-- Logs begin at Tue 2021-08-10 02:20:18 UTC, end at Tue 2021-08-10 04:37:45 UTC. -- Aug 10 02:55:13.132762 n-d-768851-15 systemd[1]: Started Devstack devstack@q-svc.service. Aug 10 02:55:15.852138 n-d-768851-15 neutron-server[94109]: INFO neutron.common.config [-] Logging enabled! Aug 10 02:55:15.852753 n-d-768851-15 neutron-server[94109]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev529 Aug 10 02:55:15.852913 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94109) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 10 02:55:15.856204 n-d-768851-15 neutron-server[94109]: INFO neutron.common.config [-] Logging enabled! Aug 10 02:55:15.856459 n-d-768851-15 neutron-server[94109]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev529 Aug 10 02:55:15.856775 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94109) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 10 02:55:15.857710 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 10 02:55:15.857942 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 10 02:55:15.858306 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 10 02:55:15.858551 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 10 02:55:15.858799 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 10 02:55:15.859384 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.859684 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.859989 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.860214 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.860510 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.860807 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.861087 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.861381 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.861677 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.861967 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.862245 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.862533 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.862783 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.863071 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.863367 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.863652 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.863877 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] debug = True {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.864156 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.864640 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.864999 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.865281 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.865571 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.868082 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.868082 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.868082 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.868082 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.868082 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] host = n-d-768851-15 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.868082 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.868082 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.868537 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.868671 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.868938 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.869217 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.869506 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.869782 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.870056 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] log_file = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.870333 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.870625 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.870941 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.871230 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.871455 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.871678 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.871967 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.872256 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.872533 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.872815 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.873107 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.873485 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.873768 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.874041 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.874332 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.874622 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.874936 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.875214 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.875488 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.875764 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.876036 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.876322 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.876595 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.876868 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.877141 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.877429 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.877700 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.877974 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.878277 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.878562 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.878875 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.879164 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.879438 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.879724 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.880001 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.880277 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.880550 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] use_json = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.880825 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.881101 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.881384 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.881659 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.881936 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.882211 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.882484 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.882797 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:15.883717 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.884021 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.884326 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.884616 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.884915 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.885200 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.885493 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.885774 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.886065 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.886358 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.886651 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.886962 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.887259 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.887541 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.887839 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.888146 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.888443 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.888739 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.889017 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.889296 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.889572 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.889852 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.890141 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.890437 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.890746 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.891028 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.891310 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.891604 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.891886 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.892161 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.892444 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.892738 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.893026 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.893302 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.893856 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.894138 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.894415 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.894694 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.895008 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.895305 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.895589 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.895864 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.896140 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.896421 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.896700 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.896990 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.897273 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.897549 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.897826 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.898107 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.898380 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.898682 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.898995 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.899275 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.899559 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.899837 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.900112 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.900388 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.900663 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.900938 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.901213 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.901486 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.901765 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.902038 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.902310 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.902582 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.902886 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.903163 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.903450 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.903751 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.904032 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.904311 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.904591 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.904874 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.905153 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.905432 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.905710 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.905986 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.906259 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.906550 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.906863 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.907154 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.907439 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.907716 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.908013 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.908290 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.908572 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.908850 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.909128 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.909418 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.909702 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.910001 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.910298 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.910594 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.910921 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.911216 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.911497 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.911807 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.912089 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:15.912308 n-d-768851-15 neutron-server[94109]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 10 02:55:15.912555 n-d-768851-15 neutron-server[94109]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94109) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 10 02:55:16.276677 n-d-768851-15 neutron-server[94109]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 10 02:55:16.276986 n-d-768851-15 neutron-server[94109]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 10 02:55:16.277226 n-d-768851-15 neutron-server[94109]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 10 02:55:16.277563 n-d-768851-15 neutron-server[94109]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 10 02:55:16.682574 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:16.682820 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:16.683084 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:16.684292 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:16.684576 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:16.684843 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:16.719121 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:16.719400 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:16.719676 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:16.736070 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:16.736353 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:16.736624 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:16.768627 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:16.769003 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:16.769339 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:16.806838 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:16.807123 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:16.807389 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:17.046255 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:17.046933 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:17.046933 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:17.047120 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:17.047779 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:17.170226 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:17.170541 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:17.170853 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:17.171135 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:17.171406 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:17.171724 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:17.172283 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:17.172552 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:17.172814 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:17.173098 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:17.173365 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:17.173634 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:17.173895 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:17.174147 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:17.174406 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:17.174687 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:17.174961 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:17.175228 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:17.175500 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:17.175765 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:17.176044 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:17.176300 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:17.176584 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:17.176966 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:17.177215 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:17.177463 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:17.177869 n-d-768851-15 neutron-server[94109]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94109) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 02:55:17.178106 n-d-768851-15 neutron-server[94109]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94109) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 02:55:17.178347 n-d-768851-15 neutron-server[94109]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94109) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 02:55:17.178581 n-d-768851-15 neutron-server[94109]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94109) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 02:55:17.178852 n-d-768851-15 neutron-server[94109]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94109) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 02:55:17.179087 n-d-768851-15 neutron-server[94109]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94109) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 02:55:17.179456 n-d-768851-15 neutron-server[94109]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 10 02:55:17.183223 n-d-768851-15 neutron-server[94109]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 10 02:55:17.187194 n-d-768851-15 neutron-server[94109]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 10 02:55:17.190995 n-d-768851-15 neutron-server[94109]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Aug 10 02:55:17.192786 n-d-768851-15 neutron-server[94109]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 10 02:55:17.193240 n-d-768851-15 neutron-server[94109]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 10 02:55:17.193585 n-d-768851-15 neutron-server[94109]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 10 02:55:17.193975 n-d-768851-15 neutron-server[94109]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 10 02:55:17.196858 n-d-768851-15 neutron-server[94109]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 10 02:55:17.197113 n-d-768851-15 neutron-server[94109]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 10 02:55:17.197493 n-d-768851-15 neutron-server[94109]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 10 02:55:17.202717 n-d-768851-15 neutron-server[94109]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 10 02:55:17.224534 n-d-768851-15 neutron-server[94109]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 10 02:55:17.224999 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:17.225302 n-d-768851-15 neutron-server[94109]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94109) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 10 02:55:17.225669 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:17.227574 n-d-768851-15 neutron-server[94109]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94109) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 10 02:55:17.227860 n-d-768851-15 neutron-server[94109]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 10 02:55:17.228111 n-d-768851-15 neutron-server[94109]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 10 02:55:17.231542 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:17.231833 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:17.296397 n-d-768851-15 neutron-server[94109]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 10 02:55:17.296662 n-d-768851-15 neutron-server[94109]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 10 02:55:17.296804 n-d-768851-15 neutron-server[94109]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 10 02:55:17.297198 n-d-768851-15 neutron-server[94109]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 10 02:55:17.318960 n-d-768851-15 neutron-server[94109]: DEBUG oslo_db.sqlalchemy.engines [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94109) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 10 02:55:17.861036 n-d-768851-15 neutron-server[94109]: INFO neutron.plugins.ml2.managers [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Initializing driver for type 'gre' Aug 10 02:55:17.861576 n-d-768851-15 neutron-server[94109]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] gre ID ranges: [(1, 1000)] Aug 10 02:55:17.919519 n-d-768851-15 neutron-server[94109]: INFO neutron.plugins.ml2.managers [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Initializing driver for type 'local' Aug 10 02:55:17.919855 n-d-768851-15 neutron-server[94109]: INFO neutron.plugins.ml2.managers [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Initializing driver for type 'vlan' Aug 10 02:55:17.933349 n-d-768851-15 neutron-server[94109]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] VlanTypeDriver initialization complete Aug 10 02:55:17.933705 n-d-768851-15 neutron-server[94109]: INFO neutron.plugins.ml2.managers [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Initializing driver for type 'vxlan' Aug 10 02:55:17.934290 n-d-768851-15 neutron-server[94109]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] vxlan ID ranges: [(1, 1000)] Aug 10 02:55:17.992044 n-d-768851-15 neutron-server[94109]: INFO neutron.plugins.ml2.managers [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Initializing extension driver 'port_security' Aug 10 02:55:17.992424 n-d-768851-15 neutron-server[94109]: INFO neutron.plugins.ml2.extensions.port_security [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] PortSecurityExtensionDriver initialization complete Aug 10 02:55:17.992825 n-d-768851-15 neutron-server[94109]: INFO neutron.plugins.ml2.managers [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Initializing mechanism driver 'openvswitch' Aug 10 02:55:17.993174 n-d-768851-15 neutron-server[94109]: INFO neutron.plugins.ml2.managers [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Initializing mechanism driver 'hyperv' Aug 10 02:55:18.000503 n-d-768851-15 neutron-server[94109]: DEBUG neutron.plugins.ml2.plugin [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:55:18.001196 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > port after_create 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.001565 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > port after_update 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.001911 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > port after_delete 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.002431 n-d-768851-15 neutron-server[94109]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94109) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 02:55:18.002885 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > subnet after_create 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.003238 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > subnet after_update 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.003583 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > subnet after_delete 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.003968 n-d-768851-15 neutron-server[94109]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94109) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 02:55:18.004365 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > network after_create 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.004709 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > network after_update 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.005045 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > network after_delete 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.005426 n-d-768851-15 neutron-server[94109]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94109) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 02:55:18.005820 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > security_group after_create 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.006173 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > security_group after_update 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.006501 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > security_group after_delete 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.006914 n-d-768851-15 neutron-server[94109]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94109) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 02:55:18.007441 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.007787 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.008173 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.008565 n-d-768851-15 neutron-server[94109]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94109) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 02:55:18.008958 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > address_group after_create 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.009304 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > address_group after_update 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.009637 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > address_group after_delete 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.010020 n-d-768851-15 neutron-server[94109]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94109) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 02:55:18.010390 n-d-768851-15 neutron-server[94109]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] ML2 OVO RPC backend initialized. {{(pid=94109) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 10 02:55:18.011117 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > router_interface after_create 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.011469 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.011885 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > network before_response 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.012228 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > networks before_response 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.012575 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > port before_response 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.012917 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > ports before_response 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.013251 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > subnet before_response 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.013591 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > subnets before_response 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.013930 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > network after_create 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.014269 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > network after_update 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.014598 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > network after_delete 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.014958 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > port after_create 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.015287 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > port after_update 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.015619 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > port after_delete 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.015952 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > subnet after_create 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.016288 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > subnet after_update 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.016625 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > subnet after_delete 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.017196 n-d-768851-15 neutron-server[94109]: INFO neutron.plugins.ml2.plugin [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Modular L2 Plugin initialization complete Aug 10 02:55:18.017526 n-d-768851-15 neutron-server[94109]: DEBUG neutron.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading services supported by the core plugin {{(pid=94109) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 10 02:55:18.017850 n-d-768851-15 neutron-server[94109]: INFO neutron.plugins.ml2.managers [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Got port-security extension from driver 'port_security' Aug 10 02:55:18.018573 n-d-768851-15 neutron-server[94109]: INFO neutron.extensions.vlantransparent [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Disabled vlantransparent extension. Aug 10 02:55:18.019096 n-d-768851-15 neutron-server[94109]: DEBUG neutron.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94109) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 10 02:55:18.019411 n-d-768851-15 neutron-server[94109]: INFO neutron.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading Plugin: router Aug 10 02:55:18.057215 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > router_interface before_create 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.057880 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > router after_create 55549900 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.057986 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > router before_create 55549900 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.058309 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.058709 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.059088 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > router after_delete 55549900 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.059448 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > floatingip after_update 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.059810 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > router after_create 55549900 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.060154 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > router after_update 55549900 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.060501 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > router after_update 55549900 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.060844 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.061249 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > router after_update 55549900 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.061603 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > router precommit_update 55549900 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.061970 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: port after_update 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.062306 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: port after_delete 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.062644 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: subnet after_update 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.062998 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.063777 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > port precommit_delete 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.063777 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > router precommit_create 55549900 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.064032 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: port before_delete 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.064329 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > router precommit_create 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.064680 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > router after_update 55549900 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.065025 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > router precommit_delete 55549900 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.065370 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > router precommit_create 55549900 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.065723 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > router_interface after_create 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.066063 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > router precommit_update 55549900 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.066420 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > agent after_create 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.066784 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > agent after_delete 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.067125 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > network after_delete 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.068007 n-d-768851-15 neutron-server[94109]: DEBUG neutron.quota.resource_registry [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Tracking information for resource: router configured {{(pid=94109) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 02:55:18.068337 n-d-768851-15 neutron-server[94109]: DEBUG neutron.quota.resource_registry [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Tracking information for resource: floatingip configured {{(pid=94109) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 02:55:18.073337 n-d-768851-15 neutron-server[94109]: INFO neutron.db.l3_agentschedulers_db [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 10 02:55:18.074100 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: port after_update 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.074401 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: port after_create 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.074766 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: port after_delete 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.075120 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: port after_update 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.075920 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > router before_create 55550100 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.076283 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > router precommit_delete 55550100 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.076642 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > router precommit_create 55550100 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.076995 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > router precommit_update 55550100 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.081419 n-d-768851-15 neutron-server[94109]: DEBUG neutron.services.provider_configuration [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Service providers = [] {{(pid=94109) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 10 02:55:18.081782 n-d-768851-15 neutron-server[94109]: DEBUG neutron.db.servicetype_db [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94109) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 10 02:55:18.084735 n-d-768851-15 neutron-server[94109]: DEBUG neutron.services.service_base [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94109) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 02:55:18.085081 n-d-768851-15 neutron-server[94109]: DEBUG neutron.services.service_base [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94109) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 02:55:18.085418 n-d-768851-15 neutron-server[94109]: DEBUG neutron.services.service_base [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94109) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 02:55:18.086874 n-d-768851-15 neutron-server[94109]: DEBUG neutron.services.service_base [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94109) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 02:55:18.087248 n-d-768851-15 neutron-server[94109]: INFO neutron.services.service_base [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 10 02:55:18.087627 n-d-768851-15 neutron-server[94109]: DEBUG neutron.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94109) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 02:55:18.087941 n-d-768851-15 neutron-server[94109]: INFO neutron.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 10 02:55:18.098408 n-d-768851-15 neutron-server[94109]: DEBUG neutron.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94109) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 02:55:18.098763 n-d-768851-15 neutron-server[94109]: INFO neutron.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading Plugin: auto_allocate Aug 10 02:55:18.105131 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: network precommit_update 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.105498 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: network precommit_create 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.106014 n-d-768851-15 neutron-server[94109]: DEBUG neutron.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94109) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 02:55:18.106331 n-d-768851-15 neutron-server[94109]: INFO neutron.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading Plugin: tag Aug 10 02:55:18.112887 n-d-768851-15 neutron-server[94109]: DEBUG neutron.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94109) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 02:55:18.113162 n-d-768851-15 neutron-server[94109]: INFO neutron.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading Plugin: timestamp Aug 10 02:55:18.117191 n-d-768851-15 neutron-server[94109]: DEBUG neutron.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94109) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 02:55:18.117571 n-d-768851-15 neutron-server[94109]: INFO neutron.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading Plugin: network_ip_availability Aug 10 02:55:18.123017 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.123388 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.123749 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.124484 n-d-768851-15 neutron-server[94109]: DEBUG neutron.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94109) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 02:55:18.124802 n-d-768851-15 neutron-server[94109]: INFO neutron.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading Plugin: flavors Aug 10 02:55:18.129609 n-d-768851-15 neutron-server[94109]: DEBUG neutron.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94109) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 02:55:18.129933 n-d-768851-15 neutron-server[94109]: INFO neutron.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading Plugin: revisions Aug 10 02:55:18.134284 n-d-768851-15 neutron-server[94109]: DEBUG neutron.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94109) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 02:55:18.134673 n-d-768851-15 neutron-server[94109]: DEBUG oslo_concurrency.lockutils [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.857s {{(pid=94109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 10 02:55:18.135450 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94109) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 10 02:55:18.135785 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Initializing extension manager. Aug 10 02:55:18.136299 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: __init__.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.136640 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: __pycache__ {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.136973 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.137304 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: address_group.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.138067 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.138641 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: address-group Aug 10 02:55:18.139058 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: address_scope.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.139772 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.140275 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: address-scope Aug 10 02:55:18.140595 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: admin_state_down_before_update.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.141521 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.142023 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: router-admin-state-down-before-update Aug 10 02:55:18.142345 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: agent.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.143282 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.144049 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: agent Aug 10 02:55:18.144373 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: agent_resources_synced.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.145281 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.145784 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: agent-resources-synced Aug 10 02:55:18.146103 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: allowedaddresspairs.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.147919 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.148432 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: allowed-address-pairs Aug 10 02:55:18.149307 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: auto_allocated_topology.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.150378 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.150920 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: auto-allocated-topology Aug 10 02:55:18.151243 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: availability_zone.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.151932 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.152429 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: availability_zone Aug 10 02:55:18.152747 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: availability_zone_filter.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.153663 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.154170 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: availability_zone_filter Aug 10 02:55:18.154489 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: data_plane_status.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.155417 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.155912 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extension data-plane-status not supported by any of loaded plugins Aug 10 02:55:18.156229 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: default_subnetpools.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.157136 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.157632 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: default-subnetpools Aug 10 02:55:18.157949 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: dhcpagentscheduler.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.158812 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.159308 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: dhcp_agent_scheduler Aug 10 02:55:18.159627 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: dns.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.160530 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.161031 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extension dns-integration not supported by any of loaded plugins Aug 10 02:55:18.161350 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: dns_domain_ports.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.162257 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.162770 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 10 02:55:18.163095 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.164009 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.165111 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 10 02:55:18.165431 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: dvr.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.166096 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.166589 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: dvr Aug 10 02:55:18.166943 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: ecmp_routes.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.167850 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.168342 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extension ecmp_routes not supported by any of loaded plugins Aug 10 02:55:18.168660 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: empty_string_filtering.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.169560 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.170057 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: empty-string-filtering Aug 10 02:55:18.170381 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.171305 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.171805 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 10 02:55:18.172126 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.173035 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.173532 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 10 02:55:18.173852 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: external_net.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.174793 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.175292 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: external-net Aug 10 02:55:18.175610 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: extra_dhcp_opt.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.176514 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.177012 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: extra_dhcp_opt Aug 10 02:55:18.177327 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: extraroute.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.178237 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.178764 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: extraroute Aug 10 02:55:18.179076 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: extraroute_atomic.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.180139 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.180642 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: extraroute-atomic Aug 10 02:55:18.180959 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: filter_validation.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.181613 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.182105 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: filter-validation Aug 10 02:55:18.182418 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: fip_pf_description.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.183339 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.183830 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 10 02:55:18.184151 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: fip_port_details.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.185055 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.185553 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: fip-port-details Aug 10 02:55:18.185868 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: flavors.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.187115 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.187620 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: flavors Aug 10 02:55:18.187941 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.189576 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.190087 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 10 02:55:18.190415 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: floatingip_pools.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.191139 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.191646 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: floatingip-pools Aug 10 02:55:18.191967 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: ip_allocation.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.192891 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.193391 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extension ip_allocation not supported by any of loaded plugins Aug 10 02:55:18.193711 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.194632 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.195203 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: ip-substring-filtering Aug 10 02:55:18.195564 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: l2_adjacency.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.196926 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.197432 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extension l2_adjacency not supported by any of loaded plugins Aug 10 02:55:18.197902 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: l3.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.199247 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.199861 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: router Aug 10 02:55:18.200253 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: l3_conntrack_helper.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.202910 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.203575 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 10 02:55:18.203924 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.205070 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.205780 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: ext-gw-mode Aug 10 02:55:18.206137 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.207248 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.207835 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: l3-ha Aug 10 02:55:18.208300 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: l3_flavors.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.209327 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.209968 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: l3-flavors Aug 10 02:55:18.210393 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.212069 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.212659 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: l3-port-ip-change-not-allowed Aug 10 02:55:18.213070 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: l3agentscheduler.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.214337 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.215059 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: l3_agent_scheduler Aug 10 02:55:18.215392 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: logging.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.217220 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.217845 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extension logging not supported by any of loaded plugins Aug 10 02:55:18.218265 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: metering.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.219155 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.219816 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: metering Aug 10 02:55:18.220197 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.221495 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.222121 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: metering_source_and_destination_fields Aug 10 02:55:18.222483 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: multiprovidernet.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.223459 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.223964 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: multi-provider Aug 10 02:55:18.224286 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: netmtu.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.225198 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.225699 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: net-mtu Aug 10 02:55:18.226019 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: netmtu_writable.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.227580 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.228080 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: net-mtu-writable Aug 10 02:55:18.228402 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: network_availability_zone.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.229072 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.229565 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: network_availability_zone Aug 10 02:55:18.229884 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: network_ip_availability.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.231006 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.231511 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: network-ip-availability Aug 10 02:55:18.231836 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: network_segment_range.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.232606 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.233100 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extension network-segment-range not supported by any of loaded plugins Aug 10 02:55:18.233421 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: pagination.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.234399 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.234746 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: pagination Aug 10 02:55:18.235077 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: port_device_profile.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.235987 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.236495 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: port-device-profile Aug 10 02:55:18.236813 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.237725 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.238226 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: port-mac-address-regenerate Aug 10 02:55:18.238545 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.239467 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.239965 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: port-numa-affinity-policy Aug 10 02:55:18.240283 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: port_resource_request.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.241197 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.241689 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extension port-resource-request not supported by any of loaded plugins Aug 10 02:55:18.242006 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: portbindings.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.243019 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.243519 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: binding Aug 10 02:55:18.243837 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: portbindings_extended.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.245239 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.245750 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: binding-extended Aug 10 02:55:18.246076 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: portsecurity.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.247013 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.247518 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: port-security Aug 10 02:55:18.247839 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: project_id.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.248817 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.249146 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: project-id Aug 10 02:55:18.249466 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: providernet.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.250383 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.250921 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: provider Aug 10 02:55:18.251241 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: qos.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.254755 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.255287 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extension qos not supported by any of loaded plugins Aug 10 02:55:18.255621 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.256867 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.257379 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 10 02:55:18.257705 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.258653 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.259185 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 10 02:55:18.259508 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: qos_default.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.260417 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.260922 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extension qos-default not supported by any of loaded plugins Aug 10 02:55:18.261241 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: qos_fip.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.261889 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.262382 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extension qos-fip not supported by any of loaded plugins Aug 10 02:55:18.262701 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: qos_gateway_ip.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.263642 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.264141 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 10 02:55:18.264459 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: qos_port_network_policy.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.265369 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.265864 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 10 02:55:18.266181 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: qos_pps_rule.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.267370 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.267880 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extension qos-pps not supported by any of loaded plugins Aug 10 02:55:18.268205 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: qos_rule_type_details.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.269390 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.269894 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 10 02:55:18.270213 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: qos_rules_alias.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.271277 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.271782 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 10 02:55:18.272102 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: quotasv2.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.273036 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.273366 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: quotas Aug 10 02:55:18.274236 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: quotasv2_detail.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.277307 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.277646 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: quota_details Aug 10 02:55:18.277980 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: rbac.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.279275 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.279800 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: rbac-policies Aug 10 02:55:18.280129 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: rbac_address_group.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.281053 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.281562 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: rbac-address-group Aug 10 02:55:18.281884 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: rbac_address_scope.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.282833 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.283340 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: rbac-address-scope Aug 10 02:55:18.283659 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: rbac_security_groups.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.284563 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.285067 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: rbac-security-groups Aug 10 02:55:18.285390 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: rbac_subnetpool.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.286309 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.286842 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: rbac-subnetpool Aug 10 02:55:18.287165 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: revisionifmatch.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.288076 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.288577 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: revision-if-match Aug 10 02:55:18.288895 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: revisions.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.290631 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.291174 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: standard-attr-revisions Aug 10 02:55:18.291500 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: router_availability_zone.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.292179 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.292679 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: router_availability_zone Aug 10 02:55:18.292993 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: routerservicetype.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.293910 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.294415 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extension router-service-type not supported by any of loaded plugins Aug 10 02:55:18.294755 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.295673 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.296173 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: security-groups-normalized-cidr Aug 10 02:55:18.296492 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: security_groups_port_filtering.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.297409 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.297909 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: port-security-groups-filtering Aug 10 02:55:18.298225 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.299174 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.299673 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: security-groups-remote-address-group Aug 10 02:55:18.299988 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: securitygroup.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.309806 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.310356 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: security-group Aug 10 02:55:18.310683 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: segment.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.311546 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.312072 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extension segment not supported by any of loaded plugins Aug 10 02:55:18.312373 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.313348 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.313854 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 10 02:55:18.314176 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: servicetype.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.315399 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.315918 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: service-type Aug 10 02:55:18.316245 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: sorting.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.317230 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.317566 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: sorting Aug 10 02:55:18.317888 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: standard_attr_segment.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.318846 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.319355 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 10 02:55:18.319673 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: standardattrdescription.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.320317 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.320867 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: standard-attr-description Aug 10 02:55:18.321193 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: stateful_security_group.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.322119 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.322626 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: stateful-security-group Aug 10 02:55:18.322975 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: stdattrs_common.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.323562 n-d-768851-15 neutron-server[94109]: WARNING neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 10 02:55:18.323880 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.324798 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.325294 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 10 02:55:18.325609 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: subnet_onboard.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.326680 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.327215 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: subnet_onboard Aug 10 02:55:18.327535 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.328451 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.328946 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 10 02:55:18.329262 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: subnet_service_types.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.330176 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.330677 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: subnet-service-types Aug 10 02:55:18.331022 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: subnetallocation.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.332108 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.332610 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: subnet_allocation Aug 10 02:55:18.332936 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.333602 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.334096 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: subnetpool-prefix-ops Aug 10 02:55:18.334418 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.335375 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.335879 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 10 02:55:18.336740 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: tagging.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.337824 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.338345 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: standard-attr-tag Aug 10 02:55:18.338669 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: timestamp.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.339895 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.340405 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loaded extension: standard-attr-timestamp Aug 10 02:55:18.340729 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: trunk.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.341744 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.342249 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extension trunk not supported by any of loaded plugins Aug 10 02:55:18.342574 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: trunk_details.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.343513 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.344020 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extension trunk-details not supported by any of loaded plugins Aug 10 02:55:18.344342 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: uplink_status_propagation.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.345258 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.345762 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 10 02:55:18.346084 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Loading extension file: vlantransparent.py {{(pid=94109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:55:18.346782 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:55:18.347284 n-d-768851-15 neutron-server[94109]: INFO neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extension vlan-transparent not supported by any of loaded plugins Aug 10 02:55:18.349766 n-d-768851-15 neutron-server[94109]: INFO neutron.quota.resource_registry [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Creating instance of TrackedResource for resource:network Aug 10 02:55:18.350288 n-d-768851-15 neutron-server[94109]: INFO neutron.quota.resource_registry [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Creating instance of TrackedResource for resource:subnet Aug 10 02:55:18.350685 n-d-768851-15 neutron-server[94109]: INFO neutron.quota.resource_registry [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 02:55:18.351099 n-d-768851-15 neutron-server[94109]: INFO neutron.quota.resource_registry [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Creating instance of TrackedResource for resource:port Aug 10 02:55:18.352942 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.v2.resource_helper [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94109) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 02:55:18.353410 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.v2.resource_helper [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Service FLAVORS assigned prefix: {{(pid=94109) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 02:55:18.354061 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.v2.resource_helper [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94109) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 02:55:18.354481 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.v2.resource_helper [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94109) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 02:55:18.354844 n-d-768851-15 neutron-server[94109]: INFO neutron.quota.resource_registry [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Creating instance of TrackedResource for resource:router Aug 10 02:55:18.355283 n-d-768851-15 neutron-server[94109]: INFO neutron.quota.resource_registry [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Creating instance of TrackedResource for resource:floatingip Aug 10 02:55:18.355774 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.v2.resource_helper [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Service METERING assigned prefix: /metering {{(pid=94109) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 02:55:18.357229 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.357601 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.357949 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:55:18.358991 n-d-768851-15 neutron-server[94109]: INFO neutron.quota.resource_registry [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Creating instance of CountableResource for resource:rbac_policy Aug 10 02:55:18.359440 n-d-768851-15 neutron-server[94109]: INFO neutron.quota.resource_registry [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Creating instance of TrackedResource for resource:security_group Aug 10 02:55:18.359873 n-d-768851-15 neutron-server[94109]: INFO neutron.quota.resource_registry [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Creating instance of TrackedResource for resource:security_group_rule Aug 10 02:55:18.361639 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.v2.resource_helper [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Service CORE assigned prefix: {{(pid=94109) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 02:55:18.361979 n-d-768851-15 neutron-server[94109]: INFO neutron.quota.resource_registry [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 02:55:18.362339 n-d-768851-15 neutron-server[94109]: WARNING neutron.quota.resource_registry [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] subnetpool is already registered Aug 10 02:55:18.362820 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.v2.resource_helper [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Service CORE assigned prefix: {{(pid=94109) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 02:55:18.363202 n-d-768851-15 neutron-server[94109]: INFO neutron.quota.resource_registry [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 02:55:18.363487 n-d-768851-15 neutron-server[94109]: WARNING neutron.quota.resource_registry [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] subnetpool is already registered Aug 10 02:55:18.365765 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.v2.resource_helper [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94109) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 02:55:18.366193 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.v2.resource_helper [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Service FLAVORS assigned prefix: {{(pid=94109) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 02:55:18.366858 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.v2.resource_helper [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94109) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 02:55:18.367265 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.v2.resource_helper [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94109) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 02:55:18.367596 n-d-768851-15 neutron-server[94109]: INFO neutron.quota.resource_registry [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Creating instance of TrackedResource for resource:router Aug 10 02:55:18.367932 n-d-768851-15 neutron-server[94109]: WARNING neutron.quota.resource_registry [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] router is already registered Aug 10 02:55:18.368341 n-d-768851-15 neutron-server[94109]: INFO neutron.quota.resource_registry [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Creating instance of TrackedResource for resource:floatingip Aug 10 02:55:18.368675 n-d-768851-15 neutron-server[94109]: WARNING neutron.quota.resource_registry [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] floatingip is already registered Aug 10 02:55:18.369128 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.v2.resource_helper [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Service METERING assigned prefix: /metering {{(pid=94109) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 02:55:18.369792 n-d-768851-15 neutron-server[94109]: INFO neutron.quota.resource_registry [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Creating instance of CountableResource for resource:rbac_policy Aug 10 02:55:18.370112 n-d-768851-15 neutron-server[94109]: WARNING neutron.quota.resource_registry [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] rbac_policy is already registered Aug 10 02:55:18.370516 n-d-768851-15 neutron-server[94109]: INFO neutron.quota.resource_registry [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Creating instance of TrackedResource for resource:security_group Aug 10 02:55:18.370878 n-d-768851-15 neutron-server[94109]: WARNING neutron.quota.resource_registry [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] security_group is already registered Aug 10 02:55:18.371279 n-d-768851-15 neutron-server[94109]: INFO neutron.quota.resource_registry [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Creating instance of TrackedResource for resource:security_group_rule Aug 10 02:55:18.371606 n-d-768851-15 neutron-server[94109]: WARNING neutron.quota.resource_registry [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] security_group_rule is already registered Aug 10 02:55:18.372224 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.v2.resource_helper [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Service CORE assigned prefix: {{(pid=94109) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 02:55:18.372547 n-d-768851-15 neutron-server[94109]: INFO neutron.quota.resource_registry [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 02:55:18.372874 n-d-768851-15 neutron-server[94109]: WARNING neutron.quota.resource_registry [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] subnetpool is already registered Aug 10 02:55:18.373294 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.v2.resource_helper [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Service CORE assigned prefix: {{(pid=94109) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 02:55:18.373610 n-d-768851-15 neutron-server[94109]: INFO neutron.quota.resource_registry [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 02:55:18.373934 n-d-768851-15 neutron-server[94109]: WARNING neutron.quota.resource_registry [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] subnetpool is already registered Aug 10 02:55:18.374407 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extended resource: extensions {{(pid=94109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:55:18.375892 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extended resource: address-groups {{(pid=94109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:55:18.377378 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extended resource: address-scopes {{(pid=94109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:55:18.378694 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extended resource: agents {{(pid=94109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:55:18.379854 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extended resource: auto-allocated-topology {{(pid=94109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:55:18.381089 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extended resource: availability_zones {{(pid=94109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:55:18.382302 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extended resource: dhcp-networks {{(pid=94109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:55:18.383861 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extended resource: dhcp-agents {{(pid=94109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:55:18.385251 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extended resource: routers {{(pid=94109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:55:18.386999 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extended resource: flavors {{(pid=94109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:55:18.388238 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extended resource: service_profiles {{(pid=94109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:55:18.389441 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extended resource: next_providers {{(pid=94109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:55:18.390867 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extended resource: service_profiles {{(pid=94109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:55:18.392408 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extended resource: floatingip-pools {{(pid=94109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:55:18.393869 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extended resource: routers {{(pid=94109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:55:18.395590 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extended resource: floatingips {{(pid=94109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:55:18.396862 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extended resource: l3-routers {{(pid=94109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:55:18.398240 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extended resource: l3-agents {{(pid=94109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:55:18.400203 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extended resource: metering-labels {{(pid=94109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:55:18.401458 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extended resource: metering-label-rules {{(pid=94109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:55:18.402848 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extended resource: network-ip-availabilities {{(pid=94109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:55:18.404083 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extended resource: bindings {{(pid=94109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:55:18.405608 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extended resource: quotas {{(pid=94109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:55:18.407171 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extended resource: quotas {{(pid=94109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:55:18.408652 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extended resource: rbac-policies {{(pid=94109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:55:18.409834 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extended resource: security-groups {{(pid=94109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:55:18.411149 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extended resource: security-group-rules {{(pid=94109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:55:18.412385 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extended resource: service-providers {{(pid=94109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:55:18.413586 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extended resource: subnetpools {{(pid=94109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:55:18.415555 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extended resource: subnetpools {{(pid=94109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:55:18.417110 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extended resource: tags {{(pid=94109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:55:18.418794 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extended resource: tags {{(pid=94109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:55:18.420582 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extended resource: tags {{(pid=94109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:55:18.422356 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extended resource: tags {{(pid=94109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:55:18.424044 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extended resource: tags {{(pid=94109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:55:18.427026 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extended resource: tags {{(pid=94109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:55:18.428692 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extended resource: tags {{(pid=94109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:55:18.430564 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extended resource: tags {{(pid=94109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:55:18.432492 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extended resource: tags {{(pid=94109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:55:18.434221 n-d-768851-15 neutron-server[94109]: DEBUG neutron.api.extensions [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Extended resource: tags {{(pid=94109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:55:18.440176 n-d-768851-15 neutron-server[94109]: WARNING keystonemiddleware.auth_token [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 10 02:55:18.444789 n-d-768851-15 neutron-server[94109]: WARNING keystonemiddleware.auth_token [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 10 02:55:18.453193 n-d-768851-15 neutron-server[94109]: DEBUG oslo_concurrency.lockutils [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Acquired lock "singleton_lock" {{(pid=94109) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 10 02:55:18.453666 n-d-768851-15 neutron-server[94109]: DEBUG oslo_concurrency.lockutils [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Releasing lock "singleton_lock" {{(pid=94109) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 10 02:55:18.454306 n-d-768851-15 neutron-server[94109]: INFO oslo_service.service [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Starting 2 workers Aug 10 02:55:18.459171 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Started child 94216 {{(pid=94109) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 02:55:18.464211 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Started child 94217 {{(pid=94109) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 02:55:18.465585 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:18.466325 n-d-768851-15 neutron-server[94109]: INFO neutron.service [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Neutron service started, listening on 0.0.0.0:9696 Aug 10 02:55:18.466495 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Notify callbacks [] for process, before_spawn {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:18.467149 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [-] (94216) wsgi starting up on http://0.0.0.0:9696 Aug 10 02:55:18.468968 n-d-768851-15 neutron-server[94109]: INFO oslo_service.service [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Starting 1 workers Aug 10 02:55:18.469154 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:18.470967 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [-] (94217) wsgi starting up on http://0.0.0.0:9696 Aug 10 02:55:18.474245 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Started child 94218 {{(pid=94109) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 02:55:18.474818 n-d-768851-15 neutron-server[94109]: INFO oslo_service.service [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Starting 1 workers Aug 10 02:55:18.479115 n-d-768851-15 neutron-server[94218]: DEBUG neutron.service [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] calling RpcWorker wait() {{(pid=94218) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 10 02:55:18.479917 n-d-768851-15 neutron-server[94218]: DEBUG neutron.service [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] returning from RpcWorker wait() {{(pid=94218) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 10 02:55:18.480069 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Started child 94219 {{(pid=94109) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 02:55:18.480895 n-d-768851-15 neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-edd335e2-a577-41a7-96b9-1741d793b27f None None] Notify callbacks [] for process, after_spawn {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:18.481009 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:18.481476 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:55:18.482941 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94109) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 10 02:55:18.483162 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 10 02:55:18.483418 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 10 02:55:18.483566 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 10 02:55:18.483871 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 10 02:55:18.484025 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 10 02:55:18.484555 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.484825 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.485071 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.485342 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.485624 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.486251 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.486504 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.486765 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.487041 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.487271 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.487450 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.487615 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.487879 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.488107 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.488474 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.488750 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.488890 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:18.489357 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.489357 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.489523 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.489673 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.489935 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.490188 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.490456 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] debug = True {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.490699 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.491228 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.491470 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.491717 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.491954 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.492293 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.492526 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.492782 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.493024 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.493264 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.493510 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.493765 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.494010 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.494240 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.494456 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.494722 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.494989 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.495440 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] host = n-d-768851-15 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.495689 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.495987 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.496159 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.496406 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.496650 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.496864 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.497127 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.497383 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.497639 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.497898 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.498107 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.498351 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.498599 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.498883 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] log_file = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.499049 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] log_options = True {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.499288 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.499544 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.499831 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.500019 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.500186 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.500358 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.500604 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.500766 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.501032 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.501266 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.501479 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.501690 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.501904 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.502134 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.502397 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.502648 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.502899 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.503109 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.503352 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.503585 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.503818 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.504092 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.504280 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.504546 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.504742 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.504989 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.505231 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.505443 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.505654 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.505903 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.506144 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.506399 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.506641 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.506923 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.507171 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.507393 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.507604 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.508454 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.508681 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.508924 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.509174 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.509408 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.509651 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.509863 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.510099 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.510311 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] use_json = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.510544 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.510771 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.511056 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.511287 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.511513 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.511724 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.511956 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.512203 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.512630 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.512922 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.513268 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.513523 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.513774 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.514010 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.514259 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.514473 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.514763 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.515036 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.515354 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.515602 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.515886 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.516139 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.516380 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.516698 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.516956 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.517226 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.517463 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.517701 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.517953 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.518174 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.518803 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.519055 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.519320 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.519576 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.521127 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.521127 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.521127 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.521127 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.521127 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.521127 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.522339 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.522339 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.522339 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.522339 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.522339 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.522715 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.522972 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.523112 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.523377 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.524424 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.524572 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.524745 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.524964 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.525177 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.525392 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.525624 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.525860 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.528067 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.528067 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.528067 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.528067 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.528067 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.528067 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.528067 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.528067 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.528067 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.530189 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.530189 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.530468 n-d-768851-15 neutron-server[94219]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:55:18.530621 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.530621 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.530621 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.530621 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.530621 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.530621 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.530621 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.530621 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.530621 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.531826 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.531826 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.531826 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.531826 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.531826 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.531826 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.531826 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.532688 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.532688 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.532688 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.532688 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.537321 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.537321 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.537321 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.537321 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.537321 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.537321 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.537321 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.537321 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.537905 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.537905 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.537905 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.537905 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.537905 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.537905 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.537905 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.537905 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.538462 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.538462 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.538462 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.538462 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.538462 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.538462 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.538462 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.538462 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.541364 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.541364 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.541364 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.541364 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.541364 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.541364 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.541364 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.541364 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.541983 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.541983 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.541983 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.541983 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.541983 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.541983 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.541983 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.542454 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.542454 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.542609 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.542817 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.543065 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.543316 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.543566 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.544942 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.544942 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.544942 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.544942 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.544942 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.544942 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.545383 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.545490 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.545742 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.545990 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.546278 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.546537 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.546822 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.547086 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.547334 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.547639 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.547899 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.548126 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.548343 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.548575 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.548837 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.549054 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.549286 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.549528 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.549768 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.550001 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.550219 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.550453 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.550661 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.551082 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.551329 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.551548 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.551922 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.552171 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.552386 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.552606 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.552860 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.553118 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.553290 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.553506 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.553719 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.554025 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.554337 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.554852 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.555272 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.555653 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.555880 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.556272 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.556652 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.557018 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.557268 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.557486 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.557699 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.557912 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.558130 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.558342 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.558558 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.558826 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.559043 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.559275 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.559512 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.559836 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.560090 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.560315 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.560701 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.561073 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.561330 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.561566 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.561784 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.562015 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.562226 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.562440 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.562708 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.562964 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.563223 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.563433 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.563632 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.563843 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.564054 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.564260 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.564560 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.564791 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.565018 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.565328 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.565479 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.565700 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.565917 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.566119 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.566323 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.567275 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.567275 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.567275 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.567275 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.567682 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.567682 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.568271 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.568271 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.568271 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.568521 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.568699 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.568900 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.569424 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.569550 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.569774 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.569988 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.570289 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.571651 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.571651 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.571651 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.571651 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.571973 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.572070 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.572280 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.572502 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.572737 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.572949 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.573267 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.573502 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.573718 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.574000 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.574222 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.574462 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.575012 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.575012 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.575240 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.575665 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.575881 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.576130 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.576348 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.576600 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.576923 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.577206 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.577469 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.577731 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.578010 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.578287 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.578553 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.578817 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.579100 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.579431 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.579696 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.579941 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.580181 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.580438 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.580656 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.580870 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.581098 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.581325 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.581543 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.581797 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.582048 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.582289 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.582550 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.582769 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.582973 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.583389 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.583617 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.583837 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.584049 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.584205 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 10 02:55:18.584712 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94109) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 10 02:55:18.584871 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 10 02:55:18.585023 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 10 02:55:18.585191 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 10 02:55:18.585358 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 10 02:55:18.585511 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 10 02:55:18.585716 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.585876 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.586693 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.586956 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.587089 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.587220 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.587355 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.587498 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.587708 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.587847 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.587981 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.588111 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.588240 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.588403 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.588534 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.588677 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.588821 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.588952 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.589084 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.589174 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.589335 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.589568 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.589669 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] debug = True {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.589794 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.589983 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.590142 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.590304 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.590457 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.590788 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.590949 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.591088 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.591219 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.591378 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.591535 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.591678 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.591834 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.591989 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.592145 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.592299 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.592454 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.592610 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] host = n-d-768851-15 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.592766 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.592921 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.593075 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.593229 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.593384 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.593539 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.593694 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.593850 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.594004 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.594158 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.594312 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.594467 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.594621 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.594797 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] log_file = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.594954 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] log_options = True {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.595109 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.595263 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.595418 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.595604 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.595765 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.595922 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.596079 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.596235 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.596392 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.596548 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.596704 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.596859 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.597014 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.597169 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.597325 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.597477 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.597631 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.597788 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.597946 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.598100 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.598255 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.598410 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.598564 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.598717 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.598897 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.599052 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.599212 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.599367 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.599521 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.599676 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.599833 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.599988 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.600143 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.600297 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.600451 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.600606 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.600760 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.600920 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.601075 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.601230 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.601384 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.601539 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.601737 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.601895 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.602052 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.602210 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] use_json = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.602398 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.602542 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.602678 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.602852 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.603001 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.603136 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.603300 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.603433 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:55:18.603569 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.603702 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.603870 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.604029 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.604186 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.604330 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.604488 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.604756 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.604916 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.605061 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.605228 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.605386 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.605556 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.605712 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.605857 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.606017 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.606174 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.606330 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.606488 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.606647 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.606811 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.606972 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.607146 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.607288 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.607450 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.607607 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.607764 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.607914 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.608069 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.608227 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.608385 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.608544 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.608701 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.608857 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.609014 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.609179 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.609336 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.609494 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.609651 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.609810 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.609968 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.610109 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.610272 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.610430 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.610588 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.610782 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.610919 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.611061 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.611220 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.611371 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.611518 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.611680 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.611836 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.611992 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.612149 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.612320 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.612462 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.612617 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.612774 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.612932 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.613088 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.613305 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.613399 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.613561 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.613717 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.613874 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.614032 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.614188 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.614344 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.614501 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.614659 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.614836 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.614994 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.615151 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.615307 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.615465 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.615623 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.615779 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.615937 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.616093 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.616249 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.616406 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.616563 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.616720 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.616885 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.617057 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.617275 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.617437 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.617595 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.617757 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.617912 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.618225 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.618384 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.618692 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.618868 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.619022 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.619184 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.619345 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.619503 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.619660 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.619818 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.619977 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.620133 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.620290 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.620740 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.620740 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.620740 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.620965 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.621044 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.621177 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.621333 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.621501 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.621689 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.622354 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.622354 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.622354 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.622354 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.622623 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.622623 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.622802 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.622877 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.623018 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.623174 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.623331 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.623488 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.623644 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.623801 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.623968 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.624137 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.624297 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.624454 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.624612 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.624794 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.624950 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.625108 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.625267 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.625424 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.625582 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.625740 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.625897 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.626056 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.626215 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.626372 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.626530 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.626688 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.626867 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.627025 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.627183 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.627342 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.627500 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.627587 n-d-768851-15 neutron-server[94218]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:55:18.627672 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.627804 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.627962 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.628120 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.628279 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.628436 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.628594 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.628750 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.628908 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.629065 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.629228 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.629385 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.629542 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.629698 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.629855 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.630012 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.630168 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.630326 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.630483 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.630642 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.630910 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.631072 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.631231 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.631390 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.631548 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.631705 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.631866 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.632023 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.632182 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.632341 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.632501 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.632660 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.633350 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.633530 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.633689 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.633848 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.634006 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.634179 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.634338 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.634496 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.634652 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.634832 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.634992 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.635149 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.635306 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.635464 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.635620 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.635777 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.635938 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.636098 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.636257 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.636414 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.636572 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.636731 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.636888 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.637045 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.637216 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.637374 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.637531 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.637688 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.637845 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.638002 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.638169 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.638327 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.638484 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.638641 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.638822 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.638981 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.639149 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.639306 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.639463 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.639618 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.639780 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.639937 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.640104 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.640261 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.640419 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.640576 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.640733 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.640889 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.641055 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.641212 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.641369 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.641526 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.641683 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.641841 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.642008 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.642166 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.642323 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.642653 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.642653 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.643097 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.643097 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.643097 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.643681 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.643681 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.643846 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.643984 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.644092 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.644410 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.644410 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.644658 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.644781 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.644912 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.645048 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.645171 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.645293 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.645447 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.645613 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.645772 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.645938 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.646105 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.646271 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.646431 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.646595 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.646784 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.646947 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.647102 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.647263 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.647418 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.647575 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.647732 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.647890 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.648047 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.648205 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.648363 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.649133 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.649304 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.649462 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.649620 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.649781 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.649940 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.650098 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.650258 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.650398 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:55:18.650554 n-d-768851-15 neutron-server[94109]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 10 02:55:18.813786 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60096) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:55:18.823030 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [-] 10.222.0.62 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069175 Aug 10 02:55:30.383330 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af45895d-d3da-42e8-92bc-5bf4a89a0230 None None] get_active_networks_info from n-d-768851-15 {{(pid=94218) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 02:55:30.469762 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af45895d-d3da-42e8-92bc-5bf4a89a0230 None None] No non-hosted networks {{(pid=94218) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 10 02:55:30.487461 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.agentschedulers_db [None req-af45895d-d3da-42e8-92bc-5bf4a89a0230 None None] DHCP Agent not found on host n-d-768851-15 {{(pid=94218) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 10 02:55:30.604293 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-89f2cd85-d124-4264-8e7c-98c97537ef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-365304'] for agent, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:32.901306 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-cc3bd744-891d-4633-b322-f6118076013e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-365304'] for agent, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:32.962787 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2ed9ddf7-aa95-441e-923f-111f45185037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:33.283664 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-365304'] for agent, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:33.284799 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:55:33.285345 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:55:33.285931 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:55:33.286487 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:55:33.287114 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:55:33.290036 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:55:33.291386 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:55:33.292490 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:55:33.293713 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:55:33.295822 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:55:33.296374 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:55:33.296920 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:55:33.299965 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-768851-15', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:55:33.310123 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-768851-15', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:55:34.065103 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-365304'] for agent, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:35.767005 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-365304'] for agent, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:36.863042 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60190) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:55:37.387708 n-d-768851-15 neutron-server[94216]: WARNING oslo_policy.policy [None req-1ff0cb55-dfff-4dbc-9923-a204bc39aac5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 02:55:37.388322 n-d-768851-15 neutron-server[94216]: WARNING oslo_policy.policy [None req-1ff0cb55-dfff-4dbc-9923-a204bc39aac5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 02:55:37.608732 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [None req-1ff0cb55-dfff-4dbc-9923-a204bc39aac5 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:55:37.609989 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-1ff0cb55-dfff-4dbc-9923-a204bc39aac5 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7448790 Aug 10 02:55:40.246586 n-d-768851-15 neutron-server[94218]: INFO neutron.db.l3_hamode_db [None req-901c7ccf-8fbf-4622-9806-4ca6811c85c8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 10 02:55:40.261878 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60204) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:55:40.324007 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901c7ccf-8fbf-4622-9806-4ca6811c85c8 None None] Routers set() bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:55:40.324328 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901c7ccf-8fbf-4622-9806-4ca6811c85c8 None None] Router IDs set() for agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 10 02:55:40.579221 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-0626b946-b346-4e18-bc65-b4995bb58828 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:55:40.672474 n-d-768851-15 neutron-server[94216]: DEBUG neutron.policy [None req-0626b946-b346-4e18-bc65-b4995bb58828 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94216) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 10 02:55:40.717101 n-d-768851-15 neutron-server[94216]: WARNING oslo_policy.policy [None req-0626b946-b346-4e18-bc65-b4995bb58828 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 02:55:40.717476 n-d-768851-15 neutron-server[94216]: WARNING oslo_policy.policy [None req-0626b946-b346-4e18-bc65-b4995bb58828 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 02:55:40.725931 n-d-768851-15 neutron-server[94216]: INFO neutron.quota [None req-0626b946-b346-4e18-bc65-b4995bb58828 admin admin] Loaded quota_driver: . Aug 10 02:55:40.818524 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0626b946-b346-4e18-bc65-b4995bb58828 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733456628080', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733456615205', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733456640785', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733456642370', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733457254391', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733456646356', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3617385', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3424846', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-749704', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-687824'] for rbac-policy, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:40.883566 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0626b946-b346-4e18-bc65-b4995bb58828 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:40.884624 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-0626b946-b346-4e18-bc65-b4995bb58828 admin admin] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6217685 Aug 10 02:55:43.438465 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60216) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:55:43.730086 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-26f099c4-8808-467c-8a35-ae5659e5040d admin admin] Request body: {'network': {'project_id': 'b59149935efa4c76ae88c0c11b0eefc6', 'name': 'private', 'admin_state_up': True, 'tenant_id': 'b59149935efa4c76ae88c0c11b0eefc6'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:55:43.759009 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f099c4-8808-467c-8a35-ae5659e5040d admin admin] Made reservation on behalf of b59149935efa4c76ae88c0c11b0eefc6 for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:55:43.761856 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-26f099c4-8808-467c-8a35-ae5659e5040d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:43.778338 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-26f099c4-8808-467c-8a35-ae5659e5040d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:43.898350 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-26f099c4-8808-467c-8a35-ae5659e5040d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:43.902107 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-26f099c4-8808-467c-8a35-ae5659e5040d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:43.924979 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26f099c4-8808-467c-8a35-ae5659e5040d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:55:43.950352 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-26f099c4-8808-467c-8a35-ae5659e5040d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733457363815', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:43.950967 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-26f099c4-8808-467c-8a35-ae5659e5040d admin admin] Unsubscribe: segment precommit_create {{(pid=94216) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 10 02:55:43.951491 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-26f099c4-8808-467c-8a35-ae5659e5040d admin admin] Added segment 001248c3-2268-4313-abd4-38c144678fcb of type vlan for network a5334ef4-ec81-411b-83a5-3a227c9220cd Aug 10 02:55:43.967499 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f099c4-8808-467c-8a35-ae5659e5040d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3947b357-12ec-4e2a-b5b1-1a492dc07cac,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:55:43.993722 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f099c4-8808-467c-8a35-ae5659e5040d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:55:43.994061 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f099c4-8808-467c-8a35-ae5659e5040d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:55:43.994393 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f099c4-8808-467c-8a35-ae5659e5040d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:55:43.994722 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f099c4-8808-467c-8a35-ae5659e5040d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:55:43.995147 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f099c4-8808-467c-8a35-ae5659e5040d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:55:43.995471 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f099c4-8808-467c-8a35-ae5659e5040d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:55:43.995787 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f099c4-8808-467c-8a35-ae5659e5040d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:55:43.996098 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f099c4-8808-467c-8a35-ae5659e5040d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:55:43.996411 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f099c4-8808-467c-8a35-ae5659e5040d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:55:43.996721 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f099c4-8808-467c-8a35-ae5659e5040d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:55:43.997029 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f099c4-8808-467c-8a35-ae5659e5040d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:55:43.997337 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f099c4-8808-467c-8a35-ae5659e5040d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:55:43.998487 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f099c4-8808-467c-8a35-ae5659e5040d admin admin] Tracked resource versions report: Aug 10 02:55:43.998487 n-d-768851-15 neutron-server[94216]: pushed versions: Aug 10 02:55:43.998487 n-d-768851-15 neutron-server[94216]: { 'AddressGroup': {'1.2'}, Aug 10 02:55:43.998487 n-d-768851-15 neutron-server[94216]: 'ConntrackHelper': {'1.0'}, Aug 10 02:55:43.998487 n-d-768851-15 neutron-server[94216]: 'Log': {'1.0'}, Aug 10 02:55:43.998487 n-d-768851-15 neutron-server[94216]: 'Network': {'1.1'}, Aug 10 02:55:43.998487 n-d-768851-15 neutron-server[94216]: 'Port': {'1.7'}, Aug 10 02:55:43.998487 n-d-768851-15 neutron-server[94216]: 'PortForwarding': {'1.2'}, Aug 10 02:55:43.998487 n-d-768851-15 neutron-server[94216]: 'QosPolicy': {'1.9'}, Aug 10 02:55:43.998487 n-d-768851-15 neutron-server[94216]: 'SecurityGroup': {'1.4'}, Aug 10 02:55:43.998487 n-d-768851-15 neutron-server[94216]: 'SecurityGroupRule': {'1.2'}, Aug 10 02:55:43.998487 n-d-768851-15 neutron-server[94216]: 'SubPort': {'1.0'}, Aug 10 02:55:43.998487 n-d-768851-15 neutron-server[94216]: 'Subnet': {'1.1'}, Aug 10 02:55:43.998487 n-d-768851-15 neutron-server[94216]: 'Trunk': {'1.1'}} Aug 10 02:55:43.998487 n-d-768851-15 neutron-server[94216]: consumer versions: Aug 10 02:55:43.998487 n-d-768851-15 neutron-server[94216]: { DHCP agent@n-d-768851-15: {}, Aug 10 02:55:43.998487 n-d-768851-15 neutron-server[94216]: L3 agent@n-d-768851-15: {}, Aug 10 02:55:43.998487 n-d-768851-15 neutron-server[94216]: Metadata agent@n-d-768851-15: {}, Aug 10 02:55:43.998487 n-d-768851-15 neutron-server[94216]: Metering agent@n-d-768851-15: {}, Aug 10 02:55:43.998487 n-d-768851-15 neutron-server[94216]: Open vSwitch agent@n-d-768851-15: { 'AddressGroup': '1.2', Aug 10 02:55:43.998487 n-d-768851-15 neutron-server[94216]: 'ConntrackHelper': '1.0', Aug 10 02:55:43.998487 n-d-768851-15 neutron-server[94216]: 'Log': '1.0', Aug 10 02:55:43.998487 n-d-768851-15 neutron-server[94216]: 'Network': '1.1', Aug 10 02:55:43.998487 n-d-768851-15 neutron-server[94216]: 'Port': '1.7', Aug 10 02:55:43.998487 n-d-768851-15 neutron-server[94216]: 'PortForwarding': '1.2', Aug 10 02:55:43.998487 n-d-768851-15 neutron-server[94216]: 'QosPolicy': '1.9', Aug 10 02:55:43.998487 n-d-768851-15 neutron-server[94216]: 'SecurityGroup': '1.4', Aug 10 02:55:43.998487 n-d-768851-15 neutron-server[94216]: 'SecurityGroupRule': '1.2', Aug 10 02:55:43.998487 n-d-768851-15 neutron-server[94216]: 'SubPort': '1.0', Aug 10 02:55:43.998487 n-d-768851-15 neutron-server[94216]: 'Subnet': '1.1', Aug 10 02:55:43.998487 n-d-768851-15 neutron-server[94216]: 'Trunk': '1.1'}} Aug 10 02:55:43.998487 n-d-768851-15 neutron-server[94216]: {{(pid=94216) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 02:55:44.089038 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-26f099c4-8808-467c-8a35-ae5659e5040d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:44.146952 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-26f099c4-8808-467c-8a35-ae5659e5040d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:44.148740 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f099c4-8808-467c-8a35-ae5659e5040d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:55:44.149348 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-26f099c4-8808-467c-8a35-ae5659e5040d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:44.232778 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-26f099c4-8808-467c-8a35-ae5659e5040d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7932143 Aug 10 02:55:44.246979 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f099c4-8808-467c-8a35-ae5659e5040d admin admin] Pushing event updated for resources: {'Network': ['ID=a5334ef4-ec81-411b-83a5-3a227c9220cd,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:55:44.260111 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network a5334ef4-ec81-411b-83a5-3a227c9220cd details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:55:46.931495 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60230) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:55:47.428055 n-d-768851-15 neutron-server[94217]: WARNING oslo_policy.policy [None req-36fd413a-27e1-452c-a0e7-fd6cf094e349 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 02:55:47.428745 n-d-768851-15 neutron-server[94217]: WARNING oslo_policy.policy [None req-36fd413a-27e1-452c-a0e7-fd6cf094e349 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 02:55:47.867006 n-d-768851-15 neutron-server[94217]: DEBUG neutron.policy [None req-36fd413a-27e1-452c-a0e7-fd6cf094e349 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94217) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 10 02:55:47.911279 n-d-768851-15 neutron-server[94217]: WARNING oslo_policy.policy [None req-36fd413a-27e1-452c-a0e7-fd6cf094e349 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 02:55:47.911731 n-d-768851-15 neutron-server[94217]: WARNING oslo_policy.policy [None req-36fd413a-27e1-452c-a0e7-fd6cf094e349 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 02:55:47.920337 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fd413a-27e1-452c-a0e7-fd6cf094e349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:55:47.922131 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-36fd413a-27e1-452c-a0e7-fd6cf094e349 admin admin] 10.222.0.62 "GET /v2.0/networks/a5334ef4-ec81-411b-83a5-3a227c9220cd HTTP/1.1" status: 200 len: 825 time: 0.9897277 Aug 10 02:55:47.965429 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f6dd4f2d-b19c-4975-9108-62cb01d913f7 admin admin] 10.222.0.62 "GET /v2.0/subnetpools/133730bd-9422-4dbd-ad79-955f0815d973 HTTP/1.1" status: 200 len: 734 time: 0.0330179 Aug 10 02:55:47.974699 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-b1cb1678-7eed-4a6b-bc4c-4b67b57002f1 admin admin] Request body: {'subnet': {'subnetpool_id': '133730bd-9422-4dbd-ad79-955f0815d973', 'gateway_ip': '172.20.0.1', 'tenant_id': 'b59149935efa4c76ae88c0c11b0eefc6', 'network_id': 'a5334ef4-ec81-411b-83a5-3a227c9220cd', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:55:47.976835 n-d-768851-15 neutron-server[94217]: INFO neutron.quota [None req-b1cb1678-7eed-4a6b-bc4c-4b67b57002f1 admin admin] Loaded quota_driver: . Aug 10 02:55:48.017451 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1cb1678-7eed-4a6b-bc4c-4b67b57002f1 admin admin] Made reservation on behalf of b59149935efa4c76ae88c0c11b0eefc6 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:55:48.020583 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b1cb1678-7eed-4a6b-bc4c-4b67b57002f1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:48.317277 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b1cb1678-7eed-4a6b-bc4c-4b67b57002f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:48.389778 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cb1678-7eed-4a6b-bc4c-4b67b57002f1 admin admin] Checking segment: {'id': '001248c3-2268-4313-abd4-38c144678fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a5334ef4-ec81-411b-83a5-3a227c9220cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:55:48.390170 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cb1678-7eed-4a6b-bc4c-4b67b57002f1 admin admin] Network hostable DHCP agents. Network: a5334ef4-ec81-411b-83a5-3a227c9220cd, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:55:48.397342 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb1678-7eed-4a6b-bc4c-4b67b57002f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=442000a4-adab-4668-9d60-ee56e7927d36,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:55:48.410426 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cb1678-7eed-4a6b-bc4c-4b67b57002f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:55:48.410790 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cb1678-7eed-4a6b-bc4c-4b67b57002f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:55:48.411125 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cb1678-7eed-4a6b-bc4c-4b67b57002f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:55:48.411460 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cb1678-7eed-4a6b-bc4c-4b67b57002f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:55:48.411784 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cb1678-7eed-4a6b-bc4c-4b67b57002f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:55:48.412103 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cb1678-7eed-4a6b-bc4c-4b67b57002f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:55:48.412424 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cb1678-7eed-4a6b-bc4c-4b67b57002f1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:55:48.412741 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cb1678-7eed-4a6b-bc4c-4b67b57002f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:55:48.413080 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cb1678-7eed-4a6b-bc4c-4b67b57002f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:55:48.413395 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cb1678-7eed-4a6b-bc4c-4b67b57002f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:55:48.413709 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cb1678-7eed-4a6b-bc4c-4b67b57002f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:55:48.414023 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cb1678-7eed-4a6b-bc4c-4b67b57002f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:55:48.415314 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cb1678-7eed-4a6b-bc4c-4b67b57002f1 admin admin] Tracked resource versions report: Aug 10 02:55:48.415314 n-d-768851-15 neutron-server[94217]: pushed versions: Aug 10 02:55:48.415314 n-d-768851-15 neutron-server[94217]: { 'AddressGroup': {'1.2'}, Aug 10 02:55:48.415314 n-d-768851-15 neutron-server[94217]: 'ConntrackHelper': {'1.0'}, Aug 10 02:55:48.415314 n-d-768851-15 neutron-server[94217]: 'Log': {'1.0'}, Aug 10 02:55:48.415314 n-d-768851-15 neutron-server[94217]: 'Network': {'1.1'}, Aug 10 02:55:48.415314 n-d-768851-15 neutron-server[94217]: 'Port': {'1.7'}, Aug 10 02:55:48.415314 n-d-768851-15 neutron-server[94217]: 'PortForwarding': {'1.2'}, Aug 10 02:55:48.415314 n-d-768851-15 neutron-server[94217]: 'QosPolicy': {'1.9'}, Aug 10 02:55:48.415314 n-d-768851-15 neutron-server[94217]: 'SecurityGroup': {'1.4'}, Aug 10 02:55:48.415314 n-d-768851-15 neutron-server[94217]: 'SecurityGroupRule': {'1.2'}, Aug 10 02:55:48.415314 n-d-768851-15 neutron-server[94217]: 'SubPort': {'1.0'}, Aug 10 02:55:48.415314 n-d-768851-15 neutron-server[94217]: 'Subnet': {'1.1'}, Aug 10 02:55:48.415314 n-d-768851-15 neutron-server[94217]: 'Trunk': {'1.1'}} Aug 10 02:55:48.415314 n-d-768851-15 neutron-server[94217]: consumer versions: Aug 10 02:55:48.415314 n-d-768851-15 neutron-server[94217]: { DHCP agent@n-d-768851-15: {}, Aug 10 02:55:48.415314 n-d-768851-15 neutron-server[94217]: L3 agent@n-d-768851-15: {}, Aug 10 02:55:48.415314 n-d-768851-15 neutron-server[94217]: Metadata agent@n-d-768851-15: {}, Aug 10 02:55:48.415314 n-d-768851-15 neutron-server[94217]: Metering agent@n-d-768851-15: {}, Aug 10 02:55:48.415314 n-d-768851-15 neutron-server[94217]: Open vSwitch agent@n-d-768851-15: { 'AddressGroup': '1.2', Aug 10 02:55:48.415314 n-d-768851-15 neutron-server[94217]: 'ConntrackHelper': '1.0', Aug 10 02:55:48.415314 n-d-768851-15 neutron-server[94217]: 'Log': '1.0', Aug 10 02:55:48.415314 n-d-768851-15 neutron-server[94217]: 'Network': '1.1', Aug 10 02:55:48.415314 n-d-768851-15 neutron-server[94217]: 'Port': '1.7', Aug 10 02:55:48.415314 n-d-768851-15 neutron-server[94217]: 'PortForwarding': '1.2', Aug 10 02:55:48.415314 n-d-768851-15 neutron-server[94217]: 'QosPolicy': '1.9', Aug 10 02:55:48.415314 n-d-768851-15 neutron-server[94217]: 'SecurityGroup': '1.4', Aug 10 02:55:48.415314 n-d-768851-15 neutron-server[94217]: 'SecurityGroupRule': '1.2', Aug 10 02:55:48.415314 n-d-768851-15 neutron-server[94217]: 'SubPort': '1.0', Aug 10 02:55:48.415314 n-d-768851-15 neutron-server[94217]: 'Subnet': '1.1', Aug 10 02:55:48.415314 n-d-768851-15 neutron-server[94217]: 'Trunk': '1.1'}} Aug 10 02:55:48.415314 n-d-768851-15 neutron-server[94217]: {{(pid=94217) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 02:55:48.450275 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cb1678-7eed-4a6b-bc4c-4b67b57002f1 admin admin] Network a5334ef4-ec81-411b-83a5-3a227c9220cd is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:55:48.469921 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-b1cb1678-7eed-4a6b-bc4c-4b67b57002f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, a5334ef4-ec81-411b-83a5-3a227c9220cd) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:55:48.479761 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcba4a81-1774-411f-94cc-6fc64edfa286 None None] Network a5334ef4-ec81-411b-83a5-3a227c9220cd requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:55:48.480766 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cb1678-7eed-4a6b-bc4c-4b67b57002f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:55:48.481410 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b1cb1678-7eed-4a6b-bc4c-4b67b57002f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:48.500550 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b1cb1678-7eed-4a6b-bc4c-4b67b57002f1 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5292387 Aug 10 02:55:48.813826 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22883cb-e909-45e9-a36d-4498b047d380 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-a5334ef4-ec81-411b-83a5-3a227c9220cd', 'network_id': 'a5334ef4-ec81-411b-83a5-3a227c9220cd', 'tenant_id': 'b59149935efa4c76ae88c0c11b0eefc6', 'fixed_ips': [{'subnet_id': '442000a4-adab-4668-9d60-ee56e7927d36'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:55:48.815082 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c22883cb-e909-45e9-a36d-4498b047d380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:49.107595 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-c22883cb-e909-45e9-a36d-4498b047d380 None None] Allocated IP 172.20.0.2 (a5334ef4-ec81-411b-83a5-3a227c9220cd/442000a4-adab-4668-9d60-ee56e7927d36/e238bf34-0203-4add-b726-8af690f37ca1) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:55:49.357868 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c22883cb-e909-45e9-a36d-4498b047d380 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:49.373290 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-c22883cb-e909-45e9-a36d-4498b047d380 None None] Transition to ACTIVE for port object e238bf34-0203-4add-b726-8af690f37ca1 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:55:49.394686 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-c22883cb-e909-45e9-a36d-4498b047d380 None None] Transition to ACTIVE for port object e238bf34-0203-4add-b726-8af690f37ca1 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:55:49.403613 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c22883cb-e909-45e9-a36d-4498b047d380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:49.475734 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22883cb-e909-45e9-a36d-4498b047d380 None None] Network a5334ef4-ec81-411b-83a5-3a227c9220cd is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:55:49.480621 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-c22883cb-e909-45e9-a36d-4498b047d380 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:55:49.490260 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22883cb-e909-45e9-a36d-4498b047d380 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:55:49.493897 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22883cb-e909-45e9-a36d-4498b047d380 None None] Pushing event updated for resources: {'Port': ['ID=e238bf34-0203-4add-b726-8af690f37ca1,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:55:49.523925 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22883cb-e909-45e9-a36d-4498b047d380 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:55:49.524278 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22883cb-e909-45e9-a36d-4498b047d380 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:55:49.524626 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22883cb-e909-45e9-a36d-4498b047d380 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:55:49.524968 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22883cb-e909-45e9-a36d-4498b047d380 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:55:49.525311 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22883cb-e909-45e9-a36d-4498b047d380 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:55:49.525641 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22883cb-e909-45e9-a36d-4498b047d380 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:55:49.525973 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22883cb-e909-45e9-a36d-4498b047d380 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:55:49.526302 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22883cb-e909-45e9-a36d-4498b047d380 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:55:49.526633 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22883cb-e909-45e9-a36d-4498b047d380 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:55:49.526985 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22883cb-e909-45e9-a36d-4498b047d380 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:55:49.527316 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22883cb-e909-45e9-a36d-4498b047d380 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:55:49.527643 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22883cb-e909-45e9-a36d-4498b047d380 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:55:49.528830 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22883cb-e909-45e9-a36d-4498b047d380 None None] Tracked resource versions report: Aug 10 02:55:49.528830 n-d-768851-15 neutron-server[94218]: pushed versions: Aug 10 02:55:49.528830 n-d-768851-15 neutron-server[94218]: { 'AddressGroup': {'1.2'}, Aug 10 02:55:49.528830 n-d-768851-15 neutron-server[94218]: 'ConntrackHelper': {'1.0'}, Aug 10 02:55:49.528830 n-d-768851-15 neutron-server[94218]: 'Log': {'1.0'}, Aug 10 02:55:49.528830 n-d-768851-15 neutron-server[94218]: 'Network': {'1.1'}, Aug 10 02:55:49.528830 n-d-768851-15 neutron-server[94218]: 'Port': {'1.7'}, Aug 10 02:55:49.528830 n-d-768851-15 neutron-server[94218]: 'PortForwarding': {'1.2'}, Aug 10 02:55:49.528830 n-d-768851-15 neutron-server[94218]: 'QosPolicy': {'1.9'}, Aug 10 02:55:49.528830 n-d-768851-15 neutron-server[94218]: 'SecurityGroup': {'1.4'}, Aug 10 02:55:49.528830 n-d-768851-15 neutron-server[94218]: 'SecurityGroupRule': {'1.2'}, Aug 10 02:55:49.528830 n-d-768851-15 neutron-server[94218]: 'SubPort': {'1.0'}, Aug 10 02:55:49.528830 n-d-768851-15 neutron-server[94218]: 'Subnet': {'1.1'}, Aug 10 02:55:49.528830 n-d-768851-15 neutron-server[94218]: 'Trunk': {'1.1'}} Aug 10 02:55:49.528830 n-d-768851-15 neutron-server[94218]: consumer versions: Aug 10 02:55:49.528830 n-d-768851-15 neutron-server[94218]: { DHCP agent@n-d-768851-15: {}, Aug 10 02:55:49.528830 n-d-768851-15 neutron-server[94218]: L3 agent@n-d-768851-15: {}, Aug 10 02:55:49.528830 n-d-768851-15 neutron-server[94218]: Metadata agent@n-d-768851-15: {}, Aug 10 02:55:49.528830 n-d-768851-15 neutron-server[94218]: Metering agent@n-d-768851-15: {}, Aug 10 02:55:49.528830 n-d-768851-15 neutron-server[94218]: Open vSwitch agent@n-d-768851-15: { 'AddressGroup': '1.2', Aug 10 02:55:49.528830 n-d-768851-15 neutron-server[94218]: 'ConntrackHelper': '1.0', Aug 10 02:55:49.528830 n-d-768851-15 neutron-server[94218]: 'Log': '1.0', Aug 10 02:55:49.528830 n-d-768851-15 neutron-server[94218]: 'Network': '1.1', Aug 10 02:55:49.528830 n-d-768851-15 neutron-server[94218]: 'Port': '1.7', Aug 10 02:55:49.528830 n-d-768851-15 neutron-server[94218]: 'PortForwarding': '1.2', Aug 10 02:55:49.528830 n-d-768851-15 neutron-server[94218]: 'QosPolicy': '1.9', Aug 10 02:55:49.528830 n-d-768851-15 neutron-server[94218]: 'SecurityGroup': '1.4', Aug 10 02:55:49.528830 n-d-768851-15 neutron-server[94218]: 'SecurityGroupRule': '1.2', Aug 10 02:55:49.528830 n-d-768851-15 neutron-server[94218]: 'SubPort': '1.0', Aug 10 02:55:49.528830 n-d-768851-15 neutron-server[94218]: 'Subnet': '1.1', Aug 10 02:55:49.528830 n-d-768851-15 neutron-server[94218]: 'Trunk': '1.1'}} Aug 10 02:55:49.528830 n-d-768851-15 neutron-server[94218]: {{(pid=94218) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 02:55:49.577770 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-c22883cb-e909-45e9-a36d-4498b047d380 None None] Attempting to bind port e238bf34-0203-4add-b726-8af690f37ca1 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:55:49.578168 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-c22883cb-e909-45e9-a36d-4498b047d380 None None] Attempting to bind port e238bf34-0203-4add-b726-8af690f37ca1 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '001248c3-2268-4313-abd4-38c144678fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a5334ef4-ec81-411b-83a5-3a227c9220cd'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:55:49.578582 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22883cb-e909-45e9-a36d-4498b047d380 None None] Attempting to bind port e238bf34-0203-4add-b726-8af690f37ca1 on network a5334ef4-ec81-411b-83a5-3a227c9220cd {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:55:49.583530 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22883cb-e909-45e9-a36d-4498b047d380 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:55:49.583945 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22883cb-e909-45e9-a36d-4498b047d380 None None] Checking segment: {'id': '001248c3-2268-4313-abd4-38c144678fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a5334ef4-ec81-411b-83a5-3a227c9220cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:55:49.584417 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c22883cb-e909-45e9-a36d-4498b047d380 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:49.586058 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22883cb-e909-45e9-a36d-4498b047d380 None None] Bound using segment: {'id': '001248c3-2268-4313-abd4-38c144678fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a5334ef4-ec81-411b-83a5-3a227c9220cd'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:55:49.586058 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-c22883cb-e909-45e9-a36d-4498b047d380 None None] Bound port: e238bf34-0203-4add-b726-8af690f37ca1, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '001248c3-2268-4313-abd4-38c144678fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a5334ef4-ec81-411b-83a5-3a227c9220cd'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:55:49.586319 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c22883cb-e909-45e9-a36d-4498b047d380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:49.651583 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-c22883cb-e909-45e9-a36d-4498b047d380 None None] For port e238bf34-0203-4add-b726-8af690f37ca1, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:55:49.656132 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-c22883cb-e909-45e9-a36d-4498b047d380 None None] For port e238bf34-0203-4add-b726-8af690f37ca1, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=e238bf34-0203-4add-b726-8af690f37ca1,segment=NetworkSegment(001248c3-2268-4313-abd4-38c144678fcb),segment_id=001248c3-2268-4313-abd4-38c144678fcb)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:55:49.660814 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c22883cb-e909-45e9-a36d-4498b047d380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:49.727735 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22883cb-e909-45e9-a36d-4498b047d380 None None] Pushing event updated for resources: {'Port': ['ID=e238bf34-0203-4add-b726-8af690f37ca1,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:55:50.920702 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60250) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:55:51.243062 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [None req-e61e2823-8d30-429c-97fd-3dde6d5d51ed admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:55:51.244150 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e61e2823-8d30-429c-97fd-3dde6d5d51ed admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3224032 Aug 10 02:55:53.619595 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60258) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:55:53.946145 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [None req-0e795804-4a4e-490a-a38a-f0988fe7bf1c admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:55:53.947241 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0e795804-4a4e-490a-a38a-f0988fe7bf1c admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3267140 Aug 10 02:55:56.607643 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60268) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:55:56.925136 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-9172d378-bcd9-4d03-9e13-b8bc7556b046 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'b59149935efa4c76ae88c0c11b0eefc6'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:55:56.953140 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9172d378-bcd9-4d03-9e13-b8bc7556b046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:56.954857 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9172d378-bcd9-4d03-9e13-b8bc7556b046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:57.120249 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9172d378-bcd9-4d03-9e13-b8bc7556b046 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:57.126042 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9172d378-bcd9-4d03-9e13-b8bc7556b046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:57.141429 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9172d378-bcd9-4d03-9e13-b8bc7556b046 admin admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:57.143316 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9172d378-bcd9-4d03-9e13-b8bc7556b046 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5342758 Aug 10 02:55:58.658964 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aaf9010-0e1e-4cc9-8496-3bc504b7933c None None] Network a5334ef4-ec81-411b-83a5-3a227c9220cd requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:55:58.712618 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-28b5183e-6252-47cb-bb31-b772633f0008 None None] Provisioning for port e238bf34-0203-4add-b726-8af690f37ca1 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:55:59.356907 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e238bf34-0203-4add-b726-8af690f37ca1 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:55:59.471409 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port e238bf34-0203-4add-b726-8af690f37ca1 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:55:59.475786 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port e238bf34-0203-4add-b726-8af690f37ca1 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:55:59.476189 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:59.534997 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60280) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:55:59.590207 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:59.626131 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port e238bf34-0203-4add-b726-8af690f37ca1, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=e238bf34-0203-4add-b726-8af690f37ca1,segment=NetworkSegment(001248c3-2268-4313-abd4-38c144678fcb),segment_id=001248c3-2268-4313-abd4-38c144678fcb)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:55:59.629782 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:59.681961 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=e238bf34-0203-4add-b726-8af690f37ca1,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:55:59.868951 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [None req-410f9cf0-4b2b-4851-a17d-e3718d4203de admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:55:59.869934 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-410f9cf0-4b2b-4851-a17d-e3718d4203de admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3340461 Aug 10 02:56:00.251475 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-6ee2d4b6-99fe-4c17-9c1a-e00e69b981f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:01.321777 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e238bf34-0203-4add-b726-8af690f37ca1 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:56:01.372709 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port e238bf34-0203-4add-b726-8af690f37ca1 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:56:01.373212 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:02.407555 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60288) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:56:02.717598 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-5f26652e-3972-4c78-8822-470eea8bbe9b admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:56:02.742802 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f26652e-3972-4c78-8822-470eea8bbe9b admin admin] Made reservation on behalf of 6645343f65f54d47af40a2dd878a3a76 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:56:02.745633 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5f26652e-3972-4c78-8822-470eea8bbe9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:02.761026 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5f26652e-3972-4c78-8822-470eea8bbe9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:02.878174 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5f26652e-3972-4c78-8822-470eea8bbe9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:02.882289 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5f26652e-3972-4c78-8822-470eea8bbe9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:02.896974 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5f26652e-3972-4c78-8822-470eea8bbe9b admin admin] Reserving flat network on physical network physnet1 {{(pid=94217) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 10 02:56:02.904593 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-efbb0815-4574-4f17-a32f-58475f0e8bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:02.923043 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5f26652e-3972-4c78-8822-470eea8bbe9b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733457363815', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:02.923614 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5f26652e-3972-4c78-8822-470eea8bbe9b admin admin] Unsubscribe: segment precommit_create {{(pid=94217) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 10 02:56:02.924101 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-5f26652e-3972-4c78-8822-470eea8bbe9b admin admin] Added segment 4e1f9db3-9f2f-4698-a3bb-4118541cb0ba of type flat for network 09ca2025-b9a6-4e84-8019-8d9fbef3753e Aug 10 02:56:02.928786 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f26652e-3972-4c78-8822-470eea8bbe9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f620c0e-e239-49af-845e-53245a9725d2,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:56:02.993070 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5f26652e-3972-4c78-8822-470eea8bbe9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:03.042426 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5f26652e-3972-4c78-8822-470eea8bbe9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:03.043466 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f26652e-3972-4c78-8822-470eea8bbe9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:56:03.044042 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5f26652e-3972-4c78-8822-470eea8bbe9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:03.126546 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-5f26652e-3972-4c78-8822-470eea8bbe9b admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7175694 Aug 10 02:56:03.135766 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f26652e-3972-4c78-8822-470eea8bbe9b admin admin] Pushing event updated for resources: {'Network': ['ID=09ca2025-b9a6-4e84-8019-8d9fbef3753e,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:56:03.160949 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:56:03.271262 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:03.989317 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:05.533109 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60306) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:56:05.696537 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:05.710079 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395ff2bc-508d-469e-b0e1-e8a06ef4ac0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:56:05.711461 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-395ff2bc-508d-469e-b0e1-e8a06ef4ac0b admin admin] 10.222.0.62 "GET /v2.0/subnets/442000a4-adab-4668-9d60-ee56e7927d36 HTTP/1.1" status: 200 len: 849 time: 0.1774094 Aug 10 02:56:05.829396 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-14d42994-c9ca-45a8-8d9d-5e6c1c36f4f2 admin admin] 10.222.0.62 "GET /v2.0/routers/6251ca18-c0d7-452f-a72d-a6e393ef7061 HTTP/1.1" status: 200 len: 704 time: 0.1118236 Aug 10 02:56:06.090468 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9d4eac75-71af-4737-bfe4-e4179c12b4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:06.385652 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-9d4eac75-71af-4737-bfe4-e4179c12b4f6 admin admin] Allocated IP 172.20.0.1 (a5334ef4-ec81-411b-83a5-3a227c9220cd/442000a4-adab-4668-9d60-ee56e7927d36/427ecc64-1025-4a63-8611-a727d1aba80c) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:56:06.541284 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9d4eac75-71af-4737-bfe4-e4179c12b4f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:06.563322 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-9d4eac75-71af-4737-bfe4-e4179c12b4f6 admin admin] Transition to ACTIVE for port object 427ecc64-1025-4a63-8611-a727d1aba80c will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:56:06.695214 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9d4eac75-71af-4737-bfe4-e4179c12b4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:06.762109 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4eac75-71af-4737-bfe4-e4179c12b4f6 admin admin] Network a5334ef4-ec81-411b-83a5-3a227c9220cd is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:56:06.773008 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-9d4eac75-71af-4737-bfe4-e4179c12b4f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:56:06.779295 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4eac75-71af-4737-bfe4-e4179c12b4f6 admin admin] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:56:06.779845 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9d4eac75-71af-4737-bfe4-e4179c12b4f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:06.803967 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4eac75-71af-4737-bfe4-e4179c12b4f6 admin admin] Pushing event updated for resources: {'Port': ['ID=427ecc64-1025-4a63-8611-a727d1aba80c,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:56:06.982457 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9d4eac75-71af-4737-bfe4-e4179c12b4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:07.012464 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-da7ec021-5406-4d07-bea6-4eba69ea6428 None None] Provisioning for port 427ecc64-1025-4a63-8611-a727d1aba80c completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:56:07.016496 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-da7ec021-5406-4d07-bea6-4eba69ea6428 None None] Provisioning complete for port 427ecc64-1025-4a63-8611-a727d1aba80c triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:56:07.017111 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-da7ec021-5406-4d07-bea6-4eba69ea6428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:07.051213 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-da7ec021-5406-4d07-bea6-4eba69ea6428 None None] Port 427ecc64-1025-4a63-8611-a727d1aba80c cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:56:07.190671 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9d4eac75-71af-4737-bfe4-e4179c12b4f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:07.195510 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9d4eac75-71af-4737-bfe4-e4179c12b4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:07.196381 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9d4eac75-71af-4737-bfe4-e4179c12b4f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:07.277958 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4eac75-71af-4737-bfe4-e4179c12b4f6 admin admin] Pushing event updated for resources: {'Port': ['ID=427ecc64-1025-4a63-8611-a727d1aba80c,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:56:07.325011 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4eac75-71af-4737-bfe4-e4179c12b4f6 admin admin] Network a5334ef4-ec81-411b-83a5-3a227c9220cd is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:56:07.326348 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-9d4eac75-71af-4737-bfe4-e4179c12b4f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:56:07.494098 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d4eac75-71af-4737-bfe4-e4179c12b4f6 admin admin] Router 6251ca18-c0d7-452f-a72d-a6e393ef7061 is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:56:07.573585 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-e8e63370-122b-4459-9a71-33315899e187 None None] Provisioning complete for port 427ecc64-1025-4a63-8611-a727d1aba80c triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:56:07.573878 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e8e63370-122b-4459-9a71-33315899e187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:07.589381 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4eac75-71af-4737-bfe4-e4179c12b4f6 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:56:07.610959 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9d4eac75-71af-4737-bfe4-e4179c12b4f6 admin admin] 10.222.0.62 "PUT /v2.0/routers/6251ca18-c0d7-452f-a72d-a6e393ef7061/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7601199 Aug 10 02:56:07.612556 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-e8e63370-122b-4459-9a71-33315899e187 None None] Port 427ecc64-1025-4a63-8611-a727d1aba80c cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:56:07.619736 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debfb00f-f497-4b0a-85c4-e43461ac16c2 None None] Sync routers for ids ['6251ca18-c0d7-452f-a72d-a6e393ef7061'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:56:07.632144 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debfb00f-f497-4b0a-85c4-e43461ac16c2 None None] Routers {'6251ca18-c0d7-452f-a72d-a6e393ef7061'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:56:07.633108 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-debfb00f-f497-4b0a-85c4-e43461ac16c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T02:56:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['6251ca18-c0d7-452f-a72d-a6e393ef7061'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:56:07.827786 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-debfb00f-f497-4b0a-85c4-e43461ac16c2 None None] Set router 6251ca18-c0d7-452f-a72d-a6e393ef7061 gateway port host: None {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:56:08.262255 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-debfb00f-f497-4b0a-85c4-e43461ac16c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6251ca18-c0d7-452f-a72d-a6e393ef7061', 'name': 'router1', 'tenant_id': 'b59149935efa4c76ae88c0c11b0eefc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:55:56Z', 'updated_at': '2021-08-10T02:56:06Z', 'revision_number': 2, 'project_id': 'b59149935efa4c76ae88c0c11b0eefc6', 'gw_port_host': None, '_interfaces': [{'id': '427ecc64-1025-4a63-8611-a727d1aba80c', 'name': '', 'network_id': 'a5334ef4-ec81-411b-83a5-3a227c9220cd', 'tenant_id': 'b59149935efa4c76ae88c0c11b0eefc6', 'mac_address': 'fa:16:3e:93:7b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6251ca18-c0d7-452f-a72d-a6e393ef7061', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '442000a4-adab-4668-9d60-ee56e7927d36', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:56:06Z', 'updated_at': '2021-08-10T02:56:07Z', 'revision_number': 2, 'project_id': 'b59149935efa4c76ae88c0c11b0eefc6', 'subnets': [{'id': '442000a4-adab-4668-9d60-ee56e7927d36', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '133730bd-9422-4dbd-ad79-955f0815d973'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:56:08.314799 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debfb00f-f497-4b0a-85c4-e43461ac16c2 None None] Checking router: 6251ca18-c0d7-452f-a72d-a6e393ef7061 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:56:08.315172 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debfb00f-f497-4b0a-85c4-e43461ac16c2 None None] Updating router 6251ca18-c0d7-452f-a72d-a6e393ef7061 port 427ecc64-1025-4a63-8611-a727d1aba80c binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:56:08.364532 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-debfb00f-f497-4b0a-85c4-e43461ac16c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:08.998385 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-debfb00f-f497-4b0a-85c4-e43461ac16c2 None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:09.023833 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-debfb00f-f497-4b0a-85c4-e43461ac16c2 None None] Transition to ACTIVE for port object 427ecc64-1025-4a63-8611-a727d1aba80c will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:56:09.031856 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-debfb00f-f497-4b0a-85c4-e43461ac16c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:09.228239 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c654d895-2ac9-41d0-b5a6-b2faa40072c7 None None] Pushing event updated for resources: {'Port': ['ID=427ecc64-1025-4a63-8611-a727d1aba80c,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:56:09.234500 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-debfb00f-f497-4b0a-85c4-e43461ac16c2 None None] Attempting to bind port 427ecc64-1025-4a63-8611-a727d1aba80c on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:56:09.235134 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-debfb00f-f497-4b0a-85c4-e43461ac16c2 None None] Attempting to bind port 427ecc64-1025-4a63-8611-a727d1aba80c by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '001248c3-2268-4313-abd4-38c144678fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a5334ef4-ec81-411b-83a5-3a227c9220cd'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:56:09.235639 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debfb00f-f497-4b0a-85c4-e43461ac16c2 None None] Attempting to bind port 427ecc64-1025-4a63-8611-a727d1aba80c on network a5334ef4-ec81-411b-83a5-3a227c9220cd {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:56:09.243929 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c654d895-2ac9-41d0-b5a6-b2faa40072c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:56:09.244279 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c654d895-2ac9-41d0-b5a6-b2faa40072c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:56:09.244618 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c654d895-2ac9-41d0-b5a6-b2faa40072c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:56:09.244954 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c654d895-2ac9-41d0-b5a6-b2faa40072c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:56:09.245288 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c654d895-2ac9-41d0-b5a6-b2faa40072c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:56:09.245617 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c654d895-2ac9-41d0-b5a6-b2faa40072c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:56:09.245943 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c654d895-2ac9-41d0-b5a6-b2faa40072c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:56:09.246269 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c654d895-2ac9-41d0-b5a6-b2faa40072c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:56:09.246599 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c654d895-2ac9-41d0-b5a6-b2faa40072c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:56:09.246965 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c654d895-2ac9-41d0-b5a6-b2faa40072c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:56:09.247289 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c654d895-2ac9-41d0-b5a6-b2faa40072c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:56:09.247774 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c654d895-2ac9-41d0-b5a6-b2faa40072c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:56:09.248976 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c654d895-2ac9-41d0-b5a6-b2faa40072c7 None None] Tracked resource versions report: Aug 10 02:56:09.248976 n-d-768851-15 neutron-server[94219]: pushed versions: Aug 10 02:56:09.248976 n-d-768851-15 neutron-server[94219]: { 'AddressGroup': {'1.2'}, Aug 10 02:56:09.248976 n-d-768851-15 neutron-server[94219]: 'ConntrackHelper': {'1.0'}, Aug 10 02:56:09.248976 n-d-768851-15 neutron-server[94219]: 'Log': {'1.0'}, Aug 10 02:56:09.248976 n-d-768851-15 neutron-server[94219]: 'Network': {'1.1'}, Aug 10 02:56:09.248976 n-d-768851-15 neutron-server[94219]: 'Port': {'1.7'}, Aug 10 02:56:09.248976 n-d-768851-15 neutron-server[94219]: 'PortForwarding': {'1.2'}, Aug 10 02:56:09.248976 n-d-768851-15 neutron-server[94219]: 'QosPolicy': {'1.9'}, Aug 10 02:56:09.248976 n-d-768851-15 neutron-server[94219]: 'SecurityGroup': {'1.4'}, Aug 10 02:56:09.248976 n-d-768851-15 neutron-server[94219]: 'SecurityGroupRule': {'1.2'}, Aug 10 02:56:09.248976 n-d-768851-15 neutron-server[94219]: 'SubPort': {'1.0'}, Aug 10 02:56:09.248976 n-d-768851-15 neutron-server[94219]: 'Subnet': {'1.1'}, Aug 10 02:56:09.248976 n-d-768851-15 neutron-server[94219]: 'Trunk': {'1.1'}} Aug 10 02:56:09.248976 n-d-768851-15 neutron-server[94219]: consumer versions: Aug 10 02:56:09.248976 n-d-768851-15 neutron-server[94219]: { DHCP agent@n-d-768851-15: {}, Aug 10 02:56:09.248976 n-d-768851-15 neutron-server[94219]: L3 agent@n-d-768851-15: {}, Aug 10 02:56:09.248976 n-d-768851-15 neutron-server[94219]: Metadata agent@n-d-768851-15: {}, Aug 10 02:56:09.248976 n-d-768851-15 neutron-server[94219]: Metering agent@n-d-768851-15: {}, Aug 10 02:56:09.248976 n-d-768851-15 neutron-server[94219]: Open vSwitch agent@n-d-768851-15: { 'AddressGroup': '1.2', Aug 10 02:56:09.248976 n-d-768851-15 neutron-server[94219]: 'ConntrackHelper': '1.0', Aug 10 02:56:09.248976 n-d-768851-15 neutron-server[94219]: 'Log': '1.0', Aug 10 02:56:09.248976 n-d-768851-15 neutron-server[94219]: 'Network': '1.1', Aug 10 02:56:09.248976 n-d-768851-15 neutron-server[94219]: 'Port': '1.7', Aug 10 02:56:09.248976 n-d-768851-15 neutron-server[94219]: 'PortForwarding': '1.2', Aug 10 02:56:09.248976 n-d-768851-15 neutron-server[94219]: 'QosPolicy': '1.9', Aug 10 02:56:09.248976 n-d-768851-15 neutron-server[94219]: 'SecurityGroup': '1.4', Aug 10 02:56:09.248976 n-d-768851-15 neutron-server[94219]: 'SecurityGroupRule': '1.2', Aug 10 02:56:09.248976 n-d-768851-15 neutron-server[94219]: 'SubPort': '1.0', Aug 10 02:56:09.248976 n-d-768851-15 neutron-server[94219]: 'Subnet': '1.1', Aug 10 02:56:09.248976 n-d-768851-15 neutron-server[94219]: 'Trunk': '1.1'}} Aug 10 02:56:09.248976 n-d-768851-15 neutron-server[94219]: {{(pid=94219) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 02:56:09.252471 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debfb00f-f497-4b0a-85c4-e43461ac16c2 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:56:09.252471 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debfb00f-f497-4b0a-85c4-e43461ac16c2 None None] Checking segment: {'id': '001248c3-2268-4313-abd4-38c144678fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a5334ef4-ec81-411b-83a5-3a227c9220cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:56:09.252471 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-debfb00f-f497-4b0a-85c4-e43461ac16c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:09.252908 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debfb00f-f497-4b0a-85c4-e43461ac16c2 None None] Bound using segment: {'id': '001248c3-2268-4313-abd4-38c144678fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a5334ef4-ec81-411b-83a5-3a227c9220cd'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:56:09.253261 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-debfb00f-f497-4b0a-85c4-e43461ac16c2 None None] Bound port: 427ecc64-1025-4a63-8611-a727d1aba80c, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '001248c3-2268-4313-abd4-38c144678fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a5334ef4-ec81-411b-83a5-3a227c9220cd'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:56:09.253639 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-debfb00f-f497-4b0a-85c4-e43461ac16c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:09.322680 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-debfb00f-f497-4b0a-85c4-e43461ac16c2 None None] For port 427ecc64-1025-4a63-8611-a727d1aba80c, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:56:09.347967 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-debfb00f-f497-4b0a-85c4-e43461ac16c2 None None] For port 427ecc64-1025-4a63-8611-a727d1aba80c, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=427ecc64-1025-4a63-8611-a727d1aba80c,segment=NetworkSegment(001248c3-2268-4313-abd4-38c144678fcb),segment_id=001248c3-2268-4313-abd4-38c144678fcb)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:56:09.353381 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-debfb00f-f497-4b0a-85c4-e43461ac16c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:09.427812 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c654d895-2ac9-41d0-b5a6-b2faa40072c7 None None] Pushing event updated for resources: {'Port': ['ID=427ecc64-1025-4a63-8611-a727d1aba80c,revision_number=4']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:56:09.439055 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debfb00f-f497-4b0a-85c4-e43461ac16c2 None None] Routers {'6251ca18-c0d7-452f-a72d-a6e393ef7061'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:56:09.440034 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-debfb00f-f497-4b0a-85c4-e43461ac16c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T02:56:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['6251ca18-c0d7-452f-a72d-a6e393ef7061'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:56:09.548107 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-debfb00f-f497-4b0a-85c4-e43461ac16c2 None None] Set router 6251ca18-c0d7-452f-a72d-a6e393ef7061 gateway port host: None {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:56:09.778308 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-debfb00f-f497-4b0a-85c4-e43461ac16c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6251ca18-c0d7-452f-a72d-a6e393ef7061', 'name': 'router1', 'tenant_id': 'b59149935efa4c76ae88c0c11b0eefc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:55:56Z', 'updated_at': '2021-08-10T02:56:06Z', 'revision_number': 2, 'project_id': 'b59149935efa4c76ae88c0c11b0eefc6', 'gw_port_host': None, '_interfaces': [{'id': '427ecc64-1025-4a63-8611-a727d1aba80c', 'name': '', 'network_id': 'a5334ef4-ec81-411b-83a5-3a227c9220cd', 'tenant_id': 'b59149935efa4c76ae88c0c11b0eefc6', 'mac_address': 'fa:16:3e:93:7b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6251ca18-c0d7-452f-a72d-a6e393ef7061', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '442000a4-adab-4668-9d60-ee56e7927d36', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:56:06Z', 'updated_at': '2021-08-10T02:56:09Z', 'revision_number': 4, 'project_id': 'b59149935efa4c76ae88c0c11b0eefc6', 'subnets': [{'id': '442000a4-adab-4668-9d60-ee56e7927d36', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '133730bd-9422-4dbd-ad79-955f0815d973'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:56:09.803448 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debfb00f-f497-4b0a-85c4-e43461ac16c2 None None] The sync data for ids ['6251ca18-c0d7-452f-a72d-a6e393ef7061'] in n-d-768851-15 is: [{'id': '6251ca18-c0d7-452f-a72d-a6e393ef7061', 'name': 'router1', 'tenant_id': 'b59149935efa4c76ae88c0c11b0eefc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:55:56Z', 'updated_at': '2021-08-10T02:56:06Z', 'revision_number': 2, 'project_id': 'b59149935efa4c76ae88c0c11b0eefc6', 'gw_port_host': None, '_interfaces': [{'id': '427ecc64-1025-4a63-8611-a727d1aba80c', 'name': '', 'network_id': 'a5334ef4-ec81-411b-83a5-3a227c9220cd', 'tenant_id': 'b59149935efa4c76ae88c0c11b0eefc6', 'mac_address': 'fa:16:3e:93:7b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6251ca18-c0d7-452f-a72d-a6e393ef7061', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '442000a4-adab-4668-9d60-ee56e7927d36', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:56:06Z', 'updated_at': '2021-08-10T02:56:09Z', 'revision_number': 4, 'project_id': 'b59149935efa4c76ae88c0c11b0eefc6', 'subnets': [{'id': '442000a4-adab-4668-9d60-ee56e7927d36', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '133730bd-9422-4dbd-ad79-955f0815d973'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:56:09.882896 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60326) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:56:09.994907 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c132e70-e7f6-4aa8-9f64-3043935e5467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:56:09.996295 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8c132e70-e7f6-4aa8-9f64-3043935e5467 admin admin] 10.222.0.62 "GET /v2.0/networks/09ca2025-b9a6-4e84-8019-8d9fbef3753e HTTP/1.1" status: 200 len: 842 time: 0.1123400 Aug 10 02:56:10.007268 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-6c6ff0b7-cb0c-4e3a-a800-7bb5146ddf10 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.25.7.1', 'name': 'public-subnet', 'cidr': '172.25.7.0/24', 'ip_version': 4, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:56:10.029666 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6ff0b7-cb0c-4e3a-a800-7bb5146ddf10 admin admin] Made reservation on behalf of 6645343f65f54d47af40a2dd878a3a76 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:56:10.031897 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff0b7-cb0c-4e3a-a800-7bb5146ddf10 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:10.362379 n-d-768851-15 neutron-server[94217]: DEBUG neutron.objects.ports [None req-6c6ff0b7-cb0c-4e3a-a800-7bb5146ddf10 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94217) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 02:56:10.363023 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff0b7-cb0c-4e3a-a800-7bb5146ddf10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:10.432782 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff0b7-cb0c-4e3a-a800-7bb5146ddf10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d0a499d-de65-451d-aa2d-6ecc5a414053,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:56:10.455168 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6ff0b7-cb0c-4e3a-a800-7bb5146ddf10 admin admin] Checking segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:56:10.455654 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6ff0b7-cb0c-4e3a-a800-7bb5146ddf10 admin admin] Network hostable DHCP agents. Network: 09ca2025-b9a6-4e84-8019-8d9fbef3753e, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:56:10.477226 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6ff0b7-cb0c-4e3a-a800-7bb5146ddf10 admin admin] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:56:10.486865 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-6c6ff0b7-cb0c-4e3a-a800-7bb5146ddf10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 09ca2025-b9a6-4e84-8019-8d9fbef3753e) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:56:10.494519 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124ffa5c-2e72-431b-bd7e-a17b38ba348d None None] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:56:10.495269 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6ff0b7-cb0c-4e3a-a800-7bb5146ddf10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:56:10.495677 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff0b7-cb0c-4e3a-a800-7bb5146ddf10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:10.513540 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6c6ff0b7-cb0c-4e3a-a800-7bb5146ddf10 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5104866 Aug 10 02:56:10.644473 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fc5a88-5164-42a9-ac16-9761bf736253 None None] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:56:12.833461 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60334) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:56:13.045778 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6f7d2218-4b44-4607-aca0-fe2f98da0da6 admin admin] 10.222.0.62 "GET /v2.0/routers/6251ca18-c0d7-452f-a72d-a6e393ef7061 HTTP/1.1" status: 200 len: 710 time: 0.2104509 Aug 10 02:56:13.137450 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abf1bd9-d5eb-400d-9ab3-f00009f848d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:56:13.138869 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7abf1bd9-d5eb-400d-9ab3-f00009f848d7 admin admin] 10.222.0.62 "GET /v2.0/networks/09ca2025-b9a6-4e84-8019-8d9fbef3753e HTTP/1.1" status: 200 len: 886 time: 0.0871303 Aug 10 02:56:13.149149 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-cf857a8d-2817-456e-81a6-19bcd8295fd7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:56:13.415017 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cf857a8d-2817-456e-81a6-19bcd8295fd7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:13.652352 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cf857a8d-2817-456e-81a6-19bcd8295fd7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:13.731411 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cf857a8d-2817-456e-81a6-19bcd8295fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:13.840843 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-cf857a8d-2817-456e-81a6-19bcd8295fd7 admin admin] Allocated IP 172.25.7.112 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/0db9b9c0-72ee-4826-910d-216c67db21e3) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:56:13.942120 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cf857a8d-2817-456e-81a6-19bcd8295fd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:13.981635 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cf857a8d-2817-456e-81a6-19bcd8295fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:14.023712 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf857a8d-2817-456e-81a6-19bcd8295fd7 admin admin] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:56:14.026570 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-cf857a8d-2817-456e-81a6-19bcd8295fd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:56:14.030962 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf857a8d-2817-456e-81a6-19bcd8295fd7 admin admin] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:56:14.065386 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf857a8d-2817-456e-81a6-19bcd8295fd7 admin admin] Pushing event updated for resources: {'Port': ['ID=0db9b9c0-72ee-4826-910d-216c67db21e3,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:56:14.299135 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cf857a8d-2817-456e-81a6-19bcd8295fd7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:14.619199 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cf857a8d-2817-456e-81a6-19bcd8295fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-368475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1926'] for router, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:14.622545 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cf857a8d-2817-456e-81a6-19bcd8295fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-372465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-372472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-368450'] for router, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:14.730604 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf857a8d-2817-456e-81a6-19bcd8295fd7 admin admin] Router 6251ca18-c0d7-452f-a72d-a6e393ef7061 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:56:14.837292 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf857a8d-2817-456e-81a6-19bcd8295fd7 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:56:14.841476 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cf857a8d-2817-456e-81a6-19bcd8295fd7 admin admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:14.842656 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-cf857a8d-2817-456e-81a6-19bcd8295fd7 admin admin] 10.222.0.62 "PUT /v2.0/routers/6251ca18-c0d7-452f-a72d-a6e393ef7061 HTTP/1.1" status: 200 len: 890 time: 1.6970260 Aug 10 02:56:15.373846 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 427ecc64-1025-4a63-8611-a727d1aba80c up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:56:15.426319 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 427ecc64-1025-4a63-8611-a727d1aba80c completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:56:15.430707 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 427ecc64-1025-4a63-8611-a727d1aba80c triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:56:15.431240 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:15.518914 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:15.552063 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 427ecc64-1025-4a63-8611-a727d1aba80c, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=427ecc64-1025-4a63-8611-a727d1aba80c,segment=NetworkSegment(001248c3-2268-4313-abd4-38c144678fcb),segment_id=001248c3-2268-4313-abd4-38c144678fcb)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:56:15.556284 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:15.604727 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=427ecc64-1025-4a63-8611-a727d1aba80c,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:56:16.333731 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068649cf-6b00-4226-a79e-fc805a8287fd None None] Sync routers for ids ['6251ca18-c0d7-452f-a72d-a6e393ef7061'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:56:16.346330 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068649cf-6b00-4226-a79e-fc805a8287fd None None] Routers {'6251ca18-c0d7-452f-a72d-a6e393ef7061'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:56:16.347022 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-068649cf-6b00-4226-a79e-fc805a8287fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T02:56:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['6251ca18-c0d7-452f-a72d-a6e393ef7061'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:56:16.620487 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-068649cf-6b00-4226-a79e-fc805a8287fd None None] Set router 6251ca18-c0d7-452f-a72d-a6e393ef7061 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:56:17.020093 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-068649cf-6b00-4226-a79e-fc805a8287fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6251ca18-c0d7-452f-a72d-a6e393ef7061', 'name': 'router1', 'tenant_id': 'b59149935efa4c76ae88c0c11b0eefc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '0db9b9c0-72ee-4826-910d-216c67db21e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:55:56Z', 'updated_at': '2021-08-10T02:56:14Z', 'revision_number': 4, 'project_id': 'b59149935efa4c76ae88c0c11b0eefc6', 'gw_port': {'id': '0db9b9c0-72ee-4826-910d-216c67db21e3', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:7c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6251ca18-c0d7-452f-a72d-a6e393ef7061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:56:13Z', 'updated_at': '2021-08-10T02:56:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '427ecc64-1025-4a63-8611-a727d1aba80c', 'name': '', 'network_id': 'a5334ef4-ec81-411b-83a5-3a227c9220cd', 'tenant_id': 'b59149935efa4c76ae88c0c11b0eefc6', 'mac_address': 'fa:16:3e:93:7b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6251ca18-c0d7-452f-a72d-a6e393ef7061', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '442000a4-adab-4668-9d60-ee56e7927d36', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:56:06Z', 'updated_at': '2021-08-10T02:56:15Z', 'revision_number': 5, 'project_id': 'b59149935efa4c76ae88c0c11b0eefc6', 'subnets': [{'id': '442000a4-adab-4668-9d60-ee56e7927d36', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '133730bd-9422-4dbd-ad79-955f0815d973'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:56:17.074048 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068649cf-6b00-4226-a79e-fc805a8287fd None None] Checking router: 6251ca18-c0d7-452f-a72d-a6e393ef7061 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:56:17.074426 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068649cf-6b00-4226-a79e-fc805a8287fd None None] Updating router 6251ca18-c0d7-452f-a72d-a6e393ef7061 port 0db9b9c0-72ee-4826-910d-216c67db21e3 binding host n-d-768851-15 {{(pid=94218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:56:17.124233 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-068649cf-6b00-4226-a79e-fc805a8287fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:17.307159 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60346) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:56:17.384733 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 427ecc64-1025-4a63-8611-a727d1aba80c up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:56:17.442510 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-12743aeb-845f-49eb-bb41-975b8990870c admin admin] 10.222.0.62 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1347680 Aug 10 02:56:17.519458 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-068649cf-6b00-4226-a79e-fc805a8287fd None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:17.523991 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 427ecc64-1025-4a63-8611-a727d1aba80c triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:56:17.524418 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:17.551361 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-068649cf-6b00-4226-a79e-fc805a8287fd None None] Transition to ACTIVE for port object 0db9b9c0-72ee-4826-910d-216c67db21e3 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:56:17.563718 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-068649cf-6b00-4226-a79e-fc805a8287fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:17.628188 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-068649cf-6b00-4226-a79e-fc805a8287fd None None] Attempting to bind port 0db9b9c0-72ee-4826-910d-216c67db21e3 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:56:17.629058 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-068649cf-6b00-4226-a79e-fc805a8287fd None None] Attempting to bind port 0db9b9c0-72ee-4826-910d-216c67db21e3 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:56:17.629058 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068649cf-6b00-4226-a79e-fc805a8287fd None None] Attempting to bind port 0db9b9c0-72ee-4826-910d-216c67db21e3 on network 09ca2025-b9a6-4e84-8019-8d9fbef3753e {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:56:17.646435 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068649cf-6b00-4226-a79e-fc805a8287fd None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:56:17.646820 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068649cf-6b00-4226-a79e-fc805a8287fd None None] Checking segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:56:17.647225 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-068649cf-6b00-4226-a79e-fc805a8287fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:17.647617 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068649cf-6b00-4226-a79e-fc805a8287fd None None] Bound using segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:56:17.648088 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-068649cf-6b00-4226-a79e-fc805a8287fd None None] Bound port: 0db9b9c0-72ee-4826-910d-216c67db21e3, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:56:17.648518 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-068649cf-6b00-4226-a79e-fc805a8287fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:17.669522 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd9802-ef3e-4c23-ad8b-317f82192594 None None] Pushing event updated for resources: {'Port': ['ID=0db9b9c0-72ee-4826-910d-216c67db21e3,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:56:17.739285 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-068649cf-6b00-4226-a79e-fc805a8287fd None None] For port 0db9b9c0-72ee-4826-910d-216c67db21e3, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:56:17.743095 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-068649cf-6b00-4226-a79e-fc805a8287fd None None] For port 0db9b9c0-72ee-4826-910d-216c67db21e3, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=0db9b9c0-72ee-4826-910d-216c67db21e3,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:56:17.749338 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-068649cf-6b00-4226-a79e-fc805a8287fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:17.812226 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068649cf-6b00-4226-a79e-fc805a8287fd None None] Routers {'6251ca18-c0d7-452f-a72d-a6e393ef7061'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:56:17.812860 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-068649cf-6b00-4226-a79e-fc805a8287fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T02:56:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['6251ca18-c0d7-452f-a72d-a6e393ef7061'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:56:17.935057 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd9802-ef3e-4c23-ad8b-317f82192594 None None] Pushing event updated for resources: {'Port': ['ID=0db9b9c0-72ee-4826-910d-216c67db21e3,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:56:18.024784 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-068649cf-6b00-4226-a79e-fc805a8287fd None None] Set router 6251ca18-c0d7-452f-a72d-a6e393ef7061 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:56:18.266939 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-068649cf-6b00-4226-a79e-fc805a8287fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6251ca18-c0d7-452f-a72d-a6e393ef7061', 'name': 'router1', 'tenant_id': 'b59149935efa4c76ae88c0c11b0eefc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '0db9b9c0-72ee-4826-910d-216c67db21e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:55:56Z', 'updated_at': '2021-08-10T02:56:14Z', 'revision_number': 4, 'project_id': 'b59149935efa4c76ae88c0c11b0eefc6', 'gw_port': {'id': '0db9b9c0-72ee-4826-910d-216c67db21e3', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:7c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6251ca18-c0d7-452f-a72d-a6e393ef7061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:56:13Z', 'updated_at': '2021-08-10T02:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '427ecc64-1025-4a63-8611-a727d1aba80c', 'name': '', 'network_id': 'a5334ef4-ec81-411b-83a5-3a227c9220cd', 'tenant_id': 'b59149935efa4c76ae88c0c11b0eefc6', 'mac_address': 'fa:16:3e:93:7b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6251ca18-c0d7-452f-a72d-a6e393ef7061', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '442000a4-adab-4668-9d60-ee56e7927d36', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:56:06Z', 'updated_at': '2021-08-10T02:56:15Z', 'revision_number': 5, 'project_id': 'b59149935efa4c76ae88c0c11b0eefc6', 'subnets': [{'id': '442000a4-adab-4668-9d60-ee56e7927d36', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '133730bd-9422-4dbd-ad79-955f0815d973'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:56:18.294971 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068649cf-6b00-4226-a79e-fc805a8287fd None None] The sync data for ids ['6251ca18-c0d7-452f-a72d-a6e393ef7061'] in n-d-768851-15 is: [{'id': '6251ca18-c0d7-452f-a72d-a6e393ef7061', 'name': 'router1', 'tenant_id': 'b59149935efa4c76ae88c0c11b0eefc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '0db9b9c0-72ee-4826-910d-216c67db21e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:55:56Z', 'updated_at': '2021-08-10T02:56:14Z', 'revision_number': 4, 'project_id': 'b59149935efa4c76ae88c0c11b0eefc6', 'gw_port': {'id': '0db9b9c0-72ee-4826-910d-216c67db21e3', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:7c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6251ca18-c0d7-452f-a72d-a6e393ef7061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:56:13Z', 'updated_at': '2021-08-10T02:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '427ecc64-1025-4a63-8611-a727d1aba80c', 'name': '', 'network_id': 'a5334ef4-ec81-411b-83a5-3a227c9220cd', 'tenant_id': 'b59149935efa4c76ae88c0c11b0eefc6', 'mac_address': 'fa:16:3e:93:7b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6251ca18-c0d7-452f-a72d-a6e393ef7061', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '442000a4-adab-4668-9d60-ee56e7927d36', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:56:06Z', 'updated_at': '2021-08-10T02:56:15Z', 'revision_number': 5, 'project_id': 'b59149935efa4c76ae88c0c11b0eefc6', 'subnets': [{'id': '442000a4-adab-4668-9d60-ee56e7927d36', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '133730bd-9422-4dbd-ad79-955f0815d973'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:56:19.394068 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 0db9b9c0-72ee-4826-910d-216c67db21e3 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:56:19.449495 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 0db9b9c0-72ee-4826-910d-216c67db21e3 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:56:19.456135 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 0db9b9c0-72ee-4826-910d-216c67db21e3 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:56:19.456741 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:19.545424 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:19.552190 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 5 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:56:19.573394 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 0db9b9c0-72ee-4826-910d-216c67db21e3, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=0db9b9c0-72ee-4826-910d-216c67db21e3,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:56:19.587040 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:19.643029 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=0db9b9c0-72ee-4826-910d-216c67db21e3,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:56:21.426385 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 0db9b9c0-72ee-4826-910d-216c67db21e3 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:56:21.530380 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 0db9b9c0-72ee-4826-910d-216c67db21e3 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:56:21.531280 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:30.255332 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7c50d30f-9411-4997-8dc7-665724b9493a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:32.909050 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-fee757f9-5e04-4ce2-9954-fc1364028f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:33.273273 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:33.994171 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:35.719981 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:56.553007 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 5 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:57:00.259657 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b204f4e5-b28e-4367-93e7-7482b31fe511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:57:02.914959 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-854cd343-cd78-403f-b03e-a12526f02dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:57:03.265007 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:57:03.988446 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:57:05.715261 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:57:30.255732 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0b28a072-7c10-498a-9247-170f1a93bef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:57:32.910611 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-36526a7a-ce58-40dc-9fed-b07ca2fe58a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:57:33.266997 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:57:33.551471 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 5 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:57:33.993538 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:57:35.716952 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:57:58.207628 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60948) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:57:58.271269 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ebb2a91-c0af-445f-b517-df1f067643aa admin admin] GET failed (client error): The resource could not be found. Aug 10 02:57:58.272599 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8ebb2a91-c0af-445f-b517-df1f067643aa admin admin] 10.222.0.62 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0640371 Aug 10 02:57:58.434324 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec5bc38-40cd-422d-8d40-6e922d73b3a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:57:58.435781 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-5ec5bc38-40cd-422d-8d40-6e922d73b3a2 admin admin] 10.222.0.62 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1581278 Aug 10 02:58:00.256779 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f12a3a8e-f927-4dc6-969d-9528bc2fc775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:00.608949 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60958) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:58:00.700568 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b962a1e-9901-4635-9035-7b2466129634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:58:00.702498 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4b962a1e-9901-4635-9035-7b2466129634 admin admin] 10.222.0.62 "GET /v2.0/subnets/442000a4-adab-4668-9d60-ee56e7927d36 HTTP/1.1" status: 200 len: 849 time: 0.0925324 Aug 10 02:58:00.713220 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-ef65c461-e222-4433-ab98-e183c862932b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:58:00.799964 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ef65c461-e222-4433-ab98-e183c862932b admin admin] Notify callbacks [] for subnet, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:00.936229 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ef65c461-e222-4433-ab98-e183c862932b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733457243796'] for subnet, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:00.967619 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef65c461-e222-4433-ab98-e183c862932b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:58:00.968204 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ef65c461-e222-4433-ab98-e183c862932b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:00.969781 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ef65c461-e222-4433-ab98-e183c862932b admin admin] 10.222.0.62 "PUT /v2.0/subnets/442000a4-adab-4668-9d60-ee56e7927d36 HTTP/1.1" status: 200 len: 868 time: 0.2602050 Aug 10 02:58:00.972491 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f9f5b6-e19d-4723-aa54-dfa8e87f0972 None None] Network a5334ef4-ec81-411b-83a5-3a227c9220cd requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:58:00.993169 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef65c461-e222-4433-ab98-e183c862932b admin admin] Pushing event updated for resources: {'Subnet': ['ID=442000a4-adab-4668-9d60-ee56e7927d36,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:58:01.000551 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef65c461-e222-4433-ab98-e183c862932b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:58:01.001606 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef65c461-e222-4433-ab98-e183c862932b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:58:01.001959 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef65c461-e222-4433-ab98-e183c862932b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:58:01.002296 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef65c461-e222-4433-ab98-e183c862932b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:58:01.002627 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef65c461-e222-4433-ab98-e183c862932b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:58:01.003103 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef65c461-e222-4433-ab98-e183c862932b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:58:01.003325 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef65c461-e222-4433-ab98-e183c862932b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:58:01.003685 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef65c461-e222-4433-ab98-e183c862932b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:58:01.003942 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef65c461-e222-4433-ab98-e183c862932b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:58:01.004264 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef65c461-e222-4433-ab98-e183c862932b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:58:01.004587 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef65c461-e222-4433-ab98-e183c862932b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:58:01.004907 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef65c461-e222-4433-ab98-e183c862932b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:58:01.370133 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-84018940-fc16-4538-9b09-e497096c9636 None None] Provisioning complete for port 427ecc64-1025-4a63-8611-a727d1aba80c triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:58:01.370633 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-84018940-fc16-4538-9b09-e497096c9636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:01.452936 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-84018940-fc16-4538-9b09-e497096c9636 None None] Provisioning complete for port e238bf34-0203-4add-b726-8af690f37ca1 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:58:01.453225 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-84018940-fc16-4538-9b09-e497096c9636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:02.911447 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ad2d5531-ae7a-4392-8021-14fc56ba8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:03.119735 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60966) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:58:03.268858 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:03.318862 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b32902-8fff-4115-8cf7-de010db0fd02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:58:03.319376 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b32902-8fff-4115-8cf7-de010db0fd02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:58:03.320776 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-99b32902-8fff-4115-8cf7-de010db0fd02 admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2000945 Aug 10 02:58:03.996569 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:05.476029 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60974) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:58:05.611359 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f772bd-5eb7-421b-b4ec-9628442e25d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:58:05.611904 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f772bd-5eb7-421b-b4ec-9628442e25d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:58:05.613759 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-82f772bd-5eb7-421b-b4ec-9628442e25d8 admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1367252 Aug 10 02:58:05.718908 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:07.746838 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60982) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:58:07.870338 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68dcf2b7-5dfd-41ff-82dd-ad8ed472c8e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:58:07.871731 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-68dcf2b7-5dfd-41ff-82dd-ad8ed472c8e7 admin admin] 10.222.0.62 "GET /v2.0/networks/09ca2025-b9a6-4e84-8019-8d9fbef3753e HTTP/1.1" status: 200 len: 886 time: 0.1236949 Aug 10 02:58:10.019092 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60990) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:58:10.151975 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90826993-454d-47f9-a4bf-f6783c5e7926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:58:10.153330 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-90826993-454d-47f9-a4bf-f6783c5e7926 admin admin] 10.222.0.62 "GET /v2.0/networks/a5334ef4-ec81-411b-83a5-3a227c9220cd HTTP/1.1" status: 200 len: 869 time: 0.1333101 Aug 10 02:58:10.552986 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 5 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:58:12.273111 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60998) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:58:12.397295 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb5f9c7-0f20-437c-84fc-b381d16f97f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:58:12.397751 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb5f9c7-0f20-437c-84fc-b381d16f97f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:58:12.399311 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2eb5f9c7-0f20-437c-84fc-b381d16f97f7 admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1252489 Aug 10 02:58:14.534888 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 32774) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:58:14.728062 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ef6a1b-4158-45fc-8545-7b7584e0905c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:58:14.728427 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ef6a1b-4158-45fc-8545-7b7584e0905c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:58:14.729978 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-07ef6a1b-4158-45fc-8545-7b7584e0905c admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1941094 Aug 10 02:58:16.884783 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 32782) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:58:16.978687 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfad3644-ca0a-4071-a57e-012f475c144d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:58:16.980050 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-dfad3644-ca0a-4071-a57e-012f475c144d admin admin] 10.222.0.62 "GET /v2.0/subnets/442000a4-adab-4668-9d60-ee56e7927d36 HTTP/1.1" status: 200 len: 868 time: 0.0943015 Aug 10 02:58:19.128329 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 32790) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:58:19.216135 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81327702-a85b-4171-a95d-92e9bcc41bdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:58:19.217708 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-81327702-a85b-4171-a95d-92e9bcc41bdb admin admin] 10.222.0.62 "GET /v2.0/subnets/8d0a499d-de65-451d-aa2d-6ecc5a414053 HTTP/1.1" status: 200 len: 816 time: 0.0883298 Aug 10 02:58:30.258193 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-18938c0b-b73f-4e8c-936a-743dcba88d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:32.911791 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0461dc56-35f2-4e52-88ad-6ceb24f2af7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:33.271180 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:33.997636 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:35.724714 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:45.008306 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 32844) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:58:45.055796 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [None req-4a6c8ae2-9921-48ac-b117-a8e49e35811b admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:58:45.056841 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4a6c8ae2-9921-48ac-b117-a8e49e35811b admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475464 Aug 10 02:58:47.316695 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 32852) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:58:47.389310 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e28bc2f-42bf-4f32-a6f0-5e817c50ce8c admin admin] GET failed (client error): The resource could not be found. Aug 10 02:58:47.390651 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-2e28bc2f-42bf-4f32-a6f0-5e817c50ce8c admin admin] 10.222.0.62 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0730014 Aug 10 02:58:47.539958 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0e566f-3654-4231-9ff4-db68633a931f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:58:47.541443 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ae0e566f-3654-4231-9ff4-db68633a931f admin admin] 10.222.0.62 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1458139 Aug 10 02:58:47.553614 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 5 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:58:49.726061 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 32862) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:58:49.774566 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-efba5027-7f7f-47f9-a9e5-e76dd822d29a admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:58:49.795269 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efba5027-7f7f-47f9-a9e5-e76dd822d29a admin admin] Made reservation on behalf of 6645343f65f54d47af40a2dd878a3a76 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:58:49.797564 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-efba5027-7f7f-47f9-a9e5-e76dd822d29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:49.826341 n-d-768851-15 neutron-server[94217]: WARNING neutron.services.revisions.revision_plugin [None req-efba5027-7f7f-47f9-a9e5-e76dd822d29a admin admin] Could not find related network for resource to bump revision. Aug 10 02:58:49.839655 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efba5027-7f7f-47f9-a9e5-e76dd822d29a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:58:49.849705 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-efba5027-7f7f-47f9-a9e5-e76dd822d29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:49.850101 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-efba5027-7f7f-47f9-a9e5-e76dd822d29a admin admin] Added segment 5cec3dda-c721-477f-9e63-402786bcea8e of type vlan for network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d Aug 10 02:58:49.887629 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-efba5027-7f7f-47f9-a9e5-e76dd822d29a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:49.915261 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-efba5027-7f7f-47f9-a9e5-e76dd822d29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:49.916347 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efba5027-7f7f-47f9-a9e5-e76dd822d29a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:58:49.917127 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-efba5027-7f7f-47f9-a9e5-e76dd822d29a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:49.967690 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-efba5027-7f7f-47f9-a9e5-e76dd822d29a admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2405293 Aug 10 02:58:49.978171 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efba5027-7f7f-47f9-a9e5-e76dd822d29a admin admin] Pushing event updated for resources: {'Network': ['ID=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:58:49.990665 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:58:52.191641 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 32870) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:58:52.258950 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d6a0971-7b3d-420b-af55-6da702471e92 admin admin] GET failed (client error): The resource could not be found. Aug 10 02:58:52.260320 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0d6a0971-7b3d-420b-af55-6da702471e92 admin admin] 10.222.0.62 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0674417 Aug 10 02:58:52.331431 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e875a64c-28e2-4e4b-bdd0-53111a968f5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:58:52.332834 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e875a64c-28e2-4e4b-bdd0-53111a968f5c admin admin] 10.222.0.62 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0680883 Aug 10 02:58:52.343183 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-4984f181-05a2-4b9a-a4c4-b8814ec21120 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:58:52.365615 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4984f181-05a2-4b9a-a4c4-b8814ec21120 admin admin] Made reservation on behalf of 6645343f65f54d47af40a2dd878a3a76 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:58:52.368290 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4984f181-05a2-4b9a-a4c4-b8814ec21120 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:52.536448 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4984f181-05a2-4b9a-a4c4-b8814ec21120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:52.593137 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4984f181-05a2-4b9a-a4c4-b8814ec21120 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:58:52.602251 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4984f181-05a2-4b9a-a4c4-b8814ec21120 admin admin] Checking segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:58:52.602595 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4984f181-05a2-4b9a-a4c4-b8814ec21120 admin admin] Network hostable DHCP agents. Network: f1b7997e-1a2a-4260-9d7d-b6cf90b8801d, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:58:52.619911 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4984f181-05a2-4b9a-a4c4-b8814ec21120 admin admin] Network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:58:52.629069 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-4984f181-05a2-4b9a-a4c4-b8814ec21120 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, f1b7997e-1a2a-4260-9d7d-b6cf90b8801d) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:58:52.633903 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4984f181-05a2-4b9a-a4c4-b8814ec21120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:58:52.634692 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4984f181-05a2-4b9a-a4c4-b8814ec21120 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:52.640050 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c53a817-a04d-45b4-a77d-d06e14fce528 None None] Network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:58:52.652838 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4984f181-05a2-4b9a-a4c4-b8814ec21120 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3129313 Aug 10 02:58:52.899853 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3251e3-bccf-40a8-adff-6288816cf67c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'tenant_id': '6645343f65f54d47af40a2dd878a3a76', 'fixed_ips': [{'subnet_id': 'c2e3eb0b-907c-4ac4-809e-ae9609bc8c67'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:58:52.900722 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-dd3251e3-bccf-40a8-adff-6288816cf67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:53.047865 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-dd3251e3-bccf-40a8-adff-6288816cf67c None None] Allocated IP 192.168.233.2 (f1b7997e-1a2a-4260-9d7d-b6cf90b8801d/c2e3eb0b-907c-4ac4-809e-ae9609bc8c67/27269a26-0ffa-4f08-9351-cd8d16baeb54) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:58:53.208938 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-dd3251e3-bccf-40a8-adff-6288816cf67c None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:53.217923 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-dd3251e3-bccf-40a8-adff-6288816cf67c None None] Transition to ACTIVE for port object 27269a26-0ffa-4f08-9351-cd8d16baeb54 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:58:53.234467 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-dd3251e3-bccf-40a8-adff-6288816cf67c None None] Transition to ACTIVE for port object 27269a26-0ffa-4f08-9351-cd8d16baeb54 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:58:53.241353 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-dd3251e3-bccf-40a8-adff-6288816cf67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:53.284806 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3251e3-bccf-40a8-adff-6288816cf67c None None] Network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:58:53.288477 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-dd3251e3-bccf-40a8-adff-6288816cf67c None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:58:53.294351 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3251e3-bccf-40a8-adff-6288816cf67c None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:58:53.298521 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3251e3-bccf-40a8-adff-6288816cf67c None None] Pushing event updated for resources: {'Port': ['ID=27269a26-0ffa-4f08-9351-cd8d16baeb54,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:58:53.315014 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3251e3-bccf-40a8-adff-6288816cf67c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:58:53.315558 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3251e3-bccf-40a8-adff-6288816cf67c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:58:53.315975 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3251e3-bccf-40a8-adff-6288816cf67c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:58:53.316369 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3251e3-bccf-40a8-adff-6288816cf67c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:58:53.316780 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3251e3-bccf-40a8-adff-6288816cf67c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:58:53.317276 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3251e3-bccf-40a8-adff-6288816cf67c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:58:53.317799 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3251e3-bccf-40a8-adff-6288816cf67c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:58:53.318263 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3251e3-bccf-40a8-adff-6288816cf67c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:58:53.318792 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3251e3-bccf-40a8-adff-6288816cf67c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:58:53.319322 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3251e3-bccf-40a8-adff-6288816cf67c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:58:53.319741 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3251e3-bccf-40a8-adff-6288816cf67c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:58:53.320181 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3251e3-bccf-40a8-adff-6288816cf67c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:58:53.381095 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-dd3251e3-bccf-40a8-adff-6288816cf67c None None] Attempting to bind port 27269a26-0ffa-4f08-9351-cd8d16baeb54 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:58:53.381476 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-dd3251e3-bccf-40a8-adff-6288816cf67c None None] Attempting to bind port 27269a26-0ffa-4f08-9351-cd8d16baeb54 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:58:53.381931 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3251e3-bccf-40a8-adff-6288816cf67c None None] Attempting to bind port 27269a26-0ffa-4f08-9351-cd8d16baeb54 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:58:53.387469 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3251e3-bccf-40a8-adff-6288816cf67c None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:58:53.387842 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3251e3-bccf-40a8-adff-6288816cf67c None None] Checking segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:58:53.388230 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-dd3251e3-bccf-40a8-adff-6288816cf67c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:53.388620 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3251e3-bccf-40a8-adff-6288816cf67c None None] Bound using segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:58:53.389089 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-dd3251e3-bccf-40a8-adff-6288816cf67c None None] Bound port: 27269a26-0ffa-4f08-9351-cd8d16baeb54, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:58:53.389481 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-dd3251e3-bccf-40a8-adff-6288816cf67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:53.457357 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-dd3251e3-bccf-40a8-adff-6288816cf67c None None] For port 27269a26-0ffa-4f08-9351-cd8d16baeb54, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:58:53.460791 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-dd3251e3-bccf-40a8-adff-6288816cf67c None None] For port 27269a26-0ffa-4f08-9351-cd8d16baeb54, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=27269a26-0ffa-4f08-9351-cd8d16baeb54,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:58:53.465027 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-dd3251e3-bccf-40a8-adff-6288816cf67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:53.528503 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3251e3-bccf-40a8-adff-6288816cf67c None None] Pushing event updated for resources: {'Port': ['ID=27269a26-0ffa-4f08-9351-cd8d16baeb54,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:58:54.464422 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2522db-8252-4734-b9fd-949ea662aea6 None None] Network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:58:54.581550 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-65d3578e-ea3b-4970-8794-384b9dd36ea3 None None] Provisioning for port 27269a26-0ffa-4f08-9351-cd8d16baeb54 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:58:55.518857 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 27269a26-0ffa-4f08-9351-cd8d16baeb54 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:58:55.575797 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 27269a26-0ffa-4f08-9351-cd8d16baeb54 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:58:55.579963 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 27269a26-0ffa-4f08-9351-cd8d16baeb54 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:58:55.580885 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:55.674232 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:55.724586 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 27269a26-0ffa-4f08-9351-cd8d16baeb54, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=27269a26-0ffa-4f08-9351-cd8d16baeb54,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:58:55.731734 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:55.801800 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=27269a26-0ffa-4f08-9351-cd8d16baeb54,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:58:57.481379 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 27269a26-0ffa-4f08-9351-cd8d16baeb54 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:58:57.539549 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 27269a26-0ffa-4f08-9351-cd8d16baeb54 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:58:57.540281 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:00.259675 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3d3dfe6d-6394-4748-a342-ae818adb1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:02.913879 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-eaa1930e-f95f-48b2-aea6-fdfb2b62e280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:03.272474 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:04.000374 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:05.729433 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:24.553044 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 5 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:59:30.260942 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d5dfa596-73ed-4993-9b31-8f75f7a6772c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:32.914779 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0b4aebf4-3041-4cd8-a1c3-49ea54b38f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:33.276321 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:34.002532 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:35.731031 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:00.261452 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-de98c3db-bd62-4505-8661-59bbd493e2d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:01.551250 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 5 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:00:02.916406 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ca9e7684-9195-448c-9e73-b7c5c017892b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:03.277744 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:04.006532 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:05.734541 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:17.495122 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 32922) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:00:17.501123 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [None req-dddcf467-3287-4d3d-9702-11a48ce3356b tempest-verify_tempest_config-1585147008 tempest-verify_tempest_config-1585147008-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:00:17.502126 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-dddcf467-3287-4d3d-9702-11a48ce3356b tempest-verify_tempest_config-1585147008 tempest-verify_tempest_config-1585147008-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060434 Aug 10 03:00:17.820494 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 32940) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:00:17.925129 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bd7a5729-6dec-443e-9386-951b0527072b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:18.014318 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bd7a5729-6dec-443e-9386-951b0527072b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:18.017923 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bd7a5729-6dec-443e-9386-951b0527072b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:18.062424 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7a5729-6dec-443e-9386-951b0527072b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1cc9181-6b49-477a-916b-f2c7e68ac5f2,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:00:18.070103 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-bd7a5729-6dec-443e-9386-951b0527072b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=218a5f9e9d064f4396a029bf9b017331&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2485592 Aug 10 03:00:18.071909 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7a5729-6dec-443e-9386-951b0527072b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:00:18.072350 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7a5729-6dec-443e-9386-951b0527072b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:00:18.072706 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7a5729-6dec-443e-9386-951b0527072b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:00:18.072918 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 32946) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:00:18.073042 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7a5729-6dec-443e-9386-951b0527072b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:00:18.073366 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7a5729-6dec-443e-9386-951b0527072b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:00:18.073700 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7a5729-6dec-443e-9386-951b0527072b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:00:18.074031 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7a5729-6dec-443e-9386-951b0527072b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:00:18.074361 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7a5729-6dec-443e-9386-951b0527072b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:00:18.074690 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7a5729-6dec-443e-9386-951b0527072b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:00:18.075054 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7a5729-6dec-443e-9386-951b0527072b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:00:18.075369 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7a5729-6dec-443e-9386-951b0527072b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:00:18.075691 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7a5729-6dec-443e-9386-951b0527072b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:00:18.130200 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e20f3d6e-7948-4306-88e2-455a201b927f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:18.151514 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e20f3d6e-7948-4306-88e2-455a201b927f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:18.239277 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e20f3d6e-7948-4306-88e2-455a201b927f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:18.241862 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e20f3d6e-7948-4306-88e2-455a201b927f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:18.243093 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e20f3d6e-7948-4306-88e2-455a201b927f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e1cc9181-6b49-477a-916b-f2c7e68ac5f2 HTTP/1.1" status: 204 len: 168 time: 0.1691756 Aug 10 03:00:18.251870 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f3d6e-7948-4306-88e2-455a201b927f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1cc9181-6b49-477a-916b-f2c7e68ac5f2,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:00:18.259289 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20f3d6e-7948-4306-88e2-455a201b927f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:00:18.259634 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20f3d6e-7948-4306-88e2-455a201b927f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:00:18.259991 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20f3d6e-7948-4306-88e2-455a201b927f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:00:18.260320 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20f3d6e-7948-4306-88e2-455a201b927f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:00:18.260648 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20f3d6e-7948-4306-88e2-455a201b927f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:00:18.260973 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20f3d6e-7948-4306-88e2-455a201b927f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:00:18.261295 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20f3d6e-7948-4306-88e2-455a201b927f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:00:18.261746 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20f3d6e-7948-4306-88e2-455a201b927f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:00:18.262063 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20f3d6e-7948-4306-88e2-455a201b927f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:00:18.262382 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20f3d6e-7948-4306-88e2-455a201b927f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:00:18.262709 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20f3d6e-7948-4306-88e2-455a201b927f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:00:18.263070 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20f3d6e-7948-4306-88e2-455a201b927f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:00:30.262760 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-725ea4ec-0d2d-4261-983c-c1b7734c3e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:32.921340 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-95ae09a6-00a1-4940-9a8f-ed1fb0809be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:33.279252 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:34.008105 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:35.740499 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:38.549991 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 5 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:01:00.262949 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e15f720b-fd51-4119-87c4-25c052bb077b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:02.922212 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-1d949e64-b2c4-4d45-99a0-0019659ce117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:03.280718 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:04.016146 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:05.744248 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:15.549361 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 5 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:01:30.264193 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-fcef8070-15b2-4421-8c11-00812ddd929c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:32.923140 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ce059e9f-d7dc-4f21-8802-29b8baae47ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:33.283357 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:34.015755 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:35.749997 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:52.548207 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 5 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:02:00.265459 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-80caf689-7989-458d-9d4a-0e44113a8066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:02.923143 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2b759d6d-668f-411d-98ac-12a864beecf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:03.287029 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:04.016133 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:05.752986 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:29.547045 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 5 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:02:30.268341 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-798e0672-646c-4b42-a9ca-d539a388c995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:32.923382 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3b27d31c-1b3d-4910-b9cd-b7e4ba0f59e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:33.289966 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:34.019838 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:35.755954 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:00.267381 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a54c334c-3276-4e3e-bb2d-f39813c6fe9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:02.924174 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-71cd4cc1-bffa-4d3f-a5eb-5c131b856234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:03.291333 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:04.022486 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:05.759347 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:06.546106 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 5 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:03:25.909171 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-365304'] for agent, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:26.086853 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-365304'] for agent, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:30.265986 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9fa29235-2682-4886-ad3a-d302b7e2b64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:32.925368 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9350128a-5108-452b-9c41-fcde35185862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:33.292691 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:34.025313 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:35.762594 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:43.545825 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:03:55.892269 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:56.070638 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:04:00.267033 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9f8cc2ab-6b76-4642-9540-40a3e60342f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:04:02.924951 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-6ee8933b-e321-4ecd-a7d8-29ea46a8dc58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:04:03.292640 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:04:04.028658 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:04:05.766782 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:04:20.544882 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:04:22.210233 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33006) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:04:22.311070 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-42348899-776d-4b6a-b055-7902468991bf admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0996673 Aug 10 03:04:24.457290 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33016) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:04:24.511863 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-85d3c1c5-1503-441e-913d-f25a6b00e892 admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0535202 Aug 10 03:04:25.893254 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:04:26.068684 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:04:30.270262 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e890d4b0-bc3c-4d3e-8452-e95f499c4984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:04:32.926452 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-073708a1-3be4-4f4d-b3c0-8e7b71f0860d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:04:33.293700 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:04:34.031032 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:04:35.770541 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:04:55.908922 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:04:56.069902 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:04:57.545391 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:05:00.273195 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-71a9f6b3-9f10-4aec-8df3-d49d807baa3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:02.928102 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-09330488-053c-474b-acfc-044329da49f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:03.295596 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:04.035203 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:05.775915 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:25.906337 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:26.087039 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:30.273234 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-eb9efef5-6327-4d3a-ae92-b182d887f734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:32.929372 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9f42de18-1c92-4176-8798-f698abf6e50a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:33.297835 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:34.037554 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:34.544262 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:05:35.772201 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:46.453244 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33258) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:05:46.855292 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 33284) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:05:46.855861 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ff0efb5d-776a-48c9-bd7d-b7a87d92c9bb tempest-AutoAllocateNetworkTest-2108948811 tempest-AutoAllocateNetworkTest-2108948811-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=c4b658ec1a90404e9807d154abb39172&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4010367 Aug 10 03:05:47.069389 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63905d99-2e7c-4469-954b-b8d2f322c138 tempest-AutoAllocateNetworkTest-2108948811 tempest-AutoAllocateNetworkTest-2108948811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:05:47.073593 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-63905d99-2e7c-4469-954b-b8d2f322c138 tempest-AutoAllocateNetworkTest-2108948811 tempest-AutoAllocateNetworkTest-2108948811-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2136087 Aug 10 03:05:47.073899 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 33298) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:05:47.166653 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-e5a8eaf1-7088-4d53-a8e5-0c3ca0fb743b tempest-AutoAllocateNetworkTest-2108948811 tempest-AutoAllocateNetworkTest-2108948811-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0916154 Aug 10 03:05:47.169157 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 33304) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:05:47.199173 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-e86df426-8635-4933-b195-ae3b53639f62 tempest-AutoAllocateNetworkTest-2108948811 tempest-AutoAllocateNetworkTest-2108948811-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=c4b658ec1a90404e9807d154abb39172 HTTP/1.1" status: 200 len: 208 time: 0.0289180 Aug 10 03:05:47.929602 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 33342) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:05:48.196788 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ccdfa112-7b0b-428a-a821-b708136dc091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:48.294828 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ccdfa112-7b0b-428a-a821-b708136dc091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:48.300359 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ccdfa112-7b0b-428a-a821-b708136dc091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:48.333108 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdfa112-7b0b-428a-a821-b708136dc091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e81c50f3-b061-44f8-8236-cdfb9a1f5dfd,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:05:48.342891 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdfa112-7b0b-428a-a821-b708136dc091 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:48.343239 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdfa112-7b0b-428a-a821-b708136dc091 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:48.343574 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdfa112-7b0b-428a-a821-b708136dc091 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:48.343904 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdfa112-7b0b-428a-a821-b708136dc091 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:48.344228 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdfa112-7b0b-428a-a821-b708136dc091 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:48.344550 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdfa112-7b0b-428a-a821-b708136dc091 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:48.344871 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdfa112-7b0b-428a-a821-b708136dc091 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:48.345188 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdfa112-7b0b-428a-a821-b708136dc091 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:48.345507 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdfa112-7b0b-428a-a821-b708136dc091 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:48.345820 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdfa112-7b0b-428a-a821-b708136dc091 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:48.346141 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdfa112-7b0b-428a-a821-b708136dc091 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:48.346540 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdfa112-7b0b-428a-a821-b708136dc091 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:48.347601 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdfa112-7b0b-428a-a821-b708136dc091 admin admin] Tracked resource versions report: Aug 10 03:05:48.347601 n-d-768851-15 neutron-server[94216]: pushed versions: Aug 10 03:05:48.347601 n-d-768851-15 neutron-server[94216]: { 'AddressGroup': {'1.2'}, Aug 10 03:05:48.347601 n-d-768851-15 neutron-server[94216]: 'ConntrackHelper': {'1.0'}, Aug 10 03:05:48.347601 n-d-768851-15 neutron-server[94216]: 'Log': {'1.0'}, Aug 10 03:05:48.347601 n-d-768851-15 neutron-server[94216]: 'Network': {'1.1'}, Aug 10 03:05:48.347601 n-d-768851-15 neutron-server[94216]: 'Port': {'1.7'}, Aug 10 03:05:48.347601 n-d-768851-15 neutron-server[94216]: 'PortForwarding': {'1.2'}, Aug 10 03:05:48.347601 n-d-768851-15 neutron-server[94216]: 'QosPolicy': {'1.9'}, Aug 10 03:05:48.347601 n-d-768851-15 neutron-server[94216]: 'SecurityGroup': {'1.4'}, Aug 10 03:05:48.347601 n-d-768851-15 neutron-server[94216]: 'SecurityGroupRule': {'1.2'}, Aug 10 03:05:48.347601 n-d-768851-15 neutron-server[94216]: 'SubPort': {'1.0'}, Aug 10 03:05:48.347601 n-d-768851-15 neutron-server[94216]: 'Subnet': {'1.1'}, Aug 10 03:05:48.347601 n-d-768851-15 neutron-server[94216]: 'Trunk': {'1.1'}} Aug 10 03:05:48.347601 n-d-768851-15 neutron-server[94216]: consumer versions: Aug 10 03:05:48.347601 n-d-768851-15 neutron-server[94216]: { DHCP agent@n-d-768851-15: {}, Aug 10 03:05:48.347601 n-d-768851-15 neutron-server[94216]: HyperV agent@n-h1-768851-15: {}, Aug 10 03:05:48.347601 n-d-768851-15 neutron-server[94216]: HyperV agent@n-h2-768851-15: {}, Aug 10 03:05:48.347601 n-d-768851-15 neutron-server[94216]: L3 agent@n-d-768851-15: {}, Aug 10 03:05:48.347601 n-d-768851-15 neutron-server[94216]: Metadata agent@n-d-768851-15: {}, Aug 10 03:05:48.347601 n-d-768851-15 neutron-server[94216]: Metering agent@n-d-768851-15: {}, Aug 10 03:05:48.347601 n-d-768851-15 neutron-server[94216]: Open vSwitch agent@n-d-768851-15: { 'AddressGroup': '1.2', Aug 10 03:05:48.347601 n-d-768851-15 neutron-server[94216]: 'ConntrackHelper': '1.0', Aug 10 03:05:48.347601 n-d-768851-15 neutron-server[94216]: 'Log': '1.0', Aug 10 03:05:48.347601 n-d-768851-15 neutron-server[94216]: 'Network': '1.1', Aug 10 03:05:48.347601 n-d-768851-15 neutron-server[94216]: 'Port': '1.7', Aug 10 03:05:48.347601 n-d-768851-15 neutron-server[94216]: 'PortForwarding': '1.2', Aug 10 03:05:48.347601 n-d-768851-15 neutron-server[94216]: 'QosPolicy': '1.9', Aug 10 03:05:48.347601 n-d-768851-15 neutron-server[94216]: 'SecurityGroup': '1.4', Aug 10 03:05:48.347601 n-d-768851-15 neutron-server[94216]: 'SecurityGroupRule': '1.2', Aug 10 03:05:48.347601 n-d-768851-15 neutron-server[94216]: 'SubPort': '1.0', Aug 10 03:05:48.347601 n-d-768851-15 neutron-server[94216]: 'Subnet': '1.1', Aug 10 03:05:48.347601 n-d-768851-15 neutron-server[94216]: 'Trunk': '1.1'}} Aug 10 03:05:48.347601 n-d-768851-15 neutron-server[94216]: {{(pid=94216) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 03:05:48.363987 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33366) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:05:48.364469 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ccdfa112-7b0b-428a-a821-b708136dc091 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c4b658ec1a90404e9807d154abb39172&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4333644 Aug 10 03:05:48.426946 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9d88304a-d29c-4829-80a8-bef62e9cba0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:48.455723 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9d88304a-d29c-4829-80a8-bef62e9cba0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:48.511958 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9d88304a-d29c-4829-80a8-bef62e9cba0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:48.517557 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9d88304a-d29c-4829-80a8-bef62e9cba0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:48.518929 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9d88304a-d29c-4829-80a8-bef62e9cba0a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e81c50f3-b061-44f8-8236-cdfb9a1f5dfd HTTP/1.1" status: 204 len: 168 time: 0.1538279 Aug 10 03:05:48.527161 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d88304a-d29c-4829-80a8-bef62e9cba0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81c50f3-b061-44f8-8236-cdfb9a1f5dfd,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:05:48.542326 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d88304a-d29c-4829-80a8-bef62e9cba0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:48.542684 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d88304a-d29c-4829-80a8-bef62e9cba0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:48.543317 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d88304a-d29c-4829-80a8-bef62e9cba0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:48.543744 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d88304a-d29c-4829-80a8-bef62e9cba0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:48.544159 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d88304a-d29c-4829-80a8-bef62e9cba0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:48.544547 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d88304a-d29c-4829-80a8-bef62e9cba0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:48.545590 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d88304a-d29c-4829-80a8-bef62e9cba0a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:48.546118 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d88304a-d29c-4829-80a8-bef62e9cba0a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:48.546649 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d88304a-d29c-4829-80a8-bef62e9cba0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:48.547659 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d88304a-d29c-4829-80a8-bef62e9cba0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:48.548238 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d88304a-d29c-4829-80a8-bef62e9cba0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:48.548742 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d88304a-d29c-4829-80a8-bef62e9cba0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:48.549948 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d88304a-d29c-4829-80a8-bef62e9cba0a admin admin] Tracked resource versions report: Aug 10 03:05:48.549948 n-d-768851-15 neutron-server[94217]: pushed versions: Aug 10 03:05:48.549948 n-d-768851-15 neutron-server[94217]: { 'AddressGroup': {'1.2'}, Aug 10 03:05:48.549948 n-d-768851-15 neutron-server[94217]: 'ConntrackHelper': {'1.0'}, Aug 10 03:05:48.549948 n-d-768851-15 neutron-server[94217]: 'Log': {'1.0'}, Aug 10 03:05:48.549948 n-d-768851-15 neutron-server[94217]: 'Network': {'1.1'}, Aug 10 03:05:48.549948 n-d-768851-15 neutron-server[94217]: 'Port': {'1.7'}, Aug 10 03:05:48.549948 n-d-768851-15 neutron-server[94217]: 'PortForwarding': {'1.2'}, Aug 10 03:05:48.549948 n-d-768851-15 neutron-server[94217]: 'QosPolicy': {'1.9'}, Aug 10 03:05:48.549948 n-d-768851-15 neutron-server[94217]: 'SecurityGroup': {'1.4'}, Aug 10 03:05:48.549948 n-d-768851-15 neutron-server[94217]: 'SecurityGroupRule': {'1.2'}, Aug 10 03:05:48.549948 n-d-768851-15 neutron-server[94217]: 'SubPort': {'1.0'}, Aug 10 03:05:48.549948 n-d-768851-15 neutron-server[94217]: 'Subnet': {'1.1'}, Aug 10 03:05:48.549948 n-d-768851-15 neutron-server[94217]: 'Trunk': {'1.1'}} Aug 10 03:05:48.549948 n-d-768851-15 neutron-server[94217]: consumer versions: Aug 10 03:05:48.549948 n-d-768851-15 neutron-server[94217]: { DHCP agent@n-d-768851-15: {}, Aug 10 03:05:48.549948 n-d-768851-15 neutron-server[94217]: HyperV agent@n-h1-768851-15: {}, Aug 10 03:05:48.549948 n-d-768851-15 neutron-server[94217]: HyperV agent@n-h2-768851-15: {}, Aug 10 03:05:48.549948 n-d-768851-15 neutron-server[94217]: L3 agent@n-d-768851-15: {}, Aug 10 03:05:48.549948 n-d-768851-15 neutron-server[94217]: Metadata agent@n-d-768851-15: {}, Aug 10 03:05:48.549948 n-d-768851-15 neutron-server[94217]: Metering agent@n-d-768851-15: {}, Aug 10 03:05:48.549948 n-d-768851-15 neutron-server[94217]: Open vSwitch agent@n-d-768851-15: { 'AddressGroup': '1.2', Aug 10 03:05:48.549948 n-d-768851-15 neutron-server[94217]: 'ConntrackHelper': '1.0', Aug 10 03:05:48.549948 n-d-768851-15 neutron-server[94217]: 'Log': '1.0', Aug 10 03:05:48.549948 n-d-768851-15 neutron-server[94217]: 'Network': '1.1', Aug 10 03:05:48.549948 n-d-768851-15 neutron-server[94217]: 'Port': '1.7', Aug 10 03:05:48.549948 n-d-768851-15 neutron-server[94217]: 'PortForwarding': '1.2', Aug 10 03:05:48.549948 n-d-768851-15 neutron-server[94217]: 'QosPolicy': '1.9', Aug 10 03:05:48.549948 n-d-768851-15 neutron-server[94217]: 'SecurityGroup': '1.4', Aug 10 03:05:48.549948 n-d-768851-15 neutron-server[94217]: 'SecurityGroupRule': '1.2', Aug 10 03:05:48.549948 n-d-768851-15 neutron-server[94217]: 'SubPort': '1.0', Aug 10 03:05:48.549948 n-d-768851-15 neutron-server[94217]: 'Subnet': '1.1', Aug 10 03:05:48.549948 n-d-768851-15 neutron-server[94217]: 'Trunk': '1.1'}} Aug 10 03:05:48.549948 n-d-768851-15 neutron-server[94217]: {{(pid=94217) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 03:05:49.460241 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 33426) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:05:49.659997 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-30173ca5-262d-4f13-8677-d53376781c1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:49.774447 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-30173ca5-262d-4f13-8677-d53376781c1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:49.780547 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-30173ca5-262d-4f13-8677-d53376781c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:49.811161 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30173ca5-262d-4f13-8677-d53376781c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a946100-e81f-413d-902b-535e105ff78f,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:05:49.845204 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-30173ca5-262d-4f13-8677-d53376781c1a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2a9cabc348fe4cc383ba407e2d7d5017&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3810592 Aug 10 03:05:49.845489 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 33456) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:05:49.936959 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4f83bbe1-46ce-4913-b7bd-abd3e2cd20c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:49.961285 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4f83bbe1-46ce-4913-b7bd-abd3e2cd20c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:50.038455 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4f83bbe1-46ce-4913-b7bd-abd3e2cd20c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:50.041701 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4f83bbe1-46ce-4913-b7bd-abd3e2cd20c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:50.042876 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-4f83bbe1-46ce-4913-b7bd-abd3e2cd20c2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0a946100-e81f-413d-902b-535e105ff78f HTTP/1.1" status: 204 len: 168 time: 0.1919637 Aug 10 03:05:50.054381 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f83bbe1-46ce-4913-b7bd-abd3e2cd20c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a946100-e81f-413d-902b-535e105ff78f,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:05:50.380935 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 33498) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:05:50.397528 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-faddf52a-006f-4ade-ba9c-df07c299cb8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:50.497017 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-faddf52a-006f-4ade-ba9c-df07c299cb8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:50.503931 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-faddf52a-006f-4ade-ba9c-df07c299cb8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:50.545561 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faddf52a-006f-4ade-ba9c-df07c299cb8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91241d6b-5293-4871-8759-032cf564e761,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:05:50.574708 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33504) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:05:50.579511 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-faddf52a-006f-4ade-ba9c-df07c299cb8d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=33ffea8ae8d849109a9cea5449e36a83&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1970837 Aug 10 03:05:50.640444 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f7d4d73a-cfe2-4b15-8664-17cc76867e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:50.664073 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f7d4d73a-cfe2-4b15-8664-17cc76867e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:50.682184 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 33516) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:05:50.718228 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33522) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:05:50.725643 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f7d4d73a-cfe2-4b15-8664-17cc76867e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:50.728665 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f7d4d73a-cfe2-4b15-8664-17cc76867e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:50.729812 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f7d4d73a-cfe2-4b15-8664-17cc76867e54 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/91241d6b-5293-4871-8759-032cf564e761 HTTP/1.1" status: 204 len: 168 time: 0.1541092 Aug 10 03:05:50.739280 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d4d73a-cfe2-4b15-8664-17cc76867e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91241d6b-5293-4871-8759-032cf564e761,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:05:50.814838 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-2d694e38-20fb-4483-a9e1-0ec881d73b1c admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943109770-network', 'tenant_id': 'bee18006e8ee4e0f8b5de53f967abbed'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:05:50.836132 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d694e38-20fb-4483-a9e1-0ec881d73b1c admin admin] Made reservation on behalf of bee18006e8ee4e0f8b5de53f967abbed for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:05:50.838892 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2d694e38-20fb-4483-a9e1-0ec881d73b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:50.848625 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2d694e38-20fb-4483-a9e1-0ec881d73b1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:50.943506 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c576ee3e-9dc6-48f1-82f6-a13f15800f2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:51.011606 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2d694e38-20fb-4483-a9e1-0ec881d73b1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:51.020697 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2d694e38-20fb-4483-a9e1-0ec881d73b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:51.058340 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d694e38-20fb-4483-a9e1-0ec881d73b1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:05:51.069903 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d694e38-20fb-4483-a9e1-0ec881d73b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=899aa229-8842-43e3-9b15-39fc426b6026,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:05:51.076692 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2d694e38-20fb-4483-a9e1-0ec881d73b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:51.077259 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-2d694e38-20fb-4483-a9e1-0ec881d73b1c admin admin] Added segment 4e3c1cee-23cd-4cfd-8d5b-a93ff23d6c0e of type vlan for network 7bd6a1e2-d65a-4310-b080-ef087a9f163c Aug 10 03:05:51.130532 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2d694e38-20fb-4483-a9e1-0ec881d73b1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:51.144620 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c576ee3e-9dc6-48f1-82f6-a13f15800f2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:51.150485 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c576ee3e-9dc6-48f1-82f6-a13f15800f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:51.175492 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2d694e38-20fb-4483-a9e1-0ec881d73b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:51.177775 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d694e38-20fb-4483-a9e1-0ec881d73b1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:05:51.180236 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2d694e38-20fb-4483-a9e1-0ec881d73b1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:51.192684 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c576ee3e-9dc6-48f1-82f6-a13f15800f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=496acd95-b3f7-42c0-b5d3-f67620ea9660,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:05:51.239948 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c576ee3e-9dc6-48f1-82f6-a13f15800f2b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4a3b739c2c744b2cbd47036d4f339d3f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5202491 Aug 10 03:05:51.242259 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33556) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:05:51.294308 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-2d694e38-20fb-4483-a9e1-0ec881d73b1c admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6109312 Aug 10 03:05:51.299445 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33568) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:05:51.302277 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d694e38-20fb-4483-a9e1-0ec881d73b1c admin admin] Pushing event updated for resources: {'Network': ['ID=7bd6a1e2-d65a-4310-b080-ef087a9f163c,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:05:51.305959 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-7bb8434d-61a0-43b2-8397-6821ddfb8fa6 admin admin] Request body: {'subnet': {'network_id': '7bd6a1e2-d65a-4310-b080-ef087a9f163c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943109770-subnet', 'tenant_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:05:51.313489 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 7bd6a1e2-d65a-4310-b080-ef087a9f163c details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:05:51.360188 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb8434d-61a0-43b2-8397-6821ddfb8fa6 admin admin] Made reservation on behalf of bee18006e8ee4e0f8b5de53f967abbed for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:05:51.362821 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7bb8434d-61a0-43b2-8397-6821ddfb8fa6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:51.441726 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-834a9816-ea2f-45a5-93d4-e0b74c2d7cd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:51.472163 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-834a9816-ea2f-45a5-93d4-e0b74c2d7cd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:51.625772 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-834a9816-ea2f-45a5-93d4-e0b74c2d7cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:51.630549 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-834a9816-ea2f-45a5-93d4-e0b74c2d7cd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:51.632174 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-834a9816-ea2f-45a5-93d4-e0b74c2d7cd2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/496acd95-b3f7-42c0-b5d3-f67620ea9660 HTTP/1.1" status: 204 len: 168 time: 0.3874762 Aug 10 03:05:51.654454 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834a9816-ea2f-45a5-93d4-e0b74c2d7cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496acd95-b3f7-42c0-b5d3-f67620ea9660,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:05:51.724345 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7bb8434d-61a0-43b2-8397-6821ddfb8fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:51.801968 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb8434d-61a0-43b2-8397-6821ddfb8fa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4099aa5-56aa-4afb-b339-2ffcbed0521f,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:05:51.816367 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb8434d-61a0-43b2-8397-6821ddfb8fa6 admin admin] Checking segment: {'id': '4e3c1cee-23cd-4cfd-8d5b-a93ff23d6c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7bd6a1e2-d65a-4310-b080-ef087a9f163c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:05:51.816711 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb8434d-61a0-43b2-8397-6821ddfb8fa6 admin admin] Network hostable DHCP agents. Network: 7bd6a1e2-d65a-4310-b080-ef087a9f163c, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:05:51.837150 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb8434d-61a0-43b2-8397-6821ddfb8fa6 admin admin] Network 7bd6a1e2-d65a-4310-b080-ef087a9f163c is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:05:51.868281 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-7bb8434d-61a0-43b2-8397-6821ddfb8fa6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 7bd6a1e2-d65a-4310-b080-ef087a9f163c) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:05:51.872055 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 33618) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:05:51.877562 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb8434d-61a0-43b2-8397-6821ddfb8fa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:05:51.880139 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7bb8434d-61a0-43b2-8397-6821ddfb8fa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:51.882465 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6467fe-2231-416d-8566-9b157296981b None None] Network 7bd6a1e2-d65a-4310-b080-ef087a9f163c requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:05:51.908312 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7bb8434d-61a0-43b2-8397-6821ddfb8fa6 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6075079 Aug 10 03:05:51.911049 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33626) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:05:51.918350 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-8e857b0f-8063-4b6b-9497-55b1235078f6 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943109770-router', 'tenant_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:05:51.941958 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8e857b0f-8063-4b6b-9497-55b1235078f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:51.943251 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8e857b0f-8063-4b6b-9497-55b1235078f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:52.010493 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8e857b0f-8063-4b6b-9497-55b1235078f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:52.089436 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16957dec-f0a5-464e-b793-782bf6d0e8bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-7bd6a1e2-d65a-4310-b080-ef087a9f163c', 'network_id': '7bd6a1e2-d65a-4310-b080-ef087a9f163c', 'tenant_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'fixed_ips': [{'subnet_id': 'f4099aa5-56aa-4afb-b339-2ffcbed0521f'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:05:52.090686 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-16957dec-f0a5-464e-b793-782bf6d0e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:52.188638 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8e857b0f-8063-4b6b-9497-55b1235078f6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:52.276230 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-16957dec-f0a5-464e-b793-782bf6d0e8bb None None] Allocated IP 172.20.0.2 (7bd6a1e2-d65a-4310-b080-ef087a9f163c/f4099aa5-56aa-4afb-b339-2ffcbed0521f/25f57e13-a65e-45f9-9cb9-19b702b268f0) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:05:52.368792 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-83d35bce-2d53-456d-85c5-58c15210a009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:52.438767 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8e857b0f-8063-4b6b-9497-55b1235078f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:52.448873 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 33646) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:05:52.473119 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-20d31b93-8534-4677-8415-4c77aea28c03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:52.473597 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8e857b0f-8063-4b6b-9497-55b1235078f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:52.499311 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-16957dec-f0a5-464e-b793-782bf6d0e8bb None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:52.511743 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-16957dec-f0a5-464e-b793-782bf6d0e8bb None None] Transition to ACTIVE for port object 25f57e13-a65e-45f9-9cb9-19b702b268f0 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:05:52.518328 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-83d35bce-2d53-456d-85c5-58c15210a009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:52.526673 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-83d35bce-2d53-456d-85c5-58c15210a009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:52.533331 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-16957dec-f0a5-464e-b793-782bf6d0e8bb None None] Transition to ACTIVE for port object 25f57e13-a65e-45f9-9cb9-19b702b268f0 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:05:52.541878 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-16957dec-f0a5-464e-b793-782bf6d0e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:52.574423 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d35bce-2d53-456d-85c5-58c15210a009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36bed3da-3759-4cb5-9ad8-2e6dfdec218b,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:05:52.603616 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-83d35bce-2d53-456d-85c5-58c15210a009 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e111e92064a5450ba430d0f76d0ee79b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7289133 Aug 10 03:05:52.606804 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33650) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:05:52.611861 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16957dec-f0a5-464e-b793-782bf6d0e8bb None None] Network 7bd6a1e2-d65a-4310-b080-ef087a9f163c is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:05:52.616348 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-16957dec-f0a5-464e-b793-782bf6d0e8bb None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:05:52.619945 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16957dec-f0a5-464e-b793-782bf6d0e8bb None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:05:52.706079 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16957dec-f0a5-464e-b793-782bf6d0e8bb None None] Pushing event updated for resources: {'Port': ['ID=25f57e13-a65e-45f9-9cb9-19b702b268f0,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:05:52.717666 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16957dec-f0a5-464e-b793-782bf6d0e8bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:52.718262 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16957dec-f0a5-464e-b793-782bf6d0e8bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:52.718770 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16957dec-f0a5-464e-b793-782bf6d0e8bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:52.719251 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16957dec-f0a5-464e-b793-782bf6d0e8bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:52.719761 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16957dec-f0a5-464e-b793-782bf6d0e8bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:52.720390 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16957dec-f0a5-464e-b793-782bf6d0e8bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:52.720867 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16957dec-f0a5-464e-b793-782bf6d0e8bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:52.721340 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16957dec-f0a5-464e-b793-782bf6d0e8bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:52.721810 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16957dec-f0a5-464e-b793-782bf6d0e8bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:52.722294 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16957dec-f0a5-464e-b793-782bf6d0e8bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:52.722849 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16957dec-f0a5-464e-b793-782bf6d0e8bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:52.723318 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16957dec-f0a5-464e-b793-782bf6d0e8bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:52.725140 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16957dec-f0a5-464e-b793-782bf6d0e8bb None None] Tracked resource versions report: Aug 10 03:05:52.725140 n-d-768851-15 neutron-server[94218]: pushed versions: Aug 10 03:05:52.725140 n-d-768851-15 neutron-server[94218]: { 'AddressGroup': {'1.2'}, Aug 10 03:05:52.725140 n-d-768851-15 neutron-server[94218]: 'ConntrackHelper': {'1.0'}, Aug 10 03:05:52.725140 n-d-768851-15 neutron-server[94218]: 'Log': {'1.0'}, Aug 10 03:05:52.725140 n-d-768851-15 neutron-server[94218]: 'Network': {'1.1'}, Aug 10 03:05:52.725140 n-d-768851-15 neutron-server[94218]: 'Port': {'1.7'}, Aug 10 03:05:52.725140 n-d-768851-15 neutron-server[94218]: 'PortForwarding': {'1.2'}, Aug 10 03:05:52.725140 n-d-768851-15 neutron-server[94218]: 'QosPolicy': {'1.9'}, Aug 10 03:05:52.725140 n-d-768851-15 neutron-server[94218]: 'SecurityGroup': {'1.4'}, Aug 10 03:05:52.725140 n-d-768851-15 neutron-server[94218]: 'SecurityGroupRule': {'1.2'}, Aug 10 03:05:52.725140 n-d-768851-15 neutron-server[94218]: 'SubPort': {'1.0'}, Aug 10 03:05:52.725140 n-d-768851-15 neutron-server[94218]: 'Subnet': {'1.1'}, Aug 10 03:05:52.725140 n-d-768851-15 neutron-server[94218]: 'Trunk': {'1.1'}} Aug 10 03:05:52.725140 n-d-768851-15 neutron-server[94218]: consumer versions: Aug 10 03:05:52.725140 n-d-768851-15 neutron-server[94218]: { DHCP agent@n-d-768851-15: {}, Aug 10 03:05:52.725140 n-d-768851-15 neutron-server[94218]: HyperV agent@n-h1-768851-15: {}, Aug 10 03:05:52.725140 n-d-768851-15 neutron-server[94218]: HyperV agent@n-h2-768851-15: {}, Aug 10 03:05:52.725140 n-d-768851-15 neutron-server[94218]: L3 agent@n-d-768851-15: {}, Aug 10 03:05:52.725140 n-d-768851-15 neutron-server[94218]: Metadata agent@n-d-768851-15: {}, Aug 10 03:05:52.725140 n-d-768851-15 neutron-server[94218]: Metering agent@n-d-768851-15: {}, Aug 10 03:05:52.725140 n-d-768851-15 neutron-server[94218]: Open vSwitch agent@n-d-768851-15: { 'AddressGroup': '1.2', Aug 10 03:05:52.725140 n-d-768851-15 neutron-server[94218]: 'ConntrackHelper': '1.0', Aug 10 03:05:52.725140 n-d-768851-15 neutron-server[94218]: 'Log': '1.0', Aug 10 03:05:52.725140 n-d-768851-15 neutron-server[94218]: 'Network': '1.1', Aug 10 03:05:52.725140 n-d-768851-15 neutron-server[94218]: 'Port': '1.7', Aug 10 03:05:52.725140 n-d-768851-15 neutron-server[94218]: 'PortForwarding': '1.2', Aug 10 03:05:52.725140 n-d-768851-15 neutron-server[94218]: 'QosPolicy': '1.9', Aug 10 03:05:52.725140 n-d-768851-15 neutron-server[94218]: 'SecurityGroup': '1.4', Aug 10 03:05:52.725140 n-d-768851-15 neutron-server[94218]: 'SecurityGroupRule': '1.2', Aug 10 03:05:52.725140 n-d-768851-15 neutron-server[94218]: 'SubPort': '1.0', Aug 10 03:05:52.725140 n-d-768851-15 neutron-server[94218]: 'Subnet': '1.1', Aug 10 03:05:52.725140 n-d-768851-15 neutron-server[94218]: 'Trunk': '1.1'}} Aug 10 03:05:52.725140 n-d-768851-15 neutron-server[94218]: {{(pid=94218) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 03:05:52.745929 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-20d31b93-8534-4677-8415-4c77aea28c03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:52.753778 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-20d31b93-8534-4677-8415-4c77aea28c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:52.758936 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-16957dec-f0a5-464e-b793-782bf6d0e8bb None None] Attempting to bind port 25f57e13-a65e-45f9-9cb9-19b702b268f0 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:05:52.759660 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-16957dec-f0a5-464e-b793-782bf6d0e8bb None None] Attempting to bind port 25f57e13-a65e-45f9-9cb9-19b702b268f0 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4e3c1cee-23cd-4cfd-8d5b-a93ff23d6c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7bd6a1e2-d65a-4310-b080-ef087a9f163c'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:05:52.760317 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16957dec-f0a5-464e-b793-782bf6d0e8bb None None] Attempting to bind port 25f57e13-a65e-45f9-9cb9-19b702b268f0 on network 7bd6a1e2-d65a-4310-b080-ef087a9f163c {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:05:52.771582 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16957dec-f0a5-464e-b793-782bf6d0e8bb None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:05:52.775676 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16957dec-f0a5-464e-b793-782bf6d0e8bb None None] Checking segment: {'id': '4e3c1cee-23cd-4cfd-8d5b-a93ff23d6c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7bd6a1e2-d65a-4310-b080-ef087a9f163c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:05:52.776770 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-16957dec-f0a5-464e-b793-782bf6d0e8bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:52.777648 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16957dec-f0a5-464e-b793-782bf6d0e8bb None None] Bound using segment: {'id': '4e3c1cee-23cd-4cfd-8d5b-a93ff23d6c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7bd6a1e2-d65a-4310-b080-ef087a9f163c'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:05:52.778297 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-16957dec-f0a5-464e-b793-782bf6d0e8bb None None] Bound port: 25f57e13-a65e-45f9-9cb9-19b702b268f0, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3c1cee-23cd-4cfd-8d5b-a93ff23d6c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7bd6a1e2-d65a-4310-b080-ef087a9f163c'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:05:52.780448 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-16957dec-f0a5-464e-b793-782bf6d0e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:52.801294 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-20d31b93-8534-4677-8415-4c77aea28c03 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ebb8eae00ab243b8b25426a2e909dc56&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3499246 Aug 10 03:05:52.805511 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33656) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:05:52.858811 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d31b93-8534-4677-8415-4c77aea28c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa00ef1b-8453-40f2-8041-f2cdd8b31407,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:05:52.880730 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 33664) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:05:52.905870 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-16957dec-f0a5-464e-b793-782bf6d0e8bb None None] For port 25f57e13-a65e-45f9-9cb9-19b702b268f0, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:05:52.911020 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-16957dec-f0a5-464e-b793-782bf6d0e8bb None None] For port 25f57e13-a65e-45f9-9cb9-19b702b268f0, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=25f57e13-a65e-45f9-9cb9-19b702b268f0,segment=NetworkSegment(4e3c1cee-23cd-4cfd-8d5b-a93ff23d6c0e),segment_id=4e3c1cee-23cd-4cfd-8d5b-a93ff23d6c0e)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:05:52.915499 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-8e857b0f-8063-4b6b-9497-55b1235078f6 admin admin] Allocated IP 172.25.7.37 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/b9b9c20a-42b1-4074-82b9-e385ac80fbeb) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:05:52.918291 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-16957dec-f0a5-464e-b793-782bf6d0e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:52.981982 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-465c4065-f808-47b2-a319-6f5e6c75f4a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:52.986880 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16957dec-f0a5-464e-b793-782bf6d0e8bb None None] Pushing event updated for resources: {'Port': ['ID=25f57e13-a65e-45f9-9cb9-19b702b268f0,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:05:53.066281 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cadd8a5f-9175-458f-b9d8-db381d2383d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:53.097190 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dd22655e-3277-4688-8fb9-1f4cac14fc42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:53.102418 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-465c4065-f808-47b2-a319-6f5e6c75f4a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:53.129929 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cadd8a5f-9175-458f-b9d8-db381d2383d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:53.227223 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8e857b0f-8063-4b6b-9497-55b1235078f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:53.248504 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-465c4065-f808-47b2-a319-6f5e6c75f4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:53.251543 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-465c4065-f808-47b2-a319-6f5e6c75f4a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:53.252889 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-465c4065-f808-47b2-a319-6f5e6c75f4a9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/36bed3da-3759-4cb5-9ad8-2e6dfdec218b HTTP/1.1" status: 204 len: 168 time: 0.6397791 Aug 10 03:05:53.259590 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cadd8a5f-9175-458f-b9d8-db381d2383d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:53.262158 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cadd8a5f-9175-458f-b9d8-db381d2383d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:53.263293 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-cadd8a5f-9175-458f-b9d8-db381d2383d3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/aa00ef1b-8453-40f2-8041-f2cdd8b31407 HTTP/1.1" status: 204 len: 168 time: 0.4537323 Aug 10 03:05:53.273666 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465c4065-f808-47b2-a319-6f5e6c75f4a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36bed3da-3759-4cb5-9ad8-2e6dfdec218b,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:05:53.301691 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dd22655e-3277-4688-8fb9-1f4cac14fc42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:53.322042 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dd22655e-3277-4688-8fb9-1f4cac14fc42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:53.323876 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadd8a5f-9175-458f-b9d8-db381d2383d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa00ef1b-8453-40f2-8041-f2cdd8b31407,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:05:53.375564 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8e857b0f-8063-4b6b-9497-55b1235078f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:53.407824 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-dd22655e-3277-4688-8fb9-1f4cac14fc42 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=228d34e3192c4f2b9486deae5ef1845d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5247772 Aug 10 03:05:53.414412 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 33696) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:05:53.453001 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e857b0f-8063-4b6b-9497-55b1235078f6 admin admin] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:05:53.453577 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd22655e-3277-4688-8fb9-1f4cac14fc42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f81285a6-98a2-484c-a577-68c83daaad4b,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:05:53.457714 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-8e857b0f-8063-4b6b-9497-55b1235078f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:05:53.462120 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e857b0f-8063-4b6b-9497-55b1235078f6 admin admin] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:05:53.499331 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1a145baa-bda1-425b-ab43-89b926ae1ec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:53.535734 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1a145baa-bda1-425b-ab43-89b926ae1ec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:53.567812 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e857b0f-8063-4b6b-9497-55b1235078f6 admin admin] Pushing event updated for resources: {'Port': ['ID=b9b9c20a-42b1-4074-82b9-e385ac80fbeb,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:05:53.622064 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1a145baa-bda1-425b-ab43-89b926ae1ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:53.625458 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1a145baa-bda1-425b-ab43-89b926ae1ec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:53.629016 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-1a145baa-bda1-425b-ab43-89b926ae1ec9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f81285a6-98a2-484c-a577-68c83daaad4b HTTP/1.1" status: 204 len: 168 time: 0.2110248 Aug 10 03:05:53.636370 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a145baa-bda1-425b-ab43-89b926ae1ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81285a6-98a2-484c-a577-68c83daaad4b,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:05:53.795659 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8e857b0f-8063-4b6b-9497-55b1235078f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:53.848073 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 25f57e13-a65e-45f9-9cb9-19b702b268f0 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:05:53.912772 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 25f57e13-a65e-45f9-9cb9-19b702b268f0 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:05:54.039005 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8e857b0f-8063-4b6b-9497-55b1235078f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:54.185403 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 33728) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:05:54.197790 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e857b0f-8063-4b6b-9497-55b1235078f6 admin admin] Router ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:05:54.203193 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6cf7504f-8aa5-4fc6-b747-506d6d6a8f53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:54.348669 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6cf7504f-8aa5-4fc6-b747-506d6d6a8f53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:54.351642 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e857b0f-8063-4b6b-9497-55b1235078f6 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:05:54.362134 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6cf7504f-8aa5-4fc6-b747-506d6d6a8f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:54.363310 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5395f1fe-770d-45d5-8e48-654981dd7d46 None None] Sync routers for ids ['ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:05:54.379803 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8e857b0f-8063-4b6b-9497-55b1235078f6 admin admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:54.381422 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8e857b0f-8063-4b6b-9497-55b1235078f6 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.4691405 Aug 10 03:05:54.384162 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33732) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:05:54.384998 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5395f1fe-770d-45d5-8e48-654981dd7d46 None None] Routers {'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:05:54.385163 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-5395f1fe-770d-45d5-8e48-654981dd7d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:05:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:05:54.394486 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf7504f-8aa5-4fc6-b747-506d6d6a8f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af4506a6-e2a6-428e-95f0-61918f379d91,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:05:54.412188 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c2bba2-46f1-4114-9f00-b17339ebb6bd None None] Network 7bd6a1e2-d65a-4310-b080-ef087a9f163c requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:05:54.416878 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-6cf7504f-8aa5-4fc6-b747-506d6d6a8f53 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e80828046ce64e7b8ec26bfbc23a171d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2289641 Aug 10 03:05:54.419065 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 33734) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:05:54.478391 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4cc8550a-f1a1-4e32-b11d-20b3965e12b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:54.506485 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4cc8550a-f1a1-4e32-b11d-20b3965e12b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:54.571525 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4cc8550a-f1a1-4e32-b11d-20b3965e12b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:54.577374 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4cc8550a-f1a1-4e32-b11d-20b3965e12b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:54.579345 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-4cc8550a-f1a1-4e32-b11d-20b3965e12b5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/af4506a6-e2a6-428e-95f0-61918f379d91 HTTP/1.1" status: 204 len: 168 time: 0.1582818 Aug 10 03:05:54.588859 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-7c858e79-9e28-4ab6-8e47-345c371c8166 None None] Provisioning for port 25f57e13-a65e-45f9-9cb9-19b702b268f0 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:05:54.596917 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc8550a-f1a1-4e32-b11d-20b3965e12b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4506a6-e2a6-428e-95f0-61918f379d91,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:05:54.620111 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-7c858e79-9e28-4ab6-8e47-345c371c8166 None None] Provisioning complete for port 25f57e13-a65e-45f9-9cb9-19b702b268f0 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:05:54.621758 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7c858e79-9e28-4ab6-8e47-345c371c8166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:54.644053 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-5395f1fe-770d-45d5-8e48-654981dd7d46 None None] Set router ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:05:54.864987 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 33758) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:05:54.873804 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7c858e79-9e28-4ab6-8e47-345c371c8166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:54.891705 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-5395f1fe-770d-45d5-8e48-654981dd7d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943109770-router', 'tenant_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'b9b9c20a-42b1-4074-82b9-e385ac80fbeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:05:51Z', 'updated_at': '2021-08-10T03:05:53Z', 'revision_number': 3, 'project_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'gw_port': {'id': 'b9b9c20a-42b1-4074-82b9-e385ac80fbeb', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f5:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:05:52Z', 'updated_at': '2021-08-10T03:05:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:05:54.902355 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-11c5abf1-f425-4ff4-91c8-48882cefd773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:54.949423 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5395f1fe-770d-45d5-8e48-654981dd7d46 None None] Checking router: ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:05:54.949768 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5395f1fe-770d-45d5-8e48-654981dd7d46 None None] Updating router ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e port b9b9c20a-42b1-4074-82b9-e385ac80fbeb binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:05:54.970422 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-7c858e79-9e28-4ab6-8e47-345c371c8166 None None] For port 25f57e13-a65e-45f9-9cb9-19b702b268f0, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=25f57e13-a65e-45f9-9cb9-19b702b268f0,segment=NetworkSegment(4e3c1cee-23cd-4cfd-8d5b-a93ff23d6c0e),segment_id=4e3c1cee-23cd-4cfd-8d5b-a93ff23d6c0e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:05:54.976922 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7c858e79-9e28-4ab6-8e47-345c371c8166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:55.025520 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-5395f1fe-770d-45d5-8e48-654981dd7d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:55.056374 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-11c5abf1-f425-4ff4-91c8-48882cefd773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:55.068450 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-11c5abf1-f425-4ff4-91c8-48882cefd773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:55.098269 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c858e79-9e28-4ab6-8e47-345c371c8166 None None] Pushing event updated for resources: {'Port': ['ID=25f57e13-a65e-45f9-9cb9-19b702b268f0,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:05:55.118871 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-11c5abf1-f425-4ff4-91c8-48882cefd773 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f66efd60146744d0889fa56b064f75b7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2524018 Aug 10 03:05:55.120478 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 33762) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:05:55.181407 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c5abf1-f425-4ff4-91c8-48882cefd773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668bee4e-23d4-4250-a12a-5df38e50906a,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:05:55.199325 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-026e5f98-8b07-4f08-ab15-2ab613345c06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:55.230650 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-026e5f98-8b07-4f08-ab15-2ab613345c06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:55.292891 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-026e5f98-8b07-4f08-ab15-2ab613345c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:55.297989 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-026e5f98-8b07-4f08-ab15-2ab613345c06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:55.299265 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-026e5f98-8b07-4f08-ab15-2ab613345c06 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/668bee4e-23d4-4250-a12a-5df38e50906a HTTP/1.1" status: 204 len: 168 time: 0.1778121 Aug 10 03:05:55.309177 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026e5f98-8b07-4f08-ab15-2ab613345c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668bee4e-23d4-4250-a12a-5df38e50906a,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:05:55.339640 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-28b0dff8-8543-4d86-abd9-faa1f46f17ba None None] Provisioning complete for port 25f57e13-a65e-45f9-9cb9-19b702b268f0 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:05:55.342526 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-28b0dff8-8543-4d86-abd9-faa1f46f17ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:55.460981 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 33778) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:05:55.463831 n-d-768851-15 neutron-server[94216]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 10 03:05:55.495273 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6e9bd3ba-0255-4e48-b4a5-080c5a1829e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:55.528652 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5cbf2dcb-fa5f-4d2d-9212-c5eaebd90ac2 req-b2ae0c13-0349-4605-9b41-72eb10dea20e tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=aee6f4b205324256b0c3de2882c15e94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0658855 Aug 10 03:05:55.591012 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-5395f1fe-770d-45d5-8e48-654981dd7d46 None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:55.621931 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-5395f1fe-770d-45d5-8e48-654981dd7d46 None None] Transition to ACTIVE for port object b9b9c20a-42b1-4074-82b9-e385ac80fbeb will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:05:55.639009 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-5395f1fe-770d-45d5-8e48-654981dd7d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:55.686917 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-5395f1fe-770d-45d5-8e48-654981dd7d46 None None] Attempting to bind port b9b9c20a-42b1-4074-82b9-e385ac80fbeb on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:05:55.689449 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-5395f1fe-770d-45d5-8e48-654981dd7d46 None None] Attempting to bind port b9b9c20a-42b1-4074-82b9-e385ac80fbeb by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:05:55.690024 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5395f1fe-770d-45d5-8e48-654981dd7d46 None None] Attempting to bind port b9b9c20a-42b1-4074-82b9-e385ac80fbeb on network 09ca2025-b9a6-4e84-8019-8d9fbef3753e {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:05:55.741661 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5395f1fe-770d-45d5-8e48-654981dd7d46 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:05:55.751044 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5395f1fe-770d-45d5-8e48-654981dd7d46 None None] Checking segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:05:55.752732 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-5395f1fe-770d-45d5-8e48-654981dd7d46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:55.754248 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5395f1fe-770d-45d5-8e48-654981dd7d46 None None] Bound using segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:05:55.755305 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-5395f1fe-770d-45d5-8e48-654981dd7d46 None None] Bound port: b9b9c20a-42b1-4074-82b9-e385ac80fbeb, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:05:55.756292 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-5395f1fe-770d-45d5-8e48-654981dd7d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:55.808889 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf2dcb-fa5f-4d2d-9212-c5eaebd90ac2 req-e02417f7-3600-4f26-bb48-26e9b200d0de tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:05:55.812154 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5cbf2dcb-fa5f-4d2d-9212-c5eaebd90ac2 req-e02417f7-3600-4f26-bb48-26e9b200d0de tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2724528 Aug 10 03:05:55.815215 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 25f57e13-a65e-45f9-9cb9-19b702b268f0 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:05:55.844474 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5cbf2dcb-fa5f-4d2d-9212-c5eaebd90ac2 req-042ae12c-86f8-4d8a-825a-1ba4fadc0ada tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] 10.222.0.62 "GET /v2.0/quotas/aee6f4b205324256b0c3de2882c15e94 HTTP/1.1" status: 200 len: 375 time: 0.0257337 Aug 10 03:05:55.920428 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-6e9bd3ba-0255-4e48-b4a5-080c5a1829e3 admin admin] Allocated IP 172.20.0.1 (7bd6a1e2-d65a-4310-b080-ef087a9f163c/f4099aa5-56aa-4afb-b339-2ffcbed0521f/9df27161-4b80-42af-b760-2beae8ec9e47) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:05:55.930264 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-5395f1fe-770d-45d5-8e48-654981dd7d46 None None] For port b9b9c20a-42b1-4074-82b9-e385ac80fbeb, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:05:55.955656 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-5395f1fe-770d-45d5-8e48-654981dd7d46 None None] For port b9b9c20a-42b1-4074-82b9-e385ac80fbeb, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=b9b9c20a-42b1-4074-82b9-e385ac80fbeb,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:05:55.975779 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-5395f1fe-770d-45d5-8e48-654981dd7d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:55.989494 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65990462-c5fd-4848-b174-73e0b558c613 None None] Pushing event updated for resources: {'Port': ['ID=b9b9c20a-42b1-4074-82b9-e385ac80fbeb,revision_number=2']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:05:56.001230 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65990462-c5fd-4848-b174-73e0b558c613 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:56.001964 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65990462-c5fd-4848-b174-73e0b558c613 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:56.002531 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65990462-c5fd-4848-b174-73e0b558c613 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:56.003111 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65990462-c5fd-4848-b174-73e0b558c613 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:56.003872 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65990462-c5fd-4848-b174-73e0b558c613 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:56.005088 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65990462-c5fd-4848-b174-73e0b558c613 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:56.006213 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65990462-c5fd-4848-b174-73e0b558c613 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:56.006944 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65990462-c5fd-4848-b174-73e0b558c613 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:56.007574 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65990462-c5fd-4848-b174-73e0b558c613 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:56.008225 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65990462-c5fd-4848-b174-73e0b558c613 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:56.008805 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65990462-c5fd-4848-b174-73e0b558c613 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:56.009361 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65990462-c5fd-4848-b174-73e0b558c613 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:56.010810 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65990462-c5fd-4848-b174-73e0b558c613 None None] Tracked resource versions report: Aug 10 03:05:56.010810 n-d-768851-15 neutron-server[94219]: pushed versions: Aug 10 03:05:56.010810 n-d-768851-15 neutron-server[94219]: { 'AddressGroup': {'1.2'}, Aug 10 03:05:56.010810 n-d-768851-15 neutron-server[94219]: 'ConntrackHelper': {'1.0'}, Aug 10 03:05:56.010810 n-d-768851-15 neutron-server[94219]: 'Log': {'1.0'}, Aug 10 03:05:56.010810 n-d-768851-15 neutron-server[94219]: 'Network': {'1.1'}, Aug 10 03:05:56.010810 n-d-768851-15 neutron-server[94219]: 'Port': {'1.7'}, Aug 10 03:05:56.010810 n-d-768851-15 neutron-server[94219]: 'PortForwarding': {'1.2'}, Aug 10 03:05:56.010810 n-d-768851-15 neutron-server[94219]: 'QosPolicy': {'1.9'}, Aug 10 03:05:56.010810 n-d-768851-15 neutron-server[94219]: 'SecurityGroup': {'1.4'}, Aug 10 03:05:56.010810 n-d-768851-15 neutron-server[94219]: 'SecurityGroupRule': {'1.2'}, Aug 10 03:05:56.010810 n-d-768851-15 neutron-server[94219]: 'SubPort': {'1.0'}, Aug 10 03:05:56.010810 n-d-768851-15 neutron-server[94219]: 'Subnet': {'1.1'}, Aug 10 03:05:56.010810 n-d-768851-15 neutron-server[94219]: 'Trunk': {'1.1'}} Aug 10 03:05:56.010810 n-d-768851-15 neutron-server[94219]: consumer versions: Aug 10 03:05:56.010810 n-d-768851-15 neutron-server[94219]: { DHCP agent@n-d-768851-15: {}, Aug 10 03:05:56.010810 n-d-768851-15 neutron-server[94219]: HyperV agent@n-h1-768851-15: {}, Aug 10 03:05:56.010810 n-d-768851-15 neutron-server[94219]: HyperV agent@n-h2-768851-15: {}, Aug 10 03:05:56.010810 n-d-768851-15 neutron-server[94219]: L3 agent@n-d-768851-15: {}, Aug 10 03:05:56.010810 n-d-768851-15 neutron-server[94219]: Metadata agent@n-d-768851-15: {}, Aug 10 03:05:56.010810 n-d-768851-15 neutron-server[94219]: Metering agent@n-d-768851-15: {}, Aug 10 03:05:56.010810 n-d-768851-15 neutron-server[94219]: Open vSwitch agent@n-d-768851-15: { 'AddressGroup': '1.2', Aug 10 03:05:56.010810 n-d-768851-15 neutron-server[94219]: 'ConntrackHelper': '1.0', Aug 10 03:05:56.010810 n-d-768851-15 neutron-server[94219]: 'Log': '1.0', Aug 10 03:05:56.010810 n-d-768851-15 neutron-server[94219]: 'Network': '1.1', Aug 10 03:05:56.010810 n-d-768851-15 neutron-server[94219]: 'Port': '1.7', Aug 10 03:05:56.010810 n-d-768851-15 neutron-server[94219]: 'PortForwarding': '1.2', Aug 10 03:05:56.010810 n-d-768851-15 neutron-server[94219]: 'QosPolicy': '1.9', Aug 10 03:05:56.010810 n-d-768851-15 neutron-server[94219]: 'SecurityGroup': '1.4', Aug 10 03:05:56.010810 n-d-768851-15 neutron-server[94219]: 'SecurityGroupRule': '1.2', Aug 10 03:05:56.010810 n-d-768851-15 neutron-server[94219]: 'SubPort': '1.0', Aug 10 03:05:56.010810 n-d-768851-15 neutron-server[94219]: 'Subnet': '1.1', Aug 10 03:05:56.010810 n-d-768851-15 neutron-server[94219]: 'Trunk': '1.1'}} Aug 10 03:05:56.010810 n-d-768851-15 neutron-server[94219]: {{(pid=94219) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 03:05:56.017862 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5cbf2dcb-fa5f-4d2d-9212-c5eaebd90ac2 req-bd747eea-00c4-44b2-89d8-b55ea8bec22e tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=aee6f4b205324256b0c3de2882c15e94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1613038 Aug 10 03:05:56.019653 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:56.042310 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 25f57e13-a65e-45f9-9cb9-19b702b268f0 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:05:56.043011 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:56.123046 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5395f1fe-770d-45d5-8e48-654981dd7d46 None None] Routers {'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:05:56.124227 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-5395f1fe-770d-45d5-8e48-654981dd7d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:05:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:05:56.234638 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:56.275665 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6e9bd3ba-0255-4e48-b4a5-080c5a1829e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:56.318490 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-6e9bd3ba-0255-4e48-b4a5-080c5a1829e3 admin admin] Transition to ACTIVE for port object 9df27161-4b80-42af-b760-2beae8ec9e47 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:05:56.390788 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6e9bd3ba-0255-4e48-b4a5-080c5a1829e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:56.403436 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65990462-c5fd-4848-b174-73e0b558c613 None None] Pushing event updated for resources: {'Port': ['ID=b9b9c20a-42b1-4074-82b9-e385ac80fbeb,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:05:56.441624 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-5395f1fe-770d-45d5-8e48-654981dd7d46 None None] Set router ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:05:56.517726 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9bd3ba-0255-4e48-b4a5-080c5a1829e3 admin admin] Network 7bd6a1e2-d65a-4310-b080-ef087a9f163c is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:05:56.519293 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9bd3ba-0255-4e48-b4a5-080c5a1829e3 admin admin] Pushing event updated for resources: {'Port': ['ID=9df27161-4b80-42af-b760-2beae8ec9e47,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:05:56.530711 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-6e9bd3ba-0255-4e48-b4a5-080c5a1829e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:05:56.564188 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9bd3ba-0255-4e48-b4a5-080c5a1829e3 admin admin] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:05:56.564507 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6e9bd3ba-0255-4e48-b4a5-080c5a1829e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:56.613971 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3f019ce1-0f32-4af9-8a14-aa60f63d9277 req-56961110-9eb4-4162-8e95-5ac5830092ad tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f3a2631-d7b4-40ea-bea5-223ca07235e4 HTTP/1.1" status: 200 len: 210 time: 0.1180427 Aug 10 03:05:56.953662 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6e9bd3ba-0255-4e48-b4a5-080c5a1829e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:57.014864 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-ebb84f01-3a00-47ed-8175-bf48adb5fb61 None None] Provisioning for port 9df27161-4b80-42af-b760-2beae8ec9e47 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:05:57.020046 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-ebb84f01-3a00-47ed-8175-bf48adb5fb61 None None] Provisioning complete for port 9df27161-4b80-42af-b760-2beae8ec9e47 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:05:57.022562 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ebb84f01-3a00-47ed-8175-bf48adb5fb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:57.085457 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-5395f1fe-770d-45d5-8e48-654981dd7d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943109770-router', 'tenant_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'b9b9c20a-42b1-4074-82b9-e385ac80fbeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:05:51Z', 'updated_at': '2021-08-10T03:05:53Z', 'revision_number': 3, 'project_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'gw_port': {'id': 'b9b9c20a-42b1-4074-82b9-e385ac80fbeb', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f5:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:05:52Z', 'updated_at': '2021-08-10T03:05:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:05:57.097394 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-ebb84f01-3a00-47ed-8175-bf48adb5fb61 None None] Port 9df27161-4b80-42af-b760-2beae8ec9e47 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:05:57.135108 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5395f1fe-770d-45d5-8e48-654981dd7d46 None None] The sync data for ids ['ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e'] in n-d-768851-15 is: [{'id': 'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943109770-router', 'tenant_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'b9b9c20a-42b1-4074-82b9-e385ac80fbeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:05:51Z', 'updated_at': '2021-08-10T03:05:53Z', 'revision_number': 3, 'project_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'gw_port': {'id': 'b9b9c20a-42b1-4074-82b9-e385ac80fbeb', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f5:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:05:52Z', 'updated_at': '2021-08-10T03:05:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:05:57.243461 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6e9bd3ba-0255-4e48-b4a5-080c5a1829e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:57.254142 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6e9bd3ba-0255-4e48-b4a5-080c5a1829e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:57.254142 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6e9bd3ba-0255-4e48-b4a5-080c5a1829e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:57.355344 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9bd3ba-0255-4e48-b4a5-080c5a1829e3 admin admin] Pushing event updated for resources: {'Port': ['ID=9df27161-4b80-42af-b760-2beae8ec9e47,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:05:57.435167 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9bd3ba-0255-4e48-b4a5-080c5a1829e3 admin admin] Network 7bd6a1e2-d65a-4310-b080-ef087a9f163c is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:05:57.439619 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-6e9bd3ba-0255-4e48-b4a5-080c5a1829e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:05:57.582371 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 33876) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:05:57.630575 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e9bd3ba-0255-4e48-b4a5-080c5a1829e3 admin admin] Router ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:05:57.862021 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b9b9c20a-42b1-4074-82b9-e385ac80fbeb up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:05:57.864870 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e9bd3ba-0255-4e48-b4a5-080c5a1829e3 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:05:57.869542 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-405dfa27-96f8-48fc-9200-54c0cc8633be None None] Provisioning complete for port 9df27161-4b80-42af-b760-2beae8ec9e47 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:05:57.871122 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-405dfa27-96f8-48fc-9200-54c0cc8633be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:57.874566 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6e9bd3ba-0255-4e48-b4a5-080c5a1829e3 admin admin] 10.222.0.62 "PUT /v2.0/routers/ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4879465 Aug 10 03:05:57.963944 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-405dfa27-96f8-48fc-9200-54c0cc8633be None None] Port 9df27161-4b80-42af-b760-2beae8ec9e47 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:05:58.017425 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port b9b9c20a-42b1-4074-82b9-e385ac80fbeb completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:05:58.023805 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port b9b9c20a-42b1-4074-82b9-e385ac80fbeb triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:05:58.025335 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:58.102279 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3b7a487b-efde-4393-8247-92d924d50226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:58.236910 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3b7a487b-efde-4393-8247-92d924d50226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:58.241885 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:58.242639 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3b7a487b-efde-4393-8247-92d924d50226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:58.299480 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port b9b9c20a-42b1-4074-82b9-e385ac80fbeb, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=b9b9c20a-42b1-4074-82b9-e385ac80fbeb,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:05:58.299891 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-3b7a487b-efde-4393-8247-92d924d50226 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=297ac3ed9a91456bb8e53b85478b3c86&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7156050 Aug 10 03:05:58.301546 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a487b-efde-4393-8247-92d924d50226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5002287-3e46-4993-87ba-bbb0e8b3981e,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:05:58.302407 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33906) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:05:58.317370 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:58.389082 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cecba077-073d-4dac-8d97-9367e7795de2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:58.429728 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cecba077-073d-4dac-8d97-9367e7795de2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:58.451120 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=b9b9c20a-42b1-4074-82b9-e385ac80fbeb,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:05:58.504842 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cecba077-073d-4dac-8d97-9367e7795de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:58.507909 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cecba077-073d-4dac-8d97-9367e7795de2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:58.509540 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-cecba077-073d-4dac-8d97-9367e7795de2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a5002287-3e46-4993-87ba-bbb0e8b3981e HTTP/1.1" status: 204 len: 168 time: 0.2059114 Aug 10 03:05:58.518134 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecba077-073d-4dac-8d97-9367e7795de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5002287-3e46-4993-87ba-bbb0e8b3981e,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:05:58.601673 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 33920) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:05:58.621879 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 33924) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:05:59.053093 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1054b92a-b6b8-47ca-b3a9-4dc33056752b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:59.119306 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4cf4b595-cd80-45b7-b69a-2f229b4b0a0b req-418b5c8a-2129-4808-b27d-4b1d7e6c0498 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f3a2631-d7b4-40ea-bea5-223ca07235e4 HTTP/1.1" status: 200 len: 210 time: 0.4935238 Aug 10 03:05:59.275744 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1054b92a-b6b8-47ca-b3a9-4dc33056752b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:59.281698 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1054b92a-b6b8-47ca-b3a9-4dc33056752b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:59.374534 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-1054b92a-b6b8-47ca-b3a9-4dc33056752b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8db15b6c06f04185bb30ec1578404a15&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7717345 Aug 10 03:05:59.376011 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1054b92a-b6b8-47ca-b3a9-4dc33056752b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26604cc7-782b-4035-b79a-75ca15d5501b,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:05:59.378282 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33948) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:05:59.453051 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 33950) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:05:59.476684 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-432c1e2b-96db-4f15-961e-a1b0f5e1fe3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:59.480268 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.60', 59196) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:05:59.500029 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c39a48d7-3f4c-45c3-be8e-a4f028173c0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:59.510656 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413eff50-38b9-4c06-bbc1-f6ac2c8c1723 None None] Sync routers for ids ['ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:05:59.532776 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413eff50-38b9-4c06-bbc1-f6ac2c8c1723 None None] Routers {'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:05:59.534012 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-413eff50-38b9-4c06-bbc1-f6ac2c8c1723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:05:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:05:59.542136 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c39a48d7-3f4c-45c3-be8e-a4f028173c0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:59.634144 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c39a48d7-3f4c-45c3-be8e-a4f028173c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:59.640841 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c39a48d7-3f4c-45c3-be8e-a4f028173c0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:59.650612 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5cbf2dcb-fa5f-4d2d-9212-c5eaebd90ac2 req-f529bd64-5994-498d-883b-8c6b2709b44f tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=aee6f4b205324256b0c3de2882c15e94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1683071 Aug 10 03:05:59.658364 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c39a48d7-3f4c-45c3-be8e-a4f028173c0a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/26604cc7-782b-4035-b79a-75ca15d5501b HTTP/1.1" status: 204 len: 168 time: 0.2784154 Aug 10 03:05:59.705695 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a48d7-3f4c-45c3-be8e-a4f028173c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26604cc7-782b-4035-b79a-75ca15d5501b,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:05:59.838889 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-432c1e2b-96db-4f15-961e-a1b0f5e1fe3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:59.840212 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b9b9c20a-42b1-4074-82b9-e385ac80fbeb up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:05:59.849009 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-432c1e2b-96db-4f15-961e-a1b0f5e1fe3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:59.926974 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-432c1e2b-96db-4f15-961e-a1b0f5e1fe3f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ee55645fac1842a0965ff7a6557a8bdf&name=default HTTP/1.1" status: 200 len: 2978 time: 0.4723458 Aug 10 03:05:59.929706 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33964) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:05:59.958097 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432c1e2b-96db-4f15-961e-a1b0f5e1fe3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c875e37-fb75-4353-9602-4b83e7cf8ded,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:00.005668 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf2dcb-fa5f-4d2d-9212-c5eaebd90ac2 req-4c6aecc8-4b81-40f1-98b4-500f0be619a0 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:00.011346 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5cbf2dcb-fa5f-4d2d-9212-c5eaebd90ac2 req-4c6aecc8-4b81-40f1-98b4-500f0be619a0 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3528657 Aug 10 03:06:00.016994 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-413eff50-38b9-4c06-bbc1-f6ac2c8c1723 None None] Set router ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:06:00.068506 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f5d97461-1ec6-4bce-b850-d8c80c0fe0ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:00.107814 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-5cbf2dcb-fa5f-4d2d-9212-c5eaebd90ac2 req-ff23e0a2-9a6d-46dd-9099-26cfe99f1f33 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] Request body: {'port': {'device_id': '1f3a2631-d7b4-40ea-bea5-223ca07235e4', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'admin_state_up': True, 'tenant_id': 'aee6f4b205324256b0c3de2882c15e94'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:06:00.117812 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f5d97461-1ec6-4bce-b850-d8c80c0fe0ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:00.136222 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port b9b9c20a-42b1-4074-82b9-e385ac80fbeb triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:06:00.136599 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:00.205198 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f5d97461-1ec6-4bce-b850-d8c80c0fe0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:00.209686 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f5d97461-1ec6-4bce-b850-d8c80c0fe0ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:00.224483 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f5d97461-1ec6-4bce-b850-d8c80c0fe0ee admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0c875e37-fb75-4353-9602-4b83e7cf8ded HTTP/1.1" status: 204 len: 168 time: 0.2932780 Aug 10 03:06:00.236601 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d97461-1ec6-4bce-b850-d8c80c0fe0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c875e37-fb75-4353-9602-4b83e7cf8ded,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:00.329378 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-60ce8c94-12d5-4f3b-8cd5-2c28e1d38c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:00.375040 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-413eff50-38b9-4c06-bbc1-f6ac2c8c1723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943109770-router', 'tenant_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'b9b9c20a-42b1-4074-82b9-e385ac80fbeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:05:51Z', 'updated_at': '2021-08-10T03:05:56Z', 'revision_number': 4, 'project_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'gw_port': {'id': 'b9b9c20a-42b1-4074-82b9-e385ac80fbeb', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:05:52Z', 'updated_at': '2021-08-10T03:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '9df27161-4b80-42af-b760-2beae8ec9e47', 'name': '', 'network_id': '7bd6a1e2-d65a-4310-b080-ef087a9f163c', 'tenant_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'mac_address': 'fa:16:3e:49:99:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f4099aa5-56aa-4afb-b339-2ffcbed0521f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:05:55Z', 'updated_at': '2021-08-10T03:05:57Z', 'revision_number': 2, 'project_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'subnets': [{'id': 'f4099aa5-56aa-4afb-b339-2ffcbed0521f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:06:00.411871 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413eff50-38b9-4c06-bbc1-f6ac2c8c1723 None None] Checking router: ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:06:00.412798 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413eff50-38b9-4c06-bbc1-f6ac2c8c1723 None None] Updating router ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e port 9df27161-4b80-42af-b760-2beae8ec9e47 binding host n-d-768851-15 {{(pid=94218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:06:00.438863 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-335f6597-c5a0-447c-a4ef-619561d2efa2 req-05f8b37f-46d4-4f95-8dc7-6ef2f28dc4e5 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f3a2631-d7b4-40ea-bea5-223ca07235e4 HTTP/1.1" status: 200 len: 210 time: 0.0583618 Aug 10 03:06:00.444932 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-413eff50-38b9-4c06-bbc1-f6ac2c8c1723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:00.511786 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cbf2dcb-fa5f-4d2d-9212-c5eaebd90ac2 req-ff23e0a2-9a6d-46dd-9099-26cfe99f1f33 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] Made reservation on behalf of aee6f4b205324256b0c3de2882c15e94 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:06:00.517077 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-5cbf2dcb-fa5f-4d2d-9212-c5eaebd90ac2 req-ff23e0a2-9a6d-46dd-9099-26cfe99f1f33 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:00.531935 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-5cbf2dcb-fa5f-4d2d-9212-c5eaebd90ac2 req-ff23e0a2-9a6d-46dd-9099-26cfe99f1f33 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:00.601353 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33988) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:00.626774 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-871018ab-3191-4093-9259-972db21a8564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:00.655450 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-5cbf2dcb-fa5f-4d2d-9212-c5eaebd90ac2 req-ff23e0a2-9a6d-46dd-9099-26cfe99f1f33 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:00.662607 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-5cbf2dcb-fa5f-4d2d-9212-c5eaebd90ac2 req-ff23e0a2-9a6d-46dd-9099-26cfe99f1f33 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:00.802575 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff23e0a2-9a6d-46dd-9099-26cfe99f1f33 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a097311c-b956-406d-a7f2-0397c749e0b9,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:00.851584 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-871018ab-3191-4093-9259-972db21a8564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:00.859709 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-871018ab-3191-4093-9259-972db21a8564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:00.917044 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-871018ab-3191-4093-9259-972db21a8564 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=19051683d5b64b03b402497ffbda20f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3145258 Aug 10 03:06:00.918080 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871018ab-3191-4093-9259-972db21a8564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45ce1ff-34b5-4c14-94c0-0b58e96ce0a9,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:00.926269 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 34006) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:01.016241 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-413eff50-38b9-4c06-bbc1-f6ac2c8c1723 None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:01.032683 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-413eff50-38b9-4c06-bbc1-f6ac2c8c1723 None None] Transition to ACTIVE for port object 9df27161-4b80-42af-b760-2beae8ec9e47 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:06:01.036539 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-5cbf2dcb-fa5f-4d2d-9212-c5eaebd90ac2 req-ff23e0a2-9a6d-46dd-9099-26cfe99f1f33 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] Allocated IP 192.168.233.120 (f1b7997e-1a2a-4260-9d7d-b6cf90b8801d/c2e3eb0b-907c-4ac4-809e-ae9609bc8c67/e5b01164-0f7e-42ae-847e-3604c9c25b11) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:06:01.041534 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-413eff50-38b9-4c06-bbc1-f6ac2c8c1723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:01.064450 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-194f8dcb-50f3-4e7d-aa2e-af013ae910da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:01.133524 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34016) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:01.139385 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-9e015f2d-134f-47eb-a95a-5fc7471e6f47 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1080167096-network', 'tenant_id': '04c8e11a665e48bab192ad6f573b8c25'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:06:01.157955 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-194f8dcb-50f3-4e7d-aa2e-af013ae910da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:01.184358 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6d320b-9351-4231-a536-c22fb1130242 None None] Pushing event updated for resources: {'Port': ['ID=9df27161-4b80-42af-b760-2beae8ec9e47,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:01.196509 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e015f2d-134f-47eb-a95a-5fc7471e6f47 admin admin] Made reservation on behalf of 04c8e11a665e48bab192ad6f573b8c25 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:06:01.200290 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-413eff50-38b9-4c06-bbc1-f6ac2c8c1723 None None] Attempting to bind port 9df27161-4b80-42af-b760-2beae8ec9e47 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:06:01.200627 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9e015f2d-134f-47eb-a95a-5fc7471e6f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:01.201370 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-413eff50-38b9-4c06-bbc1-f6ac2c8c1723 None None] Attempting to bind port 9df27161-4b80-42af-b760-2beae8ec9e47 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4e3c1cee-23cd-4cfd-8d5b-a93ff23d6c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7bd6a1e2-d65a-4310-b080-ef087a9f163c'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:06:01.201961 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413eff50-38b9-4c06-bbc1-f6ac2c8c1723 None None] Attempting to bind port 9df27161-4b80-42af-b760-2beae8ec9e47 on network 7bd6a1e2-d65a-4310-b080-ef087a9f163c {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:06:01.208113 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413eff50-38b9-4c06-bbc1-f6ac2c8c1723 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:06:01.208858 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413eff50-38b9-4c06-bbc1-f6ac2c8c1723 None None] Checking segment: {'id': '4e3c1cee-23cd-4cfd-8d5b-a93ff23d6c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7bd6a1e2-d65a-4310-b080-ef087a9f163c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:06:01.209517 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-413eff50-38b9-4c06-bbc1-f6ac2c8c1723 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:01.210106 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413eff50-38b9-4c06-bbc1-f6ac2c8c1723 None None] Bound using segment: {'id': '4e3c1cee-23cd-4cfd-8d5b-a93ff23d6c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7bd6a1e2-d65a-4310-b080-ef087a9f163c'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:06:01.210811 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-413eff50-38b9-4c06-bbc1-f6ac2c8c1723 None None] Bound port: 9df27161-4b80-42af-b760-2beae8ec9e47, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3c1cee-23cd-4cfd-8d5b-a93ff23d6c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7bd6a1e2-d65a-4310-b080-ef087a9f163c'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:06:01.212008 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-413eff50-38b9-4c06-bbc1-f6ac2c8c1723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:01.223570 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9e015f2d-134f-47eb-a95a-5fc7471e6f47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:01.368088 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-194f8dcb-50f3-4e7d-aa2e-af013ae910da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:01.375593 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-194f8dcb-50f3-4e7d-aa2e-af013ae910da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:01.375955 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-413eff50-38b9-4c06-bbc1-f6ac2c8c1723 None None] For port 9df27161-4b80-42af-b760-2beae8ec9e47, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:06:01.379535 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-194f8dcb-50f3-4e7d-aa2e-af013ae910da admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b45ce1ff-34b5-4c14-94c0-0b58e96ce0a9 HTTP/1.1" status: 204 len: 168 time: 0.4495771 Aug 10 03:06:01.384263 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-413eff50-38b9-4c06-bbc1-f6ac2c8c1723 None None] For port 9df27161-4b80-42af-b760-2beae8ec9e47, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=9df27161-4b80-42af-b760-2beae8ec9e47,segment=NetworkSegment(4e3c1cee-23cd-4cfd-8d5b-a93ff23d6c0e),segment_id=4e3c1cee-23cd-4cfd-8d5b-a93ff23d6c0e)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:06:01.396821 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-413eff50-38b9-4c06-bbc1-f6ac2c8c1723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:01.403680 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9e015f2d-134f-47eb-a95a-5fc7471e6f47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:01.415674 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9e015f2d-134f-47eb-a95a-5fc7471e6f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:01.425797 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f8dcb-50f3-4e7d-aa2e-af013ae910da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45ce1ff-34b5-4c14-94c0-0b58e96ce0a9,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:01.458279 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6d320b-9351-4231-a536-c22fb1130242 None None] Pushing event updated for resources: {'Port': ['ID=9df27161-4b80-42af-b760-2beae8ec9e47,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:01.508117 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413eff50-38b9-4c06-bbc1-f6ac2c8c1723 None None] Routers {'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:06:01.508743 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-413eff50-38b9-4c06-bbc1-f6ac2c8c1723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:05:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:06:01.510151 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-5cbf2dcb-fa5f-4d2d-9212-c5eaebd90ac2 req-ff23e0a2-9a6d-46dd-9099-26cfe99f1f33 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:01.517714 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e015f2d-134f-47eb-a95a-5fc7471e6f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7439126c-ec43-4f2d-8d7b-eaa1b0957f95,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:01.549716 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e015f2d-134f-47eb-a95a-5fc7471e6f47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:06:01.593416 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9e015f2d-134f-47eb-a95a-5fc7471e6f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:01.593944 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-9e015f2d-134f-47eb-a95a-5fc7471e6f47 admin admin] Added segment e5cd4f27-4ef5-404c-b2c2-daf604e0ad37 of type vlan for network f1a96b41-17a3-4507-9238-346c52c62270 Aug 10 03:06:01.595668 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34028) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:01.655829 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-5cbf2dcb-fa5f-4d2d-9212-c5eaebd90ac2 req-ff23e0a2-9a6d-46dd-9099-26cfe99f1f33 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] Transition to ACTIVE for port object e5b01164-0f7e-42ae-847e-3604c9c25b11 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:06:01.662994 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4ff48b0f-c370-4025-81e0-6d1c9b76d28e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:01.813334 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9e015f2d-134f-47eb-a95a-5fc7471e6f47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:01.880345 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9e015f2d-134f-47eb-a95a-5fc7471e6f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:01.881787 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e015f2d-134f-47eb-a95a-5fc7471e6f47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:01.882626 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9e015f2d-134f-47eb-a95a-5fc7471e6f47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:01.941876 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-413eff50-38b9-4c06-bbc1-f6ac2c8c1723 None None] Set router ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:06:01.960491 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-569c70e7-669b-4b35-95a9-ea75f5e4d83b req-9ef07314-f70f-47a9-ac27-426096e49908 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f3a2631-d7b4-40ea-bea5-223ca07235e4 HTTP/1.1" status: 200 len: 210 time: 0.2665749 Aug 10 03:06:02.061689 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e015f2d-134f-47eb-a95a-5fc7471e6f47 admin admin] Pushing event updated for resources: {'Network': ['ID=f1a96b41-17a3-4507-9238-346c52c62270,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:02.097483 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network f1a96b41-17a3-4507-9238-346c52c62270 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:06:02.104462 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4ff48b0f-c370-4025-81e0-6d1c9b76d28e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:02.116611 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-5cbf2dcb-fa5f-4d2d-9212-c5eaebd90ac2 req-ff23e0a2-9a6d-46dd-9099-26cfe99f1f33 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:02.116832 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4ff48b0f-c370-4025-81e0-6d1c9b76d28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:02.148629 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9e015f2d-134f-47eb-a95a-5fc7471e6f47 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0110083 Aug 10 03:06:02.167338 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 34034) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:02.216582 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-5fba7479-0e7b-4489-99ad-9231695dd5b8 admin admin] Request body: {'subnet': {'network_id': 'f1a96b41-17a3-4507-9238-346c52c62270', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1080167096-subnet', 'tenant_id': '04c8e11a665e48bab192ad6f573b8c25', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:06:02.253073 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4ff48b0f-c370-4025-81e0-6d1c9b76d28e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e68880b6276541ee9640d52dd43ea71e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6560590 Aug 10 03:06:02.260679 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff48b0f-c370-4025-81e0-6d1c9b76d28e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef50e8b2-b6a8-4f50-998d-1de0cf5b6caa,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:02.284511 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34040) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:02.402855 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cbf2dcb-fa5f-4d2d-9212-c5eaebd90ac2 req-ff23e0a2-9a6d-46dd-9099-26cfe99f1f33 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] Network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:06:02.403481 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fba7479-0e7b-4489-99ad-9231695dd5b8 admin admin] Made reservation on behalf of 04c8e11a665e48bab192ad6f573b8c25 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:06:02.405803 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5fba7479-0e7b-4489-99ad-9231695dd5b8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:02.421074 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-71f1cf56-c4ff-483a-bb54-c3f93bf7a4b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:02.460107 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-71f1cf56-c4ff-483a-bb54-c3f93bf7a4b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:02.539917 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-5cbf2dcb-fa5f-4d2d-9212-c5eaebd90ac2 req-ff23e0a2-9a6d-46dd-9099-26cfe99f1f33 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:06:02.580017 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-71f1cf56-c4ff-483a-bb54-c3f93bf7a4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:02.585872 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-71f1cf56-c4ff-483a-bb54-c3f93bf7a4b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:02.588937 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-71f1cf56-c4ff-483a-bb54-c3f93bf7a4b2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ef50e8b2-b6a8-4f50-998d-1de0cf5b6caa HTTP/1.1" status: 204 len: 168 time: 0.3019347 Aug 10 03:06:02.615565 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f1cf56-c4ff-483a-bb54-c3f93bf7a4b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef50e8b2-b6a8-4f50-998d-1de0cf5b6caa,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:02.760087 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cbf2dcb-fa5f-4d2d-9212-c5eaebd90ac2 req-ff23e0a2-9a6d-46dd-9099-26cfe99f1f33 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:06:02.774765 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf2dcb-fa5f-4d2d-9212-c5eaebd90ac2 req-ff23e0a2-9a6d-46dd-9099-26cfe99f1f33 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:02.778442 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-5cbf2dcb-fa5f-4d2d-9212-c5eaebd90ac2 req-ff23e0a2-9a6d-46dd-9099-26cfe99f1f33 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:02.808785 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff23e0a2-9a6d-46dd-9099-26cfe99f1f33 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] Pushing event updated for resources: {'Port': ['ID=e5b01164-0f7e-42ae-847e-3604c9c25b11,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:02.881202 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5cbf2dcb-fa5f-4d2d-9212-c5eaebd90ac2 req-ff23e0a2-9a6d-46dd-9099-26cfe99f1f33 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7794507 Aug 10 03:06:02.896801 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-413eff50-38b9-4c06-bbc1-f6ac2c8c1723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943109770-router', 'tenant_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'b9b9c20a-42b1-4074-82b9-e385ac80fbeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:05:51Z', 'updated_at': '2021-08-10T03:05:56Z', 'revision_number': 4, 'project_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'gw_port': {'id': 'b9b9c20a-42b1-4074-82b9-e385ac80fbeb', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:05:52Z', 'updated_at': '2021-08-10T03:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '9df27161-4b80-42af-b760-2beae8ec9e47', 'name': '', 'network_id': '7bd6a1e2-d65a-4310-b080-ef087a9f163c', 'tenant_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'mac_address': 'fa:16:3e:49:99:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f4099aa5-56aa-4afb-b339-2ffcbed0521f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:05:55Z', 'updated_at': '2021-08-10T03:06:01Z', 'revision_number': 4, 'project_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'subnets': [{'id': 'f4099aa5-56aa-4afb-b339-2ffcbed0521f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:06:03.004608 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [req-5cbf2dcb-fa5f-4d2d-9212-c5eaebd90ac2 req-509992be-5236-48f3-b223-71fc3d3120a6 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:06:03.004608 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5cbf2dcb-fa5f-4d2d-9212-c5eaebd90ac2 req-509992be-5236-48f3-b223-71fc3d3120a6 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0137391 Aug 10 03:06:03.012321 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413eff50-38b9-4c06-bbc1-f6ac2c8c1723 None None] The sync data for ids ['ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e'] in n-d-768851-15 is: [{'id': 'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943109770-router', 'tenant_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'b9b9c20a-42b1-4074-82b9-e385ac80fbeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:05:51Z', 'updated_at': '2021-08-10T03:05:56Z', 'revision_number': 4, 'project_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'gw_port': {'id': 'b9b9c20a-42b1-4074-82b9-e385ac80fbeb', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:05:52Z', 'updated_at': '2021-08-10T03:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '9df27161-4b80-42af-b760-2beae8ec9e47', 'name': '', 'network_id': '7bd6a1e2-d65a-4310-b080-ef087a9f163c', 'tenant_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'mac_address': 'fa:16:3e:49:99:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f4099aa5-56aa-4afb-b339-2ffcbed0521f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:05:55Z', 'updated_at': '2021-08-10T03:06:01Z', 'revision_number': 4, 'project_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'subnets': [{'id': 'f4099aa5-56aa-4afb-b339-2ffcbed0521f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:06:03.079084 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4e7b5bbb-1c6b-4a01-a722-f3f43dc804ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:03.318372 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0095d1d3-6d60-402c-9ae0-713ba4aec8a8 None None] Provisioning for port e5b01164-0f7e-42ae-847e-3604c9c25b11 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:06:03.330444 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0095d1d3-6d60-402c-9ae0-713ba4aec8a8 None None] Provisioning complete for port e5b01164-0f7e-42ae-847e-3604c9c25b11 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:06:03.331374 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0095d1d3-6d60-402c-9ae0-713ba4aec8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:03.335813 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:03.401697 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0095d1d3-6d60-402c-9ae0-713ba4aec8a8 None None] Port e5b01164-0f7e-42ae-847e-3604c9c25b11 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:06:03.633448 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c593190-71ac-49a4-bdcd-229ac1779411 req-574e9b4a-12ec-4ed7-a6fe-4f72abeb91c6 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:03.640156 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0c593190-71ac-49a4-bdcd-229ac1779411 req-574e9b4a-12ec-4ed7-a6fe-4f72abeb91c6 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f3a2631-d7b4-40ea-bea5-223ca07235e4 HTTP/1.1" status: 200 len: 936 time: 0.4664237 Aug 10 03:06:03.660230 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5fba7479-0e7b-4489-99ad-9231695dd5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:03.757543 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fba7479-0e7b-4489-99ad-9231695dd5b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3034545-3927-48b3-9e77-03f050b41b34,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:03.877455 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 9df27161-4b80-42af-b760-2beae8ec9e47 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:06:03.887571 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0c593190-71ac-49a4-bdcd-229ac1779411 req-7650c3dc-5cf2-4fd8-ad5d-f6850eb5e196 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] 10.222.0.62 "GET /v2.0/security-groups?id=a097311c-b956-406d-a7f2-0397c749e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337420 Aug 10 03:06:03.901084 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fba7479-0e7b-4489-99ad-9231695dd5b8 admin admin] Checking segment: {'id': 'e5cd4f27-4ef5-404c-b2c2-daf604e0ad37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f1a96b41-17a3-4507-9238-346c52c62270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:06:03.907089 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fba7479-0e7b-4489-99ad-9231695dd5b8 admin admin] Network hostable DHCP agents. Network: f1a96b41-17a3-4507-9238-346c52c62270, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:06:03.979135 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fba7479-0e7b-4489-99ad-9231695dd5b8 admin admin] Network f1a96b41-17a3-4507-9238-346c52c62270 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:06:04.003048 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-5fba7479-0e7b-4489-99ad-9231695dd5b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, f1a96b41-17a3-4507-9238-346c52c62270) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:06:04.013696 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fba7479-0e7b-4489-99ad-9231695dd5b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:04.013696 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5fba7479-0e7b-4489-99ad-9231695dd5b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:04.017558 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fc61cc-1671-4986-b8f6-ad9af1d21fc7 None None] Network f1a96b41-17a3-4507-9238-346c52c62270 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:06:04.023387 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 9df27161-4b80-42af-b760-2beae8ec9e47 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:06:04.067289 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-5fba7479-0e7b-4489-99ad-9231695dd5b8 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.8941553 Aug 10 03:06:04.068932 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 34078) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:04.091235 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-0bf0cc76-e22d-480b-9d9e-0f8cfede72ce admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1080167096-router', 'tenant_id': '04c8e11a665e48bab192ad6f573b8c25', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:06:04.127876 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0bf0cc76-e22d-480b-9d9e-0f8cfede72ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:04.132310 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0bf0cc76-e22d-480b-9d9e-0f8cfede72ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:04.162337 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 9df27161-4b80-42af-b760-2beae8ec9e47 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:06:04.163111 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:04.178921 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 34082) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:04.231694 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:04.298931 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:04.428690 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0bf0cc76-e22d-480b-9d9e-0f8cfede72ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:04.596381 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 9df27161-4b80-42af-b760-2beae8ec9e47, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=9df27161-4b80-42af-b760-2beae8ec9e47,segment=NetworkSegment(4e3c1cee-23cd-4cfd-8d5b-a93ff23d6c0e),segment_id=4e3c1cee-23cd-4cfd-8d5b-a93ff23d6c0e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:06:04.604388 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:04.678246 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415b4123-bde9-489d-b094-4243dbc864d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-f1a96b41-17a3-4507-9238-346c52c62270', 'network_id': 'f1a96b41-17a3-4507-9238-346c52c62270', 'tenant_id': '04c8e11a665e48bab192ad6f573b8c25', 'fixed_ips': [{'subnet_id': 'e3034545-3927-48b3-9e77-03f050b41b34'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:06:04.679421 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-415b4123-bde9-489d-b094-4243dbc864d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:04.892209 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-27eb92c6-aee4-49f0-a5ed-973b8aec1f7a req-ed4f8cb1-4a60-4a41-8fd4-8bbc4e40543a tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=17e79e39862148aaa5ac50cf15213a33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2519469 Aug 10 03:06:04.897624 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c0331a0b-56cb-44e3-aaa3-6526c377fbd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:04.947724 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=9df27161-4b80-42af-b760-2beae8ec9e47,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:05.095564 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-415b4123-bde9-489d-b094-4243dbc864d6 None None] Allocated IP 172.20.0.2 (f1a96b41-17a3-4507-9238-346c52c62270/e3034545-3927-48b3-9e77-03f050b41b34/82fe23f7-6857-4840-bc65-a19485da4d95) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:06:05.178588 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0bf0cc76-e22d-480b-9d9e-0f8cfede72ce admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:05.385761 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c3753-0ab2-4d61-96af-7a57fd1c9e52 req-7d2bf2c5-ea7e-4e5f-bb6d-296c4860208a tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:05.387727 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-229c3753-0ab2-4d61-96af-7a57fd1c9e52 req-7d2bf2c5-ea7e-4e5f-bb6d-296c4860208a tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f3a2631-d7b4-40ea-bea5-223ca07235e4 HTTP/1.1" status: 200 len: 936 time: 0.1615403 Aug 10 03:06:05.432185 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb92c6-aee4-49f0-a5ed-973b8aec1f7a req-260e1540-7358-4200-a243-083dfea804b2 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:05.439732 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-27eb92c6-aee4-49f0-a5ed-973b8aec1f7a req-260e1540-7358-4200-a243-083dfea804b2 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5458438 Aug 10 03:06:05.457043 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-415b4123-bde9-489d-b094-4243dbc864d6 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:05.485921 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-415b4123-bde9-489d-b094-4243dbc864d6 None None] Transition to ACTIVE for port object 82fe23f7-6857-4840-bc65-a19485da4d95 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:06:05.537825 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-415b4123-bde9-489d-b094-4243dbc864d6 None None] Transition to ACTIVE for port object 82fe23f7-6857-4840-bc65-a19485da4d95 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:06:05.563495 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-415b4123-bde9-489d-b094-4243dbc864d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:05.579375 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-229c3753-0ab2-4d61-96af-7a57fd1c9e52 req-fe746e44-5b76-4bc3-86a9-49bb40274d9e tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] 10.222.0.62 "GET /v2.0/security-groups?id=a097311c-b956-406d-a7f2-0397c749e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798277 Aug 10 03:06:05.591902 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-27eb92c6-aee4-49f0-a5ed-973b8aec1f7a req-fc56e13e-264b-4f54-850b-1547e7af62e7 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.62 "GET /v2.0/quotas/17e79e39862148aaa5ac50cf15213a33 HTTP/1.1" status: 200 len: 375 time: 0.1506441 Aug 10 03:06:05.655190 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-27eb92c6-aee4-49f0-a5ed-973b8aec1f7a req-4f2dc94d-117e-4e75-a1a5-6cf6d2cc3e45 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=17e79e39862148aaa5ac50cf15213a33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0584917 Aug 10 03:06:05.679056 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415b4123-bde9-489d-b094-4243dbc864d6 None None] Network f1a96b41-17a3-4507-9238-346c52c62270 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:06:05.686006 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-415b4123-bde9-489d-b094-4243dbc864d6 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:06:05.703213 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415b4123-bde9-489d-b094-4243dbc864d6 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:06:05.722819 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c0331a0b-56cb-44e3-aaa3-6526c377fbd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:05.731677 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b4123-bde9-489d-b094-4243dbc864d6 None None] Pushing event updated for resources: {'Port': ['ID=82fe23f7-6857-4840-bc65-a19485da4d95,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:05.748498 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c0331a0b-56cb-44e3-aaa3-6526c377fbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:05.845351 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 9df27161-4b80-42af-b760-2beae8ec9e47 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:06:05.960435 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:06.001576 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-415b4123-bde9-489d-b094-4243dbc864d6 None None] Attempting to bind port 82fe23f7-6857-4840-bc65-a19485da4d95 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:06:06.010012 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-415b4123-bde9-489d-b094-4243dbc864d6 None None] Attempting to bind port 82fe23f7-6857-4840-bc65-a19485da4d95 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'e5cd4f27-4ef5-404c-b2c2-daf604e0ad37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f1a96b41-17a3-4507-9238-346c52c62270'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:06:06.010925 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415b4123-bde9-489d-b094-4243dbc864d6 None None] Attempting to bind port 82fe23f7-6857-4840-bc65-a19485da4d95 on network f1a96b41-17a3-4507-9238-346c52c62270 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:06:06.020998 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415b4123-bde9-489d-b094-4243dbc864d6 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:06:06.021467 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415b4123-bde9-489d-b094-4243dbc864d6 None None] Checking segment: {'id': 'e5cd4f27-4ef5-404c-b2c2-daf604e0ad37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f1a96b41-17a3-4507-9238-346c52c62270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:06:06.021944 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-415b4123-bde9-489d-b094-4243dbc864d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:06.022504 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415b4123-bde9-489d-b094-4243dbc864d6 None None] Bound using segment: {'id': 'e5cd4f27-4ef5-404c-b2c2-daf604e0ad37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f1a96b41-17a3-4507-9238-346c52c62270'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:06:06.022997 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-415b4123-bde9-489d-b094-4243dbc864d6 None None] Bound port: 82fe23f7-6857-4840-bc65-a19485da4d95, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5cd4f27-4ef5-404c-b2c2-daf604e0ad37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f1a96b41-17a3-4507-9238-346c52c62270'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:06:06.023454 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-415b4123-bde9-489d-b094-4243dbc864d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:06.146639 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0bf0cc76-e22d-480b-9d9e-0f8cfede72ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:06.157993 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-c0331a0b-56cb-44e3-aaa3-6526c377fbd6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fd1061de702b4168b563335f3e8398ed&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9759004 Aug 10 03:06:06.160744 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34154) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:06.174465 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-415b4123-bde9-489d-b094-4243dbc864d6 None None] For port 82fe23f7-6857-4840-bc65-a19485da4d95, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:06:06.177982 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-5cbf2dcb-fa5f-4d2d-9212-c5eaebd90ac2 req-0934c895-530c-4020-81f7-3e4ed6a2835e service neutron] Request body: {'port': {'device_id': '1f3a2631-d7b4-40ea-bea5-223ca07235e4', 'device_owner': 'compute:tempest-test_az-1313326255', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:06:06.180524 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-415b4123-bde9-489d-b094-4243dbc864d6 None None] For port 82fe23f7-6857-4840-bc65-a19485da4d95, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=82fe23f7-6857-4840-bc65-a19485da4d95,segment=NetworkSegment(e5cd4f27-4ef5-404c-b2c2-daf604e0ad37),segment_id=e5cd4f27-4ef5-404c-b2c2-daf604e0ad37)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:06:06.187525 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 9df27161-4b80-42af-b760-2beae8ec9e47 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:06:06.187901 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:06.193121 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-415b4123-bde9-489d-b094-4243dbc864d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:06.325005 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3559c4ce-557c-4d73-b9ad-1144b5fe9d40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:06.394148 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3559c4ce-557c-4d73-b9ad-1144b5fe9d40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:06.449346 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b4123-bde9-489d-b094-4243dbc864d6 None None] Pushing event updated for resources: {'Port': ['ID=82fe23f7-6857-4840-bc65-a19485da4d95,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:06.455000 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8818f622-eabe-4d3b-9355-19c2434d9b63 req-d811f37c-54e8-4d43-bf1e-0801b20477a2 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.62 "GET /v2.0/ports?device_id=27ad6276-cada-4a6a-8dea-dd5111e2bd19 HTTP/1.1" status: 200 len: 210 time: 0.3228168 Aug 10 03:06:06.550129 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-5cbf2dcb-fa5f-4d2d-9212-c5eaebd90ac2 req-0934c895-530c-4020-81f7-3e4ed6a2835e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:06.562155 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0bf0cc76-e22d-480b-9d9e-0f8cfede72ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:06.568636 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3559c4ce-557c-4d73-b9ad-1144b5fe9d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:06.572220 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3559c4ce-557c-4d73-b9ad-1144b5fe9d40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:06.574373 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3559c4ce-557c-4d73-b9ad-1144b5fe9d40 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/005f1c90-c160-4f49-812d-5751de09cdaa HTTP/1.1" status: 204 len: 168 time: 0.4125204 Aug 10 03:06:06.599847 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3559c4ce-557c-4d73-b9ad-1144b5fe9d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005f1c90-c160-4f49-812d-5751de09cdaa,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:06.615573 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0331a0b-56cb-44e3-aaa3-6526c377fbd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005f1c90-c160-4f49-812d-5751de09cdaa,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:07.264801 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d57942-5dd2-444a-b64a-665eaebf8d2e req-252ff20c-1939-4338-8eaf-37b6006f499a tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:07.273736 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c6d57942-5dd2-444a-b64a-665eaebf8d2e req-252ff20c-1939-4338-8eaf-37b6006f499a tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f3a2631-d7b4-40ea-bea5-223ca07235e4 HTTP/1.1" status: 200 len: 936 time: 0.5301895 Aug 10 03:06:07.445386 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c6d57942-5dd2-444a-b64a-665eaebf8d2e req-c6c5cd5c-c971-412b-ac22-7ad27f8c138e tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] 10.222.0.62 "GET /v2.0/security-groups?id=a097311c-b956-406d-a7f2-0397c749e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705465 Aug 10 03:06:07.630347 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34206) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:07.639302 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-0bf0cc76-e22d-480b-9d9e-0f8cfede72ce admin admin] Allocated IP 172.25.7.58 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/984e7fe8-41c1-4852-8346-e6b7d984887f) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:06:07.649525 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c4a76e8c-16da-487c-b3a5-cd07566d4253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:07.859432 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6333a2a5-b404-4e5a-b927-92b000c74c7e req-7e383bd1-624b-4604-9326-24779aefd065 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.62 "GET /v2.0/ports?device_id=27ad6276-cada-4a6a-8dea-dd5111e2bd19 HTTP/1.1" status: 200 len: 210 time: 0.1752610 Aug 10 03:06:07.865005 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 82fe23f7-6857-4840-bc65-a19485da4d95 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:06:08.024981 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c4a76e8c-16da-487c-b3a5-cd07566d4253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:08.038515 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c4a76e8c-16da-487c-b3a5-cd07566d4253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:08.056930 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 82fe23f7-6857-4840-bc65-a19485da4d95 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:06:08.128524 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a76e8c-16da-487c-b3a5-cd07566d4253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8082e1-6c8e-4717-98f7-dff534f2a59e,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:08.179261 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c4a76e8c-16da-487c-b3a5-cd07566d4253 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e2cbcfa88ca64c398881f70d7be500a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5477464 Aug 10 03:06:08.182129 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34212) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:08.309770 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b7e10802-7b4b-421b-b18d-1a41fc857d83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:08.320705 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0bf0cc76-e22d-480b-9d9e-0f8cfede72ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:08.334014 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cb562c-c2e9-438f-a070-60afb27acc49 None None] Network f1a96b41-17a3-4507-9238-346c52c62270 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:06:08.350343 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-5cbf2dcb-fa5f-4d2d-9212-c5eaebd90ac2 req-0934c895-530c-4020-81f7-3e4ed6a2835e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5b01164-0f7e-42ae-847e-3604c9c25b11 {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:06:08.361487 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-5cbf2dcb-fa5f-4d2d-9212-c5eaebd90ac2 req-0934c895-530c-4020-81f7-3e4ed6a2835e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:08.388789 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-5cbf2dcb-fa5f-4d2d-9212-c5eaebd90ac2 req-0934c895-530c-4020-81f7-3e4ed6a2835e service neutron] Transition to ACTIVE for port object e5b01164-0f7e-42ae-847e-3604c9c25b11 will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:06:08.391750 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b7e10802-7b4b-421b-b18d-1a41fc857d83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:08.397550 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-5cbf2dcb-fa5f-4d2d-9212-c5eaebd90ac2 req-0934c895-530c-4020-81f7-3e4ed6a2835e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:08.424514 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.58', 57441) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:08.501888 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b7e10802-7b4b-421b-b18d-1a41fc857d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:08.504607 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b7e10802-7b4b-421b-b18d-1a41fc857d83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:08.508463 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b7e10802-7b4b-421b-b18d-1a41fc857d83 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2e8082e1-6c8e-4717-98f7-dff534f2a59e HTTP/1.1" status: 204 len: 168 time: 0.3226380 Aug 10 03:06:08.517698 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0bf0cc76-e22d-480b-9d9e-0f8cfede72ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:08.547410 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e10802-7b4b-421b-b18d-1a41fc857d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8082e1-6c8e-4717-98f7-dff534f2a59e,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:08.588684 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-110b10f5-fff2-4efd-8156-2aa5044835da None None] Provisioning for port 82fe23f7-6857-4840-bc65-a19485da4d95 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:06:08.604992 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-27eb92c6-aee4-49f0-a5ed-973b8aec1f7a req-e0161121-d5cf-4054-b262-d56342c7968e tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=17e79e39862148aaa5ac50cf15213a33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1056874 Aug 10 03:06:08.769626 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf0cc76-e22d-480b-9d9e-0f8cfede72ce admin admin] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:06:08.914021 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-0bf0cc76-e22d-480b-9d9e-0f8cfede72ce admin admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:06:08.918203 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf0cc76-e22d-480b-9d9e-0f8cfede72ce admin admin] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:06:08.921856 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0934c895-530c-4020-81f7-3e4ed6a2835e service neutron] Pushing event updated for resources: {'Port': ['ID=e5b01164-0f7e-42ae-847e-3604c9c25b11,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:09.007006 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-110b10f5-fff2-4efd-8156-2aa5044835da None None] Provisioning complete for port 82fe23f7-6857-4840-bc65-a19485da4d95 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:06:09.008709 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-110b10f5-fff2-4efd-8156-2aa5044835da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:09.127695 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-5cbf2dcb-fa5f-4d2d-9212-c5eaebd90ac2 req-0934c895-530c-4020-81f7-3e4ed6a2835e service neutron] Attempting to bind port e5b01164-0f7e-42ae-847e-3604c9c25b11 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:06:09.128096 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-5cbf2dcb-fa5f-4d2d-9212-c5eaebd90ac2 req-0934c895-530c-4020-81f7-3e4ed6a2835e service neutron] Attempting to bind port e5b01164-0f7e-42ae-847e-3604c9c25b11 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:06:09.128442 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbf2dcb-fa5f-4d2d-9212-c5eaebd90ac2 req-0934c895-530c-4020-81f7-3e4ed6a2835e service neutron] Attempting to bind port e5b01164-0f7e-42ae-847e-3604c9c25b11 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:06:09.236198 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-110b10f5-fff2-4efd-8156-2aa5044835da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:09.270194 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-94e25405-457c-43f7-9853-f151dd203346 req-9d081496-4b17-4f7b-98f1-8c9b1db97b1d tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.62 "GET /v2.0/ports?device_id=27ad6276-cada-4a6a-8dea-dd5111e2bd19 HTTP/1.1" status: 200 len: 210 time: 0.1372070 Aug 10 03:06:09.299009 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbf2dcb-fa5f-4d2d-9212-c5eaebd90ac2 req-0934c895-530c-4020-81f7-3e4ed6a2835e service neutron] Port e5b01164-0f7e-42ae-847e-3604c9c25b11 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:06:09.299748 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbf2dcb-fa5f-4d2d-9212-c5eaebd90ac2 req-0934c895-530c-4020-81f7-3e4ed6a2835e service neutron] Attempting to bind port e5b01164-0f7e-42ae-847e-3604c9c25b11 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:06:09.313573 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d50c7b9-fae6-4b62-8ff5-818a648ee00b req-8c2bac29-99f1-40e8-94b4-6916bc868f70 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:09.315758 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1d50c7b9-fae6-4b62-8ff5-818a648ee00b req-8c2bac29-99f1-40e8-94b4-6916bc868f70 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f3a2631-d7b4-40ea-bea5-223ca07235e4 HTTP/1.1" status: 200 len: 970 time: 0.6137450 Aug 10 03:06:09.338083 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbf2dcb-fa5f-4d2d-9212-c5eaebd90ac2 req-0934c895-530c-4020-81f7-3e4ed6a2835e service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:06:09.339257 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbf2dcb-fa5f-4d2d-9212-c5eaebd90ac2 req-0934c895-530c-4020-81f7-3e4ed6a2835e service neutron] Checking segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:06:09.340182 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbf2dcb-fa5f-4d2d-9212-c5eaebd90ac2 req-0934c895-530c-4020-81f7-3e4ed6a2835e service neutron] Bound using segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:06:09.340850 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-5cbf2dcb-fa5f-4d2d-9212-c5eaebd90ac2 req-0934c895-530c-4020-81f7-3e4ed6a2835e service neutron] Bound port: e5b01164-0f7e-42ae-847e-3604c9c25b11, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:06:09.342001 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-5cbf2dcb-fa5f-4d2d-9212-c5eaebd90ac2 req-0934c895-530c-4020-81f7-3e4ed6a2835e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:09.391117 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf0cc76-e22d-480b-9d9e-0f8cfede72ce admin admin] Pushing event updated for resources: {'Port': ['ID=984e7fe8-41c1-4852-8346-e6b7d984887f,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:09.391418 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-110b10f5-fff2-4efd-8156-2aa5044835da None None] For port 82fe23f7-6857-4840-bc65-a19485da4d95, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=82fe23f7-6857-4840-bc65-a19485da4d95,segment=NetworkSegment(e5cd4f27-4ef5-404c-b2c2-daf604e0ad37),segment_id=e5cd4f27-4ef5-404c-b2c2-daf604e0ad37)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:06:09.399536 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-110b10f5-fff2-4efd-8156-2aa5044835da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:09.492861 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b10f5-fff2-4efd-8156-2aa5044835da None None] Pushing event updated for resources: {'Port': ['ID=82fe23f7-6857-4840-bc65-a19485da4d95,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:09.511871 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-5cbf2dcb-fa5f-4d2d-9212-c5eaebd90ac2 req-0934c895-530c-4020-81f7-3e4ed6a2835e service neutron] For port e5b01164-0f7e-42ae-847e-3604c9c25b11, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:06:09.517503 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-5cbf2dcb-fa5f-4d2d-9212-c5eaebd90ac2 req-0934c895-530c-4020-81f7-3e4ed6a2835e service neutron] For port e5b01164-0f7e-42ae-847e-3604c9c25b11, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=e5b01164-0f7e-42ae-847e-3604c9c25b11,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:06:09.548750 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb92c6-aee4-49f0-a5ed-973b8aec1f7a req-345dfce6-c9b5-4232-9f0c-e65ee2af9793 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:09.550296 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-27eb92c6-aee4-49f0-a5ed-973b8aec1f7a req-345dfce6-c9b5-4232-9f0c-e65ee2af9793 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8863492 Aug 10 03:06:09.579424 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-5cbf2dcb-fa5f-4d2d-9212-c5eaebd90ac2 req-0934c895-530c-4020-81f7-3e4ed6a2835e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:09.632428 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1d50c7b9-fae6-4b62-8ff5-818a648ee00b req-a5483add-31f6-4d22-b9e8-3b8a97d6da1b tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] 10.222.0.62 "GET /v2.0/security-groups?id=a097311c-b956-406d-a7f2-0397c749e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844541 Aug 10 03:06:09.785528 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-755a510c-2679-44c4-a4b6-4aba1ef859ee None None] Provisioning complete for port 82fe23f7-6857-4840-bc65-a19485da4d95 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:06:09.786053 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-755a510c-2679-44c4-a4b6-4aba1ef859ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:09.794101 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 82fe23f7-6857-4840-bc65-a19485da4d95 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:06:09.988008 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-27eb92c6-aee4-49f0-a5ed-973b8aec1f7a req-61c7bd18-ea01-4089-9cdf-76aaac622393 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Request body: {'port': {'device_id': '27ad6276-cada-4a6a-8dea-dd5111e2bd19', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'admin_state_up': True, 'tenant_id': '17e79e39862148aaa5ac50cf15213a33'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:06:09.995401 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34260) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:10.106649 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 82fe23f7-6857-4840-bc65-a19485da4d95 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:06:10.107794 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0bf0cc76-e22d-480b-9d9e-0f8cfede72ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:10.109298 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:10.376947 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8ca58c78-b3c7-49ad-9b68-bc9ab27e8d15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:10.743286 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8ca58c78-b3c7-49ad-9b68-bc9ab27e8d15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:10.754272 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8ca58c78-b3c7-49ad-9b68-bc9ab27e8d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:10.834201 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf2dcb-fa5f-4d2d-9212-c5eaebd90ac2 req-0934c895-530c-4020-81f7-3e4ed6a2835e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:10.836180 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-5cbf2dcb-fa5f-4d2d-9212-c5eaebd90ac2 req-0934c895-530c-4020-81f7-3e4ed6a2835e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:10.841312 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5cbf2dcb-fa5f-4d2d-9212-c5eaebd90ac2 req-0934c895-530c-4020-81f7-3e4ed6a2835e service neutron] 10.222.0.60 "PUT /v2.0/ports/e5b01164-0f7e-42ae-847e-3604c9c25b11 HTTP/1.1" status: 200 len: 1119 time: 5.3180802 Aug 10 03:06:10.851085 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca58c78-b3c7-49ad-9b68-bc9ab27e8d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10be02c3-8a85-4915-ab5a-175fc481641f,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:10.862683 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8ca58c78-b3c7-49ad-9b68-bc9ab27e8d15 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a431250b043f4e4aaaf68982a8a031e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8626540 Aug 10 03:06:10.863505 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34282) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:10.900571 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f3a2631-d7b4-40ea-bea5-223ca07235e4', 'tag': 'e5b01164-0f7e-42ae-847e-3604c9c25b11'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:06:11.025738 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-adec00ed-beb9-408a-8d09-a80c58d34027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:11.064433 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-adec00ed-beb9-408a-8d09-a80c58d34027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:11.102163 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0934c895-530c-4020-81f7-3e4ed6a2835e service neutron] Pushing event updated for resources: {'Port': ['ID=e5b01164-0f7e-42ae-847e-3604c9c25b11,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:11.160092 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-adec00ed-beb9-408a-8d09-a80c58d34027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:11.166606 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-adec00ed-beb9-408a-8d09-a80c58d34027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:11.170778 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-adec00ed-beb9-408a-8d09-a80c58d34027 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/10be02c3-8a85-4915-ab5a-175fc481641f HTTP/1.1" status: 204 len: 168 time: 0.3058994 Aug 10 03:06:11.184025 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adec00ed-beb9-408a-8d09-a80c58d34027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10be02c3-8a85-4915-ab5a-175fc481641f,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:11.349921 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2b6a6fe9-911c-4b74-bd5b-2935f040ac48 req-8a1dab53-04aa-4685-a642-1014ce39edcc tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.62 "GET /v2.0/ports?device_id=27ad6276-cada-4a6a-8dea-dd5111e2bd19 HTTP/1.1" status: 200 len: 210 time: 0.5840693 Aug 10 03:06:11.366868 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27eb92c6-aee4-49f0-a5ed-973b8aec1f7a req-61c7bd18-ea01-4089-9cdf-76aaac622393 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Made reservation on behalf of 17e79e39862148aaa5ac50cf15213a33 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:06:11.374991 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-27eb92c6-aee4-49f0-a5ed-973b8aec1f7a req-61c7bd18-ea01-4089-9cdf-76aaac622393 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:11.410979 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6cc2fba-afb4-4f9d-82c9-395f83e761dd" -d '{"events": [{"name": "network-changed", "server_uuid": "1f3a2631-d7b4-40ea-bea5-223ca07235e4", "tag": "e5b01164-0f7e-42ae-847e-3604c9c25b11"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:06:11.427827 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-27eb92c6-aee4-49f0-a5ed-973b8aec1f7a req-61c7bd18-ea01-4089-9cdf-76aaac622393 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:11.488791 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa0b84-12c5-46ff-99d7-e6819e48ed5f req-fdc1ad7d-9862-4db2-b370-561725e5f9cb tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:11.511002 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-45aa0b84-12c5-46ff-99d7-e6819e48ed5f req-fdc1ad7d-9862-4db2-b370-561725e5f9cb tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f3a2631-d7b4-40ea-bea5-223ca07235e4 HTTP/1.1" status: 200 len: 970 time: 0.7366292 Aug 10 03:06:11.536964 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf2dcb-fa5f-4d2d-9212-c5eaebd90ac2 req-0b96e934-0b7c-448d-93d0-f9520a224603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:11.544765 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5cbf2dcb-fa5f-4d2d-9212-c5eaebd90ac2 req-0b96e934-0b7c-448d-93d0-f9520a224603 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aee6f4b205324256b0c3de2882c15e94&device_id=1f3a2631-d7b4-40ea-bea5-223ca07235e4 HTTP/1.1" status: 200 len: 1122 time: 0.4283910 Aug 10 03:06:11.554284 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:06:11.757058 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5cbf2dcb-fa5f-4d2d-9212-c5eaebd90ac2 req-6b33cc6c-6855-4d72-bdf2-4abab48caa17 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=e5b01164-0f7e-42ae-847e-3604c9c25b11 HTTP/1.1" status: 200 len: 217 time: 0.1987333 Aug 10 03:06:12.069703 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-45aa0b84-12c5-46ff-99d7-e6819e48ed5f req-20b37c0d-bc26-4d48-8514-696f0b86ca12 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] 10.222.0.62 "GET /v2.0/security-groups?id=a097311c-b956-406d-a7f2-0397c749e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5558760 Aug 10 03:06:12.129337 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34310) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:12.164973 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f8a38195-db58-4915-a5b1-209c37592f78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:12.181607 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf2dcb-fa5f-4d2d-9212-c5eaebd90ac2 req-896159fa-3d56-4b63-b979-759ff82b92b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:12.183140 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5cbf2dcb-fa5f-4d2d-9212-c5eaebd90ac2 req-896159fa-3d56-4b63-b979-759ff82b92b0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.3320012 Aug 10 03:06:12.272855 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0bf0cc76-e22d-480b-9d9e-0f8cfede72ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:12.480962 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-27eb92c6-aee4-49f0-a5ed-973b8aec1f7a req-61c7bd18-ea01-4089-9cdf-76aaac622393 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:12.545369 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e001e202-6d77-4937-8e14-e90685130071 req-a421b743-cfeb-4535-98ed-9f25b019e316 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.62 "GET /v2.0/ports?device_id=27ad6276-cada-4a6a-8dea-dd5111e2bd19 HTTP/1.1" status: 200 len: 210 time: 0.0366266 Aug 10 03:06:12.549085 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-27eb92c6-aee4-49f0-a5ed-973b8aec1f7a req-61c7bd18-ea01-4089-9cdf-76aaac622393 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:12.661804 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf2dcb-fa5f-4d2d-9212-c5eaebd90ac2 req-7f42a502-15be-4416-9b05-c2d1bca52534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:12.684293 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5cbf2dcb-fa5f-4d2d-9212-c5eaebd90ac2 req-7f42a502-15be-4416-9b05-c2d1bca52534 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3127348 Aug 10 03:06:12.734579 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f8a38195-db58-4915-a5b1-209c37592f78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:12.747612 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f8a38195-db58-4915-a5b1-209c37592f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:12.796323 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c7bd18-ea01-4089-9cdf-76aaac622393 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e021aac8-1f7c-42ad-a625-ac648d877e3b,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:12.856395 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f8a38195-db58-4915-a5b1-209c37592f78 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=63074f9cb2bc47c4ba7da7cdaaea74f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7247279 Aug 10 03:06:12.857568 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a38195-db58-4915-a5b1-209c37592f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff1266e-d557-4662-b53e-594bebaab5f1,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:12.882990 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34330) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:12.983252 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9cf3acf-124f-4e6e-a03d-56b4b4f294db x-openstack-request-id: req-c9cf3acf-124f-4e6e-a03d-56b4b4f294db {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:06:12.983649 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f3a2631-d7b4-40ea-bea5-223ca07235e4", "tag": "e5b01164-0f7e-42ae-847e-3604c9c25b11", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:06:12.983911 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c9cf3acf-124f-4e6e-a03d-56b4b4f294db {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:06:12.984871 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f3a2631-d7b4-40ea-bea5-223ca07235e4', 'tag': 'e5b01164-0f7e-42ae-847e-3604c9c25b11', 'status': 'completed', 'code': 200} Aug 10 03:06:13.043629 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bb4fed06-4569-415c-b579-07d1146f0903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:13.129072 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bb4fed06-4569-415c-b579-07d1146f0903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:13.140879 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf0cc76-e22d-480b-9d9e-0f8cfede72ce admin admin] Router f751c303-caa1-4305-aaaf-0cd768703c4a is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:06:13.143374 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-27eb92c6-aee4-49f0-a5ed-973b8aec1f7a req-61c7bd18-ea01-4089-9cdf-76aaac622393 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Allocated IP 192.168.233.198 (f1b7997e-1a2a-4260-9d7d-b6cf90b8801d/c2e3eb0b-907c-4ac4-809e-ae9609bc8c67/a0ed0b1a-b974-4653-b9f3-e4ec7d875bc9) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:06:13.196932 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5cbf2dcb-fa5f-4d2d-9212-c5eaebd90ac2 req-1dcc30f9-197e-4454-ab3e-7cd881cef75a service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4219568 Aug 10 03:06:13.328654 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bb4fed06-4569-415c-b579-07d1146f0903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:13.332739 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bb4fed06-4569-415c-b579-07d1146f0903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:13.334268 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-bb4fed06-4569-415c-b579-07d1146f0903 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/eff1266e-d557-4662-b53e-594bebaab5f1 HTTP/1.1" status: 204 len: 168 time: 0.4502211 Aug 10 03:06:13.375944 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4fed06-4569-415c-b579-07d1146f0903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff1266e-d557-4662-b53e-594bebaab5f1,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:13.489226 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf0cc76-e22d-480b-9d9e-0f8cfede72ce admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:06:13.504606 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff2288a-9058-4396-85e9-6e4fb4ac2a0e None None] Sync routers for ids ['f751c303-caa1-4305-aaaf-0cd768703c4a'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:06:13.533650 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff2288a-9058-4396-85e9-6e4fb4ac2a0e None None] Routers {'f751c303-caa1-4305-aaaf-0cd768703c4a'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:06:13.548876 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-4ff2288a-9058-4396-85e9-6e4fb4ac2a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:06:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['f751c303-caa1-4305-aaaf-0cd768703c4a'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:06:13.693445 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-27eb92c6-aee4-49f0-a5ed-973b8aec1f7a req-61c7bd18-ea01-4089-9cdf-76aaac622393 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:13.757969 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-27eb92c6-aee4-49f0-a5ed-973b8aec1f7a req-61c7bd18-ea01-4089-9cdf-76aaac622393 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Transition to ACTIVE for port object a0ed0b1a-b974-4653-b9f3-e4ec7d875bc9 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:06:13.844784 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-4ff2288a-9058-4396-85e9-6e4fb4ac2a0e None None] Set router f751c303-caa1-4305-aaaf-0cd768703c4a gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:06:13.958033 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-27eb92c6-aee4-49f0-a5ed-973b8aec1f7a req-61c7bd18-ea01-4089-9cdf-76aaac622393 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:14.233931 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-4ff2288a-9058-4396-85e9-6e4fb4ac2a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f751c303-caa1-4305-aaaf-0cd768703c4a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1080167096-router', 'tenant_id': '04c8e11a665e48bab192ad6f573b8c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '984e7fe8-41c1-4852-8346-e6b7d984887f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:06:04Z', 'updated_at': '2021-08-10T03:06:09Z', 'revision_number': 3, 'project_id': '04c8e11a665e48bab192ad6f573b8c25', 'gw_port': {'id': '984e7fe8-41c1-4852-8346-e6b7d984887f', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:54:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f751c303-caa1-4305-aaaf-0cd768703c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:06:06Z', 'updated_at': '2021-08-10T03:06:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:06:14.268161 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff2288a-9058-4396-85e9-6e4fb4ac2a0e None None] Checking router: f751c303-caa1-4305-aaaf-0cd768703c4a for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:06:14.268505 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff2288a-9058-4396-85e9-6e4fb4ac2a0e None None] Updating router f751c303-caa1-4305-aaaf-0cd768703c4a port 984e7fe8-41c1-4852-8346-e6b7d984887f binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:06:14.328380 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-4ff2288a-9058-4396-85e9-6e4fb4ac2a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:14.332486 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27eb92c6-aee4-49f0-a5ed-973b8aec1f7a req-61c7bd18-ea01-4089-9cdf-76aaac622393 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:06:14.339749 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0bf0cc76-e22d-480b-9d9e-0f8cfede72ce admin admin] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:14.345564 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-0bf0cc76-e22d-480b-9d9e-0f8cfede72ce admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 10.2710323 Aug 10 03:06:14.345936 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34362) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:14.353800 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3de813-3b95-4db8-8869-06905fce3776 req-35c3ac2c-366f-4c5a-ad5d-808d0b94bd40 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:14.358278 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0d3de813-3b95-4db8-8869-06905fce3776 req-35c3ac2c-366f-4c5a-ad5d-808d0b94bd40 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f3a2631-d7b4-40ea-bea5-223ca07235e4 HTTP/1.1" status: 200 len: 970 time: 1.0728090 Aug 10 03:06:14.367483 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-27eb92c6-aee4-49f0-a5ed-973b8aec1f7a req-61c7bd18-ea01-4089-9cdf-76aaac622393 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:06:14.417911 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5cbf2dcb-fa5f-4d2d-9212-c5eaebd90ac2 req-43b3921f-d1d1-40ab-a574-8ad5712153cb service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2046704 Aug 10 03:06:14.424907 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-27eb92c6-aee4-49f0-a5ed-973b8aec1f7a req-61c7bd18-ea01-4089-9cdf-76aaac622393 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:06:14.430632 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb92c6-aee4-49f0-a5ed-973b8aec1f7a req-61c7bd18-ea01-4089-9cdf-76aaac622393 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:14.431371 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-27eb92c6-aee4-49f0-a5ed-973b8aec1f7a req-61c7bd18-ea01-4089-9cdf-76aaac622393 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:14.445417 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c7bd18-ea01-4089-9cdf-76aaac622393 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Pushing event updated for resources: {'Port': ['ID=a0ed0b1a-b974-4653-b9f3-e4ec7d875bc9,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:14.463802 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-27eb92c6-aee4-49f0-a5ed-973b8aec1f7a req-61c7bd18-ea01-4089-9cdf-76aaac622393 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8375325 Aug 10 03:06:14.498635 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0d3de813-3b95-4db8-8869-06905fce3776 req-596dfb74-de86-4918-9a49-20e069fe3d21 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] 10.222.0.62 "GET /v2.0/security-groups?id=a097311c-b956-406d-a7f2-0397c749e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180058 Aug 10 03:06:14.578775 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d442c6a-04fa-4ed9-909c-05760596e27f req-f44a78fb-b06e-48b4-b0c5-f9fcee73d701 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:14.580378 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8d442c6a-04fa-4ed9-909c-05760596e27f req-f44a78fb-b06e-48b4-b0c5-f9fcee73d701 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.62 "GET /v2.0/ports?device_id=27ad6276-cada-4a6a-8dea-dd5111e2bd19 HTTP/1.1" status: 200 len: 936 time: 0.4809926 Aug 10 03:06:14.721795 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8d442c6a-04fa-4ed9-909c-05760596e27f req-cacb10e9-5d67-4f11-bee0-fb68c04aca52 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.62 "GET /v2.0/security-groups?id=e021aac8-1f7c-42ad-a625-ac648d877e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183548 Aug 10 03:06:14.728204 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc2fba-afb4-4f9d-82c9-395f83e761dd req-f8eb6420-734c-4e66-b604-c5403fdcb534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:14.729783 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f6cc2fba-afb4-4f9d-82c9-395f83e761dd req-f8eb6420-734c-4e66-b604-c5403fdcb534 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aee6f4b205324256b0c3de2882c15e94&device_id=1f3a2631-d7b4-40ea-bea5-223ca07235e4 HTTP/1.1" status: 200 len: 1122 time: 0.2293270 Aug 10 03:06:14.831365 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-f2bbdaf7-8a7b-45bd-b203-f3b68bc98eca None None] Provisioning for port a0ed0b1a-b974-4653-b9f3-e4ec7d875bc9 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:06:14.845945 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-f2bbdaf7-8a7b-45bd-b203-f3b68bc98eca None None] Provisioning complete for port a0ed0b1a-b974-4653-b9f3-e4ec7d875bc9 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:06:14.846599 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f2bbdaf7-8a7b-45bd-b203-f3b68bc98eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:14.854301 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-4ff2288a-9058-4396-85e9-6e4fb4ac2a0e None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:14.867897 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-4ff2288a-9058-4396-85e9-6e4fb4ac2a0e None None] Transition to ACTIVE for port object 984e7fe8-41c1-4852-8346-e6b7d984887f will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:06:14.876845 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-4ff2288a-9058-4396-85e9-6e4fb4ac2a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:14.943598 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e5c4c8-8291-44a8-bf35-3ba6eeb2fd6c None None] Pushing event updated for resources: {'Port': ['ID=984e7fe8-41c1-4852-8346-e6b7d984887f,revision_number=2']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:14.963373 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-f2bbdaf7-8a7b-45bd-b203-f3b68bc98eca None None] Port a0ed0b1a-b974-4653-b9f3-e4ec7d875bc9 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:06:14.983555 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-4ff2288a-9058-4396-85e9-6e4fb4ac2a0e None None] Attempting to bind port 984e7fe8-41c1-4852-8346-e6b7d984887f on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:06:14.983933 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-4ff2288a-9058-4396-85e9-6e4fb4ac2a0e None None] Attempting to bind port 984e7fe8-41c1-4852-8346-e6b7d984887f by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:06:14.984405 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff2288a-9058-4396-85e9-6e4fb4ac2a0e None None] Attempting to bind port 984e7fe8-41c1-4852-8346-e6b7d984887f on network 09ca2025-b9a6-4e84-8019-8d9fbef3753e {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:06:15.014007 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff2288a-9058-4396-85e9-6e4fb4ac2a0e None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:06:15.014980 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff2288a-9058-4396-85e9-6e4fb4ac2a0e None None] Checking segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:06:15.015488 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-4ff2288a-9058-4396-85e9-6e4fb4ac2a0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:15.015901 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff2288a-9058-4396-85e9-6e4fb4ac2a0e None None] Bound using segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:06:15.017789 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-4ff2288a-9058-4396-85e9-6e4fb4ac2a0e None None] Bound port: 984e7fe8-41c1-4852-8346-e6b7d984887f, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:06:15.018220 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-4ff2288a-9058-4396-85e9-6e4fb4ac2a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:15.085365 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-4ff2288a-9058-4396-85e9-6e4fb4ac2a0e None None] For port 984e7fe8-41c1-4852-8346-e6b7d984887f, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:06:15.088931 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-4ff2288a-9058-4396-85e9-6e4fb4ac2a0e None None] For port 984e7fe8-41c1-4852-8346-e6b7d984887f, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=984e7fe8-41c1-4852-8346-e6b7d984887f,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:06:15.098050 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-4ff2288a-9058-4396-85e9-6e4fb4ac2a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:15.198648 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc2fba-afb4-4f9d-82c9-395f83e761dd req-9fa7567e-1d69-404e-a98d-b779fa90959d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:15.203847 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f6cc2fba-afb4-4f9d-82c9-395f83e761dd req-9fa7567e-1d69-404e-a98d-b779fa90959d service neutron] 10.222.0.60 "GET /v2.0/networks?id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d HTTP/1.1" status: 200 len: 870 time: 0.4594254 Aug 10 03:06:15.253467 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e5c4c8-8291-44a8-bf35-3ba6eeb2fd6c None None] Pushing event updated for resources: {'Port': ['ID=984e7fe8-41c1-4852-8346-e6b7d984887f,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:15.269377 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff2288a-9058-4396-85e9-6e4fb4ac2a0e None None] Routers {'f751c303-caa1-4305-aaaf-0cd768703c4a'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:06:15.270062 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-4ff2288a-9058-4396-85e9-6e4fb4ac2a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:06:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['f751c303-caa1-4305-aaaf-0cd768703c4a'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:06:15.295189 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e8c978ad-5de1-4125-989e-1ffe7f880951 req-cc86c327-1189-423c-9f98-7e1f03ce94fd tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=6cb2c88cb44048dc824ad7a6e6e788f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0869117 Aug 10 03:06:15.332174 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f6cc2fba-afb4-4f9d-82c9-395f83e761dd req-871b4ebd-a16b-415e-9cf2-4335344c290e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=e5b01164-0f7e-42ae-847e-3604c9c25b11 HTTP/1.1" status: 200 len: 217 time: 0.0987177 Aug 10 03:06:15.493835 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-51f8cb75-8067-45de-ac8a-188b4e19ce26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:15.502232 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-4ff2288a-9058-4396-85e9-6e4fb4ac2a0e None None] Set router f751c303-caa1-4305-aaaf-0cd768703c4a gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:06:15.513663 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc2fba-afb4-4f9d-82c9-395f83e761dd req-a8a743a4-86dd-4ad2-b944-677f160ab080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:15.535649 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f6cc2fba-afb4-4f9d-82c9-395f83e761dd req-a8a743a4-86dd-4ad2-b944-677f160ab080 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.1877191 Aug 10 03:06:15.713611 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-51f8cb75-8067-45de-ac8a-188b4e19ce26 admin admin] Allocated IP 172.20.0.1 (f1a96b41-17a3-4507-9238-346c52c62270/e3034545-3927-48b3-9e77-03f050b41b34/07483c48-f9c7-4240-88d8-50266921c219) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:06:15.725211 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c978ad-5de1-4125-989e-1ffe7f880951 req-00310224-b0c2-4843-9af5-8e9b31e715f3 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:15.727195 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e8c978ad-5de1-4125-989e-1ffe7f880951 req-00310224-b0c2-4843-9af5-8e9b31e715f3 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3976266 Aug 10 03:06:15.773479 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc2fba-afb4-4f9d-82c9-395f83e761dd req-4209e465-093e-496b-a85b-ebe50f3587d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:15.775082 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f6cc2fba-afb4-4f9d-82c9-395f83e761dd req-4209e465-093e-496b-a85b-ebe50f3587d4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2330956 Aug 10 03:06:15.798387 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e8c978ad-5de1-4125-989e-1ffe7f880951 req-31a7941d-ae27-4c59-a066-b2f38adb98d3 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/quotas/6cb2c88cb44048dc824ad7a6e6e788f5 HTTP/1.1" status: 200 len: 375 time: 0.0462372 Aug 10 03:06:15.818660 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0baae4-31ab-41ea-afd4-8bb52c38826a req-8c5fd2ff-3b90-4acd-aa88-3c1cca19dd66 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:15.820546 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bf0baae4-31ab-41ea-afd4-8bb52c38826a req-8c5fd2ff-3b90-4acd-aa88-3c1cca19dd66 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f3a2631-d7b4-40ea-bea5-223ca07235e4 HTTP/1.1" status: 200 len: 970 time: 0.1833532 Aug 10 03:06:15.888725 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e8c978ad-5de1-4125-989e-1ffe7f880951 req-fca85b06-cdce-40e2-bb3e-db5a0d8ffa66 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6cb2c88cb44048dc824ad7a6e6e788f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406823 Aug 10 03:06:15.919296 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-4ff2288a-9058-4396-85e9-6e4fb4ac2a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f751c303-caa1-4305-aaaf-0cd768703c4a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1080167096-router', 'tenant_id': '04c8e11a665e48bab192ad6f573b8c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '984e7fe8-41c1-4852-8346-e6b7d984887f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:06:04Z', 'updated_at': '2021-08-10T03:06:09Z', 'revision_number': 3, 'project_id': '04c8e11a665e48bab192ad6f573b8c25', 'gw_port': {'id': '984e7fe8-41c1-4852-8346-e6b7d984887f', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:54:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f751c303-caa1-4305-aaaf-0cd768703c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:06:06Z', 'updated_at': '2021-08-10T03:06:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:06:15.930221 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bf0baae4-31ab-41ea-afd4-8bb52c38826a req-836e79bd-3b1f-46bd-b403-90985711d95f tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] 10.222.0.62 "GET /v2.0/security-groups?id=a097311c-b956-406d-a7f2-0397c749e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812631 Aug 10 03:06:15.997330 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f6cc2fba-afb4-4f9d-82c9-395f83e761dd req-3e64f979-b32e-4a52-8537-08757f66385b service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106147 Aug 10 03:06:16.021429 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff2288a-9058-4396-85e9-6e4fb4ac2a0e None None] The sync data for ids ['f751c303-caa1-4305-aaaf-0cd768703c4a'] in n-d-768851-15 is: [{'id': 'f751c303-caa1-4305-aaaf-0cd768703c4a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1080167096-router', 'tenant_id': '04c8e11a665e48bab192ad6f573b8c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '984e7fe8-41c1-4852-8346-e6b7d984887f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:06:04Z', 'updated_at': '2021-08-10T03:06:09Z', 'revision_number': 3, 'project_id': '04c8e11a665e48bab192ad6f573b8c25', 'gw_port': {'id': '984e7fe8-41c1-4852-8346-e6b7d984887f', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:54:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f751c303-caa1-4305-aaaf-0cd768703c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:06:06Z', 'updated_at': '2021-08-10T03:06:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:06:16.037387 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-51f8cb75-8067-45de-ac8a-188b4e19ce26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:16.078430 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-51f8cb75-8067-45de-ac8a-188b4e19ce26 admin admin] Transition to ACTIVE for port object 07483c48-f9c7-4240-88d8-50266921c219 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:06:16.171886 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-51f8cb75-8067-45de-ac8a-188b4e19ce26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:16.229697 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c3b37-76c4-4a1c-b18b-e90c1dd44b94 req-0b2a12d7-9308-4ccf-a119-7ad5bfdbcdc0 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:16.231293 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-626c3b37-76c4-4a1c-b18b-e90c1dd44b94 req-0b2a12d7-9308-4ccf-a119-7ad5bfdbcdc0 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.62 "GET /v2.0/ports?device_id=27ad6276-cada-4a6a-8dea-dd5111e2bd19 HTTP/1.1" status: 200 len: 936 time: 0.1055639 Aug 10 03:06:16.273175 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f6cc2fba-afb4-4f9d-82c9-395f83e761dd req-212f89c0-5d76-426f-b330-bcf742bb9dec service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677829 Aug 10 03:06:16.306534 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f8cb75-8067-45de-ac8a-188b4e19ce26 admin admin] Network f1a96b41-17a3-4507-9238-346c52c62270 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:06:16.310941 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-51f8cb75-8067-45de-ac8a-188b4e19ce26 admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:06:16.315585 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-626c3b37-76c4-4a1c-b18b-e90c1dd44b94 req-a5442a35-d09f-477f-b80e-8221a289fabb tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.62 "GET /v2.0/security-groups?id=e021aac8-1f7c-42ad-a625-ac648d877e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782528 Aug 10 03:06:16.365040 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f8cb75-8067-45de-ac8a-188b4e19ce26 admin admin] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:06:16.365888 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-51f8cb75-8067-45de-ac8a-188b4e19ce26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:16.379774 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0adf3ff5-5443-4264-912e-0152291efa04 req-08e3440f-0ebd-43be-b2fb-f4805406c29c tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=9418c9e4-ef93-4ce8-8169-a62e4fbadd70 HTTP/1.1" status: 200 len: 210 time: 0.0413072 Aug 10 03:06:16.444564 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f8cb75-8067-45de-ac8a-188b4e19ce26 admin admin] Pushing event updated for resources: {'Port': ['ID=07483c48-f9c7-4240-88d8-50266921c219,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:16.646863 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-51f8cb75-8067-45de-ac8a-188b4e19ce26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:16.703492 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 34424) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:16.804653 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-32e129ee-fc14-42c9-82ee-f5c35e5e5013 None None] Provisioning for port 07483c48-f9c7-4240-88d8-50266921c219 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:06:16.830445 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-32e129ee-fc14-42c9-82ee-f5c35e5e5013 None None] Provisioning complete for port 07483c48-f9c7-4240-88d8-50266921c219 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:06:16.830842 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-32e129ee-fc14-42c9-82ee-f5c35e5e5013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:16.916204 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-32e129ee-fc14-42c9-82ee-f5c35e5e5013 None None] Port 07483c48-f9c7-4240-88d8-50266921c219 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:06:16.976170 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cbaa2d96-4c82-4253-a8b5-b252e3f5db85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:17.172103 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-51f8cb75-8067-45de-ac8a-188b4e19ce26 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:17.183967 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-51f8cb75-8067-45de-ac8a-188b4e19ce26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:17.186578 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-51f8cb75-8067-45de-ac8a-188b4e19ce26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:17.186719 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7a0b4-14cc-4e58-948e-57d7e15a8f12 req-7cde1411-5e6f-4a62-bf2d-4dd6d89a7614 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:17.188352 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-92a7a0b4-14cc-4e58-948e-57d7e15a8f12 req-7cde1411-5e6f-4a62-bf2d-4dd6d89a7614 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f3a2631-d7b4-40ea-bea5-223ca07235e4 HTTP/1.1" status: 200 len: 970 time: 0.1420314 Aug 10 03:06:17.238892 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cbaa2d96-4c82-4253-a8b5-b252e3f5db85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:17.245399 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f8cb75-8067-45de-ac8a-188b4e19ce26 admin admin] Pushing event updated for resources: {'Port': ['ID=07483c48-f9c7-4240-88d8-50266921c219,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:17.248213 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cbaa2d96-4c82-4253-a8b5-b252e3f5db85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:17.361070 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-92a7a0b4-14cc-4e58-948e-57d7e15a8f12 req-b167d206-8bc0-4243-8db0-9b0aaf4b86fa tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] 10.222.0.62 "GET /v2.0/security-groups?id=a097311c-b956-406d-a7f2-0397c749e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605544 Aug 10 03:06:17.361972 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaa2d96-4c82-4253-a8b5-b252e3f5db85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a56076f7-9261-419a-9e15-93ae4224f526,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:17.386251 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-cbaa2d96-4c82-4253-a8b5-b252e3f5db85 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4e8d914e479146ee807d153f993ffa0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6813676 Aug 10 03:06:17.389736 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 34444) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:17.401053 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f8cb75-8067-45de-ac8a-188b4e19ce26 admin admin] Network f1a96b41-17a3-4507-9238-346c52c62270 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:06:17.401053 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-51f8cb75-8067-45de-ac8a-188b4e19ce26 admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:06:17.585096 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f8cb75-8067-45de-ac8a-188b4e19ce26 admin admin] Router f751c303-caa1-4305-aaaf-0cd768703c4a has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:06:17.595557 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-042d284f-4cdc-4f45-811c-8a191ae2cddd req-23325fa3-f3e6-4223-85d5-53a0cacec6b7 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=9418c9e4-ef93-4ce8-8169-a62e4fbadd70 HTTP/1.1" status: 200 len: 210 time: 0.0649130 Aug 10 03:06:17.671772 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894431d-84ef-40fd-9a39-6fbbcf2301f7 req-496d0f9a-84f7-4328-90df-db3313aab423 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:17.678841 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0894431d-84ef-40fd-9a39-6fbbcf2301f7 req-496d0f9a-84f7-4328-90df-db3313aab423 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.62 "GET /v2.0/ports?device_id=27ad6276-cada-4a6a-8dea-dd5111e2bd19 HTTP/1.1" status: 200 len: 936 time: 0.2448738 Aug 10 03:06:17.721773 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3daaae28-ecc0-47f8-9a27-fbc6fd78be22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:17.759503 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f8cb75-8067-45de-ac8a-188b4e19ce26 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:06:17.760387 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-346c73ad-8c0a-4f55-aa78-9b5a0d8f6982 None None] Provisioning complete for port 07483c48-f9c7-4240-88d8-50266921c219 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:06:17.761599 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-346c73ad-8c0a-4f55-aa78-9b5a0d8f6982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:17.773382 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-51f8cb75-8067-45de-ac8a-188b4e19ce26 admin admin] 10.222.0.62 "PUT /v2.0/routers/f751c303-caa1-4305-aaaf-0cd768703c4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4205186 Aug 10 03:06:17.837521 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0894431d-84ef-40fd-9a39-6fbbcf2301f7 req-9ff6be17-65d8-433e-98f5-b8637101c670 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.62 "GET /v2.0/security-groups?id=e021aac8-1f7c-42ad-a625-ac648d877e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533940 Aug 10 03:06:17.837744 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 984e7fe8-41c1-4852-8346-e6b7d984887f up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:06:17.844175 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3daaae28-ecc0-47f8-9a27-fbc6fd78be22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:17.895885 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-346c73ad-8c0a-4f55-aa78-9b5a0d8f6982 None None] Port 07483c48-f9c7-4240-88d8-50266921c219 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:06:17.927099 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3daaae28-ecc0-47f8-9a27-fbc6fd78be22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:17.939002 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3daaae28-ecc0-47f8-9a27-fbc6fd78be22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:17.941000 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-3daaae28-ecc0-47f8-9a27-fbc6fd78be22 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a56076f7-9261-419a-9e15-93ae4224f526 HTTP/1.1" status: 204 len: 168 time: 0.5492606 Aug 10 03:06:17.945793 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 984e7fe8-41c1-4852-8346-e6b7d984887f completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:06:17.951698 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 984e7fe8-41c1-4852-8346-e6b7d984887f triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:06:17.952332 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:17.957293 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daaae28-ecc0-47f8-9a27-fbc6fd78be22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56076f7-9261-419a-9e15-93ae4224f526,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:18.084432 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:18.119772 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 984e7fe8-41c1-4852-8346-e6b7d984887f, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=984e7fe8-41c1-4852-8346-e6b7d984887f,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:06:18.127634 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:18.189383 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=984e7fe8-41c1-4852-8346-e6b7d984887f,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:18.396035 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34474) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:18.540887 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538586d-2659-47b3-907e-4e63a661fb49 req-b58780c4-9625-4b14-a6ce-7d12e2c9ff61 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:18.548450 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8538586d-2659-47b3-907e-4e63a661fb49 req-b58780c4-9625-4b14-a6ce-7d12e2c9ff61 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f3a2631-d7b4-40ea-bea5-223ca07235e4 HTTP/1.1" status: 200 len: 970 time: 0.0743310 Aug 10 03:06:18.560233 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34480) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:18.580438 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7d4541b2-791f-4d0d-956e-71e7a69e5112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:18.615681 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8538586d-2659-47b3-907e-4e63a661fb49 req-4fa2401e-d2c3-4fcc-b790-3dfea5db341e tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] 10.222.0.62 "GET /v2.0/security-groups?id=a097311c-b956-406d-a7f2-0397c749e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619645 Aug 10 03:06:18.642507 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device e5b01164-0f7e-42ae-847e-3604c9c25b11 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:06:18.809243 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a423986-d1c5-4db5-8613-9d2a40facdc6 None None] Sync routers for ids ['f751c303-caa1-4305-aaaf-0cd768703c4a'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:06:18.813042 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2b74cecf-fccf-4245-bc6c-14af8534a4ed req-9efc9c01-ee97-4b27-b37a-97101e56c3cc tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=9418c9e4-ef93-4ce8-8169-a62e4fbadd70 HTTP/1.1" status: 200 len: 210 time: 0.0548840 Aug 10 03:06:18.816558 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7d4541b2-791f-4d0d-956e-71e7a69e5112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:18.827958 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7d4541b2-791f-4d0d-956e-71e7a69e5112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:18.834571 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a423986-d1c5-4db5-8613-9d2a40facdc6 None None] Routers {'f751c303-caa1-4305-aaaf-0cd768703c4a'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:06:18.835662 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-9a423986-d1c5-4db5-8613-9d2a40facdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:06:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['f751c303-caa1-4305-aaaf-0cd768703c4a'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:06:18.929926 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4541b2-791f-4d0d-956e-71e7a69e5112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e96a67-102b-44df-bdb9-0a62b4368ed8,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:18.935782 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7d4541b2-791f-4d0d-956e-71e7a69e5112 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=913f9df5b6ec4c818bb1af7d25f58288&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3745127 Aug 10 03:06:18.938794 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 34494) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:18.973743 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cb242190-34e5-4903-a80a-cf5e17935c01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:18.984862 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port e5b01164-0f7e-42ae-847e-3604c9c25b11, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=e5b01164-0f7e-42ae-847e-3604c9c25b11,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:06:19.014955 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': 'e5b01164-0f7e-42ae-847e-3604c9c25b11', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'port_id': 'e5b01164-0f7e-42ae-847e-3604c9c25b11', 'mac_address': 'fa:16:3e:6e:01:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e3eb0b-907c-4ac4-809e-ae9609bc8c67', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:tempest-test_az-1313326255', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:06:19.045844 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-9a423986-d1c5-4db5-8613-9d2a40facdc6 None None] Set router f751c303-caa1-4305-aaaf-0cd768703c4a gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:06:19.087994 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-45065b05-2d57-4623-ba3e-4815f02220f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:19.119717 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7a1f9-7492-4e6b-8921-ab898d40049b req-56de6574-a0aa-40a9-ac9b-9dd96885dd5b tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:19.135621 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cb242190-34e5-4903-a80a-cf5e17935c01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:19.139430 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1dd7a1f9-7492-4e6b-8921-ab898d40049b req-56de6574-a0aa-40a9-ac9b-9dd96885dd5b tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.62 "GET /v2.0/ports?device_id=27ad6276-cada-4a6a-8dea-dd5111e2bd19 HTTP/1.1" status: 200 len: 936 time: 0.1474984 Aug 10 03:06:19.143304 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:19.145402 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cb242190-34e5-4903-a80a-cf5e17935c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:19.184467 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-45065b05-2d57-4623-ba3e-4815f02220f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:19.194567 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-cb242190-34e5-4903-a80a-cf5e17935c01 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1061129423e745d0bbc0526656f7ba6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7968273 Aug 10 03:06:19.199356 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34496) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:19.253843 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5b01164-0f7e-42ae-847e-3604c9c25b11 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:06:19.254292 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb242190-34e5-4903-a80a-cf5e17935c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac47459-9a98-4699-8c60-cfc6a7bb9c95,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:19.254837 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1dd7a1f9-7492-4e6b-8921-ab898d40049b req-8b177c6e-4328-462f-8ff9-16f7973c78cd tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.62 "GET /v2.0/security-groups?id=e021aac8-1f7c-42ad-a625-ac648d877e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987151 Aug 10 03:06:19.289951 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-45065b05-2d57-4623-ba3e-4815f02220f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:19.292833 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-45065b05-2d57-4623-ba3e-4815f02220f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:19.294560 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-45065b05-2d57-4623-ba3e-4815f02220f9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c4e96a67-102b-44df-bdb9-0a62b4368ed8 HTTP/1.1" status: 204 len: 168 time: 0.3543026 Aug 10 03:06:19.303953 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-be11a92f-55f6-4eb2-a3ec-48af33c90365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:19.324852 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45065b05-2d57-4623-ba3e-4815f02220f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e96a67-102b-44df-bdb9-0a62b4368ed8,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:19.341679 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-be11a92f-55f6-4eb2-a3ec-48af33c90365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:19.394124 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port e5b01164-0f7e-42ae-847e-3604c9c25b11, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=e5b01164-0f7e-42ae-847e-3604c9c25b11,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:06:19.401191 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-be11a92f-55f6-4eb2-a3ec-48af33c90365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:19.404924 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-be11a92f-55f6-4eb2-a3ec-48af33c90365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:19.408431 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-be11a92f-55f6-4eb2-a3ec-48af33c90365 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fac47459-9a98-4699-8c60-cfc6a7bb9c95 HTTP/1.1" status: 204 len: 168 time: 0.2057588 Aug 10 03:06:19.416583 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:19.424733 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a92f-55f6-4eb2-a3ec-48af33c90365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac47459-9a98-4699-8c60-cfc6a7bb9c95,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:19.494783 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 34502) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:19.500778 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-658102c5-cc7d-4d06-acca-46b605321cca tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Request body: {'security_group': {'name': 'tempest-securitygroup--543503180', 'description': 'tempest-description--891112503'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:06:19.532355 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=e5b01164-0f7e-42ae-847e-3604c9c25b11,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:19.544639 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-9a423986-d1c5-4db5-8613-9d2a40facdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f751c303-caa1-4305-aaaf-0cd768703c4a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1080167096-router', 'tenant_id': '04c8e11a665e48bab192ad6f573b8c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '984e7fe8-41c1-4852-8346-e6b7d984887f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:06:04Z', 'updated_at': '2021-08-10T03:06:16Z', 'revision_number': 4, 'project_id': '04c8e11a665e48bab192ad6f573b8c25', 'gw_port': {'id': '984e7fe8-41c1-4852-8346-e6b7d984887f', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:54:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f751c303-caa1-4305-aaaf-0cd768703c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:06:06Z', 'updated_at': '2021-08-10T03:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '07483c48-f9c7-4240-88d8-50266921c219', 'name': '', 'network_id': 'f1a96b41-17a3-4507-9238-346c52c62270', 'tenant_id': '04c8e11a665e48bab192ad6f573b8c25', 'mac_address': 'fa:16:3e:2c:42:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f751c303-caa1-4305-aaaf-0cd768703c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 156, 'fixed_ips': [{'subnet_id': 'e3034545-3927-48b3-9e77-03f050b41b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:06:15Z', 'updated_at': '2021-08-10T03:06:16Z', 'revision_number': 2, 'project_id': '04c8e11a665e48bab192ad6f573b8c25', 'subnets': [{'id': 'e3034545-3927-48b3-9e77-03f050b41b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:06:19.549197 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-658102c5-cc7d-4d06-acca-46b605321cca tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:19.589322 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a423986-d1c5-4db5-8613-9d2a40facdc6 None None] Checking router: f751c303-caa1-4305-aaaf-0cd768703c4a for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:06:19.589680 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a423986-d1c5-4db5-8613-9d2a40facdc6 None None] Updating router f751c303-caa1-4305-aaaf-0cd768703c4a port 07483c48-f9c7-4240-88d8-50266921c219 binding host n-d-768851-15 {{(pid=94218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:06:19.621704 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9a423986-d1c5-4db5-8613-9d2a40facdc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:19.804220 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['e5b01164-0f7e-42ae-847e-3604c9c25b11'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:06:19.825822 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-658102c5-cc7d-4d06-acca-46b605321cca tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:19.836525 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-658102c5-cc7d-4d06-acca-46b605321cca tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:19.878995 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 984e7fe8-41c1-4852-8346-e6b7d984887f up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:06:19.918292 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e37f6-c14e-40ac-9dde-d0496e451794 req-853147d0-a05d-468f-a8cd-756c73eb9915 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:19.921497 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-987e37f6-c14e-40ac-9dde-d0496e451794 req-853147d0-a05d-468f-a8cd-756c73eb9915 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f3a2631-d7b4-40ea-bea5-223ca07235e4 HTTP/1.1" status: 200 len: 971 time: 0.1919916 Aug 10 03:06:20.002978 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658102c5-cc7d-4d06-acca-46b605321cca tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3640a20a-f833-4208-a5e8-4377bcabf26a,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:20.010127 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-658102c5-cc7d-4d06-acca-46b605321cca tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:20.011901 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-658102c5-cc7d-4d06-acca-46b605321cca tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5157590 Aug 10 03:06:20.015535 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34518) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:20.021138 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-6f0cbb1b-1f6a-42a8-a197-e7cd488fe7e1 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Request body: {'security_group_rule': {'security_group_id': '3640a20a-f833-4208-a5e8-4377bcabf26a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:06:20.128476 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6f0cbb1b-1f6a-42a8-a197-e7cd488fe7e1 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:20.143574 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d4a15bb3-e406-42de-b1c5-33227977afa5 req-d611d33a-6559-4053-a64d-6395b3a5f984 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=9418c9e4-ef93-4ce8-8169-a62e4fbadd70 HTTP/1.1" status: 200 len: 210 time: 0.1285951 Aug 10 03:06:20.187069 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-987e37f6-c14e-40ac-9dde-d0496e451794 req-6260c8b9-ffa8-45a0-9ebb-69960e874014 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] 10.222.0.62 "GET /v2.0/security-groups?id=a097311c-b956-406d-a7f2-0397c749e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554700 Aug 10 03:06:20.239630 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 34522) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:20.289673 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-84d685c7-91b5-4df7-a809-032a49e1354c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:20.299885 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6f0cbb1b-1f6a-42a8-a197-e7cd488fe7e1 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:20.306774 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6f0cbb1b-1f6a-42a8-a197-e7cd488fe7e1 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:20.320838 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0cbb1b-1f6a-42a8-a197-e7cd488fe7e1 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=761da59c-c94b-4dd0-b3b5-f2edccde84b5,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:20.383169 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 984e7fe8-41c1-4852-8346-e6b7d984887f triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:06:20.384364 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:20.464040 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38935f65-497c-42c6-ac6c-ac1c814ee7f2 req-e2b0aed0-7479-4284-a934-5e52c200dc46 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:20.465676 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-38935f65-497c-42c6-ac6c-ac1c814ee7f2 req-e2b0aed0-7479-4284-a934-5e52c200dc46 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.62 "GET /v2.0/ports?device_id=27ad6276-cada-4a6a-8dea-dd5111e2bd19 HTTP/1.1" status: 200 len: 936 time: 0.0927022 Aug 10 03:06:20.506397 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-84d685c7-91b5-4df7-a809-032a49e1354c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:20.519193 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6f0cbb1b-1f6a-42a8-a197-e7cd488fe7e1 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:20.522607 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6f0cbb1b-1f6a-42a8-a197-e7cd488fe7e1 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5059247 Aug 10 03:06:20.523999 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34528) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:20.530055 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-0c1a54e3-7e29-42bc-be32-f847bb1829e9 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Request body: {'security_group_rule': {'security_group_id': '3640a20a-f833-4208-a5e8-4377bcabf26a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:06:20.530546 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-84d685c7-91b5-4df7-a809-032a49e1354c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:20.559357 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-38935f65-497c-42c6-ac6c-ac1c814ee7f2 req-2731e9e2-1bb6-4cda-b5e5-af54f6841ab4 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.62 "GET /v2.0/security-groups?id=e021aac8-1f7c-42ad-a625-ac648d877e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844417 Aug 10 03:06:20.599119 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-84d685c7-91b5-4df7-a809-032a49e1354c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b3e23f9db64a40079dc657c64c0ba2ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3581100 Aug 10 03:06:20.601614 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d685c7-91b5-4df7-a809-032a49e1354c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54e80be-c33d-404f-9314-6f1b89bf282c,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:20.604335 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 34532) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:20.631708 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0c1a54e3-7e29-42bc-be32-f847bb1829e9 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:20.632362 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9a423986-d1c5-4db5-8613-9d2a40facdc6 None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:20.656325 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-9a423986-d1c5-4db5-8613-9d2a40facdc6 None None] Transition to ACTIVE for port object 07483c48-f9c7-4240-88d8-50266921c219 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:06:20.672419 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9a423986-d1c5-4db5-8613-9d2a40facdc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:20.697433 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c5ab362d-f468-475d-a9d6-62e641ff79db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:20.750607 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe63a6b9-dce7-4f63-835f-ba42bdf3e4e9 None None] Pushing event updated for resources: {'Port': ['ID=07483c48-f9c7-4240-88d8-50266921c219,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:20.754617 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c5ab362d-f468-475d-a9d6-62e641ff79db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:20.782696 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0c1a54e3-7e29-42bc-be32-f847bb1829e9 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:20.787814 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0c1a54e3-7e29-42bc-be32-f847bb1829e9 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:20.831513 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1a54e3-7e29-42bc-be32-f847bb1829e9 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac7e2627-173c-42a1-8ebf-632c52046b80,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:20.849591 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0c1a54e3-7e29-42bc-be32-f847bb1829e9 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:20.851794 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0c1a54e3-7e29-42bc-be32-f847bb1829e9 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3265893 Aug 10 03:06:20.857113 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34538) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:20.864221 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-351be456-eae7-4106-9a21-556b1d891189 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Request body: {'floatingip': {'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:06:20.868240 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-9a423986-d1c5-4db5-8613-9d2a40facdc6 None None] Attempting to bind port 07483c48-f9c7-4240-88d8-50266921c219 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:06:20.869127 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-9a423986-d1c5-4db5-8613-9d2a40facdc6 None None] Attempting to bind port 07483c48-f9c7-4240-88d8-50266921c219 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'e5cd4f27-4ef5-404c-b2c2-daf604e0ad37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f1a96b41-17a3-4507-9238-346c52c62270'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:06:20.869456 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a423986-d1c5-4db5-8613-9d2a40facdc6 None None] Attempting to bind port 07483c48-f9c7-4240-88d8-50266921c219 on network f1a96b41-17a3-4507-9238-346c52c62270 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:06:20.883994 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a423986-d1c5-4db5-8613-9d2a40facdc6 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:06:20.884364 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a423986-d1c5-4db5-8613-9d2a40facdc6 None None] Checking segment: {'id': 'e5cd4f27-4ef5-404c-b2c2-daf604e0ad37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f1a96b41-17a3-4507-9238-346c52c62270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:06:20.885649 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9a423986-d1c5-4db5-8613-9d2a40facdc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:20.886923 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a423986-d1c5-4db5-8613-9d2a40facdc6 None None] Bound using segment: {'id': 'e5cd4f27-4ef5-404c-b2c2-daf604e0ad37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f1a96b41-17a3-4507-9238-346c52c62270'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:06:20.887587 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-9a423986-d1c5-4db5-8613-9d2a40facdc6 None None] Bound port: 07483c48-f9c7-4240-88d8-50266921c219, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5cd4f27-4ef5-404c-b2c2-daf604e0ad37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f1a96b41-17a3-4507-9238-346c52c62270'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:06:20.888021 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9a423986-d1c5-4db5-8613-9d2a40facdc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:20.891657 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c5ab362d-f468-475d-a9d6-62e641ff79db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:20.899098 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c5ab362d-f468-475d-a9d6-62e641ff79db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:20.900342 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-c5ab362d-f468-475d-a9d6-62e641ff79db admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e54e80be-c33d-404f-9314-6f1b89bf282c HTTP/1.1" status: 204 len: 168 time: 0.2948203 Aug 10 03:06:20.931175 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-351be456-eae7-4106-9a21-556b1d891189 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Notify callbacks [] for floatingip, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:20.933655 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ab362d-f468-475d-a9d6-62e641ff79db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54e80be-c33d-404f-9314-6f1b89bf282c,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:21.045347 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-9a423986-d1c5-4db5-8613-9d2a40facdc6 None None] For port 07483c48-f9c7-4240-88d8-50266921c219, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:06:21.049243 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-9a423986-d1c5-4db5-8613-9d2a40facdc6 None None] For port 07483c48-f9c7-4240-88d8-50266921c219, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=07483c48-f9c7-4240-88d8-50266921c219,segment=NetworkSegment(e5cd4f27-4ef5-404c-b2c2-daf604e0ad37),segment_id=e5cd4f27-4ef5-404c-b2c2-daf604e0ad37)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:06:21.057211 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9a423986-d1c5-4db5-8613-9d2a40facdc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:21.143860 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a423986-d1c5-4db5-8613-9d2a40facdc6 None None] Routers {'f751c303-caa1-4305-aaaf-0cd768703c4a'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:06:21.144439 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-9a423986-d1c5-4db5-8613-9d2a40facdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:06:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['f751c303-caa1-4305-aaaf-0cd768703c4a'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:06:21.148461 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe63a6b9-dce7-4f63-835f-ba42bdf3e4e9 None None] Pushing event updated for resources: {'Port': ['ID=07483c48-f9c7-4240-88d8-50266921c219,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:21.344707 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-351be456-eae7-4106-9a21-556b1d891189 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:21.379625 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8ec6f8a4-480c-42c6-9e58-087c9af8e25e req-c3b8f8fe-c075-4fe7-a46b-0179ec51dc7d tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=9418c9e4-ef93-4ce8-8169-a62e4fbadd70 HTTP/1.1" status: 200 len: 210 time: 0.0859385 Aug 10 03:06:21.415237 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-9a423986-d1c5-4db5-8613-9d2a40facdc6 None None] Set router f751c303-caa1-4305-aaaf-0cd768703c4a gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:06:21.458008 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8164561e-cb4f-4bf9-9940-aa4622f06820 req-dcb998d2-5767-409d-bae8-61becf37ac35 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:21.469360 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8164561e-cb4f-4bf9-9940-aa4622f06820 req-dcb998d2-5767-409d-bae8-61becf37ac35 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f3a2631-d7b4-40ea-bea5-223ca07235e4 HTTP/1.1" status: 200 len: 971 time: 0.1030240 Aug 10 03:06:21.520175 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-351be456-eae7-4106-9a21-556b1d891189 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Allocated IP 172.25.7.138 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/433b4227-4f01-4b4d-9a23-b702f863d860) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:06:21.561152 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8164561e-cb4f-4bf9-9940-aa4622f06820 req-650c12c9-8e10-41be-8f16-10dca106f57f tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] 10.222.0.62 "GET /v2.0/security-groups?id=a097311c-b956-406d-a7f2-0397c749e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868015 Aug 10 03:06:21.711590 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6253e48b-c48d-4355-a0bb-e4ab168b1099 req-66254e79-965e-409d-b35a-7736fef948ae tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:21.719801 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6253e48b-c48d-4355-a0bb-e4ab168b1099 req-66254e79-965e-409d-b35a-7736fef948ae tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.62 "GET /v2.0/ports?device_id=27ad6276-cada-4a6a-8dea-dd5111e2bd19 HTTP/1.1" status: 200 len: 936 time: 0.0786285 Aug 10 03:06:21.754971 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-9a423986-d1c5-4db5-8613-9d2a40facdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f751c303-caa1-4305-aaaf-0cd768703c4a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1080167096-router', 'tenant_id': '04c8e11a665e48bab192ad6f573b8c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '984e7fe8-41c1-4852-8346-e6b7d984887f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:06:04Z', 'updated_at': '2021-08-10T03:06:16Z', 'revision_number': 4, 'project_id': '04c8e11a665e48bab192ad6f573b8c25', 'gw_port': {'id': '984e7fe8-41c1-4852-8346-e6b7d984887f', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:54:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f751c303-caa1-4305-aaaf-0cd768703c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:06:06Z', 'updated_at': '2021-08-10T03:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '07483c48-f9c7-4240-88d8-50266921c219', 'name': '', 'network_id': 'f1a96b41-17a3-4507-9238-346c52c62270', 'tenant_id': '04c8e11a665e48bab192ad6f573b8c25', 'mac_address': 'fa:16:3e:2c:42:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f751c303-caa1-4305-aaaf-0cd768703c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 156, 'fixed_ips': [{'subnet_id': 'e3034545-3927-48b3-9e77-03f050b41b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:06:15Z', 'updated_at': '2021-08-10T03:06:21Z', 'revision_number': 4, 'project_id': '04c8e11a665e48bab192ad6f573b8c25', 'subnets': [{'id': 'e3034545-3927-48b3-9e77-03f050b41b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:06:21.790699 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a423986-d1c5-4db5-8613-9d2a40facdc6 None None] The sync data for ids ['f751c303-caa1-4305-aaaf-0cd768703c4a'] in n-d-768851-15 is: [{'id': 'f751c303-caa1-4305-aaaf-0cd768703c4a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1080167096-router', 'tenant_id': '04c8e11a665e48bab192ad6f573b8c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '984e7fe8-41c1-4852-8346-e6b7d984887f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:06:04Z', 'updated_at': '2021-08-10T03:06:16Z', 'revision_number': 4, 'project_id': '04c8e11a665e48bab192ad6f573b8c25', 'gw_port': {'id': '984e7fe8-41c1-4852-8346-e6b7d984887f', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:54:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f751c303-caa1-4305-aaaf-0cd768703c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:06:06Z', 'updated_at': '2021-08-10T03:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '07483c48-f9c7-4240-88d8-50266921c219', 'name': '', 'network_id': 'f1a96b41-17a3-4507-9238-346c52c62270', 'tenant_id': '04c8e11a665e48bab192ad6f573b8c25', 'mac_address': 'fa:16:3e:2c:42:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f751c303-caa1-4305-aaaf-0cd768703c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 156, 'fixed_ips': [{'subnet_id': 'e3034545-3927-48b3-9e77-03f050b41b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:06:15Z', 'updated_at': '2021-08-10T03:06:21Z', 'revision_number': 4, 'project_id': '04c8e11a665e48bab192ad6f573b8c25', 'subnets': [{'id': 'e3034545-3927-48b3-9e77-03f050b41b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:06:21.804415 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [req-27eb92c6-aee4-49f0-a5ed-973b8aec1f7a req-ca1ce7d3-3a03-4e98-9639-5c252b4d44d9 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:06:21.808781 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-27eb92c6-aee4-49f0-a5ed-973b8aec1f7a req-ca1ce7d3-3a03-4e98-9639-5c252b4d44d9 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0183151 Aug 10 03:06:21.835274 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6253e48b-c48d-4355-a0bb-e4ab168b1099 req-dbc70b9a-6583-4449-a266-452192156f9a tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.62 "GET /v2.0/security-groups?id=e021aac8-1f7c-42ad-a625-ac648d877e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099832 Aug 10 03:06:21.849282 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-351be456-eae7-4106-9a21-556b1d891189 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:21.929893 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-351be456-eae7-4106-9a21-556b1d891189 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:21.969840 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351be456-eae7-4106-9a21-556b1d891189 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:06:21.975243 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-351be456-eae7-4106-9a21-556b1d891189 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:06:21.983420 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351be456-eae7-4106-9a21-556b1d891189 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:06:22.061982 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351be456-eae7-4106-9a21-556b1d891189 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Pushing event updated for resources: {'Port': ['ID=433b4227-4f01-4b4d-9a23-b702f863d860,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:22.095627 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-351be456-eae7-4106-9a21-556b1d891189 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:22.179843 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-351be456-eae7-4106-9a21-556b1d891189 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:22.187393 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-27eb92c6-aee4-49f0-a5ed-973b8aec1f7a req-91d09232-3acf-460c-be68-1f24255c34dc service neutron] Request body: {'port': {'device_id': '27ad6276-cada-4a6a-8dea-dd5111e2bd19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:06:22.318502 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-27eb92c6-aee4-49f0-a5ed-973b8aec1f7a req-91d09232-3acf-460c-be68-1f24255c34dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:22.432382 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-351be456-eae7-4106-9a21-556b1d891189 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:22.433641 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34588) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:22.441926 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-351be456-eae7-4106-9a21-556b1d891189 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:22.459234 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-351be456-eae7-4106-9a21-556b1d891189 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:22.528024 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-351be456-eae7-4106-9a21-556b1d891189 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:22.531595 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-351be456-eae7-4106-9a21-556b1d891189 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6734490 Aug 10 03:06:22.538640 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351be456-eae7-4106-9a21-556b1d891189 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Pushing event updated for resources: {'Port': ['ID=433b4227-4f01-4b4d-9a23-b702f863d860,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:22.565146 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.58', 57446) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:22.595111 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-da9285ab-9dc7-4884-8eb0-61fd30a34ff5 req-82305f67-5eae-437b-b49f-78096fddfea0 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=9418c9e4-ef93-4ce8-8169-a62e4fbadd70 HTTP/1.1" status: 200 len: 210 time: 0.0622127 Aug 10 03:06:22.604495 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e8c978ad-5de1-4125-989e-1ffe7f880951 req-a0fd0e34-70de-4b55-be86-3e0a259d25b3 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=6cb2c88cb44048dc824ad7a6e6e788f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378509 Aug 10 03:06:22.621202 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device e5b01164-0f7e-42ae-847e-3604c9c25b11 up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:06:22.754206 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port e5b01164-0f7e-42ae-847e-3604c9c25b11 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:06:22.761293 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port e5b01164-0f7e-42ae-847e-3604c9c25b11 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:06:22.761653 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:22.795207 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-e1868f95-6fa5-4509-9b4b-594d5ceef539 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1126389093-network', 'tenant_id': 'd29523b6a3c34430b121d2faffd2884f'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:06:22.920054 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-27eb92c6-aee4-49f0-a5ed-973b8aec1f7a req-91d09232-3acf-460c-be68-1f24255c34dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0ed0b1a-b974-4653-b9f3-e4ec7d875bc9 {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:06:22.934005 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:22.936083 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-27eb92c6-aee4-49f0-a5ed-973b8aec1f7a req-91d09232-3acf-460c-be68-1f24255c34dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:22.955973 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1868f95-6fa5-4509-9b4b-594d5ceef539 admin admin] Made reservation on behalf of d29523b6a3c34430b121d2faffd2884f for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:06:22.958926 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e1868f95-6fa5-4509-9b4b-594d5ceef539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:22.962802 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3a2631-d7b4-40ea-bea5-223ca07235e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b01164-0f7e-42ae-847e-3604c9c25b11'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:06:22.976987 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e1868f95-6fa5-4509-9b4b-594d5ceef539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:22.988059 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-27eb92c6-aee4-49f0-a5ed-973b8aec1f7a req-91d09232-3acf-460c-be68-1f24255c34dc service neutron] Transition to ACTIVE for port object a0ed0b1a-b974-4653-b9f3-e4ec7d875bc9 will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:06:22.992505 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b16dc367-7e4b-4c3f-b9b8-3a769ffafe11 req-243d9825-5879-4f32-baaa-f5be7fcf8a4c tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=b4434a6e661543ecb06a970cfec907db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526810 Aug 10 03:06:22.994665 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-27eb92c6-aee4-49f0-a5ed-973b8aec1f7a req-91d09232-3acf-460c-be68-1f24255c34dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:23.049986 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port e5b01164-0f7e-42ae-847e-3604c9c25b11, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=e5b01164-0f7e-42ae-847e-3604c9c25b11,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:06:23.056079 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:23.077958 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c978ad-5de1-4125-989e-1ffe7f880951 req-291782c1-39d7-482a-bb8b-fb28f0825f4d tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:23.079726 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e8c978ad-5de1-4125-989e-1ffe7f880951 req-291782c1-39d7-482a-bb8b-fb28f0825f4d tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4687483 Aug 10 03:06:23.099790 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-e8c978ad-5de1-4125-989e-1ffe7f880951 req-cf76fe7f-291a-48d4-9b30-b6b14c554bbd tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Request body: {'port': {'device_id': '9418c9e4-ef93-4ce8-8169-a62e4fbadd70', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'admin_state_up': True, 'tenant_id': '6cb2c88cb44048dc824ad7a6e6e788f5'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:06:23.133549 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9ee8f-dc16-407f-8c2d-4e752721edb9 req-ba8dcce5-6f73-48c1-8d45-fef07eff102f tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:23.142221 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-51d9ee8f-dc16-407f-8c2d-4e752721edb9 req-ba8dcce5-6f73-48c1-8d45-fef07eff102f tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f3a2631-d7b4-40ea-bea5-223ca07235e4 HTTP/1.1" status: 200 len: 971 time: 0.2249386 Aug 10 03:06:23.146409 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=e5b01164-0f7e-42ae-847e-3604c9c25b11,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:23.173300 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d09232-3acf-460c-be68-1f24255c34dc service neutron] Pushing event updated for resources: {'Port': ['ID=a0ed0b1a-b974-4653-b9f3-e4ec7d875bc9,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:23.204427 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d586c68e-a130-4885-bc05-0c1bd00be856" -d '{"events": [{"server_uuid": "1f3a2631-d7b4-40ea-bea5-223ca07235e4", "name": "network-vif-plugged", "status": "completed", "tag": "e5b01164-0f7e-42ae-847e-3604c9c25b11"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:06:23.264655 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-27eb92c6-aee4-49f0-a5ed-973b8aec1f7a req-91d09232-3acf-460c-be68-1f24255c34dc service neutron] Attempting to bind port a0ed0b1a-b974-4653-b9f3-e4ec7d875bc9 on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:06:23.265177 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-27eb92c6-aee4-49f0-a5ed-973b8aec1f7a req-91d09232-3acf-460c-be68-1f24255c34dc service neutron] Attempting to bind port a0ed0b1a-b974-4653-b9f3-e4ec7d875bc9 by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:06:23.265671 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27eb92c6-aee4-49f0-a5ed-973b8aec1f7a req-91d09232-3acf-460c-be68-1f24255c34dc service neutron] Attempting to bind port a0ed0b1a-b974-4653-b9f3-e4ec7d875bc9 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:06:23.283125 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-51d9ee8f-dc16-407f-8c2d-4e752721edb9 req-4aefb132-7f21-4a63-ac1c-b521ee3488b8 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] 10.222.0.62 "GET /v2.0/security-groups?id=a097311c-b956-406d-a7f2-0397c749e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390884 Aug 10 03:06:23.296530 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27eb92c6-aee4-49f0-a5ed-973b8aec1f7a req-91d09232-3acf-460c-be68-1f24255c34dc service neutron] Port a0ed0b1a-b974-4653-b9f3-e4ec7d875bc9 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:06:23.296851 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27eb92c6-aee4-49f0-a5ed-973b8aec1f7a req-91d09232-3acf-460c-be68-1f24255c34dc service neutron] Attempting to bind port a0ed0b1a-b974-4653-b9f3-e4ec7d875bc9 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:06:23.297247 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e1868f95-6fa5-4509-9b4b-594d5ceef539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:23.318677 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e1868f95-6fa5-4509-9b4b-594d5ceef539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:23.327819 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8c978ad-5de1-4125-989e-1ffe7f880951 req-cf76fe7f-291a-48d4-9b30-b6b14c554bbd tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Made reservation on behalf of 6cb2c88cb44048dc824ad7a6e6e788f5 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:06:23.332213 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-e8c978ad-5de1-4125-989e-1ffe7f880951 req-cf76fe7f-291a-48d4-9b30-b6b14c554bbd tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:23.354541 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16dc367-7e4b-4c3f-b9b8-3a769ffafe11 req-5dcc0445-d7cf-43a6-bf28-21680c750030 tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:23.355968 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-e8c978ad-5de1-4125-989e-1ffe7f880951 req-cf76fe7f-291a-48d4-9b30-b6b14c554bbd tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:23.356393 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b16dc367-7e4b-4c3f-b9b8-3a769ffafe11 req-5dcc0445-d7cf-43a6-bf28-21680c750030 tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3508246 Aug 10 03:06:23.373405 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27eb92c6-aee4-49f0-a5ed-973b8aec1f7a req-91d09232-3acf-460c-be68-1f24255c34dc service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:06:23.373755 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27eb92c6-aee4-49f0-a5ed-973b8aec1f7a req-91d09232-3acf-460c-be68-1f24255c34dc service neutron] Checking segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:06:23.374143 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27eb92c6-aee4-49f0-a5ed-973b8aec1f7a req-91d09232-3acf-460c-be68-1f24255c34dc service neutron] Bound using segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:06:23.374685 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-27eb92c6-aee4-49f0-a5ed-973b8aec1f7a req-91d09232-3acf-460c-be68-1f24255c34dc service neutron] Bound port: a0ed0b1a-b974-4653-b9f3-e4ec7d875bc9, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:06:23.374972 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-27eb92c6-aee4-49f0-a5ed-973b8aec1f7a req-91d09232-3acf-460c-be68-1f24255c34dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:23.379461 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1868f95-6fa5-4509-9b4b-594d5ceef539 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:06:23.399244 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b16dc367-7e4b-4c3f-b9b8-3a769ffafe11 req-2a64c9f4-00ad-4983-ac8c-2ecfe282ddc7 tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] 10.222.0.62 "GET /v2.0/quotas/b4434a6e661543ecb06a970cfec907db HTTP/1.1" status: 200 len: 375 time: 0.0346131 Aug 10 03:06:23.411995 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1868f95-6fa5-4509-9b4b-594d5ceef539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:23.427323 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e1868f95-6fa5-4509-9b4b-594d5ceef539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:23.427799 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-e1868f95-6fa5-4509-9b4b-594d5ceef539 admin admin] Added segment 837bbb8d-e72f-44c2-893c-c4df3456bfd0 of type vlan for network b071061e-0c83-4db2-9121-a6eb9f4ae150 Aug 10 03:06:23.489820 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e1868f95-6fa5-4509-9b4b-594d5ceef539 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:23.499507 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b16dc367-7e4b-4c3f-b9b8-3a769ffafe11 req-443c0b69-c376-43f6-bad5-6f8a38e56e21 tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b4434a6e661543ecb06a970cfec907db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0991340 Aug 10 03:06:23.548174 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e1868f95-6fa5-4509-9b4b-594d5ceef539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:23.549239 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1868f95-6fa5-4509-9b4b-594d5ceef539 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:23.549811 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e1868f95-6fa5-4509-9b4b-594d5ceef539 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:23.551676 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-27eb92c6-aee4-49f0-a5ed-973b8aec1f7a req-91d09232-3acf-460c-be68-1f24255c34dc service neutron] For port a0ed0b1a-b974-4653-b9f3-e4ec7d875bc9, host n-h1-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:06:23.556442 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-27eb92c6-aee4-49f0-a5ed-973b8aec1f7a req-91d09232-3acf-460c-be68-1f24255c34dc service neutron] For port a0ed0b1a-b974-4653-b9f3-e4ec7d875bc9, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=a0ed0b1a-b974-4653-b9f3-e4ec7d875bc9,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:06:23.571546 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d58a08-1ed1-41b4-bcf0-ffa6e4a7787e req-90a364b4-36ee-4233-9f35-6b1ca1eff117 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:23.573117 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-83d58a08-1ed1-41b4-bcf0-ffa6e4a7787e req-90a364b4-36ee-4233-9f35-6b1ca1eff117 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.62 "GET /v2.0/ports?device_id=27ad6276-cada-4a6a-8dea-dd5111e2bd19 HTTP/1.1" status: 200 len: 948 time: 0.1703274 Aug 10 03:06:23.574652 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-27eb92c6-aee4-49f0-a5ed-973b8aec1f7a req-91d09232-3acf-460c-be68-1f24255c34dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:23.620828 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb92c6-aee4-49f0-a5ed-973b8aec1f7a req-91d09232-3acf-460c-be68-1f24255c34dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:23.621685 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-27eb92c6-aee4-49f0-a5ed-973b8aec1f7a req-91d09232-3acf-460c-be68-1f24255c34dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:23.623881 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-27eb92c6-aee4-49f0-a5ed-973b8aec1f7a req-91d09232-3acf-460c-be68-1f24255c34dc service neutron] 10.222.0.58 "PUT /v2.0/ports/a0ed0b1a-b974-4653-b9f3-e4ec7d875bc9 HTTP/1.1" status: 200 len: 1097 time: 1.5986135 Aug 10 03:06:23.625574 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27ad6276-cada-4a6a-8dea-dd5111e2bd19', 'tag': 'a0ed0b1a-b974-4653-b9f3-e4ec7d875bc9'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:06:23.630534 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca41973-1176-4c20-96b7-18e3f362d26b" -d '{"events": [{"name": "network-changed", "server_uuid": "27ad6276-cada-4a6a-8dea-dd5111e2bd19", "tag": "a0ed0b1a-b974-4653-b9f3-e4ec7d875bc9"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:06:23.636884 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1868f95-6fa5-4509-9b4b-594d5ceef539 admin admin] Pushing event updated for resources: {'Network': ['ID=b071061e-0c83-4db2-9121-a6eb9f4ae150,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:23.649604 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network b071061e-0c83-4db2-9121-a6eb9f4ae150 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:06:23.663047 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-e8c978ad-5de1-4125-989e-1ffe7f880951 req-cf76fe7f-291a-48d4-9b30-b6b14c554bbd tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:23.671331 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-e8c978ad-5de1-4125-989e-1ffe7f880951 req-cf76fe7f-291a-48d4-9b30-b6b14c554bbd tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:23.680514 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e1868f95-6fa5-4509-9b4b-594d5ceef539 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2457957 Aug 10 03:06:23.691801 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34628) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:23.699949 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-ab715872-7c05-47a7-8757-501ce35e8e39 admin admin] Request body: {'subnet': {'network_id': 'b071061e-0c83-4db2-9121-a6eb9f4ae150', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1126389093-subnet', 'tenant_id': 'd29523b6a3c34430b121d2faffd2884f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:06:23.738820 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab715872-7c05-47a7-8757-501ce35e8e39 admin admin] Made reservation on behalf of d29523b6a3c34430b121d2faffd2884f for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:06:23.741215 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ab715872-7c05-47a7-8757-501ce35e8e39 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:23.862272 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 07483c48-f9c7-4240-88d8-50266921c219 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:06:23.935248 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf76fe7f-291a-48d4-9b30-b6b14c554bbd tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a49a021-9207-477f-8dea-4f5b47297f3f,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:23.957588 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 07483c48-f9c7-4240-88d8-50266921c219 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:06:23.962321 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 07483c48-f9c7-4240-88d8-50266921c219 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:06:23.963050 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:24.084643 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:24.091593 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-83d58a08-1ed1-41b4-bcf0-ffa6e4a7787e req-6403c3b6-309f-4a32-981d-2e09b377e100 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.62 "GET /v2.0/security-groups?id=e021aac8-1f7c-42ad-a625-ac648d877e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5038977 Aug 10 03:06:24.098044 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1e1859b3-ba16-4f22-9e3e-d4fce5103213 req-6543c488-4c6f-4f2a-ad0c-f34da223a3c6 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--543503180&fields=id&tenant_id=bee18006e8ee4e0f8b5de53f967abbed HTTP/1.1" status: 200 len: 267 time: 0.1726902 Aug 10 03:06:24.105005 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d09232-3acf-460c-be68-1f24255c34dc service neutron] Pushing event updated for resources: {'Port': ['ID=a0ed0b1a-b974-4653-b9f3-e4ec7d875bc9,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:24.125795 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-e8c978ad-5de1-4125-989e-1ffe7f880951 req-cf76fe7f-291a-48d4-9b30-b6b14c554bbd tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Allocated IP 192.168.233.48 (f1b7997e-1a2a-4260-9d7d-b6cf90b8801d/c2e3eb0b-907c-4ac4-809e-ae9609bc8c67/7b34d85d-31ea-427f-bb22-4317f4465781) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:06:24.159180 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 07483c48-f9c7-4240-88d8-50266921c219, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=07483c48-f9c7-4240-88d8-50266921c219,segment=NetworkSegment(e5cd4f27-4ef5-404c-b2c2-daf604e0ad37),segment_id=e5cd4f27-4ef5-404c-b2c2-daf604e0ad37)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:06:24.164541 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:24.230552 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=07483c48-f9c7-4240-88d8-50266921c219,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:24.243092 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb92c6-aee4-49f0-a5ed-973b8aec1f7a req-0e074d00-9244-40bb-8165-2590acd7f490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:24.245630 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-27eb92c6-aee4-49f0-a5ed-973b8aec1f7a req-0e074d00-9244-40bb-8165-2590acd7f490 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=17e79e39862148aaa5ac50cf15213a33&device_id=27ad6276-cada-4a6a-8dea-dd5111e2bd19 HTTP/1.1" status: 200 len: 1100 time: 0.3212500 Aug 10 03:06:24.340795 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ab715872-7c05-47a7-8757-501ce35e8e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:24.347031 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61cba8ad-dc7a-4f92-9b9d-024cd9ca3ba0 x-openstack-request-id: req-61cba8ad-dc7a-4f92-9b9d-024cd9ca3ba0 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:06:24.347305 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f3a2631-d7b4-40ea-bea5-223ca07235e4", "name": "network-vif-plugged", "status": "completed", "tag": "e5b01164-0f7e-42ae-847e-3604c9c25b11", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:06:24.347544 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-61cba8ad-dc7a-4f92-9b9d-024cd9ca3ba0 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:06:24.348039 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f3a2631-d7b4-40ea-bea5-223ca07235e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b01164-0f7e-42ae-847e-3604c9c25b11', 'code': 200} Aug 10 03:06:24.420766 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-27eb92c6-aee4-49f0-a5ed-973b8aec1f7a req-e6b6f51d-a0d0-438b-8c77-af13c0faf4e4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=a0ed0b1a-b974-4653-b9f3-e4ec7d875bc9 HTTP/1.1" status: 200 len: 217 time: 0.1563036 Aug 10 03:06:24.438848 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab715872-7c05-47a7-8757-501ce35e8e39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07f824b9-3083-4489-bc41-7237705a68bc,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:24.486925 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab715872-7c05-47a7-8757-501ce35e8e39 admin admin] Checking segment: {'id': '837bbb8d-e72f-44c2-893c-c4df3456bfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b071061e-0c83-4db2-9121-a6eb9f4ae150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:06:24.487624 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab715872-7c05-47a7-8757-501ce35e8e39 admin admin] Network hostable DHCP agents. Network: b071061e-0c83-4db2-9121-a6eb9f4ae150, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:06:24.506433 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5392c0a5-0dac-41fa-ba26-a4c6577c0c77 req-de275fae-5509-4339-aa89-b9bf882a13a6 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=9418c9e4-ef93-4ce8-8169-a62e4fbadd70 HTTP/1.1" status: 200 len: 210 time: 0.0881784 Aug 10 03:06:24.511704 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-e8c978ad-5de1-4125-989e-1ffe7f880951 req-cf76fe7f-291a-48d4-9b30-b6b14c554bbd tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:24.531934 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-e8c978ad-5de1-4125-989e-1ffe7f880951 req-cf76fe7f-291a-48d4-9b30-b6b14c554bbd tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Transition to ACTIVE for port object 7b34d85d-31ea-427f-bb22-4317f4465781 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:06:24.532708 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab715872-7c05-47a7-8757-501ce35e8e39 admin admin] Network b071061e-0c83-4db2-9121-a6eb9f4ae150 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:06:24.547121 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-ab715872-7c05-47a7-8757-501ce35e8e39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, b071061e-0c83-4db2-9121-a6eb9f4ae150) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:06:24.553944 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab715872-7c05-47a7-8757-501ce35e8e39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:24.554605 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ab715872-7c05-47a7-8757-501ce35e8e39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:24.556101 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f60fd4-5821-4f82-bf6c-f3ce6410977b None None] Network b071061e-0c83-4db2-9121-a6eb9f4ae150 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:06:24.595319 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ab715872-7c05-47a7-8757-501ce35e8e39 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9018915 Aug 10 03:06:24.599051 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1859b3-ba16-4f22-9e3e-d4fce5103213 req-c18db3bf-484b-475a-b3f8-bea0c72079e5 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:24.600877 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1e1859b3-ba16-4f22-9e3e-d4fce5103213 req-c18db3bf-484b-475a-b3f8-bea0c72079e5 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.62 "GET /v2.0/networks?id=7bd6a1e2-d65a-4310-b080-ef087a9f163c HTTP/1.1" status: 200 len: 824 time: 0.4841683 Aug 10 03:06:24.609986 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-e8c978ad-5de1-4125-989e-1ffe7f880951 req-cf76fe7f-291a-48d4-9b30-b6b14c554bbd tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:24.613052 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb92c6-aee4-49f0-a5ed-973b8aec1f7a req-155871ad-d674-4c20-bbf4-51db67847eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:24.614795 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-27eb92c6-aee4-49f0-a5ed-973b8aec1f7a req-155871ad-d674-4c20-bbf4-51db67847eef service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.1715250 Aug 10 03:06:24.643809 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1e1859b3-ba16-4f22-9e3e-d4fce5103213 req-f66856be-22a8-41a0-b0d7-051eaca1671f tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.62 "GET /v2.0/quotas/bee18006e8ee4e0f8b5de53f967abbed HTTP/1.1" status: 200 len: 375 time: 0.0356183 Aug 10 03:06:24.721561 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8c978ad-5de1-4125-989e-1ffe7f880951 req-cf76fe7f-291a-48d4-9b30-b6b14c554bbd tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:06:24.727514 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-e8c978ad-5de1-4125-989e-1ffe7f880951 req-cf76fe7f-291a-48d4-9b30-b6b14c554bbd tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:06:24.734818 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c978ad-5de1-4125-989e-1ffe7f880951 req-cf76fe7f-291a-48d4-9b30-b6b14c554bbd tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:06:24.739224 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c13e8a23-8bed-4035-8707-d64c78f1a2f4 req-cea2c3af-2439-4d56-b709-3f9c6932e914 tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] 10.222.0.62 "GET /v2.0/ports?device_id=f520629b-cd0f-4559-929c-ba394ab739e1 HTTP/1.1" status: 200 len: 210 time: 0.0625200 Aug 10 03:06:24.741488 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c978ad-5de1-4125-989e-1ffe7f880951 req-cf76fe7f-291a-48d4-9b30-b6b14c554bbd tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:24.741888 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f543c2-78c0-43c1-934c-16b3215cdad1 req-830b199c-36fe-4c55-8fc3-12772a6d89f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:24.742279 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-e8c978ad-5de1-4125-989e-1ffe7f880951 req-cf76fe7f-291a-48d4-9b30-b6b14c554bbd tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:24.743370 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f9f543c2-78c0-43c1-934c-16b3215cdad1 req-830b199c-36fe-4c55-8fc3-12772a6d89f7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1f3a2631-d7b4-40ea-bea5-223ca07235e4 HTTP/1.1" status: 200 len: 1124 time: 0.2186086 Aug 10 03:06:24.750370 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf76fe7f-291a-48d4-9b30-b6b14c554bbd tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Pushing event updated for resources: {'Port': ['ID=7b34d85d-31ea-427f-bb22-4317f4465781,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:24.765025 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e8c978ad-5de1-4125-989e-1ffe7f880951 req-cf76fe7f-291a-48d4-9b30-b6b14c554bbd tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6691782 Aug 10 03:06:24.783475 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-e8c978ad-5de1-4125-989e-1ffe7f880951 req-e66f73ab-fc92-41cd-9268-18edbc10678d service neutron] Request body: {'port': {'device_id': '9418c9e4-ef93-4ce8-8169-a62e4fbadd70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:06:24.792613 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb92c6-aee4-49f0-a5ed-973b8aec1f7a req-43c0f1b4-a05a-4887-8d96-ecc00dec9439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:24.792613 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-27eb92c6-aee4-49f0-a5ed-973b8aec1f7a req-43c0f1b4-a05a-4887-8d96-ecc00dec9439 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1640487 Aug 10 03:06:24.792613 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-f9f543c2-78c0-43c1-934c-16b3215cdad1 req-1c42959d-84b5-4a4a-bc44-2613d993624a service neutron] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:24.839960 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68f42e7-875a-4f5f-bd7b-c05d35a2ab40 None None] Network b071061e-0c83-4db2-9121-a6eb9f4ae150 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:06:24.905300 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ace9874-8915-4389-bb87-4b8808e46918 x-openstack-request-id: req-7ace9874-8915-4389-bb87-4b8808e46918 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:06:24.905620 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27ad6276-cada-4a6a-8dea-dd5111e2bd19", "tag": "a0ed0b1a-b974-4653-b9f3-e4ec7d875bc9", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:06:24.905824 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7ace9874-8915-4389-bb87-4b8808e46918 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:06:24.906211 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27ad6276-cada-4a6a-8dea-dd5111e2bd19', 'tag': 'a0ed0b1a-b974-4653-b9f3-e4ec7d875bc9', 'status': 'completed', 'code': 200} Aug 10 03:06:24.929859 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1e1859b3-ba16-4f22-9e3e-d4fce5103213 req-d98891db-6cb6-4715-b028-f2d4b3c1fe63 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=bee18006e8ee4e0f8b5de53f967abbed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2488830 Aug 10 03:06:25.109479 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.60', 59205) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:25.126751 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-27eb92c6-aee4-49f0-a5ed-973b8aec1f7a req-7b9254d5-3b70-44fa-ae43-66b9ebbf133a service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219173 Aug 10 03:06:25.159939 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-f3f7c5aa-85f8-43b4-884c-5efdd79ea5f6 None None] Provisioning for port 7b34d85d-31ea-427f-bb22-4317f4465781 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:06:25.166655 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-f3f7c5aa-85f8-43b4-884c-5efdd79ea5f6 None None] Provisioning complete for port 7b34d85d-31ea-427f-bb22-4317f4465781 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:06:25.168614 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f3f7c5aa-85f8-43b4-884c-5efdd79ea5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:25.231991 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-f3f7c5aa-85f8-43b4-884c-5efdd79ea5f6 None None] Port 7b34d85d-31ea-427f-bb22-4317f4465781 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:06:25.235440 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b16dc367-7e4b-4c3f-b9b8-3a769ffafe11 req-5a0a8fd0-d5b2-4698-84cf-8d8d83586be8 tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=b4434a6e661543ecb06a970cfec907db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1225367 Aug 10 03:06:25.266412 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-e8c978ad-5de1-4125-989e-1ffe7f880951 req-e66f73ab-fc92-41cd-9268-18edbc10678d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:25.339362 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-f9f543c2-78c0-43c1-934c-16b3215cdad1 req-1c42959d-84b5-4a4a-bc44-2613d993624a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:25.346335 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [req-1e1859b3-ba16-4f22-9e3e-d4fce5103213 req-9fde1ea1-f156-4c4b-8ef5-f6183555098b service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:06:25.347682 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1e1859b3-ba16-4f22-9e3e-d4fce5103213 req-9fde1ea1-f156-4c4b-8ef5-f6183555098b service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2008145 Aug 10 03:06:25.362782 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-f9f543c2-78c0-43c1-934c-16b3215cdad1 req-1c42959d-84b5-4a4a-bc44-2613d993624a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:25.396343 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1a7f2-613f-47e4-b8aa-a2466e327f57 req-a2477fec-825e-4799-a154-b55fe6aeb5e9 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:25.397986 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fde1a7f2-613f-47e4-b8aa-a2466e327f57 req-a2477fec-825e-4799-a154-b55fe6aeb5e9 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f3a2631-d7b4-40ea-bea5-223ca07235e4 HTTP/1.1" status: 200 len: 972 time: 0.3740551 Aug 10 03:06:25.402357 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 34676) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:25.425318 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-20f1fbeb-7acb-489f-b6b3-90fb96e21ed1 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-617475374-network', 'tenant_id': '0dfa99e991b841749aa05724de30c6dd'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:06:25.481246 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-27eb92c6-aee4-49f0-a5ed-973b8aec1f7a req-3bc02c3e-1b49-4879-9b25-6f37f95d6150 service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355639 Aug 10 03:06:25.501733 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f9f543c2-78c0-43c1-934c-16b3215cdad1 req-1c42959d-84b5-4a4a-bc44-2613d993624a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a097311c-b956-406d-a7f2-0397c749e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7363434 Aug 10 03:06:25.545409 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c42959d-84b5-4a4a-bc44-2613d993624a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b32d05-1d9a-4cb6-ab00-0ec9a97cf5ae,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:25.587296 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16dc367-7e4b-4c3f-b9b8-3a769ffafe11 req-6fbf44f3-49b1-4c0a-a9e6-dfdc5561d3ee tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:25.588714 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b16dc367-7e4b-4c3f-b9b8-3a769ffafe11 req-6fbf44f3-49b1-4c0a-a9e6-dfdc5561d3ee tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3478301 Aug 10 03:06:25.589329 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f1fbeb-7acb-489f-b6b3-90fb96e21ed1 admin admin] Made reservation on behalf of 0dfa99e991b841749aa05724de30c6dd for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:06:25.592062 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-20f1fbeb-7acb-489f-b6b3-90fb96e21ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:25.622140 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fde1a7f2-613f-47e4-b8aa-a2466e327f57 req-63c660cd-33a6-4f30-8a5e-d116a31124f8 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] 10.222.0.62 "GET /v2.0/security-groups?id=a097311c-b956-406d-a7f2-0397c749e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509039 Aug 10 03:06:25.627585 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-b16dc367-7e4b-4c3f-b9b8-3a769ffafe11 req-9471db4e-50e3-47a5-82e9-dcd0d52c248b tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Request body: {'port': {'device_id': 'f520629b-cd0f-4559-929c-ba394ab739e1', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'admin_state_up': True, 'tenant_id': 'b4434a6e661543ecb06a970cfec907db'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:06:25.635693 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-e8c978ad-5de1-4125-989e-1ffe7f880951 req-e66f73ab-fc92-41cd-9268-18edbc10678d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b34d85d-31ea-427f-bb22-4317f4465781 {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:06:25.645012 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-e8c978ad-5de1-4125-989e-1ffe7f880951 req-e66f73ab-fc92-41cd-9268-18edbc10678d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:25.652241 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-20f1fbeb-7acb-489f-b6b3-90fb96e21ed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:25.660451 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-e8c978ad-5de1-4125-989e-1ffe7f880951 req-e66f73ab-fc92-41cd-9268-18edbc10678d service neutron] Transition to ACTIVE for port object 7b34d85d-31ea-427f-bb22-4317f4465781 will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:06:25.664719 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-e8c978ad-5de1-4125-989e-1ffe7f880951 req-e66f73ab-fc92-41cd-9268-18edbc10678d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:25.746813 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f73ab-fc92-41cd-9268-18edbc10678d service neutron] Pushing event updated for resources: {'Port': ['ID=7b34d85d-31ea-427f-bb22-4317f4465781,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:25.758628 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1e1859b3-ba16-4f22-9e3e-d4fce5103213 req-904eab2c-c70d-4892-8111-728993896f69 service neutron] 10.222.0.62 "GET /v2.0/networks/7bd6a1e2-d65a-4310-b080-ef087a9f163c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3997736 Aug 10 03:06:25.764551 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 07483c48-f9c7-4240-88d8-50266921c219 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:06:25.790373 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-e8c978ad-5de1-4125-989e-1ffe7f880951 req-e66f73ab-fc92-41cd-9268-18edbc10678d service neutron] Attempting to bind port 7b34d85d-31ea-427f-bb22-4317f4465781 on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:06:25.791483 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-e8c978ad-5de1-4125-989e-1ffe7f880951 req-e66f73ab-fc92-41cd-9268-18edbc10678d service neutron] Attempting to bind port 7b34d85d-31ea-427f-bb22-4317f4465781 by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:06:25.792346 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c978ad-5de1-4125-989e-1ffe7f880951 req-e66f73ab-fc92-41cd-9268-18edbc10678d service neutron] Attempting to bind port 7b34d85d-31ea-427f-bb22-4317f4465781 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:06:25.799012 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c978ad-5de1-4125-989e-1ffe7f880951 req-e66f73ab-fc92-41cd-9268-18edbc10678d service neutron] Port 7b34d85d-31ea-427f-bb22-4317f4465781 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:06:25.799431 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c978ad-5de1-4125-989e-1ffe7f880951 req-e66f73ab-fc92-41cd-9268-18edbc10678d service neutron] Attempting to bind port 7b34d85d-31ea-427f-bb22-4317f4465781 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:06:25.804703 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c978ad-5de1-4125-989e-1ffe7f880951 req-e66f73ab-fc92-41cd-9268-18edbc10678d service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:06:25.804996 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c978ad-5de1-4125-989e-1ffe7f880951 req-e66f73ab-fc92-41cd-9268-18edbc10678d service neutron] Checking segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:06:25.805703 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c978ad-5de1-4125-989e-1ffe7f880951 req-e66f73ab-fc92-41cd-9268-18edbc10678d service neutron] Bound using segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:06:25.807044 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-e8c978ad-5de1-4125-989e-1ffe7f880951 req-e66f73ab-fc92-41cd-9268-18edbc10678d service neutron] Bound port: 7b34d85d-31ea-427f-bb22-4317f4465781, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:06:25.807987 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-e8c978ad-5de1-4125-989e-1ffe7f880951 req-e66f73ab-fc92-41cd-9268-18edbc10678d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:25.810452 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca41973-1176-4c20-96b7-18e3f362d26b req-8f4acd17-c043-41b0-9da1-3d1e982f43f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:25.812042 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fca41973-1176-4c20-96b7-18e3f362d26b req-8f4acd17-c043-41b0-9da1-3d1e982f43f1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=17e79e39862148aaa5ac50cf15213a33&device_id=27ad6276-cada-4a6a-8dea-dd5111e2bd19 HTTP/1.1" status: 200 len: 1100 time: 0.2429917 Aug 10 03:06:25.819269 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 07483c48-f9c7-4240-88d8-50266921c219 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:06:25.819625 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:25.894786 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-e8c978ad-5de1-4125-989e-1ffe7f880951 req-e66f73ab-fc92-41cd-9268-18edbc10678d service neutron] For port 7b34d85d-31ea-427f-bb22-4317f4465781, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:06:25.901052 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-e8c978ad-5de1-4125-989e-1ffe7f880951 req-e66f73ab-fc92-41cd-9268-18edbc10678d service neutron] For port 7b34d85d-31ea-427f-bb22-4317f4465781, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=7b34d85d-31ea-427f-bb22-4317f4465781,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:06:25.908423 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-e8c978ad-5de1-4125-989e-1ffe7f880951 req-e66f73ab-fc92-41cd-9268-18edbc10678d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:25.988246 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f73ab-fc92-41cd-9268-18edbc10678d service neutron] Pushing event updated for resources: {'Port': ['ID=7b34d85d-31ea-427f-bb22-4317f4465781,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:25.991797 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715f03c-d7cd-4a77-b4f0-5c4950163980 req-1764cf0f-66fb-457e-a56d-e7bd5faaeec2 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:25.993936 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:25.994437 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b715f03c-d7cd-4a77-b4f0-5c4950163980 req-1764cf0f-66fb-457e-a56d-e7bd5faaeec2 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.62 "GET /v2.0/ports?device_id=27ad6276-cada-4a6a-8dea-dd5111e2bd19 HTTP/1.1" status: 200 len: 948 time: 0.2904294 Aug 10 03:06:26.013701 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c978ad-5de1-4125-989e-1ffe7f880951 req-e66f73ab-fc92-41cd-9268-18edbc10678d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:26.014475 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-e8c978ad-5de1-4125-989e-1ffe7f880951 req-e66f73ab-fc92-41cd-9268-18edbc10678d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:26.016205 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e8c978ad-5de1-4125-989e-1ffe7f880951 req-e66f73ab-fc92-41cd-9268-18edbc10678d service neutron] 10.222.0.58 "PUT /v2.0/ports/7b34d85d-31ea-427f-bb22-4317f4465781 HTTP/1.1" status: 200 len: 1096 time: 1.2412620 Aug 10 03:06:26.016827 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9418c9e4-ef93-4ce8-8169-a62e4fbadd70', 'tag': '7b34d85d-31ea-427f-bb22-4317f4465781'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:06:26.093315 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:26.197135 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c978ad-5de1-4125-989e-1ffe7f880951 req-e42676b3-e334-4b56-9055-d0ba2838c2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:26.198775 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e8c978ad-5de1-4125-989e-1ffe7f880951 req-e42676b3-e334-4b56-9055-d0ba2838c2ff service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6cb2c88cb44048dc824ad7a6e6e788f5&device_id=9418c9e4-ef93-4ce8-8169-a62e4fbadd70 HTTP/1.1" status: 200 len: 1099 time: 0.1019223 Aug 10 03:06:26.249285 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ddbf50-f095-4d19-8919-2f12cce1d39a" -d '{"events": [{"name": "network-changed", "server_uuid": "9418c9e4-ef93-4ce8-8169-a62e4fbadd70", "tag": "7b34d85d-31ea-427f-bb22-4317f4465781"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:06:26.253169 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1e1859b3-ba16-4f22-9e3e-d4fce5103213 req-08584535-c480-4217-af21-71dcc1039f6b service neutron] 10.222.0.62 "GET /v2.0/networks/7bd6a1e2-d65a-4310-b080-ef087a9f163c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4936523 Aug 10 03:06:26.291383 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e8c978ad-5de1-4125-989e-1ffe7f880951 req-4d00300f-2a8f-43a6-8ca4-c5b0b0480789 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=7b34d85d-31ea-427f-bb22-4317f4465781 HTTP/1.1" status: 200 len: 217 time: 0.0830293 Aug 10 03:06:26.320341 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b715f03c-d7cd-4a77-b4f0-5c4950163980 req-71554048-5e2e-4603-a603-00368e446e1f tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.62 "GET /v2.0/security-groups?id=e021aac8-1f7c-42ad-a625-ac648d877e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959499 Aug 10 03:06:26.320341 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-20f1fbeb-7acb-489f-b6b3-90fb96e21ed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:26.320656 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca41973-1176-4c20-96b7-18e3f362d26b req-d7c15367-76e3-41f0-8089-a23504635721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:26.322289 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fca41973-1176-4c20-96b7-18e3f362d26b req-d7c15367-76e3-41f0-8089-a23504635721 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d HTTP/1.1" status: 200 len: 870 time: 0.4636934 Aug 10 03:06:26.368185 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c978ad-5de1-4125-989e-1ffe7f880951 req-bcc4ceb8-355c-4c50-bc19-1e1ba0f0b0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:26.370037 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e8c978ad-5de1-4125-989e-1ffe7f880951 req-bcc4ceb8-355c-4c50-bc19-1e1ba0f0b0f8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.0710239 Aug 10 03:06:26.378629 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-20f1fbeb-7acb-489f-b6b3-90fb96e21ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:26.382408 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fca41973-1176-4c20-96b7-18e3f362d26b req-c7684fcd-a518-487f-a78d-e0970a47125a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=a0ed0b1a-b974-4653-b9f3-e4ec7d875bc9 HTTP/1.1" status: 200 len: 217 time: 0.0403619 Aug 10 03:06:26.426018 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b16dc367-7e4b-4c3f-b9b8-3a769ffafe11 req-9471db4e-50e3-47a5-82e9-dcd0d52c248b tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Made reservation on behalf of b4434a6e661543ecb06a970cfec907db for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:06:26.430582 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b16dc367-7e4b-4c3f-b9b8-3a769ffafe11 req-9471db4e-50e3-47a5-82e9-dcd0d52c248b tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:26.443640 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20f1fbeb-7acb-489f-b6b3-90fb96e21ed1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:06:26.480431 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b16dc367-7e4b-4c3f-b9b8-3a769ffafe11 req-9471db4e-50e3-47a5-82e9-dcd0d52c248b tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:26.480982 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c978ad-5de1-4125-989e-1ffe7f880951 req-5da0c314-76b7-422c-9e69-61dbd3562228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:26.485079 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e8c978ad-5de1-4125-989e-1ffe7f880951 req-5da0c314-76b7-422c-9e69-61dbd3562228 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1014841 Aug 10 03:06:26.540851 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-20f1fbeb-7acb-489f-b6b3-90fb96e21ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:26.541204 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-20f1fbeb-7acb-489f-b6b3-90fb96e21ed1 admin admin] Added segment 083ae395-2f54-40f7-9894-0842075a2cd9 of type vlan for network dd3ec3a2-7e0c-45b6-b660-9cb5558e3f90 Aug 10 03:06:26.542487 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f1fbeb-7acb-489f-b6b3-90fb96e21ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3693741-41ba-4cdf-8a84-fb310666a6b3,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:26.568795 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-530e3f38-c14e-49bc-9176-83fde97694f5 req-81b67eee-807a-47f7-aa7f-21e22af6aa03 tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] 10.222.0.62 "GET /v2.0/ports?device_id=f520629b-cd0f-4559-929c-ba394ab739e1 HTTP/1.1" status: 200 len: 210 time: 0.0811241 Aug 10 03:06:26.590162 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e8c978ad-5de1-4125-989e-1ffe7f880951 req-f8a11992-d9e6-4054-abea-fc7235440ea9 service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966399 Aug 10 03:06:26.618017 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca41973-1176-4c20-96b7-18e3f362d26b req-1ca2dd09-396f-4392-9762-32d15124958f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:26.619627 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fca41973-1176-4c20-96b7-18e3f362d26b req-1ca2dd09-396f-4392-9762-32d15124958f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.2294395 Aug 10 03:06:26.655797 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-20f1fbeb-7acb-489f-b6b3-90fb96e21ed1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:26.670273 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2613a51-8b7d-4b35-84de-f98b138bd509 req-dfc02fad-6099-4379-8e1c-e77898870770 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:26.672022 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e2613a51-8b7d-4b35-84de-f98b138bd509 req-dfc02fad-6099-4379-8e1c-e77898870770 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=9418c9e4-ef93-4ce8-8169-a62e4fbadd70 HTTP/1.1" status: 200 len: 947 time: 0.2885549 Aug 10 03:06:26.735227 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e8c978ad-5de1-4125-989e-1ffe7f880951 req-b650973f-e760-4f43-b51e-ce96a95cc172 service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350207 Aug 10 03:06:26.736620 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d079371a-6112-4891-a54f-3bd22b4b8dd6 x-openstack-request-id: req-d079371a-6112-4891-a54f-3bd22b4b8dd6 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:06:26.737411 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9418c9e4-ef93-4ce8-8169-a62e4fbadd70", "tag": "7b34d85d-31ea-427f-bb22-4317f4465781", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:06:26.737769 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d079371a-6112-4891-a54f-3bd22b4b8dd6 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:06:26.738458 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9418c9e4-ef93-4ce8-8169-a62e4fbadd70', 'tag': '7b34d85d-31ea-427f-bb22-4317f4465781', 'status': 'completed', 'code': 200} Aug 10 03:06:26.804235 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e2613a51-8b7d-4b35-84de-f98b138bd509 req-4bf4536a-9786-4e8e-8e26-dae079fa9a69 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094673 Aug 10 03:06:26.810203 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-20f1fbeb-7acb-489f-b6b3-90fb96e21ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:26.811559 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f1fbeb-7acb-489f-b6b3-90fb96e21ed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:26.811559 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-20f1fbeb-7acb-489f-b6b3-90fb96e21ed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:26.816052 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca41973-1176-4c20-96b7-18e3f362d26b req-a7c6b8c0-7525-49e6-8ee9-613e8175429f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:26.817538 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fca41973-1176-4c20-96b7-18e3f362d26b req-a7c6b8c0-7525-49e6-8ee9-613e8175429f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1866317 Aug 10 03:06:26.841159 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-86f8864e-323a-4ecb-9be3-ac71f3794c56 req-0f2337b6-aab6-48ee-a4cd-ec1bff6a5d27 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.62 "GET /v2.0/ports?device_id=664a6ce4-88cb-43d5-8355-6fbcdabb7a73 HTTP/1.1" status: 200 len: 210 time: 0.0566986 Aug 10 03:06:26.889912 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ddbf50-f095-4d19-8919-2f12cce1d39a req-da706b18-1193-4e3f-a6dc-93f32c971de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:26.891742 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-60ddbf50-f095-4d19-8919-2f12cce1d39a req-da706b18-1193-4e3f-a6dc-93f32c971de9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6cb2c88cb44048dc824ad7a6e6e788f5&device_id=9418c9e4-ef93-4ce8-8169-a62e4fbadd70 HTTP/1.1" status: 200 len: 1099 time: 0.0633254 Aug 10 03:06:27.025780 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f1fbeb-7acb-489f-b6b3-90fb96e21ed1 admin admin] Pushing event updated for resources: {'Network': ['ID=dd3ec3a2-7e0c-45b6-b660-9cb5558e3f90,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:27.046096 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network dd3ec3a2-7e0c-45b6-b660-9cb5558e3f90 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:06:27.046777 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b16dc367-7e4b-4c3f-b9b8-3a769ffafe11 req-9471db4e-50e3-47a5-82e9-dcd0d52c248b tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:27.096806 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ddbf50-f095-4d19-8919-2f12cce1d39a req-2656ed01-9757-4eb4-b4ca-c3e342a7cd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:27.098427 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fca41973-1176-4c20-96b7-18e3f362d26b req-aed271a4-9ed9-4188-ae53-65ff29bda398 service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628589 Aug 10 03:06:27.098659 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-60ddbf50-f095-4d19-8919-2f12cce1d39a req-2656ed01-9757-4eb4-b4ca-c3e342a7cd3d service neutron] 10.222.0.58 "GET /v2.0/networks?id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d HTTP/1.1" status: 200 len: 870 time: 0.1982584 Aug 10 03:06:27.114488 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110def13-625d-4ea6-8f68-2348c97e5232 req-21a48916-32fe-4f74-aca8-f7dd5779f061 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:27.116500 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-110def13-625d-4ea6-8f68-2348c97e5232 req-21a48916-32fe-4f74-aca8-f7dd5779f061 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f3a2631-d7b4-40ea-bea5-223ca07235e4 HTTP/1.1" status: 200 len: 972 time: 0.2347348 Aug 10 03:06:27.117171 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b16dc367-7e4b-4c3f-b9b8-3a769ffafe11 req-9471db4e-50e3-47a5-82e9-dcd0d52c248b tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:27.137085 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-20f1fbeb-7acb-489f-b6b3-90fb96e21ed1 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7137134 Aug 10 03:06:27.173623 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34702) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:27.178865 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-b3af2a8c-dbe5-4862-8c5a-0d9d829ca92e admin admin] Request body: {'subnet': {'network_id': 'dd3ec3a2-7e0c-45b6-b660-9cb5558e3f90', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-617475374-subnet', 'tenant_id': '0dfa99e991b841749aa05724de30c6dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:06:27.182796 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-60ddbf50-f095-4d19-8919-2f12cce1d39a req-65a91b2f-8fc5-4df0-b8bb-94019b408e17 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=7b34d85d-31ea-427f-bb22-4317f4465781 HTTP/1.1" status: 200 len: 217 time: 0.0579209 Aug 10 03:06:27.234068 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3af2a8c-dbe5-4862-8c5a-0d9d829ca92e admin admin] Made reservation on behalf of 0dfa99e991b841749aa05724de30c6dd for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:06:27.236650 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b3af2a8c-dbe5-4862-8c5a-0d9d829ca92e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:27.263521 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9471db4e-50e3-47a5-82e9-dcd0d52c248b tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6be0dafb-e04d-4c06-aa76-00284a9aef57,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:27.297243 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ddbf50-f095-4d19-8919-2f12cce1d39a req-bbf469a6-fd9d-48ac-b6f7-aa229eb0b107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:27.298723 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-60ddbf50-f095-4d19-8919-2f12cce1d39a req-bbf469a6-fd9d-48ac-b6f7-aa229eb0b107 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.1056304 Aug 10 03:06:27.308575 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-110def13-625d-4ea6-8f68-2348c97e5232 req-364dd3f8-e6e6-42bd-8562-34055f7c2d28 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] 10.222.0.62 "GET /v2.0/security-groups?id=a097311c-b956-406d-a7f2-0397c749e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730158 Aug 10 03:06:27.360674 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fca41973-1176-4c20-96b7-18e3f362d26b req-4b40a806-d7ff-40a9-968c-124cd789ab67 service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215760 Aug 10 03:06:27.379558 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-b16dc367-7e4b-4c3f-b9b8-3a769ffafe11 req-9471db4e-50e3-47a5-82e9-dcd0d52c248b tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Allocated IP 192.168.233.5 (f1b7997e-1a2a-4260-9d7d-b6cf90b8801d/c2e3eb0b-907c-4ac4-809e-ae9609bc8c67/a79e3712-2404-43b6-97ce-5281c1b9e2e7) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:06:27.380126 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ddbf50-f095-4d19-8919-2f12cce1d39a req-d3eb905c-7736-4e08-863a-0f09a14ee840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:27.381679 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-60ddbf50-f095-4d19-8919-2f12cce1d39a req-d3eb905c-7736-4e08-863a-0f09a14ee840 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0688558 Aug 10 03:06:27.510375 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2c6d0-446a-4e56-a713-21a005afb504 req-5d878a24-d6c4-4839-9b92-8e58388a6c48 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:27.511695 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f9d2c6d0-446a-4e56-a713-21a005afb504 req-5d878a24-d6c4-4839-9b92-8e58388a6c48 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.62 "GET /v2.0/ports?device_id=27ad6276-cada-4a6a-8dea-dd5111e2bd19 HTTP/1.1" status: 200 len: 948 time: 0.1160531 Aug 10 03:06:27.535465 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b3af2a8c-dbe5-4862-8c5a-0d9d829ca92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:27.549506 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-60ddbf50-f095-4d19-8919-2f12cce1d39a req-a7f7de6f-1d06-432c-adc2-244eb18da5f1 service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412783 Aug 10 03:06:27.594380 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f9d2c6d0-446a-4e56-a713-21a005afb504 req-e61655e2-0a68-425f-ae66-f193d4ccc60e tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.62 "GET /v2.0/security-groups?id=e021aac8-1f7c-42ad-a625-ac648d877e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705385 Aug 10 03:06:27.662533 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b16dc367-7e4b-4c3f-b9b8-3a769ffafe11 req-9471db4e-50e3-47a5-82e9-dcd0d52c248b tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:27.693273 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-b16dc367-7e4b-4c3f-b9b8-3a769ffafe11 req-9471db4e-50e3-47a5-82e9-dcd0d52c248b tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Transition to ACTIVE for port object a79e3712-2404-43b6-97ce-5281c1b9e2e7 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:06:27.758995 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1859b3-ba16-4f22-9e3e-d4fce5103213 req-474ee45a-5c8c-4b62-bb0d-33a9514b7bd8 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:27.760819 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1e1859b3-ba16-4f22-9e3e-d4fce5103213 req-474ee45a-5c8c-4b62-bb0d-33a9514b7bd8 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.58 "GET /v2.0/networks?id=7bd6a1e2-d65a-4310-b080-ef087a9f163c HTTP/1.1" status: 200 len: 824 time: 0.1654282 Aug 10 03:06:27.780305 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b16dc367-7e4b-4c3f-b9b8-3a769ffafe11 req-9471db4e-50e3-47a5-82e9-dcd0d52c248b tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:27.887695 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b16dc367-7e4b-4c3f-b9b8-3a769ffafe11 req-9471db4e-50e3-47a5-82e9-dcd0d52c248b tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:06:27.890959 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3af2a8c-dbe5-4862-8c5a-0d9d829ca92e admin admin] Pushing event updated for resources: {'Subnet': ['ID=686dbba8-b287-4500-bc15-60162e2beb1a,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:27.898093 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1e1859b3-ba16-4f22-9e3e-d4fce5103213 req-f7f40046-bde8-48bb-9237-1b52e1e30f1b tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bee18006e8ee4e0f8b5de53f967abbed HTTP/1.1" status: 200 len: 379 time: 0.1269033 Aug 10 03:06:27.903965 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-b16dc367-7e4b-4c3f-b9b8-3a769ffafe11 req-9471db4e-50e3-47a5-82e9-dcd0d52c248b tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:06:27.911422 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3af2a8c-dbe5-4862-8c5a-0d9d829ca92e admin admin] Checking segment: {'id': '083ae395-2f54-40f7-9894-0842075a2cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'dd3ec3a2-7e0c-45b6-b660-9cb5558e3f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:06:27.911829 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3af2a8c-dbe5-4862-8c5a-0d9d829ca92e admin admin] Network hostable DHCP agents. Network: dd3ec3a2-7e0c-45b6-b660-9cb5558e3f90, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:06:27.916692 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-b16dc367-7e4b-4c3f-b9b8-3a769ffafe11 req-9471db4e-50e3-47a5-82e9-dcd0d52c248b tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:06:27.922882 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16dc367-7e4b-4c3f-b9b8-3a769ffafe11 req-9471db4e-50e3-47a5-82e9-dcd0d52c248b tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:27.923550 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b16dc367-7e4b-4c3f-b9b8-3a769ffafe11 req-9471db4e-50e3-47a5-82e9-dcd0d52c248b tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:27.930387 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-1e1859b3-ba16-4f22-9e3e-d4fce5103213 req-1624ae2f-36e2-4564-a1f4-cfeb232b14c1 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Request body: {'port': {'device_id': '664a6ce4-88cb-43d5-8355-6fbcdabb7a73', 'network_id': '7bd6a1e2-d65a-4310-b080-ef087a9f163c', 'admin_state_up': True, 'tenant_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'security_groups': ['3640a20a-f833-4208-a5e8-4377bcabf26a']}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:06:27.934400 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9471db4e-50e3-47a5-82e9-dcd0d52c248b tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Pushing event updated for resources: {'Port': ['ID=a79e3712-2404-43b6-97ce-5281c1b9e2e7,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:27.939180 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-60ddbf50-f095-4d19-8919-2f12cce1d39a req-49282c30-9efd-4bb7-9e13-e0cbaf2d4754 service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3672385 Aug 10 03:06:27.948495 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3af2a8c-dbe5-4862-8c5a-0d9d829ca92e admin admin] Network dd3ec3a2-7e0c-45b6-b660-9cb5558e3f90 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:06:27.961165 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-b3af2a8c-dbe5-4862-8c5a-0d9d829ca92e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, dd3ec3a2-7e0c-45b6-b660-9cb5558e3f90) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:06:27.970006 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3af2a8c-dbe5-4862-8c5a-0d9d829ca92e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:27.970858 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1a9b22-da49-44b9-82ce-e4b0d7936bc5 None None] Network dd3ec3a2-7e0c-45b6-b660-9cb5558e3f90 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:06:27.970996 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b3af2a8c-dbe5-4862-8c5a-0d9d829ca92e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:27.996703 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b3af2a8c-dbe5-4862-8c5a-0d9d829ca92e admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8146129 Aug 10 03:06:28.028085 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b16dc367-7e4b-4c3f-b9b8-3a769ffafe11 req-9471db4e-50e3-47a5-82e9-dcd0d52c248b tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4102874 Aug 10 03:06:28.047897 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-b16dc367-7e4b-4c3f-b9b8-3a769ffafe11 req-06dede4d-848b-4063-be0e-c062dfd163e7 service neutron] Request body: {'port': {'device_id': 'f520629b-cd0f-4559-929c-ba394ab739e1', 'device_owner': 'compute:tempest-test_az-1313326255', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:06:28.074015 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd4d0c-1a08-43f4-8f2a-aedb1afb9454 req-678b2031-910b-4981-a52d-3475b0813836 tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:28.075923 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-75bd4d0c-1a08-43f4-8f2a-aedb1afb9454 req-678b2031-910b-4981-a52d-3475b0813836 tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] 10.222.0.62 "GET /v2.0/ports?device_id=f520629b-cd0f-4559-929c-ba394ab739e1 HTTP/1.1" status: 200 len: 934 time: 0.2546337 Aug 10 03:06:28.134013 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3a03d2-a2b8-4a22-91b8-9e2c404172d3 None None] Network dd3ec3a2-7e0c-45b6-b660-9cb5558e3f90 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:06:28.156555 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6232199-276d-4517-a183-fb01744cddb1 req-f4a8ac60-08b0-4534-96c2-cf66dee2e0d2 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:28.158170 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f6232199-276d-4517-a183-fb01744cddb1 req-f4a8ac60-08b0-4534-96c2-cf66dee2e0d2 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=9418c9e4-ef93-4ce8-8169-a62e4fbadd70 HTTP/1.1" status: 200 len: 947 time: 0.2589664 Aug 10 03:06:28.239419 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-75bd4d0c-1a08-43f4-8f2a-aedb1afb9454 req-fe65abde-32ed-4710-ba59-73912b95351f tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] 10.222.0.62 "GET /v2.0/security-groups?id=6be0dafb-e04d-4c06-aa76-00284a9aef57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372187 Aug 10 03:06:28.247432 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b16dc367-7e4b-4c3f-b9b8-3a769ffafe11 req-06dede4d-848b-4063-be0e-c062dfd163e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:28.291916 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-31aebd51-8000-4e11-b0d1-52c1a002863d None None] Provisioning for port a79e3712-2404-43b6-97ce-5281c1b9e2e7 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:06:28.297196 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-31aebd51-8000-4e11-b0d1-52c1a002863d None None] Provisioning complete for port a79e3712-2404-43b6-97ce-5281c1b9e2e7 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:06:28.297625 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-31aebd51-8000-4e11-b0d1-52c1a002863d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:28.299471 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f6232199-276d-4517-a183-fb01744cddb1 req-8d35600c-8b72-46de-b608-39a43766786f tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240287 Aug 10 03:06:28.304098 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e1859b3-ba16-4f22-9e3e-d4fce5103213 req-1624ae2f-36e2-4564-a1f4-cfeb232b14c1 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Made reservation on behalf of bee18006e8ee4e0f8b5de53f967abbed for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:06:28.308192 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-1e1859b3-ba16-4f22-9e3e-d4fce5103213 req-1624ae2f-36e2-4564-a1f4-cfeb232b14c1 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:28.342175 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-31aebd51-8000-4e11-b0d1-52c1a002863d None None] Port a79e3712-2404-43b6-97ce-5281c1b9e2e7 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:06:28.374830 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-28c2eca5-542d-4349-b983-9860aa63bdc5 req-3b5b7549-39fc-472f-81ba-8e26e732ce1a tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.62 "GET /v2.0/ports?device_id=664a6ce4-88cb-43d5-8355-6fbcdabb7a73 HTTP/1.1" status: 200 len: 210 time: 0.0443461 Aug 10 03:06:28.876331 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093bd1c4-8297-4b70-a482-9c690b442ff9 req-023cc91f-c075-486c-93bb-1c9891cb9b18 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:28.877848 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-093bd1c4-8297-4b70-a482-9c690b442ff9 req-023cc91f-c075-486c-93bb-1c9891cb9b18 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f3a2631-d7b4-40ea-bea5-223ca07235e4 HTTP/1.1" status: 200 len: 972 time: 0.4192030 Aug 10 03:06:28.945684 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-1e1859b3-ba16-4f22-9e3e-d4fce5103213 req-1624ae2f-36e2-4564-a1f4-cfeb232b14c1 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Allocated IP 172.20.0.9 (7bd6a1e2-d65a-4310-b080-ef087a9f163c/f4099aa5-56aa-4afb-b339-2ffcbed0521f/2b53ea60-220b-4873-8aad-f63507800214) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:06:28.955246 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device a0ed0b1a-b974-4653-b9f3-e4ec7d875bc9 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:06:28.963825 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb0ed8-6053-4020-bbf0-ad45f9c24f07 req-3c8977a2-b1b7-486e-a338-6c5b9bfc6043 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:28.965497 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-18bb0ed8-6053-4020-bbf0-ad45f9c24f07 req-3c8977a2-b1b7-486e-a338-6c5b9bfc6043 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/networks?id=b071061e-0c83-4db2-9121-a6eb9f4ae150 HTTP/1.1" status: 200 len: 821 time: 0.5057042 Aug 10 03:06:29.006380 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-093bd1c4-8297-4b70-a482-9c690b442ff9 req-35e9409b-ae97-4aa3-b1a2-56f606fd7d10 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] 10.222.0.62 "GET /v2.0/security-groups?id=a097311c-b956-406d-a7f2-0397c749e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148386 Aug 10 03:06:29.016244 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-18bb0ed8-6053-4020-bbf0-ad45f9c24f07 req-5bc176c0-6215-48c7-81d7-e16ea0e9736b tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/quotas/d29523b6a3c34430b121d2faffd2884f HTTP/1.1" status: 200 len: 375 time: 0.0296602 Aug 10 03:06:29.076116 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port a0ed0b1a-b974-4653-b9f3-e4ec7d875bc9, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=a0ed0b1a-b974-4653-b9f3-e4ec7d875bc9,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:06:29.076323 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-18bb0ed8-6053-4020-bbf0-ad45f9c24f07 req-e834b3c9-3eed-45e3-bfb6-8658271933f1 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d29523b6a3c34430b121d2faffd2884f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430305 Aug 10 03:06:29.089050 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': 'a0ed0b1a-b974-4653-b9f3-e4ec7d875bc9', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'port_id': 'a0ed0b1a-b974-4653-b9f3-e4ec7d875bc9', 'mac_address': 'fa:16:3e:b2:00:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e3eb0b-907c-4ac4-809e-ae9609bc8c67', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:06:29.132436 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:29.145478 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0ed0b1a-b974-4653-b9f3-e4ec7d875bc9 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:06:29.168757 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port a0ed0b1a-b974-4653-b9f3-e4ec7d875bc9, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=a0ed0b1a-b974-4653-b9f3-e4ec7d875bc9,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:06:29.172755 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:29.222856 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=a0ed0b1a-b974-4653-b9f3-e4ec7d875bc9,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:29.245055 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-b16dc367-7e4b-4c3f-b9b8-3a769ffafe11 req-06dede4d-848b-4063-be0e-c062dfd163e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a79e3712-2404-43b6-97ce-5281c1b9e2e7 {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:06:29.265064 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b16dc367-7e4b-4c3f-b9b8-3a769ffafe11 req-06dede4d-848b-4063-be0e-c062dfd163e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:29.304747 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-b16dc367-7e4b-4c3f-b9b8-3a769ffafe11 req-06dede4d-848b-4063-be0e-c062dfd163e7 service neutron] Transition to ACTIVE for port object a79e3712-2404-43b6-97ce-5281c1b9e2e7 will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:06:29.318117 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-18bb0ed8-6053-4020-bbf0-ad45f9c24f07 req-ca5d458b-0579-4f5d-9a69-2feffa319814 service neutron] 10.222.0.62 "GET /v2.0/networks/b071061e-0c83-4db2-9121-a6eb9f4ae150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410631 Aug 10 03:06:29.318704 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b16dc367-7e4b-4c3f-b9b8-3a769ffafe11 req-06dede4d-848b-4063-be0e-c062dfd163e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:29.341459 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3313809-0b5f-4ece-bee6-37bb440ef0a2 req-db264cd4-b907-4dd5-a5d7-b79710d7cb5c tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:29.342964 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c3313809-0b5f-4ece-bee6-37bb440ef0a2 req-db264cd4-b907-4dd5-a5d7-b79710d7cb5c tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.62 "GET /v2.0/ports?device_id=27ad6276-cada-4a6a-8dea-dd5111e2bd19 HTTP/1.1" status: 200 len: 949 time: 0.2156191 Aug 10 03:06:29.449507 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-1e1859b3-ba16-4f22-9e3e-d4fce5103213 req-1624ae2f-36e2-4564-a1f4-cfeb232b14c1 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:29.469667 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dede4d-848b-4063-be0e-c062dfd163e7 service neutron] Pushing event updated for resources: {'Port': ['ID=a79e3712-2404-43b6-97ce-5281c1b9e2e7,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:29.498296 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['a0ed0b1a-b974-4653-b9f3-e4ec7d875bc9'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:06:29.503098 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-1e1859b3-ba16-4f22-9e3e-d4fce5103213 req-1624ae2f-36e2-4564-a1f4-cfeb232b14c1 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Transition to ACTIVE for port object 2b53ea60-220b-4873-8aad-f63507800214 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:06:29.552317 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c3313809-0b5f-4ece-bee6-37bb440ef0a2 req-fc8c8413-2015-4f1f-a4e1-b509a677674b tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.62 "GET /v2.0/security-groups?id=e021aac8-1f7c-42ad-a625-ac648d877e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733670 Aug 10 03:06:29.586635 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-18bb0ed8-6053-4020-bbf0-ad45f9c24f07 req-0ed6b393-e37f-4b16-960b-e6cd6d0045ef service neutron] 10.222.0.62 "GET /v2.0/networks/b071061e-0c83-4db2-9121-a6eb9f4ae150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607071 Aug 10 03:06:29.591232 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-b16dc367-7e4b-4c3f-b9b8-3a769ffafe11 req-06dede4d-848b-4063-be0e-c062dfd163e7 service neutron] Attempting to bind port a79e3712-2404-43b6-97ce-5281c1b9e2e7 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:06:29.591711 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-b16dc367-7e4b-4c3f-b9b8-3a769ffafe11 req-06dede4d-848b-4063-be0e-c062dfd163e7 service neutron] Attempting to bind port a79e3712-2404-43b6-97ce-5281c1b9e2e7 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:06:29.592259 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16dc367-7e4b-4c3f-b9b8-3a769ffafe11 req-06dede4d-848b-4063-be0e-c062dfd163e7 service neutron] Attempting to bind port a79e3712-2404-43b6-97ce-5281c1b9e2e7 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:06:29.605201 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16dc367-7e4b-4c3f-b9b8-3a769ffafe11 req-06dede4d-848b-4063-be0e-c062dfd163e7 service neutron] Port a79e3712-2404-43b6-97ce-5281c1b9e2e7 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:06:29.606790 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16dc367-7e4b-4c3f-b9b8-3a769ffafe11 req-06dede4d-848b-4063-be0e-c062dfd163e7 service neutron] Attempting to bind port a79e3712-2404-43b6-97ce-5281c1b9e2e7 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:06:29.615691 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16dc367-7e4b-4c3f-b9b8-3a769ffafe11 req-06dede4d-848b-4063-be0e-c062dfd163e7 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:06:29.616144 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16dc367-7e4b-4c3f-b9b8-3a769ffafe11 req-06dede4d-848b-4063-be0e-c062dfd163e7 service neutron] Checking segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:06:29.616735 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16dc367-7e4b-4c3f-b9b8-3a769ffafe11 req-06dede4d-848b-4063-be0e-c062dfd163e7 service neutron] Bound using segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:06:29.617124 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-b16dc367-7e4b-4c3f-b9b8-3a769ffafe11 req-06dede4d-848b-4063-be0e-c062dfd163e7 service neutron] Bound port: a79e3712-2404-43b6-97ce-5281c1b9e2e7, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:06:29.617587 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b16dc367-7e4b-4c3f-b9b8-3a769ffafe11 req-06dede4d-848b-4063-be0e-c062dfd163e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:29.621628 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-1e1859b3-ba16-4f22-9e3e-d4fce5103213 req-1624ae2f-36e2-4564-a1f4-cfeb232b14c1 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:29.680257 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e1859b3-ba16-4f22-9e3e-d4fce5103213 req-1624ae2f-36e2-4564-a1f4-cfeb232b14c1 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Network 7bd6a1e2-d65a-4310-b080-ef087a9f163c is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:06:29.706704 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-1e1859b3-ba16-4f22-9e3e-d4fce5103213 req-1624ae2f-36e2-4564-a1f4-cfeb232b14c1 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:06:29.709421 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e1859b3-ba16-4f22-9e3e-d4fce5103213 req-1624ae2f-36e2-4564-a1f4-cfeb232b14c1 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:06:29.716475 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1859b3-ba16-4f22-9e3e-d4fce5103213 req-1624ae2f-36e2-4564-a1f4-cfeb232b14c1 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:29.717244 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-1e1859b3-ba16-4f22-9e3e-d4fce5103213 req-1624ae2f-36e2-4564-a1f4-cfeb232b14c1 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:29.748243 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1624ae2f-36e2-4564-a1f4-cfeb232b14c1 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Pushing event updated for resources: {'Port': ['ID=2b53ea60-220b-4873-8aad-f63507800214,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:29.770114 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1e1859b3-ba16-4f22-9e3e-d4fce5103213 req-1624ae2f-36e2-4564-a1f4-cfeb232b14c1 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8635418 Aug 10 03:06:29.790285 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-1e1859b3-ba16-4f22-9e3e-d4fce5103213 req-5b3f559c-a328-42e5-9138-41fc4ddf862f service neutron] Request body: {'port': {'device_id': '664a6ce4-88cb-43d5-8355-6fbcdabb7a73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:06:29.793318 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-b16dc367-7e4b-4c3f-b9b8-3a769ffafe11 req-06dede4d-848b-4063-be0e-c062dfd163e7 service neutron] For port a79e3712-2404-43b6-97ce-5281c1b9e2e7, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:06:29.851015 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-b16dc367-7e4b-4c3f-b9b8-3a769ffafe11 req-06dede4d-848b-4063-be0e-c062dfd163e7 service neutron] For port a79e3712-2404-43b6-97ce-5281c1b9e2e7, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=a79e3712-2404-43b6-97ce-5281c1b9e2e7,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:06:29.875335 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b16dc367-7e4b-4c3f-b9b8-3a769ffafe11 req-06dede4d-848b-4063-be0e-c062dfd163e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:29.941218 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16dc367-7e4b-4c3f-b9b8-3a769ffafe11 req-06dede4d-848b-4063-be0e-c062dfd163e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:29.941827 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b16dc367-7e4b-4c3f-b9b8-3a769ffafe11 req-06dede4d-848b-4063-be0e-c062dfd163e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:29.943351 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b16dc367-7e4b-4c3f-b9b8-3a769ffafe11 req-06dede4d-848b-4063-be0e-c062dfd163e7 service neutron] 10.222.0.60 "PUT /v2.0/ports/a79e3712-2404-43b6-97ce-5281c1b9e2e7 HTTP/1.1" status: 200 len: 1117 time: 1.9057856 Aug 10 03:06:29.949250 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f520629b-cd0f-4559-929c-ba394ab739e1', 'tag': 'a79e3712-2404-43b6-97ce-5281c1b9e2e7'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:06:29.951346 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d118df2-0923-4efa-afc4-b068561cc751" -d '{"events": [{"name": "network-changed", "server_uuid": "f520629b-cd0f-4559-929c-ba394ab739e1", "tag": "a79e3712-2404-43b6-97ce-5281c1b9e2e7"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:06:29.976808 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc6c192-d941-46d5-ac91-f1f07f44fa28 req-5e27b30c-0937-4a73-ac64-473941bf51bf tempest-AggregatesAdminTestJSON-1826084518 tempest-AggregatesAdminTestJSON-1826084518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:29.978561 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cfc6c192-d941-46d5-ac91-f1f07f44fa28 req-5e27b30c-0937-4a73-ac64-473941bf51bf tempest-AggregatesAdminTestJSON-1826084518 tempest-AggregatesAdminTestJSON-1826084518-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1f3a2631-d7b4-40ea-bea5-223ca07235e4 HTTP/1.1" status: 200 len: 1124 time: 0.2104681 Aug 10 03:06:30.018304 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49886ae5-687a-48b8-81a9-05a3128c167f req-560689a2-e44b-4da5-8f63-50aafeb35bfd tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:30.019929 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-49886ae5-687a-48b8-81a9-05a3128c167f req-560689a2-e44b-4da5-8f63-50aafeb35bfd tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] 10.222.0.62 "GET /v2.0/ports?device_id=f520629b-cd0f-4559-929c-ba394ab739e1 HTTP/1.1" status: 200 len: 968 time: 0.1919134 Aug 10 03:06:30.020962 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-1e1859b3-ba16-4f22-9e3e-d4fce5103213 req-5b3f559c-a328-42e5-9138-41fc4ddf862f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:30.038632 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-34b4a33f-b514-482d-ae7e-5dd0d3bae96b None None] Provisioning for port 2b53ea60-220b-4873-8aad-f63507800214 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:06:30.045208 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-34b4a33f-b514-482d-ae7e-5dd0d3bae96b None None] Provisioning complete for port 2b53ea60-220b-4873-8aad-f63507800214 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:06:30.045598 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-34b4a33f-b514-482d-ae7e-5dd0d3bae96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:30.066619 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dede4d-848b-4063-be0e-c062dfd163e7 service neutron] Pushing event updated for resources: {'Port': ['ID=a79e3712-2404-43b6-97ce-5281c1b9e2e7,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:30.079634 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-cfc6c192-d941-46d5-ac91-f1f07f44fa28 req-03594739-72d6-45cc-a021-cfcfd4aaf96b tempest-AggregatesAdminTestJSON-1826084518 tempest-AggregatesAdminTestJSON-1826084518-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:30.119854 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-34b4a33f-b514-482d-ae7e-5dd0d3bae96b None None] Port 2b53ea60-220b-4873-8aad-f63507800214 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:06:30.164402 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16dc367-7e4b-4c3f-b9b8-3a769ffafe11 req-31c51d01-6109-476f-a7bc-0fc32b5c40c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:30.165943 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b16dc367-7e4b-4c3f-b9b8-3a769ffafe11 req-31c51d01-6109-476f-a7bc-0fc32b5c40c4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b4434a6e661543ecb06a970cfec907db&device_id=f520629b-cd0f-4559-929c-ba394ab739e1 HTTP/1.1" status: 200 len: 1120 time: 0.1774337 Aug 10 03:06:30.192918 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-49886ae5-687a-48b8-81a9-05a3128c167f req-89638636-3f50-4565-8ca9-f198a8e57711 tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] 10.222.0.62 "GET /v2.0/security-groups?id=6be0dafb-e04d-4c06-aa76-00284a9aef57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458728 Aug 10 03:06:30.241997 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b16dc367-7e4b-4c3f-b9b8-3a769ffafe11 req-32bb1b54-834c-4680-9255-ecaeffa79c06 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=a79e3712-2404-43b6-97ce-5281c1b9e2e7 HTTP/1.1" status: 200 len: 217 time: 0.0674908 Aug 10 03:06:30.274149 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2da4c616-b1d2-45ef-8021-192477de3f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:30.461659 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16dc367-7e4b-4c3f-b9b8-3a769ffafe11 req-9ff166ce-8313-41c0-bd5b-961434e8e33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:30.463176 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b16dc367-7e4b-4c3f-b9b8-3a769ffafe11 req-9ff166ce-8313-41c0-bd5b-961434e8e33c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.2108638 Aug 10 03:06:30.532592 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2445343c-4238-49a4-850f-b666ea4b1397 req-1c618a49-589b-4d98-ae44-cb230ffada44 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:30.534092 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2445343c-4238-49a4-850f-b666ea4b1397 req-1c618a49-589b-4d98-ae44-cb230ffada44 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=9418c9e4-ef93-4ce8-8169-a62e4fbadd70 HTTP/1.1" status: 200 len: 947 time: 0.2234406 Aug 10 03:06:30.779825 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.60', 59211) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:30.814197 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16dc367-7e4b-4c3f-b9b8-3a769ffafe11 req-981a5ce5-6736-4b70-94e4-ffefddee9f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:30.815714 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b16dc367-7e4b-4c3f-b9b8-3a769ffafe11 req-981a5ce5-6736-4b70-94e4-ffefddee9f75 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3393574 Aug 10 03:06:30.820383 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-cfc6c192-d941-46d5-ac91-f1f07f44fa28 req-03594739-72d6-45cc-a021-cfcfd4aaf96b tempest-AggregatesAdminTestJSON-1826084518 tempest-AggregatesAdminTestJSON-1826084518-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:30.845405 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-cfc6c192-d941-46d5-ac91-f1f07f44fa28 req-03594739-72d6-45cc-a021-cfcfd4aaf96b tempest-AggregatesAdminTestJSON-1826084518 tempest-AggregatesAdminTestJSON-1826084518-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:30.908772 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2445343c-4238-49a4-850f-b666ea4b1397 req-12b19e1e-4042-4d0b-a4f3-0f2465e5b07a tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3611827 Aug 10 03:06:30.935296 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cfc6c192-d941-46d5-ac91-f1f07f44fa28 req-03594739-72d6-45cc-a021-cfcfd4aaf96b tempest-AggregatesAdminTestJSON-1826084518 tempest-AggregatesAdminTestJSON-1826084518-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=a097311c-b956-406d-a7f2-0397c749e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9452093 Aug 10 03:06:30.937958 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e183a2ed-86aa-429c-bca1-6ee4c9cb06f4 req-48b31c13-1c85-4311-9228-9171f41400ea service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1f3a2631-d7b4-40ea-bea5-223ca07235e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2177927 Aug 10 03:06:30.955668 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 7b34d85d-31ea-427f-bb22-4317f4465781 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:06:30.995483 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03594739-72d6-45cc-a021-cfcfd4aaf96b tempest-AggregatesAdminTestJSON-1826084518 tempest-AggregatesAdminTestJSON-1826084518-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675389ac-d4d0-4c57-838c-b862331d3b3e,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:31.005005 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb0ed8-6053-4020-bbf0-ad45f9c24f07 req-90d4b14d-612b-44bf-8014-23bb58cc1ca6 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:31.007260 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-18bb0ed8-6053-4020-bbf0-ad45f9c24f07 req-90d4b14d-612b-44bf-8014-23bb58cc1ca6 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.60 "GET /v2.0/networks?id=b071061e-0c83-4db2-9121-a6eb9f4ae150 HTTP/1.1" status: 200 len: 821 time: 0.2257354 Aug 10 03:06:31.012552 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device a0ed0b1a-b974-4653-b9f3-e4ec7d875bc9 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:06:31.015817 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-1e1859b3-ba16-4f22-9e3e-d4fce5103213 req-5b3f559c-a328-42e5-9138-41fc4ddf862f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b53ea60-220b-4873-8aad-f63507800214 {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:06:31.026833 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-18bb0ed8-6053-4020-bbf0-ad45f9c24f07 req-f55b8e9a-5166-4542-b14c-052d36a15165 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Request body: {'port': {'device_id': '5f210c3c-37b1-4313-b640-deb8332cbd55', 'network_id': 'b071061e-0c83-4db2-9121-a6eb9f4ae150', 'admin_state_up': True, 'tenant_id': 'd29523b6a3c34430b121d2faffd2884f'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:06:31.030855 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-1e1859b3-ba16-4f22-9e3e-d4fce5103213 req-5b3f559c-a328-42e5-9138-41fc4ddf862f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:31.037480 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b16dc367-7e4b-4c3f-b9b8-3a769ffafe11 req-e28d23ed-3275-48f2-a954-ade10afa938c service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139742 Aug 10 03:06:31.079887 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-1e1859b3-ba16-4f22-9e3e-d4fce5103213 req-5b3f559c-a328-42e5-9138-41fc4ddf862f service neutron] Transition to ACTIVE for port object 2b53ea60-220b-4873-8aad-f63507800214 will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:06:31.136789 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-1e1859b3-ba16-4f22-9e3e-d4fce5103213 req-5b3f559c-a328-42e5-9138-41fc4ddf862f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:31.187677 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18bb0ed8-6053-4020-bbf0-ad45f9c24f07 req-f55b8e9a-5166-4542-b14c-052d36a15165 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Made reservation on behalf of d29523b6a3c34430b121d2faffd2884f for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:06:31.191353 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-18bb0ed8-6053-4020-bbf0-ad45f9c24f07 req-f55b8e9a-5166-4542-b14c-052d36a15165 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:31.196366 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port a0ed0b1a-b974-4653-b9f3-e4ec7d875bc9 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:06:31.203192 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port a0ed0b1a-b974-4653-b9f3-e4ec7d875bc9 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:06:31.203565 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:31.241789 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-01e1ab9a-af91-4bf1-970b-3ebff9e0fe7f req-f842045d-a106-4d09-8f32-446cdef147d7 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f210c3c-37b1-4313-b640-deb8332cbd55 HTTP/1.1" status: 200 len: 210 time: 0.1005974 Aug 10 03:06:31.307462 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3f559c-a328-42e5-9138-41fc4ddf862f service neutron] Pushing event updated for resources: {'Port': ['ID=2b53ea60-220b-4873-8aad-f63507800214,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:31.313025 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 7b34d85d-31ea-427f-bb22-4317f4465781, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=7b34d85d-31ea-427f-bb22-4317f4465781,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:06:31.335773 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': '7b34d85d-31ea-427f-bb22-4317f4465781', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'port_id': '7b34d85d-31ea-427f-bb22-4317f4465781', 'mac_address': 'fa:16:3e:f4:0a:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e3eb0b-907c-4ac4-809e-ae9609bc8c67', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:06:31.338777 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b78b63-5cc5-4f56-aead-8386a67f51a1 req-c195019d-5165-4267-b8bc-8dadfd9a6a7d tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:31.346959 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-49b78b63-5cc5-4f56-aead-8386a67f51a1 req-c195019d-5165-4267-b8bc-8dadfd9a6a7d tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.62 "GET /v2.0/ports?device_id=664a6ce4-88cb-43d5-8355-6fbcdabb7a73 HTTP/1.1" status: 200 len: 943 time: 0.2280638 Aug 10 03:06:31.349975 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e183a2ed-86aa-429c-bca1-6ee4c9cb06f4 req-e1b3f92a-7b84-41d5-ba59-afdccee13232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:31.356922 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e183a2ed-86aa-429c-bca1-6ee4c9cb06f4 req-e1b3f92a-7b84-41d5-ba59-afdccee13232 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aee6f4b205324256b0c3de2882c15e94&device_id=1f3a2631-d7b4-40ea-bea5-223ca07235e4 HTTP/1.1" status: 200 len: 1124 time: 0.2390127 Aug 10 03:06:31.358530 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591f089d-89b5-4f84-8d1f-22b78f85d80f x-openstack-request-id: req-591f089d-89b5-4f84-8d1f-22b78f85d80f {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:06:31.360188 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f520629b-cd0f-4559-929c-ba394ab739e1", "tag": "a79e3712-2404-43b6-97ce-5281c1b9e2e7", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:06:31.360519 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-591f089d-89b5-4f84-8d1f-22b78f85d80f {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:06:31.361286 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f520629b-cd0f-4559-929c-ba394ab739e1', 'tag': 'a79e3712-2404-43b6-97ce-5281c1b9e2e7', 'status': 'completed', 'code': 200} Aug 10 03:06:31.374277 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:31.383962 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-18bb0ed8-6053-4020-bbf0-ad45f9c24f07 req-f55b8e9a-5166-4542-b14c-052d36a15165 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Allocated IP 172.20.0.6 (b071061e-0c83-4db2-9121-a6eb9f4ae150/07f824b9-3083-4489-bc41-7237705a68bc/dda454e8-e875-42e2-9540-224304669743) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:06:31.389644 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:31.406417 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b34d85d-31ea-427f-bb22-4317f4465781 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:06:31.412132 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b16dc367-7e4b-4c3f-b9b8-3a769ffafe11 req-c170696a-2f29-4280-828d-2d13f05546ed service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3638644 Aug 10 03:06:31.412905 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-1e1859b3-ba16-4f22-9e3e-d4fce5103213 req-5b3f559c-a328-42e5-9138-41fc4ddf862f service neutron] Attempting to bind port 2b53ea60-220b-4873-8aad-f63507800214 on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:06:31.413314 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-1e1859b3-ba16-4f22-9e3e-d4fce5103213 req-5b3f559c-a328-42e5-9138-41fc4ddf862f service neutron] Attempting to bind port 2b53ea60-220b-4873-8aad-f63507800214 by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '4e3c1cee-23cd-4cfd-8d5b-a93ff23d6c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7bd6a1e2-d65a-4310-b080-ef087a9f163c'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:06:31.413729 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1859b3-ba16-4f22-9e3e-d4fce5103213 req-5b3f559c-a328-42e5-9138-41fc4ddf862f service neutron] Attempting to bind port 2b53ea60-220b-4873-8aad-f63507800214 on network 7bd6a1e2-d65a-4310-b080-ef087a9f163c {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:06:31.430122 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27ad6276-cada-4a6a-8dea-dd5111e2bd19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ed0b1a-b974-4653-b9f3-e4ec7d875bc9'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:06:31.433138 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8642e5c-5c9d-4228-b0af-0795857c4d97" -d '{"events": [{"server_uuid": "27ad6276-cada-4a6a-8dea-dd5111e2bd19", "name": "network-vif-plugged", "status": "completed", "tag": "a0ed0b1a-b974-4653-b9f3-e4ec7d875bc9"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:06:31.456975 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 7b34d85d-31ea-427f-bb22-4317f4465781, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=7b34d85d-31ea-427f-bb22-4317f4465781,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:06:31.459926 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port a0ed0b1a-b974-4653-b9f3-e4ec7d875bc9, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=a0ed0b1a-b974-4653-b9f3-e4ec7d875bc9,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:06:31.462167 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:31.522616 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:31.525755 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=7b34d85d-31ea-427f-bb22-4317f4465781,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:31.538166 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1859b3-ba16-4f22-9e3e-d4fce5103213 req-5b3f559c-a328-42e5-9138-41fc4ddf862f service neutron] Port 2b53ea60-220b-4873-8aad-f63507800214 on network 7bd6a1e2-d65a-4310-b080-ef087a9f163c not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:06:31.538568 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1859b3-ba16-4f22-9e3e-d4fce5103213 req-5b3f559c-a328-42e5-9138-41fc4ddf862f service neutron] Attempting to bind port 2b53ea60-220b-4873-8aad-f63507800214 on network 7bd6a1e2-d65a-4310-b080-ef087a9f163c {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:06:31.580700 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=a0ed0b1a-b974-4653-b9f3-e4ec7d875bc9,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:31.582547 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-18bb0ed8-6053-4020-bbf0-ad45f9c24f07 req-f55b8e9a-5166-4542-b14c-052d36a15165 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:31.594694 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1859b3-ba16-4f22-9e3e-d4fce5103213 req-5b3f559c-a328-42e5-9138-41fc4ddf862f service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:06:31.595077 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1859b3-ba16-4f22-9e3e-d4fce5103213 req-5b3f559c-a328-42e5-9138-41fc4ddf862f service neutron] Checking segment: {'id': '4e3c1cee-23cd-4cfd-8d5b-a93ff23d6c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7bd6a1e2-d65a-4310-b080-ef087a9f163c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:06:31.595490 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1859b3-ba16-4f22-9e3e-d4fce5103213 req-5b3f559c-a328-42e5-9138-41fc4ddf862f service neutron] Bound using segment: {'id': '4e3c1cee-23cd-4cfd-8d5b-a93ff23d6c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7bd6a1e2-d65a-4310-b080-ef087a9f163c'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:06:31.595943 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-1e1859b3-ba16-4f22-9e3e-d4fce5103213 req-5b3f559c-a328-42e5-9138-41fc4ddf862f service neutron] Bound port: 2b53ea60-220b-4873-8aad-f63507800214, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e3c1cee-23cd-4cfd-8d5b-a93ff23d6c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7bd6a1e2-d65a-4310-b080-ef087a9f163c'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:06:31.596305 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-1e1859b3-ba16-4f22-9e3e-d4fce5103213 req-5b3f559c-a328-42e5-9138-41fc4ddf862f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:31.605235 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-49b78b63-5cc5-4f56-aead-8386a67f51a1 req-fb9d6945-2516-4d3b-aca0-3ab072bdd010 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.62 "GET /v2.0/security-groups?id=3640a20a-f833-4208-a5e8-4377bcabf26a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2573671 Aug 10 03:06:31.645613 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-18bb0ed8-6053-4020-bbf0-ad45f9c24f07 req-f55b8e9a-5166-4542-b14c-052d36a15165 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:31.688805 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9918ae3d-9e99-419f-8b1b-76444350019b req-8b685d81-b67f-4a2d-a0d7-f14ffaf5a4a3 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:31.690394 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9918ae3d-9e99-419f-8b1b-76444350019b req-8b685d81-b67f-4a2d-a0d7-f14ffaf5a4a3 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.62 "GET /v2.0/ports?device_id=27ad6276-cada-4a6a-8dea-dd5111e2bd19 HTTP/1.1" status: 200 len: 950 time: 0.2807903 Aug 10 03:06:31.692134 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d118df2-0923-4efa-afc4-b068561cc751 req-2c1d3ea5-db66-4dce-bb8b-2fe633860abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:31.694145 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5d118df2-0923-4efa-afc4-b068561cc751 req-2c1d3ea5-db66-4dce-bb8b-2fe633860abf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b4434a6e661543ecb06a970cfec907db&device_id=f520629b-cd0f-4559-929c-ba394ab739e1 HTTP/1.1" status: 200 len: 1120 time: 0.1948071 Aug 10 03:06:31.696657 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['7b34d85d-31ea-427f-bb22-4317f4465781'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:06:31.698863 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18bb0ed8-6053-4020-bbf0-ad45f9c24f07 req-f55b8e9a-5166-4542-b14c-052d36a15165 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Network b071061e-0c83-4db2-9121-a6eb9f4ae150 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:06:31.701195 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-18bb0ed8-6053-4020-bbf0-ad45f9c24f07 req-f55b8e9a-5166-4542-b14c-052d36a15165 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:06:31.706065 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-18bb0ed8-6053-4020-bbf0-ad45f9c24f07 req-f55b8e9a-5166-4542-b14c-052d36a15165 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:06:31.712313 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb0ed8-6053-4020-bbf0-ad45f9c24f07 req-f55b8e9a-5166-4542-b14c-052d36a15165 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:31.712938 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-18bb0ed8-6053-4020-bbf0-ad45f9c24f07 req-f55b8e9a-5166-4542-b14c-052d36a15165 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:31.723079 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e183a2ed-86aa-429c-bca1-6ee4c9cb06f4 req-55205a14-786c-40cd-afbe-80191d9ea57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:31.724593 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e183a2ed-86aa-429c-bca1-6ee4c9cb06f4 req-55205a14-786c-40cd-afbe-80191d9ea57e service neutron] 10.222.0.60 "GET /v2.0/networks?id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d HTTP/1.1" status: 200 len: 870 time: 0.3337405 Aug 10 03:06:31.725760 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55b8e9a-5166-4542-b14c-052d36a15165 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Pushing event updated for resources: {'Port': ['ID=dda454e8-e875-42e2-9540-224304669743,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:31.745247 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-18bb0ed8-6053-4020-bbf0-ad45f9c24f07 req-f55b8e9a-5166-4542-b14c-052d36a15165 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7276051 Aug 10 03:06:31.757958 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-18bb0ed8-6053-4020-bbf0-ad45f9c24f07 req-21dd6ce9-3bc3-40e7-95d4-1cd1a3a4f27e service neutron] Request body: {'port': {'device_id': '5f210c3c-37b1-4313-b640-deb8332cbd55', 'device_owner': 'compute:tempest-test_az-1313326255', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:06:31.836937 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e183a2ed-86aa-429c-bca1-6ee4c9cb06f4 req-ef51a4b2-571a-4283-b37e-b9cd184148bf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=e5b01164-0f7e-42ae-847e-3604c9c25b11 HTTP/1.1" status: 200 len: 217 time: 0.0699947 Aug 10 03:06:31.840361 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-18bb0ed8-6053-4020-bbf0-ad45f9c24f07 req-21dd6ce9-3bc3-40e7-95d4-1cd1a3a4f27e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:31.887048 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-1e1859b3-ba16-4f22-9e3e-d4fce5103213 req-5b3f559c-a328-42e5-9138-41fc4ddf862f service neutron] For port 2b53ea60-220b-4873-8aad-f63507800214, host n-h1-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:06:31.930269 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9918ae3d-9e99-419f-8b1b-76444350019b req-f6d737df-f297-4ecf-a05f-d157e218bdeb tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.62 "GET /v2.0/security-groups?id=e021aac8-1f7c-42ad-a625-ac648d877e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249899 Aug 10 03:06:31.963089 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-1e1859b3-ba16-4f22-9e3e-d4fce5103213 req-5b3f559c-a328-42e5-9138-41fc4ddf862f service neutron] For port 2b53ea60-220b-4873-8aad-f63507800214, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=2b53ea60-220b-4873-8aad-f63507800214,segment=NetworkSegment(4e3c1cee-23cd-4cfd-8d5b-a93ff23d6c0e),segment_id=4e3c1cee-23cd-4cfd-8d5b-a93ff23d6c0e)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:06:31.965587 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e183a2ed-86aa-429c-bca1-6ee4c9cb06f4 req-b5861ef5-466b-42cf-958a-9f5138ea6df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:31.967448 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e183a2ed-86aa-429c-bca1-6ee4c9cb06f4 req-b5861ef5-466b-42cf-958a-9f5138ea6df9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.1160936 Aug 10 03:06:31.984354 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-1e1859b3-ba16-4f22-9e3e-d4fce5103213 req-5b3f559c-a328-42e5-9138-41fc4ddf862f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:31.986080 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e90c2a-515e-44ac-aa58-dfce198295c4 x-openstack-request-id: req-11e90c2a-515e-44ac-aa58-dfce198295c4 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:06:31.986369 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27ad6276-cada-4a6a-8dea-dd5111e2bd19", "name": "network-vif-plugged", "status": "completed", "tag": "a0ed0b1a-b974-4653-b9f3-e4ec7d875bc9", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:06:31.986630 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-11e90c2a-515e-44ac-aa58-dfce198295c4 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:06:31.988025 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27ad6276-cada-4a6a-8dea-dd5111e2bd19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ed0b1a-b974-4653-b9f3-e4ec7d875bc9', 'code': 200} Aug 10 03:06:32.080914 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1859b3-ba16-4f22-9e3e-d4fce5103213 req-5b3f559c-a328-42e5-9138-41fc4ddf862f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:32.081492 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-1e1859b3-ba16-4f22-9e3e-d4fce5103213 req-5b3f559c-a328-42e5-9138-41fc4ddf862f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:32.082903 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1e1859b3-ba16-4f22-9e3e-d4fce5103213 req-5b3f559c-a328-42e5-9138-41fc4ddf862f service neutron] 10.222.0.58 "PUT /v2.0/ports/2b53ea60-220b-4873-8aad-f63507800214 HTTP/1.1" status: 200 len: 1092 time: 2.2993977 Aug 10 03:06:32.106819 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d118df2-0923-4efa-afc4-b068561cc751 req-45819247-1d60-458d-b04a-74ef7a8a685f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:32.107873 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5d118df2-0923-4efa-afc4-b068561cc751 req-45819247-1d60-458d-b04a-74ef7a8a685f service neutron] 10.222.0.60 "GET /v2.0/networks?id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d HTTP/1.1" status: 200 len: 870 time: 0.4013047 Aug 10 03:06:32.108835 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3f559c-a328-42e5-9138-41fc4ddf862f service neutron] Pushing event updated for resources: {'Port': ['ID=2b53ea60-220b-4873-8aad-f63507800214,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:32.176307 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d649a17-7a82-48b7-b678-1d24644ab8df req-d519de5a-b1c9-4e54-8cff-df72dcf918ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:32.177780 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2d649a17-7a82-48b7-b678-1d24644ab8df req-d519de5a-b1c9-4e54-8cff-df72dcf918ae service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=27ad6276-cada-4a6a-8dea-dd5111e2bd19 HTTP/1.1" status: 200 len: 1102 time: 0.1112688 Aug 10 03:06:32.215089 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5d118df2-0923-4efa-afc4-b068561cc751 req-8ae0464c-a9bc-48d0-bb5e-9d74c7af1a2a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=a79e3712-2404-43b6-97ce-5281c1b9e2e7 HTTP/1.1" status: 200 len: 217 time: 0.0897257 Aug 10 03:06:32.230263 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71980540-dc78-42f8-bea2-ea30d51aa41c req-6935503a-fb59-4882-b2e2-7e584df65b13 tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:32.232399 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-71980540-dc78-42f8-bea2-ea30d51aa41c req-6935503a-fb59-4882-b2e2-7e584df65b13 tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] 10.222.0.62 "GET /v2.0/ports?device_id=f520629b-cd0f-4559-929c-ba394ab739e1 HTTP/1.1" status: 200 len: 968 time: 0.3379498 Aug 10 03:06:32.251720 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-18bb0ed8-6053-4020-bbf0-ad45f9c24f07 req-21dd6ce9-3bc3-40e7-95d4-1cd1a3a4f27e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dda454e8-e875-42e2-9540-224304669743 {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:06:32.260834 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-18bb0ed8-6053-4020-bbf0-ad45f9c24f07 req-21dd6ce9-3bc3-40e7-95d4-1cd1a3a4f27e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:32.283219 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e183a2ed-86aa-429c-bca1-6ee4c9cb06f4 req-47575ddd-be1f-408a-89ea-5be4ce62a464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:32.284712 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e183a2ed-86aa-429c-bca1-6ee4c9cb06f4 req-47575ddd-be1f-408a-89ea-5be4ce62a464 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2897513 Aug 10 03:06:32.286663 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2d649a17-7a82-48b7-b678-1d24644ab8df req-8030e4f6-6513-4e3d-b60f-5adda14c544b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e021aac8-1f7c-42ad-a625-ac648d877e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985386 Aug 10 03:06:32.291325 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-18bb0ed8-6053-4020-bbf0-ad45f9c24f07 req-21dd6ce9-3bc3-40e7-95d4-1cd1a3a4f27e service neutron] Transition to ACTIVE for port object dda454e8-e875-42e2-9540-224304669743 will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:06:32.295483 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-18bb0ed8-6053-4020-bbf0-ad45f9c24f07 req-21dd6ce9-3bc3-40e7-95d4-1cd1a3a4f27e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:32.327284 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59706b34-09d9-4789-861c-58cf915d1616 req-b099130f-3623-4f1c-884d-6b03fb218a12 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:32.335073 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-59706b34-09d9-4789-861c-58cf915d1616 req-b099130f-3623-4f1c-884d-6b03fb218a12 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=9418c9e4-ef93-4ce8-8169-a62e4fbadd70 HTTP/1.1" status: 200 len: 948 time: 0.2157605 Aug 10 03:06:32.348821 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd6ce9-3bc3-40e7-95d4-1cd1a3a4f27e service neutron] Pushing event updated for resources: {'Port': ['ID=dda454e8-e875-42e2-9540-224304669743,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:32.378945 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-18bb0ed8-6053-4020-bbf0-ad45f9c24f07 req-21dd6ce9-3bc3-40e7-95d4-1cd1a3a4f27e service neutron] Attempting to bind port dda454e8-e875-42e2-9540-224304669743 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:06:32.379271 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-18bb0ed8-6053-4020-bbf0-ad45f9c24f07 req-21dd6ce9-3bc3-40e7-95d4-1cd1a3a4f27e service neutron] Attempting to bind port dda454e8-e875-42e2-9540-224304669743 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '837bbb8d-e72f-44c2-893c-c4df3456bfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b071061e-0c83-4db2-9121-a6eb9f4ae150'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:06:32.379595 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18bb0ed8-6053-4020-bbf0-ad45f9c24f07 req-21dd6ce9-3bc3-40e7-95d4-1cd1a3a4f27e service neutron] Attempting to bind port dda454e8-e875-42e2-9540-224304669743 on network b071061e-0c83-4db2-9121-a6eb9f4ae150 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:06:32.383939 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18bb0ed8-6053-4020-bbf0-ad45f9c24f07 req-21dd6ce9-3bc3-40e7-95d4-1cd1a3a4f27e service neutron] Port dda454e8-e875-42e2-9540-224304669743 on network b071061e-0c83-4db2-9121-a6eb9f4ae150 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:06:32.384251 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18bb0ed8-6053-4020-bbf0-ad45f9c24f07 req-21dd6ce9-3bc3-40e7-95d4-1cd1a3a4f27e service neutron] Attempting to bind port dda454e8-e875-42e2-9540-224304669743 on network b071061e-0c83-4db2-9121-a6eb9f4ae150 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:06:32.384423 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1859b3-ba16-4f22-9e3e-d4fce5103213 req-ed1d7b2f-1d92-43c7-b34c-41fd860f8b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:32.385921 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1e1859b3-ba16-4f22-9e3e-d4fce5103213 req-ed1d7b2f-1d92-43c7-b34c-41fd860f8b72 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bee18006e8ee4e0f8b5de53f967abbed&device_id=664a6ce4-88cb-43d5-8355-6fbcdabb7a73 HTTP/1.1" status: 200 len: 1095 time: 0.2500923 Aug 10 03:06:32.389691 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18bb0ed8-6053-4020-bbf0-ad45f9c24f07 req-21dd6ce9-3bc3-40e7-95d4-1cd1a3a4f27e service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:06:32.390023 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18bb0ed8-6053-4020-bbf0-ad45f9c24f07 req-21dd6ce9-3bc3-40e7-95d4-1cd1a3a4f27e service neutron] Checking segment: {'id': '837bbb8d-e72f-44c2-893c-c4df3456bfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b071061e-0c83-4db2-9121-a6eb9f4ae150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:06:32.390396 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18bb0ed8-6053-4020-bbf0-ad45f9c24f07 req-21dd6ce9-3bc3-40e7-95d4-1cd1a3a4f27e service neutron] Bound using segment: {'id': '837bbb8d-e72f-44c2-893c-c4df3456bfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b071061e-0c83-4db2-9121-a6eb9f4ae150'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:06:32.390840 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-18bb0ed8-6053-4020-bbf0-ad45f9c24f07 req-21dd6ce9-3bc3-40e7-95d4-1cd1a3a4f27e service neutron] Bound port: dda454e8-e875-42e2-9540-224304669743, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '837bbb8d-e72f-44c2-893c-c4df3456bfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b071061e-0c83-4db2-9121-a6eb9f4ae150'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:06:32.391189 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-18bb0ed8-6053-4020-bbf0-ad45f9c24f07 req-21dd6ce9-3bc3-40e7-95d4-1cd1a3a4f27e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:32.415044 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d118df2-0923-4efa-afc4-b068561cc751 req-14bd7591-74f6-4ba8-b476-0b014fe940af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:32.416512 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5d118df2-0923-4efa-afc4-b068561cc751 req-14bd7591-74f6-4ba8-b476-0b014fe940af service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.1831970 Aug 10 03:06:32.456000 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-71980540-dc78-42f8-bea2-ea30d51aa41c req-fc392ea2-2749-40aa-84bd-47be0e729cc6 tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] 10.222.0.62 "GET /v2.0/security-groups?id=6be0dafb-e04d-4c06-aa76-00284a9aef57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092400 Aug 10 03:06:32.458063 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-18bb0ed8-6053-4020-bbf0-ad45f9c24f07 req-21dd6ce9-3bc3-40e7-95d4-1cd1a3a4f27e service neutron] For port dda454e8-e875-42e2-9540-224304669743, host n-h2-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:06:32.461336 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-18bb0ed8-6053-4020-bbf0-ad45f9c24f07 req-21dd6ce9-3bc3-40e7-95d4-1cd1a3a4f27e service neutron] For port dda454e8-e875-42e2-9540-224304669743, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=dda454e8-e875-42e2-9540-224304669743,segment=NetworkSegment(837bbb8d-e72f-44c2-893c-c4df3456bfd0),segment_id=837bbb8d-e72f-44c2-893c-c4df3456bfd0)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:06:32.467977 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-18bb0ed8-6053-4020-bbf0-ad45f9c24f07 req-21dd6ce9-3bc3-40e7-95d4-1cd1a3a4f27e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:32.478335 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1e1859b3-ba16-4f22-9e3e-d4fce5103213 req-2839c94c-71dd-4e43-897b-aaeca85c6a45 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b53ea60-220b-4873-8aad-f63507800214 HTTP/1.1" status: 200 len: 217 time: 0.0715015 Aug 10 03:06:32.508339 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb0ed8-6053-4020-bbf0-ad45f9c24f07 req-21dd6ce9-3bc3-40e7-95d4-1cd1a3a4f27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:32.508971 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-18bb0ed8-6053-4020-bbf0-ad45f9c24f07 req-21dd6ce9-3bc3-40e7-95d4-1cd1a3a4f27e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:32.510376 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-18bb0ed8-6053-4020-bbf0-ad45f9c24f07 req-21dd6ce9-3bc3-40e7-95d4-1cd1a3a4f27e service neutron] 10.222.0.60 "PUT /v2.0/ports/dda454e8-e875-42e2-9540-224304669743 HTTP/1.1" status: 200 len: 1114 time: 0.7577782 Aug 10 03:06:32.510851 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f210c3c-37b1-4313-b640-deb8332cbd55', 'tag': 'dda454e8-e875-42e2-9540-224304669743'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:06:32.513668 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4684e51-4544-4b2b-a072-60f1f459814c" -d '{"events": [{"name": "network-changed", "server_uuid": "5f210c3c-37b1-4313-b640-deb8332cbd55", "tag": "dda454e8-e875-42e2-9540-224304669743"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:06:32.552500 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-59706b34-09d9-4789-861c-58cf915d1616 req-ca4743af-a036-45c7-9525-31bff311e173 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168844 Aug 10 03:06:32.582466 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd6ce9-3bc3-40e7-95d4-1cd1a3a4f27e service neutron] Pushing event updated for resources: {'Port': ['ID=dda454e8-e875-42e2-9540-224304669743,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:32.609613 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e183a2ed-86aa-429c-bca1-6ee4c9cb06f4 req-144315bd-e044-4bb3-bca2-45cfcc947b32 service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085303 Aug 10 03:06:32.609790 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964ed6d3-f188-4eb2-900d-70320ea9d23f x-openstack-request-id: req-964ed6d3-f188-4eb2-900d-70320ea9d23f {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:06:32.609917 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f210c3c-37b1-4313-b640-deb8332cbd55", "tag": "dda454e8-e875-42e2-9540-224304669743", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:06:32.610143 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-964ed6d3-f188-4eb2-900d-70320ea9d23f {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:06:32.610559 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f210c3c-37b1-4313-b640-deb8332cbd55', 'tag': 'dda454e8-e875-42e2-9540-224304669743', 'status': 'completed', 'code': 200} Aug 10 03:06:32.624247 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d118df2-0923-4efa-afc4-b068561cc751 req-8cecc8e6-1dc0-4e73-8595-071a36424cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:32.625270 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb0ed8-6053-4020-bbf0-ad45f9c24f07 req-62d80d7d-b7c7-4a07-806a-765b5985a2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:32.626197 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5d118df2-0923-4efa-afc4-b068561cc751 req-8cecc8e6-1dc0-4e73-8595-071a36424cbe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1691561 Aug 10 03:06:32.626882 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-18bb0ed8-6053-4020-bbf0-ad45f9c24f07 req-62d80d7d-b7c7-4a07-806a-765b5985a2f7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d29523b6a3c34430b121d2faffd2884f&device_id=5f210c3c-37b1-4313-b640-deb8332cbd55 HTTP/1.1" status: 200 len: 1117 time: 0.0657110 Aug 10 03:06:32.627540 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1859b3-ba16-4f22-9e3e-d4fce5103213 req-554c8fd6-de54-4680-b9bc-714e10ba7ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:32.628923 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1e1859b3-ba16-4f22-9e3e-d4fce5103213 req-554c8fd6-de54-4680-b9bc-714e10ba7ca3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f4099aa5-56aa-4afb-b339-2ffcbed0521f HTTP/1.1" status: 200 len: 863 time: 0.1277218 Aug 10 03:06:32.681487 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-18bb0ed8-6053-4020-bbf0-ad45f9c24f07 req-22b4b895-5daf-49aa-ba33-da4b68f4baf7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dda454e8-e875-42e2-9540-224304669743 HTTP/1.1" status: 200 len: 217 time: 0.0400128 Aug 10 03:06:32.738166 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb0ed8-6053-4020-bbf0-ad45f9c24f07 req-6e36cb8c-f82f-4db6-b3fa-da9cf9eca74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:32.739737 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-18bb0ed8-6053-4020-bbf0-ad45f9c24f07 req-6e36cb8c-f82f-4db6-b3fa-da9cf9eca74e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=07f824b9-3083-4489-bc41-7237705a68bc HTTP/1.1" status: 200 len: 861 time: 0.0511203 Aug 10 03:06:32.778063 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-18bb0ed8-6053-4020-bbf0-ad45f9c24f07 req-074c3094-999e-4a69-b289-149e17498c87 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b071061e-0c83-4db2-9121-a6eb9f4ae150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292749 Aug 10 03:06:32.877110 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-18bb0ed8-6053-4020-bbf0-ad45f9c24f07 req-ef5e4c5a-d3f7-4747-a8ec-754304fe8f87 service neutron] 10.222.0.60 "GET /v2.0/networks/b071061e-0c83-4db2-9121-a6eb9f4ae150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913870 Aug 10 03:06:32.933215 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-26623528-fa12-4c31-890c-c887434d8ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:32.958086 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 7b34d85d-31ea-427f-bb22-4317f4465781 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:06:32.976906 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-18bb0ed8-6053-4020-bbf0-ad45f9c24f07 req-0d314ce0-0f42-4cd8-9836-d84ed5cf5da6 service neutron] 10.222.0.60 "GET /v2.0/networks/b071061e-0c83-4db2-9121-a6eb9f4ae150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931411 Aug 10 03:06:33.008814 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ab858-6998-4e93-9bda-05e78950f07f req-bf36ad6a-1b4a-424c-91e7-3bdbdfa5f565 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:33.010343 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-298ab858-6998-4e93-9bda-05e78950f07f req-bf36ad6a-1b4a-424c-91e7-3bdbdfa5f565 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f210c3c-37b1-4313-b640-deb8332cbd55 HTTP/1.1" status: 200 len: 965 time: 0.4046576 Aug 10 03:06:33.021335 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port 7b34d85d-31ea-427f-bb22-4317f4465781 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:06:33.025497 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port 7b34d85d-31ea-427f-bb22-4317f4465781 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:06:33.025497 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:33.078920 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1859b3-ba16-4f22-9e3e-d4fce5103213 req-6e57dbc2-1d19-485f-8e46-c17b9adf9d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:33.080411 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1e1859b3-ba16-4f22-9e3e-d4fce5103213 req-6e57dbc2-1d19-485f-8e46-c17b9adf9d4f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7bd6a1e2-d65a-4310-b080-ef087a9f163c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4253783 Aug 10 03:06:33.086801 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4684e51-4544-4b2b-a072-60f1f459814c req-7336b206-9b36-4efd-9b54-516eed1f0dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:33.088871 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a4684e51-4544-4b2b-a072-60f1f459814c req-7336b206-9b36-4efd-9b54-516eed1f0dbe service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d29523b6a3c34430b121d2faffd2884f&device_id=5f210c3c-37b1-4313-b640-deb8332cbd55 HTTP/1.1" status: 200 len: 1117 time: 0.0535421 Aug 10 03:06:33.095346 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6446d-a850-4da1-92ca-06951f389a11 req-0c06c916-8e9e-4046-866b-bc733ec8c0f2 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:33.096856 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0dd6446d-a850-4da1-92ca-06951f389a11 req-0c06c916-8e9e-4046-866b-bc733ec8c0f2 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.62 "GET /v2.0/ports?device_id=664a6ce4-88cb-43d5-8355-6fbcdabb7a73 HTTP/1.1" status: 200 len: 943 time: 0.2102222 Aug 10 03:06:33.103152 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e183a2ed-86aa-429c-bca1-6ee4c9cb06f4 req-ac649d8b-b51f-465b-8108-6e74b49a22d7 service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4720206 Aug 10 03:06:33.129130 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:33.133767 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5d118df2-0923-4efa-afc4-b068561cc751 req-448cc3f7-4a6e-497c-a857-3977b32568b3 service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4775138 Aug 10 03:06:33.164589 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 7b34d85d-31ea-427f-bb22-4317f4465781, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=7b34d85d-31ea-427f-bb22-4317f4465781,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:06:33.168725 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:33.204694 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-298ab858-6998-4e93-9bda-05e78950f07f req-2d7920c1-ae24-4a4e-b715-3166325047f3 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757381 Aug 10 03:06:33.223930 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=7b34d85d-31ea-427f-bb22-4317f4465781,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:33.268880 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0dd6446d-a850-4da1-92ca-06951f389a11 req-02f0b0b1-3f25-416b-82d2-d179700cf825 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.62 "GET /v2.0/security-groups?id=3640a20a-f833-4208-a5e8-4377bcabf26a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582618 Aug 10 03:06:33.286070 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4684e51-4544-4b2b-a072-60f1f459814c req-43df95c9-ec14-437e-933f-99b073d2427c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:33.289476 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a4684e51-4544-4b2b-a072-60f1f459814c req-43df95c9-ec14-437e-933f-99b073d2427c service neutron] 10.222.0.60 "GET /v2.0/networks?id=b071061e-0c83-4db2-9121-a6eb9f4ae150 HTTP/1.1" status: 200 len: 922 time: 0.1931899 Aug 10 03:06:33.299558 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:33.319495 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5d118df2-0923-4efa-afc4-b068561cc751 req-048375c2-f155-401b-98a2-d521c37f15e4 service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528609 Aug 10 03:06:33.321867 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1e1859b3-ba16-4f22-9e3e-d4fce5103213 req-9c393d70-c230-45fe-bfcd-61b88b69bf95 service neutron] 10.222.0.58 "GET /v2.0/networks/7bd6a1e2-d65a-4310-b080-ef087a9f163c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229626 Aug 10 03:06:33.349406 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a4684e51-4544-4b2b-a072-60f1f459814c req-52eccda4-f3d0-4188-b735-ff5a148a4c5c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dda454e8-e875-42e2-9540-224304669743 HTTP/1.1" status: 200 len: 217 time: 0.0530875 Aug 10 03:06:33.378419 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '664a6ce4-88cb-43d5-8355-6fbcdabb7a73', 'tag': '2b53ea60-220b-4873-8aad-f63507800214'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:06:33.380706 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e21f2a-3d86-44bd-80dd-9c905bf73ac5" -d '{"events": [{"name": "network-changed", "server_uuid": "664a6ce4-88cb-43d5-8355-6fbcdabb7a73", "tag": "2b53ea60-220b-4873-8aad-f63507800214"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:06:33.405350 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4684e51-4544-4b2b-a072-60f1f459814c req-9847943a-9de0-4d5e-bdc3-2c90ab62b832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:33.406859 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a4684e51-4544-4b2b-a072-60f1f459814c req-9847943a-9de0-4d5e-bdc3-2c90ab62b832 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=07f824b9-3083-4489-bc41-7237705a68bc HTTP/1.1" status: 200 len: 861 time: 0.0486610 Aug 10 03:06:33.447404 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a4684e51-4544-4b2b-a072-60f1f459814c req-eceefbb2-a149-4dc5-8631-6a6682c1280b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b071061e-0c83-4db2-9121-a6eb9f4ae150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331624 Aug 10 03:06:33.467245 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbed91c-d551-4f5d-b998-07bb72c9d4c4 req-60ec3ea9-3ea0-400d-9030-282f8843482c tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:33.468842 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2cbed91c-d551-4f5d-b998-07bb72c9d4c4 req-60ec3ea9-3ea0-400d-9030-282f8843482c tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.62 "GET /v2.0/ports?device_id=27ad6276-cada-4a6a-8dea-dd5111e2bd19 HTTP/1.1" status: 200 len: 950 time: 0.1152329 Aug 10 03:06:33.473118 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1e1859b3-ba16-4f22-9e3e-d4fce5103213 req-a4d6032d-07ae-4e38-8c18-f2ca81f180ef service neutron] 10.222.0.58 "GET /v2.0/networks/7bd6a1e2-d65a-4310-b080-ef087a9f163c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436994 Aug 10 03:06:33.529827 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2cbed91c-d551-4f5d-b998-07bb72c9d4c4 req-bf440152-156a-43f3-9607-7c5ab9279215 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.62 "GET /v2.0/security-groups?id=e021aac8-1f7c-42ad-a625-ac648d877e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527279 Aug 10 03:06:33.531824 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67cbd856-b390-462a-b5fe-2dc97dfa590a x-openstack-request-id: req-67cbd856-b390-462a-b5fe-2dc97dfa590a {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:06:33.532162 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "664a6ce4-88cb-43d5-8355-6fbcdabb7a73", "tag": "2b53ea60-220b-4873-8aad-f63507800214", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:06:33.532410 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-67cbd856-b390-462a-b5fe-2dc97dfa590a {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:06:33.532966 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '664a6ce4-88cb-43d5-8355-6fbcdabb7a73', 'tag': '2b53ea60-220b-4873-8aad-f63507800214', 'status': 'completed', 'code': 200} Aug 10 03:06:33.570641 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a4684e51-4544-4b2b-a072-60f1f459814c req-b0d48b31-1839-4672-936c-e681e1039826 service neutron] 10.222.0.60 "GET /v2.0/networks/b071061e-0c83-4db2-9121-a6eb9f4ae150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157882 Aug 10 03:06:33.608667 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e21f2a-3d86-44bd-80dd-9c905bf73ac5 req-2c9c985f-6dd0-4386-9ca9-5be22ec89ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:33.610446 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-46e21f2a-3d86-44bd-80dd-9c905bf73ac5 req-2c9c985f-6dd0-4386-9ca9-5be22ec89ff6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bee18006e8ee4e0f8b5de53f967abbed&device_id=664a6ce4-88cb-43d5-8355-6fbcdabb7a73 HTTP/1.1" status: 200 len: 1095 time: 0.0534482 Aug 10 03:06:33.666984 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a4684e51-4544-4b2b-a072-60f1f459814c req-2be3b8b8-bf68-48ac-9352-c92cc335dc9f service neutron] 10.222.0.60 "GET /v2.0/networks/b071061e-0c83-4db2-9121-a6eb9f4ae150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876808 Aug 10 03:06:33.750377 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e41361-d716-4808-a471-306dd948b318 req-b05991a1-8bd1-418c-825e-61a2adedd59c tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:33.751911 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-41e41361-d716-4808-a471-306dd948b318 req-b05991a1-8bd1-418c-825e-61a2adedd59c tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] 10.222.0.62 "GET /v2.0/ports?device_id=f520629b-cd0f-4559-929c-ba394ab739e1 HTTP/1.1" status: 200 len: 968 time: 0.1407647 Aug 10 03:06:33.778162 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173fb0f-5c61-45ce-bfbd-fe71ab2a68fe req-a92bda88-e81b-4ac4-9b27-64eacf4cc5df tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:33.779665 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f173fb0f-5c61-45ce-bfbd-fe71ab2a68fe req-a92bda88-e81b-4ac4-9b27-64eacf4cc5df tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=9418c9e4-ef93-4ce8-8169-a62e4fbadd70 HTTP/1.1" status: 200 len: 949 time: 0.1358602 Aug 10 03:06:33.814702 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e21f2a-3d86-44bd-80dd-9c905bf73ac5 req-ce24cdd2-5db9-43ce-a3dc-0ad749e7ffbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:33.816564 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-46e21f2a-3d86-44bd-80dd-9c905bf73ac5 req-ce24cdd2-5db9-43ce-a3dc-0ad749e7ffbb service neutron] 10.222.0.58 "GET /v2.0/networks?id=7bd6a1e2-d65a-4310-b080-ef087a9f163c HTTP/1.1" status: 200 len: 925 time: 0.1966305 Aug 10 03:06:33.879802 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-41e41361-d716-4808-a471-306dd948b318 req-0816d80a-a4f9-4036-8bd0-58cb1507c0c9 tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] 10.222.0.62 "GET /v2.0/security-groups?id=6be0dafb-e04d-4c06-aa76-00284a9aef57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203218 Aug 10 03:06:33.884545 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-46e21f2a-3d86-44bd-80dd-9c905bf73ac5 req-5aaf47bf-c5be-46b9-9314-a2441245e541 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b53ea60-220b-4873-8aad-f63507800214 HTTP/1.1" status: 200 len: 217 time: 0.0554254 Aug 10 03:06:33.887943 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f173fb0f-5c61-45ce-bfbd-fe71ab2a68fe req-2c5f760e-e5be-4edc-8cfc-fa33e81fd7c2 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020074 Aug 10 03:06:33.940996 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e21f2a-3d86-44bd-80dd-9c905bf73ac5 req-5adc39ae-ce3d-4a70-bb1d-4265cecae4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:33.942511 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-46e21f2a-3d86-44bd-80dd-9c905bf73ac5 req-5adc39ae-ce3d-4a70-bb1d-4265cecae4f7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f4099aa5-56aa-4afb-b339-2ffcbed0521f HTTP/1.1" status: 200 len: 863 time: 0.0467970 Aug 10 03:06:33.988302 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9418c9e4-ef93-4ce8-8169-a62e4fbadd70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b34d85d-31ea-427f-bb22-4317f4465781'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:06:33.991366 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb67363-24cb-4499-ad62-6d82c5d4bbff" -d '{"events": [{"server_uuid": "9418c9e4-ef93-4ce8-8169-a62e4fbadd70", "name": "network-vif-plugged", "status": "completed", "tag": "7b34d85d-31ea-427f-bb22-4317f4465781"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:06:33.996018 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e21f2a-3d86-44bd-80dd-9c905bf73ac5 req-8318340a-e655-4b8b-ae81-06622f68db06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:33.998133 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-46e21f2a-3d86-44bd-80dd-9c905bf73ac5 req-8318340a-e655-4b8b-ae81-06622f68db06 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7bd6a1e2-d65a-4310-b080-ef087a9f163c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468569 Aug 10 03:06:34.027392 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a793797-a917-42fa-bf22-9e8f0fa93dd1 x-openstack-request-id: req-1a793797-a917-42fa-bf22-9e8f0fa93dd1 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:06:34.028124 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9418c9e4-ef93-4ce8-8169-a62e4fbadd70", "name": "network-vif-plugged", "status": "completed", "tag": "7b34d85d-31ea-427f-bb22-4317f4465781", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:06:34.028388 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1a793797-a917-42fa-bf22-9e8f0fa93dd1 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:06:34.029008 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9418c9e4-ef93-4ce8-8169-a62e4fbadd70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b34d85d-31ea-427f-bb22-4317f4465781', 'code': 200} Aug 10 03:06:34.048634 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:34.126613 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-46e21f2a-3d86-44bd-80dd-9c905bf73ac5 req-2ed5377f-0e1c-44b2-8338-db037f5330ea service neutron] 10.222.0.58 "GET /v2.0/networks/7bd6a1e2-d65a-4310-b080-ef087a9f163c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176696 Aug 10 03:06:34.149081 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97839d14-debe-46b9-a0af-491e8e97c7a2 req-78839614-f90b-41e0-9f1e-4044e63de569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:34.150862 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-97839d14-debe-46b9-a0af-491e8e97c7a2 req-78839614-f90b-41e0-9f1e-4044e63de569 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9418c9e4-ef93-4ce8-8169-a62e4fbadd70 HTTP/1.1" status: 200 len: 1101 time: 0.0500467 Aug 10 03:06:34.192388 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-97839d14-debe-46b9-a0af-491e8e97c7a2 req-cc1f2cc6-c399-4a01-8b09-818f8fdb71d1 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308626 Aug 10 03:06:34.228912 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-46e21f2a-3d86-44bd-80dd-9c905bf73ac5 req-dd44a074-1267-4783-8a10-e2638d2ffa4c service neutron] 10.222.0.58 "GET /v2.0/networks/7bd6a1e2-d65a-4310-b080-ef087a9f163c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931067 Aug 10 03:06:34.365530 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de24d1-fabe-46d3-b7aa-294577cc1dcb req-5104781a-acc0-4d90-a81c-d69d302cea25 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:34.367065 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-69de24d1-fabe-46d3-b7aa-294577cc1dcb req-5104781a-acc0-4d90-a81c-d69d302cea25 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f210c3c-37b1-4313-b640-deb8332cbd55 HTTP/1.1" status: 200 len: 965 time: 0.0517190 Aug 10 03:06:34.407188 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-69de24d1-fabe-46d3-b7aa-294577cc1dcb req-c4281bbb-4c59-42d5-bbd9-cdd26ef2bad4 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324025 Aug 10 03:06:34.512126 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b7458-8788-4220-b19e-ddedd5681111 req-ae3f5d52-9f1f-48ea-81b8-08e2e48ac0db tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:34.514236 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0e3b7458-8788-4220-b19e-ddedd5681111 req-ae3f5d52-9f1f-48ea-81b8-08e2e48ac0db tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.62 "GET /v2.0/ports?device_id=664a6ce4-88cb-43d5-8355-6fbcdabb7a73 HTTP/1.1" status: 200 len: 943 time: 0.0503719 Aug 10 03:06:34.554876 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0e3b7458-8788-4220-b19e-ddedd5681111 req-1fa22c78-0040-43a1-a9a4-9a9d80d7e372 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.62 "GET /v2.0/security-groups?id=3640a20a-f833-4208-a5e8-4377bcabf26a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340657 Aug 10 03:06:34.664368 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device a79e3712-2404-43b6-97ce-5281c1b9e2e7 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:06:34.669128 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f003e-3062-4434-9f6f-3c444f9001f9 req-051e58c5-8419-4142-b55d-1c2f48047abb tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:34.671234 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-839f003e-3062-4434-9f6f-3c444f9001f9 req-051e58c5-8419-4142-b55d-1c2f48047abb tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.62 "GET /v2.0/ports?device_id=27ad6276-cada-4a6a-8dea-dd5111e2bd19 HTTP/1.1" status: 200 len: 950 time: 0.0588319 Aug 10 03:06:34.716621 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-839f003e-3062-4434-9f6f-3c444f9001f9 req-be306795-a7a0-4195-bcdf-51248e3ce940 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.62 "GET /v2.0/security-groups?id=e021aac8-1f7c-42ad-a625-ac648d877e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389390 Aug 10 03:06:34.794009 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port a79e3712-2404-43b6-97ce-5281c1b9e2e7, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=a79e3712-2404-43b6-97ce-5281c1b9e2e7,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:06:34.807769 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': 'a79e3712-2404-43b6-97ce-5281c1b9e2e7', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'port_id': 'a79e3712-2404-43b6-97ce-5281c1b9e2e7', 'mac_address': 'fa:16:3e:00:0a:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e3eb0b-907c-4ac4-809e-ae9609bc8c67', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:tempest-test_az-1313326255', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:06:34.848792 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:34.864036 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a79e3712-2404-43b6-97ce-5281c1b9e2e7 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:06:34.892168 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port a79e3712-2404-43b6-97ce-5281c1b9e2e7, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=a79e3712-2404-43b6-97ce-5281c1b9e2e7,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:06:34.896791 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:34.953927 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=a79e3712-2404-43b6-97ce-5281c1b9e2e7,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:35.134266 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['a79e3712-2404-43b6-97ce-5281c1b9e2e7'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:06:35.264010 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1c2684-bb34-447d-a895-39697468423e req-dc9ac201-7c37-4272-841a-7f1e4e53ebeb tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:35.265535 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-db1c2684-bb34-447d-a895-39697468423e req-dc9ac201-7c37-4272-841a-7f1e4e53ebeb tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] 10.222.0.62 "GET /v2.0/ports?device_id=f520629b-cd0f-4559-929c-ba394ab739e1 HTTP/1.1" status: 200 len: 969 time: 0.0870612 Aug 10 03:06:35.279728 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c281b4-278d-4a53-8e93-a800b87558fe req-e79faa7f-f6a3-48ae-8b3d-fd80b08e807a tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:35.281468 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-76c281b4-278d-4a53-8e93-a800b87558fe req-e79faa7f-f6a3-48ae-8b3d-fd80b08e807a tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=9418c9e4-ef93-4ce8-8169-a62e4fbadd70 HTTP/1.1" status: 200 len: 949 time: 0.0919063 Aug 10 03:06:35.333577 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-db1c2684-bb34-447d-a895-39697468423e req-ae946048-7149-4992-b3dc-dd8f535327de tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] 10.222.0.62 "GET /v2.0/security-groups?id=6be0dafb-e04d-4c06-aa76-00284a9aef57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509381 Aug 10 03:06:35.341169 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-76c281b4-278d-4a53-8e93-a800b87558fe req-be841ec5-16ea-4815-b8ec-d30c7ac70646 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510845 Aug 10 03:06:35.495427 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f3144-1c8b-43ad-95bb-ad925abe258c req-73c84450-8482-4208-b9cf-71fb5060f31c tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:35.497460 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2a0f3144-1c8b-43ad-95bb-ad925abe258c req-73c84450-8482-4208-b9cf-71fb5060f31c tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.62 "GET /v2.0/ports?device_id=27ad6276-cada-4a6a-8dea-dd5111e2bd19 HTTP/1.1" status: 200 len: 950 time: 0.0558472 Aug 10 03:06:35.545815 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2a0f3144-1c8b-43ad-95bb-ad925abe258c req-dd369ab7-a25f-4efd-a425-73ec7ad41531 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.62 "GET /v2.0/security-groups?id=e021aac8-1f7c-42ad-a625-ac648d877e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416024 Aug 10 03:06:35.668873 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50abd04-8888-4ef8-8449-bdd61f9d2b15 req-386bdee8-0f17-489b-8d4e-c59db51e9af2 tempest-MigrationsAdminTest-1494023788 tempest-MigrationsAdminTest-1494023788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:35.671243 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a50abd04-8888-4ef8-8449-bdd61f9d2b15 req-386bdee8-0f17-489b-8d4e-c59db51e9af2 tempest-MigrationsAdminTest-1494023788 tempest-MigrationsAdminTest-1494023788-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=9418c9e4-ef93-4ce8-8169-a62e4fbadd70 HTTP/1.1" status: 200 len: 1101 time: 0.0447593 Aug 10 03:06:35.691672 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a50abd04-8888-4ef8-8449-bdd61f9d2b15 req-6a6bd3c1-b8a2-4bdf-9c3b-a00ec7893f81 tempest-MigrationsAdminTest-1494023788 tempest-MigrationsAdminTest-1494023788-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:35.717014 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34932) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:35.782008 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:35.839676 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a1cf3eec-856f-41a2-8d10-e6a791db2dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:35.839901 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a50abd04-8888-4ef8-8449-bdd61f9d2b15 req-6a6bd3c1-b8a2-4bdf-9c3b-a00ec7893f81 tempest-MigrationsAdminTest-1494023788 tempest-MigrationsAdminTest-1494023788-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:35.845540 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a50abd04-8888-4ef8-8449-bdd61f9d2b15 req-6a6bd3c1-b8a2-4bdf-9c3b-a00ec7893f81 tempest-MigrationsAdminTest-1494023788 tempest-MigrationsAdminTest-1494023788-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:35.857615 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a811c56-6fe6-4859-8af5-844139128ca8 req-8b337f1d-1f10-40b8-b76d-2f82d656fba0 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:35.859262 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3a811c56-6fe6-4859-8af5-844139128ca8 req-8b337f1d-1f10-40b8-b76d-2f82d656fba0 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f210c3c-37b1-4313-b640-deb8332cbd55 HTTP/1.1" status: 200 len: 965 time: 0.0764236 Aug 10 03:06:35.886528 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a50abd04-8888-4ef8-8449-bdd61f9d2b15 req-6a6bd3c1-b8a2-4bdf-9c3b-a00ec7893f81 tempest-MigrationsAdminTest-1494023788 tempest-MigrationsAdminTest-1494023788-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076826 Aug 10 03:06:35.909019 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6bd3c1-b8a2-4bdf-9c3b-a00ec7893f81 tempest-MigrationsAdminTest-1494023788 tempest-MigrationsAdminTest-1494023788-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae4c7de-cbbc-42ef-b9ba-3efaedf9b590,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:35.945696 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3a811c56-6fe6-4859-8af5-844139128ca8 req-9edd5899-1d0e-4719-8935-fa7da59e1429 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703351 Aug 10 03:06:35.959496 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a1cf3eec-856f-41a2-8d10-e6a791db2dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:35.966188 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a1cf3eec-856f-41a2-8d10-e6a791db2dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:36.010838 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a1cf3eec-856f-41a2-8d10-e6a791db2dda admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6ed7907c8f7744fc998d37ac9104045d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2924433 Aug 10 03:06:36.013420 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cf3eec-856f-41a2-8d10-e6a791db2dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76eaefba-a189-4043-9414-d4df9a2bd0a8,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:36.016466 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 34942) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:36.055661 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d5b5f-e365-45db-8af2-cb085f20f21d req-34af36e7-b052-4ae2-92e8-bad00f2623a0 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:36.057195 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-798d5b5f-e365-45db-8af2-cb085f20f21d req-34af36e7-b052-4ae2-92e8-bad00f2623a0 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.62 "GET /v2.0/ports?device_id=664a6ce4-88cb-43d5-8355-6fbcdabb7a73 HTTP/1.1" status: 200 len: 943 time: 0.0834577 Aug 10 03:06:36.110969 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-798d5b5f-e365-45db-8af2-cb085f20f21d req-3b06e374-2ca1-4bbd-84c3-3ab5e37b3e33 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.62 "GET /v2.0/security-groups?id=3640a20a-f833-4208-a5e8-4377bcabf26a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437229 Aug 10 03:06:36.116333 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f184d4c7-0538-40bc-ac0f-152475bb8869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:36.142238 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f184d4c7-0538-40bc-ac0f-152475bb8869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:36.209959 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f184d4c7-0538-40bc-ac0f-152475bb8869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:36.212665 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f184d4c7-0538-40bc-ac0f-152475bb8869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:36.213825 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-f184d4c7-0538-40bc-ac0f-152475bb8869 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/76eaefba-a189-4043-9414-d4df9a2bd0a8 HTTP/1.1" status: 204 len: 168 time: 0.1962137 Aug 10 03:06:36.223234 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184d4c7-0538-40bc-ac0f-152475bb8869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76eaefba-a189-4043-9414-d4df9a2bd0a8,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:36.556903 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265bd0d-b356-4c63-8528-3590d069e9b5 req-3bc37020-b3e4-4359-8ca6-22f48ee49e48 tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:36.558697 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a265bd0d-b356-4c63-8528-3590d069e9b5 req-3bc37020-b3e4-4359-8ca6-22f48ee49e48 tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] 10.222.0.62 "GET /v2.0/ports?device_id=f520629b-cd0f-4559-929c-ba394ab739e1 HTTP/1.1" status: 200 len: 969 time: 0.0808463 Aug 10 03:06:36.561920 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc75d3-7124-4a35-b016-58ed26b65f65 req-2eafe456-dc53-4463-acfa-f6fcbc2fbf6a tempest-DeleteServersAdminTestJSON-1501922999 tempest-DeleteServersAdminTestJSON-1501922999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:36.563717 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1edc75d3-7124-4a35-b016-58ed26b65f65 req-2eafe456-dc53-4463-acfa-f6fcbc2fbf6a tempest-DeleteServersAdminTestJSON-1501922999 tempest-DeleteServersAdminTestJSON-1501922999-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=27ad6276-cada-4a6a-8dea-dd5111e2bd19 HTTP/1.1" status: 200 len: 1102 time: 0.0747068 Aug 10 03:06:36.632624 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34974) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:36.647499 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a265bd0d-b356-4c63-8528-3590d069e9b5 req-77620a8e-c457-4474-a0ae-3f97755878b0 tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] 10.222.0.62 "GET /v2.0/security-groups?id=6be0dafb-e04d-4c06-aa76-00284a9aef57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800765 Aug 10 03:06:36.649174 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4282c105-a447-4f74-8b6d-ed97c65185c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:36.674672 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device dda454e8-e875-42e2-9540-224304669743 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:06:36.704340 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-1edc75d3-7124-4a35-b016-58ed26b65f65 req-d17b5942-465c-43f9-b06d-86a993126c17 tempest-DeleteServersAdminTestJSON-1501922999 tempest-DeleteServersAdminTestJSON-1501922999-project-admin] Deleting port a0ed0b1a-b974-4653-b9f3-e4ec7d875bc9 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:06:36.705782 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-1edc75d3-7124-4a35-b016-58ed26b65f65 req-d17b5942-465c-43f9-b06d-86a993126c17 tempest-DeleteServersAdminTestJSON-1501922999 tempest-DeleteServersAdminTestJSON-1501922999-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:36.718649 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device a79e3712-2404-43b6-97ce-5281c1b9e2e7 up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:06:36.808733 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4282c105-a447-4f74-8b6d-ed97c65185c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:36.821329 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4282c105-a447-4f74-8b6d-ed97c65185c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:36.874185 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4282c105-a447-4f74-8b6d-ed97c65185c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030795ed-3459-4888-a3cc-b3e4983b0e1c,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:36.877608 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port a79e3712-2404-43b6-97ce-5281c1b9e2e7 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:06:36.881437 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port dda454e8-e875-42e2-9540-224304669743, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=dda454e8-e875-42e2-9540-224304669743,segment=NetworkSegment(837bbb8d-e72f-44c2-893c-c4df3456bfd0),segment_id=837bbb8d-e72f-44c2-893c-c4df3456bfd0)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:06:36.896182 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port a79e3712-2404-43b6-97ce-5281c1b9e2e7 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:06:36.896826 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:36.899124 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4282c105-a447-4f74-8b6d-ed97c65185c2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=871ce00e5b07458da578e297e49dfbaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2650142 Aug 10 03:06:36.903442 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34986) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:36.925077 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': 'dda454e8-e875-42e2-9540-224304669743', 'network_id': 'b071061e-0c83-4db2-9121-a6eb9f4ae150', 'port_id': 'dda454e8-e875-42e2-9540-224304669743', 'mac_address': 'fa:16:3e:43:d9:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07f824b9-3083-4489-bc41-7237705a68bc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:tempest-test_az-1313326255', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:06:36.940432 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34988) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:36.971900 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4be07500-cd0b-4a4f-b973-ae3dcb5588e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:36.978054 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 2b53ea60-220b-4873-8aad-f63507800214 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:06:37.000321 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4be07500-cd0b-4a4f-b973-ae3dcb5588e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:37.001227 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:37.025031 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dda454e8-e875-42e2-9540-224304669743 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:06:37.076458 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port dda454e8-e875-42e2-9540-224304669743, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=dda454e8-e875-42e2-9540-224304669743,segment=NetworkSegment(837bbb8d-e72f-44c2-893c-c4df3456bfd0),segment_id=837bbb8d-e72f-44c2-893c-c4df3456bfd0)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:06:37.078166 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6f2be2d3-abac-444c-b180-4de3a9756f54 req-5967e087-04a8-4e2d-a3c9-4bf009f62839 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9418c9e4-ef93-4ce8-8169-a62e4fbadd70&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1361780 Aug 10 03:06:37.088169 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4be07500-cd0b-4a4f-b973-ae3dcb5588e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:37.092029 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4be07500-cd0b-4a4f-b973-ae3dcb5588e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:37.093263 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4be07500-cd0b-4a4f-b973-ae3dcb5588e5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/030795ed-3459-4888-a3cc-b3e4983b0e1c HTTP/1.1" status: 204 len: 168 time: 0.1887109 Aug 10 03:06:37.118119 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-1edc75d3-7124-4a35-b016-58ed26b65f65 req-d17b5942-465c-43f9-b06d-86a993126c17 tempest-DeleteServersAdminTestJSON-1501922999 tempest-DeleteServersAdminTestJSON-1501922999-project-admin] For port a0ed0b1a-b974-4653-b9f3-e4ec7d875bc9, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=a0ed0b1a-b974-4653-b9f3-e4ec7d875bc9,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:06:37.118523 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-1edc75d3-7124-4a35-b016-58ed26b65f65 req-d17b5942-465c-43f9-b06d-86a993126c17 tempest-DeleteServersAdminTestJSON-1501922999 tempest-DeleteServersAdminTestJSON-1501922999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:37.119799 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be07500-cd0b-4a4f-b973-ae3dcb5588e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030795ed-3459-4888-a3cc-b3e4983b0e1c,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:37.128535 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf2035f-d685-4145-b9d9-e6ab7bdf3807 req-feb48619-ab97-4279-9321-4b904d7ab464 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:37.130237 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:37.138015 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4bf2035f-d685-4145-b9d9-e6ab7bdf3807 req-feb48619-ab97-4279-9321-4b904d7ab464 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=9418c9e4-ef93-4ce8-8169-a62e4fbadd70 HTTP/1.1" status: 200 len: 949 time: 0.3077099 Aug 10 03:06:37.145290 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556499d-a93e-4cda-a53d-5c909f029751 req-d04dea56-2994-4648-92a9-f85215cbeb5c tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:37.152663 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a556499d-a93e-4cda-a53d-5c909f029751 req-d04dea56-2994-4648-92a9-f85215cbeb5c tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.62 "GET /v2.0/ports?device_id=27ad6276-cada-4a6a-8dea-dd5111e2bd19 HTTP/1.1" status: 200 len: 950 time: 0.3369911 Aug 10 03:06:37.188178 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-1edc75d3-7124-4a35-b016-58ed26b65f65 req-d17b5942-465c-43f9-b06d-86a993126c17 tempest-DeleteServersAdminTestJSON-1501922999 tempest-DeleteServersAdminTestJSON-1501922999-project-admin] Calling delete_port for a0ed0b1a-b974-4653-b9f3-e4ec7d875bc9 owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:06:37.311133 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4bf2035f-d685-4145-b9d9-e6ab7bdf3807 req-43fe6ec0-dd7d-4e4e-957a-d4a4d992b742 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711287 Aug 10 03:06:37.370627 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:37.390722 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f520629b-cd0f-4559-929c-ba394ab739e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79e3712-2404-43b6-97ce-5281c1b9e2e7'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:06:37.393617 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8dfdf7-00e5-44e8-a764-a670f73afbb7" -d '{"events": [{"server_uuid": "f520629b-cd0f-4559-929c-ba394ab739e1", "name": "network-vif-plugged", "status": "completed", "tag": "a79e3712-2404-43b6-97ce-5281c1b9e2e7"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:06:37.400839 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 2b53ea60-220b-4873-8aad-f63507800214, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=2b53ea60-220b-4873-8aad-f63507800214,segment=NetworkSegment(4e3c1cee-23cd-4cfd-8d5b-a93ff23d6c0e),segment_id=4e3c1cee-23cd-4cfd-8d5b-a93ff23d6c0e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:06:37.475615 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port a79e3712-2404-43b6-97ce-5281c1b9e2e7, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=a79e3712-2404-43b6-97ce-5281c1b9e2e7,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:06:37.477431 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=dda454e8-e875-42e2-9540-224304669743,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:37.481400 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': '2b53ea60-220b-4873-8aad-f63507800214', 'network_id': '7bd6a1e2-d65a-4310-b080-ef087a9f163c', 'port_id': '2b53ea60-220b-4873-8aad-f63507800214', 'mac_address': 'fa:16:3e:be:13:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4099aa5-56aa-4afb-b339-2ffcbed0521f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:06:37.485544 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:37.490803 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a556499d-a93e-4cda-a53d-5c909f029751 req-37ae1c06-1e66-4ac9-9624-32c6f1618606 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.62 "GET /v2.0/security-groups?id=e021aac8-1f7c-42ad-a625-ac648d877e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365436 Aug 10 03:06:37.570288 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-1edc75d3-7124-4a35-b016-58ed26b65f65 req-d17b5942-465c-43f9-b06d-86a993126c17 tempest-DeleteServersAdminTestJSON-1501922999 tempest-DeleteServersAdminTestJSON-1501922999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:37.591332 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['a0ed0b1a-b974-4653-b9f3-e4ec7d875bc9'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:06:37.603493 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:37.633606 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=a79e3712-2404-43b6-97ce-5281c1b9e2e7,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:37.644406 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['dda454e8-e875-42e2-9540-224304669743'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:06:37.668302 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b53ea60-220b-4873-8aad-f63507800214 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:06:37.707330 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17b5942-465c-43f9-b06d-86a993126c17 tempest-DeleteServersAdminTestJSON-1501922999 tempest-DeleteServersAdminTestJSON-1501922999-project-admin] Pushing event deleted for resources: {'Port': ['ID=a0ed0b1a-b974-4653-b9f3-e4ec7d875bc9,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:37.731308 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 2b53ea60-220b-4873-8aad-f63507800214, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=2b53ea60-220b-4873-8aad-f63507800214,segment=NetworkSegment(4e3c1cee-23cd-4cfd-8d5b-a93ff23d6c0e),segment_id=4e3c1cee-23cd-4cfd-8d5b-a93ff23d6c0e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:06:37.742555 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:37.810058 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-1edc75d3-7124-4a35-b016-58ed26b65f65 req-d17b5942-465c-43f9-b06d-86a993126c17 tempest-DeleteServersAdminTestJSON-1501922999 tempest-DeleteServersAdminTestJSON-1501922999-project-admin] No DVR routers for this DVR port a0ed0b1a-b974-4653-b9f3-e4ec7d875bc9 on host n-h1-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:06:37.820318 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-1edc75d3-7124-4a35-b016-58ed26b65f65 req-d17b5942-465c-43f9-b06d-86a993126c17 tempest-DeleteServersAdminTestJSON-1501922999 tempest-DeleteServersAdminTestJSON-1501922999-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:37.823095 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1edc75d3-7124-4a35-b016-58ed26b65f65 req-d17b5942-465c-43f9-b06d-86a993126c17 tempest-DeleteServersAdminTestJSON-1501922999 tempest-DeleteServersAdminTestJSON-1501922999-project-admin] 10.222.0.58 "DELETE /v2.0/ports/a0ed0b1a-b974-4653-b9f3-e4ec7d875bc9 HTTP/1.1" status: 204 len: 173 time: 1.2532434 Aug 10 03:06:37.842945 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27ad6276-cada-4a6a-8dea-dd5111e2bd19', 'name': 'network-vif-deleted', 'tag': 'a0ed0b1a-b974-4653-b9f3-e4ec7d875bc9'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:06:37.846315 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d9e10a-2bc6-4a44-9321-13b8dd8d4dcc" -d '{"events": [{"server_uuid": "27ad6276-cada-4a6a-8dea-dd5111e2bd19", "name": "network-vif-deleted", "tag": "a0ed0b1a-b974-4653-b9f3-e4ec7d875bc9"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:06:37.880270 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b7d94-903e-4c6a-936f-2332606162bc req-3742c693-a775-4765-9b9f-6c8239ddd022 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:37.889780 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-341b7d94-903e-4c6a-936f-2332606162bc req-3742c693-a775-4765-9b9f-6c8239ddd022 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f210c3c-37b1-4313-b640-deb8332cbd55 HTTP/1.1" status: 200 len: 966 time: 0.2280545 Aug 10 03:06:37.937558 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=2b53ea60-220b-4873-8aad-f63507800214,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:37.976109 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95940bb1-b98a-446b-8f6f-aec3846068ff req-a0aaeb29-2742-4ab6-89d9-ff26583c893e tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:37.977724 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-95940bb1-b98a-446b-8f6f-aec3846068ff req-a0aaeb29-2742-4ab6-89d9-ff26583c893e tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.62 "GET /v2.0/ports?device_id=664a6ce4-88cb-43d5-8355-6fbcdabb7a73 HTTP/1.1" status: 200 len: 944 time: 0.1777301 Aug 10 03:06:37.995619 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['2b53ea60-220b-4873-8aad-f63507800214'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:06:37.995858 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-341b7d94-903e-4c6a-936f-2332606162bc req-c26efbc6-4c42-4f8c-8c71-7bd29f7c1a6e tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994585 Aug 10 03:06:38.072423 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-95940bb1-b98a-446b-8f6f-aec3846068ff req-0ab9f8c6-e1ad-4416-a332-a76d5fe3aba9 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.62 "GET /v2.0/security-groups?id=3640a20a-f833-4208-a5e8-4377bcabf26a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748017 Aug 10 03:06:38.092543 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff5d3e7-c04e-4a3d-9fb5-2b4cb7adcfd3 x-openstack-request-id: req-4ff5d3e7-c04e-4a3d-9fb5-2b4cb7adcfd3 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:06:38.094936 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f520629b-cd0f-4559-929c-ba394ab739e1", "name": "network-vif-plugged", "status": "completed", "tag": "a79e3712-2404-43b6-97ce-5281c1b9e2e7", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:06:38.095823 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4ff5d3e7-c04e-4a3d-9fb5-2b4cb7adcfd3 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:06:38.096587 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f520629b-cd0f-4559-929c-ba394ab739e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79e3712-2404-43b6-97ce-5281c1b9e2e7', 'code': 200} Aug 10 03:06:38.282227 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917dd595-79d5-446c-961f-9064d49090bd x-openstack-request-id: req-917dd595-79d5-446c-961f-9064d49090bd {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:06:38.282897 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27ad6276-cada-4a6a-8dea-dd5111e2bd19", "name": "network-vif-deleted", "tag": "a0ed0b1a-b974-4653-b9f3-e4ec7d875bc9", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:06:38.283171 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-917dd595-79d5-446c-961f-9064d49090bd {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:06:38.283551 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27ad6276-cada-4a6a-8dea-dd5111e2bd19', 'name': 'network-vif-deleted', 'tag': 'a0ed0b1a-b974-4653-b9f3-e4ec7d875bc9', 'status': 'completed', 'code': 200} Aug 10 03:06:38.286213 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6249f7e-dbf9-4116-ba44-e9603005b215 req-3d75ad0e-bb21-4429-bf15-308d71088753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:38.288320 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b6249f7e-dbf9-4116-ba44-e9603005b215 req-3d75ad0e-bb21-4429-bf15-308d71088753 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f520629b-cd0f-4559-929c-ba394ab739e1 HTTP/1.1" status: 200 len: 1122 time: 0.1197476 Aug 10 03:06:38.353283 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b6249f7e-dbf9-4116-ba44-e9603005b215 req-79eff722-212a-4752-8fd3-89fb32b718ac service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6be0dafb-e04d-4c06-aa76-00284a9aef57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568864 Aug 10 03:06:38.419515 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa04fc7-4aff-4209-a2cb-d36955f7f3a2 req-6ab83abf-bb5e-45eb-8625-68715e8012d7 tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:38.420732 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8fa04fc7-4aff-4209-a2cb-d36955f7f3a2 req-6ab83abf-bb5e-45eb-8625-68715e8012d7 tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] 10.222.0.62 "GET /v2.0/ports?device_id=f520629b-cd0f-4559-929c-ba394ab739e1 HTTP/1.1" status: 200 len: 970 time: 0.1060228 Aug 10 03:06:38.486239 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8fa04fc7-4aff-4209-a2cb-d36955f7f3a2 req-3f15178d-83de-4b51-ba0e-3ff8b8581409 tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] 10.222.0.62 "GET /v2.0/security-groups?id=6be0dafb-e04d-4c06-aa76-00284a9aef57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482402 Aug 10 03:06:38.599327 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245950c6-3177-4c86-a60a-c10ad9945ed3 req-5710f789-257a-4aff-97e5-ebe18eb75687 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:38.600926 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-245950c6-3177-4c86-a60a-c10ad9945ed3 req-5710f789-257a-4aff-97e5-ebe18eb75687 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=9418c9e4-ef93-4ce8-8169-a62e4fbadd70 HTTP/1.1" status: 200 len: 949 time: 0.0695548 Aug 10 03:06:38.670452 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-245950c6-3177-4c86-a60a-c10ad9945ed3 req-42a55b2d-06aa-463b-9e6b-0911f991f5e8 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619349 Aug 10 03:06:38.675473 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device dda454e8-e875-42e2-9540-224304669743 up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:06:38.772831 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port dda454e8-e875-42e2-9540-224304669743 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:06:38.779257 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port dda454e8-e875-42e2-9540-224304669743 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:06:38.779734 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:38.894215 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:38.918815 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6edf2bd0-99cc-47ca-96b8-6306939cc214 req-e14248f4-56ac-4310-8193-eb0c156a06fa tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=17e79e39862148aaa5ac50cf15213a33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269642 Aug 10 03:06:38.930349 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port dda454e8-e875-42e2-9540-224304669743, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=dda454e8-e875-42e2-9540-224304669743,segment=NetworkSegment(837bbb8d-e72f-44c2-893c-c4df3456bfd0),segment_id=837bbb8d-e72f-44c2-893c-c4df3456bfd0)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:06:38.937159 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:38.988098 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 2b53ea60-220b-4873-8aad-f63507800214 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:06:39.092634 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf2bd0-99cc-47ca-96b8-6306939cc214 req-da9dac39-fb0a-4f58-9dfb-79b832dde0dd tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:39.100359 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6edf2bd0-99cc-47ca-96b8-6306939cc214 req-da9dac39-fb0a-4f58-9dfb-79b832dde0dd tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1749647 Aug 10 03:06:39.100788 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=dda454e8-e875-42e2-9540-224304669743,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:39.132293 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port 2b53ea60-220b-4873-8aad-f63507800214 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:06:39.136761 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port 2b53ea60-220b-4873-8aad-f63507800214 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:06:39.137168 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:39.158637 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6edf2bd0-99cc-47ca-96b8-6306939cc214 req-2e0cc482-90ed-4226-ab28-41d1bea56904 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.62 "GET /v2.0/quotas/17e79e39862148aaa5ac50cf15213a33 HTTP/1.1" status: 200 len: 375 time: 0.0567756 Aug 10 03:06:39.211812 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6edf2bd0-99cc-47ca-96b8-6306939cc214 req-3b962f58-0af5-47aa-b681-8596624ca67a tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=17e79e39862148aaa5ac50cf15213a33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522673 Aug 10 03:06:39.231342 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2be2d3-abac-444c-b180-4de3a9756f54 req-7a3d6f4c-340e-448f-98e0-7ab0d6c8e07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:39.233272 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6f2be2d3-abac-444c-b180-4de3a9756f54 req-7a3d6f4c-340e-448f-98e0-7ab0d6c8e07e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6cb2c88cb44048dc824ad7a6e6e788f5&device_id=9418c9e4-ef93-4ce8-8169-a62e4fbadd70 HTTP/1.1" status: 200 len: 1101 time: 0.1226470 Aug 10 03:06:39.240846 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849289a0-e847-4b11-94d8-288553f42c3e req-ff19163e-a95b-4461-97ac-59db3a27039b tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:39.242643 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-849289a0-e847-4b11-94d8-288553f42c3e req-ff19163e-a95b-4461-97ac-59db3a27039b tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f3a2631-d7b4-40ea-bea5-223ca07235e4 HTTP/1.1" status: 200 len: 972 time: 0.1154957 Aug 10 03:06:39.256677 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:39.303932 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 2b53ea60-220b-4873-8aad-f63507800214, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=2b53ea60-220b-4873-8aad-f63507800214,segment=NetworkSegment(4e3c1cee-23cd-4cfd-8d5b-a93ff23d6c0e),segment_id=4e3c1cee-23cd-4cfd-8d5b-a93ff23d6c0e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:06:39.312044 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:39.313686 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device a0ed0b1a-b974-4653-b9f3-e4ec7d875bc9 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:06:39.362917 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-849289a0-e847-4b11-94d8-288553f42c3e req-da6af98d-a9bd-458b-9b53-e02dcb70c4c8 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] 10.222.0.62 "GET /v2.0/security-groups?id=a097311c-b956-406d-a7f2-0397c749e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095598 Aug 10 03:06:39.380829 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: a0ed0b1a-b974-4653-b9f3-e4ec7d875bc9 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:06:39.381183 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device a0ed0b1a-b974-4653-b9f3-e4ec7d875bc9 not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:06:39.395631 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=2b53ea60-220b-4873-8aad-f63507800214,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:39.406344 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2be2d3-abac-444c-b180-4de3a9756f54 req-f6c9a49b-27e9-4f05-9793-e25dfbe83936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:39.408808 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6f2be2d3-abac-444c-b180-4de3a9756f54 req-f6c9a49b-27e9-4f05-9793-e25dfbe83936 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d HTTP/1.1" status: 200 len: 870 time: 0.1644216 Aug 10 03:06:39.473463 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6f2be2d3-abac-444c-b180-4de3a9756f54 req-99c2ec4d-5f83-465e-8bab-8264068a50a3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=7b34d85d-31ea-427f-bb22-4317f4465781 HTTP/1.1" status: 200 len: 217 time: 0.0574138 Aug 10 03:06:39.576850 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2be2d3-abac-444c-b180-4de3a9756f54 req-21407658-7532-4fa9-81a7-1616b9578285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:39.578323 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6f2be2d3-abac-444c-b180-4de3a9756f54 req-21407658-7532-4fa9-81a7-1616b9578285 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.0970201 Aug 10 03:06:39.588569 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df060c-5f54-4168-b689-38b2f5afeab3 req-01b1bcc7-ed5a-4496-b3ef-e3e03ff552e6 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:39.590051 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-63df060c-5f54-4168-b689-38b2f5afeab3 req-01b1bcc7-ed5a-4496-b3ef-e3e03ff552e6 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f210c3c-37b1-4313-b640-deb8332cbd55 HTTP/1.1" status: 200 len: 967 time: 0.1193941 Aug 10 03:06:39.607626 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c88e6c-1ae4-48bd-b391-0a0b05ba07d4 req-72571cfb-c43d-410a-9b8a-0f99b33c8e1f tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:39.609118 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f4c88e6c-1ae4-48bd-b391-0a0b05ba07d4 req-72571cfb-c43d-410a-9b8a-0f99b33c8e1f tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.62 "GET /v2.0/ports?device_id=664a6ce4-88cb-43d5-8355-6fbcdabb7a73 HTTP/1.1" status: 200 len: 945 time: 0.1052740 Aug 10 03:06:39.693682 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2be2d3-abac-444c-b180-4de3a9756f54 req-dbaf68ea-d6f6-444e-93a4-f04f782cff02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:39.695221 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6f2be2d3-abac-444c-b180-4de3a9756f54 req-dbaf68ea-d6f6-444e-93a4-f04f782cff02 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1029606 Aug 10 03:06:39.699844 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-63df060c-5f54-4168-b689-38b2f5afeab3 req-69a1ba15-b240-49a3-aefa-ad5fdba7ce0e tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898378 Aug 10 03:06:39.702828 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f4c88e6c-1ae4-48bd-b391-0a0b05ba07d4 req-dc7c7c7a-334b-406d-89b7-5511032f9514 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.62 "GET /v2.0/security-groups?id=3640a20a-f833-4208-a5e8-4377bcabf26a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681646 Aug 10 03:06:39.806090 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-84756108-43a2-402f-8005-595bed55caeb req-c534eb91-95b7-47bf-a99a-30cf623bbc72 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.62 "GET /v2.0/ports?device_id=78805934-d178-4a4c-aaf3-c9b9cd55d5f6 HTTP/1.1" status: 200 len: 210 time: 0.0368936 Aug 10 03:06:39.859088 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6f2be2d3-abac-444c-b180-4de3a9756f54 req-623e9e22-ed5a-4216-897f-ce6b96de26ae service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551390 Aug 10 03:06:39.996090 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1842c-8e40-4f79-9d3b-2b3588249412 req-c95307b8-5578-460d-a688-5a560d4d6eea tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:39.997598 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fbd1842c-8e40-4f79-9d3b-2b3588249412 req-c95307b8-5578-460d-a688-5a560d4d6eea tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] 10.222.0.62 "GET /v2.0/ports?device_id=f520629b-cd0f-4559-929c-ba394ab739e1 HTTP/1.1" status: 200 len: 970 time: 0.0812428 Aug 10 03:06:40.001277 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6f2be2d3-abac-444c-b180-4de3a9756f54 req-2164f086-7b00-438d-a76e-8064db94a2e9 service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328042 Aug 10 03:06:40.045637 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fbd1842c-8e40-4f79-9d3b-2b3588249412 req-fb5410f6-d2be-4aa5-9cfd-1d3d5e0db740 tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] 10.222.0.62 "GET /v2.0/security-groups?id=6be0dafb-e04d-4c06-aa76-00284a9aef57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417359 Aug 10 03:06:40.098317 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f210c3c-37b1-4313-b640-deb8332cbd55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda454e8-e875-42e2-9540-224304669743'}, {'server_uuid': '664a6ce4-88cb-43d5-8355-6fbcdabb7a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b53ea60-220b-4873-8aad-f63507800214'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:06:40.101971 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a6be656-c22c-4c24-98a5-89b2e4d20a43" -d '{"events": [{"server_uuid": "5f210c3c-37b1-4313-b640-deb8332cbd55", "name": "network-vif-plugged", "status": "completed", "tag": "dda454e8-e875-42e2-9540-224304669743"}, {"server_uuid": "664a6ce4-88cb-43d5-8355-6fbcdabb7a73", "name": "network-vif-plugged", "status": "completed", "tag": "2b53ea60-220b-4873-8aad-f63507800214"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:06:40.159554 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab49e92-f7a4-4b0a-8890-548370683c0b req-539f630b-123e-4a37-bb35-fb0d7493a9db tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:40.160978 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8ab49e92-f7a4-4b0a-8890-548370683c0b req-539f630b-123e-4a37-bb35-fb0d7493a9db tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=9418c9e4-ef93-4ce8-8169-a62e4fbadd70 HTTP/1.1" status: 200 len: 949 time: 0.0523670 Aug 10 03:06:40.198987 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8ab49e92-f7a4-4b0a-8890-548370683c0b req-e1d03d5a-0c16-4c4a-9234-19339697efc9 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321074 Aug 10 03:06:40.417617 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6edf2bd0-99cc-47ca-96b8-6306939cc214 req-02d1b83d-272e-4f87-a44c-f8f703d2cc29 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=17e79e39862148aaa5ac50cf15213a33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428267 Aug 10 03:06:40.453956 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 03:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513e910a-de3f-464d-a163-509c07e26913 x-openstack-request-id: req-513e910a-de3f-464d-a163-509c07e26913 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:06:40.454278 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f210c3c-37b1-4313-b640-deb8332cbd55", "name": "network-vif-plugged", "status": "completed", "tag": "dda454e8-e875-42e2-9540-224304669743", "code": 200}, {"server_uuid": "664a6ce4-88cb-43d5-8355-6fbcdabb7a73", "name": "network-vif-plugged", "status": "completed", "tag": "2b53ea60-220b-4873-8aad-f63507800214", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:06:40.454555 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-513e910a-de3f-464d-a163-509c07e26913 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:06:40.455235 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f210c3c-37b1-4313-b640-deb8332cbd55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda454e8-e875-42e2-9540-224304669743', 'code': 200} Aug 10 03:06:40.455754 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '664a6ce4-88cb-43d5-8355-6fbcdabb7a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b53ea60-220b-4873-8aad-f63507800214', 'code': 200} Aug 10 03:06:40.619158 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f9ef9-11f8-4bfb-b635-187622fcae00 req-3d67b334-12e3-40a2-9b59-ca4574b9e844 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:40.620644 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-097f9ef9-11f8-4bfb-b635-187622fcae00 req-3d67b334-12e3-40a2-9b59-ca4574b9e844 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f3a2631-d7b4-40ea-bea5-223ca07235e4 HTTP/1.1" status: 200 len: 972 time: 0.1242030 Aug 10 03:06:40.627532 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f7b337-2b24-4ff5-ba81-3f915993abc3 req-a81d7299-23f1-425c-b88b-337437e25c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:40.628999 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-92f7b337-2b24-4ff5-ba81-3f915993abc3 req-a81d7299-23f1-425c-b88b-337437e25c4a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=664a6ce4-88cb-43d5-8355-6fbcdabb7a73 HTTP/1.1" status: 200 len: 1097 time: 0.1234915 Aug 10 03:06:40.656177 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff4c1b2-7ed1-4fee-8c49-973b0f5698fd req-a1fd5fc8-3375-407d-87f7-765446c335ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:40.657769 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eff4c1b2-7ed1-4fee-8c49-973b0f5698fd req-a1fd5fc8-3375-407d-87f7-765446c335ee service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5f210c3c-37b1-4313-b640-deb8332cbd55 HTTP/1.1" status: 200 len: 1119 time: 0.0913165 Aug 10 03:06:40.678094 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf2bd0-99cc-47ca-96b8-6306939cc214 req-ecf6ac53-bfec-4b26-a7d6-be11bc3b59ab tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:40.679577 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6edf2bd0-99cc-47ca-96b8-6306939cc214 req-ecf6ac53-bfec-4b26-a7d6-be11bc3b59ab tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2553539 Aug 10 03:06:40.703812 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-6edf2bd0-99cc-47ca-96b8-6306939cc214 req-5b0544c2-f8a1-4e15-8883-270d8e68f78e tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Request body: {'port': {'device_id': '78805934-d178-4a4c-aaf3-c9b9cd55d5f6', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'admin_state_up': True, 'tenant_id': '17e79e39862148aaa5ac50cf15213a33'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:06:40.766399 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-92f7b337-2b24-4ff5-ba81-3f915993abc3 req-ea80d785-06db-4f93-aa31-6191319ea20c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3640a20a-f833-4208-a5e8-4377bcabf26a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124427 Aug 10 03:06:40.791668 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c184fea-53db-4169-bb8b-6140962ab5cc req-9731defd-1d09-4f9a-882c-2e922a64367f tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:40.793727 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0c184fea-53db-4169-bb8b-6140962ab5cc req-9731defd-1d09-4f9a-882c-2e922a64367f tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f3a2631-d7b4-40ea-bea5-223ca07235e4 HTTP/1.1" status: 200 len: 972 time: 0.1568217 Aug 10 03:06:40.797686 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eff4c1b2-7ed1-4fee-8c49-973b0f5698fd req-d37689f9-b740-4320-ac9b-c86c9a4f173e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170936 Aug 10 03:06:40.820758 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-097f9ef9-11f8-4bfb-b635-187622fcae00 req-9847480a-55ab-4400-b4ff-1e4193c186c2 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] Deleting port e5b01164-0f7e-42ae-847e-3604c9c25b11 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:06:40.821095 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-097f9ef9-11f8-4bfb-b635-187622fcae00 req-9847480a-55ab-4400-b4ff-1e4193c186c2 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:40.892279 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5bf5dc03-9643-4d79-802c-932b23f69138 req-1c2e8b92-4fea-41ac-8bfb-6e8c27017a7e tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=b4434a6e661543ecb06a970cfec907db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414715 Aug 10 03:06:40.897045 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0c184fea-53db-4169-bb8b-6140962ab5cc req-596e22be-75a0-4915-98ce-c112b7568c3c tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] 10.222.0.62 "GET /v2.0/security-groups?id=a097311c-b956-406d-a7f2-0397c749e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817685 Aug 10 03:06:40.921937 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-097f9ef9-11f8-4bfb-b635-187622fcae00 req-9847480a-55ab-4400-b4ff-1e4193c186c2 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] For port e5b01164-0f7e-42ae-847e-3604c9c25b11, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=e5b01164-0f7e-42ae-847e-3604c9c25b11,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:06:40.922410 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-097f9ef9-11f8-4bfb-b635-187622fcae00 req-9847480a-55ab-4400-b4ff-1e4193c186c2 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:40.925222 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6edf2bd0-99cc-47ca-96b8-6306939cc214 req-5b0544c2-f8a1-4e15-8883-270d8e68f78e tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Made reservation on behalf of 17e79e39862148aaa5ac50cf15213a33 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:06:40.932150 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-6edf2bd0-99cc-47ca-96b8-6306939cc214 req-5b0544c2-f8a1-4e15-8883-270d8e68f78e tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:40.941967 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-097f9ef9-11f8-4bfb-b635-187622fcae00 req-9847480a-55ab-4400-b4ff-1e4193c186c2 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] Calling delete_port for e5b01164-0f7e-42ae-847e-3604c9c25b11 owned by compute:tempest-test_az-1313326255 {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:06:41.279690 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf5dc03-9643-4d79-802c-932b23f69138 req-ef082cba-aff3-419a-b161-e367193665c0 tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:41.281272 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5bf5dc03-9643-4d79-802c-932b23f69138 req-ef082cba-aff3-419a-b161-e367193665c0 tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3812304 Aug 10 03:06:41.293011 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64707475-e2f3-4d34-8240-34d241b7317e req-f908b374-f104-4fbe-b5e9-8e54fc2fa5c4 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:41.294806 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-64707475-e2f3-4d34-8240-34d241b7317e req-f908b374-f104-4fbe-b5e9-8e54fc2fa5c4 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.62 "GET /v2.0/ports?device_id=664a6ce4-88cb-43d5-8355-6fbcdabb7a73 HTTP/1.1" status: 200 len: 945 time: 0.3183556 Aug 10 03:06:41.294960 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-097f9ef9-11f8-4bfb-b635-187622fcae00 req-9847480a-55ab-4400-b4ff-1e4193c186c2 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:41.308162 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['e5b01164-0f7e-42ae-847e-3604c9c25b11'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:06:41.326941 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9847480a-55ab-4400-b4ff-1e4193c186c2 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] Pushing event deleted for resources: {'Port': ['ID=e5b01164-0f7e-42ae-847e-3604c9c25b11,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:41.343426 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5bf5dc03-9643-4d79-802c-932b23f69138 req-efdd0383-c1db-4a95-86a1-883a83aeb498 tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] 10.222.0.62 "GET /v2.0/quotas/b4434a6e661543ecb06a970cfec907db HTTP/1.1" status: 200 len: 375 time: 0.0444427 Aug 10 03:06:41.399524 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-097f9ef9-11f8-4bfb-b635-187622fcae00 req-9847480a-55ab-4400-b4ff-1e4193c186c2 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] No DVR routers for this DVR port e5b01164-0f7e-42ae-847e-3604c9c25b11 on host n-h2-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:06:41.404107 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-097f9ef9-11f8-4bfb-b635-187622fcae00 req-9847480a-55ab-4400-b4ff-1e4193c186c2 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:41.406261 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-097f9ef9-11f8-4bfb-b635-187622fcae00 req-9847480a-55ab-4400-b4ff-1e4193c186c2 tempest-AggregatesAdminTestJSON-1477262782 tempest-AggregatesAdminTestJSON-1477262782-project] 10.222.0.60 "DELETE /v2.0/ports/e5b01164-0f7e-42ae-847e-3604c9c25b11 HTTP/1.1" status: 204 len: 173 time: 0.7763765 Aug 10 03:06:41.406802 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3a2631-d7b4-40ea-bea5-223ca07235e4', 'name': 'network-vif-deleted', 'tag': 'e5b01164-0f7e-42ae-847e-3604c9c25b11'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:06:41.409176 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d940e4-8723-472e-a0a1-054b7692e8c6" -d '{"events": [{"server_uuid": "1f3a2631-d7b4-40ea-bea5-223ca07235e4", "name": "network-vif-deleted", "tag": "e5b01164-0f7e-42ae-847e-3604c9c25b11"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:06:41.415190 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-6edf2bd0-99cc-47ca-96b8-6306939cc214 req-5b0544c2-f8a1-4e15-8883-270d8e68f78e tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Allocated IP 192.168.233.198 (f1b7997e-1a2a-4260-9d7d-b6cf90b8801d/c2e3eb0b-907c-4ac4-809e-ae9609bc8c67/41d8ad27-5515-4f30-8950-ffd9b52c2ebe) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:06:41.428280 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-64707475-e2f3-4d34-8240-34d241b7317e req-f3f49026-53c3-4b7d-9d6e-45b885bd59b4 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.62 "GET /v2.0/security-groups?id=3640a20a-f833-4208-a5e8-4377bcabf26a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168234 Aug 10 03:06:41.463405 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5bf5dc03-9643-4d79-802c-932b23f69138 req-d75d7059-2409-4de2-9c80-690b7d20d06c tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b4434a6e661543ecb06a970cfec907db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1077054 Aug 10 03:06:41.713883 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-6edf2bd0-99cc-47ca-96b8-6306939cc214 req-5b0544c2-f8a1-4e15-8883-270d8e68f78e tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:41.726438 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a823a-bc66-4d83-8a9f-7485a6cd9b00 req-23aed17a-8377-47dd-994d-adbdbef6267f tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:41.728807 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3f2a823a-bc66-4d83-8a9f-7485a6cd9b00 req-23aed17a-8377-47dd-994d-adbdbef6267f tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f210c3c-37b1-4313-b640-deb8332cbd55 HTTP/1.1" status: 200 len: 967 time: 0.1059008 Aug 10 03:06:41.748338 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-6edf2bd0-99cc-47ca-96b8-6306939cc214 req-5b0544c2-f8a1-4e15-8883-270d8e68f78e tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Transition to ACTIVE for port object 41d8ad27-5515-4f30-8950-ffd9b52c2ebe will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:06:41.796174 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3f2a823a-bc66-4d83-8a9f-7485a6cd9b00 req-02a4cc95-b039-4275-945b-e34b77eb56a5 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589445 Aug 10 03:06:41.815985 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-6edf2bd0-99cc-47ca-96b8-6306939cc214 req-5b0544c2-f8a1-4e15-8883-270d8e68f78e tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:41.865598 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6edf2bd0-99cc-47ca-96b8-6306939cc214 req-5b0544c2-f8a1-4e15-8883-270d8e68f78e tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:06:41.873144 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-6edf2bd0-99cc-47ca-96b8-6306939cc214 req-5b0544c2-f8a1-4e15-8883-270d8e68f78e tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:06:41.877321 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-6edf2bd0-99cc-47ca-96b8-6306939cc214 req-5b0544c2-f8a1-4e15-8883-270d8e68f78e tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:06:41.883527 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf2bd0-99cc-47ca-96b8-6306939cc214 req-5b0544c2-f8a1-4e15-8883-270d8e68f78e tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:41.884153 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-6edf2bd0-99cc-47ca-96b8-6306939cc214 req-5b0544c2-f8a1-4e15-8883-270d8e68f78e tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:41.901846 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0544c2-f8a1-4e15-8883-270d8e68f78e tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Pushing event updated for resources: {'Port': ['ID=41d8ad27-5515-4f30-8950-ffd9b52c2ebe,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:41.921326 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6edf2bd0-99cc-47ca-96b8-6306939cc214 req-5b0544c2-f8a1-4e15-8883-270d8e68f78e tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2317519 Aug 10 03:06:41.937954 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-6edf2bd0-99cc-47ca-96b8-6306939cc214 req-de75166d-ee80-464f-9fb7-9085a4b073f9 service neutron] Request body: {'port': {'device_id': '78805934-d178-4a4c-aaf3-c9b9cd55d5f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:06:42.076886 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-6edf2bd0-99cc-47ca-96b8-6306939cc214 req-de75166d-ee80-464f-9fb7-9085a4b073f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:42.099764 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38103a30-40c2-4210-aabc-9ff20e15ccb1 req-71abca7d-d892-4995-8b5f-15b69626ffed tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:42.101480 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-38103a30-40c2-4210-aabc-9ff20e15ccb1 req-71abca7d-d892-4995-8b5f-15b69626ffed tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.62 "GET /v2.0/ports?device_id=78805934-d178-4a4c-aaf3-c9b9cd55d5f6 HTTP/1.1" status: 200 len: 936 time: 0.1570787 Aug 10 03:06:42.187228 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79adc879-0a01-4a1b-ab41-1da737033f4b req-8674ae30-62f6-4f5b-98eb-18c17265ac83 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:42.188721 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-79adc879-0a01-4a1b-ab41-1da737033f4b req-8674ae30-62f6-4f5b-98eb-18c17265ac83 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=9418c9e4-ef93-4ce8-8169-a62e4fbadd70 HTTP/1.1" status: 200 len: 949 time: 0.1471286 Aug 10 03:06:42.204272 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-38103a30-40c2-4210-aabc-9ff20e15ccb1 req-6544b79f-3f31-4d4a-b0e2-8a88917d0fef tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.62 "GET /v2.0/security-groups?id=e021aac8-1f7c-42ad-a625-ac648d877e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923100 Aug 10 03:06:42.243851 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-49027987-c632-4f93-b517-f5e891b7d233 None None] Provisioning for port 41d8ad27-5515-4f30-8950-ffd9b52c2ebe completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:06:42.249564 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-49027987-c632-4f93-b517-f5e891b7d233 None None] Provisioning complete for port 41d8ad27-5515-4f30-8950-ffd9b52c2ebe triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:06:42.251108 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-49027987-c632-4f93-b517-f5e891b7d233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:42.259032 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ec1e74-34f1-4eed-823d-04ada4702f6b x-openstack-request-id: req-b4ec1e74-34f1-4eed-823d-04ada4702f6b {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:06:42.260990 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f3a2631-d7b4-40ea-bea5-223ca07235e4", "name": "network-vif-deleted", "tag": "e5b01164-0f7e-42ae-847e-3604c9c25b11", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:06:42.261586 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b4ec1e74-34f1-4eed-823d-04ada4702f6b {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:06:42.262509 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f3a2631-d7b4-40ea-bea5-223ca07235e4', 'name': 'network-vif-deleted', 'tag': 'e5b01164-0f7e-42ae-847e-3604c9c25b11', 'status': 'completed', 'code': 200} Aug 10 03:06:42.312229 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-49027987-c632-4f93-b517-f5e891b7d233 None None] Port 41d8ad27-5515-4f30-8950-ffd9b52c2ebe cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:06:42.326479 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-79adc879-0a01-4a1b-ab41-1da737033f4b req-99e4360b-8222-4593-85eb-c9764cbfab11 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281111 Aug 10 03:06:42.381951 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-edf07d24-d5e1-4c6f-9b78-4deac4b4b7b6 req-79210e44-55bd-4a1f-acd5-83ba306c39a4 tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] 10.222.0.62 "GET /v2.0/ports?device_id=be8a0a59-ad1c-46ee-ab91-37c3851ee8b7 HTTP/1.1" status: 200 len: 210 time: 0.0719609 Aug 10 03:06:42.524999 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-6edf2bd0-99cc-47ca-96b8-6306939cc214 req-de75166d-ee80-464f-9fb7-9085a4b073f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41d8ad27-5515-4f30-8950-ffd9b52c2ebe {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:06:42.534361 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-6edf2bd0-99cc-47ca-96b8-6306939cc214 req-de75166d-ee80-464f-9fb7-9085a4b073f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:42.548870 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-6edf2bd0-99cc-47ca-96b8-6306939cc214 req-de75166d-ee80-464f-9fb7-9085a4b073f9 service neutron] Transition to ACTIVE for port object 41d8ad27-5515-4f30-8950-ffd9b52c2ebe will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:06:42.557079 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-6edf2bd0-99cc-47ca-96b8-6306939cc214 req-de75166d-ee80-464f-9fb7-9085a4b073f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:42.663011 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de75166d-ee80-464f-9fb7-9085a4b073f9 service neutron] Pushing event updated for resources: {'Port': ['ID=41d8ad27-5515-4f30-8950-ffd9b52c2ebe,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:42.689555 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a196e47-a76e-4bae-8022-cb3d26690697 req-b16ebcf8-cf95-45db-9539-c443b3174da9 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:42.691275 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9a196e47-a76e-4bae-8022-cb3d26690697 req-b16ebcf8-cf95-45db-9539-c443b3174da9 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.62 "GET /v2.0/ports?device_id=664a6ce4-88cb-43d5-8355-6fbcdabb7a73 HTTP/1.1" status: 200 len: 945 time: 0.1364489 Aug 10 03:06:42.692234 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-6edf2bd0-99cc-47ca-96b8-6306939cc214 req-de75166d-ee80-464f-9fb7-9085a4b073f9 service neutron] Attempting to bind port 41d8ad27-5515-4f30-8950-ffd9b52c2ebe on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:06:42.692954 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-6edf2bd0-99cc-47ca-96b8-6306939cc214 req-de75166d-ee80-464f-9fb7-9085a4b073f9 service neutron] Attempting to bind port 41d8ad27-5515-4f30-8950-ffd9b52c2ebe by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:06:42.692954 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6edf2bd0-99cc-47ca-96b8-6306939cc214 req-de75166d-ee80-464f-9fb7-9085a4b073f9 service neutron] Attempting to bind port 41d8ad27-5515-4f30-8950-ffd9b52c2ebe on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:06:42.699807 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6edf2bd0-99cc-47ca-96b8-6306939cc214 req-de75166d-ee80-464f-9fb7-9085a4b073f9 service neutron] Port 41d8ad27-5515-4f30-8950-ffd9b52c2ebe on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:06:42.700078 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6edf2bd0-99cc-47ca-96b8-6306939cc214 req-de75166d-ee80-464f-9fb7-9085a4b073f9 service neutron] Attempting to bind port 41d8ad27-5515-4f30-8950-ffd9b52c2ebe on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:06:42.721715 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6edf2bd0-99cc-47ca-96b8-6306939cc214 req-de75166d-ee80-464f-9fb7-9085a4b073f9 service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:06:42.722260 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6edf2bd0-99cc-47ca-96b8-6306939cc214 req-de75166d-ee80-464f-9fb7-9085a4b073f9 service neutron] Checking segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:06:42.722513 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6edf2bd0-99cc-47ca-96b8-6306939cc214 req-de75166d-ee80-464f-9fb7-9085a4b073f9 service neutron] Bound using segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:06:42.722902 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-6edf2bd0-99cc-47ca-96b8-6306939cc214 req-de75166d-ee80-464f-9fb7-9085a4b073f9 service neutron] Bound port: 41d8ad27-5515-4f30-8950-ffd9b52c2ebe, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:06:42.723265 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-6edf2bd0-99cc-47ca-96b8-6306939cc214 req-de75166d-ee80-464f-9fb7-9085a4b073f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:42.791301 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9a196e47-a76e-4bae-8022-cb3d26690697 req-1c1c3e9e-95d2-49fd-9396-57e89d27f041 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.62 "GET /v2.0/security-groups?id=3640a20a-f833-4208-a5e8-4377bcabf26a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885880 Aug 10 03:06:42.853742 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35212) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:42.860595 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-6edf2bd0-99cc-47ca-96b8-6306939cc214 req-de75166d-ee80-464f-9fb7-9085a4b073f9 service neutron] For port 41d8ad27-5515-4f30-8950-ffd9b52c2ebe, host n-h1-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:06:42.864060 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-6edf2bd0-99cc-47ca-96b8-6306939cc214 req-de75166d-ee80-464f-9fb7-9085a4b073f9 service neutron] For port 41d8ad27-5515-4f30-8950-ffd9b52c2ebe, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=41d8ad27-5515-4f30-8950-ffd9b52c2ebe,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:06:42.871354 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-6edf2bd0-99cc-47ca-96b8-6306939cc214 req-de75166d-ee80-464f-9fb7-9085a4b073f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:42.876792 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5bf5dc03-9643-4d79-802c-932b23f69138 req-f8b14e67-bdc4-4e47-9d34-76761aaad415 tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=b4434a6e661543ecb06a970cfec907db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0556624 Aug 10 03:06:42.937987 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf2bd0-99cc-47ca-96b8-6306939cc214 req-de75166d-ee80-464f-9fb7-9085a4b073f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:42.938591 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-6edf2bd0-99cc-47ca-96b8-6306939cc214 req-de75166d-ee80-464f-9fb7-9085a4b073f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:42.940533 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6edf2bd0-99cc-47ca-96b8-6306939cc214 req-de75166d-ee80-464f-9fb7-9085a4b073f9 service neutron] 10.222.0.58 "PUT /v2.0/ports/41d8ad27-5515-4f30-8950-ffd9b52c2ebe HTTP/1.1" status: 200 len: 1097 time: 1.0102866 Aug 10 03:06:42.945908 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78805934-d178-4a4c-aaf3-c9b9cd55d5f6', 'tag': '41d8ad27-5515-4f30-8950-ffd9b52c2ebe'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:06:42.959441 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2acb5bdc-d277-42d9-a49c-2843ee46dfbe" -d '{"events": [{"name": "network-changed", "server_uuid": "78805934-d178-4a4c-aaf3-c9b9cd55d5f6", "tag": "41d8ad27-5515-4f30-8950-ffd9b52c2ebe"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:06:43.002416 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de75166d-ee80-464f-9fb7-9085a4b073f9 service neutron] Pushing event updated for resources: {'Port': ['ID=41d8ad27-5515-4f30-8950-ffd9b52c2ebe,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:43.095635 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf2bd0-99cc-47ca-96b8-6306939cc214 req-29f10a6e-6815-4f1c-b4ee-defe94446cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:43.097149 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6edf2bd0-99cc-47ca-96b8-6306939cc214 req-29f10a6e-6815-4f1c-b4ee-defe94446cf8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=17e79e39862148aaa5ac50cf15213a33&device_id=78805934-d178-4a4c-aaf3-c9b9cd55d5f6 HTTP/1.1" status: 200 len: 1100 time: 0.0828698 Aug 10 03:06:43.153289 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf5dc03-9643-4d79-802c-932b23f69138 req-e773c161-68a9-44f4-9489-6a415c3a4777 tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:43.154991 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5bf5dc03-9643-4d79-802c-932b23f69138 req-e773c161-68a9-44f4-9489-6a415c3a4777 tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2716005 Aug 10 03:06:43.174610 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6edf2bd0-99cc-47ca-96b8-6306939cc214 req-f60152ea-5ba7-47df-8c27-209ce84937c6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=41d8ad27-5515-4f30-8950-ffd9b52c2ebe HTTP/1.1" status: 200 len: 217 time: 0.0669243 Aug 10 03:06:43.176764 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-5bf5dc03-9643-4d79-802c-932b23f69138 req-536ba87d-65d4-4e9c-9548-0c59da7ad2ce tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Request body: {'port': {'device_id': 'be8a0a59-ad1c-46ee-ab91-37c3851ee8b7', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'admin_state_up': True, 'tenant_id': 'b4434a6e661543ecb06a970cfec907db'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:06:43.290497 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bf5dc03-9643-4d79-802c-932b23f69138 req-536ba87d-65d4-4e9c-9548-0c59da7ad2ce tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Made reservation on behalf of b4434a6e661543ecb06a970cfec907db for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:06:43.291730 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-e0d518d0-524a-4d81-88e9-58deedcc610e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=aee6f4b205324256b0c3de2882c15e94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4368262 Aug 10 03:06:43.294561 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-5bf5dc03-9643-4d79-802c-932b23f69138 req-536ba87d-65d4-4e9c-9548-0c59da7ad2ce tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:43.297028 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35230) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:43.314227 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf2bd0-99cc-47ca-96b8-6306939cc214 req-dae59a1a-7f8e-49d2-8da2-05ce420e71cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:43.315762 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6edf2bd0-99cc-47ca-96b8-6306939cc214 req-dae59a1a-7f8e-49d2-8da2-05ce420e71cb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.1241817 Aug 10 03:06:43.327143 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57beebbc-0638-42f2-b744-6658f9697146 req-f6dd3e12-da01-40d5-be7e-d341d3829908 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:43.328617 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-57beebbc-0638-42f2-b744-6658f9697146 req-f6dd3e12-da01-40d5-be7e-d341d3829908 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.62 "GET /v2.0/ports?device_id=664a6ce4-88cb-43d5-8355-6fbcdabb7a73 HTTP/1.1" status: 200 len: 945 time: 0.2032247 Aug 10 03:06:43.337863 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35232) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:43.344636 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf5947-b484-42fe-a8a2-1fa148b09c27 req-8d566868-5a59-41e5-aa42-31a569f9a729 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:43.346152 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-67bf5947-b484-42fe-a8a2-1fa148b09c27 req-8d566868-5a59-41e5-aa42-31a569f9a729 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f210c3c-37b1-4313-b640-deb8332cbd55 HTTP/1.1" status: 200 len: 967 time: 0.1557090 Aug 10 03:06:43.346667 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-05137cdc-07d7-4f33-a104-47a7333d3153 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Request body: {'floatingip': {'port_id': '2b53ea60-220b-4873-8aad-f63507800214'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:06:43.381722 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c7427f-18b5-44e0-8b54-f54c9418bee3 x-openstack-request-id: req-22c7427f-18b5-44e0-8b54-f54c9418bee3 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:06:43.382259 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78805934-d178-4a4c-aaf3-c9b9cd55d5f6", "tag": "41d8ad27-5515-4f30-8950-ffd9b52c2ebe", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:06:43.382514 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-22c7427f-18b5-44e0-8b54-f54c9418bee3 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:06:43.382959 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78805934-d178-4a4c-aaf3-c9b9cd55d5f6', 'tag': '41d8ad27-5515-4f30-8950-ffd9b52c2ebe', 'status': 'completed', 'code': 200} Aug 10 03:06:43.419803 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-67bf5947-b484-42fe-a8a2-1fa148b09c27 req-b25d31bd-8226-4a6f-b55e-052ed3e0c60c tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531955 Aug 10 03:06:43.422396 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf2bd0-99cc-47ca-96b8-6306939cc214 req-884a9c00-54cf-400c-b474-f9c3a138c05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:43.424567 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6edf2bd0-99cc-47ca-96b8-6306939cc214 req-884a9c00-54cf-400c-b474-f9c3a138c05f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0941410 Aug 10 03:06:43.476478 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-05137cdc-07d7-4f33-a104-47a7333d3153 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Notify callbacks [] for floatingip, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:43.531900 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1231ea38-5f5f-4849-8181-7c89d68cc99d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:43.597472 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2362458-a799-448e-8e4c-247f4a186509 req-a7f8b861-eb09-484b-8cd7-734d64e3f1b6 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:43.598893 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a2362458-a799-448e-8e4c-247f4a186509 req-a7f8b861-eb09-484b-8cd7-734d64e3f1b6 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=9418c9e4-ef93-4ce8-8169-a62e4fbadd70 HTTP/1.1" status: 200 len: 949 time: 0.1055553 Aug 10 03:06:43.608519 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e24b725-3cd1-4e22-a953-004096ebccfb req-c82b62e3-c507-4160-86dd-05927856aedd tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:43.609956 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7e24b725-3cd1-4e22-a953-004096ebccfb req-c82b62e3-c507-4160-86dd-05927856aedd tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.62 "GET /v2.0/ports?device_id=78805934-d178-4a4c-aaf3-c9b9cd55d5f6 HTTP/1.1" status: 200 len: 948 time: 0.1200938 Aug 10 03:06:43.613091 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6edf2bd0-99cc-47ca-96b8-6306939cc214 req-9cd3d923-5905-409b-a2dc-7d02418a7859 service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791773 Aug 10 03:06:43.634770 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1231ea38-5f5f-4849-8181-7c89d68cc99d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:43.649973 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-5bf5dc03-9643-4d79-802c-932b23f69138 req-536ba87d-65d4-4e9c-9548-0c59da7ad2ce tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Allocated IP 192.168.233.139 (f1b7997e-1a2a-4260-9d7d-b6cf90b8801d/c2e3eb0b-907c-4ac4-809e-ae9609bc8c67/352d015e-f037-49a5-9ceb-9acd85babe69) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:06:43.719634 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a2362458-a799-448e-8e4c-247f4a186509 req-47a843d7-29b7-4393-af0f-9e69d174337b tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085949 Aug 10 03:06:43.727901 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7e24b725-3cd1-4e22-a953-004096ebccfb req-1afabc28-6399-4f5e-bbfa-8419a876140f tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.62 "GET /v2.0/security-groups?id=e021aac8-1f7c-42ad-a625-ac648d877e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083152 Aug 10 03:06:43.775853 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6edf2bd0-99cc-47ca-96b8-6306939cc214 req-5eb28dbf-42c3-4548-9fe6-998218a499fc service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551719 Aug 10 03:06:43.821407 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1231ea38-5f5f-4849-8181-7c89d68cc99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:43.824072 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1231ea38-5f5f-4849-8181-7c89d68cc99d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:43.825258 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1231ea38-5f5f-4849-8181-7c89d68cc99d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a097311c-b956-406d-a7f2-0397c749e0b9 HTTP/1.1" status: 204 len: 168 time: 0.5261266 Aug 10 03:06:43.892074 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1231ea38-5f5f-4849-8181-7c89d68cc99d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a097311c-b956-406d-a7f2-0397c749e0b9,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:43.927831 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1947f507-db56-4fef-b412-baa13de4fe48 req-3158fd0b-6c0e-4108-8064-c5479da5981f tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] 10.222.0.62 "GET /v2.0/ports?device_id=be8a0a59-ad1c-46ee-ab91-37c3851ee8b7 HTTP/1.1" status: 200 len: 210 time: 0.0539279 Aug 10 03:06:43.942614 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb5bdc-d277-42d9-a49c-2843ee46dfbe req-e6012617-21fa-4034-9859-62e170033fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:43.944291 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2acb5bdc-d277-42d9-a49c-2843ee46dfbe req-e6012617-21fa-4034-9859-62e170033fb9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=17e79e39862148aaa5ac50cf15213a33&device_id=78805934-d178-4a4c-aaf3-c9b9cd55d5f6 HTTP/1.1" status: 200 len: 1100 time: 0.1163566 Aug 10 03:06:44.146341 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb5bdc-d277-42d9-a49c-2843ee46dfbe req-2dcefb9a-4465-4398-a1c5-ce3c1eb45490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:44.148479 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2acb5bdc-d277-42d9-a49c-2843ee46dfbe req-2dcefb9a-4465-4398-a1c5-ce3c1eb45490 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d HTTP/1.1" status: 200 len: 870 time: 0.1942971 Aug 10 03:06:44.213718 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2acb5bdc-d277-42d9-a49c-2843ee46dfbe req-c8b1a2ce-b0f6-4b0b-bb1c-4828bdc7f69c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=41d8ad27-5515-4f30-8950-ffd9b52c2ebe HTTP/1.1" status: 200 len: 217 time: 0.0572324 Aug 10 03:06:44.277191 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-5bf5dc03-9643-4d79-802c-932b23f69138 req-536ba87d-65d4-4e9c-9548-0c59da7ad2ce tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:44.289952 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb5bdc-d277-42d9-a49c-2843ee46dfbe req-392cb937-4732-4bc7-8b18-df14bcc5be31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:44.292015 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2acb5bdc-d277-42d9-a49c-2843ee46dfbe req-392cb937-4732-4bc7-8b18-df14bcc5be31 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.0711343 Aug 10 03:06:44.296945 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35272) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:44.326242 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-5bf5dc03-9643-4d79-802c-932b23f69138 req-536ba87d-65d4-4e9c-9548-0c59da7ad2ce tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Transition to ACTIVE for port object 352d015e-f037-49a5-9ceb-9acd85babe69 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:06:44.387628 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-54162635-9c1d-479c-a5dc-295c2f8233ef admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5dbc441d239047a898b1757160b49e6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0888135 Aug 10 03:06:44.390422 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35274) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:44.391236 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb5bdc-d277-42d9-a49c-2843ee46dfbe req-9808958a-a22c-4c54-ada4-f7148dca8114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:44.393153 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2acb5bdc-d277-42d9-a49c-2843ee46dfbe req-9808958a-a22c-4c54-ada4-f7148dca8114 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0880377 Aug 10 03:06:44.523483 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55afc4b4-3d44-4785-9ee5-f5d48615e509 req-5825d8fd-53b6-4488-81b3-2d534dbb221b tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:44.525026 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-55afc4b4-3d44-4785-9ee5-f5d48615e509 req-5825d8fd-53b6-4488-81b3-2d534dbb221b tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5f210c3c-37b1-4313-b640-deb8332cbd55 HTTP/1.1" status: 200 len: 1119 time: 0.0647080 Aug 10 03:06:44.530110 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-5bf5dc03-9643-4d79-802c-932b23f69138 req-536ba87d-65d4-4e9c-9548-0c59da7ad2ce tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:44.536292 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-05137cdc-07d7-4f33-a104-47a7333d3153 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:44.544344 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['a79e3712-2404-43b6-97ce-5281c1b9e2e7'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:06:44.568583 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-05137cdc-07d7-4f33-a104-47a7333d3153 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:44.573283 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2acb5bdc-d277-42d9-a49c-2843ee46dfbe req-042c5220-e2d1-49f2-93d6-ff0c74ff2066 service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702509 Aug 10 03:06:44.611834 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1f8454b0-998a-4245-a2c0-a5245a201fdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:44.647740 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-55afc4b4-3d44-4785-9ee5-f5d48615e509 req-f2afc9e8-0156-4dc9-ab52-adaf40e607ca tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003704 Aug 10 03:06:44.663765 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35280) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:44.663765 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35282) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:44.714171 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2acb5bdc-d277-42d9-a49c-2843ee46dfbe req-5e992e65-97b2-4989-9270-275d7c871a9c service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310601 Aug 10 03:06:44.727706 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device e5b01164-0f7e-42ae-847e-3604c9c25b11 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:06:44.757718 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: e5b01164-0f7e-42ae-847e-3604c9c25b11 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:06:44.758395 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device e5b01164-0f7e-42ae-847e-3604c9c25b11 not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:06:44.844999 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-65a3d1cf-afa3-4e70-9392-aed36b396d27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:44.942389 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-37d87042-0199-412b-b390-9d71d18cf3c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:44.960143 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bf5dc03-9643-4d79-802c-932b23f69138 req-536ba87d-65d4-4e9c-9548-0c59da7ad2ce tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:06:44.977132 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-5bf5dc03-9643-4d79-802c-932b23f69138 req-536ba87d-65d4-4e9c-9548-0c59da7ad2ce tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:06:44.979788 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf5dc03-9643-4d79-802c-932b23f69138 req-536ba87d-65d4-4e9c-9548-0c59da7ad2ce tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:06:44.987522 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf5dc03-9643-4d79-802c-932b23f69138 req-536ba87d-65d4-4e9c-9548-0c59da7ad2ce tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:44.987522 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-5bf5dc03-9643-4d79-802c-932b23f69138 req-536ba87d-65d4-4e9c-9548-0c59da7ad2ce tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:44.994775 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1f8454b0-998a-4245-a2c0-a5245a201fdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:44.999492 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c32ac7-8cf8-487c-aa49-429f0a30734a req-1a99b7ab-a3ea-420d-bccb-83daeb321070 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:45.004476 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536ba87d-65d4-4e9c-9548-0c59da7ad2ce tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Pushing event updated for resources: {'Port': ['ID=352d015e-f037-49a5-9ceb-9acd85babe69,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:45.005219 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f9c32ac7-8cf8-487c-aa49-429f0a30734a req-1a99b7ab-a3ea-420d-bccb-83daeb321070 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.62 "GET /v2.0/ports?device_id=78805934-d178-4a4c-aaf3-c9b9cd55d5f6 HTTP/1.1" status: 200 len: 948 time: 0.1513255 Aug 10 03:06:45.034535 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778dbfb-f41d-4409-8ba2-68af67d635bd req-61015a35-64b8-4160-9a84-5b9d06f2936f tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:45.036162 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9778dbfb-f41d-4409-8ba2-68af67d635bd req-61015a35-64b8-4160-9a84-5b9d06f2936f tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=9418c9e4-ef93-4ce8-8169-a62e4fbadd70 HTTP/1.1" status: 200 len: 949 time: 0.1628199 Aug 10 03:06:45.095379 n-d-768851-15 neutron-server[94217]: INFO neutron.db.l3_db [None req-05137cdc-07d7-4f33-a104-47a7333d3153 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Floating IP 2a2f9784-796f-47d7-a165-b23dfbd183b7 associated. External IP: 172.25.7.138, port: 2b53ea60-220b-4873-8aad-f63507800214. Aug 10 03:06:45.103319 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f9c32ac7-8cf8-487c-aa49-429f0a30734a req-6605c9b6-7a2e-402f-94be-e4459338ef2e tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.62 "GET /v2.0/security-groups?id=e021aac8-1f7c-42ad-a625-ac648d877e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969231 Aug 10 03:06:45.143219 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9778dbfb-f41d-4409-8ba2-68af67d635bd req-d9c6415a-c6d2-4b93-96e0-d7274bf4fc96 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882692 Aug 10 03:06:45.173179 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-65a3d1cf-afa3-4e70-9392-aed36b396d27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:45.211292 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5bf5dc03-9643-4d79-802c-932b23f69138 req-536ba87d-65d4-4e9c-9548-0c59da7ad2ce tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0383198 Aug 10 03:06:45.224550 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-5bf5dc03-9643-4d79-802c-932b23f69138 req-405c338f-6619-4a31-aeac-521fa8b9efde service neutron] Request body: {'port': {'device_id': 'be8a0a59-ad1c-46ee-ab91-37c3851ee8b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:06:45.229364 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-65a3d1cf-afa3-4e70-9392-aed36b396d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:45.286994 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1f8454b0-998a-4245-a2c0-a5245a201fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:45.289555 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1f8454b0-998a-4245-a2c0-a5245a201fdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:45.290686 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1f8454b0-998a-4245-a2c0-a5245a201fdd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/675389ac-d4d0-4c57-838c-b862331d3b3e HTTP/1.1" status: 204 len: 168 time: 0.8992579 Aug 10 03:06:45.318998 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8454b0-998a-4245-a2c0-a5245a201fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675389ac-d4d0-4c57-838c-b862331d3b3e,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:45.328142 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-65a3d1cf-afa3-4e70-9392-aed36b396d27 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2947664989084403b1b17a575b8d3429&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6634922 Aug 10 03:06:45.330336 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd6737-4ed0-4fd8-8a0f-1fa7c578e953 req-3db7ecb8-0a2b-4a0f-a30c-8663be83e9f2 tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:45.338070 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cadd6737-4ed0-4fd8-8a0f-1fa7c578e953 req-3db7ecb8-0a2b-4a0f-a30c-8663be83e9f2 tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5f210c3c-37b1-4313-b640-deb8332cbd55 HTTP/1.1" status: 200 len: 1119 time: 0.1614835 Aug 10 03:06:45.358754 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-c74f6587-fd7a-42ee-b1bc-e42f5a5361dc None None] Provisioning for port 352d015e-f037-49a5-9ceb-9acd85babe69 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:06:45.363549 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-c74f6587-fd7a-42ee-b1bc-e42f5a5361dc None None] Provisioning complete for port 352d015e-f037-49a5-9ceb-9acd85babe69 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:06:45.364183 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c74f6587-fd7a-42ee-b1bc-e42f5a5361dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:45.374111 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35298) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:45.402444 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-c74f6587-fd7a-42ee-b1bc-e42f5a5361dc None None] Port 352d015e-f037-49a5-9ceb-9acd85babe69 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:06:45.410151 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-5bf5dc03-9643-4d79-802c-932b23f69138 req-405c338f-6619-4a31-aeac-521fa8b9efde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:45.484239 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05137cdc-07d7-4f33-a104-47a7333d3153 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Router ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:06:45.520250 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ee80710c-df3a-4659-a39d-57ce2192ee7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:45.576909 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a3d1cf-afa3-4e70-9392-aed36b396d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2511a8cf-ee8a-45b8-b5df-d8766f30d21d,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:45.618300 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f223b05-ad01-4abc-afb0-6ce8dc4083c0 req-fc3b438f-da67-4223-9868-2c21087b1a35 tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:45.619864 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8f223b05-ad01-4abc-afb0-6ce8dc4083c0 req-fc3b438f-da67-4223-9868-2c21087b1a35 tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] 10.222.0.62 "GET /v2.0/ports?device_id=be8a0a59-ad1c-46ee-ab91-37c3851ee8b7 HTTP/1.1" status: 200 len: 936 time: 0.3942804 Aug 10 03:06:45.629600 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-37d87042-0199-412b-b390-9d71d18cf3c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:45.636716 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-37d87042-0199-412b-b390-9d71d18cf3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:45.645351 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ee80710c-df3a-4659-a39d-57ce2192ee7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:45.647619 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cadd6737-4ed0-4fd8-8a0f-1fa7c578e953 req-9f73fa2d-abbc-4165-94cc-8728f98c1244 tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087058 Aug 10 03:06:45.692715 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-37d87042-0199-412b-b390-9d71d18cf3c8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a7d18a69fae2450894fdbd3610dda29c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0227454 Aug 10 03:06:45.695568 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35308) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:45.717675 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d87042-0199-412b-b390-9d71d18cf3c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=998fb411-9a72-48fe-900d-6ea133ade68a,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:45.753667 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8f223b05-ad01-4abc-afb0-6ce8dc4083c0 req-9e76ce59-bfbc-4699-93dc-f200defc1005 tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] 10.222.0.62 "GET /v2.0/security-groups?id=6be0dafb-e04d-4c06-aa76-00284a9aef57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137533 Aug 10 03:06:45.833724 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05137cdc-07d7-4f33-a104-47a7333d3153 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:06:45.841488 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-05137cdc-07d7-4f33-a104-47a7333d3153 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:45.857246 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4b7b85-a6d7-41c9-aa43-def7f8e43b6a None None] Sync routers for ids ['ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:06:45.869023 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4b7b85-a6d7-41c9-aa43-def7f8e43b6a None None] Routers {'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:06:45.869646 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-bc4b7b85-a6d7-41c9-aa43-def7f8e43b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:06:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:06:45.891711 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-05394a14-e2f4-41aa-a7dc-25ce4e6b674d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:45.917581 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ee80710c-df3a-4659-a39d-57ce2192ee7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:45.920307 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ee80710c-df3a-4659-a39d-57ce2192ee7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:45.924654 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ee80710c-df3a-4659-a39d-57ce2192ee7a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2511a8cf-ee8a-45b8-b5df-d8766f30d21d HTTP/1.1" status: 204 len: 168 time: 0.5491393 Aug 10 03:06:45.941355 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee80710c-df3a-4659-a39d-57ce2192ee7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2511a8cf-ee8a-45b8-b5df-d8766f30d21d,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:45.947052 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-05137cdc-07d7-4f33-a104-47a7333d3153 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.62 "PUT /v2.0/floatingips/2a2f9784-796f-47d7-a165-b23dfbd183b7 HTTP/1.1" status: 200 len: 991 time: 2.6023831 Aug 10 03:06:45.960222 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '664a6ce4-88cb-43d5-8355-6fbcdabb7a73', 'tag': '2b53ea60-220b-4873-8aad-f63507800214'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:06:45.962512 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c34a37-4015-4090-8933-cc52d9eee7e3" -d '{"events": [{"name": "network-changed", "server_uuid": "664a6ce4-88cb-43d5-8355-6fbcdabb7a73", "tag": "2b53ea60-220b-4873-8aad-f63507800214"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:06:45.967872 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-05394a14-e2f4-41aa-a7dc-25ce4e6b674d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:46.053849 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-5bf5dc03-9643-4d79-802c-932b23f69138 req-405c338f-6619-4a31-aeac-521fa8b9efde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 352d015e-f037-49a5-9ceb-9acd85babe69 {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:06:46.067336 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-5bf5dc03-9643-4d79-802c-932b23f69138 req-405c338f-6619-4a31-aeac-521fa8b9efde service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:46.087122 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-05394a14-e2f4-41aa-a7dc-25ce4e6b674d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:46.094236 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-bc4b7b85-a6d7-41c9-aa43-def7f8e43b6a None None] Set router ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:06:46.098639 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-05394a14-e2f4-41aa-a7dc-25ce4e6b674d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:46.102186 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-05394a14-e2f4-41aa-a7dc-25ce4e6b674d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/998fb411-9a72-48fe-900d-6ea133ade68a HTTP/1.1" status: 204 len: 168 time: 0.3784826 Aug 10 03:06:46.130945 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-5bf5dc03-9643-4d79-802c-932b23f69138 req-405c338f-6619-4a31-aeac-521fa8b9efde service neutron] Transition to ACTIVE for port object 352d015e-f037-49a5-9ceb-9acd85babe69 will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:06:46.132209 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05394a14-e2f4-41aa-a7dc-25ce4e6b674d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998fb411-9a72-48fe-900d-6ea133ade68a,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:46.134859 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-5bf5dc03-9643-4d79-802c-932b23f69138 req-405c338f-6619-4a31-aeac-521fa8b9efde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:46.274916 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e02c6f2-19b2-47c0-a3e2-ba24dfbfc60b x-openstack-request-id: req-5e02c6f2-19b2-47c0-a3e2-ba24dfbfc60b {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:06:46.275225 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "664a6ce4-88cb-43d5-8355-6fbcdabb7a73", "tag": "2b53ea60-220b-4873-8aad-f63507800214", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:06:46.275426 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5e02c6f2-19b2-47c0-a3e2-ba24dfbfc60b {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:06:46.275847 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '664a6ce4-88cb-43d5-8355-6fbcdabb7a73', 'tag': '2b53ea60-220b-4873-8aad-f63507800214', 'status': 'completed', 'code': 200} Aug 10 03:06:46.276536 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-5bf5dc03-9643-4d79-802c-932b23f69138 req-405c338f-6619-4a31-aeac-521fa8b9efde service neutron] Attempting to bind port 352d015e-f037-49a5-9ceb-9acd85babe69 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:06:46.276868 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-5bf5dc03-9643-4d79-802c-932b23f69138 req-405c338f-6619-4a31-aeac-521fa8b9efde service neutron] Attempting to bind port 352d015e-f037-49a5-9ceb-9acd85babe69 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:06:46.278013 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf5dc03-9643-4d79-802c-932b23f69138 req-405c338f-6619-4a31-aeac-521fa8b9efde service neutron] Attempting to bind port 352d015e-f037-49a5-9ceb-9acd85babe69 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:06:46.287971 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405c338f-6619-4a31-aeac-521fa8b9efde service neutron] Pushing event updated for resources: {'Port': ['ID=352d015e-f037-49a5-9ceb-9acd85babe69,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:46.294368 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf5dc03-9643-4d79-802c-932b23f69138 req-405c338f-6619-4a31-aeac-521fa8b9efde service neutron] Port 352d015e-f037-49a5-9ceb-9acd85babe69 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:06:46.294694 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf5dc03-9643-4d79-802c-932b23f69138 req-405c338f-6619-4a31-aeac-521fa8b9efde service neutron] Attempting to bind port 352d015e-f037-49a5-9ceb-9acd85babe69 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:06:46.318164 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf5dc03-9643-4d79-802c-932b23f69138 req-405c338f-6619-4a31-aeac-521fa8b9efde service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:06:46.318528 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf5dc03-9643-4d79-802c-932b23f69138 req-405c338f-6619-4a31-aeac-521fa8b9efde service neutron] Checking segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:06:46.318909 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf5dc03-9643-4d79-802c-932b23f69138 req-405c338f-6619-4a31-aeac-521fa8b9efde service neutron] Bound using segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:06:46.319344 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-5bf5dc03-9643-4d79-802c-932b23f69138 req-405c338f-6619-4a31-aeac-521fa8b9efde service neutron] Bound port: 352d015e-f037-49a5-9ceb-9acd85babe69, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:06:46.319784 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-5bf5dc03-9643-4d79-802c-932b23f69138 req-405c338f-6619-4a31-aeac-521fa8b9efde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:46.354676 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c34a37-4015-4090-8933-cc52d9eee7e3 req-ca8d5854-ada1-4d75-9ff9-d647e1731627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:46.365720 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-18c34a37-4015-4090-8933-cc52d9eee7e3 req-ca8d5854-ada1-4d75-9ff9-d647e1731627 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bee18006e8ee4e0f8b5de53f967abbed&device_id=664a6ce4-88cb-43d5-8355-6fbcdabb7a73 HTTP/1.1" status: 200 len: 1097 time: 0.1046524 Aug 10 03:06:46.510075 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217c4c8-8e74-48d8-840d-e25b79f65c1a req-cebe1243-dc8c-43c8-9c8a-50109b2cf2a6 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:46.510973 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-5bf5dc03-9643-4d79-802c-932b23f69138 req-405c338f-6619-4a31-aeac-521fa8b9efde service neutron] For port 352d015e-f037-49a5-9ceb-9acd85babe69, host n-h2-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:06:46.518710 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a217c4c8-8e74-48d8-840d-e25b79f65c1a req-cebe1243-dc8c-43c8-9c8a-50109b2cf2a6 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.62 "GET /v2.0/ports?device_id=78805934-d178-4a4c-aaf3-c9b9cd55d5f6 HTTP/1.1" status: 200 len: 948 time: 0.1374516 Aug 10 03:06:46.527581 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-5bf5dc03-9643-4d79-802c-932b23f69138 req-405c338f-6619-4a31-aeac-521fa8b9efde service neutron] For port 352d015e-f037-49a5-9ceb-9acd85babe69, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=352d015e-f037-49a5-9ceb-9acd85babe69,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:06:46.541202 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-5bf5dc03-9643-4d79-802c-932b23f69138 req-405c338f-6619-4a31-aeac-521fa8b9efde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:46.575933 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a217c4c8-8e74-48d8-840d-e25b79f65c1a req-5b2db398-c512-499b-8bd4-61d60e7b2da6 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.62 "GET /v2.0/security-groups?id=e021aac8-1f7c-42ad-a625-ac648d877e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562370 Aug 10 03:06:46.606599 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf5dc03-9643-4d79-802c-932b23f69138 req-405c338f-6619-4a31-aeac-521fa8b9efde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:46.607578 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-5bf5dc03-9643-4d79-802c-932b23f69138 req-405c338f-6619-4a31-aeac-521fa8b9efde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:46.614248 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5bf5dc03-9643-4d79-802c-932b23f69138 req-405c338f-6619-4a31-aeac-521fa8b9efde service neutron] 10.222.0.60 "PUT /v2.0/ports/352d015e-f037-49a5-9ceb-9acd85babe69 HTTP/1.1" status: 200 len: 1097 time: 1.3952694 Aug 10 03:06:46.663705 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405c338f-6619-4a31-aeac-521fa8b9efde service neutron] Pushing event updated for resources: {'Port': ['ID=352d015e-f037-49a5-9ceb-9acd85babe69,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:46.676000 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35352) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:46.697260 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c34a37-4015-4090-8933-cc52d9eee7e3 req-1cfc37ae-cc8f-4e7a-8bb0-a461e903599d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:46.705268 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-18c34a37-4015-4090-8933-cc52d9eee7e3 req-1cfc37ae-cc8f-4e7a-8bb0-a461e903599d service neutron] 10.222.0.58 "GET /v2.0/networks?id=7bd6a1e2-d65a-4310-b080-ef087a9f163c HTTP/1.1" status: 200 len: 925 time: 0.3256030 Aug 10 03:06:46.794079 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5d91638b-80ed-4493-a25c-3bc12d84ba8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:46.813452 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf5dc03-9643-4d79-802c-932b23f69138 req-47c27608-a48d-437a-8df4-5afb7a6de109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:46.815657 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5bf5dc03-9643-4d79-802c-932b23f69138 req-47c27608-a48d-437a-8df4-5afb7a6de109 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b4434a6e661543ecb06a970cfec907db&device_id=be8a0a59-ad1c-46ee-ab91-37c3851ee8b7 HTTP/1.1" status: 200 len: 1100 time: 0.0947273 Aug 10 03:06:46.870942 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-bc4b7b85-a6d7-41c9-aa43-def7f8e43b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943109770-router', 'tenant_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'b9b9c20a-42b1-4074-82b9-e385ac80fbeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:05:51Z', 'updated_at': '2021-08-10T03:05:56Z', 'revision_number': 4, 'project_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'gw_port': {'id': 'b9b9c20a-42b1-4074-82b9-e385ac80fbeb', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:05:52Z', 'updated_at': '2021-08-10T03:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '2a2f9784-796f-47d7-a165-b23dfbd183b7', 'tenant_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'floating_ip_address': '172.25.7.138', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': 'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e', 'port_id': '2b53ea60-220b-4873-8aad-f63507800214', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bd6a1e2-d65a-4310-b080-ef087a9f163c', 'mac_address': 'fa:16:3e:be:13:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664a6ce4-88cb-43d5-8355-6fbcdabb7a73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:06:21Z', 'updated_at': '2021-08-10T03:06:44Z', 'revision_number': 1, 'project_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9df27161-4b80-42af-b760-2beae8ec9e47', 'name': '', 'network_id': '7bd6a1e2-d65a-4310-b080-ef087a9f163c', 'tenant_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'mac_address': 'fa:16:3e:49:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f4099aa5-56aa-4afb-b339-2ffcbed0521f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:05:55Z', 'updated_at': '2021-08-10T03:06:04Z', 'revision_number': 5, 'project_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'subnets': [{'id': 'f4099aa5-56aa-4afb-b339-2ffcbed0521f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:06:46.891107 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5bf5dc03-9643-4d79-802c-932b23f69138 req-f6d6f6a9-da70-451d-ad58-4e4ba014b0fb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=352d015e-f037-49a5-9ceb-9acd85babe69 HTTP/1.1" status: 200 len: 217 time: 0.0590315 Aug 10 03:06:46.906614 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4b7b85-a6d7-41c9-aa43-def7f8e43b6a None None] Checking router: ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:06:46.916034 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4b7b85-a6d7-41c9-aa43-def7f8e43b6a None None] Routers {'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:06:46.917117 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-bc4b7b85-a6d7-41c9-aa43-def7f8e43b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:06:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:06:46.917970 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8cacb2-e73f-497c-b9e2-030ce80cd310 req-dc87222f-86dc-4f66-920b-9f163dd273cd tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:46.925591 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1f8cacb2-e73f-497c-b9e2-030ce80cd310 req-dc87222f-86dc-4f66-920b-9f163dd273cd tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=9418c9e4-ef93-4ce8-8169-a62e4fbadd70 HTTP/1.1" status: 200 len: 949 time: 0.1658387 Aug 10 03:06:46.948469 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-18c34a37-4015-4090-8933-cc52d9eee7e3 req-726f8932-6b9c-4520-afa9-41d5d310724a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b53ea60-220b-4873-8aad-f63507800214 HTTP/1.1" status: 200 len: 999 time: 0.2422211 Aug 10 03:06:46.990232 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 41d8ad27-5515-4f30-8950-ffd9b52c2ebe details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:06:47.021101 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf5dc03-9643-4d79-802c-932b23f69138 req-1742138a-e285-4896-8019-eec69182a43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:47.022300 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5bf5dc03-9643-4d79-802c-932b23f69138 req-1742138a-e285-4896-8019-eec69182a43a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.1241233 Aug 10 03:06:47.023250 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1f8cacb2-e73f-497c-b9e2-030ce80cd310 req-feeca87e-9ab8-4023-a544-2d988b001626 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948706 Aug 10 03:06:47.046440 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35360) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:47.088879 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-634a2370-cde6-4f6f-ade6-24443787cd91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:47.118231 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c34a37-4015-4090-8933-cc52d9eee7e3 req-cd9f8e89-da2d-449c-b5a7-dd4fbd7efc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:47.121910 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-bc4b7b85-a6d7-41c9-aa43-def7f8e43b6a None None] Set router ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:06:47.126189 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-18c34a37-4015-4090-8933-cc52d9eee7e3 req-cd9f8e89-da2d-449c-b5a7-dd4fbd7efc11 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f4099aa5-56aa-4afb-b339-2ffcbed0521f HTTP/1.1" status: 200 len: 863 time: 0.1691413 Aug 10 03:06:47.166726 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf5dc03-9643-4d79-802c-932b23f69138 req-de293020-783f-4615-b8a7-286abde1d3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:47.168600 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5bf5dc03-9643-4d79-802c-932b23f69138 req-de293020-783f-4615-b8a7-286abde1d3b3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1370480 Aug 10 03:06:47.199766 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 41d8ad27-5515-4f30-8950-ffd9b52c2ebe, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=41d8ad27-5515-4f30-8950-ffd9b52c2ebe,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:06:47.233981 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': '41d8ad27-5515-4f30-8950-ffd9b52c2ebe', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'port_id': '41d8ad27-5515-4f30-8950-ffd9b52c2ebe', 'mac_address': 'fa:16:3e:f4:65:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e3eb0b-907c-4ac4-809e-ae9609bc8c67', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:06:47.246430 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c34a37-4015-4090-8933-cc52d9eee7e3 req-5727f28d-3643-4125-a184-5a32b55bbe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:47.248834 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-18c34a37-4015-4090-8933-cc52d9eee7e3 req-5727f28d-3643-4125-a184-5a32b55bbe5f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7bd6a1e2-d65a-4310-b080-ef087a9f163c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1085441 Aug 10 03:06:47.269592 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ab335-20f7-4ed0-9381-441c39453aef req-1494d23e-81c6-4ef2-9bd8-2f18d3a91f87 tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:47.275176 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-150ab335-20f7-4ed0-9381-441c39453aef req-1494d23e-81c6-4ef2-9bd8-2f18d3a91f87 tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] 10.222.0.62 "GET /v2.0/ports?device_id=be8a0a59-ad1c-46ee-ab91-37c3851ee8b7 HTTP/1.1" status: 200 len: 948 time: 0.1469841 Aug 10 03:06:47.282569 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5d91638b-80ed-4493-a25c-3bc12d84ba8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:47.310913 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5d91638b-80ed-4493-a25c-3bc12d84ba8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:47.312557 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:47.323644 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5bf5dc03-9643-4d79-802c-932b23f69138 req-fcc05d4b-21e2-4249-a07c-5c5bd274c5f3 service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474764 Aug 10 03:06:47.353591 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41d8ad27-5515-4f30-8950-ffd9b52c2ebe {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:06:47.398440 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 41d8ad27-5515-4f30-8950-ffd9b52c2ebe, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=41d8ad27-5515-4f30-8950-ffd9b52c2ebe,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:06:47.407502 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:47.417354 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d91638b-80ed-4493-a25c-3bc12d84ba8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f33cda9d-23da-4bc1-9319-ff0fdd4ddaab,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:47.493065 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-bc4b7b85-a6d7-41c9-aa43-def7f8e43b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943109770-router', 'tenant_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'b9b9c20a-42b1-4074-82b9-e385ac80fbeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:05:51Z', 'updated_at': '2021-08-10T03:05:56Z', 'revision_number': 4, 'project_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'gw_port': {'id': 'b9b9c20a-42b1-4074-82b9-e385ac80fbeb', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:05:52Z', 'updated_at': '2021-08-10T03:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '2a2f9784-796f-47d7-a165-b23dfbd183b7', 'tenant_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'floating_ip_address': '172.25.7.138', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': 'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e', 'port_id': '2b53ea60-220b-4873-8aad-f63507800214', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bd6a1e2-d65a-4310-b080-ef087a9f163c', 'mac_address': 'fa:16:3e:be:13:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664a6ce4-88cb-43d5-8355-6fbcdabb7a73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:06:21Z', 'updated_at': '2021-08-10T03:06:44Z', 'revision_number': 1, 'project_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9df27161-4b80-42af-b760-2beae8ec9e47', 'name': '', 'network_id': '7bd6a1e2-d65a-4310-b080-ef087a9f163c', 'tenant_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'mac_address': 'fa:16:3e:49:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f4099aa5-56aa-4afb-b339-2ffcbed0521f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:05:55Z', 'updated_at': '2021-08-10T03:06:04Z', 'revision_number': 5, 'project_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'subnets': [{'id': 'f4099aa5-56aa-4afb-b339-2ffcbed0521f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:06:47.519338 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-150ab335-20f7-4ed0-9381-441c39453aef req-c09752ff-368a-4d01-a88c-dad24d326555 tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] 10.222.0.62 "GET /v2.0/security-groups?id=6be0dafb-e04d-4c06-aa76-00284a9aef57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186186 Aug 10 03:06:47.521546 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=41d8ad27-5515-4f30-8950-ffd9b52c2ebe,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:47.532053 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5bf5dc03-9643-4d79-802c-932b23f69138 req-a2c3babb-9603-48a8-a594-d765fd104db5 service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004042 Aug 10 03:06:47.533784 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4b7b85-a6d7-41c9-aa43-def7f8e43b6a None None] The sync data for ids ['ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e'] in n-d-768851-15 is: [{'id': 'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943109770-router', 'tenant_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'b9b9c20a-42b1-4074-82b9-e385ac80fbeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:05:51Z', 'updated_at': '2021-08-10T03:05:56Z', 'revision_number': 4, 'project_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'gw_port': {'id': 'b9b9c20a-42b1-4074-82b9-e385ac80fbeb', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:05:52Z', 'updated_at': '2021-08-10T03:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '2a2f9784-796f-47d7-a165-b23dfbd183b7', 'tenant_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'floating_ip_address': '172.25.7.138', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': 'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e', 'port_id': '2b53ea60-220b-4873-8aad-f63507800214', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bd6a1e2-d65a-4310-b080-ef087a9f163c', 'mac_address': 'fa:16:3e:be:13:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664a6ce4-88cb-43d5-8355-6fbcdabb7a73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:06:21Z', 'updated_at': '2021-08-10T03:06:44Z', 'revision_number': 1, 'project_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9df27161-4b80-42af-b760-2beae8ec9e47', 'name': '', 'network_id': '7bd6a1e2-d65a-4310-b080-ef087a9f163c', 'tenant_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'mac_address': 'fa:16:3e:49:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f4099aa5-56aa-4afb-b339-2ffcbed0521f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:05:55Z', 'updated_at': '2021-08-10T03:06:04Z', 'revision_number': 5, 'project_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'subnets': [{'id': 'f4099aa5-56aa-4afb-b339-2ffcbed0521f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:06:47.549323 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-5d91638b-80ed-4493-a25c-3bc12d84ba8a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3530c718e000403dbe77a34242a8abd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8697472 Aug 10 03:06:47.551627 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35382) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:47.620565 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-18c34a37-4015-4090-8933-cc52d9eee7e3 req-9f2ffc2b-82c1-4f6a-9595-cf2f0dd4cf90 service neutron] 10.222.0.58 "GET /v2.0/networks/7bd6a1e2-d65a-4310-b080-ef087a9f163c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441744 Aug 10 03:06:47.644150 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['41d8ad27-5515-4f30-8950-ffd9b52c2ebe'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:06:47.705953 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3e442190-4c55-4c22-a811-934678276c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:47.713624 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-634a2370-cde6-4f6f-ade6-24443787cd91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:47.728530 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-634a2370-cde6-4f6f-ade6-24443787cd91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:47.754098 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3e442190-4c55-4c22-a811-934678276c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:47.803510 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634a2370-cde6-4f6f-ade6-24443787cd91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f90ceec9-9240-4a89-a7c6-2bc9a45371e3,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:47.808701 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-634a2370-cde6-4f6f-ade6-24443787cd91 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=955b31e37a24449ab4715e8a6062eb86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7526543 Aug 10 03:06:47.809578 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35394) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:47.828070 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-18c34a37-4015-4090-8933-cc52d9eee7e3 req-3ad2b32a-c9f3-4337-8b25-c9258c604439 service neutron] 10.222.0.58 "GET /v2.0/networks/7bd6a1e2-d65a-4310-b080-ef087a9f163c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986723 Aug 10 03:06:47.875747 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10acf435-a4a9-44c6-bed8-0d32563e3f01 req-7e3bc846-f460-42eb-a0e4-c5c93f6e7476 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:47.878580 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3e442190-4c55-4c22-a811-934678276c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:47.881052 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-10acf435-a4a9-44c6-bed8-0d32563e3f01 req-7e3bc846-f460-42eb-a0e4-c5c93f6e7476 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.62 "GET /v2.0/ports?device_id=78805934-d178-4a4c-aaf3-c9b9cd55d5f6 HTTP/1.1" status: 200 len: 949 time: 0.0947745 Aug 10 03:06:47.881824 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3e442190-4c55-4c22-a811-934678276c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:47.883397 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3e442190-4c55-4c22-a811-934678276c29 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f33cda9d-23da-4bc1-9319-ff0fdd4ddaab HTTP/1.1" status: 204 len: 168 time: 0.3307645 Aug 10 03:06:47.908587 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e442190-4c55-4c22-a811-934678276c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33cda9d-23da-4bc1-9319-ff0fdd4ddaab,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:47.944181 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-450064aa-c74a-4978-bd39-8f38e6cc4806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:47.946669 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-10acf435-a4a9-44c6-bed8-0d32563e3f01 req-0124ce82-a475-4162-b47f-86bca0adec18 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.62 "GET /v2.0/security-groups?id=e021aac8-1f7c-42ad-a625-ac648d877e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556810 Aug 10 03:06:47.968301 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb42c96-ef67-4dfb-8099-d151f08506e2 None None] New status for floating IP 2a2f9784-796f-47d7-a165-b23dfbd183b7: ACTIVE {{(pid=94218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:06:47.998852 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-450064aa-c74a-4978-bd39-8f38e6cc4806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:48.055815 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-450064aa-c74a-4978-bd39-8f38e6cc4806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:48.059603 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-450064aa-c74a-4978-bd39-8f38e6cc4806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:48.060976 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-450064aa-c74a-4978-bd39-8f38e6cc4806 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f90ceec9-9240-4a89-a7c6-2bc9a45371e3 HTTP/1.1" status: 204 len: 168 time: 0.2498057 Aug 10 03:06:48.073240 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450064aa-c74a-4978-bd39-8f38e6cc4806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90ceec9-9240-4a89-a7c6-2bc9a45371e3,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:48.276809 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be8a0a59-ad1c-46ee-ab91-37c3851ee8b7', 'tag': '352d015e-f037-49a5-9ceb-9acd85babe69'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:06:48.280897 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dcd60d2-96e7-491e-aa01-5885076b0ce4" -d '{"events": [{"name": "network-changed", "server_uuid": "be8a0a59-ad1c-46ee-ab91-37c3851ee8b7", "tag": "352d015e-f037-49a5-9ceb-9acd85babe69"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:06:48.531179 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f1d46-5bb2-4423-b27b-673158b6f8b4 req-0bf36cd2-9cb1-4b02-a4fc-2e78845c4793 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:48.534284 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c97f1d46-5bb2-4423-b27b-673158b6f8b4 req-0bf36cd2-9cb1-4b02-a4fc-2e78845c4793 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=9418c9e4-ef93-4ce8-8169-a62e4fbadd70 HTTP/1.1" status: 200 len: 949 time: 0.0749321 Aug 10 03:06:48.554759 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:06:48.597163 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c97f1d46-5bb2-4423-b27b-673158b6f8b4 req-2b2e0817-27f4-40b1-af8d-e8dc2637ea74 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561934 Aug 10 03:06:48.667317 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5e022b-2f77-44f0-b2ed-a03b6a02065a x-openstack-request-id: req-4e5e022b-2f77-44f0-b2ed-a03b6a02065a {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:06:48.669709 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be8a0a59-ad1c-46ee-ab91-37c3851ee8b7", "tag": "352d015e-f037-49a5-9ceb-9acd85babe69", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:06:48.670674 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4e5e022b-2f77-44f0-b2ed-a03b6a02065a {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:06:48.671862 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be8a0a59-ad1c-46ee-ab91-37c3851ee8b7', 'tag': '352d015e-f037-49a5-9ceb-9acd85babe69', 'status': 'completed', 'code': 200} Aug 10 03:06:48.720389 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35444) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:48.741307 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd60d2-96e7-491e-aa01-5885076b0ce4 req-26e93712-19d1-4632-90f3-0150869c9ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:48.743781 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5dcd60d2-96e7-491e-aa01-5885076b0ce4 req-26e93712-19d1-4632-90f3-0150869c9ad2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b4434a6e661543ecb06a970cfec907db&device_id=be8a0a59-ad1c-46ee-ab91-37c3851ee8b7 HTTP/1.1" status: 200 len: 1100 time: 0.0551007 Aug 10 03:06:48.804420 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3702c9-d0ea-4ea4-a771-d031df700d5f req-1322a674-4e0d-41d6-ade6-79416812f166 tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:48.807511 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ba3702c9-d0ea-4ea4-a771-d031df700d5f req-1322a674-4e0d-41d6-ade6-79416812f166 tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] 10.222.0.62 "GET /v2.0/ports?device_id=be8a0a59-ad1c-46ee-ab91-37c3851ee8b7 HTTP/1.1" status: 200 len: 948 time: 0.0550287 Aug 10 03:06:48.851646 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd60d2-96e7-491e-aa01-5885076b0ce4 req-ed9cb217-3804-4e38-b37b-bb64f5bd8a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:48.853366 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5dcd60d2-96e7-491e-aa01-5885076b0ce4 req-ed9cb217-3804-4e38-b37b-bb64f5bd8a71 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d HTTP/1.1" status: 200 len: 870 time: 0.1026127 Aug 10 03:06:48.860188 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ba3702c9-d0ea-4ea4-a771-d031df700d5f req-c8273a47-f0b5-4813-aca4-db07554b957e tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] 10.222.0.62 "GET /v2.0/security-groups?id=6be0dafb-e04d-4c06-aa76-00284a9aef57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431890 Aug 10 03:06:48.913637 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5dcd60d2-96e7-491e-aa01-5885076b0ce4 req-fec9fd35-ce92-4eba-8095-3d73197f45d3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=352d015e-f037-49a5-9ceb-9acd85babe69 HTTP/1.1" status: 200 len: 217 time: 0.0509419 Aug 10 03:06:48.977104 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd60d2-96e7-491e-aa01-5885076b0ce4 req-2504417b-01f9-41af-a797-229ad9f96026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:48.978812 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5dcd60d2-96e7-491e-aa01-5885076b0ce4 req-2504417b-01f9-41af-a797-229ad9f96026 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.0579860 Aug 10 03:06:48.994936 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 41d8ad27-5515-4f30-8950-ffd9b52c2ebe up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:06:49.037812 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd60d2-96e7-491e-aa01-5885076b0ce4 req-f203d4d3-9012-49a5-98d6-2a995dabb0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:49.039494 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5dcd60d2-96e7-491e-aa01-5885076b0ce4 req-f203d4d3-9012-49a5-98d6-2a995dabb0be service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0541432 Aug 10 03:06:49.093007 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-cb4ae4d8-1068-4522-af9b-8120af202e0b tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:06:49.107313 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-cb4ae4d8-1068-4522-af9b-8120af202e0b tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3838766 Aug 10 03:06:49.134051 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port 41d8ad27-5515-4f30-8950-ffd9b52c2ebe completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:06:49.138323 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port 41d8ad27-5515-4f30-8950-ffd9b52c2ebe triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:06:49.138707 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:49.208965 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5dcd60d2-96e7-491e-aa01-5885076b0ce4 req-0f9eade7-158b-4e6a-8590-8fbbf7a85e85 service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610391 Aug 10 03:06:49.237251 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:49.248329 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4627a0-ecfc-49b2-9f26-e065de505ceb req-0cffe8a1-fd66-43bb-b963-ca8d81a8ce78 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:49.251167 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3e4627a0-ecfc-49b2-9f26-e065de505ceb req-0cffe8a1-fd66-43bb-b963-ca8d81a8ce78 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.62 "GET /v2.0/ports?device_id=78805934-d178-4a4c-aaf3-c9b9cd55d5f6 HTTP/1.1" status: 200 len: 949 time: 0.1428277 Aug 10 03:06:49.272105 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78805934-d178-4a4c-aaf3-c9b9cd55d5f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d8ad27-5515-4f30-8950-ffd9b52c2ebe'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:06:49.275244 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f46a5d-90bf-4737-b404-7c2d5aa691bb" -d '{"events": [{"server_uuid": "78805934-d178-4a4c-aaf3-c9b9cd55d5f6", "name": "network-vif-plugged", "status": "completed", "tag": "41d8ad27-5515-4f30-8950-ffd9b52c2ebe"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:06:49.315768 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 41d8ad27-5515-4f30-8950-ffd9b52c2ebe, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=41d8ad27-5515-4f30-8950-ffd9b52c2ebe,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:06:49.325969 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:49.338599 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3e4627a0-ecfc-49b2-9f26-e065de505ceb req-2b41b506-499a-4114-968d-c7951a9deb7f tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.62 "GET /v2.0/security-groups?id=e021aac8-1f7c-42ad-a625-ac648d877e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795109 Aug 10 03:06:49.370838 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5dcd60d2-96e7-491e-aa01-5885076b0ce4 req-c5a85607-6b4c-4d99-963a-6bc09afe0169 service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510868 Aug 10 03:06:49.408279 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=41d8ad27-5515-4f30-8950-ffd9b52c2ebe,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:49.431698 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd216af0-2da2-46d9-86a2-35af1de1d081 x-openstack-request-id: req-fd216af0-2da2-46d9-86a2-35af1de1d081 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:06:49.432321 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35480) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:49.435511 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78805934-d178-4a4c-aaf3-c9b9cd55d5f6", "name": "network-vif-plugged", "status": "completed", "tag": "41d8ad27-5515-4f30-8950-ffd9b52c2ebe", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:06:49.436097 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fd216af0-2da2-46d9-86a2-35af1de1d081 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:06:49.436571 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78805934-d178-4a4c-aaf3-c9b9cd55d5f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d8ad27-5515-4f30-8950-ffd9b52c2ebe', 'code': 200} Aug 10 03:06:49.486370 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-a65134c4-edc7-4ea7-a880-3f8bd01a487f service neutron] Request body: {'binding': {'host': 'n-h1-768851-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:06:49.486996 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-a65134c4-edc7-4ea7-a880-3f8bd01a487f service neutron] Unknown quota resources ['binding']. {{(pid=94216) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:06:49.549892 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-0cd53712-975c-4461-bb86-b591896da83a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-798703835-network', 'tenant_id': '0184527d62ac40cb863b24d5f91a9ee4'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:06:49.576117 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd53712-975c-4461-bb86-b591896da83a admin admin] Made reservation on behalf of 0184527d62ac40cb863b24d5f91a9ee4 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:06:49.580706 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0cd53712-975c-4461-bb86-b591896da83a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:49.592666 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0cd53712-975c-4461-bb86-b591896da83a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:49.638947 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0bfda4-e2ca-4cbe-81c2-73dcfdcf1f57 req-d2860d31-9b4c-45eb-a29f-1d14c50beb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:49.640500 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2f0bfda4-e2ca-4cbe-81c2-73dcfdcf1f57 req-d2860d31-9b4c-45eb-a29f-1d14c50beb31 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=78805934-d178-4a4c-aaf3-c9b9cd55d5f6 HTTP/1.1" status: 200 len: 1102 time: 0.1037164 Aug 10 03:06:49.707242 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2f0bfda4-e2ca-4cbe-81c2-73dcfdcf1f57 req-ac9aac1c-bf0d-43e0-b9c7-bab938104453 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e021aac8-1f7c-42ad-a625-ac648d877e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568733 Aug 10 03:06:49.731451 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-a65134c4-edc7-4ea7-a880-3f8bd01a487f service neutron] Attempting to bind port dda454e8-e875-42e2-9540-224304669743 on host n-h1-768851-15 for vnic_type normal with profile None {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:06:49.731791 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-a65134c4-edc7-4ea7-a880-3f8bd01a487f service neutron] Attempting to bind port dda454e8-e875-42e2-9540-224304669743 by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '837bbb8d-e72f-44c2-893c-c4df3456bfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b071061e-0c83-4db2-9121-a6eb9f4ae150'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:06:49.732149 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-a65134c4-edc7-4ea7-a880-3f8bd01a487f service neutron] Attempting to bind port dda454e8-e875-42e2-9540-224304669743 on network b071061e-0c83-4db2-9121-a6eb9f4ae150 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:06:49.735420 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0cd53712-975c-4461-bb86-b591896da83a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:49.740893 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0cd53712-975c-4461-bb86-b591896da83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:49.756459 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-a65134c4-edc7-4ea7-a880-3f8bd01a487f service neutron] Port dda454e8-e875-42e2-9540-224304669743 on network b071061e-0c83-4db2-9121-a6eb9f4ae150 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:06:49.757954 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-a65134c4-edc7-4ea7-a880-3f8bd01a487f service neutron] Attempting to bind port dda454e8-e875-42e2-9540-224304669743 on network b071061e-0c83-4db2-9121-a6eb9f4ae150 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:06:49.764893 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cd53712-975c-4461-bb86-b591896da83a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:06:49.767857 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-a65134c4-edc7-4ea7-a880-3f8bd01a487f service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:06:49.768195 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-a65134c4-edc7-4ea7-a880-3f8bd01a487f service neutron] Checking segment: {'id': '837bbb8d-e72f-44c2-893c-c4df3456bfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b071061e-0c83-4db2-9121-a6eb9f4ae150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:06:49.768587 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-a65134c4-edc7-4ea7-a880-3f8bd01a487f service neutron] Bound using segment: {'id': '837bbb8d-e72f-44c2-893c-c4df3456bfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b071061e-0c83-4db2-9121-a6eb9f4ae150'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:06:49.769020 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-a65134c4-edc7-4ea7-a880-3f8bd01a487f service neutron] Bound port: dda454e8-e875-42e2-9540-224304669743, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '837bbb8d-e72f-44c2-893c-c4df3456bfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b071061e-0c83-4db2-9121-a6eb9f4ae150'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:06:49.781628 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd53712-975c-4461-bb86-b591896da83a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2699069-3a35-423f-a078-ea204b3d4ce2,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:49.784102 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0cd53712-975c-4461-bb86-b591896da83a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:49.784442 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-0cd53712-975c-4461-bb86-b591896da83a admin admin] Added segment 56914130-d266-4761-b91f-0f4044da3177 of type vlan for network 909af24c-2a43-4e6d-8a1f-90b69debd82b Aug 10 03:06:49.798783 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd53712-975c-4461-bb86-b591896da83a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:06:49.799137 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd53712-975c-4461-bb86-b591896da83a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:06:49.799476 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd53712-975c-4461-bb86-b591896da83a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:06:49.799811 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd53712-975c-4461-bb86-b591896da83a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:06:49.800175 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd53712-975c-4461-bb86-b591896da83a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:06:49.800470 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd53712-975c-4461-bb86-b591896da83a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:06:49.800985 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd53712-975c-4461-bb86-b591896da83a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:06:49.801314 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd53712-975c-4461-bb86-b591896da83a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:06:49.802192 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd53712-975c-4461-bb86-b591896da83a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:06:49.802538 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd53712-975c-4461-bb86-b591896da83a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:06:49.802891 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd53712-975c-4461-bb86-b591896da83a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:06:49.803278 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd53712-975c-4461-bb86-b591896da83a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:06:49.839449 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cafd8bc-bd6a-4b2a-a73f-caab54e95267 req-a3e9df23-7c82-47ba-a0c6-afbbeba23726 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:49.841653 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3cafd8bc-bd6a-4b2a-a73f-caab54e95267 req-a3e9df23-7c82-47ba-a0c6-afbbeba23726 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=9418c9e4-ef93-4ce8-8169-a62e4fbadd70 HTTP/1.1" status: 200 len: 949 time: 0.1241448 Aug 10 03:06:49.849774 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0cd53712-975c-4461-bb86-b591896da83a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:49.883831 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0cd53712-975c-4461-bb86-b591896da83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:49.884947 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd53712-975c-4461-bb86-b591896da83a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:49.885494 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0cd53712-975c-4461-bb86-b591896da83a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:49.908747 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-a65134c4-edc7-4ea7-a880-3f8bd01a487f service neutron] For port dda454e8-e875-42e2-9540-224304669743, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=dda454e8-e875-42e2-9540-224304669743,segment=NetworkSegment(837bbb8d-e72f-44c2-893c-c4df3456bfd0),segment_id=837bbb8d-e72f-44c2-893c-c4df3456bfd0)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:06:49.914469 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3cafd8bc-bd6a-4b2a-a73f-caab54e95267 req-4ce5ab5e-0d6a-4905-82d3-fd06503b3a14 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578966 Aug 10 03:06:49.916533 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-a65134c4-edc7-4ea7-a880-3f8bd01a487f service neutron] Notify callbacks [] for binding, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:49.917786 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-a65134c4-edc7-4ea7-a880-3f8bd01a487f service neutron] 10.222.0.62 "POST /v2.0/ports/dda454e8-e875-42e2-9540-224304669743/bindings HTTP/1.1" status: 201 len: 390 time: 0.7373946 Aug 10 03:06:49.961419 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd53712-975c-4461-bb86-b591896da83a admin admin] Pushing event updated for resources: {'Network': ['ID=909af24c-2a43-4e6d-8a1f-90b69debd82b,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:49.974172 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 909af24c-2a43-4e6d-8a1f-90b69debd82b details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:06:49.977701 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0cd53712-975c-4461-bb86-b591896da83a admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5413048 Aug 10 03:06:49.978189 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35512) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:49.997083 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-0782f401-44b9-4370-ba92-6f8d5c3138d9 admin admin] Request body: {'subnet': {'network_id': '909af24c-2a43-4e6d-8a1f-90b69debd82b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-798703835-subnet', 'tenant_id': '0184527d62ac40cb863b24d5f91a9ee4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:06:50.048778 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0782f401-44b9-4370-ba92-6f8d5c3138d9 admin admin] Made reservation on behalf of 0184527d62ac40cb863b24d5f91a9ee4 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:06:50.052625 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0782f401-44b9-4370-ba92-6f8d5c3138d9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:50.311354 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e145fb-0376-4e44-af83-f780c0993d59 req-30ca8b81-fc89-482a-ac18-e4235f288d89 tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:50.312845 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-90e145fb-0376-4e44-af83-f780c0993d59 req-30ca8b81-fc89-482a-ac18-e4235f288d89 tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] 10.222.0.62 "GET /v2.0/ports?device_id=be8a0a59-ad1c-46ee-ab91-37c3851ee8b7 HTTP/1.1" status: 200 len: 948 time: 0.2573309 Aug 10 03:06:50.317831 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-6f37b5ec-e57b-489a-93fa-ad037b8410f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:50.319244 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-6f37b5ec-e57b-489a-93fa-ad037b8410f0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d29523b6a3c34430b121d2faffd2884f&device_id=5f210c3c-37b1-4313-b640-deb8332cbd55 HTTP/1.1" status: 200 len: 1119 time: 0.1456151 Aug 10 03:06:50.345991 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495d367-d005-4dae-a70f-dd4fea2b818e req-5a734e0b-18b7-4f60-b46e-cb0e0c6ef003 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:50.347380 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f495d367-d005-4dae-a70f-dd4fea2b818e req-5a734e0b-18b7-4f60-b46e-cb0e0c6ef003 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f210c3c-37b1-4313-b640-deb8332cbd55 HTTP/1.1" status: 200 len: 967 time: 0.1287441 Aug 10 03:06:50.631100 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-90e145fb-0376-4e44-af83-f780c0993d59 req-666dbc8f-f718-46a3-b0bb-72cb55d67b3c tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] 10.222.0.62 "GET /v2.0/security-groups?id=6be0dafb-e04d-4c06-aa76-00284a9aef57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098459 Aug 10 03:06:50.654672 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f495d367-d005-4dae-a70f-dd4fea2b818e req-7d58855c-eb93-428e-aa1c-059e14c1e442 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930899 Aug 10 03:06:50.655535 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0782f401-44b9-4370-ba92-6f8d5c3138d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:50.739973 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0782f401-44b9-4370-ba92-6f8d5c3138d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8c216be-f9cb-484e-9a0a-1cd9ef473e6f,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:50.746598 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-26aaaa8b-947f-42b9-a1e8-a171ab5be113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:50.749334 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-26aaaa8b-947f-42b9-a1e8-a171ab5be113 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b071061e-0c83-4db2-9121-a6eb9f4ae150 HTTP/1.1" status: 200 len: 922 time: 0.4151711 Aug 10 03:06:50.749649 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 352d015e-f037-49a5-9ceb-9acd85babe69 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:06:50.767619 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0782f401-44b9-4370-ba92-6f8d5c3138d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:06:50.767976 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0782f401-44b9-4370-ba92-6f8d5c3138d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:06:50.768321 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0782f401-44b9-4370-ba92-6f8d5c3138d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:06:50.768667 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0782f401-44b9-4370-ba92-6f8d5c3138d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:06:50.769083 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0782f401-44b9-4370-ba92-6f8d5c3138d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:06:50.769428 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0782f401-44b9-4370-ba92-6f8d5c3138d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:06:50.769756 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0782f401-44b9-4370-ba92-6f8d5c3138d9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:06:50.770087 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0782f401-44b9-4370-ba92-6f8d5c3138d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:06:50.770413 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0782f401-44b9-4370-ba92-6f8d5c3138d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:06:50.770787 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0782f401-44b9-4370-ba92-6f8d5c3138d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:06:50.771286 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0782f401-44b9-4370-ba92-6f8d5c3138d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:06:50.771614 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0782f401-44b9-4370-ba92-6f8d5c3138d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:06:50.835630 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0782f401-44b9-4370-ba92-6f8d5c3138d9 admin admin] Checking segment: {'id': '56914130-d266-4761-b91f-0f4044da3177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '909af24c-2a43-4e6d-8a1f-90b69debd82b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:06:50.836120 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0782f401-44b9-4370-ba92-6f8d5c3138d9 admin admin] Network hostable DHCP agents. Network: 909af24c-2a43-4e6d-8a1f-90b69debd82b, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:06:50.841169 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-04196e47-d375-4b00-a3f4-593c6a355a7a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dda454e8-e875-42e2-9540-224304669743 HTTP/1.1" status: 200 len: 217 time: 0.0768137 Aug 10 03:06:50.895829 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0782f401-44b9-4370-ba92-6f8d5c3138d9 admin admin] Network 909af24c-2a43-4e6d-8a1f-90b69debd82b is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:06:50.907893 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36583f7-95f5-4f1a-8e20-0e122b6c5c75 req-27994ff5-fdc6-421d-a124-c8b8a3e979b6 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:50.909492 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d36583f7-95f5-4f1a-8e20-0e122b6c5c75 req-27994ff5-fdc6-421d-a124-c8b8a3e979b6 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.62 "GET /v2.0/ports?device_id=78805934-d178-4a4c-aaf3-c9b9cd55d5f6 HTTP/1.1" status: 200 len: 950 time: 0.1671100 Aug 10 03:06:50.950065 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-0782f401-44b9-4370-ba92-6f8d5c3138d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 909af24c-2a43-4e6d-8a1f-90b69debd82b) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:06:50.960835 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-2637e9b0-55c1-4be7-801b-0f2271192001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:50.962550 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-2637e9b0-55c1-4be7-801b-0f2271192001 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=07f824b9-3083-4489-bc41-7237705a68bc HTTP/1.1" status: 200 len: 861 time: 0.1109228 Aug 10 03:06:50.963964 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0782f401-44b9-4370-ba92-6f8d5c3138d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:50.964551 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0782f401-44b9-4370-ba92-6f8d5c3138d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:50.970450 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d36583f7-95f5-4f1a-8e20-0e122b6c5c75 req-ebc5742e-8c78-4bf8-a1ba-e5a7c338329c tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.62 "GET /v2.0/security-groups?id=e021aac8-1f7c-42ad-a625-ac648d877e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521438 Aug 10 03:06:50.975590 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40b6fcf-d011-49e0-8066-a2f8908eba5a None None] Network 909af24c-2a43-4e6d-8a1f-90b69debd82b requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:06:51.000880 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-0782f401-44b9-4370-ba92-6f8d5c3138d9 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0120323 Aug 10 03:06:51.033729 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-80996867-c265-46e3-875e-8acc541009b0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b071061e-0c83-4db2-9121-a6eb9f4ae150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530462 Aug 10 03:06:51.099092 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 352d015e-f037-49a5-9ceb-9acd85babe69, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=352d015e-f037-49a5-9ceb-9acd85babe69,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:06:51.122776 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '352d015e-f037-49a5-9ceb-9acd85babe69', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'port_id': '352d015e-f037-49a5-9ceb-9acd85babe69', 'mac_address': 'fa:16:3e:f4:54:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e3eb0b-907c-4ac4-809e-ae9609bc8c67', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:06:51.206454 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-8184ae44-361a-450d-b486-524eee7efd14 service neutron] 10.222.0.58 "GET /v2.0/networks/b071061e-0c83-4db2-9121-a6eb9f4ae150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642203 Aug 10 03:06:51.219664 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:51.227642 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec13fd24-b19e-470d-b0b7-2f17d091ca3a None None] Network 909af24c-2a43-4e6d-8a1f-90b69debd82b requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:06:51.286968 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 352d015e-f037-49a5-9ceb-9acd85babe69 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:06:51.315933 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 352d015e-f037-49a5-9ceb-9acd85babe69, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=352d015e-f037-49a5-9ceb-9acd85babe69,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:06:51.324844 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:51.325008 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e11e95-8ca6-4431-99d8-0a24e51ef91e req-88c8ce45-201b-4225-b987-46a417dfb9ec tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:51.329326 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-95e11e95-8ca6-4431-99d8-0a24e51ef91e req-88c8ce45-201b-4225-b987-46a417dfb9ec tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=9418c9e4-ef93-4ce8-8169-a62e4fbadd70 HTTP/1.1" status: 200 len: 949 time: 0.1561024 Aug 10 03:06:51.398571 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-95e11e95-8ca6-4431-99d8-0a24e51ef91e req-df56f01e-7ba0-4855-b11a-96c919c7e1ba tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630925 Aug 10 03:06:51.403855 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-90fbfd32-a7a0-467b-833b-b9fba07c0c6e service neutron] 10.222.0.58 "GET /v2.0/networks/b071061e-0c83-4db2-9121-a6eb9f4ae150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858220 Aug 10 03:06:51.429460 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35560) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:51.471436 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=352d015e-f037-49a5-9ceb-9acd85babe69,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:51.499474 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5bd07c-006d-4eed-9b90-40f4c5cf0fd4 req-5b503917-5c77-4bd7-868a-09c7e8fcc679 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:51.501101 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3f5bd07c-006d-4eed-9b90-40f4c5cf0fd4 req-5b503917-5c77-4bd7-868a-09c7e8fcc679 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.62 "GET /v2.0/ports?device_id=78805934-d178-4a4c-aaf3-c9b9cd55d5f6 HTTP/1.1" status: 200 len: 950 time: 0.0678821 Aug 10 03:06:51.580364 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['352d015e-f037-49a5-9ceb-9acd85babe69'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:06:51.598556 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3f5bd07c-006d-4eed-9b90-40f4c5cf0fd4 req-ae07d2c6-5d33-4985-995c-46f93bc16935 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.62 "GET /v2.0/security-groups?id=e021aac8-1f7c-42ad-a625-ac648d877e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913734 Aug 10 03:06:51.636102 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-1051ba20-583a-4703-9e3f-a22dd34614ac tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:51.642389 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-1051ba20-583a-4703-9e3f-a22dd34614ac tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=5f210c3c-37b1-4313-b640-deb8332cbd55&tenant_id=d29523b6a3c34430b121d2faffd2884f&binding%3Ahost_id=n-h2-768851-15 HTTP/1.1" status: 200 len: 1119 time: 0.1155448 Aug 10 03:06:51.650908 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-921b51db-9fe6-4486-b9bf-973b5c7ee058 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768851-15'}}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:06:51.766566 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-921b51db-9fe6-4486-b9bf-973b5c7ee058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:51.771416 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-24ce4f59-15bb-40e2-b2ac-2aa52f7b9754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:51.906186 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-24ce4f59-15bb-40e2-b2ac-2aa52f7b9754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:51.913418 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-24ce4f59-15bb-40e2-b2ac-2aa52f7b9754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:51.948207 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1520b0c-eb85-4d54-97b0-4d1057c46c54 req-152621a3-5838-4a4a-b24a-b8d0c4b8a695 tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:51.950346 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c1520b0c-eb85-4d54-97b0-4d1057c46c54 req-152621a3-5838-4a4a-b24a-b8d0c4b8a695 tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] 10.222.0.62 "GET /v2.0/ports?device_id=be8a0a59-ad1c-46ee-ab91-37c3851ee8b7 HTTP/1.1" status: 200 len: 949 time: 0.1367545 Aug 10 03:06:51.968603 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-24ce4f59-15bb-40e2-b2ac-2aa52f7b9754 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=263c31fceaf64d49adf30240b03967dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5373600 Aug 10 03:06:51.970496 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce4f59-15bb-40e2-b2ac-2aa52f7b9754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027ff6f2-4b88-4d67-a6bd-85917c404a27,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:51.973082 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35580) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:52.012473 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-921b51db-9fe6-4486-b9bf-973b5c7ee058 service neutron] For port dda454e8-e875-42e2-9540-224304669743, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=dda454e8-e875-42e2-9540-224304669743,segment=NetworkSegment(837bbb8d-e72f-44c2-893c-c4df3456bfd0),segment_id=837bbb8d-e72f-44c2-893c-c4df3456bfd0)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:06:52.035480 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2ca5a49b-32f1-4e81-9807-be944245f18f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:52.057561 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c1520b0c-eb85-4d54-97b0-4d1057c46c54 req-be0b01f5-aed3-45f3-b2cb-f99cdeacdc42 tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] 10.222.0.62 "GET /v2.0/security-groups?id=6be0dafb-e04d-4c06-aa76-00284a9aef57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009967 Aug 10 03:06:52.058913 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2ca5a49b-32f1-4e81-9807-be944245f18f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:52.076423 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed6238-815c-436c-9fd5-4acfdfc57edf req-11574ae2-7eb7-49a3-adce-6deec399b65a tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:52.077966 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8fed6238-815c-436c-9fd5-4acfdfc57edf req-11574ae2-7eb7-49a3-adce-6deec399b65a tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f210c3c-37b1-4313-b640-deb8332cbd55 HTTP/1.1" status: 200 len: 967 time: 0.1266840 Aug 10 03:06:52.107799 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-921b51db-9fe6-4486-b9bf-973b5c7ee058 service neutron] For port dda454e8-e875-42e2-9540-224304669743, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:06:52.150371 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2ca5a49b-32f1-4e81-9807-be944245f18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:52.156028 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2ca5a49b-32f1-4e81-9807-be944245f18f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:52.158339 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2ca5a49b-32f1-4e81-9807-be944245f18f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/027ff6f2-4b88-4d67-a6bd-85917c404a27 HTTP/1.1" status: 204 len: 168 time: 0.1842031 Aug 10 03:06:52.163199 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35590) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:52.172844 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8fed6238-815c-436c-9fd5-4acfdfc57edf req-c94d21c4-a32b-4be9-bf98-362199997e82 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877035 Aug 10 03:06:52.177932 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-03ba7b4e-2d00-47e5-8302-ccbdbf2687ae admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1050708608-network', 'tenant_id': '75969d542b2841c1abb144689a4b3ceb'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:06:52.184997 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca5a49b-32f1-4e81-9807-be944245f18f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027ff6f2-4b88-4d67-a6bd-85917c404a27,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:52.233160 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f210c3c-37b1-4313-b640-deb8332cbd55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dda454e8-e875-42e2-9540-224304669743'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:06:52.238068 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a9f76d-6f16-434a-9055-dc3186f94725" -d '{"events": [{"server_uuid": "5f210c3c-37b1-4313-b640-deb8332cbd55", "name": "network-vif-unplugged", "status": "completed", "tag": "dda454e8-e875-42e2-9540-224304669743"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:06:52.242499 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-921b51db-9fe6-4486-b9bf-973b5c7ee058 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:52.265892 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-921b51db-9fe6-4486-b9bf-973b5c7ee058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:52.282027 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ba7b4e-2d00-47e5-8302-ccbdbf2687ae admin admin] Made reservation on behalf of 75969d542b2841c1abb144689a4b3ceb for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:06:52.284289 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-03ba7b4e-2d00-47e5-8302-ccbdbf2687ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:52.317479 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf1da06-30cb-48d0-9b06-e2a60bef60eb x-openstack-request-id: req-5bf1da06-30cb-48d0-9b06-e2a60bef60eb {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:06:52.317768 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f210c3c-37b1-4313-b640-deb8332cbd55", "name": "network-vif-unplugged", "status": "completed", "tag": "dda454e8-e875-42e2-9540-224304669743", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:06:52.318018 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5bf1da06-30cb-48d0-9b06-e2a60bef60eb {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:06:52.318401 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f210c3c-37b1-4313-b640-deb8332cbd55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dda454e8-e875-42e2-9540-224304669743', 'code': 200} Aug 10 03:06:52.320698 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-03ba7b4e-2d00-47e5-8302-ccbdbf2687ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:52.362035 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e349fb-0b0a-423c-8491-601079be4b5a req-13aa9f7d-0c21-4931-89f5-3ca88280ccb1 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:52.363602 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a6e349fb-0b0a-423c-8491-601079be4b5a req-13aa9f7d-0c21-4931-89f5-3ca88280ccb1 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.62 "GET /v2.0/ports?device_id=78805934-d178-4a4c-aaf3-c9b9cd55d5f6 HTTP/1.1" status: 200 len: 950 time: 0.1631286 Aug 10 03:06:52.426036 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921b51db-9fe6-4486-b9bf-973b5c7ee058 service neutron] Pushing event updated for resources: {'Port': ['ID=dda454e8-e875-42e2-9540-224304669743,revision_number=7']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:52.435652 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-921b51db-9fe6-4486-b9bf-973b5c7ee058 service neutron] Attempting to bind port dda454e8-e875-42e2-9540-224304669743 on host n-h2-768851-15 for vnic_type normal with profile {"migrating_to": "n-h1-768851-15"} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:06:52.435982 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-921b51db-9fe6-4486-b9bf-973b5c7ee058 service neutron] Attempting to bind port dda454e8-e875-42e2-9540-224304669743 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '837bbb8d-e72f-44c2-893c-c4df3456bfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b071061e-0c83-4db2-9121-a6eb9f4ae150'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:06:52.436314 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-921b51db-9fe6-4486-b9bf-973b5c7ee058 service neutron] Attempting to bind port dda454e8-e875-42e2-9540-224304669743 on network b071061e-0c83-4db2-9121-a6eb9f4ae150 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:06:52.456839 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-921b51db-9fe6-4486-b9bf-973b5c7ee058 service neutron] Port dda454e8-e875-42e2-9540-224304669743 on network b071061e-0c83-4db2-9121-a6eb9f4ae150 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:06:52.457165 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-921b51db-9fe6-4486-b9bf-973b5c7ee058 service neutron] Attempting to bind port dda454e8-e875-42e2-9540-224304669743 on network b071061e-0c83-4db2-9121-a6eb9f4ae150 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:06:52.481373 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-921b51db-9fe6-4486-b9bf-973b5c7ee058 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:06:52.481862 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-921b51db-9fe6-4486-b9bf-973b5c7ee058 service neutron] Checking segment: {'id': '837bbb8d-e72f-44c2-893c-c4df3456bfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b071061e-0c83-4db2-9121-a6eb9f4ae150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:06:52.482251 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-921b51db-9fe6-4486-b9bf-973b5c7ee058 service neutron] Bound using segment: {'id': '837bbb8d-e72f-44c2-893c-c4df3456bfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b071061e-0c83-4db2-9121-a6eb9f4ae150'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:06:52.482700 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-921b51db-9fe6-4486-b9bf-973b5c7ee058 service neutron] Bound port: dda454e8-e875-42e2-9540-224304669743, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '837bbb8d-e72f-44c2-893c-c4df3456bfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b071061e-0c83-4db2-9121-a6eb9f4ae150'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:06:52.483056 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-921b51db-9fe6-4486-b9bf-973b5c7ee058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:52.491232 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a6e349fb-0b0a-423c-8491-601079be4b5a req-8a80b430-e7b2-4f7b-bd85-6fc3b528a040 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.62 "GET /v2.0/security-groups?id=e021aac8-1f7c-42ad-a625-ac648d877e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097474 Aug 10 03:06:52.612882 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35616) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:52.623537 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-03ba7b4e-2d00-47e5-8302-ccbdbf2687ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:52.623537 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-921b51db-9fe6-4486-b9bf-973b5c7ee058 service neutron] For port dda454e8-e875-42e2-9540-224304669743, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:06:52.632540 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7a8b2-87b3-4d64-8a47-3fb1a5f0fb60 req-64548497-d4ae-4a3b-b8c7-167dad5dc7cf tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:52.634070 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-20f7a8b2-87b3-4d64-8a47-3fb1a5f0fb60 req-64548497-d4ae-4a3b-b8c7-167dad5dc7cf tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=9418c9e4-ef93-4ce8-8169-a62e4fbadd70 HTTP/1.1" status: 200 len: 949 time: 0.1418502 Aug 10 03:06:52.634333 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4295a020-d2b5-4a9b-a2a1-5500acf2fc11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:52.637345 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-03ba7b4e-2d00-47e5-8302-ccbdbf2687ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:52.668835 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-921b51db-9fe6-4486-b9bf-973b5c7ee058 service neutron] For port dda454e8-e875-42e2-9540-224304669743, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=dda454e8-e875-42e2-9540-224304669743,segment=NetworkSegment(837bbb8d-e72f-44c2-893c-c4df3456bfd0),segment_id=837bbb8d-e72f-44c2-893c-c4df3456bfd0)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:06:52.682020 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-921b51db-9fe6-4486-b9bf-973b5c7ee058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:52.703018 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03ba7b4e-2d00-47e5-8302-ccbdbf2687ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:06:52.729851 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ba7b4e-2d00-47e5-8302-ccbdbf2687ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde26ad3-5342-4e2a-86e3-476bee094634,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:52.764892 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 352d015e-f037-49a5-9ceb-9acd85babe69 up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:06:52.766134 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-03ba7b4e-2d00-47e5-8302-ccbdbf2687ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:52.766482 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-03ba7b4e-2d00-47e5-8302-ccbdbf2687ae admin admin] Added segment a8f7e5b3-c3e3-41d4-8faf-c24daee28d10 of type vlan for network 4abc506d-6b8c-4e78-908b-23b400f364a7 Aug 10 03:06:52.768709 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4295a020-d2b5-4a9b-a2a1-5500acf2fc11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:52.774911 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4295a020-d2b5-4a9b-a2a1-5500acf2fc11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:52.800295 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-20f7a8b2-87b3-4d64-8a47-3fb1a5f0fb60 req-ce143d25-c715-454a-b1cf-4c04b4117505 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516786 Aug 10 03:06:52.824940 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4295a020-d2b5-4a9b-a2a1-5500acf2fc11 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d4f6eb2a3cf34eaebced30ca45e5a68c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2094510 Aug 10 03:06:52.825872 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4295a020-d2b5-4a9b-a2a1-5500acf2fc11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f0e20c-5d2e-4b78-9d06-c3ffb964775c,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:52.830161 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921b51db-9fe6-4486-b9bf-973b5c7ee058 service neutron] Pushing event updated for resources: {'Port': ['ID=dda454e8-e875-42e2-9540-224304669743,revision_number=8']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:52.839093 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35634) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:52.867078 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-03ba7b4e-2d00-47e5-8302-ccbdbf2687ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:52.877580 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port 352d015e-f037-49a5-9ceb-9acd85babe69 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:06:52.885913 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 352d015e-f037-49a5-9ceb-9acd85babe69 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:06:52.887869 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:52.911037 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-921b51db-9fe6-4486-b9bf-973b5c7ee058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:52.911720 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-921b51db-9fe6-4486-b9bf-973b5c7ee058 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:52.913202 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-921b51db-9fe6-4486-b9bf-973b5c7ee058 service neutron] 10.222.0.58 "PUT /v2.0/ports/dda454e8-e875-42e2-9540-224304669743 HTTP/1.1" status: 200 len: 1145 time: 1.2681375 Aug 10 03:06:52.950687 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c4a5223f-c912-4468-a641-79110fad7cd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:52.953124 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-03ba7b4e-2d00-47e5-8302-ccbdbf2687ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:52.954147 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ba7b4e-2d00-47e5-8302-ccbdbf2687ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:52.954765 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-03ba7b4e-2d00-47e5-8302-ccbdbf2687ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:52.995113 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['dda454e8-e875-42e2-9540-224304669743'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:06:53.029043 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:53.029277 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-03ba7b4e-2d00-47e5-8302-ccbdbf2687ae admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8616030 Aug 10 03:06:53.029277 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c4a5223f-c912-4468-a641-79110fad7cd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:53.029427 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35644) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:53.035936 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-5e2081e6-d681-4003-b900-d7b12ccc79d4 admin admin] Request body: {'subnet': {'network_id': '4abc506d-6b8c-4e78-908b-23b400f364a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1050708608-subnet', 'tenant_id': '75969d542b2841c1abb144689a4b3ceb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:06:53.049016 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ba7b4e-2d00-47e5-8302-ccbdbf2687ae admin admin] Pushing event updated for resources: {'Network': ['ID=4abc506d-6b8c-4e78-908b-23b400f364a7,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:53.076027 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be8a0a59-ad1c-46ee-ab91-37c3851ee8b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352d015e-f037-49a5-9ceb-9acd85babe69'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:06:53.078518 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0e6fa2-374e-4e71-b550-a39f96fefc7f" -d '{"events": [{"server_uuid": "be8a0a59-ad1c-46ee-ab91-37c3851ee8b7", "name": "network-vif-plugged", "status": "completed", "tag": "352d015e-f037-49a5-9ceb-9acd85babe69"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:06:53.081377 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 4abc506d-6b8c-4e78-908b-23b400f364a7 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:06:53.083058 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2081e6-d681-4003-b900-d7b12ccc79d4 admin admin] Made reservation on behalf of 75969d542b2841c1abb144689a4b3ceb for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:06:53.086847 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5e2081e6-d681-4003-b900-d7b12ccc79d4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:53.143838 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c4a5223f-c912-4468-a641-79110fad7cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:53.149219 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 352d015e-f037-49a5-9ceb-9acd85babe69, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=352d015e-f037-49a5-9ceb-9acd85babe69,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:06:53.151292 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c4a5223f-c912-4468-a641-79110fad7cd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:53.153008 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-c4a5223f-c912-4468-a641-79110fad7cd5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/63f0e20c-5d2e-4b78-9d06-c3ffb964775c HTTP/1.1" status: 204 len: 168 time: 0.3116193 Aug 10 03:06:53.169039 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:53.170076 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a5223f-c912-4468-a641-79110fad7cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f0e20c-5d2e-4b78-9d06-c3ffb964775c,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:53.252650 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f982472a-bb6c-46cf-b1f9-541b13a76651 x-openstack-request-id: req-f982472a-bb6c-46cf-b1f9-541b13a76651 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:06:53.253767 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be8a0a59-ad1c-46ee-ab91-37c3851ee8b7", "name": "network-vif-plugged", "status": "completed", "tag": "352d015e-f037-49a5-9ceb-9acd85babe69", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:06:53.254172 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f982472a-bb6c-46cf-b1f9-541b13a76651 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:06:53.254837 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be8a0a59-ad1c-46ee-ab91-37c3851ee8b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352d015e-f037-49a5-9ceb-9acd85babe69', 'code': 200} Aug 10 03:06:53.280999 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d6ad1-e9a5-4392-a743-10b09976217f req-06b55280-a495-433d-8ee1-0ea0bf1c43da tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:53.293607 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c52d6ad1-e9a5-4392-a743-10b09976217f req-06b55280-a495-433d-8ee1-0ea0bf1c43da tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] 10.222.0.62 "GET /v2.0/ports?device_id=be8a0a59-ad1c-46ee-ab91-37c3851ee8b7 HTTP/1.1" status: 200 len: 950 time: 0.1057229 Aug 10 03:06:53.316445 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=352d015e-f037-49a5-9ceb-9acd85babe69,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:53.335695 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:06:53.336270 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:06:53.336765 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:06:53.337254 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:06:53.337738 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:06:53.338250 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:06:53.338845 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:06:53.339325 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:06:53.339896 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:06:53.340385 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:06:53.340719 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:06:53.341043 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:06:53.375541 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c52d6ad1-e9a5-4392-a743-10b09976217f req-da00ed15-52fa-4ea6-8a33-e3cd1e27f7d6 tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] 10.222.0.62 "GET /v2.0/security-groups?id=6be0dafb-e04d-4c06-aa76-00284a9aef57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809736 Aug 10 03:06:53.395491 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8c3ae-ec93-41b2-b131-9dde34288c87 req-5badb83f-6f36-48ca-a63f-d4ea6e6a9b0d tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:53.396996 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-03f8c3ae-ec93-41b2-b131-9dde34288c87 req-5badb83f-6f36-48ca-a63f-d4ea6e6a9b0d tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.58 "GET /v2.0/ports?device_id=78805934-d178-4a4c-aaf3-c9b9cd55d5f6 HTTP/1.1" status: 200 len: 950 time: 0.0923607 Aug 10 03:06:53.470857 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc97207-4c30-49eb-af7d-cfa2772a9f05 req-ebf38b15-3bd5-4a3e-9ec8-7b267b394147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:53.472352 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5cc97207-4c30-49eb-af7d-cfa2772a9f05 req-ebf38b15-3bd5-4a3e-9ec8-7b267b394147 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=be8a0a59-ad1c-46ee-ab91-37c3851ee8b7 HTTP/1.1" status: 200 len: 1102 time: 0.1399755 Aug 10 03:06:53.490135 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5e2081e6-d681-4003-b900-d7b12ccc79d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:53.573162 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5cc97207-4c30-49eb-af7d-cfa2772a9f05 req-97b365f5-4535-444b-8c20-9f26bbe5f7ee service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6be0dafb-e04d-4c06-aa76-00284a9aef57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902643 Aug 10 03:06:53.573893 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2081e6-d681-4003-b900-d7b12ccc79d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c94115d7-1070-40f8-907d-887608712175,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:53.601164 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2081e6-d681-4003-b900-d7b12ccc79d4 admin admin] Checking segment: {'id': 'a8f7e5b3-c3e3-41d4-8faf-c24daee28d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '4abc506d-6b8c-4e78-908b-23b400f364a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:06:53.601517 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2081e6-d681-4003-b900-d7b12ccc79d4 admin admin] Network hostable DHCP agents. Network: 4abc506d-6b8c-4e78-908b-23b400f364a7, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:06:53.608010 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5a4267-dd8f-48b0-a3a3-98a75ab9ae80 req-95ad7ad4-4006-4b19-81e7-f788ea172687 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:53.609987 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7a5a4267-dd8f-48b0-a3a3-98a75ab9ae80 req-95ad7ad4-4006-4b19-81e7-f788ea172687 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f210c3c-37b1-4313-b640-deb8332cbd55 HTTP/1.1" status: 200 len: 965 time: 0.1550555 Aug 10 03:06:53.638475 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2081e6-d681-4003-b900-d7b12ccc79d4 admin admin] Network 4abc506d-6b8c-4e78-908b-23b400f364a7 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:06:53.655660 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-5e2081e6-d681-4003-b900-d7b12ccc79d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 4abc506d-6b8c-4e78-908b-23b400f364a7) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:06:53.672229 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2081e6-d681-4003-b900-d7b12ccc79d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:53.673443 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5e2081e6-d681-4003-b900-d7b12ccc79d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:53.675309 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9c7193-ac74-4956-9325-5e29162d1d2b None None] Network 4abc506d-6b8c-4e78-908b-23b400f364a7 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:06:53.692849 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-5e2081e6-d681-4003-b900-d7b12ccc79d4 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6603713 Aug 10 03:06:53.696009 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-03f8c3ae-ec93-41b2-b131-9dde34288c87 req-020650d4-dd3d-49c3-83f6-15a84d5dcfc4 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Deleting port 41d8ad27-5515-4f30-8950-ffd9b52c2ebe {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:06:53.696358 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-03f8c3ae-ec93-41b2-b131-9dde34288c87 req-020650d4-dd3d-49c3-83f6-15a84d5dcfc4 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:53.744515 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7a5a4267-dd8f-48b0-a3a3-98a75ab9ae80 req-a2444c13-2f3a-4351-ba70-17821eebbc58 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272497 Aug 10 03:06:53.776415 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95dbaf-46fd-4839-bcc3-8e9682d19d97 req-5eb54200-6460-4802-b0e3-d156aac48ef8 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:53.778164 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cc95dbaf-46fd-4839-bcc3-8e9682d19d97 req-5eb54200-6460-4802-b0e3-d156aac48ef8 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.62 "GET /v2.0/ports?device_id=78805934-d178-4a4c-aaf3-c9b9cd55d5f6 HTTP/1.1" status: 200 len: 950 time: 0.1366851 Aug 10 03:06:53.841428 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-03f8c3ae-ec93-41b2-b131-9dde34288c87 req-020650d4-dd3d-49c3-83f6-15a84d5dcfc4 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] For port 41d8ad27-5515-4f30-8950-ffd9b52c2ebe, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=41d8ad27-5515-4f30-8950-ffd9b52c2ebe,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:06:53.842067 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-03f8c3ae-ec93-41b2-b131-9dde34288c87 req-020650d4-dd3d-49c3-83f6-15a84d5dcfc4 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:53.867079 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cc95dbaf-46fd-4839-bcc3-8e9682d19d97 req-e66e7f5b-e5e7-496b-a182-699b8d4d6275 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.62 "GET /v2.0/security-groups?id=e021aac8-1f7c-42ad-a625-ac648d877e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669162 Aug 10 03:06:53.878029 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-03f8c3ae-ec93-41b2-b131-9dde34288c87 req-020650d4-dd3d-49c3-83f6-15a84d5dcfc4 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Calling delete_port for 41d8ad27-5515-4f30-8950-ffd9b52c2ebe owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:06:53.879145 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9328679e-727b-42f6-ba09-3e27129ff97f None None] Network 4abc506d-6b8c-4e78-908b-23b400f364a7 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:06:54.016602 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f2efb-ab4e-467f-b716-0ea516299748 req-34272c9b-332f-4c2f-ae12-dd5568e40b7f tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:54.018193 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-164f2efb-ab4e-467f-b716-0ea516299748 req-34272c9b-332f-4c2f-ae12-dd5568e40b7f tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=9418c9e4-ef93-4ce8-8169-a62e4fbadd70 HTTP/1.1" status: 200 len: 949 time: 0.0761402 Aug 10 03:06:54.102961 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-164f2efb-ab4e-467f-b716-0ea516299748 req-c917dc36-d7dc-4977-9700-3b8452051ac4 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784321 Aug 10 03:06:54.123471 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-03f8c3ae-ec93-41b2-b131-9dde34288c87 req-020650d4-dd3d-49c3-83f6-15a84d5dcfc4 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:54.138520 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['41d8ad27-5515-4f30-8950-ffd9b52c2ebe'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:06:54.154213 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020650d4-dd3d-49c3-83f6-15a84d5dcfc4 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Pushing event deleted for resources: {'Port': ['ID=41d8ad27-5515-4f30-8950-ffd9b52c2ebe,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:54.225174 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f8c3ae-ec93-41b2-b131-9dde34288c87 req-020650d4-dd3d-49c3-83f6-15a84d5dcfc4 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] No DVR routers for this DVR port 41d8ad27-5515-4f30-8950-ffd9b52c2ebe on host n-h1-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:06:54.229539 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-03f8c3ae-ec93-41b2-b131-9dde34288c87 req-020650d4-dd3d-49c3-83f6-15a84d5dcfc4 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:54.232659 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-03f8c3ae-ec93-41b2-b131-9dde34288c87 req-020650d4-dd3d-49c3-83f6-15a84d5dcfc4 tempest-DeleteServersAdminTestJSON-1763260748 tempest-DeleteServersAdminTestJSON-1763260748-project] 10.222.0.58 "DELETE /v2.0/ports/41d8ad27-5515-4f30-8950-ffd9b52c2ebe HTTP/1.1" status: 204 len: 173 time: 0.8275683 Aug 10 03:06:54.324298 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f210c3c-37b1-4313-b640-deb8332cbd55', 'tag': 'dda454e8-e875-42e2-9540-224304669743'}, {'server_uuid': '78805934-d178-4a4c-aaf3-c9b9cd55d5f6', 'name': 'network-vif-deleted', 'tag': '41d8ad27-5515-4f30-8950-ffd9b52c2ebe'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:06:54.326995 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278c519a-c732-4d9d-a156-dbe717fe48de" -d '{"events": [{"name": "network-changed", "server_uuid": "5f210c3c-37b1-4313-b640-deb8332cbd55", "tag": "dda454e8-e875-42e2-9540-224304669743"}, {"server_uuid": "78805934-d178-4a4c-aaf3-c9b9cd55d5f6", "name": "network-vif-deleted", "tag": "41d8ad27-5515-4f30-8950-ffd9b52c2ebe"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:06:54.480478 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35716) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:54.533354 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c519a-c732-4d9d-a156-dbe717fe48de req-84af7e52-2a8b-4bfc-bffe-042bbb2408a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:54.534935 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-278c519a-c732-4d9d-a156-dbe717fe48de req-84af7e52-2a8b-4bfc-bffe-042bbb2408a6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d29523b6a3c34430b121d2faffd2884f&device_id=5f210c3c-37b1-4313-b640-deb8332cbd55 HTTP/1.1" status: 200 len: 1148 time: 0.0934458 Aug 10 03:06:54.646944 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c519a-c732-4d9d-a156-dbe717fe48de req-5879fda8-eddd-4cc3-882d-cd69045a5b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:54.649458 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-278c519a-c732-4d9d-a156-dbe717fe48de req-5879fda8-eddd-4cc3-882d-cd69045a5b56 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b071061e-0c83-4db2-9121-a6eb9f4ae150 HTTP/1.1" status: 200 len: 922 time: 0.1045558 Aug 10 03:06:54.659395 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 10 Aug 2021 03:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454c8693-eda5-4190-bf0e-40aa3c4eeb31 x-openstack-request-id: req-454c8693-eda5-4190-bf0e-40aa3c4eeb31 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:06:54.659813 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f210c3c-37b1-4313-b640-deb8332cbd55", "tag": "dda454e8-e875-42e2-9540-224304669743", "status": "completed", "code": 200}, {"server_uuid": "78805934-d178-4a4c-aaf3-c9b9cd55d5f6", "name": "network-vif-deleted", "tag": "41d8ad27-5515-4f30-8950-ffd9b52c2ebe", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:06:54.660049 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-454c8693-eda5-4190-bf0e-40aa3c4eeb31 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:06:54.660590 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f210c3c-37b1-4313-b640-deb8332cbd55', 'tag': 'dda454e8-e875-42e2-9540-224304669743', 'status': 'completed', 'code': 200} Aug 10 03:06:54.660751 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78805934-d178-4a4c-aaf3-c9b9cd55d5f6', 'name': 'network-vif-deleted', 'tag': '41d8ad27-5515-4f30-8950-ffd9b52c2ebe', 'status': 'completed', 'code': 200} Aug 10 03:06:54.699981 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-278c519a-c732-4d9d-a156-dbe717fe48de req-2480b7eb-7dca-41ac-b4f9-d691e82a475e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dda454e8-e875-42e2-9540-224304669743 HTTP/1.1" status: 200 len: 217 time: 0.0431392 Aug 10 03:06:54.746635 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d6cf4-1420-4f53-9b15-bc51eeaee5a3 req-cfb820db-48bb-4bc5-95a1-a386288506a3 tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:54.748261 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2f5d6cf4-1420-4f53-9b15-bc51eeaee5a3 req-cfb820db-48bb-4bc5-95a1-a386288506a3 tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] 10.222.0.62 "GET /v2.0/ports?device_id=be8a0a59-ad1c-46ee-ab91-37c3851ee8b7 HTTP/1.1" status: 200 len: 950 time: 0.0866280 Aug 10 03:06:54.773867 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53493ced-f731-4ac0-aeda-68ebd897ea06 req-35c2274b-9bde-43a0-a7af-30e356e64df3 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:54.775826 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-53493ced-f731-4ac0-aeda-68ebd897ea06 req-35c2274b-9bde-43a0-a7af-30e356e64df3 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/networks?id=909af24c-2a43-4e6d-8a1f-90b69debd82b HTTP/1.1" status: 200 len: 807 time: 0.4602516 Aug 10 03:06:54.786681 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-07a62afd-f966-4677-946d-8d2eb9ba0e0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:54.809976 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-53493ced-f731-4ac0-aeda-68ebd897ea06 req-136e9391-74c9-46b5-bf03-a32f2011009c tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/quotas/0184527d62ac40cb863b24d5f91a9ee4 HTTP/1.1" status: 200 len: 375 time: 0.0254261 Aug 10 03:06:54.829440 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c519a-c732-4d9d-a156-dbe717fe48de req-06fc8cde-1bd3-4300-9cb7-a4147e02b64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:54.831547 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-278c519a-c732-4d9d-a156-dbe717fe48de req-06fc8cde-1bd3-4300-9cb7-a4147e02b64e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=07f824b9-3083-4489-bc41-7237705a68bc HTTP/1.1" status: 200 len: 861 time: 0.1213624 Aug 10 03:06:54.874423 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-53493ced-f731-4ac0-aeda-68ebd897ea06 req-80252b4b-7cd4-444b-8b3c-2ef7636e18cc tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0184527d62ac40cb863b24d5f91a9ee4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0559950 Aug 10 03:06:54.881229 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-278c519a-c732-4d9d-a156-dbe717fe48de req-9814b360-d75c-4a8d-a0fe-00aaa04c3992 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b071061e-0c83-4db2-9121-a6eb9f4ae150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418181 Aug 10 03:06:54.931506 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2f5d6cf4-1420-4f53-9b15-bc51eeaee5a3 req-db99db82-c3e5-403c-a5e3-0afe01b1ef46 tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] 10.222.0.62 "GET /v2.0/security-groups?id=6be0dafb-e04d-4c06-aa76-00284a9aef57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662643 Aug 10 03:06:55.011374 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-53493ced-f731-4ac0-aeda-68ebd897ea06 req-6b3bb978-3bb0-45b4-9240-13da60d8cab2 service neutron] 10.222.0.62 "GET /v2.0/networks/909af24c-2a43-4e6d-8a1f-90b69debd82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352043 Aug 10 03:06:55.025904 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-278c519a-c732-4d9d-a156-dbe717fe48de req-edc85a92-9b59-4dc4-9ff4-22c2f6b847c3 service neutron] 10.222.0.60 "GET /v2.0/networks/b071061e-0c83-4db2-9121-a6eb9f4ae150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329584 Aug 10 03:06:55.042215 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-07a62afd-f966-4677-946d-8d2eb9ba0e0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:55.082422 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-07a62afd-f966-4677-946d-8d2eb9ba0e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:55.140213 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-07a62afd-f966-4677-946d-8d2eb9ba0e0b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=86aaa4250a7341199fabe8f5e6a7a098&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6571612 Aug 10 03:06:55.140213 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a62afd-f966-4677-946d-8d2eb9ba0e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cdfac41-6257-41e4-9735-cfc7ce070837,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:55.142725 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35742) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:55.165578 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-53493ced-f731-4ac0-aeda-68ebd897ea06 req-7e7ee18c-9b52-456f-8acf-8fd61b0503d3 service neutron] 10.222.0.62 "GET /v2.0/networks/909af24c-2a43-4e6d-8a1f-90b69debd82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523547 Aug 10 03:06:55.179659 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e64119e-9afa-4ed4-aef4-35295d9bf2b1 req-8b2c8952-336a-4bad-8d12-b430f4637358 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:55.181345 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9e64119e-9afa-4ed4-aef4-35295d9bf2b1 req-8b2c8952-336a-4bad-8d12-b430f4637358 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f210c3c-37b1-4313-b640-deb8332cbd55 HTTP/1.1" status: 200 len: 965 time: 0.0764928 Aug 10 03:06:55.189462 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-278c519a-c732-4d9d-a156-dbe717fe48de req-23ed1ee5-f488-4cf1-9dec-c34cb79cb733 service neutron] 10.222.0.60 "GET /v2.0/networks/b071061e-0c83-4db2-9121-a6eb9f4ae150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557095 Aug 10 03:06:55.218594 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-451cd97b-fe8e-44a9-89af-cdb34e08da3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:55.238803 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9e64119e-9afa-4ed4-aef4-35295d9bf2b1 req-345ed4b2-d0fa-41c4-9b85-f4954ebf4078 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499983 Aug 10 03:06:55.245733 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-451cd97b-fe8e-44a9-89af-cdb34e08da3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:55.310573 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-451cd97b-fe8e-44a9-89af-cdb34e08da3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:55.313262 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-451cd97b-fe8e-44a9-89af-cdb34e08da3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:55.318020 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-451cd97b-fe8e-44a9-89af-cdb34e08da3b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0cdfac41-6257-41e4-9735-cfc7ce070837 HTTP/1.1" status: 204 len: 168 time: 0.1726623 Aug 10 03:06:55.329297 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451cd97b-fe8e-44a9-89af-cdb34e08da3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cdfac41-6257-41e4-9735-cfc7ce070837,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:55.435666 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b7152bde-f38d-4df2-8848-830891944363 req-290c6e56-55da-4584-aeb5-53733801acb1 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=7afe2725-211f-4a04-a488-e97f3118f7d4 HTTP/1.1" status: 200 len: 210 time: 0.0500386 Aug 10 03:06:55.456852 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7394cb-53e6-4d81-a5f5-f1603a9a49a8 req-9ccbe8b2-cd7c-43cc-93e3-8c9d6bd70c42 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:55.464598 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3d7394cb-53e6-4d81-a5f5-f1603a9a49a8 req-9ccbe8b2-cd7c-43cc-93e3-8c9d6bd70c42 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=9418c9e4-ef93-4ce8-8169-a62e4fbadd70 HTTP/1.1" status: 200 len: 949 time: 0.1135163 Aug 10 03:06:55.522900 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3d7394cb-53e6-4d81-a5f5-f1603a9a49a8 req-94312bd2-e1f7-4333-8390-010d1253b7e2 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480647 Aug 10 03:06:55.785226 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35774) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:55.802825 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a2239a41-6fdb-4bbd-8273-06ad7e5cb1b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:55.913200 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a2239a41-6fdb-4bbd-8273-06ad7e5cb1b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:55.920901 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a2239a41-6fdb-4bbd-8273-06ad7e5cb1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:55.928150 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:55.962540 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35780) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:55.963904 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a2239a41-6fdb-4bbd-8273-06ad7e5cb1b4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0e126f1846b94162b9db75d5abba89ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1769450 Aug 10 03:06:55.965527 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2239a41-6fdb-4bbd-8273-06ad7e5cb1b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf48e40-d2b0-4581-af4b-45d15b1aca63,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:56.068985 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-208a3d4f-6bee-499e-ae51-89de13245d40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:56.097064 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-208a3d4f-6bee-499e-ae51-89de13245d40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:56.119582 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:56.146895 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8bd216-d910-4299-8ff6-a8742daca7ec req-c24ff303-b95c-469e-9ac4-c3644a1bb3a9 tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:56.149264 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6c8bd216-d910-4299-8ff6-a8742daca7ec req-c24ff303-b95c-469e-9ac4-c3644a1bb3a9 tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] 10.222.0.62 "GET /v2.0/ports?device_id=be8a0a59-ad1c-46ee-ab91-37c3851ee8b7 HTTP/1.1" status: 200 len: 950 time: 0.1267602 Aug 10 03:06:56.164855 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35790) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:56.204697 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6c8bd216-d910-4299-8ff6-a8742daca7ec req-7d3ec3e7-13b6-41af-8f70-ad1aabefcbd4 tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] 10.222.0.62 "GET /v2.0/security-groups?id=6be0dafb-e04d-4c06-aa76-00284a9aef57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463550 Aug 10 03:06:56.207001 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-208a3d4f-6bee-499e-ae51-89de13245d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:56.210358 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-208a3d4f-6bee-499e-ae51-89de13245d40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:56.211742 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-208a3d4f-6bee-499e-ae51-89de13245d40 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cbf48e40-d2b0-4581-af4b-45d15b1aca63 HTTP/1.1" status: 204 len: 168 time: 0.2473013 Aug 10 03:06:56.221032 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208a3d4f-6bee-499e-ae51-89de13245d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf48e40-d2b0-4581-af4b-45d15b1aca63,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:56.245141 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35798) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:56.426017 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ee0b8c4b-5317-4239-b569-567ae2cfcfeb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=17e79e39862148aaa5ac50cf15213a33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2600121 Aug 10 03:06:56.428571 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35804) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:56.514945 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d5219e-a289-4d2c-a603-aa5599eb4101 req-78bf8f78-4960-4c2c-bd9c-95cb66417016 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:56.519815 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4a81c622-ba9e-4af1-a0bb-dc7735945c20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:56.529717 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-32d5219e-a289-4d2c-a603-aa5599eb4101 req-78bf8f78-4960-4c2c-bd9c-95cb66417016 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f210c3c-37b1-4313-b640-deb8332cbd55 HTTP/1.1" status: 200 len: 965 time: 0.1332273 Aug 10 03:06:56.597467 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4a81c622-ba9e-4af1-a0bb-dc7735945c20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:56.658666 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-32d5219e-a289-4d2c-a603-aa5599eb4101 req-fa20ad01-f2ae-4dc2-8e26-bb0b476f4ada tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279967 Aug 10 03:06:56.702047 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e19dc6c1-8eef-47ba-8188-10b2ce78ba9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:56.727867 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-50f98005-a10f-476a-8555-e516ff265da1 req-9dc4d9be-9d28-461a-96af-00851787ba94 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=7afe2725-211f-4a04-a488-e97f3118f7d4 HTTP/1.1" status: 200 len: 210 time: 0.1347554 Aug 10 03:06:56.758124 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4a81c622-ba9e-4af1-a0bb-dc7735945c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:56.762185 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4a81c622-ba9e-4af1-a0bb-dc7735945c20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:56.769794 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4a81c622-ba9e-4af1-a0bb-dc7735945c20 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e021aac8-1f7c-42ad-a625-ac648d877e3b HTTP/1.1" status: 204 len: 168 time: 0.3399286 Aug 10 03:06:56.796144 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a81c622-ba9e-4af1-a0bb-dc7735945c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e021aac8-1f7c-42ad-a625-ac648d877e3b,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:56.909457 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e19dc6c1-8eef-47ba-8188-10b2ce78ba9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:56.921319 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e19dc6c1-8eef-47ba-8188-10b2ce78ba9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:56.963941 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb39a21-e0d2-4ba4-ae33-05d307665f54 req-c6f0d310-6de6-4970-af2c-1824cfd50d3b tempest-ServersAdminNegativeTestJSON-1297436832 tempest-ServersAdminNegativeTestJSON-1297436832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:56.974325 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ebb39a21-e0d2-4ba4-ae33-05d307665f54 req-c6f0d310-6de6-4970-af2c-1824cfd50d3b tempest-ServersAdminNegativeTestJSON-1297436832 tempest-ServersAdminNegativeTestJSON-1297436832-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=be8a0a59-ad1c-46ee-ab91-37c3851ee8b7 HTTP/1.1" status: 200 len: 1102 time: 0.2059100 Aug 10 03:06:56.985664 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19dc6c1-8eef-47ba-8188-10b2ce78ba9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b271e4-41c9-4a2d-aec2-ba8d5ed2b518,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:56.992912 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e19dc6c1-8eef-47ba-8188-10b2ce78ba9a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=968ef99bf1fe42b5a0edd0d34cb48792&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7446766 Aug 10 03:06:56.993206 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35826) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:56.996984 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device dda454e8-e875-42e2-9540-224304669743 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:06:57.002587 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 41d8ad27-5515-4f30-8950-ffd9b52c2ebe no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:06:57.020504 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8fa9ac-7e58-4bc7-bc7f-80896dbc3572 req-2bfd6e30-9693-46f2-a2c7-afcd31a93d64 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:57.030048 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7f8fa9ac-7e58-4bc7-bc7f-80896dbc3572 req-2bfd6e30-9693-46f2-a2c7-afcd31a93d64 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=9418c9e4-ef93-4ce8-8169-a62e4fbadd70 HTTP/1.1" status: 200 len: 949 time: 0.1574371 Aug 10 03:06:57.032023 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ebb39a21-e0d2-4ba4-ae33-05d307665f54 req-562081a4-d5c7-4e0d-ab66-c46abe0f45a8 tempest-ServersAdminNegativeTestJSON-1297436832 tempest-ServersAdminNegativeTestJSON-1297436832-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:57.060521 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: 41d8ad27-5515-4f30-8950-ffd9b52c2ebe {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:06:57.061330 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 41d8ad27-5515-4f30-8950-ffd9b52c2ebe not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:06:57.065526 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-81c9ac5f-32e1-4659-8a52-f9241475f968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:57.078543 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53493ced-f731-4ac0-aeda-68ebd897ea06 req-527b5cd9-aaee-4bbb-88bd-1f7e0841cb5a tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:57.080601 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-53493ced-f731-4ac0-aeda-68ebd897ea06 req-527b5cd9-aaee-4bbb-88bd-1f7e0841cb5a tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.58 "GET /v2.0/networks?id=909af24c-2a43-4e6d-8a1f-90b69debd82b HTTP/1.1" status: 200 len: 807 time: 0.3934038 Aug 10 03:06:57.091679 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-81c9ac5f-32e1-4659-8a52-f9241475f968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:57.117342 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-53493ced-f731-4ac0-aeda-68ebd897ea06 req-6d69f4b4-40b8-4fd3-8223-b16766d9e92c tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Request body: {'port': {'device_id': '7afe2725-211f-4a04-a488-e97f3118f7d4', 'network_id': '909af24c-2a43-4e6d-8a1f-90b69debd82b', 'admin_state_up': True, 'tenant_id': '0184527d62ac40cb863b24d5f91a9ee4'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:06:57.171955 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-81c9ac5f-32e1-4659-8a52-f9241475f968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:57.174505 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-81c9ac5f-32e1-4659-8a52-f9241475f968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:57.178204 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-81c9ac5f-32e1-4659-8a52-f9241475f968 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/37b271e4-41c9-4a2d-aec2-ba8d5ed2b518 HTTP/1.1" status: 204 len: 168 time: 0.1813877 Aug 10 03:06:57.187156 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port dda454e8-e875-42e2-9540-224304669743, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=dda454e8-e875-42e2-9540-224304669743,segment=NetworkSegment(837bbb8d-e72f-44c2-893c-c4df3456bfd0),segment_id=837bbb8d-e72f-44c2-893c-c4df3456bfd0)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:06:57.190966 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c9ac5f-32e1-4659-8a52-f9241475f968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b271e4-41c9-4a2d-aec2-ba8d5ed2b518,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:57.215191 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7f8fa9ac-7e58-4bc7-bc7f-80896dbc3572 req-da28d5cb-c5ce-445e-a3cf-feb46d8de030 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799829 Aug 10 03:06:57.229333 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device dda454e8-e875-42e2-9540-224304669743 has no active binding in host n-h1-768851-15 {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 03:06:57.338457 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ebb39a21-e0d2-4ba4-ae33-05d307665f54 req-562081a4-d5c7-4e0d-ab66-c46abe0f45a8 tempest-ServersAdminNegativeTestJSON-1297436832 tempest-ServersAdminNegativeTestJSON-1297436832-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:57.343486 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ebb39a21-e0d2-4ba4-ae33-05d307665f54 req-562081a4-d5c7-4e0d-ab66-c46abe0f45a8 tempest-ServersAdminNegativeTestJSON-1297436832 tempest-ServersAdminNegativeTestJSON-1297436832-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:57.374201 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35840) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:57.389414 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ebb39a21-e0d2-4ba4-ae33-05d307665f54 req-562081a4-d5c7-4e0d-ab66-c46abe0f45a8 tempest-ServersAdminNegativeTestJSON-1297436832 tempest-ServersAdminNegativeTestJSON-1297436832-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=6be0dafb-e04d-4c06-aa76-00284a9aef57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4135306 Aug 10 03:06:57.401121 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ff5aea4f-e998-46d9-9a13-74652acbb3fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:57.403792 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562081a4-d5c7-4e0d-ab66-c46abe0f45a8 tempest-ServersAdminNegativeTestJSON-1297436832 tempest-ServersAdminNegativeTestJSON-1297436832-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a781e60-e3d6-412a-bad8-896b8703a7fd,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:57.412118 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53493ced-f731-4ac0-aeda-68ebd897ea06 req-6d69f4b4-40b8-4fd3-8223-b16766d9e92c tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Made reservation on behalf of 0184527d62ac40cb863b24d5f91a9ee4 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:06:57.417482 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-53493ced-f731-4ac0-aeda-68ebd897ea06 req-6d69f4b4-40b8-4fd3-8223-b16766d9e92c tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:57.519714 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ff5aea4f-e998-46d9-9a13-74652acbb3fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:57.523791 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ff5aea4f-e998-46d9-9a13-74652acbb3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:57.580872 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-53493ced-f731-4ac0-aeda-68ebd897ea06 req-6d69f4b4-40b8-4fd3-8223-b16766d9e92c tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Allocated IP 172.20.0.9 (909af24c-2a43-4e6d-8a1f-90b69debd82b/b8c216be-f9cb-484e-9a0a-1cd9ef473e6f/7c60be1e-d749-43be-a835-a835dab09c29) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:06:57.593769 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ff5aea4f-e998-46d9-9a13-74652acbb3fc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=be26ef247614453493f2392deb427b88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2179568 Aug 10 03:06:57.594457 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5aea4f-e998-46d9-9a13-74652acbb3fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca9a934-0989-4ebf-bb0a-d071fdd77dbb,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:57.597139 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35844) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:57.629753 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35846) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:57.646970 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dd161c8b-f92f-4dfa-b4fd-a0f2b4d986bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:57.697231 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f12b32ac-70ed-48ef-987f-117bdd2d71ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:57.793268 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f12b32ac-70ed-48ef-987f-117bdd2d71ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:57.798088 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dd161c8b-f92f-4dfa-b4fd-a0f2b4d986bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:57.805863 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dd161c8b-f92f-4dfa-b4fd-a0f2b4d986bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:57.846181 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-dd161c8b-f92f-4dfa-b4fd-a0f2b4d986bf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7f8f904d574540f98d6c2c1600a90c6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2146089 Aug 10 03:06:57.847072 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd161c8b-f92f-4dfa-b4fd-a0f2b4d986bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e402d6-de17-428f-8c22-f75117461bcf,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:57.850838 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35856) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:57.899245 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2aa5a108-5f25-4124-b367-390ded04b996 req-9670c55f-5e4a-44b1-846c-7b4aaad4c4c4 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=7afe2725-211f-4a04-a488-e97f3118f7d4 HTTP/1.1" status: 200 len: 210 time: 0.0681927 Aug 10 03:06:57.903432 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e3f05f84-bbcb-4bf7-a81c-b54dee49efd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:57.927626 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f7647-391e-411a-b166-874e232b8c30 req-c4fb1577-4ba9-464d-8a5d-6e782c918745 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:57.929155 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dc7f7647-391e-411a-b166-874e232b8c30 req-c4fb1577-4ba9-464d-8a5d-6e782c918745 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f210c3c-37b1-4313-b640-deb8332cbd55 HTTP/1.1" status: 200 len: 965 time: 0.1609061 Aug 10 03:06:57.937293 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-53493ced-f731-4ac0-aeda-68ebd897ea06 req-6d69f4b4-40b8-4fd3-8223-b16766d9e92c tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:57.940510 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e3f05f84-bbcb-4bf7-a81c-b54dee49efd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:57.966772 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f12b32ac-70ed-48ef-987f-117bdd2d71ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:57.969608 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f12b32ac-70ed-48ef-987f-117bdd2d71ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:57.970966 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-f12b32ac-70ed-48ef-987f-117bdd2d71ac admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0ca9a934-0989-4ebf-bb0a-d071fdd77dbb HTTP/1.1" status: 204 len: 168 time: 0.3724697 Aug 10 03:06:58.004239 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12b32ac-70ed-48ef-987f-117bdd2d71ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca9a934-0989-4ebf-bb0a-d071fdd77dbb,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:58.007275 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e3f05f84-bbcb-4bf7-a81c-b54dee49efd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:58.009842 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e3f05f84-bbcb-4bf7-a81c-b54dee49efd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:58.013561 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e3f05f84-bbcb-4bf7-a81c-b54dee49efd1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e0e402d6-de17-428f-8c22-f75117461bcf HTTP/1.1" status: 204 len: 168 time: 0.1592815 Aug 10 03:06:58.021894 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f05f84-bbcb-4bf7-a81c-b54dee49efd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e402d6-de17-428f-8c22-f75117461bcf,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:58.032442 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dc7f7647-391e-411a-b166-874e232b8c30 req-cd0cdf53-2064-4215-8489-1da2bba9844e tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900486 Aug 10 03:06:58.059111 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-53493ced-f731-4ac0-aeda-68ebd897ea06 req-6d69f4b4-40b8-4fd3-8223-b16766d9e92c tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:58.126691 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53493ced-f731-4ac0-aeda-68ebd897ea06 req-6d69f4b4-40b8-4fd3-8223-b16766d9e92c tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Network 909af24c-2a43-4e6d-8a1f-90b69debd82b is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:06:58.131232 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-53493ced-f731-4ac0-aeda-68ebd897ea06 req-6d69f4b4-40b8-4fd3-8223-b16766d9e92c tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:06:58.136147 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-53493ced-f731-4ac0-aeda-68ebd897ea06 req-6d69f4b4-40b8-4fd3-8223-b16766d9e92c tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:06:58.143786 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53493ced-f731-4ac0-aeda-68ebd897ea06 req-6d69f4b4-40b8-4fd3-8223-b16766d9e92c tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:58.144547 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-53493ced-f731-4ac0-aeda-68ebd897ea06 req-6d69f4b4-40b8-4fd3-8223-b16766d9e92c tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:58.166962 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d69f4b4-40b8-4fd3-8223-b16766d9e92c tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Pushing event updated for resources: {'Port': ['ID=7c60be1e-d749-43be-a835-a835dab09c29,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:58.178193 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-53493ced-f731-4ac0-aeda-68ebd897ea06 req-6d69f4b4-40b8-4fd3-8223-b16766d9e92c tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0828869 Aug 10 03:06:58.194761 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-53493ced-f731-4ac0-aeda-68ebd897ea06 req-3d249a0e-b652-4342-b81d-f374dafcf786 service neutron] Request body: {'port': {'device_id': '7afe2725-211f-4a04-a488-e97f3118f7d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:06:58.272526 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-53493ced-f731-4ac0-aeda-68ebd897ea06 req-3d249a0e-b652-4342-b81d-f374dafcf786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:58.370149 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b938d4c0-4e88-49cb-b88e-21e737b9d0cc req-77e6973d-c05d-4e16-b25d-819483397b5f tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:58.371833 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b938d4c0-4e88-49cb-b88e-21e737b9d0cc req-77e6973d-c05d-4e16-b25d-819483397b5f tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=9418c9e4-ef93-4ce8-8169-a62e4fbadd70 HTTP/1.1" status: 200 len: 949 time: 0.0897846 Aug 10 03:06:58.495055 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b938d4c0-4e88-49cb-b88e-21e737b9d0cc req-2e96623a-8039-4cc5-9c1d-86909e7f4240 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697534 Aug 10 03:06:58.556101 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-66820330-d017-41aa-b417-495e3e482c62 service neutron] 10.222.0.60 "GET /v2.0/ports/dda454e8-e875-42e2-9540-224304669743/bindings/n-h1-768851-15 HTTP/1.1" status: 200 len: 385 time: 0.1362939 Aug 10 03:06:58.638287 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a63e2-1361-40f2-ac00-18828c749470 req-d064fe3a-114c-4edc-abda-e098ae317b50 tempest-ServersAdminNegativeTestJSON-1297436832 tempest-ServersAdminNegativeTestJSON-1297436832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:58.646000 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-813a63e2-1361-40f2-ac00-18828c749470 req-d064fe3a-114c-4edc-abda-e098ae317b50 tempest-ServersAdminNegativeTestJSON-1297436832 tempest-ServersAdminNegativeTestJSON-1297436832-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=be8a0a59-ad1c-46ee-ab91-37c3851ee8b7 HTTP/1.1" status: 200 len: 1102 time: 0.1041987 Aug 10 03:06:58.713285 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-813a63e2-1361-40f2-ac00-18828c749470 req-f799b0ec-003a-4676-b228-8d30e6279c9c tempest-ServersAdminNegativeTestJSON-1297436832 tempest-ServersAdminNegativeTestJSON-1297436832-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=6be0dafb-e04d-4c06-aa76-00284a9aef57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661368 Aug 10 03:06:58.778652 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-53493ced-f731-4ac0-aeda-68ebd897ea06 req-3d249a0e-b652-4342-b81d-f374dafcf786 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c60be1e-d749-43be-a835-a835dab09c29 {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:06:58.788783 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-53493ced-f731-4ac0-aeda-68ebd897ea06 req-3d249a0e-b652-4342-b81d-f374dafcf786 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:58.805291 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-53493ced-f731-4ac0-aeda-68ebd897ea06 req-3d249a0e-b652-4342-b81d-f374dafcf786 service neutron] Transition to ACTIVE for port object 7c60be1e-d749-43be-a835-a835dab09c29 will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:06:58.811347 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-53493ced-f731-4ac0-aeda-68ebd897ea06 req-3d249a0e-b652-4342-b81d-f374dafcf786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:58.844975 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-6e11452a-b765-4d5a-b603-2601763e19a4 service neutron] For port dda454e8-e875-42e2-9540-224304669743, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=dda454e8-e875-42e2-9540-224304669743,segment=NetworkSegment(837bbb8d-e72f-44c2-893c-c4df3456bfd0),segment_id=837bbb8d-e72f-44c2-893c-c4df3456bfd0)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:06:58.888476 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d249a0e-b652-4342-b81d-f374dafcf786 service neutron] Pushing event updated for resources: {'Port': ['ID=7c60be1e-d749-43be-a835-a835dab09c29,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:58.901538 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-6e11452a-b765-4d5a-b603-2601763e19a4 service neutron] For port dda454e8-e875-42e2-9540-224304669743, host n-h2-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:06:58.950361 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-53493ced-f731-4ac0-aeda-68ebd897ea06 req-3d249a0e-b652-4342-b81d-f374dafcf786 service neutron] Attempting to bind port 7c60be1e-d749-43be-a835-a835dab09c29 on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:06:58.950707 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-53493ced-f731-4ac0-aeda-68ebd897ea06 req-3d249a0e-b652-4342-b81d-f374dafcf786 service neutron] Attempting to bind port 7c60be1e-d749-43be-a835-a835dab09c29 by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '56914130-d266-4761-b91f-0f4044da3177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '909af24c-2a43-4e6d-8a1f-90b69debd82b'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:06:58.951066 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53493ced-f731-4ac0-aeda-68ebd897ea06 req-3d249a0e-b652-4342-b81d-f374dafcf786 service neutron] Attempting to bind port 7c60be1e-d749-43be-a835-a835dab09c29 on network 909af24c-2a43-4e6d-8a1f-90b69debd82b {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:06:58.956382 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53493ced-f731-4ac0-aeda-68ebd897ea06 req-3d249a0e-b652-4342-b81d-f374dafcf786 service neutron] Port 7c60be1e-d749-43be-a835-a835dab09c29 on network 909af24c-2a43-4e6d-8a1f-90b69debd82b not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:06:58.956716 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53493ced-f731-4ac0-aeda-68ebd897ea06 req-3d249a0e-b652-4342-b81d-f374dafcf786 service neutron] Attempting to bind port 7c60be1e-d749-43be-a835-a835dab09c29 on network 909af24c-2a43-4e6d-8a1f-90b69debd82b {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:06:58.962424 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53493ced-f731-4ac0-aeda-68ebd897ea06 req-3d249a0e-b652-4342-b81d-f374dafcf786 service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:06:58.962798 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53493ced-f731-4ac0-aeda-68ebd897ea06 req-3d249a0e-b652-4342-b81d-f374dafcf786 service neutron] Checking segment: {'id': '56914130-d266-4761-b91f-0f4044da3177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '909af24c-2a43-4e6d-8a1f-90b69debd82b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:06:58.963193 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53493ced-f731-4ac0-aeda-68ebd897ea06 req-3d249a0e-b652-4342-b81d-f374dafcf786 service neutron] Bound using segment: {'id': '56914130-d266-4761-b91f-0f4044da3177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '909af24c-2a43-4e6d-8a1f-90b69debd82b'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:06:58.963642 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-53493ced-f731-4ac0-aeda-68ebd897ea06 req-3d249a0e-b652-4342-b81d-f374dafcf786 service neutron] Bound port: 7c60be1e-d749-43be-a835-a835dab09c29, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56914130-d266-4761-b91f-0f4044da3177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '909af24c-2a43-4e6d-8a1f-90b69debd82b'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:06:58.963995 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-53493ced-f731-4ac0-aeda-68ebd897ea06 req-3d249a0e-b652-4342-b81d-f374dafcf786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:58.973093 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-6e11452a-b765-4d5a-b603-2601763e19a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dda454e8-e875-42e2-9540-224304669743 {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:06:58.985887 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-6e11452a-b765-4d5a-b603-2601763e19a4 service neutron] For port dda454e8-e875-42e2-9540-224304669743, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=dda454e8-e875-42e2-9540-224304669743,segment=NetworkSegment(837bbb8d-e72f-44c2-893c-c4df3456bfd0),segment_id=837bbb8d-e72f-44c2-893c-c4df3456bfd0)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:06:59.002786 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-6e11452a-b765-4d5a-b603-2601763e19a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:59.060711 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-53493ced-f731-4ac0-aeda-68ebd897ea06 req-3d249a0e-b652-4342-b81d-f374dafcf786 service neutron] For port 7c60be1e-d749-43be-a835-a835dab09c29, host n-h1-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:06:59.071305 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-53493ced-f731-4ac0-aeda-68ebd897ea06 req-3d249a0e-b652-4342-b81d-f374dafcf786 service neutron] For port 7c60be1e-d749-43be-a835-a835dab09c29, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=7c60be1e-d749-43be-a835-a835dab09c29,segment=NetworkSegment(56914130-d266-4761-b91f-0f4044da3177),segment_id=56914130-d266-4761-b91f-0f4044da3177)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:06:59.079786 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-53493ced-f731-4ac0-aeda-68ebd897ea06 req-3d249a0e-b652-4342-b81d-f374dafcf786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:59.132110 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-6e11452a-b765-4d5a-b603-2601763e19a4 service neutron] Transition to ACTIVE for port object dda454e8-e875-42e2-9540-224304669743 will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:06:59.139006 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-6e11452a-b765-4d5a-b603-2601763e19a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:59.156486 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53493ced-f731-4ac0-aeda-68ebd897ea06 req-3d249a0e-b652-4342-b81d-f374dafcf786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:59.157125 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-53493ced-f731-4ac0-aeda-68ebd897ea06 req-3d249a0e-b652-4342-b81d-f374dafcf786 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:59.172424 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-53493ced-f731-4ac0-aeda-68ebd897ea06 req-3d249a0e-b652-4342-b81d-f374dafcf786 service neutron] 10.222.0.58 "PUT /v2.0/ports/7c60be1e-d749-43be-a835-a835dab09c29 HTTP/1.1" status: 200 len: 1092 time: 0.9831538 Aug 10 03:06:59.173178 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7afe2725-211f-4a04-a488-e97f3118f7d4', 'tag': '7c60be1e-d749-43be-a835-a835dab09c29'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:06:59.178295 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c09316-8115-4d48-8813-1c089eab6d96" -d '{"events": [{"name": "network-changed", "server_uuid": "7afe2725-211f-4a04-a488-e97f3118f7d4", "tag": "7c60be1e-d749-43be-a835-a835dab09c29"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:06:59.244486 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-6e11452a-b765-4d5a-b603-2601763e19a4 service neutron] No DVR routers for this DVR port dda454e8-e875-42e2-9540-224304669743 on host n-h2-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:06:59.253426 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e11452a-b765-4d5a-b603-2601763e19a4 service neutron] Pushing event updated for resources: {'Port': ['ID=dda454e8-e875-42e2-9540-224304669743,revision_number=10']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:59.331909 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-6e11452a-b765-4d5a-b603-2601763e19a4 service neutron] 10.222.0.60 "PUT /v2.0/ports/dda454e8-e875-42e2-9540-224304669743/bindings/n-h1-768851-15/activate HTTP/1.1" status: 200 len: 370 time: 0.7647951 Aug 10 03:06:59.335892 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d249a0e-b652-4342-b81d-f374dafcf786 service neutron] Pushing event updated for resources: {'Port': ['ID=7c60be1e-d749-43be-a835-a835dab09c29,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:59.376454 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53493ced-f731-4ac0-aeda-68ebd897ea06 req-88877443-cf2c-4297-b304-0d471a271cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:59.377678 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-53493ced-f731-4ac0-aeda-68ebd897ea06 req-88877443-cf2c-4297-b304-0d471a271cdd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0184527d62ac40cb863b24d5f91a9ee4&device_id=7afe2725-211f-4a04-a488-e97f3118f7d4 HTTP/1.1" status: 200 len: 1095 time: 0.1429353 Aug 10 03:06:59.391915 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118f6c4-d090-41d2-8d2c-76173bbc2c6a req-7b304ce1-cc4c-4b4d-a08b-44575001f464 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:59.393474 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2118f6c4-d090-41d2-8d2c-76173bbc2c6a req-7b304ce1-cc4c-4b4d-a08b-44575001f464 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=7afe2725-211f-4a04-a488-e97f3118f7d4 HTTP/1.1" status: 200 len: 943 time: 0.2026508 Aug 10 03:06:59.446508 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-53493ced-f731-4ac0-aeda-68ebd897ea06 req-89327617-a5c1-485b-8732-4d42359f9c36 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c60be1e-d749-43be-a835-a835dab09c29 HTTP/1.1" status: 200 len: 217 time: 0.0498691 Aug 10 03:06:59.459804 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454db67a-bb2f-4f09-8559-a11c857c8415 req-726b1295-fa7f-476e-a783-bba6c4fc51f1 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:59.467242 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-454db67a-bb2f-4f09-8559-a11c857c8415 req-726b1295-fa7f-476e-a783-bba6c4fc51f1 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f210c3c-37b1-4313-b640-deb8332cbd55 HTTP/1.1" status: 200 len: 966 time: 0.1450081 Aug 10 03:06:59.508117 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-5277b692-80e6-4930-9131-6bfcfa8ce721 tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:59.510014 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-5277b692-80e6-4930-9131-6bfcfa8ce721 tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=5f210c3c-37b1-4313-b640-deb8332cbd55&tenant_id=d29523b6a3c34430b121d2faffd2884f&binding%3Ahost_id=n-h2-768851-15 HTTP/1.1" status: 200 len: 1118 time: 0.1081283 Aug 10 03:06:59.557288 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2118f6c4-d090-41d2-8d2c-76173bbc2c6a req-9a69e3e7-853f-4fd3-9904-c9eebd6a5413 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550744 Aug 10 03:06:59.579177 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-454db67a-bb2f-4f09-8559-a11c857c8415 req-e5b5ee39-977d-4067-ab21-1c562e2aaaac tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051390 Aug 10 03:06:59.584213 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53493ced-f731-4ac0-aeda-68ebd897ea06 req-732f691a-bca8-4cf3-9943-ae92ea0f758e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:59.585925 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-53493ced-f731-4ac0-aeda-68ebd897ea06 req-732f691a-bca8-4cf3-9943-ae92ea0f758e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b8c216be-f9cb-484e-9a0a-1cd9ef473e6f HTTP/1.1" status: 200 len: 847 time: 0.1159201 Aug 10 03:06:59.648100 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35946) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:06:59.650607 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-53493ced-f731-4ac0-aeda-68ebd897ea06 req-93f366ea-58ca-4b5d-867a-677e761bc717 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=909af24c-2a43-4e6d-8a1f-90b69debd82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550325 Aug 10 03:06:59.823710 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4092949-d562-4af8-a2f9-739755df8bcb req-b924f377-3708-41ec-b031-2c358c525228 tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:59.825445 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e4092949-d562-4af8-a2f9-739755df8bcb req-b924f377-3708-41ec-b031-2c358c525228 tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] 10.222.0.62 "GET /v2.0/ports?device_id=be8a0a59-ad1c-46ee-ab91-37c3851ee8b7 HTTP/1.1" status: 200 len: 950 time: 0.0887911 Aug 10 03:06:59.840795 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-53493ced-f731-4ac0-aeda-68ebd897ea06 req-c1773502-f2df-4cb9-a83c-f70899c29beb service neutron] 10.222.0.58 "GET /v2.0/networks/909af24c-2a43-4e6d-8a1f-90b69debd82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800101 Aug 10 03:06:59.880886 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-96fe6eca-90fa-4e9a-ac73-453abd21fad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:59.882567 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-96fe6eca-90fa-4e9a-ac73-453abd21fad5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5f210c3c-37b1-4313-b640-deb8332cbd55&tenant_id=d29523b6a3c34430b121d2faffd2884f HTTP/1.1" status: 200 len: 1118 time: 0.3576531 Aug 10 03:06:59.893727 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-46da1538-09d6-4b5a-b922-9e9bfc021d1c admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1296315026-network', 'tenant_id': 'b9d4c94618f448f49ad79b4dd407f85e'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:06:59.986455 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e4092949-d562-4af8-a2f9-739755df8bcb req-6ca16679-8d8c-4d04-bc90-9fc3c62ec2e2 tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] 10.222.0.62 "GET /v2.0/security-groups?id=6be0dafb-e04d-4c06-aa76-00284a9aef57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418309 Aug 10 03:06:59.999610 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46da1538-09d6-4b5a-b922-9e9bfc021d1c admin admin] Made reservation on behalf of b9d4c94618f448f49ad79b4dd407f85e for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:07:00.005245 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-82f746b9-63f7-4317-beff-29c22bc50db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:00.007502 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-46da1538-09d6-4b5a-b922-9e9bfc021d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:00.021106 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-82f746b9-63f7-4317-beff-29c22bc50db8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d29523b6a3c34430b121d2faffd2884f&device_id=5f210c3c-37b1-4313-b640-deb8332cbd55 HTTP/1.1" status: 200 len: 1118 time: 0.1135669 Aug 10 03:07:00.195089 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-d72b5d69-e390-4acc-8dd7-4e3f94b7d1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:00.197470 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-d72b5d69-e390-4acc-8dd7-4e3f94b7d1ed service neutron] 10.222.0.58 "GET /v2.0/networks?id=b071061e-0c83-4db2-9121-a6eb9f4ae150 HTTP/1.1" status: 200 len: 922 time: 0.1562257 Aug 10 03:07:00.262029 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-4a319809-63b9-42e5-b1b3-065b4390dbaf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dda454e8-e875-42e2-9540-224304669743 HTTP/1.1" status: 200 len: 217 time: 0.0518980 Aug 10 03:07:00.272083 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f167c8aa-bead-4349-9fe9-c6060f1662ba x-openstack-request-id: req-f167c8aa-bead-4349-9fe9-c6060f1662ba {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:07:00.272664 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7afe2725-211f-4a04-a488-e97f3118f7d4", "tag": "7c60be1e-d749-43be-a835-a835dab09c29", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:07:00.272664 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f167c8aa-bead-4349-9fe9-c6060f1662ba {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:07:00.273165 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7afe2725-211f-4a04-a488-e97f3118f7d4', 'tag': '7c60be1e-d749-43be-a835-a835dab09c29', 'status': 'completed', 'code': 200} Aug 10 03:07:00.278513 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-46da1538-09d6-4b5a-b922-9e9bfc021d1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:00.295103 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0953637c-61c1-4e57-b094-03fbb8dcfd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:00.342528 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-1c1a8f95-8e2c-4f33-9144-955792f4f21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:00.345093 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-1c1a8f95-8e2c-4f33-9144-955792f4f21f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=07f824b9-3083-4489-bc41-7237705a68bc HTTP/1.1" status: 200 len: 861 time: 0.0749097 Aug 10 03:07:00.367798 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-53493ced-f731-4ac0-aeda-68ebd897ea06 req-1ba4faa7-72fd-4baa-a4da-ebfc16f6b49e service neutron] 10.222.0.58 "GET /v2.0/networks/909af24c-2a43-4e6d-8a1f-90b69debd82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5133467 Aug 10 03:07:00.389762 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-ec6484ed-7520-4b65-8391-cf471acf876e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b071061e-0c83-4db2-9121-a6eb9f4ae150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333092 Aug 10 03:07:00.394393 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd4958-9bd0-403a-9807-bb2b8cd6630a req-3a1bce88-f640-4bfc-a9a5-532054c65dc7 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:00.396041 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d3fd4958-9bd0-403a-9807-bb2b8cd6630a req-3a1bce88-f640-4bfc-a9a5-532054c65dc7 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=9418c9e4-ef93-4ce8-8169-a62e4fbadd70 HTTP/1.1" status: 200 len: 949 time: 0.1220942 Aug 10 03:07:00.487060 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d3fd4958-9bd0-403a-9807-bb2b8cd6630a req-b40143c3-5374-4bb5-b1fc-58e5096f3b57 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736303 Aug 10 03:07:00.529271 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c09316-8115-4d48-8813-1c089eab6d96 req-bedc53d9-c20d-4f47-8327-4f8cfcd4a422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:00.530902 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f0c09316-8115-4d48-8813-1c089eab6d96 req-bedc53d9-c20d-4f47-8327-4f8cfcd4a422 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0184527d62ac40cb863b24d5f91a9ee4&device_id=7afe2725-211f-4a04-a488-e97f3118f7d4 HTTP/1.1" status: 200 len: 1095 time: 0.0951905 Aug 10 03:07:00.538169 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-46da1538-09d6-4b5a-b922-9e9bfc021d1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:00.553476 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-46da1538-09d6-4b5a-b922-9e9bfc021d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:00.584716 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-07dfc628-b10a-410b-a9f5-eb1857605751 service neutron] 10.222.0.58 "GET /v2.0/networks/b071061e-0c83-4db2-9121-a6eb9f4ae150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767342 Aug 10 03:07:00.622483 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46da1538-09d6-4b5a-b922-9e9bfc021d1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:07:00.647357 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da1538-09d6-4b5a-b922-9e9bfc021d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b76be688-44e9-4eb6-92f8-4616b5760ee6,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:00.663437 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-46da1538-09d6-4b5a-b922-9e9bfc021d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:00.663674 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-46da1538-09d6-4b5a-b922-9e9bfc021d1c admin admin] Added segment 3057d810-054a-4845-b21a-96c4d4300bf7 of type vlan for network e6431dda-41cb-49ac-bc16-b079974a3738 Aug 10 03:07:00.720432 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c09316-8115-4d48-8813-1c089eab6d96 req-cdf51663-f314-499c-b488-181965751a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:00.721940 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f0c09316-8115-4d48-8813-1c089eab6d96 req-cdf51663-f314-499c-b488-181965751a19 service neutron] 10.222.0.58 "GET /v2.0/networks?id=909af24c-2a43-4e6d-8a1f-90b69debd82b HTTP/1.1" status: 200 len: 908 time: 0.1813533 Aug 10 03:07:00.723776 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-46da1538-09d6-4b5a-b922-9e9bfc021d1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:00.776291 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-dc622bc9-9974-454b-8e07-78d630443b2a service neutron] 10.222.0.58 "GET /v2.0/networks/b071061e-0c83-4db2-9121-a6eb9f4ae150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742733 Aug 10 03:07:00.782157 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f0c09316-8115-4d48-8813-1c089eab6d96 req-a9b96258-e247-47d6-a684-eaf5316a7051 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c60be1e-d749-43be-a835-a835dab09c29 HTTP/1.1" status: 200 len: 217 time: 0.0472364 Aug 10 03:07:00.812623 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b1a85-7468-401d-92bf-0ebe4ef1766a req-a1adbc00-0208-4f59-b42f-9d3bf784fdc9 tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:00.814029 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a28b1a85-7468-401d-92bf-0ebe4ef1766a req-a1adbc00-0208-4f59-b42f-9d3bf784fdc9 tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] 10.222.0.60 "GET /v2.0/ports?device_id=be8a0a59-ad1c-46ee-ab91-37c3851ee8b7 HTTP/1.1" status: 200 len: 950 time: 0.0999200 Aug 10 03:07:00.829339 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-46da1538-09d6-4b5a-b922-9e9bfc021d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:00.830573 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46da1538-09d6-4b5a-b922-9e9bfc021d1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:00.831199 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-46da1538-09d6-4b5a-b922-9e9bfc021d1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:00.920891 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-a28b1a85-7468-401d-92bf-0ebe4ef1766a req-83e597ea-bb2b-451a-b909-64c19289354a tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Deleting port 352d015e-f037-49a5-9ceb-9acd85babe69 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:07:00.921445 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a28b1a85-7468-401d-92bf-0ebe4ef1766a req-83e597ea-bb2b-451a-b909-64c19289354a tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:00.949523 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-46da1538-09d6-4b5a-b922-9e9bfc021d1c admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2974844 Aug 10 03:07:00.953472 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35986) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:07:00.971036 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-b17b8148-023c-448a-999d-2132fef2bcf6 admin admin] Request body: {'subnet': {'network_id': 'e6431dda-41cb-49ac-bc16-b079974a3738', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1296315026-subnet', 'tenant_id': 'b9d4c94618f448f49ad79b4dd407f85e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:07:00.978745 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c09316-8115-4d48-8813-1c089eab6d96 req-7ef70bbf-9383-4808-8f38-122d3725e70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:00.980759 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f0c09316-8115-4d48-8813-1c089eab6d96 req-7ef70bbf-9383-4808-8f38-122d3725e70c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b8c216be-f9cb-484e-9a0a-1cd9ef473e6f HTTP/1.1" status: 200 len: 847 time: 0.1861768 Aug 10 03:07:00.996636 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da1538-09d6-4b5a-b922-9e9bfc021d1c admin admin] Pushing event updated for resources: {'Network': ['ID=e6431dda-41cb-49ac-bc16-b079974a3738,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:01.008907 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network e6431dda-41cb-49ac-bc16-b079974a3738 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:07:01.018520 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-a28b1a85-7468-401d-92bf-0ebe4ef1766a req-83e597ea-bb2b-451a-b909-64c19289354a tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] For port 352d015e-f037-49a5-9ceb-9acd85babe69, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=352d015e-f037-49a5-9ceb-9acd85babe69,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:07:01.020899 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a28b1a85-7468-401d-92bf-0ebe4ef1766a req-83e597ea-bb2b-451a-b909-64c19289354a tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:01.037568 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-a28b1a85-7468-401d-92bf-0ebe4ef1766a req-83e597ea-bb2b-451a-b909-64c19289354a tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Calling delete_port for 352d015e-f037-49a5-9ceb-9acd85babe69 owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:07:01.049446 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74568c0-9489-4729-bdae-1d8c36040ef0 req-ddd5e204-40a7-4e2a-bf43-1c82c32a9181 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:01.051081 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d74568c0-9489-4729-bdae-1d8c36040ef0 req-ddd5e204-40a7-4e2a-bf43-1c82c32a9181 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=7afe2725-211f-4a04-a488-e97f3118f7d4 HTTP/1.1" status: 200 len: 943 time: 0.2232831 Aug 10 03:07:01.053012 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f0c09316-8115-4d48-8813-1c089eab6d96 req-050ef339-dd4f-46c0-9fca-613a7708306e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=909af24c-2a43-4e6d-8a1f-90b69debd82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505712 Aug 10 03:07:01.055302 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17b8148-023c-448a-999d-2132fef2bcf6 admin admin] Made reservation on behalf of b9d4c94618f448f49ad79b4dd407f85e for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:07:01.057587 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b17b8148-023c-448a-999d-2132fef2bcf6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:01.117616 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31fa77a-29b4-4aaf-9bbb-b52c91ac3ba1 req-9c009efa-8f7a-4fd3-a13b-15f355e26278 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:01.119181 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f31fa77a-29b4-4aaf-9bbb-b52c91ac3ba1 req-9c009efa-8f7a-4fd3-a13b-15f355e26278 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f210c3c-37b1-4313-b640-deb8332cbd55 HTTP/1.1" status: 200 len: 966 time: 0.2055023 Aug 10 03:07:01.162286 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-e64c07f3-aed3-4271-b4f6-aaf46634f7b0 tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:01.163854 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-e64c07f3-aed3-4271-b4f6-aaf46634f7b0 tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=5f210c3c-37b1-4313-b640-deb8332cbd55&tenant_id=d29523b6a3c34430b121d2faffd2884f&binding%3Ahost_id=n-h1-768851-15 HTTP/1.1" status: 200 len: 1118 time: 0.0635214 Aug 10 03:07:01.238920 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d74568c0-9489-4729-bdae-1d8c36040ef0 req-a2689cd6-3861-478b-8ac7-0c618f90f053 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760139 Aug 10 03:07:01.276181 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f31fa77a-29b4-4aaf-9bbb-b52c91ac3ba1 req-53095f80-cc30-4425-bbc9-036c1d30ab2c tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482372 Aug 10 03:07:01.293478 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a28b1a85-7468-401d-92bf-0ebe4ef1766a req-83e597ea-bb2b-451a-b909-64c19289354a tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:01.305782 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f0c09316-8115-4d48-8813-1c089eab6d96 req-63732051-6323-49ca-a169-06ff34b42ec3 service neutron] 10.222.0.58 "GET /v2.0/networks/909af24c-2a43-4e6d-8a1f-90b69debd82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314641 Aug 10 03:07:01.307786 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['a79e3712-2404-43b6-97ce-5281c1b9e2e7', '352d015e-f037-49a5-9ceb-9acd85babe69'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:07:01.365378 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e597ea-bb2b-451a-b909-64c19289354a tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Pushing event deleted for resources: {'Port': ['ID=352d015e-f037-49a5-9ceb-9acd85babe69,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:01.425944 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-a28b1a85-7468-401d-92bf-0ebe4ef1766a req-83e597ea-bb2b-451a-b909-64c19289354a tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] No DVR routers for this DVR port 352d015e-f037-49a5-9ceb-9acd85babe69 on host n-h2-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:07:01.431913 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-08332230-6ae2-4de2-9c4c-6f2ee3b39ee8 service neutron] For port dda454e8-e875-42e2-9540-224304669743, host n-h2-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:07:01.433555 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a28b1a85-7468-401d-92bf-0ebe4ef1766a req-83e597ea-bb2b-451a-b909-64c19289354a tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:01.435878 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a28b1a85-7468-401d-92bf-0ebe4ef1766a req-83e597ea-bb2b-451a-b909-64c19289354a tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] 10.222.0.60 "DELETE /v2.0/ports/352d015e-f037-49a5-9ceb-9acd85babe69 HTTP/1.1" status: 204 len: 173 time: 0.6143496 Aug 10 03:07:01.436813 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be8a0a59-ad1c-46ee-ab91-37c3851ee8b7', 'name': 'network-vif-deleted', 'tag': '352d015e-f037-49a5-9ceb-9acd85babe69'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:07:01.448366 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe04ac14-b20a-41f9-9a37-391aa720e6aa" -d '{"events": [{"server_uuid": "be8a0a59-ad1c-46ee-ab91-37c3851ee8b7", "name": "network-vif-deleted", "tag": "352d015e-f037-49a5-9ceb-9acd85babe69"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:07:01.456689 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-08332230-6ae2-4de2-9c4c-6f2ee3b39ee8 service neutron] Notify callbacks [] for binding, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:01.458626 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ce97f0be-6a48-4bf2-8b79-7779281b0a5d req-08332230-6ae2-4de2-9c4c-6f2ee3b39ee8 service neutron] 10.222.0.58 "DELETE /v2.0/ports/dda454e8-e875-42e2-9540-224304669743/bindings/n-h2-768851-15 HTTP/1.1" status: 204 len: 173 time: 0.2843251 Aug 10 03:07:01.538694 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-899e7962-edb6-4ef1-95f1-e34381d2f913 req-75e5d412-042b-49c2-aad1-bc2f55d1bf2b tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] 10.222.0.62 "GET /v2.0/ports?device_id=be8a0a59-ad1c-46ee-ab91-37c3851ee8b7 HTTP/1.1" status: 200 len: 210 time: 0.0670609 Aug 10 03:07:01.541890 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b17b8148-023c-448a-999d-2132fef2bcf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:01.691436 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068c81ed-9c95-4d33-b27e-159e82a30c8c x-openstack-request-id: req-068c81ed-9c95-4d33-b27e-159e82a30c8c {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:07:01.691925 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be8a0a59-ad1c-46ee-ab91-37c3851ee8b7", "name": "network-vif-deleted", "tag": "352d015e-f037-49a5-9ceb-9acd85babe69", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:07:01.692357 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-068c81ed-9c95-4d33-b27e-159e82a30c8c {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:07:01.692848 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be8a0a59-ad1c-46ee-ab91-37c3851ee8b7', 'name': 'network-vif-deleted', 'tag': '352d015e-f037-49a5-9ceb-9acd85babe69', 'status': 'completed', 'code': 200} Aug 10 03:07:01.723634 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f0c09316-8115-4d48-8813-1c089eab6d96 req-e4f7afaa-cdf2-4b87-9e90-2c82c4d1c2b5 service neutron] 10.222.0.58 "GET /v2.0/networks/909af24c-2a43-4e6d-8a1f-90b69debd82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3949752 Aug 10 03:07:01.726873 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17b8148-023c-448a-999d-2132fef2bcf6 admin admin] Checking segment: {'id': '3057d810-054a-4845-b21a-96c4d4300bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e6431dda-41cb-49ac-bc16-b079974a3738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:07:01.727288 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17b8148-023c-448a-999d-2132fef2bcf6 admin admin] Network hostable DHCP agents. Network: e6431dda-41cb-49ac-bc16-b079974a3738, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:07:01.762299 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17b8148-023c-448a-999d-2132fef2bcf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68b4dea5-239e-4258-8153-8403deef5862,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:01.785605 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17b8148-023c-448a-999d-2132fef2bcf6 admin admin] Network e6431dda-41cb-49ac-bc16-b079974a3738 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:07:01.803900 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-b17b8148-023c-448a-999d-2132fef2bcf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, e6431dda-41cb-49ac-bc16-b079974a3738) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:07:01.809373 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17b8148-023c-448a-999d-2132fef2bcf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:01.811443 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b17b8148-023c-448a-999d-2132fef2bcf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:01.812775 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f856c58-1b3d-426e-aa70-a9292f0961ba None None] Network e6431dda-41cb-49ac-bc16-b079974a3738 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:07:01.825743 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3008b88-2f0c-4bb1-8bfa-cccc70e81256 req-2c91c53e-1bcf-4f3d-af89-e91915a964d4 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:01.827358 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e3008b88-2f0c-4bb1-8bfa-cccc70e81256 req-2c91c53e-1bcf-4f3d-af89-e91915a964d4 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=9418c9e4-ef93-4ce8-8169-a62e4fbadd70 HTTP/1.1" status: 200 len: 949 time: 0.1064091 Aug 10 03:07:01.868225 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b17b8148-023c-448a-999d-2132fef2bcf6 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9012213 Aug 10 03:07:01.871628 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36012) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:07:01.878147 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-d8b8a783-5725-4b83-a358-02e462355d36 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1296315026-router', 'tenant_id': 'b9d4c94618f448f49ad79b4dd407f85e', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:07:01.901694 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e3008b88-2f0c-4bb1-8bfa-cccc70e81256 req-02074944-3cec-413e-8ef8-1f583df492f6 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637407 Aug 10 03:07:01.914219 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d8b8a783-5725-4b83-a358-02e462355d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:01.915670 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d8b8a783-5725-4b83-a358-02e462355d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:01.997494 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d8b8a783-5725-4b83-a358-02e462355d36 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:02.112462 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a59f66-9525-4702-8c78-d8453ab705ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-e6431dda-41cb-49ac-bc16-b079974a3738', 'network_id': 'e6431dda-41cb-49ac-bc16-b079974a3738', 'tenant_id': 'b9d4c94618f448f49ad79b4dd407f85e', 'fixed_ips': [{'subnet_id': '68b4dea5-239e-4258-8153-8403deef5862'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:07:02.113486 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-50a59f66-9525-4702-8c78-d8453ab705ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:02.189858 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d8b8a783-5725-4b83-a358-02e462355d36 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:02.311225 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-50a59f66-9525-4702-8c78-d8453ab705ed None None] Allocated IP 172.20.0.2 (e6431dda-41cb-49ac-bc16-b079974a3738/68b4dea5-239e-4258-8153-8403deef5862/25cc2af4-1270-419c-a4d3-48b03703ca6e) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:07:02.463015 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8f28d7-61d9-4992-b9f9-eb9423e44930 req-862025ea-679f-4c8c-829e-065b674e5468 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:02.469716 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6c8f28d7-61d9-4992-b9f9-eb9423e44930 req-862025ea-679f-4c8c-829e-065b674e5468 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=7afe2725-211f-4a04-a488-e97f3118f7d4 HTTP/1.1" status: 200 len: 943 time: 0.1005406 Aug 10 03:07:02.544618 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a267055-c4cc-4198-a14e-40ff8667bf5c req-c7f672cb-fea7-4e5f-993c-18b46cc6d6e6 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:02.546315 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2a267055-c4cc-4198-a14e-40ff8667bf5c req-c7f672cb-fea7-4e5f-993c-18b46cc6d6e6 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f210c3c-37b1-4313-b640-deb8332cbd55 HTTP/1.1" status: 200 len: 966 time: 0.1119430 Aug 10 03:07:02.551828 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6c8f28d7-61d9-4992-b9f9-eb9423e44930 req-74c10ecc-eebd-4da8-8065-dd464fbb27b7 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594094 Aug 10 03:07:02.557104 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-50a59f66-9525-4702-8c78-d8453ab705ed None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:02.578557 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36036) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:07:02.579808 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-50a59f66-9525-4702-8c78-d8453ab705ed None None] Transition to ACTIVE for port object 25cc2af4-1270-419c-a4d3-48b03703ca6e will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:07:02.603497 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-50a59f66-9525-4702-8c78-d8453ab705ed None None] Transition to ACTIVE for port object 25cc2af4-1270-419c-a4d3-48b03703ca6e will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:07:02.609849 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d8b8a783-5725-4b83-a358-02e462355d36 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:02.618429 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-50a59f66-9525-4702-8c78-d8453ab705ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:02.618637 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2a267055-c4cc-4198-a14e-40ff8667bf5c req-c2db9b67-ef7c-47b6-a053-5426df4aad62 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623050 Aug 10 03:07:02.619167 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 36040) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:07:02.705282 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d8b8a783-5725-4b83-a358-02e462355d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:02.761072 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a59f66-9525-4702-8c78-d8453ab705ed None None] Network e6431dda-41cb-49ac-bc16-b079974a3738 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:07:02.769244 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-50a59f66-9525-4702-8c78-d8453ab705ed None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:07:02.780459 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a59f66-9525-4702-8c78-d8453ab705ed None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:07:02.787174 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a59f66-9525-4702-8c78-d8453ab705ed None None] Pushing event updated for resources: {'Port': ['ID=25cc2af4-1270-419c-a4d3-48b03703ca6e,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:02.795258 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-97ee7ea5-dc43-4155-9ff8-490cc8bd60f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:02.869120 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device dda454e8-e875-42e2-9540-224304669743 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:07:02.904420 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5dea17c2-1fa6-4688-9164-0a0f10dfdbed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:02.928386 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-d8b8a783-5725-4b83-a358-02e462355d36 admin admin] Allocated IP 172.25.7.212 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/e7265846-4353-4324-9691-69443ef329d8) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:07:02.955646 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-50a59f66-9525-4702-8c78-d8453ab705ed None None] Attempting to bind port 25cc2af4-1270-419c-a4d3-48b03703ca6e on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:07:02.956163 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-50a59f66-9525-4702-8c78-d8453ab705ed None None] Attempting to bind port 25cc2af4-1270-419c-a4d3-48b03703ca6e by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '3057d810-054a-4845-b21a-96c4d4300bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e6431dda-41cb-49ac-bc16-b079974a3738'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:07:02.956605 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a59f66-9525-4702-8c78-d8453ab705ed None None] Attempting to bind port 25cc2af4-1270-419c-a4d3-48b03703ca6e on network e6431dda-41cb-49ac-bc16-b079974a3738 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:07:02.963252 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-6201ac03-975c-451a-ae5c-e4b6d0b4e108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:02.970129 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a59f66-9525-4702-8c78-d8453ab705ed None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:07:02.970502 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a59f66-9525-4702-8c78-d8453ab705ed None None] Checking segment: {'id': '3057d810-054a-4845-b21a-96c4d4300bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e6431dda-41cb-49ac-bc16-b079974a3738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:07:02.970956 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-50a59f66-9525-4702-8c78-d8453ab705ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:02.971346 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a59f66-9525-4702-8c78-d8453ab705ed None None] Bound using segment: {'id': '3057d810-054a-4845-b21a-96c4d4300bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e6431dda-41cb-49ac-bc16-b079974a3738'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:07:02.971822 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-50a59f66-9525-4702-8c78-d8453ab705ed None None] Bound port: 25cc2af4-1270-419c-a4d3-48b03703ca6e, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3057d810-054a-4845-b21a-96c4d4300bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e6431dda-41cb-49ac-bc16-b079974a3738'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:07:02.972200 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-50a59f66-9525-4702-8c78-d8453ab705ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:02.989278 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device dda454e8-e875-42e2-9540-224304669743 not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:07:02.989707 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 352d015e-f037-49a5-9ceb-9acd85babe69 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:07:03.024970 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818dbbaa-6f25-4a05-ace4-c3ce8cbea489 req-17a62b1b-36f5-45a0-820e-492417422d1c tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:03.026684 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-818dbbaa-6f25-4a05-ace4-c3ce8cbea489 req-17a62b1b-36f5-45a0-820e-492417422d1c tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5f210c3c-37b1-4313-b640-deb8332cbd55 HTTP/1.1" status: 200 len: 1118 time: 0.1395459 Aug 10 03:07:03.030051 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: 352d015e-f037-49a5-9ceb-9acd85babe69 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:07:03.030388 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 352d015e-f037-49a5-9ceb-9acd85babe69 not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:07:03.032044 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 7c60be1e-d749-43be-a835-a835dab09c29 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:07:03.056142 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65eb346-134a-44ee-ab6d-034ca08f0ad9 req-70acaa9a-cb8a-4c03-a9bc-937a723bb152 tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:03.057635 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e65eb346-134a-44ee-ab6d-034ca08f0ad9 req-70acaa9a-cb8a-4c03-a9bc-937a723bb152 tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] 10.222.0.62 "GET /v2.0/ports?device_id=f520629b-cd0f-4559-929c-ba394ab739e1 HTTP/1.1" status: 200 len: 970 time: 0.1461349 Aug 10 03:07:03.064370 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d8b8a783-5725-4b83-a358-02e462355d36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:03.100036 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-97ee7ea5-dc43-4155-9ff8-490cc8bd60f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:03.113038 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-97ee7ea5-dc43-4155-9ff8-490cc8bd60f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:03.116488 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d8b8a783-5725-4b83-a358-02e462355d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:03.150320 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-818dbbaa-6f25-4a05-ace4-c3ce8cbea489 req-81dca498-f1a8-403f-a690-2c253a075714 tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893450 Aug 10 03:07:03.179601 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e65eb346-134a-44ee-ab6d-034ca08f0ad9 req-cf342004-5e28-49d6-9f84-948404c48176 tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] 10.222.0.62 "GET /v2.0/security-groups?id=6be0dafb-e04d-4c06-aa76-00284a9aef57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029263 Aug 10 03:07:03.182084 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ee7ea5-dc43-4155-9ff8-490cc8bd60f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61099554-7565-42f3-9295-5d661b04f06d,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:03.185354 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b8a783-5725-4b83-a358-02e462355d36 admin admin] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:07:03.194200 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-d8b8a783-5725-4b83-a358-02e462355d36 admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:07:03.202812 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b8a783-5725-4b83-a358-02e462355d36 admin admin] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:07:03.204287 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36056) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:07:03.205905 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-97ee7ea5-dc43-4155-9ff8-490cc8bd60f7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fddf6bf92d14453893fc72bc4c389cdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5856745 Aug 10 03:07:03.207246 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b8a783-5725-4b83-a358-02e462355d36 admin admin] Pushing event updated for resources: {'Port': ['ID=e7265846-4353-4324-9691-69443ef329d8,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:03.313885 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-50a59f66-9525-4702-8c78-d8453ab705ed None None] For port 25cc2af4-1270-419c-a4d3-48b03703ca6e, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:07:03.329966 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-50a59f66-9525-4702-8c78-d8453ab705ed None None] For port 25cc2af4-1270-419c-a4d3-48b03703ca6e, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=25cc2af4-1270-419c-a4d3-48b03703ca6e,segment=NetworkSegment(3057d810-054a-4845-b21a-96c4d4300bf7),segment_id=3057d810-054a-4845-b21a-96c4d4300bf7)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:07:03.349963 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-50a59f66-9525-4702-8c78-d8453ab705ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:03.366671 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3c574-7b2c-4ac8-8ba7-d10d4f006744 req-ee2abb62-a0af-4a8e-8945-9f57e1ea57bf tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:03.373936 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:03.376685 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1cd3c574-7b2c-4ac8-8ba7-d10d4f006744 req-ee2abb62-a0af-4a8e-8945-9f57e1ea57bf tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=9418c9e4-ef93-4ce8-8169-a62e4fbadd70 HTTP/1.1" status: 200 len: 949 time: 0.0837336 Aug 10 03:07:03.426162 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1cd3c574-7b2c-4ac8-8ba7-d10d4f006744 req-b6e2afc5-fec5-4b1e-b588-e68fc3326fb5 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470080 Aug 10 03:07:03.428828 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5dea17c2-1fa6-4688-9164-0a0f10dfdbed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:03.429953 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-22ea0d60-da24-431e-af2c-0485d9c79369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:03.446231 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5dea17c2-1fa6-4688-9164-0a0f10dfdbed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:03.481266 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a59f66-9525-4702-8c78-d8453ab705ed None None] Pushing event updated for resources: {'Port': ['ID=25cc2af4-1270-419c-a4d3-48b03703ca6e,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:03.496060 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 7c60be1e-d749-43be-a835-a835dab09c29, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=7c60be1e-d749-43be-a835-a835dab09c29,segment=NetworkSegment(56914130-d266-4761-b91f-0f4044da3177),segment_id=56914130-d266-4761-b91f-0f4044da3177)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:07:03.509165 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': '7c60be1e-d749-43be-a835-a835dab09c29', 'network_id': '909af24c-2a43-4e6d-8a1f-90b69debd82b', 'port_id': '7c60be1e-d749-43be-a835-a835dab09c29', 'mac_address': 'fa:16:3e:73:bc:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8c216be-f9cb-484e-9a0a-1cd9ef473e6f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:07:03.525278 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-22ea0d60-da24-431e-af2c-0485d9c79369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:03.555654 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:03.571545 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-5dea17c2-1fa6-4688-9164-0a0f10dfdbed admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=87c992c3a0b3413a84a4e1f2d71c1c8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9973526 Aug 10 03:07:03.573331 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 36070) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:07:03.575572 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c60be1e-d749-43be-a835-a835dab09c29 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:07:03.604021 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 7c60be1e-d749-43be-a835-a835dab09c29, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=7c60be1e-d749-43be-a835-a835dab09c29,segment=NetworkSegment(56914130-d266-4761-b91f-0f4044da3177),segment_id=56914130-d266-4761-b91f-0f4044da3177)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:07:03.613059 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:03.625278 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dea17c2-1fa6-4688-9164-0a0f10dfdbed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee05212b-d0c0-4ac8-b8b8-c08cc56494a2,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:03.679109 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=7c60be1e-d749-43be-a835-a835dab09c29,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:03.688147 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d8b8a783-5725-4b83-a358-02e462355d36 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:03.765884 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8b28a-253b-45b1-8065-964c8a294c6c req-a97df146-0dc3-4c93-b8e6-c1ebb6a33f98 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:03.773536 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-91f8b28a-253b-45b1-8065-964c8a294c6c req-a97df146-0dc3-4c93-b8e6-c1ebb6a33f98 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/networks?id=b071061e-0c83-4db2-9121-a6eb9f4ae150 HTTP/1.1" status: 200 len: 821 time: 0.2662106 Aug 10 03:07:03.774477 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-22ea0d60-da24-431e-af2c-0485d9c79369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:03.778351 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-22ea0d60-da24-431e-af2c-0485d9c79369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:03.782859 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-22ea0d60-da24-431e-af2c-0485d9c79369 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/61099554-7565-42f3-9295-5d661b04f06d HTTP/1.1" status: 204 len: 168 time: 0.5734696 Aug 10 03:07:03.798384 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ea0d60-da24-431e-af2c-0485d9c79369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61099554-7565-42f3-9295-5d661b04f06d,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:03.806873 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9ef543d0-419a-4ded-b3aa-ab5058ad0862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:03.834325 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9ef543d0-419a-4ded-b3aa-ab5058ad0862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:03.869002 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845ccd8-ec46-424f-ac5c-191daf7e71ba req-c38dd741-2e52-4946-ae25-d4699e759eec tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:03.878004 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['7c60be1e-d749-43be-a835-a835dab09c29'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:07:03.878495 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7845ccd8-ec46-424f-ac5c-191daf7e71ba req-c38dd741-2e52-4946-ae25-d4699e759eec tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=7afe2725-211f-4a04-a488-e97f3118f7d4 HTTP/1.1" status: 200 len: 944 time: 0.2166562 Aug 10 03:07:03.889949 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-91f8b28a-253b-45b1-8065-964c8a294c6c req-3cda1895-a36e-4238-ade1-5c254f3ca151 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/quotas/d29523b6a3c34430b121d2faffd2884f HTTP/1.1" status: 200 len: 375 time: 0.1153879 Aug 10 03:07:04.013957 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7845ccd8-ec46-424f-ac5c-191daf7e71ba req-9d4ad945-be10-47a2-82f2-edb7e4a5993b tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345401 Aug 10 03:07:04.014415 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 25cc2af4-1270-419c-a4d3-48b03703ca6e up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:07:04.041077 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-91f8b28a-253b-45b1-8065-964c8a294c6c req-ecc3d77b-6b9c-4952-88d8-9b86d32513c0 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d29523b6a3c34430b121d2faffd2884f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1405323 Aug 10 03:07:04.076855 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d8b8a783-5725-4b83-a358-02e462355d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:04.126896 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9ef543d0-419a-4ded-b3aa-ab5058ad0862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:04.130576 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9ef543d0-419a-4ded-b3aa-ab5058ad0862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:04.135218 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-9ef543d0-419a-4ded-b3aa-ab5058ad0862 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ee05212b-d0c0-4ac8-b8b8-c08cc56494a2 HTTP/1.1" status: 204 len: 168 time: 0.5575581 Aug 10 03:07:04.156511 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef543d0-419a-4ded-b3aa-ab5058ad0862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee05212b-d0c0-4ac8-b8b8-c08cc56494a2,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:04.172552 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:04.199349 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 25cc2af4-1270-419c-a4d3-48b03703ca6e completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:07:04.225292 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-91f8b28a-253b-45b1-8065-964c8a294c6c req-5fb12846-d6ee-4cf5-9566-75c58ca7378b service neutron] 10.222.0.62 "GET /v2.0/networks/b071061e-0c83-4db2-9121-a6eb9f4ae150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832335 Aug 10 03:07:04.272827 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36084) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:07:04.301331 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d5c7214d-a255-422e-baae-0db40a26c4fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:04.393485 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8b8a783-5725-4b83-a358-02e462355d36 admin admin] Router c25f6f47-034d-4859-a353-65e343b0ad16 is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:07:04.399589 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188dac30-02f3-4182-a599-e56f21940cef req-2c7e747c-d7e2-4137-bab1-d2ebc3675e78 tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:04.401185 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-188dac30-02f3-4182-a599-e56f21940cef req-2c7e747c-d7e2-4137-bab1-d2ebc3675e78 tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] 10.222.0.62 "GET /v2.0/ports?device_id=f520629b-cd0f-4559-929c-ba394ab739e1 HTTP/1.1" status: 200 len: 970 time: 0.0921929 Aug 10 03:07:04.416097 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-91f8b28a-253b-45b1-8065-964c8a294c6c req-62e19ed3-8c29-42a5-8859-9c1f43bba970 service neutron] 10.222.0.62 "GET /v2.0/networks/b071061e-0c83-4db2-9121-a6eb9f4ae150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893890 Aug 10 03:07:04.478395 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-188dac30-02f3-4182-a599-e56f21940cef req-9fc79956-7aaa-4498-a4aa-bb2dcecabda2 tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] 10.222.0.62 "GET /v2.0/security-groups?id=6be0dafb-e04d-4c06-aa76-00284a9aef57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579250 Aug 10 03:07:04.480093 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa083f7-9e5c-4c80-9a78-3452a1c2ef4d req-8b59f104-5e76-4d3a-ad3e-c3acd56ad10c tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:04.481446 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cfa083f7-9e5c-4c80-9a78-3452a1c2ef4d req-8b59f104-5e76-4d3a-ad3e-c3acd56ad10c tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] 10.222.0.60 "GET /v2.0/ports?device_id=f520629b-cd0f-4559-929c-ba394ab739e1 HTTP/1.1" status: 200 len: 970 time: 0.1367416 Aug 10 03:07:04.694548 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1046bf7d-538f-4382-bc8b-07bf88426089 req-cb58e16f-60a4-48d7-b99c-62e61b4473c2 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:04.695205 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b8a783-5725-4b83-a358-02e462355d36 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:07:04.706059 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e531f9-82bc-42e7-a328-06ca96a9d8ec None None] Sync routers for ids ['c25f6f47-034d-4859-a353-65e343b0ad16'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:07:04.709097 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1046bf7d-538f-4382-bc8b-07bf88426089 req-cb58e16f-60a4-48d7-b99c-62e61b4473c2 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=9418c9e4-ef93-4ce8-8169-a62e4fbadd70 HTTP/1.1" status: 200 len: 949 time: 0.1010940 Aug 10 03:07:04.718374 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e531f9-82bc-42e7-a328-06ca96a9d8ec None None] Routers {'c25f6f47-034d-4859-a353-65e343b0ad16'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:07:04.719077 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-d5e531f9-82bc-42e7-a328-06ca96a9d8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:07:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['c25f6f47-034d-4859-a353-65e343b0ad16'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:07:04.726087 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d5c7214d-a255-422e-baae-0db40a26c4fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:04.758518 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d5c7214d-a255-422e-baae-0db40a26c4fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:04.768793 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5eeacb5c-0cdc-4ebc-8afe-fe40ff0e56a1 req-fa50de8a-af47-4ffb-b6ad-bdf5c4fd982e tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d6c090d-d32e-4462-8750-8d610dc55a43 HTTP/1.1" status: 200 len: 210 time: 0.0568976 Aug 10 03:07:04.790722 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d8b8a783-5725-4b83-a358-02e462355d36 admin admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:04.792026 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d8b8a783-5725-4b83-a358-02e462355d36 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9192388 Aug 10 03:07:04.799615 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 36094) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:07:04.823829 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 36096) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:07:04.836770 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfe569e-5ba5-4b2c-bfe6-5f4c867bf735 None None] Network e6431dda-41cb-49ac-bc16-b079974a3738 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:07:04.879858 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d5c7214d-a255-422e-baae-0db40a26c4fd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a2e6b9ed9e72423f9e67bcc7acd3eb6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6061132 Aug 10 03:07:04.882315 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7214d-a255-422e-baae-0db40a26c4fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc23f2ac-ebc7-456b-8931-1f230190a1f2,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:04.886014 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36102) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:07:04.896951 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-cfa083f7-9e5c-4c80-9a78-3452a1c2ef4d req-46d218da-c455-4e74-a2e4-d8115576145c tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Deleting port a79e3712-2404-43b6-97ce-5281c1b9e2e7 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:07:04.897508 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-cfa083f7-9e5c-4c80-9a78-3452a1c2ef4d req-46d218da-c455-4e74-a2e4-d8115576145c tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:04.951556 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d68bb9b0-f07b-4872-94a6-3dc08b8ae04b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:04.954515 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-df1af6f3-66a6-41eb-9526-c598b27eca2d None None] Provisioning for port 25cc2af4-1270-419c-a4d3-48b03703ca6e completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:07:04.969226 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-df1af6f3-66a6-41eb-9526-c598b27eca2d None None] Provisioning complete for port 25cc2af4-1270-419c-a4d3-48b03703ca6e triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:07:04.969606 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-df1af6f3-66a6-41eb-9526-c598b27eca2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:04.987054 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-d5e531f9-82bc-42e7-a328-06ca96a9d8ec None None] Set router c25f6f47-034d-4859-a353-65e343b0ad16 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:07:04.993607 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1046bf7d-538f-4382-bc8b-07bf88426089 req-2d011a81-a9a0-4746-8278-a3009a8654c5 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834699 Aug 10 03:07:05.149116 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 7c60be1e-d749-43be-a835-a835dab09c29 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:07:05.331830 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port 7c60be1e-d749-43be-a835-a835dab09c29 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:07:05.338004 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-d5e531f9-82bc-42e7-a328-06ca96a9d8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25f6f47-034d-4859-a353-65e343b0ad16', 'name': 'tempest-AttachSCSIVolumeTestJSON-1296315026-router', 'tenant_id': 'b9d4c94618f448f49ad79b4dd407f85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'e7265846-4353-4324-9691-69443ef329d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:07:01Z', 'updated_at': '2021-08-10T03:07:03Z', 'revision_number': 3, 'project_id': 'b9d4c94618f448f49ad79b4dd407f85e', 'gw_port': {'id': 'e7265846-4353-4324-9691-69443ef329d8', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:39:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c25f6f47-034d-4859-a353-65e343b0ad16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:07:02Z', 'updated_at': '2021-08-10T03:07:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:07:05.341157 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port 7c60be1e-d749-43be-a835-a835dab09c29 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:07:05.341519 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:05.348933 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-df1af6f3-66a6-41eb-9526-c598b27eca2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:05.370952 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8aed7853-4f72-4ca0-8f34-e826174a09d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:05.386554 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e531f9-82bc-42e7-a328-06ca96a9d8ec None None] Checking router: c25f6f47-034d-4859-a353-65e343b0ad16 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:07:05.387426 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e531f9-82bc-42e7-a328-06ca96a9d8ec None None] Updating router c25f6f47-034d-4859-a353-65e343b0ad16 port e7265846-4353-4324-9691-69443ef329d8 binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:07:05.423582 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-d5e531f9-82bc-42e7-a328-06ca96a9d8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:05.424367 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8aed7853-4f72-4ca0-8f34-e826174a09d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:05.428898 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-df1af6f3-66a6-41eb-9526-c598b27eca2d None None] For port 25cc2af4-1270-419c-a4d3-48b03703ca6e, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=25cc2af4-1270-419c-a4d3-48b03703ca6e,segment=NetworkSegment(3057d810-054a-4845-b21a-96c4d4300bf7),segment_id=3057d810-054a-4845-b21a-96c4d4300bf7)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:07:05.467235 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-cfa083f7-9e5c-4c80-9a78-3452a1c2ef4d req-46d218da-c455-4e74-a2e4-d8115576145c tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] For port a79e3712-2404-43b6-97ce-5281c1b9e2e7, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=a79e3712-2404-43b6-97ce-5281c1b9e2e7,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:07:05.467518 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-cfa083f7-9e5c-4c80-9a78-3452a1c2ef4d req-46d218da-c455-4e74-a2e4-d8115576145c tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:05.474120 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:05.476216 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-df1af6f3-66a6-41eb-9526-c598b27eca2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:05.533476 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-cfa083f7-9e5c-4c80-9a78-3452a1c2ef4d req-46d218da-c455-4e74-a2e4-d8115576145c tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Calling delete_port for a79e3712-2404-43b6-97ce-5281c1b9e2e7 owned by compute:tempest-test_az-1313326255 {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:07:05.586160 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 7c60be1e-d749-43be-a835-a835dab09c29, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=7c60be1e-d749-43be-a835-a835dab09c29,segment=NetworkSegment(56914130-d266-4761-b91f-0f4044da3177),segment_id=56914130-d266-4761-b91f-0f4044da3177)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:07:05.590866 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7afe2725-211f-4a04-a488-e97f3118f7d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c60be1e-d749-43be-a835-a835dab09c29'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:07:05.594012 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9d0f02-bc54-40c1-aead-0de03a9c4a42" -d '{"events": [{"server_uuid": "7afe2725-211f-4a04-a488-e97f3118f7d4", "name": "network-vif-plugged", "status": "completed", "tag": "7c60be1e-d749-43be-a835-a835dab09c29"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:07:05.602996 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:05.632705 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1af6f3-66a6-41eb-9526-c598b27eca2d None None] Pushing event updated for resources: {'Port': ['ID=25cc2af4-1270-419c-a4d3-48b03703ca6e,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:05.689930 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8aed7853-4f72-4ca0-8f34-e826174a09d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:05.693120 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8aed7853-4f72-4ca0-8f34-e826174a09d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:05.695275 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8aed7853-4f72-4ca0-8f34-e826174a09d7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fc23f2ac-ebc7-456b-8931-1f230190a1f2 HTTP/1.1" status: 204 len: 168 time: 0.8073959 Aug 10 03:07:05.723112 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=7c60be1e-d749-43be-a835-a835dab09c29,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:05.738643 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d68bb9b0-f07b-4872-94a6-3dc08b8ae04b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:05.739772 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-2dcf63d4-c79f-4bf4-bbf1-b09f5a997f86 None None] Provisioning complete for port 25cc2af4-1270-419c-a4d3-48b03703ca6e triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:07:05.740549 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2dcf63d4-c79f-4bf4-bbf1-b09f5a997f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:05.766169 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d68bb9b0-f07b-4872-94a6-3dc08b8ae04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:05.769826 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aed7853-4f72-4ca0-8f34-e826174a09d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc23f2ac-ebc7-456b-8931-1f230190a1f2,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:05.836453 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:05.900896 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d68bb9b0-f07b-4872-94a6-3dc08b8ae04b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e1894a56ab7e493fbc3598eca9226bf4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0761399 Aug 10 03:07:05.903308 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 25cc2af4-1270-419c-a4d3-48b03703ca6e up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:07:05.904339 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36118) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:07:05.916160 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-d5e531f9-82bc-42e7-a328-06ca96a9d8ec None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:05.939989 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-d5e531f9-82bc-42e7-a328-06ca96a9d8ec None None] Transition to ACTIVE for port object e7265846-4353-4324-9691-69443ef329d8 will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:07:05.953727 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-d5e531f9-82bc-42e7-a328-06ca96a9d8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:05.958817 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a4cb15-94ea-4d23-938f-a1399ea622b5 req-971850d1-0ee1-44e4-8293-9a483975dfd2 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:05.964304 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-cfa083f7-9e5c-4c80-9a78-3452a1c2ef4d req-46d218da-c455-4e74-a2e4-d8115576145c tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:05.966812 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-19a4cb15-94ea-4d23-938f-a1399ea622b5 req-971850d1-0ee1-44e4-8293-9a483975dfd2 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=7afe2725-211f-4a04-a488-e97f3118f7d4 HTTP/1.1" status: 200 len: 944 time: 0.8005495 Aug 10 03:07:05.968783 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68bb9b0-f07b-4872-94a6-3dc08b8ae04b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d7041b-1bf2-4a0a-b4fa-f9d085a47866,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:05.981071 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['a79e3712-2404-43b6-97ce-5281c1b9e2e7'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:07:06.022946 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2f93df-7a96-41d8-8ed8-9fb704b37bb5 req-e77c5d17-d511-44ff-a726-c58c7e2e354b tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:06.031006 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ed2f93df-7a96-41d8-8ed8-9fb704b37bb5 req-e77c5d17-d511-44ff-a726-c58c7e2e354b tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] 10.222.0.62 "GET /v2.0/ports?device_id=f520629b-cd0f-4559-929c-ba394ab739e1 HTTP/1.1" status: 200 len: 970 time: 0.2892408 Aug 10 03:07:06.054534 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d218da-c455-4e74-a2e4-d8115576145c tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Pushing event deleted for resources: {'Port': ['ID=a79e3712-2404-43b6-97ce-5281c1b9e2e7,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:06.071907 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 25cc2af4-1270-419c-a4d3-48b03703ca6e triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:07:06.072312 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:06.086232 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-d5e531f9-82bc-42e7-a328-06ca96a9d8ec None None] Attempting to bind port e7265846-4353-4324-9691-69443ef329d8 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:07:06.086607 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-d5e531f9-82bc-42e7-a328-06ca96a9d8ec None None] Attempting to bind port e7265846-4353-4324-9691-69443ef329d8 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:07:06.094905 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e531f9-82bc-42e7-a328-06ca96a9d8ec None None] Attempting to bind port e7265846-4353-4324-9691-69443ef329d8 on network 09ca2025-b9a6-4e84-8019-8d9fbef3753e {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:07:06.119092 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e531f9-82bc-42e7-a328-06ca96a9d8ec None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:07:06.131215 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e531f9-82bc-42e7-a328-06ca96a9d8ec None None] Checking segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:07:06.131810 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-d5e531f9-82bc-42e7-a328-06ca96a9d8ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:06.132312 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e531f9-82bc-42e7-a328-06ca96a9d8ec None None] Bound using segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:07:06.132907 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-d5e531f9-82bc-42e7-a328-06ca96a9d8ec None None] Bound port: e7265846-4353-4324-9691-69443ef329d8, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:07:06.133415 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-d5e531f9-82bc-42e7-a328-06ca96a9d8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:06.136311 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c59d5a7-3477-489b-b93b-09b2ee52df90 None None] Pushing event updated for resources: {'Port': ['ID=e7265846-4353-4324-9691-69443ef329d8,revision_number=2']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:06.170248 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-19a4cb15-94ea-4d23-938f-a1399ea622b5 req-3eeade50-bc6e-45fa-bb22-40f8f96a3fec tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023199 Aug 10 03:07:06.189905 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa083f7-9e5c-4c80-9a78-3452a1c2ef4d req-46d218da-c455-4e74-a2e4-d8115576145c tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] No DVR routers for this DVR port a79e3712-2404-43b6-97ce-5281c1b9e2e7 on host n-h2-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:07:06.201115 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-cfa083f7-9e5c-4c80-9a78-3452a1c2ef4d req-46d218da-c455-4e74-a2e4-d8115576145c tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:06.203123 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cfa083f7-9e5c-4c80-9a78-3452a1c2ef4d req-46d218da-c455-4e74-a2e4-d8115576145c tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] 10.222.0.60 "DELETE /v2.0/ports/a79e3712-2404-43b6-97ce-5281c1b9e2e7 HTTP/1.1" status: 204 len: 173 time: 1.7137585 Aug 10 03:07:06.203566 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f520629b-cd0f-4559-929c-ba394ab739e1', 'name': 'network-vif-deleted', 'tag': 'a79e3712-2404-43b6-97ce-5281c1b9e2e7'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:07:06.205813 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24cd4a5d-1b90-4437-8427-dc42b0e4bbd8" -d '{"events": [{"server_uuid": "f520629b-cd0f-4559-929c-ba394ab739e1", "name": "network-vif-deleted", "tag": "a79e3712-2404-43b6-97ce-5281c1b9e2e7"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:07:06.218196 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ee920afe-5db0-42ae-ada4-6d023701a323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:06.250279 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b535e133-2cb4-4232-9c4f-d908107f4d6f x-openstack-request-id: req-b535e133-2cb4-4232-9c4f-d908107f4d6f {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:07:06.250573 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7afe2725-211f-4a04-a488-e97f3118f7d4", "name": "network-vif-plugged", "status": "completed", "tag": "7c60be1e-d749-43be-a835-a835dab09c29", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:07:06.252650 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c59d5a7-3477-489b-b93b-09b2ee52df90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:06.255318 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b535e133-2cb4-4232-9c4f-d908107f4d6f {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:07:06.255623 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c59d5a7-3477-489b-b93b-09b2ee52df90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:06.255904 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7afe2725-211f-4a04-a488-e97f3118f7d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c60be1e-d749-43be-a835-a835dab09c29', 'code': 200} Aug 10 03:07:06.256453 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c59d5a7-3477-489b-b93b-09b2ee52df90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:06.257671 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c59d5a7-3477-489b-b93b-09b2ee52df90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:06.259859 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c59d5a7-3477-489b-b93b-09b2ee52df90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:06.260435 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c59d5a7-3477-489b-b93b-09b2ee52df90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:06.260993 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c59d5a7-3477-489b-b93b-09b2ee52df90 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:06.261558 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c59d5a7-3477-489b-b93b-09b2ee52df90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:06.263039 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c59d5a7-3477-489b-b93b-09b2ee52df90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:06.263639 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c59d5a7-3477-489b-b93b-09b2ee52df90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:06.265067 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ee920afe-5db0-42ae-ada4-6d023701a323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:06.268675 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c59d5a7-3477-489b-b93b-09b2ee52df90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:06.270158 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c59d5a7-3477-489b-b93b-09b2ee52df90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:06.323572 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-d5e531f9-82bc-42e7-a328-06ca96a9d8ec None None] For port e7265846-4353-4324-9691-69443ef329d8, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:07:06.331150 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-d5e531f9-82bc-42e7-a328-06ca96a9d8ec None None] For port e7265846-4353-4324-9691-69443ef329d8, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=e7265846-4353-4324-9691-69443ef329d8,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:07:06.340239 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-d5e531f9-82bc-42e7-a328-06ca96a9d8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:06.342163 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ee920afe-5db0-42ae-ada4-6d023701a323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:06.345141 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ee920afe-5db0-42ae-ada4-6d023701a323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:06.346548 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ee920afe-5db0-42ae-ada4-6d023701a323 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/19d7041b-1bf2-4a0a-b4fa-f9d085a47866 HTTP/1.1" status: 204 len: 168 time: 0.4412212 Aug 10 03:07:06.376705 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee920afe-5db0-42ae-ada4-6d023701a323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d7041b-1bf2-4a0a-b4fa-f9d085a47866,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:06.487065 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ed2f93df-7a96-41d8-8ed8-9fb704b37bb5 req-0d327faa-a37b-4cc1-9ee9-749885855a3a tempest-ServersAdminNegativeTestJSON-1122854708 tempest-ServersAdminNegativeTestJSON-1122854708-project] 10.222.0.62 "GET /v2.0/security-groups?id=6be0dafb-e04d-4c06-aa76-00284a9aef57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4546471 Aug 10 03:07:06.499675 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e531f9-82bc-42e7-a328-06ca96a9d8ec None None] Routers {'c25f6f47-034d-4859-a353-65e343b0ad16'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:07:06.503398 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-d5e531f9-82bc-42e7-a328-06ca96a9d8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:07:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['c25f6f47-034d-4859-a353-65e343b0ad16'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:07:06.582950 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c59d5a7-3477-489b-b93b-09b2ee52df90 None None] Pushing event updated for resources: {'Port': ['ID=e7265846-4353-4324-9691-69443ef329d8,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:06.595378 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-53216489-8363-4374-a748-078676a62b56 req-e3144623-1670-4c4b-826d-8cbcec119c98 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d6c090d-d32e-4462-8750-8d610dc55a43 HTTP/1.1" status: 200 len: 210 time: 0.1716044 Aug 10 03:07:06.706160 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-d5e531f9-82bc-42e7-a328-06ca96a9d8ec None None] Set router c25f6f47-034d-4859-a353-65e343b0ad16 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:07:06.707924 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640e177-bdbc-45c0-93ce-0a300850f231 req-c79e858e-9c83-4574-b502-cc7fbd338709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:06.709432 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9640e177-bdbc-45c0-93ce-0a300850f231 req-c79e858e-9c83-4574-b502-cc7fbd338709 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7afe2725-211f-4a04-a488-e97f3118f7d4 HTTP/1.1" status: 200 len: 1097 time: 0.2871647 Aug 10 03:07:06.806398 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dfd0f91-ae4d-4597-9295-4a9ba9fe8eff x-openstack-request-id: req-1dfd0f91-ae4d-4597-9295-4a9ba9fe8eff {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:07:06.806711 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f520629b-cd0f-4559-929c-ba394ab739e1", "name": "network-vif-deleted", "tag": "a79e3712-2404-43b6-97ce-5281c1b9e2e7", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:07:06.806982 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1dfd0f91-ae4d-4597-9295-4a9ba9fe8eff {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:07:06.808145 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f520629b-cd0f-4559-929c-ba394ab739e1', 'name': 'network-vif-deleted', 'tag': 'a79e3712-2404-43b6-97ce-5281c1b9e2e7', 'status': 'completed', 'code': 200} Aug 10 03:07:06.827816 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682543c1-08b2-4f48-82d5-6eef8e021678 req-3aee9ce5-6ea4-4af8-8b31-14f525fbb07d tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:06.835165 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-682543c1-08b2-4f48-82d5-6eef8e021678 req-3aee9ce5-6ea4-4af8-8b31-14f525fbb07d tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=9418c9e4-ef93-4ce8-8169-a62e4fbadd70 HTTP/1.1" status: 200 len: 949 time: 0.2456989 Aug 10 03:07:06.841820 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9640e177-bdbc-45c0-93ce-0a300850f231 req-11a57510-f017-4abd-9477-c0f623731f7f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144037 Aug 10 03:07:06.848708 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8b28a-253b-45b1-8065-964c8a294c6c req-2540c742-92c4-446c-b729-75a9c49fa752 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:06.850111 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-91f8b28a-253b-45b1-8065-964c8a294c6c req-2540c742-92c4-446c-b729-75a9c49fa752 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.60 "GET /v2.0/networks?id=b071061e-0c83-4db2-9121-a6eb9f4ae150 HTTP/1.1" status: 200 len: 821 time: 0.6407616 Aug 10 03:07:06.875152 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-91f8b28a-253b-45b1-8065-964c8a294c6c req-56cde8db-3499-4cb8-b34e-868fb157c8d2 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Request body: {'port': {'device_id': '8d6c090d-d32e-4462-8750-8d610dc55a43', 'network_id': 'b071061e-0c83-4db2-9121-a6eb9f4ae150', 'admin_state_up': True, 'tenant_id': 'd29523b6a3c34430b121d2faffd2884f'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:07:06.994223 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-682543c1-08b2-4f48-82d5-6eef8e021678 req-9182e5db-8903-453e-81e0-95939346dd13 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539474 Aug 10 03:07:07.002989 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-07498482-a237-42e6-9ad0-2a423e86ecf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:07.139713 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-d5e531f9-82bc-42e7-a328-06ca96a9d8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25f6f47-034d-4859-a353-65e343b0ad16', 'name': 'tempest-AttachSCSIVolumeTestJSON-1296315026-router', 'tenant_id': 'b9d4c94618f448f49ad79b4dd407f85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'e7265846-4353-4324-9691-69443ef329d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:07:01Z', 'updated_at': '2021-08-10T03:07:03Z', 'revision_number': 3, 'project_id': 'b9d4c94618f448f49ad79b4dd407f85e', 'gw_port': {'id': 'e7265846-4353-4324-9691-69443ef329d8', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:39:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c25f6f47-034d-4859-a353-65e343b0ad16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:07:02Z', 'updated_at': '2021-08-10T03:07:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:07:07.175824 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e531f9-82bc-42e7-a328-06ca96a9d8ec None None] The sync data for ids ['c25f6f47-034d-4859-a353-65e343b0ad16'] in n-d-768851-15 is: [{'id': 'c25f6f47-034d-4859-a353-65e343b0ad16', 'name': 'tempest-AttachSCSIVolumeTestJSON-1296315026-router', 'tenant_id': 'b9d4c94618f448f49ad79b4dd407f85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'e7265846-4353-4324-9691-69443ef329d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:07:01Z', 'updated_at': '2021-08-10T03:07:03Z', 'revision_number': 3, 'project_id': 'b9d4c94618f448f49ad79b4dd407f85e', 'gw_port': {'id': 'e7265846-4353-4324-9691-69443ef329d8', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:39:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c25f6f47-034d-4859-a353-65e343b0ad16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:07:02Z', 'updated_at': '2021-08-10T03:07:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:07:07.220631 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91f8b28a-253b-45b1-8065-964c8a294c6c req-56cde8db-3499-4cb8-b34e-868fb157c8d2 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Made reservation on behalf of d29523b6a3c34430b121d2faffd2884f for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:07:07.224934 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-91f8b28a-253b-45b1-8065-964c8a294c6c req-56cde8db-3499-4cb8-b34e-868fb157c8d2 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:07.334968 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-07498482-a237-42e6-9ad0-2a423e86ecf5 admin admin] Allocated IP 172.20.0.1 (e6431dda-41cb-49ac-bc16-b079974a3738/68b4dea5-239e-4258-8153-8403deef5862/fa89229c-e7bc-43f0-a8fd-d1390e4a7a34) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:07:07.409344 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e61e96-21c1-4a54-a388-f460df749acf req-50a18fa3-e1df-40bc-8eed-c98b914b9c3b tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:07.411092 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-44e61e96-21c1-4a54-a388-f460df749acf req-50a18fa3-e1df-40bc-8eed-c98b914b9c3b tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=7afe2725-211f-4a04-a488-e97f3118f7d4 HTTP/1.1" status: 200 len: 945 time: 0.1473203 Aug 10 03:07:07.557787 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-44e61e96-21c1-4a54-a388-f460df749acf req-12abac81-7beb-4412-b170-fdcd1d587dad tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385448 Aug 10 03:07:07.603254 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-91f8b28a-253b-45b1-8065-964c8a294c6c req-56cde8db-3499-4cb8-b34e-868fb157c8d2 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Allocated IP 172.20.0.3 (b071061e-0c83-4db2-9121-a6eb9f4ae150/07f824b9-3083-4489-bc41-7237705a68bc/d72b69af-01f4-4366-9f74-3263e78b0c93) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:07:07.640507 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-07498482-a237-42e6-9ad0-2a423e86ecf5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:07.672900 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-07498482-a237-42e6-9ad0-2a423e86ecf5 admin admin] Transition to ACTIVE for port object fa89229c-e7bc-43f0-a8fd-d1390e4a7a34 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:07:07.899644 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e7265846-4353-4324-9691-69443ef329d8 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:07:07.907220 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a8aa66d0-e0f5-428e-a080-646cece99607 req-cd713400-555e-4bbc-aaf8-76679a051cf7 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d6c090d-d32e-4462-8750-8d610dc55a43 HTTP/1.1" status: 200 len: 210 time: 0.1748979 Aug 10 03:07:07.960263 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-07498482-a237-42e6-9ad0-2a423e86ecf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:07.991437 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port e7265846-4353-4324-9691-69443ef329d8 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:07:07.998716 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port e7265846-4353-4324-9691-69443ef329d8 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:07:07.999181 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:08.049636 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-91f8b28a-253b-45b1-8065-964c8a294c6c req-56cde8db-3499-4cb8-b34e-868fb157c8d2 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:08.053050 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07498482-a237-42e6-9ad0-2a423e86ecf5 admin admin] Network e6431dda-41cb-49ac-bc16-b079974a3738 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:07:08.077738 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-07498482-a237-42e6-9ad0-2a423e86ecf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:07:08.084767 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07498482-a237-42e6-9ad0-2a423e86ecf5 admin admin] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:07:08.085265 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-07498482-a237-42e6-9ad0-2a423e86ecf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:08.133098 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07498482-a237-42e6-9ad0-2a423e86ecf5 admin admin] Pushing event updated for resources: {'Port': ['ID=fa89229c-e7bc-43f0-a8fd-d1390e4a7a34,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:08.159352 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:08.188534 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port e7265846-4353-4324-9691-69443ef329d8, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=e7265846-4353-4324-9691-69443ef329d8,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:07:08.203762 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:08.229393 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36196) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:07:08.284583 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=e7265846-4353-4324-9691-69443ef329d8,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:08.502223 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-509b7ad7-9315-4e3c-8e40-2548869de7d7 None None] Provisioning for port fa89229c-e7bc-43f0-a8fd-d1390e4a7a34 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:07:08.510282 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-509b7ad7-9315-4e3c-8e40-2548869de7d7 None None] Provisioning complete for port fa89229c-e7bc-43f0-a8fd-d1390e4a7a34 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:07:08.511721 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-509b7ad7-9315-4e3c-8e40-2548869de7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:08.598769 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-509b7ad7-9315-4e3c-8e40-2548869de7d7 None None] Port fa89229c-e7bc-43f0-a8fd-d1390e4a7a34 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:07:08.635274 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a471a952-4730-472a-a708-71e7dac61801 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b4434a6e661543ecb06a970cfec907db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4034867 Aug 10 03:07:08.637271 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36208) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:07:08.694855 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e308f7-3e62-4756-a051-e9cd34c98695 req-ed5dd297-e873-4d13-9b5b-3278b3bdae23 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:08.696570 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-97e308f7-3e62-4756-a051-e9cd34c98695 req-ed5dd297-e873-4d13-9b5b-3278b3bdae23 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=9418c9e4-ef93-4ce8-8169-a62e4fbadd70 HTTP/1.1" status: 200 len: 949 time: 0.4752986 Aug 10 03:07:08.709290 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-94d5653d-39bc-4aa9-93d5-2287073c0585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:08.737053 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-94d5653d-39bc-4aa9-93d5-2287073c0585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:08.795424 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-94d5653d-39bc-4aa9-93d5-2287073c0585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:08.798454 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-94d5653d-39bc-4aa9-93d5-2287073c0585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:08.799695 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-94d5653d-39bc-4aa9-93d5-2287073c0585 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6be0dafb-e04d-4c06-aa76-00284a9aef57 HTTP/1.1" status: 204 len: 168 time: 0.1614628 Aug 10 03:07:08.803496 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-91f8b28a-253b-45b1-8065-964c8a294c6c req-56cde8db-3499-4cb8-b34e-868fb157c8d2 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:08.812211 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d5653d-39bc-4aa9-93d5-2287073c0585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be0dafb-e04d-4c06-aa76-00284a9aef57,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:08.920826 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-97e308f7-3e62-4756-a051-e9cd34c98695 req-3ee6b0b8-81ad-44f7-99c5-4a5c2178ddf9 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879716 Aug 10 03:07:08.922001 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device a79e3712-2404-43b6-97ce-5281c1b9e2e7 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:07:08.926426 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91f8b28a-253b-45b1-8065-964c8a294c6c req-56cde8db-3499-4cb8-b34e-868fb157c8d2 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Network b071061e-0c83-4db2-9121-a6eb9f4ae150 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:07:08.936694 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c473b36-65a0-435d-a4aa-3a67798bd875 req-cc60196b-8431-4a60-a7c0-9a9ce4d7f95c tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:08.944091 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2c473b36-65a0-435d-a4aa-3a67798bd875 req-cc60196b-8431-4a60-a7c0-9a9ce4d7f95c tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=7afe2725-211f-4a04-a488-e97f3118f7d4 HTTP/1.1" status: 200 len: 945 time: 0.2143800 Aug 10 03:07:08.954484 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-91f8b28a-253b-45b1-8065-964c8a294c6c req-56cde8db-3499-4cb8-b34e-868fb157c8d2 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:07:08.961270 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: a79e3712-2404-43b6-97ce-5281c1b9e2e7 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:07:08.961681 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device a79e3712-2404-43b6-97ce-5281c1b9e2e7 not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:07:08.964224 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-91f8b28a-253b-45b1-8065-964c8a294c6c req-56cde8db-3499-4cb8-b34e-868fb157c8d2 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:07:08.970130 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8b28a-253b-45b1-8065-964c8a294c6c req-56cde8db-3499-4cb8-b34e-868fb157c8d2 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:08.970846 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-91f8b28a-253b-45b1-8065-964c8a294c6c req-56cde8db-3499-4cb8-b34e-868fb157c8d2 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:08.973926 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cde8db-3499-4cb8-b34e-868fb157c8d2 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Pushing event updated for resources: {'Port': ['ID=d72b69af-01f4-4366-9f74-3263e78b0c93,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:08.984234 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-07498482-a237-42e6-9ad0-2a423e86ecf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:09.053312 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-91f8b28a-253b-45b1-8065-964c8a294c6c req-56cde8db-3499-4cb8-b34e-868fb157c8d2 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1838377 Aug 10 03:07:09.067832 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2c473b36-65a0-435d-a4aa-3a67798bd875 req-98022d0f-e5f6-4df1-a7bf-da696f8f88e2 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228433 Aug 10 03:07:09.080960 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-91f8b28a-253b-45b1-8065-964c8a294c6c req-6f97b984-0731-4a5f-959a-3922e9f4e844 service neutron] Request body: {'port': {'device_id': '8d6c090d-d32e-4462-8750-8d610dc55a43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:07:09.232414 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-91f8b28a-253b-45b1-8065-964c8a294c6c req-6f97b984-0731-4a5f-959a-3922e9f4e844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:09.339709 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36232) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:07:09.416600 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2de72d20-fbb2-4019-b9d6-31a80896f101 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ddc0a1e821df4eba9b109c3942bf6e76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0724547 Aug 10 03:07:09.420926 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36238) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:07:09.453767 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a831b02-3a00-4327-8e54-d186fcbc4d88 req-82e13aca-6037-4587-af54-61c3d4a0faf8 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:09.455375 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1a831b02-3a00-4327-8e54-d186fcbc4d88 req-82e13aca-6037-4587-af54-61c3d4a0faf8 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d6c090d-d32e-4462-8750-8d610dc55a43 HTTP/1.1" status: 200 len: 931 time: 0.2001157 Aug 10 03:07:09.457598 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-07498482-a237-42e6-9ad0-2a423e86ecf5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:09.488005 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-07498482-a237-42e6-9ad0-2a423e86ecf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:09.488772 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-07498482-a237-42e6-9ad0-2a423e86ecf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:09.517018 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8fdee37e-edea-4b98-9aba-e38fc957fef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:09.545986 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8fdee37e-edea-4b98-9aba-e38fc957fef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:09.619632 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8fdee37e-edea-4b98-9aba-e38fc957fef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:09.624886 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8fdee37e-edea-4b98-9aba-e38fc957fef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:09.629853 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8fdee37e-edea-4b98-9aba-e38fc957fef9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1a781e60-e3d6-412a-bad8-896b8703a7fd HTTP/1.1" status: 204 len: 168 time: 0.2046506 Aug 10 03:07:09.640620 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdee37e-edea-4b98-9aba-e38fc957fef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a781e60-e3d6-412a-bad8-896b8703a7fd,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:09.685406 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1a831b02-3a00-4327-8e54-d186fcbc4d88 req-288fc776-e92d-4e1e-8a39-645a63938012 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133455 Aug 10 03:07:09.696252 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07498482-a237-42e6-9ad0-2a423e86ecf5 admin admin] Pushing event updated for resources: {'Port': ['ID=fa89229c-e7bc-43f0-a8fd-d1390e4a7a34,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:09.735356 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36244) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:07:09.846446 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e7265846-4353-4324-9691-69443ef329d8 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:07:09.864440 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07498482-a237-42e6-9ad0-2a423e86ecf5 admin admin] Network e6431dda-41cb-49ac-bc16-b079974a3738 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:07:09.883740 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-07498482-a237-42e6-9ad0-2a423e86ecf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:07:09.945275 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75abafec-a7f9-4f70-b4e0-0bd0de440ad2 req-10b54c80-addd-4427-bf7c-8203ac6fe91b tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:09.948390 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-75abafec-a7f9-4f70-b4e0-0bd0de440ad2 req-10b54c80-addd-4427-bf7c-8203ac6fe91b tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=7afe2725-211f-4a04-a488-e97f3118f7d4 HTTP/1.1" status: 200 len: 1097 time: 0.2084897 Aug 10 03:07:09.965127 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port e7265846-4353-4324-9691-69443ef329d8 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:07:09.966161 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:10.036327 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-91f8b28a-253b-45b1-8065-964c8a294c6c req-6f97b984-0731-4a5f-959a-3922e9f4e844 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d72b69af-01f4-4366-9f74-3263e78b0c93 {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:07:10.055190 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-91f8b28a-253b-45b1-8065-964c8a294c6c req-6f97b984-0731-4a5f-959a-3922e9f4e844 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:10.074306 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-91f8b28a-253b-45b1-8065-964c8a294c6c req-6f97b984-0731-4a5f-959a-3922e9f4e844 service neutron] Transition to ACTIVE for port object d72b69af-01f4-4366-9f74-3263e78b0c93 will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:07:10.088332 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-91f8b28a-253b-45b1-8065-964c8a294c6c req-6f97b984-0731-4a5f-959a-3922e9f4e844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:10.152216 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ab9d8cc9-c6ab-4b80-8bee-6db717d43795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:10.179222 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-75abafec-a7f9-4f70-b4e0-0bd0de440ad2 req-65967cb4-13cf-4c3a-9e81-7b66a4531ecd tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137415 Aug 10 03:07:10.231616 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-02272443-17bf-437f-875e-9dc43a3cebd7 None None] Provisioning complete for port fa89229c-e7bc-43f0-a8fd-d1390e4a7a34 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:07:10.233115 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-02272443-17bf-437f-875e-9dc43a3cebd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:10.272973 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-02272443-17bf-437f-875e-9dc43a3cebd7 None None] Port fa89229c-e7bc-43f0-a8fd-d1390e4a7a34 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:07:10.296843 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f97b984-0731-4a5f-959a-3922e9f4e844 service neutron] Pushing event updated for resources: {'Port': ['ID=d72b69af-01f4-4366-9f74-3263e78b0c93,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:10.352158 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-91f8b28a-253b-45b1-8065-964c8a294c6c req-6f97b984-0731-4a5f-959a-3922e9f4e844 service neutron] Attempting to bind port d72b69af-01f4-4366-9f74-3263e78b0c93 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:07:10.352497 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-91f8b28a-253b-45b1-8065-964c8a294c6c req-6f97b984-0731-4a5f-959a-3922e9f4e844 service neutron] Attempting to bind port d72b69af-01f4-4366-9f74-3263e78b0c93 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '837bbb8d-e72f-44c2-893c-c4df3456bfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b071061e-0c83-4db2-9121-a6eb9f4ae150'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:07:10.352936 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f8b28a-253b-45b1-8065-964c8a294c6c req-6f97b984-0731-4a5f-959a-3922e9f4e844 service neutron] Attempting to bind port d72b69af-01f4-4366-9f74-3263e78b0c93 on network b071061e-0c83-4db2-9121-a6eb9f4ae150 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:07:10.357118 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ab9d8cc9-c6ab-4b80-8bee-6db717d43795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:10.357595 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07498482-a237-42e6-9ad0-2a423e86ecf5 admin admin] Router c25f6f47-034d-4859-a353-65e343b0ad16 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:07:10.365134 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ab9d8cc9-c6ab-4b80-8bee-6db717d43795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:10.372213 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17333c1c-3e31-4211-aa9a-e879fc1cfeef req-8dac7586-8d37-419b-b2f5-cc4b7602c772 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:10.379895 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-17333c1c-3e31-4211-aa9a-e879fc1cfeef req-8dac7586-8d37-419b-b2f5-cc4b7602c772 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=9418c9e4-ef93-4ce8-8169-a62e4fbadd70 HTTP/1.1" status: 200 len: 949 time: 0.1853073 Aug 10 03:07:10.383788 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f8b28a-253b-45b1-8065-964c8a294c6c req-6f97b984-0731-4a5f-959a-3922e9f4e844 service neutron] Port d72b69af-01f4-4366-9f74-3263e78b0c93 on network b071061e-0c83-4db2-9121-a6eb9f4ae150 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:07:10.384113 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f8b28a-253b-45b1-8065-964c8a294c6c req-6f97b984-0731-4a5f-959a-3922e9f4e844 service neutron] Attempting to bind port d72b69af-01f4-4366-9f74-3263e78b0c93 on network b071061e-0c83-4db2-9121-a6eb9f4ae150 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:07:10.405198 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f8b28a-253b-45b1-8065-964c8a294c6c req-6f97b984-0731-4a5f-959a-3922e9f4e844 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:07:10.405535 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f8b28a-253b-45b1-8065-964c8a294c6c req-6f97b984-0731-4a5f-959a-3922e9f4e844 service neutron] Checking segment: {'id': '837bbb8d-e72f-44c2-893c-c4df3456bfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b071061e-0c83-4db2-9121-a6eb9f4ae150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:07:10.405911 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f8b28a-253b-45b1-8065-964c8a294c6c req-6f97b984-0731-4a5f-959a-3922e9f4e844 service neutron] Bound using segment: {'id': '837bbb8d-e72f-44c2-893c-c4df3456bfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b071061e-0c83-4db2-9121-a6eb9f4ae150'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:07:10.406359 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-91f8b28a-253b-45b1-8065-964c8a294c6c req-6f97b984-0731-4a5f-959a-3922e9f4e844 service neutron] Bound port: d72b69af-01f4-4366-9f74-3263e78b0c93, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '837bbb8d-e72f-44c2-893c-c4df3456bfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b071061e-0c83-4db2-9121-a6eb9f4ae150'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:07:10.406706 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-91f8b28a-253b-45b1-8065-964c8a294c6c req-6f97b984-0731-4a5f-959a-3922e9f4e844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:10.410160 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ab9d8cc9-c6ab-4b80-8bee-6db717d43795 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=32bb8cb15134426b8baf3c2d7bd799bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6713474 Aug 10 03:07:10.411088 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36276) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:07:10.436033 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d8cc9-c6ab-4b80-8bee-6db717d43795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4cdfcc8-428e-4132-a837-34eb7101c713,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:10.486949 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ecc8c5cb-e649-4628-b711-1a9747ad9c06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:10.510108 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ecc8c5cb-e649-4628-b711-1a9747ad9c06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:10.565472 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-17333c1c-3e31-4211-aa9a-e879fc1cfeef req-fcff9ac2-1b20-490f-b595-ae1d1c8a2fa2 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846457 Aug 10 03:07:10.583098 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ecc8c5cb-e649-4628-b711-1a9747ad9c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:10.584784 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ecc8c5cb-e649-4628-b711-1a9747ad9c06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:10.587968 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ecc8c5cb-e649-4628-b711-1a9747ad9c06 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b4cdfcc8-428e-4132-a837-34eb7101c713 HTTP/1.1" status: 204 len: 168 time: 0.1758916 Aug 10 03:07:10.596807 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4bdfc4-d3ad-47dc-8b58-51972a3b5c50 req-5659dce0-18e9-4d6e-9125-bd2d643bf7a2 tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:10.598487 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6e4bdfc4-d3ad-47dc-8b58-51972a3b5c50 req-5659dce0-18e9-4d6e-9125-bd2d643bf7a2 tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=7afe2725-211f-4a04-a488-e97f3118f7d4 HTTP/1.1" status: 200 len: 1097 time: 0.1944761 Aug 10 03:07:10.608305 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8c5cb-e649-4628-b711-1a9747ad9c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4cdfcc8-428e-4132-a837-34eb7101c713,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:10.689756 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-91f8b28a-253b-45b1-8065-964c8a294c6c req-6f97b984-0731-4a5f-959a-3922e9f4e844 service neutron] For port d72b69af-01f4-4366-9f74-3263e78b0c93, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:07:10.701158 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07498482-a237-42e6-9ad0-2a423e86ecf5 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:07:10.712812 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf2d6f6-74be-47e5-97a5-8fc80048adc2 None None] Sync routers for ids ['c25f6f47-034d-4859-a353-65e343b0ad16'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:07:10.726980 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-07498482-a237-42e6-9ad0-2a423e86ecf5 admin admin] 10.222.0.62 "PUT /v2.0/routers/c25f6f47-034d-4859-a353-65e343b0ad16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9259777 Aug 10 03:07:10.729132 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf2d6f6-74be-47e5-97a5-8fc80048adc2 None None] Routers {'c25f6f47-034d-4859-a353-65e343b0ad16'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:07:10.730805 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-91f8b28a-253b-45b1-8065-964c8a294c6c req-6f97b984-0731-4a5f-959a-3922e9f4e844 service neutron] For port d72b69af-01f4-4366-9f74-3263e78b0c93, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=d72b69af-01f4-4366-9f74-3263e78b0c93,segment=NetworkSegment(837bbb8d-e72f-44c2-893c-c4df3456bfd0),segment_id=837bbb8d-e72f-44c2-893c-c4df3456bfd0)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:07:10.731762 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-2bf2d6f6-74be-47e5-97a5-8fc80048adc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:07:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['c25f6f47-034d-4859-a353-65e343b0ad16'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:07:10.762017 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6e4bdfc4-d3ad-47dc-8b58-51972a3b5c50 req-11b5eff4-9bf3-4a91-90ba-808fae9b5d31 tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755391 Aug 10 03:07:10.763531 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-91f8b28a-253b-45b1-8065-964c8a294c6c req-6f97b984-0731-4a5f-959a-3922e9f4e844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:10.868088 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f97b984-0731-4a5f-959a-3922e9f4e844 service neutron] Pushing event updated for resources: {'Port': ['ID=d72b69af-01f4-4366-9f74-3263e78b0c93,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:10.922132 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8b28a-253b-45b1-8065-964c8a294c6c req-6f97b984-0731-4a5f-959a-3922e9f4e844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:10.923192 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-91f8b28a-253b-45b1-8065-964c8a294c6c req-6f97b984-0731-4a5f-959a-3922e9f4e844 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:10.924941 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-91f8b28a-253b-45b1-8065-964c8a294c6c req-6f97b984-0731-4a5f-959a-3922e9f4e844 service neutron] 10.222.0.60 "PUT /v2.0/ports/d72b69af-01f4-4366-9f74-3263e78b0c93 HTTP/1.1" status: 200 len: 1092 time: 1.8529830 Aug 10 03:07:10.927171 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d6c090d-d32e-4462-8750-8d610dc55a43', 'tag': 'd72b69af-01f4-4366-9f74-3263e78b0c93'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:07:10.930565 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b42593-5bdd-4785-8cc5-a07c1b0f120b" -d '{"events": [{"name": "network-changed", "server_uuid": "8d6c090d-d32e-4462-8750-8d610dc55a43", "tag": "d72b69af-01f4-4366-9f74-3263e78b0c93"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:07:10.940632 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-2bf2d6f6-74be-47e5-97a5-8fc80048adc2 None None] Set router c25f6f47-034d-4859-a353-65e343b0ad16 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:07:10.970121 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e6d3c9-190b-4e8a-96c0-62b9527f97ee req-50b35d6d-9359-4201-ac28-2f8bd54a6f08 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:10.973194 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-76e6d3c9-190b-4e8a-96c0-62b9527f97ee req-50b35d6d-9359-4201-ac28-2f8bd54a6f08 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d6c090d-d32e-4462-8750-8d610dc55a43 HTTP/1.1" status: 200 len: 943 time: 0.1108453 Aug 10 03:07:11.084903 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8b28a-253b-45b1-8065-964c8a294c6c req-99c2191d-fc30-4b55-bbb5-e7f8a7cc874b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:11.087670 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-91f8b28a-253b-45b1-8065-964c8a294c6c req-99c2191d-fc30-4b55-bbb5-e7f8a7cc874b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d29523b6a3c34430b121d2faffd2884f&device_id=8d6c090d-d32e-4462-8750-8d610dc55a43 HTTP/1.1" status: 200 len: 1095 time: 0.0976102 Aug 10 03:07:11.099669 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-76e6d3c9-190b-4e8a-96c0-62b9527f97ee req-f9346b3e-cb4f-46ce-b9e7-c73faaf167b0 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195848 Aug 10 03:07:11.171419 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-91f8b28a-253b-45b1-8065-964c8a294c6c req-f217ae6d-c8bf-4ac4-9a7c-dd0844b0b8eb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d72b69af-01f4-4366-9f74-3263e78b0c93 HTTP/1.1" status: 200 len: 217 time: 0.0694082 Aug 10 03:07:11.181198 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f3dab1-8f74-4ade-b80a-b85e6ea8b625 x-openstack-request-id: req-e2f3dab1-8f74-4ade-b80a-b85e6ea8b625 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:07:11.181589 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d6c090d-d32e-4462-8750-8d610dc55a43", "tag": "d72b69af-01f4-4366-9f74-3263e78b0c93", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:07:11.181943 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e2f3dab1-8f74-4ade-b80a-b85e6ea8b625 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:07:11.183469 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d6c090d-d32e-4462-8750-8d610dc55a43', 'tag': 'd72b69af-01f4-4366-9f74-3263e78b0c93', 'status': 'completed', 'code': 200} Aug 10 03:07:11.240998 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8b28a-253b-45b1-8065-964c8a294c6c req-d55678a3-a198-4080-86e0-31e0bd16ffe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:11.242969 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-91f8b28a-253b-45b1-8065-964c8a294c6c req-d55678a3-a198-4080-86e0-31e0bd16ffe0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=07f824b9-3083-4489-bc41-7237705a68bc HTTP/1.1" status: 200 len: 861 time: 0.0559564 Aug 10 03:07:11.280388 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-2bf2d6f6-74be-47e5-97a5-8fc80048adc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25f6f47-034d-4859-a353-65e343b0ad16', 'name': 'tempest-AttachSCSIVolumeTestJSON-1296315026-router', 'tenant_id': 'b9d4c94618f448f49ad79b4dd407f85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'e7265846-4353-4324-9691-69443ef329d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:07:01Z', 'updated_at': '2021-08-10T03:07:08Z', 'revision_number': 4, 'project_id': 'b9d4c94618f448f49ad79b4dd407f85e', 'gw_port': {'id': 'e7265846-4353-4324-9691-69443ef329d8', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:39:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25f6f47-034d-4859-a353-65e343b0ad16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:07:02Z', 'updated_at': '2021-08-10T03:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'fa89229c-e7bc-43f0-a8fd-d1390e4a7a34', 'name': '', 'network_id': 'e6431dda-41cb-49ac-bc16-b079974a3738', 'tenant_id': 'b9d4c94618f448f49ad79b4dd407f85e', 'mac_address': 'fa:16:3e:7b:80:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c25f6f47-034d-4859-a353-65e343b0ad16', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '68b4dea5-239e-4258-8153-8403deef5862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:07:07Z', 'updated_at': '2021-08-10T03:07:09Z', 'revision_number': 2, 'project_id': 'b9d4c94618f448f49ad79b4dd407f85e', 'subnets': [{'id': '68b4dea5-239e-4258-8153-8403deef5862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:07:11.295288 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-91f8b28a-253b-45b1-8065-964c8a294c6c req-a71d3287-44ec-43e4-b5ca-95f4ef6ca3ae service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b071061e-0c83-4db2-9121-a6eb9f4ae150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435348 Aug 10 03:07:11.315776 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf2d6f6-74be-47e5-97a5-8fc80048adc2 None None] Checking router: c25f6f47-034d-4859-a353-65e343b0ad16 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:07:11.316217 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf2d6f6-74be-47e5-97a5-8fc80048adc2 None None] Updating router c25f6f47-034d-4859-a353-65e343b0ad16 port fa89229c-e7bc-43f0-a8fd-d1390e4a7a34 binding host n-d-768851-15 {{(pid=94218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:07:11.372397 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2bf2d6f6-74be-47e5-97a5-8fc80048adc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:11.387822 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36320) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:07:11.408533 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5ddaa9e1-3e89-4230-aa29-298e585c424f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:11.451821 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-91f8b28a-253b-45b1-8065-964c8a294c6c req-a02e7cf3-4ed8-4b27-a9b0-946e30e7b281 service neutron] 10.222.0.60 "GET /v2.0/networks/b071061e-0c83-4db2-9121-a6eb9f4ae150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474171 Aug 10 03:07:11.536707 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36326) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:07:11.652511 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5ddaa9e1-3e89-4230-aa29-298e585c424f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:11.669286 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5ddaa9e1-3e89-4230-aa29-298e585c424f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:11.757852 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-5ddaa9e1-3e89-4230-aa29-298e585c424f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0cfadff394784b1dbc281615dc9e07c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3681729 Aug 10 03:07:11.760610 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36336) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:07:11.771701 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddaa9e1-3e89-4230-aa29-298e585c424f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a66002-5889-42cf-91d2-d1706d66c355,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:11.863775 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd153c-7329-4576-986d-2852c5a61bd3 req-e5499444-1a90-4697-a86d-a7350cc34a97 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:11.871696 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6fcd153c-7329-4576-986d-2852c5a61bd3 req-e5499444-1a90-4697-a86d-a7350cc34a97 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=9418c9e4-ef93-4ce8-8169-a62e4fbadd70 HTTP/1.1" status: 200 len: 949 time: 0.1373806 Aug 10 03:07:11.883407 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-91f8b28a-253b-45b1-8065-964c8a294c6c req-9f7896b6-75bd-4e0b-a2d7-cf3ba57a6c44 service neutron] 10.222.0.60 "GET /v2.0/networks/b071061e-0c83-4db2-9121-a6eb9f4ae150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4236217 Aug 10 03:07:11.886815 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9c3b66d7-bf06-448b-ac33-af39447213d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:11.926752 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6fcd153c-7329-4576-986d-2852c5a61bd3 req-c62de2f7-6660-4037-89af-732da142f0bf tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539653 Aug 10 03:07:11.940052 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8db0b727-df5a-43e0-8ca6-4c3aec7a12b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:11.983430 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8db0b727-df5a-43e0-8ca6-4c3aec7a12b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:12.040897 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b42593-5bdd-4785-8cc5-a07c1b0f120b req-3ac06b4b-b707-4452-a1e9-1f2b9904157d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:12.042925 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-18b42593-5bdd-4785-8cc5-a07c1b0f120b req-3ac06b4b-b707-4452-a1e9-1f2b9904157d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d29523b6a3c34430b121d2faffd2884f&device_id=8d6c090d-d32e-4462-8750-8d610dc55a43 HTTP/1.1" status: 200 len: 1095 time: 0.0806675 Aug 10 03:07:12.047101 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2bf2d6f6-74be-47e5-97a5-8fc80048adc2 None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:12.073326 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-2bf2d6f6-74be-47e5-97a5-8fc80048adc2 None None] Transition to ACTIVE for port object fa89229c-e7bc-43f0-a8fd-d1390e4a7a34 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:07:12.075408 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8db0b727-df5a-43e0-8ca6-4c3aec7a12b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:12.078953 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8db0b727-df5a-43e0-8ca6-4c3aec7a12b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:12.080514 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8db0b727-df5a-43e0-8ca6-4c3aec7a12b4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a3a66002-5889-42cf-91d2-d1706d66c355 HTTP/1.1" status: 204 len: 168 time: 0.3177717 Aug 10 03:07:12.082756 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9c3b66d7-bf06-448b-ac33-af39447213d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:12.087017 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2bf2d6f6-74be-47e5-97a5-8fc80048adc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:12.094843 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db0b727-df5a-43e0-8ca6-4c3aec7a12b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a66002-5889-42cf-91d2-d1706d66c355,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:12.104449 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9c3b66d7-bf06-448b-ac33-af39447213d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:12.154632 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9c3b66d7-bf06-448b-ac33-af39447213d1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9883843d098347bc8b7bd88dd7ea5983&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6167495 Aug 10 03:07:12.155652 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36354) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:07:12.164020 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3b66d7-bf06-448b-ac33-af39447213d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c19cc2-6ad3-47b5-b3d8-bb586c22becb,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:12.245288 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f8bcdbf9-ecbd-474e-8b30-5a1014a8a703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:12.305546 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f8bcdbf9-ecbd-474e-8b30-5a1014a8a703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:12.341750 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16deea2-5eac-4591-b6f6-042fc272181f None None] Pushing event updated for resources: {'Port': ['ID=fa89229c-e7bc-43f0-a8fd-d1390e4a7a34,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:12.361316 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce17ff-6e89-41d9-8e62-84b18adb5175 req-ecddd4a1-8b53-4ff5-a27b-c23fe8b2fff3 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:12.370030 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-93ce17ff-6e89-41d9-8e62-84b18adb5175 req-ecddd4a1-8b53-4ff5-a27b-c23fe8b2fff3 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d6c090d-d32e-4462-8750-8d610dc55a43 HTTP/1.1" status: 200 len: 943 time: 0.1335659 Aug 10 03:07:12.373796 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b42593-5bdd-4785-8cc5-a07c1b0f120b req-7f1a13b8-aebd-4d4d-a350-13a8d14ddb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:12.375805 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-18b42593-5bdd-4785-8cc5-a07c1b0f120b req-7f1a13b8-aebd-4d4d-a350-13a8d14ddb22 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b071061e-0c83-4db2-9121-a6eb9f4ae150 HTTP/1.1" status: 200 len: 922 time: 0.3219721 Aug 10 03:07:12.432309 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-2bf2d6f6-74be-47e5-97a5-8fc80048adc2 None None] Attempting to bind port fa89229c-e7bc-43f0-a8fd-d1390e4a7a34 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:07:12.432690 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-2bf2d6f6-74be-47e5-97a5-8fc80048adc2 None None] Attempting to bind port fa89229c-e7bc-43f0-a8fd-d1390e4a7a34 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '3057d810-054a-4845-b21a-96c4d4300bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e6431dda-41cb-49ac-bc16-b079974a3738'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:07:12.433815 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf2d6f6-74be-47e5-97a5-8fc80048adc2 None None] Attempting to bind port fa89229c-e7bc-43f0-a8fd-d1390e4a7a34 on network e6431dda-41cb-49ac-bc16-b079974a3738 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:07:12.439829 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f8bcdbf9-ecbd-474e-8b30-5a1014a8a703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:12.441935 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf2d6f6-74be-47e5-97a5-8fc80048adc2 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:07:12.442430 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf2d6f6-74be-47e5-97a5-8fc80048adc2 None None] Checking segment: {'id': '3057d810-054a-4845-b21a-96c4d4300bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e6431dda-41cb-49ac-bc16-b079974a3738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:07:12.443074 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2bf2d6f6-74be-47e5-97a5-8fc80048adc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:12.443536 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf2d6f6-74be-47e5-97a5-8fc80048adc2 None None] Bound using segment: {'id': '3057d810-054a-4845-b21a-96c4d4300bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e6431dda-41cb-49ac-bc16-b079974a3738'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:07:12.444038 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-2bf2d6f6-74be-47e5-97a5-8fc80048adc2 None None] Bound port: fa89229c-e7bc-43f0-a8fd-d1390e4a7a34, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3057d810-054a-4845-b21a-96c4d4300bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e6431dda-41cb-49ac-bc16-b079974a3738'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:07:12.445132 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2bf2d6f6-74be-47e5-97a5-8fc80048adc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:12.447843 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f8bcdbf9-ecbd-474e-8b30-5a1014a8a703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:12.456223 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f8bcdbf9-ecbd-474e-8b30-5a1014a8a703 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/95c19cc2-6ad3-47b5-b3d8-bb586c22becb HTTP/1.1" status: 204 len: 168 time: 0.2977786 Aug 10 03:07:12.456617 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-18b42593-5bdd-4785-8cc5-a07c1b0f120b req-8b39c2e1-f3c1-4058-918e-d92f9057a349 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d72b69af-01f4-4366-9f74-3263e78b0c93 HTTP/1.1" status: 200 len: 217 time: 0.0721574 Aug 10 03:07:12.470278 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bcdbf9-ecbd-474e-8b30-5a1014a8a703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c19cc2-6ad3-47b5-b3d8-bb586c22becb,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:12.531075 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b42593-5bdd-4785-8cc5-a07c1b0f120b req-dc001807-a1ae-4ee6-8924-c73d50a33545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:12.532551 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-18b42593-5bdd-4785-8cc5-a07c1b0f120b req-dc001807-a1ae-4ee6-8924-c73d50a33545 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=07f824b9-3083-4489-bc41-7237705a68bc HTTP/1.1" status: 200 len: 861 time: 0.0641837 Aug 10 03:07:12.540534 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [req-6f2be2d3-abac-444c-b180-4de3a9756f54 req-b7fe8d72-0d94-4921-9afa-967a42e88bd8 service neutron] show failed (client error): The resource could not be found. Aug 10 03:07:12.540775 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6f2be2d3-abac-444c-b180-4de3a9756f54 req-b7fe8d72-0d94-4921-9afa-967a42e88bd8 service neutron] 10.222.0.58 "GET /v2.0/ports/7b34d85d-31ea-427f-bb22-4317f4465781/bindings/n-h2-768851-15 HTTP/1.1" status: 404 len: 381 time: 0.3338578 Aug 10 03:07:12.618614 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-18b42593-5bdd-4785-8cc5-a07c1b0f120b req-c36e03c7-86ce-4849-815b-e6f4d75347dd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b071061e-0c83-4db2-9121-a6eb9f4ae150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768688 Aug 10 03:07:12.637847 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-93ce17ff-6e89-41d9-8e62-84b18adb5175 req-2acd9799-1683-48be-8f81-a4e599a65859 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657988 Aug 10 03:07:12.646701 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-2bf2d6f6-74be-47e5-97a5-8fc80048adc2 None None] For port fa89229c-e7bc-43f0-a8fd-d1390e4a7a34, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:07:12.656120 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-2bf2d6f6-74be-47e5-97a5-8fc80048adc2 None None] For port fa89229c-e7bc-43f0-a8fd-d1390e4a7a34, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=fa89229c-e7bc-43f0-a8fd-d1390e4a7a34,segment=NetworkSegment(3057d810-054a-4845-b21a-96c4d4300bf7),segment_id=3057d810-054a-4845-b21a-96c4d4300bf7)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:07:12.674386 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2bf2d6f6-74be-47e5-97a5-8fc80048adc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:12.776373 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-18b42593-5bdd-4785-8cc5-a07c1b0f120b req-fbcbb60c-3093-41d5-83e6-2d2ef4ae7618 service neutron] 10.222.0.60 "GET /v2.0/networks/b071061e-0c83-4db2-9121-a6eb9f4ae150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351078 Aug 10 03:07:12.777488 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16deea2-5eac-4591-b6f6-042fc272181f None None] Pushing event updated for resources: {'Port': ['ID=fa89229c-e7bc-43f0-a8fd-d1390e4a7a34,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:12.822415 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf2d6f6-74be-47e5-97a5-8fc80048adc2 None None] Routers {'c25f6f47-034d-4859-a353-65e343b0ad16'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:07:12.824925 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-2bf2d6f6-74be-47e5-97a5-8fc80048adc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:07:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['c25f6f47-034d-4859-a353-65e343b0ad16'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:07:12.989730 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-18b42593-5bdd-4785-8cc5-a07c1b0f120b req-5388cbb7-bea5-4654-922e-e999849ab7d5 service neutron] 10.222.0.60 "GET /v2.0/networks/b071061e-0c83-4db2-9121-a6eb9f4ae150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989205 Aug 10 03:07:13.037783 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2be2d3-abac-444c-b180-4de3a9756f54 req-5a92191d-ac5e-43ca-b985-806c50dcf04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:13.040776 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-2bf2d6f6-74be-47e5-97a5-8fc80048adc2 None None] Set router c25f6f47-034d-4859-a353-65e343b0ad16 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:07:13.044440 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6f2be2d3-abac-444c-b180-4de3a9756f54 req-5a92191d-ac5e-43ca-b985-806c50dcf04d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9418c9e4-ef93-4ce8-8169-a62e4fbadd70&tenant_id=6cb2c88cb44048dc824ad7a6e6e788f5 HTTP/1.1" status: 200 len: 1101 time: 0.1033630 Aug 10 03:07:13.076431 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-6f2be2d3-abac-444c-b180-4de3a9756f54 req-f037969d-72aa-4ee2-b547-599c11a3afd6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768851-15', 'device_owner': 'compute:nova'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:07:13.189682 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b9e9d-bbed-4b43-b85b-f9dc2e7072a6 req-b5dded84-3e5e-4190-bf6c-86f9ee1a79eb tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:13.199853 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-691b9e9d-bbed-4b43-b85b-f9dc2e7072a6 req-b5dded84-3e5e-4190-bf6c-86f9ee1a79eb tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=9418c9e4-ef93-4ce8-8169-a62e4fbadd70 HTTP/1.1" status: 200 len: 949 time: 0.1393919 Aug 10 03:07:13.200082 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36390) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:07:13.208196 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-5c628f3e-7b81-4821-8f5b-84fa30265403 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-936116638-network', 'tenant_id': '8d673923bb93402d8a7949fa4d2f56bd'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:07:13.220086 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6f2be2d3-abac-444c-b180-4de3a9756f54 req-f037969d-72aa-4ee2-b547-599c11a3afd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:13.294016 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-691b9e9d-bbed-4b43-b85b-f9dc2e7072a6 req-96fcaa47-27b2-419d-a868-ba3aa1c13b50 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951841 Aug 10 03:07:13.337643 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-2bf2d6f6-74be-47e5-97a5-8fc80048adc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25f6f47-034d-4859-a353-65e343b0ad16', 'name': 'tempest-AttachSCSIVolumeTestJSON-1296315026-router', 'tenant_id': 'b9d4c94618f448f49ad79b4dd407f85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'e7265846-4353-4324-9691-69443ef329d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:07:01Z', 'updated_at': '2021-08-10T03:07:08Z', 'revision_number': 4, 'project_id': 'b9d4c94618f448f49ad79b4dd407f85e', 'gw_port': {'id': 'e7265846-4353-4324-9691-69443ef329d8', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:39:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25f6f47-034d-4859-a353-65e343b0ad16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:07:02Z', 'updated_at': '2021-08-10T03:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'fa89229c-e7bc-43f0-a8fd-d1390e4a7a34', 'name': '', 'network_id': 'e6431dda-41cb-49ac-bc16-b079974a3738', 'tenant_id': 'b9d4c94618f448f49ad79b4dd407f85e', 'mac_address': 'fa:16:3e:7b:80:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c25f6f47-034d-4859-a353-65e343b0ad16', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '68b4dea5-239e-4258-8153-8403deef5862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:07:07Z', 'updated_at': '2021-08-10T03:07:12Z', 'revision_number': 4, 'project_id': 'b9d4c94618f448f49ad79b4dd407f85e', 'subnets': [{'id': '68b4dea5-239e-4258-8153-8403deef5862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:07:13.375996 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf2d6f6-74be-47e5-97a5-8fc80048adc2 None None] The sync data for ids ['c25f6f47-034d-4859-a353-65e343b0ad16'] in n-d-768851-15 is: [{'id': 'c25f6f47-034d-4859-a353-65e343b0ad16', 'name': 'tempest-AttachSCSIVolumeTestJSON-1296315026-router', 'tenant_id': 'b9d4c94618f448f49ad79b4dd407f85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'e7265846-4353-4324-9691-69443ef329d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:07:01Z', 'updated_at': '2021-08-10T03:07:08Z', 'revision_number': 4, 'project_id': 'b9d4c94618f448f49ad79b4dd407f85e', 'gw_port': {'id': 'e7265846-4353-4324-9691-69443ef329d8', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:39:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25f6f47-034d-4859-a353-65e343b0ad16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:07:02Z', 'updated_at': '2021-08-10T03:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'fa89229c-e7bc-43f0-a8fd-d1390e4a7a34', 'name': '', 'network_id': 'e6431dda-41cb-49ac-bc16-b079974a3738', 'tenant_id': 'b9d4c94618f448f49ad79b4dd407f85e', 'mac_address': 'fa:16:3e:7b:80:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c25f6f47-034d-4859-a353-65e343b0ad16', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '68b4dea5-239e-4258-8153-8403deef5862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:07:07Z', 'updated_at': '2021-08-10T03:07:12Z', 'revision_number': 4, 'project_id': 'b9d4c94618f448f49ad79b4dd407f85e', 'subnets': [{'id': '68b4dea5-239e-4258-8153-8403deef5862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:07:13.398392 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c628f3e-7b81-4821-8f5b-84fa30265403 admin admin] Made reservation on behalf of 8d673923bb93402d8a7949fa4d2f56bd for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:07:13.401117 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5c628f3e-7b81-4821-8f5b-84fa30265403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:13.471074 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5c628f3e-7b81-4821-8f5b-84fa30265403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:13.479155 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 36398) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:07:13.503850 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0894defc-f483-4d7d-aef1-3620d501b2a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:13.599399 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5c628f3e-7b81-4821-8f5b-84fa30265403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:13.621267 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5c628f3e-7b81-4821-8f5b-84fa30265403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:13.656365 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-6f2be2d3-abac-444c-b180-4de3a9756f54 req-f037969d-72aa-4ee2-b547-599c11a3afd6 service neutron] For port 7b34d85d-31ea-427f-bb22-4317f4465781, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=7b34d85d-31ea-427f-bb22-4317f4465781,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:07:13.673871 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c628f3e-7b81-4821-8f5b-84fa30265403 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:07:13.711469 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5c628f3e-7b81-4821-8f5b-84fa30265403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:13.711814 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-5c628f3e-7b81-4821-8f5b-84fa30265403 admin admin] Added segment 97f78096-618d-4a79-9235-3ac4c46afbfb of type vlan for network 5f97f8f6-d24b-4539-8e69-3c843ae8ec8b Aug 10 03:07:13.713180 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c628f3e-7b81-4821-8f5b-84fa30265403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb13e93-d4c5-4af3-8b0f-13edcbda1b84,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:13.784668 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0894defc-f483-4d7d-aef1-3620d501b2a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:13.795562 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0894defc-f483-4d7d-aef1-3620d501b2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:13.849036 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5c628f3e-7b81-4821-8f5b-84fa30265403 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:13.863285 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-6f2be2d3-abac-444c-b180-4de3a9756f54 req-f037969d-72aa-4ee2-b547-599c11a3afd6 service neutron] For port 7b34d85d-31ea-427f-bb22-4317f4465781, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:07:13.870308 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0894defc-f483-4d7d-aef1-3620d501b2a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43718803-0b96-423f-be8c-17d775515ac6,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:13.941548 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device fa89229c-e7bc-43f0-a8fd-d1390e4a7a34 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:07:13.949301 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-0894defc-f483-4d7d-aef1-3620d501b2a2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e76d35ab599b4491b3428470c51f2c97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4635241 Aug 10 03:07:13.954466 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 36416) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:07:13.970887 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5c628f3e-7b81-4821-8f5b-84fa30265403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:13.975092 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c628f3e-7b81-4821-8f5b-84fa30265403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:13.979594 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5c628f3e-7b81-4821-8f5b-84fa30265403 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:13.990968 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9418c9e4-ef93-4ce8-8169-a62e4fbadd70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b34d85d-31ea-427f-bb22-4317f4465781'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:07:13.992236 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf9d666-0e05-4c50-837d-c5f826371df2 req-5469642a-0fd9-42ba-a413-0d74b452957f tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:13.993756 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-faf9d666-0e05-4c50-837d-c5f826371df2 req-5469642a-0fd9-42ba-a413-0d74b452957f tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d6c090d-d32e-4462-8750-8d610dc55a43 HTTP/1.1" status: 200 len: 943 time: 0.1273353 Aug 10 03:07:13.997665 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c508e965-a097-4817-8f11-e779f9705c9f" -d '{"events": [{"server_uuid": "9418c9e4-ef93-4ce8-8169-a62e4fbadd70", "name": "network-vif-unplugged", "status": "completed", "tag": "7b34d85d-31ea-427f-bb22-4317f4465781"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:07:14.004898 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6f2be2d3-abac-444c-b180-4de3a9756f54 req-f037969d-72aa-4ee2-b547-599c11a3afd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:14.054464 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port fa89229c-e7bc-43f0-a8fd-d1390e4a7a34 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:07:14.064795 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port fa89229c-e7bc-43f0-a8fd-d1390e4a7a34 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:07:14.067674 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:14.072177 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5b55b7c5-d300-434f-ab80-3a4d596795d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:14.122881 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-faf9d666-0e05-4c50-837d-c5f826371df2 req-5c4496c3-8d93-4f3a-8dba-90d08c6bc697 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907104 Aug 10 03:07:14.129920 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-5c628f3e-7b81-4821-8f5b-84fa30265403 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9289153 Aug 10 03:07:14.134040 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 36424) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:07:14.139455 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-6f2be2d3-abac-444c-b180-4de3a9756f54 req-f037969d-72aa-4ee2-b547-599c11a3afd6 service neutron] Transition to ACTIVE for port object 7b34d85d-31ea-427f-bb22-4317f4465781 will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:07:14.148589 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c628f3e-7b81-4821-8f5b-84fa30265403 admin admin] Pushing event updated for resources: {'Network': ['ID=5f97f8f6-d24b-4539-8e69-3c843ae8ec8b,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:14.154582 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6f2be2d3-abac-444c-b180-4de3a9756f54 req-f037969d-72aa-4ee2-b547-599c11a3afd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:14.163105 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 5f97f8f6-d24b-4539-8e69-3c843ae8ec8b details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:07:14.166853 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-4c54842a-b8f2-417c-994e-9eb759a9b889 admin admin] Request body: {'subnet': {'network_id': '5f97f8f6-d24b-4539-8e69-3c843ae8ec8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-936116638-subnet', 'tenant_id': '8d673923bb93402d8a7949fa4d2f56bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:07:14.197724 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5b55b7c5-d300-434f-ab80-3a4d596795d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:14.219500 n-d-768851-15 neutron-server[94217]: WARNING keystonemiddleware.auth_token [req-6f2be2d3-abac-444c-b180-4de3a9756f54 req-5967e087-04a8-4e2d-a3c9-4bf009f62839 service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 10 03:07:14.228614 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-9054b9ce-3fec-4925-afbd-a98310d2520a tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:07:14.232164 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-9054b9ce-3fec-4925-afbd-a98310d2520a tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8445854 Aug 10 03:07:14.261949 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-20a38c91-7488-4370-ab39-bd72387f8c98 service neutron] Request body: {'binding': {'host': 'n-h2-768851-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:07:14.263196 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-20a38c91-7488-4370-ab39-bd72387f8c98 service neutron] Unknown quota resources ['binding']. {{(pid=94217) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:07:14.290050 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f2be2d3-abac-444c-b180-4de3a9756f54 req-f037969d-72aa-4ee2-b547-599c11a3afd6 service neutron] No DVR routers for this DVR port 7b34d85d-31ea-427f-bb22-4317f4465781 on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:07:14.302013 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f037969d-72aa-4ee2-b547-599c11a3afd6 service neutron] Pushing event updated for resources: {'Port': ['ID=7b34d85d-31ea-427f-bb22-4317f4465781,revision_number=6']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:14.302720 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5b55b7c5-d300-434f-ab80-3a4d596795d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:14.311201 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5b55b7c5-d300-434f-ab80-3a4d596795d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:14.315685 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-5b55b7c5-d300-434f-ab80-3a4d596795d8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/43718803-0b96-423f-be8c-17d775515ac6 HTTP/1.1" status: 204 len: 168 time: 0.3562648 Aug 10 03:07:14.320915 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c54842a-b8f2-417c-994e-9eb759a9b889 admin admin] Made reservation on behalf of 8d673923bb93402d8a7949fa4d2f56bd for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:07:14.323984 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4c54842a-b8f2-417c-994e-9eb759a9b889 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:14.358909 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b55b7c5-d300-434f-ab80-3a4d596795d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43718803-0b96-423f-be8c-17d775515ac6,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:14.509506 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-6f2be2d3-abac-444c-b180-4de3a9756f54 req-f037969d-72aa-4ee2-b547-599c11a3afd6 service neutron] Attempting to bind port 7b34d85d-31ea-427f-bb22-4317f4465781 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:07:14.510813 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-6f2be2d3-abac-444c-b180-4de3a9756f54 req-f037969d-72aa-4ee2-b547-599c11a3afd6 service neutron] Attempting to bind port 7b34d85d-31ea-427f-bb22-4317f4465781 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:07:14.511381 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2be2d3-abac-444c-b180-4de3a9756f54 req-f037969d-72aa-4ee2-b547-599c11a3afd6 service neutron] Attempting to bind port 7b34d85d-31ea-427f-bb22-4317f4465781 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:07:14.583366 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:14.631059 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port fa89229c-e7bc-43f0-a8fd-d1390e4a7a34, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=fa89229c-e7bc-43f0-a8fd-d1390e4a7a34,segment=NetworkSegment(3057d810-054a-4845-b21a-96c4d4300bf7),segment_id=3057d810-054a-4845-b21a-96c4d4300bf7)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:07:14.644630 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2be2d3-abac-444c-b180-4de3a9756f54 req-f037969d-72aa-4ee2-b547-599c11a3afd6 service neutron] Port 7b34d85d-31ea-427f-bb22-4317f4465781 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:07:14.645035 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2be2d3-abac-444c-b180-4de3a9756f54 req-f037969d-72aa-4ee2-b547-599c11a3afd6 service neutron] Attempting to bind port 7b34d85d-31ea-427f-bb22-4317f4465781 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:07:14.645795 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:14.660437 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c3fd23-3d09-4e9b-b949-bb9df5c2d2ad x-openstack-request-id: req-a4c3fd23-3d09-4e9b-b949-bb9df5c2d2ad {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:07:14.660735 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9418c9e4-ef93-4ce8-8169-a62e4fbadd70", "name": "network-vif-unplugged", "status": "completed", "tag": "7b34d85d-31ea-427f-bb22-4317f4465781", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:07:14.660989 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a4c3fd23-3d09-4e9b-b949-bb9df5c2d2ad {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:07:14.661388 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9418c9e4-ef93-4ce8-8169-a62e4fbadd70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b34d85d-31ea-427f-bb22-4317f4465781', 'code': 200} Aug 10 03:07:14.671083 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2be2d3-abac-444c-b180-4de3a9756f54 req-f037969d-72aa-4ee2-b547-599c11a3afd6 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:07:14.671256 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2be2d3-abac-444c-b180-4de3a9756f54 req-f037969d-72aa-4ee2-b547-599c11a3afd6 service neutron] Checking segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:07:14.671549 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2be2d3-abac-444c-b180-4de3a9756f54 req-f037969d-72aa-4ee2-b547-599c11a3afd6 service neutron] Bound using segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:07:14.671983 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-6f2be2d3-abac-444c-b180-4de3a9756f54 req-f037969d-72aa-4ee2-b547-599c11a3afd6 service neutron] Bound port: 7b34d85d-31ea-427f-bb22-4317f4465781, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:07:14.672342 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6f2be2d3-abac-444c-b180-4de3a9756f54 req-f037969d-72aa-4ee2-b547-599c11a3afd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:14.747056 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=fa89229c-e7bc-43f0-a8fd-d1390e4a7a34,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:14.772496 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4c54842a-b8f2-417c-994e-9eb759a9b889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:14.843211 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-20a38c91-7488-4370-ab39-bd72387f8c98 service neutron] Attempting to bind port 7c60be1e-d749-43be-a835-a835dab09c29 on host n-h2-768851-15 for vnic_type normal with profile None {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:07:14.843454 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-20a38c91-7488-4370-ab39-bd72387f8c98 service neutron] Attempting to bind port 7c60be1e-d749-43be-a835-a835dab09c29 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '56914130-d266-4761-b91f-0f4044da3177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '909af24c-2a43-4e6d-8a1f-90b69debd82b'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:07:14.843778 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-20a38c91-7488-4370-ab39-bd72387f8c98 service neutron] Attempting to bind port 7c60be1e-d749-43be-a835-a835dab09c29 on network 909af24c-2a43-4e6d-8a1f-90b69debd82b {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:07:14.866922 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-20a38c91-7488-4370-ab39-bd72387f8c98 service neutron] Port 7c60be1e-d749-43be-a835-a835dab09c29 on network 909af24c-2a43-4e6d-8a1f-90b69debd82b not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:07:14.867436 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-20a38c91-7488-4370-ab39-bd72387f8c98 service neutron] Attempting to bind port 7c60be1e-d749-43be-a835-a835dab09c29 on network 909af24c-2a43-4e6d-8a1f-90b69debd82b {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:07:14.883033 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-20a38c91-7488-4370-ab39-bd72387f8c98 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:07:14.883525 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-20a38c91-7488-4370-ab39-bd72387f8c98 service neutron] Checking segment: {'id': '56914130-d266-4761-b91f-0f4044da3177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '909af24c-2a43-4e6d-8a1f-90b69debd82b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:07:14.884255 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-20a38c91-7488-4370-ab39-bd72387f8c98 service neutron] Bound using segment: {'id': '56914130-d266-4761-b91f-0f4044da3177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '909af24c-2a43-4e6d-8a1f-90b69debd82b'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:07:14.884643 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-20a38c91-7488-4370-ab39-bd72387f8c98 service neutron] Bound port: 7c60be1e-d749-43be-a835-a835dab09c29, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56914130-d266-4761-b91f-0f4044da3177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '909af24c-2a43-4e6d-8a1f-90b69debd82b'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:07:14.887477 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-6f2be2d3-abac-444c-b180-4de3a9756f54 req-f037969d-72aa-4ee2-b547-599c11a3afd6 service neutron] For port 7b34d85d-31ea-427f-bb22-4317f4465781, host n-h2-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:07:14.893044 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c54842a-b8f2-417c-994e-9eb759a9b889 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a40b5296-a635-428d-a9a3-92253f3424a5,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:14.894781 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-6f2be2d3-abac-444c-b180-4de3a9756f54 req-f037969d-72aa-4ee2-b547-599c11a3afd6 service neutron] For port 7b34d85d-31ea-427f-bb22-4317f4465781, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=7b34d85d-31ea-427f-bb22-4317f4465781,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:07:14.918029 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c54842a-b8f2-417c-994e-9eb759a9b889 admin admin] Checking segment: {'id': '97f78096-618d-4a79-9235-3ac4c46afbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5f97f8f6-d24b-4539-8e69-3c843ae8ec8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:07:14.918395 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c54842a-b8f2-417c-994e-9eb759a9b889 admin admin] Network hostable DHCP agents. Network: 5f97f8f6-d24b-4539-8e69-3c843ae8ec8b, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:07:14.935067 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3ba02-3eff-475d-869e-55bf92247890 req-5eb3a7b9-b7e9-45c4-b98f-0da97f581ceb tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:14.936197 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-00e3ba02-3eff-475d-869e-55bf92247890 req-5eb3a7b9-b7e9-45c4-b98f-0da97f581ceb tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=9418c9e4-ef93-4ce8-8169-a62e4fbadd70 HTTP/1.1" status: 200 len: 947 time: 0.1204591 Aug 10 03:07:14.941407 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device d72b69af-01f4-4366-9f74-3263e78b0c93 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:07:14.951932 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c54842a-b8f2-417c-994e-9eb759a9b889 admin admin] Network 5f97f8f6-d24b-4539-8e69-3c843ae8ec8b is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:07:14.959094 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6f2be2d3-abac-444c-b180-4de3a9756f54 req-f037969d-72aa-4ee2-b547-599c11a3afd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:14.992144 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-4c54842a-b8f2-417c-994e-9eb759a9b889 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 5f97f8f6-d24b-4539-8e69-3c843ae8ec8b) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:07:15.015331 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2be2d3-abac-444c-b180-4de3a9756f54 req-f037969d-72aa-4ee2-b547-599c11a3afd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:15.015972 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6f2be2d3-abac-444c-b180-4de3a9756f54 req-f037969d-72aa-4ee2-b547-599c11a3afd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:15.017528 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6f2be2d3-abac-444c-b180-4de3a9756f54 req-f037969d-72aa-4ee2-b547-599c11a3afd6 service neutron] 10.222.0.60 "PUT /v2.0/ports/7b34d85d-31ea-427f-bb22-4317f4465781 HTTP/1.1" status: 200 len: 1096 time: 1.9513292 Aug 10 03:07:15.026385 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c54842a-b8f2-417c-994e-9eb759a9b889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:15.031226 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4c54842a-b8f2-417c-994e-9eb759a9b889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:15.046240 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4722ff3-bf3a-4ed1-8085-561cb56ef93e None None] Network 5f97f8f6-d24b-4539-8e69-3c843ae8ec8b requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:07:15.085064 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-20a38c91-7488-4370-ab39-bd72387f8c98 service neutron] For port 7c60be1e-d749-43be-a835-a835dab09c29, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=7c60be1e-d749-43be-a835-a835dab09c29,segment=NetworkSegment(56914130-d266-4761-b91f-0f4044da3177),segment_id=56914130-d266-4761-b91f-0f4044da3177)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:07:15.101482 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-00e3ba02-3eff-475d-869e-55bf92247890 req-bdcc5c66-6b35-41fe-8932-b123ef411313 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413441 Aug 10 03:07:15.107776 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-4c54842a-b8f2-417c-994e-9eb759a9b889 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9576118 Aug 10 03:07:15.111886 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 36458) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:07:15.128834 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-1cd1b3a8-4f3d-498e-9b69-0abc88ad7925 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-936116638-router', 'tenant_id': '8d673923bb93402d8a7949fa4d2f56bd', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:07:15.149748 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f037969d-72aa-4ee2-b547-599c11a3afd6 service neutron] Pushing event updated for resources: {'Port': ['ID=7b34d85d-31ea-427f-bb22-4317f4465781,revision_number=7']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:15.166629 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-20a38c91-7488-4370-ab39-bd72387f8c98 service neutron] Notify callbacks [] for binding, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:15.168356 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-20a38c91-7488-4370-ab39-bd72387f8c98 service neutron] 10.222.0.62 "POST /v2.0/ports/7c60be1e-d749-43be-a835-a835dab09c29/bindings HTTP/1.1" status: 201 len: 390 time: 0.9175353 Aug 10 03:07:15.211290 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2be2d3-abac-444c-b180-4de3a9756f54 req-d8e4c6c7-4855-4ea0-b35d-756e21fabd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:15.211504 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1cd1b3a8-4f3d-498e-9b69-0abc88ad7925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:15.212950 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6f2be2d3-abac-444c-b180-4de3a9756f54 req-d8e4c6c7-4855-4ea0-b35d-756e21fabd47 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6cb2c88cb44048dc824ad7a6e6e788f5&device_id=9418c9e4-ef93-4ce8-8169-a62e4fbadd70 HTTP/1.1" status: 200 len: 1099 time: 0.1638088 Aug 10 03:07:15.213069 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1cd1b3a8-4f3d-498e-9b69-0abc88ad7925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:15.386459 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1cd1b3a8-4f3d-498e-9b69-0abc88ad7925 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:15.509000 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2be2d3-abac-444c-b180-4de3a9756f54 req-3bbf1bbd-0a51-488a-be9c-952528020035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:15.514243 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6f2be2d3-abac-444c-b180-4de3a9756f54 req-3bbf1bbd-0a51-488a-be9c-952528020035 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d HTTP/1.1" status: 200 len: 870 time: 0.2889402 Aug 10 03:07:15.590900 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6f2be2d3-abac-444c-b180-4de3a9756f54 req-507a8a39-4f4a-473e-ad28-c198e17df7ac service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=7b34d85d-31ea-427f-bb22-4317f4465781 HTTP/1.1" status: 200 len: 217 time: 0.0689514 Aug 10 03:07:15.598572 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port d72b69af-01f4-4366-9f74-3263e78b0c93, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=d72b69af-01f4-4366-9f74-3263e78b0c93,segment=NetworkSegment(837bbb8d-e72f-44c2-893c-c4df3456bfd0),segment_id=837bbb8d-e72f-44c2-893c-c4df3456bfd0)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:07:15.648093 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2be2d3-abac-444c-b180-4de3a9756f54 req-8e91601b-b096-4a4f-8955-e1e718dee78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:15.649829 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6f2be2d3-abac-444c-b180-4de3a9756f54 req-8e91601b-b096-4a4f-8955-e1e718dee78c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.0520885 Aug 10 03:07:15.655518 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': 'd72b69af-01f4-4366-9f74-3263e78b0c93', 'network_id': 'b071061e-0c83-4db2-9121-a6eb9f4ae150', 'port_id': 'd72b69af-01f4-4366-9f74-3263e78b0c93', 'mac_address': 'fa:16:3e:13:7b:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07f824b9-3083-4489-bc41-7237705a68bc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:07:15.707977 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2be2d3-abac-444c-b180-4de3a9756f54 req-e4d4790b-b57e-477e-a7b2-64c9be277057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:15.708554 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:15.709206 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6f2be2d3-abac-444c-b180-4de3a9756f54 req-e4d4790b-b57e-477e-a7b2-64c9be277057 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0508552 Aug 10 03:07:15.712235 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42796b4-51d9-4062-ba92-8ec6650cffc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-5f97f8f6-d24b-4539-8e69-3c843ae8ec8b', 'network_id': '5f97f8f6-d24b-4539-8e69-3c843ae8ec8b', 'tenant_id': '8d673923bb93402d8a7949fa4d2f56bd', 'fixed_ips': [{'subnet_id': 'a40b5296-a635-428d-a9a3-92253f3424a5'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:07:15.713230 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e42796b4-51d9-4062-ba92-8ec6650cffc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:15.752734 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d72b69af-01f4-4366-9f74-3263e78b0c93 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:07:15.765435 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec9fabe-3ce5-4623-becf-5dde21bde69e req-dbd0fe50-9ad7-42d0-87d7-b7f23da4968b tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:15.773262 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9ec9fabe-3ce5-4623-becf-5dde21bde69e req-dbd0fe50-9ad7-42d0-87d7-b7f23da4968b tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d6c090d-d32e-4462-8750-8d610dc55a43 HTTP/1.1" status: 200 len: 943 time: 0.3006082 Aug 10 03:07:15.777779 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port d72b69af-01f4-4366-9f74-3263e78b0c93, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=d72b69af-01f4-4366-9f74-3263e78b0c93,segment=NetworkSegment(837bbb8d-e72f-44c2-893c-c4df3456bfd0),segment_id=837bbb8d-e72f-44c2-893c-c4df3456bfd0)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:07:15.778647 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1cd1b3a8-4f3d-498e-9b69-0abc88ad7925 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:15.782155 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:15.803381 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-b9284f4a-8811-42c1-856b-9c677d9e5ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:15.804961 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-b9284f4a-8811-42c1-856b-9c677d9e5ebc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0184527d62ac40cb863b24d5f91a9ee4&device_id=7afe2725-211f-4a04-a488-e97f3118f7d4 HTTP/1.1" status: 200 len: 1097 time: 0.2153986 Aug 10 03:07:15.817976 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347ea84-e137-4a95-83a9-ff327156ad05 req-4754f8a2-bf24-49a7-9dff-76d6f772e55f tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:15.819496 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1347ea84-e137-4a95-83a9-ff327156ad05 req-4754f8a2-bf24-49a7-9dff-76d6f772e55f tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=7afe2725-211f-4a04-a488-e97f3118f7d4 HTTP/1.1" status: 200 len: 945 time: 0.2011299 Aug 10 03:07:15.880295 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6f2be2d3-abac-444c-b180-4de3a9756f54 req-66725963-764a-471e-91bb-97e1e77a3255 service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565895 Aug 10 03:07:15.887373 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device fa89229c-e7bc-43f0-a8fd-d1390e4a7a34 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:07:15.934245 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9ec9fabe-3ce5-4623-becf-5dde21bde69e req-47f91c19-0d97-48d2-8bb7-65e79c68a2fd tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603162 Aug 10 03:07:15.971376 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=d72b69af-01f4-4366-9f74-3263e78b0c93,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:15.986639 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1347ea84-e137-4a95-83a9-ff327156ad05 req-280b92e0-fcbb-48fc-b9f5-2f3bfa9ef93c tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459491 Aug 10 03:07:16.016188 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-1bcf09aa-8a60-4940-8eb8-1f8787563dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:16.017673 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-1bcf09aa-8a60-4940-8eb8-1f8787563dfd service neutron] 10.222.0.60 "GET /v2.0/networks?id=909af24c-2a43-4e6d-8a1f-90b69debd82b HTTP/1.1" status: 200 len: 908 time: 0.1964548 Aug 10 03:07:16.037078 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['d72b69af-01f4-4366-9f74-3263e78b0c93'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:07:16.049518 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-e42796b4-51d9-4062-ba92-8ec6650cffc4 None None] Allocated IP 172.20.0.2 (5f97f8f6-d24b-4539-8e69-3c843ae8ec8b/a40b5296-a635-428d-a9a3-92253f3424a5/5bb16ead-7592-4d8c-a36c-dcc770503cd1) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:07:16.075135 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port fa89229c-e7bc-43f0-a8fd-d1390e4a7a34 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:07:16.075875 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:16.077862 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-b7034c47-862e-4daa-84b7-19ba3bd8fc1f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c60be1e-d749-43be-a835-a835dab09c29 HTTP/1.1" status: 200 len: 217 time: 0.0486352 Aug 10 03:07:16.121673 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6f2be2d3-abac-444c-b180-4de3a9756f54 req-57ed2ea7-023b-4def-9fed-de0784823769 service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316270 Aug 10 03:07:16.160032 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-11065ee7-a39f-4e67-a9e7-3052c274ee0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:16.161506 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-11065ee7-a39f-4e67-a9e7-3052c274ee0e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b8c216be-f9cb-484e-9a0a-1cd9ef473e6f HTTP/1.1" status: 200 len: 847 time: 0.0687850 Aug 10 03:07:16.266480 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-f6d01b87-ced3-409d-a0be-1491d6684e66 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=909af24c-2a43-4e6d-8a1f-90b69debd82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605452 Aug 10 03:07:16.350291 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1cd1b3a8-4f3d-498e-9b69-0abc88ad7925 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:16.413919 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1cd1b3a8-4f3d-498e-9b69-0abc88ad7925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:16.525141 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e42796b4-51d9-4062-ba92-8ec6650cffc4 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:16.536280 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-e42796b4-51d9-4062-ba92-8ec6650cffc4 None None] Transition to ACTIVE for port object 5bb16ead-7592-4d8c-a36c-dcc770503cd1 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:07:16.556844 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-e42796b4-51d9-4062-ba92-8ec6650cffc4 None None] Transition to ACTIVE for port object 5bb16ead-7592-4d8c-a36c-dcc770503cd1 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:07:16.566763 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e42796b4-51d9-4062-ba92-8ec6650cffc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:16.611004 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42796b4-51d9-4062-ba92-8ec6650cffc4 None None] Network 5f97f8f6-d24b-4539-8e69-3c843ae8ec8b is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:07:16.616532 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-e42796b4-51d9-4062-ba92-8ec6650cffc4 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:07:16.619637 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42796b4-51d9-4062-ba92-8ec6650cffc4 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:07:16.640493 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42796b4-51d9-4062-ba92-8ec6650cffc4 None None] Pushing event updated for resources: {'Port': ['ID=5bb16ead-7592-4d8c-a36c-dcc770503cd1,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:16.662469 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9418c9e4-ef93-4ce8-8169-a62e4fbadd70', 'tag': '7b34d85d-31ea-427f-bb22-4317f4465781'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:07:16.665223 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49c1230-e09c-4aeb-b964-b5b6f43c1943" -d '{"events": [{"name": "network-changed", "server_uuid": "9418c9e4-ef93-4ce8-8169-a62e4fbadd70", "tag": "7b34d85d-31ea-427f-bb22-4317f4465781"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:07:16.708482 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-e42796b4-51d9-4062-ba92-8ec6650cffc4 None None] Attempting to bind port 5bb16ead-7592-4d8c-a36c-dcc770503cd1 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:07:16.709177 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-e42796b4-51d9-4062-ba92-8ec6650cffc4 None None] Attempting to bind port 5bb16ead-7592-4d8c-a36c-dcc770503cd1 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '97f78096-618d-4a79-9235-3ac4c46afbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5f97f8f6-d24b-4539-8e69-3c843ae8ec8b'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:07:16.709655 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42796b4-51d9-4062-ba92-8ec6650cffc4 None None] Attempting to bind port 5bb16ead-7592-4d8c-a36c-dcc770503cd1 on network 5f97f8f6-d24b-4539-8e69-3c843ae8ec8b {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:07:16.717410 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42796b4-51d9-4062-ba92-8ec6650cffc4 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:07:16.717791 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42796b4-51d9-4062-ba92-8ec6650cffc4 None None] Checking segment: {'id': '97f78096-618d-4a79-9235-3ac4c46afbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5f97f8f6-d24b-4539-8e69-3c843ae8ec8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:07:16.718231 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e42796b4-51d9-4062-ba92-8ec6650cffc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:16.718630 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42796b4-51d9-4062-ba92-8ec6650cffc4 None None] Bound using segment: {'id': '97f78096-618d-4a79-9235-3ac4c46afbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5f97f8f6-d24b-4539-8e69-3c843ae8ec8b'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:07:16.719141 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-e42796b4-51d9-4062-ba92-8ec6650cffc4 None None] Bound port: 5bb16ead-7592-4d8c-a36c-dcc770503cd1, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97f78096-618d-4a79-9235-3ac4c46afbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5f97f8f6-d24b-4539-8e69-3c843ae8ec8b'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:07:16.719530 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e42796b4-51d9-4062-ba92-8ec6650cffc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:16.797139 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce425f-c197-4fc6-bca6-b398189732cc req-25286c2e-1e39-43a8-8b91-c7f0dc812f75 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:16.798715 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2cce425f-c197-4fc6-bca6-b398189732cc req-25286c2e-1e39-43a8-8b91-c7f0dc812f75 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=9418c9e4-ef93-4ce8-8169-a62e4fbadd70 HTTP/1.1" status: 200 len: 947 time: 0.5376277 Aug 10 03:07:16.814173 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-e42796b4-51d9-4062-ba92-8ec6650cffc4 None None] For port 5bb16ead-7592-4d8c-a36c-dcc770503cd1, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:07:16.820483 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-e42796b4-51d9-4062-ba92-8ec6650cffc4 None None] For port 5bb16ead-7592-4d8c-a36c-dcc770503cd1, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=5bb16ead-7592-4d8c-a36c-dcc770503cd1,segment=NetworkSegment(97f78096-618d-4a79-9235-3ac4c46afbfb),segment_id=97f78096-618d-4a79-9235-3ac4c46afbfb)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:07:16.827075 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e42796b4-51d9-4062-ba92-8ec6650cffc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:16.868261 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-1cd1b3a8-4f3d-498e-9b69-0abc88ad7925 admin admin] Allocated IP 172.25.7.23 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/85f64d00-f351-4244-adb6-97b83ab08027) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:07:16.896765 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-d9de30c8-47ea-4a94-8aea-0d761974478b service neutron] 10.222.0.60 "GET /v2.0/networks/909af24c-2a43-4e6d-8a1f-90b69debd82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6162362 Aug 10 03:07:16.906698 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2cce425f-c197-4fc6-bca6-b398189732cc req-05b14b7f-d50a-4aa0-b059-927b59a3dbf9 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006460 Aug 10 03:07:16.937742 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device d72b69af-01f4-4366-9f74-3263e78b0c93 up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:07:16.948189 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42796b4-51d9-4062-ba92-8ec6650cffc4 None None] Pushing event updated for resources: {'Port': ['ID=5bb16ead-7592-4d8c-a36c-dcc770503cd1,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:17.033424 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a51ebbe-d430-49b3-b42a-fa533df6653f x-openstack-request-id: req-1a51ebbe-d430-49b3-b42a-fa533df6653f {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:07:17.033818 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9418c9e4-ef93-4ce8-8169-a62e4fbadd70", "tag": "7b34d85d-31ea-427f-bb22-4317f4465781", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:07:17.034164 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1a51ebbe-d430-49b3-b42a-fa533df6653f {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:07:17.034814 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9418c9e4-ef93-4ce8-8169-a62e4fbadd70', 'tag': '7b34d85d-31ea-427f-bb22-4317f4465781', 'status': 'completed', 'code': 200} Aug 10 03:07:17.093605 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 7b34d85d-31ea-427f-bb22-4317f4465781 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:07:17.138892 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c1230-e09c-4aeb-b964-b5b6f43c1943 req-66767612-f5d4-4b3a-86bc-ee4abfbbc588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:17.147966 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b49c1230-e09c-4aeb-b964-b5b6f43c1943 req-66767612-f5d4-4b3a-86bc-ee4abfbbc588 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6cb2c88cb44048dc824ad7a6e6e788f5&device_id=9418c9e4-ef93-4ce8-8169-a62e4fbadd70 HTTP/1.1" status: 200 len: 1099 time: 0.0801342 Aug 10 03:07:17.165142 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36546) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:07:17.178360 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 7b34d85d-31ea-427f-bb22-4317f4465781 not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:07:17.184678 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port d72b69af-01f4-4366-9f74-3263e78b0c93 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:07:17.196935 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port d72b69af-01f4-4366-9f74-3263e78b0c93 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:07:17.197310 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:17.214987 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-df0c344b-6d75-41bc-9a58-c57c22e91be8 service neutron] 10.222.0.60 "GET /v2.0/networks/909af24c-2a43-4e6d-8a1f-90b69debd82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072619 Aug 10 03:07:17.307956 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c1230-e09c-4aeb-b964-b5b6f43c1943 req-2e6da5cc-2595-44a5-9f16-b24919adb8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:17.309457 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b49c1230-e09c-4aeb-b964-b5b6f43c1943 req-2e6da5cc-2595-44a5-9f16-b24919adb8a5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d HTTP/1.1" status: 200 len: 870 time: 0.1542232 Aug 10 03:07:17.366456 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:17.372075 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b49c1230-e09c-4aeb-b964-b5b6f43c1943 req-6b3862a4-0fa4-4273-8274-b8a8522c029a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=7b34d85d-31ea-427f-bb22-4317f4465781 HTTP/1.1" status: 200 len: 217 time: 0.0546570 Aug 10 03:07:17.394222 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c1230-e09c-4aeb-b964-b5b6f43c1943 req-fd96905d-f80b-43b3-8fbb-6cb024509e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:17.395796 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b49c1230-e09c-4aeb-b964-b5b6f43c1943 req-fd96905d-f80b-43b3-8fbb-6cb024509e72 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6cb2c88cb44048dc824ad7a6e6e788f5&device_id=9418c9e4-ef93-4ce8-8169-a62e4fbadd70 HTTP/1.1" status: 200 len: 1099 time: 0.3195276 Aug 10 03:07:17.447333 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c1230-e09c-4aeb-b964-b5b6f43c1943 req-7375a38d-9699-4299-9fe5-36c47b5f51e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:17.450409 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b49c1230-e09c-4aeb-b964-b5b6f43c1943 req-7375a38d-9699-4299-9fe5-36c47b5f51e8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.0650723 Aug 10 03:07:17.451906 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-30cf52e4-8808-4e3e-9cd4-5d11d9b08b05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:17.474688 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1cd1b3a8-4f3d-498e-9b69-0abc88ad7925 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:17.500824 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f43c39-8463-4c5d-9d28-d0dd85a8b5bc req-513d14a3-6475-4208-b349-050511b06051 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:17.502598 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-70f43c39-8463-4c5d-9d28-d0dd85a8b5bc req-513d14a3-6475-4208-b349-050511b06051 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=7afe2725-211f-4a04-a488-e97f3118f7d4 HTTP/1.1" status: 200 len: 945 time: 0.3395309 Aug 10 03:07:17.525218 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6c090d-d32e-4462-8750-8d610dc55a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd72b69af-01f4-4366-9f74-3263e78b0c93'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:07:17.525953 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4061dfd3-4d70-4022-ad2b-b58ba41889a0 req-82901792-2924-4df5-bccb-3df7cc87f506 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:17.528732 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a29bc2-1dbe-4c1f-baa4-87676037154e" -d '{"events": [{"server_uuid": "8d6c090d-d32e-4462-8750-8d610dc55a43", "name": "network-vif-plugged", "status": "completed", "tag": "d72b69af-01f4-4366-9f74-3263e78b0c93"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:07:17.530825 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c1230-e09c-4aeb-b964-b5b6f43c1943 req-12dc87bc-9863-4715-95ab-406b10b6b582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:17.532372 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b49c1230-e09c-4aeb-b964-b5b6f43c1943 req-12dc87bc-9863-4715-95ab-406b10b6b582 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0718341 Aug 10 03:07:17.534445 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4061dfd3-4d70-4022-ad2b-b58ba41889a0 req-82901792-2924-4df5-bccb-3df7cc87f506 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d6c090d-d32e-4462-8750-8d610dc55a43 HTTP/1.1" status: 200 len: 944 time: 0.4350939 Aug 10 03:07:17.543947 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port d72b69af-01f4-4366-9f74-3263e78b0c93, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=d72b69af-01f4-4366-9f74-3263e78b0c93,segment=NetworkSegment(837bbb8d-e72f-44c2-893c-c4df3456bfd0),segment_id=837bbb8d-e72f-44c2-893c-c4df3456bfd0)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:07:17.549243 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:17.582004 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-cd8e38c0-0e5e-4e9a-8fd5-753c800ebc24 tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:17.583760 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-cd8e38c0-0e5e-4e9a-8fd5-753c800ebc24 tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7afe2725-211f-4a04-a488-e97f3118f7d4&tenant_id=0184527d62ac40cb863b24d5f91a9ee4&binding%3Ahost_id=n-h1-768851-15 HTTP/1.1" status: 200 len: 1097 time: 0.2700982 Aug 10 03:07:17.608304 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-ff541507-fc8e-4231-b077-477dbac751c8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-768851-15'}}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:07:17.611239 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=d72b69af-01f4-4366-9f74-3263e78b0c93,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:17.658009 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-30cf52e4-8808-4e3e-9cd4-5d11d9b08b05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:17.664005 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b49c1230-e09c-4aeb-b964-b5b6f43c1943 req-d28c30f0-9d43-4661-922b-72986a49616b service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212513 Aug 10 03:07:17.665346 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-30cf52e4-8808-4e3e-9cd4-5d11d9b08b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:17.686209 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c1230-e09c-4aeb-b964-b5b6f43c1943 req-4dbd0b62-0582-453e-b596-fb7194cfa122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:17.687731 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b49c1230-e09c-4aeb-b964-b5b6f43c1943 req-4dbd0b62-0582-453e-b596-fb7194cfa122 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d HTTP/1.1" status: 200 len: 870 time: 0.2765529 Aug 10 03:07:17.690978 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4061dfd3-4d70-4022-ad2b-b58ba41889a0 req-eaef882b-a07f-4211-92e7-dc56686f6884 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557016 Aug 10 03:07:17.716362 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-70f43c39-8463-4c5d-9d28-d0dd85a8b5bc req-9b22dcea-9d94-438e-a496-063aad10f6dd tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732836 Aug 10 03:07:17.750971 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-30cf52e4-8808-4e3e-9cd4-5d11d9b08b05 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3e4f5e4d785d44718f5927518439ddc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5845346 Aug 10 03:07:17.754410 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf52e4-8808-4e3e-9cd4-5d11d9b08b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73dc416e-1c11-499c-941a-0e9d74576a99,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:17.757206 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36554) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:07:17.771715 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b49c1230-e09c-4aeb-b964-b5b6f43c1943 req-1f9ced75-6658-4d3b-be07-85b27394b90a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=7b34d85d-31ea-427f-bb22-4317f4465781 HTTP/1.1" status: 200 len: 217 time: 0.0728042 Aug 10 03:07:17.774943 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1cd1b3a8-4f3d-498e-9b69-0abc88ad7925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:17.840864 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b49c1230-e09c-4aeb-b964-b5b6f43c1943 req-cd4be385-fa42-4c9e-9968-9cfc3aa8d7a6 service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604588 Aug 10 03:07:17.854707 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-90790a0a-d2ed-4688-b7a8-3fec3d408a07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:17.904114 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-90790a0a-d2ed-4688-b7a8-3fec3d408a07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:17.921614 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 5bb16ead-7592-4d8c-a36c-dcc770503cd1 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:07:17.941115 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd1b3a8-4f3d-498e-9b69-0abc88ad7925 admin admin] Pushing event updated for resources: {'Port': ['ID=85f64d00-f351-4244-adb6-97b83ab08027,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:18.013541 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee557f52-fb42-4ca9-bd64-5c35776adca2 x-openstack-request-id: req-ee557f52-fb42-4ca9-bd64-5c35776adca2 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:07:18.014024 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6c090d-d32e-4462-8750-8d610dc55a43", "name": "network-vif-plugged", "status": "completed", "tag": "d72b69af-01f4-4366-9f74-3263e78b0c93", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:07:18.014709 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ee557f52-fb42-4ca9-bd64-5c35776adca2 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:07:18.015823 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6c090d-d32e-4462-8750-8d610dc55a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd72b69af-01f4-4366-9f74-3263e78b0c93', 'code': 200} Aug 10 03:07:18.042581 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 5bb16ead-7592-4d8c-a36c-dcc770503cd1 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:07:18.047285 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-ff541507-fc8e-4231-b077-477dbac751c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:18.080648 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd1b3a8-4f3d-498e-9b69-0abc88ad7925 admin admin] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:07:18.080932 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aafd2a-c4be-4b3d-b9f2-7124e0fe8062 req-d0c1bb96-2cca-41fa-853e-ddf4401dfd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:18.082230 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a2aafd2a-c4be-4b3d-b9f2-7124e0fe8062 req-d0c1bb96-2cca-41fa-853e-ddf4401dfd44 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8d6c090d-d32e-4462-8750-8d610dc55a43 HTTP/1.1" status: 200 len: 1097 time: 0.0727301 Aug 10 03:07:18.086891 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-90790a0a-d2ed-4688-b7a8-3fec3d408a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:18.088770 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-1cd1b3a8-4f3d-498e-9b69-0abc88ad7925 admin admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:07:18.090237 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-90790a0a-d2ed-4688-b7a8-3fec3d408a07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:18.091410 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-90790a0a-d2ed-4688-b7a8-3fec3d408a07 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/73dc416e-1c11-499c-941a-0e9d74576a99 HTTP/1.1" status: 204 len: 168 time: 0.3332875 Aug 10 03:07:18.112655 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd1b3a8-4f3d-498e-9b69-0abc88ad7925 admin admin] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:07:18.146041 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a2aafd2a-c4be-4b3d-b9f2-7124e0fe8062 req-21d98af2-5446-46a9-a111-ac795fa7c560 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533030 Aug 10 03:07:18.147371 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90790a0a-d2ed-4688-b7a8-3fec3d408a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73dc416e-1c11-499c-941a-0e9d74576a99,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:18.303728 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c1230-e09c-4aeb-b964-b5b6f43c1943 req-c08175f0-e62e-4bfb-a2d9-0cd412fd0b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:18.305256 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b49c1230-e09c-4aeb-b964-b5b6f43c1943 req-c08175f0-e62e-4bfb-a2d9-0cd412fd0b51 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.4089081 Aug 10 03:07:18.336956 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295ceabd-557c-42d7-aed8-5b361245efb1 None None] Network 5f97f8f6-d24b-4539-8e69-3c843ae8ec8b requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:07:18.441469 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb1021-ee08-46a6-83f7-58680d9e96ee req-1f992a08-42d6-4623-a778-d22218db441f tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:18.449254 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d2eb1021-ee08-46a6-83f7-58680d9e96ee req-1f992a08-42d6-4623-a778-d22218db441f tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=9418c9e4-ef93-4ce8-8169-a62e4fbadd70 HTTP/1.1" status: 200 len: 947 time: 0.4127963 Aug 10 03:07:18.511987 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-04f4ddad-6d02-457c-a247-00727dbbea12 None None] Provisioning for port 5bb16ead-7592-4d8c-a36c-dcc770503cd1 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:07:18.518707 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-04f4ddad-6d02-457c-a247-00727dbbea12 None None] Provisioning complete for port 5bb16ead-7592-4d8c-a36c-dcc770503cd1 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:07:18.519129 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-04f4ddad-6d02-457c-a247-00727dbbea12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:18.563225 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36590) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:07:18.594934 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d2eb1021-ee08-46a6-83f7-58680d9e96ee req-10383b1b-7f8e-440c-8d97-a98ea60863f3 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308081 Aug 10 03:07:18.595258 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c0961591-f888-496c-b842-a232ee143a48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:18.613064 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c1230-e09c-4aeb-b964-b5b6f43c1943 req-ccca381d-7c6a-4d12-a9e6-c83fe61dccd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:18.614602 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b49c1230-e09c-4aeb-b964-b5b6f43c1943 req-ccca381d-7c6a-4d12-a9e6-c83fe61dccd2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2828605 Aug 10 03:07:18.629233 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1cd1b3a8-4f3d-498e-9b69-0abc88ad7925 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:18.694067 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 36594) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:07:18.719757 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-04f4ddad-6d02-457c-a247-00727dbbea12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:18.791413 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 36598) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:07:18.796543 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c0961591-f888-496c-b842-a232ee143a48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:18.805301 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c0961591-f888-496c-b842-a232ee143a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:18.815254 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-04f4ddad-6d02-457c-a247-00727dbbea12 None None] For port 5bb16ead-7592-4d8c-a36c-dcc770503cd1, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=5bb16ead-7592-4d8c-a36c-dcc770503cd1,segment=NetworkSegment(97f78096-618d-4a79-9235-3ac4c46afbfb),segment_id=97f78096-618d-4a79-9235-3ac4c46afbfb)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:07:18.826722 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-04f4ddad-6d02-457c-a247-00727dbbea12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:18.845377 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0961591-f888-496c-b842-a232ee143a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe2a4ac-62d1-49fb-9046-8bce545b917a,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:18.873823 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c0961591-f888-496c-b842-a232ee143a48 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e95b730867c349a5982d56631356ba98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3028467 Aug 10 03:07:18.874956 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36606) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:07:18.905758 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f4ddad-6d02-457c-a247-00727dbbea12 None None] Pushing event updated for resources: {'Port': ['ID=5bb16ead-7592-4d8c-a36c-dcc770503cd1,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:18.939330 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a5bd706f-0667-42fa-a5f7-2b3257c0a0ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:18.952400 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b48d2e2c-9baf-4bee-84ab-6ca941a33373 None None] Provisioning complete for port 5bb16ead-7592-4d8c-a36c-dcc770503cd1 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:07:18.952781 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b48d2e2c-9baf-4bee-84ab-6ca941a33373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:18.956849 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 7b34d85d-31ea-427f-bb22-4317f4465781 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:07:18.988322 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a5bd706f-0667-42fa-a5f7-2b3257c0a0ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:19.055461 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b315c-70d0-4b6f-b243-42772c2f98f3 req-900b8777-bc47-4681-98bf-903fd9709f26 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:19.061976 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-587b315c-70d0-4b6f-b243-42772c2f98f3 req-900b8777-bc47-4681-98bf-903fd9709f26 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=7afe2725-211f-4a04-a488-e97f3118f7d4 HTTP/1.1" status: 200 len: 945 time: 0.1211588 Aug 10 03:07:19.069221 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a5bd706f-0667-42fa-a5f7-2b3257c0a0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:19.072134 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a5bd706f-0667-42fa-a5f7-2b3257c0a0ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:19.074414 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a5bd706f-0667-42fa-a5f7-2b3257c0a0ba admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3fe2a4ac-62d1-49fb-9046-8bce545b917a HTTP/1.1" status: 204 len: 168 time: 0.1981103 Aug 10 03:07:19.082879 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134f1f9-75d1-4c7d-8ae4-c052f53c50bf req-40f1a6fa-5d52-4027-826b-6cbb2a16590c tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:19.084443 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0134f1f9-75d1-4c7d-8ae4-c052f53c50bf req-40f1a6fa-5d52-4027-826b-6cbb2a16590c tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d6c090d-d32e-4462-8750-8d610dc55a43 HTTP/1.1" status: 200 len: 945 time: 0.2185199 Aug 10 03:07:19.086399 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bd706f-0667-42fa-a5f7-2b3257c0a0ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe2a4ac-62d1-49fb-9046-8bce545b917a,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:19.103062 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-ff541507-fc8e-4231-b077-477dbac751c8 service neutron] For port 7c60be1e-d749-43be-a835-a835dab09c29, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=7c60be1e-d749-43be-a835-a835dab09c29,segment=NetworkSegment(56914130-d266-4761-b91f-0f4044da3177),segment_id=56914130-d266-4761-b91f-0f4044da3177)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:07:19.124961 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-93421e20-33e9-4b0d-a76a-785845422a11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:19.134783 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b322512c-c09e-46b5-9c71-43a2f47f411c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:19.193174 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 7b34d85d-31ea-427f-bb22-4317f4465781, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=7b34d85d-31ea-427f-bb22-4317f4465781,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:07:19.214016 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '7b34d85d-31ea-427f-bb22-4317f4465781', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'port_id': '7b34d85d-31ea-427f-bb22-4317f4465781', 'mac_address': 'fa:16:3e:f4:0a:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e3eb0b-907c-4ac4-809e-ae9609bc8c67', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:07:19.264158 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:19.279543 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b34d85d-31ea-427f-bb22-4317f4465781 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:07:19.301353 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 7b34d85d-31ea-427f-bb22-4317f4465781, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=7b34d85d-31ea-427f-bb22-4317f4465781,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:07:19.307218 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:19.366617 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=7b34d85d-31ea-427f-bb22-4317f4465781,revision_number=8']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:19.504560 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.db.api [None req-b322512c-c09e-46b5-9c71-43a2f47f411c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:07:19.504560 n-d-768851-15 neutron-server[94216]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 03:07:19.504560 n-d-768851-15 neutron-server[94216]: [parameters: {'project_id_1': 'a537b3ad879347dbb9d7c0f390daa614', 'expiration_1': datetime.datetime(2021, 8, 10, 3, 7, 19, 444311)}] Aug 10 03:07:19.504560 n-d-768851-15 neutron-server[94216]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:07:19.505369 n-d-768851-15 neutron-server[94216]: DEBUG oslo_db.api [None req-b322512c-c09e-46b5-9c71-43a2f47f411c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:07:19.515238 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-587b315c-70d0-4b6f-b243-42772c2f98f3 req-998dcfdd-5cd7-465c-abde-5945d408f01f tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4151912 Aug 10 03:07:19.517129 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b49c1230-e09c-4aeb-b964-b5b6f43c1943 req-3611beba-f1b8-42e4-bd63-f094014028c0 service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8837178 Aug 10 03:07:19.532087 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0134f1f9-75d1-4c7d-8ae4-c052f53c50bf req-8124cba8-72bd-4a9b-be20-0e09c37fcdbb tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4092228 Aug 10 03:07:19.541268 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1cd1b3a8-4f3d-498e-9b69-0abc88ad7925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:19.548244 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['7b34d85d-31ea-427f-bb22-4317f4465781'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:07:19.559804 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-ff541507-fc8e-4231-b077-477dbac751c8 service neutron] For port 7c60be1e-d749-43be-a835-a835dab09c29, host n-h1-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:07:19.719627 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7afe2725-211f-4a04-a488-e97f3118f7d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c60be1e-d749-43be-a835-a835dab09c29'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:07:19.721818 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1544b649-1054-4321-bec1-ca29df04de0e" -d '{"events": [{"server_uuid": "7afe2725-211f-4a04-a488-e97f3118f7d4", "name": "network-vif-unplugged", "status": "completed", "tag": "7c60be1e-d749-43be-a835-a835dab09c29"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:07:19.731930 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-ff541507-fc8e-4231-b077-477dbac751c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:19.784806 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-ff541507-fc8e-4231-b077-477dbac751c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:19.800290 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 5bb16ead-7592-4d8c-a36c-dcc770503cd1 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:07:19.821301 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04832ef1-c805-45c0-96b5-dcbef81c0e09 x-openstack-request-id: req-04832ef1-c805-45c0-96b5-dcbef81c0e09 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:07:19.821593 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7afe2725-211f-4a04-a488-e97f3118f7d4", "name": "network-vif-unplugged", "status": "completed", "tag": "7c60be1e-d749-43be-a835-a835dab09c29", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:07:19.821844 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-04832ef1-c805-45c0-96b5-dcbef81c0e09 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:07:19.822232 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7afe2725-211f-4a04-a488-e97f3118f7d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c60be1e-d749-43be-a835-a835dab09c29', 'code': 200} Aug 10 03:07:19.852534 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 5bb16ead-7592-4d8c-a36c-dcc770503cd1 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:07:19.852907 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:19.890470 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36636) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:07:19.894326 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b49c1230-e09c-4aeb-b964-b5b6f43c1943 req-9f2b5dab-0be7-4384-af2d-3712af3d5001 service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3562882 Aug 10 03:07:19.942128 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f213c-b1b7-4d6e-bb36-bb68c613b089 req-aec119d4-0f6b-486d-9a84-b57435f2199f tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:19.943690 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b59f213c-b1b7-4d6e-bb36-bb68c613b089 req-aec119d4-0f6b-486d-9a84-b57435f2199f tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=9418c9e4-ef93-4ce8-8169-a62e4fbadd70 HTTP/1.1" status: 200 len: 948 time: 0.2558119 Aug 10 03:07:19.949443 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-93421e20-33e9-4b0d-a76a-785845422a11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:19.957971 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff541507-fc8e-4231-b077-477dbac751c8 service neutron] Pushing event updated for resources: {'Port': ['ID=7c60be1e-d749-43be-a835-a835dab09c29,revision_number=7']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:19.967624 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-93421e20-33e9-4b0d-a76a-785845422a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:20.005843 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-1393537c-1de8-4ebd-9296-ef7c1476db18 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1464856749-network', 'tenant_id': '4865d884efdb417686c35f1cac24f48e'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:07:20.010056 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b322512c-c09e-46b5-9c71-43a2f47f411c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:20.027321 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1393537c-1de8-4ebd-9296-ef7c1476db18 admin admin] Made reservation on behalf of 4865d884efdb417686c35f1cac24f48e for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:07:20.029574 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1393537c-1de8-4ebd-9296-ef7c1476db18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:20.037669 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1393537c-1de8-4ebd-9296-ef7c1476db18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:20.068221 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-ff541507-fc8e-4231-b077-477dbac751c8 service neutron] Attempting to bind port 7c60be1e-d749-43be-a835-a835dab09c29 on host n-h1-768851-15 for vnic_type normal with profile {"migrating_to": "n-h2-768851-15"} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:07:20.068556 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-ff541507-fc8e-4231-b077-477dbac751c8 service neutron] Attempting to bind port 7c60be1e-d749-43be-a835-a835dab09c29 by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '56914130-d266-4761-b91f-0f4044da3177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '909af24c-2a43-4e6d-8a1f-90b69debd82b'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:07:20.068888 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-ff541507-fc8e-4231-b077-477dbac751c8 service neutron] Attempting to bind port 7c60be1e-d749-43be-a835-a835dab09c29 on network 909af24c-2a43-4e6d-8a1f-90b69debd82b {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:07:20.072584 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-93421e20-33e9-4b0d-a76a-785845422a11 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=96f682df2cd64082a9356969611911f8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2650206 Aug 10 03:07:20.075972 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36640) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:07:20.079347 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93421e20-33e9-4b0d-a76a-785845422a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=380b0531-2507-44e5-8d3d-2148dcf1eadf,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:20.086344 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-ff541507-fc8e-4231-b077-477dbac751c8 service neutron] Port 7c60be1e-d749-43be-a835-a835dab09c29 on network 909af24c-2a43-4e6d-8a1f-90b69debd82b not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:07:20.086674 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-ff541507-fc8e-4231-b077-477dbac751c8 service neutron] Attempting to bind port 7c60be1e-d749-43be-a835-a835dab09c29 on network 909af24c-2a43-4e6d-8a1f-90b69debd82b {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:07:20.092892 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b59f213c-b1b7-4d6e-bb36-bb68c613b089 req-0a09d20b-a948-426d-984f-3e2e54512255 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399624 Aug 10 03:07:20.098246 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-ff541507-fc8e-4231-b077-477dbac751c8 service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:07:20.098602 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-ff541507-fc8e-4231-b077-477dbac751c8 service neutron] Checking segment: {'id': '56914130-d266-4761-b91f-0f4044da3177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '909af24c-2a43-4e6d-8a1f-90b69debd82b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:07:20.099015 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-ff541507-fc8e-4231-b077-477dbac751c8 service neutron] Bound using segment: {'id': '56914130-d266-4761-b91f-0f4044da3177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '909af24c-2a43-4e6d-8a1f-90b69debd82b'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:07:20.099456 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-ff541507-fc8e-4231-b077-477dbac751c8 service neutron] Bound port: 7c60be1e-d749-43be-a835-a835dab09c29, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56914130-d266-4761-b91f-0f4044da3177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '909af24c-2a43-4e6d-8a1f-90b69debd82b'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:07:20.099840 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-ff541507-fc8e-4231-b077-477dbac751c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:20.111419 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd1b3a8-4f3d-498e-9b69-0abc88ad7925 admin admin] Router a0a7adcf-72cb-498d-8b8d-8b7b6d236225 is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:07:20.169347 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-025cba7c-fd6f-4891-9c53-0b4ddc9c9353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:20.206495 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1393537c-1de8-4ebd-9296-ef7c1476db18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:20.208578 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-025cba7c-fd6f-4891-9c53-0b4ddc9c9353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:20.215609 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1393537c-1de8-4ebd-9296-ef7c1476db18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:20.251723 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-ff541507-fc8e-4231-b077-477dbac751c8 service neutron] For port 7c60be1e-d749-43be-a835-a835dab09c29, host n-h1-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:07:20.255311 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1393537c-1de8-4ebd-9296-ef7c1476db18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:07:20.276075 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1393537c-1de8-4ebd-9296-ef7c1476db18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:20.276765 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-1393537c-1de8-4ebd-9296-ef7c1476db18 admin admin] Added segment 7032d4a1-0bed-4a0d-b22e-cc357f0458e2 of type vlan for network fd2c6260-6d27-4275-98b7-f824f7aad7c0 Aug 10 03:07:20.278723 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1393537c-1de8-4ebd-9296-ef7c1476db18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72fdb7b9-dbcb-459c-aaf9-518be1a64311,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:20.280568 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-ff541507-fc8e-4231-b077-477dbac751c8 service neutron] For port 7c60be1e-d749-43be-a835-a835dab09c29, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=7c60be1e-d749-43be-a835-a835dab09c29,segment=NetworkSegment(56914130-d266-4761-b91f-0f4044da3177),segment_id=56914130-d266-4761-b91f-0f4044da3177)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:07:20.296031 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-ff541507-fc8e-4231-b077-477dbac751c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:20.307401 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd1b3a8-4f3d-498e-9b69-0abc88ad7925 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:07:20.324241 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0118bcc2-771b-45fa-9e61-dd43fd1749df None None] Sync routers for ids ['a0a7adcf-72cb-498d-8b8d-8b7b6d236225'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:07:20.344638 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0118bcc2-771b-45fa-9e61-dd43fd1749df None None] Routers {'a0a7adcf-72cb-498d-8b8d-8b7b6d236225'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:07:20.349377 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1393537c-1de8-4ebd-9296-ef7c1476db18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:20.351111 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-0118bcc2-771b-45fa-9e61-dd43fd1749df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:07:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['a0a7adcf-72cb-498d-8b8d-8b7b6d236225'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:07:20.363299 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-025cba7c-fd6f-4891-9c53-0b4ddc9c9353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:20.366581 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-025cba7c-fd6f-4891-9c53-0b4ddc9c9353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:20.383068 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-025cba7c-fd6f-4891-9c53-0b4ddc9c9353 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/380b0531-2507-44e5-8d3d-2148dcf1eadf HTTP/1.1" status: 204 len: 168 time: 0.2949905 Aug 10 03:07:20.420974 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1393537c-1de8-4ebd-9296-ef7c1476db18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:20.422319 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1393537c-1de8-4ebd-9296-ef7c1476db18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:20.423129 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1393537c-1de8-4ebd-9296-ef7c1476db18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:20.437798 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025cba7c-fd6f-4891-9c53-0b4ddc9c9353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=380b0531-2507-44e5-8d3d-2148dcf1eadf,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:20.478228 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff541507-fc8e-4231-b077-477dbac751c8 service neutron] Pushing event updated for resources: {'Port': ['ID=7c60be1e-d749-43be-a835-a835dab09c29,revision_number=8']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:20.478683 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-0118bcc2-771b-45fa-9e61-dd43fd1749df None None] Set router a0a7adcf-72cb-498d-8b8d-8b7b6d236225 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:07:20.520735 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-ff541507-fc8e-4231-b077-477dbac751c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:20.521373 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-ff541507-fc8e-4231-b077-477dbac751c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:20.522844 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-ff541507-fc8e-4231-b077-477dbac751c8 service neutron] 10.222.0.60 "PUT /v2.0/ports/7c60be1e-d749-43be-a835-a835dab09c29 HTTP/1.1" status: 200 len: 1123 time: 2.9245219 Aug 10 03:07:20.531209 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1393537c-1de8-4ebd-9296-ef7c1476db18 admin admin] Pushing event updated for resources: {'Network': ['ID=fd2c6260-6d27-4275-98b7-f824f7aad7c0,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:20.549572 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a627c9c-4d9c-4fe2-b83c-f36e9a50ebf4 req-7720e42a-dbdd-4693-858f-2437fcd5f3c3 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:20.549572 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1a627c9c-4d9c-4fe2-b83c-f36e9a50ebf4 req-7720e42a-dbdd-4693-858f-2437fcd5f3c3 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=9418c9e4-ef93-4ce8-8169-a62e4fbadd70 HTTP/1.1" status: 200 len: 948 time: 0.2181289 Aug 10 03:07:20.565099 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network fd2c6260-6d27-4275-98b7-f824f7aad7c0 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:07:20.626775 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09230b6-73f1-498e-9f1e-dd05270a3030 req-9f172fb3-becb-4228-a884-5622085b7d36 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:20.628607 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b09230b6-73f1-498e-9f1e-dd05270a3030 req-9f172fb3-becb-4228-a884-5622085b7d36 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.58 "GET /v2.0/ports?device_id=9418c9e4-ef93-4ce8-8169-a62e4fbadd70&tenant_id=6cb2c88cb44048dc824ad7a6e6e788f5&binding%3Ahost_id=n-h2-768851-15 HTTP/1.1" status: 200 len: 948 time: 0.2347608 Aug 10 03:07:20.655618 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b322512c-c09e-46b5-9c71-43a2f47f411c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:20.680762 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1393537c-1de8-4ebd-9296-ef7c1476db18 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7859917 Aug 10 03:07:20.681232 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36656) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:07:20.687264 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-0118bcc2-771b-45fa-9e61-dd43fd1749df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a7adcf-72cb-498d-8b8d-8b7b6d236225', 'name': 'tempest-AttachSCSIVolumeTestJSON-936116638-router', 'tenant_id': '8d673923bb93402d8a7949fa4d2f56bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '85f64d00-f351-4244-adb6-97b83ab08027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:07:15Z', 'updated_at': '2021-08-10T03:07:18Z', 'revision_number': 3, 'project_id': '8d673923bb93402d8a7949fa4d2f56bd', 'gw_port': {'id': '85f64d00-f351-4244-adb6-97b83ab08027', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:55:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a7adcf-72cb-498d-8b8d-8b7b6d236225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:07:16Z', 'updated_at': '2021-08-10T03:07:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:07:20.687687 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-dd3f7eac-b360-4e60-930a-f5c03b593d6a admin admin] Request body: {'subnet': {'network_id': 'fd2c6260-6d27-4275-98b7-f824f7aad7c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1464856749-subnet', 'tenant_id': '4865d884efdb417686c35f1cac24f48e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:07:20.689488 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b322512c-c09e-46b5-9c71-43a2f47f411c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:20.716593 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3f7eac-b360-4e60-930a-f5c03b593d6a admin admin] Made reservation on behalf of 4865d884efdb417686c35f1cac24f48e for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:07:20.719306 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dd3f7eac-b360-4e60-930a-f5c03b593d6a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:20.719807 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0118bcc2-771b-45fa-9e61-dd43fd1749df None None] Checking router: a0a7adcf-72cb-498d-8b8d-8b7b6d236225 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:07:20.720157 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0118bcc2-771b-45fa-9e61-dd43fd1749df None None] Updating router a0a7adcf-72cb-498d-8b8d-8b7b6d236225 port 85f64d00-f351-4244-adb6-97b83ab08027 binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:07:20.728134 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1cd1b3a8-4f3d-498e-9b69-0abc88ad7925 admin admin] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:20.730086 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-1cd1b3a8-4f3d-498e-9b69-0abc88ad7925 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.6163545 Aug 10 03:07:20.734036 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['7c60be1e-d749-43be-a835-a835dab09c29'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:07:20.745179 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 36658) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:07:20.749674 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1a627c9c-4d9c-4fe2-b83c-f36e9a50ebf4 req-aa72e549-3236-4b55-9d25-9308b6bbadf0 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920409 Aug 10 03:07:20.752433 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-0118bcc2-771b-45fa-9e61-dd43fd1749df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:20.819960 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b322512c-c09e-46b5-9c71-43a2f47f411c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a537b3ad879347dbb9d7c0f390daa614&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0471687 Aug 10 03:07:20.832860 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 36660) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:07:20.833196 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 36662) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:07:20.833839 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b322512c-c09e-46b5-9c71-43a2f47f411c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9a1267-7a2f-4343-b2ec-01701c33b96e,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:20.872067 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b03df-8b9b-41c4-a513-5e4b6b30e7a0 req-c890f127-c4aa-4252-99d9-5a02f32bfef2 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:20.879221 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-733b03df-8b9b-41c4-a513-5e4b6b30e7a0 req-c890f127-c4aa-4252-99d9-5a02f32bfef2 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=7afe2725-211f-4a04-a488-e97f3118f7d4 HTTP/1.1" status: 200 len: 943 time: 0.2498479 Aug 10 03:07:20.930496 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1383828f-8de2-4caa-9380-f9b6ad0cd5ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:20.974915 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 7b34d85d-31ea-427f-bb22-4317f4465781 up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:07:20.975537 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [req-b09230b6-73f1-498e-9f1e-dd05270a3030 req-d32647c5-c152-46a9-b6a8-1697aafe5088 service neutron] delete failed (client error): The resource could not be found. Aug 10 03:07:20.976091 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b09230b6-73f1-498e-9f1e-dd05270a3030 req-d32647c5-c152-46a9-b6a8-1697aafe5088 service neutron] 10.222.0.58 "DELETE /v2.0/ports/7b34d85d-31ea-427f-bb22-4317f4465781/bindings/n-h1-768851-15 HTTP/1.1" status: 404 len: 381 time: 0.3008058 Aug 10 03:07:20.981954 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dd3f7eac-b360-4e60-930a-f5c03b593d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:21.044161 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3f7eac-b360-4e60-930a-f5c03b593d6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1644dd4a-70e6-4532-a75f-8ed4fae5585d,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:21.060499 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port 7b34d85d-31ea-427f-bb22-4317f4465781 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:07:21.061005 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-733b03df-8b9b-41c4-a513-5e4b6b30e7a0 req-cd17bab1-b659-460b-9277-88f2e7a2b225 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767128 Aug 10 03:07:21.077113 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 7b34d85d-31ea-427f-bb22-4317f4465781 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:07:21.077976 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:21.125228 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3f7eac-b360-4e60-930a-f5c03b593d6a admin admin] Checking segment: {'id': '7032d4a1-0bed-4a0d-b22e-cc357f0458e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'fd2c6260-6d27-4275-98b7-f824f7aad7c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:07:21.125924 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3f7eac-b360-4e60-930a-f5c03b593d6a admin admin] Network hostable DHCP agents. Network: fd2c6260-6d27-4275-98b7-f824f7aad7c0, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:07:21.149480 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3f7eac-b360-4e60-930a-f5c03b593d6a admin admin] Network fd2c6260-6d27-4275-98b7-f824f7aad7c0 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:07:21.161776 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-dd3f7eac-b360-4e60-930a-f5c03b593d6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, fd2c6260-6d27-4275-98b7-f824f7aad7c0) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:07:21.184390 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3f7eac-b360-4e60-930a-f5c03b593d6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:21.185189 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dd3f7eac-b360-4e60-930a-f5c03b593d6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:21.192988 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a8646bfc-6e74-4f19-8652-4d159ebd48da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:21.199277 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:21.204659 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-0118bcc2-771b-45fa-9e61-dd43fd1749df None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:21.216019 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92c1bca-7f8d-4d6a-a243-c9df3c5c08fe None None] Network fd2c6260-6d27-4275-98b7-f824f7aad7c0 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:07:21.216942 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-0118bcc2-771b-45fa-9e61-dd43fd1749df None None] Transition to ACTIVE for port object 85f64d00-f351-4244-adb6-97b83ab08027 will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:07:21.221789 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79464154-1216-414e-9f3d-ecb0a15fd6df req-0238512d-4895-4cd5-a4c6-5179c8a10cf8 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:21.223489 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-79464154-1216-414e-9f3d-ecb0a15fd6df req-0238512d-4895-4cd5-a4c6-5179c8a10cf8 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d6c090d-d32e-4462-8750-8d610dc55a43 HTTP/1.1" status: 200 len: 945 time: 0.2943397 Aug 10 03:07:21.223711 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-0118bcc2-771b-45fa-9e61-dd43fd1749df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:21.282660 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-0118bcc2-771b-45fa-9e61-dd43fd1749df None None] Attempting to bind port 85f64d00-f351-4244-adb6-97b83ab08027 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:07:21.283053 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-0118bcc2-771b-45fa-9e61-dd43fd1749df None None] Attempting to bind port 85f64d00-f351-4244-adb6-97b83ab08027 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:07:21.283426 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0118bcc2-771b-45fa-9e61-dd43fd1749df None None] Attempting to bind port 85f64d00-f351-4244-adb6-97b83ab08027 on network 09ca2025-b9a6-4e84-8019-8d9fbef3753e {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:07:21.285283 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afeca62-5f6e-454c-b267-f6b758d4dae3 None None] Pushing event updated for resources: {'Port': ['ID=85f64d00-f351-4244-adb6-97b83ab08027,revision_number=2']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:21.291388 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0118bcc2-771b-45fa-9e61-dd43fd1749df None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:07:21.292531 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0118bcc2-771b-45fa-9e61-dd43fd1749df None None] Checking segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:07:21.293799 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-0118bcc2-771b-45fa-9e61-dd43fd1749df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:21.294329 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0118bcc2-771b-45fa-9e61-dd43fd1749df None None] Bound using segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:07:21.294975 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-0118bcc2-771b-45fa-9e61-dd43fd1749df None None] Bound port: 85f64d00-f351-4244-adb6-97b83ab08027, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:07:21.295519 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-0118bcc2-771b-45fa-9e61-dd43fd1749df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:21.304718 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a8646bfc-6e74-4f19-8652-4d159ebd48da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:21.348459 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-0118bcc2-771b-45fa-9e61-dd43fd1749df None None] For port 85f64d00-f351-4244-adb6-97b83ab08027, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:07:21.352456 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-0118bcc2-771b-45fa-9e61-dd43fd1749df None None] For port 85f64d00-f351-4244-adb6-97b83ab08027, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=85f64d00-f351-4244-adb6-97b83ab08027,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:07:21.356776 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-0118bcc2-771b-45fa-9e61-dd43fd1749df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:21.357280 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09230b6-73f1-498e-9f1e-dd05270a3030 req-b47d64ae-cc39-4c0d-ad04-8c4a953bd601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:21.358857 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b09230b6-73f1-498e-9f1e-dd05270a3030 req-b47d64ae-cc39-4c0d-ad04-8c4a953bd601 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6cb2c88cb44048dc824ad7a6e6e788f5&device_id=9418c9e4-ef93-4ce8-8169-a62e4fbadd70 HTTP/1.1" status: 200 len: 1100 time: 0.2054164 Aug 10 03:07:21.360013 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9418c9e4-ef93-4ce8-8169-a62e4fbadd70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b34d85d-31ea-427f-bb22-4317f4465781'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:07:21.363941 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061a6d79-4b00-4d77-82ea-ad66340c8dbd" -d '{"events": [{"server_uuid": "9418c9e4-ef93-4ce8-8169-a62e4fbadd70", "name": "network-vif-plugged", "status": "completed", "tag": "7b34d85d-31ea-427f-bb22-4317f4465781"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:07:21.385450 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 7b34d85d-31ea-427f-bb22-4317f4465781, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=7b34d85d-31ea-427f-bb22-4317f4465781,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:07:21.397442 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-79464154-1216-414e-9f3d-ecb0a15fd6df req-189159e5-4fbd-4aeb-a2a3-38d546e9c44e tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589305 Aug 10 03:07:21.423572 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:21.430810 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e40b79f-963f-4656-b9b7-afde4d88d9ff x-openstack-request-id: req-2e40b79f-963f-4656-b9b7-afde4d88d9ff {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:07:21.431158 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9418c9e4-ef93-4ce8-8169-a62e4fbadd70", "name": "network-vif-plugged", "status": "completed", "tag": "7b34d85d-31ea-427f-bb22-4317f4465781", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:07:21.431512 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2e40b79f-963f-4656-b9b7-afde4d88d9ff {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:07:21.432002 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9418c9e4-ef93-4ce8-8169-a62e4fbadd70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b34d85d-31ea-427f-bb22-4317f4465781', 'code': 200} Aug 10 03:07:21.453051 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afeca62-5f6e-454c-b267-f6b758d4dae3 None None] Pushing event updated for resources: {'Port': ['ID=85f64d00-f351-4244-adb6-97b83ab08027,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:21.463117 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0118bcc2-771b-45fa-9e61-dd43fd1749df None None] Routers {'a0a7adcf-72cb-498d-8b8d-8b7b6d236225'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:07:21.464271 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-0118bcc2-771b-45fa-9e61-dd43fd1749df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:07:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['a0a7adcf-72cb-498d-8b8d-8b7b6d236225'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:07:21.478662 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d8481d-73c6-4b4b-a749-de1a76851606 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-fd2c6260-6d27-4275-98b7-f824f7aad7c0', 'network_id': 'fd2c6260-6d27-4275-98b7-f824f7aad7c0', 'tenant_id': '4865d884efdb417686c35f1cac24f48e', 'fixed_ips': [{'subnet_id': '1644dd4a-70e6-4532-a75f-8ed4fae5585d'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:07:21.480181 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-37d8481d-73c6-4b4b-a749-de1a76851606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:21.576628 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-0118bcc2-771b-45fa-9e61-dd43fd1749df None None] Set router a0a7adcf-72cb-498d-8b8d-8b7b6d236225 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:07:21.587249 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=7b34d85d-31ea-427f-bb22-4317f4465781,revision_number=9']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:21.666579 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-37d8481d-73c6-4b4b-a749-de1a76851606 None None] Allocated IP 172.20.0.2 (fd2c6260-6d27-4275-98b7-f824f7aad7c0/1644dd4a-70e6-4532-a75f-8ed4fae5585d/fe10eb4d-902c-440b-b79c-7e1c6055e956) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:07:21.738440 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1383828f-8de2-4caa-9380-f9b6ad0cd5ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:21.761594 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-dd3f7eac-b360-4e60-930a-f5c03b593d6a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0792937 Aug 10 03:07:21.762597 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1383828f-8de2-4caa-9380-f9b6ad0cd5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:21.764233 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36668) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:07:21.769711 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-0f937860-1835-465b-b7e0-a1702df38d0e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1464856749-router', 'tenant_id': '4865d884efdb417686c35f1cac24f48e', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:07:21.782318 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-0118bcc2-771b-45fa-9e61-dd43fd1749df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a7adcf-72cb-498d-8b8d-8b7b6d236225', 'name': 'tempest-AttachSCSIVolumeTestJSON-936116638-router', 'tenant_id': '8d673923bb93402d8a7949fa4d2f56bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '85f64d00-f351-4244-adb6-97b83ab08027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:07:15Z', 'updated_at': '2021-08-10T03:07:18Z', 'revision_number': 3, 'project_id': '8d673923bb93402d8a7949fa4d2f56bd', 'gw_port': {'id': '85f64d00-f351-4244-adb6-97b83ab08027', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:55:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a7adcf-72cb-498d-8b8d-8b7b6d236225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:07:16Z', 'updated_at': '2021-08-10T03:07:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:07:21.807865 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0f937860-1835-465b-b7e0-a1702df38d0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:21.809147 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0f937860-1835-465b-b7e0-a1702df38d0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:21.818909 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0118bcc2-771b-45fa-9e61-dd43fd1749df None None] The sync data for ids ['a0a7adcf-72cb-498d-8b8d-8b7b6d236225'] in n-d-768851-15 is: [{'id': 'a0a7adcf-72cb-498d-8b8d-8b7b6d236225', 'name': 'tempest-AttachSCSIVolumeTestJSON-936116638-router', 'tenant_id': '8d673923bb93402d8a7949fa4d2f56bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '85f64d00-f351-4244-adb6-97b83ab08027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:07:15Z', 'updated_at': '2021-08-10T03:07:18Z', 'revision_number': 3, 'project_id': '8d673923bb93402d8a7949fa4d2f56bd', 'gw_port': {'id': '85f64d00-f351-4244-adb6-97b83ab08027', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:55:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a7adcf-72cb-498d-8b8d-8b7b6d236225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:07:16Z', 'updated_at': '2021-08-10T03:07:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:07:21.826564 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a8646bfc-6e74-4f19-8652-4d159ebd48da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:21.829184 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a8646bfc-6e74-4f19-8652-4d159ebd48da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:21.830347 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-a8646bfc-6e74-4f19-8652-4d159ebd48da admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6c9a1267-7a2f-4343-b2ec-01701c33b96e HTTP/1.1" status: 204 len: 168 time: 0.9937103 Aug 10 03:07:21.830933 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7afe2725-211f-4a04-a488-e97f3118f7d4', 'tag': '7c60be1e-d749-43be-a835-a835dab09c29'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:07:21.833509 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e1fbd4-b1a9-4077-9922-114f48566365" -d '{"events": [{"name": "network-changed", "server_uuid": "7afe2725-211f-4a04-a488-e97f3118f7d4", "tag": "7c60be1e-d749-43be-a835-a835dab09c29"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:07:21.904570 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0f937860-1835-465b-b7e0-a1702df38d0e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:21.914471 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09230b6-73f1-498e-9f1e-dd05270a3030 req-a6a87f2c-7704-4c69-b34f-0c85fd455880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:21.916026 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b09230b6-73f1-498e-9f1e-dd05270a3030 req-a6a87f2c-7704-4c69-b34f-0c85fd455880 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d HTTP/1.1" status: 200 len: 870 time: 0.5389159 Aug 10 03:07:21.917956 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd0410-34d0-4068-97ae-7506b0f5c8d6 req-a7f873ca-b12a-430e-9528-284d7826b7cb tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:21.919380 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-55fd0410-34d0-4068-97ae-7506b0f5c8d6 req-a7f873ca-b12a-430e-9528-284d7826b7cb tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=8d6c090d-d32e-4462-8750-8d610dc55a43 HTTP/1.1" status: 200 len: 1097 time: 0.2587063 Aug 10 03:07:21.921613 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-1383828f-8de2-4caa-9380-f9b6ad0cd5ec admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c2817cf4aa2444e5aaf183458dd3c4fe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0838759 Aug 10 03:07:21.922713 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-37d8481d-73c6-4b4b-a749-de1a76851606 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:21.932996 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-37d8481d-73c6-4b4b-a749-de1a76851606 None None] Transition to ACTIVE for port object fe10eb4d-902c-440b-b79c-7e1c6055e956 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:07:21.947419 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 36676) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:07:21.955377 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-37d8481d-73c6-4b4b-a749-de1a76851606 None None] Transition to ACTIVE for port object fe10eb4d-902c-440b-b79c-7e1c6055e956 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:07:21.969370 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1383828f-8de2-4caa-9380-f9b6ad0cd5ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9f1905-da41-4a0b-be52-3f489a16571c,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:21.969825 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-37d8481d-73c6-4b4b-a749-de1a76851606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:22.029895 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d8481d-73c6-4b4b-a749-de1a76851606 None None] Network fd2c6260-6d27-4275-98b7-f824f7aad7c0 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:07:22.031234 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d8481d-73c6-4b4b-a749-de1a76851606 None None] Pushing event updated for resources: {'Port': ['ID=fe10eb4d-902c-440b-b79c-7e1c6055e956,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:22.035719 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-37d8481d-73c6-4b4b-a749-de1a76851606 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:07:22.041019 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d8481d-73c6-4b4b-a749-de1a76851606 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:07:22.047629 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b09230b6-73f1-498e-9f1e-dd05270a3030 req-3fbec8a1-29bd-4b13-ab4f-b365ded464e8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=7b34d85d-31ea-427f-bb22-4317f4465781 HTTP/1.1" status: 200 len: 217 time: 0.0993383 Aug 10 03:07:22.072167 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8646bfc-6e74-4f19-8652-4d159ebd48da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9a1267-7a2f-4343-b2ec-01701c33b96e,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:22.122994 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0f937860-1835-465b-b7e0-a1702df38d0e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:22.144946 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-37d8481d-73c6-4b4b-a749-de1a76851606 None None] Attempting to bind port fe10eb4d-902c-440b-b79c-7e1c6055e956 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:07:22.145748 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-37d8481d-73c6-4b4b-a749-de1a76851606 None None] Attempting to bind port fe10eb4d-902c-440b-b79c-7e1c6055e956 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '7032d4a1-0bed-4a0d-b22e-cc357f0458e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'fd2c6260-6d27-4275-98b7-f824f7aad7c0'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:07:22.146301 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d8481d-73c6-4b4b-a749-de1a76851606 None None] Attempting to bind port fe10eb4d-902c-440b-b79c-7e1c6055e956 on network fd2c6260-6d27-4275-98b7-f824f7aad7c0 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:07:22.148452 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47074d49-267f-4108-8ccb-350ae1a886be req-f977075a-c7c2-4fbe-8cd3-af7f2a13cda6 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:22.150336 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-47074d49-267f-4108-8ccb-350ae1a886be req-f977075a-c7c2-4fbe-8cd3-af7f2a13cda6 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=9418c9e4-ef93-4ce8-8169-a62e4fbadd70 HTTP/1.1" status: 200 len: 949 time: 0.2661791 Aug 10 03:07:22.156197 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d8481d-73c6-4b4b-a749-de1a76851606 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:07:22.157170 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d8481d-73c6-4b4b-a749-de1a76851606 None None] Checking segment: {'id': '7032d4a1-0bed-4a0d-b22e-cc357f0458e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'fd2c6260-6d27-4275-98b7-f824f7aad7c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:07:22.158104 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-37d8481d-73c6-4b4b-a749-de1a76851606 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:22.158829 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d8481d-73c6-4b4b-a749-de1a76851606 None None] Bound using segment: {'id': '7032d4a1-0bed-4a0d-b22e-cc357f0458e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'fd2c6260-6d27-4275-98b7-f824f7aad7c0'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:07:22.159467 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-37d8481d-73c6-4b4b-a749-de1a76851606 None None] Bound port: fe10eb4d-902c-440b-b79c-7e1c6055e956, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7032d4a1-0bed-4a0d-b22e-cc357f0458e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'fd2c6260-6d27-4275-98b7-f824f7aad7c0'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:07:22.160155 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-37d8481d-73c6-4b4b-a749-de1a76851606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:22.168735 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-55fd0410-34d0-4068-97ae-7506b0f5c8d6 req-a34f730d-44ef-492e-b2fe-93a33c0aee68 tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221031 Aug 10 03:07:22.230412 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09230b6-73f1-498e-9f1e-dd05270a3030 req-524288ba-c17a-4e98-ba4d-f28291e1edc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:22.231966 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b09230b6-73f1-498e-9f1e-dd05270a3030 req-524288ba-c17a-4e98-ba4d-f28291e1edc1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.1519036 Aug 10 03:07:22.295551 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-37d8481d-73c6-4b4b-a749-de1a76851606 None None] For port fe10eb4d-902c-440b-b79c-7e1c6055e956, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:07:22.305386 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43eca267-5053-465e-b730-7a4ad03b7b14 x-openstack-request-id: req-43eca267-5053-465e-b730-7a4ad03b7b14 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:07:22.305681 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7afe2725-211f-4a04-a488-e97f3118f7d4", "tag": "7c60be1e-d749-43be-a835-a835dab09c29", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:07:22.305937 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-43eca267-5053-465e-b730-7a4ad03b7b14 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:07:22.306332 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7afe2725-211f-4a04-a488-e97f3118f7d4', 'tag': '7c60be1e-d749-43be-a835-a835dab09c29', 'status': 'completed', 'code': 200} Aug 10 03:07:22.314650 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-37d8481d-73c6-4b4b-a749-de1a76851606 None None] For port fe10eb4d-902c-440b-b79c-7e1c6055e956, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=fe10eb4d-902c-440b-b79c-7e1c6055e956,segment=NetworkSegment(7032d4a1-0bed-4a0d-b22e-cc357f0458e2),segment_id=7032d4a1-0bed-4a0d-b22e-cc357f0458e2)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:07:22.324826 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-37d8481d-73c6-4b4b-a749-de1a76851606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:22.325080 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c6d77940-c3e1-42cc-a61d-47f249299f01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:22.384159 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-47074d49-267f-4108-8ccb-350ae1a886be req-7ffdd8b2-eb48-4131-9934-0da9a0b8098b tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075334 Aug 10 03:07:22.404792 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d8481d-73c6-4b4b-a749-de1a76851606 None None] Pushing event updated for resources: {'Port': ['ID=fe10eb4d-902c-440b-b79c-7e1c6055e956,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:22.433604 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1fbd4-b1a9-4077-9922-114f48566365 req-57e26b58-5e2b-4847-92d1-9daf27488703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:22.443295 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-21e1fbd4-b1a9-4077-9922-114f48566365 req-57e26b58-5e2b-4847-92d1-9daf27488703 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0184527d62ac40cb863b24d5f91a9ee4&device_id=7afe2725-211f-4a04-a488-e97f3118f7d4 HTTP/1.1" status: 200 len: 1126 time: 0.1139498 Aug 10 03:07:22.525322 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c6d77940-c3e1-42cc-a61d-47f249299f01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:22.569100 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09230b6-73f1-498e-9f1e-dd05270a3030 req-5e49d20d-9e82-4af9-8ffd-80b80736f0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:22.570966 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b09230b6-73f1-498e-9f1e-dd05270a3030 req-5e49d20d-9e82-4af9-8ffd-80b80736f0f1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3162470 Aug 10 03:07:22.597483 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 36688) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:07:22.634560 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dd913e3c-b8e5-4caa-ac8d-16ef0b7e6abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:22.658267 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1fbd4-b1a9-4077-9922-114f48566365 req-01f82227-38ff-4a7c-a3a3-28eb21ac20ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:22.659935 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-21e1fbd4-b1a9-4077-9922-114f48566365 req-01f82227-38ff-4a7c-a3a3-28eb21ac20ec service neutron] 10.222.0.58 "GET /v2.0/networks?id=909af24c-2a43-4e6d-8a1f-90b69debd82b HTTP/1.1" status: 200 len: 908 time: 0.1825190 Aug 10 03:07:22.673790 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0f937860-1835-465b-b7e0-a1702df38d0e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:22.701548 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0f937860-1835-465b-b7e0-a1702df38d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:22.745720 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-21e1fbd4-b1a9-4077-9922-114f48566365 req-c8c2b723-d72a-4e60-95e1-f33bf9c0829f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c60be1e-d749-43be-a835-a835dab09c29 HTTP/1.1" status: 200 len: 217 time: 0.0513561 Aug 10 03:07:22.764963 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136eee7-0d08-499d-86db-04d289455707 req-a3ff7471-fb38-4667-a33c-21bbf07b1435 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:22.766559 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f136eee7-0d08-499d-86db-04d289455707 req-a3ff7471-fb38-4667-a33c-21bbf07b1435 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=7afe2725-211f-4a04-a488-e97f3118f7d4 HTTP/1.1" status: 200 len: 943 time: 0.2906418 Aug 10 03:07:22.774674 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-99fb8df2-7cb9-4167-9a84-ca45ab56da9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:22.871673 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1fbd4-b1a9-4077-9922-114f48566365 req-077f0636-e546-4467-a0e4-eef9ac1ecc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:22.873241 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-21e1fbd4-b1a9-4077-9922-114f48566365 req-077f0636-e546-4467-a0e4-eef9ac1ecc8d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b8c216be-f9cb-484e-9a0a-1cd9ef473e6f HTTP/1.1" status: 200 len: 847 time: 0.0929441 Aug 10 03:07:22.915172 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57401f04-e825-4906-b7a2-38e6451c6b72 req-dc6f7e8f-a70d-4f23-97a5-32453e2756a1 tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:22.916774 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-57401f04-e825-4906-b7a2-38e6451c6b72 req-dc6f7e8f-a70d-4f23-97a5-32453e2756a1 tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=8d6c090d-d32e-4462-8750-8d610dc55a43 HTTP/1.1" status: 200 len: 1097 time: 0.2475920 Aug 10 03:07:22.929587 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-21e1fbd4-b1a9-4077-9922-114f48566365 req-8550904d-3a4e-48ed-a36e-affdb2be9767 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=909af24c-2a43-4e6d-8a1f-90b69debd82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398953 Aug 10 03:07:22.954622 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-0f937860-1835-465b-b7e0-a1702df38d0e admin admin] Allocated IP 172.25.7.140 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/d7e2d275-7409-4dfc-b20f-789d469ef6b9) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:07:22.984432 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c6d77940-c3e1-42cc-a61d-47f249299f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:22.987520 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c6d77940-c3e1-42cc-a61d-47f249299f01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:22.988669 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-c6d77940-c3e1-42cc-a61d-47f249299f01 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1b9f1905-da41-4a0b-be52-3f489a16571c HTTP/1.1" status: 204 len: 168 time: 1.0366678 Aug 10 03:07:22.993923 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 7c60be1e-d749-43be-a835-a835dab09c29 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:07:23.087420 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-21e1fbd4-b1a9-4077-9922-114f48566365 req-28139928-2a89-4526-b95b-6ffeb635b5ab service neutron] 10.222.0.58 "GET /v2.0/networks/909af24c-2a43-4e6d-8a1f-90b69debd82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419036 Aug 10 03:07:23.131992 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f136eee7-0d08-499d-86db-04d289455707 req-9f18cb08-a56f-45e3-96be-104d7389f926 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536968 Aug 10 03:07:23.133354 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 7c60be1e-d749-43be-a835-a835dab09c29, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=7c60be1e-d749-43be-a835-a835dab09c29,segment=NetworkSegment(56914130-d266-4761-b91f-0f4044da3177),segment_id=56914130-d266-4761-b91f-0f4044da3177)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:07:23.162217 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 7c60be1e-d749-43be-a835-a835dab09c29 has no active binding in host n-h2-768851-15 {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 03:07:23.181954 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d77940-c3e1-42cc-a61d-47f249299f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9f1905-da41-4a0b-be52-3f489a16571c,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:23.202700 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b09230b6-73f1-498e-9f1e-dd05270a3030 req-17bd8815-f6d7-4b08-8cda-c74c336ce9cc service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6016748 Aug 10 03:07:23.226714 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-57401f04-e825-4906-b7a2-38e6451c6b72 req-60d4a5db-b2a3-4134-a4da-74c3574378be tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910600 Aug 10 03:07:23.339807 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-99fb8df2-7cb9-4167-9a84-ca45ab56da9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:23.362844 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-99fb8df2-7cb9-4167-9a84-ca45ab56da9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:23.481375 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-dd913e3c-b8e5-4caa-ac8d-16ef0b7e6abb admin admin] Allocated IP 172.20.0.1 (5f97f8f6-d24b-4539-8e69-3c843ae8ec8b/a40b5296-a635-428d-a9a3-92253f3424a5/f3c92b0d-c74d-4294-bca1-6d41886b993c) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:07:23.517329 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0f937860-1835-465b-b7e0-a1702df38d0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:23.585762 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-21e1fbd4-b1a9-4077-9922-114f48566365 req-98128c6a-195a-4e1e-a2ad-d45ffb51aad3 service neutron] 10.222.0.58 "GET /v2.0/networks/909af24c-2a43-4e6d-8a1f-90b69debd82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4804649 Aug 10 03:07:23.642174 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0f937860-1835-465b-b7e0-a1702df38d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:23.666751 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb8df2-7cb9-4167-9a84-ca45ab56da9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e572f8-bbd8-4f48-90f5-a86f88b581c7,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:23.701359 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-99fb8df2-7cb9-4167-9a84-ca45ab56da9a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d4edbc79644c41a99e504b485b172fbc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0881488 Aug 10 03:07:23.714350 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 36714) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:07:23.716568 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f937860-1835-465b-b7e0-a1702df38d0e admin admin] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:07:23.722381 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-0f937860-1835-465b-b7e0-a1702df38d0e admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:07:23.732015 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f937860-1835-465b-b7e0-a1702df38d0e admin admin] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:07:23.797173 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b09230b6-73f1-498e-9f1e-dd05270a3030 req-53daab64-19b4-4878-b227-f612d0666af0 service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5692134 Aug 10 03:07:23.819036 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f937860-1835-465b-b7e0-a1702df38d0e admin admin] Pushing event updated for resources: {'Port': ['ID=d7e2d275-7409-4dfc-b20f-789d469ef6b9,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:23.886583 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4417664-e160-42c3-b95a-63e722648b4e req-1112ca2a-cacc-426f-a08b-f5d9ff6c12cb tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:23.910978 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e4417664-e160-42c3-b95a-63e722648b4e req-1112ca2a-cacc-426f-a08b-f5d9ff6c12cb tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=9418c9e4-ef93-4ce8-8169-a62e4fbadd70 HTTP/1.1" status: 200 len: 949 time: 0.2980905 Aug 10 03:07:23.924943 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dd913e3c-b8e5-4caa-ac8d-16ef0b7e6abb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:23.934219 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea632914-a22b-4dd8-b24c-76a59a42eb22 None None] Network fd2c6260-6d27-4275-98b7-f824f7aad7c0 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:07:23.948752 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee9b418-48e0-45cd-b9f2-2d00abf3f08a req-9d111d8d-0aa1-447c-a9bc-f11cc90ee194 tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:23.957258 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9ee9b418-48e0-45cd-b9f2-2d00abf3f08a req-9d111d8d-0aa1-447c-a9bc-f11cc90ee194 tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=8d6c090d-d32e-4462-8750-8d610dc55a43 HTTP/1.1" status: 200 len: 1097 time: 0.2491906 Aug 10 03:07:24.008015 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-dd913e3c-b8e5-4caa-ac8d-16ef0b7e6abb admin admin] Transition to ACTIVE for port object f3c92b0d-c74d-4294-bca1-6d41886b993c will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:07:24.025294 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7f57924f-2420-4e3d-aeae-09471399df37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:24.055694 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0f937860-1835-465b-b7e0-a1702df38d0e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:24.071036 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-47f38344-5364-4f86-a5c6-56d97932d9d8 None None] Provisioning for port fe10eb4d-902c-440b-b79c-7e1c6055e956 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:07:24.093935 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 85f64d00-f351-4244-adb6-97b83ab08027 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:07:24.132378 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9ee9b418-48e0-45cd-b9f2-2d00abf3f08a req-5034dc9d-fc36-40dc-ab11-817682212033 tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739388 Aug 10 03:07:24.159755 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7f57924f-2420-4e3d-aeae-09471399df37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:24.170237 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e4417664-e160-42c3-b95a-63e722648b4e req-00a99f59-dcdc-4800-a116-014ceba2f434 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578576 Aug 10 03:07:24.239328 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 85f64d00-f351-4244-adb6-97b83ab08027 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:07:24.248450 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 85f64d00-f351-4244-adb6-97b83ab08027 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:07:24.248833 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:24.288768 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dd913e3c-b8e5-4caa-ac8d-16ef0b7e6abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:24.378100 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd913e3c-b8e5-4caa-ac8d-16ef0b7e6abb admin admin] Network 5f97f8f6-d24b-4539-8e69-3c843ae8ec8b is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:07:24.378960 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0f937860-1835-465b-b7e0-a1702df38d0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:24.391905 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7f57924f-2420-4e3d-aeae-09471399df37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:24.394495 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7f57924f-2420-4e3d-aeae-09471399df37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:24.395596 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-7f57924f-2420-4e3d-aeae-09471399df37 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b9e572f8-bbd8-4f48-90f5-a86f88b581c7 HTTP/1.1" status: 204 len: 168 time: 0.6804712 Aug 10 03:07:24.396487 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-dd913e3c-b8e5-4caa-ac8d-16ef0b7e6abb admin admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:07:24.398291 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd913e3c-b8e5-4caa-ac8d-16ef0b7e6abb admin admin] Pushing event updated for resources: {'Port': ['ID=f3c92b0d-c74d-4294-bca1-6d41886b993c,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:24.407873 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd913e3c-b8e5-4caa-ac8d-16ef0b7e6abb admin admin] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:07:24.408340 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dd913e3c-b8e5-4caa-ac8d-16ef0b7e6abb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:24.453588 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:24.518663 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 85f64d00-f351-4244-adb6-97b83ab08027, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=85f64d00-f351-4244-adb6-97b83ab08027,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:07:24.528727 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:24.529520 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device fe10eb4d-902c-440b-b79c-7e1c6055e956 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:07:24.549456 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f937860-1835-465b-b7e0-a1702df38d0e admin admin] Router 0e2e1ce0-3ffd-44a2-b676-1df9080ddba0 is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:07:24.610617 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f57924f-2420-4e3d-aeae-09471399df37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e572f8-bbd8-4f48-90f5-a86f88b581c7,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:24.630224 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7df4b9-2d11-4654-a36b-a8b75c34bdd5 req-5374ff46-aca3-4c5b-a92f-f25876fe2077 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:24.642798 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6a7df4b9-2d11-4654-a36b-a8b75c34bdd5 req-5374ff46-aca3-4c5b-a92f-f25876fe2077 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=7afe2725-211f-4a04-a488-e97f3118f7d4 HTTP/1.1" status: 200 len: 943 time: 0.3718743 Aug 10 03:07:24.728585 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dd913e3c-b8e5-4caa-ac8d-16ef0b7e6abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:24.740419 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=85f64d00-f351-4244-adb6-97b83ab08027,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:24.818960 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port fe10eb4d-902c-440b-b79c-7e1c6055e956 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:07:24.822898 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6a7df4b9-2d11-4654-a36b-a8b75c34bdd5 req-b86761aa-0dce-4992-86fd-07e19ed57dc6 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770980 Aug 10 03:07:24.825141 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port fe10eb4d-902c-440b-b79c-7e1c6055e956 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:07:24.825725 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:24.909558 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f937860-1835-465b-b7e0-a1702df38d0e admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:07:24.939066 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0f937860-1835-465b-b7e0-a1702df38d0e admin admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:24.943749 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0f937860-1835-465b-b7e0-a1702df38d0e admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1780434 Aug 10 03:07:24.944529 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36736) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:07:24.964870 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdf93c7-2fcc-4e21-9c5f-9c89b69b9458 None None] Sync routers for ids ['0e2e1ce0-3ffd-44a2-b676-1df9080ddba0'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:07:25.016820 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:25.030195 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdf93c7-2fcc-4e21-9c5f-9c89b69b9458 None None] Routers {'0e2e1ce0-3ffd-44a2-b676-1df9080ddba0'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:07:25.030951 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-dfdf93c7-2fcc-4e21-9c5f-9c89b69b9458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:07:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['0e2e1ce0-3ffd-44a2-b676-1df9080ddba0'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:07:25.158471 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dd913e3c-b8e5-4caa-ac8d-16ef0b7e6abb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:25.168594 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dd913e3c-b8e5-4caa-ac8d-16ef0b7e6abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:25.170678 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dd913e3c-b8e5-4caa-ac8d-16ef0b7e6abb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:25.216053 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd913e3c-b8e5-4caa-ac8d-16ef0b7e6abb admin admin] Pushing event updated for resources: {'Port': ['ID=f3c92b0d-c74d-4294-bca1-6d41886b993c,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:25.239212 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-298eb120-4515-402b-b1f2-408e7138fde9 None None] Provisioning for port f3c92b0d-c74d-4294-bca1-6d41886b993c completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:07:25.375864 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-dfdf93c7-2fcc-4e21-9c5f-9c89b69b9458 None None] Set router 0e2e1ce0-3ffd-44a2-b676-1df9080ddba0 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:07:25.445696 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-298eb120-4515-402b-b1f2-408e7138fde9 None None] Provisioning complete for port f3c92b0d-c74d-4294-bca1-6d41886b993c triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:07:25.446087 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-298eb120-4515-402b-b1f2-408e7138fde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:25.545572 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:07:25.606458 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-298eb120-4515-402b-b1f2-408e7138fde9 None None] Port f3c92b0d-c74d-4294-bca1-6d41886b993c cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:07:25.621552 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8d106e7f-75ea-4ed6-8784-6fdfee39ab59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:25.637329 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port fe10eb4d-902c-440b-b79c-7e1c6055e956, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=fe10eb4d-902c-440b-b79c-7e1c6055e956,segment=NetworkSegment(7032d4a1-0bed-4a0d-b22e-cc357f0458e2),segment_id=7032d4a1-0bed-4a0d-b22e-cc357f0458e2)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:07:25.653252 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8afc872-a707-4a36-98ad-673f83f5c77c req-16e22e47-735d-4d32-8e2c-2759c26dcbb0 tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:25.654847 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b8afc872-a707-4a36-98ad-673f83f5c77c req-16e22e47-735d-4d32-8e2c-2759c26dcbb0 tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=8d6c090d-d32e-4462-8750-8d610dc55a43 HTTP/1.1" status: 200 len: 1097 time: 0.3754287 Aug 10 03:07:25.659687 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-298eb120-4515-402b-b1f2-408e7138fde9 None None] Provisioning complete for port fe10eb4d-902c-440b-b79c-7e1c6055e956 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:07:25.660127 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-298eb120-4515-402b-b1f2-408e7138fde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:25.662360 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4358c9-f9ed-413e-a854-3d97103803de req-4e848d27-27c2-4811-9145-e67977dda1f6 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:25.663831 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fa4358c9-f9ed-413e-a854-3d97103803de req-4e848d27-27c2-4811-9145-e67977dda1f6 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=9418c9e4-ef93-4ce8-8169-a62e4fbadd70 HTTP/1.1" status: 200 len: 949 time: 0.3608851 Aug 10 03:07:25.705158 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd913e3c-b8e5-4caa-ac8d-16ef0b7e6abb admin admin] Network 5f97f8f6-d24b-4539-8e69-3c843ae8ec8b is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:07:25.709163 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:25.716114 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-dd913e3c-b8e5-4caa-ac8d-16ef0b7e6abb admin admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:07:25.747666 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b8afc872-a707-4a36-98ad-673f83f5c77c req-59b5538e-dc1a-4020-9143-b906514a690f tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824599 Aug 10 03:07:25.835661 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=fe10eb4d-902c-440b-b79c-7e1c6055e956,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:25.850122 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fa4358c9-f9ed-413e-a854-3d97103803de req-1193cde8-7797-47d7-a14b-d46b8c514b1f tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628876 Aug 10 03:07:25.908832 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-8d106e7f-75ea-4ed6-8784-6fdfee39ab59 admin admin] Allocated IP 172.20.0.1 (fd2c6260-6d27-4275-98b7-f824f7aad7c0/1644dd4a-70e6-4532-a75f-8ed4fae5585d/fd28a938-e275-4f4b-b868-0a1de6e388a4) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:07:25.957687 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 85f64d00-f351-4244-adb6-97b83ab08027 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:07:25.971026 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd913e3c-b8e5-4caa-ac8d-16ef0b7e6abb admin admin] Router a0a7adcf-72cb-498d-8b8d-8b7b6d236225 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:07:25.982025 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-dfdf93c7-2fcc-4e21-9c5f-9c89b69b9458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2e1ce0-3ffd-44a2-b676-1df9080ddba0', 'name': 'tempest-FloatingIPsTestJSON-1464856749-router', 'tenant_id': '4865d884efdb417686c35f1cac24f48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'd7e2d275-7409-4dfc-b20f-789d469ef6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:07:21Z', 'updated_at': '2021-08-10T03:07:23Z', 'revision_number': 3, 'project_id': '4865d884efdb417686c35f1cac24f48e', 'gw_port': {'id': 'd7e2d275-7409-4dfc-b20f-789d469ef6b9', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:11:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e2e1ce0-3ffd-44a2-b676-1df9080ddba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:07:22Z', 'updated_at': '2021-08-10T03:07:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:07:26.113267 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8d106e7f-75ea-4ed6-8784-6fdfee39ab59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:26.143690 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-8d106e7f-75ea-4ed6-8784-6fdfee39ab59 admin admin] Transition to ACTIVE for port object fd28a938-e275-4f4b-b868-0a1de6e388a4 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:07:26.168968 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdf93c7-2fcc-4e21-9c5f-9c89b69b9458 None None] Checking router: 0e2e1ce0-3ffd-44a2-b676-1df9080ddba0 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:07:26.169320 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdf93c7-2fcc-4e21-9c5f-9c89b69b9458 None None] Updating router 0e2e1ce0-3ffd-44a2-b676-1df9080ddba0 port d7e2d275-7409-4dfc-b20f-789d469ef6b9 binding host n-d-768851-15 {{(pid=94218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:07:26.186394 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:26.201906 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8d106e7f-75ea-4ed6-8784-6fdfee39ab59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:26.220405 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:26.223740 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd913e3c-b8e5-4caa-ac8d-16ef0b7e6abb admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:07:26.227538 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-dfdf93c7-2fcc-4e21-9c5f-9c89b69b9458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:26.234789 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-dd913e3c-b8e5-4caa-ac8d-16ef0b7e6abb admin admin] 10.222.0.62 "PUT /v2.0/routers/a0a7adcf-72cb-498d-8b8d-8b7b6d236225/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4800968 Aug 10 03:07:26.242839 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea94410-bb12-4805-8a0a-6bdd64af3096 None None] Sync routers for ids ['a0a7adcf-72cb-498d-8b8d-8b7b6d236225'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:07:26.263912 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea94410-bb12-4805-8a0a-6bdd64af3096 None None] Routers {'a0a7adcf-72cb-498d-8b8d-8b7b6d236225'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:07:26.264548 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-dea94410-bb12-4805-8a0a-6bdd64af3096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:07:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['a0a7adcf-72cb-498d-8b8d-8b7b6d236225'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:07:26.274629 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d106e7f-75ea-4ed6-8784-6fdfee39ab59 admin admin] Network fd2c6260-6d27-4275-98b7-f824f7aad7c0 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:07:26.284244 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-8d106e7f-75ea-4ed6-8784-6fdfee39ab59 admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:07:26.285944 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-5b6d1607-549d-42c1-a237-926e4ed94fb8 service neutron] 10.222.0.58 "GET /v2.0/ports/7c60be1e-d749-43be-a835-a835dab09c29/bindings/n-h2-768851-15 HTTP/1.1" status: 200 len: 385 time: 0.1117966 Aug 10 03:07:26.292963 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d106e7f-75ea-4ed6-8784-6fdfee39ab59 admin admin] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:07:26.292963 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8d106e7f-75ea-4ed6-8784-6fdfee39ab59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:26.308773 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 85f64d00-f351-4244-adb6-97b83ab08027 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:07:26.309147 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:26.425448 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-dea94410-bb12-4805-8a0a-6bdd64af3096 None None] Set router a0a7adcf-72cb-498d-8b8d-8b7b6d236225 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:07:26.496593 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-341d398e-7166-4900-8e5f-128534f28163 None None] Provisioning complete for port f3c92b0d-c74d-4294-bca1-6d41886b993c triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:07:26.497174 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-341d398e-7166-4900-8e5f-128534f28163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:26.559017 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-341d398e-7166-4900-8e5f-128534f28163 None None] Port f3c92b0d-c74d-4294-bca1-6d41886b993c cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:07:26.662952 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8d106e7f-75ea-4ed6-8784-6fdfee39ab59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:26.707025 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d106e7f-75ea-4ed6-8784-6fdfee39ab59 admin admin] Pushing event updated for resources: {'Port': ['ID=fd28a938-e275-4f4b-b868-0a1de6e388a4,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:26.723264 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dddc464-12d2-40cf-9647-a2f99dc7f2d3 req-8d4df2af-f0a7-41e4-8806-cc04817fa4c4 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:26.734012 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4dddc464-12d2-40cf-9647-a2f99dc7f2d3 req-8d4df2af-f0a7-41e4-8806-cc04817fa4c4 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=7afe2725-211f-4a04-a488-e97f3118f7d4 HTTP/1.1" status: 200 len: 943 time: 0.1919541 Aug 10 03:07:26.853880 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-c50f8995-f938-441a-afe0-058170e03edc None None] Provisioning for port fd28a938-e275-4f4b-b868-0a1de6e388a4 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:07:26.860761 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-6edb4c47-f6dc-40e2-b0cc-e7c87c5196e1 service neutron] For port 7c60be1e-d749-43be-a835-a835dab09c29, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=7c60be1e-d749-43be-a835-a835dab09c29,segment=NetworkSegment(56914130-d266-4761-b91f-0f4044da3177),segment_id=56914130-d266-4761-b91f-0f4044da3177)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:07:26.861519 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-c50f8995-f938-441a-afe0-058170e03edc None None] Provisioning complete for port fd28a938-e275-4f4b-b868-0a1de6e388a4 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:07:26.862036 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c50f8995-f938-441a-afe0-058170e03edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:26.918894 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4dddc464-12d2-40cf-9647-a2f99dc7f2d3 req-26244580-dab2-47d1-aa5d-549061c1bbe7 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717899 Aug 10 03:07:26.935337 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-c50f8995-f938-441a-afe0-058170e03edc None None] Port fd28a938-e275-4f4b-b868-0a1de6e388a4 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:07:26.942521 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-6edb4c47-f6dc-40e2-b0cc-e7c87c5196e1 service neutron] For port 7c60be1e-d749-43be-a835-a835dab09c29, host n-h1-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:07:26.971115 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-dea94410-bb12-4805-8a0a-6bdd64af3096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a7adcf-72cb-498d-8b8d-8b7b6d236225', 'name': 'tempest-AttachSCSIVolumeTestJSON-936116638-router', 'tenant_id': '8d673923bb93402d8a7949fa4d2f56bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '85f64d00-f351-4244-adb6-97b83ab08027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:07:15Z', 'updated_at': '2021-08-10T03:07:24Z', 'revision_number': 4, 'project_id': '8d673923bb93402d8a7949fa4d2f56bd', 'gw_port': {'id': '85f64d00-f351-4244-adb6-97b83ab08027', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:55:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a7adcf-72cb-498d-8b8d-8b7b6d236225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:07:16Z', 'updated_at': '2021-08-10T03:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'f3c92b0d-c74d-4294-bca1-6d41886b993c', 'name': '', 'network_id': '5f97f8f6-d24b-4539-8e69-3c843ae8ec8b', 'tenant_id': '8d673923bb93402d8a7949fa4d2f56bd', 'mac_address': 'fa:16:3e:4c:e2:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a7adcf-72cb-498d-8b8d-8b7b6d236225', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'a40b5296-a635-428d-a9a3-92253f3424a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:07:22Z', 'updated_at': '2021-08-10T03:07:24Z', 'revision_number': 2, 'project_id': '8d673923bb93402d8a7949fa4d2f56bd', 'subnets': [{'id': 'a40b5296-a635-428d-a9a3-92253f3424a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:07:27.016420 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-6edb4c47-f6dc-40e2-b0cc-e7c87c5196e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c60be1e-d749-43be-a835-a835dab09c29 {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:07:27.020962 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea94410-bb12-4805-8a0a-6bdd64af3096 None None] Checking router: a0a7adcf-72cb-498d-8b8d-8b7b6d236225 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:07:27.021312 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea94410-bb12-4805-8a0a-6bdd64af3096 None None] Updating router a0a7adcf-72cb-498d-8b8d-8b7b6d236225 port f3c92b0d-c74d-4294-bca1-6d41886b993c binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:07:27.044969 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-6edb4c47-f6dc-40e2-b0cc-e7c87c5196e1 service neutron] For port 7c60be1e-d749-43be-a835-a835dab09c29, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=7c60be1e-d749-43be-a835-a835dab09c29,segment=NetworkSegment(56914130-d266-4761-b91f-0f4044da3177),segment_id=56914130-d266-4761-b91f-0f4044da3177)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:07:27.064477 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-dfdf93c7-2fcc-4e21-9c5f-9c89b69b9458 None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:27.076988 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-6edb4c47-f6dc-40e2-b0cc-e7c87c5196e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:27.082011 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-dfdf93c7-2fcc-4e21-9c5f-9c89b69b9458 None None] Transition to ACTIVE for port object d7e2d275-7409-4dfc-b20f-789d469ef6b9 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:07:27.082513 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-dea94410-bb12-4805-8a0a-6bdd64af3096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:27.096097 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-dfdf93c7-2fcc-4e21-9c5f-9c89b69b9458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:27.110357 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8d106e7f-75ea-4ed6-8784-6fdfee39ab59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:27.128217 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8d106e7f-75ea-4ed6-8784-6fdfee39ab59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:27.128946 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8d106e7f-75ea-4ed6-8784-6fdfee39ab59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:27.144449 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-dfdf93c7-2fcc-4e21-9c5f-9c89b69b9458 None None] Attempting to bind port d7e2d275-7409-4dfc-b20f-789d469ef6b9 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:07:27.144845 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-dfdf93c7-2fcc-4e21-9c5f-9c89b69b9458 None None] Attempting to bind port d7e2d275-7409-4dfc-b20f-789d469ef6b9 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:07:27.145219 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdf93c7-2fcc-4e21-9c5f-9c89b69b9458 None None] Attempting to bind port d7e2d275-7409-4dfc-b20f-789d469ef6b9 on network 09ca2025-b9a6-4e84-8019-8d9fbef3753e {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:07:27.177339 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdf93c7-2fcc-4e21-9c5f-9c89b69b9458 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:07:27.177775 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdf93c7-2fcc-4e21-9c5f-9c89b69b9458 None None] Checking segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:07:27.178586 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-dfdf93c7-2fcc-4e21-9c5f-9c89b69b9458 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:27.179264 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdf93c7-2fcc-4e21-9c5f-9c89b69b9458 None None] Bound using segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:07:27.179867 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-dfdf93c7-2fcc-4e21-9c5f-9c89b69b9458 None None] Bound port: d7e2d275-7409-4dfc-b20f-789d469ef6b9, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:07:27.180262 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-dfdf93c7-2fcc-4e21-9c5f-9c89b69b9458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:27.203037 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d106e7f-75ea-4ed6-8784-6fdfee39ab59 admin admin] Pushing event updated for resources: {'Port': ['ID=fd28a938-e275-4f4b-b868-0a1de6e388a4,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:27.220765 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d896e95-1b38-440d-8bba-d2bdde7e3d16 req-8fb87b34-5916-4349-9b0f-8a92ac8126ef tempest-MigrationsAdminTest-1494023788 tempest-MigrationsAdminTest-1494023788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:27.222314 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3d896e95-1b38-440d-8bba-d2bdde7e3d16 req-8fb87b34-5916-4349-9b0f-8a92ac8126ef tempest-MigrationsAdminTest-1494023788 tempest-MigrationsAdminTest-1494023788-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=9418c9e4-ef93-4ce8-8169-a62e4fbadd70 HTTP/1.1" status: 200 len: 1101 time: 0.1565154 Aug 10 03:07:27.307134 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdd1739-2b80-4efc-bea8-199374b1a330 None None] Pushing event updated for resources: {'Port': ['ID=d7e2d275-7409-4dfc-b20f-789d469ef6b9,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:27.331779 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3d896e95-1b38-440d-8bba-d2bdde7e3d16 req-86a92fe5-0fd6-4a69-8893-e8c7fc26a48c tempest-MigrationsAdminTest-1494023788 tempest-MigrationsAdminTest-1494023788-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947251 Aug 10 03:07:27.381829 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-6edb4c47-f6dc-40e2-b0cc-e7c87c5196e1 service neutron] Transition to ACTIVE for port object 7c60be1e-d749-43be-a835-a835dab09c29 will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:07:27.395279 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-dfdf93c7-2fcc-4e21-9c5f-9c89b69b9458 None None] For port d7e2d275-7409-4dfc-b20f-789d469ef6b9, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:07:27.398444 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-6edb4c47-f6dc-40e2-b0cc-e7c87c5196e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:27.419145 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-dfdf93c7-2fcc-4e21-9c5f-9c89b69b9458 None None] For port d7e2d275-7409-4dfc-b20f-789d469ef6b9, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=d7e2d275-7409-4dfc-b20f-789d469ef6b9,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:07:27.439277 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-dfdf93c7-2fcc-4e21-9c5f-9c89b69b9458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:27.465067 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d106e7f-75ea-4ed6-8784-6fdfee39ab59 admin admin] Network fd2c6260-6d27-4275-98b7-f824f7aad7c0 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:07:27.467284 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-8d106e7f-75ea-4ed6-8784-6fdfee39ab59 admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:07:27.584927 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdf93c7-2fcc-4e21-9c5f-9c89b69b9458 None None] Routers {'0e2e1ce0-3ffd-44a2-b676-1df9080ddba0'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:07:27.589723 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-dfdf93c7-2fcc-4e21-9c5f-9c89b69b9458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:07:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['0e2e1ce0-3ffd-44a2-b676-1df9080ddba0'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:07:27.592721 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-6edb4c47-f6dc-40e2-b0cc-e7c87c5196e1 service neutron] No DVR routers for this DVR port 7c60be1e-d749-43be-a835-a835dab09c29 on host n-h1-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:07:27.748351 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-6edb4c47-f6dc-40e2-b0cc-e7c87c5196e1 service neutron] 10.222.0.58 "PUT /v2.0/ports/7c60be1e-d749-43be-a835-a835dab09c29/bindings/n-h2-768851-15/activate HTTP/1.1" status: 200 len: 370 time: 1.4460685 Aug 10 03:07:27.762165 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edb4c47-f6dc-40e2-b0cc-e7c87c5196e1 service neutron] Pushing event updated for resources: {'Port': ['ID=7c60be1e-d749-43be-a835-a835dab09c29,revision_number=10']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:27.883205 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d106e7f-75ea-4ed6-8784-6fdfee39ab59 admin admin] Router 0e2e1ce0-3ffd-44a2-b676-1df9080ddba0 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:07:27.938470 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-dea94410-bb12-4805-8a0a-6bdd64af3096 None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:27.950537 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-dea94410-bb12-4805-8a0a-6bdd64af3096 None None] Transition to ACTIVE for port object f3c92b0d-c74d-4294-bca1-6d41886b993c will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:07:27.981625 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-dea94410-bb12-4805-8a0a-6bdd64af3096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:28.080950 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38561c0f-9195-45a3-a6f3-0f865075da0b None None] Pushing event updated for resources: {'Port': ['ID=f3c92b0d-c74d-4294-bca1-6d41886b993c,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:28.117323 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-d3125457-4732-4f2e-a4f4-2c04b442fe26 tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:28.127312 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-d3125457-4732-4f2e-a4f4-2c04b442fe26 tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7afe2725-211f-4a04-a488-e97f3118f7d4&tenant_id=0184527d62ac40cb863b24d5f91a9ee4&binding%3Ahost_id=n-h1-768851-15 HTTP/1.1" status: 200 len: 1096 time: 0.2953186 Aug 10 03:07:28.141528 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-dfdf93c7-2fcc-4e21-9c5f-9c89b69b9458 None None] Set router 0e2e1ce0-3ffd-44a2-b676-1df9080ddba0 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:07:28.283324 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-dea94410-bb12-4805-8a0a-6bdd64af3096 None None] Attempting to bind port f3c92b0d-c74d-4294-bca1-6d41886b993c on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:07:28.284107 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-dea94410-bb12-4805-8a0a-6bdd64af3096 None None] Attempting to bind port f3c92b0d-c74d-4294-bca1-6d41886b993c by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '97f78096-618d-4a79-9235-3ac4c46afbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5f97f8f6-d24b-4539-8e69-3c843ae8ec8b'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:07:28.284808 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea94410-bb12-4805-8a0a-6bdd64af3096 None None] Attempting to bind port f3c92b0d-c74d-4294-bca1-6d41886b993c on network 5f97f8f6-d24b-4539-8e69-3c843ae8ec8b {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:07:28.291405 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device fe10eb4d-902c-440b-b79c-7e1c6055e956 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:07:28.312199 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea94410-bb12-4805-8a0a-6bdd64af3096 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:07:28.313020 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea94410-bb12-4805-8a0a-6bdd64af3096 None None] Checking segment: {'id': '97f78096-618d-4a79-9235-3ac4c46afbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5f97f8f6-d24b-4539-8e69-3c843ae8ec8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:07:28.313823 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-dea94410-bb12-4805-8a0a-6bdd64af3096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:28.314040 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea94410-bb12-4805-8a0a-6bdd64af3096 None None] Bound using segment: {'id': '97f78096-618d-4a79-9235-3ac4c46afbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5f97f8f6-d24b-4539-8e69-3c843ae8ec8b'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:07:28.314603 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-dea94410-bb12-4805-8a0a-6bdd64af3096 None None] Bound port: f3c92b0d-c74d-4294-bca1-6d41886b993c, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97f78096-618d-4a79-9235-3ac4c46afbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5f97f8f6-d24b-4539-8e69-3c843ae8ec8b'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:07:28.315209 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-dea94410-bb12-4805-8a0a-6bdd64af3096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:28.327137 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-b3d1cfdb-4a9b-4b93-a61c-8d069b9e3ee5 tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:07:28.344998 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d106e7f-75ea-4ed6-8784-6fdfee39ab59 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:07:28.345801 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-b3d1cfdb-4a9b-4b93-a61c-8d069b9e3ee5 tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0368738 Aug 10 03:07:28.359802 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8d106e7f-75ea-4ed6-8784-6fdfee39ab59 admin admin] 10.222.0.62 "PUT /v2.0/routers/0e2e1ce0-3ffd-44a2-b676-1df9080ddba0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4141264 Aug 10 03:07:28.368593 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-ad9c6d69-8b84-43f6-b9fc-ec8de47277e6 service neutron] Request body: {'binding': {'host': 'n-h1-768851-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:07:28.369052 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-ad9c6d69-8b84-43f6-b9fc-ec8de47277e6 service neutron] Unknown quota resources ['binding']. {{(pid=94216) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:07:28.475883 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-dea94410-bb12-4805-8a0a-6bdd64af3096 None None] For port f3c92b0d-c74d-4294-bca1-6d41886b993c, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:07:28.484740 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-dea94410-bb12-4805-8a0a-6bdd64af3096 None None] For port f3c92b0d-c74d-4294-bca1-6d41886b993c, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=f3c92b0d-c74d-4294-bca1-6d41886b993c,segment=NetworkSegment(97f78096-618d-4a79-9235-3ac4c46afbfb),segment_id=97f78096-618d-4a79-9235-3ac4c46afbfb)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:07:28.490719 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-405cc28a-c0d4-4c70-b69c-0113fb8524d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:28.492528 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-405cc28a-c0d4-4c70-b69c-0113fb8524d7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7afe2725-211f-4a04-a488-e97f3118f7d4&tenant_id=0184527d62ac40cb863b24d5f91a9ee4 HTTP/1.1" status: 200 len: 1096 time: 0.3625405 Aug 10 03:07:28.497463 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-dea94410-bb12-4805-8a0a-6bdd64af3096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:28.570586 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea94410-bb12-4805-8a0a-6bdd64af3096 None None] Routers {'a0a7adcf-72cb-498d-8b8d-8b7b6d236225'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:07:28.571311 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-dea94410-bb12-4805-8a0a-6bdd64af3096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:07:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['a0a7adcf-72cb-498d-8b8d-8b7b6d236225'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:07:28.678109 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdd1739-2b80-4efc-bea8-199374b1a330 None None] Pushing event updated for resources: {'Port': ['ID=d7e2d275-7409-4dfc-b20f-789d469ef6b9,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:28.708689 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-2f0a28e4-4aca-4063-9949-353b5624dca0 None None] Provisioning complete for port fd28a938-e275-4f4b-b868-0a1de6e388a4 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:07:28.709330 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2f0a28e4-4aca-4063-9949-353b5624dca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:28.710648 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-dea94410-bb12-4805-8a0a-6bdd64af3096 None None] Set router a0a7adcf-72cb-498d-8b8d-8b7b6d236225 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:07:28.827237 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-2f0a28e4-4aca-4063-9949-353b5624dca0 None None] Port fd28a938-e275-4f4b-b868-0a1de6e388a4 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:07:28.877286 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-57f53c1c-a068-4ca7-b53f-1d89c04a486e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:28.881766 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-57f53c1c-a068-4ca7-b53f-1d89c04a486e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0184527d62ac40cb863b24d5f91a9ee4&device_id=7afe2725-211f-4a04-a488-e97f3118f7d4 HTTP/1.1" status: 200 len: 1096 time: 0.3600709 Aug 10 03:07:28.916201 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38561c0f-9195-45a3-a6f3-0f865075da0b None None] Pushing event updated for resources: {'Port': ['ID=f3c92b0d-c74d-4294-bca1-6d41886b993c,revision_number=4']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:29.006300 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-dea94410-bb12-4805-8a0a-6bdd64af3096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a7adcf-72cb-498d-8b8d-8b7b6d236225', 'name': 'tempest-AttachSCSIVolumeTestJSON-936116638-router', 'tenant_id': '8d673923bb93402d8a7949fa4d2f56bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '85f64d00-f351-4244-adb6-97b83ab08027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:07:15Z', 'updated_at': '2021-08-10T03:07:24Z', 'revision_number': 4, 'project_id': '8d673923bb93402d8a7949fa4d2f56bd', 'gw_port': {'id': '85f64d00-f351-4244-adb6-97b83ab08027', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:55:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a7adcf-72cb-498d-8b8d-8b7b6d236225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:07:16Z', 'updated_at': '2021-08-10T03:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'f3c92b0d-c74d-4294-bca1-6d41886b993c', 'name': '', 'network_id': '5f97f8f6-d24b-4539-8e69-3c843ae8ec8b', 'tenant_id': '8d673923bb93402d8a7949fa4d2f56bd', 'mac_address': 'fa:16:3e:4c:e2:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a7adcf-72cb-498d-8b8d-8b7b6d236225', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'a40b5296-a635-428d-a9a3-92253f3424a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:07:22Z', 'updated_at': '2021-08-10T03:07:28Z', 'revision_number': 4, 'project_id': '8d673923bb93402d8a7949fa4d2f56bd', 'subnets': [{'id': 'a40b5296-a635-428d-a9a3-92253f3424a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:07:29.036298 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36862) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:07:29.038317 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea94410-bb12-4805-8a0a-6bdd64af3096 None None] The sync data for ids ['a0a7adcf-72cb-498d-8b8d-8b7b6d236225'] in n-d-768851-15 is: [{'id': 'a0a7adcf-72cb-498d-8b8d-8b7b6d236225', 'name': 'tempest-AttachSCSIVolumeTestJSON-936116638-router', 'tenant_id': '8d673923bb93402d8a7949fa4d2f56bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '85f64d00-f351-4244-adb6-97b83ab08027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:07:15Z', 'updated_at': '2021-08-10T03:07:24Z', 'revision_number': 4, 'project_id': '8d673923bb93402d8a7949fa4d2f56bd', 'gw_port': {'id': '85f64d00-f351-4244-adb6-97b83ab08027', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:55:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a7adcf-72cb-498d-8b8d-8b7b6d236225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:07:16Z', 'updated_at': '2021-08-10T03:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'f3c92b0d-c74d-4294-bca1-6d41886b993c', 'name': '', 'network_id': '5f97f8f6-d24b-4539-8e69-3c843ae8ec8b', 'tenant_id': '8d673923bb93402d8a7949fa4d2f56bd', 'mac_address': 'fa:16:3e:4c:e2:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a7adcf-72cb-498d-8b8d-8b7b6d236225', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'a40b5296-a635-428d-a9a3-92253f3424a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:07:22Z', 'updated_at': '2021-08-10T03:07:28Z', 'revision_number': 4, 'project_id': '8d673923bb93402d8a7949fa4d2f56bd', 'subnets': [{'id': 'a40b5296-a635-428d-a9a3-92253f3424a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:07:29.081224 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-dfdf93c7-2fcc-4e21-9c5f-9c89b69b9458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2e1ce0-3ffd-44a2-b676-1df9080ddba0', 'name': 'tempest-FloatingIPsTestJSON-1464856749-router', 'tenant_id': '4865d884efdb417686c35f1cac24f48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'd7e2d275-7409-4dfc-b20f-789d469ef6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:07:21Z', 'updated_at': '2021-08-10T03:07:26Z', 'revision_number': 4, 'project_id': '4865d884efdb417686c35f1cac24f48e', 'gw_port': {'id': 'd7e2d275-7409-4dfc-b20f-789d469ef6b9', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:11:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e2e1ce0-3ffd-44a2-b676-1df9080ddba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:07:22Z', 'updated_at': '2021-08-10T03:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'fd28a938-e275-4f4b-b868-0a1de6e388a4', 'name': '', 'network_id': 'fd2c6260-6d27-4275-98b7-f824f7aad7c0', 'tenant_id': '4865d884efdb417686c35f1cac24f48e', 'mac_address': 'fa:16:3e:ae:7a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e2e1ce0-3ffd-44a2-b676-1df9080ddba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '1644dd4a-70e6-4532-a75f-8ed4fae5585d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:07:25Z', 'updated_at': '2021-08-10T03:07:26Z', 'revision_number': 2, 'project_id': '4865d884efdb417686c35f1cac24f48e', 'subnets': [{'id': '1644dd4a-70e6-4532-a75f-8ed4fae5585d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:07:29.190660 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdf93c7-2fcc-4e21-9c5f-9c89b69b9458 None None] The sync data for ids ['0e2e1ce0-3ffd-44a2-b676-1df9080ddba0'] in n-d-768851-15 is: [{'id': '0e2e1ce0-3ffd-44a2-b676-1df9080ddba0', 'name': 'tempest-FloatingIPsTestJSON-1464856749-router', 'tenant_id': '4865d884efdb417686c35f1cac24f48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'd7e2d275-7409-4dfc-b20f-789d469ef6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:07:21Z', 'updated_at': '2021-08-10T03:07:26Z', 'revision_number': 4, 'project_id': '4865d884efdb417686c35f1cac24f48e', 'gw_port': {'id': 'd7e2d275-7409-4dfc-b20f-789d469ef6b9', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:11:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e2e1ce0-3ffd-44a2-b676-1df9080ddba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:07:22Z', 'updated_at': '2021-08-10T03:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'fd28a938-e275-4f4b-b868-0a1de6e388a4', 'name': '', 'network_id': 'fd2c6260-6d27-4275-98b7-f824f7aad7c0', 'tenant_id': '4865d884efdb417686c35f1cac24f48e', 'mac_address': 'fa:16:3e:ae:7a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e2e1ce0-3ffd-44a2-b676-1df9080ddba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '1644dd4a-70e6-4532-a75f-8ed4fae5585d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:07:25Z', 'updated_at': '2021-08-10T03:07:26Z', 'revision_number': 2, 'project_id': '4865d884efdb417686c35f1cac24f48e', 'subnets': [{'id': '1644dd4a-70e6-4532-a75f-8ed4fae5585d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:07:29.215701 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 7c60be1e-d749-43be-a835-a835dab09c29 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:07:29.220848 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a0c5d810-82cb-4dd2-abc7-b24ffafd2bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:29.288404 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port fe10eb4d-902c-440b-b79c-7e1c6055e956 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:07:29.288815 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:29.354391 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 7c60be1e-d749-43be-a835-a835dab09c29 not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:07:29.406133 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a0c5d810-82cb-4dd2-abc7-b24ffafd2bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:29.434499 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a0c5d810-82cb-4dd2-abc7-b24ffafd2bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:29.502407 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-59769a64-261c-43ed-b907-35972080756c req-c1c6414e-1f5c-4655-ab92-a65bc7f10ed0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=664a6ce4-88cb-43d5-8355-6fbcdabb7a73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6184249 Aug 10 03:07:29.544393 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a0c5d810-82cb-4dd2-abc7-b24ffafd2bff admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4c3a7cd510e345fda59653f226490f92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5068915 Aug 10 03:07:29.545172 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c5d810-82cb-4dd2-abc7-b24ffafd2bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bdadcc2-26d2-45f0-893d-70aa3ca9ab4c,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:29.554836 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 36866) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:07:29.686685 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-0f59896c-ddd2-4295-a53b-f83917315b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:29.694412 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-0f59896c-ddd2-4295-a53b-f83917315b43 service neutron] 10.222.0.60 "GET /v2.0/networks?id=909af24c-2a43-4e6d-8a1f-90b69debd82b HTTP/1.1" status: 200 len: 908 time: 0.7278540 Aug 10 03:07:29.726121 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be44cc5-9971-41c8-bd8f-fc716b381fcf req-105268fd-418d-4cc0-bf6f-7b3eb17ed69b tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:29.731137 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2be44cc5-9971-41c8-bd8f-fc716b381fcf req-105268fd-418d-4cc0-bf6f-7b3eb17ed69b tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=7afe2725-211f-4a04-a488-e97f3118f7d4 HTTP/1.1" status: 200 len: 944 time: 0.4757390 Aug 10 03:07:29.736370 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-ad9c6d69-8b84-43f6-b9fc-ec8de47277e6 service neutron] Attempting to bind port d72b69af-01f4-4366-9f74-3263e78b0c93 on host n-h1-768851-15 for vnic_type normal with profile None {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:07:29.736370 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-ad9c6d69-8b84-43f6-b9fc-ec8de47277e6 service neutron] Attempting to bind port d72b69af-01f4-4366-9f74-3263e78b0c93 by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '837bbb8d-e72f-44c2-893c-c4df3456bfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b071061e-0c83-4db2-9121-a6eb9f4ae150'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:07:29.736370 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-ad9c6d69-8b84-43f6-b9fc-ec8de47277e6 service neutron] Attempting to bind port d72b69af-01f4-4366-9f74-3263e78b0c93 on network b071061e-0c83-4db2-9121-a6eb9f4ae150 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:07:29.817926 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-c4a8b698-3735-4720-9aad-fdf4cd5933de service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c60be1e-d749-43be-a835-a835dab09c29 HTTP/1.1" status: 200 len: 217 time: 0.1156929 Aug 10 03:07:29.832791 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-ad9c6d69-8b84-43f6-b9fc-ec8de47277e6 service neutron] Port d72b69af-01f4-4366-9f74-3263e78b0c93 on network b071061e-0c83-4db2-9121-a6eb9f4ae150 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:07:29.833141 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-ad9c6d69-8b84-43f6-b9fc-ec8de47277e6 service neutron] Attempting to bind port d72b69af-01f4-4366-9f74-3263e78b0c93 on network b071061e-0c83-4db2-9121-a6eb9f4ae150 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:07:29.938305 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device f3c92b0d-c74d-4294-bca1-6d41886b993c up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:07:29.964945 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-ad9c6d69-8b84-43f6-b9fc-ec8de47277e6 service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:07:29.965339 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-ad9c6d69-8b84-43f6-b9fc-ec8de47277e6 service neutron] Checking segment: {'id': '837bbb8d-e72f-44c2-893c-c4df3456bfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b071061e-0c83-4db2-9121-a6eb9f4ae150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:07:29.979049 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-ad9c6d69-8b84-43f6-b9fc-ec8de47277e6 service neutron] Bound using segment: {'id': '837bbb8d-e72f-44c2-893c-c4df3456bfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b071061e-0c83-4db2-9121-a6eb9f4ae150'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:07:29.979049 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-ad9c6d69-8b84-43f6-b9fc-ec8de47277e6 service neutron] Bound port: d72b69af-01f4-4366-9f74-3263e78b0c93, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '837bbb8d-e72f-44c2-893c-c4df3456bfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b071061e-0c83-4db2-9121-a6eb9f4ae150'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:07:29.988009 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5166c5e7-cf29-4fc3-8fe3-a24c346a5ce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:29.990909 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59769a64-261c-43ed-b907-35972080756c req-7b831b69-675b-4e07-9156-dcfe23542801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:29.992441 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-59769a64-261c-43ed-b907-35972080756c req-7b831b69-675b-4e07-9156-dcfe23542801 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bee18006e8ee4e0f8b5de53f967abbed&device_id=664a6ce4-88cb-43d5-8355-6fbcdabb7a73 HTTP/1.1" status: 200 len: 1097 time: 0.3806381 Aug 10 03:07:30.059880 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2be44cc5-9971-41c8-bd8f-fc716b381fcf req-e917c824-7683-4c16-8c21-3417e767d69a tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542684 Aug 10 03:07:30.093770 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port f3c92b0d-c74d-4294-bca1-6d41886b993c completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:07:30.099948 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port f3c92b0d-c74d-4294-bca1-6d41886b993c triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:07:30.102590 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:30.244725 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5166c5e7-cf29-4fc3-8fe3-a24c346a5ce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:30.280215 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:30.317223 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-3d18fae3-0fd8-473f-83e0-f65b8d2ffe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:30.330159 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-3d18fae3-0fd8-473f-83e0-f65b8d2ffe28 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b8c216be-f9cb-484e-9a0a-1cd9ef473e6f HTTP/1.1" status: 200 len: 847 time: 0.4789751 Aug 10 03:07:30.346586 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4f06e618-61b4-408e-9d68-b867a141fa5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:30.370287 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port f3c92b0d-c74d-4294-bca1-6d41886b993c, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=f3c92b0d-c74d-4294-bca1-6d41886b993c,segment=NetworkSegment(97f78096-618d-4a79-9235-3ac4c46afbfb),segment_id=97f78096-618d-4a79-9235-3ac4c46afbfb)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:07:30.379659 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:30.474893 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7b9d51fb-7b82-47f6-9ecc-53e4869d6769 req-5d5a8209-e9d9-47ab-8f6f-7aafdb00165e tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=6cb2c88cb44048dc824ad7a6e6e788f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2143161 Aug 10 03:07:30.516509 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-692d4eee-179f-4a5d-9dcc-7c4da9e210c9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=909af24c-2a43-4e6d-8a1f-90b69debd82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1854424 Aug 10 03:07:30.549363 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=f3c92b0d-c74d-4294-bca1-6d41886b993c,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:30.646608 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-ad9c6d69-8b84-43f6-b9fc-ec8de47277e6 service neutron] For port d72b69af-01f4-4366-9f74-3263e78b0c93, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=d72b69af-01f4-4366-9f74-3263e78b0c93,segment=NetworkSegment(837bbb8d-e72f-44c2-893c-c4df3456bfd0),segment_id=837bbb8d-e72f-44c2-893c-c4df3456bfd0)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:07:30.651780 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59769a64-261c-43ed-b907-35972080756c req-9ae12c80-9237-4437-90f5-26f1cd40dfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:30.653650 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-59769a64-261c-43ed-b907-35972080756c req-9ae12c80-9237-4437-90f5-26f1cd40dfc7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7bd6a1e2-d65a-4310-b080-ef087a9f163c HTTP/1.1" status: 200 len: 925 time: 0.5859647 Aug 10 03:07:30.685402 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-ad9c6d69-8b84-43f6-b9fc-ec8de47277e6 service neutron] Notify callbacks [] for binding, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:30.686542 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-ad9c6d69-8b84-43f6-b9fc-ec8de47277e6 service neutron] 10.222.0.62 "POST /v2.0/ports/d72b69af-01f4-4366-9f74-3263e78b0c93/bindings HTTP/1.1" status: 201 len: 390 time: 2.3357475 Aug 10 03:07:30.912356 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5166c5e7-cf29-4fc3-8fe3-a24c346a5ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:30.915138 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5166c5e7-cf29-4fc3-8fe3-a24c346a5ce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:30.916325 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-5166c5e7-cf29-4fc3-8fe3-a24c346a5ce4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9bdadcc2-26d2-45f0-893d-70aa3ca9ab4c HTTP/1.1" status: 204 len: 168 time: 1.3314221 Aug 10 03:07:30.993049 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166c5e7-cf29-4fc3-8fe3-a24c346a5ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bdadcc2-26d2-45f0-893d-70aa3ca9ab4c,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:31.028939 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-59769a64-261c-43ed-b907-35972080756c req-c1d7cb24-eaf8-4510-b74e-80526f9cfe1f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b53ea60-220b-4873-8aad-f63507800214 HTTP/1.1" status: 200 len: 1001 time: 0.3584795 Aug 10 03:07:31.083103 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d51fb-7b82-47f6-9ecc-53e4869d6769 req-a4a062f8-8173-4730-a5ac-b9a72edc51bf tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:31.090782 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7b9d51fb-7b82-47f6-9ecc-53e4869d6769 req-a4a062f8-8173-4730-a5ac-b9a72edc51bf tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6096990 Aug 10 03:07:31.311518 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59769a64-261c-43ed-b907-35972080756c req-5d693302-d7c1-48df-af5e-97a707aa405b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:31.313224 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-59769a64-261c-43ed-b907-35972080756c req-5d693302-d7c1-48df-af5e-97a707aa405b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f4099aa5-56aa-4afb-b339-2ffcbed0521f HTTP/1.1" status: 200 len: 863 time: 0.2130537 Aug 10 03:07:31.340489 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7b9d51fb-7b82-47f6-9ecc-53e4869d6769 req-0021d70a-1fb7-46d8-8549-e37fcc40126d tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/quotas/6cb2c88cb44048dc824ad7a6e6e788f5 HTTP/1.1" status: 200 len: 375 time: 0.2488019 Aug 10 03:07:31.358566 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-deb20c70-71a5-495f-97ad-2358506a3802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:31.360149 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-deb20c70-71a5-495f-97ad-2358506a3802 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d29523b6a3c34430b121d2faffd2884f&device_id=8d6c090d-d32e-4462-8750-8d610dc55a43 HTTP/1.1" status: 200 len: 1097 time: 0.2942867 Aug 10 03:07:31.416293 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7169483b-eca4-4c13-bfe4-2486ee2fd96a req-bf5dc357-9025-44f5-8631-4be8a14054c3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9418c9e4-ef93-4ce8-8169-a62e4fbadd70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3351500 Aug 10 03:07:31.561944 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-265f35e0-95fd-454b-879f-4fc7bd56f899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:31.564027 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-265f35e0-95fd-454b-879f-4fc7bd56f899 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b071061e-0c83-4db2-9121-a6eb9f4ae150 HTTP/1.1" status: 200 len: 922 time: 0.1749058 Aug 10 03:07:31.641973 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-be513024-1e8b-41af-a817-a536ee36c5e2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d72b69af-01f4-4366-9f74-3263e78b0c93 HTTP/1.1" status: 200 len: 217 time: 0.0635655 Aug 10 03:07:31.678789 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 36888) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:07:31.718319 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-6c5867bb-edd3-47fb-8fc5-cda7d8296607 service neutron] 10.222.0.60 "GET /v2.0/networks/909af24c-2a43-4e6d-8a1f-90b69debd82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1647096 Aug 10 03:07:31.772979 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b934be99-c7d0-4916-997f-be295322486f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:31.924177 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7b9d51fb-7b82-47f6-9ecc-53e4869d6769 req-5b9bb62d-7f74-48ae-9f9d-9ab109c6a0de tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6cb2c88cb44048dc824ad7a6e6e788f5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5457256 Aug 10 03:07:31.936248 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59769a64-261c-43ed-b907-35972080756c req-59fa073d-bbf7-4515-ad75-a3fc247edec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:31.937817 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-59769a64-261c-43ed-b907-35972080756c req-59fa073d-bbf7-4515-ad75-a3fc247edec3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7bd6a1e2-d65a-4310-b080-ef087a9f163c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6071420 Aug 10 03:07:31.968851 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device f3c92b0d-c74d-4294-bca1-6d41886b993c up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:07:31.984548 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d0fddfa5-805f-4836-b52c-3fc30da0482b req-3daedc79-f784-450a-bc8c-f0d8ee4cfba5 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6826649 Aug 10 03:07:32.008168 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-d0fddfa5-805f-4836-b52c-3fc30da0482b req-e304e91b-7eac-4e1b-a5bc-4d6ccf391846 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] Request body: {'floatingip': {'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:07:32.062077 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169483b-eca4-4c13-bfe4-2486ee2fd96a req-0a28f5f5-9c4c-4489-8faf-b5210fc343e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:32.064676 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7169483b-eca4-4c13-bfe4-2486ee2fd96a req-0a28f5f5-9c4c-4489-8faf-b5210fc343e9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6cb2c88cb44048dc824ad7a6e6e788f5&device_id=9418c9e4-ef93-4ce8-8169-a62e4fbadd70 HTTP/1.1" status: 200 len: 1101 time: 0.4987998 Aug 10 03:07:32.066330 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-1eaf27ff-248c-4e54-a046-04eb86460b53 service neutron] 10.222.0.60 "GET /v2.0/networks/909af24c-2a43-4e6d-8a1f-90b69debd82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184834 Aug 10 03:07:32.099525 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port f3c92b0d-c74d-4294-bca1-6d41886b993c triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:07:32.101293 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:32.155724 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-dd0bc705-1fdb-4dfc-879d-94fdbbcf63aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:32.168799 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-dd0bc705-1fdb-4dfc-879d-94fdbbcf63aa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=07f824b9-3083-4489-bc41-7237705a68bc HTTP/1.1" status: 200 len: 861 time: 0.5170498 Aug 10 03:07:32.233316 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-910f2528-a4e1-4298-aa16-d8a70536a1f0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b071061e-0c83-4db2-9121-a6eb9f4ae150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564120 Aug 10 03:07:32.243550 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169483b-eca4-4c13-bfe4-2486ee2fd96a req-3a7b3f06-0d7c-45a3-81f3-bfb67474e00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:32.256128 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7169483b-eca4-4c13-bfe4-2486ee2fd96a req-3a7b3f06-0d7c-45a3-81f3-bfb67474e00f service neutron] 10.222.0.60 "GET /v2.0/networks?id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d HTTP/1.1" status: 200 len: 870 time: 0.1539955 Aug 10 03:07:32.386043 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device d7e2d275-7409-4dfc-b20f-789d469ef6b9 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:07:32.499185 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7169483b-eca4-4c13-bfe4-2486ee2fd96a req-4b97f1e9-d43c-4b59-afa7-55136a2bd8d6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=7b34d85d-31ea-427f-bb22-4317f4465781 HTTP/1.1" status: 200 len: 217 time: 0.1764288 Aug 10 03:07:32.503423 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-59769a64-261c-43ed-b907-35972080756c req-cfb13b09-2713-4ba1-93e7-50579814045e service neutron] 10.222.0.58 "GET /v2.0/networks/7bd6a1e2-d65a-4310-b080-ef087a9f163c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5526047 Aug 10 03:07:32.544724 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b934be99-c7d0-4916-997f-be295322486f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:32.552649 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port d7e2d275-7409-4dfc-b20f-789d469ef6b9 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:07:32.559860 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port d7e2d275-7409-4dfc-b20f-789d469ef6b9 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:07:32.560559 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:32.629467 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-a40b56e0-7229-4842-980a-376b914b4093 service neutron] 10.222.0.58 "GET /v2.0/networks/b071061e-0c83-4db2-9121-a6eb9f4ae150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3667760 Aug 10 03:07:32.662575 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:32.694117 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port d7e2d275-7409-4dfc-b20f-789d469ef6b9, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=d7e2d275-7409-4dfc-b20f-789d469ef6b9,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:07:32.701650 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:32.723650 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b934be99-c7d0-4916-997f-be295322486f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:32.833599 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b934be99-c7d0-4916-997f-be295322486f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1149b9b162c443ceab0a82c0cfce82b9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1450179 Aug 10 03:07:32.838367 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 36900) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:07:32.865250 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-84be8e4b-03bf-4ee5-9f2f-da853f894baf service neutron] 10.222.0.58 "GET /v2.0/networks/b071061e-0c83-4db2-9121-a6eb9f4ae150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315283 Aug 10 03:07:32.915457 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=d7e2d275-7409-4dfc-b20f-789d469ef6b9,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:32.928505 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-e32abceb-4c2b-4041-a990-72bfcb5cedf0 tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:32.930076 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-e32abceb-4c2b-4041-a990-72bfcb5cedf0 tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7afe2725-211f-4a04-a488-e97f3118f7d4&tenant_id=0184527d62ac40cb863b24d5f91a9ee4&binding%3Ahost_id=n-h2-768851-15 HTTP/1.1" status: 200 len: 1096 time: 0.4345126 Aug 10 03:07:32.975150 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d0fddfa5-805f-4836-b52c-3fc30da0482b req-e304e91b-7eac-4e1b-a5bc-4d6ccf391846 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] Notify callbacks [] for floatingip, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:32.978492 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169483b-eca4-4c13-bfe4-2486ee2fd96a req-517da806-ada7-4b18-b468-d2a70c23fb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:32.980158 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7169483b-eca4-4c13-bfe4-2486ee2fd96a req-517da806-ada7-4b18-b468-d2a70c23fb8d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.4736004 Aug 10 03:07:32.984811 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4d14fea4-ebef-4d4e-a243-d5b103d49891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:32.997891 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b934be99-c7d0-4916-997f-be295322486f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0958d5-9c5b-47af-9616-e286351f395d,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:33.171622 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-6cb7094d-be8e-4ab2-aa00-8a33f6263f6a tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:33.173131 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-6cb7094d-be8e-4ab2-aa00-8a33f6263f6a tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=8d6c090d-d32e-4462-8750-8d610dc55a43&tenant_id=d29523b6a3c34430b121d2faffd2884f&binding%3Ahost_id=n-h2-768851-15 HTTP/1.1" status: 200 len: 1097 time: 0.0984957 Aug 10 03:07:33.189077 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-d4e20e9c-da0a-48c1-a805-b42e7cec00f5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768851-15'}}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:07:33.194596 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-7972b75e-e927-42e1-a399-1cdf9e8b4abb service neutron] For port 7c60be1e-d749-43be-a835-a835dab09c29, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:07:33.214782 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-7972b75e-e927-42e1-a399-1cdf9e8b4abb service neutron] Notify callbacks [] for binding, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:33.216003 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-58504efd-a59b-4a8f-93fb-c008a973d187 req-7972b75e-e927-42e1-a399-1cdf9e8b4abb service neutron] 10.222.0.60 "DELETE /v2.0/ports/7c60be1e-d749-43be-a835-a835dab09c29/bindings/n-h1-768851-15 HTTP/1.1" status: 204 len: 173 time: 0.2764893 Aug 10 03:07:33.224001 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-59769a64-261c-43ed-b907-35972080756c req-33ba7ea4-04c9-479c-b14a-d2f0fbff3aaf service neutron] 10.222.0.58 "GET /v2.0/networks/7bd6a1e2-d65a-4310-b080-ef087a9f163c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6858389 Aug 10 03:07:33.252803 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169483b-eca4-4c13-bfe4-2486ee2fd96a req-6d73991e-21f2-4609-bd8a-ca73b309b7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:33.254550 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7169483b-eca4-4c13-bfe4-2486ee2fd96a req-6d73991e-21f2-4609-bd8a-ca73b309b7e1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2337015 Aug 10 03:07:33.260196 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f2e8773e-1a39-4bbd-9560-8be21853edf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:33.281106 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-d4e20e9c-da0a-48c1-a805-b42e7cec00f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:33.319043 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05648daf-f556-407f-a2a9-d3ec7e1c9346 req-0755abf6-e91e-41ab-97c9-2c1e24bd04a1 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:33.328153 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-05648daf-f556-407f-a2a9-d3ec7e1c9346 req-0755abf6-e91e-41ab-97c9-2c1e24bd04a1 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d6c090d-d32e-4462-8750-8d610dc55a43 HTTP/1.1" status: 200 len: 945 time: 0.2579210 Aug 10 03:07:33.337049 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:33.384985 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f2e8773e-1a39-4bbd-9560-8be21853edf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:33.500958 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-d4e20e9c-da0a-48c1-a805-b42e7cec00f5 service neutron] For port d72b69af-01f4-4366-9f74-3263e78b0c93, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=d72b69af-01f4-4366-9f74-3263e78b0c93,segment=NetworkSegment(837bbb8d-e72f-44c2-893c-c4df3456bfd0),segment_id=837bbb8d-e72f-44c2-893c-c4df3456bfd0)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:07:33.537543 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-05648daf-f556-407f-a2a9-d3ec7e1c9346 req-4409583c-7bb4-43e3-a34d-d6d6e1130ae0 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084823 Aug 10 03:07:33.555330 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-d4e20e9c-da0a-48c1-a805-b42e7cec00f5 service neutron] For port d72b69af-01f4-4366-9f74-3263e78b0c93, host n-h2-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:07:33.557410 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f2e8773e-1a39-4bbd-9560-8be21853edf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:33.558855 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f2e8773e-1a39-4bbd-9560-8be21853edf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:33.561249 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-f2e8773e-1a39-4bbd-9560-8be21853edf3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5a0958d5-9c5b-47af-9616-e286351f395d HTTP/1.1" status: 204 len: 168 time: 0.7112887 Aug 10 03:07:33.609638 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e8773e-1a39-4bbd-9560-8be21853edf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0958d5-9c5b-47af-9616-e286351f395d,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:33.625721 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7169483b-eca4-4c13-bfe4-2486ee2fd96a req-a4a4cba4-c438-4988-966e-9b6cc56721f6 service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3557377 Aug 10 03:07:33.654287 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d0fddfa5-805f-4836-b52c-3fc30da0482b req-e304e91b-7eac-4e1b-a5bc-4d6ccf391846 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:33.655965 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6c090d-d32e-4462-8750-8d610dc55a43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd72b69af-01f4-4366-9f74-3263e78b0c93'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:07:33.659989 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4af4a5d-7bd2-4677-b372-8ee9cc69b46a" -d '{"events": [{"server_uuid": "8d6c090d-d32e-4462-8750-8d610dc55a43", "name": "network-vif-unplugged", "status": "completed", "tag": "d72b69af-01f4-4366-9f74-3263e78b0c93"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:07:33.666120 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-d4e20e9c-da0a-48c1-a805-b42e7cec00f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:33.674909 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-d4e20e9c-da0a-48c1-a805-b42e7cec00f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:33.840517 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-d4e20e9c-da0a-48c1-a805-b42e7cec00f5 service neutron] Attempting to bind port d72b69af-01f4-4366-9f74-3263e78b0c93 on host n-h2-768851-15 for vnic_type normal with profile {"migrating_to": "n-h1-768851-15"} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:07:33.840872 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-d4e20e9c-da0a-48c1-a805-b42e7cec00f5 service neutron] Attempting to bind port d72b69af-01f4-4366-9f74-3263e78b0c93 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '837bbb8d-e72f-44c2-893c-c4df3456bfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b071061e-0c83-4db2-9121-a6eb9f4ae150'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:07:33.842547 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-d4e20e9c-da0a-48c1-a805-b42e7cec00f5 service neutron] Attempting to bind port d72b69af-01f4-4366-9f74-3263e78b0c93 on network b071061e-0c83-4db2-9121-a6eb9f4ae150 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:07:33.846422 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e20e9c-da0a-48c1-a805-b42e7cec00f5 service neutron] Pushing event updated for resources: {'Port': ['ID=d72b69af-01f4-4366-9f74-3263e78b0c93,revision_number=7']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:33.852135 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-d4e20e9c-da0a-48c1-a805-b42e7cec00f5 service neutron] Port d72b69af-01f4-4366-9f74-3263e78b0c93 on network b071061e-0c83-4db2-9121-a6eb9f4ae150 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:07:33.852510 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-d4e20e9c-da0a-48c1-a805-b42e7cec00f5 service neutron] Attempting to bind port d72b69af-01f4-4366-9f74-3263e78b0c93 on network b071061e-0c83-4db2-9121-a6eb9f4ae150 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:07:33.859605 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-d4e20e9c-da0a-48c1-a805-b42e7cec00f5 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:07:33.859947 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-d4e20e9c-da0a-48c1-a805-b42e7cec00f5 service neutron] Checking segment: {'id': '837bbb8d-e72f-44c2-893c-c4df3456bfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b071061e-0c83-4db2-9121-a6eb9f4ae150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:07:33.860327 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-d4e20e9c-da0a-48c1-a805-b42e7cec00f5 service neutron] Bound using segment: {'id': '837bbb8d-e72f-44c2-893c-c4df3456bfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b071061e-0c83-4db2-9121-a6eb9f4ae150'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:07:33.860759 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-d4e20e9c-da0a-48c1-a805-b42e7cec00f5 service neutron] Bound port: d72b69af-01f4-4366-9f74-3263e78b0c93, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '837bbb8d-e72f-44c2-893c-c4df3456bfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b071061e-0c83-4db2-9121-a6eb9f4ae150'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:07:33.861118 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-d4e20e9c-da0a-48c1-a805-b42e7cec00f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:33.952864 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device d7e2d275-7409-4dfc-b20f-789d469ef6b9 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:07:33.985172 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-d4e20e9c-da0a-48c1-a805-b42e7cec00f5 service neutron] For port d72b69af-01f4-4366-9f74-3263e78b0c93, host n-h2-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:07:33.988816 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-d4e20e9c-da0a-48c1-a805-b42e7cec00f5 service neutron] For port d72b69af-01f4-4366-9f74-3263e78b0c93, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=d72b69af-01f4-4366-9f74-3263e78b0c93,segment=NetworkSegment(837bbb8d-e72f-44c2-893c-c4df3456bfd0),segment_id=837bbb8d-e72f-44c2-893c-c4df3456bfd0)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:07:33.995663 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-d4e20e9c-da0a-48c1-a805-b42e7cec00f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:34.081330 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7b9d51fb-7b82-47f6-9ecc-53e4869d6769 req-91add1ac-de4a-45e3-82bd-04768316e1f4 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=6cb2c88cb44048dc824ad7a6e6e788f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350535 Aug 10 03:07:34.158152 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbfd8af-033e-4c1a-ad97-191d4d60ca63 None None] Sync routers for ids ['0e2e1ce0-3ffd-44a2-b676-1df9080ddba0'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:07:34.197562 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-d0fddfa5-805f-4836-b52c-3fc30da0482b req-e304e91b-7eac-4e1b-a5bc-4d6ccf391846 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] Allocated IP 172.25.7.116 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/a3017ecc-d4a3-4655-baab-7950176b7899) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:07:34.214976 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbfd8af-033e-4c1a-ad97-191d4d60ca63 None None] Routers {'0e2e1ce0-3ffd-44a2-b676-1df9080ddba0'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:07:34.219095 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-6fbfd8af-033e-4c1a-ad97-191d4d60ca63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:07:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['0e2e1ce0-3ffd-44a2-b676-1df9080ddba0'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:07:34.248796 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d51fb-7b82-47f6-9ecc-53e4869d6769 req-ccb1c199-db18-438c-a4a2-97dc82e8148c tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:34.250850 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7b9d51fb-7b82-47f6-9ecc-53e4869d6769 req-ccb1c199-db18-438c-a4a2-97dc82e8148c tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1558869 Aug 10 03:07:34.311719 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-7b9d51fb-7b82-47f6-9ecc-53e4869d6769 req-09673bbf-08b3-4140-b8af-9b1a8432bb02 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Request body: {'port': {'device_id': 'c144246b-62bc-499f-bf55-06262438ba7b', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'admin_state_up': True, 'tenant_id': '6cb2c88cb44048dc824ad7a6e6e788f5'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:07:34.397477 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-6fbfd8af-033e-4c1a-ad97-191d4d60ca63 None None] Set router 0e2e1ce0-3ffd-44a2-b676-1df9080ddba0 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:07:34.399485 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d168efd-cab9-41ef-a89a-c62071c8f2f8 req-d61df147-1f68-480a-9efa-3fb135665043 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:34.407254 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:34.412342 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2d168efd-cab9-41ef-a89a-c62071c8f2f8 req-d61df147-1f68-480a-9efa-3fb135665043 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=7afe2725-211f-4a04-a488-e97f3118f7d4 HTTP/1.1" status: 200 len: 944 time: 0.7533863 Aug 10 03:07:34.496367 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7169483b-eca4-4c13-bfe4-2486ee2fd96a req-979651d3-7989-422c-96dc-5ca9d0a41bf8 service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8609025 Aug 10 03:07:34.507195 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port d7e2d275-7409-4dfc-b20f-789d469ef6b9 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:07:34.508052 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:34.526642 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e20e9c-da0a-48c1-a805-b42e7cec00f5 service neutron] Pushing event updated for resources: {'Port': ['ID=d72b69af-01f4-4366-9f74-3263e78b0c93,revision_number=8']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:34.536254 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-d4e20e9c-da0a-48c1-a805-b42e7cec00f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:34.536889 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-d4e20e9c-da0a-48c1-a805-b42e7cec00f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:34.538593 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-d4e20e9c-da0a-48c1-a805-b42e7cec00f5 service neutron] 10.222.0.58 "PUT /v2.0/ports/d72b69af-01f4-4366-9f74-3263e78b0c93 HTTP/1.1" status: 200 len: 1123 time: 1.3548343 Aug 10 03:07:34.606182 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2d168efd-cab9-41ef-a89a-c62071c8f2f8 req-a639fe7a-0aa7-4dfd-9935-7f2dfa87e0f8 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928270 Aug 10 03:07:34.648373 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b9d51fb-7b82-47f6-9ecc-53e4869d6769 req-09673bbf-08b3-4140-b8af-9b1a8432bb02 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Made reservation on behalf of 6cb2c88cb44048dc824ad7a6e6e788f5 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:07:34.652838 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7b9d51fb-7b82-47f6-9ecc-53e4869d6769 req-09673bbf-08b3-4140-b8af-9b1a8432bb02 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:34.664308 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d0fddfa5-805f-4836-b52c-3fc30da0482b req-e304e91b-7eac-4e1b-a5bc-4d6ccf391846 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:34.835622 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-66ca74d9-3983-42ce-9c99-1aaacb146e11 req-d71747c8-a2e3-4ffa-832e-a300be7fa1d2 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=c144246b-62bc-499f-bf55-06262438ba7b HTTP/1.1" status: 200 len: 210 time: 0.0578463 Aug 10 03:07:34.847186 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d0fddfa5-805f-4836-b52c-3fc30da0482b req-e304e91b-7eac-4e1b-a5bc-4d6ccf391846 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:34.911716 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['d72b69af-01f4-4366-9f74-3263e78b0c93'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:07:34.955863 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-7b9d51fb-7b82-47f6-9ecc-53e4869d6769 req-09673bbf-08b3-4140-b8af-9b1a8432bb02 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Allocated IP 192.168.233.181 (f1b7997e-1a2a-4260-9d7d-b6cf90b8801d/c2e3eb0b-907c-4ac4-809e-ae9609bc8c67/d36ab999-6fc2-43b3-892b-c2e46712150a) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:07:35.034694 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0fddfa5-805f-4836-b52c-3fc30da0482b req-e304e91b-7eac-4e1b-a5bc-4d6ccf391846 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:07:35.045518 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-d0fddfa5-805f-4836-b52c-3fc30da0482b req-e304e91b-7eac-4e1b-a5bc-4d6ccf391846 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:07:35.058506 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0fddfa5-805f-4836-b52c-3fc30da0482b req-e304e91b-7eac-4e1b-a5bc-4d6ccf391846 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:07:35.076238 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e304e91b-7eac-4e1b-a5bc-4d6ccf391846 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] Pushing event updated for resources: {'Port': ['ID=a3017ecc-d4a3-4655-baab-7950176b7899,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:35.166158 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3967a511-c6dd-4e80-aed5-3c50a46a75a3 x-openstack-request-id: req-3967a511-c6dd-4e80-aed5-3c50a46a75a3 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:07:35.169875 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6c090d-d32e-4462-8750-8d610dc55a43", "name": "network-vif-unplugged", "status": "completed", "tag": "d72b69af-01f4-4366-9f74-3263e78b0c93", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:07:35.170387 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3967a511-c6dd-4e80-aed5-3c50a46a75a3 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:07:35.171068 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6c090d-d32e-4462-8750-8d610dc55a43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd72b69af-01f4-4366-9f74-3263e78b0c93', 'code': 200} Aug 10 03:07:35.213702 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d0fddfa5-805f-4836-b52c-3fc30da0482b req-e304e91b-7eac-4e1b-a5bc-4d6ccf391846 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:35.303641 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36936) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:07:35.329174 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-6fbfd8af-033e-4c1a-ad97-191d4d60ca63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2e1ce0-3ffd-44a2-b676-1df9080ddba0', 'name': 'tempest-FloatingIPsTestJSON-1464856749-router', 'tenant_id': '4865d884efdb417686c35f1cac24f48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'd7e2d275-7409-4dfc-b20f-789d469ef6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:07:21Z', 'updated_at': '2021-08-10T03:07:26Z', 'revision_number': 4, 'project_id': '4865d884efdb417686c35f1cac24f48e', 'gw_port': {'id': 'd7e2d275-7409-4dfc-b20f-789d469ef6b9', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:11:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2e1ce0-3ffd-44a2-b676-1df9080ddba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:07:22Z', 'updated_at': '2021-08-10T03:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'fd28a938-e275-4f4b-b868-0a1de6e388a4', 'name': '', 'network_id': 'fd2c6260-6d27-4275-98b7-f824f7aad7c0', 'tenant_id': '4865d884efdb417686c35f1cac24f48e', 'mac_address': 'fa:16:3e:ae:7a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e2e1ce0-3ffd-44a2-b676-1df9080ddba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '1644dd4a-70e6-4532-a75f-8ed4fae5585d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:07:25Z', 'updated_at': '2021-08-10T03:07:26Z', 'revision_number': 2, 'project_id': '4865d884efdb417686c35f1cac24f48e', 'subnets': [{'id': '1644dd4a-70e6-4532-a75f-8ed4fae5585d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:07:35.330097 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d0fddfa5-805f-4836-b52c-3fc30da0482b req-e304e91b-7eac-4e1b-a5bc-4d6ccf391846 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:35.394842 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7b9d51fb-7b82-47f6-9ecc-53e4869d6769 req-09673bbf-08b3-4140-b8af-9b1a8432bb02 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:35.417697 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbfd8af-033e-4c1a-ad97-191d4d60ca63 None None] Checking router: 0e2e1ce0-3ffd-44a2-b676-1df9080ddba0 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:07:35.418451 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbfd8af-033e-4c1a-ad97-191d4d60ca63 None None] Updating router 0e2e1ce0-3ffd-44a2-b676-1df9080ddba0 port fd28a938-e275-4f4b-b868-0a1de6e388a4 binding host n-d-768851-15 {{(pid=94218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:07:35.438438 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-7b9d51fb-7b82-47f6-9ecc-53e4869d6769 req-09673bbf-08b3-4140-b8af-9b1a8432bb02 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Transition to ACTIVE for port object d36ab999-6fc2-43b3-892b-c2e46712150a will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:07:35.485714 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7b9d51fb-7b82-47f6-9ecc-53e4869d6769 req-09673bbf-08b3-4140-b8af-9b1a8432bb02 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:35.493013 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-6fbfd8af-033e-4c1a-ad97-191d4d60ca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:35.515384 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['7b34d85d-31ea-427f-bb22-4317f4465781'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:07:35.542508 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b9d51fb-7b82-47f6-9ecc-53e4869d6769 req-09673bbf-08b3-4140-b8af-9b1a8432bb02 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:07:35.610201 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-7b9d51fb-7b82-47f6-9ecc-53e4869d6769 req-09673bbf-08b3-4140-b8af-9b1a8432bb02 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:07:35.614461 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09673bbf-08b3-4140-b8af-9b1a8432bb02 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Pushing event updated for resources: {'Port': ['ID=d36ab999-6fc2-43b3-892b-c2e46712150a,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:35.619666 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b9d51fb-7b82-47f6-9ecc-53e4869d6769 req-09673bbf-08b3-4140-b8af-9b1a8432bb02 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:07:35.625472 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d51fb-7b82-47f6-9ecc-53e4869d6769 req-09673bbf-08b3-4140-b8af-9b1a8432bb02 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:35.626340 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7b9d51fb-7b82-47f6-9ecc-53e4869d6769 req-09673bbf-08b3-4140-b8af-9b1a8432bb02 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:35.634194 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-f07605cf-fbc5-42d8-9ad2-2c22218d8194 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-527346361-network', 'tenant_id': '17e7fef2a0e3489ea06ed8f40beecd0f'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:07:35.672239 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f07605cf-fbc5-42d8-9ad2-2c22218d8194 admin admin] Made reservation on behalf of 17e7fef2a0e3489ea06ed8f40beecd0f for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:07:35.696621 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f07605cf-fbc5-42d8-9ad2-2c22218d8194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:35.712907 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f07605cf-fbc5-42d8-9ad2-2c22218d8194 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:35.823684 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d0fddfa5-805f-4836-b52c-3fc30da0482b req-e304e91b-7eac-4e1b-a5bc-4d6ccf391846 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:35.844301 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a408cc-1ce0-471b-9103-d45ddfea1804 req-ef7c9cdd-0ffb-4546-96f2-50dacb784364 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:35.856059 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f0a408cc-1ce0-471b-9103-d45ddfea1804 req-ef7c9cdd-0ffb-4546-96f2-50dacb784364 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d6c090d-d32e-4462-8750-8d610dc55a43 HTTP/1.1" status: 200 len: 943 time: 0.5997593 Aug 10 03:07:35.859311 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d0fddfa5-805f-4836-b52c-3fc30da0482b req-e304e91b-7eac-4e1b-a5bc-4d6ccf391846 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:35.877408 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f07605cf-fbc5-42d8-9ad2-2c22218d8194 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:35.880088 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7b9d51fb-7b82-47f6-9ecc-53e4869d6769 req-09673bbf-08b3-4140-b8af-9b1a8432bb02 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5880778 Aug 10 03:07:35.883591 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f07605cf-fbc5-42d8-9ad2-2c22218d8194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:35.920494 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f07605cf-fbc5-42d8-9ad2-2c22218d8194 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:07:35.933261 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e304e91b-7eac-4e1b-a5bc-4d6ccf391846 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] Pushing event updated for resources: {'Port': ['ID=a3017ecc-d4a3-4655-baab-7950176b7899,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:35.943390 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f07605cf-fbc5-42d8-9ad2-2c22218d8194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:35.943778 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-f07605cf-fbc5-42d8-9ad2-2c22218d8194 admin admin] Added segment 4b13a0ae-7489-4ada-84b9-566941bbbab7 of type vlan for network d9255498-9d5f-4f28-89a8-aeba119591a7 Aug 10 03:07:35.957579 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d0fddfa5-805f-4836-b52c-3fc30da0482b req-e304e91b-7eac-4e1b-a5bc-4d6ccf391846 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:35.994083 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:36.005901 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f07605cf-fbc5-42d8-9ad2-2c22218d8194 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:36.015832 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f0a408cc-1ce0-471b-9103-d45ddfea1804 req-4eea6391-6092-46b1-acee-0425612deec6 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585689 Aug 10 03:07:36.023184 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d0fddfa5-805f-4836-b52c-3fc30da0482b req-e304e91b-7eac-4e1b-a5bc-4d6ccf391846 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:36.031576 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d0fddfa5-805f-4836-b52c-3fc30da0482b req-e304e91b-7eac-4e1b-a5bc-4d6ccf391846 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.0460556 Aug 10 03:07:36.057409 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-7b9d51fb-7b82-47f6-9ecc-53e4869d6769 req-7753bd94-29e2-48ab-9ce2-f2da1d0d2e1b service neutron] Request body: {'port': {'device_id': 'c144246b-62bc-499f-bf55-06262438ba7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:07:36.125283 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f07605cf-fbc5-42d8-9ad2-2c22218d8194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:36.127034 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07605cf-fbc5-42d8-9ad2-2c22218d8194 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:36.127851 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f07605cf-fbc5-42d8-9ad2-2c22218d8194 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:36.137435 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-2b4acaca-601a-49cf-87c0-b95248916bd2 None None] Provisioning for port d36ab999-6fc2-43b3-892b-c2e46712150a completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:07:36.165625 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-2b4acaca-601a-49cf-87c0-b95248916bd2 None None] Provisioning complete for port d36ab999-6fc2-43b3-892b-c2e46712150a triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:07:36.166957 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2b4acaca-601a-49cf-87c0-b95248916bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:36.171296 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d0fddfa5-805f-4836-b52c-3fc30da0482b req-4f47ee02-fd77-4382-bd37-feafbd2ba061 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.116 HTTP/1.1" status: 200 len: 696 time: 0.1384912 Aug 10 03:07:36.194608 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f07605cf-fbc5-42d8-9ad2-2c22218d8194 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.8869984 Aug 10 03:07:36.195516 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 36948) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:07:36.253754 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-2d9fb227-a996-424c-bbcc-55b54a589586 admin admin] Request body: {'subnet': {'network_id': 'd9255498-9d5f-4f28-89a8-aeba119591a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-527346361-subnet', 'tenant_id': '17e7fef2a0e3489ea06ed8f40beecd0f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:07:36.263908 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07605cf-fbc5-42d8-9ad2-2c22218d8194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef19734-caa3-4936-aa1d-3a1a27d0d7e8,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:36.316066 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7b9d51fb-7b82-47f6-9ecc-53e4869d6769 req-7753bd94-29e2-48ab-9ce2-f2da1d0d2e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:36.343529 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-2b4acaca-601a-49cf-87c0-b95248916bd2 None None] Port d36ab999-6fc2-43b3-892b-c2e46712150a cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:07:36.344293 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9fb227-a996-424c-bbcc-55b54a589586 admin admin] Made reservation on behalf of 17e7fef2a0e3489ea06ed8f40beecd0f for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:07:36.346691 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2d9fb227-a996-424c-bbcc-55b54a589586 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:36.365304 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07605cf-fbc5-42d8-9ad2-2c22218d8194 admin admin] Pushing event updated for resources: {'Network': ['ID=d9255498-9d5f-4f28-89a8-aeba119591a7,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:36.387571 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-6fbfd8af-033e-4c1a-ad97-191d4d60ca63 None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:36.407441 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-6fbfd8af-033e-4c1a-ad97-191d4d60ca63 None None] Transition to ACTIVE for port object fd28a938-e275-4f4b-b868-0a1de6e388a4 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:07:36.414398 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network d9255498-9d5f-4f28-89a8-aeba119591a7 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:07:36.435373 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-6fbfd8af-033e-4c1a-ad97-191d4d60ca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:36.440232 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fddfa5-805f-4836-b52c-3fc30da0482b req-8bbc3a81-a381-46a4-9829-1a4114b7f2fd tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:36.441658 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d0fddfa5-805f-4836-b52c-3fc30da0482b req-8bbc3a81-a381-46a4-9829-1a4114b7f2fd tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] 10.222.0.62 "GET /v2.0/networks/09ca2025-b9a6-4e84-8019-8d9fbef3753e HTTP/1.1" status: 200 len: 784 time: 0.2629554 Aug 10 03:07:36.453790 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd0c371-20ec-44ed-ab78-95b19ee42f80 req-aebec183-b947-44bf-b9af-965f5ddd59e7 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:36.463499 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bcd0c371-20ec-44ed-ab78-95b19ee42f80 req-aebec183-b947-44bf-b9af-965f5ddd59e7 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=c144246b-62bc-499f-bf55-06262438ba7b HTTP/1.1" status: 200 len: 936 time: 0.2061882 Aug 10 03:07:36.481563 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [req-d0fddfa5-805f-4836-b52c-3fc30da0482b req-37e5c63b-3dab-40bd-b6ab-f9ed326576d4 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:07:36.482603 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d0fddfa5-805f-4836-b52c-3fc30da0482b req-37e5c63b-3dab-40bd-b6ab-f9ed326576d4 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0143766 Aug 10 03:07:36.602158 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bcd0c371-20ec-44ed-ab78-95b19ee42f80 req-d13fb3d9-6f7a-4b7c-9b59-93afdd7a00d4 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331522 Aug 10 03:07:36.651262 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd7899-dda2-449d-b3ea-5233d4ffd951 None None] Pushing event updated for resources: {'Port': ['ID=fd28a938-e275-4f4b-b868-0a1de6e388a4,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:36.730939 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-6fbfd8af-033e-4c1a-ad97-191d4d60ca63 None None] Attempting to bind port fd28a938-e275-4f4b-b868-0a1de6e388a4 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:07:36.731306 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-6fbfd8af-033e-4c1a-ad97-191d4d60ca63 None None] Attempting to bind port fd28a938-e275-4f4b-b868-0a1de6e388a4 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '7032d4a1-0bed-4a0d-b22e-cc357f0458e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'fd2c6260-6d27-4275-98b7-f824f7aad7c0'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:07:36.731673 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbfd8af-033e-4c1a-ad97-191d4d60ca63 None None] Attempting to bind port fd28a938-e275-4f4b-b868-0a1de6e388a4 on network fd2c6260-6d27-4275-98b7-f824f7aad7c0 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:07:36.738214 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbfd8af-033e-4c1a-ad97-191d4d60ca63 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:07:36.738448 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbfd8af-033e-4c1a-ad97-191d4d60ca63 None None] Checking segment: {'id': '7032d4a1-0bed-4a0d-b22e-cc357f0458e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'fd2c6260-6d27-4275-98b7-f824f7aad7c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:07:36.738848 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-6fbfd8af-033e-4c1a-ad97-191d4d60ca63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:36.739394 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbfd8af-033e-4c1a-ad97-191d4d60ca63 None None] Bound using segment: {'id': '7032d4a1-0bed-4a0d-b22e-cc357f0458e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'fd2c6260-6d27-4275-98b7-f824f7aad7c0'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:07:36.740032 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-6fbfd8af-033e-4c1a-ad97-191d4d60ca63 None None] Bound port: fd28a938-e275-4f4b-b868-0a1de6e388a4, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7032d4a1-0bed-4a0d-b22e-cc357f0458e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'fd2c6260-6d27-4275-98b7-f824f7aad7c0'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:07:36.740421 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-6fbfd8af-033e-4c1a-ad97-191d4d60ca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:36.823672 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f27658ea-172a-4569-a09d-56341197a42c req-1638e636-4f90-4048-b00e-a8b7e4ee515b tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] 10.222.0.62 "GET /v2.0/floatingips/8cd799c0-078d-4188-9671-6a9d1a0f2cfd HTTP/1.1" status: 200 len: 693 time: 0.1095979 Aug 10 03:07:36.864009 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-6fbfd8af-033e-4c1a-ad97-191d4d60ca63 None None] For port fd28a938-e275-4f4b-b868-0a1de6e388a4, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:07:36.869383 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-6fbfd8af-033e-4c1a-ad97-191d4d60ca63 None None] For port fd28a938-e275-4f4b-b868-0a1de6e388a4, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=fd28a938-e275-4f4b-b868-0a1de6e388a4,segment=NetworkSegment(7032d4a1-0bed-4a0d-b22e-cc357f0458e2),segment_id=7032d4a1-0bed-4a0d-b22e-cc357f0458e2)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:07:36.881420 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-6fbfd8af-033e-4c1a-ad97-191d4d60ca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:36.881854 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-7b9d51fb-7b82-47f6-9ecc-53e4869d6769 req-7753bd94-29e2-48ab-9ce2-f2da1d0d2e1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d36ab999-6fc2-43b3-892b-c2e46712150a {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:07:36.892555 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7b9d51fb-7b82-47f6-9ecc-53e4869d6769 req-7753bd94-29e2-48ab-9ce2-f2da1d0d2e1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:36.909114 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-7b9d51fb-7b82-47f6-9ecc-53e4869d6769 req-7753bd94-29e2-48ab-9ce2-f2da1d0d2e1b service neutron] Transition to ACTIVE for port object d36ab999-6fc2-43b3-892b-c2e46712150a will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:07:36.915585 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7b9d51fb-7b82-47f6-9ecc-53e4869d6769 req-7753bd94-29e2-48ab-9ce2-f2da1d0d2e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:36.955387 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbfd8af-033e-4c1a-ad97-191d4d60ca63 None None] Routers {'0e2e1ce0-3ffd-44a2-b676-1df9080ddba0'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:07:36.956011 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-6fbfd8af-033e-4c1a-ad97-191d4d60ca63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:07:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['0e2e1ce0-3ffd-44a2-b676-1df9080ddba0'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:07:36.999310 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd7899-dda2-449d-b3ea-5233d4ffd951 None None] Pushing event updated for resources: {'Port': ['ID=fd28a938-e275-4f4b-b868-0a1de6e388a4,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:37.011780 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2d9fb227-a996-424c-bbcc-55b54a589586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:37.095613 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7753bd94-29e2-48ab-9ce2-f2da1d0d2e1b service neutron] Pushing event updated for resources: {'Port': ['ID=d36ab999-6fc2-43b3-892b-c2e46712150a,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:37.154658 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-7b9d51fb-7b82-47f6-9ecc-53e4869d6769 req-7753bd94-29e2-48ab-9ce2-f2da1d0d2e1b service neutron] Attempting to bind port d36ab999-6fc2-43b3-892b-c2e46712150a on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:07:37.159711 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-7b9d51fb-7b82-47f6-9ecc-53e4869d6769 req-7753bd94-29e2-48ab-9ce2-f2da1d0d2e1b service neutron] Attempting to bind port d36ab999-6fc2-43b3-892b-c2e46712150a by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:07:37.160302 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9d51fb-7b82-47f6-9ecc-53e4869d6769 req-7753bd94-29e2-48ab-9ce2-f2da1d0d2e1b service neutron] Attempting to bind port d36ab999-6fc2-43b3-892b-c2e46712150a on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:07:37.169402 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9d51fb-7b82-47f6-9ecc-53e4869d6769 req-7753bd94-29e2-48ab-9ce2-f2da1d0d2e1b service neutron] Port d36ab999-6fc2-43b3-892b-c2e46712150a on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:07:37.173129 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05376af-2a9c-45de-9f25-4fd308b9dfd8 req-c227e086-162d-47ea-9076-f57cedce9878 tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:37.175293 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a05376af-2a9c-45de-9f25-4fd308b9dfd8 req-c227e086-162d-47ea-9076-f57cedce9878 tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=7afe2725-211f-4a04-a488-e97f3118f7d4 HTTP/1.1" status: 200 len: 1096 time: 0.3507211 Aug 10 03:07:37.179352 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9d51fb-7b82-47f6-9ecc-53e4869d6769 req-7753bd94-29e2-48ab-9ce2-f2da1d0d2e1b service neutron] Attempting to bind port d36ab999-6fc2-43b3-892b-c2e46712150a on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:07:37.192076 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-6fbfd8af-033e-4c1a-ad97-191d4d60ca63 None None] Set router 0e2e1ce0-3ffd-44a2-b676-1df9080ddba0 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:07:37.195505 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d6c090d-d32e-4462-8750-8d610dc55a43', 'tag': 'd72b69af-01f4-4366-9f74-3263e78b0c93'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:07:37.204520 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9fb227-a996-424c-bbcc-55b54a589586 admin admin] Checking segment: {'id': '4b13a0ae-7489-4ada-84b9-566941bbbab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd9255498-9d5f-4f28-89a8-aeba119591a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:07:37.205186 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6761a5ea-5808-4fc5-8289-deec65f4dceb" -d '{"events": [{"name": "network-changed", "server_uuid": "8d6c090d-d32e-4462-8750-8d610dc55a43", "tag": "d72b69af-01f4-4366-9f74-3263e78b0c93"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:07:37.206627 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9fb227-a996-424c-bbcc-55b54a589586 admin admin] Network hostable DHCP agents. Network: d9255498-9d5f-4f28-89a8-aeba119591a7, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:07:37.233207 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9d51fb-7b82-47f6-9ecc-53e4869d6769 req-7753bd94-29e2-48ab-9ce2-f2da1d0d2e1b service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:07:37.240824 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9d51fb-7b82-47f6-9ecc-53e4869d6769 req-7753bd94-29e2-48ab-9ce2-f2da1d0d2e1b service neutron] Checking segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:07:37.241551 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9d51fb-7b82-47f6-9ecc-53e4869d6769 req-7753bd94-29e2-48ab-9ce2-f2da1d0d2e1b service neutron] Bound using segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:07:37.242178 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-7b9d51fb-7b82-47f6-9ecc-53e4869d6769 req-7753bd94-29e2-48ab-9ce2-f2da1d0d2e1b service neutron] Bound port: d36ab999-6fc2-43b3-892b-c2e46712150a, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:07:37.242823 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7b9d51fb-7b82-47f6-9ecc-53e4869d6769 req-7753bd94-29e2-48ab-9ce2-f2da1d0d2e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:37.308167 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9fb227-a996-424c-bbcc-55b54a589586 admin admin] Pushing event updated for resources: {'Subnet': ['ID=351cb634-6784-4e2f-aa61-a5032bb13f30,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:37.312112 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device d72b69af-01f4-4366-9f74-3263e78b0c93 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:07:37.367366 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a05376af-2a9c-45de-9f25-4fd308b9dfd8 req-978c7d6a-6f34-4eff-bd75-fb1cbda26135 tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769891 Aug 10 03:07:37.371899 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-7b9d51fb-7b82-47f6-9ecc-53e4869d6769 req-7753bd94-29e2-48ab-9ce2-f2da1d0d2e1b service neutron] For port d36ab999-6fc2-43b3-892b-c2e46712150a, host n-h2-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:07:37.388489 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-7b9d51fb-7b82-47f6-9ecc-53e4869d6769 req-7753bd94-29e2-48ab-9ce2-f2da1d0d2e1b service neutron] For port d36ab999-6fc2-43b3-892b-c2e46712150a, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=d36ab999-6fc2-43b3-892b-c2e46712150a,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:07:37.414663 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7b9d51fb-7b82-47f6-9ecc-53e4869d6769 req-7753bd94-29e2-48ab-9ce2-f2da1d0d2e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:37.444063 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27658ea-172a-4569-a09d-56341197a42c req-b954c65a-60d0-43e4-b565-0526043ce650 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:37.451431 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f27658ea-172a-4569-a09d-56341197a42c req-b954c65a-60d0-43e4-b565-0526043ce650 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] 10.222.0.62 "GET /v2.0/networks/09ca2025-b9a6-4e84-8019-8d9fbef3753e HTTP/1.1" status: 200 len: 784 time: 0.4865541 Aug 10 03:07:37.453724 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9fb227-a996-424c-bbcc-55b54a589586 admin admin] Network d9255498-9d5f-4f28-89a8-aeba119591a7 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:07:37.462903 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [req-f27658ea-172a-4569-a09d-56341197a42c req-b331c60c-464f-4d8d-b33e-10177382a87b tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:07:37.475394 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f27658ea-172a-4569-a09d-56341197a42c req-b331c60c-464f-4d8d-b33e-10177382a87b tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0226350 Aug 10 03:07:37.496985 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-2d9fb227-a996-424c-bbcc-55b54a589586 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, d9255498-9d5f-4f28-89a8-aeba119591a7) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:07:37.510821 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9fb227-a996-424c-bbcc-55b54a589586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:37.511427 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2d9fb227-a996-424c-bbcc-55b54a589586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:37.554633 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d51fb-7b82-47f6-9ecc-53e4869d6769 req-7753bd94-29e2-48ab-9ce2-f2da1d0d2e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:37.555363 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7b9d51fb-7b82-47f6-9ecc-53e4869d6769 req-7753bd94-29e2-48ab-9ce2-f2da1d0d2e1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:37.559536 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-2d9fb227-a996-424c-bbcc-55b54a589586 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.3374233 Aug 10 03:07:37.560909 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bea9a58-c829-49f1-9a99-78b3ebdc49a5 None None] Network d9255498-9d5f-4f28-89a8-aeba119591a7 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:07:37.561414 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 36964) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:07:37.570514 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7b9d51fb-7b82-47f6-9ecc-53e4869d6769 req-7753bd94-29e2-48ab-9ce2-f2da1d0d2e1b service neutron] 10.222.0.60 "PUT /v2.0/ports/d36ab999-6fc2-43b3-892b-c2e46712150a HTTP/1.1" status: 200 len: 1097 time: 1.5338626 Aug 10 03:07:37.570664 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-49cb19a4-5d3e-4839-8f71-414d338bf6c7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-527346361-router', 'tenant_id': '17e7fef2a0e3489ea06ed8f40beecd0f', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:07:37.681153 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23dddca3-7c5c-4ddd-9847-c0d659d1e03f x-openstack-request-id: req-23dddca3-7c5c-4ddd-9847-c0d659d1e03f {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:07:37.681813 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d6c090d-d32e-4462-8750-8d610dc55a43", "tag": "d72b69af-01f4-4366-9f74-3263e78b0c93", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:07:37.682313 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-23dddca3-7c5c-4ddd-9847-c0d659d1e03f {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:07:37.682908 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d6c090d-d32e-4462-8750-8d610dc55a43', 'tag': 'd72b69af-01f4-4366-9f74-3263e78b0c93', 'status': 'completed', 'code': 200} Aug 10 03:07:37.748714 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7753bd94-29e2-48ab-9ce2-f2da1d0d2e1b service neutron] Pushing event updated for resources: {'Port': ['ID=d36ab999-6fc2-43b3-892b-c2e46712150a,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:37.784047 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6761a5ea-5808-4fc5-8289-deec65f4dceb req-bac5d88f-9fc3-4968-850a-27c1e58e9b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:37.785806 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6761a5ea-5808-4fc5-8289-deec65f4dceb req-bac5d88f-9fc3-4968-850a-27c1e58e9b00 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d29523b6a3c34430b121d2faffd2884f&device_id=8d6c090d-d32e-4462-8750-8d610dc55a43 HTTP/1.1" status: 200 len: 1126 time: 0.1019073 Aug 10 03:07:37.877059 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-12b09f90-a32b-45d2-8ea4-3e2ffbbef7fe req-f9f83a02-edda-4566-b432-0fc95c5008ae tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] 10.222.0.62 "GET /v2.0/floatingips?tenant_id=4865d884efdb417686c35f1cac24f48e HTTP/1.1" status: 200 len: 696 time: 0.2407265 Aug 10 03:07:37.926980 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-49cb19a4-5d3e-4839-8f71-414d338bf6c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:37.931046 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-49cb19a4-5d3e-4839-8f71-414d338bf6c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:37.998577 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36974) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:07:38.066410 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6761a5ea-5808-4fc5-8289-deec65f4dceb req-da66e7e0-2c27-4bac-a6bb-7a171cb91ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:38.067350 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6761a5ea-5808-4fc5-8289-deec65f4dceb req-da66e7e0-2c27-4bac-a6bb-7a171cb91ce9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b071061e-0c83-4db2-9121-a6eb9f4ae150 HTTP/1.1" status: 200 len: 922 time: 0.2641850 Aug 10 03:07:38.109754 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-49cb19a4-5d3e-4839-8f71-414d338bf6c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:38.124392 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d51fb-7b82-47f6-9ecc-53e4869d6769 req-ec25b4bc-e299-4830-a729-f9bd06374794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:38.125935 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7b9d51fb-7b82-47f6-9ecc-53e4869d6769 req-ec25b4bc-e299-4830-a729-f9bd06374794 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6cb2c88cb44048dc824ad7a6e6e788f5&device_id=c144246b-62bc-499f-bf55-06262438ba7b HTTP/1.1" status: 200 len: 1100 time: 0.4915087 Aug 10 03:07:38.169326 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6761a5ea-5808-4fc5-8289-deec65f4dceb req-2f5d23a8-ce8f-42e1-8119-c4e68515fd78 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d72b69af-01f4-4366-9f74-3263e78b0c93 HTTP/1.1" status: 200 len: 217 time: 0.0923789 Aug 10 03:07:38.185995 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7b9d51fb-7b82-47f6-9ecc-53e4869d6769 req-92737a4a-e0ed-4f86-a53d-e290cc2febe7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=d36ab999-6fc2-43b3-892b-c2e46712150a HTTP/1.1" status: 200 len: 217 time: 0.0390131 Aug 10 03:07:38.190079 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device fd28a938-e275-4f4b-b868-0a1de6e388a4 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:07:38.231824 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efcdb76-0f25-4601-b3ba-b641884e8bec req-770bc776-bdc8-4b09-a5f7-0fd474ed1492 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:38.233365 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9efcdb76-0f25-4601-b3ba-b641884e8bec req-770bc776-bdc8-4b09-a5f7-0fd474ed1492 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d6c090d-d32e-4462-8750-8d610dc55a43 HTTP/1.1" status: 200 len: 943 time: 0.5387414 Aug 10 03:07:38.244988 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6761a5ea-5808-4fc5-8289-deec65f4dceb req-bfcecbee-d788-4d64-bbaa-f2aed6c6a761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:38.248134 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6761a5ea-5808-4fc5-8289-deec65f4dceb req-bfcecbee-d788-4d64-bbaa-f2aed6c6a761 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=07f824b9-3083-4489-bc41-7237705a68bc HTTP/1.1" status: 200 len: 861 time: 0.0684590 Aug 10 03:07:38.263228 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9012d6c1-d5ba-4073-ac02-3745f9d14bdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:38.304283 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6761a5ea-5808-4fc5-8289-deec65f4dceb req-8c6e76a1-7b88-4e6a-ac41-31a135475758 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b071061e-0c83-4db2-9121-a6eb9f4ae150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375106 Aug 10 03:07:38.379653 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port fd28a938-e275-4f4b-b868-0a1de6e388a4 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:07:38.392710 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port fd28a938-e275-4f4b-b868-0a1de6e388a4 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:07:38.393434 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:38.421620 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6761a5ea-5808-4fc5-8289-deec65f4dceb req-877de96a-2366-4c4f-a2a9-12701fdf330d service neutron] 10.222.0.60 "GET /v2.0/networks/b071061e-0c83-4db2-9121-a6eb9f4ae150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094506 Aug 10 03:07:38.429651 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-49cb19a4-5d3e-4839-8f71-414d338bf6c7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:38.453587 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-6fbfd8af-033e-4c1a-ad97-191d4d60ca63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2e1ce0-3ffd-44a2-b676-1df9080ddba0', 'name': 'tempest-FloatingIPsTestJSON-1464856749-router', 'tenant_id': '4865d884efdb417686c35f1cac24f48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'd7e2d275-7409-4dfc-b20f-789d469ef6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:07:21Z', 'updated_at': '2021-08-10T03:07:26Z', 'revision_number': 4, 'project_id': '4865d884efdb417686c35f1cac24f48e', 'gw_port': {'id': 'd7e2d275-7409-4dfc-b20f-789d469ef6b9', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:11:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2e1ce0-3ffd-44a2-b676-1df9080ddba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:07:22Z', 'updated_at': '2021-08-10T03:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'fd28a938-e275-4f4b-b868-0a1de6e388a4', 'name': '', 'network_id': 'fd2c6260-6d27-4275-98b7-f824f7aad7c0', 'tenant_id': '4865d884efdb417686c35f1cac24f48e', 'mac_address': 'fa:16:3e:ae:7a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e2e1ce0-3ffd-44a2-b676-1df9080ddba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '1644dd4a-70e6-4532-a75f-8ed4fae5585d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:07:25Z', 'updated_at': '2021-08-10T03:07:36Z', 'revision_number': 4, 'project_id': '4865d884efdb417686c35f1cac24f48e', 'subnets': [{'id': '1644dd4a-70e6-4532-a75f-8ed4fae5585d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:07:38.458877 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b09f90-a32b-45d2-8ea4-3e2ffbbef7fe req-fc28d1fa-4ccb-4dc1-8a33-ead0ca9af9e8 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:38.466600 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-12b09f90-a32b-45d2-8ea4-3e2ffbbef7fe req-fc28d1fa-4ccb-4dc1-8a33-ead0ca9af9e8 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] 10.222.0.62 "GET /v2.0/networks?id=09ca2025-b9a6-4e84-8019-8d9fbef3753e HTTP/1.1" status: 200 len: 787 time: 0.5886040 Aug 10 03:07:38.474655 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9efcdb76-0f25-4601-b3ba-b641884e8bec req-49fd16b1-0eec-4be6-bd29-312bbbfb2dd2 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257082 Aug 10 03:07:38.481485 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [req-12b09f90-a32b-45d2-8ea4-3e2ffbbef7fe req-1a58dcf7-b78f-4cfe-999c-6185123bdfa6 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:07:38.507065 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-12b09f90-a32b-45d2-8ea4-3e2ffbbef7fe req-1a58dcf7-b78f-4cfe-999c-6185123bdfa6 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0241568 Aug 10 03:07:38.528144 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbfd8af-033e-4c1a-ad97-191d4d60ca63 None None] The sync data for ids ['0e2e1ce0-3ffd-44a2-b676-1df9080ddba0'] in n-d-768851-15 is: [{'id': '0e2e1ce0-3ffd-44a2-b676-1df9080ddba0', 'name': 'tempest-FloatingIPsTestJSON-1464856749-router', 'tenant_id': '4865d884efdb417686c35f1cac24f48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'd7e2d275-7409-4dfc-b20f-789d469ef6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:07:21Z', 'updated_at': '2021-08-10T03:07:26Z', 'revision_number': 4, 'project_id': '4865d884efdb417686c35f1cac24f48e', 'gw_port': {'id': 'd7e2d275-7409-4dfc-b20f-789d469ef6b9', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:11:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2e1ce0-3ffd-44a2-b676-1df9080ddba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:07:22Z', 'updated_at': '2021-08-10T03:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'fd28a938-e275-4f4b-b868-0a1de6e388a4', 'name': '', 'network_id': 'fd2c6260-6d27-4275-98b7-f824f7aad7c0', 'tenant_id': '4865d884efdb417686c35f1cac24f48e', 'mac_address': 'fa:16:3e:ae:7a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e2e1ce0-3ffd-44a2-b676-1df9080ddba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '1644dd4a-70e6-4532-a75f-8ed4fae5585d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:07:25Z', 'updated_at': '2021-08-10T03:07:36Z', 'revision_number': 4, 'project_id': '4865d884efdb417686c35f1cac24f48e', 'subnets': [{'id': '1644dd4a-70e6-4532-a75f-8ed4fae5585d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:07:38.528386 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d51fb-7b82-47f6-9ecc-53e4869d6769 req-e62c7a6f-5aaa-41f2-8b06-868b93f0d1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:38.538553 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7b9d51fb-7b82-47f6-9ecc-53e4869d6769 req-e62c7a6f-5aaa-41f2-8b06-868b93f0d1f0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.3041720 Aug 10 03:07:38.662204 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port d72b69af-01f4-4366-9f74-3263e78b0c93, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=d72b69af-01f4-4366-9f74-3263e78b0c93,segment=NetworkSegment(837bbb8d-e72f-44c2-893c-c4df3456bfd0),segment_id=837bbb8d-e72f-44c2-893c-c4df3456bfd0)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:07:38.719317 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device d72b69af-01f4-4366-9f74-3263e78b0c93 has no active binding in host n-h1-768851-15 {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 03:07:38.726102 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6761a5ea-5808-4fc5-8289-deec65f4dceb req-92f56f8d-590e-435c-b28c-15c86ac17144 service neutron] 10.222.0.60 "GET /v2.0/networks/b071061e-0c83-4db2-9121-a6eb9f4ae150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924950 Aug 10 03:07:38.769513 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19d0942-cdd9-4820-b0a5-84fb1145cfca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-d9255498-9d5f-4f28-89a8-aeba119591a7', 'network_id': 'd9255498-9d5f-4f28-89a8-aeba119591a7', 'tenant_id': '17e7fef2a0e3489ea06ed8f40beecd0f', 'fixed_ips': [{'subnet_id': '351cb634-6784-4e2f-aa61-a5032bb13f30'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:07:38.771016 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e19d0942-cdd9-4820-b0a5-84fb1145cfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:38.799536 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9012d6c1-d5ba-4073-ac02-3745f9d14bdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:38.800910 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:38.824766 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9012d6c1-d5ba-4073-ac02-3745f9d14bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:38.876631 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9012d6c1-d5ba-4073-ac02-3745f9d14bdb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=39ad8cea249f437ebea24a02b8cb05ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8768449 Aug 10 03:07:38.885765 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36988) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:07:38.886804 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9012d6c1-d5ba-4073-ac02-3745f9d14bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aee2361-73d5-478b-bc03-170f2cac0154,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:38.985757 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port fd28a938-e275-4f4b-b868-0a1de6e388a4, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=fd28a938-e275-4f4b-b868-0a1de6e388a4,segment=NetworkSegment(7032d4a1-0bed-4a0d-b22e-cc357f0458e2),segment_id=7032d4a1-0bed-4a0d-b22e-cc357f0458e2)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:07:39.026887 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6780237c-408d-41df-9542-a5754c05551f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:39.034878 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426b7fa-4c7f-4d74-acba-476b903c7b75 req-395fa2a6-77e7-4a66-94a7-40ea51bb7988 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:39.037149 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1426b7fa-4c7f-4d74-acba-476b903c7b75 req-395fa2a6-77e7-4a66-94a7-40ea51bb7988 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/networks?id=909af24c-2a43-4e6d-8a1f-90b69debd82b HTTP/1.1" status: 200 len: 807 time: 0.2381544 Aug 10 03:07:39.046042 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d51fb-7b82-47f6-9ecc-53e4869d6769 req-bc7ae29b-1180-4e83-9e80-c78269253fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:39.048503 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7b9d51fb-7b82-47f6-9ecc-53e4869d6769 req-bc7ae29b-1180-4e83-9e80-c78269253fee service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3945603 Aug 10 03:07:39.052480 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6780237c-408d-41df-9542-a5754c05551f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:39.070807 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1426b7fa-4c7f-4d74-acba-476b903c7b75 req-a6a7b9b6-7035-4ef5-9691-279d30f7dcfe tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/quotas/0184527d62ac40cb863b24d5f91a9ee4 HTTP/1.1" status: 200 len: 375 time: 0.0166545 Aug 10 03:07:39.073303 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-bd3e9a16-4bac-4a0e-ac2a-39b6eb7efd32 service neutron] 10.222.0.60 "GET /v2.0/ports/d72b69af-01f4-4366-9f74-3263e78b0c93/bindings/n-h1-768851-15 HTTP/1.1" status: 200 len: 385 time: 0.3827405 Aug 10 03:07:39.092491 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-e19d0942-cdd9-4820-b0a5-84fb1145cfca None None] Allocated IP 172.20.0.2 (d9255498-9d5f-4f28-89a8-aeba119591a7/351cb634-6784-4e2f-aa61-a5032bb13f30/683756dc-b2c3-42a8-95d3-4cb5671d9d78) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:07:39.148705 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6780237c-408d-41df-9542-a5754c05551f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:39.152772 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6780237c-408d-41df-9542-a5754c05551f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:39.153930 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6780237c-408d-41df-9542-a5754c05551f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0aee2361-73d5-478b-bc03-170f2cac0154 HTTP/1.1" status: 204 len: 168 time: 0.2409260 Aug 10 03:07:39.172379 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6780237c-408d-41df-9542-a5754c05551f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aee2361-73d5-478b-bc03-170f2cac0154,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:39.249572 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:39.468943 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e19d0942-cdd9-4820-b0a5-84fb1145cfca None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:39.491540 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-e19d0942-cdd9-4820-b0a5-84fb1145cfca None None] Transition to ACTIVE for port object 683756dc-b2c3-42a8-95d3-4cb5671d9d78 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:07:39.516521 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-e19d0942-cdd9-4820-b0a5-84fb1145cfca None None] Transition to ACTIVE for port object 683756dc-b2c3-42a8-95d3-4cb5671d9d78 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:07:39.536299 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e19d0942-cdd9-4820-b0a5-84fb1145cfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:39.547652 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=fd28a938-e275-4f4b-b868-0a1de6e388a4,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:39.592497 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7b9d51fb-7b82-47f6-9ecc-53e4869d6769 req-164d8162-05f2-456e-8d26-61db605b240d service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5179520 Aug 10 03:07:39.598390 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19d0942-cdd9-4820-b0a5-84fb1145cfca None None] Network d9255498-9d5f-4f28-89a8-aeba119591a7 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:07:39.614484 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-e19d0942-cdd9-4820-b0a5-84fb1145cfca None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:07:39.618640 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19d0942-cdd9-4820-b0a5-84fb1145cfca None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:07:39.643177 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19d0942-cdd9-4820-b0a5-84fb1145cfca None None] Pushing event updated for resources: {'Port': ['ID=683756dc-b2c3-42a8-95d3-4cb5671d9d78,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:39.685125 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c144246b-62bc-499f-bf55-06262438ba7b', 'tag': 'd36ab999-6fc2-43b3-892b-c2e46712150a'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:07:39.703446 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a65e950-62e5-4b06-bff6-ae5227184da5" -d '{"events": [{"name": "network-changed", "server_uuid": "c144246b-62bc-499f-bf55-06262438ba7b", "tag": "d36ab999-6fc2-43b3-892b-c2e46712150a"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:07:39.715186 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-e19d0942-cdd9-4820-b0a5-84fb1145cfca None None] Attempting to bind port 683756dc-b2c3-42a8-95d3-4cb5671d9d78 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:07:39.716538 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-e19d0942-cdd9-4820-b0a5-84fb1145cfca None None] Attempting to bind port 683756dc-b2c3-42a8-95d3-4cb5671d9d78 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4b13a0ae-7489-4ada-84b9-566941bbbab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd9255498-9d5f-4f28-89a8-aeba119591a7'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:07:39.716955 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19d0942-cdd9-4820-b0a5-84fb1145cfca None None] Attempting to bind port 683756dc-b2c3-42a8-95d3-4cb5671d9d78 on network d9255498-9d5f-4f28-89a8-aeba119591a7 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:07:39.718437 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 37000) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:07:39.728001 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195f118-cf88-4e5a-b3c5-00ee25760f82 req-e99799aa-a070-4266-b4b1-3fc8bcfb2028 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:39.729632 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19d0942-cdd9-4820-b0a5-84fb1145cfca None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:07:39.730281 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19d0942-cdd9-4820-b0a5-84fb1145cfca None None] Checking segment: {'id': '4b13a0ae-7489-4ada-84b9-566941bbbab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd9255498-9d5f-4f28-89a8-aeba119591a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:07:39.730942 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e19d0942-cdd9-4820-b0a5-84fb1145cfca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:39.731927 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19d0942-cdd9-4820-b0a5-84fb1145cfca None None] Bound using segment: {'id': '4b13a0ae-7489-4ada-84b9-566941bbbab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd9255498-9d5f-4f28-89a8-aeba119591a7'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:07:39.732711 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-e19d0942-cdd9-4820-b0a5-84fb1145cfca None None] Bound port: 683756dc-b2c3-42a8-95d3-4cb5671d9d78, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b13a0ae-7489-4ada-84b9-566941bbbab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd9255498-9d5f-4f28-89a8-aeba119591a7'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:07:39.733146 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7b1075c9-fe02-4eaf-a8fa-40ddfe9a2d96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:39.733602 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e19d0942-cdd9-4820-b0a5-84fb1145cfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:39.735812 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e195f118-cf88-4e5a-b3c5-00ee25760f82 req-e99799aa-a070-4266-b4b1-3fc8bcfb2028 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=c144246b-62bc-499f-bf55-06262438ba7b HTTP/1.1" status: 200 len: 948 time: 1.1326683 Aug 10 03:07:39.825659 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-e19d0942-cdd9-4820-b0a5-84fb1145cfca None None] For port 683756dc-b2c3-42a8-95d3-4cb5671d9d78, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:07:39.826031 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-e19d0942-cdd9-4820-b0a5-84fb1145cfca None None] For port 683756dc-b2c3-42a8-95d3-4cb5671d9d78, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=683756dc-b2c3-42a8-95d3-4cb5671d9d78,segment=NetworkSegment(4b13a0ae-7489-4ada-84b9-566941bbbab7),segment_id=4b13a0ae-7489-4ada-84b9-566941bbbab7)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:07:39.832740 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e19d0942-cdd9-4820-b0a5-84fb1145cfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:39.880640 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e195f118-cf88-4e5a-b3c5-00ee25760f82 req-9255f52c-82c9-4ec4-a7dd-c5e4f8693c13 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438603 Aug 10 03:07:39.935419 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device fd28a938-e275-4f4b-b868-0a1de6e388a4 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:07:39.956271 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7b1075c9-fe02-4eaf-a8fa-40ddfe9a2d96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:39.962059 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7b1075c9-fe02-4eaf-a8fa-40ddfe9a2d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:39.988695 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-30909108-e8e8-4375-a6f8-428824bfd57e req-93fc687c-e06e-423a-8df4-793d4d293275 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] 10.222.0.62 "GET /v2.0/floatingips/8cd799c0-078d-4188-9671-6a9d1a0f2cfd HTTP/1.1" status: 200 len: 693 time: 0.0661268 Aug 10 03:07:40.002183 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19d0942-cdd9-4820-b0a5-84fb1145cfca None None] Pushing event updated for resources: {'Port': ['ID=683756dc-b2c3-42a8-95d3-4cb5671d9d78,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:40.019392 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1426b7fa-4c7f-4d74-acba-476b903c7b75 req-3129d716-b8dd-449d-8e90-d7954b5887c1 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0184527d62ac40cb863b24d5f91a9ee4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4223728 Aug 10 03:07:40.028510 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7b9d51fb-7b82-47f6-9ecc-53e4869d6769 req-50ac09a7-f727-466f-a898-503d44d34c3f service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4254131 Aug 10 03:07:40.036675 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7b1075c9-fe02-4eaf-a8fa-40ddfe9a2d96 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4cd3bea8eeb54d5a8200fd95a97c5a5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3170197 Aug 10 03:07:40.041767 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 37002) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:07:40.059086 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1075c9-fe02-4eaf-a8fa-40ddfe9a2d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac949b4-6b63-4cc0-8ec3-f0b3e188f5cd,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:40.095273 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port fd28a938-e275-4f4b-b868-0a1de6e388a4 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:07:40.095904 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:40.129714 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-46a391a1-ea00-476d-90cb-e1020e3347cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:40.160097 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-46a391a1-ea00-476d-90cb-e1020e3347cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:40.227842 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-46a391a1-ea00-476d-90cb-e1020e3347cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:40.231587 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-46a391a1-ea00-476d-90cb-e1020e3347cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:40.233035 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-46a391a1-ea00-476d-90cb-e1020e3347cc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/aac949b4-6b63-4cc0-8ec3-f0b3e188f5cd HTTP/1.1" status: 204 len: 168 time: 0.1895981 Aug 10 03:07:40.253164 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a391a1-ea00-476d-90cb-e1020e3347cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac949b4-6b63-4cc0-8ec3-f0b3e188f5cd,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:40.496478 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1426b7fa-4c7f-4d74-acba-476b903c7b75 req-ec894bf4-8328-4939-81a9-7a99ce6581a1 service neutron] 10.222.0.62 "GET /v2.0/networks/909af24c-2a43-4e6d-8a1f-90b69debd82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4495437 Aug 10 03:07:40.554315 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-49cb19a4-5d3e-4839-8f71-414d338bf6c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:40.617555 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30909108-e8e8-4375-a6f8-428824bfd57e req-e84aab57-aaa2-439a-8587-702741f60412 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:40.618987 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-30909108-e8e8-4375-a6f8-428824bfd57e req-e84aab57-aaa2-439a-8587-702741f60412 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] 10.222.0.62 "GET /v2.0/networks/09ca2025-b9a6-4e84-8019-8d9fbef3753e HTTP/1.1" status: 200 len: 784 time: 0.6132879 Aug 10 03:07:40.626580 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-6063f5c4-ea38-4a9b-a824-174c3d21efd7 service neutron] For port d72b69af-01f4-4366-9f74-3263e78b0c93, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=d72b69af-01f4-4366-9f74-3263e78b0c93,segment=NetworkSegment(837bbb8d-e72f-44c2-893c-c4df3456bfd0),segment_id=837bbb8d-e72f-44c2-893c-c4df3456bfd0)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:07:40.633095 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-49cb19a4-5d3e-4839-8f71-414d338bf6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:40.657254 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [req-30909108-e8e8-4375-a6f8-428824bfd57e req-527656cb-138f-4a71-8afd-b34e6ce7e197 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:07:40.658309 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-30909108-e8e8-4375-a6f8-428824bfd57e req-527656cb-138f-4a71-8afd-b34e6ce7e197 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0154006 Aug 10 03:07:40.723848 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-6063f5c4-ea38-4a9b-a824-174c3d21efd7 service neutron] For port d72b69af-01f4-4366-9f74-3263e78b0c93, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:07:40.809453 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-30909108-e8e8-4375-a6f8-428824bfd57e req-0b57d968-7986-4adb-ac11-ce342eb36779 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.116 HTTP/1.1" status: 200 len: 696 time: 0.1384106 Aug 10 03:07:40.817468 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-6063f5c4-ea38-4a9b-a824-174c3d21efd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d72b69af-01f4-4366-9f74-3263e78b0c93 {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:07:40.839126 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1426b7fa-4c7f-4d74-acba-476b903c7b75 req-b60bd368-6ab2-45c7-bf8c-7387d3bc5256 service neutron] 10.222.0.62 "GET /v2.0/networks/909af24c-2a43-4e6d-8a1f-90b69debd82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310254 Aug 10 03:07:40.887961 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-6063f5c4-ea38-4a9b-a824-174c3d21efd7 service neutron] For port d72b69af-01f4-4366-9f74-3263e78b0c93, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=d72b69af-01f4-4366-9f74-3263e78b0c93,segment=NetworkSegment(837bbb8d-e72f-44c2-893c-c4df3456bfd0),segment_id=837bbb8d-e72f-44c2-893c-c4df3456bfd0)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:07:40.939977 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-30909108-e8e8-4375-a6f8-428824bfd57e req-ea2cf58e-0600-40a4-9e9c-e8968b0c41aa tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.116 HTTP/1.1" status: 200 len: 696 time: 0.1149681 Aug 10 03:07:40.958580 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-6063f5c4-ea38-4a9b-a824-174c3d21efd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:41.034118 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-49cb19a4-5d3e-4839-8f71-414d338bf6c7 admin admin] Allocated IP 172.25.7.101 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/a70d29b0-c230-4c6a-bec2-1739669e954d) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:07:41.353297 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-6063f5c4-ea38-4a9b-a824-174c3d21efd7 service neutron] Transition to ACTIVE for port object d72b69af-01f4-4366-9f74-3263e78b0c93 will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:07:41.379915 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-6063f5c4-ea38-4a9b-a824-174c3d21efd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:41.452943 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cf647-d1b5-4844-8630-335c12800425 req-52e92f7e-f32b-4465-bf01-259a034ad30c tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:41.454548 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9f4cf647-d1b5-4844-8630-335c12800425 req-52e92f7e-f32b-4465-bf01-259a034ad30c tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d6c090d-d32e-4462-8750-8d610dc55a43 HTTP/1.1" status: 200 len: 943 time: 0.2282646 Aug 10 03:07:41.503383 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3874bddb-ac1d-411b-bb44-d1f8388964a7 None None] Network d9255498-9d5f-4f28-89a8-aeba119591a7 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:07:41.617168 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-6063f5c4-ea38-4a9b-a824-174c3d21efd7 service neutron] No DVR routers for this DVR port d72b69af-01f4-4366-9f74-3263e78b0c93 on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:07:41.624481 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-30909108-e8e8-4375-a6f8-428824bfd57e req-63aa23e8-3bab-4372-84c6-a8eb36fc1749 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] Deleting port a3017ecc-d4a3-4655-baab-7950176b7899 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:07:41.625072 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-30909108-e8e8-4375-a6f8-428824bfd57e req-63aa23e8-3bab-4372-84c6-a8eb36fc1749 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:41.629077 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-322b33ae-41a4-4061-a8bf-14ef92194fa6 None None] Provisioning for port 683756dc-b2c3-42a8-95d3-4cb5671d9d78 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:07:41.634243 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-49cb19a4-5d3e-4839-8f71-414d338bf6c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:42.028094 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 683756dc-b2c3-42a8-95d3-4cb5671d9d78 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:07:42.069906 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-30909108-e8e8-4375-a6f8-428824bfd57e req-63aa23e8-3bab-4372-84c6-a8eb36fc1749 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:42.070240 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-30909108-e8e8-4375-a6f8-428824bfd57e req-63aa23e8-3bab-4372-84c6-a8eb36fc1749 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:42.075028 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6063f5c4-ea38-4a9b-a824-174c3d21efd7 service neutron] Pushing event updated for resources: {'Port': ['ID=d72b69af-01f4-4366-9f74-3263e78b0c93,revision_number=10']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:42.097949 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-6063f5c4-ea38-4a9b-a824-174c3d21efd7 service neutron] 10.222.0.60 "PUT /v2.0/ports/d72b69af-01f4-4366-9f74-3263e78b0c93/bindings/n-h1-768851-15/activate HTTP/1.1" status: 200 len: 370 time: 2.5035629 Aug 10 03:07:42.105382 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-30909108-e8e8-4375-a6f8-428824bfd57e req-63aa23e8-3bab-4372-84c6-a8eb36fc1749 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] Calling delete_port for a3017ecc-d4a3-4655-baab-7950176b7899 owned by network:floatingip {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:07:42.142313 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9f4cf647-d1b5-4844-8630-335c12800425 req-d240d75c-028b-4898-a06c-74ac194feb08 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6117342 Aug 10 03:07:42.233002 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 683756dc-b2c3-42a8-95d3-4cb5671d9d78 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:07:42.243287 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3a7916fe-c539-4cf2-b98c-a7ec2502b885 None None] Provisioning complete for port 683756dc-b2c3-42a8-95d3-4cb5671d9d78 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:07:42.250472 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3a7916fe-c539-4cf2-b98c-a7ec2502b885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:42.255270 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 683756dc-b2c3-42a8-95d3-4cb5671d9d78 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:07:42.256950 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:42.313925 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-52da29db-a300-4938-98a5-83256da7c42f tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:42.316319 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-52da29db-a300-4938-98a5-83256da7c42f tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=8d6c090d-d32e-4462-8750-8d610dc55a43&tenant_id=d29523b6a3c34430b121d2faffd2884f&binding%3Ahost_id=n-h2-768851-15 HTTP/1.1" status: 200 len: 1096 time: 0.1199481 Aug 10 03:07:42.349637 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e533319-27f0-46d5-bd98-ac2c2a10bdc3 x-openstack-request-id: req-7e533319-27f0-46d5-bd98-ac2c2a10bdc3 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:07:42.350053 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c144246b-62bc-499f-bf55-06262438ba7b", "tag": "d36ab999-6fc2-43b3-892b-c2e46712150a", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:07:42.351284 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7e533319-27f0-46d5-bd98-ac2c2a10bdc3 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:07:42.352834 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c144246b-62bc-499f-bf55-06262438ba7b', 'tag': 'd36ab999-6fc2-43b3-892b-c2e46712150a', 'status': 'completed', 'code': 200} Aug 10 03:07:42.353559 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-49cb19a4-5d3e-4839-8f71-414d338bf6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:42.424861 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-f5b61f5e-7d90-4d19-856a-d4c18d0a6d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:42.429036 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-f5b61f5e-7d90-4d19-856a-d4c18d0a6d9c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8d6c090d-d32e-4462-8750-8d610dc55a43&tenant_id=d29523b6a3c34430b121d2faffd2884f HTTP/1.1" status: 200 len: 1096 time: 0.1011543 Aug 10 03:07:42.446627 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cb19a4-5d3e-4839-8f71-414d338bf6c7 admin admin] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:07:42.483442 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-49cb19a4-5d3e-4839-8f71-414d338bf6c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:07:42.488745 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cb19a4-5d3e-4839-8f71-414d338bf6c7 admin admin] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:07:42.531034 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:42.561937 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-5998859a-37cb-4153-a140-f94e60d463cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:42.564094 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-5998859a-37cb-4153-a140-f94e60d463cd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d29523b6a3c34430b121d2faffd2884f&device_id=8d6c090d-d32e-4462-8750-8d610dc55a43 HTTP/1.1" status: 200 len: 1096 time: 0.1040158 Aug 10 03:07:42.648568 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 683756dc-b2c3-42a8-95d3-4cb5671d9d78, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=683756dc-b2c3-42a8-95d3-4cb5671d9d78,segment=NetworkSegment(4b13a0ae-7489-4ada-84b9-566941bbbab7),segment_id=4b13a0ae-7489-4ada-84b9-566941bbbab7)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:07:42.676233 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cb19a4-5d3e-4839-8f71-414d338bf6c7 admin admin] Pushing event updated for resources: {'Port': ['ID=a70d29b0-c230-4c6a-bec2-1739669e954d,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:42.700265 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:42.728551 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e702fb-79dc-4699-a8e4-60ff42577568 req-7fa3d4bb-9882-40d1-a1c3-0ea33e527378 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:42.736616 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-55e702fb-79dc-4699-a8e4-60ff42577568 req-7fa3d4bb-9882-40d1-a1c3-0ea33e527378 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=c144246b-62bc-499f-bf55-06262438ba7b HTTP/1.1" status: 200 len: 948 time: 0.2869589 Aug 10 03:07:42.778118 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-25fa0402-83ce-4ffc-858b-c95680f0d277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:42.780971 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-25fa0402-83ce-4ffc-858b-c95680f0d277 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b071061e-0c83-4db2-9121-a6eb9f4ae150 HTTP/1.1" status: 200 len: 922 time: 0.2016098 Aug 10 03:07:42.792541 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65e950-62e5-4b06-bff6-ae5227184da5 req-f3198fec-1258-4fec-991a-e3f5f62482a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:42.794041 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1a65e950-62e5-4b06-bff6-ae5227184da5 req-f3198fec-1258-4fec-991a-e3f5f62482a9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6cb2c88cb44048dc824ad7a6e6e788f5&device_id=c144246b-62bc-499f-bf55-06262438ba7b HTTP/1.1" status: 200 len: 1100 time: 0.4182899 Aug 10 03:07:42.830687 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=683756dc-b2c3-42a8-95d3-4cb5671d9d78,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:42.865928 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3a7916fe-c539-4cf2-b98c-a7ec2502b885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:42.875122 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-baad2967-248b-4bfe-aeb2-5b2a428db2c8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d72b69af-01f4-4366-9f74-3263e78b0c93 HTTP/1.1" status: 200 len: 217 time: 0.0838408 Aug 10 03:07:42.913779 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65e950-62e5-4b06-bff6-ae5227184da5 req-37f954ed-8bb0-4fee-b618-2e827bb21cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:42.915413 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1a65e950-62e5-4b06-bff6-ae5227184da5 req-37f954ed-8bb0-4fee-b618-2e827bb21cb7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d HTTP/1.1" status: 200 len: 870 time: 0.1058102 Aug 10 03:07:42.930016 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.db.api [None req-3a7916fe-c539-4cf2-b98c-a7ec2502b885 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:07:42.930537 n-d-768851-15 neutron-server[94218]: DEBUG oslo_db.api [None req-3a7916fe-c539-4cf2-b98c-a7ec2502b885 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:07:42.962410 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-7a2298d8-34f5-49fa-950d-a49bd841631d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:42.965243 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-7a2298d8-34f5-49fa-950d-a49bd841631d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=07f824b9-3083-4489-bc41-7237705a68bc HTTP/1.1" status: 200 len: 861 time: 0.0788498 Aug 10 03:07:43.003715 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-d02b83ed-582f-4251-afe8-715341ca9112 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b071061e-0c83-4db2-9121-a6eb9f4ae150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304217 Aug 10 03:07:43.022363 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1a65e950-62e5-4b06-bff6-ae5227184da5 req-20e6638c-6b43-4a09-bcd5-484390be65ee service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=d36ab999-6fc2-43b3-892b-c2e46712150a HTTP/1.1" status: 200 len: 217 time: 0.0713012 Aug 10 03:07:43.027368 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-30909108-e8e8-4375-a6f8-428824bfd57e req-63aa23e8-3bab-4372-84c6-a8eb36fc1749 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:43.035436 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-49cb19a4-5d3e-4839-8f71-414d338bf6c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:43.078984 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device d36ab999-6fc2-43b3-892b-c2e46712150a details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:07:43.084343 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device d72b69af-01f4-4366-9f74-3263e78b0c93 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:07:43.126263 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-77f76d66-0ec5-4648-8de9-5847d6c057a9 service neutron] 10.222.0.58 "GET /v2.0/networks/b071061e-0c83-4db2-9121-a6eb9f4ae150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123645 Aug 10 03:07:43.145624 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-55e702fb-79dc-4699-a8e4-60ff42577568 req-b670da6a-b203-42fe-a45f-60e6ebebce27 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4058475 Aug 10 03:07:43.237633 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device d72b69af-01f4-4366-9f74-3263e78b0c93 not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:07:43.248918 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa23e8-3bab-4372-84c6-a8eb36fc1749 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] Pushing event deleted for resources: {'Port': ['ID=a3017ecc-d4a3-4655-baab-7950176b7899,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:43.301223 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-30909108-e8e8-4375-a6f8-428824bfd57e req-63aa23e8-3bab-4372-84c6-a8eb36fc1749 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] Notify callbacks [] for floatingip, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:43.304090 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-30909108-e8e8-4375-a6f8-428824bfd57e req-63aa23e8-3bab-4372-84c6-a8eb36fc1749 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:43.325537 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port d36ab999-6fc2-43b3-892b-c2e46712150a, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=d36ab999-6fc2-43b3-892b-c2e46712150a,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:07:43.331340 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-30909108-e8e8-4375-a6f8-428824bfd57e req-63aa23e8-3bab-4372-84c6-a8eb36fc1749 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] 10.222.0.62 "DELETE /v2.0/floatingips/8cd799c0-078d-4188-9671-6a9d1a0f2cfd HTTP/1.1" status: 204 len: 173 time: 2.3756781 Aug 10 03:07:43.337943 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-b1a31f96-8a74-4ff2-af9d-3b6364778414 service neutron] 10.222.0.58 "GET /v2.0/networks/b071061e-0c83-4db2-9121-a6eb9f4ae150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935370 Aug 10 03:07:43.343077 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': 'd36ab999-6fc2-43b3-892b-c2e46712150a', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'port_id': 'd36ab999-6fc2-43b3-892b-c2e46712150a', 'mac_address': 'fa:16:3e:9f:a6:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e3eb0b-907c-4ac4-809e-ae9609bc8c67', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:07:43.397138 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3c653319-a89e-49aa-a401-f5f323c914d6 req-4df9ac22-7047-452f-8a2d-fe9bf89acf07 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cdb26d0-178e-476d-8f3b-8f72814f5a46 HTTP/1.1" status: 200 len: 210 time: 0.1398327 Aug 10 03:07:43.402405 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65e950-62e5-4b06-bff6-ae5227184da5 req-1ecb73c6-c53f-4f5b-9577-fa2843d4c435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:43.404522 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1a65e950-62e5-4b06-bff6-ae5227184da5 req-1ecb73c6-c53f-4f5b-9577-fa2843d4c435 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.3632746 Aug 10 03:07:43.414510 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:43.427132 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426b7fa-4c7f-4d74-acba-476b903c7b75 req-20086682-05d2-42ac-a101-bcca9ebdce70 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:43.428830 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1426b7fa-4c7f-4d74-acba-476b903c7b75 req-20086682-05d2-42ac-a101-bcca9ebdce70 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.58 "GET /v2.0/networks?id=909af24c-2a43-4e6d-8a1f-90b69debd82b HTTP/1.1" status: 200 len: 807 time: 0.6805499 Aug 10 03:07:43.430017 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d36ab999-6fc2-43b3-892b-c2e46712150a {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:07:43.476918 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-1426b7fa-4c7f-4d74-acba-476b903c7b75 req-0590eda2-01ea-4291-a8b3-ee64288e2f6b tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Request body: {'port': {'device_id': '3cdb26d0-178e-476d-8f3b-8f72814f5a46', 'network_id': '909af24c-2a43-4e6d-8a1f-90b69debd82b', 'admin_state_up': True, 'tenant_id': '0184527d62ac40cb863b24d5f91a9ee4'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:07:43.503598 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port d36ab999-6fc2-43b3-892b-c2e46712150a, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=d36ab999-6fc2-43b3-892b-c2e46712150a,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:07:43.516084 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:43.679277 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-04c26bc7-46db-4d25-9728-022c44af42cf req-d6e1c8ef-ecdc-440b-afaa-3d2c07b1dc88 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=f5f74456a9ff4f0297a163d723f5fb6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515239 Aug 10 03:07:43.685151 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=d36ab999-6fc2-43b3-892b-c2e46712150a,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:43.711339 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65e950-62e5-4b06-bff6-ae5227184da5 req-368ffcad-a5c7-4b1b-ad5d-07d7a789ffeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:43.711551 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-d60a8427-ae47-402e-8f91-21d009c86354 tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:43.712902 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-d60a8427-ae47-402e-8f91-21d009c86354 tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=8d6c090d-d32e-4462-8750-8d610dc55a43&tenant_id=d29523b6a3c34430b121d2faffd2884f&binding%3Ahost_id=n-h1-768851-15 HTTP/1.1" status: 200 len: 1096 time: 0.0711629 Aug 10 03:07:43.713097 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1a65e950-62e5-4b06-bff6-ae5227184da5 req-368ffcad-a5c7-4b1b-ad5d-07d7a789ffeb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2526698 Aug 10 03:07:43.722506 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-49cb19a4-5d3e-4839-8f71-414d338bf6c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:43.785130 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b614a-0cff-448b-b739-03814e9cd067 req-b864c0a5-5935-4b10-83c7-b846dc91a710 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:43.787490 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bb6b614a-0cff-448b-b739-03814e9cd067 req-b864c0a5-5935-4b10-83c7-b846dc91a710 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d6c090d-d32e-4462-8750-8d610dc55a43 HTTP/1.1" status: 200 len: 944 time: 0.2373834 Aug 10 03:07:43.792919 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['d36ab999-6fc2-43b3-892b-c2e46712150a'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:07:43.890492 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 683756dc-b2c3-42a8-95d3-4cb5671d9d78 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:07:43.933842 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-6e060a6c-ece1-4239-aa26-3fe7234ed476 service neutron] For port d72b69af-01f4-4366-9f74-3263e78b0c93, host n-h2-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:07:43.937301 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-6e060a6c-ece1-4239-aa26-3fe7234ed476 service neutron] Notify callbacks [] for binding, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:43.938579 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-edd1bb07-bade-446a-8f16-7b1748e77daf req-6e060a6c-ece1-4239-aa26-3fe7234ed476 service neutron] 10.222.0.58 "DELETE /v2.0/ports/d72b69af-01f4-4366-9f74-3263e78b0c93/bindings/n-h2-768851-15 HTTP/1.1" status: 204 len: 173 time: 0.2168148 Aug 10 03:07:44.035552 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 683756dc-b2c3-42a8-95d3-4cb5671d9d78 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:07:44.036037 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:44.292920 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1426b7fa-4c7f-4d74-acba-476b903c7b75 req-0590eda2-01ea-4291-a8b3-ee64288e2f6b tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Made reservation on behalf of 0184527d62ac40cb863b24d5f91a9ee4 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:07:44.296853 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-1426b7fa-4c7f-4d74-acba-476b903c7b75 req-0590eda2-01ea-4291-a8b3-ee64288e2f6b tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:44.300486 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1a65e950-62e5-4b06-bff6-ae5227184da5 req-632319dd-10a1-4879-a6b5-684c3e9ab0a2 service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5757308 Aug 10 03:07:44.376989 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bb6b614a-0cff-448b-b739-03814e9cd067 req-8beb4b5a-4141-4271-9810-c0e17d295ea9 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475270 Aug 10 03:07:44.421585 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c26bc7-46db-4d25-9728-022c44af42cf req-c3489ca0-a168-4d78-b3d6-2294df83a0b7 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:44.422888 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-04c26bc7-46db-4d25-9728-022c44af42cf req-c3489ca0-a168-4d78-b3d6-2294df83a0b7 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7308450 Aug 10 03:07:44.507459 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-04c26bc7-46db-4d25-9728-022c44af42cf req-670d82cf-46e5-4fd6-b6df-2d188e186fa2 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] 10.222.0.62 "GET /v2.0/quotas/f5f74456a9ff4f0297a163d723f5fb6a HTTP/1.1" status: 200 len: 375 time: 0.0761845 Aug 10 03:07:44.646273 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-04c26bc7-46db-4d25-9728-022c44af42cf req-b543b80f-71c5-4c17-b01d-4f5cc40c41ad tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=f5f74456a9ff4f0297a163d723f5fb6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1180634 Aug 10 03:07:44.654448 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49cb19a4-5d3e-4839-8f71-414d338bf6c7 admin admin] Router e624370a-f172-4f4b-848b-a8bc7639e112 is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:07:44.661396 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1a65e950-62e5-4b06-bff6-ae5227184da5 req-90b87539-3727-42ee-bb1d-57cc08056ec4 service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3390734 Aug 10 03:07:44.705739 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-1426b7fa-4c7f-4d74-acba-476b903c7b75 req-0590eda2-01ea-4291-a8b3-ee64288e2f6b tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Allocated IP 172.20.0.13 (909af24c-2a43-4e6d-8a1f-90b69debd82b/b8c216be-f9cb-484e-9a0a-1cd9ef473e6f/68fdef05-c3ba-4e4e-9c7f-2056598ae3a7) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:07:44.793523 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aec07539-292d-4c88-a0fd-0e7a40ca2810 req-0f306a97-0a99-4772-a273-a5ecbb020e01 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2949107 Aug 10 03:07:44.798381 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-aec07539-292d-4c88-a0fd-0e7a40ca2810 req-ba209a8c-1962-4ab3-87e2-b4eaa0cc5b22 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] Request body: {'floatingip': {'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:07:44.939181 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-aec07539-292d-4c88-a0fd-0e7a40ca2810 req-ba209a8c-1962-4ab3-87e2-b4eaa0cc5b22 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] Notify callbacks [] for floatingip, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:44.981553 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49cb19a4-5d3e-4839-8f71-414d338bf6c7 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:07:44.992645 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbdd8f0-c02b-42eb-90aa-05e41eda6a4c None None] Sync routers for ids ['e624370a-f172-4f4b-848b-a8bc7639e112'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:07:45.020026 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbdd8f0-c02b-42eb-90aa-05e41eda6a4c None None] Routers {'e624370a-f172-4f4b-848b-a8bc7639e112'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:07:45.020836 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-1bbdd8f0-c02b-42eb-90aa-05e41eda6a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:07:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['e624370a-f172-4f4b-848b-a8bc7639e112'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:07:45.108548 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device d36ab999-6fc2-43b3-892b-c2e46712150a up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:07:45.149174 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-49cb19a4-5d3e-4839-8f71-414d338bf6c7 admin admin] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:45.155679 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 37102) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:07:45.157454 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-49cb19a4-5d3e-4839-8f71-414d338bf6c7 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 7.5952437 Aug 10 03:07:45.176358 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-1bbdd8f0-c02b-42eb-90aa-05e41eda6a4c None None] Set router e624370a-f172-4f4b-848b-a8bc7639e112 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:07:45.214901 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port d36ab999-6fc2-43b3-892b-c2e46712150a completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:07:45.219449 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port d36ab999-6fc2-43b3-892b-c2e46712150a triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:07:45.219942 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:45.224177 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10f8d4-0225-4ee1-aa8a-91e4307ec170 req-b016af70-fb8f-4adb-a0c2-5747732f10b9 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:45.233610 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2e10f8d4-0225-4ee1-aa8a-91e4307ec170 req-b016af70-fb8f-4adb-a0c2-5747732f10b9 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=c144246b-62bc-499f-bf55-06262438ba7b HTTP/1.1" status: 200 len: 949 time: 0.2646775 Aug 10 03:07:45.313846 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-1426b7fa-4c7f-4d74-acba-476b903c7b75 req-0590eda2-01ea-4291-a8b3-ee64288e2f6b tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:45.390374 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2e10f8d4-0225-4ee1-aa8a-91e4307ec170 req-ea595314-6bb3-46cf-9c6e-4224b069b06c tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489086 Aug 10 03:07:45.481881 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:45.489506 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-1426b7fa-4c7f-4d74-acba-476b903c7b75 req-0590eda2-01ea-4291-a8b3-ee64288e2f6b tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:45.529108 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c144246b-62bc-499f-bf55-06262438ba7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd36ab999-6fc2-43b3-892b-c2e46712150a'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:07:45.531867 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0b645b-0ee0-43f2-bf4d-9bfb8ff6c4a4" -d '{"events": [{"server_uuid": "c144246b-62bc-499f-bf55-06262438ba7b", "name": "network-vif-plugged", "status": "completed", "tag": "d36ab999-6fc2-43b3-892b-c2e46712150a"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:07:45.548091 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-1bbdd8f0-c02b-42eb-90aa-05e41eda6a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e624370a-f172-4f4b-848b-a8bc7639e112', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-527346361-router', 'tenant_id': '17e7fef2a0e3489ea06ed8f40beecd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'a70d29b0-c230-4c6a-bec2-1739669e954d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:07:37Z', 'updated_at': '2021-08-10T03:07:42Z', 'revision_number': 3, 'project_id': '17e7fef2a0e3489ea06ed8f40beecd0f', 'gw_port': {'id': 'a70d29b0-c230-4c6a-bec2-1739669e954d', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:53:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e624370a-f172-4f4b-848b-a8bc7639e112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:07:40Z', 'updated_at': '2021-08-10T03:07:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:07:45.562508 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port d36ab999-6fc2-43b3-892b-c2e46712150a, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=d36ab999-6fc2-43b3-892b-c2e46712150a,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:07:45.569327 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:45.569542 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0590eda2-01ea-4291-a8b3-ee64288e2f6b tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Pushing event updated for resources: {'Port': ['ID=68fdef05-c3ba-4e4e-9c7f-2056598ae3a7,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:45.579330 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-aec07539-292d-4c88-a0fd-0e7a40ca2810 req-ba209a8c-1962-4ab3-87e2-b4eaa0cc5b22 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:45.634321 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbdd8f0-c02b-42eb-90aa-05e41eda6a4c None None] Checking router: e624370a-f172-4f4b-848b-a8bc7639e112 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:07:45.634663 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbdd8f0-c02b-42eb-90aa-05e41eda6a4c None None] Updating router e624370a-f172-4f4b-848b-a8bc7639e112 port a70d29b0-c230-4c6a-bec2-1739669e954d binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:07:45.670286 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=d36ab999-6fc2-43b3-892b-c2e46712150a,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:45.698717 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-1bbdd8f0-c02b-42eb-90aa-05e41eda6a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:45.709797 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-aec07539-292d-4c88-a0fd-0e7a40ca2810 req-ba209a8c-1962-4ab3-87e2-b4eaa0cc5b22 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] Allocated IP 172.25.7.133 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/8c4f6a3b-fd1a-4f6b-a17b-802f6ae49e06) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:07:45.812056 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e074e3f4-1ac5-427c-bf57-44b2f981c99a req-4daeb778-291b-4218-a228-e3ac8beacb50 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:45.820860 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e074e3f4-1ac5-427c-bf57-44b2f981c99a req-4daeb778-291b-4218-a228-e3ac8beacb50 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cdb26d0-178e-476d-8f3b-8f72814f5a46 HTTP/1.1" status: 200 len: 932 time: 0.3507798 Aug 10 03:07:45.855880 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1426b7fa-4c7f-4d74-acba-476b903c7b75 req-0590eda2-01ea-4291-a8b3-ee64288e2f6b tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Network 909af24c-2a43-4e6d-8a1f-90b69debd82b is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:07:45.874985 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-1426b7fa-4c7f-4d74-acba-476b903c7b75 req-0590eda2-01ea-4291-a8b3-ee64288e2f6b tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:07:45.887699 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e074e3f4-1ac5-427c-bf57-44b2f981c99a req-1806108e-0819-4992-9019-ecf9403abcf2 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659044 Aug 10 03:07:45.914698 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-1426b7fa-4c7f-4d74-acba-476b903c7b75 req-0590eda2-01ea-4291-a8b3-ee64288e2f6b tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:07:45.923379 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426b7fa-4c7f-4d74-acba-476b903c7b75 req-0590eda2-01ea-4291-a8b3-ee64288e2f6b tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:45.924167 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-1426b7fa-4c7f-4d74-acba-476b903c7b75 req-0590eda2-01ea-4291-a8b3-ee64288e2f6b tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:45.956975 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-aec07539-292d-4c88-a0fd-0e7a40ca2810 req-ba209a8c-1962-4ab3-87e2-b4eaa0cc5b22 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:45.987421 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1426b7fa-4c7f-4d74-acba-476b903c7b75 req-0590eda2-01ea-4291-a8b3-ee64288e2f6b tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5171444 Aug 10 03:07:46.014111 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-1426b7fa-4c7f-4d74-acba-476b903c7b75 req-700a5c13-2d37-4f28-af02-e5266dbd101c service neutron] Request body: {'port': {'device_id': '3cdb26d0-178e-476d-8f3b-8f72814f5a46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:07:46.044129 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a46ee54e-cd52-45a9-ad3f-fdebfd44f2fb req-9c1c4f8b-9ad7-4828-a289-2b45c1e73901 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ce469fc-cda0-4f42-bef2-6bce30eb7007 HTTP/1.1" status: 200 len: 210 time: 0.0554104 Aug 10 03:07:46.089193 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-aec07539-292d-4c88-a0fd-0e7a40ca2810 req-ba209a8c-1962-4ab3-87e2-b4eaa0cc5b22 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:46.114390 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e82442c9-ea03-48c7-ab24-4958e212d5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:46.173688 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba209a8c-1962-4ab3-87e2-b4eaa0cc5b22 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] Pushing event updated for resources: {'Port': ['ID=8c4f6a3b-fd1a-4f6b-a17b-802f6ae49e06,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:46.198278 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aec07539-292d-4c88-a0fd-0e7a40ca2810 req-ba209a8c-1962-4ab3-87e2-b4eaa0cc5b22 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:07:46.207674 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-aec07539-292d-4c88-a0fd-0e7a40ca2810 req-ba209a8c-1962-4ab3-87e2-b4eaa0cc5b22 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:07:46.221967 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-aec07539-292d-4c88-a0fd-0e7a40ca2810 req-ba209a8c-1962-4ab3-87e2-b4eaa0cc5b22 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:07:46.246213 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-1426b7fa-4c7f-4d74-acba-476b903c7b75 req-700a5c13-2d37-4f28-af02-e5266dbd101c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:46.357825 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-1bbdd8f0-c02b-42eb-90aa-05e41eda6a4c None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:46.375700 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-1bbdd8f0-c02b-42eb-90aa-05e41eda6a4c None None] Transition to ACTIVE for port object a70d29b0-c230-4c6a-bec2-1739669e954d will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:07:46.392720 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-1bbdd8f0-c02b-42eb-90aa-05e41eda6a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:46.466646 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d0f086-d654-434f-a4bb-36775872db59 None None] Pushing event updated for resources: {'Port': ['ID=a70d29b0-c230-4c6a-bec2-1739669e954d,revision_number=2']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:46.496407 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-1bbdd8f0-c02b-42eb-90aa-05e41eda6a4c None None] Attempting to bind port a70d29b0-c230-4c6a-bec2-1739669e954d on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:07:46.497207 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-1bbdd8f0-c02b-42eb-90aa-05e41eda6a4c None None] Attempting to bind port a70d29b0-c230-4c6a-bec2-1739669e954d by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:07:46.498230 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbdd8f0-c02b-42eb-90aa-05e41eda6a4c None None] Attempting to bind port a70d29b0-c230-4c6a-bec2-1739669e954d on network 09ca2025-b9a6-4e84-8019-8d9fbef3753e {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:07:46.506491 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbdd8f0-c02b-42eb-90aa-05e41eda6a4c None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:07:46.507312 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbdd8f0-c02b-42eb-90aa-05e41eda6a4c None None] Checking segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:07:46.508394 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-1bbdd8f0-c02b-42eb-90aa-05e41eda6a4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:46.509009 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbdd8f0-c02b-42eb-90aa-05e41eda6a4c None None] Bound using segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:07:46.510919 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-1bbdd8f0-c02b-42eb-90aa-05e41eda6a4c None None] Bound port: a70d29b0-c230-4c6a-bec2-1739669e954d, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:07:46.511554 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-1bbdd8f0-c02b-42eb-90aa-05e41eda6a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:46.583588 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-1426b7fa-4c7f-4d74-acba-476b903c7b75 req-700a5c13-2d37-4f28-af02-e5266dbd101c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68fdef05-c3ba-4e4e-9c7f-2056598ae3a7 {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:07:46.591298 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-1bbdd8f0-c02b-42eb-90aa-05e41eda6a4c None None] For port a70d29b0-c230-4c6a-bec2-1739669e954d, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:07:46.593243 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-1426b7fa-4c7f-4d74-acba-476b903c7b75 req-700a5c13-2d37-4f28-af02-e5266dbd101c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:46.595179 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-1bbdd8f0-c02b-42eb-90aa-05e41eda6a4c None None] For port a70d29b0-c230-4c6a-bec2-1739669e954d, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=a70d29b0-c230-4c6a-bec2-1739669e954d,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:07:46.607989 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-1426b7fa-4c7f-4d74-acba-476b903c7b75 req-700a5c13-2d37-4f28-af02-e5266dbd101c service neutron] Transition to ACTIVE for port object 68fdef05-c3ba-4e4e-9c7f-2056598ae3a7 will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:07:46.611610 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-1bbdd8f0-c02b-42eb-90aa-05e41eda6a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:46.624061 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-e82442c9-ea03-48c7-ab24-4958e212d5a0 admin admin] Allocated IP 172.20.0.1 (d9255498-9d5f-4f28-89a8-aeba119591a7/351cb634-6784-4e2f-aa61-a5032bb13f30/c06967cb-bc74-4e47-abcd-7621521caf06) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:07:46.635862 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-1426b7fa-4c7f-4d74-acba-476b903c7b75 req-700a5c13-2d37-4f28-af02-e5266dbd101c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:46.672312 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d0f086-d654-434f-a4bb-36775872db59 None None] Pushing event updated for resources: {'Port': ['ID=a70d29b0-c230-4c6a-bec2-1739669e954d,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:46.687179 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700a5c13-2d37-4f28-af02-e5266dbd101c service neutron] Pushing event updated for resources: {'Port': ['ID=68fdef05-c3ba-4e4e-9c7f-2056598ae3a7,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:46.691498 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbdd8f0-c02b-42eb-90aa-05e41eda6a4c None None] Routers {'e624370a-f172-4f4b-848b-a8bc7639e112'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:07:46.692395 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-1bbdd8f0-c02b-42eb-90aa-05e41eda6a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:07:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['e624370a-f172-4f4b-848b-a8bc7639e112'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:07:46.717835 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93ae58-20f5-4f18-b1af-4fa642d487c7 req-4aa0779c-c7e1-4690-ad46-053fc199ea34 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:46.725276 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-df93ae58-20f5-4f18-b1af-4fa642d487c7 req-4aa0779c-c7e1-4690-ad46-053fc199ea34 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d6c090d-d32e-4462-8750-8d610dc55a43 HTTP/1.1" status: 200 len: 944 time: 0.5249529 Aug 10 03:07:46.766049 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-aec07539-292d-4c88-a0fd-0e7a40ca2810 req-ba209a8c-1962-4ab3-87e2-b4eaa0cc5b22 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:46.824581 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-1426b7fa-4c7f-4d74-acba-476b903c7b75 req-700a5c13-2d37-4f28-af02-e5266dbd101c service neutron] Attempting to bind port 68fdef05-c3ba-4e4e-9c7f-2056598ae3a7 on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:07:46.824923 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-1426b7fa-4c7f-4d74-acba-476b903c7b75 req-700a5c13-2d37-4f28-af02-e5266dbd101c service neutron] Attempting to bind port 68fdef05-c3ba-4e4e-9c7f-2056598ae3a7 by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '56914130-d266-4761-b91f-0f4044da3177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '909af24c-2a43-4e6d-8a1f-90b69debd82b'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:07:46.825258 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1426b7fa-4c7f-4d74-acba-476b903c7b75 req-700a5c13-2d37-4f28-af02-e5266dbd101c service neutron] Attempting to bind port 68fdef05-c3ba-4e4e-9c7f-2056598ae3a7 on network 909af24c-2a43-4e6d-8a1f-90b69debd82b {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:07:46.851763 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e82442c9-ea03-48c7-ab24-4958e212d5a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:46.866782 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-aec07539-292d-4c88-a0fd-0e7a40ca2810 req-ba209a8c-1962-4ab3-87e2-b4eaa0cc5b22 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:46.869223 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-e82442c9-ea03-48c7-ab24-4958e212d5a0 admin admin] Transition to ACTIVE for port object c06967cb-bc74-4e47-abcd-7621521caf06 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:07:46.883801 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-df93ae58-20f5-4f18-b1af-4fa642d487c7 req-271a18bc-9f28-4739-a178-98f6f95827b7 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542573 Aug 10 03:07:46.935883 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-1bbdd8f0-c02b-42eb-90aa-05e41eda6a4c None None] Set router e624370a-f172-4f4b-848b-a8bc7639e112 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:07:46.946770 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e82442c9-ea03-48c7-ab24-4958e212d5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:46.948547 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-04c26bc7-46db-4d25-9728-022c44af42cf req-6583cc36-e6c0-4037-8d4d-f58c3410c6df tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=f5f74456a9ff4f0297a163d723f5fb6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0838962 Aug 10 03:07:46.995162 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82442c9-ea03-48c7-ab24-4958e212d5a0 admin admin] Pushing event updated for resources: {'Port': ['ID=c06967cb-bc74-4e47-abcd-7621521caf06,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:47.021208 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82442c9-ea03-48c7-ab24-4958e212d5a0 admin admin] Network d9255498-9d5f-4f28-89a8-aeba119591a7 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:07:47.022298 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1426b7fa-4c7f-4d74-acba-476b903c7b75 req-700a5c13-2d37-4f28-af02-e5266dbd101c service neutron] Port 68fdef05-c3ba-4e4e-9c7f-2056598ae3a7 on network 909af24c-2a43-4e6d-8a1f-90b69debd82b not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:07:47.022698 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1426b7fa-4c7f-4d74-acba-476b903c7b75 req-700a5c13-2d37-4f28-af02-e5266dbd101c service neutron] Attempting to bind port 68fdef05-c3ba-4e4e-9c7f-2056598ae3a7 on network 909af24c-2a43-4e6d-8a1f-90b69debd82b {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:07:47.024039 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-e82442c9-ea03-48c7-ab24-4958e212d5a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:07:47.027522 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82442c9-ea03-48c7-ab24-4958e212d5a0 admin admin] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:07:47.028188 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e82442c9-ea03-48c7-ab24-4958e212d5a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:47.133988 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6aaf418-9eb3-4d6e-b64c-5322b5a5bd17 x-openstack-request-id: req-c6aaf418-9eb3-4d6e-b64c-5322b5a5bd17 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:07:47.134500 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c144246b-62bc-499f-bf55-06262438ba7b", "name": "network-vif-plugged", "status": "completed", "tag": "d36ab999-6fc2-43b3-892b-c2e46712150a", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:07:47.135434 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c6aaf418-9eb3-4d6e-b64c-5322b5a5bd17 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:07:47.135946 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c144246b-62bc-499f-bf55-06262438ba7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd36ab999-6fc2-43b3-892b-c2e46712150a', 'code': 200} Aug 10 03:07:47.296838 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c26bc7-46db-4d25-9728-022c44af42cf req-e4faeda3-e4a5-4f25-9875-68e8dbbb605e tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:47.298546 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-04c26bc7-46db-4d25-9728-022c44af42cf req-e4faeda3-e4a5-4f25-9875-68e8dbbb605e tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2984509 Aug 10 03:07:47.299910 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1426b7fa-4c7f-4d74-acba-476b903c7b75 req-700a5c13-2d37-4f28-af02-e5266dbd101c service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:07:47.300251 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1426b7fa-4c7f-4d74-acba-476b903c7b75 req-700a5c13-2d37-4f28-af02-e5266dbd101c service neutron] Checking segment: {'id': '56914130-d266-4761-b91f-0f4044da3177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '909af24c-2a43-4e6d-8a1f-90b69debd82b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:07:47.300815 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1426b7fa-4c7f-4d74-acba-476b903c7b75 req-700a5c13-2d37-4f28-af02-e5266dbd101c service neutron] Bound using segment: {'id': '56914130-d266-4761-b91f-0f4044da3177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '909af24c-2a43-4e6d-8a1f-90b69debd82b'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:07:47.301527 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-1426b7fa-4c7f-4d74-acba-476b903c7b75 req-700a5c13-2d37-4f28-af02-e5266dbd101c service neutron] Bound port: 68fdef05-c3ba-4e4e-9c7f-2056598ae3a7, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56914130-d266-4761-b91f-0f4044da3177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '909af24c-2a43-4e6d-8a1f-90b69debd82b'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:07:47.302385 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-1426b7fa-4c7f-4d74-acba-476b903c7b75 req-700a5c13-2d37-4f28-af02-e5266dbd101c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:47.302556 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e82442c9-ea03-48c7-ab24-4958e212d5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:47.339895 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-1bbdd8f0-c02b-42eb-90aa-05e41eda6a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e624370a-f172-4f4b-848b-a8bc7639e112', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-527346361-router', 'tenant_id': '17e7fef2a0e3489ea06ed8f40beecd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'a70d29b0-c230-4c6a-bec2-1739669e954d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:07:37Z', 'updated_at': '2021-08-10T03:07:42Z', 'revision_number': 3, 'project_id': '17e7fef2a0e3489ea06ed8f40beecd0f', 'gw_port': {'id': 'a70d29b0-c230-4c6a-bec2-1739669e954d', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:53:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e624370a-f172-4f4b-848b-a8bc7639e112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:07:40Z', 'updated_at': '2021-08-10T03:07:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:07:47.363998 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-04c26bc7-46db-4d25-9728-022c44af42cf req-22d76624-81c0-4ce4-b429-21149821ccd8 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Request body: {'port': {'device_id': '7ce469fc-cda0-4f42-bef2-6bce30eb7007', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'admin_state_up': True, 'tenant_id': 'f5f74456a9ff4f0297a163d723f5fb6a'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:07:47.379330 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-45101b33-1b26-44c0-af44-f7516e7a7779 None None] Provisioning for port c06967cb-bc74-4e47-abcd-7621521caf06 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:07:47.382977 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbdd8f0-c02b-42eb-90aa-05e41eda6a4c None None] The sync data for ids ['e624370a-f172-4f4b-848b-a8bc7639e112'] in n-d-768851-15 is: [{'id': 'e624370a-f172-4f4b-848b-a8bc7639e112', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-527346361-router', 'tenant_id': '17e7fef2a0e3489ea06ed8f40beecd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'a70d29b0-c230-4c6a-bec2-1739669e954d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:07:37Z', 'updated_at': '2021-08-10T03:07:42Z', 'revision_number': 3, 'project_id': '17e7fef2a0e3489ea06ed8f40beecd0f', 'gw_port': {'id': 'a70d29b0-c230-4c6a-bec2-1739669e954d', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:53:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e624370a-f172-4f4b-848b-a8bc7639e112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:07:40Z', 'updated_at': '2021-08-10T03:07:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:07:47.384411 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-45101b33-1b26-44c0-af44-f7516e7a7779 None None] Provisioning complete for port c06967cb-bc74-4e47-abcd-7621521caf06 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:07:47.385408 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-45101b33-1b26-44c0-af44-f7516e7a7779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:47.478078 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-45101b33-1b26-44c0-af44-f7516e7a7779 None None] Port c06967cb-bc74-4e47-abcd-7621521caf06 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:07:47.546965 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e82442c9-ea03-48c7-ab24-4958e212d5a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:47.556536 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e82442c9-ea03-48c7-ab24-4958e212d5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:47.557869 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e82442c9-ea03-48c7-ab24-4958e212d5a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:47.652729 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82442c9-ea03-48c7-ab24-4958e212d5a0 admin admin] Pushing event updated for resources: {'Port': ['ID=c06967cb-bc74-4e47-abcd-7621521caf06,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:47.730636 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82442c9-ea03-48c7-ab24-4958e212d5a0 admin admin] Network d9255498-9d5f-4f28-89a8-aeba119591a7 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:07:47.746870 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-e82442c9-ea03-48c7-ab24-4958e212d5a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:07:48.002264 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device a70d29b0-c230-4c6a-bec2-1739669e954d up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:07:48.008937 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4547cd86-e4cc-4849-a63d-b5adfe4da21e req-80734c7d-814c-4c75-8774-17a64698a479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:48.010482 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4547cd86-e4cc-4849-a63d-b5adfe4da21e req-80734c7d-814c-4c75-8774-17a64698a479 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c144246b-62bc-499f-bf55-06262438ba7b HTTP/1.1" status: 200 len: 1102 time: 0.7008321 Aug 10 03:07:48.026248 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e82442c9-ea03-48c7-ab24-4958e212d5a0 admin admin] Router e624370a-f172-4f4b-848b-a8bc7639e112 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:07:48.058404 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-1426b7fa-4c7f-4d74-acba-476b903c7b75 req-700a5c13-2d37-4f28-af02-e5266dbd101c service neutron] For port 68fdef05-c3ba-4e4e-9c7f-2056598ae3a7, host n-h1-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:07:48.069659 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-1426b7fa-4c7f-4d74-acba-476b903c7b75 req-700a5c13-2d37-4f28-af02-e5266dbd101c service neutron] For port 68fdef05-c3ba-4e4e-9c7f-2056598ae3a7, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=68fdef05-c3ba-4e4e-9c7f-2056598ae3a7,segment=NetworkSegment(56914130-d266-4761-b91f-0f4044da3177),segment_id=56914130-d266-4761-b91f-0f4044da3177)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:07:48.180780 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-1426b7fa-4c7f-4d74-acba-476b903c7b75 req-700a5c13-2d37-4f28-af02-e5266dbd101c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:48.201400 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4547cd86-e4cc-4849-a63d-b5adfe4da21e req-f4bbb364-9995-46b7-b7c5-eb56019c9489 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640702 Aug 10 03:07:48.208601 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82442c9-ea03-48c7-ab24-4958e212d5a0 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:07:48.216010 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e82442c9-ea03-48c7-ab24-4958e212d5a0 admin admin] 10.222.0.62 "PUT /v2.0/routers/e624370a-f172-4f4b-848b-a8bc7639e112/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0586674 Aug 10 03:07:48.292970 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700a5c13-2d37-4f28-af02-e5266dbd101c service neutron] Pushing event updated for resources: {'Port': ['ID=68fdef05-c3ba-4e4e-9c7f-2056598ae3a7,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:48.324194 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508796a-b343-4201-87a7-28c777254486 req-be3a24fc-1e25-4ad4-a258-4b6f9f8d3aa9 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:48.336425 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3508796a-b343-4201-87a7-28c777254486 req-be3a24fc-1e25-4ad4-a258-4b6f9f8d3aa9 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=c144246b-62bc-499f-bf55-06262438ba7b HTTP/1.1" status: 200 len: 950 time: 1.0308721 Aug 10 03:07:48.360653 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426b7fa-4c7f-4d74-acba-476b903c7b75 req-700a5c13-2d37-4f28-af02-e5266dbd101c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:48.361316 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-1426b7fa-4c7f-4d74-acba-476b903c7b75 req-700a5c13-2d37-4f28-af02-e5266dbd101c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:48.363008 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1426b7fa-4c7f-4d74-acba-476b903c7b75 req-700a5c13-2d37-4f28-af02-e5266dbd101c service neutron] 10.222.0.58 "PUT /v2.0/ports/68fdef05-c3ba-4e4e-9c7f-2056598ae3a7 HTTP/1.1" status: 200 len: 1093 time: 2.3551159 Aug 10 03:07:48.366378 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cdb26d0-178e-476d-8f3b-8f72814f5a46', 'tag': '68fdef05-c3ba-4e4e-9c7f-2056598ae3a7'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:07:48.380707 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-1b36e825-0be0-4307-9639-f6cac396ffe7 None None] Provisioning complete for port c06967cb-bc74-4e47-abcd-7621521caf06 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:07:48.381582 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-1b36e825-0be0-4307-9639-f6cac396ffe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:48.391826 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfeee65d-77b3-4fbd-8853-6376889cb5d6" -d '{"events": [{"name": "network-changed", "server_uuid": "3cdb26d0-178e-476d-8f3b-8f72814f5a46", "tag": "68fdef05-c3ba-4e4e-9c7f-2056598ae3a7"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:07:48.420558 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04c26bc7-46db-4d25-9728-022c44af42cf req-22d76624-81c0-4ce4-b429-21149821ccd8 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Made reservation on behalf of f5f74456a9ff4f0297a163d723f5fb6a for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:07:48.425037 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-04c26bc7-46db-4d25-9728-022c44af42cf req-22d76624-81c0-4ce4-b429-21149821ccd8 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:48.467482 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port a70d29b0-c230-4c6a-bec2-1739669e954d completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:07:48.470075 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-04c26bc7-46db-4d25-9728-022c44af42cf req-22d76624-81c0-4ce4-b429-21149821ccd8 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:48.473468 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-1b36e825-0be0-4307-9639-f6cac396ffe7 None None] Port c06967cb-bc74-4e47-abcd-7621521caf06 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:07:48.490062 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port a70d29b0-c230-4c6a-bec2-1739669e954d triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:07:48.490712 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:48.550955 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3508796a-b343-4201-87a7-28c777254486 req-37a70609-1c13-4785-bcbd-9b44473bf6c5 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135966 Aug 10 03:07:48.574126 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-aec07539-292d-4c88-a0fd-0e7a40ca2810 req-ba209a8c-1962-4ab3-87e2-b4eaa0cc5b22 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:48.599920 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-aec07539-292d-4c88-a0fd-0e7a40ca2810 req-ba209a8c-1962-4ab3-87e2-b4eaa0cc5b22 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:48.621555 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426b7fa-4c7f-4d74-acba-476b903c7b75 req-20421832-13e1-43e9-a009-54f8054d8ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:48.623192 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1426b7fa-4c7f-4d74-acba-476b903c7b75 req-20421832-13e1-43e9-a009-54f8054d8ec9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0184527d62ac40cb863b24d5f91a9ee4&device_id=3cdb26d0-178e-476d-8f3b-8f72814f5a46 HTTP/1.1" status: 200 len: 1096 time: 0.1819003 Aug 10 03:07:48.628237 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:48.664847 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port a70d29b0-c230-4c6a-bec2-1739669e954d, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=a70d29b0-c230-4c6a-bec2-1739669e954d,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:07:48.671194 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:48.694888 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-aec07539-292d-4c88-a0fd-0e7a40ca2810 req-ba209a8c-1962-4ab3-87e2-b4eaa0cc5b22 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:48.763578 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=a70d29b0-c230-4c6a-bec2-1739669e954d,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:48.787069 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1426b7fa-4c7f-4d74-acba-476b903c7b75 req-367f74fb-c350-4de4-aa5d-6f7ff52b8a05 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68fdef05-c3ba-4e4e-9c7f-2056598ae3a7 HTTP/1.1" status: 200 len: 217 time: 0.1179850 Aug 10 03:07:48.819105 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba209a8c-1962-4ab3-87e2-b4eaa0cc5b22 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] Pushing event updated for resources: {'Port': ['ID=8c4f6a3b-fd1a-4f6b-a17b-802f6ae49e06,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:48.890654 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a5a11e-8ded-4489-af2d-22cabfe2a9d6 req-eddced6e-c889-4bb6-9bda-06e551c36a25 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:48.892313 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-02a5a11e-8ded-4489-af2d-22cabfe2a9d6 req-eddced6e-c889-4bb6-9bda-06e551c36a25 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cdb26d0-178e-476d-8f3b-8f72814f5a46 HTTP/1.1" status: 200 len: 944 time: 0.2123153 Aug 10 03:07:48.909254 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426b7fa-4c7f-4d74-acba-476b903c7b75 req-a1359bdb-15fd-47ef-bc97-f98773725a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:48.909254 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1426b7fa-4c7f-4d74-acba-476b903c7b75 req-a1359bdb-15fd-47ef-bc97-f98773725a55 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b8c216be-f9cb-484e-9a0a-1cd9ef473e6f HTTP/1.1" status: 200 len: 847 time: 0.1092794 Aug 10 03:07:48.942774 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-04c26bc7-46db-4d25-9728-022c44af42cf req-22d76624-81c0-4ce4-b429-21149821ccd8 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:48.965000 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1426b7fa-4c7f-4d74-acba-476b903c7b75 req-de5557db-69c9-4fbc-b843-a495d9e04884 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=909af24c-2a43-4e6d-8a1f-90b69debd82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439842 Aug 10 03:07:48.967014 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-04c26bc7-46db-4d25-9728-022c44af42cf req-22d76624-81c0-4ce4-b429-21149821ccd8 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:48.977969 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-aec07539-292d-4c88-a0fd-0e7a40ca2810 req-ba209a8c-1962-4ab3-87e2-b4eaa0cc5b22 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:48.979477 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aec07539-292d-4c88-a0fd-0e7a40ca2810 req-ba209a8c-1962-4ab3-87e2-b4eaa0cc5b22 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.1851473 Aug 10 03:07:49.108112 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-02a5a11e-8ded-4489-af2d-22cabfe2a9d6 req-1811ba8f-ff36-4fca-be7b-8ad6d35792a1 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046885 Aug 10 03:07:49.147001 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d76624-81c0-4ce4-b429-21149821ccd8 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73c9c97f-21a0-4c39-9593-22fd18479ec5,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:49.183976 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aec07539-292d-4c88-a0fd-0e7a40ca2810 req-8effaac1-7ca8-471d-8b61-0c0016687f2c tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.133 HTTP/1.1" status: 200 len: 696 time: 0.1750000 Aug 10 03:07:49.379562 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fe23330c-624b-47cd-b6fd-1583bd249cfd req-3a71950e-ebb2-4475-bbce-28d0ebc9de73 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ce469fc-cda0-4f42-bef2-6bce30eb7007 HTTP/1.1" status: 200 len: 210 time: 0.0618405 Aug 10 03:07:49.396600 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1426b7fa-4c7f-4d74-acba-476b903c7b75 req-18903c6f-e390-4cab-a415-535473805f60 service neutron] 10.222.0.58 "GET /v2.0/networks/909af24c-2a43-4e6d-8a1f-90b69debd82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4073400 Aug 10 03:07:49.455015 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-04c26bc7-46db-4d25-9728-022c44af42cf req-22d76624-81c0-4ce4-b429-21149821ccd8 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Allocated IP 192.168.233.7 (f1b7997e-1a2a-4260-9d7d-b6cf90b8801d/c2e3eb0b-907c-4ac4-809e-ae9609bc8c67/dea860dd-fd98-4360-bc3c-37c6506ab86f) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:07:49.531959 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec07539-292d-4c88-a0fd-0e7a40ca2810 req-f0788b5a-0c79-4e38-9269-6c4856ad4de2 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:49.533236 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aec07539-292d-4c88-a0fd-0e7a40ca2810 req-f0788b5a-0c79-4e38-9269-6c4856ad4de2 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] 10.222.0.62 "GET /v2.0/networks/09ca2025-b9a6-4e84-8019-8d9fbef3753e HTTP/1.1" status: 200 len: 784 time: 0.3410053 Aug 10 03:07:49.534720 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28fe55d4-5d21-4a3d-936c-b7efe92f0e31 x-openstack-request-id: req-28fe55d4-5d21-4a3d-936c-b7efe92f0e31 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:07:49.535061 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cdb26d0-178e-476d-8f3b-8f72814f5a46", "tag": "68fdef05-c3ba-4e4e-9c7f-2056598ae3a7", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:07:49.535277 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-28fe55d4-5d21-4a3d-936c-b7efe92f0e31 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:07:49.535662 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cdb26d0-178e-476d-8f3b-8f72814f5a46', 'tag': '68fdef05-c3ba-4e4e-9c7f-2056598ae3a7', 'status': 'completed', 'code': 200} Aug 10 03:07:49.556747 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [req-aec07539-292d-4c88-a0fd-0e7a40ca2810 req-82e5f299-09cc-422a-80d9-5643c862dd6d tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:07:49.557770 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aec07539-292d-4c88-a0fd-0e7a40ca2810 req-82e5f299-09cc-422a-80d9-5643c862dd6d tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0150428 Aug 10 03:07:49.620827 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1426b7fa-4c7f-4d74-acba-476b903c7b75 req-c8c1ffc7-3211-4683-8469-0c8cfe670d21 service neutron] 10.222.0.58 "GET /v2.0/networks/909af24c-2a43-4e6d-8a1f-90b69debd82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156131 Aug 10 03:07:49.834130 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cd0871-e7f9-4673-8549-89c9479d5284 None None] Sync routers for ids ['e624370a-f172-4f4b-848b-a8bc7639e112'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:07:49.855089 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cd0871-e7f9-4673-8549-89c9479d5284 None None] Routers {'e624370a-f172-4f4b-848b-a8bc7639e112'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:07:49.855955 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-c8cd0871-e7f9-4673-8549-89c9479d5284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:07:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['e624370a-f172-4f4b-848b-a8bc7639e112'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:07:49.923713 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8be2a7-1e21-4abf-b22e-a88e31f30bcf req-f717e8fc-9cc0-4d82-890f-f13c1e375465 tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:49.925266 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-db8be2a7-1e21-4abf-b22e-a88e31f30bcf req-f717e8fc-9cc0-4d82-890f-f13c1e375465 tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=8d6c090d-d32e-4462-8750-8d610dc55a43 HTTP/1.1" status: 200 len: 1096 time: 0.2537584 Aug 10 03:07:49.926993 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeee65d-77b3-4fbd-8853-6376889cb5d6 req-2416a5ab-7ab7-4d0e-b559-e97e745b74ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:49.928976 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bfeee65d-77b3-4fbd-8853-6376889cb5d6 req-2416a5ab-7ab7-4d0e-b559-e97e745b74ec service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0184527d62ac40cb863b24d5f91a9ee4&device_id=3cdb26d0-178e-476d-8f3b-8f72814f5a46 HTTP/1.1" status: 200 len: 1096 time: 0.2435975 Aug 10 03:07:49.945908 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-04c26bc7-46db-4d25-9728-022c44af42cf req-22d76624-81c0-4ce4-b429-21149821ccd8 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:49.948780 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device a70d29b0-c230-4c6a-bec2-1739669e954d up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:07:50.015310 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec64bd1-bae4-4dc5-a97b-93ad39c22723 req-6f6e79bb-5d8c-4dbe-b0e7-b6e78b585c1d tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:50.022121 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3ec64bd1-bae4-4dc5-a97b-93ad39c22723 req-6f6e79bb-5d8c-4dbe-b0e7-b6e78b585c1d tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] 10.222.0.62 "GET /v2.0/networks?id=d9255498-9d5f-4f28-89a8-aeba119591a7 HTTP/1.1" status: 200 len: 828 time: 0.3351963 Aug 10 03:07:50.042663 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-04c26bc7-46db-4d25-9728-022c44af42cf req-22d76624-81c0-4ce4-b429-21149821ccd8 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Transition to ACTIVE for port object dea860dd-fd98-4360-bc3c-37c6506ab86f will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:07:50.045826 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port a70d29b0-c230-4c6a-bec2-1739669e954d triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:07:50.046279 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:50.062605 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3ec64bd1-bae4-4dc5-a97b-93ad39c22723 req-dd871590-e09c-478f-9eda-6e3904ec73fb tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] 10.222.0.62 "GET /v2.0/quotas/17e7fef2a0e3489ea06ed8f40beecd0f HTTP/1.1" status: 200 len: 375 time: 0.0395544 Aug 10 03:07:50.103390 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-c8cd0871-e7f9-4673-8549-89c9479d5284 None None] Set router e624370a-f172-4f4b-848b-a8bc7639e112 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:07:50.124446 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-db8be2a7-1e21-4abf-b22e-a88e31f30bcf req-d9ce6c9a-d39c-4b25-b348-74079b642a06 tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827507 Aug 10 03:07:50.170368 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeee65d-77b3-4fbd-8853-6376889cb5d6 req-ddf08b86-2fab-46df-8c9c-7ede59905885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:50.171908 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bfeee65d-77b3-4fbd-8853-6376889cb5d6 req-ddf08b86-2fab-46df-8c9c-7ede59905885 service neutron] 10.222.0.58 "GET /v2.0/networks?id=909af24c-2a43-4e6d-8a1f-90b69debd82b HTTP/1.1" status: 200 len: 908 time: 0.2222350 Aug 10 03:07:50.186922 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3ec64bd1-bae4-4dc5-a97b-93ad39c22723 req-9cc944d9-e802-4c38-bc26-ac5f64d9ab2a tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=17e7fef2a0e3489ea06ed8f40beecd0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1233447 Aug 10 03:07:50.224547 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-04c26bc7-46db-4d25-9728-022c44af42cf req-22d76624-81c0-4ce4-b429-21149821ccd8 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:50.271111 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bfeee65d-77b3-4fbd-8853-6376889cb5d6 req-e68c7f6e-b4da-4e41-bf77-fc0d5789d481 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68fdef05-c3ba-4e4e-9c7f-2056598ae3a7 HTTP/1.1" status: 200 len: 217 time: 0.0830328 Aug 10 03:07:50.375852 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04c26bc7-46db-4d25-9728-022c44af42cf req-22d76624-81c0-4ce4-b429-21149821ccd8 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:07:50.379288 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-06dc4a53-c55c-4727-bc46-b42d67bb19f8 req-8d98ce4c-a5ad-4ccb-86e1-3e1c091789d5 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] 10.222.0.62 "GET /v2.0/floatingips/844c2aaf-1e10-459b-b6f0-7783166d9716 HTTP/1.1" status: 200 len: 693 time: 0.1517420 Aug 10 03:07:50.385876 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-04c26bc7-46db-4d25-9728-022c44af42cf req-22d76624-81c0-4ce4-b429-21149821ccd8 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:07:50.395872 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c26bc7-46db-4d25-9728-022c44af42cf req-22d76624-81c0-4ce4-b429-21149821ccd8 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:07:50.402692 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c26bc7-46db-4d25-9728-022c44af42cf req-22d76624-81c0-4ce4-b429-21149821ccd8 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:50.403385 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-04c26bc7-46db-4d25-9728-022c44af42cf req-22d76624-81c0-4ce4-b429-21149821ccd8 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:50.417247 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d76624-81c0-4ce4-b429-21149821ccd8 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Pushing event updated for resources: {'Port': ['ID=dea860dd-fd98-4360-bc3c-37c6506ab86f,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:50.476172 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeee65d-77b3-4fbd-8853-6376889cb5d6 req-c567d9a3-dc41-4b47-9db1-f3ea12d33018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:50.477663 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bfeee65d-77b3-4fbd-8853-6376889cb5d6 req-c567d9a3-dc41-4b47-9db1-f3ea12d33018 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b8c216be-f9cb-484e-9a0a-1cd9ef473e6f HTTP/1.1" status: 200 len: 847 time: 0.1525898 Aug 10 03:07:50.481920 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [req-3ec64bd1-bae4-4dc5-a97b-93ad39c22723 req-8fc31051-aafe-47d1-9c67-efc39ed341e4 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:07:50.482939 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3ec64bd1-bae4-4dc5-a97b-93ad39c22723 req-8fc31051-aafe-47d1-9c67-efc39ed341e4 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1589270 Aug 10 03:07:50.491802 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-04c26bc7-46db-4d25-9728-022c44af42cf req-22d76624-81c0-4ce4-b429-21149821ccd8 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.1633422 Aug 10 03:07:50.514759 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-04c26bc7-46db-4d25-9728-022c44af42cf req-624ac331-aad7-4a6e-b695-2872cab9168d service neutron] Request body: {'port': {'device_id': '7ce469fc-cda0-4f42-bef2-6bce30eb7007', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:07:50.557905 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-c8cd0871-e7f9-4673-8549-89c9479d5284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e624370a-f172-4f4b-848b-a8bc7639e112', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-527346361-router', 'tenant_id': '17e7fef2a0e3489ea06ed8f40beecd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'a70d29b0-c230-4c6a-bec2-1739669e954d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:07:37Z', 'updated_at': '2021-08-10T03:07:47Z', 'revision_number': 4, 'project_id': '17e7fef2a0e3489ea06ed8f40beecd0f', 'gw_port': {'id': 'a70d29b0-c230-4c6a-bec2-1739669e954d', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:53:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e624370a-f172-4f4b-848b-a8bc7639e112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:07:40Z', 'updated_at': '2021-08-10T03:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'c06967cb-bc74-4e47-abcd-7621521caf06', 'name': '', 'network_id': 'd9255498-9d5f-4f28-89a8-aeba119591a7', 'tenant_id': '17e7fef2a0e3489ea06ed8f40beecd0f', 'mac_address': 'fa:16:3e:52:47:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e624370a-f172-4f4b-848b-a8bc7639e112', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '351cb634-6784-4e2f-aa61-a5032bb13f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:07:46Z', 'updated_at': '2021-08-10T03:07:47Z', 'revision_number': 2, 'project_id': '17e7fef2a0e3489ea06ed8f40beecd0f', 'subnets': [{'id': '351cb634-6784-4e2f-aa61-a5032bb13f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:07:50.566714 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bfeee65d-77b3-4fbd-8853-6376889cb5d6 req-c7799291-efaf-4f20-ad04-7cc8b1ffbfc0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=909af24c-2a43-4e6d-8a1f-90b69debd82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765986 Aug 10 03:07:50.590151 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cd0871-e7f9-4673-8549-89c9479d5284 None None] Checking router: e624370a-f172-4f4b-848b-a8bc7639e112 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:07:50.591047 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cd0871-e7f9-4673-8549-89c9479d5284 None None] Updating router e624370a-f172-4f4b-848b-a8bc7639e112 port c06967cb-bc74-4e47-abcd-7621521caf06 binding host n-d-768851-15 {{(pid=94218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:07:50.625474 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c8cd0871-e7f9-4673-8549-89c9479d5284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:50.762589 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-5815ecce-751d-404f-9f50-08f17b51fd71 None None] Provisioning for port dea860dd-fd98-4360-bc3c-37c6506ab86f completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:07:50.770331 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-5815ecce-751d-404f-9f50-08f17b51fd71 None None] Provisioning complete for port dea860dd-fd98-4360-bc3c-37c6506ab86f triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:07:50.770897 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5815ecce-751d-404f-9f50-08f17b51fd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:50.855997 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-5815ecce-751d-404f-9f50-08f17b51fd71 None None] Port dea860dd-fd98-4360-bc3c-37c6506ab86f cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:07:50.984812 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c8cd0871-e7f9-4673-8549-89c9479d5284 None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:50.998114 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-c8cd0871-e7f9-4673-8549-89c9479d5284 None None] Transition to ACTIVE for port object c06967cb-bc74-4e47-abcd-7621521caf06 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:07:51.005886 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c8cd0871-e7f9-4673-8549-89c9479d5284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:51.029824 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc4a53-c55c-4727-bc46-b42d67bb19f8 req-f7dbf613-0277-4149-835a-8a1d71bb3a5d tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:51.031599 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-06dc4a53-c55c-4727-bc46-b42d67bb19f8 req-f7dbf613-0277-4149-835a-8a1d71bb3a5d tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] 10.222.0.62 "GET /v2.0/networks/09ca2025-b9a6-4e84-8019-8d9fbef3753e HTTP/1.1" status: 200 len: 784 time: 0.6411519 Aug 10 03:07:51.032357 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-04c26bc7-46db-4d25-9728-022c44af42cf req-624ac331-aad7-4a6e-b695-2872cab9168d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:51.073160 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [req-06dc4a53-c55c-4727-bc46-b42d67bb19f8 req-f7fe434b-488c-4dfa-b447-0b7ed3eca2ec tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:07:51.081152 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5215fdd8-317b-4c99-83f1-27ec8fc68d95 None None] Pushing event updated for resources: {'Port': ['ID=c06967cb-bc74-4e47-abcd-7621521caf06,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:51.081634 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-06dc4a53-c55c-4727-bc46-b42d67bb19f8 req-f7fe434b-488c-4dfa-b447-0b7ed3eca2ec tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0360870 Aug 10 03:07:51.102437 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bfeee65d-77b3-4fbd-8853-6376889cb5d6 req-29bc9bfa-383d-440e-b624-309ae04f1c20 service neutron] 10.222.0.58 "GET /v2.0/networks/909af24c-2a43-4e6d-8a1f-90b69debd82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298391 Aug 10 03:07:51.104873 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3ec64bd1-bae4-4dc5-a97b-93ad39c22723 req-bc9e21af-53ce-4f84-84d8-b7f2fc94c8fd service neutron] 10.222.0.62 "GET /v2.0/networks/d9255498-9d5f-4f28-89a8-aeba119591a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5858338 Aug 10 03:07:51.168468 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-c8cd0871-e7f9-4673-8549-89c9479d5284 None None] Attempting to bind port c06967cb-bc74-4e47-abcd-7621521caf06 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:07:51.168841 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-c8cd0871-e7f9-4673-8549-89c9479d5284 None None] Attempting to bind port c06967cb-bc74-4e47-abcd-7621521caf06 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4b13a0ae-7489-4ada-84b9-566941bbbab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd9255498-9d5f-4f28-89a8-aeba119591a7'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:07:51.169620 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cd0871-e7f9-4673-8549-89c9479d5284 None None] Attempting to bind port c06967cb-bc74-4e47-abcd-7621521caf06 on network d9255498-9d5f-4f28-89a8-aeba119591a7 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:07:51.174956 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cd0871-e7f9-4673-8549-89c9479d5284 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:07:51.175658 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cd0871-e7f9-4673-8549-89c9479d5284 None None] Checking segment: {'id': '4b13a0ae-7489-4ada-84b9-566941bbbab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd9255498-9d5f-4f28-89a8-aeba119591a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:07:51.176069 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c8cd0871-e7f9-4673-8549-89c9479d5284 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:51.176459 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cd0871-e7f9-4673-8549-89c9479d5284 None None] Bound using segment: {'id': '4b13a0ae-7489-4ada-84b9-566941bbbab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd9255498-9d5f-4f28-89a8-aeba119591a7'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:07:51.176972 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-c8cd0871-e7f9-4673-8549-89c9479d5284 None None] Bound port: c06967cb-bc74-4e47-abcd-7621521caf06, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b13a0ae-7489-4ada-84b9-566941bbbab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd9255498-9d5f-4f28-89a8-aeba119591a7'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:07:51.177297 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c8cd0871-e7f9-4673-8549-89c9479d5284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:51.187288 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-06dc4a53-c55c-4727-bc46-b42d67bb19f8 req-2d5582f4-8055-4188-bdce-7b2a1febe9a6 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.133 HTTP/1.1" status: 200 len: 696 time: 0.1029952 Aug 10 03:07:51.295660 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-c8cd0871-e7f9-4673-8549-89c9479d5284 None None] For port c06967cb-bc74-4e47-abcd-7621521caf06, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:07:51.302568 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-c8cd0871-e7f9-4673-8549-89c9479d5284 None None] For port c06967cb-bc74-4e47-abcd-7621521caf06, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=c06967cb-bc74-4e47-abcd-7621521caf06,segment=NetworkSegment(4b13a0ae-7489-4ada-84b9-566941bbbab7),segment_id=4b13a0ae-7489-4ada-84b9-566941bbbab7)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:07:51.304361 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3ec64bd1-bae4-4dc5-a97b-93ad39c22723 req-16933d7b-f255-4862-ba64-bc6e1a60b78d service neutron] 10.222.0.62 "GET /v2.0/networks/d9255498-9d5f-4f28-89a8-aeba119591a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704261 Aug 10 03:07:51.312854 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c8cd0871-e7f9-4673-8549-89c9479d5284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:51.381623 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cd0871-e7f9-4673-8549-89c9479d5284 None None] Routers {'e624370a-f172-4f4b-848b-a8bc7639e112'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:07:51.382262 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-c8cd0871-e7f9-4673-8549-89c9479d5284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:07:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['e624370a-f172-4f4b-848b-a8bc7639e112'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:07:51.425999 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5215fdd8-317b-4c99-83f1-27ec8fc68d95 None None] Pushing event updated for resources: {'Port': ['ID=c06967cb-bc74-4e47-abcd-7621521caf06,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:51.451560 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-06dc4a53-c55c-4727-bc46-b42d67bb19f8 req-ac776e0d-c44d-436c-923a-f9a44d4d12db tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.133 HTTP/1.1" status: 200 len: 696 time: 0.1108608 Aug 10 03:07:51.624303 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-c8cd0871-e7f9-4673-8549-89c9479d5284 None None] Set router e624370a-f172-4f4b-848b-a8bc7639e112 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:07:51.875821 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bfeee65d-77b3-4fbd-8853-6376889cb5d6 req-bb240c8a-9efd-49f8-9f96-c796ba399bad service neutron] 10.222.0.58 "GET /v2.0/networks/909af24c-2a43-4e6d-8a1f-90b69debd82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7409787 Aug 10 03:07:51.901520 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2535ac6b-1901-4779-9be8-6eddf7ee3edb req-92059e06-2494-41f9-a72f-9ec041ce7240 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:51.909860 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2535ac6b-1901-4779-9be8-6eddf7ee3edb req-92059e06-2494-41f9-a72f-9ec041ce7240 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=c144246b-62bc-499f-bf55-06262438ba7b HTTP/1.1" status: 200 len: 950 time: 0.2996218 Aug 10 03:07:51.960948 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-c8cd0871-e7f9-4673-8549-89c9479d5284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e624370a-f172-4f4b-848b-a8bc7639e112', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-527346361-router', 'tenant_id': '17e7fef2a0e3489ea06ed8f40beecd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'a70d29b0-c230-4c6a-bec2-1739669e954d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:07:37Z', 'updated_at': '2021-08-10T03:07:47Z', 'revision_number': 4, 'project_id': '17e7fef2a0e3489ea06ed8f40beecd0f', 'gw_port': {'id': 'a70d29b0-c230-4c6a-bec2-1739669e954d', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:53:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e624370a-f172-4f4b-848b-a8bc7639e112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:07:40Z', 'updated_at': '2021-08-10T03:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'c06967cb-bc74-4e47-abcd-7621521caf06', 'name': '', 'network_id': 'd9255498-9d5f-4f28-89a8-aeba119591a7', 'tenant_id': '17e7fef2a0e3489ea06ed8f40beecd0f', 'mac_address': 'fa:16:3e:52:47:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e624370a-f172-4f4b-848b-a8bc7639e112', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '351cb634-6784-4e2f-aa61-a5032bb13f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:07:46Z', 'updated_at': '2021-08-10T03:07:51Z', 'revision_number': 4, 'project_id': '17e7fef2a0e3489ea06ed8f40beecd0f', 'subnets': [{'id': '351cb634-6784-4e2f-aa61-a5032bb13f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:07:51.995648 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cd0871-e7f9-4673-8549-89c9479d5284 None None] The sync data for ids ['e624370a-f172-4f4b-848b-a8bc7639e112'] in n-d-768851-15 is: [{'id': 'e624370a-f172-4f4b-848b-a8bc7639e112', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-527346361-router', 'tenant_id': '17e7fef2a0e3489ea06ed8f40beecd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'a70d29b0-c230-4c6a-bec2-1739669e954d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:07:37Z', 'updated_at': '2021-08-10T03:07:47Z', 'revision_number': 4, 'project_id': '17e7fef2a0e3489ea06ed8f40beecd0f', 'gw_port': {'id': 'a70d29b0-c230-4c6a-bec2-1739669e954d', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:53:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e624370a-f172-4f4b-848b-a8bc7639e112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:07:40Z', 'updated_at': '2021-08-10T03:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'c06967cb-bc74-4e47-abcd-7621521caf06', 'name': '', 'network_id': 'd9255498-9d5f-4f28-89a8-aeba119591a7', 'tenant_id': '17e7fef2a0e3489ea06ed8f40beecd0f', 'mac_address': 'fa:16:3e:52:47:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e624370a-f172-4f4b-848b-a8bc7639e112', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '351cb634-6784-4e2f-aa61-a5032bb13f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:07:46Z', 'updated_at': '2021-08-10T03:07:51Z', 'revision_number': 4, 'project_id': '17e7fef2a0e3489ea06ed8f40beecd0f', 'subnets': [{'id': '351cb634-6784-4e2f-aa61-a5032bb13f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:07:52.011898 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2535ac6b-1901-4779-9be8-6eddf7ee3edb req-e07b0c3f-2bb1-45c8-86cf-01ea3baac66a tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006894 Aug 10 03:07:52.022956 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-04c26bc7-46db-4d25-9728-022c44af42cf req-624ac331-aad7-4a6e-b695-2872cab9168d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dea860dd-fd98-4360-bc3c-37c6506ab86f {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:07:52.035458 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-04c26bc7-46db-4d25-9728-022c44af42cf req-624ac331-aad7-4a6e-b695-2872cab9168d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:52.060576 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-04c26bc7-46db-4d25-9728-022c44af42cf req-624ac331-aad7-4a6e-b695-2872cab9168d service neutron] Transition to ACTIVE for port object dea860dd-fd98-4360-bc3c-37c6506ab86f will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:07:52.080212 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-04c26bc7-46db-4d25-9728-022c44af42cf req-624ac331-aad7-4a6e-b695-2872cab9168d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:52.162520 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-06dc4a53-c55c-4727-bc46-b42d67bb19f8 req-88519ae0-61ff-462d-972f-07399302c1fe tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] Deleting port 8c4f6a3b-fd1a-4f6b-a17b-802f6ae49e06 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:07:52.162903 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-06dc4a53-c55c-4727-bc46-b42d67bb19f8 req-88519ae0-61ff-462d-972f-07399302c1fe tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:52.170896 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ac331-aad7-4a6e-b695-2872cab9168d service neutron] Pushing event updated for resources: {'Port': ['ID=dea860dd-fd98-4360-bc3c-37c6506ab86f,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:52.301558 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ac331-aad7-4a6e-b695-2872cab9168d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:52.302137 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ac331-aad7-4a6e-b695-2872cab9168d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:52.302137 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ac331-aad7-4a6e-b695-2872cab9168d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:52.302494 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ac331-aad7-4a6e-b695-2872cab9168d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:52.306059 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ac331-aad7-4a6e-b695-2872cab9168d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:52.306509 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ac331-aad7-4a6e-b695-2872cab9168d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:52.306889 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ac331-aad7-4a6e-b695-2872cab9168d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:52.307236 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ac331-aad7-4a6e-b695-2872cab9168d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:52.307582 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ac331-aad7-4a6e-b695-2872cab9168d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:52.307923 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ac331-aad7-4a6e-b695-2872cab9168d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:52.308259 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ac331-aad7-4a6e-b695-2872cab9168d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:52.308589 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ac331-aad7-4a6e-b695-2872cab9168d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:52.435462 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-04c26bc7-46db-4d25-9728-022c44af42cf req-624ac331-aad7-4a6e-b695-2872cab9168d service neutron] Attempting to bind port dea860dd-fd98-4360-bc3c-37c6506ab86f on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:07:52.435964 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-04c26bc7-46db-4d25-9728-022c44af42cf req-624ac331-aad7-4a6e-b695-2872cab9168d service neutron] Attempting to bind port dea860dd-fd98-4360-bc3c-37c6506ab86f by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:07:52.436299 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c26bc7-46db-4d25-9728-022c44af42cf req-624ac331-aad7-4a6e-b695-2872cab9168d service neutron] Attempting to bind port dea860dd-fd98-4360-bc3c-37c6506ab86f on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:07:52.450869 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c26bc7-46db-4d25-9728-022c44af42cf req-624ac331-aad7-4a6e-b695-2872cab9168d service neutron] Port dea860dd-fd98-4360-bc3c-37c6506ab86f on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:07:52.453658 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c26bc7-46db-4d25-9728-022c44af42cf req-624ac331-aad7-4a6e-b695-2872cab9168d service neutron] Attempting to bind port dea860dd-fd98-4360-bc3c-37c6506ab86f on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:07:52.489217 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c26bc7-46db-4d25-9728-022c44af42cf req-624ac331-aad7-4a6e-b695-2872cab9168d service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:07:52.489561 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c26bc7-46db-4d25-9728-022c44af42cf req-624ac331-aad7-4a6e-b695-2872cab9168d service neutron] Checking segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:07:52.489975 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c26bc7-46db-4d25-9728-022c44af42cf req-624ac331-aad7-4a6e-b695-2872cab9168d service neutron] Bound using segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:07:52.490419 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-04c26bc7-46db-4d25-9728-022c44af42cf req-624ac331-aad7-4a6e-b695-2872cab9168d service neutron] Bound port: dea860dd-fd98-4360-bc3c-37c6506ab86f, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:07:52.490812 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-04c26bc7-46db-4d25-9728-022c44af42cf req-624ac331-aad7-4a6e-b695-2872cab9168d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:52.550126 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f4bbc-7664-40a6-a9f3-d3424cbeceb8 req-e874cd8d-a5bc-4827-a2af-86950a0bc374 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:52.552370 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-667f4bbc-7664-40a6-a9f3-d3424cbeceb8 req-e874cd8d-a5bc-4827-a2af-86950a0bc374 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cdb26d0-178e-476d-8f3b-8f72814f5a46 HTTP/1.1" status: 200 len: 944 time: 0.3784447 Aug 10 03:07:52.622561 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-06dc4a53-c55c-4727-bc46-b42d67bb19f8 req-88519ae0-61ff-462d-972f-07399302c1fe tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:52.622939 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-06dc4a53-c55c-4727-bc46-b42d67bb19f8 req-88519ae0-61ff-462d-972f-07399302c1fe tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:52.662551 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-06dc4a53-c55c-4727-bc46-b42d67bb19f8 req-88519ae0-61ff-462d-972f-07399302c1fe tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] Calling delete_port for 8c4f6a3b-fd1a-4f6b-a17b-802f6ae49e06 owned by network:floatingip {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:07:52.670329 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-04c26bc7-46db-4d25-9728-022c44af42cf req-624ac331-aad7-4a6e-b695-2872cab9168d service neutron] For port dea860dd-fd98-4360-bc3c-37c6506ab86f, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:07:52.703421 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-04c26bc7-46db-4d25-9728-022c44af42cf req-624ac331-aad7-4a6e-b695-2872cab9168d service neutron] For port dea860dd-fd98-4360-bc3c-37c6506ab86f, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=dea860dd-fd98-4360-bc3c-37c6506ab86f,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:07:52.766949 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-667f4bbc-7664-40a6-a9f3-d3424cbeceb8 req-6da1c87e-2d61-49b9-9301-7f80f4f38726 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055225 Aug 10 03:07:52.768174 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-04c26bc7-46db-4d25-9728-022c44af42cf req-624ac331-aad7-4a6e-b695-2872cab9168d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:52.825607 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c26bc7-46db-4d25-9728-022c44af42cf req-624ac331-aad7-4a6e-b695-2872cab9168d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:52.840704 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-04c26bc7-46db-4d25-9728-022c44af42cf req-624ac331-aad7-4a6e-b695-2872cab9168d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:52.842185 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-04c26bc7-46db-4d25-9728-022c44af42cf req-624ac331-aad7-4a6e-b695-2872cab9168d service neutron] 10.222.0.60 "PUT /v2.0/ports/dea860dd-fd98-4360-bc3c-37c6506ab86f HTTP/1.1" status: 200 len: 1095 time: 2.3325610 Aug 10 03:07:52.854170 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ce469fc-cda0-4f42-bef2-6bce30eb7007', 'tag': 'dea860dd-fd98-4360-bc3c-37c6506ab86f'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:07:52.859749 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75df5977-07ee-454b-abec-2f49a8a15c26" -d '{"events": [{"name": "network-changed", "server_uuid": "7ce469fc-cda0-4f42-bef2-6bce30eb7007", "tag": "dea860dd-fd98-4360-bc3c-37c6506ab86f"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:07:53.162955 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ac331-aad7-4a6e-b695-2872cab9168d service neutron] Pushing event updated for resources: {'Port': ['ID=dea860dd-fd98-4360-bc3c-37c6506ab86f,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:53.224686 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c26bc7-46db-4d25-9728-022c44af42cf req-6f706e8a-303a-455d-b94c-7742359c153d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:53.226414 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-04c26bc7-46db-4d25-9728-022c44af42cf req-6f706e8a-303a-455d-b94c-7742359c153d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f5f74456a9ff4f0297a163d723f5fb6a&device_id=7ce469fc-cda0-4f42-bef2-6bce30eb7007 HTTP/1.1" status: 200 len: 1098 time: 0.2722433 Aug 10 03:07:53.252195 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 68fdef05-c3ba-4e4e-9c7f-2056598ae3a7 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:07:53.309843 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-04c26bc7-46db-4d25-9728-022c44af42cf req-049e941f-357d-4c8d-9856-0542a11c6d93 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=dea860dd-fd98-4360-bc3c-37c6506ab86f HTTP/1.1" status: 200 len: 217 time: 0.0646856 Aug 10 03:07:53.316855 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea2662-b5e3-4c59-af6e-a7e661bd8a7e req-b321212d-b9bb-476c-8890-e95813a25495 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:53.324739 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b1ea2662-b5e3-4c59-af6e-a7e661bd8a7e req-b321212d-b9bb-476c-8890-e95813a25495 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/networks?id=b071061e-0c83-4db2-9121-a6eb9f4ae150 HTTP/1.1" status: 200 len: 821 time: 0.4130208 Aug 10 03:07:53.375496 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b1ea2662-b5e3-4c59-af6e-a7e661bd8a7e req-0692a765-1d19-44a2-8f95-cf949022a5d7 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/quotas/d29523b6a3c34430b121d2faffd2884f HTTP/1.1" status: 200 len: 375 time: 0.0498371 Aug 10 03:07:53.406137 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 68fdef05-c3ba-4e4e-9c7f-2056598ae3a7, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=68fdef05-c3ba-4e4e-9c7f-2056598ae3a7,segment=NetworkSegment(56914130-d266-4761-b91f-0f4044da3177),segment_id=56914130-d266-4761-b91f-0f4044da3177)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:07:53.424992 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': '68fdef05-c3ba-4e4e-9c7f-2056598ae3a7', 'network_id': '909af24c-2a43-4e6d-8a1f-90b69debd82b', 'port_id': '68fdef05-c3ba-4e4e-9c7f-2056598ae3a7', 'mac_address': 'fa:16:3e:88:de:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8c216be-f9cb-484e-9a0a-1cd9ef473e6f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:07:53.442865 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec64bd1-bae4-4dc5-a97b-93ad39c22723 req-997d70b9-fbfc-4742-9204-7fa9b084a984 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:53.444375 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3ec64bd1-bae4-4dc5-a97b-93ad39c22723 req-997d70b9-fbfc-4742-9204-7fa9b084a984 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] 10.222.0.58 "GET /v2.0/networks?id=d9255498-9d5f-4f28-89a8-aeba119591a7 HTTP/1.1" status: 200 len: 828 time: 0.4014168 Aug 10 03:07:53.468098 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-3ec64bd1-bae4-4dc5-a97b-93ad39c22723 req-cb24be2a-f353-4c44-900a-cb4a2d3abb71 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Request body: {'port': {'device_id': 'e85f2270-df8e-45b2-b149-3a31cae73307', 'network_id': 'd9255498-9d5f-4f28-89a8-aeba119591a7', 'admin_state_up': True, 'tenant_id': '17e7fef2a0e3489ea06ed8f40beecd0f'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:07:53.500550 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c26bc7-46db-4d25-9728-022c44af42cf req-77b4fc86-c3bf-418b-93a9-877763634f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:53.501666 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:53.502106 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-04c26bc7-46db-4d25-9728-022c44af42cf req-77b4fc86-c3bf-418b-93a9-877763634f34 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.1579945 Aug 10 03:07:53.517121 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68fdef05-c3ba-4e4e-9c7f-2056598ae3a7 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:07:53.535027 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-06dc4a53-c55c-4727-bc46-b42d67bb19f8 req-88519ae0-61ff-462d-972f-07399302c1fe tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:53.550645 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 68fdef05-c3ba-4e4e-9c7f-2056598ae3a7, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=68fdef05-c3ba-4e4e-9c7f-2056598ae3a7,segment=NetworkSegment(56914130-d266-4761-b91f-0f4044da3177),segment_id=56914130-d266-4761-b91f-0f4044da3177)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:07:53.565369 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:53.629511 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=68fdef05-c3ba-4e4e-9c7f-2056598ae3a7,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:53.638877 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:53.639475 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:53.639976 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:53.641171 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:53.641960 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:53.642486 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:53.643136 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:53.643644 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:53.644225 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:53.644708 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:53.645203 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:53.645684 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:53.805759 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['68fdef05-c3ba-4e4e-9c7f-2056598ae3a7'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:07:53.870270 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b1ea2662-b5e3-4c59-af6e-a7e661bd8a7e req-e2ae8ed2-278c-4455-bebe-d22917e51fa3 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d29523b6a3c34430b121d2faffd2884f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4938254 Aug 10 03:07:53.886475 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88519ae0-61ff-462d-972f-07399302c1fe tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] Pushing event deleted for resources: {'Port': ['ID=8c4f6a3b-fd1a-4f6b-a17b-802f6ae49e06,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:53.944468 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device c06967cb-bc74-4e47-abcd-7621521caf06 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:07:53.973550 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-06dc4a53-c55c-4727-bc46-b42d67bb19f8 req-88519ae0-61ff-462d-972f-07399302c1fe tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] Notify callbacks [] for floatingip, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:53.977328 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-06dc4a53-c55c-4727-bc46-b42d67bb19f8 req-88519ae0-61ff-462d-972f-07399302c1fe tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:53.979085 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-06dc4a53-c55c-4727-bc46-b42d67bb19f8 req-88519ae0-61ff-462d-972f-07399302c1fe tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] 10.222.0.62 "DELETE /v2.0/floatingips/844c2aaf-1e10-459b-b6f0-7783166d9716 HTTP/1.1" status: 204 len: 173 time: 2.3694766 Aug 10 03:07:54.003460 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c26bc7-46db-4d25-9728-022c44af42cf req-1aaaa974-2788-4f11-9629-2bc2d4929e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:54.005116 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-04c26bc7-46db-4d25-9728-022c44af42cf req-1aaaa974-2788-4f11-9629-2bc2d4929e74 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4732869 Aug 10 03:07:54.037340 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port c06967cb-bc74-4e47-abcd-7621521caf06 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:07:54.048177 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port c06967cb-bc74-4e47-abcd-7621521caf06 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:07:54.048589 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:54.162562 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b1ea2662-b5e3-4c59-af6e-a7e661bd8a7e req-8a17f238-3aaa-43e8-a42f-18fdb290d56a service neutron] 10.222.0.62 "GET /v2.0/networks/b071061e-0c83-4db2-9121-a6eb9f4ae150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914145 Aug 10 03:07:54.186503 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:54.191522 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc6780a-b095-4105-bce1-01772eedeec5 req-70a6c22a-5242-4aea-8fcb-305a9c486101 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:54.193163 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cfc6780a-b095-4105-bce1-01772eedeec5 req-70a6c22a-5242-4aea-8fcb-305a9c486101 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ce469fc-cda0-4f42-bef2-6bce30eb7007 HTTP/1.1" status: 200 len: 946 time: 0.1213109 Aug 10 03:07:54.234516 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port c06967cb-bc74-4e47-abcd-7621521caf06, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=c06967cb-bc74-4e47-abcd-7621521caf06,segment=NetworkSegment(4b13a0ae-7489-4ada-84b9-566941bbbab7),segment_id=4b13a0ae-7489-4ada-84b9-566941bbbab7)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:07:54.243206 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:54.256303 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ec64bd1-bae4-4dc5-a97b-93ad39c22723 req-cb24be2a-f353-4c44-900a-cb4a2d3abb71 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Made reservation on behalf of 17e7fef2a0e3489ea06ed8f40beecd0f for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:07:54.260181 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-3ec64bd1-bae4-4dc5-a97b-93ad39c22723 req-cb24be2a-f353-4c44-900a-cb4a2d3abb71 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:54.298726 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-04c26bc7-46db-4d25-9728-022c44af42cf req-874178d8-51d2-4bf2-97be-a40a9a93dd3f service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816174 Aug 10 03:07:54.306871 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=c06967cb-bc74-4e47-abcd-7621521caf06,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:54.425511 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cfc6780a-b095-4105-bce1-01772eedeec5 req-61949791-c052-48c1-b01c-84028b47d9f7 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] 10.222.0.62 "GET /v2.0/security-groups?id=73c9c97f-21a0-4c39-9593-22fd18479ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185984 Aug 10 03:07:54.487130 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b1ea2662-b5e3-4c59-af6e-a7e661bd8a7e req-ab987b7e-3b2c-4c91-9fd3-04e0cfc063cc service neutron] 10.222.0.62 "GET /v2.0/networks/b071061e-0c83-4db2-9121-a6eb9f4ae150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124423 Aug 10 03:07:54.523978 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-3ec64bd1-bae4-4dc5-a97b-93ad39c22723 req-cb24be2a-f353-4c44-900a-cb4a2d3abb71 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Allocated IP 172.20.0.9 (d9255498-9d5f-4f28-89a8-aeba119591a7/351cb634-6784-4e2f-aa61-a5032bb13f30/cfd67a08-eba1-429e-93e5-686974789274) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:07:54.527931 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-04c26bc7-46db-4d25-9728-022c44af42cf req-7b333e37-a111-4199-92de-311df536436f service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149317 Aug 10 03:07:54.667817 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3ffc94df-a8a8-4a87-b8a8-4f05ad5dc0ac req-d0983e94-0358-4c56-b018-9aec5f4fd387 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] 10.222.0.62 "GET /v2.0/ports?device_id=e85f2270-df8e-45b2-b149-3a31cae73307 HTTP/1.1" status: 200 len: 210 time: 0.0527651 Aug 10 03:07:54.752818 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef9d472-f517-4582-ba05-259c368e7d35 x-openstack-request-id: req-2ef9d472-f517-4582-ba05-259c368e7d35 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:07:54.753272 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ce469fc-cda0-4f42-bef2-6bce30eb7007", "tag": "dea860dd-fd98-4360-bc3c-37c6506ab86f", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:07:54.753372 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2ef9d472-f517-4582-ba05-259c368e7d35 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:07:54.753733 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ce469fc-cda0-4f42-bef2-6bce30eb7007', 'tag': 'dea860dd-fd98-4360-bc3c-37c6506ab86f', 'status': 'completed', 'code': 200} Aug 10 03:07:54.900065 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-3ec64bd1-bae4-4dc5-a97b-93ad39c22723 req-cb24be2a-f353-4c44-900a-cb4a2d3abb71 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:54.916481 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-3ec64bd1-bae4-4dc5-a97b-93ad39c22723 req-cb24be2a-f353-4c44-900a-cb4a2d3abb71 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Transition to ACTIVE for port object cfd67a08-eba1-429e-93e5-686974789274 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:07:54.995234 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df5977-07ee-454b-abec-2f49a8a15c26 req-4420b6cf-be2d-412e-8dff-e637dbc61337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:54.996965 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-75df5977-07ee-454b-abec-2f49a8a15c26 req-4420b6cf-be2d-412e-8dff-e637dbc61337 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f5f74456a9ff4f0297a163d723f5fb6a&device_id=7ce469fc-cda0-4f42-bef2-6bce30eb7007 HTTP/1.1" status: 200 len: 1098 time: 0.2333436 Aug 10 03:07:55.112550 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [req-a48bc499-3d49-432f-a671-1c2c30c8787c req-80a4514d-c5ee-4acd-9f68-bdce2303873a tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] show failed (client error): The resource could not be found. Aug 10 03:07:55.124227 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a48bc499-3d49-432f-a671-1c2c30c8787c req-80a4514d-c5ee-4acd-9f68-bdce2303873a tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] 10.222.0.62 "GET /v2.0/floatingips/844c2aaf-1e10-459b-b6f0-7783166d9716 HTTP/1.1" status: 404 len: 350 time: 0.1228933 Aug 10 03:07:55.132670 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dcbea2-821c-4d96-aeb3-1ace5fa42eb4 req-a89ebc12-b4cd-4878-a5a2-d30a4e81caa1 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:55.134384 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-62dcbea2-821c-4d96-aeb3-1ace5fa42eb4 req-a89ebc12-b4cd-4878-a5a2-d30a4e81caa1 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cdb26d0-178e-476d-8f3b-8f72814f5a46 HTTP/1.1" status: 200 len: 945 time: 0.2147076 Aug 10 03:07:55.221534 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-3ec64bd1-bae4-4dc5-a97b-93ad39c22723 req-cb24be2a-f353-4c44-900a-cb4a2d3abb71 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:55.229424 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-953df57a-c497-4ad0-9437-3d72f4a586c9 req-c8b94146-3e4f-4075-af49-f7bef3bd1a13 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eddc19e-e2f2-4919-8662-4ba388292535 HTTP/1.1" status: 200 len: 210 time: 0.0685105 Aug 10 03:07:55.250373 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 68fdef05-c3ba-4e4e-9c7f-2056598ae3a7 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:07:55.341001 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port 68fdef05-c3ba-4e4e-9c7f-2056598ae3a7 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:07:55.350124 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port 68fdef05-c3ba-4e4e-9c7f-2056598ae3a7 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:07:55.350947 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:55.362458 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b9146de6-505e-4896-a49c-2dad6849affa req-0977cc49-6bcf-4257-8597-2ce495a991a3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c144246b-62bc-499f-bf55-06262438ba7b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2734852 Aug 10 03:07:55.370214 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ec64bd1-bae4-4dc5-a97b-93ad39c22723 req-cb24be2a-f353-4c44-900a-cb4a2d3abb71 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Network d9255498-9d5f-4f28-89a8-aeba119591a7 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:07:55.388891 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-62dcbea2-821c-4d96-aeb3-1ace5fa42eb4 req-cc3a98d6-3412-4d26-8e92-30c65ca1766d tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297866 Aug 10 03:07:55.424737 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-3ec64bd1-bae4-4dc5-a97b-93ad39c22723 req-cb24be2a-f353-4c44-900a-cb4a2d3abb71 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:07:55.428502 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df5977-07ee-454b-abec-2f49a8a15c26 req-9326aa75-c47d-4949-b40c-a605f437fb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:55.430503 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-75df5977-07ee-454b-abec-2f49a8a15c26 req-9326aa75-c47d-4949-b40c-a605f437fb62 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d HTTP/1.1" status: 200 len: 870 time: 0.4179349 Aug 10 03:07:55.448382 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ec64bd1-bae4-4dc5-a97b-93ad39c22723 req-cb24be2a-f353-4c44-900a-cb4a2d3abb71 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:07:55.467808 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec64bd1-bae4-4dc5-a97b-93ad39c22723 req-cb24be2a-f353-4c44-900a-cb4a2d3abb71 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:55.477431 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-3ec64bd1-bae4-4dc5-a97b-93ad39c22723 req-cb24be2a-f353-4c44-900a-cb4a2d3abb71 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:55.495944 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:55.530990 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cdb26d0-178e-476d-8f3b-8f72814f5a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68fdef05-c3ba-4e4e-9c7f-2056598ae3a7'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:07:55.534020 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978a96ce-67ae-4417-9a8e-1a406aadcefb" -d '{"events": [{"server_uuid": "3cdb26d0-178e-476d-8f3b-8f72814f5a46", "name": "network-vif-plugged", "status": "completed", "tag": "68fdef05-c3ba-4e4e-9c7f-2056598ae3a7"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:07:55.546616 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb24be2a-f353-4c44-900a-cb4a2d3abb71 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Pushing event updated for resources: {'Port': ['ID=cfd67a08-eba1-429e-93e5-686974789274,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:55.554423 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 68fdef05-c3ba-4e4e-9c7f-2056598ae3a7, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=68fdef05-c3ba-4e4e-9c7f-2056598ae3a7,segment=NetworkSegment(56914130-d266-4761-b91f-0f4044da3177),segment_id=56914130-d266-4761-b91f-0f4044da3177)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:07:55.573809 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:55.710514 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=68fdef05-c3ba-4e4e-9c7f-2056598ae3a7,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:55.731493 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-75df5977-07ee-454b-abec-2f49a8a15c26 req-ef7a27a7-47bc-4596-9a8d-b5ce47d317cf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=dea860dd-fd98-4360-bc3c-37c6506ab86f HTTP/1.1" status: 200 len: 217 time: 0.2492549 Aug 10 03:07:55.733552 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [req-947a4967-a63a-4832-87a5-a29371b28213 req-6b1b93c4-d9dc-45d0-b847-3a0a39616c39 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] show failed (client error): The resource could not be found. Aug 10 03:07:55.734550 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-947a4967-a63a-4832-87a5-a29371b28213 req-6b1b93c4-d9dc-45d0-b847-3a0a39616c39 tempest-FloatingIPsTestJSON-925047041 tempest-FloatingIPsTestJSON-925047041-project] 10.222.0.62 "GET /v2.0/floatingips/844c2aaf-1e10-459b-b6f0-7783166d9716 HTTP/1.1" status: 404 len: 350 time: 0.2084930 Aug 10 03:07:55.744421 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 37234) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:07:55.758406 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3ec64bd1-bae4-4dc5-a97b-93ad39c22723 req-cb24be2a-f353-4c44-900a-cb4a2d3abb71 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3002014 Aug 10 03:07:55.784275 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-3ec64bd1-bae4-4dc5-a97b-93ad39c22723 req-3b313896-eb96-4a6b-a5dd-de9c7ce47cb5 service neutron] Request body: {'port': {'device_id': 'e85f2270-df8e-45b2-b149-3a31cae73307', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:07:55.844696 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1795ca-be1c-47bc-a2df-8dfca9c1f5b2 req-ac357661-822c-49a5-bbe6-2fbe8d88489c tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:55.852499 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7a1795ca-be1c-47bc-a2df-8dfca9c1f5b2 req-ac357661-822c-49a5-bbe6-2fbe8d88489c tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=c144246b-62bc-499f-bf55-06262438ba7b HTTP/1.1" status: 200 len: 950 time: 0.4854143 Aug 10 03:07:55.879765 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device c06967cb-bc74-4e47-abcd-7621521caf06 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:07:55.966913 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df5977-07ee-454b-abec-2f49a8a15c26 req-8e917f81-6867-4856-a488-38eb80e00d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:55.968402 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-75df5977-07ee-454b-abec-2f49a8a15c26 req-8e917f81-6867-4856-a488-38eb80e00d70 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.2091496 Aug 10 03:07:56.058704 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port c06967cb-bc74-4e47-abcd-7621521caf06 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:07:56.064216 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:56.143824 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-3ec64bd1-bae4-4dc5-a97b-93ad39c22723 req-3b313896-eb96-4a6b-a5dd-de9c7ce47cb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:56.181030 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7a1795ca-be1c-47bc-a2df-8dfca9c1f5b2 req-561c837c-0e31-40b6-84b5-c12c5f302849 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277414 Aug 10 03:07:56.357405 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:56.360959 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-8c2bfd00-89bc-4b15-8768-223612735523 None None] Provisioning for port cfd67a08-eba1-429e-93e5-686974789274 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:07:56.368092 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-8c2bfd00-89bc-4b15-8768-223612735523 None None] Provisioning complete for port cfd67a08-eba1-429e-93e5-686974789274 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:07:56.368628 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8c2bfd00-89bc-4b15-8768-223612735523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:56.383872 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33c2200-efd2-4993-b755-3849bcd14cfe x-openstack-request-id: req-c33c2200-efd2-4993-b755-3849bcd14cfe {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:07:56.384164 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cdb26d0-178e-476d-8f3b-8f72814f5a46", "name": "network-vif-plugged", "status": "completed", "tag": "68fdef05-c3ba-4e4e-9c7f-2056598ae3a7", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:07:56.384948 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c33c2200-efd2-4993-b755-3849bcd14cfe {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:07:56.385742 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cdb26d0-178e-476d-8f3b-8f72814f5a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68fdef05-c3ba-4e4e-9c7f-2056598ae3a7', 'code': 200} Aug 10 03:07:56.455861 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:56.462069 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-8c2bfd00-89bc-4b15-8768-223612735523 None None] Port cfd67a08-eba1-429e-93e5-686974789274 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:07:56.560054 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754d8bf-d77e-4564-b338-01b66d8f7b3c req-4b7eb59b-44cd-4939-b095-bcc510d6caa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:56.562264 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c754d8bf-d77e-4564-b338-01b66d8f7b3c req-4b7eb59b-44cd-4939-b095-bcc510d6caa4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3cdb26d0-178e-476d-8f3b-8f72814f5a46 HTTP/1.1" status: 200 len: 1098 time: 0.1188779 Aug 10 03:07:56.605356 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df5977-07ee-454b-abec-2f49a8a15c26 req-38daec62-1190-4dfe-aa09-6f1e37b5275b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:56.608163 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-75df5977-07ee-454b-abec-2f49a8a15c26 req-38daec62-1190-4dfe-aa09-6f1e37b5275b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5939763 Aug 10 03:07:56.624821 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7825fa-a7d2-475f-8f58-eb9abe64a401 req-cad317b0-a212-4c14-a7fe-85ad64b3e174 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:56.627106 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6d7825fa-a7d2-475f-8f58-eb9abe64a401 req-cad317b0-a212-4c14-a7fe-85ad64b3e174 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ce469fc-cda0-4f42-bef2-6bce30eb7007 HTTP/1.1" status: 200 len: 946 time: 0.6678667 Aug 10 03:07:56.653884 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c754d8bf-d77e-4564-b338-01b66d8f7b3c req-6a1b860c-43b1-4bb7-ba0e-aaa487d7444b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802147 Aug 10 03:07:56.774359 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d26958ae-5f3b-4e82-8e39-155973f1a64d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:57.167768 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device dea860dd-fd98-4360-bc3c-37c6506ab86f details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:07:57.191452 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-75df5977-07ee-454b-abec-2f49a8a15c26 req-c051a97a-7eb4-4a52-8163-732b62059dca service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5610301 Aug 10 03:07:57.243594 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e855378-0e3c-453a-bf65-ac28467cb2da req-eec88711-e0f1-4c0c-9701-e5358f62ba75 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:57.251088 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4e855378-0e3c-453a-bf65-ac28467cb2da req-eec88711-e0f1-4c0c-9701-e5358f62ba75 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] 10.222.0.62 "GET /v2.0/ports?device_id=e85f2270-df8e-45b2-b149-3a31cae73307 HTTP/1.1" status: 200 len: 931 time: 0.7348094 Aug 10 03:07:57.356445 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6d7825fa-a7d2-475f-8f58-eb9abe64a401 req-d9e8fac8-981c-42dd-a5de-277fafb29fff tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] 10.222.0.62 "GET /v2.0/security-groups?id=73c9c97f-21a0-4c39-9593-22fd18479ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6937199 Aug 10 03:07:57.368830 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea2662-b5e3-4c59-af6e-a7e661bd8a7e req-38241d39-a087-4c23-94a4-a81424a37a55 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:57.371176 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b1ea2662-b5e3-4c59-af6e-a7e661bd8a7e req-38241d39-a087-4c23-94a4-a81424a37a55 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.60 "GET /v2.0/networks?id=b071061e-0c83-4db2-9121-a6eb9f4ae150 HTTP/1.1" status: 200 len: 821 time: 1.1096044 Aug 10 03:07:57.408173 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port dea860dd-fd98-4360-bc3c-37c6506ab86f, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=dea860dd-fd98-4360-bc3c-37c6506ab86f,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:07:57.464997 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-b1ea2662-b5e3-4c59-af6e-a7e661bd8a7e req-3cc6445a-e3ef-473f-9866-8d7087b2e561 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Request body: {'port': {'device_id': '1eddc19e-e2f2-4919-8662-4ba388292535', 'network_id': 'b071061e-0c83-4db2-9121-a6eb9f4ae150', 'admin_state_up': True, 'tenant_id': 'd29523b6a3c34430b121d2faffd2884f'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:07:57.475434 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': 'dea860dd-fd98-4360-bc3c-37c6506ab86f', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'port_id': 'dea860dd-fd98-4360-bc3c-37c6506ab86f', 'mac_address': 'fa:16:3e:16:64:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e3eb0b-907c-4ac4-809e-ae9609bc8c67', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:07:57.547991 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:57.578242 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dea860dd-fd98-4360-bc3c-37c6506ab86f {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:07:57.583777 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-d26958ae-5f3b-4e82-8e39-155973f1a64d admin admin] Deleting port fd28a938-e275-4f4b-b868-0a1de6e388a4 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:07:57.596187 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d26958ae-5f3b-4e82-8e39-155973f1a64d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:57.603494 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-99920f80-ac4f-4337-a904-b270ddfa5ab1 req-340386e5-1a3d-406d-8a3c-c58fc4f5d0fb tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eddc19e-e2f2-4919-8662-4ba388292535 HTTP/1.1" status: 200 len: 210 time: 0.0916581 Aug 10 03:07:57.636772 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4e855378-0e3c-453a-bf65-ac28467cb2da req-62bb31b2-b71f-4f5a-b1c0-cd5657919198 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ef19734-caa3-4936-aa1d-3a1a27d0d7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3848095 Aug 10 03:07:57.693447 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port dea860dd-fd98-4360-bc3c-37c6506ab86f, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=dea860dd-fd98-4360-bc3c-37c6506ab86f,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:07:57.705226 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:57.710270 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-75df5977-07ee-454b-abec-2f49a8a15c26 req-945d5d90-9d4a-4a18-8780-1ae8b3dce706 service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5075970 Aug 10 03:07:57.816131 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=dea860dd-fd98-4360-bc3c-37c6506ab86f,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:57.816248 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1ea2662-b5e3-4c59-af6e-a7e661bd8a7e req-3cc6445a-e3ef-473f-9866-8d7087b2e561 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Made reservation on behalf of d29523b6a3c34430b121d2faffd2884f for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:07:57.820298 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b1ea2662-b5e3-4c59-af6e-a7e661bd8a7e req-3cc6445a-e3ef-473f-9866-8d7087b2e561 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:57.849663 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-d26958ae-5f3b-4e82-8e39-155973f1a64d admin admin] For port fd28a938-e275-4f4b-b868-0a1de6e388a4, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=fd28a938-e275-4f4b-b868-0a1de6e388a4,segment=NetworkSegment(7032d4a1-0bed-4a0d-b22e-cc357f0458e2),segment_id=7032d4a1-0bed-4a0d-b22e-cc357f0458e2)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:07:57.850294 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d26958ae-5f3b-4e82-8e39-155973f1a64d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:57.870268 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-d26958ae-5f3b-4e82-8e39-155973f1a64d admin admin] Calling delete_port for fd28a938-e275-4f4b-b868-0a1de6e388a4 owned by network:router_interface {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:07:57.876317 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9146de6-505e-4896-a49c-2dad6849affa req-81ed5a35-7d93-4b06-ac28-1cb784133803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:57.877145 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c58fb85-d276-42cf-bdd9-8cf56d9b9295 req-219bb4aa-bdd5-434e-9f1b-935ca52c2cff tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:57.877844 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b9146de6-505e-4896-a49c-2dad6849affa req-81ed5a35-7d93-4b06-ac28-1cb784133803 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6cb2c88cb44048dc824ad7a6e6e788f5&device_id=c144246b-62bc-499f-bf55-06262438ba7b HTTP/1.1" status: 200 len: 1102 time: 0.1669667 Aug 10 03:07:57.879012 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4c58fb85-d276-42cf-bdd9-8cf56d9b9295 req-219bb4aa-bdd5-434e-9f1b-935ca52c2cff tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cdb26d0-178e-476d-8f3b-8f72814f5a46 HTTP/1.1" status: 200 len: 946 time: 0.1522033 Aug 10 03:07:57.920520 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-3ec64bd1-bae4-4dc5-a97b-93ad39c22723 req-3b313896-eb96-4a6b-a5dd-de9c7ce47cb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfd67a08-eba1-429e-93e5-686974789274 {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:07:57.935336 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-3ec64bd1-bae4-4dc5-a97b-93ad39c22723 req-3b313896-eb96-4a6b-a5dd-de9c7ce47cb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:57.960776 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['dea860dd-fd98-4360-bc3c-37c6506ab86f'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:07:57.997538 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230c195-2937-48a5-a908-6b699c0c87bf req-0885fcd6-6e07-495a-ad3b-263f6ecd55b0 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:57.999061 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2230c195-2937-48a5-a908-6b699c0c87bf req-0885fcd6-6e07-495a-ad3b-263f6ecd55b0 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=c144246b-62bc-499f-bf55-06262438ba7b HTTP/1.1" status: 200 len: 950 time: 0.1949933 Aug 10 03:07:58.011274 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-3ec64bd1-bae4-4dc5-a97b-93ad39c22723 req-3b313896-eb96-4a6b-a5dd-de9c7ce47cb5 service neutron] Transition to ACTIVE for port object cfd67a08-eba1-429e-93e5-686974789274 will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:07:58.018010 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4c58fb85-d276-42cf-bdd9-8cf56d9b9295 req-d4fc369c-9c3d-4643-87ad-c82ec25257bf tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311505 Aug 10 03:07:58.029697 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-3ec64bd1-bae4-4dc5-a97b-93ad39c22723 req-3b313896-eb96-4a6b-a5dd-de9c7ce47cb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:58.076042 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9146de6-505e-4896-a49c-2dad6849affa req-94582bf3-98ce-44cd-94ee-a829732447f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:58.077600 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b9146de6-505e-4896-a49c-2dad6849affa req-94582bf3-98ce-44cd-94ee-a829732447f4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d HTTP/1.1" status: 200 len: 870 time: 0.1882184 Aug 10 03:07:58.132437 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b9146de6-505e-4896-a49c-2dad6849affa req-56b16f12-7c57-440b-86ee-43c1b7af333e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=d36ab999-6fc2-43b3-892b-c2e46712150a HTTP/1.1" status: 200 len: 217 time: 0.0460525 Aug 10 03:07:58.145303 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2230c195-2937-48a5-a908-6b699c0c87bf req-0ac02e5c-d880-456e-9ee5-d2f531358b17 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358256 Aug 10 03:07:58.175500 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b313896-eb96-4a6b-a5dd-de9c7ce47cb5 service neutron] Pushing event updated for resources: {'Port': ['ID=cfd67a08-eba1-429e-93e5-686974789274,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:58.203919 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-b1ea2662-b5e3-4c59-af6e-a7e661bd8a7e req-3cc6445a-e3ef-473f-9866-8d7087b2e561 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Allocated IP 172.20.0.8 (b071061e-0c83-4db2-9121-a6eb9f4ae150/07f824b9-3083-4489-bc41-7237705a68bc/01a58bba-6328-4634-a439-27a9ba5235d4) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:07:58.215426 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-3ec64bd1-bae4-4dc5-a97b-93ad39c22723 req-3b313896-eb96-4a6b-a5dd-de9c7ce47cb5 service neutron] Attempting to bind port cfd67a08-eba1-429e-93e5-686974789274 on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:07:58.215879 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-3ec64bd1-bae4-4dc5-a97b-93ad39c22723 req-3b313896-eb96-4a6b-a5dd-de9c7ce47cb5 service neutron] Attempting to bind port cfd67a08-eba1-429e-93e5-686974789274 by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '4b13a0ae-7489-4ada-84b9-566941bbbab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd9255498-9d5f-4f28-89a8-aeba119591a7'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:07:58.216211 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec64bd1-bae4-4dc5-a97b-93ad39c22723 req-3b313896-eb96-4a6b-a5dd-de9c7ce47cb5 service neutron] Attempting to bind port cfd67a08-eba1-429e-93e5-686974789274 on network d9255498-9d5f-4f28-89a8-aeba119591a7 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:07:58.226338 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec64bd1-bae4-4dc5-a97b-93ad39c22723 req-3b313896-eb96-4a6b-a5dd-de9c7ce47cb5 service neutron] Port cfd67a08-eba1-429e-93e5-686974789274 on network d9255498-9d5f-4f28-89a8-aeba119591a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:07:58.226667 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec64bd1-bae4-4dc5-a97b-93ad39c22723 req-3b313896-eb96-4a6b-a5dd-de9c7ce47cb5 service neutron] Attempting to bind port cfd67a08-eba1-429e-93e5-686974789274 on network d9255498-9d5f-4f28-89a8-aeba119591a7 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:07:58.238262 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec64bd1-bae4-4dc5-a97b-93ad39c22723 req-3b313896-eb96-4a6b-a5dd-de9c7ce47cb5 service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:07:58.238603 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec64bd1-bae4-4dc5-a97b-93ad39c22723 req-3b313896-eb96-4a6b-a5dd-de9c7ce47cb5 service neutron] Checking segment: {'id': '4b13a0ae-7489-4ada-84b9-566941bbbab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd9255498-9d5f-4f28-89a8-aeba119591a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:07:58.239012 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec64bd1-bae4-4dc5-a97b-93ad39c22723 req-3b313896-eb96-4a6b-a5dd-de9c7ce47cb5 service neutron] Bound using segment: {'id': '4b13a0ae-7489-4ada-84b9-566941bbbab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd9255498-9d5f-4f28-89a8-aeba119591a7'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:07:58.239446 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-3ec64bd1-bae4-4dc5-a97b-93ad39c22723 req-3b313896-eb96-4a6b-a5dd-de9c7ce47cb5 service neutron] Bound port: cfd67a08-eba1-429e-93e5-686974789274, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b13a0ae-7489-4ada-84b9-566941bbbab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd9255498-9d5f-4f28-89a8-aeba119591a7'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:07:58.239804 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-3ec64bd1-bae4-4dc5-a97b-93ad39c22723 req-3b313896-eb96-4a6b-a5dd-de9c7ce47cb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:58.267842 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9146de6-505e-4896-a49c-2dad6849affa req-ede23a4d-20be-4fe6-a3eb-85672ef26611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:58.269087 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b9146de6-505e-4896-a49c-2dad6849affa req-ede23a4d-20be-4fe6-a3eb-85672ef26611 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.1238139 Aug 10 03:07:58.346640 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d26958ae-5f3b-4e82-8e39-155973f1a64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:58.394950 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26958ae-5f3b-4e82-8e39-155973f1a64d admin admin] Pushing event deleted for resources: {'Port': ['ID=fd28a938-e275-4f4b-b868-0a1de6e388a4,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:58.418502 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9146de6-505e-4896-a49c-2dad6849affa req-50090908-9ed1-4e0c-958c-f211c0e17a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:58.420118 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b9146de6-505e-4896-a49c-2dad6849affa req-50090908-9ed1-4e0c-958c-f211c0e17a41 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1217444 Aug 10 03:07:58.428225 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26958ae-5f3b-4e82-8e39-155973f1a64d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:58.428570 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26958ae-5f3b-4e82-8e39-155973f1a64d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:58.428912 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26958ae-5f3b-4e82-8e39-155973f1a64d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:58.429250 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26958ae-5f3b-4e82-8e39-155973f1a64d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:58.429581 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26958ae-5f3b-4e82-8e39-155973f1a64d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:58.429907 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26958ae-5f3b-4e82-8e39-155973f1a64d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:58.430232 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26958ae-5f3b-4e82-8e39-155973f1a64d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:58.430553 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26958ae-5f3b-4e82-8e39-155973f1a64d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:58.430900 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26958ae-5f3b-4e82-8e39-155973f1a64d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:58.431250 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26958ae-5f3b-4e82-8e39-155973f1a64d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:58.431577 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26958ae-5f3b-4e82-8e39-155973f1a64d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:58.431899 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26958ae-5f3b-4e82-8e39-155973f1a64d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:58.490717 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-3ec64bd1-bae4-4dc5-a97b-93ad39c22723 req-3b313896-eb96-4a6b-a5dd-de9c7ce47cb5 service neutron] For port cfd67a08-eba1-429e-93e5-686974789274, host n-h1-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:07:58.514987 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27204cbc-2dc3-4b23-bcfb-91eae9c6f8b2 req-257c6d09-371e-4854-844c-e6d74735f3a8 tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:58.516657 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-27204cbc-2dc3-4b23-bcfb-91eae9c6f8b2 req-257c6d09-371e-4854-844c-e6d74735f3a8 tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=3cdb26d0-178e-476d-8f3b-8f72814f5a46 HTTP/1.1" status: 200 len: 1098 time: 0.2506883 Aug 10 03:07:58.525912 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-3ec64bd1-bae4-4dc5-a97b-93ad39c22723 req-3b313896-eb96-4a6b-a5dd-de9c7ce47cb5 service neutron] For port cfd67a08-eba1-429e-93e5-686974789274, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=cfd67a08-eba1-429e-93e5-686974789274,segment=NetworkSegment(4b13a0ae-7489-4ada-84b9-566941bbbab7),segment_id=4b13a0ae-7489-4ada-84b9-566941bbbab7)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:07:58.550861 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-3ec64bd1-bae4-4dc5-a97b-93ad39c22723 req-3b313896-eb96-4a6b-a5dd-de9c7ce47cb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:58.600777 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d26958ae-5f3b-4e82-8e39-155973f1a64d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:58.613435 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b9146de6-505e-4896-a49c-2dad6849affa req-93afa74a-3287-41b6-898b-d04068df688e service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466835 Aug 10 03:07:58.628121 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b1ea2662-b5e3-4c59-af6e-a7e661bd8a7e req-3cc6445a-e3ef-473f-9866-8d7087b2e561 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:58.636134 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec64bd1-bae4-4dc5-a97b-93ad39c22723 req-3b313896-eb96-4a6b-a5dd-de9c7ce47cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:58.636662 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-3ec64bd1-bae4-4dc5-a97b-93ad39c22723 req-3b313896-eb96-4a6b-a5dd-de9c7ce47cb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:58.638075 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3ec64bd1-bae4-4dc5-a97b-93ad39c22723 req-3b313896-eb96-4a6b-a5dd-de9c7ce47cb5 service neutron] 10.222.0.58 "PUT /v2.0/ports/cfd67a08-eba1-429e-93e5-686974789274 HTTP/1.1" status: 200 len: 1092 time: 2.8603539 Aug 10 03:07:58.644812 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e85f2270-df8e-45b2-b149-3a31cae73307', 'tag': 'cfd67a08-eba1-429e-93e5-686974789274'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:07:58.647605 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071637a1-124c-4f2e-b052-78afea5eadbd" -d '{"events": [{"name": "network-changed", "server_uuid": "e85f2270-df8e-45b2-b149-3a31cae73307", "tag": "cfd67a08-eba1-429e-93e5-686974789274"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:07:58.678178 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf10227-88aa-48f9-957f-cd03e5e3172b req-a78b605a-e166-480b-85dc-edeb0a6ecf2c tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:58.679819 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eaf10227-88aa-48f9-957f-cd03e5e3172b req-a78b605a-e166-480b-85dc-edeb0a6ecf2c tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] 10.222.0.62 "GET /v2.0/networks?id=e6431dda-41cb-49ac-bc16-b079974a3738 HTTP/1.1" status: 200 len: 815 time: 0.3299727 Aug 10 03:07:58.692021 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-27204cbc-2dc3-4b23-bcfb-91eae9c6f8b2 req-8830d775-f394-4560-83d0-4b8ef4bef664 tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615007 Aug 10 03:07:58.741283 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b313896-eb96-4a6b-a5dd-de9c7ce47cb5 service neutron] Pushing event updated for resources: {'Port': ['ID=cfd67a08-eba1-429e-93e5-686974789274,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:58.752474 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eaf10227-88aa-48f9-957f-cd03e5e3172b req-79ad122f-2f30-451d-99c2-15d60b837740 tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] 10.222.0.62 "GET /v2.0/quotas/b9d4c94618f448f49ad79b4dd407f85e HTTP/1.1" status: 200 len: 375 time: 0.0580258 Aug 10 03:07:58.831981 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec64bd1-bae4-4dc5-a97b-93ad39c22723 req-3111bdb8-da98-444e-b778-8dcd18dece7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:58.833675 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3ec64bd1-bae4-4dc5-a97b-93ad39c22723 req-3111bdb8-da98-444e-b778-8dcd18dece7d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=17e7fef2a0e3489ea06ed8f40beecd0f&device_id=e85f2270-df8e-45b2-b149-3a31cae73307 HTTP/1.1" status: 200 len: 1095 time: 0.1453476 Aug 10 03:07:58.888603 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b1ea2662-b5e3-4c59-af6e-a7e661bd8a7e req-3cc6445a-e3ef-473f-9866-8d7087b2e561 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:58.895321 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3ec64bd1-bae4-4dc5-a97b-93ad39c22723 req-fdd8d8b5-328b-4968-b62c-86e62f93c0ec service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cfd67a08-eba1-429e-93e5-686974789274 HTTP/1.1" status: 200 len: 217 time: 0.0517254 Aug 10 03:07:58.951198 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eaf10227-88aa-48f9-957f-cd03e5e3172b req-e225ff47-bc55-4452-a1f3-5ff3615668ad tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b9d4c94618f448f49ad79b4dd407f85e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1874471 Aug 10 03:07:58.988654 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805ea949-aded-4889-aef2-28fef2875afc req-d06fe787-4762-4f15-a8e6-7f118b756fc6 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:58.990244 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-805ea949-aded-4889-aef2-28fef2875afc req-d06fe787-4762-4f15-a8e6-7f118b756fc6 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ce469fc-cda0-4f42-bef2-6bce30eb7007 HTTP/1.1" status: 200 len: 947 time: 0.2100148 Aug 10 03:07:59.010515 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1ea2662-b5e3-4c59-af6e-a7e661bd8a7e req-3cc6445a-e3ef-473f-9866-8d7087b2e561 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Network b071061e-0c83-4db2-9121-a6eb9f4ae150 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:07:59.062671 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc6445a-e3ef-473f-9866-8d7087b2e561 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Pushing event updated for resources: {'Port': ['ID=01a58bba-6328-4634-a439-27a9ba5235d4,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:59.065213 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-b1ea2662-b5e3-4c59-af6e-a7e661bd8a7e req-3cc6445a-e3ef-473f-9866-8d7087b2e561 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:07:59.076421 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ea2662-b5e3-4c59-af6e-a7e661bd8a7e req-3cc6445a-e3ef-473f-9866-8d7087b2e561 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:07:59.081917 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea2662-b5e3-4c59-af6e-a7e661bd8a7e req-3cc6445a-e3ef-473f-9866-8d7087b2e561 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:59.082523 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b1ea2662-b5e3-4c59-af6e-a7e661bd8a7e req-3cc6445a-e3ef-473f-9866-8d7087b2e561 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:59.082935 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b9146de6-505e-4896-a49c-2dad6849affa req-43070be4-d94d-4b0b-a114-8eed435c275f service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4218774 Aug 10 03:07:59.103925 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec64bd1-bae4-4dc5-a97b-93ad39c22723 req-4616ec30-ac03-49d0-86d2-1dfb1a232b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:59.105478 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3ec64bd1-bae4-4dc5-a97b-93ad39c22723 req-4616ec30-ac03-49d0-86d2-1dfb1a232b77 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=351cb634-6784-4e2f-aa61-a5032bb13f30 HTTP/1.1" status: 200 len: 867 time: 0.1785817 Aug 10 03:07:59.142571 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b1ea2662-b5e3-4c59-af6e-a7e661bd8a7e req-3cc6445a-e3ef-473f-9866-8d7087b2e561 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6966062 Aug 10 03:07:59.168069 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-b1ea2662-b5e3-4c59-af6e-a7e661bd8a7e req-37aceaf4-e075-4e77-9658-c5214ad71941 service neutron] Request body: {'port': {'device_id': '1eddc19e-e2f2-4919-8662-4ba388292535', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:07:59.174118 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-805ea949-aded-4889-aef2-28fef2875afc req-387bff68-bc59-4efd-a99a-d446c66a2137 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] 10.222.0.62 "GET /v2.0/security-groups?id=73c9c97f-21a0-4c39-9593-22fd18479ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677759 Aug 10 03:07:59.187695 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device dea860dd-fd98-4360-bc3c-37c6506ab86f up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:07:59.225139 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eaf10227-88aa-48f9-957f-cd03e5e3172b req-44f1d16c-37b5-4c8e-ab33-fc909abb4298 service neutron] 10.222.0.62 "GET /v2.0/networks/e6431dda-41cb-49ac-bc16-b079974a3738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504742 Aug 10 03:07:59.236210 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d26958ae-5f3b-4e82-8e39-155973f1a64d admin admin] Router 0e2e1ce0-3ffd-44a2-b676-1df9080ddba0 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:07:59.258598 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec64bd1-bae4-4dc5-a97b-93ad39c22723 req-3cadcadf-b26c-45ab-8620-bbc8e0bc86fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:59.260064 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3ec64bd1-bae4-4dc5-a97b-93ad39c22723 req-3cadcadf-b26c-45ab-8620-bbc8e0bc86fb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d9255498-9d5f-4f28-89a8-aeba119591a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1454957 Aug 10 03:07:59.307710 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port dea860dd-fd98-4360-bc3c-37c6506ab86f completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:07:59.325285 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port dea860dd-fd98-4360-bc3c-37c6506ab86f triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:07:59.325668 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:59.339772 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b1ea2662-b5e3-4c59-af6e-a7e661bd8a7e req-37aceaf4-e075-4e77-9658-c5214ad71941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:59.365381 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26958ae-5f3b-4e82-8e39-155973f1a64d admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:07:59.373257 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d26958ae-5f3b-4e82-8e39-155973f1a64d admin admin] 10.222.0.62 "PUT /v2.0/routers/0e2e1ce0-3ffd-44a2-b676-1df9080ddba0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6275005 Aug 10 03:07:59.375647 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 37296) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:07:59.376686 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ffda34-e35d-45e4-9e99-d6f121c6c27b None None] Sync routers for ids ['0e2e1ce0-3ffd-44a2-b676-1df9080ddba0'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:07:59.387851 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ffda34-e35d-45e4-9e99-d6f121c6c27b None None] Routers {'0e2e1ce0-3ffd-44a2-b676-1df9080ddba0'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:07:59.388794 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-11ffda34-e35d-45e4-9e99-d6f121c6c27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:07:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['0e2e1ce0-3ffd-44a2-b676-1df9080ddba0'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:07:59.423066 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:59.458852 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce469fc-cda0-4f42-bef2-6bce30eb7007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea860dd-fd98-4360-bc3c-37c6506ab86f'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:07:59.464399 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44bd4fb4-2865-4add-810b-63b63b69337d" -d '{"events": [{"server_uuid": "7ce469fc-cda0-4f42-bef2-6bce30eb7007", "name": "network-vif-plugged", "status": "completed", "tag": "dea860dd-fd98-4360-bc3c-37c6506ab86f"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:07:59.481547 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port dea860dd-fd98-4360-bc3c-37c6506ab86f, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=dea860dd-fd98-4360-bc3c-37c6506ab86f,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:07:59.488364 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:59.507049 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c9690-58a5-46c4-9c84-0dece3657e65 req-3822a500-1f28-4f5b-bdec-8c1f99b472b6 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:59.508573 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-075c9690-58a5-46c4-9c84-0dece3657e65 req-3822a500-1f28-4f5b-bdec-8c1f99b472b6 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eddc19e-e2f2-4919-8662-4ba388292535 HTTP/1.1" status: 200 len: 931 time: 0.1989877 Aug 10 03:07:59.511101 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eaf10227-88aa-48f9-957f-cd03e5e3172b req-f63ccc6f-a904-4555-b2ac-e76e9976a5df service neutron] 10.222.0.62 "GET /v2.0/networks/e6431dda-41cb-49ac-bc16-b079974a3738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768064 Aug 10 03:07:59.519892 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-11ffda34-e35d-45e4-9e99-d6f121c6c27b None None] Set router 0e2e1ce0-3ffd-44a2-b676-1df9080ddba0 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:07:59.526287 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b77d7d46-9dfe-4eef-b2bc-afc1e7e26c97 admin admin] Notify callbacks [] for router, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:59.592885 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3ec64bd1-bae4-4dc5-a97b-93ad39c22723 req-71fb99b5-9f41-4a66-a67c-84f4b889275c service neutron] 10.222.0.58 "GET /v2.0/networks/d9255498-9d5f-4f28-89a8-aeba119591a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192079 Aug 10 03:07:59.600430 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=dea860dd-fd98-4360-bc3c-37c6506ab86f,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:59.671396 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b77d7d46-9dfe-4eef-b2bc-afc1e7e26c97 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:59.678544 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-075c9690-58a5-46c4-9c84-0dece3657e65 req-983d7889-6d01-4314-8ca4-929876925e99 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566586 Aug 10 03:07:59.746606 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77016b1b-0656-44b1-90f1-e9fe92facc58 x-openstack-request-id: req-77016b1b-0656-44b1-90f1-e9fe92facc58 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:07:59.746924 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e85f2270-df8e-45b2-b149-3a31cae73307", "tag": "cfd67a08-eba1-429e-93e5-686974789274", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:07:59.747177 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-77016b1b-0656-44b1-90f1-e9fe92facc58 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:07:59.747658 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e85f2270-df8e-45b2-b149-3a31cae73307', 'tag': 'cfd67a08-eba1-429e-93e5-686974789274', 'status': 'completed', 'code': 200} Aug 10 03:07:59.751220 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-11ffda34-e35d-45e4-9e99-d6f121c6c27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2e1ce0-3ffd-44a2-b676-1df9080ddba0', 'name': 'tempest-FloatingIPsTestJSON-1464856749-router', 'tenant_id': '4865d884efdb417686c35f1cac24f48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'd7e2d275-7409-4dfc-b20f-789d469ef6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:07:21Z', 'updated_at': '2021-08-10T03:07:58Z', 'revision_number': 5, 'project_id': '4865d884efdb417686c35f1cac24f48e', 'gw_port': {'id': 'd7e2d275-7409-4dfc-b20f-789d469ef6b9', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:11:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2e1ce0-3ffd-44a2-b676-1df9080ddba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:07:22Z', 'updated_at': '2021-08-10T03:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:07:59.791685 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ffda34-e35d-45e4-9e99-d6f121c6c27b None None] Checking router: 0e2e1ce0-3ffd-44a2-b676-1df9080ddba0 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:07:59.803363 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ffda34-e35d-45e4-9e99-d6f121c6c27b None None] Routers {'0e2e1ce0-3ffd-44a2-b676-1df9080ddba0'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:07:59.804762 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-11ffda34-e35d-45e4-9e99-d6f121c6c27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:07:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['0e2e1ce0-3ffd-44a2-b676-1df9080ddba0'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:07:59.816279 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-b77d7d46-9dfe-4eef-b2bc-afc1e7e26c97 admin admin] Deleting port d7e2d275-7409-4dfc-b20f-789d469ef6b9 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:07:59.817145 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b77d7d46-9dfe-4eef-b2bc-afc1e7e26c97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:59.831586 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3ec64bd1-bae4-4dc5-a97b-93ad39c22723 req-0e966731-5dec-4a73-8857-2d31e16cea92 service neutron] 10.222.0.58 "GET /v2.0/networks/d9255498-9d5f-4f28-89a8-aeba119591a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269132 Aug 10 03:07:59.932076 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-11ffda34-e35d-45e4-9e99-d6f121c6c27b None None] Set router 0e2e1ce0-3ffd-44a2-b676-1df9080ddba0 gateway port host: None {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:07:59.939649 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-b77d7d46-9dfe-4eef-b2bc-afc1e7e26c97 admin admin] For port d7e2d275-7409-4dfc-b20f-789d469ef6b9, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=d7e2d275-7409-4dfc-b20f-789d469ef6b9,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:07:59.940037 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b77d7d46-9dfe-4eef-b2bc-afc1e7e26c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:59.955838 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-b77d7d46-9dfe-4eef-b2bc-afc1e7e26c97 admin admin] Calling delete_port for d7e2d275-7409-4dfc-b20f-789d469ef6b9 owned by network:router_gateway {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:07:59.996118 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-11ffda34-e35d-45e4-9e99-d6f121c6c27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2e1ce0-3ffd-44a2-b676-1df9080ddba0', 'name': 'tempest-FloatingIPsTestJSON-1464856749-router', 'tenant_id': '4865d884efdb417686c35f1cac24f48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:07:21Z', 'updated_at': '2021-08-10T03:07:59Z', 'revision_number': 6, 'project_id': '4865d884efdb417686c35f1cac24f48e', 'gw_port_host': None}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:08:00.027851 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ffda34-e35d-45e4-9e99-d6f121c6c27b None None] The sync data for ids ['0e2e1ce0-3ffd-44a2-b676-1df9080ddba0'] in n-d-768851-15 is: [{'id': '0e2e1ce0-3ffd-44a2-b676-1df9080ddba0', 'name': 'tempest-FloatingIPsTestJSON-1464856749-router', 'tenant_id': '4865d884efdb417686c35f1cac24f48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:07:21Z', 'updated_at': '2021-08-10T03:07:59Z', 'revision_number': 6, 'project_id': '4865d884efdb417686c35f1cac24f48e', 'gw_port_host': None}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:08:00.167267 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b77d7d46-9dfe-4eef-b2bc-afc1e7e26c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:00.199049 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d7d46-9dfe-4eef-b2bc-afc1e7e26c97 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7e2d275-7409-4dfc-b20f-789d469ef6b9,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:00.234233 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b77d7d46-9dfe-4eef-b2bc-afc1e7e26c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:00.267612 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19593cb1-8dd7-4ccd-90ee-ec9925fc13a6 req-58085b0b-d30f-4fd1-ae91-03525e1ae1ef tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:00.269864 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-19593cb1-8dd7-4ccd-90ee-ec9925fc13a6 req-58085b0b-d30f-4fd1-ae91-03525e1ae1ef tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=3cdb26d0-178e-476d-8f3b-8f72814f5a46 HTTP/1.1" status: 200 len: 1098 time: 0.4011908 Aug 10 03:08:00.281343 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c5721e2b-c1a3-4b61-b87b-f541b68df7f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:00.302133 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b5b0a5-a718-46f3-901a-29efff751ef0 req-d69c3863-f968-4d7a-bc30-50cb9993bb7c tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:00.303658 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-82b5b0a5-a718-46f3-901a-29efff751ef0 req-d69c3863-f968-4d7a-bc30-50cb9993bb7c tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] 10.222.0.62 "GET /v2.0/ports?device_id=e85f2270-df8e-45b2-b149-3a31cae73307 HTTP/1.1" status: 200 len: 943 time: 0.4333742 Aug 10 03:08:00.305660 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-b1ea2662-b5e3-4c59-af6e-a7e661bd8a7e req-37aceaf4-e075-4e77-9658-c5214ad71941 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01a58bba-6328-4634-a439-27a9ba5235d4 {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:08:00.315864 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071637a1-124c-4f2e-b052-78afea5eadbd req-6b2e4b3f-c53e-4786-a2d8-9a31dce1bf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:00.317317 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-071637a1-124c-4f2e-b052-78afea5eadbd req-6b2e4b3f-c53e-4786-a2d8-9a31dce1bf59 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=17e7fef2a0e3489ea06ed8f40beecd0f&device_id=e85f2270-df8e-45b2-b149-3a31cae73307 HTTP/1.1" status: 200 len: 1095 time: 0.1534824 Aug 10 03:08:00.325782 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b1ea2662-b5e3-4c59-af6e-a7e661bd8a7e req-37aceaf4-e075-4e77-9658-c5214ad71941 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:00.365794 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b77d7d46-9dfe-4eef-b2bc-afc1e7e26c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:00.367853 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b77d7d46-9dfe-4eef-b2bc-afc1e7e26c97 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:00.413373 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-b1ea2662-b5e3-4c59-af6e-a7e661bd8a7e req-37aceaf4-e075-4e77-9658-c5214ad71941 service neutron] Transition to ACTIVE for port object 01a58bba-6328-4634-a439-27a9ba5235d4 will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:08:00.431821 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-19593cb1-8dd7-4ccd-90ee-ec9925fc13a6 req-f7456d72-35ad-4991-8416-91879bba3add tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487014 Aug 10 03:08:00.432559 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b1ea2662-b5e3-4c59-af6e-a7e661bd8a7e req-37aceaf4-e075-4e77-9658-c5214ad71941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:00.467917 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b77d7d46-9dfe-4eef-b2bc-afc1e7e26c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:00.468667 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b77d7d46-9dfe-4eef-b2bc-afc1e7e26c97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e2e1ce0-3ffd-44a2-b676-1df9080ddba0 {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:08:00.477812 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b77d7d46-9dfe-4eef-b2bc-afc1e7e26c97 admin admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:00.480160 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b77d7d46-9dfe-4eef-b2bc-afc1e7e26c97 admin admin] 10.222.0.62 "DELETE /v2.0/routers/0e2e1ce0-3ffd-44a2-b676-1df9080ddba0 HTTP/1.1" status: 204 len: 168 time: 1.1034026 Aug 10 03:08:00.483232 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 37314) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:08:00.512759 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-82b5b0a5-a718-46f3-901a-29efff751ef0 req-865196ea-ed7d-4ce5-aa0b-91e5e7443829 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ef19734-caa3-4936-aa1d-3a1a27d0d7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006094 Aug 10 03:08:00.521414 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aceaf4-e075-4e77-9658-c5214ad71941 service neutron] Pushing event updated for resources: {'Port': ['ID=01a58bba-6328-4634-a439-27a9ba5235d4,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:00.551094 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-276dd4ff-8866-4180-afbc-803bff120560 admin admin] Deleting subnet 1644dd4a-70e6-4532-a75f-8ed4fae5585d {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:08:00.554714 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-276dd4ff-8866-4180-afbc-803bff120560 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:00.604032 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-276dd4ff-8866-4180-afbc-803bff120560 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:00.612860 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30083e8-f406-4517-86f4-fa1893f342f5 x-openstack-request-id: req-a30083e8-f406-4517-86f4-fa1893f342f5 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:08:00.613823 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce469fc-cda0-4f42-bef2-6bce30eb7007", "name": "network-vif-plugged", "status": "completed", "tag": "dea860dd-fd98-4360-bc3c-37c6506ab86f", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:08:00.614288 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a30083e8-f406-4517-86f4-fa1893f342f5 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:08:00.615042 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce469fc-cda0-4f42-bef2-6bce30eb7007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea860dd-fd98-4360-bc3c-37c6506ab86f', 'code': 200} Aug 10 03:08:00.671022 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071637a1-124c-4f2e-b052-78afea5eadbd req-dee50e23-3bc3-4899-972d-b7db2c13e503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:00.672750 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-071637a1-124c-4f2e-b052-78afea5eadbd req-dee50e23-3bc3-4899-972d-b7db2c13e503 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d9255498-9d5f-4f28-89a8-aeba119591a7 HTTP/1.1" status: 200 len: 929 time: 0.3445187 Aug 10 03:08:00.683050 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-b1ea2662-b5e3-4c59-af6e-a7e661bd8a7e req-37aceaf4-e075-4e77-9658-c5214ad71941 service neutron] Attempting to bind port 01a58bba-6328-4634-a439-27a9ba5235d4 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:08:00.683668 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-b1ea2662-b5e3-4c59-af6e-a7e661bd8a7e req-37aceaf4-e075-4e77-9658-c5214ad71941 service neutron] Attempting to bind port 01a58bba-6328-4634-a439-27a9ba5235d4 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '837bbb8d-e72f-44c2-893c-c4df3456bfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b071061e-0c83-4db2-9121-a6eb9f4ae150'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:08:00.683760 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ea2662-b5e3-4c59-af6e-a7e661bd8a7e req-37aceaf4-e075-4e77-9658-c5214ad71941 service neutron] Attempting to bind port 01a58bba-6328-4634-a439-27a9ba5235d4 on network b071061e-0c83-4db2-9121-a6eb9f4ae150 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:08:00.715288 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1e6a5fc0-c3ac-4082-bd50-0873f3f2f31b req-9bcdf6cf-8d88-4231-ad93-4faed5ca5801 tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea450f24-9c32-4ee6-aa41-e30b737d92dc HTTP/1.1" status: 200 len: 210 time: 0.0565135 Aug 10 03:08:00.718341 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-276dd4ff-8866-4180-afbc-803bff120560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:00.719181 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ea2662-b5e3-4c59-af6e-a7e661bd8a7e req-37aceaf4-e075-4e77-9658-c5214ad71941 service neutron] Port 01a58bba-6328-4634-a439-27a9ba5235d4 on network b071061e-0c83-4db2-9121-a6eb9f4ae150 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:08:00.719400 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ea2662-b5e3-4c59-af6e-a7e661bd8a7e req-37aceaf4-e075-4e77-9658-c5214ad71941 service neutron] Attempting to bind port 01a58bba-6328-4634-a439-27a9ba5235d4 on network b071061e-0c83-4db2-9121-a6eb9f4ae150 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:08:00.753452 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-071637a1-124c-4f2e-b052-78afea5eadbd req-6a75b892-0e6e-49e9-9223-eb5a7c184b74 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cfd67a08-eba1-429e-93e5-686974789274 HTTP/1.1" status: 200 len: 217 time: 0.0640042 Aug 10 03:08:00.754441 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ea2662-b5e3-4c59-af6e-a7e661bd8a7e req-37aceaf4-e075-4e77-9658-c5214ad71941 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:08:00.754793 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ea2662-b5e3-4c59-af6e-a7e661bd8a7e req-37aceaf4-e075-4e77-9658-c5214ad71941 service neutron] Checking segment: {'id': '837bbb8d-e72f-44c2-893c-c4df3456bfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b071061e-0c83-4db2-9121-a6eb9f4ae150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:08:00.755166 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ea2662-b5e3-4c59-af6e-a7e661bd8a7e req-37aceaf4-e075-4e77-9658-c5214ad71941 service neutron] Bound using segment: {'id': '837bbb8d-e72f-44c2-893c-c4df3456bfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b071061e-0c83-4db2-9121-a6eb9f4ae150'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:08:00.755644 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-b1ea2662-b5e3-4c59-af6e-a7e661bd8a7e req-37aceaf4-e075-4e77-9658-c5214ad71941 service neutron] Bound port: 01a58bba-6328-4634-a439-27a9ba5235d4, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '837bbb8d-e72f-44c2-893c-c4df3456bfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b071061e-0c83-4db2-9121-a6eb9f4ae150'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:08:00.756034 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b1ea2662-b5e3-4c59-af6e-a7e661bd8a7e req-37aceaf4-e075-4e77-9658-c5214ad71941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:00.765585 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1bfe9d-5357-4615-af58-c4c57dc72b64 req-4c5984c9-427d-4a28-a74e-a272b6787c7a tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:00.767125 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ff1bfe9d-5357-4615-af58-c4c57dc72b64 req-4c5984c9-427d-4a28-a74e-a272b6787c7a tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=c144246b-62bc-499f-bf55-06262438ba7b HTTP/1.1" status: 200 len: 950 time: 0.1475570 Aug 10 03:08:00.775992 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca3bfc6-084b-404d-8434-21d7827d5dd4 req-0d3a2222-7463-4d4d-be2c-927af64f0ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:00.777886 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-aca3bfc6-084b-404d-8434-21d7827d5dd4 req-0d3a2222-7463-4d4d-be2c-927af64f0ef0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7ce469fc-cda0-4f42-bef2-6bce30eb7007 HTTP/1.1" status: 200 len: 1100 time: 0.0912976 Aug 10 03:08:00.829967 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-aca3bfc6-084b-404d-8434-21d7827d5dd4 req-a75f386f-f239-4850-b604-cbae7e2ec73f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=73c9c97f-21a0-4c39-9593-22fd18479ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404685 Aug 10 03:08:00.832382 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-276dd4ff-8866-4180-afbc-803bff120560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:00.860330 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276dd4ff-8866-4180-afbc-803bff120560 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1644dd4a-70e6-4532-a75f-8ed4fae5585d,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:00.863820 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-276dd4ff-8866-4180-afbc-803bff120560 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:00.865734 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-276dd4ff-8866-4180-afbc-803bff120560 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/1644dd4a-70e6-4532-a75f-8ed4fae5585d HTTP/1.1" status: 204 len: 168 time: 0.3802896 Aug 10 03:08:00.869385 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 37318) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:08:00.874264 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576d5c3e-2425-4ab7-93c2-fcc1bf351944 None None] Network fd2c6260-6d27-4275-98b7-f824f7aad7c0 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:08:00.936247 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ff1bfe9d-5357-4615-af58-c4c57dc72b64 req-99c71416-f943-44ae-acc0-37046f28eefd tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508956 Aug 10 03:08:00.939137 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071637a1-124c-4f2e-b052-78afea5eadbd req-10499e86-2b26-424b-b851-f38e0d808f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:00.941068 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-071637a1-124c-4f2e-b052-78afea5eadbd req-10499e86-2b26-424b-b851-f38e0d808f18 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=351cb634-6784-4e2f-aa61-a5032bb13f30 HTTP/1.1" status: 200 len: 867 time: 0.1729164 Aug 10 03:08:01.018938 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-b1ea2662-b5e3-4c59-af6e-a7e661bd8a7e req-37aceaf4-e075-4e77-9658-c5214ad71941 service neutron] For port 01a58bba-6328-4634-a439-27a9ba5235d4, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:08:01.052972 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c87e742-c688-409a-b0e7-34d8d62b3405 req-f7cdd89a-c441-437a-ac04-35a8547beab5 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:01.062202 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8c87e742-c688-409a-b0e7-34d8d62b3405 req-f7cdd89a-c441-437a-ac04-35a8547beab5 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ce469fc-cda0-4f42-bef2-6bce30eb7007 HTTP/1.1" status: 200 len: 948 time: 0.2859173 Aug 10 03:08:01.072596 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6eff8e94-70c2-4cdb-a6d7-a1375ab11981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:01.110575 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-b1ea2662-b5e3-4c59-af6e-a7e661bd8a7e req-37aceaf4-e075-4e77-9658-c5214ad71941 service neutron] For port 01a58bba-6328-4634-a439-27a9ba5235d4, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=01a58bba-6328-4634-a439-27a9ba5235d4,segment=NetworkSegment(837bbb8d-e72f-44c2-893c-c4df3456bfd0),segment_id=837bbb8d-e72f-44c2-893c-c4df3456bfd0)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:08:01.135397 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b1ea2662-b5e3-4c59-af6e-a7e661bd8a7e req-37aceaf4-e075-4e77-9658-c5214ad71941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:01.159127 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf10227-88aa-48f9-957f-cd03e5e3172b req-4fce211e-26df-456b-acd6-e4fbabf9b59b tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:01.160630 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-eaf10227-88aa-48f9-957f-cd03e5e3172b req-4fce211e-26df-456b-acd6-e4fbabf9b59b tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] 10.222.0.58 "GET /v2.0/networks?id=e6431dda-41cb-49ac-bc16-b079974a3738 HTTP/1.1" status: 200 len: 815 time: 0.2676198 Aug 10 03:08:01.174328 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-eaf10227-88aa-48f9-957f-cd03e5e3172b req-27c99885-1413-45da-9ec0-256f233f0f39 tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] Request body: {'port': {'device_id': 'ea450f24-9c32-4ee6-aa41-e30b737d92dc', 'network_id': 'e6431dda-41cb-49ac-bc16-b079974a3738', 'admin_state_up': True, 'tenant_id': 'b9d4c94618f448f49ad79b4dd407f85e'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:08:01.187279 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6007f2-2273-49e2-b01f-033f323b83b1 None None] DHCP port deletion for fd2c6260-6d27-4275-98b7-f824f7aad7c0 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:08:01.228417 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071637a1-124c-4f2e-b052-78afea5eadbd req-81f5db45-6fba-417e-a8f1-53357ab15962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:01.230465 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-071637a1-124c-4f2e-b052-78afea5eadbd req-81f5db45-6fba-417e-a8f1-53357ab15962 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d9255498-9d5f-4f28-89a8-aeba119591a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2791061 Aug 10 03:08:01.249468 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-8b6007f2-2273-49e2-b01f-033f323b83b1 None None] Deleting port fe10eb4d-902c-440b-b79c-7e1c6055e956 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:08:01.250102 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8b6007f2-2273-49e2-b01f-033f323b83b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:01.267009 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-6eff8e94-70c2-4cdb-a6d7-a1375ab11981 admin admin] Deleting port fe10eb4d-902c-440b-b79c-7e1c6055e956 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:08:01.267352 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6eff8e94-70c2-4cdb-a6d7-a1375ab11981 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:01.352567 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-8b6007f2-2273-49e2-b01f-033f323b83b1 None None] For port fe10eb4d-902c-440b-b79c-7e1c6055e956, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=fe10eb4d-902c-440b-b79c-7e1c6055e956,segment=NetworkSegment(7032d4a1-0bed-4a0d-b22e-cc357f0458e2),segment_id=7032d4a1-0bed-4a0d-b22e-cc357f0458e2)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:08:01.354252 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8b6007f2-2273-49e2-b01f-033f323b83b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:01.358340 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-071637a1-124c-4f2e-b052-78afea5eadbd req-532fd686-6901-4050-963c-197d301fe71c service neutron] 10.222.0.58 "GET /v2.0/networks/d9255498-9d5f-4f28-89a8-aeba119591a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108725 Aug 10 03:08:01.370403 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-8b6007f2-2273-49e2-b01f-033f323b83b1 None None] Calling delete_port for fe10eb4d-902c-440b-b79c-7e1c6055e956 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:08:01.397918 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea2662-b5e3-4c59-af6e-a7e661bd8a7e req-37aceaf4-e075-4e77-9658-c5214ad71941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:01.398512 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b1ea2662-b5e3-4c59-af6e-a7e661bd8a7e req-37aceaf4-e075-4e77-9658-c5214ad71941 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:01.400500 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b1ea2662-b5e3-4c59-af6e-a7e661bd8a7e req-37aceaf4-e075-4e77-9658-c5214ad71941 service neutron] 10.222.0.60 "PUT /v2.0/ports/01a58bba-6328-4634-a439-27a9ba5235d4 HTTP/1.1" status: 200 len: 1092 time: 2.2377994 Aug 10 03:08:01.408147 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-6eff8e94-70c2-4cdb-a6d7-a1375ab11981 admin admin] For port fe10eb4d-902c-440b-b79c-7e1c6055e956, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=fe10eb4d-902c-440b-b79c-7e1c6055e956,segment=NetworkSegment(7032d4a1-0bed-4a0d-b22e-cc357f0458e2),segment_id=7032d4a1-0bed-4a0d-b22e-cc357f0458e2)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:08:01.408459 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6eff8e94-70c2-4cdb-a6d7-a1375ab11981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:01.447011 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8c87e742-c688-409a-b0e7-34d8d62b3405 req-c73d9c6e-ea0a-40d1-9f59-cad5a2f6a970 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] 10.222.0.62 "GET /v2.0/security-groups?id=73c9c97f-21a0-4c39-9593-22fd18479ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3816509 Aug 10 03:08:01.450202 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aceaf4-e075-4e77-9658-c5214ad71941 service neutron] Pushing event updated for resources: {'Port': ['ID=01a58bba-6328-4634-a439-27a9ba5235d4,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:01.473598 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-6eff8e94-70c2-4cdb-a6d7-a1375ab11981 admin admin] Calling delete_port for fe10eb4d-902c-440b-b79c-7e1c6055e956 owned by network:dhcp {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:08:01.485313 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaf10227-88aa-48f9-957f-cd03e5e3172b req-27c99885-1413-45da-9ec0-256f233f0f39 tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] Made reservation on behalf of b9d4c94618f448f49ad79b4dd407f85e for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:08:01.496157 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-eaf10227-88aa-48f9-957f-cd03e5e3172b req-27c99885-1413-45da-9ec0-256f233f0f39 tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:01.529667 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2103d6be-d987-4e8b-8c6b-938ede72e27f req-8e3b85dc-555a-4312-9855-a2f1caba31f5 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:01.531274 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2103d6be-d987-4e8b-8c6b-938ede72e27f req-8e3b85dc-555a-4312-9855-a2f1caba31f5 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eddc19e-e2f2-4919-8662-4ba388292535 HTTP/1.1" status: 200 len: 943 time: 0.4315319 Aug 10 03:08:01.595503 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8b6007f2-2273-49e2-b01f-033f323b83b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:01.632996 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6007f2-2273-49e2-b01f-033f323b83b1 None None] Pushing event deleted for resources: {'Port': ['ID=fe10eb4d-902c-440b-b79c-7e1c6055e956,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:01.636248 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6007f2-2273-49e2-b01f-033f323b83b1 None None] No DVR routers for this DVR port fe10eb4d-902c-440b-b79c-7e1c6055e956 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:08:01.637014 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2103d6be-d987-4e8b-8c6b-938ede72e27f req-2b8e2b34-7c9b-4920-83e8-e8060134d507 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929017 Aug 10 03:08:01.642501 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-071637a1-124c-4f2e-b052-78afea5eadbd req-c2777b11-9e30-4d7f-9dd1-7475dc862aff service neutron] 10.222.0.58 "GET /v2.0/networks/d9255498-9d5f-4f28-89a8-aeba119591a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723267 Aug 10 03:08:01.657775 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea2662-b5e3-4c59-af6e-a7e661bd8a7e req-b2f701ff-f639-4d93-920b-e0971a3afd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:01.659832 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b1ea2662-b5e3-4c59-af6e-a7e661bd8a7e req-b2f701ff-f639-4d93-920b-e0971a3afd81 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d29523b6a3c34430b121d2faffd2884f&device_id=1eddc19e-e2f2-4919-8662-4ba388292535 HTTP/1.1" status: 200 len: 1095 time: 0.1814284 Aug 10 03:08:01.716275 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b1ea2662-b5e3-4c59-af6e-a7e661bd8a7e req-0d59cb7d-802a-4b9d-9a4e-c5468979c5a7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01a58bba-6328-4634-a439-27a9ba5235d4 HTTP/1.1" status: 200 len: 217 time: 0.0427930 Aug 10 03:08:01.798005 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eddc19e-e2f2-4919-8662-4ba388292535', 'tag': '01a58bba-6328-4634-a439-27a9ba5235d4'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:08:01.804101 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c986a44-f376-461e-9f69-57758e86b146" -d '{"events": [{"name": "network-changed", "server_uuid": "1eddc19e-e2f2-4919-8662-4ba388292535", "tag": "01a58bba-6328-4634-a439-27a9ba5235d4"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:08:01.811848 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6eff8e94-70c2-4cdb-a6d7-a1375ab11981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:01.879511 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-eaf10227-88aa-48f9-957f-cd03e5e3172b req-27c99885-1413-45da-9ec0-256f233f0f39 tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] Allocated IP 172.20.0.14 (e6431dda-41cb-49ac-bc16-b079974a3738/68b4dea5-239e-4258-8153-8403deef5862/c12b56d0-0762-4ec1-a960-e351c70c18c4) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:08:01.924052 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device fd28a938-e275-4f4b-b868-0a1de6e388a4 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:08:01.951767 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eff8e94-70c2-4cdb-a6d7-a1375ab11981 admin admin] No DVR routers for this DVR port fe10eb4d-902c-440b-b79c-7e1c6055e956 on host n-d-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:08:01.962715 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eff8e94-70c2-4cdb-a6d7-a1375ab11981 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe10eb4d-902c-440b-b79c-7e1c6055e956,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:01.981980 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: fd28a938-e275-4f4b-b868-0a1de6e388a4 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:08:01.981980 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device fd28a938-e275-4f4b-b868-0a1de6e388a4 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:08:01.983037 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device fe10eb4d-902c-440b-b79c-7e1c6055e956 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:08:02.013289 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19226fa3-b694-416f-9e54-4a2cf2128942 req-3ac65319-ef7f-4afd-9065-cd18a3575f2d tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:02.024897 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-19226fa3-b694-416f-9e54-4a2cf2128942 req-3ac65319-ef7f-4afd-9065-cd18a3575f2d tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] 10.222.0.62 "GET /v2.0/ports?device_id=e85f2270-df8e-45b2-b149-3a31cae73307 HTTP/1.1" status: 200 len: 943 time: 0.2108579 Aug 10 03:08:02.040936 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: fe10eb4d-902c-440b-b79c-7e1c6055e956 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:08:02.041511 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device fe10eb4d-902c-440b-b79c-7e1c6055e956 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:08:02.042036 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device d7e2d275-7409-4dfc-b20f-789d469ef6b9 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:08:02.078319 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea2662-b5e3-4c59-af6e-a7e661bd8a7e req-00d11310-173f-4c1f-9737-eeb6dca1b77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:02.079792 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b1ea2662-b5e3-4c59-af6e-a7e661bd8a7e req-00d11310-173f-4c1f-9737-eeb6dca1b77f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=07f824b9-3083-4489-bc41-7237705a68bc HTTP/1.1" status: 200 len: 861 time: 0.3543117 Aug 10 03:08:02.085814 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: d7e2d275-7409-4dfc-b20f-789d469ef6b9 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:08:02.086243 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device d7e2d275-7409-4dfc-b20f-789d469ef6b9 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:08:02.087269 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b2410b-0086-4328-9d8f-31e143beda1a req-fafd8679-8a3c-43c4-9571-74e782601790 tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:02.095335 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-22b2410b-0086-4328-9d8f-31e143beda1a req-fafd8679-8a3c-43c4-9571-74e782601790 tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=3cdb26d0-178e-476d-8f3b-8f72814f5a46 HTTP/1.1" status: 200 len: 1098 time: 0.2093306 Aug 10 03:08:02.145698 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6eff8e94-70c2-4cdb-a6d7-a1375ab11981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:02.148954 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b1ea2662-b5e3-4c59-af6e-a7e661bd8a7e req-62e3b327-7d3a-4447-b0a6-7f5b84ed1273 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b071061e-0c83-4db2-9121-a6eb9f4ae150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282001 Aug 10 03:08:02.164687 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6eff8e94-70c2-4cdb-a6d7-a1375ab11981 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:08:02.165171 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6eff8e94-70c2-4cdb-a6d7-a1375ab11981 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:08:02.166630 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6eff8e94-70c2-4cdb-a6d7-a1375ab11981 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:08:02.167051 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6eff8e94-70c2-4cdb-a6d7-a1375ab11981 admin admin] Subscribe: > port after_create 55550000 {{(pid=94217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:08:02.167577 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6eff8e94-70c2-4cdb-a6d7-a1375ab11981 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:08:02.167868 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6eff8e94-70c2-4cdb-a6d7-a1375ab11981 admin admin] Subscribe: > port after_update 55550000 {{(pid=94217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:08:02.168283 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6eff8e94-70c2-4cdb-a6d7-a1375ab11981 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:08:02.168908 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6eff8e94-70c2-4cdb-a6d7-a1375ab11981 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:08:02.169011 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6eff8e94-70c2-4cdb-a6d7-a1375ab11981 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:08:02.169509 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6eff8e94-70c2-4cdb-a6d7-a1375ab11981 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:08:02.216207 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-22b2410b-0086-4328-9d8f-31e143beda1a req-8cb09a86-520b-403b-871b-7cabc9010d46 tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097784 Aug 10 03:08:02.294763 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-19226fa3-b694-416f-9e54-4a2cf2128942 req-d83bc8a0-69f4-4899-8e0e-1ab5bdfcf2b3 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ef19734-caa3-4936-aa1d-3a1a27d0d7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686739 Aug 10 03:08:02.328066 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6eff8e94-70c2-4cdb-a6d7-a1375ab11981 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:08:02.328631 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6eff8e94-70c2-4cdb-a6d7-a1375ab11981 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:08:02.328714 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6eff8e94-70c2-4cdb-a6d7-a1375ab11981 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:08:02.329135 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6eff8e94-70c2-4cdb-a6d7-a1375ab11981 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:08:02.329533 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-6eff8e94-70c2-4cdb-a6d7-a1375ab11981 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd2c6260-6d27-4275-98b7-f824f7aad7c0']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:08:02.402947 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-05eaa97c-7933-4361-ac38-b68e21592452 req-ed80c767-21cd-4c71-86d4-d002240fac3c tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea450f24-9c32-4ee6-aa41-e30b737d92dc HTTP/1.1" status: 200 len: 210 time: 0.0794432 Aug 10 03:08:02.406651 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf19d63-c6e7-4312-bba3-205666f6d1a6 x-openstack-request-id: req-7cf19d63-c6e7-4312-bba3-205666f6d1a6 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:08:02.408284 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eddc19e-e2f2-4919-8662-4ba388292535", "tag": "01a58bba-6328-4634-a439-27a9ba5235d4", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:08:02.408540 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7cf19d63-c6e7-4312-bba3-205666f6d1a6 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:08:02.408938 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eddc19e-e2f2-4919-8662-4ba388292535', 'tag': '01a58bba-6328-4634-a439-27a9ba5235d4', 'status': 'completed', 'code': 200} Aug 10 03:08:02.465445 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-6eff8e94-70c2-4cdb-a6d7-a1375ab11981 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7032d4a1-0bed-4a0d-b22e-cc357f0458e2') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:08:02.465735 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-6eff8e94-70c2-4cdb-a6d7-a1375ab11981 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7032d4a1-0bed-4a0d-b22e-cc357f0458e2') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:08:02.477050 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b1ea2662-b5e3-4c59-af6e-a7e661bd8a7e req-09180269-40ce-4c2e-a717-cda0930e67f7 service neutron] 10.222.0.60 "GET /v2.0/networks/b071061e-0c83-4db2-9121-a6eb9f4ae150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144393 Aug 10 03:08:02.494219 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6eff8e94-70c2-4cdb-a6d7-a1375ab11981 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:02.534627 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6eff8e94-70c2-4cdb-a6d7-a1375ab11981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:02.548075 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:08:02.551082 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eff8e94-70c2-4cdb-a6d7-a1375ab11981 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:08:02.551592 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6eff8e94-70c2-4cdb-a6d7-a1375ab11981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:02.578135 n-d-768851-15 neutron-server[94217]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 03:08:02.578135 n-d-768851-15 neutron-server[94217]: from cryptography.utils import int_from_bytes Aug 10 03:08:02.578135 n-d-768851-15 neutron-server[94217]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 03:08:02.578135 n-d-768851-15 neutron-server[94217]: from cryptography.utils import int_from_bytes Aug 10 03:08:02.578135 n-d-768851-15 neutron-server[94217]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:08:02.578135 n-d-768851-15 neutron-server[94217]: self.session.flush() Aug 10 03:08:02.578135 n-d-768851-15 neutron-server[94217]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:08:02.578135 n-d-768851-15 neutron-server[94217]: self.session.flush() Aug 10 03:08:02.578135 n-d-768851-15 neutron-server[94217]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:08:02.578135 n-d-768851-15 neutron-server[94217]: self.session.flush() Aug 10 03:08:02.578135 n-d-768851-15 neutron-server[94217]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:08:02.578135 n-d-768851-15 neutron-server[94217]: self.session.flush() Aug 10 03:08:02.578135 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:08:02.578135 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:08:02.578135 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:08:02.578135 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:08:02.578135 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:08:02.578135 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:08:02.578135 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:08:02.578135 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:08:02.578135 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:08:02.578135 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:08:02.578135 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:08:02.578135 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:08:02.578135 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:08:02.578135 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:08:02.578135 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:08:02.578135 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:08:02.578135 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:08:02.578135 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:08:02.578135 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:08:02.578135 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:08:02.578135 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:08:02.578135 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:08:02.578135 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:08:02.578135 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:08:02.578135 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:08:02.578135 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:08:02.578135 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:08:02.578135 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:08:02.578135 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:08:02.578135 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:08:02.578135 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:08:02.578135 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:08:02.710133 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bca7f7-8e3a-472d-b028-f0457bb6ec77 req-0be6ecf0-4598-4a26-b72e-6091115685ed tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:02.711843 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-13bca7f7-8e3a-472d-b028-f0457bb6ec77 req-0be6ecf0-4598-4a26-b72e-6091115685ed tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=c144246b-62bc-499f-bf55-06262438ba7b HTTP/1.1" status: 200 len: 950 time: 0.1403706 Aug 10 03:08:02.725033 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab3e09-3193-4a9c-8f4c-be33279d3235 req-91af933c-615a-4097-b65d-bbb497c9f8ac tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:02.726618 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1eab3e09-3193-4a9c-8f4c-be33279d3235 req-91af933c-615a-4097-b65d-bbb497c9f8ac tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ce469fc-cda0-4f42-bef2-6bce30eb7007 HTTP/1.1" status: 200 len: 948 time: 0.1569688 Aug 10 03:08:02.730076 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b1ea2662-b5e3-4c59-af6e-a7e661bd8a7e req-99bba96f-3918-434b-a1b0-8621adce7745 service neutron] 10.222.0.60 "GET /v2.0/networks/b071061e-0c83-4db2-9121-a6eb9f4ae150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441597 Aug 10 03:08:02.809688 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-13bca7f7-8e3a-472d-b028-f0457bb6ec77 req-0868ef4e-063c-484c-bc6a-83269f573fb5 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678282 Aug 10 03:08:02.882996 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1eab3e09-3193-4a9c-8f4c-be33279d3235 req-1d79473b-b3ff-4ba2-8f62-f1a039a8bd4d tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] 10.222.0.62 "GET /v2.0/security-groups?id=73c9c97f-21a0-4c39-9593-22fd18479ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411104 Aug 10 03:08:02.905466 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c986a44-f376-461e-9f69-57758e86b146 req-340e2bd1-8c54-477d-99c5-80933c075c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:02.912529 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3c986a44-f376-461e-9f69-57758e86b146 req-340e2bd1-8c54-477d-99c5-80933c075c94 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d29523b6a3c34430b121d2faffd2884f&device_id=1eddc19e-e2f2-4919-8662-4ba388292535 HTTP/1.1" status: 200 len: 1095 time: 0.1088579 Aug 10 03:08:02.964854 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3776ca86-30a8-4d27-98c8-f1f2acdb8c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:03.054042 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5e724-eeb1-4241-acb8-5a020f1dba42 req-f5b40cff-a513-40f0-8827-a32bc2b56d4e tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:03.062524 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c8e5e724-eeb1-4241-acb8-5a020f1dba42 req-f5b40cff-a513-40f0-8827-a32bc2b56d4e tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eddc19e-e2f2-4919-8662-4ba388292535 HTTP/1.1" status: 200 len: 943 time: 0.1487563 Aug 10 03:08:03.104543 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6eff8e94-70c2-4cdb-a6d7-a1375ab11981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:03.121626 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c986a44-f376-461e-9f69-57758e86b146 req-4098c961-2404-4a23-9177-b0c76255a1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:03.123114 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3c986a44-f376-461e-9f69-57758e86b146 req-4098c961-2404-4a23-9177-b0c76255a1c1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b071061e-0c83-4db2-9121-a6eb9f4ae150 HTTP/1.1" status: 200 len: 922 time: 0.1450868 Aug 10 03:08:03.126009 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c8e5e724-eeb1-4241-acb8-5a020f1dba42 req-83607957-90e6-4166-bab8-850788bdf4e4 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626814 Aug 10 03:08:03.130725 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-eaf10227-88aa-48f9-957f-cd03e5e3172b req-27c99885-1413-45da-9ec0-256f233f0f39 tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:03.133122 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eff8e94-70c2-4cdb-a6d7-a1375ab11981 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd2c6260-6d27-4275-98b7-f824f7aad7c0,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:03.161391 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6eff8e94-70c2-4cdb-a6d7-a1375ab11981 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:03.166262 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6eff8e94-70c2-4cdb-a6d7-a1375ab11981 admin admin] 10.222.0.62 "DELETE /v2.0/networks/fd2c6260-6d27-4275-98b7-f824f7aad7c0 HTTP/1.1" status: 204 len: 168 time: 2.2935810 Aug 10 03:08:03.173063 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-eaf10227-88aa-48f9-957f-cd03e5e3172b req-27c99885-1413-45da-9ec0-256f233f0f39 tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] Transition to ACTIVE for port object c12b56d0-0762-4ec1-a960-e351c70c18c4 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:08:03.177881 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3c986a44-f376-461e-9f69-57758e86b146 req-6e33cf08-8224-4d12-aadf-05ae23998ab2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01a58bba-6328-4634-a439-27a9ba5235d4 HTTP/1.1" status: 200 len: 217 time: 0.0448365 Aug 10 03:08:03.212708 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-eaf10227-88aa-48f9-957f-cd03e5e3172b req-27c99885-1413-45da-9ec0-256f233f0f39 tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:03.265677 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c986a44-f376-461e-9f69-57758e86b146 req-9ef0cd2c-7423-4683-b38f-4d146d416d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:03.266345 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaf10227-88aa-48f9-957f-cd03e5e3172b req-27c99885-1413-45da-9ec0-256f233f0f39 tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] Network e6431dda-41cb-49ac-bc16-b079974a3738 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:08:03.273757 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-eaf10227-88aa-48f9-957f-cd03e5e3172b req-27c99885-1413-45da-9ec0-256f233f0f39 tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:08:03.277371 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaf10227-88aa-48f9-957f-cd03e5e3172b req-27c99885-1413-45da-9ec0-256f233f0f39 tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:08:03.278946 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3c986a44-f376-461e-9f69-57758e86b146 req-9ef0cd2c-7423-4683-b38f-4d146d416d3c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=07f824b9-3083-4489-bc41-7237705a68bc HTTP/1.1" status: 200 len: 861 time: 0.0917399 Aug 10 03:08:03.307829 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device cfd67a08-eba1-429e-93e5-686974789274 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:08:03.324418 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c99885-1413-45da-9ec0-256f233f0f39 tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] Pushing event updated for resources: {'Port': ['ID=c12b56d0-0762-4ec1-a960-e351c70c18c4,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:03.341976 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:03.369793 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3c986a44-f376-461e-9f69-57758e86b146 req-9e4d8811-c3b2-4b0a-bc9f-e26cf535aaaf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b071061e-0c83-4db2-9121-a6eb9f4ae150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824583 Aug 10 03:08:03.376231 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf10227-88aa-48f9-957f-cd03e5e3172b req-27c99885-1413-45da-9ec0-256f233f0f39 tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:03.377461 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-eaf10227-88aa-48f9-957f-cd03e5e3172b req-27c99885-1413-45da-9ec0-256f233f0f39 tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:03.414954 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-eaf10227-88aa-48f9-957f-cd03e5e3172b req-27c99885-1413-45da-9ec0-256f233f0f39 tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2437525 Aug 10 03:08:03.505167 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 37374) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:08:03.545795 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port cfd67a08-eba1-429e-93e5-686974789274, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=cfd67a08-eba1-429e-93e5-686974789274,segment=NetworkSegment(4b13a0ae-7489-4ada-84b9-566941bbbab7),segment_id=4b13a0ae-7489-4ada-84b9-566941bbbab7)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:08:03.559102 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': 'cfd67a08-eba1-429e-93e5-686974789274', 'network_id': 'd9255498-9d5f-4f28-89a8-aeba119591a7', 'port_id': 'cfd67a08-eba1-429e-93e5-686974789274', 'mac_address': 'fa:16:3e:e4:cb:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '351cb634-6784-4e2f-aa61-a5032bb13f30', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:08:03.575042 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532892e-d09b-4e9c-8b3e-442c6393963a req-42f08af2-a061-435b-b8ee-96576eeb3e8c tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:03.576738 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9532892e-d09b-4e9c-8b3e-442c6393963a req-42f08af2-a061-435b-b8ee-96576eeb3e8c tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=3cdb26d0-178e-476d-8f3b-8f72814f5a46 HTTP/1.1" status: 200 len: 1098 time: 0.1092696 Aug 10 03:08:03.605435 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e4484a3b-122a-496c-9e33-59314ac992a8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4865d884efdb417686c35f1cac24f48e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0989263 Aug 10 03:08:03.607837 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 37376) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:08:03.618199 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3c986a44-f376-461e-9f69-57758e86b146 req-cf92f537-a473-4738-b666-31cd0ad7deba service neutron] 10.222.0.60 "GET /v2.0/networks/b071061e-0c83-4db2-9121-a6eb9f4ae150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306345 Aug 10 03:08:03.671451 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-070c18d4-da02-4b7a-8480-6e7bb155e560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:03.694708 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-070c18d4-da02-4b7a-8480-6e7bb155e560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:03.697148 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:03.708965 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-80946ac2-3563-48a8-b97f-46fdef9f815d None None] Provisioning for port c12b56d0-0762-4ec1-a960-e351c70c18c4 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:08:03.717484 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-80946ac2-3563-48a8-b97f-46fdef9f815d None None] Provisioning complete for port c12b56d0-0762-4ec1-a960-e351c70c18c4 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:08:03.718018 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-80946ac2-3563-48a8-b97f-46fdef9f815d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:03.741836 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfd67a08-eba1-429e-93e5-686974789274 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:08:03.744387 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9532892e-d09b-4e9c-8b3e-442c6393963a req-c16e5ca3-30d9-4ad7-9174-4735bd73f0ef tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414576 Aug 10 03:08:03.776831 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-070c18d4-da02-4b7a-8480-6e7bb155e560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:03.780528 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-070c18d4-da02-4b7a-8480-6e7bb155e560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:03.784591 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-070c18d4-da02-4b7a-8480-6e7bb155e560 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/72fdb7b9-dbcb-459c-aaf9-518be1a64311 HTTP/1.1" status: 204 len: 168 time: 0.1753881 Aug 10 03:08:03.788716 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port cfd67a08-eba1-429e-93e5-686974789274, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=cfd67a08-eba1-429e-93e5-686974789274,segment=NetworkSegment(4b13a0ae-7489-4ada-84b9-566941bbbab7),segment_id=4b13a0ae-7489-4ada-84b9-566941bbbab7)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:08:03.791111 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-80946ac2-3563-48a8-b97f-46fdef9f815d None None] Port c12b56d0-0762-4ec1-a960-e351c70c18c4 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:08:03.796599 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:03.802512 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070c18d4-da02-4b7a-8480-6e7bb155e560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72fdb7b9-dbcb-459c-aaf9-518be1a64311,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:03.815668 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3c986a44-f376-461e-9f69-57758e86b146 req-51c073a1-f77e-4cfa-94ec-ffc5e5ae30bb service neutron] 10.222.0.60 "GET /v2.0/networks/b071061e-0c83-4db2-9121-a6eb9f4ae150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847830 Aug 10 03:08:03.863357 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=cfd67a08-eba1-429e-93e5-686974789274,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:03.911053 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cba8b8-0636-48db-88b4-bc823530494a req-0497852f-1dc1-4feb-9669-9c0e5a47093d tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:03.912582 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e8cba8b8-0636-48db-88b4-bc823530494a req-0497852f-1dc1-4feb-9669-9c0e5a47093d tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] 10.222.0.62 "GET /v2.0/ports?device_id=e85f2270-df8e-45b2-b149-3a31cae73307 HTTP/1.1" status: 200 len: 944 time: 0.0620615 Aug 10 03:08:03.952346 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e8cba8b8-0636-48db-88b4-bc823530494a req-32a6528b-0111-4572-9936-3599735abe4d tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ef19734-caa3-4936-aa1d-3a1a27d0d7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331159 Aug 10 03:08:04.068274 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['cfd67a08-eba1-429e-93e5-686974789274'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:08:04.098251 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1345e71f-3901-4e8a-ba9f-9546f89b7dd8 req-3f177dce-494b-455f-aab4-e854b227127c tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:04.106269 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1345e71f-3901-4e8a-ba9f-9546f89b7dd8 req-3f177dce-494b-455f-aab4-e854b227127c tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ce469fc-cda0-4f42-bef2-6bce30eb7007 HTTP/1.1" status: 200 len: 948 time: 0.0647378 Aug 10 03:08:04.117595 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:04.154577 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1345e71f-3901-4e8a-ba9f-9546f89b7dd8 req-b28f9bf0-07a6-4e78-9544-36a19af79b3f tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] 10.222.0.62 "GET /v2.0/security-groups?id=73c9c97f-21a0-4c39-9593-22fd18479ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474260 Aug 10 03:08:04.324616 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba49cfc6-aac6-46a3-900c-4d355075ca10 req-e88b51af-9a98-432c-b8ef-41e2dfa0c2ea tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:04.326513 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ba49cfc6-aac6-46a3-900c-4d355075ca10 req-e88b51af-9a98-432c-b8ef-41e2dfa0c2ea tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea450f24-9c32-4ee6-aa41-e30b737d92dc HTTP/1.1" status: 200 len: 932 time: 0.0681190 Aug 10 03:08:04.367560 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ba49cfc6-aac6-46a3-900c-4d355075ca10 req-7541746a-6503-4791-bc83-22b334e9d310 tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] 10.222.0.62 "GET /v2.0/security-groups?id=b76be688-44e9-4eb6-92f8-4616b5760ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335035 Aug 10 03:08:05.211596 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 01a58bba-6328-4634-a439-27a9ba5235d4 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:08:05.314071 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device cfd67a08-eba1-429e-93e5-686974789274 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:08:05.316784 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 01a58bba-6328-4634-a439-27a9ba5235d4, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=01a58bba-6328-4634-a439-27a9ba5235d4,segment=NetworkSegment(837bbb8d-e72f-44c2-893c-c4df3456bfd0),segment_id=837bbb8d-e72f-44c2-893c-c4df3456bfd0)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:08:05.348160 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '01a58bba-6328-4634-a439-27a9ba5235d4', 'network_id': 'b071061e-0c83-4db2-9121-a6eb9f4ae150', 'port_id': '01a58bba-6328-4634-a439-27a9ba5235d4', 'mac_address': 'fa:16:3e:5c:4c:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07f824b9-3083-4489-bc41-7237705a68bc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:08:05.404763 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:05.415301 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port cfd67a08-eba1-429e-93e5-686974789274 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:08:05.423121 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port cfd67a08-eba1-429e-93e5-686974789274 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:08:05.423497 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:05.425908 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01a58bba-6328-4634-a439-27a9ba5235d4 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:08:05.474175 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 01a58bba-6328-4634-a439-27a9ba5235d4, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=01a58bba-6328-4634-a439-27a9ba5235d4,segment=NetworkSegment(837bbb8d-e72f-44c2-893c-c4df3456bfd0),segment_id=837bbb8d-e72f-44c2-893c-c4df3456bfd0)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:08:05.480911 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:05.557758 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=01a58bba-6328-4634-a439-27a9ba5235d4,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:05.564510 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:05.609218 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85f2270-df8e-45b2-b149-3a31cae73307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd67a08-eba1-429e-93e5-686974789274'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:08:05.611506 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce3fa21-39da-4890-b077-42e7cdd30787" -d '{"events": [{"server_uuid": "e85f2270-df8e-45b2-b149-3a31cae73307", "name": "network-vif-plugged", "status": "completed", "tag": "cfd67a08-eba1-429e-93e5-686974789274"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:08:05.625204 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port cfd67a08-eba1-429e-93e5-686974789274, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=cfd67a08-eba1-429e-93e5-686974789274,segment=NetworkSegment(4b13a0ae-7489-4ada-84b9-566941bbbab7),segment_id=4b13a0ae-7489-4ada-84b9-566941bbbab7)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:08:05.629407 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:05.684003 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=cfd67a08-eba1-429e-93e5-686974789274,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:05.735303 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['01a58bba-6328-4634-a439-27a9ba5235d4'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:08:05.809405 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:07.221447 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 01a58bba-6328-4634-a439-27a9ba5235d4 up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:08:07.271295 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port 01a58bba-6328-4634-a439-27a9ba5235d4 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:08:07.275598 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 01a58bba-6328-4634-a439-27a9ba5235d4 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:08:07.276115 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:07.359530 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:07.403694 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 01a58bba-6328-4634-a439-27a9ba5235d4, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=01a58bba-6328-4634-a439-27a9ba5235d4,segment=NetworkSegment(837bbb8d-e72f-44c2-893c-c4df3456bfd0),segment_id=837bbb8d-e72f-44c2-893c-c4df3456bfd0)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:08:07.409722 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:07.459139 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=01a58bba-6328-4634-a439-27a9ba5235d4,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:14.054426 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-eaf10227-88aa-48f9-957f-cd03e5e3172b req-98cb4717-5f5b-4adf-be74-3bd926b2be73 service neutron] Request body: {'port': {'device_id': 'ea450f24-9c32-4ee6-aa41-e30b737d92dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:08:14.115460 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-eaf10227-88aa-48f9-957f-cd03e5e3172b req-98cb4717-5f5b-4adf-be74-3bd926b2be73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:14.163716 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93214f71-c442-474e-8aef-859b23c5785d req-f85dac7a-f9d3-48c3-ac7f-da27424cda2f tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:14.166042 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-93214f71-c442-474e-8aef-859b23c5785d req-f85dac7a-f9d3-48c3-ac7f-da27424cda2f tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=c144246b-62bc-499f-bf55-06262438ba7b HTTP/1.1" status: 200 len: 950 time: 0.0645611 Aug 10 03:08:14.171405 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-7868483a-d2a8-42bf-a8ff-532233b67953 tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:08:14.172391 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-7868483a-d2a8-42bf-a8ff-532233b67953 tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054660 Aug 10 03:08:14.183541 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-2dd9be48-5ccd-40ac-9bfe-c416ef07536d service neutron] Request body: {'binding': {'host': 'n-h2-768851-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:08:14.183988 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-2dd9be48-5ccd-40ac-9bfe-c416ef07536d service neutron] Unknown quota resources ['binding']. {{(pid=94216) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:08:14.249513 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-93214f71-c442-474e-8aef-859b23c5785d req-31fed61c-442b-485a-8323-2cf7ba37c1c7 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761988 Aug 10 03:08:14.371781 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-2dd9be48-5ccd-40ac-9bfe-c416ef07536d service neutron] Attempting to bind port 68fdef05-c3ba-4e4e-9c7f-2056598ae3a7 on host n-h2-768851-15 for vnic_type normal with profile None {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:08:14.372089 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-2dd9be48-5ccd-40ac-9bfe-c416ef07536d service neutron] Attempting to bind port 68fdef05-c3ba-4e4e-9c7f-2056598ae3a7 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '56914130-d266-4761-b91f-0f4044da3177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '909af24c-2a43-4e6d-8a1f-90b69debd82b'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:08:14.372436 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-2dd9be48-5ccd-40ac-9bfe-c416ef07536d service neutron] Attempting to bind port 68fdef05-c3ba-4e4e-9c7f-2056598ae3a7 on network 909af24c-2a43-4e6d-8a1f-90b69debd82b {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:08:14.380874 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-2dd9be48-5ccd-40ac-9bfe-c416ef07536d service neutron] Port 68fdef05-c3ba-4e4e-9c7f-2056598ae3a7 on network 909af24c-2a43-4e6d-8a1f-90b69debd82b not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:08:14.381193 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-2dd9be48-5ccd-40ac-9bfe-c416ef07536d service neutron] Attempting to bind port 68fdef05-c3ba-4e4e-9c7f-2056598ae3a7 on network 909af24c-2a43-4e6d-8a1f-90b69debd82b {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:08:14.396651 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68308d0d-b1b8-4575-b441-0b1a07ef9e2c req-1a996b87-824e-4e22-9a57-978ae9dc7bdf tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:14.398159 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-68308d0d-b1b8-4575-b441-0b1a07ef9e2c req-1a996b87-824e-4e22-9a57-978ae9dc7bdf tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eddc19e-e2f2-4919-8662-4ba388292535 HTTP/1.1" status: 200 len: 945 time: 0.0792911 Aug 10 03:08:14.398885 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-eaf10227-88aa-48f9-957f-cd03e5e3172b req-98cb4717-5f5b-4adf-be74-3bd926b2be73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c12b56d0-0762-4ec1-a960-e351c70c18c4 {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:08:14.399019 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-2dd9be48-5ccd-40ac-9bfe-c416ef07536d service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:08:14.399294 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-2dd9be48-5ccd-40ac-9bfe-c416ef07536d service neutron] Checking segment: {'id': '56914130-d266-4761-b91f-0f4044da3177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '909af24c-2a43-4e6d-8a1f-90b69debd82b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:08:14.400222 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-2dd9be48-5ccd-40ac-9bfe-c416ef07536d service neutron] Bound using segment: {'id': '56914130-d266-4761-b91f-0f4044da3177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '909af24c-2a43-4e6d-8a1f-90b69debd82b'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:08:14.400656 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-2dd9be48-5ccd-40ac-9bfe-c416ef07536d service neutron] Bound port: 68fdef05-c3ba-4e4e-9c7f-2056598ae3a7, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56914130-d266-4761-b91f-0f4044da3177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '909af24c-2a43-4e6d-8a1f-90b69debd82b'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:08:14.407690 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-eaf10227-88aa-48f9-957f-cd03e5e3172b req-98cb4717-5f5b-4adf-be74-3bd926b2be73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:14.419624 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-eaf10227-88aa-48f9-957f-cd03e5e3172b req-98cb4717-5f5b-4adf-be74-3bd926b2be73 service neutron] Transition to ACTIVE for port object c12b56d0-0762-4ec1-a960-e351c70c18c4 will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:08:14.423322 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-eaf10227-88aa-48f9-957f-cd03e5e3172b req-98cb4717-5f5b-4adf-be74-3bd926b2be73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:14.477045 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-68308d0d-b1b8-4575-b441-0b1a07ef9e2c req-50e22154-f595-40e5-b7ea-f39ec950c637 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707440 Aug 10 03:08:14.479536 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb4717-5f5b-4adf-be74-3bd926b2be73 service neutron] Pushing event updated for resources: {'Port': ['ID=c12b56d0-0762-4ec1-a960-e351c70c18c4,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:14.486256 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-2dd9be48-5ccd-40ac-9bfe-c416ef07536d service neutron] For port 68fdef05-c3ba-4e4e-9c7f-2056598ae3a7, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=68fdef05-c3ba-4e4e-9c7f-2056598ae3a7,segment=NetworkSegment(56914130-d266-4761-b91f-0f4044da3177),segment_id=56914130-d266-4761-b91f-0f4044da3177)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:08:14.495141 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-2dd9be48-5ccd-40ac-9bfe-c416ef07536d service neutron] Notify callbacks [] for binding, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:14.496799 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-2dd9be48-5ccd-40ac-9bfe-c416ef07536d service neutron] 10.222.0.62 "POST /v2.0/ports/68fdef05-c3ba-4e4e-9c7f-2056598ae3a7/bindings HTTP/1.1" status: 201 len: 390 time: 0.3173537 Aug 10 03:08:14.570268 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-eaf10227-88aa-48f9-957f-cd03e5e3172b req-98cb4717-5f5b-4adf-be74-3bd926b2be73 service neutron] Attempting to bind port c12b56d0-0762-4ec1-a960-e351c70c18c4 on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:08:14.570635 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-eaf10227-88aa-48f9-957f-cd03e5e3172b req-98cb4717-5f5b-4adf-be74-3bd926b2be73 service neutron] Attempting to bind port c12b56d0-0762-4ec1-a960-e351c70c18c4 by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '3057d810-054a-4845-b21a-96c4d4300bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e6431dda-41cb-49ac-bc16-b079974a3738'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:08:14.571046 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf10227-88aa-48f9-957f-cd03e5e3172b req-98cb4717-5f5b-4adf-be74-3bd926b2be73 service neutron] Attempting to bind port c12b56d0-0762-4ec1-a960-e351c70c18c4 on network e6431dda-41cb-49ac-bc16-b079974a3738 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:08:14.579579 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf10227-88aa-48f9-957f-cd03e5e3172b req-98cb4717-5f5b-4adf-be74-3bd926b2be73 service neutron] Port c12b56d0-0762-4ec1-a960-e351c70c18c4 on network e6431dda-41cb-49ac-bc16-b079974a3738 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:08:14.579956 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf10227-88aa-48f9-957f-cd03e5e3172b req-98cb4717-5f5b-4adf-be74-3bd926b2be73 service neutron] Attempting to bind port c12b56d0-0762-4ec1-a960-e351c70c18c4 on network e6431dda-41cb-49ac-bc16-b079974a3738 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:08:14.586001 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf10227-88aa-48f9-957f-cd03e5e3172b req-98cb4717-5f5b-4adf-be74-3bd926b2be73 service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:08:14.587007 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf10227-88aa-48f9-957f-cd03e5e3172b req-98cb4717-5f5b-4adf-be74-3bd926b2be73 service neutron] Checking segment: {'id': '3057d810-054a-4845-b21a-96c4d4300bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e6431dda-41cb-49ac-bc16-b079974a3738'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:08:14.587007 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf10227-88aa-48f9-957f-cd03e5e3172b req-98cb4717-5f5b-4adf-be74-3bd926b2be73 service neutron] Bound using segment: {'id': '3057d810-054a-4845-b21a-96c4d4300bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e6431dda-41cb-49ac-bc16-b079974a3738'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:08:14.591261 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-eaf10227-88aa-48f9-957f-cd03e5e3172b req-98cb4717-5f5b-4adf-be74-3bd926b2be73 service neutron] Bound port: c12b56d0-0762-4ec1-a960-e351c70c18c4, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3057d810-054a-4845-b21a-96c4d4300bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e6431dda-41cb-49ac-bc16-b079974a3738'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:08:14.591903 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-eaf10227-88aa-48f9-957f-cd03e5e3172b req-98cb4717-5f5b-4adf-be74-3bd926b2be73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:14.613629 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-25c236da-27bc-4206-8516-2c532fe8905f req-bfbfa6cb-14c8-4fb2-8c19-d0c18a46ef7b tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=f5f74456a9ff4f0297a163d723f5fb6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248353 Aug 10 03:08:14.701126 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-eaf10227-88aa-48f9-957f-cd03e5e3172b req-98cb4717-5f5b-4adf-be74-3bd926b2be73 service neutron] For port c12b56d0-0762-4ec1-a960-e351c70c18c4, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:08:14.706997 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-eaf10227-88aa-48f9-957f-cd03e5e3172b req-98cb4717-5f5b-4adf-be74-3bd926b2be73 service neutron] For port c12b56d0-0762-4ec1-a960-e351c70c18c4, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=c12b56d0-0762-4ec1-a960-e351c70c18c4,segment=NetworkSegment(3057d810-054a-4845-b21a-96c4d4300bf7),segment_id=3057d810-054a-4845-b21a-96c4d4300bf7)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:08:14.713352 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-eaf10227-88aa-48f9-957f-cd03e5e3172b req-98cb4717-5f5b-4adf-be74-3bd926b2be73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:14.731731 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf10227-88aa-48f9-957f-cd03e5e3172b req-98cb4717-5f5b-4adf-be74-3bd926b2be73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:14.732371 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-eaf10227-88aa-48f9-957f-cd03e5e3172b req-98cb4717-5f5b-4adf-be74-3bd926b2be73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:14.733781 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-eaf10227-88aa-48f9-957f-cd03e5e3172b req-98cb4717-5f5b-4adf-be74-3bd926b2be73 service neutron] 10.222.0.58 "PUT /v2.0/ports/c12b56d0-0762-4ec1-a960-e351c70c18c4 HTTP/1.1" status: 200 len: 1093 time: 0.6840303 Aug 10 03:08:14.755883 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea450f24-9c32-4ee6-aa41-e30b737d92dc', 'tag': 'c12b56d0-0762-4ec1-a960-e351c70c18c4'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:08:14.760495 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc7681e-3419-416b-b789-72e7bc318267" -d '{"events": [{"name": "network-changed", "server_uuid": "ea450f24-9c32-4ee6-aa41-e30b737d92dc", "tag": "c12b56d0-0762-4ec1-a960-e351c70c18c4"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:08:14.760674 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c236da-27bc-4206-8516-2c532fe8905f req-bf5a1291-207d-4541-8b47-c40cef4fb5a3 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:14.761826 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-25c236da-27bc-4206-8516-2c532fe8905f req-bf5a1291-207d-4541-8b47-c40cef4fb5a3 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1415305 Aug 10 03:08:14.831892 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-25c236da-27bc-4206-8516-2c532fe8905f req-349c16b3-5956-4901-8ab8-31239361299a tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] 10.222.0.62 "GET /v2.0/quotas/f5f74456a9ff4f0297a163d723f5fb6a HTTP/1.1" status: 200 len: 375 time: 0.0605714 Aug 10 03:08:14.832165 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb4717-5f5b-4adf-be74-3bd926b2be73 service neutron] Pushing event updated for resources: {'Port': ['ID=c12b56d0-0762-4ec1-a960-e351c70c18c4,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:14.851363 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf10227-88aa-48f9-957f-cd03e5e3172b req-2ff36c3e-ab14-41ec-ac84-c61652a9b654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:14.853099 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-eaf10227-88aa-48f9-957f-cd03e5e3172b req-2ff36c3e-ab14-41ec-ac84-c61652a9b654 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b9d4c94618f448f49ad79b4dd407f85e&device_id=ea450f24-9c32-4ee6-aa41-e30b737d92dc HTTP/1.1" status: 200 len: 1096 time: 0.0726311 Aug 10 03:08:14.921207 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-eaf10227-88aa-48f9-957f-cd03e5e3172b req-68f40369-b42f-45f7-b96b-79d606480fd5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c12b56d0-0762-4ec1-a960-e351c70c18c4 HTTP/1.1" status: 200 len: 217 time: 0.0601428 Aug 10 03:08:14.975341 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf10227-88aa-48f9-957f-cd03e5e3172b req-a983ca58-a954-4828-9436-117680e041d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:14.977390 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-eaf10227-88aa-48f9-957f-cd03e5e3172b req-a983ca58-a954-4828-9436-117680e041d4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=68b4dea5-239e-4258-8153-8403deef5862 HTTP/1.1" status: 200 len: 854 time: 0.0495596 Aug 10 03:08:15.027115 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf10227-88aa-48f9-957f-cd03e5e3172b req-97f08a2c-255d-4c53-aea9-027dd0b476a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:15.028561 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-eaf10227-88aa-48f9-957f-cd03e5e3172b req-97f08a2c-255d-4c53-aea9-027dd0b476a7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e6431dda-41cb-49ac-bc16-b079974a3738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436745 Aug 10 03:08:15.119420 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-90d77c21-4080-4ae4-bba0-e5b4443a0e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:15.120908 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-90d77c21-4080-4ae4-bba0-e5b4443a0e4e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0184527d62ac40cb863b24d5f91a9ee4&device_id=3cdb26d0-178e-476d-8f3b-8f72814f5a46 HTTP/1.1" status: 200 len: 1098 time: 0.3582046 Aug 10 03:08:15.124516 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-eaf10227-88aa-48f9-957f-cd03e5e3172b req-6b9cd4de-b3be-49b3-aef0-740740e0c771 service neutron] 10.222.0.58 "GET /v2.0/networks/e6431dda-41cb-49ac-bc16-b079974a3738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884199 Aug 10 03:08:15.195319 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-25c236da-27bc-4206-8516-2c532fe8905f req-6ed95ad2-73df-4626-b16d-e2067b11fbe9 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=f5f74456a9ff4f0297a163d723f5fb6a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3620811 Aug 10 03:08:15.215883 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-eaf10227-88aa-48f9-957f-cd03e5e3172b req-d333f5cf-7760-421b-b166-dbb89ae212f7 service neutron] 10.222.0.58 "GET /v2.0/networks/e6431dda-41cb-49ac-bc16-b079974a3738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838294 Aug 10 03:08:15.219917 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ae673-663e-4aae-8c53-7d29d15c9c4d req-58b4f856-0556-4ef3-97ff-85450ca94838 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:15.221196 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a94ae673-663e-4aae-8c53-7d29d15c9c4d req-58b4f856-0556-4ef3-97ff-85450ca94838 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] 10.222.0.62 "GET /v2.0/ports?device_id=e85f2270-df8e-45b2-b149-3a31cae73307 HTTP/1.1" status: 200 len: 945 time: 0.1199868 Aug 10 03:08:15.265525 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-866d6084-8da9-4760-8fb6-5941a736e991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:15.267030 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-866d6084-8da9-4760-8fb6-5941a736e991 service neutron] 10.222.0.60 "GET /v2.0/networks?id=909af24c-2a43-4e6d-8a1f-90b69debd82b HTTP/1.1" status: 200 len: 908 time: 0.1313994 Aug 10 03:08:15.285361 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a94ae673-663e-4aae-8c53-7d29d15c9c4d req-b544901b-861f-4a99-a17e-80b605af6d57 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ef19734-caa3-4936-aa1d-3a1a27d0d7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554414 Aug 10 03:08:15.316130 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-9a53b704-41a7-4775-94c1-315bcee3b33e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68fdef05-c3ba-4e4e-9c7f-2056598ae3a7 HTTP/1.1" status: 200 len: 217 time: 0.0389001 Aug 10 03:08:15.356112 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee59e139-4984-40df-a383-f1b998e7d61d x-openstack-request-id: req-ee59e139-4984-40df-a383-f1b998e7d61d {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:08:15.356620 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e85f2270-df8e-45b2-b149-3a31cae73307", "name": "network-vif-plugged", "status": "completed", "tag": "cfd67a08-eba1-429e-93e5-686974789274", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:08:15.356827 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ee59e139-4984-40df-a383-f1b998e7d61d {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:08:15.357355 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e85f2270-df8e-45b2-b149-3a31cae73307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd67a08-eba1-429e-93e5-686974789274', 'code': 200} Aug 10 03:08:15.473563 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59358a-9c28-4edd-a2a4-474213427f99 req-e75d2288-09cb-4103-8387-321cd62aa182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:15.474884 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-6699d2d0-4fc1-4336-9a9e-12d118dadf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:15.475259 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-bd59358a-9c28-4edd-a2a4-474213427f99 req-e75d2288-09cb-4103-8387-321cd62aa182 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e85f2270-df8e-45b2-b149-3a31cae73307 HTTP/1.1" status: 200 len: 1097 time: 0.0453804 Aug 10 03:08:15.476519 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-6699d2d0-4fc1-4336-9a9e-12d118dadf4e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b8c216be-f9cb-484e-9a0a-1cd9ef473e6f HTTP/1.1" status: 200 len: 847 time: 0.1518252 Aug 10 03:08:15.514831 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-f95b4211-07a1-48bd-9f1d-69835a4ff443 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=909af24c-2a43-4e6d-8a1f-90b69debd82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300412 Aug 10 03:08:15.516584 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-bd59358a-9c28-4edd-a2a4-474213427f99 req-efae5762-b005-4ef1-bed2-61c64a865846 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8ef19734-caa3-4936-aa1d-3a1a27d0d7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331919 Aug 10 03:08:15.524316 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1c69c-2655-4be5-8b6f-39d67bbd03e2 req-d310123a-fb2a-4d10-93ca-38f3f0948b6e tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:15.526327 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-37e1c69c-2655-4be5-8b6f-39d67bbd03e2 req-d310123a-fb2a-4d10-93ca-38f3f0948b6e tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea450f24-9c32-4ee6-aa41-e30b737d92dc HTTP/1.1" status: 200 len: 944 time: 0.1270361 Aug 10 03:08:15.542962 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398f668-912a-452f-a6bf-be3d3bfff87b req-5a67139b-1cb3-4847-ac20-3ac5588c5338 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:15.544435 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2398f668-912a-452f-a6bf-be3d3bfff87b req-5a67139b-1cb3-4847-ac20-3ac5588c5338 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cdb26d0-178e-476d-8f3b-8f72814f5a46 HTTP/1.1" status: 200 len: 946 time: 0.1292350 Aug 10 03:08:15.655630 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-37e1c69c-2655-4be5-8b6f-39d67bbd03e2 req-7f1a3ed1-8d90-4ed1-a2dc-5d81e82ddab0 tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] 10.222.0.62 "GET /v2.0/security-groups?id=b76be688-44e9-4eb6-92f8-4616b5760ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101887 Aug 10 03:08:15.660144 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2398f668-912a-452f-a6bf-be3d3bfff87b req-a32181dc-48c1-4b81-bf65-78290a82a482 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032674 Aug 10 03:08:15.695865 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-1ca2de62-4114-462b-94d1-32debf75b6d0 service neutron] 10.222.0.60 "GET /v2.0/networks/909af24c-2a43-4e6d-8a1f-90b69debd82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671977 Aug 10 03:08:15.713380 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73748c0-d2d4-404f-a9d7-c40927e0a939 x-openstack-request-id: req-a73748c0-d2d4-404f-a9d7-c40927e0a939 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:08:15.713676 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea450f24-9c32-4ee6-aa41-e30b737d92dc", "tag": "c12b56d0-0762-4ec1-a960-e351c70c18c4", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:08:15.713927 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a73748c0-d2d4-404f-a9d7-c40927e0a939 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:08:15.714323 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea450f24-9c32-4ee6-aa41-e30b737d92dc', 'tag': 'c12b56d0-0762-4ec1-a960-e351c70c18c4', 'status': 'completed', 'code': 200} Aug 10 03:08:15.812351 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7681e-3419-416b-b789-72e7bc318267 req-71998030-cdde-410b-a750-af835b2b712d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:15.815548 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fbc7681e-3419-416b-b789-72e7bc318267 req-71998030-cdde-410b-a750-af835b2b712d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b9d4c94618f448f49ad79b4dd407f85e&device_id=ea450f24-9c32-4ee6-aa41-e30b737d92dc HTTP/1.1" status: 200 len: 1096 time: 0.0748432 Aug 10 03:08:15.831900 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a41d1bf7-63d8-4d02-b616-0423e6b25cc4 req-ea83296c-8aae-48bd-a195-581a4059248b tempest-AbsoluteLimitsNegativeTestJSON-1259454007 tempest-AbsoluteLimitsNegativeTestJSON-1259454007-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=5fdee5e95e4f4ed5887e5d3471bf1a4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420804 Aug 10 03:08:15.906906 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-67982950-81f1-418e-8685-93d56e790462 service neutron] 10.222.0.60 "GET /v2.0/networks/909af24c-2a43-4e6d-8a1f-90b69debd82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024095 Aug 10 03:08:15.920432 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7681e-3419-416b-b789-72e7bc318267 req-77a4969b-b645-415b-9504-99a7b0713c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:15.922072 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fbc7681e-3419-416b-b789-72e7bc318267 req-77a4969b-b645-415b-9504-99a7b0713c9e service neutron] 10.222.0.58 "GET /v2.0/networks?id=e6431dda-41cb-49ac-bc16-b079974a3738 HTTP/1.1" status: 200 len: 916 time: 0.0983446 Aug 10 03:08:15.975099 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7787c-e165-4e61-8821-1f4f55cbd563 req-a0a3a8d7-ccb4-4853-b824-5de86d3d5d26 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:15.975792 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fbc7681e-3419-416b-b789-72e7bc318267 req-ce1539f5-d365-4b25-b444-3096daea4e67 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c12b56d0-0762-4ec1-a960-e351c70c18c4 HTTP/1.1" status: 200 len: 217 time: 0.0463274 Aug 10 03:08:15.976831 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dda7787c-e165-4e61-8821-1f4f55cbd563 req-a0a3a8d7-ccb4-4853-b824-5de86d3d5d26 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=c144246b-62bc-499f-bf55-06262438ba7b HTTP/1.1" status: 200 len: 950 time: 0.0874391 Aug 10 03:08:16.026803 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d1bf7-63d8-4d02-b616-0423e6b25cc4 req-8a63b79d-f2af-4a4f-9701-0a74c8597b0b tempest-AbsoluteLimitsNegativeTestJSON-1259454007 tempest-AbsoluteLimitsNegativeTestJSON-1259454007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:16.028527 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a41d1bf7-63d8-4d02-b616-0423e6b25cc4 req-8a63b79d-f2af-4a4f-9701-0a74c8597b0b tempest-AbsoluteLimitsNegativeTestJSON-1259454007 tempest-AbsoluteLimitsNegativeTestJSON-1259454007-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1892006 Aug 10 03:08:16.029290 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7681e-3419-416b-b789-72e7bc318267 req-25b3494c-da41-4487-8da9-f21777cb9a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:16.031125 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fbc7681e-3419-416b-b789-72e7bc318267 req-25b3494c-da41-4487-8da9-f21777cb9a7a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=68b4dea5-239e-4258-8153-8403deef5862 HTTP/1.1" status: 200 len: 854 time: 0.0481884 Aug 10 03:08:16.062786 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dda7787c-e165-4e61-8821-1f4f55cbd563 req-e2c5bf97-7601-4f3e-8fd8-e43437c62065 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699577 Aug 10 03:08:16.063961 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a41d1bf7-63d8-4d02-b616-0423e6b25cc4 req-bc52bb2a-00a4-4164-b13b-9be5f93e3825 tempest-AbsoluteLimitsNegativeTestJSON-1259454007 tempest-AbsoluteLimitsNegativeTestJSON-1259454007-project] 10.222.0.62 "GET /v2.0/quotas/5fdee5e95e4f4ed5887e5d3471bf1a4f HTTP/1.1" status: 200 len: 375 time: 0.0284476 Aug 10 03:08:16.073474 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-e4460dc7-e344-4eb3-bdec-3d73b80df72b tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:16.074952 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-e4460dc7-e344-4eb3-bdec-3d73b80df72b tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=3cdb26d0-178e-476d-8f3b-8f72814f5a46&tenant_id=0184527d62ac40cb863b24d5f91a9ee4&binding%3Ahost_id=n-h1-768851-15 HTTP/1.1" status: 200 len: 1098 time: 0.0925040 Aug 10 03:08:16.089317 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7681e-3419-416b-b789-72e7bc318267 req-ce5c9401-b16f-492d-a06a-a9159ea93459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:16.090883 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fbc7681e-3419-416b-b789-72e7bc318267 req-ce5c9401-b16f-492d-a06a-a9159ea93459 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e6431dda-41cb-49ac-bc16-b079974a3738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512722 Aug 10 03:08:16.103531 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-2f03d9c8-4866-4123-9e02-aaf464284b25 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-768851-15'}}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:08:16.107617 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a41d1bf7-63d8-4d02-b616-0423e6b25cc4 req-b0bb1518-fc83-4d68-a5df-35b7dde6f478 tempest-AbsoluteLimitsNegativeTestJSON-1259454007 tempest-AbsoluteLimitsNegativeTestJSON-1259454007-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=5fdee5e95e4f4ed5887e5d3471bf1a4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371146 Aug 10 03:08:16.173910 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f20650a8-4013-40de-b098-f6dec6164ec8 req-ae94ac8d-b5b5-4894-a035-197f1b7d609d tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] 10.222.0.62 "GET /v2.0/ports?device_id=d67d22d4-5f4e-4ecc-9cb7-c4fef36a3e6d HTTP/1.1" status: 200 len: 210 time: 0.0385611 Aug 10 03:08:16.210933 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fbc7681e-3419-416b-b789-72e7bc318267 req-7a287e83-cec1-4c8e-b738-b0d0d5604c97 service neutron] 10.222.0.58 "GET /v2.0/networks/e6431dda-41cb-49ac-bc16-b079974a3738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121042 Aug 10 03:08:16.230052 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-2f03d9c8-4866-4123-9e02-aaf464284b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:16.284788 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae2e5c-8e8a-48b4-97d4-aca1e85dd642 req-c65e91d9-409f-4f66-a359-b0ee4ad9f3a0 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:16.292687 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6fae2e5c-8e8a-48b4-97d4-aca1e85dd642 req-c65e91d9-409f-4f66-a359-b0ee4ad9f3a0 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eddc19e-e2f2-4919-8662-4ba388292535 HTTP/1.1" status: 200 len: 945 time: 0.0940983 Aug 10 03:08:16.324803 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fbc7681e-3419-416b-b789-72e7bc318267 req-78751d87-c3d0-414c-a46c-55e37c36edac service neutron] 10.222.0.58 "GET /v2.0/networks/e6431dda-41cb-49ac-bc16-b079974a3738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048393 Aug 10 03:08:16.386105 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-25c236da-27bc-4206-8516-2c532fe8905f req-ba98c19e-c871-4212-8734-020c3348e32c tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=f5f74456a9ff4f0297a163d723f5fb6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321853 Aug 10 03:08:16.456783 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-2f03d9c8-4866-4123-9e02-aaf464284b25 service neutron] For port 68fdef05-c3ba-4e4e-9c7f-2056598ae3a7, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=68fdef05-c3ba-4e4e-9c7f-2056598ae3a7,segment=NetworkSegment(56914130-d266-4761-b91f-0f4044da3177),segment_id=56914130-d266-4761-b91f-0f4044da3177)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:08:16.487113 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6fae2e5c-8e8a-48b4-97d4-aca1e85dd642 req-db6b5db2-6999-44b6-b242-83efb5ddc3bb tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933405 Aug 10 03:08:16.530425 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27862ff-ebb8-4ad2-95f0-07feabe56746 req-0af63a6a-16b6-458b-a458-0a69a8250e1d tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:16.531998 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e27862ff-ebb8-4ad2-95f0-07feabe56746 req-0af63a6a-16b6-458b-a458-0a69a8250e1d tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] 10.222.0.62 "GET /v2.0/ports?device_id=e85f2270-df8e-45b2-b149-3a31cae73307 HTTP/1.1" status: 200 len: 945 time: 0.1006351 Aug 10 03:08:16.538446 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c236da-27bc-4206-8516-2c532fe8905f req-7be03ec5-b97b-4011-9335-05e6c7571d26 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:16.540040 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-25c236da-27bc-4206-8516-2c532fe8905f req-7be03ec5-b97b-4011-9335-05e6c7571d26 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1483099 Aug 10 03:08:16.551219 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 37490) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:08:16.552383 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-2f03d9c8-4866-4123-9e02-aaf464284b25 service neutron] For port 68fdef05-c3ba-4e4e-9c7f-2056598ae3a7, host n-h1-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:08:16.553472 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-25c236da-27bc-4206-8516-2c532fe8905f req-4f2c1130-f042-4776-8e4d-1986da875837 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Request body: {'port': {'device_id': 'd67d22d4-5f4e-4ecc-9cb7-c4fef36a3e6d', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'admin_state_up': True, 'tenant_id': 'f5f74456a9ff4f0297a163d723f5fb6a'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:08:16.617109 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e27862ff-ebb8-4ad2-95f0-07feabe56746 req-6cf01728-f8f6-42ee-b6df-6def7a592dc3 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ef19734-caa3-4936-aa1d-3a1a27d0d7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769379 Aug 10 03:08:16.619483 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cdb26d0-178e-476d-8f3b-8f72814f5a46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68fdef05-c3ba-4e4e-9c7f-2056598ae3a7'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:08:16.621707 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebdd51f2-b43f-43a2-a06d-efbf2cd06ac0" -d '{"events": [{"server_uuid": "3cdb26d0-178e-476d-8f3b-8f72814f5a46", "name": "network-vif-unplugged", "status": "completed", "tag": "68fdef05-c3ba-4e4e-9c7f-2056598ae3a7"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:08:16.626420 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-2f03d9c8-4866-4123-9e02-aaf464284b25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:16.633369 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-2f03d9c8-4866-4123-9e02-aaf464284b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:16.680197 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e536f51-cac2-42a5-9aca-dd8a8e03c869 x-openstack-request-id: req-3e536f51-cac2-42a5-9aca-dd8a8e03c869 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:08:16.680503 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cdb26d0-178e-476d-8f3b-8f72814f5a46", "name": "network-vif-unplugged", "status": "completed", "tag": "68fdef05-c3ba-4e4e-9c7f-2056598ae3a7", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:08:16.681024 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3e536f51-cac2-42a5-9aca-dd8a8e03c869 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:08:16.681304 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cdb26d0-178e-476d-8f3b-8f72814f5a46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68fdef05-c3ba-4e4e-9c7f-2056598ae3a7', 'code': 200} Aug 10 03:08:16.701894 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25c236da-27bc-4206-8516-2c532fe8905f req-4f2c1130-f042-4776-8e4d-1986da875837 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Made reservation on behalf of f5f74456a9ff4f0297a163d723f5fb6a for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:08:16.705962 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-25c236da-27bc-4206-8516-2c532fe8905f req-4f2c1130-f042-4776-8e4d-1986da875837 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:16.742772 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-2f03d9c8-4866-4123-9e02-aaf464284b25 service neutron] Attempting to bind port 68fdef05-c3ba-4e4e-9c7f-2056598ae3a7 on host n-h1-768851-15 for vnic_type normal with profile {"migrating_to": "n-h2-768851-15"} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:08:16.743011 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-2f03d9c8-4866-4123-9e02-aaf464284b25 service neutron] Attempting to bind port 68fdef05-c3ba-4e4e-9c7f-2056598ae3a7 by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '56914130-d266-4761-b91f-0f4044da3177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '909af24c-2a43-4e6d-8a1f-90b69debd82b'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:08:16.743374 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-2f03d9c8-4866-4123-9e02-aaf464284b25 service neutron] Attempting to bind port 68fdef05-c3ba-4e4e-9c7f-2056598ae3a7 on network 909af24c-2a43-4e6d-8a1f-90b69debd82b {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:08:16.754042 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f03d9c8-4866-4123-9e02-aaf464284b25 service neutron] Pushing event updated for resources: {'Port': ['ID=68fdef05-c3ba-4e4e-9c7f-2056598ae3a7,revision_number=7']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:16.766067 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-88b28147-fc19-4f92-81bf-2ce60c5f942c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:16.771458 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-2f03d9c8-4866-4123-9e02-aaf464284b25 service neutron] Port 68fdef05-c3ba-4e4e-9c7f-2056598ae3a7 on network 909af24c-2a43-4e6d-8a1f-90b69debd82b not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:08:16.771788 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-2f03d9c8-4866-4123-9e02-aaf464284b25 service neutron] Attempting to bind port 68fdef05-c3ba-4e4e-9c7f-2056598ae3a7 on network 909af24c-2a43-4e6d-8a1f-90b69debd82b {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:08:16.806811 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-2f03d9c8-4866-4123-9e02-aaf464284b25 service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:08:16.807200 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-2f03d9c8-4866-4123-9e02-aaf464284b25 service neutron] Checking segment: {'id': '56914130-d266-4761-b91f-0f4044da3177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '909af24c-2a43-4e6d-8a1f-90b69debd82b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:08:16.807536 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-2f03d9c8-4866-4123-9e02-aaf464284b25 service neutron] Bound using segment: {'id': '56914130-d266-4761-b91f-0f4044da3177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '909af24c-2a43-4e6d-8a1f-90b69debd82b'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:08:16.807987 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-2f03d9c8-4866-4123-9e02-aaf464284b25 service neutron] Bound port: 68fdef05-c3ba-4e4e-9c7f-2056598ae3a7, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56914130-d266-4761-b91f-0f4044da3177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '909af24c-2a43-4e6d-8a1f-90b69debd82b'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:08:16.808348 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-2f03d9c8-4866-4123-9e02-aaf464284b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:16.846510 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-25c236da-27bc-4206-8516-2c532fe8905f req-4f2c1130-f042-4776-8e4d-1986da875837 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Allocated IP 192.168.233.132 (f1b7997e-1a2a-4260-9d7d-b6cf90b8801d/c2e3eb0b-907c-4ac4-809e-ae9609bc8c67/e8a5c4b3-238d-4edb-a770-64142f4d10e5) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:08:16.897298 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833dfab0-01e0-48c5-8ca9-4e73d8104735 req-b34b1490-c315-426c-9b20-4eff8e03ecf2 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:16.898854 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-833dfab0-01e0-48c5-8ca9-4e73d8104735 req-b34b1490-c315-426c-9b20-4eff8e03ecf2 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cdb26d0-178e-476d-8f3b-8f72814f5a46 HTTP/1.1" status: 200 len: 944 time: 0.1478443 Aug 10 03:08:16.962097 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc3161-da73-42db-9d7c-3449e21faf8e req-1902e3ee-4c41-4cdc-88f6-cce8107b3b6c tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:16.963641 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-22bc3161-da73-42db-9d7c-3449e21faf8e req-1902e3ee-4c41-4cdc-88f6-cce8107b3b6c tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea450f24-9c32-4ee6-aa41-e30b737d92dc HTTP/1.1" status: 200 len: 944 time: 0.1930995 Aug 10 03:08:16.993827 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-2f03d9c8-4866-4123-9e02-aaf464284b25 service neutron] For port 68fdef05-c3ba-4e4e-9c7f-2056598ae3a7, host n-h1-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:08:16.999118 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-25c236da-27bc-4206-8516-2c532fe8905f req-4f2c1130-f042-4776-8e4d-1986da875837 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:17.014204 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-25c236da-27bc-4206-8516-2c532fe8905f req-4f2c1130-f042-4776-8e4d-1986da875837 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Transition to ACTIVE for port object e8a5c4b3-238d-4edb-a770-64142f4d10e5 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:08:17.019761 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-833dfab0-01e0-48c5-8ca9-4e73d8104735 req-7927cc5a-bbb5-4eab-a45d-51f8103da617 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093502 Aug 10 03:08:17.027656 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-2f03d9c8-4866-4123-9e02-aaf464284b25 service neutron] For port 68fdef05-c3ba-4e4e-9c7f-2056598ae3a7, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=68fdef05-c3ba-4e4e-9c7f-2056598ae3a7,segment=NetworkSegment(56914130-d266-4761-b91f-0f4044da3177),segment_id=56914130-d266-4761-b91f-0f4044da3177)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:08:17.042948 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-2f03d9c8-4866-4123-9e02-aaf464284b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:17.054094 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-25c236da-27bc-4206-8516-2c532fe8905f req-4f2c1130-f042-4776-8e4d-1986da875837 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:17.067362 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['dea860dd-fd98-4360-bc3c-37c6506ab86f'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:08:17.091476 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-22bc3161-da73-42db-9d7c-3449e21faf8e req-08daa2f4-7c10-4ff6-8c70-e795b0565bca tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] 10.222.0.62 "GET /v2.0/security-groups?id=b76be688-44e9-4eb6-92f8-4616b5760ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211717 Aug 10 03:08:17.125468 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25c236da-27bc-4206-8516-2c532fe8905f req-4f2c1130-f042-4776-8e4d-1986da875837 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:08:17.132371 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-25c236da-27bc-4206-8516-2c532fe8905f req-4f2c1130-f042-4776-8e4d-1986da875837 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:08:17.139501 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-25c236da-27bc-4206-8516-2c532fe8905f req-4f2c1130-f042-4776-8e4d-1986da875837 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:08:17.153690 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-88b28147-fc19-4f92-81bf-2ce60c5f942c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:17.167855 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-88b28147-fc19-4f92-81bf-2ce60c5f942c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:17.181787 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2c1130-f042-4776-8e4d-1986da875837 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Pushing event updated for resources: {'Port': ['ID=e8a5c4b3-238d-4edb-a770-64142f4d10e5,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:17.211861 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f03d9c8-4866-4123-9e02-aaf464284b25 service neutron] Pushing event updated for resources: {'Port': ['ID=68fdef05-c3ba-4e4e-9c7f-2056598ae3a7,revision_number=8']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:17.251189 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c236da-27bc-4206-8516-2c532fe8905f req-4f2c1130-f042-4776-8e4d-1986da875837 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:17.252175 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-25c236da-27bc-4206-8516-2c532fe8905f req-4f2c1130-f042-4776-8e4d-1986da875837 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:17.273903 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-25c236da-27bc-4206-8516-2c532fe8905f req-4f2c1130-f042-4776-8e4d-1986da875837 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7244239 Aug 10 03:08:17.276515 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-2f03d9c8-4866-4123-9e02-aaf464284b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:17.277529 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-2f03d9c8-4866-4123-9e02-aaf464284b25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:17.279125 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-2f03d9c8-4866-4123-9e02-aaf464284b25 service neutron] 10.222.0.60 "PUT /v2.0/ports/68fdef05-c3ba-4e4e-9c7f-2056598ae3a7 HTTP/1.1" status: 200 len: 1124 time: 1.1946516 Aug 10 03:08:17.301401 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-25c236da-27bc-4206-8516-2c532fe8905f req-83ad8b49-3f8d-40ab-a4be-8502ac4da174 service neutron] Request body: {'port': {'device_id': 'd67d22d4-5f4e-4ecc-9cb7-c4fef36a3e6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:08:17.317328 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-88b28147-fc19-4f92-81bf-2ce60c5f942c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5fdee5e95e4f4ed5887e5d3471bf1a4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7631483 Aug 10 03:08:17.331827 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b28147-fc19-4f92-81bf-2ce60c5f942c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41525eef-046d-44ad-b59c-582cdce328e4,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:17.335529 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 37506) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:08:17.356991 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['68fdef05-c3ba-4e4e-9c7f-2056598ae3a7'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:08:17.361350 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eddc19e-e2f2-4919-8662-4ba388292535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a58bba-6328-4634-a439-27a9ba5235d4'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:08:17.363899 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2456e3fb-5841-40aa-af9a-9d7da7a422c9" -d '{"events": [{"server_uuid": "1eddc19e-e2f2-4919-8662-4ba388292535", "name": "network-vif-plugged", "status": "completed", "tag": "01a58bba-6328-4634-a439-27a9ba5235d4"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:08:17.367864 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device c12b56d0-0762-4ec1-a960-e351c70c18c4 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:08:17.404649 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-25c236da-27bc-4206-8516-2c532fe8905f req-83ad8b49-3f8d-40ab-a4be-8502ac4da174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:17.432239 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d8b56-637f-4523-8416-48511526f061 req-cb30dcfb-d633-4c5a-abaf-59b0dcd6b295 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:17.439351 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7f2d8b56-637f-4523-8416-48511526f061 req-cb30dcfb-d633-4c5a-abaf-59b0dcd6b295 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=c144246b-62bc-499f-bf55-06262438ba7b HTTP/1.1" status: 200 len: 950 time: 0.2344437 Aug 10 03:08:17.449425 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-abdfa4ba-ca59-4c8a-9090-7d89b370f528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:17.479438 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5fe38-06f0-4c0c-bf10-48a44dd8ed03 req-cdf5b77f-385c-4b13-9cdc-e6a166272f7d tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:17.481147 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-49b5fe38-06f0-4c0c-bf10-48a44dd8ed03 req-cdf5b77f-385c-4b13-9cdc-e6a166272f7d tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] 10.222.0.62 "GET /v2.0/ports?device_id=d67d22d4-5f4e-4ecc-9cb7-c4fef36a3e6d HTTP/1.1" status: 200 len: 936 time: 0.1809676 Aug 10 03:08:17.512610 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-abdfa4ba-ca59-4c8a-9090-7d89b370f528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:17.524297 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-4882cc63-5c6e-4766-afd5-78b6ee970102 None None] Provisioning for port e8a5c4b3-238d-4edb-a770-64142f4d10e5 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:08:17.538560 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-4882cc63-5c6e-4766-afd5-78b6ee970102 None None] Provisioning complete for port e8a5c4b3-238d-4edb-a770-64142f4d10e5 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:08:17.538957 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4882cc63-5c6e-4766-afd5-78b6ee970102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:17.550931 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7f2d8b56-637f-4523-8416-48511526f061 req-bdd5d2e7-b757-4a6f-8302-5780eb88e7a2 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105556 Aug 10 03:08:17.591944 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port c12b56d0-0762-4ec1-a960-e351c70c18c4, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=c12b56d0-0762-4ec1-a960-e351c70c18c4,segment=NetworkSegment(3057d810-054a-4845-b21a-96c4d4300bf7),segment_id=3057d810-054a-4845-b21a-96c4d4300bf7)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:08:17.595036 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-49b5fe38-06f0-4c0c-bf10-48a44dd8ed03 req-f41ae98b-1ba9-43df-8228-43d1cd14f22c tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] 10.222.0.62 "GET /v2.0/security-groups?id=73c9c97f-21a0-4c39-9593-22fd18479ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954444 Aug 10 03:08:17.617260 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-abdfa4ba-ca59-4c8a-9090-7d89b370f528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:17.621304 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-abdfa4ba-ca59-4c8a-9090-7d89b370f528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:17.623003 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-abdfa4ba-ca59-4c8a-9090-7d89b370f528 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/41525eef-046d-44ad-b59c-582cdce328e4 HTTP/1.1" status: 204 len: 168 time: 0.2845223 Aug 10 03:08:17.635028 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdfa4ba-ca59-4c8a-9090-7d89b370f528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41525eef-046d-44ad-b59c-582cdce328e4,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:17.654397 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-4882cc63-5c6e-4766-afd5-78b6ee970102 None None] Port e8a5c4b3-238d-4edb-a770-64142f4d10e5 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:08:17.683246 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': 'c12b56d0-0762-4ec1-a960-e351c70c18c4', 'network_id': 'e6431dda-41cb-49ac-bc16-b079974a3738', 'port_id': 'c12b56d0-0762-4ec1-a960-e351c70c18c4', 'mac_address': 'fa:16:3e:d6:c5:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68b4dea5-239e-4258-8153-8403deef5862', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:08:17.704410 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f25b33e-734c-4ecd-a961-55226b3bf26f x-openstack-request-id: req-1f25b33e-734c-4ecd-a961-55226b3bf26f {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:08:17.719817 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eddc19e-e2f2-4919-8662-4ba388292535", "name": "network-vif-plugged", "status": "completed", "tag": "01a58bba-6328-4634-a439-27a9ba5235d4", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:08:17.722928 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1f25b33e-734c-4ecd-a961-55226b3bf26f {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:08:17.723754 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eddc19e-e2f2-4919-8662-4ba388292535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a58bba-6328-4634-a439-27a9ba5235d4', 'code': 200} Aug 10 03:08:17.825637 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-25c236da-27bc-4206-8516-2c532fe8905f req-83ad8b49-3f8d-40ab-a4be-8502ac4da174 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8a5c4b3-238d-4edb-a770-64142f4d10e5 {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:08:17.838146 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-25c236da-27bc-4206-8516-2c532fe8905f req-83ad8b49-3f8d-40ab-a4be-8502ac4da174 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:17.842098 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9fc84a-2e23-44f3-a6c0-605a8c623fe4 req-d64477f9-70dd-4668-a66f-f92a983123c5 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:17.850233 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9a9fc84a-2e23-44f3-a6c0-605a8c623fe4 req-d64477f9-70dd-4668-a66f-f92a983123c5 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eddc19e-e2f2-4919-8662-4ba388292535 HTTP/1.1" status: 200 len: 945 time: 0.1467788 Aug 10 03:08:17.866006 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-25c236da-27bc-4206-8516-2c532fe8905f req-83ad8b49-3f8d-40ab-a4be-8502ac4da174 service neutron] Transition to ACTIVE for port object e8a5c4b3-238d-4edb-a770-64142f4d10e5 will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:08:17.901354 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8474f66f-3c7c-41bf-9f6a-bf9287423e20 req-fa06cad4-2e4b-4bf0-a719-6689cff8c739 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:17.909501 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8474f66f-3c7c-41bf-9f6a-bf9287423e20 req-fa06cad4-2e4b-4bf0-a719-6689cff8c739 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] 10.222.0.62 "GET /v2.0/ports?device_id=e85f2270-df8e-45b2-b149-3a31cae73307 HTTP/1.1" status: 200 len: 945 time: 0.1726749 Aug 10 03:08:17.913548 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce98fa-57fd-444e-8fc7-b658cb293cdd req-9622a526-667f-4e79-947a-6a63ed80d6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:17.914454 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d9ce98fa-57fd-444e-8fc7-b658cb293cdd req-9622a526-667f-4e79-947a-6a63ed80d6a6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1eddc19e-e2f2-4919-8662-4ba388292535 HTTP/1.1" status: 200 len: 1097 time: 0.1654396 Aug 10 03:08:17.936598 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-25c236da-27bc-4206-8516-2c532fe8905f req-83ad8b49-3f8d-40ab-a4be-8502ac4da174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:17.954881 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9a9fc84a-2e23-44f3-a6c0-605a8c623fe4 req-acf63933-8e59-4671-8bae-a76eb9dd718c tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032469 Aug 10 03:08:18.008176 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ad8b49-3f8d-40ab-a4be-8502ac4da174 service neutron] Pushing event updated for resources: {'Port': ['ID=e8a5c4b3-238d-4edb-a770-64142f4d10e5,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:18.025530 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8474f66f-3c7c-41bf-9f6a-bf9287423e20 req-3466ba44-819c-47dc-a196-8a19e11cc100 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ef19734-caa3-4936-aa1d-3a1a27d0d7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110849 Aug 10 03:08:18.049465 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d9ce98fa-57fd-444e-8fc7-b658cb293cdd req-21a771a5-08fa-47f4-9d33-9742d7dcbd00 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270223 Aug 10 03:08:18.091527 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:18.126217 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c12b56d0-0762-4ec1-a960-e351c70c18c4 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:08:18.147204 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-25c236da-27bc-4206-8516-2c532fe8905f req-83ad8b49-3f8d-40ab-a4be-8502ac4da174 service neutron] Attempting to bind port e8a5c4b3-238d-4edb-a770-64142f4d10e5 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:08:18.147556 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-25c236da-27bc-4206-8516-2c532fe8905f req-83ad8b49-3f8d-40ab-a4be-8502ac4da174 service neutron] Attempting to bind port e8a5c4b3-238d-4edb-a770-64142f4d10e5 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:08:18.148199 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c236da-27bc-4206-8516-2c532fe8905f req-83ad8b49-3f8d-40ab-a4be-8502ac4da174 service neutron] Attempting to bind port e8a5c4b3-238d-4edb-a770-64142f4d10e5 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:08:18.154387 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c236da-27bc-4206-8516-2c532fe8905f req-83ad8b49-3f8d-40ab-a4be-8502ac4da174 service neutron] Port e8a5c4b3-238d-4edb-a770-64142f4d10e5 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:08:18.155474 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c236da-27bc-4206-8516-2c532fe8905f req-83ad8b49-3f8d-40ab-a4be-8502ac4da174 service neutron] Attempting to bind port e8a5c4b3-238d-4edb-a770-64142f4d10e5 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:08:18.155591 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port c12b56d0-0762-4ec1-a960-e351c70c18c4, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=c12b56d0-0762-4ec1-a960-e351c70c18c4,segment=NetworkSegment(3057d810-054a-4845-b21a-96c4d4300bf7),segment_id=3057d810-054a-4845-b21a-96c4d4300bf7)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:08:18.163556 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:18.164835 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c236da-27bc-4206-8516-2c532fe8905f req-83ad8b49-3f8d-40ab-a4be-8502ac4da174 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:08:18.165581 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c236da-27bc-4206-8516-2c532fe8905f req-83ad8b49-3f8d-40ab-a4be-8502ac4da174 service neutron] Checking segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:08:18.166207 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c236da-27bc-4206-8516-2c532fe8905f req-83ad8b49-3f8d-40ab-a4be-8502ac4da174 service neutron] Bound using segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:08:18.167264 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-25c236da-27bc-4206-8516-2c532fe8905f req-83ad8b49-3f8d-40ab-a4be-8502ac4da174 service neutron] Bound port: e8a5c4b3-238d-4edb-a770-64142f4d10e5, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:08:18.167998 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-25c236da-27bc-4206-8516-2c532fe8905f req-83ad8b49-3f8d-40ab-a4be-8502ac4da174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:18.249802 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-25c236da-27bc-4206-8516-2c532fe8905f req-83ad8b49-3f8d-40ab-a4be-8502ac4da174 service neutron] For port e8a5c4b3-238d-4edb-a770-64142f4d10e5, host n-h2-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:08:18.255564 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-25c236da-27bc-4206-8516-2c532fe8905f req-83ad8b49-3f8d-40ab-a4be-8502ac4da174 service neutron] For port e8a5c4b3-238d-4edb-a770-64142f4d10e5, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=e8a5c4b3-238d-4edb-a770-64142f4d10e5,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:08:18.257688 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=c12b56d0-0762-4ec1-a960-e351c70c18c4,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:18.263285 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-25c236da-27bc-4206-8516-2c532fe8905f req-83ad8b49-3f8d-40ab-a4be-8502ac4da174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:18.300592 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c236da-27bc-4206-8516-2c532fe8905f req-83ad8b49-3f8d-40ab-a4be-8502ac4da174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:18.301294 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-25c236da-27bc-4206-8516-2c532fe8905f req-83ad8b49-3f8d-40ab-a4be-8502ac4da174 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:18.303030 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-25c236da-27bc-4206-8516-2c532fe8905f req-83ad8b49-3f8d-40ab-a4be-8502ac4da174 service neutron] 10.222.0.60 "PUT /v2.0/ports/e8a5c4b3-238d-4edb-a770-64142f4d10e5 HTTP/1.1" status: 200 len: 1097 time: 1.0107257 Aug 10 03:08:18.303424 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd67d22d4-5f4e-4ecc-9cb7-c4fef36a3e6d', 'tag': 'e8a5c4b3-238d-4edb-a770-64142f4d10e5'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:08:18.305610 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60c08a4-c4a5-495c-9afe-976ce6e44838" -d '{"events": [{"name": "network-changed", "server_uuid": "d67d22d4-5f4e-4ecc-9cb7-c4fef36a3e6d", "tag": "e8a5c4b3-238d-4edb-a770-64142f4d10e5"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:08:18.394590 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a7de7-e603-4117-99fb-0aad85b43e88 req-49be62eb-c74c-4f27-9db9-56f672615488 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:18.395919 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ad8b49-3f8d-40ab-a4be-8502ac4da174 service neutron] Pushing event updated for resources: {'Port': ['ID=e8a5c4b3-238d-4edb-a770-64142f4d10e5,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:18.397764 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-143a7de7-e603-4117-99fb-0aad85b43e88 req-49be62eb-c74c-4f27-9db9-56f672615488 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cdb26d0-178e-476d-8f3b-8f72814f5a46 HTTP/1.1" status: 200 len: 944 time: 0.2511487 Aug 10 03:08:18.424266 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c236da-27bc-4206-8516-2c532fe8905f req-57f0b500-b2f7-443a-8254-da0cdfaf5019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:18.426536 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-25c236da-27bc-4206-8516-2c532fe8905f req-57f0b500-b2f7-443a-8254-da0cdfaf5019 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f5f74456a9ff4f0297a163d723f5fb6a&device_id=d67d22d4-5f4e-4ecc-9cb7-c4fef36a3e6d HTTP/1.1" status: 200 len: 1100 time: 0.0752072 Aug 10 03:08:18.453742 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['c12b56d0-0762-4ec1-a960-e351c70c18c4'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:08:18.495579 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-25c236da-27bc-4206-8516-2c532fe8905f req-d2b4d79e-91d1-4ed9-8986-56b89712de72 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=e8a5c4b3-238d-4edb-a770-64142f4d10e5 HTTP/1.1" status: 200 len: 217 time: 0.0594997 Aug 10 03:08:18.563650 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c236da-27bc-4206-8516-2c532fe8905f req-b7dee2f6-ed4e-4f01-bd5c-e463bd2a945a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:18.565743 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-25c236da-27bc-4206-8516-2c532fe8905f req-b7dee2f6-ed4e-4f01-bd5c-e463bd2a945a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.0613229 Aug 10 03:08:18.627335 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c236da-27bc-4206-8516-2c532fe8905f req-821077ee-78d8-48a5-a86c-b6b5fe3828f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:18.629323 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-25c236da-27bc-4206-8516-2c532fe8905f req-821077ee-78d8-48a5-a86c-b6b5fe3828f8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0544517 Aug 10 03:08:18.683235 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cdb26d0-178e-476d-8f3b-8f72814f5a46', 'tag': '68fdef05-c3ba-4e4e-9c7f-2056598ae3a7'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:08:18.686445 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a1c736-7eca-439b-b5d4-714f7d1d9364" -d '{"events": [{"name": "network-changed", "server_uuid": "3cdb26d0-178e-476d-8f3b-8f72814f5a46", "tag": "68fdef05-c3ba-4e4e-9c7f-2056598ae3a7"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:08:18.713007 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b7143bea-7464-4406-88cb-449b656d56b7 req-36686c9f-ea97-433e-8a2b-06e895e209b4 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=09ca2025-b9a6-4e84-8019-8d9fbef3753e HTTP/1.1" status: 200 len: 258 time: 0.6475284 Aug 10 03:08:18.728235 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-b7143bea-7464-4406-88cb-449b656d56b7 req-7f905f04-946f-4461-8575-3742090d21fd tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Request body: {'floatingip': {'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:08:18.735834 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-143a7de7-e603-4117-99fb-0aad85b43e88 req-5a9f7531-bcbb-4f99-894d-d53eb7a7bf3c tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268292 Aug 10 03:08:18.749541 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 37550) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:08:18.753738 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-25c236da-27bc-4206-8516-2c532fe8905f req-60de4f1f-65ba-4200-a5c4-ebb8863e22bd service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164789 Aug 10 03:08:18.773422 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b7143bea-7464-4406-88cb-449b656d56b7 req-7f905f04-946f-4461-8575-3742090d21fd tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Notify callbacks [] for floatingip, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:18.858390 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-25c236da-27bc-4206-8516-2c532fe8905f req-fe7fa3d5-6268-4263-b129-2fb06f5537d3 service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949843 Aug 10 03:08:18.916069 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-8f580ab3-d2f8-472b-9687-4785b3f7889f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1119675665-network', 'tenant_id': '9db099ffcd1f4b6f883036f2463be98e'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:08:18.931357 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b7143bea-7464-4406-88cb-449b656d56b7 req-7f905f04-946f-4461-8575-3742090d21fd tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:18.987461 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05500e76-d311-4a10-8911-faedc1488006 req-4a898f5a-1fe9-4307-b7cd-e3a9e8ed8d4d tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:18.990422 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-05500e76-d311-4a10-8911-faedc1488006 req-4a898f5a-1fe9-4307-b7cd-e3a9e8ed8d4d tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea450f24-9c32-4ee6-aa41-e30b737d92dc HTTP/1.1" status: 200 len: 945 time: 0.1092134 Aug 10 03:08:18.991811 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f580ab3-d2f8-472b-9687-4785b3f7889f admin admin] Made reservation on behalf of 9db099ffcd1f4b6f883036f2463be98e for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:08:18.994045 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8f580ab3-d2f8-472b-9687-4785b3f7889f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:19.017967 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8f580ab3-d2f8-472b-9687-4785b3f7889f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:19.095356 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-05500e76-d311-4a10-8911-faedc1488006 req-11a35831-6642-4ae7-85c1-2b4e620290ee tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] 10.222.0.62 "GET /v2.0/security-groups?id=b76be688-44e9-4eb6-92f8-4616b5760ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964601 Aug 10 03:08:19.130305 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-b7143bea-7464-4406-88cb-449b656d56b7 req-7f905f04-946f-4461-8575-3742090d21fd tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Allocated IP 172.25.7.24 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/17740b71-5c61-423d-b06c-804a25a62ecb) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:08:19.164663 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd6c933b-2feb-4213-8564-88920846ab30 x-openstack-request-id: req-cd6c933b-2feb-4213-8564-88920846ab30 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:08:19.166093 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d67d22d4-5f4e-4ecc-9cb7-c4fef36a3e6d", "tag": "e8a5c4b3-238d-4edb-a770-64142f4d10e5", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:08:19.166356 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cd6c933b-2feb-4213-8564-88920846ab30 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:08:19.167373 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd67d22d4-5f4e-4ecc-9cb7-c4fef36a3e6d', 'tag': 'e8a5c4b3-238d-4edb-a770-64142f4d10e5', 'status': 'completed', 'code': 200} Aug 10 03:08:19.241142 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c08a4-c4a5-495c-9afe-976ce6e44838 req-34328d44-5900-41ee-a945-317d8d253a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:19.242685 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d60c08a4-c4a5-495c-9afe-976ce6e44838 req-34328d44-5900-41ee-a945-317d8d253a46 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f5f74456a9ff4f0297a163d723f5fb6a&device_id=d67d22d4-5f4e-4ecc-9cb7-c4fef36a3e6d HTTP/1.1" status: 200 len: 1100 time: 0.0483563 Aug 10 03:08:19.252647 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 68fdef05-c3ba-4e4e-9c7f-2056598ae3a7 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:08:19.278933 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8f580ab3-d2f8-472b-9687-4785b3f7889f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:19.288405 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8f580ab3-d2f8-472b-9687-4785b3f7889f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:19.327500 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b7143bea-7464-4406-88cb-449b656d56b7 req-7f905f04-946f-4461-8575-3742090d21fd tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:19.337805 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383bcce-8e20-47e0-a197-930ba50d6061 req-515af302-4a40-444b-92cf-b0d8bf8523a1 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:19.339335 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2383bcce-8e20-47e0-a197-930ba50d6061 req-515af302-4a40-444b-92cf-b0d8bf8523a1 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=c144246b-62bc-499f-bf55-06262438ba7b HTTP/1.1" status: 200 len: 950 time: 0.1257293 Aug 10 03:08:19.343636 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f580ab3-d2f8-472b-9687-4785b3f7889f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:08:19.353645 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c08a4-c4a5-495c-9afe-976ce6e44838 req-15de29f6-a460-4d8e-8a9f-4171c9720381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:19.355473 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d60c08a4-c4a5-495c-9afe-976ce6e44838 req-15de29f6-a460-4d8e-8a9f-4171c9720381 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d HTTP/1.1" status: 200 len: 870 time: 0.0928328 Aug 10 03:08:19.358804 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 68fdef05-c3ba-4e4e-9c7f-2056598ae3a7, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=68fdef05-c3ba-4e4e-9c7f-2056598ae3a7,segment=NetworkSegment(56914130-d266-4761-b91f-0f4044da3177),segment_id=56914130-d266-4761-b91f-0f4044da3177)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:08:19.369388 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f580ab3-d2f8-472b-9687-4785b3f7889f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e02309-d415-4898-8bc9-4345d44063b7,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:19.372240 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 68fdef05-c3ba-4e4e-9c7f-2056598ae3a7 has no active binding in host n-h2-768851-15 {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 03:08:19.380845 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device c12b56d0-0762-4ec1-a960-e351c70c18c4 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:08:19.384342 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8f580ab3-d2f8-472b-9687-4785b3f7889f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:19.384706 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-8f580ab3-d2f8-472b-9687-4785b3f7889f admin admin] Added segment 5277ad14-a4dd-4656-a28b-9234dbb67820 of type vlan for network c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae Aug 10 03:08:19.408548 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d60c08a4-c4a5-495c-9afe-976ce6e44838 req-24ccc192-94a1-45f8-8d3e-07a85f2eda7e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=e8a5c4b3-238d-4edb-a770-64142f4d10e5 HTTP/1.1" status: 200 len: 217 time: 0.0448728 Aug 10 03:08:19.435755 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port c12b56d0-0762-4ec1-a960-e351c70c18c4 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:08:19.439898 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port c12b56d0-0762-4ec1-a960-e351c70c18c4 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:08:19.440281 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:19.448066 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8f580ab3-d2f8-472b-9687-4785b3f7889f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:19.458656 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2383bcce-8e20-47e0-a197-930ba50d6061 req-d9ecf9d5-a6a8-4e21-b65e-2018e02f8cba tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077123 Aug 10 03:08:19.474507 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b7143bea-7464-4406-88cb-449b656d56b7 req-7f905f04-946f-4461-8575-3742090d21fd tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:19.492677 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c08a4-c4a5-495c-9afe-976ce6e44838 req-2e0f18f7-f47b-4581-853b-e884ddda89c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:19.495502 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d60c08a4-c4a5-495c-9afe-976ce6e44838 req-2e0f18f7-f47b-4581-853b-e884ddda89c3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.0659940 Aug 10 03:08:19.521741 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8f580ab3-d2f8-472b-9687-4785b3f7889f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:19.522723 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f580ab3-d2f8-472b-9687-4785b3f7889f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:19.523338 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8f580ab3-d2f8-472b-9687-4785b3f7889f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:19.538788 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7143bea-7464-4406-88cb-449b656d56b7 req-7f905f04-946f-4461-8575-3742090d21fd tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:08:19.542948 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:19.554404 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c08a4-c4a5-495c-9afe-976ce6e44838 req-1e9397c0-f22b-4823-9c78-b2aa555539d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:19.556263 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d60c08a4-c4a5-495c-9afe-976ce6e44838 req-1e9397c0-f22b-4823-9c78-b2aa555539d4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0526645 Aug 10 03:08:19.576993 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port c12b56d0-0762-4ec1-a960-e351c70c18c4, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=c12b56d0-0762-4ec1-a960-e351c70c18c4,segment=NetworkSegment(3057d810-054a-4845-b21a-96c4d4300bf7),segment_id=3057d810-054a-4845-b21a-96c4d4300bf7)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:08:19.581531 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:19.592619 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-b7143bea-7464-4406-88cb-449b656d56b7 req-7f905f04-946f-4461-8575-3742090d21fd tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:08:19.613696 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7143bea-7464-4406-88cb-449b656d56b7 req-7f905f04-946f-4461-8575-3742090d21fd tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:08:19.618243 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f905f04-946f-4461-8575-3742090d21fd tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Pushing event updated for resources: {'Port': ['ID=17740b71-5c61-423d-b06c-804a25a62ecb,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:19.625589 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8f580ab3-d2f8-472b-9687-4785b3f7889f admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8748980 Aug 10 03:08:19.631404 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 37556) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:08:19.635065 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=c12b56d0-0762-4ec1-a960-e351c70c18c4,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:19.638817 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-6695e7b3-890c-4d3a-b2f2-f8624590188c admin admin] Request body: {'subnet': {'network_id': 'c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1119675665-subnet', 'tenant_id': '9db099ffcd1f4b6f883036f2463be98e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:08:19.663656 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f580ab3-d2f8-472b-9687-4785b3f7889f admin admin] Pushing event updated for resources: {'Network': ['ID=c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:19.680178 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:08:19.681267 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6695e7b3-890c-4d3a-b2f2-f8624590188c admin admin] Made reservation on behalf of 9db099ffcd1f4b6f883036f2463be98e for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:08:19.683490 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6695e7b3-890c-4d3a-b2f2-f8624590188c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:19.688578 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040c91f-c544-4a9a-b0f4-5ec9fa1657d8 req-3c968eaf-2c62-41c6-a150-3b7c787b1504 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:19.690314 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e040c91f-c544-4a9a-b0f4-5ec9fa1657d8 req-3c968eaf-2c62-41c6-a150-3b7c787b1504 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] 10.222.0.62 "GET /v2.0/ports?device_id=d67d22d4-5f4e-4ecc-9cb7-c4fef36a3e6d HTTP/1.1" status: 200 len: 948 time: 0.1543064 Aug 10 03:08:19.693128 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b7143bea-7464-4406-88cb-449b656d56b7 req-7f905f04-946f-4461-8575-3742090d21fd tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:19.726867 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea450f24-9c32-4ee6-aa41-e30b737d92dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c12b56d0-0762-4ec1-a960-e351c70c18c4'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:08:19.730157 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06ca8df-f4c2-4bf9-b25d-fa9888d60a91" -d '{"events": [{"server_uuid": "ea450f24-9c32-4ee6-aa41-e30b737d92dc", "name": "network-vif-plugged", "status": "completed", "tag": "c12b56d0-0762-4ec1-a960-e351c70c18c4"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:08:19.733468 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d60c08a4-c4a5-495c-9afe-976ce6e44838 req-76193217-b460-4ce3-9e04-2cab49de5722 service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660414 Aug 10 03:08:19.757127 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b7143bea-7464-4406-88cb-449b656d56b7 req-7f905f04-946f-4461-8575-3742090d21fd tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:19.765719 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e040c91f-c544-4a9a-b0f4-5ec9fa1657d8 req-818f6b56-809b-42c3-a318-33c0fe9321fb tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] 10.222.0.62 "GET /v2.0/security-groups?id=73c9c97f-21a0-4c39-9593-22fd18479ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641448 Aug 10 03:08:19.832128 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f66cc04-f276-48cc-ae0a-676b812cf1ce x-openstack-request-id: req-2f66cc04-f276-48cc-ae0a-676b812cf1ce {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:08:19.832416 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cdb26d0-178e-476d-8f3b-8f72814f5a46", "tag": "68fdef05-c3ba-4e4e-9c7f-2056598ae3a7", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:08:19.832672 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2f66cc04-f276-48cc-ae0a-676b812cf1ce {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:08:19.833052 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cdb26d0-178e-476d-8f3b-8f72814f5a46', 'tag': '68fdef05-c3ba-4e4e-9c7f-2056598ae3a7', 'status': 'completed', 'code': 200} Aug 10 03:08:19.926657 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d60c08a4-c4a5-495c-9afe-976ce6e44838 req-8100aa55-881f-4866-a1e7-da8a21f7a0eb service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700711 Aug 10 03:08:19.978223 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1c736-7eca-439b-b5d4-714f7d1d9364 req-6bbbf4c3-2d66-4651-baf4-849554a48601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:19.978223 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c8a1c736-7eca-439b-b5d4-714f7d1d9364 req-6bbbf4c3-2d66-4651-baf4-849554a48601 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0184527d62ac40cb863b24d5f91a9ee4&device_id=3cdb26d0-178e-476d-8f3b-8f72814f5a46 HTTP/1.1" status: 200 len: 1127 time: 0.1045175 Aug 10 03:08:19.982686 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b7143bea-7464-4406-88cb-449b656d56b7 req-7f905f04-946f-4461-8575-3742090d21fd tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:19.991864 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142682a9-bf24-46be-88ab-45a38db10fe2 req-accb31b6-0d30-4a2b-abc0-6f3a226c730e tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:19.993997 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-142682a9-bf24-46be-88ab-45a38db10fe2 req-accb31b6-0d30-4a2b-abc0-6f3a226c730e tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eddc19e-e2f2-4919-8662-4ba388292535 HTTP/1.1" status: 200 len: 945 time: 0.0965705 Aug 10 03:08:19.995198 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b7143bea-7464-4406-88cb-449b656d56b7 req-7f905f04-946f-4461-8575-3742090d21fd tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:20.007596 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6695e7b3-890c-4d3a-b2f2-f8624590188c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:20.034782 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b7143bea-7464-4406-88cb-449b656d56b7 req-7f905f04-946f-4461-8575-3742090d21fd tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:20.074224 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f905f04-946f-4461-8575-3742090d21fd tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Pushing event updated for resources: {'Port': ['ID=17740b71-5c61-423d-b06c-804a25a62ecb,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:20.078428 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b7143bea-7464-4406-88cb-449b656d56b7 req-7f905f04-946f-4461-8575-3742090d21fd tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:20.083894 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b7143bea-7464-4406-88cb-449b656d56b7 req-7f905f04-946f-4461-8575-3742090d21fd tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3618321 Aug 10 03:08:20.091804 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-142682a9-bf24-46be-88ab-45a38db10fe2 req-a1bfd84e-5c31-4df9-841a-b6b5a7752b7f tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841620 Aug 10 03:08:20.136078 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6695e7b3-890c-4d3a-b2f2-f8624590188c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8cb624b-05ab-4931-a430-340a8df0afcf,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:20.138260 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b7143bea-7464-4406-88cb-449b656d56b7 req-8ab4e3fa-bb51-4bd5-aa85-a5ffbd3a579b tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.24 HTTP/1.1" status: 200 len: 695 time: 0.0504751 Aug 10 03:08:20.153191 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c334da49-a551-414a-a371-44e3f64d0bd0 x-openstack-request-id: req-c334da49-a551-414a-a371-44e3f64d0bd0 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:08:20.153478 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea450f24-9c32-4ee6-aa41-e30b737d92dc", "name": "network-vif-plugged", "status": "completed", "tag": "c12b56d0-0762-4ec1-a960-e351c70c18c4", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:08:20.153776 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c334da49-a551-414a-a371-44e3f64d0bd0 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:08:20.154121 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea450f24-9c32-4ee6-aa41-e30b737d92dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c12b56d0-0762-4ec1-a960-e351c70c18c4', 'code': 200} Aug 10 03:08:20.156684 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6695e7b3-890c-4d3a-b2f2-f8624590188c admin admin] Checking segment: {'id': '5277ad14-a4dd-4656-a28b-9234dbb67820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:08:20.157040 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6695e7b3-890c-4d3a-b2f2-f8624590188c admin admin] Network hostable DHCP agents. Network: c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:08:20.161431 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1c736-7eca-439b-b5d4-714f7d1d9364 req-111ae5f5-140b-42d1-a3e7-c8d96948a93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:20.163116 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c8a1c736-7eca-439b-b5d4-714f7d1d9364 req-111ae5f5-140b-42d1-a3e7-c8d96948a93c service neutron] 10.222.0.58 "GET /v2.0/networks?id=909af24c-2a43-4e6d-8a1f-90b69debd82b HTTP/1.1" status: 200 len: 908 time: 0.1745939 Aug 10 03:08:20.214825 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6695e7b3-890c-4d3a-b2f2-f8624590188c admin admin] Network c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:08:20.218580 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c8a1c736-7eca-439b-b5d4-714f7d1d9364 req-4a688ebe-5438-4542-9623-a7cd35503ba8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68fdef05-c3ba-4e4e-9c7f-2056598ae3a7 HTTP/1.1" status: 200 len: 217 time: 0.0447321 Aug 10 03:08:20.227633 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-6695e7b3-890c-4d3a-b2f2-f8624590188c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:08:20.231610 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6695e7b3-890c-4d3a-b2f2-f8624590188c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:20.232192 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6695e7b3-890c-4d3a-b2f2-f8624590188c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:20.240924 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621d5b38-e725-4fbd-a3a7-0f13ab0f145f None None] Network c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:08:20.280165 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6695e7b3-890c-4d3a-b2f2-f8624590188c admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6447768 Aug 10 03:08:20.281081 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 37568) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:08:20.285179 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-41edf702-e1a0-4ca0-870b-64c4d1a18f07 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1119675665-router', 'tenant_id': '9db099ffcd1f4b6f883036f2463be98e', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:08:20.305536 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1c736-7eca-439b-b5d4-714f7d1d9364 req-5aa71766-4a19-43df-9646-109cf9e39ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:20.307086 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c8a1c736-7eca-439b-b5d4-714f7d1d9364 req-5aa71766-4a19-43df-9646-109cf9e39ef6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b8c216be-f9cb-484e-9a0a-1cd9ef473e6f HTTP/1.1" status: 200 len: 847 time: 0.0688019 Aug 10 03:08:20.326337 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-41edf702-e1a0-4ca0-870b-64c4d1a18f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:20.327512 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-41edf702-e1a0-4ca0-870b-64c4d1a18f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:20.350573 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c8a1c736-7eca-439b-b5d4-714f7d1d9364 req-1864686b-dfa3-4271-b0fb-568a2e5e6610 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=909af24c-2a43-4e6d-8a1f-90b69debd82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340223 Aug 10 03:08:20.358604 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef34e4-86db-42cb-9e48-ec52e7f07c72 req-4f15dd2e-a545-469c-81e3-72d73215ba4e tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:20.360821 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8aef34e4-86db-42cb-9e48-ec52e7f07c72 req-4f15dd2e-a545-469c-81e3-72d73215ba4e tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cdb26d0-178e-476d-8f3b-8f72814f5a46 HTTP/1.1" status: 200 len: 944 time: 0.1381698 Aug 10 03:08:20.368974 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7143bea-7464-4406-88cb-449b656d56b7 req-550947e0-b6ad-463e-bacf-c0fff5d94bc9 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:20.370589 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b7143bea-7464-4406-88cb-449b656d56b7 req-550947e0-b6ad-463e-bacf-c0fff5d94bc9 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] 10.222.0.62 "GET /v2.0/networks/09ca2025-b9a6-4e84-8019-8d9fbef3753e HTTP/1.1" status: 200 len: 784 time: 0.2229068 Aug 10 03:08:20.381233 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e0ab9-8c6c-46a2-b9e8-8d4ee4de292a req-7ab80919-9805-4499-8c9d-5b2660525736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:20.381233 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-859e0ab9-8c6c-46a2-b9e8-8d4ee4de292a req-7ab80919-9805-4499-8c9d-5b2660525736 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ea450f24-9c32-4ee6-aa41-e30b737d92dc HTTP/1.1" status: 200 len: 1098 time: 0.1201477 Aug 10 03:08:20.396429 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117674ba-9250-43e7-babf-c9cb4aa30f04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae', 'network_id': 'c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae', 'tenant_id': '9db099ffcd1f4b6f883036f2463be98e', 'fixed_ips': [{'subnet_id': 'e8cb624b-05ab-4931-a430-340a8df0afcf'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:08:20.397438 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-117674ba-9250-43e7-babf-c9cb4aa30f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:20.444242 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-41edf702-e1a0-4ca0-870b-64c4d1a18f07 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:20.446883 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-859e0ab9-8c6c-46a2-b9e8-8d4ee4de292a req-d2998670-2fd3-45ee-bd9c-2b39a7c9c869 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b76be688-44e9-4eb6-92f8-4616b5760ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492806 Aug 10 03:08:20.450331 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8aef34e4-86db-42cb-9e48-ec52e7f07c72 req-0ece4220-04b9-4de8-8764-076a2b9925a6 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770619 Aug 10 03:08:20.568199 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-117674ba-9250-43e7-babf-c9cb4aa30f04 None None] Allocated IP 172.20.0.2 (c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae/e8cb624b-05ab-4931-a430-340a8df0afcf/4e614b34-5735-46c5-a85d-144027dabe06) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:08:20.573729 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e6cea6-847b-4299-8bd5-1b7db9c944f0 req-12129bc4-723d-4e61-adf6-349244a20197 tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:20.581869 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-51e6cea6-847b-4299-8bd5-1b7db9c944f0 req-12129bc4-723d-4e61-adf6-349244a20197 tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea450f24-9c32-4ee6-aa41-e30b737d92dc HTTP/1.1" status: 200 len: 946 time: 0.0685208 Aug 10 03:08:20.635725 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-41edf702-e1a0-4ca0-870b-64c4d1a18f07 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:20.643474 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c8a1c736-7eca-439b-b5d4-714f7d1d9364 req-97f08a3c-3328-4d30-83d0-cb1d841973af service neutron] 10.222.0.58 "GET /v2.0/networks/909af24c-2a43-4e6d-8a1f-90b69debd82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719967 Aug 10 03:08:20.647298 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-51e6cea6-847b-4299-8bd5-1b7db9c944f0 req-082af87d-00a9-42c3-8ff0-671e6ad6d1f6 tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] 10.222.0.62 "GET /v2.0/security-groups?id=b76be688-44e9-4eb6-92f8-4616b5760ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644679 Aug 10 03:08:20.658169 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66350eb-57e9-47e8-9f9c-230f3caf1d6f req-2d84a80f-ecb2-4ed8-b627-f0638ad5283b tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:20.660001 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b66350eb-57e9-47e8-9f9c-230f3caf1d6f req-2d84a80f-ecb2-4ed8-b627-f0638ad5283b tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1eddc19e-e2f2-4919-8662-4ba388292535 HTTP/1.1" status: 200 len: 1097 time: 0.0690751 Aug 10 03:08:20.715291 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b66350eb-57e9-47e8-9f9c-230f3caf1d6f req-b794c137-ea41-40fe-a1d8-6d0678642181 tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472071 Aug 10 03:08:20.744064 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-117674ba-9250-43e7-babf-c9cb4aa30f04 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:20.754464 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-117674ba-9250-43e7-babf-c9cb4aa30f04 None None] Transition to ACTIVE for port object 4e614b34-5735-46c5-a85d-144027dabe06 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:08:20.773408 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-117674ba-9250-43e7-babf-c9cb4aa30f04 None None] Transition to ACTIVE for port object 4e614b34-5735-46c5-a85d-144027dabe06 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:08:20.781943 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-117674ba-9250-43e7-babf-c9cb4aa30f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:20.807931 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c8a1c736-7eca-439b-b5d4-714f7d1d9364 req-a7008ac7-c138-4729-9e56-805dfd67f9a9 service neutron] 10.222.0.58 "GET /v2.0/networks/909af24c-2a43-4e6d-8a1f-90b69debd82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472580 Aug 10 03:08:20.846390 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117674ba-9250-43e7-babf-c9cb4aa30f04 None None] Network c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:08:20.853207 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-117674ba-9250-43e7-babf-c9cb4aa30f04 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:08:20.856999 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117674ba-9250-43e7-babf-c9cb4aa30f04 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:08:20.865811 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117674ba-9250-43e7-babf-c9cb4aa30f04 None None] Pushing event updated for resources: {'Port': ['ID=4e614b34-5735-46c5-a85d-144027dabe06,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:20.912648 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e95b7-7eaf-4551-b387-465d499fdf09 req-0ef52662-2490-4e2d-8366-c72f24bfcbff tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:20.914191 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5b4e95b7-7eaf-4551-b387-465d499fdf09 req-0ef52662-2490-4e2d-8366-c72f24bfcbff tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] 10.222.0.62 "GET /v2.0/ports?device_id=e85f2270-df8e-45b2-b149-3a31cae73307&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1290932 Aug 10 03:08:20.921646 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f4417-9f56-4766-8bcc-242926432588 req-9b9cc4a3-bd73-48f1-b78b-7a1ca9ba4b4e tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:20.923161 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-639f4417-9f56-4766-8bcc-242926432588 req-9b9cc4a3-bd73-48f1-b78b-7a1ca9ba4b4e tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=c144246b-62bc-499f-bf55-06262438ba7b HTTP/1.1" status: 200 len: 950 time: 0.0957694 Aug 10 03:08:20.929858 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-117674ba-9250-43e7-babf-c9cb4aa30f04 None None] Attempting to bind port 4e614b34-5735-46c5-a85d-144027dabe06 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:08:20.930235 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-117674ba-9250-43e7-babf-c9cb4aa30f04 None None] Attempting to bind port 4e614b34-5735-46c5-a85d-144027dabe06 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '5277ad14-a4dd-4656-a28b-9234dbb67820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:08:20.932599 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117674ba-9250-43e7-babf-c9cb4aa30f04 None None] Attempting to bind port 4e614b34-5735-46c5-a85d-144027dabe06 on network c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:08:20.941492 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117674ba-9250-43e7-babf-c9cb4aa30f04 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:08:20.942663 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117674ba-9250-43e7-babf-c9cb4aa30f04 None None] Checking segment: {'id': '5277ad14-a4dd-4656-a28b-9234dbb67820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:08:20.943191 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-117674ba-9250-43e7-babf-c9cb4aa30f04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:20.944482 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117674ba-9250-43e7-babf-c9cb4aa30f04 None None] Bound using segment: {'id': '5277ad14-a4dd-4656-a28b-9234dbb67820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:08:20.945059 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-117674ba-9250-43e7-babf-c9cb4aa30f04 None None] Bound port: 4e614b34-5735-46c5-a85d-144027dabe06, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5277ad14-a4dd-4656-a28b-9234dbb67820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:08:20.945566 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-117674ba-9250-43e7-babf-c9cb4aa30f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:20.961305 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-41edf702-e1a0-4ca0-870b-64c4d1a18f07 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:20.978471 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5b4e95b7-7eaf-4551-b387-465d499fdf09 req-06155c0e-f988-4be7-acc8-2c757f57657d tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.24 HTTP/1.1" status: 200 len: 695 time: 0.0543389 Aug 10 03:08:20.988893 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-41edf702-e1a0-4ca0-870b-64c4d1a18f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:20.996111 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-5b4e95b7-7eaf-4551-b387-465d499fdf09 req-181adc31-c181-46f1-8a25-6044118d8f64 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Request body: {'floatingip': {'port_id': 'cfd67a08-eba1-429e-93e5-686974789274', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:08:21.019517 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-117674ba-9250-43e7-babf-c9cb4aa30f04 None None] For port 4e614b34-5735-46c5-a85d-144027dabe06, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:08:21.022828 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-117674ba-9250-43e7-babf-c9cb4aa30f04 None None] For port 4e614b34-5735-46c5-a85d-144027dabe06, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=4e614b34-5735-46c5-a85d-144027dabe06,segment=NetworkSegment(5277ad14-a4dd-4656-a28b-9234dbb67820),segment_id=5277ad14-a4dd-4656-a28b-9234dbb67820)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:08:21.027995 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-117674ba-9250-43e7-babf-c9cb4aa30f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:21.033779 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-639f4417-9f56-4766-8bcc-242926432588 req-d8db91b5-a7d1-4f5f-8ec9-4f662e457e54 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021278 Aug 10 03:08:21.045159 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-5b4e95b7-7eaf-4551-b387-465d499fdf09 req-181adc31-c181-46f1-8a25-6044118d8f64 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Notify callbacks [] for floatingip, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:21.112868 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117674ba-9250-43e7-babf-c9cb4aa30f04 None None] Pushing event updated for resources: {'Port': ['ID=4e614b34-5735-46c5-a85d-144027dabe06,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:21.131582 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-41edf702-e1a0-4ca0-870b-64c4d1a18f07 admin admin] Allocated IP 172.25.7.169 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/7546844f-3862-4de8-9027-418cd12274ca) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:08:21.324114 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec6ff26-0e24-472a-968c-4681755141f4 req-831903d6-b0e9-4b26-8c0f-92299b3ddb39 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:21.326091 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6ec6ff26-0e24-472a-968c-4681755141f4 req-831903d6-b0e9-4b26-8c0f-92299b3ddb39 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] 10.222.0.62 "GET /v2.0/ports?device_id=d67d22d4-5f4e-4ecc-9cb7-c4fef36a3e6d HTTP/1.1" status: 200 len: 948 time: 0.1302786 Aug 10 03:08:21.480874 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6ec6ff26-0e24-472a-968c-4681755141f4 req-0e17cbd2-a489-4fb0-bb75-5a91323196af tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] 10.222.0.62 "GET /v2.0/security-groups?id=73c9c97f-21a0-4c39-9593-22fd18479ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403198 Aug 10 03:08:21.626539 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-cc28cc27-4f72-436d-98a2-73effd1e3ff3 service neutron] 10.222.0.58 "GET /v2.0/ports/68fdef05-c3ba-4e4e-9c7f-2056598ae3a7/bindings/n-h2-768851-15 HTTP/1.1" status: 200 len: 385 time: 0.5081325 Aug 10 03:08:21.684768 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [req-b9146de6-505e-4896-a49c-2dad6849affa req-64a1ea12-c6a5-44a6-8bcc-ead78bcd0b90 service neutron] show failed (client error): The resource could not be found. Aug 10 03:08:21.685760 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b9146de6-505e-4896-a49c-2dad6849affa req-64a1ea12-c6a5-44a6-8bcc-ead78bcd0b90 service neutron] 10.222.0.60 "GET /v2.0/ports/d36ab999-6fc2-43b3-892b-c2e46712150a/bindings/n-h1-768851-15 HTTP/1.1" status: 404 len: 381 time: 0.1313217 Aug 10 03:08:21.729524 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a3e7f-04e5-43bd-a340-aab047388b6e req-3b75b648-fc2f-4b29-aff4-91de45a3c825 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:21.731473 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-41edf702-e1a0-4ca0-870b-64c4d1a18f07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:21.732105 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2f1a3e7f-04e5-43bd-a340-aab047388b6e req-3b75b648-fc2f-4b29-aff4-91de45a3c825 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cdb26d0-178e-476d-8f3b-8f72814f5a46 HTTP/1.1" status: 200 len: 944 time: 0.1534636 Aug 10 03:08:21.865448 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2f1a3e7f-04e5-43bd-a340-aab047388b6e req-7e604003-459e-4b56-ae65-0718ad99ae52 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228502 Aug 10 03:08:21.890664 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-41edf702-e1a0-4ca0-870b-64c4d1a18f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:21.973185 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 4e614b34-5735-46c5-a85d-144027dabe06 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:08:22.079642 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-4a8d41c7-9b3b-4265-8478-c5fe062839e5 service neutron] For port 68fdef05-c3ba-4e4e-9c7f-2056598ae3a7, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=68fdef05-c3ba-4e4e-9c7f-2056598ae3a7,segment=NetworkSegment(56914130-d266-4761-b91f-0f4044da3177),segment_id=56914130-d266-4761-b91f-0f4044da3177)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:08:22.088156 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 4e614b34-5735-46c5-a85d-144027dabe06 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:08:22.128601 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-4a8d41c7-9b3b-4265-8478-c5fe062839e5 service neutron] For port 68fdef05-c3ba-4e4e-9c7f-2056598ae3a7, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:08:22.184104 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41edf702-e1a0-4ca0-870b-64c4d1a18f07 admin admin] Pushing event updated for resources: {'Port': ['ID=7546844f-3862-4de8-9027-418cd12274ca,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:22.195430 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41edf702-e1a0-4ca0-870b-64c4d1a18f07 admin admin] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:08:22.197877 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-4a8d41c7-9b3b-4265-8478-c5fe062839e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68fdef05-c3ba-4e4e-9c7f-2056598ae3a7 {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:08:22.204189 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-41edf702-e1a0-4ca0-870b-64c4d1a18f07 admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:08:22.209173 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41edf702-e1a0-4ca0-870b-64c4d1a18f07 admin admin] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:08:22.217244 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-4a8d41c7-9b3b-4265-8478-c5fe062839e5 service neutron] For port 68fdef05-c3ba-4e4e-9c7f-2056598ae3a7, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=68fdef05-c3ba-4e4e-9c7f-2056598ae3a7,segment=NetworkSegment(56914130-d266-4761-b91f-0f4044da3177),segment_id=56914130-d266-4761-b91f-0f4044da3177)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:08:22.256378 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-4a8d41c7-9b3b-4265-8478-c5fe062839e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:22.404095 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-5b4e95b7-7eaf-4551-b387-465d499fdf09 req-181adc31-c181-46f1-8a25-6044118d8f64 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:22.412135 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-5b4e95b7-7eaf-4551-b387-465d499fdf09 req-181adc31-c181-46f1-8a25-6044118d8f64 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:22.412577 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-4a8d41c7-9b3b-4265-8478-c5fe062839e5 service neutron] Transition to ACTIVE for port object 68fdef05-c3ba-4e4e-9c7f-2056598ae3a7 will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:08:22.424673 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-4a8d41c7-9b3b-4265-8478-c5fe062839e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:22.464290 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96ffdf-1463-41e6-b8a6-0085086c97b1 req-ebcdf65b-bf4c-485c-8b2f-49d56f8534db tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:22.471617 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1c96ffdf-1463-41e6-b8a6-0085086c97b1 req-ebcdf65b-bf4c-485c-8b2f-49d56f8534db tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea450f24-9c32-4ee6-aa41-e30b737d92dc HTTP/1.1" status: 200 len: 946 time: 0.1792481 Aug 10 03:08:22.483123 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9146de6-505e-4896-a49c-2dad6849affa req-7ecb775b-6fa5-4da2-bc7a-28cad6212e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:22.484639 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b9146de6-505e-4896-a49c-2dad6849affa req-7ecb775b-6fa5-4da2-bc7a-28cad6212e7c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c144246b-62bc-499f-bf55-06262438ba7b&tenant_id=6cb2c88cb44048dc824ad7a6e6e788f5 HTTP/1.1" status: 200 len: 1102 time: 0.1908181 Aug 10 03:08:22.505198 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8d616c-ec66-41fb-a87e-7f01a830913c None None] Network c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:08:22.519938 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-b9146de6-505e-4896-a49c-2dad6849affa req-ad87a765-b6ee-4d23-b1e3-6ba1dcfb3d47 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768851-15', 'device_owner': 'compute:nova'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:08:22.562335 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-016b0d75-201a-41f6-a291-f570b0fe8ea4 None None] Provisioning for port 4e614b34-5735-46c5-a85d-144027dabe06 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:08:22.573096 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-016b0d75-201a-41f6-a291-f570b0fe8ea4 None None] Provisioning complete for port 4e614b34-5735-46c5-a85d-144027dabe06 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:08:22.573713 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-016b0d75-201a-41f6-a291-f570b0fe8ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:22.582160 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-4a8d41c7-9b3b-4265-8478-c5fe062839e5 service neutron] No DVR routers for this DVR port 68fdef05-c3ba-4e4e-9c7f-2056598ae3a7 on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:08:22.592444 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d41c7-9b3b-4265-8478-c5fe062839e5 service neutron] Pushing event updated for resources: {'Port': ['ID=68fdef05-c3ba-4e4e-9c7f-2056598ae3a7,revision_number=10']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:22.636088 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1c96ffdf-1463-41e6-b8a6-0085086c97b1 req-c8df10c9-0046-4d5d-964e-5b8f0a7962ba tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] 10.222.0.62 "GET /v2.0/security-groups?id=b76be688-44e9-4eb6-92f8-4616b5760ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635284 Aug 10 03:08:22.714956 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-4a8d41c7-9b3b-4265-8478-c5fe062839e5 service neutron] 10.222.0.58 "PUT /v2.0/ports/68fdef05-c3ba-4e4e-9c7f-2056598ae3a7/bindings/n-h2-768851-15/activate HTTP/1.1" status: 200 len: 370 time: 1.0793042 Aug 10 03:08:22.731177 n-d-768851-15 neutron-server[94216]: INFO neutron.db.l3_db [req-5b4e95b7-7eaf-4551-b387-465d499fdf09 req-181adc31-c181-46f1-8a25-6044118d8f64 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Floating IP f5cd0ad5-296f-4cc8-9255-d1b56fcd8633 associated. External IP: 172.25.7.24, port: cfd67a08-eba1-429e-93e5-686974789274. Aug 10 03:08:22.735918 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b9146de6-505e-4896-a49c-2dad6849affa req-ad87a765-b6ee-4d23-b1e3-6ba1dcfb3d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:22.742931 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-016b0d75-201a-41f6-a291-f570b0fe8ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:22.746159 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-41edf702-e1a0-4ca0-870b-64c4d1a18f07 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:22.846124 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-016b0d75-201a-41f6-a291-f570b0fe8ea4 None None] For port 4e614b34-5735-46c5-a85d-144027dabe06, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=4e614b34-5735-46c5-a85d-144027dabe06,segment=NetworkSegment(5277ad14-a4dd-4656-a28b-9234dbb67820),segment_id=5277ad14-a4dd-4656-a28b-9234dbb67820)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:08:22.860435 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-016b0d75-201a-41f6-a291-f570b0fe8ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:22.949782 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-62bb9f0e-a4fc-4e50-ab51-2d2471413d7f tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:22.951358 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-62bb9f0e-a4fc-4e50-ab51-2d2471413d7f tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=3cdb26d0-178e-476d-8f3b-8f72814f5a46&tenant_id=0184527d62ac40cb863b24d5f91a9ee4&binding%3Ahost_id=n-h1-768851-15 HTTP/1.1" status: 200 len: 1097 time: 0.1156046 Aug 10 03:08:22.953599 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016b0d75-201a-41f6-a291-f570b0fe8ea4 None None] Pushing event updated for resources: {'Port': ['ID=4e614b34-5735-46c5-a85d-144027dabe06,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:23.072703 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d60d8f-abc1-468c-8e89-60a523f2b2db req-d076ca83-8cdf-41b4-8e3e-48a54acbc4a5 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:23.072963 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-b8106fe0-a23b-4a75-b142-adb83418db2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:23.074477 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-b8106fe0-a23b-4a75-b142-adb83418db2b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3cdb26d0-178e-476d-8f3b-8f72814f5a46&tenant_id=0184527d62ac40cb863b24d5f91a9ee4 HTTP/1.1" status: 200 len: 1097 time: 0.1086676 Aug 10 03:08:23.083757 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-52d60d8f-abc1-468c-8e89-60a523f2b2db req-d076ca83-8cdf-41b4-8e3e-48a54acbc4a5 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=c144246b-62bc-499f-bf55-06262438ba7b HTTP/1.1" status: 200 len: 950 time: 0.2866750 Aug 10 03:08:23.192385 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-41edf702-e1a0-4ca0-870b-64c4d1a18f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:23.200474 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-5bc3dd04-e126-4276-be66-5ea91101469b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:23.202212 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-5bc3dd04-e126-4276-be66-5ea91101469b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0184527d62ac40cb863b24d5f91a9ee4&device_id=3cdb26d0-178e-476d-8f3b-8f72814f5a46 HTTP/1.1" status: 200 len: 1097 time: 0.0842729 Aug 10 03:08:23.271047 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device e8a5c4b3-238d-4edb-a770-64142f4d10e5 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:08:23.286643 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-52d60d8f-abc1-468c-8e89-60a523f2b2db req-10497f02-1f4e-412e-a948-d8401df9bd0b tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005961 Aug 10 03:08:23.448712 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-d08a7c31-b457-4621-a603-3d5a85550e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:23.451421 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-d08a7c31-b457-4621-a603-3d5a85550e50 service neutron] 10.222.0.60 "GET /v2.0/networks?id=909af24c-2a43-4e6d-8a1f-90b69debd82b HTTP/1.1" status: 200 len: 908 time: 0.2408428 Aug 10 03:08:23.462833 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port e8a5c4b3-238d-4edb-a770-64142f4d10e5, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=e8a5c4b3-238d-4edb-a770-64142f4d10e5,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:08:23.490654 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': 'e8a5c4b3-238d-4edb-a770-64142f4d10e5', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'port_id': 'e8a5c4b3-238d-4edb-a770-64142f4d10e5', 'mac_address': 'fa:16:3e:2f:39:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e3eb0b-907c-4ac4-809e-ae9609bc8c67', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:08:23.505318 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-b9146de6-505e-4896-a49c-2dad6849affa req-ad87a765-b6ee-4d23-b1e3-6ba1dcfb3d47 service neutron] For port d36ab999-6fc2-43b3-892b-c2e46712150a, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=d36ab999-6fc2-43b3-892b-c2e46712150a,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:08:23.544472 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b4e95b7-7eaf-4551-b387-465d499fdf09 req-181adc31-c181-46f1-8a25-6044118d8f64 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Router e624370a-f172-4f4b-848b-a8bc7639e112 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:08:23.545890 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-6f8b47f3-37f4-41d4-9128-196d6142b47c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68fdef05-c3ba-4e4e-9c7f-2056598ae3a7 HTTP/1.1" status: 200 len: 217 time: 0.0868912 Aug 10 03:08:23.573879 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2b318-d7e1-4f86-93cd-6fc505128423 req-d4505fc5-912b-4f5b-94d0-e381f812e23b tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:23.582247 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f8c2b318-d7e1-4f86-93cd-6fc505128423 req-d4505fc5-912b-4f5b-94d0-e381f812e23b tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] 10.222.0.62 "GET /v2.0/ports?device_id=d67d22d4-5f4e-4ecc-9cb7-c4fef36a3e6d HTTP/1.1" status: 200 len: 948 time: 0.1307669 Aug 10 03:08:23.594261 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-b9146de6-505e-4896-a49c-2dad6849affa req-ad87a765-b6ee-4d23-b1e3-6ba1dcfb3d47 service neutron] For port d36ab999-6fc2-43b3-892b-c2e46712150a, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:08:23.618865 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41edf702-e1a0-4ca0-870b-64c4d1a18f07 admin admin] Router 80dafd6b-2d4c-4a17-86c3-8f27fb623c5d is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:08:23.621507 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:23.626197 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-812dd42b-8e71-47f5-a89a-5b3dfbd40218 None None] Provisioning complete for port 4e614b34-5735-46c5-a85d-144027dabe06 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:08:23.626572 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-812dd42b-8e71-47f5-a89a-5b3dfbd40218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:23.704288 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8a5c4b3-238d-4edb-a770-64142f4d10e5 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:08:23.710369 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b9146de6-505e-4896-a49c-2dad6849affa req-ad87a765-b6ee-4d23-b1e3-6ba1dcfb3d47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:23.725193 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-b9146de6-505e-4896-a49c-2dad6849affa req-ad87a765-b6ee-4d23-b1e3-6ba1dcfb3d47 service neutron] Transition to ACTIVE for port object d36ab999-6fc2-43b3-892b-c2e46712150a will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:08:23.731323 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port e8a5c4b3-238d-4edb-a770-64142f4d10e5, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=e8a5c4b3-238d-4edb-a770-64142f4d10e5,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:08:23.754030 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f8c2b318-d7e1-4f86-93cd-6fc505128423 req-881cdb2c-b742-4c43-8e27-7d3ae6967ca9 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] 10.222.0.62 "GET /v2.0/security-groups?id=73c9c97f-21a0-4c39-9593-22fd18479ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579986 Aug 10 03:08:23.754030 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c144246b-62bc-499f-bf55-06262438ba7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd36ab999-6fc2-43b3-892b-c2e46712150a'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:08:23.754030 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfaad6ca-5ad0-409e-9863-7d6e6339c36f" -d '{"events": [{"server_uuid": "c144246b-62bc-499f-bf55-06262438ba7b", "name": "network-vif-unplugged", "status": "completed", "tag": "d36ab999-6fc2-43b3-892b-c2e46712150a"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:08:23.761640 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-5535d819-8880-4317-87f4-4d4c17c22fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:23.763701 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-5535d819-8880-4317-87f4-4d4c17c22fe7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b8c216be-f9cb-484e-9a0a-1cd9ef473e6f HTTP/1.1" status: 200 len: 847 time: 0.2102842 Aug 10 03:08:23.764234 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:23.870772 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-c449e199-d13a-4d15-9e01-7a260c710634 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=909af24c-2a43-4e6d-8a1f-90b69debd82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946097 Aug 10 03:08:23.880927 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=e8a5c4b3-238d-4edb-a770-64142f4d10e5,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:23.886571 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b4e95b7-7eaf-4551-b387-465d499fdf09 req-181adc31-c181-46f1-8a25-6044118d8f64 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:08:23.908509 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a5ed70-ccb9-4de0-b093-bac242361c22 None None] Sync routers for ids ['e624370a-f172-4f4b-848b-a8bc7639e112'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:08:23.911405 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 4e614b34-5735-46c5-a85d-144027dabe06 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:08:23.935988 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b9146de6-505e-4896-a49c-2dad6849affa req-ad87a765-b6ee-4d23-b1e3-6ba1dcfb3d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:23.945920 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-5b4e95b7-7eaf-4551-b387-465d499fdf09 req-181adc31-c181-46f1-8a25-6044118d8f64 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:23.994715 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a5ed70-ccb9-4de0-b093-bac242361c22 None None] Routers {'e624370a-f172-4f4b-848b-a8bc7639e112'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:08:23.995543 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-61a5ed70-ccb9-4de0-b093-bac242361c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:08:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['e624370a-f172-4f4b-848b-a8bc7639e112'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:08:24.010723 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41edf702-e1a0-4ca0-870b-64c4d1a18f07 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:08:24.020590 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ac32f2-d603-479b-801d-fcf4d4ad24a1 None None] Sync routers for ids ['80dafd6b-2d4c-4a17-86c3-8f27fb623c5d'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:08:24.036726 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-41edf702-e1a0-4ca0-870b-64c4d1a18f07 admin admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:24.041463 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ac32f2-d603-479b-801d-fcf4d4ad24a1 None None] Routers {'80dafd6b-2d4c-4a17-86c3-8f27fb623c5d'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:08:24.041623 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-41edf702-e1a0-4ca0-870b-64c4d1a18f07 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7565467 Aug 10 03:08:24.041730 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-79ac32f2-d603-479b-801d-fcf4d4ad24a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:08:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['80dafd6b-2d4c-4a17-86c3-8f27fb623c5d'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:08:24.043773 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 37622) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:08:24.072602 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['e8a5c4b3-238d-4edb-a770-64142f4d10e5'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:08:24.103961 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5b4e95b7-7eaf-4551-b387-465d499fdf09 req-181adc31-c181-46f1-8a25-6044118d8f64 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] 10.222.0.62 "PUT /v2.0/floatingips/f5cd0ad5-296f-4cc8-9255-d1b56fcd8633 HTTP/1.1" status: 200 len: 995 time: 3.1144896 Aug 10 03:08:24.113646 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-4d1407d2-b707-4469-ad86-014c393fa41c service neutron] 10.222.0.60 "GET /v2.0/networks/909af24c-2a43-4e6d-8a1f-90b69debd82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899672 Aug 10 03:08:24.129868 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad87a765-b6ee-4d23-b1e3-6ba1dcfb3d47 service neutron] Pushing event updated for resources: {'Port': ['ID=d36ab999-6fc2-43b3-892b-c2e46712150a,revision_number=6']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:24.183178 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 4e614b34-5735-46c5-a85d-144027dabe06 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:08:24.183557 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:24.201007 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d456b-eaec-49cd-8645-cf9d22e2977c req-f1a02614-ade2-4002-9e7a-f8410dc96cac tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:24.214498 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f69d456b-eaec-49cd-8645-cf9d22e2977c req-f1a02614-ade2-4002-9e7a-f8410dc96cac tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cdb26d0-178e-476d-8f3b-8f72814f5a46 HTTP/1.1" status: 200 len: 945 time: 0.3198836 Aug 10 03:08:24.299897 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-61a5ed70-ccb9-4de0-b093-bac242361c22 None None] Set router e624370a-f172-4f4b-848b-a8bc7639e112 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:08:24.339181 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f69d456b-eaec-49cd-8645-cf9d22e2977c req-abf07db3-623a-48ab-8b21-368fb1642185 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121895 Aug 10 03:08:24.376611 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-79ac32f2-d603-479b-801d-fcf4d4ad24a1 None None] Set router 80dafd6b-2d4c-4a17-86c3-8f27fb623c5d gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:08:24.406427 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9146de6-505e-4896-a49c-2dad6849affa req-ad87a765-b6ee-4d23-b1e3-6ba1dcfb3d47 service neutron] No DVR routers for this DVR port d36ab999-6fc2-43b3-892b-c2e46712150a on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:08:24.445579 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e95b7-7eaf-4551-b387-465d499fdf09 req-b87991f2-f9b0-4e5e-abbe-de035318900a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:24.460508 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5b4e95b7-7eaf-4551-b387-465d499fdf09 req-b87991f2-f9b0-4e5e-abbe-de035318900a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=17e7fef2a0e3489ea06ed8f40beecd0f&device_id=e85f2270-df8e-45b2-b149-3a31cae73307 HTTP/1.1" status: 200 len: 1097 time: 0.3278589 Aug 10 03:08:24.541009 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-b9146de6-505e-4896-a49c-2dad6849affa req-ad87a765-b6ee-4d23-b1e3-6ba1dcfb3d47 service neutron] Attempting to bind port d36ab999-6fc2-43b3-892b-c2e46712150a on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:08:24.541614 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-b9146de6-505e-4896-a49c-2dad6849affa req-ad87a765-b6ee-4d23-b1e3-6ba1dcfb3d47 service neutron] Attempting to bind port d36ab999-6fc2-43b3-892b-c2e46712150a by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:08:24.552245 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9146de6-505e-4896-a49c-2dad6849affa req-ad87a765-b6ee-4d23-b1e3-6ba1dcfb3d47 service neutron] Attempting to bind port d36ab999-6fc2-43b3-892b-c2e46712150a on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:08:24.621802 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9146de6-505e-4896-a49c-2dad6849affa req-ad87a765-b6ee-4d23-b1e3-6ba1dcfb3d47 service neutron] Port d36ab999-6fc2-43b3-892b-c2e46712150a on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:08:24.622126 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9146de6-505e-4896-a49c-2dad6849affa req-ad87a765-b6ee-4d23-b1e3-6ba1dcfb3d47 service neutron] Attempting to bind port d36ab999-6fc2-43b3-892b-c2e46712150a on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:08:24.627047 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470ea009-f2da-4143-89b7-ae71c0f01374 x-openstack-request-id: req-470ea009-f2da-4143-89b7-ae71c0f01374 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:08:24.627332 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c144246b-62bc-499f-bf55-06262438ba7b", "name": "network-vif-unplugged", "status": "completed", "tag": "d36ab999-6fc2-43b3-892b-c2e46712150a", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:08:24.627583 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-470ea009-f2da-4143-89b7-ae71c0f01374 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:08:24.627974 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c144246b-62bc-499f-bf55-06262438ba7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd36ab999-6fc2-43b3-892b-c2e46712150a', 'code': 200} Aug 10 03:08:24.668194 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9146de6-505e-4896-a49c-2dad6849affa req-ad87a765-b6ee-4d23-b1e3-6ba1dcfb3d47 service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:08:24.668488 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-4d0a7ade-98a2-4f0d-b1ff-8161b27677b2 service neutron] 10.222.0.60 "GET /v2.0/networks/909af24c-2a43-4e6d-8a1f-90b69debd82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3986876 Aug 10 03:08:24.668709 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9146de6-505e-4896-a49c-2dad6849affa req-ad87a765-b6ee-4d23-b1e3-6ba1dcfb3d47 service neutron] Checking segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:08:24.669205 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9146de6-505e-4896-a49c-2dad6849affa req-ad87a765-b6ee-4d23-b1e3-6ba1dcfb3d47 service neutron] Bound using segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:08:24.669916 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-b9146de6-505e-4896-a49c-2dad6849affa req-ad87a765-b6ee-4d23-b1e3-6ba1dcfb3d47 service neutron] Bound port: d36ab999-6fc2-43b3-892b-c2e46712150a, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:08:24.670566 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b9146de6-505e-4896-a49c-2dad6849affa req-ad87a765-b6ee-4d23-b1e3-6ba1dcfb3d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:24.674196 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-79ac32f2-d603-479b-801d-fcf4d4ad24a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80dafd6b-2d4c-4a17-86c3-8f27fb623c5d', 'name': 'tempest-TaggedBootDevicesTest-1119675665-router', 'tenant_id': '9db099ffcd1f4b6f883036f2463be98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '7546844f-3862-4de8-9027-418cd12274ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:08:20Z', 'updated_at': '2021-08-10T03:08:22Z', 'revision_number': 3, 'project_id': '9db099ffcd1f4b6f883036f2463be98e', 'gw_port': {'id': '7546844f-3862-4de8-9027-418cd12274ca', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c8:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80dafd6b-2d4c-4a17-86c3-8f27fb623c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:08:20Z', 'updated_at': '2021-08-10T03:08:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:08:24.713896 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ac32f2-d603-479b-801d-fcf4d4ad24a1 None None] Checking router: 80dafd6b-2d4c-4a17-86c3-8f27fb623c5d for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:08:24.714242 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ac32f2-d603-479b-801d-fcf4d4ad24a1 None None] Updating router 80dafd6b-2d4c-4a17-86c3-8f27fb623c5d port 7546844f-3862-4de8-9027-418cd12274ca binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:08:24.740715 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-79ac32f2-d603-479b-801d-fcf4d4ad24a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:24.829500 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e95b7-7eaf-4551-b387-465d499fdf09 req-7ee5ad8d-baba-4ad9-9eb0-f2c9ababc890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:24.831261 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5b4e95b7-7eaf-4551-b387-465d499fdf09 req-7ee5ad8d-baba-4ad9-9eb0-f2c9ababc890 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d9255498-9d5f-4f28-89a8-aeba119591a7 HTTP/1.1" status: 200 len: 929 time: 0.3699830 Aug 10 03:08:24.956650 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0611c62f-c490-4973-9d0e-b15aa293a8a1 req-522f31ac-b10e-496e-9f45-c848550eb25a tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:24.965359 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0611c62f-c490-4973-9d0e-b15aa293a8a1 req-522f31ac-b10e-496e-9f45-c848550eb25a tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=c144246b-62bc-499f-bf55-06262438ba7b HTTP/1.1" status: 200 len: 948 time: 0.3233058 Aug 10 03:08:24.969800 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-61a5ed70-ccb9-4de0-b093-bac242361c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e624370a-f172-4f4b-848b-a8bc7639e112', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-527346361-router', 'tenant_id': '17e7fef2a0e3489ea06ed8f40beecd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'a70d29b0-c230-4c6a-bec2-1739669e954d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:07:37Z', 'updated_at': '2021-08-10T03:07:47Z', 'revision_number': 4, 'project_id': '17e7fef2a0e3489ea06ed8f40beecd0f', 'gw_port': {'id': 'a70d29b0-c230-4c6a-bec2-1739669e954d', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:53:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e624370a-f172-4f4b-848b-a8bc7639e112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:07:40Z', 'updated_at': '2021-08-10T03:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': 'f5cd0ad5-296f-4cc8-9255-d1b56fcd8633', 'tenant_id': '17e7fef2a0e3489ea06ed8f40beecd0f', 'floating_ip_address': '172.25.7.24', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': 'e624370a-f172-4f4b-848b-a8bc7639e112', 'port_id': 'cfd67a08-eba1-429e-93e5-686974789274', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9255498-9d5f-4f28-89a8-aeba119591a7', 'mac_address': 'fa:16:3e:e4:cb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85f2270-df8e-45b2-b149-3a31cae73307', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:08:19Z', 'updated_at': '2021-08-10T03:08:21Z', 'revision_number': 1, 'project_id': '17e7fef2a0e3489ea06ed8f40beecd0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c06967cb-bc74-4e47-abcd-7621521caf06', 'name': '', 'network_id': 'd9255498-9d5f-4f28-89a8-aeba119591a7', 'tenant_id': '17e7fef2a0e3489ea06ed8f40beecd0f', 'mac_address': 'fa:16:3e:52:47:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e624370a-f172-4f4b-848b-a8bc7639e112', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '351cb634-6784-4e2f-aa61-a5032bb13f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:07:46Z', 'updated_at': '2021-08-10T03:07:54Z', 'revision_number': 5, 'project_id': '17e7fef2a0e3489ea06ed8f40beecd0f', 'subnets': [{'id': '351cb634-6784-4e2f-aa61-a5032bb13f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:08:24.991814 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-b9146de6-505e-4896-a49c-2dad6849affa req-ad87a765-b6ee-4d23-b1e3-6ba1dcfb3d47 service neutron] For port d36ab999-6fc2-43b3-892b-c2e46712150a, host n-h1-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:08:24.997776 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5b4e95b7-7eaf-4551-b387-465d499fdf09 req-10706804-51d3-4fa9-8cd3-ee58d3579555 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cfd67a08-eba1-429e-93e5-686974789274 HTTP/1.1" status: 200 len: 998 time: 0.1555858 Aug 10 03:08:25.002656 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a5ed70-ccb9-4de0-b093-bac242361c22 None None] Checking router: e624370a-f172-4f4b-848b-a8bc7639e112 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:08:25.009718 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d4a11e86-db99-43fc-8429-7b5fbf55f208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:25.012913 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a5ed70-ccb9-4de0-b093-bac242361c22 None None] Routers {'e624370a-f172-4f4b-848b-a8bc7639e112'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:08:25.013674 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-61a5ed70-ccb9-4de0-b093-bac242361c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:08:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['e624370a-f172-4f4b-848b-a8bc7639e112'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:08:25.030918 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-ac63bb88-71cb-43cf-a4c5-5c493a837244 tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:25.033396 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-ac63bb88-71cb-43cf-a4c5-5c493a837244 tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=3cdb26d0-178e-476d-8f3b-8f72814f5a46&tenant_id=0184527d62ac40cb863b24d5f91a9ee4&binding%3Ahost_id=n-h2-768851-15 HTTP/1.1" status: 200 len: 1097 time: 0.0955334 Aug 10 03:08:25.033780 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-b9146de6-505e-4896-a49c-2dad6849affa req-ad87a765-b6ee-4d23-b1e3-6ba1dcfb3d47 service neutron] For port d36ab999-6fc2-43b3-892b-c2e46712150a, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=d36ab999-6fc2-43b3-892b-c2e46712150a,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:08:25.060036 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b9146de6-505e-4896-a49c-2dad6849affa req-ad87a765-b6ee-4d23-b1e3-6ba1dcfb3d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:25.073777 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0611c62f-c490-4973-9d0e-b15aa293a8a1 req-e3810491-a277-4c26-936c-3211bf119d1c tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072423 Aug 10 03:08:25.126527 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9146de6-505e-4896-a49c-2dad6849affa req-ad87a765-b6ee-4d23-b1e3-6ba1dcfb3d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:25.129360 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b9146de6-505e-4896-a49c-2dad6849affa req-ad87a765-b6ee-4d23-b1e3-6ba1dcfb3d47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:25.131147 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b9146de6-505e-4896-a49c-2dad6849affa req-ad87a765-b6ee-4d23-b1e3-6ba1dcfb3d47 service neutron] 10.222.0.58 "PUT /v2.0/ports/d36ab999-6fc2-43b3-892b-c2e46712150a HTTP/1.1" status: 200 len: 1097 time: 2.6375504 Aug 10 03:08:25.135934 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-61a5ed70-ccb9-4de0-b093-bac242361c22 None None] Set router e624370a-f172-4f4b-848b-a8bc7639e112 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:08:25.169172 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e95b7-7eaf-4551-b387-465d499fdf09 req-a1fda480-4bae-40e8-9fcb-43535073a876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:25.171504 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5b4e95b7-7eaf-4551-b387-465d499fdf09 req-a1fda480-4bae-40e8-9fcb-43535073a876 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=351cb634-6784-4e2f-aa61-a5032bb13f30 HTTP/1.1" status: 200 len: 867 time: 0.1643307 Aug 10 03:08:25.217838 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-79ac32f2-d603-479b-801d-fcf4d4ad24a1 None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:25.237674 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-79ac32f2-d603-479b-801d-fcf4d4ad24a1 None None] Transition to ACTIVE for port object 7546844f-3862-4de8-9027-418cd12274ca will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:08:25.245997 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-79ac32f2-d603-479b-801d-fcf4d4ad24a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:25.290448 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad87a765-b6ee-4d23-b1e3-6ba1dcfb3d47 service neutron] Pushing event updated for resources: {'Port': ['ID=d36ab999-6fc2-43b3-892b-c2e46712150a,revision_number=7']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:25.319552 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9146de6-505e-4896-a49c-2dad6849affa req-26da2be2-a41c-43ee-b5a6-2e9c8d8a6a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:25.322521 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b9146de6-505e-4896-a49c-2dad6849affa req-26da2be2-a41c-43ee-b5a6-2e9c8d8a6a4d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6cb2c88cb44048dc824ad7a6e6e788f5&device_id=c144246b-62bc-499f-bf55-06262438ba7b HTTP/1.1" status: 200 len: 1100 time: 0.1595521 Aug 10 03:08:25.324833 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e95b7-7eaf-4551-b387-465d499fdf09 req-a9da8a7a-62e6-49f0-92b6-5d9d8e439086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:25.326743 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5b4e95b7-7eaf-4551-b387-465d499fdf09 req-a9da8a7a-62e6-49f0-92b6-5d9d8e439086 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d9255498-9d5f-4f28-89a8-aeba119591a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1284504 Aug 10 03:08:25.329508 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device d36ab999-6fc2-43b3-892b-c2e46712150a no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:08:25.348342 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [req-5b4e95b7-7eaf-4551-b387-465d499fdf09 req-51656de7-8537-47f9-a1f0-c6858faece1a service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:08:25.351612 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5b4e95b7-7eaf-4551-b387-465d499fdf09 req-51656de7-8537-47f9-a1f0-c6858faece1a service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075362 Aug 10 03:08:25.413165 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 68fdef05-c3ba-4e4e-9c7f-2056598ae3a7 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:08:25.424027 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be83acc0-6c34-49c2-920d-ce26b472e048 None None] Pushing event updated for resources: {'Port': ['ID=7546844f-3862-4de8-9027-418cd12274ca,revision_number=2']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:25.434564 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be83acc0-6c34-49c2-920d-ce26b472e048 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:08:25.435257 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be83acc0-6c34-49c2-920d-ce26b472e048 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:08:25.435705 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be83acc0-6c34-49c2-920d-ce26b472e048 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:08:25.436174 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be83acc0-6c34-49c2-920d-ce26b472e048 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:08:25.436613 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be83acc0-6c34-49c2-920d-ce26b472e048 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:08:25.437996 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be83acc0-6c34-49c2-920d-ce26b472e048 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:08:25.438441 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be83acc0-6c34-49c2-920d-ce26b472e048 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:08:25.439222 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be83acc0-6c34-49c2-920d-ce26b472e048 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:08:25.439664 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be83acc0-6c34-49c2-920d-ce26b472e048 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:08:25.440099 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be83acc0-6c34-49c2-920d-ce26b472e048 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:08:25.440627 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be83acc0-6c34-49c2-920d-ce26b472e048 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:08:25.441054 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be83acc0-6c34-49c2-920d-ce26b472e048 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:08:25.461017 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-79ac32f2-d603-479b-801d-fcf4d4ad24a1 None None] Attempting to bind port 7546844f-3862-4de8-9027-418cd12274ca on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:08:25.461566 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-79ac32f2-d603-479b-801d-fcf4d4ad24a1 None None] Attempting to bind port 7546844f-3862-4de8-9027-418cd12274ca by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:08:25.462324 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ac32f2-d603-479b-801d-fcf4d4ad24a1 None None] Attempting to bind port 7546844f-3862-4de8-9027-418cd12274ca on network 09ca2025-b9a6-4e84-8019-8d9fbef3753e {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:08:25.462581 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device d36ab999-6fc2-43b3-892b-c2e46712150a not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:08:25.467655 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ac32f2-d603-479b-801d-fcf4d4ad24a1 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:08:25.468288 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ac32f2-d603-479b-801d-fcf4d4ad24a1 None None] Checking segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:08:25.468712 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-d4a11e86-db99-43fc-8429-7b5fbf55f208 admin admin] Allocated IP 172.20.0.1 (c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae/e8cb624b-05ab-4931-a430-340a8df0afcf/20db2a69-300b-4cf6-a805-13fb5667fcda) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:08:25.469247 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-79ac32f2-d603-479b-801d-fcf4d4ad24a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:25.470246 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ac32f2-d603-479b-801d-fcf4d4ad24a1 None None] Bound using segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:08:25.470246 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-79ac32f2-d603-479b-801d-fcf4d4ad24a1 None None] Bound port: 7546844f-3862-4de8-9027-418cd12274ca, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:08:25.470867 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-79ac32f2-d603-479b-801d-fcf4d4ad24a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:25.521292 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 68fdef05-c3ba-4e4e-9c7f-2056598ae3a7 not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:08:25.532542 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-79ac32f2-d603-479b-801d-fcf4d4ad24a1 None None] For port 7546844f-3862-4de8-9027-418cd12274ca, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:08:25.534391 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-79ac32f2-d603-479b-801d-fcf4d4ad24a1 None None] For port 7546844f-3862-4de8-9027-418cd12274ca, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=7546844f-3862-4de8-9027-418cd12274ca,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:08:25.541904 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-79ac32f2-d603-479b-801d-fcf4d4ad24a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:25.580614 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-61a5ed70-ccb9-4de0-b093-bac242361c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e624370a-f172-4f4b-848b-a8bc7639e112', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-527346361-router', 'tenant_id': '17e7fef2a0e3489ea06ed8f40beecd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'a70d29b0-c230-4c6a-bec2-1739669e954d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:07:37Z', 'updated_at': '2021-08-10T03:07:47Z', 'revision_number': 4, 'project_id': '17e7fef2a0e3489ea06ed8f40beecd0f', 'gw_port': {'id': 'a70d29b0-c230-4c6a-bec2-1739669e954d', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:53:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e624370a-f172-4f4b-848b-a8bc7639e112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:07:40Z', 'updated_at': '2021-08-10T03:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': 'f5cd0ad5-296f-4cc8-9255-d1b56fcd8633', 'tenant_id': '17e7fef2a0e3489ea06ed8f40beecd0f', 'floating_ip_address': '172.25.7.24', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': 'e624370a-f172-4f4b-848b-a8bc7639e112', 'port_id': 'cfd67a08-eba1-429e-93e5-686974789274', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9255498-9d5f-4f28-89a8-aeba119591a7', 'mac_address': 'fa:16:3e:e4:cb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85f2270-df8e-45b2-b149-3a31cae73307', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:08:19Z', 'updated_at': '2021-08-10T03:08:21Z', 'revision_number': 1, 'project_id': '17e7fef2a0e3489ea06ed8f40beecd0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c06967cb-bc74-4e47-abcd-7621521caf06', 'name': '', 'network_id': 'd9255498-9d5f-4f28-89a8-aeba119591a7', 'tenant_id': '17e7fef2a0e3489ea06ed8f40beecd0f', 'mac_address': 'fa:16:3e:52:47:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e624370a-f172-4f4b-848b-a8bc7639e112', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '351cb634-6784-4e2f-aa61-a5032bb13f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:07:46Z', 'updated_at': '2021-08-10T03:07:54Z', 'revision_number': 5, 'project_id': '17e7fef2a0e3489ea06ed8f40beecd0f', 'subnets': [{'id': '351cb634-6784-4e2f-aa61-a5032bb13f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:08:25.607140 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be83acc0-6c34-49c2-920d-ce26b472e048 None None] Pushing event updated for resources: {'Port': ['ID=7546844f-3862-4de8-9027-418cd12274ca,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:25.609746 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9146de6-505e-4896-a49c-2dad6849affa req-56995150-d9f7-4cae-8e14-72dee6d2400b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:25.614459 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b9146de6-505e-4896-a49c-2dad6849affa req-56995150-d9f7-4cae-8e14-72dee6d2400b service neutron] 10.222.0.58 "GET /v2.0/networks?id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d HTTP/1.1" status: 200 len: 870 time: 0.2827432 Aug 10 03:08:25.627472 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ac32f2-d603-479b-801d-fcf4d4ad24a1 None None] Routers {'80dafd6b-2d4c-4a17-86c3-8f27fb623c5d'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:08:25.628784 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a5ed70-ccb9-4de0-b093-bac242361c22 None None] The sync data for ids ['e624370a-f172-4f4b-848b-a8bc7639e112'] in n-d-768851-15 is: [{'id': 'e624370a-f172-4f4b-848b-a8bc7639e112', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-527346361-router', 'tenant_id': '17e7fef2a0e3489ea06ed8f40beecd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'a70d29b0-c230-4c6a-bec2-1739669e954d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:07:37Z', 'updated_at': '2021-08-10T03:07:47Z', 'revision_number': 4, 'project_id': '17e7fef2a0e3489ea06ed8f40beecd0f', 'gw_port': {'id': 'a70d29b0-c230-4c6a-bec2-1739669e954d', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:53:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e624370a-f172-4f4b-848b-a8bc7639e112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:07:40Z', 'updated_at': '2021-08-10T03:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': 'f5cd0ad5-296f-4cc8-9255-d1b56fcd8633', 'tenant_id': '17e7fef2a0e3489ea06ed8f40beecd0f', 'floating_ip_address': '172.25.7.24', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': 'e624370a-f172-4f4b-848b-a8bc7639e112', 'port_id': 'cfd67a08-eba1-429e-93e5-686974789274', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9255498-9d5f-4f28-89a8-aeba119591a7', 'mac_address': 'fa:16:3e:e4:cb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85f2270-df8e-45b2-b149-3a31cae73307', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:08:19Z', 'updated_at': '2021-08-10T03:08:21Z', 'revision_number': 1, 'project_id': '17e7fef2a0e3489ea06ed8f40beecd0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c06967cb-bc74-4e47-abcd-7621521caf06', 'name': '', 'network_id': 'd9255498-9d5f-4f28-89a8-aeba119591a7', 'tenant_id': '17e7fef2a0e3489ea06ed8f40beecd0f', 'mac_address': 'fa:16:3e:52:47:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e624370a-f172-4f4b-848b-a8bc7639e112', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '351cb634-6784-4e2f-aa61-a5032bb13f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:07:46Z', 'updated_at': '2021-08-10T03:07:54Z', 'revision_number': 5, 'project_id': '17e7fef2a0e3489ea06ed8f40beecd0f', 'subnets': [{'id': '351cb634-6784-4e2f-aa61-a5032bb13f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:08:25.629034 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-79ac32f2-d603-479b-801d-fcf4d4ad24a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:08:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['80dafd6b-2d4c-4a17-86c3-8f27fb623c5d'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:08:25.670698 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5b4e95b7-7eaf-4551-b387-465d499fdf09 req-ddff1842-5a97-4710-a0ca-a838c385f87a service neutron] 10.222.0.62 "GET /v2.0/networks/d9255498-9d5f-4f28-89a8-aeba119591a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014581 Aug 10 03:08:25.672080 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b9146de6-505e-4896-a49c-2dad6849affa req-09ae34f3-454b-4d13-a4a5-b8ec30da3d58 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=d36ab999-6fc2-43b3-892b-c2e46712150a HTTP/1.1" status: 200 len: 217 time: 0.0435340 Aug 10 03:08:25.775355 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-79ac32f2-d603-479b-801d-fcf4d4ad24a1 None None] Set router 80dafd6b-2d4c-4a17-86c3-8f27fb623c5d gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:08:25.813267 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9146de6-505e-4896-a49c-2dad6849affa req-2c736a57-2845-42a4-9766-98197a7783ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:25.814859 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b9146de6-505e-4896-a49c-2dad6849affa req-2c736a57-2845-42a4-9766-98197a7783ce service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.1144190 Aug 10 03:08:25.872487 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5b4e95b7-7eaf-4551-b387-465d499fdf09 req-8f1c179f-f405-418e-9624-c57351a1a758 service neutron] 10.222.0.62 "GET /v2.0/networks/d9255498-9d5f-4f28-89a8-aeba119591a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943147 Aug 10 03:08:25.925140 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9146de6-505e-4896-a49c-2dad6849affa req-fe5ee04f-79ba-4ed8-8798-23f662f525b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:25.926943 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b9146de6-505e-4896-a49c-2dad6849affa req-fe5ee04f-79ba-4ed8-8798-23f662f525b2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1011624 Aug 10 03:08:25.962150 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:26.045195 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac48f5-80ee-447e-90d9-4c2a85dc935f req-27fddf47-424c-4def-bc76-681365a0b40d tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:26.046850 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-62ac48f5-80ee-447e-90d9-4c2a85dc935f req-27fddf47-424c-4def-bc76-681365a0b40d tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] 10.222.0.62 "GET /v2.0/ports?device_id=d67d22d4-5f4e-4ecc-9cb7-c4fef36a3e6d HTTP/1.1" status: 200 len: 949 time: 0.1740084 Aug 10 03:08:26.067692 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043712c0-f56a-4c83-8702-f4b24b44e34c None None] New status for floating IP f5cd0ad5-296f-4cc8-9255-d1b56fcd8633: ACTIVE {{(pid=94218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:08:26.129718 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-7c0b0e8b-65ea-434c-a108-8ac962e4000b service neutron] For port 68fdef05-c3ba-4e4e-9c7f-2056598ae3a7, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:08:26.138705 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-7c0b0e8b-65ea-434c-a108-8ac962e4000b service neutron] Notify callbacks [] for binding, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:26.140510 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-801dc23f-aae3-4b48-9219-14eae1ba2558 req-7c0b0e8b-65ea-434c-a108-8ac962e4000b service neutron] 10.222.0.60 "DELETE /v2.0/ports/68fdef05-c3ba-4e4e-9c7f-2056598ae3a7/bindings/n-h1-768851-15 HTTP/1.1" status: 204 len: 173 time: 1.0463040 Aug 10 03:08:26.163453 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-79ac32f2-d603-479b-801d-fcf4d4ad24a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80dafd6b-2d4c-4a17-86c3-8f27fb623c5d', 'name': 'tempest-TaggedBootDevicesTest-1119675665-router', 'tenant_id': '9db099ffcd1f4b6f883036f2463be98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '7546844f-3862-4de8-9027-418cd12274ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:08:20Z', 'updated_at': '2021-08-10T03:08:22Z', 'revision_number': 3, 'project_id': '9db099ffcd1f4b6f883036f2463be98e', 'gw_port': {'id': '7546844f-3862-4de8-9027-418cd12274ca', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c8:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80dafd6b-2d4c-4a17-86c3-8f27fb623c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:08:20Z', 'updated_at': '2021-08-10T03:08:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:08:26.200835 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:26.233271 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d4a11e86-db99-43fc-8429-7b5fbf55f208 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:26.238124 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ac32f2-d603-479b-801d-fcf4d4ad24a1 None None] The sync data for ids ['80dafd6b-2d4c-4a17-86c3-8f27fb623c5d'] in n-d-768851-15 is: [{'id': '80dafd6b-2d4c-4a17-86c3-8f27fb623c5d', 'name': 'tempest-TaggedBootDevicesTest-1119675665-router', 'tenant_id': '9db099ffcd1f4b6f883036f2463be98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '7546844f-3862-4de8-9027-418cd12274ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:08:20Z', 'updated_at': '2021-08-10T03:08:22Z', 'revision_number': 3, 'project_id': '9db099ffcd1f4b6f883036f2463be98e', 'gw_port': {'id': '7546844f-3862-4de8-9027-418cd12274ca', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c8:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80dafd6b-2d4c-4a17-86c3-8f27fb623c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:08:20Z', 'updated_at': '2021-08-10T03:08:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:08:26.253261 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-d4a11e86-db99-43fc-8429-7b5fbf55f208 admin admin] Transition to ACTIVE for port object 20db2a69-300b-4cf6-a805-13fb5667fcda will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:08:26.302889 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d4a11e86-db99-43fc-8429-7b5fbf55f208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:26.357855 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a11e86-db99-43fc-8429-7b5fbf55f208 admin admin] Pushing event updated for resources: {'Port': ['ID=20db2a69-300b-4cf6-a805-13fb5667fcda,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:26.371274 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a11e86-db99-43fc-8429-7b5fbf55f208 admin admin] Network c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:08:26.372929 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-d4a11e86-db99-43fc-8429-7b5fbf55f208 admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:08:26.381831 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a11e86-db99-43fc-8429-7b5fbf55f208 admin admin] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:08:26.442028 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d4a11e86-db99-43fc-8429-7b5fbf55f208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:26.616009 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-62ac48f5-80ee-447e-90d9-4c2a85dc935f req-90f0f5dc-531d-429d-9d38-e7dc5314d6e3 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] 10.222.0.62 "GET /v2.0/security-groups?id=73c9c97f-21a0-4c39-9593-22fd18479ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5030296 Aug 10 03:08:26.647767 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e85f2270-df8e-45b2-b149-3a31cae73307', 'tag': 'cfd67a08-eba1-429e-93e5-686974789274'}, {'name': 'network-changed', 'server_uuid': 'c144246b-62bc-499f-bf55-06262438ba7b', 'tag': 'd36ab999-6fc2-43b3-892b-c2e46712150a'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:08:26.651715 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4c5974-b7e7-44c0-9df6-9561e884bec5" -d '{"events": [{"name": "network-changed", "server_uuid": "e85f2270-df8e-45b2-b149-3a31cae73307", "tag": "cfd67a08-eba1-429e-93e5-686974789274"}, {"name": "network-changed", "server_uuid": "c144246b-62bc-499f-bf55-06262438ba7b", "tag": "d36ab999-6fc2-43b3-892b-c2e46712150a"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:08:26.674648 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85b671-41c0-477c-a88d-f3c40db4706b req-dfbb49a1-5feb-4089-8265-09a69bc5bc71 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:26.681900 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7c85b671-41c0-477c-a88d-f3c40db4706b req-dfbb49a1-5feb-4089-8265-09a69bc5bc71 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cdb26d0-178e-476d-8f3b-8f72814f5a46 HTTP/1.1" status: 200 len: 945 time: 0.6810138 Aug 10 03:08:26.685232 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d4a11e86-db99-43fc-8429-7b5fbf55f208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:26.734115 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b9146de6-505e-4896-a49c-2dad6849affa req-d2d90dc5-32c7-434b-8725-e166f3864a6f service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7836566 Aug 10 03:08:26.752508 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7c85b671-41c0-477c-a88d-f3c40db4706b req-cac5de26-64f6-4d99-bc4e-1af5880c42e0 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696681 Aug 10 03:08:26.837917 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-8cd8b633-efea-4ac7-82b5-6b62e0f98811 None None] Provisioning for port 20db2a69-300b-4cf6-a805-13fb5667fcda completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:08:26.857500 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-8cd8b633-efea-4ac7-82b5-6b62e0f98811 None None] Provisioning complete for port 20db2a69-300b-4cf6-a805-13fb5667fcda triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:08:26.857963 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8cd8b633-efea-4ac7-82b5-6b62e0f98811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:26.951535 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-8cd8b633-efea-4ac7-82b5-6b62e0f98811 None None] Port 20db2a69-300b-4cf6-a805-13fb5667fcda cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:08:27.043521 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d4a11e86-db99-43fc-8429-7b5fbf55f208 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:27.050027 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d4a11e86-db99-43fc-8429-7b5fbf55f208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:27.090752 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b9146de6-505e-4896-a49c-2dad6849affa req-cb5c7038-474f-4a7c-9e80-d5467d1353da service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371367 Aug 10 03:08:27.150308 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-82e8656e-a8a3-404f-82ae-70d8d2f05615 req-0bd4422b-e867-44aa-8774-d75d5d4718aa tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=09ca2025-b9a6-4e84-8019-8d9fbef3753e HTTP/1.1" status: 200 len: 258 time: 0.1737988 Aug 10 03:08:27.171172 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-82e8656e-a8a3-404f-82ae-70d8d2f05615 req-c894d04a-6296-4d35-ae35-10f44f045340 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Request body: {'floatingip': {'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:08:27.183313 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d4a11e86-db99-43fc-8429-7b5fbf55f208 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:27.191225 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a11e86-db99-43fc-8429-7b5fbf55f208 admin admin] Pushing event updated for resources: {'Port': ['ID=20db2a69-300b-4cf6-a805-13fb5667fcda,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:27.201448 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-82e8656e-a8a3-404f-82ae-70d8d2f05615 req-c894d04a-6296-4d35-ae35-10f44f045340 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Notify callbacks [] for floatingip, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:27.294821 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device e8a5c4b3-238d-4edb-a770-64142f4d10e5 up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:08:27.357530 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a11e86-db99-43fc-8429-7b5fbf55f208 admin admin] Network c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:08:27.373836 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-d4a11e86-db99-43fc-8429-7b5fbf55f208 admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:08:27.425677 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port e8a5c4b3-238d-4edb-a770-64142f4d10e5 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:08:27.430225 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port e8a5c4b3-238d-4edb-a770-64142f4d10e5 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:08:27.431271 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:27.568883 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a11e86-db99-43fc-8429-7b5fbf55f208 admin admin] Router 80dafd6b-2d4c-4a17-86c3-8f27fb623c5d has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:08:27.569167 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:27.583958 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5d5a5-b054-4154-a5d4-e40281cc192b req-696dbab7-9df1-4799-883a-ffc0cc373bd2 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:27.604801 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-68a5d5a5-b054-4154-a5d4-e40281cc192b req-696dbab7-9df1-4799-883a-ffc0cc373bd2 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=c144246b-62bc-499f-bf55-06262438ba7b HTTP/1.1" status: 200 len: 948 time: 0.2094920 Aug 10 03:08:27.612133 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd67d22d4-5f4e-4ecc-9cb7-c4fef36a3e6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a5c4b3-238d-4edb-a770-64142f4d10e5'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:08:27.615455 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49b534f-dfc5-44e1-8254-dc9153c1e662" -d '{"events": [{"server_uuid": "d67d22d4-5f4e-4ecc-9cb7-c4fef36a3e6d", "name": "network-vif-plugged", "status": "completed", "tag": "e8a5c4b3-238d-4edb-a770-64142f4d10e5"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:08:27.629102 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-82e8656e-a8a3-404f-82ae-70d8d2f05615 req-c894d04a-6296-4d35-ae35-10f44f045340 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:27.646944 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port e8a5c4b3-238d-4edb-a770-64142f4d10e5, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=e8a5c4b3-238d-4edb-a770-64142f4d10e5,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:08:27.652669 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:27.724885 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-68a5d5a5-b054-4154-a5d4-e40281cc192b req-894da59a-d148-4f95-805d-4f3fc6866ca6 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191061 Aug 10 03:08:27.740297 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=e8a5c4b3-238d-4edb-a770-64142f4d10e5,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:27.769645 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a11e86-db99-43fc-8429-7b5fbf55f208 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:08:27.787899 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d4a11e86-db99-43fc-8429-7b5fbf55f208 admin admin] 10.222.0.62 "PUT /v2.0/routers/80dafd6b-2d4c-4a17-86c3-8f27fb623c5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7406995 Aug 10 03:08:27.792607 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-a42841ca-668c-47c9-80e2-11802db5a6bb None None] Provisioning complete for port 20db2a69-300b-4cf6-a805-13fb5667fcda triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:08:27.793463 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a42841ca-668c-47c9-80e2-11802db5a6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:27.852586 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-a42841ca-668c-47c9-80e2-11802db5a6bb None None] Port 20db2a69-300b-4cf6-a805-13fb5667fcda cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:08:27.920399 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 10 Aug 2021 03:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c94809-a860-4e7f-9b28-07f46052b58c x-openstack-request-id: req-69c94809-a860-4e7f-9b28-07f46052b58c {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:08:27.925148 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e85f2270-df8e-45b2-b149-3a31cae73307", "tag": "cfd67a08-eba1-429e-93e5-686974789274", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c144246b-62bc-499f-bf55-06262438ba7b", "tag": "d36ab999-6fc2-43b3-892b-c2e46712150a", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:08:27.925547 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-69c94809-a860-4e7f-9b28-07f46052b58c {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:08:27.925853 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e85f2270-df8e-45b2-b149-3a31cae73307', 'tag': 'cfd67a08-eba1-429e-93e5-686974789274', 'status': 'completed', 'code': 200} Aug 10 03:08:27.926991 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c144246b-62bc-499f-bf55-06262438ba7b', 'tag': 'd36ab999-6fc2-43b3-892b-c2e46712150a', 'status': 'completed', 'code': 200} Aug 10 03:08:27.979680 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 7546844f-3862-4de8-9027-418cd12274ca up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:08:28.033685 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-82e8656e-a8a3-404f-82ae-70d8d2f05615 req-c894d04a-6296-4d35-ae35-10f44f045340 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Allocated IP 172.25.7.115 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/7ed6db84-29eb-406c-b7bb-1b2b4cd95765) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:08:28.063670 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c5974-b7e7-44c0-9df6-9561e884bec5 req-6dba963c-df07-4d00-9fdb-aa0195fd410e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:28.063670 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9d4c5974-b7e7-44c0-9df6-9561e884bec5 req-6dba963c-df07-4d00-9fdb-aa0195fd410e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=17e7fef2a0e3489ea06ed8f40beecd0f&device_id=e85f2270-df8e-45b2-b149-3a31cae73307 HTTP/1.1" status: 200 len: 1097 time: 0.1013832 Aug 10 03:08:28.090527 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c5974-b7e7-44c0-9df6-9561e884bec5 req-c43471aa-960e-4467-ac9e-184f7e4e30dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:28.098084 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-9d4c5974-b7e7-44c0-9df6-9561e884bec5 req-c43471aa-960e-4467-ac9e-184f7e4e30dc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6cb2c88cb44048dc824ad7a6e6e788f5&device_id=c144246b-62bc-499f-bf55-06262438ba7b HTTP/1.1" status: 200 len: 1100 time: 0.1463368 Aug 10 03:08:28.108589 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f915eec7-e786-4e94-b476-afae5ef1bbe1 x-openstack-request-id: req-f915eec7-e786-4e94-b476-afae5ef1bbe1 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:08:28.108980 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d67d22d4-5f4e-4ecc-9cb7-c4fef36a3e6d", "name": "network-vif-plugged", "status": "completed", "tag": "e8a5c4b3-238d-4edb-a770-64142f4d10e5", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:08:28.109242 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f915eec7-e786-4e94-b476-afae5ef1bbe1 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:08:28.109640 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd67d22d4-5f4e-4ecc-9cb7-c4fef36a3e6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a5c4b3-238d-4edb-a770-64142f4d10e5', 'code': 200} Aug 10 03:08:28.135773 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 7546844f-3862-4de8-9027-418cd12274ca completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:08:28.140526 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 7546844f-3862-4de8-9027-418cd12274ca triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:08:28.143612 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:28.278054 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c5974-b7e7-44c0-9df6-9561e884bec5 req-de0fcc49-7a31-4b86-a06c-840b6a828e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:28.279438 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:28.279730 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-9d4c5974-b7e7-44c0-9df6-9561e884bec5 req-de0fcc49-7a31-4b86-a06c-840b6a828e13 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d HTTP/1.1" status: 200 len: 870 time: 0.1746516 Aug 10 03:08:28.307857 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 7546844f-3862-4de8-9027-418cd12274ca, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=7546844f-3862-4de8-9027-418cd12274ca,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:08:28.311831 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:28.334876 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-9d4c5974-b7e7-44c0-9df6-9561e884bec5 req-7fd298b2-538e-4051-a9dd-1e8db3ced8ea service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=d36ab999-6fc2-43b3-892b-c2e46712150a HTTP/1.1" status: 200 len: 217 time: 0.0472059 Aug 10 03:08:28.377627 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=7546844f-3862-4de8-9027-418cd12274ca,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:28.410481 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f3fc0-6bc4-4be0-8084-266d7b3c644c req-874b4c17-1d14-40bd-aba8-ec3c747d5963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:28.412071 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f15f3fc0-6bc4-4be0-8084-266d7b3c644c req-874b4c17-1d14-40bd-aba8-ec3c747d5963 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d67d22d4-5f4e-4ecc-9cb7-c4fef36a3e6d HTTP/1.1" status: 200 len: 1102 time: 0.2229297 Aug 10 03:08:28.418291 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c5974-b7e7-44c0-9df6-9561e884bec5 req-7470aca2-92ba-4c1c-8da1-53a9db794d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:28.419344 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-9d4c5974-b7e7-44c0-9df6-9561e884bec5 req-7470aca2-92ba-4c1c-8da1-53a9db794d77 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.0775032 Aug 10 03:08:28.425838 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4cccb1-eb77-4dab-96fe-63df1e0b1fa7 req-3ea574e1-ed9d-4a2a-8b8c-024938aff300 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:28.427862 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dc4cccb1-eb77-4dab-96fe-63df1e0b1fa7 req-3ea574e1-ed9d-4a2a-8b8c-024938aff300 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] 10.222.0.62 "GET /v2.0/ports?device_id=d67d22d4-5f4e-4ecc-9cb7-c4fef36a3e6d HTTP/1.1" status: 200 len: 950 time: 0.1808975 Aug 10 03:08:28.479412 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c5974-b7e7-44c0-9df6-9561e884bec5 req-abfea70a-bc9a-4623-8484-2519abae7c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:28.481991 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-9d4c5974-b7e7-44c0-9df6-9561e884bec5 req-abfea70a-bc9a-4623-8484-2519abae7c2f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0506628 Aug 10 03:08:28.503259 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-82e8656e-a8a3-404f-82ae-70d8d2f05615 req-c894d04a-6296-4d35-ae35-10f44f045340 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:28.506662 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c5974-b7e7-44c0-9df6-9561e884bec5 req-cae25ba9-954f-4c47-9521-3305db7e3a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:28.508236 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9d4c5974-b7e7-44c0-9df6-9561e884bec5 req-cae25ba9-954f-4c47-9521-3305db7e3a42 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d9255498-9d5f-4f28-89a8-aeba119591a7 HTTP/1.1" status: 200 len: 929 time: 0.4273808 Aug 10 03:08:28.585674 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f15f3fc0-6bc4-4be0-8084-266d7b3c644c req-a4cd1b29-a803-46d5-8452-835e622e1d91 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=73c9c97f-21a0-4c39-9593-22fd18479ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569023 Aug 10 03:08:28.591905 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-9d4c5974-b7e7-44c0-9df6-9561e884bec5 req-8ea25edf-6f73-4ebb-af34-3bc1b14a1eca service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985346 Aug 10 03:08:28.594273 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dc4cccb1-eb77-4dab-96fe-63df1e0b1fa7 req-8cb881df-3006-4f5a-9ae0-1775069e1591 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] 10.222.0.62 "GET /v2.0/security-groups?id=73c9c97f-21a0-4c39-9593-22fd18479ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565683 Aug 10 03:08:28.632142 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9d4c5974-b7e7-44c0-9df6-9561e884bec5 req-ad239340-a839-4b19-a961-16c9e2c63d2a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cfd67a08-eba1-429e-93e5-686974789274 HTTP/1.1" status: 200 len: 1000 time: 0.1089661 Aug 10 03:08:28.685460 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-82e8656e-a8a3-404f-82ae-70d8d2f05615 req-c894d04a-6296-4d35-ae35-10f44f045340 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:28.741017 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c5974-b7e7-44c0-9df6-9561e884bec5 req-92c41065-96e3-4171-81da-a240f3f8a414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:28.743420 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9d4c5974-b7e7-44c0-9df6-9561e884bec5 req-92c41065-96e3-4171-81da-a240f3f8a414 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=351cb634-6784-4e2f-aa61-a5032bb13f30 HTTP/1.1" status: 200 len: 867 time: 0.1018386 Aug 10 03:08:28.745580 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82e8656e-a8a3-404f-82ae-70d8d2f05615 req-c894d04a-6296-4d35-ae35-10f44f045340 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:08:28.764455 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-82e8656e-a8a3-404f-82ae-70d8d2f05615 req-c894d04a-6296-4d35-ae35-10f44f045340 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:08:28.769806 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e8656e-a8a3-404f-82ae-70d8d2f05615 req-c894d04a-6296-4d35-ae35-10f44f045340 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:08:28.780337 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-9d4c5974-b7e7-44c0-9df6-9561e884bec5 req-156054fa-d714-4bba-981f-3d9f721488cf service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319985 Aug 10 03:08:28.798009 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c894d04a-6296-4d35-ae35-10f44f045340 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Pushing event updated for resources: {'Port': ['ID=7ed6db84-29eb-406c-b7bb-1b2b4cd95765,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:28.854382 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c5974-b7e7-44c0-9df6-9561e884bec5 req-1cac23f8-2c22-4f13-9f3d-9c180b763c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:28.856082 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9d4c5974-b7e7-44c0-9df6-9561e884bec5 req-1cac23f8-2c22-4f13-9f3d-9c180b763c23 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d9255498-9d5f-4f28-89a8-aeba119591a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1049850 Aug 10 03:08:28.865083 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-82e8656e-a8a3-404f-82ae-70d8d2f05615 req-c894d04a-6296-4d35-ae35-10f44f045340 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:28.880017 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f1bde1-0f9a-427a-936e-bda374f99992 None None] Sync routers for ids ['80dafd6b-2d4c-4a17-86c3-8f27fb623c5d'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:08:28.889969 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f1bde1-0f9a-427a-936e-bda374f99992 None None] Routers {'80dafd6b-2d4c-4a17-86c3-8f27fb623c5d'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:08:28.890844 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-c3f1bde1-0f9a-427a-936e-bda374f99992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:08:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['80dafd6b-2d4c-4a17-86c3-8f27fb623c5d'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:08:29.000014 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-c3f1bde1-0f9a-427a-936e-bda374f99992 None None] Set router 80dafd6b-2d4c-4a17-86c3-8f27fb623c5d gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:08:29.005213 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-82e8656e-a8a3-404f-82ae-70d8d2f05615 req-c894d04a-6296-4d35-ae35-10f44f045340 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:29.095033 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f276c8d1-fa5c-4e76-887a-65768216517b req-2bcc94cf-f719-4086-ae53-68f58b9455f1 tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:29.096510 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f276c8d1-fa5c-4e76-887a-65768216517b req-2bcc94cf-f719-4086-ae53-68f58b9455f1 tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=3cdb26d0-178e-476d-8f3b-8f72814f5a46 HTTP/1.1" status: 200 len: 1097 time: 0.1543140 Aug 10 03:08:29.104914 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9d4c5974-b7e7-44c0-9df6-9561e884bec5 req-c24cb18f-5f8a-4c04-a556-27727b361064 service neutron] 10.222.0.58 "GET /v2.0/networks/d9255498-9d5f-4f28-89a8-aeba119591a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857533 Aug 10 03:08:29.208380 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-c3f1bde1-0f9a-427a-936e-bda374f99992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80dafd6b-2d4c-4a17-86c3-8f27fb623c5d', 'name': 'tempest-TaggedBootDevicesTest-1119675665-router', 'tenant_id': '9db099ffcd1f4b6f883036f2463be98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '7546844f-3862-4de8-9027-418cd12274ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:08:20Z', 'updated_at': '2021-08-10T03:08:26Z', 'revision_number': 4, 'project_id': '9db099ffcd1f4b6f883036f2463be98e', 'gw_port': {'id': '7546844f-3862-4de8-9027-418cd12274ca', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dafd6b-2d4c-4a17-86c3-8f27fb623c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:08:20Z', 'updated_at': '2021-08-10T03:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '20db2a69-300b-4cf6-a805-13fb5667fcda', 'name': '', 'network_id': 'c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae', 'tenant_id': '9db099ffcd1f4b6f883036f2463be98e', 'mac_address': 'fa:16:3e:a3:2d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80dafd6b-2d4c-4a17-86c3-8f27fb623c5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e8cb624b-05ab-4931-a430-340a8df0afcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:08:25Z', 'updated_at': '2021-08-10T03:08:26Z', 'revision_number': 2, 'project_id': '9db099ffcd1f4b6f883036f2463be98e', 'subnets': [{'id': 'e8cb624b-05ab-4931-a430-340a8df0afcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:08:29.238368 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f1bde1-0f9a-427a-936e-bda374f99992 None None] Checking router: 80dafd6b-2d4c-4a17-86c3-8f27fb623c5d for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:08:29.238843 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f276c8d1-fa5c-4e76-887a-65768216517b req-afc1474d-3fad-49e9-8226-282a2fc5b915 tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227431 Aug 10 03:08:29.239197 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f1bde1-0f9a-427a-936e-bda374f99992 None None] Updating router 80dafd6b-2d4c-4a17-86c3-8f27fb623c5d port 20db2a69-300b-4cf6-a805-13fb5667fcda binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:08:29.264638 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-c3f1bde1-0f9a-427a-936e-bda374f99992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:29.334552 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9d4c5974-b7e7-44c0-9df6-9561e884bec5 req-b08194bb-86b8-4718-8521-d175b2f785e8 service neutron] 10.222.0.58 "GET /v2.0/networks/d9255498-9d5f-4f28-89a8-aeba119591a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197468 Aug 10 03:08:29.453593 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-82e8656e-a8a3-404f-82ae-70d8d2f05615 req-c894d04a-6296-4d35-ae35-10f44f045340 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:29.481960 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-82e8656e-a8a3-404f-82ae-70d8d2f05615 req-c894d04a-6296-4d35-ae35-10f44f045340 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:29.528103 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-82e8656e-a8a3-404f-82ae-70d8d2f05615 req-c894d04a-6296-4d35-ae35-10f44f045340 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:29.554242 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f02509-c534-4a97-9369-8bfef5c522e4 req-939f206c-f4a2-4837-9c7e-7a5f72032626 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:29.555908 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-05f02509-c534-4a97-9369-8bfef5c522e4 req-939f206c-f4a2-4837-9c7e-7a5f72032626 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=c144246b-62bc-499f-bf55-06262438ba7b HTTP/1.1" status: 200 len: 948 time: 0.2037246 Aug 10 03:08:29.573361 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c894d04a-6296-4d35-ae35-10f44f045340 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Pushing event updated for resources: {'Port': ['ID=7ed6db84-29eb-406c-b7bb-1b2b4cd95765,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:29.582403 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-82e8656e-a8a3-404f-82ae-70d8d2f05615 req-c894d04a-6296-4d35-ae35-10f44f045340 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:29.589899 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-82e8656e-a8a3-404f-82ae-70d8d2f05615 req-c894d04a-6296-4d35-ae35-10f44f045340 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4275725 Aug 10 03:08:29.593274 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c5974-b7e7-44c0-9df6-9561e884bec5 req-46d97131-e564-4d58-958c-517ade3545b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:29.594993 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9d4c5974-b7e7-44c0-9df6-9561e884bec5 req-46d97131-e564-4d58-958c-517ade3545b0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6cb2c88cb44048dc824ad7a6e6e788f5&device_id=c144246b-62bc-499f-bf55-06262438ba7b HTTP/1.1" status: 200 len: 1100 time: 0.1697185 Aug 10 03:08:29.653999 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-c3f1bde1-0f9a-427a-936e-bda374f99992 None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:29.664058 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-c3f1bde1-0f9a-427a-936e-bda374f99992 None None] Transition to ACTIVE for port object 20db2a69-300b-4cf6-a805-13fb5667fcda will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:08:29.670536 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-c3f1bde1-0f9a-427a-936e-bda374f99992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:29.712939 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c42fe7-4a69-4413-bd20-9647fd2033e9 None None] Pushing event updated for resources: {'Port': ['ID=20db2a69-300b-4cf6-a805-13fb5667fcda,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:29.713906 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-82e8656e-a8a3-404f-82ae-70d8d2f05615 req-3db973bb-e8ae-4cd7-a08e-01ed1dff52f3 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.115 HTTP/1.1" status: 200 len: 696 time: 0.1231649 Aug 10 03:08:29.731248 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-05f02509-c534-4a97-9369-8bfef5c522e4 req-507ca275-8062-4686-a600-9a6ad50fb7c4 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613595 Aug 10 03:08:29.803300 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-c3f1bde1-0f9a-427a-936e-bda374f99992 None None] Attempting to bind port 20db2a69-300b-4cf6-a805-13fb5667fcda on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:08:29.803674 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-c3f1bde1-0f9a-427a-936e-bda374f99992 None None] Attempting to bind port 20db2a69-300b-4cf6-a805-13fb5667fcda by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '5277ad14-a4dd-4656-a28b-9234dbb67820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:08:29.804034 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f1bde1-0f9a-427a-936e-bda374f99992 None None] Attempting to bind port 20db2a69-300b-4cf6-a805-13fb5667fcda on network c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:08:29.811266 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f1bde1-0f9a-427a-936e-bda374f99992 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:08:29.811989 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f1bde1-0f9a-427a-936e-bda374f99992 None None] Checking segment: {'id': '5277ad14-a4dd-4656-a28b-9234dbb67820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:08:29.812149 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-c3f1bde1-0f9a-427a-936e-bda374f99992 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:29.812551 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f1bde1-0f9a-427a-936e-bda374f99992 None None] Bound using segment: {'id': '5277ad14-a4dd-4656-a28b-9234dbb67820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:08:29.813773 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-c3f1bde1-0f9a-427a-936e-bda374f99992 None None] Bound port: 20db2a69-300b-4cf6-a805-13fb5667fcda, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5277ad14-a4dd-4656-a28b-9234dbb67820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:08:29.814187 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-c3f1bde1-0f9a-427a-936e-bda374f99992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:29.848508 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c5974-b7e7-44c0-9df6-9561e884bec5 req-94c36aab-262c-4497-94f1-0e861675d673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:29.850007 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9d4c5974-b7e7-44c0-9df6-9561e884bec5 req-94c36aab-262c-4497-94f1-0e861675d673 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d HTTP/1.1" status: 200 len: 870 time: 0.2476966 Aug 10 03:08:29.905375 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-c3f1bde1-0f9a-427a-936e-bda374f99992 None None] For port 20db2a69-300b-4cf6-a805-13fb5667fcda, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:08:29.908364 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-c3f1bde1-0f9a-427a-936e-bda374f99992 None None] For port 20db2a69-300b-4cf6-a805-13fb5667fcda, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=20db2a69-300b-4cf6-a805-13fb5667fcda,segment=NetworkSegment(5277ad14-a4dd-4656-a28b-9234dbb67820),segment_id=5277ad14-a4dd-4656-a28b-9234dbb67820)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:08:29.915326 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-c3f1bde1-0f9a-427a-936e-bda374f99992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:29.930071 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 7546844f-3862-4de8-9027-418cd12274ca up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:08:29.936118 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9d4c5974-b7e7-44c0-9df6-9561e884bec5 req-b38ea72f-c4d4-4090-8b25-bb4ec59f399d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=d36ab999-6fc2-43b3-892b-c2e46712150a HTTP/1.1" status: 200 len: 217 time: 0.0738087 Aug 10 03:08:29.977923 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c42fe7-4a69-4413-bd20-9647fd2033e9 None None] Pushing event updated for resources: {'Port': ['ID=20db2a69-300b-4cf6-a805-13fb5667fcda,revision_number=4']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:29.998634 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e8656e-a8a3-404f-82ae-70d8d2f05615 req-be6c20f3-f6f5-42e5-b278-abf315e89375 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:30.000689 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-82e8656e-a8a3-404f-82ae-70d8d2f05615 req-be6c20f3-f6f5-42e5-b278-abf315e89375 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] 10.222.0.62 "GET /v2.0/networks/09ca2025-b9a6-4e84-8019-8d9fbef3753e HTTP/1.1" status: 200 len: 784 time: 0.2753808 Aug 10 03:08:30.007742 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f1bde1-0f9a-427a-936e-bda374f99992 None None] Routers {'80dafd6b-2d4c-4a17-86c3-8f27fb623c5d'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:08:30.009050 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-c3f1bde1-0f9a-427a-936e-bda374f99992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:08:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['80dafd6b-2d4c-4a17-86c3-8f27fb623c5d'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:08:30.024313 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 7546844f-3862-4de8-9027-418cd12274ca triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:08:30.024950 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:30.067903 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c5974-b7e7-44c0-9df6-9561e884bec5 req-68318cb8-559d-4562-947b-e964a3eb650f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:30.069410 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9d4c5974-b7e7-44c0-9df6-9561e884bec5 req-68318cb8-559d-4562-947b-e964a3eb650f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.1179748 Aug 10 03:08:30.133180 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bed922-e612-4cba-8c5a-d49b6c5fc68a req-606e6724-2f75-4ffe-b158-6bb68688452b tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:30.138828 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d4bed922-e612-4cba-8c5a-d49b6c5fc68a req-606e6724-2f75-4ffe-b158-6bb68688452b tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/networks?id=909af24c-2a43-4e6d-8a1f-90b69debd82b HTTP/1.1" status: 200 len: 807 time: 0.2204132 Aug 10 03:08:30.178071 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-c3f1bde1-0f9a-427a-936e-bda374f99992 None None] Set router 80dafd6b-2d4c-4a17-86c3-8f27fb623c5d gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:08:30.209971 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d4bed922-e612-4cba-8c5a-d49b6c5fc68a req-f889bd04-9b5c-4cd1-8111-3520fed05510 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/quotas/0184527d62ac40cb863b24d5f91a9ee4 HTTP/1.1" status: 200 len: 375 time: 0.0512381 Aug 10 03:08:30.228775 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c5974-b7e7-44c0-9df6-9561e884bec5 req-5b477f57-63a1-4c90-961e-6538d2bcbf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:30.230553 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9d4c5974-b7e7-44c0-9df6-9561e884bec5 req-5b477f57-63a1-4c90-961e-6538d2bcbf1c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1503854 Aug 10 03:08:30.284316 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7d1c096b-ebb8-494b-aacd-2ae3045aa78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:30.288455 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d712d8c8-45f9-4ab2-a571-b65948abab38 req-5e3871d6-b023-457c-8eb2-0f1a897d291b tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:30.291262 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d712d8c8-45f9-4ab2-a571-b65948abab38 req-5e3871d6-b023-457c-8eb2-0f1a897d291b tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] 10.222.0.62 "GET /v2.0/ports?device_id=d67d22d4-5f4e-4ecc-9cb7-c4fef36a3e6d HTTP/1.1" status: 200 len: 950 time: 0.1499271 Aug 10 03:08:30.362243 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d4bed922-e612-4cba-8c5a-d49b6c5fc68a req-c56e66c2-b4af-43ca-9dee-a2a2a0e4abaf tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0184527d62ac40cb863b24d5f91a9ee4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1506424 Aug 10 03:08:30.447013 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d712d8c8-45f9-4ab2-a571-b65948abab38 req-66e7c2df-a4bd-495e-a58d-86fa09f93bd4 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] 10.222.0.62 "GET /v2.0/security-groups?id=73c9c97f-21a0-4c39-9593-22fd18479ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256776 Aug 10 03:08:30.483916 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9d4c5974-b7e7-44c0-9df6-9561e884bec5 req-7ab2098e-d976-449d-875b-e80efc39e0d6 service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316251 Aug 10 03:08:30.529051 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-c3f1bde1-0f9a-427a-936e-bda374f99992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80dafd6b-2d4c-4a17-86c3-8f27fb623c5d', 'name': 'tempest-TaggedBootDevicesTest-1119675665-router', 'tenant_id': '9db099ffcd1f4b6f883036f2463be98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '7546844f-3862-4de8-9027-418cd12274ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:08:20Z', 'updated_at': '2021-08-10T03:08:26Z', 'revision_number': 4, 'project_id': '9db099ffcd1f4b6f883036f2463be98e', 'gw_port': {'id': '7546844f-3862-4de8-9027-418cd12274ca', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dafd6b-2d4c-4a17-86c3-8f27fb623c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:08:20Z', 'updated_at': '2021-08-10T03:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '20db2a69-300b-4cf6-a805-13fb5667fcda', 'name': '', 'network_id': 'c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae', 'tenant_id': '9db099ffcd1f4b6f883036f2463be98e', 'mac_address': 'fa:16:3e:a3:2d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80dafd6b-2d4c-4a17-86c3-8f27fb623c5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e8cb624b-05ab-4931-a430-340a8df0afcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:08:25Z', 'updated_at': '2021-08-10T03:08:29Z', 'revision_number': 4, 'project_id': '9db099ffcd1f4b6f883036f2463be98e', 'subnets': [{'id': 'e8cb624b-05ab-4931-a430-340a8df0afcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:08:30.556504 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f1bde1-0f9a-427a-936e-bda374f99992 None None] The sync data for ids ['80dafd6b-2d4c-4a17-86c3-8f27fb623c5d'] in n-d-768851-15 is: [{'id': '80dafd6b-2d4c-4a17-86c3-8f27fb623c5d', 'name': 'tempest-TaggedBootDevicesTest-1119675665-router', 'tenant_id': '9db099ffcd1f4b6f883036f2463be98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '7546844f-3862-4de8-9027-418cd12274ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:08:20Z', 'updated_at': '2021-08-10T03:08:26Z', 'revision_number': 4, 'project_id': '9db099ffcd1f4b6f883036f2463be98e', 'gw_port': {'id': '7546844f-3862-4de8-9027-418cd12274ca', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dafd6b-2d4c-4a17-86c3-8f27fb623c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:08:20Z', 'updated_at': '2021-08-10T03:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '20db2a69-300b-4cf6-a805-13fb5667fcda', 'name': '', 'network_id': 'c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae', 'tenant_id': '9db099ffcd1f4b6f883036f2463be98e', 'mac_address': 'fa:16:3e:a3:2d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80dafd6b-2d4c-4a17-86c3-8f27fb623c5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e8cb624b-05ab-4931-a430-340a8df0afcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:08:25Z', 'updated_at': '2021-08-10T03:08:29Z', 'revision_number': 4, 'project_id': '9db099ffcd1f4b6f883036f2463be98e', 'subnets': [{'id': 'e8cb624b-05ab-4931-a430-340a8df0afcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:08:30.591347 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d4bed922-e612-4cba-8c5a-d49b6c5fc68a req-929ca761-55c0-4c77-ace4-28e32c8e7e9d service neutron] 10.222.0.62 "GET /v2.0/networks/909af24c-2a43-4e6d-8a1f-90b69debd82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096720 Aug 10 03:08:30.731793 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9d4c5974-b7e7-44c0-9df6-9561e884bec5 req-679ccc6b-7f62-43a8-88cd-0ff5b042e09d service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343524 Aug 10 03:08:31.040687 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c18fd40-fb8b-49b9-ae5e-624cbcc3ae75 req-27062bac-c966-4800-9f16-0ff11e4972e5 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:31.042383 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2c18fd40-fb8b-49b9-ae5e-624cbcc3ae75 req-27062bac-c966-4800-9f16-0ff11e4972e5 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] 10.222.0.62 "GET /v2.0/ports?device_id=e85f2270-df8e-45b2-b149-3a31cae73307&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4369607 Aug 10 03:08:31.130094 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d4bed922-e612-4cba-8c5a-d49b6c5fc68a req-dfc3d633-2309-4a16-8c99-8de0d99ff377 service neutron] 10.222.0.62 "GET /v2.0/networks/909af24c-2a43-4e6d-8a1f-90b69debd82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5256951 Aug 10 03:08:31.135454 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2c18fd40-fb8b-49b9-ae5e-624cbcc3ae75 req-b306ba7d-b2cc-42b9-b5cd-6be42cb68b6e tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.115 HTTP/1.1" status: 200 len: 696 time: 0.0690265 Aug 10 03:08:31.142810 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-491ca1f6-865d-4914-b125-319ca32c53c8 req-b5ff14e6-e4b7-4973-8dc9-413c184517a7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5f210c3c-37b1-4313-b640-deb8332cbd55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1248403 Aug 10 03:08:31.147695 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-2c18fd40-fb8b-49b9-ae5e-624cbcc3ae75 req-5d4520f6-2650-4fac-948c-7d813d4afb64 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Request body: {'floatingip': {'port_id': 'cfd67a08-eba1-429e-93e5-686974789274', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:08:31.220888 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-2c18fd40-fb8b-49b9-ae5e-624cbcc3ae75 req-5d4520f6-2650-4fac-948c-7d813d4afb64 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Notify callbacks [] for floatingip, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:31.307054 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ca1f6-865d-4914-b125-319ca32c53c8 req-458b1a3d-992e-4e8b-81e9-1c37443ad3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:31.308563 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-491ca1f6-865d-4914-b125-319ca32c53c8 req-458b1a3d-992e-4e8b-81e9-1c37443ad3f5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d29523b6a3c34430b121d2faffd2884f&device_id=5f210c3c-37b1-4313-b640-deb8332cbd55 HTTP/1.1" status: 200 len: 1118 time: 0.1199467 Aug 10 03:08:31.426914 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device d36ab999-6fc2-43b3-892b-c2e46712150a details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:08:31.618254 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port d36ab999-6fc2-43b3-892b-c2e46712150a, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=d36ab999-6fc2-43b3-892b-c2e46712150a,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:08:31.640684 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': 'd36ab999-6fc2-43b3-892b-c2e46712150a', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'port_id': 'd36ab999-6fc2-43b3-892b-c2e46712150a', 'mac_address': 'fa:16:3e:9f:a6:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e3eb0b-907c-4ac4-809e-ae9609bc8c67', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:08:31.658620 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ca1f6-865d-4914-b125-319ca32c53c8 req-34ac2c05-6549-473b-ab6c-63b800778617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:31.661375 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-491ca1f6-865d-4914-b125-319ca32c53c8 req-34ac2c05-6549-473b-ab6c-63b800778617 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b071061e-0c83-4db2-9121-a6eb9f4ae150 HTTP/1.1" status: 200 len: 922 time: 0.3186886 Aug 10 03:08:31.721857 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:31.746446 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d36ab999-6fc2-43b3-892b-c2e46712150a {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:08:31.803225 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port d36ab999-6fc2-43b3-892b-c2e46712150a, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=d36ab999-6fc2-43b3-892b-c2e46712150a,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:08:31.810312 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-491ca1f6-865d-4914-b125-319ca32c53c8 req-01674962-73cc-4c6c-b4e5-c8680de87027 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dda454e8-e875-42e2-9540-224304669743 HTTP/1.1" status: 200 len: 217 time: 0.1339333 Aug 10 03:08:31.817553 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:31.895474 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc03d011-8151-453c-bee1-4d9102aabfe7 req-7b127096-c381-4dac-a4b0-0f1ae7c53bab tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:31.902510 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fc03d011-8151-453c-bee1-4d9102aabfe7 req-7b127096-c381-4dac-a4b0-0f1ae7c53bab tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=c144246b-62bc-499f-bf55-06262438ba7b HTTP/1.1" status: 200 len: 948 time: 0.3512273 Aug 10 03:08:31.950937 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=d36ab999-6fc2-43b3-892b-c2e46712150a,revision_number=8']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:32.022533 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 20db2a69-300b-4cf6-a805-13fb5667fcda up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:08:32.056646 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ca1f6-865d-4914-b125-319ca32c53c8 req-5ff8408a-0139-41e5-ad76-e0553b1bd144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:32.060161 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-491ca1f6-865d-4914-b125-319ca32c53c8 req-5ff8408a-0139-41e5-ad76-e0553b1bd144 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=07f824b9-3083-4489-bc41-7237705a68bc HTTP/1.1" status: 200 len: 861 time: 0.2378111 Aug 10 03:08:32.069650 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [req-2c18fd40-fb8b-49b9-ae5e-624cbcc3ae75 req-5d4520f6-2650-4fac-948c-7d813d4afb64 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] update failed (client error): There was a conflict when trying to complete your request. Aug 10 03:08:32.070763 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2c18fd40-fb8b-49b9-ae5e-624cbcc3ae75 req-5d4520f6-2650-4fac-948c-7d813d4afb64 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] 10.222.0.62 "PUT /v2.0/floatingips/9ba65fbe-02eb-48ad-b171-07b374e16063 HTTP/1.1" status: 409 len: 550 time: 0.9269845 Aug 10 03:08:32.097618 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 20db2a69-300b-4cf6-a805-13fb5667fcda completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:08:32.099634 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fc03d011-8151-453c-bee1-4d9102aabfe7 req-f979c5f9-c7f9-42b9-9eee-af65a0910cbc tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201532 Aug 10 03:08:32.105272 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 20db2a69-300b-4cf6-a805-13fb5667fcda triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:08:32.105677 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:32.149497 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-491ca1f6-865d-4914-b125-319ca32c53c8 req-db911b14-474a-4876-9821-fb065b4fbd33 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b071061e-0c83-4db2-9121-a6eb9f4ae150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453250 Aug 10 03:08:32.159152 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['d36ab999-6fc2-43b3-892b-c2e46712150a'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:08:32.210410 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6e9cd17c-85f1-46dc-91c0-beca5aa8efe0 req-7beb5b37-d205-4608-bc70-047a346d343c tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=e099c7bd-ee42-4d4c-b5fd-16ecc0cdc280 HTTP/1.1" status: 200 len: 210 time: 0.0598748 Aug 10 03:08:32.353735 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a73bf0-de29-4307-a525-3736744cc325 req-2b0a945d-0163-442a-9446-cd9f18e2fae3 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:32.362630 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d1a73bf0-de29-4307-a525-3736744cc325 req-2b0a945d-0163-442a-9446-cd9f18e2fae3 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] 10.222.0.62 "GET /v2.0/ports?device_id=d67d22d4-5f4e-4ecc-9cb7-c4fef36a3e6d HTTP/1.1" status: 200 len: 950 time: 0.1509004 Aug 10 03:08:32.376240 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:32.428550 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 20db2a69-300b-4cf6-a805-13fb5667fcda, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=20db2a69-300b-4cf6-a805-13fb5667fcda,segment=NetworkSegment(5277ad14-a4dd-4656-a28b-9234dbb67820),segment_id=5277ad14-a4dd-4656-a28b-9234dbb67820)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:08:32.440194 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:32.468650 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-491ca1f6-865d-4914-b125-319ca32c53c8 req-ba5b1f84-f438-4644-85bb-8bc202f26c82 service neutron] 10.222.0.58 "GET /v2.0/networks/b071061e-0c83-4db2-9121-a6eb9f4ae150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986250 Aug 10 03:08:32.476660 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-35b98075-b1cf-429c-a988-a06aab957f85 req-19f19503-7b0f-4f20-a42f-6aef68c96a02 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] 10.222.0.62 "GET /v2.0/floatingips/9ba65fbe-02eb-48ad-b171-07b374e16063 HTTP/1.1" status: 200 len: 693 time: 0.0957775 Aug 10 03:08:32.514912 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d1a73bf0-de29-4307-a525-3736744cc325 req-a0639504-11c4-41c8-8694-528a4c55b49d tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] 10.222.0.62 "GET /v2.0/security-groups?id=73c9c97f-21a0-4c39-9593-22fd18479ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510301 Aug 10 03:08:32.525913 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=20db2a69-300b-4cf6-a805-13fb5667fcda,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:32.761359 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b98075-b1cf-429c-a988-a06aab957f85 req-a11471f7-26bc-49c7-849c-11e932dc7952 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:32.762746 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-35b98075-b1cf-429c-a988-a06aab957f85 req-a11471f7-26bc-49c7-849c-11e932dc7952 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] 10.222.0.62 "GET /v2.0/networks/09ca2025-b9a6-4e84-8019-8d9fbef3753e HTTP/1.1" status: 200 len: 784 time: 0.2733603 Aug 10 03:08:32.764562 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-491ca1f6-865d-4914-b125-319ca32c53c8 req-6d7ee02c-963a-4742-925d-ae34b42f92f2 service neutron] 10.222.0.58 "GET /v2.0/networks/b071061e-0c83-4db2-9121-a6eb9f4ae150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845387 Aug 10 03:08:32.818292 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bfac60-b120-4f79-be2e-595d7be5c56f req-6a5568c8-3ed8-4e13-8c4b-b3f1fd12c8df tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:32.819727 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-79bfac60-b120-4f79-be2e-595d7be5c56f req-6a5568c8-3ed8-4e13-8c4b-b3f1fd12c8df tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.62 "GET /v2.0/ports?device_id=664a6ce4-88cb-43d5-8355-6fbcdabb7a73 HTTP/1.1" status: 200 len: 945 time: 0.1187847 Aug 10 03:08:32.827623 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-35b98075-b1cf-429c-a988-a06aab957f85 req-48492916-61c6-43ff-b6e1-6dff180269f5 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.115 HTTP/1.1" status: 200 len: 696 time: 0.0575430 Aug 10 03:08:32.898673 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-35b98075-b1cf-429c-a988-a06aab957f85 req-b8b51e86-0199-4da4-b99b-3e517465c7dc tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.115 HTTP/1.1" status: 200 len: 696 time: 0.0632448 Aug 10 03:08:32.909427 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-79bfac60-b120-4f79-be2e-595d7be5c56f req-54c8d064-0352-4ef1-99d7-3c8c55dfd508 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.62 "GET /v2.0/security-groups?id=3640a20a-f833-4208-a5e8-4377bcabf26a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808187 Aug 10 03:08:32.953782 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991fdd9-8bff-41db-84df-edb140b511db req-8eb39e58-315a-43dc-be90-bbb8654e05a7 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:32.958050 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1991fdd9-8bff-41db-84df-edb140b511db req-8eb39e58-315a-43dc-be90-bbb8654e05a7 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.60 "GET /v2.0/ports?device_id=c144246b-62bc-499f-bf55-06262438ba7b&tenant_id=6cb2c88cb44048dc824ad7a6e6e788f5&binding%3Ahost_id=n-h1-768851-15 HTTP/1.1" status: 200 len: 949 time: 0.1272023 Aug 10 03:08:32.959796 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-43f76e1d-3987-4a2b-bb7b-2828c5272514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:33.040534 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [req-1991fdd9-8bff-41db-84df-edb140b511db req-bcef20e8-f4cd-45bf-8f45-4ebd2ed09376 service neutron] delete failed (client error): The resource could not be found. Aug 10 03:08:33.042255 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1991fdd9-8bff-41db-84df-edb140b511db req-bcef20e8-f4cd-45bf-8f45-4ebd2ed09376 service neutron] 10.222.0.60 "DELETE /v2.0/ports/d36ab999-6fc2-43b3-892b-c2e46712150a/bindings/n-h2-768851-15 HTTP/1.1" status: 404 len: 381 time: 0.0713434 Aug 10 03:08:33.094438 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494a568a-5331-4d5c-8c25-a39622b25908 req-241ad480-1334-4bb2-b571-bb7cea11a275 tempest-LiveMigrationNegativeTest-770743031 tempest-LiveMigrationNegativeTest-770743031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:33.099215 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-494a568a-5331-4d5c-8c25-a39622b25908 req-241ad480-1334-4bb2-b571-bb7cea11a275 tempest-LiveMigrationNegativeTest-770743031 tempest-LiveMigrationNegativeTest-770743031-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=d67d22d4-5f4e-4ecc-9cb7-c4fef36a3e6d HTTP/1.1" status: 200 len: 1102 time: 0.0920739 Aug 10 03:08:33.176800 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991fdd9-8bff-41db-84df-edb140b511db req-1202a2fb-23c8-4ccb-ac00-7c8d70db0ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:33.178801 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1991fdd9-8bff-41db-84df-edb140b511db req-1202a2fb-23c8-4ccb-ac00-7c8d70db0ead service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6cb2c88cb44048dc824ad7a6e6e788f5&device_id=c144246b-62bc-499f-bf55-06262438ba7b HTTP/1.1" status: 200 len: 1101 time: 0.0544183 Aug 10 03:08:33.188157 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-494a568a-5331-4d5c-8c25-a39622b25908 req-db0d5132-7926-49ba-b042-f9c28cef6b65 tempest-LiveMigrationNegativeTest-770743031 tempest-LiveMigrationNegativeTest-770743031-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:33.287038 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-494a568a-5331-4d5c-8c25-a39622b25908 req-db0d5132-7926-49ba-b042-f9c28cef6b65 tempest-LiveMigrationNegativeTest-770743031 tempest-LiveMigrationNegativeTest-770743031-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:33.292138 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-35b98075-b1cf-429c-a988-a06aab957f85 req-c1e770c5-3ab0-4f55-92b2-a5590bfd17a5 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Deleting port 7ed6db84-29eb-406c-b7bb-1b2b4cd95765 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:08:33.292347 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-35b98075-b1cf-429c-a988-a06aab957f85 req-c1e770c5-3ab0-4f55-92b2-a5590bfd17a5 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:33.321474 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:33.355402 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-494a568a-5331-4d5c-8c25-a39622b25908 req-db0d5132-7926-49ba-b042-f9c28cef6b65 tempest-LiveMigrationNegativeTest-770743031 tempest-LiveMigrationNegativeTest-770743031-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:33.358901 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991fdd9-8bff-41db-84df-edb140b511db req-e36ab600-8e0b-4948-a1c7-bbe84518b3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:33.360376 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1991fdd9-8bff-41db-84df-edb140b511db req-e36ab600-8e0b-4948-a1c7-bbe84518b3dc service neutron] 10.222.0.60 "GET /v2.0/networks?id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d HTTP/1.1" status: 200 len: 870 time: 0.1742084 Aug 10 03:08:33.411167 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1991fdd9-8bff-41db-84df-edb140b511db req-b9955804-b8a3-4153-b28f-6ec03f43cf66 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=d36ab999-6fc2-43b3-892b-c2e46712150a HTTP/1.1" status: 200 len: 217 time: 0.0427711 Aug 10 03:08:33.441292 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device d36ab999-6fc2-43b3-892b-c2e46712150a up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:08:33.462861 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-494a568a-5331-4d5c-8c25-a39622b25908 req-db0d5132-7926-49ba-b042-f9c28cef6b65 tempest-LiveMigrationNegativeTest-770743031 tempest-LiveMigrationNegativeTest-770743031-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=73c9c97f-21a0-4c39-9593-22fd18479ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539052 Aug 10 03:08:33.470681 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-35b98075-b1cf-429c-a988-a06aab957f85 req-c1e770c5-3ab0-4f55-92b2-a5590bfd17a5 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:33.471197 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-35b98075-b1cf-429c-a988-a06aab957f85 req-c1e770c5-3ab0-4f55-92b2-a5590bfd17a5 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:33.491646 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0d5132-7926-49ba-b042-f9c28cef6b65 tempest-LiveMigrationNegativeTest-770743031 tempest-LiveMigrationNegativeTest-770743031-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64dafd22-73d4-4a66-a58e-0af5e65b0c27,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:33.494654 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991fdd9-8bff-41db-84df-edb140b511db req-6b51b5c3-446d-424d-8ed8-22a754fc0dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:33.496191 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1991fdd9-8bff-41db-84df-edb140b511db req-6b51b5c3-446d-424d-8ed8-22a754fc0dbd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.0715117 Aug 10 03:08:33.518820 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bed922-e612-4cba-8c5a-d49b6c5fc68a req-d05a00e1-a756-42b1-8687-48de478b45ca tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:33.531109 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d4bed922-e612-4cba-8c5a-d49b6c5fc68a req-d05a00e1-a756-42b1-8687-48de478b45ca tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.58 "GET /v2.0/networks?id=909af24c-2a43-4e6d-8a1f-90b69debd82b HTTP/1.1" status: 200 len: 807 time: 0.4134414 Aug 10 03:08:33.540530 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port d36ab999-6fc2-43b3-892b-c2e46712150a completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:08:33.541617 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-35b98075-b1cf-429c-a988-a06aab957f85 req-c1e770c5-3ab0-4f55-92b2-a5590bfd17a5 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Calling delete_port for 7ed6db84-29eb-406c-b7bb-1b2b4cd95765 owned by network:floatingip {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:08:33.557812 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port d36ab999-6fc2-43b3-892b-c2e46712150a triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:08:33.558253 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:33.559720 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-d4bed922-e612-4cba-8c5a-d49b6c5fc68a req-5aadac0e-1c35-461b-9b9d-dfa0bbd27b9a tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Request body: {'port': {'device_id': 'e099c7bd-ee42-4d4c-b5fd-16ecc0cdc280', 'network_id': '909af24c-2a43-4e6d-8a1f-90b69debd82b', 'admin_state_up': True, 'tenant_id': '0184527d62ac40cb863b24d5f91a9ee4'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:08:33.571170 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991fdd9-8bff-41db-84df-edb140b511db req-813eb9b6-f783-4885-86e1-7f903cb927bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:33.582694 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1991fdd9-8bff-41db-84df-edb140b511db req-813eb9b6-f783-4885-86e1-7f903cb927bc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0764937 Aug 10 03:08:33.679360 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:33.706385 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c144246b-62bc-499f-bf55-06262438ba7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd36ab999-6fc2-43b3-892b-c2e46712150a'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:08:33.709662 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f67757a-b328-4766-b654-5f8e8b01e515" -d '{"events": [{"server_uuid": "c144246b-62bc-499f-bf55-06262438ba7b", "name": "network-vif-plugged", "status": "completed", "tag": "d36ab999-6fc2-43b3-892b-c2e46712150a"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:08:33.715891 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1991fdd9-8bff-41db-84df-edb140b511db req-573f4b09-0b40-4e9a-a0af-8522d6d38ee7 service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253963 Aug 10 03:08:33.724879 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port d36ab999-6fc2-43b3-892b-c2e46712150a, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=d36ab999-6fc2-43b3-892b-c2e46712150a,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:08:33.732173 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:33.799597 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=d36ab999-6fc2-43b3-892b-c2e46712150a,revision_number=9']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:33.810597 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4cb880-9502-48de-ada2-30ab8ea401db req-57a3313c-daaa-4962-9941-9f9302386f91 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:33.812761 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-db4cb880-9502-48de-ada2-30ab8ea401db req-57a3313c-daaa-4962-9941-9f9302386f91 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=c144246b-62bc-499f-bf55-06262438ba7b HTTP/1.1" status: 200 len: 949 time: 0.1681964 Aug 10 03:08:33.881242 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1991fdd9-8bff-41db-84df-edb140b511db req-52b82a8a-edde-4bf3-9e5d-7e86a18db53e service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484461 Aug 10 03:08:33.896830 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 20db2a69-300b-4cf6-a805-13fb5667fcda up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:08:33.919893 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-db4cb880-9502-48de-ada2-30ab8ea401db req-306bebf1-7700-459b-8e86-8c297c6824b5 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989358 Aug 10 03:08:33.944138 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-35b98075-b1cf-429c-a988-a06aab957f85 req-c1e770c5-3ab0-4f55-92b2-a5590bfd17a5 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:33.976512 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 20db2a69-300b-4cf6-a805-13fb5667fcda triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:08:33.977429 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:33.982171 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e770c5-3ab0-4f55-92b2-a5590bfd17a5 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Pushing event deleted for resources: {'Port': ['ID=7ed6db84-29eb-406c-b7bb-1b2b4cd95765,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:33.984449 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4bed922-e612-4cba-8c5a-d49b6c5fc68a req-5aadac0e-1c35-461b-9b9d-dfa0bbd27b9a tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Made reservation on behalf of 0184527d62ac40cb863b24d5f91a9ee4 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:08:33.988166 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d4bed922-e612-4cba-8c5a-d49b6c5fc68a req-5aadac0e-1c35-461b-9b9d-dfa0bbd27b9a tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:34.047677 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-31b3ede1-3436-4df3-b63e-19a63e1cd031 req-b46a5d11-b598-42ef-aae8-c16b2d77ff6f tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=e099c7bd-ee42-4d4c-b5fd-16ecc0cdc280 HTTP/1.1" status: 200 len: 210 time: 0.0470002 Aug 10 03:08:34.057572 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-35b98075-b1cf-429c-a988-a06aab957f85 req-c1e770c5-3ab0-4f55-92b2-a5590bfd17a5 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Notify callbacks [] for floatingip, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:34.060578 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-35b98075-b1cf-429c-a988-a06aab957f85 req-c1e770c5-3ab0-4f55-92b2-a5590bfd17a5 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:34.061739 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-35b98075-b1cf-429c-a988-a06aab957f85 req-c1e770c5-3ab0-4f55-92b2-a5590bfd17a5 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] 10.222.0.62 "DELETE /v2.0/floatingips/9ba65fbe-02eb-48ad-b171-07b374e16063 HTTP/1.1" status: 204 len: 173 time: 1.1568666 Aug 10 03:08:34.131130 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:34.155274 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b275b54-2e61-4ce7-8424-28e9e8d1daef x-openstack-request-id: req-2b275b54-2e61-4ce7-8424-28e9e8d1daef {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:08:34.155572 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c144246b-62bc-499f-bf55-06262438ba7b", "name": "network-vif-plugged", "status": "completed", "tag": "d36ab999-6fc2-43b3-892b-c2e46712150a", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:08:34.155824 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2b275b54-2e61-4ce7-8424-28e9e8d1daef {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:08:34.156217 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c144246b-62bc-499f-bf55-06262438ba7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd36ab999-6fc2-43b3-892b-c2e46712150a', 'code': 200} Aug 10 03:08:34.324994 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-d4bed922-e612-4cba-8c5a-d49b6c5fc68a req-5aadac0e-1c35-461b-9b9d-dfa0bbd27b9a tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Allocated IP 172.20.0.8 (909af24c-2a43-4e6d-8a1f-90b69debd82b/b8c216be-f9cb-484e-9a0a-1cd9ef473e6f/f59dede6-6b8e-472b-8c72-53679eb4e5af) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:08:34.348041 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8bf95b4e-860e-4637-9d5c-0721d1bf8963 req-2cae7478-bf17-4c4d-9ed1-8748ede7067e tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.24 HTTP/1.1" status: 200 len: 1000 time: 0.1551411 Aug 10 03:08:34.426820 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf95b4e-860e-4637-9d5c-0721d1bf8963 req-346285a9-9915-4adb-ba07-5f8dffc1bd0a tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:34.438014 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8bf95b4e-860e-4637-9d5c-0721d1bf8963 req-346285a9-9915-4adb-ba07-5f8dffc1bd0a tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] 10.222.0.62 "GET /v2.0/ports/cfd67a08-eba1-429e-93e5-686974789274 HTTP/1.1" status: 200 len: 942 time: 0.0841615 Aug 10 03:08:34.913197 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8bf95b4e-860e-4637-9d5c-0721d1bf8963 req-83cd6dcb-e84b-4c4c-9f0e-be038e561186 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.24 HTTP/1.1" status: 200 len: 1000 time: 0.3932674 Aug 10 03:08:34.928384 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-199a8086-8239-4c4c-a705-39aa327641e6 req-565eafa3-0830-47d3-b329-39c0f07c2dad tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--543503180&fields=id&tenant_id=bee18006e8ee4e0f8b5de53f967abbed HTTP/1.1" status: 200 len: 267 time: 0.0700338 Aug 10 03:08:35.006206 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d4bed922-e612-4cba-8c5a-d49b6c5fc68a req-5aadac0e-1c35-461b-9b9d-dfa0bbd27b9a tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:35.159914 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf95b4e-860e-4637-9d5c-0721d1bf8963 req-3642c3ca-ccd6-48c0-9d4a-330eed57d64f tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:35.161309 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8bf95b4e-860e-4637-9d5c-0721d1bf8963 req-3642c3ca-ccd6-48c0-9d4a-330eed57d64f tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] 10.222.0.62 "GET /v2.0/networks/09ca2025-b9a6-4e84-8019-8d9fbef3753e HTTP/1.1" status: 200 len: 784 time: 0.2363808 Aug 10 03:08:35.176645 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a8086-8239-4c4c-a705-39aa327641e6 req-1f237c12-4aa6-4569-b275-936d45e3a1ae tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:35.178184 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-199a8086-8239-4c4c-a705-39aa327641e6 req-1f237c12-4aa6-4569-b275-936d45e3a1ae tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.62 "GET /v2.0/networks?id=7bd6a1e2-d65a-4310-b080-ef087a9f163c HTTP/1.1" status: 200 len: 824 time: 0.2332783 Aug 10 03:08:35.181577 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d4bed922-e612-4cba-8c5a-d49b6c5fc68a req-5aadac0e-1c35-461b-9b9d-dfa0bbd27b9a tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:35.186287 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [req-8bf95b4e-860e-4637-9d5c-0721d1bf8963 req-a5a9cd66-0279-4af1-8370-ab76adc96c32 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:08:35.187316 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8bf95b4e-860e-4637-9d5c-0721d1bf8963 req-a5a9cd66-0279-4af1-8370-ab76adc96c32 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079782 Aug 10 03:08:35.266808 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-199a8086-8239-4c4c-a705-39aa327641e6 req-34a070ef-68bd-48a7-886f-eb64989f7ed5 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.62 "GET /v2.0/quotas/bee18006e8ee4e0f8b5de53f967abbed HTTP/1.1" status: 200 len: 375 time: 0.0784700 Aug 10 03:08:35.307763 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4bed922-e612-4cba-8c5a-d49b6c5fc68a req-5aadac0e-1c35-461b-9b9d-dfa0bbd27b9a tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Network 909af24c-2a43-4e6d-8a1f-90b69debd82b is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:08:35.331751 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-d4bed922-e612-4cba-8c5a-d49b6c5fc68a req-5aadac0e-1c35-461b-9b9d-dfa0bbd27b9a tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:08:35.338936 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4bed922-e612-4cba-8c5a-d49b6c5fc68a req-5aadac0e-1c35-461b-9b9d-dfa0bbd27b9a tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:08:35.344516 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bed922-e612-4cba-8c5a-d49b6c5fc68a req-5aadac0e-1c35-461b-9b9d-dfa0bbd27b9a tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:35.345142 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d4bed922-e612-4cba-8c5a-d49b6c5fc68a req-5aadac0e-1c35-461b-9b9d-dfa0bbd27b9a tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:35.347631 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aadac0e-1c35-461b-9b9d-dfa0bbd27b9a tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Pushing event updated for resources: {'Port': ['ID=f59dede6-6b8e-472b-8c72-53679eb4e5af,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:35.365408 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8bf95b4e-860e-4637-9d5c-0721d1bf8963 req-919ff9c2-0fb5-48c9-ad2d-49aa338cf23a tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.24 HTTP/1.1" status: 200 len: 1000 time: 0.1636717 Aug 10 03:08:35.377821 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d4bed922-e612-4cba-8c5a-d49b6c5fc68a req-5aadac0e-1c35-461b-9b9d-dfa0bbd27b9a tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8252695 Aug 10 03:08:35.381037 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-8bf95b4e-860e-4637-9d5c-0721d1bf8963 req-26e05ff2-a0c0-46a4-92d6-d1888d9435b8 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:08:35.424905 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-d4bed922-e612-4cba-8c5a-d49b6c5fc68a req-581f0929-d949-4b84-bcf1-887380ec1920 service neutron] Request body: {'port': {'device_id': 'e099c7bd-ee42-4d4c-b5fd-16ecc0cdc280', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:08:35.443874 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-199a8086-8239-4c4c-a705-39aa327641e6 req-eb3f235b-fb87-4877-86bb-57eb9c0fa977 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=bee18006e8ee4e0f8b5de53f967abbed&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1618583 Aug 10 03:08:35.547668 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8bf95b4e-860e-4637-9d5c-0721d1bf8963 req-26e05ff2-a0c0-46a4-92d6-d1888d9435b8 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Notify callbacks [] for floatingip, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:35.598437 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d4bed922-e612-4cba-8c5a-d49b6c5fc68a req-581f0929-d949-4b84-bcf1-887380ec1920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:35.720441 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-199a8086-8239-4c4c-a705-39aa327641e6 req-afe33507-ee9c-4ee0-b40e-c59fab4b3b37 service neutron] 10.222.0.62 "GET /v2.0/networks/7bd6a1e2-d65a-4310-b080-ef087a9f163c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565525 Aug 10 03:08:35.840247 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:35.912321 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8bf95b4e-860e-4637-9d5c-0721d1bf8963 req-26e05ff2-a0c0-46a4-92d6-d1888d9435b8 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:35.925974 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8bf95b4e-860e-4637-9d5c-0721d1bf8963 req-26e05ff2-a0c0-46a4-92d6-d1888d9435b8 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:35.926295 n-d-768851-15 neutron-server[94216]: INFO neutron.db.l3_db [req-8bf95b4e-860e-4637-9d5c-0721d1bf8963 req-26e05ff2-a0c0-46a4-92d6-d1888d9435b8 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Floating IP f5cd0ad5-296f-4cc8-9255-d1b56fcd8633 disassociated. External IP: 172.25.7.24, port: cfd67a08-eba1-429e-93e5-686974789274. Aug 10 03:08:36.054333 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-199a8086-8239-4c4c-a705-39aa327641e6 req-0cc15c42-0a6e-4a20-b9ce-95c03393cf7c service neutron] 10.222.0.62 "GET /v2.0/networks/7bd6a1e2-d65a-4310-b080-ef087a9f163c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257661 Aug 10 03:08:36.096600 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12720c4d-979a-42d9-b929-3071383034b8 req-1c412b1a-b610-4e7f-bc76-152e1d1e3f07 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:36.098205 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-12720c4d-979a-42d9-b929-3071383034b8 req-1c412b1a-b610-4e7f-bc76-152e1d1e3f07 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.58 "GET /v2.0/ports?device_id=664a6ce4-88cb-43d5-8355-6fbcdabb7a73 HTTP/1.1" status: 200 len: 945 time: 0.0605712 Aug 10 03:08:36.266674 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-12720c4d-979a-42d9-b929-3071383034b8 req-8c11f58b-23dd-412f-8fe0-9a2b55025f78 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Deleting port 2b53ea60-220b-4873-8aad-f63507800214 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:08:36.266914 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-12720c4d-979a-42d9-b929-3071383034b8 req-8c11f58b-23dd-412f-8fe0-9a2b55025f78 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:36.358787 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-d4bed922-e612-4cba-8c5a-d49b6c5fc68a req-581f0929-d949-4b84-bcf1-887380ec1920 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f59dede6-6b8e-472b-8c72-53679eb4e5af {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:08:36.369914 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e6245-bc43-4f12-8ae1-cdfe46a68da0 req-61fe6d9e-2185-4340-bc7b-8c1d54a8a207 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:36.370401 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d4bed922-e612-4cba-8c5a-d49b6c5fc68a req-581f0929-d949-4b84-bcf1-887380ec1920 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:36.371643 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-dd0e6245-bc43-4f12-8ae1-cdfe46a68da0 req-61fe6d9e-2185-4340-bc7b-8c1d54a8a207 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] 10.222.0.60 "GET /v2.0/ports?device_id=d67d22d4-5f4e-4ecc-9cb7-c4fef36a3e6d HTTP/1.1" status: 200 len: 950 time: 0.1566842 Aug 10 03:08:36.397163 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8bf95b4e-860e-4637-9d5c-0721d1bf8963 req-26e05ff2-a0c0-46a4-92d6-d1888d9435b8 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Router e624370a-f172-4f4b-848b-a8bc7639e112 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:08:36.404256 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-d4bed922-e612-4cba-8c5a-d49b6c5fc68a req-581f0929-d949-4b84-bcf1-887380ec1920 service neutron] Transition to ACTIVE for port object f59dede6-6b8e-472b-8c72-53679eb4e5af will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:08:36.418808 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4de4ac-701c-4cde-a0a0-f8dbbbd21514 req-5a12a399-1c39-4196-a2f5-f4dc6d7ac7a5 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:36.420372 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7a4de4ac-701c-4cde-a0a0-f8dbbbd21514 req-5a12a399-1c39-4196-a2f5-f4dc6d7ac7a5 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] 10.222.0.62 "GET /v2.0/ports?device_id=d67d22d4-5f4e-4ecc-9cb7-c4fef36a3e6d HTTP/1.1" status: 200 len: 950 time: 0.1089325 Aug 10 03:08:36.421851 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d4bed922-e612-4cba-8c5a-d49b6c5fc68a req-581f0929-d949-4b84-bcf1-887380ec1920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:36.502950 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-12720c4d-979a-42d9-b929-3071383034b8 req-8c11f58b-23dd-412f-8fe0-9a2b55025f78 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] For port 2b53ea60-220b-4873-8aad-f63507800214, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=2b53ea60-220b-4873-8aad-f63507800214,segment=NetworkSegment(4e3c1cee-23cd-4cfd-8d5b-a93ff23d6c0e),segment_id=4e3c1cee-23cd-4cfd-8d5b-a93ff23d6c0e)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:08:36.503214 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-12720c4d-979a-42d9-b929-3071383034b8 req-8c11f58b-23dd-412f-8fe0-9a2b55025f78 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:36.541830 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581f0929-d949-4b84-bcf1-887380ec1920 service neutron] Pushing event updated for resources: {'Port': ['ID=f59dede6-6b8e-472b-8c72-53679eb4e5af,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:36.676596 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-dd0e6245-bc43-4f12-8ae1-cdfe46a68da0 req-f5b0db3b-d8a3-438c-b6ec-a5a14ec3739f tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Deleting port e8a5c4b3-238d-4edb-a770-64142f4d10e5 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:08:36.677452 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-dd0e6245-bc43-4f12-8ae1-cdfe46a68da0 req-f5b0db3b-d8a3-438c-b6ec-a5a14ec3739f tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:36.677639 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7a4de4ac-701c-4cde-a0a0-f8dbbbd21514 req-6525f0a0-ad49-4c7e-be8a-2884ff941a0d tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] 10.222.0.62 "GET /v2.0/security-groups?id=73c9c97f-21a0-4c39-9593-22fd18479ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407110 Aug 10 03:08:36.685052 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-d4bed922-e612-4cba-8c5a-d49b6c5fc68a req-581f0929-d949-4b84-bcf1-887380ec1920 service neutron] Attempting to bind port f59dede6-6b8e-472b-8c72-53679eb4e5af on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:08:36.698538 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-d4bed922-e612-4cba-8c5a-d49b6c5fc68a req-581f0929-d949-4b84-bcf1-887380ec1920 service neutron] Attempting to bind port f59dede6-6b8e-472b-8c72-53679eb4e5af by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '56914130-d266-4761-b91f-0f4044da3177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '909af24c-2a43-4e6d-8a1f-90b69debd82b'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:08:36.699070 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4bed922-e612-4cba-8c5a-d49b6c5fc68a req-581f0929-d949-4b84-bcf1-887380ec1920 service neutron] Attempting to bind port f59dede6-6b8e-472b-8c72-53679eb4e5af on network 909af24c-2a43-4e6d-8a1f-90b69debd82b {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:08:36.746433 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4bed922-e612-4cba-8c5a-d49b6c5fc68a req-581f0929-d949-4b84-bcf1-887380ec1920 service neutron] Port f59dede6-6b8e-472b-8c72-53679eb4e5af on network 909af24c-2a43-4e6d-8a1f-90b69debd82b not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:08:36.746779 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4bed922-e612-4cba-8c5a-d49b6c5fc68a req-581f0929-d949-4b84-bcf1-887380ec1920 service neutron] Attempting to bind port f59dede6-6b8e-472b-8c72-53679eb4e5af on network 909af24c-2a43-4e6d-8a1f-90b69debd82b {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:08:36.806361 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4bed922-e612-4cba-8c5a-d49b6c5fc68a req-581f0929-d949-4b84-bcf1-887380ec1920 service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:08:36.806707 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4bed922-e612-4cba-8c5a-d49b6c5fc68a req-581f0929-d949-4b84-bcf1-887380ec1920 service neutron] Checking segment: {'id': '56914130-d266-4761-b91f-0f4044da3177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '909af24c-2a43-4e6d-8a1f-90b69debd82b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:08:36.807125 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4bed922-e612-4cba-8c5a-d49b6c5fc68a req-581f0929-d949-4b84-bcf1-887380ec1920 service neutron] Bound using segment: {'id': '56914130-d266-4761-b91f-0f4044da3177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '909af24c-2a43-4e6d-8a1f-90b69debd82b'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:08:36.807577 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-d4bed922-e612-4cba-8c5a-d49b6c5fc68a req-581f0929-d949-4b84-bcf1-887380ec1920 service neutron] Bound port: f59dede6-6b8e-472b-8c72-53679eb4e5af, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56914130-d266-4761-b91f-0f4044da3177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '909af24c-2a43-4e6d-8a1f-90b69debd82b'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:08:36.807952 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d4bed922-e612-4cba-8c5a-d49b6c5fc68a req-581f0929-d949-4b84-bcf1-887380ec1920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:36.825487 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8bf95b4e-860e-4637-9d5c-0721d1bf8963 req-26e05ff2-a0c0-46a4-92d6-d1888d9435b8 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:08:36.830069 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8bf95b4e-860e-4637-9d5c-0721d1bf8963 req-26e05ff2-a0c0-46a4-92d6-d1888d9435b8 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:36.848466 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fef5e12-b0b4-477f-a603-7cc83710349f None None] Sync routers for ids ['e624370a-f172-4f4b-848b-a8bc7639e112'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:08:36.866463 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fef5e12-b0b4-477f-a603-7cc83710349f None None] Routers {'e624370a-f172-4f4b-848b-a8bc7639e112'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:08:36.868093 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-5fef5e12-b0b4-477f-a603-7cc83710349f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:08:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['e624370a-f172-4f4b-848b-a8bc7639e112'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:08:36.894140 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-12720c4d-979a-42d9-b929-3071383034b8 req-8c11f58b-23dd-412f-8fe0-9a2b55025f78 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:36.894650 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-12720c4d-979a-42d9-b929-3071383034b8 req-8c11f58b-23dd-412f-8fe0-9a2b55025f78 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:36.895087 n-d-768851-15 neutron-server[94217]: INFO neutron.db.l3_db [req-12720c4d-979a-42d9-b929-3071383034b8 req-8c11f58b-23dd-412f-8fe0-9a2b55025f78 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Floating IP 2a2f9784-796f-47d7-a165-b23dfbd183b7 disassociated. External IP: 172.25.7.138, port: 2b53ea60-220b-4873-8aad-f63507800214. Aug 10 03:08:36.895523 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-12720c4d-979a-42d9-b929-3071383034b8 req-8c11f58b-23dd-412f-8fe0-9a2b55025f78 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Calling delete_port for 2b53ea60-220b-4873-8aad-f63507800214 owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:08:36.899308 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-dd0e6245-bc43-4f12-8ae1-cdfe46a68da0 req-f5b0db3b-d8a3-438c-b6ec-a5a14ec3739f tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] For port e8a5c4b3-238d-4edb-a770-64142f4d10e5, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=e8a5c4b3-238d-4edb-a770-64142f4d10e5,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:08:36.901691 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-dd0e6245-bc43-4f12-8ae1-cdfe46a68da0 req-f5b0db3b-d8a3-438c-b6ec-a5a14ec3739f tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:36.906052 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8bf95b4e-860e-4637-9d5c-0721d1bf8963 req-26e05ff2-a0c0-46a4-92d6-d1888d9435b8 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] 10.222.0.62 "PUT /v2.0/floatingips/f5cd0ad5-296f-4cc8-9255-d1b56fcd8633 HTTP/1.1" status: 200 len: 694 time: 1.5321553 Aug 10 03:08:36.908128 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e85f2270-df8e-45b2-b149-3a31cae73307', 'tag': 'cfd67a08-eba1-429e-93e5-686974789274'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:08:36.910393 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b23f34-e478-4449-9459-e68feb6e79aa" -d '{"events": [{"name": "network-changed", "server_uuid": "e85f2270-df8e-45b2-b149-3a31cae73307", "tag": "cfd67a08-eba1-429e-93e5-686974789274"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:08:36.933000 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4148e5-b3a1-4be0-acfd-91409a8c3489 req-5345d6a7-ef26-4be7-a3eb-eff992a671e2 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:36.934550 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eb4148e5-b3a1-4be0-acfd-91409a8c3489 req-5345d6a7-ef26-4be7-a3eb-eff992a671e2 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=c144246b-62bc-499f-bf55-06262438ba7b HTTP/1.1" status: 200 len: 950 time: 0.1728795 Aug 10 03:08:36.944936 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-dd0e6245-bc43-4f12-8ae1-cdfe46a68da0 req-f5b0db3b-d8a3-438c-b6ec-a5a14ec3739f tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Calling delete_port for e8a5c4b3-238d-4edb-a770-64142f4d10e5 owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:08:37.037838 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-d4bed922-e612-4cba-8c5a-d49b6c5fc68a req-581f0929-d949-4b84-bcf1-887380ec1920 service neutron] For port f59dede6-6b8e-472b-8c72-53679eb4e5af, host n-h1-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:08:37.042533 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-d4bed922-e612-4cba-8c5a-d49b6c5fc68a req-581f0929-d949-4b84-bcf1-887380ec1920 service neutron] For port f59dede6-6b8e-472b-8c72-53679eb4e5af, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=f59dede6-6b8e-472b-8c72-53679eb4e5af,segment=NetworkSegment(56914130-d266-4761-b91f-0f4044da3177),segment_id=56914130-d266-4761-b91f-0f4044da3177)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:08:37.070002 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-5fef5e12-b0b4-477f-a603-7cc83710349f None None] Set router e624370a-f172-4f4b-848b-a8bc7639e112 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:08:37.074406 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d4bed922-e612-4cba-8c5a-d49b6c5fc68a req-581f0929-d949-4b84-bcf1-887380ec1920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:37.147817 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf95b4e-860e-4637-9d5c-0721d1bf8963 req-c8504ff6-4451-4e37-8879-744d05ff1b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:37.154719 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8bf95b4e-860e-4637-9d5c-0721d1bf8963 req-c8504ff6-4451-4e37-8879-744d05ff1b7d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=17e7fef2a0e3489ea06ed8f40beecd0f&device_id=e85f2270-df8e-45b2-b149-3a31cae73307 HTTP/1.1" status: 200 len: 1097 time: 0.2174180 Aug 10 03:08:37.191512 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-12720c4d-979a-42d9-b929-3071383034b8 req-8c11f58b-23dd-412f-8fe0-9a2b55025f78 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:37.194688 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-dd0e6245-bc43-4f12-8ae1-cdfe46a68da0 req-f5b0db3b-d8a3-438c-b6ec-a5a14ec3739f tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:37.202660 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bed922-e612-4cba-8c5a-d49b6c5fc68a req-581f0929-d949-4b84-bcf1-887380ec1920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:37.203315 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d4bed922-e612-4cba-8c5a-d49b6c5fc68a req-581f0929-d949-4b84-bcf1-887380ec1920 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:37.204702 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d4bed922-e612-4cba-8c5a-d49b6c5fc68a req-581f0929-d949-4b84-bcf1-887380ec1920 service neutron] 10.222.0.58 "PUT /v2.0/ports/f59dede6-6b8e-472b-8c72-53679eb4e5af HTTP/1.1" status: 200 len: 1092 time: 1.7867122 Aug 10 03:08:37.215696 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eb4148e5-b3a1-4be0-acfd-91409a8c3489 req-94d25356-2696-47fa-96b3-1a8d6b8bc838 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645042 Aug 10 03:08:37.239299 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c11f58b-23dd-412f-8fe0-9a2b55025f78 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Pushing event deleted for resources: {'Port': ['ID=2b53ea60-220b-4873-8aad-f63507800214,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:37.270204 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['dea860dd-fd98-4360-bc3c-37c6506ab86f', 'e8a5c4b3-238d-4edb-a770-64142f4d10e5'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:08:37.305265 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b0db3b-d8a3-438c-b6ec-a5a14ec3739f tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Pushing event deleted for resources: {'Port': ['ID=e8a5c4b3-238d-4edb-a770-64142f4d10e5,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:37.345666 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd0e6245-bc43-4f12-8ae1-cdfe46a68da0 req-f5b0db3b-d8a3-438c-b6ec-a5a14ec3739f tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] No DVR routers for this DVR port e8a5c4b3-238d-4edb-a770-64142f4d10e5 on host n-h2-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:08:37.350356 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-dd0e6245-bc43-4f12-8ae1-cdfe46a68da0 req-f5b0db3b-d8a3-438c-b6ec-a5a14ec3739f tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:37.353782 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-dd0e6245-bc43-4f12-8ae1-cdfe46a68da0 req-f5b0db3b-d8a3-438c-b6ec-a5a14ec3739f tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] 10.222.0.60 "DELETE /v2.0/ports/e8a5c4b3-238d-4edb-a770-64142f4d10e5 HTTP/1.1" status: 204 len: 173 time: 0.9729691 Aug 10 03:08:37.354615 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd67d22d4-5f4e-4ecc-9cb7-c4fef36a3e6d', 'name': 'network-vif-deleted', 'tag': 'e8a5c4b3-238d-4edb-a770-64142f4d10e5'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:08:37.357774 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978c9cfa-7706-4fac-8960-c04d676c42dc" -d '{"events": [{"server_uuid": "d67d22d4-5f4e-4ecc-9cb7-c4fef36a3e6d", "name": "network-vif-deleted", "tag": "e8a5c4b3-238d-4edb-a770-64142f4d10e5"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:08:37.580833 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12720c4d-979a-42d9-b929-3071383034b8 req-8c11f58b-23dd-412f-8fe0-9a2b55025f78 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Router ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:08:37.616041 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-5fef5e12-b0b4-477f-a603-7cc83710349f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e624370a-f172-4f4b-848b-a8bc7639e112', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-527346361-router', 'tenant_id': '17e7fef2a0e3489ea06ed8f40beecd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'a70d29b0-c230-4c6a-bec2-1739669e954d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:07:37Z', 'updated_at': '2021-08-10T03:07:47Z', 'revision_number': 4, 'project_id': '17e7fef2a0e3489ea06ed8f40beecd0f', 'gw_port': {'id': 'a70d29b0-c230-4c6a-bec2-1739669e954d', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:53:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e624370a-f172-4f4b-848b-a8bc7639e112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:07:40Z', 'updated_at': '2021-08-10T03:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'c06967cb-bc74-4e47-abcd-7621521caf06', 'name': '', 'network_id': 'd9255498-9d5f-4f28-89a8-aeba119591a7', 'tenant_id': '17e7fef2a0e3489ea06ed8f40beecd0f', 'mac_address': 'fa:16:3e:52:47:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e624370a-f172-4f4b-848b-a8bc7639e112', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '351cb634-6784-4e2f-aa61-a5032bb13f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:07:46Z', 'updated_at': '2021-08-10T03:07:54Z', 'revision_number': 5, 'project_id': '17e7fef2a0e3489ea06ed8f40beecd0f', 'subnets': [{'id': '351cb634-6784-4e2f-aa61-a5032bb13f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:08:37.943186 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12720c4d-979a-42d9-b929-3071383034b8 req-8c11f58b-23dd-412f-8fe0-9a2b55025f78 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:08:37.954088 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25042697-7a09-4a8e-ab79-7bd51c922d40 None None] Sync routers for ids ['ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:08:37.957501 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581f0929-d949-4b84-bcf1-887380ec1920 service neutron] Pushing event updated for resources: {'Port': ['ID=f59dede6-6b8e-472b-8c72-53679eb4e5af,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:37.964728 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fef5e12-b0b4-477f-a603-7cc83710349f None None] Checking router: e624370a-f172-4f4b-848b-a8bc7639e112 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:08:37.983437 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25042697-7a09-4a8e-ab79-7bd51c922d40 None None] Routers {'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:08:37.984250 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-25042697-7a09-4a8e-ab79-7bd51c922d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:08:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:08:38.015522 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fef5e12-b0b4-477f-a603-7cc83710349f None None] Routers {'e624370a-f172-4f4b-848b-a8bc7639e112'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:08:38.016397 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-5fef5e12-b0b4-477f-a603-7cc83710349f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:08:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['e624370a-f172-4f4b-848b-a8bc7639e112'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:08:38.035784 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bed922-e612-4cba-8c5a-d49b6c5fc68a req-47e02f94-ae79-4d0b-b93c-58463e4776b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:38.037343 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d4bed922-e612-4cba-8c5a-d49b6c5fc68a req-47e02f94-ae79-4d0b-b93c-58463e4776b3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0184527d62ac40cb863b24d5f91a9ee4&device_id=e099c7bd-ee42-4d4c-b5fd-16ecc0cdc280 HTTP/1.1" status: 200 len: 1095 time: 0.7686288 Aug 10 03:08:38.056201 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85048ed-9081-4f97-bc12-a0a1da388478 req-52dec2b5-508c-4667-a299-af982fa83540 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:38.065624 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a85048ed-9081-4f97-bc12-a0a1da388478 req-52dec2b5-508c-4667-a299-af982fa83540 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=e099c7bd-ee42-4d4c-b5fd-16ecc0cdc280 HTTP/1.1" status: 200 len: 943 time: 0.7302883 Aug 10 03:08:38.124708 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-25042697-7a09-4a8e-ab79-7bd51c922d40 None None] Set router ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:08:38.128144 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf95b4e-860e-4637-9d5c-0721d1bf8963 req-4c109ad2-6d7b-4e8a-8f86-9bff9d166234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:38.129650 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8bf95b4e-860e-4637-9d5c-0721d1bf8963 req-4c109ad2-6d7b-4e8a-8f86-9bff9d166234 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d9255498-9d5f-4f28-89a8-aeba119591a7 HTTP/1.1" status: 200 len: 929 time: 0.9239855 Aug 10 03:08:38.134706 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-12720c4d-979a-42d9-b929-3071383034b8 req-8c11f58b-23dd-412f-8fe0-9a2b55025f78 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] No DVR routers for this DVR port 2b53ea60-220b-4873-8aad-f63507800214 on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:08:38.144518 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-12720c4d-979a-42d9-b929-3071383034b8 req-8c11f58b-23dd-412f-8fe0-9a2b55025f78 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:38.150396 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-12720c4d-979a-42d9-b929-3071383034b8 req-8c11f58b-23dd-412f-8fe0-9a2b55025f78 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.58 "DELETE /v2.0/ports/2b53ea60-220b-4873-8aad-f63507800214 HTTP/1.1" status: 204 len: 173 time: 2.0446784 Aug 10 03:08:38.247174 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d4bed922-e612-4cba-8c5a-d49b6c5fc68a req-6a208e6f-3678-48e9-853d-0b8eaae0526f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f59dede6-6b8e-472b-8c72-53679eb4e5af HTTP/1.1" status: 200 len: 217 time: 0.1746645 Aug 10 03:08:38.324996 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a8086-8239-4c4c-a705-39aa327641e6 req-314a62df-5baf-4ed2-be37-32a978850705 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:38.334005 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-199a8086-8239-4c4c-a705-39aa327641e6 req-314a62df-5baf-4ed2-be37-32a978850705 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.60 "GET /v2.0/networks?id=7bd6a1e2-d65a-4310-b080-ef087a9f163c HTTP/1.1" status: 200 len: 824 time: 0.4958596 Aug 10 03:08:38.385253 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-5fef5e12-b0b4-477f-a603-7cc83710349f None None] Set router e624370a-f172-4f4b-848b-a8bc7639e112 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:08:38.413465 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bed922-e612-4cba-8c5a-d49b6c5fc68a req-3dbb7db3-c97d-49fa-9af7-b66bfcb9732a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:38.416699 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d4bed922-e612-4cba-8c5a-d49b6c5fc68a req-3dbb7db3-c97d-49fa-9af7-b66bfcb9732a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b8c216be-f9cb-484e-9a0a-1cd9ef473e6f HTTP/1.1" status: 200 len: 847 time: 0.1061692 Aug 10 03:08:38.438111 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8bf95b4e-860e-4637-9d5c-0721d1bf8963 req-419d04cc-beb4-41ff-b305-34c329670e5b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cfd67a08-eba1-429e-93e5-686974789274 HTTP/1.1" status: 200 len: 217 time: 0.1990972 Aug 10 03:08:38.501187 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-25042697-7a09-4a8e-ab79-7bd51c922d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943109770-router', 'tenant_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'b9b9c20a-42b1-4074-82b9-e385ac80fbeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:05:51Z', 'updated_at': '2021-08-10T03:05:56Z', 'revision_number': 4, 'project_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'gw_port': {'id': 'b9b9c20a-42b1-4074-82b9-e385ac80fbeb', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:05:52Z', 'updated_at': '2021-08-10T03:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '9df27161-4b80-42af-b760-2beae8ec9e47', 'name': '', 'network_id': '7bd6a1e2-d65a-4310-b080-ef087a9f163c', 'tenant_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'mac_address': 'fa:16:3e:49:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f4099aa5-56aa-4afb-b339-2ffcbed0521f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:05:55Z', 'updated_at': '2021-08-10T03:06:04Z', 'revision_number': 5, 'project_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'subnets': [{'id': 'f4099aa5-56aa-4afb-b339-2ffcbed0521f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:08:38.510087 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d4bed922-e612-4cba-8c5a-d49b6c5fc68a req-086f13ad-00fc-4ce4-9481-4942de7bbe16 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=909af24c-2a43-4e6d-8a1f-90b69debd82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613041 Aug 10 03:08:38.515105 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a85048ed-9081-4f97-bc12-a0a1da388478 req-0f4a950a-392a-4509-987a-074630f57eb5 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4487078 Aug 10 03:08:38.542567 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25042697-7a09-4a8e-ab79-7bd51c922d40 None None] Checking router: ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:08:38.557858 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25042697-7a09-4a8e-ab79-7bd51c922d40 None None] Routers {'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:08:38.558484 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-25042697-7a09-4a8e-ab79-7bd51c922d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:08:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:08:38.612481 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf95b4e-860e-4637-9d5c-0721d1bf8963 req-4d8ffc55-d1b4-4c04-b143-c1405d7d6aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:38.613936 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8bf95b4e-860e-4637-9d5c-0721d1bf8963 req-4d8ffc55-d1b4-4c04-b143-c1405d7d6aef service neutron] 10.222.0.62 "GET /v2.0/subnets?id=351cb634-6784-4e2f-aa61-a5032bb13f30 HTTP/1.1" status: 200 len: 867 time: 0.1748421 Aug 10 03:08:38.639929 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-055890a8-eca9-4b24-baf3-0b0ac2a69516 req-f394162b-cf7b-43e9-8ade-04afbb794364 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.62 "GET /v2.0/ports?device_id=92bba970-b881-4265-84d3-235f7d2e47f3 HTTP/1.1" status: 200 len: 210 time: 0.0408630 Aug 10 03:08:38.750874 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1232a52d-cca0-4641-a8a2-d52a307831e1 x-openstack-request-id: req-1232a52d-cca0-4641-a8a2-d52a307831e1 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:08:38.751291 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e85f2270-df8e-45b2-b149-3a31cae73307", "tag": "cfd67a08-eba1-429e-93e5-686974789274", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:08:38.751666 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1232a52d-cca0-4641-a8a2-d52a307831e1 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:08:38.754835 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e85f2270-df8e-45b2-b149-3a31cae73307', 'tag': 'cfd67a08-eba1-429e-93e5-686974789274', 'status': 'completed', 'code': 200} Aug 10 03:08:38.783994 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d4bed922-e612-4cba-8c5a-d49b6c5fc68a req-70f20c60-0336-4930-993a-45f3346bc7ae service neutron] 10.222.0.58 "GET /v2.0/networks/909af24c-2a43-4e6d-8a1f-90b69debd82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624638 Aug 10 03:08:38.785926 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf95b4e-860e-4637-9d5c-0721d1bf8963 req-660688b2-f5b1-41b5-b686-fc656aed05ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:38.798318 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8bf95b4e-860e-4637-9d5c-0721d1bf8963 req-660688b2-f5b1-41b5-b686-fc656aed05ec service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d9255498-9d5f-4f28-89a8-aeba119591a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1653626 Aug 10 03:08:38.878163 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-5fef5e12-b0b4-477f-a603-7cc83710349f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e624370a-f172-4f4b-848b-a8bc7639e112', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-527346361-router', 'tenant_id': '17e7fef2a0e3489ea06ed8f40beecd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'a70d29b0-c230-4c6a-bec2-1739669e954d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:07:37Z', 'updated_at': '2021-08-10T03:07:47Z', 'revision_number': 4, 'project_id': '17e7fef2a0e3489ea06ed8f40beecd0f', 'gw_port': {'id': 'a70d29b0-c230-4c6a-bec2-1739669e954d', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:53:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e624370a-f172-4f4b-848b-a8bc7639e112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:07:40Z', 'updated_at': '2021-08-10T03:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'c06967cb-bc74-4e47-abcd-7621521caf06', 'name': '', 'network_id': 'd9255498-9d5f-4f28-89a8-aeba119591a7', 'tenant_id': '17e7fef2a0e3489ea06ed8f40beecd0f', 'mac_address': 'fa:16:3e:52:47:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e624370a-f172-4f4b-848b-a8bc7639e112', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '351cb634-6784-4e2f-aa61-a5032bb13f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:07:46Z', 'updated_at': '2021-08-10T03:07:54Z', 'revision_number': 5, 'project_id': '17e7fef2a0e3489ea06ed8f40beecd0f', 'subnets': [{'id': '351cb634-6784-4e2f-aa61-a5032bb13f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:08:38.880261 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-25042697-7a09-4a8e-ab79-7bd51c922d40 None None] Set router ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:08:38.932737 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fef5e12-b0b4-477f-a603-7cc83710349f None None] The sync data for ids ['e624370a-f172-4f4b-848b-a8bc7639e112'] in n-d-768851-15 is: [{'id': 'e624370a-f172-4f4b-848b-a8bc7639e112', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-527346361-router', 'tenant_id': '17e7fef2a0e3489ea06ed8f40beecd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'a70d29b0-c230-4c6a-bec2-1739669e954d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:07:37Z', 'updated_at': '2021-08-10T03:07:47Z', 'revision_number': 4, 'project_id': '17e7fef2a0e3489ea06ed8f40beecd0f', 'gw_port': {'id': 'a70d29b0-c230-4c6a-bec2-1739669e954d', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:53:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e624370a-f172-4f4b-848b-a8bc7639e112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:07:40Z', 'updated_at': '2021-08-10T03:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'c06967cb-bc74-4e47-abcd-7621521caf06', 'name': '', 'network_id': 'd9255498-9d5f-4f28-89a8-aeba119591a7', 'tenant_id': '17e7fef2a0e3489ea06ed8f40beecd0f', 'mac_address': 'fa:16:3e:52:47:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e624370a-f172-4f4b-848b-a8bc7639e112', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '351cb634-6784-4e2f-aa61-a5032bb13f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:07:46Z', 'updated_at': '2021-08-10T03:07:54Z', 'revision_number': 5, 'project_id': '17e7fef2a0e3489ea06ed8f40beecd0f', 'subnets': [{'id': '351cb634-6784-4e2f-aa61-a5032bb13f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:08:39.210699 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d4bed922-e612-4cba-8c5a-d49b6c5fc68a req-a6f791d0-3ae5-4b94-b887-ac25c36bef29 service neutron] 10.222.0.58 "GET /v2.0/networks/909af24c-2a43-4e6d-8a1f-90b69debd82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4016454 Aug 10 03:08:39.214375 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-199a8086-8239-4c4c-a705-39aa327641e6 req-a764fb07-4239-4f5a-bdd9-907bcecc989b tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bee18006e8ee4e0f8b5de53f967abbed HTTP/1.1" status: 200 len: 379 time: 0.8647454 Aug 10 03:08:39.228412 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef9f644-7116-4951-99cd-c0c1d7e79fde req-9abd4f9b-32f2-421f-88f9-a6b39121cc0e tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:39.230768 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-199a8086-8239-4c4c-a705-39aa327641e6 req-03bc375e-bba8-4406-b5fd-b4f055044221 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Request body: {'port': {'device_id': '92bba970-b881-4265-84d3-235f7d2e47f3', 'network_id': '7bd6a1e2-d65a-4310-b080-ef087a9f163c', 'admin_state_up': True, 'tenant_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'security_groups': ['3640a20a-f833-4208-a5e8-4377bcabf26a']}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:08:39.239246 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6ef9f644-7116-4951-99cd-c0c1d7e79fde req-9abd4f9b-32f2-421f-88f9-a6b39121cc0e tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=c144246b-62bc-499f-bf55-06262438ba7b HTTP/1.1" status: 200 len: 950 time: 0.2972722 Aug 10 03:08:39.250466 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8bf95b4e-860e-4637-9d5c-0721d1bf8963 req-e38de4b1-f941-405e-956e-1ec7ddb7f933 service neutron] 10.222.0.62 "GET /v2.0/networks/d9255498-9d5f-4f28-89a8-aeba119591a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4510019 Aug 10 03:08:39.318984 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b23f34-e478-4449-9459-e68feb6e79aa req-90fe12cb-d757-4398-afb0-a5895b993953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:39.321188 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-24b23f34-e478-4449-9459-e68feb6e79aa req-90fe12cb-d757-4398-afb0-a5895b993953 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=17e7fef2a0e3489ea06ed8f40beecd0f&device_id=e85f2270-df8e-45b2-b149-3a31cae73307 HTTP/1.1" status: 200 len: 1097 time: 0.1936896 Aug 10 03:08:39.364620 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6ef9f644-7116-4951-99cd-c0c1d7e79fde req-8f48438d-8960-405a-988a-aec0519cd8d4 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242490 Aug 10 03:08:39.385814 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-25042697-7a09-4a8e-ab79-7bd51c922d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943109770-router', 'tenant_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'b9b9c20a-42b1-4074-82b9-e385ac80fbeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:05:51Z', 'updated_at': '2021-08-10T03:05:56Z', 'revision_number': 4, 'project_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'gw_port': {'id': 'b9b9c20a-42b1-4074-82b9-e385ac80fbeb', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:05:52Z', 'updated_at': '2021-08-10T03:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '9df27161-4b80-42af-b760-2beae8ec9e47', 'name': '', 'network_id': '7bd6a1e2-d65a-4310-b080-ef087a9f163c', 'tenant_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'mac_address': 'fa:16:3e:49:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f4099aa5-56aa-4afb-b339-2ffcbed0521f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:05:55Z', 'updated_at': '2021-08-10T03:06:04Z', 'revision_number': 5, 'project_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'subnets': [{'id': 'f4099aa5-56aa-4afb-b339-2ffcbed0521f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:08:39.422573 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25042697-7a09-4a8e-ab79-7bd51c922d40 None None] The sync data for ids ['ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e'] in n-d-768851-15 is: [{'id': 'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943109770-router', 'tenant_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'b9b9c20a-42b1-4074-82b9-e385ac80fbeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:05:51Z', 'updated_at': '2021-08-10T03:05:56Z', 'revision_number': 4, 'project_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'gw_port': {'id': 'b9b9c20a-42b1-4074-82b9-e385ac80fbeb', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:05:52Z', 'updated_at': '2021-08-10T03:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '9df27161-4b80-42af-b760-2beae8ec9e47', 'name': '', 'network_id': '7bd6a1e2-d65a-4310-b080-ef087a9f163c', 'tenant_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'mac_address': 'fa:16:3e:49:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f4099aa5-56aa-4afb-b339-2ffcbed0521f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:05:55Z', 'updated_at': '2021-08-10T03:06:04Z', 'revision_number': 5, 'project_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'subnets': [{'id': 'f4099aa5-56aa-4afb-b339-2ffcbed0521f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:08:39.445732 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e44779-e71a-4eff-8c8c-4cdfe6ba550b None None] New status for floating IP f5cd0ad5-296f-4cc8-9255-d1b56fcd8633: DOWN {{(pid=94218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:08:39.449678 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8bf95b4e-860e-4637-9d5c-0721d1bf8963 req-030e92f9-c767-4c57-87ef-360bfb43a700 service neutron] 10.222.0.62 "GET /v2.0/networks/d9255498-9d5f-4f28-89a8-aeba119591a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906924 Aug 10 03:08:39.481404 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26856079-7f72-494a-bf94-ef4382bc73cf x-openstack-request-id: req-26856079-7f72-494a-bf94-ef4382bc73cf {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:08:39.482351 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d67d22d4-5f4e-4ecc-9cb7-c4fef36a3e6d", "name": "network-vif-deleted", "tag": "e8a5c4b3-238d-4edb-a770-64142f4d10e5", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:08:39.486697 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-26856079-7f72-494a-bf94-ef4382bc73cf {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:08:39.487302 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd67d22d4-5f4e-4ecc-9cb7-c4fef36a3e6d', 'name': 'network-vif-deleted', 'tag': 'e8a5c4b3-238d-4edb-a770-64142f4d10e5', 'status': 'completed', 'code': 200} Aug 10 03:08:39.553268 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:08:39.636885 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a9cfcccd-9b17-4a15-b3e8-803f20ad1f64 req-fe188bd0-3e2e-423d-8932-5898fdc77693 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] 10.222.0.62 "GET /v2.0/floatingips/f5cd0ad5-296f-4cc8-9255-d1b56fcd8633 HTTP/1.1" status: 200 len: 694 time: 0.0937974 Aug 10 03:08:39.641196 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-199a8086-8239-4c4c-a705-39aa327641e6 req-03bc375e-bba8-4406-b5fd-b4f055044221 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Made reservation on behalf of bee18006e8ee4e0f8b5de53f967abbed for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:08:39.653184 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-199a8086-8239-4c4c-a705-39aa327641e6 req-03bc375e-bba8-4406-b5fd-b4f055044221 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:39.662640 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b23f34-e478-4449-9459-e68feb6e79aa req-21fc3613-c0fa-4552-a7e1-ba718e69eb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:39.668325 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-24b23f34-e478-4449-9459-e68feb6e79aa req-21fc3613-c0fa-4552-a7e1-ba718e69eb99 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d9255498-9d5f-4f28-89a8-aeba119591a7 HTTP/1.1" status: 200 len: 929 time: 0.3349864 Aug 10 03:08:39.812210 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-24b23f34-e478-4449-9459-e68feb6e79aa req-b9e48629-5df1-478d-a9b5-a4e20ba881ed service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cfd67a08-eba1-429e-93e5-686974789274 HTTP/1.1" status: 200 len: 217 time: 0.1212695 Aug 10 03:08:39.827050 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cfcccd-9b17-4a15-b3e8-803f20ad1f64 req-4f9637ab-c19d-4ad6-8531-8ddc641c163f tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:39.839192 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a9cfcccd-9b17-4a15-b3e8-803f20ad1f64 req-4f9637ab-c19d-4ad6-8531-8ddc641c163f tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] 10.222.0.62 "GET /v2.0/networks/09ca2025-b9a6-4e84-8019-8d9fbef3753e HTTP/1.1" status: 200 len: 784 time: 0.2011025 Aug 10 03:08:39.856445 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 2b53ea60-220b-4873-8aad-f63507800214 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:08:39.875330 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c59b2f-6127-4ac4-bc52-b92b1e55eb77 None None] New status for floating IP 2a2f9784-796f-47d7-a165-b23dfbd183b7: DOWN {{(pid=94219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:08:39.884920 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: 2b53ea60-220b-4873-8aad-f63507800214 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:08:39.885798 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 2b53ea60-220b-4873-8aad-f63507800214 not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:08:39.926465 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b23f34-e478-4449-9459-e68feb6e79aa req-c3481cf3-e516-4a48-9205-fbedfd81d1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:39.928202 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-24b23f34-e478-4449-9459-e68feb6e79aa req-c3481cf3-e516-4a48-9205-fbedfd81d1b5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=351cb634-6784-4e2f-aa61-a5032bb13f30 HTTP/1.1" status: 200 len: 867 time: 0.1048150 Aug 10 03:08:39.963995 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a9cfcccd-9b17-4a15-b3e8-803f20ad1f64 req-95b30d6e-e65c-4972-946d-092b780b8049 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.24 HTTP/1.1" status: 200 len: 697 time: 0.1234856 Aug 10 03:08:40.063935 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a9cfcccd-9b17-4a15-b3e8-803f20ad1f64 req-d8d3f221-0ea9-4a58-a719-4812e3c3be84 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.24 HTTP/1.1" status: 200 len: 695 time: 0.0989897 Aug 10 03:08:40.106152 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b23f34-e478-4449-9459-e68feb6e79aa req-e38314bc-47f2-411e-8ed6-7515948cc4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:40.107824 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-24b23f34-e478-4449-9459-e68feb6e79aa req-e38314bc-47f2-411e-8ed6-7515948cc4dc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d9255498-9d5f-4f28-89a8-aeba119591a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1676040 Aug 10 03:08:40.189791 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa8278-91cf-4d1e-88b3-21e10b23d03c req-b8c73215-39fe-4d56-a218-033e022c884a tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:40.196493 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4afa8278-91cf-4d1e-88b3-21e10b23d03c req-b8c73215-39fe-4d56-a218-033e022c884a tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=e099c7bd-ee42-4d4c-b5fd-16ecc0cdc280 HTTP/1.1" status: 200 len: 943 time: 0.2802227 Aug 10 03:08:40.279964 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-199a8086-8239-4c4c-a705-39aa327641e6 req-03bc375e-bba8-4406-b5fd-b4f055044221 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Allocated IP 172.20.0.11 (7bd6a1e2-d65a-4310-b080-ef087a9f163c/f4099aa5-56aa-4afb-b339-2ffcbed0521f/6149c1b1-f135-43d0-a5c1-169afb1a5357) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:08:40.326614 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4afa8278-91cf-4d1e-88b3-21e10b23d03c req-a0602920-31c9-4cbb-9590-5d3c86a8dca8 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127839 Aug 10 03:08:40.374020 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-a9cfcccd-9b17-4a15-b3e8-803f20ad1f64 req-6507675a-f8ef-489e-8c06-e2c086caf860 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Deleting port 17740b71-5c61-423d-b06c-804a25a62ecb {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:08:40.374717 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a9cfcccd-9b17-4a15-b3e8-803f20ad1f64 req-6507675a-f8ef-489e-8c06-e2c086caf860 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:40.392280 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-24b23f34-e478-4449-9459-e68feb6e79aa req-aa55b5f6-038a-4ff7-9685-27541ec50e3b service neutron] 10.222.0.58 "GET /v2.0/networks/d9255498-9d5f-4f28-89a8-aeba119591a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721391 Aug 10 03:08:40.507938 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9314c3d0-b893-4fa8-9b0c-c13d8ed81167 req-ae0c979a-6579-412d-81cb-ef956cbff68a tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.62 "GET /v2.0/ports?device_id=92bba970-b881-4265-84d3-235f7d2e47f3 HTTP/1.1" status: 200 len: 210 time: 0.0523920 Aug 10 03:08:40.530306 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-199a8086-8239-4c4c-a705-39aa327641e6 req-03bc375e-bba8-4406-b5fd-b4f055044221 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:40.559346 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-199a8086-8239-4c4c-a705-39aa327641e6 req-03bc375e-bba8-4406-b5fd-b4f055044221 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Transition to ACTIVE for port object 6149c1b1-f135-43d0-a5c1-169afb1a5357 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:08:40.576298 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a9cfcccd-9b17-4a15-b3e8-803f20ad1f64 req-6507675a-f8ef-489e-8c06-e2c086caf860 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:40.577010 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a9cfcccd-9b17-4a15-b3e8-803f20ad1f64 req-6507675a-f8ef-489e-8c06-e2c086caf860 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:40.583689 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-24b23f34-e478-4449-9459-e68feb6e79aa req-a3c42dfb-43e2-4177-99eb-4bd5732a31c3 service neutron] 10.222.0.58 "GET /v2.0/networks/d9255498-9d5f-4f28-89a8-aeba119591a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667042 Aug 10 03:08:40.593829 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-a9cfcccd-9b17-4a15-b3e8-803f20ad1f64 req-6507675a-f8ef-489e-8c06-e2c086caf860 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Calling delete_port for 17740b71-5c61-423d-b06c-804a25a62ecb owned by network:floatingip {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:08:40.616122 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-199a8086-8239-4c4c-a705-39aa327641e6 req-03bc375e-bba8-4406-b5fd-b4f055044221 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:40.668366 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-199a8086-8239-4c4c-a705-39aa327641e6 req-03bc375e-bba8-4406-b5fd-b4f055044221 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Network 7bd6a1e2-d65a-4310-b080-ef087a9f163c is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:08:40.674024 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-199a8086-8239-4c4c-a705-39aa327641e6 req-03bc375e-bba8-4406-b5fd-b4f055044221 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:08:40.676656 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-199a8086-8239-4c4c-a705-39aa327641e6 req-03bc375e-bba8-4406-b5fd-b4f055044221 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:08:40.723604 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bc375e-bba8-4406-b5fd-b4f055044221 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Pushing event updated for resources: {'Port': ['ID=6149c1b1-f135-43d0-a5c1-169afb1a5357,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:40.724358 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c091442-3729-4ae4-bae6-e497c7f41bed req-e3b2fcac-5fb9-4631-8a16-f5a92db20591 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:40.733393 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8c091442-3729-4ae4-bae6-e497c7f41bed req-e3b2fcac-5fb9-4631-8a16-f5a92db20591 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ce469fc-cda0-4f42-bef2-6bce30eb7007 HTTP/1.1" status: 200 len: 948 time: 0.0808201 Aug 10 03:08:40.748637 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a8086-8239-4c4c-a705-39aa327641e6 req-03bc375e-bba8-4406-b5fd-b4f055044221 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:40.749263 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-199a8086-8239-4c4c-a705-39aa327641e6 req-03bc375e-bba8-4406-b5fd-b4f055044221 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:40.758661 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e099c7bd-ee42-4d4c-b5fd-16ecc0cdc280', 'tag': 'f59dede6-6b8e-472b-8c72-53679eb4e5af'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:08:40.761096 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3498e216-db75-4a97-8c73-ac50993bfcb8" -d '{"events": [{"name": "network-changed", "server_uuid": "e099c7bd-ee42-4d4c-b5fd-16ecc0cdc280", "tag": "f59dede6-6b8e-472b-8c72-53679eb4e5af"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:08:40.767274 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-199a8086-8239-4c4c-a705-39aa327641e6 req-03bc375e-bba8-4406-b5fd-b4f055044221 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5416656 Aug 10 03:08:40.791454 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-199a8086-8239-4c4c-a705-39aa327641e6 req-fceb10dc-bd78-40c2-a7f6-01bd155799a5 service neutron] Request body: {'port': {'device_id': '92bba970-b881-4265-84d3-235f7d2e47f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:08:40.796898 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8c091442-3729-4ae4-bae6-e497c7f41bed req-c61e94d5-097a-4e98-bef7-bd5400d62bc6 tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] 10.222.0.62 "GET /v2.0/security-groups?id=73c9c97f-21a0-4c39-9593-22fd18479ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617232 Aug 10 03:08:40.856778 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a9cfcccd-9b17-4a15-b3e8-803f20ad1f64 req-6507675a-f8ef-489e-8c06-e2c086caf860 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:40.888696 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-199a8086-8239-4c4c-a705-39aa327641e6 req-fceb10dc-bd78-40c2-a7f6-01bd155799a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:40.902006 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6507675a-f8ef-489e-8c06-e2c086caf860 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Pushing event deleted for resources: {'Port': ['ID=17740b71-5c61-423d-b06c-804a25a62ecb,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:40.932007 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62cde8db-2147-476c-8a6a-837dede4d8f3 x-openstack-request-id: req-62cde8db-2147-476c-8a6a-837dede4d8f3 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:08:40.932294 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e099c7bd-ee42-4d4c-b5fd-16ecc0cdc280", "tag": "f59dede6-6b8e-472b-8c72-53679eb4e5af", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:08:40.932546 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-62cde8db-2147-476c-8a6a-837dede4d8f3 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:08:40.932936 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e099c7bd-ee42-4d4c-b5fd-16ecc0cdc280', 'tag': 'f59dede6-6b8e-472b-8c72-53679eb4e5af', 'status': 'completed', 'code': 200} Aug 10 03:08:40.935649 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a9cfcccd-9b17-4a15-b3e8-803f20ad1f64 req-6507675a-f8ef-489e-8c06-e2c086caf860 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Notify callbacks [] for floatingip, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:40.938290 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a9cfcccd-9b17-4a15-b3e8-803f20ad1f64 req-6507675a-f8ef-489e-8c06-e2c086caf860 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:40.942090 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a9cfcccd-9b17-4a15-b3e8-803f20ad1f64 req-6507675a-f8ef-489e-8c06-e2c086caf860 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] 10.222.0.62 "DELETE /v2.0/floatingips/f5cd0ad5-296f-4cc8-9255-d1b56fcd8633 HTTP/1.1" status: 204 len: 173 time: 0.8773117 Aug 10 03:08:41.087493 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498e216-db75-4a97-8c73-ac50993bfcb8 req-5c36ec37-dabb-48ae-b5a2-34b16dbce8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:41.088993 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3498e216-db75-4a97-8c73-ac50993bfcb8 req-5c36ec37-dabb-48ae-b5a2-34b16dbce8a6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0184527d62ac40cb863b24d5f91a9ee4&device_id=e099c7bd-ee42-4d4c-b5fd-16ecc0cdc280 HTTP/1.1" status: 200 len: 1095 time: 0.1417692 Aug 10 03:08:41.091880 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d88126-19e4-438b-a63f-8f6cb0cc3a10 req-2570b0dd-75ea-406f-b5d3-cb86595c2918 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:41.108410 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-47d88126-19e4-438b-a63f-8f6cb0cc3a10 req-2570b0dd-75ea-406f-b5d3-cb86595c2918 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] 10.222.0.62 "GET /v2.0/ports?device_id=e85f2270-df8e-45b2-b149-3a31cae73307&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0874579 Aug 10 03:08:41.175998 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-47d88126-19e4-438b-a63f-8f6cb0cc3a10 req-521b926f-3775-4db0-b807-0f4d58ae0c7a tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0652478 Aug 10 03:08:41.204509 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bd7254df-999c-40b8-9511-f79b34de6c3a req-da06d307-4ce6-4b1a-8b18-111e36c7119b tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=6cb2c88cb44048dc824ad7a6e6e788f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312560 Aug 10 03:08:41.303850 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498e216-db75-4a97-8c73-ac50993bfcb8 req-40e5c1c2-9fb0-4951-9346-213c87eaa923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:41.308539 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3498e216-db75-4a97-8c73-ac50993bfcb8 req-40e5c1c2-9fb0-4951-9346-213c87eaa923 service neutron] 10.222.0.58 "GET /v2.0/networks?id=909af24c-2a43-4e6d-8a1f-90b69debd82b HTTP/1.1" status: 200 len: 908 time: 0.2075126 Aug 10 03:08:41.346293 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c35d6b61-d3ff-4a19-b131-3ee8d252f64a req-a1a4d326-0849-45fe-846f-0a3089c1ce37 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1396973 Aug 10 03:08:41.388802 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device e8a5c4b3-238d-4edb-a770-64142f4d10e5 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:08:41.391237 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3498e216-db75-4a97-8c73-ac50993bfcb8 req-f76f6201-6eb7-4b0f-bb8a-883b4c1958cb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f59dede6-6b8e-472b-8c72-53679eb4e5af HTTP/1.1" status: 200 len: 217 time: 0.0766828 Aug 10 03:08:41.423309 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7254df-999c-40b8-9511-f79b34de6c3a req-ae4317a4-73a7-4fee-b11c-3d71a3db5217 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:41.424809 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bd7254df-999c-40b8-9511-f79b34de6c3a req-ae4317a4-73a7-4fee-b11c-3d71a3db5217 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2194726 Aug 10 03:08:41.438079 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: e8a5c4b3-238d-4edb-a770-64142f4d10e5 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:08:41.439622 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device e8a5c4b3-238d-4edb-a770-64142f4d10e5 not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:08:41.456536 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bd7254df-999c-40b8-9511-f79b34de6c3a req-8f6d2c2a-6bdc-4265-9c6c-b15791331ee2 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/quotas/6cb2c88cb44048dc824ad7a6e6e788f5 HTTP/1.1" status: 200 len: 375 time: 0.0228407 Aug 10 03:08:41.458322 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device f59dede6-6b8e-472b-8c72-53679eb4e5af details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:08:41.489007 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '664a6ce4-88cb-43d5-8355-6fbcdabb7a73', 'name': 'network-vif-deleted', 'tag': '2b53ea60-220b-4873-8aad-f63507800214'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:08:41.491347 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1111a33f-bab9-439c-89cc-bb5eaf4120a4" -d '{"events": [{"server_uuid": "664a6ce4-88cb-43d5-8355-6fbcdabb7a73", "name": "network-vif-deleted", "tag": "2b53ea60-220b-4873-8aad-f63507800214"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:08:41.579926 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498e216-db75-4a97-8c73-ac50993bfcb8 req-eee0642b-7a8e-4701-a1bc-06cbf55d4770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:41.581294 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3498e216-db75-4a97-8c73-ac50993bfcb8 req-eee0642b-7a8e-4701-a1bc-06cbf55d4770 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b8c216be-f9cb-484e-9a0a-1cd9ef473e6f HTTP/1.1" status: 200 len: 847 time: 0.1786718 Aug 10 03:08:41.599349 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bd7254df-999c-40b8-9511-f79b34de6c3a req-455affc3-7b81-4a29-9228-cecbe1c5788d tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6cb2c88cb44048dc824ad7a6e6e788f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1398680 Aug 10 03:08:41.623336 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-199a8086-8239-4c4c-a705-39aa327641e6 req-fceb10dc-bd78-40c2-a7f6-01bd155799a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6149c1b1-f135-43d0-a5c1-169afb1a5357 {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:08:41.630321 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c4e5b-2b5a-47ac-b2f7-759dd67c88aa req-64792119-b5cd-44ad-8338-87527b1d4b19 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:41.631948 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be6c4e5b-2b5a-47ac-b2f7-759dd67c88aa req-64792119-b5cd-44ad-8338-87527b1d4b19 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=e099c7bd-ee42-4d4c-b5fd-16ecc0cdc280 HTTP/1.1" status: 200 len: 943 time: 0.1334579 Aug 10 03:08:41.650074 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-199a8086-8239-4c4c-a705-39aa327641e6 req-fceb10dc-bd78-40c2-a7f6-01bd155799a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:41.675471 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-199a8086-8239-4c4c-a705-39aa327641e6 req-fceb10dc-bd78-40c2-a7f6-01bd155799a5 service neutron] Transition to ACTIVE for port object 6149c1b1-f135-43d0-a5c1-169afb1a5357 will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:08:41.690782 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa79ae01-81fe-4dd9-a945-0e7a1f17cab4 req-cbae2e00-542d-4fa9-bb8d-68023d51112e tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:41.692709 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fa79ae01-81fe-4dd9-a945-0e7a1f17cab4 req-cbae2e00-542d-4fa9-bb8d-68023d51112e tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ce469fc-cda0-4f42-bef2-6bce30eb7007 HTTP/1.1" status: 200 len: 948 time: 0.1470451 Aug 10 03:08:41.699283 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port f59dede6-6b8e-472b-8c72-53679eb4e5af, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=f59dede6-6b8e-472b-8c72-53679eb4e5af,segment=NetworkSegment(56914130-d266-4761-b91f-0f4044da3177),segment_id=56914130-d266-4761-b91f-0f4044da3177)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:08:41.705988 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3498e216-db75-4a97-8c73-ac50993bfcb8 req-840cbbf4-98be-424f-81e7-d74791257b04 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=909af24c-2a43-4e6d-8a1f-90b69debd82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1069109 Aug 10 03:08:41.707188 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-199a8086-8239-4c4c-a705-39aa327641e6 req-fceb10dc-bd78-40c2-a7f6-01bd155799a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:41.728430 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': 'f59dede6-6b8e-472b-8c72-53679eb4e5af', 'network_id': '909af24c-2a43-4e6d-8a1f-90b69debd82b', 'port_id': 'f59dede6-6b8e-472b-8c72-53679eb4e5af', 'mac_address': 'fa:16:3e:9e:3a:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8c216be-f9cb-484e-9a0a-1cd9ef473e6f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:08:41.771093 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be6c4e5b-2b5a-47ac-b2f7-759dd67c88aa req-c16cea37-2e23-4a36-a6a5-17c5628165b0 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264548 Aug 10 03:08:41.850127 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:41.892780 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f59dede6-6b8e-472b-8c72-53679eb4e5af {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:08:41.923830 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-fa79ae01-81fe-4dd9-a945-0e7a1f17cab4 req-d6680547-b567-4542-a7e8-e2fa95bff1ad tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Deleting port dea860dd-fd98-4360-bc3c-37c6506ab86f {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:08:41.924551 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-fa79ae01-81fe-4dd9-a945-0e7a1f17cab4 req-d6680547-b567-4542-a7e8-e2fa95bff1ad tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:41.958094 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port f59dede6-6b8e-472b-8c72-53679eb4e5af, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=f59dede6-6b8e-472b-8c72-53679eb4e5af,segment=NetworkSegment(56914130-d266-4761-b91f-0f4044da3177),segment_id=56914130-d266-4761-b91f-0f4044da3177)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:08:41.964069 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:41.997700 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172ff67d-b77d-48a3-8b34-9ded98b42230 x-openstack-request-id: req-172ff67d-b77d-48a3-8b34-9ded98b42230 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:08:41.997884 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "664a6ce4-88cb-43d5-8355-6fbcdabb7a73", "name": "network-vif-deleted", "tag": "2b53ea60-220b-4873-8aad-f63507800214", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:08:41.998107 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-172ff67d-b77d-48a3-8b34-9ded98b42230 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:08:41.998497 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '664a6ce4-88cb-43d5-8355-6fbcdabb7a73', 'name': 'network-vif-deleted', 'tag': '2b53ea60-220b-4873-8aad-f63507800214', 'status': 'completed', 'code': 200} Aug 10 03:08:42.040703 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb10dc-bd78-40c2-a7f6-01bd155799a5 service neutron] Pushing event updated for resources: {'Port': ['ID=6149c1b1-f135-43d0-a5c1-169afb1a5357,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:42.104754 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=f59dede6-6b8e-472b-8c72-53679eb4e5af,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:42.177729 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-baeadc4d-c476-40a0-89ea-b296ef51e3e9 None None] Provisioning for port 6149c1b1-f135-43d0-a5c1-169afb1a5357 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:08:42.278558 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['f59dede6-6b8e-472b-8c72-53679eb4e5af'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:08:42.292539 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-fa79ae01-81fe-4dd9-a945-0e7a1f17cab4 req-d6680547-b567-4542-a7e8-e2fa95bff1ad tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] For port dea860dd-fd98-4360-bc3c-37c6506ab86f, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=dea860dd-fd98-4360-bc3c-37c6506ab86f,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:08:42.293582 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-fa79ae01-81fe-4dd9-a945-0e7a1f17cab4 req-d6680547-b567-4542-a7e8-e2fa95bff1ad tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:42.319239 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3498e216-db75-4a97-8c73-ac50993bfcb8 req-f0d2c4d3-0737-4cdd-9713-32a377dda1ad service neutron] 10.222.0.58 "GET /v2.0/networks/909af24c-2a43-4e6d-8a1f-90b69debd82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5441711 Aug 10 03:08:42.319983 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-fa79ae01-81fe-4dd9-a945-0e7a1f17cab4 req-d6680547-b567-4542-a7e8-e2fa95bff1ad tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Calling delete_port for dea860dd-fd98-4360-bc3c-37c6506ab86f owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:08:42.372593 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-199a8086-8239-4c4c-a705-39aa327641e6 req-fceb10dc-bd78-40c2-a7f6-01bd155799a5 service neutron] Attempting to bind port 6149c1b1-f135-43d0-a5c1-169afb1a5357 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:08:42.380718 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-199a8086-8239-4c4c-a705-39aa327641e6 req-fceb10dc-bd78-40c2-a7f6-01bd155799a5 service neutron] Attempting to bind port 6149c1b1-f135-43d0-a5c1-169afb1a5357 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '4e3c1cee-23cd-4cfd-8d5b-a93ff23d6c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7bd6a1e2-d65a-4310-b080-ef087a9f163c'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:08:42.381076 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199a8086-8239-4c4c-a705-39aa327641e6 req-fceb10dc-bd78-40c2-a7f6-01bd155799a5 service neutron] Attempting to bind port 6149c1b1-f135-43d0-a5c1-169afb1a5357 on network 7bd6a1e2-d65a-4310-b080-ef087a9f163c {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:08:42.474755 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6861056d-efad-4e98-83cf-0cd925b9ccc3 req-b786648b-ebd0-41ab-90a9-0d2ec5f8d825 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba1d3739-8c48-493a-8bd2-e429e9c4b12d HTTP/1.1" status: 200 len: 210 time: 0.3318548 Aug 10 03:08:42.491474 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf6cc5-2b56-4258-a61f-bd6d5d954a11 req-60d3aa84-3527-494b-996d-84962464ef59 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:42.499626 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d5cf6cc5-2b56-4258-a61f-bd6d5d954a11 req-60d3aa84-3527-494b-996d-84962464ef59 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.62 "GET /v2.0/ports?device_id=92bba970-b881-4265-84d3-235f7d2e47f3 HTTP/1.1" status: 200 len: 944 time: 0.4705284 Aug 10 03:08:42.560749 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3498e216-db75-4a97-8c73-ac50993bfcb8 req-9588c5b7-6ad7-44b1-8027-0f4b37fed57d service neutron] 10.222.0.58 "GET /v2.0/networks/909af24c-2a43-4e6d-8a1f-90b69debd82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244923 Aug 10 03:08:42.561615 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199a8086-8239-4c4c-a705-39aa327641e6 req-fceb10dc-bd78-40c2-a7f6-01bd155799a5 service neutron] Port 6149c1b1-f135-43d0-a5c1-169afb1a5357 on network 7bd6a1e2-d65a-4310-b080-ef087a9f163c not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:08:42.561949 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199a8086-8239-4c4c-a705-39aa327641e6 req-fceb10dc-bd78-40c2-a7f6-01bd155799a5 service neutron] Attempting to bind port 6149c1b1-f135-43d0-a5c1-169afb1a5357 on network 7bd6a1e2-d65a-4310-b080-ef087a9f163c {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:08:42.564375 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d5cf6cc5-2b56-4258-a61f-bd6d5d954a11 req-1338af83-fd49-4e3a-94a7-deed36002a38 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.62 "GET /v2.0/security-groups?id=3640a20a-f833-4208-a5e8-4377bcabf26a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637743 Aug 10 03:08:42.571176 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199a8086-8239-4c4c-a705-39aa327641e6 req-fceb10dc-bd78-40c2-a7f6-01bd155799a5 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:08:42.571997 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199a8086-8239-4c4c-a705-39aa327641e6 req-fceb10dc-bd78-40c2-a7f6-01bd155799a5 service neutron] Checking segment: {'id': '4e3c1cee-23cd-4cfd-8d5b-a93ff23d6c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7bd6a1e2-d65a-4310-b080-ef087a9f163c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:08:42.572140 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199a8086-8239-4c4c-a705-39aa327641e6 req-fceb10dc-bd78-40c2-a7f6-01bd155799a5 service neutron] Bound using segment: {'id': '4e3c1cee-23cd-4cfd-8d5b-a93ff23d6c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7bd6a1e2-d65a-4310-b080-ef087a9f163c'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:08:42.572508 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-199a8086-8239-4c4c-a705-39aa327641e6 req-fceb10dc-bd78-40c2-a7f6-01bd155799a5 service neutron] Bound port: 6149c1b1-f135-43d0-a5c1-169afb1a5357, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e3c1cee-23cd-4cfd-8d5b-a93ff23d6c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7bd6a1e2-d65a-4310-b080-ef087a9f163c'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:08:42.572871 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-199a8086-8239-4c4c-a705-39aa327641e6 req-fceb10dc-bd78-40c2-a7f6-01bd155799a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:42.692441 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-199a8086-8239-4c4c-a705-39aa327641e6 req-fceb10dc-bd78-40c2-a7f6-01bd155799a5 service neutron] For port 6149c1b1-f135-43d0-a5c1-169afb1a5357, host n-h2-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:08:42.695930 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-199a8086-8239-4c4c-a705-39aa327641e6 req-fceb10dc-bd78-40c2-a7f6-01bd155799a5 service neutron] For port 6149c1b1-f135-43d0-a5c1-169afb1a5357, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=6149c1b1-f135-43d0-a5c1-169afb1a5357,segment=NetworkSegment(4e3c1cee-23cd-4cfd-8d5b-a93ff23d6c0e),segment_id=4e3c1cee-23cd-4cfd-8d5b-a93ff23d6c0e)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:08:42.700121 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-199a8086-8239-4c4c-a705-39aa327641e6 req-fceb10dc-bd78-40c2-a7f6-01bd155799a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:42.708040 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4e7b3-af1d-412a-b6d3-6698439e8584 req-0a972475-0719-465e-a154-61c7d6aa809c tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:42.709697 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-37d4e7b3-af1d-412a-b6d3-6698439e8584 req-0a972475-0719-465e-a154-61c7d6aa809c tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ce469fc-cda0-4f42-bef2-6bce30eb7007 HTTP/1.1" status: 200 len: 948 time: 0.1443131 Aug 10 03:08:42.730132 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-fa79ae01-81fe-4dd9-a945-0e7a1f17cab4 req-d6680547-b567-4542-a7e8-e2fa95bff1ad tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:42.743789 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['dea860dd-fd98-4360-bc3c-37c6506ab86f'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:08:42.748320 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b46d5-b82c-4106-96d3-64a886abf2c0 req-d9a2b545-ca86-49e6-bc4c-4daa41597db3 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:42.749644 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7d7b46d5-b82c-4106-96d3-64a886abf2c0 req-d9a2b545-ca86-49e6-bc4c-4daa41597db3 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] 10.222.0.62 "GET /v2.0/ports?device_id=e85f2270-df8e-45b2-b149-3a31cae73307 HTTP/1.1" status: 200 len: 945 time: 0.1103933 Aug 10 03:08:42.758284 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a8086-8239-4c4c-a705-39aa327641e6 req-fceb10dc-bd78-40c2-a7f6-01bd155799a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:42.759854 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-199a8086-8239-4c4c-a705-39aa327641e6 req-fceb10dc-bd78-40c2-a7f6-01bd155799a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:42.762282 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-199a8086-8239-4c4c-a705-39aa327641e6 req-fceb10dc-bd78-40c2-a7f6-01bd155799a5 service neutron] 10.222.0.60 "PUT /v2.0/ports/6149c1b1-f135-43d0-a5c1-169afb1a5357 HTTP/1.1" status: 200 len: 1093 time: 1.9823723 Aug 10 03:08:42.782427 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6680547-b567-4542-a7e8-e2fa95bff1ad tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Pushing event deleted for resources: {'Port': ['ID=dea860dd-fd98-4360-bc3c-37c6506ab86f,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:42.812435 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb10dc-bd78-40c2-a7f6-01bd155799a5 service neutron] Pushing event updated for resources: {'Port': ['ID=6149c1b1-f135-43d0-a5c1-169afb1a5357,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:42.881028 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa79ae01-81fe-4dd9-a945-0e7a1f17cab4 req-d6680547-b567-4542-a7e8-e2fa95bff1ad tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] No DVR routers for this DVR port dea860dd-fd98-4360-bc3c-37c6506ab86f on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:08:42.887315 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a8086-8239-4c4c-a705-39aa327641e6 req-de9b4795-3e84-4213-8ead-3cfffa7eb852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:42.889253 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-199a8086-8239-4c4c-a705-39aa327641e6 req-de9b4795-3e84-4213-8ead-3cfffa7eb852 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bee18006e8ee4e0f8b5de53f967abbed&device_id=92bba970-b881-4265-84d3-235f7d2e47f3 HTTP/1.1" status: 200 len: 1096 time: 0.0528705 Aug 10 03:08:42.891604 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-fa79ae01-81fe-4dd9-a945-0e7a1f17cab4 req-d6680547-b567-4542-a7e8-e2fa95bff1ad tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:42.893728 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fa79ae01-81fe-4dd9-a945-0e7a1f17cab4 req-d6680547-b567-4542-a7e8-e2fa95bff1ad tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] 10.222.0.60 "DELETE /v2.0/ports/dea860dd-fd98-4360-bc3c-37c6506ab86f HTTP/1.1" status: 204 len: 173 time: 1.1917529 Aug 10 03:08:42.897847 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-37d4e7b3-af1d-412a-b6d3-6698439e8584 req-c8ae0b05-1c0d-4df9-bc8a-dcefc50ecb5e tempest-LiveMigrationNegativeTest-1039317731 tempest-LiveMigrationNegativeTest-1039317731-project] 10.222.0.62 "GET /v2.0/security-groups?id=73c9c97f-21a0-4c39-9593-22fd18479ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794038 Aug 10 03:08:42.937480 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7d7b46d5-b82c-4106-96d3-64a886abf2c0 req-f6ee74e8-ed4c-4b3b-bf35-62526034df4b tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ef19734-caa3-4936-aa1d-3a1a27d0d7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577640 Aug 10 03:08:42.937989 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce469fc-cda0-4f42-bef2-6bce30eb7007', 'name': 'network-vif-deleted', 'tag': 'dea860dd-fd98-4360-bc3c-37c6506ab86f'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:08:42.940396 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3789510-89cf-4df0-a1fb-21e8e65f763c" -d '{"events": [{"server_uuid": "7ce469fc-cda0-4f42-bef2-6bce30eb7007", "name": "network-vif-deleted", "tag": "dea860dd-fd98-4360-bc3c-37c6506ab86f"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:08:43.019029 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-199a8086-8239-4c4c-a705-39aa327641e6 req-6e1c8d7b-bdef-4196-aeb2-53aefaad4ac6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6149c1b1-f135-43d0-a5c1-169afb1a5357 HTTP/1.1" status: 200 len: 217 time: 0.1081963 Aug 10 03:08:43.083738 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed5a5f7-8ace-4fdf-8f47-4696033428b0 req-77bab035-539f-43a9-8de0-63fe66309c77 tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:43.088026 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7ed5a5f7-8ace-4fdf-8f47-4696033428b0 req-77bab035-539f-43a9-8de0-63fe66309c77 tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1eddc19e-e2f2-4919-8662-4ba388292535 HTTP/1.1" status: 200 len: 1097 time: 0.1000264 Aug 10 03:08:43.091710 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a8086-8239-4c4c-a705-39aa327641e6 req-53440c8d-94e5-4efe-a989-8977a90b83ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:43.093186 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-199a8086-8239-4c4c-a705-39aa327641e6 req-53440c8d-94e5-4efe-a989-8977a90b83ba service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4099aa5-56aa-4afb-b339-2ffcbed0521f HTTP/1.1" status: 200 len: 863 time: 0.0613325 Aug 10 03:08:43.152328 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25296b-d049-4fc6-8884-4ad988aaefbf req-3c74a836-92bb-4479-a8aa-6f209cd9c834 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:43.154002 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6e25296b-d049-4fc6-8884-4ad988aaefbf req-3c74a836-92bb-4479-a8aa-6f209cd9c834 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=e099c7bd-ee42-4d4c-b5fd-16ecc0cdc280 HTTP/1.1" status: 200 len: 944 time: 0.1238914 Aug 10 03:08:43.167665 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7ed5a5f7-8ace-4fdf-8f47-4696033428b0 req-81a41e32-59c8-4c6b-89a3-a85ba65b7217 tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719330 Aug 10 03:08:43.171639 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a8086-8239-4c4c-a705-39aa327641e6 req-931f435a-cd52-40df-bc16-bc7be2e01443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:43.174343 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-199a8086-8239-4c4c-a705-39aa327641e6 req-931f435a-cd52-40df-bc16-bc7be2e01443 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7bd6a1e2-d65a-4310-b080-ef087a9f163c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0723147 Aug 10 03:08:43.206854 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6e25296b-d049-4fc6-8884-4ad988aaefbf req-1af23f7f-0691-4140-98ff-0770aaaaed7d tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445647 Aug 10 03:08:43.271109 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815bcb31-f8dd-4af2-90a6-a7a4c6f6428a x-openstack-request-id: req-815bcb31-f8dd-4af2-90a6-a7a4c6f6428a {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:08:43.271403 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce469fc-cda0-4f42-bef2-6bce30eb7007", "name": "network-vif-deleted", "tag": "dea860dd-fd98-4360-bc3c-37c6506ab86f", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:08:43.271654 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-815bcb31-f8dd-4af2-90a6-a7a4c6f6428a {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:08:43.272062 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce469fc-cda0-4f42-bef2-6bce30eb7007', 'name': 'network-vif-deleted', 'tag': 'dea860dd-fd98-4360-bc3c-37c6506ab86f', 'status': 'completed', 'code': 200} Aug 10 03:08:43.297040 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-199a8086-8239-4c4c-a705-39aa327641e6 req-a2d6e8bf-6433-4715-a319-a89f7aed9287 service neutron] 10.222.0.60 "GET /v2.0/networks/7bd6a1e2-d65a-4310-b080-ef087a9f163c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132700 Aug 10 03:08:43.413132 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-199a8086-8239-4c4c-a705-39aa327641e6 req-2c52e5be-048f-4653-953b-cb824e09903f service neutron] 10.222.0.60 "GET /v2.0/networks/7bd6a1e2-d65a-4310-b080-ef087a9f163c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055579 Aug 10 03:08:43.468865 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device f59dede6-6b8e-472b-8c72-53679eb4e5af up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:08:43.595821 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-bd7254df-999c-40b8-9511-f79b34de6c3a req-3024b01d-a6de-4465-8569-8a0c2e0d94e0 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=6cb2c88cb44048dc824ad7a6e6e788f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0798917 Aug 10 03:08:43.599547 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port f59dede6-6b8e-472b-8c72-53679eb4e5af completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:08:43.609945 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port f59dede6-6b8e-472b-8c72-53679eb4e5af triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:08:43.610334 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:43.774768 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-171ab184-82b3-466f-b96d-b5d7c3372c17 req-5ccac211-5e6d-425d-9981-1ef9cc8a43c2 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba1d3739-8c48-493a-8bd2-e429e9c4b12d HTTP/1.1" status: 200 len: 210 time: 0.0977316 Aug 10 03:08:43.806560 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:43.885227 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e099c7bd-ee42-4d4c-b5fd-16ecc0cdc280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f59dede6-6b8e-472b-8c72-53679eb4e5af'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:08:43.897316 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d519eed-0245-44b7-a715-6df9261c58b1" -d '{"events": [{"server_uuid": "e099c7bd-ee42-4d4c-b5fd-16ecc0cdc280", "name": "network-vif-plugged", "status": "completed", "tag": "f59dede6-6b8e-472b-8c72-53679eb4e5af"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:08:43.920700 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port f59dede6-6b8e-472b-8c72-53679eb4e5af, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=f59dede6-6b8e-472b-8c72-53679eb4e5af,segment=NetworkSegment(56914130-d266-4761-b91f-0f4044da3177),segment_id=56914130-d266-4761-b91f-0f4044da3177)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:08:43.927246 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:43.956408 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7254df-999c-40b8-9511-f79b34de6c3a req-0409b15a-a324-4d5b-b4dc-d6bfa2d56519 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:43.960329 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-bd7254df-999c-40b8-9511-f79b34de6c3a req-0409b15a-a324-4d5b-b4dc-d6bfa2d56519 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3595085 Aug 10 03:08:43.985455 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fce73-5906-488f-8296-a09fea19642e req-6ff57ae8-3583-4430-be80-12639aff8e8b tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:43.992712 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-bd7254df-999c-40b8-9511-f79b34de6c3a req-e16c5e0e-5980-45f7-96c9-1b4d2f6b9ee3 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Request body: {'port': {'device_id': 'ba1d3739-8c48-493a-8bd2-e429e9c4b12d', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'admin_state_up': True, 'tenant_id': '6cb2c88cb44048dc824ad7a6e6e788f5'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:08:43.994953 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-260fce73-5906-488f-8296-a09fea19642e req-6ff57ae8-3583-4430-be80-12639aff8e8b tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.62 "GET /v2.0/ports?device_id=92bba970-b881-4265-84d3-235f7d2e47f3 HTTP/1.1" status: 200 len: 944 time: 0.1198235 Aug 10 03:08:44.018438 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=f59dede6-6b8e-472b-8c72-53679eb4e5af,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:44.070262 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92bba970-b881-4265-84d3-235f7d2e47f3', 'tag': '6149c1b1-f135-43d0-a5c1-169afb1a5357'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:08:44.072981 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e13acc3-e634-4afe-871e-deadb03de326" -d '{"events": [{"name": "network-changed", "server_uuid": "92bba970-b881-4265-84d3-235f7d2e47f3", "tag": "6149c1b1-f135-43d0-a5c1-169afb1a5357"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:08:44.084007 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-260fce73-5906-488f-8296-a09fea19642e req-e4b41c77-8bf5-4939-b2ed-1e11208cd363 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.62 "GET /v2.0/security-groups?id=3640a20a-f833-4208-a5e8-4377bcabf26a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879087 Aug 10 03:08:44.115502 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ddd0bb-431e-40b2-8a17-1bdb29ce4526 req-cfd5dedb-7b64-415c-9e2b-6a3ea9348928 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:44.117913 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a4ddd0bb-431e-40b2-8a17-1bdb29ce4526 req-cfd5dedb-7b64-415c-9e2b-6a3ea9348928 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] 10.222.0.58 "GET /v2.0/ports?device_id=e85f2270-df8e-45b2-b149-3a31cae73307 HTTP/1.1" status: 200 len: 945 time: 0.1147413 Aug 10 03:08:44.155207 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3180b931-1819-43c4-bf4b-5688883620eb x-openstack-request-id: req-3180b931-1819-43c4-bf4b-5688883620eb {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:08:44.155920 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e099c7bd-ee42-4d4c-b5fd-16ecc0cdc280", "name": "network-vif-plugged", "status": "completed", "tag": "f59dede6-6b8e-472b-8c72-53679eb4e5af", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:08:44.156354 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3180b931-1819-43c4-bf4b-5688883620eb {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:08:44.156947 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e099c7bd-ee42-4d4c-b5fd-16ecc0cdc280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f59dede6-6b8e-472b-8c72-53679eb4e5af', 'code': 200} Aug 10 03:08:44.182510 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd7254df-999c-40b8-9511-f79b34de6c3a req-e16c5e0e-5980-45f7-96c9-1b4d2f6b9ee3 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Made reservation on behalf of 6cb2c88cb44048dc824ad7a6e6e788f5 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:08:44.187202 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-bd7254df-999c-40b8-9511-f79b34de6c3a req-e16c5e0e-5980-45f7-96c9-1b4d2f6b9ee3 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:44.260793 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.58', 57538) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:08:44.327807 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdac998-53a3-4a5e-9769-d7eb15b05545 req-c8087844-dc04-4b64-923a-18b4845d4a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:44.329618 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1fdac998-53a3-4a5e-9769-d7eb15b05545 req-c8087844-dc04-4b64-923a-18b4845d4a82 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e099c7bd-ee42-4d4c-b5fd-16ecc0cdc280 HTTP/1.1" status: 200 len: 1097 time: 0.0640712 Aug 10 03:08:44.336100 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-a4ddd0bb-431e-40b2-8a17-1bdb29ce4526 req-fcb2c9bf-94df-467e-9625-0ba5964c234b tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Deleting port cfd67a08-eba1-429e-93e5-686974789274 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:08:44.336954 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a4ddd0bb-431e-40b2-8a17-1bdb29ce4526 req-fcb2c9bf-94df-467e-9625-0ba5964c234b tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:44.421882 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-bd7254df-999c-40b8-9511-f79b34de6c3a req-e16c5e0e-5980-45f7-96c9-1b4d2f6b9ee3 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Allocated IP 192.168.233.113 (f1b7997e-1a2a-4260-9d7d-b6cf90b8801d/c2e3eb0b-907c-4ac4-809e-ae9609bc8c67/f3428fea-5331-4669-b498-70790682434c) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:08:44.458056 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1fdac998-53a3-4a5e-9769-d7eb15b05545 req-09cd0d78-9651-47d6-90a3-81678f458d48 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057489 Aug 10 03:08:44.544063 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470dd56-2f49-4fa9-8bf4-4da0719497f9 req-fc6283da-20c5-4961-be38-a4abe22cf823 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:44.546127 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1470dd56-2f49-4fa9-8bf4-4da0719497f9 req-fc6283da-20c5-4961-be38-a4abe22cf823 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] 10.222.0.62 "GET /v2.0/ports?device_id=e85f2270-df8e-45b2-b149-3a31cae73307 HTTP/1.1" status: 200 len: 945 time: 0.1213038 Aug 10 03:08:44.549341 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-a4ddd0bb-431e-40b2-8a17-1bdb29ce4526 req-fcb2c9bf-94df-467e-9625-0ba5964c234b tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] For port cfd67a08-eba1-429e-93e5-686974789274, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=cfd67a08-eba1-429e-93e5-686974789274,segment=NetworkSegment(4b13a0ae-7489-4ada-84b9-566941bbbab7),segment_id=4b13a0ae-7489-4ada-84b9-566941bbbab7)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:08:44.550072 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a4ddd0bb-431e-40b2-8a17-1bdb29ce4526 req-fcb2c9bf-94df-467e-9625-0ba5964c234b tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:44.566839 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-2c7be0fd-7fde-42d3-9859-f9a995b0e697 tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:08:44.572021 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-a4ddd0bb-431e-40b2-8a17-1bdb29ce4526 req-fcb2c9bf-94df-467e-9625-0ba5964c234b tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Calling delete_port for cfd67a08-eba1-429e-93e5-686974789274 owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:08:44.576065 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-2c7be0fd-7fde-42d3-9859-f9a995b0e697 tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0158465 Aug 10 03:08:44.583003 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-f8390e94-7568-49c0-892a-abe6c71751bb service neutron] Request body: {'binding': {'host': 'n-h1-768851-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:08:44.583529 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-f8390e94-7568-49c0-892a-abe6c71751bb service neutron] Unknown quota resources ['binding']. {{(pid=94217) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:08:44.649844 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1470dd56-2f49-4fa9-8bf4-4da0719497f9 req-5c9c23ff-6988-41f8-a0e9-54dcad3dcf75 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ef19734-caa3-4936-aa1d-3a1a27d0d7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913711 Aug 10 03:08:44.707805 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38032) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:08:44.721049 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-bd7254df-999c-40b8-9511-f79b34de6c3a req-e16c5e0e-5980-45f7-96c9-1b4d2f6b9ee3 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:44.732650 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb5868a-2c81-4f08-bb94-b397446eba1b x-openstack-request-id: req-aeb5868a-2c81-4f08-bb94-b397446eba1b {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:08:44.732933 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92bba970-b881-4265-84d3-235f7d2e47f3", "tag": "6149c1b1-f135-43d0-a5c1-169afb1a5357", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:08:44.733191 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-aeb5868a-2c81-4f08-bb94-b397446eba1b {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:08:44.733579 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92bba970-b881-4265-84d3-235f7d2e47f3', 'tag': '6149c1b1-f135-43d0-a5c1-169afb1a5357', 'status': 'completed', 'code': 200} Aug 10 03:08:44.750853 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-bd7254df-999c-40b8-9511-f79b34de6c3a req-e16c5e0e-5980-45f7-96c9-1b4d2f6b9ee3 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Transition to ACTIVE for port object f3428fea-5331-4669-b498-70790682434c will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:08:44.852327 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-f8390e94-7568-49c0-892a-abe6c71751bb service neutron] Attempting to bind port 01a58bba-6328-4634-a439-27a9ba5235d4 on host n-h1-768851-15 for vnic_type normal with profile None {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:08:44.852671 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-f8390e94-7568-49c0-892a-abe6c71751bb service neutron] Attempting to bind port 01a58bba-6328-4634-a439-27a9ba5235d4 by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '837bbb8d-e72f-44c2-893c-c4df3456bfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b071061e-0c83-4db2-9121-a6eb9f4ae150'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:08:44.853022 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-f8390e94-7568-49c0-892a-abe6c71751bb service neutron] Attempting to bind port 01a58bba-6328-4634-a439-27a9ba5235d4 on network b071061e-0c83-4db2-9121-a6eb9f4ae150 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:08:44.865149 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-f8390e94-7568-49c0-892a-abe6c71751bb service neutron] Port 01a58bba-6328-4634-a439-27a9ba5235d4 on network b071061e-0c83-4db2-9121-a6eb9f4ae150 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:08:44.865478 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-f8390e94-7568-49c0-892a-abe6c71751bb service neutron] Attempting to bind port 01a58bba-6328-4634-a439-27a9ba5235d4 on network b071061e-0c83-4db2-9121-a6eb9f4ae150 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:08:44.868567 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e13acc3-e634-4afe-871e-deadb03de326 req-3bd75e8c-3190-4f84-b340-d55cc246be4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:44.870089 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4e13acc3-e634-4afe-871e-deadb03de326 req-3bd75e8c-3190-4f84-b340-d55cc246be4f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bee18006e8ee4e0f8b5de53f967abbed&device_id=92bba970-b881-4265-84d3-235f7d2e47f3 HTTP/1.1" status: 200 len: 1096 time: 0.1067779 Aug 10 03:08:44.877883 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-f8390e94-7568-49c0-892a-abe6c71751bb service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:08:44.878105 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-f8390e94-7568-49c0-892a-abe6c71751bb service neutron] Checking segment: {'id': '837bbb8d-e72f-44c2-893c-c4df3456bfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b071061e-0c83-4db2-9121-a6eb9f4ae150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:08:44.878351 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-f8390e94-7568-49c0-892a-abe6c71751bb service neutron] Bound using segment: {'id': '837bbb8d-e72f-44c2-893c-c4df3456bfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b071061e-0c83-4db2-9121-a6eb9f4ae150'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:08:44.878832 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-f8390e94-7568-49c0-892a-abe6c71751bb service neutron] Bound port: 01a58bba-6328-4634-a439-27a9ba5235d4, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '837bbb8d-e72f-44c2-893c-c4df3456bfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b071061e-0c83-4db2-9121-a6eb9f4ae150'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:08:44.890074 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a4ddd0bb-431e-40b2-8a17-1bdb29ce4526 req-fcb2c9bf-94df-467e-9625-0ba5964c234b tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:44.891092 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-bd7254df-999c-40b8-9511-f79b34de6c3a req-e16c5e0e-5980-45f7-96c9-1b4d2f6b9ee3 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:44.907815 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['7b34d85d-31ea-427f-bb22-4317f4465781'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:08:44.941285 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb2c9bf-94df-467e-9625-0ba5964c234b tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Pushing event deleted for resources: {'Port': ['ID=cfd67a08-eba1-429e-93e5-686974789274,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:44.964862 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['d36ab999-6fc2-43b3-892b-c2e46712150a'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:08:44.991930 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7f85b-d0ac-46cf-bc6c-7680b53391f1 req-e6e47283-596e-416d-9785-4691d478a729 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:44.993690 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b4f7f85b-d0ac-46cf-bc6c-7680b53391f1 req-e6e47283-596e-416d-9785-4691d478a729 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=e099c7bd-ee42-4d4c-b5fd-16ecc0cdc280 HTTP/1.1" status: 200 len: 945 time: 0.1607363 Aug 10 03:08:45.015261 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4ddd0bb-431e-40b2-8a17-1bdb29ce4526 req-fcb2c9bf-94df-467e-9625-0ba5964c234b tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] No DVR routers for this DVR port cfd67a08-eba1-429e-93e5-686974789274 on host n-h1-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:08:45.017981 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a4ddd0bb-431e-40b2-8a17-1bdb29ce4526 req-fcb2c9bf-94df-467e-9625-0ba5964c234b tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:45.020495 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a4ddd0bb-431e-40b2-8a17-1bdb29ce4526 req-fcb2c9bf-94df-467e-9625-0ba5964c234b tempest-FloatingIPsAssociationNegativeTestJSON-1058374174 tempest-FloatingIPsAssociationNegativeTestJSON-1058374174-project] 10.222.0.58 "DELETE /v2.0/ports/cfd67a08-eba1-429e-93e5-686974789274 HTTP/1.1" status: 204 len: 173 time: 0.8947866 Aug 10 03:08:45.022166 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd7254df-999c-40b8-9511-f79b34de6c3a req-e16c5e0e-5980-45f7-96c9-1b4d2f6b9ee3 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:08:45.034641 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-bd7254df-999c-40b8-9511-f79b34de6c3a req-e16c5e0e-5980-45f7-96c9-1b4d2f6b9ee3 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:08:45.036957 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-e59ea8dd-bfad-4393-9cbe-b288bb7a8f79 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f5f74456a9ff4f0297a163d723f5fb6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3264349 Aug 10 03:08:45.041416 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 38038) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:08:45.067279 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd7254df-999c-40b8-9511-f79b34de6c3a req-e16c5e0e-5980-45f7-96c9-1b4d2f6b9ee3 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:08:45.090448 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16c5e0e-5980-45f7-96c9-1b4d2f6b9ee3 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Pushing event updated for resources: {'Port': ['ID=f3428fea-5331-4669-b498-70790682434c,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:45.116765 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b4f7f85b-d0ac-46cf-bc6c-7680b53391f1 req-99c4874a-aec4-489b-9fba-49ba9927a79c tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995603 Aug 10 03:08:45.247813 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-f8390e94-7568-49c0-892a-abe6c71751bb service neutron] For port 01a58bba-6328-4634-a439-27a9ba5235d4, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=01a58bba-6328-4634-a439-27a9ba5235d4,segment=NetworkSegment(837bbb8d-e72f-44c2-893c-c4df3456bfd0),segment_id=837bbb8d-e72f-44c2-893c-c4df3456bfd0)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:08:45.272852 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85f2270-df8e-45b2-b149-3a31cae73307', 'name': 'network-vif-deleted', 'tag': 'cfd67a08-eba1-429e-93e5-686974789274'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:08:45.276339 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-019adb27-4a81-4f73-afea-5cae92b119cf" -d '{"events": [{"server_uuid": "e85f2270-df8e-45b2-b149-3a31cae73307", "name": "network-vif-deleted", "tag": "cfd67a08-eba1-429e-93e5-686974789274"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:08:45.284123 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-f8390e94-7568-49c0-892a-abe6c71751bb service neutron] Notify callbacks [] for binding, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:45.285654 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-f8390e94-7568-49c0-892a-abe6c71751bb service neutron] 10.222.0.62 "POST /v2.0/ports/01a58bba-6328-4634-a439-27a9ba5235d4/bindings HTTP/1.1" status: 201 len: 390 time: 0.7087491 Aug 10 03:08:45.300035 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e13acc3-e634-4afe-871e-deadb03de326 req-78af53e0-6bb5-41a3-b203-21af37c4696b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:45.302125 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4e13acc3-e634-4afe-871e-deadb03de326 req-78af53e0-6bb5-41a3-b203-21af37c4696b service neutron] 10.222.0.60 "GET /v2.0/networks?id=7bd6a1e2-d65a-4310-b080-ef087a9f163c HTTP/1.1" status: 200 len: 925 time: 0.4210005 Aug 10 03:08:45.328534 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7254df-999c-40b8-9511-f79b34de6c3a req-e16c5e0e-5980-45f7-96c9-1b4d2f6b9ee3 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:45.329210 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-bd7254df-999c-40b8-9511-f79b34de6c3a req-e16c5e0e-5980-45f7-96c9-1b4d2f6b9ee3 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:45.410996 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-bd7254df-999c-40b8-9511-f79b34de6c3a req-e16c5e0e-5980-45f7-96c9-1b4d2f6b9ee3 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4232295 Aug 10 03:08:45.412419 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4e13acc3-e634-4afe-871e-deadb03de326 req-13b73f16-80da-49a3-9f39-036a37564d6e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6149c1b1-f135-43d0-a5c1-169afb1a5357 HTTP/1.1" status: 200 len: 217 time: 0.0992088 Aug 10 03:08:45.430817 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-bd7254df-999c-40b8-9511-f79b34de6c3a req-98c335d8-52a6-46bf-8253-c2f9ddc0c558 service neutron] Request body: {'port': {'device_id': 'ba1d3739-8c48-493a-8bd2-e429e9c4b12d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:08:45.442104 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device dea860dd-fd98-4360-bc3c-37c6506ab86f no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:08:45.487156 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: dea860dd-fd98-4360-bc3c-37c6506ab86f {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:08:45.487532 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device dea860dd-fd98-4360-bc3c-37c6506ab86f not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:08:45.551976 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-48606613-0b2d-48a3-bcc0-6634e866b58c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:45.603598 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-88b02ece-84c5-4253-b258-c047acc7c203 None None] Provisioning for port f3428fea-5331-4669-b498-70790682434c completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:08:45.608863 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-88b02ece-84c5-4253-b258-c047acc7c203 None None] Provisioning complete for port f3428fea-5331-4669-b498-70790682434c triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:08:45.609065 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-88b02ece-84c5-4253-b258-c047acc7c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:45.653224 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-88b02ece-84c5-4253-b258-c047acc7c203 None None] Port f3428fea-5331-4669-b498-70790682434c cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:08:45.665780 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb465f3-796e-4961-9865-02bd44bf9b05 req-eb545290-22db-41ef-91d3-3d19a66e0ff8 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:45.669413 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7bb465f3-796e-4961-9865-02bd44bf9b05 req-eb545290-22db-41ef-91d3-3d19a66e0ff8 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba1d3739-8c48-493a-8bd2-e429e9c4b12d HTTP/1.1" status: 200 len: 936 time: 0.1315527 Aug 10 03:08:45.836477 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7bb465f3-796e-4961-9865-02bd44bf9b05 req-be9e7b72-1e4a-4ae3-b840-967722f71ed4 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553247 Aug 10 03:08:46.001381 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea78d72-405f-4a94-82e8-dd62b4202e2f x-openstack-request-id: req-6ea78d72-405f-4a94-82e8-dd62b4202e2f {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:08:46.002017 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e85f2270-df8e-45b2-b149-3a31cae73307", "name": "network-vif-deleted", "tag": "cfd67a08-eba1-429e-93e5-686974789274", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:08:46.002227 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6ea78d72-405f-4a94-82e8-dd62b4202e2f {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:08:46.002875 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e85f2270-df8e-45b2-b149-3a31cae73307', 'name': 'network-vif-deleted', 'tag': 'cfd67a08-eba1-429e-93e5-686974789274', 'status': 'completed', 'code': 200} Aug 10 03:08:46.039912 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-49bede95-4368-4cfd-974e-6c4f12181f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:46.041460 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-49bede95-4368-4cfd-974e-6c4f12181f79 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d29523b6a3c34430b121d2faffd2884f&device_id=1eddc19e-e2f2-4919-8662-4ba388292535 HTTP/1.1" status: 200 len: 1097 time: 0.2037351 Aug 10 03:08:46.050223 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f04f6-c9d3-46ca-ad3b-35756a5e1480 req-2c3df200-2dfa-45c9-9285-a5dfdce7fc35 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:46.051793 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d78f04f6-c9d3-46ca-ad3b-35756a5e1480 req-2c3df200-2dfa-45c9-9285-a5dfdce7fc35 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.62 "GET /v2.0/ports?device_id=92bba970-b881-4265-84d3-235f7d2e47f3 HTTP/1.1" status: 200 len: 944 time: 0.1463406 Aug 10 03:08:46.114287 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-48606613-0b2d-48a3-bcc0-6634e866b58c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:46.116510 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-bd7254df-999c-40b8-9511-f79b34de6c3a req-98c335d8-52a6-46bf-8253-c2f9ddc0c558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:46.131261 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e13acc3-e634-4afe-871e-deadb03de326 req-4f4724ca-3203-4cbe-aab1-8509c95b46d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:46.133362 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4e13acc3-e634-4afe-871e-deadb03de326 req-4f4724ca-3203-4cbe-aab1-8509c95b46d5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4099aa5-56aa-4afb-b339-2ffcbed0521f HTTP/1.1" status: 200 len: 863 time: 0.6782880 Aug 10 03:08:46.295083 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e13acc3-e634-4afe-871e-deadb03de326 req-6db5369b-a0fb-42c6-8274-724c2a371119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:46.296968 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4e13acc3-e634-4afe-871e-deadb03de326 req-6db5369b-a0fb-42c6-8274-724c2a371119 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7bd6a1e2-d65a-4310-b080-ef087a9f163c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1512992 Aug 10 03:08:46.305721 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-48606613-0b2d-48a3-bcc0-6634e866b58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:46.308341 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-48606613-0b2d-48a3-bcc0-6634e866b58c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:46.312013 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-48606613-0b2d-48a3-bcc0-6634e866b58c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/73c9c97f-21a0-4c39-9593-22fd18479ec5 HTTP/1.1" status: 204 len: 168 time: 1.2594473 Aug 10 03:08:46.343879 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48606613-0b2d-48a3-bcc0-6634e866b58c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c9c97f-21a0-4c39-9593-22fd18479ec5,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:46.472607 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d78f04f6-c9d3-46ca-ad3b-35756a5e1480 req-2e28fdcc-3a78-4f19-b708-413c0f42e25c tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.62 "GET /v2.0/security-groups?id=3640a20a-f833-4208-a5e8-4377bcabf26a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4072793 Aug 10 03:08:46.499826 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4e13acc3-e634-4afe-871e-deadb03de326 req-26e7fc74-729d-494f-a983-14c2fcbe8c0d service neutron] 10.222.0.60 "GET /v2.0/networks/7bd6a1e2-d65a-4310-b080-ef087a9f163c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889434 Aug 10 03:08:46.534188 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 38064) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:08:46.546248 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51877f2-937d-4cdd-9d26-1a5f400f933b req-5720b324-5cdc-444d-b9a2-0bbc682d2c98 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:46.553065 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b51877f2-937d-4cdd-9d26-1a5f400f933b req-5720b324-5cdc-444d-b9a2-0bbc682d2c98 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eddc19e-e2f2-4919-8662-4ba388292535 HTTP/1.1" status: 200 len: 945 time: 0.4438419 Aug 10 03:08:46.584727 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-024c4cbc-5502-412b-8ed6-8066f3843412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:46.587663 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-024c4cbc-5502-412b-8ed6-8066f3843412 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b071061e-0c83-4db2-9121-a6eb9f4ae150 HTTP/1.1" status: 200 len: 922 time: 0.5345204 Aug 10 03:08:46.727808 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b51877f2-937d-4cdd-9d26-1a5f400f933b req-c491c209-b727-456d-990d-fd86a2416832 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678755 Aug 10 03:08:46.728981 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-bd7254df-999c-40b8-9511-f79b34de6c3a req-98c335d8-52a6-46bf-8253-c2f9ddc0c558 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3428fea-5331-4669-b498-70790682434c {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:08:46.732947 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-3a641875-693b-4849-9c21-5aa00d27d951 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01a58bba-6328-4634-a439-27a9ba5235d4 HTTP/1.1" status: 200 len: 217 time: 0.0555053 Aug 10 03:08:46.745214 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-bd7254df-999c-40b8-9511-f79b34de6c3a req-98c335d8-52a6-46bf-8253-c2f9ddc0c558 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:46.760923 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4e13acc3-e634-4afe-871e-deadb03de326 req-2c311308-7045-4a11-963f-3e0bc2eb104d service neutron] 10.222.0.60 "GET /v2.0/networks/7bd6a1e2-d65a-4310-b080-ef087a9f163c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492037 Aug 10 03:08:46.788242 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-bd7254df-999c-40b8-9511-f79b34de6c3a req-98c335d8-52a6-46bf-8253-c2f9ddc0c558 service neutron] Transition to ACTIVE for port object f3428fea-5331-4669-b498-70790682434c will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:08:46.843926 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38068) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:08:46.853304 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-bd7254df-999c-40b8-9511-f79b34de6c3a req-98c335d8-52a6-46bf-8253-c2f9ddc0c558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:46.865841 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577a3e9-c710-4f75-b82a-1c5dc0227abf req-4cdfd4dd-d1b1-4812-9194-7885642eb72a tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:46.867610 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6577a3e9-c710-4f75-b82a-1c5dc0227abf req-4cdfd4dd-d1b1-4812-9194-7885642eb72a tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=e099c7bd-ee42-4d4c-b5fd-16ecc0cdc280 HTTP/1.1" status: 200 len: 945 time: 0.2619147 Aug 10 03:08:46.914766 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-49685bf6-3860-4d4f-8eee-843626f322fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:46.915848 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-49685bf6-3860-4d4f-8eee-843626f322fa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=07f824b9-3083-4489-bc41-7237705a68bc HTTP/1.1" status: 200 len: 861 time: 0.1705618 Aug 10 03:08:46.954072 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-fb4bd835-5d23-40c9-adf9-3b1cad3ad024 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=460c704e5c6f45b592a63fcb8d3e820a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1043663 Aug 10 03:08:46.966603 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38074) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:08:46.972159 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-ea948f1b-257a-4907-b68b-bb8dc99aec47 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b071061e-0c83-4db2-9121-a6eb9f4ae150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374248 Aug 10 03:08:46.981120 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6577a3e9-c710-4f75-b82a-1c5dc0227abf req-7886b39a-7870-4c3f-856a-f9edbc400655 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969853 Aug 10 03:08:47.129639 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-04980012-b385-4d04-8d1b-aeeccd3c4e13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:47.188473 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c2b17-d783-4eff-ae47-93f20d134452 req-fba8822d-4eac-4883-b047-1c4e5288279c tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:47.190128 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b11c2b17-d783-4eff-ae47-93f20d134452 req-fba8822d-4eac-4883-b047-1c4e5288279c tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba1d3739-8c48-493a-8bd2-e429e9c4b12d HTTP/1.1" status: 200 len: 948 time: 0.1721983 Aug 10 03:08:47.241048 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-04980012-b385-4d04-8d1b-aeeccd3c4e13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:47.269971 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c335d8-52a6-46bf-8253-c2f9ddc0c558 service neutron] Pushing event updated for resources: {'Port': ['ID=f3428fea-5331-4669-b498-70790682434c,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:47.295981 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-92cf3ce4-df68-4c44-b4a2-2163456c9ebf service neutron] 10.222.0.58 "GET /v2.0/networks/b071061e-0c83-4db2-9121-a6eb9f4ae150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090684 Aug 10 03:08:47.307961 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99bf57c-c9a1-47c5-84aa-87428ca106d1 req-b82bebb3-b8ce-4812-8923-3588e5e08291 tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:47.315177 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a99bf57c-c9a1-47c5-84aa-87428ca106d1 req-b82bebb3-b8ce-4812-8923-3588e5e08291 tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=e099c7bd-ee42-4d4c-b5fd-16ecc0cdc280 HTTP/1.1" status: 200 len: 1097 time: 0.1890113 Aug 10 03:08:47.329288 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-bd7254df-999c-40b8-9511-f79b34de6c3a req-98c335d8-52a6-46bf-8253-c2f9ddc0c558 service neutron] Attempting to bind port f3428fea-5331-4669-b498-70790682434c on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:08:47.329628 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-bd7254df-999c-40b8-9511-f79b34de6c3a req-98c335d8-52a6-46bf-8253-c2f9ddc0c558 service neutron] Attempting to bind port f3428fea-5331-4669-b498-70790682434c by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:08:47.329961 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7254df-999c-40b8-9511-f79b34de6c3a req-98c335d8-52a6-46bf-8253-c2f9ddc0c558 service neutron] Attempting to bind port f3428fea-5331-4669-b498-70790682434c on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:08:47.342409 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7254df-999c-40b8-9511-f79b34de6c3a req-98c335d8-52a6-46bf-8253-c2f9ddc0c558 service neutron] Port f3428fea-5331-4669-b498-70790682434c on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:08:47.342800 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7254df-999c-40b8-9511-f79b34de6c3a req-98c335d8-52a6-46bf-8253-c2f9ddc0c558 service neutron] Attempting to bind port f3428fea-5331-4669-b498-70790682434c on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:08:47.353452 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7254df-999c-40b8-9511-f79b34de6c3a req-98c335d8-52a6-46bf-8253-c2f9ddc0c558 service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:08:47.353852 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7254df-999c-40b8-9511-f79b34de6c3a req-98c335d8-52a6-46bf-8253-c2f9ddc0c558 service neutron] Checking segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:08:47.354428 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7254df-999c-40b8-9511-f79b34de6c3a req-98c335d8-52a6-46bf-8253-c2f9ddc0c558 service neutron] Bound using segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:08:47.354994 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-bd7254df-999c-40b8-9511-f79b34de6c3a req-98c335d8-52a6-46bf-8253-c2f9ddc0c558 service neutron] Bound port: f3428fea-5331-4669-b498-70790682434c, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:08:47.355373 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-bd7254df-999c-40b8-9511-f79b34de6c3a req-98c335d8-52a6-46bf-8253-c2f9ddc0c558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:47.439893 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 6149c1b1-f135-43d0-a5c1-169afb1a5357 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:08:47.459423 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b11c2b17-d783-4eff-ae47-93f20d134452 req-b43fbd6b-e75e-4d12-8633-5a026db24ebe tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622128 Aug 10 03:08:47.489033 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7d2f84c8-9d86-477e-92d1-f410c5403e27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:47.491802 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-bd7254df-999c-40b8-9511-f79b34de6c3a req-98c335d8-52a6-46bf-8253-c2f9ddc0c558 service neutron] For port f3428fea-5331-4669-b498-70790682434c, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:08:47.496650 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-bd7254df-999c-40b8-9511-f79b34de6c3a req-98c335d8-52a6-46bf-8253-c2f9ddc0c558 service neutron] For port f3428fea-5331-4669-b498-70790682434c, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=f3428fea-5331-4669-b498-70790682434c,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:08:47.499177 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-04980012-b385-4d04-8d1b-aeeccd3c4e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:47.502199 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device cfd67a08-eba1-429e-93e5-686974789274 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:08:47.502375 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-04980012-b385-4d04-8d1b-aeeccd3c4e13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:47.503614 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-04980012-b385-4d04-8d1b-aeeccd3c4e13 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/64dafd22-73d4-4a66-a58e-0af5e65b0c27 HTTP/1.1" status: 204 len: 168 time: 0.5338600 Aug 10 03:08:47.538552 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-bd7254df-999c-40b8-9511-f79b34de6c3a req-98c335d8-52a6-46bf-8253-c2f9ddc0c558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:47.583105 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a99bf57c-c9a1-47c5-84aa-87428ca106d1 req-f16b3a8a-e2b1-4406-9c93-3f07e8d52d53 tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667837 Aug 10 03:08:47.598385 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7254df-999c-40b8-9511-f79b34de6c3a req-98c335d8-52a6-46bf-8253-c2f9ddc0c558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:47.599041 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-bd7254df-999c-40b8-9511-f79b34de6c3a req-98c335d8-52a6-46bf-8253-c2f9ddc0c558 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:47.600973 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-bd7254df-999c-40b8-9511-f79b34de6c3a req-98c335d8-52a6-46bf-8253-c2f9ddc0c558 service neutron] 10.222.0.58 "PUT /v2.0/ports/f3428fea-5331-4669-b498-70790682434c HTTP/1.1" status: 200 len: 1097 time: 2.1763186 Aug 10 03:08:47.606138 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: cfd67a08-eba1-429e-93e5-686974789274 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:08:47.606623 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04980012-b385-4d04-8d1b-aeeccd3c4e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64dafd22-73d4-4a66-a58e-0af5e65b0c27,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:47.606898 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device cfd67a08-eba1-429e-93e5-686974789274 not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:08:47.611435 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.db.resource_extend [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:08:47.619883 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba1d3739-8c48-493a-8bd2-e429e9c4b12d', 'tag': 'f3428fea-5331-4669-b498-70790682434c'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:08:47.622799 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6287ee-8320-4e28-9952-120feefd118a" -d '{"events": [{"name": "network-changed", "server_uuid": "ba1d3739-8c48-493a-8bd2-e429e9c4b12d", "tag": "f3428fea-5331-4669-b498-70790682434c"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:08:47.773594 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c335d8-52a6-46bf-8253-c2f9ddc0c558 service neutron] Pushing event updated for resources: {'Port': ['ID=f3428fea-5331-4669-b498-70790682434c,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:47.797203 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f453b-9ad3-4662-ac80-b4d1e8e46e05 req-3306f5cf-e0b3-40fc-b539-b8ca93b87d9c tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:47.803033 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2b3f453b-9ad3-4662-ac80-b4d1e8e46e05 req-3306f5cf-e0b3-40fc-b539-b8ca93b87d9c tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.62 "GET /v2.0/ports?device_id=92bba970-b881-4265-84d3-235f7d2e47f3 HTTP/1.1" status: 200 len: 944 time: 0.1338785 Aug 10 03:08:47.849628 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7254df-999c-40b8-9511-f79b34de6c3a req-9f5cdae5-f281-458e-ad59-ac1ed83ee135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:47.851212 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-bd7254df-999c-40b8-9511-f79b34de6c3a req-9f5cdae5-f281-458e-ad59-ac1ed83ee135 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6cb2c88cb44048dc824ad7a6e6e788f5&device_id=ba1d3739-8c48-493a-8bd2-e429e9c4b12d HTTP/1.1" status: 200 len: 1100 time: 0.1639783 Aug 10 03:08:47.918052 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2b3f453b-9ad3-4662-ac80-b4d1e8e46e05 req-3951e8fd-428f-4b69-99ce-a78a47b6c3b8 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.62 "GET /v2.0/security-groups?id=3640a20a-f833-4208-a5e8-4377bcabf26a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079977 Aug 10 03:08:47.927430 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-82319a6a-7b15-47fb-8880-a573901c4f7f service neutron] 10.222.0.58 "GET /v2.0/networks/b071061e-0c83-4db2-9121-a6eb9f4ae150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6100266 Aug 10 03:08:47.956397 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139ed2c3-aa1e-4cd2-ba3b-7a83cb2fd2b8 x-openstack-request-id: req-139ed2c3-aa1e-4cd2-ba3b-7a83cb2fd2b8 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:08:47.956828 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba1d3739-8c48-493a-8bd2-e429e9c4b12d", "tag": "f3428fea-5331-4669-b498-70790682434c", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:08:47.957106 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-139ed2c3-aa1e-4cd2-ba3b-7a83cb2fd2b8 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:08:47.957515 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba1d3739-8c48-493a-8bd2-e429e9c4b12d', 'tag': 'f3428fea-5331-4669-b498-70790682434c', 'status': 'completed', 'code': 200} Aug 10 03:08:47.961524 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-bd7254df-999c-40b8-9511-f79b34de6c3a req-b99f5e44-2099-4320-855b-f53ffd260548 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=f3428fea-5331-4669-b498-70790682434c HTTP/1.1" status: 200 len: 217 time: 0.0828791 Aug 10 03:08:47.975000 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 6149c1b1-f135-43d0-a5c1-169afb1a5357, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=6149c1b1-f135-43d0-a5c1-169afb1a5357,segment=NetworkSegment(4e3c1cee-23cd-4cfd-8d5b-a93ff23d6c0e),segment_id=4e3c1cee-23cd-4cfd-8d5b-a93ff23d6c0e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:08:48.002866 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '6149c1b1-f135-43d0-a5c1-169afb1a5357', 'network_id': '7bd6a1e2-d65a-4310-b080-ef087a9f163c', 'port_id': '6149c1b1-f135-43d0-a5c1-169afb1a5357', 'mac_address': 'fa:16:3e:9a:23:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4099aa5-56aa-4afb-b339-2ffcbed0521f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:08:48.141047 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:48.144920 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7254df-999c-40b8-9511-f79b34de6c3a req-6e48e760-1d5c-4cbb-a5de-8a2e7c619759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:48.147049 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-bd7254df-999c-40b8-9511-f79b34de6c3a req-6e48e760-1d5c-4cbb-a5de-8a2e7c619759 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.1724730 Aug 10 03:08:48.173770 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed71a2f-b906-40cc-a396-0e1fa1ebc819 req-8abf925c-af42-45ce-8041-b39053e0ae58 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:48.174711 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6149c1b1-f135-43d0-a5c1-169afb1a5357 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:08:48.182023 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7ed71a2f-b906-40cc-a396-0e1fa1ebc819 req-8abf925c-af42-45ce-8041-b39053e0ae58 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eddc19e-e2f2-4919-8662-4ba388292535 HTTP/1.1" status: 200 len: 945 time: 0.1314347 Aug 10 03:08:48.204321 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 6149c1b1-f135-43d0-a5c1-169afb1a5357, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=6149c1b1-f135-43d0-a5c1-169afb1a5357,segment=NetworkSegment(4e3c1cee-23cd-4cfd-8d5b-a93ff23d6c0e),segment_id=4e3c1cee-23cd-4cfd-8d5b-a93ff23d6c0e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:08:48.211855 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:48.273555 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7ed71a2f-b906-40cc-a396-0e1fa1ebc819 req-a0e34750-482e-49d4-82ee-128b99969e14 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829380 Aug 10 03:08:48.316615 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7254df-999c-40b8-9511-f79b34de6c3a req-e4270b79-60e7-48d8-bbe5-2dbc5614395e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:48.318672 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-bd7254df-999c-40b8-9511-f79b34de6c3a req-e4270b79-60e7-48d8-bbe5-2dbc5614395e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1581864 Aug 10 03:08:48.357907 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=6149c1b1-f135-43d0-a5c1-169afb1a5357,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:48.452942 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-7d2f84c8-9d86-477e-92d1-f410c5403e27 admin admin] Deleting port c06967cb-bc74-4e47-abcd-7621521caf06 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:08:48.453416 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7d2f84c8-9d86-477e-92d1-f410c5403e27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:48.496828 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['6149c1b1-f135-43d0-a5c1-169afb1a5357'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:08:48.634434 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-bd7254df-999c-40b8-9511-f79b34de6c3a req-9d8a794d-8d07-4bd8-882a-3c7e50c4be1a service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927048 Aug 10 03:08:48.736639 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207a3bc-381b-4f4e-95cc-e48c4a0e5175 req-34d45e57-2010-4117-8d64-28a446d7c161 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:48.740835 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5207a3bc-381b-4f4e-95cc-e48c4a0e5175 req-34d45e57-2010-4117-8d64-28a446d7c161 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba1d3739-8c48-493a-8bd2-e429e9c4b12d HTTP/1.1" status: 200 len: 948 time: 0.1381464 Aug 10 03:08:48.832434 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5207a3bc-381b-4f4e-95cc-e48c4a0e5175 req-e43e4b7c-f99e-487a-9e1e-bd0bcbf0b357 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835083 Aug 10 03:08:48.861904 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-7d2f84c8-9d86-477e-92d1-f410c5403e27 admin admin] For port c06967cb-bc74-4e47-abcd-7621521caf06, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=c06967cb-bc74-4e47-abcd-7621521caf06,segment=NetworkSegment(4b13a0ae-7489-4ada-84b9-566941bbbab7),segment_id=4b13a0ae-7489-4ada-84b9-566941bbbab7)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:08:48.862277 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7d2f84c8-9d86-477e-92d1-f410c5403e27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:48.877722 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-bd7254df-999c-40b8-9511-f79b34de6c3a req-0b3fd014-e330-4fbd-90d6-719b10b4453a service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317891 Aug 10 03:08:48.882262 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-7d2f84c8-9d86-477e-92d1-f410c5403e27 admin admin] Calling delete_port for c06967cb-bc74-4e47-abcd-7621521caf06 owned by network:router_interface {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:08:49.103250 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6287ee-8320-4e28-9952-120feefd118a req-2c85cfed-6ca5-4234-a600-cb2301602ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:49.104956 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8e6287ee-8320-4e28-9952-120feefd118a req-2c85cfed-6ca5-4234-a600-cb2301602ea5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6cb2c88cb44048dc824ad7a6e6e788f5&device_id=ba1d3739-8c48-493a-8bd2-e429e9c4b12d HTTP/1.1" status: 200 len: 1100 time: 0.1582100 Aug 10 03:08:49.145530 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798fc51-a44a-4271-bac4-ae19d23911e4 req-7b53e0d9-3626-4392-b1d8-81735001faad tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:49.194653 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e798fc51-a44a-4271-bac4-ae19d23911e4 req-7b53e0d9-3626-4392-b1d8-81735001faad tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.62 "GET /v2.0/ports?device_id=92bba970-b881-4265-84d3-235f7d2e47f3 HTTP/1.1" status: 200 len: 945 time: 0.1372674 Aug 10 03:08:49.290973 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6287ee-8320-4e28-9952-120feefd118a req-85a3480e-4df1-4385-8fd9-bf523506338c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:49.293297 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8e6287ee-8320-4e28-9952-120feefd118a req-85a3480e-4df1-4385-8fd9-bf523506338c service neutron] 10.222.0.58 "GET /v2.0/networks?id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d HTTP/1.1" status: 200 len: 870 time: 0.1290011 Aug 10 03:08:49.338956 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e798fc51-a44a-4271-bac4-ae19d23911e4 req-a5e40a0f-e1de-4c82-80c9-55f6d9fb36cf tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.62 "GET /v2.0/security-groups?id=3640a20a-f833-4208-a5e8-4377bcabf26a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384037 Aug 10 03:08:49.436655 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8e6287ee-8320-4e28-9952-120feefd118a req-16062bd7-1caa-4095-8efe-d7c0a41c731a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=f3428fea-5331-4669-b498-70790682434c HTTP/1.1" status: 200 len: 217 time: 0.0790570 Aug 10 03:08:49.451135 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 6149c1b1-f135-43d0-a5c1-169afb1a5357 up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:08:49.542974 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6287ee-8320-4e28-9952-120feefd118a req-99425d42-0467-4ad6-8404-a14c9da1590a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:49.544949 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8e6287ee-8320-4e28-9952-120feefd118a req-99425d42-0467-4ad6-8404-a14c9da1590a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.0962338 Aug 10 03:08:49.551503 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e119cb-231f-4b78-a04e-9b9e9e07e27c req-12c83b23-83ee-4189-b869-48dc5f0cd75e tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:49.553884 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a3e119cb-231f-4b78-a04e-9b9e9e07e27c req-12c83b23-83ee-4189-b869-48dc5f0cd75e tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eddc19e-e2f2-4919-8662-4ba388292535 HTTP/1.1" status: 200 len: 945 time: 0.1620622 Aug 10 03:08:49.564181 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7d2f84c8-9d86-477e-92d1-f410c5403e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:49.616311 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port 6149c1b1-f135-43d0-a5c1-169afb1a5357 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:08:49.628704 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 6149c1b1-f135-43d0-a5c1-169afb1a5357 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:08:49.629083 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:49.648750 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a3e119cb-231f-4b78-a04e-9b9e9e07e27c req-8ba2ceec-38b3-4ff0-8c3c-1d5078388f56 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870461 Aug 10 03:08:49.753871 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2f84c8-9d86-477e-92d1-f410c5403e27 admin admin] Pushing event deleted for resources: {'Port': ['ID=c06967cb-bc74-4e47-abcd-7621521caf06,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:49.916163 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:49.981451 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92bba970-b881-4265-84d3-235f7d2e47f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6149c1b1-f135-43d0-a5c1-169afb1a5357'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:08:49.988476 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7bc9ab4-0efc-4f51-9ea3-bc6295222880" -d '{"events": [{"server_uuid": "92bba970-b881-4265-84d3-235f7d2e47f3", "name": "network-vif-plugged", "status": "completed", "tag": "6149c1b1-f135-43d0-a5c1-169afb1a5357"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:08:50.034998 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6287ee-8320-4e28-9952-120feefd118a req-10de39df-dea1-4100-8fe4-b9744d75cb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:50.036595 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8e6287ee-8320-4e28-9952-120feefd118a req-10de39df-dea1-4100-8fe4-b9744d75cb00 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4748273 Aug 10 03:08:50.047724 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 6149c1b1-f135-43d0-a5c1-169afb1a5357, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=6149c1b1-f135-43d0-a5c1-169afb1a5357,segment=NetworkSegment(4e3c1cee-23cd-4cfd-8d5b-a93ff23d6c0e),segment_id=4e3c1cee-23cd-4cfd-8d5b-a93ff23d6c0e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:08:50.056774 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:50.113577 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d435d-321c-4786-843b-70e32dc88d4f req-80bb3750-2b26-4603-9bec-c8869e10b69c tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:50.121665 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bc4d435d-321c-4786-843b-70e32dc88d4f req-80bb3750-2b26-4603-9bec-c8869e10b69c tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba1d3739-8c48-493a-8bd2-e429e9c4b12d HTTP/1.1" status: 200 len: 948 time: 0.1398270 Aug 10 03:08:50.136855 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7d2f84c8-9d86-477e-92d1-f410c5403e27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:50.142448 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf76f9e-9bc9-4b92-942c-45ce19231865 x-openstack-request-id: req-1bf76f9e-9bc9-4b92-942c-45ce19231865 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:08:50.142757 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92bba970-b881-4265-84d3-235f7d2e47f3", "name": "network-vif-plugged", "status": "completed", "tag": "6149c1b1-f135-43d0-a5c1-169afb1a5357", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:08:50.143030 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1bf76f9e-9bc9-4b92-942c-45ce19231865 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:08:50.143454 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92bba970-b881-4265-84d3-235f7d2e47f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6149c1b1-f135-43d0-a5c1-169afb1a5357', 'code': 200} Aug 10 03:08:50.184009 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=6149c1b1-f135-43d0-a5c1-169afb1a5357,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:50.201548 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bc4d435d-321c-4786-843b-70e32dc88d4f req-31347054-8f22-46dc-8793-b250afd8a490 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790102 Aug 10 03:08:50.500342 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0230916-f9b5-42ab-be06-1461b8c9526c req-df463976-aeab-457e-86ae-67924e19f374 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:50.502197 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d0230916-f9b5-42ab-be06-1461b8c9526c req-df463976-aeab-457e-86ae-67924e19f374 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.62 "GET /v2.0/ports?device_id=92bba970-b881-4265-84d3-235f7d2e47f3 HTTP/1.1" status: 200 len: 946 time: 0.0654268 Aug 10 03:08:50.548124 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d0230916-f9b5-42ab-be06-1461b8c9526c req-414bcf20-762f-4ac1-ac81-5d2d71008424 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.62 "GET /v2.0/security-groups?id=3640a20a-f833-4208-a5e8-4377bcabf26a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399432 Aug 10 03:08:50.778829 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122937c0-acde-402e-b0bb-57cacffa49d6 req-88a46277-6958-4fcd-8aaf-d292f1c702cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:50.780718 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-122937c0-acde-402e-b0bb-57cacffa49d6 req-88a46277-6958-4fcd-8aaf-d292f1c702cc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=92bba970-b881-4265-84d3-235f7d2e47f3 HTTP/1.1" status: 200 len: 1098 time: 0.5938251 Aug 10 03:08:50.784180 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8e6287ee-8320-4e28-9952-120feefd118a req-770e55f5-03fc-4c9c-91d4-a17bc83d00b0 service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7326217 Aug 10 03:08:50.859890 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4807aa4-2aa5-47db-8548-2ea532fc4125 req-6ce0991e-e372-423c-81c9-5f9dd23d84e7 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:50.861576 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c4807aa4-2aa5-47db-8548-2ea532fc4125 req-6ce0991e-e372-423c-81c9-5f9dd23d84e7 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eddc19e-e2f2-4919-8662-4ba388292535 HTTP/1.1" status: 200 len: 945 time: 0.0632720 Aug 10 03:08:50.921543 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c4807aa4-2aa5-47db-8548-2ea532fc4125 req-53a5e351-af42-428e-821a-148635eb91af tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528305 Aug 10 03:08:50.925561 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-122937c0-acde-402e-b0bb-57cacffa49d6 req-3b1621af-5876-4803-a9b8-890d0b26e02d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3640a20a-f833-4208-a5e8-4377bcabf26a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057673 Aug 10 03:08:51.022828 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8e6287ee-8320-4e28-9952-120feefd118a req-0117cb16-d4e9-464f-a39a-bb3500d00f16 service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018349 Aug 10 03:08:51.028946 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d2f84c8-9d86-477e-92d1-f410c5403e27 admin admin] Router e624370a-f172-4f4b-848b-a8bc7639e112 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:08:51.152448 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2f84c8-9d86-477e-92d1-f410c5403e27 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:08:51.159281 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7d2f84c8-9d86-477e-92d1-f410c5403e27 admin admin] 10.222.0.62 "PUT /v2.0/routers/e624370a-f172-4f4b-848b-a8bc7639e112/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6191576 Aug 10 03:08:51.161708 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 38184) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:08:51.164294 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a371c3-a96a-4d27-9278-71db7e70d4b7 None None] Sync routers for ids ['e624370a-f172-4f4b-848b-a8bc7639e112'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:08:51.179806 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a371c3-a96a-4d27-9278-71db7e70d4b7 None None] Routers {'e624370a-f172-4f4b-848b-a8bc7639e112'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:08:51.180583 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-29a371c3-a96a-4d27-9278-71db7e70d4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:08:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['e624370a-f172-4f4b-848b-a8bc7639e112'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:08:51.310582 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4d9488e7-c743-40a3-a9ba-0d304723368a admin admin] Notify callbacks [] for router, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:51.335390 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-29a371c3-a96a-4d27-9278-71db7e70d4b7 None None] Set router e624370a-f172-4f4b-848b-a8bc7639e112 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:08:51.398188 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddbca75-aed1-47ff-9a41-cd9fe440d28e req-bed57197-42df-4bb1-8915-b3127df1c7c8 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:51.401178 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2ddbca75-aed1-47ff-9a41-cd9fe440d28e req-bed57197-42df-4bb1-8915-b3127df1c7c8 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba1d3739-8c48-493a-8bd2-e429e9c4b12d HTTP/1.1" status: 200 len: 948 time: 0.0776985 Aug 10 03:08:51.480678 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2ddbca75-aed1-47ff-9a41-cd9fe440d28e req-40cc65cf-743b-45eb-9eed-68e5bd2f772a tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673270 Aug 10 03:08:51.492691 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4d9488e7-c743-40a3-a9ba-0d304723368a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:51.558659 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device f3428fea-5331-4669-b498-70790682434c details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:08:51.591598 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-4d9488e7-c743-40a3-a9ba-0d304723368a admin admin] Deleting port a70d29b0-c230-4c6a-bec2-1739669e954d {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:08:51.592077 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4d9488e7-c743-40a3-a9ba-0d304723368a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:51.721243 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-4d9488e7-c743-40a3-a9ba-0d304723368a admin admin] For port a70d29b0-c230-4c6a-bec2-1739669e954d, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=a70d29b0-c230-4c6a-bec2-1739669e954d,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:08:51.721592 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4d9488e7-c743-40a3-a9ba-0d304723368a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:51.738993 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-4d9488e7-c743-40a3-a9ba-0d304723368a admin admin] Calling delete_port for a70d29b0-c230-4c6a-bec2-1739669e954d owned by network:router_gateway {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:08:51.794095 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-29a371c3-a96a-4d27-9278-71db7e70d4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e624370a-f172-4f4b-848b-a8bc7639e112', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-527346361-router', 'tenant_id': '17e7fef2a0e3489ea06ed8f40beecd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'a70d29b0-c230-4c6a-bec2-1739669e954d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:07:37Z', 'updated_at': '2021-08-10T03:08:49Z', 'revision_number': 5, 'project_id': '17e7fef2a0e3489ea06ed8f40beecd0f', 'gw_port': {'id': 'a70d29b0-c230-4c6a-bec2-1739669e954d', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:53:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e624370a-f172-4f4b-848b-a8bc7639e112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:07:40Z', 'updated_at': '2021-08-10T03:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:08:51.801455 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03895d7-9dfd-4f56-91ec-e247d3ed0185 req-0b3b7a51-e12a-4451-96f4-58e799fd44c9 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:51.821714 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a03895d7-9dfd-4f56-91ec-e247d3ed0185 req-0b3b7a51-e12a-4451-96f4-58e799fd44c9 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.62 "GET /v2.0/ports?device_id=92bba970-b881-4265-84d3-235f7d2e47f3 HTTP/1.1" status: 200 len: 946 time: 0.1610801 Aug 10 03:08:51.917908 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a03895d7-9dfd-4f56-91ec-e247d3ed0185 req-650b3a83-f9a7-4ef9-af19-e34ec77ee89f tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.62 "GET /v2.0/security-groups?id=3640a20a-f833-4208-a5e8-4377bcabf26a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898919 Aug 10 03:08:51.997239 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4d9488e7-c743-40a3-a9ba-0d304723368a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:52.043849 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9488e7-c743-40a3-a9ba-0d304723368a admin admin] Pushing event deleted for resources: {'Port': ['ID=a70d29b0-c230-4c6a-bec2-1739669e954d,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:52.083037 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a371c3-a96a-4d27-9278-71db7e70d4b7 None None] Checking router: e624370a-f172-4f4b-848b-a8bc7639e112 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:08:52.112608 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a371c3-a96a-4d27-9278-71db7e70d4b7 None None] Routers {'e624370a-f172-4f4b-848b-a8bc7639e112'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:08:52.113426 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-29a371c3-a96a-4d27-9278-71db7e70d4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:08:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['e624370a-f172-4f4b-848b-a8bc7639e112'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:08:52.119319 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4d9488e7-c743-40a3-a9ba-0d304723368a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:52.119980 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port f3428fea-5331-4669-b498-70790682434c, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=f3428fea-5331-4669-b498-70790682434c,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:08:52.126986 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d5de0-f0cf-47b5-8303-ea9bbd61a7f0 req-79d8b6cf-1ff4-4701-8055-f22283200d24 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:52.135574 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9e6d5de0-f0cf-47b5-8303-ea9bbd61a7f0 req-79d8b6cf-1ff4-4701-8055-f22283200d24 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eddc19e-e2f2-4919-8662-4ba388292535 HTTP/1.1" status: 200 len: 945 time: 0.0993896 Aug 10 03:08:52.180484 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9e6d5de0-f0cf-47b5-8303-ea9bbd61a7f0 req-2820fb6b-dc5e-4928-af0c-d8174ce66f0f tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439377 Aug 10 03:08:52.208255 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': 'f3428fea-5331-4669-b498-70790682434c', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'port_id': 'f3428fea-5331-4669-b498-70790682434c', 'mac_address': 'fa:16:3e:57:3c:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e3eb0b-907c-4ac4-809e-ae9609bc8c67', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:08:52.215929 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-29a371c3-a96a-4d27-9278-71db7e70d4b7 None None] Set router e624370a-f172-4f4b-848b-a8bc7639e112 gateway port host: None {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:08:52.325887 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4d9488e7-c743-40a3-a9ba-0d304723368a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:52.333301 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4d9488e7-c743-40a3-a9ba-0d304723368a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:52.365166 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:52.380192 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-29a371c3-a96a-4d27-9278-71db7e70d4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e624370a-f172-4f4b-848b-a8bc7639e112', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-527346361-router', 'tenant_id': '17e7fef2a0e3489ea06ed8f40beecd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:07:37Z', 'updated_at': '2021-08-10T03:08:51Z', 'revision_number': 7, 'project_id': '17e7fef2a0e3489ea06ed8f40beecd0f', 'gw_port_host': None}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:08:52.384507 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3428fea-5331-4669-b498-70790682434c {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:08:52.402886 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4d9488e7-c743-40a3-a9ba-0d304723368a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:52.403994 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9488e7-c743-40a3-a9ba-0d304723368a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e624370a-f172-4f4b-848b-a8bc7639e112 {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:08:52.414924 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4d9488e7-c743-40a3-a9ba-0d304723368a admin admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:52.416707 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4d9488e7-c743-40a3-a9ba-0d304723368a admin admin] 10.222.0.62 "DELETE /v2.0/routers/e624370a-f172-4f4b-848b-a8bc7639e112 HTTP/1.1" status: 204 len: 168 time: 1.2540095 Aug 10 03:08:52.419198 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 38212) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:08:52.425731 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a371c3-a96a-4d27-9278-71db7e70d4b7 None None] The sync data for ids ['e624370a-f172-4f4b-848b-a8bc7639e112'] in n-d-768851-15 is: [{'id': 'e624370a-f172-4f4b-848b-a8bc7639e112', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-527346361-router', 'tenant_id': '17e7fef2a0e3489ea06ed8f40beecd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:07:37Z', 'updated_at': '2021-08-10T03:08:51Z', 'revision_number': 7, 'project_id': '17e7fef2a0e3489ea06ed8f40beecd0f', 'gw_port_host': None}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:08:52.449325 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port f3428fea-5331-4669-b498-70790682434c, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=f3428fea-5331-4669-b498-70790682434c,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:08:52.456944 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:52.491241 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-29b2b765-5fbc-478b-b7ea-a618c44fc760 admin admin] Deleting subnet 351cb634-6784-4e2f-aa61-a5032bb13f30 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:08:52.496083 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-29b2b765-5fbc-478b-b7ea-a618c44fc760 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:52.542932 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-29b2b765-5fbc-478b-b7ea-a618c44fc760 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:52.563396 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=f3428fea-5331-4669-b498-70790682434c,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:52.672484 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e13fd53-7d9b-40f1-a929-ef950c3fd052 req-072bd10d-f045-4108-9cc3-5eab04666c8b tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:52.675703 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-29b2b765-5fbc-478b-b7ea-a618c44fc760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:52.682264 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7e13fd53-7d9b-40f1-a929-ef950c3fd052 req-072bd10d-f045-4108-9cc3-5eab04666c8b tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba1d3739-8c48-493a-8bd2-e429e9c4b12d HTTP/1.1" status: 200 len: 949 time: 0.1002407 Aug 10 03:08:52.762343 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7e13fd53-7d9b-40f1-a929-ef950c3fd052 req-8960eba2-a102-4f86-80ee-d8b702f7ee98 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786023 Aug 10 03:08:52.766727 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['f3428fea-5331-4669-b498-70790682434c'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:08:52.828018 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-29b2b765-5fbc-478b-b7ea-a618c44fc760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:52.956250 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b2b765-5fbc-478b-b7ea-a618c44fc760 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=351cb634-6784-4e2f-aa61-a5032bb13f30,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:52.964974 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-29b2b765-5fbc-478b-b7ea-a618c44fc760 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:52.967052 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-29b2b765-5fbc-478b-b7ea-a618c44fc760 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/351cb634-6784-4e2f-aa61-a5032bb13f30 HTTP/1.1" status: 204 len: 168 time: 0.5461764 Aug 10 03:08:52.969530 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 38232) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:08:52.973767 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e76581-85e0-40f0-98e7-96dfffe66f9d None None] Network d9255498-9d5f-4f28-89a8-aeba119591a7 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:08:53.087294 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-14a02311-c223-49b3-863c-b59b8af4df6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:53.135196 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b180186-4f6e-460a-afc1-ef48aca30bb2 req-d63baed3-75c5-4389-b865-ecbf2b9da1c7 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:53.136663 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5b180186-4f6e-460a-afc1-ef48aca30bb2 req-d63baed3-75c5-4389-b865-ecbf2b9da1c7 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.62 "GET /v2.0/ports?device_id=92bba970-b881-4265-84d3-235f7d2e47f3 HTTP/1.1" status: 200 len: 946 time: 0.0729449 Aug 10 03:08:53.218054 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-14a02311-c223-49b3-863c-b59b8af4df6b admin admin] Deleting port 683756dc-b2c3-42a8-95d3-4cb5671d9d78 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:08:53.221666 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-14a02311-c223-49b3-863c-b59b8af4df6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:53.229545 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5b180186-4f6e-460a-afc1-ef48aca30bb2 req-9199b535-ec1d-45eb-9fa8-68bba67239bb tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.62 "GET /v2.0/security-groups?id=3640a20a-f833-4208-a5e8-4377bcabf26a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728242 Aug 10 03:08:53.401342 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-14a02311-c223-49b3-863c-b59b8af4df6b admin admin] For port 683756dc-b2c3-42a8-95d3-4cb5671d9d78, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=683756dc-b2c3-42a8-95d3-4cb5671d9d78,segment=NetworkSegment(4b13a0ae-7489-4ada-84b9-566941bbbab7),segment_id=4b13a0ae-7489-4ada-84b9-566941bbbab7)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:08:53.402357 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-14a02311-c223-49b3-863c-b59b8af4df6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:53.418923 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae837ea-5368-458c-993b-dbde96e7c356 None None] DHCP port deletion for d9255498-9d5f-4f28-89a8-aeba119591a7 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:08:53.436345 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-14a02311-c223-49b3-863c-b59b8af4df6b admin admin] Calling delete_port for 683756dc-b2c3-42a8-95d3-4cb5671d9d78 owned by network:dhcp {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:08:53.522718 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-6ae837ea-5368-458c-993b-dbde96e7c356 None None] Deleting port 683756dc-b2c3-42a8-95d3-4cb5671d9d78 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:08:53.523189 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-6ae837ea-5368-458c-993b-dbde96e7c356 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:53.571398 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17071995-2d10-4341-9fe4-d7255c0a83e6 req-e7f51084-6e2c-4157-9df8-0e938798f92e tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:53.591065 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-17071995-2d10-4341-9fe4-d7255c0a83e6 req-e7f51084-6e2c-4157-9df8-0e938798f92e tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eddc19e-e2f2-4919-8662-4ba388292535 HTTP/1.1" status: 200 len: 945 time: 0.1261313 Aug 10 03:08:53.652872 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-14a02311-c223-49b3-863c-b59b8af4df6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:53.667465 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-6ae837ea-5368-458c-993b-dbde96e7c356 None None] For port 683756dc-b2c3-42a8-95d3-4cb5671d9d78, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=683756dc-b2c3-42a8-95d3-4cb5671d9d78,segment=NetworkSegment(4b13a0ae-7489-4ada-84b9-566941bbbab7),segment_id=4b13a0ae-7489-4ada-84b9-566941bbbab7)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:08:53.668557 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-6ae837ea-5368-458c-993b-dbde96e7c356 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:53.678123 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-17071995-2d10-4341-9fe4-d7255c0a83e6 req-53f32624-1ae7-4e3c-a24a-46337135b79a tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861628 Aug 10 03:08:53.684881 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a02311-c223-49b3-863c-b59b8af4df6b admin admin] Pushing event deleted for resources: {'Port': ['ID=683756dc-b2c3-42a8-95d3-4cb5671d9d78,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:53.687011 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a02311-c223-49b3-863c-b59b8af4df6b admin admin] No DVR routers for this DVR port 683756dc-b2c3-42a8-95d3-4cb5671d9d78 on host n-d-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:08:53.697956 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-6ae837ea-5368-458c-993b-dbde96e7c356 None None] Calling delete_port for 683756dc-b2c3-42a8-95d3-4cb5671d9d78 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:08:53.809680 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-14a02311-c223-49b3-863c-b59b8af4df6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:53.824716 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-14a02311-c223-49b3-863c-b59b8af4df6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9255498-9d5f-4f28-89a8-aeba119591a7']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:08:53.848414 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-14a02311-c223-49b3-863c-b59b8af4df6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b13a0ae-7489-4ada-84b9-566941bbbab7') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:08:53.849006 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-14a02311-c223-49b3-863c-b59b8af4df6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b13a0ae-7489-4ada-84b9-566941bbbab7') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:08:53.892271 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-14a02311-c223-49b3-863c-b59b8af4df6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:53.909287 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-6ae837ea-5368-458c-993b-dbde96e7c356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:53.910521 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-14a02311-c223-49b3-863c-b59b8af4df6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:53.935648 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14a02311-c223-49b3-863c-b59b8af4df6b admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:08:53.936237 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-14a02311-c223-49b3-863c-b59b8af4df6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:53.941381 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:08:53.941381 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:08:53.941381 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:08:53.941381 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:08:53.941381 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:08:53.941381 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:08:53.941381 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:08:53.941381 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:08:53.941381 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:08:53.941381 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:08:53.941381 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:08:53.941381 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:08:53.941381 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:08:53.941381 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:08:53.941381 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:08:53.941381 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:08:53.941381 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:08:53.941381 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:08:53.941381 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:08:53.941381 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:08:53.941381 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:08:53.941381 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:08:53.941381 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:08:53.941381 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:08:53.941381 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:08:53.941381 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:08:53.941381 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:08:53.941381 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:08:53.941381 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:08:53.941381 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:08:53.941381 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:08:53.941381 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:08:53.952422 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae837ea-5368-458c-993b-dbde96e7c356 None None] Pushing event deleted for resources: {'Port': ['ID=683756dc-b2c3-42a8-95d3-4cb5671d9d78,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:53.955115 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae837ea-5368-458c-993b-dbde96e7c356 None None] No DVR routers for this DVR port 683756dc-b2c3-42a8-95d3-4cb5671d9d78 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:08:53.973334 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae837ea-5368-458c-993b-dbde96e7c356 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:08:53.980353 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae837ea-5368-458c-993b-dbde96e7c356 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:08:53.980962 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae837ea-5368-458c-993b-dbde96e7c356 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:08:53.981471 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae837ea-5368-458c-993b-dbde96e7c356 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:08:53.981972 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae837ea-5368-458c-993b-dbde96e7c356 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:08:53.982469 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae837ea-5368-458c-993b-dbde96e7c356 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:08:53.987697 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae837ea-5368-458c-993b-dbde96e7c356 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:08:53.998414 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae837ea-5368-458c-993b-dbde96e7c356 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:08:54.008096 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae837ea-5368-458c-993b-dbde96e7c356 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:08:54.008409 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae837ea-5368-458c-993b-dbde96e7c356 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:08:54.008753 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae837ea-5368-458c-993b-dbde96e7c356 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:08:54.009088 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae837ea-5368-458c-993b-dbde96e7c356 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:08:54.013260 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35054898-7f80-4129-91b5-988a42d50ae8 req-ea90f5cd-1043-4274-96c7-5d2b36a28e65 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:54.018749 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device a70d29b0-c230-4c6a-bec2-1739669e954d no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:08:54.021479 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-35054898-7f80-4129-91b5-988a42d50ae8 req-ea90f5cd-1043-4274-96c7-5d2b36a28e65 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.62 "GET /v2.0/ports?device_id=92bba970-b881-4265-84d3-235f7d2e47f3 HTTP/1.1" status: 200 len: 946 time: 0.1570399 Aug 10 03:08:54.025282 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38264) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:08:54.034453 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-8482912e-55e3-4e67-9efc-94ece0fc3a9b tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Request body: {'floatingip': {'port_id': '6149c1b1-f135-43d0-a5c1-169afb1a5357'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:08:54.064849 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-14a02311-c223-49b3-863c-b59b8af4df6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:54.081417 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-14a02311-c223-49b3-863c-b59b8af4df6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:54.086307 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-14a02311-c223-49b3-863c-b59b8af4df6b admin admin] 10.222.0.62 "DELETE /v2.0/networks/d9255498-9d5f-4f28-89a8-aeba119591a7 HTTP/1.1" status: 204 len: 168 time: 1.1151474 Aug 10 03:08:54.107739 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: a70d29b0-c230-4c6a-bec2-1739669e954d {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:08:54.108086 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device a70d29b0-c230-4c6a-bec2-1739669e954d not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:08:54.108525 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 683756dc-b2c3-42a8-95d3-4cb5671d9d78 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:08:54.115921 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a02311-c223-49b3-863c-b59b8af4df6b admin admin] Pushing event deleted for resources: {'Network': ['ID=d9255498-9d5f-4f28-89a8-aeba119591a7,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:54.184804 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8482912e-55e3-4e67-9efc-94ece0fc3a9b tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Notify callbacks [] for floatingip, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:54.186818 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 683756dc-b2c3-42a8-95d3-4cb5671d9d78 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:08:54.187643 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 683756dc-b2c3-42a8-95d3-4cb5671d9d78 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:08:54.188057 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device c06967cb-bc74-4e47-abcd-7621521caf06 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:08:54.224905 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: c06967cb-bc74-4e47-abcd-7621521caf06 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:08:54.225254 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device c06967cb-bc74-4e47-abcd-7621521caf06 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:08:54.368206 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0708ee-6068-40a4-ba0a-3852a2d9b925 req-b4835fc0-424d-4115-9b49-ad717c64e706 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:54.370782 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6b0708ee-6068-40a4-ba0a-3852a2d9b925 req-b4835fc0-424d-4115-9b49-ad717c64e706 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba1d3739-8c48-493a-8bd2-e429e9c4b12d HTTP/1.1" status: 200 len: 949 time: 0.1200767 Aug 10 03:08:54.475616 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6b0708ee-6068-40a4-ba0a-3852a2d9b925 req-50c3960d-5676-4965-941e-77240cae0817 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930996 Aug 10 03:08:54.541115 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 38280) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:08:54.614578 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d6964801-9bad-44b6-b86e-753981c9b4a0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=17e7fef2a0e3489ea06ed8f40beecd0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0721285 Aug 10 03:08:54.624479 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 38284) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:08:54.664963 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e8673-99a8-4bf7-97d8-0ef14b8ec737 req-6bc43eb3-2dc9-4eaa-9938-b78f0aa84fe9 tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:54.674447 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ce9e8673-99a8-4bf7-97d8-0ef14b8ec737 req-6bc43eb3-2dc9-4eaa-9938-b78f0aa84fe9 tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea450f24-9c32-4ee6-aa41-e30b737d92dc HTTP/1.1" status: 200 len: 946 time: 0.0885317 Aug 10 03:08:54.752523 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a441a438-bf2f-4dab-9dbf-b365a9fc248d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:54.802155 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ce9e8673-99a8-4bf7-97d8-0ef14b8ec737 req-a0485195-ad6a-4ce9-85cc-452240df7ad9 tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] 10.222.0.62 "GET /v2.0/security-groups?id=b76be688-44e9-4eb6-92f8-4616b5760ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265390 Aug 10 03:08:54.813123 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a441a438-bf2f-4dab-9dbf-b365a9fc248d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:54.905960 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a441a438-bf2f-4dab-9dbf-b365a9fc248d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:54.908657 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a441a438-bf2f-4dab-9dbf-b365a9fc248d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:54.909821 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a441a438-bf2f-4dab-9dbf-b365a9fc248d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8ef19734-caa3-4936-aa1d-3a1a27d0d7e8 HTTP/1.1" status: 204 len: 168 time: 0.2828140 Aug 10 03:08:54.926344 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a441a438-bf2f-4dab-9dbf-b365a9fc248d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef19734-caa3-4936-aa1d-3a1a27d0d7e8,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:55.171438 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.db.resource_extend [None req-8482912e-55e3-4e67-9efc-94ece0fc3a9b tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:08:55.261325 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb6bdf-daa7-4a21-9ce5-fee7cff49361 req-5a5e47ad-4393-454a-a752-94238b427bd9 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:55.298811 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9abb6bdf-daa7-4a21-9ce5-fee7cff49361 req-5a5e47ad-4393-454a-a752-94238b427bd9 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eddc19e-e2f2-4919-8662-4ba388292535 HTTP/1.1" status: 200 len: 945 time: 0.3077028 Aug 10 03:08:55.351232 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8482912e-55e3-4e67-9efc-94ece0fc3a9b tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:55.364415 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8482912e-55e3-4e67-9efc-94ece0fc3a9b tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:55.440887 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9abb6bdf-daa7-4a21-9ce5-fee7cff49361 req-3c8a746a-52c1-49a1-a32a-ac9912a7cf74 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210999 Aug 10 03:08:55.563009 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device f3428fea-5331-4669-b498-70790682434c up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:08:55.595413 n-d-768851-15 neutron-server[94216]: INFO neutron.db.l3_db [None req-8482912e-55e3-4e67-9efc-94ece0fc3a9b tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Floating IP 2a2f9784-796f-47d7-a165-b23dfbd183b7 associated. External IP: 172.25.7.138, port: 6149c1b1-f135-43d0-a5c1-169afb1a5357. Aug 10 03:08:55.677111 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port f3428fea-5331-4669-b498-70790682434c completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:08:55.683647 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port f3428fea-5331-4669-b498-70790682434c triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:08:55.684399 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:55.877375 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:55.926466 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba1d3739-8c48-493a-8bd2-e429e9c4b12d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3428fea-5331-4669-b498-70790682434c'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:08:55.933438 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64c1ebe-91dd-4d1d-8e86-4637e93fa146" -d '{"events": [{"server_uuid": "ba1d3739-8c48-493a-8bd2-e429e9c4b12d", "name": "network-vif-plugged", "status": "completed", "tag": "f3428fea-5331-4669-b498-70790682434c"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:08:55.950196 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59044b2-f125-47ca-bf0c-f10a5c20d6da req-678e69f4-65e1-495b-bcde-0e9bc7b7cfc4 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:55.957594 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f59044b2-f125-47ca-bf0c-f10a5c20d6da req-678e69f4-65e1-495b-bcde-0e9bc7b7cfc4 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba1d3739-8c48-493a-8bd2-e429e9c4b12d HTTP/1.1" status: 200 len: 949 time: 0.1318772 Aug 10 03:08:55.974941 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port f3428fea-5331-4669-b498-70790682434c, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=f3428fea-5331-4669-b498-70790682434c,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:08:55.982290 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:56.028999 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:56.046786 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f59044b2-f125-47ca-bf0c-f10a5c20d6da req-5d004eab-2972-4b0c-ba3d-0a66daf84f79 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882449 Aug 10 03:08:56.067690 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8482912e-55e3-4e67-9efc-94ece0fc3a9b tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Router ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:08:56.097616 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=f3428fea-5331-4669-b498-70790682434c,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:56.162678 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:56.182389 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c013d0d2-28fd-401a-a923-7ba1be56cee1 x-openstack-request-id: req-c013d0d2-28fd-401a-a923-7ba1be56cee1 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:08:56.182930 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba1d3739-8c48-493a-8bd2-e429e9c4b12d", "name": "network-vif-plugged", "status": "completed", "tag": "f3428fea-5331-4669-b498-70790682434c", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:08:56.183398 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c013d0d2-28fd-401a-a923-7ba1be56cee1 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:08:56.183805 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba1d3739-8c48-493a-8bd2-e429e9c4b12d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3428fea-5331-4669-b498-70790682434c', 'code': 200} Aug 10 03:08:56.223968 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8482912e-55e3-4e67-9efc-94ece0fc3a9b tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:08:56.234338 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeed6b6-a72e-493c-99e6-b30ae0867c0a None None] Sync routers for ids ['ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:08:56.234977 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8482912e-55e3-4e67-9efc-94ece0fc3a9b tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:56.252782 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfeed6b6-a72e-493c-99e6-b30ae0867c0a None None] Routers {'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:08:56.255279 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-dfeed6b6-a72e-493c-99e6-b30ae0867c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:08:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:08:56.360526 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504bf42-f3f2-45f6-aa79-ff485fc52903 req-048acc73-ac05-4ed3-95b3-5e1fbc8af7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:56.362095 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5504bf42-f3f2-45f6-aa79-ff485fc52903 req-048acc73-ac05-4ed3-95b3-5e1fbc8af7a7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ba1d3739-8c48-493a-8bd2-e429e9c4b12d HTTP/1.1" status: 200 len: 1102 time: 0.0815239 Aug 10 03:08:56.405830 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8482912e-55e3-4e67-9efc-94ece0fc3a9b tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.62 "PUT /v2.0/floatingips/2a2f9784-796f-47d7-a165-b23dfbd183b7 HTTP/1.1" status: 200 len: 992 time: 2.3794947 Aug 10 03:08:56.416831 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92bba970-b881-4265-84d3-235f7d2e47f3', 'tag': '6149c1b1-f135-43d0-a5c1-169afb1a5357'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:08:56.419191 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012bb11a-fa8a-4bfb-8f46-75acf0573017" -d '{"events": [{"name": "network-changed", "server_uuid": "92bba970-b881-4265-84d3-235f7d2e47f3", "tag": "6149c1b1-f135-43d0-a5c1-169afb1a5357"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:08:56.463783 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5504bf42-f3f2-45f6-aa79-ff485fc52903 req-a1c5ba50-06de-4789-bca0-6f24b4a189d3 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929263 Aug 10 03:08:56.475072 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2071f59-0de0-4fb8-a0c7-c66f42305127 req-661895f6-3e8b-438e-84df-21b59a127f96 tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:56.477205 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b2071f59-0de0-4fb8-a0c7-c66f42305127 req-661895f6-3e8b-438e-84df-21b59a127f96 tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea450f24-9c32-4ee6-aa41-e30b737d92dc HTTP/1.1" status: 200 len: 946 time: 0.2548091 Aug 10 03:08:56.564126 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe70e15-5723-4935-a104-978a267a690c req-bd92d558-ea21-43a9-92f3-a01432923589 tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:56.564949 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 38358) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:08:56.579486 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fbe70e15-5723-4935-a104-978a267a690c req-bd92d558-ea21-43a9-92f3-a01432923589 tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea450f24-9c32-4ee6-aa41-e30b737d92dc HTTP/1.1" status: 200 len: 946 time: 0.2521927 Aug 10 03:08:56.596393 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b2071f59-0de0-4fb8-a0c7-c66f42305127 req-c14aadde-f369-42ba-a7f2-f6239966d750 tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] 10.222.0.62 "GET /v2.0/security-groups?id=b76be688-44e9-4eb6-92f8-4616b5760ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032555 Aug 10 03:08:56.596884 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-dfeed6b6-a72e-493c-99e6-b30ae0867c0a None None] Set router ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:08:56.774304 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-d6f84905-f000-4cba-85f1-4a20d6b047dd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1500029586-network', 'tenant_id': '50a9b938aece40f98fbd1418dfa3c4cd'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:08:56.798726 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b0c5ca-9eaf-4879-bb8f-54a97277a845 x-openstack-request-id: req-c1b0c5ca-9eaf-4879-bb8f-54a97277a845 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:08:56.798726 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92bba970-b881-4265-84d3-235f7d2e47f3", "tag": "6149c1b1-f135-43d0-a5c1-169afb1a5357", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:08:56.799104 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c1b0c5ca-9eaf-4879-bb8f-54a97277a845 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:08:56.799350 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92bba970-b881-4265-84d3-235f7d2e47f3', 'tag': '6149c1b1-f135-43d0-a5c1-169afb1a5357', 'status': 'completed', 'code': 200} Aug 10 03:08:56.838778 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-fbe70e15-5723-4935-a104-978a267a690c req-068cbf87-b28e-4af1-aa59-542ee0945b6a tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] Deleting port c12b56d0-0762-4ec1-a960-e351c70c18c4 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:08:56.839137 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-fbe70e15-5723-4935-a104-978a267a690c req-068cbf87-b28e-4af1-aa59-542ee0945b6a tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:56.928333 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f84905-f000-4cba-85f1-4a20d6b047dd admin admin] Made reservation on behalf of 50a9b938aece40f98fbd1418dfa3c4cd for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:08:56.932315 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d6f84905-f000-4cba-85f1-4a20d6b047dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:56.967220 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d6f84905-f000-4cba-85f1-4a20d6b047dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:57.043318 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012bb11a-fa8a-4bfb-8f46-75acf0573017 req-45d1d78c-7f36-4c29-a1da-18d95acfc576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:57.045095 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-012bb11a-fa8a-4bfb-8f46-75acf0573017 req-45d1d78c-7f36-4c29-a1da-18d95acfc576 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bee18006e8ee4e0f8b5de53f967abbed&device_id=92bba970-b881-4265-84d3-235f7d2e47f3 HTTP/1.1" status: 200 len: 1098 time: 0.2249796 Aug 10 03:08:57.140732 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d333a-07fe-4c13-a57b-329b97f49eda req-4c4538c7-ce56-4293-a303-825b5cccd16b tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:57.154749 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-852d333a-07fe-4c13-a57b-329b97f49eda req-4c4538c7-ce56-4293-a303-825b5cccd16b tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eddc19e-e2f2-4919-8662-4ba388292535 HTTP/1.1" status: 200 len: 945 time: 0.2092719 Aug 10 03:08:57.168732 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-dfeed6b6-a72e-493c-99e6-b30ae0867c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943109770-router', 'tenant_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'b9b9c20a-42b1-4074-82b9-e385ac80fbeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:05:51Z', 'updated_at': '2021-08-10T03:05:56Z', 'revision_number': 4, 'project_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'gw_port': {'id': 'b9b9c20a-42b1-4074-82b9-e385ac80fbeb', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:05:52Z', 'updated_at': '2021-08-10T03:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '2a2f9784-796f-47d7-a165-b23dfbd183b7', 'tenant_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'floating_ip_address': '172.25.7.138', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': 'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e', 'port_id': '6149c1b1-f135-43d0-a5c1-169afb1a5357', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bd6a1e2-d65a-4310-b080-ef087a9f163c', 'mac_address': 'fa:16:3e:9a:23:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bba970-b881-4265-84d3-235f7d2e47f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:06:21Z', 'updated_at': '2021-08-10T03:08:54Z', 'revision_number': 5, 'project_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9df27161-4b80-42af-b760-2beae8ec9e47', 'name': '', 'network_id': '7bd6a1e2-d65a-4310-b080-ef087a9f163c', 'tenant_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'mac_address': 'fa:16:3e:49:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f4099aa5-56aa-4afb-b339-2ffcbed0521f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:05:55Z', 'updated_at': '2021-08-10T03:06:04Z', 'revision_number': 5, 'project_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'subnets': [{'id': 'f4099aa5-56aa-4afb-b339-2ffcbed0521f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:08:57.221516 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeed6b6-a72e-493c-99e6-b30ae0867c0a None None] Checking router: ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:08:57.237966 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfeed6b6-a72e-493c-99e6-b30ae0867c0a None None] Routers {'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:08:57.240147 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-dfeed6b6-a72e-493c-99e6-b30ae0867c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:08:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:08:57.247562 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-fbe70e15-5723-4935-a104-978a267a690c req-068cbf87-b28e-4af1-aa59-542ee0945b6a tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] For port c12b56d0-0762-4ec1-a960-e351c70c18c4, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=c12b56d0-0762-4ec1-a960-e351c70c18c4,segment=NetworkSegment(3057d810-054a-4845-b21a-96c4d4300bf7),segment_id=3057d810-054a-4845-b21a-96c4d4300bf7)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:08:57.250648 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-fbe70e15-5723-4935-a104-978a267a690c req-068cbf87-b28e-4af1-aa59-542ee0945b6a tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:57.322873 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-fbe70e15-5723-4935-a104-978a267a690c req-068cbf87-b28e-4af1-aa59-542ee0945b6a tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] Calling delete_port for c12b56d0-0762-4ec1-a960-e351c70c18c4 owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:08:57.360344 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-852d333a-07fe-4c13-a57b-329b97f49eda req-7b5768dc-e7f0-4101-a736-d98d458adf15 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012620 Aug 10 03:08:57.378163 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012bb11a-fa8a-4bfb-8f46-75acf0573017 req-5188b989-1cb0-4bde-b667-8cc5b1c8a668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:57.380290 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-012bb11a-fa8a-4bfb-8f46-75acf0573017 req-5188b989-1cb0-4bde-b667-8cc5b1c8a668 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7bd6a1e2-d65a-4310-b080-ef087a9f163c HTTP/1.1" status: 200 len: 925 time: 0.3144133 Aug 10 03:08:57.518929 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4d201-c1c5-43f7-bb15-d7c728d8a1bc req-dc758a16-12e8-4333-be87-fdc81542ced8 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:57.532952 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c1c4d201-c1c5-43f7-bb15-d7c728d8a1bc req-dc758a16-12e8-4333-be87-fdc81542ced8 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba1d3739-8c48-493a-8bd2-e429e9c4b12d HTTP/1.1" status: 200 len: 950 time: 0.1941431 Aug 10 03:08:57.548867 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d6f84905-f000-4cba-85f1-4a20d6b047dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:57.606950 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d6f84905-f000-4cba-85f1-4a20d6b047dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:57.649798 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c1c4d201-c1c5-43f7-bb15-d7c728d8a1bc req-8147577e-32c9-4609-8826-346d65d716a4 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096532 Aug 10 03:08:57.691418 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-dfeed6b6-a72e-493c-99e6-b30ae0867c0a None None] Set router ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:08:57.709754 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-012bb11a-fa8a-4bfb-8f46-75acf0573017 req-c44c1c7b-d6b3-4ec4-9ac3-c06411450fe6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6149c1b1-f135-43d0-a5c1-169afb1a5357 HTTP/1.1" status: 200 len: 1000 time: 0.3162129 Aug 10 03:08:57.737576 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6f84905-f000-4cba-85f1-4a20d6b047dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:08:57.826917 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38372) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:08:57.835126 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-fbe70e15-5723-4935-a104-978a267a690c req-068cbf87-b28e-4af1-aa59-542ee0945b6a tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:57.946701 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012bb11a-fa8a-4bfb-8f46-75acf0573017 req-e7597c81-fe73-4fd6-86bf-fc61b44fee1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:57.947007 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-012bb11a-fa8a-4bfb-8f46-75acf0573017 req-e7597c81-fe73-4fd6-86bf-fc61b44fee1b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4099aa5-56aa-4afb-b339-2ffcbed0521f HTTP/1.1" status: 200 len: 863 time: 0.2114170 Aug 10 03:08:57.961717 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f84905-f000-4cba-85f1-4a20d6b047dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f8c261-650c-4fb3-8779-39e06a3ec118,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:57.966011 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d6f84905-f000-4cba-85f1-4a20d6b047dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:57.966359 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-d6f84905-f000-4cba-85f1-4a20d6b047dd admin admin] Added segment 81e26f60-caa1-4833-83c3-9e70562a0e4a of type vlan for network 5680a22b-06c8-47ed-9ce4-bfa2eb5eb47d Aug 10 03:08:58.021851 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-907ddf7e-9afe-4cd7-8dc7-144b520603a1 req-3089035a-bcec-42da-94a1-2584fcc84468 tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea450f24-9c32-4ee6-aa41-e30b737d92dc HTTP/1.1" status: 200 len: 210 time: 0.2060187 Aug 10 03:08:58.077780 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068cbf87-b28e-4af1-aa59-542ee0945b6a tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] Pushing event deleted for resources: {'Port': ['ID=c12b56d0-0762-4ec1-a960-e351c70c18c4,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:58.080036 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbe70e15-5723-4935-a104-978a267a690c req-068cbf87-b28e-4af1-aa59-542ee0945b6a tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] No DVR routers for this DVR port c12b56d0-0762-4ec1-a960-e351c70c18c4 on host n-h1-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:08:58.090198 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-fbe70e15-5723-4935-a104-978a267a690c req-068cbf87-b28e-4af1-aa59-542ee0945b6a tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:58.092714 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d6f84905-f000-4cba-85f1-4a20d6b047dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:58.097105 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fbe70e15-5723-4935-a104-978a267a690c req-068cbf87-b28e-4af1-aa59-542ee0945b6a tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] 10.222.0.58 "DELETE /v2.0/ports/c12b56d0-0762-4ec1-a960-e351c70c18c4 HTTP/1.1" status: 204 len: 173 time: 1.4972701 Aug 10 03:08:58.114547 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012bb11a-fa8a-4bfb-8f46-75acf0573017 req-8b4a3a24-e4f2-41ba-a1a1-dd8979bc3f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:58.117634 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-012bb11a-fa8a-4bfb-8f46-75acf0573017 req-8b4a3a24-e4f2-41ba-a1a1-dd8979bc3f5d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7bd6a1e2-d65a-4310-b080-ef087a9f163c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1530924 Aug 10 03:08:58.123746 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068cbf87-b28e-4af1-aa59-542ee0945b6a tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:08:58.125061 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068cbf87-b28e-4af1-aa59-542ee0945b6a tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:08:58.126688 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068cbf87-b28e-4af1-aa59-542ee0945b6a tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:08:58.127180 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068cbf87-b28e-4af1-aa59-542ee0945b6a tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:08:58.129060 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068cbf87-b28e-4af1-aa59-542ee0945b6a tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:08:58.129312 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068cbf87-b28e-4af1-aa59-542ee0945b6a tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:08:58.129875 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068cbf87-b28e-4af1-aa59-542ee0945b6a tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:08:58.131345 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068cbf87-b28e-4af1-aa59-542ee0945b6a tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:08:58.131795 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068cbf87-b28e-4af1-aa59-542ee0945b6a tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:08:58.132254 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068cbf87-b28e-4af1-aa59-542ee0945b6a tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:08:58.134998 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068cbf87-b28e-4af1-aa59-542ee0945b6a tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:08:58.135580 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068cbf87-b28e-4af1-aa59-542ee0945b6a tempest-AttachSCSIVolumeTestJSON-933811331 tempest-AttachSCSIVolumeTestJSON-933811331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:08:58.141952 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-822a83ee-5d76-472c-92ee-df310d7983d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:58.168807 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-dfeed6b6-a72e-493c-99e6-b30ae0867c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943109770-router', 'tenant_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'b9b9c20a-42b1-4074-82b9-e385ac80fbeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:05:51Z', 'updated_at': '2021-08-10T03:05:56Z', 'revision_number': 4, 'project_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'gw_port': {'id': 'b9b9c20a-42b1-4074-82b9-e385ac80fbeb', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:05:52Z', 'updated_at': '2021-08-10T03:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '2a2f9784-796f-47d7-a165-b23dfbd183b7', 'tenant_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'floating_ip_address': '172.25.7.138', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': 'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e', 'port_id': '6149c1b1-f135-43d0-a5c1-169afb1a5357', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bd6a1e2-d65a-4310-b080-ef087a9f163c', 'mac_address': 'fa:16:3e:9a:23:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bba970-b881-4265-84d3-235f7d2e47f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:06:21Z', 'updated_at': '2021-08-10T03:08:54Z', 'revision_number': 5, 'project_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9df27161-4b80-42af-b760-2beae8ec9e47', 'name': '', 'network_id': '7bd6a1e2-d65a-4310-b080-ef087a9f163c', 'tenant_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'mac_address': 'fa:16:3e:49:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f4099aa5-56aa-4afb-b339-2ffcbed0521f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:05:55Z', 'updated_at': '2021-08-10T03:06:04Z', 'revision_number': 5, 'project_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'subnets': [{'id': 'f4099aa5-56aa-4afb-b339-2ffcbed0521f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:08:58.193290 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d6f84905-f000-4cba-85f1-4a20d6b047dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:58.194616 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f84905-f000-4cba-85f1-4a20d6b047dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:58.195642 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d6f84905-f000-4cba-85f1-4a20d6b047dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:58.211554 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeed6b6-a72e-493c-99e6-b30ae0867c0a None None] The sync data for ids ['ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e'] in n-d-768851-15 is: [{'id': 'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943109770-router', 'tenant_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'b9b9c20a-42b1-4074-82b9-e385ac80fbeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:05:51Z', 'updated_at': '2021-08-10T03:05:56Z', 'revision_number': 4, 'project_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'gw_port': {'id': 'b9b9c20a-42b1-4074-82b9-e385ac80fbeb', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:05:52Z', 'updated_at': '2021-08-10T03:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '2a2f9784-796f-47d7-a165-b23dfbd183b7', 'tenant_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'floating_ip_address': '172.25.7.138', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': 'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e', 'port_id': '6149c1b1-f135-43d0-a5c1-169afb1a5357', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bd6a1e2-d65a-4310-b080-ef087a9f163c', 'mac_address': 'fa:16:3e:9a:23:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bba970-b881-4265-84d3-235f7d2e47f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:06:21Z', 'updated_at': '2021-08-10T03:08:54Z', 'revision_number': 5, 'project_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9df27161-4b80-42af-b760-2beae8ec9e47', 'name': '', 'network_id': '7bd6a1e2-d65a-4310-b080-ef087a9f163c', 'tenant_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'mac_address': 'fa:16:3e:49:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f4099aa5-56aa-4afb-b339-2ffcbed0521f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:05:55Z', 'updated_at': '2021-08-10T03:06:04Z', 'revision_number': 5, 'project_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'subnets': [{'id': 'f4099aa5-56aa-4afb-b339-2ffcbed0521f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:08:58.329260 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f84905-f000-4cba-85f1-4a20d6b047dd admin admin] Pushing event updated for resources: {'Network': ['ID=5680a22b-06c8-47ed-9ce4-bfa2eb5eb47d,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:58.340063 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-012bb11a-fa8a-4bfb-8f46-75acf0573017 req-e1910d09-c4b0-429d-be88-cf2e86d031cc service neutron] 10.222.0.60 "GET /v2.0/networks/7bd6a1e2-d65a-4310-b080-ef087a9f163c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117341 Aug 10 03:08:58.356536 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 5680a22b-06c8-47ed-9ce4-bfa2eb5eb47d details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:08:58.393752 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-822a83ee-5d76-472c-92ee-df310d7983d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:58.409416 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-822a83ee-5d76-472c-92ee-df310d7983d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:58.463025 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822a83ee-5d76-472c-92ee-df310d7983d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c9d1fc-30cf-48ad-929d-7430ba884578,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:58.501114 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-822a83ee-5d76-472c-92ee-df310d7983d5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=10a59306b62143ef88e3a8950ab7ae1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6705494 Aug 10 03:08:58.502046 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38378) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:08:58.542232 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d6f84905-f000-4cba-85f1-4a20d6b047dd admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9761577 Aug 10 03:08:58.550635 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 38380) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:08:58.566969 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-eeefbc0b-1ad4-4ccc-8cf2-4751bdf922e7 admin admin] Request body: {'subnet': {'network_id': '5680a22b-06c8-47ed-9ce4-bfa2eb5eb47d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1500029586-subnet', 'tenant_id': '50a9b938aece40f98fbd1418dfa3c4cd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:08:58.667158 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeefbc0b-1ad4-4ccc-8cf2-4751bdf922e7 admin admin] Made reservation on behalf of 50a9b938aece40f98fbd1418dfa3c4cd for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:08:58.675846 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-54b51a0c-0c8b-4c4a-9e1e-3a69b5a602ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:58.677339 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-eeefbc0b-1ad4-4ccc-8cf2-4751bdf922e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:58.713692 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea83570-f1e6-4ead-8660-a0f955ed83f2 None None] New status for floating IP 2a2f9784-796f-47d7-a165-b23dfbd183b7: ACTIVE {{(pid=94218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:08:58.736850 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-54b51a0c-0c8b-4c4a-9e1e-3a69b5a602ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:58.763120 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-012bb11a-fa8a-4bfb-8f46-75acf0573017 req-6c2e96d8-afc8-420f-acaa-8b611215ceb3 service neutron] 10.222.0.60 "GET /v2.0/networks/7bd6a1e2-d65a-4310-b080-ef087a9f163c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4140735 Aug 10 03:08:58.811499 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602cc522-6b82-4fcf-a368-919824d4140e req-3fc7f948-2748-4ed8-9902-1be6a61418d8 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:58.813238 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-602cc522-6b82-4fcf-a368-919824d4140e req-3fc7f948-2748-4ed8-9902-1be6a61418d8 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eddc19e-e2f2-4919-8662-4ba388292535 HTTP/1.1" status: 200 len: 945 time: 0.2266939 Aug 10 03:08:58.815169 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea450f24-9c32-4ee6-aa41-e30b737d92dc', 'name': 'network-vif-deleted', 'tag': 'c12b56d0-0762-4ec1-a960-e351c70c18c4'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:08:58.817584 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce748441-8b3a-48e1-b830-16e4d0416a5a" -d '{"events": [{"server_uuid": "ea450f24-9c32-4ee6-aa41-e30b737d92dc", "name": "network-vif-deleted", "tag": "c12b56d0-0762-4ec1-a960-e351c70c18c4"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:08:58.917119 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-54b51a0c-0c8b-4c4a-9e1e-3a69b5a602ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:58.920584 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-54b51a0c-0c8b-4c4a-9e1e-3a69b5a602ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:58.921953 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-54b51a0c-0c8b-4c4a-9e1e-3a69b5a602ff admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/96c9d1fc-30cf-48ad-929d-7430ba884578 HTTP/1.1" status: 204 len: 168 time: 0.4187341 Aug 10 03:08:58.940268 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b51a0c-0c8b-4c4a-9e1e-3a69b5a602ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c9d1fc-30cf-48ad-929d-7430ba884578,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:58.972988 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-602cc522-6b82-4fcf-a368-919824d4140e req-b4c67008-0bad-4cab-8d22-0484212172b3 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209917 Aug 10 03:08:58.984166 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795638d4-54e1-4b5a-bec2-159ece973cb9 req-68d4c9d0-4781-419f-9b7e-e0c1d16e426e tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:58.996885 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-795638d4-54e1-4b5a-bec2-159ece973cb9 req-68d4c9d0-4781-419f-9b7e-e0c1d16e426e tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba1d3739-8c48-493a-8bd2-e429e9c4b12d HTTP/1.1" status: 200 len: 950 time: 0.1993597 Aug 10 03:08:59.047965 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817115a1-6601-45a1-8af1-91378fa29247 x-openstack-request-id: req-817115a1-6601-45a1-8af1-91378fa29247 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:08:59.048446 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea450f24-9c32-4ee6-aa41-e30b737d92dc", "name": "network-vif-deleted", "tag": "c12b56d0-0762-4ec1-a960-e351c70c18c4", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:08:59.048811 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-817115a1-6601-45a1-8af1-91378fa29247 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:08:59.049346 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea450f24-9c32-4ee6-aa41-e30b737d92dc', 'name': 'network-vif-deleted', 'tag': 'c12b56d0-0762-4ec1-a960-e351c70c18c4', 'status': 'completed', 'code': 200} Aug 10 03:08:59.057795 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-eeefbc0b-1ad4-4ccc-8cf2-4751bdf922e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:59.104931 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-795638d4-54e1-4b5a-bec2-159ece973cb9 req-cfc842aa-c103-4a90-80e4-1e158df2e3e6 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989432 Aug 10 03:08:59.190462 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeefbc0b-1ad4-4ccc-8cf2-4751bdf922e7 admin admin] Checking segment: {'id': '81e26f60-caa1-4833-83c3-9e70562a0e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5680a22b-06c8-47ed-9ce4-bfa2eb5eb47d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:08:59.191145 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeefbc0b-1ad4-4ccc-8cf2-4751bdf922e7 admin admin] Network hostable DHCP agents. Network: 5680a22b-06c8-47ed-9ce4-bfa2eb5eb47d, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:08:59.195723 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeefbc0b-1ad4-4ccc-8cf2-4751bdf922e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ebca7ca-4655-4135-8c65-b403da81fd3c,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:59.207781 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeefbc0b-1ad4-4ccc-8cf2-4751bdf922e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:08:59.208354 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeefbc0b-1ad4-4ccc-8cf2-4751bdf922e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:08:59.208845 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeefbc0b-1ad4-4ccc-8cf2-4751bdf922e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:08:59.209414 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeefbc0b-1ad4-4ccc-8cf2-4751bdf922e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:08:59.209906 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeefbc0b-1ad4-4ccc-8cf2-4751bdf922e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:08:59.211217 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeefbc0b-1ad4-4ccc-8cf2-4751bdf922e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:08:59.211740 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeefbc0b-1ad4-4ccc-8cf2-4751bdf922e7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:08:59.212231 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeefbc0b-1ad4-4ccc-8cf2-4751bdf922e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:08:59.212900 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeefbc0b-1ad4-4ccc-8cf2-4751bdf922e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:08:59.213486 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeefbc0b-1ad4-4ccc-8cf2-4751bdf922e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:08:59.213972 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeefbc0b-1ad4-4ccc-8cf2-4751bdf922e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:08:59.215013 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeefbc0b-1ad4-4ccc-8cf2-4751bdf922e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:08:59.239528 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeefbc0b-1ad4-4ccc-8cf2-4751bdf922e7 admin admin] Network 5680a22b-06c8-47ed-9ce4-bfa2eb5eb47d is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:08:59.256927 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-eeefbc0b-1ad4-4ccc-8cf2-4751bdf922e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 5680a22b-06c8-47ed-9ce4-bfa2eb5eb47d) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:08:59.261362 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeefbc0b-1ad4-4ccc-8cf2-4751bdf922e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:59.262116 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-eeefbc0b-1ad4-4ccc-8cf2-4751bdf922e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:59.268070 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5e15ce-ca2f-442b-b4e4-5c3a94d968d8 None None] Network 5680a22b-06c8-47ed-9ce4-bfa2eb5eb47d requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:08:59.282473 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1053d4-6fb2-44a3-9082-ab720e2655d8 req-9d6aab4e-fcf7-4ac2-8161-54401fb3d03d tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:59.284942 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-eeefbc0b-1ad4-4ccc-8cf2-4751bdf922e7 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7304451 Aug 10 03:08:59.288576 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 38410) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:08:59.292199 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4e1053d4-6fb2-44a3-9082-ab720e2655d8 req-9d6aab4e-fcf7-4ac2-8161-54401fb3d03d tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba1d3739-8c48-493a-8bd2-e429e9c4b12d HTTP/1.1" status: 200 len: 950 time: 0.0860727 Aug 10 03:08:59.297430 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-6c413c0b-2eef-43f9-9c80-7211f4a741ec admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1500029586-router', 'tenant_id': '50a9b938aece40f98fbd1418dfa3c4cd', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:08:59.353083 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6c413c0b-2eef-43f9-9c80-7211f4a741ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:59.354389 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6c413c0b-2eef-43f9-9c80-7211f4a741ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:59.376667 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4e1053d4-6fb2-44a3-9082-ab720e2655d8 req-958d573f-b29f-4248-8ae4-05966e290877 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832639 Aug 10 03:08:59.446409 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6c413c0b-2eef-43f9-9c80-7211f4a741ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:59.519049 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38420) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:08:59.556685 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9338978a-bfbf-4ecf-ae68-d555b517789e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:59.618355 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device c12b56d0-0762-4ec1-a960-e351c70c18c4 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:08:59.626252 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f80d7b-f103-4ed2-8a69-927026f7af48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-5680a22b-06c8-47ed-9ce4-bfa2eb5eb47d', 'network_id': '5680a22b-06c8-47ed-9ce4-bfa2eb5eb47d', 'tenant_id': '50a9b938aece40f98fbd1418dfa3c4cd', 'fixed_ips': [{'subnet_id': '2ebca7ca-4655-4135-8c65-b403da81fd3c'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:08:59.629075 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f8f80d7b-f103-4ed2-8a69-927026f7af48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:59.662166 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6c413c0b-2eef-43f9-9c80-7211f4a741ec admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:59.702630 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: c12b56d0-0762-4ec1-a960-e351c70c18c4 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:08:59.709922 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device c12b56d0-0762-4ec1-a960-e351c70c18c4 not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:09:00.105065 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-f8f80d7b-f103-4ed2-8a69-927026f7af48 None None] Allocated IP 172.20.0.2 (5680a22b-06c8-47ed-9ce4-bfa2eb5eb47d/2ebca7ca-4655-4135-8c65-b403da81fd3c/f0d11ad8-dab4-4527-9539-8cd807405ab7) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:09:00.237153 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6c413c0b-2eef-43f9-9c80-7211f4a741ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:00.285198 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6c413c0b-2eef-43f9-9c80-7211f4a741ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:00.408958 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-dd11f9f8-d8f9-4a4f-b0c8-efdcf672a180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:00.479400 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-6c413c0b-2eef-43f9-9c80-7211f4a741ec admin admin] Allocated IP 172.25.7.123 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/b5b1a9c0-7737-492c-bb98-4515832ca0ad) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:09:00.607980 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9338978a-bfbf-4ecf-ae68-d555b517789e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:00.636565 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f8f80d7b-f103-4ed2-8a69-927026f7af48 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:00.658791 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-f8f80d7b-f103-4ed2-8a69-927026f7af48 None None] Transition to ACTIVE for port object f0d11ad8-dab4-4527-9539-8cd807405ab7 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:09:00.659420 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9338978a-bfbf-4ecf-ae68-d555b517789e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:00.687668 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-f8f80d7b-f103-4ed2-8a69-927026f7af48 None None] Transition to ACTIVE for port object f0d11ad8-dab4-4527-9539-8cd807405ab7 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:09:00.688259 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6c413c0b-2eef-43f9-9c80-7211f4a741ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:00.702398 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f8f80d7b-f103-4ed2-8a69-927026f7af48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:00.719107 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ecc07-33f4-407e-a6cc-7b83fe7d516f req-eb24f64f-541a-4df2-bbda-dfeba4dbac68 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:00.725782 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6e1ecc07-33f4-407e-a6cc-7b83fe7d516f req-eb24f64f-541a-4df2-bbda-dfeba4dbac68 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eddc19e-e2f2-4919-8662-4ba388292535 HTTP/1.1" status: 200 len: 945 time: 0.2133400 Aug 10 03:09:00.749205 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f80d7b-f103-4ed2-8a69-927026f7af48 None None] Network 5680a22b-06c8-47ed-9ce4-bfa2eb5eb47d is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:09:00.752586 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-f8f80d7b-f103-4ed2-8a69-927026f7af48 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:09:00.765609 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ba984-5aca-42bd-bb46-7683773bda61 req-eea689c5-ea73-4768-af6c-971b76e54557 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:00.771825 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6c413c0b-2eef-43f9-9c80-7211f4a741ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:00.773855 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-244ba984-5aca-42bd-bb46-7683773bda61 req-eea689c5-ea73-4768-af6c-971b76e54557 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba1d3739-8c48-493a-8bd2-e429e9c4b12d HTTP/1.1" status: 200 len: 950 time: 0.2646554 Aug 10 03:09:00.780473 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f80d7b-f103-4ed2-8a69-927026f7af48 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:09:00.792782 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-9338978a-bfbf-4ecf-ae68-d555b517789e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=13721f97cbad4f5ea5f4492b129c664f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2757611 Aug 10 03:09:00.793580 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38466) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:00.804831 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1637470c-345d-41bb-80f8-15934811fef0 req-d2a92db9-a08d-4cc9-969a-5c8a56b1420f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ba1d3739-8c48-493a-8bd2-e429e9c4b12d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2863181 Aug 10 03:09:00.828856 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9338978a-bfbf-4ecf-ae68-d555b517789e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=995bb45e-ac71-4aa4-b3cc-a695c6076215,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:00.856121 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c413c0b-2eef-43f9-9c80-7211f4a741ec admin admin] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:09:00.858084 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c413c0b-2eef-43f9-9c80-7211f4a741ec admin admin] Pushing event updated for resources: {'Port': ['ID=b5b1a9c0-7737-492c-bb98-4515832ca0ad,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:00.862837 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-6c413c0b-2eef-43f9-9c80-7211f4a741ec admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:09:00.868971 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6e1ecc07-33f4-407e-a6cc-7b83fe7d516f req-3d41651a-f46a-4cbf-9043-01012cc18ac3 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390324 Aug 10 03:09:00.869410 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c413c0b-2eef-43f9-9c80-7211f4a741ec admin admin] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:09:00.947449 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-244ba984-5aca-42bd-bb46-7683773bda61 req-34cf43f3-45d6-439a-9087-8d89ff2c66b5 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725373 Aug 10 03:09:00.958610 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f80d7b-f103-4ed2-8a69-927026f7af48 None None] Pushing event updated for resources: {'Port': ['ID=f0d11ad8-dab4-4527-9539-8cd807405ab7,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:00.983638 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8997987d-7f79-436c-91bd-8560a6930b99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:00.993989 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-f8f80d7b-f103-4ed2-8a69-927026f7af48 None None] Attempting to bind port f0d11ad8-dab4-4527-9539-8cd807405ab7 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:09:00.994388 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-f8f80d7b-f103-4ed2-8a69-927026f7af48 None None] Attempting to bind port f0d11ad8-dab4-4527-9539-8cd807405ab7 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '81e26f60-caa1-4833-83c3-9e70562a0e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5680a22b-06c8-47ed-9ce4-bfa2eb5eb47d'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:09:00.994777 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f80d7b-f103-4ed2-8a69-927026f7af48 None None] Attempting to bind port f0d11ad8-dab4-4527-9539-8cd807405ab7 on network 5680a22b-06c8-47ed-9ce4-bfa2eb5eb47d {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:09:01.004685 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f80d7b-f103-4ed2-8a69-927026f7af48 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:09:01.005061 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f80d7b-f103-4ed2-8a69-927026f7af48 None None] Checking segment: {'id': '81e26f60-caa1-4833-83c3-9e70562a0e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5680a22b-06c8-47ed-9ce4-bfa2eb5eb47d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:09:01.005461 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f8f80d7b-f103-4ed2-8a69-927026f7af48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:01.005849 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f80d7b-f103-4ed2-8a69-927026f7af48 None None] Bound using segment: {'id': '81e26f60-caa1-4833-83c3-9e70562a0e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5680a22b-06c8-47ed-9ce4-bfa2eb5eb47d'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:09:01.006314 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-f8f80d7b-f103-4ed2-8a69-927026f7af48 None None] Bound port: f0d11ad8-dab4-4527-9539-8cd807405ab7, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81e26f60-caa1-4833-83c3-9e70562a0e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5680a22b-06c8-47ed-9ce4-bfa2eb5eb47d'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:09:01.006694 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f8f80d7b-f103-4ed2-8a69-927026f7af48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:01.009353 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8997987d-7f79-436c-91bd-8560a6930b99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:01.073196 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8997987d-7f79-436c-91bd-8560a6930b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:01.076692 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8997987d-7f79-436c-91bd-8560a6930b99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:01.080062 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8997987d-7f79-436c-91bd-8560a6930b99 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/995bb45e-ac71-4aa4-b3cc-a695c6076215 HTTP/1.1" status: 204 len: 168 time: 0.2718296 Aug 10 03:09:01.095005 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8997987d-7f79-436c-91bd-8560a6930b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995bb45e-ac71-4aa4-b3cc-a695c6076215,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:01.183015 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-f8f80d7b-f103-4ed2-8a69-927026f7af48 None None] For port f0d11ad8-dab4-4527-9539-8cd807405ab7, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:09:01.189396 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-f8f80d7b-f103-4ed2-8a69-927026f7af48 None None] For port f0d11ad8-dab4-4527-9539-8cd807405ab7, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=f0d11ad8-dab4-4527-9539-8cd807405ab7,segment=NetworkSegment(81e26f60-caa1-4833-83c3-9e70562a0e4a),segment_id=81e26f60-caa1-4833-83c3-9e70562a0e4a)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:09:01.205068 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f8f80d7b-f103-4ed2-8a69-927026f7af48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:01.295790 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f80d7b-f103-4ed2-8a69-927026f7af48 None None] Pushing event updated for resources: {'Port': ['ID=f0d11ad8-dab4-4527-9539-8cd807405ab7,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:01.333975 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6c413c0b-2eef-43f9-9c80-7211f4a741ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:02.099754 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device f0d11ad8-dab4-4527-9539-8cd807405ab7 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:09:02.328853 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port f0d11ad8-dab4-4527-9539-8cd807405ab7 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:09:02.342142 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30d15f7-7b00-42eb-a196-a71696f467d8 req-751a9814-634d-469f-bcc7-06bebec6391a tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:02.355453 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b30d15f7-7b00-42eb-a196-a71696f467d8 req-751a9814-634d-469f-bcc7-06bebec6391a tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eddc19e-e2f2-4919-8662-4ba388292535 HTTP/1.1" status: 200 len: 945 time: 0.3464139 Aug 10 03:09:02.406972 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08bcc82-7110-49eb-a91d-f7a98aeaaee7 req-43681805-27ea-4392-9685-1fbd817f552d tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:02.418873 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f08bcc82-7110-49eb-a91d-f7a98aeaaee7 req-43681805-27ea-4392-9685-1fbd817f552d tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba1d3739-8c48-493a-8bd2-e429e9c4b12d HTTP/1.1" status: 200 len: 950 time: 0.2670493 Aug 10 03:09:02.494887 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6c413c0b-2eef-43f9-9c80-7211f4a741ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:02.512046 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b30d15f7-7b00-42eb-a196-a71696f467d8 req-53fe9ed8-4279-44c6-a8ce-5918f85081c1 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555636 Aug 10 03:09:02.537423 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f08bcc82-7110-49eb-a91d-f7a98aeaaee7 req-f2bb7b53-2c85-4aab-a789-d94d114a73cf tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170931 Aug 10 03:09:02.702068 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c413c0b-2eef-43f9-9c80-7211f4a741ec admin admin] Router dcc56f07-a6b6-4f40-84fb-b61883635f6c is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:09:02.914671 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c413c0b-2eef-43f9-9c80-7211f4a741ec admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:09:02.938038 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3fd3c7-2c61-4935-808a-6ab3b2630681 None None] Sync routers for ids ['dcc56f07-a6b6-4f40-84fb-b61883635f6c'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:09:02.946499 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6c413c0b-2eef-43f9-9c80-7211f4a741ec admin admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:02.947965 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6c413c0b-2eef-43f9-9c80-7211f4a741ec admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.6578670 Aug 10 03:09:02.950835 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 38520) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:02.954163 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3fd3c7-2c61-4935-808a-6ab3b2630681 None None] Routers {'dcc56f07-a6b6-4f40-84fb-b61883635f6c'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:09:02.954937 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-dc3fd3c7-2c61-4935-808a-6ab3b2630681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:08:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['dcc56f07-a6b6-4f40-84fb-b61883635f6c'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:09:03.023200 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e0840b8c-4d5e-4466-b750-1486f50bd321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:03.056973 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161d27d7-1f2f-43c7-9e15-ef44b1758738 None None] Network 5680a22b-06c8-47ed-9ce4-bfa2eb5eb47d requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:09:03.104536 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637470c-345d-41bb-80f8-15934811fef0 req-212a4e67-9580-48b4-8abf-d3264bd62e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:03.119565 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1637470c-345d-41bb-80f8-15934811fef0 req-212a4e67-9580-48b4-8abf-d3264bd62e8d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6cb2c88cb44048dc824ad7a6e6e788f5&device_id=ba1d3739-8c48-493a-8bd2-e429e9c4b12d HTTP/1.1" status: 200 len: 1102 time: 0.0750823 Aug 10 03:09:03.179854 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-dc3fd3c7-2c61-4935-808a-6ab3b2630681 None None] Set router dcc56f07-a6b6-4f40-84fb-b61883635f6c gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:09:03.199401 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-4f40e14d-d8e1-4311-b5e1-34f2a6df9b7c None None] Provisioning for port f0d11ad8-dab4-4527-9539-8cd807405ab7 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:09:03.240915 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-4f40e14d-d8e1-4311-b5e1-34f2a6df9b7c None None] Provisioning complete for port f0d11ad8-dab4-4527-9539-8cd807405ab7 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:09:03.241667 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4f40e14d-d8e1-4311-b5e1-34f2a6df9b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:03.375102 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637470c-345d-41bb-80f8-15934811fef0 req-d781e74e-e5ac-456e-a0aa-b294d35a995f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:03.378656 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1637470c-345d-41bb-80f8-15934811fef0 req-d781e74e-e5ac-456e-a0aa-b294d35a995f service neutron] 10.222.0.58 "GET /v2.0/networks?id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d HTTP/1.1" status: 200 len: 870 time: 0.2579498 Aug 10 03:09:03.486887 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1637470c-345d-41bb-80f8-15934811fef0 req-d07ed53c-509f-4815-9764-24d1724c1859 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=f3428fea-5331-4669-b498-70790682434c HTTP/1.1" status: 200 len: 217 time: 0.0969539 Aug 10 03:09:03.573666 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637470c-345d-41bb-80f8-15934811fef0 req-a42b47f2-541d-434f-a31d-ed9990999b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:03.575337 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1637470c-345d-41bb-80f8-15934811fef0 req-a42b47f2-541d-434f-a31d-ed9990999b36 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.0780139 Aug 10 03:09:03.670235 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:03.747375 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-dc3fd3c7-2c61-4935-808a-6ab3b2630681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc56f07-a6b6-4f40-84fb-b61883635f6c', 'name': 'tempest-FloatingIPDetailsTestJSON-1500029586-router', 'tenant_id': '50a9b938aece40f98fbd1418dfa3c4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'b5b1a9c0-7737-492c-bb98-4515832ca0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:08:59Z', 'updated_at': '2021-08-10T03:09:01Z', 'revision_number': 3, 'project_id': '50a9b938aece40f98fbd1418dfa3c4cd', 'gw_port': {'id': 'b5b1a9c0-7737-492c-bb98-4515832ca0ad', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ad:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc56f07-a6b6-4f40-84fb-b61883635f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:09:00Z', 'updated_at': '2021-08-10T03:09:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:09:03.764169 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4f40e14d-d8e1-4311-b5e1-34f2a6df9b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:03.772525 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637470c-345d-41bb-80f8-15934811fef0 req-61d0ceca-3483-4806-8242-159134531643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:03.774176 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1637470c-345d-41bb-80f8-15934811fef0 req-61d0ceca-3483-4806-8242-159134531643 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1860564 Aug 10 03:09:03.786006 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-aa520b15-d2a7-4438-9a9f-bd23e4db5ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:03.809398 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3fd3c7-2c61-4935-808a-6ab3b2630681 None None] Checking router: dcc56f07-a6b6-4f40-84fb-b61883635f6c for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:09:03.809548 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3fd3c7-2c61-4935-808a-6ab3b2630681 None None] Updating router dcc56f07-a6b6-4f40-84fb-b61883635f6c port b5b1a9c0-7737-492c-bb98-4515832ca0ad binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:09:03.809923 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-4f40e14d-d8e1-4311-b5e1-34f2a6df9b7c None None] For port f0d11ad8-dab4-4527-9539-8cd807405ab7, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=f0d11ad8-dab4-4527-9539-8cd807405ab7,segment=NetworkSegment(81e26f60-caa1-4833-83c3-9e70562a0e4a),segment_id=81e26f60-caa1-4833-83c3-9e70562a0e4a)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:09:03.817552 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4f40e14d-d8e1-4311-b5e1-34f2a6df9b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:03.886976 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-dc3fd3c7-2c61-4935-808a-6ab3b2630681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:03.919203 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f40e14d-d8e1-4311-b5e1-34f2a6df9b7c None None] Pushing event updated for resources: {'Port': ['ID=f0d11ad8-dab4-4527-9539-8cd807405ab7,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:04.022593 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf3fbb-d93f-4e19-9b5d-4475975d8f4c req-a3698984-e80a-443d-949a-767adaa6385a tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:04.034109 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-58cf3fbb-d93f-4e19-9b5d-4475975d8f4c req-a3698984-e80a-443d-949a-767adaa6385a tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba1d3739-8c48-493a-8bd2-e429e9c4b12d HTTP/1.1" status: 200 len: 950 time: 0.3512475 Aug 10 03:09:04.071861 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:04.158485 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1637470c-345d-41bb-80f8-15934811fef0 req-7da8bf93-16f1-40d8-85e5-c25253c468b7 service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3534606 Aug 10 03:09:04.211028 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-aa520b15-d2a7-4438-9a9f-bd23e4db5ca0 admin admin] Allocated IP 172.20.0.1 (5680a22b-06c8-47ed-9ce4-bfa2eb5eb47d/2ebca7ca-4655-4135-8c65-b403da81fd3c/ba46b6ba-a0f8-424e-8e8f-9c9d7f5d672c) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:09:04.240795 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c994e-2754-4c0c-af97-c25ae3bef44b req-ae3ba23f-a01b-4445-a503-278b2820c7f6 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:04.242346 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1d0c994e-2754-4c0c-af97-c25ae3bef44b req-ae3ba23f-a01b-4445-a503-278b2820c7f6 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eddc19e-e2f2-4919-8662-4ba388292535 HTTP/1.1" status: 200 len: 945 time: 0.4934807 Aug 10 03:09:04.249011 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-c3666dde-f2bd-43f0-b1e5-500030570b40 None None] Provisioning complete for port f0d11ad8-dab4-4527-9539-8cd807405ab7 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:09:04.249643 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c3666dde-f2bd-43f0-b1e5-500030570b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:04.305081 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-58cf3fbb-d93f-4e19-9b5d-4475975d8f4c req-6e05e608-d8e6-475e-af7d-3d7742bec82d tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698522 Aug 10 03:09:04.479505 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-aa520b15-d2a7-4438-9a9f-bd23e4db5ca0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:04.506509 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-aa520b15-d2a7-4438-9a9f-bd23e4db5ca0 admin admin] Transition to ACTIVE for port object ba46b6ba-a0f8-424e-8e8f-9c9d7f5d672c will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:09:04.519649 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1637470c-345d-41bb-80f8-15934811fef0 req-84aa8ae5-093c-476f-9d7e-50cc13de55d8 service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296962 Aug 10 03:09:04.543029 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-dc3fd3c7-2c61-4935-808a-6ab3b2630681 None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:04.564739 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1d0c994e-2754-4c0c-af97-c25ae3bef44b req-8acfd0b1-6049-4c1f-b3e0-bbe3a124113f tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900264 Aug 10 03:09:04.584974 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-dc3fd3c7-2c61-4935-808a-6ab3b2630681 None None] Transition to ACTIVE for port object b5b1a9c0-7737-492c-bb98-4515832ca0ad will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:09:04.611853 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-dc3fd3c7-2c61-4935-808a-6ab3b2630681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:04.617350 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-aa520b15-d2a7-4438-9a9f-bd23e4db5ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:04.733907 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-dc3fd3c7-2c61-4935-808a-6ab3b2630681 None None] Attempting to bind port b5b1a9c0-7737-492c-bb98-4515832ca0ad on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:09:04.734847 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-dc3fd3c7-2c61-4935-808a-6ab3b2630681 None None] Attempting to bind port b5b1a9c0-7737-492c-bb98-4515832ca0ad by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:09:04.735314 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3fd3c7-2c61-4935-808a-6ab3b2630681 None None] Attempting to bind port b5b1a9c0-7737-492c-bb98-4515832ca0ad on network 09ca2025-b9a6-4e84-8019-8d9fbef3753e {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:09:04.754821 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3fd3c7-2c61-4935-808a-6ab3b2630681 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:09:04.755399 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3fd3c7-2c61-4935-808a-6ab3b2630681 None None] Checking segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:09:04.755900 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-dc3fd3c7-2c61-4935-808a-6ab3b2630681 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:04.756404 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3fd3c7-2c61-4935-808a-6ab3b2630681 None None] Bound using segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:09:04.757067 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-dc3fd3c7-2c61-4935-808a-6ab3b2630681 None None] Bound port: b5b1a9c0-7737-492c-bb98-4515832ca0ad, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:09:04.757548 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-dc3fd3c7-2c61-4935-808a-6ab3b2630681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:04.759456 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288e2184-e3ca-45ad-8448-1322e5a29eb8 None None] Pushing event updated for resources: {'Port': ['ID=b5b1a9c0-7737-492c-bb98-4515832ca0ad,revision_number=2']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:04.781871 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa520b15-d2a7-4438-9a9f-bd23e4db5ca0 admin admin] Network 5680a22b-06c8-47ed-9ce4-bfa2eb5eb47d is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:09:04.790039 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-aa520b15-d2a7-4438-9a9f-bd23e4db5ca0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:09:04.836950 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa520b15-d2a7-4438-9a9f-bd23e4db5ca0 admin admin] Pushing event updated for resources: {'Port': ['ID=ba46b6ba-a0f8-424e-8e8f-9c9d7f5d672c,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:04.839802 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa520b15-d2a7-4438-9a9f-bd23e4db5ca0 admin admin] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:09:04.871597 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-dc3fd3c7-2c61-4935-808a-6ab3b2630681 None None] For port b5b1a9c0-7737-492c-bb98-4515832ca0ad, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:09:04.880331 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-dc3fd3c7-2c61-4935-808a-6ab3b2630681 None None] For port b5b1a9c0-7737-492c-bb98-4515832ca0ad, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=b5b1a9c0-7737-492c-bb98-4515832ca0ad,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:09:04.891643 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-dc3fd3c7-2c61-4935-808a-6ab3b2630681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:04.905255 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-aa520b15-d2a7-4438-9a9f-bd23e4db5ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:04.973722 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3fd3c7-2c61-4935-808a-6ab3b2630681 None None] Routers {'dcc56f07-a6b6-4f40-84fb-b61883635f6c'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:09:04.976243 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-dc3fd3c7-2c61-4935-808a-6ab3b2630681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:09:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['dcc56f07-a6b6-4f40-84fb-b61883635f6c'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:09:04.978837 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288e2184-e3ca-45ad-8448-1322e5a29eb8 None None] Pushing event updated for resources: {'Port': ['ID=b5b1a9c0-7737-492c-bb98-4515832ca0ad,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:05.099119 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-486416ec-0986-4477-b3cd-926efed14e92 None None] Provisioning for port ba46b6ba-a0f8-424e-8e8f-9c9d7f5d672c completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:09:05.104183 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-486416ec-0986-4477-b3cd-926efed14e92 None None] Provisioning complete for port ba46b6ba-a0f8-424e-8e8f-9c9d7f5d672c triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:09:05.104568 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-486416ec-0986-4477-b3cd-926efed14e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:05.137487 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-dc3fd3c7-2c61-4935-808a-6ab3b2630681 None None] Set router dcc56f07-a6b6-4f40-84fb-b61883635f6c gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:09:05.160515 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-486416ec-0986-4477-b3cd-926efed14e92 None None] Port ba46b6ba-a0f8-424e-8e8f-9c9d7f5d672c cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:09:05.166495 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-aa520b15-d2a7-4438-9a9f-bd23e4db5ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:05.381186 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-aa520b15-d2a7-4438-9a9f-bd23e4db5ca0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:05.389596 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-aa520b15-d2a7-4438-9a9f-bd23e4db5ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:05.396230 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-dc3fd3c7-2c61-4935-808a-6ab3b2630681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc56f07-a6b6-4f40-84fb-b61883635f6c', 'name': 'tempest-FloatingIPDetailsTestJSON-1500029586-router', 'tenant_id': '50a9b938aece40f98fbd1418dfa3c4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'b5b1a9c0-7737-492c-bb98-4515832ca0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:08:59Z', 'updated_at': '2021-08-10T03:09:01Z', 'revision_number': 3, 'project_id': '50a9b938aece40f98fbd1418dfa3c4cd', 'gw_port': {'id': 'b5b1a9c0-7737-492c-bb98-4515832ca0ad', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ad:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc56f07-a6b6-4f40-84fb-b61883635f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:09:00Z', 'updated_at': '2021-08-10T03:09:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:09:05.436309 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-aa520b15-d2a7-4438-9a9f-bd23e4db5ca0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:05.459910 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3fd3c7-2c61-4935-808a-6ab3b2630681 None None] The sync data for ids ['dcc56f07-a6b6-4f40-84fb-b61883635f6c'] in n-d-768851-15 is: [{'id': 'dcc56f07-a6b6-4f40-84fb-b61883635f6c', 'name': 'tempest-FloatingIPDetailsTestJSON-1500029586-router', 'tenant_id': '50a9b938aece40f98fbd1418dfa3c4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'b5b1a9c0-7737-492c-bb98-4515832ca0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:08:59Z', 'updated_at': '2021-08-10T03:09:01Z', 'revision_number': 3, 'project_id': '50a9b938aece40f98fbd1418dfa3c4cd', 'gw_port': {'id': 'b5b1a9c0-7737-492c-bb98-4515832ca0ad', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ad:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc56f07-a6b6-4f40-84fb-b61883635f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:09:00Z', 'updated_at': '2021-08-10T03:09:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:09:05.485427 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c006dcc-dd28-427c-87a7-6a7fee00bdba req-ab676f2e-4afb-4328-83e8-3e093e24173d tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:05.495728 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8c006dcc-dd28-427c-87a7-6a7fee00bdba req-ab676f2e-4afb-4328-83e8-3e093e24173d tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba1d3739-8c48-493a-8bd2-e429e9c4b12d HTTP/1.1" status: 200 len: 950 time: 0.0739818 Aug 10 03:09:05.541227 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa520b15-d2a7-4438-9a9f-bd23e4db5ca0 admin admin] Pushing event updated for resources: {'Port': ['ID=ba46b6ba-a0f8-424e-8e8f-9c9d7f5d672c,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:05.548264 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8c006dcc-dd28-427c-87a7-6a7fee00bdba req-053a1760-0b92-41a6-b9cc-c9c2735f3f31 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494568 Aug 10 03:09:05.613630 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa520b15-d2a7-4438-9a9f-bd23e4db5ca0 admin admin] Network 5680a22b-06c8-47ed-9ce4-bfa2eb5eb47d is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:09:05.615623 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-aa520b15-d2a7-4438-9a9f-bd23e4db5ca0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:09:05.625005 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a93d7e1b-ca1f-46c6-9b14-bfc5625492f9 req-e248bf70-200b-468b-b96d-ebe6aa1a2180 tempest-QuotasAdminNegativeTest-1166705182 tempest-QuotasAdminNegativeTest-1166705182-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=24499a6f647848f1acdf3f091aebd81f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0652239 Aug 10 03:09:05.809625 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:05.878901 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa520b15-d2a7-4438-9a9f-bd23e4db5ca0 admin admin] Router dcc56f07-a6b6-4f40-84fb-b61883635f6c has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:09:05.888954 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d7e1b-ca1f-46c6-9b14-bfc5625492f9 req-8e473bc0-c956-4dba-92b6-cdd2a5947f75 tempest-QuotasAdminNegativeTest-1166705182 tempest-QuotasAdminNegativeTest-1166705182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:05.900983 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a93d7e1b-ca1f-46c6-9b14-bfc5625492f9 req-8e473bc0-c956-4dba-92b6-cdd2a5947f75 tempest-QuotasAdminNegativeTest-1166705182 tempest-QuotasAdminNegativeTest-1166705182-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2622409 Aug 10 03:09:06.029276 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device f0d11ad8-dab4-4527-9539-8cd807405ab7 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:09:06.042854 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a93d7e1b-ca1f-46c6-9b14-bfc5625492f9 req-1108c62f-b558-4be0-be0e-670791da3a21 tempest-QuotasAdminNegativeTest-1166705182 tempest-QuotasAdminNegativeTest-1166705182-project] 10.222.0.62 "GET /v2.0/quotas/24499a6f647848f1acdf3f091aebd81f HTTP/1.1" status: 200 len: 375 time: 0.1304748 Aug 10 03:09:06.099840 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port f0d11ad8-dab4-4527-9539-8cd807405ab7 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:09:06.100716 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:06.109180 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a93d7e1b-ca1f-46c6-9b14-bfc5625492f9 req-f58fcfbb-4263-4be2-9335-621812a3620b tempest-QuotasAdminNegativeTest-1166705182 tempest-QuotasAdminNegativeTest-1166705182-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=24499a6f647848f1acdf3f091aebd81f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563488 Aug 10 03:09:06.117952 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff7bea-d079-4827-9a99-09b99c71861b req-4ffbd35c-b6df-4fbc-8c9c-51b4e5083890 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:06.119507 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-75ff7bea-d079-4827-9a99-09b99c71861b req-4ffbd35c-b6df-4fbc-8c9c-51b4e5083890 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eddc19e-e2f2-4919-8662-4ba388292535 HTTP/1.1" status: 200 len: 945 time: 0.2058768 Aug 10 03:09:06.199267 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-75ff7bea-d079-4827-9a99-09b99c71861b req-e783c473-10ac-42a7-a0ab-7fca3f3a4d63 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633156 Aug 10 03:09:06.231105 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa520b15-d2a7-4438-9a9f-bd23e4db5ca0 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:09:06.236573 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-93825fca-1ea4-4565-87c5-6304df8f9dce None None] Provisioning complete for port ba46b6ba-a0f8-424e-8e8f-9c9d7f5d672c triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:09:06.236957 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-93825fca-1ea4-4565-87c5-6304df8f9dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:06.251699 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-aa520b15-d2a7-4438-9a9f-bd23e4db5ca0 admin admin] 10.222.0.62 "PUT /v2.0/routers/dcc56f07-a6b6-4f40-84fb-b61883635f6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2915626 Aug 10 03:09:06.342686 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-93825fca-1ea4-4565-87c5-6304df8f9dce None None] Port ba46b6ba-a0f8-424e-8e8f-9c9d7f5d672c cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:09:06.681851 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dd49a2b3-83ae-4626-b7b3-5c02ced87d57 req-be4941b8-0753-4063-98f9-13d53a929e52 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1547303 Aug 10 03:09:06.688390 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-dd49a2b3-83ae-4626-b7b3-5c02ced87d57 req-353c47d8-df92-44b8-8649-acb33575cdf3 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Request body: {'floatingip': {'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:09:06.720204 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-dd49a2b3-83ae-4626-b7b3-5c02ced87d57 req-353c47d8-df92-44b8-8649-acb33575cdf3 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Notify callbacks [] for floatingip, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:06.832256 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca7c1c-de67-41d3-9f88-62aa497818b7 req-27298180-d08e-4162-adc9-4933d595bc56 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:06.833834 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-65ca7c1c-de67-41d3-9f88-62aa497818b7 req-27298180-d08e-4162-adc9-4933d595bc56 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba1d3739-8c48-493a-8bd2-e429e9c4b12d HTTP/1.1" status: 200 len: 950 time: 0.0681608 Aug 10 03:09:06.891791 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-65ca7c1c-de67-41d3-9f88-62aa497818b7 req-4cb0d9fb-0711-4330-ba6f-71ebf6d0ad5b tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481570 Aug 10 03:09:06.905469 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-dd49a2b3-83ae-4626-b7b3-5c02ced87d57 req-353c47d8-df92-44b8-8649-acb33575cdf3 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:07.048358 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-dd49a2b3-83ae-4626-b7b3-5c02ced87d57 req-353c47d8-df92-44b8-8649-acb33575cdf3 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Allocated IP 172.25.7.106 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/aa8c447f-b668-418a-90c6-041c652bb3a3) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:09:07.095582 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f8020e10-3cbf-4a49-a582-5770ecabcfda req-550b8d6a-4571-4ecf-9761-af59cc5a2f61 tempest-QuotasAdminNegativeTest-1166705182 tempest-QuotasAdminNegativeTest-1166705182-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=24499a6f647848f1acdf3f091aebd81f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401587 Aug 10 03:09:07.280036 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-dd49a2b3-83ae-4626-b7b3-5c02ced87d57 req-353c47d8-df92-44b8-8649-acb33575cdf3 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:07.293092 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8020e10-3cbf-4a49-a582-5770ecabcfda req-6b009c12-8dd8-40f9-8341-bfef2c368bd9 tempest-QuotasAdminNegativeTest-1166705182 tempest-QuotasAdminNegativeTest-1166705182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:07.300740 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f8020e10-3cbf-4a49-a582-5770ecabcfda req-6b009c12-8dd8-40f9-8341-bfef2c368bd9 tempest-QuotasAdminNegativeTest-1166705182 tempest-QuotasAdminNegativeTest-1166705182-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1900268 Aug 10 03:09:07.329671 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f8020e10-3cbf-4a49-a582-5770ecabcfda req-a23f2c43-ef1b-47ed-aed6-5f73850e64ad tempest-QuotasAdminNegativeTest-1166705182 tempest-QuotasAdminNegativeTest-1166705182-project] 10.222.0.62 "GET /v2.0/quotas/24499a6f647848f1acdf3f091aebd81f HTTP/1.1" status: 200 len: 375 time: 0.0276818 Aug 10 03:09:07.376304 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f8020e10-3cbf-4a49-a582-5770ecabcfda req-35b97f63-cb96-477a-b452-3edf79ebb213 tempest-QuotasAdminNegativeTest-1166705182 tempest-QuotasAdminNegativeTest-1166705182-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=24499a6f647848f1acdf3f091aebd81f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458243 Aug 10 03:09:07.427286 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-dd49a2b3-83ae-4626-b7b3-5c02ced87d57 req-353c47d8-df92-44b8-8649-acb33575cdf3 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:07.492826 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd49a2b3-83ae-4626-b7b3-5c02ced87d57 req-353c47d8-df92-44b8-8649-acb33575cdf3 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:09:07.500825 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-dd49a2b3-83ae-4626-b7b3-5c02ced87d57 req-353c47d8-df92-44b8-8649-acb33575cdf3 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:09:07.504827 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd49a2b3-83ae-4626-b7b3-5c02ced87d57 req-353c47d8-df92-44b8-8649-acb33575cdf3 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:09:07.519369 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353c47d8-df92-44b8-8649-acb33575cdf3 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Pushing event updated for resources: {'Port': ['ID=aa8c447f-b668-418a-90c6-041c652bb3a3,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:07.589012 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-dd49a2b3-83ae-4626-b7b3-5c02ced87d57 req-353c47d8-df92-44b8-8649-acb33575cdf3 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:07.606409 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa2afc-76c5-4427-98b5-fb497bf2fc56 req-ef6a2979-0db3-408d-a053-e643584dc001 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:07.608060 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-90fa2afc-76c5-4427-98b5-fb497bf2fc56 req-ef6a2979-0db3-408d-a053-e643584dc001 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eddc19e-e2f2-4919-8662-4ba388292535 HTTP/1.1" status: 200 len: 945 time: 0.0949392 Aug 10 03:09:07.652563 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-dd49a2b3-83ae-4626-b7b3-5c02ced87d57 req-353c47d8-df92-44b8-8649-acb33575cdf3 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:07.695093 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-90fa2afc-76c5-4427-98b5-fb497bf2fc56 req-f1167b60-3ba7-4d2b-94a8-c999ea796309 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660415 Aug 10 03:09:07.844428 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bead6a-9128-4501-ac79-e6e272d287e1 None None] Sync routers for ids ['dcc56f07-a6b6-4f40-84fb-b61883635f6c'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:09:07.870099 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bead6a-9128-4501-ac79-e6e272d287e1 None None] Routers {'dcc56f07-a6b6-4f40-84fb-b61883635f6c'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:09:07.871029 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-91bead6a-9128-4501-ac79-e6e272d287e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:09:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['dcc56f07-a6b6-4f40-84fb-b61883635f6c'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:09:07.903531 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-dd49a2b3-83ae-4626-b7b3-5c02ced87d57 req-353c47d8-df92-44b8-8649-acb33575cdf3 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:07.915464 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-dd49a2b3-83ae-4626-b7b3-5c02ced87d57 req-353c47d8-df92-44b8-8649-acb33575cdf3 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:07.971164 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-dd49a2b3-83ae-4626-b7b3-5c02ced87d57 req-353c47d8-df92-44b8-8649-acb33575cdf3 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:07.977662 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b5b1a9c0-7737-492c-bb98-4515832ca0ad up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:09:08.029656 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-dd49a2b3-83ae-4626-b7b3-5c02ced87d57 req-353c47d8-df92-44b8-8649-acb33575cdf3 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:08.031606 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dd49a2b3-83ae-4626-b7b3-5c02ced87d57 req-353c47d8-df92-44b8-8649-acb33575cdf3 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3482149 Aug 10 03:09:08.060004 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353c47d8-df92-44b8-8649-acb33575cdf3 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Pushing event updated for resources: {'Port': ['ID=aa8c447f-b668-418a-90c6-041c652bb3a3,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:08.136662 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-91bead6a-9128-4501-ac79-e6e272d287e1 None None] Set router dcc56f07-a6b6-4f40-84fb-b61883635f6c gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:09:08.153204 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dd49a2b3-83ae-4626-b7b3-5c02ced87d57 req-42079ccd-0498-4ebb-8368-c798b050cc7e tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.106 HTTP/1.1" status: 200 len: 696 time: 0.1088505 Aug 10 03:09:08.175669 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port b5b1a9c0-7737-492c-bb98-4515832ca0ad completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:09:08.181563 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port b5b1a9c0-7737-492c-bb98-4515832ca0ad triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:09:08.182085 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:08.193311 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b306c6eb-8a55-4903-a7d0-199778c778cc req-beb76121-6212-4fb3-9622-2006add4543c tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:08.194895 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b306c6eb-8a55-4903-a7d0-199778c778cc req-beb76121-6212-4fb3-9622-2006add4543c tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba1d3739-8c48-493a-8bd2-e429e9c4b12d HTTP/1.1" status: 200 len: 950 time: 0.1518176 Aug 10 03:09:08.270343 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b306c6eb-8a55-4903-a7d0-199778c778cc req-5dcce183-fc81-4153-875c-4963bb4a685a tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472155 Aug 10 03:09:08.311214 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd49a2b3-83ae-4626-b7b3-5c02ced87d57 req-dcb2820c-65dc-428f-ae71-befcdadac2a0 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:08.312609 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dd49a2b3-83ae-4626-b7b3-5c02ced87d57 req-dcb2820c-65dc-428f-ae71-befcdadac2a0 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] 10.222.0.62 "GET /v2.0/networks/09ca2025-b9a6-4e84-8019-8d9fbef3753e HTTP/1.1" status: 200 len: 784 time: 0.1481273 Aug 10 03:09:08.388614 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:08.434665 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port b5b1a9c0-7737-492c-bb98-4515832ca0ad, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=b5b1a9c0-7737-492c-bb98-4515832ca0ad,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:09:08.444777 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:08.510618 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-91bead6a-9128-4501-ac79-e6e272d287e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc56f07-a6b6-4f40-84fb-b61883635f6c', 'name': 'tempest-FloatingIPDetailsTestJSON-1500029586-router', 'tenant_id': '50a9b938aece40f98fbd1418dfa3c4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'b5b1a9c0-7737-492c-bb98-4515832ca0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:08:59Z', 'updated_at': '2021-08-10T03:09:05Z', 'revision_number': 4, 'project_id': '50a9b938aece40f98fbd1418dfa3c4cd', 'gw_port': {'id': 'b5b1a9c0-7737-492c-bb98-4515832ca0ad', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ad:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc56f07-a6b6-4f40-84fb-b61883635f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:09:00Z', 'updated_at': '2021-08-10T03:09:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'ba46b6ba-a0f8-424e-8e8f-9c9d7f5d672c', 'name': '', 'network_id': '5680a22b-06c8-47ed-9ce4-bfa2eb5eb47d', 'tenant_id': '50a9b938aece40f98fbd1418dfa3c4cd', 'mac_address': 'fa:16:3e:47:80:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc56f07-a6b6-4f40-84fb-b61883635f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '2ebca7ca-4655-4135-8c65-b403da81fd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:09:03Z', 'updated_at': '2021-08-10T03:09:05Z', 'revision_number': 2, 'project_id': '50a9b938aece40f98fbd1418dfa3c4cd', 'subnets': [{'id': '2ebca7ca-4655-4135-8c65-b403da81fd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:09:08.512301 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 38680) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:08.518023 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-90b6aac2-2a5f-4b48-a8be-3110434ba236 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1529967400'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:09:08.568799 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=b5b1a9c0-7737-492c-bb98-4515832ca0ad,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:08.571045 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b6aac2-2a5f-4b48-a8be-3110434ba236 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Made reservation on behalf of 9db099ffcd1f4b6f883036f2463be98e for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:09:08.571487 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bead6a-9128-4501-ac79-e6e272d287e1 None None] Checking router: dcc56f07-a6b6-4f40-84fb-b61883635f6c for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:09:08.571843 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bead6a-9128-4501-ac79-e6e272d287e1 None None] Updating router dcc56f07-a6b6-4f40-84fb-b61883635f6c port ba46b6ba-a0f8-424e-8e8f-9c9d7f5d672c binding host n-d-768851-15 {{(pid=94218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:09:08.575637 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-90b6aac2-2a5f-4b48-a8be-3110434ba236 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:08.602524 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-91bead6a-9128-4501-ac79-e6e272d287e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:08.628018 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90b6aac2-2a5f-4b48-a8be-3110434ba236 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:09:08.659345 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-90b6aac2-2a5f-4b48-a8be-3110434ba236 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:08.659694 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-90b6aac2-2a5f-4b48-a8be-3110434ba236 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Added segment 702cc16b-dad0-4a84-9a18-a82d05fcb9b7 of type vlan for network be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220 Aug 10 03:09:08.668013 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-28f45910-8eae-4bf2-a28e-caa994056056 req-f5a77a67-f696-4410-981e-afab29a4f795 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2494812 Aug 10 03:09:08.681609 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-28f45910-8eae-4bf2-a28e-caa994056056 req-0c3f5e37-e607-4e1a-824b-cab966d2f360 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Request body: {'floatingip': {'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:09:08.713872 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-90b6aac2-2a5f-4b48-a8be-3110434ba236 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:08.716798 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-28f45910-8eae-4bf2-a28e-caa994056056 req-0c3f5e37-e607-4e1a-824b-cab966d2f360 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Notify callbacks [] for floatingip, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:08.759491 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-90b6aac2-2a5f-4b48-a8be-3110434ba236 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:08.765851 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b6aac2-2a5f-4b48-a8be-3110434ba236 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:08.766611 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-90b6aac2-2a5f-4b48-a8be-3110434ba236 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:08.832162 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-07dbdd7a-c8fd-4437-935e-132b6378c784 req-8bc6688f-a0b7-49e4-b25d-550837b4fd7c tempest-QuotasAdminNegativeTest-1166705182 tempest-QuotasAdminNegativeTest-1166705182-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=24499a6f647848f1acdf3f091aebd81f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292587 Aug 10 03:09:08.884148 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b6aac2-2a5f-4b48-a8be-3110434ba236 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Pushing event updated for resources: {'Network': ['ID=be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:08.901378 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:09:08.905960 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-90b6aac2-2a5f-4b48-a8be-3110434ba236 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3920062 Aug 10 03:09:08.908531 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 38696) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:08.917370 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-b5dc5882-f5d3-44ca-862c-6ae2707dcbd2 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2081453528'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:09:08.931254 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-28f45910-8eae-4bf2-a28e-caa994056056 req-0c3f5e37-e607-4e1a-824b-cab966d2f360 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:08.953885 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5dc5882-f5d3-44ca-862c-6ae2707dcbd2 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Made reservation on behalf of 9db099ffcd1f4b6f883036f2463be98e for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:09:08.962287 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b5dc5882-f5d3-44ca-862c-6ae2707dcbd2 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:09.007861 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5dc5882-f5d3-44ca-862c-6ae2707dcbd2 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:09:09.023614 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b5dc5882-f5d3-44ca-862c-6ae2707dcbd2 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:09.024542 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-b5dc5882-f5d3-44ca-862c-6ae2707dcbd2 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Added segment fa9453b2-216f-4776-80fa-c65f74d624e4 of type vlan for network 26329441-0dde-46fe-bcf0-48ea13bcc9b5 Aug 10 03:09:09.029731 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dbdd7a-c8fd-4437-935e-132b6378c784 req-fa3af875-84c5-4099-90d7-564b4e786b9c tempest-QuotasAdminNegativeTest-1166705182 tempest-QuotasAdminNegativeTest-1166705182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:09.036851 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-07dbdd7a-c8fd-4437-935e-132b6378c784 req-fa3af875-84c5-4099-90d7-564b4e786b9c tempest-QuotasAdminNegativeTest-1166705182 tempest-QuotasAdminNegativeTest-1166705182-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1884882 Aug 10 03:09:09.049264 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-91bead6a-9128-4501-ac79-e6e272d287e1 None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:09.064020 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-91bead6a-9128-4501-ac79-e6e272d287e1 None None] Transition to ACTIVE for port object ba46b6ba-a0f8-424e-8e8f-9c9d7f5d672c will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:09:09.072165 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-91bead6a-9128-4501-ac79-e6e272d287e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:09.105074 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b5dc5882-f5d3-44ca-862c-6ae2707dcbd2 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:09.139852 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b5dc5882-f5d3-44ca-862c-6ae2707dcbd2 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:09.146466 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5dc5882-f5d3-44ca-862c-6ae2707dcbd2 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:09.147166 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b5dc5882-f5d3-44ca-862c-6ae2707dcbd2 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:09.155632 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-28f45910-8eae-4bf2-a28e-caa994056056 req-0c3f5e37-e607-4e1a-824b-cab966d2f360 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Allocated IP 172.25.7.49 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/ddb69ebb-9145-4bcb-a62a-424ff3a19549) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:09:09.165976 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b14d5b3-d656-4ab1-a633-496b0fc7c4b6 None None] Pushing event updated for resources: {'Port': ['ID=ba46b6ba-a0f8-424e-8e8f-9c9d7f5d672c,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:09.178236 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b5dc5882-f5d3-44ca-862c-6ae2707dcbd2 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2683990 Aug 10 03:09:09.208265 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-91bead6a-9128-4501-ac79-e6e272d287e1 None None] Attempting to bind port ba46b6ba-a0f8-424e-8e8f-9c9d7f5d672c on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:09:09.208776 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-91bead6a-9128-4501-ac79-e6e272d287e1 None None] Attempting to bind port ba46b6ba-a0f8-424e-8e8f-9c9d7f5d672c by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '81e26f60-caa1-4833-83c3-9e70562a0e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5680a22b-06c8-47ed-9ce4-bfa2eb5eb47d'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:09:09.209236 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bead6a-9128-4501-ac79-e6e272d287e1 None None] Attempting to bind port ba46b6ba-a0f8-424e-8e8f-9c9d7f5d672c on network 5680a22b-06c8-47ed-9ce4-bfa2eb5eb47d {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:09:09.216349 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bead6a-9128-4501-ac79-e6e272d287e1 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:09:09.216870 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bead6a-9128-4501-ac79-e6e272d287e1 None None] Checking segment: {'id': '81e26f60-caa1-4833-83c3-9e70562a0e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5680a22b-06c8-47ed-9ce4-bfa2eb5eb47d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:09:09.217360 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-91bead6a-9128-4501-ac79-e6e272d287e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:09.217846 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bead6a-9128-4501-ac79-e6e272d287e1 None None] Bound using segment: {'id': '81e26f60-caa1-4833-83c3-9e70562a0e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5680a22b-06c8-47ed-9ce4-bfa2eb5eb47d'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:09:09.218409 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-91bead6a-9128-4501-ac79-e6e272d287e1 None None] Bound port: ba46b6ba-a0f8-424e-8e8f-9c9d7f5d672c, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81e26f60-caa1-4833-83c3-9e70562a0e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5680a22b-06c8-47ed-9ce4-bfa2eb5eb47d'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:09:09.218932 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-91bead6a-9128-4501-ac79-e6e272d287e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:09.221818 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 38702) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:09.227280 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-169d212b-c759-4b91-a8d6-0074c92fd82b tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Request body: {'subnet': {'network_id': 'be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:09:09.282598 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-07dbdd7a-c8fd-4437-935e-132b6378c784 req-7def6da3-6188-4b8e-8e83-d6975dce6939 tempest-QuotasAdminNegativeTest-1166705182 tempest-QuotasAdminNegativeTest-1166705182-project] 10.222.0.62 "GET /v2.0/quotas/24499a6f647848f1acdf3f091aebd81f HTTP/1.1" status: 200 len: 375 time: 0.2448003 Aug 10 03:09:09.303361 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-91bead6a-9128-4501-ac79-e6e272d287e1 None None] For port ba46b6ba-a0f8-424e-8e8f-9c9d7f5d672c, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:09:09.309954 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-91bead6a-9128-4501-ac79-e6e272d287e1 None None] For port ba46b6ba-a0f8-424e-8e8f-9c9d7f5d672c, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=ba46b6ba-a0f8-424e-8e8f-9c9d7f5d672c,segment=NetworkSegment(81e26f60-caa1-4833-83c3-9e70562a0e4a),segment_id=81e26f60-caa1-4833-83c3-9e70562a0e4a)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:09:09.312750 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dc5882-f5d3-44ca-862c-6ae2707dcbd2 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Pushing event updated for resources: {'Network': ['ID=26329441-0dde-46fe-bcf0-48ea13bcc9b5,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:09.316132 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-91bead6a-9128-4501-ac79-e6e272d287e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:09.343818 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-07dbdd7a-c8fd-4437-935e-132b6378c784 req-d0d629de-496d-491b-8a9d-1bcc9b9517b7 tempest-QuotasAdminNegativeTest-1166705182 tempest-QuotasAdminNegativeTest-1166705182-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=24499a6f647848f1acdf3f091aebd81f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0599232 Aug 10 03:09:09.363943 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 26329441-0dde-46fe-bcf0-48ea13bcc9b5 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:09:09.385193 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169d212b-c759-4b91-a8d6-0074c92fd82b tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Made reservation on behalf of 9db099ffcd1f4b6f883036f2463be98e for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:09:09.390051 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-169d212b-c759-4b91-a8d6-0074c92fd82b tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:09.426234 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-28f45910-8eae-4bf2-a28e-caa994056056 req-0c3f5e37-e607-4e1a-824b-cab966d2f360 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:09.502840 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bead6a-9128-4501-ac79-e6e272d287e1 None None] Routers {'dcc56f07-a6b6-4f40-84fb-b61883635f6c'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:09:09.503561 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-91bead6a-9128-4501-ac79-e6e272d287e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:09:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['dcc56f07-a6b6-4f40-84fb-b61883635f6c'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:09:09.504788 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-28f45910-8eae-4bf2-a28e-caa994056056 req-0c3f5e37-e607-4e1a-824b-cab966d2f360 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:09.554209 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b14d5b3-d656-4ab1-a633-496b0fc7c4b6 None None] Pushing event updated for resources: {'Port': ['ID=ba46b6ba-a0f8-424e-8e8f-9c9d7f5d672c,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:09.614948 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28f45910-8eae-4bf2-a28e-caa994056056 req-0c3f5e37-e607-4e1a-824b-cab966d2f360 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:09:09.623593 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-28f45910-8eae-4bf2-a28e-caa994056056 req-0c3f5e37-e607-4e1a-824b-cab966d2f360 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:09:09.635672 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-28f45910-8eae-4bf2-a28e-caa994056056 req-0c3f5e37-e607-4e1a-824b-cab966d2f360 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:09:09.686466 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3f5e37-e607-4e1a-824b-cab966d2f360 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Pushing event updated for resources: {'Port': ['ID=ddb69ebb-9145-4bcb-a62a-424ff3a19549,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:09.691608 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-169d212b-c759-4b91-a8d6-0074c92fd82b tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:09.696730 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-91bead6a-9128-4501-ac79-e6e272d287e1 None None] Set router dcc56f07-a6b6-4f40-84fb-b61883635f6c gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:09:09.721484 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b773e3-d519-4f4a-8c92-259cb887219a req-bb305cca-159c-409f-8e1b-0852987a8a3e tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:09.723110 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-33b773e3-d519-4f4a-8c92-259cb887219a req-bb305cca-159c-409f-8e1b-0852987a8a3e tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eddc19e-e2f2-4919-8662-4ba388292535 HTTP/1.1" status: 200 len: 945 time: 0.1573567 Aug 10 03:09:09.724274 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-28f45910-8eae-4bf2-a28e-caa994056056 req-0c3f5e37-e607-4e1a-824b-cab966d2f360 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:09.782465 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169d212b-c759-4b91-a8d6-0074c92fd82b tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Pushing event updated for resources: {'Subnet': ['ID=eba004cc-c939-40d1-b5d1-6b0839b6432d,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:09.785506 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169d212b-c759-4b91-a8d6-0074c92fd82b tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Checking segment: {'id': '702cc16b-dad0-4a84-9a18-a82d05fcb9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:09:09.786154 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169d212b-c759-4b91-a8d6-0074c92fd82b tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Network hostable DHCP agents. Network: be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:09:09.791144 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-28f45910-8eae-4bf2-a28e-caa994056056 req-0c3f5e37-e607-4e1a-824b-cab966d2f360 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:09.796244 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-33b773e3-d519-4f4a-8c92-259cb887219a req-7955f9df-a40e-435a-b93b-ea8632b9f00c tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650275 Aug 10 03:09:09.837249 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169d212b-c759-4b91-a8d6-0074c92fd82b tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Network be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:09:09.857629 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-169d212b-c759-4b91-a8d6-0074c92fd82b tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:09:09.862137 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169d212b-c759-4b91-a8d6-0074c92fd82b tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:09.862888 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-169d212b-c759-4b91-a8d6-0074c92fd82b tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:09.884733 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-169d212b-c759-4b91-a8d6-0074c92fd82b tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6610453 Aug 10 03:09:09.886857 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 38714) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:09.899046 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-0df33f4d-bfc1-4024-8db5-6404cb25c82b tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Request body: {'subnet': {'network_id': '26329441-0dde-46fe-bcf0-48ea13bcc9b5', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:09:09.980590 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81222fa-6823-401e-9e55-e9fe9bec92a2 None None] Network be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:09:09.985458 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b5b1a9c0-7737-492c-bb98-4515832ca0ad up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:09:10.012498 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df33f4d-bfc1-4024-8db5-6404cb25c82b tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Made reservation on behalf of 9db099ffcd1f4b6f883036f2463be98e for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:09:10.017974 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0df33f4d-bfc1-4024-8db5-6404cb25c82b tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:10.057077 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c3f578-a8ca-4167-9cfd-7539fe14720c req-0092e9e6-7666-4ce5-a8a3-a074a1453668 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:10.067142 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-32c3f578-a8ca-4167-9cfd-7539fe14720c req-0092e9e6-7666-4ce5-a8a3-a074a1453668 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba1d3739-8c48-493a-8bd2-e429e9c4b12d HTTP/1.1" status: 200 len: 950 time: 0.0994818 Aug 10 03:09:10.121950 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-28f45910-8eae-4bf2-a28e-caa994056056 req-0c3f5e37-e607-4e1a-824b-cab966d2f360 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:10.137073 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-32c3f578-a8ca-4167-9cfd-7539fe14720c req-02374625-ecc8-40f0-b875-ea719220774e tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629263 Aug 10 03:09:10.138003 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-28f45910-8eae-4bf2-a28e-caa994056056 req-0c3f5e37-e607-4e1a-824b-cab966d2f360 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:10.197059 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3f5e37-e607-4e1a-824b-cab966d2f360 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Pushing event updated for resources: {'Port': ['ID=ddb69ebb-9145-4bcb-a62a-424ff3a19549,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:10.216602 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-28f45910-8eae-4bf2-a28e-caa994056056 req-0c3f5e37-e607-4e1a-824b-cab966d2f360 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:10.233566 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-28f45910-8eae-4bf2-a28e-caa994056056 req-0c3f5e37-e607-4e1a-824b-cab966d2f360 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:10.239250 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-28f45910-8eae-4bf2-a28e-caa994056056 req-0c3f5e37-e607-4e1a-824b-cab966d2f360 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5642536 Aug 10 03:09:10.245004 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port b5b1a9c0-7737-492c-bb98-4515832ca0ad triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:09:10.245542 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:10.251721 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0df33f4d-bfc1-4024-8db5-6404cb25c82b tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:10.341333 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b04a1e-cc7a-455c-92ec-8cf1bca6bd3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220', 'network_id': 'be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220', 'tenant_id': '9db099ffcd1f4b6f883036f2463be98e', 'fixed_ips': [{'subnet_id': 'eba004cc-c939-40d1-b5d1-6b0839b6432d'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:09:10.342294 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-56b04a1e-cc7a-455c-92ec-8cf1bca6bd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:10.358400 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df33f4d-bfc1-4024-8db5-6404cb25c82b tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Pushing event updated for resources: {'Subnet': ['ID=33f28172-7907-464d-a85d-12480842b6d2,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:10.372496 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df33f4d-bfc1-4024-8db5-6404cb25c82b tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Checking segment: {'id': 'fa9453b2-216f-4776-80fa-c65f74d624e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26329441-0dde-46fe-bcf0-48ea13bcc9b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:09:10.372868 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df33f4d-bfc1-4024-8db5-6404cb25c82b tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Network hostable DHCP agents. Network: 26329441-0dde-46fe-bcf0-48ea13bcc9b5, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:09:10.379621 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-28f45910-8eae-4bf2-a28e-caa994056056 req-4eaf2863-a397-41f3-8f0e-1db886d7f2aa tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.49 HTTP/1.1" status: 200 len: 695 time: 0.1355669 Aug 10 03:09:10.395178 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-91bead6a-9128-4501-ac79-e6e272d287e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc56f07-a6b6-4f40-84fb-b61883635f6c', 'name': 'tempest-FloatingIPDetailsTestJSON-1500029586-router', 'tenant_id': '50a9b938aece40f98fbd1418dfa3c4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'b5b1a9c0-7737-492c-bb98-4515832ca0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:08:59Z', 'updated_at': '2021-08-10T03:09:05Z', 'revision_number': 4, 'project_id': '50a9b938aece40f98fbd1418dfa3c4cd', 'gw_port': {'id': 'b5b1a9c0-7737-492c-bb98-4515832ca0ad', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ad:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc56f07-a6b6-4f40-84fb-b61883635f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:09:00Z', 'updated_at': '2021-08-10T03:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'ba46b6ba-a0f8-424e-8e8f-9c9d7f5d672c', 'name': '', 'network_id': '5680a22b-06c8-47ed-9ce4-bfa2eb5eb47d', 'tenant_id': '50a9b938aece40f98fbd1418dfa3c4cd', 'mac_address': 'fa:16:3e:47:80:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc56f07-a6b6-4f40-84fb-b61883635f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '2ebca7ca-4655-4135-8c65-b403da81fd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:09:03Z', 'updated_at': '2021-08-10T03:09:09Z', 'revision_number': 4, 'project_id': '50a9b938aece40f98fbd1418dfa3c4cd', 'subnets': [{'id': '2ebca7ca-4655-4135-8c65-b403da81fd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:09:10.413975 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df33f4d-bfc1-4024-8db5-6404cb25c82b tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Network 26329441-0dde-46fe-bcf0-48ea13bcc9b5 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:09:10.435587 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-0df33f4d-bfc1-4024-8db5-6404cb25c82b tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 26329441-0dde-46fe-bcf0-48ea13bcc9b5) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:09:10.441196 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df33f4d-bfc1-4024-8db5-6404cb25c82b tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:10.442079 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0df33f4d-bfc1-4024-8db5-6404cb25c82b tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:10.451126 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bead6a-9128-4501-ac79-e6e272d287e1 None None] The sync data for ids ['dcc56f07-a6b6-4f40-84fb-b61883635f6c'] in n-d-768851-15 is: [{'id': 'dcc56f07-a6b6-4f40-84fb-b61883635f6c', 'name': 'tempest-FloatingIPDetailsTestJSON-1500029586-router', 'tenant_id': '50a9b938aece40f98fbd1418dfa3c4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'b5b1a9c0-7737-492c-bb98-4515832ca0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:08:59Z', 'updated_at': '2021-08-10T03:09:05Z', 'revision_number': 4, 'project_id': '50a9b938aece40f98fbd1418dfa3c4cd', 'gw_port': {'id': 'b5b1a9c0-7737-492c-bb98-4515832ca0ad', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ad:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc56f07-a6b6-4f40-84fb-b61883635f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:09:00Z', 'updated_at': '2021-08-10T03:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'ba46b6ba-a0f8-424e-8e8f-9c9d7f5d672c', 'name': '', 'network_id': '5680a22b-06c8-47ed-9ce4-bfa2eb5eb47d', 'tenant_id': '50a9b938aece40f98fbd1418dfa3c4cd', 'mac_address': 'fa:16:3e:47:80:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc56f07-a6b6-4f40-84fb-b61883635f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '2ebca7ca-4655-4135-8c65-b403da81fd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:09:03Z', 'updated_at': '2021-08-10T03:09:09Z', 'revision_number': 4, 'project_id': '50a9b938aece40f98fbd1418dfa3c4cd', 'subnets': [{'id': '2ebca7ca-4655-4135-8c65-b403da81fd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:09:10.457811 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6796fcc4-fa00-496c-82cb-425e638b9cdc None None] Network 26329441-0dde-46fe-bcf0-48ea13bcc9b5 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:09:10.487247 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0df33f4d-bfc1-4024-8db5-6404cb25c82b tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5990005 Aug 10 03:09:10.490060 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 38722) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:10.501936 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-64a25a31-4f30-4b56-803a-afe1e6cad5e4 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Request body: {'port': {'network_id': 'be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220', 'name': 'tempest-TaggedBootDevicesTest-638340528', 'fixed_ips': [{'subnet_id': 'eba004cc-c939-40d1-b5d1-6b0839b6432d'}]}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:09:10.520014 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 38724) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:10.767850 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-56b04a1e-cc7a-455c-92ec-8cf1bca6bd3d None None] Allocated IP 10.1.1.2 (be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220/eba004cc-c939-40d1-b5d1-6b0839b6432d/4e7f3ef1-a581-4819-bf7c-2364638db24b) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:09:10.916303 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab674440-9937-4d70-9e75-f5fefcb00039 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-26329441-0dde-46fe-bcf0-48ea13bcc9b5', 'network_id': '26329441-0dde-46fe-bcf0-48ea13bcc9b5', 'tenant_id': '9db099ffcd1f4b6f883036f2463be98e', 'fixed_ips': [{'subnet_id': '33f28172-7907-464d-a85d-12480842b6d2'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:09:10.917332 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ab674440-9937-4d70-9e75-f5fefcb00039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:11.098879 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38734) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:11.170335 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42248816-f6ea-4865-94e1-5c2ad7fc8913 req-d41f333e-d626-4a9e-8fbe-3a913a650bb5 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:11.179425 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-42248816-f6ea-4865-94e1-5c2ad7fc8913 req-d41f333e-d626-4a9e-8fbe-3a913a650bb5 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eddc19e-e2f2-4919-8662-4ba388292535 HTTP/1.1" status: 200 len: 945 time: 0.2507799 Aug 10 03:09:11.200753 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-f32e742c-c640-4e69-aec8-ae3c675285eb tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:11.202407 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-f32e742c-c640-4e69-aec8-ae3c675285eb tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=1eddc19e-e2f2-4919-8662-4ba388292535&tenant_id=d29523b6a3c34430b121d2faffd2884f&binding%3Ahost_id=n-h2-768851-15 HTTP/1.1" status: 200 len: 1097 time: 0.2726512 Aug 10 03:09:11.216356 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f45910-8eae-4bf2-a28e-caa994056056 req-7b9db071-5b49-4440-baaa-a8374bf4506e tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:11.218016 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-28f45910-8eae-4bf2-a28e-caa994056056 req-7b9db071-5b49-4440-baaa-a8374bf4506e tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] 10.222.0.62 "GET /v2.0/networks/09ca2025-b9a6-4e84-8019-8d9fbef3753e HTTP/1.1" status: 200 len: 784 time: 0.8320146 Aug 10 03:09:11.227132 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-ab674440-9937-4d70-9e75-f5fefcb00039 None None] Allocated IP 10.2.2.2 (26329441-0dde-46fe-bcf0-48ea13bcc9b5/33f28172-7907-464d-a85d-12480842b6d2/d0d112d7-58b4-4ab5-99b2-4f9edb392623) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:09:11.227799 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-a02d93a7-505b-4579-b9ca-b4fde1c8d342 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768851-15'}}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:09:11.261783 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-56b04a1e-cc7a-455c-92ec-8cf1bca6bd3d None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:11.320012 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-56b04a1e-cc7a-455c-92ec-8cf1bca6bd3d None None] Transition to ACTIVE for port object 4e7f3ef1-a581-4819-bf7c-2364638db24b will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:09:11.339382 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-42248816-f6ea-4865-94e1-5c2ad7fc8913 req-8d6ab66e-f583-4e56-b897-822975353f11 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584508 Aug 10 03:09:11.343437 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a25a31-4f30-4b56-803a-afe1e6cad5e4 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Made reservation on behalf of 9db099ffcd1f4b6f883036f2463be98e for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:09:11.346874 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-56b04a1e-cc7a-455c-92ec-8cf1bca6bd3d None None] Transition to ACTIVE for port object 4e7f3ef1-a581-4819-bf7c-2364638db24b will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:09:11.376372 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-56b04a1e-cc7a-455c-92ec-8cf1bca6bd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:11.377219 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e11d8949-07ba-4597-b94a-60a54bcbf506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:11.440588 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b04a1e-cc7a-455c-92ec-8cf1bca6bd3d None None] Network be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:09:11.451371 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-56b04a1e-cc7a-455c-92ec-8cf1bca6bd3d None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:09:11.472162 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b04a1e-cc7a-455c-92ec-8cf1bca6bd3d None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:09:11.479222 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-64a25a31-4f30-4b56-803a-afe1e6cad5e4 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:11.481155 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b04a1e-cc7a-455c-92ec-8cf1bca6bd3d None None] Pushing event updated for resources: {'Port': ['ID=4e7f3ef1-a581-4819-bf7c-2364638db24b,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:11.508958 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [None req-64a25a31-4f30-4b56-803a-afe1e6cad5e4 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] device_id is not set on port bd5c370f-ffa5-4477-948b-ba7517343de5 yet. {{(pid=94217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:09:11.554679 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c10df659-cdde-4bec-90b3-15bdc3c257c9 req-e5bca70f-d022-4c47-8914-73df59bc7fd2 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1495776 Aug 10 03:09:11.557755 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ab674440-9937-4d70-9e75-f5fefcb00039 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:11.560030 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-56b04a1e-cc7a-455c-92ec-8cf1bca6bd3d None None] Attempting to bind port 4e7f3ef1-a581-4819-bf7c-2364638db24b on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:09:11.560407 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-56b04a1e-cc7a-455c-92ec-8cf1bca6bd3d None None] Attempting to bind port 4e7f3ef1-a581-4819-bf7c-2364638db24b by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '702cc16b-dad0-4a84-9a18-a82d05fcb9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:09:11.560769 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b04a1e-cc7a-455c-92ec-8cf1bca6bd3d None None] Attempting to bind port 4e7f3ef1-a581-4819-bf7c-2364638db24b on network be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:09:11.574000 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-ab674440-9937-4d70-9e75-f5fefcb00039 None None] Transition to ACTIVE for port object d0d112d7-58b4-4ab5-99b2-4f9edb392623 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:09:11.586365 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b04a1e-cc7a-455c-92ec-8cf1bca6bd3d None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:09:11.586861 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b04a1e-cc7a-455c-92ec-8cf1bca6bd3d None None] Checking segment: {'id': '702cc16b-dad0-4a84-9a18-a82d05fcb9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:09:11.587540 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-56b04a1e-cc7a-455c-92ec-8cf1bca6bd3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:11.587981 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b04a1e-cc7a-455c-92ec-8cf1bca6bd3d None None] Bound using segment: {'id': '702cc16b-dad0-4a84-9a18-a82d05fcb9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:09:11.588722 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-56b04a1e-cc7a-455c-92ec-8cf1bca6bd3d None None] Bound port: 4e7f3ef1-a581-4819-bf7c-2364638db24b, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '702cc16b-dad0-4a84-9a18-a82d05fcb9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:09:11.588954 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-56b04a1e-cc7a-455c-92ec-8cf1bca6bd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:11.595389 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-a02d93a7-505b-4579-b9ca-b4fde1c8d342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:11.605995 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-c10df659-cdde-4bec-90b3-15bdc3c257c9 req-1f519a39-91c7-40dd-9480-813319c150e4 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Request body: {'floatingip': {'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:09:11.632800 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-ab674440-9937-4d70-9e75-f5fefcb00039 None None] Transition to ACTIVE for port object d0d112d7-58b4-4ab5-99b2-4f9edb392623 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:09:11.645989 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ab674440-9937-4d70-9e75-f5fefcb00039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:11.656056 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283895a-a936-4e0d-8b5d-86433c93e44a req-511e00f9-4f73-48a3-9fa8-a8937d2b001e tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:11.665758 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2283895a-a936-4e0d-8b5d-86433c93e44a req-511e00f9-4f73-48a3-9fa8-a8937d2b001e tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba1d3739-8c48-493a-8bd2-e429e9c4b12d HTTP/1.1" status: 200 len: 950 time: 0.2994554 Aug 10 03:09:11.672440 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 01a58bba-6328-4634-a439-27a9ba5235d4 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:09:11.705017 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab674440-9937-4d70-9e75-f5fefcb00039 None None] Network 26329441-0dde-46fe-bcf0-48ea13bcc9b5 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:09:11.728598 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-ab674440-9937-4d70-9e75-f5fefcb00039 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:09:11.740713 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab674440-9937-4d70-9e75-f5fefcb00039 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:09:11.762991 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab674440-9937-4d70-9e75-f5fefcb00039 None None] Pushing event updated for resources: {'Port': ['ID=d0d112d7-58b4-4ab5-99b2-4f9edb392623,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:11.771219 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-56b04a1e-cc7a-455c-92ec-8cf1bca6bd3d None None] For port 4e7f3ef1-a581-4819-bf7c-2364638db24b, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:09:11.808598 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2283895a-a936-4e0d-8b5d-86433c93e44a req-6fcf4329-97b8-4691-a305-27d87536b50f tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364288 Aug 10 03:09:11.839100 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-56b04a1e-cc7a-455c-92ec-8cf1bca6bd3d None None] For port 4e7f3ef1-a581-4819-bf7c-2364638db24b, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=4e7f3ef1-a581-4819-bf7c-2364638db24b,segment=NetworkSegment(702cc16b-dad0-4a84-9a18-a82d05fcb9b7),segment_id=702cc16b-dad0-4a84-9a18-a82d05fcb9b7)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:09:11.861583 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e11d8949-07ba-4597-b94a-60a54bcbf506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:11.870762 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-56b04a1e-cc7a-455c-92ec-8cf1bca6bd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:11.912599 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-64a25a31-4f30-4b56-803a-afe1e6cad5e4 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Allocated IP 10.1.1.189 (be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220/eba004cc-c939-40d1-b5d1-6b0839b6432d/bd5c370f-ffa5-4477-948b-ba7517343de5) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:09:11.926530 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e11d8949-07ba-4597-b94a-60a54bcbf506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:11.930348 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-ab674440-9937-4d70-9e75-f5fefcb00039 None None] Attempting to bind port d0d112d7-58b4-4ab5-99b2-4f9edb392623 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:09:11.930884 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-ab674440-9937-4d70-9e75-f5fefcb00039 None None] Attempting to bind port d0d112d7-58b4-4ab5-99b2-4f9edb392623 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'fa9453b2-216f-4776-80fa-c65f74d624e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26329441-0dde-46fe-bcf0-48ea13bcc9b5'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:09:11.931876 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab674440-9937-4d70-9e75-f5fefcb00039 None None] Attempting to bind port d0d112d7-58b4-4ab5-99b2-4f9edb392623 on network 26329441-0dde-46fe-bcf0-48ea13bcc9b5 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:09:11.977779 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab674440-9937-4d70-9e75-f5fefcb00039 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:09:11.978281 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab674440-9937-4d70-9e75-f5fefcb00039 None None] Checking segment: {'id': 'fa9453b2-216f-4776-80fa-c65f74d624e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26329441-0dde-46fe-bcf0-48ea13bcc9b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:09:11.978813 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ab674440-9937-4d70-9e75-f5fefcb00039 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:11.979275 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab674440-9937-4d70-9e75-f5fefcb00039 None None] Bound using segment: {'id': 'fa9453b2-216f-4776-80fa-c65f74d624e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26329441-0dde-46fe-bcf0-48ea13bcc9b5'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:09:11.979886 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-ab674440-9937-4d70-9e75-f5fefcb00039 None None] Bound port: d0d112d7-58b4-4ab5-99b2-4f9edb392623, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9453b2-216f-4776-80fa-c65f74d624e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26329441-0dde-46fe-bcf0-48ea13bcc9b5'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:09:11.980281 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ab674440-9937-4d70-9e75-f5fefcb00039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:12.039110 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 01a58bba-6328-4634-a439-27a9ba5235d4, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=01a58bba-6328-4634-a439-27a9ba5235d4,segment=NetworkSegment(837bbb8d-e72f-44c2-893c-c4df3456bfd0),segment_id=837bbb8d-e72f-44c2-893c-c4df3456bfd0)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:09:12.041698 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b04a1e-cc7a-455c-92ec-8cf1bca6bd3d None None] Pushing event updated for resources: {'Port': ['ID=4e7f3ef1-a581-4819-bf7c-2364638db24b,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:12.056061 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c10df659-cdde-4bec-90b3-15bdc3c257c9 req-1f519a39-91c7-40dd-9480-813319c150e4 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Notify callbacks [] for floatingip, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:12.081988 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-e11d8949-07ba-4597-b94a-60a54bcbf506 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=24499a6f647848f1acdf3f091aebd81f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9796982 Aug 10 03:09:12.082205 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 01a58bba-6328-4634-a439-27a9ba5235d4 has no active binding in host n-h1-768851-15 {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 03:09:12.083856 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11d8949-07ba-4597-b94a-60a54bcbf506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb052ba-95a7-484a-9621-2a4618c00330,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:12.087847 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38746) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:12.126072 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-ab674440-9937-4d70-9e75-f5fefcb00039 None None] For port d0d112d7-58b4-4ab5-99b2-4f9edb392623, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:09:12.131174 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-ab674440-9937-4d70-9e75-f5fefcb00039 None None] For port d0d112d7-58b4-4ab5-99b2-4f9edb392623, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=d0d112d7-58b4-4ab5-99b2-4f9edb392623,segment=NetworkSegment(fa9453b2-216f-4776-80fa-c65f74d624e4),segment_id=fa9453b2-216f-4776-80fa-c65f74d624e4)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:09:12.141245 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device ba46b6ba-a0f8-424e-8e8f-9c9d7f5d672c up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:09:12.145954 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ab674440-9937-4d70-9e75-f5fefcb00039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:12.244046 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-64a25a31-4f30-4b56-803a-afe1e6cad5e4 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:12.261699 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-64a25a31-4f30-4b56-803a-afe1e6cad5e4 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Transition to ACTIVE for port object bd5c370f-ffa5-4477-948b-ba7517343de5 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:09:12.267943 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dcfe0cf9-26d8-4bfd-b498-c3dc101b404d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:12.269082 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-a02d93a7-505b-4579-b9ca-b4fde1c8d342 service neutron] For port 01a58bba-6328-4634-a439-27a9ba5235d4, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=01a58bba-6328-4634-a439-27a9ba5235d4,segment=NetworkSegment(837bbb8d-e72f-44c2-893c-c4df3456bfd0),segment_id=837bbb8d-e72f-44c2-893c-c4df3456bfd0)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:09:12.362696 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-aeb047bd-833f-48dd-b17e-0e5ac250f50b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:12.435781 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-a02d93a7-505b-4579-b9ca-b4fde1c8d342 service neutron] For port 01a58bba-6328-4634-a439-27a9ba5235d4, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:09:12.484753 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-aeb047bd-833f-48dd-b17e-0e5ac250f50b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:12.523264 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-64a25a31-4f30-4b56-803a-afe1e6cad5e4 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:12.565060 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a25a31-4f30-4b56-803a-afe1e6cad5e4 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Network be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:09:12.568064 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-64a25a31-4f30-4b56-803a-afe1e6cad5e4 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:09:12.590078 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a25a31-4f30-4b56-803a-afe1e6cad5e4 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:09:12.602413 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab674440-9937-4d70-9e75-f5fefcb00039 None None] Pushing event updated for resources: {'Port': ['ID=d0d112d7-58b4-4ab5-99b2-4f9edb392623,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:12.622677 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port ba46b6ba-a0f8-424e-8e8f-9c9d7f5d672c completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:09:12.627028 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eddc19e-e2f2-4919-8662-4ba388292535', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01a58bba-6328-4634-a439-27a9ba5235d4'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:09:12.627193 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port ba46b6ba-a0f8-424e-8e8f-9c9d7f5d672c triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:09:12.627585 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:12.630983 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6065d5eb-795d-4d9c-a3e6-d7d168e07484" -d '{"events": [{"server_uuid": "1eddc19e-e2f2-4919-8662-4ba388292535", "name": "network-vif-unplugged", "status": "completed", "tag": "01a58bba-6328-4634-a439-27a9ba5235d4"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:09:12.636957 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-a02d93a7-505b-4579-b9ca-b4fde1c8d342 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:12.646372 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c10df659-cdde-4bec-90b3-15bdc3c257c9 req-1f519a39-91c7-40dd-9480-813319c150e4 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:12.654574 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-a02d93a7-505b-4579-b9ca-b4fde1c8d342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:12.688395 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be704897-11d4-4a4f-8e67-a053c875ddb7 req-cdd1ad09-7e0e-4790-bf47-db2df494b7e0 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:12.690108 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be704897-11d4-4a4f-8e67-a053c875ddb7 req-cdd1ad09-7e0e-4790-bf47-db2df494b7e0 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eddc19e-e2f2-4919-8662-4ba388292535 HTTP/1.1" status: 200 len: 945 time: 0.1971138 Aug 10 03:09:12.715178 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a25a31-4f30-4b56-803a-afe1e6cad5e4 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Pushing event updated for resources: {'Port': ['ID=bd5c370f-ffa5-4477-948b-ba7517343de5,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:12.745665 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a25a31-4f30-4b56-803a-afe1e6cad5e4 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:12.746296 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-64a25a31-4f30-4b56-803a-afe1e6cad5e4 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:12.782475 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:12.790689 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-64a25a31-4f30-4b56-803a-afe1e6cad5e4 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2974036 Aug 10 03:09:12.794388 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 38752) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:12.800462 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-a9ad14ad-a1b5-43ec-ba5d-2abfb4461a87 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Request body: {'port': {'network_id': 'be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220', 'name': 'tempest-TaggedBootDevicesTest-487809162', 'fixed_ips': [{'subnet_id': 'eba004cc-c939-40d1-b5d1-6b0839b6432d'}]}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:09:12.827394 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port ba46b6ba-a0f8-424e-8e8f-9c9d7f5d672c, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=ba46b6ba-a0f8-424e-8e8f-9c9d7f5d672c,segment=NetworkSegment(81e26f60-caa1-4833-83c3-9e70562a0e4a),segment_id=81e26f60-caa1-4833-83c3-9e70562a0e4a)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:09:12.833027 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:12.862446 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-aeb047bd-833f-48dd-b17e-0e5ac250f50b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:12.865234 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-aeb047bd-833f-48dd-b17e-0e5ac250f50b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:12.869355 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-aeb047bd-833f-48dd-b17e-0e5ac250f50b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6eb052ba-95a7-484a-9621-2a4618c00330 HTTP/1.1" status: 204 len: 168 time: 0.7644005 Aug 10 03:09:12.897253 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=ba46b6ba-a0f8-424e-8e8f-9c9d7f5d672c,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:12.927329 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be704897-11d4-4a4f-8e67-a053c875ddb7 req-68b8d63c-9f80-40ec-b7bd-8155db765f0f tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863770 Aug 10 03:09:12.938025 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb047bd-833f-48dd-b17e-0e5ac250f50b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb052ba-95a7-484a-9621-2a4618c00330,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:12.948088 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-a02d93a7-505b-4579-b9ca-b4fde1c8d342 service neutron] Attempting to bind port 01a58bba-6328-4634-a439-27a9ba5235d4 on host n-h2-768851-15 for vnic_type normal with profile {"migrating_to": "n-h1-768851-15"} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:09:12.948489 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-a02d93a7-505b-4579-b9ca-b4fde1c8d342 service neutron] Attempting to bind port 01a58bba-6328-4634-a439-27a9ba5235d4 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '837bbb8d-e72f-44c2-893c-c4df3456bfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b071061e-0c83-4db2-9121-a6eb9f4ae150'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:09:12.948768 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-a02d93a7-505b-4579-b9ca-b4fde1c8d342 service neutron] Attempting to bind port 01a58bba-6328-4634-a439-27a9ba5235d4 on network b071061e-0c83-4db2-9121-a6eb9f4ae150 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:09:12.956095 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02d93a7-505b-4579-b9ca-b4fde1c8d342 service neutron] Pushing event updated for resources: {'Port': ['ID=01a58bba-6328-4634-a439-27a9ba5235d4,revision_number=7']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:12.983029 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-a02d93a7-505b-4579-b9ca-b4fde1c8d342 service neutron] Port 01a58bba-6328-4634-a439-27a9ba5235d4 on network b071061e-0c83-4db2-9121-a6eb9f4ae150 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:09:12.983527 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-a02d93a7-505b-4579-b9ca-b4fde1c8d342 service neutron] Attempting to bind port 01a58bba-6328-4634-a439-27a9ba5235d4 on network b071061e-0c83-4db2-9121-a6eb9f4ae150 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:09:13.007380 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-a02d93a7-505b-4579-b9ca-b4fde1c8d342 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:09:13.008113 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-a02d93a7-505b-4579-b9ca-b4fde1c8d342 service neutron] Checking segment: {'id': '837bbb8d-e72f-44c2-893c-c4df3456bfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b071061e-0c83-4db2-9121-a6eb9f4ae150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:09:13.008113 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-a02d93a7-505b-4579-b9ca-b4fde1c8d342 service neutron] Bound using segment: {'id': '837bbb8d-e72f-44c2-893c-c4df3456bfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b071061e-0c83-4db2-9121-a6eb9f4ae150'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:09:13.008564 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-a02d93a7-505b-4579-b9ca-b4fde1c8d342 service neutron] Bound port: 01a58bba-6328-4634-a439-27a9ba5235d4, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '837bbb8d-e72f-44c2-893c-c4df3456bfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b071061e-0c83-4db2-9121-a6eb9f4ae150'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:09:13.008944 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-a02d93a7-505b-4579-b9ca-b4fde1c8d342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:13.068510 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ad14ad-a1b5-43ec-ba5d-2abfb4461a87 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Made reservation on behalf of 9db099ffcd1f4b6f883036f2463be98e for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:09:13.073446 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a9ad14ad-a1b5-43ec-ba5d-2abfb4461a87 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:13.081133 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73056df8-39d2-45ba-8d54-e00218d6bfb1 x-openstack-request-id: req-73056df8-39d2-45ba-8d54-e00218d6bfb1 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:09:13.081434 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eddc19e-e2f2-4919-8662-4ba388292535", "name": "network-vif-unplugged", "status": "completed", "tag": "01a58bba-6328-4634-a439-27a9ba5235d4", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:09:13.081690 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-73056df8-39d2-45ba-8d54-e00218d6bfb1 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:09:13.082086 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eddc19e-e2f2-4919-8662-4ba388292535', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01a58bba-6328-4634-a439-27a9ba5235d4', 'code': 200} Aug 10 03:09:13.136496 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-dcfe0cf9-26d8-4bfd-b498-c3dc101b404d admin admin] Deleting port fa89229c-e7bc-43f0-a8fd-d1390e4a7a34 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:09:13.137124 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dcfe0cf9-26d8-4bfd-b498-c3dc101b404d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:13.165775 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [None req-a9ad14ad-a1b5-43ec-ba5d-2abfb4461a87 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] device_id is not set on port f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e yet. {{(pid=94217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:09:13.203910 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-c10df659-cdde-4bec-90b3-15bdc3c257c9 req-1f519a39-91c7-40dd-9480-813319c150e4 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Allocated IP 172.25.7.75 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/2af720ed-4ff3-42cb-91eb-60a008d5155d) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:09:13.254153 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-a02d93a7-505b-4579-b9ca-b4fde1c8d342 service neutron] For port 01a58bba-6328-4634-a439-27a9ba5235d4, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:09:13.259641 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-a02d93a7-505b-4579-b9ca-b4fde1c8d342 service neutron] For port 01a58bba-6328-4634-a439-27a9ba5235d4, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=01a58bba-6328-4634-a439-27a9ba5235d4,segment=NetworkSegment(837bbb8d-e72f-44c2-893c-c4df3456bfd0),segment_id=837bbb8d-e72f-44c2-893c-c4df3456bfd0)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:09:13.289448 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-a02d93a7-505b-4579-b9ca-b4fde1c8d342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:13.339153 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-dcfe0cf9-26d8-4bfd-b498-c3dc101b404d admin admin] For port fa89229c-e7bc-43f0-a8fd-d1390e4a7a34, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=fa89229c-e7bc-43f0-a8fd-d1390e4a7a34,segment=NetworkSegment(3057d810-054a-4845-b21a-96c4d4300bf7),segment_id=3057d810-054a-4845-b21a-96c4d4300bf7)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:09:13.339524 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dcfe0cf9-26d8-4bfd-b498-c3dc101b404d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:13.361199 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-dcfe0cf9-26d8-4bfd-b498-c3dc101b404d admin admin] Calling delete_port for fa89229c-e7bc-43f0-a8fd-d1390e4a7a34 owned by network:router_interface {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:09:13.378307 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38768) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:13.422870 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-976ab314-312d-4190-9560-9c9c92a5806e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:13.428331 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30131afc-4b53-497d-b9d7-2e2e59dab3e9 None None] Network be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:09:13.458954 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e565996-3c53-434e-a42f-21e4685b2ff2 req-951571f3-23d5-4b82-b34d-a277697c4de9 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:13.461037 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5e565996-3c53-434e-a42f-21e4685b2ff2 req-951571f3-23d5-4b82-b34d-a277697c4de9 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba1d3739-8c48-493a-8bd2-e429e9c4b12d HTTP/1.1" status: 200 len: 950 time: 0.3062937 Aug 10 03:09:13.470547 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-a9ad14ad-a1b5-43ec-ba5d-2abfb4461a87 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Allocated IP 10.1.1.99 (be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220/eba004cc-c939-40d1-b5d1-6b0839b6432d/f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:09:13.479646 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02d93a7-505b-4579-b9ca-b4fde1c8d342 service neutron] Pushing event updated for resources: {'Port': ['ID=01a58bba-6328-4634-a439-27a9ba5235d4,revision_number=8']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:13.511290 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-f0271b46-8568-4e93-a458-0d16a19bb2ce None None] Provisioning for port 4e7f3ef1-a581-4819-bf7c-2364638db24b completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:09:13.537247 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-a02d93a7-505b-4579-b9ca-b4fde1c8d342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:13.538623 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-a02d93a7-505b-4579-b9ca-b4fde1c8d342 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:13.545194 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-a02d93a7-505b-4579-b9ca-b4fde1c8d342 service neutron] 10.222.0.58 "PUT /v2.0/ports/01a58bba-6328-4634-a439-27a9ba5235d4 HTTP/1.1" status: 200 len: 1123 time: 2.3189929 Aug 10 03:09:13.579683 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c10df659-cdde-4bec-90b3-15bdc3c257c9 req-1f519a39-91c7-40dd-9480-813319c150e4 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:13.602324 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5e565996-3c53-434e-a42f-21e4685b2ff2 req-95dd932f-348a-4370-a814-845a30069842 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297805 Aug 10 03:09:13.635811 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['01a58bba-6328-4634-a439-27a9ba5235d4'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:09:13.675073 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['01a58bba-6328-4634-a439-27a9ba5235d4'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:09:13.682016 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c10df659-cdde-4bec-90b3-15bdc3c257c9 req-1f519a39-91c7-40dd-9480-813319c150e4 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:13.742059 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c10df659-cdde-4bec-90b3-15bdc3c257c9 req-1f519a39-91c7-40dd-9480-813319c150e4 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:09:13.756235 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-c10df659-cdde-4bec-90b3-15bdc3c257c9 req-1f519a39-91c7-40dd-9480-813319c150e4 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:09:13.764561 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10df659-cdde-4bec-90b3-15bdc3c257c9 req-1f519a39-91c7-40dd-9480-813319c150e4 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:09:13.770572 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-976ab314-312d-4190-9560-9c9c92a5806e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:13.771782 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f519a39-91c7-40dd-9480-813319c150e4 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Pushing event updated for resources: {'Port': ['ID=2af720ed-4ff3-42cb-91eb-60a008d5155d,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:13.786794 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-976ab314-312d-4190-9560-9c9c92a5806e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:14.008503 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a9ad14ad-a1b5-43ec-ba5d-2abfb4461a87 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:14.016812 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dcfe0cf9-26d8-4bfd-b498-c3dc101b404d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:14.024209 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-976ab314-312d-4190-9560-9c9c92a5806e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e5b0f18f99c74471bd7cf8b892a68465&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6442070 Aug 10 03:09:14.024960 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976ab314-312d-4190-9560-9c9c92a5806e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a98534-d36b-4b27-ad89-ee64a33f2ccd,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:14.027660 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38772) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:14.036574 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c10df659-cdde-4bec-90b3-15bdc3c257c9 req-1f519a39-91c7-40dd-9480-813319c150e4 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:14.047040 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-a9ad14ad-a1b5-43ec-ba5d-2abfb4461a87 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Transition to ACTIVE for port object f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:09:14.138522 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a098956f-d6a3-4830-b008-eb38387acad8 req-3e90b515-a7e9-40e2-8835-0bfba8a11933 tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:14.140374 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a098956f-d6a3-4830-b008-eb38387acad8 req-3e90b515-a7e9-40e2-8835-0bfba8a11933 tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=e099c7bd-ee42-4d4c-b5fd-16ecc0cdc280 HTTP/1.1" status: 200 len: 1097 time: 0.2573192 Aug 10 03:09:14.143746 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9a4b0ee5-1688-442f-b2f7-d11ccf300a6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:14.204942 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe0cf9-26d8-4bfd-b498-c3dc101b404d admin admin] Pushing event deleted for resources: {'Port': ['ID=fa89229c-e7bc-43f0-a8fd-d1390e4a7a34,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:14.211506 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c10df659-cdde-4bec-90b3-15bdc3c257c9 req-1f519a39-91c7-40dd-9480-813319c150e4 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:14.228061 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device ba46b6ba-a0f8-424e-8e8f-9c9d7f5d672c up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:09:14.243603 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a9ad14ad-a1b5-43ec-ba5d-2abfb4461a87 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:14.267905 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ad14ad-a1b5-43ec-ba5d-2abfb4461a87 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Network be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:09:14.273132 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-a9ad14ad-a1b5-43ec-ba5d-2abfb4461a87 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:09:14.279596 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ad14ad-a1b5-43ec-ba5d-2abfb4461a87 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:09:14.280327 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e68e7d-f935-488f-9cf4-7d7ccc610e86 None None] Network 26329441-0dde-46fe-bcf0-48ea13bcc9b5 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:09:14.291482 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9a4b0ee5-1688-442f-b2f7-d11ccf300a6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:14.364160 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a098956f-d6a3-4830-b008-eb38387acad8 req-46f37fd7-ebb8-4231-9f4b-162373025484 tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075768 Aug 10 03:09:14.388114 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-8d6ad614-0cf9-4fe6-91c5-e00e2a32d21a None None] Provisioning for port bd5c370f-ffa5-4477-948b-ba7517343de5 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:09:14.391554 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ad14ad-a1b5-43ec-ba5d-2abfb4461a87 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Pushing event updated for resources: {'Port': ['ID=f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:14.400856 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-8d6ad614-0cf9-4fe6-91c5-e00e2a32d21a None None] Provisioning complete for port bd5c370f-ffa5-4477-948b-ba7517343de5 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:09:14.401339 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8d6ad614-0cf9-4fe6-91c5-e00e2a32d21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:14.406478 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port ba46b6ba-a0f8-424e-8e8f-9c9d7f5d672c triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:09:14.406849 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:14.411516 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ad14ad-a1b5-43ec-ba5d-2abfb4461a87 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:14.412157 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a9ad14ad-a1b5-43ec-ba5d-2abfb4461a87 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:14.415328 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9a4b0ee5-1688-442f-b2f7-d11ccf300a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:14.430236 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9a4b0ee5-1688-442f-b2f7-d11ccf300a6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:14.432354 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-9a4b0ee5-1688-442f-b2f7-d11ccf300a6b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/78a98534-d36b-4b27-ad89-ee64a33f2ccd HTTP/1.1" status: 204 len: 168 time: 0.3931494 Aug 10 03:09:14.453521 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4b0ee5-1688-442f-b2f7-d11ccf300a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a98534-d36b-4b27-ad89-ee64a33f2ccd,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:14.523926 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-8d6ad614-0cf9-4fe6-91c5-e00e2a32d21a None None] Port bd5c370f-ffa5-4477-948b-ba7517343de5 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:09:14.543681 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a9ad14ad-a1b5-43ec-ba5d-2abfb4461a87 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7482495 Aug 10 03:09:14.616770 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dcfe0cf9-26d8-4bfd-b498-c3dc101b404d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:14.642572 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7ff09-f006-4078-9f59-9d1a120a001f req-b8ace3a7-0e4d-4b5c-b501-b29d094ca902 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:14.644534 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f8a7ff09-f006-4078-9f59-9d1a120a001f req-b8ace3a7-0e4d-4b5c-b501-b29d094ca902 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eddc19e-e2f2-4919-8662-4ba388292535 HTTP/1.1" status: 200 len: 943 time: 0.1345835 Aug 10 03:09:14.695424 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 4e7f3ef1-a581-4819-bf7c-2364638db24b up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:09:14.709217 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f8a7ff09-f006-4078-9f59-9d1a120a001f req-a14f1031-e070-4dd3-92e9-f8f34ef80d94 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562174 Aug 10 03:09:14.762203 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c10df659-cdde-4bec-90b3-15bdc3c257c9 req-1f519a39-91c7-40dd-9480-813319c150e4 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:14.775707 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c10df659-cdde-4bec-90b3-15bdc3c257c9 req-1f519a39-91c7-40dd-9480-813319c150e4 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:14.822228 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c10df659-cdde-4bec-90b3-15bdc3c257c9 req-1f519a39-91c7-40dd-9480-813319c150e4 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:14.836741 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 4e7f3ef1-a581-4819-bf7c-2364638db24b completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:09:14.841191 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 4e7f3ef1-a581-4819-bf7c-2364638db24b triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:09:14.841556 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:14.845418 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c10df659-cdde-4bec-90b3-15bdc3c257c9 req-1f519a39-91c7-40dd-9480-813319c150e4 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:14.855117 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c10df659-cdde-4bec-90b3-15bdc3c257c9 req-1f519a39-91c7-40dd-9480-813319c150e4 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2617123 Aug 10 03:09:14.931778 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-666064c5-4d5d-4dce-994b-edab7f7ac17e None None] Provisioning for port d0d112d7-58b4-4ab5-99b2-4f9edb392623 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:09:14.952688 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f519a39-91c7-40dd-9480-813319c150e4 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Pushing event updated for resources: {'Port': ['ID=2af720ed-4ff3-42cb-91eb-60a008d5155d,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:14.973065 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c10df659-cdde-4bec-90b3-15bdc3c257c9 req-99107008-b1eb-4123-bb0e-ea933768eafc tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.75 HTTP/1.1" status: 200 len: 695 time: 0.1168010 Aug 10 03:09:15.021987 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-666064c5-4d5d-4dce-994b-edab7f7ac17e None None] Provisioning complete for port bd5c370f-ffa5-4477-948b-ba7517343de5 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:09:15.023312 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-666064c5-4d5d-4dce-994b-edab7f7ac17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:15.032603 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcfe0cf9-26d8-4bfd-b498-c3dc101b404d admin admin] Router c25f6f47-034d-4859-a353-65e343b0ad16 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:09:15.068954 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-666064c5-4d5d-4dce-994b-edab7f7ac17e None None] Port bd5c370f-ffa5-4477-948b-ba7517343de5 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:09:15.094874 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:15.155709 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eddc19e-e2f2-4919-8662-4ba388292535', 'tag': '01a58bba-6328-4634-a439-27a9ba5235d4'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:09:15.157934 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7fcea0-b81e-454b-9744-ce464074a8fa" -d '{"events": [{"name": "network-changed", "server_uuid": "1eddc19e-e2f2-4919-8662-4ba388292535", "tag": "01a58bba-6328-4634-a439-27a9ba5235d4"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:09:15.171146 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 4e7f3ef1-a581-4819-bf7c-2364638db24b, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=4e7f3ef1-a581-4819-bf7c-2364638db24b,segment=NetworkSegment(702cc16b-dad0-4a84-9a18-a82d05fcb9b7),segment_id=702cc16b-dad0-4a84-9a18-a82d05fcb9b7)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:09:15.185688 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:15.186567 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device d0d112d7-58b4-4ab5-99b2-4f9edb392623 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:09:15.259007 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcfe0cf9-26d8-4bfd-b498-c3dc101b404d admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:09:15.267018 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-dcfe0cf9-26d8-4bfd-b498-c3dc101b404d admin admin] 10.222.0.62 "PUT /v2.0/routers/c25f6f47-034d-4859-a353-65e343b0ad16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7457917 Aug 10 03:09:15.267618 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 38800) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:15.272351 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c6afd0-0a29-4ae3-b92a-106f86097f59 None None] Sync routers for ids ['c25f6f47-034d-4859-a353-65e343b0ad16'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:09:15.275375 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10df659-cdde-4bec-90b3-15bdc3c257c9 req-4453deb0-f8d9-49bb-a884-a4ad44506c25 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:15.277159 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c10df659-cdde-4bec-90b3-15bdc3c257c9 req-4453deb0-f8d9-49bb-a884-a4ad44506c25 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] 10.222.0.62 "GET /v2.0/networks/09ca2025-b9a6-4e84-8019-8d9fbef3753e HTTP/1.1" status: 200 len: 784 time: 0.2959807 Aug 10 03:09:15.291575 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c6afd0-0a29-4ae3-b92a-106f86097f59 None None] Routers {'c25f6f47-034d-4859-a353-65e343b0ad16'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:09:15.292102 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-a4c6afd0-0a29-4ae3-b92a-106f86097f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:09:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['c25f6f47-034d-4859-a353-65e343b0ad16'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:09:15.308672 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=4e7f3ef1-a581-4819-bf7c-2364638db24b,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:15.367101 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port d0d112d7-58b4-4ab5-99b2-4f9edb392623 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:09:15.371513 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port d0d112d7-58b4-4ab5-99b2-4f9edb392623 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:09:15.371680 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:15.539663 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-ab61e2dd-c2f1-4e31-be66-9e10b34c1b78 None None] Provisioning for port f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:09:15.545362 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-ab61e2dd-c2f1-4e31-be66-9e10b34c1b78 None None] Provisioning complete for port f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:09:15.547906 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ab61e2dd-c2f1-4e31-be66-9e10b34c1b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:15.587676 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-a4c6afd0-0a29-4ae3-b92a-106f86097f59 None None] Set router c25f6f47-034d-4859-a353-65e343b0ad16 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:09:15.605740 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-ab61e2dd-c2f1-4e31-be66-9e10b34c1b78 None None] Port f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:09:15.620633 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:15.696782 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port d0d112d7-58b4-4ab5-99b2-4f9edb392623, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=d0d112d7-58b4-4ab5-99b2-4f9edb392623,segment=NetworkSegment(fa9453b2-216f-4776-80fa-c65f74d624e4),segment_id=fa9453b2-216f-4776-80fa-c65f74d624e4)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:09:15.703658 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:15.794777 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=d0d112d7-58b4-4ab5-99b2-4f9edb392623,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:15.795866 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38826) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:15.804941 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-827dd9ed-dc6a-43aa-a889-12c6f36c8086 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Request body: {'security_group': {'name': 'tempest-securitygroup--442159525', 'description': 'tempest-description--201616470'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:09:15.957526 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-827dd9ed-dc6a-43aa-a889-12c6f36c8086 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:15.999889 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d974b66b-bc71-4fb4-8cf3-f5c66645fa77 admin admin] Notify callbacks [] for router, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:16.043813 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa6b9c-bbd2-488b-8e45-61bdee27ff1b req-9e8199e1-c546-4c43-ba50-510374ae9bc4 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:16.054843 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4daa6b9c-bbd2-488b-8e45-61bdee27ff1b req-9e8199e1-c546-4c43-ba50-510374ae9bc4 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba1d3739-8c48-493a-8bd2-e429e9c4b12d HTTP/1.1" status: 200 len: 950 time: 0.1859643 Aug 10 03:09:16.119746 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 4e7f3ef1-a581-4819-bf7c-2364638db24b up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:09:16.146523 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-a4c6afd0-0a29-4ae3-b92a-106f86097f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25f6f47-034d-4859-a353-65e343b0ad16', 'name': 'tempest-AttachSCSIVolumeTestJSON-1296315026-router', 'tenant_id': 'b9d4c94618f448f49ad79b4dd407f85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'e7265846-4353-4324-9691-69443ef329d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:07:01Z', 'updated_at': '2021-08-10T03:09:13Z', 'revision_number': 5, 'project_id': 'b9d4c94618f448f49ad79b4dd407f85e', 'gw_port': {'id': 'e7265846-4353-4324-9691-69443ef329d8', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:39:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25f6f47-034d-4859-a353-65e343b0ad16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:07:02Z', 'updated_at': '2021-08-10T03:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:09:16.165189 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4daa6b9c-bbd2-488b-8e45-61bdee27ff1b req-2cfa985f-78fc-4b68-878c-54894712d252 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989041 Aug 10 03:09:16.173161 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d974b66b-bc71-4fb4-8cf3-f5c66645fa77 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:16.210288 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-827dd9ed-dc6a-43aa-a889-12c6f36c8086 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:16.215092 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-827dd9ed-dc6a-43aa-a889-12c6f36c8086 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:16.245917 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-d974b66b-bc71-4fb4-8cf3-f5c66645fa77 admin admin] Deleting port e7265846-4353-4324-9691-69443ef329d8 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:09:16.246266 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d974b66b-bc71-4fb4-8cf3-f5c66645fa77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:16.257388 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-827dd9ed-dc6a-43aa-a889-12c6f36c8086 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:16.261714 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-827dd9ed-dc6a-43aa-a889-12c6f36c8086 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4620428 Aug 10 03:09:16.261714 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827dd9ed-dc6a-43aa-a889-12c6f36c8086 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7586fd-9bb3-4af0-a8c4-0b1feb98dda5,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:16.263075 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 38836) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:16.279041 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 4e7f3ef1-a581-4819-bf7c-2364638db24b triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:09:16.279557 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:16.290442 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c6afd0-0a29-4ae3-b92a-106f86097f59 None None] Checking router: c25f6f47-034d-4859-a353-65e343b0ad16 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:09:16.306826 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-96ff1a6c-686c-405f-afcd-b8b2e0369d39 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Request body: {'security_group_rule': {'security_group_id': '4c7586fd-9bb3-4af0-a8c4-0b1feb98dda5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:09:16.327705 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c6afd0-0a29-4ae3-b92a-106f86097f59 None None] Routers {'c25f6f47-034d-4859-a353-65e343b0ad16'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:09:16.346547 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-a4c6afd0-0a29-4ae3-b92a-106f86097f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:09:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['c25f6f47-034d-4859-a353-65e343b0ad16'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:09:16.380062 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-96ff1a6c-686c-405f-afcd-b8b2e0369d39 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:16.412366 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device d0d112d7-58b4-4ab5-99b2-4f9edb392623 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:09:16.438127 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c6de16-0c65-4ec3-9abb-dd348ac881de x-openstack-request-id: req-58c6de16-0c65-4ec3-9abb-dd348ac881de {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:09:16.438443 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eddc19e-e2f2-4919-8662-4ba388292535", "tag": "01a58bba-6328-4634-a439-27a9ba5235d4", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:09:16.438721 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-58c6de16-0c65-4ec3-9abb-dd348ac881de {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:09:16.439137 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eddc19e-e2f2-4919-8662-4ba388292535', 'tag': '01a58bba-6328-4634-a439-27a9ba5235d4', 'status': 'completed', 'code': 200} Aug 10 03:09:16.458866 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-96ff1a6c-686c-405f-afcd-b8b2e0369d39 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:16.466435 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-377d1e21-047d-41db-bff8-a6f34f9ce1ea tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:09:16.467593 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-377d1e21-047d-41db-bff8-a6f34f9ce1ea tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0473478 Aug 10 03:09:16.485512 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-96ff1a6c-686c-405f-afcd-b8b2e0369d39 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:16.525531 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-e2cf9b25-8034-4637-b193-5b9789a87877 service neutron] Request body: {'binding': {'host': 'n-h2-768851-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:09:16.525861 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port d0d112d7-58b4-4ab5-99b2-4f9edb392623 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:09:16.525977 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-e2cf9b25-8034-4637-b193-5b9789a87877 service neutron] Unknown quota resources ['binding']. {{(pid=94217) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:09:16.526226 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:16.532141 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-a4c6afd0-0a29-4ae3-b92a-106f86097f59 None None] Set router c25f6f47-034d-4859-a353-65e343b0ad16 gateway port host: None {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:09:16.541824 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-96ff1a6c-686c-405f-afcd-b8b2e0369d39 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:16.543050 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-96ff1a6c-686c-405f-afcd-b8b2e0369d39 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2782247 Aug 10 03:09:16.545044 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-d974b66b-bc71-4fb4-8cf3-f5c66645fa77 admin admin] For port e7265846-4353-4324-9691-69443ef329d8, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=e7265846-4353-4324-9691-69443ef329d8,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:09:16.545591 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d974b66b-bc71-4fb4-8cf3-f5c66645fa77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:16.552600 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38844) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:16.557734 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-ee920488-41df-4674-b897-7224eeebcda1 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Request body: {'security_group_rule': {'security_group_id': '4c7586fd-9bb3-4af0-a8c4-0b1feb98dda5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:09:16.587456 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff1a6c-686c-405f-afcd-b8b2e0369d39 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1db8b7d-07e4-4661-bc6d-b3bed507eb35,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:16.599102 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-d974b66b-bc71-4fb4-8cf3-f5c66645fa77 admin admin] Calling delete_port for e7265846-4353-4324-9691-69443ef329d8 owned by network:router_gateway {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:09:16.636144 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7fcea0-b81e-454b-9744-ce464074a8fa req-0a6b7f50-3639-4c0d-ac8c-275a11def17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:16.637675 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cf7fcea0-b81e-454b-9744-ce464074a8fa req-0a6b7f50-3639-4c0d-ac8c-275a11def17d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d29523b6a3c34430b121d2faffd2884f&device_id=1eddc19e-e2f2-4919-8662-4ba388292535 HTTP/1.1" status: 200 len: 1126 time: 0.1763971 Aug 10 03:09:16.652181 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-a4c6afd0-0a29-4ae3-b92a-106f86097f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25f6f47-034d-4859-a353-65e343b0ad16', 'name': 'tempest-AttachSCSIVolumeTestJSON-1296315026-router', 'tenant_id': 'b9d4c94618f448f49ad79b4dd407f85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:07:01Z', 'updated_at': '2021-08-10T03:09:16Z', 'revision_number': 6, 'project_id': 'b9d4c94618f448f49ad79b4dd407f85e', 'gw_port_host': None}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:09:16.660020 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ee920488-41df-4674-b897-7224eeebcda1 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:16.695217 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c6afd0-0a29-4ae3-b92a-106f86097f59 None None] The sync data for ids ['c25f6f47-034d-4859-a353-65e343b0ad16'] in n-d-768851-15 is: [{'id': 'c25f6f47-034d-4859-a353-65e343b0ad16', 'name': 'tempest-AttachSCSIVolumeTestJSON-1296315026-router', 'tenant_id': 'b9d4c94618f448f49ad79b4dd407f85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:07:01Z', 'updated_at': '2021-08-10T03:09:16Z', 'revision_number': 6, 'project_id': 'b9d4c94618f448f49ad79b4dd407f85e', 'gw_port_host': None}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:09:16.698469 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:09:16.724510 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-65daa17a-0079-45d5-abc1-bf6f13089c13 req-b9ab025f-3e8d-47af-a258-2f743835b9bd tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2627280 Aug 10 03:09:16.744775 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-65daa17a-0079-45d5-abc1-bf6f13089c13 req-00ad2e52-9579-4ec9-8c0d-ee3d7bb44b99 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Request body: {'floatingip': {'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:09:16.751014 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ee920488-41df-4674-b897-7224eeebcda1 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:16.761955 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ee920488-41df-4674-b897-7224eeebcda1 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:16.788605 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee920488-41df-4674-b897-7224eeebcda1 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ca827c3-5cf4-4160-8e5c-8ac60ff05126,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:16.792511 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-65daa17a-0079-45d5-abc1-bf6f13089c13 req-00ad2e52-9579-4ec9-8c0d-ee3d7bb44b99 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Notify callbacks [] for floatingip, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:16.809261 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ee920488-41df-4674-b897-7224eeebcda1 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:16.810786 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ee920488-41df-4674-b897-7224eeebcda1 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2564898 Aug 10 03:09:16.813553 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38850) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:16.818149 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-3b7dfcad-2e17-4e6f-a604-7b31aa55d54a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Request body: {'floatingip': {'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:09:16.879406 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3b7dfcad-2e17-4e6f-a604-7b31aa55d54a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks [] for floatingip, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:16.910033 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7fcea0-b81e-454b-9744-ce464074a8fa req-5c8049d2-4fd4-4ed0-8fc0-337aef2fa7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:16.911566 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cf7fcea0-b81e-454b-9744-ce464074a8fa req-5c8049d2-4fd4-4ed0-8fc0-337aef2fa7c6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b071061e-0c83-4db2-9121-a6eb9f4ae150 HTTP/1.1" status: 200 len: 922 time: 0.2190540 Aug 10 03:09:16.912375 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-e2cf9b25-8034-4637-b193-5b9789a87877 service neutron] Attempting to bind port f59dede6-6b8e-472b-8c72-53679eb4e5af on host n-h2-768851-15 for vnic_type normal with profile None {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:09:16.912709 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-e2cf9b25-8034-4637-b193-5b9789a87877 service neutron] Attempting to bind port f59dede6-6b8e-472b-8c72-53679eb4e5af by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '56914130-d266-4761-b91f-0f4044da3177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '909af24c-2a43-4e6d-8a1f-90b69debd82b'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:09:16.913998 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-e2cf9b25-8034-4637-b193-5b9789a87877 service neutron] Attempting to bind port f59dede6-6b8e-472b-8c72-53679eb4e5af on network 909af24c-2a43-4e6d-8a1f-90b69debd82b {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:09:16.926721 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-e2cf9b25-8034-4637-b193-5b9789a87877 service neutron] Port f59dede6-6b8e-472b-8c72-53679eb4e5af on network 909af24c-2a43-4e6d-8a1f-90b69debd82b not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:09:16.927127 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-e2cf9b25-8034-4637-b193-5b9789a87877 service neutron] Attempting to bind port f59dede6-6b8e-472b-8c72-53679eb4e5af on network 909af24c-2a43-4e6d-8a1f-90b69debd82b {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:09:16.967153 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cf7fcea0-b81e-454b-9744-ce464074a8fa req-56494fc3-57e8-42fa-8d72-094fc5ce2201 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01a58bba-6328-4634-a439-27a9ba5235d4 HTTP/1.1" status: 200 len: 217 time: 0.0470781 Aug 10 03:09:16.970227 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-e2cf9b25-8034-4637-b193-5b9789a87877 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:09:16.970573 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-e2cf9b25-8034-4637-b193-5b9789a87877 service neutron] Checking segment: {'id': '56914130-d266-4761-b91f-0f4044da3177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '909af24c-2a43-4e6d-8a1f-90b69debd82b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:09:16.970977 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-e2cf9b25-8034-4637-b193-5b9789a87877 service neutron] Bound using segment: {'id': '56914130-d266-4761-b91f-0f4044da3177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '909af24c-2a43-4e6d-8a1f-90b69debd82b'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:09:16.971414 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-e2cf9b25-8034-4637-b193-5b9789a87877 service neutron] Bound port: f59dede6-6b8e-472b-8c72-53679eb4e5af, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56914130-d266-4761-b91f-0f4044da3177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '909af24c-2a43-4e6d-8a1f-90b69debd82b'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:09:17.110093 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7fcea0-b81e-454b-9744-ce464074a8fa req-ed63749b-4456-41e0-b98c-c95732f5d776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:17.111605 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cf7fcea0-b81e-454b-9744-ce464074a8fa req-ed63749b-4456-41e0-b98c-c95732f5d776 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=07f824b9-3083-4489-bc41-7237705a68bc HTTP/1.1" status: 200 len: 861 time: 0.1108263 Aug 10 03:09:17.114167 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d974b66b-bc71-4fb4-8cf3-f5c66645fa77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:17.117365 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-e2cf9b25-8034-4637-b193-5b9789a87877 service neutron] For port f59dede6-6b8e-472b-8c72-53679eb4e5af, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=f59dede6-6b8e-472b-8c72-53679eb4e5af,segment=NetworkSegment(56914130-d266-4761-b91f-0f4044da3177),segment_id=56914130-d266-4761-b91f-0f4044da3177)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:09:17.151300 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-e2cf9b25-8034-4637-b193-5b9789a87877 service neutron] Notify callbacks [] for binding, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:17.155243 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-e2cf9b25-8034-4637-b193-5b9789a87877 service neutron] 10.222.0.62 "POST /v2.0/ports/f59dede6-6b8e-472b-8c72-53679eb4e5af/bindings HTTP/1.1" status: 201 len: 390 time: 0.6717465 Aug 10 03:09:17.177082 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d974b66b-bc71-4fb4-8cf3-f5c66645fa77 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7265846-4353-4324-9691-69443ef329d8,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:17.185999 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cf7fcea0-b81e-454b-9744-ce464074a8fa req-bb1aac7a-93da-4db0-bd21-0afc1a5431a5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b071061e-0c83-4db2-9121-a6eb9f4ae150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633671 Aug 10 03:09:17.238926 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-65daa17a-0079-45d5-abc1-bf6f13089c13 req-00ad2e52-9579-4ec9-8c0d-ee3d7bb44b99 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:17.324233 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d974b66b-bc71-4fb4-8cf3-f5c66645fa77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:17.374077 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3b7dfcad-2e17-4e6f-a604-7b31aa55d54a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:17.429702 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d974b66b-bc71-4fb4-8cf3-f5c66645fa77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:17.434261 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d974b66b-bc71-4fb4-8cf3-f5c66645fa77 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:17.474953 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-65daa17a-0079-45d5-abc1-bf6f13089c13 req-00ad2e52-9579-4ec9-8c0d-ee3d7bb44b99 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Allocated IP 172.25.7.87 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/a1a2a09a-517e-4728-b972-0e6cff48558a) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:09:17.480732 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cf7fcea0-b81e-454b-9744-ce464074a8fa req-e87ec781-1143-445f-b721-57318044f5f8 service neutron] 10.222.0.60 "GET /v2.0/networks/b071061e-0c83-4db2-9121-a6eb9f4ae150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816033 Aug 10 03:09:17.488836 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d974b66b-bc71-4fb4-8cf3-f5c66645fa77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:17.489401 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d974b66b-bc71-4fb4-8cf3-f5c66645fa77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c25f6f47-034d-4859-a353-65e343b0ad16 {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:09:17.494936 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d974b66b-bc71-4fb4-8cf3-f5c66645fa77 admin admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:17.495166 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edecae01-4d79-4da1-9796-c24be5042662 req-5b74797b-2fa2-4bbb-aa63-07532de9789f tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:17.496001 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d974b66b-bc71-4fb4-8cf3-f5c66645fa77 admin admin] 10.222.0.62 "DELETE /v2.0/routers/c25f6f47-034d-4859-a353-65e343b0ad16 HTTP/1.1" status: 204 len: 168 time: 2.2274663 Aug 10 03:09:17.496707 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-edecae01-4d79-4da1-9796-c24be5042662 req-5b74797b-2fa2-4bbb-aa63-07532de9789f tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eddc19e-e2f2-4919-8662-4ba388292535 HTTP/1.1" status: 200 len: 943 time: 0.1824985 Aug 10 03:09:17.502995 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 38862) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:17.583797 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-2ba3e920-2fb8-4d23-bac1-f3d62792b14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:17.585339 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-2ba3e920-2fb8-4d23-bac1-f3d62792b14e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0184527d62ac40cb863b24d5f91a9ee4&device_id=e099c7bd-ee42-4d4c-b5fd-16ecc0cdc280 HTTP/1.1" status: 200 len: 1097 time: 0.1582243 Aug 10 03:09:17.595395 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-827ad2f2-3875-4d67-811f-256b9f76ca54 admin admin] Deleting subnet 68b4dea5-239e-4258-8153-8403deef5862 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:09:17.599615 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-827ad2f2-3875-4d67-811f-256b9f76ca54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:17.631919 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-edecae01-4d79-4da1-9796-c24be5042662 req-e0b72ff8-6503-4884-9770-4d5696fa52fd tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099114 Aug 10 03:09:17.647544 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cf7fcea0-b81e-454b-9744-ce464074a8fa req-5c47cac4-6265-4579-8dd9-4493ca27f162 service neutron] 10.222.0.60 "GET /v2.0/networks/b071061e-0c83-4db2-9121-a6eb9f4ae150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562023 Aug 10 03:09:17.662413 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-827ad2f2-3875-4d67-811f-256b9f76ca54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:17.744038 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-65daa17a-0079-45d5-abc1-bf6f13089c13 req-00ad2e52-9579-4ec9-8c0d-ee3d7bb44b99 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:17.753414 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-38221c8b-96c1-450e-9d25-d02c5b02a034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:17.754920 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-38221c8b-96c1-450e-9d25-d02c5b02a034 service neutron] 10.222.0.60 "GET /v2.0/networks?id=909af24c-2a43-4e6d-8a1f-90b69debd82b HTTP/1.1" status: 200 len: 908 time: 0.1555042 Aug 10 03:09:17.768677 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-827ad2f2-3875-4d67-811f-256b9f76ca54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:17.808979 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-f6388bdb-ca6b-4553-a097-9ce993b4cdf6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f59dede6-6b8e-472b-8c72-53679eb4e5af HTTP/1.1" status: 200 len: 217 time: 0.0447378 Aug 10 03:09:17.837823 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-827ad2f2-3875-4d67-811f-256b9f76ca54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:17.867956 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-65daa17a-0079-45d5-abc1-bf6f13089c13 req-00ad2e52-9579-4ec9-8c0d-ee3d7bb44b99 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:17.887109 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-827ad2f2-3875-4d67-811f-256b9f76ca54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:17.889270 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-827ad2f2-3875-4d67-811f-256b9f76ca54 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/68b4dea5-239e-4258-8153-8403deef5862 HTTP/1.1" status: 204 len: 168 time: 0.3846064 Aug 10 03:09:17.890644 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ad2f2-3875-4d67-811f-256b9f76ca54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68b4dea5-239e-4258-8153-8403deef5862,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:17.893175 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 38874) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:17.894304 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ff6ad4-6328-442a-9b3a-d15ef14ca677 None None] Network e6431dda-41cb-49ac-bc16-b079974a3738 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:09:17.966490 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e7265846-4353-4324-9691-69443ef329d8 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:09:17.972031 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a0d273c4-be23-484e-8bbf-facb0b6acb7f req-be8b8647-7bfe-4443-8317-2c7d2c9c9f05 tempest-ServerDiagnosticsNegativeTest-1280518208 tempest-ServerDiagnosticsNegativeTest-1280518208-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=7343705fcecc49579c8ee5e91d6f184d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0998228 Aug 10 03:09:17.978531 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fdbe055a-272a-4564-9283-50306ba69521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:17.979544 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65daa17a-0079-45d5-abc1-bf6f13089c13 req-00ad2e52-9579-4ec9-8c0d-ee3d7bb44b99 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:09:17.981183 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-0f8fa953-a6e0-4af2-9e63-8b92dbd6c9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:17.982660 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-0f8fa953-a6e0-4af2-9e63-8b92dbd6c9fa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b8c216be-f9cb-484e-9a0a-1cd9ef473e6f HTTP/1.1" status: 200 len: 847 time: 0.1637015 Aug 10 03:09:17.991241 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-65daa17a-0079-45d5-abc1-bf6f13089c13 req-00ad2e52-9579-4ec9-8c0d-ee3d7bb44b99 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:09:17.998685 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: e7265846-4353-4324-9691-69443ef329d8 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:09:17.999758 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e7265846-4353-4324-9691-69443ef329d8 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:09:18.000377 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device fa89229c-e7bc-43f0-a8fd-d1390e4a7a34 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:09:18.013150 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-65daa17a-0079-45d5-abc1-bf6f13089c13 req-00ad2e52-9579-4ec9-8c0d-ee3d7bb44b99 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:09:18.038788 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: fa89229c-e7bc-43f0-a8fd-d1390e4a7a34 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:09:18.039215 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device fa89229c-e7bc-43f0-a8fd-d1390e4a7a34 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:09:18.040505 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ad2e52-9579-4ec9-8c0d-ee3d7bb44b99 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Pushing event updated for resources: {'Port': ['ID=a1a2a09a-517e-4728-b972-0e6cff48558a,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:18.045894 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-fdbe055a-272a-4564-9283-50306ba69521 admin admin] Deleting port 25cc2af4-1270-419c-a4d3-48b03703ca6e {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:09:18.046594 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fdbe055a-272a-4564-9283-50306ba69521 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:18.071463 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-3b7dfcad-2e17-4e6f-a604-7b31aa55d54a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Allocated IP 172.25.7.202 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/cff7fee2-1eb0-4b68-b0a9-7d8bef09f23a) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:09:18.103885 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-317562fa-a9f9-4479-b689-71da440b6566 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=909af24c-2a43-4e6d-8a1f-90b69debd82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0978019 Aug 10 03:09:18.118436 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-fdbe055a-272a-4564-9283-50306ba69521 admin admin] For port 25cc2af4-1270-419c-a4d3-48b03703ca6e, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=25cc2af4-1270-419c-a4d3-48b03703ca6e,segment=NetworkSegment(3057d810-054a-4845-b21a-96c4d4300bf7),segment_id=3057d810-054a-4845-b21a-96c4d4300bf7)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:09:18.118836 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fdbe055a-272a-4564-9283-50306ba69521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:18.135376 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-fdbe055a-272a-4564-9283-50306ba69521 admin admin] Calling delete_port for 25cc2af4-1270-419c-a4d3-48b03703ca6e owned by network:dhcp {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:09:18.181903 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cbc743-230d-467a-b0ea-1263165272ee None None] DHCP port deletion for e6431dda-41cb-49ac-bc16-b079974a3738 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:09:18.231047 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fdbe055a-272a-4564-9283-50306ba69521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:18.236974 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-78cbc743-230d-467a-b0ea-1263165272ee None None] Deleting port 25cc2af4-1270-419c-a4d3-48b03703ca6e {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:09:18.238170 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-78cbc743-230d-467a-b0ea-1263165272ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:18.263255 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe055a-272a-4564-9283-50306ba69521 admin admin] Pushing event deleted for resources: {'Port': ['ID=25cc2af4-1270-419c-a4d3-48b03703ca6e,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:18.269396 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbe055a-272a-4564-9283-50306ba69521 admin admin] No DVR routers for this DVR port 25cc2af4-1270-419c-a4d3-48b03703ca6e on host n-d-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:09:18.275371 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-65daa17a-0079-45d5-abc1-bf6f13089c13 req-00ad2e52-9579-4ec9-8c0d-ee3d7bb44b99 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:18.299556 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-78cbc743-230d-467a-b0ea-1263165272ee None None] For port 25cc2af4-1270-419c-a4d3-48b03703ca6e, host n-d-768851-15, got binding levels [] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:09:18.299957 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-78cbc743-230d-467a-b0ea-1263165272ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:18.315606 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-78cbc743-230d-467a-b0ea-1263165272ee None None] Calling delete_port for 25cc2af4-1270-419c-a4d3-48b03703ca6e owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:09:18.319746 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.ipam_backend_mixin [None req-78cbc743-230d-467a-b0ea-1263165272ee None None] Port 25cc2af4-1270-419c-a4d3-48b03703ca6e was not found and therefore no delete operation was performed {{(pid=94218) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 03:09:18.321039 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-78cbc743-230d-467a-b0ea-1263165272ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:18.333697 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d273c4-be23-484e-8bbf-facb0b6acb7f req-b3f241f8-65ae-4e9e-ac6d-380e2ddcdc80 tempest-ServerDiagnosticsNegativeTest-1280518208 tempest-ServerDiagnosticsNegativeTest-1280518208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:18.335777 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a0d273c4-be23-484e-8bbf-facb0b6acb7f req-b3f241f8-65ae-4e9e-ac6d-380e2ddcdc80 tempest-ServerDiagnosticsNegativeTest-1280518208 tempest-ServerDiagnosticsNegativeTest-1280518208-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3503051 Aug 10 03:09:18.347015 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cbc743-230d-467a-b0ea-1263165272ee None None] Pushing event deleted for resources: {'Port': ['ID=25cc2af4-1270-419c-a4d3-48b03703ca6e,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:18.351433 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cbc743-230d-467a-b0ea-1263165272ee None None] No DVR routers for this DVR port 25cc2af4-1270-419c-a4d3-48b03703ca6e on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:09:18.371499 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fdbe055a-272a-4564-9283-50306ba69521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:18.381348 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-fdbe055a-272a-4564-9283-50306ba69521 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6431dda-41cb-49ac-bc16-b079974a3738']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:09:18.387204 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-65daa17a-0079-45d5-abc1-bf6f13089c13 req-00ad2e52-9579-4ec9-8c0d-ee3d7bb44b99 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:18.392556 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-fdbe055a-272a-4564-9283-50306ba69521 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3057d810-054a-4845-b21a-96c4d4300bf7') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:09:18.392935 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-fdbe055a-272a-4564-9283-50306ba69521 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3057d810-054a-4845-b21a-96c4d4300bf7') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:09:18.402060 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fdbe055a-272a-4564-9283-50306ba69521 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:18.416342 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fdbe055a-272a-4564-9283-50306ba69521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:18.421930 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a0d273c4-be23-484e-8bbf-facb0b6acb7f req-60fdf3c2-a6e9-44e7-903b-a3c21f23d8b1 tempest-ServerDiagnosticsNegativeTest-1280518208 tempest-ServerDiagnosticsNegativeTest-1280518208-project] 10.222.0.62 "GET /v2.0/quotas/7343705fcecc49579c8ee5e91d6f184d HTTP/1.1" status: 200 len: 375 time: 0.0630457 Aug 10 03:09:18.427796 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdbe055a-272a-4564-9283-50306ba69521 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:09:18.428235 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fdbe055a-272a-4564-9283-50306ba69521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:18.430261 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-c02412f9-2f87-4aa3-8b2c-1d0ca2b28c0b service neutron] 10.222.0.60 "GET /v2.0/networks/909af24c-2a43-4e6d-8a1f-90b69debd82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956586 Aug 10 03:09:18.430975 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:09:18.430975 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:09:18.430975 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:09:18.430975 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:09:18.430975 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:09:18.430975 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:09:18.430975 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:09:18.430975 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:09:18.430975 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:09:18.430975 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:09:18.430975 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:09:18.430975 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:09:18.430975 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:09:18.430975 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:09:18.430975 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:09:18.430975 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:09:18.430975 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:09:18.430975 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:09:18.430975 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:09:18.430975 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:09:18.430975 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:09:18.430975 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:09:18.430975 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:09:18.430975 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:09:18.430975 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:09:18.430975 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:09:18.430975 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:09:18.430975 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:09:18.430975 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:09:18.430975 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:09:18.430975 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:09:18.430975 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:09:18.470723 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3b7dfcad-2e17-4e6f-a604-7b31aa55d54a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:18.485348 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fdbe055a-272a-4564-9283-50306ba69521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:18.490632 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fdbe055a-272a-4564-9283-50306ba69521 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:18.495555 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-fdbe055a-272a-4564-9283-50306ba69521 admin admin] 10.222.0.62 "DELETE /v2.0/networks/e6431dda-41cb-49ac-bc16-b079974a3738 HTTP/1.1" status: 204 len: 168 time: 0.5983121 Aug 10 03:09:18.499985 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 38876) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:18.519910 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a0d273c4-be23-484e-8bbf-facb0b6acb7f req-ba750418-ad5d-4d38-89fb-5eceedcf5cf9 tempest-ServerDiagnosticsNegativeTest-1280518208 tempest-ServerDiagnosticsNegativeTest-1280518208-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7343705fcecc49579c8ee5e91d6f184d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0886455 Aug 10 03:09:18.520150 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe055a-272a-4564-9283-50306ba69521 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6431dda-41cb-49ac-bc16-b079974a3738,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:18.680770 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-d9663d4d-2d54-4123-a1df-f9b3f2d4b045 service neutron] 10.222.0.60 "GET /v2.0/networks/909af24c-2a43-4e6d-8a1f-90b69debd82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354729 Aug 10 03:09:18.691729 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3b7dfcad-2e17-4e6f-a604-7b31aa55d54a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:18.765779 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-65daa17a-0079-45d5-abc1-bf6f13089c13 req-00ad2e52-9579-4ec9-8c0d-ee3d7bb44b99 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:18.781406 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7dfcad-2e17-4e6f-a604-7b31aa55d54a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:09:18.782383 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-65daa17a-0079-45d5-abc1-bf6f13089c13 req-00ad2e52-9579-4ec9-8c0d-ee3d7bb44b99 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:18.790432 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-3b7dfcad-2e17-4e6f-a604-7b31aa55d54a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:09:18.795355 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7dfcad-2e17-4e6f-a604-7b31aa55d54a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Pushing event updated for resources: {'Port': ['ID=cff7fee2-1eb0-4b68-b0a9-7d8bef09f23a,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:18.801590 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7dfcad-2e17-4e6f-a604-7b31aa55d54a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:09:18.833572 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-65daa17a-0079-45d5-abc1-bf6f13089c13 req-00ad2e52-9579-4ec9-8c0d-ee3d7bb44b99 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:18.886629 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f4b85-203c-41cb-b914-6582b7082f3f req-b75c8b24-cfcc-4413-b974-e47e9b4d2a78 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:18.888205 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-109f4b85-203c-41cb-b914-6582b7082f3f req-b75c8b24-cfcc-4413-b974-e47e9b4d2a78 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba1d3739-8c48-493a-8bd2-e429e9c4b12d HTTP/1.1" status: 200 len: 950 time: 0.1943102 Aug 10 03:09:18.910043 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-65daa17a-0079-45d5-abc1-bf6f13089c13 req-00ad2e52-9579-4ec9-8c0d-ee3d7bb44b99 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:18.911297 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-65daa17a-0079-45d5-abc1-bf6f13089c13 req-00ad2e52-9579-4ec9-8c0d-ee3d7bb44b99 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1786251 Aug 10 03:09:18.914828 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ad2e52-9579-4ec9-8c0d-ee3d7bb44b99 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Pushing event updated for resources: {'Port': ['ID=a1a2a09a-517e-4728-b972-0e6cff48558a,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:18.924369 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3b7dfcad-2e17-4e6f-a604-7b31aa55d54a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:18.961225 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e48a183f-38d6-4f54-9cd3-213287ad9777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:19.015692 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-65daa17a-0079-45d5-abc1-bf6f13089c13 req-6485bf65-771c-4cee-adb8-92dae6055c44 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.87 HTTP/1.1" status: 200 len: 695 time: 0.0819812 Aug 10 03:09:19.025674 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-109f4b85-203c-41cb-b914-6582b7082f3f req-e0efd265-4247-4d99-9276-89a06f00f753 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168983 Aug 10 03:09:19.027839 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3b7dfcad-2e17-4e6f-a604-7b31aa55d54a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:19.244135 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65daa17a-0079-45d5-abc1-bf6f13089c13 req-db28ed9e-5d5f-4350-a767-87e2f05969d3 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:19.245447 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-65daa17a-0079-45d5-abc1-bf6f13089c13 req-db28ed9e-5d5f-4350-a767-87e2f05969d3 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] 10.222.0.62 "GET /v2.0/networks/09ca2025-b9a6-4e84-8019-8d9fbef3753e HTTP/1.1" status: 200 len: 784 time: 0.2189081 Aug 10 03:09:19.284094 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807d754-b3fa-4fc5-857a-8ab16a14acc7 req-e29fc9f8-73dc-4701-bf0e-d1a4fbc94b4e tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:19.285618 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6807d754-b3fa-4fc5-857a-8ab16a14acc7 req-e29fc9f8-73dc-4701-bf0e-d1a4fbc94b4e tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=e099c7bd-ee42-4d4c-b5fd-16ecc0cdc280 HTTP/1.1" status: 200 len: 945 time: 0.1049030 Aug 10 03:09:19.347186 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-e48a183f-38d6-4f54-9cd3-213287ad9777 admin admin] Deleting port f3c92b0d-c74d-4294-bca1-6d41886b993c {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:09:19.347848 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e48a183f-38d6-4f54-9cd3-213287ad9777 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:19.362228 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3b7dfcad-2e17-4e6f-a604-7b31aa55d54a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:19.378529 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3b7dfcad-2e17-4e6f-a604-7b31aa55d54a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:19.385962 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6807d754-b3fa-4fc5-857a-8ab16a14acc7 req-01b01a53-6f62-433b-ab0e-ec30d4b8f5e5 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837023 Aug 10 03:09:19.453274 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3b7dfcad-2e17-4e6f-a604-7b31aa55d54a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:19.466706 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-e48a183f-38d6-4f54-9cd3-213287ad9777 admin admin] For port f3c92b0d-c74d-4294-bca1-6d41886b993c, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=f3c92b0d-c74d-4294-bca1-6d41886b993c,segment=NetworkSegment(97f78096-618d-4a79-9235-3ac4c46afbfb),segment_id=97f78096-618d-4a79-9235-3ac4c46afbfb)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:09:19.467006 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e48a183f-38d6-4f54-9cd3-213287ad9777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:19.486257 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-e48a183f-38d6-4f54-9cd3-213287ad9777 admin admin] Calling delete_port for f3c92b0d-c74d-4294-bca1-6d41886b993c owned by network:router_interface {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:09:19.511161 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fff75ff8-4a56-4d5f-810b-9971c9e6111e req-653c7483-e229-40e8-bd91-4bdbec2c9901 tempest-ServerDiagnosticsNegativeTest-1280518208 tempest-ServerDiagnosticsNegativeTest-1280518208-project] 10.222.0.62 "GET /v2.0/ports?device_id=743d6d8e-f52c-43df-bf26-6f5eee488f18 HTTP/1.1" status: 200 len: 210 time: 0.0417838 Aug 10 03:09:19.512196 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3b7dfcad-2e17-4e6f-a604-7b31aa55d54a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:19.512966 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-3b7dfcad-2e17-4e6f-a604-7b31aa55d54a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6985111 Aug 10 03:09:19.530680 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7dfcad-2e17-4e6f-a604-7b31aa55d54a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Pushing event updated for resources: {'Port': ['ID=cff7fee2-1eb0-4b68-b0a9-7d8bef09f23a,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:19.607293 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b6658a01-54ec-4f16-9c51-41d9bfdce132 req-498b37d5-0a04-4625-b231-50c293d978ab tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] 10.222.0.62 "GET /v2.0/floatingips/5c162157-af5f-4bb2-af5d-cddc09a29ebd HTTP/1.1" status: 200 len: 692 time: 0.0545838 Aug 10 03:09:19.617818 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a6c19-8cbd-4a2e-8bb9-86454e21ca22 req-d438b079-76ae-445f-aa08-d98ffa03edb1 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:19.619470 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-725a6c19-8cbd-4a2e-8bb9-86454e21ca22 req-d438b079-76ae-445f-aa08-d98ffa03edb1 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eddc19e-e2f2-4919-8662-4ba388292535 HTTP/1.1" status: 200 len: 943 time: 0.1365764 Aug 10 03:09:19.722788 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-725a6c19-8cbd-4a2e-8bb9-86454e21ca22 req-f8dcd708-e355-4253-862c-8dcc24efdaca tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919607 Aug 10 03:09:19.750670 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e48a183f-38d6-4f54-9cd3-213287ad9777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:19.780396 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48a183f-38d6-4f54-9cd3-213287ad9777 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3c92b0d-c74d-4294-bca1-6d41886b993c,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:19.786415 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6658a01-54ec-4f16-9c51-41d9bfdce132 req-6cc5f760-6f3a-4425-9fae-5ffbf92578bd tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:19.796554 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b6658a01-54ec-4f16-9c51-41d9bfdce132 req-6cc5f760-6f3a-4425-9fae-5ffbf92578bd tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] 10.222.0.62 "GET /v2.0/networks/09ca2025-b9a6-4e84-8019-8d9fbef3753e HTTP/1.1" status: 200 len: 784 time: 0.1757987 Aug 10 03:09:19.811439 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [req-b6658a01-54ec-4f16-9c51-41d9bfdce132 req-79e531e8-1b8f-4062-a264-084ba95eb2da tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:09:19.816997 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b6658a01-54ec-4f16-9c51-41d9bfdce132 req-79e531e8-1b8f-4062-a264-084ba95eb2da tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136702 Aug 10 03:09:19.972964 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0e038b2c-7cfe-41fe-b2cc-35a3cb553c03 req-cc057248-f5ec-41d2-b107-a8bbe6ee0ce4 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] 10.222.0.62 "GET /v2.0/floatingips/5c162157-af5f-4bb2-af5d-cddc09a29ebd HTTP/1.1" status: 200 len: 692 time: 0.1179624 Aug 10 03:09:20.052868 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-546f7b9e-6c59-4747-a7b7-85c5cf86d829 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--442159525&fields=id&tenant_id=9db099ffcd1f4b6f883036f2463be98e HTTP/1.1" status: 200 len: 267 time: 0.2208917 Aug 10 03:09:20.060367 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 25cc2af4-1270-419c-a4d3-48b03703ca6e no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:09:20.098562 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 25cc2af4-1270-419c-a4d3-48b03703ca6e {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:09:20.098930 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 25cc2af4-1270-419c-a4d3-48b03703ca6e not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:09:20.107762 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e48a183f-38d6-4f54-9cd3-213287ad9777 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:20.175234 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a0d273c4-be23-484e-8bbf-facb0b6acb7f req-34383a37-0c37-4ec2-acb5-7300ef3e8faf tempest-ServerDiagnosticsNegativeTest-1280518208 tempest-ServerDiagnosticsNegativeTest-1280518208-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=7343705fcecc49579c8ee5e91d6f184d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2280371 Aug 10 03:09:20.336125 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e48a183f-38d6-4f54-9cd3-213287ad9777 admin admin] Router a0a7adcf-72cb-498d-8b8d-8b7b6d236225 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:09:20.460677 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48a183f-38d6-4f54-9cd3-213287ad9777 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:09:20.469443 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdf6e96-b8df-4771-bcc1-32cfa9685726 None None] Sync routers for ids ['a0a7adcf-72cb-498d-8b8d-8b7b6d236225'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:09:20.474090 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e48a183f-38d6-4f54-9cd3-213287ad9777 admin admin] 10.222.0.62 "PUT /v2.0/routers/a0a7adcf-72cb-498d-8b8d-8b7b6d236225/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9721265 Aug 10 03:09:20.474710 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 38916) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:20.483435 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdf6e96-b8df-4771-bcc1-32cfa9685726 None None] Routers {'a0a7adcf-72cb-498d-8b8d-8b7b6d236225'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:09:20.484336 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-dcdf6e96-b8df-4771-bcc1-32cfa9685726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:09:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['a0a7adcf-72cb-498d-8b8d-8b7b6d236225'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:09:20.547143 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-107cb2aa-0caf-4e86-9250-8b4bf53f96bb tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:20.554679 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-107cb2aa-0caf-4e86-9250-8b4bf53f96bb tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/ports/bd5c370f-ffa5-4477-948b-ba7517343de5 HTTP/1.1" status: 200 len: 931 time: 0.4019716 Aug 10 03:09:20.604287 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e038b2c-7cfe-41fe-b2cc-35a3cb553c03 req-69a65981-131c-446c-b39d-c35eb2dcd8a9 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:20.605639 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0e038b2c-7cfe-41fe-b2cc-35a3cb553c03 req-69a65981-131c-446c-b39d-c35eb2dcd8a9 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] 10.222.0.62 "GET /v2.0/networks/09ca2025-b9a6-4e84-8019-8d9fbef3753e HTTP/1.1" status: 200 len: 784 time: 0.6318812 Aug 10 03:09:20.628123 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-dcdf6e96-b8df-4771-bcc1-32cfa9685726 None None] Set router a0a7adcf-72cb-498d-8b8d-8b7b6d236225 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:09:20.681346 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0e038b2c-7cfe-41fe-b2cc-35a3cb553c03 req-16157bc6-d11d-44d3-88e7-6e83d5958524 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.87 HTTP/1.1" status: 200 len: 695 time: 0.0618610 Aug 10 03:09:20.688144 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-2e6402d5-ecb0-42e7-8e6e-4546081f1bf2 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:20.695546 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-2e6402d5-ecb0-42e7-8e6e-4546081f1bf2 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/ports/f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e HTTP/1.1" status: 200 len: 930 time: 0.1398945 Aug 10 03:09:20.802139 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-9042e50c-f710-4492-bc68-4f0ebbf85f8e tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/ports?network_id=26329441-0dde-46fe-bcf0-48ea13bcc9b5&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1054304 Aug 10 03:09:20.820600 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0e038b2c-7cfe-41fe-b2cc-35a3cb553c03 req-acaf0246-473e-43a7-9d90-a2064fa6c5d2 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.87 HTTP/1.1" status: 200 len: 695 time: 0.1197104 Aug 10 03:09:20.840812 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d273c4-be23-484e-8bbf-facb0b6acb7f req-694fc3b7-c314-4bfa-9dad-197409f8a912 tempest-ServerDiagnosticsNegativeTest-1280518208 tempest-ServerDiagnosticsNegativeTest-1280518208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:20.842595 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a0d273c4-be23-484e-8bbf-facb0b6acb7f req-694fc3b7-c314-4bfa-9dad-197409f8a912 tempest-ServerDiagnosticsNegativeTest-1280518208 tempest-ServerDiagnosticsNegativeTest-1280518208-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6419559 Aug 10 03:09:20.857084 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-dcdf6e96-b8df-4771-bcc1-32cfa9685726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a7adcf-72cb-498d-8b8d-8b7b6d236225', 'name': 'tempest-AttachSCSIVolumeTestJSON-936116638-router', 'tenant_id': '8d673923bb93402d8a7949fa4d2f56bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '85f64d00-f351-4244-adb6-97b83ab08027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:07:15Z', 'updated_at': '2021-08-10T03:09:19Z', 'revision_number': 5, 'project_id': '8d673923bb93402d8a7949fa4d2f56bd', 'gw_port': {'id': '85f64d00-f351-4244-adb6-97b83ab08027', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:55:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a7adcf-72cb-498d-8b8d-8b7b6d236225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:07:16Z', 'updated_at': '2021-08-10T03:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:09:20.867309 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-395262cf-6af5-4f59-9455-3605ed4aa90f tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/ports?network_id=26329441-0dde-46fe-bcf0-48ea13bcc9b5&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0529981 Aug 10 03:09:20.889736 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdf6e96-b8df-4771-bcc1-32cfa9685726 None None] Checking router: a0a7adcf-72cb-498d-8b8d-8b7b6d236225 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:09:20.898328 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-a0d273c4-be23-484e-8bbf-facb0b6acb7f req-256107eb-bbbb-4f31-992a-08a502c87336 tempest-ServerDiagnosticsNegativeTest-1280518208 tempest-ServerDiagnosticsNegativeTest-1280518208-project] Request body: {'port': {'device_id': '743d6d8e-f52c-43df-bf26-6f5eee488f18', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'admin_state_up': True, 'tenant_id': '7343705fcecc49579c8ee5e91d6f184d'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:09:20.902288 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdf6e96-b8df-4771-bcc1-32cfa9685726 None None] Routers {'a0a7adcf-72cb-498d-8b8d-8b7b6d236225'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:09:20.903091 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-dcdf6e96-b8df-4771-bcc1-32cfa9685726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:09:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['a0a7adcf-72cb-498d-8b8d-8b7b6d236225'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:09:20.916514 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-aef4ccd7-d5ad-4a4a-8c97-6d26941db481 admin admin] Notify callbacks [] for router, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:21.038665 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-dcdf6e96-b8df-4771-bcc1-32cfa9685726 None None] Set router a0a7adcf-72cb-498d-8b8d-8b7b6d236225 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:09:21.054685 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-aef4ccd7-d5ad-4a4a-8c97-6d26941db481 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:21.138951 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-aef4ccd7-d5ad-4a4a-8c97-6d26941db481 admin admin] Deleting port 85f64d00-f351-4244-adb6-97b83ab08027 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:09:21.139566 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-aef4ccd7-d5ad-4a4a-8c97-6d26941db481 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:21.165738 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-b85266e1-ff50-4775-ad24-63f6ba3270d4 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:21.172081 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-b85266e1-ff50-4775-ad24-63f6ba3270d4 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:21.177830 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-b85266e1-ff50-4775-ad24-63f6ba3270d4 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:21.180212 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-b85266e1-ff50-4775-ad24-63f6ba3270d4 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/networks?id=c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae&id=be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220&id=be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220&id=26329441-0dde-46fe-bcf0-48ea13bcc9b5&id=26329441-0dde-46fe-bcf0-48ea13bcc9b5 HTTP/1.1" status: 200 len: 1991 time: 0.2778413 Aug 10 03:09:21.192064 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-0e038b2c-7cfe-41fe-b2cc-35a3cb553c03 req-6ad4302b-0855-49f1-9782-a4fc7f04cf7d tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Deleting port a1a2a09a-517e-4728-b972-0e6cff48558a {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:09:21.192064 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-0e038b2c-7cfe-41fe-b2cc-35a3cb553c03 req-6ad4302b-0855-49f1-9782-a4fc7f04cf7d tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:21.239588 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-aef4ccd7-d5ad-4a4a-8c97-6d26941db481 admin admin] For port 85f64d00-f351-4244-adb6-97b83ab08027, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=85f64d00-f351-4244-adb6-97b83ab08027,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:09:21.239956 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-aef4ccd7-d5ad-4a4a-8c97-6d26941db481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:21.252521 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-dcdf6e96-b8df-4771-bcc1-32cfa9685726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a7adcf-72cb-498d-8b8d-8b7b6d236225', 'name': 'tempest-AttachSCSIVolumeTestJSON-936116638-router', 'tenant_id': '8d673923bb93402d8a7949fa4d2f56bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '85f64d00-f351-4244-adb6-97b83ab08027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:07:15Z', 'updated_at': '2021-08-10T03:09:19Z', 'revision_number': 5, 'project_id': '8d673923bb93402d8a7949fa4d2f56bd', 'gw_port': {'id': '85f64d00-f351-4244-adb6-97b83ab08027', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:55:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a7adcf-72cb-498d-8b8d-8b7b6d236225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:07:16Z', 'updated_at': '2021-08-10T03:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:09:21.254387 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-628b89c4-da8f-4729-ab97-2ba38399b570 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/quotas/9db099ffcd1f4b6f883036f2463be98e HTTP/1.1" status: 200 len: 375 time: 0.0643513 Aug 10 03:09:21.263386 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-aef4ccd7-d5ad-4a4a-8c97-6d26941db481 admin admin] Calling delete_port for 85f64d00-f351-4244-adb6-97b83ab08027 owned by network:router_gateway {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:09:21.285944 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0d273c4-be23-484e-8bbf-facb0b6acb7f req-256107eb-bbbb-4f31-992a-08a502c87336 tempest-ServerDiagnosticsNegativeTest-1280518208 tempest-ServerDiagnosticsNegativeTest-1280518208-project] Made reservation on behalf of 7343705fcecc49579c8ee5e91d6f184d for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:09:21.289059 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a0d273c4-be23-484e-8bbf-facb0b6acb7f req-256107eb-bbbb-4f31-992a-08a502c87336 tempest-ServerDiagnosticsNegativeTest-1280518208 tempest-ServerDiagnosticsNegativeTest-1280518208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:21.316236 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdf6e96-b8df-4771-bcc1-32cfa9685726 None None] The sync data for ids ['a0a7adcf-72cb-498d-8b8d-8b7b6d236225'] in n-d-768851-15 is: [{'id': 'a0a7adcf-72cb-498d-8b8d-8b7b6d236225', 'name': 'tempest-AttachSCSIVolumeTestJSON-936116638-router', 'tenant_id': '8d673923bb93402d8a7949fa4d2f56bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '85f64d00-f351-4244-adb6-97b83ab08027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:07:15Z', 'updated_at': '2021-08-10T03:09:19Z', 'revision_number': 5, 'project_id': '8d673923bb93402d8a7949fa4d2f56bd', 'gw_port': {'id': '85f64d00-f351-4244-adb6-97b83ab08027', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:55:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a7adcf-72cb-498d-8b8d-8b7b6d236225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:07:16Z', 'updated_at': '2021-08-10T03:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:09:21.319899 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a0d273c4-be23-484e-8bbf-facb0b6acb7f req-256107eb-bbbb-4f31-992a-08a502c87336 tempest-ServerDiagnosticsNegativeTest-1280518208 tempest-ServerDiagnosticsNegativeTest-1280518208-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:21.373441 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-0e038b2c-7cfe-41fe-b2cc-35a3cb553c03 req-6ad4302b-0855-49f1-9782-a4fc7f04cf7d tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:21.373854 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-0e038b2c-7cfe-41fe-b2cc-35a3cb553c03 req-6ad4302b-0855-49f1-9782-a4fc7f04cf7d tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:21.402451 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-0e038b2c-7cfe-41fe-b2cc-35a3cb553c03 req-6ad4302b-0855-49f1-9782-a4fc7f04cf7d tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Calling delete_port for a1a2a09a-517e-4728-b972-0e6cff48558a owned by network:floatingip {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:09:21.423838 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-fc89c076-c273-439b-9781-83e6782f16a1 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=9db099ffcd1f4b6f883036f2463be98e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1556866 Aug 10 03:09:21.513490 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-aef4ccd7-d5ad-4a4a-8c97-6d26941db481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:21.536547 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-35db426a-ef65-4e1a-a4c6-6162871f02f9 service neutron] 10.222.0.62 "GET /v2.0/networks/c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921910 Aug 10 03:09:21.538411 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-0cc330c0-93d0-45b6-9097-3aae0c69739f service neutron] 10.222.0.60 "GET /v2.0/ports/01a58bba-6328-4634-a439-27a9ba5235d4/bindings/n-h1-768851-15 HTTP/1.1" status: 200 len: 385 time: 0.0937729 Aug 10 03:09:21.542288 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef4ccd7-d5ad-4a4a-8c97-6d26941db481 admin admin] Pushing event deleted for resources: {'Port': ['ID=85f64d00-f351-4244-adb6-97b83ab08027,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:21.662333 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-aef4ccd7-d5ad-4a4a-8c97-6d26941db481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:21.706116 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a0d273c4-be23-484e-8bbf-facb0b6acb7f req-256107eb-bbbb-4f31-992a-08a502c87336 tempest-ServerDiagnosticsNegativeTest-1280518208 tempest-ServerDiagnosticsNegativeTest-1280518208-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:21.722277 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a0d273c4-be23-484e-8bbf-facb0b6acb7f req-256107eb-bbbb-4f31-992a-08a502c87336 tempest-ServerDiagnosticsNegativeTest-1280518208 tempest-ServerDiagnosticsNegativeTest-1280518208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:21.760613 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-e3d5ab94-dd3e-4932-a59a-207352f33dba service neutron] 10.222.0.62 "GET /v2.0/networks/c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941211 Aug 10 03:09:21.785151 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-aef4ccd7-d5ad-4a4a-8c97-6d26941db481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:21.789155 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-aef4ccd7-d5ad-4a4a-8c97-6d26941db481 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:21.863068 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256107eb-bbbb-4f31-992a-08a502c87336 tempest-ServerDiagnosticsNegativeTest-1280518208 tempest-ServerDiagnosticsNegativeTest-1280518208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8765f6ef-0726-4cc1-8a34-7e3bf6c803bc,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:21.908348 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-69586d37-2c64-4c23-a406-e08ee32630db service neutron] 10.222.0.62 "GET /v2.0/ports/bd5c370f-ffa5-4477-948b-ba7517343de5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1130085 Aug 10 03:09:21.916552 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-aef4ccd7-d5ad-4a4a-8c97-6d26941db481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:21.917401 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef4ccd7-d5ad-4a4a-8c97-6d26941db481 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0a7adcf-72cb-498d-8b8d-8b7b6d236225 {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:09:21.920812 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-0e038b2c-7cfe-41fe-b2cc-35a3cb553c03 req-6ad4302b-0855-49f1-9782-a4fc7f04cf7d tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:21.927272 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-aef4ccd7-d5ad-4a4a-8c97-6d26941db481 admin admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:21.929186 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-aef4ccd7-d5ad-4a4a-8c97-6d26941db481 admin admin] 10.222.0.62 "DELETE /v2.0/routers/a0a7adcf-72cb-498d-8b8d-8b7b6d236225 HTTP/1.1" status: 204 len: 168 time: 1.4528425 Aug 10 03:09:21.936197 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 38922) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:22.005172 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device f3c92b0d-c74d-4294-bca1-6d41886b993c no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:09:22.020574 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-6f734949-a491-4772-8584-7319a5ee1772 service neutron] For port 01a58bba-6328-4634-a439-27a9ba5235d4, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=01a58bba-6328-4634-a439-27a9ba5235d4,segment=NetworkSegment(837bbb8d-e72f-44c2-893c-c4df3456bfd0),segment_id=837bbb8d-e72f-44c2-893c-c4df3456bfd0)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:09:22.029363 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: f3c92b0d-c74d-4294-bca1-6d41886b993c {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:09:22.029954 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device f3c92b0d-c74d-4294-bca1-6d41886b993c not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:09:22.041725 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-33582730-5b24-438b-ad2f-d1d14e74ea28 admin admin] Deleting subnet a40b5296-a635-428d-a9a3-92253f3424a5 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:09:22.050193 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-33582730-5b24-438b-ad2f-d1d14e74ea28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:22.061087 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad4302b-0855-49f1-9782-a4fc7f04cf7d tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Pushing event deleted for resources: {'Port': ['ID=a1a2a09a-517e-4728-b972-0e6cff48558a,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:22.067335 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-0e038b2c-7cfe-41fe-b2cc-35a3cb553c03 req-6ad4302b-0855-49f1-9782-a4fc7f04cf7d tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Notify callbacks [] for floatingip, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:22.070771 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-0e038b2c-7cfe-41fe-b2cc-35a3cb553c03 req-6ad4302b-0855-49f1-9782-a4fc7f04cf7d tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:22.072075 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0e038b2c-7cfe-41fe-b2cc-35a3cb553c03 req-6ad4302b-0855-49f1-9782-a4fc7f04cf7d tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] 10.222.0.62 "DELETE /v2.0/floatingips/5c162157-af5f-4bb2-af5d-cddc09a29ebd HTTP/1.1" status: 204 len: 173 time: 1.2412505 Aug 10 03:09:22.104553 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-a0d273c4-be23-484e-8bbf-facb0b6acb7f req-256107eb-bbbb-4f31-992a-08a502c87336 tempest-ServerDiagnosticsNegativeTest-1280518208 tempest-ServerDiagnosticsNegativeTest-1280518208-project] Allocated IP 192.168.233.98 (f1b7997e-1a2a-4260-9d7d-b6cf90b8801d/c2e3eb0b-907c-4ac4-809e-ae9609bc8c67/04fafbf7-1f2a-459d-a55b-659bcd7c06f8) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:09:22.107080 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-6f734949-a491-4772-8584-7319a5ee1772 service neutron] For port 01a58bba-6328-4634-a439-27a9ba5235d4, host n-h2-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:09:22.158976 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-33582730-5b24-438b-ad2f-d1d14e74ea28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:22.159873 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-04ae8cf0-1f49-43cf-beeb-c8590cf329c1 service neutron] 10.222.0.62 "GET /v2.0/networks/be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956589 Aug 10 03:09:22.187447 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-6f734949-a491-4772-8584-7319a5ee1772 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01a58bba-6328-4634-a439-27a9ba5235d4 {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:09:22.200557 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-6f734949-a491-4772-8584-7319a5ee1772 service neutron] For port 01a58bba-6328-4634-a439-27a9ba5235d4, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=01a58bba-6328-4634-a439-27a9ba5235d4,segment=NetworkSegment(837bbb8d-e72f-44c2-893c-c4df3456bfd0),segment_id=837bbb8d-e72f-44c2-893c-c4df3456bfd0)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:09:22.228476 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-6f734949-a491-4772-8584-7319a5ee1772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:22.327880 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-33582730-5b24-438b-ad2f-d1d14e74ea28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:22.380954 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d74dbc-509e-412c-b5c5-bed0c02f6552 req-0cfb2066-7c66-4426-b8a5-08e7e5fa64af tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:22.382610 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a6d74dbc-509e-412c-b5c5-bed0c02f6552 req-0cfb2066-7c66-4426-b8a5-08e7e5fa64af tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba1d3739-8c48-493a-8bd2-e429e9c4b12d HTTP/1.1" status: 200 len: 950 time: 0.2187204 Aug 10 03:09:22.389712 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-6f734949-a491-4772-8584-7319a5ee1772 service neutron] Transition to ACTIVE for port object 01a58bba-6328-4634-a439-27a9ba5235d4 will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:09:22.394688 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-6f734949-a491-4772-8584-7319a5ee1772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:22.396088 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-88c546e5-d084-4663-9def-86317a20bc33 service neutron] 10.222.0.62 "GET /v2.0/networks/be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253656 Aug 10 03:09:22.463186 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-33582730-5b24-438b-ad2f-d1d14e74ea28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:22.470845 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-6f734949-a491-4772-8584-7319a5ee1772 service neutron] No DVR routers for this DVR port 01a58bba-6328-4634-a439-27a9ba5235d4 on host n-h2-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:09:22.486529 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-9ebb7c46-df1c-4663-8159-1cc01ce92681 service neutron] 10.222.0.62 "GET /v2.0/ports/f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0742178 Aug 10 03:09:22.489534 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a0d273c4-be23-484e-8bbf-facb0b6acb7f req-256107eb-bbbb-4f31-992a-08a502c87336 tempest-ServerDiagnosticsNegativeTest-1280518208 tempest-ServerDiagnosticsNegativeTest-1280518208-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:22.499321 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a6d74dbc-509e-412c-b5c5-bed0c02f6552 req-49b878a7-f5cb-47c1-bc90-b9267a7de433 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994089 Aug 10 03:09:22.515787 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33582730-5b24-438b-ad2f-d1d14e74ea28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a40b5296-a635-428d-a9a3-92253f3424a5,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:22.516767 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-33582730-5b24-438b-ad2f-d1d14e74ea28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:22.521445 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-33582730-5b24-438b-ad2f-d1d14e74ea28 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/a40b5296-a635-428d-a9a3-92253f3424a5 HTTP/1.1" status: 204 len: 168 time: 0.5840003 Aug 10 03:09:22.524686 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38926) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:22.525515 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4a02fc-e356-4c0f-9ab6-f335c19d9433 None None] Network 5f97f8f6-d24b-4539-8e69-3c843ae8ec8b requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:09:22.528299 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-a0d273c4-be23-484e-8bbf-facb0b6acb7f req-256107eb-bbbb-4f31-992a-08a502c87336 tempest-ServerDiagnosticsNegativeTest-1280518208 tempest-ServerDiagnosticsNegativeTest-1280518208-project] Transition to ACTIVE for port object 04fafbf7-1f2a-459d-a55b-659bcd7c06f8 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:09:22.536236 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f734949-a491-4772-8584-7319a5ee1772 service neutron] Pushing event updated for resources: {'Port': ['ID=01a58bba-6328-4634-a439-27a9ba5235d4,revision_number=10']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:22.557445 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-6f734949-a491-4772-8584-7319a5ee1772 service neutron] 10.222.0.60 "PUT /v2.0/ports/01a58bba-6328-4634-a439-27a9ba5235d4/bindings/n-h1-768851-15/activate HTTP/1.1" status: 200 len: 370 time: 1.0069883 Aug 10 03:09:22.743524 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3b31e8fa-081b-4d14-a7e3-b156a9355866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:22.762675 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-e5c29009-211d-4ad5-9675-b21dc47b37b7 service neutron] 10.222.0.62 "GET /v2.0/networks/be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666814 Aug 10 03:09:22.783962 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a0d273c4-be23-484e-8bbf-facb0b6acb7f req-256107eb-bbbb-4f31-992a-08a502c87336 tempest-ServerDiagnosticsNegativeTest-1280518208 tempest-ServerDiagnosticsNegativeTest-1280518208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:22.810559 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3ecc97-f2b4-4a95-85dd-ebcad71f65ae None None] DHCP port deletion for 5f97f8f6-d24b-4539-8e69-3c843ae8ec8b request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:09:22.855070 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-7d83a83b-f657-43da-9ec5-f69977bb5dcc tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:22.856674 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-7d83a83b-f657-43da-9ec5-f69977bb5dcc tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=1eddc19e-e2f2-4919-8662-4ba388292535&tenant_id=d29523b6a3c34430b121d2faffd2884f&binding%3Ahost_id=n-h2-768851-15 HTTP/1.1" status: 200 len: 1096 time: 0.2327368 Aug 10 03:09:22.861789 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-cc3ecc97-f2b4-4a95-85dd-ebcad71f65ae None None] Deleting port 5bb16ead-7592-4d8c-a36c-dcc770503cd1 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:09:22.862256 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-cc3ecc97-f2b4-4a95-85dd-ebcad71f65ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:22.933279 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-cc3ecc97-f2b4-4a95-85dd-ebcad71f65ae None None] For port 5bb16ead-7592-4d8c-a36c-dcc770503cd1, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=5bb16ead-7592-4d8c-a36c-dcc770503cd1,segment=NetworkSegment(97f78096-618d-4a79-9235-3ac4c46afbfb),segment_id=97f78096-618d-4a79-9235-3ac4c46afbfb)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:09:22.933688 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-cc3ecc97-f2b4-4a95-85dd-ebcad71f65ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:22.950728 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-cc3ecc97-f2b4-4a95-85dd-ebcad71f65ae None None] Calling delete_port for 5bb16ead-7592-4d8c-a36c-dcc770503cd1 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:09:22.960522 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0d273c4-be23-484e-8bbf-facb0b6acb7f req-256107eb-bbbb-4f31-992a-08a502c87336 tempest-ServerDiagnosticsNegativeTest-1280518208 tempest-ServerDiagnosticsNegativeTest-1280518208-project] Network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:09:22.984774 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9bfde1-5244-4e3f-b440-25ab8510128f req-38e9844c-ff48-40ad-84f2-91b6b8236715 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:22.986323 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2b9bfde1-5244-4e3f-b440-25ab8510128f req-38e9844c-ff48-40ad-84f2-91b6b8236715 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=e099c7bd-ee42-4d4c-b5fd-16ecc0cdc280 HTTP/1.1" status: 200 len: 945 time: 0.2518404 Aug 10 03:09:22.987147 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-a0d273c4-be23-484e-8bbf-facb0b6acb7f req-256107eb-bbbb-4f31-992a-08a502c87336 tempest-ServerDiagnosticsNegativeTest-1280518208 tempest-ServerDiagnosticsNegativeTest-1280518208-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:09:22.999157 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0d273c4-be23-484e-8bbf-facb0b6acb7f req-256107eb-bbbb-4f31-992a-08a502c87336 tempest-ServerDiagnosticsNegativeTest-1280518208 tempest-ServerDiagnosticsNegativeTest-1280518208-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:09:23.004525 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d273c4-be23-484e-8bbf-facb0b6acb7f req-256107eb-bbbb-4f31-992a-08a502c87336 tempest-ServerDiagnosticsNegativeTest-1280518208 tempest-ServerDiagnosticsNegativeTest-1280518208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:23.005304 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a0d273c4-be23-484e-8bbf-facb0b6acb7f req-256107eb-bbbb-4f31-992a-08a502c87336 tempest-ServerDiagnosticsNegativeTest-1280518208 tempest-ServerDiagnosticsNegativeTest-1280518208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:23.013805 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256107eb-bbbb-4f31-992a-08a502c87336 tempest-ServerDiagnosticsNegativeTest-1280518208 tempest-ServerDiagnosticsNegativeTest-1280518208-project] Pushing event updated for resources: {'Port': ['ID=04fafbf7-1f2a-459d-a55b-659bcd7c06f8,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:23.040533 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-cc3ecc97-f2b4-4a95-85dd-ebcad71f65ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:23.074127 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a0d273c4-be23-484e-8bbf-facb0b6acb7f req-256107eb-bbbb-4f31-992a-08a502c87336 tempest-ServerDiagnosticsNegativeTest-1280518208 tempest-ServerDiagnosticsNegativeTest-1280518208-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2108109 Aug 10 03:09:23.074316 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ecc97-f2b4-4a95-85dd-ebcad71f65ae None None] Pushing event deleted for resources: {'Port': ['ID=5bb16ead-7592-4d8c-a36c-dcc770503cd1,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:23.080528 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-1b66fc77-cc79-4baa-8219-5b7dad586d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:23.081845 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3ecc97-f2b4-4a95-85dd-ebcad71f65ae None None] No DVR routers for this DVR port 5bb16ead-7592-4d8c-a36c-dcc770503cd1 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:09:23.082586 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-1b66fc77-cc79-4baa-8219-5b7dad586d78 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1eddc19e-e2f2-4919-8662-4ba388292535&tenant_id=d29523b6a3c34430b121d2faffd2884f HTTP/1.1" status: 200 len: 1096 time: 0.2003295 Aug 10 03:09:23.103279 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-2a7cf1a1-bc09-40a8-940c-ae8ee24427e2 service neutron] 10.222.0.62 "GET /v2.0/networks/be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231082 Aug 10 03:09:23.123155 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-a0d273c4-be23-484e-8bbf-facb0b6acb7f req-f5fa9397-0de8-41c1-9286-ec9415540125 service neutron] Request body: {'port': {'device_id': '743d6d8e-f52c-43df-bf26-6f5eee488f18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:09:23.132286 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2b9bfde1-5244-4e3f-b440-25ab8510128f req-5b03e488-1156-40a0-8420-48a00f64de75 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206806 Aug 10 03:09:23.248467 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-3b31e8fa-081b-4d14-a7e3-b156a9355866 admin admin] Deleting port 5bb16ead-7592-4d8c-a36c-dcc770503cd1 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:09:23.248810 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3b31e8fa-081b-4d14-a7e3-b156a9355866 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:23.287026 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-4f8c2565-9c2a-45b5-b564-73b12ca6e5e1 None None] Provisioning for port 04fafbf7-1f2a-459d-a55b-659bcd7c06f8 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:09:23.291332 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-4f8c2565-9c2a-45b5-b564-73b12ca6e5e1 None None] Provisioning complete for port 04fafbf7-1f2a-459d-a55b-659bcd7c06f8 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:09:23.291706 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4f8c2565-9c2a-45b5-b564-73b12ca6e5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:23.326988 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-4f8c2565-9c2a-45b5-b564-73b12ca6e5e1 None None] Port 04fafbf7-1f2a-459d-a55b-659bcd7c06f8 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:09:23.635438 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-f1c03627-7f26-4458-97f5-d07391e44fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:23.636970 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-f1c03627-7f26-4458-97f5-d07391e44fc4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d29523b6a3c34430b121d2faffd2884f&device_id=1eddc19e-e2f2-4919-8662-4ba388292535 HTTP/1.1" status: 200 len: 1096 time: 0.5041337 Aug 10 03:09:23.645717 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a0d273c4-be23-484e-8bbf-facb0b6acb7f req-f5fa9397-0de8-41c1-9286-ec9415540125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:23.693255 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-9af63c8a-ecb8-4342-8033-ebc5db54286e service neutron] 10.222.0.62 "GET /v2.0/networks/be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5818727 Aug 10 03:09:23.701150 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 01a58bba-6328-4634-a439-27a9ba5235d4 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:09:23.721802 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-3b31e8fa-081b-4d14-a7e3-b156a9355866 admin admin] For port 5bb16ead-7592-4d8c-a36c-dcc770503cd1, host n-d-768851-15, got binding levels [] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:09:23.722170 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3b31e8fa-081b-4d14-a7e3-b156a9355866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:23.741860 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb338a-9d97-4d4b-ab92-f3d6028be2d2 req-27bff6d4-fefc-4a87-83dc-e35c3aa7a090 tempest-ServerDiagnosticsNegativeTest-1280518208 tempest-ServerDiagnosticsNegativeTest-1280518208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:23.743505 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dfeb338a-9d97-4d4b-ab92-f3d6028be2d2 req-27bff6d4-fefc-4a87-83dc-e35c3aa7a090 tempest-ServerDiagnosticsNegativeTest-1280518208 tempest-ServerDiagnosticsNegativeTest-1280518208-project] 10.222.0.62 "GET /v2.0/ports?device_id=743d6d8e-f52c-43df-bf26-6f5eee488f18 HTTP/1.1" status: 200 len: 935 time: 0.5242157 Aug 10 03:09:23.781513 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-3b31e8fa-081b-4d14-a7e3-b156a9355866 admin admin] Calling delete_port for 5bb16ead-7592-4d8c-a36c-dcc770503cd1 owned by network:dhcp {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:09:23.805323 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.ipam_backend_mixin [None req-3b31e8fa-081b-4d14-a7e3-b156a9355866 admin admin] Port 5bb16ead-7592-4d8c-a36c-dcc770503cd1 was not found and therefore no delete operation was performed {{(pid=94216) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 03:09:23.843701 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3b31e8fa-081b-4d14-a7e3-b156a9355866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:23.874846 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 01a58bba-6328-4634-a439-27a9ba5235d4 not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:09:23.927629 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b31e8fa-081b-4d14-a7e3-b156a9355866 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bb16ead-7592-4d8c-a36c-dcc770503cd1,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:23.937297 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 85f64d00-f351-4244-adb6-97b83ab08027 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:09:23.938544 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b31e8fa-081b-4d14-a7e3-b156a9355866 admin admin] No DVR routers for this DVR port 5bb16ead-7592-4d8c-a36c-dcc770503cd1 on host n-d-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:09:23.955162 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dfeb338a-9d97-4d4b-ab92-f3d6028be2d2 req-02e829dd-88df-4fc5-8712-91f2ddbaf7cf tempest-ServerDiagnosticsNegativeTest-1280518208 tempest-ServerDiagnosticsNegativeTest-1280518208-project] 10.222.0.62 "GET /v2.0/security-groups?id=8765f6ef-0726-4cc1-8a34-7e3bf6c803bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001958 Aug 10 03:09:23.969823 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 85f64d00-f351-4244-adb6-97b83ab08027 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:09:23.975170 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 85f64d00-f351-4244-adb6-97b83ab08027 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:09:23.976460 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 5bb16ead-7592-4d8c-a36c-dcc770503cd1 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:09:24.003189 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 5bb16ead-7592-4d8c-a36c-dcc770503cd1 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:09:24.003772 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 5bb16ead-7592-4d8c-a36c-dcc770503cd1 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:09:24.028072 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-cc6e4df6-dce3-479e-9c25-ed2ffd078ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:24.029559 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-cc6e4df6-dce3-479e-9c25-ed2ffd078ce4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b071061e-0c83-4db2-9121-a6eb9f4ae150 HTTP/1.1" status: 200 len: 922 time: 0.3790951 Aug 10 03:09:24.157302 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-06e37720-1134-4c67-ac7c-3c8bb4504a20 service neutron] 10.222.0.62 "GET /v2.0/networks/be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4307470 Aug 10 03:09:24.163595 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-092fdabf-5d36-4d90-ac3a-5098aefbc609 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01a58bba-6328-4634-a439-27a9ba5235d4 HTTP/1.1" status: 200 len: 217 time: 0.1125507 Aug 10 03:09:24.243109 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3b31e8fa-081b-4d14-a7e3-b156a9355866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:24.308417 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3b31e8fa-081b-4d14-a7e3-b156a9355866 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:09:24.308799 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3b31e8fa-081b-4d14-a7e3-b156a9355866 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:09:24.309742 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3b31e8fa-081b-4d14-a7e3-b156a9355866 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:09:24.310105 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3b31e8fa-081b-4d14-a7e3-b156a9355866 admin admin] Subscribe: > port after_create 55550000 {{(pid=94216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:09:24.310569 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3b31e8fa-081b-4d14-a7e3-b156a9355866 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:09:24.310955 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3b31e8fa-081b-4d14-a7e3-b156a9355866 admin admin] Subscribe: > port after_update 55550000 {{(pid=94216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:09:24.311306 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3b31e8fa-081b-4d14-a7e3-b156a9355866 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:09:24.311768 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3b31e8fa-081b-4d14-a7e3-b156a9355866 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:09:24.312091 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3b31e8fa-081b-4d14-a7e3-b156a9355866 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:09:24.312414 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3b31e8fa-081b-4d14-a7e3-b156a9355866 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:09:24.386693 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3b31e8fa-081b-4d14-a7e3-b156a9355866 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:09:24.387077 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3b31e8fa-081b-4d14-a7e3-b156a9355866 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:09:24.387407 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3b31e8fa-081b-4d14-a7e3-b156a9355866 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:09:24.387735 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3b31e8fa-081b-4d14-a7e3-b156a9355866 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:09:24.388112 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-3b31e8fa-081b-4d14-a7e3-b156a9355866 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f97f8f6-d24b-4539-8e69-3c843ae8ec8b']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:09:24.425386 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-3b31e8fa-081b-4d14-a7e3-b156a9355866 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97f78096-618d-4a79-9235-3ac4c46afbfb') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:09:24.425603 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-3b31e8fa-081b-4d14-a7e3-b156a9355866 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97f78096-618d-4a79-9235-3ac4c46afbfb') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:09:24.451467 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519d409-75e8-436e-ad37-44169993c5d1 req-23e356b9-e0be-4183-8597-f63680b39495 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:24.453068 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1519d409-75e8-436e-ad37-44169993c5d1 req-23e356b9-e0be-4183-8597-f63680b39495 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eddc19e-e2f2-4919-8662-4ba388292535 HTTP/1.1" status: 200 len: 944 time: 0.4125464 Aug 10 03:09:24.480764 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3b31e8fa-081b-4d14-a7e3-b156a9355866 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:24.500941 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-ccf36635-6510-4f6c-95ee-41e1c8d28f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:24.502401 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-ccf36635-6510-4f6c-95ee-41e1c8d28f3f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=07f824b9-3083-4489-bc41-7237705a68bc HTTP/1.1" status: 200 len: 861 time: 0.3221097 Aug 10 03:09:24.546859 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3b31e8fa-081b-4d14-a7e3-b156a9355866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:24.589010 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b31e8fa-081b-4d14-a7e3-b156a9355866 admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:09:24.589422 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3b31e8fa-081b-4d14-a7e3-b156a9355866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:24.593785 n-d-768851-15 neutron-server[94216]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 03:09:24.593785 n-d-768851-15 neutron-server[94216]: from cryptography.utils import int_from_bytes Aug 10 03:09:24.593785 n-d-768851-15 neutron-server[94216]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 03:09:24.593785 n-d-768851-15 neutron-server[94216]: from cryptography.utils import int_from_bytes Aug 10 03:09:24.593785 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:09:24.593785 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:09:24.593785 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:09:24.593785 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:09:24.593785 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:09:24.593785 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:09:24.593785 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:09:24.593785 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:09:24.593785 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:09:24.593785 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:09:24.593785 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:09:24.593785 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:09:24.593785 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:09:24.593785 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:09:24.593785 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:09:24.593785 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:09:24.593785 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:09:24.593785 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:09:24.593785 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:09:24.593785 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:09:24.593785 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:09:24.593785 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:09:24.593785 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:09:24.593785 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:09:24.593785 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:09:24.593785 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:09:24.593785 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:09:24.593785 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:09:24.593785 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:09:24.593785 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:09:24.593785 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:09:24.593785 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:09:24.596413 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-c6a4ed37-08ac-406a-b46a-cc570e623394 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b071061e-0c83-4db2-9121-a6eb9f4ae150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702853 Aug 10 03:09:24.611345 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-c949d4eb-4fdf-4d0f-ae5e-1f2330a83dc9 service neutron] 10.222.0.62 "GET /v2.0/networks/be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4322915 Aug 10 03:09:24.667886 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1519d409-75e8-436e-ad37-44169993c5d1 req-024cd91b-c3ea-4cb4-8273-4a11f707fdb4 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908264 Aug 10 03:09:24.801526 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3b31e8fa-081b-4d14-a7e3-b156a9355866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:24.881120 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3b31e8fa-081b-4d14-a7e3-b156a9355866 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:24.883633 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-3b31e8fa-081b-4d14-a7e3-b156a9355866 admin admin] 10.222.0.62 "DELETE /v2.0/networks/5f97f8f6-d24b-4539-8e69-3c843ae8ec8b HTTP/1.1" status: 204 len: 168 time: 2.3568575 Aug 10 03:09:24.963530 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b31e8fa-081b-4d14-a7e3-b156a9355866 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f97f8f6-d24b-4539-8e69-3c843ae8ec8b,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:25.054789 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-a0d273c4-be23-484e-8bbf-facb0b6acb7f req-f5fa9397-0de8-41c1-9286-ec9415540125 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04fafbf7-1f2a-459d-a55b-659bcd7c06f8 {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:09:25.060638 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-0e500860-fc03-46e5-af09-cc021e42b31d service neutron] 10.222.0.58 "GET /v2.0/networks/b071061e-0c83-4db2-9121-a6eb9f4ae150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4239295 Aug 10 03:09:25.079932 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 38938) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:25.089548 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a0d273c4-be23-484e-8bbf-facb0b6acb7f req-f5fa9397-0de8-41c1-9286-ec9415540125 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:25.109315 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-0cb60ba7-7da5-4f50-baf2-bca895ed7871 service neutron] 10.222.0.62 "GET /v2.0/networks/be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4542599 Aug 10 03:09:25.130529 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-39995913-60e5-4728-9ea0-1b39f80b5a06 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b9d4c94618f448f49ad79b4dd407f85e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0490341 Aug 10 03:09:25.132069 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 38940) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:25.156743 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c41511f-c7cb-4e83-8ac1-98e447344960 req-56c3a84c-b708-4057-be78-7aa74c100f0b tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:25.158307 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5c41511f-c7cb-4e83-8ac1-98e447344960 req-56c3a84c-b708-4057-be78-7aa74c100f0b tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4350216 Aug 10 03:09:25.192581 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-119bbfca-b7e7-4bd8-bd90-904af92b196e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:25.216605 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-119bbfca-b7e7-4bd8-bd90-904af92b196e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:25.224663 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-a0d273c4-be23-484e-8bbf-facb0b6acb7f req-f5fa9397-0de8-41c1-9286-ec9415540125 service neutron] Transition to ACTIVE for port object 04fafbf7-1f2a-459d-a55b-659bcd7c06f8 will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:09:25.245168 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a0d273c4-be23-484e-8bbf-facb0b6acb7f req-f5fa9397-0de8-41c1-9286-ec9415540125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:25.264361 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-119bbfca-b7e7-4bd8-bd90-904af92b196e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:25.266908 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-119bbfca-b7e7-4bd8-bd90-904af92b196e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:25.269906 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-119bbfca-b7e7-4bd8-bd90-904af92b196e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b76be688-44e9-4eb6-92f8-4616b5760ee6 HTTP/1.1" status: 204 len: 168 time: 0.1349506 Aug 10 03:09:25.277194 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119bbfca-b7e7-4bd8-bd90-904af92b196e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76be688-44e9-4eb6-92f8-4616b5760ee6,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:25.369746 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fa9397-0de8-41c1-9286-ec9415540125 service neutron] Pushing event updated for resources: {'Port': ['ID=04fafbf7-1f2a-459d-a55b-659bcd7c06f8,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:25.373570 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-f4b4a55d-4714-4030-a39e-43c83365b132 service neutron] 10.222.0.58 "GET /v2.0/networks/b071061e-0c83-4db2-9121-a6eb9f4ae150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959795 Aug 10 03:09:25.380165 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-70653e87-491a-413a-ab6f-be19370c3f33 service neutron] 10.222.0.62 "GET /v2.0/networks/26329441-0dde-46fe-bcf0-48ea13bcc9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699873 Aug 10 03:09:25.390057 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5580fa-473a-4d3d-bc76-f352c812405b req-56ad4b9a-df65-4f37-b2a9-51431f214a07 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:25.392022 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fa5580fa-473a-4d3d-bc76-f352c812405b req-56ad4b9a-df65-4f37-b2a9-51431f214a07 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba1d3739-8c48-493a-8bd2-e429e9c4b12d HTTP/1.1" status: 200 len: 950 time: 0.1711061 Aug 10 03:09:25.542921 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fa5580fa-473a-4d3d-bc76-f352c812405b req-da566ee7-038f-4ce1-9699-d46e0abda165 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246567 Aug 10 03:09:25.571923 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-a0d273c4-be23-484e-8bbf-facb0b6acb7f req-f5fa9397-0de8-41c1-9286-ec9415540125 service neutron] Attempting to bind port 04fafbf7-1f2a-459d-a55b-659bcd7c06f8 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:09:25.572264 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-a0d273c4-be23-484e-8bbf-facb0b6acb7f req-f5fa9397-0de8-41c1-9286-ec9415540125 service neutron] Attempting to bind port 04fafbf7-1f2a-459d-a55b-659bcd7c06f8 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:09:25.572599 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d273c4-be23-484e-8bbf-facb0b6acb7f req-f5fa9397-0de8-41c1-9286-ec9415540125 service neutron] Attempting to bind port 04fafbf7-1f2a-459d-a55b-659bcd7c06f8 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:09:25.580106 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-15d52f44-fd3b-4f5a-b733-ebac058559f4 service neutron] 10.222.0.62 "GET /v2.0/networks/26329441-0dde-46fe-bcf0-48ea13bcc9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854265 Aug 10 03:09:25.581091 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d273c4-be23-484e-8bbf-facb0b6acb7f req-f5fa9397-0de8-41c1-9286-ec9415540125 service neutron] Port 04fafbf7-1f2a-459d-a55b-659bcd7c06f8 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:09:25.581422 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d273c4-be23-484e-8bbf-facb0b6acb7f req-f5fa9397-0de8-41c1-9286-ec9415540125 service neutron] Attempting to bind port 04fafbf7-1f2a-459d-a55b-659bcd7c06f8 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:09:25.587601 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d273c4-be23-484e-8bbf-facb0b6acb7f req-f5fa9397-0de8-41c1-9286-ec9415540125 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:09:25.587941 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d273c4-be23-484e-8bbf-facb0b6acb7f req-f5fa9397-0de8-41c1-9286-ec9415540125 service neutron] Checking segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:09:25.588328 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d273c4-be23-484e-8bbf-facb0b6acb7f req-f5fa9397-0de8-41c1-9286-ec9415540125 service neutron] Bound using segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:09:25.588761 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-a0d273c4-be23-484e-8bbf-facb0b6acb7f req-f5fa9397-0de8-41c1-9286-ec9415540125 service neutron] Bound port: 04fafbf7-1f2a-459d-a55b-659bcd7c06f8, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:09:25.589127 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a0d273c4-be23-484e-8bbf-facb0b6acb7f req-f5fa9397-0de8-41c1-9286-ec9415540125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:25.682230 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 38948) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:25.729502 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3bf3b03a-ec67-40e5-a7dc-d1f96418a40b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8d673923bb93402d8a7949fa4d2f56bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0455346 Aug 10 03:09:25.732015 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 38952) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:25.783642 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4e61d1ad-befa-41d9-bf60-be2d0a16d1e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:25.806626 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4e61d1ad-befa-41d9-bf60-be2d0a16d1e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:25.855689 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4e61d1ad-befa-41d9-bf60-be2d0a16d1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:25.858273 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4e61d1ad-befa-41d9-bf60-be2d0a16d1e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:25.859483 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4e61d1ad-befa-41d9-bf60-be2d0a16d1e8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1fb13e93-d4c5-4af3-8b0f-13edcbda1b84 HTTP/1.1" status: 204 len: 168 time: 0.1265526 Aug 10 03:09:25.867851 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e61d1ad-befa-41d9-bf60-be2d0a16d1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb13e93-d4c5-4af3-8b0f-13edcbda1b84,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:25.974371 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:26.047092 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-ac00d7c4-5f4f-46bd-be2f-012b5b4df5fd tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:26.048615 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-ac00d7c4-5f4f-46bd-be2f-012b5b4df5fd tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=1eddc19e-e2f2-4919-8662-4ba388292535&tenant_id=d29523b6a3c34430b121d2faffd2884f&binding%3Ahost_id=n-h1-768851-15 HTTP/1.1" status: 200 len: 1096 time: 0.1781104 Aug 10 03:09:26.068327 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d3e19-744e-42f4-9a01-72521daf5ce2 req-c51b2372-803e-414c-a253-436556a36a38 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:26.070414 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b12d3e19-744e-42f4-9a01-72521daf5ce2 req-c51b2372-803e-414c-a253-436556a36a38 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=e099c7bd-ee42-4d4c-b5fd-16ecc0cdc280 HTTP/1.1" status: 200 len: 945 time: 0.1987894 Aug 10 03:09:26.084629 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-0ad7f3e6-d1ee-48a1-a01a-e53a01de2d6f service neutron] 10.222.0.62 "GET /v2.0/networks/26329441-0dde-46fe-bcf0-48ea13bcc9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4932780 Aug 10 03:09:26.105713 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-a0d273c4-be23-484e-8bbf-facb0b6acb7f req-f5fa9397-0de8-41c1-9286-ec9415540125 service neutron] For port 04fafbf7-1f2a-459d-a55b-659bcd7c06f8, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:09:26.164011 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:26.183490 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-a0d273c4-be23-484e-8bbf-facb0b6acb7f req-f5fa9397-0de8-41c1-9286-ec9415540125 service neutron] For port 04fafbf7-1f2a-459d-a55b-659bcd7c06f8, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=04fafbf7-1f2a-459d-a55b-659bcd7c06f8,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:09:26.203368 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a0d273c4-be23-484e-8bbf-facb0b6acb7f req-f5fa9397-0de8-41c1-9286-ec9415540125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:26.262053 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b12d3e19-744e-42f4-9a01-72521daf5ce2 req-79a04e6b-c9b9-4036-82d9-01bc5f9aecac tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809008 Aug 10 03:09:26.285997 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d273c4-be23-484e-8bbf-facb0b6acb7f req-f5fa9397-0de8-41c1-9286-ec9415540125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:26.286633 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a0d273c4-be23-484e-8bbf-facb0b6acb7f req-f5fa9397-0de8-41c1-9286-ec9415540125 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:26.288760 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a0d273c4-be23-484e-8bbf-facb0b6acb7f req-f5fa9397-0de8-41c1-9286-ec9415540125 service neutron] 10.222.0.60 "PUT /v2.0/ports/04fafbf7-1f2a-459d-a55b-659bcd7c06f8 HTTP/1.1" status: 200 len: 1096 time: 3.1796582 Aug 10 03:09:26.293009 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '743d6d8e-f52c-43df-bf26-6f5eee488f18', 'tag': '04fafbf7-1f2a-459d-a55b-659bcd7c06f8'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:09:26.295741 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcbe5e33-f5d3-43ab-8201-ad1e30b121a9" -d '{"events": [{"name": "network-changed", "server_uuid": "743d6d8e-f52c-43df-bf26-6f5eee488f18", "tag": "04fafbf7-1f2a-459d-a55b-659bcd7c06f8"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:09:26.434744 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-b340bd7a-3c57-4cfd-8e2b-b8345017b1a7 service neutron] 10.222.0.62 "GET /v2.0/networks/26329441-0dde-46fe-bcf0-48ea13bcc9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259902 Aug 10 03:09:26.442899 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fa9397-0de8-41c1-9286-ec9415540125 service neutron] Pushing event updated for resources: {'Port': ['ID=04fafbf7-1f2a-459d-a55b-659bcd7c06f8,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:26.480915 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-504800f2-f0f8-458b-935b-3d07f0320603 service neutron] For port 01a58bba-6328-4634-a439-27a9ba5235d4, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:09:26.484243 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d273c4-be23-484e-8bbf-facb0b6acb7f req-a0563cf6-348b-4976-b4f2-916144e65609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:26.485776 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a0d273c4-be23-484e-8bbf-facb0b6acb7f req-a0563cf6-348b-4976-b4f2-916144e65609 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7343705fcecc49579c8ee5e91d6f184d&device_id=743d6d8e-f52c-43df-bf26-6f5eee488f18 HTTP/1.1" status: 200 len: 1099 time: 0.1327488 Aug 10 03:09:26.494906 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-504800f2-f0f8-458b-935b-3d07f0320603 service neutron] Notify callbacks [] for binding, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:26.496128 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5667ea0a-708b-4f79-b0c2-e51d41f1f3c8 req-504800f2-f0f8-458b-935b-3d07f0320603 service neutron] 10.222.0.58 "DELETE /v2.0/ports/01a58bba-6328-4634-a439-27a9ba5235d4/bindings/n-h2-768851-15 HTTP/1.1" status: 204 len: 173 time: 0.4233038 Aug 10 03:09:26.504124 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1ad81-b5b3-4d4e-beb5-d5492b982ab3 req-7d836112-e891-439d-841e-e9c08750ad0b tempest-ServerDiagnosticsNegativeTest-1280518208 tempest-ServerDiagnosticsNegativeTest-1280518208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:26.505542 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-20e1ad81-b5b3-4d4e-beb5-d5492b982ab3 req-7d836112-e891-439d-841e-e9c08750ad0b tempest-ServerDiagnosticsNegativeTest-1280518208 tempest-ServerDiagnosticsNegativeTest-1280518208-project] 10.222.0.62 "GET /v2.0/ports?device_id=743d6d8e-f52c-43df-bf26-6f5eee488f18 HTTP/1.1" status: 200 len: 947 time: 0.1370783 Aug 10 03:09:26.547390 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a0d273c4-be23-484e-8bbf-facb0b6acb7f req-e39994d7-0479-45d4-a477-01d261859244 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=04fafbf7-1f2a-459d-a55b-659bcd7c06f8 HTTP/1.1" status: 200 len: 217 time: 0.0408430 Aug 10 03:09:26.616694 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-20e1ad81-b5b3-4d4e-beb5-d5492b982ab3 req-f38bf3f9-3e38-41ad-9edd-79ec379ff2a9 tempest-ServerDiagnosticsNegativeTest-1280518208 tempest-ServerDiagnosticsNegativeTest-1280518208-project] 10.222.0.62 "GET /v2.0/security-groups?id=8765f6ef-0726-4cc1-8a34-7e3bf6c803bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717759 Aug 10 03:09:26.623897 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d273c4-be23-484e-8bbf-facb0b6acb7f req-75a802db-bd8f-408b-8319-fef6d7aa2668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:26.625362 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a0d273c4-be23-484e-8bbf-facb0b6acb7f req-75a802db-bd8f-408b-8319-fef6d7aa2668 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.0652039 Aug 10 03:09:26.625747 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 38982) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:26.714289 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9999177e-e306-46d5-9156-3a975eb4a4a2 req-bcc35157-1e39-471c-ac14-0baf8b00f2d7 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] 10.222.0.62 "GET /v2.0/floatingips?tenant_id=50a9b938aece40f98fbd1418dfa3c4cd HTTP/1.1" status: 200 len: 1655 time: 0.0647023 Aug 10 03:09:26.732385 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d273c4-be23-484e-8bbf-facb0b6acb7f req-f9726101-0f0b-43f7-9a54-34c489c58bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:26.733861 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a0d273c4-be23-484e-8bbf-facb0b6acb7f req-f9726101-0f0b-43f7-9a54-34c489c58bac service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0933695 Aug 10 03:09:26.743895 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-ca74d5ab-8fe9-4b06-82ce-2bc96c35d950 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1886403512-network', 'tenant_id': '6cef16aa0c1741c1ac2e5fc252441b6d'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:09:26.767221 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca74d5ab-8fe9-4b06-82ce-2bc96c35d950 admin admin] Made reservation on behalf of 6cef16aa0c1741c1ac2e5fc252441b6d for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:09:26.769517 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ca74d5ab-8fe9-4b06-82ce-2bc96c35d950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:26.782485 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ca74d5ab-8fe9-4b06-82ce-2bc96c35d950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:26.898456 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9999177e-e306-46d5-9156-3a975eb4a4a2 req-e9582667-72b6-4149-9e61-8250878de069 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:26.900332 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9999177e-e306-46d5-9156-3a975eb4a4a2 req-e9582667-72b6-4149-9e61-8250878de069 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] 10.222.0.62 "GET /v2.0/networks?id=09ca2025-b9a6-4e84-8019-8d9fbef3753e&id=09ca2025-b9a6-4e84-8019-8d9fbef3753e&id=09ca2025-b9a6-4e84-8019-8d9fbef3753e HTTP/1.1" status: 200 len: 787 time: 0.1798754 Aug 10 03:09:26.908555 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ca74d5ab-8fe9-4b06-82ce-2bc96c35d950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:26.913970 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ca74d5ab-8fe9-4b06-82ce-2bc96c35d950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:26.916534 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [req-9999177e-e306-46d5-9156-3a975eb4a4a2 req-da10f8d1-c218-4914-b737-0701cf7f3179 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:09:26.926622 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9999177e-e306-46d5-9156-3a975eb4a4a2 req-da10f8d1-c218-4914-b737-0701cf7f3179 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0183291 Aug 10 03:09:26.933218 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a0d273c4-be23-484e-8bbf-facb0b6acb7f req-3e2f5b00-5645-4860-98cb-ab531a2dc7b7 service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577680 Aug 10 03:09:26.944798 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca74d5ab-8fe9-4b06-82ce-2bc96c35d950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24aaa34d-1573-4207-b98e-ba23bc904bfa,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:26.956543 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca74d5ab-8fe9-4b06-82ce-2bc96c35d950 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:09:26.968822 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ca74d5ab-8fe9-4b06-82ce-2bc96c35d950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:26.969301 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-ca74d5ab-8fe9-4b06-82ce-2bc96c35d950 admin admin] Added segment 9e716283-c840-4631-81cd-77cc3ebad4d4 of type vlan for network c6d3ce8f-71c3-4219-bbc4-7be8e3264095 Aug 10 03:09:27.033274 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ca74d5ab-8fe9-4b06-82ce-2bc96c35d950 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:27.072565 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ca74d5ab-8fe9-4b06-82ce-2bc96c35d950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:27.073721 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca74d5ab-8fe9-4b06-82ce-2bc96c35d950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:27.074441 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ca74d5ab-8fe9-4b06-82ce-2bc96c35d950 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:27.158115 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8797b6a-a130-441b-8f8b-017dd135a2e1 req-50e2b04f-e212-44ef-a9f9-c4c52262f39a tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:27.159841 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e8797b6a-a130-441b-8f8b-017dd135a2e1 req-50e2b04f-e212-44ef-a9f9-c4c52262f39a tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eddc19e-e2f2-4919-8662-4ba388292535 HTTP/1.1" status: 200 len: 944 time: 0.1456127 Aug 10 03:09:27.166868 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca74d5ab-8fe9-4b06-82ce-2bc96c35d950 admin admin] Pushing event updated for resources: {'Network': ['ID=c6d3ce8f-71c3-4219-bbc4-7be8e3264095,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:27.171510 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ca74d5ab-8fe9-4b06-82ce-2bc96c35d950 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5446920 Aug 10 03:09:27.174561 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 39008) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:27.179933 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network c6d3ce8f-71c3-4219-bbc4-7be8e3264095 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:09:27.181109 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc6cadc-cbc3-4fd6-9ccc-4e2fbdcbbe03 x-openstack-request-id: req-ffc6cadc-cbc3-4fd6-9ccc-4e2fbdcbbe03 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:09:27.181424 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "743d6d8e-f52c-43df-bf26-6f5eee488f18", "tag": "04fafbf7-1f2a-459d-a55b-659bcd7c06f8", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:09:27.181680 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ffc6cadc-cbc3-4fd6-9ccc-4e2fbdcbbe03 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:09:27.182076 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '743d6d8e-f52c-43df-bf26-6f5eee488f18', 'tag': '04fafbf7-1f2a-459d-a55b-659bcd7c06f8', 'status': 'completed', 'code': 200} Aug 10 03:09:27.184394 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-313c9ece-60ad-4414-8172-017b1fdab1cb admin admin] Request body: {'subnet': {'network_id': 'c6d3ce8f-71c3-4219-bbc4-7be8e3264095', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1886403512-subnet', 'tenant_id': '6cef16aa0c1741c1ac2e5fc252441b6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:09:27.225697 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313c9ece-60ad-4414-8172-017b1fdab1cb admin admin] Made reservation on behalf of 6cef16aa0c1741c1ac2e5fc252441b6d for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:09:27.228591 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-313c9ece-60ad-4414-8172-017b1fdab1cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:27.272933 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e8797b6a-a130-441b-8f8b-017dd135a2e1 req-0fbe5230-8e16-4f90-b964-88084f5fb00b tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835919 Aug 10 03:09:27.291469 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a0d273c4-be23-484e-8bbf-facb0b6acb7f req-ca9664c7-1a24-4016-b7b4-025513392cc4 service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295598 Aug 10 03:09:27.323683 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab8cbf-3ce5-40ea-8786-60ece9ef58ec req-ea111082-c739-4076-81c7-b46032115bfe tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:27.325806 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e7ab8cbf-3ce5-40ea-8786-60ece9ef58ec req-ea111082-c739-4076-81c7-b46032115bfe tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba1d3739-8c48-493a-8bd2-e429e9c4b12d HTTP/1.1" status: 200 len: 950 time: 0.0944560 Aug 10 03:09:27.423016 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-313c9ece-60ad-4414-8172-017b1fdab1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:27.447616 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e7ab8cbf-3ce5-40ea-8786-60ece9ef58ec req-7ee30aa8-ec22-4e3b-94c2-a14308bf7792 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133816 Aug 10 03:09:27.459742 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe5e33-f5d3-43ab-8201-ad1e30b121a9 req-90c41880-76d1-4c13-95d1-a8f25018670d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:27.461506 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bcbe5e33-f5d3-43ab-8201-ad1e30b121a9 req-90c41880-76d1-4c13-95d1-a8f25018670d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7343705fcecc49579c8ee5e91d6f184d&device_id=743d6d8e-f52c-43df-bf26-6f5eee488f18 HTTP/1.1" status: 200 len: 1099 time: 0.1080863 Aug 10 03:09:27.465198 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8ad2848b-27ad-4be3-8473-dd5bf4b09742 req-789a8a58-fd17-4428-8936-38c9391a448b tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] 10.222.0.62 "GET /v2.0/floatingips/0422ee03-d25a-4120-9851-2bb7b332b55d HTTP/1.1" status: 200 len: 692 time: 0.0671346 Aug 10 03:09:27.500744 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313c9ece-60ad-4414-8172-017b1fdab1cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b915c611-8201-450e-92bc-13db50a0842f,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:27.511761 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313c9ece-60ad-4414-8172-017b1fdab1cb admin admin] Checking segment: {'id': '9e716283-c840-4631-81cd-77cc3ebad4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c6d3ce8f-71c3-4219-bbc4-7be8e3264095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:09:27.511761 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313c9ece-60ad-4414-8172-017b1fdab1cb admin admin] Network hostable DHCP agents. Network: c6d3ce8f-71c3-4219-bbc4-7be8e3264095, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:09:27.533635 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313c9ece-60ad-4414-8172-017b1fdab1cb admin admin] Network c6d3ce8f-71c3-4219-bbc4-7be8e3264095 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:09:27.545013 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-313c9ece-60ad-4414-8172-017b1fdab1cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, c6d3ce8f-71c3-4219-bbc4-7be8e3264095) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:09:27.551953 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313c9ece-60ad-4414-8172-017b1fdab1cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:27.552652 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-313c9ece-60ad-4414-8172-017b1fdab1cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:27.566937 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a536fd3b-db71-419f-be14-a0dfcf1299c7 None None] Network c6d3ce8f-71c3-4219-bbc4-7be8e3264095 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:09:27.568113 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-313c9ece-60ad-4414-8172-017b1fdab1cb admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3923025 Aug 10 03:09:27.619169 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-15f89496-3f97-466c-ac43-a524545cca3a req-b5e07d67-0577-4d05-a515-881240e17d9d tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/ports?device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 210 time: 0.0915458 Aug 10 03:09:27.668545 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe5e33-f5d3-43ab-8201-ad1e30b121a9 req-334d0bea-1bf7-4631-92bc-44d4029dfa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:27.670206 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bcbe5e33-f5d3-43ab-8201-ad1e30b121a9 req-334d0bea-1bf7-4631-92bc-44d4029dfa02 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d HTTP/1.1" status: 200 len: 870 time: 0.2002566 Aug 10 03:09:27.736284 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bcbe5e33-f5d3-43ab-8201-ad1e30b121a9 req-003222a5-953b-4198-8740-ca72616fa82c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=04fafbf7-1f2a-459d-a55b-659bcd7c06f8 HTTP/1.1" status: 200 len: 217 time: 0.0557954 Aug 10 03:09:27.757580 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad2848b-27ad-4be3-8473-dd5bf4b09742 req-a70bae4a-c678-49e8-ad63-6d36920a0123 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:27.759374 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8ad2848b-27ad-4be3-8473-dd5bf4b09742 req-a70bae4a-c678-49e8-ad63-6d36920a0123 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] 10.222.0.62 "GET /v2.0/networks/09ca2025-b9a6-4e84-8019-8d9fbef3753e HTTP/1.1" status: 200 len: 784 time: 0.2881305 Aug 10 03:09:27.797648 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f5d3ba-a34f-4676-8809-bcf6b8122c70 None None] Network c6d3ce8f-71c3-4219-bbc4-7be8e3264095 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:09:27.870140 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8ad2848b-27ad-4be3-8473-dd5bf4b09742 req-86f66424-ee6d-4d0b-a34b-e950dd602bad tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.75 HTTP/1.1" status: 200 len: 695 time: 0.0891795 Aug 10 03:09:27.911831 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe5e33-f5d3-43ab-8201-ad1e30b121a9 req-99dbeda6-2db3-45d2-a53c-c8fc511903f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:27.913829 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bcbe5e33-f5d3-43ab-8201-ad1e30b121a9 req-99dbeda6-2db3-45d2-a53c-c8fc511903f1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.1650584 Aug 10 03:09:27.924246 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05685736-8b74-42c4-b0bf-e85675ba3566 req-e487d48b-0369-4063-b8aa-60d2c79f0a77 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:27.925728 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-05685736-8b74-42c4-b0bf-e85675ba3566 req-e487d48b-0369-4063-b8aa-60d2c79f0a77 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=e099c7bd-ee42-4d4c-b5fd-16ecc0cdc280 HTTP/1.1" status: 200 len: 945 time: 0.1985283 Aug 10 03:09:27.944466 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8ad2848b-27ad-4be3-8473-dd5bf4b09742 req-ed756670-7a13-49e8-89ed-c07e631694ff tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.75 HTTP/1.1" status: 200 len: 695 time: 0.0734458 Aug 10 03:09:28.067784 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe5e33-f5d3-43ab-8201-ad1e30b121a9 req-bdb047cb-01b0-42df-9c58-b758c6e993c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:28.069826 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bcbe5e33-f5d3-43ab-8201-ad1e30b121a9 req-bdb047cb-01b0-42df-9c58-b758c6e993c2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1432283 Aug 10 03:09:28.074512 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-05685736-8b74-42c4-b0bf-e85675ba3566 req-c3c999cf-3257-4b27-afb3-a95cf15be63c tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346023 Aug 10 03:09:28.225898 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-8ad2848b-27ad-4be3-8473-dd5bf4b09742 req-51676fd8-7a39-4b7f-84a0-a2c599dd48ae tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Deleting port 2af720ed-4ff3-42cb-91eb-60a008d5155d {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:09:28.226593 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8ad2848b-27ad-4be3-8473-dd5bf4b09742 req-51676fd8-7a39-4b7f-84a0-a2c599dd48ae tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:28.230724 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bcbe5e33-f5d3-43ab-8201-ad1e30b121a9 req-57d758fa-5c20-456f-a749-7df1258d95c2 service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492150 Aug 10 03:09:28.286824 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9484a3-7ba8-470e-9616-1d8b7f35c105 req-726cb8d2-18d6-4732-9fa1-0a8c342482e7 tempest-ServerDiagnosticsNegativeTest-1280518208 tempest-ServerDiagnosticsNegativeTest-1280518208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:28.288923 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2e9484a3-7ba8-470e-9616-1d8b7f35c105 req-726cb8d2-18d6-4732-9fa1-0a8c342482e7 tempest-ServerDiagnosticsNegativeTest-1280518208 tempest-ServerDiagnosticsNegativeTest-1280518208-project] 10.222.0.62 "GET /v2.0/ports?device_id=743d6d8e-f52c-43df-bf26-6f5eee488f18 HTTP/1.1" status: 200 len: 947 time: 0.1301219 Aug 10 03:09:28.450884 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-340c6a21-7915-425d-aa78-98be61a3c4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:28.452355 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-340c6a21-7915-425d-aa78-98be61a3c4f0 service neutron] 10.222.0.60 "GET /v2.0/ports/bd5c370f-ffa5-4477-948b-ba7517343de5 HTTP/1.1" status: 200 len: 1027 time: 0.0473137 Aug 10 03:09:28.500366 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-8f975367-7df2-440a-8f8a-de9de420c782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:28.501762 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-8f975367-7df2-440a-8f8a-de9de420c782 service neutron] 10.222.0.60 "GET /v2.0/ports/f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e HTTP/1.1" status: 200 len: 1026 time: 0.0404465 Aug 10 03:09:28.620286 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-6c0d5767-ddbd-48cd-8b68-2f61a263a9a7 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:28.626380 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-6c0d5767-ddbd-48cd-8b68-2f61a263a9a7 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:28.632736 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-6c0d5767-ddbd-48cd-8b68-2f61a263a9a7 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:28.634357 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-6c0d5767-ddbd-48cd-8b68-2f61a263a9a7 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.60 "GET /v2.0/networks?id=c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae&id=be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220&id=be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220&id=be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220&id=be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220&id=26329441-0dde-46fe-bcf0-48ea13bcc9b5&id=26329441-0dde-46fe-bcf0-48ea13bcc9b5 HTTP/1.1" status: 200 len: 1991 time: 0.1226790 Aug 10 03:09:28.666253 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8ad2848b-27ad-4be3-8473-dd5bf4b09742 req-51676fd8-7a39-4b7f-84a0-a2c599dd48ae tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:28.666587 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8ad2848b-27ad-4be3-8473-dd5bf4b09742 req-51676fd8-7a39-4b7f-84a0-a2c599dd48ae tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:28.685592 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2e9484a3-7ba8-470e-9616-1d8b7f35c105 req-417901bf-4696-4db7-9232-28f1590382d7 tempest-ServerDiagnosticsNegativeTest-1280518208 tempest-ServerDiagnosticsNegativeTest-1280518208-project] 10.222.0.62 "GET /v2.0/security-groups?id=8765f6ef-0726-4cc1-8a34-7e3bf6c803bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3866343 Aug 10 03:09:28.689489 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-67cf053f-1855-4ffc-bb28-d323502b1478 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9db099ffcd1f4b6f883036f2463be98e HTTP/1.1" status: 200 len: 379 time: 0.0437248 Aug 10 03:09:28.692008 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-8ad2848b-27ad-4be3-8473-dd5bf4b09742 req-51676fd8-7a39-4b7f-84a0-a2c599dd48ae tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Calling delete_port for 2af720ed-4ff3-42cb-91eb-60a008d5155d owned by network:floatingip {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:09:28.703026 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-8a893271-c003-4fa8-be8b-29aacb08325a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Request body: {'port': {'device_id': '77e1f39f-9b8b-483d-b744-1336257d8687', 'network_id': 'c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae', 'admin_state_up': True, 'tenant_id': '9db099ffcd1f4b6f883036f2463be98e', 'security_groups': ['4c7586fd-9bb3-4af0-a8c4-0b1feb98dda5']}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:09:28.711972 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bcbe5e33-f5d3-43ab-8201-ad1e30b121a9 req-0ce3096a-012c-44ea-9eff-95328b497567 service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4441514 Aug 10 03:09:28.842413 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-8a893271-c003-4fa8-be8b-29aacb08325a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Made reservation on behalf of 9db099ffcd1f4b6f883036f2463be98e for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:09:28.846576 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-8a893271-c003-4fa8-be8b-29aacb08325a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:28.849670 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8ad2848b-27ad-4be3-8473-dd5bf4b09742 req-51676fd8-7a39-4b7f-84a0-a2c599dd48ae tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:28.884227 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51676fd8-7a39-4b7f-84a0-a2c599dd48ae tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Pushing event deleted for resources: {'Port': ['ID=2af720ed-4ff3-42cb-91eb-60a008d5155d,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:28.889227 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-52f0d75f-ffb4-480f-a869-e47a7d881fdf req-a2f9f21a-8db0-4e39-ad7d-1dbf2522de7b tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1179667859', 'description': 'tempest-description-1409807609'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:09:28.954295 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-52f0d75f-ffb4-480f-a869-e47a7d881fdf req-a2f9f21a-8db0-4e39-ad7d-1dbf2522de7b tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:28.977410 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8ad2848b-27ad-4be3-8473-dd5bf4b09742 req-51676fd8-7a39-4b7f-84a0-a2c599dd48ae tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Notify callbacks [] for floatingip, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:28.979965 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8ad2848b-27ad-4be3-8473-dd5bf4b09742 req-51676fd8-7a39-4b7f-84a0-a2c599dd48ae tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:28.981115 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8ad2848b-27ad-4be3-8473-dd5bf4b09742 req-51676fd8-7a39-4b7f-84a0-a2c599dd48ae tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] 10.222.0.62 "DELETE /v2.0/floatingips/0422ee03-d25a-4120-9851-2bb7b332b55d HTTP/1.1" status: 204 len: 173 time: 1.0222151 Aug 10 03:09:29.004777 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-8a893271-c003-4fa8-be8b-29aacb08325a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Allocated IP 172.20.0.5 (c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae/e8cb624b-05ab-4931-a430-340a8df0afcf/32ca825e-8e1d-4359-b950-7b6b31be75d4) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:09:29.078492 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-52f0d75f-ffb4-480f-a869-e47a7d881fdf req-a2f9f21a-8db0-4e39-ad7d-1dbf2522de7b tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:29.097716 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-52f0d75f-ffb4-480f-a869-e47a7d881fdf req-a2f9f21a-8db0-4e39-ad7d-1dbf2522de7b tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:29.135050 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-52f0d75f-ffb4-480f-a869-e47a7d881fdf req-a2f9f21a-8db0-4e39-ad7d-1dbf2522de7b tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:29.136438 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-52f0d75f-ffb4-480f-a869-e47a7d881fdf req-a2f9f21a-8db0-4e39-ad7d-1dbf2522de7b tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2542527 Aug 10 03:09:29.148137 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f9f21a-8db0-4e39-ad7d-1dbf2522de7b tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b230a9-9ab9-4a72-a929-c06a8509599a,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:29.148137 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aeaaa7-3c01-433f-9e2b-630fa7fa9fd4 req-e0acbb25-afcf-47db-b7b8-3c460e7cac1e tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:29.148137 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-09aeaaa7-3c01-433f-9e2b-630fa7fa9fd4 req-e0acbb25-afcf-47db-b7b8-3c460e7cac1e tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1eddc19e-e2f2-4919-8662-4ba388292535 HTTP/1.1" status: 200 len: 1096 time: 0.0864532 Aug 10 03:09:29.168987 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-8a893271-c003-4fa8-be8b-29aacb08325a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:29.184483 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-8a893271-c003-4fa8-be8b-29aacb08325a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Transition to ACTIVE for port object 32ca825e-8e1d-4359-b950-7b6b31be75d4 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:09:29.184727 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-09aeaaa7-3c01-433f-9e2b-630fa7fa9fd4 req-8f2e0b71-f0c8-44bb-a27d-4589399c1876 tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318012 Aug 10 03:09:29.238820 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-8a893271-c003-4fa8-be8b-29aacb08325a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:29.302087 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-8a893271-c003-4fa8-be8b-29aacb08325a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Network c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:09:29.306203 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-8a893271-c003-4fa8-be8b-29aacb08325a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:09:29.312915 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-8a893271-c003-4fa8-be8b-29aacb08325a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:09:29.316837 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a893271-c003-4fa8-be8b-29aacb08325a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Pushing event updated for resources: {'Port': ['ID=32ca825e-8e1d-4359-b950-7b6b31be75d4,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:29.357671 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71210159-01d4-4221-a133-5c1a320532c5 req-8d9cc25c-7575-45f9-a2c8-d55e6010c97f tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:29.359267 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-71210159-01d4-4221-a133-5c1a320532c5 req-8d9cc25c-7575-45f9-a2c8-d55e6010c97f tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba1d3739-8c48-493a-8bd2-e429e9c4b12d HTTP/1.1" status: 200 len: 950 time: 0.0799594 Aug 10 03:09:29.370369 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-8a893271-c003-4fa8-be8b-29aacb08325a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:29.374041 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-8a893271-c003-4fa8-be8b-29aacb08325a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:29.392217 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-8a893271-c003-4fa8-be8b-29aacb08325a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6945314 Aug 10 03:09:29.406533 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-52a0b897-32ad-46f4-b0ac-852df6bbed6d tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Request body: {'port': {'device_id': '77e1f39f-9b8b-483d-b744-1336257d8687', 'network_id': 'be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220', 'admin_state_up': True, 'tenant_id': '9db099ffcd1f4b6f883036f2463be98e', 'security_groups': ['4c7586fd-9bb3-4af0-a8c4-0b1feb98dda5']}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:09:29.431465 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-71210159-01d4-4221-a133-5c1a320532c5 req-3d242683-72c7-4b0a-a6cf-cd9413da6ec2 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627337 Aug 10 03:09:29.445251 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06e274-a331-4c6d-8cfc-a96ab7b497a3 req-1694f41e-3d06-43cb-bd6f-112ff4a07e9e tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:29.446853 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1c06e274-a331-4c6d-8cfc-a96ab7b497a3 req-1694f41e-3d06-43cb-bd6f-112ff4a07e9e tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/ports?device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 931 time: 0.1019175 Aug 10 03:09:29.544739 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4e81170c-c6e6-452d-ac3b-b7d0d390420b req-38aa16cf-17df-42e5-87d9-7b008783c6e3 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] 10.222.0.62 "GET /v2.0/floatingips/7b9a0d21-d632-4a16-8d91-da797332430e HTTP/1.1" status: 200 len: 692 time: 0.0617161 Aug 10 03:09:29.550398 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1c06e274-a331-4c6d-8cfc-a96ab7b497a3 req-3652b53f-6517-4eaf-b3ed-44ef0ab68591 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c7586fd-9bb3-4af0-a8c4-0b1feb98dda5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956113 Aug 10 03:09:29.588245 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-52a0b897-32ad-46f4-b0ac-852df6bbed6d tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Made reservation on behalf of 9db099ffcd1f4b6f883036f2463be98e for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:09:29.592559 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-52a0b897-32ad-46f4-b0ac-852df6bbed6d tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:29.656258 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-834151fb-9e76-4999-8bd8-820c24366d2e None None] Provisioning for port 32ca825e-8e1d-4359-b950-7b6b31be75d4 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:09:29.662132 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-834151fb-9e76-4999-8bd8-820c24366d2e None None] Provisioning complete for port 32ca825e-8e1d-4359-b950-7b6b31be75d4 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:09:29.663516 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-834151fb-9e76-4999-8bd8-820c24366d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:29.706300 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-834151fb-9e76-4999-8bd8-820c24366d2e None None] Port 32ca825e-8e1d-4359-b950-7b6b31be75d4 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:09:29.718972 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0f732-3188-490c-a94b-63534d3a8488 req-151d1e54-fda6-4690-9c54-f9eb4841fe20 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:29.720464 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f3e0f732-3188-490c-a94b-63534d3a8488 req-151d1e54-fda6-4690-9c54-f9eb4841fe20 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=e099c7bd-ee42-4d4c-b5fd-16ecc0cdc280 HTTP/1.1" status: 200 len: 945 time: 0.0893555 Aug 10 03:09:29.729022 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e81170c-c6e6-452d-ac3b-b7d0d390420b req-72c2e501-0d58-4735-ba96-f0dc187324c9 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:29.730406 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4e81170c-c6e6-452d-ac3b-b7d0d390420b req-72c2e501-0d58-4735-ba96-f0dc187324c9 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] 10.222.0.62 "GET /v2.0/networks/09ca2025-b9a6-4e84-8019-8d9fbef3753e HTTP/1.1" status: 200 len: 784 time: 0.1767864 Aug 10 03:09:29.748178 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 04fafbf7-1f2a-459d-a55b-659bcd7c06f8 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:09:29.761584 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-52a0b897-32ad-46f4-b0ac-852df6bbed6d tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Allocated IP 10.1.1.245 (be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220/eba004cc-c939-40d1-b5d1-6b0839b6432d/37c5d772-171b-4c81-9987-eb813c61fb2e) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:09:29.795916 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4e81170c-c6e6-452d-ac3b-b7d0d390420b req-c91fe0e1-4ea5-47c8-a830-d2bb0afd255f tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.49 HTTP/1.1" status: 200 len: 695 time: 0.0586081 Aug 10 03:09:29.808498 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f3e0f732-3188-490c-a94b-63534d3a8488 req-cb521066-3e80-4855-9adc-eb23d4fd017d tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771618 Aug 10 03:09:29.881560 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4e81170c-c6e6-452d-ac3b-b7d0d390420b req-77bab80b-da43-4885-940c-0fee76e21be5 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.49 HTTP/1.1" status: 200 len: 695 time: 0.0719900 Aug 10 03:09:29.911012 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 04fafbf7-1f2a-459d-a55b-659bcd7c06f8, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=04fafbf7-1f2a-459d-a55b-659bcd7c06f8,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:09:29.951719 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '04fafbf7-1f2a-459d-a55b-659bcd7c06f8', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'port_id': '04fafbf7-1f2a-459d-a55b-659bcd7c06f8', 'mac_address': 'fa:16:3e:78:7c:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e3eb0b-907c-4ac4-809e-ae9609bc8c67', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:09:29.969235 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-52a0b897-32ad-46f4-b0ac-852df6bbed6d tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:30.004647 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-52a0b897-32ad-46f4-b0ac-852df6bbed6d tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Transition to ACTIVE for port object 37c5d772-171b-4c81-9987-eb813c61fb2e will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:09:30.014024 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:30.021673 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-92cf4800-52f1-426f-abb3-7564669d7440 req-f69522e9-a2d4-4719-a61d-7d1ed9dcd07e tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] 10.222.0.62 "GET /v2.0/security-groups/d6b230a9-9ab9-4a72-a929-c06a8509599a HTTP/1.1" status: 200 len: 1813 time: 0.1565595 Aug 10 03:09:30.029918 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04fafbf7-1f2a-459d-a55b-659bcd7c06f8 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:09:30.044981 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-92cf4800-52f1-426f-abb3-7564669d7440 req-8145f72b-e44f-430f-a803-c8774cb4a201 tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd6b230a9-9ab9-4a72-a929-c06a8509599a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:09:30.045315 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-92cf4800-52f1-426f-abb3-7564669d7440 req-8145f72b-e44f-430f-a803-c8774cb4a201 tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd6b230a9-9ab9-4a72-a929-c06a8509599a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:09:30.047527 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-52a0b897-32ad-46f4-b0ac-852df6bbed6d tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:30.055719 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 04fafbf7-1f2a-459d-a55b-659bcd7c06f8, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=04fafbf7-1f2a-459d-a55b-659bcd7c06f8,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:09:30.066124 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:30.098188 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a0b897-32ad-46f4-b0ac-852df6bbed6d tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Pushing event updated for resources: {'Port': ['ID=37c5d772-171b-4c81-9987-eb813c61fb2e,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:30.113480 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-52a0b897-32ad-46f4-b0ac-852df6bbed6d tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Network be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:09:30.115057 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-52a0b897-32ad-46f4-b0ac-852df6bbed6d tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:09:30.118022 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-52a0b897-32ad-46f4-b0ac-852df6bbed6d tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:09:30.131227 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-4e81170c-c6e6-452d-ac3b-b7d0d390420b req-0af87d72-ad93-4ec7-9c02-26661230cac5 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Deleting port ddb69ebb-9145-4bcb-a62a-424ff3a19549 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:09:30.132271 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-4e81170c-c6e6-452d-ac3b-b7d0d390420b req-0af87d72-ad93-4ec7-9c02-26661230cac5 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:30.136631 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=04fafbf7-1f2a-459d-a55b-659bcd7c06f8,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:30.177710 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-52a0b897-32ad-46f4-b0ac-852df6bbed6d tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:30.179556 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-52a0b897-32ad-46f4-b0ac-852df6bbed6d tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:30.196596 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-52a0b897-32ad-46f4-b0ac-852df6bbed6d tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7966199 Aug 10 03:09:30.210846 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-4c20d2b5-d54c-4fc3-a6cc-2a899b77523b tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Request body: {'port': {'device_id': '77e1f39f-9b8b-483d-b744-1336257d8687', 'network_id': 'be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220', 'admin_state_up': True, 'tenant_id': '9db099ffcd1f4b6f883036f2463be98e', 'security_groups': ['4c7586fd-9bb3-4af0-a8c4-0b1feb98dda5']}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:09:30.221058 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-92cf4800-52f1-426f-abb3-7564669d7440 req-8145f72b-e44f-430f-a803-c8774cb4a201 tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:30.253594 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-92cf4800-52f1-426f-abb3-7564669d7440 req-8145f72b-e44f-430f-a803-c8774cb4a201 tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:30.266275 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-92cf4800-52f1-426f-abb3-7564669d7440 req-8145f72b-e44f-430f-a803-c8774cb4a201 tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:30.284590 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-4e81170c-c6e6-452d-ac3b-b7d0d390420b req-0af87d72-ad93-4ec7-9c02-26661230cac5 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:30.284974 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-4e81170c-c6e6-452d-ac3b-b7d0d390420b req-0af87d72-ad93-4ec7-9c02-26661230cac5 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:30.292272 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-894120c9-01ae-43f0-a22c-2c15042479a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:30.306462 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-92cf4800-52f1-426f-abb3-7564669d7440 req-8145f72b-e44f-430f-a803-c8774cb4a201 tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:30.322198 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-92cf4800-52f1-426f-abb3-7564669d7440 req-8145f72b-e44f-430f-a803-c8774cb4a201 tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2995036 Aug 10 03:09:30.336657 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8145f72b-e44f-430f-a803-c8774cb4a201 tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f863fb4-b070-4aca-81be-acdf21f021a3,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:30.343860 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-4e81170c-c6e6-452d-ac3b-b7d0d390420b req-0af87d72-ad93-4ec7-9c02-26661230cac5 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Calling delete_port for ddb69ebb-9145-4bcb-a62a-424ff3a19549 owned by network:floatingip {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:09:30.363199 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['04fafbf7-1f2a-459d-a55b-659bcd7c06f8'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:09:30.372921 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-4c20d2b5-d54c-4fc3-a6cc-2a899b77523b tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Made reservation on behalf of 9db099ffcd1f4b6f883036f2463be98e for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:09:30.378595 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-4c20d2b5-d54c-4fc3-a6cc-2a899b77523b tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:30.454506 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-5376cfbc-27f5-4ae3-ba5a-cb884434ca16 None None] Provisioning for port 37c5d772-171b-4c81-9987-eb813c61fb2e completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:09:30.463253 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-5376cfbc-27f5-4ae3-ba5a-cb884434ca16 None None] Provisioning complete for port 37c5d772-171b-4c81-9987-eb813c61fb2e triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:09:30.463760 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5376cfbc-27f5-4ae3-ba5a-cb884434ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:30.515792 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beadf9d-7f77-4e0a-853f-88ec416800e1 req-667e1620-ff3d-4fde-8a32-c0cdf8831ea9 tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:30.527362 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8beadf9d-7f77-4e0a-853f-88ec416800e1 req-667e1620-ff3d-4fde-8a32-c0cdf8831ea9 tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1eddc19e-e2f2-4919-8662-4ba388292535 HTTP/1.1" status: 200 len: 1096 time: 0.0913396 Aug 10 03:09:30.540514 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-4c20d2b5-d54c-4fc3-a6cc-2a899b77523b tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Allocated IP 10.1.1.9 (be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220/eba004cc-c939-40d1-b5d1-6b0839b6432d/255e4d7c-efa0-4d55-96d8-77ef01b89a1e) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:09:30.544670 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-5376cfbc-27f5-4ae3-ba5a-cb884434ca16 None None] Port 37c5d772-171b-4c81-9987-eb813c61fb2e cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:09:30.585009 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8beadf9d-7f77-4e0a-853f-88ec416800e1 req-b1c3877b-2926-4bde-b901-6e29ce74ed18 tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558345 Aug 10 03:09:30.662135 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-4e81170c-c6e6-452d-ac3b-b7d0d390420b req-0af87d72-ad93-4ec7-9c02-26661230cac5 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:30.697590 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af87d72-ad93-4ec7-9c02-26661230cac5 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Pushing event deleted for resources: {'Port': ['ID=ddb69ebb-9145-4bcb-a62a-424ff3a19549,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:30.734774 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-4c20d2b5-d54c-4fc3-a6cc-2a899b77523b tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:30.750267 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-4c20d2b5-d54c-4fc3-a6cc-2a899b77523b tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Transition to ACTIVE for port object 255e4d7c-efa0-4d55-96d8-77ef01b89a1e will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:09:30.788720 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-4c20d2b5-d54c-4fc3-a6cc-2a899b77523b tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:30.807957 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c510ad5a-1277-4ab5-857d-04b8b27fadf2 req-9bd0a400-6d49-4664-8d40-151d828ffd7f tempest-ServerDiagnosticsNegativeTest-1280518208 tempest-ServerDiagnosticsNegativeTest-1280518208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:30.809587 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c510ad5a-1277-4ab5-857d-04b8b27fadf2 req-9bd0a400-6d49-4664-8d40-151d828ffd7f tempest-ServerDiagnosticsNegativeTest-1280518208 tempest-ServerDiagnosticsNegativeTest-1280518208-project] 10.222.0.62 "GET /v2.0/ports?device_id=743d6d8e-f52c-43df-bf26-6f5eee488f18 HTTP/1.1" status: 200 len: 948 time: 0.1097355 Aug 10 03:09:30.810498 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-4e81170c-c6e6-452d-ac3b-b7d0d390420b req-0af87d72-ad93-4ec7-9c02-26661230cac5 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Notify callbacks [] for floatingip, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:30.813197 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-4e81170c-c6e6-452d-ac3b-b7d0d390420b req-0af87d72-ad93-4ec7-9c02-26661230cac5 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:30.819122 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4e81170c-c6e6-452d-ac3b-b7d0d390420b req-0af87d72-ad93-4ec7-9c02-26661230cac5 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] 10.222.0.62 "DELETE /v2.0/floatingips/7b9a0d21-d632-4a16-8d91-da797332430e HTTP/1.1" status: 204 len: 173 time: 0.9264803 Aug 10 03:09:30.837130 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-4c20d2b5-d54c-4fc3-a6cc-2a899b77523b tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Network be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:09:30.840647 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-4c20d2b5-d54c-4fc3-a6cc-2a899b77523b tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:09:30.845047 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-4c20d2b5-d54c-4fc3-a6cc-2a899b77523b tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:09:30.851993 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c20d2b5-d54c-4fc3-a6cc-2a899b77523b tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Pushing event updated for resources: {'Port': ['ID=255e4d7c-efa0-4d55-96d8-77ef01b89a1e,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:30.877183 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c510ad5a-1277-4ab5-857d-04b8b27fadf2 req-50a4bf6d-8335-4c5f-a311-7c88c9e351fd tempest-ServerDiagnosticsNegativeTest-1280518208 tempest-ServerDiagnosticsNegativeTest-1280518208-project] 10.222.0.62 "GET /v2.0/security-groups?id=8765f6ef-0726-4cc1-8a34-7e3bf6c803bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568378 Aug 10 03:09:30.919220 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-4c20d2b5-d54c-4fc3-a6cc-2a899b77523b tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:30.920196 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-4c20d2b5-d54c-4fc3-a6cc-2a899b77523b tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:30.940427 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-4c20d2b5-d54c-4fc3-a6cc-2a899b77523b tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7354712 Aug 10 03:09:30.954528 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-e6b1940e-71cb-4215-be9a-f3f832036f13 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Request body: {'port': {'device_id': '77e1f39f-9b8b-483d-b744-1336257d8687', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '26329441-0dde-46fe-bcf0-48ea13bcc9b5', 'admin_state_up': True, 'tenant_id': '9db099ffcd1f4b6f883036f2463be98e', 'security_groups': ['4c7586fd-9bb3-4af0-a8c4-0b1feb98dda5']}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:09:30.974198 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-564e232c-b6c9-44bc-a787-9d732aa26cc9 req-7b4ab4d9-3b37-492b-b43a-86fd83bc9d2f tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] 10.222.0.62 "GET /v2.0/security-groups/d6b230a9-9ab9-4a72-a929-c06a8509599a HTTP/1.1" status: 200 len: 2406 time: 0.0683753 Aug 10 03:09:31.047787 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22ee7d-fb9b-4de2-a2e5-e219f1168cb6 req-9c152186-a4cd-4ea2-8556-e036134828b0 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:31.050090 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1d22ee7d-fb9b-4de2-a2e5-e219f1168cb6 req-9c152186-a4cd-4ea2-8556-e036134828b0 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba1d3739-8c48-493a-8bd2-e429e9c4b12d HTTP/1.1" status: 200 len: 950 time: 0.0794144 Aug 10 03:09:31.125590 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1d22ee7d-fb9b-4de2-a2e5-e219f1168cb6 req-a607cfb4-20cc-41ed-a36a-6ed34da10f9e tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669119 Aug 10 03:09:31.144673 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-e6b1940e-71cb-4215-be9a-f3f832036f13 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Made reservation on behalf of 9db099ffcd1f4b6f883036f2463be98e for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:09:31.190027 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d6ef5-7afb-4c00-a612-87b4af6c0e74 req-ddeeae40-2f81-4e08-9497-03c315deb5e4 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:31.199816 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d6ef5-7afb-4c00-a612-87b4af6c0e74 req-ddeeae40-2f81-4e08-9497-03c315deb5e4 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:31.210869 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d6ef5-7afb-4c00-a612-87b4af6c0e74 req-ddeeae40-2f81-4e08-9497-03c315deb5e4 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:31.212959 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a84d6ef5-7afb-4c00-a612-87b4af6c0e74 req-ddeeae40-2f81-4e08-9497-03c315deb5e4 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/ports?device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 2372 time: 0.1038198 Aug 10 03:09:31.244713 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-e6b1940e-71cb-4215-be9a-f3f832036f13 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:31.255347 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a84d6ef5-7afb-4c00-a612-87b4af6c0e74 req-b7566424-0b06-46cb-bb8e-547e5bdc280d tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c7586fd-9bb3-4af0-a8c4-0b1feb98dda5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357246 Aug 10 03:09:31.306303 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-30128fb2-bf1b-4ede-beae-0011c9f9490b None None] Provisioning for port 255e4d7c-efa0-4d55-96d8-77ef01b89a1e completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:09:31.316982 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-30128fb2-bf1b-4ede-beae-0011c9f9490b None None] Provisioning complete for port 255e4d7c-efa0-4d55-96d8-77ef01b89a1e triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:09:31.317367 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-30128fb2-bf1b-4ede-beae-0011c9f9490b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:31.352846 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9f6d3a35-efe3-4e22-b16e-143fb056e361 req-2714ce93-76a3-4728-8a8c-3365931f0962 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] 10.222.0.62 "GET /v2.0/floatingips/ae720606-04d3-4235-852b-66b67774ef25 HTTP/1.1" status: 200 len: 693 time: 0.0655231 Aug 10 03:09:31.386672 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-30128fb2-bf1b-4ede-beae-0011c9f9490b None None] Port 255e4d7c-efa0-4d55-96d8-77ef01b89a1e cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:09:31.503995 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6d3a35-efe3-4e22-b16e-143fb056e361 req-ce8b4eb0-8de3-405b-88da-b56b2ca71651 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:31.505535 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9f6d3a35-efe3-4e22-b16e-143fb056e361 req-ce8b4eb0-8de3-405b-88da-b56b2ca71651 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] 10.222.0.62 "GET /v2.0/networks/09ca2025-b9a6-4e84-8019-8d9fbef3753e HTTP/1.1" status: 200 len: 784 time: 0.1517606 Aug 10 03:09:31.513195 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-72869384-2296-4bc5-befc-0ee508ece32b tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:31.514746 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-72869384-2296-4bc5-befc-0ee508ece32b tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e099c7bd-ee42-4d4c-b5fd-16ecc0cdc280&tenant_id=0184527d62ac40cb863b24d5f91a9ee4&binding%3Ahost_id=n-h1-768851-15 HTTP/1.1" status: 200 len: 1097 time: 0.1381254 Aug 10 03:09:31.523343 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-e6b1940e-71cb-4215-be9a-f3f832036f13 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Allocated IP 10.2.2.100 (26329441-0dde-46fe-bcf0-48ea13bcc9b5/33f28172-7907-464d-a85d-12480842b6d2/f3849961-e970-4427-ba4e-176045826c1c) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:09:31.528998 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-600c2f0a-a3ea-49cd-8577-f33b83304880 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-768851-15'}}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:09:31.593531 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9f6d3a35-efe3-4e22-b16e-143fb056e361 req-0dd328b0-9d55-4cfd-9968-b2af97046a70 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.106 HTTP/1.1" status: 200 len: 696 time: 0.0776503 Aug 10 03:09:31.695860 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9f6d3a35-efe3-4e22-b16e-143fb056e361 req-48c10239-eff1-41ad-a195-c9c3e82bce9e tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.106 HTTP/1.1" status: 200 len: 696 time: 0.0941157 Aug 10 03:09:31.698997 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-e6b1940e-71cb-4215-be9a-f3f832036f13 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:31.699163 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-600c2f0a-a3ea-49cd-8577-f33b83304880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:31.730942 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-e6b1940e-71cb-4215-be9a-f3f832036f13 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Transition to ACTIVE for port object f3849961-e970-4427-ba4e-176045826c1c will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:09:31.764216 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 04fafbf7-1f2a-459d-a55b-659bcd7c06f8 up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:09:31.780513 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-e6b1940e-71cb-4215-be9a-f3f832036f13 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:31.853965 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-e6b1940e-71cb-4215-be9a-f3f832036f13 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Network 26329441-0dde-46fe-bcf0-48ea13bcc9b5 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:09:31.858093 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-e6b1940e-71cb-4215-be9a-f3f832036f13 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:09:31.879399 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-e6b1940e-71cb-4215-be9a-f3f832036f13 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:09:31.885251 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port 04fafbf7-1f2a-459d-a55b-659bcd7c06f8 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:09:31.892790 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 04fafbf7-1f2a-459d-a55b-659bcd7c06f8 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:09:31.893172 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:31.955326 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b1940e-71cb-4215-be9a-f3f832036f13 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Pushing event updated for resources: {'Port': ['ID=f3849961-e970-4427-ba4e-176045826c1c,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:32.010380 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-e6b1940e-71cb-4215-be9a-f3f832036f13 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:32.015987 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-e6b1940e-71cb-4215-be9a-f3f832036f13 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:32.032017 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e35383-ec13-48c4-83b1-9db9e065db3c req-8e5b51ac-6b57-4cc7-93a4-279f7b5f9aba tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:32.041367 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-e6b1940e-71cb-4215-be9a-f3f832036f13 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0914338 Aug 10 03:09:32.046003 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-00e35383-ec13-48c4-83b1-9db9e065db3c req-8e5b51ac-6b57-4cc7-93a4-279f7b5f9aba tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=e099c7bd-ee42-4d4c-b5fd-16ecc0cdc280 HTTP/1.1" status: 200 len: 945 time: 0.2053189 Aug 10 03:09:32.054780 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-d1eecb38-401a-4519-b8c8-be89daf8aee2 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Request body: {'port': {'device_id': '77e1f39f-9b8b-483d-b744-1336257d8687', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '26329441-0dde-46fe-bcf0-48ea13bcc9b5', 'admin_state_up': True, 'tenant_id': '9db099ffcd1f4b6f883036f2463be98e', 'security_groups': ['4c7586fd-9bb3-4af0-a8c4-0b1feb98dda5']}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:09:32.070559 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:32.128638 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-00e35383-ec13-48c4-83b1-9db9e065db3c req-d2fdc06c-9d89-4f5a-ab7e-8f5ee9cdf6e6 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762362 Aug 10 03:09:32.129201 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 04fafbf7-1f2a-459d-a55b-659bcd7c06f8, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=04fafbf7-1f2a-459d-a55b-659bcd7c06f8,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:09:32.130602 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '743d6d8e-f52c-43df-bf26-6f5eee488f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04fafbf7-1f2a-459d-a55b-659bcd7c06f8'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:09:32.136821 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e56d459-d743-406e-9845-a0b9eec124d6" -d '{"events": [{"server_uuid": "743d6d8e-f52c-43df-bf26-6f5eee488f18", "name": "network-vif-plugged", "status": "completed", "tag": "04fafbf7-1f2a-459d-a55b-659bcd7c06f8"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:09:32.140744 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-9f6d3a35-efe3-4e22-b16e-143fb056e361 req-23985eec-cf47-4a93-a5fe-d0fb28c16023 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Deleting port aa8c447f-b668-418a-90c6-041c652bb3a3 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:09:32.140904 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:32.141484 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-9f6d3a35-efe3-4e22-b16e-143fb056e361 req-23985eec-cf47-4a93-a5fe-d0fb28c16023 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:32.150143 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-600c2f0a-a3ea-49cd-8577-f33b83304880 service neutron] For port f59dede6-6b8e-472b-8c72-53679eb4e5af, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=f59dede6-6b8e-472b-8c72-53679eb4e5af,segment=NetworkSegment(56914130-d266-4761-b91f-0f4044da3177),segment_id=56914130-d266-4761-b91f-0f4044da3177)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:09:32.210853 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=04fafbf7-1f2a-459d-a55b-659bcd7c06f8,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:32.238604 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d6b3940a-d49d-4ec0-8149-11fa66f384c6 None None] Provisioning for port f3849961-e970-4427-ba4e-176045826c1c completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:09:32.245389 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d6b3940a-d49d-4ec0-8149-11fa66f384c6 None None] Provisioning complete for port f3849961-e970-4427-ba4e-176045826c1c triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:09:32.246488 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d6b3940a-d49d-4ec0-8149-11fa66f384c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:32.270989 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-d1eecb38-401a-4519-b8c8-be89daf8aee2 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Made reservation on behalf of 9db099ffcd1f4b6f883036f2463be98e for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:09:32.275947 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-d1eecb38-401a-4519-b8c8-be89daf8aee2 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:32.285406 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-9f6d3a35-efe3-4e22-b16e-143fb056e361 req-23985eec-cf47-4a93-a5fe-d0fb28c16023 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:32.285880 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-9f6d3a35-efe3-4e22-b16e-143fb056e361 req-23985eec-cf47-4a93-a5fe-d0fb28c16023 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:32.296521 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-d6b3940a-d49d-4ec0-8149-11fa66f384c6 None None] Port f3849961-e970-4427-ba4e-176045826c1c cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:09:32.302483 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-9f6d3a35-efe3-4e22-b16e-143fb056e361 req-23985eec-cf47-4a93-a5fe-d0fb28c16023 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Calling delete_port for aa8c447f-b668-418a-90c6-041c652bb3a3 owned by network:floatingip {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:09:32.383708 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-34898337-49fa-4b51-adee-211f279376de req-eb700675-b420-4406-99b4-22c653f86016 tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] 10.222.0.62 "GET /v2.0/security-group-rules/3f863fb4-b070-4aca-81be-acdf21f021a3 HTTP/1.1" status: 200 len: 778 time: 0.2112403 Aug 10 03:09:32.448431 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-600c2f0a-a3ea-49cd-8577-f33b83304880 service neutron] For port f59dede6-6b8e-472b-8c72-53679eb4e5af, host n-h1-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:09:32.491218 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-d1eecb38-401a-4519-b8c8-be89daf8aee2 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Allocated IP 10.2.2.200 (26329441-0dde-46fe-bcf0-48ea13bcc9b5/33f28172-7907-464d-a85d-12480842b6d2/f7f5d1b2-3c33-4a8c-a558-d8d163cf1c96) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:09:32.564069 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-34898337-49fa-4b51-adee-211f279376de req-27bbbd97-e1ab-4494-9780-cdbf04361b88 tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] 10.222.0.62 "GET /v2.0/security-groups/d6b230a9-9ab9-4a72-a929-c06a8509599a HTTP/1.1" status: 200 len: 2406 time: 0.1793694 Aug 10 03:09:32.586420 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e099c7bd-ee42-4d4c-b5fd-16ecc0cdc280', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f59dede6-6b8e-472b-8c72-53679eb4e5af'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:09:32.588661 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7685f42-50dc-4f0d-8b0e-19d1531beb39" -d '{"events": [{"server_uuid": "e099c7bd-ee42-4d4c-b5fd-16ecc0cdc280", "name": "network-vif-unplugged", "status": "completed", "tag": "f59dede6-6b8e-472b-8c72-53679eb4e5af"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:09:32.594215 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-600c2f0a-a3ea-49cd-8577-f33b83304880 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:32.613669 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-9f6d3a35-efe3-4e22-b16e-143fb056e361 req-23985eec-cf47-4a93-a5fe-d0fb28c16023 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:32.619555 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-600c2f0a-a3ea-49cd-8577-f33b83304880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:32.632139 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-34898337-49fa-4b51-adee-211f279376de req-26784aa7-1000-41c6-ad76-8d3ee27481f5 tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:32.644558 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-d1eecb38-401a-4519-b8c8-be89daf8aee2 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:32.658881 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-d1eecb38-401a-4519-b8c8-be89daf8aee2 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Transition to ACTIVE for port object f7f5d1b2-3c33-4a8c-a558-d8d163cf1c96 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:09:32.663022 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-34898337-49fa-4b51-adee-211f279376de req-26784aa7-1000-41c6-ad76-8d3ee27481f5 tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:32.668516 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23985eec-cf47-4a93-a5fe-d0fb28c16023 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Pushing event deleted for resources: {'Port': ['ID=aa8c447f-b668-418a-90c6-041c652bb3a3,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:32.699715 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-d1eecb38-401a-4519-b8c8-be89daf8aee2 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:32.746944 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-d1eecb38-401a-4519-b8c8-be89daf8aee2 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Network 26329441-0dde-46fe-bcf0-48ea13bcc9b5 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:09:32.752684 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-d1eecb38-401a-4519-b8c8-be89daf8aee2 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:09:32.757260 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-d1eecb38-401a-4519-b8c8-be89daf8aee2 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:09:32.785664 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eecb38-401a-4519-b8c8-be89daf8aee2 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Pushing event updated for resources: {'Port': ['ID=f7f5d1b2-3c33-4a8c-a558-d8d163cf1c96,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:32.815994 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-d1eecb38-401a-4519-b8c8-be89daf8aee2 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:32.816647 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-d1eecb38-401a-4519-b8c8-be89daf8aee2 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:32.838006 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-d1eecb38-401a-4519-b8c8-be89daf8aee2 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7888098 Aug 10 03:09:32.846509 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-9f6d3a35-efe3-4e22-b16e-143fb056e361 req-23985eec-cf47-4a93-a5fe-d0fb28c16023 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Notify callbacks [] for floatingip, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:32.851002 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-9f6d3a35-efe3-4e22-b16e-143fb056e361 req-23985eec-cf47-4a93-a5fe-d0fb28c16023 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:32.852260 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9f6d3a35-efe3-4e22-b16e-143fb056e361 req-23985eec-cf47-4a93-a5fe-d0fb28c16023 tempest-FloatingIPDetailsTestJSON-1986611342 tempest-FloatingIPDetailsTestJSON-1986611342-project] 10.222.0.62 "DELETE /v2.0/floatingips/ae720606-04d3-4235-852b-66b67774ef25 HTTP/1.1" status: 204 len: 173 time: 1.1498623 Aug 10 03:09:32.860710 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-042724fe-7a08-4eb3-bf9a-2ed4bbddf207 service neutron] Request body: {'port': {'device_id': '77e1f39f-9b8b-483d-b744-1336257d8687', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:09:32.864511 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 39082) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:32.880677 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-34898337-49fa-4b51-adee-211f279376de req-26784aa7-1000-41c6-ad76-8d3ee27481f5 tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:32.899997 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-34898337-49fa-4b51-adee-211f279376de req-26784aa7-1000-41c6-ad76-8d3ee27481f5 tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:32.911583 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-34898337-49fa-4b51-adee-211f279376de req-26784aa7-1000-41c6-ad76-8d3ee27481f5 tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/3f863fb4-b070-4aca-81be-acdf21f021a3 HTTP/1.1" status: 204 len: 173 time: 0.3357348 Aug 10 03:09:32.915238 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26784aa7-1000-41c6-ad76-8d3ee27481f5 tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f863fb4-b070-4aca-81be-acdf21f021a3,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:32.917902 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c2f0a-a3ea-49cd-8577-f33b83304880 service neutron] Pushing event updated for resources: {'Port': ['ID=f59dede6-6b8e-472b-8c72-53679eb4e5af,revision_number=7']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:32.922776 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-600c2f0a-a3ea-49cd-8577-f33b83304880 service neutron] Attempting to bind port f59dede6-6b8e-472b-8c72-53679eb4e5af on host n-h1-768851-15 for vnic_type normal with profile {"migrating_to": "n-h2-768851-15"} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:09:32.923106 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-600c2f0a-a3ea-49cd-8577-f33b83304880 service neutron] Attempting to bind port f59dede6-6b8e-472b-8c72-53679eb4e5af by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '56914130-d266-4761-b91f-0f4044da3177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '909af24c-2a43-4e6d-8a1f-90b69debd82b'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:09:32.923433 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-600c2f0a-a3ea-49cd-8577-f33b83304880 service neutron] Attempting to bind port f59dede6-6b8e-472b-8c72-53679eb4e5af on network 909af24c-2a43-4e6d-8a1f-90b69debd82b {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:09:32.929486 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-600c2f0a-a3ea-49cd-8577-f33b83304880 service neutron] Port f59dede6-6b8e-472b-8c72-53679eb4e5af on network 909af24c-2a43-4e6d-8a1f-90b69debd82b not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:09:32.929486 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-600c2f0a-a3ea-49cd-8577-f33b83304880 service neutron] Attempting to bind port f59dede6-6b8e-472b-8c72-53679eb4e5af on network 909af24c-2a43-4e6d-8a1f-90b69debd82b {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:09:32.934931 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-600c2f0a-a3ea-49cd-8577-f33b83304880 service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:09:32.935375 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-600c2f0a-a3ea-49cd-8577-f33b83304880 service neutron] Checking segment: {'id': '56914130-d266-4761-b91f-0f4044da3177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '909af24c-2a43-4e6d-8a1f-90b69debd82b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:09:32.935636 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-600c2f0a-a3ea-49cd-8577-f33b83304880 service neutron] Bound using segment: {'id': '56914130-d266-4761-b91f-0f4044da3177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '909af24c-2a43-4e6d-8a1f-90b69debd82b'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:09:32.936068 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-600c2f0a-a3ea-49cd-8577-f33b83304880 service neutron] Bound port: f59dede6-6b8e-472b-8c72-53679eb4e5af, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56914130-d266-4761-b91f-0f4044da3177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '909af24c-2a43-4e6d-8a1f-90b69debd82b'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:09:32.936433 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-600c2f0a-a3ea-49cd-8577-f33b83304880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:32.980510 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8e591fb9-65dd-4b7c-a406-2077fc2c101f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:33.105879 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e8b6256-b2f0-4b2a-b146-c8bd1fcb3fdc x-openstack-request-id: req-6e8b6256-b2f0-4b2a-b146-c8bd1fcb3fdc {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:09:33.106450 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "743d6d8e-f52c-43df-bf26-6f5eee488f18", "name": "network-vif-plugged", "status": "completed", "tag": "04fafbf7-1f2a-459d-a55b-659bcd7c06f8", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:09:33.106904 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6e8b6256-b2f0-4b2a-b146-c8bd1fcb3fdc {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:09:33.107471 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '743d6d8e-f52c-43df-bf26-6f5eee488f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04fafbf7-1f2a-459d-a55b-659bcd7c06f8', 'code': 200} Aug 10 03:09:33.156727 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-7eb293fd-4dbb-411c-97ee-2ad8d0f7e258 None None] Provisioning for port f7f5d1b2-3c33-4a8c-a558-d8d163cf1c96 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:09:33.161016 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-7eb293fd-4dbb-411c-97ee-2ad8d0f7e258 None None] Provisioning complete for port f7f5d1b2-3c33-4a8c-a558-d8d163cf1c96 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:09:33.161432 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7eb293fd-4dbb-411c-97ee-2ad8d0f7e258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:33.170536 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.60', 59324) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:33.191305 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-600c2f0a-a3ea-49cd-8577-f33b83304880 service neutron] For port f59dede6-6b8e-472b-8c72-53679eb4e5af, host n-h1-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:09:33.225595 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a62170-72da-4894-bbba-8fa162bdee36 req-6882605e-553f-47ac-b9dc-f57b214c94a2 tempest-ServerDiagnosticsNegativeTest-1280518208 tempest-ServerDiagnosticsNegativeTest-1280518208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:33.226609 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-7eb293fd-4dbb-411c-97ee-2ad8d0f7e258 None None] Port f7f5d1b2-3c33-4a8c-a558-d8d163cf1c96 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:09:33.227474 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c8a62170-72da-4894-bbba-8fa162bdee36 req-6882605e-553f-47ac-b9dc-f57b214c94a2 tempest-ServerDiagnosticsNegativeTest-1280518208 tempest-ServerDiagnosticsNegativeTest-1280518208-project] 10.222.0.62 "GET /v2.0/ports?device_id=743d6d8e-f52c-43df-bf26-6f5eee488f18 HTTP/1.1" status: 200 len: 949 time: 0.1835005 Aug 10 03:09:33.256589 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-600c2f0a-a3ea-49cd-8577-f33b83304880 service neutron] For port f59dede6-6b8e-472b-8c72-53679eb4e5af, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=f59dede6-6b8e-472b-8c72-53679eb4e5af,segment=NetworkSegment(56914130-d266-4761-b91f-0f4044da3177),segment_id=56914130-d266-4761-b91f-0f4044da3177)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:09:33.308809 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d2a8557b-9063-45cc-862c-1a5ab6f5b19e req-036843d6-3249-46a4-9123-5a38c70e2411 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9418c9e4-ef93-4ce8-8169-a62e4fbadd70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2174704 Aug 10 03:09:33.309644 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:33.316715 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-600c2f0a-a3ea-49cd-8577-f33b83304880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:33.376417 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c8a62170-72da-4894-bbba-8fa162bdee36 req-56acfa46-197b-4e63-9e7b-3eedbdd066d9 tempest-ServerDiagnosticsNegativeTest-1280518208 tempest-ServerDiagnosticsNegativeTest-1280518208-project] 10.222.0.62 "GET /v2.0/security-groups?id=8765f6ef-0726-4cc1-8a34-7e3bf6c803bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335208 Aug 10 03:09:33.417188 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b026f13-6515-4b8c-82a0-11702846d931 req-c8c9ed29-d6d7-405c-978a-aee4c3c6eaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:33.418696 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9b026f13-6515-4b8c-82a0-11702846d931 req-c8c9ed29-d6d7-405c-978a-aee4c3c6eaf0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=743d6d8e-f52c-43df-bf26-6f5eee488f18 HTTP/1.1" status: 200 len: 1101 time: 0.2461226 Aug 10 03:09:33.431506 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b44ff81-eec9-43dc-8e51-bd6bb2838fa9 req-ecb9d7c8-cc53-46ee-be0e-882fae1cc1de tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:33.439058 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7b44ff81-eec9-43dc-8e51-bd6bb2838fa9 req-ecb9d7c8-cc53-46ee-be0e-882fae1cc1de tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba1d3739-8c48-493a-8bd2-e429e9c4b12d HTTP/1.1" status: 200 len: 950 time: 0.2240088 Aug 10 03:09:33.494166 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-042724fe-7a08-4eb3-bf9a-2ed4bbddf207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:33.563681 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c2f0a-a3ea-49cd-8577-f33b83304880 service neutron] Pushing event updated for resources: {'Port': ['ID=f59dede6-6b8e-472b-8c72-53679eb4e5af,revision_number=8']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:33.588624 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-600c2f0a-a3ea-49cd-8577-f33b83304880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:33.589254 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-600c2f0a-a3ea-49cd-8577-f33b83304880 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:33.590637 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-600c2f0a-a3ea-49cd-8577-f33b83304880 service neutron] 10.222.0.60 "PUT /v2.0/ports/f59dede6-6b8e-472b-8c72-53679eb4e5af HTTP/1.1" status: 200 len: 1123 time: 2.0662415 Aug 10 03:09:33.607748 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7b44ff81-eec9-43dc-8e51-bd6bb2838fa9 req-c2968b1a-96d6-4fbd-888c-5841ab8a8d1f tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635456 Aug 10 03:09:33.626144 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9b026f13-6515-4b8c-82a0-11702846d931 req-cc908521-3e6b-457e-ae50-710494584b7a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8765f6ef-0726-4cc1-8a34-7e3bf6c803bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731558 Aug 10 03:09:33.628907 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8557b-9063-45cc-862c-1a5ab6f5b19e req-7cd6e85c-2ccb-4160-977c-1f270a203c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:33.630362 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d2a8557b-9063-45cc-862c-1a5ab6f5b19e req-7cd6e85c-2ccb-4160-977c-1f270a203c17 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6cb2c88cb44048dc824ad7a6e6e788f5&device_id=9418c9e4-ef93-4ce8-8169-a62e4fbadd70 HTTP/1.1" status: 200 len: 1101 time: 0.2499695 Aug 10 03:09:33.681644 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ad30c-4343-4545-b7fb-d0f21b81ef67 req-33d0812c-02f3-4799-95af-f0af29b7fa59 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:33.698361 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ad30c-4343-4545-b7fb-d0f21b81ef67 req-33d0812c-02f3-4799-95af-f0af29b7fa59 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:33.707448 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ad30c-4343-4545-b7fb-d0f21b81ef67 req-33d0812c-02f3-4799-95af-f0af29b7fa59 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:33.714933 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ad30c-4343-4545-b7fb-d0f21b81ef67 req-33d0812c-02f3-4799-95af-f0af29b7fa59 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:33.717657 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['f59dede6-6b8e-472b-8c72-53679eb4e5af'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:09:33.720798 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ad30c-4343-4545-b7fb-d0f21b81ef67 req-33d0812c-02f3-4799-95af-f0af29b7fa59 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:33.722872 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a06ad30c-4343-4545-b7fb-d0f21b81ef67 req-33d0812c-02f3-4799-95af-f0af29b7fa59 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/ports?device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 3814 time: 0.2239504 Aug 10 03:09:33.724240 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed9a015-62c2-4be2-ac4f-f35e5d69f9e3 x-openstack-request-id: req-7ed9a015-62c2-4be2-ac4f-f35e5d69f9e3 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:09:33.724527 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e099c7bd-ee42-4d4c-b5fd-16ecc0cdc280", "name": "network-vif-unplugged", "status": "completed", "tag": "f59dede6-6b8e-472b-8c72-53679eb4e5af", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:09:33.725320 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7ed9a015-62c2-4be2-ac4f-f35e5d69f9e3 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:09:33.725699 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e099c7bd-ee42-4d4c-b5fd-16ecc0cdc280', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f59dede6-6b8e-472b-8c72-53679eb4e5af', 'code': 200} Aug 10 03:09:33.730241 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-8ec9b893-cce2-42d8-af92-b45e13006101 req-feaa2cde-a89e-4800-bf2a-c011b0e2ce13 tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1798071184', 'description': 'tempest-description-271895612'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:09:33.813420 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['f59dede6-6b8e-472b-8c72-53679eb4e5af'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:09:33.821394 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device f59dede6-6b8e-472b-8c72-53679eb4e5af details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:09:33.858151 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a06ad30c-4343-4545-b7fb-d0f21b81ef67 req-a0588ceb-b176-4ad0-9fb9-cc966da56096 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c7586fd-9bb3-4af0-a8c4-0b1feb98dda5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152046 Aug 10 03:09:33.892815 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8ec9b893-cce2-42d8-af92-b45e13006101 req-feaa2cde-a89e-4800-bf2a-c011b0e2ce13 tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:34.035160 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-042724fe-7a08-4eb3-bf9a-2ed4bbddf207 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32ca825e-8e1d-4359-b950-7b6b31be75d4 {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:09:34.046496 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-042724fe-7a08-4eb3-bf9a-2ed4bbddf207 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:34.050122 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d4d55da0-914d-463a-9715-495299d8b30f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:34.110022 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8557b-9063-45cc-862c-1a5ab6f5b19e req-4fe1bbab-54ab-4472-85bc-7a8a9e393948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:34.112603 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d2a8557b-9063-45cc-862c-1a5ab6f5b19e req-4fe1bbab-54ab-4472-85bc-7a8a9e393948 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d HTTP/1.1" status: 200 len: 870 time: 0.3781447 Aug 10 03:09:34.125075 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-042724fe-7a08-4eb3-bf9a-2ed4bbddf207 service neutron] Transition to ACTIVE for port object 32ca825e-8e1d-4359-b950-7b6b31be75d4 will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:09:34.128610 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port f59dede6-6b8e-472b-8c72-53679eb4e5af, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=f59dede6-6b8e-472b-8c72-53679eb4e5af,segment=NetworkSegment(56914130-d266-4761-b91f-0f4044da3177),segment_id=56914130-d266-4761-b91f-0f4044da3177)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:09:34.174061 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-042724fe-7a08-4eb3-bf9a-2ed4bbddf207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:34.174455 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:34.179105 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device f59dede6-6b8e-472b-8c72-53679eb4e5af has no active binding in host n-h2-768851-15 {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 03:09:34.334318 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042724fe-7a08-4eb3-bf9a-2ed4bbddf207 service neutron] Pushing event updated for resources: {'Port': ['ID=32ca825e-8e1d-4359-b950-7b6b31be75d4,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:34.543302 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-042724fe-7a08-4eb3-bf9a-2ed4bbddf207 service neutron] Attempting to bind port 32ca825e-8e1d-4359-b950-7b6b31be75d4 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:09:34.543637 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-042724fe-7a08-4eb3-bf9a-2ed4bbddf207 service neutron] Attempting to bind port 32ca825e-8e1d-4359-b950-7b6b31be75d4 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '5277ad14-a4dd-4656-a28b-9234dbb67820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:09:34.543963 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-042724fe-7a08-4eb3-bf9a-2ed4bbddf207 service neutron] Attempting to bind port 32ca825e-8e1d-4359-b950-7b6b31be75d4 on network c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:09:34.550845 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-042724fe-7a08-4eb3-bf9a-2ed4bbddf207 service neutron] Port 32ca825e-8e1d-4359-b950-7b6b31be75d4 on network c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:09:34.551166 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-042724fe-7a08-4eb3-bf9a-2ed4bbddf207 service neutron] Attempting to bind port 32ca825e-8e1d-4359-b950-7b6b31be75d4 on network c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:09:34.559645 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-042724fe-7a08-4eb3-bf9a-2ed4bbddf207 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:09:34.559991 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-042724fe-7a08-4eb3-bf9a-2ed4bbddf207 service neutron] Checking segment: {'id': '5277ad14-a4dd-4656-a28b-9234dbb67820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:09:34.560354 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-042724fe-7a08-4eb3-bf9a-2ed4bbddf207 service neutron] Bound using segment: {'id': '5277ad14-a4dd-4656-a28b-9234dbb67820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:09:34.560780 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-042724fe-7a08-4eb3-bf9a-2ed4bbddf207 service neutron] Bound port: 32ca825e-8e1d-4359-b950-7b6b31be75d4, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5277ad14-a4dd-4656-a28b-9234dbb67820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:09:34.561137 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-042724fe-7a08-4eb3-bf9a-2ed4bbddf207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:34.565370 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70e95e-9bff-4847-a957-6d0a803ae054 req-e4e21b0e-7c87-4427-87d7-ae936fef6850 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:34.573421 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1f70e95e-9bff-4847-a957-6d0a803ae054 req-e4e21b0e-7c87-4427-87d7-ae936fef6850 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=e099c7bd-ee42-4d4c-b5fd-16ecc0cdc280 HTTP/1.1" status: 200 len: 943 time: 0.5487447 Aug 10 03:09:34.576344 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d2a8557b-9063-45cc-862c-1a5ab6f5b19e req-5eb09e27-6aa2-422b-b222-f3dee783e7bb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=7b34d85d-31ea-427f-bb22-4317f4465781 HTTP/1.1" status: 200 len: 217 time: 0.4358552 Aug 10 03:09:34.637184 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8557b-9063-45cc-862c-1a5ab6f5b19e req-4b92a407-0188-41a6-a9d6-aaf288c74e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:34.638632 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d2a8557b-9063-45cc-862c-1a5ab6f5b19e req-4b92a407-0188-41a6-a9d6-aaf288c74e7f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.0530529 Aug 10 03:09:34.703326 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-042724fe-7a08-4eb3-bf9a-2ed4bbddf207 service neutron] For port 32ca825e-8e1d-4359-b950-7b6b31be75d4, host n-h2-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:09:34.704629 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1f70e95e-9bff-4847-a957-6d0a803ae054 req-65e68c7d-18ec-4402-b87b-cdaa26566c32 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269400 Aug 10 03:09:34.708525 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-042724fe-7a08-4eb3-bf9a-2ed4bbddf207 service neutron] For port 32ca825e-8e1d-4359-b950-7b6b31be75d4, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=32ca825e-8e1d-4359-b950-7b6b31be75d4,segment=NetworkSegment(5277ad14-a4dd-4656-a28b-9234dbb67820),segment_id=5277ad14-a4dd-4656-a28b-9234dbb67820)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:09:34.726388 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8ec9b893-cce2-42d8-af92-b45e13006101 req-feaa2cde-a89e-4800-bf2a-c011b0e2ce13 tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:34.727902 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-042724fe-7a08-4eb3-bf9a-2ed4bbddf207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:34.746149 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8ec9b893-cce2-42d8-af92-b45e13006101 req-feaa2cde-a89e-4800-bf2a-c011b0e2ce13 tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:34.789468 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-d4d55da0-914d-463a-9715-495299d8b30f admin admin] Deleting port ba46b6ba-a0f8-424e-8e8f-9c9d7f5d672c {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:09:34.790117 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d4d55da0-914d-463a-9715-495299d8b30f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:34.795721 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-042724fe-7a08-4eb3-bf9a-2ed4bbddf207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:34.796643 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-042724fe-7a08-4eb3-bf9a-2ed4bbddf207 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:34.798353 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-042724fe-7a08-4eb3-bf9a-2ed4bbddf207 service neutron] 10.222.0.60 "PUT /v2.0/ports/32ca825e-8e1d-4359-b950-7b6b31be75d4 HTTP/1.1" status: 200 len: 1092 time: 1.9524276 Aug 10 03:09:34.798983 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e1f39f-9b8b-483d-b744-1336257d8687', 'tag': '32ca825e-8e1d-4359-b950-7b6b31be75d4'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:09:34.802017 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2823de1b-03d4-4e84-87b7-6aaa0a61f730" -d '{"events": [{"name": "network-changed", "server_uuid": "77e1f39f-9b8b-483d-b744-1336257d8687", "tag": "32ca825e-8e1d-4359-b950-7b6b31be75d4"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:09:34.811266 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8557b-9063-45cc-862c-1a5ab6f5b19e req-75c96e2e-d317-4aee-b7e8-c64d59da20eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:34.815835 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d2a8557b-9063-45cc-862c-1a5ab6f5b19e req-75c96e2e-d317-4aee-b7e8-c64d59da20eb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1616733 Aug 10 03:09:34.864050 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8ec9b893-cce2-42d8-af92-b45e13006101 req-feaa2cde-a89e-4800-bf2a-c011b0e2ce13 tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:34.865295 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8ec9b893-cce2-42d8-af92-b45e13006101 req-feaa2cde-a89e-4800-bf2a-c011b0e2ce13 tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.1387906 Aug 10 03:09:34.893209 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaa2cde-a89e-4800-bf2a-c011b0e2ce13 tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29a16cc0-2ca8-4c80-bc74-892832e7c65d,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:34.927322 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-32620546-1829-4c9e-9c50-1e280b68749d service neutron] Request body: {'port': {'device_id': '77e1f39f-9b8b-483d-b744-1336257d8687', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:09:34.972349 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d2a8557b-9063-45cc-862c-1a5ab6f5b19e req-d24e684b-5bb6-43ae-80b9-2fc3d12b4c9c service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278057 Aug 10 03:09:35.063537 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042724fe-7a08-4eb3-bf9a-2ed4bbddf207 service neutron] Pushing event updated for resources: {'Port': ['ID=32ca825e-8e1d-4359-b950-7b6b31be75d4,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:35.129417 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d1a63-d645-47d5-9a91-45e69c09e7ca req-eb6952da-c9ce-4594-a10a-dda76e3cff7b tempest-ServerDiagnosticsNegativeTest-1280518208 tempest-ServerDiagnosticsNegativeTest-1280518208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:35.135210 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c12d1a63-d645-47d5-9a91-45e69c09e7ca req-eb6952da-c9ce-4594-a10a-dda76e3cff7b tempest-ServerDiagnosticsNegativeTest-1280518208 tempest-ServerDiagnosticsNegativeTest-1280518208-project] 10.222.0.62 "GET /v2.0/ports?device_id=743d6d8e-f52c-43df-bf26-6f5eee488f18 HTTP/1.1" status: 200 len: 949 time: 0.1410997 Aug 10 03:09:35.148072 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-d4d55da0-914d-463a-9715-495299d8b30f admin admin] For port ba46b6ba-a0f8-424e-8e8f-9c9d7f5d672c, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=ba46b6ba-a0f8-424e-8e8f-9c9d7f5d672c,segment=NetworkSegment(81e26f60-caa1-4833-83c3-9e70562a0e4a),segment_id=81e26f60-caa1-4833-83c3-9e70562a0e4a)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:09:35.148758 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d4d55da0-914d-463a-9715-495299d8b30f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:35.160979 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-32620546-1829-4c9e-9c50-1e280b68749d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:35.172236 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-d4d55da0-914d-463a-9715-495299d8b30f admin admin] Calling delete_port for ba46b6ba-a0f8-424e-8e8f-9c9d7f5d672c owned by network:router_interface {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:09:35.187853 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc798a-3c5d-4f86-a41f-fb2616ad23d7 req-941494f6-4230-4cc3-b62e-cc6409f1173e tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:35.189641 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-60bc798a-3c5d-4f86-a41f-fb2616ad23d7 req-941494f6-4230-4cc3-b62e-cc6409f1173e tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba1d3739-8c48-493a-8bd2-e429e9c4b12d HTTP/1.1" status: 200 len: 950 time: 0.1180770 Aug 10 03:09:35.218115 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d2a8557b-9063-45cc-862c-1a5ab6f5b19e req-a4f2b60e-c16c-40aa-a914-ecf172d0c9da service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363303 Aug 10 03:09:35.230375 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c12d1a63-d645-47d5-9a91-45e69c09e7ca req-4e62ff61-b1c5-4802-834a-f7d94ed81641 tempest-ServerDiagnosticsNegativeTest-1280518208 tempest-ServerDiagnosticsNegativeTest-1280518208-project] 10.222.0.62 "GET /v2.0/security-groups?id=8765f6ef-0726-4cc1-8a34-7e3bf6c803bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907462 Aug 10 03:09:35.264067 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-60bc798a-3c5d-4f86-a41f-fb2616ad23d7 req-e6d09f3f-4b3e-4120-a450-ccfa6c635063 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635095 Aug 10 03:09:35.293538 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15032107-3467-4c6a-bdb0-b8cce1286193 x-openstack-request-id: req-15032107-3467-4c6a-bdb0-b8cce1286193 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:09:35.293835 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77e1f39f-9b8b-483d-b744-1336257d8687", "tag": "32ca825e-8e1d-4359-b950-7b6b31be75d4", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:09:35.294094 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-15032107-3467-4c6a-bdb0-b8cce1286193 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:09:35.294500 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77e1f39f-9b8b-483d-b744-1336257d8687', 'tag': '32ca825e-8e1d-4359-b950-7b6b31be75d4', 'status': 'completed', 'code': 200} Aug 10 03:09:35.376704 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d6ff3ec3-fbaa-40aa-927f-379de18dfcdf req-646ac703-ad2d-4997-bd2e-b58e4f44a654 tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] 10.222.0.62 "GET /v2.0/security-groups/29a16cc0-2ca8-4c80-bc74-892832e7c65d HTTP/1.1" status: 200 len: 1812 time: 0.0690854 Aug 10 03:09:35.445199 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff2faa-b31e-458b-92e5-4d25e1778aa1 req-2b14245e-1e7f-4e80-b374-7bedbb8923e0 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:35.451520 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff2faa-b31e-458b-92e5-4d25e1778aa1 req-2b14245e-1e7f-4e80-b374-7bedbb8923e0 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:35.457094 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff2faa-b31e-458b-92e5-4d25e1778aa1 req-2b14245e-1e7f-4e80-b374-7bedbb8923e0 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:35.463643 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff2faa-b31e-458b-92e5-4d25e1778aa1 req-2b14245e-1e7f-4e80-b374-7bedbb8923e0 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:35.469591 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff2faa-b31e-458b-92e5-4d25e1778aa1 req-2b14245e-1e7f-4e80-b374-7bedbb8923e0 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:35.477098 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-90ff2faa-b31e-458b-92e5-4d25e1778aa1 req-2b14245e-1e7f-4e80-b374-7bedbb8923e0 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/ports?device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 3826 time: 0.1204460 Aug 10 03:09:35.483383 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823de1b-03d4-4e84-87b7-6aaa0a61f730 req-ad01aaa5-25bc-46d2-8ab1-b340455da6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:35.483872 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823de1b-03d4-4e84-87b7-6aaa0a61f730 req-ad01aaa5-25bc-46d2-8ab1-b340455da6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:35.484350 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823de1b-03d4-4e84-87b7-6aaa0a61f730 req-ad01aaa5-25bc-46d2-8ab1-b340455da6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:35.484825 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823de1b-03d4-4e84-87b7-6aaa0a61f730 req-ad01aaa5-25bc-46d2-8ab1-b340455da6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:35.485302 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823de1b-03d4-4e84-87b7-6aaa0a61f730 req-ad01aaa5-25bc-46d2-8ab1-b340455da6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:35.487122 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2823de1b-03d4-4e84-87b7-6aaa0a61f730 req-ad01aaa5-25bc-46d2-8ab1-b340455da6dd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9db099ffcd1f4b6f883036f2463be98e&device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 4362 time: 0.1316278 Aug 10 03:09:35.623864 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-9f4c086f-a7d3-4c8b-9933-a2a212a7b65c req-a10295ae-8a28-4229-b209-77dd3dc3555d tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-903151993', 'description': 'tempest-description-108784243'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:09:35.637550 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d4d55da0-914d-463a-9715-495299d8b30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:35.672181 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-90ff2faa-b31e-458b-92e5-4d25e1778aa1 req-f5280aaf-a910-459c-a78c-5337bd11c2e2 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c7586fd-9bb3-4af0-a8c4-0b1feb98dda5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1941173 Aug 10 03:09:35.703084 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d55da0-914d-463a-9715-495299d8b30f admin admin] Pushing event deleted for resources: {'Port': ['ID=ba46b6ba-a0f8-424e-8e8f-9c9d7f5d672c,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:35.729359 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e099c7bd-ee42-4d4c-b5fd-16ecc0cdc280', 'tag': 'f59dede6-6b8e-472b-8c72-53679eb4e5af'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:09:35.730833 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee35890a-88b9-4419-b5f5-52a62175e0e8" -d '{"events": [{"name": "network-changed", "server_uuid": "e099c7bd-ee42-4d4c-b5fd-16ecc0cdc280", "tag": "f59dede6-6b8e-472b-8c72-53679eb4e5af"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:09:35.817986 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:35.843876 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823de1b-03d4-4e84-87b7-6aaa0a61f730 req-581b39e5-c318-42d1-a418-815005aa7191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:35.844370 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823de1b-03d4-4e84-87b7-6aaa0a61f730 req-581b39e5-c318-42d1-a418-815005aa7191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:35.844848 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823de1b-03d4-4e84-87b7-6aaa0a61f730 req-581b39e5-c318-42d1-a418-815005aa7191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:35.846512 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2823de1b-03d4-4e84-87b7-6aaa0a61f730 req-581b39e5-c318-42d1-a418-815005aa7191 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=9db099ffcd1f4b6f883036f2463be98e&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3439705 Aug 10 03:09:35.893314 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-9f4c086f-a7d3-4c8b-9933-a2a212a7b65c req-a10295ae-8a28-4229-b209-77dd3dc3555d tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:35.981781 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-32620546-1829-4c9e-9c50-1e280b68749d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd5c370f-ffa5-4477-948b-ba7517343de5 {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:09:35.992877 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-32620546-1829-4c9e-9c50-1e280b68749d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:36.018438 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-32620546-1829-4c9e-9c50-1e280b68749d service neutron] Transition to ACTIVE for port object bd5c370f-ffa5-4477-948b-ba7517343de5 will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:09:36.023612 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d4d55da0-914d-463a-9715-495299d8b30f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:36.029925 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-32620546-1829-4c9e-9c50-1e280b68749d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:36.079732 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd8d9a1-c84e-452e-ad8f-9aa49a616efd req-8a158d91-bb8b-4022-bab8-7f8b3950472b tempest-ServerDiagnosticsNegativeTest-1280518208 tempest-ServerDiagnosticsNegativeTest-1280518208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:36.081441 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7cd8d9a1-c84e-452e-ad8f-9aa49a616efd req-8a158d91-bb8b-4022-bab8-7f8b3950472b tempest-ServerDiagnosticsNegativeTest-1280518208 tempest-ServerDiagnosticsNegativeTest-1280518208-project] 10.222.0.62 "GET /v2.0/ports?device_id=743d6d8e-f52c-43df-bf26-6f5eee488f18 HTTP/1.1" status: 200 len: 949 time: 0.2339704 Aug 10 03:09:36.132444 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32620546-1829-4c9e-9c50-1e280b68749d service neutron] Pushing event updated for resources: {'Port': ['ID=bd5c370f-ffa5-4477-948b-ba7517343de5,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:36.191421 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823de1b-03d4-4e84-87b7-6aaa0a61f730 req-cf26cec7-ba1e-4db3-a8e8-acd48b17fc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:36.193080 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2823de1b-03d4-4e84-87b7-6aaa0a61f730 req-cf26cec7-ba1e-4db3-a8e8-acd48b17fc77 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3096476 Aug 10 03:09:36.220632 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7cd8d9a1-c84e-452e-ad8f-9aa49a616efd req-6575d14a-b1a0-471d-bb5c-a2f5f499decf tempest-ServerDiagnosticsNegativeTest-1280518208 tempest-ServerDiagnosticsNegativeTest-1280518208-project] 10.222.0.62 "GET /v2.0/security-groups?id=8765f6ef-0726-4cc1-8a34-7e3bf6c803bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245291 Aug 10 03:09:36.266152 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-9f4c086f-a7d3-4c8b-9933-a2a212a7b65c req-a10295ae-8a28-4229-b209-77dd3dc3555d tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:36.273912 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-9f4c086f-a7d3-4c8b-9933-a2a212a7b65c req-a10295ae-8a28-4229-b209-77dd3dc3555d tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:36.311575 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-9f4c086f-a7d3-4c8b-9933-a2a212a7b65c req-a10295ae-8a28-4229-b209-77dd3dc3555d tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:36.326360 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9f4c086f-a7d3-4c8b-9933-a2a212a7b65c req-a10295ae-8a28-4229-b209-77dd3dc3555d tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.7262487 Aug 10 03:09:36.332458 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10295ae-8a28-4229-b209-77dd3dc3555d tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d65f20-79d7-443c-9157-b17f8712e620,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:36.369089 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-32620546-1829-4c9e-9c50-1e280b68749d service neutron] Attempting to bind port bd5c370f-ffa5-4477-948b-ba7517343de5 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:09:36.369344 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-32620546-1829-4c9e-9c50-1e280b68749d service neutron] Attempting to bind port bd5c370f-ffa5-4477-948b-ba7517343de5 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '702cc16b-dad0-4a84-9a18-a82d05fcb9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:09:36.369675 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-32620546-1829-4c9e-9c50-1e280b68749d service neutron] Attempting to bind port bd5c370f-ffa5-4477-948b-ba7517343de5 on network be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:09:36.389681 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2db02e9-b723-429a-a632-5070784939c6 x-openstack-request-id: req-d2db02e9-b723-429a-a632-5070784939c6 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:09:36.390332 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e099c7bd-ee42-4d4c-b5fd-16ecc0cdc280", "tag": "f59dede6-6b8e-472b-8c72-53679eb4e5af", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:09:36.390855 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d2db02e9-b723-429a-a632-5070784939c6 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:09:36.391400 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e099c7bd-ee42-4d4c-b5fd-16ecc0cdc280', 'tag': 'f59dede6-6b8e-472b-8c72-53679eb4e5af', 'status': 'completed', 'code': 200} Aug 10 03:09:36.409488 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-32620546-1829-4c9e-9c50-1e280b68749d service neutron] Port bd5c370f-ffa5-4477-948b-ba7517343de5 on network be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:09:36.409816 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-32620546-1829-4c9e-9c50-1e280b68749d service neutron] Attempting to bind port bd5c370f-ffa5-4477-948b-ba7517343de5 on network be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:09:36.416482 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b4bf3-9f82-42fe-bdd8-be3babe4267f req-4207a3c4-bf1c-4042-8f6c-31e9423fc12a tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:36.418155 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a93b4bf3-9f82-42fe-bdd8-be3babe4267f req-4207a3c4-bf1c-4042-8f6c-31e9423fc12a tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=e099c7bd-ee42-4d4c-b5fd-16ecc0cdc280 HTTP/1.1" status: 200 len: 943 time: 0.0816104 Aug 10 03:09:36.428589 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-32620546-1829-4c9e-9c50-1e280b68749d service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:09:36.428932 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-32620546-1829-4c9e-9c50-1e280b68749d service neutron] Checking segment: {'id': '702cc16b-dad0-4a84-9a18-a82d05fcb9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:09:36.429313 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-32620546-1829-4c9e-9c50-1e280b68749d service neutron] Bound using segment: {'id': '702cc16b-dad0-4a84-9a18-a82d05fcb9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:09:36.429754 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-32620546-1829-4c9e-9c50-1e280b68749d service neutron] Bound port: bd5c370f-ffa5-4477-948b-ba7517343de5, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '702cc16b-dad0-4a84-9a18-a82d05fcb9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:09:36.430109 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-32620546-1829-4c9e-9c50-1e280b68749d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:36.507160 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35890a-88b9-4419-b5f5-52a62175e0e8 req-b3392995-78a4-4dad-a4b9-1f3292d03c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:36.509831 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ee35890a-88b9-4419-b5f5-52a62175e0e8 req-b3392995-78a4-4dad-a4b9-1f3292d03c7e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0184527d62ac40cb863b24d5f91a9ee4&device_id=e099c7bd-ee42-4d4c-b5fd-16ecc0cdc280 HTTP/1.1" status: 200 len: 1126 time: 0.0904896 Aug 10 03:09:36.514861 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a93b4bf3-9f82-42fe-bdd8-be3babe4267f req-14ac9f25-acdc-46a3-a4a6-bad6b0d857de tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841331 Aug 10 03:09:36.577920 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4d55da0-914d-463a-9715-495299d8b30f admin admin] Router dcc56f07-a6b6-4f40-84fb-b61883635f6c has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:09:36.580463 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-32620546-1829-4c9e-9c50-1e280b68749d service neutron] For port bd5c370f-ffa5-4477-948b-ba7517343de5, host n-h2-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:09:36.586138 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-32620546-1829-4c9e-9c50-1e280b68749d service neutron] For port bd5c370f-ffa5-4477-948b-ba7517343de5, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=bd5c370f-ffa5-4477-948b-ba7517343de5,segment=NetworkSegment(702cc16b-dad0-4a84-9a18-a82d05fcb9b7),segment_id=702cc16b-dad0-4a84-9a18-a82d05fcb9b7)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:09:36.593164 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-32620546-1829-4c9e-9c50-1e280b68749d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:36.665850 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-32620546-1829-4c9e-9c50-1e280b68749d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:36.666469 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-32620546-1829-4c9e-9c50-1e280b68749d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:36.668227 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-32620546-1829-4c9e-9c50-1e280b68749d service neutron] 10.222.0.60 "PUT /v2.0/ports/bd5c370f-ffa5-4477-948b-ba7517343de5 HTTP/1.1" status: 200 len: 1131 time: 1.7524817 Aug 10 03:09:36.693756 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e8ef2-103f-479c-956c-d6c805ba3cf0 req-9a4957fa-1031-43a2-9542-f7dbe4b978e2 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:36.695360 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-812e8ef2-103f-479c-956c-d6c805ba3cf0 req-9a4957fa-1031-43a2-9542-f7dbe4b978e2 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba1d3739-8c48-493a-8bd2-e429e9c4b12d HTTP/1.1" status: 200 len: 950 time: 0.1141586 Aug 10 03:09:36.719032 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-549c07af-309f-4c71-8c27-abc73b58717a req-2d9609f9-98d2-4087-a000-269d8529c2eb tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] 10.222.0.62 "GET /v2.0/security-groups/d4d65f20-79d7-443c-9157-b17f8712e620 HTTP/1.1" status: 200 len: 1811 time: 0.1250050 Aug 10 03:09:36.738394 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-0ca80ec0-8884-4b01-939b-610f92f7a820 service neutron] Request body: {'port': {'device_id': '77e1f39f-9b8b-483d-b744-1336257d8687', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:09:36.740354 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35890a-88b9-4419-b5f5-52a62175e0e8 req-cbd322c2-a299-4fce-9fea-9fdaa3d163f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:36.741854 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ee35890a-88b9-4419-b5f5-52a62175e0e8 req-cbd322c2-a299-4fce-9fea-9fdaa3d163f9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=909af24c-2a43-4e6d-8a1f-90b69debd82b HTTP/1.1" status: 200 len: 908 time: 0.2226324 Aug 10 03:09:36.758543 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32620546-1829-4c9e-9c50-1e280b68749d service neutron] Pushing event updated for resources: {'Port': ['ID=bd5c370f-ffa5-4477-948b-ba7517343de5,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:36.809308 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ee35890a-88b9-4419-b5f5-52a62175e0e8 req-08d7bea2-d29d-466c-bbd4-204014249c9f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f59dede6-6b8e-472b-8c72-53679eb4e5af HTTP/1.1" status: 200 len: 217 time: 0.0547521 Aug 10 03:09:36.824010 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-812e8ef2-103f-479c-956c-d6c805ba3cf0 req-93bbbd46-4cf0-4a3b-a36f-8790691fadfd tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159022 Aug 10 03:09:36.895060 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-c4c47554-59fc-4949-ad51-07a933617560 req-b3262931-d611-4734-b872-f09e1b6dbdbe tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-469482784', 'description': 'tempest-description-1098338917'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:09:36.912557 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d55da0-914d-463a-9715-495299d8b30f admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:09:36.915804 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-0ca80ec0-8884-4b01-939b-610f92f7a820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:36.921375 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee40a6bc-fb8e-4dba-81d4-f6afbf4045f7 None None] Sync routers for ids ['dcc56f07-a6b6-4f40-84fb-b61883635f6c'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:09:36.926705 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35890a-88b9-4419-b5f5-52a62175e0e8 req-47cde888-8c24-4acd-96ee-718fd55940c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:36.928232 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ee35890a-88b9-4419-b5f5-52a62175e0e8 req-47cde888-8c24-4acd-96ee-718fd55940c3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b8c216be-f9cb-484e-9a0a-1cd9ef473e6f HTTP/1.1" status: 200 len: 847 time: 0.1019912 Aug 10 03:09:36.931967 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d4d55da0-914d-463a-9715-495299d8b30f admin admin] 10.222.0.62 "PUT /v2.0/routers/dcc56f07-a6b6-4f40-84fb-b61883635f6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0662832 Aug 10 03:09:36.937016 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 39128) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:36.953784 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee40a6bc-fb8e-4dba-81d4-f6afbf4045f7 None None] Routers {'dcc56f07-a6b6-4f40-84fb-b61883635f6c'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:09:36.954464 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc5ca4-62ef-478d-8d55-1ce24c6b2936 req-95ca772a-761f-4eeb-a676-875aa30c39c6 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:36.955535 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-ee40a6bc-fb8e-4dba-81d4-f6afbf4045f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:09:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['dcc56f07-a6b6-4f40-84fb-b61883635f6c'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:09:36.964679 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc5ca4-62ef-478d-8d55-1ce24c6b2936 req-95ca772a-761f-4eeb-a676-875aa30c39c6 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:36.975341 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc5ca4-62ef-478d-8d55-1ce24c6b2936 req-95ca772a-761f-4eeb-a676-875aa30c39c6 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:36.981727 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc5ca4-62ef-478d-8d55-1ce24c6b2936 req-95ca772a-761f-4eeb-a676-875aa30c39c6 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:36.988778 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc5ca4-62ef-478d-8d55-1ce24c6b2936 req-95ca772a-761f-4eeb-a676-875aa30c39c6 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:36.995736 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc5ca4-62ef-478d-8d55-1ce24c6b2936 req-95ca772a-761f-4eeb-a676-875aa30c39c6 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:36.997902 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b1dc5ca4-62ef-478d-8d55-1ce24c6b2936 req-95ca772a-761f-4eeb-a676-875aa30c39c6 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/ports?device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 4598 time: 0.1855047 Aug 10 03:09:37.064036 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c4c47554-59fc-4949-ad51-07a933617560 req-b3262931-d611-4734-b872-f09e1b6dbdbe tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:37.069229 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ee35890a-88b9-4419-b5f5-52a62175e0e8 req-386ea63b-58c6-4898-b365-9c21124345cc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=909af24c-2a43-4e6d-8a1f-90b69debd82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681663 Aug 10 03:09:37.088325 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-ee40a6bc-fb8e-4dba-81d4-f6afbf4045f7 None None] Set router dcc56f07-a6b6-4f40-84fb-b61883635f6c gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:09:37.100474 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [req-1637470c-345d-41bb-80f8-15934811fef0 req-670073d1-7bae-4e50-92de-a51a94d90b36 service neutron] show failed (client error): The resource could not be found. Aug 10 03:09:37.101496 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1637470c-345d-41bb-80f8-15934811fef0 req-670073d1-7bae-4e50-92de-a51a94d90b36 service neutron] 10.222.0.58 "GET /v2.0/ports/f3428fea-5331-4669-b498-70790682434c/bindings/n-h2-768851-15 HTTP/1.1" status: 404 len: 381 time: 0.2537971 Aug 10 03:09:37.203196 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e9f11d95-f7f1-4697-b54e-0b93c587c2f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:37.218122 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b1dc5ca4-62ef-478d-8d55-1ce24c6b2936 req-49effc38-029d-4b49-a6c3-d95c8c30e6db tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/security-groups?id=70e02309-d415-4898-8bc9-4345d44063b7&id=4c7586fd-9bb3-4af0-a8c4-0b1feb98dda5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1985476 Aug 10 03:09:37.306843 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c4c47554-59fc-4949-ad51-07a933617560 req-b3262931-d611-4734-b872-f09e1b6dbdbe tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:37.317107 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e1f39f-9b8b-483d-b744-1336257d8687', 'tag': 'bd5c370f-ffa5-4477-948b-ba7517343de5'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:09:37.319733 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c8de074-b78b-4aa7-a6a7-02959092c01e" -d '{"events": [{"name": "network-changed", "server_uuid": "77e1f39f-9b8b-483d-b744-1336257d8687", "tag": "bd5c370f-ffa5-4477-948b-ba7517343de5"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:09:37.354827 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c4c47554-59fc-4949-ad51-07a933617560 req-b3262931-d611-4734-b872-f09e1b6dbdbe tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:37.397066 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-ee40a6bc-fb8e-4dba-81d4-f6afbf4045f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc56f07-a6b6-4f40-84fb-b61883635f6c', 'name': 'tempest-FloatingIPDetailsTestJSON-1500029586-router', 'tenant_id': '50a9b938aece40f98fbd1418dfa3c4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'b5b1a9c0-7737-492c-bb98-4515832ca0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:08:59Z', 'updated_at': '2021-08-10T03:09:35Z', 'revision_number': 5, 'project_id': '50a9b938aece40f98fbd1418dfa3c4cd', 'gw_port': {'id': 'b5b1a9c0-7737-492c-bb98-4515832ca0ad', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ad:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc56f07-a6b6-4f40-84fb-b61883635f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:09:00Z', 'updated_at': '2021-08-10T03:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:09:37.426026 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee40a6bc-fb8e-4dba-81d4-f6afbf4045f7 None None] Checking router: dcc56f07-a6b6-4f40-84fb-b61883635f6c for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:09:37.438717 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee40a6bc-fb8e-4dba-81d4-f6afbf4045f7 None None] Routers {'dcc56f07-a6b6-4f40-84fb-b61883635f6c'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:09:37.439375 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-ee40a6bc-fb8e-4dba-81d4-f6afbf4045f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:09:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['dcc56f07-a6b6-4f40-84fb-b61883635f6c'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:09:37.450525 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad7a250-e224-418e-8c14-88a0b7653bbd req-40c3d26b-bd67-4c62-9d78-593c14691464 tempest-ServerDiagnosticsNegativeTest-1280518208 tempest-ServerDiagnosticsNegativeTest-1280518208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:37.452908 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dad7a250-e224-418e-8c14-88a0b7653bbd req-40c3d26b-bd67-4c62-9d78-593c14691464 tempest-ServerDiagnosticsNegativeTest-1280518208 tempest-ServerDiagnosticsNegativeTest-1280518208-project] 10.222.0.60 "GET /v2.0/ports?device_id=743d6d8e-f52c-43df-bf26-6f5eee488f18 HTTP/1.1" status: 200 len: 949 time: 0.2231860 Aug 10 03:09:37.511879 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c4c47554-59fc-4949-ad51-07a933617560 req-b3262931-d611-4734-b872-f09e1b6dbdbe tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:37.513383 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c4c47554-59fc-4949-ad51-07a933617560 req-b3262931-d611-4734-b872-f09e1b6dbdbe tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6304824 Aug 10 03:09:37.556290 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3262931-d611-4734-b872-f09e1b6dbdbe tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c602f37-a1ed-4621-a410-630c633c58a5,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:37.569039 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd0b48-93fc-499c-a153-d3532ffcd3ba req-a9421f8b-d5cb-470f-aee1-e6c7c629d52e tempest-ServerDiagnosticsNegativeTest-1280518208 tempest-ServerDiagnosticsNegativeTest-1280518208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:37.571824 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-55bd0b48-93fc-499c-a153-d3532ffcd3ba req-a9421f8b-d5cb-470f-aee1-e6c7c629d52e tempest-ServerDiagnosticsNegativeTest-1280518208 tempest-ServerDiagnosticsNegativeTest-1280518208-project] 10.222.0.62 "GET /v2.0/ports?device_id=743d6d8e-f52c-43df-bf26-6f5eee488f18 HTTP/1.1" status: 200 len: 949 time: 0.2294154 Aug 10 03:09:37.620374 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ee35890a-88b9-4419-b5f5-52a62175e0e8 req-7bbc8868-f2bb-41e8-9266-90e16e3d19c9 service neutron] 10.222.0.58 "GET /v2.0/networks/909af24c-2a43-4e6d-8a1f-90b69debd82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5416641 Aug 10 03:09:37.656858 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-ee40a6bc-fb8e-4dba-81d4-f6afbf4045f7 None None] Set router dcc56f07-a6b6-4f40-84fb-b61883635f6c gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:09:37.680282 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315c0284-d470-40e9-b278-b38cf2226ec0 x-openstack-request-id: req-315c0284-d470-40e9-b278-b38cf2226ec0 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:09:37.680829 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77e1f39f-9b8b-483d-b744-1336257d8687", "tag": "bd5c370f-ffa5-4477-948b-ba7517343de5", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:09:37.681257 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-315c0284-d470-40e9-b278-b38cf2226ec0 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:09:37.681792 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77e1f39f-9b8b-483d-b744-1336257d8687', 'tag': 'bd5c370f-ffa5-4477-948b-ba7517343de5', 'status': 'completed', 'code': 200} Aug 10 03:09:37.716108 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637470c-345d-41bb-80f8-15934811fef0 req-d0307c7a-cfac-4b24-99d3-a18ad77bf5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:37.717847 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1637470c-345d-41bb-80f8-15934811fef0 req-d0307c7a-cfac-4b24-99d3-a18ad77bf5f3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ba1d3739-8c48-493a-8bd2-e429e9c4b12d&tenant_id=6cb2c88cb44048dc824ad7a6e6e788f5 HTTP/1.1" status: 200 len: 1102 time: 0.3326194 Aug 10 03:09:37.730015 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e9f11d95-f7f1-4697-b54e-0b93c587c2f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:37.786124 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-1637470c-345d-41bb-80f8-15934811fef0 req-eadb4359-a474-4a4b-9fb9-6d6b1ee800d4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768851-15', 'device_owner': 'compute:nova'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:09:37.857845 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-55bd0b48-93fc-499c-a153-d3532ffcd3ba req-bd7772f0-2b5c-4ec5-9871-e7d727872bda tempest-ServerDiagnosticsNegativeTest-1280518208 tempest-ServerDiagnosticsNegativeTest-1280518208-project] 10.222.0.62 "GET /v2.0/security-groups?id=8765f6ef-0726-4cc1-8a34-7e3bf6c803bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792137 Aug 10 03:09:37.862686 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-e9f11d95-f7f1-4697-b54e-0b93c587c2f2 admin admin] Deleting port b5b1a9c0-7737-492c-bb98-4515832ca0ad {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:09:37.863219 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e9f11d95-f7f1-4697-b54e-0b93c587c2f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:37.870381 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-0ca80ec0-8884-4b01-939b-610f92f7a820 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:09:37.926929 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bd445751-0703-4bef-938f-e599659d12d9 req-e4d099e1-3760-4e05-865f-66b687fe8efd tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] 10.222.0.62 "GET /v2.0/security-groups/0c602f37-a1ed-4621-a410-630c633c58a5 HTTP/1.1" status: 200 len: 1812 time: 0.2251208 Aug 10 03:09:37.936645 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-0ca80ec0-8884-4b01-939b-610f92f7a820 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:37.946929 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8de074-b78b-4aa7-a6a7-02959092c01e req-eca1d8c9-1387-4d46-9a1b-f8e56fb37dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:37.947564 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8de074-b78b-4aa7-a6a7-02959092c01e req-eca1d8c9-1387-4d46-9a1b-f8e56fb37dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:37.948102 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8de074-b78b-4aa7-a6a7-02959092c01e req-eca1d8c9-1387-4d46-9a1b-f8e56fb37dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:37.948631 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8de074-b78b-4aa7-a6a7-02959092c01e req-eca1d8c9-1387-4d46-9a1b-f8e56fb37dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:37.949629 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8de074-b78b-4aa7-a6a7-02959092c01e req-eca1d8c9-1387-4d46-9a1b-f8e56fb37dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:37.949939 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8de074-b78b-4aa7-a6a7-02959092c01e req-eca1d8c9-1387-4d46-9a1b-f8e56fb37dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:37.952939 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8c8de074-b78b-4aa7-a6a7-02959092c01e req-eca1d8c9-1387-4d46-9a1b-f8e56fb37dda service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9db099ffcd1f4b6f883036f2463be98e&device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 5286 time: 0.3014753 Aug 10 03:09:37.963597 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-0ca80ec0-8884-4b01-939b-610f92f7a820 service neutron] Transition to ACTIVE for port object f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:09:37.975867 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ee35890a-88b9-4419-b5f5-52a62175e0e8 req-39963390-622b-4466-8ec0-084845de3138 service neutron] 10.222.0.58 "GET /v2.0/networks/909af24c-2a43-4e6d-8a1f-90b69debd82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204870 Aug 10 03:09:37.976551 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-1637470c-345d-41bb-80f8-15934811fef0 req-eadb4359-a474-4a4b-9fb9-6d6b1ee800d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:37.979669 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-ee40a6bc-fb8e-4dba-81d4-f6afbf4045f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc56f07-a6b6-4f40-84fb-b61883635f6c', 'name': 'tempest-FloatingIPDetailsTestJSON-1500029586-router', 'tenant_id': '50a9b938aece40f98fbd1418dfa3c4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'b5b1a9c0-7737-492c-bb98-4515832ca0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:08:59Z', 'updated_at': '2021-08-10T03:09:35Z', 'revision_number': 5, 'project_id': '50a9b938aece40f98fbd1418dfa3c4cd', 'gw_port': {'id': 'b5b1a9c0-7737-492c-bb98-4515832ca0ad', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ad:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc56f07-a6b6-4f40-84fb-b61883635f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:09:00Z', 'updated_at': '2021-08-10T03:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:09:37.982466 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-0ca80ec0-8884-4b01-939b-610f92f7a820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:38.036751 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee40a6bc-fb8e-4dba-81d4-f6afbf4045f7 None None] The sync data for ids ['dcc56f07-a6b6-4f40-84fb-b61883635f6c'] in n-d-768851-15 is: [{'id': 'dcc56f07-a6b6-4f40-84fb-b61883635f6c', 'name': 'tempest-FloatingIPDetailsTestJSON-1500029586-router', 'tenant_id': '50a9b938aece40f98fbd1418dfa3c4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'b5b1a9c0-7737-492c-bb98-4515832ca0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:08:59Z', 'updated_at': '2021-08-10T03:09:35Z', 'revision_number': 5, 'project_id': '50a9b938aece40f98fbd1418dfa3c4cd', 'gw_port': {'id': 'b5b1a9c0-7737-492c-bb98-4515832ca0ad', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ad:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc56f07-a6b6-4f40-84fb-b61883635f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:09:00Z', 'updated_at': '2021-08-10T03:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:09:38.056000 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-e9f11d95-f7f1-4697-b54e-0b93c587c2f2 admin admin] For port b5b1a9c0-7737-492c-bb98-4515832ca0ad, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=b5b1a9c0-7737-492c-bb98-4515832ca0ad,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:09:38.057265 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e9f11d95-f7f1-4697-b54e-0b93c587c2f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:38.104021 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-e9f11d95-f7f1-4697-b54e-0b93c587c2f2 admin admin] Calling delete_port for b5b1a9c0-7737-492c-bb98-4515832ca0ad owned by network:router_gateway {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:09:38.142453 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-dad7a250-e224-418e-8c14-88a0b7653bbd req-054b88d7-12f4-4a03-859f-4440ca5e018e tempest-ServerDiagnosticsNegativeTest-1280518208 tempest-ServerDiagnosticsNegativeTest-1280518208-project] Deleting port 04fafbf7-1f2a-459d-a55b-659bcd7c06f8 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:09:38.142976 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-dad7a250-e224-418e-8c14-88a0b7653bbd req-054b88d7-12f4-4a03-859f-4440ca5e018e tempest-ServerDiagnosticsNegativeTest-1280518208 tempest-ServerDiagnosticsNegativeTest-1280518208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:38.210763 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca80ec0-8884-4b01-939b-610f92f7a820 service neutron] Pushing event updated for resources: {'Port': ['ID=f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:38.293722 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-0ca80ec0-8884-4b01-939b-610f92f7a820 service neutron] Attempting to bind port f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:09:38.294059 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-0ca80ec0-8884-4b01-939b-610f92f7a820 service neutron] Attempting to bind port f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '702cc16b-dad0-4a84-9a18-a82d05fcb9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:09:38.294381 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-0ca80ec0-8884-4b01-939b-610f92f7a820 service neutron] Attempting to bind port f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e on network be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:09:38.303529 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-0ca80ec0-8884-4b01-939b-610f92f7a820 service neutron] Port f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e on network be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:09:38.303750 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-0ca80ec0-8884-4b01-939b-610f92f7a820 service neutron] Attempting to bind port f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e on network be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:09:38.346513 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-0ca80ec0-8884-4b01-939b-610f92f7a820 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:09:38.346870 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-0ca80ec0-8884-4b01-939b-610f92f7a820 service neutron] Checking segment: {'id': '702cc16b-dad0-4a84-9a18-a82d05fcb9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:09:38.347260 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-0ca80ec0-8884-4b01-939b-610f92f7a820 service neutron] Bound using segment: {'id': '702cc16b-dad0-4a84-9a18-a82d05fcb9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:09:38.347696 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-0ca80ec0-8884-4b01-939b-610f92f7a820 service neutron] Bound port: f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '702cc16b-dad0-4a84-9a18-a82d05fcb9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:09:38.348057 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-0ca80ec0-8884-4b01-939b-610f92f7a820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:38.469338 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-0ca80ec0-8884-4b01-939b-610f92f7a820 service neutron] For port f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e, host n-h2-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:09:38.504914 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-0ca80ec0-8884-4b01-939b-610f92f7a820 service neutron] For port f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e,segment=NetworkSegment(702cc16b-dad0-4a84-9a18-a82d05fcb9b7),segment_id=702cc16b-dad0-4a84-9a18-a82d05fcb9b7)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:09:38.507986 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e9f11d95-f7f1-4697-b54e-0b93c587c2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:38.534909 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-0ca80ec0-8884-4b01-939b-610f92f7a820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:38.541513 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f11d95-f7f1-4697-b54e-0b93c587c2f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5b1a9c0-7737-492c-bb98-4515832ca0ad,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:38.610547 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8de074-b78b-4aa7-a6a7-02959092c01e req-38038fe3-71c7-4ff0-8e23-9072887edba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:38.610969 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8de074-b78b-4aa7-a6a7-02959092c01e req-38038fe3-71c7-4ff0-8e23-9072887edba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:38.611440 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8de074-b78b-4aa7-a6a7-02959092c01e req-38038fe3-71c7-4ff0-8e23-9072887edba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:38.612266 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-0ca80ec0-8884-4b01-939b-610f92f7a820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:38.612991 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-0ca80ec0-8884-4b01-939b-610f92f7a820 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:38.613249 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8c8de074-b78b-4aa7-a6a7-02959092c01e req-38038fe3-71c7-4ff0-8e23-9072887edba2 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=9db099ffcd1f4b6f883036f2463be98e&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.6508632 Aug 10 03:09:38.614952 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-0ca80ec0-8884-4b01-939b-610f92f7a820 service neutron] 10.222.0.60 "PUT /v2.0/ports/f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e HTTP/1.1" status: 200 len: 1130 time: 1.8861823 Aug 10 03:09:38.663135 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-f1c35c81-814d-49ae-8b34-e750267637f7 service neutron] Request body: {'port': {'device_id': '77e1f39f-9b8b-483d-b744-1336257d8687', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:09:38.712935 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca80ec0-8884-4b01-939b-610f92f7a820 service neutron] Pushing event updated for resources: {'Port': ['ID=f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:38.720876 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e9f11d95-f7f1-4697-b54e-0b93c587c2f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:38.856599 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b6eca-1ca4-4e68-9165-a7df5d800f86 req-27ac39f4-0c4d-40bd-8314-2d2fba687bc6 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:38.860039 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b49b6eca-1ca4-4e68-9165-a7df5d800f86 req-27ac39f4-0c4d-40bd-8314-2d2fba687bc6 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=e099c7bd-ee42-4d4c-b5fd-16ecc0cdc280 HTTP/1.1" status: 200 len: 943 time: 0.7300577 Aug 10 03:09:38.863071 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e9f11d95-f7f1-4697-b54e-0b93c587c2f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:38.866794 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e9f11d95-f7f1-4697-b54e-0b93c587c2f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:38.869863 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-f1c35c81-814d-49ae-8b34-e750267637f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:38.893771 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c5d098-7c71-4021-b211-ef14cf74f2b8 req-e0fdc9d4-6036-41ee-87a8-6ee7c7e4661f tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:38.895356 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-49c5d098-7c71-4021-b211-ef14cf74f2b8 req-e0fdc9d4-6036-41ee-87a8-6ee7c7e4661f tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba1d3739-8c48-493a-8bd2-e429e9c4b12d HTTP/1.1" status: 200 len: 950 time: 0.6879458 Aug 10 03:09:38.916685 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-dad7a250-e224-418e-8c14-88a0b7653bbd req-054b88d7-12f4-4a03-859f-4440ca5e018e tempest-ServerDiagnosticsNegativeTest-1280518208 tempest-ServerDiagnosticsNegativeTest-1280518208-project] For port 04fafbf7-1f2a-459d-a55b-659bcd7c06f8, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=04fafbf7-1f2a-459d-a55b-659bcd7c06f8,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:09:38.916975 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-dad7a250-e224-418e-8c14-88a0b7653bbd req-054b88d7-12f4-4a03-859f-4440ca5e018e tempest-ServerDiagnosticsNegativeTest-1280518208 tempest-ServerDiagnosticsNegativeTest-1280518208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:38.953764 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e9f11d95-f7f1-4697-b54e-0b93c587c2f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:38.954548 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f11d95-f7f1-4697-b54e-0b93c587c2f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dcc56f07-a6b6-4f40-84fb-b61883635f6c {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:09:38.969872 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e9f11d95-f7f1-4697-b54e-0b93c587c2f2 admin admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:38.971113 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e9f11d95-f7f1-4697-b54e-0b93c587c2f2 admin admin] 10.222.0.62 "DELETE /v2.0/routers/dcc56f07-a6b6-4f40-84fb-b61883635f6c HTTP/1.1" status: 204 len: 168 time: 2.0322425 Aug 10 03:09:38.973758 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 39152) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:39.013677 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-dad7a250-e224-418e-8c14-88a0b7653bbd req-054b88d7-12f4-4a03-859f-4440ca5e018e tempest-ServerDiagnosticsNegativeTest-1280518208 tempest-ServerDiagnosticsNegativeTest-1280518208-project] Calling delete_port for 04fafbf7-1f2a-459d-a55b-659bcd7c06f8 owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:09:39.053457 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8de074-b78b-4aa7-a6a7-02959092c01e req-1578ece0-b9ee-4d6b-ac0a-0f374ab2db9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:39.055421 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8c8de074-b78b-4aa7-a6a7-02959092c01e req-1578ece0-b9ee-4d6b-ac0a-0f374ab2db9c service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4165566 Aug 10 03:09:39.102439 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cdcae83-19bd-4afd-b1a9-5b400876f607 admin admin] Deleting subnet 2ebca7ca-4655-4135-8c65-b403da81fd3c {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:09:39.116996 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7cdcae83-19bd-4afd-b1a9-5b400876f607 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:39.136864 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b49b6eca-1ca4-4e68-9165-a7df5d800f86 req-74082a05-b06d-4616-9006-6525117d557f tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531040 Aug 10 03:09:39.161667 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-49c5d098-7c71-4021-b211-ef14cf74f2b8 req-9796b94f-cd10-49a5-8115-2c97ca839d4c tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422333 Aug 10 03:09:39.218377 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7cdcae83-19bd-4afd-b1a9-5b400876f607 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:39.275788 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-2deaa546-faf9-4b17-853e-82433f496773 req-ce8033a3-8a01-4004-9c02-64e97e7a8354 tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1873508108', 'description': 'tempest-description-1405853771'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:09:39.293249 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-1637470c-345d-41bb-80f8-15934811fef0 req-eadb4359-a474-4a4b-9fb9-6d6b1ee800d4 service neutron] For port f3428fea-5331-4669-b498-70790682434c, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=f3428fea-5331-4669-b498-70790682434c,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:09:39.357901 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7cdcae83-19bd-4afd-b1a9-5b400876f607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:39.364997 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-dad7a250-e224-418e-8c14-88a0b7653bbd req-054b88d7-12f4-4a03-859f-4440ca5e018e tempest-ServerDiagnosticsNegativeTest-1280518208 tempest-ServerDiagnosticsNegativeTest-1280518208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:39.373805 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-2deaa546-faf9-4b17-853e-82433f496773 req-ce8033a3-8a01-4004-9c02-64e97e7a8354 tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:39.379276 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['04fafbf7-1f2a-459d-a55b-659bcd7c06f8'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:09:39.423498 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-1637470c-345d-41bb-80f8-15934811fef0 req-eadb4359-a474-4a4b-9fb9-6d6b1ee800d4 service neutron] For port f3428fea-5331-4669-b498-70790682434c, host n-h1-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:09:39.432477 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-f1c35c81-814d-49ae-8b34-e750267637f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37c5d772-171b-4c81-9987-eb813c61fb2e {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:09:39.441196 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-f1c35c81-814d-49ae-8b34-e750267637f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:39.447824 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054b88d7-12f4-4a03-859f-4440ca5e018e tempest-ServerDiagnosticsNegativeTest-1280518208 tempest-ServerDiagnosticsNegativeTest-1280518208-project] Pushing event deleted for resources: {'Port': ['ID=04fafbf7-1f2a-459d-a55b-659bcd7c06f8,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:39.460990 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-f1c35c81-814d-49ae-8b34-e750267637f7 service neutron] Transition to ACTIVE for port object 37c5d772-171b-4c81-9987-eb813c61fb2e will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:09:39.464734 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3704d0-c93d-4fba-86af-6063e0bb8792 req-95120c47-03e1-4287-a20e-765500d4c021 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:39.465046 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7cdcae83-19bd-4afd-b1a9-5b400876f607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:39.470161 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-f1c35c81-814d-49ae-8b34-e750267637f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:39.471002 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3704d0-c93d-4fba-86af-6063e0bb8792 req-95120c47-03e1-4287-a20e-765500d4c021 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:39.477682 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3704d0-c93d-4fba-86af-6063e0bb8792 req-95120c47-03e1-4287-a20e-765500d4c021 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:39.488676 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3704d0-c93d-4fba-86af-6063e0bb8792 req-95120c47-03e1-4287-a20e-765500d4c021 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:39.494900 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3704d0-c93d-4fba-86af-6063e0bb8792 req-95120c47-03e1-4287-a20e-765500d4c021 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:39.501518 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3704d0-c93d-4fba-86af-6063e0bb8792 req-95120c47-03e1-4287-a20e-765500d4c021 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:39.507620 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3704d0-c93d-4fba-86af-6063e0bb8792 req-95120c47-03e1-4287-a20e-765500d4c021 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:39.509637 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5d3704d0-c93d-4fba-86af-6063e0bb8792 req-95120c47-03e1-4287-a20e-765500d4c021 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/ports?device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 5369 time: 0.2251029 Aug 10 03:09:39.520909 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdcae83-19bd-4afd-b1a9-5b400876f607 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ebca7ca-4655-4135-8c65-b403da81fd3c,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:39.530081 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7cdcae83-19bd-4afd-b1a9-5b400876f607 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:39.532466 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7cdcae83-19bd-4afd-b1a9-5b400876f607 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/2ebca7ca-4655-4135-8c65-b403da81fd3c HTTP/1.1" status: 204 len: 168 time: 0.5577857 Aug 10 03:09:39.538546 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 39156) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:39.562645 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01044c3e-3301-42a4-b018-e1db0e46b773 None None] Network 5680a22b-06c8-47ed-9ce4-bfa2eb5eb47d requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:09:39.634777 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba1d3739-8c48-493a-8bd2-e429e9c4b12d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3428fea-5331-4669-b498-70790682434c'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:09:39.637013 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5bb361d-b3dc-4f93-b9fd-eb44a222b229" -d '{"events": [{"server_uuid": "ba1d3739-8c48-493a-8bd2-e429e9c4b12d", "name": "network-vif-unplugged", "status": "completed", "tag": "f3428fea-5331-4669-b498-70790682434c"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:09:39.641110 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c35c81-814d-49ae-8b34-e750267637f7 service neutron] Pushing event updated for resources: {'Port': ['ID=37c5d772-171b-4c81-9987-eb813c61fb2e,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:39.653556 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-1637470c-345d-41bb-80f8-15934811fef0 req-eadb4359-a474-4a4b-9fb9-6d6b1ee800d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:39.687154 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e1f39f-9b8b-483d-b744-1336257d8687', 'tag': 'f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:09:39.691408 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-500e245a-44a1-4a6b-a700-f04b60925af0" -d '{"events": [{"name": "network-changed", "server_uuid": "77e1f39f-9b8b-483d-b744-1336257d8687", "tag": "f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:09:39.700025 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-dad7a250-e224-418e-8c14-88a0b7653bbd req-054b88d7-12f4-4a03-859f-4440ca5e018e tempest-ServerDiagnosticsNegativeTest-1280518208 tempest-ServerDiagnosticsNegativeTest-1280518208-project] No DVR routers for this DVR port 04fafbf7-1f2a-459d-a55b-659bcd7c06f8 on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:09:39.703334 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-dad7a250-e224-418e-8c14-88a0b7653bbd req-054b88d7-12f4-4a03-859f-4440ca5e018e tempest-ServerDiagnosticsNegativeTest-1280518208 tempest-ServerDiagnosticsNegativeTest-1280518208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:39.707057 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dad7a250-e224-418e-8c14-88a0b7653bbd req-054b88d7-12f4-4a03-859f-4440ca5e018e tempest-ServerDiagnosticsNegativeTest-1280518208 tempest-ServerDiagnosticsNegativeTest-1280518208-project] 10.222.0.60 "DELETE /v2.0/ports/04fafbf7-1f2a-459d-a55b-659bcd7c06f8 HTTP/1.1" status: 204 len: 173 time: 2.2160316 Aug 10 03:09:39.757276 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-1637470c-345d-41bb-80f8-15934811fef0 req-eadb4359-a474-4a4b-9fb9-6d6b1ee800d4 service neutron] Transition to ACTIVE for port object f3428fea-5331-4669-b498-70790682434c will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:09:39.766273 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5d3704d0-c93d-4fba-86af-6063e0bb8792 req-8af03a64-df07-427a-b7e5-8eaa5793dda9 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/security-groups?id=70e02309-d415-4898-8bc9-4345d44063b7&id=4c7586fd-9bb3-4af0-a8c4-0b1feb98dda5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2455313 Aug 10 03:09:39.773695 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-1637470c-345d-41bb-80f8-15934811fef0 req-eadb4359-a474-4a4b-9fb9-6d6b1ee800d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:39.817387 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2321bd7b-0233-4c27-b4f5-c810d6e29484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:39.820656 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device f3428fea-5331-4669-b498-70790682434c no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:09:39.953139 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadb4359-a474-4a4b-9fb9-6d6b1ee800d4 service neutron] Pushing event updated for resources: {'Port': ['ID=f3428fea-5331-4669-b498-70790682434c,revision_number=6']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:39.973936 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-1637470c-345d-41bb-80f8-15934811fef0 req-eadb4359-a474-4a4b-9fb9-6d6b1ee800d4 service neutron] No DVR routers for this DVR port f3428fea-5331-4669-b498-70790682434c on host n-h1-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:09:39.983758 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-f1c35c81-814d-49ae-8b34-e750267637f7 service neutron] Attempting to bind port 37c5d772-171b-4c81-9987-eb813c61fb2e on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:09:39.989945 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-f1c35c81-814d-49ae-8b34-e750267637f7 service neutron] Attempting to bind port 37c5d772-171b-4c81-9987-eb813c61fb2e by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '702cc16b-dad0-4a84-9a18-a82d05fcb9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:09:39.990850 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-f1c35c81-814d-49ae-8b34-e750267637f7 service neutron] Attempting to bind port 37c5d772-171b-4c81-9987-eb813c61fb2e on network be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:09:39.993032 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device f3428fea-5331-4669-b498-70790682434c not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:09:39.995482 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device f59dede6-6b8e-472b-8c72-53679eb4e5af no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:09:40.009766 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-f1c35c81-814d-49ae-8b34-e750267637f7 service neutron] Port 37c5d772-171b-4c81-9987-eb813c61fb2e on network be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:09:40.017861 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-f1c35c81-814d-49ae-8b34-e750267637f7 service neutron] Attempting to bind port 37c5d772-171b-4c81-9987-eb813c61fb2e on network be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:09:40.029087 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-f1c35c81-814d-49ae-8b34-e750267637f7 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:09:40.030102 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-f1c35c81-814d-49ae-8b34-e750267637f7 service neutron] Checking segment: {'id': '702cc16b-dad0-4a84-9a18-a82d05fcb9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:09:40.032130 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-f1c35c81-814d-49ae-8b34-e750267637f7 service neutron] Bound using segment: {'id': '702cc16b-dad0-4a84-9a18-a82d05fcb9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:09:40.032878 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-f1c35c81-814d-49ae-8b34-e750267637f7 service neutron] Bound port: 37c5d772-171b-4c81-9987-eb813c61fb2e, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '702cc16b-dad0-4a84-9a18-a82d05fcb9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:09:40.033475 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-f1c35c81-814d-49ae-8b34-e750267637f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:40.060828 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b5b1a9c0-7737-492c-bb98-4515832ca0ad no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:09:40.095491 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-2deaa546-faf9-4b17-853e-82433f496773 req-ce8033a3-8a01-4004-9c02-64e97e7a8354 tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:40.109700 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-1637470c-345d-41bb-80f8-15934811fef0 req-eadb4359-a474-4a4b-9fb9-6d6b1ee800d4 service neutron] Attempting to bind port f3428fea-5331-4669-b498-70790682434c on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:09:40.110137 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-1637470c-345d-41bb-80f8-15934811fef0 req-eadb4359-a474-4a4b-9fb9-6d6b1ee800d4 service neutron] Attempting to bind port f3428fea-5331-4669-b498-70790682434c by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:09:40.110479 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1637470c-345d-41bb-80f8-15934811fef0 req-eadb4359-a474-4a4b-9fb9-6d6b1ee800d4 service neutron] Attempting to bind port f3428fea-5331-4669-b498-70790682434c on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:09:40.120749 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-2deaa546-faf9-4b17-853e-82433f496773 req-ce8033a3-8a01-4004-9c02-64e97e7a8354 tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:40.147910 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-2321bd7b-0233-4c27-b4f5-c810d6e29484 admin admin] Deleting port f0d11ad8-dab4-4527-9539-8cd807405ab7 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:09:40.149520 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2321bd7b-0233-4c27-b4f5-c810d6e29484 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:40.149643 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: b5b1a9c0-7737-492c-bb98-4515832ca0ad {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:09:40.149963 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b5b1a9c0-7737-492c-bb98-4515832ca0ad not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:09:40.150377 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device ba46b6ba-a0f8-424e-8e8f-9c9d7f5d672c no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:09:40.171475 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1637470c-345d-41bb-80f8-15934811fef0 req-eadb4359-a474-4a4b-9fb9-6d6b1ee800d4 service neutron] Port f3428fea-5331-4669-b498-70790682434c on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:09:40.171836 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1637470c-345d-41bb-80f8-15934811fef0 req-eadb4359-a474-4a4b-9fb9-6d6b1ee800d4 service neutron] Attempting to bind port f3428fea-5331-4669-b498-70790682434c on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:09:40.199259 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: ba46b6ba-a0f8-424e-8e8f-9c9d7f5d672c {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:09:40.211893 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device ba46b6ba-a0f8-424e-8e8f-9c9d7f5d672c not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:09:40.236962 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f4a652-25cc-49b5-9b71-7e73027bd9bb None None] DHCP port deletion for 5680a22b-06c8-47ed-9ce4-bfa2eb5eb47d request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:09:40.268264 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-777e5e2e-7bb0-4bae-9ad7-7a2f61ca2ef2 req-87aeb9c6-01d4-49a3-8bd9-f8bcf494c2f2 tempest-ServerDiagnosticsNegativeTest-1280518208 tempest-ServerDiagnosticsNegativeTest-1280518208-project] 10.222.0.62 "GET /v2.0/ports?device_id=743d6d8e-f52c-43df-bf26-6f5eee488f18 HTTP/1.1" status: 200 len: 210 time: 0.1322820 Aug 10 03:09:40.272729 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-2deaa546-faf9-4b17-853e-82433f496773 req-ce8033a3-8a01-4004-9c02-64e97e7a8354 tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:40.285862 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-2321bd7b-0233-4c27-b4f5-c810d6e29484 admin admin] For port f0d11ad8-dab4-4527-9539-8cd807405ab7, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=f0d11ad8-dab4-4527-9539-8cd807405ab7,segment=NetworkSegment(81e26f60-caa1-4833-83c3-9e70562a0e4a),segment_id=81e26f60-caa1-4833-83c3-9e70562a0e4a)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:09:40.286429 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2321bd7b-0233-4c27-b4f5-c810d6e29484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:40.287864 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2deaa546-faf9-4b17-853e-82433f496773 req-ce8033a3-8a01-4004-9c02-64e97e7a8354 tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.1074419 Aug 10 03:09:40.288692 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1637470c-345d-41bb-80f8-15934811fef0 req-eadb4359-a474-4a4b-9fb9-6d6b1ee800d4 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:09:40.289496 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1637470c-345d-41bb-80f8-15934811fef0 req-eadb4359-a474-4a4b-9fb9-6d6b1ee800d4 service neutron] Checking segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:09:40.289496 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1637470c-345d-41bb-80f8-15934811fef0 req-eadb4359-a474-4a4b-9fb9-6d6b1ee800d4 service neutron] Bound using segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:09:40.290133 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-1637470c-345d-41bb-80f8-15934811fef0 req-eadb4359-a474-4a4b-9fb9-6d6b1ee800d4 service neutron] Bound port: f3428fea-5331-4669-b498-70790682434c, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:09:40.290226 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-1637470c-345d-41bb-80f8-15934811fef0 req-eadb4359-a474-4a4b-9fb9-6d6b1ee800d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:40.320345 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-2321bd7b-0233-4c27-b4f5-c810d6e29484 admin admin] Calling delete_port for f0d11ad8-dab4-4527-9539-8cd807405ab7 owned by network:dhcp {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:09:40.332801 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-f1c35c81-814d-49ae-8b34-e750267637f7 service neutron] For port 37c5d772-171b-4c81-9987-eb813c61fb2e, host n-h2-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:09:40.337033 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8033a3-8a01-4004-9c02-64e97e7a8354 tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6248f86f-8283-441f-9cc7-aa93d55d1907,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:40.345957 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-f1c35c81-814d-49ae-8b34-e750267637f7 service neutron] For port 37c5d772-171b-4c81-9987-eb813c61fb2e, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=37c5d772-171b-4c81-9987-eb813c61fb2e,segment=NetworkSegment(702cc16b-dad0-4a84-9a18-a82d05fcb9b7),segment_id=702cc16b-dad0-4a84-9a18-a82d05fcb9b7)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:09:40.393291 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-f1c35c81-814d-49ae-8b34-e750267637f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:40.415192 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd9c91a-0f19-4d80-9497-044458c13918 x-openstack-request-id: req-3cd9c91a-0f19-4d80-9497-044458c13918 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:09:40.415559 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba1d3739-8c48-493a-8bd2-e429e9c4b12d", "name": "network-vif-unplugged", "status": "completed", "tag": "f3428fea-5331-4669-b498-70790682434c", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:09:40.415764 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3cd9c91a-0f19-4d80-9497-044458c13918 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:09:40.416236 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba1d3739-8c48-493a-8bd2-e429e9c4b12d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3428fea-5331-4669-b498-70790682434c', 'code': 200} Aug 10 03:09:40.437200 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-d5f4a652-25cc-49b5-9b71-7e73027bd9bb None None] Deleting port f0d11ad8-dab4-4527-9539-8cd807405ab7 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:09:40.437717 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d5f4a652-25cc-49b5-9b71-7e73027bd9bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:40.481444 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118927de-f141-402b-8cbc-6f2f88c8b45e x-openstack-request-id: req-118927de-f141-402b-8cbc-6f2f88c8b45e {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:09:40.481715 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77e1f39f-9b8b-483d-b744-1336257d8687", "tag": "f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:09:40.481968 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-118927de-f141-402b-8cbc-6f2f88c8b45e {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:09:40.482356 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77e1f39f-9b8b-483d-b744-1336257d8687', 'tag': 'f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e', 'status': 'completed', 'code': 200} Aug 10 03:09:40.486106 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c35c81-814d-49ae-8b34-e750267637f7 service neutron] Pushing event updated for resources: {'Port': ['ID=37c5d772-171b-4c81-9987-eb813c61fb2e,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:40.493004 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-1637470c-345d-41bb-80f8-15934811fef0 req-eadb4359-a474-4a4b-9fb9-6d6b1ee800d4 service neutron] For port f3428fea-5331-4669-b498-70790682434c, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:09:40.500822 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-f1c35c81-814d-49ae-8b34-e750267637f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:40.501652 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-f1c35c81-814d-49ae-8b34-e750267637f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:40.503195 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-f1c35c81-814d-49ae-8b34-e750267637f7 service neutron] 10.222.0.60 "PUT /v2.0/ports/37c5d772-171b-4c81-9987-eb813c61fb2e HTTP/1.1" status: 200 len: 1092 time: 1.8490312 Aug 10 03:09:40.504602 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-1637470c-345d-41bb-80f8-15934811fef0 req-eadb4359-a474-4a4b-9fb9-6d6b1ee800d4 service neutron] For port f3428fea-5331-4669-b498-70790682434c, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=f3428fea-5331-4669-b498-70790682434c,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:09:40.524255 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-1637470c-345d-41bb-80f8-15934811fef0 req-eadb4359-a474-4a4b-9fb9-6d6b1ee800d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:40.534972 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-d5f4a652-25cc-49b5-9b71-7e73027bd9bb None None] For port f0d11ad8-dab4-4527-9539-8cd807405ab7, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=f0d11ad8-dab4-4527-9539-8cd807405ab7,segment=NetworkSegment(81e26f60-caa1-4833-83c3-9e70562a0e4a),segment_id=81e26f60-caa1-4833-83c3-9e70562a0e4a)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:09:40.536647 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d5f4a652-25cc-49b5-9b71-7e73027bd9bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:40.567623 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-d5f4a652-25cc-49b5-9b71-7e73027bd9bb None None] Calling delete_port for f0d11ad8-dab4-4527-9539-8cd807405ab7 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:09:40.576217 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2321bd7b-0233-4c27-b4f5-c810d6e29484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:40.634855 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2321bd7b-0233-4c27-b4f5-c810d6e29484 admin admin] No DVR routers for this DVR port f0d11ad8-dab4-4527-9539-8cd807405ab7 on host n-d-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:09:40.662847 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-45b63b72-b867-466d-a389-30b2d7ddce36 service neutron] Request body: {'port': {'device_id': '77e1f39f-9b8b-483d-b744-1336257d8687', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:09:40.682701 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2321bd7b-0233-4c27-b4f5-c810d6e29484 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0d11ad8-dab4-4527-9539-8cd807405ab7,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:40.692631 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d5f4a652-25cc-49b5-9b71-7e73027bd9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:40.731646 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f4a652-25cc-49b5-9b71-7e73027bd9bb None None] Pushing event deleted for resources: {'Port': ['ID=f0d11ad8-dab4-4527-9539-8cd807405ab7,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:40.743291 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f4a652-25cc-49b5-9b71-7e73027bd9bb None None] No DVR routers for this DVR port f0d11ad8-dab4-4527-9539-8cd807405ab7 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:09:40.773828 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637470c-345d-41bb-80f8-15934811fef0 req-eadb4359-a474-4a4b-9fb9-6d6b1ee800d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:40.774463 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-1637470c-345d-41bb-80f8-15934811fef0 req-eadb4359-a474-4a4b-9fb9-6d6b1ee800d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:40.775881 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1637470c-345d-41bb-80f8-15934811fef0 req-eadb4359-a474-4a4b-9fb9-6d6b1ee800d4 service neutron] 10.222.0.60 "PUT /v2.0/ports/f3428fea-5331-4669-b498-70790682434c HTTP/1.1" status: 200 len: 1097 time: 3.0052595 Aug 10 03:09:40.820954 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e245a-44a1-4a6b-a700-f04b60925af0 req-21c79e47-a021-4b70-a5ef-0a9875f001d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:40.821436 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e245a-44a1-4a6b-a700-f04b60925af0 req-21c79e47-a021-4b70-a5ef-0a9875f001d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:40.821903 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e245a-44a1-4a6b-a700-f04b60925af0 req-21c79e47-a021-4b70-a5ef-0a9875f001d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:40.822367 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e245a-44a1-4a6b-a700-f04b60925af0 req-21c79e47-a021-4b70-a5ef-0a9875f001d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:40.822908 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e245a-44a1-4a6b-a700-f04b60925af0 req-21c79e47-a021-4b70-a5ef-0a9875f001d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:40.823321 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e245a-44a1-4a6b-a700-f04b60925af0 req-21c79e47-a021-4b70-a5ef-0a9875f001d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:40.823775 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e245a-44a1-4a6b-a700-f04b60925af0 req-21c79e47-a021-4b70-a5ef-0a9875f001d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:40.826423 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-500e245a-44a1-4a6b-a700-f04b60925af0 req-21c79e47-a021-4b70-a5ef-0a9875f001d4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9db099ffcd1f4b6f883036f2463be98e&device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 6277 time: 0.2700083 Aug 10 03:09:40.847776 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2321bd7b-0233-4c27-b4f5-c810d6e29484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:40.881640 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadb4359-a474-4a4b-9fb9-6d6b1ee800d4 service neutron] Pushing event updated for resources: {'Port': ['ID=f3428fea-5331-4669-b498-70790682434c,revision_number=7']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:40.915183 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42e738-fb56-4796-bbf8-6f5ddef219af req-b7e63380-f4df-4a0b-90bb-62988afdc078 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:40.922616 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1a42e738-fb56-4796-bbf8-6f5ddef219af req-b7e63380-f4df-4a0b-90bb-62988afdc078 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba1d3739-8c48-493a-8bd2-e429e9c4b12d HTTP/1.1" status: 200 len: 948 time: 0.3175058 Aug 10 03:09:40.926892 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-45b63b72-b867-466d-a389-30b2d7ddce36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:40.942161 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90010694-a45c-456c-a338-360608776b16 req-e6ddf6c0-e0b1-48ed-9d10-e02590f044e6 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:40.944295 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-90010694-a45c-456c-a338-360608776b16 req-e6ddf6c0-e0b1-48ed-9d10-e02590f044e6 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=e099c7bd-ee42-4d4c-b5fd-16ecc0cdc280 HTTP/1.1" status: 200 len: 943 time: 0.3404222 Aug 10 03:09:40.948011 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-2321bd7b-0233-4c27-b4f5-c810d6e29484 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5680a22b-06c8-47ed-9ce4-bfa2eb5eb47d']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:09:40.979318 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637470c-345d-41bb-80f8-15934811fef0 req-5666e662-ff1c-4985-a10c-e5e3271cc54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:40.980844 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1637470c-345d-41bb-80f8-15934811fef0 req-5666e662-ff1c-4985-a10c-e5e3271cc54e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6cb2c88cb44048dc824ad7a6e6e788f5&device_id=ba1d3739-8c48-493a-8bd2-e429e9c4b12d HTTP/1.1" status: 200 len: 1100 time: 0.1735516 Aug 10 03:09:40.983414 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-2321bd7b-0233-4c27-b4f5-c810d6e29484 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81e26f60-caa1-4833-83c3-9e70562a0e4a') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:09:40.983829 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-2321bd7b-0233-4c27-b4f5-c810d6e29484 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81e26f60-caa1-4833-83c3-9e70562a0e4a') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:09:41.017301 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2321bd7b-0233-4c27-b4f5-c810d6e29484 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:41.042820 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1a42e738-fb56-4796-bbf8-6f5ddef219af req-6ca100b6-eacd-4b0f-a23c-4fe1731368b4 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192660 Aug 10 03:09:41.076134 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2321bd7b-0233-4c27-b4f5-c810d6e29484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:41.093850 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2321bd7b-0233-4c27-b4f5-c810d6e29484 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:09:41.094362 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2321bd7b-0233-4c27-b4f5-c810d6e29484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:41.096230 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:09:41.096230 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:09:41.096230 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:09:41.096230 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:09:41.096230 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:09:41.096230 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:09:41.096230 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:09:41.096230 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:09:41.096230 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:09:41.096230 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:09:41.096230 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:09:41.096230 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:09:41.096230 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:09:41.096230 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:09:41.096230 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:09:41.096230 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:09:41.096230 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:09:41.096230 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:09:41.096230 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:09:41.096230 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:09:41.096230 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:09:41.096230 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:09:41.096230 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:09:41.096230 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:09:41.096230 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:09:41.096230 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:09:41.096230 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:09:41.096230 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:09:41.096230 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:09:41.096230 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:09:41.096230 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:09:41.096230 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:09:41.123015 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-90010694-a45c-456c-a338-360608776b16 req-bcfb76de-439a-4e57-9e15-6a79ae25dbad tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681952 Aug 10 03:09:41.179701 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e245a-44a1-4a6b-a700-f04b60925af0 req-e9d9992b-b07e-4a68-994c-a6dd1e0aa27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:41.180444 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e245a-44a1-4a6b-a700-f04b60925af0 req-e9d9992b-b07e-4a68-994c-a6dd1e0aa27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:41.180985 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e245a-44a1-4a6b-a700-f04b60925af0 req-e9d9992b-b07e-4a68-994c-a6dd1e0aa27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:41.182820 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-500e245a-44a1-4a6b-a700-f04b60925af0 req-e9d9992b-b07e-4a68-994c-a6dd1e0aa27a service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=9db099ffcd1f4b6f883036f2463be98e&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3458846 Aug 10 03:09:41.211587 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2321bd7b-0233-4c27-b4f5-c810d6e29484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:41.235932 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2321bd7b-0233-4c27-b4f5-c810d6e29484 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:41.240896 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2321bd7b-0233-4c27-b4f5-c810d6e29484 admin admin] 10.222.0.62 "DELETE /v2.0/networks/5680a22b-06c8-47ed-9ce4-bfa2eb5eb47d HTTP/1.1" status: 204 len: 168 time: 1.6945782 Aug 10 03:09:41.243026 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637470c-345d-41bb-80f8-15934811fef0 req-abc1cf1d-3f24-4dce-b095-5087bd347521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:41.244500 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1637470c-345d-41bb-80f8-15934811fef0 req-abc1cf1d-3f24-4dce-b095-5087bd347521 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d HTTP/1.1" status: 200 len: 870 time: 0.2535193 Aug 10 03:09:41.286774 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2321bd7b-0233-4c27-b4f5-c810d6e29484 admin admin] Pushing event deleted for resources: {'Network': ['ID=5680a22b-06c8-47ed-9ce4-bfa2eb5eb47d,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:41.354551 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c54762e6-1096-4d56-b53e-e912edb3d8fe req-ac83b072-567f-4d3a-9586-43fd5c1cbe1b tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] 10.222.0.62 "GET /v2.0/security-groups/6248f86f-8283-441f-9cc7-aa93d55d1907 HTTP/1.1" status: 200 len: 1813 time: 0.2378025 Aug 10 03:09:41.360881 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1637470c-345d-41bb-80f8-15934811fef0 req-00b2bfa9-3e9b-4e11-97f5-9cce602b405b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=f3428fea-5331-4669-b498-70790682434c HTTP/1.1" status: 200 len: 217 time: 0.1050348 Aug 10 03:09:41.404674 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e245a-44a1-4a6b-a700-f04b60925af0 req-f299faf0-2a74-403b-9f70-2955906e2422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:41.411144 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 39180) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:41.413097 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-500e245a-44a1-4a6b-a700-f04b60925af0 req-f299faf0-2a74-403b-9f70-2955906e2422 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2226362 Aug 10 03:09:41.464506 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83ddfc-5e2b-4f8b-bc2e-81399620e112 req-59990043-0a9b-423a-8273-8c1f74f914d9 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:41.470448 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83ddfc-5e2b-4f8b-bc2e-81399620e112 req-59990043-0a9b-423a-8273-8c1f74f914d9 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:41.476499 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83ddfc-5e2b-4f8b-bc2e-81399620e112 req-59990043-0a9b-423a-8273-8c1f74f914d9 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:41.482417 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83ddfc-5e2b-4f8b-bc2e-81399620e112 req-59990043-0a9b-423a-8273-8c1f74f914d9 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:41.488300 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83ddfc-5e2b-4f8b-bc2e-81399620e112 req-59990043-0a9b-423a-8273-8c1f74f914d9 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:41.494189 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83ddfc-5e2b-4f8b-bc2e-81399620e112 req-59990043-0a9b-423a-8273-8c1f74f914d9 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:41.500105 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83ddfc-5e2b-4f8b-bc2e-81399620e112 req-59990043-0a9b-423a-8273-8c1f74f914d9 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:41.502071 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fc83ddfc-5e2b-4f8b-bc2e-81399620e112 req-59990043-0a9b-423a-8273-8c1f74f914d9 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/ports?device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 5381 time: 0.2684486 Aug 10 03:09:41.547643 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [req-a11fb1df-a37f-4d33-b13c-1f6f6b6ffe60 req-b64d5924-4b1e-43e0-bad7-a310331d1f98 tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] show failed (client error): The resource could not be found. Aug 10 03:09:41.548647 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a11fb1df-a37f-4d33-b13c-1f6f6b6ffe60 req-b64d5924-4b1e-43e0-bad7-a310331d1f98 tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] 10.222.0.62 "GET /v2.0/security-groups/4698e137-0c47-4a31-94a9-33956fc86a31 HTTP/1.1" status: 404 len: 352 time: 0.1029809 Aug 10 03:09:41.555854 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637470c-345d-41bb-80f8-15934811fef0 req-0b1c304e-ff89-4f36-a713-7603eb1c33e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:41.557304 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1637470c-345d-41bb-80f8-15934811fef0 req-0b1c304e-ff89-4f36-a713-7603eb1c33e3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.1868808 Aug 10 03:09:41.624759 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-abe2f16a-31ac-4d5d-9052-5d294c9e0f2d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=50a9b938aece40f98fbd1418dfa3c4cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2095275 Aug 10 03:09:41.627869 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 39188) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:41.660443 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fc83ddfc-5e2b-4f8b-bc2e-81399620e112 req-c4d59258-a2ff-4da2-a93f-4af6e855dbc3 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/security-groups?id=70e02309-d415-4898-8bc9-4345d44063b7&id=4c7586fd-9bb3-4af0-a8c4-0b1feb98dda5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1353161 Aug 10 03:09:41.708659 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-45b63b72-b867-466d-a389-30b2d7ddce36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 255e4d7c-efa0-4d55-96d8-77ef01b89a1e {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:09:41.715273 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [req-660c5780-2a0c-480c-a532-c7bc61590f60 req-d334d437-790c-4e22-95fd-6abfb5d3d664 tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] show failed (client error): The resource could not be found. Aug 10 03:09:41.716336 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-660c5780-2a0c-480c-a532-c7bc61590f60 req-d334d437-790c-4e22-95fd-6abfb5d3d664 tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] 10.222.0.62 "GET /v2.0/security-group-rules/9ee75e9f-4d66-4346-9e5c-4a81652ba5a7 HTTP/1.1" status: 404 len: 361 time: 0.0620260 Aug 10 03:09:41.721196 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637470c-345d-41bb-80f8-15934811fef0 req-96180d0a-5e67-46da-a340-586c11132ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:41.722959 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1637470c-345d-41bb-80f8-15934811fef0 req-96180d0a-5e67-46da-a340-586c11132ff4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1451976 Aug 10 03:09:41.728945 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-45b63b72-b867-466d-a389-30b2d7ddce36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:41.747134 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9de10bc8-21cc-49e0-9703-f57f954c79a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:41.748632 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 39192) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:41.775214 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9de10bc8-21cc-49e0-9703-f57f954c79a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:41.797545 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 04fafbf7-1f2a-459d-a55b-659bcd7c06f8 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:09:41.801754 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-45b63b72-b867-466d-a389-30b2d7ddce36 service neutron] Transition to ACTIVE for port object 255e4d7c-efa0-4d55-96d8-77ef01b89a1e will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:09:41.822681 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-45b63b72-b867-466d-a389-30b2d7ddce36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:41.829422 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: 04fafbf7-1f2a-459d-a55b-659bcd7c06f8 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:09:41.830241 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 04fafbf7-1f2a-459d-a55b-659bcd7c06f8 not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:09:41.832531 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9de10bc8-21cc-49e0-9703-f57f954c79a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:41.835576 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9de10bc8-21cc-49e0-9703-f57f954c79a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:41.836785 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9de10bc8-21cc-49e0-9703-f57f954c79a2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f5f8c261-650c-4fb3-8779-39e06a3ec118 HTTP/1.1" status: 204 len: 168 time: 0.2075980 Aug 10 03:09:41.848557 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de10bc8-21cc-49e0-9703-f57f954c79a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f8c261-650c-4fb3-8779-39e06a3ec118,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:41.906034 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-00ab5dfb-d929-4750-bae2-c7d0fe6929ea req-2f746569-2cd5-4481-9093-f6ba2449f289 tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] 10.222.0.62 "GET /v2.0/security-groups/6248f86f-8283-441f-9cc7-aa93d55d1907 HTTP/1.1" status: 200 len: 1813 time: 0.1521695 Aug 10 03:09:41.940884 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b63b72-b867-466d-a389-30b2d7ddce36 service neutron] Pushing event updated for resources: {'Port': ['ID=255e4d7c-efa0-4d55-96d8-77ef01b89a1e,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:41.948043 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1637470c-345d-41bb-80f8-15934811fef0 req-781b65c5-aacf-456d-ba33-a7cd99e1ca1d service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160461 Aug 10 03:09:41.952803 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a116e11f-a91b-4e7d-a462-9a3f8757db7b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7343705fcecc49579c8ee5e91d6f184d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2030287 Aug 10 03:09:41.955426 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 39198) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:42.029394 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device f0d11ad8-dab4-4527-9539-8cd807405ab7 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:09:42.071172 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: f0d11ad8-dab4-4527-9539-8cd807405ab7 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:09:42.073242 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device f0d11ad8-dab4-4527-9539-8cd807405ab7 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:09:42.100541 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-614251d5-6189-4133-b9a8-412bc0629782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:42.160866 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-614251d5-6189-4133-b9a8-412bc0629782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:42.174148 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-00ab5dfb-d929-4750-bae2-c7d0fe6929ea req-8a3ab921-42ac-4be6-b5e1-c38dccfe720b tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:42.210194 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-45b63b72-b867-466d-a389-30b2d7ddce36 service neutron] Attempting to bind port 255e4d7c-efa0-4d55-96d8-77ef01b89a1e on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:09:42.210694 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-45b63b72-b867-466d-a389-30b2d7ddce36 service neutron] Attempting to bind port 255e4d7c-efa0-4d55-96d8-77ef01b89a1e by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '702cc16b-dad0-4a84-9a18-a82d05fcb9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:09:42.211153 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-45b63b72-b867-466d-a389-30b2d7ddce36 service neutron] Attempting to bind port 255e4d7c-efa0-4d55-96d8-77ef01b89a1e on network be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:09:42.217629 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1637470c-345d-41bb-80f8-15934811fef0 req-b4d2d38a-e32a-4404-9a4f-8922200e04d7 service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290270 Aug 10 03:09:42.221431 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-45b63b72-b867-466d-a389-30b2d7ddce36 service neutron] Port 255e4d7c-efa0-4d55-96d8-77ef01b89a1e on network be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:09:42.221894 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-45b63b72-b867-466d-a389-30b2d7ddce36 service neutron] Attempting to bind port 255e4d7c-efa0-4d55-96d8-77ef01b89a1e on network be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:09:42.253817 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-614251d5-6189-4133-b9a8-412bc0629782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:42.259020 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-614251d5-6189-4133-b9a8-412bc0629782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:42.260407 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-614251d5-6189-4133-b9a8-412bc0629782 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8765f6ef-0726-4cc1-8a34-7e3bf6c803bc HTTP/1.1" status: 204 len: 168 time: 0.3036525 Aug 10 03:09:42.275390 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614251d5-6189-4133-b9a8-412bc0629782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8765f6ef-0726-4cc1-8a34-7e3bf6c803bc,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:42.277491 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-00ab5dfb-d929-4750-bae2-c7d0fe6929ea req-8a3ab921-42ac-4be6-b5e1-c38dccfe720b tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:42.346549 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-00ab5dfb-d929-4750-bae2-c7d0fe6929ea req-8a3ab921-42ac-4be6-b5e1-c38dccfe720b tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:42.353218 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-00ab5dfb-d929-4750-bae2-c7d0fe6929ea req-8a3ab921-42ac-4be6-b5e1-c38dccfe720b tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:42.367398 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-00ab5dfb-d929-4750-bae2-c7d0fe6929ea req-8a3ab921-42ac-4be6-b5e1-c38dccfe720b tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] 10.222.0.62 "DELETE /v2.0/security-groups/6248f86f-8283-441f-9cc7-aa93d55d1907 HTTP/1.1" status: 204 len: 173 time: 0.4583728 Aug 10 03:09:42.378246 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-45b63b72-b867-466d-a389-30b2d7ddce36 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:09:42.378659 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-45b63b72-b867-466d-a389-30b2d7ddce36 service neutron] Checking segment: {'id': '702cc16b-dad0-4a84-9a18-a82d05fcb9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:09:42.379096 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-45b63b72-b867-466d-a389-30b2d7ddce36 service neutron] Bound using segment: {'id': '702cc16b-dad0-4a84-9a18-a82d05fcb9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:09:42.379594 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-45b63b72-b867-466d-a389-30b2d7ddce36 service neutron] Bound port: 255e4d7c-efa0-4d55-96d8-77ef01b89a1e, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '702cc16b-dad0-4a84-9a18-a82d05fcb9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:09:42.379989 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-45b63b72-b867-466d-a389-30b2d7ddce36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:42.419848 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3ab921-42ac-4be6-b5e1-c38dccfe720b tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6248f86f-8283-441f-9cc7-aa93d55d1907,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:42.444502 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '743d6d8e-f52c-43df-bf26-6f5eee488f18', 'name': 'network-vif-deleted', 'tag': '04fafbf7-1f2a-459d-a55b-659bcd7c06f8'}, {'name': 'network-changed', 'server_uuid': 'ba1d3739-8c48-493a-8bd2-e429e9c4b12d', 'tag': 'f3428fea-5331-4669-b498-70790682434c'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:09:42.446865 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e15ebc66-3ca9-47ae-8dbb-bef2c90aca1a" -d '{"events": [{"server_uuid": "743d6d8e-f52c-43df-bf26-6f5eee488f18", "name": "network-vif-deleted", "tag": "04fafbf7-1f2a-459d-a55b-659bcd7c06f8"}, {"name": "network-changed", "server_uuid": "ba1d3739-8c48-493a-8bd2-e429e9c4b12d", "tag": "f3428fea-5331-4669-b498-70790682434c"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:09:42.478784 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519317da-495e-49a6-926d-fb7b21d061ae req-98467454-bf7f-4edf-8b88-5d50c58a6847 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:42.483282 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e1f39f-9b8b-483d-b744-1336257d8687', 'tag': '37c5d772-171b-4c81-9987-eb813c61fb2e'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:09:42.485640 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59db2754-61ff-4735-88a5-53b4d20afe22" -d '{"events": [{"name": "network-changed", "server_uuid": "77e1f39f-9b8b-483d-b744-1336257d8687", "tag": "37c5d772-171b-4c81-9987-eb813c61fb2e"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:09:42.486296 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-519317da-495e-49a6-926d-fb7b21d061ae req-98467454-bf7f-4edf-8b88-5d50c58a6847 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba1d3739-8c48-493a-8bd2-e429e9c4b12d HTTP/1.1" status: 200 len: 948 time: 0.2787256 Aug 10 03:09:42.593679 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-519317da-495e-49a6-926d-fb7b21d061ae req-ae4d927d-838a-45bd-8301-b76edd4896e9 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921090 Aug 10 03:09:42.617950 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-45b63b72-b867-466d-a389-30b2d7ddce36 service neutron] For port 255e4d7c-efa0-4d55-96d8-77ef01b89a1e, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:09:42.627836 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231ae00-3727-446c-9bd4-12d4a627ed24 req-c6143cd6-71d2-4d4d-9127-b56c9c16cad5 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:42.636112 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1231ae00-3727-446c-9bd4-12d4a627ed24 req-c6143cd6-71d2-4d4d-9127-b56c9c16cad5 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=e099c7bd-ee42-4d4c-b5fd-16ecc0cdc280 HTTP/1.1" status: 200 len: 943 time: 0.1835752 Aug 10 03:09:42.640488 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-45b63b72-b867-466d-a389-30b2d7ddce36 service neutron] For port 255e4d7c-efa0-4d55-96d8-77ef01b89a1e, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=255e4d7c-efa0-4d55-96d8-77ef01b89a1e,segment=NetworkSegment(702cc16b-dad0-4a84-9a18-a82d05fcb9b7),segment_id=702cc16b-dad0-4a84-9a18-a82d05fcb9b7)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:09:42.664821 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-45b63b72-b867-466d-a389-30b2d7ddce36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:42.668728 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 39226) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:42.690800 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-62839ecb-0d3d-485a-b460-afa96bc57762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:42.759798 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1231ae00-3727-446c-9bd4-12d4a627ed24 req-9524d574-13ac-4ed9-a0b0-8a8ac057663d tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168635 Aug 10 03:09:42.763691 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-45b63b72-b867-466d-a389-30b2d7ddce36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:42.764329 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-45b63b72-b867-466d-a389-30b2d7ddce36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:42.765707 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-45b63b72-b867-466d-a389-30b2d7ddce36 service neutron] 10.222.0.60 "PUT /v2.0/ports/255e4d7c-efa0-4d55-96d8-77ef01b89a1e HTTP/1.1" status: 200 len: 1090 time: 2.1165779 Aug 10 03:09:42.785393 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-36e908db-c696-4acf-b2c9-49afb9c379fb req-6fa3c1e0-135a-431c-a202-ae98135e0668 tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] 10.222.0.62 "GET /v2.0/security-groups/0c602f37-a1ed-4621-a410-630c633c58a5 HTTP/1.1" status: 200 len: 1812 time: 0.1443448 Aug 10 03:09:42.809311 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-36444136-9dff-42de-9028-bbc4f3364570 service neutron] Request body: {'port': {'device_id': '77e1f39f-9b8b-483d-b744-1336257d8687', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:09:42.817805 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-62839ecb-0d3d-485a-b460-afa96bc57762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:42.822918 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-62839ecb-0d3d-485a-b460-afa96bc57762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:42.854368 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-62839ecb-0d3d-485a-b460-afa96bc57762 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=30b668a49ed043aabb8cfc96116aa611&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1845181 Aug 10 03:09:42.863800 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 39230) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:42.890087 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 10 Aug 2021 03:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a385288d-566e-4583-b156-0c4ec3c8002d x-openstack-request-id: req-a385288d-566e-4583-b156-0c4ec3c8002d {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:09:42.890374 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "743d6d8e-f52c-43df-bf26-6f5eee488f18", "name": "network-vif-deleted", "tag": "04fafbf7-1f2a-459d-a55b-659bcd7c06f8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ba1d3739-8c48-493a-8bd2-e429e9c4b12d", "tag": "f3428fea-5331-4669-b498-70790682434c", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:09:42.890627 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a385288d-566e-4583-b156-0c4ec3c8002d {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:09:42.895256 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '743d6d8e-f52c-43df-bf26-6f5eee488f18', 'name': 'network-vif-deleted', 'tag': '04fafbf7-1f2a-459d-a55b-659bcd7c06f8', 'status': 'completed', 'code': 200} Aug 10 03:09:42.895525 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba1d3739-8c48-493a-8bd2-e429e9c4b12d', 'tag': 'f3428fea-5331-4669-b498-70790682434c', 'status': 'completed', 'code': 200} Aug 10 03:09:42.896876 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b63b72-b867-466d-a389-30b2d7ddce36 service neutron] Pushing event updated for resources: {'Port': ['ID=255e4d7c-efa0-4d55-96d8-77ef01b89a1e,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:42.923267 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a6402a-d606-46b0-bf7f-3a659d8cccc2 x-openstack-request-id: req-58a6402a-d606-46b0-bf7f-3a659d8cccc2 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:09:42.923558 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77e1f39f-9b8b-483d-b744-1336257d8687", "tag": "37c5d772-171b-4c81-9987-eb813c61fb2e", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:09:42.923815 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-58a6402a-d606-46b0-bf7f-3a659d8cccc2 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:09:42.924210 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77e1f39f-9b8b-483d-b744-1336257d8687', 'tag': '37c5d772-171b-4c81-9987-eb813c61fb2e', 'status': 'completed', 'code': 200} Aug 10 03:09:42.956913 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62839ecb-0d3d-485a-b460-afa96bc57762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30763eb-5115-4d91-a9cf-b24b3292701a,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:43.066928 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-707ed403-1446-4ea9-8e58-02e05f375868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:43.080504 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db2754-61ff-4735-88a5-53b4d20afe22 req-2ab7e5e6-13ac-41d6-98f0-19c640a096a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:43.080998 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db2754-61ff-4735-88a5-53b4d20afe22 req-2ab7e5e6-13ac-41d6-98f0-19c640a096a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:43.081592 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db2754-61ff-4735-88a5-53b4d20afe22 req-2ab7e5e6-13ac-41d6-98f0-19c640a096a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:43.082059 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db2754-61ff-4735-88a5-53b4d20afe22 req-2ab7e5e6-13ac-41d6-98f0-19c640a096a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:43.082702 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db2754-61ff-4735-88a5-53b4d20afe22 req-2ab7e5e6-13ac-41d6-98f0-19c640a096a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:43.083210 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db2754-61ff-4735-88a5-53b4d20afe22 req-2ab7e5e6-13ac-41d6-98f0-19c640a096a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:43.083670 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db2754-61ff-4735-88a5-53b4d20afe22 req-2ab7e5e6-13ac-41d6-98f0-19c640a096a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:43.086395 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-59db2754-61ff-4735-88a5-53b4d20afe22 req-2ab7e5e6-13ac-41d6-98f0-19c640a096a7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9db099ffcd1f4b6f883036f2463be98e&device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 6345 time: 0.1484778 Aug 10 03:09:43.172648 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-707ed403-1446-4ea9-8e58-02e05f375868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:43.218835 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ebc66-3ca9-47ae-8dbb-bef2c90aca1a req-5b7e5575-5173-4c2f-bc7f-ef3db0d1ebee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:43.222107 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e15ebc66-3ca9-47ae-8dbb-bef2c90aca1a req-5b7e5575-5173-4c2f-bc7f-ef3db0d1ebee service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6cb2c88cb44048dc824ad7a6e6e788f5&device_id=ba1d3739-8c48-493a-8bd2-e429e9c4b12d HTTP/1.1" status: 200 len: 1100 time: 0.2220154 Aug 10 03:09:43.222107 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-36e908db-c696-4acf-b2c9-49afb9c379fb req-5e4a1965-db1a-4765-a032-a0bf1070bd24 tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:43.245776 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-36e908db-c696-4acf-b2c9-49afb9c379fb req-5e4a1965-db1a-4765-a032-a0bf1070bd24 tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:43.278461 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-36444136-9dff-42de-9028-bbc4f3364570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:43.288864 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 39240) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:43.290818 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ebc66-3ca9-47ae-8dbb-bef2c90aca1a req-f4fc952c-f81c-4775-9a59-43b7761bb403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:43.292763 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e15ebc66-3ca9-47ae-8dbb-bef2c90aca1a req-f4fc952c-f81c-4775-9a59-43b7761bb403 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6cb2c88cb44048dc824ad7a6e6e788f5&device_id=ba1d3739-8c48-493a-8bd2-e429e9c4b12d HTTP/1.1" status: 200 len: 1100 time: 0.3052692 Aug 10 03:09:43.329995 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db2754-61ff-4735-88a5-53b4d20afe22 req-2786cb58-ff11-45e7-be67-8caa27fb7b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:43.330983 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db2754-61ff-4735-88a5-53b4d20afe22 req-2786cb58-ff11-45e7-be67-8caa27fb7b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:43.331230 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db2754-61ff-4735-88a5-53b4d20afe22 req-2786cb58-ff11-45e7-be67-8caa27fb7b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:43.333126 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-59db2754-61ff-4735-88a5-53b4d20afe22 req-2786cb58-ff11-45e7-be67-8caa27fb7b34 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=9db099ffcd1f4b6f883036f2463be98e&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2328932 Aug 10 03:09:43.408498 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-707ed403-1446-4ea9-8e58-02e05f375868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:43.411051 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-707ed403-1446-4ea9-8e58-02e05f375868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:43.412732 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-707ed403-1446-4ea9-8e58-02e05f375868 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f30763eb-5115-4d91-a9cf-b24b3292701a HTTP/1.1" status: 204 len: 168 time: 0.5473459 Aug 10 03:09:43.417624 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-7f24cb73-96fc-44da-9da5-8d7113ae003c service neutron] 10.222.0.58 "GET /v2.0/ports/f59dede6-6b8e-472b-8c72-53679eb4e5af/bindings/n-h2-768851-15 HTTP/1.1" status: 200 len: 385 time: 0.1928773 Aug 10 03:09:43.435234 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707ed403-1446-4ea9-8e58-02e05f375868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30763eb-5115-4d91-a9cf-b24b3292701a,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:43.435518 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5463621b-1b40-490b-b0f6-511b0af13508 req-a05f5db5-671a-4456-bada-abdb2e5fb485 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:43.445341 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5463621b-1b40-490b-b0f6-511b0af13508 req-a05f5db5-671a-4456-bada-abdb2e5fb485 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:43.454971 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5463621b-1b40-490b-b0f6-511b0af13508 req-a05f5db5-671a-4456-bada-abdb2e5fb485 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:43.468526 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5463621b-1b40-490b-b0f6-511b0af13508 req-a05f5db5-671a-4456-bada-abdb2e5fb485 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:43.475010 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5463621b-1b40-490b-b0f6-511b0af13508 req-a05f5db5-671a-4456-bada-abdb2e5fb485 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:43.480780 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5463621b-1b40-490b-b0f6-511b0af13508 req-a05f5db5-671a-4456-bada-abdb2e5fb485 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:43.486815 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5463621b-1b40-490b-b0f6-511b0af13508 req-a05f5db5-671a-4456-bada-abdb2e5fb485 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:43.495166 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5463621b-1b40-490b-b0f6-511b0af13508 req-a05f5db5-671a-4456-bada-abdb2e5fb485 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/ports?device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 5393 time: 0.3839486 Aug 10 03:09:43.856461 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-dd69ce00-1248-417c-8d86-ac78f2270005 service neutron] For port f59dede6-6b8e-472b-8c72-53679eb4e5af, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=f59dede6-6b8e-472b-8c72-53679eb4e5af,segment=NetworkSegment(56914130-d266-4761-b91f-0f4044da3177),segment_id=56914130-d266-4761-b91f-0f4044da3177)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:09:43.859357 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db2754-61ff-4735-88a5-53b4d20afe22 req-5d00e5a7-7606-4b53-97e5-74bdaebf5d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:43.860879 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-59db2754-61ff-4735-88a5-53b4d20afe22 req-5d00e5a7-7606-4b53-97e5-74bdaebf5d9e service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5114443 Aug 10 03:09:43.881666 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-dd69ce00-1248-417c-8d86-ac78f2270005 service neutron] For port f59dede6-6b8e-472b-8c72-53679eb4e5af, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:09:43.935333 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-dd69ce00-1248-417c-8d86-ac78f2270005 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f59dede6-6b8e-472b-8c72-53679eb4e5af {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:09:43.947689 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-dd69ce00-1248-417c-8d86-ac78f2270005 service neutron] For port f59dede6-6b8e-472b-8c72-53679eb4e5af, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=f59dede6-6b8e-472b-8c72-53679eb4e5af,segment=NetworkSegment(56914130-d266-4761-b91f-0f4044da3177),segment_id=56914130-d266-4761-b91f-0f4044da3177)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:09:43.949516 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-36e908db-c696-4acf-b2c9-49afb9c379fb req-5e4a1965-db1a-4765-a032-a0bf1070bd24 tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:43.952283 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-36e908db-c696-4acf-b2c9-49afb9c379fb req-5e4a1965-db1a-4765-a032-a0bf1070bd24 tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:43.953416 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-36e908db-c696-4acf-b2c9-49afb9c379fb req-5e4a1965-db1a-4765-a032-a0bf1070bd24 tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] 10.222.0.62 "DELETE /v2.0/security-groups/0c602f37-a1ed-4621-a410-630c633c58a5 HTTP/1.1" status: 204 len: 173 time: 1.1482747 Aug 10 03:09:43.954905 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ebc66-3ca9-47ae-8dbb-bef2c90aca1a req-ba319643-8e22-4c11-976d-1c1e0bb7a6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:43.956172 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e15ebc66-3ca9-47ae-8dbb-bef2c90aca1a req-ba319643-8e22-4c11-976d-1c1e0bb7a6ab service neutron] 10.222.0.60 "GET /v2.0/networks?id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d HTTP/1.1" status: 200 len: 870 time: 0.6296518 Aug 10 03:09:43.967642 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-4b28d930-4416-4e61-acda-2acc7e42a83f admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-402950714-network', 'tenant_id': '5acd3c353298420295f54d7820a6128a'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:09:44.004564 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b28d930-4416-4e61-acda-2acc7e42a83f admin admin] Made reservation on behalf of 5acd3c353298420295f54d7820a6128a for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:09:44.007789 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4b28d930-4416-4e61-acda-2acc7e42a83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:44.022168 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-dd69ce00-1248-417c-8d86-ac78f2270005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:44.143505 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-dd69ce00-1248-417c-8d86-ac78f2270005 service neutron] Transition to ACTIVE for port object f59dede6-6b8e-472b-8c72-53679eb4e5af will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:09:44.146917 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5463621b-1b40-490b-b0f6-511b0af13508 req-2457940b-1de0-4627-a14f-6dea1c5dceca tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/security-groups?id=70e02309-d415-4898-8bc9-4345d44063b7&id=4c7586fd-9bb3-4af0-a8c4-0b1feb98dda5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6508272 Aug 10 03:09:44.149682 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-dd69ce00-1248-417c-8d86-ac78f2270005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:44.227196 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4a1965-db1a-4765-a032-a0bf1070bd24 tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c602f37-a1ed-4621-a410-630c633c58a5,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:44.261131 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e15ebc66-3ca9-47ae-8dbb-bef2c90aca1a req-9258990f-9051-47c4-9a10-8f354940a07a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=f3428fea-5331-4669-b498-70790682434c HTTP/1.1" status: 200 len: 217 time: 0.2580028 Aug 10 03:09:44.263794 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4b28d930-4416-4e61-acda-2acc7e42a83f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:44.265958 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-dd69ce00-1248-417c-8d86-ac78f2270005 service neutron] No DVR routers for this DVR port f59dede6-6b8e-472b-8c72-53679eb4e5af on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:09:44.337246 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd69ce00-1248-417c-8d86-ac78f2270005 service neutron] Pushing event updated for resources: {'Port': ['ID=f59dede6-6b8e-472b-8c72-53679eb4e5af,revision_number=10']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:44.351575 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-dd69ce00-1248-417c-8d86-ac78f2270005 service neutron] 10.222.0.58 "PUT /v2.0/ports/f59dede6-6b8e-472b-8c72-53679eb4e5af/bindings/n-h2-768851-15/activate HTTP/1.1" status: 200 len: 370 time: 0.9236295 Aug 10 03:09:44.550975 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ebc66-3ca9-47ae-8dbb-bef2c90aca1a req-b3426945-2d64-4b5d-a14a-26453929a9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:44.552526 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e15ebc66-3ca9-47ae-8dbb-bef2c90aca1a req-b3426945-2d64-4b5d-a14a-26453929a9b5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.2345598 Aug 10 03:09:44.554015 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ebc66-3ca9-47ae-8dbb-bef2c90aca1a req-bdcf1518-841c-4b24-856b-7cefc26379e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:44.555504 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e15ebc66-3ca9-47ae-8dbb-bef2c90aca1a req-bdcf1518-841c-4b24-856b-7cefc26379e4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d HTTP/1.1" status: 200 len: 870 time: 1.2697010 Aug 10 03:09:44.587294 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-a4ac9082-8af8-42b5-bce0-8e3360dc2df5 tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:44.590638 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-a4ac9082-8af8-42b5-bce0-8e3360dc2df5 tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e099c7bd-ee42-4d4c-b5fd-16ecc0cdc280&tenant_id=0184527d62ac40cb863b24d5f91a9ee4&binding%3Ahost_id=n-h1-768851-15 HTTP/1.1" status: 200 len: 1096 time: 0.0949464 Aug 10 03:09:44.673617 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-915fa40e-8c85-4fd7-9bcf-51dedc735332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:44.677259 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-915fa40e-8c85-4fd7-9bcf-51dedc735332 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e099c7bd-ee42-4d4c-b5fd-16ecc0cdc280&tenant_id=0184527d62ac40cb863b24d5f91a9ee4 HTTP/1.1" status: 200 len: 1096 time: 0.0758748 Aug 10 03:09:44.715303 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e15ebc66-3ca9-47ae-8dbb-bef2c90aca1a req-aacf93d8-0fbb-4d64-a31a-167110ea8f31 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=f3428fea-5331-4669-b498-70790682434c HTTP/1.1" status: 200 len: 217 time: 0.1185091 Aug 10 03:09:44.755666 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-699b7809-b21f-465c-8406-42faf93f4df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:44.758229 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-699b7809-b21f-465c-8406-42faf93f4df6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0184527d62ac40cb863b24d5f91a9ee4&device_id=e099c7bd-ee42-4d4c-b5fd-16ecc0cdc280 HTTP/1.1" status: 200 len: 1096 time: 0.0562129 Aug 10 03:09:44.781665 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103fcf18-a2e6-48b8-9ae7-28f9d934edb1 req-47e67f1e-bc89-4623-b956-a14df3026b99 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:44.783498 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-103fcf18-a2e6-48b8-9ae7-28f9d934edb1 req-47e67f1e-bc89-4623-b956-a14df3026b99 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba1d3739-8c48-493a-8bd2-e429e9c4b12d HTTP/1.1" status: 200 len: 948 time: 0.5861797 Aug 10 03:09:44.800611 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8859d-d90c-4063-95e7-28f8dafe0a01 req-5c4cd699-0e00-4610-8b21-0a9f803014de tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:44.807890 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bbf8859d-d90c-4063-95e7-28f8dafe0a01 req-5c4cd699-0e00-4610-8b21-0a9f803014de tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=e099c7bd-ee42-4d4c-b5fd-16ecc0cdc280 HTTP/1.1" status: 200 len: 944 time: 0.4886303 Aug 10 03:09:44.897636 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ebc66-3ca9-47ae-8dbb-bef2c90aca1a req-c80ca0ce-3746-4e1b-99bf-d0c7afb65f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:44.905512 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-3c5e940a-cfb5-4bac-b751-eb56f611ebc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:44.907080 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e15ebc66-3ca9-47ae-8dbb-bef2c90aca1a req-c80ca0ce-3746-4e1b-99bf-d0c7afb65f62 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3091693 Aug 10 03:09:44.907223 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-3c5e940a-cfb5-4bac-b751-eb56f611ebc0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=909af24c-2a43-4e6d-8a1f-90b69debd82b HTTP/1.1" status: 200 len: 908 time: 0.1414249 Aug 10 03:09:44.923543 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e1f39f-9b8b-483d-b744-1336257d8687', 'tag': '255e4d7c-efa0-4d55-96d8-77ef01b89a1e'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:09:44.926055 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd193015-a2cd-4d86-b627-c2c5c49d227c" -d '{"events": [{"name": "network-changed", "server_uuid": "77e1f39f-9b8b-483d-b744-1336257d8687", "tag": "255e4d7c-efa0-4d55-96d8-77ef01b89a1e"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:09:44.995693 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ebc66-3ca9-47ae-8dbb-bef2c90aca1a req-b60219c5-0b79-4836-bd31-822755b0cfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:44.997186 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e15ebc66-3ca9-47ae-8dbb-bef2c90aca1a req-b60219c5-0b79-4836-bd31-822755b0cfbc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.2369854 Aug 10 03:09:45.011913 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-291743b9-7c9c-4d13-b988-544c1f48b5ab service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f59dede6-6b8e-472b-8c72-53679eb4e5af HTTP/1.1" status: 200 len: 217 time: 0.0912700 Aug 10 03:09:45.070621 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bbf8859d-d90c-4063-95e7-28f8dafe0a01 req-51816071-598c-4824-9c45-e1d925d4d765 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618549 Aug 10 03:09:45.098094 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-103fcf18-a2e6-48b8-9ae7-28f9d934edb1 req-e7f409df-f69c-4271-b561-11f40732c377 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670732 Aug 10 03:09:45.113234 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-2d25925f-88a0-49bc-a7ca-ca0a522a6845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:45.115696 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-2d25925f-88a0-49bc-a7ca-ca0a522a6845 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b8c216be-f9cb-484e-9a0a-1cd9ef473e6f HTTP/1.1" status: 200 len: 847 time: 0.0958259 Aug 10 03:09:45.167161 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-08ec43e1-6078-455b-90c9-15f2f8348493 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=909af24c-2a43-4e6d-8a1f-90b69debd82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407794 Aug 10 03:09:45.322943 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4b28d930-4416-4e61-acda-2acc7e42a83f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:45.355375 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e6f520-7a78-4b0e-8868-983cbea70635 x-openstack-request-id: req-95e6f520-7a78-4b0e-8868-983cbea70635 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:09:45.357044 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77e1f39f-9b8b-483d-b744-1336257d8687", "tag": "255e4d7c-efa0-4d55-96d8-77ef01b89a1e", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:09:45.357399 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-95e6f520-7a78-4b0e-8868-983cbea70635 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:09:45.357903 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77e1f39f-9b8b-483d-b744-1336257d8687', 'tag': '255e4d7c-efa0-4d55-96d8-77ef01b89a1e', 'status': 'completed', 'code': 200} Aug 10 03:09:45.363432 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ebc66-3ca9-47ae-8dbb-bef2c90aca1a req-f20ad333-5137-4fa8-a8eb-0308b3cbfc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:45.366126 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e15ebc66-3ca9-47ae-8dbb-bef2c90aca1a req-f20ad333-5137-4fa8-a8eb-0308b3cbfc6e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3254154 Aug 10 03:09:45.368961 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e15ebc66-3ca9-47ae-8dbb-bef2c90aca1a req-6ca93700-9a77-496a-99fa-81bcac850b73 service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4363670 Aug 10 03:09:45.382979 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-3c882397-4969-4b3f-ac0a-a211736bb77a service neutron] 10.222.0.60 "GET /v2.0/networks/909af24c-2a43-4e6d-8a1f-90b69debd82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066443 Aug 10 03:09:45.386243 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4b28d930-4416-4e61-acda-2acc7e42a83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:45.392003 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-36444136-9dff-42de-9028-bbc4f3364570 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3849961-e970-4427-ba4e-176045826c1c {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:09:45.477801 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3c335fd8-119a-4b33-8294-6bb513f377a6 req-a4fb03da-52e1-44fe-a7ac-2d4739d04697 tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] 10.222.0.62 "GET /v2.0/security-groups/d4d65f20-79d7-443c-9157-b17f8712e620 HTTP/1.1" status: 200 len: 1811 time: 0.3584800 Aug 10 03:09:45.493369 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-36444136-9dff-42de-9028-bbc4f3364570 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:45.536248 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-f89dd3b5-97f2-4124-a42a-0e7f679f461f service neutron] 10.222.0.60 "GET /v2.0/networks/909af24c-2a43-4e6d-8a1f-90b69debd82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408031 Aug 10 03:09:45.562661 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b28d930-4416-4e61-acda-2acc7e42a83f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:09:45.625551 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-36444136-9dff-42de-9028-bbc4f3364570 service neutron] Transition to ACTIVE for port object f3849961-e970-4427-ba4e-176045826c1c will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:09:45.673235 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4b28d930-4416-4e61-acda-2acc7e42a83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:45.673588 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-4b28d930-4416-4e61-acda-2acc7e42a83f admin admin] Added segment ad32b24d-632f-4bfa-be5f-47033bd88109 of type vlan for network 8ebbd51d-54f8-47d9-924a-757d571ead63 Aug 10 03:09:45.679883 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28d930-4416-4e61-acda-2acc7e42a83f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a17030d-dd29-4c0e-9b90-111361473668,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:45.693900 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-36444136-9dff-42de-9028-bbc4f3364570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:45.713980 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643e15b-a1bc-4374-a61b-c5e2965b3c51 req-8619765c-8a10-4eff-850d-48e6eef3f9a8 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:45.720106 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643e15b-a1bc-4374-a61b-c5e2965b3c51 req-8619765c-8a10-4eff-850d-48e6eef3f9a8 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:45.726128 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643e15b-a1bc-4374-a61b-c5e2965b3c51 req-8619765c-8a10-4eff-850d-48e6eef3f9a8 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:45.732091 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643e15b-a1bc-4374-a61b-c5e2965b3c51 req-8619765c-8a10-4eff-850d-48e6eef3f9a8 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:45.738030 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643e15b-a1bc-4374-a61b-c5e2965b3c51 req-8619765c-8a10-4eff-850d-48e6eef3f9a8 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:45.744973 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643e15b-a1bc-4374-a61b-c5e2965b3c51 req-8619765c-8a10-4eff-850d-48e6eef3f9a8 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:45.751099 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643e15b-a1bc-4374-a61b-c5e2965b3c51 req-8619765c-8a10-4eff-850d-48e6eef3f9a8 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:45.760723 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3643e15b-a1bc-4374-a61b-c5e2965b3c51 req-8619765c-8a10-4eff-850d-48e6eef3f9a8 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/ports?device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 5393 time: 0.3891580 Aug 10 03:09:45.805768 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device f3428fea-5331-4669-b498-70790682434c details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:09:45.831815 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd193015-a2cd-4d86-b627-c2c5c49d227c req-ef80984c-ab12-461d-bef8-0d8b019d83b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:45.832299 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd193015-a2cd-4d86-b627-c2c5c49d227c req-ef80984c-ab12-461d-bef8-0d8b019d83b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:45.832777 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd193015-a2cd-4d86-b627-c2c5c49d227c req-ef80984c-ab12-461d-bef8-0d8b019d83b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:45.833246 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd193015-a2cd-4d86-b627-c2c5c49d227c req-ef80984c-ab12-461d-bef8-0d8b019d83b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:45.833744 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd193015-a2cd-4d86-b627-c2c5c49d227c req-ef80984c-ab12-461d-bef8-0d8b019d83b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:45.834210 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd193015-a2cd-4d86-b627-c2c5c49d227c req-ef80984c-ab12-461d-bef8-0d8b019d83b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:45.834660 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd193015-a2cd-4d86-b627-c2c5c49d227c req-ef80984c-ab12-461d-bef8-0d8b019d83b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:45.845098 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bd193015-a2cd-4d86-b627-c2c5c49d227c req-ef80984c-ab12-461d-bef8-0d8b019d83b4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9db099ffcd1f4b6f883036f2463be98e&device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 6345 time: 0.4752769 Aug 10 03:09:45.883843 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-1899991c-516e-49f2-a6ca-09c97ea43901 tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:45.885732 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-1899991c-516e-49f2-a6ca-09c97ea43901 tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e099c7bd-ee42-4d4c-b5fd-16ecc0cdc280&tenant_id=0184527d62ac40cb863b24d5f91a9ee4&binding%3Ahost_id=n-h2-768851-15 HTTP/1.1" status: 200 len: 1096 time: 0.0839543 Aug 10 03:09:45.986710 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port f3428fea-5331-4669-b498-70790682434c, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=f3428fea-5331-4669-b498-70790682434c,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:09:46.013012 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': 'f3428fea-5331-4669-b498-70790682434c', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'port_id': 'f3428fea-5331-4669-b498-70790682434c', 'mac_address': 'fa:16:3e:57:3c:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e3eb0b-907c-4ac4-809e-ae9609bc8c67', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:09:46.021255 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3643e15b-a1bc-4374-a61b-c5e2965b3c51 req-1c9e661a-4880-47ae-a862-5be78dbed079 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/security-groups?id=70e02309-d415-4898-8bc9-4345d44063b7&id=4c7586fd-9bb3-4af0-a8c4-0b1feb98dda5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2545903 Aug 10 03:09:46.084015 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:46.119686 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3428fea-5331-4669-b498-70790682434c {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:09:46.129265 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-3c335fd8-119a-4b33-8294-6bb513f377a6 req-3678a70b-af9b-4c65-902d-bfdd409c0b41 tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:46.138960 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-0272a0ef-0573-4fdb-a5f8-5e369cb0d551 service neutron] For port f59dede6-6b8e-472b-8c72-53679eb4e5af, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:09:46.148711 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-0272a0ef-0573-4fdb-a5f8-5e369cb0d551 service neutron] Notify callbacks [] for binding, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:46.150078 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8bbda603-75d2-4b9a-b9e1-421a87710646 req-0272a0ef-0573-4fdb-a5f8-5e369cb0d551 service neutron] 10.222.0.60 "DELETE /v2.0/ports/f59dede6-6b8e-472b-8c72-53679eb4e5af/bindings/n-h1-768851-15 HTTP/1.1" status: 204 len: 173 time: 0.2562852 Aug 10 03:09:46.164443 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e15ebc66-3ca9-47ae-8dbb-bef2c90aca1a req-78ced22e-ac82-485f-913a-64636f505027 service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7800200 Aug 10 03:09:46.185997 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port f3428fea-5331-4669-b498-70790682434c, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=f3428fea-5331-4669-b498-70790682434c,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:09:46.198248 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:46.225018 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4b28d930-4416-4e61-acda-2acc7e42a83f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:46.289790 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=f3428fea-5331-4669-b498-70790682434c,revision_number=8']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:46.312308 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-3c335fd8-119a-4b33-8294-6bb513f377a6 req-3678a70b-af9b-4c65-902d-bfdd409c0b41 tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:46.325366 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36444136-9dff-42de-9028-bbc4f3364570 service neutron] Pushing event updated for resources: {'Port': ['ID=f3849961-e970-4427-ba4e-176045826c1c,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:46.438169 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e15ebc66-3ca9-47ae-8dbb-bef2c90aca1a req-bb452751-ceba-45a3-8244-36f3e360f788 service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0011818 Aug 10 03:09:46.449674 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.db.resource_extend [None req-4b28d930-4416-4e61-acda-2acc7e42a83f admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:09:46.490939 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['f3428fea-5331-4669-b498-70790682434c'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:09:46.515008 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-36444136-9dff-42de-9028-bbc4f3364570 service neutron] Attempting to bind port f3849961-e970-4427-ba4e-176045826c1c on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:09:46.515951 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-36444136-9dff-42de-9028-bbc4f3364570 service neutron] Attempting to bind port f3849961-e970-4427-ba4e-176045826c1c by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': 'fa9453b2-216f-4776-80fa-c65f74d624e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26329441-0dde-46fe-bcf0-48ea13bcc9b5'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:09:46.516831 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-36444136-9dff-42de-9028-bbc4f3364570 service neutron] Attempting to bind port f3849961-e970-4427-ba4e-176045826c1c on network 26329441-0dde-46fe-bcf0-48ea13bcc9b5 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:09:46.583143 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd193015-a2cd-4d86-b627-c2c5c49d227c req-37e4110c-a086-4aec-9655-a4ecb0451934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:46.584161 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd193015-a2cd-4d86-b627-c2c5c49d227c req-37e4110c-a086-4aec-9655-a4ecb0451934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:46.584837 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd193015-a2cd-4d86-b627-c2c5c49d227c req-37e4110c-a086-4aec-9655-a4ecb0451934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:46.586852 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bd193015-a2cd-4d86-b627-c2c5c49d227c req-37e4110c-a086-4aec-9655-a4ecb0451934 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=9db099ffcd1f4b6f883036f2463be98e&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.6901042 Aug 10 03:09:46.614577 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-36444136-9dff-42de-9028-bbc4f3364570 service neutron] Port f3849961-e970-4427-ba4e-176045826c1c on network 26329441-0dde-46fe-bcf0-48ea13bcc9b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:09:46.615943 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-36444136-9dff-42de-9028-bbc4f3364570 service neutron] Attempting to bind port f3849961-e970-4427-ba4e-176045826c1c on network 26329441-0dde-46fe-bcf0-48ea13bcc9b5 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:09:46.639398 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-36444136-9dff-42de-9028-bbc4f3364570 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:09:46.639746 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-36444136-9dff-42de-9028-bbc4f3364570 service neutron] Checking segment: {'id': 'fa9453b2-216f-4776-80fa-c65f74d624e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26329441-0dde-46fe-bcf0-48ea13bcc9b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:09:46.640127 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-36444136-9dff-42de-9028-bbc4f3364570 service neutron] Bound using segment: {'id': 'fa9453b2-216f-4776-80fa-c65f74d624e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26329441-0dde-46fe-bcf0-48ea13bcc9b5'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:09:46.640567 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-36444136-9dff-42de-9028-bbc4f3364570 service neutron] Bound port: f3849961-e970-4427-ba4e-176045826c1c, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa9453b2-216f-4776-80fa-c65f74d624e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26329441-0dde-46fe-bcf0-48ea13bcc9b5'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:09:46.640922 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-36444136-9dff-42de-9028-bbc4f3364570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:46.648183 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4b28d930-4416-4e61-acda-2acc7e42a83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:46.649314 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b28d930-4416-4e61-acda-2acc7e42a83f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:46.649935 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4b28d930-4416-4e61-acda-2acc7e42a83f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:46.698824 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-3c335fd8-119a-4b33-8294-6bb513f377a6 req-3678a70b-af9b-4c65-902d-bfdd409c0b41 tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:46.702065 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-3c335fd8-119a-4b33-8294-6bb513f377a6 req-3678a70b-af9b-4c65-902d-bfdd409c0b41 tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:46.703582 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3c335fd8-119a-4b33-8294-6bb513f377a6 req-3678a70b-af9b-4c65-902d-bfdd409c0b41 tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] 10.222.0.62 "DELETE /v2.0/security-groups/d4d65f20-79d7-443c-9157-b17f8712e620 HTTP/1.1" status: 204 len: 173 time: 1.2030635 Aug 10 03:09:46.705741 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e15ebc66-3ca9-47ae-8dbb-bef2c90aca1a req-a13efeb7-7a70-4046-80cc-7b66b7cf4f7f service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4675820 Aug 10 03:09:46.846364 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3678a70b-af9b-4c65-902d-bfdd409c0b41 tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d65f20-79d7-443c-9157-b17f8712e620,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:46.881088 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ce9d1-6cba-4457-a7d2-12abc7abd0c8 req-3c8ba2f8-402a-4169-9e49-e84a316c699e tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:46.888368 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2b6ce9d1-6cba-4457-a7d2-12abc7abd0c8 req-3c8ba2f8-402a-4169-9e49-e84a316c699e tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=e099c7bd-ee42-4d4c-b5fd-16ecc0cdc280 HTTP/1.1" status: 200 len: 944 time: 0.4273531 Aug 10 03:09:46.900487 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-4b28d930-4416-4e61-acda-2acc7e42a83f admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.6066027 Aug 10 03:09:46.905118 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 39388) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:46.910839 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-287fdde9-b13a-4917-8fd8-5ddc4666b897 admin admin] Request body: {'subnet': {'network_id': '8ebbd51d-54f8-47d9-924a-757d571ead63', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-402950714-subnet', 'tenant_id': '5acd3c353298420295f54d7820a6128a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:09:46.941585 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287fdde9-b13a-4917-8fd8-5ddc4666b897 admin admin] Made reservation on behalf of 5acd3c353298420295f54d7820a6128a for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:09:46.945805 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-36444136-9dff-42de-9028-bbc4f3364570 service neutron] For port f3849961-e970-4427-ba4e-176045826c1c, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:09:46.946508 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-287fdde9-b13a-4917-8fd8-5ddc4666b897 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:46.979438 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28d930-4416-4e61-acda-2acc7e42a83f admin admin] Pushing event updated for resources: {'Network': ['ID=8ebbd51d-54f8-47d9-924a-757d571ead63,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:46.991432 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-36444136-9dff-42de-9028-bbc4f3364570 service neutron] For port f3849961-e970-4427-ba4e-176045826c1c, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=f3849961-e970-4427-ba4e-176045826c1c,segment=NetworkSegment(fa9453b2-216f-4776-80fa-c65f74d624e4),segment_id=fa9453b2-216f-4776-80fa-c65f74d624e4)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:09:47.007224 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 8ebbd51d-54f8-47d9-924a-757d571ead63 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:09:47.011264 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2b6ce9d1-6cba-4457-a7d2-12abc7abd0c8 req-b1630676-fe67-45b5-8062-00bd9a785d5c tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219947 Aug 10 03:09:47.051042 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-36444136-9dff-42de-9028-bbc4f3364570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:47.120050 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd193015-a2cd-4d86-b627-c2c5c49d227c req-59f2715d-4969-48cf-9f10-b7da8240caf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:47.122004 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bd193015-a2cd-4d86-b627-c2c5c49d227c req-59f2715d-4969-48cf-9f10-b7da8240caf0 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4918702 Aug 10 03:09:47.194022 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e4aa2-f237-465a-ad4a-0dec323c978c req-8e54ad0a-dfc7-49b1-988d-b08ef3829526 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:47.196112 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e52e4aa2-f237-465a-ad4a-0dec323c978c req-8e54ad0a-dfc7-49b1-988d-b08ef3829526 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba1d3739-8c48-493a-8bd2-e429e9c4b12d HTTP/1.1" status: 200 len: 949 time: 0.3853757 Aug 10 03:09:47.216939 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-36444136-9dff-42de-9028-bbc4f3364570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:47.218901 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-36444136-9dff-42de-9028-bbc4f3364570 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:47.221345 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-36444136-9dff-42de-9028-bbc4f3364570 service neutron] 10.222.0.60 "PUT /v2.0/ports/f3849961-e970-4427-ba4e-176045826c1c HTTP/1.1" status: 200 len: 1092 time: 4.4173429 Aug 10 03:09:47.264139 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36444136-9dff-42de-9028-bbc4f3364570 service neutron] Pushing event updated for resources: {'Port': ['ID=f3849961-e970-4427-ba4e-176045826c1c,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:47.281773 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-7ac1e4a8-2282-4da3-8cd6-d2937cc5117b service neutron] Request body: {'port': {'device_id': '77e1f39f-9b8b-483d-b744-1336257d8687', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:09:47.287825 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-287fdde9-b13a-4917-8fd8-5ddc4666b897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:47.345681 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287fdde9-b13a-4917-8fd8-5ddc4666b897 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0da5992-75df-4d7e-ac40-4e60cfbca09c,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:47.357228 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287fdde9-b13a-4917-8fd8-5ddc4666b897 admin admin] Checking segment: {'id': 'ad32b24d-632f-4bfa-be5f-47033bd88109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '8ebbd51d-54f8-47d9-924a-757d571ead63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:09:47.357585 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287fdde9-b13a-4917-8fd8-5ddc4666b897 admin admin] Network hostable DHCP agents. Network: 8ebbd51d-54f8-47d9-924a-757d571ead63, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:09:47.376358 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e1f39f-9b8b-483d-b744-1336257d8687', 'tag': 'f3849961-e970-4427-ba4e-176045826c1c'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:09:47.381744 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a862f3-6195-4c00-89c8-73ffa0b0570b" -d '{"events": [{"name": "network-changed", "server_uuid": "77e1f39f-9b8b-483d-b744-1336257d8687", "tag": "f3849961-e970-4427-ba4e-176045826c1c"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:09:47.390569 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287fdde9-b13a-4917-8fd8-5ddc4666b897 admin admin] Network 8ebbd51d-54f8-47d9-924a-757d571ead63 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:09:47.413615 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-287fdde9-b13a-4917-8fd8-5ddc4666b897 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 8ebbd51d-54f8-47d9-924a-757d571ead63) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:09:47.418187 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287fdde9-b13a-4917-8fd8-5ddc4666b897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:47.418983 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-287fdde9-b13a-4917-8fd8-5ddc4666b897 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:47.427053 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fac21c-ad77-400e-b6eb-bcd82d126cc1 None None] Network 8ebbd51d-54f8-47d9-924a-757d571ead63 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:09:47.432592 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e52e4aa2-f237-465a-ad4a-0dec323c978c req-20d0736c-b2f6-4e2f-9ddb-2b9afa3a02cc tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236519 Aug 10 03:09:47.444980 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-287fdde9-b13a-4917-8fd8-5ddc4666b897 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5383389 Aug 10 03:09:47.447294 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-7ac1e4a8-2282-4da3-8cd6-d2937cc5117b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:47.464233 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be0a6f05-45eb-46f3-a226-be6722d7df23 req-82400579-ffa8-4cfc-aebf-4be300f0e907 tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] 10.222.0.62 "GET /v2.0/security-groups/29a16cc0-2ca8-4c80-bc74-892832e7c65d HTTP/1.1" status: 200 len: 1812 time: 0.1944337 Aug 10 03:09:47.700629 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5191821f-5a36-4ed1-8951-943f9216d8b7 None None] Network 8ebbd51d-54f8-47d9-924a-757d571ead63 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:09:47.827082 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device f3428fea-5331-4669-b498-70790682434c up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:09:47.920427 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port f3428fea-5331-4669-b498-70790682434c completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:09:47.925693 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port f3428fea-5331-4669-b498-70790682434c triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:09:47.926621 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:48.032146 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:48.072952 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba1d3739-8c48-493a-8bd2-e429e9c4b12d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3428fea-5331-4669-b498-70790682434c'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:09:48.076063 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f25cd969-9a89-49fc-91a3-236becd4a80a" -d '{"events": [{"server_uuid": "ba1d3739-8c48-493a-8bd2-e429e9c4b12d", "name": "network-vif-plugged", "status": "completed", "tag": "f3428fea-5331-4669-b498-70790682434c"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:09:48.082640 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port f3428fea-5331-4669-b498-70790682434c, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=f3428fea-5331-4669-b498-70790682434c,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:09:48.088625 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:48.152948 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=f3428fea-5331-4669-b498-70790682434c,revision_number=9']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:48.161371 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-be0a6f05-45eb-46f3-a226-be6722d7df23 req-65abcc35-e110-405f-a267-23b080f26bf8 tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:48.200651 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b65d65-bf21-46fe-bc52-45aec6874fbb req-10f87e2a-d52e-479f-93e6-a778e89ae1f8 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:48.206523 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b65d65-bf21-46fe-bc52-45aec6874fbb req-10f87e2a-d52e-479f-93e6-a778e89ae1f8 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:48.213078 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b65d65-bf21-46fe-bc52-45aec6874fbb req-10f87e2a-d52e-479f-93e6-a778e89ae1f8 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:48.218996 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b65d65-bf21-46fe-bc52-45aec6874fbb req-10f87e2a-d52e-479f-93e6-a778e89ae1f8 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:48.224893 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b65d65-bf21-46fe-bc52-45aec6874fbb req-10f87e2a-d52e-479f-93e6-a778e89ae1f8 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:48.230803 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b65d65-bf21-46fe-bc52-45aec6874fbb req-10f87e2a-d52e-479f-93e6-a778e89ae1f8 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:48.236784 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b65d65-bf21-46fe-bc52-45aec6874fbb req-10f87e2a-d52e-479f-93e6-a778e89ae1f8 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:48.238788 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-37b65d65-bf21-46fe-bc52-45aec6874fbb req-10f87e2a-d52e-479f-93e6-a778e89ae1f8 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/ports?device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 5405 time: 0.6102121 Aug 10 03:09:48.292048 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-be0a6f05-45eb-46f3-a226-be6722d7df23 req-65abcc35-e110-405f-a267-23b080f26bf8 tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:48.351934 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-37b65d65-bf21-46fe-bc52-45aec6874fbb req-83779074-93f5-42e4-b5af-b4011257da06 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/security-groups?id=70e02309-d415-4898-8bc9-4345d44063b7&id=4c7586fd-9bb3-4af0-a8c4-0b1feb98dda5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1014376 Aug 10 03:09:48.385753 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-be0a6f05-45eb-46f3-a226-be6722d7df23 req-65abcc35-e110-405f-a267-23b080f26bf8 tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:48.388359 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-be0a6f05-45eb-46f3-a226-be6722d7df23 req-65abcc35-e110-405f-a267-23b080f26bf8 tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:48.389557 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be0a6f05-45eb-46f3-a226-be6722d7df23 req-65abcc35-e110-405f-a267-23b080f26bf8 tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] 10.222.0.62 "DELETE /v2.0/security-groups/29a16cc0-2ca8-4c80-bc74-892832e7c65d HTTP/1.1" status: 204 len: 173 time: 0.9241631 Aug 10 03:09:48.426190 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65abcc35-e110-405f-a267-23b080f26bf8 tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a16cc0-2ca8-4c80-bc74-892832e7c65d,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:48.451291 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-7ac1e4a8-2282-4da3-8cd6-d2937cc5117b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7f5d1b2-3c33-4a8c-a558-d8d163cf1c96 {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:09:48.457051 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856ab2e4-982a-4fd8-a91a-8923479a4ee3 x-openstack-request-id: req-856ab2e4-982a-4fd8-a91a-8923479a4ee3 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:09:48.457516 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77e1f39f-9b8b-483d-b744-1336257d8687", "tag": "f3849961-e970-4427-ba4e-176045826c1c", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:09:48.457841 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-856ab2e4-982a-4fd8-a91a-8923479a4ee3 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:09:48.458295 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77e1f39f-9b8b-483d-b744-1336257d8687', 'tag': 'f3849961-e970-4427-ba4e-176045826c1c', 'status': 'completed', 'code': 200} Aug 10 03:09:48.470312 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-7ac1e4a8-2282-4da3-8cd6-d2937cc5117b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:48.500130 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-7ac1e4a8-2282-4da3-8cd6-d2937cc5117b service neutron] Transition to ACTIVE for port object f7f5d1b2-3c33-4a8c-a558-d8d163cf1c96 will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:09:48.522683 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-7ac1e4a8-2282-4da3-8cd6-d2937cc5117b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:48.595702 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a862f3-6195-4c00-89c8-73ffa0b0570b req-53cfdb3c-581c-433b-8425-3c868ebdae9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:48.596351 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a862f3-6195-4c00-89c8-73ffa0b0570b req-53cfdb3c-581c-433b-8425-3c868ebdae9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:48.596960 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a862f3-6195-4c00-89c8-73ffa0b0570b req-53cfdb3c-581c-433b-8425-3c868ebdae9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:48.597506 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a862f3-6195-4c00-89c8-73ffa0b0570b req-53cfdb3c-581c-433b-8425-3c868ebdae9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:48.598048 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a862f3-6195-4c00-89c8-73ffa0b0570b req-53cfdb3c-581c-433b-8425-3c868ebdae9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:48.598594 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a862f3-6195-4c00-89c8-73ffa0b0570b req-53cfdb3c-581c-433b-8425-3c868ebdae9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:48.599220 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a862f3-6195-4c00-89c8-73ffa0b0570b req-53cfdb3c-581c-433b-8425-3c868ebdae9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:48.601770 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-36a862f3-6195-4c00-89c8-73ffa0b0570b req-53cfdb3c-581c-433b-8425-3c868ebdae9a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9db099ffcd1f4b6f883036f2463be98e&device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 6413 time: 0.1136019 Aug 10 03:09:48.609216 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac1e4a8-2282-4da3-8cd6-d2937cc5117b service neutron] Pushing event updated for resources: {'Port': ['ID=f7f5d1b2-3c33-4a8c-a558-d8d163cf1c96,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:48.799529 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-7ac1e4a8-2282-4da3-8cd6-d2937cc5117b service neutron] Attempting to bind port f7f5d1b2-3c33-4a8c-a558-d8d163cf1c96 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:09:48.812565 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-7ac1e4a8-2282-4da3-8cd6-d2937cc5117b service neutron] Attempting to bind port f7f5d1b2-3c33-4a8c-a558-d8d163cf1c96 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': 'fa9453b2-216f-4776-80fa-c65f74d624e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26329441-0dde-46fe-bcf0-48ea13bcc9b5'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:09:48.813049 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-7ac1e4a8-2282-4da3-8cd6-d2937cc5117b service neutron] Attempting to bind port f7f5d1b2-3c33-4a8c-a558-d8d163cf1c96 on network 26329441-0dde-46fe-bcf0-48ea13bcc9b5 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:09:48.826385 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-7ac1e4a8-2282-4da3-8cd6-d2937cc5117b service neutron] Port f7f5d1b2-3c33-4a8c-a558-d8d163cf1c96 on network 26329441-0dde-46fe-bcf0-48ea13bcc9b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:09:48.827518 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-7ac1e4a8-2282-4da3-8cd6-d2937cc5117b service neutron] Attempting to bind port f7f5d1b2-3c33-4a8c-a558-d8d163cf1c96 on network 26329441-0dde-46fe-bcf0-48ea13bcc9b5 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:09:48.860670 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-7ac1e4a8-2282-4da3-8cd6-d2937cc5117b service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:09:48.861020 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-7ac1e4a8-2282-4da3-8cd6-d2937cc5117b service neutron] Checking segment: {'id': 'fa9453b2-216f-4776-80fa-c65f74d624e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26329441-0dde-46fe-bcf0-48ea13bcc9b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:09:48.861417 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-7ac1e4a8-2282-4da3-8cd6-d2937cc5117b service neutron] Bound using segment: {'id': 'fa9453b2-216f-4776-80fa-c65f74d624e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26329441-0dde-46fe-bcf0-48ea13bcc9b5'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:09:48.861872 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-7ac1e4a8-2282-4da3-8cd6-d2937cc5117b service neutron] Bound port: f7f5d1b2-3c33-4a8c-a558-d8d163cf1c96, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa9453b2-216f-4776-80fa-c65f74d624e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26329441-0dde-46fe-bcf0-48ea13bcc9b5'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:09:48.862234 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-7ac1e4a8-2282-4da3-8cd6-d2937cc5117b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:48.976629 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dadd627-1a79-4627-9cc9-1a903ef6f9d7 req-9a059dca-36e0-435b-bdc9-731fc74e3cb6 tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:48.978220 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2dadd627-1a79-4627-9cc9-1a903ef6f9d7 req-9a059dca-36e0-435b-bdc9-731fc74e3cb6 tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=e099c7bd-ee42-4d4c-b5fd-16ecc0cdc280 HTTP/1.1" status: 200 len: 1096 time: 0.3361502 Aug 10 03:09:48.992048 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd0a96-e86c-4080-b387-91b884d15587 req-5761a823-e4c2-4b10-86cc-6f4302779f1a tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:48.994312 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-82cd0a96-e86c-4080-b387-91b884d15587 req-5761a823-e4c2-4b10-86cc-6f4302779f1a tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.60 "GET /v2.0/ports?device_id=ba1d3739-8c48-493a-8bd2-e429e9c4b12d&tenant_id=6cb2c88cb44048dc824ad7a6e6e788f5&binding%3Ahost_id=n-h2-768851-15 HTTP/1.1" status: 200 len: 950 time: 0.1583893 Aug 10 03:09:48.995523 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a862f3-6195-4c00-89c8-73ffa0b0570b req-b7fc0ba0-2ab5-46b2-a93f-4f6d5351ccaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:48.996000 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a862f3-6195-4c00-89c8-73ffa0b0570b req-b7fc0ba0-2ab5-46b2-a93f-4f6d5351ccaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:48.996583 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a862f3-6195-4c00-89c8-73ffa0b0570b req-b7fc0ba0-2ab5-46b2-a93f-4f6d5351ccaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:48.998251 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-36a862f3-6195-4c00-89c8-73ffa0b0570b req-b7fc0ba0-2ab5-46b2-a93f-4f6d5351ccaf service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=9db099ffcd1f4b6f883036f2463be98e&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3733990 Aug 10 03:09:49.082198 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-7ac1e4a8-2282-4da3-8cd6-d2937cc5117b service neutron] For port f7f5d1b2-3c33-4a8c-a558-d8d163cf1c96, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:09:49.202057 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-7ac1e4a8-2282-4da3-8cd6-d2937cc5117b service neutron] For port f7f5d1b2-3c33-4a8c-a558-d8d163cf1c96, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=f7f5d1b2-3c33-4a8c-a558-d8d163cf1c96,segment=NetworkSegment(fa9453b2-216f-4776-80fa-c65f74d624e4),segment_id=fa9453b2-216f-4776-80fa-c65f74d624e4)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:09:49.226786 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-7ac1e4a8-2282-4da3-8cd6-d2937cc5117b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:49.239131 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2dadd627-1a79-4627-9cc9-1a903ef6f9d7 req-d88728f0-f0e6-4143-9710-4c2bb03d0c4a tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360299 Aug 10 03:09:49.321917 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-82cd0a96-e86c-4080-b387-91b884d15587 req-54857c22-1bbf-45f6-bb9d-a180bdd53004 service neutron] 10.222.0.60 "GET /v2.0/ports/f3428fea-5331-4669-b498-70790682434c/bindings/n-h2-768851-15 HTTP/1.1" status: 200 len: 383 time: 0.3026822 Aug 10 03:09:49.327859 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-7ac1e4a8-2282-4da3-8cd6-d2937cc5117b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:49.328503 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-7ac1e4a8-2282-4da3-8cd6-d2937cc5117b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:49.329943 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-7ac1e4a8-2282-4da3-8cd6-d2937cc5117b service neutron] 10.222.0.60 "PUT /v2.0/ports/f7f5d1b2-3c33-4a8c-a558-d8d163cf1c96 HTTP/1.1" status: 200 len: 1092 time: 2.0619683 Aug 10 03:09:49.338536 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51fc4d6-b14c-44cc-b05c-ac895cdd8674 x-openstack-request-id: req-e51fc4d6-b14c-44cc-b05c-ac895cdd8674 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:09:49.339054 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba1d3739-8c48-493a-8bd2-e429e9c4b12d", "name": "network-vif-plugged", "status": "completed", "tag": "f3428fea-5331-4669-b498-70790682434c", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:09:49.339161 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e51fc4d6-b14c-44cc-b05c-ac895cdd8674 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:09:49.339504 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba1d3739-8c48-493a-8bd2-e429e9c4b12d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3428fea-5331-4669-b498-70790682434c', 'code': 200} Aug 10 03:09:49.436856 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286c6c1-fa8d-449c-8fee-28992ef9c481 req-c7f943fd-7319-410d-9918-18c4c939b051 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:49.448889 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2286c6c1-fa8d-449c-8fee-28992ef9c481 req-c7f943fd-7319-410d-9918-18c4c939b051 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/networks?id=8ebbd51d-54f8-47d9-924a-757d571ead63 HTTP/1.1" status: 200 len: 821 time: 0.4257710 Aug 10 03:09:49.454951 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac1e4a8-2282-4da3-8cd6-d2937cc5117b service neutron] Pushing event updated for resources: {'Port': ['ID=f7f5d1b2-3c33-4a8c-a558-d8d163cf1c96,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:49.459157 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a862f3-6195-4c00-89c8-73ffa0b0570b req-ccc9f683-3c9c-4bdf-b1b6-341224353eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:49.460823 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-36a862f3-6195-4c00-89c8-73ffa0b0570b req-ccc9f683-3c9c-4bdf-b1b6-341224353eee service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4427807 Aug 10 03:09:49.494897 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2286c6c1-fa8d-449c-8fee-28992ef9c481 req-f4e0e41b-3228-4caa-885b-9a95c86c0753 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/quotas/5acd3c353298420295f54d7820a6128a HTTP/1.1" status: 200 len: 375 time: 0.0448616 Aug 10 03:09:49.532128 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd0a96-e86c-4080-b387-91b884d15587 req-7c721243-1839-4170-b267-d9e7f500ddd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:49.533750 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-82cd0a96-e86c-4080-b387-91b884d15587 req-7c721243-1839-4170-b267-d9e7f500ddd9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6cb2c88cb44048dc824ad7a6e6e788f5&device_id=ba1d3739-8c48-493a-8bd2-e429e9c4b12d HTTP/1.1" status: 200 len: 1102 time: 0.1787612 Aug 10 03:09:49.576916 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2286c6c1-fa8d-449c-8fee-28992ef9c481 req-b18ab7c4-f66b-4345-8754-5a71728fd00e tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=5acd3c353298420295f54d7820a6128a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0809226 Aug 10 03:09:49.714664 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ca62c1d6-38db-43af-88b9-f2b3a64b5c72 req-36a6a13d-65e1-4998-8291-d8203e7e000e tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] 10.222.0.62 "GET /v2.0/security-groups/d6b230a9-9ab9-4a72-a929-c06a8509599a HTTP/1.1" status: 200 len: 1813 time: 0.2524898 Aug 10 03:09:49.735061 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-e02f74a3-e79d-4850-b0b1-3c91d04b8fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:49.735644 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-e02f74a3-e79d-4850-b0b1-3c91d04b8fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:49.736135 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-e02f74a3-e79d-4850-b0b1-3c91d04b8fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:49.736606 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-e02f74a3-e79d-4850-b0b1-3c91d04b8fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:49.737076 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-e02f74a3-e79d-4850-b0b1-3c91d04b8fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:49.737543 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-e02f74a3-e79d-4850-b0b1-3c91d04b8fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:49.738013 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-e02f74a3-e79d-4850-b0b1-3c91d04b8fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:49.740649 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-e02f74a3-e79d-4850-b0b1-3c91d04b8fb5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9db099ffcd1f4b6f883036f2463be98e&device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 6481 time: 0.2239904 Aug 10 03:09:49.822013 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-7e0d8033-662a-4e54-be52-a12adf20ff5f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32ca825e-8e1d-4359-b950-7b6b31be75d4 HTTP/1.1" status: 200 len: 217 time: 0.0725944 Aug 10 03:09:49.853236 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd0a96-e86c-4080-b387-91b884d15587 req-8be706f8-4ea8-41f3-bff9-eda1445dd703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:49.854665 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-82cd0a96-e86c-4080-b387-91b884d15587 req-8be706f8-4ea8-41f3-bff9-eda1445dd703 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d HTTP/1.1" status: 200 len: 870 time: 0.2895048 Aug 10 03:09:49.859318 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2286c6c1-fa8d-449c-8fee-28992ef9c481 req-f0abbfee-9625-47eb-80e5-d81bbe6edd7f service neutron] 10.222.0.62 "GET /v2.0/networks/8ebbd51d-54f8-47d9-924a-757d571ead63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814491 Aug 10 03:09:49.990071 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-82cd0a96-e86c-4080-b387-91b884d15587 req-a140962d-16d3-4077-a1fc-f70f07c11b63 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=f3428fea-5331-4669-b498-70790682434c HTTP/1.1" status: 200 len: 217 time: 0.1004007 Aug 10 03:09:50.017339 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ca62c1d6-38db-43af-88b9-f2b3a64b5c72 req-3fd6311a-4aa0-4028-b67d-e7e9d54d00bd tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:50.023709 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-f0797424-c411-494c-b050-f7c4cec01f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:50.025283 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-f0797424-c411-494c-b050-f7c4cec01f73 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e8cb624b-05ab-4931-a430-340a8df0afcf HTTP/1.1" status: 200 len: 851 time: 0.1839359 Aug 10 03:09:50.110588 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ca62c1d6-38db-43af-88b9-f2b3a64b5c72 req-3fd6311a-4aa0-4028-b67d-e7e9d54d00bd tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:50.162685 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd0a96-e86c-4080-b387-91b884d15587 req-c80a645c-fb11-492e-b7f7-fa1e4e9a30a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:50.164224 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-82cd0a96-e86c-4080-b387-91b884d15587 req-c80a645c-fb11-492e-b7f7-fa1e4e9a30a2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.1564715 Aug 10 03:09:50.166126 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2286c6c1-fa8d-449c-8fee-28992ef9c481 req-71b8636c-f0de-4cd6-8fd8-63528b43c4a3 service neutron] 10.222.0.62 "GET /v2.0/networks/8ebbd51d-54f8-47d9-924a-757d571ead63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791822 Aug 10 03:09:50.180184 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-dcec090a-b87b-49a6-ae77-f60f7f0e2bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:50.181722 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-dcec090a-b87b-49a6-ae77-f60f7f0e2bef service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1285696 Aug 10 03:09:50.300321 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ca62c1d6-38db-43af-88b9-f2b3a64b5c72 req-3fd6311a-4aa0-4028-b67d-e7e9d54d00bd tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:50.306166 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ca62c1d6-38db-43af-88b9-f2b3a64b5c72 req-3fd6311a-4aa0-4028-b67d-e7e9d54d00bd tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:50.310056 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ca62c1d6-38db-43af-88b9-f2b3a64b5c72 req-3fd6311a-4aa0-4028-b67d-e7e9d54d00bd tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] 10.222.0.62 "DELETE /v2.0/security-groups/d6b230a9-9ab9-4a72-a929-c06a8509599a HTTP/1.1" status: 204 len: 173 time: 0.5828977 Aug 10 03:09:50.317215 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 39444) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:50.375124 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd0a96-e86c-4080-b387-91b884d15587 req-91c68b57-2d54-446f-82bd-1082f6c3b23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:50.381238 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-82cd0a96-e86c-4080-b387-91b884d15587 req-91c68b57-2d54-446f-82bd-1082f6c3b23c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1979163 Aug 10 03:09:50.385336 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd6311a-4aa0-4028-b67d-e7e9d54d00bd tempest-SecurityGroupRulesNegativeTestJSON-910873272 tempest-SecurityGroupRulesNegativeTestJSON-910873272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b230a9-9ab9-4a72-a929-c06a8509599a,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:50.454805 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-21fed983-f2bb-4ed8-bc29-09ee79b8214f service neutron] 10.222.0.60 "GET /v2.0/networks/c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614591 Aug 10 03:09:50.455870 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f5ee7b5-fa11-44e1-9e3c-37889e44dc02 admin admin] Deleting subnet b915c611-8201-450e-92bc-13db50a0842f {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:09:50.468497 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4f5ee7b5-fa11-44e1-9e3c-37889e44dc02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:50.470326 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e1f39f-9b8b-483d-b744-1336257d8687', 'tag': 'f7f5d1b2-3c33-4a8c-a558-d8d163cf1c96'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:09:50.473213 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6637d675-f921-4196-b799-f06270c1a863" -d '{"events": [{"name": "network-changed", "server_uuid": "77e1f39f-9b8b-483d-b744-1336257d8687", "tag": "f7f5d1b2-3c33-4a8c-a558-d8d163cf1c96"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:09:50.565423 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4f5ee7b5-fa11-44e1-9e3c-37889e44dc02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:50.633907 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4f5ee7b5-fa11-44e1-9e3c-37889e44dc02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:50.744880 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4f5ee7b5-fa11-44e1-9e3c-37889e44dc02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:50.822726 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ee7b5-fa11-44e1-9e3c-37889e44dc02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b915c611-8201-450e-92bc-13db50a0842f,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:50.836172 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4f5ee7b5-fa11-44e1-9e3c-37889e44dc02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:50.839422 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4f5ee7b5-fa11-44e1-9e3c-37889e44dc02 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/b915c611-8201-450e-92bc-13db50a0842f HTTP/1.1" status: 204 len: 168 time: 0.5200191 Aug 10 03:09:50.841842 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 39464) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:50.850814 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f86d81-fdd1-447f-b7b2-a766dc9ce0b3 req-ef9698d5-98d8-400e-a2f5-c46bacbe5c84 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:50.858395 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-43f86d81-fdd1-447f-b7b2-a766dc9ce0b3 req-ef9698d5-98d8-400e-a2f5-c46bacbe5c84 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba1d3739-8c48-493a-8bd2-e429e9c4b12d HTTP/1.1" status: 200 len: 950 time: 0.3205492 Aug 10 03:09:50.940939 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40437eba-44a1-4c0d-bcac-3afc19f71c4c req-2876902a-067b-46a6-b9a5-bcfccc4ae41d tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:50.942642 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-40437eba-44a1-4c0d-bcac-3afc19f71c4c req-2876902a-067b-46a6-b9a5-bcfccc4ae41d tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=e099c7bd-ee42-4d4c-b5fd-16ecc0cdc280 HTTP/1.1" status: 200 len: 1096 time: 0.4649670 Aug 10 03:09:50.948207 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-a4bb7588-60ad-4a84-b871-a8beb098e1e4 service neutron] 10.222.0.60 "GET /v2.0/networks/c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4607985 Aug 10 03:09:50.950458 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-82cd0a96-e86c-4080-b387-91b884d15587 req-1c4cbdee-f5d5-44ae-9abd-a0262e87b4f9 service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5553174 Aug 10 03:09:50.956976 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 39468) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:51.011624 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1fe076fd-84cb-41ee-9e73-df8c996e4356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:51.149155 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-b4e1b424-109f-4f38-9227-e73406c051c2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=bd5c370f-ffa5-4477-948b-ba7517343de5 HTTP/1.1" status: 200 len: 217 time: 0.1814375 Aug 10 03:09:51.166092 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-43f86d81-fdd1-447f-b7b2-a766dc9ce0b3 req-8b291cce-6b72-4314-af91-b9998ba463cf tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066528 Aug 10 03:09:51.210943 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1fe076fd-84cb-41ee-9e73-df8c996e4356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:51.236198 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-1fe076fd-84cb-41ee-9e73-df8c996e4356 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6d3ce8f-71c3-4219-bbc4-7be8e3264095']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:09:51.247236 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-40437eba-44a1-4c0d-bcac-3afc19f71c4c req-ca2b4299-fdbd-4bcd-94cf-9bf3a8038a6d tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709475 Aug 10 03:09:51.268434 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1d412eca-3d32-4587-a6e5-77e3cebf98f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:51.289125 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-1fe076fd-84cb-41ee-9e73-df8c996e4356 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e716283-c840-4631-81cd-77cc3ebad4d4') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:09:51.289764 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-1fe076fd-84cb-41ee-9e73-df8c996e4356 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e716283-c840-4631-81cd-77cc3ebad4d4') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:09:51.301730 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1fe076fd-84cb-41ee-9e73-df8c996e4356 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:51.319856 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1fe076fd-84cb-41ee-9e73-df8c996e4356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:51.329623 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fe076fd-84cb-41ee-9e73-df8c996e4356 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:09:51.330614 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1fe076fd-84cb-41ee-9e73-df8c996e4356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:51.333343 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:09:51.333343 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:09:51.333343 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:09:51.333343 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:09:51.333343 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:09:51.333343 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:09:51.333343 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:09:51.333343 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:09:51.333343 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:09:51.333343 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:09:51.333343 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:09:51.333343 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:09:51.333343 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:09:51.333343 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:09:51.333343 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:09:51.333343 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:09:51.333343 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:09:51.333343 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:09:51.333343 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:09:51.333343 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:09:51.333343 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:09:51.333343 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:09:51.333343 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:09:51.333343 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:09:51.333343 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:09:51.333343 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:09:51.333343 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:09:51.333343 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:09:51.333343 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:09:51.333343 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:09:51.333343 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:09:51.333343 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:09:51.358314 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-2bdd6f1c-fb59-40a7-9c89-ccfeb471ee79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:51.361532 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-2bdd6f1c-fb59-40a7-9c89-ccfeb471ee79 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eba004cc-c939-40d1-b5d1-6b0839b6432d HTTP/1.1" status: 200 len: 797 time: 0.1917610 Aug 10 03:09:51.393959 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-82cd0a96-e86c-4080-b387-91b884d15587 req-6c856150-1034-4e73-98cc-4e4a28762db5 service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4312196 Aug 10 03:09:51.414808 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ffa89-2d94-46f8-8d8a-4d345b84e4a4 req-3017f9c6-1e14-479d-95ad-62ddb0efc71e tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:51.424120 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ffa89-2d94-46f8-8d8a-4d345b84e4a4 req-3017f9c6-1e14-479d-95ad-62ddb0efc71e tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:51.433929 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1fe076fd-84cb-41ee-9e73-df8c996e4356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:51.437032 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ffa89-2d94-46f8-8d8a-4d345b84e4a4 req-3017f9c6-1e14-479d-95ad-62ddb0efc71e tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:51.444414 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1fe076fd-84cb-41ee-9e73-df8c996e4356 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:51.447669 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ffa89-2d94-46f8-8d8a-4d345b84e4a4 req-3017f9c6-1e14-479d-95ad-62ddb0efc71e tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:51.447992 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1fe076fd-84cb-41ee-9e73-df8c996e4356 admin admin] 10.222.0.62 "DELETE /v2.0/networks/c6d3ce8f-71c3-4219-bbc4-7be8e3264095 HTTP/1.1" status: 204 len: 168 time: 0.6049533 Aug 10 03:09:51.457283 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ffa89-2d94-46f8-8d8a-4d345b84e4a4 req-3017f9c6-1e14-479d-95ad-62ddb0efc71e tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:51.459522 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe076fd-84cb-41ee-9e73-df8c996e4356 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6d3ce8f-71c3-4219-bbc4-7be8e3264095,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:51.467014 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ffa89-2d94-46f8-8d8a-4d345b84e4a4 req-3017f9c6-1e14-479d-95ad-62ddb0efc71e tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:51.472915 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ffa89-2d94-46f8-8d8a-4d345b84e4a4 req-3017f9c6-1e14-479d-95ad-62ddb0efc71e tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:51.483649 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-432ffa89-2d94-46f8-8d8a-4d345b84e4a4 req-3017f9c6-1e14-479d-95ad-62ddb0efc71e tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/ports?device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 5417 time: 0.2271140 Aug 10 03:09:51.550322 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-adc7ad63-6320-494b-8dd6-6139006391e1 req-05dfd089-7e5c-4f99-a18c-2f29ac954373 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea36ef69-e311-4129-a526-85f571e45144 HTTP/1.1" status: 200 len: 210 time: 0.1552739 Aug 10 03:09:51.613506 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-1971909f-a60a-456c-9eb0-a02e1b19a5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:51.615708 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-1971909f-a60a-456c-9eb0-a02e1b19a5b6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2394724 Aug 10 03:09:51.621162 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 39478) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:51.624650 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-432ffa89-2d94-46f8-8d8a-4d345b84e4a4 req-285bb80c-51df-49db-bcd5-3612f8b2887d tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/security-groups?id=70e02309-d415-4898-8bc9-4345d44063b7&id=4c7586fd-9bb3-4af0-a8c4-0b1feb98dda5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1398187 Aug 10 03:09:51.707701 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-cb871710-1655-424a-a1dd-9aa2f78b2dcb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6cef16aa0c1741c1ac2e5fc252441b6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0851243 Aug 10 03:09:51.712900 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 39480) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:51.715961 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6238b2-9c4b-44b9-969f-f309ee14a491 x-openstack-request-id: req-5c6238b2-9c4b-44b9-969f-f309ee14a491 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:09:51.716258 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77e1f39f-9b8b-483d-b744-1336257d8687", "tag": "f7f5d1b2-3c33-4a8c-a558-d8d163cf1c96", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:09:51.716510 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5c6238b2-9c4b-44b9-969f-f309ee14a491 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:09:51.716900 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77e1f39f-9b8b-483d-b744-1336257d8687', 'tag': 'f7f5d1b2-3c33-4a8c-a558-d8d163cf1c96', 'status': 'completed', 'code': 200} Aug 10 03:09:51.756982 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1d412eca-3d32-4587-a6e5-77e3cebf98f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:51.766247 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1d412eca-3d32-4587-a6e5-77e3cebf98f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:51.811883 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c47067bb-ff0b-4536-98a6-49e0c147a178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:51.822509 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-ecfd9fa5-d358-4bc7-a576-18c28f7bd142 service neutron] 10.222.0.60 "GET /v2.0/networks/be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957889 Aug 10 03:09:51.832056 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-1d412eca-3d32-4587-a6e5-77e3cebf98f4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d25f5435101c44a59559d7e763ab58fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8721821 Aug 10 03:09:51.832339 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 39484) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:51.844807 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d412eca-3d32-4587-a6e5-77e3cebf98f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab4521c-d95c-41b4-8453-b3c4454c7404,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:52.134984 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286c6c1-fa8d-449c-8fee-28992ef9c481 req-8ed97667-f492-4004-b01c-4556a7447a3b tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:52.136562 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2286c6c1-fa8d-449c-8fee-28992ef9c481 req-8ed97667-f492-4004-b01c-4556a7447a3b tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.58 "GET /v2.0/networks?id=8ebbd51d-54f8-47d9-924a-757d571ead63 HTTP/1.1" status: 200 len: 821 time: 0.2757673 Aug 10 03:09:52.148057 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-599c0b3f-3ec3-4d42-ad6a-c11863c376e9 service neutron] 10.222.0.60 "GET /v2.0/networks/be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132162 Aug 10 03:09:52.153192 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-2286c6c1-fa8d-449c-8fee-28992ef9c481 req-b0ab088f-dab9-4a8c-b484-acbd57b5e8b3 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Request body: {'port': {'device_id': 'ea36ef69-e311-4129-a526-85f571e45144', 'network_id': '8ebbd51d-54f8-47d9-924a-757d571ead63', 'admin_state_up': True, 'tenant_id': '5acd3c353298420295f54d7820a6128a'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:09:52.194610 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-347fecbd-ac56-41db-8d12-c6c1ba3297dd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e HTTP/1.1" status: 200 len: 217 time: 0.0379283 Aug 10 03:09:52.247615 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c47067bb-ff0b-4536-98a6-49e0c147a178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:52.312766 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7fe743e1-eadb-4919-91d3-45c4e8021189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:52.335944 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c47067bb-ff0b-4536-98a6-49e0c147a178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:52.338461 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c47067bb-ff0b-4536-98a6-49e0c147a178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:52.342008 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c47067bb-ff0b-4536-98a6-49e0c147a178 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/24aaa34d-1573-4207-b98e-ba23bc904bfa HTTP/1.1" status: 204 len: 168 time: 0.6257210 Aug 10 03:09:52.351382 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7fe743e1-eadb-4919-91d3-45c4e8021189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:52.362421 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47067bb-ff0b-4536-98a6-49e0c147a178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24aaa34d-1573-4207-b98e-ba23bc904bfa,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:52.423477 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7fe743e1-eadb-4919-91d3-45c4e8021189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:52.426470 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7fe743e1-eadb-4919-91d3-45c4e8021189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:52.431908 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7fe743e1-eadb-4919-91d3-45c4e8021189 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2ab4521c-d95c-41b4-8453-b3c4454c7404 HTTP/1.1" status: 204 len: 168 time: 0.5983133 Aug 10 03:09:52.441132 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe743e1-eadb-4919-91d3-45c4e8021189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab4521c-d95c-41b4-8453-b3c4454c7404,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:52.732541 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4dad11ca-1a5e-4804-986e-37f132bc5304 req-bd1a8cb9-07e7-4df4-8ed9-6b3acaca7e92 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea36ef69-e311-4129-a526-85f571e45144 HTTP/1.1" status: 200 len: 210 time: 0.0482714 Aug 10 03:09:52.751482 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-e52e9db0-cf91-488f-b3c7-8bc68a333264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:52.753015 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-e52e9db0-cf91-488f-b3c7-8bc68a333264 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eba004cc-c939-40d1-b5d1-6b0839b6432d HTTP/1.1" status: 200 len: 797 time: 0.5447533 Aug 10 03:09:52.793164 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd57a12-b410-495d-b627-9f7efe74b4b4 req-c37ded05-5bf2-47ed-921b-1d6d9f8a5998 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:52.801825 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bfd57a12-b410-495d-b627-9f7efe74b4b4 req-c37ded05-5bf2-47ed-921b-1d6d9f8a5998 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba1d3739-8c48-493a-8bd2-e429e9c4b12d HTTP/1.1" status: 200 len: 950 time: 0.1604745 Aug 10 03:09:52.914817 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bfd57a12-b410-495d-b627-9f7efe74b4b4 req-18181489-d657-4a87-9672-bedb6aefac7f tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114416 Aug 10 03:09:52.949296 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-94b257ee-e8f9-4912-9001-f748b5d5b9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:52.950936 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-94b257ee-e8f9-4912-9001-f748b5d5b9a0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1817350 Aug 10 03:09:52.954515 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2286c6c1-fa8d-449c-8fee-28992ef9c481 req-b0ab088f-dab9-4a8c-b484-acbd57b5e8b3 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Made reservation on behalf of 5acd3c353298420295f54d7820a6128a for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:09:52.966351 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-2286c6c1-fa8d-449c-8fee-28992ef9c481 req-b0ab088f-dab9-4a8c-b484-acbd57b5e8b3 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:52.997811 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 39516) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:53.025189 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f26dcffe-91bf-4ed1-a6e8-a8ecbd2fdbb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:53.205022 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f26dcffe-91bf-4ed1-a6e8-a8ecbd2fdbb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:53.218532 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f26dcffe-91bf-4ed1-a6e8-a8ecbd2fdbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:53.276045 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26dcffe-91bf-4ed1-a6e8-a8ecbd2fdbb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e14dfd5-20a5-4dbe-a189-70980be655da,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:53.285649 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f26dcffe-91bf-4ed1-a6e8-a8ecbd2fdbb9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bfb27d4471b34d74830c4624460340a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2864883 Aug 10 03:09:53.287733 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 39524) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:53.304557 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-3dd86c14-5720-428a-9a9b-142040681440 service neutron] 10.222.0.60 "GET /v2.0/networks/be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329382 Aug 10 03:09:53.325664 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8fb21-ea15-443b-bae4-0304f9158fea req-ba8be9c4-5de2-4993-998f-e1672371072d tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:53.332162 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8fb21-ea15-443b-bae4-0304f9158fea req-ba8be9c4-5de2-4993-998f-e1672371072d tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:53.339431 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8fb21-ea15-443b-bae4-0304f9158fea req-ba8be9c4-5de2-4993-998f-e1672371072d tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:53.345717 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8fb21-ea15-443b-bae4-0304f9158fea req-ba8be9c4-5de2-4993-998f-e1672371072d tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:53.352190 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8fb21-ea15-443b-bae4-0304f9158fea req-ba8be9c4-5de2-4993-998f-e1672371072d tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:53.358007 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8fb21-ea15-443b-bae4-0304f9158fea req-ba8be9c4-5de2-4993-998f-e1672371072d tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:53.364671 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8fb21-ea15-443b-bae4-0304f9158fea req-ba8be9c4-5de2-4993-998f-e1672371072d tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:53.373322 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-56e8fb21-ea15-443b-bae4-0304f9158fea req-ba8be9c4-5de2-4993-998f-e1672371072d tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/ports?device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 5417 time: 0.4029930 Aug 10 03:09:53.376163 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7506fba5-20c1-479e-936f-45c0829dfc50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:53.415890 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7506fba5-20c1-479e-936f-45c0829dfc50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:53.514751 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-56e8fb21-ea15-443b-bae4-0304f9158fea req-50f3c10b-5f3d-4e49-b90d-1ab79d296f38 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/security-groups?id=70e02309-d415-4898-8bc9-4345d44063b7&id=4c7586fd-9bb3-4af0-a8c4-0b1feb98dda5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1401753 Aug 10 03:09:53.569966 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-2286c6c1-fa8d-449c-8fee-28992ef9c481 req-b0ab088f-dab9-4a8c-b484-acbd57b5e8b3 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Allocated IP 172.20.0.8 (8ebbd51d-54f8-47d9-924a-757d571ead63/d0da5992-75df-4d7e-ac40-4e60cfbca09c/eeedb167-9b23-468a-828a-e8d1df47be9c) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:09:53.574341 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7506fba5-20c1-479e-936f-45c0829dfc50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:53.581160 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7506fba5-20c1-479e-936f-45c0829dfc50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:53.605500 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7506fba5-20c1-479e-936f-45c0829dfc50 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8e14dfd5-20a5-4dbe-a189-70980be655da HTTP/1.1" status: 204 len: 168 time: 0.3051524 Aug 10 03:09:53.608432 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:09:53.613633 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-516079e1-4d9c-47d1-b061-9115a8dcea39 service neutron] 10.222.0.60 "GET /v2.0/networks/be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191570 Aug 10 03:09:53.624913 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7506fba5-20c1-479e-936f-45c0829dfc50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e14dfd5-20a5-4dbe-a189-70980be655da,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:53.626979 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 39534) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:53.701305 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-4b43302a-75dc-4f58-8b10-954f803c7393 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=37c5d772-171b-4c81-9987-eb813c61fb2e HTTP/1.1" status: 200 len: 217 time: 0.0766711 Aug 10 03:09:53.826889 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-91ff70bb-7726-4828-8ab6-3e2babfa1cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:53.828292 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-91ff70bb-7726-4828-8ab6-3e2babfa1cb9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eba004cc-c939-40d1-b5d1-6b0839b6432d HTTP/1.1" status: 200 len: 797 time: 0.1158757 Aug 10 03:09:53.893103 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-5cd02c3b-d9a3-4227-a833-2c96fdf8d4dd admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1973507768-network', 'tenant_id': '113c9048eb054fe989e54191f5a42ad9'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:09:53.957846 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3a295336-3ab2-481d-9b21-26ef5cb567ed req-91fef648-300c-4c1f-9579-45690e2a99a0 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea36ef69-e311-4129-a526-85f571e45144 HTTP/1.1" status: 200 len: 210 time: 0.0587692 Aug 10 03:09:53.958923 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd02c3b-d9a3-4227-a833-2c96fdf8d4dd admin admin] Made reservation on behalf of 113c9048eb054fe989e54191f5a42ad9 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:09:53.961276 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5cd02c3b-d9a3-4227-a833-2c96fdf8d4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:53.983489 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5cd02c3b-d9a3-4227-a833-2c96fdf8d4dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:54.019529 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-fd615586-3863-4217-910c-555714c3d758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:54.021674 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-fd615586-3863-4217-910c-555714c3d758 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1807909 Aug 10 03:09:54.036030 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-2286c6c1-fa8d-449c-8fee-28992ef9c481 req-b0ab088f-dab9-4a8c-b484-acbd57b5e8b3 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:54.228936 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4065d324-8f70-40e1-85ae-bbd55756306b req-f6521883-4087-46d2-866e-de7a9f459f4e tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:54.238122 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4065d324-8f70-40e1-85ae-bbd55756306b req-f6521883-4087-46d2-866e-de7a9f459f4e tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba1d3739-8c48-493a-8bd2-e429e9c4b12d HTTP/1.1" status: 200 len: 950 time: 0.1188107 Aug 10 03:09:54.253501 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-70c10417-11a1-4dcd-ad57-c679bb5b74d3 service neutron] 10.222.0.60 "GET /v2.0/networks/be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209179 Aug 10 03:09:54.273823 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-2286c6c1-fa8d-449c-8fee-28992ef9c481 req-b0ab088f-dab9-4a8c-b484-acbd57b5e8b3 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:54.279013 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd0a96-e86c-4080-b387-91b884d15587 req-7d49e458-38a4-448b-a3d5-5889d719e60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:54.282424 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-82cd0a96-e86c-4080-b387-91b884d15587 req-7d49e458-38a4-448b-a3d5-5889d719e60b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ba1d3739-8c48-493a-8bd2-e429e9c4b12d&tenant_id=6cb2c88cb44048dc824ad7a6e6e788f5 HTTP/1.1" status: 200 len: 1102 time: 0.2579684 Aug 10 03:09:54.315160 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-82cd0a96-e86c-4080-b387-91b884d15587 req-02896230-fbb0-459f-bcac-67e529510dee service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768851-15', 'device_owner': 'compute:nova'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:09:54.381311 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5cd02c3b-d9a3-4227-a833-2c96fdf8d4dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:54.386431 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4065d324-8f70-40e1-85ae-bbd55756306b req-a90dfe98-76f9-4c4d-83f1-e7a8d2698df1 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471641 Aug 10 03:09:54.402235 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5cd02c3b-d9a3-4227-a833-2c96fdf8d4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:54.405118 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2286c6c1-fa8d-449c-8fee-28992ef9c481 req-b0ab088f-dab9-4a8c-b484-acbd57b5e8b3 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Network 8ebbd51d-54f8-47d9-924a-757d571ead63 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:09:54.410916 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-2286c6c1-fa8d-449c-8fee-28992ef9c481 req-b0ab088f-dab9-4a8c-b484-acbd57b5e8b3 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:09:54.414788 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab088f-dab9-4a8c-b484-acbd57b5e8b3 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Pushing event updated for resources: {'Port': ['ID=eeedb167-9b23-468a-828a-e8d1df47be9c,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:54.419314 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-2286c6c1-fa8d-449c-8fee-28992ef9c481 req-b0ab088f-dab9-4a8c-b484-acbd57b5e8b3 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:09:54.437348 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cd02c3b-d9a3-4227-a833-2c96fdf8d4dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:09:54.479054 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd02c3b-d9a3-4227-a833-2c96fdf8d4dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b405968e-e8dd-4859-b855-f8ae1385ba0e,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:54.489239 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286c6c1-fa8d-449c-8fee-28992ef9c481 req-b0ab088f-dab9-4a8c-b484-acbd57b5e8b3 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:54.489393 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5cd02c3b-d9a3-4227-a833-2c96fdf8d4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:54.490471 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-5cd02c3b-d9a3-4227-a833-2c96fdf8d4dd admin admin] Added segment 3980fb01-f4d6-4f9d-89ff-97ad0cbaf2ff of type vlan for network c4674244-b4fc-4227-9e62-6d0cd0b1acc0 Aug 10 03:09:54.491438 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-2286c6c1-fa8d-449c-8fee-28992ef9c481 req-b0ab088f-dab9-4a8c-b484-acbd57b5e8b3 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:54.491826 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-82cd0a96-e86c-4080-b387-91b884d15587 req-02896230-fbb0-459f-bcac-67e529510dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:54.501866 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-c295bbb0-b542-465d-b0e8-5dfed3e9b911 service neutron] 10.222.0.60 "GET /v2.0/networks/be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394874 Aug 10 03:09:54.521752 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2286c6c1-fa8d-449c-8fee-28992ef9c481 req-b0ab088f-dab9-4a8c-b484-acbd57b5e8b3 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3717954 Aug 10 03:09:54.559843 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-2286c6c1-fa8d-449c-8fee-28992ef9c481 req-3712b290-d87b-463a-9828-ada86f1fcce5 service neutron] Request body: {'port': {'device_id': 'ea36ef69-e311-4129-a526-85f571e45144', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:09:54.564572 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-834346b1-8710-463a-9f0a-1e62c8075a41 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=255e4d7c-efa0-4d55-96d8-77ef01b89a1e HTTP/1.1" status: 200 len: 217 time: 0.0524867 Aug 10 03:09:54.571039 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5cd02c3b-d9a3-4227-a833-2c96fdf8d4dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:54.699415 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-f9027fda-2cf7-441e-b936-5c52af065be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:54.702916 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-f9027fda-2cf7-441e-b936-5c52af065be1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eba004cc-c939-40d1-b5d1-6b0839b6432d HTTP/1.1" status: 200 len: 797 time: 0.1110671 Aug 10 03:09:54.703604 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-2286c6c1-fa8d-449c-8fee-28992ef9c481 req-3712b290-d87b-463a-9828-ada86f1fcce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:54.717363 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5cd02c3b-d9a3-4227-a833-2c96fdf8d4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:54.718141 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd02c3b-d9a3-4227-a833-2c96fdf8d4dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:54.718715 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5cd02c3b-d9a3-4227-a833-2c96fdf8d4dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:54.808303 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b40c4-3e3d-4200-95dd-9d0abd9c6f89 req-8ee8d6a2-33ea-4ca3-8e92-e6e20e7f3b1f tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:54.815134 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b40c4-3e3d-4200-95dd-9d0abd9c6f89 req-8ee8d6a2-33ea-4ca3-8e92-e6e20e7f3b1f tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:54.822206 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b40c4-3e3d-4200-95dd-9d0abd9c6f89 req-8ee8d6a2-33ea-4ca3-8e92-e6e20e7f3b1f tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:54.830392 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b40c4-3e3d-4200-95dd-9d0abd9c6f89 req-8ee8d6a2-33ea-4ca3-8e92-e6e20e7f3b1f tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:54.837172 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b40c4-3e3d-4200-95dd-9d0abd9c6f89 req-8ee8d6a2-33ea-4ca3-8e92-e6e20e7f3b1f tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:54.843346 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b40c4-3e3d-4200-95dd-9d0abd9c6f89 req-8ee8d6a2-33ea-4ca3-8e92-e6e20e7f3b1f tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:54.849750 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b40c4-3e3d-4200-95dd-9d0abd9c6f89 req-8ee8d6a2-33ea-4ca3-8e92-e6e20e7f3b1f tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:54.857725 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eb0b40c4-3e3d-4200-95dd-9d0abd9c6f89 req-8ee8d6a2-33ea-4ca3-8e92-e6e20e7f3b1f tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/ports?device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 5417 time: 0.1996160 Aug 10 03:09:54.962985 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-7034cc1d-2b7f-4ed1-a142-97cd4217b34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:54.964625 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-7034cc1d-2b7f-4ed1-a142-97cd4217b34b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2464437 Aug 10 03:09:54.964835 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd02c3b-d9a3-4227-a833-2c96fdf8d4dd admin admin] Pushing event updated for resources: {'Network': ['ID=c4674244-b4fc-4227-9e62-6d0cd0b1acc0,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:54.978159 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network c4674244-b4fc-4227-9e62-6d0cd0b1acc0 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:09:54.982848 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-82cd0a96-e86c-4080-b387-91b884d15587 req-02896230-fbb0-459f-bcac-67e529510dee service neutron] For port f3428fea-5331-4669-b498-70790682434c, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=f3428fea-5331-4669-b498-70790682434c,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:09:54.997278 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-5cd02c3b-d9a3-4227-a833-2c96fdf8d4dd admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3688447 Aug 10 03:09:54.999684 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 39572) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:55.006683 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-cf3f65fa-0b34-4c8c-bb4f-78dcf6d3792a admin admin] Request body: {'subnet': {'network_id': 'c4674244-b4fc-4227-9e62-6d0cd0b1acc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1973507768-subnet', 'tenant_id': '113c9048eb054fe989e54191f5a42ad9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:09:55.042512 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eb0b40c4-3e3d-4200-95dd-9d0abd9c6f89 req-8c6d5613-2e2f-4f48-a992-0bdfcdea2c70 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/security-groups?id=70e02309-d415-4898-8bc9-4345d44063b7&id=4c7586fd-9bb3-4af0-a8c4-0b1feb98dda5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1837056 Aug 10 03:09:55.059009 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3f65fa-0b34-4c8c-bb4f-78dcf6d3792a admin admin] Made reservation on behalf of 113c9048eb054fe989e54191f5a42ad9 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:09:55.082298 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cf3f65fa-0b34-4c8c-bb4f-78dcf6d3792a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:55.227134 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-82cd0a96-e86c-4080-b387-91b884d15587 req-02896230-fbb0-459f-bcac-67e529510dee service neutron] For port f3428fea-5331-4669-b498-70790682434c, host n-h2-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:09:55.296028 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba1d3739-8c48-493a-8bd2-e429e9c4b12d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3428fea-5331-4669-b498-70790682434c'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:09:55.299140 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bfac8e9-f2ee-42c9-888b-a334895a2155" -d '{"events": [{"server_uuid": "ba1d3739-8c48-493a-8bd2-e429e9c4b12d", "name": "network-vif-unplugged", "status": "completed", "tag": "f3428fea-5331-4669-b498-70790682434c"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:09:55.304024 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-2ab62ffd-cb3d-44d2-8fd2-4db1fa05881f service neutron] 10.222.0.60 "GET /v2.0/networks/be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101842 Aug 10 03:09:55.304872 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-82cd0a96-e86c-4080-b387-91b884d15587 req-02896230-fbb0-459f-bcac-67e529510dee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:55.336799 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-82cd0a96-e86c-4080-b387-91b884d15587 req-02896230-fbb0-459f-bcac-67e529510dee service neutron] Transition to ACTIVE for port object f3428fea-5331-4669-b498-70790682434c will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:09:55.346859 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7697c9-3942-47f7-82b9-2c813f9773b6 req-5469c5a0-03d6-445c-afff-9a9f5bd220fe tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:55.348440 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6f7697c9-3942-47f7-82b9-2c813f9773b6 req-5469c5a0-03d6-445c-afff-9a9f5bd220fe tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea36ef69-e311-4129-a526-85f571e45144 HTTP/1.1" status: 200 len: 931 time: 0.1479621 Aug 10 03:09:55.386288 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-82cd0a96-e86c-4080-b387-91b884d15587 req-02896230-fbb0-459f-bcac-67e529510dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:55.492117 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25376b31-514a-4baa-8186-a0498043956f x-openstack-request-id: req-25376b31-514a-4baa-8186-a0498043956f {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:09:55.492417 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba1d3739-8c48-493a-8bd2-e429e9c4b12d", "name": "network-vif-unplugged", "status": "completed", "tag": "f3428fea-5331-4669-b498-70790682434c", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:09:55.492675 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-25376b31-514a-4baa-8186-a0498043956f {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:09:55.493074 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba1d3739-8c48-493a-8bd2-e429e9c4b12d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3428fea-5331-4669-b498-70790682434c', 'code': 200} Aug 10 03:09:55.609967 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02896230-fbb0-459f-bcac-67e529510dee service neutron] Pushing event updated for resources: {'Port': ['ID=f3428fea-5331-4669-b498-70790682434c,revision_number=10']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:55.677708 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-2286c6c1-fa8d-449c-8fee-28992ef9c481 req-3712b290-d87b-463a-9828-ada86f1fcce5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeedb167-9b23-468a-828a-e8d1df47be9c {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:09:55.688158 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-2286c6c1-fa8d-449c-8fee-28992ef9c481 req-3712b290-d87b-463a-9828-ada86f1fcce5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:55.703336 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-82cd0a96-e86c-4080-b387-91b884d15587 req-02896230-fbb0-459f-bcac-67e529510dee service neutron] No DVR routers for this DVR port f3428fea-5331-4669-b498-70790682434c on host n-h2-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:09:55.704601 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-2286c6c1-fa8d-449c-8fee-28992ef9c481 req-3712b290-d87b-463a-9828-ada86f1fcce5 service neutron] Transition to ACTIVE for port object eeedb167-9b23-468a-828a-e8d1df47be9c will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:09:55.720928 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-2286c6c1-fa8d-449c-8fee-28992ef9c481 req-3712b290-d87b-463a-9828-ada86f1fcce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:55.854973 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cf3f65fa-0b34-4c8c-bb4f-78dcf6d3792a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:55.869502 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6f7697c9-3942-47f7-82b9-2c813f9773b6 req-5032d40c-e6b7-4574-a2d5-d13177ead609 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a17030d-dd29-4c0e-9b90-111361473668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4437134 Aug 10 03:09:55.876587 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-82cd0a96-e86c-4080-b387-91b884d15587 req-02896230-fbb0-459f-bcac-67e529510dee service neutron] Attempting to bind port f3428fea-5331-4669-b498-70790682434c on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:09:55.877342 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-82cd0a96-e86c-4080-b387-91b884d15587 req-02896230-fbb0-459f-bcac-67e529510dee service neutron] Attempting to bind port f3428fea-5331-4669-b498-70790682434c by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:09:55.877342 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cd0a96-e86c-4080-b387-91b884d15587 req-02896230-fbb0-459f-bcac-67e529510dee service neutron] Attempting to bind port f3428fea-5331-4669-b498-70790682434c on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:09:55.948858 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cd0a96-e86c-4080-b387-91b884d15587 req-02896230-fbb0-459f-bcac-67e529510dee service neutron] Port f3428fea-5331-4669-b498-70790682434c on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:09:55.949185 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cd0a96-e86c-4080-b387-91b884d15587 req-02896230-fbb0-459f-bcac-67e529510dee service neutron] Attempting to bind port f3428fea-5331-4669-b498-70790682434c on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:09:55.979368 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cd0a96-e86c-4080-b387-91b884d15587 req-02896230-fbb0-459f-bcac-67e529510dee service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:09:55.980646 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cd0a96-e86c-4080-b387-91b884d15587 req-02896230-fbb0-459f-bcac-67e529510dee service neutron] Checking segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:09:55.983432 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cd0a96-e86c-4080-b387-91b884d15587 req-02896230-fbb0-459f-bcac-67e529510dee service neutron] Bound using segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:09:55.985383 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-82cd0a96-e86c-4080-b387-91b884d15587 req-02896230-fbb0-459f-bcac-67e529510dee service neutron] Bound port: f3428fea-5331-4669-b498-70790682434c, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:09:55.986500 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-82cd0a96-e86c-4080-b387-91b884d15587 req-02896230-fbb0-459f-bcac-67e529510dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:55.987461 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-bd967b41-9be1-4247-bccf-fdb602dffd19 service neutron] 10.222.0.60 "GET /v2.0/networks/be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6637535 Aug 10 03:09:55.988509 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3712b290-d87b-463a-9828-ada86f1fcce5 service neutron] Pushing event updated for resources: {'Port': ['ID=eeedb167-9b23-468a-828a-e8d1df47be9c,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:55.992987 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:56.050044 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3f65fa-0b34-4c8c-bb4f-78dcf6d3792a admin admin] Pushing event updated for resources: {'Subnet': ['ID=91e34b3b-f93c-49d7-a000-e94fe5265392,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:56.063760 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3f65fa-0b34-4c8c-bb4f-78dcf6d3792a admin admin] Checking segment: {'id': '3980fb01-f4d6-4f9d-89ff-97ad0cbaf2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c4674244-b4fc-4227-9e62-6d0cd0b1acc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:09:56.063966 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3f65fa-0b34-4c8c-bb4f-78dcf6d3792a admin admin] Network hostable DHCP agents. Network: c4674244-b4fc-4227-9e62-6d0cd0b1acc0, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:09:56.115783 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e1545-7561-46e7-82c1-cb1cc0bf59f7 req-b8e0bb29-ef34-4265-9901-804c40c25ae6 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:56.138085 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-469e1545-7561-46e7-82c1-cb1cc0bf59f7 req-b8e0bb29-ef34-4265-9901-804c40c25ae6 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba1d3739-8c48-493a-8bd2-e429e9c4b12d HTTP/1.1" status: 200 len: 949 time: 0.4138596 Aug 10 03:09:56.144450 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-c3598b6d-e7ec-4819-b3d2-a8c3751a6708 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f3849961-e970-4427-ba4e-176045826c1c HTTP/1.1" status: 200 len: 217 time: 0.1420135 Aug 10 03:09:56.181249 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:56.205807 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-82cd0a96-e86c-4080-b387-91b884d15587 req-02896230-fbb0-459f-bcac-67e529510dee service neutron] For port f3428fea-5331-4669-b498-70790682434c, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:09:56.214019 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3f65fa-0b34-4c8c-bb4f-78dcf6d3792a admin admin] Network c4674244-b4fc-4227-9e62-6d0cd0b1acc0 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:09:56.218252 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-82cd0a96-e86c-4080-b387-91b884d15587 req-02896230-fbb0-459f-bcac-67e529510dee service neutron] For port f3428fea-5331-4669-b498-70790682434c, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=f3428fea-5331-4669-b498-70790682434c,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:09:56.232783 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-82cd0a96-e86c-4080-b387-91b884d15587 req-02896230-fbb0-459f-bcac-67e529510dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:56.242633 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-cf3f65fa-0b34-4c8c-bb4f-78dcf6d3792a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, c4674244-b4fc-4227-9e62-6d0cd0b1acc0) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:09:56.255313 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c48e373-828c-40ab-a38b-c6385a66149e None None] Network c4674244-b4fc-4227-9e62-6d0cd0b1acc0 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:09:56.280649 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3f65fa-0b34-4c8c-bb4f-78dcf6d3792a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:56.281332 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cf3f65fa-0b34-4c8c-bb4f-78dcf6d3792a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:56.302979 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-da95d16a-4392-48cb-912a-6d59393435b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:56.303653 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd0a96-e86c-4080-b387-91b884d15587 req-02896230-fbb0-459f-bcac-67e529510dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:56.304316 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-82cd0a96-e86c-4080-b387-91b884d15587 req-02896230-fbb0-459f-bcac-67e529510dee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:56.304849 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-da95d16a-4392-48cb-912a-6d59393435b1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=33f28172-7907-464d-a85d-12480842b6d2 HTTP/1.1" status: 200 len: 797 time: 0.0890722 Aug 10 03:09:56.305564 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-2286c6c1-fa8d-449c-8fee-28992ef9c481 req-3712b290-d87b-463a-9828-ada86f1fcce5 service neutron] Attempting to bind port eeedb167-9b23-468a-828a-e8d1df47be9c on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:09:56.305960 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-2286c6c1-fa8d-449c-8fee-28992ef9c481 req-3712b290-d87b-463a-9828-ada86f1fcce5 service neutron] Attempting to bind port eeedb167-9b23-468a-828a-e8d1df47be9c by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': 'ad32b24d-632f-4bfa-be5f-47033bd88109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '8ebbd51d-54f8-47d9-924a-757d571ead63'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:09:56.306300 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2286c6c1-fa8d-449c-8fee-28992ef9c481 req-3712b290-d87b-463a-9828-ada86f1fcce5 service neutron] Attempting to bind port eeedb167-9b23-468a-828a-e8d1df47be9c on network 8ebbd51d-54f8-47d9-924a-757d571ead63 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:09:56.312299 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-82cd0a96-e86c-4080-b387-91b884d15587 req-02896230-fbb0-459f-bcac-67e529510dee service neutron] 10.222.0.58 "PUT /v2.0/ports/f3428fea-5331-4669-b498-70790682434c HTTP/1.1" status: 200 len: 1098 time: 2.0137208 Aug 10 03:09:56.329280 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-cf3f65fa-0b34-4c8c-bb4f-78dcf6d3792a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3280370 Aug 10 03:09:56.334510 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 39610) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:56.343995 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2286c6c1-fa8d-449c-8fee-28992ef9c481 req-3712b290-d87b-463a-9828-ada86f1fcce5 service neutron] Port eeedb167-9b23-468a-828a-e8d1df47be9c on network 8ebbd51d-54f8-47d9-924a-757d571ead63 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:09:56.347228 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-25b040be-07cf-4dd6-b01d-33fe19ffe67f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1973507768-router', 'tenant_id': '113c9048eb054fe989e54191f5a42ad9', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:09:56.355702 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2286c6c1-fa8d-449c-8fee-28992ef9c481 req-3712b290-d87b-463a-9828-ada86f1fcce5 service neutron] Attempting to bind port eeedb167-9b23-468a-828a-e8d1df47be9c on network 8ebbd51d-54f8-47d9-924a-757d571ead63 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:09:56.387633 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02896230-fbb0-459f-bcac-67e529510dee service neutron] Pushing event updated for resources: {'Port': ['ID=f3428fea-5331-4669-b498-70790682434c,revision_number=11']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:56.420868 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-469e1545-7561-46e7-82c1-cb1cc0bf59f7 req-154210fe-f938-4314-955c-fb666c78b705 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813694 Aug 10 03:09:56.421589 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2286c6c1-fa8d-449c-8fee-28992ef9c481 req-3712b290-d87b-463a-9828-ada86f1fcce5 service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:09:56.421997 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2286c6c1-fa8d-449c-8fee-28992ef9c481 req-3712b290-d87b-463a-9828-ada86f1fcce5 service neutron] Checking segment: {'id': 'ad32b24d-632f-4bfa-be5f-47033bd88109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '8ebbd51d-54f8-47d9-924a-757d571ead63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:09:56.422467 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2286c6c1-fa8d-449c-8fee-28992ef9c481 req-3712b290-d87b-463a-9828-ada86f1fcce5 service neutron] Bound using segment: {'id': 'ad32b24d-632f-4bfa-be5f-47033bd88109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '8ebbd51d-54f8-47d9-924a-757d571ead63'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:09:56.423404 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-2286c6c1-fa8d-449c-8fee-28992ef9c481 req-3712b290-d87b-463a-9828-ada86f1fcce5 service neutron] Bound port: eeedb167-9b23-468a-828a-e8d1df47be9c, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad32b24d-632f-4bfa-be5f-47033bd88109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '8ebbd51d-54f8-47d9-924a-757d571ead63'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:09:56.423404 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-2286c6c1-fa8d-449c-8fee-28992ef9c481 req-3712b290-d87b-463a-9828-ada86f1fcce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:56.475002 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-25b040be-07cf-4dd6-b01d-33fe19ffe67f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:56.476442 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-25b040be-07cf-4dd6-b01d-33fe19ffe67f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:56.507213 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd0a96-e86c-4080-b387-91b884d15587 req-d79a5e64-ce8c-4dbf-a9f2-29c02c047214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:56.511893 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-82cd0a96-e86c-4080-b387-91b884d15587 req-d79a5e64-ce8c-4dbf-a9f2-29c02c047214 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6cb2c88cb44048dc824ad7a6e6e788f5&device_id=ba1d3739-8c48-493a-8bd2-e429e9c4b12d HTTP/1.1" status: 200 len: 1101 time: 0.1547310 Aug 10 03:09:56.627916 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83323749-4fa7-422c-8891-54b3182be87c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-c4674244-b4fc-4227-9e62-6d0cd0b1acc0', 'network_id': 'c4674244-b4fc-4227-9e62-6d0cd0b1acc0', 'tenant_id': '113c9048eb054fe989e54191f5a42ad9', 'fixed_ips': [{'subnet_id': '91e34b3b-f93c-49d7-a000-e94fe5265392'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:09:56.628802 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-83323749-4fa7-422c-8891-54b3182be87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:56.700143 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-c4204ba7-a464-4662-b3b0-0e08fa12b037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:56.716730 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-c4204ba7-a464-4662-b3b0-0e08fa12b037 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=26329441-0dde-46fe-bcf0-48ea13bcc9b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3743496 Aug 10 03:09:56.753371 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd0a96-e86c-4080-b387-91b884d15587 req-1d77c38f-9539-4d57-8c22-fa454987551c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:56.756031 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-82cd0a96-e86c-4080-b387-91b884d15587 req-1d77c38f-9539-4d57-8c22-fa454987551c service neutron] 10.222.0.58 "GET /v2.0/networks?id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d HTTP/1.1" status: 200 len: 870 time: 0.2294481 Aug 10 03:09:56.788938 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4963d1-a008-469c-b6ed-2c5a92f9017a req-54fd8bf2-8336-49a1-8b32-34d1b28c8ff7 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:56.800950 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-25b040be-07cf-4dd6-b01d-33fe19ffe67f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:56.803883 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4963d1-a008-469c-b6ed-2c5a92f9017a req-54fd8bf2-8336-49a1-8b32-34d1b28c8ff7 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:56.822361 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4963d1-a008-469c-b6ed-2c5a92f9017a req-54fd8bf2-8336-49a1-8b32-34d1b28c8ff7 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:56.828672 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4963d1-a008-469c-b6ed-2c5a92f9017a req-54fd8bf2-8336-49a1-8b32-34d1b28c8ff7 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:56.843953 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4963d1-a008-469c-b6ed-2c5a92f9017a req-54fd8bf2-8336-49a1-8b32-34d1b28c8ff7 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:56.850761 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4963d1-a008-469c-b6ed-2c5a92f9017a req-54fd8bf2-8336-49a1-8b32-34d1b28c8ff7 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:56.868111 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4963d1-a008-469c-b6ed-2c5a92f9017a req-54fd8bf2-8336-49a1-8b32-34d1b28c8ff7 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:56.870059 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cc4963d1-a008-469c-b6ed-2c5a92f9017a req-54fd8bf2-8336-49a1-8b32-34d1b28c8ff7 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/ports?device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 5417 time: 0.6593468 Aug 10 03:09:56.907070 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-82cd0a96-e86c-4080-b387-91b884d15587 req-82add983-28c3-49ea-8012-6da918bd557d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=f3428fea-5331-4669-b498-70790682434c HTTP/1.1" status: 200 len: 217 time: 0.1042356 Aug 10 03:09:56.945009 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-83323749-4fa7-422c-8891-54b3182be87c None None] Allocated IP 172.20.0.2 (c4674244-b4fc-4227-9e62-6d0cd0b1acc0/91e34b3b-f93c-49d7-a000-e94fe5265392/7534517b-7b38-4c05-85c6-89c805182ef5) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:09:57.000945 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cc4963d1-a008-469c-b6ed-2c5a92f9017a req-ff235fcb-2e03-49e3-a50a-db6f8c298b60 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/security-groups?id=70e02309-d415-4898-8bc9-4345d44063b7&id=4c7586fd-9bb3-4af0-a8c4-0b1feb98dda5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0983717 Aug 10 03:09:57.103183 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-2286c6c1-fa8d-449c-8fee-28992ef9c481 req-3712b290-d87b-463a-9828-ada86f1fcce5 service neutron] For port eeedb167-9b23-468a-828a-e8d1df47be9c, host n-h1-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:09:57.160716 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-2286c6c1-fa8d-449c-8fee-28992ef9c481 req-3712b290-d87b-463a-9828-ada86f1fcce5 service neutron] For port eeedb167-9b23-468a-828a-e8d1df47be9c, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=eeedb167-9b23-468a-828a-e8d1df47be9c,segment=NetworkSegment(ad32b24d-632f-4bfa-be5f-47033bd88109),segment_id=ad32b24d-632f-4bfa-be5f-47033bd88109)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:09:57.246932 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-2286c6c1-fa8d-449c-8fee-28992ef9c481 req-3712b290-d87b-463a-9828-ada86f1fcce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:57.262265 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-25b040be-07cf-4dd6-b01d-33fe19ffe67f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:57.267794 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-83323749-4fa7-422c-8891-54b3182be87c None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:57.282446 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-83323749-4fa7-422c-8891-54b3182be87c None None] Transition to ACTIVE for port object 7534517b-7b38-4c05-85c6-89c805182ef5 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:09:57.291417 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd0a96-e86c-4080-b387-91b884d15587 req-5e9707de-e0e0-450d-a9db-749ae3508281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:57.295086 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-82cd0a96-e86c-4080-b387-91b884d15587 req-5e9707de-e0e0-450d-a9db-749ae3508281 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.2036290 Aug 10 03:09:57.322686 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-83323749-4fa7-422c-8891-54b3182be87c None None] Transition to ACTIVE for port object 7534517b-7b38-4c05-85c6-89c805182ef5 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:09:57.350463 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-83323749-4fa7-422c-8891-54b3182be87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:57.402138 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d01af-d7a7-4a72-aa69-a50acda65812 req-0d8e1d25-00e4-4ea9-9b07-ff68467895f3 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:57.407996 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-259d01af-d7a7-4a72-aa69-a50acda65812 req-0d8e1d25-00e4-4ea9-9b07-ff68467895f3 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea36ef69-e311-4129-a526-85f571e45144 HTTP/1.1" status: 200 len: 943 time: 0.2141299 Aug 10 03:09:57.416455 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286c6c1-fa8d-449c-8fee-28992ef9c481 req-3712b290-d87b-463a-9828-ada86f1fcce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:57.416455 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-2286c6c1-fa8d-449c-8fee-28992ef9c481 req-3712b290-d87b-463a-9828-ada86f1fcce5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:57.417671 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2286c6c1-fa8d-449c-8fee-28992ef9c481 req-3712b290-d87b-463a-9828-ada86f1fcce5 service neutron] 10.222.0.58 "PUT /v2.0/ports/eeedb167-9b23-468a-828a-e8d1df47be9c HTTP/1.1" status: 200 len: 1092 time: 2.8633573 Aug 10 03:09:57.430690 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-b2e5d2c0-9ca4-4301-98e0-0baed80f3653 service neutron] 10.222.0.60 "GET /v2.0/networks/26329441-0dde-46fe-bcf0-48ea13bcc9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7032487 Aug 10 03:09:57.431201 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea36ef69-e311-4129-a526-85f571e45144', 'tag': 'eeedb167-9b23-468a-828a-e8d1df47be9c'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:09:57.433553 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe446d3-1708-439a-b2f2-c8234a9ed4c6" -d '{"events": [{"name": "network-changed", "server_uuid": "ea36ef69-e311-4129-a526-85f571e45144", "tag": "eeedb167-9b23-468a-828a-e8d1df47be9c"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:09:57.439412 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83323749-4fa7-422c-8891-54b3182be87c None None] Network c4674244-b4fc-4227-9e62-6d0cd0b1acc0 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:09:57.455393 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-83323749-4fa7-422c-8891-54b3182be87c None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:09:57.469440 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83323749-4fa7-422c-8891-54b3182be87c None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:09:57.484601 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd0a96-e86c-4080-b387-91b884d15587 req-10c524d8-bb6d-405c-961d-dcad3834b64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:57.486419 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-82cd0a96-e86c-4080-b387-91b884d15587 req-10c524d8-bb6d-405c-961d-dcad3834b64e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1630461 Aug 10 03:09:57.503445 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba1d3739-8c48-493a-8bd2-e429e9c4b12d', 'tag': 'f3428fea-5331-4669-b498-70790682434c'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:09:57.508589 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82b521d-0259-477c-a06a-fc0ba9e5a2dd" -d '{"events": [{"name": "network-changed", "server_uuid": "ba1d3739-8c48-493a-8bd2-e429e9c4b12d", "tag": "f3428fea-5331-4669-b498-70790682434c"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:09:57.543622 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83323749-4fa7-422c-8891-54b3182be87c None None] Pushing event updated for resources: {'Port': ['ID=7534517b-7b38-4c05-85c6-89c805182ef5,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:57.555417 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-8b29a555-c0a8-4f69-95ea-85ec68469be3 service neutron] 10.222.0.60 "GET /v2.0/networks/26329441-0dde-46fe-bcf0-48ea13bcc9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003115 Aug 10 03:09:57.616996 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-5a70b93f-cb25-493a-8cb8-f7973d87730c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f7f5d1b2-3c33-4a8c-a558-d8d163cf1c96 HTTP/1.1" status: 200 len: 217 time: 0.0438609 Aug 10 03:09:57.632505 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3712b290-d87b-463a-9828-ada86f1fcce5 service neutron] Pushing event updated for resources: {'Port': ['ID=eeedb167-9b23-468a-828a-e8d1df47be9c,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:57.649936 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-83323749-4fa7-422c-8891-54b3182be87c None None] Attempting to bind port 7534517b-7b38-4c05-85c6-89c805182ef5 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:09:57.655472 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-83323749-4fa7-422c-8891-54b3182be87c None None] Attempting to bind port 7534517b-7b38-4c05-85c6-89c805182ef5 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '3980fb01-f4d6-4f9d-89ff-97ad0cbaf2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c4674244-b4fc-4227-9e62-6d0cd0b1acc0'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:09:57.658971 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83323749-4fa7-422c-8891-54b3182be87c None None] Attempting to bind port 7534517b-7b38-4c05-85c6-89c805182ef5 on network c4674244-b4fc-4227-9e62-6d0cd0b1acc0 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:09:57.665214 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83323749-4fa7-422c-8891-54b3182be87c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:57.676066 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83323749-4fa7-422c-8891-54b3182be87c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:57.676441 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83323749-4fa7-422c-8891-54b3182be87c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:57.676863 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83323749-4fa7-422c-8891-54b3182be87c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:57.677154 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83323749-4fa7-422c-8891-54b3182be87c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:57.678235 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83323749-4fa7-422c-8891-54b3182be87c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:57.678568 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83323749-4fa7-422c-8891-54b3182be87c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:57.678927 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83323749-4fa7-422c-8891-54b3182be87c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:57.679253 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83323749-4fa7-422c-8891-54b3182be87c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:57.679575 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83323749-4fa7-422c-8891-54b3182be87c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:57.679900 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83323749-4fa7-422c-8891-54b3182be87c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:57.680221 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83323749-4fa7-422c-8891-54b3182be87c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:57.694255 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff37d012-0713-4d08-9110-22d018577153 x-openstack-request-id: req-ff37d012-0713-4d08-9110-22d018577153 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:09:57.694592 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea36ef69-e311-4129-a526-85f571e45144", "tag": "eeedb167-9b23-468a-828a-e8d1df47be9c", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:09:57.694850 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ff37d012-0713-4d08-9110-22d018577153 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:09:57.695260 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea36ef69-e311-4129-a526-85f571e45144', 'tag': 'eeedb167-9b23-468a-828a-e8d1df47be9c', 'status': 'completed', 'code': 200} Aug 10 03:09:57.703658 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83323749-4fa7-422c-8891-54b3182be87c None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:09:57.704037 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83323749-4fa7-422c-8891-54b3182be87c None None] Checking segment: {'id': '3980fb01-f4d6-4f9d-89ff-97ad0cbaf2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c4674244-b4fc-4227-9e62-6d0cd0b1acc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:09:57.705245 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-83323749-4fa7-422c-8891-54b3182be87c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:57.705976 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83323749-4fa7-422c-8891-54b3182be87c None None] Bound using segment: {'id': '3980fb01-f4d6-4f9d-89ff-97ad0cbaf2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c4674244-b4fc-4227-9e62-6d0cd0b1acc0'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:09:57.706383 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-259d01af-d7a7-4a72-aa69-a50acda65812 req-659209eb-30c3-42f1-bbb0-e957e42e4213 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a17030d-dd29-4c0e-9b90-111361473668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646248 Aug 10 03:09:57.706830 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-83323749-4fa7-422c-8891-54b3182be87c None None] Bound port: 7534517b-7b38-4c05-85c6-89c805182ef5, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3980fb01-f4d6-4f9d-89ff-97ad0cbaf2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c4674244-b4fc-4227-9e62-6d0cd0b1acc0'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:09:57.707453 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-83323749-4fa7-422c-8891-54b3182be87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:57.730078 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286c6c1-fa8d-449c-8fee-28992ef9c481 req-ebf7d257-c4a8-4c76-948e-81e43e0fe024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:57.731629 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2286c6c1-fa8d-449c-8fee-28992ef9c481 req-ebf7d257-c4a8-4c76-948e-81e43e0fe024 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5acd3c353298420295f54d7820a6128a&device_id=ea36ef69-e311-4129-a526-85f571e45144 HTTP/1.1" status: 200 len: 1095 time: 0.1752913 Aug 10 03:09:57.840619 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c3d84e-a265-4ceb-9bb5-a5b63d9599a6 x-openstack-request-id: req-37c3d84e-a265-4ceb-9bb5-a5b63d9599a6 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:09:57.842771 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba1d3739-8c48-493a-8bd2-e429e9c4b12d", "tag": "f3428fea-5331-4669-b498-70790682434c", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:09:57.842771 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-37c3d84e-a265-4ceb-9bb5-a5b63d9599a6 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:09:57.842771 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba1d3739-8c48-493a-8bd2-e429e9c4b12d', 'tag': 'f3428fea-5331-4669-b498-70790682434c', 'status': 'completed', 'code': 200} Aug 10 03:09:57.843114 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device f3428fea-5331-4669-b498-70790682434c no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:09:57.884509 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-83323749-4fa7-422c-8891-54b3182be87c None None] For port 7534517b-7b38-4c05-85c6-89c805182ef5, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:09:57.908045 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2286c6c1-fa8d-449c-8fee-28992ef9c481 req-b09b79ff-62c2-4d1a-a1c9-ee456bcc7104 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eeedb167-9b23-468a-828a-e8d1df47be9c HTTP/1.1" status: 200 len: 217 time: 0.1643107 Aug 10 03:09:57.911272 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-83323749-4fa7-422c-8891-54b3182be87c None None] For port 7534517b-7b38-4c05-85c6-89c805182ef5, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=7534517b-7b38-4c05-85c6-89c805182ef5,segment=NetworkSegment(3980fb01-f4d6-4f9d-89ff-97ad0cbaf2ff),segment_id=3980fb01-f4d6-4f9d-89ff-97ad0cbaf2ff)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:09:57.913763 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device f3428fea-5331-4669-b498-70790682434c not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:09:57.921124 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-83323749-4fa7-422c-8891-54b3182be87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:57.976834 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-70df392d-b9cf-4dff-b3b4-03e09979bbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:57.983611 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-70df392d-b9cf-4dff-b3b4-03e09979bbbe service neutron] 10.222.0.60 "GET /v2.0/subnets?id=33f28172-7907-464d-a85d-12480842b6d2 HTTP/1.1" status: 200 len: 797 time: 0.3471503 Aug 10 03:09:57.984974 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-82cd0a96-e86c-4080-b387-91b884d15587 req-7059f08e-4b2c-48fd-b852-f88a28b8e809 service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4847934 Aug 10 03:09:58.021386 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83323749-4fa7-422c-8891-54b3182be87c None None] Pushing event updated for resources: {'Port': ['ID=7534517b-7b38-4c05-85c6-89c805182ef5,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:58.163355 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b521d-0259-477c-a06a-fc0ba9e5a2dd req-573a9db3-6e56-4ada-a4d1-69416261a7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:58.164930 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f82b521d-0259-477c-a06a-fc0ba9e5a2dd req-573a9db3-6e56-4ada-a4d1-69416261a7ce service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6cb2c88cb44048dc824ad7a6e6e788f5&device_id=ba1d3739-8c48-493a-8bd2-e429e9c4b12d HTTP/1.1" status: 200 len: 1101 time: 0.3224804 Aug 10 03:09:58.194577 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286c6c1-fa8d-449c-8fee-28992ef9c481 req-b50f4713-a55e-46c1-9f6c-021d70e1fd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:58.196123 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2286c6c1-fa8d-449c-8fee-28992ef9c481 req-b50f4713-a55e-46c1-9f6c-021d70e1fd99 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d0da5992-75df-4d7e-ac40-4e60cfbca09c HTTP/1.1" status: 200 len: 861 time: 0.2434015 Aug 10 03:09:58.209928 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce7c63-73d2-4d56-ba06-b8ad51c4c33a req-091facaf-c865-40a6-93f3-f96f7d4a21a6 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:58.212003 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ccce7c63-73d2-4d56-ba06-b8ad51c4c33a req-091facaf-c865-40a6-93f3-f96f7d4a21a6 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba1d3739-8c48-493a-8bd2-e429e9c4b12d HTTP/1.1" status: 200 len: 949 time: 0.3953924 Aug 10 03:09:58.389724 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-25b040be-07cf-4dd6-b01d-33fe19ffe67f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:58.399409 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-82cd0a96-e86c-4080-b387-91b884d15587 req-d2ef53bf-acda-4087-a351-3d9f0b949fbf service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3863711 Aug 10 03:09:58.482461 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-25b040be-07cf-4dd6-b01d-33fe19ffe67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:58.649327 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b521d-0259-477c-a06a-fc0ba9e5a2dd req-974a0873-f68f-470b-a904-abaf287b557f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:58.651954 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-f82b521d-0259-477c-a06a-fc0ba9e5a2dd req-974a0873-f68f-470b-a904-abaf287b557f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6cb2c88cb44048dc824ad7a6e6e788f5&device_id=ba1d3739-8c48-493a-8bd2-e429e9c4b12d HTTP/1.1" status: 200 len: 1101 time: 0.1662989 Aug 10 03:09:58.709688 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-670a4a21-5087-47e1-b67d-4182274e0c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:58.712611 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-670a4a21-5087-47e1-b67d-4182274e0c43 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=26329441-0dde-46fe-bcf0-48ea13bcc9b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6492984 Aug 10 03:09:58.768053 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2286c6c1-fa8d-449c-8fee-28992ef9c481 req-7b110c18-df1c-4bfa-8054-26ccaca09907 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8ebbd51d-54f8-47d9-924a-757d571ead63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5535676 Aug 10 03:09:58.853433 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b521d-0259-477c-a06a-fc0ba9e5a2dd req-43cd4cbf-534c-46b7-b826-4adb0197a384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:58.855288 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-f82b521d-0259-477c-a06a-fc0ba9e5a2dd req-43cd4cbf-534c-46b7-b826-4adb0197a384 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d HTTP/1.1" status: 200 len: 870 time: 0.1943402 Aug 10 03:09:58.929334 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-f82b521d-0259-477c-a06a-fc0ba9e5a2dd req-a853b8bf-393b-48c2-aa2d-5565e0f749a0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=f3428fea-5331-4669-b498-70790682434c HTTP/1.1" status: 200 len: 217 time: 0.0629132 Aug 10 03:09:58.930946 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-25b040be-07cf-4dd6-b01d-33fe19ffe67f admin admin] Allocated IP 172.25.7.135 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/9aa15eb6-7124-4055-a227-9b29b767156f) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:09:58.972992 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b521d-0259-477c-a06a-fc0ba9e5a2dd req-5a972e88-cc6a-4c43-bd8e-a402b59f9431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:58.974507 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f82b521d-0259-477c-a06a-fc0ba9e5a2dd req-5a972e88-cc6a-4c43-bd8e-a402b59f9431 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d HTTP/1.1" status: 200 len: 870 time: 0.7916911 Aug 10 03:09:59.059940 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b521d-0259-477c-a06a-fc0ba9e5a2dd req-90514cae-4fce-40f0-803d-29f62901fdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:59.061509 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-f82b521d-0259-477c-a06a-fc0ba9e5a2dd req-90514cae-4fce-40f0-803d-29f62901fdd5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.1207361 Aug 10 03:09:59.169421 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b521d-0259-477c-a06a-fc0ba9e5a2dd req-96f01c93-65dc-4160-9f7b-4f9db6ebef29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:59.171119 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-f82b521d-0259-477c-a06a-fc0ba9e5a2dd req-96f01c93-65dc-4160-9f7b-4f9db6ebef29 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0999241 Aug 10 03:09:59.176447 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-25b040be-07cf-4dd6-b01d-33fe19ffe67f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:59.202716 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f82b521d-0259-477c-a06a-fc0ba9e5a2dd req-0540fee0-2835-417b-aa82-f60ad9401c8e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=f3428fea-5331-4669-b498-70790682434c HTTP/1.1" status: 200 len: 217 time: 0.2038171 Aug 10 03:09:59.204736 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-86fd93ec-50a4-4aa5-8faa-e33ff2644e85 service neutron] 10.222.0.60 "GET /v2.0/networks/26329441-0dde-46fe-bcf0-48ea13bcc9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4552882 Aug 10 03:09:59.223693 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ccce7c63-73d2-4d56-ba06-b8ad51c4c33a req-d8cc6615-5caa-4e4e-bf52-0c5fd6596ad2 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5120826 Aug 10 03:09:59.313298 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-f82b521d-0259-477c-a06a-fc0ba9e5a2dd req-90c4a41a-b114-4422-936d-abb9ac00553d service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341791 Aug 10 03:09:59.338995 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-25b040be-07cf-4dd6-b01d-33fe19ffe67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:59.457504 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b040be-07cf-4dd6-b01d-33fe19ffe67f admin admin] Pushing event updated for resources: {'Port': ['ID=9aa15eb6-7124-4055-a227-9b29b767156f,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:59.467176 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b040be-07cf-4dd6-b01d-33fe19ffe67f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:59.467849 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b040be-07cf-4dd6-b01d-33fe19ffe67f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:59.468266 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b040be-07cf-4dd6-b01d-33fe19ffe67f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:59.468992 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b040be-07cf-4dd6-b01d-33fe19ffe67f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:59.469401 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b040be-07cf-4dd6-b01d-33fe19ffe67f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:59.469801 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b040be-07cf-4dd6-b01d-33fe19ffe67f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:59.470198 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b040be-07cf-4dd6-b01d-33fe19ffe67f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:59.470591 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b040be-07cf-4dd6-b01d-33fe19ffe67f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:59.471133 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b040be-07cf-4dd6-b01d-33fe19ffe67f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:59.471529 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b040be-07cf-4dd6-b01d-33fe19ffe67f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:59.471920 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b040be-07cf-4dd6-b01d-33fe19ffe67f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:59.472306 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b040be-07cf-4dd6-b01d-33fe19ffe67f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:59.487899 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b040be-07cf-4dd6-b01d-33fe19ffe67f admin admin] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:09:59.492395 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-25b040be-07cf-4dd6-b01d-33fe19ffe67f admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:09:59.504139 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b040be-07cf-4dd6-b01d-33fe19ffe67f admin admin] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:09:59.544629 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10b46e5-d1ef-41e7-898c-c0409fef8c9e None None] Network c4674244-b4fc-4227-9e62-6d0cd0b1acc0 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:09:59.573021 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a81662a5-711d-4609-87b9-d80a1a4be827 req-c53df3fa-e9cf-4f9d-8749-b5e60d687a3f service neutron] 10.222.0.60 "GET /v2.0/networks/26329441-0dde-46fe-bcf0-48ea13bcc9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450315 Aug 10 03:09:59.613147 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b521d-0259-477c-a06a-fc0ba9e5a2dd req-ad2add11-9d6d-43a4-adc4-9db98dbe2253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:59.615610 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f82b521d-0259-477c-a06a-fc0ba9e5a2dd req-ad2add11-9d6d-43a4-adc4-9db98dbe2253 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.2555716 Aug 10 03:09:59.642409 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb52ef-8efd-459c-9969-3b2614f8cba4 req-41185e79-e37b-4ae1-b1bd-0f8941346794 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:59.654942 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb52ef-8efd-459c-9969-3b2614f8cba4 req-41185e79-e37b-4ae1-b1bd-0f8941346794 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:59.658196 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-4ace0be7-43e6-4665-a4f2-d083f91a519b None None] Provisioning for port 7534517b-7b38-4c05-85c6-89c805182ef5 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:09:59.661716 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb52ef-8efd-459c-9969-3b2614f8cba4 req-41185e79-e37b-4ae1-b1bd-0f8941346794 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:59.668746 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb52ef-8efd-459c-9969-3b2614f8cba4 req-41185e79-e37b-4ae1-b1bd-0f8941346794 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:59.675927 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb52ef-8efd-459c-9969-3b2614f8cba4 req-41185e79-e37b-4ae1-b1bd-0f8941346794 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:59.683482 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb52ef-8efd-459c-9969-3b2614f8cba4 req-41185e79-e37b-4ae1-b1bd-0f8941346794 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:59.690016 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb52ef-8efd-459c-9969-3b2614f8cba4 req-41185e79-e37b-4ae1-b1bd-0f8941346794 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:59.699027 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f3bb52ef-8efd-459c-9969-3b2614f8cba4 req-41185e79-e37b-4ae1-b1bd-0f8941346794 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/ports?device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 5417 time: 0.5764310 Aug 10 03:09:59.725836 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb1a2f-afd8-447f-8dcf-6deafc5975bf req-c502cae5-b506-4cae-9a29-d0e856f9e90d tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:59.728257 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bdeb1a2f-afd8-447f-8dcf-6deafc5975bf req-c502cae5-b506-4cae-9a29-d0e856f9e90d tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea36ef69-e311-4129-a526-85f571e45144 HTTP/1.1" status: 200 len: 943 time: 0.3644662 Aug 10 03:09:59.770817 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2286c6c1-fa8d-449c-8fee-28992ef9c481 req-aca277c3-333b-4f8d-98ff-0ae7da0f2f02 service neutron] 10.222.0.58 "GET /v2.0/networks/8ebbd51d-54f8-47d9-924a-757d571ead63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7990813 Aug 10 03:09:59.934501 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f3bb52ef-8efd-459c-9969-3b2614f8cba4 req-e89710a1-9dc2-4b00-8ba4-08aed28595ed tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/security-groups?id=70e02309-d415-4898-8bc9-4345d44063b7&id=4c7586fd-9bb3-4af0-a8c4-0b1feb98dda5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2314067 Aug 10 03:09:59.982123 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6637d675-f921-4196-b799-f06270c1a863 req-337bb935-7c59-4f38-94ba-a29926923063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:59.986997 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6637d675-f921-4196-b799-f06270c1a863 req-337bb935-7c59-4f38-94ba-a29926923063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:59.987754 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6637d675-f921-4196-b799-f06270c1a863 req-337bb935-7c59-4f38-94ba-a29926923063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:59.988410 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6637d675-f921-4196-b799-f06270c1a863 req-337bb935-7c59-4f38-94ba-a29926923063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:59.989711 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6637d675-f921-4196-b799-f06270c1a863 req-337bb935-7c59-4f38-94ba-a29926923063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:59.991309 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6637d675-f921-4196-b799-f06270c1a863 req-337bb935-7c59-4f38-94ba-a29926923063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:59.991696 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6637d675-f921-4196-b799-f06270c1a863 req-337bb935-7c59-4f38-94ba-a29926923063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:59.993815 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6637d675-f921-4196-b799-f06270c1a863 req-337bb935-7c59-4f38-94ba-a29926923063 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9db099ffcd1f4b6f883036f2463be98e&device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 6481 time: 0.2889864 Aug 10 03:10:00.030326 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bdeb1a2f-afd8-447f-8dcf-6deafc5975bf req-bbbb2be3-c12d-4702-931b-9f2780cb3bab tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a17030d-dd29-4c0e-9b90-111361473668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847939 Aug 10 03:10:00.032169 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b521d-0259-477c-a06a-fc0ba9e5a2dd req-623b2eb4-2432-4b84-8eb4-be293466d747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:00.033624 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f82b521d-0259-477c-a06a-fc0ba9e5a2dd req-623b2eb4-2432-4b84-8eb4-be293466d747 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3312378 Aug 10 03:10:00.035502 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2286c6c1-fa8d-449c-8fee-28992ef9c481 req-a62c507d-1aca-4140-ba81-1ddf809ae77d service neutron] 10.222.0.58 "GET /v2.0/networks/8ebbd51d-54f8-47d9-924a-757d571ead63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409968 Aug 10 03:10:00.044243 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 7534517b-7b38-4c05-85c6-89c805182ef5 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:10:00.181778 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 7534517b-7b38-4c05-85c6-89c805182ef5 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:10:00.186188 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-f82b521d-0259-477c-a06a-fc0ba9e5a2dd req-2d48c0d6-8a9b-42e7-8034-e1c20616128b service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8590164 Aug 10 03:10:00.187469 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 7534517b-7b38-4c05-85c6-89c805182ef5 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:00.188049 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:00.294164 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-aa09843d-7372-4776-af2b-413cffd2b588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:00.347742 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-5a9d92ca-8ae7-470a-af7f-c0596f5f5996 None None] Provisioning complete for port 7534517b-7b38-4c05-85c6-89c805182ef5 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:00.348393 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5a9d92ca-8ae7-470a-af7f-c0596f5f5996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:00.377520 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:00.387478 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe446d3-1708-439a-b2f2-c8234a9ed4c6 req-716d44b4-13fd-4c50-bfe1-f7e9cc602d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:00.392619 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7fe446d3-1708-439a-b2f2-c8234a9ed4c6 req-716d44b4-13fd-4c50-bfe1-f7e9cc602d8c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5acd3c353298420295f54d7820a6128a&device_id=ea36ef69-e311-4129-a526-85f571e45144 HTTP/1.1" status: 200 len: 1095 time: 0.1563118 Aug 10 03:10:00.455646 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f82b521d-0259-477c-a06a-fc0ba9e5a2dd req-78adedfc-79f4-47df-a025-589893b2d86f service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4074781 Aug 10 03:10:00.464224 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 7534517b-7b38-4c05-85c6-89c805182ef5, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=7534517b-7b38-4c05-85c6-89c805182ef5,segment=NetworkSegment(3980fb01-f4d6-4f9d-89ff-97ad0cbaf2ff),segment_id=3980fb01-f4d6-4f9d-89ff-97ad0cbaf2ff)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:00.510873 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:00.575623 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5a9d92ca-8ae7-470a-af7f-c0596f5f5996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:00.587559 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-25b040be-07cf-4dd6-b01d-33fe19ffe67f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:00.681770 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6637d675-f921-4196-b799-f06270c1a863 req-f3bda816-8bfd-4432-a45c-061bc16f6682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:00.684595 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6637d675-f921-4196-b799-f06270c1a863 req-f3bda816-8bfd-4432-a45c-061bc16f6682 service neutron] 10.222.0.60 "GET /v2.0/networks?id=26329441-0dde-46fe-bcf0-48ea13bcc9b5 HTTP/1.1" status: 200 len: 903 time: 0.6482399 Aug 10 03:10:00.722370 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.db.api [None req-5a9d92ca-8ae7-470a-af7f-c0596f5f5996 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:10:00.728596 n-d-768851-15 neutron-server[94218]: DEBUG oslo_db.api [None req-5a9d92ca-8ae7-470a-af7f-c0596f5f5996 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:10:00.729356 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=7534517b-7b38-4c05-85c6-89c805182ef5,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:00.822711 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6637d675-f921-4196-b799-f06270c1a863 req-a8efff70-7ea3-4e4e-b96a-447b897b12b0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f7f5d1b2-3c33-4a8c-a558-d8d163cf1c96 HTTP/1.1" status: 200 len: 217 time: 0.0951948 Aug 10 03:10:00.979271 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-25b040be-07cf-4dd6-b01d-33fe19ffe67f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:00.996109 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34457300-a347-4793-8fd1-33ccb243cd7d req-baf6c383-4588-42c0-a07e-fa9b8126e945 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:01.002308 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-34457300-a347-4793-8fd1-33ccb243cd7d req-baf6c383-4588-42c0-a07e-fa9b8126e945 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba1d3739-8c48-493a-8bd2-e429e9c4b12d HTTP/1.1" status: 200 len: 949 time: 0.3341818 Aug 10 03:10:01.028821 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe446d3-1708-439a-b2f2-c8234a9ed4c6 req-3d77a0c3-6fd5-4ac8-9df5-128b272a9d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:01.030902 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7fe446d3-1708-439a-b2f2-c8234a9ed4c6 req-3d77a0c3-6fd5-4ac8-9df5-128b272a9d45 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8ebbd51d-54f8-47d9-924a-757d571ead63 HTTP/1.1" status: 200 len: 922 time: 0.6283860 Aug 10 03:10:01.033551 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f82b521d-0259-477c-a06a-fc0ba9e5a2dd req-fd4eeab4-87dd-49ce-81e1-c30efc9edbbb service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4979630 Aug 10 03:10:01.053909 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6637d675-f921-4196-b799-f06270c1a863 req-11326456-ec27-429c-aeb9-d42deb50928f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:01.055372 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6637d675-f921-4196-b799-f06270c1a863 req-11326456-ec27-429c-aeb9-d42deb50928f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=33f28172-7907-464d-a85d-12480842b6d2 HTTP/1.1" status: 200 len: 797 time: 0.2178063 Aug 10 03:10:01.104690 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7fe446d3-1708-439a-b2f2-c8234a9ed4c6 req-6a88d7f5-7176-4f6e-8f2a-1c3aa92a03b0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eeedb167-9b23-468a-828a-e8d1df47be9c HTTP/1.1" status: 200 len: 217 time: 0.0579453 Aug 10 03:10:01.194086 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-34457300-a347-4793-8fd1-33ccb243cd7d req-9575cbbc-6525-4182-a279-db5e78ef9599 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771874 Aug 10 03:10:01.238616 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b040be-07cf-4dd6-b01d-33fe19ffe67f admin admin] Router ebdcd5a4-0887-4c65-8e98-49cfb651d88f is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:10:01.245062 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6637d675-f921-4196-b799-f06270c1a863 req-8d420b36-e6ae-4cf8-bb87-3594c0d8de7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:01.248078 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6637d675-f921-4196-b799-f06270c1a863 req-8d420b36-e6ae-4cf8-bb87-3594c0d8de7e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=26329441-0dde-46fe-bcf0-48ea13bcc9b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1543062 Aug 10 03:10:01.268265 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe446d3-1708-439a-b2f2-c8234a9ed4c6 req-4e2f5c4c-da3f-40a9-bd1f-2f5193729776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:01.269905 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7fe446d3-1708-439a-b2f2-c8234a9ed4c6 req-4e2f5c4c-da3f-40a9-bd1f-2f5193729776 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d0da5992-75df-4d7e-ac40-4e60cfbca09c HTTP/1.1" status: 200 len: 861 time: 0.1444330 Aug 10 03:10:01.365316 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7fe446d3-1708-439a-b2f2-c8234a9ed4c6 req-cca89c52-dac6-4507-ab1e-c12c1a3c776b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8ebbd51d-54f8-47d9-924a-757d571ead63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840392 Aug 10 03:10:01.428723 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa814259-25a6-4647-8821-c15068ec122b req-a0af87c6-ae77-41ea-9d08-61ac2f27db21 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:01.432710 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b040be-07cf-4dd6-b01d-33fe19ffe67f admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:10:01.443163 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fde8956-7256-4bfb-8d32-15e54e59538e None None] Sync routers for ids ['ebdcd5a4-0887-4c65-8e98-49cfb651d88f'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:10:01.451389 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa814259-25a6-4647-8821-c15068ec122b req-a0af87c6-ae77-41ea-9d08-61ac2f27db21 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:01.460152 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fde8956-7256-4bfb-8d32-15e54e59538e None None] Routers {'ebdcd5a4-0887-4c65-8e98-49cfb651d88f'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:10:01.462622 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-3fde8956-7256-4bfb-8d32-15e54e59538e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:09:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['ebdcd5a4-0887-4c65-8e98-49cfb651d88f'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:10:01.464390 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa814259-25a6-4647-8821-c15068ec122b req-a0af87c6-ae77-41ea-9d08-61ac2f27db21 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:01.471929 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa814259-25a6-4647-8821-c15068ec122b req-a0af87c6-ae77-41ea-9d08-61ac2f27db21 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:01.476922 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-25b040be-07cf-4dd6-b01d-33fe19ffe67f admin admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:01.479174 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-25b040be-07cf-4dd6-b01d-33fe19ffe67f admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.1434727 Aug 10 03:10:01.481862 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 39866) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:01.496976 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa814259-25a6-4647-8821-c15068ec122b req-a0af87c6-ae77-41ea-9d08-61ac2f27db21 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:01.508830 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa814259-25a6-4647-8821-c15068ec122b req-a0af87c6-ae77-41ea-9d08-61ac2f27db21 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:01.525908 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa814259-25a6-4647-8821-c15068ec122b req-a0af87c6-ae77-41ea-9d08-61ac2f27db21 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:01.535066 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fa814259-25a6-4647-8821-c15068ec122b req-a0af87c6-ae77-41ea-9d08-61ac2f27db21 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/ports?device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 5417 time: 0.3352153 Aug 10 03:10:01.654255 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-3fde8956-7256-4bfb-8d32-15e54e59538e None None] Set router ebdcd5a4-0887-4c65-8e98-49cfb651d88f gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:10:01.810300 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fa814259-25a6-4647-8821-c15068ec122b req-057c41f8-d486-4119-9987-f85331114ace tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/security-groups?id=70e02309-d415-4898-8bc9-4345d44063b7&id=4c7586fd-9bb3-4af0-a8c4-0b1feb98dda5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2685826 Aug 10 03:10:01.870171 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6637d675-f921-4196-b799-f06270c1a863 req-9a736e9b-5fd5-44db-986c-39d5bcd6d116 service neutron] 10.222.0.60 "GET /v2.0/networks/26329441-0dde-46fe-bcf0-48ea13bcc9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6044531 Aug 10 03:10:01.934880 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-3fde8956-7256-4bfb-8d32-15e54e59538e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdcd5a4-0887-4c65-8e98-49cfb651d88f', 'name': 'tempest-TaggedBootDevicesTest_v242-1973507768-router', 'tenant_id': '113c9048eb054fe989e54191f5a42ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '9aa15eb6-7124-4055-a227-9b29b767156f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:09:56Z', 'updated_at': '2021-08-10T03:10:00Z', 'revision_number': 3, 'project_id': '113c9048eb054fe989e54191f5a42ad9', 'gw_port': {'id': '9aa15eb6-7124-4055-a227-9b29b767156f', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:98:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebdcd5a4-0887-4c65-8e98-49cfb651d88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:09:58Z', 'updated_at': '2021-08-10T03:09:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:10:01.987346 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fde8956-7256-4bfb-8d32-15e54e59538e None None] Checking router: ebdcd5a4-0887-4c65-8e98-49cfb651d88f for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:10:01.987805 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fde8956-7256-4bfb-8d32-15e54e59538e None None] Updating router ebdcd5a4-0887-4c65-8e98-49cfb651d88f port 9aa15eb6-7124-4055-a227-9b29b767156f binding host n-d-768851-15 {{(pid=94218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:10:01.990669 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device f3428fea-5331-4669-b498-70790682434c details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:10:02.022770 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 7534517b-7b38-4c05-85c6-89c805182ef5 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:10:02.046833 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6637d675-f921-4196-b799-f06270c1a863 req-2b33b071-ba9b-4e46-a22b-2008b9508371 service neutron] 10.222.0.60 "GET /v2.0/networks/26329441-0dde-46fe-bcf0-48ea13bcc9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590142 Aug 10 03:10:02.050193 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7fe446d3-1708-439a-b2f2-c8234a9ed4c6 req-37591bbe-93d9-4778-b021-c71d5622e869 service neutron] 10.222.0.58 "GET /v2.0/networks/8ebbd51d-54f8-47d9-924a-757d571ead63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6763661 Aug 10 03:10:02.080561 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e515052-a773-4dc9-b0f7-8c9364d29876 req-b47ce127-63bd-49d5-b717-8a847270e2ed tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:02.082677 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3fde8956-7256-4bfb-8d32-15e54e59538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:02.090916 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5e515052-a773-4dc9-b0f7-8c9364d29876 req-b47ce127-63bd-49d5-b717-8a847270e2ed tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea36ef69-e311-4129-a526-85f571e45144 HTTP/1.1" status: 200 len: 943 time: 0.3401744 Aug 10 03:10:02.155338 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c7e76337-9337-4bcf-a818-107b8888a5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:02.209399 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5e515052-a773-4dc9-b0f7-8c9364d29876 req-2f0e0799-3313-408f-a7ed-039a7478cf13 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a17030d-dd29-4c0e-9b90-111361473668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174879 Aug 10 03:10:02.242265 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 7534517b-7b38-4c05-85c6-89c805182ef5 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:02.242634 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:02.258834 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7fe446d3-1708-439a-b2f2-c8234a9ed4c6 req-93fa8586-a8f7-40f7-8036-fd871d54a6ba service neutron] 10.222.0.58 "GET /v2.0/networks/8ebbd51d-54f8-47d9-924a-757d571ead63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641057 Aug 10 03:10:02.400833 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b576b17f-f28a-4154-b741-a92e3bdec890 req-8fa6ab87-5f4d-4bf2-aed0-20f75610a077 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:02.409985 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b576b17f-f28a-4154-b741-a92e3bdec890 req-8fa6ab87-5f4d-4bf2-aed0-20f75610a077 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba1d3739-8c48-493a-8bd2-e429e9c4b12d HTTP/1.1" status: 200 len: 949 time: 0.1145537 Aug 10 03:10:02.468388 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-c7e76337-9337-4bcf-a818-107b8888a5a6 admin admin] Allocated IP 172.20.0.1 (c4674244-b4fc-4227-9e62-6d0cd0b1acc0/91e34b3b-f93c-49d7-a000-e94fe5265392/c72bd21c-e32a-4acb-87ad-49ce49bafa32) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:10:02.473192 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b576b17f-f28a-4154-b741-a92e3bdec890 req-b6f7c26d-c92a-4614-a4e3-ad61769a1ba7 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602548 Aug 10 03:10:02.644249 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port f3428fea-5331-4669-b498-70790682434c, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=f3428fea-5331-4669-b498-70790682434c,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:02.652465 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c7e76337-9337-4bcf-a818-107b8888a5a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:02.658098 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b1156-b590-4dfe-83fe-1273e3b4076b req-31faf9ef-4389-496e-a6ae-cec96b3ec4a4 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:02.667800 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6c5b1156-b590-4dfe-83fe-1273e3b4076b req-31faf9ef-4389-496e-a6ae-cec96b3ec4a4 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba1d3739-8c48-493a-8bd2-e429e9c4b12d HTTP/1.1" status: 200 len: 949 time: 0.1000278 Aug 10 03:10:02.672294 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': 'f3428fea-5331-4669-b498-70790682434c', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'port_id': 'f3428fea-5331-4669-b498-70790682434c', 'mac_address': 'fa:16:3e:57:3c:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e3eb0b-907c-4ac4-809e-ae9609bc8c67', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:10:02.680100 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-c7e76337-9337-4bcf-a818-107b8888a5a6 admin admin] Transition to ACTIVE for port object c72bd21c-e32a-4acb-87ad-49ce49bafa32 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:10:02.716527 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6c5b1156-b590-4dfe-83fe-1273e3b4076b req-61dd3fa2-cd11-4d2e-9f77-b2997f15df41 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466127 Aug 10 03:10:02.722537 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c7e76337-9337-4bcf-a818-107b8888a5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:02.793609 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e76337-9337-4bcf-a818-107b8888a5a6 admin admin] Network c4674244-b4fc-4227-9e62-6d0cd0b1acc0 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:10:02.799988 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-c7e76337-9337-4bcf-a818-107b8888a5a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:10:02.805077 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e76337-9337-4bcf-a818-107b8888a5a6 admin admin] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:10:02.836698 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:02.880526 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3428fea-5331-4669-b498-70790682434c {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:10:02.903461 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c7e76337-9337-4bcf-a818-107b8888a5a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:02.944054 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port f3428fea-5331-4669-b498-70790682434c, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=f3428fea-5331-4669-b498-70790682434c,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:02.988699 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:03.064103 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e76337-9337-4bcf-a818-107b8888a5a6 admin admin] Pushing event updated for resources: {'Port': ['ID=c72bd21c-e32a-4acb-87ad-49ce49bafa32,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:03.097255 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4b651da4-0ba6-4454-b253-fff6bdf14fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:03.110878 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d1e3d-4d6e-4b65-af13-e2856be0950f req-50b8749c-5f25-431a-bc70-11b245a5215a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:03.121735 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d1e3d-4d6e-4b65-af13-e2856be0950f req-50b8749c-5f25-431a-bc70-11b245a5215a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:03.131432 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d1e3d-4d6e-4b65-af13-e2856be0950f req-50b8749c-5f25-431a-bc70-11b245a5215a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:03.141158 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d1e3d-4d6e-4b65-af13-e2856be0950f req-50b8749c-5f25-431a-bc70-11b245a5215a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:03.152302 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d1e3d-4d6e-4b65-af13-e2856be0950f req-50b8749c-5f25-431a-bc70-11b245a5215a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:03.164039 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d1e3d-4d6e-4b65-af13-e2856be0950f req-50b8749c-5f25-431a-bc70-11b245a5215a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:03.176147 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d1e3d-4d6e-4b65-af13-e2856be0950f req-50b8749c-5f25-431a-bc70-11b245a5215a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:03.186952 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-433d1e3d-4d6e-4b65-af13-e2856be0950f req-50b8749c-5f25-431a-bc70-11b245a5215a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/ports?device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 5417 time: 0.2242327 Aug 10 03:10:03.202379 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=f3428fea-5331-4669-b498-70790682434c,revision_number=12']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:03.223157 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c7e76337-9337-4bcf-a818-107b8888a5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:03.242087 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-937d52c7-77e6-4809-a127-ad148cbf8649 None None] Provisioning for port c72bd21c-e32a-4acb-87ad-49ce49bafa32 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:10:03.249161 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3fde8956-7256-4bfb-8d32-15e54e59538e None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:03.254170 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-937d52c7-77e6-4809-a127-ad148cbf8649 None None] Provisioning complete for port c72bd21c-e32a-4acb-87ad-49ce49bafa32 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:03.254586 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-937d52c7-77e6-4809-a127-ad148cbf8649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:03.281091 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-433d1e3d-4d6e-4b65-af13-e2856be0950f req-0a02716c-d041-4b25-93ec-b0e14ac5ec7c tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/security-groups?id=70e02309-d415-4898-8bc9-4345d44063b7&id=4c7586fd-9bb3-4af0-a8c4-0b1feb98dda5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0927067 Aug 10 03:10:03.284515 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3fde8956-7256-4bfb-8d32-15e54e59538e None None] Transition to ACTIVE for port object 9aa15eb6-7124-4055-a227-9b29b767156f will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:10:03.298167 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['f3428fea-5331-4669-b498-70790682434c'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:10:03.375499 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3fde8956-7256-4bfb-8d32-15e54e59538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:03.433523 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-3fde8956-7256-4bfb-8d32-15e54e59538e None None] Attempting to bind port 9aa15eb6-7124-4055-a227-9b29b767156f on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:10:03.433938 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-3fde8956-7256-4bfb-8d32-15e54e59538e None None] Attempting to bind port 9aa15eb6-7124-4055-a227-9b29b767156f by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:10:03.434317 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fde8956-7256-4bfb-8d32-15e54e59538e None None] Attempting to bind port 9aa15eb6-7124-4055-a227-9b29b767156f on network 09ca2025-b9a6-4e84-8019-8d9fbef3753e {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:10:03.444310 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fde8956-7256-4bfb-8d32-15e54e59538e None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:10:03.444735 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fde8956-7256-4bfb-8d32-15e54e59538e None None] Checking segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:10:03.445143 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3fde8956-7256-4bfb-8d32-15e54e59538e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:03.445537 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fde8956-7256-4bfb-8d32-15e54e59538e None None] Bound using segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:10:03.446017 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-3fde8956-7256-4bfb-8d32-15e54e59538e None None] Bound port: 9aa15eb6-7124-4055-a227-9b29b767156f, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:10:03.446398 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3fde8956-7256-4bfb-8d32-15e54e59538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:03.502211 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3fde8956-7256-4bfb-8d32-15e54e59538e None None] For port 9aa15eb6-7124-4055-a227-9b29b767156f, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:10:03.505872 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3fde8956-7256-4bfb-8d32-15e54e59538e None None] For port 9aa15eb6-7124-4055-a227-9b29b767156f, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=9aa15eb6-7124-4055-a227-9b29b767156f,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:10:03.507000 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-937d52c7-77e6-4809-a127-ad148cbf8649 None None] Port c72bd21c-e32a-4acb-87ad-49ce49bafa32 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:10:03.511474 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:03.538853 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3fde8956-7256-4bfb-8d32-15e54e59538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:03.575363 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e0332b-1c65-4819-a3a2-fbadaab3965d None None] Pushing event updated for resources: {'Port': ['ID=9aa15eb6-7124-4055-a227-9b29b767156f,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:03.661846 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fde8956-7256-4bfb-8d32-15e54e59538e None None] Routers {'ebdcd5a4-0887-4c65-8e98-49cfb651d88f'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:10:03.662480 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-3fde8956-7256-4bfb-8d32-15e54e59538e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:10:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['ebdcd5a4-0887-4c65-8e98-49cfb651d88f'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:10:03.701937 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c7e76337-9337-4bcf-a818-107b8888a5a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:03.712062 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c7e76337-9337-4bcf-a818-107b8888a5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:03.725397 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e0332b-1c65-4819-a3a2-fbadaab3965d None None] Pushing event updated for resources: {'Port': ['ID=9aa15eb6-7124-4055-a227-9b29b767156f,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:03.736181 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ffd3a3c3-693c-4776-a223-f6a28302ca55 req-8bf008df-60e5-4093-b2a6-de82152ee0b9 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=6cb2c88cb44048dc824ad7a6e6e788f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0791049 Aug 10 03:10:03.852332 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-3fde8956-7256-4bfb-8d32-15e54e59538e None None] Set router ebdcd5a4-0887-4c65-8e98-49cfb651d88f gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:10:03.868869 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c7e76337-9337-4bcf-a818-107b8888a5a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:03.870781 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e76337-9337-4bcf-a818-107b8888a5a6 admin admin] Pushing event updated for resources: {'Port': ['ID=c72bd21c-e32a-4acb-87ad-49ce49bafa32,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:03.919963 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd3a3c3-693c-4776-a223-f6a28302ca55 req-2010c1e0-b90b-46a2-8d38-97cb62624b51 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:03.921456 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ffd3a3c3-693c-4776-a223-f6a28302ca55 req-2010c1e0-b90b-46a2-8d38-97cb62624b51 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1811590 Aug 10 03:10:03.952606 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5497a37c-4875-4664-be29-77c9486d51bf req-e7e35816-d76e-45dc-879c-00dee2770382 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:03.954831 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5497a37c-4875-4664-be29-77c9486d51bf req-e7e35816-d76e-45dc-879c-00dee2770382 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea36ef69-e311-4129-a526-85f571e45144 HTTP/1.1" status: 200 len: 943 time: 0.1471448 Aug 10 03:10:03.967322 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ffd3a3c3-693c-4776-a223-f6a28302ca55 req-47015c0d-22aa-441d-96e8-cf6afb76dcdb tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/quotas/6cb2c88cb44048dc824ad7a6e6e788f5 HTTP/1.1" status: 200 len: 375 time: 0.0353582 Aug 10 03:10:03.969919 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device eeedb167-9b23-468a-828a-e8d1df47be9c details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:10:04.012872 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e76337-9337-4bcf-a818-107b8888a5a6 admin admin] Network c4674244-b4fc-4227-9e62-6d0cd0b1acc0 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:10:04.015764 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-c7e76337-9337-4bcf-a818-107b8888a5a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:10:04.225279 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:04.241299 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7e76337-9337-4bcf-a818-107b8888a5a6 admin admin] Router ebdcd5a4-0887-4c65-8e98-49cfb651d88f has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:10:04.287149 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port eeedb167-9b23-468a-828a-e8d1df47be9c, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=eeedb167-9b23-468a-828a-e8d1df47be9c,segment=NetworkSegment(ad32b24d-632f-4bfa-be5f-47033bd88109),segment_id=ad32b24d-632f-4bfa-be5f-47033bd88109)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:04.306967 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': 'eeedb167-9b23-468a-828a-e8d1df47be9c', 'network_id': '8ebbd51d-54f8-47d9-924a-757d571ead63', 'port_id': 'eeedb167-9b23-468a-828a-e8d1df47be9c', 'mac_address': 'fa:16:3e:de:f5:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0da5992-75df-4d7e-ac40-4e60cfbca09c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:10:04.328066 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-3fde8956-7256-4bfb-8d32-15e54e59538e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdcd5a4-0887-4c65-8e98-49cfb651d88f', 'name': 'tempest-TaggedBootDevicesTest_v242-1973507768-router', 'tenant_id': '113c9048eb054fe989e54191f5a42ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '9aa15eb6-7124-4055-a227-9b29b767156f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:09:56Z', 'updated_at': '2021-08-10T03:10:03Z', 'revision_number': 4, 'project_id': '113c9048eb054fe989e54191f5a42ad9', 'gw_port': {'id': '9aa15eb6-7124-4055-a227-9b29b767156f', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:98:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebdcd5a4-0887-4c65-8e98-49cfb651d88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:09:58Z', 'updated_at': '2021-08-10T03:10:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'c72bd21c-e32a-4acb-87ad-49ce49bafa32', 'name': '', 'network_id': 'c4674244-b4fc-4227-9e62-6d0cd0b1acc0', 'tenant_id': '113c9048eb054fe989e54191f5a42ad9', 'mac_address': 'fa:16:3e:71:03:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebdcd5a4-0887-4c65-8e98-49cfb651d88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '91e34b3b-f93c-49d7-a000-e94fe5265392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:10:02Z', 'updated_at': '2021-08-10T03:10:02Z', 'revision_number': 1, 'project_id': '113c9048eb054fe989e54191f5a42ad9', 'subnets': [{'id': '91e34b3b-f93c-49d7-a000-e94fe5265392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:10:04.366527 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fde8956-7256-4bfb-8d32-15e54e59538e None None] The sync data for ids ['ebdcd5a4-0887-4c65-8e98-49cfb651d88f'] in n-d-768851-15 is: [{'id': 'ebdcd5a4-0887-4c65-8e98-49cfb651d88f', 'name': 'tempest-TaggedBootDevicesTest_v242-1973507768-router', 'tenant_id': '113c9048eb054fe989e54191f5a42ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '9aa15eb6-7124-4055-a227-9b29b767156f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:09:56Z', 'updated_at': '2021-08-10T03:10:03Z', 'revision_number': 4, 'project_id': '113c9048eb054fe989e54191f5a42ad9', 'gw_port': {'id': '9aa15eb6-7124-4055-a227-9b29b767156f', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:98:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebdcd5a4-0887-4c65-8e98-49cfb651d88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:09:58Z', 'updated_at': '2021-08-10T03:10:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'c72bd21c-e32a-4acb-87ad-49ce49bafa32', 'name': '', 'network_id': 'c4674244-b4fc-4227-9e62-6d0cd0b1acc0', 'tenant_id': '113c9048eb054fe989e54191f5a42ad9', 'mac_address': 'fa:16:3e:71:03:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebdcd5a4-0887-4c65-8e98-49cfb651d88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '91e34b3b-f93c-49d7-a000-e94fe5265392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:10:02Z', 'updated_at': '2021-08-10T03:10:02Z', 'revision_number': 1, 'project_id': '113c9048eb054fe989e54191f5a42ad9', 'subnets': [{'id': '91e34b3b-f93c-49d7-a000-e94fe5265392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:10:04.413108 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-2b25d102-3474-4913-aa39-6114c9188076 None None] Provisioning complete for port c72bd21c-e32a-4acb-87ad-49ce49bafa32 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:04.413108 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2b25d102-3474-4913-aa39-6114c9188076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:04.427589 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e76337-9337-4bcf-a818-107b8888a5a6 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:10:04.433489 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c7e76337-9337-4bcf-a818-107b8888a5a6 admin admin] 10.222.0.62 "PUT /v2.0/routers/ebdcd5a4-0887-4c65-8e98-49cfb651d88f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9503007 Aug 10 03:10:04.492645 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:04.538486 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-2b25d102-3474-4913-aa39-6114c9188076 None None] Port c72bd21c-e32a-4acb-87ad-49ce49bafa32 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:10:04.546307 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeedb167-9b23-468a-828a-e8d1df47be9c {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:10:04.575482 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port eeedb167-9b23-468a-828a-e8d1df47be9c, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=eeedb167-9b23-468a-828a-e8d1df47be9c,segment=NetworkSegment(ad32b24d-632f-4bfa-be5f-47033bd88109),segment_id=ad32b24d-632f-4bfa-be5f-47033bd88109)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:04.586060 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:04.605280 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5497a37c-4875-4664-be29-77c9486d51bf req-7950ac45-3a2e-44c3-b83b-651069f8bbe6 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a17030d-dd29-4c0e-9b90-111361473668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6368523 Aug 10 03:10:04.682520 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ffd3a3c3-693c-4776-a223-f6a28302ca55 req-91c97535-3d29-4853-8484-2271c95695f0 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6cb2c88cb44048dc824ad7a6e6e788f5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7114077 Aug 10 03:10:04.722398 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=eeedb167-9b23-468a-828a-e8d1df47be9c,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:04.884883 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['eeedb167-9b23-468a-828a-e8d1df47be9c'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:10:04.992458 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba38da44-de5c-4235-8806-214b37079c8d req-0947c196-d015-4f4b-884c-9276aa358063 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:05.017305 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba38da44-de5c-4235-8806-214b37079c8d req-0947c196-d015-4f4b-884c-9276aa358063 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:05.035837 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba38da44-de5c-4235-8806-214b37079c8d req-0947c196-d015-4f4b-884c-9276aa358063 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:05.050066 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba38da44-de5c-4235-8806-214b37079c8d req-0947c196-d015-4f4b-884c-9276aa358063 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:05.071635 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba38da44-de5c-4235-8806-214b37079c8d req-0947c196-d015-4f4b-884c-9276aa358063 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:05.098073 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba38da44-de5c-4235-8806-214b37079c8d req-0947c196-d015-4f4b-884c-9276aa358063 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:05.119240 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba38da44-de5c-4235-8806-214b37079c8d req-0947c196-d015-4f4b-884c-9276aa358063 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:05.129399 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ba38da44-de5c-4235-8806-214b37079c8d req-0947c196-d015-4f4b-884c-9276aa358063 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/ports?device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 5417 time: 0.2549114 Aug 10 03:10:05.206287 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ba38da44-de5c-4235-8806-214b37079c8d req-2ce00119-d8c4-4bd8-907a-5256c9705c85 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/security-groups?id=70e02309-d415-4898-8bc9-4345d44063b7&id=4c7586fd-9bb3-4af0-a8c4-0b1feb98dda5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0736516 Aug 10 03:10:05.317764 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e05ce796-6524-4bbf-bde0-58d8eb9134af req-3262d2f8-4f16-4a70-ab25-c7b4e14dac77 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2f7cf69-220e-4aab-a168-073d97fba7c6 HTTP/1.1" status: 200 len: 210 time: 0.0465226 Aug 10 03:10:05.822394 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:05.876968 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68629817-5f93-4c94-80cc-168f4af13649 req-b3ba78d6-90dc-4fd6-8bf1-84be02df7f8c tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:05.879663 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-68629817-5f93-4c94-80cc-168f4af13649 req-b3ba78d6-90dc-4fd6-8bf1-84be02df7f8c tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea36ef69-e311-4129-a526-85f571e45144 HTTP/1.1" status: 200 len: 944 time: 0.1294312 Aug 10 03:10:05.982978 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device f3428fea-5331-4669-b498-70790682434c up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:10:06.026948 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-68629817-5f93-4c94-80cc-168f4af13649 req-aedbb9b4-1831-468a-8b9d-cb63dafa2ffc tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a17030d-dd29-4c0e-9b90-111361473668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389081 Aug 10 03:10:06.124793 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 9aa15eb6-7124-4055-a227-9b29b767156f up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:10:06.219974 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port f3428fea-5331-4669-b498-70790682434c completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:10:06.227703 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 9aa15eb6-7124-4055-a227-9b29b767156f completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:10:06.230799 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port f3428fea-5331-4669-b498-70790682434c triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:06.231794 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:06.236773 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 9aa15eb6-7124-4055-a227-9b29b767156f triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:06.237134 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:06.417339 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ff22c-8202-4c26-81e7-80c530acd765 req-f2fcb4eb-5422-4e72-b137-3f47864b1492 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:06.421649 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:06.423510 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:06.424826 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ff22c-8202-4c26-81e7-80c530acd765 req-f2fcb4eb-5422-4e72-b137-3f47864b1492 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:06.438696 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ff22c-8202-4c26-81e7-80c530acd765 req-f2fcb4eb-5422-4e72-b137-3f47864b1492 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:06.446516 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ff22c-8202-4c26-81e7-80c530acd765 req-f2fcb4eb-5422-4e72-b137-3f47864b1492 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:06.454169 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ff22c-8202-4c26-81e7-80c530acd765 req-f2fcb4eb-5422-4e72-b137-3f47864b1492 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:06.461159 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ff22c-8202-4c26-81e7-80c530acd765 req-f2fcb4eb-5422-4e72-b137-3f47864b1492 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:06.468800 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ff22c-8202-4c26-81e7-80c530acd765 req-f2fcb4eb-5422-4e72-b137-3f47864b1492 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:06.471114 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 9aa15eb6-7124-4055-a227-9b29b767156f, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=9aa15eb6-7124-4055-a227-9b29b767156f,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:06.477266 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba1d3739-8c48-493a-8bd2-e429e9c4b12d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3428fea-5331-4669-b498-70790682434c'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:10:06.478511 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2c6ff22c-8202-4c26-81e7-80c530acd765 req-f2fcb4eb-5422-4e72-b137-3f47864b1492 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/ports?device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 5417 time: 0.1311738 Aug 10 03:10:06.479841 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f76149fa-35ba-49fc-b532-0b4f8e1ca91e" -d '{"events": [{"server_uuid": "ba1d3739-8c48-493a-8bd2-e429e9c4b12d", "name": "network-vif-plugged", "status": "completed", "tag": "f3428fea-5331-4669-b498-70790682434c"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:10:06.486081 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:06.535758 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port f3428fea-5331-4669-b498-70790682434c, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=f3428fea-5331-4669-b498-70790682434c,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:06.537038 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2c6ff22c-8202-4c26-81e7-80c530acd765 req-72c34836-b8aa-4c24-b00b-282d5cd26d5c tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/security-groups?id=70e02309-d415-4898-8bc9-4345d44063b7&id=4c7586fd-9bb3-4af0-a8c4-0b1feb98dda5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537150 Aug 10 03:10:06.567271 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:06.568591 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device eeedb167-9b23-468a-828a-e8d1df47be9c up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:10:06.613257 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=9aa15eb6-7124-4055-a227-9b29b767156f,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:06.694396 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=f3428fea-5331-4669-b498-70790682434c,revision_number=13']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:06.716165 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d296d8bc-74e6-432b-88ae-bc2f770eba08 req-29f3fdb5-7723-4bd0-b4ad-0f9f27f6d6c0 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2f7cf69-220e-4aab-a168-073d97fba7c6 HTTP/1.1" status: 200 len: 210 time: 0.0758150 Aug 10 03:10:06.742123 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port eeedb167-9b23-468a-828a-e8d1df47be9c completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:10:06.747690 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port eeedb167-9b23-468a-828a-e8d1df47be9c triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:06.748229 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:06.761511 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ffd3a3c3-693c-4776-a223-f6a28302ca55 req-edfff68c-3de2-49c9-8e52-69c557894f5f tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=6cb2c88cb44048dc824ad7a6e6e788f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0827584 Aug 10 03:10:06.836372 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-581f06e3-d58c-47ec-b595-a3fa2003f9e0 x-openstack-request-id: req-581f06e3-d58c-47ec-b595-a3fa2003f9e0 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:10:06.836755 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba1d3739-8c48-493a-8bd2-e429e9c4b12d", "name": "network-vif-plugged", "status": "completed", "tag": "f3428fea-5331-4669-b498-70790682434c", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:10:06.836953 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-581f06e3-d58c-47ec-b595-a3fa2003f9e0 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:10:06.837359 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba1d3739-8c48-493a-8bd2-e429e9c4b12d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3428fea-5331-4669-b498-70790682434c', 'code': 200} Aug 10 03:10:06.913301 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd3a3c3-693c-4776-a223-f6a28302ca55 req-e924abe0-9ad8-40fa-8f87-f5784fa9293d tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:06.915274 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ffd3a3c3-693c-4776-a223-f6a28302ca55 req-e924abe0-9ad8-40fa-8f87-f5784fa9293d tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1471524 Aug 10 03:10:06.930665 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-ffd3a3c3-693c-4776-a223-f6a28302ca55 req-d26b02b1-735a-48f5-ad74-bbd5c604a467 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Request body: {'port': {'device_id': 'e2f7cf69-220e-4aab-a168-073d97fba7c6', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'admin_state_up': True, 'tenant_id': '6cb2c88cb44048dc824ad7a6e6e788f5'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:10:06.971958 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:07.010620 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port eeedb167-9b23-468a-828a-e8d1df47be9c, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=eeedb167-9b23-468a-828a-e8d1df47be9c,segment=NetworkSegment(ad32b24d-632f-4bfa-be5f-47033bd88109),segment_id=ad32b24d-632f-4bfa-be5f-47033bd88109)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:07.024405 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:07.122218 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=eeedb167-9b23-468a-828a-e8d1df47be9c,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:07.143611 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffd3a3c3-693c-4776-a223-f6a28302ca55 req-d26b02b1-735a-48f5-ad74-bbd5c604a467 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Made reservation on behalf of 6cb2c88cb44048dc824ad7a6e6e788f5 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:10:07.149141 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ffd3a3c3-693c-4776-a223-f6a28302ca55 req-d26b02b1-735a-48f5-ad74-bbd5c604a467 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:07.287192 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373360c-9190-4657-9624-4918601ff6ae req-23eac703-d2db-4a0d-9191-36c220ad713c tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:07.288751 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6373360c-9190-4657-9624-4918601ff6ae req-23eac703-d2db-4a0d-9191-36c220ad713c tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea36ef69-e311-4129-a526-85f571e45144 HTTP/1.1" status: 200 len: 945 time: 0.1043766 Aug 10 03:10:07.367568 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6373360c-9190-4657-9624-4918601ff6ae req-fbd4d3c9-301d-48b7-93f4-ce1c03a2c8c5 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a17030d-dd29-4c0e-9b90-111361473668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720501 Aug 10 03:10:07.374144 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-ffd3a3c3-693c-4776-a223-f6a28302ca55 req-d26b02b1-735a-48f5-ad74-bbd5c604a467 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Allocated IP 192.168.233.139 (f1b7997e-1a2a-4260-9d7d-b6cf90b8801d/c2e3eb0b-907c-4ac4-809e-ae9609bc8c67/84e9efbc-5efa-4aed-9d83-a539d7e6bb9a) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:10:07.593256 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ffd3a3c3-693c-4776-a223-f6a28302ca55 req-d26b02b1-735a-48f5-ad74-bbd5c604a467 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:07.619614 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-ffd3a3c3-693c-4776-a223-f6a28302ca55 req-d26b02b1-735a-48f5-ad74-bbd5c604a467 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Transition to ACTIVE for port object 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:10:07.674195 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ffd3a3c3-693c-4776-a223-f6a28302ca55 req-d26b02b1-735a-48f5-ad74-bbd5c604a467 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:07.686602 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['d36ab999-6fc2-43b3-892b-c2e46712150a', 'f3428fea-5331-4669-b498-70790682434c'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:10:07.691567 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['7b34d85d-31ea-427f-bb22-4317f4465781'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:10:07.748769 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffd3a3c3-693c-4776-a223-f6a28302ca55 req-d26b02b1-735a-48f5-ad74-bbd5c604a467 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:10:07.755264 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-ffd3a3c3-693c-4776-a223-f6a28302ca55 req-d26b02b1-735a-48f5-ad74-bbd5c604a467 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:10:07.757848 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffd3a3c3-693c-4776-a223-f6a28302ca55 req-d26b02b1-735a-48f5-ad74-bbd5c604a467 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:10:07.889435 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26b02b1-735a-48f5-ad74-bbd5c604a467 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Pushing event updated for resources: {'Port': ['ID=84e9efbc-5efa-4aed-9d83-a539d7e6bb9a,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:07.899871 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26b02b1-735a-48f5-ad74-bbd5c604a467 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:07.900239 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26b02b1-735a-48f5-ad74-bbd5c604a467 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:07.900754 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26b02b1-735a-48f5-ad74-bbd5c604a467 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:07.900918 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26b02b1-735a-48f5-ad74-bbd5c604a467 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:07.901262 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26b02b1-735a-48f5-ad74-bbd5c604a467 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:07.901945 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26b02b1-735a-48f5-ad74-bbd5c604a467 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:07.902178 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26b02b1-735a-48f5-ad74-bbd5c604a467 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:07.902513 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26b02b1-735a-48f5-ad74-bbd5c604a467 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:07.902880 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26b02b1-735a-48f5-ad74-bbd5c604a467 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:07.903213 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26b02b1-735a-48f5-ad74-bbd5c604a467 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:07.903543 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26b02b1-735a-48f5-ad74-bbd5c604a467 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:07.903871 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26b02b1-735a-48f5-ad74-bbd5c604a467 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:07.917242 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd3a3c3-693c-4776-a223-f6a28302ca55 req-d26b02b1-735a-48f5-ad74-bbd5c604a467 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:07.919709 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ffd3a3c3-693c-4776-a223-f6a28302ca55 req-d26b02b1-735a-48f5-ad74-bbd5c604a467 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:07.958093 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379612a9-ca70-474a-9f63-101a757ff308 req-8f356afa-a3cd-4932-b720-e67c35216462 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:07.967952 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379612a9-ca70-474a-9f63-101a757ff308 req-8f356afa-a3cd-4932-b720-e67c35216462 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:07.976187 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379612a9-ca70-474a-9f63-101a757ff308 req-8f356afa-a3cd-4932-b720-e67c35216462 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:07.983934 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379612a9-ca70-474a-9f63-101a757ff308 req-8f356afa-a3cd-4932-b720-e67c35216462 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:07.990451 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff0eabb-0594-4a48-8f8f-891250156bc3 None None] Sync routers for ids ['ebdcd5a4-0887-4c65-8e98-49cfb651d88f'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:10:07.992683 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379612a9-ca70-474a-9f63-101a757ff308 req-8f356afa-a3cd-4932-b720-e67c35216462 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:07.998973 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379612a9-ca70-474a-9f63-101a757ff308 req-8f356afa-a3cd-4932-b720-e67c35216462 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:08.005605 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379612a9-ca70-474a-9f63-101a757ff308 req-8f356afa-a3cd-4932-b720-e67c35216462 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:08.013887 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-379612a9-ca70-474a-9f63-101a757ff308 req-8f356afa-a3cd-4932-b720-e67c35216462 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/ports?device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 5417 time: 0.3553045 Aug 10 03:10:08.024156 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ffd3a3c3-693c-4776-a223-f6a28302ca55 req-d26b02b1-735a-48f5-ad74-bbd5c604a467 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0982623 Aug 10 03:10:08.027406 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff0eabb-0594-4a48-8f8f-891250156bc3 None None] Routers {'ebdcd5a4-0887-4c65-8e98-49cfb651d88f'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:10:08.028107 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-5ff0eabb-0594-4a48-8f8f-891250156bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:10:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['ebdcd5a4-0887-4c65-8e98-49cfb651d88f'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:10:08.044926 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-ffd3a3c3-693c-4776-a223-f6a28302ca55 req-0ac6153f-945a-45f0-91e4-d725d3eeadb8 service neutron] Request body: {'port': {'device_id': 'e2f7cf69-220e-4aab-a168-073d97fba7c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:10:08.110463 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 9aa15eb6-7124-4055-a227-9b29b767156f up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:10:08.150409 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-379612a9-ca70-474a-9f63-101a757ff308 req-49e57ed8-bf96-440c-afd2-26ec0ad5f4d8 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/security-groups?id=70e02309-d415-4898-8bc9-4345d44063b7&id=4c7586fd-9bb3-4af0-a8c4-0b1feb98dda5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1284018 Aug 10 03:10:08.173116 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ffd3a3c3-693c-4776-a223-f6a28302ca55 req-0ac6153f-945a-45f0-91e4-d725d3eeadb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:08.273167 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-5ff0eabb-0594-4a48-8f8f-891250156bc3 None None] Set router ebdcd5a4-0887-4c65-8e98-49cfb651d88f gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:10:08.345449 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-c8b93ffe-da63-4e20-9898-4c0a2ef61a9e None None] Provisioning for port 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:10:08.361498 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-c8b93ffe-da63-4e20-9898-4c0a2ef61a9e None None] Provisioning complete for port 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:08.362323 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c8b93ffe-da63-4e20-9898-4c0a2ef61a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:08.478224 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 9aa15eb6-7124-4055-a227-9b29b767156f triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:08.479379 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:08.485205 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-c8b93ffe-da63-4e20-9898-4c0a2ef61a9e None None] Port 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:10:08.528085 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc60d48-e166-4cae-b7eb-ecbaff973d05 req-810e1b23-0a03-43a0-917e-d89bd4c46484 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:08.535591 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5dc60d48-e166-4cae-b7eb-ecbaff973d05 req-810e1b23-0a03-43a0-917e-d89bd4c46484 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2f7cf69-220e-4aab-a168-073d97fba7c6 HTTP/1.1" status: 200 len: 936 time: 0.1366315 Aug 10 03:10:08.594096 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5dc60d48-e166-4cae-b7eb-ecbaff973d05 req-cc057480-230e-4155-a597-62acc31fb51c tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575519 Aug 10 03:10:08.666816 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-5ff0eabb-0594-4a48-8f8f-891250156bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdcd5a4-0887-4c65-8e98-49cfb651d88f', 'name': 'tempest-TaggedBootDevicesTest_v242-1973507768-router', 'tenant_id': '113c9048eb054fe989e54191f5a42ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '9aa15eb6-7124-4055-a227-9b29b767156f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:09:56Z', 'updated_at': '2021-08-10T03:10:03Z', 'revision_number': 4, 'project_id': '113c9048eb054fe989e54191f5a42ad9', 'gw_port': {'id': '9aa15eb6-7124-4055-a227-9b29b767156f', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:98:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdcd5a4-0887-4c65-8e98-49cfb651d88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:09:58Z', 'updated_at': '2021-08-10T03:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'c72bd21c-e32a-4acb-87ad-49ce49bafa32', 'name': '', 'network_id': 'c4674244-b4fc-4227-9e62-6d0cd0b1acc0', 'tenant_id': '113c9048eb054fe989e54191f5a42ad9', 'mac_address': 'fa:16:3e:71:03:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebdcd5a4-0887-4c65-8e98-49cfb651d88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '91e34b3b-f93c-49d7-a000-e94fe5265392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:10:02Z', 'updated_at': '2021-08-10T03:10:03Z', 'revision_number': 2, 'project_id': '113c9048eb054fe989e54191f5a42ad9', 'subnets': [{'id': '91e34b3b-f93c-49d7-a000-e94fe5265392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:10:08.701698 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-ffd3a3c3-693c-4776-a223-f6a28302ca55 req-0ac6153f-945a-45f0-91e4-d725d3eeadb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:10:08.706079 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff0eabb-0594-4a48-8f8f-891250156bc3 None None] Checking router: ebdcd5a4-0887-4c65-8e98-49cfb651d88f for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:10:08.706453 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff0eabb-0594-4a48-8f8f-891250156bc3 None None] Updating router ebdcd5a4-0887-4c65-8e98-49cfb651d88f port c72bd21c-e32a-4acb-87ad-49ce49bafa32 binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:10:08.712055 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ffd3a3c3-693c-4776-a223-f6a28302ca55 req-0ac6153f-945a-45f0-91e4-d725d3eeadb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:08.725853 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-ffd3a3c3-693c-4776-a223-f6a28302ca55 req-0ac6153f-945a-45f0-91e4-d725d3eeadb8 service neutron] Transition to ACTIVE for port object 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:10:08.748771 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-5ff0eabb-0594-4a48-8f8f-891250156bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:08.762871 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ffd3a3c3-693c-4776-a223-f6a28302ca55 req-0ac6153f-945a-45f0-91e4-d725d3eeadb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:08.836189 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882befb5-d9d2-4bb3-9411-1602a756460b req-dc12b702-a4ce-4b00-85ed-10e199f5a6c1 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:08.836189 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-882befb5-d9d2-4bb3-9411-1602a756460b req-dc12b702-a4ce-4b00-85ed-10e199f5a6c1 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea36ef69-e311-4129-a526-85f571e45144 HTTP/1.1" status: 200 len: 945 time: 0.1084840 Aug 10 03:10:08.844149 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea36ef69-e311-4129-a526-85f571e45144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeedb167-9b23-468a-828a-e8d1df47be9c'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:10:08.846626 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b05ae7-1a19-4ed6-a32a-63c6ea69efd1" -d '{"events": [{"server_uuid": "ea36ef69-e311-4129-a526-85f571e45144", "name": "network-vif-plugged", "status": "completed", "tag": "eeedb167-9b23-468a-828a-e8d1df47be9c"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:10:08.939432 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac6153f-945a-45f0-91e4-d725d3eeadb8 service neutron] Pushing event updated for resources: {'Port': ['ID=84e9efbc-5efa-4aed-9d83-a539d7e6bb9a,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:09.005437 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-882befb5-d9d2-4bb3-9411-1602a756460b req-7ea7a806-95f1-46f9-9758-a64a7b377522 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a17030d-dd29-4c0e-9b90-111361473668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612425 Aug 10 03:10:09.081837 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-ffd3a3c3-693c-4776-a223-f6a28302ca55 req-0ac6153f-945a-45f0-91e4-d725d3eeadb8 service neutron] Attempting to bind port 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:10:09.082448 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-ffd3a3c3-693c-4776-a223-f6a28302ca55 req-0ac6153f-945a-45f0-91e4-d725d3eeadb8 service neutron] Attempting to bind port 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:10:09.085923 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd3a3c3-693c-4776-a223-f6a28302ca55 req-0ac6153f-945a-45f0-91e4-d725d3eeadb8 service neutron] Attempting to bind port 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:10:09.099669 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd3a3c3-693c-4776-a223-f6a28302ca55 req-0ac6153f-945a-45f0-91e4-d725d3eeadb8 service neutron] Port 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:10:09.100262 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd3a3c3-693c-4776-a223-f6a28302ca55 req-0ac6153f-945a-45f0-91e4-d725d3eeadb8 service neutron] Attempting to bind port 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:10:09.110928 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd3a3c3-693c-4776-a223-f6a28302ca55 req-0ac6153f-945a-45f0-91e4-d725d3eeadb8 service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:10:09.117529 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd3a3c3-693c-4776-a223-f6a28302ca55 req-0ac6153f-945a-45f0-91e4-d725d3eeadb8 service neutron] Checking segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:10:09.119553 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd3a3c3-693c-4776-a223-f6a28302ca55 req-0ac6153f-945a-45f0-91e4-d725d3eeadb8 service neutron] Bound using segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:10:09.120204 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-ffd3a3c3-693c-4776-a223-f6a28302ca55 req-0ac6153f-945a-45f0-91e4-d725d3eeadb8 service neutron] Bound port: 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:10:09.127356 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ffd3a3c3-693c-4776-a223-f6a28302ca55 req-0ac6153f-945a-45f0-91e4-d725d3eeadb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:09.250455 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1974b1e-9fb0-4ef5-add2-67115a71d082 x-openstack-request-id: req-e1974b1e-9fb0-4ef5-add2-67115a71d082 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:10:09.251658 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea36ef69-e311-4129-a526-85f571e45144", "name": "network-vif-plugged", "status": "completed", "tag": "eeedb167-9b23-468a-828a-e8d1df47be9c", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:10:09.252189 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e1974b1e-9fb0-4ef5-add2-67115a71d082 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:10:09.252760 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea36ef69-e311-4129-a526-85f571e45144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeedb167-9b23-468a-828a-e8d1df47be9c', 'code': 200} Aug 10 03:10:09.286224 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-5ff0eabb-0594-4a48-8f8f-891250156bc3 None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:09.298462 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-ffd3a3c3-693c-4776-a223-f6a28302ca55 req-0ac6153f-945a-45f0-91e4-d725d3eeadb8 service neutron] For port 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a, host n-h1-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:10:09.309600 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-ffd3a3c3-693c-4776-a223-f6a28302ca55 req-0ac6153f-945a-45f0-91e4-d725d3eeadb8 service neutron] For port 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=84e9efbc-5efa-4aed-9d83-a539d7e6bb9a,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:10:09.325629 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-5ff0eabb-0594-4a48-8f8f-891250156bc3 None None] Transition to ACTIVE for port object c72bd21c-e32a-4acb-87ad-49ce49bafa32 will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:10:09.337987 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ffd3a3c3-693c-4776-a223-f6a28302ca55 req-0ac6153f-945a-45f0-91e4-d725d3eeadb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:09.358879 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-5ff0eabb-0594-4a48-8f8f-891250156bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:09.414049 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd3a3c3-693c-4776-a223-f6a28302ca55 req-0ac6153f-945a-45f0-91e4-d725d3eeadb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:09.415808 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ffd3a3c3-693c-4776-a223-f6a28302ca55 req-0ac6153f-945a-45f0-91e4-d725d3eeadb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:09.418064 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ffd3a3c3-693c-4776-a223-f6a28302ca55 req-0ac6153f-945a-45f0-91e4-d725d3eeadb8 service neutron] 10.222.0.58 "PUT /v2.0/ports/84e9efbc-5efa-4aed-9d83-a539d7e6bb9a HTTP/1.1" status: 200 len: 1097 time: 1.3846955 Aug 10 03:10:09.458684 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e931240a-3786-4426-9a55-eb429a5d84dc req-8d71d4c7-20a1-4905-8073-fe5a6d0ebded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:09.461453 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e931240a-3786-4426-9a55-eb429a5d84dc req-8d71d4c7-20a1-4905-8073-fe5a6d0ebded service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ea36ef69-e311-4129-a526-85f571e45144 HTTP/1.1" status: 200 len: 1097 time: 0.1249275 Aug 10 03:10:09.465033 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2f7cf69-220e-4aab-a168-073d97fba7c6', 'tag': '84e9efbc-5efa-4aed-9d83-a539d7e6bb9a'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:10:09.468343 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac6f115-5757-4761-8eb9-fcd743ddb9c3" -d '{"events": [{"name": "network-changed", "server_uuid": "e2f7cf69-220e-4aab-a168-073d97fba7c6", "tag": "84e9efbc-5efa-4aed-9d83-a539d7e6bb9a"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:10:09.489634 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0589744-b134-4926-ba30-62d5c27d4616 None None] Pushing event updated for resources: {'Port': ['ID=c72bd21c-e32a-4acb-87ad-49ce49bafa32,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:09.521838 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0589744-b134-4926-ba30-62d5c27d4616 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:09.522267 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0589744-b134-4926-ba30-62d5c27d4616 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:09.522627 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0589744-b134-4926-ba30-62d5c27d4616 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:09.522981 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0589744-b134-4926-ba30-62d5c27d4616 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:09.523316 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0589744-b134-4926-ba30-62d5c27d4616 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:09.523651 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0589744-b134-4926-ba30-62d5c27d4616 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:09.524151 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0589744-b134-4926-ba30-62d5c27d4616 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:09.524338 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0589744-b134-4926-ba30-62d5c27d4616 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:09.524658 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0589744-b134-4926-ba30-62d5c27d4616 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:09.525039 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0589744-b134-4926-ba30-62d5c27d4616 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:09.526129 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0589744-b134-4926-ba30-62d5c27d4616 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:09.526728 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0589744-b134-4926-ba30-62d5c27d4616 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:09.552570 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e931240a-3786-4426-9a55-eb429a5d84dc req-cde80761-f477-443e-ae71-034d6f5c4e0e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7a17030d-dd29-4c0e-9b90-111361473668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785081 Aug 10 03:10:09.612632 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac6153f-945a-45f0-91e4-d725d3eeadb8 service neutron] Pushing event updated for resources: {'Port': ['ID=84e9efbc-5efa-4aed-9d83-a539d7e6bb9a,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:09.638496 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4e3ec-a874-4f31-98ae-ca35759cfd33 req-d11b2a0d-2521-44ca-8b49-4af6949e8e4a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:09.641099 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-5ff0eabb-0594-4a48-8f8f-891250156bc3 None None] Attempting to bind port c72bd21c-e32a-4acb-87ad-49ce49bafa32 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:10:09.641478 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-5ff0eabb-0594-4a48-8f8f-891250156bc3 None None] Attempting to bind port c72bd21c-e32a-4acb-87ad-49ce49bafa32 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '3980fb01-f4d6-4f9d-89ff-97ad0cbaf2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c4674244-b4fc-4227-9e62-6d0cd0b1acc0'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:10:09.641845 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff0eabb-0594-4a48-8f8f-891250156bc3 None None] Attempting to bind port c72bd21c-e32a-4acb-87ad-49ce49bafa32 on network c4674244-b4fc-4227-9e62-6d0cd0b1acc0 {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:10:09.645457 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4e3ec-a874-4f31-98ae-ca35759cfd33 req-d11b2a0d-2521-44ca-8b49-4af6949e8e4a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:09.653052 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff0eabb-0594-4a48-8f8f-891250156bc3 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:10:09.653432 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff0eabb-0594-4a48-8f8f-891250156bc3 None None] Checking segment: {'id': '3980fb01-f4d6-4f9d-89ff-97ad0cbaf2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c4674244-b4fc-4227-9e62-6d0cd0b1acc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:10:09.656021 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-5ff0eabb-0594-4a48-8f8f-891250156bc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:09.656021 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff0eabb-0594-4a48-8f8f-891250156bc3 None None] Bound using segment: {'id': '3980fb01-f4d6-4f9d-89ff-97ad0cbaf2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c4674244-b4fc-4227-9e62-6d0cd0b1acc0'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:10:09.656021 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-5ff0eabb-0594-4a48-8f8f-891250156bc3 None None] Bound port: c72bd21c-e32a-4acb-87ad-49ce49bafa32, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3980fb01-f4d6-4f9d-89ff-97ad0cbaf2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c4674244-b4fc-4227-9e62-6d0cd0b1acc0'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:10:09.656021 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-5ff0eabb-0594-4a48-8f8f-891250156bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:09.664873 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4e3ec-a874-4f31-98ae-ca35759cfd33 req-d11b2a0d-2521-44ca-8b49-4af6949e8e4a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:09.672377 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4e3ec-a874-4f31-98ae-ca35759cfd33 req-d11b2a0d-2521-44ca-8b49-4af6949e8e4a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:09.698508 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4e3ec-a874-4f31-98ae-ca35759cfd33 req-d11b2a0d-2521-44ca-8b49-4af6949e8e4a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:09.710046 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4e3ec-a874-4f31-98ae-ca35759cfd33 req-d11b2a0d-2521-44ca-8b49-4af6949e8e4a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:09.721183 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4e3ec-a874-4f31-98ae-ca35759cfd33 req-d11b2a0d-2521-44ca-8b49-4af6949e8e4a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:09.724901 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-69c4e3ec-a874-4f31-98ae-ca35759cfd33 req-d11b2a0d-2521-44ca-8b49-4af6949e8e4a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/ports?device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 5417 time: 0.3364913 Aug 10 03:10:09.735964 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd3a3c3-693c-4776-a223-f6a28302ca55 req-50c58801-7619-4c45-a225-8786dfafe81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:09.739658 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ffd3a3c3-693c-4776-a223-f6a28302ca55 req-50c58801-7619-4c45-a225-8786dfafe81a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6cb2c88cb44048dc824ad7a6e6e788f5&device_id=e2f7cf69-220e-4aab-a168-073d97fba7c6 HTTP/1.1" status: 200 len: 1100 time: 0.2303040 Aug 10 03:10:09.816837 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ffd3a3c3-693c-4776-a223-f6a28302ca55 req-7faf4e58-86c8-497c-b267-6e685acd380f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=84e9efbc-5efa-4aed-9d83-a539d7e6bb9a HTTP/1.1" status: 200 len: 217 time: 0.0512829 Aug 10 03:10:09.818597 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-5ff0eabb-0594-4a48-8f8f-891250156bc3 None None] For port c72bd21c-e32a-4acb-87ad-49ce49bafa32, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:10:09.826198 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-5ff0eabb-0594-4a48-8f8f-891250156bc3 None None] For port c72bd21c-e32a-4acb-87ad-49ce49bafa32, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=c72bd21c-e32a-4acb-87ad-49ce49bafa32,segment=NetworkSegment(3980fb01-f4d6-4f9d-89ff-97ad0cbaf2ff),segment_id=3980fb01-f4d6-4f9d-89ff-97ad0cbaf2ff)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:10:09.835874 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-5ff0eabb-0594-4a48-8f8f-891250156bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:09.908613 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-69c4e3ec-a874-4f31-98ae-ca35759cfd33 req-f3e0779d-9a30-494c-becd-6a0f332766e2 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/security-groups?id=70e02309-d415-4898-8bc9-4345d44063b7&id=4c7586fd-9bb3-4af0-a8c4-0b1feb98dda5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1643584 Aug 10 03:10:09.915809 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd3a3c3-693c-4776-a223-f6a28302ca55 req-4401eec8-b2ce-496b-996e-bb6d1b18a45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:09.917799 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ffd3a3c3-693c-4776-a223-f6a28302ca55 req-4401eec8-b2ce-496b-996e-bb6d1b18a45d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.0806370 Aug 10 03:10:10.022499 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ffbd0d-6851-4220-80ce-801c08449e3e x-openstack-request-id: req-99ffbd0d-6851-4220-80ce-801c08449e3e {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:10:10.023215 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2f7cf69-220e-4aab-a168-073d97fba7c6", "tag": "84e9efbc-5efa-4aed-9d83-a539d7e6bb9a", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:10:10.023215 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-99ffbd0d-6851-4220-80ce-801c08449e3e {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:10:10.023538 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2f7cf69-220e-4aab-a168-073d97fba7c6', 'tag': '84e9efbc-5efa-4aed-9d83-a539d7e6bb9a', 'status': 'completed', 'code': 200} Aug 10 03:10:10.036522 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff0eabb-0594-4a48-8f8f-891250156bc3 None None] Routers {'ebdcd5a4-0887-4c65-8e98-49cfb651d88f'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:10:10.039595 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-5ff0eabb-0594-4a48-8f8f-891250156bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:10:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['ebdcd5a4-0887-4c65-8e98-49cfb651d88f'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:10:10.053720 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0589744-b134-4926-ba30-62d5c27d4616 None None] Pushing event updated for resources: {'Port': ['ID=c72bd21c-e32a-4acb-87ad-49ce49bafa32,revision_number=4']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:10.063911 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd3a3c3-693c-4776-a223-f6a28302ca55 req-59cd521d-27ac-4a0f-9da3-56ed573f0e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:10.067639 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ffd3a3c3-693c-4776-a223-f6a28302ca55 req-59cd521d-27ac-4a0f-9da3-56ed573f0e14 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1382775 Aug 10 03:10:10.273106 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-5ff0eabb-0594-4a48-8f8f-891250156bc3 None None] Set router ebdcd5a4-0887-4c65-8e98-49cfb651d88f gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:10:10.273409 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ba6f2-fd73-4ff4-8f21-ec6fd0899e14 req-52628a60-867a-4a1d-a1ae-a4c988dc50d9 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:10.275791 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-937ba6f2-fd73-4ff4-8f21-ec6fd0899e14 req-52628a60-867a-4a1d-a1ae-a4c988dc50d9 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2f7cf69-220e-4aab-a168-073d97fba7c6 HTTP/1.1" status: 200 len: 948 time: 0.1510110 Aug 10 03:10:10.317402 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ffd3a3c3-693c-4776-a223-f6a28302ca55 req-7f7c7808-acdd-4610-b8ec-d1fd496704f7 service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346733 Aug 10 03:10:10.402973 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-937ba6f2-fd73-4ff4-8f21-ec6fd0899e14 req-b96e8e1f-78f1-4866-a4cc-19e691ea2013 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202035 Aug 10 03:10:10.456405 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ffd3a3c3-693c-4776-a223-f6a28302ca55 req-149b8105-5c74-44de-92aa-8831cea497ad service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205580 Aug 10 03:10:10.631014 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6f115-5757-4761-8eb9-fcd743ddb9c3 req-fff015d2-05ac-4cf0-a850-8ca06793cb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:10.632825 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4ac6f115-5757-4761-8eb9-fcd743ddb9c3 req-fff015d2-05ac-4cf0-a850-8ca06793cb13 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6cb2c88cb44048dc824ad7a6e6e788f5&device_id=e2f7cf69-220e-4aab-a168-073d97fba7c6 HTTP/1.1" status: 200 len: 1100 time: 0.1188056 Aug 10 03:10:10.652001 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77243e81-11ce-4cb1-9790-5844f140db41 req-d36ea1cf-6210-4beb-bd1c-05e009d93e5b tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:10.653681 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-77243e81-11ce-4cb1-9790-5844f140db41 req-d36ea1cf-6210-4beb-bd1c-05e009d93e5b tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea36ef69-e311-4129-a526-85f571e45144 HTTP/1.1" status: 200 len: 945 time: 0.0933664 Aug 10 03:10:10.674791 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-5ff0eabb-0594-4a48-8f8f-891250156bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdcd5a4-0887-4c65-8e98-49cfb651d88f', 'name': 'tempest-TaggedBootDevicesTest_v242-1973507768-router', 'tenant_id': '113c9048eb054fe989e54191f5a42ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '9aa15eb6-7124-4055-a227-9b29b767156f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:09:56Z', 'updated_at': '2021-08-10T03:10:03Z', 'revision_number': 4, 'project_id': '113c9048eb054fe989e54191f5a42ad9', 'gw_port': {'id': '9aa15eb6-7124-4055-a227-9b29b767156f', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:98:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdcd5a4-0887-4c65-8e98-49cfb651d88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:09:58Z', 'updated_at': '2021-08-10T03:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'c72bd21c-e32a-4acb-87ad-49ce49bafa32', 'name': '', 'network_id': 'c4674244-b4fc-4227-9e62-6d0cd0b1acc0', 'tenant_id': '113c9048eb054fe989e54191f5a42ad9', 'mac_address': 'fa:16:3e:71:03:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebdcd5a4-0887-4c65-8e98-49cfb651d88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '91e34b3b-f93c-49d7-a000-e94fe5265392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:10:02Z', 'updated_at': '2021-08-10T03:10:09Z', 'revision_number': 4, 'project_id': '113c9048eb054fe989e54191f5a42ad9', 'subnets': [{'id': '91e34b3b-f93c-49d7-a000-e94fe5265392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:10:10.706063 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff0eabb-0594-4a48-8f8f-891250156bc3 None None] The sync data for ids ['ebdcd5a4-0887-4c65-8e98-49cfb651d88f'] in n-d-768851-15 is: [{'id': 'ebdcd5a4-0887-4c65-8e98-49cfb651d88f', 'name': 'tempest-TaggedBootDevicesTest_v242-1973507768-router', 'tenant_id': '113c9048eb054fe989e54191f5a42ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '9aa15eb6-7124-4055-a227-9b29b767156f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:09:56Z', 'updated_at': '2021-08-10T03:10:03Z', 'revision_number': 4, 'project_id': '113c9048eb054fe989e54191f5a42ad9', 'gw_port': {'id': '9aa15eb6-7124-4055-a227-9b29b767156f', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:98:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdcd5a4-0887-4c65-8e98-49cfb651d88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:09:58Z', 'updated_at': '2021-08-10T03:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'c72bd21c-e32a-4acb-87ad-49ce49bafa32', 'name': '', 'network_id': 'c4674244-b4fc-4227-9e62-6d0cd0b1acc0', 'tenant_id': '113c9048eb054fe989e54191f5a42ad9', 'mac_address': 'fa:16:3e:71:03:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebdcd5a4-0887-4c65-8e98-49cfb651d88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '91e34b3b-f93c-49d7-a000-e94fe5265392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:10:02Z', 'updated_at': '2021-08-10T03:10:09Z', 'revision_number': 4, 'project_id': '113c9048eb054fe989e54191f5a42ad9', 'subnets': [{'id': '91e34b3b-f93c-49d7-a000-e94fe5265392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:10:10.784153 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6f115-5757-4761-8eb9-fcd743ddb9c3 req-30c021a7-bc6e-4557-8256-24bb2087dbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:10.785666 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4ac6f115-5757-4761-8eb9-fcd743ddb9c3 req-30c021a7-bc6e-4557-8256-24bb2087dbdc service neutron] 10.222.0.58 "GET /v2.0/networks?id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d HTTP/1.1" status: 200 len: 870 time: 0.1310933 Aug 10 03:10:10.873802 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4ac6f115-5757-4761-8eb9-fcd743ddb9c3 req-74e661b1-22ba-4d09-9584-908fb255a2f4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=84e9efbc-5efa-4aed-9d83-a539d7e6bb9a HTTP/1.1" status: 200 len: 217 time: 0.0676906 Aug 10 03:10:10.893768 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-77243e81-11ce-4cb1-9790-5844f140db41 req-840ec4c9-23df-476d-afbd-9a7c93bfc969 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a17030d-dd29-4c0e-9b90-111361473668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725860 Aug 10 03:10:10.974771 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6f115-5757-4761-8eb9-fcd743ddb9c3 req-441b690e-a75a-4a9a-b6e8-b2bccb56317b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:10.976338 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4ac6f115-5757-4761-8eb9-fcd743ddb9c3 req-441b690e-a75a-4a9a-b6e8-b2bccb56317b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.0788934 Aug 10 03:10:11.046172 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6f115-5757-4761-8eb9-fcd743ddb9c3 req-79e4adef-cbf1-40f4-8332-dee4b45cee3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:11.047977 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4ac6f115-5757-4761-8eb9-fcd743ddb9c3 req-79e4adef-cbf1-40f4-8332-dee4b45cee3b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0620189 Aug 10 03:10:11.191029 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d79a7-fc35-4f27-9f28-1ecf6aa01d32 req-38f2f368-8ed8-4e80-8ceb-67f41a63c968 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:11.199566 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d79a7-fc35-4f27-9f28-1ecf6aa01d32 req-38f2f368-8ed8-4e80-8ceb-67f41a63c968 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:11.206364 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d79a7-fc35-4f27-9f28-1ecf6aa01d32 req-38f2f368-8ed8-4e80-8ceb-67f41a63c968 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:11.213034 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d79a7-fc35-4f27-9f28-1ecf6aa01d32 req-38f2f368-8ed8-4e80-8ceb-67f41a63c968 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:11.220179 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d79a7-fc35-4f27-9f28-1ecf6aa01d32 req-38f2f368-8ed8-4e80-8ceb-67f41a63c968 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:11.228698 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d79a7-fc35-4f27-9f28-1ecf6aa01d32 req-38f2f368-8ed8-4e80-8ceb-67f41a63c968 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:11.235399 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d79a7-fc35-4f27-9f28-1ecf6aa01d32 req-38f2f368-8ed8-4e80-8ceb-67f41a63c968 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:11.237524 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-181d79a7-fc35-4f27-9f28-1ecf6aa01d32 req-38f2f368-8ed8-4e80-8ceb-67f41a63c968 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/ports?device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 5417 time: 0.1296957 Aug 10 03:10:11.260109 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4ac6f115-5757-4761-8eb9-fcd743ddb9c3 req-85926890-d734-4438-8bdd-223677ce4004 service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009633 Aug 10 03:10:11.343670 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-181d79a7-fc35-4f27-9f28-1ecf6aa01d32 req-b899bda2-7c72-4132-be2e-b524a0689ddb tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/security-groups?id=70e02309-d415-4898-8bc9-4345d44063b7&id=4c7586fd-9bb3-4af0-a8c4-0b1feb98dda5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0954170 Aug 10 03:10:11.396740 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4ac6f115-5757-4761-8eb9-fcd743ddb9c3 req-6a1f383a-cd88-4da0-a835-f8a2d29521c1 service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282060 Aug 10 03:10:11.540778 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ca57d-c7a3-4acc-a9ff-849ba0d3dc83 req-5355a33d-519c-415e-9b6c-de0977ea341c tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:11.542482 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-013ca57d-c7a3-4acc-a9ff-849ba0d3dc83 req-5355a33d-519c-415e-9b6c-de0977ea341c tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2f7cf69-220e-4aab-a168-073d97fba7c6 HTTP/1.1" status: 200 len: 948 time: 0.0523896 Aug 10 03:10:11.591555 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-013ca57d-c7a3-4acc-a9ff-849ba0d3dc83 req-a1415a51-db77-4ca3-948b-c334e913f85d tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427125 Aug 10 03:10:11.956680 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device c72bd21c-e32a-4acb-87ad-49ce49bafa32 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:10:12.007402 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port c72bd21c-e32a-4acb-87ad-49ce49bafa32 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:10:12.011286 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port c72bd21c-e32a-4acb-87ad-49ce49bafa32 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:12.011665 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:12.012918 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a038e5-9000-4347-816d-840d237b9973 req-77d33e75-7aa0-4a81-b6a6-62137105344d tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:12.014452 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a4a038e5-9000-4347-816d-840d237b9973 req-77d33e75-7aa0-4a81-b6a6-62137105344d tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea36ef69-e311-4129-a526-85f571e45144 HTTP/1.1" status: 200 len: 945 time: 0.0551658 Aug 10 03:10:12.062542 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a4a038e5-9000-4347-816d-840d237b9973 req-6064f836-2eb6-4a00-a0c7-b2c4f6c02218 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a17030d-dd29-4c0e-9b90-111361473668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409534 Aug 10 03:10:12.111151 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:12.158647 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port c72bd21c-e32a-4acb-87ad-49ce49bafa32, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=c72bd21c-e32a-4acb-87ad-49ce49bafa32,segment=NetworkSegment(3980fb01-f4d6-4f9d-89ff-97ad0cbaf2ff),segment_id=3980fb01-f4d6-4f9d-89ff-97ad0cbaf2ff)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:12.164106 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:12.216265 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=c72bd21c-e32a-4acb-87ad-49ce49bafa32,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:12.245578 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc82340-2927-4bda-a0eb-65e2e21dd014 req-3d6d97de-28f4-4ac7-a2aa-3efbb71d2e94 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:12.247082 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5cc82340-2927-4bda-a0eb-65e2e21dd014 req-3d6d97de-28f4-4ac7-a2aa-3efbb71d2e94 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea36ef69-e311-4129-a526-85f571e45144 HTTP/1.1" status: 200 len: 945 time: 0.0584607 Aug 10 03:10:12.287196 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5cc82340-2927-4bda-a0eb-65e2e21dd014 req-ec59aa77-0da7-4edc-aefb-fcf91abb9e3c tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a17030d-dd29-4c0e-9b90-111361473668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337613 Aug 10 03:10:12.424594 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a9b57-4f41-41e1-a000-b53ab31af654 req-f507287b-4a3b-469f-93f3-4eea6c803f2d tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:12.427034 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6b4a9b57-4f41-41e1-a000-b53ab31af654 req-f507287b-4a3b-469f-93f3-4eea6c803f2d tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea36ef69-e311-4129-a526-85f571e45144 HTTP/1.1" status: 200 len: 945 time: 0.0561066 Aug 10 03:10:12.465858 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6b4a9b57-4f41-41e1-a000-b53ab31af654 req-8b0dd926-785e-447f-b328-9be9ec70d880 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a17030d-dd29-4c0e-9b90-111361473668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329473 Aug 10 03:10:12.588401 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f30c3a-3687-4d2c-809c-7bd2492b5e44 req-f3c11a0b-a991-4037-a60d-61e94f02fe14 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:12.594283 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f30c3a-3687-4d2c-809c-7bd2492b5e44 req-f3c11a0b-a991-4037-a60d-61e94f02fe14 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:12.600664 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f30c3a-3687-4d2c-809c-7bd2492b5e44 req-f3c11a0b-a991-4037-a60d-61e94f02fe14 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:12.606578 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f30c3a-3687-4d2c-809c-7bd2492b5e44 req-f3c11a0b-a991-4037-a60d-61e94f02fe14 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:12.612511 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f30c3a-3687-4d2c-809c-7bd2492b5e44 req-f3c11a0b-a991-4037-a60d-61e94f02fe14 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:12.618585 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f30c3a-3687-4d2c-809c-7bd2492b5e44 req-f3c11a0b-a991-4037-a60d-61e94f02fe14 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:12.624407 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f30c3a-3687-4d2c-809c-7bd2492b5e44 req-f3c11a0b-a991-4037-a60d-61e94f02fe14 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:12.627721 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d2f30c3a-3687-4d2c-809c-7bd2492b5e44 req-f3c11a0b-a991-4037-a60d-61e94f02fe14 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/ports?device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 5417 time: 0.0927339 Aug 10 03:10:12.676274 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d2f30c3a-3687-4d2c-809c-7bd2492b5e44 req-813c807c-b443-4660-8061-ac58a4b4e5be tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/security-groups?id=70e02309-d415-4898-8bc9-4345d44063b7&id=4c7586fd-9bb3-4af0-a8c4-0b1feb98dda5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0419242 Aug 10 03:10:12.882769 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f3308-235c-44ff-8df9-8a0db027357a req-d0d87c12-de21-4435-93fe-d2bae2be9466 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:12.884122 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2c8f3308-235c-44ff-8df9-8a0db027357a req-d0d87c12-de21-4435-93fe-d2bae2be9466 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/networks?id=b071061e-0c83-4db2-9121-a6eb9f4ae150 HTTP/1.1" status: 200 len: 821 time: 0.1075511 Aug 10 03:10:12.900615 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2c8f3308-235c-44ff-8df9-8a0db027357a req-0a9e9ebc-092c-49e5-9bcf-c8a01a52ff05 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/quotas/d29523b6a3c34430b121d2faffd2884f HTTP/1.1" status: 200 len: 375 time: 0.0101674 Aug 10 03:10:12.955765 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2c8f3308-235c-44ff-8df9-8a0db027357a req-b1435471-8259-415d-a2a1-4cc629fb6849 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d29523b6a3c34430b121d2faffd2884f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0475588 Aug 10 03:10:13.050016 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2c8f3308-235c-44ff-8df9-8a0db027357a req-f23f8466-da15-4d0e-a360-9fcb1290b14c service neutron] 10.222.0.62 "GET /v2.0/networks/b071061e-0c83-4db2-9121-a6eb9f4ae150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857642 Aug 10 03:10:13.144542 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2c8f3308-235c-44ff-8df9-8a0db027357a req-faa680ee-e01b-41a0-b78f-ed7d7f674440 service neutron] 10.222.0.62 "GET /v2.0/networks/b071061e-0c83-4db2-9121-a6eb9f4ae150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880091 Aug 10 03:10:13.516970 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7000c8-63bb-4d20-9285-46a05be2309b req-64d09b3a-0508-478b-80d1-688ac3ac3c91 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:13.519762 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0d7000c8-63bb-4d20-9285-46a05be2309b req-64d09b3a-0508-478b-80d1-688ac3ac3c91 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea36ef69-e311-4129-a526-85f571e45144 HTTP/1.1" status: 200 len: 945 time: 0.0721157 Aug 10 03:10:13.574267 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0d7000c8-63bb-4d20-9285-46a05be2309b req-394ba8f5-f4bd-4595-8493-1eefa35fe586 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a17030d-dd29-4c0e-9b90-111361473668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477185 Aug 10 03:10:13.713587 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17250e2-77e3-496f-925f-f323c42db010 req-395b6fa4-517f-49cc-8ee2-525b5238b360 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:13.733356 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d17250e2-77e3-496f-925f-f323c42db010 req-395b6fa4-517f-49cc-8ee2-525b5238b360 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2f7cf69-220e-4aab-a168-073d97fba7c6 HTTP/1.1" status: 200 len: 948 time: 0.0934098 Aug 10 03:10:13.777002 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d17250e2-77e3-496f-925f-f323c42db010 req-85eb0747-3679-499a-bddb-dab7a5f55d7a tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412099 Aug 10 03:10:13.944855 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device c72bd21c-e32a-4acb-87ad-49ce49bafa32 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:10:13.953614 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-651068fb-893e-45e2-a55f-ab47b549fa4a req-efd94807-657c-48c3-985d-84aed5c56d59 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aaf1a45-5d67-4249-9916-aa38027f14af HTTP/1.1" status: 200 len: 210 time: 0.0438325 Aug 10 03:10:13.998830 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:10:14.022361 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port c72bd21c-e32a-4acb-87ad-49ce49bafa32 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:14.023837 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:14.124113 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a5e92-f210-4160-8f56-7c912088c459 req-d0f1bb24-6d3d-4907-828c-bb87f5052c37 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:14.130720 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a5e92-f210-4160-8f56-7c912088c459 req-d0f1bb24-6d3d-4907-828c-bb87f5052c37 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:14.136910 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a5e92-f210-4160-8f56-7c912088c459 req-d0f1bb24-6d3d-4907-828c-bb87f5052c37 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:14.144703 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a5e92-f210-4160-8f56-7c912088c459 req-d0f1bb24-6d3d-4907-828c-bb87f5052c37 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:14.155469 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a5e92-f210-4160-8f56-7c912088c459 req-d0f1bb24-6d3d-4907-828c-bb87f5052c37 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:14.162118 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a5e92-f210-4160-8f56-7c912088c459 req-d0f1bb24-6d3d-4907-828c-bb87f5052c37 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:14.168028 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a5e92-f210-4160-8f56-7c912088c459 req-d0f1bb24-6d3d-4907-828c-bb87f5052c37 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:14.171525 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7f1a5e92-f210-4160-8f56-7c912088c459 req-d0f1bb24-6d3d-4907-828c-bb87f5052c37 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/ports?device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 5417 time: 0.1233404 Aug 10 03:10:14.192774 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=84e9efbc-5efa-4aed-9d83-a539d7e6bb9a,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:14.209715 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': '84e9efbc-5efa-4aed-9d83-a539d7e6bb9a', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'port_id': '84e9efbc-5efa-4aed-9d83-a539d7e6bb9a', 'mac_address': 'fa:16:3e:ec:a5:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e3eb0b-907c-4ac4-809e-ae9609bc8c67', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:10:14.220949 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7f1a5e92-f210-4160-8f56-7c912088c459 req-0ce0d0a6-3cfa-41e7-9cd7-38e2135ce9aa tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/security-groups?id=70e02309-d415-4898-8bc9-4345d44063b7&id=4c7586fd-9bb3-4af0-a8c4-0b1feb98dda5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0446339 Aug 10 03:10:14.255033 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:14.270568 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:10:14.292668 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=84e9efbc-5efa-4aed-9d83-a539d7e6bb9a,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:14.298411 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:14.354623 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ffb126-9d4b-43b1-8917-45acf2d4ced4 req-e43ac49a-f343-4ea5-8b16-48aef36bcf52 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:14.356254 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-53ffb126-9d4b-43b1-8917-45acf2d4ced4 req-e43ac49a-f343-4ea5-8b16-48aef36bcf52 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea36ef69-e311-4129-a526-85f571e45144 HTTP/1.1" status: 200 len: 945 time: 0.0535593 Aug 10 03:10:14.361879 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=84e9efbc-5efa-4aed-9d83-a539d7e6bb9a,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:14.398655 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-53ffb126-9d4b-43b1-8917-45acf2d4ced4 req-33e8bbb2-49ae-45a7-a4a3-03aa846f9034 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a17030d-dd29-4c0e-9b90-111361473668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363255 Aug 10 03:10:14.616939 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebe5fc-5443-4a46-8bdd-e1f9748ee87c req-a65a69fc-2d75-414e-8f51-ef8ff52d49d8 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:14.618463 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b6ebe5fc-5443-4a46-8bdd-e1f9748ee87c req-a65a69fc-2d75-414e-8f51-ef8ff52d49d8 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea36ef69-e311-4129-a526-85f571e45144 HTTP/1.1" status: 200 len: 945 time: 0.1442208 Aug 10 03:10:14.622842 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['84e9efbc-5efa-4aed-9d83-a539d7e6bb9a'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:10:14.668661 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f3308-235c-44ff-8df9-8a0db027357a req-443030c5-6da6-461a-8626-601208665acf tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:14.670235 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2c8f3308-235c-44ff-8df9-8a0db027357a req-443030c5-6da6-461a-8626-601208665acf tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.60 "GET /v2.0/networks?id=b071061e-0c83-4db2-9121-a6eb9f4ae150 HTTP/1.1" status: 200 len: 821 time: 0.1867831 Aug 10 03:10:14.683679 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b6ebe5fc-5443-4a46-8bdd-e1f9748ee87c req-e6a6cafa-ae03-4155-b9f4-dddda46b6bd5 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a17030d-dd29-4c0e-9b90-111361473668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560875 Aug 10 03:10:14.689131 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-2c8f3308-235c-44ff-8df9-8a0db027357a req-157bf358-4b80-40f1-a5d7-cf7a375215ee tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Request body: {'port': {'device_id': '5aaf1a45-5d67-4249-9916-aa38027f14af', 'network_id': 'b071061e-0c83-4db2-9121-a6eb9f4ae150', 'admin_state_up': True, 'tenant_id': 'd29523b6a3c34430b121d2faffd2884f'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:10:14.818477 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c8f3308-235c-44ff-8df9-8a0db027357a req-157bf358-4b80-40f1-a5d7-cf7a375215ee tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Made reservation on behalf of d29523b6a3c34430b121d2faffd2884f for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:10:14.823006 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-2c8f3308-235c-44ff-8df9-8a0db027357a req-157bf358-4b80-40f1-a5d7-cf7a375215ee tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:14.971977 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdcec48-7946-41ea-b963-dc9eaa16de42 req-5359c576-d213-4a15-80f7-3c4612144779 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:14.974888 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3bdcec48-7946-41ea-b963-dc9eaa16de42 req-5359c576-d213-4a15-80f7-3c4612144779 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea36ef69-e311-4129-a526-85f571e45144 HTTP/1.1" status: 200 len: 945 time: 0.0714078 Aug 10 03:10:15.061303 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3bdcec48-7946-41ea-b963-dc9eaa16de42 req-b4318fb7-fd84-42d6-87a9-fdb885164da0 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a17030d-dd29-4c0e-9b90-111361473668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766940 Aug 10 03:10:15.062304 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-2c8f3308-235c-44ff-8df9-8a0db027357a req-157bf358-4b80-40f1-a5d7-cf7a375215ee tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Allocated IP 172.20.0.5 (b071061e-0c83-4db2-9121-a6eb9f4ae150/07f824b9-3083-4489-bc41-7237705a68bc/f151e92a-6071-4070-a7f3-c39b36ad4093) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:10:15.272833 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb0c907-c979-4885-b558-feb148615010 req-0f233643-47e8-41d8-a840-635523c98458 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:15.274472 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ddb0c907-c979-4885-b558-feb148615010 req-0f233643-47e8-41d8-a840-635523c98458 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2f7cf69-220e-4aab-a168-073d97fba7c6 HTTP/1.1" status: 200 len: 949 time: 0.0875132 Aug 10 03:10:15.297676 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-2c8f3308-235c-44ff-8df9-8a0db027357a req-157bf358-4b80-40f1-a5d7-cf7a375215ee tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:15.346588 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ddb0c907-c979-4885-b558-feb148615010 req-05798350-05d5-4651-a4f7-c1e665715b52 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655448 Aug 10 03:10:15.396998 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-2c8f3308-235c-44ff-8df9-8a0db027357a req-157bf358-4b80-40f1-a5d7-cf7a375215ee tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:15.414613 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['01a58bba-6328-4634-a439-27a9ba5235d4'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:10:15.467765 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c8f3308-235c-44ff-8df9-8a0db027357a req-157bf358-4b80-40f1-a5d7-cf7a375215ee tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Network b071061e-0c83-4db2-9121-a6eb9f4ae150 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:10:15.474292 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-2c8f3308-235c-44ff-8df9-8a0db027357a req-157bf358-4b80-40f1-a5d7-cf7a375215ee tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:10:15.485191 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c8f3308-235c-44ff-8df9-8a0db027357a req-157bf358-4b80-40f1-a5d7-cf7a375215ee tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:10:15.533412 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157bf358-4b80-40f1-a5d7-cf7a375215ee tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Pushing event updated for resources: {'Port': ['ID=f151e92a-6071-4070-a7f3-c39b36ad4093,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:15.600523 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f3308-235c-44ff-8df9-8a0db027357a req-157bf358-4b80-40f1-a5d7-cf7a375215ee tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:15.602063 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-2c8f3308-235c-44ff-8df9-8a0db027357a req-157bf358-4b80-40f1-a5d7-cf7a375215ee tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:15.633520 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d2480-2b7d-4544-9656-aa8d942850bc req-13e1ec9b-3d89-42c7-8290-02b8d2c4acac tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:15.636250 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-da8d2480-2b7d-4544-9656-aa8d942850bc req-13e1ec9b-3d89-42c7-8290-02b8d2c4acac tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aaf1a45-5d67-4249-9916-aa38027f14af HTTP/1.1" status: 200 len: 931 time: 0.1136203 Aug 10 03:10:15.642437 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2c8f3308-235c-44ff-8df9-8a0db027357a req-157bf358-4b80-40f1-a5d7-cf7a375215ee tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9568758 Aug 10 03:10:15.663871 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-2c8f3308-235c-44ff-8df9-8a0db027357a req-6db87fb3-4b8e-424b-a65f-015ebdeeb80a service neutron] Request body: {'port': {'device_id': '5aaf1a45-5d67-4249-9916-aa38027f14af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:10:15.714912 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-da8d2480-2b7d-4544-9656-aa8d942850bc req-40f48236-3e7d-4669-b64b-82cb8f2042c9 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708640 Aug 10 03:10:15.756798 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-2c8f3308-235c-44ff-8df9-8a0db027357a req-6db87fb3-4b8e-424b-a65f-015ebdeeb80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:16.003454 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:10:16.083367 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:10:16.088991 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:16.089552 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:16.227731 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:16.264484 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=84e9efbc-5efa-4aed-9d83-a539d7e6bb9a,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:16.265783 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f7cf69-220e-4aab-a168-073d97fba7c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e9efbc-5efa-4aed-9d83-a539d7e6bb9a'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:10:16.268865 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d209a2-9a19-49db-ba4c-e8fed84e35e1" -d '{"events": [{"server_uuid": "e2f7cf69-220e-4aab-a168-073d97fba7c6", "name": "network-vif-plugged", "status": "completed", "tag": "84e9efbc-5efa-4aed-9d83-a539d7e6bb9a"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:10:16.273583 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:16.336665 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=84e9efbc-5efa-4aed-9d83-a539d7e6bb9a,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:16.422515 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c85b3-6aa4-42fb-bdb3-95ab3566be6f req-ce937346-1805-44fc-917a-d836c33fb50d tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:16.424109 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4c9c85b3-6aa4-42fb-bdb3-95ab3566be6f req-ce937346-1805-44fc-917a-d836c33fb50d tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea36ef69-e311-4129-a526-85f571e45144 HTTP/1.1" status: 200 len: 945 time: 0.5943987 Aug 10 03:10:16.477146 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-2c8f3308-235c-44ff-8df9-8a0db027357a req-6db87fb3-4b8e-424b-a65f-015ebdeeb80a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f151e92a-6071-4070-a7f3-c39b36ad4093 {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:10:16.490956 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-2c8f3308-235c-44ff-8df9-8a0db027357a req-6db87fb3-4b8e-424b-a65f-015ebdeeb80a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:16.520751 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4c9c85b3-6aa4-42fb-bdb3-95ab3566be6f req-cc0ea44b-a586-4e48-8089-3767e2aea754 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a17030d-dd29-4c0e-9b90-111361473668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742116 Aug 10 03:10:16.530148 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-2c8f3308-235c-44ff-8df9-8a0db027357a req-6db87fb3-4b8e-424b-a65f-015ebdeeb80a service neutron] Transition to ACTIVE for port object f151e92a-6071-4070-a7f3-c39b36ad4093 will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:10:16.536201 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-2c8f3308-235c-44ff-8df9-8a0db027357a req-6db87fb3-4b8e-424b-a65f-015ebdeeb80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:16.647169 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db87fb3-4b8e-424b-a65f-015ebdeeb80a service neutron] Pushing event updated for resources: {'Port': ['ID=f151e92a-6071-4070-a7f3-c39b36ad4093,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:16.697973 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff7a08-3c29-44c0-8e6e-6fbe7e382bbe req-b9f05df9-1b7c-4efe-a0e8-fea15aae2175 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:16.704090 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff7a08-3c29-44c0-8e6e-6fbe7e382bbe req-b9f05df9-1b7c-4efe-a0e8-fea15aae2175 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:16.710638 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff7a08-3c29-44c0-8e6e-6fbe7e382bbe req-b9f05df9-1b7c-4efe-a0e8-fea15aae2175 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:16.716511 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff7a08-3c29-44c0-8e6e-6fbe7e382bbe req-b9f05df9-1b7c-4efe-a0e8-fea15aae2175 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:16.722322 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff7a08-3c29-44c0-8e6e-6fbe7e382bbe req-b9f05df9-1b7c-4efe-a0e8-fea15aae2175 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:16.728534 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff7a08-3c29-44c0-8e6e-6fbe7e382bbe req-b9f05df9-1b7c-4efe-a0e8-fea15aae2175 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:16.734421 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff7a08-3c29-44c0-8e6e-6fbe7e382bbe req-b9f05df9-1b7c-4efe-a0e8-fea15aae2175 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:16.736449 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-41ff7a08-3c29-44c0-8e6e-6fbe7e382bbe req-b9f05df9-1b7c-4efe-a0e8-fea15aae2175 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/ports?device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 5417 time: 0.1490021 Aug 10 03:10:16.775953 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-2c8f3308-235c-44ff-8df9-8a0db027357a req-6db87fb3-4b8e-424b-a65f-015ebdeeb80a service neutron] Attempting to bind port f151e92a-6071-4070-a7f3-c39b36ad4093 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:10:16.776302 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-2c8f3308-235c-44ff-8df9-8a0db027357a req-6db87fb3-4b8e-424b-a65f-015ebdeeb80a service neutron] Attempting to bind port f151e92a-6071-4070-a7f3-c39b36ad4093 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '837bbb8d-e72f-44c2-893c-c4df3456bfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b071061e-0c83-4db2-9121-a6eb9f4ae150'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:10:16.776943 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8f3308-235c-44ff-8df9-8a0db027357a req-6db87fb3-4b8e-424b-a65f-015ebdeeb80a service neutron] Attempting to bind port f151e92a-6071-4070-a7f3-c39b36ad4093 on network b071061e-0c83-4db2-9121-a6eb9f4ae150 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:10:16.790192 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8f3308-235c-44ff-8df9-8a0db027357a req-6db87fb3-4b8e-424b-a65f-015ebdeeb80a service neutron] Port f151e92a-6071-4070-a7f3-c39b36ad4093 on network b071061e-0c83-4db2-9121-a6eb9f4ae150 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:10:16.790612 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8f3308-235c-44ff-8df9-8a0db027357a req-6db87fb3-4b8e-424b-a65f-015ebdeeb80a service neutron] Attempting to bind port f151e92a-6071-4070-a7f3-c39b36ad4093 on network b071061e-0c83-4db2-9121-a6eb9f4ae150 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:10:16.803533 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-41ff7a08-3c29-44c0-8e6e-6fbe7e382bbe req-44725411-ab4e-4632-81e1-b22e02f5f2b4 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/security-groups?id=70e02309-d415-4898-8bc9-4345d44063b7&id=4c7586fd-9bb3-4af0-a8c4-0b1feb98dda5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0588164 Aug 10 03:10:16.809946 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8f3308-235c-44ff-8df9-8a0db027357a req-6db87fb3-4b8e-424b-a65f-015ebdeeb80a service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:10:16.810994 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8f3308-235c-44ff-8df9-8a0db027357a req-6db87fb3-4b8e-424b-a65f-015ebdeeb80a service neutron] Checking segment: {'id': '837bbb8d-e72f-44c2-893c-c4df3456bfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b071061e-0c83-4db2-9121-a6eb9f4ae150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:10:16.811557 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8f3308-235c-44ff-8df9-8a0db027357a req-6db87fb3-4b8e-424b-a65f-015ebdeeb80a service neutron] Bound using segment: {'id': '837bbb8d-e72f-44c2-893c-c4df3456bfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b071061e-0c83-4db2-9121-a6eb9f4ae150'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:10:16.815326 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-2c8f3308-235c-44ff-8df9-8a0db027357a req-6db87fb3-4b8e-424b-a65f-015ebdeeb80a service neutron] Bound port: f151e92a-6071-4070-a7f3-c39b36ad4093, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '837bbb8d-e72f-44c2-893c-c4df3456bfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b071061e-0c83-4db2-9121-a6eb9f4ae150'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:10:16.820005 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-2c8f3308-235c-44ff-8df9-8a0db027357a req-6db87fb3-4b8e-424b-a65f-015ebdeeb80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:16.849485 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ea4b55-ca22-4b93-b3da-72bbd38577e0 x-openstack-request-id: req-45ea4b55-ca22-4b93-b3da-72bbd38577e0 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:10:16.850336 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2f7cf69-220e-4aab-a168-073d97fba7c6", "name": "network-vif-plugged", "status": "completed", "tag": "84e9efbc-5efa-4aed-9d83-a539d7e6bb9a", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:10:16.850792 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-45ea4b55-ca22-4b93-b3da-72bbd38577e0 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:10:16.851381 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2f7cf69-220e-4aab-a168-073d97fba7c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e9efbc-5efa-4aed-9d83-a539d7e6bb9a', 'code': 200} Aug 10 03:10:16.969694 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-2c8f3308-235c-44ff-8df9-8a0db027357a req-6db87fb3-4b8e-424b-a65f-015ebdeeb80a service neutron] For port f151e92a-6071-4070-a7f3-c39b36ad4093, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:10:17.001498 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-2c8f3308-235c-44ff-8df9-8a0db027357a req-6db87fb3-4b8e-424b-a65f-015ebdeeb80a service neutron] For port f151e92a-6071-4070-a7f3-c39b36ad4093, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=f151e92a-6071-4070-a7f3-c39b36ad4093,segment=NetworkSegment(837bbb8d-e72f-44c2-893c-c4df3456bfd0),segment_id=837bbb8d-e72f-44c2-893c-c4df3456bfd0)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:10:17.008702 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd40753-7737-4594-8974-86692a5d9e1a req-4b96bf7d-a7e9-498e-96d5-1e4a662a2091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:17.010287 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-abd40753-7737-4594-8974-86692a5d9e1a req-4b96bf7d-a7e9-498e-96d5-1e4a662a2091 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e2f7cf69-220e-4aab-a168-073d97fba7c6 HTTP/1.1" status: 200 len: 1102 time: 0.0955417 Aug 10 03:10:17.012569 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-2c8f3308-235c-44ff-8df9-8a0db027357a req-6db87fb3-4b8e-424b-a65f-015ebdeeb80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:17.064875 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1457606d-99ce-4646-80ef-d8dfff2b74c3 req-96d47793-21be-4f0d-a157-fd91a11df050 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:17.064875 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1457606d-99ce-4646-80ef-d8dfff2b74c3 req-96d47793-21be-4f0d-a157-fd91a11df050 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2f7cf69-220e-4aab-a168-073d97fba7c6 HTTP/1.1" status: 200 len: 950 time: 0.1637113 Aug 10 03:10:17.112026 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f3308-235c-44ff-8df9-8a0db027357a req-6db87fb3-4b8e-424b-a65f-015ebdeeb80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:17.112667 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-2c8f3308-235c-44ff-8df9-8a0db027357a req-6db87fb3-4b8e-424b-a65f-015ebdeeb80a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:17.115270 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2c8f3308-235c-44ff-8df9-8a0db027357a req-6db87fb3-4b8e-424b-a65f-015ebdeeb80a service neutron] 10.222.0.60 "PUT /v2.0/ports/f151e92a-6071-4070-a7f3-c39b36ad4093 HTTP/1.1" status: 200 len: 1092 time: 1.4608305 Aug 10 03:10:17.117347 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aaf1a45-5d67-4249-9916-aa38027f14af', 'tag': 'f151e92a-6071-4070-a7f3-c39b36ad4093'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:10:17.119890 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbfdfc2a-fff1-4320-a0ed-eaf1b79d625e" -d '{"events": [{"name": "network-changed", "server_uuid": "5aaf1a45-5d67-4249-9916-aa38027f14af", "tag": "f151e92a-6071-4070-a7f3-c39b36ad4093"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:10:17.142997 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-abd40753-7737-4594-8974-86692a5d9e1a req-793d7ad6-de78-4882-84bf-3932154d54df service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167889 Aug 10 03:10:17.162622 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db87fb3-4b8e-424b-a65f-015ebdeeb80a service neutron] Pushing event updated for resources: {'Port': ['ID=f151e92a-6071-4070-a7f3-c39b36ad4093,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:17.189123 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1457606d-99ce-4646-80ef-d8dfff2b74c3 req-3342085b-0ed6-47fb-bb25-3906a3d59502 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156001 Aug 10 03:10:17.339641 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f3308-235c-44ff-8df9-8a0db027357a req-b5b4b117-78bd-4304-852e-d40880d5ea91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:17.341171 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2c8f3308-235c-44ff-8df9-8a0db027357a req-b5b4b117-78bd-4304-852e-d40880d5ea91 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d29523b6a3c34430b121d2faffd2884f&device_id=5aaf1a45-5d67-4249-9916-aa38027f14af HTTP/1.1" status: 200 len: 1095 time: 0.0588400 Aug 10 03:10:17.386535 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2c8f3308-235c-44ff-8df9-8a0db027357a req-78fc79d9-23f0-4936-9498-248edf71f04d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f151e92a-6071-4070-a7f3-c39b36ad4093 HTTP/1.1" status: 200 len: 217 time: 0.0361674 Aug 10 03:10:17.453835 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f3308-235c-44ff-8df9-8a0db027357a req-651d5203-c2ed-48b3-b26f-31cf659c25d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:17.455722 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2c8f3308-235c-44ff-8df9-8a0db027357a req-651d5203-c2ed-48b3-b26f-31cf659c25d7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=07f824b9-3083-4489-bc41-7237705a68bc HTTP/1.1" status: 200 len: 861 time: 0.0594809 Aug 10 03:10:17.490826 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2c8f3308-235c-44ff-8df9-8a0db027357a req-57336856-5675-470c-9baa-75e5f9fb62f0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b071061e-0c83-4db2-9121-a6eb9f4ae150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266747 Aug 10 03:10:17.585464 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2c8f3308-235c-44ff-8df9-8a0db027357a req-da8c3a05-fe74-419e-a952-1eb3dafc3879 service neutron] 10.222.0.60 "GET /v2.0/networks/b071061e-0c83-4db2-9121-a6eb9f4ae150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860498 Aug 10 03:10:17.691757 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2c8f3308-235c-44ff-8df9-8a0db027357a req-175cdd42-5089-4d72-9a68-c6d032dbad96 service neutron] 10.222.0.60 "GET /v2.0/networks/b071061e-0c83-4db2-9121-a6eb9f4ae150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978317 Aug 10 03:10:17.917506 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 32ca825e-8e1d-4359-b950-7b6b31be75d4 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:10:18.031845 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 32ca825e-8e1d-4359-b950-7b6b31be75d4, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=32ca825e-8e1d-4359-b950-7b6b31be75d4,segment=NetworkSegment(5277ad14-a4dd-4656-a28b-9234dbb67820),segment_id=5277ad14-a4dd-4656-a28b-9234dbb67820)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:18.064000 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '32ca825e-8e1d-4359-b950-7b6b31be75d4', 'network_id': 'c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae', 'port_id': '32ca825e-8e1d-4359-b950-7b6b31be75d4', 'mac_address': 'fa:16:3e:72:3d:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8cb624b-05ab-4931-a430-340a8df0afcf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:10:18.126068 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:18.141418 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32ca825e-8e1d-4359-b950-7b6b31be75d4 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:10:18.171214 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 32ca825e-8e1d-4359-b950-7b6b31be75d4, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=32ca825e-8e1d-4359-b950-7b6b31be75d4,segment=NetworkSegment(5277ad14-a4dd-4656-a28b-9234dbb67820),segment_id=5277ad14-a4dd-4656-a28b-9234dbb67820)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:18.178725 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:18.180100 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device bd5c370f-ffa5-4477-948b-ba7517343de5 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:10:18.298416 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=32ca825e-8e1d-4359-b950-7b6b31be75d4,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:18.347401 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port bd5c370f-ffa5-4477-948b-ba7517343de5, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=bd5c370f-ffa5-4477-948b-ba7517343de5,segment=NetworkSegment(702cc16b-dad0-4a84-9a18-a82d05fcb9b7),segment_id=702cc16b-dad0-4a84-9a18-a82d05fcb9b7)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:18.361475 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': 'bd5c370f-ffa5-4477-948b-ba7517343de5', 'network_id': 'be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220', 'port_id': 'bd5c370f-ffa5-4477-948b-ba7517343de5', 'mac_address': 'fa:16:3e:15:f2:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eba004cc-c939-40d1-b5d1-6b0839b6432d', 'ip_address': '10.1.1.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:10:18.405809 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:18.421477 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd5c370f-ffa5-4477-948b-ba7517343de5 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:10:18.461279 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port bd5c370f-ffa5-4477-948b-ba7517343de5, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=bd5c370f-ffa5-4477-948b-ba7517343de5,segment=NetworkSegment(702cc16b-dad0-4a84-9a18-a82d05fcb9b7),segment_id=702cc16b-dad0-4a84-9a18-a82d05fcb9b7)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:18.467396 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:18.468405 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:10:18.538535 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=bd5c370f-ffa5-4477-948b-ba7517343de5,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:18.550769 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e,segment=NetworkSegment(702cc16b-dad0-4a84-9a18-a82d05fcb9b7),segment_id=702cc16b-dad0-4a84-9a18-a82d05fcb9b7)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:18.562368 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': 'f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e', 'network_id': 'be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220', 'port_id': 'f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e', 'mac_address': 'fa:16:3e:8d:43:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eba004cc-c939-40d1-b5d1-6b0839b6432d', 'ip_address': '10.1.1.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:10:18.604089 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:18.618467 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:10:18.641400 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e,segment=NetworkSegment(702cc16b-dad0-4a84-9a18-a82d05fcb9b7),segment_id=702cc16b-dad0-4a84-9a18-a82d05fcb9b7)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:18.646251 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:18.704026 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:18.992548 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['bd5c370f-ffa5-4477-948b-ba7517343de5'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:10:19.029605 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:10:19.062985 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['32ca825e-8e1d-4359-b950-7b6b31be75d4'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:10:19.932432 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 255e4d7c-efa0-4d55-96d8-77ef01b89a1e details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:10:20.042233 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 255e4d7c-efa0-4d55-96d8-77ef01b89a1e, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=255e4d7c-efa0-4d55-96d8-77ef01b89a1e,segment=NetworkSegment(702cc16b-dad0-4a84-9a18-a82d05fcb9b7),segment_id=702cc16b-dad0-4a84-9a18-a82d05fcb9b7)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:20.055623 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '255e4d7c-efa0-4d55-96d8-77ef01b89a1e', 'network_id': 'be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220', 'port_id': '255e4d7c-efa0-4d55-96d8-77ef01b89a1e', 'mac_address': 'fa:16:3e:66:cb:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eba004cc-c939-40d1-b5d1-6b0839b6432d', 'ip_address': '10.1.1.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:10:20.099998 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:20.113427 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 255e4d7c-efa0-4d55-96d8-77ef01b89a1e {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:10:20.133976 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 255e4d7c-efa0-4d55-96d8-77ef01b89a1e, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=255e4d7c-efa0-4d55-96d8-77ef01b89a1e,segment=NetworkSegment(702cc16b-dad0-4a84-9a18-a82d05fcb9b7),segment_id=702cc16b-dad0-4a84-9a18-a82d05fcb9b7)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:20.137957 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:20.138628 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 37c5d772-171b-4c81-9987-eb813c61fb2e details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:10:20.208747 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=255e4d7c-efa0-4d55-96d8-77ef01b89a1e,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:20.212449 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 37c5d772-171b-4c81-9987-eb813c61fb2e, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=37c5d772-171b-4c81-9987-eb813c61fb2e,segment=NetworkSegment(702cc16b-dad0-4a84-9a18-a82d05fcb9b7),segment_id=702cc16b-dad0-4a84-9a18-a82d05fcb9b7)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:20.224102 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '37c5d772-171b-4c81-9987-eb813c61fb2e', 'network_id': 'be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220', 'port_id': '37c5d772-171b-4c81-9987-eb813c61fb2e', 'mac_address': 'fa:16:3e:23:f1:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eba004cc-c939-40d1-b5d1-6b0839b6432d', 'ip_address': '10.1.1.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:10:20.271374 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:20.284662 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37c5d772-171b-4c81-9987-eb813c61fb2e {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:10:20.310470 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 37c5d772-171b-4c81-9987-eb813c61fb2e, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=37c5d772-171b-4c81-9987-eb813c61fb2e,segment=NetworkSegment(702cc16b-dad0-4a84-9a18-a82d05fcb9b7),segment_id=702cc16b-dad0-4a84-9a18-a82d05fcb9b7)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:20.317893 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:20.319138 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device f7f5d1b2-3c33-4a8c-a558-d8d163cf1c96 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:10:20.393777 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=37c5d772-171b-4c81-9987-eb813c61fb2e,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:20.501776 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port f7f5d1b2-3c33-4a8c-a558-d8d163cf1c96, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=f7f5d1b2-3c33-4a8c-a558-d8d163cf1c96,segment=NetworkSegment(fa9453b2-216f-4776-80fa-c65f74d624e4),segment_id=fa9453b2-216f-4776-80fa-c65f74d624e4)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:20.513489 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': 'f7f5d1b2-3c33-4a8c-a558-d8d163cf1c96', 'network_id': '26329441-0dde-46fe-bcf0-48ea13bcc9b5', 'port_id': 'f7f5d1b2-3c33-4a8c-a558-d8d163cf1c96', 'mac_address': 'fa:16:3e:a6:e0:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33f28172-7907-464d-a85d-12480842b6d2', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:10:20.554849 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:20.568380 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7f5d1b2-3c33-4a8c-a558-d8d163cf1c96 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:10:20.595580 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port f7f5d1b2-3c33-4a8c-a558-d8d163cf1c96, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=f7f5d1b2-3c33-4a8c-a558-d8d163cf1c96,segment=NetworkSegment(fa9453b2-216f-4776-80fa-c65f74d624e4),segment_id=fa9453b2-216f-4776-80fa-c65f74d624e4)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:20.600869 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:20.601782 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device f3849961-e970-4427-ba4e-176045826c1c details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:10:20.685838 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port f3849961-e970-4427-ba4e-176045826c1c, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=f3849961-e970-4427-ba4e-176045826c1c,segment=NetworkSegment(fa9453b2-216f-4776-80fa-c65f74d624e4),segment_id=fa9453b2-216f-4776-80fa-c65f74d624e4)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:20.690796 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=f7f5d1b2-3c33-4a8c-a558-d8d163cf1c96,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:20.705492 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': 'f3849961-e970-4427-ba4e-176045826c1c', 'network_id': '26329441-0dde-46fe-bcf0-48ea13bcc9b5', 'port_id': 'f3849961-e970-4427-ba4e-176045826c1c', 'mac_address': 'fa:16:3e:82:fa:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33f28172-7907-464d-a85d-12480842b6d2', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:10:20.756350 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:20.772396 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3849961-e970-4427-ba4e-176045826c1c {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:10:20.795917 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port f3849961-e970-4427-ba4e-176045826c1c, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=f3849961-e970-4427-ba4e-176045826c1c,segment=NetworkSegment(fa9453b2-216f-4776-80fa-c65f74d624e4),segment_id=fa9453b2-216f-4776-80fa-c65f74d624e4)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:20.800537 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:20.852253 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=f3849961-e970-4427-ba4e-176045826c1c,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:21.295751 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['255e4d7c-efa0-4d55-96d8-77ef01b89a1e'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:10:21.323652 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['37c5d772-171b-4c81-9987-eb813c61fb2e'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:10:21.362113 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['f3849961-e970-4427-ba4e-176045826c1c'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:10:21.896196 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f7c00-e8cc-4c86-867c-5b3deafed018 req-67ec8785-bed1-4dbd-9ace-580afb554b6d tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:21.906154 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4e6f7c00-e8cc-4c86-867c-5b3deafed018 req-67ec8785-bed1-4dbd-9ace-580afb554b6d tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aaf1a45-5d67-4249-9916-aa38027f14af HTTP/1.1" status: 200 len: 943 time: 0.0766771 Aug 10 03:10:21.952797 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4e6f7c00-e8cc-4c86-867c-5b3deafed018 req-134a4b98-524c-426f-958d-7d5359d69765 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454919 Aug 10 03:10:21.963880 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 32ca825e-8e1d-4359-b950-7b6b31be75d4 up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:10:21.974716 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa4da65-0834-4dc0-98f3-74b05a426162 x-openstack-request-id: req-ffa4da65-0834-4dc0-98f3-74b05a426162 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:10:21.975052 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aaf1a45-5d67-4249-9916-aa38027f14af", "tag": "f151e92a-6071-4070-a7f3-c39b36ad4093", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:10:21.975304 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ffa4da65-0834-4dc0-98f3-74b05a426162 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:10:21.975706 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aaf1a45-5d67-4249-9916-aa38027f14af', 'tag': 'f151e92a-6071-4070-a7f3-c39b36ad4093', 'status': 'completed', 'code': 200} Aug 10 03:10:22.109368 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port 32ca825e-8e1d-4359-b950-7b6b31be75d4 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:10:22.120448 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 32ca825e-8e1d-4359-b950-7b6b31be75d4 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:22.120851 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:22.149425 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfdfc2a-fff1-4320-a0ed-eaf1b79d625e req-2fe5e607-d82a-4321-ad63-e6a6931fcc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:22.151939 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fbfdfc2a-fff1-4320-a0ed-eaf1b79d625e req-2fe5e607-d82a-4321-ad63-e6a6931fcc3f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d29523b6a3c34430b121d2faffd2884f&device_id=5aaf1a45-5d67-4249-9916-aa38027f14af HTTP/1.1" status: 200 len: 1095 time: 0.1450057 Aug 10 03:10:22.169134 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba61883-af7f-49d5-87fb-6ea06df6cf87 req-09b1918c-eb03-454e-b6e5-4529b414661e tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:22.178391 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba61883-af7f-49d5-87fb-6ea06df6cf87 req-09b1918c-eb03-454e-b6e5-4529b414661e tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:22.184365 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba61883-af7f-49d5-87fb-6ea06df6cf87 req-09b1918c-eb03-454e-b6e5-4529b414661e tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:22.191642 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba61883-af7f-49d5-87fb-6ea06df6cf87 req-09b1918c-eb03-454e-b6e5-4529b414661e tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:22.200270 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba61883-af7f-49d5-87fb-6ea06df6cf87 req-09b1918c-eb03-454e-b6e5-4529b414661e tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:22.206258 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba61883-af7f-49d5-87fb-6ea06df6cf87 req-09b1918c-eb03-454e-b6e5-4529b414661e tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:22.213767 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba61883-af7f-49d5-87fb-6ea06df6cf87 req-09b1918c-eb03-454e-b6e5-4529b414661e tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:22.215698 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cba61883-af7f-49d5-87fb-6ea06df6cf87 req-09b1918c-eb03-454e-b6e5-4529b414661e tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/ports?device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 5424 time: 0.1574020 Aug 10 03:10:22.231694 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:22.262392 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e1f39f-9b8b-483d-b744-1336257d8687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ca825e-8e1d-4359-b950-7b6b31be75d4'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:10:22.265646 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58741a7d-e148-4f95-8a07-a698396732cb" -d '{"events": [{"server_uuid": "77e1f39f-9b8b-483d-b744-1336257d8687", "name": "network-vif-plugged", "status": "completed", "tag": "32ca825e-8e1d-4359-b950-7b6b31be75d4"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:10:22.281819 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 32ca825e-8e1d-4359-b950-7b6b31be75d4, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=32ca825e-8e1d-4359-b950-7b6b31be75d4,segment=NetworkSegment(5277ad14-a4dd-4656-a28b-9234dbb67820),segment_id=5277ad14-a4dd-4656-a28b-9234dbb67820)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:22.288045 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:22.288983 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device bd5c370f-ffa5-4477-948b-ba7517343de5 up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:10:22.293330 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa77015e-9a7b-4c2b-a2f3-15c86f1b85d6 req-c4147c2f-fbf7-45ca-8b8c-ec498a34e91a tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:22.294873 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aa77015e-9a7b-4c2b-a2f3-15c86f1b85d6 req-c4147c2f-fbf7-45ca-8b8c-ec498a34e91a tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2f7cf69-220e-4aab-a168-073d97fba7c6 HTTP/1.1" status: 200 len: 950 time: 0.2474258 Aug 10 03:10:22.353086 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=32ca825e-8e1d-4359-b950-7b6b31be75d4,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:22.413780 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port bd5c370f-ffa5-4477-948b-ba7517343de5 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:10:22.418277 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port bd5c370f-ffa5-4477-948b-ba7517343de5 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:22.418658 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:22.424008 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfdfc2a-fff1-4320-a0ed-eaf1b79d625e req-06a6c732-49e5-4bd9-a3c7-16a77315c195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:22.425717 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fbfdfc2a-fff1-4320-a0ed-eaf1b79d625e req-06a6c732-49e5-4bd9-a3c7-16a77315c195 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b071061e-0c83-4db2-9121-a6eb9f4ae150 HTTP/1.1" status: 200 len: 922 time: 0.2082565 Aug 10 03:10:22.435281 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cba61883-af7f-49d5-87fb-6ea06df6cf87 req-60d8c0e4-4816-4984-ae55-de9ce8a9278d tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/security-groups?id=70e02309-d415-4898-8bc9-4345d44063b7&id=4c7586fd-9bb3-4af0-a8c4-0b1feb98dda5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1377845 Aug 10 03:10:22.576041 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aa77015e-9a7b-4c2b-a2f3-15c86f1b85d6 req-4828c1c9-ea2f-4f35-90b8-9de40513a7e4 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945572 Aug 10 03:10:22.577770 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fbfdfc2a-fff1-4320-a0ed-eaf1b79d625e req-c9d6fc73-bf0e-4bf4-831e-374d19d9f7f1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f151e92a-6071-4070-a7f3-c39b36ad4093 HTTP/1.1" status: 200 len: 217 time: 0.1344035 Aug 10 03:10:22.652467 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfdfc2a-fff1-4320-a0ed-eaf1b79d625e req-9189eef2-7fa6-4acf-8c97-26b5277cf62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:22.654251 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fbfdfc2a-fff1-4320-a0ed-eaf1b79d625e req-9189eef2-7fa6-4acf-8c97-26b5277cf62b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=07f824b9-3083-4489-bc41-7237705a68bc HTTP/1.1" status: 200 len: 861 time: 0.0657711 Aug 10 03:10:22.704915 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fbfdfc2a-fff1-4320-a0ed-eaf1b79d625e req-616e3ad0-e143-448e-b50d-ffb6da5199c0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b071061e-0c83-4db2-9121-a6eb9f4ae150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415256 Aug 10 03:10:22.706825 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ac7940-23d7-4b28-b8e9-baf1069b8a4c x-openstack-request-id: req-57ac7940-23d7-4b28-b8e9-baf1069b8a4c {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:10:22.707127 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e1f39f-9b8b-483d-b744-1336257d8687", "name": "network-vif-plugged", "status": "completed", "tag": "32ca825e-8e1d-4359-b950-7b6b31be75d4", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:10:22.707348 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-57ac7940-23d7-4b28-b8e9-baf1069b8a4c {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:10:22.707760 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e1f39f-9b8b-483d-b744-1336257d8687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ca825e-8e1d-4359-b950-7b6b31be75d4', 'code': 200} Aug 10 03:10:22.709392 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['f7f5d1b2-3c33-4a8c-a558-d8d163cf1c96'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:10:22.847312 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54575b13-9e11-409b-8845-364e1ba62708 req-24b15d0f-9469-40a1-bec9-b7e6b4d18ff7 tempest-MigrationsAdminTest-1494023788 tempest-MigrationsAdminTest-1494023788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:22.851046 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-54575b13-9e11-409b-8845-364e1ba62708 req-24b15d0f-9469-40a1-bec9-b7e6b4d18ff7 tempest-MigrationsAdminTest-1494023788 tempest-MigrationsAdminTest-1494023788-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=e2f7cf69-220e-4aab-a168-073d97fba7c6 HTTP/1.1" status: 200 len: 1102 time: 0.0701926 Aug 10 03:10:22.873001 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:22.920180 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fbfdfc2a-fff1-4320-a0ed-eaf1b79d625e req-dd1d0b4d-a28c-4ff0-bf5b-b36ce82c5f9b service neutron] 10.222.0.60 "GET /v2.0/networks/b071061e-0c83-4db2-9121-a6eb9f4ae150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062604 Aug 10 03:10:22.923006 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-54575b13-9e11-409b-8845-364e1ba62708 req-3c7c3693-07dd-4238-9da6-61c5e16ad3ff tempest-MigrationsAdminTest-1494023788 tempest-MigrationsAdminTest-1494023788-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603068 Aug 10 03:10:22.939150 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port bd5c370f-ffa5-4477-948b-ba7517343de5, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=bd5c370f-ffa5-4477-948b-ba7517343de5,segment=NetworkSegment(702cc16b-dad0-4a84-9a18-a82d05fcb9b7),segment_id=702cc16b-dad0-4a84-9a18-a82d05fcb9b7)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:22.969006 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:22.969975 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:10:23.039325 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fbfdfc2a-fff1-4320-a0ed-eaf1b79d625e req-5685484a-cd3a-4604-a4a8-9a24324881c7 service neutron] 10.222.0.60 "GET /v2.0/networks/b071061e-0c83-4db2-9121-a6eb9f4ae150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108947 Aug 10 03:10:23.148451 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=bd5c370f-ffa5-4477-948b-ba7517343de5,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:23.173754 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:10:23.182391 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:23.183688 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:23.355802 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:23.435484 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e,segment=NetworkSegment(702cc16b-dad0-4a84-9a18-a82d05fcb9b7),segment_id=702cc16b-dad0-4a84-9a18-a82d05fcb9b7)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:23.448772 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:23.452331 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c3968-e7af-40b3-be3e-aef6f01ff53a req-24e0d939-7c33-4b94-8e01-c59769f34f28 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:23.461585 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-df1c3968-e7af-40b3-be3e-aef6f01ff53a req-24e0d939-7c33-4b94-8e01-c59769f34f28 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aaf1a45-5d67-4249-9916-aa38027f14af HTTP/1.1" status: 200 len: 943 time: 0.0797343 Aug 10 03:10:23.539927 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:23.540179 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-df1c3968-e7af-40b3-be3e-aef6f01ff53a req-0702bb6b-2d37-41f2-adcc-3dcc771ad15f tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769355 Aug 10 03:10:23.599512 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ba0ca66e-5c80-48df-9807-6ac9029d2332 req-ad973e15-bad7-4536-8a05-0432147d2e81 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e2f7cf69-220e-4aab-a168-073d97fba7c6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1349785 Aug 10 03:10:23.631766 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cbc81b-2c03-4c4a-aa1e-b332c904f93e req-c9c86f65-eb75-4164-b10f-39185ba6d283 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:23.635316 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-72cbc81b-2c03-4c4a-aa1e-b332c904f93e req-c9c86f65-eb75-4164-b10f-39185ba6d283 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea36ef69-e311-4129-a526-85f571e45144 HTTP/1.1" status: 200 len: 945 time: 0.0925043 Aug 10 03:10:23.697069 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-72cbc81b-2c03-4c4a-aa1e-b332c904f93e req-1135b888-a866-48ac-bba4-03870c00265d tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a17030d-dd29-4c0e-9b90-111361473668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538516 Aug 10 03:10:23.891485 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7166479-0943-4cb7-866d-73e7bd428a1c req-f96cd7ff-fe0a-41bd-8a01-db753e51c6f1 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:23.897986 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b7166479-0943-4cb7-866d-73e7bd428a1c req-f96cd7ff-fe0a-41bd-8a01-db753e51c6f1 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2f7cf69-220e-4aab-a168-073d97fba7c6 HTTP/1.1" status: 200 len: 950 time: 0.0899351 Aug 10 03:10:23.960594 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 255e4d7c-efa0-4d55-96d8-77ef01b89a1e up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:10:23.983614 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b7166479-0943-4cb7-866d-73e7bd428a1c req-72fdb940-e842-4397-93e0-0e9d42f10eb9 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775712 Aug 10 03:10:24.081869 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port 255e4d7c-efa0-4d55-96d8-77ef01b89a1e completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:10:24.105699 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 255e4d7c-efa0-4d55-96d8-77ef01b89a1e triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:24.106075 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:24.210343 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5641a843-1b8e-4d37-99ed-e143c1e46389 req-06669ef4-46f4-4646-8a14-83aa1c283f02 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:24.219048 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5641a843-1b8e-4d37-99ed-e143c1e46389 req-06669ef4-46f4-4646-8a14-83aa1c283f02 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:24.225538 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5641a843-1b8e-4d37-99ed-e143c1e46389 req-06669ef4-46f4-4646-8a14-83aa1c283f02 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:24.232679 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5641a843-1b8e-4d37-99ed-e143c1e46389 req-06669ef4-46f4-4646-8a14-83aa1c283f02 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:24.239206 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5641a843-1b8e-4d37-99ed-e143c1e46389 req-06669ef4-46f4-4646-8a14-83aa1c283f02 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:24.250083 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:24.250705 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5641a843-1b8e-4d37-99ed-e143c1e46389 req-06669ef4-46f4-4646-8a14-83aa1c283f02 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:24.257587 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5641a843-1b8e-4d37-99ed-e143c1e46389 req-06669ef4-46f4-4646-8a14-83aa1c283f02 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:24.265017 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5641a843-1b8e-4d37-99ed-e143c1e46389 req-06669ef4-46f4-4646-8a14-83aa1c283f02 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/ports?device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 5427 time: 0.1795056 Aug 10 03:10:24.337822 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 255e4d7c-efa0-4d55-96d8-77ef01b89a1e, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=255e4d7c-efa0-4d55-96d8-77ef01b89a1e,segment=NetworkSegment(702cc16b-dad0-4a84-9a18-a82d05fcb9b7),segment_id=702cc16b-dad0-4a84-9a18-a82d05fcb9b7)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:24.344432 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:24.347416 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device f3849961-e970-4427-ba4e-176045826c1c up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:10:24.359782 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5641a843-1b8e-4d37-99ed-e143c1e46389 req-a0a88908-9dec-465c-bc5a-17b2d1355541 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/security-groups?id=70e02309-d415-4898-8bc9-4345d44063b7&id=4c7586fd-9bb3-4af0-a8c4-0b1feb98dda5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0798399 Aug 10 03:10:24.503242 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=255e4d7c-efa0-4d55-96d8-77ef01b89a1e,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:24.541902 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port f3849961-e970-4427-ba4e-176045826c1c completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:10:24.552661 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port f3849961-e970-4427-ba4e-176045826c1c triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:24.554043 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:24.742560 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e1f39f-9b8b-483d-b744-1336257d8687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd5c370f-ffa5-4477-948b-ba7517343de5'}, {'server_uuid': '77e1f39f-9b8b-483d-b744-1336257d8687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e'}, {'server_uuid': '77e1f39f-9b8b-483d-b744-1336257d8687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '255e4d7c-efa0-4d55-96d8-77ef01b89a1e'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:10:24.749781 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3a6cd8-14c8-40bd-89e8-5cff0232936d" -d '{"events": [{"server_uuid": "77e1f39f-9b8b-483d-b744-1336257d8687", "name": "network-vif-plugged", "status": "completed", "tag": "bd5c370f-ffa5-4477-948b-ba7517343de5"}, {"server_uuid": "77e1f39f-9b8b-483d-b744-1336257d8687", "name": "network-vif-plugged", "status": "completed", "tag": "f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e"}, {"server_uuid": "77e1f39f-9b8b-483d-b744-1336257d8687", "name": "network-vif-plugged", "status": "completed", "tag": "255e4d7c-efa0-4d55-96d8-77ef01b89a1e"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:10:24.782860 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:24.788707 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d60159-46e8-4afb-b90b-86061fbbf479 req-43c59fe2-de61-49df-ab09-9c347a6c30e2 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:24.797017 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-07d60159-46e8-4afb-b90b-86061fbbf479 req-43c59fe2-de61-49df-ab09-9c347a6c30e2 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aaf1a45-5d67-4249-9916-aa38027f14af HTTP/1.1" status: 200 len: 943 time: 0.1463263 Aug 10 03:10:24.872726 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port f3849961-e970-4427-ba4e-176045826c1c, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=f3849961-e970-4427-ba4e-176045826c1c,segment=NetworkSegment(fa9453b2-216f-4776-80fa-c65f74d624e4),segment_id=fa9453b2-216f-4776-80fa-c65f74d624e4)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:24.882519 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:24.883652 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 37c5d772-171b-4c81-9987-eb813c61fb2e up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:10:24.888885 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-07d60159-46e8-4afb-b90b-86061fbbf479 req-72873533-ba8d-4c8a-9ce9-b1beb880fa36 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891464 Aug 10 03:10:24.922512 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe176a14-a27a-4aa0-9b9d-b55cf88eaf10 req-7618f202-5b3a-4453-9ad4-32c09b544b30 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:24.938272 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fe176a14-a27a-4aa0-9b9d-b55cf88eaf10 req-7618f202-5b3a-4453-9ad4-32c09b544b30 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea36ef69-e311-4129-a526-85f571e45144 HTTP/1.1" status: 200 len: 945 time: 0.1104772 Aug 10 03:10:24.987906 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fe176a14-a27a-4aa0-9b9d-b55cf88eaf10 req-182040e7-2895-4e70-aadf-9393b4e566e8 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a17030d-dd29-4c0e-9b90-111361473668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487640 Aug 10 03:10:24.992956 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 10 Aug 2021 03:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766b9df2-ab45-4a57-992b-25ef7cf230e9 x-openstack-request-id: req-766b9df2-ab45-4a57-992b-25ef7cf230e9 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:10:24.993265 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e1f39f-9b8b-483d-b744-1336257d8687", "name": "network-vif-plugged", "status": "completed", "tag": "bd5c370f-ffa5-4477-948b-ba7517343de5", "code": 200}, {"server_uuid": "77e1f39f-9b8b-483d-b744-1336257d8687", "name": "network-vif-plugged", "status": "completed", "tag": "f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e", "code": 200}, {"server_uuid": "77e1f39f-9b8b-483d-b744-1336257d8687", "name": "network-vif-plugged", "status": "completed", "tag": "255e4d7c-efa0-4d55-96d8-77ef01b89a1e", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:10:24.993529 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-766b9df2-ab45-4a57-992b-25ef7cf230e9 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:10:24.995286 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e1f39f-9b8b-483d-b744-1336257d8687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd5c370f-ffa5-4477-948b-ba7517343de5', 'code': 200} Aug 10 03:10:24.995567 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e1f39f-9b8b-483d-b744-1336257d8687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e', 'code': 200} Aug 10 03:10:24.995826 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e1f39f-9b8b-483d-b744-1336257d8687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '255e4d7c-efa0-4d55-96d8-77ef01b89a1e', 'code': 200} Aug 10 03:10:25.041536 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=f3849961-e970-4427-ba4e-176045826c1c,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:25.047376 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port 37c5d772-171b-4c81-9987-eb813c61fb2e completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:10:25.054391 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 37c5d772-171b-4c81-9987-eb813c61fb2e triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:25.054969 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:25.148701 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7114ed6-c46c-4a2b-8430-3e03c4294619 req-35046891-2421-4027-a6b4-1736475038fd tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:25.150627 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b7114ed6-c46c-4a2b-8430-3e03c4294619 req-35046891-2421-4027-a6b4-1736475038fd tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2f7cf69-220e-4aab-a168-073d97fba7c6 HTTP/1.1" status: 200 len: 950 time: 0.0844626 Aug 10 03:10:25.186334 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 40636) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:25.217689 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:25.219677 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b7114ed6-c46c-4a2b-8430-3e03c4294619 req-033e24cf-c692-4aba-8643-ee75b7681e0d tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614004 Aug 10 03:10:25.286479 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 37c5d772-171b-4c81-9987-eb813c61fb2e, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=37c5d772-171b-4c81-9987-eb813c61fb2e,segment=NetworkSegment(702cc16b-dad0-4a84-9a18-a82d05fcb9b7),segment_id=702cc16b-dad0-4a84-9a18-a82d05fcb9b7)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:25.291781 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:25.360974 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=37c5d772-171b-4c81-9987-eb813c61fb2e,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:25.397588 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ca66e-5c80-48df-9807-6ac9029d2332 req-9439ea1e-221a-41ce-866a-37511c26c34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:25.398214 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-309a6e1e-3e77-493a-a013-a7b0be3ae4ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:25.399559 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ba0ca66e-5c80-48df-9807-6ac9029d2332 req-9439ea1e-221a-41ce-866a-37511c26c34e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6cb2c88cb44048dc824ad7a6e6e788f5&device_id=e2f7cf69-220e-4aab-a168-073d97fba7c6 HTTP/1.1" status: 200 len: 1102 time: 0.0573099 Aug 10 03:10:25.533435 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-309a6e1e-3e77-493a-a013-a7b0be3ae4ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:25.542169 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-309a6e1e-3e77-493a-a013-a7b0be3ae4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:25.581978 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4289f9-c4ea-4916-9f2a-6a9e10dc4efd req-6e54c0a7-fa31-4945-9409-c5caef25c45f tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:25.585680 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-309a6e1e-3e77-493a-a013-a7b0be3ae4ad admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=88b9e5a8c10f4c17b3c8e7ba69abe0a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3983207 Aug 10 03:10:25.587846 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309a6e1e-3e77-493a-a013-a7b0be3ae4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff75248-f0da-496b-a566-c6ab31292bee,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:25.590329 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 40646) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:25.592873 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4289f9-c4ea-4916-9f2a-6a9e10dc4efd req-6e54c0a7-fa31-4945-9409-c5caef25c45f tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:25.599950 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4289f9-c4ea-4916-9f2a-6a9e10dc4efd req-6e54c0a7-fa31-4945-9409-c5caef25c45f tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:25.626806 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4289f9-c4ea-4916-9f2a-6a9e10dc4efd req-6e54c0a7-fa31-4945-9409-c5caef25c45f tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:25.640450 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4289f9-c4ea-4916-9f2a-6a9e10dc4efd req-6e54c0a7-fa31-4945-9409-c5caef25c45f tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:25.648136 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4289f9-c4ea-4916-9f2a-6a9e10dc4efd req-6e54c0a7-fa31-4945-9409-c5caef25c45f tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:25.656323 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4289f9-c4ea-4916-9f2a-6a9e10dc4efd req-6e54c0a7-fa31-4945-9409-c5caef25c45f tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:25.658571 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0c4289f9-c4ea-4916-9f2a-6a9e10dc4efd req-6e54c0a7-fa31-4945-9409-c5caef25c45f tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/ports?device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 5430 time: 0.1643245 Aug 10 03:10:25.658701 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2ca596b0-b104-4540-8168-1978871603fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:25.659682 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ca66e-5c80-48df-9807-6ac9029d2332 req-0558807e-ca65-423a-bda0-7616a2614a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:25.661060 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ba0ca66e-5c80-48df-9807-6ac9029d2332 req-0558807e-ca65-423a-bda0-7616a2614a57 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d HTTP/1.1" status: 200 len: 870 time: 0.2516212 Aug 10 03:10:25.681303 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2ca596b0-b104-4540-8168-1978871603fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:25.734953 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ba0ca66e-5c80-48df-9807-6ac9029d2332 req-c980e1c3-d85c-446e-9ff6-d3dd101842ce service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=84e9efbc-5efa-4aed-9d83-a539d7e6bb9a HTTP/1.1" status: 200 len: 217 time: 0.0588140 Aug 10 03:10:25.753532 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2ca596b0-b104-4540-8168-1978871603fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:25.758370 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2ca596b0-b104-4540-8168-1978871603fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:25.761259 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2ca596b0-b104-4540-8168-1978871603fc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2ff75248-f0da-496b-a566-c6ab31292bee HTTP/1.1" status: 204 len: 168 time: 0.1695762 Aug 10 03:10:25.789345 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0c4289f9-c4ea-4916-9f2a-6a9e10dc4efd req-5498af1e-f882-491f-8dd4-30ea4a95d014 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/security-groups?id=70e02309-d415-4898-8bc9-4345d44063b7&id=4c7586fd-9bb3-4af0-a8c4-0b1feb98dda5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1164587 Aug 10 03:10:25.796371 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca596b0-b104-4540-8168-1978871603fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff75248-f0da-496b-a566-c6ab31292bee,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:25.866233 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ca66e-5c80-48df-9807-6ac9029d2332 req-ee5438d8-c09c-4721-bc61-3cdedd7793cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:25.872661 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ba0ca66e-5c80-48df-9807-6ac9029d2332 req-ee5438d8-c09c-4721-bc61-3cdedd7793cf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.0824823 Aug 10 03:10:25.927016 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ca66e-5c80-48df-9807-6ac9029d2332 req-14318a7f-3044-40e1-a100-95f92f27ef48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:25.928890 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ba0ca66e-5c80-48df-9807-6ac9029d2332 req-14318a7f-3044-40e1-a100-95f92f27ef48 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0475111 Aug 10 03:10:25.981140 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device f7f5d1b2-3c33-4a8c-a558-d8d163cf1c96 up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:10:26.050815 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device eeedb167-9b23-468a-828a-e8d1df47be9c details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:10:26.071775 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ba0ca66e-5c80-48df-9807-6ac9029d2332 req-37a9112e-cdac-4dc2-b050-98a9638db8bb service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341670 Aug 10 03:10:26.172660 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:26.221475 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30518a27-eb66-449b-98a8-289aaafa475d req-4202bb6a-a3b6-4f4c-adf2-7b771fa86f66 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:26.229581 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-30518a27-eb66-449b-98a8-289aaafa475d req-4202bb6a-a3b6-4f4c-adf2-7b771fa86f66 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aaf1a45-5d67-4249-9916-aa38027f14af HTTP/1.1" status: 200 len: 943 time: 0.1565709 Aug 10 03:10:26.261723 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port eeedb167-9b23-468a-828a-e8d1df47be9c, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=eeedb167-9b23-468a-828a-e8d1df47be9c,segment=NetworkSegment(ad32b24d-632f-4bfa-be5f-47033bd88109),segment_id=ad32b24d-632f-4bfa-be5f-47033bd88109)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:26.277677 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': 'eeedb167-9b23-468a-828a-e8d1df47be9c', 'network_id': '8ebbd51d-54f8-47d9-924a-757d571ead63', 'port_id': 'eeedb167-9b23-468a-828a-e8d1df47be9c', 'mac_address': 'fa:16:3e:de:f5:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0da5992-75df-4d7e-ac40-4e60cfbca09c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:10:26.281902 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:26.295651 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af6eef-3c0c-4100-a072-a71926e0d4a7 req-05fc20b8-f9e8-4981-8cb0-6bf282e38f43 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:26.303296 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d7af6eef-3c0c-4100-a072-a71926e0d4a7 req-05fc20b8-f9e8-4981-8cb0-6bf282e38f43 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea36ef69-e311-4129-a526-85f571e45144 HTTP/1.1" status: 200 len: 945 time: 0.1623578 Aug 10 03:10:26.358423 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-30518a27-eb66-449b-98a8-289aaafa475d req-2e3f3914-130d-48bf-9b57-3e303382956f tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105626 Aug 10 03:10:26.407403 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d7af6eef-3c0c-4100-a072-a71926e0d4a7 req-64665a5d-91e8-49c7-ae7d-c32d20d74e61 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a17030d-dd29-4c0e-9b90-111361473668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986960 Aug 10 03:10:26.421941 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:26.440356 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eeedb167-9b23-468a-828a-e8d1df47be9c {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:10:26.451826 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ba0ca66e-5c80-48df-9807-6ac9029d2332 req-ec402d20-7662-4fe4-a2fa-417d9f240276 service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3671341 Aug 10 03:10:26.474902 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port f7f5d1b2-3c33-4a8c-a558-d8d163cf1c96 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:10:26.484029 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port eeedb167-9b23-468a-828a-e8d1df47be9c, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=eeedb167-9b23-468a-828a-e8d1df47be9c,segment=NetworkSegment(ad32b24d-632f-4bfa-be5f-47033bd88109),segment_id=ad32b24d-632f-4bfa-be5f-47033bd88109)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:26.485503 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port f7f5d1b2-3c33-4a8c-a558-d8d163cf1c96 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:26.486545 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:26.529482 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:26.589627 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=eeedb167-9b23-468a-828a-e8d1df47be9c,revision_number=6']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:26.604635 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b69aaa-c915-4fac-a978-0e3fa5d43fa4 req-f1640731-4a8f-41be-bc53-5d5db2a15a8f tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:26.608242 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-71b69aaa-c915-4fac-a978-0e3fa5d43fa4 req-f1640731-4a8f-41be-bc53-5d5db2a15a8f tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2f7cf69-220e-4aab-a168-073d97fba7c6 HTTP/1.1" status: 200 len: 950 time: 0.1414552 Aug 10 03:10:26.645953 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:26.666056 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['eeedb167-9b23-468a-828a-e8d1df47be9c'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:10:26.704688 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-71b69aaa-c915-4fac-a978-0e3fa5d43fa4 req-cd9441c3-6e08-45fc-8489-e6d52c0d239d tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864067 Aug 10 03:10:26.851457 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port f7f5d1b2-3c33-4a8c-a558-d8d163cf1c96, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=f7f5d1b2-3c33-4a8c-a558-d8d163cf1c96,segment=NetworkSegment(fa9453b2-216f-4776-80fa-c65f74d624e4),segment_id=fa9453b2-216f-4776-80fa-c65f74d624e4)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:26.862261 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:26.996431 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e1f39f-9b8b-483d-b744-1336257d8687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3849961-e970-4427-ba4e-176045826c1c'}, {'server_uuid': '77e1f39f-9b8b-483d-b744-1336257d8687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c5d772-171b-4c81-9987-eb813c61fb2e'}, {'server_uuid': '77e1f39f-9b8b-483d-b744-1336257d8687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f5d1b2-3c33-4a8c-a558-d8d163cf1c96'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:10:27.001416 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7bd495b-b011-463e-9b42-9002b78be1b3" -d '{"events": [{"server_uuid": "77e1f39f-9b8b-483d-b744-1336257d8687", "name": "network-vif-plugged", "status": "completed", "tag": "f3849961-e970-4427-ba4e-176045826c1c"}, {"server_uuid": "77e1f39f-9b8b-483d-b744-1336257d8687", "name": "network-vif-plugged", "status": "completed", "tag": "37c5d772-171b-4c81-9987-eb813c61fb2e"}, {"server_uuid": "77e1f39f-9b8b-483d-b744-1336257d8687", "name": "network-vif-plugged", "status": "completed", "tag": "f7f5d1b2-3c33-4a8c-a558-d8d163cf1c96"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:10:27.032650 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21469cf4-2961-4d90-b824-fdaa3b643367 req-0673cfe1-e553-4eca-933f-6334d9039679 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:27.046015 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-21469cf4-2961-4d90-b824-fdaa3b643367 req-0673cfe1-e553-4eca-933f-6334d9039679 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea36ef69-e311-4129-a526-85f571e45144 HTTP/1.1" status: 200 len: 944 time: 0.1610236 Aug 10 03:10:27.051913 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=f7f5d1b2-3c33-4a8c-a558-d8d163cf1c96,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:27.106230 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d9beb-8bf8-4c7d-a168-9f10e454eee0 req-d79ecbcb-ae8e-438f-aab1-37a18eef4c29 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:27.112419 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d9beb-8bf8-4c7d-a168-9f10e454eee0 req-d79ecbcb-ae8e-438f-aab1-37a18eef4c29 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:27.119168 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d9beb-8bf8-4c7d-a168-9f10e454eee0 req-d79ecbcb-ae8e-438f-aab1-37a18eef4c29 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:27.125225 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d9beb-8bf8-4c7d-a168-9f10e454eee0 req-d79ecbcb-ae8e-438f-aab1-37a18eef4c29 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:27.131228 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d9beb-8bf8-4c7d-a168-9f10e454eee0 req-d79ecbcb-ae8e-438f-aab1-37a18eef4c29 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:27.137350 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d9beb-8bf8-4c7d-a168-9f10e454eee0 req-d79ecbcb-ae8e-438f-aab1-37a18eef4c29 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:27.143279 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d9beb-8bf8-4c7d-a168-9f10e454eee0 req-d79ecbcb-ae8e-438f-aab1-37a18eef4c29 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:27.145491 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-007d9beb-8bf8-4c7d-a168-9f10e454eee0 req-d79ecbcb-ae8e-438f-aab1-37a18eef4c29 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/ports?device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 5431 time: 0.2085006 Aug 10 03:10:27.171695 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-21469cf4-2961-4d90-b824-fdaa3b643367 req-04fc9fc3-0fe7-4767-be02-8a10f98bcb42 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a17030d-dd29-4c0e-9b90-111361473668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247473 Aug 10 03:10:27.220672 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-007d9beb-8bf8-4c7d-a168-9f10e454eee0 req-4d42ca7c-6e45-4f79-8414-2e0a9ee5eb79 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/security-groups?id=70e02309-d415-4898-8bc9-4345d44063b7&id=4c7586fd-9bb3-4af0-a8c4-0b1feb98dda5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541508 Aug 10 03:10:27.233773 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 10 Aug 2021 03:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ebc133-c256-47bc-9161-bee35027a0d3 x-openstack-request-id: req-32ebc133-c256-47bc-9161-bee35027a0d3 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:10:27.234272 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e1f39f-9b8b-483d-b744-1336257d8687", "name": "network-vif-plugged", "status": "completed", "tag": "f3849961-e970-4427-ba4e-176045826c1c", "code": 200}, {"server_uuid": "77e1f39f-9b8b-483d-b744-1336257d8687", "name": "network-vif-plugged", "status": "completed", "tag": "37c5d772-171b-4c81-9987-eb813c61fb2e", "code": 200}, {"server_uuid": "77e1f39f-9b8b-483d-b744-1336257d8687", "name": "network-vif-plugged", "status": "completed", "tag": "f7f5d1b2-3c33-4a8c-a558-d8d163cf1c96", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:10:27.234645 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-32ebc133-c256-47bc-9161-bee35027a0d3 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:10:27.235277 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e1f39f-9b8b-483d-b744-1336257d8687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3849961-e970-4427-ba4e-176045826c1c', 'code': 200} Aug 10 03:10:27.235638 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e1f39f-9b8b-483d-b744-1336257d8687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c5d772-171b-4c81-9987-eb813c61fb2e', 'code': 200} Aug 10 03:10:27.235996 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e1f39f-9b8b-483d-b744-1336257d8687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f5d1b2-3c33-4a8c-a558-d8d163cf1c96', 'code': 200} Aug 10 03:10:27.408956 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e201267-3690-41f4-96cc-7394b1ae7492 req-e89b754a-3e06-4c93-94c9-bebc2b3ee9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:27.409593 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e201267-3690-41f4-96cc-7394b1ae7492 req-e89b754a-3e06-4c93-94c9-bebc2b3ee9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:27.410144 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e201267-3690-41f4-96cc-7394b1ae7492 req-e89b754a-3e06-4c93-94c9-bebc2b3ee9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:27.411266 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e201267-3690-41f4-96cc-7394b1ae7492 req-e89b754a-3e06-4c93-94c9-bebc2b3ee9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:27.411794 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e201267-3690-41f4-96cc-7394b1ae7492 req-e89b754a-3e06-4c93-94c9-bebc2b3ee9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:27.412329 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e201267-3690-41f4-96cc-7394b1ae7492 req-e89b754a-3e06-4c93-94c9-bebc2b3ee9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:27.412861 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e201267-3690-41f4-96cc-7394b1ae7492 req-e89b754a-3e06-4c93-94c9-bebc2b3ee9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:27.414917 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2e201267-3690-41f4-96cc-7394b1ae7492 req-e89b754a-3e06-4c93-94c9-bebc2b3ee9c1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 6495 time: 0.0909233 Aug 10 03:10:27.510680 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2e201267-3690-41f4-96cc-7394b1ae7492 req-036501f7-3f48-4989-877f-5a05d8347a34 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4c7586fd-9bb3-4af0-a8c4-0b1feb98dda5&id=70e02309-d415-4898-8bc9-4345d44063b7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0867712 Aug 10 03:10:27.538994 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72327b7-94b1-460b-93c0-3411c2667763 req-d51a7ceb-9f9a-4f63-9683-6a1e213862c9 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:27.540536 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d72327b7-94b1-460b-93c0-3411c2667763 req-d51a7ceb-9f9a-4f63-9683-6a1e213862c9 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aaf1a45-5d67-4249-9916-aa38027f14af HTTP/1.1" status: 200 len: 943 time: 0.0873055 Aug 10 03:10:27.591673 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d72327b7-94b1-460b-93c0-3411c2667763 req-3241c053-b85c-47f4-afb1-b7d41a07d1f4 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438428 Aug 10 03:10:27.841382 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae2a27a-0344-4681-9259-ddb53c8f88ee req-53a4313d-89d7-43eb-8e1e-2c07e70fd884 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:27.843627 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aae2a27a-0344-4681-9259-ddb53c8f88ee req-53a4313d-89d7-43eb-8e1e-2c07e70fd884 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2f7cf69-220e-4aab-a168-073d97fba7c6 HTTP/1.1" status: 200 len: 950 time: 0.0696170 Aug 10 03:10:27.905950 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aae2a27a-0344-4681-9259-ddb53c8f88ee req-9a52a823-b7f1-4b0a-bb60-4dc2067f95a7 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483370 Aug 10 03:10:27.981158 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device f151e92a-6071-4070-a7f3-c39b36ad4093 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:10:28.059425 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device eeedb167-9b23-468a-828a-e8d1df47be9c up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:10:28.170686 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port eeedb167-9b23-468a-828a-e8d1df47be9c triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:28.171559 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:28.218000 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port f151e92a-6071-4070-a7f3-c39b36ad4093, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=f151e92a-6071-4070-a7f3-c39b36ad4093,segment=NetworkSegment(837bbb8d-e72f-44c2-893c-c4df3456bfd0),segment_id=837bbb8d-e72f-44c2-893c-c4df3456bfd0)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:28.256412 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': 'f151e92a-6071-4070-a7f3-c39b36ad4093', 'network_id': 'b071061e-0c83-4db2-9121-a6eb9f4ae150', 'port_id': 'f151e92a-6071-4070-a7f3-c39b36ad4093', 'mac_address': 'fa:16:3e:42:2a:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07f824b9-3083-4489-bc41-7237705a68bc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:10:28.314640 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:28.358726 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f151e92a-6071-4070-a7f3-c39b36ad4093 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:10:28.387946 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port f151e92a-6071-4070-a7f3-c39b36ad4093, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=f151e92a-6071-4070-a7f3-c39b36ad4093,segment=NetworkSegment(837bbb8d-e72f-44c2-893c-c4df3456bfd0),segment_id=837bbb8d-e72f-44c2-893c-c4df3456bfd0)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:28.401592 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:28.417799 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca5980-8ea6-4f2f-9599-282706a5e884 req-0799a033-ef03-47a3-be6e-04e532f2076f tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:28.423325 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1aca5980-8ea6-4f2f-9599-282706a5e884 req-0799a033-ef03-47a3-be6e-04e532f2076f tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea36ef69-e311-4129-a526-85f571e45144 HTTP/1.1" status: 200 len: 944 time: 0.1695831 Aug 10 03:10:28.432633 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:28.460975 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9086d-7a9d-4a1f-9f6b-cd19861df520 req-a6e62978-cf83-413b-b7c2-4765f6a3d2a6 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:28.467086 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9086d-7a9d-4a1f-9f6b-cd19861df520 req-a6e62978-cf83-413b-b7c2-4765f6a3d2a6 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:28.473539 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9086d-7a9d-4a1f-9f6b-cd19861df520 req-a6e62978-cf83-413b-b7c2-4765f6a3d2a6 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:28.479538 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9086d-7a9d-4a1f-9f6b-cd19861df520 req-a6e62978-cf83-413b-b7c2-4765f6a3d2a6 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:28.483698 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port eeedb167-9b23-468a-828a-e8d1df47be9c, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=eeedb167-9b23-468a-828a-e8d1df47be9c,segment=NetworkSegment(ad32b24d-632f-4bfa-be5f-47033bd88109),segment_id=ad32b24d-632f-4bfa-be5f-47033bd88109)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:28.485624 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9086d-7a9d-4a1f-9f6b-cd19861df520 req-a6e62978-cf83-413b-b7c2-4765f6a3d2a6 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:28.491673 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9086d-7a9d-4a1f-9f6b-cd19861df520 req-a6e62978-cf83-413b-b7c2-4765f6a3d2a6 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:28.492063 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:28.496589 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=f151e92a-6071-4070-a7f3-c39b36ad4093,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:28.497622 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9086d-7a9d-4a1f-9f6b-cd19861df520 req-a6e62978-cf83-413b-b7c2-4765f6a3d2a6 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:28.499612 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a9a9086d-7a9d-4a1f-9f6b-cd19861df520 req-a6e62978-cf83-413b-b7c2-4765f6a3d2a6 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/ports?device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 5431 time: 0.1646857 Aug 10 03:10:28.541417 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1aca5980-8ea6-4f2f-9599-282706a5e884 req-e52e5543-e18e-4510-95f1-6ad84d0496ba tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a17030d-dd29-4c0e-9b90-111361473668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134012 Aug 10 03:10:28.552172 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=eeedb167-9b23-468a-828a-e8d1df47be9c,revision_number=7']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:28.592692 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a9a9086d-7a9d-4a1f-9f6b-cd19861df520 req-a2a95879-ed82-4015-bf08-04595cc7836c tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/security-groups?id=70e02309-d415-4898-8bc9-4345d44063b7&id=4c7586fd-9bb3-4af0-a8c4-0b1feb98dda5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0777192 Aug 10 03:10:28.816011 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ac86b-806f-4b7b-8823-ef8de0b065fb req-29d6ca3d-8958-4a16-9ec3-81ade734beef tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:28.820005 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['f151e92a-6071-4070-a7f3-c39b36ad4093'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:10:28.838001 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b00ac86b-806f-4b7b-8823-ef8de0b065fb req-29d6ca3d-8958-4a16-9ec3-81ade734beef tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aaf1a45-5d67-4249-9916-aa38027f14af HTTP/1.1" status: 200 len: 944 time: 0.1448200 Aug 10 03:10:28.957061 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee488c-4fc0-4a58-b5a0-95a54d3e8dad req-c8f06dc9-88da-405d-9896-939bac388fa0 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:28.964150 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-42ee488c-4fc0-4a58-b5a0-95a54d3e8dad req-c8f06dc9-88da-405d-9896-939bac388fa0 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea36ef69-e311-4129-a526-85f571e45144 HTTP/1.1" status: 200 len: 945 time: 0.2226441 Aug 10 03:10:29.022444 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 40764) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:29.081696 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b00ac86b-806f-4b7b-8823-ef8de0b065fb req-9f798896-9ee9-472a-ade3-ff55499db9b2 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426753 Aug 10 03:10:29.190549 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bb34cd81-9fcf-481f-9cd5-36fbe119ed0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:29.217204 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f0951-ebb3-4d21-b664-e0470588eb54 req-acf1fa31-079d-49b9-9971-3fe593ce24d7 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:29.219185 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7c0f0951-ebb3-4d21-b664-e0470588eb54 req-acf1fa31-079d-49b9-9971-3fe593ce24d7 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2f7cf69-220e-4aab-a168-073d97fba7c6 HTTP/1.1" status: 200 len: 950 time: 0.1410098 Aug 10 03:10:29.238908 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea36ef69-e311-4129-a526-85f571e45144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeedb167-9b23-468a-828a-e8d1df47be9c'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:10:29.242917 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6156a6ea-92f3-457f-8e58-9a8a90963848" -d '{"events": [{"server_uuid": "ea36ef69-e311-4129-a526-85f571e45144", "name": "network-vif-plugged", "status": "completed", "tag": "eeedb167-9b23-468a-828a-e8d1df47be9c"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:10:29.277163 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-42ee488c-4fc0-4a58-b5a0-95a54d3e8dad req-afaeff84-19af-4270-9005-76a74b7fc7df tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Deleting port eeedb167-9b23-468a-828a-e8d1df47be9c {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:10:29.277589 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-42ee488c-4fc0-4a58-b5a0-95a54d3e8dad req-afaeff84-19af-4270-9005-76a74b7fc7df tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:29.307405 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7c0f0951-ebb3-4d21-b664-e0470588eb54 req-c090114e-6fcb-4c6f-8c22-838c99783d6d tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810831 Aug 10 03:10:29.311843 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3aa280-ad39-4e93-bf36-a4497a67c1ec x-openstack-request-id: req-3a3aa280-ad39-4e93-bf36-a4497a67c1ec {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:10:29.312375 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea36ef69-e311-4129-a526-85f571e45144", "name": "network-vif-plugged", "status": "completed", "tag": "eeedb167-9b23-468a-828a-e8d1df47be9c", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:10:29.312798 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3a3aa280-ad39-4e93-bf36-a4497a67c1ec {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:10:29.313478 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea36ef69-e311-4129-a526-85f571e45144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeedb167-9b23-468a-828a-e8d1df47be9c', 'code': 200} Aug 10 03:10:29.315809 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bb34cd81-9fcf-481f-9cd5-36fbe119ed0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:29.326434 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bb34cd81-9fcf-481f-9cd5-36fbe119ed0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:29.370479 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-bb34cd81-9fcf-481f-9cd5-36fbe119ed0e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5b72da0a616043d7ab45f317420e767b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3459289 Aug 10 03:10:29.371611 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb34cd81-9fcf-481f-9cd5-36fbe119ed0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eec16f3-ee15-4006-8327-d80f1e7205dd,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:29.371751 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 40772) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:29.401224 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-42ee488c-4fc0-4a58-b5a0-95a54d3e8dad req-afaeff84-19af-4270-9005-76a74b7fc7df tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] For port eeedb167-9b23-468a-828a-e8d1df47be9c, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=eeedb167-9b23-468a-828a-e8d1df47be9c,segment=NetworkSegment(ad32b24d-632f-4bfa-be5f-47033bd88109),segment_id=ad32b24d-632f-4bfa-be5f-47033bd88109)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:29.401859 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-42ee488c-4fc0-4a58-b5a0-95a54d3e8dad req-afaeff84-19af-4270-9005-76a74b7fc7df tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:29.422991 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-42ee488c-4fc0-4a58-b5a0-95a54d3e8dad req-afaeff84-19af-4270-9005-76a74b7fc7df tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Calling delete_port for eeedb167-9b23-468a-828a-e8d1df47be9c owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:10:29.490833 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-74ea640e-6c03-451e-8b11-968479c5abe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:29.523539 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-74ea640e-6c03-451e-8b11-968479c5abe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:29.606402 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-74ea640e-6c03-451e-8b11-968479c5abe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:29.609079 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-74ea640e-6c03-451e-8b11-968479c5abe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:29.610264 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-74ea640e-6c03-451e-8b11-968479c5abe5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0eec16f3-ee15-4006-8327-d80f1e7205dd HTTP/1.1" status: 204 len: 168 time: 0.2376595 Aug 10 03:10:29.627851 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ea640e-6c03-451e-8b11-968479c5abe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eec16f3-ee15-4006-8327-d80f1e7205dd,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:29.638780 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-42ee488c-4fc0-4a58-b5a0-95a54d3e8dad req-afaeff84-19af-4270-9005-76a74b7fc7df tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:29.661685 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-abd75154-e9cc-4e82-8a10-1e210f744d1d req-33f96445-d2ba-4033-9708-df8c6b3f6a38 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea36ef69-e311-4129-a526-85f571e45144 HTTP/1.1" status: 200 len: 210 time: 0.0358436 Aug 10 03:10:29.690512 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaeff84-19af-4270-9005-76a74b7fc7df tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Pushing event deleted for resources: {'Port': ['ID=eeedb167-9b23-468a-828a-e8d1df47be9c,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:29.741324 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ee488c-4fc0-4a58-b5a0-95a54d3e8dad req-afaeff84-19af-4270-9005-76a74b7fc7df tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] No DVR routers for this DVR port eeedb167-9b23-468a-828a-e8d1df47be9c on host n-h1-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:10:29.743992 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-42ee488c-4fc0-4a58-b5a0-95a54d3e8dad req-afaeff84-19af-4270-9005-76a74b7fc7df tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:29.746223 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-42ee488c-4fc0-4a58-b5a0-95a54d3e8dad req-afaeff84-19af-4270-9005-76a74b7fc7df tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.58 "DELETE /v2.0/ports/eeedb167-9b23-468a-828a-e8d1df47be9c HTTP/1.1" status: 204 len: 173 time: 0.7421932 Aug 10 03:10:29.746669 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea36ef69-e311-4129-a526-85f571e45144', 'name': 'network-vif-deleted', 'tag': 'eeedb167-9b23-468a-828a-e8d1df47be9c'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:10:29.749114 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c408228-51db-4afd-9840-85bfee23e1c8" -d '{"events": [{"server_uuid": "ea36ef69-e311-4129-a526-85f571e45144", "name": "network-vif-deleted", "tag": "eeedb167-9b23-468a-828a-e8d1df47be9c"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:10:29.798725 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937924ff-6441-46f4-b64a-3d24fb1347b9 req-a1c399ab-0e1e-42fa-9f48-0a8523b650ce tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:29.805575 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937924ff-6441-46f4-b64a-3d24fb1347b9 req-a1c399ab-0e1e-42fa-9f48-0a8523b650ce tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:29.812737 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937924ff-6441-46f4-b64a-3d24fb1347b9 req-a1c399ab-0e1e-42fa-9f48-0a8523b650ce tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:29.820455 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937924ff-6441-46f4-b64a-3d24fb1347b9 req-a1c399ab-0e1e-42fa-9f48-0a8523b650ce tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:29.833761 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937924ff-6441-46f4-b64a-3d24fb1347b9 req-a1c399ab-0e1e-42fa-9f48-0a8523b650ce tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:29.840391 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937924ff-6441-46f4-b64a-3d24fb1347b9 req-a1c399ab-0e1e-42fa-9f48-0a8523b650ce tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:29.849323 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937924ff-6441-46f4-b64a-3d24fb1347b9 req-a1c399ab-0e1e-42fa-9f48-0a8523b650ce tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:29.859787 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-937924ff-6441-46f4-b64a-3d24fb1347b9 req-a1c399ab-0e1e-42fa-9f48-0a8523b650ce tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/ports?device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 5431 time: 0.1453340 Aug 10 03:10:29.869782 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb547f3-671a-4f04-b9f3-9babb59acce3 x-openstack-request-id: req-3bb547f3-671a-4f04-b9f3-9babb59acce3 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:10:29.870212 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea36ef69-e311-4129-a526-85f571e45144", "name": "network-vif-deleted", "tag": "eeedb167-9b23-468a-828a-e8d1df47be9c", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:10:29.870612 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3bb547f3-671a-4f04-b9f3-9babb59acce3 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:10:29.871125 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea36ef69-e311-4129-a526-85f571e45144', 'name': 'network-vif-deleted', 'tag': 'eeedb167-9b23-468a-828a-e8d1df47be9c', 'status': 'completed', 'code': 200} Aug 10 03:10:29.930223 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-937924ff-6441-46f4-b64a-3d24fb1347b9 req-aab17902-26ee-4c1d-9523-e9e4741cfd39 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/security-groups?id=70e02309-d415-4898-8bc9-4345d44063b7&id=4c7586fd-9bb3-4af0-a8c4-0b1feb98dda5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0695803 Aug 10 03:10:30.074135 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device eeedb167-9b23-468a-828a-e8d1df47be9c no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:10:30.102673 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1a136-6134-4f6d-b4f7-27b3403a06a9 req-1ad01888-ea6b-4d96-87e8-164106ecb690 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:30.105648 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: eeedb167-9b23-468a-828a-e8d1df47be9c {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:10:30.105996 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device eeedb167-9b23-468a-828a-e8d1df47be9c not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:10:30.112561 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1a136-6134-4f6d-b4f7-27b3403a06a9 req-1ad01888-ea6b-4d96-87e8-164106ecb690 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:30.121566 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1a136-6134-4f6d-b4f7-27b3403a06a9 req-1ad01888-ea6b-4d96-87e8-164106ecb690 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:30.127893 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1a136-6134-4f6d-b4f7-27b3403a06a9 req-1ad01888-ea6b-4d96-87e8-164106ecb690 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:30.134660 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1a136-6134-4f6d-b4f7-27b3403a06a9 req-1ad01888-ea6b-4d96-87e8-164106ecb690 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:30.140719 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1a136-6134-4f6d-b4f7-27b3403a06a9 req-1ad01888-ea6b-4d96-87e8-164106ecb690 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:30.147322 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1a136-6134-4f6d-b4f7-27b3403a06a9 req-1ad01888-ea6b-4d96-87e8-164106ecb690 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:30.153388 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3fa1a136-6134-4f6d-b4f7-27b3403a06a9 req-1ad01888-ea6b-4d96-87e8-164106ecb690 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/ports?device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 5431 time: 0.1394689 Aug 10 03:10:30.160738 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 40800) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:30.166182 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-9d06e68e-0cc7-4042-8bfe-f8cdf6f5a907 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Request body: {'floatingip': {'port_id': '32ca825e-8e1d-4359-b950-7b6b31be75d4'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:10:30.215349 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9d06e68e-0cc7-4042-8bfe-f8cdf6f5a907 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks [] for floatingip, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:30.291864 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-462c932b-9aac-4210-b693-c17d6ff146b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:30.299605 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf097c-3326-422f-9645-293f5de39a30 req-34d993d6-945f-4c71-aa9f-d2b273012e53 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:30.302063 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-58cf097c-3326-422f-9645-293f5de39a30 req-34d993d6-945f-4c71-aa9f-d2b273012e53 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aaf1a45-5d67-4249-9916-aa38027f14af HTTP/1.1" status: 200 len: 944 time: 0.1321650 Aug 10 03:10:30.364631 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-58cf097c-3326-422f-9645-293f5de39a30 req-743fee0f-612b-4557-afb2-1e091b490f3d tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547948 Aug 10 03:10:30.589632 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 40818) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:30.602906 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51e8b1-8ac4-47be-b558-3fe1cb3e1199 req-4744498d-c1d1-4753-b777-097b520ae221 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:30.609822 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:10:30.611152 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cd51e8b1-8ac4-47be-b558-3fe1cb3e1199 req-4744498d-c1d1-4753-b777-097b520ae221 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/networks?id=909af24c-2a43-4e6d-8a1f-90b69debd82b HTTP/1.1" status: 200 len: 807 time: 0.2215703 Aug 10 03:10:30.631893 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3714443-3f44-463e-a7a5-3f8cc0cf7112 req-ba1d5a2a-d826-4149-873c-650493f2397e tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:30.640421 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a3714443-3f44-463e-a7a5-3f8cc0cf7112 req-ba1d5a2a-d826-4149-873c-650493f2397e tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2f7cf69-220e-4aab-a168-073d97fba7c6 HTTP/1.1" status: 200 len: 950 time: 0.1383495 Aug 10 03:10:30.658683 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cd51e8b1-8ac4-47be-b558-3fe1cb3e1199 req-483cb6d9-9eab-4427-8e3a-50e1dd8b9708 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/quotas/0184527d62ac40cb863b24d5f91a9ee4 HTTP/1.1" status: 200 len: 375 time: 0.0463095 Aug 10 03:10:30.734615 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a3714443-3f44-463e-a7a5-3f8cc0cf7112 req-4c3d6d06-0ccc-470a-a930-158ad535aa25 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927470 Aug 10 03:10:30.763045 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-a255672a-b65a-41a1-a54a-b95fb8d5ddf9 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-33634295-network', 'tenant_id': 'bc7087e29e0f47fc8c9a6d7e8d4c2247'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:10:30.769294 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cd51e8b1-8ac4-47be-b558-3fe1cb3e1199 req-280f0f16-1e1f-4293-ad52-6dcab5979afe tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0184527d62ac40cb863b24d5f91a9ee4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1094379 Aug 10 03:10:30.790201 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a255672a-b65a-41a1-a54a-b95fb8d5ddf9 admin admin] Made reservation on behalf of bc7087e29e0f47fc8c9a6d7e8d4c2247 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:10:30.795235 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a255672a-b65a-41a1-a54a-b95fb8d5ddf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:30.810999 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a255672a-b65a-41a1-a54a-b95fb8d5ddf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:30.893383 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cd51e8b1-8ac4-47be-b558-3fe1cb3e1199 req-67135066-3849-4881-9f1c-7fa3b04a92c4 service neutron] 10.222.0.62 "GET /v2.0/networks/909af24c-2a43-4e6d-8a1f-90b69debd82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226528 Aug 10 03:10:31.052927 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a255672a-b65a-41a1-a54a-b95fb8d5ddf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:31.062154 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cd51e8b1-8ac4-47be-b558-3fe1cb3e1199 req-fef6f0ec-a961-40b4-a677-164364237cc2 service neutron] 10.222.0.62 "GET /v2.0/networks/909af24c-2a43-4e6d-8a1f-90b69debd82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598661 Aug 10 03:10:31.064107 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a255672a-b65a-41a1-a54a-b95fb8d5ddf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:31.070093 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 40828) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:31.078778 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-3e7881d0-56fc-4f82-b311-5879239a464b tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1373627095', 'description': 'tempest-description--107095213'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:10:31.079157 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a255672a-b65a-41a1-a54a-b95fb8d5ddf9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:10:31.091288 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a255672a-b65a-41a1-a54a-b95fb8d5ddf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:31.091902 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-a255672a-b65a-41a1-a54a-b95fb8d5ddf9 admin admin] Added segment 4ab0f17a-69ae-4b1d-baa9-e61682038a01 of type vlan for network 621c64c7-36aa-443f-8c43-30d9a2af4f74 Aug 10 03:10:31.112635 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9d06e68e-0cc7-4042-8bfe-f8cdf6f5a907 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:31.142920 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9d06e68e-0cc7-4042-8bfe-f8cdf6f5a907 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:31.165040 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3e7881d0-56fc-4f82-b311-5879239a464b tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:31.277905 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a255672a-b65a-41a1-a54a-b95fb8d5ddf9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:31.287996 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a255672a-b65a-41a1-a54a-b95fb8d5ddf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab6d6f0-399e-424e-bbe6-3b0d72e47c75,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:31.308290 n-d-768851-15 neutron-server[94217]: INFO neutron.db.l3_db [None req-9d06e68e-0cc7-4042-8bfe-f8cdf6f5a907 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Floating IP 0f41c6fc-365e-44cb-8539-7df9d6a24deb associated. External IP: 172.25.7.202, port: 32ca825e-8e1d-4359-b950-7b6b31be75d4. Aug 10 03:10:31.343995 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3e7881d0-56fc-4f82-b311-5879239a464b tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:31.352192 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3e7881d0-56fc-4f82-b311-5879239a464b tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:31.376523 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a255672a-b65a-41a1-a54a-b95fb8d5ddf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:31.377948 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a255672a-b65a-41a1-a54a-b95fb8d5ddf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:31.379067 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a255672a-b65a-41a1-a54a-b95fb8d5ddf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:31.389966 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3e7881d0-56fc-4f82-b311-5879239a464b tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:31.391791 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-3e7881d0-56fc-4f82-b311-5879239a464b tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3203108 Aug 10 03:10:31.394270 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7881d0-56fc-4f82-b311-5879239a464b tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9be6d7-5bbd-4179-93c1-e74bc65ce406,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:31.397709 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 40840) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:31.402779 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a255672a-b65a-41a1-a54a-b95fb8d5ddf9 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8115568 Aug 10 03:10:31.407207 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-52a8785a-8294-482c-8a14-332177d546e7 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Request body: {'security_group_rule': {'security_group_id': '1f9be6d7-5bbd-4179-93c1-e74bc65ce406', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:10:31.412642 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 40842) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:31.419304 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-02c86585-9220-4fc6-844c-dbae649708f8 admin admin] Request body: {'subnet': {'network_id': '621c64c7-36aa-443f-8c43-30d9a2af4f74', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-33634295-subnet', 'tenant_id': 'bc7087e29e0f47fc8c9a6d7e8d4c2247', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:10:31.463864 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-52a8785a-8294-482c-8a14-332177d546e7 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:31.495933 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c86585-9220-4fc6-844c-dbae649708f8 admin admin] Made reservation on behalf of bc7087e29e0f47fc8c9a6d7e8d4c2247 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:10:31.498296 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-02c86585-9220-4fc6-844c-dbae649708f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:31.601468 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a255672a-b65a-41a1-a54a-b95fb8d5ddf9 admin admin] Pushing event updated for resources: {'Network': ['ID=621c64c7-36aa-443f-8c43-30d9a2af4f74,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:31.614782 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 621c64c7-36aa-443f-8c43-30d9a2af4f74 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:10:31.733066 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d06e68e-0cc7-4042-8bfe-f8cdf6f5a907 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Router 80dafd6b-2d4c-4a17-86c3-8f27fb623c5d has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:10:31.988703 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-66082dac-5070-4754-9dac-6e78d7bccf7a req-c571f942-db08-44d0-be2f-8b3623bdb2f1 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a6b85e6-4c0a-402f-94b6-776fdbcec732 HTTP/1.1" status: 200 len: 210 time: 0.0753253 Aug 10 03:10:31.992609 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device f151e92a-6071-4070-a7f3-c39b36ad4093 up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:10:32.104177 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port f151e92a-6071-4070-a7f3-c39b36ad4093 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:10:32.106462 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a0e9a-7796-465d-9234-f22c4475c538 req-0bad708a-277e-41d0-a9e8-20de6ccd3f5a tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:32.108307 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-985a0e9a-7796-465d-9234-f22c4475c538 req-0bad708a-277e-41d0-a9e8-20de6ccd3f5a tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aaf1a45-5d67-4249-9916-aa38027f14af HTTP/1.1" status: 200 len: 944 time: 0.5614381 Aug 10 03:10:32.117160 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port f151e92a-6071-4070-a7f3-c39b36ad4093 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:32.117545 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:32.167462 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-52a8785a-8294-482c-8a14-332177d546e7 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:32.196746 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-52a8785a-8294-482c-8a14-332177d546e7 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:32.213140 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d06e68e-0cc7-4042-8bfe-f8cdf6f5a907 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:10:32.241193 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-24bd29f9-1eb3-4b1a-bc3d-0bdb27325703 req-b6fd43e6-1b5b-4ccf-99ea-22e497b6f22f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5f210c3c-37b1-4313-b640-deb8332cbd55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3287535 Aug 10 03:10:32.251655 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9d06e68e-0cc7-4042-8bfe-f8cdf6f5a907 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:32.267483 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a8785a-8294-482c-8a14-332177d546e7 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=127fbeb7-0718-43d1-9c81-3bce082c67c0,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:32.276004 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-52a8785a-8294-482c-8a14-332177d546e7 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:32.279967 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-52a8785a-8294-482c-8a14-332177d546e7 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8789051 Aug 10 03:10:32.280633 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:32.282500 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 40860) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:32.287884 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-adf2afc2-4eba-49d2-a86a-6f4f9024d992 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Request body: {'security_group_rule': {'security_group_id': '1f9be6d7-5bbd-4179-93c1-e74bc65ce406', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:10:32.296794 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81db7c4-1911-4361-bfa9-7c5d4af37572 None None] Sync routers for ids ['80dafd6b-2d4c-4a17-86c3-8f27fb623c5d'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:10:32.311018 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-985a0e9a-7796-465d-9234-f22c4475c538 req-a72d8b9c-c18b-4572-935f-4bda3de1aea9 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889689 Aug 10 03:10:32.313366 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81db7c4-1911-4361-bfa9-7c5d4af37572 None None] Routers {'80dafd6b-2d4c-4a17-86c3-8f27fb623c5d'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:10:32.314225 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-b81db7c4-1911-4361-bfa9-7c5d4af37572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:10:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['80dafd6b-2d4c-4a17-86c3-8f27fb623c5d'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:10:32.350813 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9d06e68e-0cc7-4042-8bfe-f8cdf6f5a907 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "PUT /v2.0/floatingips/0f41c6fc-365e-44cb-8539-7df9d6a24deb HTTP/1.1" status: 200 len: 991 time: 2.1883125 Aug 10 03:10:32.351443 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e1f39f-9b8b-483d-b744-1336257d8687', 'tag': '32ca825e-8e1d-4359-b950-7b6b31be75d4'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:10:32.352567 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a0c90c-b0ec-4bea-b0b8-52b68a16f192 req-1a4f0de1-f30e-40ae-9869-6cc0cb062ea7 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:32.353988 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750c74d4-761e-4eb5-99ee-651ac5ba2af6" -d '{"events": [{"name": "network-changed", "server_uuid": "77e1f39f-9b8b-483d-b744-1336257d8687", "tag": "32ca825e-8e1d-4359-b950-7b6b31be75d4"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:10:32.354189 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e1a0c90c-b0ec-4bea-b0b8-52b68a16f192 req-1a4f0de1-f30e-40ae-9869-6cc0cb062ea7 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2f7cf69-220e-4aab-a168-073d97fba7c6 HTTP/1.1" status: 200 len: 950 time: 0.2421520 Aug 10 03:10:32.478775 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-b81db7c4-1911-4361-bfa9-7c5d4af37572 None None] Set router 80dafd6b-2d4c-4a17-86c3-8f27fb623c5d gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:10:32.490450 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-02c86585-9220-4fc6-844c-dbae649708f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:32.495829 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-adf2afc2-4eba-49d2-a86a-6f4f9024d992 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:32.500747 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e1a0c90c-b0ec-4bea-b0b8-52b68a16f192 req-0f4085ac-8618-4097-8ba5-aa4787fab4d7 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230395 Aug 10 03:10:32.541011 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd29f9-1eb3-4b1a-bc3d-0bdb27325703 req-e837f6f4-8010-40ee-98cf-910c49f31785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:32.542594 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-24bd29f9-1eb3-4b1a-bc3d-0bdb27325703 req-e837f6f4-8010-40ee-98cf-910c49f31785 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d29523b6a3c34430b121d2faffd2884f&device_id=5f210c3c-37b1-4313-b640-deb8332cbd55 HTTP/1.1" status: 200 len: 1118 time: 0.1742523 Aug 10 03:10:32.552152 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aaf1a45-5d67-4249-9916-aa38027f14af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f151e92a-6071-4070-a7f3-c39b36ad4093'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:10:32.554766 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e66ad4-3083-4f48-a6a5-5a095340664a" -d '{"events": [{"server_uuid": "5aaf1a45-5d67-4249-9916-aa38027f14af", "name": "network-vif-plugged", "status": "completed", "tag": "f151e92a-6071-4070-a7f3-c39b36ad4093"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:10:32.583525 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c86585-9220-4fc6-844c-dbae649708f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0d64340-bb46-4baf-85e9-160acc516fb7,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:32.595608 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port f151e92a-6071-4070-a7f3-c39b36ad4093, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=f151e92a-6071-4070-a7f3-c39b36ad4093,segment=NetworkSegment(837bbb8d-e72f-44c2-893c-c4df3456bfd0),segment_id=837bbb8d-e72f-44c2-893c-c4df3456bfd0)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:32.606678 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:32.609518 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c3a5dd-2b19-4e5d-85a5-07b0bd9d985d x-openstack-request-id: req-f7c3a5dd-2b19-4e5d-85a5-07b0bd9d985d {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:10:32.609814 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77e1f39f-9b8b-483d-b744-1336257d8687", "tag": "32ca825e-8e1d-4359-b950-7b6b31be75d4", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:10:32.611528 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f7c3a5dd-2b19-4e5d-85a5-07b0bd9d985d {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:10:32.612110 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77e1f39f-9b8b-483d-b744-1336257d8687', 'tag': '32ca825e-8e1d-4359-b950-7b6b31be75d4', 'status': 'completed', 'code': 200} Aug 10 03:10:32.677097 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a96b4f-007d-41b8-8fcc-3ae7a38b2bc2 x-openstack-request-id: req-a9a96b4f-007d-41b8-8fcc-3ae7a38b2bc2 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:10:32.677709 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aaf1a45-5d67-4249-9916-aa38027f14af", "name": "network-vif-plugged", "status": "completed", "tag": "f151e92a-6071-4070-a7f3-c39b36ad4093", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:10:32.677709 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a9a96b4f-007d-41b8-8fcc-3ae7a38b2bc2 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:10:32.678010 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aaf1a45-5d67-4249-9916-aa38027f14af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f151e92a-6071-4070-a7f3-c39b36ad4093', 'code': 200} Aug 10 03:10:32.695978 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c86585-9220-4fc6-844c-dbae649708f8 admin admin] Checking segment: {'id': '4ab0f17a-69ae-4b1d-baa9-e61682038a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '621c64c7-36aa-443f-8c43-30d9a2af4f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:10:32.696410 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c86585-9220-4fc6-844c-dbae649708f8 admin admin] Network hostable DHCP agents. Network: 621c64c7-36aa-443f-8c43-30d9a2af4f74, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:10:32.719858 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=f151e92a-6071-4070-a7f3-c39b36ad4093,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:32.743121 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-adf2afc2-4eba-49d2-a86a-6f4f9024d992 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:32.768245 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-adf2afc2-4eba-49d2-a86a-6f4f9024d992 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:32.811720 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c86585-9220-4fc6-844c-dbae649708f8 admin admin] Network 621c64c7-36aa-443f-8c43-30d9a2af4f74 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:10:32.828300 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf2afc2-4eba-49d2-a86a-6f4f9024d992 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=919d8ecd-61b4-4b5b-892c-42dfe967d504,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:32.844110 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c74d4-761e-4eb5-99ee-651ac5ba2af6 req-40bb91f1-3917-4158-8910-6e66414723a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:32.844602 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c74d4-761e-4eb5-99ee-651ac5ba2af6 req-40bb91f1-3917-4158-8910-6e66414723a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:32.845082 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c74d4-761e-4eb5-99ee-651ac5ba2af6 req-40bb91f1-3917-4158-8910-6e66414723a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:32.845556 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c74d4-761e-4eb5-99ee-651ac5ba2af6 req-40bb91f1-3917-4158-8910-6e66414723a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:32.846024 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c74d4-761e-4eb5-99ee-651ac5ba2af6 req-40bb91f1-3917-4158-8910-6e66414723a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:32.846491 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c74d4-761e-4eb5-99ee-651ac5ba2af6 req-40bb91f1-3917-4158-8910-6e66414723a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:32.846990 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c74d4-761e-4eb5-99ee-651ac5ba2af6 req-40bb91f1-3917-4158-8910-6e66414723a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:32.849607 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-750c74d4-761e-4eb5-99ee-651ac5ba2af6 req-40bb91f1-3917-4158-8910-6e66414723a1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9db099ffcd1f4b6f883036f2463be98e&device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 6495 time: 0.1750205 Aug 10 03:10:32.850312 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-adf2afc2-4eba-49d2-a86a-6f4f9024d992 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:32.851399 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-adf2afc2-4eba-49d2-a86a-6f4f9024d992 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5677073 Aug 10 03:10:32.855646 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 40868) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:32.855823 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd29f9-1eb3-4b1a-bc3d-0bdb27325703 req-a853cf5a-d979-4973-85e8-2227b9ae5d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:32.857212 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-24bd29f9-1eb3-4b1a-bc3d-0bdb27325703 req-a853cf5a-d979-4973-85e8-2227b9ae5d69 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b071061e-0c83-4db2-9121-a6eb9f4ae150 HTTP/1.1" status: 200 len: 922 time: 0.2566168 Aug 10 03:10:32.857781 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-02c86585-9220-4fc6-844c-dbae649708f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 621c64c7-36aa-443f-8c43-30d9a2af4f74) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:10:32.861994 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-b81db7c4-1911-4361-bfa9-7c5d4af37572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80dafd6b-2d4c-4a17-86c3-8f27fb623c5d', 'name': 'tempest-TaggedBootDevicesTest-1119675665-router', 'tenant_id': '9db099ffcd1f4b6f883036f2463be98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '7546844f-3862-4de8-9027-418cd12274ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:08:20Z', 'updated_at': '2021-08-10T03:08:26Z', 'revision_number': 4, 'project_id': '9db099ffcd1f4b6f883036f2463be98e', 'gw_port': {'id': '7546844f-3862-4de8-9027-418cd12274ca', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dafd6b-2d4c-4a17-86c3-8f27fb623c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:08:20Z', 'updated_at': '2021-08-10T03:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '0f41c6fc-365e-44cb-8539-7df9d6a24deb', 'tenant_id': '9db099ffcd1f4b6f883036f2463be98e', 'floating_ip_address': '172.25.7.202', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '80dafd6b-2d4c-4a17-86c3-8f27fb623c5d', 'port_id': '32ca825e-8e1d-4359-b950-7b6b31be75d4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae', 'mac_address': 'fa:16:3e:72:3d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e1f39f-9b8b-483d-b744-1336257d8687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:09:18Z', 'updated_at': '2021-08-10T03:10:30Z', 'revision_number': 1, 'project_id': '9db099ffcd1f4b6f883036f2463be98e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20db2a69-300b-4cf6-a805-13fb5667fcda', 'name': '', 'network_id': 'c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae', 'tenant_id': '9db099ffcd1f4b6f883036f2463be98e', 'mac_address': 'fa:16:3e:a3:2d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dafd6b-2d4c-4a17-86c3-8f27fb623c5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e8cb624b-05ab-4931-a430-340a8df0afcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:08:25Z', 'updated_at': '2021-08-10T03:08:32Z', 'revision_number': 5, 'project_id': '9db099ffcd1f4b6f883036f2463be98e', 'subnets': [{'id': 'e8cb624b-05ab-4931-a430-340a8df0afcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:10:32.863642 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-de813592-3e50-4e6d-bccd-02a4ac30c657 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Request body: {'floatingip': {'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:10:32.880750 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb231235-189e-45a0-87c6-40c965b4f593 req-d02817ca-8ca5-4e03-bf6e-7791a4fefddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:32.882165 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eb231235-189e-45a0-87c6-40c965b4f593 req-d02817ca-8ca5-4e03-bf6e-7791a4fefddc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5aaf1a45-5d67-4249-9916-aa38027f14af HTTP/1.1" status: 200 len: 1097 time: 0.1568713 Aug 10 03:10:32.890324 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867eb6b5-089f-41ac-a0ca-bbb8edf62e58 None None] Network 621c64c7-36aa-443f-8c43-30d9a2af4f74 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:10:32.892160 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-de813592-3e50-4e6d-bccd-02a4ac30c657 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Notify callbacks [] for floatingip, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:32.893580 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c86585-9220-4fc6-844c-dbae649708f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:32.894924 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-02c86585-9220-4fc6-844c-dbae649708f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:32.907869 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81db7c4-1911-4361-bfa9-7c5d4af37572 None None] Checking router: 80dafd6b-2d4c-4a17-86c3-8f27fb623c5d for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:10:32.962532 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-24bd29f9-1eb3-4b1a-bc3d-0bdb27325703 req-58a8e99e-7320-40cf-9eb1-08ca4d9b01ff service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dda454e8-e875-42e2-9540-224304669743 HTTP/1.1" status: 200 len: 217 time: 0.0922716 Aug 10 03:10:32.993780 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-02c86585-9220-4fc6-844c-dbae649708f8 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5800598 Aug 10 03:10:33.097064 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81db7c4-1911-4361-bfa9-7c5d4af37572 None None] Routers {'80dafd6b-2d4c-4a17-86c3-8f27fb623c5d'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:10:33.098045 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-b81db7c4-1911-4361-bfa9-7c5d4af37572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:10:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['80dafd6b-2d4c-4a17-86c3-8f27fb623c5d'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:10:33.125288 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd29f9-1eb3-4b1a-bc3d-0bdb27325703 req-82fdf097-4571-4cdf-b370-efe87e5f59b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:33.126381 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-de813592-3e50-4e6d-bccd-02a4ac30c657 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:33.131193 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-24bd29f9-1eb3-4b1a-bc3d-0bdb27325703 req-82fdf097-4571-4cdf-b370-efe87e5f59b9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=07f824b9-3083-4489-bc41-7237705a68bc HTTP/1.1" status: 200 len: 861 time: 0.1561227 Aug 10 03:10:33.139540 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9dd18400-8b41-4bd7-9d1d-d0dbfefbf4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:33.216413 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-64211436-52e1-41b4-bfbf-9dbef5c533d3 req-3a3663ee-f176-4f94-96e8-399556a1973b tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a6b85e6-4c0a-402f-94b6-776fdbcec732 HTTP/1.1" status: 200 len: 210 time: 0.0835690 Aug 10 03:10:33.248866 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eb231235-189e-45a0-87c6-40c965b4f593 req-556e17c9-6be0-4e2e-acc2-78b5f6140ad7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238792 Aug 10 03:10:33.260611 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d06c87-4221-4861-8767-54168f42253f None None] Network 621c64c7-36aa-443f-8c43-30d9a2af4f74 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:10:33.271612 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-24bd29f9-1eb3-4b1a-bc3d-0bdb27325703 req-2aa789ac-0c53-4ede-9488-6ea4dceec1be service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b071061e-0c83-4db2-9121-a6eb9f4ae150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1205990 Aug 10 03:10:33.281743 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c74d4-761e-4eb5-99ee-651ac5ba2af6 req-f9df05c3-cf38-4393-829f-dc7a404d580f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:33.283254 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-750c74d4-761e-4eb5-99ee-651ac5ba2af6 req-f9df05c3-cf38-4393-829f-dc7a404d580f service neutron] 10.222.0.60 "GET /v2.0/networks?id=c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae HTTP/1.1" status: 200 len: 913 time: 0.4237216 Aug 10 03:10:33.312437 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-b81db7c4-1911-4361-bfa9-7c5d4af37572 None None] Set router 80dafd6b-2d4c-4a17-86c3-8f27fb623c5d gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:10:33.322914 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51e8b1-8ac4-47be-b558-3fe1cb3e1199 req-cbf8f784-4706-43e3-9c40-b34afc6a3b73 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:33.324663 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cd51e8b1-8ac4-47be-b558-3fe1cb3e1199 req-cbf8f784-4706-43e3-9c40-b34afc6a3b73 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.58 "GET /v2.0/networks?id=909af24c-2a43-4e6d-8a1f-90b69debd82b HTTP/1.1" status: 200 len: 807 time: 0.2965519 Aug 10 03:10:33.388821 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-cd51e8b1-8ac4-47be-b558-3fe1cb3e1199 req-e088775a-4280-4af0-a8a3-2a58cf319ec0 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Request body: {'port': {'device_id': '8a6b85e6-4c0a-402f-94b6-776fdbcec732', 'network_id': '909af24c-2a43-4e6d-8a1f-90b69debd82b', 'admin_state_up': True, 'tenant_id': '0184527d62ac40cb863b24d5f91a9ee4'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:10:33.414873 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:33.455707 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-de813592-3e50-4e6d-bccd-02a4ac30c657 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Allocated IP 172.25.7.110 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/77842109-9aa3-4c57-ae35-96bd335a01ed) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:10:33.630114 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-de813592-3e50-4e6d-bccd-02a4ac30c657 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:33.663863 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-750c74d4-761e-4eb5-99ee-651ac5ba2af6 req-2448b5c9-32cb-44a2-92c2-62109e0980b9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32ca825e-8e1d-4359-b950-7b6b31be75d4 HTTP/1.1" status: 200 len: 999 time: 0.3491874 Aug 10 03:10:33.737656 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5bec0b-19a5-4984-b80b-3a1d096bc8bf req-152f6bc2-e119-4c1b-bf63-c8b5d8351259 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:33.739291 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5f5bec0b-19a5-4984-b80b-3a1d096bc8bf req-152f6bc2-e119-4c1b-bf63-c8b5d8351259 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aaf1a45-5d67-4249-9916-aa38027f14af HTTP/1.1" status: 200 len: 945 time: 0.2722566 Aug 10 03:10:33.746052 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-24bd29f9-1eb3-4b1a-bc3d-0bdb27325703 req-bfbc1f11-fe37-4969-8ac3-37dc77cde7d2 service neutron] 10.222.0.58 "GET /v2.0/networks/b071061e-0c83-4db2-9121-a6eb9f4ae150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4658082 Aug 10 03:10:33.792369 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ce9ec-5c8a-428c-818b-f02ff81aa0b5 req-bbb1d2e5-b43e-49f5-84fe-30e8abd75b5b tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:33.794103 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-b81db7c4-1911-4361-bfa9-7c5d4af37572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80dafd6b-2d4c-4a17-86c3-8f27fb623c5d', 'name': 'tempest-TaggedBootDevicesTest-1119675665-router', 'tenant_id': '9db099ffcd1f4b6f883036f2463be98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '7546844f-3862-4de8-9027-418cd12274ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:08:20Z', 'updated_at': '2021-08-10T03:08:26Z', 'revision_number': 4, 'project_id': '9db099ffcd1f4b6f883036f2463be98e', 'gw_port': {'id': '7546844f-3862-4de8-9027-418cd12274ca', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dafd6b-2d4c-4a17-86c3-8f27fb623c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:08:20Z', 'updated_at': '2021-08-10T03:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '0f41c6fc-365e-44cb-8539-7df9d6a24deb', 'tenant_id': '9db099ffcd1f4b6f883036f2463be98e', 'floating_ip_address': '172.25.7.202', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '80dafd6b-2d4c-4a17-86c3-8f27fb623c5d', 'port_id': '32ca825e-8e1d-4359-b950-7b6b31be75d4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae', 'mac_address': 'fa:16:3e:72:3d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e1f39f-9b8b-483d-b744-1336257d8687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:09:18Z', 'updated_at': '2021-08-10T03:10:30Z', 'revision_number': 1, 'project_id': '9db099ffcd1f4b6f883036f2463be98e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20db2a69-300b-4cf6-a805-13fb5667fcda', 'name': '', 'network_id': 'c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae', 'tenant_id': '9db099ffcd1f4b6f883036f2463be98e', 'mac_address': 'fa:16:3e:a3:2d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dafd6b-2d4c-4a17-86c3-8f27fb623c5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e8cb624b-05ab-4931-a430-340a8df0afcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:08:25Z', 'updated_at': '2021-08-10T03:08:32Z', 'revision_number': 5, 'project_id': '9db099ffcd1f4b6f883036f2463be98e', 'subnets': [{'id': 'e8cb624b-05ab-4931-a430-340a8df0afcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:10:33.799323 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-398ce9ec-5c8a-428c-818b-f02ff81aa0b5 req-bbb1d2e5-b43e-49f5-84fe-30e8abd75b5b tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] 10.222.0.62 "GET /v2.0/networks?id=621c64c7-36aa-443f-8c43-30d9a2af4f74 HTTP/1.1" status: 200 len: 816 time: 0.2577596 Aug 10 03:10:33.804378 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd51e8b1-8ac4-47be-b558-3fe1cb3e1199 req-e088775a-4280-4af0-a8a3-2a58cf319ec0 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Made reservation on behalf of 0184527d62ac40cb863b24d5f91a9ee4 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:10:33.809453 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-cd51e8b1-8ac4-47be-b558-3fe1cb3e1199 req-e088775a-4280-4af0-a8a3-2a58cf319ec0 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:33.814680 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-de813592-3e50-4e6d-bccd-02a4ac30c657 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:33.848019 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c74d4-761e-4eb5-99ee-651ac5ba2af6 req-685d76cb-3667-4164-9846-a6d4aba312eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:33.848423 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81db7c4-1911-4361-bfa9-7c5d4af37572 None None] The sync data for ids ['80dafd6b-2d4c-4a17-86c3-8f27fb623c5d'] in n-d-768851-15 is: [{'id': '80dafd6b-2d4c-4a17-86c3-8f27fb623c5d', 'name': 'tempest-TaggedBootDevicesTest-1119675665-router', 'tenant_id': '9db099ffcd1f4b6f883036f2463be98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '7546844f-3862-4de8-9027-418cd12274ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:08:20Z', 'updated_at': '2021-08-10T03:08:26Z', 'revision_number': 4, 'project_id': '9db099ffcd1f4b6f883036f2463be98e', 'gw_port': {'id': '7546844f-3862-4de8-9027-418cd12274ca', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dafd6b-2d4c-4a17-86c3-8f27fb623c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:08:20Z', 'updated_at': '2021-08-10T03:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '0f41c6fc-365e-44cb-8539-7df9d6a24deb', 'tenant_id': '9db099ffcd1f4b6f883036f2463be98e', 'floating_ip_address': '172.25.7.202', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '80dafd6b-2d4c-4a17-86c3-8f27fb623c5d', 'port_id': '32ca825e-8e1d-4359-b950-7b6b31be75d4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae', 'mac_address': 'fa:16:3e:72:3d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e1f39f-9b8b-483d-b744-1336257d8687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:09:18Z', 'updated_at': '2021-08-10T03:10:30Z', 'revision_number': 1, 'project_id': '9db099ffcd1f4b6f883036f2463be98e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20db2a69-300b-4cf6-a805-13fb5667fcda', 'name': '', 'network_id': 'c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae', 'tenant_id': '9db099ffcd1f4b6f883036f2463be98e', 'mac_address': 'fa:16:3e:a3:2d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dafd6b-2d4c-4a17-86c3-8f27fb623c5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e8cb624b-05ab-4931-a430-340a8df0afcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:08:25Z', 'updated_at': '2021-08-10T03:08:32Z', 'revision_number': 5, 'project_id': '9db099ffcd1f4b6f883036f2463be98e', 'subnets': [{'id': 'e8cb624b-05ab-4931-a430-340a8df0afcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:10:33.849942 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-750c74d4-761e-4eb5-99ee-651ac5ba2af6 req-685d76cb-3667-4164-9846-a6d4aba312eb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e8cb624b-05ab-4931-a430-340a8df0afcf HTTP/1.1" status: 200 len: 851 time: 0.1711998 Aug 10 03:10:33.866943 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-398ce9ec-5c8a-428c-818b-f02ff81aa0b5 req-68a118b1-a017-45c8-b026-7bad08168eb0 tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] 10.222.0.62 "GET /v2.0/quotas/bc7087e29e0f47fc8c9a6d7e8d4c2247 HTTP/1.1" status: 200 len: 375 time: 0.0666618 Aug 10 03:10:33.904540 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de813592-3e50-4e6d-bccd-02a4ac30c657 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:10:33.912629 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-de813592-3e50-4e6d-bccd-02a4ac30c657 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:10:33.922436 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de813592-3e50-4e6d-bccd-02a4ac30c657 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:10:34.004482 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-398ce9ec-5c8a-428c-818b-f02ff81aa0b5 req-5573feb5-1317-495b-b258-424bdaafe5f3 tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=bc7087e29e0f47fc8c9a6d7e8d4c2247&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1360946 Aug 10 03:10:34.010599 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de813592-3e50-4e6d-bccd-02a4ac30c657 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Pushing event updated for resources: {'Port': ['ID=77842109-9aa3-4c57-ae35-96bd335a01ed,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:34.074953 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5f5bec0b-19a5-4984-b80b-3a1d096bc8bf req-f507d66c-4566-4e93-a26b-6f5b7865f978 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277771 Aug 10 03:10:34.076421 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:34.109084 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-de813592-3e50-4e6d-bccd-02a4ac30c657 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:34.199218 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-24bd29f9-1eb3-4b1a-bc3d-0bdb27325703 req-31b5204f-d561-4de1-83c6-bfb2354def93 service neutron] 10.222.0.58 "GET /v2.0/networks/b071061e-0c83-4db2-9121-a6eb9f4ae150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4389517 Aug 10 03:10:34.237006 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c74d4-761e-4eb5-99ee-651ac5ba2af6 req-dcc7dff2-3201-4e3d-b829-ef6fcf9b5723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:34.241467 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-750c74d4-761e-4eb5-99ee-651ac5ba2af6 req-dcc7dff2-3201-4e3d-b829-ef6fcf9b5723 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3725157 Aug 10 03:10:34.253193 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-de813592-3e50-4e6d-bccd-02a4ac30c657 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:34.261063 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-cd51e8b1-8ac4-47be-b558-3fe1cb3e1199 req-e088775a-4280-4af0-a8a3-2a58cf319ec0 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Allocated IP 172.20.0.5 (909af24c-2a43-4e6d-8a1f-90b69debd82b/b8c216be-f9cb-484e-9a0a-1cd9ef473e6f/906d7e93-796e-48da-b2b6-43e09317d336) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:10:34.299383 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828b7187-cb32-44a3-a134-89aaa9f5bd7a None None] New status for floating IP 0f41c6fc-365e-44cb-8539-7df9d6a24deb: ACTIVE {{(pid=94219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:10:34.390620 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-398ce9ec-5c8a-428c-818b-f02ff81aa0b5 req-b51a4111-174c-46db-8f08-c3edc5a7a9e5 service neutron] 10.222.0.62 "GET /v2.0/networks/621c64c7-36aa-443f-8c43-30d9a2af4f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482416 Aug 10 03:10:34.480315 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b68515c-fc9e-4f2e-a5cd-c68f7adeeaac req-ae1372f4-ef58-4f41-8856-997c2bf08664 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:34.481910 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9b68515c-fc9e-4f2e-a5cd-c68f7adeeaac req-ae1372f4-ef58-4f41-8856-997c2bf08664 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2f7cf69-220e-4aab-a168-073d97fba7c6 HTTP/1.1" status: 200 len: 950 time: 0.1323407 Aug 10 03:10:34.511048 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-750c74d4-761e-4eb5-99ee-651ac5ba2af6 req-85cdf1b5-f39e-47c6-ac12-96f32d841305 service neutron] 10.222.0.60 "GET /v2.0/networks/c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590210 Aug 10 03:10:34.598745 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9b68515c-fc9e-4f2e-a5cd-c68f7adeeaac req-b4259898-8b5a-41b8-9800-27002d1bd1d4 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073425 Aug 10 03:10:34.657639 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-398ce9ec-5c8a-428c-818b-f02ff81aa0b5 req-4317f9cc-b56c-4c0c-932f-940265a33d06 service neutron] 10.222.0.62 "GET /v2.0/networks/621c64c7-36aa-443f-8c43-30d9a2af4f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564428 Aug 10 03:10:34.732680 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-750c74d4-761e-4eb5-99ee-651ac5ba2af6 req-e7f56e43-e5b3-460a-81bd-5a8b5df9acfd service neutron] 10.222.0.60 "GET /v2.0/networks/c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136869 Aug 10 03:10:34.760881 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-cd51e8b1-8ac4-47be-b558-3fe1cb3e1199 req-e088775a-4280-4af0-a8a3-2a58cf319ec0 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:34.906137 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-de813592-3e50-4e6d-bccd-02a4ac30c657 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:34.908081 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-cd51e8b1-8ac4-47be-b558-3fe1cb3e1199 req-e088775a-4280-4af0-a8a3-2a58cf319ec0 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:34.929222 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-de813592-3e50-4e6d-bccd-02a4ac30c657 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:34.933420 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['f59dede6-6b8e-472b-8c72-53679eb4e5af'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:10:35.019983 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd51e8b1-8ac4-47be-b558-3fe1cb3e1199 req-e088775a-4280-4af0-a8a3-2a58cf319ec0 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Network 909af24c-2a43-4e6d-8a1f-90b69debd82b is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:10:35.028900 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-cd51e8b1-8ac4-47be-b558-3fe1cb3e1199 req-e088775a-4280-4af0-a8a3-2a58cf319ec0 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:10:35.055939 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd51e8b1-8ac4-47be-b558-3fe1cb3e1199 req-e088775a-4280-4af0-a8a3-2a58cf319ec0 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:10:35.059051 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e088775a-4280-4af0-a8a3-2a58cf319ec0 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Pushing event updated for resources: {'Port': ['ID=906d7e93-796e-48da-b2b6-43e09317d336,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:35.084223 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8575b693-97d7-4a18-b086-b3e09d7edfa7 req-4440ee65-740f-4faf-9cb2-13fe66e7bd89 tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] 10.222.0.62 "GET /v2.0/ports?device_id=d527a119-67db-4b5e-b863-3e8eaad8aa55 HTTP/1.1" status: 200 len: 210 time: 0.1117091 Aug 10 03:10:35.164531 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e03f45-60fc-493e-8bdc-c848566d4141 req-517228e3-c163-4f51-acb7-078bf1da9210 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:35.176332 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-55e03f45-60fc-493e-8bdc-c848566d4141 req-517228e3-c163-4f51-acb7-078bf1da9210 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a6b85e6-4c0a-402f-94b6-776fdbcec732 HTTP/1.1" status: 200 len: 931 time: 0.2458484 Aug 10 03:10:35.189306 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-de813592-3e50-4e6d-bccd-02a4ac30c657 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:35.200256 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de813592-3e50-4e6d-bccd-02a4ac30c657 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Pushing event updated for resources: {'Port': ['ID=77842109-9aa3-4c57-ae35-96bd335a01ed,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:35.211420 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51e8b1-8ac4-47be-b558-3fe1cb3e1199 req-e088775a-4280-4af0-a8a3-2a58cf319ec0 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:35.212144 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-cd51e8b1-8ac4-47be-b558-3fe1cb3e1199 req-e088775a-4280-4af0-a8a3-2a58cf319ec0 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:35.228190 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-de813592-3e50-4e6d-bccd-02a4ac30c657 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:35.242809 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-de813592-3e50-4e6d-bccd-02a4ac30c657 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3853941 Aug 10 03:10:35.258436 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cd51e8b1-8ac4-47be-b558-3fe1cb3e1199 req-e088775a-4280-4af0-a8a3-2a58cf319ec0 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8865285 Aug 10 03:10:35.276186 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-cd51e8b1-8ac4-47be-b558-3fe1cb3e1199 req-6d9036dc-0a86-4d76-82b2-53d04c412f9a service neutron] Request body: {'port': {'device_id': '8a6b85e6-4c0a-402f-94b6-776fdbcec732', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:10:35.325248 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-55e03f45-60fc-493e-8bdc-c848566d4141 req-f6a8ab6d-d750-408c-99d6-cc1917f9af52 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478393 Aug 10 03:10:35.406869 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-cd51e8b1-8ac4-47be-b558-3fe1cb3e1199 req-6d9036dc-0a86-4d76-82b2-53d04c412f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:35.450382 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0bcc0-2b25-41b3-8ac5-14e419b0f0f9 req-7086100a-bd98-4fe5-9dd8-e838215e77d2 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:35.455549 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b0c0bcc0-2b25-41b3-8ac5-14e419b0f0f9 req-7086100a-bd98-4fe5-9dd8-e838215e77d2 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aaf1a45-5d67-4249-9916-aa38027f14af HTTP/1.1" status: 200 len: 945 time: 0.1715176 Aug 10 03:10:35.524385 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b0c0bcc0-2b25-41b3-8ac5-14e419b0f0f9 req-6798ed99-a6a7-427d-abfc-f25baf4e486f tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605090 Aug 10 03:10:35.705576 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9640ab4-ccbc-40b8-942a-b90c53428b6d req-9e1516c4-ee83-43a3-ba4f-25c07ee1da01 tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:35.713433 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d9640ab4-ccbc-40b8-942a-b90c53428b6d req-9e1516c4-ee83-43a3-ba4f-25c07ee1da01 tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5aaf1a45-5d67-4249-9916-aa38027f14af HTTP/1.1" status: 200 len: 1097 time: 0.1160202 Aug 10 03:10:35.751612 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd154489-0d11-46b7-964d-c952ea0cd040 req-c9669aca-329f-4bbf-8ce0-e6692764185a tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:35.753379 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bd154489-0d11-46b7-964d-c952ea0cd040 req-c9669aca-329f-4bbf-8ce0-e6692764185a tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/networks?id=8ebbd51d-54f8-47d9-924a-757d571ead63 HTTP/1.1" status: 200 len: 821 time: 0.1907220 Aug 10 03:10:35.766302 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d9640ab4-ccbc-40b8-942a-b90c53428b6d req-f7898a9d-2fae-4014-b3fd-d79c352c3613 tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520036 Aug 10 03:10:35.781407 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bd154489-0d11-46b7-964d-c952ea0cd040 req-0e6495cc-6164-46e3-a534-a4a8639f46c0 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/quotas/5acd3c353298420295f54d7820a6128a HTTP/1.1" status: 200 len: 375 time: 0.0123932 Aug 10 03:10:35.827289 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-cd51e8b1-8ac4-47be-b558-3fe1cb3e1199 req-6d9036dc-0a86-4d76-82b2-53d04c412f9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 906d7e93-796e-48da-b2b6-43e09317d336 {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:10:35.834173 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:35.844964 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-cd51e8b1-8ac4-47be-b558-3fe1cb3e1199 req-6d9036dc-0a86-4d76-82b2-53d04c412f9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:35.865312 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-cd51e8b1-8ac4-47be-b558-3fe1cb3e1199 req-6d9036dc-0a86-4d76-82b2-53d04c412f9a service neutron] Transition to ACTIVE for port object 906d7e93-796e-48da-b2b6-43e09317d336 will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:10:35.871125 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-cd51e8b1-8ac4-47be-b558-3fe1cb3e1199 req-6d9036dc-0a86-4d76-82b2-53d04c412f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:35.883772 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bd154489-0d11-46b7-964d-c952ea0cd040 req-da397c69-2daa-4ee3-8606-1f48278c362b tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=5acd3c353298420295f54d7820a6128a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0958076 Aug 10 03:10:35.958923 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9036dc-0a86-4d76-82b2-53d04c412f9a service neutron] Pushing event updated for resources: {'Port': ['ID=906d7e93-796e-48da-b2b6-43e09317d336,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:36.029587 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-cd51e8b1-8ac4-47be-b558-3fe1cb3e1199 req-6d9036dc-0a86-4d76-82b2-53d04c412f9a service neutron] Attempting to bind port 906d7e93-796e-48da-b2b6-43e09317d336 on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:10:36.030071 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-cd51e8b1-8ac4-47be-b558-3fe1cb3e1199 req-6d9036dc-0a86-4d76-82b2-53d04c412f9a service neutron] Attempting to bind port 906d7e93-796e-48da-b2b6-43e09317d336 by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '56914130-d266-4761-b91f-0f4044da3177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '909af24c-2a43-4e6d-8a1f-90b69debd82b'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:10:36.030789 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd51e8b1-8ac4-47be-b558-3fe1cb3e1199 req-6d9036dc-0a86-4d76-82b2-53d04c412f9a service neutron] Attempting to bind port 906d7e93-796e-48da-b2b6-43e09317d336 on network 909af24c-2a43-4e6d-8a1f-90b69debd82b {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:10:36.033052 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bd154489-0d11-46b7-964d-c952ea0cd040 req-c3510a0c-97ea-4d95-9f7d-c05df0c6f3b3 service neutron] 10.222.0.62 "GET /v2.0/networks/8ebbd51d-54f8-47d9-924a-757d571ead63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376226 Aug 10 03:10:36.038169 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd51e8b1-8ac4-47be-b558-3fe1cb3e1199 req-6d9036dc-0a86-4d76-82b2-53d04c412f9a service neutron] Port 906d7e93-796e-48da-b2b6-43e09317d336 on network 909af24c-2a43-4e6d-8a1f-90b69debd82b not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:10:36.038633 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd51e8b1-8ac4-47be-b558-3fe1cb3e1199 req-6d9036dc-0a86-4d76-82b2-53d04c412f9a service neutron] Attempting to bind port 906d7e93-796e-48da-b2b6-43e09317d336 on network 909af24c-2a43-4e6d-8a1f-90b69debd82b {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:10:36.044893 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd51e8b1-8ac4-47be-b558-3fe1cb3e1199 req-6d9036dc-0a86-4d76-82b2-53d04c412f9a service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:10:36.045367 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd51e8b1-8ac4-47be-b558-3fe1cb3e1199 req-6d9036dc-0a86-4d76-82b2-53d04c412f9a service neutron] Checking segment: {'id': '56914130-d266-4761-b91f-0f4044da3177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '909af24c-2a43-4e6d-8a1f-90b69debd82b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:10:36.045841 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd51e8b1-8ac4-47be-b558-3fe1cb3e1199 req-6d9036dc-0a86-4d76-82b2-53d04c412f9a service neutron] Bound using segment: {'id': '56914130-d266-4761-b91f-0f4044da3177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '909af24c-2a43-4e6d-8a1f-90b69debd82b'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:10:36.046373 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-cd51e8b1-8ac4-47be-b558-3fe1cb3e1199 req-6d9036dc-0a86-4d76-82b2-53d04c412f9a service neutron] Bound port: 906d7e93-796e-48da-b2b6-43e09317d336, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56914130-d266-4761-b91f-0f4044da3177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '909af24c-2a43-4e6d-8a1f-90b69debd82b'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:10:36.046852 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-cd51e8b1-8ac4-47be-b558-3fe1cb3e1199 req-6d9036dc-0a86-4d76-82b2-53d04c412f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:36.067285 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c1237-2c45-4ed4-b688-a36d1d29ed68 req-639e2b51-1375-4a55-8411-14d2b3cebcae tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:36.069241 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-241c1237-2c45-4ed4-b688-a36d1d29ed68 req-639e2b51-1375-4a55-8411-14d2b3cebcae tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2f7cf69-220e-4aab-a168-073d97fba7c6 HTTP/1.1" status: 200 len: 950 time: 0.1533792 Aug 10 03:10:36.129480 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-cd51e8b1-8ac4-47be-b558-3fe1cb3e1199 req-6d9036dc-0a86-4d76-82b2-53d04c412f9a service neutron] For port 906d7e93-796e-48da-b2b6-43e09317d336, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:10:36.133531 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-cd51e8b1-8ac4-47be-b558-3fe1cb3e1199 req-6d9036dc-0a86-4d76-82b2-53d04c412f9a service neutron] For port 906d7e93-796e-48da-b2b6-43e09317d336, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=906d7e93-796e-48da-b2b6-43e09317d336,segment=NetworkSegment(56914130-d266-4761-b91f-0f4044da3177),segment_id=56914130-d266-4761-b91f-0f4044da3177)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:10:36.137513 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-cd51e8b1-8ac4-47be-b558-3fe1cb3e1199 req-6d9036dc-0a86-4d76-82b2-53d04c412f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:36.172662 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51e8b1-8ac4-47be-b558-3fe1cb3e1199 req-6d9036dc-0a86-4d76-82b2-53d04c412f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:36.174400 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-cd51e8b1-8ac4-47be-b558-3fe1cb3e1199 req-6d9036dc-0a86-4d76-82b2-53d04c412f9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:36.175857 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cd51e8b1-8ac4-47be-b558-3fe1cb3e1199 req-6d9036dc-0a86-4d76-82b2-53d04c412f9a service neutron] 10.222.0.58 "PUT /v2.0/ports/906d7e93-796e-48da-b2b6-43e09317d336 HTTP/1.1" status: 200 len: 1092 time: 0.9091647 Aug 10 03:10:36.177198 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-241c1237-2c45-4ed4-b688-a36d1d29ed68 req-6b6d0931-cf27-4f83-b73f-28c6d50884fc tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827873 Aug 10 03:10:36.178498 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a6b85e6-4c0a-402f-94b6-776fdbcec732', 'tag': '906d7e93-796e-48da-b2b6-43e09317d336'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:10:36.183936 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57bfeddd-02f0-424c-90db-eb177ae14fd0" -d '{"events": [{"name": "network-changed", "server_uuid": "8a6b85e6-4c0a-402f-94b6-776fdbcec732", "tag": "906d7e93-796e-48da-b2b6-43e09317d336"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:10:36.217774 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bd154489-0d11-46b7-964d-c952ea0cd040 req-edb13b15-ba82-4cb6-9d09-7e3a5be2a40b service neutron] 10.222.0.62 "GET /v2.0/networks/8ebbd51d-54f8-47d9-924a-757d571ead63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836445 Aug 10 03:10:36.227917 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b9cf44b8-414c-46bd-957b-46d28c40a3bf req-4d7c708d-1296-4ddd-a1b5-8d1b4586b186 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7afe2725-211f-4a04-a488-e97f3118f7d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1014550 Aug 10 03:10:36.276177 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9036dc-0a86-4d76-82b2-53d04c412f9a service neutron] Pushing event updated for resources: {'Port': ['ID=906d7e93-796e-48da-b2b6-43e09317d336,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:36.318068 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51e8b1-8ac4-47be-b558-3fe1cb3e1199 req-967c1d67-fdd7-4e68-83c7-ba5cc261f4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:36.320807 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cd51e8b1-8ac4-47be-b558-3fe1cb3e1199 req-967c1d67-fdd7-4e68-83c7-ba5cc261f4c9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0184527d62ac40cb863b24d5f91a9ee4&device_id=8a6b85e6-4c0a-402f-94b6-776fdbcec732 HTTP/1.1" status: 200 len: 1095 time: 0.0709658 Aug 10 03:10:36.358433 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e44f3a-0d57-4fdd-aa77-26ded426fc1d req-847655d5-1b02-4e7f-8ef1-5ed39725e5c1 tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:36.367387 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-55e44f3a-0d57-4fdd-aa77-26ded426fc1d req-847655d5-1b02-4e7f-8ef1-5ed39725e5c1 tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5aaf1a45-5d67-4249-9916-aa38027f14af HTTP/1.1" status: 200 len: 1097 time: 0.1037669 Aug 10 03:10:36.377198 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf44b8-414c-46bd-957b-46d28c40a3bf req-3a785ac4-f1a1-40aa-8aca-6807a4564e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:36.378725 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b9cf44b8-414c-46bd-957b-46d28c40a3bf req-3a785ac4-f1a1-40aa-8aca-6807a4564e8c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0184527d62ac40cb863b24d5f91a9ee4&device_id=7afe2725-211f-4a04-a488-e97f3118f7d4 HTTP/1.1" status: 200 len: 1096 time: 0.0989866 Aug 10 03:10:36.399181 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cd51e8b1-8ac4-47be-b558-3fe1cb3e1199 req-9762eced-2f97-46ad-97af-57e7354d9e71 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=906d7e93-796e-48da-b2b6-43e09317d336 HTTP/1.1" status: 200 len: 217 time: 0.0696352 Aug 10 03:10:36.443010 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-55e44f3a-0d57-4fdd-aa77-26ded426fc1d req-bf9d1a8c-19bc-483b-9095-7f845b2ee37a tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698693 Aug 10 03:10:36.552894 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51e8b1-8ac4-47be-b558-3fe1cb3e1199 req-cca420a9-d2e1-45a4-9201-5244f388d536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:36.557083 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cd51e8b1-8ac4-47be-b558-3fe1cb3e1199 req-cca420a9-d2e1-45a4-9201-5244f388d536 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b8c216be-f9cb-484e-9a0a-1cd9ef473e6f HTTP/1.1" status: 200 len: 847 time: 0.1478047 Aug 10 03:10:36.659194 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcca5929-9795-4f53-a913-59c286753ffb x-openstack-request-id: req-dcca5929-9795-4f53-a913-59c286753ffb {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:10:36.660847 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a6b85e6-4c0a-402f-94b6-776fdbcec732", "tag": "906d7e93-796e-48da-b2b6-43e09317d336", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:10:36.661276 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dcca5929-9795-4f53-a913-59c286753ffb {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:10:36.662274 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a6b85e6-4c0a-402f-94b6-776fdbcec732', 'tag': '906d7e93-796e-48da-b2b6-43e09317d336', 'status': 'completed', 'code': 200} Aug 10 03:10:36.670470 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cd51e8b1-8ac4-47be-b558-3fe1cb3e1199 req-7d31f439-d5dd-4dfa-a3b2-f840ac3ab739 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=909af24c-2a43-4e6d-8a1f-90b69debd82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1048129 Aug 10 03:10:36.704808 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c4b8b40d-09bb-4bed-a3c0-063660dff1aa req-f45fef1e-6dad-47f7-adba-c1d541390f57 tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] 10.222.0.62 "GET /v2.0/ports?device_id=d527a119-67db-4b5e-b863-3e8eaad8aa55 HTTP/1.1" status: 200 len: 210 time: 0.0749755 Aug 10 03:10:36.866181 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ce9ec-5c8a-428c-818b-f02ff81aa0b5 req-c5818bd7-a6fe-4e63-a462-cc6dc7b5a76c tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:36.867659 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-398ce9ec-5c8a-428c-818b-f02ff81aa0b5 req-c5818bd7-a6fe-4e63-a462-cc6dc7b5a76c tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] 10.222.0.60 "GET /v2.0/networks?id=621c64c7-36aa-443f-8c43-30d9a2af4f74 HTTP/1.1" status: 200 len: 816 time: 0.3314476 Aug 10 03:10:36.883580 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf44b8-414c-46bd-957b-46d28c40a3bf req-1c18bad1-5e95-4024-8cef-25a1342c48d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:36.884918 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b9cf44b8-414c-46bd-957b-46d28c40a3bf req-1c18bad1-5e95-4024-8cef-25a1342c48d7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=909af24c-2a43-4e6d-8a1f-90b69debd82b HTTP/1.1" status: 200 len: 908 time: 0.4812210 Aug 10 03:10:36.888848 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0ca491c7-b1a9-47f6-80f7-92da62d36775 req-0df150f4-6219-4719-ae6d-7ca3a2f964fa tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/ports?device_id=68be3d41-196b-4808-b453-50dd160fe614 HTTP/1.1" status: 200 len: 210 time: 0.0505595 Aug 10 03:10:36.892689 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-398ce9ec-5c8a-428c-818b-f02ff81aa0b5 req-22f30912-8ca4-48b3-8a14-16e86fc6c1f2 tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] Request body: {'port': {'device_id': 'd527a119-67db-4b5e-b863-3e8eaad8aa55', 'network_id': '621c64c7-36aa-443f-8c43-30d9a2af4f74', 'admin_state_up': True, 'tenant_id': 'bc7087e29e0f47fc8c9a6d7e8d4c2247'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:10:36.932234 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cd51e8b1-8ac4-47be-b558-3fe1cb3e1199 req-0ce940c7-fd7f-40a9-b572-2aff15815aa7 service neutron] 10.222.0.58 "GET /v2.0/networks/909af24c-2a43-4e6d-8a1f-90b69debd82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524261 Aug 10 03:10:37.083541 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b9cf44b8-414c-46bd-957b-46d28c40a3bf req-60f4721d-6178-4ffc-9e60-52ec2d6e24dc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c60be1e-d749-43be-a835-a835dab09c29 HTTP/1.1" status: 200 len: 217 time: 0.1850283 Aug 10 03:10:37.101443 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf985303-58d8-44d2-a2cb-3d524b7d07c9 req-6654e7d7-abc0-4218-b3f5-5ad437675175 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:37.103046 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cf985303-58d8-44d2-a2cb-3d524b7d07c9 req-6654e7d7-abc0-4218-b3f5-5ad437675175 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a6b85e6-4c0a-402f-94b6-776fdbcec732 HTTP/1.1" status: 200 len: 943 time: 0.3683481 Aug 10 03:10:37.109653 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cd51e8b1-8ac4-47be-b558-3fe1cb3e1199 req-45a9cee9-14dd-4964-943b-dba03fac3e29 service neutron] 10.222.0.58 "GET /v2.0/networks/909af24c-2a43-4e6d-8a1f-90b69debd82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573195 Aug 10 03:10:37.221896 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bfeddd-02f0-424c-90db-eb177ae14fd0 req-218fe1e2-a703-43f3-a724-48e8fd557747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:37.223486 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-57bfeddd-02f0-424c-90db-eb177ae14fd0 req-218fe1e2-a703-43f3-a724-48e8fd557747 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0184527d62ac40cb863b24d5f91a9ee4&device_id=8a6b85e6-4c0a-402f-94b6-776fdbcec732 HTTP/1.1" status: 200 len: 1095 time: 0.0479226 Aug 10 03:10:37.370750 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bfeddd-02f0-424c-90db-eb177ae14fd0 req-c3f635e9-86f9-426f-a284-a571f30f0072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:37.372420 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-57bfeddd-02f0-424c-90db-eb177ae14fd0 req-c3f635e9-86f9-426f-a284-a571f30f0072 service neutron] 10.222.0.58 "GET /v2.0/networks?id=909af24c-2a43-4e6d-8a1f-90b69debd82b HTTP/1.1" status: 200 len: 908 time: 0.1367238 Aug 10 03:10:37.460211 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-57bfeddd-02f0-424c-90db-eb177ae14fd0 req-934f382c-7a95-4fbb-bf26-e17550e618ef service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=906d7e93-796e-48da-b2b6-43e09317d336 HTTP/1.1" status: 200 len: 217 time: 0.0724769 Aug 10 03:10:37.540891 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bfeddd-02f0-424c-90db-eb177ae14fd0 req-d9869109-c3c1-4bff-b594-4f2485ba3879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:37.542499 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-57bfeddd-02f0-424c-90db-eb177ae14fd0 req-d9869109-c3c1-4bff-b594-4f2485ba3879 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b8c216be-f9cb-484e-9a0a-1cd9ef473e6f HTTP/1.1" status: 200 len: 847 time: 0.0636778 Aug 10 03:10:37.580592 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-57bfeddd-02f0-424c-90db-eb177ae14fd0 req-5e7d20fc-0898-460f-a55f-bccf8e0800d9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=909af24c-2a43-4e6d-8a1f-90b69debd82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289230 Aug 10 03:10:37.596687 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf44b8-414c-46bd-957b-46d28c40a3bf req-4fd5e99d-57c8-4da6-8122-7785815abc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:37.598346 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b9cf44b8-414c-46bd-957b-46d28c40a3bf req-4fd5e99d-57c8-4da6-8122-7785815abc0d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b8c216be-f9cb-484e-9a0a-1cd9ef473e6f HTTP/1.1" status: 200 len: 847 time: 0.4924343 Aug 10 03:10:37.633967 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cf985303-58d8-44d2-a2cb-3d524b7d07c9 req-00184114-a990-4837-b8f5-b8fc2577a79f tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5035889 Aug 10 03:10:37.659221 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cc4daa-5f03-4e9a-a943-7de0c7afa776 req-c93e214f-6f2d-47c3-a990-ce38d151c99d tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:37.669294 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c4cc4daa-5f03-4e9a-a943-7de0c7afa776 req-c93e214f-6f2d-47c3-a990-ce38d151c99d tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.62 "GET /v2.0/ports?device_id=92bba970-b881-4265-84d3-235f7d2e47f3 HTTP/1.1" status: 200 len: 946 time: 0.5434577 Aug 10 03:10:37.700624 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b9cf44b8-414c-46bd-957b-46d28c40a3bf req-a750a0fe-cee2-46b6-a422-d573a29e8ffb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=909af24c-2a43-4e6d-8a1f-90b69debd82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867710 Aug 10 03:10:37.722698 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-57bfeddd-02f0-424c-90db-eb177ae14fd0 req-b294999a-e330-479d-b31c-bb9df719e819 service neutron] 10.222.0.58 "GET /v2.0/networks/909af24c-2a43-4e6d-8a1f-90b69debd82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241171 Aug 10 03:10:37.723497 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-398ce9ec-5c8a-428c-818b-f02ff81aa0b5 req-22f30912-8ca4-48b3-8a14-16e86fc6c1f2 tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] Made reservation on behalf of bc7087e29e0f47fc8c9a6d7e8d4c2247 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:10:37.726945 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-398ce9ec-5c8a-428c-818b-f02ff81aa0b5 req-22f30912-8ca4-48b3-8a14-16e86fc6c1f2 tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:37.831871 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c4cc4daa-5f03-4e9a-a943-7de0c7afa776 req-6e3379bf-5c87-4389-ad2c-9717bd3a50ad tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.62 "GET /v2.0/security-groups?id=3640a20a-f833-4208-a5e8-4377bcabf26a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1615810 Aug 10 03:10:37.889397 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-57bfeddd-02f0-424c-90db-eb177ae14fd0 req-0e10ef10-90ce-459b-b98d-4a259dc38525 service neutron] 10.222.0.58 "GET /v2.0/networks/909af24c-2a43-4e6d-8a1f-90b69debd82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583688 Aug 10 03:10:37.992936 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 40992) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:38.007872 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-d3f6aa30-594d-47ca-9a30-e4d38fc9e90d tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1609415495'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:10:38.053042 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b9cf44b8-414c-46bd-957b-46d28c40a3bf req-d9df9594-9329-4e46-9c30-70758b9d4ef7 service neutron] 10.222.0.60 "GET /v2.0/networks/909af24c-2a43-4e6d-8a1f-90b69debd82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418953 Aug 10 03:10:38.083299 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd154489-0d11-46b7-964d-c952ea0cd040 req-4476468d-218e-4d41-884b-e718cd249d72 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:38.085561 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-bd154489-0d11-46b7-964d-c952ea0cd040 req-4476468d-218e-4d41-884b-e718cd249d72 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.58 "GET /v2.0/networks?id=8ebbd51d-54f8-47d9-924a-757d571ead63 HTTP/1.1" status: 200 len: 821 time: 0.1630609 Aug 10 03:10:38.107670 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-bd154489-0d11-46b7-964d-c952ea0cd040 req-1d8c63aa-3518-4b0d-a819-b8c2dfdf9d9a tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Request body: {'port': {'device_id': '68be3d41-196b-4808-b453-50dd160fe614', 'network_id': '8ebbd51d-54f8-47d9-924a-757d571ead63', 'admin_state_up': True, 'tenant_id': '5acd3c353298420295f54d7820a6128a'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:10:38.134258 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f6aa30-594d-47ca-9a30-e4d38fc9e90d tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Made reservation on behalf of 113c9048eb054fe989e54191f5a42ad9 for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:10:38.143378 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d3f6aa30-594d-47ca-9a30-e4d38fc9e90d tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:38.214378 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79d6b8-7f7f-4b05-ac4f-dcc58a23ebd0 req-d0c9978a-3fe9-40f3-944d-82fa4d9c9208 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:38.221641 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9b79d6b8-7f7f-4b05-ac4f-dcc58a23ebd0 req-d0c9978a-3fe9-40f3-944d-82fa4d9c9208 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2f7cf69-220e-4aab-a168-073d97fba7c6 HTTP/1.1" status: 200 len: 950 time: 0.2881746 Aug 10 03:10:38.262700 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd154489-0d11-46b7-964d-c952ea0cd040 req-1d8c63aa-3518-4b0d-a819-b8c2dfdf9d9a tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Made reservation on behalf of 5acd3c353298420295f54d7820a6128a for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:10:38.266451 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3f6aa30-594d-47ca-9a30-e4d38fc9e90d tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:10:38.267640 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-bd154489-0d11-46b7-964d-c952ea0cd040 req-1d8c63aa-3518-4b0d-a819-b8c2dfdf9d9a tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:38.276977 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-398ce9ec-5c8a-428c-818b-f02ff81aa0b5 req-22f30912-8ca4-48b3-8a14-16e86fc6c1f2 tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] Allocated IP 172.20.0.11 (621c64c7-36aa-443f-8c43-30d9a2af4f74/f0d64340-bb46-4baf-85e9-160acc516fb7/d1d44d03-4c58-4f88-be10-bd2304a32a5f) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:10:38.315145 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d3f6aa30-594d-47ca-9a30-e4d38fc9e90d tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:38.315593 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-d3f6aa30-594d-47ca-9a30-e4d38fc9e90d tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Added segment 9de9bfca-d5e3-4514-839e-5c60e3c23980 of type vlan for network f1f6800e-d6fe-4d63-bb1f-c42246d24569 Aug 10 03:10:38.354416 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9b79d6b8-7f7f-4b05-ac4f-dcc58a23ebd0 req-3c622316-c60d-493e-aa4e-7125b0053328 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196880 Aug 10 03:10:38.447644 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b9cf44b8-414c-46bd-957b-46d28c40a3bf req-8d799000-f944-4fa7-810a-98fd3626278e service neutron] 10.222.0.60 "GET /v2.0/networks/909af24c-2a43-4e6d-8a1f-90b69debd82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3628507 Aug 10 03:10:38.471338 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-bd154489-0d11-46b7-964d-c952ea0cd040 req-1d8c63aa-3518-4b0d-a819-b8c2dfdf9d9a tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Allocated IP 172.20.0.2 (8ebbd51d-54f8-47d9-924a-757d571ead63/d0da5992-75df-4d7e-ac40-4e60cfbca09c/7e3c2e00-2866-4319-ba66-63a624fa1869) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:10:38.486823 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d3f6aa30-594d-47ca-9a30-e4d38fc9e90d tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:38.617836 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-398ce9ec-5c8a-428c-818b-f02ff81aa0b5 req-22f30912-8ca4-48b3-8a14-16e86fc6c1f2 tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:38.686386 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-bd154489-0d11-46b7-964d-c952ea0cd040 req-1d8c63aa-3518-4b0d-a819-b8c2dfdf9d9a tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:38.701918 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-887f66c2-34fb-4db4-9c9c-c364f5b94349 req-e94ee54a-5ad4-40d2-89a2-57fd15b87847 tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] 10.222.0.62 "GET /v2.0/ports?device_id=d527a119-67db-4b5e-b863-3e8eaad8aa55 HTTP/1.1" status: 200 len: 210 time: 0.0356469 Aug 10 03:10:38.705553 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-398ce9ec-5c8a-428c-818b-f02ff81aa0b5 req-22f30912-8ca4-48b3-8a14-16e86fc6c1f2 tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:38.742215 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-bd154489-0d11-46b7-964d-c952ea0cd040 req-1d8c63aa-3518-4b0d-a819-b8c2dfdf9d9a tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:38.762663 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f30912-8ca4-48b3-8a14-16e86fc6c1f2 tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] Pushing event updated for resources: {'Port': ['ID=d1d44d03-4c58-4f88-be10-bd2304a32a5f,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:38.781328 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-398ce9ec-5c8a-428c-818b-f02ff81aa0b5 req-22f30912-8ca4-48b3-8a14-16e86fc6c1f2 tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] Network 621c64c7-36aa-443f-8c43-30d9a2af4f74 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:10:38.782713 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-398ce9ec-5c8a-428c-818b-f02ff81aa0b5 req-22f30912-8ca4-48b3-8a14-16e86fc6c1f2 tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:10:38.785225 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-398ce9ec-5c8a-428c-818b-f02ff81aa0b5 req-22f30912-8ca4-48b3-8a14-16e86fc6c1f2 tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:10:38.788476 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d3f6aa30-594d-47ca-9a30-e4d38fc9e90d tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:38.795024 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f6aa30-594d-47ca-9a30-e4d38fc9e90d tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:38.796274 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d3f6aa30-594d-47ca-9a30-e4d38fc9e90d tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:38.799423 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd154489-0d11-46b7-964d-c952ea0cd040 req-1d8c63aa-3518-4b0d-a819-b8c2dfdf9d9a tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Network 8ebbd51d-54f8-47d9-924a-757d571ead63 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:10:38.804482 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-bd154489-0d11-46b7-964d-c952ea0cd040 req-1d8c63aa-3518-4b0d-a819-b8c2dfdf9d9a tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:10:38.811969 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd154489-0d11-46b7-964d-c952ea0cd040 req-1d8c63aa-3518-4b0d-a819-b8c2dfdf9d9a tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:10:38.883792 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd154489-0d11-46b7-964d-c952ea0cd040 req-1d8c63aa-3518-4b0d-a819-b8c2dfdf9d9a tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:38.884371 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-bd154489-0d11-46b7-964d-c952ea0cd040 req-1d8c63aa-3518-4b0d-a819-b8c2dfdf9d9a tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:38.901510 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c63aa-3518-4b0d-a819-b8c2dfdf9d9a tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Pushing event updated for resources: {'Port': ['ID=7e3c2e00-2866-4319-ba66-63a624fa1869,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:38.914059 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-bd154489-0d11-46b7-964d-c952ea0cd040 req-1d8c63aa-3518-4b0d-a819-b8c2dfdf9d9a tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8164804 Aug 10 03:10:38.918371 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-f38340bc-be14-40d7-b745-11d7243c6d19 tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:10:38.919388 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-f38340bc-be14-40d7-b745-11d7243c6d19 tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073040 Aug 10 03:10:38.930343 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-bd154489-0d11-46b7-964d-c952ea0cd040 req-763406b8-f1bc-4b1b-8cd0-da391e0eb7e2 service neutron] Request body: {'port': {'device_id': '68be3d41-196b-4808-b453-50dd160fe614', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:10:38.931510 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f6aa30-594d-47ca-9a30-e4d38fc9e90d tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Pushing event updated for resources: {'Network': ['ID=f1f6800e-d6fe-4d63-bb1f-c42246d24569,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:38.956202 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network f1f6800e-d6fe-4d63-bb1f-c42246d24569 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:10:38.971288 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-ae9a6db2-8da9-4f7c-86ff-3152c8ec8d9f service neutron] Request body: {'binding': {'host': 'n-h1-768851-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:10:38.971836 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-ae9a6db2-8da9-4f7c-86ff-3152c8ec8d9f service neutron] Unknown quota resources ['binding']. {{(pid=94217) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:10:38.986473 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d3f6aa30-594d-47ca-9a30-e4d38fc9e90d tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9888742 Aug 10 03:10:38.996524 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 41018) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:39.005319 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-d1a00477-d2a7-459a-956f-315c0594cb27 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-532546542'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:10:39.038029 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-bd154489-0d11-46b7-964d-c952ea0cd040 req-763406b8-f1bc-4b1b-8cd0-da391e0eb7e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:39.044135 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a00477-d2a7-459a-956f-315c0594cb27 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Made reservation on behalf of 113c9048eb054fe989e54191f5a42ad9 for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:10:39.047900 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d1a00477-d2a7-459a-956f-315c0594cb27 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:39.057960 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ce9ec-5c8a-428c-818b-f02ff81aa0b5 req-22f30912-8ca4-48b3-8a14-16e86fc6c1f2 tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:39.058695 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-398ce9ec-5c8a-428c-818b-f02ff81aa0b5 req-22f30912-8ca4-48b3-8a14-16e86fc6c1f2 tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:39.087883 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d18fa-451d-4b3b-bf0d-898a244bf31f req-04339b40-82c5-41a0-bae0-62581aacc983 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:39.089838 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ee2d18fa-451d-4b3b-bf0d-898a244bf31f req-04339b40-82c5-41a0-bae0-62581aacc983 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/ports?device_id=68be3d41-196b-4808-b453-50dd160fe614 HTTP/1.1" status: 200 len: 931 time: 0.1594286 Aug 10 03:10:39.114376 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-398ce9ec-5c8a-428c-818b-f02ff81aa0b5 req-22f30912-8ca4-48b3-8a14-16e86fc6c1f2 tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2284565 Aug 10 03:10:39.116214 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1a00477-d2a7-459a-956f-315c0594cb27 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:10:39.136613 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-398ce9ec-5c8a-428c-818b-f02ff81aa0b5 req-0bfcf428-da75-4844-a71b-4b030cd0bf4e service neutron] Request body: {'port': {'device_id': 'd527a119-67db-4b5e-b863-3e8eaad8aa55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:10:39.172005 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d1a00477-d2a7-459a-956f-315c0594cb27 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:39.172452 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-d1a00477-d2a7-459a-956f-315c0594cb27 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Added segment b96f6dd2-820f-4525-9b5d-9cb81ae71b32 of type vlan for network 213b1b56-2bcd-4d0a-8807-3afa3f6e51f2 Aug 10 03:10:39.202775 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ee2d18fa-451d-4b3b-bf0d-898a244bf31f req-57922a09-c42a-4fe7-91d6-94f06f50263e tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a17030d-dd29-4c0e-9b90-111361473668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007681 Aug 10 03:10:39.264310 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d1a00477-d2a7-459a-956f-315c0594cb27 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:39.269819 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-398ce9ec-5c8a-428c-818b-f02ff81aa0b5 req-0bfcf428-da75-4844-a71b-4b030cd0bf4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:39.337285 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-ae9a6db2-8da9-4f7c-86ff-3152c8ec8d9f service neutron] Attempting to bind port f151e92a-6071-4070-a7f3-c39b36ad4093 on host n-h1-768851-15 for vnic_type normal with profile None {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:10:39.337973 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-ae9a6db2-8da9-4f7c-86ff-3152c8ec8d9f service neutron] Attempting to bind port f151e92a-6071-4070-a7f3-c39b36ad4093 by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '837bbb8d-e72f-44c2-893c-c4df3456bfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b071061e-0c83-4db2-9121-a6eb9f4ae150'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:10:39.338174 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-ae9a6db2-8da9-4f7c-86ff-3152c8ec8d9f service neutron] Attempting to bind port f151e92a-6071-4070-a7f3-c39b36ad4093 on network b071061e-0c83-4db2-9121-a6eb9f4ae150 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:10:39.344102 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d1a00477-d2a7-459a-956f-315c0594cb27 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:39.348371 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-ae9a6db2-8da9-4f7c-86ff-3152c8ec8d9f service neutron] Port f151e92a-6071-4070-a7f3-c39b36ad4093 on network b071061e-0c83-4db2-9121-a6eb9f4ae150 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:10:39.348682 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-ae9a6db2-8da9-4f7c-86ff-3152c8ec8d9f service neutron] Attempting to bind port f151e92a-6071-4070-a7f3-c39b36ad4093 on network b071061e-0c83-4db2-9121-a6eb9f4ae150 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:10:39.351830 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a00477-d2a7-459a-956f-315c0594cb27 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:39.351974 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d1a00477-d2a7-459a-956f-315c0594cb27 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:39.357349 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-ae9a6db2-8da9-4f7c-86ff-3152c8ec8d9f service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:10:39.357349 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-ae9a6db2-8da9-4f7c-86ff-3152c8ec8d9f service neutron] Checking segment: {'id': '837bbb8d-e72f-44c2-893c-c4df3456bfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b071061e-0c83-4db2-9121-a6eb9f4ae150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:10:39.357349 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-ae9a6db2-8da9-4f7c-86ff-3152c8ec8d9f service neutron] Bound using segment: {'id': '837bbb8d-e72f-44c2-893c-c4df3456bfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b071061e-0c83-4db2-9121-a6eb9f4ae150'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:10:39.357940 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-ae9a6db2-8da9-4f7c-86ff-3152c8ec8d9f service neutron] Bound port: f151e92a-6071-4070-a7f3-c39b36ad4093, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '837bbb8d-e72f-44c2-893c-c4df3456bfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b071061e-0c83-4db2-9121-a6eb9f4ae150'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:10:39.494950 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d1a00477-d2a7-459a-956f-315c0594cb27 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4961288 Aug 10 03:10:39.504590 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41026) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:39.515207 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-31a3b5e9-38f7-4ce2-a827-bbccfbb707a8 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Request body: {'subnet': {'network_id': 'f1f6800e-d6fe-4d63-bb1f-c42246d24569', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:10:39.544362 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-bd154489-0d11-46b7-964d-c952ea0cd040 req-763406b8-f1bc-4b1b-8cd0-da391e0eb7e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e3c2e00-2866-4319-ba66-63a624fa1869 {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:10:39.544563 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a00477-d2a7-459a-956f-315c0594cb27 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Pushing event updated for resources: {'Network': ['ID=213b1b56-2bcd-4d0a-8807-3afa3f6e51f2,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:39.557313 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 213b1b56-2bcd-4d0a-8807-3afa3f6e51f2 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:10:39.609589 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b24b15-27ba-4fd1-a7dd-1c48ff534b88 req-dd1c20bc-6029-41b2-ac35-9749145d5eea tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:39.611210 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e1b24b15-27ba-4fd1-a7dd-1c48ff534b88 req-dd1c20bc-6029-41b2-ac35-9749145d5eea tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a6b85e6-4c0a-402f-94b6-776fdbcec732 HTTP/1.1" status: 200 len: 943 time: 0.1235080 Aug 10 03:10:39.621294 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-bd154489-0d11-46b7-964d-c952ea0cd040 req-763406b8-f1bc-4b1b-8cd0-da391e0eb7e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:39.624610 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-ae9a6db2-8da9-4f7c-86ff-3152c8ec8d9f service neutron] For port f151e92a-6071-4070-a7f3-c39b36ad4093, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=f151e92a-6071-4070-a7f3-c39b36ad4093,segment=NetworkSegment(837bbb8d-e72f-44c2-893c-c4df3456bfd0),segment_id=837bbb8d-e72f-44c2-893c-c4df3456bfd0)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:10:39.635888 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-ae9a6db2-8da9-4f7c-86ff-3152c8ec8d9f service neutron] Notify callbacks [] for binding, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:39.637553 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-ae9a6db2-8da9-4f7c-86ff-3152c8ec8d9f service neutron] 10.222.0.62 "POST /v2.0/ports/f151e92a-6071-4070-a7f3-c39b36ad4093/bindings HTTP/1.1" status: 201 len: 390 time: 0.6939712 Aug 10 03:10:39.646583 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-bd154489-0d11-46b7-964d-c952ea0cd040 req-763406b8-f1bc-4b1b-8cd0-da391e0eb7e2 service neutron] Transition to ACTIVE for port object 7e3c2e00-2866-4319-ba66-63a624fa1869 will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:10:39.656832 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-bd154489-0d11-46b7-964d-c952ea0cd040 req-763406b8-f1bc-4b1b-8cd0-da391e0eb7e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:39.703291 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e1b24b15-27ba-4fd1-a7dd-1c48ff534b88 req-c6baf3c2-cd3f-4963-ae71-c4bf4b536e4e tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819509 Aug 10 03:10:39.728782 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763406b8-f1bc-4b1b-8cd0-da391e0eb7e2 service neutron] Pushing event updated for resources: {'Port': ['ID=7e3c2e00-2866-4319-ba66-63a624fa1869,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:39.731089 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a3b5e9-38f7-4ce2-a827-bbccfbb707a8 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Made reservation on behalf of 113c9048eb054fe989e54191f5a42ad9 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:10:39.734576 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-31a3b5e9-38f7-4ce2-a827-bbccfbb707a8 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:39.794749 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-398ce9ec-5c8a-428c-818b-f02ff81aa0b5 req-0bfcf428-da75-4844-a71b-4b030cd0bf4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1d44d03-4c58-4f88-be10-bd2304a32a5f {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:10:39.803244 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-398ce9ec-5c8a-428c-818b-f02ff81aa0b5 req-0bfcf428-da75-4844-a71b-4b030cd0bf4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:39.817916 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-398ce9ec-5c8a-428c-818b-f02ff81aa0b5 req-0bfcf428-da75-4844-a71b-4b030cd0bf4e service neutron] Transition to ACTIVE for port object d1d44d03-4c58-4f88-be10-bd2304a32a5f will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:10:39.849244 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-398ce9ec-5c8a-428c-818b-f02ff81aa0b5 req-0bfcf428-da75-4844-a71b-4b030cd0bf4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:39.871010 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-bd154489-0d11-46b7-964d-c952ea0cd040 req-763406b8-f1bc-4b1b-8cd0-da391e0eb7e2 service neutron] Attempting to bind port 7e3c2e00-2866-4319-ba66-63a624fa1869 on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:10:39.871419 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-bd154489-0d11-46b7-964d-c952ea0cd040 req-763406b8-f1bc-4b1b-8cd0-da391e0eb7e2 service neutron] Attempting to bind port 7e3c2e00-2866-4319-ba66-63a624fa1869 by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': 'ad32b24d-632f-4bfa-be5f-47033bd88109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '8ebbd51d-54f8-47d9-924a-757d571ead63'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:10:39.871671 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd154489-0d11-46b7-964d-c952ea0cd040 req-763406b8-f1bc-4b1b-8cd0-da391e0eb7e2 service neutron] Attempting to bind port 7e3c2e00-2866-4319-ba66-63a624fa1869 on network 8ebbd51d-54f8-47d9-924a-757d571ead63 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:10:39.881248 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd154489-0d11-46b7-964d-c952ea0cd040 req-763406b8-f1bc-4b1b-8cd0-da391e0eb7e2 service neutron] Port 7e3c2e00-2866-4319-ba66-63a624fa1869 on network 8ebbd51d-54f8-47d9-924a-757d571ead63 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:10:39.881600 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd154489-0d11-46b7-964d-c952ea0cd040 req-763406b8-f1bc-4b1b-8cd0-da391e0eb7e2 service neutron] Attempting to bind port 7e3c2e00-2866-4319-ba66-63a624fa1869 on network 8ebbd51d-54f8-47d9-924a-757d571ead63 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:10:39.888659 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd154489-0d11-46b7-964d-c952ea0cd040 req-763406b8-f1bc-4b1b-8cd0-da391e0eb7e2 service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:10:39.888999 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd154489-0d11-46b7-964d-c952ea0cd040 req-763406b8-f1bc-4b1b-8cd0-da391e0eb7e2 service neutron] Checking segment: {'id': 'ad32b24d-632f-4bfa-be5f-47033bd88109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '8ebbd51d-54f8-47d9-924a-757d571ead63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:10:39.889390 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd154489-0d11-46b7-964d-c952ea0cd040 req-763406b8-f1bc-4b1b-8cd0-da391e0eb7e2 service neutron] Bound using segment: {'id': 'ad32b24d-632f-4bfa-be5f-47033bd88109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '8ebbd51d-54f8-47d9-924a-757d571ead63'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:10:39.889826 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-bd154489-0d11-46b7-964d-c952ea0cd040 req-763406b8-f1bc-4b1b-8cd0-da391e0eb7e2 service neutron] Bound port: 7e3c2e00-2866-4319-ba66-63a624fa1869, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad32b24d-632f-4bfa-be5f-47033bd88109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '8ebbd51d-54f8-47d9-924a-757d571ead63'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:10:39.890188 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-bd154489-0d11-46b7-964d-c952ea0cd040 req-763406b8-f1bc-4b1b-8cd0-da391e0eb7e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:39.936964 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfcf428-da75-4844-a71b-4b030cd0bf4e service neutron] Pushing event updated for resources: {'Port': ['ID=d1d44d03-4c58-4f88-be10-bd2304a32a5f,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:39.974869 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66d160-869c-4d30-bef9-9d1b1ede5730 req-3fa160fb-8c64-41c9-a096-7c2551ae3920 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:39.976405 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0b66d160-869c-4d30-bef9-9d1b1ede5730 req-3fa160fb-8c64-41c9-a096-7c2551ae3920 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.62 "GET /v2.0/ports?device_id=92bba970-b881-4265-84d3-235f7d2e47f3 HTTP/1.1" status: 200 len: 946 time: 0.1610105 Aug 10 03:10:40.029030 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-bd154489-0d11-46b7-964d-c952ea0cd040 req-763406b8-f1bc-4b1b-8cd0-da391e0eb7e2 service neutron] For port 7e3c2e00-2866-4319-ba66-63a624fa1869, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:10:40.041024 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-31a3b5e9-38f7-4ce2-a827-bbccfbb707a8 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:40.043817 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-bd154489-0d11-46b7-964d-c952ea0cd040 req-763406b8-f1bc-4b1b-8cd0-da391e0eb7e2 service neutron] For port 7e3c2e00-2866-4319-ba66-63a624fa1869, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=7e3c2e00-2866-4319-ba66-63a624fa1869,segment=NetworkSegment(ad32b24d-632f-4bfa-be5f-47033bd88109),segment_id=ad32b24d-632f-4bfa-be5f-47033bd88109)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:10:40.055469 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403fd3da-e507-4ba9-ba4f-7dd02cac34b3 req-973f1d06-a703-4fe1-87d5-028ae5cd24c0 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:40.056973 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-403fd3da-e507-4ba9-ba4f-7dd02cac34b3 req-973f1d06-a703-4fe1-87d5-028ae5cd24c0 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2f7cf69-220e-4aab-a168-073d97fba7c6 HTTP/1.1" status: 200 len: 950 time: 0.2133796 Aug 10 03:10:40.069700 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-bd154489-0d11-46b7-964d-c952ea0cd040 req-763406b8-f1bc-4b1b-8cd0-da391e0eb7e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:40.081832 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-c8d2388a-5925-4022-83dc-00a60d6486a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:40.083359 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-c8d2388a-5925-4022-83dc-00a60d6486a4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d29523b6a3c34430b121d2faffd2884f&device_id=5aaf1a45-5d67-4249-9916-aa38027f14af HTTP/1.1" status: 200 len: 1097 time: 0.1719451 Aug 10 03:10:40.116570 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0b66d160-869c-4d30-bef9-9d1b1ede5730 req-5c1de5fb-b455-4831-837e-b3419b6b4014 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.62 "GET /v2.0/security-groups?id=3640a20a-f833-4208-a5e8-4377bcabf26a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335776 Aug 10 03:10:40.133869 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd154489-0d11-46b7-964d-c952ea0cd040 req-763406b8-f1bc-4b1b-8cd0-da391e0eb7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:40.134510 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-bd154489-0d11-46b7-964d-c952ea0cd040 req-763406b8-f1bc-4b1b-8cd0-da391e0eb7e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:40.135932 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-bd154489-0d11-46b7-964d-c952ea0cd040 req-763406b8-f1bc-4b1b-8cd0-da391e0eb7e2 service neutron] 10.222.0.58 "PUT /v2.0/ports/7e3c2e00-2866-4319-ba66-63a624fa1869 HTTP/1.1" status: 200 len: 1092 time: 1.2112744 Aug 10 03:10:40.147132 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68be3d41-196b-4808-b453-50dd160fe614', 'tag': '7e3c2e00-2866-4319-ba66-63a624fa1869'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:10:40.149537 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de59057d-293a-4764-99fc-ace797639879" -d '{"events": [{"name": "network-changed", "server_uuid": "68be3d41-196b-4808-b453-50dd160fe614", "tag": "7e3c2e00-2866-4319-ba66-63a624fa1869"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:10:40.165055 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a3b5e9-38f7-4ce2-a827-bbccfbb707a8 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Pushing event updated for resources: {'Subnet': ['ID=ee0f565d-0713-45df-a892-d56a1024d9b2,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:40.193593 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763406b8-f1bc-4b1b-8cd0-da391e0eb7e2 service neutron] Pushing event updated for resources: {'Port': ['ID=7e3c2e00-2866-4319-ba66-63a624fa1869,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:40.203171 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-403fd3da-e507-4ba9-ba4f-7dd02cac34b3 req-f0a05c60-dbbf-4ad7-bcda-b546d346fdb4 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331255 Aug 10 03:10:40.217239 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a3b5e9-38f7-4ce2-a827-bbccfbb707a8 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Checking segment: {'id': '9de9bfca-d5e3-4514-839e-5c60e3c23980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f1f6800e-d6fe-4d63-bb1f-c42246d24569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:10:40.217608 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a3b5e9-38f7-4ce2-a827-bbccfbb707a8 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Network hostable DHCP agents. Network: f1f6800e-d6fe-4d63-bb1f-c42246d24569, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:10:40.227048 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-398ce9ec-5c8a-428c-818b-f02ff81aa0b5 req-0bfcf428-da75-4844-a71b-4b030cd0bf4e service neutron] Attempting to bind port d1d44d03-4c58-4f88-be10-bd2304a32a5f on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:10:40.227441 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-398ce9ec-5c8a-428c-818b-f02ff81aa0b5 req-0bfcf428-da75-4844-a71b-4b030cd0bf4e service neutron] Attempting to bind port d1d44d03-4c58-4f88-be10-bd2304a32a5f by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '4ab0f17a-69ae-4b1d-baa9-e61682038a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '621c64c7-36aa-443f-8c43-30d9a2af4f74'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:10:40.227827 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398ce9ec-5c8a-428c-818b-f02ff81aa0b5 req-0bfcf428-da75-4844-a71b-4b030cd0bf4e service neutron] Attempting to bind port d1d44d03-4c58-4f88-be10-bd2304a32a5f on network 621c64c7-36aa-443f-8c43-30d9a2af4f74 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:10:40.235675 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398ce9ec-5c8a-428c-818b-f02ff81aa0b5 req-0bfcf428-da75-4844-a71b-4b030cd0bf4e service neutron] Port d1d44d03-4c58-4f88-be10-bd2304a32a5f on network 621c64c7-36aa-443f-8c43-30d9a2af4f74 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:10:40.236105 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398ce9ec-5c8a-428c-818b-f02ff81aa0b5 req-0bfcf428-da75-4844-a71b-4b030cd0bf4e service neutron] Attempting to bind port d1d44d03-4c58-4f88-be10-bd2304a32a5f on network 621c64c7-36aa-443f-8c43-30d9a2af4f74 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:10:40.244568 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd154489-0d11-46b7-964d-c952ea0cd040 req-b14bfa67-490c-41dd-a661-3a4be6446ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:40.245862 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398ce9ec-5c8a-428c-818b-f02ff81aa0b5 req-0bfcf428-da75-4844-a71b-4b030cd0bf4e service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:10:40.246139 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-bd154489-0d11-46b7-964d-c952ea0cd040 req-b14bfa67-490c-41dd-a661-3a4be6446ee3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5acd3c353298420295f54d7820a6128a&device_id=68be3d41-196b-4808-b453-50dd160fe614 HTTP/1.1" status: 200 len: 1095 time: 0.0658760 Aug 10 03:10:40.246235 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398ce9ec-5c8a-428c-818b-f02ff81aa0b5 req-0bfcf428-da75-4844-a71b-4b030cd0bf4e service neutron] Checking segment: {'id': '4ab0f17a-69ae-4b1d-baa9-e61682038a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '621c64c7-36aa-443f-8c43-30d9a2af4f74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:10:40.246567 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398ce9ec-5c8a-428c-818b-f02ff81aa0b5 req-0bfcf428-da75-4844-a71b-4b030cd0bf4e service neutron] Bound using segment: {'id': '4ab0f17a-69ae-4b1d-baa9-e61682038a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '621c64c7-36aa-443f-8c43-30d9a2af4f74'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:10:40.247016 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-398ce9ec-5c8a-428c-818b-f02ff81aa0b5 req-0bfcf428-da75-4844-a71b-4b030cd0bf4e service neutron] Bound port: d1d44d03-4c58-4f88-be10-bd2304a32a5f, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ab0f17a-69ae-4b1d-baa9-e61682038a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '621c64c7-36aa-443f-8c43-30d9a2af4f74'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:10:40.247578 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-398ce9ec-5c8a-428c-818b-f02ff81aa0b5 req-0bfcf428-da75-4844-a71b-4b030cd0bf4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:40.254544 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a3b5e9-38f7-4ce2-a827-bbccfbb707a8 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Network f1f6800e-d6fe-4d63-bb1f-c42246d24569 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:10:40.276834 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-e9d046c6-00ba-4d80-b423-8163416c7b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:40.278390 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-e9d046c6-00ba-4d80-b423-8163416c7b56 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b071061e-0c83-4db2-9121-a6eb9f4ae150 HTTP/1.1" status: 200 len: 922 time: 0.1843557 Aug 10 03:10:40.295497 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-bd154489-0d11-46b7-964d-c952ea0cd040 req-6657a47e-9ec1-431e-a864-399e12f26976 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7e3c2e00-2866-4319-ba66-63a624fa1869 HTTP/1.1" status: 200 len: 217 time: 0.0384712 Aug 10 03:10:40.296068 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-31a3b5e9-38f7-4ce2-a827-bbccfbb707a8 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, f1f6800e-d6fe-4d63-bb1f-c42246d24569) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:10:40.300017 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a3b5e9-38f7-4ce2-a827-bbccfbb707a8 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:40.300642 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-31a3b5e9-38f7-4ce2-a827-bbccfbb707a8 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:40.307275 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62d0b63-227c-42fb-91b7-f22debb2a909 None None] Network f1f6800e-d6fe-4d63-bb1f-c42246d24569 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:10:40.349434 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-31a3b5e9-38f7-4ce2-a827-bbccfbb707a8 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8436604 Aug 10 03:10:40.353406 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41036) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:40.360691 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-62d89e9b-51f3-4897-87d8-e9b566b7b2d6 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Request body: {'subnet': {'network_id': '213b1b56-2bcd-4d0a-8807-3afa3f6e51f2', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:10:40.366022 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-d3a83f7d-9a3a-46ed-8f78-e8017cb439ca service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f151e92a-6071-4070-a7f3-c39b36ad4093 HTTP/1.1" status: 200 len: 217 time: 0.0615978 Aug 10 03:10:40.376105 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd154489-0d11-46b7-964d-c952ea0cd040 req-def6925b-c78b-4e23-be79-c0f00e4b4d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:40.377568 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-bd154489-0d11-46b7-964d-c952ea0cd040 req-def6925b-c78b-4e23-be79-c0f00e4b4d3b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d0da5992-75df-4d7e-ac40-4e60cfbca09c HTTP/1.1" status: 200 len: 861 time: 0.0743399 Aug 10 03:10:40.436296 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-bd154489-0d11-46b7-964d-c952ea0cd040 req-25400ebb-cc3e-4c67-97bf-6fe760a2a9ad service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8ebbd51d-54f8-47d9-924a-757d571ead63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334113 Aug 10 03:10:40.473722 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c2abbd-198b-410e-88dc-ce4e4154ebfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-f1f6800e-d6fe-4d63-bb1f-c42246d24569', 'network_id': 'f1f6800e-d6fe-4d63-bb1f-c42246d24569', 'tenant_id': '113c9048eb054fe989e54191f5a42ad9', 'fixed_ips': [{'subnet_id': 'ee0f565d-0713-45df-a892-d56a1024d9b2'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:10:40.474608 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-84c2abbd-198b-410e-88dc-ce4e4154ebfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:40.498820 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6689ab21-42fd-47ce-9a37-33cfe0c9e283 req-a3cfd93d-d534-4ff4-95be-8ab6a84aa018 tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:40.506614 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6689ab21-42fd-47ce-9a37-33cfe0c9e283 req-a3cfd93d-d534-4ff4-95be-8ab6a84aa018 tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] 10.222.0.62 "GET /v2.0/ports?device_id=d527a119-67db-4b5e-b863-3e8eaad8aa55 HTTP/1.1" status: 200 len: 944 time: 0.2028832 Aug 10 03:10:40.510750 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-398ce9ec-5c8a-428c-818b-f02ff81aa0b5 req-0bfcf428-da75-4844-a71b-4b030cd0bf4e service neutron] For port d1d44d03-4c58-4f88-be10-bd2304a32a5f, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:10:40.519967 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-398ce9ec-5c8a-428c-818b-f02ff81aa0b5 req-0bfcf428-da75-4844-a71b-4b030cd0bf4e service neutron] For port d1d44d03-4c58-4f88-be10-bd2304a32a5f, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=d1d44d03-4c58-4f88-be10-bd2304a32a5f,segment=NetworkSegment(4ab0f17a-69ae-4b1d-baa9-e61682038a01),segment_id=4ab0f17a-69ae-4b1d-baa9-e61682038a01)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:10:40.528151 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5135ad-444c-4fa9-bb1f-2177399eacad req-488e4a1a-6531-4fda-a120-01a8f2b19f3c tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:40.536046 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5d5135ad-444c-4fa9-bb1f-2177399eacad req-488e4a1a-6531-4fda-a120-01a8f2b19f3c tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aaf1a45-5d67-4249-9916-aa38027f14af HTTP/1.1" status: 200 len: 945 time: 0.2239790 Aug 10 03:10:40.547171 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-f387f89b-b2c0-4ba8-b354-696a3e443f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:40.548819 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d89e9b-51f3-4897-87d8-e9b566b7b2d6 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Made reservation on behalf of 113c9048eb054fe989e54191f5a42ad9 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:10:40.549143 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-f387f89b-b2c0-4ba8-b354-696a3e443f76 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=07f824b9-3083-4489-bc41-7237705a68bc HTTP/1.1" status: 200 len: 861 time: 0.1687608 Aug 10 03:10:40.552335 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-62d89e9b-51f3-4897-87d8-e9b566b7b2d6 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:40.564577 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-398ce9ec-5c8a-428c-818b-f02ff81aa0b5 req-0bfcf428-da75-4844-a71b-4b030cd0bf4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:40.612395 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-bd154489-0d11-46b7-964d-c952ea0cd040 req-e6092c8e-365f-4421-bff5-a232249877b4 service neutron] 10.222.0.58 "GET /v2.0/networks/8ebbd51d-54f8-47d9-924a-757d571ead63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624787 Aug 10 03:10:40.623029 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-9b24792e-ab3f-4237-8516-e5583544525f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b071061e-0c83-4db2-9121-a6eb9f4ae150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544128 Aug 10 03:10:40.637625 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-84c2abbd-198b-410e-88dc-ce4e4154ebfa None None] Allocated IP 10.1.1.2 (f1f6800e-d6fe-4d63-bb1f-c42246d24569/ee0f565d-0713-45df-a892-d56a1024d9b2/75f5ab14-2882-4874-beb2-94be60c41ffd) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:10:40.664413 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5d5135ad-444c-4fa9-bb1f-2177399eacad req-e9a47291-f2dd-443f-a439-fb5c9d916211 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268139 Aug 10 03:10:40.679364 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6689ab21-42fd-47ce-9a37-33cfe0c9e283 req-e913c2aa-7f37-44f6-92ac-161018dd6c91 tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] 10.222.0.62 "GET /v2.0/security-groups?id=fab6d6f0-399e-424e-bbe6-3b0d72e47c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678727 Aug 10 03:10:40.688905 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ce9ec-5c8a-428c-818b-f02ff81aa0b5 req-0bfcf428-da75-4844-a71b-4b030cd0bf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:40.700198 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-398ce9ec-5c8a-428c-818b-f02ff81aa0b5 req-0bfcf428-da75-4844-a71b-4b030cd0bf4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:40.704450 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-398ce9ec-5c8a-428c-818b-f02ff81aa0b5 req-0bfcf428-da75-4844-a71b-4b030cd0bf4e service neutron] 10.222.0.60 "PUT /v2.0/ports/d1d44d03-4c58-4f88-be10-bd2304a32a5f HTTP/1.1" status: 200 len: 1093 time: 1.5735633 Aug 10 03:10:40.707776 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd527a119-67db-4b5e-b863-3e8eaad8aa55', 'tag': 'd1d44d03-4c58-4f88-be10-bd2304a32a5f'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:10:40.720988 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9664c28c-c26e-4196-9c5d-0f573cbfbf97" -d '{"events": [{"name": "network-changed", "server_uuid": "d527a119-67db-4b5e-b863-3e8eaad8aa55", "tag": "d1d44d03-4c58-4f88-be10-bd2304a32a5f"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:10:40.735594 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d884ec01-b1be-4dfd-a87f-5f6f09dac9a3 x-openstack-request-id: req-d884ec01-b1be-4dfd-a87f-5f6f09dac9a3 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:10:40.735888 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68be3d41-196b-4808-b453-50dd160fe614", "tag": "7e3c2e00-2866-4319-ba66-63a624fa1869", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:10:40.736143 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d884ec01-b1be-4dfd-a87f-5f6f09dac9a3 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:10:40.736683 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68be3d41-196b-4808-b453-50dd160fe614', 'tag': '7e3c2e00-2866-4319-ba66-63a624fa1869', 'status': 'completed', 'code': 200} Aug 10 03:10:40.749657 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-bd154489-0d11-46b7-964d-c952ea0cd040 req-57b108e3-6e3d-4614-9dcc-b2afc7b8287b service neutron] 10.222.0.58 "GET /v2.0/networks/8ebbd51d-54f8-47d9-924a-757d571ead63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292570 Aug 10 03:10:40.837062 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-84c2abbd-198b-410e-88dc-ce4e4154ebfa None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:40.846382 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-84c2abbd-198b-410e-88dc-ce4e4154ebfa None None] Transition to ACTIVE for port object 75f5ab14-2882-4874-beb2-94be60c41ffd will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:10:40.865870 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-84c2abbd-198b-410e-88dc-ce4e4154ebfa None None] Transition to ACTIVE for port object 75f5ab14-2882-4874-beb2-94be60c41ffd will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:10:40.867664 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daea6b09-3529-4387-b071-58afb43bbb10 x-openstack-request-id: req-daea6b09-3529-4387-b071-58afb43bbb10 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:10:40.868041 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d527a119-67db-4b5e-b863-3e8eaad8aa55", "tag": "d1d44d03-4c58-4f88-be10-bd2304a32a5f", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:10:40.868396 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-daea6b09-3529-4387-b071-58afb43bbb10 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:10:40.868898 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd527a119-67db-4b5e-b863-3e8eaad8aa55', 'tag': 'd1d44d03-4c58-4f88-be10-bd2304a32a5f', 'status': 'completed', 'code': 200} Aug 10 03:10:40.873619 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-84c2abbd-198b-410e-88dc-ce4e4154ebfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:40.914749 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c2abbd-198b-410e-88dc-ce4e4154ebfa None None] Network f1f6800e-d6fe-4d63-bb1f-c42246d24569 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:10:40.915494 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59057d-293a-4764-99fc-ace797639879 req-785a629e-8039-49fd-874f-a38d5e81c3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:40.917013 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-de59057d-293a-4764-99fc-ace797639879 req-785a629e-8039-49fd-874f-a38d5e81c3cd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5acd3c353298420295f54d7820a6128a&device_id=68be3d41-196b-4808-b453-50dd160fe614 HTTP/1.1" status: 200 len: 1095 time: 0.1041565 Aug 10 03:10:40.917977 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-84c2abbd-198b-410e-88dc-ce4e4154ebfa None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:10:40.921795 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c2abbd-198b-410e-88dc-ce4e4154ebfa None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:10:40.925878 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-62d89e9b-51f3-4897-87d8-e9b566b7b2d6 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:40.929782 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c2abbd-198b-410e-88dc-ce4e4154ebfa None None] Pushing event updated for resources: {'Port': ['ID=75f5ab14-2882-4874-beb2-94be60c41ffd,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:40.955067 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfcf428-da75-4844-a71b-4b030cd0bf4e service neutron] Pushing event updated for resources: {'Port': ['ID=d1d44d03-4c58-4f88-be10-bd2304a32a5f,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:40.988784 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-84c2abbd-198b-410e-88dc-ce4e4154ebfa None None] Attempting to bind port 75f5ab14-2882-4874-beb2-94be60c41ffd on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:10:40.989248 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-84c2abbd-198b-410e-88dc-ce4e4154ebfa None None] Attempting to bind port 75f5ab14-2882-4874-beb2-94be60c41ffd by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '9de9bfca-d5e3-4514-839e-5c60e3c23980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f1f6800e-d6fe-4d63-bb1f-c42246d24569'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:10:40.989887 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c2abbd-198b-410e-88dc-ce4e4154ebfa None None] Attempting to bind port 75f5ab14-2882-4874-beb2-94be60c41ffd on network f1f6800e-d6fe-4d63-bb1f-c42246d24569 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:10:40.997928 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c2abbd-198b-410e-88dc-ce4e4154ebfa None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:10:40.998461 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c2abbd-198b-410e-88dc-ce4e4154ebfa None None] Checking segment: {'id': '9de9bfca-d5e3-4514-839e-5c60e3c23980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f1f6800e-d6fe-4d63-bb1f-c42246d24569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:10:40.999016 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-84c2abbd-198b-410e-88dc-ce4e4154ebfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:40.999559 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c2abbd-198b-410e-88dc-ce4e4154ebfa None None] Bound using segment: {'id': '9de9bfca-d5e3-4514-839e-5c60e3c23980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f1f6800e-d6fe-4d63-bb1f-c42246d24569'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:10:41.000282 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-84c2abbd-198b-410e-88dc-ce4e4154ebfa None None] Bound port: 75f5ab14-2882-4874-beb2-94be60c41ffd, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9de9bfca-d5e3-4514-839e-5c60e3c23980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f1f6800e-d6fe-4d63-bb1f-c42246d24569'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:10:41.000763 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-84c2abbd-198b-410e-88dc-ce4e4154ebfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:41.031242 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ce9ec-5c8a-428c-818b-f02ff81aa0b5 req-d94b3bb7-5f60-4ce4-9306-f53b19cc88fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:41.032961 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-398ce9ec-5c8a-428c-818b-f02ff81aa0b5 req-d94b3bb7-5f60-4ce4-9306-f53b19cc88fe service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bc7087e29e0f47fc8c9a6d7e8d4c2247&device_id=d527a119-67db-4b5e-b863-3e8eaad8aa55 HTTP/1.1" status: 200 len: 1096 time: 0.2531908 Aug 10 03:10:41.043575 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09417661-8885-41c4-af80-7cada7bd27e1 req-ad81682c-7f8c-4abf-98ea-ce9a9e7ba093 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:41.045302 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-09417661-8885-41c4-af80-7cada7bd27e1 req-ad81682c-7f8c-4abf-98ea-ce9a9e7ba093 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/ports?device_id=68be3d41-196b-4808-b453-50dd160fe614 HTTP/1.1" status: 200 len: 943 time: 0.1953347 Aug 10 03:10:41.087904 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-84c2abbd-198b-410e-88dc-ce4e4154ebfa None None] For port 75f5ab14-2882-4874-beb2-94be60c41ffd, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:10:41.093450 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-0908bd78-1305-472e-9b2e-32dbdeb6b089 service neutron] 10.222.0.58 "GET /v2.0/networks/b071061e-0c83-4db2-9121-a6eb9f4ae150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4325871 Aug 10 03:10:41.093711 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-84c2abbd-198b-410e-88dc-ce4e4154ebfa None None] For port 75f5ab14-2882-4874-beb2-94be60c41ffd, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=75f5ab14-2882-4874-beb2-94be60c41ffd,segment=NetworkSegment(9de9bfca-d5e3-4514-839e-5c60e3c23980),segment_id=9de9bfca-d5e3-4514-839e-5c60e3c23980)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:10:41.098470 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-84c2abbd-198b-410e-88dc-ce4e4154ebfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:41.101767 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ed97f7-1957-4da0-baa2-f90622e62451 req-f4ce6c7e-adf3-4c2f-897c-4849907cf1ba tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:41.103372 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-87ed97f7-1957-4da0-baa2-f90622e62451 req-f4ce6c7e-adf3-4c2f-897c-4849907cf1ba tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a6b85e6-4c0a-402f-94b6-776fdbcec732 HTTP/1.1" status: 200 len: 943 time: 0.2277246 Aug 10 03:10:41.118489 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-398ce9ec-5c8a-428c-818b-f02ff81aa0b5 req-6ae4161a-7133-4c4a-bb53-559c963ccf46 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d1d44d03-4c58-4f88-be10-bd2304a32a5f HTTP/1.1" status: 200 len: 217 time: 0.0720859 Aug 10 03:10:41.182632 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c2abbd-198b-410e-88dc-ce4e4154ebfa None None] Pushing event updated for resources: {'Port': ['ID=75f5ab14-2882-4874-beb2-94be60c41ffd,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:41.297313 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-09417661-8885-41c4-af80-7cada7bd27e1 req-2355f40c-5653-44bb-a84d-bcc1d943e4c0 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a17030d-dd29-4c0e-9b90-111361473668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393982 Aug 10 03:10:41.317453 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-87ed97f7-1957-4da0-baa2-f90622e62451 req-634653ef-81a6-4d29-96c5-87cac8950b1d tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978612 Aug 10 03:10:41.323697 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ce9ec-5c8a-428c-818b-f02ff81aa0b5 req-4db97739-82ff-49c5-9881-728b44b02f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:41.339535 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-398ce9ec-5c8a-428c-818b-f02ff81aa0b5 req-4db97739-82ff-49c5-9881-728b44b02f99 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f0d64340-bb46-4baf-85e9-160acc516fb7 HTTP/1.1" status: 200 len: 856 time: 0.2093379 Aug 10 03:10:41.376887 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d89e9b-51f3-4897-87d8-e9b566b7b2d6 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Pushing event updated for resources: {'Subnet': ['ID=9d107e0d-7d1d-49e8-9864-3e44ed98edac,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:41.398115 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d89e9b-51f3-4897-87d8-e9b566b7b2d6 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Checking segment: {'id': 'b96f6dd2-820f-4525-9b5d-9cb81ae71b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '213b1b56-2bcd-4d0a-8807-3afa3f6e51f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:10:41.398590 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d89e9b-51f3-4897-87d8-e9b566b7b2d6 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Network hostable DHCP agents. Network: 213b1b56-2bcd-4d0a-8807-3afa3f6e51f2, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:10:41.404753 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-b5b4b820-54d0-47df-93a3-6ca1dc658b9c service neutron] 10.222.0.58 "GET /v2.0/networks/b071061e-0c83-4db2-9121-a6eb9f4ae150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003883 Aug 10 03:10:41.415472 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-398ce9ec-5c8a-428c-818b-f02ff81aa0b5 req-2b6822a7-ce38-493a-bb45-caea1ec8552a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=621c64c7-36aa-443f-8c43-30d9a2af4f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552993 Aug 10 03:10:41.443608 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59057d-293a-4764-99fc-ace797639879 req-4dc79248-c232-492f-9e08-8fc1274e10ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:41.448905 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-de59057d-293a-4764-99fc-ace797639879 req-4dc79248-c232-492f-9e08-8fc1274e10ac service neutron] 10.222.0.58 "GET /v2.0/networks?id=8ebbd51d-54f8-47d9-924a-757d571ead63 HTTP/1.1" status: 200 len: 922 time: 0.5205441 Aug 10 03:10:41.452033 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d89e9b-51f3-4897-87d8-e9b566b7b2d6 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Network 213b1b56-2bcd-4d0a-8807-3afa3f6e51f2 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:10:41.455120 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11dab5b-27e0-461e-9217-566f35218636 req-b736d518-e93b-498d-9381-086a01ad1a36 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:41.457348 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a11dab5b-27e0-461e-9217-566f35218636 req-b736d518-e93b-498d-9381-086a01ad1a36 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.60 "GET /v2.0/ports?device_id=92bba970-b881-4265-84d3-235f7d2e47f3 HTTP/1.1" status: 200 len: 946 time: 0.2749183 Aug 10 03:10:41.510641 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-de59057d-293a-4764-99fc-ace797639879 req-f71f1f73-5334-4abc-bf11-cc7eacb395e0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7e3c2e00-2866-4319-ba66-63a624fa1869 HTTP/1.1" status: 200 len: 217 time: 0.0510275 Aug 10 03:10:41.511662 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-62d89e9b-51f3-4897-87d8-e9b566b7b2d6 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 213b1b56-2bcd-4d0a-8807-3afa3f6e51f2) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:10:41.516040 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d89e9b-51f3-4897-87d8-e9b566b7b2d6 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:41.516692 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-62d89e9b-51f3-4897-87d8-e9b566b7b2d6 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:41.525705 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b229c57-9533-47ce-a0ec-7dced1b87f15 None None] Network 213b1b56-2bcd-4d0a-8807-3afa3f6e51f2 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:10:41.574836 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-62d89e9b-51f3-4897-87d8-e9b566b7b2d6 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2203190 Aug 10 03:10:41.577959 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41048) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:41.584790 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-3812785c-0e2d-47bf-ae50-c800f36eb448 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Request body: {'port': {'network_id': 'f1f6800e-d6fe-4d63-bb1f-c42246d24569', 'name': 'tempest-TaggedBootDevicesTest_v242-1599330018', 'fixed_ips': [{'subnet_id': 'ee0f565d-0713-45df-a892-d56a1024d9b2'}]}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:10:41.642878 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59057d-293a-4764-99fc-ace797639879 req-2b5d910c-eec8-4417-a24e-e54f6db45cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:41.644163 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-de59057d-293a-4764-99fc-ace797639879 req-2b5d910c-eec8-4417-a24e-e54f6db45cd6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d0da5992-75df-4d7e-ac40-4e60cfbca09c HTTP/1.1" status: 200 len: 861 time: 0.1230662 Aug 10 03:10:41.689872 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-de59057d-293a-4764-99fc-ace797639879 req-590fadcb-5ccf-4cbf-864e-e71d67098707 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8ebbd51d-54f8-47d9-924a-757d571ead63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330856 Aug 10 03:10:41.777277 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01ae3d4-cc87-488c-a035-b745f5f3fdc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-213b1b56-2bcd-4d0a-8807-3afa3f6e51f2', 'network_id': '213b1b56-2bcd-4d0a-8807-3afa3f6e51f2', 'tenant_id': '113c9048eb054fe989e54191f5a42ad9', 'fixed_ips': [{'subnet_id': '9d107e0d-7d1d-49e8-9864-3e44ed98edac'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:10:41.779143 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e01ae3d4-cc87-488c-a035-b745f5f3fdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:41.826432 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3812785c-0e2d-47bf-ae50-c800f36eb448 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Made reservation on behalf of 113c9048eb054fe989e54191f5a42ad9 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:10:41.931933 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-de59057d-293a-4764-99fc-ace797639879 req-46fab15a-89ea-498b-8bd6-80835f4f9566 service neutron] 10.222.0.58 "GET /v2.0/networks/8ebbd51d-54f8-47d9-924a-757d571ead63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935675 Aug 10 03:10:42.007512 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-e01ae3d4-cc87-488c-a035-b745f5f3fdc0 None None] Allocated IP 10.2.2.2 (213b1b56-2bcd-4d0a-8807-3afa3f6e51f2/9d107e0d-7d1d-49e8-9864-3e44ed98edac/59dd76ef-ef8c-49b7-b2bc-4af6eb732123) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:10:42.052929 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-de59057d-293a-4764-99fc-ace797639879 req-23fb130b-8f22-4243-b083-576f33c94fa0 service neutron] 10.222.0.58 "GET /v2.0/networks/8ebbd51d-54f8-47d9-924a-757d571ead63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092029 Aug 10 03:10:42.072956 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3812785c-0e2d-47bf-ae50-c800f36eb448 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:42.100985 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 75f5ab14-2882-4874-beb2-94be60c41ffd up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:10:42.110416 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [None req-3812785c-0e2d-47bf-ae50-c800f36eb448 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] device_id is not set on port 064b356a-79ea-45c7-aa11-af75a4d13f12 yet. {{(pid=94217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:10:42.192319 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 75f5ab14-2882-4874-beb2-94be60c41ffd completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:10:42.205700 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1269657-a691-4a57-8dc5-05755236c7d3 req-d8447fd1-5a98-4891-9ee2-890100fc2dd4 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:42.208355 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a1269657-a691-4a57-8dc5-05755236c7d3 req-d8447fd1-5a98-4891-9ee2-890100fc2dd4 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.62 "GET /v2.0/ports?device_id=92bba970-b881-4265-84d3-235f7d2e47f3 HTTP/1.1" status: 200 len: 946 time: 0.7489173 Aug 10 03:10:42.234855 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e5e7c4-1d62-4e84-b11a-3df0614bbb29 req-df533a99-c720-4223-98df-f974b9350d1e tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:42.236453 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e3e5e7c4-1d62-4e84-b11a-3df0614bbb29 req-df533a99-c720-4223-98df-f974b9350d1e tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2f7cf69-220e-4aab-a168-073d97fba7c6 HTTP/1.1" status: 200 len: 950 time: 0.6122203 Aug 10 03:10:42.316690 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e01ae3d4-cc87-488c-a035-b745f5f3fdc0 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:42.325493 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e3e5e7c4-1d62-4e84-b11a-3df0614bbb29 req-52381d09-e76c-4b1f-9caf-9e12cab5978f tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768149 Aug 10 03:10:42.343215 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-e01ae3d4-cc87-488c-a035-b745f5f3fdc0 None None] Transition to ACTIVE for port object 59dd76ef-ef8c-49b7-b2bc-4af6eb732123 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:10:42.343474 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-a11dab5b-27e0-461e-9217-566f35218636 req-82a5b74d-11a8-406e-b32e-fdcdecd1b93f tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Deleting port 6149c1b1-f135-43d0-a5c1-169afb1a5357 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:10:42.343803 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a11dab5b-27e0-461e-9217-566f35218636 req-82a5b74d-11a8-406e-b32e-fdcdecd1b93f tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:42.374653 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-e01ae3d4-cc87-488c-a035-b745f5f3fdc0 None None] Transition to ACTIVE for port object 59dd76ef-ef8c-49b7-b2bc-4af6eb732123 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:10:42.386090 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e01ae3d4-cc87-488c-a035-b745f5f3fdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:42.402010 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-3812785c-0e2d-47bf-ae50-c800f36eb448 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Allocated IP 10.1.1.28 (f1f6800e-d6fe-4d63-bb1f-c42246d24569/ee0f565d-0713-45df-a892-d56a1024d9b2/064b356a-79ea-45c7-aa11-af75a4d13f12) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:10:42.471613 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01ae3d4-cc87-488c-a035-b745f5f3fdc0 None None] Pushing event updated for resources: {'Port': ['ID=59dd76ef-ef8c-49b7-b2bc-4af6eb732123,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:42.498492 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01ae3d4-cc87-488c-a035-b745f5f3fdc0 None None] Network 213b1b56-2bcd-4d0a-8807-3afa3f6e51f2 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:10:42.500933 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-e01ae3d4-cc87-488c-a035-b745f5f3fdc0 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:10:42.502769 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-a11dab5b-27e0-461e-9217-566f35218636 req-82a5b74d-11a8-406e-b32e-fdcdecd1b93f tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] For port 6149c1b1-f135-43d0-a5c1-169afb1a5357, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=6149c1b1-f135-43d0-a5c1-169afb1a5357,segment=NetworkSegment(4e3c1cee-23cd-4cfd-8d5b-a93ff23d6c0e),segment_id=4e3c1cee-23cd-4cfd-8d5b-a93ff23d6c0e)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:42.504328 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a11dab5b-27e0-461e-9217-566f35218636 req-82a5b74d-11a8-406e-b32e-fdcdecd1b93f tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:42.505992 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01ae3d4-cc87-488c-a035-b745f5f3fdc0 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:10:42.510019 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a1269657-a691-4a57-8dc5-05755236c7d3 req-56784784-9763-41f0-bf08-71688c97d66c tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.62 "GET /v2.0/security-groups?id=3640a20a-f833-4208-a5e8-4377bcabf26a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2725627 Aug 10 03:10:42.556063 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-398ce9ec-5c8a-428c-818b-f02ff81aa0b5 req-0e5c7ea6-2e8c-4834-b370-b8042ab78100 service neutron] 10.222.0.60 "GET /v2.0/networks/621c64c7-36aa-443f-8c43-30d9a2af4f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0976915 Aug 10 03:10:42.640079 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186b5200-aec5-4066-96ba-d5d5f088056e None None] Network f1f6800e-d6fe-4d63-bb1f-c42246d24569 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:10:42.660041 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3812785c-0e2d-47bf-ae50-c800f36eb448 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:42.675098 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-3812785c-0e2d-47bf-ae50-c800f36eb448 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Transition to ACTIVE for port object 064b356a-79ea-45c7-aa11-af75a4d13f12 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:10:42.703453 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-e01ae3d4-cc87-488c-a035-b745f5f3fdc0 None None] Attempting to bind port 59dd76ef-ef8c-49b7-b2bc-4af6eb732123 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:10:42.703818 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-e01ae3d4-cc87-488c-a035-b745f5f3fdc0 None None] Attempting to bind port 59dd76ef-ef8c-49b7-b2bc-4af6eb732123 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'b96f6dd2-820f-4525-9b5d-9cb81ae71b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '213b1b56-2bcd-4d0a-8807-3afa3f6e51f2'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:10:42.704168 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01ae3d4-cc87-488c-a035-b745f5f3fdc0 None None] Attempting to bind port 59dd76ef-ef8c-49b7-b2bc-4af6eb732123 on network 213b1b56-2bcd-4d0a-8807-3afa3f6e51f2 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:10:42.716552 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3812785c-0e2d-47bf-ae50-c800f36eb448 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:42.718784 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01ae3d4-cc87-488c-a035-b745f5f3fdc0 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:10:42.718784 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01ae3d4-cc87-488c-a035-b745f5f3fdc0 None None] Checking segment: {'id': 'b96f6dd2-820f-4525-9b5d-9cb81ae71b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '213b1b56-2bcd-4d0a-8807-3afa3f6e51f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:10:42.719206 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e01ae3d4-cc87-488c-a035-b745f5f3fdc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:42.719719 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01ae3d4-cc87-488c-a035-b745f5f3fdc0 None None] Bound using segment: {'id': 'b96f6dd2-820f-4525-9b5d-9cb81ae71b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '213b1b56-2bcd-4d0a-8807-3afa3f6e51f2'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:10:42.720207 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-e01ae3d4-cc87-488c-a035-b745f5f3fdc0 None None] Bound port: 59dd76ef-ef8c-49b7-b2bc-4af6eb732123, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b96f6dd2-820f-4525-9b5d-9cb81ae71b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '213b1b56-2bcd-4d0a-8807-3afa3f6e51f2'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:10:42.720593 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e01ae3d4-cc87-488c-a035-b745f5f3fdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:42.722488 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-07ce7dc0-5d4f-4d68-8937-caafb71e4560 None None] Provisioning for port 75f5ab14-2882-4874-beb2-94be60c41ffd completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:10:42.741702 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-07ce7dc0-5d4f-4d68-8937-caafb71e4560 None None] Provisioning complete for port 75f5ab14-2882-4874-beb2-94be60c41ffd triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:42.742072 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-07ce7dc0-5d4f-4d68-8937-caafb71e4560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:42.781091 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3812785c-0e2d-47bf-ae50-c800f36eb448 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Network f1f6800e-d6fe-4d63-bb1f-c42246d24569 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:10:42.789594 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-3812785c-0e2d-47bf-ae50-c800f36eb448 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:10:42.792596 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3812785c-0e2d-47bf-ae50-c800f36eb448 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:10:42.795716 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3812785c-0e2d-47bf-ae50-c800f36eb448 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Pushing event updated for resources: {'Port': ['ID=064b356a-79ea-45c7-aa11-af75a4d13f12,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:42.853736 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3812785c-0e2d-47bf-ae50-c800f36eb448 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:42.854361 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3812785c-0e2d-47bf-ae50-c800f36eb448 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:42.871504 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3812785c-0e2d-47bf-ae50-c800f36eb448 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2918220 Aug 10 03:10:42.873682 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41060) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:42.879841 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-af9c2da1-da84-4781-81c1-b2c727c2684c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Request body: {'port': {'network_id': 'f1f6800e-d6fe-4d63-bb1f-c42246d24569', 'name': 'tempest-TaggedBootDevicesTest_v242-642721479', 'fixed_ips': [{'subnet_id': 'ee0f565d-0713-45df-a892-d56a1024d9b2'}]}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:10:42.950804 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a11dab5b-27e0-461e-9217-566f35218636 req-82a5b74d-11a8-406e-b32e-fdcdecd1b93f tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:42.951599 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a11dab5b-27e0-461e-9217-566f35218636 req-82a5b74d-11a8-406e-b32e-fdcdecd1b93f tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:42.952207 n-d-768851-15 neutron-server[94216]: INFO neutron.db.l3_db [req-a11dab5b-27e0-461e-9217-566f35218636 req-82a5b74d-11a8-406e-b32e-fdcdecd1b93f tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Floating IP 2a2f9784-796f-47d7-a165-b23dfbd183b7 disassociated. External IP: 172.25.7.138, port: 6149c1b1-f135-43d0-a5c1-169afb1a5357. Aug 10 03:10:42.953474 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-a11dab5b-27e0-461e-9217-566f35218636 req-82a5b74d-11a8-406e-b32e-fdcdecd1b93f tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Calling delete_port for 6149c1b1-f135-43d0-a5c1-169afb1a5357 owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:10:42.976793 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7565a93-8828-4c90-8bd4-6280cdb2a989 req-5867cde6-72bc-4a84-9278-16e62585e74f tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:42.985292 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b7565a93-8828-4c90-8bd4-6280cdb2a989 req-5867cde6-72bc-4a84-9278-16e62585e74f tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aaf1a45-5d67-4249-9916-aa38027f14af HTTP/1.1" status: 200 len: 945 time: 0.4864221 Aug 10 03:10:43.032448 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-e01ae3d4-cc87-488c-a035-b745f5f3fdc0 None None] For port 59dd76ef-ef8c-49b7-b2bc-4af6eb732123, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:10:43.038578 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af9c2da1-da84-4781-81c1-b2c727c2684c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Made reservation on behalf of 113c9048eb054fe989e54191f5a42ad9 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:10:43.040267 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-e01ae3d4-cc87-488c-a035-b745f5f3fdc0 None None] For port 59dd76ef-ef8c-49b7-b2bc-4af6eb732123, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=59dd76ef-ef8c-49b7-b2bc-4af6eb732123,segment=NetworkSegment(b96f6dd2-820f-4525-9b5d-9cb81ae71b32),segment_id=b96f6dd2-820f-4525-9b5d-9cb81ae71b32)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:10:43.046430 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-af9c2da1-da84-4781-81c1-b2c727c2684c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:43.068184 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [None req-af9c2da1-da84-4781-81c1-b2c727c2684c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] device_id is not set on port 06c52605-4de4-48ec-a7c2-def5b215a00c yet. {{(pid=94217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:10:43.079890 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e01ae3d4-cc87-488c-a035-b745f5f3fdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:43.099956 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23adefa9-ca13-4c82-9712-f624c5352823 req-0482a465-2cce-42b2-b04b-3b1fe1046a8b tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:43.107870 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-23adefa9-ca13-4c82-9712-f624c5352823 req-0482a465-2cce-42b2-b04b-3b1fe1046a8b tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] 10.222.0.62 "GET /v2.0/ports?device_id=d527a119-67db-4b5e-b863-3e8eaad8aa55 HTTP/1.1" status: 200 len: 944 time: 0.2683549 Aug 10 03:10:43.111313 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-398ce9ec-5c8a-428c-818b-f02ff81aa0b5 req-77b23a3f-90f2-4dac-98db-cc1caeffa360 service neutron] 10.222.0.60 "GET /v2.0/networks/621c64c7-36aa-443f-8c43-30d9a2af4f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5139492 Aug 10 03:10:43.139882 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b7565a93-8828-4c90-8bd4-6280cdb2a989 req-0a899847-a3ff-4a70-9ef5-2162e7f5b71a tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533852 Aug 10 03:10:43.172934 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-07ce7dc0-5d4f-4d68-8937-caafb71e4560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:43.240331 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01ae3d4-cc87-488c-a035-b745f5f3fdc0 None None] Pushing event updated for resources: {'Port': ['ID=59dd76ef-ef8c-49b7-b2bc-4af6eb732123,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:43.275723 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-07ce7dc0-5d4f-4d68-8937-caafb71e4560 None None] For port 75f5ab14-2882-4874-beb2-94be60c41ffd, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=75f5ab14-2882-4874-beb2-94be60c41ffd,segment=NetworkSegment(9de9bfca-d5e3-4514-839e-5c60e3c23980),segment_id=9de9bfca-d5e3-4514-839e-5c60e3c23980)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:43.283663 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-07ce7dc0-5d4f-4d68-8937-caafb71e4560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:43.309553 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-af9c2da1-da84-4781-81c1-b2c727c2684c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Allocated IP 10.1.1.198 (f1f6800e-d6fe-4d63-bb1f-c42246d24569/ee0f565d-0713-45df-a892-d56a1024d9b2/06c52605-4de4-48ec-a7c2-def5b215a00c) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:10:43.380137 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ce7dc0-5d4f-4d68-8937-caafb71e4560 None None] Pushing event updated for resources: {'Port': ['ID=75f5ab14-2882-4874-beb2-94be60c41ffd,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:43.418622 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a11dab5b-27e0-461e-9217-566f35218636 req-82a5b74d-11a8-406e-b32e-fdcdecd1b93f tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:43.432451 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-23adefa9-ca13-4c82-9712-f624c5352823 req-e241aa09-fe30-4dda-aa83-79d2af3d420d tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] 10.222.0.62 "GET /v2.0/security-groups?id=fab6d6f0-399e-424e-bbe6-3b0d72e47c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236463 Aug 10 03:10:43.480710 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d587d4-9334-4c13-a9a7-1d1b38303461 req-3942e807-be19-47b7-9a20-29b68f599fb6 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:43.482482 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-61d587d4-9334-4c13-a9a7-1d1b38303461 req-3942e807-be19-47b7-9a20-29b68f599fb6 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/ports?device_id=68be3d41-196b-4808-b453-50dd160fe614 HTTP/1.1" status: 200 len: 943 time: 0.1683793 Aug 10 03:10:43.487155 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9664c28c-c26e-4196-9c5d-0f573cbfbf97 req-3cde00f4-cd0a-4569-8497-b5bd000d124b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:43.489399 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9664c28c-c26e-4196-9c5d-0f573cbfbf97 req-3cde00f4-cd0a-4569-8497-b5bd000d124b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bc7087e29e0f47fc8c9a6d7e8d4c2247&device_id=d527a119-67db-4b5e-b863-3e8eaad8aa55 HTTP/1.1" status: 200 len: 1096 time: 0.3107133 Aug 10 03:10:43.490589 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a5b74d-11a8-406e-b32e-fdcdecd1b93f tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Pushing event deleted for resources: {'Port': ['ID=6149c1b1-f135-43d0-a5c1-169afb1a5357,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:43.600195 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-af9c2da1-da84-4781-81c1-b2c727c2684c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:43.632533 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-af9c2da1-da84-4781-81c1-b2c727c2684c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Transition to ACTIVE for port object 06c52605-4de4-48ec-a7c2-def5b215a00c will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:10:43.676787 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-af9c2da1-da84-4781-81c1-b2c727c2684c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:43.715412 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-a605c348-bd86-460c-a61c-709e6e823f42 None None] Provisioning for port 064b356a-79ea-45c7-aa11-af75a4d13f12 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:10:43.749135 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-a605c348-bd86-460c-a61c-709e6e823f42 None None] Provisioning complete for port 064b356a-79ea-45c7-aa11-af75a4d13f12 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:43.752622 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a605c348-bd86-460c-a61c-709e6e823f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:43.768964 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9c2da1-da84-4781-81c1-b2c727c2684c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Network f1f6800e-d6fe-4d63-bb1f-c42246d24569 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:10:43.773092 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-af9c2da1-da84-4781-81c1-b2c727c2684c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:10:43.788376 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9c2da1-da84-4781-81c1-b2c727c2684c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:10:43.801433 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-61d587d4-9334-4c13-a9a7-1d1b38303461 req-091b1b50-e17b-43bf-842a-b1e0fc913486 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a17030d-dd29-4c0e-9b90-111361473668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032091 Aug 10 03:10:43.806233 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9c2da1-da84-4781-81c1-b2c727c2684c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Pushing event updated for resources: {'Port': ['ID=06c52605-4de4-48ec-a7c2-def5b215a00c,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:43.812817 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a11dab5b-27e0-461e-9217-566f35218636 req-82a5b74d-11a8-406e-b32e-fdcdecd1b93f tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Router ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:10:43.841575 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-a605c348-bd86-460c-a61c-709e6e823f42 None None] Port 064b356a-79ea-45c7-aa11-af75a4d13f12 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:10:43.866672 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-a605c348-bd86-460c-a61c-709e6e823f42 None None] Provisioning complete for port 75f5ab14-2882-4874-beb2-94be60c41ffd triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:43.867244 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a605c348-bd86-460c-a61c-709e6e823f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:43.885588 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9c2da1-da84-4781-81c1-b2c727c2684c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:43.887767 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-af9c2da1-da84-4781-81c1-b2c727c2684c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:43.902324 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb10194b-222e-4f72-b0e1-6ed6332a5cae req-75a931df-d069-4b6d-9bd4-a40f71ab687f tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:43.912132 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eb10194b-222e-4f72-b0e1-6ed6332a5cae req-75a931df-d069-4b6d-9bd4-a40f71ab687f tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a6b85e6-4c0a-402f-94b6-776fdbcec732 HTTP/1.1" status: 200 len: 943 time: 0.3582842 Aug 10 03:10:43.922932 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-af9c2da1-da84-4781-81c1-b2c727c2684c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0446374 Aug 10 03:10:44.015552 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9664c28c-c26e-4196-9c5d-0f573cbfbf97 req-e8d393f1-727d-4064-b220-db477979670e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:44.017673 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9664c28c-c26e-4196-9c5d-0f573cbfbf97 req-e8d393f1-727d-4064-b220-db477979670e service neutron] 10.222.0.60 "GET /v2.0/networks?id=621c64c7-36aa-443f-8c43-30d9a2af4f74 HTTP/1.1" status: 200 len: 917 time: 0.4923213 Aug 10 03:10:44.086076 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 6149c1b1-f135-43d0-a5c1-169afb1a5357 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:10:44.124849 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: 6149c1b1-f135-43d0-a5c1-169afb1a5357 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:10:44.130496 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 6149c1b1-f135-43d0-a5c1-169afb1a5357 not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:10:44.157124 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 7e3c2e00-2866-4319-ba66-63a624fa1869 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:10:44.235622 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eb10194b-222e-4f72-b0e1-6ed6332a5cae req-0842f2c8-f993-45a6-97a9-2a2b51f3c066 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224182 Aug 10 03:10:44.263041 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9664c28c-c26e-4196-9c5d-0f573cbfbf97 req-76e2b100-2532-4104-a69d-0e85172b4c72 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d1d44d03-4c58-4f88-be10-bd2304a32a5f HTTP/1.1" status: 200 len: 217 time: 0.1331985 Aug 10 03:10:44.307319 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 59dd76ef-ef8c-49b7-b2bc-4af6eb732123 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:10:44.404924 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6de88077-fea6-4f84-96ef-0dd43429b7e0 req-25050162-d664-45db-a30d-4546b4a1509f tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.62 "GET /v2.0/ports?device_id=92bba970-b881-4265-84d3-235f7d2e47f3 HTTP/1.1" status: 200 len: 210 time: 0.0556474 Aug 10 03:10:44.408095 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 7e3c2e00-2866-4319-ba66-63a624fa1869, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=7e3c2e00-2866-4319-ba66-63a624fa1869,segment=NetworkSegment(ad32b24d-632f-4bfa-be5f-47033bd88109),segment_id=ad32b24d-632f-4bfa-be5f-47033bd88109)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:44.422909 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eed08b2-ba6b-43f5-ac43-b2e23c9f51d6 req-8a715b3f-119e-4aae-aa0d-c9997aa8633b tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:44.430860 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2eed08b2-ba6b-43f5-ac43-b2e23c9f51d6 req-8a715b3f-119e-4aae-aa0d-c9997aa8633b tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2f7cf69-220e-4aab-a168-073d97fba7c6 HTTP/1.1" status: 200 len: 950 time: 0.3938613 Aug 10 03:10:44.433961 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-821823c1-3a75-4e07-beb0-40650b75a61b None None] Provisioning complete for port 064b356a-79ea-45c7-aa11-af75a4d13f12 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:44.433961 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-821823c1-3a75-4e07-beb0-40650b75a61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:44.453675 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a11dab5b-27e0-461e-9217-566f35218636 req-82a5b74d-11a8-406e-b32e-fdcdecd1b93f tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:10:44.460257 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9664c28c-c26e-4196-9c5d-0f573cbfbf97 req-a9e33f53-d0ba-4f11-9f82-83b148720e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:44.465229 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9664c28c-c26e-4196-9c5d-0f573cbfbf97 req-a9e33f53-d0ba-4f11-9f82-83b148720e14 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f0d64340-bb46-4baf-85e9-160acc516fb7 HTTP/1.1" status: 200 len: 856 time: 0.1735337 Aug 10 03:10:44.495794 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': '7e3c2e00-2866-4319-ba66-63a624fa1869', 'network_id': '8ebbd51d-54f8-47d9-924a-757d571ead63', 'port_id': '7e3c2e00-2866-4319-ba66-63a624fa1869', 'mac_address': 'fa:16:3e:bc:a2:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0da5992-75df-4d7e-ac40-4e60cfbca09c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:10:44.507173 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01844ae-98fd-4fe6-b05c-fe0fc54e00f9 None None] Sync routers for ids ['ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:10:44.542473 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9664c28c-c26e-4196-9c5d-0f573cbfbf97 req-c5dc7d68-8f37-4e83-9b16-e31856e038e5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=621c64c7-36aa-443f-8c43-30d9a2af4f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559511 Aug 10 03:10:44.557641 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-821823c1-3a75-4e07-beb0-40650b75a61b None None] Port 064b356a-79ea-45c7-aa11-af75a4d13f12 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:10:44.562175 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 59dd76ef-ef8c-49b7-b2bc-4af6eb732123 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:10:44.566427 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-a11dab5b-27e0-461e-9217-566f35218636 req-82a5b74d-11a8-406e-b32e-fdcdecd1b93f tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] No DVR routers for this DVR port 6149c1b1-f135-43d0-a5c1-169afb1a5357 on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:10:44.567167 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01844ae-98fd-4fe6-b05c-fe0fc54e00f9 None None] Routers {'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:10:44.568770 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-f01844ae-98fd-4fe6-b05c-fe0fc54e00f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:10:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:10:44.606135 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a11dab5b-27e0-461e-9217-566f35218636 req-82a5b74d-11a8-406e-b32e-fdcdecd1b93f tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:44.610047 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a11dab5b-27e0-461e-9217-566f35218636 req-82a5b74d-11a8-406e-b32e-fdcdecd1b93f tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.60 "DELETE /v2.0/ports/6149c1b1-f135-43d0-a5c1-169afb1a5357 HTTP/1.1" status: 204 len: 173 time: 3.1418943 Aug 10 03:10:44.615426 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92bba970-b881-4265-84d3-235f7d2e47f3', 'name': 'network-vif-deleted', 'tag': '6149c1b1-f135-43d0-a5c1-169afb1a5357'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:10:44.617859 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a73baaf-183d-4b10-80dd-788a2872fbb1" -d '{"events": [{"server_uuid": "92bba970-b881-4265-84d3-235f7d2e47f3", "name": "network-vif-deleted", "tag": "6149c1b1-f135-43d0-a5c1-169afb1a5357"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:10:44.619056 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 75f5ab14-2882-4874-beb2-94be60c41ffd up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:10:44.651699 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:44.689864 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2eed08b2-ba6b-43f5-ac43-b2e23c9f51d6 req-d42a009a-23bf-4221-ac55-3e82988828b2 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539344 Aug 10 03:10:44.766351 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e3c2e00-2866-4319-ba66-63a624fa1869 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:10:44.816521 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9664c28c-c26e-4196-9c5d-0f573cbfbf97 req-20f16f97-6f3a-40b1-8b3e-0e588bd77f3e service neutron] 10.222.0.60 "GET /v2.0/networks/621c64c7-36aa-443f-8c43-30d9a2af4f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519014 Aug 10 03:10:44.859911 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 7e3c2e00-2866-4319-ba66-63a624fa1869, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=7e3c2e00-2866-4319-ba66-63a624fa1869,segment=NetworkSegment(ad32b24d-632f-4bfa-be5f-47033bd88109),segment_id=ad32b24d-632f-4bfa-be5f-47033bd88109)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:44.869745 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-1d508464-bf63-4e0a-b1a0-b9c7b015b464 None None] Provisioning for port 06c52605-4de4-48ec-a7c2-def5b215a00c completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:10:44.880306 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-f01844ae-98fd-4fe6-b05c-fe0fc54e00f9 None None] Set router ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:10:44.883699 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:44.885645 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93b7989-4ae7-4479-8a1c-10ec16c40a95 None None] Network 213b1b56-2bcd-4d0a-8807-3afa3f6e51f2 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:10:44.917775 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-1d508464-bf63-4e0a-b1a0-b9c7b015b464 None None] Provisioning complete for port 06c52605-4de4-48ec-a7c2-def5b215a00c triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:44.918309 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-1d508464-bf63-4e0a-b1a0-b9c7b015b464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:44.959122 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a79d0e7-d7f8-46e6-b77b-dd6afb9e4991 req-fdff9693-87fe-46fe-8960-7a03391d37e2 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:44.960783 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3a79d0e7-d7f8-46e6-b77b-dd6afb9e4991 req-fdff9693-87fe-46fe-8960-7a03391d37e2 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aaf1a45-5d67-4249-9916-aa38027f14af HTTP/1.1" status: 200 len: 945 time: 0.1344073 Aug 10 03:10:45.012666 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 75f5ab14-2882-4874-beb2-94be60c41ffd triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:45.013206 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:45.014270 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3a79d0e7-d7f8-46e6-b77b-dd6afb9e4991 req-d18d541f-e047-4b90-b2f7-c7c747a7116c tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434954 Aug 10 03:10:45.033350 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9664c28c-c26e-4196-9c5d-0f573cbfbf97 req-2bccaae1-96dc-4c28-9054-165349346c15 service neutron] 10.222.0.60 "GET /v2.0/networks/621c64c7-36aa-443f-8c43-30d9a2af4f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899107 Aug 10 03:10:45.160925 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41078) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:45.166878 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-44d8ac97-4476-4c48-a3e6-7defa86b356d tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1758858067', 'description': 'tempest-description--446174659'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:10:45.200655 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba73c2-fa7e-4c08-bea2-92321d9b8921 req-d8a0a67f-b210-4c96-b1b8-81c10034d9b1 tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:45.209491 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c1ba73c2-fa7e-4c08-bea2-92321d9b8921 req-d8a0a67f-b210-4c96-b1b8-81c10034d9b1 tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] 10.222.0.62 "GET /v2.0/ports?device_id=d527a119-67db-4b5e-b863-3e8eaad8aa55 HTTP/1.1" status: 200 len: 944 time: 0.0778635 Aug 10 03:10:45.222770 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-44d8ac97-4476-4c48-a3e6-7defa86b356d tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:45.248419 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d174cc-18d6-48c9-b130-9d35b0318c46 x-openstack-request-id: req-19d174cc-18d6-48c9-b130-9d35b0318c46 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:10:45.249135 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92bba970-b881-4265-84d3-235f7d2e47f3", "name": "network-vif-deleted", "tag": "6149c1b1-f135-43d0-a5c1-169afb1a5357", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:10:45.249625 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-19d174cc-18d6-48c9-b130-9d35b0318c46 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:10:45.250279 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92bba970-b881-4265-84d3-235f7d2e47f3', 'name': 'network-vif-deleted', 'tag': '6149c1b1-f135-43d0-a5c1-169afb1a5357', 'status': 'completed', 'code': 200} Aug 10 03:10:45.264864 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c1ba73c2-fa7e-4c08-bea2-92321d9b8921 req-cc962a1f-d285-4c88-a291-32618ecae6ed tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] 10.222.0.62 "GET /v2.0/security-groups?id=fab6d6f0-399e-424e-bbe6-3b0d72e47c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505800 Aug 10 03:10:45.313171 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=7e3c2e00-2866-4319-ba66-63a624fa1869,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:45.321608 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-1d508464-bf63-4e0a-b1a0-b9c7b015b464 None None] Port 06c52605-4de4-48ec-a7c2-def5b215a00c cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:10:45.348599 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['7e3c2e00-2866-4319-ba66-63a624fa1869'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:10:45.376608 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-44d8ac97-4476-4c48-a3e6-7defa86b356d tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:45.385843 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-44d8ac97-4476-4c48-a3e6-7defa86b356d tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:45.434017 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d8ac97-4476-4c48-a3e6-7defa86b356d tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa0499c-1adb-43e6-95ad-71a41197fc16,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:45.452349 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-44d8ac97-4476-4c48-a3e6-7defa86b356d tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:45.456604 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-44d8ac97-4476-4c48-a3e6-7defa86b356d tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2914097 Aug 10 03:10:45.457178 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41084) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:45.463452 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-b1c27cbf-17bb-4c30-a44f-a57eff11a760 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Request body: {'security_group_rule': {'security_group_id': '8fa0499c-1adb-43e6-95ad-71a41197fc16', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:10:45.473721 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca1b6d-174a-4b42-b258-475c7cc7173c req-4ee581f0-1c91-490d-90bc-2a43cd6ab44c tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:45.475410 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-60ca1b6d-174a-4b42-b258-475c7cc7173c req-4ee581f0-1c91-490d-90bc-2a43cd6ab44c tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/ports?device_id=68be3d41-196b-4808-b453-50dd160fe614 HTTP/1.1" status: 200 len: 944 time: 0.1060784 Aug 10 03:10:45.505452 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b1c27cbf-17bb-4c30-a44f-a57eff11a760 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:45.562801 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-fd7e8ad8-3f6f-4704-b6ad-2c61f8ffaf02 None None] Provisioning for port 59dd76ef-ef8c-49b7-b2bc-4af6eb732123 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:10:45.572490 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950bc1b2-1570-4d28-bc80-60162eeb75b4 req-7fb274ee-93af-434b-b3cd-8c0160c5a5f8 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:45.574349 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-950bc1b2-1570-4d28-bc80-60162eeb75b4 req-7fb274ee-93af-434b-b3cd-8c0160c5a5f8 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a6b85e6-4c0a-402f-94b6-776fdbcec732 HTTP/1.1" status: 200 len: 943 time: 0.0823407 Aug 10 03:10:45.585240 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-60ca1b6d-174a-4b42-b258-475c7cc7173c req-f497bfd9-a8a6-4c35-a8e3-d8224021fbd5 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a17030d-dd29-4c0e-9b90-111361473668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034424 Aug 10 03:10:45.589364 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b1c27cbf-17bb-4c30-a44f-a57eff11a760 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:45.595297 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b1c27cbf-17bb-4c30-a44f-a57eff11a760 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:45.618087 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c27cbf-17bb-4c30-a44f-a57eff11a760 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=719f06fd-ab46-4b3c-9e3f-fe01b13326f8,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:45.625873 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-950bc1b2-1570-4d28-bc80-60162eeb75b4 req-00970c74-e8d3-4b2e-954d-a92a798c2864 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395675 Aug 10 03:10:45.628644 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-fd7e8ad8-3f6f-4704-b6ad-2c61f8ffaf02 None None] Provisioning complete for port 59dd76ef-ef8c-49b7-b2bc-4af6eb732123 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:45.629094 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-fd7e8ad8-3f6f-4704-b6ad-2c61f8ffaf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:45.649273 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b1c27cbf-17bb-4c30-a44f-a57eff11a760 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:45.649273 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b1c27cbf-17bb-4c30-a44f-a57eff11a760 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1832123 Aug 10 03:10:45.649273 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41086) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:45.650406 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-83a8d72d-53f6-41d4-9974-2738ab39c61e tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Request body: {'security_group_rule': {'security_group_id': '8fa0499c-1adb-43e6-95ad-71a41197fc16', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:10:45.680741 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-83a8d72d-53f6-41d4-9974-2738ab39c61e tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:45.760047 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-83a8d72d-53f6-41d4-9974-2738ab39c61e tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:45.763851 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-83a8d72d-53f6-41d4-9974-2738ab39c61e tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:45.788256 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a8d72d-53f6-41d4-9974-2738ab39c61e tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7491eedb-7d35-495e-b482-a1e5a5e6ed9d,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:45.796407 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 41096) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:45.803306 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-83a8d72d-53f6-41d4-9974-2738ab39c61e tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:45.807335 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-83a8d72d-53f6-41d4-9974-2738ab39c61e tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1583669 Aug 10 03:10:45.807552 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41098) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:45.812694 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-29a045ed-3d86-4768-a7a3-6e229788e8ff tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Request body: {'floatingip': {'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:10:45.818213 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-f01844ae-98fd-4fe6-b05c-fe0fc54e00f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943109770-router', 'tenant_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'b9b9c20a-42b1-4074-82b9-e385ac80fbeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:05:51Z', 'updated_at': '2021-08-10T03:05:56Z', 'revision_number': 4, 'project_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'gw_port': {'id': 'b9b9c20a-42b1-4074-82b9-e385ac80fbeb', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:05:52Z', 'updated_at': '2021-08-10T03:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '9df27161-4b80-42af-b760-2beae8ec9e47', 'name': '', 'network_id': '7bd6a1e2-d65a-4310-b080-ef087a9f163c', 'tenant_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'mac_address': 'fa:16:3e:49:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f4099aa5-56aa-4afb-b339-2ffcbed0521f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:05:55Z', 'updated_at': '2021-08-10T03:06:04Z', 'revision_number': 5, 'project_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'subnets': [{'id': 'f4099aa5-56aa-4afb-b339-2ffcbed0521f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:10:45.843816 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-29a045ed-3d86-4768-a7a3-6e229788e8ff tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks [] for floatingip, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:45.855353 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01844ae-98fd-4fe6-b05c-fe0fc54e00f9 None None] Checking router: ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:10:45.882071 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01844ae-98fd-4fe6-b05c-fe0fc54e00f9 None None] Routers {'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:10:45.882983 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-f01844ae-98fd-4fe6-b05c-fe0fc54e00f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:10:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:10:45.948684 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f1fa60c6-ff6f-42a1-ba9d-2290bc0e8e42 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:45.983870 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-29a045ed-3d86-4768-a7a3-6e229788e8ff tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:45.996596 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753dc66b-e513-44bd-a0c5-90dea0be11fc req-c9739fa6-d0aa-4a44-82e9-44e03d7622b1 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:45.998191 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-753dc66b-e513-44bd-a0c5-90dea0be11fc req-c9739fa6-d0aa-4a44-82e9-44e03d7622b1 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2f7cf69-220e-4aab-a168-073d97fba7c6 HTTP/1.1" status: 200 len: 950 time: 0.2069790 Aug 10 03:10:46.005408 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f1fa60c6-ff6f-42a1-ba9d-2290bc0e8e42 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:46.034015 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-fd7e8ad8-3f6f-4704-b6ad-2c61f8ffaf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:46.123947 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-753dc66b-e513-44bd-a0c5-90dea0be11fc req-f665a265-badf-4e10-8de8-b4e4c1532f8e tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144943 Aug 10 03:10:46.180020 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-29a045ed-3d86-4768-a7a3-6e229788e8ff tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Allocated IP 172.25.7.125 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/02e64207-3720-4843-9b52-b87981d99cd3) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:10:46.205029 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327aea01-f876-4b71-a907-5f797e913ae5 req-d6b9b19f-d646-4f23-ba13-1c8be0e3cdfa tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:46.208419 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-327aea01-f876-4b71-a907-5f797e913ae5 req-d6b9b19f-d646-4f23-ba13-1c8be0e3cdfa tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aaf1a45-5d67-4249-9916-aa38027f14af HTTP/1.1" status: 200 len: 945 time: 0.0621910 Aug 10 03:10:46.209847 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f1fa60c6-ff6f-42a1-ba9d-2290bc0e8e42 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:46.214927 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f1fa60c6-ff6f-42a1-ba9d-2290bc0e8e42 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:46.216317 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-f1fa60c6-ff6f-42a1-ba9d-2290bc0e8e42 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.62 "DELETE /v2.0/security-groups/3640a20a-f833-4208-a5e8-4377bcabf26a HTTP/1.1" status: 204 len: 168 time: 0.4187124 Aug 10 03:10:46.227368 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 41102) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:46.254638 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fa60c6-ff6f-42a1-ba9d-2290bc0e8e42 tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3640a20a-f833-4208-a5e8-4377bcabf26a,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:46.257304 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [None req-d99d7268-7198-4f78-aaaf-4b4d2f1975cb tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] show failed (client error): The resource could not be found. Aug 10 03:10:46.258528 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d99d7268-7198-4f78-aaaf-4b4d2f1975cb tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.62 "GET /v2.0/security-groups/3640a20a-f833-4208-a5e8-4377bcabf26a HTTP/1.1" status: 404 len: 347 time: 0.0299666 Aug 10 03:10:46.262841 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 41104) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:46.302207 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device d1d44d03-4c58-4f88-be10-bd2304a32a5f details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:10:46.348916 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-fd7e8ad8-3f6f-4704-b6ad-2c61f8ffaf02 None None] For port 59dd76ef-ef8c-49b7-b2bc-4af6eb732123, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=59dd76ef-ef8c-49b7-b2bc-4af6eb732123,segment=NetworkSegment(b96f6dd2-820f-4525-9b5d-9cb81ae71b32),segment_id=b96f6dd2-820f-4525-9b5d-9cb81ae71b32)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:46.364034 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-fd7e8ad8-3f6f-4704-b6ad-2c61f8ffaf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:46.366852 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-f01844ae-98fd-4fe6-b05c-fe0fc54e00f9 None None] Set router ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:10:46.377113 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-29a045ed-3d86-4768-a7a3-6e229788e8ff tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:46.387295 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-327aea01-f876-4b71-a907-5f797e913ae5 req-c6a6ff16-b9f0-4abd-bffd-93b7cf5a00e9 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694934 Aug 10 03:10:46.439756 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-29a045ed-3d86-4768-a7a3-6e229788e8ff tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:46.490094 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a045ed-3d86-4768-a7a3-6e229788e8ff tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:10:46.493650 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-29a045ed-3d86-4768-a7a3-6e229788e8ff tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:10:46.497593 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a045ed-3d86-4768-a7a3-6e229788e8ff tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:10:46.522688 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a045ed-3d86-4768-a7a3-6e229788e8ff tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Pushing event updated for resources: {'Port': ['ID=02e64207-3720-4843-9b52-b87981d99cd3,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:46.554512 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a6480-60d2-47fd-b569-16c6ba4a0f2d req-e15ffaba-c7f9-4a80-b2c1-80e5b67b98ce tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:46.562520 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f16a6480-60d2-47fd-b569-16c6ba4a0f2d req-e15ffaba-c7f9-4a80-b2c1-80e5b67b98ce tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] 10.222.0.62 "GET /v2.0/ports?device_id=d527a119-67db-4b5e-b863-3e8eaad8aa55 HTTP/1.1" status: 200 len: 944 time: 0.1633322 Aug 10 03:10:46.568357 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-7b3fc919-6a21-4dc4-a4d4-b3bb080e0b95 None None] Provisioning complete for port 59dd76ef-ef8c-49b7-b2bc-4af6eb732123 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:46.568579 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7b3fc919-6a21-4dc4-a4d4-b3bb080e0b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:46.604795 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-29a045ed-3d86-4768-a7a3-6e229788e8ff tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:46.618111 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f16a6480-60d2-47fd-b569-16c6ba4a0f2d req-e15d533d-7e19-4399-b3e2-dccb7c3eba25 tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] 10.222.0.62 "GET /v2.0/security-groups?id=fab6d6f0-399e-424e-bbe6-3b0d72e47c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464194 Aug 10 03:10:46.647025 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-29a045ed-3d86-4768-a7a3-6e229788e8ff tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:46.652623 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-8789a399-b878-47e9-9851-cbf7e589172b tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Deleting port 433b4227-4f01-4b4d-9a23-b702f863d860 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:10:46.653232 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8789a399-b878-47e9-9851-cbf7e589172b tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:46.731717 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e8ad8-3f6f-4704-b6ad-2c61f8ffaf02 None None] Pushing event updated for resources: {'Port': ['ID=59dd76ef-ef8c-49b7-b2bc-4af6eb732123,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:46.761828 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port d1d44d03-4c58-4f88-be10-bd2304a32a5f, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=d1d44d03-4c58-4f88-be10-bd2304a32a5f,segment=NetworkSegment(4ab0f17a-69ae-4b1d-baa9-e61682038a01),segment_id=4ab0f17a-69ae-4b1d-baa9-e61682038a01)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:46.785933 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': 'd1d44d03-4c58-4f88-be10-bd2304a32a5f', 'network_id': '621c64c7-36aa-443f-8c43-30d9a2af4f74', 'port_id': 'd1d44d03-4c58-4f88-be10-bd2304a32a5f', 'mac_address': 'fa:16:3e:c9:81:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0d64340-bb46-4baf-85e9-160acc516fb7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:10:46.790059 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8789a399-b878-47e9-9851-cbf7e589172b tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:46.790926 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8789a399-b878-47e9-9851-cbf7e589172b tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:46.804095 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-8789a399-b878-47e9-9851-cbf7e589172b tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Calling delete_port for 433b4227-4f01-4b4d-9a23-b702f863d860 owned by network:floatingip {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:10:46.853799 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-29a045ed-3d86-4768-a7a3-6e229788e8ff tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:46.860421 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-29a045ed-3d86-4768-a7a3-6e229788e8ff tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:46.924918 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:46.942039 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1d44d03-4c58-4f88-be10-bd2304a32a5f {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:10:46.946527 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a90cf-8e92-4355-92fd-6d9b99ba61f1 req-28209643-6f5b-4b28-ad79-a81ae716e53a tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:46.954141 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9f5a90cf-8e92-4355-92fd-6d9b99ba61f1 req-28209643-6f5b-4b28-ad79-a81ae716e53a tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/ports?device_id=68be3d41-196b-4808-b453-50dd160fe614 HTTP/1.1" status: 200 len: 944 time: 0.1404209 Aug 10 03:10:46.963007 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-29a045ed-3d86-4768-a7a3-6e229788e8ff tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:46.978047 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port d1d44d03-4c58-4f88-be10-bd2304a32a5f, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=d1d44d03-4c58-4f88-be10-bd2304a32a5f,segment=NetworkSegment(4ab0f17a-69ae-4b1d-baa9-e61682038a01),segment_id=4ab0f17a-69ae-4b1d-baa9-e61682038a01)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:46.984755 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:46.993633 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-f01844ae-98fd-4fe6-b05c-fe0fc54e00f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943109770-router', 'tenant_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'b9b9c20a-42b1-4074-82b9-e385ac80fbeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:05:51Z', 'updated_at': '2021-08-10T03:05:56Z', 'revision_number': 4, 'project_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'gw_port': {'id': 'b9b9c20a-42b1-4074-82b9-e385ac80fbeb', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:05:52Z', 'updated_at': '2021-08-10T03:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '9df27161-4b80-42af-b760-2beae8ec9e47', 'name': '', 'network_id': '7bd6a1e2-d65a-4310-b080-ef087a9f163c', 'tenant_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'mac_address': 'fa:16:3e:49:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f4099aa5-56aa-4afb-b339-2ffcbed0521f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:05:55Z', 'updated_at': '2021-08-10T03:06:04Z', 'revision_number': 5, 'project_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'subnets': [{'id': 'f4099aa5-56aa-4afb-b339-2ffcbed0521f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:10:46.994260 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a045ed-3d86-4768-a7a3-6e229788e8ff tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Pushing event updated for resources: {'Port': ['ID=02e64207-3720-4843-9b52-b87981d99cd3,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:46.998809 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-29a045ed-3d86-4768-a7a3-6e229788e8ff tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:47.000642 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-29a045ed-3d86-4768-a7a3-6e229788e8ff tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1918013 Aug 10 03:10:47.017091 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f9a36-9a87-43a6-80fc-3af3528bb295 req-1d60251d-f2a5-4c4b-99ad-665cdab84fc3 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:47.018813 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7f5f9a36-9a87-43a6-80fc-3af3528bb295 req-1d60251d-f2a5-4c4b-99ad-665cdab84fc3 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a6b85e6-4c0a-402f-94b6-776fdbcec732 HTTP/1.1" status: 200 len: 943 time: 0.1946929 Aug 10 03:10:47.052812 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=d1d44d03-4c58-4f88-be10-bd2304a32a5f,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:47.068304 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9f5a90cf-8e92-4355-92fd-6d9b99ba61f1 req-5ba85ae6-aea2-42e5-a67c-d2f3798e6536 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a17030d-dd29-4c0e-9b90-111361473668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134670 Aug 10 03:10:47.091673 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01844ae-98fd-4fe6-b05c-fe0fc54e00f9 None None] The sync data for ids ['ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e'] in n-d-768851-15 is: [{'id': 'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943109770-router', 'tenant_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'b9b9c20a-42b1-4074-82b9-e385ac80fbeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:05:51Z', 'updated_at': '2021-08-10T03:05:56Z', 'revision_number': 4, 'project_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'gw_port': {'id': 'b9b9c20a-42b1-4074-82b9-e385ac80fbeb', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:05:52Z', 'updated_at': '2021-08-10T03:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '9df27161-4b80-42af-b760-2beae8ec9e47', 'name': '', 'network_id': '7bd6a1e2-d65a-4310-b080-ef087a9f163c', 'tenant_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'mac_address': 'fa:16:3e:49:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f4099aa5-56aa-4afb-b339-2ffcbed0521f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:05:55Z', 'updated_at': '2021-08-10T03:06:04Z', 'revision_number': 5, 'project_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'subnets': [{'id': 'f4099aa5-56aa-4afb-b339-2ffcbed0521f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:10:47.107454 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7f5f9a36-9a87-43a6-80fc-3af3528bb295 req-217f3d73-94ef-4fbe-b169-8a8292af218e tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760550 Aug 10 03:10:47.188491 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8789a399-b878-47e9-9851-cbf7e589172b tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:47.219788 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8789a399-b878-47e9-9851-cbf7e589172b tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Pushing event deleted for resources: {'Port': ['ID=433b4227-4f01-4b4d-9a23-b702f863d860,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:47.365547 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-c77f4dc2-32fb-4d3d-91d2-ccc63af7c8d8 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1758858067&fields=id&tenant_id=113c9048eb054fe989e54191f5a42ad9 HTTP/1.1" status: 200 len: 267 time: 0.1104212 Aug 10 03:10:47.370492 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8789a399-b878-47e9-9851-cbf7e589172b tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Notify callbacks [] for floatingip, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:47.373423 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8789a399-b878-47e9-9851-cbf7e589172b tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:47.374651 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8789a399-b878-47e9-9851-cbf7e589172b tempest-ServersWithSpecificFlavorTestJSON-615565373 tempest-ServersWithSpecificFlavorTestJSON-615565373-project] 10.222.0.62 "DELETE /v2.0/floatingips/2a2f9784-796f-47d7-a165-b23dfbd183b7 HTTP/1.1" status: 204 len: 168 time: 1.1106734 Aug 10 03:10:47.383061 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8756e2-9dbb-4c3f-b9d9-b7c7336363ce req-b3c7ee99-2aab-4152-b598-de56899cf18a tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:47.384665 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4e8756e2-9dbb-4c3f-b9d9-b7c7336363ce req-b3c7ee99-2aab-4152-b598-de56899cf18a tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2f7cf69-220e-4aab-a168-073d97fba7c6 HTTP/1.1" status: 200 len: 950 time: 0.1308942 Aug 10 03:10:47.392590 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['d1d44d03-4c58-4f88-be10-bd2304a32a5f'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:10:47.431241 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31327943-46be-4589-acc6-5a9a6c532a15 None None] New status for floating IP 2a2f9784-796f-47d7-a165-b23dfbd183b7: DOWN {{(pid=94219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:10:47.767038 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-e32999ad-b17e-4135-9d08-fd7d17fcafdc tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:47.768613 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-e32999ad-b17e-4135-9d08-fd7d17fcafdc tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports/064b356a-79ea-45c7-aa11-af75a4d13f12 HTTP/1.1" status: 200 len: 936 time: 0.3828824 Aug 10 03:10:47.798433 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4e8756e2-9dbb-4c3f-b9d9-b7c7336363ce req-43398e42-a863-43e5-a8ba-78a9bdf4f199 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641522 Aug 10 03:10:47.834361 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-d1d8077a-d134-4ed4-b15d-83096069f310 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:47.835781 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-d1d8077a-d134-4ed4-b15d-83096069f310 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports/06c52605-4de4-48ec-a7c2-def5b215a00c HTTP/1.1" status: 200 len: 936 time: 0.0548503 Aug 10 03:10:47.874142 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-a7625115-f51b-4b13-8421-49310304098c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports?network_id=213b1b56-2bcd-4d0a-8807-3afa3f6e51f2&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0311260 Aug 10 03:10:47.940660 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-9d61687b-953c-419f-a608-7855d3d68c1b tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports?network_id=213b1b56-2bcd-4d0a-8807-3afa3f6e51f2&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0522790 Aug 10 03:10:47.955915 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 59dd76ef-ef8c-49b7-b2bc-4af6eb732123 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:10:47.983614 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c26e1-e192-4868-aa3d-ded1298cac9a req-21e9d8d1-f76e-473d-8501-fb42392f77d1 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:47.985348 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-da5c26e1-e192-4868-aa3d-ded1298cac9a req-21e9d8d1-f76e-473d-8501-fb42392f77d1 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aaf1a45-5d67-4249-9916-aa38027f14af HTTP/1.1" status: 200 len: 945 time: 0.1071060 Aug 10 03:10:48.006281 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 59dd76ef-ef8c-49b7-b2bc-4af6eb732123 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:48.006621 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:48.097384 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-da5c26e1-e192-4868-aa3d-ded1298cac9a req-ce145a42-396c-4cea-b28c-91eabbd52b27 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847661 Aug 10 03:10:48.130825 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-681daf4a-e4ee-4b28-9974-0f1b8761cb61 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:48.136722 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-681daf4a-e4ee-4b28-9974-0f1b8761cb61 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:48.142796 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-681daf4a-e4ee-4b28-9974-0f1b8761cb61 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:48.145015 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-681daf4a-e4ee-4b28-9974-0f1b8761cb61 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/networks?id=c4674244-b4fc-4227-9e62-6d0cd0b1acc0&id=f1f6800e-d6fe-4d63-bb1f-c42246d24569&id=f1f6800e-d6fe-4d63-bb1f-c42246d24569&id=213b1b56-2bcd-4d0a-8807-3afa3f6e51f2&id=213b1b56-2bcd-4d0a-8807-3afa3f6e51f2 HTTP/1.1" status: 200 len: 1995 time: 0.1970806 Aug 10 03:10:48.162043 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-83dc948a-93bf-439d-b60d-91275148aed6 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/quotas/113c9048eb054fe989e54191f5a42ad9 HTTP/1.1" status: 200 len: 375 time: 0.0112057 Aug 10 03:10:48.176430 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 906d7e93-796e-48da-b2b6-43e09317d336 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:10:48.178512 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 7e3c2e00-2866-4319-ba66-63a624fa1869 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:10:48.226216 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-c4b700aa-c7ad-45ca-9265-c32f2a9c308b tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=113c9048eb054fe989e54191f5a42ad9&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0584707 Aug 10 03:10:48.298918 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port 7e3c2e00-2866-4319-ba66-63a624fa1869 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:10:48.306925 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port 7e3c2e00-2866-4319-ba66-63a624fa1869 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:48.307335 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:48.340022 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8873b2f6-5a73-4eff-8ac0-5bd98ef0bc19 req-1969faea-65de-4010-8ab8-bbdcaba1c78d tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:48.341449 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8873b2f6-5a73-4eff-8ac0-5bd98ef0bc19 req-1969faea-65de-4010-8ab8-bbdcaba1c78d tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] 10.222.0.62 "GET /v2.0/ports?device_id=d527a119-67db-4b5e-b863-3e8eaad8aa55 HTTP/1.1" status: 200 len: 945 time: 0.1072578 Aug 10 03:10:48.341721 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 906d7e93-796e-48da-b2b6-43e09317d336, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=906d7e93-796e-48da-b2b6-43e09317d336,segment=NetworkSegment(56914130-d266-4761-b91f-0f4044da3177),segment_id=56914130-d266-4761-b91f-0f4044da3177)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:48.360956 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': '906d7e93-796e-48da-b2b6-43e09317d336', 'network_id': '909af24c-2a43-4e6d-8a1f-90b69debd82b', 'port_id': '906d7e93-796e-48da-b2b6-43e09317d336', 'mac_address': 'fa:16:3e:45:75:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8c216be-f9cb-484e-9a0a-1cd9ef473e6f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:10:48.376610 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-45a6b6bc-317d-4a01-8664-fcee4291ebc7 service neutron] 10.222.0.62 "GET /v2.0/networks/c4674244-b4fc-4227-9e62-6d0cd0b1acc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335440 Aug 10 03:10:48.411174 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8873b2f6-5a73-4eff-8ac0-5bd98ef0bc19 req-1f13c0a9-08d1-4299-94ea-d58218d0d9f2 tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] 10.222.0.62 "GET /v2.0/security-groups?id=fab6d6f0-399e-424e-bbe6-3b0d72e47c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630653 Aug 10 03:10:48.434904 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:48.450487 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:48.454365 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 906d7e93-796e-48da-b2b6-43e09317d336 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:10:48.493265 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 906d7e93-796e-48da-b2b6-43e09317d336, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=906d7e93-796e-48da-b2b6-43e09317d336,segment=NetworkSegment(56914130-d266-4761-b91f-0f4044da3177),segment_id=56914130-d266-4761-b91f-0f4044da3177)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:48.500975 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68be3d41-196b-4808-b453-50dd160fe614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3c2e00-2866-4319-ba66-63a624fa1869'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:10:48.501626 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-ef5f5828-0d48-4f01-91e9-90e694347a94 service neutron] 10.222.0.62 "GET /v2.0/networks/c4674244-b4fc-4227-9e62-6d0cd0b1acc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146443 Aug 10 03:10:48.503499 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f99e50-8556-452d-ae30-73f64a83b958" -d '{"events": [{"server_uuid": "68be3d41-196b-4808-b453-50dd160fe614", "name": "network-vif-plugged", "status": "completed", "tag": "7e3c2e00-2866-4319-ba66-63a624fa1869"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:10:48.508391 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:48.520685 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 7e3c2e00-2866-4319-ba66-63a624fa1869, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=7e3c2e00-2866-4319-ba66-63a624fa1869,segment=NetworkSegment(ad32b24d-632f-4bfa-be5f-47033bd88109),segment_id=ad32b24d-632f-4bfa-be5f-47033bd88109)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:48.541086 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:48.548935 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-5b1f64f4-5196-431e-9bda-c9700d63abdf service neutron] 10.222.0.62 "GET /v2.0/ports/064b356a-79ea-45c7-aa11-af75a4d13f12?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0464182 Aug 10 03:10:48.570066 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=906d7e93-796e-48da-b2b6-43e09317d336,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:48.626964 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=7e3c2e00-2866-4319-ba66-63a624fa1869,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:48.641549 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa4510-8640-4ca7-b0cd-3ed3a837edad req-7750fa67-a547-4c11-8dcd-46897af1b964 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:48.643395 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-befa4510-8640-4ca7-b0cd-3ed3a837edad req-7750fa67-a547-4c11-8dcd-46897af1b964 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/ports?device_id=68be3d41-196b-4808-b453-50dd160fe614 HTTP/1.1" status: 200 len: 945 time: 0.1137531 Aug 10 03:10:48.704485 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-410b9e55-65de-406b-a902-cb9ca5cbf03c service neutron] 10.222.0.62 "GET /v2.0/networks/f1f6800e-d6fe-4d63-bb1f-c42246d24569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407919 Aug 10 03:10:48.708173 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-befa4510-8640-4ca7-b0cd-3ed3a837edad req-3d145090-dcfa-4625-8abe-a4302dfcacef tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a17030d-dd29-4c0e-9b90-111361473668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536568 Aug 10 03:10:48.793431 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['906d7e93-796e-48da-b2b6-43e09317d336'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:10:48.833135 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-979be606-0df4-400f-b1d9-4098190a4fe0 service neutron] 10.222.0.62 "GET /v2.0/networks/f1f6800e-d6fe-4d63-bb1f-c42246d24569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212537 Aug 10 03:10:48.843887 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e65634d-f627-42be-9210-5830c58ee385 req-45ba713c-4693-40b6-a012-d26fb3001be3 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:48.845346 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0e65634d-f627-42be-9210-5830c58ee385 req-45ba713c-4693-40b6-a012-d26fb3001be3 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a6b85e6-4c0a-402f-94b6-776fdbcec732 HTTP/1.1" status: 200 len: 944 time: 0.0836971 Aug 10 03:10:48.891295 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-feb68760-10e6-4a4b-91be-20352b5920e4 service neutron] 10.222.0.62 "GET /v2.0/ports/06c52605-4de4-48ec-a7c2-def5b215a00c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0448401 Aug 10 03:10:48.951403 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0e65634d-f627-42be-9210-5830c58ee385 req-6a770e11-b4e1-48ce-b70f-bea9dc816a2d tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966520 Aug 10 03:10:49.003833 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-bf450c39-51f5-42fc-8c80-a8bda8921678 service neutron] 10.222.0.62 "GET /v2.0/networks/f1f6800e-d6fe-4d63-bb1f-c42246d24569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003540 Aug 10 03:10:49.021039 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1550890-d3de-4767-8086-d2acd00b1cca x-openstack-request-id: req-c1550890-d3de-4767-8086-d2acd00b1cca {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:10:49.021775 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68be3d41-196b-4808-b453-50dd160fe614", "name": "network-vif-plugged", "status": "completed", "tag": "7e3c2e00-2866-4319-ba66-63a624fa1869", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:10:49.021775 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c1550890-d3de-4767-8086-d2acd00b1cca {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:10:49.022064 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68be3d41-196b-4808-b453-50dd160fe614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3c2e00-2866-4319-ba66-63a624fa1869', 'code': 200} Aug 10 03:10:49.131809 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0248f-7ac7-45b1-be6a-25e39b471766 req-95cc090e-1ab3-4b47-97c1-293f2be165a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:49.133431 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6df0248f-7ac7-45b1-be6a-25e39b471766 req-95cc090e-1ab3-4b47-97c1-293f2be165a5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=68be3d41-196b-4808-b453-50dd160fe614 HTTP/1.1" status: 200 len: 1097 time: 0.0449207 Aug 10 03:10:49.147891 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d38502f-67d6-4d72-af80-dea08e95a27f req-4fb4c9b1-f853-4c84-9c8c-6963ba21f539 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:49.149550 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8d38502f-67d6-4d72-af80-dea08e95a27f req-4fb4c9b1-f853-4c84-9c8c-6963ba21f539 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2f7cf69-220e-4aab-a168-073d97fba7c6 HTTP/1.1" status: 200 len: 950 time: 0.0821774 Aug 10 03:10:49.152182 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-a6c2eaca-c32c-4ff7-8aa3-05d33df33a92 service neutron] 10.222.0.62 "GET /v2.0/networks/f1f6800e-d6fe-4d63-bb1f-c42246d24569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420410 Aug 10 03:10:49.171988 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6df0248f-7ac7-45b1-be6a-25e39b471766 req-b22a0c5b-7a01-471b-911b-50d4c7318838 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7a17030d-dd29-4c0e-9b90-111361473668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302196 Aug 10 03:10:49.240683 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8d38502f-67d6-4d72-af80-dea08e95a27f req-65428428-3efa-4c68-a78d-b3ac5c6836cd tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844896 Aug 10 03:10:49.275976 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-e2939f0d-9cce-4214-a2ce-979564cac03d service neutron] 10.222.0.62 "GET /v2.0/networks/f1f6800e-d6fe-4d63-bb1f-c42246d24569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114147 Aug 10 03:10:49.409195 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aaf04e-5849-40fe-8f88-ec09308c111f req-9b7db8c5-0fae-4e75-848f-a1dbad216c33 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:49.411388 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-96aaf04e-5849-40fe-8f88-ec09308c111f req-9b7db8c5-0fae-4e75-848f-a1dbad216c33 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aaf1a45-5d67-4249-9916-aa38027f14af HTTP/1.1" status: 200 len: 945 time: 0.0817258 Aug 10 03:10:49.415362 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-b58a9ea0-a372-444d-b19b-7e59aeafab42 service neutron] 10.222.0.62 "GET /v2.0/networks/f1f6800e-d6fe-4d63-bb1f-c42246d24569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327894 Aug 10 03:10:49.501552 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-96aaf04e-5849-40fe-8f88-ec09308c111f req-d6cf22e5-0b06-4f05-9dfd-7143b3b6421b tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822866 Aug 10 03:10:49.532058 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-46752470-5ca0-43da-b6ad-530d72996fd0 service neutron] 10.222.0.62 "GET /v2.0/networks/f1f6800e-d6fe-4d63-bb1f-c42246d24569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069396 Aug 10 03:10:49.624708 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-ca4a0212-e9cb-47de-963d-2684ced44b4f service neutron] 10.222.0.62 "GET /v2.0/networks/f1f6800e-d6fe-4d63-bb1f-c42246d24569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861933 Aug 10 03:10:49.748324 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae905468-11ff-470a-b214-47484d2461d8 req-c2b87643-ff9a-4688-8201-be0ef9969314 tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:49.749798 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ae905468-11ff-470a-b214-47484d2461d8 req-c2b87643-ff9a-4688-8201-be0ef9969314 tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] 10.222.0.62 "GET /v2.0/ports?device_id=d527a119-67db-4b5e-b863-3e8eaad8aa55 HTTP/1.1" status: 200 len: 945 time: 0.0987005 Aug 10 03:10:49.755753 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-b056eba5-14ae-4390-aa69-cada383e5399 service neutron] 10.222.0.62 "GET /v2.0/networks/213b1b56-2bcd-4d0a-8807-3afa3f6e51f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246727 Aug 10 03:10:49.839086 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ae905468-11ff-470a-b214-47484d2461d8 req-d15e7e8d-13cb-4a07-82bf-9c70f173a5f5 tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] 10.222.0.62 "GET /v2.0/security-groups?id=fab6d6f0-399e-424e-bbe6-3b0d72e47c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823750 Aug 10 03:10:49.868532 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-71ac02b9-044d-4fbd-b6fe-c9a50b41c1fe service neutron] 10.222.0.62 "GET /v2.0/networks/213b1b56-2bcd-4d0a-8807-3afa3f6e51f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061907 Aug 10 03:10:49.983572 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-ed865e10-0502-49fb-b979-6effe04a8744 service neutron] 10.222.0.62 "GET /v2.0/networks/213b1b56-2bcd-4d0a-8807-3afa3f6e51f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088822 Aug 10 03:10:50.006918 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9b2a7-b548-403e-875f-456d5a418ea0 req-18b4553b-0765-4784-b3d3-9d5dfb894a26 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:50.008271 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-70a9b2a7-b548-403e-875f-456d5a418ea0 req-18b4553b-0765-4784-b3d3-9d5dfb894a26 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/ports?device_id=68be3d41-196b-4808-b453-50dd160fe614 HTTP/1.1" status: 200 len: 945 time: 0.0770187 Aug 10 03:10:50.091948 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-70a9b2a7-b548-403e-875f-456d5a418ea0 req-aaa589c0-6aa3-4943-8dc3-98decf92d6ae tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a17030d-dd29-4c0e-9b90-111361473668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741777 Aug 10 03:10:50.113532 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-59cfb8a9-c1dd-4911-8eac-f15c3ca32374 service neutron] 10.222.0.62 "GET /v2.0/networks/213b1b56-2bcd-4d0a-8807-3afa3f6e51f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214497 Aug 10 03:10:50.120945 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device d1d44d03-4c58-4f88-be10-bd2304a32a5f up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:10:50.179979 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port d1d44d03-4c58-4f88-be10-bd2304a32a5f completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:10:50.187219 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 906d7e93-796e-48da-b2b6-43e09317d336 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:10:50.192501 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port d1d44d03-4c58-4f88-be10-bd2304a32a5f triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:50.192919 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:50.260761 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf6ef8-a3f6-4815-bfa5-1ed147735d9b req-f3e3675b-7ba8-4d7d-891a-aa64f76397cd tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:50.263177 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-49bf6ef8-a3f6-4815-bfa5-1ed147735d9b req-f3e3675b-7ba8-4d7d-891a-aa64f76397cd tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a6b85e6-4c0a-402f-94b6-776fdbcec732 HTTP/1.1" status: 200 len: 944 time: 0.0537879 Aug 10 03:10:50.297024 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port 906d7e93-796e-48da-b2b6-43e09317d336 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:10:50.305315 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port 906d7e93-796e-48da-b2b6-43e09317d336 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:50.305696 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:50.308995 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-49bf6ef8-a3f6-4815-bfa5-1ed147735d9b req-0db3894d-4fa4-4352-9cd3-d24f7fab0c48 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403957 Aug 10 03:10:50.339567 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:50.355502 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41182) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:50.391397 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port d1d44d03-4c58-4f88-be10-bd2304a32a5f, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=d1d44d03-4c58-4f88-be10-bd2304a32a5f,segment=NetworkSegment(4ab0f17a-69ae-4b1d-baa9-e61682038a01),segment_id=4ab0f17a-69ae-4b1d-baa9-e61682038a01)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:50.396441 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:50.468781 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:50.482839 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8233b06-2684-43a4-bc9d-1e4ac1f6f73d req-bb44015e-6d59-440f-b17f-20c102b67cb2 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:50.484614 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b8233b06-2684-43a4-bc9d-1e4ac1f6f73d req-bb44015e-6d59-440f-b17f-20c102b67cb2 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2f7cf69-220e-4aab-a168-073d97fba7c6 HTTP/1.1" status: 200 len: 950 time: 0.0708454 Aug 10 03:10:50.529189 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b8233b06-2684-43a4-bc9d-1e4ac1f6f73d req-3365de69-459b-40c3-9fd9-f17a23a4ae18 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371747 Aug 10 03:10:50.530476 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=d1d44d03-4c58-4f88-be10-bd2304a32a5f,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:50.536991 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 906d7e93-796e-48da-b2b6-43e09317d336, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=906d7e93-796e-48da-b2b6-43e09317d336,segment=NetworkSegment(56914130-d266-4761-b91f-0f4044da3177),segment_id=56914130-d266-4761-b91f-0f4044da3177)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:50.541386 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:50.598911 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=906d7e93-796e-48da-b2b6-43e09317d336,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:50.672649 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dbaee3-fbcd-4275-97f0-d9d7ce4c4399 req-fa7a7cc5-f9e6-4def-8a5f-65f83ac3113d tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:50.674251 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-84dbaee3-fbcd-4275-97f0-d9d7ce4c4399 req-fa7a7cc5-f9e6-4def-8a5f-65f83ac3113d tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aaf1a45-5d67-4249-9916-aa38027f14af HTTP/1.1" status: 200 len: 945 time: 0.0552409 Aug 10 03:10:50.720523 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-84dbaee3-fbcd-4275-97f0-d9d7ce4c4399 req-6f908995-1ca7-494e-a5a1-9a8a6442d6d3 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346656 Aug 10 03:10:50.813247 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-596b5163-ee13-4533-9cd1-aa2967a39e91 req-40e82589-a42b-4bd2-8ded-bd8a1a4228d6 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 210 time: 0.0359070 Aug 10 03:10:50.826872 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-254af1b9-4233-4cf4-aded-9d6b43ba36bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:50.980331 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f442e-c671-4a0a-94c8-f09b15778933 req-72856a10-e61e-4eef-aff4-c0b51661fd10 tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:50.981894 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-110f442e-c671-4a0a-94c8-f09b15778933 req-72856a10-e61e-4eef-aff4-c0b51661fd10 tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] 10.222.0.62 "GET /v2.0/ports?device_id=d527a119-67db-4b5e-b863-3e8eaad8aa55 HTTP/1.1" status: 200 len: 946 time: 0.0645232 Aug 10 03:10:51.023779 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd527a119-67db-4b5e-b863-3e8eaad8aa55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d44d03-4c58-4f88-be10-bd2304a32a5f'}, {'server_uuid': '8a6b85e6-4c0a-402f-94b6-776fdbcec732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906d7e93-796e-48da-b2b6-43e09317d336'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:10:51.026650 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c941d63-8a1b-43ef-abb2-0e8acb2dda46" -d '{"events": [{"server_uuid": "d527a119-67db-4b5e-b863-3e8eaad8aa55", "name": "network-vif-plugged", "status": "completed", "tag": "d1d44d03-4c58-4f88-be10-bd2304a32a5f"}, {"server_uuid": "8a6b85e6-4c0a-402f-94b6-776fdbcec732", "name": "network-vif-plugged", "status": "completed", "tag": "906d7e93-796e-48da-b2b6-43e09317d336"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:10:51.047656 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-110f442e-c671-4a0a-94c8-f09b15778933 req-61847820-ef5c-44db-aade-844467fbc6a0 tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] 10.222.0.62 "GET /v2.0/security-groups?id=fab6d6f0-399e-424e-bbe6-3b0d72e47c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579610 Aug 10 03:10:51.085898 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 03:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5659c3d8-edf7-423b-bff4-a17eef493b75 x-openstack-request-id: req-5659c3d8-edf7-423b-bff4-a17eef493b75 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:10:51.086414 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d527a119-67db-4b5e-b863-3e8eaad8aa55", "name": "network-vif-plugged", "status": "completed", "tag": "d1d44d03-4c58-4f88-be10-bd2304a32a5f", "code": 200}, {"server_uuid": "8a6b85e6-4c0a-402f-94b6-776fdbcec732", "name": "network-vif-plugged", "status": "completed", "tag": "906d7e93-796e-48da-b2b6-43e09317d336", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:10:51.086687 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5659c3d8-edf7-423b-bff4-a17eef493b75 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:10:51.087202 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd527a119-67db-4b5e-b863-3e8eaad8aa55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d44d03-4c58-4f88-be10-bd2304a32a5f', 'code': 200} Aug 10 03:10:51.087682 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6b85e6-4c0a-402f-94b6-776fdbcec732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906d7e93-796e-48da-b2b6-43e09317d336', 'code': 200} Aug 10 03:10:51.114350 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-254af1b9-4233-4cf4-aded-9d6b43ba36bc admin admin] Deleting port 9df27161-4b80-42af-b760-2beae8ec9e47 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:10:51.114591 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-254af1b9-4233-4cf4-aded-9d6b43ba36bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:51.229325 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-254af1b9-4233-4cf4-aded-9d6b43ba36bc admin admin] For port 9df27161-4b80-42af-b760-2beae8ec9e47, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=9df27161-4b80-42af-b760-2beae8ec9e47,segment=NetworkSegment(4e3c1cee-23cd-4cfd-8d5b-a93ff23d6c0e),segment_id=4e3c1cee-23cd-4cfd-8d5b-a93ff23d6c0e)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:51.229738 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-254af1b9-4233-4cf4-aded-9d6b43ba36bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:51.244380 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f7b56d-0506-4b77-8def-1385282aa98e req-78cb752d-b1ac-49f3-aaa5-61468a39ec77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:51.245918 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d6f7b56d-0506-4b77-8def-1385282aa98e req-78cb752d-b1ac-49f3-aaa5-61468a39ec77 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d527a119-67db-4b5e-b863-3e8eaad8aa55 HTTP/1.1" status: 200 len: 1098 time: 0.0751665 Aug 10 03:10:51.249875 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-254af1b9-4233-4cf4-aded-9d6b43ba36bc admin admin] Calling delete_port for 9df27161-4b80-42af-b760-2beae8ec9e47 owned by network:router_interface {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:10:51.264167 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ecec2-9c3d-4c1e-bf4e-f906eb9aec79 req-9c274559-0305-4e8c-8bf3-8afc7e7de9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:51.265757 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2c7ecec2-9c3d-4c1e-bf4e-f906eb9aec79 req-9c274559-0305-4e8c-8bf3-8afc7e7de9f5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8a6b85e6-4c0a-402f-94b6-776fdbcec732 HTTP/1.1" status: 200 len: 1097 time: 0.0855246 Aug 10 03:10:51.276143 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200199f1-bc42-416b-9f75-86338d5ec0e8 req-b218ec1a-1f29-4a53-b78c-8a3ed439f028 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:51.278039 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-200199f1-bc42-416b-9f75-86338d5ec0e8 req-b218ec1a-1f29-4a53-b78c-8a3ed439f028 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/ports?device_id=68be3d41-196b-4808-b453-50dd160fe614 HTTP/1.1" status: 200 len: 945 time: 0.0969713 Aug 10 03:10:51.296216 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d6f7b56d-0506-4b77-8def-1385282aa98e req-28e99292-91e6-478d-8083-3f691bf38894 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fab6d6f0-399e-424e-bbe6-3b0d72e47c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410109 Aug 10 03:10:51.345927 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2c7ecec2-9c3d-4c1e-bf4e-f906eb9aec79 req-d3542be9-b156-4576-8f38-9ea4febb1a98 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471542 Aug 10 03:10:51.379205 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-200199f1-bc42-416b-9f75-86338d5ec0e8 req-c9119dc1-3599-4f59-a914-ede3f3392168 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a17030d-dd29-4c0e-9b90-111361473668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587699 Aug 10 03:10:51.450902 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1385501-41c4-41ea-aa64-f14f16326136 req-9a84ff1c-d8df-4ab1-a567-c31da3a0f15c tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:51.455838 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c1385501-41c4-41ea-aa64-f14f16326136 req-9a84ff1c-d8df-4ab1-a567-c31da3a0f15c tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a6b85e6-4c0a-402f-94b6-776fdbcec732 HTTP/1.1" status: 200 len: 945 time: 0.0581741 Aug 10 03:10:51.497350 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-254af1b9-4233-4cf4-aded-9d6b43ba36bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:51.525752 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254af1b9-4233-4cf4-aded-9d6b43ba36bc admin admin] Pushing event deleted for resources: {'Port': ['ID=9df27161-4b80-42af-b760-2beae8ec9e47,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:51.537942 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d52be5b-669e-4231-abb8-b1b26f1c2ec8 req-ab99d3d8-b137-4361-9d45-d06b485d0adc tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:51.543956 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0d52be5b-669e-4231-abb8-b1b26f1c2ec8 req-ab99d3d8-b137-4361-9d45-d06b485d0adc tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/ports?device_id=68be3d41-196b-4808-b453-50dd160fe614 HTTP/1.1" status: 200 len: 945 time: 0.0848117 Aug 10 03:10:51.557060 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c1385501-41c4-41ea-aa64-f14f16326136 req-4ec65a25-c0ad-4773-ab05-3ff241b25588 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878587 Aug 10 03:10:51.603862 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0d52be5b-669e-4231-abb8-b1b26f1c2ec8 req-1532d077-442e-4ca0-84e2-ccddd7026614 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a17030d-dd29-4c0e-9b90-111361473668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544167 Aug 10 03:10:51.694670 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873473ab-af23-4935-a41d-d6ab2c5af105 req-2df034eb-f478-487f-ac93-fd16fd5ad2c5 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:51.696388 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-873473ab-af23-4935-a41d-d6ab2c5af105 req-2df034eb-f478-487f-ac93-fd16fd5ad2c5 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2f7cf69-220e-4aab-a168-073d97fba7c6 HTTP/1.1" status: 200 len: 950 time: 0.0685375 Aug 10 03:10:51.732272 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-254af1b9-4233-4cf4-aded-9d6b43ba36bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:51.745525 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-873473ab-af23-4935-a41d-d6ab2c5af105 req-5277f0ca-b20f-4798-a032-ab180eca3ef0 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431576 Aug 10 03:10:51.871928 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959aec91-7531-4db3-90bc-fa1cdbe1a37f req-73daeafc-a3ca-4ef9-8339-9581a23d49ea tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:51.880435 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-959aec91-7531-4db3-90bc-fa1cdbe1a37f req-73daeafc-a3ca-4ef9-8339-9581a23d49ea tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aaf1a45-5d67-4249-9916-aa38027f14af HTTP/1.1" status: 200 len: 945 time: 0.0665314 Aug 10 03:10:51.925455 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-959aec91-7531-4db3-90bc-fa1cdbe1a37f req-bdd14c93-75e4-475f-8084-a50fba0d6514 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439701 Aug 10 03:10:52.022401 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-04da19fd-8e9f-41a7-a13e-4608b90a7e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:52.024024 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-04da19fd-8e9f-41a7-a13e-4608b90a7e9c service neutron] 10.222.0.60 "GET /v2.0/ports/064b356a-79ea-45c7-aa11-af75a4d13f12 HTTP/1.1" status: 200 len: 1032 time: 0.0570898 Aug 10 03:10:52.042381 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-254af1b9-4233-4cf4-aded-9d6b43ba36bc admin admin] Router ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:10:52.091696 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-e4a1e274-8e6e-465c-bc41-c77ec0e487a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:52.093246 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-e4a1e274-8e6e-465c-bc41-c77ec0e487a9 service neutron] 10.222.0.60 "GET /v2.0/ports/06c52605-4de4-48ec-a7c2-def5b215a00c HTTP/1.1" status: 200 len: 1032 time: 0.0477910 Aug 10 03:10:52.169704 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254af1b9-4233-4cf4-aded-9d6b43ba36bc admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:10:52.178394 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-254af1b9-4233-4cf4-aded-9d6b43ba36bc admin admin] 10.222.0.62 "PUT /v2.0/routers/ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8212583 Aug 10 03:10:52.179046 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41246) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:52.182459 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879e5658-b127-458c-82cb-93842e994612 None None] Sync routers for ids ['ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:10:52.194883 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879e5658-b127-458c-82cb-93842e994612 None None] Routers {'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:10:52.195631 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-879e5658-b127-458c-82cb-93842e994612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:10:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:10:52.281553 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-74a911a5-8699-4f38-9c6e-036cb6f34fa8 req-864d0002-072a-447d-a9b2-a4f818c52a5b tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 210 time: 0.1860955 Aug 10 03:10:52.312066 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-76fc4843-8a8d-46af-9bdb-0449afcae807 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:52.321035 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-76fc4843-8a8d-46af-9bdb-0449afcae807 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:52.341992 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-76fc4843-8a8d-46af-9bdb-0449afcae807 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:52.345751 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-76fc4843-8a8d-46af-9bdb-0449afcae807 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.60 "GET /v2.0/networks?id=c4674244-b4fc-4227-9e62-6d0cd0b1acc0&id=f1f6800e-d6fe-4d63-bb1f-c42246d24569&id=f1f6800e-d6fe-4d63-bb1f-c42246d24569&id=f1f6800e-d6fe-4d63-bb1f-c42246d24569&id=f1f6800e-d6fe-4d63-bb1f-c42246d24569&id=213b1b56-2bcd-4d0a-8807-3afa3f6e51f2&id=213b1b56-2bcd-4d0a-8807-3afa3f6e51f2 HTTP/1.1" status: 200 len: 1995 time: 0.2381940 Aug 10 03:10:52.433318 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-879e5658-b127-458c-82cb-93842e994612 None None] Set router ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:10:52.501377 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4f2dc777-0f24-4efc-bade-d0c3d7925314 admin admin] Notify callbacks [] for router, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:52.505553 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-91af7de2-afc6-4e58-991c-e213bf2250b7 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=113c9048eb054fe989e54191f5a42ad9 HTTP/1.1" status: 200 len: 380 time: 0.1491661 Aug 10 03:10:52.540731 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-017f3f3a-a1c0-45b9-8138-e796932f9ca1 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Request body: {'port': {'device_id': '1e71a0fd-9049-4db9-b09f-57f7e39649f7', 'network_id': 'c4674244-b4fc-4227-9e62-6d0cd0b1acc0', 'admin_state_up': True, 'tenant_id': '113c9048eb054fe989e54191f5a42ad9', 'security_groups': ['8fa0499c-1adb-43e6-95ad-71a41197fc16']}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:10:52.633151 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69addb0-e543-4889-86ff-7636b9d93060 req-c0d3dff5-364c-4fe8-8aec-a707ba1dbe7b tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:52.636250 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4f2dc777-0f24-4efc-bade-d0c3d7925314 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:52.640801 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e69addb0-e543-4889-86ff-7636b9d93060 req-c0d3dff5-364c-4fe8-8aec-a707ba1dbe7b tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/ports?device_id=68be3d41-196b-4808-b453-50dd160fe614 HTTP/1.1" status: 200 len: 945 time: 0.1708357 Aug 10 03:10:52.661326 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1146dc1-f121-4b70-87b0-742580bd5b51 req-f39c6b53-9db0-43c4-ad53-210ce939b96c tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:52.662859 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c1146dc1-f121-4b70-87b0-742580bd5b51 req-f39c6b53-9db0-43c4-ad53-210ce939b96c tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] 10.222.0.62 "GET /v2.0/ports?device_id=d527a119-67db-4b5e-b863-3e8eaad8aa55 HTTP/1.1" status: 200 len: 946 time: 0.2326465 Aug 10 03:10:52.699322 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-879e5658-b127-458c-82cb-93842e994612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943109770-router', 'tenant_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'b9b9c20a-42b1-4074-82b9-e385ac80fbeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:05:51Z', 'updated_at': '2021-08-10T03:10:51Z', 'revision_number': 5, 'project_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'gw_port': {'id': 'b9b9c20a-42b1-4074-82b9-e385ac80fbeb', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:05:52Z', 'updated_at': '2021-08-10T03:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:10:52.703280 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-4f2dc777-0f24-4efc-bade-d0c3d7925314 admin admin] Deleting port b9b9c20a-42b1-4074-82b9-e385ac80fbeb {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:10:52.703280 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4f2dc777-0f24-4efc-bade-d0c3d7925314 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:52.726229 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e69addb0-e543-4889-86ff-7636b9d93060 req-cacdd676-c498-4992-af2c-84d7d5517226 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a17030d-dd29-4c0e-9b90-111361473668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844622 Aug 10 03:10:52.732009 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879e5658-b127-458c-82cb-93842e994612 None None] Checking router: ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:10:52.754000 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879e5658-b127-458c-82cb-93842e994612 None None] Routers {'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:10:52.754849 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-879e5658-b127-458c-82cb-93842e994612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:10:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:10:52.798572 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c1146dc1-f121-4b70-87b0-742580bd5b51 req-f74f1ad9-4c56-4511-b367-d038519583da tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] 10.222.0.62 "GET /v2.0/security-groups?id=fab6d6f0-399e-424e-bbe6-3b0d72e47c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204503 Aug 10 03:10:52.825096 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-4f2dc777-0f24-4efc-bade-d0c3d7925314 admin admin] For port b9b9c20a-42b1-4074-82b9-e385ac80fbeb, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=b9b9c20a-42b1-4074-82b9-e385ac80fbeb,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:52.828056 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4f2dc777-0f24-4efc-bade-d0c3d7925314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:52.845180 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-017f3f3a-a1c0-45b9-8138-e796932f9ca1 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Made reservation on behalf of 113c9048eb054fe989e54191f5a42ad9 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:10:52.847392 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-017f3f3a-a1c0-45b9-8138-e796932f9ca1 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:52.864032 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-4f2dc777-0f24-4efc-bade-d0c3d7925314 admin admin] Calling delete_port for b9b9c20a-42b1-4074-82b9-e385ac80fbeb owned by network:router_gateway {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:10:52.870477 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-879e5658-b127-458c-82cb-93842e994612 None None] Set router ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e gateway port host: None {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:10:52.934483 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-879e5658-b127-458c-82cb-93842e994612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943109770-router', 'tenant_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:05:51Z', 'updated_at': '2021-08-10T03:10:52Z', 'revision_number': 6, 'project_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'gw_port_host': None}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:10:52.962935 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879e5658-b127-458c-82cb-93842e994612 None None] The sync data for ids ['ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e'] in n-d-768851-15 is: [{'id': 'ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943109770-router', 'tenant_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:05:51Z', 'updated_at': '2021-08-10T03:10:52Z', 'revision_number': 6, 'project_id': 'bee18006e8ee4e0f8b5de53f967abbed', 'gw_port_host': None}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:10:53.043246 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0744a8-12f5-4723-becd-2f254cfa8e4c req-9310c5a2-79b4-4484-919b-69e371793cd6 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:53.044835 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5a0744a8-12f5-4723-becd-2f254cfa8e4c req-9310c5a2-79b4-4484-919b-69e371793cd6 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a6b85e6-4c0a-402f-94b6-776fdbcec732 HTTP/1.1" status: 200 len: 945 time: 0.2251372 Aug 10 03:10:53.050871 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-017f3f3a-a1c0-45b9-8138-e796932f9ca1 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Allocated IP 172.20.0.8 (c4674244-b4fc-4227-9e62-6d0cd0b1acc0/91e34b3b-f93c-49d7-a000-e94fe5265392/922f1e4c-a149-4359-82ba-e7d48bec92e7) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:10:53.099759 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeac24b-8ca4-4418-9d30-2335690b044d req-eff15221-1d4b-48a7-8ab3-7f597352ec79 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:53.101745 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3eeac24b-8ca4-4418-9d30-2335690b044d req-eff15221-1d4b-48a7-8ab3-7f597352ec79 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2f7cf69-220e-4aab-a168-073d97fba7c6 HTTP/1.1" status: 200 len: 950 time: 0.1514378 Aug 10 03:10:53.109172 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4f2dc777-0f24-4efc-bade-d0c3d7925314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:53.136673 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2dc777-0f24-4efc-bade-d0c3d7925314 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9b9c20a-42b1-4074-82b9-e385ac80fbeb,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:53.153991 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5a0744a8-12f5-4723-becd-2f254cfa8e4c req-2f1860ce-e203-42d7-aa61-7c4af8930bbd tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989556 Aug 10 03:10:53.206083 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4f2dc777-0f24-4efc-bade-d0c3d7925314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:53.235039 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3eeac24b-8ca4-4418-9d30-2335690b044d req-4a661e82-5c1e-4de9-bccf-2a5029cc9f8f tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260104 Aug 10 03:10:53.378116 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f76fe-c176-43df-8552-7922ec69c85f req-d11484a5-19a8-4fd0-bdff-d85968356989 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:53.379792 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-052f76fe-c176-43df-8552-7922ec69c85f req-d11484a5-19a8-4fd0-bdff-d85968356989 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aaf1a45-5d67-4249-9916-aa38027f14af HTTP/1.1" status: 200 len: 945 time: 0.1365328 Aug 10 03:10:53.392830 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-017f3f3a-a1c0-45b9-8138-e796932f9ca1 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:53.452302 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-017f3f3a-a1c0-45b9-8138-e796932f9ca1 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Transition to ACTIVE for port object 922f1e4c-a149-4359-82ba-e7d48bec92e7 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:10:53.506368 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-052f76fe-c176-43df-8552-7922ec69c85f req-8cac5752-804f-4269-94f6-94afe62ddde7 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109471 Aug 10 03:10:53.551571 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26914091-6f48-4d85-aa8a-49371bcadcf1 req-d30c2987-14c0-4d51-9f9d-e0407bbd8ed9 tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:53.553140 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-26914091-6f48-4d85-aa8a-49371bcadcf1 req-d30c2987-14c0-4d51-9f9d-e0407bbd8ed9 tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=8a6b85e6-4c0a-402f-94b6-776fdbcec732 HTTP/1.1" status: 200 len: 1097 time: 0.1141353 Aug 10 03:10:53.554802 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-017f3f3a-a1c0-45b9-8138-e796932f9ca1 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:53.632335 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-017f3f3a-a1c0-45b9-8138-e796932f9ca1 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Network c4674244-b4fc-4227-9e62-6d0cd0b1acc0 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:10:53.655160 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-017f3f3a-a1c0-45b9-8138-e796932f9ca1 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:10:53.657622 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-017f3f3a-a1c0-45b9-8138-e796932f9ca1 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:10:53.692223 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f3f3a-a1c0-45b9-8138-e796932f9ca1 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Pushing event updated for resources: {'Port': ['ID=922f1e4c-a149-4359-82ba-e7d48bec92e7,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:53.712486 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-26914091-6f48-4d85-aa8a-49371bcadcf1 req-c4303911-e72a-4a83-9a4c-c16a994750af tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462166 Aug 10 03:10:53.748635 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-017f3f3a-a1c0-45b9-8138-e796932f9ca1 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:53.749236 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-017f3f3a-a1c0-45b9-8138-e796932f9ca1 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:53.761922 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4f2dc777-0f24-4efc-bade-d0c3d7925314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:53.764620 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4f2dc777-0f24-4efc-bade-d0c3d7925314 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:53.764747 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b854d70-ca82-464b-bfea-17a3690b9fc4 req-d711c66c-f1ce-4df1-b437-d633f8a08c72 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:53.766197 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8b854d70-ca82-464b-bfea-17a3690b9fc4 req-d711c66c-f1ce-4df1-b437-d633f8a08c72 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 931 time: 0.1551504 Aug 10 03:10:53.791140 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-017f3f3a-a1c0-45b9-8138-e796932f9ca1 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2778378 Aug 10 03:10:53.805508 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-fa919dd3-7a8a-4065-8289-c18cd28a039a tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Request body: {'port': {'device_id': '1e71a0fd-9049-4db9-b09f-57f7e39649f7', 'network_id': 'f1f6800e-d6fe-4d63-bb1f-c42246d24569', 'admin_state_up': True, 'tenant_id': '113c9048eb054fe989e54191f5a42ad9', 'security_groups': ['8fa0499c-1adb-43e6-95ad-71a41197fc16']}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:10:53.914722 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4f2dc777-0f24-4efc-bade-d0c3d7925314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:53.915281 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f2dc777-0f24-4efc-bade-d0c3d7925314 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:10:53.928159 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4f2dc777-0f24-4efc-bade-d0c3d7925314 admin admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:53.931680 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4f2dc777-0f24-4efc-bade-d0c3d7925314 admin admin] 10.222.0.62 "DELETE /v2.0/routers/ed1b83a1-08c7-4a92-8ff5-e0a46d04a75e HTTP/1.1" status: 204 len: 168 time: 1.7494109 Aug 10 03:10:53.932990 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41276) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:54.027640 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-c48f5483-cbd7-4416-8d4c-18375d7046a9 admin admin] Deleting subnet f4099aa5-56aa-4afb-b339-2ffcbed0521f {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:10:54.032909 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b9b9c20a-42b1-4074-82b9-e385ac80fbeb no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:10:54.035669 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c48f5483-cbd7-4416-8d4c-18375d7046a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:54.073796 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [req-ba0ca66e-5c80-48df-9807-6ac9029d2332 req-ff5d79fd-bb79-40df-be16-d296d4b06b8b service neutron] show failed (client error): The resource could not be found. Aug 10 03:10:54.074908 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ba0ca66e-5c80-48df-9807-6ac9029d2332 req-ff5d79fd-bb79-40df-be16-d296d4b06b8b service neutron] 10.222.0.58 "GET /v2.0/ports/84e9efbc-5efa-4aed-9d83-a539d7e6bb9a/bindings/n-h2-768851-15 HTTP/1.1" status: 404 len: 381 time: 0.2112584 Aug 10 03:10:54.077250 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: b9b9c20a-42b1-4074-82b9-e385ac80fbeb {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:10:54.078831 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b9b9c20a-42b1-4074-82b9-e385ac80fbeb not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:10:54.080580 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 9df27161-4b80-42af-b760-2beae8ec9e47 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:10:54.094603 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c48f5483-cbd7-4416-8d4c-18375d7046a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:54.130141 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 9df27161-4b80-42af-b760-2beae8ec9e47 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:10:54.130807 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 9df27161-4b80-42af-b760-2beae8ec9e47 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:10:54.146377 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-f4c151bd-df9c-48c6-bc33-a8c4373d52b6 None None] Provisioning for port 922f1e4c-a149-4359-82ba-e7d48bec92e7 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:10:54.154170 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-f4c151bd-df9c-48c6-bc33-a8c4373d52b6 None None] Provisioning complete for port 922f1e4c-a149-4359-82ba-e7d48bec92e7 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:54.154550 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f4c151bd-df9c-48c6-bc33-a8c4373d52b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:54.196318 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 7e3c2e00-2866-4319-ba66-63a624fa1869 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:10:54.233845 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c48f5483-cbd7-4416-8d4c-18375d7046a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:54.263852 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-f4c151bd-df9c-48c6-bc33-a8c4373d52b6 None None] Port 922f1e4c-a149-4359-82ba-e7d48bec92e7 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:10:54.306127 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c48f5483-cbd7-4416-8d4c-18375d7046a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:54.318330 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8b854d70-ca82-464b-bfea-17a3690b9fc4 req-95983c4a-4b78-44ed-a400-6ef0a0fbfa51 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/security-groups?id=8fa0499c-1adb-43e6-95ad-71a41197fc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5337565 Aug 10 03:10:54.349091 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48f5483-cbd7-4416-8d4c-18375d7046a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4099aa5-56aa-4afb-b339-2ffcbed0521f,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:54.359878 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c48f5483-cbd7-4416-8d4c-18375d7046a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:54.361817 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c48f5483-cbd7-4416-8d4c-18375d7046a9 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/f4099aa5-56aa-4afb-b339-2ffcbed0521f HTTP/1.1" status: 204 len: 168 time: 0.4279220 Aug 10 03:10:54.365225 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41282) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:54.370089 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edda0915-1cda-470d-9ea7-934592e86e69 None None] Network 7bd6a1e2-d65a-4310-b080-ef087a9f163c requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:10:54.464884 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-364d68ba-f8a8-428c-b6f6-8c7ecf2804fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:54.516229 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-fa919dd3-7a8a-4065-8289-c18cd28a039a tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Made reservation on behalf of 113c9048eb054fe989e54191f5a42ad9 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:10:54.522187 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-fa919dd3-7a8a-4065-8289-c18cd28a039a tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:54.549153 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-364d68ba-f8a8-428c-b6f6-8c7ecf2804fb admin admin] Deleting port 25f57e13-a65e-45f9-9cb9-19b702b268f0 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:10:54.549502 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-364d68ba-f8a8-428c-b6f6-8c7ecf2804fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:54.564802 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-d9bfb5be-c536-4f41-be27-affb7ee30027 tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:54.566892 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-d9bfb5be-c536-4f41-be27-affb7ee30027 tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=5aaf1a45-5d67-4249-9916-aa38027f14af&tenant_id=d29523b6a3c34430b121d2faffd2884f&binding%3Ahost_id=n-h2-768851-15 HTTP/1.1" status: 200 len: 1097 time: 0.3577816 Aug 10 03:10:54.575353 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee0e2f-5a9e-41f1-87e0-39b263175029 req-5eb85116-2e8f-443c-ad78-9d06e3c0ca59 tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:54.584008 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-67ee0e2f-5a9e-41f1-87e0-39b263175029 req-5eb85116-2e8f-443c-ad78-9d06e3c0ca59 tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=8a6b85e6-4c0a-402f-94b6-776fdbcec732 HTTP/1.1" status: 200 len: 1097 time: 0.3778174 Aug 10 03:10:54.594526 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-c2a72eae-c1bd-4a91-b5f2-bb14628fcab8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768851-15'}}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:10:54.628947 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-364d68ba-f8a8-428c-b6f6-8c7ecf2804fb admin admin] For port 25f57e13-a65e-45f9-9cb9-19b702b268f0, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=25f57e13-a65e-45f9-9cb9-19b702b268f0,segment=NetworkSegment(4e3c1cee-23cd-4cfd-8d5b-a93ff23d6c0e),segment_id=4e3c1cee-23cd-4cfd-8d5b-a93ff23d6c0e)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:54.629684 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-364d68ba-f8a8-428c-b6f6-8c7ecf2804fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:54.645616 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-364d68ba-f8a8-428c-b6f6-8c7ecf2804fb admin admin] Calling delete_port for 25f57e13-a65e-45f9-9cb9-19b702b268f0 owned by network:dhcp {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:10:54.684542 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 7e3c2e00-2866-4319-ba66-63a624fa1869, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=7e3c2e00-2866-4319-ba66-63a624fa1869,segment=NetworkSegment(ad32b24d-632f-4bfa-be5f-47033bd88109),segment_id=ad32b24d-632f-4bfa-be5f-47033bd88109)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:54.721347 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': '7e3c2e00-2866-4319-ba66-63a624fa1869', 'network_id': '8ebbd51d-54f8-47d9-924a-757d571ead63', 'port_id': '7e3c2e00-2866-4319-ba66-63a624fa1869', 'mac_address': 'fa:16:3e:bc:a2:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0da5992-75df-4d7e-ac40-4e60cfbca09c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:10:54.735477 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-67ee0e2f-5a9e-41f1-87e0-39b263175029 req-f514c69e-ef9e-4b72-bc63-8ddbcb8f073c tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449597 Aug 10 03:10:54.779316 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-364d68ba-f8a8-428c-b6f6-8c7ecf2804fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:54.785850 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:54.803916 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7e3c2e00-2866-4319-ba66-63a624fa1869 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:10:54.815289 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc2dbd-f847-4ffc-a27b-7b9717ff0675 req-6ddb25dc-0394-4900-a515-308640f89f58 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:54.823543 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-22fc2dbd-f847-4ffc-a27b-7b9717ff0675 req-6ddb25dc-0394-4900-a515-308640f89f58 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/ports?device_id=68be3d41-196b-4808-b453-50dd160fe614 HTTP/1.1" status: 200 len: 945 time: 0.3540547 Aug 10 03:10:54.827496 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d68ba-f8a8-428c-b6f6-8c7ecf2804fb admin admin] Pushing event deleted for resources: {'Port': ['ID=25f57e13-a65e-45f9-9cb9-19b702b268f0,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:54.834574 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364d68ba-f8a8-428c-b6f6-8c7ecf2804fb admin admin] No DVR routers for this DVR port 25f57e13-a65e-45f9-9cb9-19b702b268f0 on host n-d-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:10:54.837302 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 7e3c2e00-2866-4319-ba66-63a624fa1869, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=7e3c2e00-2866-4319-ba66-63a624fa1869,segment=NetworkSegment(ad32b24d-632f-4bfa-be5f-47033bd88109),segment_id=ad32b24d-632f-4bfa-be5f-47033bd88109)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:54.845210 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:54.857306 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ca66e-5c80-48df-9807-6ac9029d2332 req-5e42fcdb-cdd0-459a-b609-8d474226da1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:54.859089 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ba0ca66e-5c80-48df-9807-6ac9029d2332 req-5e42fcdb-cdd0-459a-b609-8d474226da1d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e2f7cf69-220e-4aab-a168-073d97fba7c6&tenant_id=6cb2c88cb44048dc824ad7a6e6e788f5 HTTP/1.1" status: 200 len: 1102 time: 0.3738461 Aug 10 03:10:54.874373 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-ba0ca66e-5c80-48df-9807-6ac9029d2332 req-c661e5ba-eff5-42b2-918c-8b79646257f1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768851-15', 'device_owner': 'compute:nova'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:10:54.892972 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5da9eb-79f6-49ae-8f0b-f68bfcecfa6d None None] DHCP port deletion for 7bd6a1e2-d65a-4310-b080-ef087a9f163c request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:10:54.917646 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-c2a72eae-c1bd-4a91-b5f2-bb14628fcab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:54.957531 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=7e3c2e00-2866-4319-ba66-63a624fa1869,revision_number=6']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:54.981607 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-364d68ba-f8a8-428c-b6f6-8c7ecf2804fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:55.000070 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-364d68ba-f8a8-428c-b6f6-8c7ecf2804fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bd6a1e2-d65a-4310-b080-ef087a9f163c']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:10:55.013436 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-364d68ba-f8a8-428c-b6f6-8c7ecf2804fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e3c1cee-23cd-4cfd-8d5b-a93ff23d6c0e') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:10:55.013787 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-364d68ba-f8a8-428c-b6f6-8c7ecf2804fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e3c1cee-23cd-4cfd-8d5b-a93ff23d6c0e') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:10:55.025984 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-364d68ba-f8a8-428c-b6f6-8c7ecf2804fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:55.030886 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['7e3c2e00-2866-4319-ba66-63a624fa1869'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:10:55.039204 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-22fc2dbd-f847-4ffc-a27b-7b9717ff0675 req-d1fb3af0-1632-495e-81a2-00ef6f5e8104 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a17030d-dd29-4c0e-9b90-111361473668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148120 Aug 10 03:10:55.046281 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-364d68ba-f8a8-428c-b6f6-8c7ecf2804fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:55.062432 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-364d68ba-f8a8-428c-b6f6-8c7ecf2804fb admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:10:55.063156 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-364d68ba-f8a8-428c-b6f6-8c7ecf2804fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:55.148511 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:10:55.148511 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:10:55.148511 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:10:55.148511 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:10:55.148511 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:10:55.148511 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:10:55.148511 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:10:55.148511 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:10:55.148511 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:10:55.148511 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:10:55.148511 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:10:55.148511 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:10:55.148511 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:10:55.148511 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:10:55.148511 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:10:55.148511 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:10:55.148511 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:10:55.148511 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:10:55.148511 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:10:55.148511 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:10:55.148511 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:10:55.148511 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:10:55.148511 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:10:55.148511 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:10:55.148511 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:10:55.148511 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:10:55.148511 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:10:55.148511 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:10:55.148511 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:10:55.148511 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:10:55.148511 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:10:55.148511 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:10:55.153964 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ba0ca66e-5c80-48df-9807-6ac9029d2332 req-c661e5ba-eff5-42b2-918c-8b79646257f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:55.157491 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-364d68ba-f8a8-428c-b6f6-8c7ecf2804fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:55.170205 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-364d68ba-f8a8-428c-b6f6-8c7ecf2804fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:55.176773 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-364d68ba-f8a8-428c-b6f6-8c7ecf2804fb admin admin] 10.222.0.62 "DELETE /v2.0/networks/7bd6a1e2-d65a-4310-b080-ef087a9f163c HTTP/1.1" status: 204 len: 168 time: 0.8073404 Aug 10 03:10:55.182441 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 41290) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:55.194109 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d68ba-f8a8-428c-b6f6-8c7ecf2804fb admin admin] Pushing event deleted for resources: {'Network': ['ID=7bd6a1e2-d65a-4310-b080-ef087a9f163c,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:55.267436 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-fa919dd3-7a8a-4065-8289-c18cd28a039a tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Allocated IP 10.1.1.51 (f1f6800e-d6fe-4d63-bb1f-c42246d24569/ee0f565d-0713-45df-a892-d56a1024d9b2/7f7d4070-63a5-4dcf-a267-bab9b2c3747d) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:10:55.424647 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d38888-d01e-41d0-a403-6de0c2beb940 req-f3f020b1-a535-4b0f-9ac7-25dfbf642056 tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:55.430280 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-79d38888-d01e-41d0-a403-6de0c2beb940 req-f3f020b1-a535-4b0f-9ac7-25dfbf642056 tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] 10.222.0.62 "GET /v2.0/ports?device_id=d527a119-67db-4b5e-b863-3e8eaad8aa55 HTTP/1.1" status: 200 len: 946 time: 0.5609639 Aug 10 03:10:55.616994 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44fbeaa-6803-4ad7-85b3-e77a828248c6 req-e8d473c1-3261-4bd2-89ac-ab9aa1c6cc1e tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:55.618569 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a44fbeaa-6803-4ad7-85b3-e77a828248c6 req-e8d473c1-3261-4bd2-89ac-ab9aa1c6cc1e tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2f7cf69-220e-4aab-a168-073d97fba7c6 HTTP/1.1" status: 200 len: 950 time: 0.4593182 Aug 10 03:10:55.653008 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-c2a72eae-c1bd-4a91-b5f2-bb14628fcab8 service neutron] For port f151e92a-6071-4070-a7f3-c39b36ad4093, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=f151e92a-6071-4070-a7f3-c39b36ad4093,segment=NetworkSegment(837bbb8d-e72f-44c2-893c-c4df3456bfd0),segment_id=837bbb8d-e72f-44c2-893c-c4df3456bfd0)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:55.731006 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-79d38888-d01e-41d0-a403-6de0c2beb940 req-07416af1-2f47-460d-b030-88be675c6fdc tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] 10.222.0.62 "GET /v2.0/security-groups?id=fab6d6f0-399e-424e-bbe6-3b0d72e47c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814844 Aug 10 03:10:55.879767 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a44fbeaa-6803-4ad7-85b3-e77a828248c6 req-8bbfd00d-af02-49fc-a408-271d4707c8b0 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446969 Aug 10 03:10:55.907526 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-c2a72eae-c1bd-4a91-b5f2-bb14628fcab8 service neutron] For port f151e92a-6071-4070-a7f3-c39b36ad4093, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:10:55.969344 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-fa919dd3-7a8a-4065-8289-c18cd28a039a tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:55.988734 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-ba0ca66e-5c80-48df-9807-6ac9029d2332 req-c661e5ba-eff5-42b2-918c-8b79646257f1 service neutron] For port 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=84e9efbc-5efa-4aed-9d83-a539d7e6bb9a,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:56.022541 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 25f57e13-a65e-45f9-9cb9-19b702b268f0 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:10:56.028790 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:56.052771 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 25f57e13-a65e-45f9-9cb9-19b702b268f0 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:10:56.053255 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 25f57e13-a65e-45f9-9cb9-19b702b268f0 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:10:56.064911 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-fa919dd3-7a8a-4065-8289-c18cd28a039a tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Transition to ACTIVE for port object 7f7d4070-63a5-4dcf-a267-bab9b2c3747d will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:10:56.081871 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aaf1a45-5d67-4249-9916-aa38027f14af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f151e92a-6071-4070-a7f3-c39b36ad4093'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:10:56.084198 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9532337-76ba-4a81-98e7-b130af4c33b2" -d '{"events": [{"server_uuid": "5aaf1a45-5d67-4249-9916-aa38027f14af", "name": "network-vif-unplugged", "status": "completed", "tag": "f151e92a-6071-4070-a7f3-c39b36ad4093"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:10:56.093658 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-c2a72eae-c1bd-4a91-b5f2-bb14628fcab8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:56.142206 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-ba0ca66e-5c80-48df-9807-6ac9029d2332 req-c661e5ba-eff5-42b2-918c-8b79646257f1 service neutron] For port 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a, host n-h1-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:10:56.145724 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-c2a72eae-c1bd-4a91-b5f2-bb14628fcab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:56.202294 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:56.220348 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device f151e92a-6071-4070-a7f3-c39b36ad4093 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:10:56.243380 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df0ec7-5abe-405a-99ae-828fb0c7a7b9 req-94cb6387-edd0-4e3e-a13b-93a73d9a2aad tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:56.244821 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d8df0ec7-5abe-405a-99ae-828fb0c7a7b9 req-94cb6387-edd0-4e3e-a13b-93a73d9a2aad tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aaf1a45-5d67-4249-9916-aa38027f14af HTTP/1.1" status: 200 len: 945 time: 0.2788630 Aug 10 03:10:56.317481 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 7e3c2e00-2866-4319-ba66-63a624fa1869 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:10:56.359794 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ba0ca66e-5c80-48df-9807-6ac9029d2332 req-c661e5ba-eff5-42b2-918c-8b79646257f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:56.382557 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a72eae-c1bd-4a91-b5f2-bb14628fcab8 service neutron] Pushing event updated for resources: {'Port': ['ID=f151e92a-6071-4070-a7f3-c39b36ad4093,revision_number=7']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:56.398558 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c45b78-f721-4fb6-a8e5-3612b2f65044 req-a768562f-581f-44a8-bc83-6f59cd17d7b6 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:56.400252 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-25c45b78-f721-4fb6-a8e5-3612b2f65044 req-a768562f-581f-44a8-bc83-6f59cd17d7b6 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 931 time: 0.3023746 Aug 10 03:10:56.401608 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-fa919dd3-7a8a-4065-8289-c18cd28a039a tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:56.407642 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port f151e92a-6071-4070-a7f3-c39b36ad4093, host n-h2-768851-15, got binding levels [] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:56.425383 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port 7e3c2e00-2866-4319-ba66-63a624fa1869 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:56.426047 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:56.432728 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-ba0ca66e-5c80-48df-9807-6ac9029d2332 req-c661e5ba-eff5-42b2-918c-8b79646257f1 service neutron] Transition to ACTIVE for port object 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:10:56.473012 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Attempting to bind port f151e92a-6071-4070-a7f3-c39b36ad4093 on host n-h2-768851-15 for vnic_type normal with profile {"migrating_to": "n-h1-768851-15"} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:10:56.473454 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Attempting to bind port f151e92a-6071-4070-a7f3-c39b36ad4093 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '837bbb8d-e72f-44c2-893c-c4df3456bfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b071061e-0c83-4db2-9121-a6eb9f4ae150'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:10:56.473819 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Attempting to bind port f151e92a-6071-4070-a7f3-c39b36ad4093 on network b071061e-0c83-4db2-9121-a6eb9f4ae150 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:10:56.484536 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Port f151e92a-6071-4070-a7f3-c39b36ad4093 on network b071061e-0c83-4db2-9121-a6eb9f4ae150 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:10:56.485013 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Attempting to bind port f151e92a-6071-4070-a7f3-c39b36ad4093 on network b071061e-0c83-4db2-9121-a6eb9f4ae150 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:10:56.493840 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:10:56.494235 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Checking segment: {'id': '837bbb8d-e72f-44c2-893c-c4df3456bfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b071061e-0c83-4db2-9121-a6eb9f4ae150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:10:56.494841 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Bound using segment: {'id': '837bbb8d-e72f-44c2-893c-c4df3456bfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b071061e-0c83-4db2-9121-a6eb9f4ae150'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:10:56.495347 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Bound port: f151e92a-6071-4070-a7f3-c39b36ad4093, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '837bbb8d-e72f-44c2-893c-c4df3456bfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b071061e-0c83-4db2-9121-a6eb9f4ae150'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:10:56.495763 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:56.599833 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port f151e92a-6071-4070-a7f3-c39b36ad4093, host n-h2-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:10:56.603764 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:56.621180 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port f151e92a-6071-4070-a7f3-c39b36ad4093, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=f151e92a-6071-4070-a7f3-c39b36ad4093,segment=NetworkSegment(837bbb8d-e72f-44c2-893c-c4df3456bfd0),segment_id=837bbb8d-e72f-44c2-893c-c4df3456bfd0)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:10:56.627239 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:56.668386 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68be3d41-196b-4808-b453-50dd160fe614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3c2e00-2866-4319-ba66-63a624fa1869'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:10:56.670653 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a558ec-1058-4a7b-9bc5-e73ce5489864" -d '{"events": [{"server_uuid": "68be3d41-196b-4808-b453-50dd160fe614", "name": "network-vif-plugged", "status": "completed", "tag": "7e3c2e00-2866-4319-ba66-63a624fa1869"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:10:56.696291 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 7e3c2e00-2866-4319-ba66-63a624fa1869, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=7e3c2e00-2866-4319-ba66-63a624fa1869,segment=NetworkSegment(ad32b24d-632f-4bfa-be5f-47033bd88109),segment_id=ad32b24d-632f-4bfa-be5f-47033bd88109)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:56.705499 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:56.706823 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:10:56.744509 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=f151e92a-6071-4070-a7f3-c39b36ad4093,revision_number=8']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:56.802198 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device f151e92a-6071-4070-a7f3-c39b36ad4093 has no active binding in host n-h1-768851-15 {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 03:10:56.805627 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ba0ca66e-5c80-48df-9807-6ac9029d2332 req-c661e5ba-eff5-42b2-918c-8b79646257f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:56.809964 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d8df0ec7-5abe-405a-99ae-828fb0c7a7b9 req-2d58f5b9-3755-4cb7-9a11-0e3fe0bd6376 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5447783 Aug 10 03:10:56.861903 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=7e3c2e00-2866-4319-ba66-63a624fa1869,revision_number=7']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:56.866669 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-fa919dd3-7a8a-4065-8289-c18cd28a039a tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Network f1f6800e-d6fe-4d63-bb1f-c42246d24569 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:10:56.871130 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-c2a72eae-c1bd-4a91-b5f2-bb14628fcab8 service neutron] Attempting to bind port f151e92a-6071-4070-a7f3-c39b36ad4093 on host n-h2-768851-15 for vnic_type normal with profile {"migrating_to": "n-h1-768851-15"} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:10:56.871489 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-c2a72eae-c1bd-4a91-b5f2-bb14628fcab8 service neutron] Attempting to bind port f151e92a-6071-4070-a7f3-c39b36ad4093 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '837bbb8d-e72f-44c2-893c-c4df3456bfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b071061e-0c83-4db2-9121-a6eb9f4ae150'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:10:56.871825 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-c2a72eae-c1bd-4a91-b5f2-bb14628fcab8 service neutron] Attempting to bind port f151e92a-6071-4070-a7f3-c39b36ad4093 on network b071061e-0c83-4db2-9121-a6eb9f4ae150 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:10:56.876915 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:10:56.897646 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-fa919dd3-7a8a-4065-8289-c18cd28a039a tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:10:56.900659 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-fa919dd3-7a8a-4065-8289-c18cd28a039a tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:10:56.910325 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa919dd3-7a8a-4065-8289-c18cd28a039a tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Pushing event updated for resources: {'Port': ['ID=7f7d4070-63a5-4dcf-a267-bab9b2c3747d,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:56.951414 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-25c45b78-f721-4fb6-a8e5-3612b2f65044 req-218cceb7-d1de-4e36-ba25-6c0a4969323e tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/security-groups?id=8fa0499c-1adb-43e6-95ad-71a41197fc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5307789 Aug 10 03:10:56.953631 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-c2a72eae-c1bd-4a91-b5f2-bb14628fcab8 service neutron] Port f151e92a-6071-4070-a7f3-c39b36ad4093 on network b071061e-0c83-4db2-9121-a6eb9f4ae150 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:10:56.954054 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-c2a72eae-c1bd-4a91-b5f2-bb14628fcab8 service neutron] Attempting to bind port f151e92a-6071-4070-a7f3-c39b36ad4093 on network b071061e-0c83-4db2-9121-a6eb9f4ae150 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:10:57.073199 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-fa919dd3-7a8a-4065-8289-c18cd28a039a tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:57.075827 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-fa919dd3-7a8a-4065-8289-c18cd28a039a tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:57.125558 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba0ca66e-5c80-48df-9807-6ac9029d2332 req-c661e5ba-eff5-42b2-918c-8b79646257f1 service neutron] No DVR routers for this DVR port 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a on host n-h1-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:10:57.156933 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-c2a72eae-c1bd-4a91-b5f2-bb14628fcab8 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:10:57.157325 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-c2a72eae-c1bd-4a91-b5f2-bb14628fcab8 service neutron] Checking segment: {'id': '837bbb8d-e72f-44c2-893c-c4df3456bfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b071061e-0c83-4db2-9121-a6eb9f4ae150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:10:57.157722 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-c2a72eae-c1bd-4a91-b5f2-bb14628fcab8 service neutron] Bound using segment: {'id': '837bbb8d-e72f-44c2-893c-c4df3456bfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b071061e-0c83-4db2-9121-a6eb9f4ae150'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:10:57.158220 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-c2a72eae-c1bd-4a91-b5f2-bb14628fcab8 service neutron] Bound port: f151e92a-6071-4070-a7f3-c39b36ad4093, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '837bbb8d-e72f-44c2-893c-c4df3456bfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b071061e-0c83-4db2-9121-a6eb9f4ae150'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:10:57.158593 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-c2a72eae-c1bd-4a91-b5f2-bb14628fcab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:57.250352 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-fa919dd3-7a8a-4065-8289-c18cd28a039a tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.4506721 Aug 10 03:10:57.260571 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c661e5ba-eff5-42b2-918c-8b79646257f1 service neutron] Pushing event updated for resources: {'Port': ['ID=84e9efbc-5efa-4aed-9d83-a539d7e6bb9a,revision_number=6']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:57.305513 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-8d2b0741-a21d-4ba1-ad30-db01bdc541ed tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Request body: {'port': {'device_id': '1e71a0fd-9049-4db9-b09f-57f7e39649f7', 'network_id': 'f1f6800e-d6fe-4d63-bb1f-c42246d24569', 'admin_state_up': True, 'tenant_id': '113c9048eb054fe989e54191f5a42ad9', 'security_groups': ['8fa0499c-1adb-43e6-95ad-71a41197fc16']}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:10:57.359742 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-c75fee72-6811-492e-91c4-2a7d4a6cf3cd None None] Provisioning for port 7f7d4070-63a5-4dcf-a267-bab9b2c3747d completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:10:57.367181 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-c75fee72-6811-492e-91c4-2a7d4a6cf3cd None None] Provisioning complete for port 7f7d4070-63a5-4dcf-a267-bab9b2c3747d triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:57.367181 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c75fee72-6811-492e-91c4-2a7d4a6cf3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:57.413397 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-ba0ca66e-5c80-48df-9807-6ac9029d2332 req-c661e5ba-eff5-42b2-918c-8b79646257f1 service neutron] Attempting to bind port 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:10:57.413737 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-ba0ca66e-5c80-48df-9807-6ac9029d2332 req-c661e5ba-eff5-42b2-918c-8b79646257f1 service neutron] Attempting to bind port 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:10:57.414049 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ca66e-5c80-48df-9807-6ac9029d2332 req-c661e5ba-eff5-42b2-918c-8b79646257f1 service neutron] Attempting to bind port 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:10:57.424608 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-c75fee72-6811-492e-91c4-2a7d4a6cf3cd None None] Port 7f7d4070-63a5-4dcf-a267-bab9b2c3747d cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:10:57.451717 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ca66e-5c80-48df-9807-6ac9029d2332 req-c661e5ba-eff5-42b2-918c-8b79646257f1 service neutron] Port 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:10:57.452430 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ca66e-5c80-48df-9807-6ac9029d2332 req-c661e5ba-eff5-42b2-918c-8b79646257f1 service neutron] Attempting to bind port 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:10:57.462196 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb48351-5f6e-4f15-899c-dcd27400a6ce req-c2229e0c-4f5e-483d-851d-a892c27d55e2 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:57.463802 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0bb48351-5f6e-4f15-899c-dcd27400a6ce req-c2229e0c-4f5e-483d-851d-a892c27d55e2 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/ports?device_id=68be3d41-196b-4808-b453-50dd160fe614 HTTP/1.1" status: 200 len: 945 time: 0.3413243 Aug 10 03:10:57.486753 n-d-768851-15 neutron-server[94216]: WARNING neutron.plugins.ml2.plugin [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-c2a72eae-c1bd-4a91-b5f2-bb14628fcab8 service neutron] Concurrent port binding operations failed on port f151e92a-6071-4070-a7f3-c39b36ad4093 Aug 10 03:10:57.497702 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-c2a72eae-c1bd-4a91-b5f2-bb14628fcab8 service neutron] For port f151e92a-6071-4070-a7f3-c39b36ad4093, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=f151e92a-6071-4070-a7f3-c39b36ad4093,segment=NetworkSegment(837bbb8d-e72f-44c2-893c-c4df3456bfd0),segment_id=837bbb8d-e72f-44c2-893c-c4df3456bfd0)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:57.515036 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ca66e-5c80-48df-9807-6ac9029d2332 req-c661e5ba-eff5-42b2-918c-8b79646257f1 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:10:57.515391 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ca66e-5c80-48df-9807-6ac9029d2332 req-c661e5ba-eff5-42b2-918c-8b79646257f1 service neutron] Checking segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:10:57.515785 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ca66e-5c80-48df-9807-6ac9029d2332 req-c661e5ba-eff5-42b2-918c-8b79646257f1 service neutron] Bound using segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:10:57.516238 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-ba0ca66e-5c80-48df-9807-6ac9029d2332 req-c661e5ba-eff5-42b2-918c-8b79646257f1 service neutron] Bound port: 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:10:57.516611 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ba0ca66e-5c80-48df-9807-6ac9029d2332 req-c661e5ba-eff5-42b2-918c-8b79646257f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:57.546476 n-d-768851-15 neutron-server[94216]: INFO neutron.plugins.ml2.plugin [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-c2a72eae-c1bd-4a91-b5f2-bb14628fcab8 service neutron] Attempt 2 to bind port f151e92a-6071-4070-a7f3-c39b36ad4093 Aug 10 03:10:57.557636 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-c2a72eae-c1bd-4a91-b5f2-bb14628fcab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:57.558265 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-c2a72eae-c1bd-4a91-b5f2-bb14628fcab8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:57.559708 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-c2a72eae-c1bd-4a91-b5f2-bb14628fcab8 service neutron] 10.222.0.58 "PUT /v2.0/ports/f151e92a-6071-4070-a7f3-c39b36ad4093 HTTP/1.1" status: 200 len: 1123 time: 2.9704075 Aug 10 03:10:57.643748 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0bb48351-5f6e-4f15-899c-dcd27400a6ce req-ea034bd9-6196-428d-83cc-585d3f981e3a tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a17030d-dd29-4c0e-9b90-111361473668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615281 Aug 10 03:10:57.646802 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5142e1bd-8ad1-478c-bf78-bff8c96cae5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:57.675666 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['f151e92a-6071-4070-a7f3-c39b36ad4093'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:10:57.739540 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['f151e92a-6071-4070-a7f3-c39b36ad4093'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:10:57.765931 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-367de758-1d66-40f5-8cb2-efb21e1e3970 x-openstack-request-id: req-367de758-1d66-40f5-8cb2-efb21e1e3970 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:10:57.766228 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aaf1a45-5d67-4249-9916-aa38027f14af", "name": "network-vif-unplugged", "status": "completed", "tag": "f151e92a-6071-4070-a7f3-c39b36ad4093", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:10:57.766565 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-367de758-1d66-40f5-8cb2-efb21e1e3970 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:10:57.767750 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aaf1a45-5d67-4249-9916-aa38027f14af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f151e92a-6071-4070-a7f3-c39b36ad4093', 'code': 200} Aug 10 03:10:57.781629 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7828471-879e-428a-becb-a32d9bbcf0a1 x-openstack-request-id: req-d7828471-879e-428a-becb-a32d9bbcf0a1 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:10:57.782309 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68be3d41-196b-4808-b453-50dd160fe614", "name": "network-vif-plugged", "status": "completed", "tag": "7e3c2e00-2866-4319-ba66-63a624fa1869", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:10:57.782721 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d7828471-879e-428a-becb-a32d9bbcf0a1 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:10:57.783297 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68be3d41-196b-4808-b453-50dd160fe614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3c2e00-2866-4319-ba66-63a624fa1869', 'code': 200} Aug 10 03:10:57.817226 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-ba0ca66e-5c80-48df-9807-6ac9029d2332 req-c661e5ba-eff5-42b2-918c-8b79646257f1 service neutron] For port 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:10:57.830623 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-ba0ca66e-5c80-48df-9807-6ac9029d2332 req-c661e5ba-eff5-42b2-918c-8b79646257f1 service neutron] For port 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=84e9efbc-5efa-4aed-9d83-a539d7e6bb9a,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:10:57.838540 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ba0ca66e-5c80-48df-9807-6ac9029d2332 req-c661e5ba-eff5-42b2-918c-8b79646257f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:57.881213 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-8d2b0741-a21d-4ba1-ad30-db01bdc541ed tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Made reservation on behalf of 113c9048eb054fe989e54191f5a42ad9 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:10:57.885497 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-8d2b0741-a21d-4ba1-ad30-db01bdc541ed tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:57.918552 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ca66e-5c80-48df-9807-6ac9029d2332 req-c661e5ba-eff5-42b2-918c-8b79646257f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:57.919306 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ba0ca66e-5c80-48df-9807-6ac9029d2332 req-c661e5ba-eff5-42b2-918c-8b79646257f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:57.920988 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ba0ca66e-5c80-48df-9807-6ac9029d2332 req-c661e5ba-eff5-42b2-918c-8b79646257f1 service neutron] 10.222.0.60 "PUT /v2.0/ports/84e9efbc-5efa-4aed-9d83-a539d7e6bb9a HTTP/1.1" status: 200 len: 1097 time: 3.0505090 Aug 10 03:10:58.118887 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-e91b6063-c3fd-420d-b908-9984ad78cec5 tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:10:58.123244 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-e91b6063-c3fd-420d-b908-9984ad78cec5 tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085862 Aug 10 03:10:58.127768 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c661e5ba-eff5-42b2-918c-8b79646257f1 service neutron] Pushing event updated for resources: {'Port': ['ID=84e9efbc-5efa-4aed-9d83-a539d7e6bb9a,revision_number=7']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:58.133079 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-e1a24f16-09f8-4069-85e4-59de81de120a service neutron] Request body: {'binding': {'host': 'n-h2-768851-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:10:58.141078 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-e1a24f16-09f8-4069-85e4-59de81de120a service neutron] Unknown quota resources ['binding']. {{(pid=94217) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:10:58.207270 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ca66e-5c80-48df-9807-6ac9029d2332 req-5ed15661-fba2-43b5-8eb7-b6d796be098f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:58.208693 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ba0ca66e-5c80-48df-9807-6ac9029d2332 req-5ed15661-fba2-43b5-8eb7-b6d796be098f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6cb2c88cb44048dc824ad7a6e6e788f5&device_id=e2f7cf69-220e-4aab-a168-073d97fba7c6 HTTP/1.1" status: 200 len: 1100 time: 0.2080498 Aug 10 03:10:58.227218 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 7e3c2e00-2866-4319-ba66-63a624fa1869 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:10:58.275478 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c06f8-576e-4e53-bb6a-be1f0d1ffe67 req-da7bf2be-c04a-4913-a24d-e9c9ab439705 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:58.277540 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-474c06f8-576e-4e53-bb6a-be1f0d1ffe67 req-da7bf2be-c04a-4913-a24d-e9c9ab439705 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2f7cf69-220e-4aab-a168-073d97fba7c6 HTTP/1.1" status: 200 len: 948 time: 0.2791142 Aug 10 03:10:58.329729 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-e1a24f16-09f8-4069-85e4-59de81de120a service neutron] Attempting to bind port 906d7e93-796e-48da-b2b6-43e09317d336 on host n-h2-768851-15 for vnic_type normal with profile None {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:10:58.330070 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-e1a24f16-09f8-4069-85e4-59de81de120a service neutron] Attempting to bind port 906d7e93-796e-48da-b2b6-43e09317d336 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '56914130-d266-4761-b91f-0f4044da3177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '909af24c-2a43-4e6d-8a1f-90b69debd82b'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:10:58.330398 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-e1a24f16-09f8-4069-85e4-59de81de120a service neutron] Attempting to bind port 906d7e93-796e-48da-b2b6-43e09317d336 on network 909af24c-2a43-4e6d-8a1f-90b69debd82b {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:10:58.330780 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:58.336604 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-e1a24f16-09f8-4069-85e4-59de81de120a service neutron] Port 906d7e93-796e-48da-b2b6-43e09317d336 on network 909af24c-2a43-4e6d-8a1f-90b69debd82b not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:10:58.337054 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-e1a24f16-09f8-4069-85e4-59de81de120a service neutron] Attempting to bind port 906d7e93-796e-48da-b2b6-43e09317d336 on network 909af24c-2a43-4e6d-8a1f-90b69debd82b {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:10:58.343148 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-e1a24f16-09f8-4069-85e4-59de81de120a service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:10:58.343497 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-e1a24f16-09f8-4069-85e4-59de81de120a service neutron] Checking segment: {'id': '56914130-d266-4761-b91f-0f4044da3177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '909af24c-2a43-4e6d-8a1f-90b69debd82b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:10:58.343880 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-e1a24f16-09f8-4069-85e4-59de81de120a service neutron] Bound using segment: {'id': '56914130-d266-4761-b91f-0f4044da3177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '909af24c-2a43-4e6d-8a1f-90b69debd82b'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:10:58.344742 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-e1a24f16-09f8-4069-85e4-59de81de120a service neutron] Bound port: 906d7e93-796e-48da-b2b6-43e09317d336, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56914130-d266-4761-b91f-0f4044da3177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '909af24c-2a43-4e6d-8a1f-90b69debd82b'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:10:58.368040 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-8d2b0741-a21d-4ba1-ad30-db01bdc541ed tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Allocated IP 10.1.1.8 (f1f6800e-d6fe-4d63-bb1f-c42246d24569/ee0f565d-0713-45df-a892-d56a1024d9b2/28fae6e2-48ce-4dfb-97b0-a801a71104de) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:10:58.371091 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 7e3c2e00-2866-4319-ba66-63a624fa1869, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=7e3c2e00-2866-4319-ba66-63a624fa1869,segment=NetworkSegment(ad32b24d-632f-4bfa-be5f-47033bd88109),segment_id=ad32b24d-632f-4bfa-be5f-47033bd88109)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:58.376487 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:58.415486 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-e1a24f16-09f8-4069-85e4-59de81de120a service neutron] For port 906d7e93-796e-48da-b2b6-43e09317d336, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=906d7e93-796e-48da-b2b6-43e09317d336,segment=NetworkSegment(56914130-d266-4761-b91f-0f4044da3177),segment_id=56914130-d266-4761-b91f-0f4044da3177)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:10:58.422440 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-e1a24f16-09f8-4069-85e4-59de81de120a service neutron] Notify callbacks [] for binding, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:58.438621 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-e1a24f16-09f8-4069-85e4-59de81de120a service neutron] 10.222.0.62 "POST /v2.0/ports/906d7e93-796e-48da-b2b6-43e09317d336/bindings HTTP/1.1" status: 201 len: 390 time: 0.3091331 Aug 10 03:10:58.442707 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=7e3c2e00-2866-4319-ba66-63a624fa1869,revision_number=8']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:58.443822 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-474c06f8-576e-4e53-bb6a-be1f0d1ffe67 req-c9bb8454-61f0-4185-93b1-a820e3eace20 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330013 Aug 10 03:10:58.452964 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:58.455237 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:58.456685 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:58.457277 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:58.458319 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:58.458910 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:58.459742 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:58.460267 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:58.460887 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:58.461480 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:58.462134 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:58.462841 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:58.510510 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ca66e-5c80-48df-9807-6ac9029d2332 req-47907e61-2c4d-4977-b57a-b1a0bd8eabf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:58.512054 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ba0ca66e-5c80-48df-9807-6ac9029d2332 req-47907e61-2c4d-4977-b57a-b1a0bd8eabf8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d HTTP/1.1" status: 200 len: 870 time: 0.2775598 Aug 10 03:10:58.640133 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ba0ca66e-5c80-48df-9807-6ac9029d2332 req-d3d1eda2-d7d2-4d59-a655-1d17dd50088a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=84e9efbc-5efa-4aed-9d83-a539d7e6bb9a HTTP/1.1" status: 200 len: 217 time: 0.1081181 Aug 10 03:10:58.832054 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-5142e1bd-8ad1-478c-bf78-bff8c96cae5a admin admin] Deleting port 07483c48-f9c7-4240-88d8-50266921c219 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:10:58.832385 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5142e1bd-8ad1-478c-bf78-bff8c96cae5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:58.939704 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78615fc0-36c6-4c69-9e5d-eab1ab245342 req-061446ff-9ce2-47f3-a792-53a768ec439b tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:58.940714 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-78615fc0-36c6-4c69-9e5d-eab1ab245342 req-061446ff-9ce2-47f3-a792-53a768ec439b tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] 10.222.0.62 "GET /v2.0/ports?device_id=d527a119-67db-4b5e-b863-3e8eaad8aa55 HTTP/1.1" status: 200 len: 946 time: 0.3385992 Aug 10 03:10:58.951049 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ca66e-5c80-48df-9807-6ac9029d2332 req-8ee6c0ad-1398-4cd1-801b-da20afcf053c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:58.953026 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ba0ca66e-5c80-48df-9807-6ac9029d2332 req-8ee6c0ad-1398-4cd1-801b-da20afcf053c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.2911637 Aug 10 03:10:58.997042 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-8d2b0741-a21d-4ba1-ad30-db01bdc541ed tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:59.044850 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-8fd3b979-1d64-4ce2-b0ca-13c653f15e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:59.047100 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-8fd3b979-1d64-4ce2-b0ca-13c653f15e74 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0184527d62ac40cb863b24d5f91a9ee4&device_id=8a6b85e6-4c0a-402f-94b6-776fdbcec732 HTTP/1.1" status: 200 len: 1097 time: 0.2806706 Aug 10 03:10:59.068204 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e14558-242b-4014-b26a-c492f06ca386 req-29f7623b-7db8-443f-b796-ce1a7b03d61f tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:59.071183 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-53e14558-242b-4014-b26a-c492f06ca386 req-29f7623b-7db8-443f-b796-ce1a7b03d61f tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aaf1a45-5d67-4249-9916-aa38027f14af HTTP/1.1" status: 200 len: 943 time: 0.2922637 Aug 10 03:10:59.074644 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-8d2b0741-a21d-4ba1-ad30-db01bdc541ed tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Transition to ACTIVE for port object 28fae6e2-48ce-4dfb-97b0-a801a71104de will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:10:59.075559 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8436a3-74a2-4f53-a208-887c8dfa4c9a req-6c649c05-4100-4780-ad50-dda7fd4874ce tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:59.077310 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-af8436a3-74a2-4f53-a208-887c8dfa4c9a req-6c649c05-4100-4780-ad50-dda7fd4874ce tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] 10.222.0.60 "GET /v2.0/ports?device_id=d527a119-67db-4b5e-b863-3e8eaad8aa55 HTTP/1.1" status: 200 len: 946 time: 0.0650282 Aug 10 03:10:59.187473 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-af8436a3-74a2-4f53-a208-887c8dfa4c9a req-5436074b-fcf7-4de2-8b49-273be3ad222d tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] Deleting port d1d44d03-4c58-4f88-be10-bd2304a32a5f {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:10:59.188535 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-af8436a3-74a2-4f53-a208-887c8dfa4c9a req-5436074b-fcf7-4de2-8b49-273be3ad222d tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:59.193186 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-78615fc0-36c6-4c69-9e5d-eab1ab245342 req-146fca11-e8c0-4b49-b661-cc1e7ebd843e tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] 10.222.0.62 "GET /v2.0/security-groups?id=fab6d6f0-399e-424e-bbe6-3b0d72e47c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219770 Aug 10 03:10:59.241892 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-5142e1bd-8ad1-478c-bf78-bff8c96cae5a admin admin] For port 07483c48-f9c7-4240-88d8-50266921c219, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=07483c48-f9c7-4240-88d8-50266921c219,segment=NetworkSegment(e5cd4f27-4ef5-404c-b2c2-daf604e0ad37),segment_id=e5cd4f27-4ef5-404c-b2c2-daf604e0ad37)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:59.242278 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5142e1bd-8ad1-478c-bf78-bff8c96cae5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:59.247526 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ca66e-5c80-48df-9807-6ac9029d2332 req-ea0cafa3-0cba-4062-be00-ddd3660489cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:59.249261 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ba0ca66e-5c80-48df-9807-6ac9029d2332 req-ea0cafa3-0cba-4062-be00-ddd3660489cb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2638435 Aug 10 03:10:59.301417 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-af8436a3-74a2-4f53-a208-887c8dfa4c9a req-5436074b-fcf7-4de2-8b49-273be3ad222d tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] For port d1d44d03-4c58-4f88-be10-bd2304a32a5f, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=d1d44d03-4c58-4f88-be10-bd2304a32a5f,segment=NetworkSegment(4ab0f17a-69ae-4b1d-baa9-e61682038a01),segment_id=4ab0f17a-69ae-4b1d-baa9-e61682038a01)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:59.301934 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-af8436a3-74a2-4f53-a208-887c8dfa4c9a req-5436074b-fcf7-4de2-8b49-273be3ad222d tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:59.313733 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-5142e1bd-8ad1-478c-bf78-bff8c96cae5a admin admin] Calling delete_port for 07483c48-f9c7-4240-88d8-50266921c219 owned by network:router_interface {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:10:59.319800 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-af8436a3-74a2-4f53-a208-887c8dfa4c9a req-5436074b-fcf7-4de2-8b49-273be3ad222d tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] Calling delete_port for d1d44d03-4c58-4f88-be10-bd2304a32a5f owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:10:59.459737 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-af8436a3-74a2-4f53-a208-887c8dfa4c9a req-5436074b-fcf7-4de2-8b49-273be3ad222d tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:59.473609 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['d1d44d03-4c58-4f88-be10-bd2304a32a5f'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:10:59.494570 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5436074b-fcf7-4de2-8b49-273be3ad222d tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] Pushing event deleted for resources: {'Port': ['ID=d1d44d03-4c58-4f88-be10-bd2304a32a5f,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:59.512721 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5436074b-fcf7-4de2-8b49-273be3ad222d tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:59.513332 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5436074b-fcf7-4de2-8b49-273be3ad222d tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:59.513884 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5436074b-fcf7-4de2-8b49-273be3ad222d tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:59.514401 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5436074b-fcf7-4de2-8b49-273be3ad222d tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:59.515737 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5436074b-fcf7-4de2-8b49-273be3ad222d tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:59.516082 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5436074b-fcf7-4de2-8b49-273be3ad222d tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:59.516410 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5436074b-fcf7-4de2-8b49-273be3ad222d tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:59.516967 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5436074b-fcf7-4de2-8b49-273be3ad222d tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:59.517447 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5436074b-fcf7-4de2-8b49-273be3ad222d tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:59.518232 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5436074b-fcf7-4de2-8b49-273be3ad222d tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:59.519574 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5436074b-fcf7-4de2-8b49-273be3ad222d tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:59.520092 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5436074b-fcf7-4de2-8b49-273be3ad222d tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:59.573202 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-af8436a3-74a2-4f53-a208-887c8dfa4c9a req-5436074b-fcf7-4de2-8b49-273be3ad222d tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] No DVR routers for this DVR port d1d44d03-4c58-4f88-be10-bd2304a32a5f on host n-h2-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:10:59.576146 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-af8436a3-74a2-4f53-a208-887c8dfa4c9a req-5436074b-fcf7-4de2-8b49-273be3ad222d tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:59.578346 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-af8436a3-74a2-4f53-a208-887c8dfa4c9a req-5436074b-fcf7-4de2-8b49-273be3ad222d tempest-InstanceActionsV221TestJSON-1843946452 tempest-InstanceActionsV221TestJSON-1843946452-project] 10.222.0.60 "DELETE /v2.0/ports/d1d44d03-4c58-4f88-be10-bd2304a32a5f HTTP/1.1" status: 204 len: 173 time: 0.4932578 Aug 10 03:10:59.578931 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd527a119-67db-4b5e-b863-3e8eaad8aa55', 'name': 'network-vif-deleted', 'tag': 'd1d44d03-4c58-4f88-be10-bd2304a32a5f'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:10:59.583221 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a5468e-4690-46c8-be64-8c9d299cce69" -d '{"events": [{"server_uuid": "d527a119-67db-4b5e-b863-3e8eaad8aa55", "name": "network-vif-deleted", "tag": "d1d44d03-4c58-4f88-be10-bd2304a32a5f"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:10:59.743147 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-53e14558-242b-4014-b26a-c492f06ca386 req-da97a843-8bb0-4eac-9199-280e223826f7 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6579928 Aug 10 03:10:59.780407 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f7cf69-220e-4aab-a168-073d97fba7c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84e9efbc-5efa-4aed-9d83-a539d7e6bb9a'}, {'name': 'network-changed', 'server_uuid': '5aaf1a45-5d67-4249-9916-aa38027f14af', 'tag': 'f151e92a-6071-4070-a7f3-c39b36ad4093'}, {'name': 'network-changed', 'server_uuid': 'e2f7cf69-220e-4aab-a168-073d97fba7c6', 'tag': '84e9efbc-5efa-4aed-9d83-a539d7e6bb9a'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:10:59.782442 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2df1b0-567a-4a2d-9a65-69f6ca8269a0" -d '{"events": [{"server_uuid": "e2f7cf69-220e-4aab-a168-073d97fba7c6", "name": "network-vif-unplugged", "status": "completed", "tag": "84e9efbc-5efa-4aed-9d83-a539d7e6bb9a"}, {"name": "network-changed", "server_uuid": "5aaf1a45-5d67-4249-9916-aa38027f14af", "tag": "f151e92a-6071-4070-a7f3-c39b36ad4093"}, {"name": "network-changed", "server_uuid": "e2f7cf69-220e-4aab-a168-073d97fba7c6", "tag": "84e9efbc-5efa-4aed-9d83-a539d7e6bb9a"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:10:59.785249 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68be3d41-196b-4808-b453-50dd160fe614', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e3c2e00-2866-4319-ba66-63a624fa1869'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:10:59.789566 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5788d8a-d3e6-40de-a695-9cd6cf4c8e36" -d '{"events": [{"server_uuid": "68be3d41-196b-4808-b453-50dd160fe614", "name": "network-vif-unplugged", "status": "completed", "tag": "7e3c2e00-2866-4319-ba66-63a624fa1869"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:10:59.795229 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-8d2b0741-a21d-4ba1-ad30-db01bdc541ed tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:59.821139 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-93f871c3-88f8-4f9a-b8eb-4ca0a16de5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:59.822637 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-93f871c3-88f8-4f9a-b8eb-4ca0a16de5f5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=909af24c-2a43-4e6d-8a1f-90b69debd82b HTTP/1.1" status: 200 len: 908 time: 0.7436891 Aug 10 03:10:59.886616 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a01ec2d-dbe4-4266-b0ff-079fd59ea0f8 req-6bd3c10a-c841-4156-9997-9615c07d3969 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:59.892676 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a01ec2d-dbe4-4266-b0ff-079fd59ea0f8 req-6bd3c10a-c841-4156-9997-9615c07d3969 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:59.894854 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0a01ec2d-dbe4-4266-b0ff-079fd59ea0f8 req-6bd3c10a-c841-4156-9997-9615c07d3969 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 1652 time: 0.6054668 Aug 10 03:10:59.978615 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-8c4f159d-e1e6-41aa-8579-e47535f8b08e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=906d7e93-796e-48da-b2b6-43e09317d336 HTTP/1.1" status: 200 len: 217 time: 0.1174293 Aug 10 03:10:59.983737 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-8d2b0741-a21d-4ba1-ad30-db01bdc541ed tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Network f1f6800e-d6fe-4d63-bb1f-c42246d24569 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:11:00.004648 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ba0ca66e-5c80-48df-9807-6ac9029d2332 req-83fcbb76-6e07-4a27-8f22-2cb782ba15a6 service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7310855 Aug 10 03:11:00.034057 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-8d2b0741-a21d-4ba1-ad30-db01bdc541ed tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:11:00.076028 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b0741-a21d-4ba1-ad30-db01bdc541ed tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Pushing event updated for resources: {'Port': ['ID=28fae6e2-48ce-4dfb-97b0-a801a71104de,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:00.104302 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-8d2b0741-a21d-4ba1-ad30-db01bdc541ed tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:11:00.224813 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0a01ec2d-dbe4-4266-b0ff-079fd59ea0f8 req-48c5a73c-170b-4aed-813f-5193f32e7776 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/security-groups?id=8fa0499c-1adb-43e6-95ad-71a41197fc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3046134 Aug 10 03:11:00.260092 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae342f2-78a9-4934-8ef9-5d627c33c4f2 req-6b9c5a49-4a40-4d54-9562-2cdc154ef6d4 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:00.261698 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dae342f2-78a9-4934-8ef9-5d627c33c4f2 req-6b9c5a49-4a40-4d54-9562-2cdc154ef6d4 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a6b85e6-4c0a-402f-94b6-776fdbcec732 HTTP/1.1" status: 200 len: 945 time: 0.4500008 Aug 10 03:11:00.288142 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0ec36075-8f7f-45d0-9ed6-4b4d46ad49a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:00.325526 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-bba56849-2b5c-4a8a-ab71-66ba4f5fb306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:00.327332 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-bba56849-2b5c-4a8a-ab71-66ba4f5fb306 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b8c216be-f9cb-484e-9a0a-1cd9ef473e6f HTTP/1.1" status: 200 len: 847 time: 0.3252761 Aug 10 03:11:00.343706 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-8d2b0741-a21d-4ba1-ad30-db01bdc541ed tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:00.344405 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-8d2b0741-a21d-4ba1-ad30-db01bdc541ed tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:00.416677 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-8b1b43ed-67d3-4726-9cb2-2d9b4bcc8614 None None] Provisioning for port 28fae6e2-48ce-4dfb-97b0-a801a71104de completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:11:00.418549 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-a68a6feb-b3c4-4869-9ea5-ee228fa89371 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=909af24c-2a43-4e6d-8a1f-90b69debd82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666668 Aug 10 03:11:00.421251 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-8b1b43ed-67d3-4726-9cb2-2d9b4bcc8614 None None] Provisioning complete for port 28fae6e2-48ce-4dfb-97b0-a801a71104de triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:11:00.421733 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8b1b43ed-67d3-4726-9cb2-2d9b4bcc8614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:00.444135 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dae342f2-78a9-4934-8ef9-5d627c33c4f2 req-c34dcedd-318b-4179-8fea-aace51fdfe6f tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688287 Aug 10 03:11:00.457944 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ba0ca66e-5c80-48df-9807-6ac9029d2332 req-b3aec1dc-3644-4372-9d3a-82f0c8c3b786 service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4210477 Aug 10 03:11:00.460686 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-8b1b43ed-67d3-4726-9cb2-2d9b4bcc8614 None None] Port 28fae6e2-48ce-4dfb-97b0-a801a71104de cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:11:00.479680 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-8d2b0741-a21d-4ba1-ad30-db01bdc541ed tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1855872 Aug 10 03:11:00.528472 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-334315e0-05ca-4f88-93c8-e0c3032fd426 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Request body: {'port': {'device_id': '1e71a0fd-9049-4db9-b09f-57f7e39649f7', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '213b1b56-2bcd-4d0a-8807-3afa3f6e51f2', 'admin_state_up': True, 'tenant_id': '113c9048eb054fe989e54191f5a42ad9', 'security_groups': ['8fa0499c-1adb-43e6-95ad-71a41197fc16']}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:00.630016 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f2c4b-2f68-4c67-b9a5-744a1e299009 req-dff4c1c9-7ecd-471b-ad94-d35c5070682b tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:00.631614 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cc2f2c4b-2f68-4c67-b9a5-744a1e299009 req-dff4c1c9-7ecd-471b-ad94-d35c5070682b tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/ports?device_id=68be3d41-196b-4808-b453-50dd160fe614 HTTP/1.1" status: 200 len: 943 time: 0.2817323 Aug 10 03:11:00.636300 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5142e1bd-8ad1-478c-bf78-bff8c96cae5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:00.717965 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5142e1bd-8ad1-478c-bf78-bff8c96cae5a admin admin] Pushing event deleted for resources: {'Port': ['ID=07483c48-f9c7-4240-88d8-50266921c219,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:00.797034 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-681ce4c2-b591-413e-99df-21808d87b34a service neutron] 10.222.0.60 "GET /v2.0/networks/909af24c-2a43-4e6d-8a1f-90b69debd82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589280 Aug 10 03:11:00.855670 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cc2f2c4b-2f68-4c67-b9a5-744a1e299009 req-fb07ac60-5765-4fd7-9275-fd50547ee84b tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a17030d-dd29-4c0e-9b90-111361473668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009344 Aug 10 03:11:00.923465 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3458b18-b9ea-43aa-976c-c52a1f6906a1 x-openstack-request-id: req-d3458b18-b9ea-43aa-976c-c52a1f6906a1 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:11:00.923982 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d527a119-67db-4b5e-b863-3e8eaad8aa55", "name": "network-vif-deleted", "tag": "d1d44d03-4c58-4f88-be10-bd2304a32a5f", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:11:00.923982 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d3458b18-b9ea-43aa-976c-c52a1f6906a1 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:11:00.924386 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd527a119-67db-4b5e-b863-3e8eaad8aa55', 'name': 'network-vif-deleted', 'tag': 'd1d44d03-4c58-4f88-be10-bd2304a32a5f', 'status': 'completed', 'code': 200} Aug 10 03:11:00.995293 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a7956-95d6-471c-b89e-bd5094ad7165 req-cc38612a-8e45-4d83-8935-1569448dd89b tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:00.996989 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-419a7956-95d6-471c-b89e-bd5094ad7165 req-cc38612a-8e45-4d83-8935-1569448dd89b tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2f7cf69-220e-4aab-a168-073d97fba7c6 HTTP/1.1" status: 200 len: 948 time: 0.3444166 Aug 10 03:11:01.005672 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Tue, 10 Aug 2021 03:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5688b16-9c66-48af-b31b-3b70f7adba67 x-openstack-request-id: req-d5688b16-9c66-48af-b31b-3b70f7adba67 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:11:01.005990 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2f7cf69-220e-4aab-a168-073d97fba7c6", "name": "network-vif-unplugged", "status": "completed", "tag": "84e9efbc-5efa-4aed-9d83-a539d7e6bb9a", "code": 200}, {"name": "network-changed", "server_uuid": "5aaf1a45-5d67-4249-9916-aa38027f14af", "tag": "f151e92a-6071-4070-a7f3-c39b36ad4093", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e2f7cf69-220e-4aab-a168-073d97fba7c6", "tag": "84e9efbc-5efa-4aed-9d83-a539d7e6bb9a", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:11:01.006167 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d5688b16-9c66-48af-b31b-3b70f7adba67 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:11:01.006578 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2f7cf69-220e-4aab-a168-073d97fba7c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84e9efbc-5efa-4aed-9d83-a539d7e6bb9a', 'code': 200} Aug 10 03:11:01.006928 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aaf1a45-5d67-4249-9916-aa38027f14af', 'tag': 'f151e92a-6071-4070-a7f3-c39b36ad4093', 'status': 'completed', 'code': 200} Aug 10 03:11:01.007214 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2f7cf69-220e-4aab-a168-073d97fba7c6', 'tag': '84e9efbc-5efa-4aed-9d83-a539d7e6bb9a', 'status': 'completed', 'code': 200} Aug 10 03:11:01.054169 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593a02a0-8241-48f6-bc9b-4737d78e3524 x-openstack-request-id: req-593a02a0-8241-48f6-bc9b-4737d78e3524 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:11:01.055137 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68be3d41-196b-4808-b453-50dd160fe614", "name": "network-vif-unplugged", "status": "completed", "tag": "7e3c2e00-2866-4319-ba66-63a624fa1869", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:11:01.055639 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-593a02a0-8241-48f6-bc9b-4737d78e3524 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:11:01.056275 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68be3d41-196b-4808-b453-50dd160fe614', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e3c2e00-2866-4319-ba66-63a624fa1869', 'code': 200} Aug 10 03:11:01.080189 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-334315e0-05ca-4f88-93c8-e0c3032fd426 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Made reservation on behalf of 113c9048eb054fe989e54191f5a42ad9 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:11:01.105414 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2df1b0-567a-4a2d-9a65-69f6ca8269a0 req-4ea6f3de-81e2-40d4-8e76-6fe2ecb9d083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:01.107286 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cf2df1b0-567a-4a2d-9a65-69f6ca8269a0 req-4ea6f3de-81e2-40d4-8e76-6fe2ecb9d083 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6cb2c88cb44048dc824ad7a6e6e788f5&device_id=e2f7cf69-220e-4aab-a168-073d97fba7c6 HTTP/1.1" status: 200 len: 1100 time: 0.0693111 Aug 10 03:11:01.220803 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a4aeca-2212-4890-851b-2cfb0d013353 req-c43cb859-0be8-403d-9292-27e593592d4f tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:01.223201 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-15a4aeca-2212-4890-851b-2cfb0d013353 req-c43cb859-0be8-403d-9292-27e593592d4f tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.58 "GET /v2.0/ports?device_id=68be3d41-196b-4808-b453-50dd160fe614 HTTP/1.1" status: 200 len: 943 time: 0.3043911 Aug 10 03:11:01.228639 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2df1b0-567a-4a2d-9a65-69f6ca8269a0 req-26982466-e23d-45da-b238-dfc2a789afd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:01.230112 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cf2df1b0-567a-4a2d-9a65-69f6ca8269a0 req-26982466-e23d-45da-b238-dfc2a789afd8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d HTTP/1.1" status: 200 len: 870 time: 0.1146283 Aug 10 03:11:01.280908 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cf2df1b0-567a-4a2d-9a65-69f6ca8269a0 req-ef6bef91-9ea3-4a7e-9164-d71e877c74fa service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=84e9efbc-5efa-4aed-9d83-a539d7e6bb9a HTTP/1.1" status: 200 len: 217 time: 0.0366788 Aug 10 03:11:01.287251 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-cfdd046f-500f-4a18-b812-d4085b4dbfe7 service neutron] 10.222.0.60 "GET /v2.0/networks/909af24c-2a43-4e6d-8a1f-90b69debd82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4752538 Aug 10 03:11:01.308134 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-419a7956-95d6-471c-b89e-bd5094ad7165 req-56adc2b1-4263-47d5-b9c5-f0d6da54d54d tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928779 Aug 10 03:11:01.347900 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2df1b0-567a-4a2d-9a65-69f6ca8269a0 req-a8ad608d-eaba-467e-a22b-e13fb6b43c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:01.349478 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cf2df1b0-567a-4a2d-9a65-69f6ca8269a0 req-a8ad608d-eaba-467e-a22b-e13fb6b43c53 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.0611575 Aug 10 03:11:01.374241 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5142e1bd-8ad1-478c-bf78-bff8c96cae5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:01.385002 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-334315e0-05ca-4f88-93c8-e0c3032fd426 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:01.413119 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2df1b0-567a-4a2d-9a65-69f6ca8269a0 req-39a1cc7d-0ce3-4760-a67d-73f0f18776a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:01.414759 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cf2df1b0-567a-4a2d-9a65-69f6ca8269a0 req-39a1cc7d-0ce3-4760-a67d-73f0f18776a7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0570672 Aug 10 03:11:01.460535 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2df1b0-567a-4a2d-9a65-69f6ca8269a0 req-a011f5c9-bccc-40de-86be-3433120e6229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:01.462367 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cf2df1b0-567a-4a2d-9a65-69f6ca8269a0 req-a011f5c9-bccc-40de-86be-3433120e6229 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d29523b6a3c34430b121d2faffd2884f&device_id=5aaf1a45-5d67-4249-9916-aa38027f14af HTTP/1.1" status: 200 len: 1126 time: 0.3692288 Aug 10 03:11:01.529885 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cf2df1b0-567a-4a2d-9a65-69f6ca8269a0 req-a17b6291-350d-428a-857f-a5606cd5e812 service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045961 Aug 10 03:11:01.635997 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cf2df1b0-567a-4a2d-9a65-69f6ca8269a0 req-8e0fa57c-637c-43c3-85b1-66f5d966814a service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978949 Aug 10 03:11:01.712280 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa104d-cd3b-45b2-ae61-4b4688b47a0e req-09aaab15-3e3a-44e9-b008-1477b69a622d tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:01.714095 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-61aa104d-cd3b-45b2-ae61-4b4688b47a0e req-09aaab15-3e3a-44e9-b008-1477b69a622d tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aaf1a45-5d67-4249-9916-aa38027f14af HTTP/1.1" status: 200 len: 943 time: 0.5186720 Aug 10 03:11:01.876100 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae883e38-2264-44f0-b1f0-fb456a15425e req-d58ec174-92bf-4401-ae2f-a95d01904d12 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:01.882673 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae883e38-2264-44f0-b1f0-fb456a15425e req-d58ec174-92bf-4401-ae2f-a95d01904d12 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:01.888930 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae883e38-2264-44f0-b1f0-fb456a15425e req-d58ec174-92bf-4401-ae2f-a95d01904d12 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:01.890526 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ae883e38-2264-44f0-b1f0-fb456a15425e req-d58ec174-92bf-4401-ae2f-a95d01904d12 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 2371 time: 0.3995454 Aug 10 03:11:01.980076 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-61aa104d-cd3b-45b2-ae61-4b4688b47a0e req-3c217b26-c6ed-4b3e-b9ef-8af038a7f88c tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430799 Aug 10 03:11:02.034724 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2df1b0-567a-4a2d-9a65-69f6ca8269a0 req-f9ede945-830e-4554-b52f-dc466a5db64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:02.036259 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cf2df1b0-567a-4a2d-9a65-69f6ca8269a0 req-f9ede945-830e-4554-b52f-dc466a5db64a service neutron] 10.222.0.60 "GET /v2.0/networks?id=b071061e-0c83-4db2-9121-a6eb9f4ae150 HTTP/1.1" status: 200 len: 922 time: 0.5385370 Aug 10 03:11:02.047358 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-15a4aeca-2212-4890-851b-2cfb0d013353 req-c56408a9-fc99-44e3-a8fd-50d6477ac1f9 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Deleting port 7e3c2e00-2866-4319-ba66-63a624fa1869 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:11:02.047859 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-15a4aeca-2212-4890-851b-2cfb0d013353 req-c56408a9-fc99-44e3-a8fd-50d6477ac1f9 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:02.078958 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-334315e0-05ca-4f88-93c8-e0c3032fd426 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Allocated IP 10.2.2.100 (213b1b56-2bcd-4d0a-8807-3afa3f6e51f2/9d107e0d-7d1d-49e8-9864-3e44ed98edac/9140a197-e2ae-4fbc-a8b1-69cdd61eb563) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:11:02.110587 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ae883e38-2264-44f0-b1f0-fb456a15425e req-41899ad6-8e88-4591-8449-cf1627fe4c95 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/security-groups?id=8fa0499c-1adb-43e6-95ad-71a41197fc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2023427 Aug 10 03:11:02.196490 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device d1d44d03-4c58-4f88-be10-bd2304a32a5f no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:11:02.227349 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: d1d44d03-4c58-4f88-be10-bd2304a32a5f {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:11:02.228004 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device d1d44d03-4c58-4f88-be10-bd2304a32a5f not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:11:02.228694 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device f151e92a-6071-4070-a7f3-c39b36ad4093 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:11:02.606810 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cf2df1b0-567a-4a2d-9a65-69f6ca8269a0 req-bae0c369-7825-4d00-a81b-dd0616252373 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f151e92a-6071-4070-a7f3-c39b36ad4093 HTTP/1.1" status: 200 len: 217 time: 0.5624318 Aug 10 03:11:02.922321 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c66a9d-f6b9-4c97-9b1f-b0f576414604 req-6b5fb2e0-9bd5-4bf1-a2bf-3c0bc0fab5ab tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:02.923954 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-59c66a9d-f6b9-4c97-9b1f-b0f576414604 req-6b5fb2e0-9bd5-4bf1-a2bf-3c0bc0fab5ab tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/ports?device_id=68be3d41-196b-4808-b453-50dd160fe614 HTTP/1.1" status: 200 len: 943 time: 0.3691800 Aug 10 03:11:02.932793 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-15a4aeca-2212-4890-851b-2cfb0d013353 req-c56408a9-fc99-44e3-a8fd-50d6477ac1f9 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] For port 7e3c2e00-2866-4319-ba66-63a624fa1869, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=7e3c2e00-2866-4319-ba66-63a624fa1869,segment=NetworkSegment(ad32b24d-632f-4bfa-be5f-47033bd88109),segment_id=ad32b24d-632f-4bfa-be5f-47033bd88109)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:02.933187 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-15a4aeca-2212-4890-851b-2cfb0d013353 req-c56408a9-fc99-44e3-a8fd-50d6477ac1f9 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:02.944241 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866292dc-38bd-406b-ab4a-ea9da36eccf2 req-adee3c8a-4ae9-4048-ac6e-afd22767b176 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:02.953149 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-866292dc-38bd-406b-ab4a-ea9da36eccf2 req-adee3c8a-4ae9-4048-ac6e-afd22767b176 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a6b85e6-4c0a-402f-94b6-776fdbcec732 HTTP/1.1" status: 200 len: 945 time: 0.8070326 Aug 10 03:11:02.956244 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2df1b0-567a-4a2d-9a65-69f6ca8269a0 req-94751193-e378-4e18-b166-ed0f9d5ce1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:02.957761 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cf2df1b0-567a-4a2d-9a65-69f6ca8269a0 req-94751193-e378-4e18-b166-ed0f9d5ce1ba service neutron] 10.222.0.60 "GET /v2.0/subnets?id=07f824b9-3083-4489-bc41-7237705a68bc HTTP/1.1" status: 200 len: 861 time: 0.3117158 Aug 10 03:11:02.965625 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-376c293d-8f0d-453e-b9a1-bcddcd22e9ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:03.026580 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-15a4aeca-2212-4890-851b-2cfb0d013353 req-c56408a9-fc99-44e3-a8fd-50d6477ac1f9 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Calling delete_port for 7e3c2e00-2866-4319-ba66-63a624fa1869 owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:11:03.068432 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cf2df1b0-567a-4a2d-9a65-69f6ca8269a0 req-ddf619dd-10fe-42c8-b35a-70dd101ca8ad service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b071061e-0c83-4db2-9121-a6eb9f4ae150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859897 Aug 10 03:11:03.082509 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5142e1bd-8ad1-478c-bf78-bff8c96cae5a admin admin] Router f751c303-caa1-4305-aaaf-0cd768703c4a has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:11:03.148139 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-63246dea-11ad-4ffe-9add-dafa8c8101a2 service neutron] 10.222.0.60 "GET /v2.0/ports/f151e92a-6071-4070-a7f3-c39b36ad4093/bindings/n-h1-768851-15 HTTP/1.1" status: 200 len: 385 time: 0.4284852 Aug 10 03:11:03.253593 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-866292dc-38bd-406b-ab4a-ea9da36eccf2 req-c933e05a-43ce-4dc8-a46b-6101a8b96f9c tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994134 Aug 10 03:11:03.288375 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-59c66a9d-f6b9-4c97-9b1f-b0f576414604 req-a9d2c65a-7688-4e0a-901c-c713d81396c4 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a17030d-dd29-4c0e-9b90-111361473668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255799 Aug 10 03:11:03.317575 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:03.360938 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41384) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:03.364800 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-334315e0-05ca-4f88-93c8-e0c3032fd426 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:03.442281 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b671f73-5d99-4b0a-9f8d-ad53f9721e88 admin admin] Deleting subnet f0d64340-bb46-4baf-85e9-160acc516fb7 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:11:03.445848 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8b671f73-5d99-4b0a-9f8d-ad53f9721e88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:03.449691 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-334315e0-05ca-4f88-93c8-e0c3032fd426 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Transition to ACTIVE for port object 9140a197-e2ae-4fbc-a8b1-69cdd61eb563 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:11:03.485350 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8b671f73-5d99-4b0a-9f8d-ad53f9721e88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:03.527804 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8b671f73-5d99-4b0a-9f8d-ad53f9721e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:03.590774 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8b671f73-5d99-4b0a-9f8d-ad53f9721e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:03.600791 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cf2df1b0-567a-4a2d-9a65-69f6ca8269a0 req-5e4d37f4-9b3b-483f-93ef-17b124e1d95f service neutron] 10.222.0.60 "GET /v2.0/networks/b071061e-0c83-4db2-9121-a6eb9f4ae150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5218964 Aug 10 03:11:03.620374 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b671f73-5d99-4b0a-9f8d-ad53f9721e88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0d64340-bb46-4baf-85e9-160acc516fb7,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:03.622622 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8b671f73-5d99-4b0a-9f8d-ad53f9721e88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:03.624768 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8b671f73-5d99-4b0a-9f8d-ad53f9721e88 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/f0d64340-bb46-4baf-85e9-160acc516fb7 HTTP/1.1" status: 204 len: 168 time: 0.2628005 Aug 10 03:11:03.627422 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41386) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:03.700482 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e252a389-b080-47fa-986e-163281373bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:03.746764 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0db05be-de3f-43f0-9692-b1b1431bb02b req-6ed4e874-93df-40cb-bd52-b50b58e53490 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:03.748391 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a0db05be-de3f-43f0-9692-b1b1431bb02b req-6ed4e874-93df-40cb-bd52-b50b58e53490 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2f7cf69-220e-4aab-a168-073d97fba7c6 HTTP/1.1" status: 200 len: 948 time: 0.3507636 Aug 10 03:11:03.759938 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5142e1bd-8ad1-478c-bf78-bff8c96cae5a admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:11:03.775716 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4a3e04-9bee-4ab1-98e3-3f56915d7dd1 None None] Sync routers for ids ['f751c303-caa1-4305-aaaf-0cd768703c4a'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:11:03.780587 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-5142e1bd-8ad1-478c-bf78-bff8c96cae5a admin admin] 10.222.0.62 "PUT /v2.0/routers/f751c303-caa1-4305-aaaf-0cd768703c4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5669310 Aug 10 03:11:03.790885 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4a3e04-9bee-4ab1-98e3-3f56915d7dd1 None None] Routers {'f751c303-caa1-4305-aaaf-0cd768703c4a'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:11:03.791514 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-5d4a3e04-9bee-4ab1-98e3-3f56915d7dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:11:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['f751c303-caa1-4305-aaaf-0cd768703c4a'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:11:03.792535 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f77d51-f04f-44ea-b9a6-56734a8f370e req-e162628f-5e6c-45e6-b325-531a4ecf7032 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:03.794042 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41388) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:03.799342 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d0f77d51-f04f-44ea-b9a6-56734a8f370e req-e162628f-5e6c-45e6-b325-531a4ecf7032 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aaf1a45-5d67-4249-9916-aa38027f14af HTTP/1.1" status: 200 len: 943 time: 0.3642213 Aug 10 03:11:03.839143 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e252a389-b080-47fa-986e-163281373bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:03.857079 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-e252a389-b080-47fa-986e-163281373bc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['621c64c7-36aa-443f-8c43-30d9a2af4f74']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:11:03.870874 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-e252a389-b080-47fa-986e-163281373bc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ab0f17a-69ae-4b1d-baa9-e61682038a01') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:11:03.871677 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-e252a389-b080-47fa-986e-163281373bc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ab0f17a-69ae-4b1d-baa9-e61682038a01') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:11:03.898912 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-334315e0-05ca-4f88-93c8-e0c3032fd426 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:03.917245 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-5d4a3e04-9bee-4ab1-98e3-3f56915d7dd1 None None] Set router f751c303-caa1-4305-aaaf-0cd768703c4a gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:11:03.923291 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e252a389-b080-47fa-986e-163281373bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:03.947495 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e252a389-b080-47fa-986e-163281373bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:03.959502 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e252a389-b080-47fa-986e-163281373bc9 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:11:03.960086 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e252a389-b080-47fa-986e-163281373bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:03.962508 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:11:03.962508 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:11:03.962508 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:11:03.962508 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:11:03.962508 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:11:03.962508 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:11:03.962508 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:11:03.962508 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:11:03.962508 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:11:03.962508 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:11:03.962508 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:11:03.962508 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:11:03.962508 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:11:03.962508 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:11:03.962508 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:11:03.962508 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:11:03.962508 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:11:03.962508 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:11:03.962508 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:11:03.962508 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:11:03.962508 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:11:03.962508 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:11:03.962508 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:11:03.962508 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:11:03.962508 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:11:03.962508 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:11:03.962508 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:11:03.962508 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:11:03.962508 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:11:03.962508 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:11:03.962508 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:11:03.962508 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:11:03.976159 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9cb49459-c55b-471a-b7fa-1a784bfad0d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:04.018940 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-15a4aeca-2212-4890-851b-2cfb0d013353 req-c56408a9-fc99-44e3-a8fd-50d6477ac1f9 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:04.049334 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-334315e0-05ca-4f88-93c8-e0c3032fd426 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Network 213b1b56-2bcd-4d0a-8807-3afa3f6e51f2 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:11:04.076186 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d0f77d51-f04f-44ea-b9a6-56734a8f370e req-ceca66ab-0196-43b7-96c8-6a82ae78092c tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753041 Aug 10 03:11:04.082960 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:04.115442 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a0db05be-de3f-43f0-9692-b1b1431bb02b req-e223f3d1-fdd1-4e7a-856b-86b8856b2e0e tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497975 Aug 10 03:11:04.131996 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-5d4a3e04-9bee-4ab1-98e3-3f56915d7dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f751c303-caa1-4305-aaaf-0cd768703c4a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1080167096-router', 'tenant_id': '04c8e11a665e48bab192ad6f573b8c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '984e7fe8-41c1-4852-8346-e6b7d984887f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:06:04Z', 'updated_at': '2021-08-10T03:11:00Z', 'revision_number': 5, 'project_id': '04c8e11a665e48bab192ad6f573b8c25', 'gw_port': {'id': '984e7fe8-41c1-4852-8346-e6b7d984887f', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:54:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f751c303-caa1-4305-aaaf-0cd768703c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:06:06Z', 'updated_at': '2021-08-10T03:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:11:04.162763 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4a3e04-9bee-4ab1-98e3-3f56915d7dd1 None None] Checking router: f751c303-caa1-4305-aaaf-0cd768703c4a for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:11:04.170348 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-f402665c-3a38-4b2c-b736-6141e8548612 service neutron] For port f151e92a-6071-4070-a7f3-c39b36ad4093, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=f151e92a-6071-4070-a7f3-c39b36ad4093,segment=NetworkSegment(837bbb8d-e72f-44c2-893c-c4df3456bfd0),segment_id=837bbb8d-e72f-44c2-893c-c4df3456bfd0)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:04.172538 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4a3e04-9bee-4ab1-98e3-3f56915d7dd1 None None] Routers {'f751c303-caa1-4305-aaaf-0cd768703c4a'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:11:04.173325 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-5d4a3e04-9bee-4ab1-98e3-3f56915d7dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:11:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['f751c303-caa1-4305-aaaf-0cd768703c4a'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:11:04.179378 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9cb49459-c55b-471a-b7fa-1a784bfad0d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:04.183862 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cf2df1b0-567a-4a2d-9a65-69f6ca8269a0 req-326c8c0b-c327-46c2-af98-559d619adfbb service neutron] 10.222.0.60 "GET /v2.0/networks/b071061e-0c83-4db2-9121-a6eb9f4ae150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5656326 Aug 10 03:11:04.184732 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-334315e0-05ca-4f88-93c8-e0c3032fd426 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:11:04.193353 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-334315e0-05ca-4f88-93c8-e0c3032fd426 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:11:04.209901 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:11:04.243573 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334315e0-05ca-4f88-93c8-e0c3032fd426 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Pushing event updated for resources: {'Port': ['ID=9140a197-e2ae-4fbc-a8b1-69cdd61eb563,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:04.267048 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 7e3c2e00-2866-4319-ba66-63a624fa1869 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:11:04.307643 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e252a389-b080-47fa-986e-163281373bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:04.321967 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e252a389-b080-47fa-986e-163281373bc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:04.328558 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e252a389-b080-47fa-986e-163281373bc9 admin admin] 10.222.0.62 "DELETE /v2.0/networks/621c64c7-36aa-443f-8c43-30d9a2af4f74 HTTP/1.1" status: 204 len: 168 time: 0.6962121 Aug 10 03:11:04.366214 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e252a389-b080-47fa-986e-163281373bc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=621c64c7-36aa-443f-8c43-30d9a2af4f74,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:04.381026 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-9cb49459-c55b-471a-b7fa-1a784bfad0d7 admin admin] Deleting port 984e7fe8-41c1-4852-8346-e6b7d984887f {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:11:04.381426 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9cb49459-c55b-471a-b7fa-1a784bfad0d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:04.382626 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: 7e3c2e00-2866-4319-ba66-63a624fa1869 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:11:04.386638 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 7e3c2e00-2866-4319-ba66-63a624fa1869 not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:11:04.416271 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.db.resource_extend [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:11:04.554541 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56408a9-fc99-44e3-a8fd-50d6477ac1f9 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Pushing event deleted for resources: {'Port': ['ID=7e3c2e00-2866-4319-ba66-63a624fa1869,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:04.581466 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a4aeca-2212-4890-851b-2cfb0d013353 req-c56408a9-fc99-44e3-a8fd-50d6477ac1f9 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] No DVR routers for this DVR port 7e3c2e00-2866-4319-ba66-63a624fa1869 on host n-h1-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:11:04.587602 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-f402665c-3a38-4b2c-b736-6141e8548612 service neutron] For port f151e92a-6071-4070-a7f3-c39b36ad4093, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:11:04.592775 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-9cb49459-c55b-471a-b7fa-1a784bfad0d7 admin admin] For port 984e7fe8-41c1-4852-8346-e6b7d984887f, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=984e7fe8-41c1-4852-8346-e6b7d984887f,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:04.593167 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9cb49459-c55b-471a-b7fa-1a784bfad0d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:04.608125 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-15a4aeca-2212-4890-851b-2cfb0d013353 req-c56408a9-fc99-44e3-a8fd-50d6477ac1f9 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:04.614204 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-15a4aeca-2212-4890-851b-2cfb0d013353 req-c56408a9-fc99-44e3-a8fd-50d6477ac1f9 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.58 "DELETE /v2.0/ports/7e3c2e00-2866-4319-ba66-63a624fa1869 HTTP/1.1" status: 204 len: 173 time: 3.3180933 Aug 10 03:11:04.630160 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-9cb49459-c55b-471a-b7fa-1a784bfad0d7 admin admin] Calling delete_port for 984e7fe8-41c1-4852-8346-e6b7d984887f owned by network:router_gateway {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:11:04.646246 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=84e9efbc-5efa-4aed-9d83-a539d7e6bb9a,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:04.693203 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '84e9efbc-5efa-4aed-9d83-a539d7e6bb9a', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'port_id': '84e9efbc-5efa-4aed-9d83-a539d7e6bb9a', 'mac_address': 'fa:16:3e:ec:a5:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e3eb0b-907c-4ac4-809e-ae9609bc8c67', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:11:04.706289 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41400) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:04.734682 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-5d4a3e04-9bee-4ab1-98e3-3f56915d7dd1 None None] Set router f751c303-caa1-4305-aaaf-0cd768703c4a gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:11:04.759855 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a09a6-c716-473f-acd7-f83d6944d6b5 req-9f2ae27f-7fc8-4a23-b2f1-c75a21329d56 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:04.779514 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a09a6-c716-473f-acd7-f83d6944d6b5 req-9f2ae27f-7fc8-4a23-b2f1-c75a21329d56 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:04.780665 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:04.792715 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-79ae9ac1-cba0-4974-be97-235e00a97021 None None] Provisioning for port 9140a197-e2ae-4fbc-a8b1-69cdd61eb563 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:11:04.808178 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:11:04.809736 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a09a6-c716-473f-acd7-f83d6944d6b5 req-9f2ae27f-7fc8-4a23-b2f1-c75a21329d56 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:04.822878 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-79ae9ac1-cba0-4974-be97-235e00a97021 None None] Provisioning complete for port 9140a197-e2ae-4fbc-a8b1-69cdd61eb563 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:11:04.824967 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-79ae9ac1-cba0-4974-be97-235e00a97021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:04.830542 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a09a6-c716-473f-acd7-f83d6944d6b5 req-9f2ae27f-7fc8-4a23-b2f1-c75a21329d56 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:04.836098 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0a1a09a6-c716-473f-acd7-f83d6944d6b5 req-9f2ae27f-7fc8-4a23-b2f1-c75a21329d56 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 3092 time: 0.6438749 Aug 10 03:11:04.836750 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68be3d41-196b-4808-b453-50dd160fe614', 'name': 'network-vif-deleted', 'tag': '7e3c2e00-2866-4319-ba66-63a624fa1869'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:11:04.839440 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b32b19-e13f-4d0a-9c5c-4ece5c81c0b9" -d '{"events": [{"server_uuid": "68be3d41-196b-4808-b453-50dd160fe614", "name": "network-vif-deleted", "tag": "7e3c2e00-2866-4319-ba66-63a624fa1869"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:11:04.862851 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-334315e0-05ca-4f88-93c8-e0c3032fd426 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:04.864639 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-334315e0-05ca-4f88-93c8-e0c3032fd426 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:04.916993 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-79ae9ac1-cba0-4974-be97-235e00a97021 None None] Port 9140a197-e2ae-4fbc-a8b1-69cdd61eb563 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:11:04.947374 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=84e9efbc-5efa-4aed-9d83-a539d7e6bb9a,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:04.953634 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:04.983535 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-5d4a3e04-9bee-4ab1-98e3-3f56915d7dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f751c303-caa1-4305-aaaf-0cd768703c4a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1080167096-router', 'tenant_id': '04c8e11a665e48bab192ad6f573b8c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '984e7fe8-41c1-4852-8346-e6b7d984887f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:06:04Z', 'updated_at': '2021-08-10T03:11:00Z', 'revision_number': 5, 'project_id': '04c8e11a665e48bab192ad6f573b8c25', 'gw_port': {'id': '984e7fe8-41c1-4852-8346-e6b7d984887f', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:54:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f751c303-caa1-4305-aaaf-0cd768703c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:06:06Z', 'updated_at': '2021-08-10T03:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:11:04.984780 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-636613ab-25ff-4bc0-96aa-985c59ec407e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bc7087e29e0f47fc8c9a6d7e8d4c2247&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2756546 Aug 10 03:11:04.987569 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41404) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:05.020170 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4a3e04-9bee-4ab1-98e3-3f56915d7dd1 None None] The sync data for ids ['f751c303-caa1-4305-aaaf-0cd768703c4a'] in n-d-768851-15 is: [{'id': 'f751c303-caa1-4305-aaaf-0cd768703c4a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1080167096-router', 'tenant_id': '04c8e11a665e48bab192ad6f573b8c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '984e7fe8-41c1-4852-8346-e6b7d984887f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:06:04Z', 'updated_at': '2021-08-10T03:11:00Z', 'revision_number': 5, 'project_id': '04c8e11a665e48bab192ad6f573b8c25', 'gw_port': {'id': '984e7fe8-41c1-4852-8346-e6b7d984887f', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:54:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f751c303-caa1-4305-aaaf-0cd768703c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:06:06Z', 'updated_at': '2021-08-10T03:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:11:05.050623 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-f402665c-3a38-4b2c-b736-6141e8548612 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f151e92a-6071-4070-a7f3-c39b36ad4093 {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:11:05.059836 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=84e9efbc-5efa-4aed-9d83-a539d7e6bb9a,revision_number=8']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:05.062400 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-334315e0-05ca-4f88-93c8-e0c3032fd426 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5388405 Aug 10 03:11:05.079857 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6532af-03a9-4aa1-8ab8-9450068dcdb1 req-0bf2d113-df72-4682-8117-031388a4c31a tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:05.080288 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2df1b0-567a-4a2d-9a65-69f6ca8269a0 req-9f38b168-74ea-403f-974d-57b358119685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:05.082656 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cf2df1b0-567a-4a2d-9a65-69f6ca8269a0 req-9f38b168-74ea-403f-974d-57b358119685 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6cb2c88cb44048dc824ad7a6e6e788f5&device_id=e2f7cf69-220e-4aab-a168-073d97fba7c6 HTTP/1.1" status: 200 len: 1100 time: 0.7260683 Aug 10 03:11:05.082855 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0f6532af-03a9-4aa1-8ab8-9450068dcdb1 req-0bf2d113-df72-4682-8117-031388a4c31a tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2f7cf69-220e-4aab-a168-073d97fba7c6&tenant_id=6cb2c88cb44048dc824ad7a6e6e788f5&binding%3Ahost_id=n-h2-768851-15 HTTP/1.1" status: 200 len: 948 time: 0.3600430 Aug 10 03:11:05.088806 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-f402665c-3a38-4b2c-b736-6141e8548612 service neutron] For port f151e92a-6071-4070-a7f3-c39b36ad4093, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=f151e92a-6071-4070-a7f3-c39b36ad4093,segment=NetworkSegment(837bbb8d-e72f-44c2-893c-c4df3456bfd0),segment_id=837bbb8d-e72f-44c2-893c-c4df3456bfd0)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:05.120801 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-3320dce2-df5c-4cea-9d81-8309e53ca9ad tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Request body: {'port': {'device_id': '1e71a0fd-9049-4db9-b09f-57f7e39649f7', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '213b1b56-2bcd-4d0a-8807-3afa3f6e51f2', 'admin_state_up': True, 'tenant_id': '113c9048eb054fe989e54191f5a42ad9', 'security_groups': ['8fa0499c-1adb-43e6-95ad-71a41197fc16']}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:05.197863 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-f402665c-3a38-4b2c-b736-6141e8548612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:05.207563 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-400f7039-9d22-44fb-889e-12a750545722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:05.211565 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0a1a09a6-c716-473f-acd7-f83d6944d6b5 req-f42757cd-3c38-4c01-a640-a17543d59463 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/security-groups?id=8fa0499c-1adb-43e6-95ad-71a41197fc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3288300 Aug 10 03:11:05.251586 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0f6532af-03a9-4aa1-8ab8-9450068dcdb1 req-5e649b00-feca-4e47-9b7e-c0ef65405a62 service neutron] 10.222.0.60 "GET /v2.0/ports/84e9efbc-5efa-4aed-9d83-a539d7e6bb9a/bindings/n-h2-768851-15 HTTP/1.1" status: 200 len: 383 time: 0.1169128 Aug 10 03:11:05.276045 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-400f7039-9d22-44fb-889e-12a750545722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:05.315778 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['84e9efbc-5efa-4aed-9d83-a539d7e6bb9a'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:11:05.329509 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9cb49459-c55b-471a-b7fa-1a784bfad0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:05.368491 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb49459-c55b-471a-b7fa-1a784bfad0d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=984e7fe8-41c1-4852-8346-e6b7d984887f,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:05.377223 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19cbba5-2bec-4827-8147-a8dd40d471c4 req-69757ee1-e177-4dd6-a836-94f1891971b5 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:05.395675 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c19cbba5-2bec-4827-8147-a8dd40d471c4 req-69757ee1-e177-4dd6-a836-94f1891971b5 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a6b85e6-4c0a-402f-94b6-776fdbcec732 HTTP/1.1" status: 200 len: 945 time: 0.5159581 Aug 10 03:11:05.473937 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-400f7039-9d22-44fb-889e-12a750545722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:05.476476 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-400f7039-9d22-44fb-889e-12a750545722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:05.485684 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-400f7039-9d22-44fb-889e-12a750545722 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fab6d6f0-399e-424e-bbe6-3b0d72e47c75 HTTP/1.1" status: 204 len: 168 time: 0.4970706 Aug 10 03:11:05.515361 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9cb49459-c55b-471a-b7fa-1a784bfad0d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:05.521136 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f7039-9d22-44fb-889e-12a750545722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab6d6f0-399e-424e-bbe6-3b0d72e47c75,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:05.540902 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c26ea88d-5add-4940-9222-3f0c4b4b106e req-bb6b1230-48e8-493b-9b31-6e7652589903 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/ports?device_id=68be3d41-196b-4808-b453-50dd160fe614 HTTP/1.1" status: 200 len: 210 time: 0.1405687 Aug 10 03:11:05.644959 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c19cbba5-2bec-4827-8147-a8dd40d471c4 req-c45e4f19-4de1-457c-9359-055bb4a07c53 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483163 Aug 10 03:11:05.766352 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9cb49459-c55b-471a-b7fa-1a784bfad0d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:05.770446 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9cb49459-c55b-471a-b7fa-1a784bfad0d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:05.857674 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:05.864776 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9cb49459-c55b-471a-b7fa-1a784bfad0d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:05.865544 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb49459-c55b-471a-b7fa-1a784bfad0d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f751c303-caa1-4305-aaaf-0cd768703c4a {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:11:05.880335 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9cb49459-c55b-471a-b7fa-1a784bfad0d7 admin admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:05.881757 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9cb49459-c55b-471a-b7fa-1a784bfad0d7 admin admin] 10.222.0.62 "DELETE /v2.0/routers/f751c303-caa1-4305-aaaf-0cd768703c4a HTTP/1.1" status: 204 len: 168 time: 2.0867321 Aug 10 03:11:05.883630 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fde9e0f-5ac6-4383-bdfe-52fb245d3800 x-openstack-request-id: req-7fde9e0f-5ac6-4383-bdfe-52fb245d3800 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:11:05.884296 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68be3d41-196b-4808-b453-50dd160fe614", "name": "network-vif-deleted", "tag": "7e3c2e00-2866-4319-ba66-63a624fa1869", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:11:05.884492 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41414) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:05.888565 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7fde9e0f-5ac6-4383-bdfe-52fb245d3800 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:11:05.889033 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68be3d41-196b-4808-b453-50dd160fe614', 'name': 'network-vif-deleted', 'tag': '7e3c2e00-2866-4319-ba66-63a624fa1869', 'status': 'completed', 'code': 200} Aug 10 03:11:05.932559 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2df1b0-567a-4a2d-9a65-69f6ca8269a0 req-c7cddc39-c9ab-4b5a-80e7-7c3555f8694d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:05.936200 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cf2df1b0-567a-4a2d-9a65-69f6ca8269a0 req-c7cddc39-c9ab-4b5a-80e7-7c3555f8694d service neutron] 10.222.0.60 "GET /v2.0/networks?id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d HTTP/1.1" status: 200 len: 870 time: 0.8239789 Aug 10 03:11:06.008989 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-454dc2c3-f358-46e7-842d-efa677f5dedd admin admin] Deleting subnet e3034545-3927-48b3-9e77-03f050b41b34 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:11:06.018779 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-454dc2c3-f358-46e7-842d-efa677f5dedd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:06.087299 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 07483c48-f9c7-4240-88d8-50266921c219 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:11:06.112486 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-454dc2c3-f358-46e7-842d-efa677f5dedd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:06.155979 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 07483c48-f9c7-4240-88d8-50266921c219 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:11:06.156337 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 07483c48-f9c7-4240-88d8-50266921c219 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:11:06.174119 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-3320dce2-df5c-4cea-9d81-8309e53ca9ad tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Made reservation on behalf of 113c9048eb054fe989e54191f5a42ad9 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:11:06.184754 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-3320dce2-df5c-4cea-9d81-8309e53ca9ad tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:06.201230 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-f402665c-3a38-4b2c-b736-6141e8548612 service neutron] Transition to ACTIVE for port object f151e92a-6071-4070-a7f3-c39b36ad4093 will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:11:06.234308 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be65a83f-c15c-4ef8-b5e2-5da4493425e2 req-6698a90e-9826-4e60-9cbf-9bf7268526e7 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:06.249896 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be65a83f-c15c-4ef8-b5e2-5da4493425e2 req-6698a90e-9826-4e60-9cbf-9bf7268526e7 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2f7cf69-220e-4aab-a168-073d97fba7c6 HTTP/1.1" status: 200 len: 949 time: 0.5198002 Aug 10 03:11:06.276043 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-454dc2c3-f358-46e7-842d-efa677f5dedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:06.286907 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-f402665c-3a38-4b2c-b736-6141e8548612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:06.370301 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-454dc2c3-f358-46e7-842d-efa677f5dedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:06.381002 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c26ff8b-89a3-4858-8f7f-e1abd5b85f7a req-344cc481-e64d-4760-9595-b22d4e79833d tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:06.389315 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5c26ff8b-89a3-4858-8f7f-e1abd5b85f7a req-344cc481-e64d-4760-9595-b22d4e79833d tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aaf1a45-5d67-4249-9916-aa38027f14af HTTP/1.1" status: 200 len: 943 time: 0.4908347 Aug 10 03:11:06.392369 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cf2df1b0-567a-4a2d-9a65-69f6ca8269a0 req-2fb6bfde-43e1-42ba-b54b-482b26c9abda service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=84e9efbc-5efa-4aed-9d83-a539d7e6bb9a HTTP/1.1" status: 200 len: 217 time: 0.4297683 Aug 10 03:11:06.423658 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454dc2c3-f358-46e7-842d-efa677f5dedd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3034545-3927-48b3-9e77-03f050b41b34,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:06.425648 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cf4af2-12bf-413f-9f6b-1db3f533a869 None None] Network f1a96b41-17a3-4507-9238-346c52c62270 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:11:06.427962 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-454dc2c3-f358-46e7-842d-efa677f5dedd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:06.430797 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-454dc2c3-f358-46e7-842d-efa677f5dedd admin admin] 10.222.0.62 "DELETE /v2.0/subnets/e3034545-3927-48b3-9e77-03f050b41b34 HTTP/1.1" status: 204 len: 168 time: 0.5450127 Aug 10 03:11:06.433363 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41428) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:06.578532 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-26ef07ee-c7bd-457f-8fbf-e37f73bb3723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:06.667256 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-26ef07ee-c7bd-457f-8fbf-e37f73bb3723 admin admin] Deleting port 82fe23f7-6857-4840-bc65-a19485da4d95 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:11:06.667917 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-26ef07ee-c7bd-457f-8fbf-e37f73bb3723 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:06.803041 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1d5247-5a53-46ad-bc31-301e749cda1f None None] DHCP port deletion for f1a96b41-17a3-4507-9238-346c52c62270 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:11:06.828132 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-26ef07ee-c7bd-457f-8fbf-e37f73bb3723 admin admin] For port 82fe23f7-6857-4840-bc65-a19485da4d95, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=82fe23f7-6857-4840-bc65-a19485da4d95,segment=NetworkSegment(e5cd4f27-4ef5-404c-b2c2-daf604e0ad37),segment_id=e5cd4f27-4ef5-404c-b2c2-daf604e0ad37)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:06.828590 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-26ef07ee-c7bd-457f-8fbf-e37f73bb3723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:06.844730 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-26ef07ee-c7bd-457f-8fbf-e37f73bb3723 admin admin] Calling delete_port for 82fe23f7-6857-4840-bc65-a19485da4d95 owned by network:dhcp {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:11:06.946397 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-dc1d5247-5a53-46ad-bc31-301e749cda1f None None] Deleting port 82fe23f7-6857-4840-bc65-a19485da4d95 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:11:06.946979 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-dc1d5247-5a53-46ad-bc31-301e749cda1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:06.956811 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-26ef07ee-c7bd-457f-8fbf-e37f73bb3723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:06.987581 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ef07ee-c7bd-457f-8fbf-e37f73bb3723 admin admin] No DVR routers for this DVR port 82fe23f7-6857-4840-bc65-a19485da4d95 on host n-d-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:11:06.996095 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5c26ff8b-89a3-4858-8f7f-e1abd5b85f7a req-0e07cd57-d8ae-45a1-8a4a-b5d9b76a27a7 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6057622 Aug 10 03:11:07.012491 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be65a83f-c15c-4ef8-b5e2-5da4493425e2 req-ff469511-91d6-4bea-ae94-2681a272c421 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7355030 Aug 10 03:11:07.016288 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-f402665c-3a38-4b2c-b736-6141e8548612 service neutron] No DVR routers for this DVR port f151e92a-6071-4070-a7f3-c39b36ad4093 on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:11:07.028335 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ef07ee-c7bd-457f-8fbf-e37f73bb3723 admin admin] Pushing event deleted for resources: {'Port': ['ID=82fe23f7-6857-4840-bc65-a19485da4d95,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:07.030894 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41442) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:07.069623 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f402665c-3a38-4b2c-b736-6141e8548612 service neutron] Pushing event updated for resources: {'Port': ['ID=f151e92a-6071-4070-a7f3-c39b36ad4093,revision_number=10']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:07.105417 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2df1b0-567a-4a2d-9a65-69f6ca8269a0 req-be16ce26-f7bb-49f6-bdfd-531b2258fd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:07.105808 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-dc1d5247-5a53-46ad-bc31-301e749cda1f None None] For port 82fe23f7-6857-4840-bc65-a19485da4d95, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=82fe23f7-6857-4840-bc65-a19485da4d95,segment=NetworkSegment(e5cd4f27-4ef5-404c-b2c2-daf604e0ad37),segment_id=e5cd4f27-4ef5-404c-b2c2-daf604e0ad37)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:07.107042 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-dc1d5247-5a53-46ad-bc31-301e749cda1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:07.107533 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cf2df1b0-567a-4a2d-9a65-69f6ca8269a0 req-be16ce26-f7bb-49f6-bdfd-531b2258fd57 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.6592128 Aug 10 03:11:07.118109 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-f402665c-3a38-4b2c-b736-6141e8548612 service neutron] 10.222.0.60 "PUT /v2.0/ports/f151e92a-6071-4070-a7f3-c39b36ad4093/bindings/n-h1-768851-15/activate HTTP/1.1" status: 200 len: 370 time: 3.8936236 Aug 10 03:11:07.162777 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-dc1d5247-5a53-46ad-bc31-301e749cda1f None None] Calling delete_port for 82fe23f7-6857-4840-bc65-a19485da4d95 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:11:07.249381 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-26ef07ee-c7bd-457f-8fbf-e37f73bb3723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:07.264952 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-26ef07ee-c7bd-457f-8fbf-e37f73bb3723 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1a96b41-17a3-4507-9238-346c52c62270']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:11:07.283194 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-26ef07ee-c7bd-457f-8fbf-e37f73bb3723 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5cd4f27-4ef5-404c-b2c2-daf604e0ad37') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:11:07.283483 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-26ef07ee-c7bd-457f-8fbf-e37f73bb3723 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5cd4f27-4ef5-404c-b2c2-daf604e0ad37') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:11:07.296710 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-26ef07ee-c7bd-457f-8fbf-e37f73bb3723 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:07.297461 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-3320dce2-df5c-4cea-9d81-8309e53ca9ad tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Allocated IP 10.2.2.200 (213b1b56-2bcd-4d0a-8807-3afa3f6e51f2/9d107e0d-7d1d-49e8-9864-3e44ed98edac/ee53d7b7-1d52-47a8-a630-59afbe99d7bd) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:11:07.302812 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2df1b0-567a-4a2d-9a65-69f6ca8269a0 req-23cf115b-a768-4267-9ba5-f34cf04002fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:07.306261 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cf2df1b0-567a-4a2d-9a65-69f6ca8269a0 req-23cf115b-a768-4267-9ba5-f34cf04002fe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1845574 Aug 10 03:11:07.315532 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-26ef07ee-c7bd-457f-8fbf-e37f73bb3723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:07.321609 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-8b615bb0-1bbf-4c89-aa73-2b1ee6cf3a23 tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:07.323812 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-8b615bb0-1bbf-4c89-aa73-2b1ee6cf3a23 tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=5aaf1a45-5d67-4249-9916-aa38027f14af&tenant_id=d29523b6a3c34430b121d2faffd2884f&binding%3Ahost_id=n-h2-768851-15 HTTP/1.1" status: 200 len: 1096 time: 0.1107781 Aug 10 03:11:07.326138 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26ef07ee-c7bd-457f-8fbf-e37f73bb3723 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:11:07.326561 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-26ef07ee-c7bd-457f-8fbf-e37f73bb3723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:07.364744 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-dc1d5247-5a53-46ad-bc31-301e749cda1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:07.395663 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:11:07.395663 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:11:07.395663 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:11:07.395663 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:11:07.395663 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:11:07.395663 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:11:07.395663 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:11:07.395663 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:11:07.395663 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:11:07.395663 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:11:07.395663 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:11:07.395663 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:11:07.395663 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:11:07.395663 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:11:07.395663 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:11:07.395663 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:11:07.395663 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:11:07.395663 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:11:07.395663 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:11:07.395663 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:11:07.395663 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:11:07.395663 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:11:07.395663 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:11:07.395663 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:11:07.395663 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:11:07.395663 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:11:07.395663 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:11:07.395663 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:11:07.395663 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:11:07.395663 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:11:07.395663 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:11:07.395663 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:11:07.398321 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1d5247-5a53-46ad-bc31-301e749cda1f None None] Pushing event deleted for resources: {'Port': ['ID=82fe23f7-6857-4840-bc65-a19485da4d95,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:07.403693 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-acf95b13-ac9f-4424-bf39-7e7468cb87d6 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1434493834-network', 'tenant_id': 'e450f6b03de04b20833c7f0cd13d61c0'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:07.415359 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1d5247-5a53-46ad-bc31-301e749cda1f None None] No DVR routers for this DVR port 82fe23f7-6857-4840-bc65-a19485da4d95 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:11:07.427919 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-26ef07ee-c7bd-457f-8fbf-e37f73bb3723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:07.432736 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-26ef07ee-c7bd-457f-8fbf-e37f73bb3723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:07.434636 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-26ef07ee-c7bd-457f-8fbf-e37f73bb3723 admin admin] 10.222.0.62 "DELETE /v2.0/networks/f1a96b41-17a3-4507-9238-346c52c62270 HTTP/1.1" status: 204 len: 168 time: 0.9996183 Aug 10 03:11:07.438400 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe1c607-caf9-4ea7-9907-ef9f1ae22917 req-324a130c-0402-4640-be0f-a7165c418f02 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:07.444943 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe1c607-caf9-4ea7-9907-ef9f1ae22917 req-324a130c-0402-4640-be0f-a7165c418f02 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:07.451386 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe1c607-caf9-4ea7-9907-ef9f1ae22917 req-324a130c-0402-4640-be0f-a7165c418f02 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:07.454305 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf95b13-ac9f-4424-bf39-7e7468cb87d6 admin admin] Made reservation on behalf of e450f6b03de04b20833c7f0cd13d61c0 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:11:07.458337 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe1c607-caf9-4ea7-9907-ef9f1ae22917 req-324a130c-0402-4640-be0f-a7165c418f02 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:07.458571 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-acf95b13-ac9f-4424-bf39-7e7468cb87d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:07.465858 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-afe1c607-caf9-4ea7-9907-ef9f1ae22917 req-324a130c-0402-4640-be0f-a7165c418f02 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 3092 time: 0.3153617 Aug 10 03:11:07.468085 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ef07ee-c7bd-457f-8fbf-e37f73bb3723 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1a96b41-17a3-4507-9238-346c52c62270,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:07.471114 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-acf95b13-ac9f-4424-bf39-7e7468cb87d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:07.590414 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-acf95b13-ac9f-4424-bf39-7e7468cb87d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:07.596712 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-acf95b13-ac9f-4424-bf39-7e7468cb87d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:07.612783 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:11:07.616198 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41452) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:07.638702 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acf95b13-ac9f-4424-bf39-7e7468cb87d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:11:07.647847 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-afe1c607-caf9-4ea7-9907-ef9f1ae22917 req-86d7a57a-dcd2-417b-8524-60eb32b83bd9 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/security-groups?id=8fa0499c-1adb-43e6-95ad-71a41197fc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811404 Aug 10 03:11:07.666405 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf95b13-ac9f-4424-bf39-7e7468cb87d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74605a5a-da3d-4351-a575-e9a7b089d118,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:07.692029 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-acf95b13-ac9f-4424-bf39-7e7468cb87d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:07.692486 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-acf95b13-ac9f-4424-bf39-7e7468cb87d6 admin admin] Added segment a77857c9-2b07-4b2f-bab6-0f1b37d18d11 of type vlan for network acf604cc-b7d7-47af-a5a6-a84df1a6252c Aug 10 03:11:07.700147 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-006d3c0c-484b-4dc4-8c5c-96e5cbc22045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:07.701669 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-006d3c0c-484b-4dc4-8c5c-96e5cbc22045 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5aaf1a45-5d67-4249-9916-aa38027f14af&tenant_id=d29523b6a3c34430b121d2faffd2884f HTTP/1.1" status: 200 len: 1096 time: 0.3390336 Aug 10 03:11:07.715724 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a0601-51d1-4285-bd9f-4394f14cea9d req-c13cdaf3-46fd-4c51-b3f2-d9eed70edcd1 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:07.717256 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7a2a0601-51d1-4285-bd9f-4394f14cea9d req-c13cdaf3-46fd-4c51-b3f2-d9eed70edcd1 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a6b85e6-4c0a-402f-94b6-776fdbcec732 HTTP/1.1" status: 200 len: 945 time: 0.3568566 Aug 10 03:11:07.723322 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cf2df1b0-567a-4a2d-9a65-69f6ca8269a0 req-ae9287df-4f37-4aa7-85f4-4dea909ba198 service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3943777 Aug 10 03:11:07.732871 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8242c6af-6ba1-4bad-8c78-14a4804747e6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bee18006e8ee4e0f8b5de53f967abbed&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1130235 Aug 10 03:11:07.733152 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41458) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:07.802309 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-acf95b13-ac9f-4424-bf39-7e7468cb87d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:07.850440 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bf953f00-29b7-41a3-9f15-f7fefa5aab4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:07.861416 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-acf95b13-ac9f-4424-bf39-7e7468cb87d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:07.862557 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf95b13-ac9f-4424-bf39-7e7468cb87d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:07.863311 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-acf95b13-ac9f-4424-bf39-7e7468cb87d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:07.883501 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bf953f00-29b7-41a3-9f15-f7fefa5aab4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:07.940982 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-3320dce2-df5c-4cea-9d81-8309e53ca9ad tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:07.949107 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-acf95b13-ac9f-4424-bf39-7e7468cb87d6 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9154620 Aug 10 03:11:07.949542 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7a2a0601-51d1-4285-bd9f-4394f14cea9d req-3a45f8ae-7a15-4559-9a17-b471f6b5f175 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098255 Aug 10 03:11:07.959504 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 41464) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:07.972320 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-d79b2c0c-7102-4059-a617-297812019d04 admin admin] Request body: {'subnet': {'network_id': 'acf604cc-b7d7-47af-a5a6-a84df1a6252c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1434493834-subnet', 'tenant_id': 'e450f6b03de04b20833c7f0cd13d61c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:07.986210 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf95b13-ac9f-4424-bf39-7e7468cb87d6 admin admin] Pushing event updated for resources: {'Network': ['ID=acf604cc-b7d7-47af-a5a6-a84df1a6252c,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:08.006913 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-3320dce2-df5c-4cea-9d81-8309e53ca9ad tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Transition to ACTIVE for port object ee53d7b7-1d52-47a8-a630-59afbe99d7bd will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:11:08.013985 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network acf604cc-b7d7-47af-a5a6-a84df1a6252c details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:11:08.017221 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bf953f00-29b7-41a3-9f15-f7fefa5aab4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:08.017897 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 984e7fe8-41c1-4852-8346-e6b7d984887f no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:11:08.021887 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bf953f00-29b7-41a3-9f15-f7fefa5aab4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:08.021887 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-bf953f00-29b7-41a3-9f15-f7fefa5aab4f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/899aa229-8842-43e3-9b15-39fc426b6026 HTTP/1.1" status: 204 len: 168 time: 0.2878940 Aug 10 03:11:08.043275 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf953f00-29b7-41a3-9f15-f7fefa5aab4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899aa229-8842-43e3-9b15-39fc426b6026,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:08.063963 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-67dd1af6-9ed1-4938-a79f-b8f447871417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:08.063963 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-67dd1af6-9ed1-4938-a79f-b8f447871417 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d29523b6a3c34430b121d2faffd2884f&device_id=5aaf1a45-5d67-4249-9916-aa38027f14af HTTP/1.1" status: 200 len: 1096 time: 0.3008332 Aug 10 03:11:08.109399 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cf2df1b0-567a-4a2d-9a65-69f6ca8269a0 req-b6501c55-d125-4a82-b721-5cd7b2c803f5 service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708143 Aug 10 03:11:08.132348 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 984e7fe8-41c1-4852-8346-e6b7d984887f {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:11:08.132641 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 984e7fe8-41c1-4852-8346-e6b7d984887f not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:11:08.133312 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 82fe23f7-6857-4840-bc65-a19485da4d95 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:11:08.174947 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79b2c0c-7102-4059-a617-297812019d04 admin admin] Made reservation on behalf of e450f6b03de04b20833c7f0cd13d61c0 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:11:08.178695 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d79b2c0c-7102-4059-a617-297812019d04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:08.179396 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 82fe23f7-6857-4840-bc65-a19485da4d95 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:11:08.179992 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 82fe23f7-6857-4840-bc65-a19485da4d95 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:11:08.224274 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd4cf8b-ff2c-46a6-94ea-59f7c457b75e req-9be90052-cfce-4fbf-80d8-0d4b9c52b48e tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:08.225842 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bbd4cf8b-ff2c-46a6-94ea-59f7c457b75e req-9be90052-cfce-4fbf-80d8-0d4b9c52b48e tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/networks?id=8ebbd51d-54f8-47d9-924a-757d571ead63 HTTP/1.1" status: 200 len: 821 time: 0.3887680 Aug 10 03:11:08.253222 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:11:08.308681 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:11:08.314442 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:11:08.315497 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:08.352559 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bbd4cf8b-ff2c-46a6-94ea-59f7c457b75e req-c52e0ca5-ae8f-406c-be59-bb5d60bdb494 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/quotas/5acd3c353298420295f54d7820a6128a HTTP/1.1" status: 200 len: 375 time: 0.0753889 Aug 10 03:11:08.362037 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-3320dce2-df5c-4cea-9d81-8309e53ca9ad tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:08.441395 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:08.469384 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f7cf69-220e-4aab-a168-073d97fba7c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e9efbc-5efa-4aed-9d83-a539d7e6bb9a'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:11:08.473722 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae77261-8d36-46db-bc59-d923f84e9dc6" -d '{"events": [{"server_uuid": "e2f7cf69-220e-4aab-a168-073d97fba7c6", "name": "network-vif-plugged", "status": "completed", "tag": "84e9efbc-5efa-4aed-9d83-a539d7e6bb9a"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:11:08.488244 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6532af-03a9-4aa1-8ab8-9450068dcdb1 req-3cc8b144-38bd-4bf8-a3ed-8bc9e65de3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:08.489842 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0f6532af-03a9-4aa1-8ab8-9450068dcdb1 req-3cc8b144-38bd-4bf8-a3ed-8bc9e65de3b0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6cb2c88cb44048dc824ad7a6e6e788f5&device_id=e2f7cf69-220e-4aab-a168-073d97fba7c6 HTTP/1.1" status: 200 len: 1101 time: 0.3077862 Aug 10 03:11:08.495500 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=84e9efbc-5efa-4aed-9d83-a539d7e6bb9a,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:08.498644 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a999304e-2dae-490c-91c1-465627b9762d req-68bdec8e-e65e-436a-8730-8ba32c4e39a3 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:08.500401 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a999304e-2dae-490c-91c1-465627b9762d req-68bdec8e-e65e-436a-8730-8ba32c4e39a3 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2f7cf69-220e-4aab-a168-073d97fba7c6 HTTP/1.1" status: 200 len: 949 time: 0.3542972 Aug 10 03:11:08.500561 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41478) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:08.509492 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-3320dce2-df5c-4cea-9d81-8309e53ca9ad tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Network 213b1b56-2bcd-4d0a-8807-3afa3f6e51f2 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:11:08.511441 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:08.532417 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-3320dce2-df5c-4cea-9d81-8309e53ca9ad tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:11:08.548718 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-3320dce2-df5c-4cea-9d81-8309e53ca9ad tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:11:08.566619 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-71c4df92-5c2a-4f40-a18b-6ef2a43fb833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:08.568426 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-71c4df92-5c2a-4f40-a18b-6ef2a43fb833 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b071061e-0c83-4db2-9121-a6eb9f4ae150 HTTP/1.1" status: 200 len: 922 time: 0.4920385 Aug 10 03:11:08.572764 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b6bb678c-47f7-463d-be36-208437d2a07a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=04c8e11a665e48bab192ad6f573b8c25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0710506 Aug 10 03:11:08.575498 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41480) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:08.586952 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=84e9efbc-5efa-4aed-9d83-a539d7e6bb9a,revision_number=9']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:08.599329 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3320dce2-df5c-4cea-9d81-8309e53ca9ad tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Pushing event updated for resources: {'Port': ['ID=ee53d7b7-1d52-47a8-a630-59afbe99d7bd,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:08.644857 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-98b7eea4-0354-4ec4-a977-5c4c4517e10f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:08.661199 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3320dce2-df5c-4cea-9d81-8309e53ca9ad tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:08.661678 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3320dce2-df5c-4cea-9d81-8309e53ca9ad tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:08.662038 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3320dce2-df5c-4cea-9d81-8309e53ca9ad tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:08.662541 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3320dce2-df5c-4cea-9d81-8309e53ca9ad tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:08.663421 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3320dce2-df5c-4cea-9d81-8309e53ca9ad tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:08.663780 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3320dce2-df5c-4cea-9d81-8309e53ca9ad tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:08.664120 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3320dce2-df5c-4cea-9d81-8309e53ca9ad tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:08.664785 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3320dce2-df5c-4cea-9d81-8309e53ca9ad tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:08.665308 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3320dce2-df5c-4cea-9d81-8309e53ca9ad tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:08.665483 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3320dce2-df5c-4cea-9d81-8309e53ca9ad tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:08.665811 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3320dce2-df5c-4cea-9d81-8309e53ca9ad tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:08.666138 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3320dce2-df5c-4cea-9d81-8309e53ca9ad tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:08.675808 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-98b7eea4-0354-4ec4-a977-5c4c4517e10f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:08.702201 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bbd4cf8b-ff2c-46a6-94ea-59f7c457b75e req-f3badc6e-278e-4c0c-8d2d-5fb634d320b9 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=5acd3c353298420295f54d7820a6128a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3334699 Aug 10 03:11:08.738230 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-98b7eea4-0354-4ec4-a977-5c4c4517e10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:08.740983 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-98b7eea4-0354-4ec4-a977-5c4c4517e10f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:08.742493 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-98b7eea4-0354-4ec4-a977-5c4c4517e10f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7439126c-ec43-4f2d-8d7b-eaa1b0957f95 HTTP/1.1" status: 204 len: 168 time: 0.1659963 Aug 10 03:11:08.753187 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b7eea4-0354-4ec4-a977-5c4c4517e10f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7439126c-ec43-4f2d-8d7b-eaa1b0957f95,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:08.814338 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-f80b42f7-f3f9-4de0-acda-09d44cba441c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f151e92a-6071-4070-a7f3-c39b36ad4093 HTTP/1.1" status: 200 len: 217 time: 0.1717956 Aug 10 03:11:08.881653 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-9c3cf28f-e319-44f1-89d2-8a3653293c4a None None] Provisioning for port ee53d7b7-1d52-47a8-a630-59afbe99d7bd completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:11:08.888706 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-9c3cf28f-e319-44f1-89d2-8a3653293c4a None None] Provisioning complete for port ee53d7b7-1d52-47a8-a630-59afbe99d7bd triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:11:08.889747 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9c3cf28f-e319-44f1-89d2-8a3653293c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:08.935428 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-9c3cf28f-e319-44f1-89d2-8a3653293c4a None None] Port ee53d7b7-1d52-47a8-a630-59afbe99d7bd cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:11:08.963231 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-3320dce2-df5c-4cea-9d81-8309e53ca9ad tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:08.963997 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-3320dce2-df5c-4cea-9d81-8309e53ca9ad tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:08.990490 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a999304e-2dae-490c-91c1-465627b9762d req-877151d8-850d-4b7d-8731-a41961006ede tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4719942 Aug 10 03:11:09.030302 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6532af-03a9-4aa1-8ab8-9450068dcdb1 req-a5a174d1-09d4-43a2-84e4-1c2737ff4ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:09.031920 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0f6532af-03a9-4aa1-8ab8-9450068dcdb1 req-a5a174d1-09d4-43a2-84e4-1c2737ff4ac4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d HTTP/1.1" status: 200 len: 870 time: 0.5197675 Aug 10 03:11:09.110098 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-3320dce2-df5c-4cea-9d81-8309e53ca9ad tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0105448 Aug 10 03:11:09.117632 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0f6532af-03a9-4aa1-8ab8-9450068dcdb1 req-da87eccf-837e-43fe-9326-58f27c715938 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=84e9efbc-5efa-4aed-9d83-a539d7e6bb9a HTTP/1.1" status: 200 len: 217 time: 0.0751474 Aug 10 03:11:09.182803 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-26c590f6-033e-4563-81c7-57b9e11d25be service neutron] Request body: {'port': {'device_id': '1e71a0fd-9049-4db9-b09f-57f7e39649f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:09.187879 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-594e790f-f3f8-4cb8-81c2-03e5cf4d28b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:09.189538 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-594e790f-f3f8-4cb8-81c2-03e5cf4d28b4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=07f824b9-3083-4489-bc41-7237705a68bc HTTP/1.1" status: 200 len: 861 time: 0.3554914 Aug 10 03:11:09.258188 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d79b2c0c-7102-4059-a617-297812019d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:09.307828 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-e9a18b7d-1dfe-488a-a435-1afc45551bdf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b071061e-0c83-4db2-9121-a6eb9f4ae150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1104071 Aug 10 03:11:09.358291 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bbd4cf8b-ff2c-46a6-94ea-59f7c457b75e req-bab267b7-967f-4a79-9166-c93af624f763 service neutron] 10.222.0.62 "GET /v2.0/networks/8ebbd51d-54f8-47d9-924a-757d571ead63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5838492 Aug 10 03:11:09.392214 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6532af-03a9-4aa1-8ab8-9450068dcdb1 req-06e4d39b-c40e-4400-8adb-688606b6cffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:09.393972 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0f6532af-03a9-4aa1-8ab8-9450068dcdb1 req-06e4d39b-c40e-4400-8adb-688606b6cffc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.2412400 Aug 10 03:11:09.476789 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4886581-86b0-4162-8e86-bc78d0247941 req-46398954-e08a-4e2e-bb91-bcd625d69d3d tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:09.478309 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b4886581-86b0-4162-8e86-bc78d0247941 req-46398954-e08a-4e2e-bb91-bcd625d69d3d tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aaf1a45-5d67-4249-9916-aa38027f14af HTTP/1.1" status: 200 len: 944 time: 0.3702667 Aug 10 03:11:09.553330 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b2c0c-7102-4059-a617-297812019d04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b04cafd-64d3-4a5a-a770-e5b535557123,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:09.921702 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-26c590f6-033e-4563-81c7-57b9e11d25be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:10.004950 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79b2c0c-7102-4059-a617-297812019d04 admin admin] Checking segment: {'id': 'a77857c9-2b07-4b2f-bab6-0f1b37d18d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'acf604cc-b7d7-47af-a5a6-a84df1a6252c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:11:10.004950 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79b2c0c-7102-4059-a617-297812019d04 admin admin] Network hostable DHCP agents. Network: acf604cc-b7d7-47af-a5a6-a84df1a6252c, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:11:10.023869 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b4886581-86b0-4162-8e86-bc78d0247941 req-28c03492-32cf-415d-8800-7170ee8c3e1a tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4859765 Aug 10 03:11:10.053167 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6532af-03a9-4aa1-8ab8-9450068dcdb1 req-fb1c0c35-249d-428d-baad-cb9fba79da36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:10.054460 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0f6532af-03a9-4aa1-8ab8-9450068dcdb1 req-fb1c0c35-249d-428d-baad-cb9fba79da36 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5945311 Aug 10 03:11:10.085076 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-b24b3e60-17ad-4975-a87a-8a30bcd9da6d service neutron] 10.222.0.58 "GET /v2.0/networks/b071061e-0c83-4db2-9121-a6eb9f4ae150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7488894 Aug 10 03:11:10.106411 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bbd4cf8b-ff2c-46a6-94ea-59f7c457b75e req-40359820-330d-48d6-86d9-828ca17b2555 service neutron] 10.222.0.62 "GET /v2.0/networks/8ebbd51d-54f8-47d9-924a-757d571ead63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7282274 Aug 10 03:11:10.222274 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79b2c0c-7102-4059-a617-297812019d04 admin admin] Network acf604cc-b7d7-47af-a5a6-a84df1a6252c is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:11:10.224165 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e10cd77-5365-47e9-8a44-b39224931d78 x-openstack-request-id: req-0e10cd77-5365-47e9-8a44-b39224931d78 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:11:10.225118 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2f7cf69-220e-4aab-a168-073d97fba7c6", "name": "network-vif-plugged", "status": "completed", "tag": "84e9efbc-5efa-4aed-9d83-a539d7e6bb9a", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:11:10.226351 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0e10cd77-5365-47e9-8a44-b39224931d78 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:11:10.227006 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2f7cf69-220e-4aab-a168-073d97fba7c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e9efbc-5efa-4aed-9d83-a539d7e6bb9a', 'code': 200} Aug 10 03:11:10.392644 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0f6532af-03a9-4aa1-8ab8-9450068dcdb1 req-607682c4-4bc5-4ebb-8985-38ecd006cd31 service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238213 Aug 10 03:11:10.395845 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-90f37e8b-14c9-4a90-b003-9b64bf489f3b service neutron] 10.222.0.58 "GET /v2.0/networks/b071061e-0c83-4db2-9121-a6eb9f4ae150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853880 Aug 10 03:11:10.403493 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-d79b2c0c-7102-4059-a617-297812019d04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, acf604cc-b7d7-47af-a5a6-a84df1a6252c) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:11:10.409830 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79b2c0c-7102-4059-a617-297812019d04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:10.411761 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d79b2c0c-7102-4059-a617-297812019d04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:10.416231 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fab4a3a-5ab9-475d-85dc-5453e6c6cc9a None None] Network acf604cc-b7d7-47af-a5a6-a84df1a6252c requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:11:10.614498 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d79b2c0c-7102-4059-a617-297812019d04 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.6510274 Aug 10 03:11:10.735491 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2968aaee-7898-4362-aac9-cd98e6eb6be7 None None] Network acf604cc-b7d7-47af-a5a6-a84df1a6252c requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:11:10.761542 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-26c590f6-033e-4563-81c7-57b9e11d25be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 922f1e4c-a149-4359-82ba-e7d48bec92e7 {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:11:10.897091 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-26c590f6-033e-4563-81c7-57b9e11d25be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:10.937204 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-26c590f6-033e-4563-81c7-57b9e11d25be service neutron] Transition to ACTIVE for port object 922f1e4c-a149-4359-82ba-e7d48bec92e7 will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:11:10.953189 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-26c590f6-033e-4563-81c7-57b9e11d25be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:11.011015 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd008ae-65e1-4eeb-9b4d-bb4d7c32301b req-46c7f2c5-5879-4974-8e95-db96f07b60b9 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:11.012698 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0fd008ae-65e1-4eeb-9b4d-bb4d7c32301b req-46c7f2c5-5879-4974-8e95-db96f07b60b9 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a6b85e6-4c0a-402f-94b6-776fdbcec732 HTTP/1.1" status: 200 len: 945 time: 0.5830715 Aug 10 03:11:11.029915 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af3f7a4-cf73-41d2-ba2b-d8586fe02a09 req-2456349b-57cf-409d-82f7-aa14c346982d tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:11.036738 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af3f7a4-cf73-41d2-ba2b-d8586fe02a09 req-2456349b-57cf-409d-82f7-aa14c346982d tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:11.043012 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af3f7a4-cf73-41d2-ba2b-d8586fe02a09 req-2456349b-57cf-409d-82f7-aa14c346982d tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:11.049390 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af3f7a4-cf73-41d2-ba2b-d8586fe02a09 req-2456349b-57cf-409d-82f7-aa14c346982d tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:11.055731 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af3f7a4-cf73-41d2-ba2b-d8586fe02a09 req-2456349b-57cf-409d-82f7-aa14c346982d tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:11.063803 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5af3f7a4-cf73-41d2-ba2b-d8586fe02a09 req-2456349b-57cf-409d-82f7-aa14c346982d tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 3813 time: 0.6615584 Aug 10 03:11:11.079381 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-7e7bff08-51b5-4405-89a8-ce6884bf927b tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:11.081524 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-7e7bff08-51b5-4405-89a8-ce6884bf927b tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=5aaf1a45-5d67-4249-9916-aa38027f14af&tenant_id=d29523b6a3c34430b121d2faffd2884f&binding%3Ahost_id=n-h1-768851-15 HTTP/1.1" status: 200 len: 1096 time: 0.3044355 Aug 10 03:11:11.178369 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0f6532af-03a9-4aa1-8ab8-9450068dcdb1 req-2eac3e56-0e00-4f2c-b592-f7d7549b02f0 service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7160015 Aug 10 03:11:11.189094 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c590f6-033e-4563-81c7-57b9e11d25be service neutron] Pushing event updated for resources: {'Port': ['ID=922f1e4c-a149-4359-82ba-e7d48bec92e7,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:11.248866 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5af3f7a4-cf73-41d2-ba2b-d8586fe02a09 req-aafaaabc-f590-4a31-8019-8c85354f9bd8 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/security-groups?id=8fa0499c-1adb-43e6-95ad-71a41197fc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840804 Aug 10 03:11:11.300487 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0fd008ae-65e1-4eeb-9b4d-bb4d7c32301b req-7f5efa45-0344-4ae4-80c0-ca816eb1e2f1 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242107 Aug 10 03:11:11.467697 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ca9c3c65-7172-4410-8389-e4299b2ae18a req-f833ea43-3741-4c22-8c88-f76bd05201de tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bf7f255-a9c9-4ac9-bcc7-c86bc2d46b5d HTTP/1.1" status: 200 len: 210 time: 0.0487943 Aug 10 03:11:11.545386 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee89c8-e99d-4dc7-9a35-acf24c014162 req-da71a1ef-61c6-46bb-a001-4c02b3d82a6f tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:11.547106 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7fee89c8-e99d-4dc7-9a35-acf24c014162 req-da71a1ef-61c6-46bb-a001-4c02b3d82a6f tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2f7cf69-220e-4aab-a168-073d97fba7c6 HTTP/1.1" status: 200 len: 950 time: 0.1720579 Aug 10 03:11:11.555082 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-26c590f6-033e-4563-81c7-57b9e11d25be service neutron] Attempting to bind port 922f1e4c-a149-4359-82ba-e7d48bec92e7 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:11:11.555437 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-26c590f6-033e-4563-81c7-57b9e11d25be service neutron] Attempting to bind port 922f1e4c-a149-4359-82ba-e7d48bec92e7 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '3980fb01-f4d6-4f9d-89ff-97ad0cbaf2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c4674244-b4fc-4227-9e62-6d0cd0b1acc0'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:11:11.555845 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-26c590f6-033e-4563-81c7-57b9e11d25be service neutron] Attempting to bind port 922f1e4c-a149-4359-82ba-e7d48bec92e7 on network c4674244-b4fc-4227-9e62-6d0cd0b1acc0 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:11:11.570835 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-52f38020-d8fc-4b8a-9c26-8ecece2ae105 service neutron] For port f151e92a-6071-4070-a7f3-c39b36ad4093, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:11:11.571891 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-26c590f6-033e-4563-81c7-57b9e11d25be service neutron] Port 922f1e4c-a149-4359-82ba-e7d48bec92e7 on network c4674244-b4fc-4227-9e62-6d0cd0b1acc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:11:11.572039 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-26c590f6-033e-4563-81c7-57b9e11d25be service neutron] Attempting to bind port 922f1e4c-a149-4359-82ba-e7d48bec92e7 on network c4674244-b4fc-4227-9e62-6d0cd0b1acc0 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:11:11.584166 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-52f38020-d8fc-4b8a-9c26-8ecece2ae105 service neutron] Notify callbacks [] for binding, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:11.585352 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fb7703e7-9f25-46bc-b57d-1f776a4c2f11 req-52f38020-d8fc-4b8a-9c26-8ecece2ae105 service neutron] 10.222.0.58 "DELETE /v2.0/ports/f151e92a-6071-4070-a7f3-c39b36ad4093/bindings/n-h2-768851-15 HTTP/1.1" status: 204 len: 173 time: 0.4803257 Aug 10 03:11:11.591129 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-26c590f6-033e-4563-81c7-57b9e11d25be service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:11:11.591405 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-26c590f6-033e-4563-81c7-57b9e11d25be service neutron] Checking segment: {'id': '3980fb01-f4d6-4f9d-89ff-97ad0cbaf2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c4674244-b4fc-4227-9e62-6d0cd0b1acc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:11:11.591807 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-26c590f6-033e-4563-81c7-57b9e11d25be service neutron] Bound using segment: {'id': '3980fb01-f4d6-4f9d-89ff-97ad0cbaf2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c4674244-b4fc-4227-9e62-6d0cd0b1acc0'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:11:11.592406 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-26c590f6-033e-4563-81c7-57b9e11d25be service neutron] Bound port: 922f1e4c-a149-4359-82ba-e7d48bec92e7, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3980fb01-f4d6-4f9d-89ff-97ad0cbaf2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c4674244-b4fc-4227-9e62-6d0cd0b1acc0'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:11:11.592773 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-26c590f6-033e-4563-81c7-57b9e11d25be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:11.620987 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7fee89c8-e99d-4dc7-9a35-acf24c014162 req-e559bf76-b9ff-4bce-a4c9-ab194dcf18e7 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626514 Aug 10 03:11:11.794774 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-26c590f6-033e-4563-81c7-57b9e11d25be service neutron] For port 922f1e4c-a149-4359-82ba-e7d48bec92e7, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:11:11.870711 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-26c590f6-033e-4563-81c7-57b9e11d25be service neutron] For port 922f1e4c-a149-4359-82ba-e7d48bec92e7, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=922f1e4c-a149-4359-82ba-e7d48bec92e7,segment=NetworkSegment(3980fb01-f4d6-4f9d-89ff-97ad0cbaf2ff),segment_id=3980fb01-f4d6-4f9d-89ff-97ad0cbaf2ff)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:11:11.936776 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-26c590f6-033e-4563-81c7-57b9e11d25be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:12.118273 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-26c590f6-033e-4563-81c7-57b9e11d25be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:12.119019 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-26c590f6-033e-4563-81c7-57b9e11d25be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:12.120651 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-26c590f6-033e-4563-81c7-57b9e11d25be service neutron] 10.222.0.60 "PUT /v2.0/ports/922f1e4c-a149-4359-82ba-e7d48bec92e7 HTTP/1.1" status: 200 len: 1092 time: 2.9650033 Aug 10 03:11:12.125247 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e71a0fd-9049-4db9-b09f-57f7e39649f7', 'tag': '922f1e4c-a149-4359-82ba-e7d48bec92e7'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:11:12.128068 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5dbc86-d64f-46d1-9c0c-588c2e8fab3a" -d '{"events": [{"name": "network-changed", "server_uuid": "1e71a0fd-9049-4db9-b09f-57f7e39649f7", "tag": "922f1e4c-a149-4359-82ba-e7d48bec92e7"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:11:12.173230 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-236ecd88-6e7d-4549-9f23-e688b1a6172f service neutron] Request body: {'port': {'device_id': '1e71a0fd-9049-4db9-b09f-57f7e39649f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:12.226570 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e779f53-fadd-49c7-81ab-98ca8e17b216 req-64f708ad-8d26-4ee2-9cbd-09f59371c354 tempest-NetworksTest-710026542 tempest-NetworksTest-710026542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:12.227226 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e779f53-fadd-49c7-81ab-98ca8e17b216 req-64f708ad-8d26-4ee2-9cbd-09f59371c354 tempest-NetworksTest-710026542 tempest-NetworksTest-710026542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:12.231178 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e779f53-fadd-49c7-81ab-98ca8e17b216 req-64f708ad-8d26-4ee2-9cbd-09f59371c354 tempest-NetworksTest-710026542 tempest-NetworksTest-710026542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:12.231716 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e779f53-fadd-49c7-81ab-98ca8e17b216 req-64f708ad-8d26-4ee2-9cbd-09f59371c354 tempest-NetworksTest-710026542 tempest-NetworksTest-710026542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:12.232322 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e779f53-fadd-49c7-81ab-98ca8e17b216 req-64f708ad-8d26-4ee2-9cbd-09f59371c354 tempest-NetworksTest-710026542 tempest-NetworksTest-710026542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:12.232814 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e779f53-fadd-49c7-81ab-98ca8e17b216 req-64f708ad-8d26-4ee2-9cbd-09f59371c354 tempest-NetworksTest-710026542 tempest-NetworksTest-710026542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:12.233456 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e779f53-fadd-49c7-81ab-98ca8e17b216 req-64f708ad-8d26-4ee2-9cbd-09f59371c354 tempest-NetworksTest-710026542 tempest-NetworksTest-710026542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:12.233943 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e779f53-fadd-49c7-81ab-98ca8e17b216 req-64f708ad-8d26-4ee2-9cbd-09f59371c354 tempest-NetworksTest-710026542 tempest-NetworksTest-710026542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:12.234758 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e779f53-fadd-49c7-81ab-98ca8e17b216 req-64f708ad-8d26-4ee2-9cbd-09f59371c354 tempest-NetworksTest-710026542 tempest-NetworksTest-710026542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:12.235150 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e779f53-fadd-49c7-81ab-98ca8e17b216 req-64f708ad-8d26-4ee2-9cbd-09f59371c354 tempest-NetworksTest-710026542 tempest-NetworksTest-710026542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:12.235617 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e779f53-fadd-49c7-81ab-98ca8e17b216 req-64f708ad-8d26-4ee2-9cbd-09f59371c354 tempest-NetworksTest-710026542 tempest-NetworksTest-710026542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:12.236080 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e779f53-fadd-49c7-81ab-98ca8e17b216 req-64f708ad-8d26-4ee2-9cbd-09f59371c354 tempest-NetworksTest-710026542 tempest-NetworksTest-710026542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:12.236545 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e779f53-fadd-49c7-81ab-98ca8e17b216 req-64f708ad-8d26-4ee2-9cbd-09f59371c354 tempest-NetworksTest-710026542 tempest-NetworksTest-710026542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:12.237562 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e779f53-fadd-49c7-81ab-98ca8e17b216 req-64f708ad-8d26-4ee2-9cbd-09f59371c354 tempest-NetworksTest-710026542 tempest-NetworksTest-710026542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:12.238016 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e779f53-fadd-49c7-81ab-98ca8e17b216 req-64f708ad-8d26-4ee2-9cbd-09f59371c354 tempest-NetworksTest-710026542 tempest-NetworksTest-710026542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:12.240384 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1e779f53-fadd-49c7-81ab-98ca8e17b216 req-64f708ad-8d26-4ee2-9cbd-09f59371c354 tempest-NetworksTest-710026542 tempest-NetworksTest-710026542-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 10598 time: 0.5434031 Aug 10 03:11:12.258513 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c590f6-033e-4563-81c7-57b9e11d25be service neutron] Pushing event updated for resources: {'Port': ['ID=922f1e4c-a149-4359-82ba-e7d48bec92e7,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:12.332311 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ab6b5-23a1-4e68-8bb1-72c8b4056171 req-70596f61-e388-478c-91f6-f01a4082df68 tempest-InstanceActionsNegativeTestJSON-1649678518 tempest-InstanceActionsNegativeTestJSON-1649678518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:12.333861 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9a1ab6b5-23a1-4e68-8bb1-72c8b4056171 req-70596f61-e388-478c-91f6-f01a4082df68 tempest-InstanceActionsNegativeTestJSON-1649678518 tempest-InstanceActionsNegativeTestJSON-1649678518-project] 10.222.0.62 "GET /v2.0/networks?id=acf604cc-b7d7-47af-a5a6-a84df1a6252c HTTP/1.1" status: 200 len: 822 time: 0.5287127 Aug 10 03:11:12.344057 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd4cf8b-ff2c-46a6-94ea-59f7c457b75e req-e1a7ed56-0383-423a-b518-ee423196a60c tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:12.345580 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bbd4cf8b-ff2c-46a6-94ea-59f7c457b75e req-e1a7ed56-0383-423a-b518-ee423196a60c tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.58 "GET /v2.0/networks?id=8ebbd51d-54f8-47d9-924a-757d571ead63 HTTP/1.1" status: 200 len: 821 time: 0.4733837 Aug 10 03:11:12.364214 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-236ecd88-6e7d-4549-9f23-e688b1a6172f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:12.377199 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-bbd4cf8b-ff2c-46a6-94ea-59f7c457b75e req-0c5c7d32-c70c-40a3-8179-92495e2d0f42 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Request body: {'port': {'device_id': '4bf7f255-a9c9-4ac9-bcc7-c86bc2d46b5d', 'network_id': '8ebbd51d-54f8-47d9-924a-757d571ead63', 'admin_state_up': True, 'tenant_id': '5acd3c353298420295f54d7820a6128a'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:12.407514 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9a1ab6b5-23a1-4e68-8bb1-72c8b4056171 req-ddbc9c88-511e-40a8-9dbc-a056b55b1d98 tempest-InstanceActionsNegativeTestJSON-1649678518 tempest-InstanceActionsNegativeTestJSON-1649678518-project] 10.222.0.62 "GET /v2.0/quotas/e450f6b03de04b20833c7f0cd13d61c0 HTTP/1.1" status: 200 len: 375 time: 0.0465529 Aug 10 03:11:12.492792 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9a1ab6b5-23a1-4e68-8bb1-72c8b4056171 req-14794ffd-5110-4e4d-946a-686dd98d1268 tempest-InstanceActionsNegativeTestJSON-1649678518 tempest-InstanceActionsNegativeTestJSON-1649678518-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e450f6b03de04b20833c7f0cd13d61c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0582359 Aug 10 03:11:12.525774 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a4fae0-fc5e-4bab-a2d8-5db8276ed09c req-719d41d9-53e4-41df-b608-0062a3e09471 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:12.527549 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c2a4fae0-fc5e-4bab-a2d8-5db8276ed09c req-719d41d9-53e4-41df-b608-0062a3e09471 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aaf1a45-5d67-4249-9916-aa38027f14af HTTP/1.1" status: 200 len: 944 time: 0.2182269 Aug 10 03:11:12.733890 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c2a4fae0-fc5e-4bab-a2d8-5db8276ed09c req-08e2da89-7777-44f4-bdc8-2a1dd3be3186 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566677 Aug 10 03:11:12.792744 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9a1ab6b5-23a1-4e68-8bb1-72c8b4056171 req-038db365-60a9-409f-bf57-c35e3f1b3980 service neutron] 10.222.0.62 "GET /v2.0/networks/acf604cc-b7d7-47af-a5a6-a84df1a6252c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905011 Aug 10 03:11:12.802214 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbd4cf8b-ff2c-46a6-94ea-59f7c457b75e req-0c5c7d32-c70c-40a3-8179-92495e2d0f42 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Made reservation on behalf of 5acd3c353298420295f54d7820a6128a for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:11:12.805903 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-bbd4cf8b-ff2c-46a6-94ea-59f7c457b75e req-0c5c7d32-c70c-40a3-8179-92495e2d0f42 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:13.021255 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da0fd84-4c9f-4723-82b8-5f5a812e23f2 x-openstack-request-id: req-2da0fd84-4c9f-4723-82b8-5f5a812e23f2 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:11:13.021639 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e71a0fd-9049-4db9-b09f-57f7e39649f7", "tag": "922f1e4c-a149-4359-82ba-e7d48bec92e7", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:11:13.021977 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2da0fd84-4c9f-4723-82b8-5f5a812e23f2 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:11:13.022535 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e71a0fd-9049-4db9-b09f-57f7e39649f7', 'tag': '922f1e4c-a149-4359-82ba-e7d48bec92e7', 'status': 'completed', 'code': 200} Aug 10 03:11:13.479978 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9a1ab6b5-23a1-4e68-8bb1-72c8b4056171 req-e9277006-70ed-422a-a1d4-010615dbfa25 service neutron] 10.222.0.62 "GET /v2.0/networks/acf604cc-b7d7-47af-a5a6-a84df1a6252c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6717122 Aug 10 03:11:13.530241 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-236ecd88-6e7d-4549-9f23-e688b1a6172f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 064b356a-79ea-45c7-aa11-af75a4d13f12 {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:11:13.548444 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-236ecd88-6e7d-4549-9f23-e688b1a6172f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:13.595414 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-236ecd88-6e7d-4549-9f23-e688b1a6172f service neutron] Transition to ACTIVE for port object 064b356a-79ea-45c7-aa11-af75a4d13f12 will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:11:13.603413 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5dbc86-d64f-46d1-9c0c-588c2e8fab3a req-c410bd93-bd51-428f-bb7b-73cd6cbb8b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:13.603702 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5dbc86-d64f-46d1-9c0c-588c2e8fab3a req-c410bd93-bd51-428f-bb7b-73cd6cbb8b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:13.604181 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5dbc86-d64f-46d1-9c0c-588c2e8fab3a req-c410bd93-bd51-428f-bb7b-73cd6cbb8b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:13.604655 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5dbc86-d64f-46d1-9c0c-588c2e8fab3a req-c410bd93-bd51-428f-bb7b-73cd6cbb8b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:13.605129 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5dbc86-d64f-46d1-9c0c-588c2e8fab3a req-c410bd93-bd51-428f-bb7b-73cd6cbb8b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:13.606966 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dd5dbc86-d64f-46d1-9c0c-588c2e8fab3a req-c410bd93-bd51-428f-bb7b-73cd6cbb8b40 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=113c9048eb054fe989e54191f5a42ad9&device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 4361 time: 0.5771737 Aug 10 03:11:13.619162 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-bbd4cf8b-ff2c-46a6-94ea-59f7c457b75e req-0c5c7d32-c70c-40a3-8179-92495e2d0f42 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Allocated IP 172.20.0.5 (8ebbd51d-54f8-47d9-924a-757d571ead63/d0da5992-75df-4d7e-ac40-4e60cfbca09c/55f72fce-99c3-4300-bc8e-40a8a859bb95) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:11:13.621557 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-236ecd88-6e7d-4549-9f23-e688b1a6172f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:13.688869 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6532af-03a9-4aa1-8ab8-9450068dcdb1 req-fcc392d1-075d-4bad-aa49-a53fa1fba0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:13.690685 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0f6532af-03a9-4aa1-8ab8-9450068dcdb1 req-fcc392d1-075d-4bad-aa49-a53fa1fba0ca service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e2f7cf69-220e-4aab-a168-073d97fba7c6&tenant_id=6cb2c88cb44048dc824ad7a6e6e788f5 HTTP/1.1" status: 200 len: 1102 time: 0.1173210 Aug 10 03:11:13.702363 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0903dde4-f879-4ca5-ac69-2f207f1914ab req-a7db9c56-ea26-4704-9bd7-d001ae2924e7 tempest-NetworksTest-710026542 tempest-NetworksTest-710026542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:13.703935 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0903dde4-f879-4ca5-ac69-2f207f1914ab req-a7db9c56-ea26-4704-9bd7-d001ae2924e7 tempest-NetworksTest-710026542 tempest-NetworksTest-710026542-project-admin] 10.222.0.62 "GET /v2.0/networks/09ca2025-b9a6-4e84-8019-8d9fbef3753e HTTP/1.1" status: 200 len: 886 time: 0.6754632 Aug 10 03:11:13.726959 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-0f6532af-03a9-4aa1-8ab8-9450068dcdb1 req-c639adf8-b67b-4772-8995-e4ebee113920 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768851-15', 'device_owner': 'compute:nova'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:13.816898 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-0f6532af-03a9-4aa1-8ab8-9450068dcdb1 req-c639adf8-b67b-4772-8995-e4ebee113920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:13.883078 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5dbc86-d64f-46d1-9c0c-588c2e8fab3a req-43b88579-454d-45c5-9b9e-607bab4dbc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:13.883485 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5dbc86-d64f-46d1-9c0c-588c2e8fab3a req-43b88579-454d-45c5-9b9e-607bab4dbc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:13.883937 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5dbc86-d64f-46d1-9c0c-588c2e8fab3a req-43b88579-454d-45c5-9b9e-607bab4dbc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:13.885785 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dd5dbc86-d64f-46d1-9c0c-588c2e8fab3a req-43b88579-454d-45c5-9b9e-607bab4dbc0c service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=113c9048eb054fe989e54191f5a42ad9&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2587175 Aug 10 03:11:13.992727 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236ecd88-6e7d-4549-9f23-e688b1a6172f service neutron] Pushing event updated for resources: {'Port': ['ID=064b356a-79ea-45c7-aa11-af75a4d13f12,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:14.134511 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-0f6532af-03a9-4aa1-8ab8-9450068dcdb1 req-c639adf8-b67b-4772-8995-e4ebee113920 service neutron] For port 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=84e9efbc-5efa-4aed-9d83-a539d7e6bb9a,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:14.139434 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6387de76-2628-4d67-a4a7-1b28601cddbb req-955676fb-3792-435b-8728-b33c66536712 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:14.146119 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6387de76-2628-4d67-a4a7-1b28601cddbb req-955676fb-3792-435b-8728-b33c66536712 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:14.152586 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6387de76-2628-4d67-a4a7-1b28601cddbb req-955676fb-3792-435b-8728-b33c66536712 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:14.159366 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6387de76-2628-4d67-a4a7-1b28601cddbb req-955676fb-3792-435b-8728-b33c66536712 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:14.169993 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6387de76-2628-4d67-a4a7-1b28601cddbb req-955676fb-3792-435b-8728-b33c66536712 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:14.176601 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6387de76-2628-4d67-a4a7-1b28601cddbb req-955676fb-3792-435b-8728-b33c66536712 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:14.184939 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6387de76-2628-4d67-a4a7-1b28601cddbb req-955676fb-3792-435b-8728-b33c66536712 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 4602 time: 0.4203010 Aug 10 03:11:14.202667 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f3888-53d7-4ff9-b738-aff4976784b8 req-d370cff3-3ef1-4c51-bde7-444924e1f150 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:14.210696 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4d3f3888-53d7-4ff9-b738-aff4976784b8 req-d370cff3-3ef1-4c51-bde7-444924e1f150 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a6b85e6-4c0a-402f-94b6-776fdbcec732 HTTP/1.1" status: 200 len: 945 time: 0.3484964 Aug 10 03:11:14.257113 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-0f6532af-03a9-4aa1-8ab8-9450068dcdb1 req-c639adf8-b67b-4772-8995-e4ebee113920 service neutron] For port 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a, host n-h2-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:11:14.306069 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f7cf69-220e-4aab-a168-073d97fba7c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84e9efbc-5efa-4aed-9d83-a539d7e6bb9a'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:11:14.308621 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4673c0b4-3055-4fdf-97a7-9a90193be546" -d '{"events": [{"server_uuid": "e2f7cf69-220e-4aab-a168-073d97fba7c6", "name": "network-vif-unplugged", "status": "completed", "tag": "84e9efbc-5efa-4aed-9d83-a539d7e6bb9a"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:11:14.313390 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-0f6532af-03a9-4aa1-8ab8-9450068dcdb1 req-c639adf8-b67b-4772-8995-e4ebee113920 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:14.328680 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-0f6532af-03a9-4aa1-8ab8-9450068dcdb1 req-c639adf8-b67b-4772-8995-e4ebee113920 service neutron] Transition to ACTIVE for port object 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:11:14.335601 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-0f6532af-03a9-4aa1-8ab8-9450068dcdb1 req-c639adf8-b67b-4772-8995-e4ebee113920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:14.376275 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4d3f3888-53d7-4ff9-b738-aff4976784b8 req-90b633d0-f4ad-4b3e-b128-5a3c8e593a2e tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626480 Aug 10 03:11:14.410005 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f6532af-03a9-4aa1-8ab8-9450068dcdb1 req-c639adf8-b67b-4772-8995-e4ebee113920 service neutron] No DVR routers for this DVR port 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a on host n-h2-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:11:14.419033 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c639adf8-b67b-4772-8995-e4ebee113920 service neutron] Pushing event updated for resources: {'Port': ['ID=84e9efbc-5efa-4aed-9d83-a539d7e6bb9a,revision_number=10']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:14.463799 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-0f6532af-03a9-4aa1-8ab8-9450068dcdb1 req-c639adf8-b67b-4772-8995-e4ebee113920 service neutron] Attempting to bind port 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:11:14.464196 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-0f6532af-03a9-4aa1-8ab8-9450068dcdb1 req-c639adf8-b67b-4772-8995-e4ebee113920 service neutron] Attempting to bind port 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:11:14.464478 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6532af-03a9-4aa1-8ab8-9450068dcdb1 req-c639adf8-b67b-4772-8995-e4ebee113920 service neutron] Attempting to bind port 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:11:14.471310 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6532af-03a9-4aa1-8ab8-9450068dcdb1 req-c639adf8-b67b-4772-8995-e4ebee113920 service neutron] Port 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:11:14.471940 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6532af-03a9-4aa1-8ab8-9450068dcdb1 req-c639adf8-b67b-4772-8995-e4ebee113920 service neutron] Attempting to bind port 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:11:14.478427 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6532af-03a9-4aa1-8ab8-9450068dcdb1 req-c639adf8-b67b-4772-8995-e4ebee113920 service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:11:14.479092 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6532af-03a9-4aa1-8ab8-9450068dcdb1 req-c639adf8-b67b-4772-8995-e4ebee113920 service neutron] Checking segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:11:14.479763 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6532af-03a9-4aa1-8ab8-9450068dcdb1 req-c639adf8-b67b-4772-8995-e4ebee113920 service neutron] Bound using segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:11:14.480430 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-0f6532af-03a9-4aa1-8ab8-9450068dcdb1 req-c639adf8-b67b-4772-8995-e4ebee113920 service neutron] Bound port: 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:11:14.480959 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-0f6532af-03a9-4aa1-8ab8-9450068dcdb1 req-c639adf8-b67b-4772-8995-e4ebee113920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:14.517775 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6387de76-2628-4d67-a4a7-1b28601cddbb req-48bcccc4-9185-42d5-a75b-4c9d73096958 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/security-groups?id=b405968e-e8dd-4859-b855-f8ae1385ba0e&id=8fa0499c-1adb-43e6-95ad-71a41197fc16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3283539 Aug 10 03:11:14.590258 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-0f6532af-03a9-4aa1-8ab8-9450068dcdb1 req-c639adf8-b67b-4772-8995-e4ebee113920 service neutron] For port 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:11:14.596718 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-0f6532af-03a9-4aa1-8ab8-9450068dcdb1 req-c639adf8-b67b-4772-8995-e4ebee113920 service neutron] For port 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=84e9efbc-5efa-4aed-9d83-a539d7e6bb9a,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:11:14.602810 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-0f6532af-03a9-4aa1-8ab8-9450068dcdb1 req-c639adf8-b67b-4772-8995-e4ebee113920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:14.648111 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d733b8a2-9ca7-4721-a612-6fd8ac5ff2f2 req-e8752bea-c018-49fc-a511-5599a1180eba tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bf7f255-a9c9-4ac9-bcc7-c86bc2d46b5d HTTP/1.1" status: 200 len: 210 time: 0.1479487 Aug 10 03:11:14.667806 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c639adf8-b67b-4772-8995-e4ebee113920 service neutron] Pushing event updated for resources: {'Port': ['ID=84e9efbc-5efa-4aed-9d83-a539d7e6bb9a,revision_number=11']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:14.690091 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6532af-03a9-4aa1-8ab8-9450068dcdb1 req-c639adf8-b67b-4772-8995-e4ebee113920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:14.690930 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-0f6532af-03a9-4aa1-8ab8-9450068dcdb1 req-c639adf8-b67b-4772-8995-e4ebee113920 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:14.693379 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0f6532af-03a9-4aa1-8ab8-9450068dcdb1 req-c639adf8-b67b-4772-8995-e4ebee113920 service neutron] 10.222.0.58 "PUT /v2.0/ports/84e9efbc-5efa-4aed-9d83-a539d7e6bb9a HTTP/1.1" status: 200 len: 1098 time: 0.9819565 Aug 10 03:11:14.732952 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5dbc86-d64f-46d1-9c0c-588c2e8fab3a req-edcd17c2-b393-4ffd-948c-d28ef5c083c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:14.735075 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dd5dbc86-d64f-46d1-9c0c-588c2e8fab3a req-edcd17c2-b393-4ffd-948c-d28ef5c083c0 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8165226 Aug 10 03:11:14.777618 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6532af-03a9-4aa1-8ab8-9450068dcdb1 req-9d5cc329-be81-458a-88f7-b0be92bdce3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:14.780023 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0f6532af-03a9-4aa1-8ab8-9450068dcdb1 req-9d5cc329-be81-458a-88f7-b0be92bdce3b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6cb2c88cb44048dc824ad7a6e6e788f5&device_id=e2f7cf69-220e-4aab-a168-073d97fba7c6 HTTP/1.1" status: 200 len: 1101 time: 0.0631456 Aug 10 03:11:14.793133 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-bbd4cf8b-ff2c-46a6-94ea-59f7c457b75e req-0c5c7d32-c70c-40a3-8179-92495e2d0f42 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:14.854603 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-236ecd88-6e7d-4549-9f23-e688b1a6172f service neutron] Attempting to bind port 064b356a-79ea-45c7-aa11-af75a4d13f12 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:11:14.854997 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-236ecd88-6e7d-4549-9f23-e688b1a6172f service neutron] Attempting to bind port 064b356a-79ea-45c7-aa11-af75a4d13f12 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '9de9bfca-d5e3-4514-839e-5c60e3c23980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f1f6800e-d6fe-4d63-bb1f-c42246d24569'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:11:14.855337 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-236ecd88-6e7d-4549-9f23-e688b1a6172f service neutron] Attempting to bind port 064b356a-79ea-45c7-aa11-af75a4d13f12 on network f1f6800e-d6fe-4d63-bb1f-c42246d24569 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:11:14.882472 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c7a430af-14ab-467f-ac80-0bfe18390517 req-db79b84a-fbac-4f6a-bfac-d054358544ea tempest-InstanceActionsNegativeTestJSON-1649678518 tempest-InstanceActionsNegativeTestJSON-1649678518-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa1d41c6-07d3-4853-8dde-a7d5aa20ebd2 HTTP/1.1" status: 200 len: 210 time: 0.0401530 Aug 10 03:11:14.886121 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-236ecd88-6e7d-4549-9f23-e688b1a6172f service neutron] Port 064b356a-79ea-45c7-aa11-af75a4d13f12 on network f1f6800e-d6fe-4d63-bb1f-c42246d24569 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:11:14.886464 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-236ecd88-6e7d-4549-9f23-e688b1a6172f service neutron] Attempting to bind port 064b356a-79ea-45c7-aa11-af75a4d13f12 on network f1f6800e-d6fe-4d63-bb1f-c42246d24569 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:11:14.897565 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-236ecd88-6e7d-4549-9f23-e688b1a6172f service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:11:14.897920 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-236ecd88-6e7d-4549-9f23-e688b1a6172f service neutron] Checking segment: {'id': '9de9bfca-d5e3-4514-839e-5c60e3c23980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f1f6800e-d6fe-4d63-bb1f-c42246d24569'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:11:14.898367 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-236ecd88-6e7d-4549-9f23-e688b1a6172f service neutron] Bound using segment: {'id': '9de9bfca-d5e3-4514-839e-5c60e3c23980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f1f6800e-d6fe-4d63-bb1f-c42246d24569'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:11:14.904058 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-236ecd88-6e7d-4549-9f23-e688b1a6172f service neutron] Bound port: 064b356a-79ea-45c7-aa11-af75a4d13f12, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9de9bfca-d5e3-4514-839e-5c60e3c23980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f1f6800e-d6fe-4d63-bb1f-c42246d24569'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:11:14.904284 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-236ecd88-6e7d-4549-9f23-e688b1a6172f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:14.929833 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6532af-03a9-4aa1-8ab8-9450068dcdb1 req-58b61e09-a055-40f7-8667-250d41bd6af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:14.931587 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0f6532af-03a9-4aa1-8ab8-9450068dcdb1 req-58b61e09-a055-40f7-8667-250d41bd6af9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d HTTP/1.1" status: 200 len: 870 time: 0.1436141 Aug 10 03:11:14.956869 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-bbd4cf8b-ff2c-46a6-94ea-59f7c457b75e req-0c5c7d32-c70c-40a3-8179-92495e2d0f42 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:15.001787 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0f6532af-03a9-4aa1-8ab8-9450068dcdb1 req-33876c1d-b648-4f8b-987a-2ea443911d33 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=84e9efbc-5efa-4aed-9d83-a539d7e6bb9a HTTP/1.1" status: 200 len: 217 time: 0.0615191 Aug 10 03:11:15.088055 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b5fdb-99e9-42c4-a515-9d34e3d6323b req-5dbbfed7-45e6-4c33-96f3-8c00e3aa1a0a tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:15.089890 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9e7b5fdb-99e9-42c4-a515-9d34e3d6323b req-5dbbfed7-45e6-4c33-96f3-8c00e3aa1a0a tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2f7cf69-220e-4aab-a168-073d97fba7c6 HTTP/1.1" status: 200 len: 949 time: 0.4073629 Aug 10 03:11:15.094193 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6532af-03a9-4aa1-8ab8-9450068dcdb1 req-065fdf3d-3729-41bc-9a7a-8c907b213ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:15.096461 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0f6532af-03a9-4aa1-8ab8-9450068dcdb1 req-065fdf3d-3729-41bc-9a7a-8c907b213ec2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.0854158 Aug 10 03:11:15.116053 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbd4cf8b-ff2c-46a6-94ea-59f7c457b75e req-0c5c7d32-c70c-40a3-8179-92495e2d0f42 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Network 8ebbd51d-54f8-47d9-924a-757d571ead63 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:11:15.153531 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6532af-03a9-4aa1-8ab8-9450068dcdb1 req-c23c8c70-d924-4f01-8511-6fca7ebcf80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:15.155189 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0f6532af-03a9-4aa1-8ab8-9450068dcdb1 req-c23c8c70-d924-4f01-8511-6fca7ebcf80f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0507474 Aug 10 03:11:15.162614 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-bbd4cf8b-ff2c-46a6-94ea-59f7c457b75e req-0c5c7d32-c70c-40a3-8179-92495e2d0f42 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:11:15.215713 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd4cf8b-ff2c-46a6-94ea-59f7c457b75e req-0c5c7d32-c70c-40a3-8179-92495e2d0f42 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:11:15.263658 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0f6532af-03a9-4aa1-8ab8-9450068dcdb1 req-330c6fa6-469a-4034-9eac-d1913a69e467 service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003335 Aug 10 03:11:15.271039 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5c7d32-c70c-40a3-8179-92495e2d0f42 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Pushing event updated for resources: {'Port': ['ID=55f72fce-99c3-4300-bc8e-40a8a859bb95,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:15.314258 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-236ecd88-6e7d-4549-9f23-e688b1a6172f service neutron] For port 064b356a-79ea-45c7-aa11-af75a4d13f12, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:11:15.352155 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd4cf8b-ff2c-46a6-94ea-59f7c457b75e req-0c5c7d32-c70c-40a3-8179-92495e2d0f42 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:15.352765 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-bbd4cf8b-ff2c-46a6-94ea-59f7c457b75e req-0c5c7d32-c70c-40a3-8179-92495e2d0f42 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:15.358681 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-236ecd88-6e7d-4549-9f23-e688b1a6172f service neutron] For port 064b356a-79ea-45c7-aa11-af75a4d13f12, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=064b356a-79ea-45c7-aa11-af75a4d13f12,segment=NetworkSegment(9de9bfca-d5e3-4514-839e-5c60e3c23980),segment_id=9de9bfca-d5e3-4514-839e-5c60e3c23980)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:11:15.384878 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0f6532af-03a9-4aa1-8ab8-9450068dcdb1 req-fc3afa37-0086-4c82-bdc4-936a896e9fd8 service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120443 Aug 10 03:11:15.389677 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-236ecd88-6e7d-4549-9f23-e688b1a6172f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:15.435852 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bbd4cf8b-ff2c-46a6-94ea-59f7c457b75e req-0c5c7d32-c70c-40a3-8179-92495e2d0f42 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0738292 Aug 10 03:11:15.464438 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed624fe-230f-4bce-92c5-c672892002fb req-71c35a2b-c526-46ac-ba45-f7f5591629c7 tempest-NetworksTest-710026542 tempest-NetworksTest-710026542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:15.464913 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed624fe-230f-4bce-92c5-c672892002fb req-71c35a2b-c526-46ac-ba45-f7f5591629c7 tempest-NetworksTest-710026542 tempest-NetworksTest-710026542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:15.465381 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed624fe-230f-4bce-92c5-c672892002fb req-71c35a2b-c526-46ac-ba45-f7f5591629c7 tempest-NetworksTest-710026542 tempest-NetworksTest-710026542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:15.465871 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed624fe-230f-4bce-92c5-c672892002fb req-71c35a2b-c526-46ac-ba45-f7f5591629c7 tempest-NetworksTest-710026542 tempest-NetworksTest-710026542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:15.466332 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed624fe-230f-4bce-92c5-c672892002fb req-71c35a2b-c526-46ac-ba45-f7f5591629c7 tempest-NetworksTest-710026542 tempest-NetworksTest-710026542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:15.466815 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed624fe-230f-4bce-92c5-c672892002fb req-71c35a2b-c526-46ac-ba45-f7f5591629c7 tempest-NetworksTest-710026542 tempest-NetworksTest-710026542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:15.467327 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed624fe-230f-4bce-92c5-c672892002fb req-71c35a2b-c526-46ac-ba45-f7f5591629c7 tempest-NetworksTest-710026542 tempest-NetworksTest-710026542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:15.467777 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed624fe-230f-4bce-92c5-c672892002fb req-71c35a2b-c526-46ac-ba45-f7f5591629c7 tempest-NetworksTest-710026542 tempest-NetworksTest-710026542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:15.468296 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed624fe-230f-4bce-92c5-c672892002fb req-71c35a2b-c526-46ac-ba45-f7f5591629c7 tempest-NetworksTest-710026542 tempest-NetworksTest-710026542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:15.468753 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed624fe-230f-4bce-92c5-c672892002fb req-71c35a2b-c526-46ac-ba45-f7f5591629c7 tempest-NetworksTest-710026542 tempest-NetworksTest-710026542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:15.469290 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed624fe-230f-4bce-92c5-c672892002fb req-71c35a2b-c526-46ac-ba45-f7f5591629c7 tempest-NetworksTest-710026542 tempest-NetworksTest-710026542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:15.469806 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed624fe-230f-4bce-92c5-c672892002fb req-71c35a2b-c526-46ac-ba45-f7f5591629c7 tempest-NetworksTest-710026542 tempest-NetworksTest-710026542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:15.470310 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed624fe-230f-4bce-92c5-c672892002fb req-71c35a2b-c526-46ac-ba45-f7f5591629c7 tempest-NetworksTest-710026542 tempest-NetworksTest-710026542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:15.470823 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed624fe-230f-4bce-92c5-c672892002fb req-71c35a2b-c526-46ac-ba45-f7f5591629c7 tempest-NetworksTest-710026542 tempest-NetworksTest-710026542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:15.471855 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed624fe-230f-4bce-92c5-c672892002fb req-71c35a2b-c526-46ac-ba45-f7f5591629c7 tempest-NetworksTest-710026542 tempest-NetworksTest-710026542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:15.474120 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5ed624fe-230f-4bce-92c5-c672892002fb req-71c35a2b-c526-46ac-ba45-f7f5591629c7 tempest-NetworksTest-710026542 tempest-NetworksTest-710026542-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 10598 time: 0.5450001 Aug 10 03:11:15.478035 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-bbd4cf8b-ff2c-46a6-94ea-59f7c457b75e req-2901516b-ea18-4024-8374-908e42643544 service neutron] Request body: {'port': {'device_id': '4bf7f255-a9c9-4ac9-bcc7-c86bc2d46b5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:15.489159 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ab6b5-23a1-4e68-8bb1-72c8b4056171 req-14fec62f-f753-4d0d-8ab4-40d16428715c tempest-InstanceActionsNegativeTestJSON-1649678518 tempest-InstanceActionsNegativeTestJSON-1649678518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:15.490919 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9a1ab6b5-23a1-4e68-8bb1-72c8b4056171 req-14fec62f-f753-4d0d-8ab4-40d16428715c tempest-InstanceActionsNegativeTestJSON-1649678518 tempest-InstanceActionsNegativeTestJSON-1649678518-project] 10.222.0.60 "GET /v2.0/networks?id=acf604cc-b7d7-47af-a5a6-a84df1a6252c HTTP/1.1" status: 200 len: 822 time: 0.4197907 Aug 10 03:11:15.546305 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-9a1ab6b5-23a1-4e68-8bb1-72c8b4056171 req-6b81b40b-4714-4015-b748-ad2b6afc031b tempest-InstanceActionsNegativeTestJSON-1649678518 tempest-InstanceActionsNegativeTestJSON-1649678518-project] Request body: {'port': {'device_id': 'aa1d41c6-07d3-4853-8dde-a7d5aa20ebd2', 'network_id': 'acf604cc-b7d7-47af-a5a6-a84df1a6252c', 'admin_state_up': True, 'tenant_id': 'e450f6b03de04b20833c7f0cd13d61c0'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:15.551384 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-236ecd88-6e7d-4549-9f23-e688b1a6172f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:15.552341 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-236ecd88-6e7d-4549-9f23-e688b1a6172f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:15.553939 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-236ecd88-6e7d-4549-9f23-e688b1a6172f service neutron] 10.222.0.60 "PUT /v2.0/ports/064b356a-79ea-45c7-aa11-af75a4d13f12 HTTP/1.1" status: 200 len: 1136 time: 3.3982663 Aug 10 03:11:15.556911 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e71a0fd-9049-4db9-b09f-57f7e39649f7', 'tag': '064b356a-79ea-45c7-aa11-af75a4d13f12'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:11:15.559369 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712597f9-a30d-462a-865d-02b4b7946a60" -d '{"events": [{"name": "network-changed", "server_uuid": "1e71a0fd-9049-4db9-b09f-57f7e39649f7", "tag": "064b356a-79ea-45c7-aa11-af75a4d13f12"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:11:15.625162 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d098f98-76a5-4325-b1a6-7297461efebe x-openstack-request-id: req-2d098f98-76a5-4325-b1a6-7297461efebe {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:11:15.625447 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2f7cf69-220e-4aab-a168-073d97fba7c6", "name": "network-vif-unplugged", "status": "completed", "tag": "84e9efbc-5efa-4aed-9d83-a539d7e6bb9a", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:11:15.625809 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2d098f98-76a5-4325-b1a6-7297461efebe {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:11:15.626335 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2f7cf69-220e-4aab-a168-073d97fba7c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84e9efbc-5efa-4aed-9d83-a539d7e6bb9a', 'code': 200} Aug 10 03:11:15.652840 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-5f7ad9eb-7b78-48ba-8060-d8bcc3c48301 service neutron] Request body: {'port': {'device_id': '1e71a0fd-9049-4db9-b09f-57f7e39649f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:15.661432 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9e7b5fdb-99e9-42c4-a515-9d34e3d6323b req-dd705e63-dbe8-43c5-bd0a-97ceee6389b9 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5244529 Aug 10 03:11:15.700604 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236ecd88-6e7d-4549-9f23-e688b1a6172f service neutron] Pushing event updated for resources: {'Port': ['ID=064b356a-79ea-45c7-aa11-af75a4d13f12,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:15.743722 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-bbd4cf8b-ff2c-46a6-94ea-59f7c457b75e req-2901516b-ea18-4024-8374-908e42643544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:15.849845 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41608) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:15.892284 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-5f7ad9eb-7b78-48ba-8060-d8bcc3c48301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:15.895244 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba03bc-ff83-4b3a-ada3-1f25ede8cfcb req-9f48d4ba-f967-4e0b-ab97-879be17e355f tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:15.896776 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-53ba03bc-ff83-4b3a-ada3-1f25ede8cfcb req-9f48d4ba-f967-4e0b-ab97-879be17e355f tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5aaf1a45-5d67-4249-9916-aa38027f14af HTTP/1.1" status: 200 len: 1096 time: 0.1992908 Aug 10 03:11:15.976663 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-48f30068-7af7-4b3e-8c7d-680a585b6d70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:15.997307 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.db.api [None req-48f30068-7af7-4b3e-8c7d-680a585b6d70 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:11:15.997307 n-d-768851-15 neutron-server[94217]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 10 03:11:15.997307 n-d-768851-15 neutron-server[94217]: [parameters: {'project_id': '933095db316e4b0c875fb07ef552e893', 'id': '9976798d-aa7c-4f25-ad8a-abaae095d3a7', 'expiration': datetime.datetime(2021, 8, 10, 3, 13, 15, 993092)}] Aug 10 03:11:15.997307 n-d-768851-15 neutron-server[94217]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:11:15.997991 n-d-768851-15 neutron-server[94217]: DEBUG oslo_db.api [None req-48f30068-7af7-4b3e-8c7d-680a585b6d70 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:11:16.050282 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f285c-4ba9-4c3c-b49f-78aa5399f3dc req-9385f83c-3922-42e4-b180-17193d77211f tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:16.051896 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-054f285c-4ba9-4c3c-b49f-78aa5399f3dc req-9385f83c-3922-42e4-b180-17193d77211f tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a6b85e6-4c0a-402f-94b6-776fdbcec732 HTTP/1.1" status: 200 len: 945 time: 0.2888258 Aug 10 03:11:16.108597 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a1ab6b5-23a1-4e68-8bb1-72c8b4056171 req-6b81b40b-4714-4015-b748-ad2b6afc031b tempest-InstanceActionsNegativeTestJSON-1649678518 tempest-InstanceActionsNegativeTestJSON-1649678518-project] Made reservation on behalf of e450f6b03de04b20833c7f0cd13d61c0 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:11:16.112949 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-9a1ab6b5-23a1-4e68-8bb1-72c8b4056171 req-6b81b40b-4714-4015-b748-ad2b6afc031b tempest-InstanceActionsNegativeTestJSON-1649678518 tempest-InstanceActionsNegativeTestJSON-1649678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:16.147924 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-53ba03bc-ff83-4b3a-ada3-1f25ede8cfcb req-e8cce772-1349-42ad-9e3d-5a21d1ae9b08 tempest-LiveAutoBlockMigrationV225Test-1772605919 tempest-LiveAutoBlockMigrationV225Test-1772605919-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425964 Aug 10 03:11:16.274895 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-054f285c-4ba9-4c3c-b49f-78aa5399f3dc req-67716ad9-8e03-4823-908d-e1fc392c28a6 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054479 Aug 10 03:11:16.317686 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:11:16.349649 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70790ec1-49aa-4925-a849-98e22c8adadd x-openstack-request-id: req-70790ec1-49aa-4925-a849-98e22c8adadd {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:11:16.349947 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e71a0fd-9049-4db9-b09f-57f7e39649f7", "tag": "064b356a-79ea-45c7-aa11-af75a4d13f12", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:11:16.350686 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-70790ec1-49aa-4925-a849-98e22c8adadd {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:11:16.350686 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e71a0fd-9049-4db9-b09f-57f7e39649f7', 'tag': '064b356a-79ea-45c7-aa11-af75a4d13f12', 'status': 'completed', 'code': 200} Aug 10 03:11:16.365210 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:11:16.498915 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-48f30068-7af7-4b3e-8c7d-680a585b6d70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:16.600641 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-48f30068-7af7-4b3e-8c7d-680a585b6d70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:16.605643 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-48f30068-7af7-4b3e-8c7d-680a585b6d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:16.650910 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-48f30068-7af7-4b3e-8c7d-680a585b6d70 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=933095db316e4b0c875fb07ef552e893&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7991085 Aug 10 03:11:16.652978 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f30068-7af7-4b3e-8c7d-680a585b6d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5115fa2e-246f-47ea-bc73-912e4f9e634b,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:16.655990 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41618) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:16.715130 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-318ebe61-d35f-4eff-894d-4fac7d94417f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:16.738072 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-318ebe61-d35f-4eff-894d-4fac7d94417f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:16.791137 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-318ebe61-d35f-4eff-894d-4fac7d94417f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:16.793785 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-318ebe61-d35f-4eff-894d-4fac7d94417f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:16.795122 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-318ebe61-d35f-4eff-894d-4fac7d94417f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5115fa2e-246f-47ea-bc73-912e4f9e634b HTTP/1.1" status: 204 len: 168 time: 0.1381125 Aug 10 03:11:16.804084 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318ebe61-d35f-4eff-894d-4fac7d94417f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5115fa2e-246f-47ea-bc73-912e4f9e634b,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:16.863218 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2195279-e60c-4ab1-a19b-a2f026230e64 req-cefc94ec-1366-44df-943b-19e1ceddfa75 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:16.869725 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2195279-e60c-4ab1-a19b-a2f026230e64 req-cefc94ec-1366-44df-943b-19e1ceddfa75 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:16.876112 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2195279-e60c-4ab1-a19b-a2f026230e64 req-cefc94ec-1366-44df-943b-19e1ceddfa75 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:16.883116 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2195279-e60c-4ab1-a19b-a2f026230e64 req-cefc94ec-1366-44df-943b-19e1ceddfa75 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:16.889565 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2195279-e60c-4ab1-a19b-a2f026230e64 req-cefc94ec-1366-44df-943b-19e1ceddfa75 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:16.895799 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2195279-e60c-4ab1-a19b-a2f026230e64 req-cefc94ec-1366-44df-943b-19e1ceddfa75 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:16.897688 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d2195279-e60c-4ab1-a19b-a2f026230e64 req-cefc94ec-1366-44df-943b-19e1ceddfa75 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 4602 time: 0.6603773 Aug 10 03:11:16.981396 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712597f9-a30d-462a-865d-02b4b7946a60 req-802c5e5d-5315-44a5-9a78-4a232c3381fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:16.981936 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712597f9-a30d-462a-865d-02b4b7946a60 req-802c5e5d-5315-44a5-9a78-4a232c3381fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:16.982409 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712597f9-a30d-462a-865d-02b4b7946a60 req-802c5e5d-5315-44a5-9a78-4a232c3381fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:16.982923 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712597f9-a30d-462a-865d-02b4b7946a60 req-802c5e5d-5315-44a5-9a78-4a232c3381fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:16.983391 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712597f9-a30d-462a-865d-02b4b7946a60 req-802c5e5d-5315-44a5-9a78-4a232c3381fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:16.983861 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712597f9-a30d-462a-865d-02b4b7946a60 req-802c5e5d-5315-44a5-9a78-4a232c3381fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:16.985674 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-712597f9-a30d-462a-865d-02b4b7946a60 req-802c5e5d-5315-44a5-9a78-4a232c3381fa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=113c9048eb054fe989e54191f5a42ad9&device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 5290 time: 0.6042485 Aug 10 03:11:17.071706 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-9a1ab6b5-23a1-4e68-8bb1-72c8b4056171 req-6b81b40b-4714-4015-b748-ad2b6afc031b tempest-InstanceActionsNegativeTestJSON-1649678518 tempest-InstanceActionsNegativeTestJSON-1649678518-project] Allocated IP 172.20.0.4 (acf604cc-b7d7-47af-a5a6-a84df1a6252c/8b04cafd-64d3-4a5a-a770-e5b535557123/2388abf3-f6d3-42bd-8901-f10e8787999e) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:11:17.082798 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41626) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:17.097065 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d9123f1e-9f19-4a79-8f29-d5c294a7198f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:17.114232 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a371d-dca6-4e46-8182-1233504dcb83 req-856ff790-9768-41ad-a4ad-8334e522d0d2 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:17.115908 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8e1a371d-dca6-4e46-8182-1233504dcb83 req-856ff790-9768-41ad-a4ad-8334e522d0d2 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bf7f255-a9c9-4ac9-bcc7-c86bc2d46b5d HTTP/1.1" status: 200 len: 931 time: 0.7096295 Aug 10 03:11:17.147748 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-bbd4cf8b-ff2c-46a6-94ea-59f7c457b75e req-2901516b-ea18-4024-8374-908e42643544 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55f72fce-99c3-4300-bc8e-40a8a859bb95 {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:11:17.165626 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d2195279-e60c-4ab1-a19b-a2f026230e64 req-c3af9d30-6aaf-4dec-afa8-fa9792e1e650 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/security-groups?id=b405968e-e8dd-4859-b855-f8ae1385ba0e&id=8fa0499c-1adb-43e6-95ad-71a41197fc16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2389739 Aug 10 03:11:17.187591 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-bbd4cf8b-ff2c-46a6-94ea-59f7c457b75e req-2901516b-ea18-4024-8374-908e42643544 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:17.210700 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d9123f1e-9f19-4a79-8f29-d5c294a7198f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:17.215835 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d9123f1e-9f19-4a79-8f29-d5c294a7198f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:17.254341 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9123f1e-9f19-4a79-8f29-d5c294a7198f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd1cfb7-5360-4a95-ac2f-7f98000cfc1b,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:17.261250 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d9123f1e-9f19-4a79-8f29-d5c294a7198f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ce0fba98abed477390247635195a5409&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1749606 Aug 10 03:11:17.261463 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41628) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:17.300339 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-bbd4cf8b-ff2c-46a6-94ea-59f7c457b75e req-2901516b-ea18-4024-8374-908e42643544 service neutron] Transition to ACTIVE for port object 55f72fce-99c3-4300-bc8e-40a8a859bb95 will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:11:17.312534 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-266ccbd4-5edd-4273-804f-38ed7f054cf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:17.334975 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8e1a371d-dca6-4e46-8182-1233504dcb83 req-6945f419-2ba9-40bc-8fec-fc108c9bc7b7 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a17030d-dd29-4c0e-9b90-111361473668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006214 Aug 10 03:11:17.336868 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-08254f94-cbac-4d3f-b6fb-916a22b7ec70 req-214f4a6e-6eec-405a-af16-aa82c4bada5d tempest-InstanceActionsNegativeTestJSON-1649678518 tempest-InstanceActionsNegativeTestJSON-1649678518-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa1d41c6-07d3-4853-8dde-a7d5aa20ebd2 HTTP/1.1" status: 200 len: 210 time: 0.0927083 Aug 10 03:11:17.338444 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-266ccbd4-5edd-4273-804f-38ed7f054cf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:17.345296 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-bbd4cf8b-ff2c-46a6-94ea-59f7c457b75e req-2901516b-ea18-4024-8374-908e42643544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:17.367490 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-5f7ad9eb-7b78-48ba-8060-d8bcc3c48301 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06c52605-4de4-48ec-a7c2-def5b215a00c {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:11:17.401708 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712597f9-a30d-462a-865d-02b4b7946a60 req-b7c9d801-6b26-425b-b4fa-15b4a8390168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:17.402189 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712597f9-a30d-462a-865d-02b4b7946a60 req-b7c9d801-6b26-425b-b4fa-15b4a8390168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:17.402666 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712597f9-a30d-462a-865d-02b4b7946a60 req-b7c9d801-6b26-425b-b4fa-15b4a8390168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:17.404374 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-712597f9-a30d-462a-865d-02b4b7946a60 req-b7c9d801-6b26-425b-b4fa-15b4a8390168 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=113c9048eb054fe989e54191f5a42ad9&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4044344 Aug 10 03:11:17.408843 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-5f7ad9eb-7b78-48ba-8060-d8bcc3c48301 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:17.553322 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-5f7ad9eb-7b78-48ba-8060-d8bcc3c48301 service neutron] Transition to ACTIVE for port object 06c52605-4de4-48ec-a7c2-def5b215a00c will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:11:17.553803 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2901516b-ea18-4024-8374-908e42643544 service neutron] Pushing event updated for resources: {'Port': ['ID=55f72fce-99c3-4300-bc8e-40a8a859bb95,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:17.570762 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-5f7ad9eb-7b78-48ba-8060-d8bcc3c48301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:17.672116 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2f7cf69-220e-4aab-a168-073d97fba7c6', 'tag': '84e9efbc-5efa-4aed-9d83-a539d7e6bb9a'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:11:17.675029 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6a3d28-6183-4737-a9b9-90c843f7237f" -d '{"events": [{"name": "network-changed", "server_uuid": "e2f7cf69-220e-4aab-a168-073d97fba7c6", "tag": "84e9efbc-5efa-4aed-9d83-a539d7e6bb9a"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:11:17.727461 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-266ccbd4-5edd-4273-804f-38ed7f054cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:17.732111 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-266ccbd4-5edd-4273-804f-38ed7f054cf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:17.738854 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-266ccbd4-5edd-4273-804f-38ed7f054cf3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0dd1cfb7-5360-4a95-ac2f-7f98000cfc1b HTTP/1.1" status: 204 len: 168 time: 0.4763453 Aug 10 03:11:17.753375 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ccbd4-5edd-4273-804f-38ed7f054cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd1cfb7-5360-4a95-ac2f-7f98000cfc1b,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:17.859680 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-9a1ab6b5-23a1-4e68-8bb1-72c8b4056171 req-6b81b40b-4714-4015-b748-ad2b6afc031b tempest-InstanceActionsNegativeTestJSON-1649678518 tempest-InstanceActionsNegativeTestJSON-1649678518-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:17.889837 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7ad9eb-7b78-48ba-8060-d8bcc3c48301 service neutron] Pushing event updated for resources: {'Port': ['ID=06c52605-4de4-48ec-a7c2-def5b215a00c,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:17.942197 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712597f9-a30d-462a-865d-02b4b7946a60 req-c55bfec1-6abd-440d-ba39-e7b8ae858a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:17.943640 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-712597f9-a30d-462a-865d-02b4b7946a60 req-c55bfec1-6abd-440d-ba39-e7b8ae858a7c service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5255885 Aug 10 03:11:17.988326 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-bbd4cf8b-ff2c-46a6-94ea-59f7c457b75e req-2901516b-ea18-4024-8374-908e42643544 service neutron] Attempting to bind port 55f72fce-99c3-4300-bc8e-40a8a859bb95 on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:11:17.988723 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-bbd4cf8b-ff2c-46a6-94ea-59f7c457b75e req-2901516b-ea18-4024-8374-908e42643544 service neutron] Attempting to bind port 55f72fce-99c3-4300-bc8e-40a8a859bb95 by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': 'ad32b24d-632f-4bfa-be5f-47033bd88109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '8ebbd51d-54f8-47d9-924a-757d571ead63'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:11:17.989063 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd4cf8b-ff2c-46a6-94ea-59f7c457b75e req-2901516b-ea18-4024-8374-908e42643544 service neutron] Attempting to bind port 55f72fce-99c3-4300-bc8e-40a8a859bb95 on network 8ebbd51d-54f8-47d9-924a-757d571ead63 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:11:18.016053 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e3d9c9-8832-4221-9e5f-0e26cd2ab06a req-4e089e87-53d6-472e-92df-0c8d0a119e05 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:18.017579 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-94e3d9c9-8832-4221-9e5f-0e26cd2ab06a req-4e089e87-53d6-472e-92df-0c8d0a119e05 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2f7cf69-220e-4aab-a168-073d97fba7c6 HTTP/1.1" status: 200 len: 949 time: 0.3474684 Aug 10 03:11:18.022635 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd4cf8b-ff2c-46a6-94ea-59f7c457b75e req-2901516b-ea18-4024-8374-908e42643544 service neutron] Port 55f72fce-99c3-4300-bc8e-40a8a859bb95 on network 8ebbd51d-54f8-47d9-924a-757d571ead63 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:11:18.023062 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd4cf8b-ff2c-46a6-94ea-59f7c457b75e req-2901516b-ea18-4024-8374-908e42643544 service neutron] Attempting to bind port 55f72fce-99c3-4300-bc8e-40a8a859bb95 on network 8ebbd51d-54f8-47d9-924a-757d571ead63 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:11:18.058273 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d59a4f-2c96-4665-a323-66fdc1881bbb req-d77ab76c-f34d-4701-a15d-62a094043c83 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:18.059819 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-93d59a4f-2c96-4665-a323-66fdc1881bbb req-d77ab76c-f34d-4701-a15d-62a094043c83 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a6b85e6-4c0a-402f-94b6-776fdbcec732 HTTP/1.1" status: 200 len: 945 time: 0.3000720 Aug 10 03:11:18.070408 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd4cf8b-ff2c-46a6-94ea-59f7c457b75e req-2901516b-ea18-4024-8374-908e42643544 service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:11:18.070702 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd4cf8b-ff2c-46a6-94ea-59f7c457b75e req-2901516b-ea18-4024-8374-908e42643544 service neutron] Checking segment: {'id': 'ad32b24d-632f-4bfa-be5f-47033bd88109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '8ebbd51d-54f8-47d9-924a-757d571ead63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:11:18.071130 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd4cf8b-ff2c-46a6-94ea-59f7c457b75e req-2901516b-ea18-4024-8374-908e42643544 service neutron] Bound using segment: {'id': 'ad32b24d-632f-4bfa-be5f-47033bd88109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '8ebbd51d-54f8-47d9-924a-757d571ead63'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:11:18.071586 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-bbd4cf8b-ff2c-46a6-94ea-59f7c457b75e req-2901516b-ea18-4024-8374-908e42643544 service neutron] Bound port: 55f72fce-99c3-4300-bc8e-40a8a859bb95, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad32b24d-632f-4bfa-be5f-47033bd88109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '8ebbd51d-54f8-47d9-924a-757d571ead63'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:11:18.071952 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-bbd4cf8b-ff2c-46a6-94ea-59f7c457b75e req-2901516b-ea18-4024-8374-908e42643544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:18.126493 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-5f7ad9eb-7b78-48ba-8060-d8bcc3c48301 service neutron] Attempting to bind port 06c52605-4de4-48ec-a7c2-def5b215a00c on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:11:18.126929 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-5f7ad9eb-7b78-48ba-8060-d8bcc3c48301 service neutron] Attempting to bind port 06c52605-4de4-48ec-a7c2-def5b215a00c by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '9de9bfca-d5e3-4514-839e-5c60e3c23980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f1f6800e-d6fe-4d63-bb1f-c42246d24569'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:11:18.127354 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-5f7ad9eb-7b78-48ba-8060-d8bcc3c48301 service neutron] Attempting to bind port 06c52605-4de4-48ec-a7c2-def5b215a00c on network f1f6800e-d6fe-4d63-bb1f-c42246d24569 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:11:18.162755 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-9a1ab6b5-23a1-4e68-8bb1-72c8b4056171 req-6b81b40b-4714-4015-b748-ad2b6afc031b tempest-InstanceActionsNegativeTestJSON-1649678518 tempest-InstanceActionsNegativeTestJSON-1649678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:18.180600 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-5f7ad9eb-7b78-48ba-8060-d8bcc3c48301 service neutron] Port 06c52605-4de4-48ec-a7c2-def5b215a00c on network f1f6800e-d6fe-4d63-bb1f-c42246d24569 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:11:18.181102 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-5f7ad9eb-7b78-48ba-8060-d8bcc3c48301 service neutron] Attempting to bind port 06c52605-4de4-48ec-a7c2-def5b215a00c on network f1f6800e-d6fe-4d63-bb1f-c42246d24569 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:11:18.209623 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-94e3d9c9-8832-4221-9e5f-0e26cd2ab06a req-dcbab07e-b090-421f-a2ae-dcd4b9ccd2b1 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841998 Aug 10 03:11:18.247236 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-5f7ad9eb-7b78-48ba-8060-d8bcc3c48301 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:11:18.247576 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-5f7ad9eb-7b78-48ba-8060-d8bcc3c48301 service neutron] Checking segment: {'id': '9de9bfca-d5e3-4514-839e-5c60e3c23980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f1f6800e-d6fe-4d63-bb1f-c42246d24569'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:11:18.247965 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-5f7ad9eb-7b78-48ba-8060-d8bcc3c48301 service neutron] Bound using segment: {'id': '9de9bfca-d5e3-4514-839e-5c60e3c23980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f1f6800e-d6fe-4d63-bb1f-c42246d24569'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:11:18.248398 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-5f7ad9eb-7b78-48ba-8060-d8bcc3c48301 service neutron] Bound port: 06c52605-4de4-48ec-a7c2-def5b215a00c, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9de9bfca-d5e3-4514-839e-5c60e3c23980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f1f6800e-d6fe-4d63-bb1f-c42246d24569'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:11:18.248746 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-5f7ad9eb-7b78-48ba-8060-d8bcc3c48301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:18.261819 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-93d59a4f-2c96-4665-a323-66fdc1881bbb req-7065d758-3109-495a-93f8-ae1bda71eeaf tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795387 Aug 10 03:11:18.274230 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:11:18.279343 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a1ab6b5-23a1-4e68-8bb1-72c8b4056171 req-6b81b40b-4714-4015-b748-ad2b6afc031b tempest-InstanceActionsNegativeTestJSON-1649678518 tempest-InstanceActionsNegativeTestJSON-1649678518-project] Network acf604cc-b7d7-47af-a5a6-a84df1a6252c is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:11:18.286015 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b81b40b-4714-4015-b748-ad2b6afc031b tempest-InstanceActionsNegativeTestJSON-1649678518 tempest-InstanceActionsNegativeTestJSON-1649678518-project] Pushing event updated for resources: {'Port': ['ID=2388abf3-f6d3-42bd-8901-f10e8787999e,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:18.298861 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-9a1ab6b5-23a1-4e68-8bb1-72c8b4056171 req-6b81b40b-4714-4015-b748-ad2b6afc031b tempest-InstanceActionsNegativeTestJSON-1649678518 tempest-InstanceActionsNegativeTestJSON-1649678518-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:11:18.321368 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a1ab6b5-23a1-4e68-8bb1-72c8b4056171 req-6b81b40b-4714-4015-b748-ad2b6afc031b tempest-InstanceActionsNegativeTestJSON-1649678518 tempest-InstanceActionsNegativeTestJSON-1649678518-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:11:18.329702 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-bbd4cf8b-ff2c-46a6-94ea-59f7c457b75e req-2901516b-ea18-4024-8374-908e42643544 service neutron] For port 55f72fce-99c3-4300-bc8e-40a8a859bb95, host n-h1-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:11:18.347451 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7388652-be07-4b53-8d38-c5a40abc7703 x-openstack-request-id: req-c7388652-be07-4b53-8d38-c5a40abc7703 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:11:18.348296 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2f7cf69-220e-4aab-a168-073d97fba7c6", "tag": "84e9efbc-5efa-4aed-9d83-a539d7e6bb9a", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:11:18.348812 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c7388652-be07-4b53-8d38-c5a40abc7703 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:11:18.349532 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2f7cf69-220e-4aab-a168-073d97fba7c6', 'tag': '84e9efbc-5efa-4aed-9d83-a539d7e6bb9a', 'status': 'completed', 'code': 200} Aug 10 03:11:18.426457 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-bbd4cf8b-ff2c-46a6-94ea-59f7c457b75e req-2901516b-ea18-4024-8374-908e42643544 service neutron] For port 55f72fce-99c3-4300-bc8e-40a8a859bb95, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=55f72fce-99c3-4300-bc8e-40a8a859bb95,segment=NetworkSegment(ad32b24d-632f-4bfa-be5f-47033bd88109),segment_id=ad32b24d-632f-4bfa-be5f-47033bd88109)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:11:18.438210 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=84e9efbc-5efa-4aed-9d83-a539d7e6bb9a,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:18.458380 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': '84e9efbc-5efa-4aed-9d83-a539d7e6bb9a', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'port_id': '84e9efbc-5efa-4aed-9d83-a539d7e6bb9a', 'mac_address': 'fa:16:3e:ec:a5:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e3eb0b-907c-4ac4-809e-ae9609bc8c67', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:11:18.458686 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-bbd4cf8b-ff2c-46a6-94ea-59f7c457b75e req-2901516b-ea18-4024-8374-908e42643544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:18.459276 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a297634-7296-4dc7-8a21-055ccaeaaf9a req-e11f7442-98b2-4bcd-bc59-5a09aa4ebf60 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:18.461516 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-9a297634-7296-4dc7-8a21-055ccaeaaf9a req-e11f7442-98b2-4bcd-bc59-5a09aa4ebf60 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aaf1a45-5d67-4249-9916-aa38027f14af HTTP/1.1" status: 200 len: 944 time: 0.0968964 Aug 10 03:11:18.511908 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:18.527188 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:11:18.530592 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ab6b5-23a1-4e68-8bb1-72c8b4056171 req-6b81b40b-4714-4015-b748-ad2b6afc031b tempest-InstanceActionsNegativeTestJSON-1649678518 tempest-InstanceActionsNegativeTestJSON-1649678518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:18.531266 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-9a1ab6b5-23a1-4e68-8bb1-72c8b4056171 req-6b81b40b-4714-4015-b748-ad2b6afc031b tempest-InstanceActionsNegativeTestJSON-1649678518 tempest-InstanceActionsNegativeTestJSON-1649678518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:18.562549 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=84e9efbc-5efa-4aed-9d83-a539d7e6bb9a,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:18.568608 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:18.602522 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a5b8b9-b49e-47c9-81e3-cd06702dbb85 req-38f99894-7a08-459f-95dd-a85d42d9249e tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:18.607110 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-9a297634-7296-4dc7-8a21-055ccaeaaf9a req-6a95f68c-b38f-4bf7-a362-fdb53c3441cb tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Deleting port f151e92a-6071-4070-a7f3-c39b36ad4093 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:11:18.607928 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-9a297634-7296-4dc7-8a21-055ccaeaaf9a req-6a95f68c-b38f-4bf7-a362-fdb53c3441cb tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:18.610560 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-44a5b8b9-b49e-47c9-81e3-cd06702dbb85 req-38f99894-7a08-459f-95dd-a85d42d9249e tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aaf1a45-5d67-4249-9916-aa38027f14af HTTP/1.1" status: 200 len: 944 time: 0.3350337 Aug 10 03:11:18.628773 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd4cf8b-ff2c-46a6-94ea-59f7c457b75e req-2901516b-ea18-4024-8374-908e42643544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:18.629665 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-bbd4cf8b-ff2c-46a6-94ea-59f7c457b75e req-2901516b-ea18-4024-8374-908e42643544 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:18.631379 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bbd4cf8b-ff2c-46a6-94ea-59f7c457b75e req-2901516b-ea18-4024-8374-908e42643544 service neutron] 10.222.0.58 "PUT /v2.0/ports/55f72fce-99c3-4300-bc8e-40a8a859bb95 HTTP/1.1" status: 200 len: 1092 time: 3.1722929 Aug 10 03:11:18.646664 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bf7f255-a9c9-4ac9-bcc7-c86bc2d46b5d', 'tag': '55f72fce-99c3-4300-bc8e-40a8a859bb95'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:11:18.648491 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7ec3c3-6113-45de-bfeb-39a02037f47e" -d '{"events": [{"name": "network-changed", "server_uuid": "4bf7f255-a9c9-4ac9-bcc7-c86bc2d46b5d", "tag": "55f72fce-99c3-4300-bc8e-40a8a859bb95"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:11:18.657970 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-5f7ad9eb-7b78-48ba-8060-d8bcc3c48301 service neutron] For port 06c52605-4de4-48ec-a7c2-def5b215a00c, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:11:18.663384 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=84e9efbc-5efa-4aed-9d83-a539d7e6bb9a,revision_number=12']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:18.672935 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9a1ab6b5-23a1-4e68-8bb1-72c8b4056171 req-6b81b40b-4714-4015-b748-ad2b6afc031b tempest-InstanceActionsNegativeTestJSON-1649678518 tempest-InstanceActionsNegativeTestJSON-1649678518-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1470401 Aug 10 03:11:18.675138 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a3d28-6183-4737-a9b9-90c843f7237f req-424dc5d0-f4ee-49e0-9ca3-78c524dc0645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:18.676666 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-da6a3d28-6183-4737-a9b9-90c843f7237f req-424dc5d0-f4ee-49e0-9ca3-78c524dc0645 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6cb2c88cb44048dc824ad7a6e6e788f5&device_id=e2f7cf69-220e-4aab-a168-073d97fba7c6 HTTP/1.1" status: 200 len: 1101 time: 0.2847733 Aug 10 03:11:18.706033 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-9a1ab6b5-23a1-4e68-8bb1-72c8b4056171 req-036f9139-80de-4bd4-a950-80059ccab3fb service neutron] Request body: {'port': {'device_id': 'aa1d41c6-07d3-4853-8dde-a7d5aa20ebd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:18.711904 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-5f7ad9eb-7b78-48ba-8060-d8bcc3c48301 service neutron] For port 06c52605-4de4-48ec-a7c2-def5b215a00c, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=06c52605-4de4-48ec-a7c2-def5b215a00c,segment=NetworkSegment(9de9bfca-d5e3-4514-839e-5c60e3c23980),segment_id=9de9bfca-d5e3-4514-839e-5c60e3c23980)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:11:18.733374 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-9a297634-7296-4dc7-8a21-055ccaeaaf9a req-6a95f68c-b38f-4bf7-a362-fdb53c3441cb tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] For port f151e92a-6071-4070-a7f3-c39b36ad4093, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=f151e92a-6071-4070-a7f3-c39b36ad4093,segment=NetworkSegment(837bbb8d-e72f-44c2-893c-c4df3456bfd0),segment_id=837bbb8d-e72f-44c2-893c-c4df3456bfd0)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:18.733830 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-9a297634-7296-4dc7-8a21-055ccaeaaf9a req-6a95f68c-b38f-4bf7-a362-fdb53c3441cb tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:18.748543 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-9a297634-7296-4dc7-8a21-055ccaeaaf9a req-6a95f68c-b38f-4bf7-a362-fdb53c3441cb tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Calling delete_port for f151e92a-6071-4070-a7f3-c39b36ad4093 owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:11:18.751293 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2901516b-ea18-4024-8374-908e42643544 service neutron] Pushing event updated for resources: {'Port': ['ID=55f72fce-99c3-4300-bc8e-40a8a859bb95,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:18.796199 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-5f7ad9eb-7b78-48ba-8060-d8bcc3c48301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:18.828550 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc1058-e6c7-4a51-aa23-7c96f860a3b0 req-25f505ca-946e-42e7-ae9c-4d3f847f33d6 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:18.835311 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc1058-e6c7-4a51-aa23-7c96f860a3b0 req-25f505ca-946e-42e7-ae9c-4d3f847f33d6 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:18.841287 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc1058-e6c7-4a51-aa23-7c96f860a3b0 req-25f505ca-946e-42e7-ae9c-4d3f847f33d6 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:18.847663 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc1058-e6c7-4a51-aa23-7c96f860a3b0 req-25f505ca-946e-42e7-ae9c-4d3f847f33d6 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:18.853326 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc1058-e6c7-4a51-aa23-7c96f860a3b0 req-25f505ca-946e-42e7-ae9c-4d3f847f33d6 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:18.859331 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc1058-e6c7-4a51-aa23-7c96f860a3b0 req-25f505ca-946e-42e7-ae9c-4d3f847f33d6 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:18.865533 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc1058-e6c7-4a51-aa23-7c96f860a3b0 req-25f505ca-946e-42e7-ae9c-4d3f847f33d6 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:18.867501 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1cfc1058-e6c7-4a51-aa23-7c96f860a3b0 req-25f505ca-946e-42e7-ae9c-4d3f847f33d6 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 5379 time: 0.4006097 Aug 10 03:11:18.915682 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-9a297634-7296-4dc7-8a21-055ccaeaaf9a req-6a95f68c-b38f-4bf7-a362-fdb53c3441cb tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:18.922932 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-44a5b8b9-b49e-47c9-81e3-cd06702dbb85 req-c9c70718-3df5-4748-a6c1-f21638be2796 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113685 Aug 10 03:11:18.928121 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['01a58bba-6328-4634-a439-27a9ba5235d4', 'f151e92a-6071-4070-a7f3-c39b36ad4093'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:11:18.947614 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a95f68c-b38f-4bf7-a362-fdb53c3441cb tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Pushing event deleted for resources: {'Port': ['ID=f151e92a-6071-4070-a7f3-c39b36ad4093,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:18.999200 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['84e9efbc-5efa-4aed-9d83-a539d7e6bb9a'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:11:19.005933 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a297634-7296-4dc7-8a21-055ccaeaaf9a req-6a95f68c-b38f-4bf7-a362-fdb53c3441cb tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] No DVR routers for this DVR port f151e92a-6071-4070-a7f3-c39b36ad4093 on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:11:19.008989 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-9a297634-7296-4dc7-8a21-055ccaeaaf9a req-6a95f68c-b38f-4bf7-a362-fdb53c3441cb tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:19.012255 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-9a297634-7296-4dc7-8a21-055ccaeaaf9a req-6a95f68c-b38f-4bf7-a362-fdb53c3441cb tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.58 "DELETE /v2.0/ports/f151e92a-6071-4070-a7f3-c39b36ad4093 HTTP/1.1" status: 204 len: 173 time: 0.5425277 Aug 10 03:11:19.015751 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-5f7ad9eb-7b78-48ba-8060-d8bcc3c48301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:19.017429 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-5f7ad9eb-7b78-48ba-8060-d8bcc3c48301 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:19.019642 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-5f7ad9eb-7b78-48ba-8060-d8bcc3c48301 service neutron] 10.222.0.60 "PUT /v2.0/ports/06c52605-4de4-48ec-a7c2-def5b215a00c HTTP/1.1" status: 200 len: 1136 time: 3.3855517 Aug 10 03:11:19.093226 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-4f912e4b-cfaf-4222-9d87-316c7d767784 service neutron] Request body: {'port': {'device_id': '1e71a0fd-9049-4db9-b09f-57f7e39649f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:19.107843 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-9a1ab6b5-23a1-4e68-8bb1-72c8b4056171 req-036f9139-80de-4bd4-a950-80059ccab3fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:19.142599 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7ad9eb-7b78-48ba-8060-d8bcc3c48301 service neutron] Pushing event updated for resources: {'Port': ['ID=06c52605-4de4-48ec-a7c2-def5b215a00c,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:19.146584 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd4cf8b-ff2c-46a6-94ea-59f7c457b75e req-ab4c139e-33e6-4baa-9baa-e1c82b2bafbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:19.148351 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bbd4cf8b-ff2c-46a6-94ea-59f7c457b75e req-ab4c139e-33e6-4baa-9baa-e1c82b2bafbb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5acd3c353298420295f54d7820a6128a&device_id=4bf7f255-a9c9-4ac9-bcc7-c86bc2d46b5d HTTP/1.1" status: 200 len: 1095 time: 0.4351335 Aug 10 03:11:19.215428 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1cfc1058-e6c7-4a51-aa23-7c96f860a3b0 req-2ab9d416-a630-4f63-8151-f04f7966764c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/security-groups?id=b405968e-e8dd-4859-b855-f8ae1385ba0e&id=8fa0499c-1adb-43e6-95ad-71a41197fc16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3368528 Aug 10 03:11:19.225228 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a3d28-6183-4737-a9b9-90c843f7237f req-1d8bfd41-742c-4bd3-a01e-ecaa21c6765e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:19.225798 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-da6a3d28-6183-4737-a9b9-90c843f7237f req-1d8bfd41-742c-4bd3-a01e-ecaa21c6765e service neutron] 10.222.0.58 "GET /v2.0/networks?id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d HTTP/1.1" status: 200 len: 870 time: 0.5341947 Aug 10 03:11:19.305925 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bbd4cf8b-ff2c-46a6-94ea-59f7c457b75e req-8a5d16e1-57ba-4f46-b5f9-e2e0271d01ea service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55f72fce-99c3-4300-bc8e-40a8a859bb95 HTTP/1.1" status: 200 len: 217 time: 0.1327960 Aug 10 03:11:19.414380 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-da6a3d28-6183-4737-a9b9-90c843f7237f req-c24f7662-8cae-4ad5-a459-919a6d473d6f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=84e9efbc-5efa-4aed-9d83-a539d7e6bb9a HTTP/1.1" status: 200 len: 217 time: 0.1359921 Aug 10 03:11:19.492890 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-4f912e4b-cfaf-4222-9d87-316c7d767784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:19.538903 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-13fa946e-7759-4bcc-b1f5-75eee37a563f tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:19.540426 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-13fa946e-7759-4bcc-b1f5-75eee37a563f tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8a6b85e6-4c0a-402f-94b6-776fdbcec732&tenant_id=0184527d62ac40cb863b24d5f91a9ee4&binding%3Ahost_id=n-h1-768851-15 HTTP/1.1" status: 200 len: 1097 time: 0.4939022 Aug 10 03:11:19.607425 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157bdd6-ba0c-4bc0-8337-b422216149c4 req-778941ea-bc9e-4528-a692-7ef05e876616 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:19.608818 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6157bdd6-ba0c-4bc0-8337-b422216149c4 req-778941ea-bc9e-4528-a692-7ef05e876616 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bf7f255-a9c9-4ac9-bcc7-c86bc2d46b5d HTTP/1.1" status: 200 len: 943 time: 0.4828255 Aug 10 03:11:19.617833 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-ba455055-3edb-4852-85e9-c6f2a19b3217 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-768851-15'}}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:19.652977 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd4cf8b-ff2c-46a6-94ea-59f7c457b75e req-b11132c8-de5d-4350-9e18-129bd4d89cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:19.654472 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bbd4cf8b-ff2c-46a6-94ea-59f7c457b75e req-b11132c8-de5d-4350-9e18-129bd4d89cde service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d0da5992-75df-4d7e-ac40-4e60cfbca09c HTTP/1.1" status: 200 len: 861 time: 0.3148201 Aug 10 03:11:19.746092 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1439847-8ff8-445c-b968-8a0618a3658a req-c4822816-501b-4b06-bbff-549b8f18403c tempest-InstanceActionsNegativeTestJSON-1649678518 tempest-InstanceActionsNegativeTestJSON-1649678518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:19.747655 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f1439847-8ff8-445c-b968-8a0618a3658a req-c4822816-501b-4b06-bbff-549b8f18403c tempest-InstanceActionsNegativeTestJSON-1649678518 tempest-InstanceActionsNegativeTestJSON-1649678518-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa1d41c6-07d3-4853-8dde-a7d5aa20ebd2 HTTP/1.1" status: 200 len: 931 time: 0.3531954 Aug 10 03:11:19.749022 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a3d28-6183-4737-a9b9-90c843f7237f req-3c201884-3af1-49d0-bac4-c51d99546953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:19.750428 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-da6a3d28-6183-4737-a9b9-90c843f7237f req-3c201884-3af1-49d0-bac4-c51d99546953 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.2960687 Aug 10 03:11:19.783805 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bbd4cf8b-ff2c-46a6-94ea-59f7c457b75e req-8fa9f76e-7f0e-4604-83aa-71a004395dab service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8ebbd51d-54f8-47d9-924a-757d571ead63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873227 Aug 10 03:11:20.294091 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:11:20.328464 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6157bdd6-ba0c-4bc0-8337-b422216149c4 req-79eba6ed-1b2d-45b8-bd5f-696eb01ad86a tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a17030d-dd29-4c0e-9b90-111361473668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7033465 Aug 10 03:11:20.332608 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 906d7e93-796e-48da-b2b6-43e09317d336 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:11:20.355940 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aaf1a45-5d67-4249-9916-aa38027f14af', 'name': 'network-vif-deleted', 'tag': 'f151e92a-6071-4070-a7f3-c39b36ad4093'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:11:20.357406 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d989a408-5946-4e6f-8e47-586ed492e9f3" -d '{"events": [{"server_uuid": "5aaf1a45-5d67-4249-9916-aa38027f14af", "name": "network-vif-deleted", "tag": "f151e92a-6071-4070-a7f3-c39b36ad4093"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:11:20.362632 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-ba455055-3edb-4852-85e9-c6f2a19b3217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:20.420258 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f1439847-8ff8-445c-b968-8a0618a3658a req-4df2e340-3dbe-4ecc-a40c-0946b6a2f321 tempest-InstanceActionsNegativeTestJSON-1649678518 tempest-InstanceActionsNegativeTestJSON-1649678518-project] 10.222.0.62 "GET /v2.0/security-groups?id=74605a5a-da3d-4351-a575-e9a7b089d118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6419101 Aug 10 03:11:20.478458 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:11:20.506745 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:11:20.507125 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:20.531916 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a3d28-6183-4737-a9b9-90c843f7237f req-68d8757d-d862-434b-b996-8de21a50c7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:20.534032 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-da6a3d28-6183-4737-a9b9-90c843f7237f req-68d8757d-d862-434b-b996-8de21a50c7ed service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7651687 Aug 10 03:11:20.535503 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3408a6ea-a64e-4306-8c6c-011ebe838ba9 x-openstack-request-id: req-3408a6ea-a64e-4306-8c6c-011ebe838ba9 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:11:20.535787 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bf7f255-a9c9-4ac9-bcc7-c86bc2d46b5d", "tag": "55f72fce-99c3-4300-bc8e-40a8a859bb95", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:11:20.536036 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3408a6ea-a64e-4306-8c6c-011ebe838ba9 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:11:20.536419 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bf7f255-a9c9-4ac9-bcc7-c86bc2d46b5d', 'tag': '55f72fce-99c3-4300-bc8e-40a8a859bb95', 'status': 'completed', 'code': 200} Aug 10 03:11:20.572260 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 906d7e93-796e-48da-b2b6-43e09317d336, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=906d7e93-796e-48da-b2b6-43e09317d336,segment=NetworkSegment(56914130-d266-4761-b91f-0f4044da3177),segment_id=56914130-d266-4761-b91f-0f4044da3177)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:20.587662 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 906d7e93-796e-48da-b2b6-43e09317d336 has no active binding in host n-h2-768851-15 {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 03:11:20.637151 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:20.660686 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f7cf69-220e-4aab-a168-073d97fba7c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e9efbc-5efa-4aed-9d83-a539d7e6bb9a'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:11:20.663019 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a848c4c-34e9-4a60-819f-b47fe8db6215" -d '{"events": [{"server_uuid": "e2f7cf69-220e-4aab-a168-073d97fba7c6", "name": "network-vif-plugged", "status": "completed", "tag": "84e9efbc-5efa-4aed-9d83-a539d7e6bb9a"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:11:20.670510 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bbd4cf8b-ff2c-46a6-94ea-59f7c457b75e req-f284d5d4-eaa2-43a6-93be-6945d5dd2cce service neutron] 10.222.0.58 "GET /v2.0/networks/8ebbd51d-54f8-47d9-924a-757d571ead63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8278151 Aug 10 03:11:20.679998 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=84e9efbc-5efa-4aed-9d83-a539d7e6bb9a,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:20.685237 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:20.686384 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device f151e92a-6071-4070-a7f3-c39b36ad4093 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:11:20.727437 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: f151e92a-6071-4070-a7f3-c39b36ad4093 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:11:20.727652 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device f151e92a-6071-4070-a7f3-c39b36ad4093 not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:11:20.755022 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=84e9efbc-5efa-4aed-9d83-a539d7e6bb9a,revision_number=13']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:20.911913 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b2dd08-4898-426a-aabd-9f0f6777a80a req-a4ac7483-1f37-4bde-a77e-570409791d66 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:20.913426 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d2b2dd08-4898-426a-aabd-9f0f6777a80a req-a4ac7483-1f37-4bde-a77e-570409791d66 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2f7cf69-220e-4aab-a168-073d97fba7c6 HTTP/1.1" status: 200 len: 950 time: 0.4132295 Aug 10 03:11:20.939383 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-9a1ab6b5-23a1-4e68-8bb1-72c8b4056171 req-036f9139-80de-4bd4-a950-80059ccab3fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2388abf3-f6d3-42bd-8901-f10e8787999e {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:11:20.980356 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-9a1ab6b5-23a1-4e68-8bb1-72c8b4056171 req-036f9139-80de-4bd4-a950-80059ccab3fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:21.011026 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0308e7-366f-43a6-b6ed-71f578702825 req-93e4db7a-aaba-40ef-b450-0ef3f4d21987 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:21.012773 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9e0308e7-366f-43a6-b6ed-71f578702825 req-93e4db7a-aaba-40ef-b450-0ef3f4d21987 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a6b85e6-4c0a-402f-94b6-776fdbcec732 HTTP/1.1" status: 200 len: 945 time: 0.4084544 Aug 10 03:11:21.034849 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-da6a3d28-6183-4737-a9b9-90c843f7237f req-19ce30e0-33a2-4bed-ae1c-05cf40a9f2f5 service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4758615 Aug 10 03:11:21.088957 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-9a1ab6b5-23a1-4e68-8bb1-72c8b4056171 req-036f9139-80de-4bd4-a950-80059ccab3fb service neutron] Transition to ACTIVE for port object 2388abf3-f6d3-42bd-8901-f10e8787999e will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:11:21.096339 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-ba455055-3edb-4852-85e9-c6f2a19b3217 service neutron] For port 906d7e93-796e-48da-b2b6-43e09317d336, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=906d7e93-796e-48da-b2b6-43e09317d336,segment=NetworkSegment(56914130-d266-4761-b91f-0f4044da3177),segment_id=56914130-d266-4761-b91f-0f4044da3177)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:21.161854 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-9a1ab6b5-23a1-4e68-8bb1-72c8b4056171 req-036f9139-80de-4bd4-a950-80059ccab3fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:21.180512 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-4f912e4b-cfaf-4222-9d87-316c7d767784 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f7d4070-63a5-4dcf-a267-bab9b2c3747d {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:11:21.200467 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d2b2dd08-4898-426a-aabd-9f0f6777a80a req-7bfbebbc-cace-44bd-8895-52fffaed6a2b tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730978 Aug 10 03:11:21.233376 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-4f912e4b-cfaf-4222-9d87-316c7d767784 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:21.237976 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bbd4cf8b-ff2c-46a6-94ea-59f7c457b75e req-622bf3cb-934c-496c-bd0c-692d0c1d6457 service neutron] 10.222.0.58 "GET /v2.0/networks/8ebbd51d-54f8-47d9-924a-757d571ead63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5555136 Aug 10 03:11:21.302405 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9e0308e7-366f-43a6-b6ed-71f578702825 req-67ecb2ee-e180-48f4-a1cf-6d504587680d tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704806 Aug 10 03:11:21.311030 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-4f912e4b-cfaf-4222-9d87-316c7d767784 service neutron] Transition to ACTIVE for port object 7f7d4070-63a5-4dcf-a267-bab9b2c3747d will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:11:21.332318 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-ba455055-3edb-4852-85e9-c6f2a19b3217 service neutron] For port 906d7e93-796e-48da-b2b6-43e09317d336, host n-h1-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:11:21.368506 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-4f912e4b-cfaf-4222-9d87-316c7d767784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:21.375545 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036f9139-80de-4bd4-a950-80059ccab3fb service neutron] Pushing event updated for resources: {'Port': ['ID=2388abf3-f6d3-42bd-8901-f10e8787999e,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:21.538455 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-da6a3d28-6183-4737-a9b9-90c843f7237f req-47e8ccf2-0eb9-4f67-a8b3-07705e9abc73 service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4650862 Aug 10 03:11:21.566788 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-42efc958-24ce-4ccc-b1e8-8c77b2b6808a req-f060c2bb-ec5a-4704-9dd6-043430a7587b tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aaf1a45-5d67-4249-9916-aa38027f14af HTTP/1.1" status: 200 len: 210 time: 0.1590788 Aug 10 03:11:21.625573 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-ba455055-3edb-4852-85e9-c6f2a19b3217 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:21.631793 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f912e4b-cfaf-4222-9d87-316c7d767784 service neutron] Pushing event updated for resources: {'Port': ['ID=7f7d4070-63a5-4dcf-a267-bab9b2c3747d,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:21.653308 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe74623-d322-4156-8b43-5a1c9bdcfe58 x-openstack-request-id: req-ffe74623-d322-4156-8b43-5a1c9bdcfe58 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:11:21.653837 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-ba455055-3edb-4852-85e9-c6f2a19b3217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:21.654614 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aaf1a45-5d67-4249-9916-aa38027f14af", "name": "network-vif-deleted", "tag": "f151e92a-6071-4070-a7f3-c39b36ad4093", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:11:21.655315 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ffe74623-d322-4156-8b43-5a1c9bdcfe58 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:11:21.655928 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aaf1a45-5d67-4249-9916-aa38027f14af', 'name': 'network-vif-deleted', 'tag': 'f151e92a-6071-4070-a7f3-c39b36ad4093', 'status': 'completed', 'code': 200} Aug 10 03:11:21.657070 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ec3c3-6113-45de-bfeb-39a02037f47e req-1c49d90d-f277-4a26-bb6f-ec17a9264160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:21.659401 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6e7ec3c3-6113-45de-bfeb-39a02037f47e req-1c49d90d-f277-4a26-bb6f-ec17a9264160 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5acd3c353298420295f54d7820a6128a&device_id=4bf7f255-a9c9-4ac9-bcc7-c86bc2d46b5d HTTP/1.1" status: 200 len: 1095 time: 0.3473983 Aug 10 03:11:21.696067 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfea4456-4850-4ed8-8a10-8610e005472e x-openstack-request-id: req-cfea4456-4850-4ed8-8a10-8610e005472e {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:11:21.696990 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2f7cf69-220e-4aab-a168-073d97fba7c6", "name": "network-vif-plugged", "status": "completed", "tag": "84e9efbc-5efa-4aed-9d83-a539d7e6bb9a", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:11:21.697476 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cfea4456-4850-4ed8-8a10-8610e005472e {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:11:21.698103 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2f7cf69-220e-4aab-a168-073d97fba7c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e9efbc-5efa-4aed-9d83-a539d7e6bb9a', 'code': 200} Aug 10 03:11:21.703556 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-9a1ab6b5-23a1-4e68-8bb1-72c8b4056171 req-036f9139-80de-4bd4-a950-80059ccab3fb service neutron] Attempting to bind port 2388abf3-f6d3-42bd-8901-f10e8787999e on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:11:21.703893 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-9a1ab6b5-23a1-4e68-8bb1-72c8b4056171 req-036f9139-80de-4bd4-a950-80059ccab3fb service neutron] Attempting to bind port 2388abf3-f6d3-42bd-8901-f10e8787999e by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': 'a77857c9-2b07-4b2f-bab6-0f1b37d18d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'acf604cc-b7d7-47af-a5a6-a84df1a6252c'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:11:21.704228 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1ab6b5-23a1-4e68-8bb1-72c8b4056171 req-036f9139-80de-4bd4-a950-80059ccab3fb service neutron] Attempting to bind port 2388abf3-f6d3-42bd-8901-f10e8787999e on network acf604cc-b7d7-47af-a5a6-a84df1a6252c {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:11:21.813325 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef9d8c-80bd-4f68-b19f-8df5defa05c6 req-b00efbac-bbd7-401c-8597-4eb05a3024f4 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:21.821663 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef9d8c-80bd-4f68-b19f-8df5defa05c6 req-b00efbac-bbd7-401c-8597-4eb05a3024f4 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:21.828693 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef9d8c-80bd-4f68-b19f-8df5defa05c6 req-b00efbac-bbd7-401c-8597-4eb05a3024f4 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:21.836126 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef9d8c-80bd-4f68-b19f-8df5defa05c6 req-b00efbac-bbd7-401c-8597-4eb05a3024f4 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:21.842800 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef9d8c-80bd-4f68-b19f-8df5defa05c6 req-b00efbac-bbd7-401c-8597-4eb05a3024f4 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:21.849526 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef9d8c-80bd-4f68-b19f-8df5defa05c6 req-b00efbac-bbd7-401c-8597-4eb05a3024f4 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:21.856081 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef9d8c-80bd-4f68-b19f-8df5defa05c6 req-b00efbac-bbd7-401c-8597-4eb05a3024f4 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:21.858179 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5cef9d8c-80bd-4f68-b19f-8df5defa05c6 req-b00efbac-bbd7-401c-8597-4eb05a3024f4 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 5391 time: 0.3895922 Aug 10 03:11:21.896993 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1ab6b5-23a1-4e68-8bb1-72c8b4056171 req-036f9139-80de-4bd4-a950-80059ccab3fb service neutron] Port 2388abf3-f6d3-42bd-8901-f10e8787999e on network acf604cc-b7d7-47af-a5a6-a84df1a6252c not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:11:21.897314 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1ab6b5-23a1-4e68-8bb1-72c8b4056171 req-036f9139-80de-4bd4-a950-80059ccab3fb service neutron] Attempting to bind port 2388abf3-f6d3-42bd-8901-f10e8787999e on network acf604cc-b7d7-47af-a5a6-a84df1a6252c {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:11:21.992822 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1ab6b5-23a1-4e68-8bb1-72c8b4056171 req-036f9139-80de-4bd4-a950-80059ccab3fb service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:11:21.993240 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1ab6b5-23a1-4e68-8bb1-72c8b4056171 req-036f9139-80de-4bd4-a950-80059ccab3fb service neutron] Checking segment: {'id': 'a77857c9-2b07-4b2f-bab6-0f1b37d18d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'acf604cc-b7d7-47af-a5a6-a84df1a6252c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:11:21.993625 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1ab6b5-23a1-4e68-8bb1-72c8b4056171 req-036f9139-80de-4bd4-a950-80059ccab3fb service neutron] Bound using segment: {'id': 'a77857c9-2b07-4b2f-bab6-0f1b37d18d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'acf604cc-b7d7-47af-a5a6-a84df1a6252c'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:11:21.994143 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-9a1ab6b5-23a1-4e68-8bb1-72c8b4056171 req-036f9139-80de-4bd4-a950-80059ccab3fb service neutron] Bound port: 2388abf3-f6d3-42bd-8901-f10e8787999e, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a77857c9-2b07-4b2f-bab6-0f1b37d18d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'acf604cc-b7d7-47af-a5a6-a84df1a6252c'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:11:21.994510 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-9a1ab6b5-23a1-4e68-8bb1-72c8b4056171 req-036f9139-80de-4bd4-a950-80059ccab3fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:22.038233 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba455055-3edb-4852-85e9-c6f2a19b3217 service neutron] Pushing event updated for resources: {'Port': ['ID=906d7e93-796e-48da-b2b6-43e09317d336,revision_number=7']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:22.178207 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5cef9d8c-80bd-4f68-b19f-8df5defa05c6 req-b1a06fb9-f06a-48bc-bff9-0548cb7317c6 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/security-groups?id=b405968e-e8dd-4859-b855-f8ae1385ba0e&id=8fa0499c-1adb-43e6-95ad-71a41197fc16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2630894 Aug 10 03:11:22.179981 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-4f912e4b-cfaf-4222-9d87-316c7d767784 service neutron] Attempting to bind port 7f7d4070-63a5-4dcf-a267-bab9b2c3747d on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:11:22.180223 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-4f912e4b-cfaf-4222-9d87-316c7d767784 service neutron] Attempting to bind port 7f7d4070-63a5-4dcf-a267-bab9b2c3747d by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '9de9bfca-d5e3-4514-839e-5c60e3c23980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f1f6800e-d6fe-4d63-bb1f-c42246d24569'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:11:22.180525 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-4f912e4b-cfaf-4222-9d87-316c7d767784 service neutron] Attempting to bind port 7f7d4070-63a5-4dcf-a267-bab9b2c3747d on network f1f6800e-d6fe-4d63-bb1f-c42246d24569 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:11:22.194236 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-ba455055-3edb-4852-85e9-c6f2a19b3217 service neutron] Attempting to bind port 906d7e93-796e-48da-b2b6-43e09317d336 on host n-h1-768851-15 for vnic_type normal with profile {"migrating_to": "n-h2-768851-15"} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:11:22.194539 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-ba455055-3edb-4852-85e9-c6f2a19b3217 service neutron] Attempting to bind port 906d7e93-796e-48da-b2b6-43e09317d336 by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '56914130-d266-4761-b91f-0f4044da3177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '909af24c-2a43-4e6d-8a1f-90b69debd82b'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:11:22.194899 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-ba455055-3edb-4852-85e9-c6f2a19b3217 service neutron] Attempting to bind port 906d7e93-796e-48da-b2b6-43e09317d336 on network 909af24c-2a43-4e6d-8a1f-90b69debd82b {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:11:22.215085 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ec3c3-6113-45de-bfeb-39a02037f47e req-04ae2be0-f6e5-424a-889b-a70ba09ef582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:22.216682 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6e7ec3c3-6113-45de-bfeb-39a02037f47e req-04ae2be0-f6e5-424a-889b-a70ba09ef582 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8ebbd51d-54f8-47d9-924a-757d571ead63 HTTP/1.1" status: 200 len: 922 time: 0.5355873 Aug 10 03:11:22.218543 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec07de-f17e-4aa4-9e6e-6e7f97008ed0 req-ed6dbc0b-bb63-4bfd-877a-563442406c12 tempest-MigrationsAdminTest-1494023788 tempest-MigrationsAdminTest-1494023788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:22.220397 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bcec07de-f17e-4aa4-9e6e-6e7f97008ed0 req-ed6dbc0b-bb63-4bfd-877a-563442406c12 tempest-MigrationsAdminTest-1494023788 tempest-MigrationsAdminTest-1494023788-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=e2f7cf69-220e-4aab-a168-073d97fba7c6 HTTP/1.1" status: 200 len: 1103 time: 0.4278629 Aug 10 03:11:22.221677 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-4f912e4b-cfaf-4222-9d87-316c7d767784 service neutron] Port 7f7d4070-63a5-4dcf-a267-bab9b2c3747d on network f1f6800e-d6fe-4d63-bb1f-c42246d24569 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:11:22.222050 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-4f912e4b-cfaf-4222-9d87-316c7d767784 service neutron] Attempting to bind port 7f7d4070-63a5-4dcf-a267-bab9b2c3747d on network f1f6800e-d6fe-4d63-bb1f-c42246d24569 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:11:22.224234 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-ba455055-3edb-4852-85e9-c6f2a19b3217 service neutron] Port 906d7e93-796e-48da-b2b6-43e09317d336 on network 909af24c-2a43-4e6d-8a1f-90b69debd82b not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:11:22.224595 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-ba455055-3edb-4852-85e9-c6f2a19b3217 service neutron] Attempting to bind port 906d7e93-796e-48da-b2b6-43e09317d336 on network 909af24c-2a43-4e6d-8a1f-90b69debd82b {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:11:22.259689 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-4f912e4b-cfaf-4222-9d87-316c7d767784 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:11:22.260160 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-4f912e4b-cfaf-4222-9d87-316c7d767784 service neutron] Checking segment: {'id': '9de9bfca-d5e3-4514-839e-5c60e3c23980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f1f6800e-d6fe-4d63-bb1f-c42246d24569'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:11:22.260596 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-4f912e4b-cfaf-4222-9d87-316c7d767784 service neutron] Bound using segment: {'id': '9de9bfca-d5e3-4514-839e-5c60e3c23980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f1f6800e-d6fe-4d63-bb1f-c42246d24569'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:11:22.261047 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-4f912e4b-cfaf-4222-9d87-316c7d767784 service neutron] Bound port: 7f7d4070-63a5-4dcf-a267-bab9b2c3747d, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9de9bfca-d5e3-4514-839e-5c60e3c23980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f1f6800e-d6fe-4d63-bb1f-c42246d24569'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:11:22.261409 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-4f912e4b-cfaf-4222-9d87-316c7d767784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:22.263351 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-ba455055-3edb-4852-85e9-c6f2a19b3217 service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:11:22.263865 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-ba455055-3edb-4852-85e9-c6f2a19b3217 service neutron] Checking segment: {'id': '56914130-d266-4761-b91f-0f4044da3177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '909af24c-2a43-4e6d-8a1f-90b69debd82b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:11:22.264358 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-ba455055-3edb-4852-85e9-c6f2a19b3217 service neutron] Bound using segment: {'id': '56914130-d266-4761-b91f-0f4044da3177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '909af24c-2a43-4e6d-8a1f-90b69debd82b'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:11:22.264908 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-ba455055-3edb-4852-85e9-c6f2a19b3217 service neutron] Bound port: 906d7e93-796e-48da-b2b6-43e09317d336, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56914130-d266-4761-b91f-0f4044da3177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '909af24c-2a43-4e6d-8a1f-90b69debd82b'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:11:22.265337 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-ba455055-3edb-4852-85e9-c6f2a19b3217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:22.313966 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-9a1ab6b5-23a1-4e68-8bb1-72c8b4056171 req-036f9139-80de-4bd4-a950-80059ccab3fb service neutron] For port 2388abf3-f6d3-42bd-8901-f10e8787999e, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:11:22.365301 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-9a1ab6b5-23a1-4e68-8bb1-72c8b4056171 req-036f9139-80de-4bd4-a950-80059ccab3fb service neutron] For port 2388abf3-f6d3-42bd-8901-f10e8787999e, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=2388abf3-f6d3-42bd-8901-f10e8787999e,segment=NetworkSegment(a77857c9-2b07-4b2f-bab6-0f1b37d18d11),segment_id=a77857c9-2b07-4b2f-bab6-0f1b37d18d11)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:11:22.436092 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-9a1ab6b5-23a1-4e68-8bb1-72c8b4056171 req-036f9139-80de-4bd4-a950-80059ccab3fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:22.448671 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bcec07de-f17e-4aa4-9e6e-6e7f97008ed0 req-27b55007-736a-4b52-a211-46a24c438c2e tempest-MigrationsAdminTest-1494023788 tempest-MigrationsAdminTest-1494023788-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123570 Aug 10 03:11:22.530340 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6e7ec3c3-6113-45de-bfeb-39a02037f47e req-4372bc55-eafa-4542-aa7f-0cf2270712d7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55f72fce-99c3-4300-bc8e-40a8a859bb95 HTTP/1.1" status: 200 len: 217 time: 0.3029478 Aug 10 03:11:22.539315 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e71a0fd-9049-4db9-b09f-57f7e39649f7', 'tag': '06c52605-4de4-48ec-a7c2-def5b215a00c'}, {'server_uuid': '8a6b85e6-4c0a-402f-94b6-776fdbcec732', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '906d7e93-796e-48da-b2b6-43e09317d336'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:11:22.541525 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b727d9f-7c70-49e3-b6f4-a63209eb7ecb" -d '{"events": [{"name": "network-changed", "server_uuid": "1e71a0fd-9049-4db9-b09f-57f7e39649f7", "tag": "06c52605-4de4-48ec-a7c2-def5b215a00c"}, {"server_uuid": "8a6b85e6-4c0a-402f-94b6-776fdbcec732", "name": "network-vif-unplugged", "status": "completed", "tag": "906d7e93-796e-48da-b2b6-43e09317d336"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:11:22.594074 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8002ce-fc17-4793-a361-463aec94125e req-29356d61-3ab8-4dfb-8539-25b4bce1db46 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:22.594074 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fb8002ce-fc17-4793-a361-463aec94125e req-29356d61-3ab8-4dfb-8539-25b4bce1db46 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bf7f255-a9c9-4ac9-bcc7-c86bc2d46b5d HTTP/1.1" status: 200 len: 943 time: 0.3229644 Aug 10 03:11:22.616232 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ab6b5-23a1-4e68-8bb1-72c8b4056171 req-036f9139-80de-4bd4-a950-80059ccab3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:22.616852 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-9a1ab6b5-23a1-4e68-8bb1-72c8b4056171 req-036f9139-80de-4bd4-a950-80059ccab3fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:22.618306 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9a1ab6b5-23a1-4e68-8bb1-72c8b4056171 req-036f9139-80de-4bd4-a950-80059ccab3fb service neutron] 10.222.0.60 "PUT /v2.0/ports/2388abf3-f6d3-42bd-8901-f10e8787999e HTTP/1.1" status: 200 len: 1092 time: 3.9168320 Aug 10 03:11:22.654261 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-4f912e4b-cfaf-4222-9d87-316c7d767784 service neutron] For port 7f7d4070-63a5-4dcf-a267-bab9b2c3747d, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:11:22.669758 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-ba455055-3edb-4852-85e9-c6f2a19b3217 service neutron] For port 906d7e93-796e-48da-b2b6-43e09317d336, host n-h1-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:11:22.683660 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036f9139-80de-4bd4-a950-80059ccab3fb service neutron] Pushing event updated for resources: {'Port': ['ID=2388abf3-f6d3-42bd-8901-f10e8787999e,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:22.696501 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-4f912e4b-cfaf-4222-9d87-316c7d767784 service neutron] For port 7f7d4070-63a5-4dcf-a267-bab9b2c3747d, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=7f7d4070-63a5-4dcf-a267-bab9b2c3747d,segment=NetworkSegment(9de9bfca-d5e3-4514-839e-5c60e3c23980),segment_id=9de9bfca-d5e3-4514-839e-5c60e3c23980)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:11:22.709391 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-ba455055-3edb-4852-85e9-c6f2a19b3217 service neutron] For port 906d7e93-796e-48da-b2b6-43e09317d336, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=906d7e93-796e-48da-b2b6-43e09317d336,segment=NetworkSegment(56914130-d266-4761-b91f-0f4044da3177),segment_id=56914130-d266-4761-b91f-0f4044da3177)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:11:22.710890 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-4f912e4b-cfaf-4222-9d87-316c7d767784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:22.720363 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ec3c3-6113-45de-bfeb-39a02037f47e req-b8d0d0d6-7eb7-4217-97cb-93e5986ecab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:22.721912 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6e7ec3c3-6113-45de-bfeb-39a02037f47e req-b8d0d0d6-7eb7-4217-97cb-93e5986ecab0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d0da5992-75df-4d7e-ac40-4e60cfbca09c HTTP/1.1" status: 200 len: 861 time: 0.1735632 Aug 10 03:11:22.747490 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-ba455055-3edb-4852-85e9-c6f2a19b3217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:22.784673 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fb8002ce-fc17-4793-a361-463aec94125e req-fca1cad1-aeb7-458b-a2c7-02b0f51b353a tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a17030d-dd29-4c0e-9b90-111361473668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540644 Aug 10 03:11:22.829129 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6e7ec3c3-6113-45de-bfeb-39a02037f47e req-dfb6cd96-5b66-464e-9859-b07ee11bc046 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8ebbd51d-54f8-47d9-924a-757d571ead63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680928 Aug 10 03:11:22.834777 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-4f912e4b-cfaf-4222-9d87-316c7d767784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:22.835413 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-4f912e4b-cfaf-4222-9d87-316c7d767784 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:22.836758 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-4f912e4b-cfaf-4222-9d87-316c7d767784 service neutron] 10.222.0.60 "PUT /v2.0/ports/7f7d4070-63a5-4dcf-a267-bab9b2c3747d HTTP/1.1" status: 200 len: 1091 time: 3.7591155 Aug 10 03:11:22.943444 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-5f024a50-4c55-49d1-b13e-ac1c75b5e61c service neutron] Request body: {'port': {'device_id': '1e71a0fd-9049-4db9-b09f-57f7e39649f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:22.983768 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f912e4b-cfaf-4222-9d87-316c7d767784 service neutron] Pushing event updated for resources: {'Port': ['ID=7f7d4070-63a5-4dcf-a267-bab9b2c3747d,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:23.057121 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ab6b5-23a1-4e68-8bb1-72c8b4056171 req-6ded5851-206d-406b-b714-18333f23259b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:23.058597 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9a1ab6b5-23a1-4e68-8bb1-72c8b4056171 req-6ded5851-206d-406b-b714-18333f23259b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e450f6b03de04b20833c7f0cd13d61c0&device_id=aa1d41c6-07d3-4853-8dde-a7d5aa20ebd2 HTTP/1.1" status: 200 len: 1095 time: 0.3317535 Aug 10 03:11:23.477935 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-ba455055-3edb-4852-85e9-c6f2a19b3217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:23.478585 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-ba455055-3edb-4852-85e9-c6f2a19b3217 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:23.479901 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-ba455055-3edb-4852-85e9-c6f2a19b3217 service neutron] 10.222.0.60 "PUT /v2.0/ports/906d7e93-796e-48da-b2b6-43e09317d336 HTTP/1.1" status: 200 len: 1123 time: 3.8858039 Aug 10 03:11:23.533433 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9a1ab6b5-23a1-4e68-8bb1-72c8b4056171 req-03267ca5-3234-40f5-adc0-8a385394dc4a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2388abf3-f6d3-42bd-8901-f10e8787999e HTTP/1.1" status: 200 len: 217 time: 0.0874307 Aug 10 03:11:23.533984 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-5f024a50-4c55-49d1-b13e-ac1c75b5e61c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:23.592013 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a26045-61cb-49b0-ab8c-524e86ee2cf0 req-62452a48-e150-4879-9806-a706c28e5251 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:23.597052 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['906d7e93-796e-48da-b2b6-43e09317d336'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:11:23.599365 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e1a26045-61cb-49b0-ab8c-524e86ee2cf0 req-62452a48-e150-4879-9806-a706c28e5251 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a6b85e6-4c0a-402f-94b6-776fdbcec732 HTTP/1.1" status: 200 len: 943 time: 0.6123943 Aug 10 03:11:23.628279 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba455055-3edb-4852-85e9-c6f2a19b3217 service neutron] Pushing event updated for resources: {'Port': ['ID=906d7e93-796e-48da-b2b6-43e09317d336,revision_number=8']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:23.662348 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c53a27-0277-4686-a765-aa42b656b433 req-87fed093-2617-4476-a3d7-e9848037f2d0 tempest-InstanceActionsNegativeTestJSON-1649678518 tempest-InstanceActionsNegativeTestJSON-1649678518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:23.669782 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-93c53a27-0277-4686-a765-aa42b656b433 req-87fed093-2617-4476-a3d7-e9848037f2d0 tempest-InstanceActionsNegativeTestJSON-1649678518 tempest-InstanceActionsNegativeTestJSON-1649678518-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa1d41c6-07d3-4853-8dde-a7d5aa20ebd2 HTTP/1.1" status: 200 len: 943 time: 0.7315843 Aug 10 03:11:23.677332 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['906d7e93-796e-48da-b2b6-43e09317d336'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:11:23.690239 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6e7ec3c3-6113-45de-bfeb-39a02037f47e req-b3354584-94fa-419c-85f4-ebefc9416427 service neutron] 10.222.0.58 "GET /v2.0/networks/8ebbd51d-54f8-47d9-924a-757d571ead63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8490703 Aug 10 03:11:23.748527 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ab6b5-23a1-4e68-8bb1-72c8b4056171 req-e4fdc50e-91b9-43e6-b449-7e8e84900b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:23.749955 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9a1ab6b5-23a1-4e68-8bb1-72c8b4056171 req-e4fdc50e-91b9-43e6-b449-7e8e84900b40 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b04cafd-64d3-4a5a-a770-e5b535557123 HTTP/1.1" status: 200 len: 862 time: 0.1964824 Aug 10 03:11:23.808103 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e1a26045-61cb-49b0-ab8c-524e86ee2cf0 req-db692a30-a575-4536-9576-35ca9718c22c tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078514 Aug 10 03:11:23.857046 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9a1ab6b5-23a1-4e68-8bb1-72c8b4056171 req-0579db23-063e-4019-8c59-3a533baa6837 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=acf604cc-b7d7-47af-a5a6-a84df1a6252c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0916114 Aug 10 03:11:23.935607 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-93c53a27-0277-4686-a765-aa42b656b433 req-0c4d321a-baac-442b-b0b3-9ce8365aa938 tempest-InstanceActionsNegativeTestJSON-1649678518 tempest-InstanceActionsNegativeTestJSON-1649678518-project] 10.222.0.62 "GET /v2.0/security-groups?id=74605a5a-da3d-4351-a575-e9a7b089d118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648492 Aug 10 03:11:24.037578 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 10 Aug 2021 03:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f1a65e-8c60-4d4b-9ca5-1dc6fcd5fdae x-openstack-request-id: req-61f1a65e-8c60-4d4b-9ca5-1dc6fcd5fdae {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:11:24.037977 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e71a0fd-9049-4db9-b09f-57f7e39649f7", "tag": "06c52605-4de4-48ec-a7c2-def5b215a00c", "status": "completed", "code": 200}, {"server_uuid": "8a6b85e6-4c0a-402f-94b6-776fdbcec732", "name": "network-vif-unplugged", "status": "completed", "tag": "906d7e93-796e-48da-b2b6-43e09317d336", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:11:24.038234 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-61f1a65e-8c60-4d4b-9ca5-1dc6fcd5fdae {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:11:24.038758 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e71a0fd-9049-4db9-b09f-57f7e39649f7', 'tag': '06c52605-4de4-48ec-a7c2-def5b215a00c', 'status': 'completed', 'code': 200} Aug 10 03:11:24.039036 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6b85e6-4c0a-402f-94b6-776fdbcec732', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '906d7e93-796e-48da-b2b6-43e09317d336', 'code': 200} Aug 10 03:11:24.266530 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6e7ec3c3-6113-45de-bfeb-39a02037f47e req-3db9b9d3-fb60-45ff-8023-79545ab53940 service neutron] 10.222.0.58 "GET /v2.0/networks/8ebbd51d-54f8-47d9-924a-757d571ead63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5531311 Aug 10 03:11:24.316048 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9a1ab6b5-23a1-4e68-8bb1-72c8b4056171 req-8754515c-c91f-420d-a36f-8e054bad17f6 service neutron] 10.222.0.60 "GET /v2.0/networks/acf604cc-b7d7-47af-a5a6-a84df1a6252c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4492149 Aug 10 03:11:24.318674 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 55f72fce-99c3-4300-bc8e-40a8a859bb95 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:11:24.435064 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b727d9f-7c70-49e3-b6f4-a63209eb7ecb req-b4dee69c-3d55-4394-a002-bdf66cf1af9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:24.435499 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b727d9f-7c70-49e3-b6f4-a63209eb7ecb req-b4dee69c-3d55-4394-a002-bdf66cf1af9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:24.436154 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b727d9f-7c70-49e3-b6f4-a63209eb7ecb req-b4dee69c-3d55-4394-a002-bdf66cf1af9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:24.436642 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b727d9f-7c70-49e3-b6f4-a63209eb7ecb req-b4dee69c-3d55-4394-a002-bdf66cf1af9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:24.437316 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b727d9f-7c70-49e3-b6f4-a63209eb7ecb req-b4dee69c-3d55-4394-a002-bdf66cf1af9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:24.438257 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b727d9f-7c70-49e3-b6f4-a63209eb7ecb req-b4dee69c-3d55-4394-a002-bdf66cf1af9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:24.438563 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b727d9f-7c70-49e3-b6f4-a63209eb7ecb req-b4dee69c-3d55-4394-a002-bdf66cf1af9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:24.441483 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5b727d9f-7c70-49e3-b6f4-a63209eb7ecb req-b4dee69c-3d55-4394-a002-bdf66cf1af9b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=113c9048eb054fe989e54191f5a42ad9&device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 6287 time: 0.4118476 Aug 10 03:11:24.446283 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 55f72fce-99c3-4300-bc8e-40a8a859bb95, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=55f72fce-99c3-4300-bc8e-40a8a859bb95,segment=NetworkSegment(ad32b24d-632f-4bfa-be5f-47033bd88109),segment_id=ad32b24d-632f-4bfa-be5f-47033bd88109)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:24.466629 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': '55f72fce-99c3-4300-bc8e-40a8a859bb95', 'network_id': '8ebbd51d-54f8-47d9-924a-757d571ead63', 'port_id': '55f72fce-99c3-4300-bc8e-40a8a859bb95', 'mac_address': 'fa:16:3e:0b:9f:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0da5992-75df-4d7e-ac40-4e60cfbca09c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:11:24.476865 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f263488-1619-468f-abfd-8d0004ee9a51 req-c17b2895-4d87-4801-bf5e-98ccf4f56768 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:24.479187 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1f263488-1619-468f-abfd-8d0004ee9a51 req-c17b2895-4d87-4801-bf5e-98ccf4f56768 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bf7f255-a9c9-4ac9-bcc7-c86bc2d46b5d HTTP/1.1" status: 200 len: 943 time: 0.2877717 Aug 10 03:11:24.512962 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036352b3-465b-4509-bf54-9e517de3d8c7 req-c859c7be-ce5f-4c0f-aa5c-883ef909064e tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:24.519251 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036352b3-465b-4509-bf54-9e517de3d8c7 req-c859c7be-ce5f-4c0f-aa5c-883ef909064e tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:24.523820 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:24.525972 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036352b3-465b-4509-bf54-9e517de3d8c7 req-c859c7be-ce5f-4c0f-aa5c-883ef909064e tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:24.532841 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036352b3-465b-4509-bf54-9e517de3d8c7 req-c859c7be-ce5f-4c0f-aa5c-883ef909064e tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:24.539411 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55f72fce-99c3-4300-bc8e-40a8a859bb95 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:11:24.540321 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036352b3-465b-4509-bf54-9e517de3d8c7 req-c859c7be-ce5f-4c0f-aa5c-883ef909064e tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:24.546680 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036352b3-465b-4509-bf54-9e517de3d8c7 req-c859c7be-ce5f-4c0f-aa5c-883ef909064e tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:24.553916 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036352b3-465b-4509-bf54-9e517de3d8c7 req-c859c7be-ce5f-4c0f-aa5c-883ef909064e tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:24.563742 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-036352b3-465b-4509-bf54-9e517de3d8c7 req-c859c7be-ce5f-4c0f-aa5c-883ef909064e tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 5391 time: 0.4148757 Aug 10 03:11:24.566410 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 55f72fce-99c3-4300-bc8e-40a8a859bb95, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=55f72fce-99c3-4300-bc8e-40a8a859bb95,segment=NetworkSegment(ad32b24d-632f-4bfa-be5f-47033bd88109),segment_id=ad32b24d-632f-4bfa-be5f-47033bd88109)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:24.592167 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:24.645587 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=55f72fce-99c3-4300-bc8e-40a8a859bb95,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:24.758239 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9a1ab6b5-23a1-4e68-8bb1-72c8b4056171 req-dabfa461-9cb5-4f1e-b6ab-3accc410178c service neutron] 10.222.0.60 "GET /v2.0/networks/acf604cc-b7d7-47af-a5a6-a84df1a6252c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4301391 Aug 10 03:11:24.768497 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-036352b3-465b-4509-bf54-9e517de3d8c7 req-83987276-1340-44d8-b37b-2a949422cb83 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/security-groups?id=b405968e-e8dd-4859-b855-f8ae1385ba0e&id=8fa0499c-1adb-43e6-95ad-71a41197fc16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2038803 Aug 10 03:11:24.795104 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1f263488-1619-468f-abfd-8d0004ee9a51 req-21c2206c-54a1-40d0-9b44-2004aa8879a4 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a17030d-dd29-4c0e-9b90-111361473668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952895 Aug 10 03:11:24.829543 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b727d9f-7c70-49e3-b6f4-a63209eb7ecb req-fe4646fd-85d7-45e3-b29e-07feed7968c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:24.830151 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b727d9f-7c70-49e3-b6f4-a63209eb7ecb req-fe4646fd-85d7-45e3-b29e-07feed7968c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:24.830692 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b727d9f-7c70-49e3-b6f4-a63209eb7ecb req-fe4646fd-85d7-45e3-b29e-07feed7968c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:24.834215 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5b727d9f-7c70-49e3-b6f4-a63209eb7ecb req-fe4646fd-85d7-45e3-b29e-07feed7968c9 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=113c9048eb054fe989e54191f5a42ad9&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3759010 Aug 10 03:11:24.887261 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-5f024a50-4c55-49d1-b13e-ac1c75b5e61c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28fae6e2-48ce-4dfb-97b0-a801a71104de {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:11:24.920339 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-5f024a50-4c55-49d1-b13e-ac1c75b5e61c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:24.936970 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['55f72fce-99c3-4300-bc8e-40a8a859bb95'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:11:25.003648 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-5f024a50-4c55-49d1-b13e-ac1c75b5e61c service neutron] Transition to ACTIVE for port object 28fae6e2-48ce-4dfb-97b0-a801a71104de will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:11:25.016071 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-5f024a50-4c55-49d1-b13e-ac1c75b5e61c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:25.045854 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e87eb2-4404-4989-9c88-d56f7f2fdf5d req-5ce9cc8d-9410-46b0-8dda-9954c631973a tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:25.047681 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-92e87eb2-4404-4989-9c88-d56f7f2fdf5d req-5ce9cc8d-9410-46b0-8dda-9954c631973a tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2f7cf69-220e-4aab-a168-073d97fba7c6 HTTP/1.1" status: 200 len: 951 time: 0.1554215 Aug 10 03:11:25.169486 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b727d9f-7c70-49e3-b6f4-a63209eb7ecb req-24c7c625-f488-47a2-a12e-3de40a553903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:25.183899 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5b727d9f-7c70-49e3-b6f4-a63209eb7ecb req-24c7c625-f488-47a2-a12e-3de40a553903 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3169761 Aug 10 03:11:25.186465 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f024a50-4c55-49d1-b13e-ac1c75b5e61c service neutron] Pushing event updated for resources: {'Port': ['ID=28fae6e2-48ce-4dfb-97b0-a801a71104de,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:25.197954 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-92e87eb2-4404-4989-9c88-d56f7f2fdf5d req-e72d1dd7-07d9-48c3-b579-0b2cee8be9c5 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114848 Aug 10 03:11:25.446667 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a21d8b-5edf-4581-99ab-fda4999766a1 req-2272091f-ec5c-49c0-a1eb-5074246f66b2 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:25.451318 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a2a21d8b-5edf-4581-99ab-fda4999766a1 req-2272091f-ec5c-49c0-a1eb-5074246f66b2 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a6b85e6-4c0a-402f-94b6-776fdbcec732 HTTP/1.1" status: 200 len: 943 time: 0.1931186 Aug 10 03:11:25.457801 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-5f024a50-4c55-49d1-b13e-ac1c75b5e61c service neutron] Attempting to bind port 28fae6e2-48ce-4dfb-97b0-a801a71104de on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:11:25.458311 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-5f024a50-4c55-49d1-b13e-ac1c75b5e61c service neutron] Attempting to bind port 28fae6e2-48ce-4dfb-97b0-a801a71104de by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '9de9bfca-d5e3-4514-839e-5c60e3c23980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f1f6800e-d6fe-4d63-bb1f-c42246d24569'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:11:25.458643 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-5f024a50-4c55-49d1-b13e-ac1c75b5e61c service neutron] Attempting to bind port 28fae6e2-48ce-4dfb-97b0-a801a71104de on network f1f6800e-d6fe-4d63-bb1f-c42246d24569 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:11:25.480872 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-5f024a50-4c55-49d1-b13e-ac1c75b5e61c service neutron] Port 28fae6e2-48ce-4dfb-97b0-a801a71104de on network f1f6800e-d6fe-4d63-bb1f-c42246d24569 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:11:25.481593 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-5f024a50-4c55-49d1-b13e-ac1c75b5e61c service neutron] Attempting to bind port 28fae6e2-48ce-4dfb-97b0-a801a71104de on network f1f6800e-d6fe-4d63-bb1f-c42246d24569 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:11:25.501222 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7946e012-5088-4c80-9fdb-85b61506d9ed req-74d13e56-26c0-44e6-8259-b388304aeef8 tempest-InstanceActionsNegativeTestJSON-1649678518 tempest-InstanceActionsNegativeTestJSON-1649678518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:25.503355 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7946e012-5088-4c80-9fdb-85b61506d9ed req-74d13e56-26c0-44e6-8259-b388304aeef8 tempest-InstanceActionsNegativeTestJSON-1649678518 tempest-InstanceActionsNegativeTestJSON-1649678518-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa1d41c6-07d3-4853-8dde-a7d5aa20ebd2 HTTP/1.1" status: 200 len: 943 time: 0.1349900 Aug 10 03:11:25.507655 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-5f024a50-4c55-49d1-b13e-ac1c75b5e61c service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:11:25.507995 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-5f024a50-4c55-49d1-b13e-ac1c75b5e61c service neutron] Checking segment: {'id': '9de9bfca-d5e3-4514-839e-5c60e3c23980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f1f6800e-d6fe-4d63-bb1f-c42246d24569'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:11:25.508385 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-5f024a50-4c55-49d1-b13e-ac1c75b5e61c service neutron] Bound using segment: {'id': '9de9bfca-d5e3-4514-839e-5c60e3c23980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f1f6800e-d6fe-4d63-bb1f-c42246d24569'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:11:25.508834 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-5f024a50-4c55-49d1-b13e-ac1c75b5e61c service neutron] Bound port: 28fae6e2-48ce-4dfb-97b0-a801a71104de, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9de9bfca-d5e3-4514-839e-5c60e3c23980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f1f6800e-d6fe-4d63-bb1f-c42246d24569'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:11:25.509315 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-5f024a50-4c55-49d1-b13e-ac1c75b5e61c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:25.577191 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a2a21d8b-5edf-4581-99ab-fda4999766a1 req-3c8793de-3192-4c0e-92be-5a5939ce8ade tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220567 Aug 10 03:11:25.618852 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7946e012-5088-4c80-9fdb-85b61506d9ed req-b3c5d707-6026-471c-a788-acef7b85bcc2 tempest-InstanceActionsNegativeTestJSON-1649678518 tempest-InstanceActionsNegativeTestJSON-1649678518-project] 10.222.0.62 "GET /v2.0/security-groups?id=74605a5a-da3d-4351-a575-e9a7b089d118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951903 Aug 10 03:11:25.626007 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-5f024a50-4c55-49d1-b13e-ac1c75b5e61c service neutron] For port 28fae6e2-48ce-4dfb-97b0-a801a71104de, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:11:25.630518 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-5f024a50-4c55-49d1-b13e-ac1c75b5e61c service neutron] For port 28fae6e2-48ce-4dfb-97b0-a801a71104de, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=28fae6e2-48ce-4dfb-97b0-a801a71104de,segment=NetworkSegment(9de9bfca-d5e3-4514-839e-5c60e3c23980),segment_id=9de9bfca-d5e3-4514-839e-5c60e3c23980)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:11:25.636188 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-5f024a50-4c55-49d1-b13e-ac1c75b5e61c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:25.668593 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41742) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:25.686724 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-5f024a50-4c55-49d1-b13e-ac1c75b5e61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:25.687233 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-5f024a50-4c55-49d1-b13e-ac1c75b5e61c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:25.688841 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-5f024a50-4c55-49d1-b13e-ac1c75b5e61c service neutron] 10.222.0.60 "PUT /v2.0/ports/28fae6e2-48ce-4dfb-97b0-a801a71104de HTTP/1.1" status: 200 len: 1090 time: 2.8045268 Aug 10 03:11:25.705301 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f024a50-4c55-49d1-b13e-ac1c75b5e61c service neutron] Pushing event updated for resources: {'Port': ['ID=28fae6e2-48ce-4dfb-97b0-a801a71104de,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:25.722369 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-6f2aecd8-b198-44d3-93ee-2ec07d0bba29 service neutron] Request body: {'port': {'device_id': '1e71a0fd-9049-4db9-b09f-57f7e39649f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:25.834883 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-77f99005-c807-4973-a32a-b227308b9f25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:25.836445 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-6f2aecd8-b198-44d3-93ee-2ec07d0bba29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:25.979723 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650311b7-5bb3-460a-bedc-74c64cacca69 req-c819ae02-4d0b-4c0e-9d6f-6539985e3e3b tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:25.982901 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-650311b7-5bb3-460a-bedc-74c64cacca69 req-c819ae02-4d0b-4c0e-9d6f-6539985e3e3b tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2f7cf69-220e-4aab-a168-073d97fba7c6 HTTP/1.1" status: 200 len: 951 time: 0.2149282 Aug 10 03:11:26.004384 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:26.054966 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-77f99005-c807-4973-a32a-b227308b9f25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:26.065117 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-77f99005-c807-4973-a32a-b227308b9f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:26.068443 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa1d41c6-07d3-4853-8dde-a7d5aa20ebd2', 'tag': '2388abf3-f6d3-42bd-8901-f10e8787999e'}, {'name': 'network-changed', 'server_uuid': '1e71a0fd-9049-4db9-b09f-57f7e39649f7', 'tag': '7f7d4070-63a5-4dcf-a267-bab9b2c3747d'}, {'name': 'network-changed', 'server_uuid': '8a6b85e6-4c0a-402f-94b6-776fdbcec732', 'tag': '906d7e93-796e-48da-b2b6-43e09317d336'}, {'name': 'network-changed', 'server_uuid': '1e71a0fd-9049-4db9-b09f-57f7e39649f7', 'tag': '28fae6e2-48ce-4dfb-97b0-a801a71104de'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:11:26.070928 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3480f075-30cb-4049-a434-5616bb8bcc6a" -d '{"events": [{"name": "network-changed", "server_uuid": "aa1d41c6-07d3-4853-8dde-a7d5aa20ebd2", "tag": "2388abf3-f6d3-42bd-8901-f10e8787999e"}, {"name": "network-changed", "server_uuid": "1e71a0fd-9049-4db9-b09f-57f7e39649f7", "tag": "7f7d4070-63a5-4dcf-a267-bab9b2c3747d"}, {"name": "network-changed", "server_uuid": "8a6b85e6-4c0a-402f-94b6-776fdbcec732", "tag": "906d7e93-796e-48da-b2b6-43e09317d336"}, {"name": "network-changed", "server_uuid": "1e71a0fd-9049-4db9-b09f-57f7e39649f7", "tag": "28fae6e2-48ce-4dfb-97b0-a801a71104de"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:11:26.122554 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-77f99005-c807-4973-a32a-b227308b9f25 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=63e2de28e9c74901a24391302e161092&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4517105 Aug 10 03:11:26.125733 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41754) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:26.154543 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f99005-c807-4973-a32a-b227308b9f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3daa7def-0288-47b3-8500-063bf8ba5c5f,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:26.189731 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9d2e44b4-3f11-4a42-ba86-863a7d9f6745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:26.204483 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:26.221619 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9d2e44b4-3f11-4a42-ba86-863a7d9f6745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:26.290459 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9d2e44b4-3f11-4a42-ba86-863a7d9f6745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:26.293548 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9d2e44b4-3f11-4a42-ba86-863a7d9f6745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:26.294542 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9d2e44b4-3f11-4a42-ba86-863a7d9f6745 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3daa7def-0288-47b3-8500-063bf8ba5c5f HTTP/1.1" status: 204 len: 168 time: 0.1670749 Aug 10 03:11:26.311390 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2e44b4-3f11-4a42-ba86-863a7d9f6745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3daa7def-0288-47b3-8500-063bf8ba5c5f,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:26.337533 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 55f72fce-99c3-4300-bc8e-40a8a859bb95 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:11:26.390007 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a36aead-f209-454e-86bc-1e2dc1b7c3b7 req-613d675e-2a65-4954-a00c-c63c107ad2b2 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:26.406880 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3a36aead-f209-454e-86bc-1e2dc1b7c3b7 req-613d675e-2a65-4954-a00c-c63c107ad2b2 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bf7f255-a9c9-4ac9-bcc7-c86bc2d46b5d HTTP/1.1" status: 200 len: 944 time: 0.4521191 Aug 10 03:11:26.426213 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port 55f72fce-99c3-4300-bc8e-40a8a859bb95 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:11:26.436024 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port 55f72fce-99c3-4300-bc8e-40a8a859bb95 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:11:26.436408 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:26.549764 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7e2a3-fbe2-415d-a166-1692653e0485 req-71b9adf4-ecb9-4671-9923-a172da85fb2c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:26.568294 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7e2a3-fbe2-415d-a166-1692653e0485 req-71b9adf4-ecb9-4671-9923-a172da85fb2c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:26.571094 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:26.581128 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7e2a3-fbe2-415d-a166-1692653e0485 req-71b9adf4-ecb9-4671-9923-a172da85fb2c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:26.608779 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7e2a3-fbe2-415d-a166-1692653e0485 req-71b9adf4-ecb9-4671-9923-a172da85fb2c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:26.616709 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf7f255-a9c9-4ac9-bcc7-c86bc2d46b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f72fce-99c3-4300-bc8e-40a8a859bb95'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:11:26.622136 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7e2a3-fbe2-415d-a166-1692653e0485 req-71b9adf4-ecb9-4671-9923-a172da85fb2c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:26.623526 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62116def-88c3-4267-872e-d0584cdc3688" -d '{"events": [{"server_uuid": "4bf7f255-a9c9-4ac9-bcc7-c86bc2d46b5d", "name": "network-vif-plugged", "status": "completed", "tag": "55f72fce-99c3-4300-bc8e-40a8a859bb95"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:11:26.640509 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7e2a3-fbe2-415d-a166-1692653e0485 req-71b9adf4-ecb9-4671-9923-a172da85fb2c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:26.653079 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 55f72fce-99c3-4300-bc8e-40a8a859bb95, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=55f72fce-99c3-4300-bc8e-40a8a859bb95,segment=NetworkSegment(ad32b24d-632f-4bfa-be5f-47033bd88109),segment_id=ad32b24d-632f-4bfa-be5f-47033bd88109)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:26.655356 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7e2a3-fbe2-415d-a166-1692653e0485 req-71b9adf4-ecb9-4671-9923-a172da85fb2c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:26.661604 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-33f7e2a3-fbe2-415d-a166-1692653e0485 req-71b9adf4-ecb9-4671-9923-a172da85fb2c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 5403 time: 0.7039373 Aug 10 03:11:26.663588 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:26.699548 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-6f2aecd8-b198-44d3-93ee-2ec07d0bba29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9140a197-e2ae-4fbc-a8b1-69cdd61eb563 {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:11:26.745581 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3a36aead-f209-454e-86bc-1e2dc1b7c3b7 req-01478a1c-4b16-444f-9a2d-2a34a2410ab8 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a17030d-dd29-4c0e-9b90-111361473668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375835 Aug 10 03:11:26.756703 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-6f2aecd8-b198-44d3-93ee-2ec07d0bba29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:26.800265 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41770) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:26.806238 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=55f72fce-99c3-4300-bc8e-40a8a859bb95,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:26.825930 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a584dbd2-c47b-44ae-8692-1aaeae269f0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:26.838284 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-6f2aecd8-b198-44d3-93ee-2ec07d0bba29 service neutron] Transition to ACTIVE for port object 9140a197-e2ae-4fbc-a8b1-69cdd61eb563 will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:11:26.859762 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-6f2aecd8-b198-44d3-93ee-2ec07d0bba29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:26.925547 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-33f7e2a3-fbe2-415d-a166-1692653e0485 req-d24115b7-c7df-48de-b11d-c7c4752e85b9 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/security-groups?id=b405968e-e8dd-4859-b855-f8ae1385ba0e&id=8fa0499c-1adb-43e6-95ad-71a41197fc16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2418079 Aug 10 03:11:26.997713 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 680 Content-Type: application/json Date: Tue, 10 Aug 2021 03:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe78f5b4-b1b2-4566-8327-500b30e6c322 x-openstack-request-id: req-fe78f5b4-b1b2-4566-8327-500b30e6c322 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:11:26.998038 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa1d41c6-07d3-4853-8dde-a7d5aa20ebd2", "tag": "2388abf3-f6d3-42bd-8901-f10e8787999e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1e71a0fd-9049-4db9-b09f-57f7e39649f7", "tag": "7f7d4070-63a5-4dcf-a267-bab9b2c3747d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8a6b85e6-4c0a-402f-94b6-776fdbcec732", "tag": "906d7e93-796e-48da-b2b6-43e09317d336", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1e71a0fd-9049-4db9-b09f-57f7e39649f7", "tag": "28fae6e2-48ce-4dfb-97b0-a801a71104de", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:11:26.999006 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fe78f5b4-b1b2-4566-8327-500b30e6c322 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:11:26.999276 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa1d41c6-07d3-4853-8dde-a7d5aa20ebd2', 'tag': '2388abf3-f6d3-42bd-8901-f10e8787999e', 'status': 'completed', 'code': 200} Aug 10 03:11:26.999604 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e71a0fd-9049-4db9-b09f-57f7e39649f7', 'tag': '7f7d4070-63a5-4dcf-a267-bab9b2c3747d', 'status': 'completed', 'code': 200} Aug 10 03:11:27.000033 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a6b85e6-4c0a-402f-94b6-776fdbcec732', 'tag': '906d7e93-796e-48da-b2b6-43e09317d336', 'status': 'completed', 'code': 200} Aug 10 03:11:27.000246 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e71a0fd-9049-4db9-b09f-57f7e39649f7', 'tag': '28fae6e2-48ce-4dfb-97b0-a801a71104de', 'status': 'completed', 'code': 200} Aug 10 03:11:27.025626 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-650311b7-5bb3-460a-bedc-74c64cacca69 req-16e3f2cf-b580-4fd9-b4b0-276a8a0d8d3d tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Deleting port 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:11:27.026236 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-650311b7-5bb3-460a-bedc-74c64cacca69 req-16e3f2cf-b580-4fd9-b4b0-276a8a0d8d3d tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:27.135720 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a584dbd2-c47b-44ae-8692-1aaeae269f0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:27.149285 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a584dbd2-c47b-44ae-8692-1aaeae269f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:27.232258 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a584dbd2-c47b-44ae-8692-1aaeae269f0a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8d55910d66c1401f8359d0c580da9b88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4305804 Aug 10 03:11:27.234048 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a584dbd2-c47b-44ae-8692-1aaeae269f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7804bf-bb0b-4965-9503-e04f1e7d7d30,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:27.239608 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41772) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:27.250527 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2aecd8-b198-44d3-93ee-2ec07d0bba29 service neutron] Pushing event updated for resources: {'Port': ['ID=9140a197-e2ae-4fbc-a8b1-69cdd61eb563,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:27.345199 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-eed70b39-3cad-4992-b5c7-9e73f7869841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:27.376694 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-eed70b39-3cad-4992-b5c7-9e73f7869841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:27.442150 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-eed70b39-3cad-4992-b5c7-9e73f7869841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:27.446433 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-eed70b39-3cad-4992-b5c7-9e73f7869841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:27.449266 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-eed70b39-3cad-4992-b5c7-9e73f7869841 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7b7804bf-bb0b-4965-9503-e04f1e7d7d30 HTTP/1.1" status: 204 len: 168 time: 0.2066822 Aug 10 03:11:27.464210 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed70b39-3cad-4992-b5c7-9e73f7869841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7804bf-bb0b-4965-9503-e04f1e7d7d30,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:27.513111 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa549b9c-ee5f-4e50-8e32-c9db583a5c47 req-45bdfca8-a620-41b0-a360-946d9ca18b87 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:27.514968 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aa549b9c-ee5f-4e50-8e32-c9db583a5c47 req-45bdfca8-a620-41b0-a360-946d9ca18b87 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2f7cf69-220e-4aab-a168-073d97fba7c6 HTTP/1.1" status: 200 len: 951 time: 0.3392243 Aug 10 03:11:27.527403 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480f075-30cb-4049-a434-5616bb8bcc6a req-bde7ab3a-86c4-412a-afe2-b3855d72fc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:27.529625 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3480f075-30cb-4049-a434-5616bb8bcc6a req-bde7ab3a-86c4-412a-afe2-b3855d72fc15 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0184527d62ac40cb863b24d5f91a9ee4&device_id=8a6b85e6-4c0a-402f-94b6-776fdbcec732 HTTP/1.1" status: 200 len: 1126 time: 0.4674432 Aug 10 03:11:27.556576 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-650311b7-5bb3-460a-bedc-74c64cacca69 req-16e3f2cf-b580-4fd9-b4b0-276a8a0d8d3d tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] For port 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=84e9efbc-5efa-4aed-9d83-a539d7e6bb9a,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:27.557380 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-650311b7-5bb3-460a-bedc-74c64cacca69 req-16e3f2cf-b580-4fd9-b4b0-276a8a0d8d3d tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:27.572607 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-650311b7-5bb3-460a-bedc-74c64cacca69 req-16e3f2cf-b580-4fd9-b4b0-276a8a0d8d3d tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Calling delete_port for 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:11:27.738960 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480f075-30cb-4049-a434-5616bb8bcc6a req-4eb1bebe-59c3-44b0-a0fe-111574cd71a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:27.741043 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3480f075-30cb-4049-a434-5616bb8bcc6a req-4eb1bebe-59c3-44b0-a0fe-111574cd71a2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e450f6b03de04b20833c7f0cd13d61c0&device_id=aa1d41c6-07d3-4853-8dde-a7d5aa20ebd2 HTTP/1.1" status: 200 len: 1095 time: 0.6828938 Aug 10 03:11:27.754647 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-650311b7-5bb3-460a-bedc-74c64cacca69 req-16e3f2cf-b580-4fd9-b4b0-276a8a0d8d3d tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:27.771104 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['d36ab999-6fc2-43b3-892b-c2e46712150a', 'f3428fea-5331-4669-b498-70790682434c'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:11:27.832694 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['7b34d85d-31ea-427f-bb22-4317f4465781'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:11:27.878903 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480f075-30cb-4049-a434-5616bb8bcc6a req-0372e243-dbc5-4534-8d3d-4826b2e61470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:27.879345 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3480f075-30cb-4049-a434-5616bb8bcc6a req-0372e243-dbc5-4534-8d3d-4826b2e61470 service neutron] 10.222.0.58 "GET /v2.0/networks?id=909af24c-2a43-4e6d-8a1f-90b69debd82b HTTP/1.1" status: 200 len: 908 time: 0.1279869 Aug 10 03:11:28.034114 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480f075-30cb-4049-a434-5616bb8bcc6a req-c9a5d591-7891-40f0-bd7e-3a6db4bafefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:28.036293 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3480f075-30cb-4049-a434-5616bb8bcc6a req-c9a5d591-7891-40f0-bd7e-3a6db4bafefe service neutron] 10.222.0.60 "GET /v2.0/networks?id=acf604cc-b7d7-47af-a5a6-a84df1a6252c HTTP/1.1" status: 200 len: 923 time: 0.1659253 Aug 10 03:11:28.085080 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b516231f-b800-4239-b17d-1f8f8df325c1 req-108292df-e174-47b6-a726-c72a89b8fc9d tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:28.086797 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b516231f-b800-4239-b17d-1f8f8df325c1 req-108292df-e174-47b6-a726-c72a89b8fc9d tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a6b85e6-4c0a-402f-94b6-776fdbcec732 HTTP/1.1" status: 200 len: 943 time: 0.8748825 Aug 10 03:11:28.344059 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 906d7e93-796e-48da-b2b6-43e09317d336 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:11:28.348400 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e3f2cf-b580-4fd9-b4b0-276a8a0d8d3d tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Pushing event deleted for resources: {'Port': ['ID=84e9efbc-5efa-4aed-9d83-a539d7e6bb9a,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:28.365412 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3480f075-30cb-4049-a434-5616bb8bcc6a req-05d3ed6b-125b-4b9d-a29a-e59be702014b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=906d7e93-796e-48da-b2b6-43e09317d336 HTTP/1.1" status: 200 len: 217 time: 0.3068807 Aug 10 03:11:28.386872 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 2388abf3-f6d3-42bd-8901-f10e8787999e details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:11:28.393626 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-6f2aecd8-b198-44d3-93ee-2ec07d0bba29 service neutron] Attempting to bind port 9140a197-e2ae-4fbc-a8b1-69cdd61eb563 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:11:28.394113 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-6f2aecd8-b198-44d3-93ee-2ec07d0bba29 service neutron] Attempting to bind port 9140a197-e2ae-4fbc-a8b1-69cdd61eb563 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': 'b96f6dd2-820f-4525-9b5d-9cb81ae71b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '213b1b56-2bcd-4d0a-8807-3afa3f6e51f2'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:11:28.394598 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-6f2aecd8-b198-44d3-93ee-2ec07d0bba29 service neutron] Attempting to bind port 9140a197-e2ae-4fbc-a8b1-69cdd61eb563 on network 213b1b56-2bcd-4d0a-8807-3afa3f6e51f2 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:11:28.397657 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3480f075-30cb-4049-a434-5616bb8bcc6a req-8957babc-13af-4304-98c7-e3859a8b4ab6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2388abf3-f6d3-42bd-8901-f10e8787999e HTTP/1.1" status: 200 len: 217 time: 0.2968242 Aug 10 03:11:28.403367 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-650311b7-5bb3-460a-bedc-74c64cacca69 req-16e3f2cf-b580-4fd9-b4b0-276a8a0d8d3d tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] No DVR routers for this DVR port 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a on host n-h1-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:11:28.489613 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480f075-30cb-4049-a434-5616bb8bcc6a req-fd101eb3-be4a-453a-9066-2ff5ee6236bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:28.493931 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3480f075-30cb-4049-a434-5616bb8bcc6a req-fd101eb3-be4a-453a-9066-2ff5ee6236bd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b8c216be-f9cb-484e-9a0a-1cd9ef473e6f HTTP/1.1" status: 200 len: 847 time: 0.0943403 Aug 10 03:11:28.517189 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-650311b7-5bb3-460a-bedc-74c64cacca69 req-16e3f2cf-b580-4fd9-b4b0-276a8a0d8d3d tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:28.522237 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-650311b7-5bb3-460a-bedc-74c64cacca69 req-16e3f2cf-b580-4fd9-b4b0-276a8a0d8d3d tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.58 "DELETE /v2.0/ports/84e9efbc-5efa-4aed-9d83-a539d7e6bb9a HTTP/1.1" status: 204 len: 173 time: 2.5026972 Aug 10 03:11:28.528176 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-6f2aecd8-b198-44d3-93ee-2ec07d0bba29 service neutron] Port 9140a197-e2ae-4fbc-a8b1-69cdd61eb563 on network 213b1b56-2bcd-4d0a-8807-3afa3f6e51f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:11:28.532258 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-6f2aecd8-b198-44d3-93ee-2ec07d0bba29 service neutron] Attempting to bind port 9140a197-e2ae-4fbc-a8b1-69cdd61eb563 on network 213b1b56-2bcd-4d0a-8807-3afa3f6e51f2 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:11:28.543503 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:11:28.581752 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:11:28.582017 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 84e9efbc-5efa-4aed-9d83-a539d7e6bb9a not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:11:28.617399 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 2388abf3-f6d3-42bd-8901-f10e8787999e, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=2388abf3-f6d3-42bd-8901-f10e8787999e,segment=NetworkSegment(a77857c9-2b07-4b2f-bab6-0f1b37d18d11),segment_id=a77857c9-2b07-4b2f-bab6-0f1b37d18d11)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:28.630840 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aa549b9c-ee5f-4e50-8e32-c9db583a5c47 req-b2795372-6b39-4450-9067-79fe1444243c tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8936200 Aug 10 03:11:28.631401 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '2388abf3-f6d3-42bd-8901-f10e8787999e', 'network_id': 'acf604cc-b7d7-47af-a5a6-a84df1a6252c', 'port_id': '2388abf3-f6d3-42bd-8901-f10e8787999e', 'mac_address': 'fa:16:3e:cb:96:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b04cafd-64d3-4a5a-a770-e5b535557123', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:11:28.687191 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:28.702772 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3480f075-30cb-4049-a434-5616bb8bcc6a req-c590c215-6f20-454c-b3a8-be0f5ddded85 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=909af24c-2a43-4e6d-8a1f-90b69debd82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1756098 Aug 10 03:11:28.703806 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2388abf3-f6d3-42bd-8901-f10e8787999e {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:11:28.705636 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-6f2aecd8-b198-44d3-93ee-2ec07d0bba29 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:11:28.706170 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-6f2aecd8-b198-44d3-93ee-2ec07d0bba29 service neutron] Checking segment: {'id': 'b96f6dd2-820f-4525-9b5d-9cb81ae71b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '213b1b56-2bcd-4d0a-8807-3afa3f6e51f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:11:28.707174 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-6f2aecd8-b198-44d3-93ee-2ec07d0bba29 service neutron] Bound using segment: {'id': 'b96f6dd2-820f-4525-9b5d-9cb81ae71b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '213b1b56-2bcd-4d0a-8807-3afa3f6e51f2'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:11:28.708962 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-6f2aecd8-b198-44d3-93ee-2ec07d0bba29 service neutron] Bound port: 9140a197-e2ae-4fbc-a8b1-69cdd61eb563, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b96f6dd2-820f-4525-9b5d-9cb81ae71b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '213b1b56-2bcd-4d0a-8807-3afa3f6e51f2'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:11:28.709614 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-6f2aecd8-b198-44d3-93ee-2ec07d0bba29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:28.729430 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 2388abf3-f6d3-42bd-8901-f10e8787999e, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=2388abf3-f6d3-42bd-8901-f10e8787999e,segment=NetworkSegment(a77857c9-2b07-4b2f-bab6-0f1b37d18d11),segment_id=a77857c9-2b07-4b2f-bab6-0f1b37d18d11)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:28.732730 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b516231f-b800-4239-b17d-1f8f8df325c1 req-83bd0a12-38d1-4f0f-9872-8d9b01836ff0 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6060252 Aug 10 03:11:28.738485 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:28.845508 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=2388abf3-f6d3-42bd-8901-f10e8787999e,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:28.870048 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-6f2aecd8-b198-44d3-93ee-2ec07d0bba29 service neutron] For port 9140a197-e2ae-4fbc-a8b1-69cdd61eb563, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:11:28.873530 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-6f2aecd8-b198-44d3-93ee-2ec07d0bba29 service neutron] For port 9140a197-e2ae-4fbc-a8b1-69cdd61eb563, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=9140a197-e2ae-4fbc-a8b1-69cdd61eb563,segment=NetworkSegment(b96f6dd2-820f-4525-9b5d-9cb81ae71b32),segment_id=b96f6dd2-820f-4525-9b5d-9cb81ae71b32)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:11:28.886076 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-6f2aecd8-b198-44d3-93ee-2ec07d0bba29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:28.940971 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0c57a2-a1cc-4bdb-9264-060513f34acf x-openstack-request-id: req-3d0c57a2-a1cc-4bdb-9264-060513f34acf {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:11:28.941611 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bf7f255-a9c9-4ac9-bcc7-c86bc2d46b5d", "name": "network-vif-plugged", "status": "completed", "tag": "55f72fce-99c3-4300-bc8e-40a8a859bb95", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:11:28.942025 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3d0c57a2-a1cc-4bdb-9264-060513f34acf {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:11:28.942602 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bf7f255-a9c9-4ac9-bcc7-c86bc2d46b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f72fce-99c3-4300-bc8e-40a8a859bb95', 'code': 200} Aug 10 03:11:29.125847 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['2388abf3-f6d3-42bd-8901-f10e8787999e'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:11:29.304781 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480f075-30cb-4049-a434-5616bb8bcc6a req-bb17410c-cf3d-400d-af34-42df1d2b447f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:29.306484 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3480f075-30cb-4049-a434-5616bb8bcc6a req-bb17410c-cf3d-400d-af34-42df1d2b447f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b04cafd-64d3-4a5a-a770-e5b535557123 HTTP/1.1" status: 200 len: 862 time: 0.8990839 Aug 10 03:11:29.306766 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f7cf69-220e-4aab-a168-073d97fba7c6', 'name': 'network-vif-deleted', 'tag': '84e9efbc-5efa-4aed-9d83-a539d7e6bb9a'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:11:29.309140 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161689d7-c400-4abd-afb4-0c055d38bc24" -d '{"events": [{"server_uuid": "e2f7cf69-220e-4aab-a168-073d97fba7c6", "name": "network-vif-deleted", "tag": "84e9efbc-5efa-4aed-9d83-a539d7e6bb9a"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:11:29.447463 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3480f075-30cb-4049-a434-5616bb8bcc6a req-9890e6da-f4f8-466b-bc4a-d0ce5208c258 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=acf604cc-b7d7-47af-a5a6-a84df1a6252c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745234 Aug 10 03:11:29.448761 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-6f2aecd8-b198-44d3-93ee-2ec07d0bba29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:29.449382 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-6f2aecd8-b198-44d3-93ee-2ec07d0bba29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:29.450985 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-6f2aecd8-b198-44d3-93ee-2ec07d0bba29 service neutron] 10.222.0.60 "PUT /v2.0/ports/9140a197-e2ae-4fbc-a8b1-69cdd61eb563 HTTP/1.1" status: 200 len: 1092 time: 3.7333164 Aug 10 03:11:29.506633 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-084fd10c-5afb-4664-9758-0871805356c5 service neutron] Request body: {'port': {'device_id': '1e71a0fd-9049-4db9-b09f-57f7e39649f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:29.590213 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d896b9f-dced-4eb7-9846-e2d449d2f96d req-f883bb35-474b-43f8-9908-cddcedfe7142 tempest-InstanceActionsNegativeTestJSON-1649678518 tempest-InstanceActionsNegativeTestJSON-1649678518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:29.598390 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3d896b9f-dced-4eb7-9846-e2d449d2f96d req-f883bb35-474b-43f8-9908-cddcedfe7142 tempest-InstanceActionsNegativeTestJSON-1649678518 tempest-InstanceActionsNegativeTestJSON-1649678518-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa1d41c6-07d3-4853-8dde-a7d5aa20ebd2 HTTP/1.1" status: 200 len: 944 time: 0.7184260 Aug 10 03:11:29.601675 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2aecd8-b198-44d3-93ee-2ec07d0bba29 service neutron] Pushing event updated for resources: {'Port': ['ID=9140a197-e2ae-4fbc-a8b1-69cdd61eb563,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:29.619678 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3480f075-30cb-4049-a434-5616bb8bcc6a req-eca08e9e-ce24-49f9-a011-0ca11eda48c2 service neutron] 10.222.0.58 "GET /v2.0/networks/909af24c-2a43-4e6d-8a1f-90b69debd82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8916600 Aug 10 03:11:29.633775 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f2d1d-5b82-4f7e-88cb-61c7fdb3a916 req-4f60ce4c-6479-40e4-8238-7330fc1599bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:29.635311 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-528f2d1d-5b82-4f7e-88cb-61c7fdb3a916 req-4f60ce4c-6479-40e4-8238-7330fc1599bd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4bf7f255-a9c9-4ac9-bcc7-c86bc2d46b5d HTTP/1.1" status: 200 len: 1097 time: 0.2904260 Aug 10 03:11:29.721331 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-813f58d0-b3f0-46b7-b7a3-84bb8208d293 service neutron] 10.222.0.58 "GET /v2.0/ports/906d7e93-796e-48da-b2b6-43e09317d336/bindings/n-h2-768851-15 HTTP/1.1" status: 200 len: 385 time: 0.0689197 Aug 10 03:11:29.836024 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-084fd10c-5afb-4664-9758-0871805356c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:29.850531 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3d896b9f-dced-4eb7-9846-e2d449d2f96d req-316774aa-6894-4ac2-8e38-a10454ce6889 tempest-InstanceActionsNegativeTestJSON-1649678518 tempest-InstanceActionsNegativeTestJSON-1649678518-project] 10.222.0.62 "GET /v2.0/security-groups?id=74605a5a-da3d-4351-a575-e9a7b089d118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506320 Aug 10 03:11:29.872703 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3480f075-30cb-4049-a434-5616bb8bcc6a req-74c10a57-d84c-4cec-a348-3dc018da72c7 service neutron] 10.222.0.60 "GET /v2.0/networks/acf604cc-b7d7-47af-a5a6-a84df1a6252c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3999877 Aug 10 03:11:29.899011 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-528f2d1d-5b82-4f7e-88cb-61c7fdb3a916 req-f876226c-9a32-4cf7-88f3-9dfa4153ed44 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7a17030d-dd29-4c0e-9b90-111361473668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418165 Aug 10 03:11:29.964820 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-f24d0b40-314c-460e-b573-ace6482b99f6 service neutron] For port 906d7e93-796e-48da-b2b6-43e09317d336, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=906d7e93-796e-48da-b2b6-43e09317d336,segment=NetworkSegment(56914130-d266-4761-b91f-0f4044da3177),segment_id=56914130-d266-4761-b91f-0f4044da3177)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:29.987929 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a929e000-8595-4a8b-a0c1-7c7f49584813 req-6fe9f363-5055-4c43-a0aa-273b812cbd9b tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:29.989534 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a929e000-8595-4a8b-a0c1-7c7f49584813 req-6fe9f363-5055-4c43-a0aa-273b812cbd9b tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bf7f255-a9c9-4ac9-bcc7-c86bc2d46b5d HTTP/1.1" status: 200 len: 945 time: 0.2659712 Aug 10 03:11:29.993003 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-f24d0b40-314c-460e-b573-ace6482b99f6 service neutron] For port 906d7e93-796e-48da-b2b6-43e09317d336, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:11:29.999099 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3480f075-30cb-4049-a434-5616bb8bcc6a req-afabee3c-f90d-4771-99d6-3ce26bcf7d7f service neutron] 10.222.0.58 "GET /v2.0/networks/909af24c-2a43-4e6d-8a1f-90b69debd82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3674061 Aug 10 03:11:30.052860 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-f24d0b40-314c-460e-b573-ace6482b99f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 906d7e93-796e-48da-b2b6-43e09317d336 {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:11:30.071392 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-f24d0b40-314c-460e-b573-ace6482b99f6 service neutron] For port 906d7e93-796e-48da-b2b6-43e09317d336, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=906d7e93-796e-48da-b2b6-43e09317d336,segment=NetworkSegment(56914130-d266-4761-b91f-0f4044da3177),segment_id=56914130-d266-4761-b91f-0f4044da3177)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:30.085456 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-f24d0b40-314c-460e-b573-ace6482b99f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:30.170894 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-f24d0b40-314c-460e-b573-ace6482b99f6 service neutron] Transition to ACTIVE for port object 906d7e93-796e-48da-b2b6-43e09317d336 will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:11:30.175882 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-f24d0b40-314c-460e-b573-ace6482b99f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:30.202815 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a929e000-8595-4a8b-a0c1-7c7f49584813 req-fc6550b1-507b-4cc1-aeda-c4c1bcfdb41e tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a17030d-dd29-4c0e-9b90-111361473668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012894 Aug 10 03:11:30.216023 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3480f075-30cb-4049-a434-5616bb8bcc6a req-da090ad5-cc8b-4360-81d9-76b03f6645fb service neutron] 10.222.0.60 "GET /v2.0/networks/acf604cc-b7d7-47af-a5a6-a84df1a6252c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324873 Aug 10 03:11:30.261747 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-f24d0b40-314c-460e-b573-ace6482b99f6 service neutron] No DVR routers for this DVR port 906d7e93-796e-48da-b2b6-43e09317d336 on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:11:30.272652 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24d0b40-314c-460e-b573-ace6482b99f6 service neutron] Pushing event updated for resources: {'Port': ['ID=906d7e93-796e-48da-b2b6-43e09317d336,revision_number=10']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:30.286046 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-63b235f2-9777-4b95-8299-204cc5ef61bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:30.286555 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12beb131-643f-4b34-87e8-6676f05ce279 req-f965529b-07d9-4fe1-86f8-ccb51eb455bf tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:30.292277 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12beb131-643f-4b34-87e8-6676f05ce279 req-f965529b-07d9-4fe1-86f8-ccb51eb455bf tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:30.298262 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12beb131-643f-4b34-87e8-6676f05ce279 req-f965529b-07d9-4fe1-86f8-ccb51eb455bf tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:30.300802 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-f24d0b40-314c-460e-b573-ace6482b99f6 service neutron] 10.222.0.58 "PUT /v2.0/ports/906d7e93-796e-48da-b2b6-43e09317d336/bindings/n-h2-768851-15/activate HTTP/1.1" status: 200 len: 370 time: 0.5713069 Aug 10 03:11:30.304885 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12beb131-643f-4b34-87e8-6676f05ce279 req-f965529b-07d9-4fe1-86f8-ccb51eb455bf tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:30.311052 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12beb131-643f-4b34-87e8-6676f05ce279 req-f965529b-07d9-4fe1-86f8-ccb51eb455bf tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:30.317115 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12beb131-643f-4b34-87e8-6676f05ce279 req-f965529b-07d9-4fe1-86f8-ccb51eb455bf tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:30.323751 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12beb131-643f-4b34-87e8-6676f05ce279 req-f965529b-07d9-4fe1-86f8-ccb51eb455bf tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:30.325768 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-12beb131-643f-4b34-87e8-6676f05ce279 req-f965529b-07d9-4fe1-86f8-ccb51eb455bf tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 5415 time: 0.2904961 Aug 10 03:11:30.330820 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a79a3e-1685-40ed-893d-bccaefd712b5 x-openstack-request-id: req-64a79a3e-1685-40ed-893d-bccaefd712b5 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:11:30.331102 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2f7cf69-220e-4aab-a168-073d97fba7c6", "name": "network-vif-deleted", "tag": "84e9efbc-5efa-4aed-9d83-a539d7e6bb9a", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:11:30.331398 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-64a79a3e-1685-40ed-893d-bccaefd712b5 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:11:30.331933 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2f7cf69-220e-4aab-a168-073d97fba7c6', 'name': 'network-vif-deleted', 'tag': '84e9efbc-5efa-4aed-9d83-a539d7e6bb9a', 'status': 'completed', 'code': 200} Aug 10 03:11:30.350946 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97f214-a838-443b-85ca-0f788735a55a req-f1a4fea3-607b-4c38-a38a-7f02c69f73f3 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:30.352333 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9e97f214-a838-443b-85ca-0f788735a55a req-f1a4fea3-607b-4c38-a38a-7f02c69f73f3 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.58 "GET /v2.0/ports?device_id=1eddc19e-e2f2-4919-8662-4ba388292535 HTTP/1.1" status: 200 len: 944 time: 0.2232068 Aug 10 03:11:30.543186 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-12beb131-643f-4b34-87e8-6676f05ce279 req-b16d430e-5b82-4b5d-92e4-96c9ec5f7559 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/security-groups?id=b405968e-e8dd-4859-b855-f8ae1385ba0e&id=8fa0499c-1adb-43e6-95ad-71a41197fc16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2026937 Aug 10 03:11:30.568879 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480f075-30cb-4049-a434-5616bb8bcc6a req-c6b2d370-9d24-495b-9d76-8c6bb90946f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:30.569375 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480f075-30cb-4049-a434-5616bb8bcc6a req-c6b2d370-9d24-495b-9d76-8c6bb90946f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:30.569850 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480f075-30cb-4049-a434-5616bb8bcc6a req-c6b2d370-9d24-495b-9d76-8c6bb90946f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:30.570322 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480f075-30cb-4049-a434-5616bb8bcc6a req-c6b2d370-9d24-495b-9d76-8c6bb90946f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:30.570811 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480f075-30cb-4049-a434-5616bb8bcc6a req-c6b2d370-9d24-495b-9d76-8c6bb90946f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:30.571278 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480f075-30cb-4049-a434-5616bb8bcc6a req-c6b2d370-9d24-495b-9d76-8c6bb90946f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:30.571743 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480f075-30cb-4049-a434-5616bb8bcc6a req-c6b2d370-9d24-495b-9d76-8c6bb90946f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:30.573638 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3480f075-30cb-4049-a434-5616bb8bcc6a req-c6b2d370-9d24-495b-9d76-8c6bb90946f9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=113c9048eb054fe989e54191f5a42ad9&device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 6423 time: 0.2469544 Aug 10 03:11:30.604509 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-34ed4724-1a05-472e-8699-f68ef5a9ec0e tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:30.605903 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-34ed4724-1a05-472e-8699-f68ef5a9ec0e tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8a6b85e6-4c0a-402f-94b6-776fdbcec732&tenant_id=0184527d62ac40cb863b24d5f91a9ee4&binding%3Ahost_id=n-h1-768851-15 HTTP/1.1" status: 200 len: 1096 time: 0.2415984 Aug 10 03:11:30.616058 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea998b5-25b1-4c0f-b849-dbc7d360a1c0 req-be646acb-1668-4694-a3fe-53fbaf6662c7 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:30.617534 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fea998b5-25b1-4c0f-b849-dbc7d360a1c0 req-be646acb-1668-4694-a3fe-53fbaf6662c7 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eddc19e-e2f2-4919-8662-4ba388292535 HTTP/1.1" status: 200 len: 944 time: 0.2623558 Aug 10 03:11:30.840175 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fea998b5-25b1-4c0f-b849-dbc7d360a1c0 req-a00ce4eb-ebfc-4dd7-82ad-687ebe8b9cca tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831129 Aug 10 03:11:30.848777 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-084fd10c-5afb-4664-9758-0871805356c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee53d7b7-1d52-47a8-a630-59afbe99d7bd {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:11:30.863708 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-c817d4f3-ee36-4951-b202-65b5f4232bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:30.865231 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-c817d4f3-ee36-4951-b202-65b5f4232bfe service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8a6b85e6-4c0a-402f-94b6-776fdbcec732&tenant_id=0184527d62ac40cb863b24d5f91a9ee4 HTTP/1.1" status: 200 len: 1096 time: 0.2351143 Aug 10 03:11:30.872565 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-084fd10c-5afb-4664-9758-0871805356c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:30.882762 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06925468-4a2e-41f4-b1e2-fc6eb2cfef03 req-53d91633-b1aa-4b4f-be26-8a132f78c5b1 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:30.884260 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-06925468-4a2e-41f4-b1e2-fc6eb2cfef03 req-53d91633-b1aa-4b4f-be26-8a132f78c5b1 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a6b85e6-4c0a-402f-94b6-776fdbcec732 HTTP/1.1" status: 200 len: 944 time: 0.2262495 Aug 10 03:11:30.890034 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-9e97f214-a838-443b-85ca-0f788735a55a req-520627f6-71bc-4663-8ec9-c7da6d0c2772 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Deleting port 01a58bba-6328-4634-a439-27a9ba5235d4 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:11:30.890381 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-9e97f214-a838-443b-85ca-0f788735a55a req-520627f6-71bc-4663-8ec9-c7da6d0c2772 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:30.918428 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480f075-30cb-4049-a434-5616bb8bcc6a req-50e5adba-9269-4021-b240-d71fdb49db16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:30.918934 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480f075-30cb-4049-a434-5616bb8bcc6a req-50e5adba-9269-4021-b240-d71fdb49db16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:30.919420 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480f075-30cb-4049-a434-5616bb8bcc6a req-50e5adba-9269-4021-b240-d71fdb49db16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:30.920979 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3480f075-30cb-4049-a434-5616bb8bcc6a req-50e5adba-9269-4021-b240-d71fdb49db16 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=113c9048eb054fe989e54191f5a42ad9&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3335028 Aug 10 03:11:30.994812 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-084fd10c-5afb-4664-9758-0871805356c5 service neutron] Transition to ACTIVE for port object ee53d7b7-1d52-47a8-a630-59afbe99d7bd will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:11:31.042683 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-084fd10c-5afb-4664-9758-0871805356c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:31.133297 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-06925468-4a2e-41f4-b1e2-fc6eb2cfef03 req-52c161a3-93f0-4f71-a6ec-67a07b5556df tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398303 Aug 10 03:11:31.144149 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d42fc8cf-f04b-4d84-94cd-0a5505cb2360 req-cf61d295-6ea6-4aa1-80a7-b06ab446f761 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=293fbd9b1ced45ab964a1da35de8e7bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0993059 Aug 10 03:11:31.222078 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-52d08767-3047-491f-aa53-fc42277f8b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:31.223655 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-52d08767-3047-491f-aa53-fc42277f8b9e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0184527d62ac40cb863b24d5f91a9ee4&device_id=8a6b85e6-4c0a-402f-94b6-776fdbcec732 HTTP/1.1" status: 200 len: 1096 time: 0.3258903 Aug 10 03:11:31.224261 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084fd10c-5afb-4664-9758-0871805356c5 service neutron] Pushing event updated for resources: {'Port': ['ID=ee53d7b7-1d52-47a8-a630-59afbe99d7bd,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:31.301165 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-9e97f214-a838-443b-85ca-0f788735a55a req-520627f6-71bc-4663-8ec9-c7da6d0c2772 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] For port 01a58bba-6328-4634-a439-27a9ba5235d4, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=01a58bba-6328-4634-a439-27a9ba5235d4,segment=NetworkSegment(837bbb8d-e72f-44c2-893c-c4df3456bfd0),segment_id=837bbb8d-e72f-44c2-893c-c4df3456bfd0)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:31.301543 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-9e97f214-a838-443b-85ca-0f788735a55a req-520627f6-71bc-4663-8ec9-c7da6d0c2772 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:31.309984 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480f075-30cb-4049-a434-5616bb8bcc6a req-f7f19d8f-37f2-4783-ba52-ffa1c52faa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:31.311521 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3480f075-30cb-4049-a434-5616bb8bcc6a req-f7f19d8f-37f2-4783-ba52-ffa1c52faa4e service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3401840 Aug 10 03:11:31.394788 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-9e97f214-a838-443b-85ca-0f788735a55a req-520627f6-71bc-4663-8ec9-c7da6d0c2772 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Calling delete_port for 01a58bba-6328-4634-a439-27a9ba5235d4 owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:11:31.877068 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42fc8cf-f04b-4d84-94cd-0a5505cb2360 req-f02f4f07-f41b-4449-b345-c8f9d2756151 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:31.878550 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d42fc8cf-f04b-4d84-94cd-0a5505cb2360 req-f02f4f07-f41b-4449-b345-c8f9d2756151 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7122521 Aug 10 03:11:31.893149 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-084fd10c-5afb-4664-9758-0871805356c5 service neutron] Attempting to bind port ee53d7b7-1d52-47a8-a630-59afbe99d7bd on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:11:31.893481 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-084fd10c-5afb-4664-9758-0871805356c5 service neutron] Attempting to bind port ee53d7b7-1d52-47a8-a630-59afbe99d7bd by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': 'b96f6dd2-820f-4525-9b5d-9cb81ae71b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '213b1b56-2bcd-4d0a-8807-3afa3f6e51f2'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:11:31.893809 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-084fd10c-5afb-4664-9758-0871805356c5 service neutron] Attempting to bind port ee53d7b7-1d52-47a8-a630-59afbe99d7bd on network 213b1b56-2bcd-4d0a-8807-3afa3f6e51f2 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:11:31.921496 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbea14f-63e8-4678-a9d4-88691a329a96 req-37b68077-c5cd-4f01-9e8f-fbf1d5cc2a69 tempest-InstanceActionsNegativeTestJSON-1649678518 tempest-InstanceActionsNegativeTestJSON-1649678518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:31.922970 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3cbea14f-63e8-4678-a9d4-88691a329a96 req-37b68077-c5cd-4f01-9e8f-fbf1d5cc2a69 tempest-InstanceActionsNegativeTestJSON-1649678518 tempest-InstanceActionsNegativeTestJSON-1649678518-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa1d41c6-07d3-4853-8dde-a7d5aa20ebd2 HTTP/1.1" status: 200 len: 944 time: 0.5734684 Aug 10 03:11:31.936654 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480f075-30cb-4049-a434-5616bb8bcc6a req-19b60cdb-8d27-4d44-a426-dc197108b8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:31.937138 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480f075-30cb-4049-a434-5616bb8bcc6a req-19b60cdb-8d27-4d44-a426-dc197108b8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:31.937607 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480f075-30cb-4049-a434-5616bb8bcc6a req-19b60cdb-8d27-4d44-a426-dc197108b8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:31.938073 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480f075-30cb-4049-a434-5616bb8bcc6a req-19b60cdb-8d27-4d44-a426-dc197108b8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:31.938535 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480f075-30cb-4049-a434-5616bb8bcc6a req-19b60cdb-8d27-4d44-a426-dc197108b8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:31.939664 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480f075-30cb-4049-a434-5616bb8bcc6a req-19b60cdb-8d27-4d44-a426-dc197108b8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:31.940125 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480f075-30cb-4049-a434-5616bb8bcc6a req-19b60cdb-8d27-4d44-a426-dc197108b8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:31.942014 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3480f075-30cb-4049-a434-5616bb8bcc6a req-19b60cdb-8d27-4d44-a426-dc197108b8c8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=113c9048eb054fe989e54191f5a42ad9&device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 6449 time: 0.5454249 Aug 10 03:11:31.947293 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-084fd10c-5afb-4664-9758-0871805356c5 service neutron] Port ee53d7b7-1d52-47a8-a630-59afbe99d7bd on network 213b1b56-2bcd-4d0a-8807-3afa3f6e51f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:11:31.947620 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-084fd10c-5afb-4664-9758-0871805356c5 service neutron] Attempting to bind port ee53d7b7-1d52-47a8-a630-59afbe99d7bd on network 213b1b56-2bcd-4d0a-8807-3afa3f6e51f2 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:11:31.961395 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d42fc8cf-f04b-4d84-94cd-0a5505cb2360 req-56319f43-04b9-46e5-a449-c68ad82a7acc tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/quotas/293fbd9b1ced45ab964a1da35de8e7bd HTTP/1.1" status: 200 len: 375 time: 0.0769544 Aug 10 03:11:31.971385 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-88c21005-f3b9-42e3-88dd-18f2eef94ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:31.972787 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-88c21005-f3b9-42e3-88dd-18f2eef94ebf service neutron] 10.222.0.60 "GET /v2.0/networks?id=909af24c-2a43-4e6d-8a1f-90b69debd82b HTTP/1.1" status: 200 len: 908 time: 0.7027702 Aug 10 03:11:31.983276 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-084fd10c-5afb-4664-9758-0871805356c5 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:11:31.983614 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-084fd10c-5afb-4664-9758-0871805356c5 service neutron] Checking segment: {'id': 'b96f6dd2-820f-4525-9b5d-9cb81ae71b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '213b1b56-2bcd-4d0a-8807-3afa3f6e51f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:11:31.983998 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-084fd10c-5afb-4664-9758-0871805356c5 service neutron] Bound using segment: {'id': 'b96f6dd2-820f-4525-9b5d-9cb81ae71b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '213b1b56-2bcd-4d0a-8807-3afa3f6e51f2'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:11:31.984438 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-084fd10c-5afb-4664-9758-0871805356c5 service neutron] Bound port: ee53d7b7-1d52-47a8-a630-59afbe99d7bd, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b96f6dd2-820f-4525-9b5d-9cb81ae71b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '213b1b56-2bcd-4d0a-8807-3afa3f6e51f2'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:11:31.984801 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-084fd10c-5afb-4664-9758-0871805356c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:32.107937 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d42fc8cf-f04b-4d84-94cd-0a5505cb2360 req-c2d3e6e2-f91f-4377-a58b-5b9d4ad4de3d tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=293fbd9b1ced45ab964a1da35de8e7bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1318228 Aug 10 03:11:32.109165 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-4d4679ba-a4e1-4d0b-8dfc-1f0a2ca2625d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=906d7e93-796e-48da-b2b6-43e09317d336 HTTP/1.1" status: 200 len: 217 time: 0.1106904 Aug 10 03:11:32.179595 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3cbea14f-63e8-4678-a9d4-88691a329a96 req-e005ed07-af2e-46c2-8d54-9ba6d10b7125 tempest-InstanceActionsNegativeTestJSON-1649678518 tempest-InstanceActionsNegativeTestJSON-1649678518-project] 10.222.0.62 "GET /v2.0/security-groups?id=74605a5a-da3d-4351-a575-e9a7b089d118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339146 Aug 10 03:11:32.284739 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-1b502661-9b47-4061-8734-e3bec05f871e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:32.286223 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-1b502661-9b47-4061-8734-e3bec05f871e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b8c216be-f9cb-484e-9a0a-1cd9ef473e6f HTTP/1.1" status: 200 len: 847 time: 0.1648564 Aug 10 03:11:32.294471 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-084fd10c-5afb-4664-9758-0871805356c5 service neutron] For port ee53d7b7-1d52-47a8-a630-59afbe99d7bd, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:11:32.300022 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-084fd10c-5afb-4664-9758-0871805356c5 service neutron] For port ee53d7b7-1d52-47a8-a630-59afbe99d7bd, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=ee53d7b7-1d52-47a8-a630-59afbe99d7bd,segment=NetworkSegment(b96f6dd2-820f-4525-9b5d-9cb81ae71b32),segment_id=b96f6dd2-820f-4525-9b5d-9cb81ae71b32)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:11:32.313240 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480f075-30cb-4049-a434-5616bb8bcc6a req-00abca92-f7c0-45ca-ac85-7480c3db8d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:32.313723 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480f075-30cb-4049-a434-5616bb8bcc6a req-00abca92-f7c0-45ca-ac85-7480c3db8d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:32.314406 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480f075-30cb-4049-a434-5616bb8bcc6a req-00abca92-f7c0-45ca-ac85-7480c3db8d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:32.317076 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3480f075-30cb-4049-a434-5616bb8bcc6a req-00abca92-f7c0-45ca-ac85-7480c3db8d46 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=113c9048eb054fe989e54191f5a42ad9&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3570611 Aug 10 03:11:32.339102 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e71a0fd-9049-4db9-b09f-57f7e39649f7', 'tag': '9140a197-e2ae-4fbc-a8b1-69cdd61eb563'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:11:32.341369 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775df5b4-09a3-4111-90b5-b73954ce363f" -d '{"events": [{"name": "network-changed", "server_uuid": "1e71a0fd-9049-4db9-b09f-57f7e39649f7", "tag": "9140a197-e2ae-4fbc-a8b1-69cdd61eb563"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:11:32.344498 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-084fd10c-5afb-4664-9758-0871805356c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:32.353605 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-9e97f214-a838-443b-85ca-0f788735a55a req-520627f6-71bc-4663-8ec9-c7da6d0c2772 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:32.366000 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 01a58bba-6328-4634-a439-27a9ba5235d4 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:11:32.391929 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: 01a58bba-6328-4634-a439-27a9ba5235d4 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:11:32.392895 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 01a58bba-6328-4634-a439-27a9ba5235d4 not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:11:32.409565 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-3ac2fef9-56fe-4fb0-a5f5-c0aab094c2c8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=909af24c-2a43-4e6d-8a1f-90b69debd82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0993710 Aug 10 03:11:32.432697 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 2388abf3-f6d3-42bd-8901-f10e8787999e up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:11:32.494262 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port 2388abf3-f6d3-42bd-8901-f10e8787999e completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:11:32.498363 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 2388abf3-f6d3-42bd-8901-f10e8787999e triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:11:32.498839 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:32.541421 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-084fd10c-5afb-4664-9758-0871805356c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:32.542051 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-084fd10c-5afb-4664-9758-0871805356c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:32.549665 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-084fd10c-5afb-4664-9758-0871805356c5 service neutron] 10.222.0.60 "PUT /v2.0/ports/ee53d7b7-1d52-47a8-a630-59afbe99d7bd HTTP/1.1" status: 200 len: 1092 time: 3.0531609 Aug 10 03:11:32.644986 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:32.652358 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-09e86cc6-09c1-40fa-b8aa-8a57b65082e6 service neutron] 10.222.0.60 "GET /v2.0/networks/909af24c-2a43-4e6d-8a1f-90b69debd82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228329 Aug 10 03:11:32.660290 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f11a4-bbd9-48e3-b8e7-a9babb276888 req-fec79ff4-a2d8-434d-ac9d-3d583589a7ba tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:32.662770 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-720f11a4-bbd9-48e3-b8e7-a9babb276888 req-fec79ff4-a2d8-434d-ac9d-3d583589a7ba tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba1d3739-8c48-493a-8bd2-e429e9c4b12d HTTP/1.1" status: 200 len: 951 time: 0.0657706 Aug 10 03:11:32.694326 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa1d41c6-07d3-4853-8dde-a7d5aa20ebd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2388abf3-f6d3-42bd-8901-f10e8787999e'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:11:32.698906 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dfece8e-77e7-436c-a3a8-f77274896644" -d '{"events": [{"server_uuid": "aa1d41c6-07d3-4853-8dde-a7d5aa20ebd2", "name": "network-vif-plugged", "status": "completed", "tag": "2388abf3-f6d3-42bd-8901-f10e8787999e"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:11:32.708901 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e97f214-a838-443b-85ca-0f788735a55a req-520627f6-71bc-4663-8ec9-c7da6d0c2772 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] No DVR routers for this DVR port 01a58bba-6328-4634-a439-27a9ba5235d4 on host n-h1-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:11:32.720488 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 2388abf3-f6d3-42bd-8901-f10e8787999e, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=2388abf3-f6d3-42bd-8901-f10e8787999e,segment=NetworkSegment(a77857c9-2b07-4b2f-bab6-0f1b37d18d11),segment_id=a77857c9-2b07-4b2f-bab6-0f1b37d18d11)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:32.726396 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:32.734342 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399db5bf-c3c6-4cb6-960e-1707279a73bb req-1160cdb2-8670-4fc4-a083-3743d03bf289 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:32.736658 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-399db5bf-c3c6-4cb6-960e-1707279a73bb req-1160cdb2-8670-4fc4-a083-3743d03bf289 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bf7f255-a9c9-4ac9-bcc7-c86bc2d46b5d HTTP/1.1" status: 200 len: 945 time: 0.4462886 Aug 10 03:11:32.737827 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-9e97f214-a838-443b-85ca-0f788735a55a req-520627f6-71bc-4663-8ec9-c7da6d0c2772 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:32.739778 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9e97f214-a838-443b-85ca-0f788735a55a req-520627f6-71bc-4663-8ec9-c7da6d0c2772 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.58 "DELETE /v2.0/ports/01a58bba-6328-4634-a439-27a9ba5235d4 HTTP/1.1" status: 204 len: 173 time: 2.3579490 Aug 10 03:11:32.774330 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084fd10c-5afb-4664-9758-0871805356c5 service neutron] Pushing event updated for resources: {'Port': ['ID=ee53d7b7-1d52-47a8-a630-59afbe99d7bd,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:32.811069 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-720f11a4-bbd9-48e3-b8e7-a9babb276888 req-a41e5860-c0db-4ac4-879e-b6ba8c6aef1f tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Deleting port f3428fea-5331-4669-b498-70790682434c {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:11:32.811470 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-720f11a4-bbd9-48e3-b8e7-a9babb276888 req-a41e5860-c0db-4ac4-879e-b6ba8c6aef1f tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:32.825295 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520627f6-71bc-4663-8ec9-c7da6d0c2772 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Pushing event deleted for resources: {'Port': ['ID=01a58bba-6328-4634-a439-27a9ba5235d4,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:32.840113 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=2388abf3-f6d3-42bd-8901-f10e8787999e,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:32.855863 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db132923-bdc3-4e7d-aef7-0a2ef7679508 req-ec45f1a4-e88b-481c-838d-dab926780e58 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:32.858218 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-db132923-bdc3-4e7d-aef7-0a2ef7679508 req-ec45f1a4-e88b-481c-838d-dab926780e58 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba1d3739-8c48-493a-8bd2-e429e9c4b12d HTTP/1.1" status: 200 len: 951 time: 0.5099940 Aug 10 03:11:32.918722 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480f075-30cb-4049-a434-5616bb8bcc6a req-9b4fc86e-dea1-45a9-b6c5-052774dbaa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:32.919756 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-720f11a4-bbd9-48e3-b8e7-a9babb276888 req-a41e5860-c0db-4ac4-879e-b6ba8c6aef1f tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] For port f3428fea-5331-4669-b498-70790682434c, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=f3428fea-5331-4669-b498-70790682434c,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:32.920305 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-720f11a4-bbd9-48e3-b8e7-a9babb276888 req-a41e5860-c0db-4ac4-879e-b6ba8c6aef1f tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:32.920454 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3480f075-30cb-4049-a434-5616bb8bcc6a req-9b4fc86e-dea1-45a9-b6c5-052774dbaa63 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5699203 Aug 10 03:11:32.930410 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-399db5bf-c3c6-4cb6-960e-1707279a73bb req-914edb95-b679-4eeb-8b23-4722e7c1f724 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a17030d-dd29-4c0e-9b90-111361473668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509016 Aug 10 03:11:32.939010 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-720f11a4-bbd9-48e3-b8e7-a9babb276888 req-a41e5860-c0db-4ac4-879e-b6ba8c6aef1f tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Calling delete_port for f3428fea-5331-4669-b498-70790682434c owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:11:32.957393 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-db132923-bdc3-4e7d-aef7-0a2ef7679508 req-982fe8fe-fda0-4db5-9a3e-b8bbf900877f tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875406 Aug 10 03:11:32.961762 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ad010234-74de-4949-9c5c-a48ae45de071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:32.969290 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-9954c6c3-cfee-49b7-bf6d-07aebd8f7896 service neutron] 10.222.0.60 "GET /v2.0/networks/909af24c-2a43-4e6d-8a1f-90b69debd82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018777 Aug 10 03:11:33.098328 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-720f11a4-bbd9-48e3-b8e7-a9babb276888 req-a41e5860-c0db-4ac4-879e-b6ba8c6aef1f tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:33.119747 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['d36ab999-6fc2-43b3-892b-c2e46712150a', 'f3428fea-5331-4669-b498-70790682434c'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:11:33.122534 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['7b34d85d-31ea-427f-bb22-4317f4465781'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:11:33.122935 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d2ef32d1-a7bb-4fa6-8d00-afc221e0ce2f req-b8f7e4e5-9eb4-43e8-8bdd-51ccaedb2c02 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eddc19e-e2f2-4919-8662-4ba388292535 HTTP/1.1" status: 200 len: 210 time: 0.0469458 Aug 10 03:11:33.135316 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-4f563328-8b64-4742-a584-8f32b08e176c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:33.135808 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-4f563328-8b64-4742-a584-8f32b08e176c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:33.136286 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-4f563328-8b64-4742-a584-8f32b08e176c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:33.136765 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-4f563328-8b64-4742-a584-8f32b08e176c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:33.137322 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-4f563328-8b64-4742-a584-8f32b08e176c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:33.137794 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-4f563328-8b64-4742-a584-8f32b08e176c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:33.138382 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-4f563328-8b64-4742-a584-8f32b08e176c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:33.140404 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-4f563328-8b64-4742-a584-8f32b08e176c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=113c9048eb054fe989e54191f5a42ad9&device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 6491 time: 0.1173971 Aug 10 03:11:33.144676 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e5860-c0db-4ac4-879e-b6ba8c6aef1f tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Pushing event deleted for resources: {'Port': ['ID=f3428fea-5331-4669-b498-70790682434c,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:33.207618 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c49b579-aaab-4dbf-9e32-efe2c16c0e6d req-73fed662-978f-4836-8abf-79ff8be63483 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:33.213908 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c49b579-aaab-4dbf-9e32-efe2c16c0e6d req-73fed662-978f-4836-8abf-79ff8be63483 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:33.220995 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c49b579-aaab-4dbf-9e32-efe2c16c0e6d req-73fed662-978f-4836-8abf-79ff8be63483 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:33.227221 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c49b579-aaab-4dbf-9e32-efe2c16c0e6d req-73fed662-978f-4836-8abf-79ff8be63483 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:33.235094 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c49b579-aaab-4dbf-9e32-efe2c16c0e6d req-73fed662-978f-4836-8abf-79ff8be63483 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:33.241587 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-720f11a4-bbd9-48e3-b8e7-a9babb276888 req-a41e5860-c0db-4ac4-879e-b6ba8c6aef1f tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] No DVR routers for this DVR port f3428fea-5331-4669-b498-70790682434c on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:11:33.242078 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c49b579-aaab-4dbf-9e32-efe2c16c0e6d req-73fed662-978f-4836-8abf-79ff8be63483 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:33.247868 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-720f11a4-bbd9-48e3-b8e7-a9babb276888 req-a41e5860-c0db-4ac4-879e-b6ba8c6aef1f tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:33.248656 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c49b579-aaab-4dbf-9e32-efe2c16c0e6d req-73fed662-978f-4836-8abf-79ff8be63483 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:33.250763 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5c49b579-aaab-4dbf-9e32-efe2c16c0e6d req-73fed662-978f-4836-8abf-79ff8be63483 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 5427 time: 0.1893542 Aug 10 03:11:33.252642 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-14c9719d-8559-4d5e-ab5b-4d32fee1c1c4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=922f1e4c-a149-4359-82ba-e7d48bec92e7 HTTP/1.1" status: 200 len: 217 time: 0.1036789 Aug 10 03:11:33.259534 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-720f11a4-bbd9-48e3-b8e7-a9babb276888 req-a41e5860-c0db-4ac4-879e-b6ba8c6aef1f tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.58 "DELETE /v2.0/ports/f3428fea-5331-4669-b498-70790682434c HTTP/1.1" status: 204 len: 173 time: 0.5903409 Aug 10 03:11:33.260332 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba1d3739-8c48-493a-8bd2-e429e9c4b12d', 'name': 'network-vif-deleted', 'tag': 'f3428fea-5331-4669-b498-70790682434c'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:11:33.264225 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8469c109-68c2-4fcf-9813-0d13fcb99811" -d '{"events": [{"server_uuid": "ba1d3739-8c48-493a-8bd2-e429e9c4b12d", "name": "network-vif-deleted", "tag": "f3428fea-5331-4669-b498-70790682434c"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:11:33.389937 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:33.411958 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5c49b579-aaab-4dbf-9e32-efe2c16c0e6d req-02805f62-6ad6-4d95-a0bb-9b35d7ad33c7 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/security-groups?id=b405968e-e8dd-4859-b855-f8ae1385ba0e&id=8fa0499c-1adb-43e6-95ad-71a41197fc16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1522131 Aug 10 03:11:33.444752 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-608a74b2-94b1-4390-9bc1-74b962730736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:33.446391 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-608a74b2-94b1-4390-9bc1-74b962730736 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=91e34b3b-f93c-49d7-a000-e94fe5265392 HTTP/1.1" status: 200 len: 856 time: 0.1782894 Aug 10 03:11:33.523655 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-136e83d8-8156-4d38-807b-42683e64c06a tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:33.525144 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-136e83d8-8156-4d38-807b-42683e64c06a tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8a6b85e6-4c0a-402f-94b6-776fdbcec732&tenant_id=0184527d62ac40cb863b24d5f91a9ee4&binding%3Ahost_id=n-h2-768851-15 HTTP/1.1" status: 200 len: 1096 time: 0.1772928 Aug 10 03:11:33.556174 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a59ad1-ceb1-4b12-90a7-f2032d92344e req-52818242-97ba-43f1-9f80-e09a73d087c6 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:33.558489 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a2a59ad1-ceb1-4b12-90a7-f2032d92344e req-52818242-97ba-43f1-9f80-e09a73d087c6 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a6b85e6-4c0a-402f-94b6-776fdbcec732 HTTP/1.1" status: 200 len: 944 time: 0.2374706 Aug 10 03:11:33.566053 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-59f72102-89ce-4f56-b022-99c954a011a3 req-e21f89e4-e6fd-44d9-bc3e-c8ed21614bf7 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d76b7c4-32e4-4212-bd61-3426d919e36c HTTP/1.1" status: 200 len: 210 time: 0.0613422 Aug 10 03:11:33.615445 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387160cf-8cff-4622-bd95-df6c0ce67a80 x-openstack-request-id: req-387160cf-8cff-4622-bd95-df6c0ce67a80 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:11:33.615745 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e71a0fd-9049-4db9-b09f-57f7e39649f7", "tag": "9140a197-e2ae-4fbc-a8b1-69cdd61eb563", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:11:33.616000 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-387160cf-8cff-4622-bd95-df6c0ce67a80 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:11:33.616385 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e71a0fd-9049-4db9-b09f-57f7e39649f7', 'tag': '9140a197-e2ae-4fbc-a8b1-69cdd61eb563', 'status': 'completed', 'code': 200} Aug 10 03:11:33.640124 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-14fa7eb3-291d-4dfe-af68-57718bdc86a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:33.641664 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-14fa7eb3-291d-4dfe-af68-57718bdc86a1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c4674244-b4fc-4227-9e62-6d0cd0b1acc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1877334 Aug 10 03:11:33.657675 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e968e87-c0c5-4293-bc50-39691f2b6c1b x-openstack-request-id: req-0e968e87-c0c5-4293-bc50-39691f2b6c1b {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:11:33.658879 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa1d41c6-07d3-4853-8dde-a7d5aa20ebd2", "name": "network-vif-plugged", "status": "completed", "tag": "2388abf3-f6d3-42bd-8901-f10e8787999e", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:11:33.659315 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0e968e87-c0c5-4293-bc50-39691f2b6c1b {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:11:33.660426 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa1d41c6-07d3-4853-8dde-a7d5aa20ebd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2388abf3-f6d3-42bd-8901-f10e8787999e', 'code': 200} Aug 10 03:11:33.723139 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d42fc8cf-f04b-4d84-94cd-0a5505cb2360 req-c333521e-2626-4f41-bfe2-e9891183ef7f tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=293fbd9b1ced45ab964a1da35de8e7bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297825 Aug 10 03:11:33.740635 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a2a59ad1-ceb1-4b12-90a7-f2032d92344e req-e5aa6ec7-fb01-490c-a0d9-a85d524354ad tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681025 Aug 10 03:11:33.862796 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42fc8cf-f04b-4d84-94cd-0a5505cb2360 req-285c6540-8d90-47f1-9d05-91d45af09f3a tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:33.864745 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d42fc8cf-f04b-4d84-94cd-0a5505cb2360 req-285c6540-8d90-47f1-9d05-91d45af09f3a tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1360571 Aug 10 03:11:33.882548 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-d42fc8cf-f04b-4d84-94cd-0a5505cb2360 req-b84c866c-8827-4eeb-803a-9197691702cc tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Request body: {'port': {'device_id': '6d76b7c4-32e4-4212-bd61-3426d919e36c', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'admin_state_up': True, 'tenant_id': '293fbd9b1ced45ab964a1da35de8e7bd'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:33.973636 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb90635-9ede-40ae-9c3d-399e8e0091d5 x-openstack-request-id: req-beb90635-9ede-40ae-9c3d-399e8e0091d5 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:11:33.974040 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba1d3739-8c48-493a-8bd2-e429e9c4b12d", "name": "network-vif-deleted", "tag": "f3428fea-5331-4669-b498-70790682434c", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:11:33.974208 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-beb90635-9ede-40ae-9c3d-399e8e0091d5 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:11:33.974917 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba1d3739-8c48-493a-8bd2-e429e9c4b12d', 'name': 'network-vif-deleted', 'tag': 'f3428fea-5331-4669-b498-70790682434c', 'status': 'completed', 'code': 200} Aug 10 03:11:33.988737 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-43e965b2-99c2-40c0-8dda-0ddbba4c3612 req-7a058810-1e36-412d-b943-2d99e9d10ade service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8d6c090d-d32e-4462-8750-8d610dc55a43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1777701 Aug 10 03:11:34.034667 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31f644-9ce3-4bd7-b6ce-be0b364ca574 req-cc363dc0-0ae7-4739-b5f2-9b1bc4049a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:34.034988 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d42fc8cf-f04b-4d84-94cd-0a5505cb2360 req-b84c866c-8827-4eeb-803a-9197691702cc tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Made reservation on behalf of 293fbd9b1ced45ab964a1da35de8e7bd for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:11:34.036174 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1f31f644-9ce3-4bd7-b6ce-be0b364ca574 req-cc363dc0-0ae7-4739-b5f2-9b1bc4049a86 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=aa1d41c6-07d3-4853-8dde-a7d5aa20ebd2 HTTP/1.1" status: 200 len: 1097 time: 0.2241683 Aug 10 03:11:34.038469 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d42fc8cf-f04b-4d84-94cd-0a5505cb2360 req-b84c866c-8827-4eeb-803a-9197691702cc tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:34.054709 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d42fc8cf-f04b-4d84-94cd-0a5505cb2360 req-b84c866c-8827-4eeb-803a-9197691702cc tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:34.077979 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-7657c787-31b8-46d1-aa17-c35466b5f3b2 service neutron] 10.222.0.60 "GET /v2.0/networks/c4674244-b4fc-4227-9e62-6d0cd0b1acc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4174590 Aug 10 03:11:34.087535 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:34.088225 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e560302-783c-4469-9149-a3f9a1596a8d req-19347ff3-c0e0-44e3-87bd-2e53ef7648a7 tempest-InstanceActionsNegativeTestJSON-1649678518 tempest-InstanceActionsNegativeTestJSON-1649678518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:34.096010 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6e560302-783c-4469-9149-a3f9a1596a8d req-19347ff3-c0e0-44e3-87bd-2e53ef7648a7 tempest-InstanceActionsNegativeTestJSON-1649678518 tempest-InstanceActionsNegativeTestJSON-1649678518-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa1d41c6-07d3-4853-8dde-a7d5aa20ebd2 HTTP/1.1" status: 200 len: 945 time: 0.2263794 Aug 10 03:11:34.106542 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-783dbb82-8c11-423a-9315-933f9397ca61 service neutron] For port 906d7e93-796e-48da-b2b6-43e09317d336, host n-h1-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:11:34.132585 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-783dbb82-8c11-423a-9315-933f9397ca61 service neutron] Notify callbacks [] for binding, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:34.133673 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a7c92e91-882d-4f08-8343-9eeb887ec77b req-783dbb82-8c11-423a-9315-933f9397ca61 service neutron] 10.222.0.60 "DELETE /v2.0/ports/906d7e93-796e-48da-b2b6-43e09317d336/bindings/n-h1-768851-15 HTTP/1.1" status: 204 len: 173 time: 0.5998394 Aug 10 03:11:34.184187 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d42fc8cf-f04b-4d84-94cd-0a5505cb2360 req-b84c866c-8827-4eeb-803a-9197691702cc tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:34.188744 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d42fc8cf-f04b-4d84-94cd-0a5505cb2360 req-b84c866c-8827-4eeb-803a-9197691702cc tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:34.252289 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1f31f644-9ce3-4bd7-b6ce-be0b364ca574 req-feb9c8df-0b4e-48dc-b7f3-f180509b4420 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=74605a5a-da3d-4351-a575-e9a7b089d118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938577 Aug 10 03:11:34.254483 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84c866c-8827-4eeb-803a-9197691702cc tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f431694e-966f-48c1-aca3-7ab39edf5c92,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:34.256527 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e965b2-99c2-40c0-8dda-0ddbba4c3612 req-4a24dbca-0e0f-4f5a-8803-e3f8508c2f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:34.258025 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-43e965b2-99c2-40c0-8dda-0ddbba4c3612 req-4a24dbca-0e0f-4f5a-8803-e3f8508c2f0c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d29523b6a3c34430b121d2faffd2884f&device_id=8d6c090d-d32e-4462-8750-8d610dc55a43 HTTP/1.1" status: 200 len: 1096 time: 0.2435989 Aug 10 03:11:34.271006 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6e560302-783c-4469-9149-a3f9a1596a8d req-e4bb1277-f106-4f59-8766-280ee0bffa78 tempest-InstanceActionsNegativeTestJSON-1649678518 tempest-InstanceActionsNegativeTestJSON-1649678518-project] 10.222.0.62 "GET /v2.0/security-groups?id=74605a5a-da3d-4351-a575-e9a7b089d118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702154 Aug 10 03:11:34.328606 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1321d-883b-4e35-925b-348644823114 req-3c522150-70b7-4f8b-854d-879b6241ae2d tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:34.337767 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ebd1321d-883b-4e35-925b-348644823114 req-3c522150-70b7-4f8b-854d-879b6241ae2d tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bf7f255-a9c9-4ac9-bcc7-c86bc2d46b5d HTTP/1.1" status: 200 len: 945 time: 0.2134433 Aug 10 03:11:34.355448 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-d42fc8cf-f04b-4d84-94cd-0a5505cb2360 req-b84c866c-8827-4eeb-803a-9197691702cc tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Allocated IP 192.168.233.153 (f1b7997e-1a2a-4260-9d7d-b6cf90b8801d/c2e3eb0b-907c-4ac4-809e-ae9609bc8c67/f716d117-80b8-4c59-865f-10901d2fe6e9) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:11:34.379369 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-4c1419ba-6031-4572-a02b-867c0f761844 service neutron] 10.222.0.60 "GET /v2.0/networks/c4674244-b4fc-4227-9e62-6d0cd0b1acc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802269 Aug 10 03:11:34.460602 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-30e1f745-76bf-4a54-8e99-594c72464c3d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.28&port_id=064b356a-79ea-45c7-aa11-af75a4d13f12 HTTP/1.1" status: 200 len: 217 time: 0.0445287 Aug 10 03:11:34.506327 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ebd1321d-883b-4e35-925b-348644823114 req-017af45b-39a7-4ffd-9021-f79bc2e43cb9 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/security-groups?id=7a17030d-dd29-4c0e-9b90-111361473668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641908 Aug 10 03:11:34.587792 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-ecd7cfa9-25c9-4854-a2f7-2495afdb7232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:34.589888 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-ecd7cfa9-25c9-4854-a2f7-2495afdb7232 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ee0f565d-0713-45df-a892-d56a1024d9b2 HTTP/1.1" status: 200 len: 797 time: 0.0822682 Aug 10 03:11:34.618482 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d42fc8cf-f04b-4d84-94cd-0a5505cb2360 req-b84c866c-8827-4eeb-803a-9197691702cc tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:34.633341 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-d42fc8cf-f04b-4d84-94cd-0a5505cb2360 req-b84c866c-8827-4eeb-803a-9197691702cc tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Transition to ACTIVE for port object f716d117-80b8-4c59-865f-10901d2fe6e9 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:11:34.681836 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e965b2-99c2-40c0-8dda-0ddbba4c3612 req-e20949f0-cbf1-43ba-a2a7-8cf9525fb902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:34.683757 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-43e965b2-99c2-40c0-8dda-0ddbba4c3612 req-e20949f0-cbf1-43ba-a2a7-8cf9525fb902 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b071061e-0c83-4db2-9121-a6eb9f4ae150 HTTP/1.1" status: 200 len: 922 time: 0.3875680 Aug 10 03:11:34.687292 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d42fc8cf-f04b-4d84-94cd-0a5505cb2360 req-b84c866c-8827-4eeb-803a-9197691702cc tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:34.703400 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a83ba-22de-4f65-b7bd-b3c99396da1a req-ba61319c-0bd0-4826-b8e3-69b8dadce029 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:34.709935 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a83ba-22de-4f65-b7bd-b3c99396da1a req-ba61319c-0bd0-4826-b8e3-69b8dadce029 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:34.715316 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a83ba-22de-4f65-b7bd-b3c99396da1a req-ba61319c-0bd0-4826-b8e3-69b8dadce029 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:34.721643 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a83ba-22de-4f65-b7bd-b3c99396da1a req-ba61319c-0bd0-4826-b8e3-69b8dadce029 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:34.727891 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a83ba-22de-4f65-b7bd-b3c99396da1a req-ba61319c-0bd0-4826-b8e3-69b8dadce029 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:34.733363 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a83ba-22de-4f65-b7bd-b3c99396da1a req-ba61319c-0bd0-4826-b8e3-69b8dadce029 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:34.739108 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d42fc8cf-f04b-4d84-94cd-0a5505cb2360 req-b84c866c-8827-4eeb-803a-9197691702cc tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:11:34.739768 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a83ba-22de-4f65-b7bd-b3c99396da1a req-ba61319c-0bd0-4826-b8e3-69b8dadce029 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:34.741639 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2d0a83ba-22de-4f65-b7bd-b3c99396da1a req-ba61319c-0bd0-4826-b8e3-69b8dadce029 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 5427 time: 0.1661301 Aug 10 03:11:34.742196 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-d42fc8cf-f04b-4d84-94cd-0a5505cb2360 req-b84c866c-8827-4eeb-803a-9197691702cc tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:11:34.744877 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-d42fc8cf-f04b-4d84-94cd-0a5505cb2360 req-b84c866c-8827-4eeb-803a-9197691702cc tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:11:34.745684 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-1374485c-39e4-4305-9574-d2ba585cc29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:34.747097 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-1374485c-39e4-4305-9574-d2ba585cc29f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1f6800e-d6fe-4d63-bb1f-c42246d24569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1448386 Aug 10 03:11:34.777752 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84c866c-8827-4eeb-803a-9197691702cc tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Pushing event updated for resources: {'Port': ['ID=f716d117-80b8-4c59-865f-10901d2fe6e9,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:34.809730 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42fc8cf-f04b-4d84-94cd-0a5505cb2360 req-b84c866c-8827-4eeb-803a-9197691702cc tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:34.810375 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d42fc8cf-f04b-4d84-94cd-0a5505cb2360 req-b84c866c-8827-4eeb-803a-9197691702cc tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:34.825646 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-43e965b2-99c2-40c0-8dda-0ddbba4c3612 req-fcfe85ed-154e-4a6b-9f24-360901936ce9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d72b69af-01f4-4366-9f74-3263e78b0c93 HTTP/1.1" status: 200 len: 217 time: 0.0819333 Aug 10 03:11:34.828114 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d42fc8cf-f04b-4d84-94cd-0a5505cb2360 req-b84c866c-8827-4eeb-803a-9197691702cc tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9492428 Aug 10 03:11:34.857061 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-d42fc8cf-f04b-4d84-94cd-0a5505cb2360 req-d193df2d-5787-412d-ad42-8809eddf06f6 service neutron] Request body: {'port': {'device_id': '6d76b7c4-32e4-4212-bd61-3426d919e36c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:34.918939 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d42fc8cf-f04b-4d84-94cd-0a5505cb2360 req-d193df2d-5787-412d-ad42-8809eddf06f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:34.959469 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2d0a83ba-22de-4f65-b7bd-b3c99396da1a req-ae9b77d9-3b8c-4e79-af4a-6bcfa45d97ce tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/security-groups?id=b405968e-e8dd-4859-b855-f8ae1385ba0e&id=8fa0499c-1adb-43e6-95ad-71a41197fc16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1998677 Aug 10 03:11:35.015455 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e965b2-99c2-40c0-8dda-0ddbba4c3612 req-666d7938-9b8e-4dbb-8a7a-9228578a1fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:35.017510 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-43e965b2-99c2-40c0-8dda-0ddbba4c3612 req-666d7938-9b8e-4dbb-8a7a-9228578a1fa6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=07f824b9-3083-4489-bc41-7237705a68bc HTTP/1.1" status: 200 len: 861 time: 0.1442900 Aug 10 03:11:35.025259 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca45c84-67e5-4b69-9a7b-6daf7bb9b17c req-3387544d-854f-42aa-a814-9bed3498b1f2 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:35.028272 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7ca45c84-67e5-4b69-9a7b-6daf7bb9b17c req-3387544d-854f-42aa-a814-9bed3498b1f2 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=c144246b-62bc-499f-bf55-06262438ba7b HTTP/1.1" status: 200 len: 950 time: 0.2843835 Aug 10 03:11:35.030394 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-4d248412-ec5e-4fcc-b8a3-dd97b64066c0 service neutron] 10.222.0.60 "GET /v2.0/networks/f1f6800e-d6fe-4d63-bb1f-c42246d24569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142258 Aug 10 03:11:35.080505 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-da626329-f08e-4e89-a6ed-acdcf5fa2506 None None] Provisioning for port f716d117-80b8-4c59-865f-10901d2fe6e9 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:11:35.088095 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-da626329-f08e-4e89-a6ed-acdcf5fa2506 None None] Provisioning complete for port f716d117-80b8-4c59-865f-10901d2fe6e9 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:11:35.089017 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-da626329-f08e-4e89-a6ed-acdcf5fa2506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:35.110366 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-43e965b2-99c2-40c0-8dda-0ddbba4c3612 req-0573299e-6330-4aa6-91cb-bf14d6119617 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b071061e-0c83-4db2-9121-a6eb9f4ae150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789690 Aug 10 03:11:35.129051 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-da626329-f08e-4e89-a6ed-acdcf5fa2506 None None] Port f716d117-80b8-4c59-865f-10901d2fe6e9 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:11:35.232626 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-d42fc8cf-f04b-4d84-94cd-0a5505cb2360 req-d193df2d-5787-412d-ad42-8809eddf06f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f716d117-80b8-4c59-865f-10901d2fe6e9 {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:11:35.241329 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d42fc8cf-f04b-4d84-94cd-0a5505cb2360 req-d193df2d-5787-412d-ad42-8809eddf06f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:35.255522 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-d42fc8cf-f04b-4d84-94cd-0a5505cb2360 req-d193df2d-5787-412d-ad42-8809eddf06f6 service neutron] Transition to ACTIVE for port object f716d117-80b8-4c59-865f-10901d2fe6e9 will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:11:35.259526 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d42fc8cf-f04b-4d84-94cd-0a5505cb2360 req-d193df2d-5787-412d-ad42-8809eddf06f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:35.369847 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d193df2d-5787-412d-ad42-8809eddf06f6 service neutron] Pushing event updated for resources: {'Port': ['ID=f716d117-80b8-4c59-865f-10901d2fe6e9,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:35.389549 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.58', 57648) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:35.437504 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-d42fc8cf-f04b-4d84-94cd-0a5505cb2360 req-d193df2d-5787-412d-ad42-8809eddf06f6 service neutron] Attempting to bind port f716d117-80b8-4c59-865f-10901d2fe6e9 on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:11:35.437819 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-d42fc8cf-f04b-4d84-94cd-0a5505cb2360 req-d193df2d-5787-412d-ad42-8809eddf06f6 service neutron] Attempting to bind port f716d117-80b8-4c59-865f-10901d2fe6e9 by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:11:35.438158 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42fc8cf-f04b-4d84-94cd-0a5505cb2360 req-d193df2d-5787-412d-ad42-8809eddf06f6 service neutron] Attempting to bind port f716d117-80b8-4c59-865f-10901d2fe6e9 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:11:35.447200 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42fc8cf-f04b-4d84-94cd-0a5505cb2360 req-d193df2d-5787-412d-ad42-8809eddf06f6 service neutron] Port f716d117-80b8-4c59-865f-10901d2fe6e9 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:11:35.447523 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42fc8cf-f04b-4d84-94cd-0a5505cb2360 req-d193df2d-5787-412d-ad42-8809eddf06f6 service neutron] Attempting to bind port f716d117-80b8-4c59-865f-10901d2fe6e9 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:11:35.453356 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42fc8cf-f04b-4d84-94cd-0a5505cb2360 req-d193df2d-5787-412d-ad42-8809eddf06f6 service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:11:35.453758 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42fc8cf-f04b-4d84-94cd-0a5505cb2360 req-d193df2d-5787-412d-ad42-8809eddf06f6 service neutron] Checking segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:11:35.454154 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42fc8cf-f04b-4d84-94cd-0a5505cb2360 req-d193df2d-5787-412d-ad42-8809eddf06f6 service neutron] Bound using segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:11:35.454627 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-d42fc8cf-f04b-4d84-94cd-0a5505cb2360 req-d193df2d-5787-412d-ad42-8809eddf06f6 service neutron] Bound port: f716d117-80b8-4c59-865f-10901d2fe6e9, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:11:35.455011 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d42fc8cf-f04b-4d84-94cd-0a5505cb2360 req-d193df2d-5787-412d-ad42-8809eddf06f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:35.477196 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66679828-3e3e-4dc1-aaa3-7bd6b40c794f req-8a3e550b-4874-4f8a-b870-01feb3462ead tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:35.478808 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-66679828-3e3e-4dc1-aaa3-7bd6b40c794f req-8a3e550b-4874-4f8a-b870-01feb3462ead tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.58 "GET /v2.0/ports?device_id=4bf7f255-a9c9-4ac9-bcc7-c86bc2d46b5d HTTP/1.1" status: 200 len: 945 time: 0.0881388 Aug 10 03:11:35.601803 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-d42fc8cf-f04b-4d84-94cd-0a5505cb2360 req-d193df2d-5787-412d-ad42-8809eddf06f6 service neutron] For port f716d117-80b8-4c59-865f-10901d2fe6e9, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:11:35.606172 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-d42fc8cf-f04b-4d84-94cd-0a5505cb2360 req-d193df2d-5787-412d-ad42-8809eddf06f6 service neutron] For port f716d117-80b8-4c59-865f-10901d2fe6e9, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=f716d117-80b8-4c59-865f-10901d2fe6e9,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:11:35.621045 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d42fc8cf-f04b-4d84-94cd-0a5505cb2360 req-d193df2d-5787-412d-ad42-8809eddf06f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:35.631264 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e71a0fd-9049-4db9-b09f-57f7e39649f7', 'tag': 'ee53d7b7-1d52-47a8-a630-59afbe99d7bd'}, {'server_uuid': '1eddc19e-e2f2-4919-8662-4ba388292535', 'name': 'network-vif-deleted', 'tag': '01a58bba-6328-4634-a439-27a9ba5235d4'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:11:35.633524 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934f7cdf-fa82-4fb3-888e-87c8249c7d49" -d '{"events": [{"name": "network-changed", "server_uuid": "1e71a0fd-9049-4db9-b09f-57f7e39649f7", "tag": "ee53d7b7-1d52-47a8-a630-59afbe99d7bd"}, {"server_uuid": "1eddc19e-e2f2-4919-8662-4ba388292535", "name": "network-vif-deleted", "tag": "01a58bba-6328-4634-a439-27a9ba5235d4"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:11:35.638673 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7ca45c84-67e5-4b69-9a7b-6daf7bb9b17c req-9fdb913c-2028-4c43-b7c5-abc830ead2eb tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5884280 Aug 10 03:11:35.658265 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42fc8cf-f04b-4d84-94cd-0a5505cb2360 req-d193df2d-5787-412d-ad42-8809eddf06f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:35.659378 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d42fc8cf-f04b-4d84-94cd-0a5505cb2360 req-d193df2d-5787-412d-ad42-8809eddf06f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:35.660832 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8bf943-2771-4538-a407-e2159190a3b1 req-ba62de52-e07e-462a-b73d-6d883e892d57 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:35.660984 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d42fc8cf-f04b-4d84-94cd-0a5505cb2360 req-d193df2d-5787-412d-ad42-8809eddf06f6 service neutron] 10.222.0.58 "PUT /v2.0/ports/f716d117-80b8-4c59-865f-10901d2fe6e9 HTTP/1.1" status: 200 len: 1097 time: 0.8086665 Aug 10 03:11:35.662353 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fc8bf943-2771-4538-a407-e2159190a3b1 req-ba62de52-e07e-462a-b73d-6d883e892d57 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d76b7c4-32e4-4212-bd61-3426d919e36c HTTP/1.1" status: 200 len: 936 time: 0.6300015 Aug 10 03:11:35.692863 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-66679828-3e3e-4dc1-aaa3-7bd6b40c794f req-8cdbf7bc-f09a-47ab-8848-6936329e0d44 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Deleting port 55f72fce-99c3-4300-bc8e-40a8a859bb95 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:11:35.693387 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-66679828-3e3e-4dc1-aaa3-7bd6b40c794f req-8cdbf7bc-f09a-47ab-8848-6936329e0d44 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:35.723784 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-3152e897-d6b6-471c-8b77-106de55d4e9a service neutron] 10.222.0.60 "GET /v2.0/networks/f1f6800e-d6fe-4d63-bb1f-c42246d24569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6722569 Aug 10 03:11:35.772667 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d193df2d-5787-412d-ad42-8809eddf06f6 service neutron] Pushing event updated for resources: {'Port': ['ID=f716d117-80b8-4c59-865f-10901d2fe6e9,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:35.773739 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782bb343-e02e-4e44-8bd8-1e3e7f4f7ece req-39a423f6-6e38-43d2-9b6f-1b993476f706 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:35.775300 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-782bb343-e02e-4e44-8bd8-1e3e7f4f7ece req-39a423f6-6e38-43d2-9b6f-1b993476f706 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d6c090d-d32e-4462-8750-8d610dc55a43 HTTP/1.1" status: 200 len: 944 time: 0.1928294 Aug 10 03:11:35.811405 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-43e965b2-99c2-40c0-8dda-0ddbba4c3612 req-068aa694-da1a-4f30-8ff0-9d3cebeeba44 service neutron] 10.222.0.58 "GET /v2.0/networks/b071061e-0c83-4db2-9121-a6eb9f4ae150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6468227 Aug 10 03:11:35.821546 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-b1082d37-e822-4b40-9da6-da6de81a0b6c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=06c52605-4de4-48ec-a7c2-def5b215a00c HTTP/1.1" status: 200 len: 217 time: 0.0844734 Aug 10 03:11:35.824725 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fc8bf943-2771-4538-a407-e2159190a3b1 req-85024ed6-05d7-4909-90d2-6b8f7e7eaac1 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477396 Aug 10 03:11:35.826881 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:35.870517 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42fc8cf-f04b-4d84-94cd-0a5505cb2360 req-5b04972d-7276-4e86-af70-f653d96ce0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:35.872700 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d42fc8cf-f04b-4d84-94cd-0a5505cb2360 req-5b04972d-7276-4e86-af70-f653d96ce0c9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=293fbd9b1ced45ab964a1da35de8e7bd&device_id=6d76b7c4-32e4-4212-bd61-3426d919e36c HTTP/1.1" status: 200 len: 1100 time: 0.1274686 Aug 10 03:11:35.936234 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d42fc8cf-f04b-4d84-94cd-0a5505cb2360 req-88b35e2d-3582-48ef-8a4a-3d46a2b27f4c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=f716d117-80b8-4c59-865f-10901d2fe6e9 HTTP/1.1" status: 200 len: 217 time: 0.0512748 Aug 10 03:11:35.957541 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-66679828-3e3e-4dc1-aaa3-7bd6b40c794f req-8cdbf7bc-f09a-47ab-8848-6936329e0d44 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] For port 55f72fce-99c3-4300-bc8e-40a8a859bb95, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=55f72fce-99c3-4300-bc8e-40a8a859bb95,segment=NetworkSegment(ad32b24d-632f-4bfa-be5f-47033bd88109),segment_id=ad32b24d-632f-4bfa-be5f-47033bd88109)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:35.957914 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-66679828-3e3e-4dc1-aaa3-7bd6b40c794f req-8cdbf7bc-f09a-47ab-8848-6936329e0d44 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:35.989776 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d76b7c4-32e4-4212-bd61-3426d919e36c', 'tag': 'f716d117-80b8-4c59-865f-10901d2fe6e9'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:11:35.992164 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18a8aca-0f50-4ba2-82b0-84a149f5cc29" -d '{"events": [{"name": "network-changed", "server_uuid": "6d76b7c4-32e4-4212-bd61-3426d919e36c", "tag": "f716d117-80b8-4c59-865f-10901d2fe6e9"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:11:36.003769 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-66679828-3e3e-4dc1-aaa3-7bd6b40c794f req-8cdbf7bc-f09a-47ab-8848-6936329e0d44 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Calling delete_port for 55f72fce-99c3-4300-bc8e-40a8a859bb95 owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:11:36.032146 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.58', 57649) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:36.034114 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42fc8cf-f04b-4d84-94cd-0a5505cb2360 req-e98b9cc8-dcc6-4ac3-a091-6e18c2e347f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:36.035894 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d42fc8cf-f04b-4d84-94cd-0a5505cb2360 req-e98b9cc8-dcc6-4ac3-a091-6e18c2e347f6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.0900264 Aug 10 03:11:36.046920 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-5d7551af-9b8e-4e06-8be8-194c267f1237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:36.048474 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-5d7551af-9b8e-4e06-8be8-194c267f1237 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ee0f565d-0713-45df-a892-d56a1024d9b2 HTTP/1.1" status: 200 len: 797 time: 0.1791732 Aug 10 03:11:36.062520 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa210b25-83ac-4258-b51f-d068e3455315 req-343d01b2-cab9-4d41-b7c1-394451a582c8 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:36.064072 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fa210b25-83ac-4258-b51f-d068e3455315 req-343d01b2-cab9-4d41-b7c1-394451a582c8 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d6c090d-d32e-4462-8750-8d610dc55a43 HTTP/1.1" status: 200 len: 944 time: 0.3259165 Aug 10 03:11:36.143256 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c1a2e6-77e8-44c4-8e20-f50482d85e3a req-1f4dcd2e-e08f-4ca4-a345-4d11f250a754 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:36.144736 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-83c1a2e6-77e8-44c4-8e20-f50482d85e3a req-1f4dcd2e-e08f-4ca4-a345-4d11f250a754 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a6b85e6-4c0a-402f-94b6-776fdbcec732 HTTP/1.1" status: 200 len: 944 time: 0.2248642 Aug 10 03:11:36.164554 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-43e965b2-99c2-40c0-8dda-0ddbba4c3612 req-9a9093a0-cdf1-43b0-a630-69df76f64db2 service neutron] 10.222.0.58 "GET /v2.0/networks/b071061e-0c83-4db2-9121-a6eb9f4ae150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388669 Aug 10 03:11:36.170565 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c780f91-5b77-42c9-a92d-cefeb24bd769 req-5bf46855-cc75-4bf8-9fe0-9d49ee931532 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:36.172251 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2c780f91-5b77-42c9-a92d-cefeb24bd769 req-5bf46855-cc75-4bf8-9fe0-9d49ee931532 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.58 "GET /v2.0/ports?device_id=c144246b-62bc-499f-bf55-06262438ba7b HTTP/1.1" status: 200 len: 950 time: 0.1354096 Aug 10 03:11:36.183135 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42fc8cf-f04b-4d84-94cd-0a5505cb2360 req-5de38712-8a0f-43ca-ba01-fe8b330a0f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:36.184691 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d42fc8cf-f04b-4d84-94cd-0a5505cb2360 req-5de38712-8a0f-43ca-ba01-fe8b330a0f45 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1079991 Aug 10 03:11:36.197659 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-782bb343-e02e-4e44-8bd8-1e3e7f4f7ece req-19592117-04e8-4f83-8568-08ddc20e8c26 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Deleting port d72b69af-01f4-4366-9f74-3263e78b0c93 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:11:36.198041 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-782bb343-e02e-4e44-8bd8-1e3e7f4f7ece req-19592117-04e8-4f83-8568-08ddc20e8c26 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:36.205658 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fa210b25-83ac-4258-b51f-d068e3455315 req-4b4a9346-982f-491c-8f95-cfd000195987 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249623 Aug 10 03:11:36.207418 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-f0eb37fd-b691-4ca5-a5f1-dd6a6f2d2776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:36.208872 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-f0eb37fd-b691-4ca5-a5f1-dd6a6f2d2776 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1f6800e-d6fe-4d63-bb1f-c42246d24569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1422279 Aug 10 03:11:36.326335 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-83c1a2e6-77e8-44c4-8e20-f50482d85e3a req-05684d54-2e93-4d25-9a6f-2936b8dc7656 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720815 Aug 10 03:11:36.374743 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device f3428fea-5331-4669-b498-70790682434c no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:11:36.386607 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-66679828-3e3e-4dc1-aaa3-7bd6b40c794f req-8cdbf7bc-f09a-47ab-8848-6936329e0d44 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:36.395855 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d42fc8cf-f04b-4d84-94cd-0a5505cb2360 req-38785bc6-4cae-4f73-a5ee-14bd698a1aa8 service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009542 Aug 10 03:11:36.404389 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-782bb343-e02e-4e44-8bd8-1e3e7f4f7ece req-19592117-04e8-4f83-8568-08ddc20e8c26 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] For port d72b69af-01f4-4366-9f74-3263e78b0c93, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=d72b69af-01f4-4366-9f74-3263e78b0c93,segment=NetworkSegment(837bbb8d-e72f-44c2-893c-c4df3456bfd0),segment_id=837bbb8d-e72f-44c2-893c-c4df3456bfd0)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:36.404763 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-782bb343-e02e-4e44-8bd8-1e3e7f4f7ece req-19592117-04e8-4f83-8568-08ddc20e8c26 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:36.410448 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: f3428fea-5331-4669-b498-70790682434c {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:11:36.410823 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device f3428fea-5331-4669-b498-70790682434c not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:11:36.411244 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device d36ab999-6fc2-43b3-892b-c2e46712150a no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:11:36.435394 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdbf7bc-f09a-47ab-8848-6936329e0d44 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Pushing event deleted for resources: {'Port': ['ID=55f72fce-99c3-4300-bc8e-40a8a859bb95,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:36.455793 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-782bb343-e02e-4e44-8bd8-1e3e7f4f7ece req-19592117-04e8-4f83-8568-08ddc20e8c26 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Calling delete_port for d72b69af-01f4-4366-9f74-3263e78b0c93 owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:11:36.463389 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-87cb56e8-9d4f-4b84-af30-53a7d690edea service neutron] 10.222.0.60 "GET /v2.0/networks/f1f6800e-d6fe-4d63-bb1f-c42246d24569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398086 Aug 10 03:11:36.487176 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4b7095c4-e05c-4664-9086-422cfd73f305 req-4861cb81-3013-47b0-83ee-eb6d0dc033dc tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bf7f255-a9c9-4ac9-bcc7-c86bc2d46b5d HTTP/1.1" status: 200 len: 210 time: 0.0601146 Aug 10 03:11:36.516977 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-2c780f91-5b77-42c9-a92d-cefeb24bd769 req-432bb58e-59f1-4359-9e9a-44673dc8efbf tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Deleting port d36ab999-6fc2-43b3-892b-c2e46712150a {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:11:36.517367 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-2c780f91-5b77-42c9-a92d-cefeb24bd769 req-432bb58e-59f1-4359-9e9a-44673dc8efbf tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:36.543571 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:36.589234 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-66679828-3e3e-4dc1-aaa3-7bd6b40c794f req-8cdbf7bc-f09a-47ab-8848-6936329e0d44 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] No DVR routers for this DVR port 55f72fce-99c3-4300-bc8e-40a8a859bb95 on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:11:36.594869 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-66679828-3e3e-4dc1-aaa3-7bd6b40c794f req-8cdbf7bc-f09a-47ab-8848-6936329e0d44 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:36.596863 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-66679828-3e3e-4dc1-aaa3-7bd6b40c794f req-8cdbf7bc-f09a-47ab-8848-6936329e0d44 tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.58 "DELETE /v2.0/ports/55f72fce-99c3-4300-bc8e-40a8a859bb95 HTTP/1.1" status: 204 len: 173 time: 1.0945363 Aug 10 03:11:36.599128 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 10 Aug 2021 03:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0bb8de-e7cd-4a8a-a6c6-487f3275341e x-openstack-request-id: req-5f0bb8de-e7cd-4a8a-a6c6-487f3275341e {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:11:36.599730 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e71a0fd-9049-4db9-b09f-57f7e39649f7", "tag": "ee53d7b7-1d52-47a8-a630-59afbe99d7bd", "status": "completed", "code": 200}, {"server_uuid": "1eddc19e-e2f2-4919-8662-4ba388292535", "name": "network-vif-deleted", "tag": "01a58bba-6328-4634-a439-27a9ba5235d4", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:11:36.600196 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5f0bb8de-e7cd-4a8a-a6c6-487f3275341e {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:11:36.600843 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e71a0fd-9049-4db9-b09f-57f7e39649f7', 'tag': 'ee53d7b7-1d52-47a8-a630-59afbe99d7bd', 'status': 'completed', 'code': 200} Aug 10 03:11:36.601303 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eddc19e-e2f2-4919-8662-4ba388292535', 'name': 'network-vif-deleted', 'tag': '01a58bba-6328-4634-a439-27a9ba5235d4', 'status': 'completed', 'code': 200} Aug 10 03:11:36.604380 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port d36ab999-6fc2-43b3-892b-c2e46712150a, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=d36ab999-6fc2-43b3-892b-c2e46712150a,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:36.607487 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c144246b-62bc-499f-bf55-06262438ba7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd36ab999-6fc2-43b3-892b-c2e46712150a'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:11:36.620127 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c950c4e1-0d08-4b19-aa88-315e488d7f86" -d '{"events": [{"server_uuid": "c144246b-62bc-499f-bf55-06262438ba7b", "name": "network-vif-unplugged", "status": "completed", "tag": "d36ab999-6fc2-43b3-892b-c2e46712150a"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:11:36.621467 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d6a4f-5664-4be4-8759-479509ac5a4e req-579628fe-3d57-4233-bc86-971a78dbbf60 tempest-InstanceActionsNegativeTestJSON-1649678518 tempest-InstanceActionsNegativeTestJSON-1649678518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:36.630621 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-295d6a4f-5664-4be4-8759-479509ac5a4e req-579628fe-3d57-4233-bc86-971a78dbbf60 tempest-InstanceActionsNegativeTestJSON-1649678518 tempest-InstanceActionsNegativeTestJSON-1649678518-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa1d41c6-07d3-4853-8dde-a7d5aa20ebd2 HTTP/1.1" status: 200 len: 945 time: 0.2311845 Aug 10 03:11:36.634895 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:36.659458 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d42fc8cf-f04b-4d84-94cd-0a5505cb2360 req-572829c9-425d-4cb9-b46e-2479f62e9bd1 service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358949 Aug 10 03:11:36.697122 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-2c780f91-5b77-42c9-a92d-cefeb24bd769 req-432bb58e-59f1-4359-9e9a-44673dc8efbf tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] For port d36ab999-6fc2-43b3-892b-c2e46712150a, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=d36ab999-6fc2-43b3-892b-c2e46712150a,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:36.697502 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-2c780f91-5b77-42c9-a92d-cefeb24bd769 req-432bb58e-59f1-4359-9e9a-44673dc8efbf tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:36.718963 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-2c780f91-5b77-42c9-a92d-cefeb24bd769 req-432bb58e-59f1-4359-9e9a-44673dc8efbf tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Calling delete_port for d36ab999-6fc2-43b3-892b-c2e46712150a owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:11:36.738372 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=d36ab999-6fc2-43b3-892b-c2e46712150a,revision_number=10']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:36.739805 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-295d6a4f-5664-4be4-8759-479509ac5a4e req-b506aafe-e4bc-4977-a757-810e96f33a77 tempest-InstanceActionsNegativeTestJSON-1649678518 tempest-InstanceActionsNegativeTestJSON-1649678518-project] 10.222.0.62 "GET /v2.0/security-groups?id=74605a5a-da3d-4351-a575-e9a7b089d118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079714 Aug 10 03:11:36.779482 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-a44ce875-e6b5-4fd8-80bd-827a201ca08d service neutron] 10.222.0.60 "GET /v2.0/networks/f1f6800e-d6fe-4d63-bb1f-c42246d24569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989023 Aug 10 03:11:36.794524 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466e996b-eef4-4f29-b109-e471b9a2d4d8 x-openstack-request-id: req-466e996b-eef4-4f29-b109-e471b9a2d4d8 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:11:36.795118 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d76b7c4-32e4-4212-bd61-3426d919e36c", "tag": "f716d117-80b8-4c59-865f-10901d2fe6e9", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:11:36.795246 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-466e996b-eef4-4f29-b109-e471b9a2d4d8 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:11:36.795553 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d76b7c4-32e4-4212-bd61-3426d919e36c', 'tag': 'f716d117-80b8-4c59-865f-10901d2fe6e9', 'status': 'completed', 'code': 200} Aug 10 03:11:36.841952 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-bc6e82cd-8127-4b95-852a-2d32878e5da1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=7f7d4070-63a5-4dcf-a267-bab9b2c3747d HTTP/1.1" status: 200 len: 217 time: 0.0419776 Aug 10 03:11:36.878809 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46836a15-544f-4b13-9f66-5d3dfac66758 x-openstack-request-id: req-46836a15-544f-4b13-9f66-5d3dfac66758 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:11:36.878809 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c144246b-62bc-499f-bf55-06262438ba7b", "name": "network-vif-unplugged", "status": "completed", "tag": "d36ab999-6fc2-43b3-892b-c2e46712150a", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:11:36.879239 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-46836a15-544f-4b13-9f66-5d3dfac66758 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:11:36.879710 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c144246b-62bc-499f-bf55-06262438ba7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd36ab999-6fc2-43b3-892b-c2e46712150a', 'code': 200} Aug 10 03:11:36.908052 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebedf21-348a-4f48-82d3-dd0ece6b5a85 req-7c57f37a-d60d-4d47-8ef6-2c2f6bceafef tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:36.914019 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebedf21-348a-4f48-82d3-dd0ece6b5a85 req-7c57f37a-d60d-4d47-8ef6-2c2f6bceafef tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:36.920015 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebedf21-348a-4f48-82d3-dd0ece6b5a85 req-7c57f37a-d60d-4d47-8ef6-2c2f6bceafef tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:36.926869 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebedf21-348a-4f48-82d3-dd0ece6b5a85 req-7c57f37a-d60d-4d47-8ef6-2c2f6bceafef tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:36.932611 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a8aca-0f50-4ba2-82b0-84a149f5cc29 req-0be2f851-8dd7-4ca8-b33f-cfd30faf6018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:36.933323 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebedf21-348a-4f48-82d3-dd0ece6b5a85 req-7c57f37a-d60d-4d47-8ef6-2c2f6bceafef tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:36.934155 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d18a8aca-0f50-4ba2-82b0-84a149f5cc29 req-0be2f851-8dd7-4ca8-b33f-cfd30faf6018 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=293fbd9b1ced45ab964a1da35de8e7bd&device_id=6d76b7c4-32e4-4212-bd61-3426d919e36c HTTP/1.1" status: 200 len: 1100 time: 0.0998504 Aug 10 03:11:36.935259 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-2c780f91-5b77-42c9-a92d-cefeb24bd769 req-432bb58e-59f1-4359-9e9a-44673dc8efbf tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:36.939444 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebedf21-348a-4f48-82d3-dd0ece6b5a85 req-7c57f37a-d60d-4d47-8ef6-2c2f6bceafef tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:36.945371 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebedf21-348a-4f48-82d3-dd0ece6b5a85 req-7c57f37a-d60d-4d47-8ef6-2c2f6bceafef tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:36.947457 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8ebedf21-348a-4f48-82d3-dd0ece6b5a85 req-7c57f37a-d60d-4d47-8ef6-2c2f6bceafef tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 5427 time: 0.2453637 Aug 10 03:11:36.952795 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['7b34d85d-31ea-427f-bb22-4317f4465781'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:11:36.971975 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-782bb343-e02e-4e44-8bd8-1e3e7f4f7ece req-19592117-04e8-4f83-8568-08ddc20e8c26 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:36.978552 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432bb58e-59f1-4359-9e9a-44673dc8efbf tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Pushing event deleted for resources: {'Port': ['ID=d36ab999-6fc2-43b3-892b-c2e46712150a,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:37.017333 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-994996a6-26ac-4b8a-ba52-62ecb3c07687 req-a8019701-3506-4e5e-bfa0-6ce2037d7dba tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=c144246b-62bc-499f-bf55-06262438ba7b HTTP/1.1" status: 200 len: 210 time: 0.0681961 Aug 10 03:11:37.067039 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19592117-04e8-4f83-8568-08ddc20e8c26 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Pushing event deleted for resources: {'Port': ['ID=d72b69af-01f4-4366-9f74-3263e78b0c93,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:37.068818 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c780f91-5b77-42c9-a92d-cefeb24bd769 req-432bb58e-59f1-4359-9e9a-44673dc8efbf tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] No DVR routers for this DVR port d36ab999-6fc2-43b3-892b-c2e46712150a on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:11:37.072952 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-2c780f91-5b77-42c9-a92d-cefeb24bd769 req-432bb58e-59f1-4359-9e9a-44673dc8efbf tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:37.075682 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2c780f91-5b77-42c9-a92d-cefeb24bd769 req-432bb58e-59f1-4359-9e9a-44673dc8efbf tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.58 "DELETE /v2.0/ports/d36ab999-6fc2-43b3-892b-c2e46712150a HTTP/1.1" status: 204 len: 173 time: 0.8946705 Aug 10 03:11:37.082763 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-ee37bb54-be54-4158-b8b2-e28e16c23be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:37.084248 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-ee37bb54-be54-4158-b8b2-e28e16c23be3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ee0f565d-0713-45df-a892-d56a1024d9b2 HTTP/1.1" status: 200 len: 797 time: 0.2329671 Aug 10 03:11:37.150208 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a8aca-0f50-4ba2-82b0-84a149f5cc29 req-f0408afc-4721-485b-8144-7ac44057a43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:37.152037 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d18a8aca-0f50-4ba2-82b0-84a149f5cc29 req-f0408afc-4721-485b-8144-7ac44057a43c service neutron] 10.222.0.58 "GET /v2.0/networks?id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d HTTP/1.1" status: 200 len: 870 time: 0.2046800 Aug 10 03:11:37.177547 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8ebedf21-348a-4f48-82d3-dd0ece6b5a85 req-1f0e56d7-502b-4e02-b0b0-922e7c0902b6 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/security-groups?id=b405968e-e8dd-4859-b855-f8ae1385ba0e&id=8fa0499c-1adb-43e6-95ad-71a41197fc16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2168078 Aug 10 03:11:37.182021 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-782bb343-e02e-4e44-8bd8-1e3e7f4f7ece req-19592117-04e8-4f83-8568-08ddc20e8c26 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] No DVR routers for this DVR port d72b69af-01f4-4366-9f74-3263e78b0c93 on host n-h1-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:11:37.187033 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7ea88cf9-91d2-4ecd-8945-a4c282340683 req-afa7a888-4e22-4cc2-9508-909a9c4e8b1b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3cdb26d0-178e-476d-8f3b-8f72814f5a46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2927415 Aug 10 03:11:37.188470 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-782bb343-e02e-4e44-8bd8-1e3e7f4f7ece req-19592117-04e8-4f83-8568-08ddc20e8c26 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:37.191079 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-782bb343-e02e-4e44-8bd8-1e3e7f4f7ece req-19592117-04e8-4f83-8568-08ddc20e8c26 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.58 "DELETE /v2.0/ports/d72b69af-01f4-4366-9f74-3263e78b0c93 HTTP/1.1" status: 204 len: 173 time: 1.3784711 Aug 10 03:11:37.204814 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-f14a0a10-8919-4521-b5c6-8e3423be6775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:37.206422 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-f14a0a10-8919-4521-b5c6-8e3423be6775 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1f6800e-d6fe-4d63-bb1f-c42246d24569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0964134 Aug 10 03:11:37.252710 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d18a8aca-0f50-4ba2-82b0-84a149f5cc29 req-3e4195f1-37ac-48dd-a89d-42cf65c7aa66 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=f716d117-80b8-4c59-865f-10901d2fe6e9 HTTP/1.1" status: 200 len: 217 time: 0.0933173 Aug 10 03:11:37.337337 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a8aca-0f50-4ba2-82b0-84a149f5cc29 req-e8842aee-7542-442e-bf74-6141c6b9b9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:37.339041 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d18a8aca-0f50-4ba2-82b0-84a149f5cc29 req-e8842aee-7542-442e-bf74-6141c6b9b9a7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.0789535 Aug 10 03:11:37.416269 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a8aca-0f50-4ba2-82b0-84a149f5cc29 req-d3dd02b2-fb47-4a63-8a1e-4a75618d5431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:37.418488 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d18a8aca-0f50-4ba2-82b0-84a149f5cc29 req-d3dd02b2-fb47-4a63-8a1e-4a75618d5431 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0647902 Aug 10 03:11:37.440629 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea88cf9-91d2-4ecd-8945-a4c282340683 req-2849b720-7478-4434-bc90-cdc4712bbc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:37.442512 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7ea88cf9-91d2-4ecd-8945-a4c282340683 req-2849b720-7478-4434-bc90-cdc4712bbc4c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0184527d62ac40cb863b24d5f91a9ee4&device_id=3cdb26d0-178e-476d-8f3b-8f72814f5a46 HTTP/1.1" status: 200 len: 1097 time: 0.2239363 Aug 10 03:11:37.464516 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c7ded-95c2-46e0-88a1-04267c53fec3 req-2be23938-65ec-4a47-a829-02c7ebd4a6ba tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:37.466413 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-685c7ded-95c2-46e0-88a1-04267c53fec3 req-2be23938-65ec-4a47-a829-02c7ebd4a6ba tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=8a6b85e6-4c0a-402f-94b6-776fdbcec732 HTTP/1.1" status: 200 len: 1096 time: 0.1808522 Aug 10 03:11:37.480259 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67f90a2-6430-47d0-8e6f-7a079fcffdea req-287a8b8c-712f-464a-a265-81c4757c63de tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:37.481892 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d67f90a2-6430-47d0-8e6f-7a079fcffdea req-287a8b8c-712f-464a-a265-81c4757c63de tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d76b7c4-32e4-4212-bd61-3426d919e36c HTTP/1.1" status: 200 len: 948 time: 0.1171968 Aug 10 03:11:37.546578 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d18a8aca-0f50-4ba2-82b0-84a149f5cc29 req-a5c29e5f-35c4-4220-b95c-deb9d51f1676 service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196029 Aug 10 03:11:37.552442 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-927a94fc-8b5d-4bb1-87c9-62c3566484fd service neutron] 10.222.0.60 "GET /v2.0/networks/f1f6800e-d6fe-4d63-bb1f-c42246d24569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322349 Aug 10 03:11:37.672931 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-685c7ded-95c2-46e0-88a1-04267c53fec3 req-85fbbc76-ab1e-4ba2-be30-634db3bfe34c tempest-LiveMigrationTest-2068390896 tempest-LiveMigrationTest-2068390896-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888704 Aug 10 03:11:37.676670 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d18a8aca-0f50-4ba2-82b0-84a149f5cc29 req-23514d3d-c295-49b6-a034-b975c9635351 service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156273 Aug 10 03:11:37.682528 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d67f90a2-6430-47d0-8e6f-7a079fcffdea req-83fbc978-a2c1-49a8-8117-2688a9ee29fe tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862903 Aug 10 03:11:37.715817 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea88cf9-91d2-4ecd-8945-a4c282340683 req-9cba13f9-34ec-404c-a75d-2442c8409c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:37.717351 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7ea88cf9-91d2-4ecd-8945-a4c282340683 req-9cba13f9-34ec-404c-a75d-2442c8409c59 service neutron] 10.222.0.60 "GET /v2.0/networks?id=909af24c-2a43-4e6d-8a1f-90b69debd82b HTTP/1.1" status: 200 len: 908 time: 0.2345011 Aug 10 03:11:37.773078 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-9cf6592b-1fa8-40ec-bad1-3e1547fe608f service neutron] 10.222.0.60 "GET /v2.0/networks/f1f6800e-d6fe-4d63-bb1f-c42246d24569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001472 Aug 10 03:11:37.774629 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7ea88cf9-91d2-4ecd-8945-a4c282340683 req-3aaca3a6-7483-4039-b29b-e6e6934d7882 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68fdef05-c3ba-4e4e-9c7f-2056598ae3a7 HTTP/1.1" status: 200 len: 217 time: 0.0464032 Aug 10 03:11:37.846628 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-c2a86fd0-67fa-46cf-8eb7-34ef3cd35b80 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=28fae6e2-48ce-4dfb-97b0-a801a71104de HTTP/1.1" status: 200 len: 217 time: 0.0601873 Aug 10 03:11:37.891636 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6e201396-f60a-4326-845f-e3813221b4fd req-39c92fce-f932-467a-8a73-b3a7bc7bd544 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d6c090d-d32e-4462-8750-8d610dc55a43 HTTP/1.1" status: 200 len: 210 time: 0.0559909 Aug 10 03:11:37.947245 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea88cf9-91d2-4ecd-8945-a4c282340683 req-379cef31-5c0a-4a11-ba0f-8422d1b4e32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:37.948735 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7ea88cf9-91d2-4ecd-8945-a4c282340683 req-379cef31-5c0a-4a11-ba0f-8422d1b4e32f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b8c216be-f9cb-484e-9a0a-1cd9ef473e6f HTTP/1.1" status: 200 len: 847 time: 0.1553626 Aug 10 03:11:37.955767 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-6040ee16-30b6-4989-8364-4cfad31fe3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:37.957353 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-6040ee16-30b6-4989-8364-4cfad31fe3bb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ee0f565d-0713-45df-a892-d56a1024d9b2 HTTP/1.1" status: 200 len: 797 time: 0.0904672 Aug 10 03:11:37.992470 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7ea88cf9-91d2-4ecd-8945-a4c282340683 req-40f19dde-a269-4015-97dd-cd4df6e41616 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=909af24c-2a43-4e6d-8a1f-90b69debd82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340042 Aug 10 03:11:38.079065 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-0fd46747-992b-46e9-ade8-f718b97e0c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:38.081529 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-0fd46747-992b-46e9-ade8-f718b97e0c6e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1f6800e-d6fe-4d63-bb1f-c42246d24569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1139281 Aug 10 03:11:38.198881 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7ea88cf9-91d2-4ecd-8945-a4c282340683 req-9d886027-e8b6-4a8b-b7ea-6e2d5c72e801 service neutron] 10.222.0.60 "GET /v2.0/networks/909af24c-2a43-4e6d-8a1f-90b69debd82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928656 Aug 10 03:11:38.274031 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfefc00-ab0d-43b3-a37e-1a25986d9fc6 req-7161ab89-257c-42c5-95f8-61e1f6c2e3ae tempest-InstanceActionsNegativeTestJSON-1649678518 tempest-InstanceActionsNegativeTestJSON-1649678518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:38.275485 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4dfefc00-ab0d-43b3-a37e-1a25986d9fc6 req-7161ab89-257c-42c5-95f8-61e1f6c2e3ae tempest-InstanceActionsNegativeTestJSON-1649678518 tempest-InstanceActionsNegativeTestJSON-1649678518-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa1d41c6-07d3-4853-8dde-a7d5aa20ebd2 HTTP/1.1" status: 200 len: 945 time: 0.1350541 Aug 10 03:11:38.335980 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-35b7f278-021d-44b7-8c2e-4b012585a19e service neutron] 10.222.0.60 "GET /v2.0/networks/f1f6800e-d6fe-4d63-bb1f-c42246d24569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462120 Aug 10 03:11:38.380965 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device f716d117-80b8-4c59-865f-10901d2fe6e9 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:11:38.384981 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device d72b69af-01f4-4366-9f74-3263e78b0c93 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:11:38.415148 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: d72b69af-01f4-4366-9f74-3263e78b0c93 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:11:38.415501 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device d72b69af-01f4-4366-9f74-3263e78b0c93 not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:11:38.415924 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 55f72fce-99c3-4300-bc8e-40a8a859bb95 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:11:38.427722 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485dd3e7-ce51-473c-91a1-289b10929f03 req-f5c91ad9-8b11-4837-bb22-d28d90173b9f tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:38.429206 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-485dd3e7-ce51-473c-91a1-289b10929f03 req-f5c91ad9-8b11-4837-bb22-d28d90173b9f tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a6b85e6-4c0a-402f-94b6-776fdbcec732 HTTP/1.1" status: 200 len: 944 time: 0.2049463 Aug 10 03:11:38.438333 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4dfefc00-ab0d-43b3-a37e-1a25986d9fc6 req-927f8444-ba34-4ecd-87b9-171478e1fbaf tempest-InstanceActionsNegativeTestJSON-1649678518 tempest-InstanceActionsNegativeTestJSON-1649678518-project] 10.222.0.62 "GET /v2.0/security-groups?id=74605a5a-da3d-4351-a575-e9a7b089d118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358635 Aug 10 03:11:38.439366 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: 55f72fce-99c3-4300-bc8e-40a8a859bb95 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:11:38.439719 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 55f72fce-99c3-4300-bc8e-40a8a859bb95 not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:11:38.451449 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7ea88cf9-91d2-4ecd-8945-a4c282340683 req-13d55cf5-5ebf-4a8f-a1db-ef3326dc0313 service neutron] 10.222.0.60 "GET /v2.0/networks/909af24c-2a43-4e6d-8a1f-90b69debd82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443783 Aug 10 03:11:38.498765 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-485dd3e7-ce51-473c-91a1-289b10929f03 req-f8e2cad5-0a9c-4c2c-b4d9-f75f839f5e01 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576236 Aug 10 03:11:38.503561 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-e118dcae-4641-4c95-b9f8-8921339b7e21 service neutron] 10.222.0.60 "GET /v2.0/networks/f1f6800e-d6fe-4d63-bb1f-c42246d24569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567764 Aug 10 03:11:38.536087 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port f716d117-80b8-4c59-865f-10901d2fe6e9, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=f716d117-80b8-4c59-865f-10901d2fe6e9,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:38.547048 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': 'f716d117-80b8-4c59-865f-10901d2fe6e9', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'port_id': 'f716d117-80b8-4c59-865f-10901d2fe6e9', 'mac_address': 'fa:16:3e:e5:91:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e3eb0b-907c-4ac4-809e-ae9609bc8c67', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:11:38.562673 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-d9cb8081-9943-42b9-8846-e4199bfff65b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9140a197-e2ae-4fbc-a8b1-69cdd61eb563 HTTP/1.1" status: 200 len: 217 time: 0.0511720 Aug 10 03:11:38.621421 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6c090d-d32e-4462-8750-8d610dc55a43', 'name': 'network-vif-deleted', 'tag': 'd72b69af-01f4-4366-9f74-3263e78b0c93'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:11:38.623727 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b6a4dc-f082-4cb2-8ca3-9070588f2ee7" -d '{"events": [{"server_uuid": "8d6c090d-d32e-4462-8750-8d610dc55a43", "name": "network-vif-deleted", "tag": "d72b69af-01f4-4366-9f74-3263e78b0c93"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:11:38.653164 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-461b001e-1195-4506-85d4-6975a427a9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:38.654728 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-461b001e-1195-4506-85d4-6975a427a9a1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9d107e0d-7d1d-49e8-9864-3e44ed98edac HTTP/1.1" status: 200 len: 797 time: 0.0782082 Aug 10 03:11:38.667370 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ccbd18-7fc7-4ef7-b90e-800115d6544b req-9c276cf3-2a19-4a78-9ce7-894eb2e4d435 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:38.674016 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ccbd18-7fc7-4ef7-b90e-800115d6544b req-9c276cf3-2a19-4a78-9ce7-894eb2e4d435 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:38.679931 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ccbd18-7fc7-4ef7-b90e-800115d6544b req-9c276cf3-2a19-4a78-9ce7-894eb2e4d435 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:38.688517 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ccbd18-7fc7-4ef7-b90e-800115d6544b req-9c276cf3-2a19-4a78-9ce7-894eb2e4d435 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:38.691630 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ccbd18-7fc7-4ef7-b90e-800115d6544b req-9c276cf3-2a19-4a78-9ce7-894eb2e4d435 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:38.697409 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ccbd18-7fc7-4ef7-b90e-800115d6544b req-9c276cf3-2a19-4a78-9ce7-894eb2e4d435 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:38.703400 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ccbd18-7fc7-4ef7-b90e-800115d6544b req-9c276cf3-2a19-4a78-9ce7-894eb2e4d435 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:38.706051 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d4ccbd18-7fc7-4ef7-b90e-800115d6544b req-9c276cf3-2a19-4a78-9ce7-894eb2e4d435 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 5427 time: 0.1380229 Aug 10 03:11:38.719622 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:38.735092 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f716d117-80b8-4c59-865f-10901d2fe6e9 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:11:38.741237 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0e588f-03ae-4df1-9741-a1cfe622a0ef x-openstack-request-id: req-8b0e588f-03ae-4df1-9741-a1cfe622a0ef {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:11:38.741525 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6c090d-d32e-4462-8750-8d610dc55a43", "name": "network-vif-deleted", "tag": "d72b69af-01f4-4366-9f74-3263e78b0c93", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:11:38.741770 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8b0e588f-03ae-4df1-9741-a1cfe622a0ef {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:11:38.742141 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6c090d-d32e-4462-8750-8d610dc55a43', 'name': 'network-vif-deleted', 'tag': 'd72b69af-01f4-4366-9f74-3263e78b0c93', 'status': 'completed', 'code': 200} Aug 10 03:11:38.759976 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port f716d117-80b8-4c59-865f-10901d2fe6e9, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=f716d117-80b8-4c59-865f-10901d2fe6e9,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:38.764957 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:38.781133 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-17f89396-753c-4ef9-a7a8-0d213650d053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:38.783288 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-17f89396-753c-4ef9-a7a8-0d213650d053 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=213b1b56-2bcd-4d0a-8807-3afa3f6e51f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0755835 Aug 10 03:11:38.788851 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d4ccbd18-7fc7-4ef7-b90e-800115d6544b req-b41a8a36-2121-4550-a884-8e58455c332b tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/security-groups?id=b405968e-e8dd-4859-b855-f8ae1385ba0e&id=8fa0499c-1adb-43e6-95ad-71a41197fc16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0735183 Aug 10 03:11:38.797219 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf7f255-a9c9-4ac9-bcc7-c86bc2d46b5d', 'name': 'network-vif-deleted', 'tag': '55f72fce-99c3-4300-bc8e-40a8a859bb95'}, {'server_uuid': 'c144246b-62bc-499f-bf55-06262438ba7b', 'name': 'network-vif-deleted', 'tag': 'd36ab999-6fc2-43b3-892b-c2e46712150a'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:11:38.803287 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532cd73e-d0ed-4eea-87ba-e01422eece4a" -d '{"events": [{"server_uuid": "4bf7f255-a9c9-4ac9-bcc7-c86bc2d46b5d", "name": "network-vif-deleted", "tag": "55f72fce-99c3-4300-bc8e-40a8a859bb95"}, {"server_uuid": "c144246b-62bc-499f-bf55-06262438ba7b", "name": "network-vif-deleted", "tag": "d36ab999-6fc2-43b3-892b-c2e46712150a"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:11:38.820294 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=f716d117-80b8-4c59-865f-10901d2fe6e9,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:38.839621 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41974) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:38.898529 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8391a4ad-005e-42b6-99ed-148fee8d5b6a tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:38.923366 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8391a4ad-005e-42b6-99ed-148fee8d5b6a tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:38.963936 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['f716d117-80b8-4c59-865f-10901d2fe6e9'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:11:38.979285 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8391a4ad-005e-42b6-99ed-148fee8d5b6a tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:38.982297 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8391a4ad-005e-42b6-99ed-148fee8d5b6a tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:38.986172 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8391a4ad-005e-42b6-99ed-148fee8d5b6a tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "DELETE /v2.0/security-groups/1f9be6d7-5bbd-4179-93c1-e74bc65ce406 HTTP/1.1" status: 204 len: 168 time: 0.1431351 Aug 10 03:11:38.990689 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41978) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:39.005080 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8391a4ad-005e-42b6-99ed-148fee8d5b6a tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9be6d7-5bbd-4179-93c1-e74bc65ce406,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:39.017349 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-36e0f097-501b-48e4-84e9-e7cd8e6228fd tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] show failed (client error): The resource could not be found. Aug 10 03:11:39.019406 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-36e0f097-501b-48e4-84e9-e7cd8e6228fd tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "GET /v2.0/security-groups/1f9be6d7-5bbd-4179-93c1-e74bc65ce406 HTTP/1.1" status: 404 len: 347 time: 0.0272951 Aug 10 03:11:39.021951 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41980) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:39.155838 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-6aee4637-9e92-4fbd-84f4-88963212ac7a tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Deleting port 77842109-9aa3-4c57-ae35-96bd335a01ed {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:11:39.156086 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6aee4637-9e92-4fbd-84f4-88963212ac7a tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:39.314969 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d2b2a-9a91-46cf-ba7a-3495994944ea req-277b9424-0c60-4e3a-9939-a3ecba28d617 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:39.316552 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1b1d2b2a-9a91-46cf-ba7a-3495994944ea req-277b9424-0c60-4e3a-9939-a3ecba28d617 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=9418c9e4-ef93-4ce8-8169-a62e4fbadd70 HTTP/1.1" status: 200 len: 949 time: 0.5323894 Aug 10 03:11:39.328901 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7a477-b3fa-429b-a2c4-570b9950fac2 req-3099d801-9d26-4ca8-9d99-58c4246342c5 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:39.331048 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d7c7a477-b3fa-429b-a2c4-570b9950fac2 req-3099d801-9d26-4ca8-9d99-58c4246342c5 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a6b85e6-4c0a-402f-94b6-776fdbcec732 HTTP/1.1" status: 200 len: 944 time: 0.4986887 Aug 10 03:11:39.404681 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11199a-a75d-4028-a6ee-bbd74f521fbd req-c3018cb1-0fcb-46d9-8a2c-da9bb4e7b6dd tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:39.406326 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-db11199a-a75d-4028-a6ee-bbd74f521fbd req-c3018cb1-0fcb-46d9-8a2c-da9bb4e7b6dd tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d76b7c4-32e4-4212-bd61-3426d919e36c HTTP/1.1" status: 200 len: 949 time: 0.1732395 Aug 10 03:11:39.412395 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-56dd11bc-ecb1-4932-b158-c78d77242056 service neutron] 10.222.0.60 "GET /v2.0/networks/213b1b56-2bcd-4d0a-8807-3afa3f6e51f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6130273 Aug 10 03:11:39.490699 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1b1d2b2a-9a91-46cf-ba7a-3495994944ea req-453bca8a-6eaf-4c0c-badb-6099bc9cb5bd tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a49a021-9207-477f-8dea-4f5b47297f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563919 Aug 10 03:11:39.532984 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6aee4637-9e92-4fbd-84f4-88963212ac7a tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:39.533360 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6aee4637-9e92-4fbd-84f4-88963212ac7a tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:39.545903 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-6aee4637-9e92-4fbd-84f4-88963212ac7a tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Calling delete_port for 77842109-9aa3-4c57-ae35-96bd335a01ed owned by network:floatingip {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:11:39.549370 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-db11199a-a75d-4028-a6ee-bbd74f521fbd req-72c14eb4-fe23-433a-b7fd-6a985a8c174c tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333025 Aug 10 03:11:39.549502 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 03:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9976088-5493-4765-9f9d-f16b7f1d6aab x-openstack-request-id: req-c9976088-5493-4765-9f9d-f16b7f1d6aab {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:11:39.549849 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bf7f255-a9c9-4ac9-bcc7-c86bc2d46b5d", "name": "network-vif-deleted", "tag": "55f72fce-99c3-4300-bc8e-40a8a859bb95", "status": "completed", "code": 200}, {"server_uuid": "c144246b-62bc-499f-bf55-06262438ba7b", "name": "network-vif-deleted", "tag": "d36ab999-6fc2-43b3-892b-c2e46712150a", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:11:39.550155 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c9976088-5493-4765-9f9d-f16b7f1d6aab {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:11:39.550613 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bf7f255-a9c9-4ac9-bcc7-c86bc2d46b5d', 'name': 'network-vif-deleted', 'tag': '55f72fce-99c3-4300-bc8e-40a8a859bb95', 'status': 'completed', 'code': 200} Aug 10 03:11:39.550949 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c144246b-62bc-499f-bf55-06262438ba7b', 'name': 'network-vif-deleted', 'tag': 'd36ab999-6fc2-43b3-892b-c2e46712150a', 'status': 'completed', 'code': 200} Aug 10 03:11:39.637336 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-a33e1d64-9a5d-4543-852e-09d091f96408 service neutron] 10.222.0.60 "GET /v2.0/networks/213b1b56-2bcd-4d0a-8807-3afa3f6e51f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024403 Aug 10 03:11:39.641073 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-d7c7a477-b3fa-429b-a2c4-570b9950fac2 req-2ff281fe-8237-4868-92a6-0976ec3d57e9 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Deleting port 906d7e93-796e-48da-b2b6-43e09317d336 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:11:39.641310 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d7c7a477-b3fa-429b-a2c4-570b9950fac2 req-2ff281fe-8237-4868-92a6-0976ec3d57e9 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:39.710249 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6aee4637-9e92-4fbd-84f4-88963212ac7a tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:39.735505 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aee4637-9e92-4fbd-84f4-88963212ac7a tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Pushing event deleted for resources: {'Port': ['ID=77842109-9aa3-4c57-ae35-96bd335a01ed,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:39.740427 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-e629c6fd-d184-4dab-a6a9-7734b06bfecc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ee53d7b7-1d52-47a8-a630-59afbe99d7bd HTTP/1.1" status: 200 len: 217 time: 0.0924709 Aug 10 03:11:39.799423 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6aee4637-9e92-4fbd-84f4-88963212ac7a tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Notify callbacks [] for floatingip, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:39.802137 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6aee4637-9e92-4fbd-84f4-88963212ac7a tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:39.803330 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6aee4637-9e92-4fbd-84f4-88963212ac7a tempest-ImagesOneServerNegativeTestJSON-326875078 tempest-ImagesOneServerNegativeTestJSON-326875078-project] 10.222.0.62 "DELETE /v2.0/floatingips/b8313efc-5b27-4b99-ae82-f8583875a661 HTTP/1.1" status: 204 len: 168 time: 0.7803273 Aug 10 03:11:39.844174 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b755ffe4-fcdd-4dff-a081-26e6bd5d3d6b req-5542bcac-fd71-46c8-b238-b3bd6b2f14e9 tempest-InstanceActionsNegativeTestJSON-1649678518 tempest-InstanceActionsNegativeTestJSON-1649678518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:39.846185 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b755ffe4-fcdd-4dff-a081-26e6bd5d3d6b req-5542bcac-fd71-46c8-b238-b3bd6b2f14e9 tempest-InstanceActionsNegativeTestJSON-1649678518 tempest-InstanceActionsNegativeTestJSON-1649678518-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa1d41c6-07d3-4853-8dde-a7d5aa20ebd2 HTTP/1.1" status: 200 len: 945 time: 0.2456889 Aug 10 03:11:39.914350 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-bafedb43-53e0-468c-8271-34f3bb8418ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:39.915759 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-bafedb43-53e0-468c-8271-34f3bb8418ae service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9d107e0d-7d1d-49e8-9864-3e44ed98edac HTTP/1.1" status: 200 len: 797 time: 0.1591015 Aug 10 03:11:39.927029 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-d7c7a477-b3fa-429b-a2c4-570b9950fac2 req-2ff281fe-8237-4868-92a6-0976ec3d57e9 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] For port 906d7e93-796e-48da-b2b6-43e09317d336, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=906d7e93-796e-48da-b2b6-43e09317d336,segment=NetworkSegment(56914130-d266-4761-b91f-0f4044da3177),segment_id=56914130-d266-4761-b91f-0f4044da3177)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:39.927406 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d7c7a477-b3fa-429b-a2c4-570b9950fac2 req-2ff281fe-8237-4868-92a6-0976ec3d57e9 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:39.937401 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a887e93-8fcd-438e-9e3d-34f87a77c5ed req-36d06414-fc85-4945-bd4c-aaec01491440 tempest-InstanceActionsNegativeTestJSON-1649678518 tempest-InstanceActionsNegativeTestJSON-1649678518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:39.938910 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7a887e93-8fcd-438e-9e3d-34f87a77c5ed req-36d06414-fc85-4945-bd4c-aaec01491440 tempest-InstanceActionsNegativeTestJSON-1649678518 tempest-InstanceActionsNegativeTestJSON-1649678518-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa1d41c6-07d3-4853-8dde-a7d5aa20ebd2 HTTP/1.1" status: 200 len: 945 time: 0.2154732 Aug 10 03:11:39.954571 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1abcc12-2afb-4a67-a1d9-7de1cd3f78e3 req-1f7996d6-0c71-4f78-9595-022b479e7777 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:39.956053 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e1abcc12-2afb-4a67-a1d9-7de1cd3f78e3 req-1f7996d6-0c71-4f78-9595-022b479e7777 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a6b85e6-4c0a-402f-94b6-776fdbcec732 HTTP/1.1" status: 200 len: 944 time: 0.2283685 Aug 10 03:11:39.999204 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-d7c7a477-b3fa-429b-a2c4-570b9950fac2 req-2ff281fe-8237-4868-92a6-0976ec3d57e9 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Calling delete_port for 906d7e93-796e-48da-b2b6-43e09317d336 owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:11:40.132447 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7a887e93-8fcd-438e-9e3d-34f87a77c5ed req-79ef56a7-707b-428b-97fc-3b0a240b2c04 tempest-InstanceActionsNegativeTestJSON-1649678518 tempest-InstanceActionsNegativeTestJSON-1649678518-project] 10.222.0.62 "GET /v2.0/security-groups?id=74605a5a-da3d-4351-a575-e9a7b089d118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676722 Aug 10 03:11:40.140823 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-a94b44ac-94cf-4901-9bd3-3c3b8c507e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:40.142337 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-a94b44ac-94cf-4901-9bd3-3c3b8c507e05 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=213b1b56-2bcd-4d0a-8807-3afa3f6e51f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2025702 Aug 10 03:11:40.146065 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e1abcc12-2afb-4a67-a1d9-7de1cd3f78e3 req-53ca6677-2fed-4482-9421-c5b7f07b218e tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768069 Aug 10 03:11:40.230990 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-b755ffe4-fcdd-4dff-a081-26e6bd5d3d6b req-e4c4e10d-318d-4ff2-9aed-1ad2452aa399 tempest-InstanceActionsNegativeTestJSON-1649678518 tempest-InstanceActionsNegativeTestJSON-1649678518-project] Deleting port 2388abf3-f6d3-42bd-8901-f10e8787999e {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:11:40.231376 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b755ffe4-fcdd-4dff-a081-26e6bd5d3d6b req-e4c4e10d-318d-4ff2-9aed-1ad2452aa399 tempest-InstanceActionsNegativeTestJSON-1649678518 tempest-InstanceActionsNegativeTestJSON-1649678518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:40.250927 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14563343-cfde-477f-b5f4-bddaad3f99f9 req-7e612d52-ed1f-42ac-83f9-adfa18ec315a tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:40.253210 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-14563343-cfde-477f-b5f4-bddaad3f99f9 req-7e612d52-ed1f-42ac-83f9-adfa18ec315a tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.60 "GET /v2.0/ports?device_id=9418c9e4-ef93-4ce8-8169-a62e4fbadd70 HTTP/1.1" status: 200 len: 949 time: 0.0747256 Aug 10 03:11:40.373295 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-14563343-cfde-477f-b5f4-bddaad3f99f9 req-967d4baa-e4d6-48a7-925f-fdf02fdf7e11 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Deleting port 7b34d85d-31ea-427f-bb22-4317f4465781 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:11:40.373643 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-14563343-cfde-477f-b5f4-bddaad3f99f9 req-967d4baa-e4d6-48a7-925f-fdf02fdf7e11 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:40.381378 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device f716d117-80b8-4c59-865f-10901d2fe6e9 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:11:40.414077 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-03bd0fef-847e-4ea9-bd96-e03d6874b4dc service neutron] 10.222.0.60 "GET /v2.0/networks/213b1b56-2bcd-4d0a-8807-3afa3f6e51f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611685 Aug 10 03:11:40.436270 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port f716d117-80b8-4c59-865f-10901d2fe6e9 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:11:40.440198 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port f716d117-80b8-4c59-865f-10901d2fe6e9 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:11:40.440903 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:40.473522 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-14563343-cfde-477f-b5f4-bddaad3f99f9 req-967d4baa-e4d6-48a7-925f-fdf02fdf7e11 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] For port 7b34d85d-31ea-427f-bb22-4317f4465781, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=7b34d85d-31ea-427f-bb22-4317f4465781,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:40.473912 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-14563343-cfde-477f-b5f4-bddaad3f99f9 req-967d4baa-e4d6-48a7-925f-fdf02fdf7e11 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:40.474272 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d7c7a477-b3fa-429b-a2c4-570b9950fac2 req-2ff281fe-8237-4868-92a6-0976ec3d57e9 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:40.487262 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-14563343-cfde-477f-b5f4-bddaad3f99f9 req-967d4baa-e4d6-48a7-925f-fdf02fdf7e11 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Calling delete_port for 7b34d85d-31ea-427f-bb22-4317f4465781 owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:11:40.493368 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['f59dede6-6b8e-472b-8c72-53679eb4e5af', '906d7e93-796e-48da-b2b6-43e09317d336'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:11:40.515144 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e820d0-3b09-45bc-a307-6bcbe68342a6 req-9c4dc53d-cc2e-48af-aa70-2b1793d88123 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:40.521705 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e820d0-3b09-45bc-a307-6bcbe68342a6 req-9c4dc53d-cc2e-48af-aa70-2b1793d88123 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:40.528009 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e820d0-3b09-45bc-a307-6bcbe68342a6 req-9c4dc53d-cc2e-48af-aa70-2b1793d88123 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:40.534762 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e820d0-3b09-45bc-a307-6bcbe68342a6 req-9c4dc53d-cc2e-48af-aa70-2b1793d88123 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:40.540813 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e820d0-3b09-45bc-a307-6bcbe68342a6 req-9c4dc53d-cc2e-48af-aa70-2b1793d88123 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:40.547031 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e820d0-3b09-45bc-a307-6bcbe68342a6 req-9c4dc53d-cc2e-48af-aa70-2b1793d88123 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:40.553070 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e820d0-3b09-45bc-a307-6bcbe68342a6 req-9c4dc53d-cc2e-48af-aa70-2b1793d88123 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:40.555017 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-06e820d0-3b09-45bc-a307-6bcbe68342a6 req-9c4dc53d-cc2e-48af-aa70-2b1793d88123 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 5427 time: 0.2746274 Aug 10 03:11:40.575786 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:40.580925 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-b755ffe4-fcdd-4dff-a081-26e6bd5d3d6b req-e4c4e10d-318d-4ff2-9aed-1ad2452aa399 tempest-InstanceActionsNegativeTestJSON-1649678518 tempest-InstanceActionsNegativeTestJSON-1649678518-project] For port 2388abf3-f6d3-42bd-8901-f10e8787999e, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=2388abf3-f6d3-42bd-8901-f10e8787999e,segment=NetworkSegment(a77857c9-2b07-4b2f-bab6-0f1b37d18d11),segment_id=a77857c9-2b07-4b2f-bab6-0f1b37d18d11)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:40.581142 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b755ffe4-fcdd-4dff-a081-26e6bd5d3d6b req-e4c4e10d-318d-4ff2-9aed-1ad2452aa399 tempest-InstanceActionsNegativeTestJSON-1649678518 tempest-InstanceActionsNegativeTestJSON-1649678518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:40.603330 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d76b7c4-32e4-4212-bd61-3426d919e36c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f716d117-80b8-4c59-865f-10901d2fe6e9'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:11:40.605593 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2aa0786-5e97-472c-8c1e-35034195875c" -d '{"events": [{"server_uuid": "6d76b7c4-32e4-4212-bd61-3426d919e36c", "name": "network-vif-plugged", "status": "completed", "tag": "f716d117-80b8-4c59-865f-10901d2fe6e9"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:11:40.627093 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff281fe-8237-4868-92a6-0976ec3d57e9 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Pushing event deleted for resources: {'Port': ['ID=906d7e93-796e-48da-b2b6-43e09317d336,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:40.630819 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port f716d117-80b8-4c59-865f-10901d2fe6e9, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=f716d117-80b8-4c59-865f-10901d2fe6e9,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:40.649535 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:40.651242 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-b755ffe4-fcdd-4dff-a081-26e6bd5d3d6b req-e4c4e10d-318d-4ff2-9aed-1ad2452aa399 tempest-InstanceActionsNegativeTestJSON-1649678518 tempest-InstanceActionsNegativeTestJSON-1649678518-project] Calling delete_port for 2388abf3-f6d3-42bd-8901-f10e8787999e owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:11:40.667810 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-14563343-cfde-477f-b5f4-bddaad3f99f9 req-967d4baa-e4d6-48a7-925f-fdf02fdf7e11 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:40.673906 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f081ee-26bd-4d21-8edb-0e895eedbd39 req-0a411add-457c-48bb-9db1-3f9cb1ff4034 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:40.681070 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f8f081ee-26bd-4d21-8edb-0e895eedbd39 req-0a411add-457c-48bb-9db1-3f9cb1ff4034 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f210c3c-37b1-4313-b640-deb8332cbd55 HTTP/1.1" status: 200 len: 966 time: 0.3031056 Aug 10 03:11:40.703865 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967d4baa-e4d6-48a7-925f-fdf02fdf7e11 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Pushing event deleted for resources: {'Port': ['ID=7b34d85d-31ea-427f-bb22-4317f4465781,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:40.728517 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=f716d117-80b8-4c59-865f-10901d2fe6e9,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:40.754074 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-14563343-cfde-477f-b5f4-bddaad3f99f9 req-967d4baa-e4d6-48a7-925f-fdf02fdf7e11 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] No DVR routers for this DVR port 7b34d85d-31ea-427f-bb22-4317f4465781 on host n-h2-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:11:40.763137 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-14563343-cfde-477f-b5f4-bddaad3f99f9 req-967d4baa-e4d6-48a7-925f-fdf02fdf7e11 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:40.765478 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-14563343-cfde-477f-b5f4-bddaad3f99f9 req-967d4baa-e4d6-48a7-925f-fdf02fdf7e11 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.60 "DELETE /v2.0/ports/7b34d85d-31ea-427f-bb22-4317f4465781 HTTP/1.1" status: 204 len: 173 time: 0.5048668 Aug 10 03:11:40.806264 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c7a477-b3fa-429b-a2c4-570b9950fac2 req-2ff281fe-8237-4868-92a6-0976ec3d57e9 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] No DVR routers for this DVR port 906d7e93-796e-48da-b2b6-43e09317d336 on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:11:40.814038 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9038886-7380-4da9-bb49-74ce19f331f7 req-1de5d712-4a90-4c23-a221-266618d489f6 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:40.815661 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b9038886-7380-4da9-bb49-74ce19f331f7 req-1de5d712-4a90-4c23-a221-266618d489f6 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f210c3c-37b1-4313-b640-deb8332cbd55 HTTP/1.1" status: 200 len: 966 time: 0.0628295 Aug 10 03:11:40.818618 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d7c7a477-b3fa-429b-a2c4-570b9950fac2 req-2ff281fe-8237-4868-92a6-0976ec3d57e9 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:40.821036 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d7c7a477-b3fa-429b-a2c4-570b9950fac2 req-2ff281fe-8237-4868-92a6-0976ec3d57e9 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.60 "DELETE /v2.0/ports/906d7e93-796e-48da-b2b6-43e09317d336 HTTP/1.1" status: 204 len: 173 time: 1.4768569 Aug 10 03:11:40.824408 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6b85e6-4c0a-402f-94b6-776fdbcec732', 'name': 'network-vif-deleted', 'tag': '906d7e93-796e-48da-b2b6-43e09317d336'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:11:40.827248 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64796824-15b3-4295-bc18-29024bd7a354" -d '{"events": [{"server_uuid": "8a6b85e6-4c0a-402f-94b6-776fdbcec732", "name": "network-vif-deleted", "tag": "906d7e93-796e-48da-b2b6-43e09317d336"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:11:40.859426 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-06e820d0-3b09-45bc-a307-6bcbe68342a6 req-550ac6fb-bb7e-4276-bdda-7b80deb68e9a tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/security-groups?id=b405968e-e8dd-4859-b855-f8ae1385ba0e&id=8fa0499c-1adb-43e6-95ad-71a41197fc16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2927611 Aug 10 03:11:40.888388 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f8f081ee-26bd-4d21-8edb-0e895eedbd39 req-7b1b4802-1533-4e5c-8c5a-da59afef119a tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939256 Aug 10 03:11:40.891438 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be4a7a11-bd5a-48ec-8b5d-290c0473871a req-4216eb66-9692-43f6-a176-5d44fd8f3d03 service neutron] 10.222.0.60 "GET /v2.0/networks/213b1b56-2bcd-4d0a-8807-3afa3f6e51f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4464085 Aug 10 03:11:40.964214 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42012) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:41.056823 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3895d78-f00d-45c1-9734-7010fefb6433 admin admin] Deleting subnet d0da5992-75df-4d7e-ac40-4e60cfbca09c {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:11:41.065577 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e3895d78-f00d-45c1-9734-7010fefb6433 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:41.106417 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-24cad6bc-eedb-4d5b-a3d7-518dcc1a4903 req-fb5aabde-c619-44c6-973e-561db76684a4 tempest-MigrationsAdminTest-1103047502 tempest-MigrationsAdminTest-1103047502-project] 10.222.0.62 "GET /v2.0/ports?device_id=9418c9e4-ef93-4ce8-8169-a62e4fbadd70 HTTP/1.1" status: 200 len: 210 time: 0.0692377 Aug 10 03:11:41.136223 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e3895d78-f00d-45c1-9734-7010fefb6433 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:41.145244 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775df5b4-09a3-4111-90b5-b73954ce363f req-9aebd7c1-7c02-4ecd-8603-366cfb362069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:41.145723 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775df5b4-09a3-4111-90b5-b73954ce363f req-9aebd7c1-7c02-4ecd-8603-366cfb362069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:41.146195 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775df5b4-09a3-4111-90b5-b73954ce363f req-9aebd7c1-7c02-4ecd-8603-366cfb362069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:41.146652 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775df5b4-09a3-4111-90b5-b73954ce363f req-9aebd7c1-7c02-4ecd-8603-366cfb362069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:41.147138 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775df5b4-09a3-4111-90b5-b73954ce363f req-9aebd7c1-7c02-4ecd-8603-366cfb362069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:41.147594 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775df5b4-09a3-4111-90b5-b73954ce363f req-9aebd7c1-7c02-4ecd-8603-366cfb362069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:41.148053 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775df5b4-09a3-4111-90b5-b73954ce363f req-9aebd7c1-7c02-4ecd-8603-366cfb362069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:41.151418 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-775df5b4-09a3-4111-90b5-b73954ce363f req-9aebd7c1-7c02-4ecd-8603-366cfb362069 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=113c9048eb054fe989e54191f5a42ad9&device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 6491 time: 0.1547742 Aug 10 03:11:41.173056 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be657aff-5fea-43a5-b5b4-20731f73ff1a x-openstack-request-id: req-be657aff-5fea-43a5-b5b4-20731f73ff1a {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:11:41.173620 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d76b7c4-32e4-4212-bd61-3426d919e36c", "name": "network-vif-plugged", "status": "completed", "tag": "f716d117-80b8-4c59-865f-10901d2fe6e9", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:11:41.174089 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-be657aff-5fea-43a5-b5b4-20731f73ff1a {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:11:41.174699 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d76b7c4-32e4-4212-bd61-3426d919e36c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f716d117-80b8-4c59-865f-10901d2fe6e9', 'code': 200} Aug 10 03:11:41.190247 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b755ffe4-fcdd-4dff-a081-26e6bd5d3d6b req-e4c4e10d-318d-4ff2-9aed-1ad2452aa399 tempest-InstanceActionsNegativeTestJSON-1649678518 tempest-InstanceActionsNegativeTestJSON-1649678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:41.198135 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e3895d78-f00d-45c1-9734-7010fefb6433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:41.253447 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-b9038886-7380-4da9-bb49-74ce19f331f7 req-6d48e312-7e78-407f-afcb-d26037abdec4 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Deleting port dda454e8-e875-42e2-9540-224304669743 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:11:41.253831 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-b9038886-7380-4da9-bb49-74ce19f331f7 req-6d48e312-7e78-407f-afcb-d26037abdec4 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:41.292084 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a638bca1-14c5-4f72-9596-b8687abf661d req-e9f735da-cf08-457c-9e21-a22401c982ec tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:41.299545 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a638bca1-14c5-4f72-9596-b8687abf661d req-e9f735da-cf08-457c-9e21-a22401c982ec tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d76b7c4-32e4-4212-bd61-3426d919e36c HTTP/1.1" status: 200 len: 950 time: 0.2141097 Aug 10 03:11:41.301477 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c4e10d-318d-4ff2-9aed-1ad2452aa399 tempest-InstanceActionsNegativeTestJSON-1649678518 tempest-InstanceActionsNegativeTestJSON-1649678518-project] Pushing event deleted for resources: {'Port': ['ID=2388abf3-f6d3-42bd-8901-f10e8787999e,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:41.363962 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497278e9-90f4-47ea-911c-3b8bdbdfc77e x-openstack-request-id: req-497278e9-90f4-47ea-911c-3b8bdbdfc77e {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:11:41.364489 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a6b85e6-4c0a-402f-94b6-776fdbcec732", "name": "network-vif-deleted", "tag": "906d7e93-796e-48da-b2b6-43e09317d336", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:11:41.364905 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-497278e9-90f4-47ea-911c-3b8bdbdfc77e {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:11:41.365467 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6b85e6-4c0a-402f-94b6-776fdbcec732', 'name': 'network-vif-deleted', 'tag': '906d7e93-796e-48da-b2b6-43e09317d336', 'status': 'completed', 'code': 200} Aug 10 03:11:41.385956 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e3895d78-f00d-45c1-9734-7010fefb6433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:41.433581 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3895d78-f00d-45c1-9734-7010fefb6433 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0da5992-75df-4d7e-ac40-4e60cfbca09c,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:41.438114 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e3895d78-f00d-45c1-9734-7010fefb6433 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:41.442236 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e3895d78-f00d-45c1-9734-7010fefb6433 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d0da5992-75df-4d7e-ac40-4e60cfbca09c HTTP/1.1" status: 204 len: 168 time: 0.4716666 Aug 10 03:11:41.444533 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42018) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:41.477240 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a638bca1-14c5-4f72-9596-b8687abf661d req-b30660db-b738-4a65-ac69-f51aa96310a8 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767030 Aug 10 03:11:41.491391 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e117f6cc-6eb4-4242-97e0-d851e577d571 req-8267c348-f6ea-4e81-9c12-cf87ad5f0fa9 tempest-InstanceActionsNegativeTestJSON-1649678518 tempest-InstanceActionsNegativeTestJSON-1649678518-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa1d41c6-07d3-4853-8dde-a7d5aa20ebd2 HTTP/1.1" status: 200 len: 210 time: 0.0713246 Aug 10 03:11:41.496656 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-b755ffe4-fcdd-4dff-a081-26e6bd5d3d6b req-e4c4e10d-318d-4ff2-9aed-1ad2452aa399 tempest-InstanceActionsNegativeTestJSON-1649678518 tempest-InstanceActionsNegativeTestJSON-1649678518-project] No DVR routers for this DVR port 2388abf3-f6d3-42bd-8901-f10e8787999e on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:11:41.503044 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b755ffe4-fcdd-4dff-a081-26e6bd5d3d6b req-e4c4e10d-318d-4ff2-9aed-1ad2452aa399 tempest-InstanceActionsNegativeTestJSON-1649678518 tempest-InstanceActionsNegativeTestJSON-1649678518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:41.505411 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b755ffe4-fcdd-4dff-a081-26e6bd5d3d6b req-e4c4e10d-318d-4ff2-9aed-1ad2452aa399 tempest-InstanceActionsNegativeTestJSON-1649678518 tempest-InstanceActionsNegativeTestJSON-1649678518-project] 10.222.0.60 "DELETE /v2.0/ports/2388abf3-f6d3-42bd-8901-f10e8787999e HTTP/1.1" status: 204 len: 173 time: 1.6443508 Aug 10 03:11:41.524625 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c2fff-49b5-4280-b225-4282d916eb4e req-a26fcac6-197f-4832-9a0c-97751500c707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:41.527878 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b53c2fff-49b5-4280-b225-4282d916eb4e req-a26fcac6-197f-4832-9a0c-97751500c707 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6d76b7c4-32e4-4212-bd61-3426d919e36c HTTP/1.1" status: 200 len: 1102 time: 0.2626503 Aug 10 03:11:41.533566 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775df5b4-09a3-4111-90b5-b73954ce363f req-d10f5abd-10ec-4b7f-a99d-e5106384a93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:41.535681 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-775df5b4-09a3-4111-90b5-b73954ce363f req-d10f5abd-10ec-4b7f-a99d-e5106384a93a service neutron] 10.222.0.60 "GET /v2.0/networks?id=213b1b56-2bcd-4d0a-8807-3afa3f6e51f2 HTTP/1.1" status: 200 len: 902 time: 0.3579473 Aug 10 03:11:41.559280 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9418c9e4-ef93-4ce8-8169-a62e4fbadd70', 'name': 'network-vif-deleted', 'tag': '7b34d85d-31ea-427f-bb22-4317f4465781'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:11:41.564959 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d685f2-efa7-4c26-aa3e-9f2f46c555ab" -d '{"events": [{"server_uuid": "9418c9e4-ef93-4ce8-8169-a62e4fbadd70", "name": "network-vif-deleted", "tag": "7b34d85d-31ea-427f-bb22-4317f4465781"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:11:41.577617 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-b9038886-7380-4da9-bb49-74ce19f331f7 req-6d48e312-7e78-407f-afcb-d26037abdec4 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] For port dda454e8-e875-42e2-9540-224304669743, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=dda454e8-e875-42e2-9540-224304669743,segment=NetworkSegment(837bbb8d-e72f-44c2-893c-c4df3456bfd0),segment_id=837bbb8d-e72f-44c2-893c-c4df3456bfd0)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:41.578065 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-b9038886-7380-4da9-bb49-74ce19f331f7 req-6d48e312-7e78-407f-afcb-d26037abdec4 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:41.607314 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-b9038886-7380-4da9-bb49-74ce19f331f7 req-6d48e312-7e78-407f-afcb-d26037abdec4 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Calling delete_port for dda454e8-e875-42e2-9540-224304669743 owned by compute:tempest-test_az-1313326255 {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:11:41.621724 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-775df5b4-09a3-4111-90b5-b73954ce363f req-e2063294-4f45-4cc0-a538-15bcae671b30 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9140a197-e2ae-4fbc-a8b1-69cdd61eb563 HTTP/1.1" status: 200 len: 217 time: 0.0780232 Aug 10 03:11:41.638784 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-77b632df-790a-4224-b7ca-34a7861b6271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:41.669333 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f59a451-8ed1-41c9-9617-0e1765706dcd x-openstack-request-id: req-5f59a451-8ed1-41c9-9617-0e1765706dcd {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:11:41.669635 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9418c9e4-ef93-4ce8-8169-a62e4fbadd70", "name": "network-vif-deleted", "tag": "7b34d85d-31ea-427f-bb22-4317f4465781", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:11:41.669861 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5f59a451-8ed1-41c9-9617-0e1765706dcd {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:11:41.670291 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9418c9e4-ef93-4ce8-8169-a62e4fbadd70', 'name': 'network-vif-deleted', 'tag': '7b34d85d-31ea-427f-bb22-4317f4465781', 'status': 'completed', 'code': 200} Aug 10 03:11:41.671086 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-446be7cb-de85-4295-88e8-e7d83dc2f032 req-14b8b57d-82cd-4d51-96cf-3244db98e8eb tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a6b85e6-4c0a-402f-94b6-776fdbcec732 HTTP/1.1" status: 200 len: 210 time: 0.0510559 Aug 10 03:11:41.696592 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b53c2fff-49b5-4280-b225-4282d916eb4e req-439f074f-48ec-4370-bb08-671008a261e4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592677 Aug 10 03:11:41.714041 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775df5b4-09a3-4111-90b5-b73954ce363f req-68762f4e-e0d2-4622-82fc-63a1b136ecbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:41.715998 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-775df5b4-09a3-4111-90b5-b73954ce363f req-68762f4e-e0d2-4622-82fc-63a1b136ecbf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9d107e0d-7d1d-49e8-9864-3e44ed98edac HTTP/1.1" status: 200 len: 797 time: 0.0818615 Aug 10 03:11:41.769711 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775df5b4-09a3-4111-90b5-b73954ce363f req-369f08a7-228e-41bf-a128-d3145f6decff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:41.771570 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-775df5b4-09a3-4111-90b5-b73954ce363f req-369f08a7-228e-41bf-a128-d3145f6decff service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=213b1b56-2bcd-4d0a-8807-3afa3f6e51f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0475969 Aug 10 03:11:41.829822 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-77b632df-790a-4224-b7ca-34a7861b6271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:41.844257 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-77b632df-790a-4224-b7ca-34a7861b6271 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ebbd51d-54f8-47d9-924a-757d571ead63']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:11:41.860752 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-77b632df-790a-4224-b7ca-34a7861b6271 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad32b24d-632f-4bfa-be5f-47033bd88109') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:11:41.861095 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-77b632df-790a-4224-b7ca-34a7861b6271 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad32b24d-632f-4bfa-be5f-47033bd88109') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:11:41.872286 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-775df5b4-09a3-4111-90b5-b73954ce363f req-0403b888-5eae-4229-a3f2-91f3e8ac5789 service neutron] 10.222.0.60 "GET /v2.0/networks/213b1b56-2bcd-4d0a-8807-3afa3f6e51f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890000 Aug 10 03:11:41.874895 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-77b632df-790a-4224-b7ca-34a7861b6271 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:41.883579 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-b9038886-7380-4da9-bb49-74ce19f331f7 req-6d48e312-7e78-407f-afcb-d26037abdec4 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:41.913343 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-77b632df-790a-4224-b7ca-34a7861b6271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:41.921560 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77b632df-790a-4224-b7ca-34a7861b6271 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:11:41.922129 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-77b632df-790a-4224-b7ca-34a7861b6271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:41.994167 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-775df5b4-09a3-4111-90b5-b73954ce363f req-7e442aae-1f01-4d5f-9041-62961a7b6024 service neutron] 10.222.0.60 "GET /v2.0/networks/213b1b56-2bcd-4d0a-8807-3afa3f6e51f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143663 Aug 10 03:11:42.019940 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:11:42.019940 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:11:42.019940 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:11:42.019940 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:11:42.019940 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:11:42.019940 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:11:42.019940 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:11:42.019940 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:11:42.019940 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:11:42.019940 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:11:42.019940 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:11:42.019940 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:11:42.019940 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:11:42.019940 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:11:42.019940 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:11:42.019940 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:11:42.019940 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:11:42.019940 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:11:42.019940 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:11:42.019940 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:11:42.019940 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:11:42.019940 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:11:42.019940 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:11:42.019940 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:11:42.019940 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:11:42.019940 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:11:42.019940 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:11:42.019940 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:11:42.019940 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:11:42.019940 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:11:42.019940 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:11:42.019940 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:11:42.050588 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-77b632df-790a-4224-b7ca-34a7861b6271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:42.052316 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d48e312-7e78-407f-afcb-d26037abdec4 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Pushing event deleted for resources: {'Port': ['ID=dda454e8-e875-42e2-9540-224304669743,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:42.071793 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-77b632df-790a-4224-b7ca-34a7861b6271 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:42.077479 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-77b632df-790a-4224-b7ca-34a7861b6271 admin admin] 10.222.0.62 "DELETE /v2.0/networks/8ebbd51d-54f8-47d9-924a-757d571ead63 HTTP/1.1" status: 204 len: 168 time: 0.6282995 Aug 10 03:11:42.109765 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8a009804-d588-45f1-a374-187f18bc5d7a req-25ade567-898c-4938-81c0-898a3a1dd7dc tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f210c3c-37b1-4313-b640-deb8332cbd55 HTTP/1.1" status: 200 len: 210 time: 0.0864940 Aug 10 03:11:42.137701 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b632df-790a-4224-b7ca-34a7861b6271 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ebbd51d-54f8-47d9-924a-757d571ead63,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:42.142594 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9038886-7380-4da9-bb49-74ce19f331f7 req-6d48e312-7e78-407f-afcb-d26037abdec4 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] No DVR routers for this DVR port dda454e8-e875-42e2-9540-224304669743 on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:11:42.147037 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-b9038886-7380-4da9-bb49-74ce19f331f7 req-6d48e312-7e78-407f-afcb-d26037abdec4 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:42.149427 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b9038886-7380-4da9-bb49-74ce19f331f7 req-6d48e312-7e78-407f-afcb-d26037abdec4 tempest-LiveAutoBlockMigrationV225Test-639687338 tempest-LiveAutoBlockMigrationV225Test-639687338-project] 10.222.0.58 "DELETE /v2.0/ports/dda454e8-e875-42e2-9540-224304669743 HTTP/1.1" status: 204 len: 173 time: 1.3272803 Aug 10 03:11:42.233682 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f7cdf-fa82-4fb3-888e-87c8249c7d49 req-e70df14c-f9e0-42b4-960d-1edda6a5a66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:42.234160 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f7cdf-fa82-4fb3-888e-87c8249c7d49 req-e70df14c-f9e0-42b4-960d-1edda6a5a66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:42.234632 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f7cdf-fa82-4fb3-888e-87c8249c7d49 req-e70df14c-f9e0-42b4-960d-1edda6a5a66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:42.235125 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f7cdf-fa82-4fb3-888e-87c8249c7d49 req-e70df14c-f9e0-42b4-960d-1edda6a5a66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:42.236226 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f7cdf-fa82-4fb3-888e-87c8249c7d49 req-e70df14c-f9e0-42b4-960d-1edda6a5a66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:42.236691 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f7cdf-fa82-4fb3-888e-87c8249c7d49 req-e70df14c-f9e0-42b4-960d-1edda6a5a66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:42.237150 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f7cdf-fa82-4fb3-888e-87c8249c7d49 req-e70df14c-f9e0-42b4-960d-1edda6a5a66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:42.239179 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-934f7cdf-fa82-4fb3-888e-87c8249c7d49 req-e70df14c-f9e0-42b4-960d-1edda6a5a66d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=113c9048eb054fe989e54191f5a42ad9&device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 6491 time: 0.1433175 Aug 10 03:11:42.259850 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9efc85-50f1-47d5-992a-eb4149bcdbef req-b3e988c6-9d5b-40f7-ad06-6ad9b17d517c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:42.266561 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9efc85-50f1-47d5-992a-eb4149bcdbef req-b3e988c6-9d5b-40f7-ad06-6ad9b17d517c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:42.273485 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9efc85-50f1-47d5-992a-eb4149bcdbef req-b3e988c6-9d5b-40f7-ad06-6ad9b17d517c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:42.280326 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9efc85-50f1-47d5-992a-eb4149bcdbef req-b3e988c6-9d5b-40f7-ad06-6ad9b17d517c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:42.287053 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9efc85-50f1-47d5-992a-eb4149bcdbef req-b3e988c6-9d5b-40f7-ad06-6ad9b17d517c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:42.293740 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9efc85-50f1-47d5-992a-eb4149bcdbef req-b3e988c6-9d5b-40f7-ad06-6ad9b17d517c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:42.299994 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9efc85-50f1-47d5-992a-eb4149bcdbef req-b3e988c6-9d5b-40f7-ad06-6ad9b17d517c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:42.301902 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ea9efc85-50f1-47d5-992a-eb4149bcdbef req-b3e988c6-9d5b-40f7-ad06-6ad9b17d517c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 5427 time: 0.2719564 Aug 10 03:11:42.396828 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f7cdf-fa82-4fb3-888e-87c8249c7d49 req-e8f7ad9e-bd7d-41ad-b47a-0980dce79960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:42.398334 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-934f7cdf-fa82-4fb3-888e-87c8249c7d49 req-e8f7ad9e-bd7d-41ad-b47a-0980dce79960 service neutron] 10.222.0.60 "GET /v2.0/networks?id=213b1b56-2bcd-4d0a-8807-3afa3f6e51f2 HTTP/1.1" status: 200 len: 902 time: 0.1505470 Aug 10 03:11:42.403177 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42034) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:42.463919 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8acdeabe-f29e-4db8-a1c9-67518a3538b2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5acd3c353298420295f54d7820a6128a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0596392 Aug 10 03:11:42.466552 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42038) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:42.475760 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 7b34d85d-31ea-427f-bb22-4317f4465781 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:11:42.511592 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: 7b34d85d-31ea-427f-bb22-4317f4465781 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:11:42.512001 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 7b34d85d-31ea-427f-bb22-4317f4465781 not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:11:42.512421 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 906d7e93-796e-48da-b2b6-43e09317d336 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:11:42.521855 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-934f7cdf-fa82-4fb3-888e-87c8249c7d49 req-13365ade-5584-407b-89e9-7a78dff910d1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ee53d7b7-1d52-47a8-a630-59afbe99d7bd HTTP/1.1" status: 200 len: 217 time: 0.1058693 Aug 10 03:11:42.534722 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-362c8ce5-600b-4dc6-8945-35ea5ffd5e0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:42.558154 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-362c8ce5-600b-4dc6-8945-35ea5ffd5e0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:42.580110 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: 906d7e93-796e-48da-b2b6-43e09317d336 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:11:42.580454 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 906d7e93-796e-48da-b2b6-43e09317d336 not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:11:42.584646 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 2388abf3-f6d3-42bd-8901-f10e8787999e no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:11:42.611034 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42044) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:42.611538 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: 2388abf3-f6d3-42bd-8901-f10e8787999e {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:11:42.612065 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 2388abf3-f6d3-42bd-8901-f10e8787999e not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:11:42.654399 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ea9efc85-50f1-47d5-992a-eb4149bcdbef req-fdae0bf3-54fc-444a-84fd-0bb148fd8df9 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/security-groups?id=b405968e-e8dd-4859-b855-f8ae1385ba0e&id=8fa0499c-1adb-43e6-95ad-71a41197fc16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2387414 Aug 10 03:11:42.667203 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-362c8ce5-600b-4dc6-8945-35ea5ffd5e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:42.670717 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-362c8ce5-600b-4dc6-8945-35ea5ffd5e0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:42.672597 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-362c8ce5-600b-4dc6-8945-35ea5ffd5e0b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7a17030d-dd29-4c0e-9b90-111361473668 HTTP/1.1" status: 204 len: 168 time: 0.2045085 Aug 10 03:11:42.689220 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c8ce5-600b-4dc6-8945-35ea5ffd5e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a17030d-dd29-4c0e-9b90-111361473668,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:42.749359 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f7cdf-fa82-4fb3-888e-87c8249c7d49 req-11d94317-3bcb-4f32-a0e1-d0ab3ed1649e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:42.751809 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-934f7cdf-fa82-4fb3-888e-87c8249c7d49 req-11d94317-3bcb-4f32-a0e1-d0ab3ed1649e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9d107e0d-7d1d-49e8-9864-3e44ed98edac HTTP/1.1" status: 200 len: 797 time: 0.2228386 Aug 10 03:11:42.768381 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42052) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:42.804127 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a7ef9-c3d3-4ab4-98fb-5c245b801240 req-cfaeae94-3a5d-4e6b-bf21-a0b902795bf6 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:42.819313 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5c7a7ef9-c3d3-4ab4-98fb-5c245b801240 req-cfaeae94-3a5d-4e6b-bf21-a0b902795bf6 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d76b7c4-32e4-4212-bd61-3426d919e36c HTTP/1.1" status: 200 len: 950 time: 0.1600585 Aug 10 03:11:42.880361 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ed8afb9-91be-48c1-ad70-8237467211b8 admin admin] Deleting subnet 8b04cafd-64d3-4a5a-a770-e5b535557123 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:11:42.889160 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0ed8afb9-91be-48c1-ad70-8237467211b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:42.946178 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-48e3151c-322c-49db-84a3-b3f10982e3db admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6cb2c88cb44048dc824ad7a6e6e788f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3331025 Aug 10 03:11:42.949437 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42056) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:42.970985 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0ed8afb9-91be-48c1-ad70-8237467211b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:43.059274 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0ed8afb9-91be-48c1-ad70-8237467211b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:43.140575 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b7d102d4-abc4-41da-b449-6c59090003e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:43.159841 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0ed8afb9-91be-48c1-ad70-8237467211b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:43.183057 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0ed8afb9-91be-48c1-ad70-8237467211b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:43.185706 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0ed8afb9-91be-48c1-ad70-8237467211b8 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/8b04cafd-64d3-4a5a-a770-e5b535557123 HTTP/1.1" status: 204 len: 168 time: 0.4161465 Aug 10 03:11:43.213269 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42066) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:43.225052 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b7d102d4-abc4-41da-b449-6c59090003e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:43.278691 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be25c0f7-4fdd-40e3-aa23-65e8374309fd req-2a62dcf2-cd2d-47a2-a519-8d73833947db tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a6b85e6-4c0a-402f-94b6-776fdbcec732 HTTP/1.1" status: 200 len: 210 time: 0.4030564 Aug 10 03:11:43.305814 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed8afb9-91be-48c1-ad70-8237467211b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b04cafd-64d3-4a5a-a770-e5b535557123,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:43.306031 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f7cdf-fa82-4fb3-888e-87c8249c7d49 req-d8a5edf5-2a92-469d-99ff-bf9010ac63c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:43.306031 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-934f7cdf-fa82-4fb3-888e-87c8249c7d49 req-d8a5edf5-2a92-469d-99ff-bf9010ac63c2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=213b1b56-2bcd-4d0a-8807-3afa3f6e51f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5437312 Aug 10 03:11:43.319902 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5c7a7ef9-c3d3-4ab4-98fb-5c245b801240 req-e2b82f95-f312-4c96-ba67-c4571a49a862 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4954646 Aug 10 03:11:43.341403 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b7d102d4-abc4-41da-b449-6c59090003e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:43.345507 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b7d102d4-abc4-41da-b449-6c59090003e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:43.347030 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b7d102d4-abc4-41da-b449-6c59090003e2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1a49a021-9207-477f-8dea-4f5b47297f3f HTTP/1.1" status: 204 len: 168 time: 0.3961589 Aug 10 03:11:43.370979 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d102d4-abc4-41da-b449-6c59090003e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a49a021-9207-477f-8dea-4f5b47297f3f,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:43.376866 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa1d41c6-07d3-4853-8dde-a7d5aa20ebd2', 'name': 'network-vif-deleted', 'tag': '2388abf3-f6d3-42bd-8901-f10e8787999e'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:11:43.381250 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65cad71d-8b5e-4874-91d1-55e3b858f11f" -d '{"events": [{"server_uuid": "aa1d41c6-07d3-4853-8dde-a7d5aa20ebd2", "name": "network-vif-deleted", "tag": "2388abf3-f6d3-42bd-8901-f10e8787999e"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:11:43.387233 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42076) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:43.425006 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0acafb5e-23a5-4498-9b84-ac286684056f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:43.450334 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597b3fb2-f979-423c-bfe5-ab40d10e9d4d x-openstack-request-id: req-597b3fb2-f979-423c-bfe5-ab40d10e9d4d {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:11:43.450885 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa1d41c6-07d3-4853-8dde-a7d5aa20ebd2", "name": "network-vif-deleted", "tag": "2388abf3-f6d3-42bd-8901-f10e8787999e", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:11:43.451322 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-597b3fb2-f979-423c-bfe5-ab40d10e9d4d {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:11:43.451989 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa1d41c6-07d3-4853-8dde-a7d5aa20ebd2', 'name': 'network-vif-deleted', 'tag': '2388abf3-f6d3-42bd-8901-f10e8787999e', 'status': 'completed', 'code': 200} Aug 10 03:11:43.488294 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-934f7cdf-fa82-4fb3-888e-87c8249c7d49 req-79a6227f-4d9f-40c5-bbbe-f1bfaf7cdbd9 service neutron] 10.222.0.60 "GET /v2.0/networks/213b1b56-2bcd-4d0a-8807-3afa3f6e51f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671271 Aug 10 03:11:43.533577 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0acafb5e-23a5-4498-9b84-ac286684056f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:43.546892 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-0acafb5e-23a5-4498-9b84-ac286684056f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acf604cc-b7d7-47af-a5a6-a84df1a6252c']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:11:43.567759 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-0acafb5e-23a5-4498-9b84-ac286684056f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a77857c9-2b07-4b2f-bab6-0f1b37d18d11') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:11:43.568310 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-0acafb5e-23a5-4498-9b84-ac286684056f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a77857c9-2b07-4b2f-bab6-0f1b37d18d11') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:11:43.578813 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0acafb5e-23a5-4498-9b84-ac286684056f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:43.596837 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0acafb5e-23a5-4498-9b84-ac286684056f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:43.605307 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0acafb5e-23a5-4498-9b84-ac286684056f admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:11:43.606427 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0acafb5e-23a5-4498-9b84-ac286684056f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:43.608858 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:11:43.608858 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:11:43.608858 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:11:43.608858 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:11:43.608858 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:11:43.608858 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:11:43.608858 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:11:43.608858 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:11:43.608858 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:11:43.608858 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:11:43.608858 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:11:43.608858 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:11:43.608858 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:11:43.608858 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:11:43.608858 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:11:43.608858 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:11:43.608858 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:11:43.608858 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:11:43.608858 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:11:43.608858 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:11:43.608858 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:11:43.608858 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:11:43.608858 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:11:43.608858 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:11:43.608858 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:11:43.608858 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:11:43.608858 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:11:43.608858 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:11:43.608858 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:11:43.608858 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:11:43.608858 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:11:43.608858 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:11:43.672431 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f210c3c-37b1-4313-b640-deb8332cbd55', 'name': 'network-vif-deleted', 'tag': 'dda454e8-e875-42e2-9540-224304669743'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:11:43.675031 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ab506c-8056-4309-9778-3e27ffecc944" -d '{"events": [{"server_uuid": "5f210c3c-37b1-4313-b640-deb8332cbd55", "name": "network-vif-deleted", "tag": "dda454e8-e875-42e2-9540-224304669743"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:11:43.684930 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-934f7cdf-fa82-4fb3-888e-87c8249c7d49 req-c57b47a3-b266-4684-a3f4-52b79e6377d2 service neutron] 10.222.0.60 "GET /v2.0/networks/213b1b56-2bcd-4d0a-8807-3afa3f6e51f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887112 Aug 10 03:11:43.702249 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0acafb5e-23a5-4498-9b84-ac286684056f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:43.711682 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0acafb5e-23a5-4498-9b84-ac286684056f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:43.717255 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0acafb5e-23a5-4498-9b84-ac286684056f admin admin] 10.222.0.62 "DELETE /v2.0/networks/acf604cc-b7d7-47af-a5a6-a84df1a6252c HTTP/1.1" status: 204 len: 168 time: 0.5012028 Aug 10 03:11:43.734717 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acafb5e-23a5-4498-9b84-ac286684056f admin admin] Pushing event deleted for resources: {'Network': ['ID=acf604cc-b7d7-47af-a5a6-a84df1a6252c,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:43.743352 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a511e556-15dc-4452-9b65-fc8ce9c7cb52 x-openstack-request-id: req-a511e556-15dc-4452-9b65-fc8ce9c7cb52 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:11:43.743748 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f210c3c-37b1-4313-b640-deb8332cbd55", "name": "network-vif-deleted", "tag": "dda454e8-e875-42e2-9540-224304669743", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:11:43.744099 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a511e556-15dc-4452-9b65-fc8ce9c7cb52 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:11:43.744612 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f210c3c-37b1-4313-b640-deb8332cbd55', 'name': 'network-vif-deleted', 'tag': 'dda454e8-e875-42e2-9540-224304669743', 'status': 'completed', 'code': 200} Aug 10 03:11:43.850423 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905d1b0-f821-4c4e-8dbe-383ac11c754d req-8d270b65-da18-41b7-b90c-848f61553461 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:43.856814 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905d1b0-f821-4c4e-8dbe-383ac11c754d req-8d270b65-da18-41b7-b90c-848f61553461 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:43.863171 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-e920903b-dc4a-4ebd-9fa7-c1286d7f2e57 admin admin] Deleting subnet 07f824b9-3083-4489-bc41-7237705a68bc {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:11:43.863968 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905d1b0-f821-4c4e-8dbe-383ac11c754d req-8d270b65-da18-41b7-b90c-848f61553461 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:43.868070 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e920903b-dc4a-4ebd-9fa7-c1286d7f2e57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:43.870469 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905d1b0-f821-4c4e-8dbe-383ac11c754d req-8d270b65-da18-41b7-b90c-848f61553461 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:43.878500 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905d1b0-f821-4c4e-8dbe-383ac11c754d req-8d270b65-da18-41b7-b90c-848f61553461 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:43.885316 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905d1b0-f821-4c4e-8dbe-383ac11c754d req-8d270b65-da18-41b7-b90c-848f61553461 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:43.892760 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905d1b0-f821-4c4e-8dbe-383ac11c754d req-8d270b65-da18-41b7-b90c-848f61553461 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:43.895002 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6905d1b0-f821-4c4e-8dbe-383ac11c754d req-8d270b65-da18-41b7-b90c-848f61553461 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 5427 time: 0.1094134 Aug 10 03:11:43.907584 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e920903b-dc4a-4ebd-9fa7-c1286d7f2e57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:43.933893 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 42094) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:43.969503 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e920903b-dc4a-4ebd-9fa7-c1286d7f2e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:43.970211 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6905d1b0-f821-4c4e-8dbe-383ac11c754d req-3e22495a-66be-4f6e-b0ab-b3a33910027f tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/security-groups?id=b405968e-e8dd-4859-b855-f8ae1385ba0e&id=8fa0499c-1adb-43e6-95ad-71a41197fc16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0661809 Aug 10 03:11:43.993858 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 42096) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:44.014870 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-25dbbc29-0a22-48e6-9d5a-37e44a6e896d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ee983dbf419f40578c11800aef0eccbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0780602 Aug 10 03:11:44.017276 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42098) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:44.042863 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-a352d9ff-0a7a-4df6-8c30-faa3bd9abe5e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e450f6b03de04b20833c7f0cd13d61c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0455751 Aug 10 03:11:44.043077 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 42100) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:44.101846 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8878210e-28ea-4965-8f19-344be6f5b95c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:44.107589 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fbd19764-feea-438e-b22a-45523cca9c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:44.120479 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e920903b-dc4a-4ebd-9fa7-c1286d7f2e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:44.139001 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fbd19764-feea-438e-b22a-45523cca9c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:44.161196 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e920903b-dc4a-4ebd-9fa7-c1286d7f2e57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07f824b9-3083-4489-bc41-7237705a68bc,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:44.167344 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e920903b-dc4a-4ebd-9fa7-c1286d7f2e57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:44.171922 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e920903b-dc4a-4ebd-9fa7-c1286d7f2e57 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/07f824b9-3083-4489-bc41-7237705a68bc HTTP/1.1" status: 204 len: 168 time: 0.7834940 Aug 10 03:11:44.172860 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42104) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:44.186183 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8878210e-28ea-4965-8f19-344be6f5b95c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:44.203875 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fbd19764-feea-438e-b22a-45523cca9c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:44.207418 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fbd19764-feea-438e-b22a-45523cca9c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:44.208936 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-fbd19764-feea-438e-b22a-45523cca9c3b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/74605a5a-da3d-4351-a575-e9a7b089d118 HTTP/1.1" status: 204 len: 168 time: 0.1649213 Aug 10 03:11:44.218382 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd19764-feea-438e-b22a-45523cca9c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74605a5a-da3d-4351-a575-e9a7b089d118,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:44.317522 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-404fd609-3d8a-4836-8073-08e068739ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:44.367355 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8878210e-28ea-4965-8f19-344be6f5b95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:44.369888 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8878210e-28ea-4965-8f19-344be6f5b95c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:44.371048 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8878210e-28ea-4965-8f19-344be6f5b95c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4ae4c7de-cbbc-42ef-b9ba-3efaedf9b590 HTTP/1.1" status: 204 len: 168 time: 0.3520858 Aug 10 03:11:44.412068 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8878210e-28ea-4965-8f19-344be6f5b95c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae4c7de-cbbc-42ef-b9ba-3efaedf9b590,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:44.433014 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-404fd609-3d8a-4836-8073-08e068739ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:44.436930 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device dda454e8-e875-42e2-9540-224304669743 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:11:44.447295 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5dd4d4ed-04f4-439f-8c09-a7f34d3d6ec2 req-ff436121-dc74-4e1c-979f-ce96948e6ca3 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a6b85e6-4c0a-402f-94b6-776fdbcec732 HTTP/1.1" status: 200 len: 210 time: 0.0409119 Aug 10 03:11:44.460242 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-404fd609-3d8a-4836-8073-08e068739ceb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b071061e-0c83-4db2-9121-a6eb9f4ae150']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:11:44.474173 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: dda454e8-e875-42e2-9540-224304669743 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:11:44.474509 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device dda454e8-e875-42e2-9540-224304669743 not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:11:44.484373 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-404fd609-3d8a-4836-8073-08e068739ceb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '837bbb8d-e72f-44c2-893c-c4df3456bfd0') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:11:44.484771 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-404fd609-3d8a-4836-8073-08e068739ceb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '837bbb8d-e72f-44c2-893c-c4df3456bfd0') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:11:44.495799 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-404fd609-3d8a-4836-8073-08e068739ceb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:44.514155 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-404fd609-3d8a-4836-8073-08e068739ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:44.525180 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-404fd609-3d8a-4836-8073-08e068739ceb admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:11:44.525600 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-404fd609-3d8a-4836-8073-08e068739ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:44.528024 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:11:44.528024 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:11:44.528024 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:11:44.528024 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:11:44.528024 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:11:44.528024 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:11:44.528024 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:11:44.528024 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:11:44.528024 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:11:44.528024 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:11:44.528024 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:11:44.528024 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:11:44.528024 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:11:44.528024 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:11:44.528024 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:11:44.528024 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:11:44.528024 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:11:44.528024 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:11:44.528024 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:11:44.528024 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:11:44.528024 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:11:44.528024 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:11:44.528024 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:11:44.528024 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:11:44.528024 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:11:44.528024 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:11:44.528024 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:11:44.528024 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:11:44.528024 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:11:44.528024 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:11:44.528024 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:11:44.528024 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:11:44.611944 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7c223-93b5-4a02-aaf9-19fa1a57aadd req-7d801764-907c-4163-bef4-bd9ae2b802d9 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:44.614976 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-86b7c223-93b5-4a02-aaf9-19fa1a57aadd req-7d801764-907c-4163-bef4-bd9ae2b802d9 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d76b7c4-32e4-4212-bd61-3426d919e36c HTTP/1.1" status: 200 len: 950 time: 0.0668921 Aug 10 03:11:44.628574 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:11:44.629928 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-404fd609-3d8a-4836-8073-08e068739ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:44.636657 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-404fd609-3d8a-4836-8073-08e068739ceb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:44.642421 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-404fd609-3d8a-4836-8073-08e068739ceb admin admin] 10.222.0.62 "DELETE /v2.0/networks/b071061e-0c83-4db2-9121-a6eb9f4ae150 HTTP/1.1" status: 204 len: 168 time: 0.4644349 Aug 10 03:11:44.648399 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42122) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:44.694866 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-86b7c223-93b5-4a02-aaf9-19fa1a57aadd req-c0087dca-cda0-4547-8b31-21d4f3ebd758 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685868 Aug 10 03:11:44.740129 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-189f667e-33fb-41f2-ae55-bab89f1186f7 admin admin] Deleting subnet 686dbba8-b287-4500-bc15-60162e2beb1a {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:11:44.743936 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404fd609-3d8a-4836-8073-08e068739ceb admin admin] Pushing event deleted for resources: {'Network': ['ID=b071061e-0c83-4db2-9121-a6eb9f4ae150,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:44.745761 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-189f667e-33fb-41f2-ae55-bab89f1186f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:44.804070 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-189f667e-33fb-41f2-ae55-bab89f1186f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:44.857480 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-189f667e-33fb-41f2-ae55-bab89f1186f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:44.929806 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-189f667e-33fb-41f2-ae55-bab89f1186f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:44.961283 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f667e-33fb-41f2-ae55-bab89f1186f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=686dbba8-b287-4500-bc15-60162e2beb1a,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:44.968008 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-189f667e-33fb-41f2-ae55-bab89f1186f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:44.970643 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-189f667e-33fb-41f2-ae55-bab89f1186f7 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/686dbba8-b287-4500-bc15-60162e2beb1a HTTP/1.1" status: 204 len: 168 time: 0.3204782 Aug 10 03:11:44.973520 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 42140) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:45.069101 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-de9815e2-0800-444c-ac5a-80bb06831166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:45.172618 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242d16b-bc6d-4de9-8c05-c6d6dad3a9f4 req-9c861106-7282-4296-ae36-24793b89ec64 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:45.178627 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242d16b-bc6d-4de9-8c05-c6d6dad3a9f4 req-9c861106-7282-4296-ae36-24793b89ec64 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:45.184813 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242d16b-bc6d-4de9-8c05-c6d6dad3a9f4 req-9c861106-7282-4296-ae36-24793b89ec64 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:45.191460 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242d16b-bc6d-4de9-8c05-c6d6dad3a9f4 req-9c861106-7282-4296-ae36-24793b89ec64 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:45.197377 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242d16b-bc6d-4de9-8c05-c6d6dad3a9f4 req-9c861106-7282-4296-ae36-24793b89ec64 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:45.203619 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242d16b-bc6d-4de9-8c05-c6d6dad3a9f4 req-9c861106-7282-4296-ae36-24793b89ec64 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:45.210276 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242d16b-bc6d-4de9-8c05-c6d6dad3a9f4 req-9c861106-7282-4296-ae36-24793b89ec64 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:45.212293 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d242d16b-bc6d-4de9-8c05-c6d6dad3a9f4 req-9c861106-7282-4296-ae36-24793b89ec64 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 5427 time: 0.1411436 Aug 10 03:11:45.234830 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42150) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:45.294828 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-de9815e2-0800-444c-ac5a-80bb06831166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:45.328277 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d242d16b-bc6d-4de9-8c05-c6d6dad3a9f4 req-2f015307-8037-4866-9a3d-05292d6b66c5 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/security-groups?id=b405968e-e8dd-4859-b855-f8ae1385ba0e&id=8fa0499c-1adb-43e6-95ad-71a41197fc16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0887783 Aug 10 03:11:45.331320 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-de9815e2-0800-444c-ac5a-80bb06831166 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd3ec3a2-7e0c-45b6-b660-9cb5558e3f90']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:11:45.343794 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-de9815e2-0800-444c-ac5a-80bb06831166 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '083ae395-2f54-40f7-9894-0842075a2cd9') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:11:45.344098 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-de9815e2-0800-444c-ac5a-80bb06831166 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '083ae395-2f54-40f7-9894-0842075a2cd9') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:11:45.368332 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-de9815e2-0800-444c-ac5a-80bb06831166 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:45.368332 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3971fa0-ea00-465d-b3dd-ff66a6cbd74e req-066c67ad-6552-49fa-a76a-e8a9feeff1fa tempest-ServersOnMultiNodesTest-1316889820 tempest-ServersOnMultiNodesTest-1316889820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:45.368332 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a3971fa0-ea00-465d-b3dd-ff66a6cbd74e req-066c67ad-6552-49fa-a76a-e8a9feeff1fa tempest-ServersOnMultiNodesTest-1316889820 tempest-ServersOnMultiNodesTest-1316889820-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=6d76b7c4-32e4-4212-bd61-3426d919e36c HTTP/1.1" status: 200 len: 1102 time: 0.1231046 Aug 10 03:11:45.384462 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-de9815e2-0800-444c-ac5a-80bb06831166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:45.388740 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a3971fa0-ea00-465d-b3dd-ff66a6cbd74e req-c66425da-5e80-492e-be33-4d0bf2c6e9bf tempest-ServersOnMultiNodesTest-1316889820 tempest-ServersOnMultiNodesTest-1316889820-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:45.397866 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de9815e2-0800-444c-ac5a-80bb06831166 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:11:45.398275 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-de9815e2-0800-444c-ac5a-80bb06831166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:45.400261 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:11:45.400261 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:11:45.400261 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:11:45.400261 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:11:45.400261 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:11:45.400261 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:11:45.400261 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:11:45.400261 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:11:45.400261 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:11:45.400261 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:11:45.400261 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:11:45.400261 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:11:45.400261 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:11:45.400261 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:11:45.400261 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:11:45.400261 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:11:45.400261 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:11:45.400261 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:11:45.400261 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:11:45.400261 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:11:45.400261 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:11:45.400261 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:11:45.400261 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:11:45.400261 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:11:45.400261 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:11:45.400261 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:11:45.400261 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:11:45.400261 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:11:45.400261 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:11:45.400261 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:11:45.400261 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:11:45.400261 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:11:45.469516 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-de9815e2-0800-444c-ac5a-80bb06831166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:45.486473 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-de9815e2-0800-444c-ac5a-80bb06831166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:45.489330 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-de9815e2-0800-444c-ac5a-80bb06831166 admin admin] 10.222.0.62 "DELETE /v2.0/networks/dd3ec3a2-7e0c-45b6-b660-9cb5558e3f90 HTTP/1.1" status: 204 len: 168 time: 0.5135951 Aug 10 03:11:45.518648 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9815e2-0800-444c-ac5a-80bb06831166 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd3ec3a2-7e0c-45b6-b660-9cb5558e3f90,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:45.533541 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a73e7f61-3c8c-4786-aefb-b437dbe469fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:45.598819 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-22382445-269a-402d-9a7e-84d1412bd736 req-59795106-7cda-40bf-a648-0ed546128797 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a6b85e6-4c0a-402f-94b6-776fdbcec732 HTTP/1.1" status: 200 len: 210 time: 0.0410528 Aug 10 03:11:45.650637 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a3971fa0-ea00-465d-b3dd-ff66a6cbd74e req-c66425da-5e80-492e-be33-4d0bf2c6e9bf tempest-ServersOnMultiNodesTest-1316889820 tempest-ServersOnMultiNodesTest-1316889820-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:45.656808 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a3971fa0-ea00-465d-b3dd-ff66a6cbd74e req-c66425da-5e80-492e-be33-4d0bf2c6e9bf tempest-ServersOnMultiNodesTest-1316889820 tempest-ServersOnMultiNodesTest-1316889820-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:45.680586 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a3971fa0-ea00-465d-b3dd-ff66a6cbd74e req-c66425da-5e80-492e-be33-4d0bf2c6e9bf tempest-ServersOnMultiNodesTest-1316889820 tempest-ServersOnMultiNodesTest-1316889820-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135018 Aug 10 03:11:45.694000 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66425da-5e80-492e-be33-4d0bf2c6e9bf tempest-ServersOnMultiNodesTest-1316889820 tempest-ServersOnMultiNodesTest-1316889820-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf36e0b-805f-4880-a510-e72f1beda806,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:45.826240 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 42178) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:45.835134 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a73e7f61-3c8c-4786-aefb-b437dbe469fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:45.840198 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a73e7f61-3c8c-4786-aefb-b437dbe469fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:45.932622 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ebd35722-3441-4c1d-84f2-613496b5e388 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d29523b6a3c34430b121d2faffd2884f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1048315 Aug 10 03:11:45.933424 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 42180) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:45.950939 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a73e7f61-3c8c-4786-aefb-b437dbe469fe admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6815dd982f8846f19262ad638b31c6c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7146869 Aug 10 03:11:45.953838 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73e7f61-3c8c-4786-aefb-b437dbe469fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3457610b-f6ba-46bc-8575-266c4220ee7b,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:45.954119 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 42182) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:46.049581 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ea4a0964-5c2e-42ca-ac30-c50d63260477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:46.072798 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1c1f7746-16b1-4d2e-91d3-4a5615f653b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:46.102946 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ea4a0964-5c2e-42ca-ac30-c50d63260477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:46.135491 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1c1f7746-16b1-4d2e-91d3-4a5615f653b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:46.242310 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ea4a0964-5c2e-42ca-ac30-c50d63260477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:46.245168 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ea4a0964-5c2e-42ca-ac30-c50d63260477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:46.248793 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ea4a0964-5c2e-42ca-ac30-c50d63260477 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3457610b-f6ba-46bc-8575-266c4220ee7b HTTP/1.1" status: 204 len: 168 time: 0.2919843 Aug 10 03:11:46.259256 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4a0964-5c2e-42ca-ac30-c50d63260477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3457610b-f6ba-46bc-8575-266c4220ee7b,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:46.268540 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d73ef085-c289-440b-8d18-db495e1faf32 req-ee492d06-d750-4b57-8be4-15376c312309 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=293fbd9b1ced45ab964a1da35de8e7bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508509 Aug 10 03:11:46.271553 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1c1f7746-16b1-4d2e-91d3-4a5615f653b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:46.273979 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1c1f7746-16b1-4d2e-91d3-4a5615f653b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:46.277883 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-1c1f7746-16b1-4d2e-91d3-4a5615f653b7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8b9f6195-a9c4-41e7-a50b-8bf5830b5e14 HTTP/1.1" status: 204 len: 168 time: 0.3432491 Aug 10 03:11:46.329912 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1f7746-16b1-4d2e-91d3-4a5615f653b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9f6195-a9c4-41e7-a50b-8bf5830b5e14,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:46.422554 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ef085-c289-440b-8d18-db495e1faf32 req-6ccf8727-13c6-4d92-be58-33d1d3965744 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:46.430499 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d73ef085-c289-440b-8d18-db495e1faf32 req-6ccf8727-13c6-4d92-be58-33d1d3965744 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1611342 Aug 10 03:11:46.449043 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d73ef085-c289-440b-8d18-db495e1faf32 req-33395504-1cd5-49e9-968c-23c0b9df62ae tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/quotas/293fbd9b1ced45ab964a1da35de8e7bd HTTP/1.1" status: 200 len: 375 time: 0.0165954 Aug 10 03:11:46.555190 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d73ef085-c289-440b-8d18-db495e1faf32 req-b018d62c-bdfd-4095-a16e-6179bdd44e28 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=293fbd9b1ced45ab964a1da35de8e7bd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1049464 Aug 10 03:11:46.570371 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43581c2b-8b66-463c-affa-f47719e7dc01 req-8c4d4657-a2ca-4446-be3b-319ed04d5d7f tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:46.576955 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43581c2b-8b66-463c-affa-f47719e7dc01 req-8c4d4657-a2ca-4446-be3b-319ed04d5d7f tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:46.584214 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43581c2b-8b66-463c-affa-f47719e7dc01 req-8c4d4657-a2ca-4446-be3b-319ed04d5d7f tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:46.591527 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43581c2b-8b66-463c-affa-f47719e7dc01 req-8c4d4657-a2ca-4446-be3b-319ed04d5d7f tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:46.598174 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43581c2b-8b66-463c-affa-f47719e7dc01 req-8c4d4657-a2ca-4446-be3b-319ed04d5d7f tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:46.604758 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43581c2b-8b66-463c-affa-f47719e7dc01 req-8c4d4657-a2ca-4446-be3b-319ed04d5d7f tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:46.615815 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43581c2b-8b66-463c-affa-f47719e7dc01 req-8c4d4657-a2ca-4446-be3b-319ed04d5d7f tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:46.627928 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-43581c2b-8b66-463c-affa-f47719e7dc01 req-8c4d4657-a2ca-4446-be3b-319ed04d5d7f tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 5427 time: 0.1657152 Aug 10 03:11:46.723674 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-43581c2b-8b66-463c-affa-f47719e7dc01 req-23b1bb3b-1a73-4006-a810-49125da64d44 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/security-groups?id=b405968e-e8dd-4859-b855-f8ae1385ba0e&id=8fa0499c-1adb-43e6-95ad-71a41197fc16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0930624 Aug 10 03:11:46.723674 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 42220) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:47.070034 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-bc591d78-2d65-480d-8aa9-a7228a4febf4 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1906695750-network', 'tenant_id': '7e271229822f4953aecd948b326ecfce'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:47.103999 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc591d78-2d65-480d-8aa9-a7228a4febf4 admin admin] Made reservation on behalf of 7e271229822f4953aecd948b326ecfce for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:11:47.106865 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bc591d78-2d65-480d-8aa9-a7228a4febf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:47.133402 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bc591d78-2d65-480d-8aa9-a7228a4febf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:47.164166 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42240) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:47.264906 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c0a3d386-693a-4a71-8a64-48cd17c81b90 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0dfa99e991b841749aa05724de30c6dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0981054 Aug 10 03:11:47.266800 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42244) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:47.351844 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bc591d78-2d65-480d-8aa9-a7228a4febf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:47.358330 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bc591d78-2d65-480d-8aa9-a7228a4febf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:47.416819 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc591d78-2d65-480d-8aa9-a7228a4febf4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:11:47.448218 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc591d78-2d65-480d-8aa9-a7228a4febf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b7ddb7-8c67-4624-bfea-17dead5f10e9,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:47.467309 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bc591d78-2d65-480d-8aa9-a7228a4febf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:47.467662 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-bc591d78-2d65-480d-8aa9-a7228a4febf4 admin admin] Added segment 8ddfe2f3-0ea2-4831-9e9a-fdd31e122040 of type vlan for network 9b881be2-747f-4ac5-a601-3d9192150e97 Aug 10 03:11:47.470601 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a32519ab-1c02-4d65-a656-d83e3abb3053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:47.565967 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a32519ab-1c02-4d65-a656-d83e3abb3053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:47.615571 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bc591d78-2d65-480d-8aa9-a7228a4febf4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:47.640366 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a32519ab-1c02-4d65-a656-d83e3abb3053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:47.644952 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a32519ab-1c02-4d65-a656-d83e3abb3053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:47.646623 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a32519ab-1c02-4d65-a656-d83e3abb3053 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c3693741-41ba-4cdf-8a84-fb310666a6b3 HTTP/1.1" status: 204 len: 168 time: 0.3785920 Aug 10 03:11:47.660731 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32519ab-1c02-4d65-a656-d83e3abb3053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3693741-41ba-4cdf-8a84-fb310666a6b3,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:47.737288 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cd0df989-102a-4de4-ba0b-06038370b832 req-df9f1ef2-f597-478f-8f70-84913568627c tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd4bfbe6-87bb-4b9b-92a0-9a63b19895f8 HTTP/1.1" status: 200 len: 210 time: 0.0910378 Aug 10 03:11:47.767537 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bc591d78-2d65-480d-8aa9-a7228a4febf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:47.771779 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc591d78-2d65-480d-8aa9-a7228a4febf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:47.794178 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bc591d78-2d65-480d-8aa9-a7228a4febf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:47.936803 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-bc591d78-2d65-480d-8aa9-a7228a4febf4 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2097623 Aug 10 03:11:47.937819 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42274) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:47.942962 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-18962da8-307a-4048-b848-a533640b1153 admin admin] Request body: {'subnet': {'network_id': '9b881be2-747f-4ac5-a601-3d9192150e97', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1906695750-subnet', 'tenant_id': '7e271229822f4953aecd948b326ecfce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:48.003984 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18962da8-307a-4048-b848-a533640b1153 admin admin] Made reservation on behalf of 7e271229822f4953aecd948b326ecfce for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:11:48.009560 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-18962da8-307a-4048-b848-a533640b1153 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:48.012637 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc591d78-2d65-480d-8aa9-a7228a4febf4 admin admin] Pushing event updated for resources: {'Network': ['ID=9b881be2-747f-4ac5-a601-3d9192150e97,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:48.024396 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 9b881be2-747f-4ac5-a601-3d9192150e97 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:11:48.054839 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d879f-d531-43e8-8503-68fcdde22e80 req-de51a08e-c99c-48d3-8861-c627dfa68111 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:48.063013 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d879f-d531-43e8-8503-68fcdde22e80 req-de51a08e-c99c-48d3-8861-c627dfa68111 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:48.069264 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d879f-d531-43e8-8503-68fcdde22e80 req-de51a08e-c99c-48d3-8861-c627dfa68111 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:48.075225 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d879f-d531-43e8-8503-68fcdde22e80 req-de51a08e-c99c-48d3-8861-c627dfa68111 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:48.094389 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d879f-d531-43e8-8503-68fcdde22e80 req-de51a08e-c99c-48d3-8861-c627dfa68111 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:48.105021 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d879f-d531-43e8-8503-68fcdde22e80 req-de51a08e-c99c-48d3-8861-c627dfa68111 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:48.114658 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d879f-d531-43e8-8503-68fcdde22e80 req-de51a08e-c99c-48d3-8861-c627dfa68111 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:48.122904 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0b7d879f-d531-43e8-8503-68fcdde22e80 req-de51a08e-c99c-48d3-8861-c627dfa68111 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 5427 time: 0.2343864 Aug 10 03:11:48.275728 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0b7d879f-d531-43e8-8503-68fcdde22e80 req-025f0dae-cfb5-47eb-987b-4e07a63e889a tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/security-groups?id=b405968e-e8dd-4859-b855-f8ae1385ba0e&id=8fa0499c-1adb-43e6-95ad-71a41197fc16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1272066 Aug 10 03:11:48.502657 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-18962da8-307a-4048-b848-a533640b1153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:48.557885 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 42298) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:48.611279 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18962da8-307a-4048-b848-a533640b1153 admin admin] Checking segment: {'id': '8ddfe2f3-0ea2-4831-9e9a-fdd31e122040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9b881be2-747f-4ac5-a601-3d9192150e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:11:48.611828 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18962da8-307a-4048-b848-a533640b1153 admin admin] Network hostable DHCP agents. Network: 9b881be2-747f-4ac5-a601-3d9192150e97, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:11:48.618662 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18962da8-307a-4048-b848-a533640b1153 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08669c2c-c732-45d4-80b5-2b8b84aa1ee8,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:48.668185 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18962da8-307a-4048-b848-a533640b1153 admin admin] Network 9b881be2-747f-4ac5-a601-3d9192150e97 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:11:48.682354 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-18962da8-307a-4048-b848-a533640b1153 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 9b881be2-747f-4ac5-a601-3d9192150e97) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:11:48.695085 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89639a54-794b-462e-b447-8a384fa2171a None None] Network 9b881be2-747f-4ac5-a601-3d9192150e97 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:11:48.699365 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18962da8-307a-4048-b848-a533640b1153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:48.700041 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-18962da8-307a-4048-b848-a533640b1153 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:48.733054 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-18962da8-307a-4048-b848-a533640b1153 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7947705 Aug 10 03:11:48.929446 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc91e18-c0f6-4d7a-a76b-096cb12e6ac8 None None] Network 9b881be2-747f-4ac5-a601-3d9192150e97 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:11:48.992274 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-db3c9248-a7e6-4d60-89fd-def052725790 req-86d696cc-8469-478d-8eea-1b45694d7906 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd4bfbe6-87bb-4b9b-92a0-9a63b19895f8 HTTP/1.1" status: 200 len: 210 time: 0.0496264 Aug 10 03:11:49.005763 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6182af0f-0311-4354-9f52-77d67c55b5fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:49.200577 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6182af0f-0311-4354-9f52-77d67c55b5fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:49.208607 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6182af0f-0311-4354-9f52-77d67c55b5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:49.291057 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42322) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:49.291444 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-6182af0f-0311-4354-9f52-77d67c55b5fd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d6e8f73158b84c21bf6fc502fb138eef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7317891 Aug 10 03:11:49.371081 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6182af0f-0311-4354-9f52-77d67c55b5fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a5cbc4-7781-46fe-b8cc-566668aaba6a,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:49.445347 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-872df68e-ded3-4d71-9f79-403f0d195a4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:49.491421 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-872df68e-ded3-4d71-9f79-403f0d195a4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:49.625189 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d73ef085-c289-440b-8d18-db495e1faf32 req-6e112ca1-8e84-49f0-8135-1c390bc45086 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=293fbd9b1ced45ab964a1da35de8e7bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0561965 Aug 10 03:11:49.695603 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447822a4-bf1f-44c2-af9f-519f21fc9870 req-e47fc297-1644-4b63-804d-b0d5ac33fe90 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:49.703704 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447822a4-bf1f-44c2-af9f-519f21fc9870 req-e47fc297-1644-4b63-804d-b0d5ac33fe90 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:49.711566 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447822a4-bf1f-44c2-af9f-519f21fc9870 req-e47fc297-1644-4b63-804d-b0d5ac33fe90 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:49.719353 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447822a4-bf1f-44c2-af9f-519f21fc9870 req-e47fc297-1644-4b63-804d-b0d5ac33fe90 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:49.736026 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447822a4-bf1f-44c2-af9f-519f21fc9870 req-e47fc297-1644-4b63-804d-b0d5ac33fe90 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:49.742475 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447822a4-bf1f-44c2-af9f-519f21fc9870 req-e47fc297-1644-4b63-804d-b0d5ac33fe90 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:49.750671 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-872df68e-ded3-4d71-9f79-403f0d195a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:49.754418 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-872df68e-ded3-4d71-9f79-403f0d195a4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:49.757920 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-872df68e-ded3-4d71-9f79-403f0d195a4b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c1a5cbc4-7781-46fe-b8cc-566668aaba6a HTTP/1.1" status: 204 len: 168 time: 0.4631875 Aug 10 03:11:49.764972 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447822a4-bf1f-44c2-af9f-519f21fc9870 req-e47fc297-1644-4b63-804d-b0d5ac33fe90 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:49.767905 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-447822a4-bf1f-44c2-af9f-519f21fc9870 req-e47fc297-1644-4b63-804d-b0d5ac33fe90 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 5427 time: 0.2154751 Aug 10 03:11:49.791838 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872df68e-ded3-4d71-9f79-403f0d195a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a5cbc4-7781-46fe-b8cc-566668aaba6a,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:49.854369 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ef085-c289-440b-8d18-db495e1faf32 req-ac260dec-7ed8-43d3-85fd-724830cdded3 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:49.856528 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d73ef085-c289-440b-8d18-db495e1faf32 req-ac260dec-7ed8-43d3-85fd-724830cdded3 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2246459 Aug 10 03:11:49.869841 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-d73ef085-c289-440b-8d18-db495e1faf32 req-3119f0c2-9263-457d-88f0-4a65ebd58d67 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Request body: {'port': {'device_id': 'f1ebc0cd-817b-4aa5-84ee-5cd827f84e23', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'admin_state_up': True, 'tenant_id': '293fbd9b1ced45ab964a1da35de8e7bd'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:49.879096 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-447822a4-bf1f-44c2-af9f-519f21fc9870 req-011afcca-0caa-4690-b437-d742f596463c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/security-groups?id=b405968e-e8dd-4859-b855-f8ae1385ba0e&id=8fa0499c-1adb-43e6-95ad-71a41197fc16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0980260 Aug 10 03:11:49.983381 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 42346) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:50.159646 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d73ef085-c289-440b-8d18-db495e1faf32 req-3119f0c2-9263-457d-88f0-4a65ebd58d67 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Made reservation on behalf of 293fbd9b1ced45ab964a1da35de8e7bd for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:11:50.163208 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d73ef085-c289-440b-8d18-db495e1faf32 req-efac730d-f0fe-4a20-bf7d-3a46ef497d21 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=293fbd9b1ced45ab964a1da35de8e7bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0900681 Aug 10 03:11:50.172032 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d73ef085-c289-440b-8d18-db495e1faf32 req-3119f0c2-9263-457d-88f0-4a65ebd58d67 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:50.418967 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ef085-c289-440b-8d18-db495e1faf32 req-7beab480-69dc-46ec-98f5-2ef83487bd18 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:50.424340 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d73ef085-c289-440b-8d18-db495e1faf32 req-7beab480-69dc-46ec-98f5-2ef83487bd18 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2249300 Aug 10 03:11:50.444747 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9d79093b-2737-44b6-8087-088d75d4f73f req-e245f6e0-17c8-4add-ab07-01d768781c3a tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd4bfbe6-87bb-4b9b-92a0-9a63b19895f8 HTTP/1.1" status: 200 len: 210 time: 0.2866080 Aug 10 03:11:50.450719 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-d73ef085-c289-440b-8d18-db495e1faf32 req-95fa448c-1c2c-4ad7-bcf7-0b7c2f23c4db tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Request body: {'port': {'device_id': 'fd4bfbe6-87bb-4b9b-92a0-9a63b19895f8', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'admin_state_up': True, 'tenant_id': '293fbd9b1ced45ab964a1da35de8e7bd'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:50.497334 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-d21cd131-a795-44c2-9f32-19c98ba2a189 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:50.512052 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-d21cd131-a795-44c2-9f32-19c98ba2a189 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] 10.222.0.62 "GET /v2.0/networks?id=9b881be2-747f-4ac5-a601-3d9192150e97 HTTP/1.1" status: 200 len: 818 time: 0.6685743 Aug 10 03:11:50.554579 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-d73ef085-c289-440b-8d18-db495e1faf32 req-3119f0c2-9263-457d-88f0-4a65ebd58d67 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Allocated IP 192.168.233.142 (f1b7997e-1a2a-4260-9d7d-b6cf90b8801d/c2e3eb0b-907c-4ac4-809e-ae9609bc8c67/2b006445-b8fd-40b7-abc6-6015314c8b62) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:11:50.606128 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 42362) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:50.624283 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-b6aeb9a3-2e73-4619-8d62-e564d8dd554e tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] 10.222.0.62 "GET /v2.0/quotas/7e271229822f4953aecd948b326ecfce HTTP/1.1" status: 200 len: 375 time: 0.1118710 Aug 10 03:11:50.646098 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d5dc466c-bd20-42ab-ace6-a1c54330fa08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:50.688690 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-f7cf1eda-9e79-4b99-871c-477f8388a383 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7e271229822f4953aecd948b326ecfce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0626934 Aug 10 03:11:50.784067 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 42368) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:50.810294 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-10060e1c-8b94-48d9-995b-77df71321348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:50.888824 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d5dc466c-bd20-42ab-ace6-a1c54330fa08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:50.919000 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d73ef085-c289-440b-8d18-db495e1faf32 req-3119f0c2-9263-457d-88f0-4a65ebd58d67 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:50.926911 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d5dc466c-bd20-42ab-ace6-a1c54330fa08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:50.958117 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-d73ef085-c289-440b-8d18-db495e1faf32 req-3119f0c2-9263-457d-88f0-4a65ebd58d67 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Transition to ACTIVE for port object 2b006445-b8fd-40b7-abc6-6015314c8b62 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:11:51.006359 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d5dc466c-bd20-42ab-ace6-a1c54330fa08 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=46e9f9787f524d108ccaa6fd1ce32403&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0219114 Aug 10 03:11:51.011977 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42372) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:51.012574 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d73ef085-c289-440b-8d18-db495e1faf32 req-95fa448c-1c2c-4ad7-bcf7-0b7c2f23c4db tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Made reservation on behalf of 293fbd9b1ced45ab964a1da35de8e7bd for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:11:51.017220 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d73ef085-c289-440b-8d18-db495e1faf32 req-95fa448c-1c2c-4ad7-bcf7-0b7c2f23c4db tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:51.072328 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d73ef085-c289-440b-8d18-db495e1faf32 req-3119f0c2-9263-457d-88f0-4a65ebd58d67 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:51.087491 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['f716d117-80b8-4c59-865f-10901d2fe6e9'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:11:51.145798 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d73ef085-c289-440b-8d18-db495e1faf32 req-3119f0c2-9263-457d-88f0-4a65ebd58d67 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:11:51.147456 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3119f0c2-9263-457d-88f0-4a65ebd58d67 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Pushing event updated for resources: {'Port': ['ID=2b006445-b8fd-40b7-abc6-6015314c8b62,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:51.150148 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7863f4e1-58b5-4d7b-9f82-e19380e4c370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:51.153635 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-d73ef085-c289-440b-8d18-db495e1faf32 req-3119f0c2-9263-457d-88f0-4a65ebd58d67 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:11:51.157997 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-d73ef085-c289-440b-8d18-db495e1faf32 req-3119f0c2-9263-457d-88f0-4a65ebd58d67 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:11:51.201889 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7863f4e1-58b5-4d7b-9f82-e19380e4c370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:51.263391 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ef085-c289-440b-8d18-db495e1faf32 req-3119f0c2-9263-457d-88f0-4a65ebd58d67 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:51.264054 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d73ef085-c289-440b-8d18-db495e1faf32 req-3119f0c2-9263-457d-88f0-4a65ebd58d67 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:51.286235 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-0f308883-a8ec-46ce-8919-14128b2ac094 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1184368205-network', 'tenant_id': '0beeffb43bf240e78f80214cec221f85'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:51.310487 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-50943be6-07c8-4520-acaa-1d75c4127fcf service neutron] 10.222.0.62 "GET /v2.0/networks/9b881be2-747f-4ac5-a601-3d9192150e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6214185 Aug 10 03:11:51.339693 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dc466c-bd20-42ab-ace6-a1c54330fa08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69714cfe-0374-4f22-b81d-b792a4bc68f1,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:51.343920 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7863f4e1-58b5-4d7b-9f82-e19380e4c370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:51.349062 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7863f4e1-58b5-4d7b-9f82-e19380e4c370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:51.351458 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7863f4e1-58b5-4d7b-9f82-e19380e4c370 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/69714cfe-0374-4f22-b81d-b792a4bc68f1 HTTP/1.1" status: 204 len: 168 time: 0.3369548 Aug 10 03:11:51.364477 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7863f4e1-58b5-4d7b-9f82-e19380e4c370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69714cfe-0374-4f22-b81d-b792a4bc68f1,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:51.499739 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5034a4-f0a9-4744-9f91-aea4b39da435 req-5f9cf030-af0e-4998-bbbf-6d97ae8a1c87 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:51.505905 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5034a4-f0a9-4744-9f91-aea4b39da435 req-5f9cf030-af0e-4998-bbbf-6d97ae8a1c87 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:51.511944 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5034a4-f0a9-4744-9f91-aea4b39da435 req-5f9cf030-af0e-4998-bbbf-6d97ae8a1c87 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:51.518391 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5034a4-f0a9-4744-9f91-aea4b39da435 req-5f9cf030-af0e-4998-bbbf-6d97ae8a1c87 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:51.524787 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5034a4-f0a9-4744-9f91-aea4b39da435 req-5f9cf030-af0e-4998-bbbf-6d97ae8a1c87 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:51.531326 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5034a4-f0a9-4744-9f91-aea4b39da435 req-5f9cf030-af0e-4998-bbbf-6d97ae8a1c87 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:51.549585 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5034a4-f0a9-4744-9f91-aea4b39da435 req-5f9cf030-af0e-4998-bbbf-6d97ae8a1c87 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:51.551756 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4b5034a4-f0a9-4744-9f91-aea4b39da435 req-5f9cf030-af0e-4998-bbbf-6d97ae8a1c87 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 5427 time: 0.4696372 Aug 10 03:11:51.553484 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-060727b5-f14b-4488-84c3-d0c2daf73874 None None] Provisioning for port 2b006445-b8fd-40b7-abc6-6015314c8b62 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:11:51.557591 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-060727b5-f14b-4488-84c3-d0c2daf73874 None None] Provisioning complete for port 2b006445-b8fd-40b7-abc6-6015314c8b62 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:11:51.557961 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-060727b5-f14b-4488-84c3-d0c2daf73874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:51.619575 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-060727b5-f14b-4488-84c3-d0c2daf73874 None None] Port 2b006445-b8fd-40b7-abc6-6015314c8b62 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:11:51.704161 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4b5034a4-f0a9-4744-9f91-aea4b39da435 req-ccce8245-b286-40ac-8364-ba888363c54d tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/security-groups?id=b405968e-e8dd-4859-b855-f8ae1385ba0e&id=8fa0499c-1adb-43e6-95ad-71a41197fc16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1364970 Aug 10 03:11:51.729022 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-8d204e0c-849c-4cf3-89f0-23c5a889aca3 service neutron] 10.222.0.62 "GET /v2.0/networks/9b881be2-747f-4ac5-a601-3d9192150e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4006729 Aug 10 03:11:51.745324 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-d73ef085-c289-440b-8d18-db495e1faf32 req-95fa448c-1c2c-4ad7-bcf7-0b7c2f23c4db tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Allocated IP 192.168.233.188 (f1b7997e-1a2a-4260-9d7d-b6cf90b8801d/c2e3eb0b-907c-4ac4-809e-ae9609bc8c67/96ce739d-641c-4849-9a27-05bd527bd5b4) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:11:51.771448 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-10060e1c-8b94-48d9-995b-77df71321348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:51.789226 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-10060e1c-8b94-48d9-995b-77df71321348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:51.791876 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d73ef085-c289-440b-8d18-db495e1faf32 req-3119f0c2-9263-457d-88f0-4a65ebd58d67 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9261861 Aug 10 03:11:51.806218 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-d73ef085-c289-440b-8d18-db495e1faf32 req-ad835ef1-afa4-4d8f-bdae-0b4dd5d80066 service neutron] Request body: {'port': {'device_id': 'f1ebc0cd-817b-4aa5-84ee-5cd827f84e23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:51.883532 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f308883-a8ec-46ce-8919-14128b2ac094 admin admin] Made reservation on behalf of 0beeffb43bf240e78f80214cec221f85 for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:11:51.886203 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0f308883-a8ec-46ce-8919-14128b2ac094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:51.896546 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-10060e1c-8b94-48d9-995b-77df71321348 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6e1777cb236e43aa9786f1e02546798f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1104898 Aug 10 03:11:51.897707 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10060e1c-8b94-48d9-995b-77df71321348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a92192-6a0d-456c-a34a-ac999444f88d,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:51.899847 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42394) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:51.920885 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d73ef085-c289-440b-8d18-db495e1faf32 req-ad835ef1-afa4-4d8f-bdae-0b4dd5d80066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:51.932729 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3fb57267-1b54-4b43-8602-66d379191c18 req-90e44bc1-1166-42b8-8ce5-8d103955af28 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd4bfbe6-87bb-4b9b-92a0-9a63b19895f8 HTTP/1.1" status: 200 len: 210 time: 0.0672886 Aug 10 03:11:51.961689 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0f308883-a8ec-46ce-8919-14128b2ac094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:52.083022 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d73ef085-c289-440b-8d18-db495e1faf32 req-95fa448c-1c2c-4ad7-bcf7-0b7c2f23c4db tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:52.105798 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-d73ef085-c289-440b-8d18-db495e1faf32 req-95fa448c-1c2c-4ad7-bcf7-0b7c2f23c4db tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Transition to ACTIVE for port object 96ce739d-641c-4849-9a27-05bd527bd5b4 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:11:52.175653 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0e59ee3c-ef1b-4db4-9b75-09aac7d5ae32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:52.218444 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0e59ee3c-ef1b-4db4-9b75-09aac7d5ae32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:52.260624 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d73ef085-c289-440b-8d18-db495e1faf32 req-95fa448c-1c2c-4ad7-bcf7-0b7c2f23c4db tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:52.272699 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['f716d117-80b8-4c59-865f-10901d2fe6e9'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:11:52.281520 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0f308883-a8ec-46ce-8919-14128b2ac094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:52.319587 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d73ef085-c289-440b-8d18-db495e1faf32 req-95fa448c-1c2c-4ad7-bcf7-0b7c2f23c4db tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:11:52.321050 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0f308883-a8ec-46ce-8919-14128b2ac094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:52.344001 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f308883-a8ec-46ce-8919-14128b2ac094 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:11:52.365453 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0f308883-a8ec-46ce-8919-14128b2ac094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:52.365817 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-0f308883-a8ec-46ce-8919-14128b2ac094 admin admin] Added segment 585ef0d3-6167-48eb-89a0-336eedd1f794 of type vlan for network c8cfcdc8-fe26-47bb-a87c-27a14a01b090 Aug 10 03:11:52.369957 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-d73ef085-c289-440b-8d18-db495e1faf32 req-95fa448c-1c2c-4ad7-bcf7-0b7c2f23c4db tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:11:52.372944 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-d73ef085-c289-440b-8d18-db495e1faf32 req-95fa448c-1c2c-4ad7-bcf7-0b7c2f23c4db tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:11:52.488956 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d0dd21ce-a642-471c-9b76-58bb89a435b0 req-b48f83bf-f01f-436b-b915-814b457c59ac tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] 10.222.0.62 "GET /v2.0/ports?device_id=367a792c-57c6-4262-aa3a-ce3816d4f2c2 HTTP/1.1" status: 200 len: 210 time: 0.1302912 Aug 10 03:11:52.490901 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 42412) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:52.573825 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fa448c-1c2c-4ad7-bcf7-0b7c2f23c4db tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Pushing event updated for resources: {'Port': ['ID=96ce739d-641c-4849-9a27-05bd527bd5b4,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:52.598773 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0e59ee3c-ef1b-4db4-9b75-09aac7d5ae32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:52.599198 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f308883-a8ec-46ce-8919-14128b2ac094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15933d87-7740-420a-ae0b-c676b9d6bf93,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:52.602246 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0e59ee3c-ef1b-4db4-9b75-09aac7d5ae32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:52.603876 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0e59ee3c-ef1b-4db4-9b75-09aac7d5ae32 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e7a92192-6a0d-456c-a34a-ac999444f88d HTTP/1.1" status: 204 len: 168 time: 0.6921697 Aug 10 03:11:52.618175 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ef085-c289-440b-8d18-db495e1faf32 req-95fa448c-1c2c-4ad7-bcf7-0b7c2f23c4db tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:52.619058 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d73ef085-c289-440b-8d18-db495e1faf32 req-95fa448c-1c2c-4ad7-bcf7-0b7c2f23c4db tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:52.627375 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0f308883-a8ec-46ce-8919-14128b2ac094 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:52.646593 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-d73ef085-c289-440b-8d18-db495e1faf32 req-ad835ef1-afa4-4d8f-bdae-0b4dd5d80066 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b006445-b8fd-40b7-abc6-6015314c8b62 {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:11:52.660621 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4863a74-7c94-4750-b932-5e26b7799e66 req-868c7e7c-30cb-4398-90a4-2e3548bdca27 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:52.662278 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e4863a74-7c94-4750-b932-5e26b7799e66 req-868c7e7c-30cb-4398-90a4-2e3548bdca27 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=e099c7bd-ee42-4d4c-b5fd-16ecc0cdc280 HTTP/1.1" status: 200 len: 944 time: 0.2591927 Aug 10 03:11:52.668009 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e59ee3c-ef1b-4db4-9b75-09aac7d5ae32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a92192-6a0d-456c-a34a-ac999444f88d,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:52.677317 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d73ef085-c289-440b-8d18-db495e1faf32 req-ad835ef1-afa4-4d8f-bdae-0b4dd5d80066 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:52.681401 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d73ef085-c289-440b-8d18-db495e1faf32 req-95fa448c-1c2c-4ad7-bcf7-0b7c2f23c4db tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2341242 Aug 10 03:11:52.709307 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-d73ef085-c289-440b-8d18-db495e1faf32 req-cbe6346f-a9cd-4ef0-a79e-002b62307519 service neutron] Request body: {'port': {'device_id': 'fd4bfbe6-87bb-4b9b-92a0-9a63b19895f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:52.716256 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-d73ef085-c289-440b-8d18-db495e1faf32 req-ad835ef1-afa4-4d8f-bdae-0b4dd5d80066 service neutron] Transition to ACTIVE for port object 2b006445-b8fd-40b7-abc6-6015314c8b62 will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:11:52.721222 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d73ef085-c289-440b-8d18-db495e1faf32 req-ad835ef1-afa4-4d8f-bdae-0b4dd5d80066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:52.759208 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-bb89fbd7-4087-4a04-a6be-afc38e97c140 None None] Provisioning for port 96ce739d-641c-4849-9a27-05bd527bd5b4 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:11:52.763733 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-bb89fbd7-4087-4a04-a6be-afc38e97c140 None None] Provisioning complete for port 96ce739d-641c-4849-9a27-05bd527bd5b4 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:11:52.764669 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-bb89fbd7-4087-4a04-a6be-afc38e97c140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:52.779538 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.db.resource_extend [None req-0f308883-a8ec-46ce-8919-14128b2ac094 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:11:52.857049 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-bb89fbd7-4087-4a04-a6be-afc38e97c140 None None] Port 96ce739d-641c-4849-9a27-05bd527bd5b4 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:11:52.862480 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad835ef1-afa4-4d8f-bdae-0b4dd5d80066 service neutron] Pushing event updated for resources: {'Port': ['ID=2b006445-b8fd-40b7-abc6-6015314c8b62,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:52.946268 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-d73ef085-c289-440b-8d18-db495e1faf32 req-ad835ef1-afa4-4d8f-bdae-0b4dd5d80066 service neutron] Attempting to bind port 2b006445-b8fd-40b7-abc6-6015314c8b62 on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:11:52.946915 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-d73ef085-c289-440b-8d18-db495e1faf32 req-ad835ef1-afa4-4d8f-bdae-0b4dd5d80066 service neutron] Attempting to bind port 2b006445-b8fd-40b7-abc6-6015314c8b62 by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:11:52.947181 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73ef085-c289-440b-8d18-db495e1faf32 req-ad835ef1-afa4-4d8f-bdae-0b4dd5d80066 service neutron] Attempting to bind port 2b006445-b8fd-40b7-abc6-6015314c8b62 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:11:52.952834 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73ef085-c289-440b-8d18-db495e1faf32 req-ad835ef1-afa4-4d8f-bdae-0b4dd5d80066 service neutron] Port 2b006445-b8fd-40b7-abc6-6015314c8b62 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:11:52.953174 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73ef085-c289-440b-8d18-db495e1faf32 req-ad835ef1-afa4-4d8f-bdae-0b4dd5d80066 service neutron] Attempting to bind port 2b006445-b8fd-40b7-abc6-6015314c8b62 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:11:52.959772 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73ef085-c289-440b-8d18-db495e1faf32 req-ad835ef1-afa4-4d8f-bdae-0b4dd5d80066 service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:11:52.960281 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73ef085-c289-440b-8d18-db495e1faf32 req-ad835ef1-afa4-4d8f-bdae-0b4dd5d80066 service neutron] Checking segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:11:52.960954 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73ef085-c289-440b-8d18-db495e1faf32 req-ad835ef1-afa4-4d8f-bdae-0b4dd5d80066 service neutron] Bound using segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:11:52.961396 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-d73ef085-c289-440b-8d18-db495e1faf32 req-ad835ef1-afa4-4d8f-bdae-0b4dd5d80066 service neutron] Bound port: 2b006445-b8fd-40b7-abc6-6015314c8b62, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:11:52.964552 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d73ef085-c289-440b-8d18-db495e1faf32 req-ad835ef1-afa4-4d8f-bdae-0b4dd5d80066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:53.039046 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-7b27d8fb-10d4-48fb-bc58-9feb3d470a44 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-783899139-network', 'tenant_id': 'c1193550364e4f108017499cab055ad4'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:53.042114 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d73ef085-c289-440b-8d18-db495e1faf32 req-cbe6346f-a9cd-4ef0-a79e-002b62307519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:53.070625 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0f308883-a8ec-46ce-8919-14128b2ac094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:53.071639 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f308883-a8ec-46ce-8919-14128b2ac094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:53.072250 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0f308883-a8ec-46ce-8919-14128b2ac094 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:53.108069 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e4863a74-7c94-4750-b932-5e26b7799e66 req-3fbaa8a7-9412-48b6-a593-30a5742bbd4e tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4210389 Aug 10 03:11:53.122102 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-d73ef085-c289-440b-8d18-db495e1faf32 req-ad835ef1-afa4-4d8f-bdae-0b4dd5d80066 service neutron] For port 2b006445-b8fd-40b7-abc6-6015314c8b62, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:11:53.126034 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-d73ef085-c289-440b-8d18-db495e1faf32 req-ad835ef1-afa4-4d8f-bdae-0b4dd5d80066 service neutron] For port 2b006445-b8fd-40b7-abc6-6015314c8b62, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=2b006445-b8fd-40b7-abc6-6015314c8b62,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:11:53.130561 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d73ef085-c289-440b-8d18-db495e1faf32 req-ad835ef1-afa4-4d8f-bdae-0b4dd5d80066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:53.194212 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-0f308883-a8ec-46ce-8919-14128b2ac094 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.5822697 Aug 10 03:11:53.199133 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42444) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:53.207841 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-1f61a998-83c9-404b-a79d-6885815e6de1 admin admin] Request body: {'subnet': {'network_id': 'c8cfcdc8-fe26-47bb-a87c-27a14a01b090', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1184368205-subnet', 'tenant_id': '0beeffb43bf240e78f80214cec221f85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:53.217224 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ef085-c289-440b-8d18-db495e1faf32 req-ad835ef1-afa4-4d8f-bdae-0b4dd5d80066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:53.218169 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d73ef085-c289-440b-8d18-db495e1faf32 req-ad835ef1-afa4-4d8f-bdae-0b4dd5d80066 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:53.220813 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d73ef085-c289-440b-8d18-db495e1faf32 req-ad835ef1-afa4-4d8f-bdae-0b4dd5d80066 service neutron] 10.222.0.58 "PUT /v2.0/ports/2b006445-b8fd-40b7-abc6-6015314c8b62 HTTP/1.1" status: 200 len: 1097 time: 1.4197040 Aug 10 03:11:53.224101 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1ebc0cd-817b-4aa5-84ee-5cd827f84e23', 'tag': '2b006445-b8fd-40b7-abc6-6015314c8b62'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:11:53.226625 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf50a85-7037-45e6-89ca-be8725063e82" -d '{"events": [{"name": "network-changed", "server_uuid": "f1ebc0cd-817b-4aa5-84ee-5cd827f84e23", "tag": "2b006445-b8fd-40b7-abc6-6015314c8b62"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:11:53.280173 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad835ef1-afa4-4d8f-bdae-0b4dd5d80066 service neutron] Pushing event updated for resources: {'Port': ['ID=2b006445-b8fd-40b7-abc6-6015314c8b62,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:53.334255 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b7164-f790-42cc-9717-1744f9e67793 req-13d25588-2552-4868-bc4c-34844a12dcab tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:53.336461 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f48b7164-f790-42cc-9717-1744f9e67793 req-13d25588-2552-4868-bc4c-34844a12dcab tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.60 "GET /v2.0/ports?device_id=e099c7bd-ee42-4d4c-b5fd-16ecc0cdc280 HTTP/1.1" status: 200 len: 944 time: 0.4550872 Aug 10 03:11:53.369417 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ef085-c289-440b-8d18-db495e1faf32 req-e4bd56ad-1fd7-4bf7-b9b4-e6e3340ba37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:53.372297 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d73ef085-c289-440b-8d18-db495e1faf32 req-e4bd56ad-1fd7-4bf7-b9b4-e6e3340ba37d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=293fbd9b1ced45ab964a1da35de8e7bd&device_id=f1ebc0cd-817b-4aa5-84ee-5cd827f84e23 HTTP/1.1" status: 200 len: 1100 time: 0.1018350 Aug 10 03:11:53.388395 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc202172-6e54-4e00-932a-0bd54f4a1e77 req-19840de8-20b0-4f25-883e-8e204213a3db tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:53.395851 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc202172-6e54-4e00-932a-0bd54f4a1e77 req-19840de8-20b0-4f25-883e-8e204213a3db tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:53.402518 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc202172-6e54-4e00-932a-0bd54f4a1e77 req-19840de8-20b0-4f25-883e-8e204213a3db tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:53.414908 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc202172-6e54-4e00-932a-0bd54f4a1e77 req-19840de8-20b0-4f25-883e-8e204213a3db tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:53.423256 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc202172-6e54-4e00-932a-0bd54f4a1e77 req-19840de8-20b0-4f25-883e-8e204213a3db tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:53.429559 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc202172-6e54-4e00-932a-0bd54f4a1e77 req-19840de8-20b0-4f25-883e-8e204213a3db tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:53.433133 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d73ef085-c289-440b-8d18-db495e1faf32 req-8af391c7-f8d7-44f7-922c-4ad00c7ed5c7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=2b006445-b8fd-40b7-abc6-6015314c8b62 HTTP/1.1" status: 200 len: 217 time: 0.0502570 Aug 10 03:11:53.441409 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc202172-6e54-4e00-932a-0bd54f4a1e77 req-19840de8-20b0-4f25-883e-8e204213a3db tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:53.443999 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f61a998-83c9-404b-a79d-6885815e6de1 admin admin] Made reservation on behalf of 0beeffb43bf240e78f80214cec221f85 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:11:53.448581 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1f61a998-83c9-404b-a79d-6885815e6de1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:53.449632 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fc202172-6e54-4e00-932a-0bd54f4a1e77 req-19840de8-20b0-4f25-883e-8e204213a3db tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 5427 time: 0.5170119 Aug 10 03:11:53.470969 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b27d8fb-10d4-48fb-bc58-9feb3d470a44 admin admin] Made reservation on behalf of c1193550364e4f108017499cab055ad4 for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:11:53.473263 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7b27d8fb-10d4-48fb-bc58-9feb3d470a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:53.491176 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7b27d8fb-10d4-48fb-bc58-9feb3d470a44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:53.502072 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f308883-a8ec-46ce-8919-14128b2ac094 admin admin] Pushing event updated for resources: {'Network': ['ID=c8cfcdc8-fe26-47bb-a87c-27a14a01b090,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:53.516349 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network c8cfcdc8-fe26-47bb-a87c-27a14a01b090 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:11:53.537243 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe060a-0952-471b-bec3-3ce8c28aae41 req-1dca5cb5-c05c-4a4b-b28b-09aac3363515 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:53.544688 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-56fe060a-0952-471b-bec3-3ce8c28aae41 req-1dca5cb5-c05c-4a4b-b28b-09aac3363515 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd4bfbe6-87bb-4b9b-92a0-9a63b19895f8 HTTP/1.1" status: 200 len: 936 time: 0.3505423 Aug 10 03:11:53.666445 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ef085-c289-440b-8d18-db495e1faf32 req-bb4c039d-a9a1-41be-9064-07500677ade7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:53.667948 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d73ef085-c289-440b-8d18-db495e1faf32 req-bb4c039d-a9a1-41be-9064-07500677ade7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.2142398 Aug 10 03:11:53.679710 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fc202172-6e54-4e00-932a-0bd54f4a1e77 req-f449d6cb-24f8-471a-9074-8d20cb5df538 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/security-groups?id=b405968e-e8dd-4859-b855-f8ae1385ba0e&id=8fa0499c-1adb-43e6-95ad-71a41197fc16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2290661 Aug 10 03:11:53.741705 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-56fe060a-0952-471b-bec3-3ce8c28aae41 req-d28227fc-5c5d-436e-a1e7-d411d6cd3eb6 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959662 Aug 10 03:11:53.853438 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b1be8e-5a85-4a6a-b585-39dcea085eec x-openstack-request-id: req-a4b1be8e-5a85-4a6a-b585-39dcea085eec {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:11:53.855946 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1ebc0cd-817b-4aa5-84ee-5cd827f84e23", "tag": "2b006445-b8fd-40b7-abc6-6015314c8b62", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:11:53.857064 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a4b1be8e-5a85-4a6a-b585-39dcea085eec {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:11:53.857560 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1ebc0cd-817b-4aa5-84ee-5cd827f84e23', 'tag': '2b006445-b8fd-40b7-abc6-6015314c8b62', 'status': 'completed', 'code': 200} Aug 10 03:11:53.862911 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ef085-c289-440b-8d18-db495e1faf32 req-68676302-3079-4cd0-b787-54974f7b5442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:53.869564 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d73ef085-c289-440b-8d18-db495e1faf32 req-68676302-3079-4cd0-b787-54974f7b5442 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1836052 Aug 10 03:11:54.021980 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9ecc2e8a-33c5-4727-b56e-ae7a90bd2097 req-5f008724-d1fe-45b1-a298-d2ce90d81b8c tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] 10.222.0.62 "GET /v2.0/ports?device_id=367a792c-57c6-4262-aa3a-ce3816d4f2c2 HTTP/1.1" status: 200 len: 210 time: 0.0768261 Aug 10 03:11:54.084447 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d73ef085-c289-440b-8d18-db495e1faf32 req-1c1df33d-5508-44c8-8acf-7e98f87b1393 service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920741 Aug 10 03:11:54.085470 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1f61a998-83c9-404b-a79d-6885815e6de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:54.175080 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7b27d8fb-10d4-48fb-bc58-9feb3d470a44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:54.193197 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f61a998-83c9-404b-a79d-6885815e6de1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9683aefa-0b98-41ce-ad5f-32957d2d9ef4,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:54.200103 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7b27d8fb-10d4-48fb-bc58-9feb3d470a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:54.222576 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-f48b7164-f790-42cc-9717-1744f9e67793 req-f4634d4f-d7c0-4fd8-9538-9517696d1110 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Deleting port f59dede6-6b8e-472b-8c72-53679eb4e5af {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:11:54.222989 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-f48b7164-f790-42cc-9717-1744f9e67793 req-f4634d4f-d7c0-4fd8-9538-9517696d1110 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:54.225279 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f61a998-83c9-404b-a79d-6885815e6de1 admin admin] Checking segment: {'id': '585ef0d3-6167-48eb-89a0-336eedd1f794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8cfcdc8-fe26-47bb-a87c-27a14a01b090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:11:54.225657 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f61a998-83c9-404b-a79d-6885815e6de1 admin admin] Network hostable DHCP agents. Network: c8cfcdc8-fe26-47bb-a87c-27a14a01b090, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:11:54.243024 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d73ef085-c289-440b-8d18-db495e1faf32 req-8f08d5de-7091-424c-9288-0f586672cde2 service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291587 Aug 10 03:11:54.267840 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f61a998-83c9-404b-a79d-6885815e6de1 admin admin] Network c8cfcdc8-fe26-47bb-a87c-27a14a01b090 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:11:54.281734 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-1f61a998-83c9-404b-a79d-6885815e6de1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, c8cfcdc8-fe26-47bb-a87c-27a14a01b090) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:11:54.286563 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f61a998-83c9-404b-a79d-6885815e6de1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:54.287246 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1f61a998-83c9-404b-a79d-6885815e6de1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:54.299230 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e10e292-5bc4-4579-b003-d2b304e3a08c None None] Network c8cfcdc8-fe26-47bb-a87c-27a14a01b090 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:11:54.307333 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b27d8fb-10d4-48fb-bc58-9feb3d470a44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:11:54.315433 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-d73ef085-c289-440b-8d18-db495e1faf32 req-cbe6346f-a9cd-4ef0-a79e-002b62307519 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96ce739d-641c-4849-9a27-05bd527bd5b4 {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:11:54.331594 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d73ef085-c289-440b-8d18-db495e1faf32 req-cbe6346f-a9cd-4ef0-a79e-002b62307519 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:54.336832 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1f61a998-83c9-404b-a79d-6885815e6de1 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1351032 Aug 10 03:11:54.353436 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b27d8fb-10d4-48fb-bc58-9feb3d470a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681d4645-31d3-4449-8345-067e01a10bf1,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:54.364390 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf50a85-7037-45e6-89ca-be8725063e82 req-affc815b-c2b2-4cd2-af6a-4acff2012384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:54.366391 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3cf50a85-7037-45e6-89ca-be8725063e82 req-affc815b-c2b2-4cd2-af6a-4acff2012384 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=293fbd9b1ced45ab964a1da35de8e7bd&device_id=f1ebc0cd-817b-4aa5-84ee-5cd827f84e23 HTTP/1.1" status: 200 len: 1100 time: 0.0688152 Aug 10 03:11:54.379319 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7b27d8fb-10d4-48fb-bc58-9feb3d470a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:54.379672 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-7b27d8fb-10d4-48fb-bc58-9feb3d470a44 admin admin] Added segment db7476b4-7245-4e51-b6d1-619dc5627d38 of type vlan for network 0cf0f7c8-c356-4a79-bd3e-8005302f9371 Aug 10 03:11:54.398643 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-d73ef085-c289-440b-8d18-db495e1faf32 req-cbe6346f-a9cd-4ef0-a79e-002b62307519 service neutron] Transition to ACTIVE for port object 96ce739d-641c-4849-9a27-05bd527bd5b4 will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:11:54.412528 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2489df9-4239-4efd-9ec7-1569f31c0584 req-9e6e3623-e5e0-498c-8a95-86f71ac48b57 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:54.414093 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b2489df9-4239-4efd-9ec7-1569f31c0584 req-9e6e3623-e5e0-498c-8a95-86f71ac48b57 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=e099c7bd-ee42-4d4c-b5fd-16ecc0cdc280 HTTP/1.1" status: 200 len: 944 time: 0.2193377 Aug 10 03:11:54.441413 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d73ef085-c289-440b-8d18-db495e1faf32 req-cbe6346f-a9cd-4ef0-a79e-002b62307519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:54.554624 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7d8371-5bea-403c-bc0a-b98cfc037d23 None None] Network c8cfcdc8-fe26-47bb-a87c-27a14a01b090 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:11:54.564558 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7b27d8fb-10d4-48fb-bc58-9feb3d470a44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:54.652111 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-f48b7164-f790-42cc-9717-1744f9e67793 req-f4634d4f-d7c0-4fd8-9538-9517696d1110 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] For port f59dede6-6b8e-472b-8c72-53679eb4e5af, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=f59dede6-6b8e-472b-8c72-53679eb4e5af,segment=NetworkSegment(56914130-d266-4761-b91f-0f4044da3177),segment_id=56914130-d266-4761-b91f-0f4044da3177)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:54.652490 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-f48b7164-f790-42cc-9717-1744f9e67793 req-f4634d4f-d7c0-4fd8-9538-9517696d1110 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:54.661280 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf50a85-7037-45e6-89ca-be8725063e82 req-a4049ee4-dec5-4beb-8438-afe23a21a528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:54.664898 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3cf50a85-7037-45e6-89ca-be8725063e82 req-a4049ee4-dec5-4beb-8438-afe23a21a528 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d HTTP/1.1" status: 200 len: 870 time: 0.2909498 Aug 10 03:11:54.773016 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3cf50a85-7037-45e6-89ca-be8725063e82 req-9ca3d729-88b0-4ec8-b50a-aa276f4e9fcb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=2b006445-b8fd-40b7-abc6-6015314c8b62 HTTP/1.1" status: 200 len: 217 time: 0.0765169 Aug 10 03:11:54.925709 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-ca2e3d36-84e8-4301-a95f-05d13feca814 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:54.927426 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-ca2e3d36-84e8-4301-a95f-05d13feca814 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] 10.222.0.58 "GET /v2.0/networks?id=9b881be2-747f-4ac5-a601-3d9192150e97 HTTP/1.1" status: 200 len: 818 time: 0.4949856 Aug 10 03:11:54.934135 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf50a85-7037-45e6-89ca-be8725063e82 req-acc1498c-c841-4f5b-a211-1f11a45ddb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:54.935773 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3cf50a85-7037-45e6-89ca-be8725063e82 req-acc1498c-c841-4f5b-a211-1f11a45ddb29 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.1344481 Aug 10 03:11:54.960477 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-ac0ce8c9-c102-471e-b31e-7d11d417f07f tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Request body: {'port': {'device_id': '22a763d3-d36a-49b5-a0a3-2e0bf12a3f64', 'network_id': '9b881be2-747f-4ac5-a601-3d9192150e97', 'admin_state_up': True, 'tenant_id': '7e271229822f4953aecd948b326ecfce'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:55.137294 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf50a85-7037-45e6-89ca-be8725063e82 req-75625cad-c735-472d-ad76-440a245e80d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:55.138872 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3cf50a85-7037-45e6-89ca-be8725063e82 req-75625cad-c735-472d-ad76-440a245e80d8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0722599 Aug 10 03:11:55.143744 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-ac0ce8c9-c102-471e-b31e-7d11d417f07f tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Made reservation on behalf of 7e271229822f4953aecd948b326ecfce for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:11:55.147482 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-ac0ce8c9-c102-471e-b31e-7d11d417f07f tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:55.330575 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3cf50a85-7037-45e6-89ca-be8725063e82 req-0867c863-618d-4c0a-ae0e-681e586245ec service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749365 Aug 10 03:11:55.421071 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.db.resource_extend [None req-7b27d8fb-10d4-48fb-bc58-9feb3d470a44 admin admin] It took 0.77 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:11:55.443491 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-f48b7164-f790-42cc-9717-1744f9e67793 req-f4634d4f-d7c0-4fd8-9538-9517696d1110 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Calling delete_port for f59dede6-6b8e-472b-8c72-53679eb4e5af owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:11:55.462445 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42506) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:55.471625 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-7b37080f-7c9f-48a0-965d-6ae8dca3de56 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-170989462-network', 'tenant_id': '056efe0f4e03435b86c253ae86e2df10'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:55.477151 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe6346f-a9cd-4ef0-a79e-002b62307519 service neutron] Pushing event updated for resources: {'Port': ['ID=96ce739d-641c-4849-9a27-05bd527bd5b4,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:55.520798 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b2489df9-4239-4efd-9ec7-1569f31c0584 req-ff2f524a-2f1a-4445-a1e5-cd476a774994 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0854928 Aug 10 03:11:55.539361 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-ac0ce8c9-c102-471e-b31e-7d11d417f07f tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Allocated IP 172.20.0.7 (9b881be2-747f-4ac5-a601-3d9192150e97/08669c2c-c732-45d4-80b5-2b8b84aa1ee8/0e420d2d-9e00-4a1c-a13f-bcb7d00b00c2) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:11:55.561004 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b37080f-7c9f-48a0-965d-6ae8dca3de56 admin admin] Made reservation on behalf of 056efe0f4e03435b86c253ae86e2df10 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:11:55.563828 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7b37080f-7c9f-48a0-965d-6ae8dca3de56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:55.568580 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3cf50a85-7037-45e6-89ca-be8725063e82 req-3708efe8-aec1-48bd-9137-0306cd48a261 service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999016 Aug 10 03:11:55.596678 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7b37080f-7c9f-48a0-965d-6ae8dca3de56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:55.600459 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7b27d8fb-10d4-48fb-bc58-9feb3d470a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:55.601415 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b27d8fb-10d4-48fb-bc58-9feb3d470a44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:55.602001 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7b27d8fb-10d4-48fb-bc58-9feb3d470a44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:55.663070 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-378f3dc3-9b9d-45f4-a1db-5000af733b07 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:55.664824 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-378f3dc3-9b9d-45f4-a1db-5000af733b07 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] 10.222.0.60 "GET /v2.0/networks?id=9b881be2-747f-4ac5-a601-3d9192150e97 HTTP/1.1" status: 200 len: 818 time: 1.0751333 Aug 10 03:11:55.765941 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-34a52262-04c6-4330-8893-c77f2ef008d5 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Request body: {'port': {'device_id': '352c4858-edfa-4828-baca-f82273905079', 'network_id': '9b881be2-747f-4ac5-a601-3d9192150e97', 'admin_state_up': True, 'tenant_id': '7e271229822f4953aecd948b326ecfce'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:55.897201 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b27d8fb-10d4-48fb-bc58-9feb3d470a44 admin admin] Pushing event updated for resources: {'Network': ['ID=0cf0f7c8-c356-4a79-bd3e-8005302f9371,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:55.910564 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 0cf0f7c8-c356-4a79-bd3e-8005302f9371 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:11:55.919568 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b4313-05f9-4883-a052-654926ab92f9 req-91a42b52-58f2-475a-88aa-e77fe36de2f2 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:55.925982 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b4313-05f9-4883-a052-654926ab92f9 req-91a42b52-58f2-475a-88aa-e77fe36de2f2 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:55.931902 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b4313-05f9-4883-a052-654926ab92f9 req-91a42b52-58f2-475a-88aa-e77fe36de2f2 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:55.937852 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b4313-05f9-4883-a052-654926ab92f9 req-91a42b52-58f2-475a-88aa-e77fe36de2f2 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:55.944767 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b4313-05f9-4883-a052-654926ab92f9 req-91a42b52-58f2-475a-88aa-e77fe36de2f2 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:55.951094 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b4313-05f9-4883-a052-654926ab92f9 req-91a42b52-58f2-475a-88aa-e77fe36de2f2 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:55.957175 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b4313-05f9-4883-a052-654926ab92f9 req-91a42b52-58f2-475a-88aa-e77fe36de2f2 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:55.967036 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6e4b4313-05f9-4883-a052-654926ab92f9 req-91a42b52-58f2-475a-88aa-e77fe36de2f2 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 5427 time: 0.5472705 Aug 10 03:11:55.977396 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-c26c41f6-b767-4a6d-bdde-9b934baf5d18 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:55.978895 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-c26c41f6-b767-4a6d-bdde-9b934baf5d18 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] 10.222.0.60 "GET /v2.0/networks?id=9b881be2-747f-4ac5-a601-3d9192150e97 HTTP/1.1" status: 200 len: 818 time: 0.5551682 Aug 10 03:11:56.008918 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-795ecbce-c1d7-4033-b4ad-825f3c47513b tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Request body: {'port': {'device_id': '367a792c-57c6-4262-aa3a-ce3816d4f2c2', 'network_id': '9b881be2-747f-4ac5-a601-3d9192150e97', 'admin_state_up': True, 'tenant_id': '7e271229822f4953aecd948b326ecfce'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:56.026911 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:56.048603 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-d73ef085-c289-440b-8d18-db495e1faf32 req-cbe6346f-a9cd-4ef0-a79e-002b62307519 service neutron] Attempting to bind port 96ce739d-641c-4849-9a27-05bd527bd5b4 on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:11:56.048938 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-d73ef085-c289-440b-8d18-db495e1faf32 req-cbe6346f-a9cd-4ef0-a79e-002b62307519 service neutron] Attempting to bind port 96ce739d-641c-4849-9a27-05bd527bd5b4 by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:11:56.049235 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73ef085-c289-440b-8d18-db495e1faf32 req-cbe6346f-a9cd-4ef0-a79e-002b62307519 service neutron] Attempting to bind port 96ce739d-641c-4849-9a27-05bd527bd5b4 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:11:56.058294 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7131ca2-93b2-41b2-ae03-7990fbd48f50 req-7bad3e3a-9d2b-45f7-a5e8-0111d6183681 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:56.062930 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a7131ca2-93b2-41b2-ae03-7990fbd48f50 req-7bad3e3a-9d2b-45f7-a5e8-0111d6183681 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd4bfbe6-87bb-4b9b-92a0-9a63b19895f8 HTTP/1.1" status: 200 len: 948 time: 0.4131210 Aug 10 03:11:56.098492 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-ac0ce8c9-c102-471e-b31e-7d11d417f07f tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:56.153223 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73ef085-c289-440b-8d18-db495e1faf32 req-cbe6346f-a9cd-4ef0-a79e-002b62307519 service neutron] Port 96ce739d-641c-4849-9a27-05bd527bd5b4 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:11:56.153573 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73ef085-c289-440b-8d18-db495e1faf32 req-cbe6346f-a9cd-4ef0-a79e-002b62307519 service neutron] Attempting to bind port 96ce739d-641c-4849-9a27-05bd527bd5b4 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:11:56.182240 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7b37080f-7c9f-48a0-965d-6ae8dca3de56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:56.187528 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7b37080f-7c9f-48a0-965d-6ae8dca3de56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:56.197428 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73ef085-c289-440b-8d18-db495e1faf32 req-cbe6346f-a9cd-4ef0-a79e-002b62307519 service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:11:56.197774 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73ef085-c289-440b-8d18-db495e1faf32 req-cbe6346f-a9cd-4ef0-a79e-002b62307519 service neutron] Checking segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:11:56.198160 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73ef085-c289-440b-8d18-db495e1faf32 req-cbe6346f-a9cd-4ef0-a79e-002b62307519 service neutron] Bound using segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:11:56.198603 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-d73ef085-c289-440b-8d18-db495e1faf32 req-cbe6346f-a9cd-4ef0-a79e-002b62307519 service neutron] Bound port: 96ce739d-641c-4849-9a27-05bd527bd5b4, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:11:56.198999 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d73ef085-c289-440b-8d18-db495e1faf32 req-cbe6346f-a9cd-4ef0-a79e-002b62307519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:56.204598 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6e4b4313-05f9-4883-a052-654926ab92f9 req-43bde79f-2562-413e-88dc-e91111cbe38f tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/security-groups?id=b405968e-e8dd-4859-b855-f8ae1385ba0e&id=8fa0499c-1adb-43e6-95ad-71a41197fc16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2366436 Aug 10 03:11:56.207796 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-ac0ce8c9-c102-471e-b31e-7d11d417f07f tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:56.210642 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:56.221883 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-7b27d8fb-10d4-48fb-bc58-9feb3d470a44 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.7210543 Aug 10 03:11:56.236621 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b37080f-7c9f-48a0-965d-6ae8dca3de56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e26c780-4652-42bf-bcd5-28a867c539ce,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:56.250084 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 42508) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:56.268661 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b37080f-7c9f-48a0-965d-6ae8dca3de56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:11:56.298138 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-a95c31ee-d032-4ac6-809f-9cb4ab756f32 admin admin] Request body: {'subnet': {'network_id': '0cf0f7c8-c356-4a79-bd3e-8005302f9371', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-783899139-subnet', 'tenant_id': 'c1193550364e4f108017499cab055ad4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:56.319123 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7b37080f-7c9f-48a0-965d-6ae8dca3de56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:56.319533 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-7b37080f-7c9f-48a0-965d-6ae8dca3de56 admin admin] Added segment bf197c7d-ad71-42c1-983e-84ea61c7dcbe of type vlan for network 26612350-12c8-458f-8deb-0cec2f00617d Aug 10 03:11:56.322163 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-ac0ce8c9-c102-471e-b31e-7d11d417f07f tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Network 9b881be2-747f-4ac5-a601-3d9192150e97 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:11:56.330352 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a7131ca2-93b2-41b2-ae03-7990fbd48f50 req-f95dc666-a048-42c9-a40a-90407fd171cd tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148945 Aug 10 03:11:56.345371 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-ac0ce8c9-c102-471e-b31e-7d11d417f07f tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:11:56.350573 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-ac0ce8c9-c102-471e-b31e-7d11d417f07f tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:11:56.367462 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-f48b7164-f790-42cc-9717-1744f9e67793 req-f4634d4f-d7c0-4fd8-9538-9517696d1110 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:56.398581 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0ce8c9-c102-471e-b31e-7d11d417f07f tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Pushing event updated for resources: {'Port': ['ID=0e420d2d-9e00-4a1c-a13f-bcb7d00b00c2,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:56.425957 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7b37080f-7c9f-48a0-965d-6ae8dca3de56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:56.427145 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 2b006445-b8fd-40b7-abc6-6015314c8b62 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:11:56.449539 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-ac0ce8c9-c102-471e-b31e-7d11d417f07f tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:56.450181 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-ac0ce8c9-c102-471e-b31e-7d11d417f07f tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:56.454845 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8979548e-098e-4488-9e6c-81f00927084c req-9709ad16-9d83-48bf-be26-09cc0f4a5d17 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] 10.222.0.62 "GET /v2.0/ports?device_id=367a792c-57c6-4262-aa3a-ce3816d4f2c2 HTTP/1.1" status: 200 len: 210 time: 0.0767274 Aug 10 03:11:56.471471 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4634d4f-d7c0-4fd8-9538-9517696d1110 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Pushing event deleted for resources: {'Port': ['ID=f59dede6-6b8e-472b-8c72-53679eb4e5af,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:56.502168 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7b37080f-7c9f-48a0-965d-6ae8dca3de56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:56.503823 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b37080f-7c9f-48a0-965d-6ae8dca3de56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:56.504455 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7b37080f-7c9f-48a0-965d-6ae8dca3de56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:56.533203 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-34a52262-04c6-4330-8893-c77f2ef008d5 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Made reservation on behalf of 7e271229822f4953aecd948b326ecfce for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:11:56.535364 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device f59dede6-6b8e-472b-8c72-53679eb4e5af no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:11:56.537102 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-34a52262-04c6-4330-8893-c77f2ef008d5 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:56.553990 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-f48b7164-f790-42cc-9717-1744f9e67793 req-f4634d4f-d7c0-4fd8-9538-9517696d1110 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] No DVR routers for this DVR port f59dede6-6b8e-472b-8c72-53679eb4e5af on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:11:56.556816 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-f48b7164-f790-42cc-9717-1744f9e67793 req-f4634d4f-d7c0-4fd8-9538-9517696d1110 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:56.559565 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f48b7164-f790-42cc-9717-1744f9e67793 req-f4634d4f-d7c0-4fd8-9538-9517696d1110 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.60 "DELETE /v2.0/ports/f59dede6-6b8e-472b-8c72-53679eb4e5af HTTP/1.1" status: 204 len: 173 time: 3.1908987 Aug 10 03:11:56.561162 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: f59dede6-6b8e-472b-8c72-53679eb4e5af {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:11:56.561760 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device f59dede6-6b8e-472b-8c72-53679eb4e5af not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:11:56.568136 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e099c7bd-ee42-4d4c-b5fd-16ecc0cdc280', 'name': 'network-vif-deleted', 'tag': 'f59dede6-6b8e-472b-8c72-53679eb4e5af'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:11:56.570981 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd728695-3d34-490e-b81b-2ba4089ffb1e" -d '{"events": [{"server_uuid": "e099c7bd-ee42-4d4c-b5fd-16ecc0cdc280", "name": "network-vif-deleted", "tag": "f59dede6-6b8e-472b-8c72-53679eb4e5af"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:11:56.602758 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b37080f-7c9f-48a0-965d-6ae8dca3de56 admin admin] Pushing event updated for resources: {'Network': ['ID=26612350-12c8-458f-8deb-0cec2f00617d,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:56.619636 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 26612350-12c8-458f-8deb-0cec2f00617d details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:11:56.620527 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-d73ef085-c289-440b-8d18-db495e1faf32 req-cbe6346f-a9cd-4ef0-a79e-002b62307519 service neutron] For port 96ce739d-641c-4849-9a27-05bd527bd5b4, host n-h1-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:11:56.627746 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-d73ef085-c289-440b-8d18-db495e1faf32 req-cbe6346f-a9cd-4ef0-a79e-002b62307519 service neutron] For port 96ce739d-641c-4849-9a27-05bd527bd5b4, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=96ce739d-641c-4849-9a27-05bd527bd5b4,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:11:56.636054 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 2b006445-b8fd-40b7-abc6-6015314c8b62, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=2b006445-b8fd-40b7-abc6-6015314c8b62,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:56.641909 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7b37080f-7c9f-48a0-965d-6ae8dca3de56 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1757362 Aug 10 03:11:56.643984 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-ac0ce8c9-c102-471e-b31e-7d11d417f07f tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6883750 Aug 10 03:11:56.644607 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42516) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:56.650197 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-d0c98e49-7d3b-416c-b161-c30854890dad admin admin] Request body: {'subnet': {'network_id': '26612350-12c8-458f-8deb-0cec2f00617d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-170989462-subnet', 'tenant_id': '056efe0f4e03435b86c253ae86e2df10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:56.675825 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-d7f59ca9-e160-4c21-9234-39b0387865f4 service neutron] Request body: {'port': {'device_id': '22a763d3-d36a-49b5-a0a3-2e0bf12a3f64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:56.676531 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95c31ee-d032-4ac6-809f-9cb4ab756f32 admin admin] Made reservation on behalf of c1193550364e4f108017499cab055ad4 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:11:56.679828 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a95c31ee-d032-4ac6-809f-9cb4ab756f32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:56.688739 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d73ef085-c289-440b-8d18-db495e1faf32 req-cbe6346f-a9cd-4ef0-a79e-002b62307519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:56.732272 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': '2b006445-b8fd-40b7-abc6-6015314c8b62', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'port_id': '2b006445-b8fd-40b7-abc6-6015314c8b62', 'mac_address': 'fa:16:3e:a3:f6:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e3eb0b-907c-4ac4-809e-ae9609bc8c67', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:11:56.748731 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-d7f59ca9-e160-4c21-9234-39b0387865f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:56.794757 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:56.808809 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b006445-b8fd-40b7-abc6-6015314c8b62 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:11:56.822464 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-463c4d26-b3f6-419e-bbfe-599cae49694e req-1aa5fda6-3649-4646-90a2-3098ee2264c5 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=e099c7bd-ee42-4d4c-b5fd-16ecc0cdc280 HTTP/1.1" status: 200 len: 210 time: 0.1513276 Aug 10 03:11:56.832923 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 2b006445-b8fd-40b7-abc6-6015314c8b62, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=2b006445-b8fd-40b7-abc6-6015314c8b62,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:56.838575 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:56.858919 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-795ecbce-c1d7-4033-b4ad-825f3c47513b tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Made reservation on behalf of 7e271229822f4953aecd948b326ecfce for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:11:56.862996 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-795ecbce-c1d7-4033-b4ad-825f3c47513b tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:56.866169 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ce754042-47d3-487d-ac4c-14e25309eadf req-8713370a-2286-4ee5-8ae7-f3d67f080042 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=d00f2c261de74ebbb1500c01bfd8f0c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1293538 Aug 10 03:11:56.880300 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ef085-c289-440b-8d18-db495e1faf32 req-cbe6346f-a9cd-4ef0-a79e-002b62307519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:56.880996 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d73ef085-c289-440b-8d18-db495e1faf32 req-cbe6346f-a9cd-4ef0-a79e-002b62307519 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:56.882312 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d73ef085-c289-440b-8d18-db495e1faf32 req-cbe6346f-a9cd-4ef0-a79e-002b62307519 service neutron] 10.222.0.58 "PUT /v2.0/ports/96ce739d-641c-4849-9a27-05bd527bd5b4 HTTP/1.1" status: 200 len: 1097 time: 4.1846561 Aug 10 03:11:56.913487 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c98e49-7d3b-416c-b161-c30854890dad admin admin] Made reservation on behalf of 056efe0f4e03435b86c253ae86e2df10 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:11:56.917465 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d0c98e49-7d3b-416c-b161-c30854890dad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:56.917783 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faca74c7-7e9f-4d83-bb16-8da9bf5b3fd9 x-openstack-request-id: req-faca74c7-7e9f-4d83-bb16-8da9bf5b3fd9 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:11:56.918074 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e099c7bd-ee42-4d4c-b5fd-16ecc0cdc280", "name": "network-vif-deleted", "tag": "f59dede6-6b8e-472b-8c72-53679eb4e5af", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:11:56.918327 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-faca74c7-7e9f-4d83-bb16-8da9bf5b3fd9 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:11:56.918722 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e099c7bd-ee42-4d4c-b5fd-16ecc0cdc280', 'name': 'network-vif-deleted', 'tag': 'f59dede6-6b8e-472b-8c72-53679eb4e5af', 'status': 'completed', 'code': 200} Aug 10 03:11:56.943137 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=2b006445-b8fd-40b7-abc6-6015314c8b62,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:57.089824 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['2b006445-b8fd-40b7-abc6-6015314c8b62'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:11:57.126876 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe6346f-a9cd-4ef0-a79e-002b62307519 service neutron] Pushing event updated for resources: {'Port': ['ID=96ce739d-641c-4849-9a27-05bd527bd5b4,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:57.151452 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d0c98e49-7d3b-416c-b161-c30854890dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:57.184244 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-34a52262-04c6-4330-8893-c77f2ef008d5 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Allocated IP 172.20.0.10 (9b881be2-747f-4ac5-a601-3d9192150e97/08669c2c-c732-45d4-80b5-2b8b84aa1ee8/d6e6ff51-b55a-42aa-a66b-a351e666526d) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:11:57.230112 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ef085-c289-440b-8d18-db495e1faf32 req-44639510-fe3b-4ec9-8a9d-9a1317e35803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:57.231734 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d73ef085-c289-440b-8d18-db495e1faf32 req-44639510-fe3b-4ec9-8a9d-9a1317e35803 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=293fbd9b1ced45ab964a1da35de8e7bd&device_id=fd4bfbe6-87bb-4b9b-92a0-9a63b19895f8 HTTP/1.1" status: 200 len: 1100 time: 0.2345896 Aug 10 03:11:57.236150 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c98e49-7d3b-416c-b161-c30854890dad admin admin] Pushing event updated for resources: {'Subnet': ['ID=34b69dd6-74f9-49c4-9cc6-439b40121e07,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:57.255483 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c98e49-7d3b-416c-b161-c30854890dad admin admin] Checking segment: {'id': 'bf197c7d-ad71-42c1-983e-84ea61c7dcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '26612350-12c8-458f-8deb-0cec2f00617d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:11:57.255736 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c98e49-7d3b-416c-b161-c30854890dad admin admin] Network hostable DHCP agents. Network: 26612350-12c8-458f-8deb-0cec2f00617d, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:11:57.268761 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce754042-47d3-487d-ac4c-14e25309eadf req-e465d566-512f-46a7-b278-2e58b6d9540d tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:57.270306 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ce754042-47d3-487d-ac4c-14e25309eadf req-e465d566-512f-46a7-b278-2e58b6d9540d tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3870585 Aug 10 03:11:57.288482 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c98e49-7d3b-416c-b161-c30854890dad admin admin] Network 26612350-12c8-458f-8deb-0cec2f00617d is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:11:57.300488 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-d0c98e49-7d3b-416c-b161-c30854890dad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 26612350-12c8-458f-8deb-0cec2f00617d) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:11:57.305283 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c98e49-7d3b-416c-b161-c30854890dad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:57.306081 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d0c98e49-7d3b-416c-b161-c30854890dad admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:57.321949 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b0d6b5-dec0-4f12-b054-2962a18143e7 None None] Network 26612350-12c8-458f-8deb-0cec2f00617d requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:11:57.322524 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d0c98e49-7d3b-416c-b161-c30854890dad admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6764586 Aug 10 03:11:57.351344 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d73ef085-c289-440b-8d18-db495e1faf32 req-9fc9a79e-bc8c-48b0-afd8-d07376d80efc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=96ce739d-641c-4849-9a27-05bd527bd5b4 HTTP/1.1" status: 200 len: 217 time: 0.0903883 Aug 10 03:11:57.357669 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ce754042-47d3-487d-ac4c-14e25309eadf req-11218aed-3c80-4c52-91be-69425746bdc1 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/quotas/d00f2c261de74ebbb1500c01bfd8f0c7 HTTP/1.1" status: 200 len: 375 time: 0.0718110 Aug 10 03:11:57.455443 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42534) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:57.468676 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc3b4b5-6c69-4f2f-8409-41b8c4e59435 None None] Network 26612350-12c8-458f-8deb-0cec2f00617d requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:11:57.476967 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ce754042-47d3-487d-ac4c-14e25309eadf req-785c3da9-3643-4106-961a-7a35d4aca2ac tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d00f2c261de74ebbb1500c01bfd8f0c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0941470 Aug 10 03:11:57.520804 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff5a31f6-5b8f-4102-8ad9-33e7bf115fc6 admin admin] Deleting subnet 9683aefa-0b98-41ce-ad5f-32957d2d9ef4 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:11:57.526888 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ff5a31f6-5b8f-4102-8ad9-33e7bf115fc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:57.573295 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cdb641-09fd-457e-aa80-712e5cc544bd req-c4b97010-41b1-457c-a159-8513e1c91822 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:57.580133 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cdb641-09fd-457e-aa80-712e5cc544bd req-c4b97010-41b1-457c-a159-8513e1c91822 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:57.584004 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ff5a31f6-5b8f-4102-8ad9-33e7bf115fc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:57.585790 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cdb641-09fd-457e-aa80-712e5cc544bd req-c4b97010-41b1-457c-a159-8513e1c91822 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:57.591998 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cdb641-09fd-457e-aa80-712e5cc544bd req-c4b97010-41b1-457c-a159-8513e1c91822 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:57.598892 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cdb641-09fd-457e-aa80-712e5cc544bd req-c4b97010-41b1-457c-a159-8513e1c91822 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:57.604592 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cdb641-09fd-457e-aa80-712e5cc544bd req-c4b97010-41b1-457c-a159-8513e1c91822 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:57.610757 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cdb641-09fd-457e-aa80-712e5cc544bd req-c4b97010-41b1-457c-a159-8513e1c91822 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:57.618699 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c0cdb641-09fd-457e-aa80-712e5cc544bd req-c4b97010-41b1-457c-a159-8513e1c91822 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 5427 time: 0.2871070 Aug 10 03:11:57.621012 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a95c31ee-d032-4ac6-809f-9cb4ab756f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:57.629535 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ff5a31f6-5b8f-4102-8ad9-33e7bf115fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:57.648594 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ef085-c289-440b-8d18-db495e1faf32 req-48edb075-19da-4690-8710-d8e52aa903b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:57.650309 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d73ef085-c289-440b-8d18-db495e1faf32 req-48edb075-19da-4690-8710-d8e52aa903b9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.2713277 Aug 10 03:11:57.743686 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ff5a31f6-5b8f-4102-8ad9-33e7bf115fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:57.774524 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-34a52262-04c6-4330-8893-c77f2ef008d5 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:57.787386 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5a31f6-5b8f-4102-8ad9-33e7bf115fc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9683aefa-0b98-41ce-ad5f-32957d2d9ef4,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:57.790698 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95c31ee-d032-4ac6-809f-9cb4ab756f32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8836cca-129c-4b0e-ae0e-fb7a336cf058,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:57.794343 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ff5a31f6-5b8f-4102-8ad9-33e7bf115fc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:57.799668 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ff5a31f6-5b8f-4102-8ad9-33e7bf115fc6 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/9683aefa-0b98-41ce-ad5f-32957d2d9ef4 HTTP/1.1" status: 204 len: 168 time: 0.3378596 Aug 10 03:11:57.800012 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42544) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:57.801612 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c0cdb641-09fd-457e-aa80-712e5cc544bd req-f7188b7e-043c-4d24-8745-b215b04fd6ab tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/security-groups?id=b405968e-e8dd-4859-b855-f8ae1385ba0e&id=8fa0499c-1adb-43e6-95ad-71a41197fc16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1817770 Aug 10 03:11:57.857453 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ef085-c289-440b-8d18-db495e1faf32 req-0f0d8973-f6c1-4777-91a2-6df2019c2be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:57.859058 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d73ef085-c289-440b-8d18-db495e1faf32 req-0f0d8973-f6c1-4777-91a2-6df2019c2be3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1770236 Aug 10 03:11:57.861839 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95c31ee-d032-4ac6-809f-9cb4ab756f32 admin admin] Checking segment: {'id': 'db7476b4-7245-4e51-b6d1-619dc5627d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0cf0f7c8-c356-4a79-bd3e-8005302f9371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:11:57.861839 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95c31ee-d032-4ac6-809f-9cb4ab756f32 admin admin] Network hostable DHCP agents. Network: 0cf0f7c8-c356-4a79-bd3e-8005302f9371, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:11:57.883855 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c6fa2138-4689-4230-8dab-6fd7d999be3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:57.971565 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c6fa2138-4689-4230-8dab-6fd7d999be3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:57.982851 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-c6fa2138-4689-4230-8dab-6fd7d999be3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8cfcdc8-fe26-47bb-a87c-27a14a01b090']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:11:57.985870 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130f1e6-c36e-459c-acec-524b3f6308c5 req-e4672126-3d24-4ac3-9bf0-c4f2b8617049 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:57.987446 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7130f1e6-c36e-459c-acec-524b3f6308c5 req-e4672126-3d24-4ac3-9bf0-c4f2b8617049 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd4bfbe6-87bb-4b9b-92a0-9a63b19895f8 HTTP/1.1" status: 200 len: 948 time: 0.1995592 Aug 10 03:11:57.992822 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-049a20f5-78d3-415e-97a3-e0e1eb039db3 req-52921a7d-5fd0-4220-8eef-0deb0e3d7dbc tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] 10.222.0.62 "GET /v2.0/ports?device_id=367a792c-57c6-4262-aa3a-ce3816d4f2c2 HTTP/1.1" status: 200 len: 210 time: 0.0657768 Aug 10 03:11:57.996590 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95c31ee-d032-4ac6-809f-9cb4ab756f32 admin admin] Network 0cf0f7c8-c356-4a79-bd3e-8005302f9371 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:11:58.004447 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-c6fa2138-4689-4230-8dab-6fd7d999be3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '585ef0d3-6167-48eb-89a0-336eedd1f794') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:11:58.004957 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-c6fa2138-4689-4230-8dab-6fd7d999be3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '585ef0d3-6167-48eb-89a0-336eedd1f794') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:11:58.016419 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c6fa2138-4689-4230-8dab-6fd7d999be3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:58.060754 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7130f1e6-c36e-459c-acec-524b3f6308c5 req-c9fe4845-7888-4210-a803-5dafbc15a193 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618508 Aug 10 03:11:58.065027 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-34a52262-04c6-4330-8893-c77f2ef008d5 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:58.066682 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-a95c31ee-d032-4ac6-809f-9cb4ab756f32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 0cf0f7c8-c356-4a79-bd3e-8005302f9371) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:11:58.087734 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f47180-4410-48e5-9f07-9ef192dcf1d8 None None] Network 0cf0f7c8-c356-4a79-bd3e-8005302f9371 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:11:58.093287 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c6fa2138-4689-4230-8dab-6fd7d999be3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:58.113828 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6fa2138-4689-4230-8dab-6fd7d999be3b admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:11:58.114154 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c6fa2138-4689-4230-8dab-6fd7d999be3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:58.127352 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:11:58.127352 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:11:58.127352 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:11:58.127352 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:11:58.127352 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:11:58.127352 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:11:58.127352 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:11:58.127352 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:11:58.127352 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:11:58.127352 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:11:58.127352 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:11:58.127352 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:11:58.127352 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:11:58.127352 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:11:58.127352 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:11:58.127352 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:11:58.127352 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:11:58.127352 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:11:58.127352 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:11:58.127352 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:11:58.127352 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:11:58.127352 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:11:58.127352 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:11:58.127352 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:11:58.127352 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:11:58.127352 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:11:58.127352 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:11:58.127352 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:11:58.127352 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:11:58.127352 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:11:58.127352 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:11:58.127352 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:11:58.135689 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a52262-04c6-4330-8893-c77f2ef008d5 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Pushing event updated for resources: {'Port': ['ID=d6e6ff51-b55a-42aa-a66b-a351e666526d,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:58.146247 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95c31ee-d032-4ac6-809f-9cb4ab756f32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:58.146897 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a95c31ee-d032-4ac6-809f-9cb4ab756f32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:58.192745 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fe6b78f4-1004-4771-b3d4-72497033af87 req-6373ade0-27ee-4a65-9607-00ff78fbc41f tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=d00f2c261de74ebbb1500c01bfd8f0c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0631902 Aug 10 03:11:58.193983 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-a95c31ee-d032-4ac6-809f-9cb4ab756f32 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9332829 Aug 10 03:11:58.195996 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-34a52262-04c6-4330-8893-c77f2ef008d5 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Network 9b881be2-747f-4ac5-a601-3d9192150e97 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:11:58.200314 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d73ef085-c289-440b-8d18-db495e1faf32 req-b01b1f89-3b4d-414f-a310-a677e1d1daa1 service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333201 Aug 10 03:11:58.204564 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-34a52262-04c6-4330-8893-c77f2ef008d5 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:11:58.215499 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-34a52262-04c6-4330-8893-c77f2ef008d5 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:11:58.322289 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c6fa2138-4689-4230-8dab-6fd7d999be3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:58.329977 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996babf0-ae9b-4583-bf23-cc4ee48affad None None] Network 0cf0f7c8-c356-4a79-bd3e-8005302f9371 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:11:58.363083 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c6fa2138-4689-4230-8dab-6fd7d999be3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:58.367718 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c6fa2138-4689-4230-8dab-6fd7d999be3b admin admin] 10.222.0.62 "DELETE /v2.0/networks/c8cfcdc8-fe26-47bb-a87c-27a14a01b090 HTTP/1.1" status: 204 len: 168 time: 0.5639470 Aug 10 03:11:58.367718 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fa2138-4689-4230-8dab-6fd7d999be3b admin admin] Pushing event deleted for resources: {'Network': ['ID=c8cfcdc8-fe26-47bb-a87c-27a14a01b090,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:58.384851 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42566) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:58.489127 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-9231baa9-39df-4ddd-ae50-db0d5eeb579f admin admin] Deleting subnet 34b69dd6-74f9-49c4-9cc6-439b40121e07 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:11:58.492686 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-34a52262-04c6-4330-8893-c77f2ef008d5 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:58.493974 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-34a52262-04c6-4330-8893-c77f2ef008d5 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:58.494719 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9231baa9-39df-4ddd-ae50-db0d5eeb579f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:58.500133 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 2b006445-b8fd-40b7-abc6-6015314c8b62 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:11:58.523831 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-d7f59ca9-e160-4c21-9234-39b0387865f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e420d2d-9e00-4a1c-a13f-bcb7d00b00c2 {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:11:58.536587 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-d7f59ca9-e160-4c21-9234-39b0387865f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:58.541401 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d73ef085-c289-440b-8d18-db495e1faf32 req-16abb471-dcf0-4763-9725-e0969ec96b1c service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218765 Aug 10 03:11:58.550259 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9231baa9-39df-4ddd-ae50-db0d5eeb579f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:58.570551 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-34a52262-04c6-4330-8893-c77f2ef008d5 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8291306 Aug 10 03:11:58.576306 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-d7f59ca9-e160-4c21-9234-39b0387865f4 service neutron] Transition to ACTIVE for port object 0e420d2d-9e00-4a1c-a13f-bcb7d00b00c2 will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:11:58.582620 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b78f4-1004-4771-b3d4-72497033af87 req-d281ff0f-61ab-449f-8753-cb9142e3d4dc tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:58.584542 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fe6b78f4-1004-4771-b3d4-72497033af87 req-d281ff0f-61ab-449f-8753-cb9142e3d4dc tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3827055 Aug 10 03:11:58.584673 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-d7f59ca9-e160-4c21-9234-39b0387865f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:58.590666 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 7f7d4070-63a5-4dcf-a267-bab9b2c3747d details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:11:58.620660 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-131c62fd-0bc3-4694-b92c-9a0b6efeb528 service neutron] Request body: {'port': {'device_id': '352c4858-edfa-4828-baca-f82273905079', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:58.638479 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9231baa9-39df-4ddd-ae50-db0d5eeb579f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:58.669872 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f59ca9-e160-4c21-9234-39b0387865f4 service neutron] Pushing event updated for resources: {'Port': ['ID=0e420d2d-9e00-4a1c-a13f-bcb7d00b00c2,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:58.726708 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port 2b006445-b8fd-40b7-abc6-6015314c8b62 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:11:58.740711 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port 2b006445-b8fd-40b7-abc6-6015314c8b62 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:11:58.741600 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:58.751429 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9231baa9-39df-4ddd-ae50-db0d5eeb579f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:58.781178 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9231baa9-39df-4ddd-ae50-db0d5eeb579f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34b69dd6-74f9-49c4-9cc6-439b40121e07,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:58.791990 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9231baa9-39df-4ddd-ae50-db0d5eeb579f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:58.793898 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9231baa9-39df-4ddd-ae50-db0d5eeb579f admin admin] 10.222.0.62 "DELETE /v2.0/subnets/34b69dd6-74f9-49c4-9cc6-439b40121e07 HTTP/1.1" status: 204 len: 168 time: 0.4080100 Aug 10 03:11:58.796621 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 7f7d4070-63a5-4dcf-a267-bab9b2c3747d, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=7f7d4070-63a5-4dcf-a267-bab9b2c3747d,segment=NetworkSegment(9de9bfca-d5e3-4514-839e-5c60e3c23980),segment_id=9de9bfca-d5e3-4514-839e-5c60e3c23980)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:58.796771 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-d7f59ca9-e160-4c21-9234-39b0387865f4 service neutron] Attempting to bind port 0e420d2d-9e00-4a1c-a13f-bcb7d00b00c2 on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:11:58.797055 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-d7f59ca9-e160-4c21-9234-39b0387865f4 service neutron] Attempting to bind port 0e420d2d-9e00-4a1c-a13f-bcb7d00b00c2 by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '8ddfe2f3-0ea2-4831-9e9a-fdd31e122040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9b881be2-747f-4ac5-a601-3d9192150e97'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:11:58.797986 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-d7f59ca9-e160-4c21-9234-39b0387865f4 service neutron] Attempting to bind port 0e420d2d-9e00-4a1c-a13f-bcb7d00b00c2 on network 9b881be2-747f-4ac5-a601-3d9192150e97 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:11:58.799933 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42576) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:58.811946 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '7f7d4070-63a5-4dcf-a267-bab9b2c3747d', 'network_id': 'f1f6800e-d6fe-4d63-bb1f-c42246d24569', 'port_id': '7f7d4070-63a5-4dcf-a267-bab9b2c3747d', 'mac_address': 'fa:16:3e:df:39:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee0f565d-0713-45df-a892-d56a1024d9b2', 'ip_address': '10.1.1.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:11:58.847182 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-d7f59ca9-e160-4c21-9234-39b0387865f4 service neutron] Port 0e420d2d-9e00-4a1c-a13f-bcb7d00b00c2 on network 9b881be2-747f-4ac5-a601-3d9192150e97 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:11:58.847503 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-d7f59ca9-e160-4c21-9234-39b0387865f4 service neutron] Attempting to bind port 0e420d2d-9e00-4a1c-a13f-bcb7d00b00c2 on network 9b881be2-747f-4ac5-a601-3d9192150e97 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:11:58.863675 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-d7f59ca9-e160-4c21-9234-39b0387865f4 service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:11:58.864071 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-d7f59ca9-e160-4c21-9234-39b0387865f4 service neutron] Checking segment: {'id': '8ddfe2f3-0ea2-4831-9e9a-fdd31e122040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9b881be2-747f-4ac5-a601-3d9192150e97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:11:58.864435 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-d7f59ca9-e160-4c21-9234-39b0387865f4 service neutron] Bound using segment: {'id': '8ddfe2f3-0ea2-4831-9e9a-fdd31e122040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9b881be2-747f-4ac5-a601-3d9192150e97'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:11:58.864827 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-d7f59ca9-e160-4c21-9234-39b0387865f4 service neutron] Bound port: 0e420d2d-9e00-4a1c-a13f-bcb7d00b00c2, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ddfe2f3-0ea2-4831-9e9a-fdd31e122040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9b881be2-747f-4ac5-a601-3d9192150e97'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:11:58.865183 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-d7f59ca9-e160-4c21-9234-39b0387865f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:58.892944 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7309e7a6-2bb4-4bcc-81c2-b401fcedbc37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:58.903521 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:58.908636 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:58.941358 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ebc0cd-817b-4aa5-84ee-5cd827f84e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b006445-b8fd-40b7-abc6-6015314c8b62'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:11:58.945263 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d171dac5-6501-4ffe-97a4-85f11e2c9a73" -d '{"events": [{"server_uuid": "f1ebc0cd-817b-4aa5-84ee-5cd827f84e23", "name": "network-vif-plugged", "status": "completed", "tag": "2b006445-b8fd-40b7-abc6-6015314c8b62"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:11:58.951071 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f7d4070-63a5-4dcf-a267-bab9b2c3747d {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:11:58.982517 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 2b006445-b8fd-40b7-abc6-6015314c8b62, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=2b006445-b8fd-40b7-abc6-6015314c8b62,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:58.993828 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:59.001562 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 7f7d4070-63a5-4dcf-a267-bab9b2c3747d, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=7f7d4070-63a5-4dcf-a267-bab9b2c3747d,segment=NetworkSegment(9de9bfca-d5e3-4514-839e-5c60e3c23980),segment_id=9de9bfca-d5e3-4514-839e-5c60e3c23980)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:59.042367 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:59.043158 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 922f1e4c-a149-4359-82ba-e7d48bec92e7 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:11:59.053693 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd4bfbe6-87bb-4b9b-92a0-9a63b19895f8', 'tag': '96ce739d-641c-4849-9a27-05bd527bd5b4'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:11:59.056335 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e75999-a0d9-4da5-b5cd-5465c46c6e11" -d '{"events": [{"name": "network-changed", "server_uuid": "fd4bfbe6-87bb-4b9b-92a0-9a63b19895f8", "tag": "96ce739d-641c-4849-9a27-05bd527bd5b4"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:11:59.065490 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7309e7a6-2bb4-4bcc-81c2-b401fcedbc37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:59.091215 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-7309e7a6-2bb4-4bcc-81c2-b401fcedbc37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26612350-12c8-458f-8deb-0cec2f00617d']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:11:59.094087 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-d7f59ca9-e160-4c21-9234-39b0387865f4 service neutron] For port 0e420d2d-9e00-4a1c-a13f-bcb7d00b00c2, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:11:59.107940 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fe6b78f4-1004-4771-b3d4-72497033af87 req-1bfb4571-3dfb-43f4-99c6-29bea419dc3f tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/quotas/d00f2c261de74ebbb1500c01bfd8f0c7 HTTP/1.1" status: 200 len: 375 time: 0.4923129 Aug 10 03:11:59.134098 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-7309e7a6-2bb4-4bcc-81c2-b401fcedbc37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf197c7d-ad71-42c1-983e-84ea61c7dcbe') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:11:59.134420 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-7309e7a6-2bb4-4bcc-81c2-b401fcedbc37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf197c7d-ad71-42c1-983e-84ea61c7dcbe') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:11:59.139543 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-d7f59ca9-e160-4c21-9234-39b0387865f4 service neutron] For port 0e420d2d-9e00-4a1c-a13f-bcb7d00b00c2, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=0e420d2d-9e00-4a1c-a13f-bcb7d00b00c2,segment=NetworkSegment(8ddfe2f3-0ea2-4831-9e9a-fdd31e122040),segment_id=8ddfe2f3-0ea2-4831-9e9a-fdd31e122040)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:11:59.159259 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7309e7a6-2bb4-4bcc-81c2-b401fcedbc37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:59.162112 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-d7f59ca9-e160-4c21-9234-39b0387865f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:59.162271 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=2b006445-b8fd-40b7-abc6-6015314c8b62,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:59.229208 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-d7f59ca9-e160-4c21-9234-39b0387865f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:59.230002 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-d7f59ca9-e160-4c21-9234-39b0387865f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:59.231627 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-d7f59ca9-e160-4c21-9234-39b0387865f4 service neutron] 10.222.0.58 "PUT /v2.0/ports/0e420d2d-9e00-4a1c-a13f-bcb7d00b00c2 HTTP/1.1" status: 200 len: 1092 time: 2.5606952 Aug 10 03:11:59.232220 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22a763d3-d36a-49b5-a0a3-2e0bf12a3f64', 'tag': '0e420d2d-9e00-4a1c-a13f-bcb7d00b00c2'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:11:59.235504 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b62314-2bc9-403e-bd00-7bcd2c3d0792" -d '{"events": [{"name": "network-changed", "server_uuid": "22a763d3-d36a-49b5-a0a3-2e0bf12a3f64", "tag": "0e420d2d-9e00-4a1c-a13f-bcb7d00b00c2"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:11:59.244934 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7309e7a6-2bb4-4bcc-81c2-b401fcedbc37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:59.253617 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f59ca9-e160-4c21-9234-39b0387865f4 service neutron] Pushing event updated for resources: {'Port': ['ID=0e420d2d-9e00-4a1c-a13f-bcb7d00b00c2,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:59.270146 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7309e7a6-2bb4-4bcc-81c2-b401fcedbc37 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:11:59.270778 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7309e7a6-2bb4-4bcc-81c2-b401fcedbc37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:59.273193 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:11:59.273193 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:11:59.273193 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:11:59.273193 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:11:59.273193 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:11:59.273193 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:11:59.273193 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:11:59.273193 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:11:59.273193 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:11:59.273193 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:11:59.273193 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:11:59.273193 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:11:59.273193 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:11:59.273193 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:11:59.273193 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:11:59.273193 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:11:59.273193 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:11:59.273193 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:11:59.273193 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:11:59.273193 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:11:59.273193 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:11:59.273193 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:11:59.273193 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:11:59.273193 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:11:59.273193 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:11:59.273193 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:11:59.273193 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:11:59.273193 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:11:59.273193 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:11:59.273193 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:11:59.273193 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:11:59.273193 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:11:59.295820 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4e0e0d-4d6a-44a4-9a4f-a6131b2864ea req-6dcbdeb5-b120-4357-9c92-5ac146006b84 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:59.303456 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3b4e0e0d-4d6a-44a4-9a4f-a6131b2864ea req-6dcbdeb5-b120-4357-9c92-5ac146006b84 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cdb26d0-178e-476d-8f3b-8f72814f5a46 HTTP/1.1" status: 200 len: 945 time: 0.7801609 Aug 10 03:11:59.306522 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ce754042-47d3-487d-ac4c-14e25309eadf req-6059c17e-4d49-482a-9a63-c4859ed93d8d tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=d00f2c261de74ebbb1500c01bfd8f0c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2379615 Aug 10 03:11:59.320449 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fe6b78f4-1004-4771-b3d4-72497033af87 req-4631489d-4811-43f0-82a1-2c665a7f6aa1 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d00f2c261de74ebbb1500c01bfd8f0c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2117400 Aug 10 03:11:59.361795 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-131c62fd-0bc3-4694-b92c-9a0b6efeb528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:59.364131 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-795ecbce-c1d7-4033-b4ad-825f3c47513b tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Allocated IP 172.20.0.11 (9b881be2-747f-4ac5-a601-3d9192150e97/08669c2c-c732-45d4-80b5-2b8b84aa1ee8/b7dcc8e3-4d63-41cc-8815-c35f6ece648c) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:11:59.367565 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:59.368144 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:59.369185 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:59.370500 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:59.370940 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:59.371823 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:59.372856 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:59.373269 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:59.375230 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:59.376282 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:59.376614 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7309e7a6-2bb4-4bcc-81c2-b401fcedbc37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:59.379272 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:59.382633 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:59.411989 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7309e7a6-2bb4-4bcc-81c2-b401fcedbc37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:59.414610 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7309e7a6-2bb4-4bcc-81c2-b401fcedbc37 admin admin] 10.222.0.62 "DELETE /v2.0/networks/26612350-12c8-458f-8deb-0cec2f00617d HTTP/1.1" status: 204 len: 168 time: 0.6136813 Aug 10 03:11:59.416626 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7309e7a6-2bb4-4bcc-81c2-b401fcedbc37 admin admin] Pushing event deleted for resources: {'Network': ['ID=26612350-12c8-458f-8deb-0cec2f00617d,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:59.437358 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-90fb74f8-7cb2-4365-80f9-141dce6feade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:59.439925 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-90fb74f8-7cb2-4365-80f9-141dce6feade service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7e271229822f4953aecd948b326ecfce&device_id=22a763d3-d36a-49b5-a0a3-2e0bf12a3f64 HTTP/1.1" status: 200 len: 1095 time: 0.1206374 Aug 10 03:11:59.475232 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 922f1e4c-a149-4359-82ba-e7d48bec92e7, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=922f1e4c-a149-4359-82ba-e7d48bec92e7,segment=NetworkSegment(3980fb01-f4d6-4f9d-89ff-97ad0cbaf2ff),segment_id=3980fb01-f4d6-4f9d-89ff-97ad0cbaf2ff)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:59.504489 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '922f1e4c-a149-4359-82ba-e7d48bec92e7', 'network_id': 'c4674244-b4fc-4227-9e62-6d0cd0b1acc0', 'port_id': '922f1e4c-a149-4359-82ba-e7d48bec92e7', 'mac_address': 'fa:16:3e:16:74:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91e34b3b-f93c-49d7-a000-e94fe5265392', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:11:59.517649 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14376475-e5bb-4da0-ad2a-bdeb78e111d5 req-f6073e81-f181-4d36-9bb7-f06dc41499ce tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:59.519605 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-14376475-e5bb-4da0-ad2a-bdeb78e111d5 req-f6073e81-f181-4d36-9bb7-f06dc41499ce tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cdb26d0-178e-476d-8f3b-8f72814f5a46 HTTP/1.1" status: 200 len: 945 time: 0.4417930 Aug 10 03:11:59.554258 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3b4e0e0d-4d6a-44a4-9a4f-a6131b2864ea req-04fbcbb4-1fae-49ad-b6da-0f3cf408824d tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488790 Aug 10 03:11:59.555539 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-c56baa75-03a1-48aa-8164-f4237acca88e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e420d2d-9e00-4a1c-a13f-bcb7d00b00c2 HTTP/1.1" status: 200 len: 217 time: 0.1050005 Aug 10 03:11:59.644372 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-b1212fff-776b-426b-872c-84f777f33546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:59.646639 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-b1212fff-776b-426b-872c-84f777f33546 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=08669c2c-c732-45d4-80b5-2b8b84aa1ee8 HTTP/1.1" status: 200 len: 858 time: 0.0813773 Aug 10 03:11:59.667617 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=7f7d4070-63a5-4dcf-a267-bab9b2c3747d,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:59.693120 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:59.697908 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-aaccf251-333a-4176-ad9e-4f0c5c281eed service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9b881be2-747f-4ac5-a601-3d9192150e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426588 Aug 10 03:11:59.737278 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 922f1e4c-a149-4359-82ba-e7d48bec92e7 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:11:59.793408 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 922f1e4c-a149-4359-82ba-e7d48bec92e7, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=922f1e4c-a149-4359-82ba-e7d48bec92e7,segment=NetworkSegment(3980fb01-f4d6-4f9d-89ff-97ad0cbaf2ff),segment_id=3980fb01-f4d6-4f9d-89ff-97ad0cbaf2ff)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:59.805786 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:59.807219 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 06c52605-4de4-48ec-a7c2-def5b215a00c details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:11:59.887687 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-9d6dc131-8a39-494d-b45e-5c7bd6255fc3 service neutron] 10.222.0.58 "GET /v2.0/networks/9b881be2-747f-4ac5-a601-3d9192150e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794546 Aug 10 03:11:59.888173 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42608) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:59.914161 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 06c52605-4de4-48ec-a7c2-def5b215a00c, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=06c52605-4de4-48ec-a7c2-def5b215a00c,segment=NetworkSegment(9de9bfca-d5e3-4514-839e-5c60e3c23980),segment_id=9de9bfca-d5e3-4514-839e-5c60e3c23980)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:59.917404 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=922f1e4c-a149-4359-82ba-e7d48bec92e7,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:59.933638 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '06c52605-4de4-48ec-a7c2-def5b215a00c', 'network_id': 'f1f6800e-d6fe-4d63-bb1f-c42246d24569', 'port_id': '06c52605-4de4-48ec-a7c2-def5b215a00c', 'mac_address': 'fa:16:3e:bb:b9:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee0f565d-0713-45df-a892-d56a1024d9b2', 'ip_address': '10.1.1.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:11:59.970068 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb34b7-904c-4010-80df-66a8c650d9c4 req-b6194660-4a76-43ef-9162-c7becf7295eb tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:59.971915 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0fcb34b7-904c-4010-80df-66a8c650d9c4 req-b6194660-4a76-43ef-9162-c7becf7295eb tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/networks?id=0cf0f7c8-c356-4a79-bd3e-8005302f9371 HTTP/1.1" status: 200 len: 814 time: 0.1469774 Aug 10 03:11:59.989036 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:00.003017 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-b9416799-4b6b-4ac6-84a7-54dda7834559 service neutron] 10.222.0.58 "GET /v2.0/networks/9b881be2-747f-4ac5-a601-3d9192150e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059072 Aug 10 03:12:00.006452 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06c52605-4de4-48ec-a7c2-def5b215a00c {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:00.033341 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 06c52605-4de4-48ec-a7c2-def5b215a00c, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=06c52605-4de4-48ec-a7c2-def5b215a00c,segment=NetworkSegment(9de9bfca-d5e3-4514-839e-5c60e3c23980),segment_id=9de9bfca-d5e3-4514-839e-5c60e3c23980)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:00.033598 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce754042-47d3-487d-ac4c-14e25309eadf req-9e926b64-3752-4198-8273-e07b797de196 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:00.035221 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ce754042-47d3-487d-ac4c-14e25309eadf req-9e926b64-3752-4198-8273-e07b797de196 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6991372 Aug 10 03:12:00.039141 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:00.039965 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 064b356a-79ea-45c7-aa11-af75a4d13f12 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:12:00.066928 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d9a941a5-cb58-447f-92c1-d55deafd60b6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0beeffb43bf240e78f80214cec221f85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1697652 Aug 10 03:12:00.066928 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42614) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:00.067292 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-ce754042-47d3-487d-ac4c-14e25309eadf req-a42facbd-d103-420c-8d7c-ee7fdc849159 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Request body: {'port': {'device_id': '29ba1570-c35b-4931-967d-0516a0c65fc0', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'admin_state_up': True, 'tenant_id': 'd00f2c261de74ebbb1500c01bfd8f0c7'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:00.115943 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7b342a84-5bf4-468d-8b6e-26fc411cc41a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:00.122207 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0fcb34b7-904c-4010-80df-66a8c650d9c4 req-ace2d6bc-a647-4db5-b08e-3cceffb14b39 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/quotas/c1193550364e4f108017499cab055ad4 HTTP/1.1" status: 200 len: 375 time: 0.1243253 Aug 10 03:12:00.139231 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7b342a84-5bf4-468d-8b6e-26fc411cc41a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:00.141171 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=06c52605-4de4-48ec-a7c2-def5b215a00c,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:00.145180 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 064b356a-79ea-45c7-aa11-af75a4d13f12, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=064b356a-79ea-45c7-aa11-af75a4d13f12,segment=NetworkSegment(9de9bfca-d5e3-4514-839e-5c60e3c23980),segment_id=9de9bfca-d5e3-4514-839e-5c60e3c23980)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:00.157486 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '064b356a-79ea-45c7-aa11-af75a4d13f12', 'network_id': 'f1f6800e-d6fe-4d63-bb1f-c42246d24569', 'port_id': '064b356a-79ea-45c7-aa11-af75a4d13f12', 'mac_address': 'fa:16:3e:2f:a8:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee0f565d-0713-45df-a892-d56a1024d9b2', 'ip_address': '10.1.1.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:12:00.202442 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0fcb34b7-904c-4010-80df-66a8c650d9c4 req-af5634b5-d90f-43ff-af96-cd52acec9635 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c1193550364e4f108017499cab055ad4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0629473 Aug 10 03:12:00.209478 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:00.212861 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7b342a84-5bf4-468d-8b6e-26fc411cc41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:00.215801 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7b342a84-5bf4-468d-8b6e-26fc411cc41a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:00.220423 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7b342a84-5bf4-468d-8b6e-26fc411cc41a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/15933d87-7740-420a-ae0b-c676b9d6bf93 HTTP/1.1" status: 204 len: 168 time: 0.1546206 Aug 10 03:12:00.226332 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b342a84-5bf4-468d-8b6e-26fc411cc41a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15933d87-7740-420a-ae0b-c676b9d6bf93,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:00.234006 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b342a84-5bf4-468d-8b6e-26fc411cc41a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:00.234473 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b342a84-5bf4-468d-8b6e-26fc411cc41a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:00.235553 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b342a84-5bf4-468d-8b6e-26fc411cc41a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:00.235983 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b342a84-5bf4-468d-8b6e-26fc411cc41a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:00.236145 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e13dc-3139-49ed-93dd-ceaddd3d3060 req-96f9c8f8-b5c9-4e72-8512-4a4389057ade tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:00.236491 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b342a84-5bf4-468d-8b6e-26fc411cc41a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:00.236915 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b342a84-5bf4-468d-8b6e-26fc411cc41a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:00.237335 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b342a84-5bf4-468d-8b6e-26fc411cc41a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:00.237753 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b342a84-5bf4-468d-8b6e-26fc411cc41a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:00.238168 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b342a84-5bf4-468d-8b6e-26fc411cc41a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:00.238607 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b342a84-5bf4-468d-8b6e-26fc411cc41a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:00.239029 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b342a84-5bf4-468d-8b6e-26fc411cc41a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:00.239443 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b342a84-5bf4-468d-8b6e-26fc411cc41a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:00.241985 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e13dc-3139-49ed-93dd-ceaddd3d3060 req-96f9c8f8-b5c9-4e72-8512-4a4389057ade tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:00.244754 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 064b356a-79ea-45c7-aa11-af75a4d13f12 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:00.248126 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e13dc-3139-49ed-93dd-ceaddd3d3060 req-96f9c8f8-b5c9-4e72-8512-4a4389057ade tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:00.254188 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e13dc-3139-49ed-93dd-ceaddd3d3060 req-96f9c8f8-b5c9-4e72-8512-4a4389057ade tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:00.260229 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e13dc-3139-49ed-93dd-ceaddd3d3060 req-96f9c8f8-b5c9-4e72-8512-4a4389057ade tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:00.266233 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e13dc-3139-49ed-93dd-ceaddd3d3060 req-96f9c8f8-b5c9-4e72-8512-4a4389057ade tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:00.269233 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 064b356a-79ea-45c7-aa11-af75a4d13f12, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=064b356a-79ea-45c7-aa11-af75a4d13f12,segment=NetworkSegment(9de9bfca-d5e3-4514-839e-5c60e3c23980),segment_id=9de9bfca-d5e3-4514-839e-5c60e3c23980)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:00.272248 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e13dc-3139-49ed-93dd-ceaddd3d3060 req-96f9c8f8-b5c9-4e72-8512-4a4389057ade tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:00.274335 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c53e13dc-3139-49ed-93dd-ceaddd3d3060 req-96f9c8f8-b5c9-4e72-8512-4a4389057ade tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 5429 time: 0.3423617 Aug 10 03:12:00.283551 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-795ecbce-c1d7-4033-b4ad-825f3c47513b tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:00.296669 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:00.304271 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e5a421fa-6a12-4bf9-979a-e4cd80d9f19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:00.354585 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=064b356a-79ea-45c7-aa11-af75a4d13f12,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:00.430585 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 96ce739d-641c-4849-9a27-05bd527bd5b4 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:12:00.436655 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-14376475-e5bb-4da0-ad2a-bdeb78e111d5 req-63430609-d789-495b-8dfd-88a14387b1d3 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Deleting port 68fdef05-c3ba-4e4e-9c7f-2056598ae3a7 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:12:00.437001 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-14376475-e5bb-4da0-ad2a-bdeb78e111d5 req-63430609-d789-495b-8dfd-88a14387b1d3 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:00.451243 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c53e13dc-3139-49ed-93dd-ceaddd3d3060 req-8a1bf5a3-f3bb-4649-a7b5-daad9f0c4100 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/security-groups?id=b405968e-e8dd-4859-b855-f8ae1385ba0e&id=8fa0499c-1adb-43e6-95ad-71a41197fc16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1426136 Aug 10 03:12:00.539224 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0fcb34b7-904c-4010-80df-66a8c650d9c4 req-0e3a58d5-23e0-40b5-9587-79de7782165f service neutron] 10.222.0.62 "GET /v2.0/networks/0cf0f7c8-c356-4a79-bd3e-8005302f9371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347678 Aug 10 03:12:00.568271 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e2af36-e586-4894-bdf9-e13e2103ec17 x-openstack-request-id: req-89e2af36-e586-4894-bdf9-e13e2103ec17 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:00.568721 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ebc0cd-817b-4aa5-84ee-5cd827f84e23", "name": "network-vif-plugged", "status": "completed", "tag": "2b006445-b8fd-40b7-abc6-6015314c8b62", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:00.568975 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-89e2af36-e586-4894-bdf9-e13e2103ec17 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:00.569371 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ebc0cd-817b-4aa5-84ee-5cd827f84e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b006445-b8fd-40b7-abc6-6015314c8b62', 'code': 200} Aug 10 03:12:00.574647 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device ee53d7b7-1d52-47a8-a630-59afbe99d7bd details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:12:00.577562 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-795ecbce-c1d7-4033-b4ad-825f3c47513b tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:00.579794 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce754042-47d3-487d-ac4c-14e25309eadf req-a42facbd-d103-420c-8d7c-ee7fdc849159 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Made reservation on behalf of d00f2c261de74ebbb1500c01bfd8f0c7 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:12:00.584446 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ce754042-47d3-487d-ac4c-14e25309eadf req-a42facbd-d103-420c-8d7c-ee7fdc849159 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:00.662002 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 96ce739d-641c-4849-9a27-05bd527bd5b4, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=96ce739d-641c-4849-9a27-05bd527bd5b4,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:00.675971 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42622) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:00.705816 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ce754042-47d3-487d-ac4c-14e25309eadf req-a42facbd-d103-420c-8d7c-ee7fdc849159 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:00.709810 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': '96ce739d-641c-4849-9a27-05bd527bd5b4', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'port_id': '96ce739d-641c-4849-9a27-05bd527bd5b4', 'mac_address': 'fa:16:3e:e7:45:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e3eb0b-907c-4ac4-809e-ae9609bc8c67', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:12:00.714427 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['064b356a-79ea-45c7-aa11-af75a4d13f12'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:00.717506 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd77d12-490a-4e95-9845-2e6e1ac5946c req-d19bb51c-7415-4bb8-82c5-ce6848dd160d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:00.720337 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7dd77d12-490a-4e95-9845-2e6e1ac5946c req-d19bb51c-7415-4bb8-82c5-ce6848dd160d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f1ebc0cd-817b-4aa5-84ee-5cd827f84e23 HTTP/1.1" status: 200 len: 1102 time: 0.0766761 Aug 10 03:12:00.745777 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2465e433-cc62-495c-a409-f4351a4b4f0f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=056efe0f4e03435b86c253ae86e2df10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0673642 Aug 10 03:12:00.748498 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42626) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:00.778195 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['06c52605-4de4-48ec-a7c2-def5b215a00c'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:00.786204 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7dd77d12-490a-4e95-9845-2e6e1ac5946c req-12170d1c-a728-45c5-ad8d-7efae7201a39 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579309 Aug 10 03:12:00.790909 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-795ecbce-c1d7-4033-b4ad-825f3c47513b tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Network 9b881be2-747f-4ac5-a601-3d9192150e97 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:12:00.794710 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-14376475-e5bb-4da0-ad2a-bdeb78e111d5 req-63430609-d789-495b-8dfd-88a14387b1d3 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] For port 68fdef05-c3ba-4e4e-9c7f-2056598ae3a7, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=68fdef05-c3ba-4e4e-9c7f-2056598ae3a7,segment=NetworkSegment(56914130-d266-4761-b91f-0f4044da3177),segment_id=56914130-d266-4761-b91f-0f4044da3177)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:00.795321 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-14376475-e5bb-4da0-ad2a-bdeb78e111d5 req-63430609-d789-495b-8dfd-88a14387b1d3 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:00.814415 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-21f973d5-829e-4d49-9aa0-60059b643dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:00.814794 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['922f1e4c-a149-4359-82ba-e7d48bec92e7'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:00.824999 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795ecbce-c1d7-4033-b4ad-825f3c47513b tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Pushing event updated for resources: {'Port': ['ID=b7dcc8e3-4d63-41cc-8815-c35f6ece648c,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:00.827562 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-795ecbce-c1d7-4033-b4ad-825f3c47513b tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:12:00.841961 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-795ecbce-c1d7-4033-b4ad-825f3c47513b tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:12:00.846802 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-21f973d5-829e-4d49-9aa0-60059b643dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:00.850360 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-14376475-e5bb-4da0-ad2a-bdeb78e111d5 req-63430609-d789-495b-8dfd-88a14387b1d3 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Calling delete_port for 68fdef05-c3ba-4e4e-9c7f-2056598ae3a7 owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:12:00.888112 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:00.907937 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-21f973d5-829e-4d49-9aa0-60059b643dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:00.911139 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-21f973d5-829e-4d49-9aa0-60059b643dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:00.912625 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-21f973d5-829e-4d49-9aa0-60059b643dd8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7e26c780-4652-42bf-bcd5-28a867c539ce HTTP/1.1" status: 204 len: 168 time: 0.1631765 Aug 10 03:12:00.923884 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port ee53d7b7-1d52-47a8-a630-59afbe99d7bd, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=ee53d7b7-1d52-47a8-a630-59afbe99d7bd,segment=NetworkSegment(b96f6dd2-820f-4525-9b5d-9cb81ae71b32),segment_id=b96f6dd2-820f-4525-9b5d-9cb81ae71b32)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:00.941252 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f973d5-829e-4d49-9aa0-60059b643dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e26c780-4652-42bf-bcd5-28a867c539ce,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:00.955468 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96ce739d-641c-4849-9a27-05bd527bd5b4 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:00.972731 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2d049-23e9-4d89-8c93-050a8a24dd28 req-94d978ed-95c8-4e62-9f50-9d6da3ef1992 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:00.974301 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-01c2d049-23e9-4d89-8c93-050a8a24dd28 req-94d978ed-95c8-4e62-9f50-9d6da3ef1992 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] 10.222.0.62 "GET /v2.0/ports?device_id=367a792c-57c6-4262-aa3a-ce3816d4f2c2 HTTP/1.1" status: 200 len: 932 time: 0.3477728 Aug 10 03:12:00.976965 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': 'ee53d7b7-1d52-47a8-a630-59afbe99d7bd', 'network_id': '213b1b56-2bcd-4d0a-8807-3afa3f6e51f2', 'port_id': 'ee53d7b7-1d52-47a8-a630-59afbe99d7bd', 'mac_address': 'fa:16:3e:3d:6e:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d107e0d-7d1d-49e8-9864-3e44ed98edac', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:12:00.995680 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0fcb34b7-904c-4010-80df-66a8c650d9c4 req-b48fbe15-33a1-44a7-9221-eac7d54ebcf5 service neutron] 10.222.0.62 "GET /v2.0/networks/0cf0f7c8-c356-4a79-bd3e-8005302f9371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4477122 Aug 10 03:12:01.021055 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 96ce739d-641c-4849-9a27-05bd527bd5b4, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=96ce739d-641c-4849-9a27-05bd527bd5b4,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:01.051578 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-795ecbce-c1d7-4033-b4ad-825f3c47513b tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:01.052233 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-795ecbce-c1d7-4033-b4ad-825f3c47513b tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:01.061580 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:01.101403 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fe6b78f4-1004-4771-b3d4-72497033af87 req-1b2d1285-dc36-49a6-8d3b-0517168bcb13 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=d00f2c261de74ebbb1500c01bfd8f0c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324218 Aug 10 03:12:01.119146 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:01.169591 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-01c2d049-23e9-4d89-8c93-050a8a24dd28 req-2493fe48-d0c1-4acf-9db9-383eac59417f tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] 10.222.0.62 "GET /v2.0/security-groups?id=74b7ddb7-8c67-4624-bfea-17dead5f10e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719918 Aug 10 03:12:01.210894 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee53d7b7-1d52-47a8-a630-59afbe99d7bd {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:01.232950 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port ee53d7b7-1d52-47a8-a630-59afbe99d7bd, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=ee53d7b7-1d52-47a8-a630-59afbe99d7bd,segment=NetworkSegment(b96f6dd2-820f-4525-9b5d-9cb81ae71b32),segment_id=b96f6dd2-820f-4525-9b5d-9cb81ae71b32)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:01.257686 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:01.258334 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 9140a197-e2ae-4fbc-a8b1-69cdd61eb563 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:12:01.291701 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5900c039-565e-4ba9-aab9-3502dd708809 x-openstack-request-id: req-5900c039-565e-4ba9-aab9-3502dd708809 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:01.291997 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd4bfbe6-87bb-4b9b-92a0-9a63b19895f8", "tag": "96ce739d-641c-4849-9a27-05bd527bd5b4", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:01.292301 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5900c039-565e-4ba9-aab9-3502dd708809 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:01.292752 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd4bfbe6-87bb-4b9b-92a0-9a63b19895f8', 'tag': '96ce739d-641c-4849-9a27-05bd527bd5b4', 'status': 'completed', 'code': 200} Aug 10 03:12:01.337888 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ce754042-47d3-487d-ac4c-14e25309eadf req-a42facbd-d103-420c-8d7c-ee7fdc849159 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:01.342059 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-14376475-e5bb-4da0-ad2a-bdeb78e111d5 req-63430609-d789-495b-8dfd-88a14387b1d3 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:01.347925 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-131c62fd-0bc3-4694-b92c-9a0b6efeb528 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6e6ff51-b55a-42aa-a66b-a351e666526d {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:01.354476 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=96ce739d-641c-4849-9a27-05bd527bd5b4,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:01.359654 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a605dc-f4bb-4d1b-9bde-f886f27fa36c x-openstack-request-id: req-61a605dc-f4bb-4d1b-9bde-f886f27fa36c {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:01.360220 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22a763d3-d36a-49b5-a0a3-2e0bf12a3f64", "tag": "0e420d2d-9e00-4a1c-a13f-bcb7d00b00c2", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:01.360491 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ce754042-47d3-487d-ac4c-14e25309eadf req-a42facbd-d103-420c-8d7c-ee7fdc849159 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:01.360821 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-61a605dc-f4bb-4d1b-9bde-f886f27fa36c {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:01.361405 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22a763d3-d36a-49b5-a0a3-2e0bf12a3f64', 'tag': '0e420d2d-9e00-4a1c-a13f-bcb7d00b00c2', 'status': 'completed', 'code': 200} Aug 10 03:12:01.415713 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63430609-d789-495b-8dfd-88a14387b1d3 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Pushing event deleted for resources: {'Port': ['ID=68fdef05-c3ba-4e4e-9c7f-2056598ae3a7,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:01.419177 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-795ecbce-c1d7-4033-b4ad-825f3c47513b tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4152358 Aug 10 03:12:01.431039 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-131c62fd-0bc3-4694-b92c-9a0b6efeb528 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:01.483661 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=ee53d7b7-1d52-47a8-a630-59afbe99d7bd,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:01.495969 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-198f0733-fdd0-4e1b-b57f-47911c0aac5b service neutron] Request body: {'port': {'device_id': '367a792c-57c6-4262-aa3a-ce3816d4f2c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:01.497906 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['96ce739d-641c-4849-9a27-05bd527bd5b4'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:01.555024 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.db.resource_extend [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:12:01.587722 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-198f0733-fdd0-4e1b-b57f-47911c0aac5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:01.588444 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 9140a197-e2ae-4fbc-a8b1-69cdd61eb563, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=9140a197-e2ae-4fbc-a8b1-69cdd61eb563,segment=NetworkSegment(b96f6dd2-820f-4525-9b5d-9cb81ae71b32),segment_id=b96f6dd2-820f-4525-9b5d-9cb81ae71b32)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:01.607606 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b62314-2bc9-403e-bd00-7bcd2c3d0792 req-8f43deb7-7f4b-4eff-bb3d-0c58994cecbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:01.609113 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-57b62314-2bc9-403e-bd00-7bcd2c3d0792 req-8f43deb7-7f4b-4eff-bb3d-0c58994cecbf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7e271229822f4953aecd948b326ecfce&device_id=22a763d3-d36a-49b5-a0a3-2e0bf12a3f64 HTTP/1.1" status: 200 len: 1095 time: 0.2446496 Aug 10 03:12:01.613811 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e75999-a0d9-4da5-b5cd-5465c46c6e11 req-e8751649-f923-4a90-b60e-35f8543ee713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:01.615777 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-73e75999-a0d9-4da5-b5cd-5465c46c6e11 req-e8751649-f923-4a90-b60e-35f8543ee713 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=293fbd9b1ced45ab964a1da35de8e7bd&device_id=fd4bfbe6-87bb-4b9b-92a0-9a63b19895f8 HTTP/1.1" status: 200 len: 1101 time: 0.2523491 Aug 10 03:12:01.628970 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b78f4-1004-4771-b3d4-72497033af87 req-b95d03ad-4de8-46d7-83b0-c1e767115a71 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:01.630337 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fe6b78f4-1004-4771-b3d4-72497033af87 req-b95d03ad-4de8-46d7-83b0-c1e767115a71 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5227623 Aug 10 03:12:01.639631 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '9140a197-e2ae-4fbc-a8b1-69cdd61eb563', 'network_id': '213b1b56-2bcd-4d0a-8807-3afa3f6e51f2', 'port_id': '9140a197-e2ae-4fbc-a8b1-69cdd61eb563', 'mac_address': 'fa:16:3e:70:a6:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d107e0d-7d1d-49e8-9864-3e44ed98edac', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:12:01.737067 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:01.752726 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-fe6b78f4-1004-4771-b3d4-72497033af87 req-7a41039e-8f96-4bd1-a4a2-f026ec5f157e tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Request body: {'port': {'device_id': '8f6a9b64-6743-4a8e-b2e5-62ffafe6d401', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'admin_state_up': True, 'tenant_id': 'd00f2c261de74ebbb1500c01bfd8f0c7'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:01.787626 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9140a197-e2ae-4fbc-a8b1-69cdd61eb563 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:01.837116 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-ce754042-47d3-487d-ac4c-14e25309eadf req-a42facbd-d103-420c-8d7c-ee7fdc849159 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Allocated IP 192.168.233.20 (f1b7997e-1a2a-4260-9d7d-b6cf90b8801d/c2e3eb0b-907c-4ac4-809e-ae9609bc8c67/6f74f8bb-35fc-45f2-b1ea-df552563bc55) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:12:01.853408 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 9140a197-e2ae-4fbc-a8b1-69cdd61eb563, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=9140a197-e2ae-4fbc-a8b1-69cdd61eb563,segment=NetworkSegment(b96f6dd2-820f-4525-9b5d-9cb81ae71b32),segment_id=b96f6dd2-820f-4525-9b5d-9cb81ae71b32)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:01.871019 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:01.871688 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 28fae6e2-48ce-4dfb-97b0-a801a71104de details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:12:01.904914 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b62314-2bc9-403e-bd00-7bcd2c3d0792 req-d2ea973a-6365-4d37-a060-4726188888f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:01.906421 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-57b62314-2bc9-403e-bd00-7bcd2c3d0792 req-d2ea973a-6365-4d37-a060-4726188888f2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9b881be2-747f-4ac5-a601-3d9192150e97 HTTP/1.1" status: 200 len: 919 time: 0.2738702 Aug 10 03:12:01.919622 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['7f7d4070-63a5-4dcf-a267-bab9b2c3747d'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:01.980351 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-57b62314-2bc9-403e-bd00-7bcd2c3d0792 req-11ebb20c-d924-4d63-b1b8-cae3f23b02ce service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e420d2d-9e00-4a1c-a13f-bcb7d00b00c2 HTTP/1.1" status: 200 len: 217 time: 0.0644591 Aug 10 03:12:01.983064 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e75999-a0d9-4da5-b5cd-5465c46c6e11 req-38f80681-30e9-4203-b71c-2a422d8a3206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:01.984484 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-73e75999-a0d9-4da5-b5cd-5465c46c6e11 req-38f80681-30e9-4203-b71c-2a422d8a3206 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d HTTP/1.1" status: 200 len: 870 time: 0.2562804 Aug 10 03:12:02.071308 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-73e75999-a0d9-4da5-b5cd-5465c46c6e11 req-fd2ac9dc-b537-4b7f-b6ef-e9f303898dc6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=96ce739d-641c-4849-9a27-05bd527bd5b4 HTTP/1.1" status: 200 len: 217 time: 0.0671208 Aug 10 03:12:02.089991 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ce754042-47d3-487d-ac4c-14e25309eadf req-a42facbd-d103-420c-8d7c-ee7fdc849159 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:02.091129 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe6b78f4-1004-4771-b3d4-72497033af87 req-7a41039e-8f96-4bd1-a4a2-f026ec5f157e tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Made reservation on behalf of d00f2c261de74ebbb1500c01bfd8f0c7 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:12:02.095692 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-fe6b78f4-1004-4771-b3d4-72497033af87 req-7a41039e-8f96-4bd1-a4a2-f026ec5f157e tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:02.116629 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-131c62fd-0bc3-4694-b92c-9a0b6efeb528 service neutron] Transition to ACTIVE for port object d6e6ff51-b55a-42aa-a66b-a351e666526d will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:12:02.158268 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=9140a197-e2ae-4fbc-a8b1-69cdd61eb563,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:02.163353 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b62314-2bc9-403e-bd00-7bcd2c3d0792 req-80a4e6d5-3047-4b1e-aef5-0bbf4c9906b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:02.165441 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-57b62314-2bc9-403e-bd00-7bcd2c3d0792 req-80a4e6d5-3047-4b1e-aef5-0bbf4c9906b1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=08669c2c-c732-45d4-80b5-2b8b84aa1ee8 HTTP/1.1" status: 200 len: 858 time: 0.1703568 Aug 10 03:12:02.166295 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05232b6d-d161-4efe-a402-4cb6c3ff2174 req-f311ab16-61c6-425a-ba56-b17e1fdfad75 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:02.174307 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-05232b6d-d161-4efe-a402-4cb6c3ff2174 req-f311ab16-61c6-425a-ba56-b17e1fdfad75 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd4bfbe6-87bb-4b9b-92a0-9a63b19895f8 HTTP/1.1" status: 200 len: 949 time: 0.7675080 Aug 10 03:12:02.192937 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42facbd-d103-420c-8d7c-ee7fdc849159 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10162819-d7de-4b0a-aa03-b608b5743bd3,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:02.195881 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e75999-a0d9-4da5-b5cd-5465c46c6e11 req-1ba625c1-9d5d-4e85-94a5-ac9388859af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:02.197835 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-73e75999-a0d9-4da5-b5cd-5465c46c6e11 req-1ba625c1-9d5d-4e85-94a5-ac9388859af7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.1174793 Aug 10 03:12:02.222003 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ad0da93d-377f-4f2f-ad2f-6c7bc2e209a0 req-48fb3961-18b2-4599-980c-27adf3c818cf tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f6a9b64-6743-4a8e-b2e5-62ffafe6d401 HTTP/1.1" status: 200 len: 210 time: 0.7303627 Aug 10 03:12:02.223404 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-ce754042-47d3-487d-ac4c-14e25309eadf req-a42facbd-d103-420c-8d7c-ee7fdc849159 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Transition to ACTIVE for port object 6f74f8bb-35fc-45f2-b1ea-df552563bc55 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:12:02.248565 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-131c62fd-0bc3-4694-b92c-9a0b6efeb528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:02.355838 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-57b62314-2bc9-403e-bd00-7bcd2c3d0792 req-a5340d80-c093-42e5-b449-ba34b0861790 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9b881be2-747f-4ac5-a601-3d9192150e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1567209 Aug 10 03:12:02.374815 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-14376475-e5bb-4da0-ad2a-bdeb78e111d5 req-63430609-d789-495b-8dfd-88a14387b1d3 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] No DVR routers for this DVR port 68fdef05-c3ba-4e4e-9c7f-2056598ae3a7 on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:12:02.376184 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 28fae6e2-48ce-4dfb-97b0-a801a71104de, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=28fae6e2-48ce-4dfb-97b0-a801a71104de,segment=NetworkSegment(9de9bfca-d5e3-4514-839e-5c60e3c23980),segment_id=9de9bfca-d5e3-4514-839e-5c60e3c23980)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:02.390988 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-14376475-e5bb-4da0-ad2a-bdeb78e111d5 req-63430609-d789-495b-8dfd-88a14387b1d3 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:02.393489 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-14376475-e5bb-4da0-ad2a-bdeb78e111d5 req-63430609-d789-495b-8dfd-88a14387b1d3 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.60 "DELETE /v2.0/ports/68fdef05-c3ba-4e4e-9c7f-2056598ae3a7 HTTP/1.1" status: 204 len: 173 time: 2.8604875 Aug 10 03:12:02.408563 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '28fae6e2-48ce-4dfb-97b0-a801a71104de', 'network_id': 'f1f6800e-d6fe-4d63-bb1f-c42246d24569', 'port_id': '28fae6e2-48ce-4dfb-97b0-a801a71104de', 'mac_address': 'fa:16:3e:7c:b5:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee0f565d-0713-45df-a892-d56a1024d9b2', 'ip_address': '10.1.1.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:12:02.450469 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e75999-a0d9-4da5-b5cd-5465c46c6e11 req-aee50613-d160-43d6-9cde-3b31d761cb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:02.452082 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-73e75999-a0d9-4da5-b5cd-5465c46c6e11 req-aee50613-d160-43d6-9cde-3b31d761cb6a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1436439 Aug 10 03:12:02.463987 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-29425101-681d-4774-b9ad-648b4226df0a req-59d606cc-ff27-40e6-9521-beb30ace1863 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cdb26d0-178e-476d-8f3b-8f72814f5a46 HTTP/1.1" status: 200 len: 210 time: 0.1107945 Aug 10 03:12:02.515666 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 0e420d2d-9e00-4a1c-a13f-bcb7d00b00c2 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:12:02.553055 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:02.558423 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-57b62314-2bc9-403e-bd00-7bcd2c3d0792 req-9bc684d5-3ec1-4083-b109-c94de2e3572d service neutron] 10.222.0.58 "GET /v2.0/networks/9b881be2-747f-4ac5-a601-3d9192150e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928186 Aug 10 03:12:02.578056 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c62fd-0bc3-4694-b92c-9a0b6efeb528 service neutron] Pushing event updated for resources: {'Port': ['ID=d6e6ff51-b55a-42aa-a66b-a351e666526d,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:02.580832 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28fae6e2-48ce-4dfb-97b0-a801a71104de {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:02.605345 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-05232b6d-d161-4efe-a402-4cb6c3ff2174 req-40aa43c3-fbb3-4638-a5a3-6f0d3defb3ad tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4229856 Aug 10 03:12:02.646189 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-73e75999-a0d9-4da5-b5cd-5465c46c6e11 req-ad8c7ba1-a499-406b-aab7-89e2de44561b service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756320 Aug 10 03:12:02.651586 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 28fae6e2-48ce-4dfb-97b0-a801a71104de, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=28fae6e2-48ce-4dfb-97b0-a801a71104de,segment=NetworkSegment(9de9bfca-d5e3-4514-839e-5c60e3c23980),segment_id=9de9bfca-d5e3-4514-839e-5c60e3c23980)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:02.660984 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:02.747679 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=28fae6e2-48ce-4dfb-97b0-a801a71104de,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:02.750405 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ce754042-47d3-487d-ac4c-14e25309eadf req-a42facbd-d103-420c-8d7c-ee7fdc849159 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:02.860001 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 0e420d2d-9e00-4a1c-a13f-bcb7d00b00c2, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=0e420d2d-9e00-4a1c-a13f-bcb7d00b00c2,segment=NetworkSegment(8ddfe2f3-0ea2-4831-9e9a-fdd31e122040),segment_id=8ddfe2f3-0ea2-4831-9e9a-fdd31e122040)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:02.870444 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e76c7dc4-5778-489a-9d30-0210f8013d4c req-14322478-f502-431e-bbca-8e141ccdc044 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2da6381-9d03-4693-ac12-5357b9ed4bc2 HTTP/1.1" status: 200 len: 210 time: 0.1358428 Aug 10 03:12:02.877687 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': '0e420d2d-9e00-4a1c-a13f-bcb7d00b00c2', 'network_id': '9b881be2-747f-4ac5-a601-3d9192150e97', 'port_id': '0e420d2d-9e00-4a1c-a13f-bcb7d00b00c2', 'mac_address': 'fa:16:3e:e2:fb:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08669c2c-c732-45d4-80b5-2b8b84aa1ee8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:12:02.881902 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-fe6b78f4-1004-4771-b3d4-72497033af87 req-7a41039e-8f96-4bd1-a4a2-f026ec5f157e tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Allocated IP 192.168.233.101 (f1b7997e-1a2a-4260-9d7d-b6cf90b8801d/c2e3eb0b-907c-4ac4-809e-ae9609bc8c67/ff7073c1-c4c9-46c9-9698-1bdeede0d41c) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:12:02.890564 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-57b62314-2bc9-403e-bd00-7bcd2c3d0792 req-ce6c6f08-78ee-4d00-9dbd-d98efb695369 service neutron] 10.222.0.58 "GET /v2.0/networks/9b881be2-747f-4ac5-a601-3d9192150e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184831 Aug 10 03:12:02.911281 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-73e75999-a0d9-4da5-b5cd-5465c46c6e11 req-7560aa0f-b1b0-46f3-a1c7-d0bf11879453 service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526617 Aug 10 03:12:02.962209 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce754042-47d3-487d-ac4c-14e25309eadf req-a42facbd-d103-420c-8d7c-ee7fdc849159 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:12:03.025422 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:03.031546 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-ce754042-47d3-487d-ac4c-14e25309eadf req-a42facbd-d103-420c-8d7c-ee7fdc849159 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:12:03.045071 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-46f0051c-bca0-4772-98ef-712499531c31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:03.046995 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce754042-47d3-487d-ac4c-14e25309eadf req-a42facbd-d103-420c-8d7c-ee7fdc849159 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:12:03.060949 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42facbd-d103-420c-8d7c-ee7fdc849159 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Pushing event updated for resources: {'Port': ['ID=6f74f8bb-35fc-45f2-b1ea-df552563bc55,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:03.080918 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e420d2d-9e00-4a1c-a13f-bcb7d00b00c2 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:03.101787 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be332a-c96b-4574-b211-5f4540ccb6fc req-1f8ea1b5-ad2b-4de1-9b5e-b067a458132b tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:03.108853 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be332a-c96b-4574-b211-5f4540ccb6fc req-1f8ea1b5-ad2b-4de1-9b5e-b067a458132b tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:03.115368 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be332a-c96b-4574-b211-5f4540ccb6fc req-1f8ea1b5-ad2b-4de1-9b5e-b067a458132b tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:03.121672 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be332a-c96b-4574-b211-5f4540ccb6fc req-1f8ea1b5-ad2b-4de1-9b5e-b067a458132b tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:03.147356 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be332a-c96b-4574-b211-5f4540ccb6fc req-1f8ea1b5-ad2b-4de1-9b5e-b067a458132b tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:03.154384 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be332a-c96b-4574-b211-5f4540ccb6fc req-1f8ea1b5-ad2b-4de1-9b5e-b067a458132b tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:03.169481 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be332a-c96b-4574-b211-5f4540ccb6fc req-1f8ea1b5-ad2b-4de1-9b5e-b067a458132b tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:03.175165 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 0e420d2d-9e00-4a1c-a13f-bcb7d00b00c2, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=0e420d2d-9e00-4a1c-a13f-bcb7d00b00c2,segment=NetworkSegment(8ddfe2f3-0ea2-4831-9e9a-fdd31e122040),segment_id=8ddfe2f3-0ea2-4831-9e9a-fdd31e122040)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:03.189241 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a8be332a-c96b-4574-b211-5f4540ccb6fc req-1f8ea1b5-ad2b-4de1-9b5e-b067a458132b tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 5434 time: 0.4762628 Aug 10 03:12:03.191541 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-131c62fd-0bc3-4694-b92c-9a0b6efeb528 service neutron] Attempting to bind port d6e6ff51-b55a-42aa-a66b-a351e666526d on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:12:03.192091 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-131c62fd-0bc3-4694-b92c-9a0b6efeb528 service neutron] Attempting to bind port d6e6ff51-b55a-42aa-a66b-a351e666526d by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '8ddfe2f3-0ea2-4831-9e9a-fdd31e122040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9b881be2-747f-4ac5-a601-3d9192150e97'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:12:03.192601 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-131c62fd-0bc3-4694-b92c-9a0b6efeb528 service neutron] Attempting to bind port d6e6ff51-b55a-42aa-a66b-a351e666526d on network 9b881be2-747f-4ac5-a601-3d9192150e97 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:03.199120 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:03.351452 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-fe6b78f4-1004-4771-b3d4-72497033af87 req-7a41039e-8f96-4bd1-a4a2-f026ec5f157e tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:03.372853 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=0e420d2d-9e00-4a1c-a13f-bcb7d00b00c2,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:03.386988 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-fe6b78f4-1004-4771-b3d4-72497033af87 req-7a41039e-8f96-4bd1-a4a2-f026ec5f157e tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Transition to ACTIVE for port object ff7073c1-c4c9-46c9-9698-1bdeede0d41c will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:12:03.391657 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:03.447255 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb34b7-904c-4010-80df-66a8c650d9c4 req-b33142c4-b20d-4641-beed-b5f0b22310f5 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:03.449007 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0fcb34b7-904c-4010-80df-66a8c650d9c4 req-b33142c4-b20d-4641-beed-b5f0b22310f5 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.58 "GET /v2.0/networks?id=0cf0f7c8-c356-4a79-bd3e-8005302f9371 HTTP/1.1" status: 200 len: 814 time: 0.4042974 Aug 10 03:12:03.463667 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-fe6b78f4-1004-4771-b3d4-72497033af87 req-7a41039e-8f96-4bd1-a4a2-f026ec5f157e tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:03.489702 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['0e420d2d-9e00-4a1c-a13f-bcb7d00b00c2'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:03.505008 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-0fcb34b7-904c-4010-80df-66a8c650d9c4 req-db0670e8-f4f1-4842-8388-b19d64ce31eb tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Request body: {'port': {'device_id': 'a2da6381-9d03-4693-ac12-5357b9ed4bc2', 'network_id': '0cf0f7c8-c356-4a79-bd3e-8005302f9371', 'admin_state_up': True, 'tenant_id': 'c1193550364e4f108017499cab055ad4'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:03.542274 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['9140a197-e2ae-4fbc-a8b1-69cdd61eb563'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:03.570395 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe6b78f4-1004-4771-b3d4-72497033af87 req-7a41039e-8f96-4bd1-a4a2-f026ec5f157e tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:12:03.580704 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-fe6b78f4-1004-4771-b3d4-72497033af87 req-7a41039e-8f96-4bd1-a4a2-f026ec5f157e tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:12:03.586704 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a41039e-8f96-4bd1-a4a2-f026ec5f157e tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Pushing event updated for resources: {'Port': ['ID=ff7073c1-c4c9-46c9-9698-1bdeede0d41c,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:03.589322 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe6b78f4-1004-4771-b3d4-72497033af87 req-7a41039e-8f96-4bd1-a4a2-f026ec5f157e tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:12:03.615870 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['ee53d7b7-1d52-47a8-a630-59afbe99d7bd'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:03.671584 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cdb26d0-178e-476d-8f3b-8f72814f5a46', 'name': 'network-vif-deleted', 'tag': '68fdef05-c3ba-4e4e-9c7f-2056598ae3a7'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:03.674770 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9e6897-724c-4b0a-8ebc-1304e6b95457" -d '{"events": [{"server_uuid": "3cdb26d0-178e-476d-8f3b-8f72814f5a46", "name": "network-vif-deleted", "tag": "68fdef05-c3ba-4e4e-9c7f-2056598ae3a7"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:03.698144 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['28fae6e2-48ce-4dfb-97b0-a801a71104de'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:03.711425 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-131c62fd-0bc3-4694-b92c-9a0b6efeb528 service neutron] Port d6e6ff51-b55a-42aa-a66b-a351e666526d on network 9b881be2-747f-4ac5-a601-3d9192150e97 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:12:03.711927 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-131c62fd-0bc3-4694-b92c-9a0b6efeb528 service neutron] Attempting to bind port d6e6ff51-b55a-42aa-a66b-a351e666526d on network 9b881be2-747f-4ac5-a601-3d9192150e97 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:03.729275 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-131c62fd-0bc3-4694-b92c-9a0b6efeb528 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:12:03.729762 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-131c62fd-0bc3-4694-b92c-9a0b6efeb528 service neutron] Checking segment: {'id': '8ddfe2f3-0ea2-4831-9e9a-fdd31e122040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9b881be2-747f-4ac5-a601-3d9192150e97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:12:03.730235 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-131c62fd-0bc3-4694-b92c-9a0b6efeb528 service neutron] Bound using segment: {'id': '8ddfe2f3-0ea2-4831-9e9a-fdd31e122040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9b881be2-747f-4ac5-a601-3d9192150e97'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:12:03.730892 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-131c62fd-0bc3-4694-b92c-9a0b6efeb528 service neutron] Bound port: d6e6ff51-b55a-42aa-a66b-a351e666526d, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ddfe2f3-0ea2-4831-9e9a-fdd31e122040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9b881be2-747f-4ac5-a601-3d9192150e97'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:12:03.731521 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-131c62fd-0bc3-4694-b92c-9a0b6efeb528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:03.862974 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-131c62fd-0bc3-4694-b92c-9a0b6efeb528 service neutron] For port d6e6ff51-b55a-42aa-a66b-a351e666526d, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:12:03.866602 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-131c62fd-0bc3-4694-b92c-9a0b6efeb528 service neutron] For port d6e6ff51-b55a-42aa-a66b-a351e666526d, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=d6e6ff51-b55a-42aa-a66b-a351e666526d,segment=NetworkSegment(8ddfe2f3-0ea2-4831-9e9a-fdd31e122040),segment_id=8ddfe2f3-0ea2-4831-9e9a-fdd31e122040)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:12:03.921321 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce754042-47d3-487d-ac4c-14e25309eadf req-a42facbd-d103-420c-8d7c-ee7fdc849159 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:03.922000 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ce754042-47d3-487d-ac4c-14e25309eadf req-a42facbd-d103-420c-8d7c-ee7fdc849159 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:03.930024 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-131c62fd-0bc3-4694-b92c-9a0b6efeb528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:03.943746 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ddad3-da04-4d2b-bd7d-e8913d162592 req-024277b4-a214-4031-85fb-d1dd36b8df62 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:03.945498 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c85ddad3-da04-4d2b-bd7d-e8913d162592 req-024277b4-a214-4031-85fb-d1dd36b8df62 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] 10.222.0.62 "GET /v2.0/ports?device_id=367a792c-57c6-4262-aa3a-ce3816d4f2c2 HTTP/1.1" status: 200 len: 932 time: 0.9043419 Aug 10 03:12:03.949900 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0aaa36b4-2fa8-4867-82fc-9d51040bd809 None None] Provisioning for port 6f74f8bb-35fc-45f2-b1ea-df552563bc55 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:03.960871 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0aaa36b4-2fa8-4867-82fc-9d51040bd809 None None] Provisioning complete for port 6f74f8bb-35fc-45f2-b1ea-df552563bc55 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:03.961397 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0aaa36b4-2fa8-4867-82fc-9d51040bd809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:03.968244 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a8be332a-c96b-4574-b211-5f4540ccb6fc req-0a0f9fe0-8c03-4512-bb6f-ac4c981069be tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/security-groups?id=b405968e-e8dd-4859-b855-f8ae1385ba0e&id=8fa0499c-1adb-43e6-95ad-71a41197fc16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7755916 Aug 10 03:12:03.994118 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-198f0733-fdd0-4e1b-b57f-47911c0aac5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7dcc8e3-4d63-41cc-8815-c35f6ece648c {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:04.005796 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0aaa36b4-2fa8-4867-82fc-9d51040bd809 None None] Port 6f74f8bb-35fc-45f2-b1ea-df552563bc55 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:12:04.010414 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-198f0733-fdd0-4e1b-b57f-47911c0aac5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:04.028376 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-198f0733-fdd0-4e1b-b57f-47911c0aac5b service neutron] Transition to ACTIVE for port object b7dcc8e3-4d63-41cc-8815-c35f6ece648c will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:12:04.031981 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b78f4-1004-4771-b3d4-72497033af87 req-7a41039e-8f96-4bd1-a4a2-f026ec5f157e tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:04.032731 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-fe6b78f4-1004-4771-b3d4-72497033af87 req-7a41039e-8f96-4bd1-a4a2-f026ec5f157e tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:04.063647 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fe6b78f4-1004-4771-b3d4-72497033af87 req-7a41039e-8f96-4bd1-a4a2-f026ec5f157e tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3301075 Aug 10 03:12:04.067445 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-198f0733-fdd0-4e1b-b57f-47911c0aac5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:04.076069 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-fe6b78f4-1004-4771-b3d4-72497033af87 req-76e31ca5-f577-43c6-8b70-4c809c2b2c21 service neutron] Request body: {'port': {'device_id': '8f6a9b64-6743-4a8e-b2e5-62ffafe6d401', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:04.078816 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-131c62fd-0bc3-4694-b92c-9a0b6efeb528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:04.080159 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-131c62fd-0bc3-4694-b92c-9a0b6efeb528 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:04.082590 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-131c62fd-0bc3-4694-b92c-9a0b6efeb528 service neutron] 10.222.0.60 "PUT /v2.0/ports/d6e6ff51-b55a-42aa-a66b-a351e666526d HTTP/1.1" status: 200 len: 1093 time: 5.4681530 Aug 10 03:12:04.117889 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fcb34b7-904c-4010-80df-66a8c650d9c4 req-db0670e8-f4f1-4842-8388-b19d64ce31eb tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Made reservation on behalf of c1193550364e4f108017499cab055ad4 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:12:04.122249 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-0fcb34b7-904c-4010-80df-66a8c650d9c4 req-db0670e8-f4f1-4842-8388-b19d64ce31eb tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:04.169352 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ce754042-47d3-487d-ac4c-14e25309eadf req-a42facbd-d103-420c-8d7c-ee7fdc849159 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1095951 Aug 10 03:12:04.170409 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:04.205616 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-fe6b78f4-1004-4771-b3d4-72497033af87 req-76e31ca5-f577-43c6-8b70-4c809c2b2c21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:04.213244 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-ce754042-47d3-487d-ac4c-14e25309eadf req-aba1ea6d-b7ad-4c17-8ad4-911ac31472ed service neutron] Request body: {'port': {'device_id': '29ba1570-c35b-4931-967d-0516a0c65fc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:04.225418 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3e36de11-fc19-4c14-a344-a88c150875e9 None None] Provisioning for port ff7073c1-c4c9-46c9-9698-1bdeede0d41c completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:04.245489 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c62fd-0bc3-4694-b92c-9a0b6efeb528 service neutron] Pushing event updated for resources: {'Port': ['ID=d6e6ff51-b55a-42aa-a66b-a351e666526d,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:04.258934 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3e36de11-fc19-4c14-a344-a88c150875e9 None None] Provisioning complete for port ff7073c1-c4c9-46c9-9698-1bdeede0d41c triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:04.259316 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3e36de11-fc19-4c14-a344-a88c150875e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:04.314866 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198f0733-fdd0-4e1b-b57f-47911c0aac5b service neutron] Pushing event updated for resources: {'Port': ['ID=b7dcc8e3-4d63-41cc-8815-c35f6ece648c,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:04.339336 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-0fcb34b7-904c-4010-80df-66a8c650d9c4 req-db0670e8-f4f1-4842-8388-b19d64ce31eb tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Allocated IP 172.20.0.6 (0cf0f7c8-c356-4a79-bd3e-8005302f9371/a8836cca-129c-4b0e-ae0e-fb7a336cf058/d3d6626d-da1b-42ff-a67f-da8cf098f15b) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:12:04.363372 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0313981e-8705-47cb-bcd1-8bd3f52987c8 req-5c79f683-e99f-48d1-b8d3-83615f4a1869 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:04.365080 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0313981e-8705-47cb-bcd1-8bd3f52987c8 req-5c79f683-e99f-48d1-b8d3-83615f4a1869 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f6a9b64-6743-4a8e-b2e5-62ffafe6d401 HTTP/1.1" status: 200 len: 936 time: 0.3045087 Aug 10 03:12:04.368271 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3e36de11-fc19-4c14-a344-a88c150875e9 None None] Port ff7073c1-c4c9-46c9-9698-1bdeede0d41c cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:12:04.379956 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c85ddad3-da04-4d2b-bd7d-e8913d162592 req-749bcbcd-29b6-4aeb-bf06-980d6bd8dac7 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] 10.222.0.62 "GET /v2.0/security-groups?id=74b7ddb7-8c67-4624-bfea-17dead5f10e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165648 Aug 10 03:12:04.444733 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-bd08ec3b-1902-464f-8694-7d19edc5f41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:04.444935 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 96ce739d-641c-4849-9a27-05bd527bd5b4 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:12:04.447601 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-bd08ec3b-1902-464f-8694-7d19edc5f41e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7e271229822f4953aecd948b326ecfce&device_id=352c4858-edfa-4828-baca-f82273905079 HTTP/1.1" status: 200 len: 1096 time: 0.2960396 Aug 10 03:12:04.467722 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-198f0733-fdd0-4e1b-b57f-47911c0aac5b service neutron] Attempting to bind port b7dcc8e3-4d63-41cc-8815-c35f6ece648c on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:12:04.468074 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-198f0733-fdd0-4e1b-b57f-47911c0aac5b service neutron] Attempting to bind port b7dcc8e3-4d63-41cc-8815-c35f6ece648c by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '8ddfe2f3-0ea2-4831-9e9a-fdd31e122040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9b881be2-747f-4ac5-a601-3d9192150e97'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:12:04.468390 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-198f0733-fdd0-4e1b-b57f-47911c0aac5b service neutron] Attempting to bind port b7dcc8e3-4d63-41cc-8815-c35f6ece648c on network 9b881be2-747f-4ac5-a601-3d9192150e97 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:04.520068 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ce754042-47d3-487d-ac4c-14e25309eadf req-aba1ea6d-b7ad-4c17-8ad4-911ac31472ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:04.521867 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-198f0733-fdd0-4e1b-b57f-47911c0aac5b service neutron] Port b7dcc8e3-4d63-41cc-8815-c35f6ece648c on network 9b881be2-747f-4ac5-a601-3d9192150e97 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:12:04.522194 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-198f0733-fdd0-4e1b-b57f-47911c0aac5b service neutron] Attempting to bind port b7dcc8e3-4d63-41cc-8815-c35f6ece648c on network 9b881be2-747f-4ac5-a601-3d9192150e97 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:04.525470 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port 96ce739d-641c-4849-9a27-05bd527bd5b4 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:04.527791 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-4789582b-8bd7-45f5-b4c0-9f6a332f13bb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6e6ff51-b55a-42aa-a66b-a351e666526d HTTP/1.1" status: 200 len: 217 time: 0.0628650 Aug 10 03:12:04.534313 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port 96ce739d-641c-4849-9a27-05bd527bd5b4 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:04.535040 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:04.552577 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0313981e-8705-47cb-bcd1-8bd3f52987c8 req-874cfbea-47b0-49d4-a081-e51a766afd84 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478519 Aug 10 03:12:04.554705 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-198f0733-fdd0-4e1b-b57f-47911c0aac5b service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:12:04.555072 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-198f0733-fdd0-4e1b-b57f-47911c0aac5b service neutron] Checking segment: {'id': '8ddfe2f3-0ea2-4831-9e9a-fdd31e122040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9b881be2-747f-4ac5-a601-3d9192150e97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:12:04.555452 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-198f0733-fdd0-4e1b-b57f-47911c0aac5b service neutron] Bound using segment: {'id': '8ddfe2f3-0ea2-4831-9e9a-fdd31e122040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9b881be2-747f-4ac5-a601-3d9192150e97'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:12:04.555898 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-198f0733-fdd0-4e1b-b57f-47911c0aac5b service neutron] Bound port: b7dcc8e3-4d63-41cc-8815-c35f6ece648c, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ddfe2f3-0ea2-4831-9e9a-fdd31e122040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9b881be2-747f-4ac5-a601-3d9192150e97'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:12:04.556256 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-198f0733-fdd0-4e1b-b57f-47911c0aac5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:04.662656 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-525d0459-2942-46c4-b368-788978b248ba x-openstack-request-id: req-525d0459-2942-46c4-b368-788978b248ba {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:04.663457 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cdb26d0-178e-476d-8f3b-8f72814f5a46", "name": "network-vif-deleted", "tag": "68fdef05-c3ba-4e4e-9c7f-2056598ae3a7", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:04.663958 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-525d0459-2942-46c4-b368-788978b248ba {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:04.664105 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cdb26d0-178e-476d-8f3b-8f72814f5a46', 'name': 'network-vif-deleted', 'tag': '68fdef05-c3ba-4e4e-9c7f-2056598ae3a7', 'status': 'completed', 'code': 200} Aug 10 03:12:04.669691 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:04.672887 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-b17a187b-ee66-41f8-b305-c68929063b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:04.675166 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-b17a187b-ee66-41f8-b305-c68929063b81 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=08669c2c-c732-45d4-80b5-2b8b84aa1ee8 HTTP/1.1" status: 200 len: 858 time: 0.1337857 Aug 10 03:12:04.697277 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-0fcb34b7-904c-4010-80df-66a8c650d9c4 req-db0670e8-f4f1-4842-8388-b19d64ce31eb tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:04.706785 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 96ce739d-641c-4849-9a27-05bd527bd5b4, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=96ce739d-641c-4849-9a27-05bd527bd5b4,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:04.708102 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 06c52605-4de4-48ec-a7c2-def5b215a00c up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:12:04.711270 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd4bfbe6-87bb-4b9b-92a0-9a63b19895f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96ce739d-641c-4849-9a27-05bd527bd5b4'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:04.713816 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa75b7a-9b4a-4a50-8732-5c794f0c6e2a" -d '{"events": [{"server_uuid": "fd4bfbe6-87bb-4b9b-92a0-9a63b19895f8", "name": "network-vif-plugged", "status": "completed", "tag": "96ce739d-641c-4849-9a27-05bd527bd5b4"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:04.736205 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:04.752872 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-fe6b78f4-1004-4771-b3d4-72497033af87 req-76e31ca5-f577-43c6-8b70-4c809c2b2c21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff7073c1-c4c9-46c9-9698-1bdeede0d41c {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:04.765134 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-fe6b78f4-1004-4771-b3d4-72497033af87 req-76e31ca5-f577-43c6-8b70-4c809c2b2c21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:04.767201 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-0ee1e09a-c913-4730-b349-e83847d3ebf0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9b881be2-747f-4ac5-a601-3d9192150e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461993 Aug 10 03:12:04.792516 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=96ce739d-641c-4849-9a27-05bd527bd5b4,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:04.792900 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-fe6b78f4-1004-4771-b3d4-72497033af87 req-76e31ca5-f577-43c6-8b70-4c809c2b2c21 service neutron] Transition to ACTIVE for port object ff7073c1-c4c9-46c9-9698-1bdeede0d41c will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:12:04.804190 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-fe6b78f4-1004-4771-b3d4-72497033af87 req-76e31ca5-f577-43c6-8b70-4c809c2b2c21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:04.832574 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port 06c52605-4de4-48ec-a7c2-def5b215a00c completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:04.836522 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-0fcb34b7-904c-4010-80df-66a8c650d9c4 req-db0670e8-f4f1-4842-8388-b19d64ce31eb tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:04.837635 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 06c52605-4de4-48ec-a7c2-def5b215a00c triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:04.838029 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:04.883596 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fcb34b7-904c-4010-80df-66a8c650d9c4 req-db0670e8-f4f1-4842-8388-b19d64ce31eb tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Network 0cf0f7c8-c356-4a79-bd3e-8005302f9371 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:12:04.892188 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-0fcb34b7-904c-4010-80df-66a8c650d9c4 req-db0670e8-f4f1-4842-8388-b19d64ce31eb tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:12:04.899464 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fcb34b7-904c-4010-80df-66a8c650d9c4 req-db0670e8-f4f1-4842-8388-b19d64ce31eb tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:12:04.923954 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e31ca5-f577-43c6-8b70-4c809c2b2c21 service neutron] Pushing event updated for resources: {'Port': ['ID=ff7073c1-c4c9-46c9-9698-1bdeede0d41c,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:04.955497 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:04.995041 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 06c52605-4de4-48ec-a7c2-def5b215a00c, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=06c52605-4de4-48ec-a7c2-def5b215a00c,segment=NetworkSegment(9de9bfca-d5e3-4514-839e-5c60e3c23980),segment_id=9de9bfca-d5e3-4514-839e-5c60e3c23980)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:05.000994 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:05.002349 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 064b356a-79ea-45c7-aa11-af75a4d13f12 up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:12:05.056665 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=06c52605-4de4-48ec-a7c2-def5b215a00c,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:05.069934 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb34b7-904c-4010-80df-66a8c650d9c4 req-db0670e8-f4f1-4842-8388-b19d64ce31eb tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:05.070579 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-0fcb34b7-904c-4010-80df-66a8c650d9c4 req-db0670e8-f4f1-4842-8388-b19d64ce31eb tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:05.080114 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0670e8-f4f1-4842-8388-b19d64ce31eb tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Pushing event updated for resources: {'Port': ['ID=d3d6626d-da1b-42ff-a67f-da8cf098f15b,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:05.093835 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-ce754042-47d3-487d-ac4c-14e25309eadf req-aba1ea6d-b7ad-4c17-8ad4-911ac31472ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f74f8bb-35fc-45f2-b1ea-df552563bc55 {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:05.103471 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-fe6b78f4-1004-4771-b3d4-72497033af87 req-76e31ca5-f577-43c6-8b70-4c809c2b2c21 service neutron] Attempting to bind port ff7073c1-c4c9-46c9-9698-1bdeede0d41c on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:12:05.103718 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ce754042-47d3-487d-ac4c-14e25309eadf req-aba1ea6d-b7ad-4c17-8ad4-911ac31472ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:05.103826 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-fe6b78f4-1004-4771-b3d4-72497033af87 req-76e31ca5-f577-43c6-8b70-4c809c2b2c21 service neutron] Attempting to bind port ff7073c1-c4c9-46c9-9698-1bdeede0d41c by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:12:05.104408 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6b78f4-1004-4771-b3d4-72497033af87 req-76e31ca5-f577-43c6-8b70-4c809c2b2c21 service neutron] Attempting to bind port ff7073c1-c4c9-46c9-9698-1bdeede0d41c on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:05.108847 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0fcb34b7-904c-4010-80df-66a8c650d9c4 req-db0670e8-f4f1-4842-8388-b19d64ce31eb tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6097000 Aug 10 03:12:05.111285 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6b78f4-1004-4771-b3d4-72497033af87 req-76e31ca5-f577-43c6-8b70-4c809c2b2c21 service neutron] Port ff7073c1-c4c9-46c9-9698-1bdeede0d41c on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:12:05.111613 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6b78f4-1004-4771-b3d4-72497033af87 req-76e31ca5-f577-43c6-8b70-4c809c2b2c21 service neutron] Attempting to bind port ff7073c1-c4c9-46c9-9698-1bdeede0d41c on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:05.130537 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-0fcb34b7-904c-4010-80df-66a8c650d9c4 req-05faea5f-25b3-4d08-a021-b1c305852d8c service neutron] Request body: {'port': {'device_id': 'a2da6381-9d03-4693-ac12-5357b9ed4bc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:05.133275 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port 064b356a-79ea-45c7-aa11-af75a4d13f12 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:05.135965 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6b78f4-1004-4771-b3d4-72497033af87 req-76e31ca5-f577-43c6-8b70-4c809c2b2c21 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:12:05.135965 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6b78f4-1004-4771-b3d4-72497033af87 req-76e31ca5-f577-43c6-8b70-4c809c2b2c21 service neutron] Checking segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:12:05.136374 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6b78f4-1004-4771-b3d4-72497033af87 req-76e31ca5-f577-43c6-8b70-4c809c2b2c21 service neutron] Bound using segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:12:05.136600 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-fe6b78f4-1004-4771-b3d4-72497033af87 req-76e31ca5-f577-43c6-8b70-4c809c2b2c21 service neutron] Bound port: ff7073c1-c4c9-46c9-9698-1bdeede0d41c, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:12:05.137327 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-fe6b78f4-1004-4771-b3d4-72497033af87 req-76e31ca5-f577-43c6-8b70-4c809c2b2c21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:05.140149 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 064b356a-79ea-45c7-aa11-af75a4d13f12 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:05.141313 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:05.167273 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-ce754042-47d3-487d-ac4c-14e25309eadf req-aba1ea6d-b7ad-4c17-8ad4-911ac31472ed service neutron] Transition to ACTIVE for port object 6f74f8bb-35fc-45f2-b1ea-df552563bc55 will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:12:05.225405 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ce754042-47d3-487d-ac4c-14e25309eadf req-aba1ea6d-b7ad-4c17-8ad4-911ac31472ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:05.229474 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-0fcb34b7-904c-4010-80df-66a8c650d9c4 req-05faea5f-25b3-4d08-a021-b1c305852d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:05.254592 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:05.277759 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-198f0733-fdd0-4e1b-b57f-47911c0aac5b service neutron] For port b7dcc8e3-4d63-41cc-8815-c35f6ece648c, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:12:05.287602 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb5d489-1505-427d-af31-1b2d1943924d req-162a36de-0bb7-413e-807a-ac1f83ee46a0 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:05.288791 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-fe6b78f4-1004-4771-b3d4-72497033af87 req-76e31ca5-f577-43c6-8b70-4c809c2b2c21 service neutron] For port ff7073c1-c4c9-46c9-9698-1bdeede0d41c, host n-h2-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:12:05.289147 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6eb5d489-1505-427d-af31-1b2d1943924d req-162a36de-0bb7-413e-807a-ac1f83ee46a0 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd4bfbe6-87bb-4b9b-92a0-9a63b19895f8 HTTP/1.1" status: 200 len: 949 time: 0.6981766 Aug 10 03:12:05.296172 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 064b356a-79ea-45c7-aa11-af75a4d13f12, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=064b356a-79ea-45c7-aa11-af75a4d13f12,segment=NetworkSegment(9de9bfca-d5e3-4514-839e-5c60e3c23980),segment_id=9de9bfca-d5e3-4514-839e-5c60e3c23980)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:05.304279 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:05.305796 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 922f1e4c-a149-4359-82ba-e7d48bec92e7 up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:12:05.311282 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-fe6b78f4-1004-4771-b3d4-72497033af87 req-76e31ca5-f577-43c6-8b70-4c809c2b2c21 service neutron] For port ff7073c1-c4c9-46c9-9698-1bdeede0d41c, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=ff7073c1-c4c9-46c9-9698-1bdeede0d41c,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:12:05.321169 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-fe6b78f4-1004-4771-b3d4-72497033af87 req-76e31ca5-f577-43c6-8b70-4c809c2b2c21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:05.323009 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-198f0733-fdd0-4e1b-b57f-47911c0aac5b service neutron] For port b7dcc8e3-4d63-41cc-8815-c35f6ece648c, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=b7dcc8e3-4d63-41cc-8815-c35f6ece648c,segment=NetworkSegment(8ddfe2f3-0ea2-4831-9e9a-fdd31e122040),segment_id=8ddfe2f3-0ea2-4831-9e9a-fdd31e122040)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:12:05.350937 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-198f0733-fdd0-4e1b-b57f-47911c0aac5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:05.371519 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f710ea5-602c-4e85-992c-72ade1ede1b7 req-5cb4c306-4828-4ee0-9f55-3a266ad20044 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:05.373073 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6f710ea5-602c-4e85-992c-72ade1ede1b7 req-5cb4c306-4828-4ee0-9f55-3a266ad20044 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2da6381-9d03-4693-ac12-5357b9ed4bc2 HTTP/1.1" status: 200 len: 931 time: 0.2364662 Aug 10 03:12:05.397470 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba1ea6d-b7ad-4c17-8ad4-911ac31472ed service neutron] Pushing event updated for resources: {'Port': ['ID=6f74f8bb-35fc-45f2-b1ea-df552563bc55,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:05.406257 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b78f4-1004-4771-b3d4-72497033af87 req-76e31ca5-f577-43c6-8b70-4c809c2b2c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:05.407447 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-fe6b78f4-1004-4771-b3d4-72497033af87 req-76e31ca5-f577-43c6-8b70-4c809c2b2c21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:05.409083 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fe6b78f4-1004-4771-b3d4-72497033af87 req-76e31ca5-f577-43c6-8b70-4c809c2b2c21 service neutron] 10.222.0.60 "PUT /v2.0/ports/ff7073c1-c4c9-46c9-9698-1bdeede0d41c HTTP/1.1" status: 200 len: 1097 time: 1.3378744 Aug 10 03:12:05.413628 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f6a9b64-6743-4a8e-b2e5-62ffafe6d401', 'tag': 'ff7073c1-c4c9-46c9-9698-1bdeede0d41c'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:05.416799 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d756f30-ca23-48a8-8397-ac1602c5cc8d" -d '{"events": [{"name": "network-changed", "server_uuid": "8f6a9b64-6743-4a8e-b2e5-62ffafe6d401", "tag": "ff7073c1-c4c9-46c9-9698-1bdeede0d41c"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:05.445757 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port 922f1e4c-a149-4359-82ba-e7d48bec92e7 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:05.457441 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 922f1e4c-a149-4359-82ba-e7d48bec92e7 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:05.458212 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:05.463973 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6eb5d489-1505-427d-af31-1b2d1943924d req-5dd71a24-22da-4914-abd6-3084b67c05e0 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445546 Aug 10 03:12:05.511852 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=064b356a-79ea-45c7-aa11-af75a4d13f12,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:05.523082 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e31ca5-f577-43c6-8b70-4c809c2b2c21 service neutron] Pushing event updated for resources: {'Port': ['ID=ff7073c1-c4c9-46c9-9698-1bdeede0d41c,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:05.537158 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-198f0733-fdd0-4e1b-b57f-47911c0aac5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:05.537837 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-198f0733-fdd0-4e1b-b57f-47911c0aac5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:05.539282 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-198f0733-fdd0-4e1b-b57f-47911c0aac5b service neutron] 10.222.0.60 "PUT /v2.0/ports/b7dcc8e3-4d63-41cc-8815-c35f6ece648c HTTP/1.1" status: 200 len: 1093 time: 4.0558436 Aug 10 03:12:05.563393 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-2204c7a2-30d1-4f26-b95a-23c61f910071 service neutron] 10.222.0.60 "GET /v2.0/networks/9b881be2-747f-4ac5-a601-3d9192150e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7275715 Aug 10 03:12:05.585131 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b78f4-1004-4771-b3d4-72497033af87 req-4ba9fcb7-4ebb-4a64-870d-41d739a8faeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:05.586685 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fe6b78f4-1004-4771-b3d4-72497033af87 req-4ba9fcb7-4ebb-4a64-870d-41d739a8faeb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d00f2c261de74ebbb1500c01bfd8f0c7&device_id=8f6a9b64-6743-4a8e-b2e5-62ffafe6d401 HTTP/1.1" status: 200 len: 1100 time: 0.1209359 Aug 10 03:12:05.632599 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:05.655824 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fe6b78f4-1004-4771-b3d4-72497033af87 req-df75c4e2-d162-4c93-905c-4e8a65e42a72 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=ff7073c1-c4c9-46c9-9698-1bdeede0d41c HTTP/1.1" status: 200 len: 217 time: 0.0567243 Aug 10 03:12:05.745595 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 922f1e4c-a149-4359-82ba-e7d48bec92e7, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=922f1e4c-a149-4359-82ba-e7d48bec92e7,segment=NetworkSegment(3980fb01-f4d6-4f9d-89ff-97ad0cbaf2ff),segment_id=3980fb01-f4d6-4f9d-89ff-97ad0cbaf2ff)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:05.747066 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198f0733-fdd0-4e1b-b57f-47911c0aac5b service neutron] Pushing event updated for resources: {'Port': ['ID=b7dcc8e3-4d63-41cc-8815-c35f6ece648c,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:05.753380 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:05.754617 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 7f7d4070-63a5-4dcf-a267-bab9b2c3747d up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:12:05.772239 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b78f4-1004-4771-b3d4-72497033af87 req-70b8436b-7cc2-4b6d-8b83-206e3d809b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:05.773931 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fe6b78f4-1004-4771-b3d4-72497033af87 req-70b8436b-7cc2-4b6d-8b83-206e3d809b06 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.1041670 Aug 10 03:12:05.825707 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9badadf9-7da6-4ec4-9600-6520a4663067 x-openstack-request-id: req-9badadf9-7da6-4ec4-9600-6520a4663067 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:05.825993 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd4bfbe6-87bb-4b9b-92a0-9a63b19895f8", "name": "network-vif-plugged", "status": "completed", "tag": "96ce739d-641c-4849-9a27-05bd527bd5b4", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:05.826249 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9badadf9-7da6-4ec4-9600-6520a4663067 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:05.826637 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd4bfbe6-87bb-4b9b-92a0-9a63b19895f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96ce739d-641c-4849-9a27-05bd527bd5b4', 'code': 200} Aug 10 03:12:05.831044 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-0fcb34b7-904c-4010-80df-66a8c650d9c4 req-05faea5f-25b3-4d08-a021-b1c305852d8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3d6626d-da1b-42ff-a67f-da8cf098f15b {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:05.841465 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-0fcb34b7-904c-4010-80df-66a8c650d9c4 req-05faea5f-25b3-4d08-a021-b1c305852d8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:05.885049 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:05.886845 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6f710ea5-602c-4e85-992c-72ade1ede1b7 req-6bee111e-1a6c-46c5-a1b3-cd2a24ea1526 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4910059 Aug 10 03:12:05.889955 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=922f1e4c-a149-4359-82ba-e7d48bec92e7,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:05.891767 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-c51e04fa-daf2-400c-91ae-880e21a63583 service neutron] 10.222.0.60 "GET /v2.0/networks/9b881be2-747f-4ac5-a601-3d9192150e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191252 Aug 10 03:12:05.898686 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-0fcb34b7-904c-4010-80df-66a8c650d9c4 req-05faea5f-25b3-4d08-a021-b1c305852d8c service neutron] Transition to ACTIVE for port object d3d6626d-da1b-42ff-a67f-da8cf098f15b will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:12:05.908883 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port 7f7d4070-63a5-4dcf-a267-bab9b2c3747d completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:05.913154 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 7f7d4070-63a5-4dcf-a267-bab9b2c3747d triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:05.913597 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:05.936062 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b78f4-1004-4771-b3d4-72497033af87 req-f0f09f9f-fe68-43e6-afd9-871f31ada30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:05.937852 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fe6b78f4-1004-4771-b3d4-72497033af87 req-f0f09f9f-fe68-43e6-afd9-871f31ada30f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1503363 Aug 10 03:12:05.962535 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-41b745a4-97a8-49fe-9bb3-20b5d7b632c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:05.964136 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-41b745a4-97a8-49fe-9bb3-20b5d7b632c9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7e271229822f4953aecd948b326ecfce&device_id=367a792c-57c6-4262-aa3a-ce3816d4f2c2 HTTP/1.1" status: 200 len: 1096 time: 0.3337669 Aug 10 03:12:05.973558 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-0fcb34b7-904c-4010-80df-66a8c650d9c4 req-05faea5f-25b3-4d08-a021-b1c305852d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:05.987325 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-ce754042-47d3-487d-ac4c-14e25309eadf req-aba1ea6d-b7ad-4c17-8ad4-911ac31472ed service neutron] Attempting to bind port 6f74f8bb-35fc-45f2-b1ea-df552563bc55 on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:12:05.994439 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-ce754042-47d3-487d-ac4c-14e25309eadf req-aba1ea6d-b7ad-4c17-8ad4-911ac31472ed service neutron] Attempting to bind port 6f74f8bb-35fc-45f2-b1ea-df552563bc55 by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:12:05.996610 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce754042-47d3-487d-ac4c-14e25309eadf req-aba1ea6d-b7ad-4c17-8ad4-911ac31472ed service neutron] Attempting to bind port 6f74f8bb-35fc-45f2-b1ea-df552563bc55 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:06.085776 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-722c62f5-3936-4129-a56b-e2c3d5afc24f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7dcc8e3-4d63-41cc-8815-c35f6ece648c HTTP/1.1" status: 200 len: 217 time: 0.0659897 Aug 10 03:12:06.091472 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05faea5f-25b3-4d08-a021-b1c305852d8c service neutron] Pushing event updated for resources: {'Port': ['ID=d3d6626d-da1b-42ff-a67f-da8cf098f15b,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:06.099621 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:06.122941 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce754042-47d3-487d-ac4c-14e25309eadf req-aba1ea6d-b7ad-4c17-8ad4-911ac31472ed service neutron] Port 6f74f8bb-35fc-45f2-b1ea-df552563bc55 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:12:06.123292 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce754042-47d3-487d-ac4c-14e25309eadf req-aba1ea6d-b7ad-4c17-8ad4-911ac31472ed service neutron] Attempting to bind port 6f74f8bb-35fc-45f2-b1ea-df552563bc55 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:06.126368 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b4654-3e58-4e68-a5db-cd843b3dedf1 req-24ebdccd-9bac-4030-a54e-c3d412dcf732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:06.128033 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-9e6b4654-3e58-4e68-a5db-cd843b3dedf1 req-24ebdccd-9bac-4030-a54e-c3d412dcf732 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fd4bfbe6-87bb-4b9b-92a0-9a63b19895f8 HTTP/1.1" status: 200 len: 1102 time: 0.2310877 Aug 10 03:12:06.161393 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 7f7d4070-63a5-4dcf-a267-bab9b2c3747d, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=7f7d4070-63a5-4dcf-a267-bab9b2c3747d,segment=NetworkSegment(9de9bfca-d5e3-4514-839e-5c60e3c23980),segment_id=9de9bfca-d5e3-4514-839e-5c60e3c23980)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:06.168059 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce754042-47d3-487d-ac4c-14e25309eadf req-aba1ea6d-b7ad-4c17-8ad4-911ac31472ed service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:12:06.168407 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce754042-47d3-487d-ac4c-14e25309eadf req-aba1ea6d-b7ad-4c17-8ad4-911ac31472ed service neutron] Checking segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:12:06.168798 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce754042-47d3-487d-ac4c-14e25309eadf req-aba1ea6d-b7ad-4c17-8ad4-911ac31472ed service neutron] Bound using segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:12:06.169225 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-ce754042-47d3-487d-ac4c-14e25309eadf req-aba1ea6d-b7ad-4c17-8ad4-911ac31472ed service neutron] Bound port: 6f74f8bb-35fc-45f2-b1ea-df552563bc55, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:12:06.169596 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ce754042-47d3-487d-ac4c-14e25309eadf req-aba1ea6d-b7ad-4c17-8ad4-911ac31472ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:06.171327 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:06.173248 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 68fdef05-c3ba-4e4e-9c7f-2056598ae3a7 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:12:06.215495 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fe6b78f4-1004-4771-b3d4-72497033af87 req-89c1ab5d-047a-4eed-ab17-4bb606d0d225 service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388897 Aug 10 03:12:06.223205 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: 68fdef05-c3ba-4e4e-9c7f-2056598ae3a7 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:12:06.223561 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 68fdef05-c3ba-4e4e-9c7f-2056598ae3a7 not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:12:06.235569 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-9e6b4654-3e58-4e68-a5db-cd843b3dedf1 req-50dce7c2-5d6c-4579-a630-9460cdd258d5 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809619 Aug 10 03:12:06.246999 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-0fcb34b7-904c-4010-80df-66a8c650d9c4 req-05faea5f-25b3-4d08-a021-b1c305852d8c service neutron] Attempting to bind port d3d6626d-da1b-42ff-a67f-da8cf098f15b on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:12:06.247343 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-0fcb34b7-904c-4010-80df-66a8c650d9c4 req-05faea5f-25b3-4d08-a021-b1c305852d8c service neutron] Attempting to bind port d3d6626d-da1b-42ff-a67f-da8cf098f15b by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': 'db7476b4-7245-4e51-b6d1-619dc5627d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0cf0f7c8-c356-4a79-bd3e-8005302f9371'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:12:06.247702 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcb34b7-904c-4010-80df-66a8c650d9c4 req-05faea5f-25b3-4d08-a021-b1c305852d8c service neutron] Attempting to bind port d3d6626d-da1b-42ff-a67f-da8cf098f15b on network 0cf0f7c8-c356-4a79-bd3e-8005302f9371 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:06.253029 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=7f7d4070-63a5-4dcf-a267-bab9b2c3747d,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:06.266659 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74caefcc-c510-41e3-846b-9558d19f43a8 req-97576b49-eeda-48ce-ac05-f0fe5e74b875 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:06.272582 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74caefcc-c510-41e3-846b-9558d19f43a8 req-97576b49-eeda-48ce-ac05-f0fe5e74b875 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:06.278782 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74caefcc-c510-41e3-846b-9558d19f43a8 req-97576b49-eeda-48ce-ac05-f0fe5e74b875 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:06.282213 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcb34b7-904c-4010-80df-66a8c650d9c4 req-05faea5f-25b3-4d08-a021-b1c305852d8c service neutron] Port d3d6626d-da1b-42ff-a67f-da8cf098f15b on network 0cf0f7c8-c356-4a79-bd3e-8005302f9371 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:12:06.282546 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcb34b7-904c-4010-80df-66a8c650d9c4 req-05faea5f-25b3-4d08-a021-b1c305852d8c service neutron] Attempting to bind port d3d6626d-da1b-42ff-a67f-da8cf098f15b on network 0cf0f7c8-c356-4a79-bd3e-8005302f9371 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:06.285216 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74caefcc-c510-41e3-846b-9558d19f43a8 req-97576b49-eeda-48ce-ac05-f0fe5e74b875 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:06.291221 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74caefcc-c510-41e3-846b-9558d19f43a8 req-97576b49-eeda-48ce-ac05-f0fe5e74b875 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:06.294428 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcb34b7-904c-4010-80df-66a8c650d9c4 req-05faea5f-25b3-4d08-a021-b1c305852d8c service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:12:06.294795 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcb34b7-904c-4010-80df-66a8c650d9c4 req-05faea5f-25b3-4d08-a021-b1c305852d8c service neutron] Checking segment: {'id': 'db7476b4-7245-4e51-b6d1-619dc5627d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0cf0f7c8-c356-4a79-bd3e-8005302f9371'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:12:06.295176 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcb34b7-904c-4010-80df-66a8c650d9c4 req-05faea5f-25b3-4d08-a021-b1c305852d8c service neutron] Bound using segment: {'id': 'db7476b4-7245-4e51-b6d1-619dc5627d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0cf0f7c8-c356-4a79-bd3e-8005302f9371'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:12:06.295603 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-0fcb34b7-904c-4010-80df-66a8c650d9c4 req-05faea5f-25b3-4d08-a021-b1c305852d8c service neutron] Bound port: d3d6626d-da1b-42ff-a67f-da8cf098f15b, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db7476b4-7245-4e51-b6d1-619dc5627d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0cf0f7c8-c356-4a79-bd3e-8005302f9371'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:12:06.295963 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-0fcb34b7-904c-4010-80df-66a8c650d9c4 req-05faea5f-25b3-4d08-a021-b1c305852d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:06.297166 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74caefcc-c510-41e3-846b-9558d19f43a8 req-97576b49-eeda-48ce-ac05-f0fe5e74b875 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:06.303610 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74caefcc-c510-41e3-846b-9558d19f43a8 req-97576b49-eeda-48ce-ac05-f0fe5e74b875 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:06.305536 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-74caefcc-c510-41e3-846b-9558d19f43a8 req-97576b49-eeda-48ce-ac05-f0fe5e74b875 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 5437 time: 0.3401339 Aug 10 03:12:06.307330 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-857038e3-b663-4b97-9075-81edfb5a8e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:06.308355 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-857038e3-b663-4b97-9075-81edfb5a8e3b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=08669c2c-c732-45d4-80b5-2b8b84aa1ee8 HTTP/1.1" status: 200 len: 858 time: 0.2021053 Aug 10 03:12:06.351543 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3858907b-afb5-417f-a578-b748f252ec42 req-7bf42c46-f513-4da1-a1f9-c0229052bdff tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:06.353040 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3858907b-afb5-417f-a578-b748f252ec42 req-7bf42c46-f513-4da1-a1f9-c0229052bdff tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] 10.222.0.62 "GET /v2.0/ports?device_id=367a792c-57c6-4262-aa3a-ce3816d4f2c2 HTTP/1.1" status: 200 len: 944 time: 0.2677090 Aug 10 03:12:06.364463 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fe6b78f4-1004-4771-b3d4-72497033af87 req-d584a3f8-9883-4bf1-922b-aaf0941fb49a service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407163 Aug 10 03:12:06.381634 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-a2711405-9b95-4397-9e54-a68f194f06e3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9b881be2-747f-4ac5-a601-3d9192150e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595832 Aug 10 03:12:06.389368 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-0fcb34b7-904c-4010-80df-66a8c650d9c4 req-05faea5f-25b3-4d08-a021-b1c305852d8c service neutron] For port d3d6626d-da1b-42ff-a67f-da8cf098f15b, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:12:06.392815 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-0fcb34b7-904c-4010-80df-66a8c650d9c4 req-05faea5f-25b3-4d08-a021-b1c305852d8c service neutron] For port d3d6626d-da1b-42ff-a67f-da8cf098f15b, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=d3d6626d-da1b-42ff-a67f-da8cf098f15b,segment=NetworkSegment(db7476b4-7245-4e51-b6d1-619dc5627d38),segment_id=db7476b4-7245-4e51-b6d1-619dc5627d38)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:12:06.397201 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-0fcb34b7-904c-4010-80df-66a8c650d9c4 req-05faea5f-25b3-4d08-a021-b1c305852d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:06.432177 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb34b7-904c-4010-80df-66a8c650d9c4 req-05faea5f-25b3-4d08-a021-b1c305852d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:06.432528 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb45aab-7ef5-48a9-93f5-02ab534aa0df req-9b2a6f65-47f1-4b37-ba30-0fc8848de4e9 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:06.432778 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-0fcb34b7-904c-4010-80df-66a8c650d9c4 req-05faea5f-25b3-4d08-a021-b1c305852d8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:06.433997 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0eb45aab-7ef5-48a9-93f5-02ab534aa0df req-9b2a6f65-47f1-4b37-ba30-0fc8848de4e9 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.60 "GET /v2.0/ports?device_id=7afe2725-211f-4a04-a488-e97f3118f7d4 HTTP/1.1" status: 200 len: 944 time: 0.2533219 Aug 10 03:12:06.434216 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0fcb34b7-904c-4010-80df-66a8c650d9c4 req-05faea5f-25b3-4d08-a021-b1c305852d8c service neutron] 10.222.0.58 "PUT /v2.0/ports/d3d6626d-da1b-42ff-a67f-da8cf098f15b HTTP/1.1" status: 200 len: 1092 time: 1.3086011 Aug 10 03:12:06.445258 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 0e420d2d-9e00-4a1c-a13f-bcb7d00b00c2 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:12:06.464114 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05faea5f-25b3-4d08-a021-b1c305852d8c service neutron] Pushing event updated for resources: {'Port': ['ID=d3d6626d-da1b-42ff-a67f-da8cf098f15b,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:06.489581 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-ce754042-47d3-487d-ac4c-14e25309eadf req-aba1ea6d-b7ad-4c17-8ad4-911ac31472ed service neutron] For port 6f74f8bb-35fc-45f2-b1ea-df552563bc55, host n-h1-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:12:06.503505 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port 0e420d2d-9e00-4a1c-a13f-bcb7d00b00c2 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:06.507284 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port 0e420d2d-9e00-4a1c-a13f-bcb7d00b00c2 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:06.507658 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:06.520380 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-74caefcc-c510-41e3-846b-9558d19f43a8 req-bc19a252-6fa7-4fb4-bb3c-b73ef7fdc5b3 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/security-groups?id=b405968e-e8dd-4859-b855-f8ae1385ba0e&id=8fa0499c-1adb-43e6-95ad-71a41197fc16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2049382 Aug 10 03:12:06.526969 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb34b7-904c-4010-80df-66a8c650d9c4 req-1e017b83-4e2e-489c-abe6-bb3dc599785c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:06.528558 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0fcb34b7-904c-4010-80df-66a8c650d9c4 req-1e017b83-4e2e-489c-abe6-bb3dc599785c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c1193550364e4f108017499cab055ad4&device_id=a2da6381-9d03-4693-ac12-5357b9ed4bc2 HTTP/1.1" status: 200 len: 1095 time: 0.0444100 Aug 10 03:12:06.549366 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-ce754042-47d3-487d-ac4c-14e25309eadf req-aba1ea6d-b7ad-4c17-8ad4-911ac31472ed service neutron] For port 6f74f8bb-35fc-45f2-b1ea-df552563bc55, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=6f74f8bb-35fc-45f2-b1ea-df552563bc55,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:12:06.559212 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3858907b-afb5-417f-a578-b748f252ec42 req-ea27ec3b-4537-4224-9adb-7f4b4e616860 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] 10.222.0.62 "GET /v2.0/security-groups?id=74b7ddb7-8c67-4624-bfea-17dead5f10e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806774 Aug 10 03:12:06.565685 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ce754042-47d3-487d-ac4c-14e25309eadf req-aba1ea6d-b7ad-4c17-8ad4-911ac31472ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:06.589331 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0fcb34b7-904c-4010-80df-66a8c650d9c4 req-6fd1451f-a2a7-4fe1-8c84-0a59b2f59900 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3d6626d-da1b-42ff-a67f-da8cf098f15b HTTP/1.1" status: 200 len: 217 time: 0.0494998 Aug 10 03:12:06.596011 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b24de52-2033-43d7-852d-c1ceaa5a7a6b x-openstack-request-id: req-5b24de52-2033-43d7-852d-c1ceaa5a7a6b {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:06.596302 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f6a9b64-6743-4a8e-b2e5-62ffafe6d401", "tag": "ff7073c1-c4c9-46c9-9698-1bdeede0d41c", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:06.596554 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5b24de52-2033-43d7-852d-c1ceaa5a7a6b {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:06.596956 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f6a9b64-6743-4a8e-b2e5-62ffafe6d401', 'tag': 'ff7073c1-c4c9-46c9-9698-1bdeede0d41c', 'status': 'completed', 'code': 200} Aug 10 03:12:06.629157 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:06.666419 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 0e420d2d-9e00-4a1c-a13f-bcb7d00b00c2, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=0e420d2d-9e00-4a1c-a13f-bcb7d00b00c2,segment=NetworkSegment(8ddfe2f3-0ea2-4831-9e9a-fdd31e122040),segment_id=8ddfe2f3-0ea2-4831-9e9a-fdd31e122040)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:06.677135 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:06.678500 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '352c4858-edfa-4828-baca-f82273905079', 'tag': 'd6e6ff51-b55a-42aa-a66b-a351e666526d'}, {'name': 'network-changed', 'server_uuid': '367a792c-57c6-4262-aa3a-ce3816d4f2c2', 'tag': 'b7dcc8e3-4d63-41cc-8815-c35f6ece648c'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:06.681046 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156e348b-0485-492a-acc7-4029c4e40a69" -d '{"events": [{"name": "network-changed", "server_uuid": "352c4858-edfa-4828-baca-f82273905079", "tag": "d6e6ff51-b55a-42aa-a66b-a351e666526d"}, {"name": "network-changed", "server_uuid": "367a792c-57c6-4262-aa3a-ce3816d4f2c2", "tag": "b7dcc8e3-4d63-41cc-8815-c35f6ece648c"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:06.689384 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device ee53d7b7-1d52-47a8-a630-59afbe99d7bd up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:12:06.715440 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb34b7-904c-4010-80df-66a8c650d9c4 req-815d55bf-0936-4602-853d-d30a5084227a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:06.717192 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0fcb34b7-904c-4010-80df-66a8c650d9c4 req-815d55bf-0936-4602-853d-d30a5084227a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a8836cca-129c-4b0e-ae0e-fb7a336cf058 HTTP/1.1" status: 200 len: 854 time: 0.1176596 Aug 10 03:12:06.724703 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce754042-47d3-487d-ac4c-14e25309eadf req-aba1ea6d-b7ad-4c17-8ad4-911ac31472ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:06.725906 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d756f30-ca23-48a8-8397-ac1602c5cc8d req-330e276f-a42e-4eb6-92d9-312066aef743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:06.726156 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ce754042-47d3-487d-ac4c-14e25309eadf req-aba1ea6d-b7ad-4c17-8ad4-911ac31472ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:06.727448 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3d756f30-ca23-48a8-8397-ac1602c5cc8d req-330e276f-a42e-4eb6-92d9-312066aef743 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d00f2c261de74ebbb1500c01bfd8f0c7&device_id=8f6a9b64-6743-4a8e-b2e5-62ffafe6d401 HTTP/1.1" status: 200 len: 1100 time: 0.0730081 Aug 10 03:12:06.728100 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ce754042-47d3-487d-ac4c-14e25309eadf req-aba1ea6d-b7ad-4c17-8ad4-911ac31472ed service neutron] 10.222.0.58 "PUT /v2.0/ports/6f74f8bb-35fc-45f2-b1ea-df552563bc55 HTTP/1.1" status: 200 len: 1096 time: 2.5477440 Aug 10 03:12:06.779453 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-880a833f-9e1a-4194-87ff-b00734be597c service neutron] 10.222.0.60 "GET /v2.0/networks/9b881be2-747f-4ac5-a601-3d9192150e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880751 Aug 10 03:12:06.782286 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0fcb34b7-904c-4010-80df-66a8c650d9c4 req-bd4dc4ad-262e-4f2a-920e-5930e2865969 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0cf0f7c8-c356-4a79-bd3e-8005302f9371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533199 Aug 10 03:12:06.842465 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=0e420d2d-9e00-4a1c-a13f-bcb7d00b00c2,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:06.848903 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port ee53d7b7-1d52-47a8-a630-59afbe99d7bd completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:06.853547 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port ee53d7b7-1d52-47a8-a630-59afbe99d7bd triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:06.854327 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:06.905282 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba1ea6d-b7ad-4c17-8ad4-911ac31472ed service neutron] Pushing event updated for resources: {'Port': ['ID=6f74f8bb-35fc-45f2-b1ea-df552563bc55,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:06.932382 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d756f30-ca23-48a8-8397-ac1602c5cc8d req-a61a950e-ffd8-4440-b63c-546b7071347b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:06.934171 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3d756f30-ca23-48a8-8397-ac1602c5cc8d req-a61a950e-ffd8-4440-b63c-546b7071347b service neutron] 10.222.0.60 "GET /v2.0/networks?id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d HTTP/1.1" status: 200 len: 870 time: 0.1966352 Aug 10 03:12:06.940946 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-880b81d4-2a67-447f-8fa8-6034aebabb42 req-a874c4c6-6a82-42d6-b89c-fb6ceeecc096 service neutron] 10.222.0.60 "GET /v2.0/networks/9b881be2-747f-4ac5-a601-3d9192150e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424735 Aug 10 03:12:06.954709 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0fcb34b7-904c-4010-80df-66a8c650d9c4 req-57854ee3-ffb7-44c1-af5e-0c1058f8884a service neutron] 10.222.0.58 "GET /v2.0/networks/0cf0f7c8-c356-4a79-bd3e-8005302f9371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466312 Aug 10 03:12:06.955563 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bae3fe-060b-42fd-9168-1c09c6ea6b6f req-fd2d03f7-0a31-417d-9289-0a4adcb3b326 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:06.957253 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f6bae3fe-060b-42fd-9168-1c09c6ea6b6f req-fd2d03f7-0a31-417d-9289-0a4adcb3b326 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f6a9b64-6743-4a8e-b2e5-62ffafe6d401 HTTP/1.1" status: 200 len: 948 time: 0.2915120 Aug 10 03:12:06.966296 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-0eb45aab-7ef5-48a9-93f5-02ab534aa0df req-75553b9f-6d86-4b0d-8422-c85864f9a691 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Deleting port 7c60be1e-d749-43be-a835-a835dab09c29 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:12:06.967007 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-0eb45aab-7ef5-48a9-93f5-02ab534aa0df req-75553b9f-6d86-4b0d-8422-c85864f9a691 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:06.972441 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:07.008057 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port ee53d7b7-1d52-47a8-a630-59afbe99d7bd, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=ee53d7b7-1d52-47a8-a630-59afbe99d7bd,segment=NetworkSegment(b96f6dd2-820f-4525-9b5d-9cb81ae71b32),segment_id=b96f6dd2-820f-4525-9b5d-9cb81ae71b32)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:07.012109 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:07.012914 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 9140a197-e2ae-4fbc-a8b1-69cdd61eb563 up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:12:07.048807 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4e24e-3672-4f7e-b15d-d9896283bd68 req-5b4181bd-fb51-46e2-b36b-317d441cdb14 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:07.050450 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c4a4e24e-3672-4f7e-b15d-d9896283bd68 req-5b4181bd-fb51-46e2-b36b-317d441cdb14 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=7afe2725-211f-4a04-a488-e97f3118f7d4 HTTP/1.1" status: 200 len: 944 time: 0.2868927 Aug 10 03:12:07.056576 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3d756f30-ca23-48a8-8397-ac1602c5cc8d req-9f69f2fc-aa5f-4635-98dd-f986fc70febc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=ff7073c1-c4c9-46c9-9698-1bdeede0d41c HTTP/1.1" status: 200 len: 217 time: 0.1040347 Aug 10 03:12:07.064400 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce754042-47d3-487d-ac4c-14e25309eadf req-101603cc-65e5-49f7-a5e0-58830974ceab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:07.066365 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ce754042-47d3-487d-ac4c-14e25309eadf req-101603cc-65e5-49f7-a5e0-58830974ceab service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d00f2c261de74ebbb1500c01bfd8f0c7&device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 1099 time: 0.2833431 Aug 10 03:12:07.140691 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0fcb34b7-904c-4010-80df-66a8c650d9c4 req-c9df0f85-1548-4905-bd47-48c19147f904 service neutron] 10.222.0.58 "GET /v2.0/networks/0cf0f7c8-c356-4a79-bd3e-8005302f9371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761079 Aug 10 03:12:07.145544 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=ee53d7b7-1d52-47a8-a630-59afbe99d7bd,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:07.146351 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d756f30-ca23-48a8-8397-ac1602c5cc8d req-110e5b18-5f11-4968-a9c2-16dcd2b114e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:07.147917 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3d756f30-ca23-48a8-8397-ac1602c5cc8d req-110e5b18-5f11-4968-a9c2-16dcd2b114e3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.0836716 Aug 10 03:12:07.161641 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ce754042-47d3-487d-ac4c-14e25309eadf req-25a2871f-20a3-4e4b-8854-ddb121e0848e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=6f74f8bb-35fc-45f2-b1ea-df552563bc55 HTTP/1.1" status: 200 len: 217 time: 0.0723357 Aug 10 03:12:07.174718 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c4a4e24e-3672-4f7e-b15d-d9896283bd68 req-85f286b9-a85f-4f6c-91d5-cd72d6c7fa64 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/security-groups?id=f2699069-3a35-423f-a078-ea204b3d4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133432 Aug 10 03:12:07.177249 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port 9140a197-e2ae-4fbc-a8b1-69cdd61eb563 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:07.185655 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f6bae3fe-060b-42fd-9168-1c09c6ea6b6f req-00c5795f-4226-4f6d-8aac-27f0fe9e09a8 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091203 Aug 10 03:12:07.200444 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 9140a197-e2ae-4fbc-a8b1-69cdd61eb563 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:07.200444 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:07.249099 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-0eb45aab-7ef5-48a9-93f5-02ab534aa0df req-75553b9f-6d86-4b0d-8422-c85864f9a691 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] For port 7c60be1e-d749-43be-a835-a835dab09c29, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=7c60be1e-d749-43be-a835-a835dab09c29,segment=NetworkSegment(56914130-d266-4761-b91f-0f4044da3177),segment_id=56914130-d266-4761-b91f-0f4044da3177)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:07.249477 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-0eb45aab-7ef5-48a9-93f5-02ab534aa0df req-75553b9f-6d86-4b0d-8422-c85864f9a691 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:07.249792 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d756f30-ca23-48a8-8397-ac1602c5cc8d req-09a9685e-5032-4052-b746-c2c5a985d1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:07.252850 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3d756f30-ca23-48a8-8397-ac1602c5cc8d req-09a9685e-5032-4052-b746-c2c5a985d1de service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0971527 Aug 10 03:12:07.268853 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-0eb45aab-7ef5-48a9-93f5-02ab534aa0df req-75553b9f-6d86-4b0d-8422-c85864f9a691 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Calling delete_port for 7c60be1e-d749-43be-a835-a835dab09c29 owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:12:07.271505 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce754042-47d3-487d-ac4c-14e25309eadf req-39f907a7-1770-4b7c-9e15-244a203b6468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:07.273026 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ce754042-47d3-487d-ac4c-14e25309eadf req-39f907a7-1770-4b7c-9e15-244a203b6468 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.1024938 Aug 10 03:12:07.322064 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:07.367078 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 9140a197-e2ae-4fbc-a8b1-69cdd61eb563, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=9140a197-e2ae-4fbc-a8b1-69cdd61eb563,segment=NetworkSegment(b96f6dd2-820f-4525-9b5d-9cb81ae71b32),segment_id=b96f6dd2-820f-4525-9b5d-9cb81ae71b32)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:07.372081 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:07.373213 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 28fae6e2-48ce-4dfb-97b0-a801a71104de up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:12:07.395790 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3d756f30-ca23-48a8-8397-ac1602c5cc8d req-0f1af1ca-b7d3-462f-b6cf-b5b47787e2d6 service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323042 Aug 10 03:12:07.418845 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce754042-47d3-487d-ac4c-14e25309eadf req-277639fe-cc8b-4c24-94c2-f9f8a3459463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:07.420302 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ce754042-47d3-487d-ac4c-14e25309eadf req-277639fe-cc8b-4c24-94c2-f9f8a3459463 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1353869 Aug 10 03:12:07.443392 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072d5c8-cc02-4984-b21a-7d9e004dc491 req-94ca2dbf-7059-4552-be3d-c483301e0f6c tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:07.444949 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f072d5c8-cc02-4984-b21a-7d9e004dc491 req-94ca2dbf-7059-4552-be3d-c483301e0f6c tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd4bfbe6-87bb-4b9b-92a0-9a63b19895f8 HTTP/1.1" status: 200 len: 950 time: 0.1013753 Aug 10 03:12:07.468905 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d115165-336c-4e82-81fa-183d23aa64b8 x-openstack-request-id: req-6d115165-336c-4e82-81fa-183d23aa64b8 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:07.469712 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "352c4858-edfa-4828-baca-f82273905079", "tag": "d6e6ff51-b55a-42aa-a66b-a351e666526d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "367a792c-57c6-4262-aa3a-ce3816d4f2c2", "tag": "b7dcc8e3-4d63-41cc-8815-c35f6ece648c", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:07.469958 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6d115165-336c-4e82-81fa-183d23aa64b8 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:07.470357 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '352c4858-edfa-4828-baca-f82273905079', 'tag': 'd6e6ff51-b55a-42aa-a66b-a351e666526d', 'status': 'completed', 'code': 200} Aug 10 03:12:07.470610 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '367a792c-57c6-4262-aa3a-ce3816d4f2c2', 'tag': 'b7dcc8e3-4d63-41cc-8815-c35f6ece648c', 'status': 'completed', 'code': 200} Aug 10 03:12:07.491234 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=9140a197-e2ae-4fbc-a8b1-69cdd61eb563,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:07.503594 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port 28fae6e2-48ce-4dfb-97b0-a801a71104de completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:07.509925 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 28fae6e2-48ce-4dfb-97b0-a801a71104de triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:07.510310 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:07.535750 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3d756f30-ca23-48a8-8397-ac1602c5cc8d req-deefab16-70fc-421e-8d10-4f96442522e3 service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305461 Aug 10 03:12:07.600281 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:07.632073 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 28fae6e2-48ce-4dfb-97b0-a801a71104de, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=28fae6e2-48ce-4dfb-97b0-a801a71104de,segment=NetworkSegment(9de9bfca-d5e3-4514-839e-5c60e3c23980),segment_id=9de9bfca-d5e3-4514-839e-5c60e3c23980)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:07.633452 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f072d5c8-cc02-4984-b21a-7d9e004dc491 req-cdf663ad-5393-4d2a-bbc1-3394fe20d356 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781545 Aug 10 03:12:07.637128 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:07.637629 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 7c60be1e-d749-43be-a835-a835dab09c29 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:12:07.674395 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e348b-0485-492a-acc7-4029c4e40a69 req-543ac954-a7fc-4ec3-a91a-8f7d1a27d883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:07.676245 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-156e348b-0485-492a-acc7-4029c4e40a69 req-543ac954-a7fc-4ec3-a91a-8f7d1a27d883 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7e271229822f4953aecd948b326ecfce&device_id=352c4858-edfa-4828-baca-f82273905079 HTTP/1.1" status: 200 len: 1096 time: 0.1676316 Aug 10 03:12:07.681097 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-0eb45aab-7ef5-48a9-93f5-02ab534aa0df req-75553b9f-6d86-4b0d-8422-c85864f9a691 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:07.684017 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ce754042-47d3-487d-ac4c-14e25309eadf req-a410337b-0778-45ca-8082-bcd3648d8e4b service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381430 Aug 10 03:12:07.722516 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=28fae6e2-48ce-4dfb-97b0-a801a71104de,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:07.725291 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No active binding found for port 7c60be1e-d749-43be-a835-a835dab09c29 {{(pid=94218) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 10 03:12:07.725745 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 7c60be1e-d749-43be-a835-a835dab09c29 not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:12:07.828024 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e71a0fd-9049-4db9-b09f-57f7e39649f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c52605-4de4-48ec-a7c2-def5b215a00c'}, {'server_uuid': '1e71a0fd-9049-4db9-b09f-57f7e39649f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '064b356a-79ea-45c7-aa11-af75a4d13f12'}, {'server_uuid': '1e71a0fd-9049-4db9-b09f-57f7e39649f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '922f1e4c-a149-4359-82ba-e7d48bec92e7'}, {'server_uuid': '1e71a0fd-9049-4db9-b09f-57f7e39649f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7d4070-63a5-4dcf-a267-bab9b2c3747d'}, {'server_uuid': '22a763d3-d36a-49b5-a0a3-2e0bf12a3f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e420d2d-9e00-4a1c-a13f-bcb7d00b00c2'}, {'server_uuid': '1e71a0fd-9049-4db9-b09f-57f7e39649f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee53d7b7-1d52-47a8-a630-59afbe99d7bd'}, {'server_uuid': '1e71a0fd-9049-4db9-b09f-57f7e39649f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9140a197-e2ae-4fbc-a8b1-69cdd61eb563'}, {'server_uuid': '1e71a0fd-9049-4db9-b09f-57f7e39649f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28fae6e2-48ce-4dfb-97b0-a801a71104de'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:07.831217 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f54e0d-9fd0-4be1-8cde-b8d443950ee3" -d '{"events": [{"server_uuid": "1e71a0fd-9049-4db9-b09f-57f7e39649f7", "name": "network-vif-plugged", "status": "completed", "tag": "06c52605-4de4-48ec-a7c2-def5b215a00c"}, {"server_uuid": "1e71a0fd-9049-4db9-b09f-57f7e39649f7", "name": "network-vif-plugged", "status": "completed", "tag": "064b356a-79ea-45c7-aa11-af75a4d13f12"}, {"server_uuid": "1e71a0fd-9049-4db9-b09f-57f7e39649f7", "name": "network-vif-plugged", "status": "completed", "tag": "922f1e4c-a149-4359-82ba-e7d48bec92e7"}, {"server_uuid": "1e71a0fd-9049-4db9-b09f-57f7e39649f7", "name": "network-vif-plugged", "status": "completed", "tag": "7f7d4070-63a5-4dcf-a267-bab9b2c3747d"}, {"server_uuid": "22a763d3-d36a-49b5-a0a3-2e0bf12a3f64", "name": "network-vif-plugged", "status": "completed", "tag": "0e420d2d-9e00-4a1c-a13f-bcb7d00b00c2"}, {"server_uuid": "1e71a0fd-9049-4db9-b09f-57f7e39649f7", "name": "network-vif-plugged", "status": "completed", "tag": "ee53d7b7-1d52-47a8-a630-59afbe99d7bd"}, {"server_uuid": "1e71a0fd-9049-4db9-b09f-57f7e39649f7", "name": "network-vif-plugged", "status": "completed", "tag": "9140a197-e2ae-4fbc-a8b1-69cdd61eb563"}, {"server_uuid": "1e71a0fd-9049-4db9-b09f-57f7e39649f7", "name": "network-vif-plugged", "status": "completed", "tag": "28fae6e2-48ce-4dfb-97b0-a801a71104de"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:08.056676 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff73d9f-0bd9-42ee-9bb4-9f8ff088f363 req-60dece0a-70dc-440c-b473-704743edc8be tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:08.058107 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fff73d9f-0bd9-42ee-9bb4-9f8ff088f363 req-60dece0a-70dc-440c-b473-704743edc8be tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2da6381-9d03-4693-ac12-5357b9ed4bc2 HTTP/1.1" status: 200 len: 943 time: 0.5131795 Aug 10 03:12:08.096777 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75553b9f-6d86-4b0d-8422-c85864f9a691 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Pushing event deleted for resources: {'Port': ['ID=7c60be1e-d749-43be-a835-a835dab09c29,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:08.244922 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb45aab-7ef5-48a9-93f5-02ab534aa0df req-75553b9f-6d86-4b0d-8422-c85864f9a691 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] No DVR routers for this DVR port 7c60be1e-d749-43be-a835-a835dab09c29 on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:12:08.258947 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-0eb45aab-7ef5-48a9-93f5-02ab534aa0df req-75553b9f-6d86-4b0d-8422-c85864f9a691 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:08.260915 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0eb45aab-7ef5-48a9-93f5-02ab534aa0df req-75553b9f-6d86-4b0d-8422-c85864f9a691 tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.60 "DELETE /v2.0/ports/7c60be1e-d749-43be-a835-a835dab09c29 HTTP/1.1" status: 204 len: 173 time: 1.8093646 Aug 10 03:12:08.281216 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fff73d9f-0bd9-42ee-9bb4-9f8ff088f363 req-2f5de979-54b2-40f3-9310-e4cbe06b4c0b tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858206 Aug 10 03:12:08.313518 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cdd9b3-4110-4242-8eaf-a7ff11919807 req-9dbfcc33-3a4a-4f90-a4e5-8c9e365df4c5 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:08.319510 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cdd9b3-4110-4242-8eaf-a7ff11919807 req-9dbfcc33-3a4a-4f90-a4e5-8c9e365df4c5 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:08.325474 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cdd9b3-4110-4242-8eaf-a7ff11919807 req-9dbfcc33-3a4a-4f90-a4e5-8c9e365df4c5 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:08.332073 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cdd9b3-4110-4242-8eaf-a7ff11919807 req-9dbfcc33-3a4a-4f90-a4e5-8c9e365df4c5 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:08.337965 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cdd9b3-4110-4242-8eaf-a7ff11919807 req-9dbfcc33-3a4a-4f90-a4e5-8c9e365df4c5 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:08.344506 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cdd9b3-4110-4242-8eaf-a7ff11919807 req-9dbfcc33-3a4a-4f90-a4e5-8c9e365df4c5 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:08.350412 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cdd9b3-4110-4242-8eaf-a7ff11919807 req-9dbfcc33-3a4a-4f90-a4e5-8c9e365df4c5 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:08.352457 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-86cdd9b3-4110-4242-8eaf-a7ff11919807 req-9dbfcc33-3a4a-4f90-a4e5-8c9e365df4c5 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 5441 time: 0.2934408 Aug 10 03:12:08.368976 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e348b-0485-492a-acc7-4029c4e40a69 req-a906dbf6-23ce-4f9c-a609-f30ae8673b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:08.369160 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42774) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:08.370432 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-156e348b-0485-492a-acc7-4029c4e40a69 req-a906dbf6-23ce-4f9c-a609-f30ae8673b36 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9b881be2-747f-4ac5-a601-3d9192150e97 HTTP/1.1" status: 200 len: 919 time: 0.6853456 Aug 10 03:12:08.405951 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ce754042-47d3-487d-ac4c-14e25309eadf req-1ff98ccc-8469-4054-bc9b-01b6a3daf8e9 service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7057872 Aug 10 03:12:08.448219 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-156e348b-0485-492a-acc7-4029c4e40a69 req-ce834757-5748-475b-8728-3a1f0678b0bc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6e6ff51-b55a-42aa-a66b-a351e666526d HTTP/1.1" status: 200 len: 217 time: 0.0541191 Aug 10 03:12:08.482930 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dd5c5860-d303-4fab-861c-296f4d7bec17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:08.500444 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-86cdd9b3-4110-4242-8eaf-a7ff11919807 req-b106bfe1-2ab5-423e-8516-29770b0653bd tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/security-groups?id=b405968e-e8dd-4859-b855-f8ae1385ba0e&id=8fa0499c-1adb-43e6-95ad-71a41197fc16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1276395 Aug 10 03:12:08.509378 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46caf21a-d314-46ad-87bf-b15dc01a004b req-447c70ad-973c-4567-8b21-9558d996fe5e tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:08.510937 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-46caf21a-d314-46ad-87bf-b15dc01a004b req-447c70ad-973c-4567-8b21-9558d996fe5e tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] 10.222.0.62 "GET /v2.0/ports?device_id=367a792c-57c6-4262-aa3a-ce3816d4f2c2 HTTP/1.1" status: 200 len: 944 time: 0.1575334 Aug 10 03:12:08.526021 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e348b-0485-492a-acc7-4029c4e40a69 req-09c1dc7c-d913-4d31-b1be-bcd2815167cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:08.527585 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-156e348b-0485-492a-acc7-4029c4e40a69 req-09c1dc7c-d913-4d31-b1be-bcd2815167cf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=08669c2c-c732-45d4-80b5-2b8b84aa1ee8 HTTP/1.1" status: 200 len: 858 time: 0.0664880 Aug 10 03:12:08.569562 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-156e348b-0485-492a-acc7-4029c4e40a69 req-cd9d4e9e-48c4-46c4-ba73-2e6c54bcc6e4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9b881be2-747f-4ac5-a601-3d9192150e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331092 Aug 10 03:12:08.588135 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dd5c5860-d303-4fab-861c-296f4d7bec17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:08.592368 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dd5c5860-d303-4fab-861c-296f4d7bec17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:08.606529 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2da6381-9d03-4693-ac12-5357b9ed4bc2', 'tag': 'd3d6626d-da1b-42ff-a67f-da8cf098f15b'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:08.608777 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df038e3f-6072-4204-bafd-733c34540a29" -d '{"events": [{"name": "network-changed", "server_uuid": "a2da6381-9d03-4693-ac12-5357b9ed4bc2", "tag": "d3d6626d-da1b-42ff-a67f-da8cf098f15b"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:08.640192 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-dd5c5860-d303-4fab-861c-296f4d7bec17 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=145c74ef7bfd4f14a5fdaf5be41b0fc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2698722 Aug 10 03:12:08.641352 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5c5860-d303-4fab-861c-296f4d7bec17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=251d561d-b09a-4837-b165-0a9774cb80cd,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:08.643644 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42780) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:08.653382 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-46caf21a-d314-46ad-87bf-b15dc01a004b req-93e3f103-75e5-4a88-98d0-1ff91f476fc1 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] 10.222.0.62 "GET /v2.0/security-groups?id=74b7ddb7-8c67-4624-bfea-17dead5f10e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237903 Aug 10 03:12:08.685626 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device b7dcc8e3-4d63-41cc-8815-c35f6ece648c details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:12:08.694459 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f71c47-1956-402c-9247-76b4e1afdee9 req-922515e1-7799-4a47-80a1-38848d700541 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:08.696292 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-39f71c47-1956-402c-9247-76b4e1afdee9 req-922515e1-7799-4a47-80a1-38848d700541 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ebc0cd-817b-4aa5-84ee-5cd827f84e23 HTTP/1.1" status: 200 len: 950 time: 0.1256080 Aug 10 03:12:08.706485 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dbd374d1-b070-496a-905e-9d37fe9ca797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:08.733034 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dbd374d1-b070-496a-905e-9d37fe9ca797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:08.737128 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-156e348b-0485-492a-acc7-4029c4e40a69 req-c4024049-e640-4bd0-b571-58e54d9e4331 service neutron] 10.222.0.60 "GET /v2.0/networks/9b881be2-747f-4ac5-a601-3d9192150e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359618 Aug 10 03:12:08.758237 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-39f71c47-1956-402c-9247-76b4e1afdee9 req-03eb3b4f-c723-40ae-8bac-87d638a9d609 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456221 Aug 10 03:12:08.800205 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dbd374d1-b070-496a-905e-9d37fe9ca797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:08.806552 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dbd374d1-b070-496a-905e-9d37fe9ca797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:08.807746 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-dbd374d1-b070-496a-905e-9d37fe9ca797 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/251d561d-b09a-4837-b165-0a9774cb80cd HTTP/1.1" status: 204 len: 168 time: 0.1632071 Aug 10 03:12:08.839997 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd374d1-b070-496a-905e-9d37fe9ca797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251d561d-b09a-4837-b165-0a9774cb80cd,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:08.879224 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1380 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50edafe4-7824-4ac6-83c9-971cf76f510f x-openstack-request-id: req-50edafe4-7824-4ac6-83c9-971cf76f510f {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:08.879584 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e71a0fd-9049-4db9-b09f-57f7e39649f7", "name": "network-vif-plugged", "status": "completed", "tag": "06c52605-4de4-48ec-a7c2-def5b215a00c", "code": 200}, {"server_uuid": "1e71a0fd-9049-4db9-b09f-57f7e39649f7", "name": "network-vif-plugged", "status": "completed", "tag": "064b356a-79ea-45c7-aa11-af75a4d13f12", "code": 200}, {"server_uuid": "1e71a0fd-9049-4db9-b09f-57f7e39649f7", "name": "network-vif-plugged", "status": "completed", "tag": "922f1e4c-a149-4359-82ba-e7d48bec92e7", "code": 200}, {"server_uuid": "1e71a0fd-9049-4db9-b09f-57f7e39649f7", "name": "network-vif-plugged", "status": "completed", "tag": "7f7d4070-63a5-4dcf-a267-bab9b2c3747d", "code": 200}, {"server_uuid": "22a763d3-d36a-49b5-a0a3-2e0bf12a3f64", "name": "network-vif-plugged", "status": "completed", "tag": "0e420d2d-9e00-4a1c-a13f-bcb7d00b00c2", "code": 200}, {"server_uuid": "1e71a0fd-9049-4db9-b09f-57f7e39649f7", "name": "network-vif-plugged", "status": "completed", "tag": "ee53d7b7-1d52-47a8-a630-59afbe99d7bd", "code": 200}, {"server_uuid": "1e71a0fd-9049-4db9-b09f-57f7e39649f7", "name": "network-vif-plugged", "status": "completed", "tag": "9140a197-e2ae-4fbc-a8b1-69cdd61eb563", "code": 200}, {"server_uuid": "1e71a0fd-9049-4db9-b09f-57f7e39649f7", "name": "network-vif-plugged", "status": "completed", "tag": "28fae6e2-48ce-4dfb-97b0-a801a71104de", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:08.879856 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-50edafe4-7824-4ac6-83c9-971cf76f510f {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:08.880236 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e71a0fd-9049-4db9-b09f-57f7e39649f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c52605-4de4-48ec-a7c2-def5b215a00c', 'code': 200} Aug 10 03:12:08.898859 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e71a0fd-9049-4db9-b09f-57f7e39649f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '064b356a-79ea-45c7-aa11-af75a4d13f12', 'code': 200} Aug 10 03:12:08.901178 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e71a0fd-9049-4db9-b09f-57f7e39649f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '922f1e4c-a149-4359-82ba-e7d48bec92e7', 'code': 200} Aug 10 03:12:08.901716 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e71a0fd-9049-4db9-b09f-57f7e39649f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7d4070-63a5-4dcf-a267-bab9b2c3747d', 'code': 200} Aug 10 03:12:08.902188 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22a763d3-d36a-49b5-a0a3-2e0bf12a3f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e420d2d-9e00-4a1c-a13f-bcb7d00b00c2', 'code': 200} Aug 10 03:12:08.902654 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e71a0fd-9049-4db9-b09f-57f7e39649f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee53d7b7-1d52-47a8-a630-59afbe99d7bd', 'code': 200} Aug 10 03:12:08.904714 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e71a0fd-9049-4db9-b09f-57f7e39649f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9140a197-e2ae-4fbc-a8b1-69cdd61eb563', 'code': 200} Aug 10 03:12:08.905959 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e71a0fd-9049-4db9-b09f-57f7e39649f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28fae6e2-48ce-4dfb-97b0-a801a71104de', 'code': 200} Aug 10 03:12:08.943153 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port b7dcc8e3-4d63-41cc-8815-c35f6ece648c, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=b7dcc8e3-4d63-41cc-8815-c35f6ece648c,segment=NetworkSegment(8ddfe2f3-0ea2-4831-9e9a-fdd31e122040),segment_id=8ddfe2f3-0ea2-4831-9e9a-fdd31e122040)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:08.956593 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': 'b7dcc8e3-4d63-41cc-8815-c35f6ece648c', 'network_id': '9b881be2-747f-4ac5-a601-3d9192150e97', 'port_id': 'b7dcc8e3-4d63-41cc-8815-c35f6ece648c', 'mac_address': 'fa:16:3e:5b:4d:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08669c2c-c732-45d4-80b5-2b8b84aa1ee8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:12:08.962924 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fb216809-4eb1-4ea5-8b04-b99ee7c94cbb req-b1f3adb6-3115-49aa-bc1b-411c8e80de4d tempest-LiveMigrationTest-391394952 tempest-LiveMigrationTest-391394952-project] 10.222.0.62 "GET /v2.0/ports?device_id=7afe2725-211f-4a04-a488-e97f3118f7d4 HTTP/1.1" status: 200 len: 210 time: 0.0708201 Aug 10 03:12:08.965586 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-156e348b-0485-492a-acc7-4029c4e40a69 req-23eb748a-703c-4c2c-a969-a034b51d3335 service neutron] 10.222.0.60 "GET /v2.0/networks/9b881be2-747f-4ac5-a601-3d9192150e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027273 Aug 10 03:12:09.037564 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:09.044500 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e5cb283-5d6c-4ed5-93bd-e0d3bc3012bf x-openstack-request-id: req-9e5cb283-5d6c-4ed5-93bd-e0d3bc3012bf {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:09.044795 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2da6381-9d03-4693-ac12-5357b9ed4bc2", "tag": "d3d6626d-da1b-42ff-a67f-da8cf098f15b", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:09.045051 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9e5cb283-5d6c-4ed5-93bd-e0d3bc3012bf {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:09.045450 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2da6381-9d03-4693-ac12-5357b9ed4bc2', 'tag': 'd3d6626d-da1b-42ff-a67f-da8cf098f15b', 'status': 'completed', 'code': 200} Aug 10 03:12:09.052503 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7dcc8e3-4d63-41cc-8815-c35f6ece648c {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:09.093990 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port b7dcc8e3-4d63-41cc-8815-c35f6ece648c, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=b7dcc8e3-4d63-41cc-8815-c35f6ece648c,segment=NetworkSegment(8ddfe2f3-0ea2-4831-9e9a-fdd31e122040),segment_id=8ddfe2f3-0ea2-4831-9e9a-fdd31e122040)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:09.106887 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:09.106887 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device ff7073c1-c4c9-46c9-9698-1bdeede0d41c details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:12:09.150309 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df038e3f-6072-4204-bafd-733c34540a29 req-c6268f42-69fc-48a1-b252-7aa89d995228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:09.152137 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-df038e3f-6072-4204-bafd-733c34540a29 req-c6268f42-69fc-48a1-b252-7aa89d995228 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c1193550364e4f108017499cab055ad4&device_id=a2da6381-9d03-4693-ac12-5357b9ed4bc2 HTTP/1.1" status: 200 len: 1095 time: 0.0570269 Aug 10 03:12:09.152915 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287c82b-8588-4e26-b0f5-14ec26d83335 req-151067bb-fb6f-4cea-8768-f5ecd3b82bdd tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:09.155259 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0287c82b-8588-4e26-b0f5-14ec26d83335 req-151067bb-fb6f-4cea-8768-f5ecd3b82bdd tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f6a9b64-6743-4a8e-b2e5-62ffafe6d401 HTTP/1.1" status: 200 len: 948 time: 0.2150745 Aug 10 03:12:09.201992 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e46696-7553-48e9-bc35-759b6a6a6029 req-441dc20c-77d8-409d-85d5-1b3d5da3bbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:09.202726 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e46696-7553-48e9-bc35-759b6a6a6029 req-441dc20c-77d8-409d-85d5-1b3d5da3bbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:09.204009 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e46696-7553-48e9-bc35-759b6a6a6029 req-441dc20c-77d8-409d-85d5-1b3d5da3bbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:09.204773 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e46696-7553-48e9-bc35-759b6a6a6029 req-441dc20c-77d8-409d-85d5-1b3d5da3bbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:09.205417 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e46696-7553-48e9-bc35-759b6a6a6029 req-441dc20c-77d8-409d-85d5-1b3d5da3bbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:09.206187 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e46696-7553-48e9-bc35-759b6a6a6029 req-441dc20c-77d8-409d-85d5-1b3d5da3bbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:09.206866 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e46696-7553-48e9-bc35-759b6a6a6029 req-441dc20c-77d8-409d-85d5-1b3d5da3bbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:09.209192 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-64e46696-7553-48e9-bc35-759b6a6a6029 req-441dc20c-77d8-409d-85d5-1b3d5da3bbd5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 6505 time: 0.2227416 Aug 10 03:12:09.211945 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc7763-ec83-4d38-a44f-8640560ef3ca req-54d13a13-d3ee-498b-90b8-e41a04e6561e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:09.213544 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-47cc7763-ec83-4d38-a44f-8640560ef3ca req-54d13a13-d3ee-498b-90b8-e41a04e6561e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=22a763d3-d36a-49b5-a0a3-2e0bf12a3f64 HTTP/1.1" status: 200 len: 1097 time: 0.2750492 Aug 10 03:12:09.222620 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=b7dcc8e3-4d63-41cc-8815-c35f6ece648c,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:09.228326 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e348b-0485-492a-acc7-4029c4e40a69 req-5896fb56-7a75-4311-97c3-3582e867f306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:09.230088 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-156e348b-0485-492a-acc7-4029c4e40a69 req-5896fb56-7a75-4311-97c3-3582e867f306 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7e271229822f4953aecd948b326ecfce&device_id=367a792c-57c6-4262-aa3a-ce3816d4f2c2 HTTP/1.1" status: 200 len: 1096 time: 0.1565814 Aug 10 03:12:09.288444 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port ff7073c1-c4c9-46c9-9698-1bdeede0d41c, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=ff7073c1-c4c9-46c9-9698-1bdeede0d41c,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:09.311908 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': 'ff7073c1-c4c9-46c9-9698-1bdeede0d41c', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'port_id': 'ff7073c1-c4c9-46c9-9698-1bdeede0d41c', 'mac_address': 'fa:16:3e:a5:bd:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e3eb0b-907c-4ac4-809e-ae9609bc8c67', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:12:09.314950 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df038e3f-6072-4204-bafd-733c34540a29 req-c8f0de82-27d9-4d2f-bde9-d6929887f153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:09.316448 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-df038e3f-6072-4204-bafd-733c34540a29 req-c8f0de82-27d9-4d2f-bde9-d6929887f153 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0cf0f7c8-c356-4a79-bd3e-8005302f9371 HTTP/1.1" status: 200 len: 915 time: 0.1434352 Aug 10 03:12:09.341971 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0287c82b-8588-4e26-b0f5-14ec26d83335 req-5f2e849f-3500-4d93-9e86-e0244bdb2938 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698050 Aug 10 03:12:09.376998 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 42790) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:09.401643 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-df038e3f-6072-4204-bafd-733c34540a29 req-53c01e80-7c60-401c-9f40-ef2e3366aa04 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3d6626d-da1b-42ff-a67f-da8cf098f15b HTTP/1.1" status: 200 len: 217 time: 0.0748811 Aug 10 03:12:09.409044 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:09.411996 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-47cc7763-ec83-4d38-a44f-8640560ef3ca req-4739843d-77a2-41c8-8cc0-8beb1b8c7caa service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=74b7ddb7-8c67-4624-bfea-17dead5f10e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788650 Aug 10 03:12:09.423331 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff7073c1-c4c9-46c9-9698-1bdeede0d41c {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:09.441147 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-64e46696-7553-48e9-bc35-759b6a6a6029 req-2f90a5eb-98c5-4404-b2ff-ab9461d2b963 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8fa0499c-1adb-43e6-95ad-71a41197fc16&id=b405968e-e8dd-4859-b855-f8ae1385ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2204263 Aug 10 03:12:09.445493 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port ff7073c1-c4c9-46c9-9698-1bdeede0d41c, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=ff7073c1-c4c9-46c9-9698-1bdeede0d41c,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:09.449491 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:09.450278 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device d6e6ff51-b55a-42aa-a66b-a351e666526d details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:12:09.454266 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a3cefd9f-4038-4c9a-88b1-9f1018c35919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:09.461881 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df038e3f-6072-4204-bafd-733c34540a29 req-bfd98a31-5038-47fa-83c1-4a5f0e17e6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:09.463494 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-df038e3f-6072-4204-bafd-733c34540a29 req-bfd98a31-5038-47fa-83c1-4a5f0e17e6b5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a8836cca-129c-4b0e-ae0e-fb7a336cf058 HTTP/1.1" status: 200 len: 854 time: 0.0523422 Aug 10 03:12:09.491258 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29ba1570-c35b-4931-967d-0516a0c65fc0', 'tag': '6f74f8bb-35fc-45f2-b1ea-df552563bc55'}, {'server_uuid': '7afe2725-211f-4a04-a488-e97f3118f7d4', 'name': 'network-vif-deleted', 'tag': '7c60be1e-d749-43be-a835-a835dab09c29'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:09.493458 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c022c335-605b-44cf-9753-2b4909689a01" -d '{"events": [{"name": "network-changed", "server_uuid": "29ba1570-c35b-4931-967d-0516a0c65fc0", "tag": "6f74f8bb-35fc-45f2-b1ea-df552563bc55"}, {"server_uuid": "7afe2725-211f-4a04-a488-e97f3118f7d4", "name": "network-vif-deleted", "tag": "7c60be1e-d749-43be-a835-a835dab09c29"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:09.504524 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-df038e3f-6072-4204-bafd-733c34540a29 req-8dad7369-b9a2-454a-8966-cd0535d2db24 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0cf0f7c8-c356-4a79-bd3e-8005302f9371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312722 Aug 10 03:12:09.521325 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port d6e6ff51-b55a-42aa-a66b-a351e666526d, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=d6e6ff51-b55a-42aa-a66b-a351e666526d,segment=NetworkSegment(8ddfe2f3-0ea2-4831-9e9a-fdd31e122040),segment_id=8ddfe2f3-0ea2-4831-9e9a-fdd31e122040)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:09.524478 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=ff7073c1-c4c9-46c9-9698-1bdeede0d41c,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:09.540536 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': 'd6e6ff51-b55a-42aa-a66b-a351e666526d', 'network_id': '9b881be2-747f-4ac5-a601-3d9192150e97', 'port_id': 'd6e6ff51-b55a-42aa-a66b-a351e666526d', 'mac_address': 'fa:16:3e:ea:6b:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08669c2c-c732-45d4-80b5-2b8b84aa1ee8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:12:09.554420 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e348b-0485-492a-acc7-4029c4e40a69 req-eef259a3-1df7-4c4b-a10e-dc3470a54552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:09.555967 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-156e348b-0485-492a-acc7-4029c4e40a69 req-eef259a3-1df7-4c4b-a10e-dc3470a54552 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9b881be2-747f-4ac5-a601-3d9192150e97 HTTP/1.1" status: 200 len: 919 time: 0.3031955 Aug 10 03:12:09.573238 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d83ef69-c195-4543-8d2e-c30ff2385485 req-c932c81e-e470-4e35-b978-8e725353d624 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:09.579258 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d83ef69-c195-4543-8d2e-c30ff2385485 req-c932c81e-e470-4e35-b978-8e725353d624 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:09.581565 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:09.583699 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5d83ef69-c195-4543-8d2e-c30ff2385485 req-c932c81e-e470-4e35-b978-8e725353d624 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ebc0cd-817b-4aa5-84ee-5cd827f84e23&device_id=fd4bfbe6-87bb-4b9b-92a0-9a63b19895f8 HTTP/1.1" status: 200 len: 1691 time: 0.1631386 Aug 10 03:12:09.599006 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6e6ff51-b55a-42aa-a66b-a351e666526d {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:09.603324 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d79741-eaf9-4efd-bd83-95fba56b9bb1 req-1dd6ad74-14ef-43af-b345-85b3a50d352f tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:09.604524 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-df038e3f-6072-4204-bafd-733c34540a29 req-3559e791-dae5-4a65-a0f8-a4b4e803d2b8 service neutron] 10.222.0.58 "GET /v2.0/networks/0cf0f7c8-c356-4a79-bd3e-8005302f9371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917511 Aug 10 03:12:09.605062 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-58d79741-eaf9-4efd-bd83-95fba56b9bb1 req-1dd6ad74-14ef-43af-b345-85b3a50d352f tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2da6381-9d03-4693-ac12-5357b9ed4bc2 HTTP/1.1" status: 200 len: 943 time: 0.1755924 Aug 10 03:12:09.626507 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port d6e6ff51-b55a-42aa-a66b-a351e666526d, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=d6e6ff51-b55a-42aa-a66b-a351e666526d,segment=NetworkSegment(8ddfe2f3-0ea2-4831-9e9a-fdd31e122040),segment_id=8ddfe2f3-0ea2-4831-9e9a-fdd31e122040)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:09.631335 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:09.649862 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-156e348b-0485-492a-acc7-4029c4e40a69 req-a5dd4eda-3761-4cb2-be5a-220a630f9e56 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7dcc8e3-4d63-41cc-8815-c35f6ece648c HTTP/1.1" status: 200 len: 217 time: 0.0650795 Aug 10 03:12:09.685099 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=d6e6ff51-b55a-42aa-a66b-a351e666526d,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:09.705695 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-df038e3f-6072-4204-bafd-733c34540a29 req-394dad1e-2f98-4107-8bdc-3cad39baf72d service neutron] 10.222.0.58 "GET /v2.0/networks/0cf0f7c8-c356-4a79-bd3e-8005302f9371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930822 Aug 10 03:12:09.756326 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-58d79741-eaf9-4efd-bd83-95fba56b9bb1 req-8f8fdbe7-6aaa-430b-8249-4b9ebba63445 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162858 Aug 10 03:12:09.758843 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5d83ef69-c195-4543-8d2e-c30ff2385485 req-d9603682-0d3d-45b0-8e01-0b08f235597b tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527336 Aug 10 03:12:09.772501 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e348b-0485-492a-acc7-4029c4e40a69 req-a66552f7-a497-438c-99cb-ef08ca694b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:09.774077 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-156e348b-0485-492a-acc7-4029c4e40a69 req-a66552f7-a497-438c-99cb-ef08ca694b9c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=08669c2c-c732-45d4-80b5-2b8b84aa1ee8 HTTP/1.1" status: 200 len: 858 time: 0.1084595 Aug 10 03:12:09.815770 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-156e348b-0485-492a-acc7-4029c4e40a69 req-90dffc85-657b-4102-8177-21dfa311230e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9b881be2-747f-4ac5-a601-3d9192150e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314178 Aug 10 03:12:09.834383 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26518bba-bea1-4191-851a-1a23c6be9aff x-openstack-request-id: req-26518bba-bea1-4191-851a-1a23c6be9aff {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:09.834679 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29ba1570-c35b-4931-967d-0516a0c65fc0", "tag": "6f74f8bb-35fc-45f2-b1ea-df552563bc55", "status": "completed", "code": 200}, {"server_uuid": "7afe2725-211f-4a04-a488-e97f3118f7d4", "name": "network-vif-deleted", "tag": "7c60be1e-d749-43be-a835-a835dab09c29", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:09.834957 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-26518bba-bea1-4191-851a-1a23c6be9aff {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:09.835472 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29ba1570-c35b-4931-967d-0516a0c65fc0', 'tag': '6f74f8bb-35fc-45f2-b1ea-df552563bc55', 'status': 'completed', 'code': 200} Aug 10 03:12:09.835600 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7afe2725-211f-4a04-a488-e97f3118f7d4', 'name': 'network-vif-deleted', 'tag': '7c60be1e-d749-43be-a835-a835dab09c29', 'status': 'completed', 'code': 200} Aug 10 03:12:09.895574 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022c335-605b-44cf-9753-2b4909689a01 req-00a37f10-abe0-4367-98e8-d82757a9e242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:09.897308 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a3cefd9f-4038-4c9a-88b1-9f1018c35919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:09.897472 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c022c335-605b-44cf-9753-2b4909689a01 req-00a37f10-abe0-4367-98e8-d82757a9e242 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d00f2c261de74ebbb1500c01bfd8f0c7&device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 1099 time: 0.0439024 Aug 10 03:12:09.937228 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a3cefd9f-4038-4c9a-88b1-9f1018c35919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:09.993144 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022c335-605b-44cf-9753-2b4909689a01 req-fd9517ea-68c6-4d8d-a99c-aefa341406a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:09.994621 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c022c335-605b-44cf-9753-2b4909689a01 req-fd9517ea-68c6-4d8d-a99c-aefa341406a0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d HTTP/1.1" status: 200 len: 870 time: 0.0891316 Aug 10 03:12:10.008842 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-a3cefd9f-4038-4c9a-88b1-9f1018c35919 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bce5006178564b99be71ca8b37747030&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6278498 Aug 10 03:12:10.011401 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cefd9f-4038-4c9a-88b1-9f1018c35919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf47a67-99c3-4df7-9c2b-73aa5149857c,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:10.012378 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42804) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:10.034190 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49fb7a-edb6-4751-b9ac-f87c1f1f3d7e req-434e2fa0-be97-4e1b-b236-2000ff351c3b tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:10.040060 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49fb7a-edb6-4751-b9ac-f87c1f1f3d7e req-434e2fa0-be97-4e1b-b236-2000ff351c3b tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:10.045968 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49fb7a-edb6-4751-b9ac-f87c1f1f3d7e req-434e2fa0-be97-4e1b-b236-2000ff351c3b tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:10.050081 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c022c335-605b-44cf-9753-2b4909689a01 req-6294bd95-0751-41b4-8de8-deb50e3935b1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=6f74f8bb-35fc-45f2-b1ea-df552563bc55 HTTP/1.1" status: 200 len: 217 time: 0.0445952 Aug 10 03:12:10.052009 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49fb7a-edb6-4751-b9ac-f87c1f1f3d7e req-434e2fa0-be97-4e1b-b236-2000ff351c3b tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:10.057956 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49fb7a-edb6-4751-b9ac-f87c1f1f3d7e req-434e2fa0-be97-4e1b-b236-2000ff351c3b tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:10.064414 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49fb7a-edb6-4751-b9ac-f87c1f1f3d7e req-434e2fa0-be97-4e1b-b236-2000ff351c3b tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:10.070307 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49fb7a-edb6-4751-b9ac-f87c1f1f3d7e req-434e2fa0-be97-4e1b-b236-2000ff351c3b tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:10.072216 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2d49fb7a-edb6-4751-b9ac-f87c1f1f3d7e req-434e2fa0-be97-4e1b-b236-2000ff351c3b tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 5441 time: 0.2240243 Aug 10 03:12:10.080094 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43644bb-2d19-4fed-b720-4ac7363a493a req-d16b578b-7996-4066-8e17-28bc1f8f0a46 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:10.081556 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f43644bb-2d19-4fed-b720-4ac7363a493a req-d16b578b-7996-4066-8e17-28bc1f8f0a46 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] 10.222.0.62 "GET /v2.0/ports?device_id=367a792c-57c6-4262-aa3a-ce3816d4f2c2 HTTP/1.1" status: 200 len: 945 time: 0.1895146 Aug 10 03:12:10.104464 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cefd9f-4038-4c9a-88b1-9f1018c35919 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:10.104811 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cefd9f-4038-4c9a-88b1-9f1018c35919 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:10.105153 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cefd9f-4038-4c9a-88b1-9f1018c35919 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:10.105492 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cefd9f-4038-4c9a-88b1-9f1018c35919 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:10.105828 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cefd9f-4038-4c9a-88b1-9f1018c35919 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:10.106159 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cefd9f-4038-4c9a-88b1-9f1018c35919 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:10.106487 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cefd9f-4038-4c9a-88b1-9f1018c35919 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:10.106837 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cefd9f-4038-4c9a-88b1-9f1018c35919 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:10.107169 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cefd9f-4038-4c9a-88b1-9f1018c35919 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:10.107495 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cefd9f-4038-4c9a-88b1-9f1018c35919 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:10.107818 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cefd9f-4038-4c9a-88b1-9f1018c35919 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:10.108140 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cefd9f-4038-4c9a-88b1-9f1018c35919 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:10.115722 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['d6e6ff51-b55a-42aa-a66b-a351e666526d'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:10.127903 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-092ba939-c63b-453c-98ca-d1c41bea59b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:10.133974 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-156e348b-0485-492a-acc7-4029c4e40a69 req-1e8dc8a7-86fa-4505-be9e-5bf542698feb service neutron] 10.222.0.60 "GET /v2.0/networks/9b881be2-747f-4ac5-a601-3d9192150e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101945 Aug 10 03:12:10.140635 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022c335-605b-44cf-9753-2b4909689a01 req-bba7e829-048c-412b-9805-1e0617130ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:10.142050 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c022c335-605b-44cf-9753-2b4909689a01 req-bba7e829-048c-412b-9805-1e0617130ab1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.0826299 Aug 10 03:12:10.157926 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['b7dcc8e3-4d63-41cc-8815-c35f6ece648c'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:10.159983 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['ff7073c1-c4c9-46c9-9698-1bdeede0d41c'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:10.168875 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-092ba939-c63b-453c-98ca-d1c41bea59b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:10.211669 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f43644bb-2d19-4fed-b720-4ac7363a493a req-082cd8a6-5d64-45b3-be09-8f1803e3496c tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] 10.222.0.62 "GET /v2.0/security-groups?id=74b7ddb7-8c67-4624-bfea-17dead5f10e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197557 Aug 10 03:12:10.227634 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2d49fb7a-edb6-4751-b9ac-f87c1f1f3d7e req-47828a9d-5dd1-49ed-bccf-505c0fbc80cd tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/security-groups?id=b405968e-e8dd-4859-b855-f8ae1385ba0e&id=8fa0499c-1adb-43e6-95ad-71a41197fc16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1443152 Aug 10 03:12:10.270224 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022c335-605b-44cf-9753-2b4909689a01 req-fd814b57-0acf-432b-aea9-adeb6bcb8e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:10.275689 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c022c335-605b-44cf-9753-2b4909689a01 req-fd814b57-0acf-432b-aea9-adeb6bcb8e86 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1236401 Aug 10 03:12:10.292990 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-092ba939-c63b-453c-98ca-d1c41bea59b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:10.296411 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-092ba939-c63b-453c-98ca-d1c41bea59b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:10.297700 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-092ba939-c63b-453c-98ca-d1c41bea59b4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9cf47a67-99c3-4df7-9c2b-73aa5149857c HTTP/1.1" status: 204 len: 168 time: 0.2844012 Aug 10 03:12:10.339274 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-156e348b-0485-492a-acc7-4029c4e40a69 req-a1625ddb-1f94-4ccb-9ad6-14d656389f88 service neutron] 10.222.0.60 "GET /v2.0/networks/9b881be2-747f-4ac5-a601-3d9192150e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956956 Aug 10 03:12:10.385878 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 42812) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:10.395731 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ba939-c63b-453c-98ca-d1c41bea59b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf47a67-99c3-4df7-9c2b-73aa5149857c,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:10.506810 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 6f74f8bb-35fc-45f2-b1ea-df552563bc55 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:12:10.510837 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c022c335-605b-44cf-9753-2b4909689a01 req-fc5c4312-cdb4-404e-831c-f6a6cdfbe20a service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189710 Aug 10 03:12:10.603120 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4ac50-1a9e-4363-b35a-7e75b4b4e5e7 req-c59cf2cc-b3c7-4c4a-84a3-4fa9d7d396bd tempest-ServersOnMultiNodesTest-1316889820 tempest-ServersOnMultiNodesTest-1316889820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:10.604774 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-caa4ac50-1a9e-4363-b35a-7e75b4b4e5e7 req-c59cf2cc-b3c7-4c4a-84a3-4fa9d7d396bd tempest-ServersOnMultiNodesTest-1316889820 tempest-ServersOnMultiNodesTest-1316889820-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f1ebc0cd-817b-4aa5-84ee-5cd827f84e23 HTTP/1.1" status: 200 len: 1102 time: 0.1621490 Aug 10 03:12:10.646914 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c70f9-c80f-49b1-a582-fb30f7557055 req-93dd3390-579f-4c85-b86a-b3e14abf44ab tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:10.648485 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-450c70f9-c80f-49b1-a582-fb30f7557055 req-93dd3390-579f-4c85-b86a-b3e14abf44ab tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f6a9b64-6743-4a8e-b2e5-62ffafe6d401 HTTP/1.1" status: 200 len: 949 time: 0.1617138 Aug 10 03:12:10.699471 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c022c335-605b-44cf-9753-2b4909689a01 req-047d1f01-1bc1-42e4-9e38-8d3d316ec9a8 service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766889 Aug 10 03:12:10.728931 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-caa4ac50-1a9e-4363-b35a-7e75b4b4e5e7 req-8039534e-572a-464d-83dc-d3593bff34cd tempest-ServersOnMultiNodesTest-1316889820 tempest-ServersOnMultiNodesTest-1316889820-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125431 Aug 10 03:12:10.740227 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-450c70f9-c80f-49b1-a582-fb30f7557055 req-6f2fefe5-785d-4622-84fd-986f7ead1421 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788496 Aug 10 03:12:10.743526 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf83407e-fe9d-4109-9f8f-86d0900b4a3b admin admin] Deleting subnet b8c216be-f9cb-484e-9a0a-1cd9ef473e6f {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:12:10.746827 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cf83407e-fe9d-4109-9f8f-86d0900b4a3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:10.787767 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cf83407e-fe9d-4109-9f8f-86d0900b4a3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:10.826723 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 6f74f8bb-35fc-45f2-b1ea-df552563bc55, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=6f74f8bb-35fc-45f2-b1ea-df552563bc55,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:10.843805 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cf83407e-fe9d-4109-9f8f-86d0900b4a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:10.867168 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': '6f74f8bb-35fc-45f2-b1ea-df552563bc55', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'port_id': '6f74f8bb-35fc-45f2-b1ea-df552563bc55', 'mac_address': 'fa:16:3e:05:80:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e3eb0b-907c-4ac4-809e-ae9609bc8c67', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:12:10.959205 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63dff8f-d11b-4bf5-bbe0-a5b2a71989b0 req-d2dc549c-df0d-4491-a612-fe6ce08bdcd6 tempest-ServersOnMultiNodesTest-1316889820 tempest-ServersOnMultiNodesTest-1316889820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:10.960848 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a63dff8f-d11b-4bf5-bbe0-a5b2a71989b0 req-d2dc549c-df0d-4491-a612-fe6ce08bdcd6 tempest-ServersOnMultiNodesTest-1316889820 tempest-ServersOnMultiNodesTest-1316889820-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=fd4bfbe6-87bb-4b9b-92a0-9a63b19895f8 HTTP/1.1" status: 200 len: 1102 time: 0.1147375 Aug 10 03:12:10.982194 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc20477-2803-4e38-805d-8ad4c0e46b22 req-a4894fea-5540-4db4-835a-0298c9b997e5 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:10.987347 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9bc20477-2803-4e38-805d-8ad4c0e46b22 req-a4894fea-5540-4db4-835a-0298c9b997e5 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2da6381-9d03-4693-ac12-5357b9ed4bc2 HTTP/1.1" status: 200 len: 943 time: 0.0934553 Aug 10 03:12:10.987946 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:11.006604 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f74f8bb-35fc-45f2-b1ea-df552563bc55 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:11.013621 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cf83407e-fe9d-4109-9f8f-86d0900b4a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:11.031179 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 6f74f8bb-35fc-45f2-b1ea-df552563bc55, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=6f74f8bb-35fc-45f2-b1ea-df552563bc55,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:11.035471 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:11.036207 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device d3d6626d-da1b-42ff-a67f-da8cf098f15b details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:12:11.063398 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf83407e-fe9d-4109-9f8f-86d0900b4a3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8c216be-f9cb-484e-9a0a-1cd9ef473e6f,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:11.071256 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cf83407e-fe9d-4109-9f8f-86d0900b4a3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:11.073068 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-cf83407e-fe9d-4109-9f8f-86d0900b4a3b admin admin] 10.222.0.62 "DELETE /v2.0/subnets/b8c216be-f9cb-484e-9a0a-1cd9ef473e6f HTTP/1.1" status: 204 len: 168 time: 0.6854727 Aug 10 03:12:11.076006 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42830) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:11.094924 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a63dff8f-d11b-4bf5-bbe0-a5b2a71989b0 req-3963ca3f-dd6d-4117-93e9-cdce97e0d656 tempest-ServersOnMultiNodesTest-1316889820 tempest-ServersOnMultiNodesTest-1316889820-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199372 Aug 10 03:12:11.110862 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9bc20477-2803-4e38-805d-8ad4c0e46b22 req-240fbf7c-1fed-4caa-a8e3-1ea8a02737c2 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056876 Aug 10 03:12:11.161268 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-afa2706e-82c9-4156-afac-ae4093265b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:11.206040 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=6f74f8bb-35fc-45f2-b1ea-df552563bc55,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:11.239797 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port d3d6626d-da1b-42ff-a67f-da8cf098f15b, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=d3d6626d-da1b-42ff-a67f-da8cf098f15b,segment=NetworkSegment(db7476b4-7245-4e51-b6d1-619dc5627d38),segment_id=db7476b4-7245-4e51-b6d1-619dc5627d38)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:11.257506 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-afa2706e-82c9-4156-afac-ae4093265b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:11.261880 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': 'd3d6626d-da1b-42ff-a67f-da8cf098f15b', 'network_id': '0cf0f7c8-c356-4a79-bd3e-8005302f9371', 'port_id': 'd3d6626d-da1b-42ff-a67f-da8cf098f15b', 'mac_address': 'fa:16:3e:00:2f:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8836cca-129c-4b0e-ae0e-fb7a336cf058', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:12:11.276100 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-afa2706e-82c9-4156-afac-ae4093265b6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['909af24c-2a43-4e6d-8a1f-90b69debd82b']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:12:11.300547 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-afa2706e-82c9-4156-afac-ae4093265b6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56914130-d266-4761-b91f-0f4044da3177') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:12:11.301065 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-afa2706e-82c9-4156-afac-ae4093265b6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56914130-d266-4761-b91f-0f4044da3177') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:12:11.316834 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-afa2706e-82c9-4156-afac-ae4093265b6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:11.334117 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:11.340769 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-afa2706e-82c9-4156-afac-ae4093265b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:11.355853 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afa2706e-82c9-4156-afac-ae4093265b6c admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:12:11.356649 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-afa2706e-82c9-4156-afac-ae4093265b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:11.360759 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:12:11.360759 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:12:11.360759 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:12:11.360759 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:12:11.360759 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:12:11.360759 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:12:11.360759 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:12:11.360759 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:12:11.360759 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:12:11.360759 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:12:11.360759 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:12:11.360759 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:12:11.360759 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:12:11.360759 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:12:11.360759 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:12:11.360759 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:12:11.360759 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:12:11.360759 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:12:11.360759 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:12:11.360759 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:12:11.360759 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:12:11.360759 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:12:11.360759 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:12:11.360759 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:12:11.360759 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:12:11.360759 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:12:11.360759 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:12:11.360759 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:12:11.360759 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:12:11.360759 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:12:11.360759 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:12:11.360759 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:12:11.365963 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3d6626d-da1b-42ff-a67f-da8cf098f15b {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:11.408747 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port d3d6626d-da1b-42ff-a67f-da8cf098f15b, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=d3d6626d-da1b-42ff-a67f-da8cf098f15b,segment=NetworkSegment(db7476b4-7245-4e51-b6d1-619dc5627d38),segment_id=db7476b4-7245-4e51-b6d1-619dc5627d38)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:11.415832 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:11.426244 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-afa2706e-82c9-4156-afac-ae4093265b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:11.433040 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-afa2706e-82c9-4156-afac-ae4093265b6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:11.434934 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-afa2706e-82c9-4156-afac-ae4093265b6c admin admin] 10.222.0.62 "DELETE /v2.0/networks/909af24c-2a43-4e6d-8a1f-90b69debd82b HTTP/1.1" status: 204 len: 168 time: 0.3575590 Aug 10 03:12:11.440968 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 42852) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:11.444645 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa2706e-82c9-4156-afac-ae4093265b6c admin admin] Pushing event deleted for resources: {'Network': ['ID=909af24c-2a43-4e6d-8a1f-90b69debd82b,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:11.462968 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588d4be-b626-4046-beaa-100e5e93d891 req-753092ae-e5b5-4fbf-8735-e3e83f694311 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:11.464468 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7588d4be-b626-4046-beaa-100e5e93d891 req-753092ae-e5b5-4fbf-8735-e3e83f694311 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] 10.222.0.62 "GET /v2.0/ports?device_id=367a792c-57c6-4262-aa3a-ce3816d4f2c2 HTTP/1.1" status: 200 len: 945 time: 0.1478357 Aug 10 03:12:11.492921 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=d3d6626d-da1b-42ff-a67f-da8cf098f15b,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:11.527271 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1118abd-7c35-485d-8f5b-2febaf779c3a req-84325eea-2875-46b3-bd02-a8ccbdf1cf31 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:11.533672 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1118abd-7c35-485d-8f5b-2febaf779c3a req-84325eea-2875-46b3-bd02-a8ccbdf1cf31 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:11.539615 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1118abd-7c35-485d-8f5b-2febaf779c3a req-84325eea-2875-46b3-bd02-a8ccbdf1cf31 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:11.545402 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1118abd-7c35-485d-8f5b-2febaf779c3a req-84325eea-2875-46b3-bd02-a8ccbdf1cf31 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:11.551757 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1118abd-7c35-485d-8f5b-2febaf779c3a req-84325eea-2875-46b3-bd02-a8ccbdf1cf31 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:11.557551 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1118abd-7c35-485d-8f5b-2febaf779c3a req-84325eea-2875-46b3-bd02-a8ccbdf1cf31 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:11.563396 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1118abd-7c35-485d-8f5b-2febaf779c3a req-84325eea-2875-46b3-bd02-a8ccbdf1cf31 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:11.565124 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f1118abd-7c35-485d-8f5b-2febaf779c3a req-84325eea-2875-46b3-bd02-a8ccbdf1cf31 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 5441 time: 0.2067266 Aug 10 03:12:11.581452 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-f19a6144-4339-4c8f-b4e9-49a315597f08 admin admin] Deleting subnet c94115d7-1070-40f8-907d-887608712175 {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:12:11.593260 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f19a6144-4339-4c8f-b4e9-49a315597f08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:11.620295 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7588d4be-b626-4046-beaa-100e5e93d891 req-27639994-ef59-4422-b8fd-6186f019d612 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] 10.222.0.62 "GET /v2.0/security-groups?id=74b7ddb7-8c67-4624-bfea-17dead5f10e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313677 Aug 10 03:12:11.649198 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f19a6144-4339-4c8f-b4e9-49a315597f08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:11.655013 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f1118abd-7c35-485d-8f5b-2febaf779c3a req-7c2c7559-6fc8-4ef2-93bb-772064e335b1 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/security-groups?id=b405968e-e8dd-4859-b855-f8ae1385ba0e&id=8fa0499c-1adb-43e6-95ad-71a41197fc16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0818644 Aug 10 03:12:11.693492 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f19a6144-4339-4c8f-b4e9-49a315597f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:11.712144 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['d3d6626d-da1b-42ff-a67f-da8cf098f15b'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:11.715715 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['6f74f8bb-35fc-45f2-b1ea-df552563bc55'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:11.761587 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-30170d2a-02fc-45f2-a579-2c701adde10a req-4499b5d2-132c-4732-a167-d0b14663a9e5 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=293fbd9b1ced45ab964a1da35de8e7bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285025 Aug 10 03:12:11.847099 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f19a6144-4339-4c8f-b4e9-49a315597f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:11.896198 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19a6144-4339-4c8f-b4e9-49a315597f08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c94115d7-1070-40f8-907d-887608712175,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:11.898886 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f19a6144-4339-4c8f-b4e9-49a315597f08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:11.903548 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-f19a6144-4339-4c8f-b4e9-49a315597f08 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/c94115d7-1070-40f8-907d-887608712175 HTTP/1.1" status: 204 len: 168 time: 0.4590483 Aug 10 03:12:11.904175 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42880) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:11.932715 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-141b6f2b-a387-44ee-85a0-4b2cc2868c5d req-38b601c8-f839-4574-9ed5-d5819cbdeb4a tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=6784baec18a64ba2b6f45b1a49eb33d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236242 Aug 10 03:12:11.939860 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30170d2a-02fc-45f2-a579-2c701adde10a req-6db4ffa3-e4f1-41d2-acec-a811c55b411d tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:11.946539 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-30170d2a-02fc-45f2-a579-2c701adde10a req-6db4ffa3-e4f1-41d2-acec-a811c55b411d tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1783814 Aug 10 03:12:11.978046 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-30170d2a-02fc-45f2-a579-2c701adde10a req-54e97e50-9052-4795-88d8-f3b9dd459953 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/quotas/293fbd9b1ced45ab964a1da35de8e7bd HTTP/1.1" status: 200 len: 375 time: 0.0306013 Aug 10 03:12:11.986899 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a509aa5d-a650-435d-893b-e1519ad763cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:12.069441 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a509aa5d-a650-435d-893b-e1519ad763cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:12.080122 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-a509aa5d-a650-435d-893b-e1519ad763cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4abc506d-6b8c-4e78-908b-23b400f364a7']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:12:12.090480 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-30170d2a-02fc-45f2-a579-2c701adde10a req-fe91bd7f-77ad-46a7-8675-5a39844a08a4 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=293fbd9b1ced45ab964a1da35de8e7bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0853527 Aug 10 03:12:12.094492 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-a509aa5d-a650-435d-893b-e1519ad763cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8f7e5b3-c3e3-41d4-8faf-c24daee28d10') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:12:12.095212 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-a509aa5d-a650-435d-893b-e1519ad763cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8f7e5b3-c3e3-41d4-8faf-c24daee28d10') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:12:12.102696 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b6f2b-a387-44ee-85a0-4b2cc2868c5d req-8436425b-23b1-4535-a5d1-9dcb5598d66b tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:12.103828 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a509aa5d-a650-435d-893b-e1519ad763cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:12.104275 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-141b6f2b-a387-44ee-85a0-4b2cc2868c5d req-8436425b-23b1-4535-a5d1-9dcb5598d66b tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1501462 Aug 10 03:12:12.119712 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a509aa5d-a650-435d-893b-e1519ad763cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:12.126878 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a509aa5d-a650-435d-893b-e1519ad763cd admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:12:12.127390 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a509aa5d-a650-435d-893b-e1519ad763cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:12.128282 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-141b6f2b-a387-44ee-85a0-4b2cc2868c5d req-976c2eb2-7121-4c50-8028-72f5316562d9 tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] 10.222.0.62 "GET /v2.0/quotas/6784baec18a64ba2b6f45b1a49eb33d3 HTTP/1.1" status: 200 len: 375 time: 0.0105305 Aug 10 03:12:12.129223 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:12:12.129223 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:12:12.129223 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:12:12.129223 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:12:12.129223 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:12:12.129223 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:12:12.129223 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:12:12.129223 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:12:12.129223 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:12:12.129223 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:12:12.129223 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:12:12.129223 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:12:12.129223 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:12:12.129223 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:12:12.129223 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:12:12.129223 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:12:12.129223 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:12:12.129223 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:12:12.129223 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:12:12.129223 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:12:12.129223 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:12:12.129223 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:12:12.129223 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:12:12.129223 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:12:12.129223 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:12:12.129223 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:12:12.129223 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:12:12.129223 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:12:12.129223 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:12:12.129223 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:12:12.129223 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:12:12.129223 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:12:12.161221 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-141b6f2b-a387-44ee-85a0-4b2cc2868c5d req-95a8667f-b6d1-4680-a702-a52bf24ce8c2 tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6784baec18a64ba2b6f45b1a49eb33d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273948 Aug 10 03:12:12.190712 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a509aa5d-a650-435d-893b-e1519ad763cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:12.207372 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a509aa5d-a650-435d-893b-e1519ad763cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:12.209792 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a509aa5d-a650-435d-893b-e1519ad763cd admin admin] 10.222.0.62 "DELETE /v2.0/networks/4abc506d-6b8c-4e78-908b-23b400f364a7 HTTP/1.1" status: 204 len: 168 time: 0.3046157 Aug 10 03:12:12.210628 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a509aa5d-a650-435d-893b-e1519ad763cd admin admin] Pushing event deleted for resources: {'Network': ['ID=4abc506d-6b8c-4e78-908b-23b400f364a7,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:12.399416 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d726dd0a-8b0d-4737-9ae1-8ede81af441b req-ac6014b5-4c54-49e8-a54b-380f2e9d53a9 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:12.406795 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d726dd0a-8b0d-4737-9ae1-8ede81af441b req-ac6014b5-4c54-49e8-a54b-380f2e9d53a9 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:12.413130 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d726dd0a-8b0d-4737-9ae1-8ede81af441b req-ac6014b5-4c54-49e8-a54b-380f2e9d53a9 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:12.419124 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d726dd0a-8b0d-4737-9ae1-8ede81af441b req-ac6014b5-4c54-49e8-a54b-380f2e9d53a9 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:12.425993 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d726dd0a-8b0d-4737-9ae1-8ede81af441b req-ac6014b5-4c54-49e8-a54b-380f2e9d53a9 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:12.427391 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42890) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:12.432530 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d726dd0a-8b0d-4737-9ae1-8ede81af441b req-ac6014b5-4c54-49e8-a54b-380f2e9d53a9 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:12.438599 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d726dd0a-8b0d-4737-9ae1-8ede81af441b req-ac6014b5-4c54-49e8-a54b-380f2e9d53a9 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:12.440877 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d726dd0a-8b0d-4737-9ae1-8ede81af441b req-ac6014b5-4c54-49e8-a54b-380f2e9d53a9 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 5441 time: 0.1038659 Aug 10 03:12:12.451234 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 42894) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:12.459471 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-b92311a6-28a0-45b7-8b1a-2af95078021b tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Request body: {'floatingip': {'port_id': '922f1e4c-a149-4359-82ba-e7d48bec92e7'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:12.499373 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-406665bb-958a-447b-9a84-109ba2667072 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0184527d62ac40cb863b24d5f91a9ee4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0708017 Aug 10 03:12:12.500028 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42900) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:12.514752 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b92311a6-28a0-45b7-8b1a-2af95078021b tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks [] for floatingip, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:12.572876 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2d8df983-c07d-4487-8fcd-91cfa13b3261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:12.606974 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2d8df983-c07d-4487-8fcd-91cfa13b3261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:12.705571 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device b7dcc8e3-4d63-41cc-8815-c35f6ece648c up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:12:12.757987 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ded995-2e4f-49ef-8ece-33594e910476 req-12f04527-286a-4809-b4fa-71529920b507 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:12.760322 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a1ded995-2e4f-49ef-8ece-33594e910476 req-12f04527-286a-4809-b4fa-71529920b507 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2da6381-9d03-4693-ac12-5357b9ed4bc2 HTTP/1.1" status: 200 len: 944 time: 0.1641457 Aug 10 03:12:12.796502 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port b7dcc8e3-4d63-41cc-8815-c35f6ece648c completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:12.803333 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port b7dcc8e3-4d63-41cc-8815-c35f6ece648c triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:12.805285 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:12.820864 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef877eef-a23a-477a-9cb1-437cd497dd91 req-cf0f649b-804b-4601-82fb-34490979987f tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:12.822393 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ef877eef-a23a-477a-9cb1-437cd497dd91 req-cf0f649b-804b-4601-82fb-34490979987f tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f6a9b64-6743-4a8e-b2e5-62ffafe6d401 HTTP/1.1" status: 200 len: 949 time: 0.2273695 Aug 10 03:12:12.948892 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:12.953875 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a1ded995-2e4f-49ef-8ece-33594e910476 req-7eeff445-34ab-401e-b873-037ca3985467 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430409 Aug 10 03:12:12.992107 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367a792c-57c6-4262-aa3a-ce3816d4f2c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7dcc8e3-4d63-41cc-8815-c35f6ece648c'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:13.000625 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b44afa1-f235-4ee8-847e-53307fc20e4d" -d '{"events": [{"server_uuid": "367a792c-57c6-4262-aa3a-ce3816d4f2c2", "name": "network-vif-plugged", "status": "completed", "tag": "b7dcc8e3-4d63-41cc-8815-c35f6ece648c"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:13.032810 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port b7dcc8e3-4d63-41cc-8815-c35f6ece648c, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=b7dcc8e3-4d63-41cc-8815-c35f6ece648c,segment=NetworkSegment(8ddfe2f3-0ea2-4831-9e9a-fdd31e122040),segment_id=8ddfe2f3-0ea2-4831-9e9a-fdd31e122040)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:13.045491 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:13.046628 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device d6e6ff51-b55a-42aa-a66b-a351e666526d up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:12:13.133833 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ef877eef-a23a-477a-9cb1-437cd497dd91 req-a01bddea-01f7-40fa-a4fa-3f75e803d1ea tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944775 Aug 10 03:12:13.168493 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2d8df983-c07d-4487-8fcd-91cfa13b3261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:13.169060 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=b7dcc8e3-4d63-41cc-8815-c35f6ece648c,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:13.174554 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2d8df983-c07d-4487-8fcd-91cfa13b3261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:13.178542 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2d8df983-c07d-4487-8fcd-91cfa13b3261 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f2699069-3a35-423f-a078-ea204b3d4ce2 HTTP/1.1" status: 204 len: 168 time: 0.6775475 Aug 10 03:12:13.188607 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port d6e6ff51-b55a-42aa-a66b-a351e666526d completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:13.189965 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8b80ffcf-f41a-435a-bc94-0394afc9b384 req-1fefcbbc-0e9d-45c9-97f5-b53821196006 tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebe28054-35f5-4b23-84a5-6913060195b8 HTTP/1.1" status: 200 len: 210 time: 0.0701995 Aug 10 03:12:13.194039 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port d6e6ff51-b55a-42aa-a66b-a351e666526d triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:13.195162 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:13.232318 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8df983-c07d-4487-8fcd-91cfa13b3261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2699069-3a35-423f-a078-ea204b3d4ce2,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:13.337375 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:13.401628 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port d6e6ff51-b55a-42aa-a66b-a351e666526d, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=d6e6ff51-b55a-42aa-a66b-a351e666526d,segment=NetworkSegment(8ddfe2f3-0ea2-4831-9e9a-fdd31e122040),segment_id=8ddfe2f3-0ea2-4831-9e9a-fdd31e122040)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:13.414022 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.db.resource_extend [None req-b92311a6-28a0-45b7-8b1a-2af95078021b tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:12:13.416454 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:13.491594 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=d6e6ff51-b55a-42aa-a66b-a351e666526d,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:13.633868 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce821606-34ab-4200-b522-7f67e1a979ce x-openstack-request-id: req-ce821606-34ab-4200-b522-7f67e1a979ce {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:13.634286 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "367a792c-57c6-4262-aa3a-ce3816d4f2c2", "name": "network-vif-plugged", "status": "completed", "tag": "b7dcc8e3-4d63-41cc-8815-c35f6ece648c", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:13.634686 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ce821606-34ab-4200-b522-7f67e1a979ce {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:13.635386 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '367a792c-57c6-4262-aa3a-ce3816d4f2c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7dcc8e3-4d63-41cc-8815-c35f6ece648c', 'code': 200} Aug 10 03:12:13.737729 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42928) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:13.785991 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-94302f29-d047-4254-a296-784eebc01c11 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=75969d542b2841c1abb144689a4b3ceb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0445364 Aug 10 03:12:13.786212 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42930) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:13.840690 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-27c3c1e3-0c7f-4dda-9127-1c3df35633b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:13.866830 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-27c3c1e3-0c7f-4dda-9127-1c3df35633b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:13.911786 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b60f1c95-ad17-4fca-ac09-add74849c553 req-a93c3da4-9adb-4d7a-b2b2-5949d863c163 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb4d7d2a-7216-4f74-a20c-df958115985f HTTP/1.1" status: 200 len: 210 time: 0.0748582 Aug 10 03:12:13.920173 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-141b6f2b-a387-44ee-85a0-4b2cc2868c5d req-2ca50e46-e0b7-4337-bb3c-92b9acebd8ee tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=6784baec18a64ba2b6f45b1a49eb33d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0823557 Aug 10 03:12:13.924893 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-27c3c1e3-0c7f-4dda-9127-1c3df35633b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:13.937271 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b92311a6-28a0-45b7-8b1a-2af95078021b tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:13.938205 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-27c3c1e3-0c7f-4dda-9127-1c3df35633b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:13.938205 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-27c3c1e3-0c7f-4dda-9127-1c3df35633b1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fde26ad3-5342-4e2a-86e3-476bee094634 HTTP/1.1" status: 204 len: 168 time: 0.1482110 Aug 10 03:12:13.956830 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b92311a6-28a0-45b7-8b1a-2af95078021b tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:13.966072 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c3c1e3-0c7f-4dda-9127-1c3df35633b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde26ad3-5342-4e2a-86e3-476bee094634,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:14.064215 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0386fe42-4bb1-457d-b222-8ace634badeb req-e865e6ad-f2b7-4c9c-bd63-fb2171160a87 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:14.065704 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0386fe42-4bb1-457d-b222-8ace634badeb req-e865e6ad-f2b7-4c9c-bd63-fb2171160a87 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] 10.222.0.62 "GET /v2.0/ports?device_id=367a792c-57c6-4262-aa3a-ce3816d4f2c2 HTTP/1.1" status: 200 len: 946 time: 0.7227418 Aug 10 03:12:14.084245 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c2946-af99-4afb-a2bf-aeb4a4699920 req-4dc7cea8-3ba7-4998-ae7a-28548d9e7af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:14.085932 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1c2c2946-af99-4afb-a2bf-aeb4a4699920 req-4dc7cea8-3ba7-4998-ae7a-28548d9e7af9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=367a792c-57c6-4262-aa3a-ce3816d4f2c2 HTTP/1.1" status: 200 len: 1098 time: 0.2503572 Aug 10 03:12:14.271489 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1c2c2946-af99-4afb-a2bf-aeb4a4699920 req-2af2a2d8-3aad-4374-a2fe-f17e67a309b4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=74b7ddb7-8c67-4624-bfea-17dead5f10e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661675 Aug 10 03:12:14.280496 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ddab0-bf3c-4373-9601-6a94da66b1c8 req-80ed703d-7d7e-40a1-af80-08cc57ad79f8 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:14.288154 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ac3ddab0-bf3c-4373-9601-6a94da66b1c8 req-80ed703d-7d7e-40a1-af80-08cc57ad79f8 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2da6381-9d03-4693-ac12-5357b9ed4bc2 HTTP/1.1" status: 200 len: 944 time: 0.2435958 Aug 10 03:12:14.306655 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0386fe42-4bb1-457d-b222-8ace634badeb req-bfaa665b-07cf-44d1-8445-d258216d0322 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] 10.222.0.62 "GET /v2.0/security-groups?id=74b7ddb7-8c67-4624-bfea-17dead5f10e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124634 Aug 10 03:12:14.307120 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-30170d2a-02fc-45f2-a579-2c701adde10a req-2455dbc7-85da-41a3-97ca-47f0e2231d74 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=293fbd9b1ced45ab964a1da35de8e7bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0458300 Aug 10 03:12:14.309529 n-d-768851-15 neutron-server[94216]: INFO neutron.db.l3_db [None req-b92311a6-28a0-45b7-8b1a-2af95078021b tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Floating IP c798ce38-fdf4-4b9b-b9f8-579b6937f772 associated. External IP: 172.25.7.125, port: 922f1e4c-a149-4359-82ba-e7d48bec92e7. Aug 10 03:12:14.351184 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b6f2b-a387-44ee-85a0-4b2cc2868c5d req-1547b992-5169-4738-b12a-c258b8c2ff64 tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:14.352788 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-141b6f2b-a387-44ee-85a0-4b2cc2868c5d req-1547b992-5169-4738-b12a-c258b8c2ff64 tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4224679 Aug 10 03:12:14.440917 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-141b6f2b-a387-44ee-85a0-4b2cc2868c5d req-2762e552-9f3d-4f00-bc28-d93872f3425c tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] Request body: {'port': {'device_id': 'ebe28054-35f5-4b23-84a5-6913060195b8', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'admin_state_up': True, 'tenant_id': '6784baec18a64ba2b6f45b1a49eb33d3'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:14.454317 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30170d2a-02fc-45f2-a579-2c701adde10a req-4485f732-eea5-4d04-9bcf-a237a6e7f025 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:14.456328 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-30170d2a-02fc-45f2-a579-2c701adde10a req-4485f732-eea5-4d04-9bcf-a237a6e7f025 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1378906 Aug 10 03:12:14.470840 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-30170d2a-02fc-45f2-a579-2c701adde10a req-a607906c-b1e4-4a6e-8ad6-59104d1045a2 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Request body: {'port': {'device_id': 'eb4d7d2a-7216-4f74-a20c-df958115985f', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'admin_state_up': True, 'tenant_id': '293fbd9b1ced45ab964a1da35de8e7bd'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:14.527272 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 6f74f8bb-35fc-45f2-b1ea-df552563bc55 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:12:14.564118 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-30170d2a-02fc-45f2-a579-2c701adde10a req-0584d45a-e930-4e84-9987-bb57f77fe51f tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=293fbd9b1ced45ab964a1da35de8e7bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1325681 Aug 10 03:12:14.622681 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port 6f74f8bb-35fc-45f2-b1ea-df552563bc55 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:14.627640 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port 6f74f8bb-35fc-45f2-b1ea-df552563bc55 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:14.627987 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:14.643370 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ac3ddab0-bf3c-4373-9601-6a94da66b1c8 req-edee4b9c-2b72-4782-bf24-55bfa88ffee1 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543370 Aug 10 03:12:14.675856 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30170d2a-02fc-45f2-a579-2c701adde10a req-a607906c-b1e4-4a6e-8ad6-59104d1045a2 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Made reservation on behalf of 293fbd9b1ced45ab964a1da35de8e7bd for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:12:14.679668 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-30170d2a-02fc-45f2-a579-2c701adde10a req-a607906c-b1e4-4a6e-8ad6-59104d1045a2 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:14.722998 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device ff7073c1-c4c9-46c9-9698-1bdeede0d41c up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:12:14.728016 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:14.792885 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 6f74f8bb-35fc-45f2-b1ea-df552563bc55, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=6f74f8bb-35fc-45f2-b1ea-df552563bc55,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:14.802158 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:14.802963 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device d3d6626d-da1b-42ff-a67f-da8cf098f15b up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:12:14.827629 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-52fa6398-c742-4869-815b-3d83112d7ad0 req-4aa048ab-d5c1-472a-84ae-2c3371b8a45b tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebe28054-35f5-4b23-84a5-6913060195b8 HTTP/1.1" status: 200 len: 210 time: 0.1008704 Aug 10 03:12:14.835645 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c461f-3f86-4432-9bac-278341ff075e req-1771fc91-1244-4004-b290-0e83cc437f8d tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:14.842991 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b49c461f-3f86-4432-9bac-278341ff075e req-1771fc91-1244-4004-b290-0e83cc437f8d tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f6a9b64-6743-4a8e-b2e5-62ffafe6d401 HTTP/1.1" status: 200 len: 949 time: 0.4127281 Aug 10 03:12:14.882348 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-30170d2a-02fc-45f2-a579-2c701adde10a req-a607906c-b1e4-4a6e-8ad6-59104d1045a2 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Allocated IP 192.168.233.254 (f1b7997e-1a2a-4260-9d7d-b6cf90b8801d/c2e3eb0b-907c-4ac4-809e-ae9609bc8c67/b8bad2d1-000d-4eee-9ea5-68b72ade2a69) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:12:14.887178 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port ff7073c1-c4c9-46c9-9698-1bdeede0d41c completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:14.903344 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port ff7073c1-c4c9-46c9-9698-1bdeede0d41c triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:14.903727 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:14.913265 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=6f74f8bb-35fc-45f2-b1ea-df552563bc55,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:14.981097 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port d3d6626d-da1b-42ff-a67f-da8cf098f15b completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:14.987922 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port d3d6626d-da1b-42ff-a67f-da8cf098f15b triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:14.988526 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:15.037805 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b49c461f-3f86-4432-9bac-278341ff075e req-a86400d2-369a-4c3a-ad9e-76aacba68518 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935270 Aug 10 03:12:15.061869 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30170d2a-02fc-45f2-a579-2c701adde10a req-f8249768-8098-4c1c-95aa-ed33c0c86603 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:15.064559 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-30170d2a-02fc-45f2-a579-2c701adde10a req-f8249768-8098-4c1c-95aa-ed33c0c86603 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4284461 Aug 10 03:12:15.073804 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-141b6f2b-a387-44ee-85a0-4b2cc2868c5d req-2762e552-9f3d-4f00-bc28-d93872f3425c tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] Made reservation on behalf of 6784baec18a64ba2b6f45b1a49eb33d3 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:12:15.076103 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-30170d2a-02fc-45f2-a579-2c701adde10a req-a607906c-b1e4-4a6e-8ad6-59104d1045a2 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:15.079728 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-141b6f2b-a387-44ee-85a0-4b2cc2868c5d req-2762e552-9f3d-4f00-bc28-d93872f3425c tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:15.104570 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:15.105808 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-30170d2a-02fc-45f2-a579-2c701adde10a req-a607906c-b1e4-4a6e-8ad6-59104d1045a2 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Transition to ACTIVE for port object b8bad2d1-000d-4eee-9ea5-68b72ade2a69 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:12:15.124583 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-30170d2a-02fc-45f2-a579-2c701adde10a req-7302186c-bb5d-41e0-a078-0f919204269c tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Request body: {'port': {'device_id': '1553e89d-55e9-4023-8bfa-c1549ecddf16', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'admin_state_up': True, 'tenant_id': '293fbd9b1ced45ab964a1da35de8e7bd'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:15.158138 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-30170d2a-02fc-45f2-a579-2c701adde10a req-a607906c-b1e4-4a6e-8ad6-59104d1045a2 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:15.171318 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port ff7073c1-c4c9-46c9-9698-1bdeede0d41c, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=ff7073c1-c4c9-46c9-9698-1bdeede0d41c,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:15.195367 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['f716d117-80b8-4c59-865f-10901d2fe6e9', '2b006445-b8fd-40b7-abc6-6015314c8b62', '96ce739d-641c-4849-9a27-05bd527bd5b4'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:15.200648 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30170d2a-02fc-45f2-a579-2c701adde10a req-a607906c-b1e4-4a6e-8ad6-59104d1045a2 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:12:15.204451 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-30170d2a-02fc-45f2-a579-2c701adde10a req-a607906c-b1e4-4a6e-8ad6-59104d1045a2 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:12:15.208463 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-30170d2a-02fc-45f2-a579-2c701adde10a req-a607906c-b1e4-4a6e-8ad6-59104d1045a2 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:12:15.219719 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-141b6f2b-a387-44ee-85a0-4b2cc2868c5d req-2762e552-9f3d-4f00-bc28-d93872f3425c tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:15.258154 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:15.324977 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a607906c-b1e4-4a6e-8ad6-59104d1045a2 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Pushing event updated for resources: {'Port': ['ID=b8bad2d1-000d-4eee-9ea5-68b72ade2a69,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:15.365846 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:15.399720 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30170d2a-02fc-45f2-a579-2c701adde10a req-a607906c-b1e4-4a6e-8ad6-59104d1045a2 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:15.401363 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b92311a6-28a0-45b7-8b1a-2af95078021b tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Router ebdcd5a4-0887-4c65-8e98-49cfb651d88f has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:12:15.402970 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-30170d2a-02fc-45f2-a579-2c701adde10a req-a607906c-b1e4-4a6e-8ad6-59104d1045a2 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:15.430606 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e1571-4d9a-4b45-a274-c1af6a623b95 req-be18c52d-bd29-4b0b-b5ce-a5e9d933dffb tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:15.432513 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-736e1571-4d9a-4b45-a274-c1af6a623b95 req-be18c52d-bd29-4b0b-b5ce-a5e9d933dffb tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb4d7d2a-7216-4f74-a20c-df958115985f HTTP/1.1" status: 200 len: 936 time: 0.3002732 Aug 10 03:12:15.447035 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=ff7073c1-c4c9-46c9-9698-1bdeede0d41c,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:15.475728 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port d3d6626d-da1b-42ff-a67f-da8cf098f15b, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=d3d6626d-da1b-42ff-a67f-da8cf098f15b,segment=NetworkSegment(db7476b4-7245-4e51-b6d1-619dc5627d38),segment_id=db7476b4-7245-4e51-b6d1-619dc5627d38)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:15.487802 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:15.575779 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=d3d6626d-da1b-42ff-a67f-da8cf098f15b,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:15.636909 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '352c4858-edfa-4828-baca-f82273905079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e6ff51-b55a-42aa-a66b-a351e666526d'}, {'server_uuid': '29ba1570-c35b-4931-967d-0516a0c65fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f74f8bb-35fc-45f2-b1ea-df552563bc55'}, {'server_uuid': '8f6a9b64-6743-4a8e-b2e5-62ffafe6d401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff7073c1-c4c9-46c9-9698-1bdeede0d41c'}, {'server_uuid': 'a2da6381-9d03-4693-ac12-5357b9ed4bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d6626d-da1b-42ff-a67f-da8cf098f15b'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:15.638700 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac785f-64b8-4243-8bde-4a8b557858bf req-20b1e378-22c7-4e99-8195-41749bdf1c00 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:15.639213 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80bac09c-7321-417a-a334-0aabae4df218" -d '{"events": [{"server_uuid": "352c4858-edfa-4828-baca-f82273905079", "name": "network-vif-plugged", "status": "completed", "tag": "d6e6ff51-b55a-42aa-a66b-a351e666526d"}, {"server_uuid": "29ba1570-c35b-4931-967d-0516a0c65fc0", "name": "network-vif-plugged", "status": "completed", "tag": "6f74f8bb-35fc-45f2-b1ea-df552563bc55"}, {"server_uuid": "8f6a9b64-6743-4a8e-b2e5-62ffafe6d401", "name": "network-vif-plugged", "status": "completed", "tag": "ff7073c1-c4c9-46c9-9698-1bdeede0d41c"}, {"server_uuid": "a2da6381-9d03-4693-ac12-5357b9ed4bc2", "name": "network-vif-plugged", "status": "completed", "tag": "d3d6626d-da1b-42ff-a67f-da8cf098f15b"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:15.640282 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8dac785f-64b8-4243-8bde-4a8b557858bf req-20b1e378-22c7-4e99-8195-41749bdf1c00 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] 10.222.0.62 "GET /v2.0/ports?device_id=367a792c-57c6-4262-aa3a-ce3816d4f2c2 HTTP/1.1" status: 200 len: 946 time: 0.1957545 Aug 10 03:12:15.657826 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-736e1571-4d9a-4b45-a274-c1af6a623b95 req-5f564854-542a-48c4-a4b6-2e89ba9e357c tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650758 Aug 10 03:12:15.718588 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-1d922844-acee-49d7-bf3f-bfdd901f150e None None] Provisioning for port b8bad2d1-000d-4eee-9ea5-68b72ade2a69 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:15.729971 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-1d922844-acee-49d7-bf3f-bfdd901f150e None None] Provisioning complete for port b8bad2d1-000d-4eee-9ea5-68b72ade2a69 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:15.730560 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-1d922844-acee-49d7-bf3f-bfdd901f150e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:15.760565 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b92311a6-28a0-45b7-8b1a-2af95078021b tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:12:15.767829 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8dac785f-64b8-4243-8bde-4a8b557858bf req-6aa5bde3-5e11-40e7-83f8-d5be535dab68 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] 10.222.0.62 "GET /v2.0/security-groups?id=74b7ddb7-8c67-4624-bfea-17dead5f10e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056190 Aug 10 03:12:15.772675 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b92311a6-28a0-45b7-8b1a-2af95078021b tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:15.792444 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5004d12-65fd-47a2-b5ef-403df143526c x-openstack-request-id: req-d5004d12-65fd-47a2-b5ef-403df143526c {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:15.793038 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "352c4858-edfa-4828-baca-f82273905079", "name": "network-vif-plugged", "status": "completed", "tag": "d6e6ff51-b55a-42aa-a66b-a351e666526d", "code": 200}, {"server_uuid": "29ba1570-c35b-4931-967d-0516a0c65fc0", "name": "network-vif-plugged", "status": "completed", "tag": "6f74f8bb-35fc-45f2-b1ea-df552563bc55", "code": 200}, {"server_uuid": "8f6a9b64-6743-4a8e-b2e5-62ffafe6d401", "name": "network-vif-plugged", "status": "completed", "tag": "ff7073c1-c4c9-46c9-9698-1bdeede0d41c", "code": 200}, {"server_uuid": "a2da6381-9d03-4693-ac12-5357b9ed4bc2", "name": "network-vif-plugged", "status": "completed", "tag": "d3d6626d-da1b-42ff-a67f-da8cf098f15b", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:15.794051 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d5004d12-65fd-47a2-b5ef-403df143526c {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:15.798014 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '352c4858-edfa-4828-baca-f82273905079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e6ff51-b55a-42aa-a66b-a351e666526d', 'code': 200} Aug 10 03:12:15.798529 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29ba1570-c35b-4931-967d-0516a0c65fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f74f8bb-35fc-45f2-b1ea-df552563bc55', 'code': 200} Aug 10 03:12:15.798988 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6a9b64-6743-4a8e-b2e5-62ffafe6d401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff7073c1-c4c9-46c9-9698-1bdeede0d41c', 'code': 200} Aug 10 03:12:15.802628 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2da6381-9d03-4693-ac12-5357b9ed4bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d6626d-da1b-42ff-a67f-da8cf098f15b', 'code': 200} Aug 10 03:12:15.803083 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-141b6f2b-a387-44ee-85a0-4b2cc2868c5d req-2762e552-9f3d-4f00-bc28-d93872f3425c tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:15.816582 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b92311a6-28a0-45b7-8b1a-2af95078021b tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "PUT /v2.0/floatingips/c798ce38-fdf4-4b9b-b9f8-579b6937f772 HTTP/1.1" status: 200 len: 991 time: 3.3634162 Aug 10 03:12:15.818308 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e71a0fd-9049-4db9-b09f-57f7e39649f7', 'tag': '922f1e4c-a149-4359-82ba-e7d48bec92e7'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:15.819899 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01905a5c-5748-4c62-8b29-da47681aba2a None None] Sync routers for ids ['ebdcd5a4-0887-4c65-8e98-49cfb651d88f'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:12:15.821373 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe0d96a-e6ba-4dff-8e8c-92e07752b8fc" -d '{"events": [{"name": "network-changed", "server_uuid": "1e71a0fd-9049-4db9-b09f-57f7e39649f7", "tag": "922f1e4c-a149-4359-82ba-e7d48bec92e7"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:15.825571 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-141b6f2b-a387-44ee-85a0-4b2cc2868c5d req-2762e552-9f3d-4f00-bc28-d93872f3425c tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:15.830670 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-30170d2a-02fc-45f2-a579-2c701adde10a req-a607906c-b1e4-4a6e-8ad6-59104d1045a2 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3640826 Aug 10 03:12:15.850903 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-1d922844-acee-49d7-bf3f-bfdd901f150e None None] Port b8bad2d1-000d-4eee-9ea5-68b72ade2a69 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:12:15.860377 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-30170d2a-02fc-45f2-a579-2c701adde10a req-b2fa5b04-3c41-4dda-acde-a5eec4df507f service neutron] Request body: {'port': {'device_id': 'eb4d7d2a-7216-4f74-a20c-df958115985f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:15.898531 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01905a5c-5748-4c62-8b29-da47681aba2a None None] Routers {'ebdcd5a4-0887-4c65-8e98-49cfb651d88f'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:12:15.899559 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-01905a5c-5748-4c62-8b29-da47681aba2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:12:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['ebdcd5a4-0887-4c65-8e98-49cfb651d88f'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:12:15.951152 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2762e552-9f3d-4f00-bc28-d93872f3425c tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=421235de-de03-4b93-a920-9e7498ad2413,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:15.990075 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30170d2a-02fc-45f2-a579-2c701adde10a req-7302186c-bb5d-41e0-a078-0f919204269c tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Made reservation on behalf of 293fbd9b1ced45ab964a1da35de8e7bd for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:12:15.993982 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-30170d2a-02fc-45f2-a579-2c701adde10a req-7302186c-bb5d-41e0-a078-0f919204269c tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:16.033111 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-01905a5c-5748-4c62-8b29-da47681aba2a None None] Set router ebdcd5a4-0887-4c65-8e98-49cfb651d88f gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:12:16.076748 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2fbc7d-8eaf-4847-9788-0b15d1ad2107 req-c4d82fb0-7792-45b9-bf86-fd135b2a0bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:16.080096 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ce2fbc7d-8eaf-4847-9788-0b15d1ad2107 req-c4d82fb0-7792-45b9-bf86-fd135b2a0bed service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8f6a9b64-6743-4a8e-b2e5-62ffafe6d401 HTTP/1.1" status: 200 len: 1102 time: 0.1683288 Aug 10 03:12:16.084477 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec463b9c-b5fa-4b8b-9e70-648e33d4acd2 req-cb6a739a-8737-434f-8142-2209d484fddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:16.088106 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ec463b9c-b5fa-4b8b-9e70-648e33d4acd2 req-cb6a739a-8737-434f-8142-2209d484fddd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 1101 time: 0.1207793 Aug 10 03:12:16.090488 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-30170d2a-02fc-45f2-a579-2c701adde10a req-b2fa5b04-3c41-4dda-acde-a5eec4df507f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:16.110693 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2764c-91c2-4920-9a60-e2854c7bf941 req-740d7a5c-5b99-4075-b145-9bbf79ca9cba tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:16.112343 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7de2764c-91c2-4920-9a60-e2854c7bf941 req-740d7a5c-5b99-4075-b145-9bbf79ca9cba tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2da6381-9d03-4693-ac12-5357b9ed4bc2 HTTP/1.1" status: 200 len: 945 time: 0.2742088 Aug 10 03:12:16.133625 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-441361fa-4dcc-4f0d-9848-f6418394c4f8 req-063eab2c-9099-437c-90a7-2e1ff67e2d2a tempest-SecurityGroupsTestAdminJSON-8891295 tempest-SecurityGroupsTestAdminJSON-8891295-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1053049601', 'description': 'tempest-description-1856223271'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:16.186676 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ce2fbc7d-8eaf-4847-9788-0b15d1ad2107 req-cea0d53d-14ce-4695-96c5-89e6c88e36ca service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974391 Aug 10 03:12:16.190209 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ec463b9c-b5fa-4b8b-9e70-648e33d4acd2 req-c0b092ef-ea02-4286-b646-58fca8a2d78b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871077 Aug 10 03:12:16.229205 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d59f6-bd08-462f-bd71-15ae379ce87b req-c00ad38d-6bce-4d3d-aa3b-fba75f6d3440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:16.231003 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-173d59f6-bd08-462f-bd71-15ae379ce87b req-c00ad38d-6bce-4d3d-aa3b-fba75f6d3440 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=352c4858-edfa-4828-baca-f82273905079 HTTP/1.1" status: 200 len: 1098 time: 0.2871451 Aug 10 03:12:16.257350 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-141b6f2b-a387-44ee-85a0-4b2cc2868c5d req-2762e552-9f3d-4f00-bc28-d93872f3425c tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] Allocated IP 192.168.233.166 (f1b7997e-1a2a-4260-9d7d-b6cf90b8801d/c2e3eb0b-907c-4ac4-809e-ae9609bc8c67/ac6fa2ce-3949-4e0b-a7c3-f21c93869afd) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:12:16.301746 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8bd53f-c1c0-4e78-a2ac-cde486318a79 req-3ed02621-6004-4e6d-89f6-4f8f4baadf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:16.303306 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3e8bd53f-c1c0-4e78-a2ac-cde486318a79 req-3ed02621-6004-4e6d-89f6-4f8f4baadf0c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a2da6381-9d03-4693-ac12-5357b9ed4bc2 HTTP/1.1" status: 200 len: 1097 time: 0.3154297 Aug 10 03:12:16.304043 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-441361fa-4dcc-4f0d-9848-f6418394c4f8 req-063eab2c-9099-437c-90a7-2e1ff67e2d2a tempest-SecurityGroupsTestAdminJSON-8891295 tempest-SecurityGroupsTestAdminJSON-8891295-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:16.352069 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7de2764c-91c2-4920-9a60-e2854c7bf941 req-2b42aec1-f149-4496-be84-8164589d5287 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023134 Aug 10 03:12:16.352735 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-441361fa-4dcc-4f0d-9848-f6418394c4f8 req-063eab2c-9099-437c-90a7-2e1ff67e2d2a tempest-SecurityGroupsTestAdminJSON-8891295 tempest-SecurityGroupsTestAdminJSON-8891295-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:16.396597 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-173d59f6-bd08-462f-bd71-15ae379ce87b req-ad8f875b-bd8a-4ffb-a184-821546477440 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=74b7ddb7-8c67-4624-bfea-17dead5f10e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534672 Aug 10 03:12:16.434383 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-01905a5c-5748-4c62-8b29-da47681aba2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdcd5a4-0887-4c65-8e98-49cfb651d88f', 'name': 'tempest-TaggedBootDevicesTest_v242-1973507768-router', 'tenant_id': '113c9048eb054fe989e54191f5a42ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '9aa15eb6-7124-4055-a227-9b29b767156f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:09:56Z', 'updated_at': '2021-08-10T03:10:03Z', 'revision_number': 4, 'project_id': '113c9048eb054fe989e54191f5a42ad9', 'gw_port': {'id': '9aa15eb6-7124-4055-a227-9b29b767156f', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:98:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdcd5a4-0887-4c65-8e98-49cfb651d88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:09:58Z', 'updated_at': '2021-08-10T03:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': 'c798ce38-fdf4-4b9b-b9f8-579b6937f772', 'tenant_id': '113c9048eb054fe989e54191f5a42ad9', 'floating_ip_address': '172.25.7.125', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': 'ebdcd5a4-0887-4c65-8e98-49cfb651d88f', 'port_id': '922f1e4c-a149-4359-82ba-e7d48bec92e7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4674244-b4fc-4227-9e62-6d0cd0b1acc0', 'mac_address': 'fa:16:3e:16:74:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e71a0fd-9049-4db9-b09f-57f7e39649f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:10:46Z', 'updated_at': '2021-08-10T03:12:13Z', 'revision_number': 1, 'project_id': '113c9048eb054fe989e54191f5a42ad9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c72bd21c-e32a-4acb-87ad-49ce49bafa32', 'name': '', 'network_id': 'c4674244-b4fc-4227-9e62-6d0cd0b1acc0', 'tenant_id': '113c9048eb054fe989e54191f5a42ad9', 'mac_address': 'fa:16:3e:71:03:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdcd5a4-0887-4c65-8e98-49cfb651d88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '91e34b3b-f93c-49d7-a000-e94fe5265392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:10:02Z', 'updated_at': '2021-08-10T03:10:12Z', 'revision_number': 5, 'project_id': '113c9048eb054fe989e54191f5a42ad9', 'subnets': [{'id': '91e34b3b-f93c-49d7-a000-e94fe5265392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:12:16.464541 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01905a5c-5748-4c62-8b29-da47681aba2a None None] Checking router: ebdcd5a4-0887-4c65-8e98-49cfb651d88f for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:12:16.473690 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01905a5c-5748-4c62-8b29-da47681aba2a None None] Routers {'ebdcd5a4-0887-4c65-8e98-49cfb651d88f'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:12:16.474306 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-01905a5c-5748-4c62-8b29-da47681aba2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:12:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['ebdcd5a4-0887-4c65-8e98-49cfb651d88f'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:12:16.476373 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3e8bd53f-c1c0-4e78-a2ac-cde486318a79 req-0227cdfe-81cf-4415-8741-acbd995ce6e2 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365893 Aug 10 03:12:16.571992 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa18925-763c-48d3-8927-46b252c8e8f8 req-e4e4dcdf-11af-4a12-b1a9-c41aa3a3bbfb tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:16.573411 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-caa18925-763c-48d3-8927-46b252c8e8f8 req-e4e4dcdf-11af-4a12-b1a9-c41aa3a3bbfb tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] 10.222.0.62 "GET /v2.0/ports?device_id=22a763d3-d36a-49b5-a0a3-2e0bf12a3f64 HTTP/1.1" status: 200 len: 945 time: 0.1608939 Aug 10 03:12:16.579730 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-01905a5c-5748-4c62-8b29-da47681aba2a None None] Set router ebdcd5a4-0887-4c65-8e98-49cfb651d88f gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:12:16.627332 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-141b6f2b-a387-44ee-85a0-4b2cc2868c5d req-2762e552-9f3d-4f00-bc28-d93872f3425c tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:16.672550 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-caa18925-763c-48d3-8927-46b252c8e8f8 req-9518542b-492b-405f-96aa-ac90bd1f76be tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] 10.222.0.62 "GET /v2.0/security-groups?id=74b7ddb7-8c67-4624-bfea-17dead5f10e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843925 Aug 10 03:12:16.677832 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-141b6f2b-a387-44ee-85a0-4b2cc2868c5d req-2762e552-9f3d-4f00-bc28-d93872f3425c tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] Transition to ACTIVE for port object ac6fa2ce-3949-4e0b-a7c3-f21c93869afd will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:12:16.694829 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-441361fa-4dcc-4f0d-9848-f6418394c4f8 req-063eab2c-9099-437c-90a7-2e1ff67e2d2a tempest-SecurityGroupsTestAdminJSON-8891295 tempest-SecurityGroupsTestAdminJSON-8891295-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:16.705886 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-441361fa-4dcc-4f0d-9848-f6418394c4f8 req-063eab2c-9099-437c-90a7-2e1ff67e2d2a tempest-SecurityGroupsTestAdminJSON-8891295 tempest-SecurityGroupsTestAdminJSON-8891295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:16.758232 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-141b6f2b-a387-44ee-85a0-4b2cc2868c5d req-2762e552-9f3d-4f00-bc28-d93872f3425c tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:16.779957 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4b9c83-6ec5-4fec-ba8e-b76f065d1564 x-openstack-request-id: req-8a4b9c83-6ec5-4fec-ba8e-b76f065d1564 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:16.780249 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e71a0fd-9049-4db9-b09f-57f7e39649f7", "tag": "922f1e4c-a149-4359-82ba-e7d48bec92e7", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:16.780501 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8a4b9c83-6ec5-4fec-ba8e-b76f065d1564 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:16.780894 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e71a0fd-9049-4db9-b09f-57f7e39649f7', 'tag': '922f1e4c-a149-4359-82ba-e7d48bec92e7', 'status': 'completed', 'code': 200} Aug 10 03:12:16.785142 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063eab2c-9099-437c-90a7-2e1ff67e2d2a tempest-SecurityGroupsTestAdminJSON-8891295 tempest-SecurityGroupsTestAdminJSON-8891295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2135c69f-4781-4d9f-b60f-78639c8b19c8,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:16.841002 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-01905a5c-5748-4c62-8b29-da47681aba2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdcd5a4-0887-4c65-8e98-49cfb651d88f', 'name': 'tempest-TaggedBootDevicesTest_v242-1973507768-router', 'tenant_id': '113c9048eb054fe989e54191f5a42ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '9aa15eb6-7124-4055-a227-9b29b767156f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:09:56Z', 'updated_at': '2021-08-10T03:10:03Z', 'revision_number': 4, 'project_id': '113c9048eb054fe989e54191f5a42ad9', 'gw_port': {'id': '9aa15eb6-7124-4055-a227-9b29b767156f', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:98:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdcd5a4-0887-4c65-8e98-49cfb651d88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:09:58Z', 'updated_at': '2021-08-10T03:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': 'c798ce38-fdf4-4b9b-b9f8-579b6937f772', 'tenant_id': '113c9048eb054fe989e54191f5a42ad9', 'floating_ip_address': '172.25.7.125', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': 'ebdcd5a4-0887-4c65-8e98-49cfb651d88f', 'port_id': '922f1e4c-a149-4359-82ba-e7d48bec92e7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4674244-b4fc-4227-9e62-6d0cd0b1acc0', 'mac_address': 'fa:16:3e:16:74:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e71a0fd-9049-4db9-b09f-57f7e39649f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:10:46Z', 'updated_at': '2021-08-10T03:12:13Z', 'revision_number': 1, 'project_id': '113c9048eb054fe989e54191f5a42ad9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c72bd21c-e32a-4acb-87ad-49ce49bafa32', 'name': '', 'network_id': 'c4674244-b4fc-4227-9e62-6d0cd0b1acc0', 'tenant_id': '113c9048eb054fe989e54191f5a42ad9', 'mac_address': 'fa:16:3e:71:03:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdcd5a4-0887-4c65-8e98-49cfb651d88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '91e34b3b-f93c-49d7-a000-e94fe5265392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:10:02Z', 'updated_at': '2021-08-10T03:10:12Z', 'revision_number': 5, 'project_id': '113c9048eb054fe989e54191f5a42ad9', 'subnets': [{'id': '91e34b3b-f93c-49d7-a000-e94fe5265392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:12:16.853761 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-141b6f2b-a387-44ee-85a0-4b2cc2868c5d req-2762e552-9f3d-4f00-bc28-d93872f3425c tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] Network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:12:16.874208 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01905a5c-5748-4c62-8b29-da47681aba2a None None] The sync data for ids ['ebdcd5a4-0887-4c65-8e98-49cfb651d88f'] in n-d-768851-15 is: [{'id': 'ebdcd5a4-0887-4c65-8e98-49cfb651d88f', 'name': 'tempest-TaggedBootDevicesTest_v242-1973507768-router', 'tenant_id': '113c9048eb054fe989e54191f5a42ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '9aa15eb6-7124-4055-a227-9b29b767156f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:09:56Z', 'updated_at': '2021-08-10T03:10:03Z', 'revision_number': 4, 'project_id': '113c9048eb054fe989e54191f5a42ad9', 'gw_port': {'id': '9aa15eb6-7124-4055-a227-9b29b767156f', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:98:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdcd5a4-0887-4c65-8e98-49cfb651d88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:09:58Z', 'updated_at': '2021-08-10T03:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': 'c798ce38-fdf4-4b9b-b9f8-579b6937f772', 'tenant_id': '113c9048eb054fe989e54191f5a42ad9', 'floating_ip_address': '172.25.7.125', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': 'ebdcd5a4-0887-4c65-8e98-49cfb651d88f', 'port_id': '922f1e4c-a149-4359-82ba-e7d48bec92e7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4674244-b4fc-4227-9e62-6d0cd0b1acc0', 'mac_address': 'fa:16:3e:16:74:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e71a0fd-9049-4db9-b09f-57f7e39649f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:10:46Z', 'updated_at': '2021-08-10T03:12:13Z', 'revision_number': 1, 'project_id': '113c9048eb054fe989e54191f5a42ad9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c72bd21c-e32a-4acb-87ad-49ce49bafa32', 'name': '', 'network_id': 'c4674244-b4fc-4227-9e62-6d0cd0b1acc0', 'tenant_id': '113c9048eb054fe989e54191f5a42ad9', 'mac_address': 'fa:16:3e:71:03:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdcd5a4-0887-4c65-8e98-49cfb651d88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '91e34b3b-f93c-49d7-a000-e94fe5265392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:10:02Z', 'updated_at': '2021-08-10T03:10:12Z', 'revision_number': 5, 'project_id': '113c9048eb054fe989e54191f5a42ad9', 'subnets': [{'id': '91e34b3b-f93c-49d7-a000-e94fe5265392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:12:16.891612 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-141b6f2b-a387-44ee-85a0-4b2cc2868c5d req-2762e552-9f3d-4f00-bc28-d93872f3425c tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:12:16.902199 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-141b6f2b-a387-44ee-85a0-4b2cc2868c5d req-2762e552-9f3d-4f00-bc28-d93872f3425c tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:12:16.939344 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-30170d2a-02fc-45f2-a579-2c701adde10a req-b2fa5b04-3c41-4dda-acde-a5eec4df507f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8bad2d1-000d-4eee-9ea5-68b72ade2a69 {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:16.948205 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-30170d2a-02fc-45f2-a579-2c701adde10a req-b2fa5b04-3c41-4dda-acde-a5eec4df507f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:16.960061 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2762e552-9f3d-4f00-bc28-d93872f3425c tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] Pushing event updated for resources: {'Port': ['ID=ac6fa2ce-3949-4e0b-a7c3-f21c93869afd,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:16.969247 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-30170d2a-02fc-45f2-a579-2c701adde10a req-b2fa5b04-3c41-4dda-acde-a5eec4df507f service neutron] Transition to ACTIVE for port object b8bad2d1-000d-4eee-9ea5-68b72ade2a69 will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:12:16.975587 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-30170d2a-02fc-45f2-a579-2c701adde10a req-b2fa5b04-3c41-4dda-acde-a5eec4df507f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:16.990400 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0d96a-e6ba-4dff-8e8c-92e07752b8fc req-84dfa3bc-f983-4ff5-a87a-c0c3d6c86596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:16.990922 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0d96a-e6ba-4dff-8e8c-92e07752b8fc req-84dfa3bc-f983-4ff5-a87a-c0c3d6c86596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:16.991401 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0d96a-e6ba-4dff-8e8c-92e07752b8fc req-84dfa3bc-f983-4ff5-a87a-c0c3d6c86596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:16.991871 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0d96a-e6ba-4dff-8e8c-92e07752b8fc req-84dfa3bc-f983-4ff5-a87a-c0c3d6c86596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:16.992340 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0d96a-e6ba-4dff-8e8c-92e07752b8fc req-84dfa3bc-f983-4ff5-a87a-c0c3d6c86596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:16.992976 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0d96a-e6ba-4dff-8e8c-92e07752b8fc req-84dfa3bc-f983-4ff5-a87a-c0c3d6c86596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:16.993255 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0d96a-e6ba-4dff-8e8c-92e07752b8fc req-84dfa3bc-f983-4ff5-a87a-c0c3d6c86596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:16.995178 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5fe0d96a-e6ba-4dff-8e8c-92e07752b8fc req-84dfa3bc-f983-4ff5-a87a-c0c3d6c86596 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=113c9048eb054fe989e54191f5a42ad9&device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 6505 time: 0.1615751 Aug 10 03:12:17.045871 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-441361fa-4dcc-4f0d-9848-f6418394c4f8 req-063eab2c-9099-437c-90a7-2e1ff67e2d2a tempest-SecurityGroupsTestAdminJSON-8891295 tempest-SecurityGroupsTestAdminJSON-8891295-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:17.052213 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b6f2b-a387-44ee-85a0-4b2cc2868c5d req-2762e552-9f3d-4f00-bc28-d93872f3425c tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:17.052881 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-141b6f2b-a387-44ee-85a0-4b2cc2868c5d req-2762e552-9f3d-4f00-bc28-d93872f3425c tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:17.062795 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fa5b04-3c41-4dda-acde-a5eec4df507f service neutron] Pushing event updated for resources: {'Port': ['ID=b8bad2d1-000d-4eee-9ea5-68b72ade2a69,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:17.069478 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-441361fa-4dcc-4f0d-9848-f6418394c4f8 req-063eab2c-9099-437c-90a7-2e1ff67e2d2a tempest-SecurityGroupsTestAdminJSON-8891295 tempest-SecurityGroupsTestAdminJSON-8891295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:17.123599 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-30170d2a-02fc-45f2-a579-2c701adde10a req-b2fa5b04-3c41-4dda-acde-a5eec4df507f service neutron] Attempting to bind port b8bad2d1-000d-4eee-9ea5-68b72ade2a69 on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:12:17.124073 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-30170d2a-02fc-45f2-a579-2c701adde10a req-b2fa5b04-3c41-4dda-acde-a5eec4df507f service neutron] Attempting to bind port b8bad2d1-000d-4eee-9ea5-68b72ade2a69 by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:12:17.124406 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30170d2a-02fc-45f2-a579-2c701adde10a req-b2fa5b04-3c41-4dda-acde-a5eec4df507f service neutron] Attempting to bind port b8bad2d1-000d-4eee-9ea5-68b72ade2a69 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:17.132510 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30170d2a-02fc-45f2-a579-2c701adde10a req-b2fa5b04-3c41-4dda-acde-a5eec4df507f service neutron] Port b8bad2d1-000d-4eee-9ea5-68b72ade2a69 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:12:17.132850 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30170d2a-02fc-45f2-a579-2c701adde10a req-b2fa5b04-3c41-4dda-acde-a5eec4df507f service neutron] Attempting to bind port b8bad2d1-000d-4eee-9ea5-68b72ade2a69 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:17.142772 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30170d2a-02fc-45f2-a579-2c701adde10a req-b2fa5b04-3c41-4dda-acde-a5eec4df507f service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:12:17.143536 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30170d2a-02fc-45f2-a579-2c701adde10a req-b2fa5b04-3c41-4dda-acde-a5eec4df507f service neutron] Checking segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:12:17.144149 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30170d2a-02fc-45f2-a579-2c701adde10a req-b2fa5b04-3c41-4dda-acde-a5eec4df507f service neutron] Bound using segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:12:17.144815 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-30170d2a-02fc-45f2-a579-2c701adde10a req-b2fa5b04-3c41-4dda-acde-a5eec4df507f service neutron] Bound port: b8bad2d1-000d-4eee-9ea5-68b72ade2a69, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:12:17.145523 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-30170d2a-02fc-45f2-a579-2c701adde10a req-b2fa5b04-3c41-4dda-acde-a5eec4df507f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:17.188904 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3856c1a-b107-466c-9fa6-e50092599179 None None] New status for floating IP c798ce38-fdf4-4b9b-b9f8-579b6937f772: ACTIVE {{(pid=94219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:12:17.230270 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-30170d2a-02fc-45f2-a579-2c701adde10a req-b2fa5b04-3c41-4dda-acde-a5eec4df507f service neutron] For port b8bad2d1-000d-4eee-9ea5-68b72ade2a69, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:12:17.235977 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-30170d2a-02fc-45f2-a579-2c701adde10a req-b2fa5b04-3c41-4dda-acde-a5eec4df507f service neutron] For port b8bad2d1-000d-4eee-9ea5-68b72ade2a69, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=b8bad2d1-000d-4eee-9ea5-68b72ade2a69,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:12:17.249198 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-30170d2a-02fc-45f2-a579-2c701adde10a req-b2fa5b04-3c41-4dda-acde-a5eec4df507f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:17.282856 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30170d2a-02fc-45f2-a579-2c701adde10a req-b2fa5b04-3c41-4dda-acde-a5eec4df507f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:17.283585 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-30170d2a-02fc-45f2-a579-2c701adde10a req-b2fa5b04-3c41-4dda-acde-a5eec4df507f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:17.285414 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-30170d2a-02fc-45f2-a579-2c701adde10a req-b2fa5b04-3c41-4dda-acde-a5eec4df507f service neutron] 10.222.0.58 "PUT /v2.0/ports/b8bad2d1-000d-4eee-9ea5-68b72ade2a69 HTTP/1.1" status: 200 len: 1097 time: 1.4371338 Aug 10 03:12:17.297448 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-458b7c4e-d67c-43ab-b5fd-225559a92880 None None] Provisioning for port ac6fa2ce-3949-4e0b-a7c3-f21c93869afd completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:17.305733 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-458b7c4e-d67c-43ab-b5fd-225559a92880 None None] Provisioning complete for port ac6fa2ce-3949-4e0b-a7c3-f21c93869afd triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:17.306550 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-458b7c4e-d67c-43ab-b5fd-225559a92880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:17.329965 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb4d7d2a-7216-4f74-a20c-df958115985f', 'tag': 'b8bad2d1-000d-4eee-9ea5-68b72ade2a69'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:17.332688 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d77da0a-5a8f-4ddb-8e0f-0be2cb007cd7" -d '{"events": [{"name": "network-changed", "server_uuid": "eb4d7d2a-7216-4f74-a20c-df958115985f", "tag": "b8bad2d1-000d-4eee-9ea5-68b72ade2a69"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:17.395139 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-458b7c4e-d67c-43ab-b5fd-225559a92880 None None] Port ac6fa2ce-3949-4e0b-a7c3-f21c93869afd cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:12:17.459323 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fa5b04-3c41-4dda-acde-a5eec4df507f service neutron] Pushing event updated for resources: {'Port': ['ID=b8bad2d1-000d-4eee-9ea5-68b72ade2a69,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:17.481897 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30170d2a-02fc-45f2-a579-2c701adde10a req-4e348f6b-26b4-44aa-a3ee-dddbeb985c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:17.483568 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-30170d2a-02fc-45f2-a579-2c701adde10a req-4e348f6b-26b4-44aa-a3ee-dddbeb985c72 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=293fbd9b1ced45ab964a1da35de8e7bd&device_id=eb4d7d2a-7216-4f74-a20c-df958115985f HTTP/1.1" status: 200 len: 1100 time: 0.1119592 Aug 10 03:12:17.558744 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-30170d2a-02fc-45f2-a579-2c701adde10a req-7c0c5fd5-0266-4b8a-aa41-15edf86703b9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=b8bad2d1-000d-4eee-9ea5-68b72ade2a69 HTTP/1.1" status: 200 len: 217 time: 0.0537543 Aug 10 03:12:17.641611 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d3f27-1a3b-454c-8f95-a878e51eb9e9 req-09d70378-9efb-4fca-8d58-1512e638c230 tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:17.643108 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ed1d3f27-1a3b-454c-8f95-a878e51eb9e9 req-09d70378-9efb-4fca-8d58-1512e638c230 tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebe28054-35f5-4b23-84a5-6913060195b8 HTTP/1.1" status: 200 len: 936 time: 0.7748463 Aug 10 03:12:17.644458 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30170d2a-02fc-45f2-a579-2c701adde10a req-b0026df9-602d-4caf-8286-27996dda33cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:17.647466 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-30170d2a-02fc-45f2-a579-2c701adde10a req-b0026df9-602d-4caf-8286-27996dda33cc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.0665874 Aug 10 03:12:17.659750 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-141b6f2b-a387-44ee-85a0-4b2cc2868c5d req-2762e552-9f3d-4f00-bc28-d93872f3425c tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2307329 Aug 10 03:12:17.688507 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-141b6f2b-a387-44ee-85a0-4b2cc2868c5d req-fe9fdd57-bfdc-4fd5-97e4-b9472cc92d96 service neutron] Request body: {'port': {'device_id': 'ebe28054-35f5-4b23-84a5-6913060195b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:17.707453 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-30170d2a-02fc-45f2-a579-2c701adde10a req-7302186c-bb5d-41e0-a078-0f919204269c tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Allocated IP 192.168.233.249 (f1b7997e-1a2a-4260-9d7d-b6cf90b8801d/c2e3eb0b-907c-4ac4-809e-ae9609bc8c67/e2bc7563-332e-48d6-9dc1-ae121aaebc11) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:12:17.709485 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30170d2a-02fc-45f2-a579-2c701adde10a req-29a78446-1a44-4195-96b3-47a3c2faa341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:17.711134 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-30170d2a-02fc-45f2-a579-2c701adde10a req-29a78446-1a44-4195-96b3-47a3c2faa341 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0439806 Aug 10 03:12:17.729785 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-441361fa-4dcc-4f0d-9848-f6418394c4f8 req-063eab2c-9099-437c-90a7-2e1ff67e2d2a tempest-SecurityGroupsTestAdminJSON-8891295 tempest-SecurityGroupsTestAdminJSON-8891295-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:17.731290 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-441361fa-4dcc-4f0d-9848-f6418394c4f8 req-063eab2c-9099-437c-90a7-2e1ff67e2d2a tempest-SecurityGroupsTestAdminJSON-8891295 tempest-SecurityGroupsTestAdminJSON-8891295-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.6152203 Aug 10 03:12:17.731884 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063eab2c-9099-437c-90a7-2e1ff67e2d2a tempest-SecurityGroupsTestAdminJSON-8891295 tempest-SecurityGroupsTestAdminJSON-8891295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adff6420-2a95-4474-99d2-8de60fb9a694,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:17.802666 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ed1d3f27-1a3b-454c-8f95-a878e51eb9e9 req-1a5a15fc-c891-4ad9-8de5-aed92a43e691 tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] 10.222.0.62 "GET /v2.0/security-groups?id=421235de-de03-4b93-a920-9e7498ad2413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462772 Aug 10 03:12:17.845890 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-30170d2a-02fc-45f2-a579-2c701adde10a req-1ddfa1d5-2775-45c3-8113-c6798d3e4d40 service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199672 Aug 10 03:12:17.863155 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0d96a-e6ba-4dff-8e8c-92e07752b8fc req-a6cd99cc-58bc-4df4-a89e-433d8be7e5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:17.865389 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5fe0d96a-e6ba-4dff-8e8c-92e07752b8fc req-a6cd99cc-58bc-4df4-a89e-433d8be7e5ba service neutron] 10.222.0.60 "GET /v2.0/networks?id=c4674244-b4fc-4227-9e62-6d0cd0b1acc0 HTTP/1.1" status: 200 len: 918 time: 0.8255112 Aug 10 03:12:17.870937 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-141b6f2b-a387-44ee-85a0-4b2cc2868c5d req-fe9fdd57-bfdc-4fd5-97e4-b9472cc92d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:17.993452 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-30170d2a-02fc-45f2-a579-2c701adde10a req-d184358b-4fe9-4c00-895c-50f63f5d3c9c service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941448 Aug 10 03:12:18.095583 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5fe0d96a-e6ba-4dff-8e8c-92e07752b8fc req-acd72222-1314-4f44-9829-f30186b88b7b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=922f1e4c-a149-4359-82ba-e7d48bec92e7 HTTP/1.1" status: 200 len: 1001 time: 0.2175035 Aug 10 03:12:18.212325 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4000543d-0b66-4a53-a8d5-00f40e629539 req-325cfc98-34e5-4a87-8155-91cc040d48e8 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:18.213738 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4000543d-0b66-4a53-a8d5-00f40e629539 req-325cfc98-34e5-4a87-8155-91cc040d48e8 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb4d7d2a-7216-4f74-a20c-df958115985f HTTP/1.1" status: 200 len: 948 time: 0.3174357 Aug 10 03:12:18.234537 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1987ed90-504a-42b6-9805-2f03d8ee9f2a req-d2d5f77a-97cc-4eea-920c-5652ac5386a8 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:18.236022 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1987ed90-504a-42b6-9805-2f03d8ee9f2a req-d2d5f77a-97cc-4eea-920c-5652ac5386a8 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f6a9b64-6743-4a8e-b2e5-62ffafe6d401 HTTP/1.1" status: 200 len: 950 time: 0.3337440 Aug 10 03:12:18.305488 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0d96a-e6ba-4dff-8e8c-92e07752b8fc req-eec5bf44-c2d6-4aab-8c9f-c7b6c65f1477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:18.307014 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5fe0d96a-e6ba-4dff-8e8c-92e07752b8fc req-eec5bf44-c2d6-4aab-8c9f-c7b6c65f1477 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=91e34b3b-f93c-49d7-a000-e94fe5265392 HTTP/1.1" status: 200 len: 856 time: 0.1954589 Aug 10 03:12:18.309683 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-30170d2a-02fc-45f2-a579-2c701adde10a req-7302186c-bb5d-41e0-a078-0f919204269c tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:18.371388 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-30170d2a-02fc-45f2-a579-2c701adde10a req-7302186c-bb5d-41e0-a078-0f919204269c tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Transition to ACTIVE for port object e2bc7563-332e-48d6-9dc1-ae121aaebc11 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:12:18.376097 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4000543d-0b66-4a53-a8d5-00f40e629539 req-31cf64cb-2a65-49c0-877f-6eac19971ad6 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509101 Aug 10 03:12:18.380797 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1987ed90-504a-42b6-9805-2f03d8ee9f2a req-1b98dda1-83ec-461a-a246-a1a0c3e45d60 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207221 Aug 10 03:12:18.410985 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0d96a-e6ba-4dff-8e8c-92e07752b8fc req-eff3df10-1a68-4dcc-8885-78b2840bb4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:18.412532 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5fe0d96a-e6ba-4dff-8e8c-92e07752b8fc req-eff3df10-1a68-4dcc-8885-78b2840bb4cf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c4674244-b4fc-4227-9e62-6d0cd0b1acc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0942841 Aug 10 03:12:18.434060 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551a0d3e-139b-4364-a8b0-2fa4c502a398 x-openstack-request-id: req-551a0d3e-139b-4364-a8b0-2fa4c502a398 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:18.434465 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb4d7d2a-7216-4f74-a20c-df958115985f", "tag": "b8bad2d1-000d-4eee-9ea5-68b72ade2a69", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:18.434723 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-551a0d3e-139b-4364-a8b0-2fa4c502a398 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:18.435151 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb4d7d2a-7216-4f74-a20c-df958115985f', 'tag': 'b8bad2d1-000d-4eee-9ea5-68b72ade2a69', 'status': 'completed', 'code': 200} Aug 10 03:12:18.444050 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-30170d2a-02fc-45f2-a579-2c701adde10a req-7302186c-bb5d-41e0-a078-0f919204269c tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:18.456379 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['f716d117-80b8-4c59-865f-10901d2fe6e9', '2b006445-b8fd-40b7-abc6-6015314c8b62', '96ce739d-641c-4849-9a27-05bd527bd5b4'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:18.521741 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d77da0a-5a8f-4ddb-8e0f-0be2cb007cd7 req-79f946a5-a9b4-4e2f-ba61-fc6cba30c4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:18.523570 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5d77da0a-5a8f-4ddb-8e0f-0be2cb007cd7 req-79f946a5-a9b4-4e2f-ba61-fc6cba30c4c1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=293fbd9b1ced45ab964a1da35de8e7bd&device_id=eb4d7d2a-7216-4f74-a20c-df958115985f HTTP/1.1" status: 200 len: 1100 time: 0.0431261 Aug 10 03:12:18.625620 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d77da0a-5a8f-4ddb-8e0f-0be2cb007cd7 req-9272515a-3ff6-4a11-a961-6f5cc428c036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:18.626991 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5d77da0a-5a8f-4ddb-8e0f-0be2cb007cd7 req-9272515a-3ff6-4a11-a961-6f5cc428c036 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d HTTP/1.1" status: 200 len: 870 time: 0.0933394 Aug 10 03:12:18.640852 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30170d2a-02fc-45f2-a579-2c701adde10a req-7302186c-bb5d-41e0-a078-0f919204269c tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:12:18.664883 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-30170d2a-02fc-45f2-a579-2c701adde10a req-7302186c-bb5d-41e0-a078-0f919204269c tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:12:18.675764 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-30170d2a-02fc-45f2-a579-2c701adde10a req-7302186c-bb5d-41e0-a078-0f919204269c tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:12:18.678817 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7302186c-bb5d-41e0-a078-0f919204269c tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Pushing event updated for resources: {'Port': ['ID=e2bc7563-332e-48d6-9dc1-ae121aaebc11,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:18.693672 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5d77da0a-5a8f-4ddb-8e0f-0be2cb007cd7 req-9b2e0d88-a7ae-4ade-93c1-6cf2a15cbc6a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=b8bad2d1-000d-4eee-9ea5-68b72ade2a69 HTTP/1.1" status: 200 len: 217 time: 0.0458105 Aug 10 03:12:18.748532 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d77da0a-5a8f-4ddb-8e0f-0be2cb007cd7 req-df4a19d6-93f8-4e04-b550-412c9e4732e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:18.751252 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5d77da0a-5a8f-4ddb-8e0f-0be2cb007cd7 req-df4a19d6-93f8-4e04-b550-412c9e4732e2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.0493445 Aug 10 03:12:18.784356 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eda3ff-9b31-46fb-ab72-8fefc208bea5 req-72ea93ed-8d75-4fb9-a5bb-89de74627d70 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:18.785934 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-31eda3ff-9b31-46fb-ab72-8fefc208bea5 req-72ea93ed-8d75-4fb9-a5bb-89de74627d70 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2da6381-9d03-4693-ac12-5357b9ed4bc2 HTTP/1.1" status: 200 len: 945 time: 0.2646904 Aug 10 03:12:18.802519 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c700165-3c06-4af7-ba26-5cb5c3a6a947 req-724eb27d-d689-4a5a-9e3c-cb5d461e5938 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:18.807263 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2c700165-3c06-4af7-ba26-5cb5c3a6a947 req-724eb27d-d689-4a5a-9e3c-cb5d461e5938 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] 10.222.0.62 "GET /v2.0/ports?device_id=352c4858-edfa-4828-baca-f82273905079 HTTP/1.1" status: 200 len: 946 time: 0.2870231 Aug 10 03:12:18.816912 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5fe0d96a-e6ba-4dff-8e8c-92e07752b8fc req-2e0ea0de-d1ad-4da5-83f0-ef0f941c2665 service neutron] 10.222.0.60 "GET /v2.0/networks/c4674244-b4fc-4227-9e62-6d0cd0b1acc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933260 Aug 10 03:12:18.823354 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d77da0a-5a8f-4ddb-8e0f-0be2cb007cd7 req-9a80e460-c5c4-4061-9bb4-ab96a98d8c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:18.824259 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5d77da0a-5a8f-4ddb-8e0f-0be2cb007cd7 req-9a80e460-c5c4-4061-9bb4-ab96a98d8c8d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0587614 Aug 10 03:12:18.845099 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30170d2a-02fc-45f2-a579-2c701adde10a req-7302186c-bb5d-41e0-a078-0f919204269c tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:18.845915 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-30170d2a-02fc-45f2-a579-2c701adde10a req-7302186c-bb5d-41e0-a078-0f919204269c tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:18.903714 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-6f60b0e7-c763-4ceb-9cb4-3e0798e736e9 None None] Provisioning for port e2bc7563-332e-48d6-9dc1-ae121aaebc11 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:18.910298 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-6f60b0e7-c763-4ceb-9cb4-3e0798e736e9 None None] Provisioning complete for port e2bc7563-332e-48d6-9dc1-ae121aaebc11 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:18.911126 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-6f60b0e7-c763-4ceb-9cb4-3e0798e736e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:18.923892 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5d77da0a-5a8f-4ddb-8e0f-0be2cb007cd7 req-9e3b0523-45c8-4a89-bdf2-da46c8b10530 service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885966 Aug 10 03:12:18.957879 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-6f60b0e7-c763-4ceb-9cb4-3e0798e736e9 None None] Port e2bc7563-332e-48d6-9dc1-ae121aaebc11 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:12:18.970551 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-30170d2a-02fc-45f2-a579-2c701adde10a req-7302186c-bb5d-41e0-a078-0f919204269c tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8874083 Aug 10 03:12:18.988367 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-30170d2a-02fc-45f2-a579-2c701adde10a req-09741996-e784-4fb3-a88e-0e1457c766db service neutron] Request body: {'port': {'device_id': '1553e89d-55e9-4023-8bfa-c1549ecddf16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:18.997466 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-31eda3ff-9b31-46fb-ab72-8fefc208bea5 req-161f1251-8e7c-40cb-8838-d4daa0698283 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861463 Aug 10 03:12:19.000122 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2c700165-3c06-4af7-ba26-5cb5c3a6a947 req-d1326f70-001d-434e-9c90-9692081a524a tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] 10.222.0.62 "GET /v2.0/security-groups?id=74b7ddb7-8c67-4624-bfea-17dead5f10e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816449 Aug 10 03:12:19.032497 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-141b6f2b-a387-44ee-85a0-4b2cc2868c5d req-fe9fdd57-bfdc-4fd5-97e4-b9472cc92d96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac6fa2ce-3949-4e0b-a7c3-f21c93869afd {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:19.045821 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-f9b5a179-9833-44da-a2fd-903ba07a12b0 req-9816c37e-0148-4311-9a99-54e4165e49ae tempest-SecurityGroupsTestAdminJSON-8891295 tempest-SecurityGroupsTestAdminJSON-8891295-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1958501577', 'description': 'tempest-description-2130059812'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:19.052727 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5d77da0a-5a8f-4ddb-8e0f-0be2cb007cd7 req-de15e6e6-e96e-43c4-afa1-a032d6d59de1 service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203570 Aug 10 03:12:19.062870 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-141b6f2b-a387-44ee-85a0-4b2cc2868c5d req-fe9fdd57-bfdc-4fd5-97e4-b9472cc92d96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:19.115173 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-141b6f2b-a387-44ee-85a0-4b2cc2868c5d req-fe9fdd57-bfdc-4fd5-97e4-b9472cc92d96 service neutron] Transition to ACTIVE for port object ac6fa2ce-3949-4e0b-a7c3-f21c93869afd will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:12:19.125324 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-141b6f2b-a387-44ee-85a0-4b2cc2868c5d req-fe9fdd57-bfdc-4fd5-97e4-b9472cc92d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:19.129201 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-f9b5a179-9833-44da-a2fd-903ba07a12b0 req-9816c37e-0148-4311-9a99-54e4165e49ae tempest-SecurityGroupsTestAdminJSON-8891295 tempest-SecurityGroupsTestAdminJSON-8891295-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:19.135086 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5fe0d96a-e6ba-4dff-8e8c-92e07752b8fc req-9592e63b-0513-4c1f-839b-419426d65944 service neutron] 10.222.0.60 "GET /v2.0/networks/c4674244-b4fc-4227-9e62-6d0cd0b1acc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975976 Aug 10 03:12:19.135609 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-30170d2a-02fc-45f2-a579-2c701adde10a req-09741996-e784-4fb3-a88e-0e1457c766db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:19.257497 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9fdd57-bfdc-4fd5-97e4-b9472cc92d96 service neutron] Pushing event updated for resources: {'Port': ['ID=ac6fa2ce-3949-4e0b-a7c3-f21c93869afd,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:19.410508 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244cdc79-b67e-4e10-a7d2-8c13a83f89d7 req-d9174c31-1689-44ec-99ad-c984fb13377d tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:19.412056 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-244cdc79-b67e-4e10-a7d2-8c13a83f89d7 req-d9174c31-1689-44ec-99ad-c984fb13377d tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 949 time: 0.2425308 Aug 10 03:12:19.519402 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-f9b5a179-9833-44da-a2fd-903ba07a12b0 req-9816c37e-0148-4311-9a99-54e4165e49ae tempest-SecurityGroupsTestAdminJSON-8891295 tempest-SecurityGroupsTestAdminJSON-8891295-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:19.547805 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-244cdc79-b67e-4e10-a7d2-8c13a83f89d7 req-6684d4a0-41cc-4e1c-a39f-08bfd6048f46 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237519 Aug 10 03:12:19.548458 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-141b6f2b-a387-44ee-85a0-4b2cc2868c5d req-fe9fdd57-bfdc-4fd5-97e4-b9472cc92d96 service neutron] Attempting to bind port ac6fa2ce-3949-4e0b-a7c3-f21c93869afd on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:12:19.548792 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-141b6f2b-a387-44ee-85a0-4b2cc2868c5d req-fe9fdd57-bfdc-4fd5-97e4-b9472cc92d96 service neutron] Attempting to bind port ac6fa2ce-3949-4e0b-a7c3-f21c93869afd by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:12:19.549116 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141b6f2b-a387-44ee-85a0-4b2cc2868c5d req-fe9fdd57-bfdc-4fd5-97e4-b9472cc92d96 service neutron] Attempting to bind port ac6fa2ce-3949-4e0b-a7c3-f21c93869afd on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:19.552556 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-f9b5a179-9833-44da-a2fd-903ba07a12b0 req-9816c37e-0148-4311-9a99-54e4165e49ae tempest-SecurityGroupsTestAdminJSON-8891295 tempest-SecurityGroupsTestAdminJSON-8891295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:19.583751 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141b6f2b-a387-44ee-85a0-4b2cc2868c5d req-fe9fdd57-bfdc-4fd5-97e4-b9472cc92d96 service neutron] Port ac6fa2ce-3949-4e0b-a7c3-f21c93869afd on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:12:19.584096 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141b6f2b-a387-44ee-85a0-4b2cc2868c5d req-fe9fdd57-bfdc-4fd5-97e4-b9472cc92d96 service neutron] Attempting to bind port ac6fa2ce-3949-4e0b-a7c3-f21c93869afd on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:19.600761 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-f9b5a179-9833-44da-a2fd-903ba07a12b0 req-9816c37e-0148-4311-9a99-54e4165e49ae tempest-SecurityGroupsTestAdminJSON-8891295 tempest-SecurityGroupsTestAdminJSON-8891295-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:19.602716 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f9b5a179-9833-44da-a2fd-903ba07a12b0 req-9816c37e-0148-4311-9a99-54e4165e49ae tempest-SecurityGroupsTestAdminJSON-8891295 tempest-SecurityGroupsTestAdminJSON-8891295-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.5763836 Aug 10 03:12:19.607573 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141b6f2b-a387-44ee-85a0-4b2cc2868c5d req-fe9fdd57-bfdc-4fd5-97e4-b9472cc92d96 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:12:19.607915 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141b6f2b-a387-44ee-85a0-4b2cc2868c5d req-fe9fdd57-bfdc-4fd5-97e4-b9472cc92d96 service neutron] Checking segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:12:19.608302 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141b6f2b-a387-44ee-85a0-4b2cc2868c5d req-fe9fdd57-bfdc-4fd5-97e4-b9472cc92d96 service neutron] Bound using segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:12:19.608739 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-141b6f2b-a387-44ee-85a0-4b2cc2868c5d req-fe9fdd57-bfdc-4fd5-97e4-b9472cc92d96 service neutron] Bound port: ac6fa2ce-3949-4e0b-a7c3-f21c93869afd, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:12:19.609193 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-141b6f2b-a387-44ee-85a0-4b2cc2868c5d req-fe9fdd57-bfdc-4fd5-97e4-b9472cc92d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:19.628262 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9816c37e-0148-4311-9a99-54e4165e49ae tempest-SecurityGroupsTestAdminJSON-8891295 tempest-SecurityGroupsTestAdminJSON-8891295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff62fb1-c6e2-49fe-8537-6b26c42753f8,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:19.761662 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca482f-3f44-4126-8153-da2fbba301ee req-b56b3b5c-1fb8-41b2-a78e-cb281338b838 tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:19.763158 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dbca482f-3f44-4126-8153-da2fbba301ee req-b56b3b5c-1fb8-41b2-a78e-cb281338b838 tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebe28054-35f5-4b23-84a5-6913060195b8 HTTP/1.1" status: 200 len: 948 time: 0.1399581 Aug 10 03:12:19.804657 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-141b6f2b-a387-44ee-85a0-4b2cc2868c5d req-fe9fdd57-bfdc-4fd5-97e4-b9472cc92d96 service neutron] For port ac6fa2ce-3949-4e0b-a7c3-f21c93869afd, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:12:19.852781 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-141b6f2b-a387-44ee-85a0-4b2cc2868c5d req-fe9fdd57-bfdc-4fd5-97e4-b9472cc92d96 service neutron] For port ac6fa2ce-3949-4e0b-a7c3-f21c93869afd, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=ac6fa2ce-3949-4e0b-a7c3-f21c93869afd,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:12:19.862895 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-30170d2a-02fc-45f2-a579-2c701adde10a req-09741996-e784-4fb3-a88e-0e1457c766db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2bc7563-332e-48d6-9dc1-ae121aaebc11 {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:19.874549 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-141b6f2b-a387-44ee-85a0-4b2cc2868c5d req-fe9fdd57-bfdc-4fd5-97e4-b9472cc92d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:19.878363 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-30170d2a-02fc-45f2-a579-2c701adde10a req-09741996-e784-4fb3-a88e-0e1457c766db service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:19.920731 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43108945-249a-49f7-bae1-0b01dc23652f req-ad64e0e0-60ca-4b4b-9cb5-28caee149a86 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:19.922839 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-43108945-249a-49f7-bae1-0b01dc23652f req-ad64e0e0-60ca-4b4b-9cb5-28caee149a86 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2da6381-9d03-4693-ac12-5357b9ed4bc2 HTTP/1.1" status: 200 len: 945 time: 0.1963885 Aug 10 03:12:19.930039 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dbca482f-3f44-4126-8153-da2fbba301ee req-bd152fc0-9d1a-476b-b6c4-40075aa9ccf4 tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] 10.222.0.62 "GET /v2.0/security-groups?id=421235de-de03-4b93-a920-9e7498ad2413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425323 Aug 10 03:12:19.951506 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-30170d2a-02fc-45f2-a579-2c701adde10a req-09741996-e784-4fb3-a88e-0e1457c766db service neutron] Transition to ACTIVE for port object e2bc7563-332e-48d6-9dc1-ae121aaebc11 will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:12:19.954397 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b6f2b-a387-44ee-85a0-4b2cc2868c5d req-fe9fdd57-bfdc-4fd5-97e4-b9472cc92d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:19.955060 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-141b6f2b-a387-44ee-85a0-4b2cc2868c5d req-fe9fdd57-bfdc-4fd5-97e4-b9472cc92d96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:19.956457 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-141b6f2b-a387-44ee-85a0-4b2cc2868c5d req-fe9fdd57-bfdc-4fd5-97e4-b9472cc92d96 service neutron] 10.222.0.60 "PUT /v2.0/ports/ac6fa2ce-3949-4e0b-a7c3-f21c93869afd HTTP/1.1" status: 200 len: 1097 time: 2.2727535 Aug 10 03:12:19.958720 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebe28054-35f5-4b23-84a5-6913060195b8', 'tag': 'ac6fa2ce-3949-4e0b-a7c3-f21c93869afd'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:19.961559 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875cafb4-adaf-4602-b651-a732feb44fa5" -d '{"events": [{"name": "network-changed", "server_uuid": "ebe28054-35f5-4b23-84a5-6913060195b8", "tag": "ac6fa2ce-3949-4e0b-a7c3-f21c93869afd"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:19.975160 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-30170d2a-02fc-45f2-a579-2c701adde10a req-09741996-e784-4fb3-a88e-0e1457c766db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:20.005757 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9fdd57-bfdc-4fd5-97e4-b9472cc92d96 service neutron] Pushing event updated for resources: {'Port': ['ID=ac6fa2ce-3949-4e0b-a7c3-f21c93869afd,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:20.052885 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-43108945-249a-49f7-bae1-0b01dc23652f req-90f994bc-b55f-4d44-8971-f537b44bdb26 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215243 Aug 10 03:12:20.099274 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09741996-e784-4fb3-a88e-0e1457c766db service neutron] Pushing event updated for resources: {'Port': ['ID=e2bc7563-332e-48d6-9dc1-ae121aaebc11,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:20.203549 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b6f2b-a387-44ee-85a0-4b2cc2868c5d req-1079ec70-732c-4884-a72b-fab9529f3f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:20.205078 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-141b6f2b-a387-44ee-85a0-4b2cc2868c5d req-1079ec70-732c-4884-a72b-fab9529f3f64 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6784baec18a64ba2b6f45b1a49eb33d3&device_id=ebe28054-35f5-4b23-84a5-6913060195b8 HTTP/1.1" status: 200 len: 1100 time: 0.1926010 Aug 10 03:12:20.236606 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-535e299d-1622-41ad-beb2-b605667b0f51 req-0f6fe18d-9900-4ab1-b017-c988af18b9c2 tempest-SecurityGroupsTestAdminJSON-1889770322 tempest-SecurityGroupsTestAdminJSON-1889770322-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1415514673', 'description': 'tempest-description-173148080'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:20.292573 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-141b6f2b-a387-44ee-85a0-4b2cc2868c5d req-f1fbb576-aa89-4947-affb-0bed128482b9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=ac6fa2ce-3949-4e0b-a7c3-f21c93869afd HTTP/1.1" status: 200 len: 217 time: 0.0724576 Aug 10 03:12:20.303677 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-30170d2a-02fc-45f2-a579-2c701adde10a req-09741996-e784-4fb3-a88e-0e1457c766db service neutron] Attempting to bind port e2bc7563-332e-48d6-9dc1-ae121aaebc11 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:12:20.303945 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-30170d2a-02fc-45f2-a579-2c701adde10a req-09741996-e784-4fb3-a88e-0e1457c766db service neutron] Attempting to bind port e2bc7563-332e-48d6-9dc1-ae121aaebc11 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:12:20.304225 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30170d2a-02fc-45f2-a579-2c701adde10a req-09741996-e784-4fb3-a88e-0e1457c766db service neutron] Attempting to bind port e2bc7563-332e-48d6-9dc1-ae121aaebc11 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:20.329648 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc7cd4d-fc79-4bd5-8bc2-24e9efc8c07b req-ecff05f0-64f8-40f4-9018-024297c56a4a tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:20.331236 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3cc7cd4d-fc79-4bd5-8bc2-24e9efc8c07b req-ecff05f0-64f8-40f4-9018-024297c56a4a tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb4d7d2a-7216-4f74-a20c-df958115985f HTTP/1.1" status: 200 len: 948 time: 0.1700587 Aug 10 03:12:20.353692 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30170d2a-02fc-45f2-a579-2c701adde10a req-09741996-e784-4fb3-a88e-0e1457c766db service neutron] Port e2bc7563-332e-48d6-9dc1-ae121aaebc11 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:12:20.354001 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30170d2a-02fc-45f2-a579-2c701adde10a req-09741996-e784-4fb3-a88e-0e1457c766db service neutron] Attempting to bind port e2bc7563-332e-48d6-9dc1-ae121aaebc11 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:20.380307 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-535e299d-1622-41ad-beb2-b605667b0f51 req-0f6fe18d-9900-4ab1-b017-c988af18b9c2 tempest-SecurityGroupsTestAdminJSON-1889770322 tempest-SecurityGroupsTestAdminJSON-1889770322-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:20.382206 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30170d2a-02fc-45f2-a579-2c701adde10a req-09741996-e784-4fb3-a88e-0e1457c766db service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:12:20.382540 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30170d2a-02fc-45f2-a579-2c701adde10a req-09741996-e784-4fb3-a88e-0e1457c766db service neutron] Checking segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:12:20.383172 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30170d2a-02fc-45f2-a579-2c701adde10a req-09741996-e784-4fb3-a88e-0e1457c766db service neutron] Bound using segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:12:20.383619 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-30170d2a-02fc-45f2-a579-2c701adde10a req-09741996-e784-4fb3-a88e-0e1457c766db service neutron] Bound port: e2bc7563-332e-48d6-9dc1-ae121aaebc11, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:12:20.383960 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-30170d2a-02fc-45f2-a579-2c701adde10a req-09741996-e784-4fb3-a88e-0e1457c766db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:20.411717 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-535e299d-1622-41ad-beb2-b605667b0f51 req-0f6fe18d-9900-4ab1-b017-c988af18b9c2 tempest-SecurityGroupsTestAdminJSON-1889770322 tempest-SecurityGroupsTestAdminJSON-1889770322-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:20.435262 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b6f2b-a387-44ee-85a0-4b2cc2868c5d req-ae0beff0-f11c-4edf-9eef-f32dfeef0501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:20.436802 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-141b6f2b-a387-44ee-85a0-4b2cc2868c5d req-ae0beff0-f11c-4edf-9eef-f32dfeef0501 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.1287298 Aug 10 03:12:20.473470 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3cc7cd4d-fc79-4bd5-8bc2-24e9efc8c07b req-348b8992-ad8a-43d2-b3ef-9702065db29c tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148465 Aug 10 03:12:20.547575 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device b8bad2d1-000d-4eee-9ea5-68b72ade2a69 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:12:20.567855 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-30170d2a-02fc-45f2-a579-2c701adde10a req-09741996-e784-4fb3-a88e-0e1457c766db service neutron] For port e2bc7563-332e-48d6-9dc1-ae121aaebc11, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:12:20.570919 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b6f2b-a387-44ee-85a0-4b2cc2868c5d req-85ba4693-8c26-4a39-a1d9-2d64fb6cf97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:20.572401 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-141b6f2b-a387-44ee-85a0-4b2cc2868c5d req-85ba4693-8c26-4a39-a1d9-2d64fb6cf97d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1125774 Aug 10 03:12:20.605094 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7a0774c1-9b3f-4222-8a21-56c25d65bcae req-2d4e6e86-e1e6-404e-808a-a6b7611684f7 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=d00f2c261de74ebbb1500c01bfd8f0c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0564051 Aug 10 03:12:20.607558 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-30170d2a-02fc-45f2-a579-2c701adde10a req-09741996-e784-4fb3-a88e-0e1457c766db service neutron] For port e2bc7563-332e-48d6-9dc1-ae121aaebc11, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=e2bc7563-332e-48d6-9dc1-ae121aaebc11,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:12:20.645350 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port b8bad2d1-000d-4eee-9ea5-68b72ade2a69, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=b8bad2d1-000d-4eee-9ea5-68b72ade2a69,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:20.646755 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-30170d2a-02fc-45f2-a579-2c701adde10a req-09741996-e784-4fb3-a88e-0e1457c766db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:20.657452 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': 'b8bad2d1-000d-4eee-9ea5-68b72ade2a69', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'port_id': 'b8bad2d1-000d-4eee-9ea5-68b72ade2a69', 'mac_address': 'fa:16:3e:82:4b:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e3eb0b-907c-4ac4-809e-ae9609bc8c67', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:12:20.694417 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:20.708296 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8bad2d1-000d-4eee-9ea5-68b72ade2a69 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:20.728184 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port b8bad2d1-000d-4eee-9ea5-68b72ade2a69, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=b8bad2d1-000d-4eee-9ea5-68b72ade2a69,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:20.732167 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:20.752794 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30170d2a-02fc-45f2-a579-2c701adde10a req-09741996-e784-4fb3-a88e-0e1457c766db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:20.753790 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-30170d2a-02fc-45f2-a579-2c701adde10a req-09741996-e784-4fb3-a88e-0e1457c766db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:20.755246 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-30170d2a-02fc-45f2-a579-2c701adde10a req-09741996-e784-4fb3-a88e-0e1457c766db service neutron] 10.222.0.60 "PUT /v2.0/ports/e2bc7563-332e-48d6-9dc1-ae121aaebc11 HTTP/1.1" status: 200 len: 1097 time: 1.7729385 Aug 10 03:12:20.804228 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=b8bad2d1-000d-4eee-9ea5-68b72ade2a69,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:20.813859 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09741996-e784-4fb3-a88e-0e1457c766db service neutron] Pushing event updated for resources: {'Port': ['ID=e2bc7563-332e-48d6-9dc1-ae121aaebc11,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:20.851381 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-535e299d-1622-41ad-beb2-b605667b0f51 req-0f6fe18d-9900-4ab1-b017-c988af18b9c2 tempest-SecurityGroupsTestAdminJSON-1889770322 tempest-SecurityGroupsTestAdminJSON-1889770322-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:21.082481 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['b8bad2d1-000d-4eee-9ea5-68b72ade2a69'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:21.208683 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-535e299d-1622-41ad-beb2-b605667b0f51 req-0f6fe18d-9900-4ab1-b017-c988af18b9c2 tempest-SecurityGroupsTestAdminJSON-1889770322 tempest-SecurityGroupsTestAdminJSON-1889770322-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:21.235461 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-141b6f2b-a387-44ee-85a0-4b2cc2868c5d req-5c63205a-f1b1-4738-8d46-40a4b23aa591 service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6418374 Aug 10 03:12:21.257876 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0774c1-9b3f-4222-8a21-56c25d65bcae req-0626f277-1c25-4778-9b3d-158bcd95f7c6 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:21.259314 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7a0774c1-9b3f-4222-8a21-56c25d65bcae req-0626f277-1c25-4778-9b3d-158bcd95f7c6 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6403799 Aug 10 03:12:21.296672 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6fe18d-9900-4ab1-b017-c988af18b9c2 tempest-SecurityGroupsTestAdminJSON-1889770322 tempest-SecurityGroupsTestAdminJSON-1889770322-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d3fa0c-33b0-43df-8dc9-028099d66b5b,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:21.328586 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30170d2a-02fc-45f2-a579-2c701adde10a req-70fb2e01-b181-48d3-841a-772c6146c44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:21.330104 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-30170d2a-02fc-45f2-a579-2c701adde10a req-70fb2e01-b181-48d3-841a-772c6146c44c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=293fbd9b1ced45ab964a1da35de8e7bd&device_id=1553e89d-55e9-4023-8bfa-c1549ecddf16 HTTP/1.1" status: 200 len: 1100 time: 0.5115292 Aug 10 03:12:21.335442 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7a0774c1-9b3f-4222-8a21-56c25d65bcae req-54948f31-8849-4f11-87af-299ddbe97052 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/quotas/d00f2c261de74ebbb1500c01bfd8f0c7 HTTP/1.1" status: 200 len: 375 time: 0.0633714 Aug 10 03:12:21.426344 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-30170d2a-02fc-45f2-a579-2c701adde10a req-8ca241aa-a566-4c9a-9efd-25d7300dcdcd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=e2bc7563-332e-48d6-9dc1-ae121aaebc11 HTTP/1.1" status: 200 len: 217 time: 0.0773072 Aug 10 03:12:21.487477 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-141b6f2b-a387-44ee-85a0-4b2cc2868c5d req-eeb88026-03d2-4faf-a5a7-0a4b55353c8f service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228439 Aug 10 03:12:21.512477 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7a0774c1-9b3f-4222-8a21-56c25d65bcae req-71b44f81-460f-4a09-9d43-3c9611a41c64 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d00f2c261de74ebbb1500c01bfd8f0c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1695077 Aug 10 03:12:21.526059 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-535e299d-1622-41ad-beb2-b605667b0f51 req-0f6fe18d-9900-4ab1-b017-c988af18b9c2 tempest-SecurityGroupsTestAdminJSON-1889770322 tempest-SecurityGroupsTestAdminJSON-1889770322-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:21.528164 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30170d2a-02fc-45f2-a579-2c701adde10a req-3eb492a7-8b80-417e-bd4e-2688eb3eaa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:21.529649 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-30170d2a-02fc-45f2-a579-2c701adde10a req-3eb492a7-8b80-417e-bd4e-2688eb3eaa1a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.0823720 Aug 10 03:12:21.530651 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-535e299d-1622-41ad-beb2-b605667b0f51 req-0f6fe18d-9900-4ab1-b017-c988af18b9c2 tempest-SecurityGroupsTestAdminJSON-1889770322 tempest-SecurityGroupsTestAdminJSON-1889770322-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:21.566067 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-535e299d-1622-41ad-beb2-b605667b0f51 req-0f6fe18d-9900-4ab1-b017-c988af18b9c2 tempest-SecurityGroupsTestAdminJSON-1889770322 tempest-SecurityGroupsTestAdminJSON-1889770322-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:21.567246 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-535e299d-1622-41ad-beb2-b605667b0f51 req-0f6fe18d-9900-4ab1-b017-c988af18b9c2 tempest-SecurityGroupsTestAdminJSON-1889770322 tempest-SecurityGroupsTestAdminJSON-1889770322-project-admin] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.3554370 Aug 10 03:12:21.567990 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6fe18d-9900-4ab1-b017-c988af18b9c2 tempest-SecurityGroupsTestAdminJSON-1889770322 tempest-SecurityGroupsTestAdminJSON-1889770322-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6578dd4-3418-4ed9-943b-3c021f7b62ca,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:21.604973 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30170d2a-02fc-45f2-a579-2c701adde10a req-2b5bc7e4-02e0-40b9-a658-98573f9c1ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:21.606944 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-30170d2a-02fc-45f2-a579-2c701adde10a req-2b5bc7e4-02e0-40b9-a658-98573f9c1ef9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0507414 Aug 10 03:12:21.615403 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366ab39e-25da-4c73-ac2a-a911366ba0bd x-openstack-request-id: req-366ab39e-25da-4c73-ac2a-a911366ba0bd {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:21.616057 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebe28054-35f5-4b23-84a5-6913060195b8", "tag": "ac6fa2ce-3949-4e0b-a7c3-f21c93869afd", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:21.616502 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-366ab39e-25da-4c73-ac2a-a911366ba0bd {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:21.617003 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebe28054-35f5-4b23-84a5-6913060195b8', 'tag': 'ac6fa2ce-3949-4e0b-a7c3-f21c93869afd', 'status': 'completed', 'code': 200} Aug 10 03:12:21.619158 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:12:21.748571 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875cafb4-adaf-4602-b651-a732feb44fa5 req-a397569a-9c42-4a6c-a59f-f8ae63d89ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:21.750144 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-875cafb4-adaf-4602-b651-a732feb44fa5 req-a397569a-9c42-4a6c-a59f-f8ae63d89ce3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6784baec18a64ba2b6f45b1a49eb33d3&device_id=ebe28054-35f5-4b23-84a5-6913060195b8 HTTP/1.1" status: 200 len: 1100 time: 0.0920928 Aug 10 03:12:21.850242 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-30170d2a-02fc-45f2-a579-2c701adde10a req-dea72636-71d3-4662-a057-8f4a48a23195 service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322550 Aug 10 03:12:21.971243 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f909d-b673-47e0-bc4d-01b519e5ba2c req-c6156541-633c-495b-803b-2aaf253ceff5 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:21.972783 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-200f909d-b673-47e0-bc4d-01b519e5ba2c req-c6156541-633c-495b-803b-2aaf253ceff5 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] 10.222.0.60 "GET /v2.0/ports?device_id=352c4858-edfa-4828-baca-f82273905079 HTTP/1.1" status: 200 len: 946 time: 0.2053385 Aug 10 03:12:22.039431 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b63d3-54b3-49ec-ae89-e298ffebccb9 req-fefd4bea-6a1b-47fe-988f-7653c2c63605 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:22.040954 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a80b63d3-54b3-49ec-ae89-e298ffebccb9 req-fefd4bea-6a1b-47fe-988f-7653c2c63605 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] 10.222.0.62 "GET /v2.0/ports?device_id=352c4858-edfa-4828-baca-f82273905079 HTTP/1.1" status: 200 len: 946 time: 0.2494195 Aug 10 03:12:22.069850 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875cafb4-adaf-4602-b651-a732feb44fa5 req-f8f6a838-006e-47c5-be90-031c69e66948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:22.071383 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-875cafb4-adaf-4602-b651-a732feb44fa5 req-f8f6a838-006e-47c5-be90-031c69e66948 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d HTTP/1.1" status: 200 len: 870 time: 0.3109922 Aug 10 03:12:22.175119 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-30170d2a-02fc-45f2-a579-2c701adde10a req-519b6899-ccb9-48c9-8481-085a3c3cc087 service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972689 Aug 10 03:12:22.180760 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-875cafb4-adaf-4602-b651-a732feb44fa5 req-b041359b-6858-4850-b48f-2435fa074e37 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=ac6fa2ce-3949-4e0b-a7c3-f21c93869afd HTTP/1.1" status: 200 len: 217 time: 0.0848863 Aug 10 03:12:22.216495 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a80b63d3-54b3-49ec-ae89-e298ffebccb9 req-bac00f13-678e-400a-9c42-3256d675ee50 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] 10.222.0.62 "GET /v2.0/security-groups?id=74b7ddb7-8c67-4624-bfea-17dead5f10e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628122 Aug 10 03:12:22.244608 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e66982-4287-42fd-af21-47cb05375be7 req-0327a11e-a618-4396-8eb1-137b93d94240 tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:22.251812 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-81e66982-4287-42fd-af21-47cb05375be7 req-0327a11e-a618-4396-8eb1-137b93d94240 tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebe28054-35f5-4b23-84a5-6913060195b8 HTTP/1.1" status: 200 len: 948 time: 0.2052238 Aug 10 03:12:22.335740 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875cafb4-adaf-4602-b651-a732feb44fa5 req-35f3e8ce-19a2-4b08-ad20-e484512185c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:22.337295 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-875cafb4-adaf-4602-b651-a732feb44fa5 req-35f3e8ce-19a2-4b08-ad20-e484512185c1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.1358352 Aug 10 03:12:22.349035 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-81e66982-4287-42fd-af21-47cb05375be7 req-48d5bc4e-0a03-4cf4-8356-d3087bf41cf2 tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] 10.222.0.62 "GET /v2.0/security-groups?id=421235de-de03-4b93-a920-9e7498ad2413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963838 Aug 10 03:12:22.362342 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-200f909d-b673-47e0-bc4d-01b519e5ba2c req-9a30408c-d607-4a79-9826-215a1088ef1d tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Deleting port d6e6ff51-b55a-42aa-a66b-a351e666526d {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:12:22.362790 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-200f909d-b673-47e0-bc4d-01b519e5ba2c req-9a30408c-d607-4a79-9826-215a1088ef1d tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:22.434319 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-8167971b-079a-4b2a-bb67-c8a80ca1cdb6 req-59f702d7-e734-4a8e-9763-5643a164d7a2 tempest-SecurityGroupsTestAdminJSON-1889770322 tempest-SecurityGroupsTestAdminJSON-1889770322-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-40131987', 'description': 'tempest-description-1501031324'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:22.460838 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c984b2-2b4b-4835-866a-748540b1237c req-92c25205-04ca-45cc-a72c-ab210562007a tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:22.462326 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e6c984b2-2b4b-4835-866a-748540b1237c req-92c25205-04ca-45cc-a72c-ab210562007a tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb4d7d2a-7216-4f74-a20c-df958115985f HTTP/1.1" status: 200 len: 949 time: 0.1789715 Aug 10 03:12:22.511626 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875cafb4-adaf-4602-b651-a732feb44fa5 req-a7bd208b-c7d0-4da7-9ac9-820a6ccc20bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:22.513033 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-875cafb4-adaf-4602-b651-a732feb44fa5 req-a7bd208b-c7d0-4da7-9ac9-820a6ccc20bf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1623576 Aug 10 03:12:22.517061 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8167971b-079a-4b2a-bb67-c8a80ca1cdb6 req-59f702d7-e734-4a8e-9763-5643a164d7a2 tempest-SecurityGroupsTestAdminJSON-1889770322 tempest-SecurityGroupsTestAdminJSON-1889770322-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:22.560605 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device b8bad2d1-000d-4eee-9ea5-68b72ade2a69 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:12:22.608050 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port b8bad2d1-000d-4eee-9ea5-68b72ade2a69 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:22.612384 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port b8bad2d1-000d-4eee-9ea5-68b72ade2a69 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:22.612780 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:22.615434 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e6c984b2-2b4b-4835-866a-748540b1237c req-0177de03-a271-4675-9c4d-de6ab1d0fcc3 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405663 Aug 10 03:12:22.619137 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-200f909d-b673-47e0-bc4d-01b519e5ba2c req-9a30408c-d607-4a79-9826-215a1088ef1d tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] For port d6e6ff51-b55a-42aa-a66b-a351e666526d, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=d6e6ff51-b55a-42aa-a66b-a351e666526d,segment=NetworkSegment(8ddfe2f3-0ea2-4831-9e9a-fdd31e122040),segment_id=8ddfe2f3-0ea2-4831-9e9a-fdd31e122040)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:22.619530 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-200f909d-b673-47e0-bc4d-01b519e5ba2c req-9a30408c-d607-4a79-9826-215a1088ef1d tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:22.649177 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-200f909d-b673-47e0-bc4d-01b519e5ba2c req-9a30408c-d607-4a79-9826-215a1088ef1d tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Calling delete_port for d6e6ff51-b55a-42aa-a66b-a351e666526d owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:12:22.707615 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:22.730645 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4d7d2a-7216-4f74-a20c-df958115985f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8bad2d1-000d-4eee-9ea5-68b72ade2a69'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:22.732937 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9bdf64-b90e-4ccf-a42d-81a62298c08a" -d '{"events": [{"server_uuid": "eb4d7d2a-7216-4f74-a20c-df958115985f", "name": "network-vif-plugged", "status": "completed", "tag": "b8bad2d1-000d-4eee-9ea5-68b72ade2a69"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:22.746987 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port b8bad2d1-000d-4eee-9ea5-68b72ade2a69, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=b8bad2d1-000d-4eee-9ea5-68b72ade2a69,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:22.751032 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:22.752547 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-780d39ca-5322-4152-9570-d79d9cbc1b05 req-0f413a0d-5a1d-4369-b04c-faef09118a0a tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=894f3a44-1def-44c0-a554-73f9e490cb92 HTTP/1.1" status: 200 len: 210 time: 0.0725069 Aug 10 03:12:22.784530 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-875cafb4-adaf-4602-b651-a732feb44fa5 req-516d6265-b726-48ad-bf00-f4c720258a3a service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543070 Aug 10 03:12:22.821348 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=b8bad2d1-000d-4eee-9ea5-68b72ade2a69,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:22.832616 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8167971b-079a-4b2a-bb67-c8a80ca1cdb6 req-59f702d7-e734-4a8e-9763-5643a164d7a2 tempest-SecurityGroupsTestAdminJSON-1889770322 tempest-SecurityGroupsTestAdminJSON-1889770322-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:22.849692 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7a0774c1-9b3f-4222-8a21-56c25d65bcae req-c126ddab-8bd3-42aa-8471-62d105c454ef tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=d00f2c261de74ebbb1500c01bfd8f0c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309372 Aug 10 03:12:22.876183 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8167971b-079a-4b2a-bb67-c8a80ca1cdb6 req-59f702d7-e734-4a8e-9763-5643a164d7a2 tempest-SecurityGroupsTestAdminJSON-1889770322 tempest-SecurityGroupsTestAdminJSON-1889770322-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:22.975112 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0774c1-9b3f-4222-8a21-56c25d65bcae req-fd362ddc-a6ee-4516-b514-76dabdaeb21d tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:22.976872 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7a0774c1-9b3f-4222-8a21-56c25d65bcae req-fd362ddc-a6ee-4516-b514-76dabdaeb21d tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1204779 Aug 10 03:12:22.977032 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8167971b-079a-4b2a-bb67-c8a80ca1cdb6 req-59f702d7-e734-4a8e-9763-5643a164d7a2 tempest-SecurityGroupsTestAdminJSON-1889770322 tempest-SecurityGroupsTestAdminJSON-1889770322-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:22.978231 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8167971b-079a-4b2a-bb67-c8a80ca1cdb6 req-59f702d7-e734-4a8e-9763-5643a164d7a2 tempest-SecurityGroupsTestAdminJSON-1889770322 tempest-SecurityGroupsTestAdminJSON-1889770322-project-admin] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5547507 Aug 10 03:12:22.989173 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f702d7-e734-4a8e-9763-5643a164d7a2 tempest-SecurityGroupsTestAdminJSON-1889770322 tempest-SecurityGroupsTestAdminJSON-1889770322-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6583f6f-4926-4e68-9fbb-fd5a391f8580,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:22.993901 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-7a0774c1-9b3f-4222-8a21-56c25d65bcae req-3c8baf9a-95cc-4ce1-948b-0713745d5b92 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Request body: {'port': {'device_id': '894f3a44-1def-44c0-a554-73f9e490cb92', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'admin_state_up': True, 'tenant_id': 'd00f2c261de74ebbb1500c01bfd8f0c7'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:23.020842 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353177eb-18ca-4eb7-abed-ec37b94451b8 req-5e3a684b-87ca-4486-9045-92a457721d31 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:23.022282 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-353177eb-18ca-4eb7-abed-ec37b94451b8 req-5e3a684b-87ca-4486-9045-92a457721d31 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2da6381-9d03-4693-ac12-5357b9ed4bc2 HTTP/1.1" status: 200 len: 945 time: 0.1884055 Aug 10 03:12:23.028415 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-875cafb4-adaf-4602-b651-a732feb44fa5 req-7ec97d0e-5155-46ba-a1c4-f0ab3193e455 service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275050 Aug 10 03:12:23.061666 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-200f909d-b673-47e0-bc4d-01b519e5ba2c req-9a30408c-d607-4a79-9826-215a1088ef1d tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:23.075561 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['b7dcc8e3-4d63-41cc-8815-c35f6ece648c'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:23.079249 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['0e420d2d-9e00-4a1c-a13f-bcb7d00b00c2'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:23.100789 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a30408c-d607-4a79-9826-215a1088ef1d tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Pushing event deleted for resources: {'Port': ['ID=d6e6ff51-b55a-42aa-a66b-a351e666526d,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:23.116738 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-353177eb-18ca-4eb7-abed-ec37b94451b8 req-14adc053-bdbd-4f7f-adb2-3de617301523 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797386 Aug 10 03:12:23.129305 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6fc517-9e88-4d97-8a64-a6bc9fe916d8 x-openstack-request-id: req-ec6fc517-9e88-4d97-8a64-a6bc9fe916d8 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:23.129305 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb4d7d2a-7216-4f74-a20c-df958115985f", "name": "network-vif-plugged", "status": "completed", "tag": "b8bad2d1-000d-4eee-9ea5-68b72ade2a69", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:23.129305 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ec6fc517-9e88-4d97-8a64-a6bc9fe916d8 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:23.129305 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb4d7d2a-7216-4f74-a20c-df958115985f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8bad2d1-000d-4eee-9ea5-68b72ade2a69', 'code': 200} Aug 10 03:12:23.170354 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a0774c1-9b3f-4222-8a21-56c25d65bcae req-3c8baf9a-95cc-4ce1-948b-0713745d5b92 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Made reservation on behalf of d00f2c261de74ebbb1500c01bfd8f0c7 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:12:23.174842 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7a0774c1-9b3f-4222-8a21-56c25d65bcae req-3c8baf9a-95cc-4ce1-948b-0713745d5b92 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:23.195944 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-200f909d-b673-47e0-bc4d-01b519e5ba2c req-9a30408c-d607-4a79-9826-215a1088ef1d tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] No DVR routers for this DVR port d6e6ff51-b55a-42aa-a66b-a351e666526d on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:12:23.207106 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-200f909d-b673-47e0-bc4d-01b519e5ba2c req-9a30408c-d607-4a79-9826-215a1088ef1d tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:23.209082 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-200f909d-b673-47e0-bc4d-01b519e5ba2c req-9a30408c-d607-4a79-9826-215a1088ef1d tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] 10.222.0.60 "DELETE /v2.0/ports/d6e6ff51-b55a-42aa-a66b-a351e666526d HTTP/1.1" status: 204 len: 173 time: 1.2267005 Aug 10 03:12:23.351799 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-7a0774c1-9b3f-4222-8a21-56c25d65bcae req-3c8baf9a-95cc-4ce1-948b-0713745d5b92 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Allocated IP 192.168.233.36 (f1b7997e-1a2a-4260-9d7d-b6cf90b8801d/c2e3eb0b-907c-4ac4-809e-ae9609bc8c67/ded8df58-77b4-41d9-a256-7af5798c4787) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:12:23.361371 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fdf86432-c8ae-4038-8fe5-eb9794d1cb9d req-561955ae-bad2-417f-ac89-5760fc085977 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] 10.222.0.62 "GET /v2.0/ports?device_id=352c4858-edfa-4828-baca-f82273905079 HTTP/1.1" status: 200 len: 210 time: 0.0537109 Aug 10 03:12:23.376310 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f9a9f-fa1f-471a-a040-295fa403e87b req-d955cbc8-c2b7-41f5-a72a-55999f646397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:23.377899 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c41f9a9f-fa1f-471a-a040-295fa403e87b req-d955cbc8-c2b7-41f5-a72a-55999f646397 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=eb4d7d2a-7216-4f74-a20c-df958115985f HTTP/1.1" status: 200 len: 1102 time: 0.1832838 Aug 10 03:12:23.470050 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c41f9a9f-fa1f-471a-a040-295fa403e87b req-ccc527e1-6a85-411b-b3c5-143f8e450060 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717824 Aug 10 03:12:23.535112 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7a0774c1-9b3f-4222-8a21-56c25d65bcae req-3c8baf9a-95cc-4ce1-948b-0713745d5b92 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:23.541537 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9192b42c-4032-49f0-b6cc-0beebeebe92a req-d52926c3-f8e7-415e-9672-f286666126f7 tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:23.543092 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9192b42c-4032-49f0-b6cc-0beebeebe92a req-d52926c3-f8e7-415e-9672-f286666126f7 tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebe28054-35f5-4b23-84a5-6913060195b8 HTTP/1.1" status: 200 len: 948 time: 0.0904152 Aug 10 03:12:23.549337 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-7a0774c1-9b3f-4222-8a21-56c25d65bcae req-3c8baf9a-95cc-4ce1-948b-0713745d5b92 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Transition to ACTIVE for port object ded8df58-77b4-41d9-a256-7af5798c4787 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:12:23.582242 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7a0774c1-9b3f-4222-8a21-56c25d65bcae req-3c8baf9a-95cc-4ce1-948b-0713745d5b92 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:23.606878 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9192b42c-4032-49f0-b6cc-0beebeebe92a req-c655009a-d988-4124-bcd1-5bb046d5c9ab tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] 10.222.0.62 "GET /v2.0/security-groups?id=421235de-de03-4b93-a920-9e7498ad2413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542698 Aug 10 03:12:23.619189 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1553e89d-55e9-4023-8bfa-c1549ecddf16', 'tag': 'e2bc7563-332e-48d6-9dc1-ae121aaebc11'}, {'server_uuid': '352c4858-edfa-4828-baca-f82273905079', 'name': 'network-vif-deleted', 'tag': 'd6e6ff51-b55a-42aa-a66b-a351e666526d'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:23.621788 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e20424-68f0-4c46-8df0-2a0c478fa6cc" -d '{"events": [{"name": "network-changed", "server_uuid": "1553e89d-55e9-4023-8bfa-c1549ecddf16", "tag": "e2bc7563-332e-48d6-9dc1-ae121aaebc11"}, {"server_uuid": "352c4858-edfa-4828-baca-f82273905079", "name": "network-vif-deleted", "tag": "d6e6ff51-b55a-42aa-a66b-a351e666526d"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:23.628733 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a0774c1-9b3f-4222-8a21-56c25d65bcae req-3c8baf9a-95cc-4ce1-948b-0713745d5b92 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:12:23.634466 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-7a0774c1-9b3f-4222-8a21-56c25d65bcae req-3c8baf9a-95cc-4ce1-948b-0713745d5b92 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:12:23.637189 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8baf9a-95cc-4ce1-948b-0713745d5b92 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Pushing event updated for resources: {'Port': ['ID=ded8df58-77b4-41d9-a256-7af5798c4787,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:23.638865 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a0774c1-9b3f-4222-8a21-56c25d65bcae req-3c8baf9a-95cc-4ce1-948b-0713745d5b92 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:12:23.668202 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f28f4361-adb6-4e34-b0df-0fc19e3ccb84 req-6c487cc5-7674-4c30-b729-268749267321 tempest-SecurityGroupsTestAdminJSON-1889770322 tempest-SecurityGroupsTestAdminJSON-1889770322-project-admin] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 47813 time: 0.5080969 Aug 10 03:12:23.696616 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1576570d-5933-4921-b180-c651c87b7db2 x-openstack-request-id: req-1576570d-5933-4921-b180-c651c87b7db2 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:23.696923 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1553e89d-55e9-4023-8bfa-c1549ecddf16", "tag": "e2bc7563-332e-48d6-9dc1-ae121aaebc11", "status": "completed", "code": 200}, {"server_uuid": "352c4858-edfa-4828-baca-f82273905079", "name": "network-vif-deleted", "tag": "d6e6ff51-b55a-42aa-a66b-a351e666526d", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:23.697160 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1576570d-5933-4921-b180-c651c87b7db2 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:23.697558 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1553e89d-55e9-4023-8bfa-c1549ecddf16', 'tag': 'e2bc7563-332e-48d6-9dc1-ae121aaebc11', 'status': 'completed', 'code': 200} Aug 10 03:12:23.697963 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '352c4858-edfa-4828-baca-f82273905079', 'name': 'network-vif-deleted', 'tag': 'd6e6ff51-b55a-42aa-a66b-a351e666526d', 'status': 'completed', 'code': 200} Aug 10 03:12:23.704143 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0774c1-9b3f-4222-8a21-56c25d65bcae req-3c8baf9a-95cc-4ce1-948b-0713745d5b92 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:23.704801 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7a0774c1-9b3f-4222-8a21-56c25d65bcae req-3c8baf9a-95cc-4ce1-948b-0713745d5b92 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:23.723352 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7a0774c1-9b3f-4222-8a21-56c25d65bcae req-3c8baf9a-95cc-4ce1-948b-0713745d5b92 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7344768 Aug 10 03:12:23.742594 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f28f4361-adb6-4e34-b0df-0fc19e3ccb84 req-006debf5-4049-4ee7-a2d5-e4f28bcbbc8b tempest-SecurityGroupsTestAdminJSON-1889770322 tempest-SecurityGroupsTestAdminJSON-1889770322-project-admin] 10.222.0.62 "GET /v2.0/security-groups/10162819-d7de-4b0a-aa03-b608b5743bd3 HTTP/1.1" status: 200 len: 2981 time: 0.0642042 Aug 10 03:12:23.746264 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-7a0774c1-9b3f-4222-8a21-56c25d65bcae req-4a07ea1f-a0dc-4e3c-8fa6-9513ebd0dd26 service neutron] Request body: {'port': {'device_id': '894f3a44-1def-44c0-a554-73f9e490cb92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:23.756385 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['6f74f8bb-35fc-45f2-b1ea-df552563bc55'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:23.836479 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7a0774c1-9b3f-4222-8a21-56c25d65bcae req-4a07ea1f-a0dc-4e3c-8fa6-9513ebd0dd26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:23.868245 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['ff7073c1-c4c9-46c9-9698-1bdeede0d41c'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:23.892710 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f28f4361-adb6-4e34-b0df-0fc19e3ccb84 req-6fa172e8-32da-4637-b64d-4e307a40ecde tempest-SecurityGroupsTestAdminJSON-1889770322 tempest-SecurityGroupsTestAdminJSON-1889770322-project-admin] 10.222.0.62 "GET /v2.0/security-groups/10162819-d7de-4b0a-aa03-b608b5743bd3 HTTP/1.1" status: 200 len: 2981 time: 0.1492572 Aug 10 03:12:23.915460 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e20424-68f0-4c46-8df0-2a0c478fa6cc req-1d790ae8-2042-4a8f-ac98-096b53075194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:23.917327 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-56e20424-68f0-4c46-8df0-2a0c478fa6cc req-1d790ae8-2042-4a8f-ac98-096b53075194 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=293fbd9b1ced45ab964a1da35de8e7bd&device_id=1553e89d-55e9-4023-8bfa-c1549ecddf16 HTTP/1.1" status: 200 len: 1100 time: 0.1718855 Aug 10 03:12:23.951288 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7891c73c-4a4d-44e4-806b-9a66cdc2cf4c req-b6c7ee39-9a6f-406b-b7e9-17db8d7d2888 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:23.953828 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7891c73c-4a4d-44e4-806b-9a66cdc2cf4c req-b6c7ee39-9a6f-406b-b7e9-17db8d7d2888 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb4d7d2a-7216-4f74-a20c-df958115985f HTTP/1.1" status: 200 len: 950 time: 0.1583736 Aug 10 03:12:24.053916 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3ffa1ee2-fc28-42e1-b4a5-7705eae8e612 None None] Provisioning for port ded8df58-77b4-41d9-a256-7af5798c4787 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:24.064866 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3ffa1ee2-fc28-42e1-b4a5-7705eae8e612 None None] Provisioning complete for port ded8df58-77b4-41d9-a256-7af5798c4787 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:24.065387 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3ffa1ee2-fc28-42e1-b4a5-7705eae8e612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:24.110494 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f28f4361-adb6-4e34-b0df-0fc19e3ccb84 req-d051bce0-072c-4e5c-a1c8-cd886b352391 tempest-SecurityGroupsTestAdminJSON-1889770322 tempest-SecurityGroupsTestAdminJSON-1889770322-project-admin] 10.222.0.62 "GET /v2.0/security-groups/2135c69f-4781-4d9f-b60f-78639c8b19c8 HTTP/1.1" status: 200 len: 2981 time: 0.2078493 Aug 10 03:12:24.129583 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3ffa1ee2-fc28-42e1-b4a5-7705eae8e612 None None] Port ded8df58-77b4-41d9-a256-7af5798c4787 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:12:24.167245 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e20424-68f0-4c46-8df0-2a0c478fa6cc req-77f2238b-dab0-4222-bba8-465439629598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:24.168719 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-56e20424-68f0-4c46-8df0-2a0c478fa6cc req-77f2238b-dab0-4222-bba8-465439629598 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d HTTP/1.1" status: 200 len: 870 time: 0.2383683 Aug 10 03:12:24.176502 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7891c73c-4a4d-44e4-806b-9a66cdc2cf4c req-7067bbd0-8b64-459d-8a44-739aa4ab2703 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588593 Aug 10 03:12:24.178691 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-7a0774c1-9b3f-4222-8a21-56c25d65bcae req-4a07ea1f-a0dc-4e3c-8fa6-9513ebd0dd26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ded8df58-77b4-41d9-a256-7af5798c4787 {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:24.181887 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f28f4361-adb6-4e34-b0df-0fc19e3ccb84 req-5b3c7773-c74d-4510-9aa0-26d026953a44 tempest-SecurityGroupsTestAdminJSON-1889770322 tempest-SecurityGroupsTestAdminJSON-1889770322-project-admin] 10.222.0.62 "GET /v2.0/security-groups/2135c69f-4781-4d9f-b60f-78639c8b19c8 HTTP/1.1" status: 200 len: 2981 time: 0.0544200 Aug 10 03:12:24.189001 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7a0774c1-9b3f-4222-8a21-56c25d65bcae req-4a07ea1f-a0dc-4e3c-8fa6-9513ebd0dd26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:24.204128 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-7a0774c1-9b3f-4222-8a21-56c25d65bcae req-4a07ea1f-a0dc-4e3c-8fa6-9513ebd0dd26 service neutron] Transition to ACTIVE for port object ded8df58-77b4-41d9-a256-7af5798c4787 will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:12:24.207798 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7a0774c1-9b3f-4222-8a21-56c25d65bcae req-4a07ea1f-a0dc-4e3c-8fa6-9513ebd0dd26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:24.238311 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-56e20424-68f0-4c46-8df0-2a0c478fa6cc req-f213673c-b31d-49dd-9779-b48d95b84d15 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=e2bc7563-332e-48d6-9dc1-ae121aaebc11 HTTP/1.1" status: 200 len: 217 time: 0.0506668 Aug 10 03:12:24.264267 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a07ea1f-a0dc-4e3c-8fa6-9513ebd0dd26 service neutron] Pushing event updated for resources: {'Port': ['ID=ded8df58-77b4-41d9-a256-7af5798c4787,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:24.337658 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-7a0774c1-9b3f-4222-8a21-56c25d65bcae req-4a07ea1f-a0dc-4e3c-8fa6-9513ebd0dd26 service neutron] Attempting to bind port ded8df58-77b4-41d9-a256-7af5798c4787 on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:12:24.338605 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-7a0774c1-9b3f-4222-8a21-56c25d65bcae req-4a07ea1f-a0dc-4e3c-8fa6-9513ebd0dd26 service neutron] Attempting to bind port ded8df58-77b4-41d9-a256-7af5798c4787 by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:12:24.339460 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0774c1-9b3f-4222-8a21-56c25d65bcae req-4a07ea1f-a0dc-4e3c-8fa6-9513ebd0dd26 service neutron] Attempting to bind port ded8df58-77b4-41d9-a256-7af5798c4787 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:24.345566 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0774c1-9b3f-4222-8a21-56c25d65bcae req-4a07ea1f-a0dc-4e3c-8fa6-9513ebd0dd26 service neutron] Port ded8df58-77b4-41d9-a256-7af5798c4787 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:12:24.345988 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0774c1-9b3f-4222-8a21-56c25d65bcae req-4a07ea1f-a0dc-4e3c-8fa6-9513ebd0dd26 service neutron] Attempting to bind port ded8df58-77b4-41d9-a256-7af5798c4787 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:24.351174 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f28f4361-adb6-4e34-b0df-0fc19e3ccb84 req-5641ae55-dc3a-4d96-b7fc-ce61ae648bdf tempest-SecurityGroupsTestAdminJSON-1889770322 tempest-SecurityGroupsTestAdminJSON-1889770322-project-admin] 10.222.0.62 "GET /v2.0/security-groups/3947b357-12ec-4e2a-b5b1-1a492dc07cac HTTP/1.1" status: 200 len: 2973 time: 0.1204121 Aug 10 03:12:24.352138 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0774c1-9b3f-4222-8a21-56c25d65bcae req-4a07ea1f-a0dc-4e3c-8fa6-9513ebd0dd26 service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:12:24.352497 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0774c1-9b3f-4222-8a21-56c25d65bcae req-4a07ea1f-a0dc-4e3c-8fa6-9513ebd0dd26 service neutron] Checking segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:12:24.352987 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0774c1-9b3f-4222-8a21-56c25d65bcae req-4a07ea1f-a0dc-4e3c-8fa6-9513ebd0dd26 service neutron] Bound using segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:12:24.354225 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-7a0774c1-9b3f-4222-8a21-56c25d65bcae req-4a07ea1f-a0dc-4e3c-8fa6-9513ebd0dd26 service neutron] Bound port: ded8df58-77b4-41d9-a256-7af5798c4787, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:12:24.354225 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7a0774c1-9b3f-4222-8a21-56c25d65bcae req-4a07ea1f-a0dc-4e3c-8fa6-9513ebd0dd26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:24.354934 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e20424-68f0-4c46-8df0-2a0c478fa6cc req-a0e74897-49f1-49a0-ac1a-dce0482627a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:24.356737 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-56e20424-68f0-4c46-8df0-2a0c478fa6cc req-a0e74897-49f1-49a0-ac1a-dce0482627a3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.1045363 Aug 10 03:12:24.377646 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd33a74-9f08-4e88-b38f-3b444c928e56 req-6f105db5-8c15-4a7f-8767-6d9eb6b49d50 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:24.379283 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7fd33a74-9f08-4e88-b38f-3b444c928e56 req-6f105db5-8c15-4a7f-8767-6d9eb6b49d50 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=894f3a44-1def-44c0-a554-73f9e490cb92 HTTP/1.1" status: 200 len: 947 time: 0.1320422 Aug 10 03:12:24.432291 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-7a0774c1-9b3f-4222-8a21-56c25d65bcae req-4a07ea1f-a0dc-4e3c-8fa6-9513ebd0dd26 service neutron] For port ded8df58-77b4-41d9-a256-7af5798c4787, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:12:24.436494 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-7a0774c1-9b3f-4222-8a21-56c25d65bcae req-4a07ea1f-a0dc-4e3c-8fa6-9513ebd0dd26 service neutron] For port ded8df58-77b4-41d9-a256-7af5798c4787, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=ded8df58-77b4-41d9-a256-7af5798c4787,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:12:24.440713 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7a0774c1-9b3f-4222-8a21-56c25d65bcae req-4a07ea1f-a0dc-4e3c-8fa6-9513ebd0dd26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:24.479089 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0774c1-9b3f-4222-8a21-56c25d65bcae req-4a07ea1f-a0dc-4e3c-8fa6-9513ebd0dd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:24.479752 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7a0774c1-9b3f-4222-8a21-56c25d65bcae req-4a07ea1f-a0dc-4e3c-8fa6-9513ebd0dd26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:24.481274 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7a0774c1-9b3f-4222-8a21-56c25d65bcae req-4a07ea1f-a0dc-4e3c-8fa6-9513ebd0dd26 service neutron] 10.222.0.58 "PUT /v2.0/ports/ded8df58-77b4-41d9-a256-7af5798c4787 HTTP/1.1" status: 200 len: 1096 time: 0.7398760 Aug 10 03:12:24.481696 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '894f3a44-1def-44c0-a554-73f9e490cb92', 'tag': 'ded8df58-77b4-41d9-a256-7af5798c4787'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:24.482250 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f28f4361-adb6-4e34-b0df-0fc19e3ccb84 req-799175a2-bc4d-4889-becf-3939b1b04921 tempest-SecurityGroupsTestAdminJSON-1889770322 tempest-SecurityGroupsTestAdminJSON-1889770322-project-admin] 10.222.0.62 "GET /v2.0/security-groups/3947b357-12ec-4e2a-b5b1-1a492dc07cac HTTP/1.1" status: 200 len: 2973 time: 0.1222870 Aug 10 03:12:24.484019 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25540eef-d1a4-4ed0-a545-6a4b4d1cf643" -d '{"events": [{"name": "network-changed", "server_uuid": "894f3a44-1def-44c0-a554-73f9e490cb92", "tag": "ded8df58-77b4-41d9-a256-7af5798c4787"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:24.491419 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7fd33a74-9f08-4e88-b38f-3b444c928e56 req-683f88c1-7f08-4850-b2d2-bdaeff0c093e tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966246 Aug 10 03:12:24.500379 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e20424-68f0-4c46-8df0-2a0c478fa6cc req-ae63bedc-c34c-433b-84d4-089511fd8d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:24.501888 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-56e20424-68f0-4c46-8df0-2a0c478fa6cc req-ae63bedc-c34c-433b-84d4-089511fd8d98 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1335163 Aug 10 03:12:24.530493 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a07ea1f-a0dc-4e3c-8fa6-9513ebd0dd26 service neutron] Pushing event updated for resources: {'Port': ['ID=ded8df58-77b4-41d9-a256-7af5798c4787,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:24.582641 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0774c1-9b3f-4222-8a21-56c25d65bcae req-f98a1ac2-45e8-4541-8159-5933f02b88f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:24.584409 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7a0774c1-9b3f-4222-8a21-56c25d65bcae req-f98a1ac2-45e8-4541-8159-5933f02b88f2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d00f2c261de74ebbb1500c01bfd8f0c7&device_id=894f3a44-1def-44c0-a554-73f9e490cb92 HTTP/1.1" status: 200 len: 1099 time: 0.0503147 Aug 10 03:12:24.616144 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f28f4361-adb6-4e34-b0df-0fc19e3ccb84 req-f03f203c-eb8a-4c45-b221-de72e030e172 tempest-SecurityGroupsTestAdminJSON-1889770322 tempest-SecurityGroupsTestAdminJSON-1889770322-project-admin] 10.222.0.62 "GET /v2.0/security-groups/421235de-de03-4b93-a920-9e7498ad2413 HTTP/1.1" status: 200 len: 2981 time: 0.1132584 Aug 10 03:12:24.654977 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7a0774c1-9b3f-4222-8a21-56c25d65bcae req-7abb5693-7184-4426-ac6f-5d3d12545b38 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=ded8df58-77b4-41d9-a256-7af5798c4787 HTTP/1.1" status: 200 len: 217 time: 0.0440483 Aug 10 03:12:24.689865 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-56e20424-68f0-4c46-8df0-2a0c478fa6cc req-de17c809-715d-4c13-9501-22367ef3560a service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641533 Aug 10 03:12:24.691739 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f28f4361-adb6-4e34-b0df-0fc19e3ccb84 req-16694a38-b58e-4845-8f90-f83cb3d87114 tempest-SecurityGroupsTestAdminJSON-1889770322 tempest-SecurityGroupsTestAdminJSON-1889770322-project-admin] 10.222.0.62 "GET /v2.0/security-groups/421235de-de03-4b93-a920-9e7498ad2413 HTTP/1.1" status: 200 len: 2981 time: 0.0670080 Aug 10 03:12:24.747264 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0774c1-9b3f-4222-8a21-56c25d65bcae req-807a0bb9-1e34-409e-b0ba-e3f75694c5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:24.749723 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7a0774c1-9b3f-4222-8a21-56c25d65bcae req-807a0bb9-1e34-409e-b0ba-e3f75694c5ce service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.0811088 Aug 10 03:12:24.767599 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device ac6fa2ce-3949-4e0b-a7c3-f21c93869afd details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:12:24.770975 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device d6e6ff51-b55a-42aa-a66b-a351e666526d no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:12:24.820589 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: d6e6ff51-b55a-42aa-a66b-a351e666526d {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:12:24.820918 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f28f4361-adb6-4e34-b0df-0fc19e3ccb84 req-ebe3cb0e-1155-4a10-bc62-05337b65ea8a tempest-SecurityGroupsTestAdminJSON-1889770322 tempest-SecurityGroupsTestAdminJSON-1889770322-project-admin] 10.222.0.62 "GET /v2.0/security-groups/46d3fa0c-33b0-43df-8dc9-028099d66b5b HTTP/1.1" status: 200 len: 2981 time: 0.1088843 Aug 10 03:12:24.821195 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device d6e6ff51-b55a-42aa-a66b-a351e666526d not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:12:24.831700 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4bac1-1a37-4f78-9a10-b234583dbfc6 req-9b024709-279b-4103-bfae-20f1d35bc9d9 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:24.836531 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0774c1-9b3f-4222-8a21-56c25d65bcae req-2efe5092-7ed0-4c95-bff2-cc6339917173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:24.838129 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7a0774c1-9b3f-4222-8a21-56c25d65bcae req-2efe5092-7ed0-4c95-bff2-cc6339917173 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0546975 Aug 10 03:12:24.838817 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d1d4bac1-1a37-4f78-9a10-b234583dbfc6 req-9b024709-279b-4103-bfae-20f1d35bc9d9 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2da6381-9d03-4693-ac12-5357b9ed4bc2 HTTP/1.1" status: 200 len: 945 time: 0.1451130 Aug 10 03:12:24.913879 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-56e20424-68f0-4c46-8df0-2a0c478fa6cc req-b9adc8ea-074f-457a-b333-24b8175ebdca service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098832 Aug 10 03:12:24.927847 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d1d4bac1-1a37-4f78-9a10-b234583dbfc6 req-81b0e56d-8c82-469f-8d92-97ef46eb6538 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879011 Aug 10 03:12:24.931007 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port ac6fa2ce-3949-4e0b-a7c3-f21c93869afd, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=ac6fa2ce-3949-4e0b-a7c3-f21c93869afd,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:24.935132 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f28f4361-adb6-4e34-b0df-0fc19e3ccb84 req-5ac84af1-c6ed-47fd-b8c4-10680d2fb744 tempest-SecurityGroupsTestAdminJSON-1889770322 tempest-SecurityGroupsTestAdminJSON-1889770322-project-admin] 10.222.0.62 "GET /v2.0/security-groups/46d3fa0c-33b0-43df-8dc9-028099d66b5b HTTP/1.1" status: 200 len: 2981 time: 0.0881746 Aug 10 03:12:24.958640 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': 'ac6fa2ce-3949-4e0b-a7c3-f21c93869afd', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'port_id': 'ac6fa2ce-3949-4e0b-a7c3-f21c93869afd', 'mac_address': 'fa:16:3e:37:f1:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e3eb0b-907c-4ac4-809e-ae9609bc8c67', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:12:24.973208 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7a0774c1-9b3f-4222-8a21-56c25d65bcae req-8ee5f31c-9207-411e-a193-74974f650ab4 service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226065 Aug 10 03:12:24.995653 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f28f4361-adb6-4e34-b0df-0fc19e3ccb84 req-08db29bd-dd6f-4c7e-a689-b77deb286148 tempest-SecurityGroupsTestAdminJSON-1889770322 tempest-SecurityGroupsTestAdminJSON-1889770322-project-admin] 10.222.0.62 "GET /v2.0/security-groups/4bf36e0b-805f-4880-a510-e72f1beda806 HTTP/1.1" status: 200 len: 2981 time: 0.0501859 Aug 10 03:12:25.004366 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:25.020103 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac6fa2ce-3949-4e0b-a7c3-f21c93869afd {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:25.041865 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port ac6fa2ce-3949-4e0b-a7c3-f21c93869afd, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=ac6fa2ce-3949-4e0b-a7c3-f21c93869afd,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:25.047362 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:25.048143 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device e2bc7563-332e-48d6-9dc1-ae121aaebc11 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:12:25.052595 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f28f4361-adb6-4e34-b0df-0fc19e3ccb84 req-8bd8c756-6211-4295-b458-7d3249bef4be tempest-SecurityGroupsTestAdminJSON-1889770322 tempest-SecurityGroupsTestAdminJSON-1889770322-project-admin] 10.222.0.62 "GET /v2.0/security-groups/4bf36e0b-805f-4880-a510-e72f1beda806 HTTP/1.1" status: 200 len: 2981 time: 0.0494285 Aug 10 03:12:25.099234 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11c7911-fa6b-43ab-b660-f872ed4c0d66 x-openstack-request-id: req-c11c7911-fa6b-43ab-b660-f872ed4c0d66 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:25.099652 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "894f3a44-1def-44c0-a554-73f9e490cb92", "tag": "ded8df58-77b4-41d9-a256-7af5798c4787", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:25.099968 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c11c7911-fa6b-43ab-b660-f872ed4c0d66 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:25.100430 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '894f3a44-1def-44c0-a554-73f9e490cb92', 'tag': 'ded8df58-77b4-41d9-a256-7af5798c4787', 'status': 'completed', 'code': 200} Aug 10 03:12:25.118233 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f28f4361-adb6-4e34-b0df-0fc19e3ccb84 req-a2ab71a7-c4e1-45bb-8ee8-cc003e90b130 tempest-SecurityGroupsTestAdminJSON-1889770322 tempest-SecurityGroupsTestAdminJSON-1889770322-project-admin] 10.222.0.62 "GET /v2.0/security-groups/681d4645-31d3-4449-8345-067e01a10bf1 HTTP/1.1" status: 200 len: 2981 time: 0.0522552 Aug 10 03:12:25.122604 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7a0774c1-9b3f-4222-8a21-56c25d65bcae req-48da7db8-7e72-4d66-8cf3-617f07c37c16 service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336071 Aug 10 03:12:25.144347 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port e2bc7563-332e-48d6-9dc1-ae121aaebc11, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=e2bc7563-332e-48d6-9dc1-ae121aaebc11,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:25.147037 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=ac6fa2ce-3949-4e0b-a7c3-f21c93869afd,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:25.164167 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f28f4361-adb6-4e34-b0df-0fc19e3ccb84 req-e09602a6-c5f7-4f34-a057-66e130c09a76 tempest-SecurityGroupsTestAdminJSON-1889770322 tempest-SecurityGroupsTestAdminJSON-1889770322-project-admin] 10.222.0.62 "GET /v2.0/security-groups/681d4645-31d3-4449-8345-067e01a10bf1 HTTP/1.1" status: 200 len: 2981 time: 0.0450494 Aug 10 03:12:25.165496 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': 'e2bc7563-332e-48d6-9dc1-ae121aaebc11', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'port_id': 'e2bc7563-332e-48d6-9dc1-ae121aaebc11', 'mac_address': 'fa:16:3e:29:d0:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e3eb0b-907c-4ac4-809e-ae9609bc8c67', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:12:25.213085 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:25.227880 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2bc7563-332e-48d6-9dc1-ae121aaebc11 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:25.237580 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f28f4361-adb6-4e34-b0df-0fc19e3ccb84 req-d991a340-b255-48b4-b9d8-da66a6325c8b tempest-SecurityGroupsTestAdminJSON-1889770322 tempest-SecurityGroupsTestAdminJSON-1889770322-project-admin] 10.222.0.62 "GET /v2.0/security-groups/70e02309-d415-4898-8bc9-4345d44063b7 HTTP/1.1" status: 200 len: 2981 time: 0.0633898 Aug 10 03:12:25.245264 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25540eef-d1a4-4ed0-a545-6a4b4d1cf643 req-95094ef5-2324-4b10-802a-2b296486e034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:25.246832 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77772fb2-6723-48c5-b9af-ab0abef5cd91 req-994ddb6e-e3bb-43ae-8612-e0a53be73e6d tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:25.247473 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-25540eef-d1a4-4ed0-a545-6a4b4d1cf643 req-95094ef5-2324-4b10-802a-2b296486e034 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d00f2c261de74ebbb1500c01bfd8f0c7&device_id=894f3a44-1def-44c0-a554-73f9e490cb92 HTTP/1.1" status: 200 len: 1099 time: 0.0449769 Aug 10 03:12:25.248592 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-77772fb2-6723-48c5-b9af-ab0abef5cd91 req-994ddb6e-e3bb-43ae-8612-e0a53be73e6d tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebe28054-35f5-4b23-84a5-6913060195b8 HTTP/1.1" status: 200 len: 949 time: 0.0873644 Aug 10 03:12:25.256365 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port e2bc7563-332e-48d6-9dc1-ae121aaebc11, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=e2bc7563-332e-48d6-9dc1-ae121aaebc11,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:25.261184 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:25.316191 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=e2bc7563-332e-48d6-9dc1-ae121aaebc11,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:25.319003 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-77772fb2-6723-48c5-b9af-ab0abef5cd91 req-ffd48a4b-2137-46b9-9d8d-af19e6f5fa31 tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] 10.222.0.62 "GET /v2.0/security-groups?id=421235de-de03-4b93-a920-9e7498ad2413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629478 Aug 10 03:12:25.321043 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f28f4361-adb6-4e34-b0df-0fc19e3ccb84 req-a496de94-23a0-4503-af0d-dcbb1302e34a tempest-SecurityGroupsTestAdminJSON-1889770322 tempest-SecurityGroupsTestAdminJSON-1889770322-project-admin] 10.222.0.62 "GET /v2.0/security-groups/70e02309-d415-4898-8bc9-4345d44063b7 HTTP/1.1" status: 200 len: 2981 time: 0.0715585 Aug 10 03:12:25.346046 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25540eef-d1a4-4ed0-a545-6a4b4d1cf643 req-7cd6a650-c4bd-46cf-9b2d-17d339a272ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:25.347747 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-25540eef-d1a4-4ed0-a545-6a4b4d1cf643 req-7cd6a650-c4bd-46cf-9b2d-17d339a272ae service neutron] 10.222.0.58 "GET /v2.0/networks?id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d HTTP/1.1" status: 200 len: 870 time: 0.0920050 Aug 10 03:12:25.388917 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f28f4361-adb6-4e34-b0df-0fc19e3ccb84 req-70d0ef03-b565-4fc6-a4d6-5ecd6e13921a tempest-SecurityGroupsTestAdminJSON-1889770322 tempest-SecurityGroupsTestAdminJSON-1889770322-project-admin] 10.222.0.62 "GET /v2.0/security-groups/74b7ddb7-8c67-4624-bfea-17dead5f10e9 HTTP/1.1" status: 200 len: 2981 time: 0.0444350 Aug 10 03:12:25.403384 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-25540eef-d1a4-4ed0-a545-6a4b4d1cf643 req-4435bd00-bb47-4f46-b6f3-1fe1f7ef1895 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=ded8df58-77b4-41d9-a256-7af5798c4787 HTTP/1.1" status: 200 len: 217 time: 0.0367806 Aug 10 03:12:25.443394 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f28f4361-adb6-4e34-b0df-0fc19e3ccb84 req-be722377-f440-4125-a7c6-98d872849965 tempest-SecurityGroupsTestAdminJSON-1889770322 tempest-SecurityGroupsTestAdminJSON-1889770322-project-admin] 10.222.0.62 "GET /v2.0/security-groups/74b7ddb7-8c67-4624-bfea-17dead5f10e9 HTTP/1.1" status: 200 len: 2981 time: 0.0469668 Aug 10 03:12:25.455575 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25540eef-d1a4-4ed0-a545-6a4b4d1cf643 req-39e34be3-886c-4867-9125-fc9994a00eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:25.457240 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-25540eef-d1a4-4ed0-a545-6a4b4d1cf643 req-39e34be3-886c-4867-9125-fc9994a00eaa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.0452957 Aug 10 03:12:25.489380 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f28f4361-adb6-4e34-b0df-0fc19e3ccb84 req-c6f76723-bcd2-4b1c-802f-23c1a5c3fe1a tempest-SecurityGroupsTestAdminJSON-1889770322 tempest-SecurityGroupsTestAdminJSON-1889770322-project-admin] 10.222.0.62 "GET /v2.0/security-groups/8f620c0e-e239-49af-845e-53245a9725d2 HTTP/1.1" status: 200 len: 2977 time: 0.0427582 Aug 10 03:12:25.532991 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25540eef-d1a4-4ed0-a545-6a4b4d1cf643 req-b611aa13-4c74-41fc-9407-dbfd92cd13fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:25.534545 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-25540eef-d1a4-4ed0-a545-6a4b4d1cf643 req-b611aa13-4c74-41fc-9407-dbfd92cd13fc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0567207 Aug 10 03:12:25.565535 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f28f4361-adb6-4e34-b0df-0fc19e3ccb84 req-afaa7350-6273-43a2-8de8-b0064b8ab151 tempest-SecurityGroupsTestAdminJSON-1889770322 tempest-SecurityGroupsTestAdminJSON-1889770322-project-admin] 10.222.0.62 "GET /v2.0/security-groups/8f620c0e-e239-49af-845e-53245a9725d2 HTTP/1.1" status: 200 len: 2977 time: 0.0654893 Aug 10 03:12:25.594956 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d74773a-0d26-4a9e-90cd-b5b095bc3746 req-ba4e1656-8114-4fa0-8fa5-126e523e7843 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:25.596422 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4d74773a-0d26-4a9e-90cd-b5b095bc3746 req-ba4e1656-8114-4fa0-8fa5-126e523e7843 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb4d7d2a-7216-4f74-a20c-df958115985f HTTP/1.1" status: 200 len: 950 time: 0.0707088 Aug 10 03:12:25.626809 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-25540eef-d1a4-4ed0-a545-6a4b4d1cf643 req-4f7201d4-4e71-4cbd-a076-50ffe91818e9 service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828731 Aug 10 03:12:25.635391 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f28f4361-adb6-4e34-b0df-0fc19e3ccb84 req-c1366366-07fd-4952-a54f-f0c8493e6b59 tempest-SecurityGroupsTestAdminJSON-1889770322 tempest-SecurityGroupsTestAdminJSON-1889770322-project-admin] 10.222.0.62 "GET /v2.0/security-groups/b405968e-e8dd-4859-b855-f8ae1385ba0e HTTP/1.1" status: 200 len: 2981 time: 0.0639350 Aug 10 03:12:25.662366 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4d74773a-0d26-4a9e-90cd-b5b095bc3746 req-d5df98b9-1668-4acc-8584-5bc218ddc8d7 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587473 Aug 10 03:12:25.685496 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['e2bc7563-332e-48d6-9dc1-ae121aaebc11'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:25.688243 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['ac6fa2ce-3949-4e0b-a7c3-f21c93869afd'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:25.704305 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f28f4361-adb6-4e34-b0df-0fc19e3ccb84 req-ac6ca3e7-9974-4822-9f77-6e67b6f423c7 tempest-SecurityGroupsTestAdminJSON-1889770322 tempest-SecurityGroupsTestAdminJSON-1889770322-project-admin] 10.222.0.62 "GET /v2.0/security-groups/b405968e-e8dd-4859-b855-f8ae1385ba0e HTTP/1.1" status: 200 len: 2981 time: 0.0590594 Aug 10 03:12:25.751476 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-25540eef-d1a4-4ed0-a545-6a4b4d1cf643 req-2694afdb-121d-481b-85c0-7175832ed1c6 service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027331 Aug 10 03:12:25.786272 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f28f4361-adb6-4e34-b0df-0fc19e3ccb84 req-1b4af5a7-078e-4f9b-9f2c-7da66d1dd6bf tempest-SecurityGroupsTestAdminJSON-1889770322 tempest-SecurityGroupsTestAdminJSON-1889770322-project-admin] 10.222.0.62 "GET /v2.0/security-groups/e0b32d05-1d9a-4cb6-ab00-0ec9a97cf5ae HTTP/1.1" status: 200 len: 2981 time: 0.0719757 Aug 10 03:12:25.826868 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ced470-7d39-4898-b9f7-653fcbcd68dd req-db45d1fb-e24c-4a4f-9844-604481441d80 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:25.828411 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-47ced470-7d39-4898-b9f7-653fcbcd68dd req-db45d1fb-e24c-4a4f-9844-604481441d80 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=894f3a44-1def-44c0-a554-73f9e490cb92 HTTP/1.1" status: 200 len: 947 time: 0.0856042 Aug 10 03:12:25.864828 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f28f4361-adb6-4e34-b0df-0fc19e3ccb84 req-967721e7-56ee-4a1e-aa56-b240f338efcc tempest-SecurityGroupsTestAdminJSON-1889770322 tempest-SecurityGroupsTestAdminJSON-1889770322-project-admin] 10.222.0.62 "GET /v2.0/security-groups/e0b32d05-1d9a-4cb6-ab00-0ec9a97cf5ae HTTP/1.1" status: 200 len: 2981 time: 0.0680234 Aug 10 03:12:25.887007 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-47ced470-7d39-4898-b9f7-653fcbcd68dd req-41940637-d90c-493f-b8aa-f35ff2b52fe5 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508652 Aug 10 03:12:25.929780 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f28f4361-adb6-4e34-b0df-0fc19e3ccb84 req-50766a9d-f52b-4f9d-a6cd-87e466de50b5 tempest-SecurityGroupsTestAdminJSON-1889770322 tempest-SecurityGroupsTestAdminJSON-1889770322-project-admin] 10.222.0.62 "GET /v2.0/security-groups/f431694e-966f-48c1-aca3-7ab39edf5c92 HTTP/1.1" status: 200 len: 2981 time: 0.0554037 Aug 10 03:12:25.978963 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f28f4361-adb6-4e34-b0df-0fc19e3ccb84 req-8e7b0366-876b-47bf-8fac-bf2a3770bf73 tempest-SecurityGroupsTestAdminJSON-1889770322 tempest-SecurityGroupsTestAdminJSON-1889770322-project-admin] 10.222.0.62 "GET /v2.0/security-groups/f431694e-966f-48c1-aca3-7ab39edf5c92 HTTP/1.1" status: 200 len: 2981 time: 0.0427368 Aug 10 03:12:26.024437 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:26.056751 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67177e1b-ec92-470d-9b7a-7782227267d2 req-3c6af30f-7a29-4ed9-ad09-3ccc2d7f9665 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:26.058618 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-67177e1b-ec92-470d-9b7a-7782227267d2 req-3c6af30f-7a29-4ed9-ad09-3ccc2d7f9665 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=1553e89d-55e9-4023-8bfa-c1549ecddf16 HTTP/1.1" status: 200 len: 949 time: 0.0510633 Aug 10 03:12:26.098524 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-67177e1b-ec92-470d-9b7a-7782227267d2 req-c7e27d52-d7a1-4c28-98ae-b9715a6edb4d tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329294 Aug 10 03:12:26.171964 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2395c7f-b26a-43f7-b022-87fa6867ed06 req-665c9246-ac0c-49ee-b129-34d29af07005 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:26.173414 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c2395c7f-b26a-43f7-b022-87fa6867ed06 req-665c9246-ac0c-49ee-b129-34d29af07005 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2da6381-9d03-4693-ac12-5357b9ed4bc2 HTTP/1.1" status: 200 len: 945 time: 0.0739992 Aug 10 03:12:26.204940 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:26.228095 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e5cf5fb0-ed37-44f6-b34d-f64f30b99e2a req-5e7f7e36-ad41-41c4-b800-e3a33dc412ca tempest-SecurityGroupsTestAdminJSON-8891295 tempest-SecurityGroupsTestAdminJSON-8891295-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=aada600a4b0d483fba2b56b546ab8759 HTTP/1.1" status: 200 len: 6104 time: 0.1034980 Aug 10 03:12:26.235234 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c2395c7f-b26a-43f7-b022-87fa6867ed06 req-7eb3590d-65b3-48c1-960e-b735633430b9 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544450 Aug 10 03:12:26.276516 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e5cf5fb0-ed37-44f6-b34d-f64f30b99e2a req-5bb589c2-53ff-4107-9382-0fc7dd12ead5 tempest-SecurityGroupsTestAdminJSON-8891295 tempest-SecurityGroupsTestAdminJSON-8891295-project] 10.222.0.62 "GET /v2.0/security-groups/2135c69f-4781-4d9f-b60f-78639c8b19c8 HTTP/1.1" status: 200 len: 2981 time: 0.0402672 Aug 10 03:12:26.326144 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e5cf5fb0-ed37-44f6-b34d-f64f30b99e2a req-341b0356-0a64-4d8c-812e-9032a61b9389 tempest-SecurityGroupsTestAdminJSON-8891295 tempest-SecurityGroupsTestAdminJSON-8891295-project] 10.222.0.62 "GET /v2.0/security-groups/2135c69f-4781-4d9f-b60f-78639c8b19c8 HTTP/1.1" status: 200 len: 2981 time: 0.0418227 Aug 10 03:12:26.382217 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6fe11081-ee46-4de5-aafc-099e9acd7792 req-c40fcd26-7fd6-407b-bfef-b3bee6cb2340 tempest-SecurityGroupsTestAdminJSON-1889770322 tempest-SecurityGroupsTestAdminJSON-1889770322-project-admin] 10.222.0.62 "GET /v2.0/security-groups/b6583f6f-4926-4e68-9fbb-fd5a391f8580 HTTP/1.1" status: 200 len: 1776 time: 0.0351517 Aug 10 03:12:26.444677 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-6fe11081-ee46-4de5-aafc-099e9acd7792 req-5e316067-aeba-40b9-9a1c-20192eb29942 tempest-SecurityGroupsTestAdminJSON-1889770322 tempest-SecurityGroupsTestAdminJSON-1889770322-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:26.483550 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-6fe11081-ee46-4de5-aafc-099e9acd7792 req-5e316067-aeba-40b9-9a1c-20192eb29942 tempest-SecurityGroupsTestAdminJSON-1889770322 tempest-SecurityGroupsTestAdminJSON-1889770322-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:26.514668 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c8c331-0015-49a1-856e-7901a8b009b6 req-25930a6d-f47c-4ef3-a2ba-a1e99a8d119a tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:26.516739 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-71c8c331-0015-49a1-856e-7901a8b009b6 req-25930a6d-f47c-4ef3-a2ba-a1e99a8d119a tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebe28054-35f5-4b23-84a5-6913060195b8 HTTP/1.1" status: 200 len: 949 time: 0.0908182 Aug 10 03:12:26.550197 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-6fe11081-ee46-4de5-aafc-099e9acd7792 req-5e316067-aeba-40b9-9a1c-20192eb29942 tempest-SecurityGroupsTestAdminJSON-1889770322 tempest-SecurityGroupsTestAdminJSON-1889770322-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:26.552627 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-6fe11081-ee46-4de5-aafc-099e9acd7792 req-5e316067-aeba-40b9-9a1c-20192eb29942 tempest-SecurityGroupsTestAdminJSON-1889770322 tempest-SecurityGroupsTestAdminJSON-1889770322-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:26.553709 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6fe11081-ee46-4de5-aafc-099e9acd7792 req-5e316067-aeba-40b9-9a1c-20192eb29942 tempest-SecurityGroupsTestAdminJSON-1889770322 tempest-SecurityGroupsTestAdminJSON-1889770322-project-admin] 10.222.0.62 "DELETE /v2.0/security-groups/b6583f6f-4926-4e68-9fbb-fd5a391f8580 HTTP/1.1" status: 204 len: 173 time: 0.1644638 Aug 10 03:12:26.563285 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-71c8c331-0015-49a1-856e-7901a8b009b6 req-a4baf482-0fc6-42e4-9828-32ffc6f454e4 tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] 10.222.0.62 "GET /v2.0/security-groups?id=421235de-de03-4b93-a920-9e7498ad2413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397666 Aug 10 03:12:26.569349 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e316067-aeba-40b9-9a1c-20192eb29942 tempest-SecurityGroupsTestAdminJSON-1889770322 tempest-SecurityGroupsTestAdminJSON-1889770322-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6583f6f-4926-4e68-9fbb-fd5a391f8580,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:26.613688 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c81fcf4a-9614-4d24-b5d4-f17bd5ccb4de req-24b0a981-1ef5-4761-bed6-5f09c255e10d tempest-SecurityGroupsTestAdminJSON-1889770322 tempest-SecurityGroupsTestAdminJSON-1889770322-project-admin] 10.222.0.62 "GET /v2.0/security-groups/f6578dd4-3418-4ed9-943b-3c021f7b62ca HTTP/1.1" status: 200 len: 1777 time: 0.0376077 Aug 10 03:12:26.666745 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c81fcf4a-9614-4d24-b5d4-f17bd5ccb4de req-9d2e7acb-ce35-4a73-856c-448029fa8fdb tempest-SecurityGroupsTestAdminJSON-1889770322 tempest-SecurityGroupsTestAdminJSON-1889770322-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:26.687590 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c81fcf4a-9614-4d24-b5d4-f17bd5ccb4de req-9d2e7acb-ce35-4a73-856c-448029fa8fdb tempest-SecurityGroupsTestAdminJSON-1889770322 tempest-SecurityGroupsTestAdminJSON-1889770322-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:26.724891 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c81fcf4a-9614-4d24-b5d4-f17bd5ccb4de req-9d2e7acb-ce35-4a73-856c-448029fa8fdb tempest-SecurityGroupsTestAdminJSON-1889770322 tempest-SecurityGroupsTestAdminJSON-1889770322-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:26.727600 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c81fcf4a-9614-4d24-b5d4-f17bd5ccb4de req-9d2e7acb-ce35-4a73-856c-448029fa8fdb tempest-SecurityGroupsTestAdminJSON-1889770322 tempest-SecurityGroupsTestAdminJSON-1889770322-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:26.728746 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c81fcf4a-9614-4d24-b5d4-f17bd5ccb4de req-9d2e7acb-ce35-4a73-856c-448029fa8fdb tempest-SecurityGroupsTestAdminJSON-1889770322 tempest-SecurityGroupsTestAdminJSON-1889770322-project-admin] 10.222.0.62 "DELETE /v2.0/security-groups/f6578dd4-3418-4ed9-943b-3c021f7b62ca HTTP/1.1" status: 204 len: 173 time: 0.1091027 Aug 10 03:12:26.740113 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2e7acb-ce35-4a73-856c-448029fa8fdb tempest-SecurityGroupsTestAdminJSON-1889770322 tempest-SecurityGroupsTestAdminJSON-1889770322-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6578dd4-3418-4ed9-943b-3c021f7b62ca,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:26.795570 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-70d57a0d-ab7a-474b-999a-009a9449bdf9 req-18ff62e8-4a05-4900-b049-9edb71ebc9a6 tempest-SecurityGroupsTestAdminJSON-8891295 tempest-SecurityGroupsTestAdminJSON-8891295-project] 10.222.0.62 "GET /v2.0/security-groups/4ff62fb1-c6e2-49fe-8537-6b26c42753f8 HTTP/1.1" status: 200 len: 1778 time: 0.0461352 Aug 10 03:12:26.852868 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-70d57a0d-ab7a-474b-999a-009a9449bdf9 req-ffa7b04c-19f9-4a5d-8eab-689c5c70531d tempest-SecurityGroupsTestAdminJSON-8891295 tempest-SecurityGroupsTestAdminJSON-8891295-project] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:26.878690 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-70d57a0d-ab7a-474b-999a-009a9449bdf9 req-ffa7b04c-19f9-4a5d-8eab-689c5c70531d tempest-SecurityGroupsTestAdminJSON-8891295 tempest-SecurityGroupsTestAdminJSON-8891295-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:26.925091 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-70d57a0d-ab7a-474b-999a-009a9449bdf9 req-ffa7b04c-19f9-4a5d-8eab-689c5c70531d tempest-SecurityGroupsTestAdminJSON-8891295 tempest-SecurityGroupsTestAdminJSON-8891295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:26.928063 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-70d57a0d-ab7a-474b-999a-009a9449bdf9 req-ffa7b04c-19f9-4a5d-8eab-689c5c70531d tempest-SecurityGroupsTestAdminJSON-8891295 tempest-SecurityGroupsTestAdminJSON-8891295-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:26.929308 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-70d57a0d-ab7a-474b-999a-009a9449bdf9 req-ffa7b04c-19f9-4a5d-8eab-689c5c70531d tempest-SecurityGroupsTestAdminJSON-8891295 tempest-SecurityGroupsTestAdminJSON-8891295-project] 10.222.0.62 "DELETE /v2.0/security-groups/4ff62fb1-c6e2-49fe-8537-6b26c42753f8 HTTP/1.1" status: 204 len: 173 time: 0.1273134 Aug 10 03:12:26.939673 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa7b04c-19f9-4a5d-8eab-689c5c70531d tempest-SecurityGroupsTestAdminJSON-8891295 tempest-SecurityGroupsTestAdminJSON-8891295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff62fb1-c6e2-49fe-8537-6b26c42753f8,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:27.034769 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac395f-3a50-428f-a2ad-447a5a5e3bae req-d9899afc-9de3-4512-b280-c164331f4297 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:27.036352 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f6ac395f-3a50-428f-a2ad-447a5a5e3bae req-d9899afc-9de3-4512-b280-c164331f4297 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=894f3a44-1def-44c0-a554-73f9e490cb92 HTTP/1.1" status: 200 len: 947 time: 0.0529344 Aug 10 03:12:27.075643 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f6ac395f-3a50-428f-a2ad-447a5a5e3bae req-fe8adc59-cd2d-4e58-aaba-c3f9b8b731cc tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330637 Aug 10 03:12:27.137499 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b9831f5f-2b97-42f8-8b5e-010938e97e47 req-aa07fc12-eb8c-4c7b-916f-53f3819f2c34 tempest-SecurityGroupsTestAdminJSON-8891295 tempest-SecurityGroupsTestAdminJSON-8891295-project] 10.222.0.62 "GET /v2.0/security-groups/adff6420-2a95-4474-99d2-8de60fb9a694 HTTP/1.1" status: 200 len: 1778 time: 0.0395308 Aug 10 03:12:27.197875 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b9831f5f-2b97-42f8-8b5e-010938e97e47 req-60bb6c0e-4c3d-4adf-a488-ae96648ed4c7 tempest-SecurityGroupsTestAdminJSON-8891295 tempest-SecurityGroupsTestAdminJSON-8891295-project] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:27.220423 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b9831f5f-2b97-42f8-8b5e-010938e97e47 req-60bb6c0e-4c3d-4adf-a488-ae96648ed4c7 tempest-SecurityGroupsTestAdminJSON-8891295 tempest-SecurityGroupsTestAdminJSON-8891295-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:27.291334 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808994a-c2f1-4b22-b55f-7bd7c6fd48eb req-e230ee70-20f8-49aa-b752-a14ad909dc91 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:27.297907 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808994a-c2f1-4b22-b55f-7bd7c6fd48eb req-e230ee70-20f8-49aa-b752-a14ad909dc91 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:27.299478 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c808994a-c2f1-4b22-b55f-7bd7c6fd48eb req-e230ee70-20f8-49aa-b752-a14ad909dc91 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] 10.222.0.62 "GET /v2.0/ports?device_id=367a792c-57c6-4262-aa3a-ce3816d4f2c2&device_id=22a763d3-d36a-49b5-a0a3-2e0bf12a3f64 HTTP/1.1" status: 200 len: 1682 time: 0.0715325 Aug 10 03:12:27.311855 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b9831f5f-2b97-42f8-8b5e-010938e97e47 req-60bb6c0e-4c3d-4adf-a488-ae96648ed4c7 tempest-SecurityGroupsTestAdminJSON-8891295 tempest-SecurityGroupsTestAdminJSON-8891295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:27.315008 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b9831f5f-2b97-42f8-8b5e-010938e97e47 req-60bb6c0e-4c3d-4adf-a488-ae96648ed4c7 tempest-SecurityGroupsTestAdminJSON-8891295 tempest-SecurityGroupsTestAdminJSON-8891295-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:27.316027 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b9831f5f-2b97-42f8-8b5e-010938e97e47 req-60bb6c0e-4c3d-4adf-a488-ae96648ed4c7 tempest-SecurityGroupsTestAdminJSON-8891295 tempest-SecurityGroupsTestAdminJSON-8891295-project] 10.222.0.62 "DELETE /v2.0/security-groups/adff6420-2a95-4474-99d2-8de60fb9a694 HTTP/1.1" status: 204 len: 173 time: 0.1725948 Aug 10 03:12:27.339613 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bb6c0e-4c3d-4adf-a488-ae96648ed4c7 tempest-SecurityGroupsTestAdminJSON-8891295 tempest-SecurityGroupsTestAdminJSON-8891295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adff6420-2a95-4474-99d2-8de60fb9a694,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:27.364042 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c808994a-c2f1-4b22-b55f-7bd7c6fd48eb req-d927fea6-cf3e-4745-95a0-9d4d9d4e9f6d tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] 10.222.0.62 "GET /v2.0/security-groups?id=74b7ddb7-8c67-4624-bfea-17dead5f10e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583756 Aug 10 03:12:27.508633 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a941a691-3bc8-45cc-b5f5-55e75b924928 req-7ab3d5d5-c10b-4bce-80dd-932285552d6e tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:27.510125 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a941a691-3bc8-45cc-b5f5-55e75b924928 req-7ab3d5d5-c10b-4bce-80dd-932285552d6e tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=1553e89d-55e9-4023-8bfa-c1549ecddf16 HTTP/1.1" status: 200 len: 949 time: 0.0868697 Aug 10 03:12:27.522593 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157485b-636d-4d03-aec7-15a853770993 req-6144350c-4f55-41ae-958c-7badf3a61368 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:27.524053 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7157485b-636d-4d03-aec7-15a853770993 req-6144350c-4f55-41ae-958c-7badf3a61368 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2da6381-9d03-4693-ac12-5357b9ed4bc2 HTTP/1.1" status: 200 len: 945 time: 0.0708847 Aug 10 03:12:27.578534 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a941a691-3bc8-45cc-b5f5-55e75b924928 req-2c004920-c3d4-4923-b3a6-a2e31e67a3da tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534253 Aug 10 03:12:27.585661 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7157485b-636d-4d03-aec7-15a853770993 req-6c62ee40-e53b-4f1a-983a-73a0db4471cd tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536349 Aug 10 03:12:27.608528 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43176) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:27.714276 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0688dd0-529f-495c-a3b6-7e9448f859be req-e9bf6bfe-e347-4786-a6a4-a5a50aad74ea tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:27.718692 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e0688dd0-529f-495c-a3b6-7e9448f859be req-e9bf6bfe-e347-4786-a6a4-a5a50aad74ea tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebe28054-35f5-4b23-84a5-6913060195b8 HTTP/1.1" status: 200 len: 949 time: 0.0546229 Aug 10 03:12:27.748840 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2a1b10b7-a90f-4e1a-a898-134758b1f060 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=aada600a4b0d483fba2b56b546ab8759&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1386166 Aug 10 03:12:27.753526 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43184) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:27.765789 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e0688dd0-529f-495c-a3b6-7e9448f859be req-85c2c0ef-848d-4739-8a79-deb9f36eac23 tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] 10.222.0.62 "GET /v2.0/security-groups?id=421235de-de03-4b93-a920-9e7498ad2413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434675 Aug 10 03:12:27.810003 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-89effd7f-4bff-4d6e-9610-cba6a7b31f2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:27.834071 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-89effd7f-4bff-4d6e-9610-cba6a7b31f2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:27.885629 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-89effd7f-4bff-4d6e-9610-cba6a7b31f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:27.888524 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-89effd7f-4bff-4d6e-9610-cba6a7b31f2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:27.890013 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-89effd7f-4bff-4d6e-9610-cba6a7b31f2f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2135c69f-4781-4d9f-b60f-78639c8b19c8 HTTP/1.1" status: 204 len: 168 time: 0.1351831 Aug 10 03:12:27.905041 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89effd7f-4bff-4d6e-9610-cba6a7b31f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2135c69f-4781-4d9f-b60f-78639c8b19c8,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:28.140769 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce8a6f6-7f48-4d47-bafa-2e620bc5ef9a req-e450d8f9-c10f-4719-9a84-2ef2dc92c709 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:28.142435 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fce8a6f6-7f48-4d47-bafa-2e620bc5ef9a req-e450d8f9-c10f-4719-9a84-2ef2dc92c709 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] 10.222.0.62 "GET /v2.0/ports?device_id=22a763d3-d36a-49b5-a0a3-2e0bf12a3f64 HTTP/1.1" status: 200 len: 945 time: 0.0536313 Aug 10 03:12:28.174672 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43200) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:28.207325 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fce8a6f6-7f48-4d47-bafa-2e620bc5ef9a req-aaa45b1f-7370-4002-9f7c-30088196e38a tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] 10.222.0.62 "GET /v2.0/security-groups?id=74b7ddb7-8c67-4624-bfea-17dead5f10e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586812 Aug 10 03:12:28.215043 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6f608bfd-1f5e-4f58-a2d8-66074a0261a3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0249e33101ee470f8872016a43f1ecc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386109 Aug 10 03:12:28.217088 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43202) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:28.226842 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dca181-e990-45f6-bc31-e7caa160a4d1 req-67dadb7c-0613-46ae-83a5-c626fa71662b tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:28.228459 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-46dca181-e990-45f6-bc31-e7caa160a4d1 req-67dadb7c-0613-46ae-83a5-c626fa71662b tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=894f3a44-1def-44c0-a554-73f9e490cb92 HTTP/1.1" status: 200 len: 947 time: 0.0716887 Aug 10 03:12:28.264723 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f1fb53fb-5291-4a16-aac7-8e79867ac5e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:28.266669 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-46dca181-e990-45f6-bc31-e7caa160a4d1 req-6cc129ba-97a5-4d29-b3e6-669d9f37a3f8 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320199 Aug 10 03:12:28.287160 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f1fb53fb-5291-4a16-aac7-8e79867ac5e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:28.331333 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f1fb53fb-5291-4a16-aac7-8e79867ac5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:28.333891 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f1fb53fb-5291-4a16-aac7-8e79867ac5e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:28.335064 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f1fb53fb-5291-4a16-aac7-8e79867ac5e0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/46d3fa0c-33b0-43df-8dc9-028099d66b5b HTTP/1.1" status: 204 len: 168 time: 0.1170321 Aug 10 03:12:28.342466 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fb53fb-5291-4a16-aac7-8e79867ac5e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d3fa0c-33b0-43df-8dc9-028099d66b5b,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:28.589119 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device ded8df58-77b4-41d9-a256-7af5798c4787 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:12:28.710756 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port ded8df58-77b4-41d9-a256-7af5798c4787, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=ded8df58-77b4-41d9-a256-7af5798c4787,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:28.727483 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': 'ded8df58-77b4-41d9-a256-7af5798c4787', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'port_id': 'ded8df58-77b4-41d9-a256-7af5798c4787', 'mac_address': 'fa:16:3e:4c:80:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e3eb0b-907c-4ac4-809e-ae9609bc8c67', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:12:28.743118 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1b1849-1b6f-4b42-9cb9-2056d50bed6f req-d8fcf990-7fc1-4c1e-9cfe-9639852bd845 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:28.750444 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bd1b1849-1b6f-4b42-9cb9-2056d50bed6f req-d8fcf990-7fc1-4c1e-9cfe-9639852bd845 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=1553e89d-55e9-4023-8bfa-c1549ecddf16 HTTP/1.1" status: 200 len: 949 time: 0.0899448 Aug 10 03:12:28.765698 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e78e689-16a4-49f6-a445-80f56c350eea req-6ab7c879-d9ae-440d-b4fe-9bf788816a0d tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:28.767256 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2e78e689-16a4-49f6-a445-80f56c350eea req-6ab7c879-d9ae-440d-b4fe-9bf788816a0d tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2da6381-9d03-4693-ac12-5357b9ed4bc2 HTTP/1.1" status: 200 len: 945 time: 0.0973470 Aug 10 03:12:28.774391 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:28.793363 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device e2bc7563-332e-48d6-9dc1-ae121aaebc11 up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:12:28.798251 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ded8df58-77b4-41d9-a256-7af5798c4787 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:28.815638 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bd1b1849-1b6f-4b42-9cb9-2056d50bed6f req-39b98819-b499-42d4-b10f-bd734d6a1a6b tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643191 Aug 10 03:12:28.829812 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2e78e689-16a4-49f6-a445-80f56c350eea req-0421f9a4-8ead-4efb-9a27-f06f047de7eb tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548208 Aug 10 03:12:28.856837 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port ded8df58-77b4-41d9-a256-7af5798c4787, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=ded8df58-77b4-41d9-a256-7af5798c4787,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:28.863695 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:28.914054 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port e2bc7563-332e-48d6-9dc1-ae121aaebc11 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:28.928914 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port e2bc7563-332e-48d6-9dc1-ae121aaebc11 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:28.929612 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:28.964625 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=ded8df58-77b4-41d9-a256-7af5798c4787,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:28.980577 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bfb596-0a60-456b-9574-394fff52d98b req-81f8c634-b50c-47da-b3aa-4389e639adf2 tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:28.987260 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f3bfb596-0a60-456b-9574-394fff52d98b req-81f8c634-b50c-47da-b3aa-4389e639adf2 tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebe28054-35f5-4b23-84a5-6913060195b8 HTTP/1.1" status: 200 len: 949 time: 0.0612724 Aug 10 03:12:29.039280 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f3bfb596-0a60-456b-9574-394fff52d98b req-0406a897-d727-464d-9bfa-1660208cb4b3 tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] 10.222.0.62 "GET /v2.0/security-groups?id=421235de-de03-4b93-a920-9e7498ad2413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502493 Aug 10 03:12:29.177149 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:29.199745 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1553e89d-55e9-4023-8bfa-c1549ecddf16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2bc7563-332e-48d6-9dc1-ae121aaebc11'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:29.201956 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd74781e-3d1d-4b6d-9a70-66402a912ce5" -d '{"events": [{"server_uuid": "1553e89d-55e9-4023-8bfa-c1549ecddf16", "name": "network-vif-plugged", "status": "completed", "tag": "e2bc7563-332e-48d6-9dc1-ae121aaebc11"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:29.215500 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port e2bc7563-332e-48d6-9dc1-ae121aaebc11, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=e2bc7563-332e-48d6-9dc1-ae121aaebc11,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:29.220286 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:29.221236 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device ac6fa2ce-3949-4e0b-a7c3-f21c93869afd up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:12:29.263063 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3625cb84-125a-4f4b-b39e-dcc48b9745a8 x-openstack-request-id: req-3625cb84-125a-4f4b-b39e-dcc48b9745a8 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:29.263293 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1553e89d-55e9-4023-8bfa-c1549ecddf16", "name": "network-vif-plugged", "status": "completed", "tag": "e2bc7563-332e-48d6-9dc1-ae121aaebc11", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:29.263562 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3625cb84-125a-4f4b-b39e-dcc48b9745a8 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:29.264590 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1553e89d-55e9-4023-8bfa-c1549ecddf16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2bc7563-332e-48d6-9dc1-ae121aaebc11', 'code': 200} Aug 10 03:12:29.306983 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=e2bc7563-332e-48d6-9dc1-ae121aaebc11,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:29.319826 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port ac6fa2ce-3949-4e0b-a7c3-f21c93869afd completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:29.329226 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port ac6fa2ce-3949-4e0b-a7c3-f21c93869afd triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:29.330043 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:29.357994 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['ded8df58-77b4-41d9-a256-7af5798c4787'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:29.423538 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe9546-78d5-46b2-a77a-46c333a21182 req-2f833129-4481-44f9-a5e4-e8a4933141ea tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:29.425098 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-17fe9546-78d5-46b2-a77a-46c333a21182 req-2f833129-4481-44f9-a5e4-e8a4933141ea tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] 10.222.0.62 "GET /v2.0/ports?device_id=22a763d3-d36a-49b5-a0a3-2e0bf12a3f64 HTTP/1.1" status: 200 len: 945 time: 0.1352124 Aug 10 03:12:29.457146 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499e7ee-a4d2-4a18-acbc-cac73beb0f2e req-83a66572-580b-4c0f-98ad-50ced681b7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:29.463021 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e499e7ee-a4d2-4a18-acbc-cac73beb0f2e req-83a66572-580b-4c0f-98ad-50ced681b7cb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1553e89d-55e9-4023-8bfa-c1549ecddf16 HTTP/1.1" status: 200 len: 1102 time: 0.1051822 Aug 10 03:12:29.475352 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ddbbe-0c01-40f5-9abe-54e073fbb83d req-26e9295b-b029-4e81-880c-fe60dc0acbc7 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:29.482670 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a88ddbbe-0c01-40f5-9abe-54e073fbb83d req-26e9295b-b029-4e81-880c-fe60dc0acbc7 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=894f3a44-1def-44c0-a554-73f9e490cb92 HTTP/1.1" status: 200 len: 948 time: 0.1413505 Aug 10 03:12:29.491517 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:29.554087 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port ac6fa2ce-3949-4e0b-a7c3-f21c93869afd, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=ac6fa2ce-3949-4e0b-a7c3-f21c93869afd,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:29.563594 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:29.656919 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=ac6fa2ce-3949-4e0b-a7c3-f21c93869afd,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:29.895581 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a88ddbbe-0c01-40f5-9abe-54e073fbb83d req-4aa24271-9140-47fe-8594-f28c0bcf6b03 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4116955 Aug 10 03:12:29.896957 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e499e7ee-a4d2-4a18-acbc-cac73beb0f2e req-bfa67a45-33a2-4dc5-bc1d-04759cfdd17a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4113817 Aug 10 03:12:29.899575 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-17fe9546-78d5-46b2-a77a-46c333a21182 req-05cb5114-9e22-443c-9010-ad93e251a3a4 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] 10.222.0.62 "GET /v2.0/security-groups?id=74b7ddb7-8c67-4624-bfea-17dead5f10e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4660604 Aug 10 03:12:29.947006 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21613ce-d51b-473d-bc9e-d234ba1fb175 req-215985ab-6c80-41a8-a0e3-58fda0fb6342 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:29.948544 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d21613ce-d51b-473d-bc9e-d234ba1fb175 req-215985ab-6c80-41a8-a0e3-58fda0fb6342 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] 10.222.0.60 "GET /v2.0/ports?device_id=367a792c-57c6-4262-aa3a-ce3816d4f2c2 HTTP/1.1" status: 200 len: 946 time: 0.0701344 Aug 10 03:12:29.996667 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6864d52-f676-43bb-8939-695b3959751a req-8157edb1-1715-4c0c-813d-693eaeffd8e1 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:29.997969 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-f6864d52-f676-43bb-8939-695b3959751a req-8157edb1-1715-4c0c-813d-693eaeffd8e1 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] 10.222.0.58 "GET /v2.0/ports?device_id=22a763d3-d36a-49b5-a0a3-2e0bf12a3f64 HTTP/1.1" status: 200 len: 945 time: 0.0579917 Aug 10 03:12:30.092050 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-d21613ce-d51b-473d-bc9e-d234ba1fb175 req-fb32414c-804d-4037-bafb-981053138d24 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Deleting port b7dcc8e3-4d63-41cc-8815-c35f6ece648c {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:12:30.092730 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d21613ce-d51b-473d-bc9e-d234ba1fb175 req-fb32414c-804d-4037-bafb-981053138d24 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:30.102213 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-f6864d52-f676-43bb-8939-695b3959751a req-0610b7ce-4fd2-4b6f-99dc-90ffb56bff63 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Deleting port 0e420d2d-9e00-4a1c-a13f-bcb7d00b00c2 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:12:30.102553 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-f6864d52-f676-43bb-8939-695b3959751a req-0610b7ce-4fd2-4b6f-99dc-90ffb56bff63 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:30.144741 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4bd72-b929-4d14-b4b4-7a6f8271331f req-a8a2be8f-4f61-416d-9d7c-cfc7d84ed597 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:30.146458 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6dc4bd72-b929-4d14-b4b4-7a6f8271331f req-a8a2be8f-4f61-416d-9d7c-cfc7d84ed597 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=1553e89d-55e9-4023-8bfa-c1549ecddf16 HTTP/1.1" status: 200 len: 950 time: 0.1094635 Aug 10 03:12:30.200214 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-f6864d52-f676-43bb-8939-695b3959751a req-0610b7ce-4fd2-4b6f-99dc-90ffb56bff63 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] For port 0e420d2d-9e00-4a1c-a13f-bcb7d00b00c2, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=0e420d2d-9e00-4a1c-a13f-bcb7d00b00c2,segment=NetworkSegment(8ddfe2f3-0ea2-4831-9e9a-fdd31e122040),segment_id=8ddfe2f3-0ea2-4831-9e9a-fdd31e122040)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:30.200720 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-f6864d52-f676-43bb-8939-695b3959751a req-0610b7ce-4fd2-4b6f-99dc-90ffb56bff63 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:30.214192 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-f6864d52-f676-43bb-8939-695b3959751a req-0610b7ce-4fd2-4b6f-99dc-90ffb56bff63 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Calling delete_port for 0e420d2d-9e00-4a1c-a13f-bcb7d00b00c2 owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:12:30.242958 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6dc4bd72-b929-4d14-b4b4-7a6f8271331f req-de498c1d-01ea-4a1d-86f0-c6dab308728e tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826337 Aug 10 03:12:30.259882 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-d21613ce-d51b-473d-bc9e-d234ba1fb175 req-fb32414c-804d-4037-bafb-981053138d24 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] For port b7dcc8e3-4d63-41cc-8815-c35f6ece648c, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=b7dcc8e3-4d63-41cc-8815-c35f6ece648c,segment=NetworkSegment(8ddfe2f3-0ea2-4831-9e9a-fdd31e122040),segment_id=8ddfe2f3-0ea2-4831-9e9a-fdd31e122040)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:30.260260 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d21613ce-d51b-473d-bc9e-d234ba1fb175 req-fb32414c-804d-4037-bafb-981053138d24 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:30.272762 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-43fffa64-b766-4420-93c9-0808fdef1833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:30.286089 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fcf618-ca9a-4cfd-ad4e-89409ddc878d req-97b238dd-3533-4f83-ba36-991de5a79dff tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:30.288908 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f4fcf618-ca9a-4cfd-ad4e-89409ddc878d req-97b238dd-3533-4f83-ba36-991de5a79dff tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2da6381-9d03-4693-ac12-5357b9ed4bc2 HTTP/1.1" status: 200 len: 945 time: 0.1285977 Aug 10 03:12:30.291777 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-d21613ce-d51b-473d-bc9e-d234ba1fb175 req-fb32414c-804d-4037-bafb-981053138d24 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Calling delete_port for b7dcc8e3-4d63-41cc-8815-c35f6ece648c owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:12:30.364168 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-f6864d52-f676-43bb-8939-695b3959751a req-0610b7ce-4fd2-4b6f-99dc-90ffb56bff63 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:30.377548 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['b7dcc8e3-4d63-41cc-8815-c35f6ece648c'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:30.383332 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f4fcf618-ca9a-4cfd-ad4e-89409ddc878d req-7d670dc6-6986-4eeb-be8b-beee261d3bbd tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873477 Aug 10 03:12:30.395485 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0610b7ce-4fd2-4b6f-99dc-90ffb56bff63 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Pushing event deleted for resources: {'Port': ['ID=0e420d2d-9e00-4a1c-a13f-bcb7d00b00c2,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:30.417696 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['0e420d2d-9e00-4a1c-a13f-bcb7d00b00c2'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:30.449922 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6864d52-f676-43bb-8939-695b3959751a req-0610b7ce-4fd2-4b6f-99dc-90ffb56bff63 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] No DVR routers for this DVR port 0e420d2d-9e00-4a1c-a13f-bcb7d00b00c2 on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:12:30.453578 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-f6864d52-f676-43bb-8939-695b3959751a req-0610b7ce-4fd2-4b6f-99dc-90ffb56bff63 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:30.457711 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-f6864d52-f676-43bb-8939-695b3959751a req-0610b7ce-4fd2-4b6f-99dc-90ffb56bff63 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] 10.222.0.58 "DELETE /v2.0/ports/0e420d2d-9e00-4a1c-a13f-bcb7d00b00c2 HTTP/1.1" status: 204 len: 173 time: 0.4531693 Aug 10 03:12:30.458395 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a763d3-d36a-49b5-a0a3-2e0bf12a3f64', 'name': 'network-vif-deleted', 'tag': '0e420d2d-9e00-4a1c-a13f-bcb7d00b00c2'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:30.460696 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bdc0990-63bf-4eb9-944c-199a5095166f" -d '{"events": [{"server_uuid": "22a763d3-d36a-49b5-a0a3-2e0bf12a3f64", "name": "network-vif-deleted", "tag": "0e420d2d-9e00-4a1c-a13f-bcb7d00b00c2"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:30.462817 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819bf8a9-10e3-465c-b0e7-2c2fc923beff req-f97db303-47cd-40ae-aea5-8b75fbd0dac9 tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:30.464394 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-819bf8a9-10e3-465c-b0e7-2c2fc923beff req-f97db303-47cd-40ae-aea5-8b75fbd0dac9 tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebe28054-35f5-4b23-84a5-6913060195b8 HTTP/1.1" status: 200 len: 950 time: 0.0801117 Aug 10 03:12:30.544429 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-819bf8a9-10e3-465c-b0e7-2c2fc923beff req-56c9b026-df71-472c-8bd7-d0742513e636 tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] 10.222.0.62 "GET /v2.0/security-groups?id=421235de-de03-4b93-a920-9e7498ad2413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705321 Aug 10 03:12:30.568762 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbda64f9-c7d2-4092-8b6c-fbcd4611d89e x-openstack-request-id: req-bbda64f9-c7d2-4092-8b6c-fbcd4611d89e {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:30.569108 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22a763d3-d36a-49b5-a0a3-2e0bf12a3f64", "name": "network-vif-deleted", "tag": "0e420d2d-9e00-4a1c-a13f-bcb7d00b00c2", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:30.569368 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bbda64f9-c7d2-4092-8b6c-fbcd4611d89e {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:30.569984 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22a763d3-d36a-49b5-a0a3-2e0bf12a3f64', 'name': 'network-vif-deleted', 'tag': '0e420d2d-9e00-4a1c-a13f-bcb7d00b00c2', 'status': 'completed', 'code': 200} Aug 10 03:12:30.573455 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d21613ce-d51b-473d-bc9e-d234ba1fb175 req-fb32414c-804d-4037-bafb-981053138d24 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:30.588838 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['0e420d2d-9e00-4a1c-a13f-bcb7d00b00c2'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:30.611257 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb32414c-804d-4037-bafb-981053138d24 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Pushing event deleted for resources: {'Port': ['ID=b7dcc8e3-4d63-41cc-8815-c35f6ece648c,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:30.625037 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device ded8df58-77b4-41d9-a256-7af5798c4787 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:12:30.662540 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-d21613ce-d51b-473d-bc9e-d234ba1fb175 req-fb32414c-804d-4037-bafb-981053138d24 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] No DVR routers for this DVR port b7dcc8e3-4d63-41cc-8815-c35f6ece648c on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:12:30.665497 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d21613ce-d51b-473d-bc9e-d234ba1fb175 req-fb32414c-804d-4037-bafb-981053138d24 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:30.668720 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d21613ce-d51b-473d-bc9e-d234ba1fb175 req-fb32414c-804d-4037-bafb-981053138d24 tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] 10.222.0.60 "DELETE /v2.0/ports/b7dcc8e3-4d63-41cc-8815-c35f6ece648c HTTP/1.1" status: 204 len: 173 time: 0.7115266 Aug 10 03:12:30.669184 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367a792c-57c6-4262-aa3a-ce3816d4f2c2', 'name': 'network-vif-deleted', 'tag': 'b7dcc8e3-4d63-41cc-8815-c35f6ece648c'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:30.671927 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ea8ce9-efe7-433b-8c48-140b76731e4b" -d '{"events": [{"server_uuid": "367a792c-57c6-4262-aa3a-ce3816d4f2c2", "name": "network-vif-deleted", "tag": "b7dcc8e3-4d63-41cc-8815-c35f6ece648c"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:30.725880 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c11e8f-ffe7-40f5-826b-6c86ca6d23e9 x-openstack-request-id: req-37c11e8f-ffe7-40f5-826b-6c86ca6d23e9 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:30.726171 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "367a792c-57c6-4262-aa3a-ce3816d4f2c2", "name": "network-vif-deleted", "tag": "b7dcc8e3-4d63-41cc-8815-c35f6ece648c", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:30.726472 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-37c11e8f-ffe7-40f5-826b-6c86ca6d23e9 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:30.726857 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '367a792c-57c6-4262-aa3a-ce3816d4f2c2', 'name': 'network-vif-deleted', 'tag': 'b7dcc8e3-4d63-41cc-8815-c35f6ece648c', 'status': 'completed', 'code': 200} Aug 10 03:12:30.732849 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port ded8df58-77b4-41d9-a256-7af5798c4787 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:30.737194 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port ded8df58-77b4-41d9-a256-7af5798c4787 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:30.737570 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:30.831475 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:30.866936 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port ded8df58-77b4-41d9-a256-7af5798c4787, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=ded8df58-77b4-41d9-a256-7af5798c4787,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:30.871096 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:30.962685 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=ded8df58-77b4-41d9-a256-7af5798c4787,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:31.043597 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee9bb9-ff86-4fa0-9603-1ee3d3475d07 req-b6f2a744-fe02-4f52-ab24-f88edf015bff tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:31.045337 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d6ee9bb9-ff86-4fa0-9603-1ee3d3475d07 req-b6f2a744-fe02-4f52-ab24-f88edf015bff tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=894f3a44-1def-44c0-a554-73f9e490cb92 HTTP/1.1" status: 200 len: 949 time: 0.0707710 Aug 10 03:12:31.087983 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1c606c1e-f7b4-4bf7-b7cb-0dce4de2a4cd req-34ef4738-bee5-413e-8221-8d04feb81b8b tempest-ListServersNegativeTestJSON-700301834 tempest-ListServersNegativeTestJSON-700301834-project] 10.222.0.62 "GET /v2.0/ports?device_id=22a763d3-d36a-49b5-a0a3-2e0bf12a3f64 HTTP/1.1" status: 200 len: 210 time: 0.0416698 Aug 10 03:12:31.123079 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d6ee9bb9-ff86-4fa0-9603-1ee3d3475d07 req-81e8167c-12c6-411f-850f-4335259c4c2f tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667646 Aug 10 03:12:31.255169 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43308) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:31.265349 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe28054-35f5-4b23-84a5-6913060195b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac6fa2ce-3949-4e0b-a7c3-f21c93869afd'}, {'server_uuid': '894f3a44-1def-44c0-a554-73f9e490cb92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded8df58-77b4-41d9-a256-7af5798c4787'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:31.269555 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cced64ae-8203-46b0-b03b-c283a3d294f2" -d '{"events": [{"server_uuid": "ebe28054-35f5-4b23-84a5-6913060195b8", "name": "network-vif-plugged", "status": "completed", "tag": "ac6fa2ce-3949-4e0b-a7c3-f21c93869afd"}, {"server_uuid": "894f3a44-1def-44c0-a554-73f9e490cb92", "name": "network-vif-plugged", "status": "completed", "tag": "ded8df58-77b4-41d9-a256-7af5798c4787"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:31.320919 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72df6df0-187a-43fa-84fb-7180e30dfee9 x-openstack-request-id: req-72df6df0-187a-43fa-84fb-7180e30dfee9 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:31.321335 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe28054-35f5-4b23-84a5-6913060195b8", "name": "network-vif-plugged", "status": "completed", "tag": "ac6fa2ce-3949-4e0b-a7c3-f21c93869afd", "code": 200}, {"server_uuid": "894f3a44-1def-44c0-a554-73f9e490cb92", "name": "network-vif-plugged", "status": "completed", "tag": "ded8df58-77b4-41d9-a256-7af5798c4787", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:31.321664 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-72df6df0-187a-43fa-84fb-7180e30dfee9 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:31.322117 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe28054-35f5-4b23-84a5-6913060195b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac6fa2ce-3949-4e0b-a7c3-f21c93869afd', 'code': 200} Aug 10 03:12:31.322516 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894f3a44-1def-44c0-a554-73f9e490cb92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded8df58-77b4-41d9-a256-7af5798c4787', 'code': 200} Aug 10 03:12:31.427502 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-847c60ee-10fd-47a7-a270-e7b7e14b1d62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:31.466700 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6472c74-6bc5-415c-8420-29dae1804828 req-4c5d6dac-78ef-4a40-90bc-9108ed5e365f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:31.468515 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d6472c74-6bc5-415c-8420-29dae1804828 req-4c5d6dac-78ef-4a40-90bc-9108ed5e365f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=894f3a44-1def-44c0-a554-73f9e490cb92 HTTP/1.1" status: 200 len: 1101 time: 0.0456126 Aug 10 03:12:31.472611 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6a0e41-5799-47e5-8f1b-d003c1491197 req-ec1d1038-5e1c-4d36-b6d5-dd783a4cd6f1 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:31.474263 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5d6a0e41-5799-47e5-8f1b-d003c1491197 req-ec1d1038-5e1c-4d36-b6d5-dd783a4cd6f1 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=1553e89d-55e9-4023-8bfa-c1549ecddf16 HTTP/1.1" status: 200 len: 950 time: 0.1465123 Aug 10 03:12:31.510795 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d6472c74-6bc5-415c-8420-29dae1804828 req-31951dfb-f8ed-4e13-9f87-9877d96af3b8 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335314 Aug 10 03:12:31.559051 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913c3b0-63d3-434e-8e00-1edbb28de5d9 req-21f21dd5-06e5-4023-9cc0-9e3617197f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:31.560966 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c913c3b0-63d3-434e-8e00-1edbb28de5d9 req-21f21dd5-06e5-4023-9cc0-9e3617197f9f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ebe28054-35f5-4b23-84a5-6913060195b8 HTTP/1.1" status: 200 len: 1102 time: 0.1500223 Aug 10 03:12:31.616546 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5d6a0e41-5799-47e5-8f1b-d003c1491197 req-244a928b-7771-45e3-b835-600cc51fa1a1 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316333 Aug 10 03:12:31.628431 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99fd672-d268-4834-bfe3-11783bce4db3 req-9087c2dd-4d65-490a-8d9f-29712186cef0 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:31.630079 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d99fd672-d268-4834-bfe3-11783bce4db3 req-9087c2dd-4d65-490a-8d9f-29712186cef0 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2da6381-9d03-4693-ac12-5357b9ed4bc2 HTTP/1.1" status: 200 len: 945 time: 0.1532428 Aug 10 03:12:31.659154 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c913c3b0-63d3-434e-8e00-1edbb28de5d9 req-67126da5-44f5-4379-a5d0-90309140443d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=421235de-de03-4b93-a920-9e7498ad2413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775247 Aug 10 03:12:31.729390 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d99fd672-d268-4834-bfe3-11783bce4db3 req-1718879d-5150-4aea-8f11-b1aa46c6ebe1 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892308 Aug 10 03:12:31.745713 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-847c60ee-10fd-47a7-a270-e7b7e14b1d62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:31.754982 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-847c60ee-10fd-47a7-a270-e7b7e14b1d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:31.786833 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ba990-38b3-4fc5-871c-e6f80eef58bf req-8858542f-9e5d-421a-8d00-d1ec303f95eb tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:31.788440 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-006ba990-38b3-4fc5-871c-e6f80eef58bf req-8858542f-9e5d-421a-8d00-d1ec303f95eb tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebe28054-35f5-4b23-84a5-6913060195b8 HTTP/1.1" status: 200 len: 950 time: 0.1002939 Aug 10 03:12:31.818109 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-847c60ee-10fd-47a7-a270-e7b7e14b1d62 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=058e267e488f478d8d703ca6da900add&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5618608 Aug 10 03:12:31.820812 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43324) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:31.824752 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847c60ee-10fd-47a7-a270-e7b7e14b1d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1108912e-7161-4cdd-a208-d82baf525fe4,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:31.850588 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-006ba990-38b3-4fc5-871c-e6f80eef58bf req-0de6b79b-996d-423f-8ff5-be7992df5e27 tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] 10.222.0.62 "GET /v2.0/security-groups?id=421235de-de03-4b93-a920-9e7498ad2413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526068 Aug 10 03:12:31.882022 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4b7da4be-0588-4064-972b-d57423fd4b3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:31.903822 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4b7da4be-0588-4064-972b-d57423fd4b3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:31.954756 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4b7da4be-0588-4064-972b-d57423fd4b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:31.957473 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4b7da4be-0588-4064-972b-d57423fd4b3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:31.959901 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4b7da4be-0588-4064-972b-d57423fd4b3f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1108912e-7161-4cdd-a208-d82baf525fe4 HTTP/1.1" status: 204 len: 168 time: 0.1379142 Aug 10 03:12:31.970054 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7da4be-0588-4064-972b-d57423fd4b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1108912e-7161-4cdd-a208-d82baf525fe4,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:32.013987 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14925dbb-8565-4380-8e94-b320d027c118 req-440c4488-57a1-4e57-919b-94adfa12e0dd tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:32.019938 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14925dbb-8565-4380-8e94-b320d027c118 req-440c4488-57a1-4e57-919b-94adfa12e0dd tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:32.021644 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-14925dbb-8565-4380-8e94-b320d027c118 req-440c4488-57a1-4e57-919b-94adfa12e0dd tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=1553e89d-55e9-4023-8bfa-c1549ecddf16&device_id=eb4d7d2a-7216-4f74-a20c-df958115985f HTTP/1.1" status: 200 len: 1691 time: 0.0629334 Aug 10 03:12:32.062945 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-14925dbb-8565-4380-8e94-b320d027c118 req-08acf919-2a64-46c2-adbd-76b83fc3bd72 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330968 Aug 10 03:12:32.183751 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43342) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:32.225409 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5ce3d-5817-4910-bfb9-6f7112072ba6 req-8a8b30f2-a21a-4224-830a-b605a2b91670 tempest-ServersOnMultiNodesTest-1316889820 tempest-ServersOnMultiNodesTest-1316889820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:32.232904 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cbb5ce3d-5817-4910-bfb9-6f7112072ba6 req-8a8b30f2-a21a-4224-830a-b605a2b91670 tempest-ServersOnMultiNodesTest-1316889820 tempest-ServersOnMultiNodesTest-1316889820-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1553e89d-55e9-4023-8bfa-c1549ecddf16 HTTP/1.1" status: 200 len: 1102 time: 0.0528982 Aug 10 03:12:32.238090 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb540daa-4834-41a8-9731-c243137763b7 admin admin] Deleting subnet 08669c2c-c732-45d4-80b5-2b8b84aa1ee8 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:12:32.242312 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-eb540daa-4834-41a8-9731-c243137763b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:32.274187 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43344) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:32.292783 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-eb540daa-4834-41a8-9731-c243137763b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:32.293825 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cbb5ce3d-5817-4910-bfb9-6f7112072ba6 req-4e6540b5-e59d-431e-a135-d334127923b1 tempest-ServersOnMultiNodesTest-1316889820 tempest-ServersOnMultiNodesTest-1316889820-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601411 Aug 10 03:12:32.295310 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f90e1993-3955-47d0-bbce-72cb6dea46a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:32.315142 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d822d26-fbef-41d0-abc6-c9172343023f req-4dbe3e32-f085-4b50-acef-77a33f0d854f tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:32.315142 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3d822d26-fbef-41d0-abc6-c9172343023f req-4dbe3e32-f085-4b50-acef-77a33f0d854f tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=894f3a44-1def-44c0-a554-73f9e490cb92 HTTP/1.1" status: 200 len: 949 time: 0.0788789 Aug 10 03:12:32.354919 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-eb540daa-4834-41a8-9731-c243137763b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:32.361386 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3d822d26-fbef-41d0-abc6-c9172343023f req-9f53a4d1-86fe-451c-9cbd-05b57bc89739 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388668 Aug 10 03:12:32.443142 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-eb540daa-4834-41a8-9731-c243137763b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:32.462217 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac325e-2146-48ca-b269-de00fc1312d1 req-f5911a26-1b15-4759-b50a-4cf0fd8c10f3 tempest-ServersOnMultiNodesTest-1316889820 tempest-ServersOnMultiNodesTest-1316889820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:32.464256 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d4ac325e-2146-48ca-b269-de00fc1312d1 req-f5911a26-1b15-4759-b50a-4cf0fd8c10f3 tempest-ServersOnMultiNodesTest-1316889820 tempest-ServersOnMultiNodesTest-1316889820-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=eb4d7d2a-7216-4f74-a20c-df958115985f HTTP/1.1" status: 200 len: 1102 time: 0.0449409 Aug 10 03:12:32.481015 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb540daa-4834-41a8-9731-c243137763b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08669c2c-c732-45d4-80b5-2b8b84aa1ee8,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:32.486519 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-eb540daa-4834-41a8-9731-c243137763b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:32.488978 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-eb540daa-4834-41a8-9731-c243137763b7 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/08669c2c-c732-45d4-80b5-2b8b84aa1ee8 HTTP/1.1" status: 204 len: 168 time: 0.3042507 Aug 10 03:12:32.493167 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43350) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:32.498575 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f90e1993-3955-47d0-bbce-72cb6dea46a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:32.504051 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f90e1993-3955-47d0-bbce-72cb6dea46a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:32.549902 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f90e1993-3955-47d0-bbce-72cb6dea46a4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d4de226f33d04f429ed30912b834d592&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2745690 Aug 10 03:12:32.550882 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90e1993-3955-47d0-bbce-72cb6dea46a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39daa5a-af2d-47fa-9a45-59e90c3346d3,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:32.555054 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43352) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:32.564729 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d4ac325e-2146-48ca-b269-de00fc1312d1 req-215f67c7-bcbb-41cd-88f6-f4540dd0f833 tempest-ServersOnMultiNodesTest-1316889820 tempest-ServersOnMultiNodesTest-1316889820-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927031 Aug 10 03:12:32.583444 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-136af37c-5caa-4777-baf8-0c60432fbac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:32.614283 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 0e420d2d-9e00-4a1c-a13f-bcb7d00b00c2 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:12:32.625323 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-346dcf7e-ac95-4662-a86e-0d0341cadf5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:32.635179 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: 0e420d2d-9e00-4a1c-a13f-bcb7d00b00c2 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:12:32.635766 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 0e420d2d-9e00-4a1c-a13f-bcb7d00b00c2 not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:12:32.653535 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-346dcf7e-ac95-4662-a86e-0d0341cadf5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:32.718966 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-136af37c-5caa-4777-baf8-0c60432fbac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:32.725717 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-346dcf7e-ac95-4662-a86e-0d0341cadf5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:32.728434 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-346dcf7e-ac95-4662-a86e-0d0341cadf5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:32.731692 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-136af37c-5caa-4777-baf8-0c60432fbac0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b881be2-747f-4ac5-a601-3d9192150e97']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:12:32.732590 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-346dcf7e-ac95-4662-a86e-0d0341cadf5b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b39daa5a-af2d-47fa-9a45-59e90c3346d3 HTTP/1.1" status: 204 len: 168 time: 0.1762764 Aug 10 03:12:32.743480 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346dcf7e-ac95-4662-a86e-0d0341cadf5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39daa5a-af2d-47fa-9a45-59e90c3346d3,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:32.747897 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-136af37c-5caa-4777-baf8-0c60432fbac0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ddfe2f3-0ea2-4831-9e9a-fdd31e122040') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:12:32.748205 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-136af37c-5caa-4777-baf8-0c60432fbac0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ddfe2f3-0ea2-4831-9e9a-fdd31e122040') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:12:32.760791 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-136af37c-5caa-4777-baf8-0c60432fbac0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:32.781036 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-136af37c-5caa-4777-baf8-0c60432fbac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:32.792685 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-136af37c-5caa-4777-baf8-0c60432fbac0 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:12:32.793102 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-136af37c-5caa-4777-baf8-0c60432fbac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:32.795033 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:12:32.795033 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:12:32.795033 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:12:32.795033 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:12:32.795033 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:12:32.795033 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:12:32.795033 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:12:32.795033 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:12:32.795033 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:12:32.795033 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:12:32.795033 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:12:32.795033 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:12:32.795033 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:12:32.795033 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:12:32.795033 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:12:32.795033 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:12:32.795033 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:12:32.795033 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:12:32.795033 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:12:32.795033 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:12:32.795033 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:12:32.795033 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:12:32.795033 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:12:32.795033 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:12:32.795033 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:12:32.795033 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:12:32.795033 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:12:32.795033 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:12:32.795033 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:12:32.795033 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:12:32.795033 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:12:32.795033 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:12:32.873572 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8f0f7d84-ac09-4f66-9f56-554fa14c208d req-a4d1d714-e2ce-4043-bcb0-14285f737931 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=293fbd9b1ced45ab964a1da35de8e7bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0830803 Aug 10 03:12:32.955623 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-136af37c-5caa-4777-baf8-0c60432fbac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:32.964930 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-136af37c-5caa-4777-baf8-0c60432fbac0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:32.969488 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-136af37c-5caa-4777-baf8-0c60432fbac0 admin admin] 10.222.0.62 "DELETE /v2.0/networks/9b881be2-747f-4ac5-a601-3d9192150e97 HTTP/1.1" status: 204 len: 168 time: 0.4727798 Aug 10 03:12:32.972298 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-89d4097b-7d2a-4678-8203-531de4864150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:32.996253 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136af37c-5caa-4777-baf8-0c60432fbac0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b881be2-747f-4ac5-a601-3d9192150e97,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:33.009596 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dcfeef-e169-4fca-ac25-2169d49822cd req-b73703db-aa9d-4e2f-a8e9-4ec2d755f794 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:33.011091 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-69dcfeef-e169-4fca-ac25-2169d49822cd req-b73703db-aa9d-4e2f-a8e9-4ec2d755f794 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2da6381-9d03-4693-ac12-5357b9ed4bc2 HTTP/1.1" status: 200 len: 945 time: 0.1590631 Aug 10 03:12:33.076497 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f7d84-ac09-4f66-9f56-554fa14c208d req-a70e6bc3-2ab3-4eb7-a200-ddb954adc130 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:33.078305 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8f0f7d84-ac09-4f66-9f56-554fa14c208d req-a70e6bc3-2ab3-4eb7-a200-ddb954adc130 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1773846 Aug 10 03:12:33.087642 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-69dcfeef-e169-4fca-ac25-2169d49822cd req-fa808d66-e542-4e6f-8908-697b857be0f2 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703454 Aug 10 03:12:33.100354 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8f0f7d84-ac09-4f66-9f56-554fa14c208d req-409b98f2-acdb-4e0b-bc31-372b79ec5170 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/quotas/293fbd9b1ced45ab964a1da35de8e7bd HTTP/1.1" status: 200 len: 375 time: 0.0117021 Aug 10 03:12:33.197306 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43382) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:33.214620 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8f0f7d84-ac09-4f66-9f56-554fa14c208d req-e40dca83-cb14-48ed-939b-a327cb5d6360 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=293fbd9b1ced45ab964a1da35de8e7bd&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1058648 Aug 10 03:12:33.228497 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fbdd9-4c86-4485-be1f-fd91652ba746 req-b13a263e-a856-464c-85ec-096680b156fb tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:33.237065 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9c1fbdd9-4c86-4485-be1f-fd91652ba746 req-b13a263e-a856-464c-85ec-096680b156fb tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebe28054-35f5-4b23-84a5-6913060195b8 HTTP/1.1" status: 200 len: 950 time: 0.0844147 Aug 10 03:12:33.253235 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-10e56c8f-7ae3-4814-857f-6a881d7ea676 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7e271229822f4953aecd948b326ecfce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0543482 Aug 10 03:12:33.256077 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43386) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:33.280292 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9c1fbdd9-4c86-4485-be1f-fd91652ba746 req-2f553497-d042-4bae-8241-1f5f00c4a63d tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] 10.222.0.62 "GET /v2.0/security-groups?id=421235de-de03-4b93-a920-9e7498ad2413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419812 Aug 10 03:12:33.330604 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:33.339825 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2f53965d-cf18-4bc6-8870-88ea6580270b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:33.368927 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2f53965d-cf18-4bc6-8870-88ea6580270b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:33.439676 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2f53965d-cf18-4bc6-8870-88ea6580270b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:33.445611 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2f53965d-cf18-4bc6-8870-88ea6580270b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:33.446972 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2f53965d-cf18-4bc6-8870-88ea6580270b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/74b7ddb7-8c67-4624-bfea-17dead5f10e9 HTTP/1.1" status: 204 len: 168 time: 0.1896312 Aug 10 03:12:33.470845 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f53965d-cf18-4bc6-8870-88ea6580270b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b7ddb7-8c67-4624-bfea-17dead5f10e9,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:33.556878 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb124c6-cce8-47ba-82c9-4432485dfaf6 req-6dae0f50-9e76-46f1-bcf3-c1c2f371dead tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:33.560448 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dbb124c6-cce8-47ba-82c9-4432485dfaf6 req-6dae0f50-9e76-46f1-bcf3-c1c2f371dead tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=894f3a44-1def-44c0-a554-73f9e490cb92 HTTP/1.1" status: 200 len: 949 time: 0.0933070 Aug 10 03:12:33.636808 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dbb124c6-cce8-47ba-82c9-4432485dfaf6 req-b75df768-711d-481d-b34e-f3be96f6e234 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669773 Aug 10 03:12:33.798832 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ca6ad288-4a6c-4425-b022-a26a65c7bf08 req-e9e15312-abf2-462d-81fb-7af2b0c720ac tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=cfe07a68-0620-4fd0-a546-dd7aec91845e HTTP/1.1" status: 200 len: 210 time: 0.0727530 Aug 10 03:12:34.088207 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:34.141301 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43450) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:34.230126 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a845b2-a883-4eaf-88aa-14cd57de276d req-dff77a61-e33d-4db6-967f-3a5d71215b49 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:34.232483 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a8a845b2-a883-4eaf-88aa-14cd57de276d req-dff77a61-e33d-4db6-967f-3a5d71215b49 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2da6381-9d03-4693-ac12-5357b9ed4bc2 HTTP/1.1" status: 200 len: 945 time: 0.0565071 Aug 10 03:12:34.300210 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a8a845b2-a883-4eaf-88aa-14cd57de276d req-68bb4716-d306-4279-8602-136664c3a694 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605550 Aug 10 03:12:34.328179 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-f2a99260-b089-4bbd-86cb-972ca655bfd8 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-667880444-network', 'tenant_id': 'a22931ae39a24dda8588e04c0f07e025'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:34.352470 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a99260-b089-4bbd-86cb-972ca655bfd8 admin admin] Made reservation on behalf of a22931ae39a24dda8588e04c0f07e025 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:12:34.356465 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f2a99260-b089-4bbd-86cb-972ca655bfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:34.367888 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f2a99260-b089-4bbd-86cb-972ca655bfd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:34.478597 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f2a99260-b089-4bbd-86cb-972ca655bfd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:34.482941 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f2a99260-b089-4bbd-86cb-972ca655bfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:34.514769 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a99260-b089-4bbd-86cb-972ca655bfd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca5edc3-909d-4e48-9139-f516a4412b13,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:34.517905 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2a99260-b089-4bbd-86cb-972ca655bfd8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:12:34.528317 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f2a99260-b089-4bbd-86cb-972ca655bfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:34.528655 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-f2a99260-b089-4bbd-86cb-972ca655bfd8 admin admin] Added segment 55276495-0f7c-46a1-a81a-e46c18424543 of type vlan for network 54f6e63c-cb89-422b-ae81-070411dbb909 Aug 10 03:12:34.575762 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f2a99260-b089-4bbd-86cb-972ca655bfd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:34.607125 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f2a99260-b089-4bbd-86cb-972ca655bfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:34.609064 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a99260-b089-4bbd-86cb-972ca655bfd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:34.610121 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f2a99260-b089-4bbd-86cb-972ca655bfd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:34.668157 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a99260-b089-4bbd-86cb-972ca655bfd8 admin admin] Pushing event updated for resources: {'Network': ['ID=54f6e63c-cb89-422b-ae81-070411dbb909,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:34.686411 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 54f6e63c-cb89-422b-ae81-070411dbb909 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:12:34.691514 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f2a99260-b089-4bbd-86cb-972ca655bfd8 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5481591 Aug 10 03:12:34.694373 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43470) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:34.706604 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-ad608b11-4fc2-4421-8af1-fda71e4ba961 admin admin] Request body: {'subnet': {'network_id': '54f6e63c-cb89-422b-ae81-070411dbb909', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-667880444-subnet', 'tenant_id': 'a22931ae39a24dda8588e04c0f07e025', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:34.733059 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad608b11-4fc2-4421-8af1-fda71e4ba961 admin admin] Made reservation on behalf of a22931ae39a24dda8588e04c0f07e025 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:12:34.738435 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ad608b11-4fc2-4421-8af1-fda71e4ba961 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:34.793349 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a425f-db05-4a52-a5a7-a52af59a82ec req-3e067067-77c2-4047-8f51-2d6b8f00c472 tempest-ServersAdminTestJSON-506638107 tempest-ServersAdminTestJSON-506638107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:34.795453 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a425f-db05-4a52-a5a7-a52af59a82ec req-3e067067-77c2-4047-8f51-2d6b8f00c472 tempest-ServersAdminTestJSON-506638107 tempest-ServersAdminTestJSON-506638107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:34.797378 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a425f-db05-4a52-a5a7-a52af59a82ec req-3e067067-77c2-4047-8f51-2d6b8f00c472 tempest-ServersAdminTestJSON-506638107 tempest-ServersAdminTestJSON-506638107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:34.798218 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a425f-db05-4a52-a5a7-a52af59a82ec req-3e067067-77c2-4047-8f51-2d6b8f00c472 tempest-ServersAdminTestJSON-506638107 tempest-ServersAdminTestJSON-506638107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:34.798690 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a425f-db05-4a52-a5a7-a52af59a82ec req-3e067067-77c2-4047-8f51-2d6b8f00c472 tempest-ServersAdminTestJSON-506638107 tempest-ServersAdminTestJSON-506638107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:34.799184 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a425f-db05-4a52-a5a7-a52af59a82ec req-3e067067-77c2-4047-8f51-2d6b8f00c472 tempest-ServersAdminTestJSON-506638107 tempest-ServersAdminTestJSON-506638107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:34.799645 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a425f-db05-4a52-a5a7-a52af59a82ec req-3e067067-77c2-4047-8f51-2d6b8f00c472 tempest-ServersAdminTestJSON-506638107 tempest-ServersAdminTestJSON-506638107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:34.800104 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a425f-db05-4a52-a5a7-a52af59a82ec req-3e067067-77c2-4047-8f51-2d6b8f00c472 tempest-ServersAdminTestJSON-506638107 tempest-ServersAdminTestJSON-506638107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:34.800588 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a425f-db05-4a52-a5a7-a52af59a82ec req-3e067067-77c2-4047-8f51-2d6b8f00c472 tempest-ServersAdminTestJSON-506638107 tempest-ServersAdminTestJSON-506638107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:34.801843 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a425f-db05-4a52-a5a7-a52af59a82ec req-3e067067-77c2-4047-8f51-2d6b8f00c472 tempest-ServersAdminTestJSON-506638107 tempest-ServersAdminTestJSON-506638107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:34.802542 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a425f-db05-4a52-a5a7-a52af59a82ec req-3e067067-77c2-4047-8f51-2d6b8f00c472 tempest-ServersAdminTestJSON-506638107 tempest-ServersAdminTestJSON-506638107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:34.803130 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a425f-db05-4a52-a5a7-a52af59a82ec req-3e067067-77c2-4047-8f51-2d6b8f00c472 tempest-ServersAdminTestJSON-506638107 tempest-ServersAdminTestJSON-506638107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:34.803783 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a425f-db05-4a52-a5a7-a52af59a82ec req-3e067067-77c2-4047-8f51-2d6b8f00c472 tempest-ServersAdminTestJSON-506638107 tempest-ServersAdminTestJSON-506638107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:34.804249 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a425f-db05-4a52-a5a7-a52af59a82ec req-3e067067-77c2-4047-8f51-2d6b8f00c472 tempest-ServersAdminTestJSON-506638107 tempest-ServersAdminTestJSON-506638107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:34.804897 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a425f-db05-4a52-a5a7-a52af59a82ec req-3e067067-77c2-4047-8f51-2d6b8f00c472 tempest-ServersAdminTestJSON-506638107 tempest-ServersAdminTestJSON-506638107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:34.805524 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a425f-db05-4a52-a5a7-a52af59a82ec req-3e067067-77c2-4047-8f51-2d6b8f00c472 tempest-ServersAdminTestJSON-506638107 tempest-ServersAdminTestJSON-506638107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:34.806123 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a425f-db05-4a52-a5a7-a52af59a82ec req-3e067067-77c2-4047-8f51-2d6b8f00c472 tempest-ServersAdminTestJSON-506638107 tempest-ServersAdminTestJSON-506638107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:34.807007 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a425f-db05-4a52-a5a7-a52af59a82ec req-3e067067-77c2-4047-8f51-2d6b8f00c472 tempest-ServersAdminTestJSON-506638107 tempest-ServersAdminTestJSON-506638107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:34.807880 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a425f-db05-4a52-a5a7-a52af59a82ec req-3e067067-77c2-4047-8f51-2d6b8f00c472 tempest-ServersAdminTestJSON-506638107 tempest-ServersAdminTestJSON-506638107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:34.808527 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a425f-db05-4a52-a5a7-a52af59a82ec req-3e067067-77c2-4047-8f51-2d6b8f00c472 tempest-ServersAdminTestJSON-506638107 tempest-ServersAdminTestJSON-506638107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:34.809140 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a425f-db05-4a52-a5a7-a52af59a82ec req-3e067067-77c2-4047-8f51-2d6b8f00c472 tempest-ServersAdminTestJSON-506638107 tempest-ServersAdminTestJSON-506638107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:34.809749 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a425f-db05-4a52-a5a7-a52af59a82ec req-3e067067-77c2-4047-8f51-2d6b8f00c472 tempest-ServersAdminTestJSON-506638107 tempest-ServersAdminTestJSON-506638107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:34.810357 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a425f-db05-4a52-a5a7-a52af59a82ec req-3e067067-77c2-4047-8f51-2d6b8f00c472 tempest-ServersAdminTestJSON-506638107 tempest-ServersAdminTestJSON-506638107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:34.811002 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a425f-db05-4a52-a5a7-a52af59a82ec req-3e067067-77c2-4047-8f51-2d6b8f00c472 tempest-ServersAdminTestJSON-506638107 tempest-ServersAdminTestJSON-506638107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:34.815241 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6f3a425f-db05-4a52-a5a7-a52af59a82ec req-3e067067-77c2-4047-8f51-2d6b8f00c472 tempest-ServersAdminTestJSON-506638107 tempest-ServersAdminTestJSON-506638107-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=cfe07a68-0620-4fd0-a546-dd7aec91845e&device_id=894f3a44-1def-44c0-a554-73f9e490cb92&device_id=1553e89d-55e9-4023-8bfa-c1549ecddf16&device_id=eb4d7d2a-7216-4f74-a20c-df958115985f&device_id=ebe28054-35f5-4b23-84a5-6913060195b8&device_id=a2da6381-9d03-4693-ac12-5357b9ed4bc2&device_id=8f6a9b64-6743-4a8e-b2e5-62ffafe6d401&device_id=29ba1570-c35b-4931-967d-0516a0c65fc0&device_id=f1ebc0cd-817b-4aa5-84ee-5cd827f84e23&device_id=fd4bfbe6-87bb-4b9b-92a0-9a63b19895f8&device_id=6d76b7c4-32e4-4212-bd61-3426d919e36c&device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7&device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 21703 time: 0.1112545 Aug 10 03:12:34.819242 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device b7dcc8e3-4d63-41cc-8815-c35f6ece648c no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:12:34.861619 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: b7dcc8e3-4d63-41cc-8815-c35f6ece648c {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:12:34.862140 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8f0f7d84-ac09-4f66-9f56-554fa14c208d req-7c4a19d2-0a8d-45c8-80e3-c0aa7bc3fb83 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=293fbd9b1ced45ab964a1da35de8e7bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403457 Aug 10 03:12:34.862626 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device b7dcc8e3-4d63-41cc-8815-c35f6ece648c not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:12:34.864462 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-6f3a425f-db05-4a52-a5a7-a52af59a82ec req-d0b961d7-72bc-4b4f-8a5d-a42f402bd397 tempest-ServersAdminTestJSON-506638107 tempest-ServersAdminTestJSON-506638107-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:34.986881 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f06ee5ed-7828-4794-adcd-35d9e5706503 req-f149190d-ba53-47c5-8267-337ede81c035 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=cfe07a68-0620-4fd0-a546-dd7aec91845e HTTP/1.1" status: 200 len: 210 time: 0.0483599 Aug 10 03:12:34.994820 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ad608b11-4fc2-4421-8af1-fda71e4ba961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:35.050315 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f7d84-ac09-4f66-9f56-554fa14c208d req-1d4ea4b9-edc1-4dcc-984b-e6f2da5a3cb1 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:35.051766 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8f0f7d84-ac09-4f66-9f56-554fa14c208d req-1d4ea4b9-edc1-4dcc-984b-e6f2da5a3cb1 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1746879 Aug 10 03:12:35.088932 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad608b11-4fc2-4421-8af1-fda71e4ba961 admin admin] Checking segment: {'id': '55276495-0f7c-46a1-a81a-e46c18424543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '54f6e63c-cb89-422b-ae81-070411dbb909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:12:35.089598 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad608b11-4fc2-4421-8af1-fda71e4ba961 admin admin] Network hostable DHCP agents. Network: 54f6e63c-cb89-422b-ae81-070411dbb909, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:12:35.093912 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad608b11-4fc2-4421-8af1-fda71e4ba961 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d320fc5-5a28-44e9-920c-fcdb2a6bd3f3,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:35.102301 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-8f0f7d84-ac09-4f66-9f56-554fa14c208d req-5b186e02-a100-4052-bb1a-26fb231a0cd2 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Request body: {'port': {'device_id': 'cfe07a68-0620-4fd0-a546-dd7aec91845e', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'admin_state_up': True, 'tenant_id': '293fbd9b1ced45ab964a1da35de8e7bd'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:35.113498 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad608b11-4fc2-4421-8af1-fda71e4ba961 admin admin] Network 54f6e63c-cb89-422b-ae81-070411dbb909 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:12:35.133590 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-ad608b11-4fc2-4421-8af1-fda71e4ba961 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 54f6e63c-cb89-422b-ae81-070411dbb909) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:12:35.138103 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad608b11-4fc2-4421-8af1-fda71e4ba961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:35.138754 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ad608b11-4fc2-4421-8af1-fda71e4ba961 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:35.145386 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235de153-335d-424b-a113-75f1ab0a3073 None None] Network 54f6e63c-cb89-422b-ae81-070411dbb909 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:12:35.180028 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43484) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:35.196435 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-6f3a425f-db05-4a52-a5a7-a52af59a82ec req-d0b961d7-72bc-4b4f-8a5d-a42f402bd397 tempest-ServersAdminTestJSON-506638107 tempest-ServersAdminTestJSON-506638107-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:35.211872 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-6f3a425f-db05-4a52-a5a7-a52af59a82ec req-d0b961d7-72bc-4b4f-8a5d-a42f402bd397 tempest-ServersAdminTestJSON-506638107 tempest-ServersAdminTestJSON-506638107-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:35.216946 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ad608b11-4fc2-4421-8af1-fda71e4ba961 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5211029 Aug 10 03:12:35.242069 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6f3a425f-db05-4a52-a5a7-a52af59a82ec req-d0b961d7-72bc-4b4f-8a5d-a42f402bd397 tempest-ServersAdminTestJSON-506638107 tempest-ServersAdminTestJSON-506638107-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=421235de-de03-4b93-a920-9e7498ad2413&id=681d4645-31d3-4449-8345-067e01a10bf1&id=4c7586fd-9bb3-4af0-a8c4-0b1feb98dda5&id=b405968e-e8dd-4859-b855-f8ae1385ba0e&id=f431694e-966f-48c1-aca3-7ab39edf5c92&id=10162819-d7de-4b0a-aa03-b608b5743bd3&id=8fa0499c-1adb-43e6-95ad-71a41197fc16&id=70e02309-d415-4898-8bc9-4345d44063b7&fields=id&fields=name HTTP/1.1" status: 200 len: 807 time: 0.4038324 Aug 10 03:12:35.326578 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b961d7-72bc-4b4f-8a5d-a42f402bd397 tempest-ServersAdminTestJSON-506638107 tempest-ServersAdminTestJSON-506638107-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa039919-4d62-42c0-98bb-6e63daafd025,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:35.362446 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5455ccb1-e166-4602-92c8-726655142591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:35.362868 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f0f7d84-ac09-4f66-9f56-554fa14c208d req-5b186e02-a100-4052-bb1a-26fb231a0cd2 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Made reservation on behalf of 293fbd9b1ced45ab964a1da35de8e7bd for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:12:35.368070 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8f0f7d84-ac09-4f66-9f56-554fa14c208d req-5b186e02-a100-4052-bb1a-26fb231a0cd2 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:35.454267 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac63d857-e3ed-4ad8-b098-aedc9c3c0884 None None] Network 54f6e63c-cb89-422b-ae81-070411dbb909 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:12:35.475002 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5455ccb1-e166-4602-92c8-726655142591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:35.480480 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5455ccb1-e166-4602-92c8-726655142591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:35.553918 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc38674-c33f-451a-a944-42a5818ea10c req-205fd3a9-e851-4e3a-a29c-6b621ebd6caa tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:35.563179 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6dc38674-c33f-451a-a944-42a5818ea10c req-205fd3a9-e851-4e3a-a29c-6b621ebd6caa tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2da6381-9d03-4693-ac12-5357b9ed4bc2 HTTP/1.1" status: 200 len: 945 time: 0.1425936 Aug 10 03:12:35.569640 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-5455ccb1-e166-4602-92c8-726655142591 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f5755eb4b2a94d89974795bf2838ad0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3887517 Aug 10 03:12:35.579688 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43506) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:35.587341 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5455ccb1-e166-4602-92c8-726655142591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5224c0-9e35-4749-af9e-5dce0c362b24,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:35.732832 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6dc38674-c33f-451a-a944-42a5818ea10c req-40c6de85-c748-4edb-98b8-245c63642a17 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540196 Aug 10 03:12:35.776665 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-8f0f7d84-ac09-4f66-9f56-554fa14c208d req-5b186e02-a100-4052-bb1a-26fb231a0cd2 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Allocated IP 192.168.233.237 (f1b7997e-1a2a-4260-9d7d-b6cf90b8801d/c2e3eb0b-907c-4ac4-809e-ae9609bc8c67/f678de2f-0e7e-44f7-ac54-82f92a7ad8a1) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:12:35.786294 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924380e-143a-48ff-8200-09519d099dda req-bbb3cfe5-bf96-4520-bd69-fb804192ae5c tempest-ServersAdminTestJSON-506638107 tempest-ServersAdminTestJSON-506638107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:35.787155 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924380e-143a-48ff-8200-09519d099dda req-bbb3cfe5-bf96-4520-bd69-fb804192ae5c tempest-ServersAdminTestJSON-506638107 tempest-ServersAdminTestJSON-506638107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:35.787662 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924380e-143a-48ff-8200-09519d099dda req-bbb3cfe5-bf96-4520-bd69-fb804192ae5c tempest-ServersAdminTestJSON-506638107 tempest-ServersAdminTestJSON-506638107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:35.789777 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c924380e-143a-48ff-8200-09519d099dda req-bbb3cfe5-bf96-4520-bd69-fb804192ae5c tempest-ServersAdminTestJSON-506638107 tempest-ServersAdminTestJSON-506638107-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=894f3a44-1def-44c0-a554-73f9e490cb92&device_id=8f6a9b64-6743-4a8e-b2e5-62ffafe6d401&device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 2885 time: 0.1641395 Aug 10 03:12:35.792623 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-46e78b72-dadb-48e0-82e8-9647c222698d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:35.826687 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:35.851404 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-46e78b72-dadb-48e0-82e8-9647c222698d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:35.898013 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c924380e-143a-48ff-8200-09519d099dda req-4bc99f97-e9cc-4437-b303-39defd638b77 tempest-ServersAdminTestJSON-506638107 tempest-ServersAdminTestJSON-506638107-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980048 Aug 10 03:12:35.986597 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-46e78b72-dadb-48e0-82e8-9647c222698d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:35.989485 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-46e78b72-dadb-48e0-82e8-9647c222698d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:35.990892 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-46e78b72-dadb-48e0-82e8-9647c222698d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bd5224c0-9e35-4749-af9e-5dce0c362b24 HTTP/1.1" status: 204 len: 168 time: 0.3758106 Aug 10 03:12:36.017292 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e78b72-dadb-48e0-82e8-9647c222698d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5224c0-9e35-4749-af9e-5dce0c362b24,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:36.021709 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43528) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:36.027266 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-062a633f-25fc-4f42-bde1-644547a96bf5 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1317535945-network', 'tenant_id': 'feebf63de9a24275a4edd7282130e2fa'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:36.073361 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062a633f-25fc-4f42-bde1-644547a96bf5 admin admin] Made reservation on behalf of feebf63de9a24275a4edd7282130e2fa for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:12:36.075838 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-062a633f-25fc-4f42-bde1-644547a96bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:36.094061 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8f0f7d84-ac09-4f66-9f56-554fa14c208d req-5b186e02-a100-4052-bb1a-26fb231a0cd2 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:36.097579 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-062a633f-25fc-4f42-bde1-644547a96bf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:36.127071 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-8f0f7d84-ac09-4f66-9f56-554fa14c208d req-5b186e02-a100-4052-bb1a-26fb231a0cd2 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Transition to ACTIVE for port object f678de2f-0e7e-44f7-ac54-82f92a7ad8a1 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:12:36.171906 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-727bac2b-ebe5-48c6-a167-749e37fa3601 req-923258a6-a389-4174-9f90-1f96bd3be913 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=cfe07a68-0620-4fd0-a546-dd7aec91845e HTTP/1.1" status: 200 len: 210 time: 0.0415661 Aug 10 03:12:36.218343 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8f0f7d84-ac09-4f66-9f56-554fa14c208d req-5b186e02-a100-4052-bb1a-26fb231a0cd2 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:36.236056 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['f716d117-80b8-4c59-865f-10901d2fe6e9', '2b006445-b8fd-40b7-abc6-6015314c8b62', '96ce739d-641c-4849-9a27-05bd527bd5b4', 'b8bad2d1-000d-4eee-9ea5-68b72ade2a69'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:36.267867 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-062a633f-25fc-4f42-bde1-644547a96bf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:36.278976 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-062a633f-25fc-4f42-bde1-644547a96bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:36.332324 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a633f-25fc-4f42-bde1-644547a96bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9410fa3b-09f4-4d41-b7bc-5f348933b6c5,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:36.343269 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['e2bc7563-332e-48d6-9dc1-ae121aaebc11'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:36.344895 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-062a633f-25fc-4f42-bde1-644547a96bf5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:12:36.358540 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-062a633f-25fc-4f42-bde1-644547a96bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:36.359627 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-062a633f-25fc-4f42-bde1-644547a96bf5 admin admin] Added segment ca731730-c70c-4d1f-8058-61ec2853227d of type vlan for network e997c0d4-8b0f-4e1e-a502-652231e8ac29 Aug 10 03:12:36.416510 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b186e02-a100-4052-bb1a-26fb231a0cd2 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Pushing event updated for resources: {'Port': ['ID=f678de2f-0e7e-44f7-ac54-82f92a7ad8a1,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:36.420305 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-062a633f-25fc-4f42-bde1-644547a96bf5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:36.442331 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f0f7d84-ac09-4f66-9f56-554fa14c208d req-5b186e02-a100-4052-bb1a-26fb231a0cd2 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:12:36.445879 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-8f0f7d84-ac09-4f66-9f56-554fa14c208d req-5b186e02-a100-4052-bb1a-26fb231a0cd2 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:12:36.460970 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f0f7d84-ac09-4f66-9f56-554fa14c208d req-5b186e02-a100-4052-bb1a-26fb231a0cd2 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:12:36.469758 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-062a633f-25fc-4f42-bde1-644547a96bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:36.471735 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062a633f-25fc-4f42-bde1-644547a96bf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:36.473226 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-062a633f-25fc-4f42-bde1-644547a96bf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:36.586271 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f7d84-ac09-4f66-9f56-554fa14c208d req-5b186e02-a100-4052-bb1a-26fb231a0cd2 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:36.607584 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8f0f7d84-ac09-4f66-9f56-554fa14c208d req-5b186e02-a100-4052-bb1a-26fb231a0cd2 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:36.647965 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8f0f7d84-ac09-4f66-9f56-554fa14c208d req-5b186e02-a100-4052-bb1a-26fb231a0cd2 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5566993 Aug 10 03:12:36.674763 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-8f0f7d84-ac09-4f66-9f56-554fa14c208d req-9fdc6921-0714-4120-a419-292c8f78b1c7 service neutron] Request body: {'port': {'device_id': 'cfe07a68-0620-4fd0-a546-dd7aec91845e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:36.835999 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8f0f7d84-ac09-4f66-9f56-554fa14c208d req-9fdc6921-0714-4120-a419-292c8f78b1c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:36.843259 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device ac6fa2ce-3949-4e0b-a7c3-f21c93869afd details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:12:36.988582 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-062a633f-25fc-4f42-bde1-644547a96bf5 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9657426 Aug 10 03:12:37.007731 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-47b04471-bba6-4470-9590-e50b1c314ade None None] Provisioning for port f678de2f-0e7e-44f7-ac54-82f92a7ad8a1 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:37.016104 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a633f-25fc-4f42-bde1-644547a96bf5 admin admin] Pushing event updated for resources: {'Network': ['ID=e997c0d4-8b0f-4e1e-a502-652231e8ac29,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:37.018117 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43562) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:37.023767 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-fa149fda-2d84-4f99-93d0-d5bf14d49e64 admin admin] Request body: {'subnet': {'network_id': 'e997c0d4-8b0f-4e1e-a502-652231e8ac29', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1317535945-subnet', 'tenant_id': 'feebf63de9a24275a4edd7282130e2fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:37.052879 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa149fda-2d84-4f99-93d0-d5bf14d49e64 admin admin] Made reservation on behalf of feebf63de9a24275a4edd7282130e2fa for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:12:37.056445 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fa149fda-2d84-4f99-93d0-d5bf14d49e64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:37.057718 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network e997c0d4-8b0f-4e1e-a502-652231e8ac29 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:12:37.061376 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-47b04471-bba6-4470-9590-e50b1c314ade None None] Provisioning complete for port f678de2f-0e7e-44f7-ac54-82f92a7ad8a1 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:37.061785 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-47b04471-bba6-4470-9590-e50b1c314ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:37.152827 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9aeea-6e78-4498-a460-832da16a9bdc req-701bd1ae-c729-4d20-9f26-f0abe336960a tempest-ServersAdminTestJSON-506638107 tempest-ServersAdminTestJSON-506638107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:37.162873 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c8f9aeea-6e78-4498-a460-832da16a9bdc req-701bd1ae-c729-4d20-9f26-f0abe336960a tempest-ServersAdminTestJSON-506638107 tempest-ServersAdminTestJSON-506638107-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 1101 time: 0.1682820 Aug 10 03:12:37.184293 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1384c8-bed3-447a-a5ce-1d513d2de196 req-53eb30a9-68f4-489d-b0a4-52ba5ec7b030 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:37.193639 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bd1384c8-bed3-447a-a5ce-1d513d2de196 req-53eb30a9-68f4-489d-b0a4-52ba5ec7b030 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2da6381-9d03-4693-ac12-5357b9ed4bc2 HTTP/1.1" status: 200 len: 945 time: 0.2314124 Aug 10 03:12:37.227712 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-47b04471-bba6-4470-9590-e50b1c314ade None None] Port f678de2f-0e7e-44f7-ac54-82f92a7ad8a1 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:12:37.238298 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port ac6fa2ce-3949-4e0b-a7c3-f21c93869afd, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=ac6fa2ce-3949-4e0b-a7c3-f21c93869afd,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:37.263098 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': 'ac6fa2ce-3949-4e0b-a7c3-f21c93869afd', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'port_id': 'ac6fa2ce-3949-4e0b-a7c3-f21c93869afd', 'mac_address': 'fa:16:3e:37:f1:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e3eb0b-907c-4ac4-809e-ae9609bc8c67', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:12:37.307847 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c8f9aeea-6e78-4498-a460-832da16a9bdc req-c1037417-8e67-46a4-8160-d15a92ccbc67 tempest-ServersAdminTestJSON-506638107 tempest-ServersAdminTestJSON-506638107-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400928 Aug 10 03:12:37.363407 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bd1384c8-bed3-447a-a5ce-1d513d2de196 req-e099b374-88c4-43b9-98f6-370efd3712b9 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687479 Aug 10 03:12:37.379388 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fa149fda-2d84-4f99-93d0-d5bf14d49e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:37.395327 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:37.429717 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43590) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:37.429987 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ac6fa2ce-3949-4e0b-a7c3-f21c93869afd {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:37.453442 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port ac6fa2ce-3949-4e0b-a7c3-f21c93869afd, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=ac6fa2ce-3949-4e0b-a7c3-f21c93869afd,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:37.465975 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:37.537779 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa149fda-2d84-4f99-93d0-d5bf14d49e64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6d7c1e7-fcbc-47ec-b6ba-19b2f620df0b,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:37.552253 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa149fda-2d84-4f99-93d0-d5bf14d49e64 admin admin] Checking segment: {'id': 'ca731730-c70c-4d1f-8058-61ec2853227d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'e997c0d4-8b0f-4e1e-a502-652231e8ac29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:12:37.552470 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-8f0f7d84-ac09-4f66-9f56-554fa14c208d req-9fdc6921-0714-4120-a419-292c8f78b1c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f678de2f-0e7e-44f7-ac54-82f92a7ad8a1 {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:37.552609 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa149fda-2d84-4f99-93d0-d5bf14d49e64 admin admin] Network hostable DHCP agents. Network: e997c0d4-8b0f-4e1e-a502-652231e8ac29, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:12:37.555460 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=ac6fa2ce-3949-4e0b-a7c3-f21c93869afd,revision_number=6']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:37.573552 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa149fda-2d84-4f99-93d0-d5bf14d49e64 admin admin] Network e997c0d4-8b0f-4e1e-a502-652231e8ac29 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:12:37.589115 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-fa149fda-2d84-4f99-93d0-d5bf14d49e64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, e997c0d4-8b0f-4e1e-a502-652231e8ac29) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:12:37.596264 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa149fda-2d84-4f99-93d0-d5bf14d49e64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:37.599855 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fa149fda-2d84-4f99-93d0-d5bf14d49e64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:37.603765 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8f0f7d84-ac09-4f66-9f56-554fa14c208d req-9fdc6921-0714-4120-a419-292c8f78b1c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:37.604794 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db8e9ab-4654-4cad-a070-12769188f467 None None] Network e997c0d4-8b0f-4e1e-a502-652231e8ac29 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:12:37.616879 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-cc88766b-5b20-4261-b198-7dd2ff0b8891 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1128468652-network', 'tenant_id': '0c00b01e0806491485adebe5c1c180f7'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:37.647867 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc88766b-5b20-4261-b198-7dd2ff0b8891 admin admin] Made reservation on behalf of 0c00b01e0806491485adebe5c1c180f7 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:12:37.651255 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cc88766b-5b20-4261-b198-7dd2ff0b8891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:37.662988 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cc88766b-5b20-4261-b198-7dd2ff0b8891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:37.671136 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-8f0f7d84-ac09-4f66-9f56-554fa14c208d req-9fdc6921-0714-4120-a419-292c8f78b1c7 service neutron] Transition to ACTIVE for port object f678de2f-0e7e-44f7-ac54-82f92a7ad8a1 will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:12:37.675297 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['ac6fa2ce-3949-4e0b-a7c3-f21c93869afd'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:37.681225 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-fa149fda-2d84-4f99-93d0-d5bf14d49e64 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6613240 Aug 10 03:12:37.698252 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8f0f7d84-ac09-4f66-9f56-554fa14c208d req-9fdc6921-0714-4120-a419-292c8f78b1c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:37.723861 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd0a95-1eab-4d5a-817d-132b22e5ec90 req-869cce7b-84d9-43a7-8623-bfd786f86e8c tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:37.725558 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dffd0a95-1eab-4d5a-817d-132b22e5ec90 req-869cce7b-84d9-43a7-8623-bfd786f86e8c tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=cfe07a68-0620-4fd0-a546-dd7aec91845e HTTP/1.1" status: 200 len: 936 time: 0.1772227 Aug 10 03:12:37.792495 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67602b89-f163-49d3-9538-d7408fb5ce8f req-fc7e1180-3803-4837-96f3-daf6df1a8761 tempest-ServersAdminTestJSON-506638107 tempest-ServersAdminTestJSON-506638107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:37.798725 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cc88766b-5b20-4261-b198-7dd2ff0b8891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:37.800837 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-67602b89-f163-49d3-9538-d7408fb5ce8f req-fc7e1180-3803-4837-96f3-daf6df1a8761 tempest-ServersAdminTestJSON-506638107 tempest-ServersAdminTestJSON-506638107-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 1101 time: 0.1942534 Aug 10 03:12:37.808311 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cc88766b-5b20-4261-b198-7dd2ff0b8891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:37.873006 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdc6921-0714-4120-a419-292c8f78b1c7 service neutron] Pushing event updated for resources: {'Port': ['ID=f678de2f-0e7e-44f7-ac54-82f92a7ad8a1,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:37.887046 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc88766b-5b20-4261-b198-7dd2ff0b8891 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:12:37.915110 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc88766b-5b20-4261-b198-7dd2ff0b8891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e82160-490c-4d5c-afb6-315dcfc2142e,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:37.925021 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cc88766b-5b20-4261-b198-7dd2ff0b8891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:37.925362 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-cc88766b-5b20-4261-b198-7dd2ff0b8891 admin admin] Added segment b14795c0-984c-4c21-bc5c-b1b39903d907 of type vlan for network c0759395-72d8-4de6-9611-c9ba0ebf5417 Aug 10 03:12:37.949609 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21b8125-afd2-4cf6-9373-7a16b13ea961 None None] Network e997c0d4-8b0f-4e1e-a502-652231e8ac29 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:12:37.980711 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dffd0a95-1eab-4d5a-817d-132b22e5ec90 req-79d6b3b8-7e2f-4c60-a831-4e382456f3dd tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290547 Aug 10 03:12:37.994389 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cc88766b-5b20-4261-b198-7dd2ff0b8891 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:38.056902 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cc88766b-5b20-4261-b198-7dd2ff0b8891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:38.058098 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc88766b-5b20-4261-b198-7dd2ff0b8891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:38.058824 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cc88766b-5b20-4261-b198-7dd2ff0b8891 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:38.106111 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-67602b89-f163-49d3-9538-d7408fb5ce8f req-2606f1e2-575c-4270-bc98-bfae576fcff6 tempest-ServersAdminTestJSON-506638107 tempest-ServersAdminTestJSON-506638107-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821832 Aug 10 03:12:38.156932 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-cc88766b-5b20-4261-b198-7dd2ff0b8891 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7251487 Aug 10 03:12:38.167727 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43628) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:38.180009 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc88766b-5b20-4261-b198-7dd2ff0b8891 admin admin] Pushing event updated for resources: {'Network': ['ID=c0759395-72d8-4de6-9611-c9ba0ebf5417,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:38.186447 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-c51046c9-12b1-479d-ae88-6a32b3d952d7 admin admin] Request body: {'subnet': {'network_id': 'c0759395-72d8-4de6-9611-c9ba0ebf5417', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1128468652-subnet', 'tenant_id': '0c00b01e0806491485adebe5c1c180f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:38.197745 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network c0759395-72d8-4de6-9611-c9ba0ebf5417 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:12:38.216731 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-8f0f7d84-ac09-4f66-9f56-554fa14c208d req-9fdc6921-0714-4120-a419-292c8f78b1c7 service neutron] Attempting to bind port f678de2f-0e7e-44f7-ac54-82f92a7ad8a1 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:12:38.216731 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-8f0f7d84-ac09-4f66-9f56-554fa14c208d req-9fdc6921-0714-4120-a419-292c8f78b1c7 service neutron] Attempting to bind port f678de2f-0e7e-44f7-ac54-82f92a7ad8a1 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:12:38.217371 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0f7d84-ac09-4f66-9f56-554fa14c208d req-9fdc6921-0714-4120-a419-292c8f78b1c7 service neutron] Attempting to bind port f678de2f-0e7e-44f7-ac54-82f92a7ad8a1 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:38.228073 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0f7d84-ac09-4f66-9f56-554fa14c208d req-9fdc6921-0714-4120-a419-292c8f78b1c7 service neutron] Port f678de2f-0e7e-44f7-ac54-82f92a7ad8a1 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:12:38.228442 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0f7d84-ac09-4f66-9f56-554fa14c208d req-9fdc6921-0714-4120-a419-292c8f78b1c7 service neutron] Attempting to bind port f678de2f-0e7e-44f7-ac54-82f92a7ad8a1 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:38.238778 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0f7d84-ac09-4f66-9f56-554fa14c208d req-9fdc6921-0714-4120-a419-292c8f78b1c7 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:12:38.239816 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0f7d84-ac09-4f66-9f56-554fa14c208d req-9fdc6921-0714-4120-a419-292c8f78b1c7 service neutron] Checking segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:12:38.240896 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0f7d84-ac09-4f66-9f56-554fa14c208d req-9fdc6921-0714-4120-a419-292c8f78b1c7 service neutron] Bound using segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:12:38.242067 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-8f0f7d84-ac09-4f66-9f56-554fa14c208d req-9fdc6921-0714-4120-a419-292c8f78b1c7 service neutron] Bound port: f678de2f-0e7e-44f7-ac54-82f92a7ad8a1, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:12:38.242749 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8f0f7d84-ac09-4f66-9f56-554fa14c208d req-9fdc6921-0714-4120-a419-292c8f78b1c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:38.244928 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51046c9-12b1-479d-ae88-6a32b3d952d7 admin admin] Made reservation on behalf of 0c00b01e0806491485adebe5c1c180f7 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:12:38.247951 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c51046c9-12b1-479d-ae88-6a32b3d952d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:38.457734 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-8f0f7d84-ac09-4f66-9f56-554fa14c208d req-9fdc6921-0714-4120-a419-292c8f78b1c7 service neutron] For port f678de2f-0e7e-44f7-ac54-82f92a7ad8a1, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:12:38.462504 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-8f0f7d84-ac09-4f66-9f56-554fa14c208d req-9fdc6921-0714-4120-a419-292c8f78b1c7 service neutron] For port f678de2f-0e7e-44f7-ac54-82f92a7ad8a1, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=f678de2f-0e7e-44f7-ac54-82f92a7ad8a1,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:12:38.483344 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8f0f7d84-ac09-4f66-9f56-554fa14c208d req-9fdc6921-0714-4120-a419-292c8f78b1c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:38.665418 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f7d84-ac09-4f66-9f56-554fa14c208d req-9fdc6921-0714-4120-a419-292c8f78b1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:38.666469 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8f0f7d84-ac09-4f66-9f56-554fa14c208d req-9fdc6921-0714-4120-a419-292c8f78b1c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:38.667905 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8f0f7d84-ac09-4f66-9f56-554fa14c208d req-9fdc6921-0714-4120-a419-292c8f78b1c7 service neutron] 10.222.0.60 "PUT /v2.0/ports/f678de2f-0e7e-44f7-ac54-82f92a7ad8a1 HTTP/1.1" status: 200 len: 1097 time: 1.9983869 Aug 10 03:12:38.709043 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfe07a68-0620-4fd0-a546-dd7aec91845e', 'tag': 'f678de2f-0e7e-44f7-ac54-82f92a7ad8a1'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:38.711367 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d70f773-c782-4724-8775-a82d4b1b6a73" -d '{"events": [{"name": "network-changed", "server_uuid": "cfe07a68-0620-4fd0-a546-dd7aec91845e", "tag": "f678de2f-0e7e-44f7-ac54-82f92a7ad8a1"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:38.774225 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdc6921-0714-4120-a419-292c8f78b1c7 service neutron] Pushing event updated for resources: {'Port': ['ID=f678de2f-0e7e-44f7-ac54-82f92a7ad8a1,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:38.785125 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7389414-45b2-4d66-8f2b-f37960da4442 req-930c50db-e0e9-41fa-a069-a69be1f66f01 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:38.793780 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a7389414-45b2-4d66-8f2b-f37960da4442 req-930c50db-e0e9-41fa-a069-a69be1f66f01 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2da6381-9d03-4693-ac12-5357b9ed4bc2 HTTP/1.1" status: 200 len: 945 time: 0.2575252 Aug 10 03:12:38.829298 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c51046c9-12b1-479d-ae88-6a32b3d952d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:38.831327 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device ac6fa2ce-3949-4e0b-a7c3-f21c93869afd up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:12:38.890874 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port ac6fa2ce-3949-4e0b-a7c3-f21c93869afd triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:38.891327 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:38.959614 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51046c9-12b1-479d-ae88-6a32b3d952d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3edf7dab-cede-45e3-a40b-9026654a3743,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:38.980254 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a7389414-45b2-4d66-8f2b-f37960da4442 req-369e3034-4b4e-4e6d-a8a7-6a95004f176d tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867011 Aug 10 03:12:39.000599 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:39.011169 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e8428-ef67-4656-b90e-c5ce2f2393f9 req-7a40ff67-b322-4024-9631-31eb13a45ddf tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:39.022699 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-693e8428-ef67-4656-b90e-c5ce2f2393f9 req-7a40ff67-b322-4024-9631-31eb13a45ddf tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] 10.222.0.62 "GET /v2.0/networks?id=54f6e63c-cb89-422b-ae81-070411dbb909 HTTP/1.1" status: 200 len: 814 time: 0.4338324 Aug 10 03:12:39.026765 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f7d84-ac09-4f66-9f56-554fa14c208d req-b06b6bc2-38d7-4564-8904-21c4ee10bc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:39.028235 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8f0f7d84-ac09-4f66-9f56-554fa14c208d req-b06b6bc2-38d7-4564-8904-21c4ee10bc04 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=293fbd9b1ced45ab964a1da35de8e7bd&device_id=cfe07a68-0620-4fd0-a546-dd7aec91845e HTTP/1.1" status: 200 len: 1100 time: 0.2891331 Aug 10 03:12:39.034715 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe28054-35f5-4b23-84a5-6913060195b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac6fa2ce-3949-4e0b-a7c3-f21c93869afd'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:39.037177 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a837d1f9-98b1-491c-a6a8-d7509c965358" -d '{"events": [{"server_uuid": "ebe28054-35f5-4b23-84a5-6913060195b8", "name": "network-vif-plugged", "status": "completed", "tag": "ac6fa2ce-3949-4e0b-a7c3-f21c93869afd"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:39.050888 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port ac6fa2ce-3949-4e0b-a7c3-f21c93869afd, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=ac6fa2ce-3949-4e0b-a7c3-f21c93869afd,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:39.066469 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:39.129192 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=ac6fa2ce-3949-4e0b-a7c3-f21c93869afd,revision_number=7']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:39.159015 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8f0f7d84-ac09-4f66-9f56-554fa14c208d req-36ef7c4e-e449-4c42-ae52-0f19ae0ee976 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=f678de2f-0e7e-44f7-ac54-82f92a7ad8a1 HTTP/1.1" status: 200 len: 217 time: 0.1108725 Aug 10 03:12:39.168465 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-693e8428-ef67-4656-b90e-c5ce2f2393f9 req-2baa6d84-98f7-49e5-b291-b997973fdad7 tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] 10.222.0.62 "GET /v2.0/quotas/a22931ae39a24dda8588e04c0f07e025 HTTP/1.1" status: 200 len: 375 time: 0.1224031 Aug 10 03:12:39.198447 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51046c9-12b1-479d-ae88-6a32b3d952d7 admin admin] Checking segment: {'id': 'b14795c0-984c-4c21-bc5c-b1b39903d907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c0759395-72d8-4de6-9611-c9ba0ebf5417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:12:39.198690 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51046c9-12b1-479d-ae88-6a32b3d952d7 admin admin] Network hostable DHCP agents. Network: c0759395-72d8-4de6-9611-c9ba0ebf5417, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:12:39.232877 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b653abd8-89df-48b7-9944-5c851009cc89 x-openstack-request-id: req-b653abd8-89df-48b7-9944-5c851009cc89 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:39.233620 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfe07a68-0620-4fd0-a546-dd7aec91845e", "tag": "f678de2f-0e7e-44f7-ac54-82f92a7ad8a1", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:39.234146 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b653abd8-89df-48b7-9944-5c851009cc89 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:39.234556 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfe07a68-0620-4fd0-a546-dd7aec91845e', 'tag': 'f678de2f-0e7e-44f7-ac54-82f92a7ad8a1', 'status': 'completed', 'code': 200} Aug 10 03:12:39.246358 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-693e8428-ef67-4656-b90e-c5ce2f2393f9 req-aff3b665-dedb-425c-a4e1-c519c4c109ef tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a22931ae39a24dda8588e04c0f07e025&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0769880 Aug 10 03:12:39.354786 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f7d84-ac09-4f66-9f56-554fa14c208d req-8bff0cd8-b8a6-4394-84cd-1d123fd35aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:39.356577 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8f0f7d84-ac09-4f66-9f56-554fa14c208d req-8bff0cd8-b8a6-4394-84cd-1d123fd35aec service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.1861386 Aug 10 03:12:39.386548 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51046c9-12b1-479d-ae88-6a32b3d952d7 admin admin] Network c0759395-72d8-4de6-9611-c9ba0ebf5417 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:12:39.436453 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-c51046c9-12b1-479d-ae88-6a32b3d952d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, c0759395-72d8-4de6-9611-c9ba0ebf5417) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:12:39.445623 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea9c09f-43ff-4893-bdd4-ccb38d218165 None None] Network c0759395-72d8-4de6-9611-c9ba0ebf5417 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:12:39.449401 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87768fa1-caab-42fb-865f-e0e2a1a78f60 req-6e6a9571-fab9-4f3b-be03-83129a5e90ae tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:39.451528 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-87768fa1-caab-42fb-865f-e0e2a1a78f60 req-6e6a9571-fab9-4f3b-be03-83129a5e90ae tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=cfe07a68-0620-4fd0-a546-dd7aec91845e HTTP/1.1" status: 200 len: 948 time: 0.1717367 Aug 10 03:12:39.464341 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51046c9-12b1-479d-ae88-6a32b3d952d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:39.464891 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c51046c9-12b1-479d-ae88-6a32b3d952d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:39.512054 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-693e8428-ef67-4656-b90e-c5ce2f2393f9 req-0395b9ad-99be-474d-b92e-e9276552b7b9 service neutron] 10.222.0.62 "GET /v2.0/networks/54f6e63c-cb89-422b-ae81-070411dbb909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646914 Aug 10 03:12:39.651785 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8fb10f-6a4d-40d5-ac92-eaf7a83bfc98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-c0759395-72d8-4de6-9611-c9ba0ebf5417', 'network_id': 'c0759395-72d8-4de6-9611-c9ba0ebf5417', 'tenant_id': '0c00b01e0806491485adebe5c1c180f7', 'fixed_ips': [{'subnet_id': '3edf7dab-cede-45e3-a40b-9026654a3743'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:12:39.652837 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ba8fb10f-6a4d-40d5-ac92-eaf7a83bfc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:39.923464 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-c51046c9-12b1-479d-ae88-6a32b3d952d7 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7543821 Aug 10 03:12:39.923742 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43660) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:39.929089 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-5a785d6f-b2a2-4f0a-9d69-08b15592441c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1128468652-router', 'tenant_id': '0c00b01e0806491485adebe5c1c180f7', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:39.957212 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f7d84-ac09-4f66-9f56-554fa14c208d req-f5292fa1-6f4a-4f19-98d5-c9dc47798da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:39.958906 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8f0f7d84-ac09-4f66-9f56-554fa14c208d req-f5292fa1-6f4a-4f19-98d5-c9dc47798da7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5838284 Aug 10 03:12:39.961136 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-ba8fb10f-6a4d-40d5-ac92-eaf7a83bfc98 None None] Allocated IP 172.20.0.2 (c0759395-72d8-4de6-9611-c9ba0ebf5417/3edf7dab-cede-45e3-a40b-9026654a3743/5ca6cbba-69a0-4b77-bf30-6620a3500800) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:12:39.968740 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5a785d6f-b2a2-4f0a-9d69-08b15592441c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:39.970269 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5a785d6f-b2a2-4f0a-9d69-08b15592441c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:40.018016 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-87768fa1-caab-42fb-865f-e0e2a1a78f60 req-e3463f2d-295d-495b-be66-98935c5e5274 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5397193 Aug 10 03:12:40.047388 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5a785d6f-b2a2-4f0a-9d69-08b15592441c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:40.104026 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-693e8428-ef67-4656-b90e-c5ce2f2393f9 req-6896c55e-847f-4aa1-b188-6f9c31238b69 service neutron] 10.222.0.62 "GET /v2.0/networks/54f6e63c-cb89-422b-ae81-070411dbb909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5910001 Aug 10 03:12:40.107791 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d748e74c-b570-4b59-a0ef-ba01077f1a83 x-openstack-request-id: req-d748e74c-b570-4b59-a0ef-ba01077f1a83 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:40.108221 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe28054-35f5-4b23-84a5-6913060195b8", "name": "network-vif-plugged", "status": "completed", "tag": "ac6fa2ce-3949-4e0b-a7c3-f21c93869afd", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:40.109029 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d748e74c-b570-4b59-a0ef-ba01077f1a83 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:40.109375 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe28054-35f5-4b23-84a5-6913060195b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac6fa2ce-3949-4e0b-a7c3-f21c93869afd', 'code': 200} Aug 10 03:12:40.137843 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8f0f7d84-ac09-4f66-9f56-554fa14c208d req-22eda823-87ee-4d5e-8cad-c93cdd80ada8 service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460700 Aug 10 03:12:40.263287 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5a785d6f-b2a2-4f0a-9d69-08b15592441c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:40.312356 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ba8fb10f-6a4d-40d5-ac92-eaf7a83bfc98 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:40.325388 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-ba8fb10f-6a4d-40d5-ac92-eaf7a83bfc98 None None] Transition to ACTIVE for port object 5ca6cbba-69a0-4b77-bf30-6620a3500800 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:12:40.346721 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-ba8fb10f-6a4d-40d5-ac92-eaf7a83bfc98 None None] Transition to ACTIVE for port object 5ca6cbba-69a0-4b77-bf30-6620a3500800 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:12:40.357902 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ba8fb10f-6a4d-40d5-ac92-eaf7a83bfc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:40.361712 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8f0f7d84-ac09-4f66-9f56-554fa14c208d req-2f3a5bca-fb65-4987-9e70-ed0618a075d2 service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098188 Aug 10 03:12:40.418898 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8fb10f-6a4d-40d5-ac92-eaf7a83bfc98 None None] Pushing event updated for resources: {'Port': ['ID=5ca6cbba-69a0-4b77-bf30-6620a3500800,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:40.470774 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8fb10f-6a4d-40d5-ac92-eaf7a83bfc98 None None] Network c0759395-72d8-4de6-9611-c9ba0ebf5417 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:12:40.474279 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-ba8fb10f-6a4d-40d5-ac92-eaf7a83bfc98 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:12:40.482341 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8fb10f-6a4d-40d5-ac92-eaf7a83bfc98 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:12:40.625223 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-ba8fb10f-6a4d-40d5-ac92-eaf7a83bfc98 None None] Attempting to bind port 5ca6cbba-69a0-4b77-bf30-6620a3500800 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:12:40.627164 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-ba8fb10f-6a4d-40d5-ac92-eaf7a83bfc98 None None] Attempting to bind port 5ca6cbba-69a0-4b77-bf30-6620a3500800 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'b14795c0-984c-4c21-bc5c-b1b39903d907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c0759395-72d8-4de6-9611-c9ba0ebf5417'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:12:40.627786 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8fb10f-6a4d-40d5-ac92-eaf7a83bfc98 None None] Attempting to bind port 5ca6cbba-69a0-4b77-bf30-6620a3500800 on network c0759395-72d8-4de6-9611-c9ba0ebf5417 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:40.637814 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8fb10f-6a4d-40d5-ac92-eaf7a83bfc98 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:12:40.638578 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8fb10f-6a4d-40d5-ac92-eaf7a83bfc98 None None] Checking segment: {'id': 'b14795c0-984c-4c21-bc5c-b1b39903d907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c0759395-72d8-4de6-9611-c9ba0ebf5417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:12:40.639307 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ba8fb10f-6a4d-40d5-ac92-eaf7a83bfc98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:40.639986 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8fb10f-6a4d-40d5-ac92-eaf7a83bfc98 None None] Bound using segment: {'id': 'b14795c0-984c-4c21-bc5c-b1b39903d907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c0759395-72d8-4de6-9611-c9ba0ebf5417'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:12:40.640819 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-ba8fb10f-6a4d-40d5-ac92-eaf7a83bfc98 None None] Bound port: 5ca6cbba-69a0-4b77-bf30-6620a3500800, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b14795c0-984c-4c21-bc5c-b1b39903d907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c0759395-72d8-4de6-9611-c9ba0ebf5417'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:12:40.641438 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ba8fb10f-6a4d-40d5-ac92-eaf7a83bfc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:40.666903 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d70f773-c782-4724-8775-a82d4b1b6a73 req-d4a4c19a-12f0-4e3b-8f0a-c79ed8a0be10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:40.668456 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5d70f773-c782-4724-8775-a82d4b1b6a73 req-d4a4c19a-12f0-4e3b-8f0a-c79ed8a0be10 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=293fbd9b1ced45ab964a1da35de8e7bd&device_id=cfe07a68-0620-4fd0-a546-dd7aec91845e HTTP/1.1" status: 200 len: 1100 time: 0.2298565 Aug 10 03:12:40.786824 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5a785d6f-b2a2-4f0a-9d69-08b15592441c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:40.787502 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-ba8fb10f-6a4d-40d5-ac92-eaf7a83bfc98 None None] For port 5ca6cbba-69a0-4b77-bf30-6620a3500800, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:12:40.791884 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-ba8fb10f-6a4d-40d5-ac92-eaf7a83bfc98 None None] For port 5ca6cbba-69a0-4b77-bf30-6620a3500800, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=5ca6cbba-69a0-4b77-bf30-6620a3500800,segment=NetworkSegment(b14795c0-984c-4c21-bc5c-b1b39903d907),segment_id=b14795c0-984c-4c21-bc5c-b1b39903d907)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:12:40.800969 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ba8fb10f-6a4d-40d5-ac92-eaf7a83bfc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:40.835170 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5a785d6f-b2a2-4f0a-9d69-08b15592441c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:40.872543 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c440c0-11aa-4570-8e56-894766833d47 req-2e902c62-838d-4594-8c82-bf64ee901fe7 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:40.875848 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a5c440c0-11aa-4570-8e56-894766833d47 req-2e902c62-838d-4594-8c82-bf64ee901fe7 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2da6381-9d03-4693-ac12-5357b9ed4bc2 HTTP/1.1" status: 200 len: 945 time: 0.3134325 Aug 10 03:12:40.886869 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8fb10f-6a4d-40d5-ac92-eaf7a83bfc98 None None] Pushing event updated for resources: {'Port': ['ID=5ca6cbba-69a0-4b77-bf30-6620a3500800,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:41.069993 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d70f773-c782-4724-8775-a82d4b1b6a73 req-10ff3142-6b59-4893-b961-4b180a4e8983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:41.072392 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5d70f773-c782-4724-8775-a82d4b1b6a73 req-10ff3142-6b59-4893-b961-4b180a4e8983 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d HTTP/1.1" status: 200 len: 870 time: 0.3855252 Aug 10 03:12:41.111082 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a5c440c0-11aa-4570-8e56-894766833d47 req-2f2d96b7-8cf8-4ba3-85b5-4e0e42ed26a9 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203817 Aug 10 03:12:41.162245 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-5a785d6f-b2a2-4f0a-9d69-08b15592441c admin admin] Allocated IP 172.25.7.188 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/b33265c4-a0e4-4f43-ae0c-d69841a13821) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:12:41.187733 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5d70f773-c782-4724-8775-a82d4b1b6a73 req-6e6a58f2-90f3-482d-8878-b22e3a05222d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=f678de2f-0e7e-44f7-ac54-82f92a7ad8a1 HTTP/1.1" status: 200 len: 217 time: 0.0990777 Aug 10 03:12:41.196327 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-01a343b6-a4a8-4b5d-b8b6-0a7c6f8147dd req-2647f337-06ed-423a-9e45-180f3b05bf21 tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] 10.222.0.62 "GET /v2.0/ports?device_id=ae98f166-bcde-42f0-bfa4-94147928bfc5 HTTP/1.1" status: 200 len: 210 time: 0.1356063 Aug 10 03:12:41.382275 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5a785d6f-b2a2-4f0a-9d69-08b15592441c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:41.468042 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5a785d6f-b2a2-4f0a-9d69-08b15592441c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:41.524898 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a2739-7a2f-435c-ba7e-7b4c312047ef req-1b71cbbf-a602-4604-a14b-6b3f316a175e tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:41.531418 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a785d6f-b2a2-4f0a-9d69-08b15592441c admin admin] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:12:41.535814 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-557a2739-7a2f-435c-ba7e-7b4c312047ef req-1b71cbbf-a602-4604-a14b-6b3f316a175e tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 949 time: 0.1927040 Aug 10 03:12:41.538726 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-5a785d6f-b2a2-4f0a-9d69-08b15592441c admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:12:41.541448 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a785d6f-b2a2-4f0a-9d69-08b15592441c admin admin] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:12:41.541838 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d70f773-c782-4724-8775-a82d4b1b6a73 req-af38648e-1c13-47e1-9461-37c86328ec9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:41.543651 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5d70f773-c782-4724-8775-a82d4b1b6a73 req-af38648e-1c13-47e1-9461-37c86328ec9a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.3463039 Aug 10 03:12:41.560845 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6376ae4-cc68-47a5-a946-2a9c14f308a7 req-b3c6221e-9ade-4aa6-807f-3ceb8c7279d5 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:41.563818 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e6376ae4-cc68-47a5-a946-2a9c14f308a7 req-b3c6221e-9ade-4aa6-807f-3ceb8c7279d5 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=cfe07a68-0620-4fd0-a546-dd7aec91845e HTTP/1.1" status: 200 len: 948 time: 0.2107418 Aug 10 03:12:41.571683 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a785d6f-b2a2-4f0a-9d69-08b15592441c admin admin] Pushing event updated for resources: {'Port': ['ID=b33265c4-a0e4-4f43-ae0c-d69841a13821,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:41.668611 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-557a2739-7a2f-435c-ba7e-7b4c312047ef req-6902b3e7-ccc3-4681-9108-27b862a0cd33 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323061 Aug 10 03:12:41.723150 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d70f773-c782-4724-8775-a82d4b1b6a73 req-b1569bcb-e4e8-47cc-abe9-eaf0909584d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:41.724812 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5d70f773-c782-4724-8775-a82d4b1b6a73 req-b1569bcb-e4e8-47cc-abe9-eaf0909584d9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1575840 Aug 10 03:12:41.743392 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e6376ae4-cc68-47a5-a946-2a9c14f308a7 req-479a6f38-5374-40d1-8784-2b6bf23a18ce tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631732 Aug 10 03:12:41.916749 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5d70f773-c782-4724-8775-a82d4b1b6a73 req-8abef6b2-d8c4-41a2-a573-b6455a0a777f service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720881 Aug 10 03:12:41.919399 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5a785d6f-b2a2-4f0a-9d69-08b15592441c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:42.129340 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 5ca6cbba-69a0-4b77-bf30-6620a3500800 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:12:42.175818 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5d70f773-c782-4724-8775-a82d4b1b6a73 req-580f410a-ad32-4ef0-aa12-a5c54959646f service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339394 Aug 10 03:12:42.300760 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 5ca6cbba-69a0-4b77-bf30-6620a3500800 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:42.377839 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5a785d6f-b2a2-4f0a-9d69-08b15592441c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:42.424943 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3e3df65e-b35b-4a37-8bb8-7dd2da240746 req-6bb74cc5-0c91-4024-bd8e-ecb60211719e tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] 10.222.0.62 "GET /v2.0/ports?device_id=ae98f166-bcde-42f0-bfa4-94147928bfc5 HTTP/1.1" status: 200 len: 210 time: 0.0745990 Aug 10 03:12:42.505632 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15678e20-64d0-49ff-9d64-14d0cd2ac64f req-0e35dd7a-5683-46f0-8140-f053f1d690ed tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:42.513684 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-15678e20-64d0-49ff-9d64-14d0cd2ac64f req-0e35dd7a-5683-46f0-8140-f053f1d690ed tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2da6381-9d03-4693-ac12-5357b9ed4bc2 HTTP/1.1" status: 200 len: 945 time: 0.2278748 Aug 10 03:12:42.532634 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e8428-ef67-4656-b90e-c5ce2f2393f9 req-487f99c4-f2d7-4d65-a23f-665c8e704cf6 tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:42.541249 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-693e8428-ef67-4656-b90e-c5ce2f2393f9 req-487f99c4-f2d7-4d65-a23f-665c8e704cf6 tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] 10.222.0.60 "GET /v2.0/networks?id=54f6e63c-cb89-422b-ae81-070411dbb909 HTTP/1.1" status: 200 len: 814 time: 0.3016500 Aug 10 03:12:42.550954 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d888a26-fcd0-435b-8bf5-f08f3ad29816 None None] Network c0759395-72d8-4de6-9611-c9ba0ebf5417 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:12:42.575625 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-693e8428-ef67-4656-b90e-c5ce2f2393f9 req-ef46f93e-38db-402f-b6ab-77347186a5f0 tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] Request body: {'port': {'device_id': 'ae98f166-bcde-42f0-bfa4-94147928bfc5', 'network_id': '54f6e63c-cb89-422b-ae81-070411dbb909', 'admin_state_up': True, 'tenant_id': 'a22931ae39a24dda8588e04c0f07e025'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:42.631845 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a785d6f-b2a2-4f0a-9d69-08b15592441c admin admin] Router 13d9a6c2-9eb1-46e1-af07-d8aaa14d0364 is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:12:42.642600 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-15678e20-64d0-49ff-9d64-14d0cd2ac64f req-1948f890-b5c4-49b3-b675-4ce32d619890 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268559 Aug 10 03:12:42.688812 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-e722b4e5-bcdb-47aa-b636-3cb63c3851f1 None None] Provisioning for port 5ca6cbba-69a0-4b77-bf30-6620a3500800 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:42.733732 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-e722b4e5-bcdb-47aa-b636-3cb63c3851f1 None None] Provisioning complete for port 5ca6cbba-69a0-4b77-bf30-6620a3500800 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:42.734118 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e722b4e5-bcdb-47aa-b636-3cb63c3851f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:42.783489 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-693e8428-ef67-4656-b90e-c5ce2f2393f9 req-ef46f93e-38db-402f-b6ab-77347186a5f0 tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] Made reservation on behalf of a22931ae39a24dda8588e04c0f07e025 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:12:42.792384 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-693e8428-ef67-4656-b90e-c5ce2f2393f9 req-ef46f93e-38db-402f-b6ab-77347186a5f0 tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:42.821863 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a785d6f-b2a2-4f0a-9d69-08b15592441c admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:12:42.846533 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0c2af5-305e-4cfb-bf6d-e1bd45d26a94 None None] Sync routers for ids ['13d9a6c2-9eb1-46e1-af07-d8aaa14d0364'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:12:42.849545 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5a785d6f-b2a2-4f0a-9d69-08b15592441c admin admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:42.851559 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-5a785d6f-b2a2-4f0a-9d69-08b15592441c admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.9261768 Aug 10 03:12:42.854501 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43738) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:42.861742 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device f678de2f-0e7e-44f7-ac54-82f92a7ad8a1 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:12:42.924242 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0c2af5-305e-4cfb-bf6d-e1bd45d26a94 None None] Routers {'13d9a6c2-9eb1-46e1-af07-d8aaa14d0364'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:12:42.924907 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-4c0c2af5-305e-4cfb-bf6d-e1bd45d26a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:12:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['13d9a6c2-9eb1-46e1-af07-d8aaa14d0364'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:12:43.056389 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-4c0c2af5-305e-4cfb-bf6d-e1bd45d26a94 None None] Set router 13d9a6c2-9eb1-46e1-af07-d8aaa14d0364 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:12:43.195508 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-693e8428-ef67-4656-b90e-c5ce2f2393f9 req-ef46f93e-38db-402f-b6ab-77347186a5f0 tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] Allocated IP 172.20.0.5 (54f6e63c-cb89-422b-ae81-070411dbb909/6d320fc5-5a28-44e9-920c-fcdb2a6bd3f3/bf6a4048-1ad3-4061-8206-752e9c215de8) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:12:43.207239 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e628187b-b996-499e-a2ca-a6245fe2540a req-e8863894-59a5-4d5f-a586-e075daa68e33 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:43.208965 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e628187b-b996-499e-a2ca-a6245fe2540a req-e8863894-59a5-4d5f-a586-e075daa68e33 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 949 time: 0.4288826 Aug 10 03:12:43.219960 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.db.resource_extend [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:12:43.249065 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c46cc5e-d54f-43f3-bad5-fd957591fd8b req-dfa47f5d-ce82-4b49-8804-a5085ea92fb2 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:43.251318 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e722b4e5-bcdb-47aa-b636-3cb63c3851f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:43.254201 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7c46cc5e-d54f-43f3-bad5-fd957591fd8b req-dfa47f5d-ce82-4b49-8804-a5085ea92fb2 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=cfe07a68-0620-4fd0-a546-dd7aec91845e HTTP/1.1" status: 200 len: 948 time: 0.1545386 Aug 10 03:12:43.380262 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e628187b-b996-499e-a2ca-a6245fe2540a req-719f7f7f-3b23-4ee4-a95b-53426477c394 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622946 Aug 10 03:12:43.415795 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7c46cc5e-d54f-43f3-bad5-fd957591fd8b req-ba890c4b-4934-44c5-a4fe-160c6504c13e tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488061 Aug 10 03:12:43.437646 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-65f22ff5-6fa2-4b55-a1a7-b9647eee8947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:43.446439 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port f678de2f-0e7e-44f7-ac54-82f92a7ad8a1, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=f678de2f-0e7e-44f7-ac54-82f92a7ad8a1,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:43.495665 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': 'f678de2f-0e7e-44f7-ac54-82f92a7ad8a1', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'port_id': 'f678de2f-0e7e-44f7-ac54-82f92a7ad8a1', 'mac_address': 'fa:16:3e:cd:05:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e3eb0b-907c-4ac4-809e-ae9609bc8c67', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:12:43.622684 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-693e8428-ef67-4656-b90e-c5ce2f2393f9 req-ef46f93e-38db-402f-b6ab-77347186a5f0 tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:43.660045 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-e722b4e5-bcdb-47aa-b636-3cb63c3851f1 None None] For port 5ca6cbba-69a0-4b77-bf30-6620a3500800, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=5ca6cbba-69a0-4b77-bf30-6620a3500800,segment=NetworkSegment(b14795c0-984c-4c21-bc5c-b1b39903d907),segment_id=b14795c0-984c-4c21-bc5c-b1b39903d907)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:43.676217 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2f6390b1-fe29-4801-8221-350c503f7b4c req-468855bc-0c29-40ec-b322-032576b192cf tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] 10.222.0.62 "GET /v2.0/ports?device_id=ae98f166-bcde-42f0-bfa4-94147928bfc5 HTTP/1.1" status: 200 len: 210 time: 0.0440152 Aug 10 03:12:43.688588 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e722b4e5-bcdb-47aa-b636-3cb63c3851f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:43.748247 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:43.754776 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-693e8428-ef67-4656-b90e-c5ce2f2393f9 req-ef46f93e-38db-402f-b6ab-77347186a5f0 tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:43.777088 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-65f22ff5-6fa2-4b55-a1a7-b9647eee8947 admin admin] Allocated IP 172.20.0.1 (c0759395-72d8-4de6-9611-c9ba0ebf5417/3edf7dab-cede-45e3-a40b-9026654a3743/9a25952a-9ef1-4c85-b91e-c0c0f02dd688) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:12:43.794081 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f678de2f-0e7e-44f7-ac54-82f92a7ad8a1 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:43.817837 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e722b4e5-bcdb-47aa-b636-3cb63c3851f1 None None] Pushing event updated for resources: {'Port': ['ID=5ca6cbba-69a0-4b77-bf30-6620a3500800,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:43.844233 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port f678de2f-0e7e-44f7-ac54-82f92a7ad8a1, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=f678de2f-0e7e-44f7-ac54-82f92a7ad8a1,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:43.854528 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-933527dd-28f2-4fdc-b0fd-8c106128a206 None None] Provisioning complete for port 5ca6cbba-69a0-4b77-bf30-6620a3500800 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:43.855656 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-933527dd-28f2-4fdc-b0fd-8c106128a206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:43.861638 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:43.913261 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-693e8428-ef67-4656-b90e-c5ce2f2393f9 req-ef46f93e-38db-402f-b6ab-77347186a5f0 tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] Network 54f6e63c-cb89-422b-ae81-070411dbb909 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:12:43.924587 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-65f22ff5-6fa2-4b55-a1a7-b9647eee8947 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:43.926313 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-693e8428-ef67-4656-b90e-c5ce2f2393f9 req-ef46f93e-38db-402f-b6ab-77347186a5f0 tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:12:43.928363 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef46f93e-38db-402f-b6ab-77347186a5f0 tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] Pushing event updated for resources: {'Port': ['ID=bf6a4048-1ad3-4061-8206-752e9c215de8,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:43.940842 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-693e8428-ef67-4656-b90e-c5ce2f2393f9 req-ef46f93e-38db-402f-b6ab-77347186a5f0 tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:12:43.948385 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-65f22ff5-6fa2-4b55-a1a7-b9647eee8947 admin admin] Transition to ACTIVE for port object 9a25952a-9ef1-4c85-b91e-c0c0f02dd688 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:12:43.992368 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-4c0c2af5-305e-4cfb-bf6d-e1bd45d26a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d9a6c2-9eb1-46e1-af07-d8aaa14d0364', 'name': 'tempest-AttachVolumeShelveTestJSON-1128468652-router', 'tenant_id': '0c00b01e0806491485adebe5c1c180f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'b33265c4-a0e4-4f43-ae0c-d69841a13821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:12:39Z', 'updated_at': '2021-08-10T03:12:41Z', 'revision_number': 3, 'project_id': '0c00b01e0806491485adebe5c1c180f7', 'gw_port': {'id': 'b33265c4-a0e4-4f43-ae0c-d69841a13821', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a2:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d9a6c2-9eb1-46e1-af07-d8aaa14d0364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:12:40Z', 'updated_at': '2021-08-10T03:12:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:12:43.996559 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-65f22ff5-6fa2-4b55-a1a7-b9647eee8947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:43.997190 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081e326-c7ea-466b-bb7a-7b0ff128ef23 req-8cc2de1e-994d-4d8a-9317-66aa5937a6b5 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:44.005940 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a081e326-c7ea-466b-bb7a-7b0ff128ef23 req-8cc2de1e-994d-4d8a-9317-66aa5937a6b5 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2da6381-9d03-4693-ac12-5357b9ed4bc2 HTTP/1.1" status: 200 len: 945 time: 0.1941843 Aug 10 03:12:44.049506 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f22ff5-6fa2-4b55-a1a7-b9647eee8947 admin admin] Network c0759395-72d8-4de6-9611-c9ba0ebf5417 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:12:44.053626 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-65f22ff5-6fa2-4b55-a1a7-b9647eee8947 admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:12:44.062770 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0c2af5-305e-4cfb-bf6d-e1bd45d26a94 None None] Checking router: 13d9a6c2-9eb1-46e1-af07-d8aaa14d0364 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:12:44.063302 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0c2af5-305e-4cfb-bf6d-e1bd45d26a94 None None] Updating router 13d9a6c2-9eb1-46e1-af07-d8aaa14d0364 port b33265c4-a0e4-4f43-ae0c-d69841a13821 binding host n-d-768851-15 {{(pid=94218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:12:44.081611 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f22ff5-6fa2-4b55-a1a7-b9647eee8947 admin admin] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:12:44.097913 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e8428-ef67-4656-b90e-c5ce2f2393f9 req-ef46f93e-38db-402f-b6ab-77347186a5f0 tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:44.098766 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-693e8428-ef67-4656-b90e-c5ce2f2393f9 req-ef46f93e-38db-402f-b6ab-77347186a5f0 tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:44.099152 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=f678de2f-0e7e-44f7-ac54-82f92a7ad8a1,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:44.117798 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4c0c2af5-305e-4cfb-bf6d-e1bd45d26a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:44.120142 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 5ca6cbba-69a0-4b77-bf30-6620a3500800 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:12:44.131213 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f22ff5-6fa2-4b55-a1a7-b9647eee8947 admin admin] Pushing event updated for resources: {'Port': ['ID=9a25952a-9ef1-4c85-b91e-c0c0f02dd688,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:44.154407 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-65f22ff5-6fa2-4b55-a1a7-b9647eee8947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:44.166135 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-693e8428-ef67-4656-b90e-c5ce2f2393f9 req-ef46f93e-38db-402f-b6ab-77347186a5f0 tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5993726 Aug 10 03:12:44.195123 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a081e326-c7ea-466b-bb7a-7b0ff128ef23 req-fa66ce88-caee-431f-99fd-e81a7d99524f tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881735 Aug 10 03:12:44.201007 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-693e8428-ef67-4656-b90e-c5ce2f2393f9 req-f4d383df-459c-4063-b668-2e6c73eb9693 service neutron] Request body: {'port': {'device_id': 'ae98f166-bcde-42f0-bfa4-94147928bfc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:44.339237 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-693e8428-ef67-4656-b90e-c5ce2f2393f9 req-f4d383df-459c-4063-b668-2e6c73eb9693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:44.383305 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['f678de2f-0e7e-44f7-ac54-82f92a7ad8a1'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:44.396716 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-65f22ff5-6fa2-4b55-a1a7-b9647eee8947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:44.432352 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 5ca6cbba-69a0-4b77-bf30-6620a3500800 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:44.433043 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:44.727702 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-224389c5-5aa5-4924-893a-6d76343715d0 None None] Provisioning for port 9a25952a-9ef1-4c85-b91e-c0c0f02dd688 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:44.752317 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-224389c5-5aa5-4924-893a-6d76343715d0 None None] Provisioning complete for port 9a25952a-9ef1-4c85-b91e-c0c0f02dd688 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:44.752695 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-224389c5-5aa5-4924-893a-6d76343715d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:44.778483 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda8082-1b38-463d-a47f-2641d1bf6933 req-c6fba848-508d-4ccc-b9e6-cd1d1f6ed9af tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:44.781830 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-edda8082-1b38-463d-a47f-2641d1bf6933 req-c6fba848-508d-4ccc-b9e6-cd1d1f6ed9af tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 949 time: 0.1869166 Aug 10 03:12:44.795257 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ddf94-c9f3-4dc6-9043-02fada1b50e2 req-6c9266d7-040d-460f-8bcd-6ce0766f6ca4 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:44.799373 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-511ddf94-c9f3-4dc6-9043-02fada1b50e2 req-6c9266d7-040d-460f-8bcd-6ce0766f6ca4 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=cfe07a68-0620-4fd0-a546-dd7aec91845e HTTP/1.1" status: 200 len: 949 time: 0.2058671 Aug 10 03:12:44.808505 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-65f22ff5-6fa2-4b55-a1a7-b9647eee8947 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:44.837812 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-65f22ff5-6fa2-4b55-a1a7-b9647eee8947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:44.881941 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-224389c5-5aa5-4924-893a-6d76343715d0 None None] Port 9a25952a-9ef1-4c85-b91e-c0c0f02dd688 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:12:44.917727 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-edda8082-1b38-463d-a47f-2641d1bf6933 req-2f7ec362-7451-4eec-876c-afa08cb5dc33 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173398 Aug 10 03:12:44.934993 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-511ddf94-c9f3-4dc6-9043-02fada1b50e2 req-4c223ac2-8a2c-4dc6-a338-0fa35ba246da tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139107 Aug 10 03:12:45.008021 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-65f22ff5-6fa2-4b55-a1a7-b9647eee8947 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:45.029762 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f22ff5-6fa2-4b55-a1a7-b9647eee8947 admin admin] Pushing event updated for resources: {'Port': ['ID=9a25952a-9ef1-4c85-b91e-c0c0f02dd688,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:45.097444 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-693e8428-ef67-4656-b90e-c5ce2f2393f9 req-f4d383df-459c-4063-b668-2e6c73eb9693 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf6a4048-1ad3-4061-8206-752e9c215de8 {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:45.115124 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-693e8428-ef67-4656-b90e-c5ce2f2393f9 req-f4d383df-459c-4063-b668-2e6c73eb9693 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:45.129477 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-693e8428-ef67-4656-b90e-c5ce2f2393f9 req-f4d383df-459c-4063-b668-2e6c73eb9693 service neutron] Transition to ACTIVE for port object bf6a4048-1ad3-4061-8206-752e9c215de8 will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:12:45.136620 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-693e8428-ef67-4656-b90e-c5ce2f2393f9 req-f4d383df-459c-4063-b668-2e6c73eb9693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:45.165326 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f22ff5-6fa2-4b55-a1a7-b9647eee8947 admin admin] Network c0759395-72d8-4de6-9611-c9ba0ebf5417 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:12:45.165727 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4c0c2af5-305e-4cfb-bf6d-e1bd45d26a94 None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:45.167001 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-65f22ff5-6fa2-4b55-a1a7-b9647eee8947 admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:12:45.200456 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-4c0c2af5-305e-4cfb-bf6d-e1bd45d26a94 None None] Transition to ACTIVE for port object b33265c4-a0e4-4f43-ae0c-d69841a13821 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:12:45.218030 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4c0c2af5-305e-4cfb-bf6d-e1bd45d26a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:45.302371 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-4c0c2af5-305e-4cfb-bf6d-e1bd45d26a94 None None] Attempting to bind port b33265c4-a0e4-4f43-ae0c-d69841a13821 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:12:45.302787 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-4c0c2af5-305e-4cfb-bf6d-e1bd45d26a94 None None] Attempting to bind port b33265c4-a0e4-4f43-ae0c-d69841a13821 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:12:45.303136 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0c2af5-305e-4cfb-bf6d-e1bd45d26a94 None None] Attempting to bind port b33265c4-a0e4-4f43-ae0c-d69841a13821 on network 09ca2025-b9a6-4e84-8019-8d9fbef3753e {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:45.310621 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcf4b9f-68b5-4330-8de0-1118b84215a4 None None] Pushing event updated for resources: {'Port': ['ID=b33265c4-a0e4-4f43-ae0c-d69841a13821,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:45.315526 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0c2af5-305e-4cfb-bf6d-e1bd45d26a94 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:12:45.315917 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0c2af5-305e-4cfb-bf6d-e1bd45d26a94 None None] Checking segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:12:45.316404 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4c0c2af5-305e-4cfb-bf6d-e1bd45d26a94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:45.316806 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0c2af5-305e-4cfb-bf6d-e1bd45d26a94 None None] Bound using segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:12:45.317302 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-4c0c2af5-305e-4cfb-bf6d-e1bd45d26a94 None None] Bound port: b33265c4-a0e4-4f43-ae0c-d69841a13821, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:12:45.317697 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4c0c2af5-305e-4cfb-bf6d-e1bd45d26a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:45.397054 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d383df-459c-4063-b668-2e6c73eb9693 service neutron] Pushing event updated for resources: {'Port': ['ID=bf6a4048-1ad3-4061-8206-752e9c215de8,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:45.424563 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-4c0c2af5-305e-4cfb-bf6d-e1bd45d26a94 None None] For port b33265c4-a0e4-4f43-ae0c-d69841a13821, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:12:45.430687 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-4c0c2af5-305e-4cfb-bf6d-e1bd45d26a94 None None] For port b33265c4-a0e4-4f43-ae0c-d69841a13821, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=b33265c4-a0e4-4f43-ae0c-d69841a13821,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:12:45.432180 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65f22ff5-6fa2-4b55-a1a7-b9647eee8947 admin admin] Router 13d9a6c2-9eb1-46e1-af07-d8aaa14d0364 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:12:45.439636 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4c0c2af5-305e-4cfb-bf6d-e1bd45d26a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:45.514395 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f6918-4e84-4522-8a13-5885c3678f7a req-caed0a28-8756-4aac-9633-b880d39a1cdc tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:45.522159 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-144f6918-4e84-4522-8a13-5885c3678f7a req-caed0a28-8756-4aac-9633-b880d39a1cdc tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] 10.222.0.62 "GET /v2.0/ports?device_id=ae98f166-bcde-42f0-bfa4-94147928bfc5 HTTP/1.1" status: 200 len: 943 time: 0.3152866 Aug 10 03:12:45.533153 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0c2af5-305e-4cfb-bf6d-e1bd45d26a94 None None] Routers {'13d9a6c2-9eb1-46e1-af07-d8aaa14d0364'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:12:45.533928 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-4c0c2af5-305e-4cfb-bf6d-e1bd45d26a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:12:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['13d9a6c2-9eb1-46e1-af07-d8aaa14d0364'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:12:45.543908 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cd5492-227e-4c67-9edd-17f0ffb6aaa2 req-17140767-18f1-41e4-a873-b481bcb1598f tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:45.545722 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-31cd5492-227e-4c67-9edd-17f0ffb6aaa2 req-17140767-18f1-41e4-a873-b481bcb1598f tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2da6381-9d03-4693-ac12-5357b9ed4bc2 HTTP/1.1" status: 200 len: 945 time: 0.2437267 Aug 10 03:12:45.552668 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-693e8428-ef67-4656-b90e-c5ce2f2393f9 req-f4d383df-459c-4063-b668-2e6c73eb9693 service neutron] Attempting to bind port bf6a4048-1ad3-4061-8206-752e9c215de8 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:12:45.553011 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-693e8428-ef67-4656-b90e-c5ce2f2393f9 req-f4d383df-459c-4063-b668-2e6c73eb9693 service neutron] Attempting to bind port bf6a4048-1ad3-4061-8206-752e9c215de8 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '55276495-0f7c-46a1-a81a-e46c18424543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '54f6e63c-cb89-422b-ae81-070411dbb909'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:12:45.553351 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693e8428-ef67-4656-b90e-c5ce2f2393f9 req-f4d383df-459c-4063-b668-2e6c73eb9693 service neutron] Attempting to bind port bf6a4048-1ad3-4061-8206-752e9c215de8 on network 54f6e63c-cb89-422b-ae81-070411dbb909 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:45.572903 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693e8428-ef67-4656-b90e-c5ce2f2393f9 req-f4d383df-459c-4063-b668-2e6c73eb9693 service neutron] Port bf6a4048-1ad3-4061-8206-752e9c215de8 on network 54f6e63c-cb89-422b-ae81-070411dbb909 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:12:45.573222 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693e8428-ef67-4656-b90e-c5ce2f2393f9 req-f4d383df-459c-4063-b668-2e6c73eb9693 service neutron] Attempting to bind port bf6a4048-1ad3-4061-8206-752e9c215de8 on network 54f6e63c-cb89-422b-ae81-070411dbb909 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:45.581081 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcf4b9f-68b5-4330-8de0-1118b84215a4 None None] Pushing event updated for resources: {'Port': ['ID=b33265c4-a0e4-4f43-ae0c-d69841a13821,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:45.581768 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693e8428-ef67-4656-b90e-c5ce2f2393f9 req-f4d383df-459c-4063-b668-2e6c73eb9693 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:12:45.582116 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693e8428-ef67-4656-b90e-c5ce2f2393f9 req-f4d383df-459c-4063-b668-2e6c73eb9693 service neutron] Checking segment: {'id': '55276495-0f7c-46a1-a81a-e46c18424543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '54f6e63c-cb89-422b-ae81-070411dbb909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:12:45.582532 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693e8428-ef67-4656-b90e-c5ce2f2393f9 req-f4d383df-459c-4063-b668-2e6c73eb9693 service neutron] Bound using segment: {'id': '55276495-0f7c-46a1-a81a-e46c18424543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '54f6e63c-cb89-422b-ae81-070411dbb909'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:12:45.582989 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-693e8428-ef67-4656-b90e-c5ce2f2393f9 req-f4d383df-459c-4063-b668-2e6c73eb9693 service neutron] Bound port: bf6a4048-1ad3-4061-8206-752e9c215de8, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55276495-0f7c-46a1-a81a-e46c18424543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '54f6e63c-cb89-422b-ae81-070411dbb909'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:12:45.583353 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-693e8428-ef67-4656-b90e-c5ce2f2393f9 req-f4d383df-459c-4063-b668-2e6c73eb9693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:45.621727 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-25fb3e44-42f3-4d0f-a995-84ae9ca05e79 None None] Provisioning complete for port 9a25952a-9ef1-4c85-b91e-c0c0f02dd688 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:45.623154 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-25fb3e44-42f3-4d0f-a995-84ae9ca05e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:45.638092 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-144f6918-4e84-4522-8a13-5885c3678f7a req-08e442c4-cf7f-4cc3-9568-d4cab5f3902e tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca5edc3-909d-4e48-9139-f516a4412b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105170 Aug 10 03:12:45.698398 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-31cd5492-227e-4c67-9edd-17f0ffb6aaa2 req-df3b68d0-0626-4e25-9874-bcdb79eb68dd tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395929 Aug 10 03:12:45.713200 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-25fb3e44-42f3-4d0f-a995-84ae9ca05e79 None None] Port 9a25952a-9ef1-4c85-b91e-c0c0f02dd688 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:12:45.727129 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-4c0c2af5-305e-4cfb-bf6d-e1bd45d26a94 None None] Set router 13d9a6c2-9eb1-46e1-af07-d8aaa14d0364 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:12:45.762654 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-693e8428-ef67-4656-b90e-c5ce2f2393f9 req-f4d383df-459c-4063-b668-2e6c73eb9693 service neutron] For port bf6a4048-1ad3-4061-8206-752e9c215de8, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:12:45.767700 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-693e8428-ef67-4656-b90e-c5ce2f2393f9 req-f4d383df-459c-4063-b668-2e6c73eb9693 service neutron] For port bf6a4048-1ad3-4061-8206-752e9c215de8, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=bf6a4048-1ad3-4061-8206-752e9c215de8,segment=NetworkSegment(55276495-0f7c-46a1-a81a-e46c18424543),segment_id=55276495-0f7c-46a1-a81a-e46c18424543)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:12:45.784512 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-693e8428-ef67-4656-b90e-c5ce2f2393f9 req-f4d383df-459c-4063-b668-2e6c73eb9693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:45.843350 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e8428-ef67-4656-b90e-c5ce2f2393f9 req-f4d383df-459c-4063-b668-2e6c73eb9693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:45.843350 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-693e8428-ef67-4656-b90e-c5ce2f2393f9 req-f4d383df-459c-4063-b668-2e6c73eb9693 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:45.845410 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-693e8428-ef67-4656-b90e-c5ce2f2393f9 req-f4d383df-459c-4063-b668-2e6c73eb9693 service neutron] 10.222.0.60 "PUT /v2.0/ports/bf6a4048-1ad3-4061-8206-752e9c215de8 HTTP/1.1" status: 200 len: 1092 time: 1.6490641 Aug 10 03:12:45.848242 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae98f166-bcde-42f0-bfa4-94147928bfc5', 'tag': 'bf6a4048-1ad3-4061-8206-752e9c215de8'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:45.852437 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8590d2-7015-40b8-8f1f-e2c1f19483a2" -d '{"events": [{"name": "network-changed", "server_uuid": "ae98f166-bcde-42f0-bfa4-94147928bfc5", "tag": "bf6a4048-1ad3-4061-8206-752e9c215de8"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:45.940470 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496ed150-dbce-4563-9023-2cb6d6f91d4b x-openstack-request-id: req-496ed150-dbce-4563-9023-2cb6d6f91d4b {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:45.940775 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae98f166-bcde-42f0-bfa4-94147928bfc5", "tag": "bf6a4048-1ad3-4061-8206-752e9c215de8", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:45.941091 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-496ed150-dbce-4563-9023-2cb6d6f91d4b {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:45.941514 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae98f166-bcde-42f0-bfa4-94147928bfc5', 'tag': 'bf6a4048-1ad3-4061-8206-752e9c215de8', 'status': 'completed', 'code': 200} Aug 10 03:12:45.973393 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d383df-459c-4063-b668-2e6c73eb9693 service neutron] Pushing event updated for resources: {'Port': ['ID=bf6a4048-1ad3-4061-8206-752e9c215de8,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:46.017027 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e8428-ef67-4656-b90e-c5ce2f2393f9 req-1509d9b8-4551-4f5f-8ed0-378bf36bf313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:46.023972 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-693e8428-ef67-4656-b90e-c5ce2f2393f9 req-1509d9b8-4551-4f5f-8ed0-378bf36bf313 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a22931ae39a24dda8588e04c0f07e025&device_id=ae98f166-bcde-42f0-bfa4-94147928bfc5 HTTP/1.1" status: 200 len: 1095 time: 0.1254106 Aug 10 03:12:46.054848 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f22ff5-6fa2-4b55-a1a7-b9647eee8947 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:12:46.060239 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-65f22ff5-6fa2-4b55-a1a7-b9647eee8947 admin admin] 10.222.0.62 "PUT /v2.0/routers/13d9a6c2-9eb1-46e1-af07-d8aaa14d0364/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2042398 Aug 10 03:12:46.079251 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-4c0c2af5-305e-4cfb-bf6d-e1bd45d26a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d9a6c2-9eb1-46e1-af07-d8aaa14d0364', 'name': 'tempest-AttachVolumeShelveTestJSON-1128468652-router', 'tenant_id': '0c00b01e0806491485adebe5c1c180f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'b33265c4-a0e4-4f43-ae0c-d69841a13821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:12:39Z', 'updated_at': '2021-08-10T03:12:44Z', 'revision_number': 4, 'project_id': '0c00b01e0806491485adebe5c1c180f7', 'gw_port': {'id': 'b33265c4-a0e4-4f43-ae0c-d69841a13821', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a2:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d9a6c2-9eb1-46e1-af07-d8aaa14d0364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:12:40Z', 'updated_at': '2021-08-10T03:12:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '9a25952a-9ef1-4c85-b91e-c0c0f02dd688', 'name': '', 'network_id': 'c0759395-72d8-4de6-9611-c9ba0ebf5417', 'tenant_id': '0c00b01e0806491485adebe5c1c180f7', 'mac_address': 'fa:16:3e:f5:43:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d9a6c2-9eb1-46e1-af07-d8aaa14d0364', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '3edf7dab-cede-45e3-a40b-9026654a3743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:12:43Z', 'updated_at': '2021-08-10T03:12:44Z', 'revision_number': 2, 'project_id': '0c00b01e0806491485adebe5c1c180f7', 'subnets': [{'id': '3edf7dab-cede-45e3-a40b-9026654a3743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:12:46.134814 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0c2af5-305e-4cfb-bf6d-e1bd45d26a94 None None] The sync data for ids ['13d9a6c2-9eb1-46e1-af07-d8aaa14d0364'] in n-d-768851-15 is: [{'id': '13d9a6c2-9eb1-46e1-af07-d8aaa14d0364', 'name': 'tempest-AttachVolumeShelveTestJSON-1128468652-router', 'tenant_id': '0c00b01e0806491485adebe5c1c180f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'b33265c4-a0e4-4f43-ae0c-d69841a13821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:12:39Z', 'updated_at': '2021-08-10T03:12:44Z', 'revision_number': 4, 'project_id': '0c00b01e0806491485adebe5c1c180f7', 'gw_port': {'id': 'b33265c4-a0e4-4f43-ae0c-d69841a13821', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a2:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d9a6c2-9eb1-46e1-af07-d8aaa14d0364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:12:40Z', 'updated_at': '2021-08-10T03:12:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '9a25952a-9ef1-4c85-b91e-c0c0f02dd688', 'name': '', 'network_id': 'c0759395-72d8-4de6-9611-c9ba0ebf5417', 'tenant_id': '0c00b01e0806491485adebe5c1c180f7', 'mac_address': 'fa:16:3e:f5:43:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d9a6c2-9eb1-46e1-af07-d8aaa14d0364', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '3edf7dab-cede-45e3-a40b-9026654a3743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:12:43Z', 'updated_at': '2021-08-10T03:12:44Z', 'revision_number': 2, 'project_id': '0c00b01e0806491485adebe5c1c180f7', 'subnets': [{'id': '3edf7dab-cede-45e3-a40b-9026654a3743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:12:46.174594 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-693e8428-ef67-4656-b90e-c5ce2f2393f9 req-5fe3b9cd-98ab-46c8-a222-f954c5fbf47e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf6a4048-1ad3-4061-8206-752e9c215de8 HTTP/1.1" status: 200 len: 217 time: 0.1380725 Aug 10 03:12:46.262223 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb454c-8549-4e10-a4b4-77e9b32fc93a req-891377cd-9d0d-4e1a-8221-ec9e2159ada4 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:46.270868 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-92cb454c-8549-4e10-a4b4-77e9b32fc93a req-891377cd-9d0d-4e1a-8221-ec9e2159ada4 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=cfe07a68-0620-4fd0-a546-dd7aec91845e HTTP/1.1" status: 200 len: 949 time: 0.1487782 Aug 10 03:12:46.319492 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af7369d-8b08-4534-810a-d636b523d5eb req-548961f8-7b05-4682-bdbe-6e0cd07c3036 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:46.321072 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6af7369d-8b08-4534-810a-d636b523d5eb req-548961f8-7b05-4682-bdbe-6e0cd07c3036 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 949 time: 0.1978345 Aug 10 03:12:46.325543 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e8428-ef67-4656-b90e-c5ce2f2393f9 req-1eca64b2-95ac-4bb9-9881-c95622582c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:46.327414 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-693e8428-ef67-4656-b90e-c5ce2f2393f9 req-1eca64b2-95ac-4bb9-9881-c95622582c78 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d320fc5-5a28-44e9-920c-fcdb2a6bd3f3 HTTP/1.1" status: 200 len: 854 time: 0.1309085 Aug 10 03:12:46.411292 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-92cb454c-8549-4e10-a4b4-77e9b32fc93a req-6c77ae7d-4a49-4327-b919-e59f8e280f09 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372650 Aug 10 03:12:46.418959 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-693e8428-ef67-4656-b90e-c5ce2f2393f9 req-0b018fb8-b40a-4c4b-8345-e1391d273434 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=54f6e63c-cb89-422b-ae81-070411dbb909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564032 Aug 10 03:12:46.531205 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6af7369d-8b08-4534-810a-d636b523d5eb req-067d5ece-35f4-4fd1-b2ea-37e3f90a32dd tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991887 Aug 10 03:12:46.591069 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-693e8428-ef67-4656-b90e-c5ce2f2393f9 req-0ad52a89-8651-4380-8a3a-845476c77260 service neutron] 10.222.0.60 "GET /v2.0/networks/54f6e63c-cb89-422b-ae81-070411dbb909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615419 Aug 10 03:12:46.740836 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-693e8428-ef67-4656-b90e-c5ce2f2393f9 req-c1cfd6ac-f327-47aa-ab2d-5bf25e141040 service neutron] 10.222.0.60 "GET /v2.0/networks/54f6e63c-cb89-422b-ae81-070411dbb909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323714 Aug 10 03:12:46.917491 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8590d2-7015-40b8-8f1f-e2c1f19483a2 req-d11439ef-5a07-451d-938c-323a0a8a3014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:46.919146 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8e8590d2-7015-40b8-8f1f-e2c1f19483a2 req-d11439ef-5a07-451d-938c-323a0a8a3014 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a22931ae39a24dda8588e04c0f07e025&device_id=ae98f166-bcde-42f0-bfa4-94147928bfc5 HTTP/1.1" status: 200 len: 1095 time: 0.1007996 Aug 10 03:12:46.998195 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ca59d-cd8b-43e6-955c-a958ac48b3c7 req-f1fb7fa9-4e8b-4f7e-9735-8a4681f57013 tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:47.013314 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d31ca59d-cd8b-43e6-955c-a958ac48b3c7 req-f1fb7fa9-4e8b-4f7e-9735-8a4681f57013 tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] 10.222.0.62 "GET /v2.0/ports?device_id=ae98f166-bcde-42f0-bfa4-94147928bfc5 HTTP/1.1" status: 200 len: 943 time: 0.1403353 Aug 10 03:12:47.058570 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43812) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:47.079586 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d31ca59d-cd8b-43e6-955c-a958ac48b3c7 req-88caf028-1313-4967-9ea2-3a7e3efea9b8 tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca5edc3-909d-4e48-9139-f516a4412b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615816 Aug 10 03:12:47.109781 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-3600438c-1c05-4ae9-a242-5a61a79e7414 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1568202181', 'description': 'tempest-description--991720127'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:47.164995 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3600438c-1c05-4ae9-a242-5a61a79e7414 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:47.167623 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8590d2-7015-40b8-8f1f-e2c1f19483a2 req-9db7141b-2012-41eb-adc6-e019a1d1df9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:47.169383 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8e8590d2-7015-40b8-8f1f-e2c1f19483a2 req-9db7141b-2012-41eb-adc6-e019a1d1df9d service neutron] 10.222.0.60 "GET /v2.0/networks?id=54f6e63c-cb89-422b-ae81-070411dbb909 HTTP/1.1" status: 200 len: 915 time: 0.2369576 Aug 10 03:12:47.254440 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8e8590d2-7015-40b8-8f1f-e2c1f19483a2 req-1a14cdca-359f-4e75-bd40-57adda051210 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf6a4048-1ad3-4061-8206-752e9c215de8 HTTP/1.1" status: 200 len: 217 time: 0.0742881 Aug 10 03:12:47.273284 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebcca4e-ff2b-4bbb-9392-d478a9e6b133 req-87b5d20d-a363-4faa-bf02-157e09e277ad tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:47.275276 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7ebcca4e-ff2b-4bbb-9392-d478a9e6b133 req-87b5d20d-a363-4faa-bf02-157e09e277ad tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2da6381-9d03-4693-ac12-5357b9ed4bc2 HTTP/1.1" status: 200 len: 945 time: 0.1559894 Aug 10 03:12:47.381060 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3600438c-1c05-4ae9-a242-5a61a79e7414 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:47.387100 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3600438c-1c05-4ae9-a242-5a61a79e7414 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:47.399219 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8590d2-7015-40b8-8f1f-e2c1f19483a2 req-13801bf0-e4c4-4598-8572-d8d113ae7056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:47.401039 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8e8590d2-7015-40b8-8f1f-e2c1f19483a2 req-13801bf0-e4c4-4598-8572-d8d113ae7056 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d320fc5-5a28-44e9-920c-fcdb2a6bd3f3 HTTP/1.1" status: 200 len: 854 time: 0.1243370 Aug 10 03:12:47.404939 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7ebcca4e-ff2b-4bbb-9392-d478a9e6b133 req-e2f80100-4753-465e-bffb-80109161cbfb tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015186 Aug 10 03:12:47.469055 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3600438c-1c05-4ae9-a242-5a61a79e7414 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:47.473203 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3600438c-1c05-4ae9-a242-5a61a79e7414 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4017897 Aug 10 03:12:47.473203 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3600438c-1c05-4ae9-a242-5a61a79e7414 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:47.475870 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43816) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:47.484122 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-a0d4a41f-07ee-43c4-bbc3-dfd28c91773c tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Request body: {'security_group_rule': {'security_group_id': '2cb8a3f5-abac-4e8f-91bc-5335ca148a9a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:47.485051 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8e8590d2-7015-40b8-8f1f-e2c1f19483a2 req-4680ae69-793f-42ae-9c9a-6a2177ffef1f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=54f6e63c-cb89-422b-ae81-070411dbb909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552640 Aug 10 03:12:47.553117 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a0d4a41f-07ee-43c4-bbc3-dfd28c91773c tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:47.689310 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a30582-c3cd-436c-bdf3-fa50a9481b46 req-cd2f3c87-318a-48a7-abf5-6de9d2e8ec15 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:47.694268 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-62a30582-c3cd-436c-bdf3-fa50a9481b46 req-cd2f3c87-318a-48a7-abf5-6de9d2e8ec15 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=cfe07a68-0620-4fd0-a546-dd7aec91845e HTTP/1.1" status: 200 len: 949 time: 0.1129467 Aug 10 03:12:47.696659 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a0d4a41f-07ee-43c4-bbc3-dfd28c91773c tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:47.706359 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a0d4a41f-07ee-43c4-bbc3-dfd28c91773c tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:47.752316 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d4a41f-07ee-43c4-bbc3-dfd28c91773c tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b536d776-4fc2-4fd0-879a-b682f9b9918a,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:47.766060 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a0d4a41f-07ee-43c4-bbc3-dfd28c91773c tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:47.770942 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a0d4a41f-07ee-43c4-bbc3-dfd28c91773c tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2915068 Aug 10 03:12:47.773005 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43824) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:47.790431 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-0c163150-af9e-484b-8803-2f598eddf280 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Request body: {'security_group_rule': {'security_group_id': '2cb8a3f5-abac-4e8f-91bc-5335ca148a9a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:47.801760 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8e8590d2-7015-40b8-8f1f-e2c1f19483a2 req-644c0855-36b5-4bd3-aa3a-749ec142f1d2 service neutron] 10.222.0.60 "GET /v2.0/networks/54f6e63c-cb89-422b-ae81-070411dbb909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158102 Aug 10 03:12:47.825650 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0c163150-af9e-484b-8803-2f598eddf280 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:47.835808 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-62a30582-c3cd-436c-bdf3-fa50a9481b46 req-ea0037ff-ac6a-4b0f-97bb-aa0016bfd30c tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097064 Aug 10 03:12:47.947311 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0c163150-af9e-484b-8803-2f598eddf280 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:47.957810 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0c163150-af9e-484b-8803-2f598eddf280 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:47.997951 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0c163150-af9e-484b-8803-2f598eddf280 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:47.999609 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0c163150-af9e-484b-8803-2f598eddf280 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2253954 Aug 10 03:12:48.000681 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c163150-af9e-484b-8803-2f598eddf280 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=439dfd8d-56c7-497b-b90e-fc1f7c8ba3dd,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:48.003506 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43828) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:48.009991 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0d5c5-aae8-4520-b8ef-9d97e8eec19c req-db35655c-82c7-4fac-9400-00c55c185972 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:48.010645 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-3126dac3-70c7-453b-ad3a-5cf583e57faf tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Request body: {'floatingip': {'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:48.019911 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-04f0d5c5-aae8-4520-b8ef-9d97e8eec19c req-db35655c-82c7-4fac-9400-00c55c185972 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 949 time: 0.2205670 Aug 10 03:12:48.096264 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3126dac3-70c7-453b-ad3a-5cf583e57faf tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks [] for floatingip, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:48.138391 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-04f0d5c5-aae8-4520-b8ef-9d97e8eec19c req-d79a8918-5128-45e5-9d32-8ec9abce739d tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115468 Aug 10 03:12:48.171433 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8e8590d2-7015-40b8-8f1f-e2c1f19483a2 req-0e5ca8fa-1cc3-4b59-9f85-5d3c18ed3f2f service neutron] 10.222.0.60 "GET /v2.0/networks/54f6e63c-cb89-422b-ae81-070411dbb909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534703 Aug 10 03:12:48.215753 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b33265c4-a0e4-4f43-ae0c-d69841a13821 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:12:48.268036 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3dde3-967e-45a2-8e68-5f9d46cacb11 req-e54d88d5-bd33-42e1-be92-c0b2036bcdd6 tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:48.270032 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-30e3dde3-967e-45a2-8e68-5f9d46cacb11 req-e54d88d5-bd33-42e1-be92-c0b2036bcdd6 tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] 10.222.0.62 "GET /v2.0/ports?device_id=ae98f166-bcde-42f0-bfa4-94147928bfc5 HTTP/1.1" status: 200 len: 943 time: 0.0880401 Aug 10 03:12:48.290084 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3126dac3-70c7-453b-ad3a-5cf583e57faf tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:48.357397 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-30e3dde3-967e-45a2-8e68-5f9d46cacb11 req-684780be-7475-42a4-a44e-59985c8b0e64 tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca5edc3-909d-4e48-9139-f516a4412b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782075 Aug 10 03:12:48.360249 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port b33265c4-a0e4-4f43-ae0c-d69841a13821 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:48.365874 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port b33265c4-a0e4-4f43-ae0c-d69841a13821 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:48.366582 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:48.505826 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-3126dac3-70c7-453b-ad3a-5cf583e57faf tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Allocated IP 172.25.7.131 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/8b99aa2c-aa98-494d-be2a-6d6d84510cca) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:12:48.536165 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:48.583709 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a234bd2-1c8d-4e7c-a3ee-b9f075ef92d2 req-b843abd2-50e5-4d27-84bc-28c9c2d53777 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:48.584630 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port b33265c4-a0e4-4f43-ae0c-d69841a13821, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=b33265c4-a0e4-4f43-ae0c-d69841a13821,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:48.591921 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7a234bd2-1c8d-4e7c-a3ee-b9f075ef92d2 req-b843abd2-50e5-4d27-84bc-28c9c2d53777 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2da6381-9d03-4693-ac12-5357b9ed4bc2 HTTP/1.1" status: 200 len: 945 time: 0.0755398 Aug 10 03:12:48.594986 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:48.641946 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7a234bd2-1c8d-4e7c-a3ee-b9f075ef92d2 req-a4ac590e-14ff-4179-94ed-4130b2fc1da2 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482688 Aug 10 03:12:48.692868 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=b33265c4-a0e4-4f43-ae0c-d69841a13821,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:48.709148 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3126dac3-70c7-453b-ad3a-5cf583e57faf tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:48.809964 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3126dac3-70c7-453b-ad3a-5cf583e57faf tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:48.850619 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3126dac3-70c7-453b-ad3a-5cf583e57faf tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:12:48.856151 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-3126dac3-70c7-453b-ad3a-5cf583e57faf tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:12:48.860651 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3126dac3-70c7-453b-ad3a-5cf583e57faf tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:12:48.863009 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device f678de2f-0e7e-44f7-ac54-82f92a7ad8a1 up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:12:48.889889 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3126dac3-70c7-453b-ad3a-5cf583e57faf tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Pushing event updated for resources: {'Port': ['ID=8b99aa2c-aa98-494d-be2a-6d6d84510cca,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:48.937051 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port f678de2f-0e7e-44f7-ac54-82f92a7ad8a1 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:48.941558 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port f678de2f-0e7e-44f7-ac54-82f92a7ad8a1 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:48.942036 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:48.997774 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3126dac3-70c7-453b-ad3a-5cf583e57faf tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:49.073768 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3126dac3-70c7-453b-ad3a-5cf583e57faf tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:49.091896 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:49.098419 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f0605-d59e-4098-9ab0-dc0672621500 req-d266e8f3-6ed8-4915-9223-2e16b61e405b tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:49.107184 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5f1f0605-d59e-4098-9ab0-dc0672621500 req-d266e8f3-6ed8-4915-9223-2e16b61e405b tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=cfe07a68-0620-4fd0-a546-dd7aec91845e HTTP/1.1" status: 200 len: 949 time: 0.1334972 Aug 10 03:12:49.137479 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port f678de2f-0e7e-44f7-ac54-82f92a7ad8a1, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=f678de2f-0e7e-44f7-ac54-82f92a7ad8a1,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:49.141961 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfe07a68-0620-4fd0-a546-dd7aec91845e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f678de2f-0e7e-44f7-ac54-82f92a7ad8a1'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:49.145545 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b35c942-67fb-41bd-b67e-b222400e7481" -d '{"events": [{"server_uuid": "cfe07a68-0620-4fd0-a546-dd7aec91845e", "name": "network-vif-plugged", "status": "completed", "tag": "f678de2f-0e7e-44f7-ac54-82f92a7ad8a1"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:49.152622 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:49.193220 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5f1f0605-d59e-4098-9ab0-dc0672621500 req-9423577d-c726-4d86-aa33-8876fa8d1ccf tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814021 Aug 10 03:12:49.249822 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c41e236-53b8-45b8-b0dc-9067fdf953fd x-openstack-request-id: req-1c41e236-53b8-45b8-b0dc-9067fdf953fd {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:49.250399 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfe07a68-0620-4fd0-a546-dd7aec91845e", "name": "network-vif-plugged", "status": "completed", "tag": "f678de2f-0e7e-44f7-ac54-82f92a7ad8a1", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:49.250608 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1c41e236-53b8-45b8-b0dc-9067fdf953fd {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:49.251148 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfe07a68-0620-4fd0-a546-dd7aec91845e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f678de2f-0e7e-44f7-ac54-82f92a7ad8a1', 'code': 200} Aug 10 03:12:49.273583 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=f678de2f-0e7e-44f7-ac54-82f92a7ad8a1,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:49.446297 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42489e-8053-4d35-8a49-737e7d4de0e2 req-b9117e6b-b1d7-45b7-b191-3166e808241b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:49.448191 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1a42489e-8053-4d35-8a49-737e7d4de0e2 req-b9117e6b-b1d7-45b7-b191-3166e808241b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cfe07a68-0620-4fd0-a546-dd7aec91845e HTTP/1.1" status: 200 len: 1102 time: 0.1226103 Aug 10 03:12:49.462252 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1740e23-5e49-47a6-8123-3b7564e282fd req-81fd98e4-c2f0-4aaa-9eb6-40cce7913f3c tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:49.464972 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3126dac3-70c7-453b-ad3a-5cf583e57faf tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:49.470005 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b1740e23-5e49-47a6-8123-3b7564e282fd req-81fd98e4-c2f0-4aaa-9eb6-40cce7913f3c tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 949 time: 0.1080878 Aug 10 03:12:49.480650 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3126dac3-70c7-453b-ad3a-5cf583e57faf tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:49.553508 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058c3d2f-0530-421a-8f21-ad4dee7a2503 None None] Sync routers for ids ['13d9a6c2-9eb1-46e1-af07-d8aaa14d0364'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:12:49.565245 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058c3d2f-0530-421a-8f21-ad4dee7a2503 None None] Routers {'13d9a6c2-9eb1-46e1-af07-d8aaa14d0364'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:12:49.565878 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-058c3d2f-0530-421a-8f21-ad4dee7a2503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:12:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['13d9a6c2-9eb1-46e1-af07-d8aaa14d0364'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:12:49.601563 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3126dac3-70c7-453b-ad3a-5cf583e57faf tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:49.604815 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b1740e23-5e49-47a6-8123-3b7564e282fd req-d18b3641-d44b-4695-9e65-6a0ce7694843 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288621 Aug 10 03:12:49.634021 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b093c-288b-45f3-809d-031cf95d0741 req-3381a223-4b8c-4f18-b4e1-ef2527342db4 tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:49.636928 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-258b093c-288b-45f3-809d-031cf95d0741 req-3381a223-4b8c-4f18-b4e1-ef2527342db4 tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] 10.222.0.62 "GET /v2.0/ports?device_id=ae98f166-bcde-42f0-bfa4-94147928bfc5 HTTP/1.1" status: 200 len: 943 time: 0.1627266 Aug 10 03:12:49.639964 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1a42489e-8053-4d35-8a49-737e7d4de0e2 req-4a895bb8-a06f-47a9-b534-773d9cfb030e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667182 Aug 10 03:12:49.643339 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3126dac3-70c7-453b-ad3a-5cf583e57faf tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:49.644939 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3126dac3-70c7-453b-ad3a-5cf583e57faf tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6402726 Aug 10 03:12:49.654607 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3126dac3-70c7-453b-ad3a-5cf583e57faf tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Pushing event updated for resources: {'Port': ['ID=8b99aa2c-aa98-494d-be2a-6d6d84510cca,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:49.725178 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-258b093c-288b-45f3-809d-031cf95d0741 req-75f11158-2ee1-4f47-9fe0-0441488ddc25 tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca5edc3-909d-4e48-9139-f516a4412b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758209 Aug 10 03:12:49.810067 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-058c3d2f-0530-421a-8f21-ad4dee7a2503 None None] Set router 13d9a6c2-9eb1-46e1-af07-d8aaa14d0364 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:12:49.860493 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248860d-dbe9-4486-8309-0ee7bb1bf499 req-b1d00a16-8083-4def-b1bb-eec24381fb83 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:49.862862 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2248860d-dbe9-4486-8309-0ee7bb1bf499 req-b1d00a16-8083-4def-b1bb-eec24381fb83 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2da6381-9d03-4693-ac12-5357b9ed4bc2 HTTP/1.1" status: 200 len: 945 time: 0.0939820 Aug 10 03:12:49.876121 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-538b6999-feed-4d53-875b-d7d4b1b4a81b req-df60d81b-e67b-4f83-8ee4-96b5f6d3730f tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1568202181&fields=id&tenant_id=0c00b01e0806491485adebe5c1c180f7 HTTP/1.1" status: 200 len: 267 time: 0.0623527 Aug 10 03:12:50.006125 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2248860d-dbe9-4486-8309-0ee7bb1bf499 req-dab52fa4-70e6-48d8-a377-18a60b034e2e tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279833 Aug 10 03:12:50.015505 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b6999-feed-4d53-875b-d7d4b1b4a81b req-dd387e48-c3d7-4955-85ed-e7b58c6d68ea tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:50.022440 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-538b6999-feed-4d53-875b-d7d4b1b4a81b req-dd387e48-c3d7-4955-85ed-e7b58c6d68ea tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/networks?id=c0759395-72d8-4de6-9611-c9ba0ebf5417 HTTP/1.1" status: 200 len: 817 time: 0.1454515 Aug 10 03:12:50.050525 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-538b6999-feed-4d53-875b-d7d4b1b4a81b req-1bb7099a-f1ef-49a6-90e1-deea91535654 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/quotas/0c00b01e0806491485adebe5c1c180f7 HTTP/1.1" status: 200 len: 375 time: 0.0271337 Aug 10 03:12:50.109174 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-058c3d2f-0530-421a-8f21-ad4dee7a2503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d9a6c2-9eb1-46e1-af07-d8aaa14d0364', 'name': 'tempest-AttachVolumeShelveTestJSON-1128468652-router', 'tenant_id': '0c00b01e0806491485adebe5c1c180f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'b33265c4-a0e4-4f43-ae0c-d69841a13821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:12:39Z', 'updated_at': '2021-08-10T03:12:44Z', 'revision_number': 4, 'project_id': '0c00b01e0806491485adebe5c1c180f7', 'gw_port': {'id': 'b33265c4-a0e4-4f43-ae0c-d69841a13821', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d9a6c2-9eb1-46e1-af07-d8aaa14d0364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:12:40Z', 'updated_at': '2021-08-10T03:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '9a25952a-9ef1-4c85-b91e-c0c0f02dd688', 'name': '', 'network_id': 'c0759395-72d8-4de6-9611-c9ba0ebf5417', 'tenant_id': '0c00b01e0806491485adebe5c1c180f7', 'mac_address': 'fa:16:3e:f5:43:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d9a6c2-9eb1-46e1-af07-d8aaa14d0364', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '3edf7dab-cede-45e3-a40b-9026654a3743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:12:43Z', 'updated_at': '2021-08-10T03:12:44Z', 'revision_number': 2, 'project_id': '0c00b01e0806491485adebe5c1c180f7', 'subnets': [{'id': '3edf7dab-cede-45e3-a40b-9026654a3743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:12:50.121103 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b33265c4-a0e4-4f43-ae0c-d69841a13821 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:12:50.128667 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-538b6999-feed-4d53-875b-d7d4b1b4a81b req-714b73da-9715-4d3d-afdc-947dcdd84dc6 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0c00b01e0806491485adebe5c1c180f7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0772111 Aug 10 03:12:50.184655 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058c3d2f-0530-421a-8f21-ad4dee7a2503 None None] Checking router: 13d9a6c2-9eb1-46e1-af07-d8aaa14d0364 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:12:50.185158 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058c3d2f-0530-421a-8f21-ad4dee7a2503 None None] Updating router 13d9a6c2-9eb1-46e1-af07-d8aaa14d0364 port 9a25952a-9ef1-4c85-b91e-c0c0f02dd688 binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:12:50.188765 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port b33265c4-a0e4-4f43-ae0c-d69841a13821 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:50.189503 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:50.229215 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-058c3d2f-0530-421a-8f21-ad4dee7a2503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:50.346774 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-538b6999-feed-4d53-875b-d7d4b1b4a81b req-98db0575-f311-415d-a830-dc4f7b5b41bb service neutron] 10.222.0.62 "GET /v2.0/networks/c0759395-72d8-4de6-9611-c9ba0ebf5417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040899 Aug 10 03:12:50.412033 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607e0c9-bf10-4af6-8967-353d40d0f3e0 req-79edee0a-d052-4535-8771-fd7993f6f412 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:50.416075 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9607e0c9-bf10-4af6-8967-353d40d0f3e0 req-79edee0a-d052-4535-8771-fd7993f6f412 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=cfe07a68-0620-4fd0-a546-dd7aec91845e HTTP/1.1" status: 200 len: 950 time: 0.0949795 Aug 10 03:12:50.522635 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9607e0c9-bf10-4af6-8967-353d40d0f3e0 req-61bb581e-09ea-4e71-bd69-cbe383cb6fd8 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012652 Aug 10 03:12:50.582201 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-538b6999-feed-4d53-875b-d7d4b1b4a81b req-44f6d306-f2f1-415b-aa24-60eb23ebfa0e service neutron] 10.222.0.62 "GET /v2.0/networks/c0759395-72d8-4de6-9611-c9ba0ebf5417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189596 Aug 10 03:12:50.609271 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-058c3d2f-0530-421a-8f21-ad4dee7a2503 None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:50.644430 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-058c3d2f-0530-421a-8f21-ad4dee7a2503 None None] Transition to ACTIVE for port object 9a25952a-9ef1-4c85-b91e-c0c0f02dd688 will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:12:50.657250 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-058c3d2f-0530-421a-8f21-ad4dee7a2503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:50.765595 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa38d8d4-d809-4e68-adcf-8ca29f12f86a None None] Pushing event updated for resources: {'Port': ['ID=9a25952a-9ef1-4c85-b91e-c0c0f02dd688,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:50.792021 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa38d8d4-d809-4e68-adcf-8ca29f12f86a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:50.792272 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa38d8d4-d809-4e68-adcf-8ca29f12f86a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:50.792819 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa38d8d4-d809-4e68-adcf-8ca29f12f86a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:50.793325 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa38d8d4-d809-4e68-adcf-8ca29f12f86a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:50.793813 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa38d8d4-d809-4e68-adcf-8ca29f12f86a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:50.794315 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa38d8d4-d809-4e68-adcf-8ca29f12f86a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:50.794821 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa38d8d4-d809-4e68-adcf-8ca29f12f86a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:50.795617 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa38d8d4-d809-4e68-adcf-8ca29f12f86a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:50.796099 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa38d8d4-d809-4e68-adcf-8ca29f12f86a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:50.796577 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa38d8d4-d809-4e68-adcf-8ca29f12f86a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:50.796702 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a098b22f-cd92-47a8-8343-0d16f2ed0f5c req-5f4f25d9-e0c5-43b5-97e3-6882420357c4 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:50.797172 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa38d8d4-d809-4e68-adcf-8ca29f12f86a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:50.797714 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa38d8d4-d809-4e68-adcf-8ca29f12f86a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:50.804656 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a098b22f-cd92-47a8-8343-0d16f2ed0f5c req-5f4f25d9-e0c5-43b5-97e3-6882420357c4 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 949 time: 0.1129220 Aug 10 03:12:50.857743 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-efcaaddf-8f79-4af8-bea2-0bf2801b804f req-1c25091a-3a5e-44eb-b48f-b6aca357cd36 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 210 time: 0.0767953 Aug 10 03:12:50.880219 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device bf6a4048-1ad3-4061-8206-752e9c215de8 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:12:50.894376 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a098b22f-cd92-47a8-8343-0d16f2ed0f5c req-67ece183-7363-42ab-940e-7d08cd05b80a tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886838 Aug 10 03:12:50.968788 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-058c3d2f-0530-421a-8f21-ad4dee7a2503 None None] Attempting to bind port 9a25952a-9ef1-4c85-b91e-c0c0f02dd688 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:12:50.968788 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-058c3d2f-0530-421a-8f21-ad4dee7a2503 None None] Attempting to bind port 9a25952a-9ef1-4c85-b91e-c0c0f02dd688 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'b14795c0-984c-4c21-bc5c-b1b39903d907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c0759395-72d8-4de6-9611-c9ba0ebf5417'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:12:50.969277 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058c3d2f-0530-421a-8f21-ad4dee7a2503 None None] Attempting to bind port 9a25952a-9ef1-4c85-b91e-c0c0f02dd688 on network c0759395-72d8-4de6-9611-c9ba0ebf5417 {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:50.979036 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058c3d2f-0530-421a-8f21-ad4dee7a2503 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:12:50.981300 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058c3d2f-0530-421a-8f21-ad4dee7a2503 None None] Checking segment: {'id': 'b14795c0-984c-4c21-bc5c-b1b39903d907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c0759395-72d8-4de6-9611-c9ba0ebf5417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:12:50.983393 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-058c3d2f-0530-421a-8f21-ad4dee7a2503 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:50.984052 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058c3d2f-0530-421a-8f21-ad4dee7a2503 None None] Bound using segment: {'id': 'b14795c0-984c-4c21-bc5c-b1b39903d907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c0759395-72d8-4de6-9611-c9ba0ebf5417'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:12:50.986957 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-058c3d2f-0530-421a-8f21-ad4dee7a2503 None None] Bound port: 9a25952a-9ef1-4c85-b91e-c0c0f02dd688, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b14795c0-984c-4c21-bc5c-b1b39903d907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c0759395-72d8-4de6-9611-c9ba0ebf5417'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:12:50.987843 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-058c3d2f-0530-421a-8f21-ad4dee7a2503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:51.103655 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port bf6a4048-1ad3-4061-8206-752e9c215de8, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=bf6a4048-1ad3-4061-8206-752e9c215de8,segment=NetworkSegment(55276495-0f7c-46a1-a81a-e46c18424543),segment_id=55276495-0f7c-46a1-a81a-e46c18424543)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:51.128018 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-058c3d2f-0530-421a-8f21-ad4dee7a2503 None None] For port 9a25952a-9ef1-4c85-b91e-c0c0f02dd688, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:12:51.130759 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': 'bf6a4048-1ad3-4061-8206-752e9c215de8', 'network_id': '54f6e63c-cb89-422b-ae81-070411dbb909', 'port_id': 'bf6a4048-1ad3-4061-8206-752e9c215de8', 'mac_address': 'fa:16:3e:c1:cd:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d320fc5-5a28-44e9-920c-fcdb2a6bd3f3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:12:51.132456 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-058c3d2f-0530-421a-8f21-ad4dee7a2503 None None] For port 9a25952a-9ef1-4c85-b91e-c0c0f02dd688, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=9a25952a-9ef1-4c85-b91e-c0c0f02dd688,segment=NetworkSegment(b14795c0-984c-4c21-bc5c-b1b39903d907),segment_id=b14795c0-984c-4c21-bc5c-b1b39903d907)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:12:51.140763 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-058c3d2f-0530-421a-8f21-ad4dee7a2503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:51.185107 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3dcbb-529d-47c7-8cf7-8c230906954d req-b912d379-e9a3-4c87-a4d8-4f741fbc42f2 tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:51.203382 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-61d3dcbb-529d-47c7-8cf7-8c230906954d req-b912d379-e9a3-4c87-a4d8-4f741fbc42f2 tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] 10.222.0.62 "GET /v2.0/ports?device_id=ae98f166-bcde-42f0-bfa4-94147928bfc5 HTTP/1.1" status: 200 len: 943 time: 0.1683400 Aug 10 03:12:51.219120 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:51.237077 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf6a4048-1ad3-4061-8206-752e9c215de8 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:51.269173 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port bf6a4048-1ad3-4061-8206-752e9c215de8, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=bf6a4048-1ad3-4061-8206-752e9c215de8,segment=NetworkSegment(55276495-0f7c-46a1-a81a-e46c18424543),segment_id=55276495-0f7c-46a1-a81a-e46c18424543)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:51.286016 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:51.287617 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058c3d2f-0530-421a-8f21-ad4dee7a2503 None None] Routers {'13d9a6c2-9eb1-46e1-af07-d8aaa14d0364'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:12:51.288243 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-058c3d2f-0530-421a-8f21-ad4dee7a2503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:12:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['13d9a6c2-9eb1-46e1-af07-d8aaa14d0364'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:12:51.290254 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa38d8d4-d809-4e68-adcf-8ca29f12f86a None None] Pushing event updated for resources: {'Port': ['ID=9a25952a-9ef1-4c85-b91e-c0c0f02dd688,revision_number=4']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:51.443368 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-61d3dcbb-529d-47c7-8cf7-8c230906954d req-5ccd1276-51e3-4fab-95c6-1c5321016b62 tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca5edc3-909d-4e48-9139-f516a4412b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390029 Aug 10 03:12:51.450514 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=bf6a4048-1ad3-4061-8206-752e9c215de8,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:51.456516 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b47979-7f82-40c2-aa0e-2bbe1a96a48f req-dbd350e2-8170-4c47-bd2d-dbd8014eb845 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:51.458194 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a3b47979-7f82-40c2-aa0e-2bbe1a96a48f req-dbd350e2-8170-4c47-bd2d-dbd8014eb845 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2da6381-9d03-4693-ac12-5357b9ed4bc2 HTTP/1.1" status: 200 len: 945 time: 0.2522576 Aug 10 03:12:51.539670 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-058c3d2f-0530-421a-8f21-ad4dee7a2503 None None] Set router 13d9a6c2-9eb1-46e1-af07-d8aaa14d0364 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:12:51.542618 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a3b47979-7f82-40c2-aa0e-2bbe1a96a48f req-56a5213e-326c-4930-ba36-0d80c1f36b2b tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686634 Aug 10 03:12:51.802540 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b902b-0972-40ea-9d4e-36089112805b req-3e07606a-2ab6-42d5-9ae2-dc75a0bbfbf8 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:51.811282 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5d6b902b-0972-40ea-9d4e-36089112805b req-3e07606a-2ab6-42d5-9ae2-dc75a0bbfbf8 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=cfe07a68-0620-4fd0-a546-dd7aec91845e HTTP/1.1" status: 200 len: 950 time: 0.0819433 Aug 10 03:12:51.828159 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['bf6a4048-1ad3-4061-8206-752e9c215de8'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:51.887006 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5d6b902b-0972-40ea-9d4e-36089112805b req-54c84b6e-7f4e-43de-a197-b3a643154988 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709314 Aug 10 03:12:52.016746 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-058c3d2f-0530-421a-8f21-ad4dee7a2503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d9a6c2-9eb1-46e1-af07-d8aaa14d0364', 'name': 'tempest-AttachVolumeShelveTestJSON-1128468652-router', 'tenant_id': '0c00b01e0806491485adebe5c1c180f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'b33265c4-a0e4-4f43-ae0c-d69841a13821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:12:39Z', 'updated_at': '2021-08-10T03:12:44Z', 'revision_number': 4, 'project_id': '0c00b01e0806491485adebe5c1c180f7', 'gw_port': {'id': 'b33265c4-a0e4-4f43-ae0c-d69841a13821', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d9a6c2-9eb1-46e1-af07-d8aaa14d0364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:12:40Z', 'updated_at': '2021-08-10T03:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '9a25952a-9ef1-4c85-b91e-c0c0f02dd688', 'name': '', 'network_id': 'c0759395-72d8-4de6-9611-c9ba0ebf5417', 'tenant_id': '0c00b01e0806491485adebe5c1c180f7', 'mac_address': 'fa:16:3e:f5:43:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d9a6c2-9eb1-46e1-af07-d8aaa14d0364', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '3edf7dab-cede-45e3-a40b-9026654a3743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:12:43Z', 'updated_at': '2021-08-10T03:12:51Z', 'revision_number': 4, 'project_id': '0c00b01e0806491485adebe5c1c180f7', 'subnets': [{'id': '3edf7dab-cede-45e3-a40b-9026654a3743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:12:52.048702 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058c3d2f-0530-421a-8f21-ad4dee7a2503 None None] The sync data for ids ['13d9a6c2-9eb1-46e1-af07-d8aaa14d0364'] in n-d-768851-15 is: [{'id': '13d9a6c2-9eb1-46e1-af07-d8aaa14d0364', 'name': 'tempest-AttachVolumeShelveTestJSON-1128468652-router', 'tenant_id': '0c00b01e0806491485adebe5c1c180f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'b33265c4-a0e4-4f43-ae0c-d69841a13821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:12:39Z', 'updated_at': '2021-08-10T03:12:44Z', 'revision_number': 4, 'project_id': '0c00b01e0806491485adebe5c1c180f7', 'gw_port': {'id': 'b33265c4-a0e4-4f43-ae0c-d69841a13821', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d9a6c2-9eb1-46e1-af07-d8aaa14d0364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:12:40Z', 'updated_at': '2021-08-10T03:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '9a25952a-9ef1-4c85-b91e-c0c0f02dd688', 'name': '', 'network_id': 'c0759395-72d8-4de6-9611-c9ba0ebf5417', 'tenant_id': '0c00b01e0806491485adebe5c1c180f7', 'mac_address': 'fa:16:3e:f5:43:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d9a6c2-9eb1-46e1-af07-d8aaa14d0364', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '3edf7dab-cede-45e3-a40b-9026654a3743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:12:43Z', 'updated_at': '2021-08-10T03:12:51Z', 'revision_number': 4, 'project_id': '0c00b01e0806491485adebe5c1c180f7', 'subnets': [{'id': '3edf7dab-cede-45e3-a40b-9026654a3743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:12:52.158490 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c3f4bd-2fef-4741-ab7c-e92df97a5e92 req-6e810564-1ba3-4637-b95a-321bcb7b6fae tempest-ServersOnMultiNodesTest-1316889820 tempest-ServersOnMultiNodesTest-1316889820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:52.166256 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e9c3f4bd-2fef-4741-ab7c-e92df97a5e92 req-6e810564-1ba3-4637-b95a-321bcb7b6fae tempest-ServersOnMultiNodesTest-1316889820 tempest-ServersOnMultiNodesTest-1316889820-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=cfe07a68-0620-4fd0-a546-dd7aec91845e HTTP/1.1" status: 200 len: 1102 time: 0.1600969 Aug 10 03:12:52.181704 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 9a25952a-9ef1-4c85-b91e-c0c0f02dd688 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:12:52.210099 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b27ca9-f356-4971-bcce-d3576d6e1410 req-24b081b5-ba41-4187-b0a4-f75c114343c2 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:52.224197 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a5b27ca9-f356-4971-bcce-d3576d6e1410 req-24b081b5-ba41-4187-b0a4-f75c114343c2 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 949 time: 0.2050500 Aug 10 03:12:52.261125 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 9a25952a-9ef1-4c85-b91e-c0c0f02dd688 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:52.268043 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 9a25952a-9ef1-4c85-b91e-c0c0f02dd688 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:52.269049 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:52.320025 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a5b27ca9-f356-4971-bcce-d3576d6e1410 req-f484300a-4668-440b-a613-994e3dfdc01e tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947423 Aug 10 03:12:52.379978 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e9c3f4bd-2fef-4741-ab7c-e92df97a5e92 req-0fbf1d92-012d-4482-ba57-3cfe5f38027d tempest-ServersOnMultiNodesTest-1316889820 tempest-ServersOnMultiNodesTest-1316889820-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126422 Aug 10 03:12:52.407945 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:52.484346 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ef96b69f-4f78-49ab-bfb1-534b3add17c0 req-4914ed34-fa80-457e-95a7-24f086239270 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 210 time: 0.0679381 Aug 10 03:12:52.512655 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 9a25952a-9ef1-4c85-b91e-c0c0f02dd688, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=9a25952a-9ef1-4c85-b91e-c0c0f02dd688,segment=NetworkSegment(b14795c0-984c-4c21-bc5c-b1b39903d907),segment_id=b14795c0-984c-4c21-bc5c-b1b39903d907)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:52.523793 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:52.671992 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device d3d6626d-da1b-42ff-a67f-da8cf098f15b details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:12:52.704497 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b6999-feed-4d53-875b-d7d4b1b4a81b req-c4835bcc-132d-40cc-8682-272a013f64f3 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:52.706954 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-538b6999-feed-4d53-875b-d7d4b1b4a81b req-c4835bcc-132d-40cc-8682-272a013f64f3 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.58 "GET /v2.0/networks?id=c0759395-72d8-4de6-9611-c9ba0ebf5417 HTTP/1.1" status: 200 len: 817 time: 0.2180085 Aug 10 03:12:52.714069 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d8ee7-38ab-4b55-8c2b-2da1f8fd9b3f req-208fbe77-8b15-418c-8468-39f0b9cc3fef tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:52.715671 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3c9d8ee7-38ab-4b55-8c2b-2da1f8fd9b3f req-208fbe77-8b15-418c-8468-39f0b9cc3fef tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] 10.222.0.62 "GET /v2.0/ports?device_id=ae98f166-bcde-42f0-bfa4-94147928bfc5 HTTP/1.1" status: 200 len: 944 time: 0.1515472 Aug 10 03:12:52.807780 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-538b6999-feed-4d53-875b-d7d4b1b4a81b req-6602f12c-c4a0-49ed-94c3-7abe80d0b3b8 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c00b01e0806491485adebe5c1c180f7 HTTP/1.1" status: 200 len: 380 time: 0.0767949 Aug 10 03:12:52.825372 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-538b6999-feed-4d53-875b-d7d4b1b4a81b req-620990a8-e15b-4f44-b927-69964ead45b3 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Request body: {'port': {'device_id': 'f968c78b-535a-49e6-86c5-6bde6a962948', 'network_id': 'c0759395-72d8-4de6-9611-c9ba0ebf5417', 'admin_state_up': True, 'tenant_id': '0c00b01e0806491485adebe5c1c180f7', 'security_groups': ['2cb8a3f5-abac-4e8f-91bc-5335ca148a9a']}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:52.857716 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port d3d6626d-da1b-42ff-a67f-da8cf098f15b, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=d3d6626d-da1b-42ff-a67f-da8cf098f15b,segment=NetworkSegment(db7476b4-7245-4e51-b6d1-619dc5627d38),segment_id=db7476b4-7245-4e51-b6d1-619dc5627d38)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:52.873131 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=9a25952a-9ef1-4c85-b91e-c0c0f02dd688,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:52.878013 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': 'd3d6626d-da1b-42ff-a67f-da8cf098f15b', 'network_id': '0cf0f7c8-c356-4a79-bd3e-8005302f9371', 'port_id': 'd3d6626d-da1b-42ff-a67f-da8cf098f15b', 'mac_address': 'fa:16:3e:00:2f:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8836cca-129c-4b0e-ae0e-fb7a336cf058', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:12:52.932436 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:52.960935 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d3d6626d-da1b-42ff-a67f-da8cf098f15b {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:52.987292 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port d3d6626d-da1b-42ff-a67f-da8cf098f15b, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=d3d6626d-da1b-42ff-a67f-da8cf098f15b,segment=NetworkSegment(db7476b4-7245-4e51-b6d1-619dc5627d38),segment_id=db7476b4-7245-4e51-b6d1-619dc5627d38)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:52.993654 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:53.039977 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-538b6999-feed-4d53-875b-d7d4b1b4a81b req-620990a8-e15b-4f44-b927-69964ead45b3 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Made reservation on behalf of 0c00b01e0806491485adebe5c1c180f7 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:12:53.044944 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-538b6999-feed-4d53-875b-d7d4b1b4a81b req-620990a8-e15b-4f44-b927-69964ead45b3 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:53.132538 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=d3d6626d-da1b-42ff-a67f-da8cf098f15b,revision_number=6']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:53.276058 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-538b6999-feed-4d53-875b-d7d4b1b4a81b req-620990a8-e15b-4f44-b927-69964ead45b3 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Allocated IP 172.20.0.5 (c0759395-72d8-4de6-9611-c9ba0ebf5417/3edf7dab-cede-45e3-a40b-9026654a3743/8a30db10-e0e6-4c59-bff9-1edbdbe1ee47) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:12:53.317419 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3c9d8ee7-38ab-4b55-8c2b-2da1f8fd9b3f req-da65b4e7-4a6e-428c-9547-be3123fd0765 tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca5edc3-909d-4e48-9139-f516a4412b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5700355 Aug 10 03:12:53.349704 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12d017-d9bd-498f-a8be-317c3b0bd928 req-49482f68-8f9f-4c29-a7cd-950988435b7b tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:53.352077 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dd12d017-d9bd-498f-a8be-317c3b0bd928 req-49482f68-8f9f-4c29-a7cd-950988435b7b tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2da6381-9d03-4693-ac12-5357b9ed4bc2 HTTP/1.1" status: 200 len: 945 time: 0.6288774 Aug 10 03:12:53.359951 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['d3d6626d-da1b-42ff-a67f-da8cf098f15b'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:53.437647 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dd12d017-d9bd-498f-a8be-317c3b0bd928 req-20e64dd6-cc53-4ba8-83b7-a25516172331 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732214 Aug 10 03:12:53.528672 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-538b6999-feed-4d53-875b-d7d4b1b4a81b req-620990a8-e15b-4f44-b927-69964ead45b3 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:53.548603 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-538b6999-feed-4d53-875b-d7d4b1b4a81b req-620990a8-e15b-4f44-b927-69964ead45b3 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Transition to ACTIVE for port object 8a30db10-e0e6-4c59-bff9-1edbdbe1ee47 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:12:53.595252 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-538b6999-feed-4d53-875b-d7d4b1b4a81b req-620990a8-e15b-4f44-b927-69964ead45b3 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:53.619543 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-30717020-494e-42ae-95f3-834faa7ce798 req-2ddd3816-8ed5-4bf7-a68b-5218d910d4c2 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=293fbd9b1ced45ab964a1da35de8e7bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0504184 Aug 10 03:12:53.644390 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-538b6999-feed-4d53-875b-d7d4b1b4a81b req-620990a8-e15b-4f44-b927-69964ead45b3 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Network c0759395-72d8-4de6-9611-c9ba0ebf5417 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:12:53.648803 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-538b6999-feed-4d53-875b-d7d4b1b4a81b req-620990a8-e15b-4f44-b927-69964ead45b3 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:12:53.652517 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-538b6999-feed-4d53-875b-d7d4b1b4a81b req-620990a8-e15b-4f44-b927-69964ead45b3 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:12:53.708025 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620990a8-e15b-4f44-b927-69964ead45b3 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Pushing event updated for resources: {'Port': ['ID=8a30db10-e0e6-4c59-bff9-1edbdbe1ee47,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:53.747437 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b6999-feed-4d53-875b-d7d4b1b4a81b req-620990a8-e15b-4f44-b927-69964ead45b3 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:53.748715 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-538b6999-feed-4d53-875b-d7d4b1b4a81b req-620990a8-e15b-4f44-b927-69964ead45b3 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:53.768402 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-538b6999-feed-4d53-875b-d7d4b1b4a81b req-620990a8-e15b-4f44-b927-69964ead45b3 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9489760 Aug 10 03:12:53.792245 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-538b6999-feed-4d53-875b-d7d4b1b4a81b req-1022ba5b-1528-48c3-ab7c-7a305f09403f service neutron] Request body: {'port': {'device_id': 'f968c78b-535a-49e6-86c5-6bde6a962948', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:53.816833 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b03581-0035-4899-a4f1-593c7d6c1049 req-57f5332e-9e5d-4c1c-b7fb-83e0a5c42af0 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:53.824223 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-65b03581-0035-4899-a4f1-593c7d6c1049 req-57f5332e-9e5d-4c1c-b7fb-83e0a5c42af0 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 949 time: 0.1411536 Aug 10 03:12:53.860481 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30717020-494e-42ae-95f3-834faa7ce798 req-e6c7da68-f2b2-422a-ad99-5f8778e8c4c6 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:53.867619 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-30717020-494e-42ae-95f3-834faa7ce798 req-e6c7da68-f2b2-422a-ad99-5f8778e8c4c6 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2463238 Aug 10 03:12:53.891241 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-30717020-494e-42ae-95f3-834faa7ce798 req-871a5b22-0874-4c3e-af3d-ea28fafa35ff tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/quotas/293fbd9b1ced45ab964a1da35de8e7bd HTTP/1.1" status: 200 len: 375 time: 0.0226076 Aug 10 03:12:53.895239 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-538b6999-feed-4d53-875b-d7d4b1b4a81b req-1022ba5b-1528-48c3-ab7c-7a305f09403f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:53.950776 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-65b03581-0035-4899-a4f1-593c7d6c1049 req-90eac18e-dcc0-4b57-9bb5-d0c8755328a3 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195173 Aug 10 03:12:54.016543 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-30717020-494e-42ae-95f3-834faa7ce798 req-8408e123-21fb-4cb3-9a48-af443ba889f5 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=293fbd9b1ced45ab964a1da35de8e7bd&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1208105 Aug 10 03:12:54.038033 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-6b15f276-6aa3-4b9e-94c6-33b7c0b48e63 None None] Provisioning for port 8a30db10-e0e6-4c59-bff9-1edbdbe1ee47 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:54.042228 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-6b15f276-6aa3-4b9e-94c6-33b7c0b48e63 None None] Provisioning complete for port 8a30db10-e0e6-4c59-bff9-1edbdbe1ee47 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:54.042616 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-6b15f276-6aa3-4b9e-94c6-33b7c0b48e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:54.148980 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-6b15f276-6aa3-4b9e-94c6-33b7c0b48e63 None None] Port 8a30db10-e0e6-4c59-bff9-1edbdbe1ee47 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:12:54.168448 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801be5e-c272-4bb1-b597-aaeb9a064aba req-2de08c8a-7d7a-41fe-9e0f-05f1d15c7606 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:54.170929 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7801be5e-c272-4bb1-b597-aaeb9a064aba req-2de08c8a-7d7a-41fe-9e0f-05f1d15c7606 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 931 time: 0.1432917 Aug 10 03:12:54.181242 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 9a25952a-9ef1-4c85-b91e-c0c0f02dd688 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:12:54.226630 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-538b6999-feed-4d53-875b-d7d4b1b4a81b req-1022ba5b-1528-48c3-ab7c-7a305f09403f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a30db10-e0e6-4c59-bff9-1edbdbe1ee47 {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:54.251892 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-538b6999-feed-4d53-875b-d7d4b1b4a81b req-1022ba5b-1528-48c3-ab7c-7a305f09403f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:54.252668 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 9a25952a-9ef1-4c85-b91e-c0c0f02dd688 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:54.268656 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:54.269779 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-538b6999-feed-4d53-875b-d7d4b1b4a81b req-1022ba5b-1528-48c3-ab7c-7a305f09403f service neutron] Transition to ACTIVE for port object 8a30db10-e0e6-4c59-bff9-1edbdbe1ee47 will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:12:54.280522 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-538b6999-feed-4d53-875b-d7d4b1b4a81b req-1022ba5b-1528-48c3-ab7c-7a305f09403f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:54.281315 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7801be5e-c272-4bb1-b597-aaeb9a064aba req-2e53366f-3efb-4511-bfa4-a84a4207fdb9 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005991 Aug 10 03:12:54.380827 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ccf7b194-c9ea-4d72-8171-90053c13423d req-fd40dd7e-5a38-4586-922c-39bda802b1f0 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=3aa62070-0700-4aba-8a75-8977972a9063 HTTP/1.1" status: 200 len: 210 time: 0.0604458 Aug 10 03:12:54.384991 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1022ba5b-1528-48c3-ab7c-7a305f09403f service neutron] Pushing event updated for resources: {'Port': ['ID=8a30db10-e0e6-4c59-bff9-1edbdbe1ee47,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:54.516486 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51824d1a-a9f5-445a-b465-f72342640f39 req-ca5c46aa-fa83-47a8-b664-348cfcbd14ce tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:54.531581 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-51824d1a-a9f5-445a-b465-f72342640f39 req-ca5c46aa-fa83-47a8-b664-348cfcbd14ce tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] 10.222.0.62 "GET /v2.0/ports?device_id=ae98f166-bcde-42f0-bfa4-94147928bfc5 HTTP/1.1" status: 200 len: 944 time: 0.0972004 Aug 10 03:12:54.577901 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-538b6999-feed-4d53-875b-d7d4b1b4a81b req-1022ba5b-1528-48c3-ab7c-7a305f09403f service neutron] Attempting to bind port 8a30db10-e0e6-4c59-bff9-1edbdbe1ee47 on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:12:54.578433 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-538b6999-feed-4d53-875b-d7d4b1b4a81b req-1022ba5b-1528-48c3-ab7c-7a305f09403f service neutron] Attempting to bind port 8a30db10-e0e6-4c59-bff9-1edbdbe1ee47 by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': 'b14795c0-984c-4c21-bc5c-b1b39903d907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c0759395-72d8-4de6-9611-c9ba0ebf5417'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:12:54.587630 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538b6999-feed-4d53-875b-d7d4b1b4a81b req-1022ba5b-1528-48c3-ab7c-7a305f09403f service neutron] Attempting to bind port 8a30db10-e0e6-4c59-bff9-1edbdbe1ee47 on network c0759395-72d8-4de6-9611-c9ba0ebf5417 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:54.594917 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-51824d1a-a9f5-445a-b465-f72342640f39 req-40e8cf0b-d252-42bc-a458-76bbe6a4a5d2 tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca5edc3-909d-4e48-9139-f516a4412b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618632 Aug 10 03:12:54.605654 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538b6999-feed-4d53-875b-d7d4b1b4a81b req-1022ba5b-1528-48c3-ab7c-7a305f09403f service neutron] Port 8a30db10-e0e6-4c59-bff9-1edbdbe1ee47 on network c0759395-72d8-4de6-9611-c9ba0ebf5417 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:12:54.605654 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538b6999-feed-4d53-875b-d7d4b1b4a81b req-1022ba5b-1528-48c3-ab7c-7a305f09403f service neutron] Attempting to bind port 8a30db10-e0e6-4c59-bff9-1edbdbe1ee47 on network c0759395-72d8-4de6-9611-c9ba0ebf5417 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:54.616200 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538b6999-feed-4d53-875b-d7d4b1b4a81b req-1022ba5b-1528-48c3-ab7c-7a305f09403f service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:12:54.617068 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538b6999-feed-4d53-875b-d7d4b1b4a81b req-1022ba5b-1528-48c3-ab7c-7a305f09403f service neutron] Checking segment: {'id': 'b14795c0-984c-4c21-bc5c-b1b39903d907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c0759395-72d8-4de6-9611-c9ba0ebf5417'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:12:54.617281 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538b6999-feed-4d53-875b-d7d4b1b4a81b req-1022ba5b-1528-48c3-ab7c-7a305f09403f service neutron] Bound using segment: {'id': 'b14795c0-984c-4c21-bc5c-b1b39903d907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c0759395-72d8-4de6-9611-c9ba0ebf5417'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:12:54.617920 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-538b6999-feed-4d53-875b-d7d4b1b4a81b req-1022ba5b-1528-48c3-ab7c-7a305f09403f service neutron] Bound port: 8a30db10-e0e6-4c59-bff9-1edbdbe1ee47, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b14795c0-984c-4c21-bc5c-b1b39903d907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c0759395-72d8-4de6-9611-c9ba0ebf5417'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:12:54.618401 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-538b6999-feed-4d53-875b-d7d4b1b4a81b req-1022ba5b-1528-48c3-ab7c-7a305f09403f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:54.704498 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device d3d6626d-da1b-42ff-a67f-da8cf098f15b up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:12:54.837104 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-538b6999-feed-4d53-875b-d7d4b1b4a81b req-1022ba5b-1528-48c3-ab7c-7a305f09403f service neutron] For port 8a30db10-e0e6-4c59-bff9-1edbdbe1ee47, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:12:54.838695 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0f1f2-1e9a-4131-9cc4-93d32309d1a7 req-0232d1ae-94cc-49fd-a50c-527f7ddfe800 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:54.844543 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-538b6999-feed-4d53-875b-d7d4b1b4a81b req-1022ba5b-1528-48c3-ab7c-7a305f09403f service neutron] For port 8a30db10-e0e6-4c59-bff9-1edbdbe1ee47, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=8a30db10-e0e6-4c59-bff9-1edbdbe1ee47,segment=NetworkSegment(b14795c0-984c-4c21-bc5c-b1b39903d907),segment_id=b14795c0-984c-4c21-bc5c-b1b39903d907)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:12:54.849679 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-03c0f1f2-1e9a-4131-9cc4-93d32309d1a7 req-0232d1ae-94cc-49fd-a50c-527f7ddfe800 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2da6381-9d03-4693-ac12-5357b9ed4bc2 HTTP/1.1" status: 200 len: 944 time: 0.1143706 Aug 10 03:12:54.853313 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-538b6999-feed-4d53-875b-d7d4b1b4a81b req-1022ba5b-1528-48c3-ab7c-7a305f09403f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:54.857352 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port d3d6626d-da1b-42ff-a67f-da8cf098f15b triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:54.859486 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:54.911084 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device bf6a4048-1ad3-4061-8206-752e9c215de8 up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:12:54.934415 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-03c0f1f2-1e9a-4131-9cc4-93d32309d1a7 req-f8b6fb9e-e50d-45d5-abab-96b61e724fb3 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825949 Aug 10 03:12:54.951267 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b6999-feed-4d53-875b-d7d4b1b4a81b req-1022ba5b-1528-48c3-ab7c-7a305f09403f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:54.952660 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-538b6999-feed-4d53-875b-d7d4b1b4a81b req-1022ba5b-1528-48c3-ab7c-7a305f09403f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:54.954398 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-538b6999-feed-4d53-875b-d7d4b1b4a81b req-1022ba5b-1528-48c3-ab7c-7a305f09403f service neutron] 10.222.0.58 "PUT /v2.0/ports/8a30db10-e0e6-4c59-bff9-1edbdbe1ee47 HTTP/1.1" status: 200 len: 1092 time: 1.1666017 Aug 10 03:12:54.955050 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f968c78b-535a-49e6-86c5-6bde6a962948', 'tag': '8a30db10-e0e6-4c59-bff9-1edbdbe1ee47'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:54.957989 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fee437a-4851-413c-8115-ffebb1c33c7d" -d '{"events": [{"name": "network-changed", "server_uuid": "f968c78b-535a-49e6-86c5-6bde6a962948", "tag": "8a30db10-e0e6-4c59-bff9-1edbdbe1ee47"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:55.012529 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1022ba5b-1528-48c3-ab7c-7a305f09403f service neutron] Pushing event updated for resources: {'Port': ['ID=8a30db10-e0e6-4c59-bff9-1edbdbe1ee47,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:55.022789 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a76474-0f45-4600-a87f-5bcf143d0e2a x-openstack-request-id: req-17a76474-0f45-4600-a87f-5bcf143d0e2a {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:55.024163 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f968c78b-535a-49e6-86c5-6bde6a962948", "tag": "8a30db10-e0e6-4c59-bff9-1edbdbe1ee47", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:55.024747 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-17a76474-0f45-4600-a87f-5bcf143d0e2a {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:55.025794 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f968c78b-535a-49e6-86c5-6bde6a962948', 'tag': '8a30db10-e0e6-4c59-bff9-1edbdbe1ee47', 'status': 'completed', 'code': 200} Aug 10 03:12:55.142723 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b6999-feed-4d53-875b-d7d4b1b4a81b req-23b626b1-f9c6-4a7d-a77f-02e02e78da49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:55.146140 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-538b6999-feed-4d53-875b-d7d4b1b4a81b req-23b626b1-f9c6-4a7d-a77f-02e02e78da49 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0c00b01e0806491485adebe5c1c180f7&device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 1095 time: 0.1037090 Aug 10 03:12:55.148269 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port bf6a4048-1ad3-4061-8206-752e9c215de8 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:55.156413 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port bf6a4048-1ad3-4061-8206-752e9c215de8 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:55.157008 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:55.176315 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e624bd-7e33-456f-86c7-3e7c65bc402b req-daf977b7-302b-478a-89f1-95500844b5ca tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:55.187989 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-96e624bd-7e33-456f-86c7-3e7c65bc402b req-daf977b7-302b-478a-89f1-95500844b5ca tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 949 time: 0.1007967 Aug 10 03:12:55.226088 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-538b6999-feed-4d53-875b-d7d4b1b4a81b req-3c7e3f26-b387-4e89-934e-f66bf78988ee service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a30db10-e0e6-4c59-bff9-1edbdbe1ee47 HTTP/1.1" status: 200 len: 217 time: 0.0662181 Aug 10 03:12:55.235042 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:55.282199 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-96e624bd-7e33-456f-86c7-3e7c65bc402b req-3f4d7f98-6250-46e3-ba17-0363e88c6716 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931926 Aug 10 03:12:55.318521 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b6999-feed-4d53-875b-d7d4b1b4a81b req-3734bbc5-8b6b-4482-96fb-667864d3eadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:55.327520 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-538b6999-feed-4d53-875b-d7d4b1b4a81b req-3734bbc5-8b6b-4482-96fb-667864d3eadf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3edf7dab-cede-45e3-a40b-9026654a3743 HTTP/1.1" status: 200 len: 856 time: 0.0912097 Aug 10 03:12:55.423595 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b6999-feed-4d53-875b-d7d4b1b4a81b req-d7621d39-992f-4dd9-9907-f54c16651372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:55.429072 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-538b6999-feed-4d53-875b-d7d4b1b4a81b req-d7621d39-992f-4dd9-9907-f54c16651372 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c0759395-72d8-4de6-9611-c9ba0ebf5417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0904069 Aug 10 03:12:55.505867 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f184478e-f85a-44cf-ab5d-532578aff798 req-39a17ed7-f35a-43f8-878d-9699f14f2400 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:55.507625 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f184478e-f85a-44cf-ab5d-532578aff798 req-39a17ed7-f35a-43f8-878d-9699f14f2400 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 943 time: 0.1075959 Aug 10 03:12:55.514720 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2da6381-9d03-4693-ac12-5357b9ed4bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d6626d-da1b-42ff-a67f-da8cf098f15b'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:55.516995 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18292abf-3d6e-4b91-a88d-07d81e40d63c" -d '{"events": [{"server_uuid": "a2da6381-9d03-4693-ac12-5357b9ed4bc2", "name": "network-vif-plugged", "status": "completed", "tag": "d3d6626d-da1b-42ff-a67f-da8cf098f15b"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:55.562827 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port d3d6626d-da1b-42ff-a67f-da8cf098f15b, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=d3d6626d-da1b-42ff-a67f-da8cf098f15b,segment=NetworkSegment(db7476b4-7245-4e51-b6d1-619dc5627d38),segment_id=db7476b4-7245-4e51-b6d1-619dc5627d38)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:55.579888 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-538b6999-feed-4d53-875b-d7d4b1b4a81b req-720fb92d-3ef2-49d0-a94d-3a2d69433593 service neutron] 10.222.0.58 "GET /v2.0/networks/c0759395-72d8-4de6-9611-c9ba0ebf5417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380787 Aug 10 03:12:55.581903 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:55.631660 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f184478e-f85a-44cf-ab5d-532578aff798 req-6e82c670-0aaf-4db9-a449-8364db889163 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974634 Aug 10 03:12:55.647308 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:55.651251 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5c11cec2-e519-4e50-8579-b907849552d9 req-dc103938-47f3-4a7c-a574-1ed00f320563 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=3aa62070-0700-4aba-8a75-8977972a9063 HTTP/1.1" status: 200 len: 210 time: 0.1424975 Aug 10 03:12:55.671950 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=d3d6626d-da1b-42ff-a67f-da8cf098f15b,revision_number=7']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:55.710530 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port bf6a4048-1ad3-4061-8206-752e9c215de8, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=bf6a4048-1ad3-4061-8206-752e9c215de8,segment=NetworkSegment(55276495-0f7c-46a1-a81a-e46c18424543),segment_id=55276495-0f7c-46a1-a81a-e46c18424543)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:55.717009 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:55.799954 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3ff288-67d7-4fff-9c18-268690950dd5 x-openstack-request-id: req-2e3ff288-67d7-4fff-9c18-268690950dd5 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:55.800406 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2da6381-9d03-4693-ac12-5357b9ed4bc2", "name": "network-vif-plugged", "status": "completed", "tag": "d3d6626d-da1b-42ff-a67f-da8cf098f15b", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:55.800600 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2e3ff288-67d7-4fff-9c18-268690950dd5 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:55.801045 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2da6381-9d03-4693-ac12-5357b9ed4bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d6626d-da1b-42ff-a67f-da8cf098f15b', 'code': 200} Aug 10 03:12:55.813530 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=bf6a4048-1ad3-4061-8206-752e9c215de8,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:55.921174 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-30717020-494e-42ae-95f3-834faa7ce798 req-410a5dd5-7472-4bca-9896-0952ce32c778 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=293fbd9b1ced45ab964a1da35de8e7bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441272 Aug 10 03:12:55.921542 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-538b6999-feed-4d53-875b-d7d4b1b4a81b req-f3760619-0442-4e60-aaf8-e9da319ca265 service neutron] 10.222.0.58 "GET /v2.0/networks/c0759395-72d8-4de6-9611-c9ba0ebf5417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233020 Aug 10 03:12:56.047773 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:56.108624 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee437a-4851-413c-8115-ffebb1c33c7d req-a1ff51b3-778b-4720-90f9-8d1732eb9ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:56.149614 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5fee437a-4851-413c-8115-ffebb1c33c7d req-a1ff51b3-778b-4720-90f9-8d1732eb9ea2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0c00b01e0806491485adebe5c1c180f7&device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 1095 time: 0.1292999 Aug 10 03:12:56.172051 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5165b691-e32b-44da-841d-3275c0b1d25f req-4913629a-3203-4e75-b9ba-457dafe2fc9f tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:56.174494 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5165b691-e32b-44da-841d-3275c0b1d25f req-4913629a-3203-4e75-b9ba-457dafe2fc9f tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] 10.222.0.62 "GET /v2.0/ports?device_id=ae98f166-bcde-42f0-bfa4-94147928bfc5 HTTP/1.1" status: 200 len: 945 time: 0.2414637 Aug 10 03:12:56.215225 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:56.237771 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c851a3-f00e-4b9e-83d3-cead3be99087 req-d28de7c1-804b-43e2-b43e-cbe631b40071 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:56.239951 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-38c851a3-f00e-4b9e-83d3-cead3be99087 req-d28de7c1-804b-43e2-b43e-cbe631b40071 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2da6381-9d03-4693-ac12-5357b9ed4bc2 HTTP/1.1" status: 200 len: 945 time: 0.1710539 Aug 10 03:12:56.307771 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee437a-4851-413c-8115-ffebb1c33c7d req-1c8d8496-4e62-43e1-96b5-0b21c7795155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:56.309262 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5fee437a-4851-413c-8115-ffebb1c33c7d req-1c8d8496-4e62-43e1-96b5-0b21c7795155 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c0759395-72d8-4de6-9611-c9ba0ebf5417 HTTP/1.1" status: 200 len: 918 time: 0.1473625 Aug 10 03:12:56.318500 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5165b691-e32b-44da-841d-3275c0b1d25f req-dcfb607a-0953-47e3-bad4-75915640f177 tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca5edc3-909d-4e48-9139-f516a4412b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322079 Aug 10 03:12:56.351788 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30717020-494e-42ae-95f3-834faa7ce798 req-b5c826cb-f0d5-47e7-8c08-3495e52de18f tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:56.353673 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-30717020-494e-42ae-95f3-834faa7ce798 req-b5c826cb-f0d5-47e7-8c08-3495e52de18f tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4224057 Aug 10 03:12:56.380380 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-38c851a3-f00e-4b9e-83d3-cead3be99087 req-195b42d2-3e1f-43ac-97c3-b7ea75a78199 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141264 Aug 10 03:12:56.388343 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-30717020-494e-42ae-95f3-834faa7ce798 req-44836955-6149-4f94-bc29-c5f8dd3921c2 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Request body: {'port': {'device_id': '3aa62070-0700-4aba-8a75-8977972a9063', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'admin_state_up': True, 'tenant_id': '293fbd9b1ced45ab964a1da35de8e7bd'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:56.404746 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5fee437a-4851-413c-8115-ffebb1c33c7d req-a1412c4f-ba19-4bee-abca-d2ddadd40581 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a30db10-e0e6-4c59-bff9-1edbdbe1ee47 HTTP/1.1" status: 200 len: 217 time: 0.0580416 Aug 10 03:12:56.411462 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afab714-6b84-4c8c-80cb-8061f8cb872f req-d07e3cac-8b1d-4e0b-b663-d656737b6533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:56.413049 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6afab714-6b84-4c8c-80cb-8061f8cb872f req-d07e3cac-8b1d-4e0b-b663-d656737b6533 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a2da6381-9d03-4693-ac12-5357b9ed4bc2 HTTP/1.1" status: 200 len: 1097 time: 0.1879570 Aug 10 03:12:56.456047 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee437a-4851-413c-8115-ffebb1c33c7d req-d6f32ef4-f420-4f58-a8c5-7c423fb3862e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:56.457785 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5fee437a-4851-413c-8115-ffebb1c33c7d req-d6f32ef4-f420-4f58-a8c5-7c423fb3862e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3edf7dab-cede-45e3-a40b-9026654a3743 HTTP/1.1" status: 200 len: 856 time: 0.0517759 Aug 10 03:12:56.523827 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee437a-4851-413c-8115-ffebb1c33c7d req-1c60419d-0299-4007-8a43-c296c1270c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:56.525175 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6afab714-6b84-4c8c-80cb-8061f8cb872f req-00474f93-1c10-43c2-9ebd-2f001736fe1c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830956 Aug 10 03:12:56.525915 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5fee437a-4851-413c-8115-ffebb1c33c7d req-1c60419d-0299-4007-8a43-c296c1270c91 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c0759395-72d8-4de6-9611-c9ba0ebf5417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573435 Aug 10 03:12:56.597964 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3b4a1-bf2d-4545-ab70-a04b78fcfe35 req-ca126a51-0aa1-42b9-8f05-2c717813ed6a tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:56.599396 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-11c3b4a1-bf2d-4545-ab70-a04b78fcfe35 req-ca126a51-0aa1-42b9-8f05-2c717813ed6a tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 949 time: 0.1143799 Aug 10 03:12:56.643457 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf867cf3-2581-4945-aa92-770f475fbe65 req-a01a51fd-55cd-4560-9ec1-997e923b12db tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:56.644972 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cf867cf3-2581-4945-aa92-770f475fbe65 req-a01a51fd-55cd-4560-9ec1-997e923b12db tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebe28054-35f5-4b23-84a5-6913060195b8 HTTP/1.1" status: 200 len: 950 time: 0.1016917 Aug 10 03:12:56.682501 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30717020-494e-42ae-95f3-834faa7ce798 req-44836955-6149-4f94-bc29-c5f8dd3921c2 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Made reservation on behalf of 293fbd9b1ced45ab964a1da35de8e7bd for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:12:56.687355 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-30717020-494e-42ae-95f3-834faa7ce798 req-44836955-6149-4f94-bc29-c5f8dd3921c2 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:56.690537 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5fee437a-4851-413c-8115-ffebb1c33c7d req-1b605776-c36d-4bb3-be78-198cab19de9e service neutron] 10.222.0.58 "GET /v2.0/networks/c0759395-72d8-4de6-9611-c9ba0ebf5417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912631 Aug 10 03:12:56.701406 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-11c3b4a1-bf2d-4545-ab70-a04b78fcfe35 req-ee9df5f6-56c9-47c6-86b9-129418c80344 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947881 Aug 10 03:12:56.723523 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cf867cf3-2581-4945-aa92-770f475fbe65 req-9c6e7e17-7a15-4446-9f81-a50c44e35edf tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] 10.222.0.62 "GET /v2.0/security-groups?id=421235de-de03-4b93-a920-9e7498ad2413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681651 Aug 10 03:12:56.830614 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5fee437a-4851-413c-8115-ffebb1c33c7d req-e6b4b32f-e5b7-4bca-ad91-a73bba466018 service neutron] 10.222.0.58 "GET /v2.0/networks/c0759395-72d8-4de6-9611-c9ba0ebf5417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176054 Aug 10 03:12:56.855730 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-007574f7-b1ea-40b6-aff0-bd4c896476d5 req-b53eb366-7968-4bcd-b6bb-7ce8347f7584 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=3aa62070-0700-4aba-8a75-8977972a9063 HTTP/1.1" status: 200 len: 210 time: 0.0555093 Aug 10 03:12:56.922461 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f05e6f-bb0f-4b59-8f31-9e26ea5c914b req-1687f7cf-dc0a-4311-98ad-64813dc2feff tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:56.924143 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-89f05e6f-bb0f-4b59-8f31-9e26ea5c914b req-1687f7cf-dc0a-4311-98ad-64813dc2feff tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 943 time: 0.1251149 Aug 10 03:12:56.936253 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-30717020-494e-42ae-95f3-834faa7ce798 req-44836955-6149-4f94-bc29-c5f8dd3921c2 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Allocated IP 192.168.233.120 (f1b7997e-1a2a-4260-9d7d-b6cf90b8801d/c2e3eb0b-907c-4ac4-809e-ae9609bc8c67/efbbdcc2-7729-4452-86c1-41e87a5971c4) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:12:56.989106 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-89f05e6f-bb0f-4b59-8f31-9e26ea5c914b req-6a37b15b-d9ee-4372-ab47-eea95218f0ae tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542307 Aug 10 03:12:57.116419 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-30717020-494e-42ae-95f3-834faa7ce798 req-44836955-6149-4f94-bc29-c5f8dd3921c2 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:57.130018 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-30717020-494e-42ae-95f3-834faa7ce798 req-44836955-6149-4f94-bc29-c5f8dd3921c2 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Transition to ACTIVE for port object efbbdcc2-7729-4452-86c1-41e87a5971c4 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:12:57.162807 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-30717020-494e-42ae-95f3-834faa7ce798 req-44836955-6149-4f94-bc29-c5f8dd3921c2 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:57.175652 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['e2bc7563-332e-48d6-9dc1-ae121aaebc11', 'f678de2f-0e7e-44f7-ac54-82f92a7ad8a1'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:57.177904 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['f716d117-80b8-4c59-865f-10901d2fe6e9', '2b006445-b8fd-40b7-abc6-6015314c8b62', '96ce739d-641c-4849-9a27-05bd527bd5b4', 'b8bad2d1-000d-4eee-9ea5-68b72ade2a69'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:57.204960 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30717020-494e-42ae-95f3-834faa7ce798 req-44836955-6149-4f94-bc29-c5f8dd3921c2 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:12:57.209924 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-30717020-494e-42ae-95f3-834faa7ce798 req-44836955-6149-4f94-bc29-c5f8dd3921c2 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:12:57.213646 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-30717020-494e-42ae-95f3-834faa7ce798 req-44836955-6149-4f94-bc29-c5f8dd3921c2 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:12:57.238551 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44836955-6149-4f94-bc29-c5f8dd3921c2 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Pushing event updated for resources: {'Port': ['ID=efbbdcc2-7729-4452-86c1-41e87a5971c4,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:57.272329 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30717020-494e-42ae-95f3-834faa7ce798 req-44836955-6149-4f94-bc29-c5f8dd3921c2 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:57.273362 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-30717020-494e-42ae-95f3-834faa7ce798 req-44836955-6149-4f94-bc29-c5f8dd3921c2 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:57.290683 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-30717020-494e-42ae-95f3-834faa7ce798 req-44836955-6149-4f94-bc29-c5f8dd3921c2 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9080999 Aug 10 03:12:57.306943 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-30717020-494e-42ae-95f3-834faa7ce798 req-f547508e-56c0-4c6f-819e-230c9bfbda54 service neutron] Request body: {'port': {'device_id': '3aa62070-0700-4aba-8a75-8977972a9063', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:57.380957 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-30717020-494e-42ae-95f3-834faa7ce798 req-f547508e-56c0-4c6f-819e-230c9bfbda54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:57.532962 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-c98c58e4-3f9a-455b-9d2b-288f0e381cf2 None None] Provisioning for port efbbdcc2-7729-4452-86c1-41e87a5971c4 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:57.558965 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-c98c58e4-3f9a-455b-9d2b-288f0e381cf2 None None] Provisioning complete for port efbbdcc2-7729-4452-86c1-41e87a5971c4 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:57.559340 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c98c58e4-3f9a-455b-9d2b-288f0e381cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:57.586602 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb0e58-61f6-4071-8834-babdefd0f99d req-f9dea6a7-b0b3-4822-90ee-a06463e4172d tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:57.588163 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-88fb0e58-61f6-4071-8834-babdefd0f99d req-f9dea6a7-b0b3-4822-90ee-a06463e4172d tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] 10.222.0.62 "GET /v2.0/ports?device_id=ae98f166-bcde-42f0-bfa4-94147928bfc5 HTTP/1.1" status: 200 len: 945 time: 0.1512759 Aug 10 03:12:57.622619 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-c98c58e4-3f9a-455b-9d2b-288f0e381cf2 None None] Port efbbdcc2-7729-4452-86c1-41e87a5971c4 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:12:57.660133 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb46c117-7d8c-432d-9451-00caa9ad0cee req-421c16c8-b47d-42ae-90f3-107dced9b635 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:57.661805 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eb46c117-7d8c-432d-9451-00caa9ad0cee req-421c16c8-b47d-42ae-90f3-107dced9b635 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2da6381-9d03-4693-ac12-5357b9ed4bc2 HTTP/1.1" status: 200 len: 945 time: 0.1908858 Aug 10 03:12:57.727259 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-88fb0e58-61f6-4071-8834-babdefd0f99d req-03d7a084-6cea-4be0-b3c1-8245b689f419 tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca5edc3-909d-4e48-9139-f516a4412b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266546 Aug 10 03:12:57.743551 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eb46c117-7d8c-432d-9451-00caa9ad0cee req-81c1b8bd-79f9-4f86-97df-826647af290f tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746005 Aug 10 03:12:57.801919 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae98f166-bcde-42f0-bfa4-94147928bfc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6a4048-1ad3-4061-8206-752e9c215de8'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:57.804281 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212bbb37-83a9-4791-9891-f1d50171bdd0" -d '{"events": [{"server_uuid": "ae98f166-bcde-42f0-bfa4-94147928bfc5", "name": "network-vif-plugged", "status": "completed", "tag": "bf6a4048-1ad3-4061-8206-752e9c215de8"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:57.840480 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-30717020-494e-42ae-95f3-834faa7ce798 req-f547508e-56c0-4c6f-819e-230c9bfbda54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efbbdcc2-7729-4452-86c1-41e87a5971c4 {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:57.870393 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-30717020-494e-42ae-95f3-834faa7ce798 req-f547508e-56c0-4c6f-819e-230c9bfbda54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:57.904681 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-30717020-494e-42ae-95f3-834faa7ce798 req-f547508e-56c0-4c6f-819e-230c9bfbda54 service neutron] Transition to ACTIVE for port object efbbdcc2-7729-4452-86c1-41e87a5971c4 will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:12:57.911455 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-30717020-494e-42ae-95f3-834faa7ce798 req-f547508e-56c0-4c6f-819e-230c9bfbda54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:57.957385 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6853776b-292d-4232-a987-28726a1e97e5 req-22fb38c2-0ae7-435b-8e6c-f419de6df77b tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:57.958925 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6853776b-292d-4232-a987-28726a1e97e5 req-22fb38c2-0ae7-435b-8e6c-f419de6df77b tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 949 time: 0.1347971 Aug 10 03:12:57.972242 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c063a5c-331b-4399-ba0d-032bc8ef3a24 req-def1fc4e-b1b5-411e-b422-262c739a1524 tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:57.973770 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5c063a5c-331b-4399-ba0d-032bc8ef3a24 req-def1fc4e-b1b5-411e-b422-262c739a1524 tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebe28054-35f5-4b23-84a5-6913060195b8 HTTP/1.1" status: 200 len: 950 time: 0.1388683 Aug 10 03:12:58.015530 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f547508e-56c0-4c6f-819e-230c9bfbda54 service neutron] Pushing event updated for resources: {'Port': ['ID=efbbdcc2-7729-4452-86c1-41e87a5971c4,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:58.087951 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5c063a5c-331b-4399-ba0d-032bc8ef3a24 req-fff777db-e8c9-4e34-a2bf-ed2d585f8026 tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] 10.222.0.62 "GET /v2.0/security-groups?id=421235de-de03-4b93-a920-9e7498ad2413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047390 Aug 10 03:12:58.094934 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6853776b-292d-4232-a987-28726a1e97e5 req-d2739d3f-06c8-47df-a6ab-9345dca5ec31 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150355 Aug 10 03:12:58.127149 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-30717020-494e-42ae-95f3-834faa7ce798 req-f547508e-56c0-4c6f-819e-230c9bfbda54 service neutron] Attempting to bind port efbbdcc2-7729-4452-86c1-41e87a5971c4 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:12:58.127652 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-30717020-494e-42ae-95f3-834faa7ce798 req-f547508e-56c0-4c6f-819e-230c9bfbda54 service neutron] Attempting to bind port efbbdcc2-7729-4452-86c1-41e87a5971c4 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:12:58.127989 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30717020-494e-42ae-95f3-834faa7ce798 req-f547508e-56c0-4c6f-819e-230c9bfbda54 service neutron] Attempting to bind port efbbdcc2-7729-4452-86c1-41e87a5971c4 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:58.133250 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30717020-494e-42ae-95f3-834faa7ce798 req-f547508e-56c0-4c6f-819e-230c9bfbda54 service neutron] Port efbbdcc2-7729-4452-86c1-41e87a5971c4 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:12:58.133575 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30717020-494e-42ae-95f3-834faa7ce798 req-f547508e-56c0-4c6f-819e-230c9bfbda54 service neutron] Attempting to bind port efbbdcc2-7729-4452-86c1-41e87a5971c4 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:58.139932 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30717020-494e-42ae-95f3-834faa7ce798 req-f547508e-56c0-4c6f-819e-230c9bfbda54 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:12:58.140404 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30717020-494e-42ae-95f3-834faa7ce798 req-f547508e-56c0-4c6f-819e-230c9bfbda54 service neutron] Checking segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:12:58.140798 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30717020-494e-42ae-95f3-834faa7ce798 req-f547508e-56c0-4c6f-819e-230c9bfbda54 service neutron] Bound using segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:12:58.141242 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-30717020-494e-42ae-95f3-834faa7ce798 req-f547508e-56c0-4c6f-819e-230c9bfbda54 service neutron] Bound port: efbbdcc2-7729-4452-86c1-41e87a5971c4, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:12:58.141612 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-30717020-494e-42ae-95f3-834faa7ce798 req-f547508e-56c0-4c6f-819e-230c9bfbda54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:58.152510 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a359df8a-3eaf-43fc-a259-5bffdaf7c5bd x-openstack-request-id: req-a359df8a-3eaf-43fc-a259-5bffdaf7c5bd {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:58.152810 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae98f166-bcde-42f0-bfa4-94147928bfc5", "name": "network-vif-plugged", "status": "completed", "tag": "bf6a4048-1ad3-4061-8206-752e9c215de8", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:58.153078 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a359df8a-3eaf-43fc-a259-5bffdaf7c5bd {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:58.153487 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae98f166-bcde-42f0-bfa4-94147928bfc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6a4048-1ad3-4061-8206-752e9c215de8', 'code': 200} Aug 10 03:12:58.254875 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-30717020-494e-42ae-95f3-834faa7ce798 req-f547508e-56c0-4c6f-819e-230c9bfbda54 service neutron] For port efbbdcc2-7729-4452-86c1-41e87a5971c4, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:12:58.288670 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-30717020-494e-42ae-95f3-834faa7ce798 req-f547508e-56c0-4c6f-819e-230c9bfbda54 service neutron] For port efbbdcc2-7729-4452-86c1-41e87a5971c4, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=efbbdcc2-7729-4452-86c1-41e87a5971c4,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:12:58.305463 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa21607-fe5f-452e-b224-7533b1e9a8b7 req-20775fc0-9714-4565-98af-c6ff94608375 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:58.306953 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5aa21607-fe5f-452e-b224-7533b1e9a8b7 req-20775fc0-9714-4565-98af-c6ff94608375 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=3aa62070-0700-4aba-8a75-8977972a9063 HTTP/1.1" status: 200 len: 948 time: 0.1066756 Aug 10 03:12:58.307946 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-30717020-494e-42ae-95f3-834faa7ce798 req-f547508e-56c0-4c6f-819e-230c9bfbda54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:58.390662 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30717020-494e-42ae-95f3-834faa7ce798 req-f547508e-56c0-4c6f-819e-230c9bfbda54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:58.391312 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-30717020-494e-42ae-95f3-834faa7ce798 req-f547508e-56c0-4c6f-819e-230c9bfbda54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:58.392701 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-30717020-494e-42ae-95f3-834faa7ce798 req-f547508e-56c0-4c6f-819e-230c9bfbda54 service neutron] 10.222.0.60 "PUT /v2.0/ports/efbbdcc2-7729-4452-86c1-41e87a5971c4 HTTP/1.1" status: 200 len: 1097 time: 1.0908849 Aug 10 03:12:58.395638 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aa62070-0700-4aba-8a75-8977972a9063', 'tag': 'efbbdcc2-7729-4452-86c1-41e87a5971c4'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:58.397974 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10edd590-dedb-4a70-86ef-abd83b12927d" -d '{"events": [{"name": "network-changed", "server_uuid": "3aa62070-0700-4aba-8a75-8977972a9063", "tag": "efbbdcc2-7729-4452-86c1-41e87a5971c4"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:58.407004 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7450734-c930-41a6-a2f2-acbd2a142356 req-86210f1a-f3c5-48bb-9a3f-6eff0c5353ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:58.408527 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d7450734-c930-41a6-a2f2-acbd2a142356 req-86210f1a-f3c5-48bb-9a3f-6eff0c5353ba service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ae98f166-bcde-42f0-bfa4-94147928bfc5 HTTP/1.1" status: 200 len: 1097 time: 0.1668391 Aug 10 03:12:58.462248 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5aa21607-fe5f-452e-b224-7533b1e9a8b7 req-44d76833-8f87-4d87-b298-568194ddf7ae tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431148 Aug 10 03:12:58.467452 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f547508e-56c0-4c6f-819e-230c9bfbda54 service neutron] Pushing event updated for resources: {'Port': ['ID=efbbdcc2-7729-4452-86c1-41e87a5971c4,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:58.495258 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e330b0e-af90-4e2a-910c-413744de47c3 req-8f325101-006f-4ae3-a669-3cac95ef2d1d tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:58.496795 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1e330b0e-af90-4e2a-910c-413744de47c3 req-8f325101-006f-4ae3-a669-3cac95ef2d1d tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 943 time: 0.2020111 Aug 10 03:12:58.528307 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d7450734-c930-41a6-a2f2-acbd2a142356 req-bacb1b2e-9b1f-4dad-8c33-b9824ffb9e43 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=bca5edc3-909d-4e48-9139-f516a4412b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948398 Aug 10 03:12:58.550838 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30717020-494e-42ae-95f3-834faa7ce798 req-dfbee42c-6323-4184-976d-fe4d79973b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:58.552351 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-30717020-494e-42ae-95f3-834faa7ce798 req-dfbee42c-6323-4184-976d-fe4d79973b28 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=293fbd9b1ced45ab964a1da35de8e7bd&device_id=3aa62070-0700-4aba-8a75-8977972a9063 HTTP/1.1" status: 200 len: 1100 time: 0.1071038 Aug 10 03:12:58.557417 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1e330b0e-af90-4e2a-910c-413744de47c3 req-f814a226-40ec-4353-a7db-90f159f45bc5 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494645 Aug 10 03:12:58.618242 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:12:58.662427 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9490097-f376-4310-b44f-faa850e363e1 x-openstack-request-id: req-d9490097-f376-4310-b44f-faa850e363e1 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:58.662989 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aa62070-0700-4aba-8a75-8977972a9063", "tag": "efbbdcc2-7729-4452-86c1-41e87a5971c4", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:58.662989 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d9490097-f376-4310-b44f-faa850e363e1 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:58.663381 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aa62070-0700-4aba-8a75-8977972a9063', 'tag': 'efbbdcc2-7729-4452-86c1-41e87a5971c4', 'status': 'completed', 'code': 200} Aug 10 03:12:58.665204 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-30717020-494e-42ae-95f3-834faa7ce798 req-b8a13d68-3490-4d6e-9780-0783f15a20bf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=efbbdcc2-7729-4452-86c1-41e87a5971c4 HTTP/1.1" status: 200 len: 217 time: 0.0433612 Aug 10 03:12:58.695854 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 8a30db10-e0e6-4c59-bff9-1edbdbe1ee47 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:12:58.740798 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30717020-494e-42ae-95f3-834faa7ce798 req-e2f934b0-a760-4df6-b315-39b8e2aa5fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:58.742320 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-30717020-494e-42ae-95f3-834faa7ce798 req-e2f934b0-a760-4df6-b315-39b8e2aa5fe7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.0494204 Aug 10 03:12:58.803831 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30717020-494e-42ae-95f3-834faa7ce798 req-880056ae-31ad-45bf-aacc-f6e5491bab92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:58.805477 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-30717020-494e-42ae-95f3-834faa7ce798 req-880056ae-31ad-45bf-aacc-f6e5491bab92 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0526876 Aug 10 03:12:58.806304 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 8a30db10-e0e6-4c59-bff9-1edbdbe1ee47, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=8a30db10-e0e6-4c59-bff9-1edbdbe1ee47,segment=NetworkSegment(b14795c0-984c-4c21-bc5c-b1b39903d907),segment_id=b14795c0-984c-4c21-bc5c-b1b39903d907)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:58.819151 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': '8a30db10-e0e6-4c59-bff9-1edbdbe1ee47', 'network_id': 'c0759395-72d8-4de6-9611-c9ba0ebf5417', 'port_id': '8a30db10-e0e6-4c59-bff9-1edbdbe1ee47', 'mac_address': 'fa:16:3e:ec:b5:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3edf7dab-cede-45e3-a40b-9026654a3743', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:12:58.858775 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:58.872329 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a30db10-e0e6-4c59-bff9-1edbdbe1ee47 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:58.897765 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 8a30db10-e0e6-4c59-bff9-1edbdbe1ee47, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=8a30db10-e0e6-4c59-bff9-1edbdbe1ee47,segment=NetworkSegment(b14795c0-984c-4c21-bc5c-b1b39903d907),segment_id=b14795c0-984c-4c21-bc5c-b1b39903d907)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:58.902288 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:58.930206 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da53e9-0f5d-4a91-b1b3-01551c77c521 req-1500b13e-a4a7-4818-8dfa-fedf2e23e1c8 tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:58.932199 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-81da53e9-0f5d-4a91-b1b3-01551c77c521 req-1500b13e-a4a7-4818-8dfa-fedf2e23e1c8 tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] 10.222.0.62 "GET /v2.0/ports?device_id=ae98f166-bcde-42f0-bfa4-94147928bfc5 HTTP/1.1" status: 200 len: 945 time: 0.1171153 Aug 10 03:12:58.963876 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-30717020-494e-42ae-95f3-834faa7ce798 req-5262c792-ebf1-4262-bca5-ef295ac7d810 service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465759 Aug 10 03:12:58.970044 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=8a30db10-e0e6-4c59-bff9-1edbdbe1ee47,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:59.000908 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-81da53e9-0f5d-4a91-b1b3-01551c77c521 req-00306870-5dbb-478f-bba4-b1aeea862d6c tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca5edc3-909d-4e48-9139-f516a4412b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621274 Aug 10 03:12:59.088131 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-30717020-494e-42ae-95f3-834faa7ce798 req-a0171989-43b2-4faf-b5cb-b60b1815c480 service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107385 Aug 10 03:12:59.126887 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f0bcf-1dc0-4f6a-abe8-2a5647573ae7 req-21663800-23c1-4110-a3da-80f30583ec74 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:59.128916 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7a1f0bcf-1dc0-4f6a-abe8-2a5647573ae7 req-21663800-23c1-4110-a3da-80f30583ec74 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2da6381-9d03-4693-ac12-5357b9ed4bc2 HTTP/1.1" status: 200 len: 945 time: 0.0585103 Aug 10 03:12:59.203641 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7a1f0bcf-1dc0-4f6a-abe8-2a5647573ae7 req-76294e51-fa03-4f51-aeb2-31f5ec0723e0 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675435 Aug 10 03:12:59.227615 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10edd590-dedb-4a70-86ef-abd83b12927d req-47201fed-b867-4bf8-b1dc-2ea489a5a13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:59.229060 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-10edd590-dedb-4a70-86ef-abd83b12927d req-47201fed-b867-4bf8-b1dc-2ea489a5a13a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=293fbd9b1ced45ab964a1da35de8e7bd&device_id=3aa62070-0700-4aba-8a75-8977972a9063 HTTP/1.1" status: 200 len: 1100 time: 0.0794940 Aug 10 03:12:59.252565 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['8a30db10-e0e6-4c59-bff9-1edbdbe1ee47'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:59.271245 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbaf05-ff79-4a04-af69-2c38b36b20a0 req-aba585b5-fbaf-4dac-b22e-6ad98fe4386b tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:59.272843 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-20fbaf05-ff79-4a04-af69-2c38b36b20a0 req-aba585b5-fbaf-4dac-b22e-6ad98fe4386b tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 949 time: 0.0883694 Aug 10 03:12:59.378937 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-20fbaf05-ff79-4a04-af69-2c38b36b20a0 req-225a269d-e927-4390-bf2f-2140d4d06fb8 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793614 Aug 10 03:12:59.398171 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c52e6-07a9-4aaf-ace6-e0d4a3b22147 req-8ee47fb0-74fb-407a-b3cd-6d95b9448de1 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:59.399887 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ec5c52e6-07a9-4aaf-ace6-e0d4a3b22147 req-8ee47fb0-74fb-407a-b3cd-6d95b9448de1 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2da6381-9d03-4693-ac12-5357b9ed4bc2 HTTP/1.1" status: 200 len: 945 time: 0.1013725 Aug 10 03:12:59.425497 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10edd590-dedb-4a70-86ef-abd83b12927d req-f5f4b1b7-1e47-49f4-a017-918d8289a4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:59.426967 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-10edd590-dedb-4a70-86ef-abd83b12927d req-f5f4b1b7-1e47-49f4-a017-918d8289a4d0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d HTTP/1.1" status: 200 len: 870 time: 0.1881130 Aug 10 03:12:59.452083 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ec5c52e6-07a9-4aaf-ace6-e0d4a3b22147 req-2218a3f2-fecd-47ff-b855-1aac2403fdb8 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450950 Aug 10 03:12:59.480905 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-10edd590-dedb-4a70-86ef-abd83b12927d req-6e76def4-82b1-44cd-abe7-02e9251df539 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=efbbdcc2-7729-4452-86c1-41e87a5971c4 HTTP/1.1" status: 200 len: 217 time: 0.0368671 Aug 10 03:12:59.546979 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10edd590-dedb-4a70-86ef-abd83b12927d req-b6b540cd-781a-4d73-8c9b-e44165380ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:59.548460 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-10edd590-dedb-4a70-86ef-abd83b12927d req-b6b540cd-781a-4d73-8c9b-e44165380ae6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.0473907 Aug 10 03:12:59.666757 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10edd590-dedb-4a70-86ef-abd83b12927d req-01709c89-9fcd-4819-8fa3-0188cfa262c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:59.666757 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-10edd590-dedb-4a70-86ef-abd83b12927d req-01709c89-9fcd-4819-8fa3-0188cfa262c1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0955386 Aug 10 03:12:59.840141 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138940f4-9833-47f1-add4-4a10bed61352 req-98ca8ee5-b2eb-40a8-8ab3-30cf5e2951be tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:59.841771 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-138940f4-9833-47f1-add4-4a10bed61352 req-98ca8ee5-b2eb-40a8-8ab3-30cf5e2951be tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=3aa62070-0700-4aba-8a75-8977972a9063 HTTP/1.1" status: 200 len: 948 time: 0.1420844 Aug 10 03:12:59.847775 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-10edd590-dedb-4a70-86ef-abd83b12927d req-f26fd54f-3253-44e7-9ace-8e4f432971d7 service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563139 Aug 10 03:12:59.942396 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-138940f4-9833-47f1-add4-4a10bed61352 req-2aa7cae5-09af-4889-9f06-1ac9f15ab6bc tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922909 Aug 10 03:13:00.072043 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab401481-e94c-417f-9089-90ed6130f7dd req-d90c832d-6de8-46d0-8920-b23d209d28cb tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:00.073574 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ab401481-e94c-417f-9089-90ed6130f7dd req-d90c832d-6de8-46d0-8920-b23d209d28cb tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 944 time: 0.0771413 Aug 10 03:13:00.098627 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-10edd590-dedb-4a70-86ef-abd83b12927d req-d04e5704-cf53-414d-a68f-341b2c50808d service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983159 Aug 10 03:13:00.136096 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ab401481-e94c-417f-9089-90ed6130f7dd req-e65dfb10-c835-4080-8caf-71480228baa3 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491076 Aug 10 03:13:00.243970 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9c32a-07d0-438f-a9e1-b5191b39674e req-893f1ecc-8fe7-496d-ab32-c5ca8f6cfc7f tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:00.245410 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a3b9c32a-07d0-438f-a9e1-b5191b39674e req-893f1ecc-8fe7-496d-ab32-c5ca8f6cfc7f tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/networks?id=0cf0f7c8-c356-4a79-bd3e-8005302f9371 HTTP/1.1" status: 200 len: 814 time: 0.1083255 Aug 10 03:13:00.265731 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a8f5a312-f880-4fcb-ad2f-d5e6e7f9dce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:00.281456 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a3b9c32a-07d0-438f-a9e1-b5191b39674e req-7571754e-57d4-4438-aa43-57609ac751ea tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/quotas/c1193550364e4f108017499cab055ad4 HTTP/1.1" status: 200 len: 375 time: 0.0255125 Aug 10 03:13:00.322495 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7e5a7c-3be3-4a27-a057-25cd5ef6d273 req-a605bfdf-1901-4b74-bb79-4a4569a3b4bc tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:00.323988 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3f7e5a7c-3be3-4a27-a057-25cd5ef6d273 req-a605bfdf-1901-4b74-bb79-4a4569a3b4bc tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] 10.222.0.62 "GET /v2.0/ports?device_id=ae98f166-bcde-42f0-bfa4-94147928bfc5 HTTP/1.1" status: 200 len: 945 time: 0.0777097 Aug 10 03:13:00.359559 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a3b9c32a-07d0-438f-a9e1-b5191b39674e req-0f5492f5-a41c-4317-b8c4-d9b46277bf3a tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c1193550364e4f108017499cab055ad4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0722113 Aug 10 03:13:00.378275 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3f7e5a7c-3be3-4a27-a057-25cd5ef6d273 req-0e371466-aa3d-47c1-9ce2-6d42ade502ec tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca5edc3-909d-4e48-9139-f516a4412b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481625 Aug 10 03:13:00.489207 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a3b9c32a-07d0-438f-a9e1-b5191b39674e req-00fbab73-8419-4389-99c6-392340ec2878 service neutron] 10.222.0.62 "GET /v2.0/networks/0cf0f7c8-c356-4a79-bd3e-8005302f9371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223092 Aug 10 03:13:00.551517 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0302d3-7cb3-43da-b9e1-99ed9ea55e46 req-7036acfa-8416-47a8-b3bf-20d74a6d8a6c tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:00.553017 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ec0302d3-7cb3-43da-b9e1-99ed9ea55e46 req-7036acfa-8416-47a8-b3bf-20d74a6d8a6c tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 949 time: 0.1026120 Aug 10 03:13:00.615499 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ec0302d3-7cb3-43da-b9e1-99ed9ea55e46 req-ae86454b-092d-4af4-96ed-c3fc4cdb93b8 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547781 Aug 10 03:13:00.621167 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a3b9c32a-07d0-438f-a9e1-b5191b39674e req-5b3905a7-907e-4d46-ac9e-3a39adb8eb38 service neutron] 10.222.0.62 "GET /v2.0/networks/0cf0f7c8-c356-4a79-bd3e-8005302f9371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258643 Aug 10 03:13:00.709470 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 8a30db10-e0e6-4c59-bff9-1edbdbe1ee47 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:13:00.770685 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port 8a30db10-e0e6-4c59-bff9-1edbdbe1ee47 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:13:00.778227 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port 8a30db10-e0e6-4c59-bff9-1edbdbe1ee47 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:00.779020 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:00.855632 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-610ae94e-e316-4dd4-b56f-b3c7dfe5ad63 req-76dcd753-e2aa-4b00-94e6-6072d9b4ddec tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e45f08f3-5be9-4b37-80fc-507bbda2252b HTTP/1.1" status: 200 len: 210 time: 0.0410650 Aug 10 03:13:00.883147 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:00.907161 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f968c78b-535a-49e6-86c5-6bde6a962948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a30db10-e0e6-4c59-bff9-1edbdbe1ee47'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:00.910044 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04fee320-8016-48e8-9a1f-c23366553bfd" -d '{"events": [{"server_uuid": "f968c78b-535a-49e6-86c5-6bde6a962948", "name": "network-vif-plugged", "status": "completed", "tag": "8a30db10-e0e6-4c59-bff9-1edbdbe1ee47"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:00.916189 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device ac6fa2ce-3949-4e0b-a7c3-f21c93869afd no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:13:00.948892 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 8a30db10-e0e6-4c59-bff9-1edbdbe1ee47, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=8a30db10-e0e6-4c59-bff9-1edbdbe1ee47,segment=NetworkSegment(b14795c0-984c-4c21-bc5c-b1b39903d907),segment_id=b14795c0-984c-4c21-bc5c-b1b39903d907)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:00.966208 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:00.970649 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9860e9f-43b7-4e5e-a2f8-ff175afb8a04 x-openstack-request-id: req-b9860e9f-43b7-4e5e-a2f8-ff175afb8a04 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:00.970967 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f968c78b-535a-49e6-86c5-6bde6a962948", "name": "network-vif-plugged", "status": "completed", "tag": "8a30db10-e0e6-4c59-bff9-1edbdbe1ee47", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:00.971218 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b9860e9f-43b7-4e5e-a2f8-ff175afb8a04 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:00.971625 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f968c78b-535a-49e6-86c5-6bde6a962948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a30db10-e0e6-4c59-bff9-1edbdbe1ee47', 'code': 200} Aug 10 03:13:01.052244 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=8a30db10-e0e6-4c59-bff9-1edbdbe1ee47,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:01.072800 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:01.073506 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:01.073506 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:01.073875 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:01.074203 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:01.074528 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:01.074884 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:01.075207 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:01.075538 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:01.075847 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:01.076221 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:01.077028 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:01.111680 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:01.139954 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efec4ef-b8c9-4841-ab67-e194e33f3c6c req-db8fd3be-8f44-4707-a239-af2d26fa641e tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:01.157347 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2efec4ef-b8c9-4841-ab67-e194e33f3c6c req-db8fd3be-8f44-4707-a239-af2d26fa641e tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=3aa62070-0700-4aba-8a75-8977972a9063 HTTP/1.1" status: 200 len: 948 time: 0.0997574 Aug 10 03:13:01.190639 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port ac6fa2ce-3949-4e0b-a7c3-f21c93869afd, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=ac6fa2ce-3949-4e0b-a7c3-f21c93869afd,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:01.199790 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:01.203634 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efa3270-12a7-49f0-8ab9-0fbb332a9a6f req-4fd46728-a8cc-4683-97b9-56f470a8805b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:01.205155 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1efa3270-12a7-49f0-8ab9-0fbb332a9a6f req-4fd46728-a8cc-4683-97b9-56f470a8805b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 1097 time: 0.1211848 Aug 10 03:13:01.233027 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2efec4ef-b8c9-4841-ab67-e194e33f3c6c req-6a7578ff-cb5b-44d6-a564-3a759c37c119 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741200 Aug 10 03:13:01.295973 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1efa3270-12a7-49f0-8ab9-0fbb332a9a6f req-c76abcb5-fd34-4857-b85f-1df60478277b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811772 Aug 10 03:13:01.304238 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=ac6fa2ce-3949-4e0b-a7c3-f21c93869afd,revision_number=8']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:01.384247 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c6f4a-ccf1-4dd9-a0bd-a5adf6b6efd2 req-7c8db2e1-6c73-405c-a9c0-a748ecf69eae tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:01.386062 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c96c6f4a-ccf1-4dd9-a0bd-a5adf6b6efd2 req-7c8db2e1-6c73-405c-a9c0-a748ecf69eae tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 945 time: 0.0602264 Aug 10 03:13:01.432424 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c96c6f4a-ccf1-4dd9-a0bd-a5adf6b6efd2 req-2815b126-4d6e-4fdc-add2-24beddf92a34 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388145 Aug 10 03:13:01.478650 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8faa27-1d1f-4b94-838d-ae7d3ab1a959 req-ac7e3d1b-8756-426a-aea6-d2f2599f1d31 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:01.480254 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-db8faa27-1d1f-4b94-838d-ae7d3ab1a959 req-ac7e3d1b-8756-426a-aea6-d2f2599f1d31 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2da6381-9d03-4693-ac12-5357b9ed4bc2 HTTP/1.1" status: 200 len: 945 time: 0.0718806 Aug 10 03:13:01.584637 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-db8faa27-1d1f-4b94-838d-ae7d3ab1a959 req-33918941-d309-464a-b1c3-a13fc93331a5 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Deleting port d3d6626d-da1b-42ff-a67f-da8cf098f15b {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:13:01.584909 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-db8faa27-1d1f-4b94-838d-ae7d3ab1a959 req-33918941-d309-464a-b1c3-a13fc93331a5 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:01.676457 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-db8faa27-1d1f-4b94-838d-ae7d3ab1a959 req-33918941-d309-464a-b1c3-a13fc93331a5 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] For port d3d6626d-da1b-42ff-a67f-da8cf098f15b, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=d3d6626d-da1b-42ff-a67f-da8cf098f15b,segment=NetworkSegment(db7476b4-7245-4e51-b6d1-619dc5627d38),segment_id=db7476b4-7245-4e51-b6d1-619dc5627d38)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:01.676826 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-db8faa27-1d1f-4b94-838d-ae7d3ab1a959 req-33918941-d309-464a-b1c3-a13fc93331a5 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:01.689919 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-db8faa27-1d1f-4b94-838d-ae7d3ab1a959 req-33918941-d309-464a-b1c3-a13fc93331a5 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Calling delete_port for d3d6626d-da1b-42ff-a67f-da8cf098f15b owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:13:01.761266 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae008bf-bb6f-46e9-a81f-6c78eb478ccf req-13369241-b02e-46f6-8529-20be0e57e8c0 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:01.763322 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8ae008bf-bb6f-46e9-a81f-6c78eb478ccf req-13369241-b02e-46f6-8529-20be0e57e8c0 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 949 time: 0.0710814 Aug 10 03:13:01.808095 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8ae008bf-bb6f-46e9-a81f-6c78eb478ccf req-02b67aa7-43a2-4125-aedd-222c03601988 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374875 Aug 10 03:13:01.844133 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-db8faa27-1d1f-4b94-838d-ae7d3ab1a959 req-33918941-d309-464a-b1c3-a13fc93331a5 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:01.856594 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['d3d6626d-da1b-42ff-a67f-da8cf098f15b'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:13:01.874263 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33918941-d309-464a-b1c3-a13fc93331a5 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Pushing event deleted for resources: {'Port': ['ID=d3d6626d-da1b-42ff-a67f-da8cf098f15b,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:01.890416 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33918941-d309-464a-b1c3-a13fc93331a5 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:01.891019 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33918941-d309-464a-b1c3-a13fc93331a5 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:01.891522 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33918941-d309-464a-b1c3-a13fc93331a5 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:01.892056 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33918941-d309-464a-b1c3-a13fc93331a5 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:01.892379 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33918941-d309-464a-b1c3-a13fc93331a5 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:01.892885 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33918941-d309-464a-b1c3-a13fc93331a5 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:01.893212 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33918941-d309-464a-b1c3-a13fc93331a5 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:01.893536 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33918941-d309-464a-b1c3-a13fc93331a5 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:01.893856 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33918941-d309-464a-b1c3-a13fc93331a5 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:01.894178 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33918941-d309-464a-b1c3-a13fc93331a5 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:01.894496 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33918941-d309-464a-b1c3-a13fc93331a5 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:01.894863 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33918941-d309-464a-b1c3-a13fc93331a5 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:01.934687 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-db8faa27-1d1f-4b94-838d-ae7d3ab1a959 req-33918941-d309-464a-b1c3-a13fc93331a5 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] No DVR routers for this DVR port d3d6626d-da1b-42ff-a67f-da8cf098f15b on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:13:01.940096 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-db8faa27-1d1f-4b94-838d-ae7d3ab1a959 req-33918941-d309-464a-b1c3-a13fc93331a5 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:01.942387 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-db8faa27-1d1f-4b94-838d-ae7d3ab1a959 req-33918941-d309-464a-b1c3-a13fc93331a5 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.58 "DELETE /v2.0/ports/d3d6626d-da1b-42ff-a67f-da8cf098f15b HTTP/1.1" status: 204 len: 173 time: 0.4520836 Aug 10 03:13:01.942985 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2da6381-9d03-4693-ac12-5357b9ed4bc2', 'name': 'network-vif-deleted', 'tag': 'd3d6626d-da1b-42ff-a67f-da8cf098f15b'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:01.945344 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d508bda-8b33-4526-8e84-7e050791fd30" -d '{"events": [{"server_uuid": "a2da6381-9d03-4693-ac12-5357b9ed4bc2", "name": "network-vif-deleted", "tag": "d3d6626d-da1b-42ff-a67f-da8cf098f15b"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:01.953903 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7dc53248-1a4b-497b-b326-679bb6b25dcf req-b460e0eb-a55b-43f0-a0c7-3b3122fc48b1 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e45f08f3-5be9-4b37-80fc-507bbda2252b HTTP/1.1" status: 200 len: 210 time: 0.0294363 Aug 10 03:13:02.012471 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c044e3f-b97a-484c-9e1b-df63a19ba35d x-openstack-request-id: req-6c044e3f-b97a-484c-9e1b-df63a19ba35d {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:02.012755 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2da6381-9d03-4693-ac12-5357b9ed4bc2", "name": "network-vif-deleted", "tag": "d3d6626d-da1b-42ff-a67f-da8cf098f15b", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:02.013015 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6c044e3f-b97a-484c-9e1b-df63a19ba35d {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:02.013444 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2da6381-9d03-4693-ac12-5357b9ed4bc2', 'name': 'network-vif-deleted', 'tag': 'd3d6626d-da1b-42ff-a67f-da8cf098f15b', 'status': 'completed', 'code': 200} Aug 10 03:13:02.152976 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9c32a-07d0-438f-a9e1-b5191b39674e req-03e324db-dd9c-4181-9fb5-d6500035a80c tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:02.155348 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a3b9c32a-07d0-438f-a9e1-b5191b39674e req-03e324db-dd9c-4181-9fb5-d6500035a80c tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.58 "GET /v2.0/networks?id=0cf0f7c8-c356-4a79-bd3e-8005302f9371 HTTP/1.1" status: 200 len: 814 time: 0.1260164 Aug 10 03:13:02.174707 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-a3b9c32a-07d0-438f-a9e1-b5191b39674e req-8c5a2886-f377-4611-9783-48438d13298c tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Request body: {'port': {'device_id': 'e45f08f3-5be9-4b37-80fc-507bbda2252b', 'network_id': '0cf0f7c8-c356-4a79-bd3e-8005302f9371', 'admin_state_up': True, 'tenant_id': 'c1193550364e4f108017499cab055ad4'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:02.296845 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3b9c32a-07d0-438f-a9e1-b5191b39674e req-8c5a2886-f377-4611-9783-48438d13298c tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Made reservation on behalf of c1193550364e4f108017499cab055ad4 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:13:02.302641 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a3b9c32a-07d0-438f-a9e1-b5191b39674e req-8c5a2886-f377-4611-9783-48438d13298c tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:02.370638 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d7a2b1-7a8d-4f8e-a40c-04eb98314abd req-812a478a-f3dd-4a49-85df-e8cda82c8391 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:02.375212 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-53d7a2b1-7a8d-4f8e-a40c-04eb98314abd req-812a478a-f3dd-4a49-85df-e8cda82c8391 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=3aa62070-0700-4aba-8a75-8977972a9063 HTTP/1.1" status: 200 len: 948 time: 0.0636241 Aug 10 03:13:02.425864 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-53d7a2b1-7a8d-4f8e-a40c-04eb98314abd req-73bf4ae1-cb7a-461b-aa6c-8614a2c2c06b tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433807 Aug 10 03:13:02.462237 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-a3b9c32a-07d0-438f-a9e1-b5191b39674e req-8c5a2886-f377-4611-9783-48438d13298c tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Allocated IP 172.20.0.8 (0cf0f7c8-c356-4a79-bd3e-8005302f9371/a8836cca-129c-4b0e-ae0e-fb7a336cf058/f209d797-5aae-48b5-9ca6-eee4c778150e) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:13:02.571236 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596715ad-eb79-40e1-9b57-4be74bef460b req-f3ca512e-d1c7-4f64-bd4b-230bdd223f12 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:02.573053 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-596715ad-eb79-40e1-9b57-4be74bef460b req-f3ca512e-d1c7-4f64-bd4b-230bdd223f12 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 945 time: 0.0572000 Aug 10 03:13:02.616702 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-596715ad-eb79-40e1-9b57-4be74bef460b req-061194d3-d04a-4cff-b4fc-e73c4c59b297 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331123 Aug 10 03:13:02.651421 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a3b9c32a-07d0-438f-a9e1-b5191b39674e req-8c5a2886-f377-4611-9783-48438d13298c tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:02.709487 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a3b9c32a-07d0-438f-a9e1-b5191b39674e req-8c5a2886-f377-4611-9783-48438d13298c tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:02.726119 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['d3d6626d-da1b-42ff-a67f-da8cf098f15b'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:13:02.733542 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3b9c32a-07d0-438f-a9e1-b5191b39674e req-8c5a2886-f377-4611-9783-48438d13298c tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Network 0cf0f7c8-c356-4a79-bd3e-8005302f9371 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:13:02.737417 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-a3b9c32a-07d0-438f-a9e1-b5191b39674e req-8c5a2886-f377-4611-9783-48438d13298c tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:13:02.750239 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33abacbe-2bc2-46dc-a874-c1903f52a655 req-c3ec25c3-a3a5-47a9-9853-9306ad7ab52b tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:02.752098 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-33abacbe-2bc2-46dc-a874-c1903f52a655 req-c3ec25c3-a3a5-47a9-9853-9306ad7ab52b tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 945 time: 0.0585585 Aug 10 03:13:02.761567 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 44274) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:02.768238 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b9c32a-07d0-438f-a9e1-b5191b39674e req-8c5a2886-f377-4611-9783-48438d13298c tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:13:02.768560 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-c59cf15a-24e9-4cbc-ae68-f5a70315857f tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Request body: {'floatingip': {'port_id': '8a30db10-e0e6-4c59-bff9-1edbdbe1ee47'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:02.812471 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c59cf15a-24e9-4cbc-ae68-f5a70315857f tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks [] for floatingip, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:02.816626 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a2886-f377-4611-9783-48438d13298c tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Pushing event updated for resources: {'Port': ['ID=f209d797-5aae-48b5-9ca6-eee4c778150e,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:02.832296 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9c32a-07d0-438f-a9e1-b5191b39674e req-8c5a2886-f377-4611-9783-48438d13298c tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:02.832904 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a3b9c32a-07d0-438f-a9e1-b5191b39674e req-8c5a2886-f377-4611-9783-48438d13298c tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:02.848770 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a3b9c32a-07d0-438f-a9e1-b5191b39674e req-8c5a2886-f377-4611-9783-48438d13298c tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6809039 Aug 10 03:13:02.863719 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-a3b9c32a-07d0-438f-a9e1-b5191b39674e req-43ff645b-e561-49cc-8149-ff0412d90848 service neutron] Request body: {'port': {'device_id': 'e45f08f3-5be9-4b37-80fc-507bbda2252b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:02.924377 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device efbbdcc2-7729-4452-86c1-41e87a5971c4 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:13:02.944740 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a3b9c32a-07d0-438f-a9e1-b5191b39674e req-43ff645b-e561-49cc-8149-ff0412d90848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:03.037027 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port efbbdcc2-7729-4452-86c1-41e87a5971c4, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=efbbdcc2-7729-4452-86c1-41e87a5971c4,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:03.052270 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe28054-35f5-4b23-84a5-6913060195b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac6fa2ce-3949-4e0b-a7c3-f21c93869afd'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:03.054970 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd508fe2-e44a-498f-b356-56fed2e3f2f2" -d '{"events": [{"server_uuid": "ebe28054-35f5-4b23-84a5-6913060195b8", "name": "network-vif-unplugged", "status": "completed", "tag": "ac6fa2ce-3949-4e0b-a7c3-f21c93869afd"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:03.057083 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd30ce-d231-4174-8896-de9eece3d4bf req-1a7d7c47-0a98-4e5e-bc89-8725a3d09658 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:03.058834 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': 'efbbdcc2-7729-4452-86c1-41e87a5971c4', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'port_id': 'efbbdcc2-7729-4452-86c1-41e87a5971c4', 'mac_address': 'fa:16:3e:5f:57:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e3eb0b-907c-4ac4-809e-ae9609bc8c67', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:13:03.065684 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f3cd30ce-d231-4174-8896-de9eece3d4bf req-1a7d7c47-0a98-4e5e-bc89-8725a3d09658 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 949 time: 0.1257193 Aug 10 03:13:03.113345 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c42f06e1-76fd-45c6-b965-cfff21419bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:03.120697 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:03.137544 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efbbdcc2-7729-4452-86c1-41e87a5971c4 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:13:03.164539 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port efbbdcc2-7729-4452-86c1-41e87a5971c4, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=efbbdcc2-7729-4452-86c1-41e87a5971c4,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:03.170105 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:03.227204 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=efbbdcc2-7729-4452-86c1-41e87a5971c4,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:03.319038 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:03.334609 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-a3b9c32a-07d0-438f-a9e1-b5191b39674e req-43ff645b-e561-49cc-8149-ff0412d90848 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f209d797-5aae-48b5-9ca6-eee4c778150e {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:13:03.344981 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a3b9c32a-07d0-438f-a9e1-b5191b39674e req-43ff645b-e561-49cc-8149-ff0412d90848 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:03.359870 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-a3b9c32a-07d0-438f-a9e1-b5191b39674e req-43ff645b-e561-49cc-8149-ff0412d90848 service neutron] Transition to ACTIVE for port object f209d797-5aae-48b5-9ca6-eee4c778150e will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:13:03.364257 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a3b9c32a-07d0-438f-a9e1-b5191b39674e req-43ff645b-e561-49cc-8149-ff0412d90848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:03.418831 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ff645b-e561-49cc-8149-ff0412d90848 service neutron] Pushing event updated for resources: {'Port': ['ID=f209d797-5aae-48b5-9ca6-eee4c778150e,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:03.504569 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-a3b9c32a-07d0-438f-a9e1-b5191b39674e req-43ff645b-e561-49cc-8149-ff0412d90848 service neutron] Attempting to bind port f209d797-5aae-48b5-9ca6-eee4c778150e on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:13:03.505136 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-a3b9c32a-07d0-438f-a9e1-b5191b39674e req-43ff645b-e561-49cc-8149-ff0412d90848 service neutron] Attempting to bind port f209d797-5aae-48b5-9ca6-eee4c778150e by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': 'db7476b4-7245-4e51-b6d1-619dc5627d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0cf0f7c8-c356-4a79-bd3e-8005302f9371'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:13:03.505537 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b9c32a-07d0-438f-a9e1-b5191b39674e req-43ff645b-e561-49cc-8149-ff0412d90848 service neutron] Attempting to bind port f209d797-5aae-48b5-9ca6-eee4c778150e on network 0cf0f7c8-c356-4a79-bd3e-8005302f9371 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:03.511320 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b9c32a-07d0-438f-a9e1-b5191b39674e req-43ff645b-e561-49cc-8149-ff0412d90848 service neutron] Port f209d797-5aae-48b5-9ca6-eee4c778150e on network 0cf0f7c8-c356-4a79-bd3e-8005302f9371 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:13:03.511830 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b9c32a-07d0-438f-a9e1-b5191b39674e req-43ff645b-e561-49cc-8149-ff0412d90848 service neutron] Attempting to bind port f209d797-5aae-48b5-9ca6-eee4c778150e on network 0cf0f7c8-c356-4a79-bd3e-8005302f9371 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:03.517814 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b9c32a-07d0-438f-a9e1-b5191b39674e req-43ff645b-e561-49cc-8149-ff0412d90848 service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:13:03.518277 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b9c32a-07d0-438f-a9e1-b5191b39674e req-43ff645b-e561-49cc-8149-ff0412d90848 service neutron] Checking segment: {'id': 'db7476b4-7245-4e51-b6d1-619dc5627d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0cf0f7c8-c356-4a79-bd3e-8005302f9371'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:13:03.518747 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b9c32a-07d0-438f-a9e1-b5191b39674e req-43ff645b-e561-49cc-8149-ff0412d90848 service neutron] Bound using segment: {'id': 'db7476b4-7245-4e51-b6d1-619dc5627d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0cf0f7c8-c356-4a79-bd3e-8005302f9371'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:13:03.519269 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-a3b9c32a-07d0-438f-a9e1-b5191b39674e req-43ff645b-e561-49cc-8149-ff0412d90848 service neutron] Bound port: f209d797-5aae-48b5-9ca6-eee4c778150e, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db7476b4-7245-4e51-b6d1-619dc5627d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0cf0f7c8-c356-4a79-bd3e-8005302f9371'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:13:03.519977 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a3b9c32a-07d0-438f-a9e1-b5191b39674e req-43ff645b-e561-49cc-8149-ff0412d90848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:03.529251 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f3cd30ce-d231-4174-8896-de9eece3d4bf req-6cbdec16-f0fb-4612-bee2-bdb6f2e902a3 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4601059 Aug 10 03:13:03.587055 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e0c6cc-3baa-4fe0-9e4f-597caab86cad req-53c29960-004f-46fc-b766-c2b6210004da tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:03.595359 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a0e0c6cc-3baa-4fe0-9e4f-597caab86cad req-53c29960-004f-46fc-b766-c2b6210004da tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e45f08f3-5be9-4b37-80fc-507bbda2252b HTTP/1.1" status: 200 len: 943 time: 0.1342371 Aug 10 03:13:03.609302 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f07147df-17e9-45a4-9b45-d35c49a78a15 x-openstack-request-id: req-f07147df-17e9-45a4-9b45-d35c49a78a15 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:03.609876 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe28054-35f5-4b23-84a5-6913060195b8", "name": "network-vif-unplugged", "status": "completed", "tag": "ac6fa2ce-3949-4e0b-a7c3-f21c93869afd", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:03.610437 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f07147df-17e9-45a4-9b45-d35c49a78a15 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:03.611125 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe28054-35f5-4b23-84a5-6913060195b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac6fa2ce-3949-4e0b-a7c3-f21c93869afd', 'code': 200} Aug 10 03:13:03.614550 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-a3b9c32a-07d0-438f-a9e1-b5191b39674e req-43ff645b-e561-49cc-8149-ff0412d90848 service neutron] For port f209d797-5aae-48b5-9ca6-eee4c778150e, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:13:03.618670 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-a3b9c32a-07d0-438f-a9e1-b5191b39674e req-43ff645b-e561-49cc-8149-ff0412d90848 service neutron] For port f209d797-5aae-48b5-9ca6-eee4c778150e, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=f209d797-5aae-48b5-9ca6-eee4c778150e,segment=NetworkSegment(db7476b4-7245-4e51-b6d1-619dc5627d38),segment_id=db7476b4-7245-4e51-b6d1-619dc5627d38)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:13:03.625373 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a3b9c32a-07d0-438f-a9e1-b5191b39674e req-43ff645b-e561-49cc-8149-ff0412d90848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:03.669743 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9c32a-07d0-438f-a9e1-b5191b39674e req-43ff645b-e561-49cc-8149-ff0412d90848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:03.672248 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a3b9c32a-07d0-438f-a9e1-b5191b39674e req-43ff645b-e561-49cc-8149-ff0412d90848 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:03.673819 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a3b9c32a-07d0-438f-a9e1-b5191b39674e req-43ff645b-e561-49cc-8149-ff0412d90848 service neutron] 10.222.0.58 "PUT /v2.0/ports/f209d797-5aae-48b5-9ca6-eee4c778150e HTTP/1.1" status: 200 len: 1092 time: 0.8147840 Aug 10 03:13:03.697821 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a0e0c6cc-3baa-4fe0-9e4f-597caab86cad req-6216eda3-7dd9-4d33-8468-013d1f4d4ebe tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990577 Aug 10 03:13:03.833700 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ff645b-e561-49cc-8149-ff0412d90848 service neutron] Pushing event updated for resources: {'Port': ['ID=f209d797-5aae-48b5-9ca6-eee4c778150e,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:03.851015 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9c32a-07d0-438f-a9e1-b5191b39674e req-fb8141f5-e0f2-4299-842e-184fb2f43fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:03.852609 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a3b9c32a-07d0-438f-a9e1-b5191b39674e req-fb8141f5-e0f2-4299-842e-184fb2f43fe8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c1193550364e4f108017499cab055ad4&device_id=e45f08f3-5be9-4b37-80fc-507bbda2252b HTTP/1.1" status: 200 len: 1095 time: 0.0616286 Aug 10 03:13:03.861103 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['efbbdcc2-7729-4452-86c1-41e87a5971c4'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:13:03.919271 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c59cf15a-24e9-4cbc-ae68-f5a70315857f tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:03.927389 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a3b9c32a-07d0-438f-a9e1-b5191b39674e req-3f6b4ae8-5f18-4873-a908-c2ad750e2374 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f209d797-5aae-48b5-9ca6-eee4c778150e HTTP/1.1" status: 200 len: 217 time: 0.0614963 Aug 10 03:13:03.929694 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c59cf15a-24e9-4cbc-ae68-f5a70315857f tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:03.942236 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e571b8-da29-4b18-bc71-48aabf70f2e1 req-825b2fc9-56bc-4d54-a9e2-36d6b70860b5 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:03.951400 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-01e571b8-da29-4b18-bc71-48aabf70f2e1 req-825b2fc9-56bc-4d54-a9e2-36d6b70860b5 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=3aa62070-0700-4aba-8a75-8977972a9063 HTTP/1.1" status: 200 len: 949 time: 0.0896835 Aug 10 03:13:04.002916 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9c32a-07d0-438f-a9e1-b5191b39674e req-fbe37e8c-442f-477a-8d77-2659c9987d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:04.005826 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a3b9c32a-07d0-438f-a9e1-b5191b39674e req-fbe37e8c-442f-477a-8d77-2659c9987d2e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a8836cca-129c-4b0e-ae0e-fb7a336cf058 HTTP/1.1" status: 200 len: 854 time: 0.0687168 Aug 10 03:13:04.015167 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e45f08f3-5be9-4b37-80fc-507bbda2252b', 'tag': 'f209d797-5aae-48b5-9ca6-eee4c778150e'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:04.018396 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-590ab242-4d63-48f0-b66a-48626d4de85b" -d '{"events": [{"name": "network-changed", "server_uuid": "e45f08f3-5be9-4b37-80fc-507bbda2252b", "tag": "f209d797-5aae-48b5-9ca6-eee4c778150e"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:04.053452 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a3b9c32a-07d0-438f-a9e1-b5191b39674e req-f08d02fd-2a1d-4cc5-b537-b5c198cd47d6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0cf0f7c8-c356-4a79-bd3e-8005302f9371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301981 Aug 10 03:13:04.059033 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-01e571b8-da29-4b18-bc71-48aabf70f2e1 req-254a9290-3ff7-4183-b46c-82388a016f78 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030309 Aug 10 03:13:04.095802 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:04.124871 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ae511b-80c7-43c3-8cf7-fa9d74609325 x-openstack-request-id: req-07ae511b-80c7-43c3-8cf7-fa9d74609325 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:04.125162 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e45f08f3-5be9-4b37-80fc-507bbda2252b", "tag": "f209d797-5aae-48b5-9ca6-eee4c778150e", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:04.125396 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-07ae511b-80c7-43c3-8cf7-fa9d74609325 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:04.125781 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e45f08f3-5be9-4b37-80fc-507bbda2252b', 'tag': 'f209d797-5aae-48b5-9ca6-eee4c778150e', 'status': 'completed', 'code': 200} Aug 10 03:13:04.152304 n-d-768851-15 neutron-server[94216]: INFO neutron.db.l3_db [None req-c59cf15a-24e9-4cbc-ae68-f5a70315857f tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Floating IP 8d9c4891-0b3a-486b-a7c4-f3bf1c843f19 associated. External IP: 172.25.7.131, port: 8a30db10-e0e6-4c59-bff9-1edbdbe1ee47. Aug 10 03:13:04.174897 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a3b9c32a-07d0-438f-a9e1-b5191b39674e req-d1a7a6d3-8191-4440-aa92-24ab776b8395 service neutron] 10.222.0.58 "GET /v2.0/networks/0cf0f7c8-c356-4a79-bd3e-8005302f9371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056864 Aug 10 03:13:04.273299 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a3b9c32a-07d0-438f-a9e1-b5191b39674e req-e4f6e8a5-665f-4948-bce8-f8e328f7a1b8 service neutron] 10.222.0.58 "GET /v2.0/networks/0cf0f7c8-c356-4a79-bd3e-8005302f9371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882361 Aug 10 03:13:04.396674 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c59cf15a-24e9-4cbc-ae68-f5a70315857f tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Router 13d9a6c2-9eb1-46e1-af07-d8aaa14d0364 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:13:04.397870 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ab242-4d63-48f0-b66a-48626d4de85b req-896a71ba-3734-4b02-a576-be2f6710ec58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:04.399432 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-590ab242-4d63-48f0-b66a-48626d4de85b req-896a71ba-3734-4b02-a576-be2f6710ec58 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c1193550364e4f108017499cab055ad4&device_id=e45f08f3-5be9-4b37-80fc-507bbda2252b HTTP/1.1" status: 200 len: 1095 time: 0.0562932 Aug 10 03:13:04.499678 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ab242-4d63-48f0-b66a-48626d4de85b req-7e4edd77-bb90-4057-afaa-f199d90e1009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:04.501409 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-590ab242-4d63-48f0-b66a-48626d4de85b req-7e4edd77-bb90-4057-afaa-f199d90e1009 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0cf0f7c8-c356-4a79-bd3e-8005302f9371 HTTP/1.1" status: 200 len: 915 time: 0.0903919 Aug 10 03:13:04.513649 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59cf15a-24e9-4cbc-ae68-f5a70315857f tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:13:04.519421 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c59cf15a-24e9-4cbc-ae68-f5a70315857f tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:04.524172 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649961d7-f6ed-4bd6-908f-161548b0fbdd None None] Sync routers for ids ['13d9a6c2-9eb1-46e1-af07-d8aaa14d0364'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:13:04.536142 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649961d7-f6ed-4bd6-908f-161548b0fbdd None None] Routers {'13d9a6c2-9eb1-46e1-af07-d8aaa14d0364'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:13:04.536887 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-649961d7-f6ed-4bd6-908f-161548b0fbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:13:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['13d9a6c2-9eb1-46e1-af07-d8aaa14d0364'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:04.556714 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-590ab242-4d63-48f0-b66a-48626d4de85b req-af64e15c-8d4c-4c4a-84a6-27ff19731bad service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f209d797-5aae-48b5-9ca6-eee4c778150e HTTP/1.1" status: 200 len: 217 time: 0.0474632 Aug 10 03:13:04.558208 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-c59cf15a-24e9-4cbc-ae68-f5a70315857f tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "PUT /v2.0/floatingips/8d9c4891-0b3a-486b-a7c4-f3bf1c843f19 HTTP/1.1" status: 200 len: 991 time: 1.7955410 Aug 10 03:13:04.558994 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f968c78b-535a-49e6-86c5-6bde6a962948', 'tag': '8a30db10-e0e6-4c59-bff9-1edbdbe1ee47'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:04.563291 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0789b17-a83b-4e5b-8e2e-590fb02dc086" -d '{"events": [{"name": "network-changed", "server_uuid": "f968c78b-535a-49e6-86c5-6bde6a962948", "tag": "8a30db10-e0e6-4c59-bff9-1edbdbe1ee47"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:04.644393 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ab242-4d63-48f0-b66a-48626d4de85b req-06e47a42-3683-4322-a185-cfb024af7b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:04.652897 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-590ab242-4d63-48f0-b66a-48626d4de85b req-06e47a42-3683-4322-a185-cfb024af7b80 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a8836cca-129c-4b0e-ae0e-fb7a336cf058 HTTP/1.1" status: 200 len: 854 time: 0.0809851 Aug 10 03:13:04.684045 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-649961d7-f6ed-4bd6-908f-161548b0fbdd None None] Set router 13d9a6c2-9eb1-46e1-af07-d8aaa14d0364 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:13:04.696014 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8f3856-8177-4727-9f4f-b418b9470fba x-openstack-request-id: req-1f8f3856-8177-4727-9f4f-b418b9470fba {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:04.696503 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f968c78b-535a-49e6-86c5-6bde6a962948", "tag": "8a30db10-e0e6-4c59-bff9-1edbdbe1ee47", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:04.696851 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1f8f3856-8177-4727-9f4f-b418b9470fba {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:04.697965 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f968c78b-535a-49e6-86c5-6bde6a962948', 'tag': '8a30db10-e0e6-4c59-bff9-1edbdbe1ee47', 'status': 'completed', 'code': 200} Aug 10 03:13:04.714219 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-590ab242-4d63-48f0-b66a-48626d4de85b req-18ef66ab-4404-4ff2-abcf-b7043c5b9e83 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0cf0f7c8-c356-4a79-bd3e-8005302f9371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466297 Aug 10 03:13:04.726495 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaafae3-9ff8-447b-8187-855db095748a req-83603249-b40c-469d-a152-de9e51edec44 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:04.728525 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3eaafae3-9ff8-447b-8187-855db095748a req-83603249-b40c-469d-a152-de9e51edec44 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 949 time: 0.0941470 Aug 10 03:13:04.866560 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-590ab242-4d63-48f0-b66a-48626d4de85b req-0c30deea-65ac-481b-84fe-4359f1583ab6 service neutron] 10.222.0.58 "GET /v2.0/networks/0cf0f7c8-c356-4a79-bd3e-8005302f9371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343811 Aug 10 03:13:04.876265 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3eaafae3-9ff8-447b-8187-855db095748a req-1a456526-8443-4ee6-971e-4dd5d296e7dc tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323745 Aug 10 03:13:04.878376 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0789b17-a83b-4e5b-8e2e-590fb02dc086 req-0c12bb99-0c49-4767-bc13-217ff88ab5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:04.879886 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b0789b17-a83b-4e5b-8e2e-590fb02dc086 req-0c12bb99-0c49-4767-bc13-217ff88ab5d2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0c00b01e0806491485adebe5c1c180f7&device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 1097 time: 0.1350348 Aug 10 03:13:05.016912 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device ac6fa2ce-3949-4e0b-a7c3-f21c93869afd details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:13:05.085050 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca99e96-e9d5-4228-ae19-f34222ec3906 req-1a430293-844f-41fe-a3d7-a40b5a3ec73e tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:05.095406 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1ca99e96-e9d5-4228-ae19-f34222ec3906 req-1a430293-844f-41fe-a3d7-a40b5a3ec73e tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e45f08f3-5be9-4b37-80fc-507bbda2252b HTTP/1.1" status: 200 len: 943 time: 0.2066157 Aug 10 03:13:05.154166 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0789b17-a83b-4e5b-8e2e-590fb02dc086 req-d7be3f14-c4fc-404b-abe2-bb167e3b3cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:05.156338 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b0789b17-a83b-4e5b-8e2e-590fb02dc086 req-d7be3f14-c4fc-404b-abe2-bb167e3b3cf3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c0759395-72d8-4de6-9611-c9ba0ebf5417 HTTP/1.1" status: 200 len: 918 time: 0.2240849 Aug 10 03:13:05.161199 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-649961d7-f6ed-4bd6-908f-161548b0fbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d9a6c2-9eb1-46e1-af07-d8aaa14d0364', 'name': 'tempest-AttachVolumeShelveTestJSON-1128468652-router', 'tenant_id': '0c00b01e0806491485adebe5c1c180f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'b33265c4-a0e4-4f43-ae0c-d69841a13821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:12:39Z', 'updated_at': '2021-08-10T03:12:44Z', 'revision_number': 4, 'project_id': '0c00b01e0806491485adebe5c1c180f7', 'gw_port': {'id': 'b33265c4-a0e4-4f43-ae0c-d69841a13821', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d9a6c2-9eb1-46e1-af07-d8aaa14d0364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:12:40Z', 'updated_at': '2021-08-10T03:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '8d9c4891-0b3a-486b-a7c4-f3bf1c843f19', 'tenant_id': '0c00b01e0806491485adebe5c1c180f7', 'floating_ip_address': '172.25.7.131', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '13d9a6c2-9eb1-46e1-af07-d8aaa14d0364', 'port_id': '8a30db10-e0e6-4c59-bff9-1edbdbe1ee47', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0759395-72d8-4de6-9611-c9ba0ebf5417', 'mac_address': 'fa:16:3e:ec:b5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f968c78b-535a-49e6-86c5-6bde6a962948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:12:48Z', 'updated_at': '2021-08-10T03:13:03Z', 'revision_number': 1, 'project_id': '0c00b01e0806491485adebe5c1c180f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a25952a-9ef1-4c85-b91e-c0c0f02dd688', 'name': '', 'network_id': 'c0759395-72d8-4de6-9611-c9ba0ebf5417', 'tenant_id': '0c00b01e0806491485adebe5c1c180f7', 'mac_address': 'fa:16:3e:f5:43:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d9a6c2-9eb1-46e1-af07-d8aaa14d0364', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '3edf7dab-cede-45e3-a40b-9026654a3743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:12:43Z', 'updated_at': '2021-08-10T03:12:52Z', 'revision_number': 5, 'project_id': '0c00b01e0806491485adebe5c1c180f7', 'subnets': [{'id': '3edf7dab-cede-45e3-a40b-9026654a3743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:05.196390 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-590ab242-4d63-48f0-b66a-48626d4de85b req-8c27d2cd-6972-4178-ad79-aacd3bfc5290 service neutron] 10.222.0.58 "GET /v2.0/networks/0cf0f7c8-c356-4a79-bd3e-8005302f9371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135428 Aug 10 03:13:05.206581 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649961d7-f6ed-4bd6-908f-161548b0fbdd None None] Checking router: 13d9a6c2-9eb1-46e1-af07-d8aaa14d0364 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:13:05.218691 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1ca99e96-e9d5-4228-ae19-f34222ec3906 req-db7466d2-0762-40c5-9cc0-cb08a8b897f3 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072602 Aug 10 03:13:05.242059 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649961d7-f6ed-4bd6-908f-161548b0fbdd None None] Routers {'13d9a6c2-9eb1-46e1-af07-d8aaa14d0364'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:13:05.242693 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-649961d7-f6ed-4bd6-908f-161548b0fbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:13:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['13d9a6c2-9eb1-46e1-af07-d8aaa14d0364'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:05.308640 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port ac6fa2ce-3949-4e0b-a7c3-f21c93869afd, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=ac6fa2ce-3949-4e0b-a7c3-f21c93869afd,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:05.328255 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': 'ac6fa2ce-3949-4e0b-a7c3-f21c93869afd', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'port_id': 'ac6fa2ce-3949-4e0b-a7c3-f21c93869afd', 'mac_address': 'fa:16:3e:37:f1:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e3eb0b-907c-4ac4-809e-ae9609bc8c67', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:13:05.338717 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b0789b17-a83b-4e5b-8e2e-590fb02dc086 req-beb18224-9f88-4a48-be4e-b115b8e149f7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a30db10-e0e6-4c59-bff9-1edbdbe1ee47 HTTP/1.1" status: 200 len: 999 time: 0.1714492 Aug 10 03:13:05.354566 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf13a3-3f84-4b6d-8a4b-267b0487db0a req-f2bdaf34-6f12-43b5-9177-b919342806f4 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:05.356388 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1acf13a3-3f84-4b6d-8a4b-267b0487db0a req-f2bdaf34-6f12-43b5-9177-b919342806f4 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=3aa62070-0700-4aba-8a75-8977972a9063 HTTP/1.1" status: 200 len: 949 time: 0.0800200 Aug 10 03:13:05.447088 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0789b17-a83b-4e5b-8e2e-590fb02dc086 req-0f3f96ea-1cb5-4e47-b890-b7c3a2c9635c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:05.448761 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b0789b17-a83b-4e5b-8e2e-590fb02dc086 req-0f3f96ea-1cb5-4e47-b890-b7c3a2c9635c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3edf7dab-cede-45e3-a40b-9026654a3743 HTTP/1.1" status: 200 len: 856 time: 0.0913911 Aug 10 03:13:05.493823 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1acf13a3-3f84-4b6d-8a4b-267b0487db0a req-b8a8456a-5d89-43b5-94fc-0d928aeb1c9e tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246595 Aug 10 03:13:05.565247 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0789b17-a83b-4e5b-8e2e-590fb02dc086 req-9b938a64-a631-4f00-8858-cfbd44afe0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:05.566681 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b0789b17-a83b-4e5b-8e2e-590fb02dc086 req-9b938a64-a631-4f00-8858-cfbd44afe0b6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c0759395-72d8-4de6-9611-c9ba0ebf5417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0719259 Aug 10 03:13:05.602861 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:05.622163 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-649961d7-f6ed-4bd6-908f-161548b0fbdd None None] Set router 13d9a6c2-9eb1-46e1-af07-d8aaa14d0364 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:13:05.686678 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b0789b17-a83b-4e5b-8e2e-590fb02dc086 req-85cbcd2c-8c5b-43bb-93ec-71b24aed6aee service neutron] 10.222.0.58 "GET /v2.0/networks/c0759395-72d8-4de6-9611-c9ba0ebf5417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059330 Aug 10 03:13:05.692535 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac6fa2ce-3949-4e0b-a7c3-f21c93869afd {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:13:05.732001 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port ac6fa2ce-3949-4e0b-a7c3-f21c93869afd, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=ac6fa2ce-3949-4e0b-a7c3-f21c93869afd,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:05.767849 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:05.806911 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b0789b17-a83b-4e5b-8e2e-590fb02dc086 req-474392c8-578f-4126-8b86-a203dcabcf09 service neutron] 10.222.0.58 "GET /v2.0/networks/c0759395-72d8-4de6-9611-c9ba0ebf5417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123762 Aug 10 03:13:05.909229 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=ac6fa2ce-3949-4e0b-a7c3-f21c93869afd,revision_number=9']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:06.019106 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:06.085239 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['ac6fa2ce-3949-4e0b-a7c3-f21c93869afd'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:13:06.088412 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec51491-49bc-4dbb-9ebf-fb61d2ef5cc1 req-8fde3532-10ab-4127-990f-332a00c99a9a tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:06.091485 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6ec51491-49bc-4dbb-9ebf-fb61d2ef5cc1 req-8fde3532-10ab-4127-990f-332a00c99a9a tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 949 time: 0.0957198 Aug 10 03:13:06.154874 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6ec51491-49bc-4dbb-9ebf-fb61d2ef5cc1 req-5567a61c-f531-4a5c-bd11-5fb25ad7a0df tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536358 Aug 10 03:13:06.339252 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-649961d7-f6ed-4bd6-908f-161548b0fbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d9a6c2-9eb1-46e1-af07-d8aaa14d0364', 'name': 'tempest-AttachVolumeShelveTestJSON-1128468652-router', 'tenant_id': '0c00b01e0806491485adebe5c1c180f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'b33265c4-a0e4-4f43-ae0c-d69841a13821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:12:39Z', 'updated_at': '2021-08-10T03:12:44Z', 'revision_number': 4, 'project_id': '0c00b01e0806491485adebe5c1c180f7', 'gw_port': {'id': 'b33265c4-a0e4-4f43-ae0c-d69841a13821', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d9a6c2-9eb1-46e1-af07-d8aaa14d0364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:12:40Z', 'updated_at': '2021-08-10T03:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '8d9c4891-0b3a-486b-a7c4-f3bf1c843f19', 'tenant_id': '0c00b01e0806491485adebe5c1c180f7', 'floating_ip_address': '172.25.7.131', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '13d9a6c2-9eb1-46e1-af07-d8aaa14d0364', 'port_id': '8a30db10-e0e6-4c59-bff9-1edbdbe1ee47', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0759395-72d8-4de6-9611-c9ba0ebf5417', 'mac_address': 'fa:16:3e:ec:b5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f968c78b-535a-49e6-86c5-6bde6a962948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:12:48Z', 'updated_at': '2021-08-10T03:13:03Z', 'revision_number': 1, 'project_id': '0c00b01e0806491485adebe5c1c180f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a25952a-9ef1-4c85-b91e-c0c0f02dd688', 'name': '', 'network_id': 'c0759395-72d8-4de6-9611-c9ba0ebf5417', 'tenant_id': '0c00b01e0806491485adebe5c1c180f7', 'mac_address': 'fa:16:3e:f5:43:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d9a6c2-9eb1-46e1-af07-d8aaa14d0364', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '3edf7dab-cede-45e3-a40b-9026654a3743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:12:43Z', 'updated_at': '2021-08-10T03:12:52Z', 'revision_number': 5, 'project_id': '0c00b01e0806491485adebe5c1c180f7', 'subnets': [{'id': '3edf7dab-cede-45e3-a40b-9026654a3743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:06.376972 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08272843-0d59-4bfc-a497-1ebd361b8c8c req-35b86048-bb51-4f2e-a3a4-75cc0a003332 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:06.386021 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-08272843-0d59-4bfc-a497-1ebd361b8c8c req-35b86048-bb51-4f2e-a3a4-75cc0a003332 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e45f08f3-5be9-4b37-80fc-507bbda2252b HTTP/1.1" status: 200 len: 943 time: 0.0706031 Aug 10 03:13:06.387933 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649961d7-f6ed-4bd6-908f-161548b0fbdd None None] The sync data for ids ['13d9a6c2-9eb1-46e1-af07-d8aaa14d0364'] in n-d-768851-15 is: [{'id': '13d9a6c2-9eb1-46e1-af07-d8aaa14d0364', 'name': 'tempest-AttachVolumeShelveTestJSON-1128468652-router', 'tenant_id': '0c00b01e0806491485adebe5c1c180f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'b33265c4-a0e4-4f43-ae0c-d69841a13821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:12:39Z', 'updated_at': '2021-08-10T03:12:44Z', 'revision_number': 4, 'project_id': '0c00b01e0806491485adebe5c1c180f7', 'gw_port': {'id': 'b33265c4-a0e4-4f43-ae0c-d69841a13821', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d9a6c2-9eb1-46e1-af07-d8aaa14d0364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:12:40Z', 'updated_at': '2021-08-10T03:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '8d9c4891-0b3a-486b-a7c4-f3bf1c843f19', 'tenant_id': '0c00b01e0806491485adebe5c1c180f7', 'floating_ip_address': '172.25.7.131', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '13d9a6c2-9eb1-46e1-af07-d8aaa14d0364', 'port_id': '8a30db10-e0e6-4c59-bff9-1edbdbe1ee47', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0759395-72d8-4de6-9611-c9ba0ebf5417', 'mac_address': 'fa:16:3e:ec:b5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f968c78b-535a-49e6-86c5-6bde6a962948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:12:48Z', 'updated_at': '2021-08-10T03:13:03Z', 'revision_number': 1, 'project_id': '0c00b01e0806491485adebe5c1c180f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a25952a-9ef1-4c85-b91e-c0c0f02dd688', 'name': '', 'network_id': 'c0759395-72d8-4de6-9611-c9ba0ebf5417', 'tenant_id': '0c00b01e0806491485adebe5c1c180f7', 'mac_address': 'fa:16:3e:f5:43:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d9a6c2-9eb1-46e1-af07-d8aaa14d0364', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '3edf7dab-cede-45e3-a40b-9026654a3743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:12:43Z', 'updated_at': '2021-08-10T03:12:52Z', 'revision_number': 5, 'project_id': '0c00b01e0806491485adebe5c1c180f7', 'subnets': [{'id': '3edf7dab-cede-45e3-a40b-9026654a3743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:13:06.440531 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-08272843-0d59-4bfc-a497-1ebd361b8c8c req-03b18dd6-9aea-459f-9431-d71abb49c004 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494714 Aug 10 03:13:06.676322 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d53b06-21f3-442d-8bb0-59c34743687a req-4cfb3c0b-1f47-4658-bce8-80543f597893 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:06.684212 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-54d53b06-21f3-442d-8bb0-59c34743687a req-4cfb3c0b-1f47-4658-bce8-80543f597893 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=3aa62070-0700-4aba-8a75-8977972a9063 HTTP/1.1" status: 200 len: 949 time: 0.0739305 Aug 10 03:13:06.722414 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 6f74f8bb-35fc-45f2-b1ea-df552563bc55 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:13:06.724618 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device d3d6626d-da1b-42ff-a67f-da8cf098f15b no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:13:06.725617 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-54d53b06-21f3-442d-8bb0-59c34743687a req-2d155b49-f54d-4e2c-bd5d-e4889ba47870 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405624 Aug 10 03:13:06.747553 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9a2086-1f2c-4973-beb1-3980ef4cee38 None None] New status for floating IP 8d9c4891-0b3a-486b-a7c4-f3bf1c843f19: ACTIVE {{(pid=94219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:13:06.788032 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: d3d6626d-da1b-42ff-a67f-da8cf098f15b {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:13:06.788393 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device d3d6626d-da1b-42ff-a67f-da8cf098f15b not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:13:06.908573 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 6f74f8bb-35fc-45f2-b1ea-df552563bc55, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=6f74f8bb-35fc-45f2-b1ea-df552563bc55,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:06.939915 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': '6f74f8bb-35fc-45f2-b1ea-df552563bc55', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'port_id': '6f74f8bb-35fc-45f2-b1ea-df552563bc55', 'mac_address': 'fa:16:3e:05:80:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e3eb0b-907c-4ac4-809e-ae9609bc8c67', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:13:06.943845 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device efbbdcc2-7729-4452-86c1-41e87a5971c4 up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:13:07.023735 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:07.044715 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6f74f8bb-35fc-45f2-b1ea-df552563bc55 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:13:07.062065 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port efbbdcc2-7729-4452-86c1-41e87a5971c4 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:13:07.072473 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port efbbdcc2-7729-4452-86c1-41e87a5971c4 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:07.073085 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:07.096103 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 6f74f8bb-35fc-45f2-b1ea-df552563bc55, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=6f74f8bb-35fc-45f2-b1ea-df552563bc55,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:07.101817 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:07.102665 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device f209d797-5aae-48b5-9ca6-eee4c778150e details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:13:07.239624 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=6f74f8bb-35fc-45f2-b1ea-df552563bc55,revision_number=6']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:07.317088 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f69443-62af-4f0c-8c59-c7779c608ced req-798e5a54-53d7-441b-9cd5-6d2df1abf403 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:07.326565 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e7f69443-62af-4f0c-8c59-c7779c608ced req-798e5a54-53d7-441b-9cd5-6d2df1abf403 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 948 time: 0.0834181 Aug 10 03:13:07.361477 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:07.383215 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e7f69443-62af-4f0c-8c59-c7779c608ced req-4e588b24-c075-4a18-927d-e7dcea65fcff tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522583 Aug 10 03:13:07.388945 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port f209d797-5aae-48b5-9ca6-eee4c778150e, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=f209d797-5aae-48b5-9ca6-eee4c778150e,segment=NetworkSegment(db7476b4-7245-4e51-b6d1-619dc5627d38),segment_id=db7476b4-7245-4e51-b6d1-619dc5627d38)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:07.408862 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': 'f209d797-5aae-48b5-9ca6-eee4c778150e', 'network_id': '0cf0f7c8-c356-4a79-bd3e-8005302f9371', 'port_id': 'f209d797-5aae-48b5-9ca6-eee4c778150e', 'mac_address': 'fa:16:3e:d5:3f:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8836cca-129c-4b0e-ae0e-fb7a336cf058', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:13:07.415969 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa62070-0700-4aba-8a75-8977972a9063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efbbdcc2-7729-4452-86c1-41e87a5971c4'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:07.418659 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ccd92b6-1857-4e48-8c06-621cfe4a3d47" -d '{"events": [{"server_uuid": "3aa62070-0700-4aba-8a75-8977972a9063", "name": "network-vif-plugged", "status": "completed", "tag": "efbbdcc2-7729-4452-86c1-41e87a5971c4"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:07.444582 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port efbbdcc2-7729-4452-86c1-41e87a5971c4, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=efbbdcc2-7729-4452-86c1-41e87a5971c4,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:07.468703 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:07.493156 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a4d6f1-6962-4b1a-a079-ece33f93c3a0 x-openstack-request-id: req-f0a4d6f1-6962-4b1a-a079-ece33f93c3a0 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:07.493451 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aa62070-0700-4aba-8a75-8977972a9063", "name": "network-vif-plugged", "status": "completed", "tag": "efbbdcc2-7729-4452-86c1-41e87a5971c4", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:07.493707 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f0a4d6f1-6962-4b1a-a079-ece33f93c3a0 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:07.494213 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa62070-0700-4aba-8a75-8977972a9063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efbbdcc2-7729-4452-86c1-41e87a5971c4', 'code': 200} Aug 10 03:13:07.522842 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:07.558982 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f209d797-5aae-48b5-9ca6-eee4c778150e {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:13:07.576519 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=efbbdcc2-7729-4452-86c1-41e87a5971c4,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:07.630656 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port f209d797-5aae-48b5-9ca6-eee4c778150e, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=f209d797-5aae-48b5-9ca6-eee4c778150e,segment=NetworkSegment(db7476b4-7245-4e51-b6d1-619dc5627d38),segment_id=db7476b4-7245-4e51-b6d1-619dc5627d38)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:07.640085 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:07.659019 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a51d9-f443-4cc7-b58a-0c84cfea6002 req-d476744e-4345-49b1-9b9a-ecb068dcacc3 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:07.667296 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ad6a51d9-f443-4cc7-b58a-0c84cfea6002 req-d476744e-4345-49b1-9b9a-ecb068dcacc3 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e45f08f3-5be9-4b37-80fc-507bbda2252b HTTP/1.1" status: 200 len: 943 time: 0.1345110 Aug 10 03:13:07.726041 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=f209d797-5aae-48b5-9ca6-eee4c778150e,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:07.728441 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ad6a51d9-f443-4cc7-b58a-0c84cfea6002 req-49ee9c24-52e4-4e72-9caa-2d9ce8632324 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603867 Aug 10 03:13:07.730682 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b20c92-a187-4756-9631-97a73fd26784 req-79f375e9-fb10-4a40-ad0e-4b0c2e76d2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:07.732683 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-30b20c92-a187-4756-9631-97a73fd26784 req-79f375e9-fb10-4a40-ad0e-4b0c2e76d2c2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3aa62070-0700-4aba-8a75-8977972a9063 HTTP/1.1" status: 200 len: 1102 time: 0.1538775 Aug 10 03:13:07.792907 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-30b20c92-a187-4756-9631-97a73fd26784 req-ca14a3d1-1030-4349-8dd4-326b00a2798b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330474 Aug 10 03:13:07.916283 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e57cc-8ada-4525-b6f5-315cef28fabc req-b8d3e9e3-b9f0-4f56-b65d-66efa762695d tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:07.918961 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5c0e57cc-8ada-4525-b6f5-315cef28fabc req-b8d3e9e3-b9f0-4f56-b65d-66efa762695d tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=3aa62070-0700-4aba-8a75-8977972a9063 HTTP/1.1" status: 200 len: 950 time: 0.0733819 Aug 10 03:13:07.950514 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['f209d797-5aae-48b5-9ca6-eee4c778150e'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:13:07.968260 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5c0e57cc-8ada-4525-b6f5-315cef28fabc req-cb1ced70-83da-477a-ad29-05cc97ffb7a6 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413218 Aug 10 03:13:08.014307 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['6f74f8bb-35fc-45f2-b1ea-df552563bc55'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:13:08.532534 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b8668-1fd7-4dfa-ad87-e683c1c48446 req-794706e0-426d-4722-8803-7a81f1ecf293 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:08.534186 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-413b8668-1fd7-4dfa-ad87-e683c1c48446 req-794706e0-426d-4722-8803-7a81f1ecf293 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 948 time: 0.0572381 Aug 10 03:13:08.578159 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-413b8668-1fd7-4dfa-ad87-e683c1c48446 req-d31b6399-95c2-49b7-ad4a-600f33b19bbb tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377524 Aug 10 03:13:08.737523 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 6f74f8bb-35fc-45f2-b1ea-df552563bc55 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:13:08.826020 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:08.841562 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6f74f8bb-35fc-45f2-b1ea-df552563bc55 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:13:08.865091 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 6f74f8bb-35fc-45f2-b1ea-df552563bc55, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=6f74f8bb-35fc-45f2-b1ea-df552563bc55,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:08.871001 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:08.887511 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a577d6-6ccf-4087-b782-317a1635b99b req-694b72b6-00f6-4c0d-9ca5-23a96ca64704 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:08.889170 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-74a577d6-6ccf-4087-b782-317a1635b99b req-694b72b6-00f6-4c0d-9ca5-23a96ca64704 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e45f08f3-5be9-4b37-80fc-507bbda2252b HTTP/1.1" status: 200 len: 944 time: 0.0680442 Aug 10 03:13:08.928973 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=6f74f8bb-35fc-45f2-b1ea-df552563bc55,revision_number=7']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:08.938072 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-74a577d6-6ccf-4087-b782-317a1635b99b req-837f214e-d81c-4625-ac5b-bf92a678ad53 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384395 Aug 10 03:13:08.971668 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device ac6fa2ce-3949-4e0b-a7c3-f21c93869afd up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:13:09.033013 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port ac6fa2ce-3949-4e0b-a7c3-f21c93869afd triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:09.033386 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:09.114786 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b213d687-7cfa-4ce0-8f47-2d35abff2c0b req-110a0d16-dce8-40ec-8da1-1a8b9c505b38 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:09.121500 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b213d687-7cfa-4ce0-8f47-2d35abff2c0b req-110a0d16-dce8-40ec-8da1-1a8b9c505b38 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=3aa62070-0700-4aba-8a75-8977972a9063 HTTP/1.1" status: 200 len: 950 time: 0.0635314 Aug 10 03:13:09.161914 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:09.206300 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b213d687-7cfa-4ce0-8f47-2d35abff2c0b req-84f8345b-f2bb-4b8d-b8a7-e3826c1e9e69 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837767 Aug 10 03:13:09.229923 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port ac6fa2ce-3949-4e0b-a7c3-f21c93869afd, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=ac6fa2ce-3949-4e0b-a7c3-f21c93869afd,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:09.237670 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:09.333201 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=ac6fa2ce-3949-4e0b-a7c3-f21c93869afd,revision_number=10']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:09.495413 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe28054-35f5-4b23-84a5-6913060195b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac6fa2ce-3949-4e0b-a7c3-f21c93869afd'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:09.498671 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4a072a-317c-49ed-bfb1-a12ec3bfe8f6" -d '{"events": [{"server_uuid": "ebe28054-35f5-4b23-84a5-6913060195b8", "name": "network-vif-plugged", "status": "completed", "tag": "ac6fa2ce-3949-4e0b-a7c3-f21c93869afd"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:09.543219 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20bf9fa-638a-4c03-886e-048953f0e5fd x-openstack-request-id: req-c20bf9fa-638a-4c03-886e-048953f0e5fd {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:09.543683 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe28054-35f5-4b23-84a5-6913060195b8", "name": "network-vif-plugged", "status": "completed", "tag": "ac6fa2ce-3949-4e0b-a7c3-f21c93869afd", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:09.543946 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c20bf9fa-638a-4c03-886e-048953f0e5fd {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:09.544354 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe28054-35f5-4b23-84a5-6913060195b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac6fa2ce-3949-4e0b-a7c3-f21c93869afd', 'code': 200} Aug 10 03:13:09.735896 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346260a7-29ad-4d42-8fd0-0b5a50cec019 req-a7b52f5b-89a0-439c-8b56-8ec9bdb37ca7 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:09.737958 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-346260a7-29ad-4d42-8fd0-0b5a50cec019 req-a7b52f5b-89a0-439c-8b56-8ec9bdb37ca7 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 947 time: 0.0549388 Aug 10 03:13:09.792275 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-346260a7-29ad-4d42-8fd0-0b5a50cec019 req-f471574f-0c2b-4f84-b892-b3b2115f33da tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481915 Aug 10 03:13:10.118580 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de8521-0dac-4ce1-8372-af42506b24a7 req-91d1ae8b-4367-4233-92a4-e82608608b5e tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:10.120931 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e8de8521-0dac-4ce1-8372-af42506b24a7 req-91d1ae8b-4367-4233-92a4-e82608608b5e tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e45f08f3-5be9-4b37-80fc-507bbda2252b HTTP/1.1" status: 200 len: 944 time: 0.0982208 Aug 10 03:13:10.164518 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e8de8521-0dac-4ce1-8372-af42506b24a7 req-2732279b-e4ef-4a6a-be66-2b262fe96f7c tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371339 Aug 10 03:13:10.336004 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ab78d-6572-4953-a708-f16433648d26 req-ca81d1c9-1f16-45b9-b53b-6c36fd663f93 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:10.341661 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4a9ab78d-6572-4953-a708-f16433648d26 req-ca81d1c9-1f16-45b9-b53b-6c36fd663f93 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=3aa62070-0700-4aba-8a75-8977972a9063 HTTP/1.1" status: 200 len: 950 time: 0.0690498 Aug 10 03:13:10.405456 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4a9ab78d-6572-4953-a708-f16433648d26 req-cf3a621c-6a80-4336-9cb3-d7dfe8ebcb0e tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541863 Aug 10 03:13:10.532435 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede6393-dd22-4fc8-9c6a-642d04bbfa80 req-2668f528-4567-4166-a413-c1100ba083f0 tempest-ServersOnMultiNodesTest-1316889820 tempest-ServersOnMultiNodesTest-1316889820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:10.534108 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5ede6393-dd22-4fc8-9c6a-642d04bbfa80 req-2668f528-4567-4166-a413-c1100ba083f0 tempest-ServersOnMultiNodesTest-1316889820 tempest-ServersOnMultiNodesTest-1316889820-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=3aa62070-0700-4aba-8a75-8977972a9063 HTTP/1.1" status: 200 len: 1102 time: 0.0467968 Aug 10 03:13:10.575044 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5ede6393-dd22-4fc8-9c6a-642d04bbfa80 req-8ef7b5de-565e-4986-8955-9e428c8cba7f tempest-ServersOnMultiNodesTest-1316889820 tempest-ServersOnMultiNodesTest-1316889820-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318375 Aug 10 03:13:10.753647 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 6f74f8bb-35fc-45f2-b1ea-df552563bc55 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:13:10.767089 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0e097657-fe1d-4f03-b604-9c15450e3f35 req-1a351f1b-0bed-4590-84fa-f115b385b36f tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=293fbd9b1ced45ab964a1da35de8e7bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322988 Aug 10 03:13:10.832316 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port 6f74f8bb-35fc-45f2-b1ea-df552563bc55 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:10.834078 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:10.961556 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:10.964987 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e097657-fe1d-4f03-b604-9c15450e3f35 req-c3633a98-4a85-4605-a5c2-9b881edb9a9a tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:10.973067 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0e097657-fe1d-4f03-b604-9c15450e3f35 req-c3633a98-4a85-4605-a5c2-9b881edb9a9a tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2050462 Aug 10 03:13:10.992640 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0e097657-fe1d-4f03-b604-9c15450e3f35 req-be90e544-93ff-4daa-989d-c882ca0c8032 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/quotas/293fbd9b1ced45ab964a1da35de8e7bd HTTP/1.1" status: 200 len: 375 time: 0.0173321 Aug 10 03:13:11.010131 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 6f74f8bb-35fc-45f2-b1ea-df552563bc55, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=6f74f8bb-35fc-45f2-b1ea-df552563bc55,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:11.015703 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:11.017234 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device f209d797-5aae-48b5-9ca6-eee4c778150e up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:13:11.061377 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42611d2a-ab3e-434d-96ee-ffa49bdba2ed req-d28b9708-7e5b-4002-8e11-c33b9a571dbc tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:11.063073 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-42611d2a-ab3e-434d-96ee-ffa49bdba2ed req-d28b9708-7e5b-4002-8e11-c33b9a571dbc tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 947 time: 0.1610847 Aug 10 03:13:11.112048 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=6f74f8bb-35fc-45f2-b1ea-df552563bc55,revision_number=8']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:11.130670 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0e097657-fe1d-4f03-b604-9c15450e3f35 req-9780a186-b09e-429f-894d-4675038b8780 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=293fbd9b1ced45ab964a1da35de8e7bd&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1320050 Aug 10 03:13:11.145568 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port f209d797-5aae-48b5-9ca6-eee4c778150e completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:13:11.151819 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port f209d797-5aae-48b5-9ca6-eee4c778150e triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:11.152279 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:11.163650 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-42611d2a-ab3e-434d-96ee-ffa49bdba2ed req-8de3a1fe-63ff-4ba4-b222-3b9f7410a6a9 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851111 Aug 10 03:13:11.281879 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:11.351145 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port f209d797-5aae-48b5-9ca6-eee4c778150e, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=f209d797-5aae-48b5-9ca6-eee4c778150e,segment=NetworkSegment(db7476b4-7245-4e51-b6d1-619dc5627d38),segment_id=db7476b4-7245-4e51-b6d1-619dc5627d38)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:11.365446 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:11.398415 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db7430-ad23-465f-9338-dd987778634f req-3e6a8749-2e7e-4334-8119-d74066cfda15 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:11.408379 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a1db7430-ad23-465f-9338-dd987778634f req-3e6a8749-2e7e-4334-8119-d74066cfda15 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e45f08f3-5be9-4b37-80fc-507bbda2252b HTTP/1.1" status: 200 len: 944 time: 0.0944364 Aug 10 03:13:11.460725 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=f209d797-5aae-48b5-9ca6-eee4c778150e,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:11.499267 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5d6db400-ec5d-4457-833a-b2fcb29a2ebf req-edf3c083-c1b5-4b5d-8217-12afd27f3f63 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c19e5bd-365b-471b-8cc9-d0eeb0f8440f HTTP/1.1" status: 200 len: 210 time: 0.0894854 Aug 10 03:13:11.513240 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a1db7430-ad23-465f-9338-dd987778634f req-2ab1fd9f-c940-48b2-8a1f-128fce0ff4ea tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866921 Aug 10 03:13:11.545736 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29ba1570-c35b-4931-967d-0516a0c65fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f74f8bb-35fc-45f2-b1ea-df552563bc55'}, {'server_uuid': 'e45f08f3-5be9-4b37-80fc-507bbda2252b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f209d797-5aae-48b5-9ca6-eee4c778150e'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:11.550678 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026d63c3-9693-43e7-a4c8-37bc74fa161a" -d '{"events": [{"server_uuid": "29ba1570-c35b-4931-967d-0516a0c65fc0", "name": "network-vif-plugged", "status": "completed", "tag": "6f74f8bb-35fc-45f2-b1ea-df552563bc55"}, {"server_uuid": "e45f08f3-5be9-4b37-80fc-507bbda2252b", "name": "network-vif-plugged", "status": "completed", "tag": "f209d797-5aae-48b5-9ca6-eee4c778150e"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:11.637288 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b00ccc-af27-4e63-b710-d631cbe1d35b x-openstack-request-id: req-78b00ccc-af27-4e63-b710-d631cbe1d35b {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:11.637834 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29ba1570-c35b-4931-967d-0516a0c65fc0", "name": "network-vif-plugged", "status": "completed", "tag": "6f74f8bb-35fc-45f2-b1ea-df552563bc55", "code": 200}, {"server_uuid": "e45f08f3-5be9-4b37-80fc-507bbda2252b", "name": "network-vif-plugged", "status": "completed", "tag": "f209d797-5aae-48b5-9ca6-eee4c778150e", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:11.638109 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-78b00ccc-af27-4e63-b710-d631cbe1d35b {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:11.638604 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29ba1570-c35b-4931-967d-0516a0c65fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f74f8bb-35fc-45f2-b1ea-df552563bc55', 'code': 200} Aug 10 03:13:11.639640 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45f08f3-5be9-4b37-80fc-507bbda2252b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f209d797-5aae-48b5-9ca6-eee4c778150e', 'code': 200} Aug 10 03:13:11.800941 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646cc052-218a-4059-87ff-6cf8e547bfa0 req-f476445f-876b-456f-94ff-9b8e699d0a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:11.803108 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-646cc052-218a-4059-87ff-6cf8e547bfa0 req-f476445f-876b-456f-94ff-9b8e699d0a70 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e45f08f3-5be9-4b37-80fc-507bbda2252b HTTP/1.1" status: 200 len: 1097 time: 0.0754724 Aug 10 03:13:11.846924 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3608bd-e64a-4fd9-8937-6b224c8de506 req-e28b300a-8117-4bab-8960-11ccad15f72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:11.849641 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2e3608bd-e64a-4fd9-8937-6b224c8de506 req-e28b300a-8117-4bab-8960-11ccad15f72f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 1101 time: 0.0583112 Aug 10 03:13:11.851678 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-646cc052-218a-4059-87ff-6cf8e547bfa0 req-32a9c2cb-d0fe-4a8c-b80e-803ee82f1f4c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403295 Aug 10 03:13:11.959380 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2e3608bd-e64a-4fd9-8937-6b224c8de506 req-5dedb8a4-0478-4df7-82fd-e6e99098e94b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360184 Aug 10 03:13:12.295276 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad328d2-fcf8-4cfd-bc02-21dfdb2dd27c req-e4f303a3-34bc-4c54-bdfa-7898c5b56340 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:12.302817 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1ad328d2-fcf8-4cfd-bc02-21dfdb2dd27c req-e4f303a3-34bc-4c54-bdfa-7898c5b56340 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 949 time: 0.0623486 Aug 10 03:13:12.347440 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1ad328d2-fcf8-4cfd-bc02-21dfdb2dd27c req-b3a4f77f-2079-497d-9442-f78e205506d5 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434313 Aug 10 03:13:12.629401 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3260c0a6-7c95-4ced-bee5-300beb4fd05a req-35b52825-8ba2-44c3-be7b-dd1f0a09e330 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c19e5bd-365b-471b-8cc9-d0eeb0f8440f HTTP/1.1" status: 200 len: 210 time: 0.0318508 Aug 10 03:13:12.707660 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4f6c1-f971-402a-92a9-66cafef3baaa req-236a0c86-4a93-4611-b768-aa230524d784 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:12.709328 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-08f4f6c1-f971-402a-92a9-66cafef3baaa req-236a0c86-4a93-4611-b768-aa230524d784 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e45f08f3-5be9-4b37-80fc-507bbda2252b HTTP/1.1" status: 200 len: 945 time: 0.0826001 Aug 10 03:13:12.735102 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0e097657-fe1d-4f03-b604-9c15450e3f35 req-479f78e8-06a9-4c88-83a5-9e2cc417281e tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=293fbd9b1ced45ab964a1da35de8e7bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383947 Aug 10 03:13:12.765412 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-08f4f6c1-f971-402a-92a9-66cafef3baaa req-beb203cb-20e8-45a3-ad21-d18ebae873dc tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476687 Aug 10 03:13:12.913122 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e097657-fe1d-4f03-b604-9c15450e3f35 req-9f75d3ee-22f0-4c7e-91db-011898fb2c16 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:12.914976 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0e097657-fe1d-4f03-b604-9c15450e3f35 req-9f75d3ee-22f0-4c7e-91db-011898fb2c16 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1666241 Aug 10 03:13:12.946922 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-0e097657-fe1d-4f03-b604-9c15450e3f35 req-819ed444-d08e-4ce0-97f3-0bc96a0ec44a tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Request body: {'port': {'device_id': '4c19e5bd-365b-471b-8cc9-d0eeb0f8440f', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'admin_state_up': True, 'tenant_id': '293fbd9b1ced45ab964a1da35de8e7bd'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:13.089695 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e097657-fe1d-4f03-b604-9c15450e3f35 req-819ed444-d08e-4ce0-97f3-0bc96a0ec44a tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Made reservation on behalf of 293fbd9b1ced45ab964a1da35de8e7bd for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:13:13.098189 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-0e097657-fe1d-4f03-b604-9c15450e3f35 req-819ed444-d08e-4ce0-97f3-0bc96a0ec44a tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:13.264253 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-0e097657-fe1d-4f03-b604-9c15450e3f35 req-819ed444-d08e-4ce0-97f3-0bc96a0ec44a tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Allocated IP 192.168.233.247 (f1b7997e-1a2a-4260-9d7d-b6cf90b8801d/c2e3eb0b-907c-4ac4-809e-ae9609bc8c67/2d85a905-53c3-4913-a1a1-284bebb808a4) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:13:13.481899 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-0e097657-fe1d-4f03-b604-9c15450e3f35 req-819ed444-d08e-4ce0-97f3-0bc96a0ec44a tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:13.501332 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-0e097657-fe1d-4f03-b604-9c15450e3f35 req-819ed444-d08e-4ce0-97f3-0bc96a0ec44a tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Transition to ACTIVE for port object 2d85a905-53c3-4913-a1a1-284bebb808a4 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:13:13.543400 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d131f-7f4f-48a5-8bd8-50a9e0c61d18 req-26c63b20-e132-44df-8f56-3756863752f8 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:13.550923 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-0e097657-fe1d-4f03-b604-9c15450e3f35 req-819ed444-d08e-4ce0-97f3-0bc96a0ec44a tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:13.552610 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9c4d131f-7f4f-48a5-8bd8-50a9e0c61d18 req-26c63b20-e132-44df-8f56-3756863752f8 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 949 time: 0.0634279 Aug 10 03:13:13.569183 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['f716d117-80b8-4c59-865f-10901d2fe6e9', '2b006445-b8fd-40b7-abc6-6015314c8b62', '96ce739d-641c-4849-9a27-05bd527bd5b4', 'b8bad2d1-000d-4eee-9ea5-68b72ade2a69'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:13:13.578831 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['e2bc7563-332e-48d6-9dc1-ae121aaebc11', 'f678de2f-0e7e-44f7-ac54-82f92a7ad8a1', 'efbbdcc2-7729-4452-86c1-41e87a5971c4'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:13:13.611646 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9c4d131f-7f4f-48a5-8bd8-50a9e0c61d18 req-9283e2e6-9445-4f0d-9ba4-1918ba45aa12 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580873 Aug 10 03:13:13.635025 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e097657-fe1d-4f03-b604-9c15450e3f35 req-819ed444-d08e-4ce0-97f3-0bc96a0ec44a tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:13:13.645101 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-0e097657-fe1d-4f03-b604-9c15450e3f35 req-819ed444-d08e-4ce0-97f3-0bc96a0ec44a tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:13:13.675725 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e097657-fe1d-4f03-b604-9c15450e3f35 req-819ed444-d08e-4ce0-97f3-0bc96a0ec44a tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:13:13.809426 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e097657-fe1d-4f03-b604-9c15450e3f35 req-819ed444-d08e-4ce0-97f3-0bc96a0ec44a tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:13.810962 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-0e097657-fe1d-4f03-b604-9c15450e3f35 req-819ed444-d08e-4ce0-97f3-0bc96a0ec44a tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:13.828560 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ed444-d08e-4ce0-97f3-0bc96a0ec44a tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Pushing event updated for resources: {'Port': ['ID=2d85a905-53c3-4913-a1a1-284bebb808a4,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:13.865585 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0e097657-fe1d-4f03-b604-9c15450e3f35 req-819ed444-d08e-4ce0-97f3-0bc96a0ec44a tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9252121 Aug 10 03:13:13.884341 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-0e097657-fe1d-4f03-b604-9c15450e3f35 req-279a827b-7786-45d2-ac2d-ea35af2fb543 service neutron] Request body: {'port': {'device_id': '4c19e5bd-365b-471b-8cc9-d0eeb0f8440f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:13.993889 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55b8476-36e8-4646-8c88-82465655c0a0 req-8f16311a-fcb0-477d-8f31-0f63bca428d2 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:14.003005 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b55b8476-36e8-4646-8c88-82465655c0a0 req-8f16311a-fcb0-477d-8f31-0f63bca428d2 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c19e5bd-365b-471b-8cc9-d0eeb0f8440f HTTP/1.1" status: 200 len: 936 time: 0.2283583 Aug 10 03:13:14.038324 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-0e097657-fe1d-4f03-b604-9c15450e3f35 req-279a827b-7786-45d2-ac2d-ea35af2fb543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:14.062576 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d2c638-2eee-4a35-a936-3f95f98f972b req-6381ea87-9d45-45ec-b480-71bab699a30c tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:14.065634 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-25d2c638-2eee-4a35-a936-3f95f98f972b req-6381ea87-9d45-45ec-b480-71bab699a30c tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 949 time: 0.2775605 Aug 10 03:13:14.095405 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b55b8476-36e8-4646-8c88-82465655c0a0 req-15cd43b7-17f4-40e7-9ca5-08a65d95605a tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913918 Aug 10 03:13:14.218444 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-25d2c638-2eee-4a35-a936-3f95f98f972b req-9827cdcd-6a63-4561-8011-8458b1af0195 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184790 Aug 10 03:13:14.243166 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-e76f8259-9a6d-4bdf-a92e-1198160e9613 None None] Provisioning for port 2d85a905-53c3-4913-a1a1-284bebb808a4 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:13:14.312609 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-e76f8259-9a6d-4bdf-a92e-1198160e9613 None None] Provisioning complete for port 2d85a905-53c3-4913-a1a1-284bebb808a4 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:14.315259 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e76f8259-9a6d-4bdf-a92e-1198160e9613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:14.416483 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-e76f8259-9a6d-4bdf-a92e-1198160e9613 None None] Port 2d85a905-53c3-4913-a1a1-284bebb808a4 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:13:14.431500 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add95b75-c582-434d-aa19-c09486a7e613 req-ae780738-d416-485a-97bd-597630ac5edb tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:14.440132 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-add95b75-c582-434d-aa19-c09486a7e613 req-ae780738-d416-485a-97bd-597630ac5edb tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e45f08f3-5be9-4b37-80fc-507bbda2252b HTTP/1.1" status: 200 len: 945 time: 0.0793042 Aug 10 03:13:14.505510 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-add95b75-c582-434d-aa19-c09486a7e613 req-4d702128-0dd9-4d07-b902-5676ba395b0f tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622420 Aug 10 03:13:14.564406 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-0e097657-fe1d-4f03-b604-9c15450e3f35 req-279a827b-7786-45d2-ac2d-ea35af2fb543 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d85a905-53c3-4913-a1a1-284bebb808a4 {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:13:14.573463 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-0e097657-fe1d-4f03-b604-9c15450e3f35 req-279a827b-7786-45d2-ac2d-ea35af2fb543 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:14.588397 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-0e097657-fe1d-4f03-b604-9c15450e3f35 req-279a827b-7786-45d2-ac2d-ea35af2fb543 service neutron] Transition to ACTIVE for port object 2d85a905-53c3-4913-a1a1-284bebb808a4 will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:13:14.605999 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-0e097657-fe1d-4f03-b604-9c15450e3f35 req-279a827b-7786-45d2-ac2d-ea35af2fb543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:14.855096 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a827b-7786-45d2-ac2d-ea35af2fb543 service neutron] Pushing event updated for resources: {'Port': ['ID=2d85a905-53c3-4913-a1a1-284bebb808a4,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:14.927626 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-0e097657-fe1d-4f03-b604-9c15450e3f35 req-279a827b-7786-45d2-ac2d-ea35af2fb543 service neutron] Attempting to bind port 2d85a905-53c3-4913-a1a1-284bebb808a4 on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:13:14.928231 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-0e097657-fe1d-4f03-b604-9c15450e3f35 req-279a827b-7786-45d2-ac2d-ea35af2fb543 service neutron] Attempting to bind port 2d85a905-53c3-4913-a1a1-284bebb808a4 by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:13:14.928764 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e097657-fe1d-4f03-b604-9c15450e3f35 req-279a827b-7786-45d2-ac2d-ea35af2fb543 service neutron] Attempting to bind port 2d85a905-53c3-4913-a1a1-284bebb808a4 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:14.965970 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e097657-fe1d-4f03-b604-9c15450e3f35 req-279a827b-7786-45d2-ac2d-ea35af2fb543 service neutron] Port 2d85a905-53c3-4913-a1a1-284bebb808a4 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:13:14.984702 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e097657-fe1d-4f03-b604-9c15450e3f35 req-279a827b-7786-45d2-ac2d-ea35af2fb543 service neutron] Attempting to bind port 2d85a905-53c3-4913-a1a1-284bebb808a4 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:15.005457 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e097657-fe1d-4f03-b604-9c15450e3f35 req-279a827b-7786-45d2-ac2d-ea35af2fb543 service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:13:15.006106 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e097657-fe1d-4f03-b604-9c15450e3f35 req-279a827b-7786-45d2-ac2d-ea35af2fb543 service neutron] Checking segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:13:15.006645 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e097657-fe1d-4f03-b604-9c15450e3f35 req-279a827b-7786-45d2-ac2d-ea35af2fb543 service neutron] Bound using segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:13:15.010073 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-0e097657-fe1d-4f03-b604-9c15450e3f35 req-279a827b-7786-45d2-ac2d-ea35af2fb543 service neutron] Bound port: 2d85a905-53c3-4913-a1a1-284bebb808a4, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:13:15.010073 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-0e097657-fe1d-4f03-b604-9c15450e3f35 req-279a827b-7786-45d2-ac2d-ea35af2fb543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:15.186371 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafb40e6-9058-4702-8204-11d450efda2a req-06929357-bf9f-45e1-aa4f-066377b9ff44 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:15.187845 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aafb40e6-9058-4702-8204-11d450efda2a req-06929357-bf9f-45e1-aa4f-066377b9ff44 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 949 time: 0.0864110 Aug 10 03:13:15.194538 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-0e097657-fe1d-4f03-b604-9c15450e3f35 req-279a827b-7786-45d2-ac2d-ea35af2fb543 service neutron] For port 2d85a905-53c3-4913-a1a1-284bebb808a4, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:13:15.198392 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-0e097657-fe1d-4f03-b604-9c15450e3f35 req-279a827b-7786-45d2-ac2d-ea35af2fb543 service neutron] For port 2d85a905-53c3-4913-a1a1-284bebb808a4, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=2d85a905-53c3-4913-a1a1-284bebb808a4,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:13:15.203723 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-0e097657-fe1d-4f03-b604-9c15450e3f35 req-279a827b-7786-45d2-ac2d-ea35af2fb543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:15.246611 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e097657-fe1d-4f03-b604-9c15450e3f35 req-279a827b-7786-45d2-ac2d-ea35af2fb543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:15.246875 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-0e097657-fe1d-4f03-b604-9c15450e3f35 req-279a827b-7786-45d2-ac2d-ea35af2fb543 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:15.248798 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0e097657-fe1d-4f03-b604-9c15450e3f35 req-279a827b-7786-45d2-ac2d-ea35af2fb543 service neutron] 10.222.0.58 "PUT /v2.0/ports/2d85a905-53c3-4913-a1a1-284bebb808a4 HTTP/1.1" status: 200 len: 1097 time: 1.3690689 Aug 10 03:13:15.251947 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c19e5bd-365b-471b-8cc9-d0eeb0f8440f', 'tag': '2d85a905-53c3-4913-a1a1-284bebb808a4'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:15.254906 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a854699b-1c2c-4492-b2cb-27e28e06513f" -d '{"events": [{"name": "network-changed", "server_uuid": "4c19e5bd-365b-471b-8cc9-d0eeb0f8440f", "tag": "2d85a905-53c3-4913-a1a1-284bebb808a4"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:15.272681 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f85de-1b0a-4fd0-ab90-9a25ee0ba743 req-25ad7414-b70a-444d-853e-2034de716194 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:15.274220 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5d0f85de-1b0a-4fd0-ab90-9a25ee0ba743 req-25ad7414-b70a-444d-853e-2034de716194 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e45f08f3-5be9-4b37-80fc-507bbda2252b HTTP/1.1" status: 200 len: 945 time: 0.0976787 Aug 10 03:13:15.283504 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aafb40e6-9058-4702-8204-11d450efda2a req-4bc30583-e85f-4531-ba20-ca66657721dd tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834661 Aug 10 03:13:15.307364 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a827b-7786-45d2-ac2d-ea35af2fb543 service neutron] Pushing event updated for resources: {'Port': ['ID=2d85a905-53c3-4913-a1a1-284bebb808a4,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:15.335136 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5d0f85de-1b0a-4fd0-ab90-9a25ee0ba743 req-5d2645d1-9e55-4fba-be5d-d048f283dd10 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486479 Aug 10 03:13:15.474790 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ae448-3c12-4511-a7e3-04e2a2188f57 req-be39f0fa-0f06-4033-b359-79ef941b61ab tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:15.502139 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c58ae448-3c12-4511-a7e3-04e2a2188f57 req-be39f0fa-0f06-4033-b359-79ef941b61ab tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c19e5bd-365b-471b-8cc9-d0eeb0f8440f HTTP/1.1" status: 200 len: 948 time: 0.1391580 Aug 10 03:13:15.527093 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e097657-fe1d-4f03-b604-9c15450e3f35 req-668f3cf4-ca6b-43c8-9fbd-820a8e90a3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:15.531242 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0e097657-fe1d-4f03-b604-9c15450e3f35 req-668f3cf4-ca6b-43c8-9fbd-820a8e90a3d7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=293fbd9b1ced45ab964a1da35de8e7bd&device_id=4c19e5bd-365b-471b-8cc9-d0eeb0f8440f HTTP/1.1" status: 200 len: 1100 time: 0.1140397 Aug 10 03:13:15.584739 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c58ae448-3c12-4511-a7e3-04e2a2188f57 req-e1f0301c-85fd-4702-8abc-8a8c89a78ee5 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815220 Aug 10 03:13:15.587857 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0e097657-fe1d-4f03-b604-9c15450e3f35 req-c85969a8-8b9e-4688-8970-69cc8fa4a22b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=2d85a905-53c3-4913-a1a1-284bebb808a4 HTTP/1.1" status: 200 len: 217 time: 0.0478654 Aug 10 03:13:15.668741 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e097657-fe1d-4f03-b604-9c15450e3f35 req-98a8c3b7-59f3-44a5-936b-3a4c38cba784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:15.670692 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0e097657-fe1d-4f03-b604-9c15450e3f35 req-98a8c3b7-59f3-44a5-936b-3a4c38cba784 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.0716350 Aug 10 03:13:15.690590 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275a5ad0-65d9-40c6-9752-651205f9c07d x-openstack-request-id: req-275a5ad0-65d9-40c6-9752-651205f9c07d {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:15.692511 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c19e5bd-365b-471b-8cc9-d0eeb0f8440f", "tag": "2d85a905-53c3-4913-a1a1-284bebb808a4", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:15.693698 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-275a5ad0-65d9-40c6-9752-651205f9c07d {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:15.694941 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c19e5bd-365b-471b-8cc9-d0eeb0f8440f', 'tag': '2d85a905-53c3-4913-a1a1-284bebb808a4', 'status': 'completed', 'code': 200} Aug 10 03:13:15.771619 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e097657-fe1d-4f03-b604-9c15450e3f35 req-ef90a4ed-6d3f-4ddb-80ce-522e7b122e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:15.773333 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0e097657-fe1d-4f03-b604-9c15450e3f35 req-ef90a4ed-6d3f-4ddb-80ce-522e7b122e63 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0882816 Aug 10 03:13:15.917567 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0e097657-fe1d-4f03-b604-9c15450e3f35 req-bac0d8b9-5f9e-43a1-b6dc-875de3124937 service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306179 Aug 10 03:13:15.971329 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a7b48-8af5-49ac-9b4b-b34eb570403c req-0dbe8c37-2e5a-4367-acbc-f77914daf915 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:15.973827 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b01a7b48-8af5-49ac-9b4b-b34eb570403c req-0dbe8c37-2e5a-4367-acbc-f77914daf915 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e45f08f3-5be9-4b37-80fc-507bbda2252b HTTP/1.1" status: 200 len: 945 time: 0.0592372 Aug 10 03:13:16.030454 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b01a7b48-8af5-49ac-9b4b-b34eb570403c req-9861b0e2-3d74-43cc-9256-18d79feb02c5 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501010 Aug 10 03:13:16.033275 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0e097657-fe1d-4f03-b604-9c15450e3f35 req-89bdc4d8-9933-4ad0-8bcf-304068db8923 service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017866 Aug 10 03:13:16.180093 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30b30f-79cc-4017-863a-2fc122ff8f3f req-6d22afb8-aa32-45f6-9936-96697b9fd7f2 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:16.182639 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4d30b30f-79cc-4017-863a-2fc122ff8f3f req-6d22afb8-aa32-45f6-9936-96697b9fd7f2 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e45f08f3-5be9-4b37-80fc-507bbda2252b HTTP/1.1" status: 200 len: 945 time: 0.0810149 Aug 10 03:13:16.245355 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4d30b30f-79cc-4017-863a-2fc122ff8f3f req-42b532c5-bcb9-42b7-9619-c398dbec9cd6 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491080 Aug 10 03:13:16.445188 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733625e0-a31b-479f-8cf3-82d888baa96f req-a348d9fa-ae1e-4bb5-a063-a71eb1d02457 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:16.454392 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-733625e0-a31b-479f-8cf3-82d888baa96f req-a348d9fa-ae1e-4bb5-a063-a71eb1d02457 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 949 time: 0.0899103 Aug 10 03:13:16.493993 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-733625e0-a31b-479f-8cf3-82d888baa96f req-3d6e29c6-9358-44a5-99c8-e8009774c986 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384102 Aug 10 03:13:16.495773 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854699b-1c2c-4492-b2cb-27e28e06513f req-9dee79aa-2b48-4372-929e-53b9a730fdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:16.497402 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a854699b-1c2c-4492-b2cb-27e28e06513f req-9dee79aa-2b48-4372-929e-53b9a730fdae service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=293fbd9b1ced45ab964a1da35de8e7bd&device_id=4c19e5bd-365b-471b-8cc9-d0eeb0f8440f HTTP/1.1" status: 200 len: 1100 time: 0.4014006 Aug 10 03:13:16.658154 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854699b-1c2c-4492-b2cb-27e28e06513f req-9c080e2c-ab0e-465a-8591-5297047f2f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:16.667222 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a854699b-1c2c-4492-b2cb-27e28e06513f req-9c080e2c-ab0e-465a-8591-5297047f2f40 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d HTTP/1.1" status: 200 len: 870 time: 0.1609991 Aug 10 03:13:16.748379 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a854699b-1c2c-4492-b2cb-27e28e06513f req-fee0eaf1-6363-4156-b760-0243a34740d0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=2d85a905-53c3-4913-a1a1-284bebb808a4 HTTP/1.1" status: 200 len: 217 time: 0.0536413 Aug 10 03:13:16.772461 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f3e10-367b-4c50-a6ba-e9acabdb6c7f req-8f200638-a83a-49d0-a848-1007af6b293b tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:16.776947 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-530f3e10-367b-4c50-a6ba-e9acabdb6c7f req-8f200638-a83a-49d0-a848-1007af6b293b tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c19e5bd-365b-471b-8cc9-d0eeb0f8440f HTTP/1.1" status: 200 len: 948 time: 0.0708549 Aug 10 03:13:16.798191 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7593a8-b2d6-46f1-b2a5-eb710e0cc821 req-5d64d06e-171e-41f7-9e27-29edd12f1908 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:16.799768 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2b7593a8-b2d6-46f1-b2a5-eb710e0cc821 req-5d64d06e-171e-41f7-9e27-29edd12f1908 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e45f08f3-5be9-4b37-80fc-507bbda2252b HTTP/1.1" status: 200 len: 945 time: 0.1267469 Aug 10 03:13:16.839557 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854699b-1c2c-4492-b2cb-27e28e06513f req-7277f0f9-9c4e-45a8-87c9-5a53730e99da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:16.841830 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a854699b-1c2c-4492-b2cb-27e28e06513f req-7277f0f9-9c4e-45a8-87c9-5a53730e99da service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.0787437 Aug 10 03:13:16.922063 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854699b-1c2c-4492-b2cb-27e28e06513f req-2cff7217-f7c6-4d6c-9fff-c42219e543e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:16.923715 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a854699b-1c2c-4492-b2cb-27e28e06513f req-2cff7217-f7c6-4d6c-9fff-c42219e543e7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0720840 Aug 10 03:13:16.933247 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2b7593a8-b2d6-46f1-b2a5-eb710e0cc821 req-89f6260d-44c4-4e82-963b-00f0d630e413 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251459 Aug 10 03:13:16.971404 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-530f3e10-367b-4c50-a6ba-e9acabdb6c7f req-fe9be30c-ff8c-490c-871e-ec2ecc4389c9 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867731 Aug 10 03:13:17.057514 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a854699b-1c2c-4492-b2cb-27e28e06513f req-b452f6df-c9b4-408d-9a96-397667f162e1 service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203597 Aug 10 03:13:17.190304 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a854699b-1c2c-4492-b2cb-27e28e06513f req-e2d43ef5-e1ba-4699-9344-967d4dd64431 service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154590 Aug 10 03:13:17.633646 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dcced3-b8f9-4bb7-979a-93f345f238d9 req-6baf2cf3-78c9-48ef-9540-103e0e96694e tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:17.636194 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d8dcced3-b8f9-4bb7-979a-93f345f238d9 req-6baf2cf3-78c9-48ef-9540-103e0e96694e tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 949 time: 0.0589685 Aug 10 03:13:17.700661 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d8dcced3-b8f9-4bb7-979a-93f345f238d9 req-cf5f5bb7-a7d9-48af-9fc9-73469d336620 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574355 Aug 10 03:13:18.031091 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19efc2-aea8-498f-bc5e-cccd23667765 req-8e78987c-29af-4e5f-bb9a-b4626590c511 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:18.032756 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ba19efc2-aea8-498f-bc5e-cccd23667765 req-8e78987c-29af-4e5f-bb9a-b4626590c511 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e45f08f3-5be9-4b37-80fc-507bbda2252b HTTP/1.1" status: 200 len: 945 time: 0.0643511 Aug 10 03:13:18.097552 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ba19efc2-aea8-498f-bc5e-cccd23667765 req-101afe03-6eb6-491d-812b-a58519ada9fb tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520203 Aug 10 03:13:18.113788 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63b328-f508-4839-8ba1-763be2d37eb4 req-6fa91c01-d187-4c7e-b9e1-fcc5d6612262 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:18.121526 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ba63b328-f508-4839-8ba1-763be2d37eb4 req-6fa91c01-d187-4c7e-b9e1-fcc5d6612262 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c19e5bd-365b-471b-8cc9-d0eeb0f8440f HTTP/1.1" status: 200 len: 948 time: 0.0851641 Aug 10 03:13:18.167701 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ba63b328-f508-4839-8ba1-763be2d37eb4 req-f7756742-fdf8-4231-a848-20bddcc98e36 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406117 Aug 10 03:13:18.802367 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 2d85a905-53c3-4913-a1a1-284bebb808a4 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:13:18.819332 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021ec4a-6f86-4158-85af-4c0dbe26c756 req-aed6cb3c-2a15-4275-9f5c-f0b61e966de4 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:18.820930 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6021ec4a-6f86-4158-85af-4c0dbe26c756 req-aed6cb3c-2a15-4275-9f5c-f0b61e966de4 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 949 time: 0.0507145 Aug 10 03:13:18.860997 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6021ec4a-6f86-4158-85af-4c0dbe26c756 req-6bac5d5d-641c-4265-9c51-895a632f12cb tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334225 Aug 10 03:13:18.910214 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 2d85a905-53c3-4913-a1a1-284bebb808a4, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=2d85a905-53c3-4913-a1a1-284bebb808a4,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:18.922538 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': '2d85a905-53c3-4913-a1a1-284bebb808a4', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'port_id': '2d85a905-53c3-4913-a1a1-284bebb808a4', 'mac_address': 'fa:16:3e:35:9b:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e3eb0b-907c-4ac4-809e-ae9609bc8c67', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:13:18.963993 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:19.101876 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d85a905-53c3-4913-a1a1-284bebb808a4 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:13:19.123086 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 2d85a905-53c3-4913-a1a1-284bebb808a4, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=2d85a905-53c3-4913-a1a1-284bebb808a4,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:19.127198 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:19.177805 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=2d85a905-53c3-4913-a1a1-284bebb808a4,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:19.234718 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8723b79-552a-41a9-8d9f-4c8890996ef4 req-1625b9ae-0b35-41c4-b43f-bb0c357e5b53 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:19.236400 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c8723b79-552a-41a9-8d9f-4c8890996ef4 req-1625b9ae-0b35-41c4-b43f-bb0c357e5b53 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e45f08f3-5be9-4b37-80fc-507bbda2252b HTTP/1.1" status: 200 len: 945 time: 0.0607009 Aug 10 03:13:19.308224 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395af18a-23b1-4dde-97f5-fb099189a540 req-4a05d05a-1d77-4275-8fd7-b0a77785515c tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:19.309723 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-395af18a-23b1-4dde-97f5-fb099189a540 req-4a05d05a-1d77-4275-8fd7-b0a77785515c tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c19e5bd-365b-471b-8cc9-d0eeb0f8440f HTTP/1.1" status: 200 len: 949 time: 0.0722008 Aug 10 03:13:19.312548 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c8723b79-552a-41a9-8d9f-4c8890996ef4 req-a601916d-b183-40da-aa64-7b9147e728e7 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669894 Aug 10 03:13:19.351597 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-395af18a-23b1-4dde-97f5-fb099189a540 req-e305f4e4-71a9-4910-ad9a-e0bbaecc18ef tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351729 Aug 10 03:13:19.546024 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['2d85a905-53c3-4913-a1a1-284bebb808a4'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:13:19.647105 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe75ba-3c47-4ea2-b3d9-44dba76e8024 req-f9d678dc-edb9-4f47-8cb6-3e75d8e879e1 tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:19.648735 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-70fe75ba-3c47-4ea2-b3d9-44dba76e8024 req-f9d678dc-edb9-4f47-8cb6-3e75d8e879e1 tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebe28054-35f5-4b23-84a5-6913060195b8 HTTP/1.1" status: 200 len: 951 time: 0.0514755 Aug 10 03:13:19.693932 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-70fe75ba-3c47-4ea2-b3d9-44dba76e8024 req-9cf496db-c450-4db4-8d2e-c10f78d10d3b tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] 10.222.0.62 "GET /v2.0/security-groups?id=421235de-de03-4b93-a920-9e7498ad2413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371835 Aug 10 03:13:19.986570 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a6c76-2901-4350-ae63-c1c60139d082 req-77349029-7c58-41e0-ad8a-90aa0d73efe8 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:19.994208 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0c7a6c76-2901-4350-ae63-c1c60139d082 req-77349029-7c58-41e0-ad8a-90aa0d73efe8 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 949 time: 0.0594347 Aug 10 03:13:20.032088 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0c7a6c76-2901-4350-ae63-c1c60139d082 req-a9daff74-a098-4b95-a0fe-4f53f845f9a7 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367723 Aug 10 03:13:20.439833 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06dba4-5984-4ca5-9f92-96996d284406 req-3e12fb65-0a35-47cc-b7f3-3724a1df42f9 tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:20.441390 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ab06dba4-5984-4ca5-9f92-96996d284406 req-3e12fb65-0a35-47cc-b7f3-3724a1df42f9 tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebe28054-35f5-4b23-84a5-6913060195b8 HTTP/1.1" status: 200 len: 951 time: 0.0838990 Aug 10 03:13:20.453885 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc0e53-d037-488a-81e1-e37bfd180a64 req-bc493afb-9912-414f-9caf-4630513d0a37 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:20.455364 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0afc0e53-d037-488a-81e1-e37bfd180a64 req-bc493afb-9912-414f-9caf-4630513d0a37 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e45f08f3-5be9-4b37-80fc-507bbda2252b HTTP/1.1" status: 200 len: 945 time: 0.0641372 Aug 10 03:13:20.508356 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ab06dba4-5984-4ca5-9f92-96996d284406 req-56c61d27-690d-4041-b23c-4611bd461f96 tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] 10.222.0.62 "GET /v2.0/security-groups?id=421235de-de03-4b93-a920-9e7498ad2413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520437 Aug 10 03:13:20.520176 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0afc0e53-d037-488a-81e1-e37bfd180a64 req-3df217ca-d719-4c5b-986d-3bed8c5e3816 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571382 Aug 10 03:13:20.617340 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851331a7-12d4-49c4-813d-a97ee06d621f req-07976c37-c525-4d6e-9ff7-0d5265851238 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:20.618880 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-851331a7-12d4-49c4-813d-a97ee06d621f req-07976c37-c525-4d6e-9ff7-0d5265851238 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c19e5bd-365b-471b-8cc9-d0eeb0f8440f HTTP/1.1" status: 200 len: 949 time: 0.0515358 Aug 10 03:13:20.656671 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-851331a7-12d4-49c4-813d-a97ee06d621f req-e65120ab-6261-4eac-9532-7233c426d6a7 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318725 Aug 10 03:13:21.149670 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53df89ef-d61c-4791-8890-db4aea9cbeb7 req-4692bc9b-fa04-42c5-bdbc-f865955c3635 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:21.151485 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-53df89ef-d61c-4791-8890-db4aea9cbeb7 req-4692bc9b-fa04-42c5-bdbc-f865955c3635 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 949 time: 0.0497544 Aug 10 03:13:21.188938 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-53df89ef-d61c-4791-8890-db4aea9cbeb7 req-26e77fcf-b1e1-46e1-9eb2-89d860d862ab tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310113 Aug 10 03:13:21.676308 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf0dba-cfc1-4167-baae-6cfd9ae2b91f req-2e283c3f-308e-47be-a6ee-95297aa94a62 tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:21.677811 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-84cf0dba-cfc1-4167-baae-6cfd9ae2b91f req-2e283c3f-308e-47be-a6ee-95297aa94a62 tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebe28054-35f5-4b23-84a5-6913060195b8 HTTP/1.1" status: 200 len: 951 time: 0.0899065 Aug 10 03:13:21.685182 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7effcd-b2aa-4f42-b996-5b678ee18f04 req-b3fb779c-5e22-401d-9b71-98116d516b92 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:21.686544 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0d7effcd-b2aa-4f42-b996-5b678ee18f04 req-b3fb779c-5e22-401d-9b71-98116d516b92 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e45f08f3-5be9-4b37-80fc-507bbda2252b HTTP/1.1" status: 200 len: 945 time: 0.0680492 Aug 10 03:13:21.739872 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-84cf0dba-cfc1-4167-baae-6cfd9ae2b91f req-719a9ced-f435-405e-b539-2d509101aec4 tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] 10.222.0.62 "GET /v2.0/security-groups?id=421235de-de03-4b93-a920-9e7498ad2413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523708 Aug 10 03:13:21.744460 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0d7effcd-b2aa-4f42-b996-5b678ee18f04 req-cc7a1188-1831-4aa6-b33c-d5527c1a7418 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513353 Aug 10 03:13:21.906338 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc51eb-69ec-4e83-b7c5-4a62363543fd req-39a6c293-d9cb-48fd-bf69-caeebfa22121 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:21.907832 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-02fc51eb-69ec-4e83-b7c5-4a62363543fd req-39a6c293-d9cb-48fd-bf69-caeebfa22121 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c19e5bd-365b-471b-8cc9-d0eeb0f8440f HTTP/1.1" status: 200 len: 949 time: 0.0512381 Aug 10 03:13:21.944317 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-02fc51eb-69ec-4e83-b7c5-4a62363543fd req-bb8b33bb-a808-492e-8266-95711d5069b1 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306499 Aug 10 03:13:22.316820 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cff100-9fda-4bd7-9a45-2114bfa51064 req-f7d1be12-ab25-459e-8098-f084ac346580 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:22.318292 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-91cff100-9fda-4bd7-9a45-2114bfa51064 req-f7d1be12-ab25-459e-8098-f084ac346580 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 949 time: 0.0535727 Aug 10 03:13:22.356081 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-91cff100-9fda-4bd7-9a45-2114bfa51064 req-29882d04-1b77-42a7-818d-3f40a63ae784 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317314 Aug 10 03:13:22.801468 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 2d85a905-53c3-4913-a1a1-284bebb808a4 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:13:22.863536 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port 2d85a905-53c3-4913-a1a1-284bebb808a4 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:13:22.867839 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port 2d85a905-53c3-4913-a1a1-284bebb808a4 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:22.868236 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:22.895418 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c794d-4d71-4ac0-a7ca-c5fcca4d97b1 req-24e4547d-ea72-4d87-b27f-6e10a8de37a6 tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:22.896953 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-483c794d-4d71-4ac0-a7ca-c5fcca4d97b1 req-24e4547d-ea72-4d87-b27f-6e10a8de37a6 tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebe28054-35f5-4b23-84a5-6913060195b8 HTTP/1.1" status: 200 len: 951 time: 0.0810761 Aug 10 03:13:22.912044 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d36a578-63b2-49ea-a7b3-40bb1aa5afc9 req-3a1d582c-2226-4daf-afa8-9feb1da4b8a3 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:22.913585 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7d36a578-63b2-49ea-a7b3-40bb1aa5afc9 req-3a1d582c-2226-4daf-afa8-9feb1da4b8a3 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e45f08f3-5be9-4b37-80fc-507bbda2252b HTTP/1.1" status: 200 len: 945 time: 0.0854216 Aug 10 03:13:22.959613 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-483c794d-4d71-4ac0-a7ca-c5fcca4d97b1 req-69ea0bcd-b418-40f2-b39e-78d8ce2df148 tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] 10.222.0.62 "GET /v2.0/security-groups?id=421235de-de03-4b93-a920-9e7498ad2413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450592 Aug 10 03:13:22.963933 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:22.987000 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7d36a578-63b2-49ea-a7b3-40bb1aa5afc9 req-a87dadbb-5e63-4f37-802d-32acce25f3b5 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520802 Aug 10 03:13:22.996606 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c19e5bd-365b-471b-8cc9-d0eeb0f8440f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d85a905-53c3-4913-a1a1-284bebb808a4'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:22.999038 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8c2d1d-770f-4c70-af0a-fb9cc365d213" -d '{"events": [{"server_uuid": "4c19e5bd-365b-471b-8cc9-d0eeb0f8440f", "name": "network-vif-plugged", "status": "completed", "tag": "2d85a905-53c3-4913-a1a1-284bebb808a4"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:23.022777 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 2d85a905-53c3-4913-a1a1-284bebb808a4, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=2d85a905-53c3-4913-a1a1-284bebb808a4,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:23.028328 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:23.035337 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device ac6fa2ce-3949-4e0b-a7c3-f21c93869afd no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:13:23.142984 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=2d85a905-53c3-4913-a1a1-284bebb808a4,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:23.165400 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:23.197063 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ec24f2-eb2a-4a72-a20d-54b61af0ded7 x-openstack-request-id: req-04ec24f2-eb2a-4a72-a20d-54b61af0ded7 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:23.197359 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c19e5bd-365b-471b-8cc9-d0eeb0f8440f", "name": "network-vif-plugged", "status": "completed", "tag": "2d85a905-53c3-4913-a1a1-284bebb808a4", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:23.197615 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-04ec24f2-eb2a-4a72-a20d-54b61af0ded7 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:23.198036 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c19e5bd-365b-471b-8cc9-d0eeb0f8440f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d85a905-53c3-4913-a1a1-284bebb808a4', 'code': 200} Aug 10 03:13:23.209307 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port ac6fa2ce-3949-4e0b-a7c3-f21c93869afd, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=ac6fa2ce-3949-4e0b-a7c3-f21c93869afd,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:23.218966 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:23.238423 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e5c1ad-73e1-4953-b3c3-267bee68443d req-eeae9096-7582-4e25-9d66-4b836cd937b0 tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:23.240053 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-86e5c1ad-73e1-4953-b3c3-267bee68443d req-eeae9096-7582-4e25-9d66-4b836cd937b0 tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebe28054-35f5-4b23-84a5-6913060195b8 HTTP/1.1" status: 200 len: 951 time: 0.0778599 Aug 10 03:13:23.248763 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23306353-8509-43ee-8e2f-973b47047010 req-266e9649-85b1-4478-93cb-6d7efad8c81a tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:23.255349 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-23306353-8509-43ee-8e2f-973b47047010 req-266e9649-85b1-4478-93cb-6d7efad8c81a tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c19e5bd-365b-471b-8cc9-d0eeb0f8440f HTTP/1.1" status: 200 len: 950 time: 0.1090531 Aug 10 03:13:23.281405 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=ac6fa2ce-3949-4e0b-a7c3-f21c93869afd,revision_number=11']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:23.332400 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ebdf77-b007-42d2-adda-b668310005f9 req-f0fceced-30c6-4b42-91e1-5c54173a4f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:23.335369 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c3ebdf77-b007-42d2-adda-b668310005f9 req-f0fceced-30c6-4b42-91e1-5c54173a4f0a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4c19e5bd-365b-471b-8cc9-d0eeb0f8440f HTTP/1.1" status: 200 len: 1102 time: 0.0681906 Aug 10 03:13:23.359116 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-23306353-8509-43ee-8e2f-973b47047010 req-b84fd6d9-d284-4891-82b7-fb0d7e59eb50 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009822 Aug 10 03:13:23.389744 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c3ebdf77-b007-42d2-adda-b668310005f9 req-799ecaa5-ea87-4df4-b9fe-8f131a104b4d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404589 Aug 10 03:13:23.397915 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-86e5c1ad-73e1-4953-b3c3-267bee68443d req-d6e161dc-0af3-461a-9530-f3fd781c53db tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] Deleting port ac6fa2ce-3949-4e0b-a7c3-f21c93869afd {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:13:23.398326 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-86e5c1ad-73e1-4953-b3c3-267bee68443d req-d6e161dc-0af3-461a-9530-f3fd781c53db tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:23.526141 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efda47e-be70-4541-94c4-dda46d8823c5 req-3441833a-2c0a-47aa-a191-595400fd5f46 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:23.527573 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6efda47e-be70-4541-94c4-dda46d8823c5 req-3441833a-2c0a-47aa-a191-595400fd5f46 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 949 time: 0.0873322 Aug 10 03:13:23.532378 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-86e5c1ad-73e1-4953-b3c3-267bee68443d req-d6e161dc-0af3-461a-9530-f3fd781c53db tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] For port ac6fa2ce-3949-4e0b-a7c3-f21c93869afd, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=ac6fa2ce-3949-4e0b-a7c3-f21c93869afd,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:23.532752 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-86e5c1ad-73e1-4953-b3c3-267bee68443d req-d6e161dc-0af3-461a-9530-f3fd781c53db tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:23.557005 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-86e5c1ad-73e1-4953-b3c3-267bee68443d req-d6e161dc-0af3-461a-9530-f3fd781c53db tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] Calling delete_port for ac6fa2ce-3949-4e0b-a7c3-f21c93869afd owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:13:23.616860 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6efda47e-be70-4541-94c4-dda46d8823c5 req-f0080bec-6f62-45c3-8d4f-0f3cc5fe7949 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815256 Aug 10 03:13:23.707835 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-86e5c1ad-73e1-4953-b3c3-267bee68443d req-d6e161dc-0af3-461a-9530-f3fd781c53db tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:24.071944 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e161dc-0af3-461a-9530-f3fd781c53db tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] Pushing event deleted for resources: {'Port': ['ID=ac6fa2ce-3949-4e0b-a7c3-f21c93869afd,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:24.095141 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3104d216-643d-45b5-ae00-1795bd3eaa9f req-c75344d7-a0c7-40a7-bedb-a1377e97cafa tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebe28054-35f5-4b23-84a5-6913060195b8 HTTP/1.1" status: 200 len: 210 time: 0.0335610 Aug 10 03:13:24.124675 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e161dc-0af3-461a-9530-f3fd781c53db tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:24.124998 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e161dc-0af3-461a-9530-f3fd781c53db tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:24.125333 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e161dc-0af3-461a-9530-f3fd781c53db tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:24.125667 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e161dc-0af3-461a-9530-f3fd781c53db tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:24.125993 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e161dc-0af3-461a-9530-f3fd781c53db tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:24.126320 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e161dc-0af3-461a-9530-f3fd781c53db tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:24.126642 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e161dc-0af3-461a-9530-f3fd781c53db tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:24.127066 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e161dc-0af3-461a-9530-f3fd781c53db tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:24.127392 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e161dc-0af3-461a-9530-f3fd781c53db tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:24.128990 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e161dc-0af3-461a-9530-f3fd781c53db tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:24.128990 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e161dc-0af3-461a-9530-f3fd781c53db tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:24.128990 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e161dc-0af3-461a-9530-f3fd781c53db tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:24.168821 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-86e5c1ad-73e1-4953-b3c3-267bee68443d req-d6e161dc-0af3-461a-9530-f3fd781c53db tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] No DVR routers for this DVR port ac6fa2ce-3949-4e0b-a7c3-f21c93869afd on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:13:24.172777 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-86e5c1ad-73e1-4953-b3c3-267bee68443d req-d6e161dc-0af3-461a-9530-f3fd781c53db tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:24.174866 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-86e5c1ad-73e1-4953-b3c3-267bee68443d req-d6e161dc-0af3-461a-9530-f3fd781c53db tempest-ImagesOneServerTestJSON-1463237030 tempest-ImagesOneServerTestJSON-1463237030-project] 10.222.0.60 "DELETE /v2.0/ports/ac6fa2ce-3949-4e0b-a7c3-f21c93869afd HTTP/1.1" status: 204 len: 173 time: 0.9181490 Aug 10 03:13:24.175317 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe28054-35f5-4b23-84a5-6913060195b8', 'name': 'network-vif-deleted', 'tag': 'ac6fa2ce-3949-4e0b-a7c3-f21c93869afd'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:24.180950 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1061f9-0699-4992-8ed2-79091e31756f" -d '{"events": [{"server_uuid": "ebe28054-35f5-4b23-84a5-6913060195b8", "name": "network-vif-deleted", "tag": "ac6fa2ce-3949-4e0b-a7c3-f21c93869afd"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:24.196199 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6571a550-2c0f-4a97-a6fe-5f2fbcb7e420 req-311c77ea-1bcf-4194-a751-f014c457cb25 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:24.199092 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6571a550-2c0f-4a97-a6fe-5f2fbcb7e420 req-311c77ea-1bcf-4194-a751-f014c457cb25 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e45f08f3-5be9-4b37-80fc-507bbda2252b HTTP/1.1" status: 200 len: 945 time: 0.1058326 Aug 10 03:13:24.257471 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6571a550-2c0f-4a97-a6fe-5f2fbcb7e420 req-dbd71d89-6abc-48cf-be59-c464762cd8e1 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430074 Aug 10 03:13:24.293855 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30003aa0-69c7-4bd7-83cf-d3e427e22fc5 x-openstack-request-id: req-30003aa0-69c7-4bd7-83cf-d3e427e22fc5 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:24.294654 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe28054-35f5-4b23-84a5-6913060195b8", "name": "network-vif-deleted", "tag": "ac6fa2ce-3949-4e0b-a7c3-f21c93869afd", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:24.294930 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-30003aa0-69c7-4bd7-83cf-d3e427e22fc5 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:24.295449 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe28054-35f5-4b23-84a5-6913060195b8', 'name': 'network-vif-deleted', 'tag': 'ac6fa2ce-3949-4e0b-a7c3-f21c93869afd', 'status': 'completed', 'code': 200} Aug 10 03:13:24.515817 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8887d8c4-ec38-4f6b-946c-279dc92ae893 req-e7ceea42-9348-43f4-8fcf-af3e864a49b3 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:24.518464 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8887d8c4-ec38-4f6b-946c-279dc92ae893 req-e7ceea42-9348-43f4-8fcf-af3e864a49b3 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c19e5bd-365b-471b-8cc9-d0eeb0f8440f HTTP/1.1" status: 200 len: 950 time: 0.0761788 Aug 10 03:13:24.592143 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8887d8c4-ec38-4f6b-946c-279dc92ae893 req-a9bb6c6e-59a4-4956-a27d-eda79e33a2f9 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634804 Aug 10 03:13:24.751735 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a29cb-c2f7-4732-994d-d61d27852541 req-ca6295aa-2be8-43fc-bd41-55b8180797ca tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:24.753209 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-173a29cb-c2f7-4732-994d-d61d27852541 req-ca6295aa-2be8-43fc-bd41-55b8180797ca tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 949 time: 0.0550315 Aug 10 03:13:24.793930 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-173a29cb-c2f7-4732-994d-d61d27852541 req-2103f1fb-da4b-4ceb-8283-91a1aaa0cbeb tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344284 Aug 10 03:13:25.199253 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe28054-35f5-4b23-84a5-6913060195b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac6fa2ce-3949-4e0b-a7c3-f21c93869afd'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:25.203643 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a173c4-50ee-4e75-94fd-b12cdee16acf" -d '{"events": [{"server_uuid": "ebe28054-35f5-4b23-84a5-6913060195b8", "name": "network-vif-unplugged", "status": "completed", "tag": "ac6fa2ce-3949-4e0b-a7c3-f21c93869afd"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:25.246301 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adfc6e21-0593-4999-98e0-2a5b2799ce2f x-openstack-request-id: req-adfc6e21-0593-4999-98e0-2a5b2799ce2f {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:25.246601 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe28054-35f5-4b23-84a5-6913060195b8", "name": "network-vif-unplugged", "status": "completed", "tag": "ac6fa2ce-3949-4e0b-a7c3-f21c93869afd", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:25.246885 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-adfc6e21-0593-4999-98e0-2a5b2799ce2f {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:25.247428 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe28054-35f5-4b23-84a5-6913060195b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac6fa2ce-3949-4e0b-a7c3-f21c93869afd', 'code': 200} Aug 10 03:13:25.392094 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be56d13-37ac-4cb1-a0a3-32d5fbcbaa59 req-3488cd38-c7ab-450e-a530-e80a7cc64d10 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:25.400021 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5be56d13-37ac-4cb1-a0a3-32d5fbcbaa59 req-3488cd38-c7ab-450e-a530-e80a7cc64d10 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e45f08f3-5be9-4b37-80fc-507bbda2252b HTTP/1.1" status: 200 len: 945 time: 0.0723412 Aug 10 03:13:25.401594 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 44916) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:25.439562 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5be56d13-37ac-4cb1-a0a3-32d5fbcbaa59 req-c4a085ff-5223-4362-95ec-769e6dd8add2 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358531 Aug 10 03:13:25.537501 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-030370fc-1a95-484b-b786-984daf0604a9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6784baec18a64ba2b6f45b1a49eb33d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1347637 Aug 10 03:13:25.539936 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 44920) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:25.587890 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a67e0e05-43ad-46e3-90e2-3aa29d8f1cf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:25.610621 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a67e0e05-43ad-46e3-90e2-3aa29d8f1cf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:25.659571 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a67e0e05-43ad-46e3-90e2-3aa29d8f1cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:25.662233 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a67e0e05-43ad-46e3-90e2-3aa29d8f1cf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:25.663571 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a67e0e05-43ad-46e3-90e2-3aa29d8f1cf3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/421235de-de03-4b93-a920-9e7498ad2413 HTTP/1.1" status: 204 len: 168 time: 0.1227243 Aug 10 03:13:25.673701 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67e0e05-43ad-46e3-90e2-3aa29d8f1cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=421235de-de03-4b93-a920-9e7498ad2413,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:25.733092 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c39131-1655-46c7-aa43-6f01eec27d97 req-635aec24-dea9-485c-8b43-a12be0b413ee tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:25.740870 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e5c39131-1655-46c7-aa43-6f01eec27d97 req-635aec24-dea9-485c-8b43-a12be0b413ee tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c19e5bd-365b-471b-8cc9-d0eeb0f8440f HTTP/1.1" status: 200 len: 950 time: 0.0833466 Aug 10 03:13:25.775730 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e5c39131-1655-46c7-aa43-6f01eec27d97 req-a0c869f7-664d-49ac-9af4-126c641fe3bc tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337360 Aug 10 03:13:25.949809 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035ef8e-cdc3-489a-9afb-1a797948c942 req-f50aa06d-5506-472d-848b-12e71a4cb307 tempest-ServersOnMultiNodesTest-1316889820 tempest-ServersOnMultiNodesTest-1316889820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:25.951564 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9035ef8e-cdc3-489a-9afb-1a797948c942 req-f50aa06d-5506-472d-848b-12e71a4cb307 tempest-ServersOnMultiNodesTest-1316889820 tempest-ServersOnMultiNodesTest-1316889820-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4c19e5bd-365b-471b-8cc9-d0eeb0f8440f HTTP/1.1" status: 200 len: 1102 time: 0.0846298 Aug 10 03:13:25.962649 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aaee76-1d64-48fb-8a03-b626ef51447a req-0a160c6c-4851-4700-8a98-1274756837ca tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:25.964167 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-34aaee76-1d64-48fb-8a03-b626ef51447a req-0a160c6c-4851-4700-8a98-1274756837ca tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 949 time: 0.0700455 Aug 10 03:13:26.027455 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9035ef8e-cdc3-489a-9afb-1a797948c942 req-7a3d8738-d68a-4b28-8e17-3532ac76e0b5 tempest-ServersOnMultiNodesTest-1316889820 tempest-ServersOnMultiNodesTest-1316889820-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623107 Aug 10 03:13:26.031303 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-34aaee76-1d64-48fb-8a03-b626ef51447a req-2517fc9f-4706-47e4-9a9f-568c90eca5f6 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528579 Aug 10 03:13:26.074226 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:26.215102 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:26.321603 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efb1d6-a93f-48c7-96db-15a733027f60 req-d85873c9-ade7-45f1-b260-1dc699c8aefb tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:26.323275 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a3efb1d6-a93f-48c7-96db-15a733027f60 req-d85873c9-ade7-45f1-b260-1dc699c8aefb tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c19e5bd-365b-471b-8cc9-d0eeb0f8440f HTTP/1.1" status: 200 len: 950 time: 0.0606599 Aug 10 03:13:26.374525 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a3efb1d6-a93f-48c7-96db-15a733027f60 req-cdffcb79-6e3e-4760-a3b1-2d6a9724647a tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407989 Aug 10 03:13:26.569673 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97ddb9-25c6-450d-9e73-a9eb0284e472 req-4c792341-d273-4991-859a-f09e9e7b922f tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:26.571300 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4f97ddb9-25c6-450d-9e73-a9eb0284e472 req-4c792341-d273-4991-859a-f09e9e7b922f tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e45f08f3-5be9-4b37-80fc-507bbda2252b HTTP/1.1" status: 200 len: 945 time: 0.0550940 Aug 10 03:13:26.614899 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4f97ddb9-25c6-450d-9e73-a9eb0284e472 req-f8c44977-4476-43b0-9315-fae0fd6da0df tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376022 Aug 10 03:13:27.061756 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device ac6fa2ce-3949-4e0b-a7c3-f21c93869afd no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:13:27.083368 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: ac6fa2ce-3949-4e0b-a7c3-f21c93869afd {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:13:27.083707 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device ac6fa2ce-3949-4e0b-a7c3-f21c93869afd not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:13:27.169416 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2212d529-ff19-4f91-956d-28a9cf8e10b6 req-35f9a367-4c05-4e7d-9e3e-f89252acb155 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:27.171046 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2212d529-ff19-4f91-956d-28a9cf8e10b6 req-35f9a367-4c05-4e7d-9e3e-f89252acb155 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 949 time: 0.0531342 Aug 10 03:13:27.212240 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2212d529-ff19-4f91-956d-28a9cf8e10b6 req-a0a6d2d8-3415-4ab8-8b03-1ed117c5adc8 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350089 Aug 10 03:13:27.494813 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbd6bc3-d714-43ef-b017-e33df42e4d23 req-adb32a2d-0fb5-4d80-a604-0682ea63c2ce tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:27.501267 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dbbd6bc3-d714-43ef-b017-e33df42e4d23 req-adb32a2d-0fb5-4d80-a604-0682ea63c2ce tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c19e5bd-365b-471b-8cc9-d0eeb0f8440f HTTP/1.1" status: 200 len: 950 time: 0.0551324 Aug 10 03:13:27.541203 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dbbd6bc3-d714-43ef-b017-e33df42e4d23 req-0942387b-566d-4f89-aa85-072fe3d19cb9 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362222 Aug 10 03:13:27.745297 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28cd382-c3c0-4d04-b12a-08d4bd5277e3 req-5d19bfc1-b75c-437b-ae53-48777243c87b tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:27.746808 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f28cd382-c3c0-4d04-b12a-08d4bd5277e3 req-5d19bfc1-b75c-437b-ae53-48777243c87b tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e45f08f3-5be9-4b37-80fc-507bbda2252b HTTP/1.1" status: 200 len: 945 time: 0.0601516 Aug 10 03:13:27.795345 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f28cd382-c3c0-4d04-b12a-08d4bd5277e3 req-1f100be9-b107-4dbf-b291-26131dfb3553 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413425 Aug 10 03:13:27.949489 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb60948-a0ed-4aef-a727-ecea4f1aa28a req-70a7db49-8099-4477-8ede-bd71aa29f63c tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:27.951261 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7eb60948-a0ed-4aef-a727-ecea4f1aa28a req-70a7db49-8099-4477-8ede-bd71aa29f63c tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] 10.222.0.62 "GET /v2.0/ports?device_id=ae98f166-bcde-42f0-bfa4-94147928bfc5 HTTP/1.1" status: 200 len: 945 time: 0.0626132 Aug 10 03:13:27.974290 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16c472-8e04-4761-8449-ba90a972881e req-4d82ac6b-6475-4bef-a93c-8215d5e2bb9a tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:27.976014 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fe16c472-8e04-4761-8449-ba90a972881e req-4d82ac6b-6475-4bef-a93c-8215d5e2bb9a tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c19e5bd-365b-471b-8cc9-d0eeb0f8440f HTTP/1.1" status: 200 len: 950 time: 0.0504086 Aug 10 03:13:28.003332 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7eb60948-a0ed-4aef-a727-ecea4f1aa28a req-db447364-1d11-4729-b182-bbd8c6785f9f tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca5edc3-909d-4e48-9139-f516a4412b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447192 Aug 10 03:13:28.082583 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-fe16c472-8e04-4761-8449-ba90a972881e req-2cde7a5e-fddf-4e5a-89dc-93e5a88d9337 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Deleting port 2d85a905-53c3-4913-a1a1-284bebb808a4 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:13:28.082967 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-fe16c472-8e04-4761-8449-ba90a972881e req-2cde7a5e-fddf-4e5a-89dc-93e5a88d9337 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:28.174008 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-fe16c472-8e04-4761-8449-ba90a972881e req-2cde7a5e-fddf-4e5a-89dc-93e5a88d9337 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] For port 2d85a905-53c3-4913-a1a1-284bebb808a4, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=2d85a905-53c3-4913-a1a1-284bebb808a4,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:28.174377 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-fe16c472-8e04-4761-8449-ba90a972881e req-2cde7a5e-fddf-4e5a-89dc-93e5a88d9337 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:28.187196 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-fe16c472-8e04-4761-8449-ba90a972881e req-2cde7a5e-fddf-4e5a-89dc-93e5a88d9337 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Calling delete_port for 2d85a905-53c3-4913-a1a1-284bebb808a4 owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:13:28.321439 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-fe16c472-8e04-4761-8449-ba90a972881e req-2cde7a5e-fddf-4e5a-89dc-93e5a88d9337 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:28.334091 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11b4c5-ff95-4d40-8901-7e0bc7c15ea2 req-77b248eb-0b12-4ac6-a7d8-ea970a628351 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:28.335654 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['e2bc7563-332e-48d6-9dc1-ae121aaebc11', 'f678de2f-0e7e-44f7-ac54-82f92a7ad8a1', 'efbbdcc2-7729-4452-86c1-41e87a5971c4'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:13:28.336127 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-db11b4c5-ff95-4d40-8901-7e0bc7c15ea2 req-77b248eb-0b12-4ac6-a7d8-ea970a628351 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 949 time: 0.0532079 Aug 10 03:13:28.351847 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cde7a5e-fddf-4e5a-89dc-93e5a88d9337 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Pushing event deleted for resources: {'Port': ['ID=2d85a905-53c3-4913-a1a1-284bebb808a4,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:28.362952 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['f716d117-80b8-4c59-865f-10901d2fe6e9', '2b006445-b8fd-40b7-abc6-6015314c8b62', '96ce739d-641c-4849-9a27-05bd527bd5b4', 'b8bad2d1-000d-4eee-9ea5-68b72ade2a69', '2d85a905-53c3-4913-a1a1-284bebb808a4'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:13:28.383358 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-db11b4c5-ff95-4d40-8901-7e0bc7c15ea2 req-943c8060-9cdf-41eb-96b6-00bdde0e5f2b tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389323 Aug 10 03:13:28.402083 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe16c472-8e04-4761-8449-ba90a972881e req-2cde7a5e-fddf-4e5a-89dc-93e5a88d9337 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] No DVR routers for this DVR port 2d85a905-53c3-4913-a1a1-284bebb808a4 on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:13:28.405665 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-fe16c472-8e04-4761-8449-ba90a972881e req-2cde7a5e-fddf-4e5a-89dc-93e5a88d9337 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:28.407892 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fe16c472-8e04-4761-8449-ba90a972881e req-2cde7a5e-fddf-4e5a-89dc-93e5a88d9337 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.58 "DELETE /v2.0/ports/2d85a905-53c3-4913-a1a1-284bebb808a4 HTTP/1.1" status: 204 len: 173 time: 0.4240916 Aug 10 03:13:28.408594 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c19e5bd-365b-471b-8cc9-d0eeb0f8440f', 'name': 'network-vif-deleted', 'tag': '2d85a905-53c3-4913-a1a1-284bebb808a4'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:28.412017 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eee97b0-6ca1-4356-af36-09c593b9a5b0" -d '{"events": [{"server_uuid": "4c19e5bd-365b-471b-8cc9-d0eeb0f8440f", "name": "network-vif-deleted", "tag": "2d85a905-53c3-4913-a1a1-284bebb808a4"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:28.471696 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6412a25-8fb0-427d-a235-f7c59326fbcd x-openstack-request-id: req-a6412a25-8fb0-427d-a235-f7c59326fbcd {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:28.472060 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c19e5bd-365b-471b-8cc9-d0eeb0f8440f", "name": "network-vif-deleted", "tag": "2d85a905-53c3-4913-a1a1-284bebb808a4", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:28.472378 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a6412a25-8fb0-427d-a235-f7c59326fbcd {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:28.472836 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c19e5bd-365b-471b-8cc9-d0eeb0f8440f', 'name': 'network-vif-deleted', 'tag': '2d85a905-53c3-4913-a1a1-284bebb808a4', 'status': 'completed', 'code': 200} Aug 10 03:13:28.662755 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5ddc06fd-6f32-43f1-88f0-7e0bf498ed68 req-a2c89ef7-b47d-4f7e-b32c-cd8fac69fb8d tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c19e5bd-365b-471b-8cc9-d0eeb0f8440f HTTP/1.1" status: 200 len: 210 time: 0.0297155 Aug 10 03:13:28.914465 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e2136-9029-495f-b4fe-fbed29114782 req-6ef2c3b3-d06b-4974-9ad1-9cb62ce6c561 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:28.916566 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f34e2136-9029-495f-b4fe-fbed29114782 req-6ef2c3b3-d06b-4974-9ad1-9cb62ce6c561 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e45f08f3-5be9-4b37-80fc-507bbda2252b HTTP/1.1" status: 200 len: 945 time: 0.0527411 Aug 10 03:13:28.957694 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f34e2136-9029-495f-b4fe-fbed29114782 req-a9efca95-aa44-4567-a0bd-5b2d3a0e5489 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339894 Aug 10 03:13:29.123686 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aced6e-93f7-4c67-a42d-28a111a55914 req-c79a140f-ce16-4cc0-9013-b52518ff1f85 tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:29.125248 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-45aced6e-93f7-4c67-a42d-28a111a55914 req-c79a140f-ce16-4cc0-9013-b52518ff1f85 tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] 10.222.0.62 "GET /v2.0/ports?device_id=ae98f166-bcde-42f0-bfa4-94147928bfc5 HTTP/1.1" status: 200 len: 945 time: 0.0488162 Aug 10 03:13:29.163883 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-45aced6e-93f7-4c67-a42d-28a111a55914 req-663ea672-3497-4073-82fe-ee46d811e76e tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca5edc3-909d-4e48-9139-f516a4412b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324991 Aug 10 03:13:29.517356 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af715a1-20c5-4efe-9f76-5f225773dfcd req-c2c137cd-9087-42a6-be8c-0aba1f95d5f7 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:29.519016 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2af715a1-20c5-4efe-9f76-5f225773dfcd req-c2c137cd-9087-42a6-be8c-0aba1f95d5f7 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 949 time: 0.0492086 Aug 10 03:13:29.561182 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2af715a1-20c5-4efe-9f76-5f225773dfcd req-5ba8a1b6-cec3-47e0-a36e-3a0e1b9416c8 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335186 Aug 10 03:13:29.937680 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f96d2-91c5-47fa-b4da-9d5cd82ce08a req-17ae703a-1e83-417d-b380-be08b77322c7 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:29.939197 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b07f96d2-91c5-47fa-b4da-9d5cd82ce08a req-17ae703a-1e83-417d-b380-be08b77322c7 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=3aa62070-0700-4aba-8a75-8977972a9063 HTTP/1.1" status: 200 len: 950 time: 0.0539155 Aug 10 03:13:29.977340 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b07f96d2-91c5-47fa-b4da-9d5cd82ce08a req-0775c708-2948-4806-85df-d49273d947fe tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320370 Aug 10 03:13:30.075749 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b1e09-1eb2-4a7c-a831-13373b2b2e32 req-8474f15a-69c2-4125-88ee-9440b9199ee4 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:30.077264 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8d8b1e09-1eb2-4a7c-a831-13373b2b2e32 req-8474f15a-69c2-4125-88ee-9440b9199ee4 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e45f08f3-5be9-4b37-80fc-507bbda2252b HTTP/1.1" status: 200 len: 945 time: 0.0499015 Aug 10 03:13:30.116210 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8d8b1e09-1eb2-4a7c-a831-13373b2b2e32 req-b9622be4-65fd-413d-a578-48dc2c744575 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329399 Aug 10 03:13:30.266115 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-bd358283-77f2-4502-b116-b1c45bcfccd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:30.286342 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dad9c2-a7c5-4f70-90e4-c9158fb6e0ab req-85616bd6-78d6-494f-9451-f399806db3aa tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:30.287869 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f8dad9c2-a7c5-4f70-90e4-c9158fb6e0ab req-85616bd6-78d6-494f-9451-f399806db3aa tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] 10.222.0.62 "GET /v2.0/ports?device_id=ae98f166-bcde-42f0-bfa4-94147928bfc5 HTTP/1.1" status: 200 len: 945 time: 0.0496726 Aug 10 03:13:30.325369 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f8dad9c2-a7c5-4f70-90e4-c9158fb6e0ab req-bc37e33e-69b9-4d4d-9256-80fd5f9aa103 tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca5edc3-909d-4e48-9139-f516a4412b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313351 Aug 10 03:13:30.390912 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b7bd9-803e-4c11-9d45-f4bb6f54025b req-8b1bbd0c-4842-49fe-bd93-681b88ea36f8 tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:30.392355 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ef6b7bd9-803e-4c11-9d45-f4bb6f54025b req-8b1bbd0c-4842-49fe-bd93-681b88ea36f8 tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae98f166-bcde-42f0-bfa4-94147928bfc5 HTTP/1.1" status: 200 len: 945 time: 0.0516615 Aug 10 03:13:30.485508 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-ef6b7bd9-803e-4c11-9d45-f4bb6f54025b req-ddd27899-2aaa-4e57-99c5-57900a668b18 tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] Deleting port bf6a4048-1ad3-4061-8206-752e9c215de8 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:13:30.485852 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ef6b7bd9-803e-4c11-9d45-f4bb6f54025b req-ddd27899-2aaa-4e57-99c5-57900a668b18 tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:30.578325 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-ef6b7bd9-803e-4c11-9d45-f4bb6f54025b req-ddd27899-2aaa-4e57-99c5-57900a668b18 tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] For port bf6a4048-1ad3-4061-8206-752e9c215de8, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=bf6a4048-1ad3-4061-8206-752e9c215de8,segment=NetworkSegment(55276495-0f7c-46a1-a81a-e46c18424543),segment_id=55276495-0f7c-46a1-a81a-e46c18424543)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:30.579273 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ef6b7bd9-803e-4c11-9d45-f4bb6f54025b req-ddd27899-2aaa-4e57-99c5-57900a668b18 tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:30.595705 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-ef6b7bd9-803e-4c11-9d45-f4bb6f54025b req-ddd27899-2aaa-4e57-99c5-57900a668b18 tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] Calling delete_port for bf6a4048-1ad3-4061-8206-752e9c215de8 owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:13:30.718653 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12dd6d-f641-404a-bc24-d7f35b52907b req-bd779f2c-8940-45c4-bb3c-6e774e832785 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:30.720351 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7a12dd6d-f641-404a-bc24-d7f35b52907b req-bd779f2c-8940-45c4-bb3c-6e774e832785 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 949 time: 0.0801940 Aug 10 03:13:30.816427 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7a12dd6d-f641-404a-bc24-d7f35b52907b req-6c67a8fd-5611-4ddf-8010-9119f8bcf799 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866065 Aug 10 03:13:30.821515 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ef6b7bd9-803e-4c11-9d45-f4bb6f54025b req-ddd27899-2aaa-4e57-99c5-57900a668b18 tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:30.843688 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['bf6a4048-1ad3-4061-8206-752e9c215de8'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:13:30.881349 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd27899-2aaa-4e57-99c5-57900a668b18 tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] Pushing event deleted for resources: {'Port': ['ID=bf6a4048-1ad3-4061-8206-752e9c215de8,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:30.905118 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef6b7bd9-803e-4c11-9d45-f4bb6f54025b req-ddd27899-2aaa-4e57-99c5-57900a668b18 tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] No DVR routers for this DVR port bf6a4048-1ad3-4061-8206-752e9c215de8 on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:13:30.908152 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ef6b7bd9-803e-4c11-9d45-f4bb6f54025b req-ddd27899-2aaa-4e57-99c5-57900a668b18 tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:30.910465 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ef6b7bd9-803e-4c11-9d45-f4bb6f54025b req-ddd27899-2aaa-4e57-99c5-57900a668b18 tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] 10.222.0.60 "DELETE /v2.0/ports/bf6a4048-1ad3-4061-8206-752e9c215de8 HTTP/1.1" status: 204 len: 173 time: 0.5110962 Aug 10 03:13:30.911235 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae98f166-bcde-42f0-bfa4-94147928bfc5', 'name': 'network-vif-deleted', 'tag': 'bf6a4048-1ad3-4061-8206-752e9c215de8'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:30.913663 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e2e718-8bcb-4ee1-af0d-5e0aa3192687" -d '{"events": [{"server_uuid": "ae98f166-bcde-42f0-bfa4-94147928bfc5", "name": "network-vif-deleted", "tag": "bf6a4048-1ad3-4061-8206-752e9c215de8"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:30.956669 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc28255b-46b7-49de-b5aa-0b0aa3bcf188 x-openstack-request-id: req-dc28255b-46b7-49de-b5aa-0b0aa3bcf188 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:30.957077 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae98f166-bcde-42f0-bfa4-94147928bfc5", "name": "network-vif-deleted", "tag": "bf6a4048-1ad3-4061-8206-752e9c215de8", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:30.957532 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dc28255b-46b7-49de-b5aa-0b0aa3bcf188 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:30.957950 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae98f166-bcde-42f0-bfa4-94147928bfc5', 'name': 'network-vif-deleted', 'tag': 'bf6a4048-1ad3-4061-8206-752e9c215de8', 'status': 'completed', 'code': 200} Aug 10 03:13:31.105074 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d4c6d3e3-a464-40bb-8f05-7fb6ca9d5495 req-e47759d8-7d27-40bf-8750-78477c9487ce tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=8333b902310544f7aecb98f34c16d537&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0476229 Aug 10 03:13:31.166413 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60beb217-6bab-476a-82a5-60b13676524c req-522688dc-3e89-4f1b-8742-d65e1963cc60 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:31.167901 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-60beb217-6bab-476a-82a5-60b13676524c req-522688dc-3e89-4f1b-8742-d65e1963cc60 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=3aa62070-0700-4aba-8a75-8977972a9063 HTTP/1.1" status: 200 len: 950 time: 0.1127856 Aug 10 03:13:31.235946 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-60beb217-6bab-476a-82a5-60b13676524c req-a3cb0150-dc82-4a56-9282-2d93ca5fed36 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604761 Aug 10 03:13:31.252203 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c6d3e3-a464-40bb-8f05-7fb6ca9d5495 req-19921ca8-4ed1-4818-ba6f-b951e10f07c0 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:31.253944 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d4c6d3e3-a464-40bb-8f05-7fb6ca9d5495 req-19921ca8-4ed1-4818-ba6f-b951e10f07c0 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1428914 Aug 10 03:13:31.270705 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d4c6d3e3-a464-40bb-8f05-7fb6ca9d5495 req-7ac69b7f-8916-4708-995d-b8ee8429bd7a tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] 10.222.0.62 "GET /v2.0/quotas/8333b902310544f7aecb98f34c16d537 HTTP/1.1" status: 200 len: 375 time: 0.0096552 Aug 10 03:13:31.304790 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d4c6d3e3-a464-40bb-8f05-7fb6ca9d5495 req-1c4c12c5-4af3-4489-a216-1eed7730aee7 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8333b902310544f7aecb98f34c16d537&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279157 Aug 10 03:13:31.351814 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43414f98-f755-4333-a859-d34bc9892e95 req-a105d197-35e5-40f6-9d5b-88fbac2e167d tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:31.353331 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-43414f98-f755-4333-a859-d34bc9892e95 req-a105d197-35e5-40f6-9d5b-88fbac2e167d tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e45f08f3-5be9-4b37-80fc-507bbda2252b HTTP/1.1" status: 200 len: 945 time: 0.0512409 Aug 10 03:13:31.392935 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-43414f98-f755-4333-a859-d34bc9892e95 req-f57fce8f-0429-46d2-9bcd-c5d9e3fb3849 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326352 Aug 10 03:13:31.505866 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6802907c-f200-474e-8580-f7a9a1403d82 req-5b18dbb9-c3e2-4499-a047-94d91adcfb2a tempest-VolumesAdminNegativeTest-2005758934 tempest-VolumesAdminNegativeTest-2005758934-project] 10.222.0.62 "GET /v2.0/ports?device_id=ae98f166-bcde-42f0-bfa4-94147928bfc5 HTTP/1.1" status: 200 len: 210 time: 0.0299706 Aug 10 03:13:31.565393 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4c37a118-3ebb-429a-a0ad-06f8d546e926 req-277ec9f4-9717-4cdc-849a-587eec6fd6d2 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=8333b902310544f7aecb98f34c16d537&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270581 Aug 10 03:13:31.690045 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37a118-3ebb-429a-a0ad-06f8d546e926 req-3e4a79fb-0003-468b-8598-7e0ca7242558 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:31.693242 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4c37a118-3ebb-429a-a0ad-06f8d546e926 req-3e4a79fb-0003-468b-8598-7e0ca7242558 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1208029 Aug 10 03:13:31.712467 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4c37a118-3ebb-429a-a0ad-06f8d546e926 req-fb1d1c31-9f2d-44a5-bcaa-5d5fe4306d58 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] 10.222.0.62 "GET /v2.0/quotas/8333b902310544f7aecb98f34c16d537 HTTP/1.1" status: 200 len: 375 time: 0.0132506 Aug 10 03:13:31.750020 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4c37a118-3ebb-429a-a0ad-06f8d546e926 req-84b3cf37-b4a6-4c9b-9c86-2b0b7d21da09 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8333b902310544f7aecb98f34c16d537&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302467 Aug 10 03:13:31.995870 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56690ea-e1a2-4198-ac1b-71a53312702c req-4d681c44-375e-4aee-b731-1829517ed271 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:31.997588 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c56690ea-e1a2-4198-ac1b-71a53312702c req-4d681c44-375e-4aee-b731-1829517ed271 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 949 time: 0.0910525 Aug 10 03:13:32.026571 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a91923-e43a-4a14-9a12-44d9460a4063 req-64d189f9-5578-441b-b0a3-d7ff3b12d2b5 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:32.028164 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-65a91923-e43a-4a14-9a12-44d9460a4063 req-64d189f9-5578-441b-b0a3-d7ff3b12d2b5 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.60 "GET /v2.0/ports?device_id=3aa62070-0700-4aba-8a75-8977972a9063 HTTP/1.1" status: 200 len: 950 time: 0.1351986 Aug 10 03:13:32.030841 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-94ef1460-f8e0-4fd8-bdd5-a869795588f0 req-40f5b0bc-06cc-44ff-8e0d-cd41138e1231 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] 10.222.0.62 "GET /v2.0/ports?device_id=22ebfab7-0cf3-4562-afd8-882e83f7045a HTTP/1.1" status: 200 len: 210 time: 0.0563765 Aug 10 03:13:32.133576 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c56690ea-e1a2-4198-ac1b-71a53312702c req-7a5991d4-3c34-4273-bca6-1a46f15d3218 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177318 Aug 10 03:13:32.184255 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-65a91923-e43a-4a14-9a12-44d9460a4063 req-b80d04c5-3384-478a-b1e6-dfc5100fddd0 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Deleting port efbbdcc2-7729-4452-86c1-41e87a5971c4 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:13:32.184626 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-65a91923-e43a-4a14-9a12-44d9460a4063 req-b80d04c5-3384-478a-b1e6-dfc5100fddd0 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:32.293691 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-65a91923-e43a-4a14-9a12-44d9460a4063 req-b80d04c5-3384-478a-b1e6-dfc5100fddd0 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] For port efbbdcc2-7729-4452-86c1-41e87a5971c4, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=efbbdcc2-7729-4452-86c1-41e87a5971c4,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:32.294136 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-65a91923-e43a-4a14-9a12-44d9460a4063 req-b80d04c5-3384-478a-b1e6-dfc5100fddd0 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:32.310754 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-65a91923-e43a-4a14-9a12-44d9460a4063 req-b80d04c5-3384-478a-b1e6-dfc5100fddd0 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Calling delete_port for efbbdcc2-7729-4452-86c1-41e87a5971c4 owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:13:32.429211 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b20fdac-a9ee-42ec-8568-88e17b2474e6 req-006895c3-6bb4-4db8-b086-c6382c33faeb tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:32.431236 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4b20fdac-a9ee-42ec-8568-88e17b2474e6 req-006895c3-6bb4-4db8-b086-c6382c33faeb tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=3aa62070-0700-4aba-8a75-8977972a9063 HTTP/1.1" status: 200 len: 950 time: 0.1086400 Aug 10 03:13:32.550528 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4b20fdac-a9ee-42ec-8568-88e17b2474e6 req-f8deca2f-735d-4018-b396-6de5c2b27c91 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101437 Aug 10 03:13:32.591644 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185236d-f04e-4909-9a9a-9bdaa73b7567 req-f62f2157-c634-47d0-b0fb-7928a64c6db6 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:32.594167 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0185236d-f04e-4909-9a9a-9bdaa73b7567 req-f62f2157-c634-47d0-b0fb-7928a64c6db6 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e45f08f3-5be9-4b37-80fc-507bbda2252b HTTP/1.1" status: 200 len: 945 time: 0.1238580 Aug 10 03:13:32.595415 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-65a91923-e43a-4a14-9a12-44d9460a4063 req-b80d04c5-3384-478a-b1e6-dfc5100fddd0 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:32.609708 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45212) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:32.610710 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['f716d117-80b8-4c59-865f-10901d2fe6e9', '2b006445-b8fd-40b7-abc6-6015314c8b62', '96ce739d-641c-4849-9a27-05bd527bd5b4', 'b8bad2d1-000d-4eee-9ea5-68b72ade2a69'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:13:32.613453 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['e2bc7563-332e-48d6-9dc1-ae121aaebc11', 'f678de2f-0e7e-44f7-ac54-82f92a7ad8a1', 'efbbdcc2-7729-4452-86c1-41e87a5971c4'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:13:32.661889 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d4c6d3e3-a464-40bb-8f05-7fb6ca9d5495 req-02e92f85-005e-42e7-b23c-1d5d769bbb8d tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=8333b902310544f7aecb98f34c16d537&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0636785 Aug 10 03:13:32.670632 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80d04c5-3384-478a-b1e6-dfc5100fddd0 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Pushing event deleted for resources: {'Port': ['ID=efbbdcc2-7729-4452-86c1-41e87a5971c4,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:32.692726 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc79b2cc-6609-4b93-9c39-8ffe1fbc58d9 admin admin] Deleting subnet 6d320fc5-5a28-44e9-920c-fcdb2a6bd3f3 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:13:32.711554 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fc79b2cc-6609-4b93-9c39-8ffe1fbc58d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:32.804654 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a91923-e43a-4a14-9a12-44d9460a4063 req-b80d04c5-3384-478a-b1e6-dfc5100fddd0 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] No DVR routers for this DVR port efbbdcc2-7729-4452-86c1-41e87a5971c4 on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:13:32.805487 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fc79b2cc-6609-4b93-9c39-8ffe1fbc58d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:32.814094 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-65a91923-e43a-4a14-9a12-44d9460a4063 req-b80d04c5-3384-478a-b1e6-dfc5100fddd0 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:32.816258 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-65a91923-e43a-4a14-9a12-44d9460a4063 req-b80d04c5-3384-478a-b1e6-dfc5100fddd0 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.60 "DELETE /v2.0/ports/efbbdcc2-7729-4452-86c1-41e87a5971c4 HTTP/1.1" status: 204 len: 173 time: 0.7720702 Aug 10 03:13:32.838495 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0185236d-f04e-4909-9a9a-9bdaa73b7567 req-2aeb39c7-71b1-4369-919e-5f2b9f69552d tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158573 Aug 10 03:13:32.846873 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 2d85a905-53c3-4913-a1a1-284bebb808a4 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:13:32.900961 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fc79b2cc-6609-4b93-9c39-8ffe1fbc58d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:32.960700 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa62070-0700-4aba-8a75-8977972a9063', 'name': 'network-vif-deleted', 'tag': 'efbbdcc2-7729-4452-86c1-41e87a5971c4'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:32.963624 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0328ea71-636b-4e94-8082-81b2cedf7c1a" -d '{"events": [{"server_uuid": "3aa62070-0700-4aba-8a75-8977972a9063", "name": "network-vif-deleted", "tag": "efbbdcc2-7729-4452-86c1-41e87a5971c4"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:32.986211 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: 2d85a905-53c3-4913-a1a1-284bebb808a4 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:13:32.986572 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 2d85a905-53c3-4913-a1a1-284bebb808a4 not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:13:32.990364 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c6d3e3-a464-40bb-8f05-7fb6ca9d5495 req-fdcf5f6c-f343-4101-890a-8721a60368c3 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:32.991900 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d4c6d3e3-a464-40bb-8f05-7fb6ca9d5495 req-fdcf5f6c-f343-4101-890a-8721a60368c3 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3124762 Aug 10 03:13:33.009517 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-d4c6d3e3-a464-40bb-8f05-7fb6ca9d5495 req-c950e5a9-6113-485a-b837-46e4599ea2d0 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Request body: {'port': {'device_id': '270ffe6d-50f1-4c26-8378-1ac9a122cbfa', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'admin_state_up': True, 'tenant_id': '8333b902310544f7aecb98f34c16d537'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:33.046503 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fc79b2cc-6609-4b93-9c39-8ffe1fbc58d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:33.083125 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc79b2cc-6609-4b93-9c39-8ffe1fbc58d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d320fc5-5a28-44e9-920c-fcdb2a6bd3f3,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:33.098317 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fc79b2cc-6609-4b93-9c39-8ffe1fbc58d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:33.101852 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-fc79b2cc-6609-4b93-9c39-8ffe1fbc58d9 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/6d320fc5-5a28-44e9-920c-fcdb2a6bd3f3 HTTP/1.1" status: 204 len: 168 time: 0.4909945 Aug 10 03:13:33.105457 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45224) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:33.143167 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0a7056b2-3a53-4a57-9aa7-c18b17e988da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:33.176829 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb677ac0-181a-47cb-b8cd-938c528f5cc3 x-openstack-request-id: req-fb677ac0-181a-47cb-b8cd-938c528f5cc3 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:33.177615 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aa62070-0700-4aba-8a75-8977972a9063", "name": "network-vif-deleted", "tag": "efbbdcc2-7729-4452-86c1-41e87a5971c4", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:33.178097 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fb677ac0-181a-47cb-b8cd-938c528f5cc3 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:33.178966 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa62070-0700-4aba-8a75-8977972a9063', 'name': 'network-vif-deleted', 'tag': 'efbbdcc2-7729-4452-86c1-41e87a5971c4', 'status': 'completed', 'code': 200} Aug 10 03:13:33.233565 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-baa6ceb2-c92d-4223-8bd4-023c96b6c04e req-f3a40f20-a7b6-4b16-9d0d-b984373159df tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] 10.222.0.62 "GET /v2.0/ports?device_id=22ebfab7-0cf3-4562-afd8-882e83f7045a HTTP/1.1" status: 200 len: 210 time: 0.0588031 Aug 10 03:13:33.237189 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-eb9c110b-faa8-448a-8e81-2d492d877102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:33.291335 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4c6d3e3-a464-40bb-8f05-7fb6ca9d5495 req-c950e5a9-6113-485a-b837-46e4599ea2d0 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Made reservation on behalf of 8333b902310544f7aecb98f34c16d537 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:13:33.296469 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d4c6d3e3-a464-40bb-8f05-7fb6ca9d5495 req-c950e5a9-6113-485a-b837-46e4599ea2d0 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:33.346282 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d4c6d3e3-a464-40bb-8f05-7fb6ca9d5495 req-c950e5a9-6113-485a-b837-46e4599ea2d0 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:33.347935 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:33.349859 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4c37a118-3ebb-429a-a0ad-06f8d546e926 req-5724323e-f8f5-445d-b1b8-c9c2857d68e4 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=8333b902310544f7aecb98f34c16d537&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0734625 Aug 10 03:13:33.355258 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-eb9c110b-faa8-448a-8e81-2d492d877102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:33.367989 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-eb9c110b-faa8-448a-8e81-2d492d877102 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54f6e63c-cb89-422b-ae81-070411dbb909']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:33.382210 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-eb9c110b-faa8-448a-8e81-2d492d877102 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55276495-0f7c-46a1-a81a-e46c18424543') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:33.382469 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-eb9c110b-faa8-448a-8e81-2d492d877102 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55276495-0f7c-46a1-a81a-e46c18424543') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:33.402607 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-eb9c110b-faa8-448a-8e81-2d492d877102 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:33.423370 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-eb9c110b-faa8-448a-8e81-2d492d877102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:33.435316 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb9c110b-faa8-448a-8e81-2d492d877102 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:13:33.436747 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-eb9c110b-faa8-448a-8e81-2d492d877102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:33.451747 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652297ae-077e-4a95-9675-94a481590bfd req-e02c9101-2c80-4cce-b0b7-5f7b19d95ff9 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:33.459304 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-652297ae-077e-4a95-9675-94a481590bfd req-e02c9101-2c80-4cce-b0b7-5f7b19d95ff9 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 949 time: 0.1848338 Aug 10 03:13:33.508793 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:13:33.508793 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:13:33.508793 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:13:33.508793 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:13:33.508793 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:13:33.508793 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:13:33.508793 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:13:33.508793 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:13:33.508793 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:13:33.508793 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:13:33.508793 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:13:33.508793 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:13:33.508793 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:13:33.508793 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:13:33.508793 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:13:33.508793 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:13:33.508793 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:13:33.508793 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:13:33.508793 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:13:33.508793 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:13:33.508793 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:13:33.508793 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:13:33.508793 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:13:33.508793 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:13:33.508793 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:13:33.508793 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:13:33.508793 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:13:33.508793 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:13:33.508793 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:13:33.508793 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:13:33.508793 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:13:33.508793 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:13:33.516764 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-eb9c110b-faa8-448a-8e81-2d492d877102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:33.522612 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-eb9c110b-faa8-448a-8e81-2d492d877102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:33.531014 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-eb9c110b-faa8-448a-8e81-2d492d877102 admin admin] 10.222.0.62 "DELETE /v2.0/networks/54f6e63c-cb89-422b-ae81-070411dbb909 HTTP/1.1" status: 204 len: 168 time: 0.4242883 Aug 10 03:13:33.531384 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 45228) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:33.550824 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c110b-faa8-448a-8e81-2d492d877102 admin admin] Pushing event deleted for resources: {'Network': ['ID=54f6e63c-cb89-422b-ae81-070411dbb909,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:33.573513 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-652297ae-077e-4a95-9675-94a481590bfd req-f40e23cc-5978-470b-a1c2-36965f628eb4 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130664 Aug 10 03:13:33.636056 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37a118-3ebb-429a-a0ad-06f8d546e926 req-35238ec0-b0af-492b-b176-a8bd4135763c tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:33.638400 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4c37a118-3ebb-429a-a0ad-06f8d546e926 req-35238ec0-b0af-492b-b176-a8bd4135763c tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2754214 Aug 10 03:13:33.658952 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-4c37a118-3ebb-429a-a0ad-06f8d546e926 req-f4a2b8b2-a026-4fa1-bc47-584aa4bd47be tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Request body: {'port': {'device_id': '22ebfab7-0cf3-4562-afd8-882e83f7045a', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'admin_state_up': True, 'tenant_id': '8333b902310544f7aecb98f34c16d537'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:33.702131 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1989f08e-0502-4adb-a31a-8622858a1095 req-28befc4c-8e19-472f-91ee-0c38dc35a469 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=3aa62070-0700-4aba-8a75-8977972a9063 HTTP/1.1" status: 200 len: 210 time: 0.0528550 Aug 10 03:13:33.744179 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-90944e06-b93b-4d8c-b3b9-8c592238988c admin admin] Deleting subnet b6d7c1e7-fcbc-47ec-b6ba-19b2f620df0b {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:13:33.755229 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-90944e06-b93b-4d8c-b3b9-8c592238988c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:33.823717 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d4c6d3e3-a464-40bb-8f05-7fb6ca9d5495 req-c950e5a9-6113-485a-b837-46e4599ea2d0 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:33.831456 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-90944e06-b93b-4d8c-b3b9-8c592238988c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:33.835172 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d4c6d3e3-a464-40bb-8f05-7fb6ca9d5495 req-c950e5a9-6113-485a-b837-46e4599ea2d0 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:33.965948 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c950e5a9-6113-485a-b837-46e4599ea2d0 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15c10190-2ea4-485f-8f55-415e66c74675,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:34.020819 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-90944e06-b93b-4d8c-b3b9-8c592238988c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:34.070305 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c37a118-3ebb-429a-a0ad-06f8d546e926 req-f4a2b8b2-a026-4fa1-bc47-584aa4bd47be tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Made reservation on behalf of 8333b902310544f7aecb98f34c16d537 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:13:34.073769 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-4c37a118-3ebb-429a-a0ad-06f8d546e926 req-f4a2b8b2-a026-4fa1-bc47-584aa4bd47be tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:34.092755 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:34.111566 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ccf5bc-37c2-4ae2-9584-9561682533e9 req-19a57676-6ba2-4388-b06d-d4e2ba91937c tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:34.113082 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-34ccf5bc-37c2-4ae2-9584-9561682533e9 req-19a57676-6ba2-4388-b06d-d4e2ba91937c tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e45f08f3-5be9-4b37-80fc-507bbda2252b HTTP/1.1" status: 200 len: 945 time: 0.1763697 Aug 10 03:13:34.155750 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-d4c6d3e3-a464-40bb-8f05-7fb6ca9d5495 req-c950e5a9-6113-485a-b837-46e4599ea2d0 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Allocated IP 192.168.233.132 (f1b7997e-1a2a-4260-9d7d-b6cf90b8801d/c2e3eb0b-907c-4ac4-809e-ae9609bc8c67/588af903-4c45-4416-8282-a836a85c3aae) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:13:34.234715 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-90944e06-b93b-4d8c-b3b9-8c592238988c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:34.280646 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-34ccf5bc-37c2-4ae2-9584-9561682533e9 req-3cac5c7f-7e50-4144-8693-42b43217148e tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536725 Aug 10 03:13:34.284359 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90944e06-b93b-4d8c-b3b9-8c592238988c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6d7c1e7-fcbc-47ec-b6ba-19b2f620df0b,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:34.295124 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-90944e06-b93b-4d8c-b3b9-8c592238988c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:34.297198 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-90944e06-b93b-4d8c-b3b9-8c592238988c admin admin] 10.222.0.62 "DELETE /v2.0/subnets/b6d7c1e7-fcbc-47ec-b6ba-19b2f620df0b HTTP/1.1" status: 204 len: 168 time: 0.7606535 Aug 10 03:13:34.299832 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45244) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:34.377740 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8b51c05c-2603-4388-b3a8-0bfddf0ec4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:34.381635 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-335af535-dcac-4399-987b-876cddfbe08f req-d90d239b-52c2-4d90-b0f9-cdf9ae4d8053 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] 10.222.0.62 "GET /v2.0/ports?device_id=22ebfab7-0cf3-4562-afd8-882e83f7045a HTTP/1.1" status: 200 len: 210 time: 0.0560210 Aug 10 03:13:34.436594 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d4c6d3e3-a464-40bb-8f05-7fb6ca9d5495 req-c950e5a9-6113-485a-b837-46e4599ea2d0 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:34.450316 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-d4c6d3e3-a464-40bb-8f05-7fb6ca9d5495 req-c950e5a9-6113-485a-b837-46e4599ea2d0 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Transition to ACTIVE for port object 588af903-4c45-4416-8282-a836a85c3aae will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:13:34.453998 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8b51c05c-2603-4388-b3a8-0bfddf0ec4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:34.463666 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-8b51c05c-2603-4388-b3a8-0bfddf0ec4c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e997c0d4-8b0f-4e1e-a502-652231e8ac29']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:34.477738 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-8b51c05c-2603-4388-b3a8-0bfddf0ec4c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca731730-c70c-4d1f-8058-61ec2853227d') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:34.478030 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-8b51c05c-2603-4388-b3a8-0bfddf0ec4c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca731730-c70c-4d1f-8058-61ec2853227d') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:34.486207 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d4c6d3e3-a464-40bb-8f05-7fb6ca9d5495 req-c950e5a9-6113-485a-b837-46e4599ea2d0 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:34.489038 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8b51c05c-2603-4388-b3a8-0bfddf0ec4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:34.503318 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8b51c05c-2603-4388-b3a8-0bfddf0ec4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:34.509194 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b51c05c-2603-4388-b3a8-0bfddf0ec4c9 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:13:34.509593 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8b51c05c-2603-4388-b3a8-0bfddf0ec4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:34.511297 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:13:34.511297 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:13:34.511297 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:13:34.511297 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:13:34.511297 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:13:34.511297 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:13:34.511297 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:13:34.511297 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:13:34.511297 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:13:34.511297 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:13:34.511297 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:13:34.511297 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:13:34.511297 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:13:34.511297 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:13:34.511297 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:13:34.511297 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:13:34.511297 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:13:34.511297 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:13:34.511297 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:13:34.511297 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:13:34.511297 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:13:34.511297 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:13:34.511297 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:13:34.511297 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:13:34.511297 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:13:34.511297 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:13:34.511297 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:13:34.511297 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:13:34.511297 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:13:34.511297 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:13:34.511297 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:13:34.511297 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:13:34.558139 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4c6d3e3-a464-40bb-8f05-7fb6ca9d5495 req-c950e5a9-6113-485a-b837-46e4599ea2d0 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:13:34.564891 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-d4c6d3e3-a464-40bb-8f05-7fb6ca9d5495 req-c950e5a9-6113-485a-b837-46e4599ea2d0 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:13:34.565047 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8b51c05c-2603-4388-b3a8-0bfddf0ec4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:34.570617 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4c6d3e3-a464-40bb-8f05-7fb6ca9d5495 req-c950e5a9-6113-485a-b837-46e4599ea2d0 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:13:34.581918 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8b51c05c-2603-4388-b3a8-0bfddf0ec4c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:34.587286 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8b51c05c-2603-4388-b3a8-0bfddf0ec4c9 admin admin] 10.222.0.62 "DELETE /v2.0/networks/e997c0d4-8b0f-4e1e-a502-652231e8ac29 HTTP/1.1" status: 204 len: 168 time: 0.2858281 Aug 10 03:13:34.588324 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b51c05c-2603-4388-b3a8-0bfddf0ec4c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e997c0d4-8b0f-4e1e-a502-652231e8ac29,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:34.605521 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c950e5a9-6113-485a-b837-46e4599ea2d0 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Pushing event updated for resources: {'Port': ['ID=588af903-4c45-4416-8282-a836a85c3aae,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:34.616874 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-4c37a118-3ebb-429a-a0ad-06f8d546e926 req-f4a2b8b2-a026-4fa1-bc47-584aa4bd47be tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Allocated IP 192.168.233.166 (f1b7997e-1a2a-4260-9d7d-b6cf90b8801d/c2e3eb0b-907c-4ac4-809e-ae9609bc8c67/8d64572f-7789-483d-9754-f3877a851f72) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:13:34.660073 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c6d3e3-a464-40bb-8f05-7fb6ca9d5495 req-c950e5a9-6113-485a-b837-46e4599ea2d0 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:34.660711 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d4c6d3e3-a464-40bb-8f05-7fb6ca9d5495 req-c950e5a9-6113-485a-b837-46e4599ea2d0 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:34.714286 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d4c6d3e3-a464-40bb-8f05-7fb6ca9d5495 req-c950e5a9-6113-485a-b837-46e4599ea2d0 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7106709 Aug 10 03:13:34.734465 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-d4c6d3e3-a464-40bb-8f05-7fb6ca9d5495 req-5ec5cc70-f1c1-4468-8cbb-60b7bdd4b971 service neutron] Request body: {'port': {'device_id': '270ffe6d-50f1-4c26-8378-1ac9a122cbfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:34.855049 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45254) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:34.894544 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5cf39170-ea2e-4132-9dc7-34b2661389a7 req-d6815c38-ab27-49fb-9cda-56cdb233ff94 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6d76b7c4-32e4-4212-bd61-3426d919e36c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0912161 Aug 10 03:13:34.923526 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a321889e-6365-4005-b4ae-2cf34fe29cba admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a22931ae39a24dda8588e04c0f07e025&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0620899 Aug 10 03:13:34.925987 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45256) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:34.974656 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-37f9be6f-4b7e-4596-a916-911912bebd7b None None] Provisioning for port 588af903-4c45-4416-8282-a836a85c3aae completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:13:34.983532 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-37f9be6f-4b7e-4596-a916-911912bebd7b None None] Provisioning complete for port 588af903-4c45-4416-8282-a836a85c3aae triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:34.984307 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-37f9be6f-4b7e-4596-a916-911912bebd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:35.036302 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-37f9be6f-4b7e-4596-a916-911912bebd7b None None] Port 588af903-4c45-4416-8282-a836a85c3aae cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:13:35.045889 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f2fcf246-28dd-4426-b71f-f1ae5a34388e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:35.059439 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf39170-ea2e-4132-9dc7-34b2661389a7 req-ff18415d-533c-459f-89bc-5b8eb4874f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:35.061042 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5cf39170-ea2e-4132-9dc7-34b2661389a7 req-ff18415d-533c-459f-89bc-5b8eb4874f91 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=293fbd9b1ced45ab964a1da35de8e7bd&device_id=6d76b7c4-32e4-4212-bd61-3426d919e36c HTTP/1.1" status: 200 len: 1102 time: 0.0757937 Aug 10 03:13:35.080583 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f2fcf246-28dd-4426-b71f-f1ae5a34388e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:35.108300 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device efbbdcc2-7729-4452-86c1-41e87a5971c4 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:13:35.135282 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: efbbdcc2-7729-4452-86c1-41e87a5971c4 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:13:35.135632 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device efbbdcc2-7729-4452-86c1-41e87a5971c4 not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:13:35.136046 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device bf6a4048-1ad3-4061-8206-752e9c215de8 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:13:35.160000 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: bf6a4048-1ad3-4061-8206-752e9c215de8 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:13:35.160331 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device bf6a4048-1ad3-4061-8206-752e9c215de8 not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:13:35.183410 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b195ecb3-cfec-4de7-b8ad-208bb0e2454b req-93d42ec0-7a1a-41d5-a1e9-2b80346f8603 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:35.185015 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b195ecb3-cfec-4de7-b8ad-208bb0e2454b req-93d42ec0-7a1a-41d5-a1e9-2b80346f8603 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 949 time: 0.5137019 Aug 10 03:13:35.205168 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf39170-ea2e-4132-9dc7-34b2661389a7 req-8db54c5d-30b5-481f-b51c-26c78b8f64c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:35.206847 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5cf39170-ea2e-4132-9dc7-34b2661389a7 req-8db54c5d-30b5-481f-b51c-26c78b8f64c6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d HTTP/1.1" status: 200 len: 870 time: 0.1192796 Aug 10 03:13:35.211448 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f2fcf246-28dd-4426-b71f-f1ae5a34388e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:35.213952 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f2fcf246-28dd-4426-b71f-f1ae5a34388e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:35.215015 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f2fcf246-28dd-4426-b71f-f1ae5a34388e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bca5edc3-909d-4e48-9139-f516a4412b13 HTTP/1.1" status: 204 len: 168 time: 0.2876821 Aug 10 03:13:35.229177 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fcf246-28dd-4426-b71f-f1ae5a34388e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca5edc3-909d-4e48-9139-f516a4412b13,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:35.240318 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d4c6d3e3-a464-40bb-8f05-7fb6ca9d5495 req-5ec5cc70-f1c1-4468-8cbb-60b7bdd4b971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:35.265869 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5cf39170-ea2e-4132-9dc7-34b2661389a7 req-e8b347f6-844d-49a5-b594-dfd899ab755f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=f716d117-80b8-4c59-865f-10901d2fe6e9 HTTP/1.1" status: 200 len: 217 time: 0.0419958 Aug 10 03:13:35.297726 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4622c37f-290f-4edb-8e25-afc36f5d0f5c req-14e13f38-2931-4f89-aa5d-5d0fab99b2fd tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:35.299285 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4622c37f-290f-4edb-8e25-afc36f5d0f5c req-14e13f38-2931-4f89-aa5d-5d0fab99b2fd tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=cfe07a68-0620-4fd0-a546-dd7aec91845e HTTP/1.1" status: 200 len: 950 time: 0.1678746 Aug 10 03:13:35.335688 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b195ecb3-cfec-4de7-b8ad-208bb0e2454b req-221ceadc-524a-4ee6-8aee-40c912d55e9e tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327541 Aug 10 03:13:35.350791 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf39170-ea2e-4132-9dc7-34b2661389a7 req-aa287a40-2b85-44f8-8f6d-c00e0199b350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:35.350791 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5cf39170-ea2e-4132-9dc7-34b2661389a7 req-aa287a40-2b85-44f8-8f6d-c00e0199b350 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.0736995 Aug 10 03:13:35.355531 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-4c37a118-3ebb-429a-a0ad-06f8d546e926 req-f4a2b8b2-a026-4fa1-bc47-584aa4bd47be tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:35.393845 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-4c37a118-3ebb-429a-a0ad-06f8d546e926 req-f4a2b8b2-a026-4fa1-bc47-584aa4bd47be tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Transition to ACTIVE for port object 8d64572f-7789-483d-9754-f3877a851f72 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:13:35.428355 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf39170-ea2e-4132-9dc7-34b2661389a7 req-d13267d9-f8b4-493b-a9c0-301a0d775aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:35.430049 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5cf39170-ea2e-4132-9dc7-34b2661389a7 req-d13267d9-f8b4-493b-a9c0-301a0d775aec service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0639899 Aug 10 03:13:35.467180 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4622c37f-290f-4edb-8e25-afc36f5d0f5c req-e538dfe5-0b22-4f42-8157-27312a767568 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415939 Aug 10 03:13:35.598443 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5cf39170-ea2e-4132-9dc7-34b2661389a7 req-e92694bd-0beb-4526-b979-8cf7538de2b2 service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583936 Aug 10 03:13:35.601744 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-4c37a118-3ebb-429a-a0ad-06f8d546e926 req-f4a2b8b2-a026-4fa1-bc47-584aa4bd47be tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:35.619284 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:13:35.753287 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c37a118-3ebb-429a-a0ad-06f8d546e926 req-f4a2b8b2-a026-4fa1-bc47-584aa4bd47be tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:13:35.760300 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a2b8b2-a026-4fa1-bc47-584aa4bd47be tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Pushing event updated for resources: {'Port': ['ID=8d64572f-7789-483d-9754-f3877a851f72,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:35.767863 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-4c37a118-3ebb-429a-a0ad-06f8d546e926 req-f4a2b8b2-a026-4fa1-bc47-584aa4bd47be tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:13:35.771496 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c37a118-3ebb-429a-a0ad-06f8d546e926 req-f4a2b8b2-a026-4fa1-bc47-584aa4bd47be tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:13:35.779012 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-d4c6d3e3-a464-40bb-8f05-7fb6ca9d5495 req-5ec5cc70-f1c1-4468-8cbb-60b7bdd4b971 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 588af903-4c45-4416-8282-a836a85c3aae {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:13:35.779213 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5cf39170-ea2e-4132-9dc7-34b2661389a7 req-22848d67-43fb-493a-9828-9f15595a7681 service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720874 Aug 10 03:13:35.811443 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45276) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:35.848920 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:35.853879 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d4c6d3e3-a464-40bb-8f05-7fb6ca9d5495 req-5ec5cc70-f1c1-4468-8cbb-60b7bdd4b971 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:35.877043 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-69fa4dd3-5741-4b96-96c0-de3c80cb9217 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=feebf63de9a24275a4edd7282130e2fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0635166 Aug 10 03:13:35.879621 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45278) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:35.922672 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-d4c6d3e3-a464-40bb-8f05-7fb6ca9d5495 req-5ec5cc70-f1c1-4468-8cbb-60b7bdd4b971 service neutron] Transition to ACTIVE for port object 588af903-4c45-4416-8282-a836a85c3aae will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:13:35.935742 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ad32e6ac-a49a-4d6d-afc5-974c3fb6ebb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:35.939052 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37a118-3ebb-429a-a0ad-06f8d546e926 req-f4a2b8b2-a026-4fa1-bc47-584aa4bd47be tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:35.939817 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-4c37a118-3ebb-429a-a0ad-06f8d546e926 req-f4a2b8b2-a026-4fa1-bc47-584aa4bd47be tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:35.944711 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d4c6d3e3-a464-40bb-8f05-7fb6ca9d5495 req-5ec5cc70-f1c1-4468-8cbb-60b7bdd4b971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:35.966203 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ad32e6ac-a49a-4d6d-afc5-974c3fb6ebb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:36.000438 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4c37a118-3ebb-429a-a0ad-06f8d546e926 req-f4a2b8b2-a026-4fa1-bc47-584aa4bd47be tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3487713 Aug 10 03:13:36.020481 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e4658-53fc-4133-aec4-da44dc16fdd4 req-b4b1117f-3fd5-4b49-a6ad-ba69315586e7 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:36.028031 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-235e4658-53fc-4133-aec4-da44dc16fdd4 req-b4b1117f-3fd5-4b49-a6ad-ba69315586e7 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e45f08f3-5be9-4b37-80fc-507bbda2252b HTTP/1.1" status: 200 len: 945 time: 0.2435877 Aug 10 03:13:36.036130 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-4c37a118-3ebb-429a-a0ad-06f8d546e926 req-7bac8524-a9fe-44b3-88e1-d49b7f18c9a8 service neutron] Request body: {'port': {'device_id': '22ebfab7-0cf3-4562-afd8-882e83f7045a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:36.049914 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ad32e6ac-a49a-4d6d-afc5-974c3fb6ebb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:36.057330 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ad32e6ac-a49a-4d6d-afc5-974c3fb6ebb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:36.058534 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ad32e6ac-a49a-4d6d-afc5-974c3fb6ebb5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9410fa3b-09f4-4d41-b7bc-5f348933b6c5 HTTP/1.1" status: 204 len: 168 time: 0.1779840 Aug 10 03:13:36.059943 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa3e784-a657-41ae-9fe6-af4aa53a37c2 req-ff155d62-9f67-4bac-a2c3-45a04b8a3cb2 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:36.067007 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad32e6ac-a49a-4d6d-afc5-974c3fb6ebb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9410fa3b-09f4-4d41-b7bc-5f348933b6c5,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:36.074381 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1aa3e784-a657-41ae-9fe6-af4aa53a37c2 req-ff155d62-9f67-4bac-a2c3-45a04b8a3cb2 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] 10.222.0.62 "GET /v2.0/ports?device_id=22ebfab7-0cf3-4562-afd8-882e83f7045a HTTP/1.1" status: 200 len: 936 time: 0.2090924 Aug 10 03:13:36.080157 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-60e68db7-9a84-4772-b591-6fb8cb50afd1 None None] Provisioning for port 8d64572f-7789-483d-9754-f3877a851f72 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:13:36.092969 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-60e68db7-9a84-4772-b591-6fb8cb50afd1 None None] Provisioning complete for port 8d64572f-7789-483d-9754-f3877a851f72 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:36.093585 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-60e68db7-9a84-4772-b591-6fb8cb50afd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:36.135040 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-60e68db7-9a84-4772-b591-6fb8cb50afd1 None None] Port 8d64572f-7789-483d-9754-f3877a851f72 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:13:36.142855 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec5cc70-f1c1-4468-8cbb-60b7bdd4b971 service neutron] Pushing event updated for resources: {'Port': ['ID=588af903-4c45-4416-8282-a836a85c3aae,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:36.232946 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-235e4658-53fc-4133-aec4-da44dc16fdd4 req-c231a05e-35f9-4136-927c-c94390550f99 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035100 Aug 10 03:13:36.264292 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1aa3e784-a657-41ae-9fe6-af4aa53a37c2 req-c64bfbde-524a-4c20-b263-e851a2d86200 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] 10.222.0.62 "GET /v2.0/security-groups?id=15c10190-2ea4-485f-8f55-415e66c74675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875203 Aug 10 03:13:36.267125 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-4c37a118-3ebb-429a-a0ad-06f8d546e926 req-7bac8524-a9fe-44b3-88e1-d49b7f18c9a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:36.302886 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-d4c6d3e3-a464-40bb-8f05-7fb6ca9d5495 req-5ec5cc70-f1c1-4468-8cbb-60b7bdd4b971 service neutron] Attempting to bind port 588af903-4c45-4416-8282-a836a85c3aae on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:13:36.303545 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-d4c6d3e3-a464-40bb-8f05-7fb6ca9d5495 req-5ec5cc70-f1c1-4468-8cbb-60b7bdd4b971 service neutron] Attempting to bind port 588af903-4c45-4416-8282-a836a85c3aae by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:13:36.304048 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c6d3e3-a464-40bb-8f05-7fb6ca9d5495 req-5ec5cc70-f1c1-4468-8cbb-60b7bdd4b971 service neutron] Attempting to bind port 588af903-4c45-4416-8282-a836a85c3aae on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:36.326108 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c6d3e3-a464-40bb-8f05-7fb6ca9d5495 req-5ec5cc70-f1c1-4468-8cbb-60b7bdd4b971 service neutron] Port 588af903-4c45-4416-8282-a836a85c3aae on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:13:36.326451 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c6d3e3-a464-40bb-8f05-7fb6ca9d5495 req-5ec5cc70-f1c1-4468-8cbb-60b7bdd4b971 service neutron] Attempting to bind port 588af903-4c45-4416-8282-a836a85c3aae on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:36.338311 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c6d3e3-a464-40bb-8f05-7fb6ca9d5495 req-5ec5cc70-f1c1-4468-8cbb-60b7bdd4b971 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:13:36.338662 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c6d3e3-a464-40bb-8f05-7fb6ca9d5495 req-5ec5cc70-f1c1-4468-8cbb-60b7bdd4b971 service neutron] Checking segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:13:36.339080 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c6d3e3-a464-40bb-8f05-7fb6ca9d5495 req-5ec5cc70-f1c1-4468-8cbb-60b7bdd4b971 service neutron] Bound using segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:13:36.339518 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-d4c6d3e3-a464-40bb-8f05-7fb6ca9d5495 req-5ec5cc70-f1c1-4468-8cbb-60b7bdd4b971 service neutron] Bound port: 588af903-4c45-4416-8282-a836a85c3aae, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:13:36.339880 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d4c6d3e3-a464-40bb-8f05-7fb6ca9d5495 req-5ec5cc70-f1c1-4468-8cbb-60b7bdd4b971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:36.610545 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-d4c6d3e3-a464-40bb-8f05-7fb6ca9d5495 req-5ec5cc70-f1c1-4468-8cbb-60b7bdd4b971 service neutron] For port 588af903-4c45-4416-8282-a836a85c3aae, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:13:36.650008 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419a5fd-ee76-43d5-916a-0a59632655c5 req-3e2f04cc-39a9-4010-89ed-052fe4316805 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:36.651932 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f419a5fd-ee76-43d5-916a-0a59632655c5 req-3e2f04cc-39a9-4010-89ed-052fe4316805 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 949 time: 0.2259839 Aug 10 03:13:36.662009 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-d4c6d3e3-a464-40bb-8f05-7fb6ca9d5495 req-5ec5cc70-f1c1-4468-8cbb-60b7bdd4b971 service neutron] For port 588af903-4c45-4416-8282-a836a85c3aae, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=588af903-4c45-4416-8282-a836a85c3aae,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:13:36.682086 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d4c6d3e3-a464-40bb-8f05-7fb6ca9d5495 req-5ec5cc70-f1c1-4468-8cbb-60b7bdd4b971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:36.744045 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d09d7-1637-478a-a55a-5a559029b67d req-5e3e1e8a-7bdb-4052-afc2-bd2fc6707fe8 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:36.745550 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-636d09d7-1637-478a-a55a-5a559029b67d req-5e3e1e8a-7bdb-4052-afc2-bd2fc6707fe8 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=cfe07a68-0620-4fd0-a546-dd7aec91845e HTTP/1.1" status: 200 len: 950 time: 0.1867497 Aug 10 03:13:36.783200 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c6d3e3-a464-40bb-8f05-7fb6ca9d5495 req-5ec5cc70-f1c1-4468-8cbb-60b7bdd4b971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:36.783833 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d4c6d3e3-a464-40bb-8f05-7fb6ca9d5495 req-5ec5cc70-f1c1-4468-8cbb-60b7bdd4b971 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:36.785255 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d4c6d3e3-a464-40bb-8f05-7fb6ca9d5495 req-5ec5cc70-f1c1-4468-8cbb-60b7bdd4b971 service neutron] 10.222.0.60 "PUT /v2.0/ports/588af903-4c45-4416-8282-a836a85c3aae HTTP/1.1" status: 200 len: 1097 time: 2.0589855 Aug 10 03:13:36.791204 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '270ffe6d-50f1-4c26-8378-1ac9a122cbfa', 'tag': '588af903-4c45-4416-8282-a836a85c3aae'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:36.793463 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250dc5ff-d268-4563-aaec-13752245f625" -d '{"events": [{"name": "network-changed", "server_uuid": "270ffe6d-50f1-4c26-8378-1ac9a122cbfa", "tag": "588af903-4c45-4416-8282-a836a85c3aae"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:36.823710 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c0af9-aa41-4ebf-add7-0aed1a9f00bb req-ff47bc6f-5ed9-4a29-b441-8471c0b97a6e tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:36.825854 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b98c0af9-aa41-4ebf-add7-0aed1a9f00bb req-ff47bc6f-5ed9-4a29-b441-8471c0b97a6e tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.60 "GET /v2.0/ports?device_id=cfe07a68-0620-4fd0-a546-dd7aec91845e HTTP/1.1" status: 200 len: 950 time: 0.2481978 Aug 10 03:13:36.869239 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f419a5fd-ee76-43d5-916a-0a59632655c5 req-de82a42e-e196-4651-9ad4-34f8a1b7ecb2 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049689 Aug 10 03:13:36.916193 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec5cc70-f1c1-4468-8cbb-60b7bdd4b971 service neutron] Pushing event updated for resources: {'Port': ['ID=588af903-4c45-4416-8282-a836a85c3aae,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:36.951694 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-636d09d7-1637-478a-a55a-5a559029b67d req-eb6968ee-34a5-4ee1-b144-59f34d9d3ee8 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944098 Aug 10 03:13:37.028038 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-4c37a118-3ebb-429a-a0ad-06f8d546e926 req-7bac8524-a9fe-44b3-88e1-d49b7f18c9a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d64572f-7789-483d-9754-f3877a851f72 {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:13:37.033835 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c6d3e3-a464-40bb-8f05-7fb6ca9d5495 req-1cb03ab0-f1f3-44ee-adaa-297f53f251bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:37.035426 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d4c6d3e3-a464-40bb-8f05-7fb6ca9d5495 req-1cb03ab0-f1f3-44ee-adaa-297f53f251bc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8333b902310544f7aecb98f34c16d537&device_id=270ffe6d-50f1-4c26-8378-1ac9a122cbfa HTTP/1.1" status: 200 len: 1100 time: 0.1987324 Aug 10 03:13:37.041200 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-4c37a118-3ebb-429a-a0ad-06f8d546e926 req-7bac8524-a9fe-44b3-88e1-d49b7f18c9a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:37.092539 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-4c37a118-3ebb-429a-a0ad-06f8d546e926 req-7bac8524-a9fe-44b3-88e1-d49b7f18c9a8 service neutron] Transition to ACTIVE for port object 8d64572f-7789-483d-9754-f3877a851f72 will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:13:37.094186 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d4c6d3e3-a464-40bb-8f05-7fb6ca9d5495 req-47c77a40-7a84-471d-b92f-dacf8802ed07 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=588af903-4c45-4416-8282-a836a85c3aae HTTP/1.1" status: 200 len: 217 time: 0.0479505 Aug 10 03:13:37.100930 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d7b987-6396-4812-8386-88723de44c35 x-openstack-request-id: req-f3d7b987-6396-4812-8386-88723de44c35 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:37.101167 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "270ffe6d-50f1-4c26-8378-1ac9a122cbfa", "tag": "588af903-4c45-4416-8282-a836a85c3aae", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:37.101411 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f3d7b987-6396-4812-8386-88723de44c35 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:37.101799 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '270ffe6d-50f1-4c26-8378-1ac9a122cbfa', 'tag': '588af903-4c45-4416-8282-a836a85c3aae', 'status': 'completed', 'code': 200} Aug 10 03:13:37.106430 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-4c37a118-3ebb-429a-a0ad-06f8d546e926 req-7bac8524-a9fe-44b3-88e1-d49b7f18c9a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:37.191002 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-b98c0af9-aa41-4ebf-add7-0aed1a9f00bb req-f66a4275-4e0e-408a-b195-d960fce27a7c tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Deleting port f678de2f-0e7e-44f7-ac54-82f92a7ad8a1 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:13:37.191428 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b98c0af9-aa41-4ebf-add7-0aed1a9f00bb req-f66a4275-4e0e-408a-b195-d960fce27a7c tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:37.247605 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c6d3e3-a464-40bb-8f05-7fb6ca9d5495 req-e3acedec-8e51-4df7-8982-6bcc078f99d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:37.249108 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d4c6d3e3-a464-40bb-8f05-7fb6ca9d5495 req-e3acedec-8e51-4df7-8982-6bcc078f99d2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.1451440 Aug 10 03:13:37.252967 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bac8524-a9fe-44b3-88e1-d49b7f18c9a8 service neutron] Pushing event updated for resources: {'Port': ['ID=8d64572f-7789-483d-9754-f3877a851f72,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:37.453686 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-b98c0af9-aa41-4ebf-add7-0aed1a9f00bb req-f66a4275-4e0e-408a-b195-d960fce27a7c tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] For port f678de2f-0e7e-44f7-ac54-82f92a7ad8a1, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=f678de2f-0e7e-44f7-ac54-82f92a7ad8a1,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:37.453976 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b98c0af9-aa41-4ebf-add7-0aed1a9f00bb req-f66a4275-4e0e-408a-b195-d960fce27a7c tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:37.472014 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c6d3e3-a464-40bb-8f05-7fb6ca9d5495 req-645595a2-0ef6-496d-ab7b-f776af632ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:37.473587 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d4c6d3e3-a464-40bb-8f05-7fb6ca9d5495 req-645595a2-0ef6-496d-ab7b-f776af632ef1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1959863 Aug 10 03:13:37.475046 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-4c37a118-3ebb-429a-a0ad-06f8d546e926 req-7bac8524-a9fe-44b3-88e1-d49b7f18c9a8 service neutron] Attempting to bind port 8d64572f-7789-483d-9754-f3877a851f72 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:13:37.475381 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-4c37a118-3ebb-429a-a0ad-06f8d546e926 req-7bac8524-a9fe-44b3-88e1-d49b7f18c9a8 service neutron] Attempting to bind port 8d64572f-7789-483d-9754-f3877a851f72 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:13:37.475707 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c37a118-3ebb-429a-a0ad-06f8d546e926 req-7bac8524-a9fe-44b3-88e1-d49b7f18c9a8 service neutron] Attempting to bind port 8d64572f-7789-483d-9754-f3877a851f72 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:37.492870 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe67cd-4acd-4cc3-bdc4-015afb0e3498 req-6133964c-4154-4460-b3f9-bdc8c167f13d tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:37.494305 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0fbe67cd-4acd-4cc3-bdc4-015afb0e3498 req-6133964c-4154-4460-b3f9-bdc8c167f13d tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e45f08f3-5be9-4b37-80fc-507bbda2252b HTTP/1.1" status: 200 len: 945 time: 0.1639335 Aug 10 03:13:37.495301 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-b98c0af9-aa41-4ebf-add7-0aed1a9f00bb req-f66a4275-4e0e-408a-b195-d960fce27a7c tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Calling delete_port for f678de2f-0e7e-44f7-ac54-82f92a7ad8a1 owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:13:37.509125 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c37a118-3ebb-429a-a0ad-06f8d546e926 req-7bac8524-a9fe-44b3-88e1-d49b7f18c9a8 service neutron] Port 8d64572f-7789-483d-9754-f3877a851f72 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:13:37.509454 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c37a118-3ebb-429a-a0ad-06f8d546e926 req-7bac8524-a9fe-44b3-88e1-d49b7f18c9a8 service neutron] Attempting to bind port 8d64572f-7789-483d-9754-f3877a851f72 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:37.561821 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28214f7d-27a0-400c-af88-0485dec06345 req-994ee8b0-19e7-4f6f-a943-9c304ec0c8e3 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:37.563440 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-28214f7d-27a0-400c-af88-0485dec06345 req-994ee8b0-19e7-4f6f-a943-9c304ec0c8e3 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] 10.222.0.62 "GET /v2.0/ports?device_id=22ebfab7-0cf3-4562-afd8-882e83f7045a HTTP/1.1" status: 200 len: 948 time: 0.1882875 Aug 10 03:13:37.580011 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c37a118-3ebb-429a-a0ad-06f8d546e926 req-7bac8524-a9fe-44b3-88e1-d49b7f18c9a8 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:13:37.580357 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c37a118-3ebb-429a-a0ad-06f8d546e926 req-7bac8524-a9fe-44b3-88e1-d49b7f18c9a8 service neutron] Checking segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:13:37.580743 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c37a118-3ebb-429a-a0ad-06f8d546e926 req-7bac8524-a9fe-44b3-88e1-d49b7f18c9a8 service neutron] Bound using segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:13:37.581182 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-4c37a118-3ebb-429a-a0ad-06f8d546e926 req-7bac8524-a9fe-44b3-88e1-d49b7f18c9a8 service neutron] Bound port: 8d64572f-7789-483d-9754-f3877a851f72, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:13:37.581547 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-4c37a118-3ebb-429a-a0ad-06f8d546e926 req-7bac8524-a9fe-44b3-88e1-d49b7f18c9a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:37.704062 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0fbe67cd-4acd-4cc3-bdc4-015afb0e3498 req-b924f61b-cd91-4391-9245-4a822fd63705 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997774 Aug 10 03:13:37.738783 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-28214f7d-27a0-400c-af88-0485dec06345 req-5b914b2e-dcbf-4677-895c-3d6e5cccf493 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] 10.222.0.62 "GET /v2.0/security-groups?id=15c10190-2ea4-485f-8f55-415e66c74675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597726 Aug 10 03:13:37.780410 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d4c6d3e3-a464-40bb-8f05-7fb6ca9d5495 req-b84a3a8e-c0f7-4576-867b-e34d621a0135 service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960846 Aug 10 03:13:37.781461 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-4c37a118-3ebb-429a-a0ad-06f8d546e926 req-7bac8524-a9fe-44b3-88e1-d49b7f18c9a8 service neutron] For port 8d64572f-7789-483d-9754-f3877a851f72, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:13:37.784952 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-4c37a118-3ebb-429a-a0ad-06f8d546e926 req-7bac8524-a9fe-44b3-88e1-d49b7f18c9a8 service neutron] For port 8d64572f-7789-483d-9754-f3877a851f72, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=8d64572f-7789-483d-9754-f3877a851f72,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:13:37.811043 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-4c37a118-3ebb-429a-a0ad-06f8d546e926 req-7bac8524-a9fe-44b3-88e1-d49b7f18c9a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:37.913195 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37a118-3ebb-429a-a0ad-06f8d546e926 req-7bac8524-a9fe-44b3-88e1-d49b7f18c9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:37.913835 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-4c37a118-3ebb-429a-a0ad-06f8d546e926 req-7bac8524-a9fe-44b3-88e1-d49b7f18c9a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:37.915360 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4c37a118-3ebb-429a-a0ad-06f8d546e926 req-7bac8524-a9fe-44b3-88e1-d49b7f18c9a8 service neutron] 10.222.0.60 "PUT /v2.0/ports/8d64572f-7789-483d-9754-f3877a851f72 HTTP/1.1" status: 200 len: 1097 time: 1.8834262 Aug 10 03:13:37.946591 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b98c0af9-aa41-4ebf-add7-0aed1a9f00bb req-f66a4275-4e0e-408a-b195-d960fce27a7c tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:37.966190 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['f716d117-80b8-4c59-865f-10901d2fe6e9', '2b006445-b8fd-40b7-abc6-6015314c8b62', '96ce739d-641c-4849-9a27-05bd527bd5b4', 'b8bad2d1-000d-4eee-9ea5-68b72ade2a69'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:13:37.979264 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bac8524-a9fe-44b3-88e1-d49b7f18c9a8 service neutron] Pushing event updated for resources: {'Port': ['ID=8d64572f-7789-483d-9754-f3877a851f72,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:37.979588 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['e2bc7563-332e-48d6-9dc1-ae121aaebc11', 'f678de2f-0e7e-44f7-ac54-82f92a7ad8a1'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:13:38.077284 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a4275-4e0e-408a-b195-d960fce27a7c tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Pushing event deleted for resources: {'Port': ['ID=f678de2f-0e7e-44f7-ac54-82f92a7ad8a1,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:38.116969 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-b98c0af9-aa41-4ebf-add7-0aed1a9f00bb req-f66a4275-4e0e-408a-b195-d960fce27a7c tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] No DVR routers for this DVR port f678de2f-0e7e-44f7-ac54-82f92a7ad8a1 on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:13:38.119836 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b98c0af9-aa41-4ebf-add7-0aed1a9f00bb req-f66a4275-4e0e-408a-b195-d960fce27a7c tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:38.122838 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b98c0af9-aa41-4ebf-add7-0aed1a9f00bb req-f66a4275-4e0e-408a-b195-d960fce27a7c tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.60 "DELETE /v2.0/ports/f678de2f-0e7e-44f7-ac54-82f92a7ad8a1 HTTP/1.1" status: 204 len: 173 time: 1.2812319 Aug 10 03:13:38.127774 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d4c6d3e3-a464-40bb-8f05-7fb6ca9d5495 req-fd13c309-4684-41a1-9a4a-aea0d0aab4c9 service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393538 Aug 10 03:13:38.156981 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37a118-3ebb-429a-a0ad-06f8d546e926 req-6fe2c948-5e2d-4397-9982-13cbbcc85722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:38.158596 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4c37a118-3ebb-429a-a0ad-06f8d546e926 req-6fe2c948-5e2d-4397-9982-13cbbcc85722 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8333b902310544f7aecb98f34c16d537&device_id=22ebfab7-0cf3-4562-afd8-882e83f7045a HTTP/1.1" status: 200 len: 1100 time: 0.1895409 Aug 10 03:13:38.171767 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247378c-5f92-4470-901c-8f1040c40f2b req-11d4bceb-ad51-4907-a3bd-ec772625294a tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:38.180806 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a247378c-5f92-4470-901c-8f1040c40f2b req-11d4bceb-ad51-4907-a3bd-ec772625294a tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 949 time: 0.1772079 Aug 10 03:13:38.232098 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-84e7a130-731c-45a2-8449-83ef3eeb313e req-3c27e077-7729-4b02-b278-f7845fed7dd5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=77e1f39f-9b8b-483d-b744-1336257d8687&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1028221 Aug 10 03:13:38.234205 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4c37a118-3ebb-429a-a0ad-06f8d546e926 req-6b812959-5502-4bc7-9132-081ba35e45fd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=8d64572f-7789-483d-9754-f3877a851f72 HTTP/1.1" status: 200 len: 217 time: 0.0417173 Aug 10 03:13:38.344933 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1c8b3e57-bfc5-4d95-b042-0e814e69c3b6 req-b5b4d708-8962-495a-99c3-0ac6cf1e6110 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=cfe07a68-0620-4fd0-a546-dd7aec91845e HTTP/1.1" status: 200 len: 210 time: 0.0617805 Aug 10 03:13:38.372512 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250dc5ff-d268-4563-aaec-13752245f625 req-f4b5afd4-4e90-4136-bb21-dc13deee3fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:38.374604 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-250dc5ff-d268-4563-aaec-13752245f625 req-f4b5afd4-4e90-4136-bb21-dc13deee3fd6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8333b902310544f7aecb98f34c16d537&device_id=270ffe6d-50f1-4c26-8378-1ac9a122cbfa HTTP/1.1" status: 200 len: 1100 time: 0.0531456 Aug 10 03:13:38.395571 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37a118-3ebb-429a-a0ad-06f8d546e926 req-b4315f26-66c0-45b8-be8a-d421a897fcff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:38.397136 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4c37a118-3ebb-429a-a0ad-06f8d546e926 req-b4315f26-66c0-45b8-be8a-d421a897fcff service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.1534936 Aug 10 03:13:38.400046 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a247378c-5f92-4470-901c-8f1040c40f2b req-5c319edb-4169-4b25-886a-cc572550206d tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178783 Aug 10 03:13:38.473451 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e7a130-731c-45a2-8449-83ef3eeb313e req-e5249456-0a69-457f-a0d3-76aab88392ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:38.473862 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e7a130-731c-45a2-8449-83ef3eeb313e req-e5249456-0a69-457f-a0d3-76aab88392ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:38.474347 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e7a130-731c-45a2-8449-83ef3eeb313e req-e5249456-0a69-457f-a0d3-76aab88392ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:38.474859 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e7a130-731c-45a2-8449-83ef3eeb313e req-e5249456-0a69-457f-a0d3-76aab88392ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:38.475339 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e7a130-731c-45a2-8449-83ef3eeb313e req-e5249456-0a69-457f-a0d3-76aab88392ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:38.475805 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e7a130-731c-45a2-8449-83ef3eeb313e req-e5249456-0a69-457f-a0d3-76aab88392ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:38.476275 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e7a130-731c-45a2-8449-83ef3eeb313e req-e5249456-0a69-457f-a0d3-76aab88392ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:38.479007 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-84e7a130-731c-45a2-8449-83ef3eeb313e req-e5249456-0a69-457f-a0d3-76aab88392ea service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9db099ffcd1f4b6f883036f2463be98e&device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 6495 time: 0.1329980 Aug 10 03:13:38.503039 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37a118-3ebb-429a-a0ad-06f8d546e926 req-c7b6f8ef-0c9a-4a13-8113-50165c5c3a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:38.504589 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4c37a118-3ebb-429a-a0ad-06f8d546e926 req-c7b6f8ef-0c9a-4a13-8113-50165c5c3a28 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0933144 Aug 10 03:13:38.515216 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250dc5ff-d268-4563-aaec-13752245f625 req-97561a3f-af9d-4089-a2a7-821431be25c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:38.516688 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-250dc5ff-d268-4563-aaec-13752245f625 req-97561a3f-af9d-4089-a2a7-821431be25c8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d HTTP/1.1" status: 200 len: 870 time: 0.1346774 Aug 10 03:13:38.587273 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-250dc5ff-d268-4563-aaec-13752245f625 req-34addde1-7368-4a9b-8e59-d395d78d42f3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=588af903-4c45-4416-8282-a836a85c3aae HTTP/1.1" status: 200 len: 217 time: 0.0513599 Aug 10 03:13:38.684810 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250dc5ff-d268-4563-aaec-13752245f625 req-e5fbf674-7bf0-45da-8998-4f49bac52d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:38.686637 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-250dc5ff-d268-4563-aaec-13752245f625 req-e5fbf674-7bf0-45da-8998-4f49bac52d16 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.0910966 Aug 10 03:13:38.757805 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e7a130-731c-45a2-8449-83ef3eeb313e req-de8fe711-835b-49ba-a611-60bfa1721b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:38.758295 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e7a130-731c-45a2-8449-83ef3eeb313e req-de8fe711-835b-49ba-a611-60bfa1721b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:38.758785 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e7a130-731c-45a2-8449-83ef3eeb313e req-de8fe711-835b-49ba-a611-60bfa1721b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:38.761271 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-84e7a130-731c-45a2-8449-83ef3eeb313e req-de8fe711-835b-49ba-a611-60bfa1721b04 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae&id=be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220&id=be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220&id=be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220&id=be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220&id=26329441-0dde-46fe-bcf0-48ea13bcc9b5&id=26329441-0dde-46fe-bcf0-48ea13bcc9b5 HTTP/1.1" status: 200 len: 2294 time: 0.2282870 Aug 10 03:13:38.795656 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250dc5ff-d268-4563-aaec-13752245f625 req-e8781e3d-46aa-4c3d-bccd-3ef748d5e0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:38.799106 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-250dc5ff-d268-4563-aaec-13752245f625 req-e8781e3d-46aa-4c3d-bccd-3ef748d5e0e4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0979548 Aug 10 03:13:38.906955 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4c37a118-3ebb-429a-a0ad-06f8d546e926 req-889f9fca-38d1-49a9-9179-b6cabfaf00c9 service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3764913 Aug 10 03:13:38.924113 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-250dc5ff-d268-4563-aaec-13752245f625 req-fe2c380d-9a77-4175-a46b-72931eecca0e service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161869 Aug 10 03:13:39.041151 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-250dc5ff-d268-4563-aaec-13752245f625 req-a9719123-cae1-4ed1-a638-7e824a372439 service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100478 Aug 10 03:13:39.078114 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45376) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:39.188870 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6d0cf449-d2f3-4fa1-816e-1aaa8d8757b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:39.280944 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22ebfab7-0cf3-4562-afd8-882e83f7045a', 'tag': '8d64572f-7789-483d-9754-f3877a851f72'}, {'server_uuid': 'cfe07a68-0620-4fd0-a546-dd7aec91845e', 'name': 'network-vif-deleted', 'tag': 'f678de2f-0e7e-44f7-ac54-82f92a7ad8a1'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:39.281975 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6d0cf449-d2f3-4fa1-816e-1aaa8d8757b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:39.283161 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f978f0-4a2f-4aa0-9207-843d4078a13f" -d '{"events": [{"name": "network-changed", "server_uuid": "22ebfab7-0cf3-4562-afd8-882e83f7045a", "tag": "8d64572f-7789-483d-9754-f3877a851f72"}, {"server_uuid": "cfe07a68-0620-4fd0-a546-dd7aec91845e", "name": "network-vif-deleted", "tag": "f678de2f-0e7e-44f7-ac54-82f92a7ad8a1"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:39.286249 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6d0cf449-d2f3-4fa1-816e-1aaa8d8757b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:39.326017 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369545a4-08f1-41fc-b641-900c602535b0 req-4b8a63e6-3bf8-48a6-8ae9-8e67d6375161 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:39.327771 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-369545a4-08f1-41fc-b641-900c602535b0 req-4b8a63e6-3bf8-48a6-8ae9-8e67d6375161 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] 10.222.0.62 "GET /v2.0/ports?device_id=22ebfab7-0cf3-4562-afd8-882e83f7045a HTTP/1.1" status: 200 len: 948 time: 0.4918044 Aug 10 03:13:39.332021 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-84e7a130-731c-45a2-8449-83ef3eeb313e req-8bd9b049-4c39-4fee-a8b5-d480027f9901 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32ca825e-8e1d-4359-b950-7b6b31be75d4 HTTP/1.1" status: 200 len: 1001 time: 0.5516801 Aug 10 03:13:39.332215 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6d0cf449-d2f3-4fa1-816e-1aaa8d8757b4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e2d76a3352234649aafa2938e43397f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2503827 Aug 10 03:13:39.332215 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0cf449-d2f3-4fa1-816e-1aaa8d8757b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf005d12-c0ff-40c4-b9df-65debe755fff,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:39.332529 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 45384) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:39.383849 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b691af-8070-4693-92ff-167eba1173fd req-60fe4197-c931-46a7-805a-b59a43a53845 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:39.385324 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-47b691af-8070-4693-92ff-167eba1173fd req-60fe4197-c931-46a7-805a-b59a43a53845 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e45f08f3-5be9-4b37-80fc-507bbda2252b HTTP/1.1" status: 200 len: 945 time: 0.5535600 Aug 10 03:13:39.501289 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-369545a4-08f1-41fc-b641-900c602535b0 req-d60ee81a-bc13-49fb-b15d-c46aaf6c1262 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] 10.222.0.62 "GET /v2.0/security-groups?id=15c10190-2ea4-485f-8f55-415e66c74675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538036 Aug 10 03:13:39.509163 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e7a130-731c-45a2-8449-83ef3eeb313e req-b5f16740-b827-43f8-b606-a37b6f5490b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:39.510593 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-84e7a130-731c-45a2-8449-83ef3eeb313e req-b5f16740-b827-43f8-b606-a37b6f5490b2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e8cb624b-05ab-4931-a430-340a8df0afcf HTTP/1.1" status: 200 len: 851 time: 0.1622174 Aug 10 03:13:39.519090 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4c37a118-3ebb-429a-a0ad-06f8d546e926 req-fababc33-c265-4d41-8328-fc48cdbd860f service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6022668 Aug 10 03:13:39.536170 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-47b691af-8070-4693-92ff-167eba1173fd req-9cc9a0d9-e298-4392-a0dc-f24ce585f3d8 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110334 Aug 10 03:13:39.539794 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ddd777fe-a2d2-46aa-9c98-b7e7a1203f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:39.581976 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ddd777fe-a2d2-46aa-9c98-b7e7a1203f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:39.590249 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe905d87-7db8-44ee-a8ad-9fdffd80fb9a x-openstack-request-id: req-fe905d87-7db8-44ee-a8ad-9fdffd80fb9a {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:39.590551 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22ebfab7-0cf3-4562-afd8-882e83f7045a", "tag": "8d64572f-7789-483d-9754-f3877a851f72", "status": "completed", "code": 200}, {"server_uuid": "cfe07a68-0620-4fd0-a546-dd7aec91845e", "name": "network-vif-deleted", "tag": "f678de2f-0e7e-44f7-ac54-82f92a7ad8a1", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:39.591385 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fe905d87-7db8-44ee-a8ad-9fdffd80fb9a {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:39.592401 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22ebfab7-0cf3-4562-afd8-882e83f7045a', 'tag': '8d64572f-7789-483d-9754-f3877a851f72', 'status': 'completed', 'code': 200} Aug 10 03:13:39.592401 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfe07a68-0620-4fd0-a546-dd7aec91845e', 'name': 'network-vif-deleted', 'tag': 'f678de2f-0e7e-44f7-ac54-82f92a7ad8a1', 'status': 'completed', 'code': 200} Aug 10 03:13:39.599472 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e7a130-731c-45a2-8449-83ef3eeb313e req-5820483b-d46f-4190-960e-dad6104a32ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:39.603362 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-84e7a130-731c-45a2-8449-83ef3eeb313e req-5820483b-d46f-4190-960e-dad6104a32ba service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0811050 Aug 10 03:13:39.759614 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ddd777fe-a2d2-46aa-9c98-b7e7a1203f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:39.762209 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ddd777fe-a2d2-46aa-9c98-b7e7a1203f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:39.766344 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ddd777fe-a2d2-46aa-9c98-b7e7a1203f33 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cf005d12-c0ff-40c4-b9df-65debe755fff HTTP/1.1" status: 204 len: 168 time: 0.4290061 Aug 10 03:13:39.770140 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f978f0-4a2f-4aa0-9207-843d4078a13f req-1095b827-29da-4fe6-bf02-bc1f9989b0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:39.771678 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-59f978f0-4a2f-4aa0-9207-843d4078a13f req-1095b827-29da-4fe6-bf02-bc1f9989b0e5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8333b902310544f7aecb98f34c16d537&device_id=22ebfab7-0cf3-4562-afd8-882e83f7045a HTTP/1.1" status: 200 len: 1100 time: 0.1409967 Aug 10 03:13:39.799083 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd777fe-a2d2-46aa-9c98-b7e7a1203f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf005d12-c0ff-40c4-b9df-65debe755fff,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:39.810563 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed3748-8186-4102-8247-c784d1f57ad1 req-3c65756b-bc8d-47bc-b141-1ab0dfdfa745 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:39.812132 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4bed3748-8186-4102-8247-c784d1f57ad1 req-3c65756b-bc8d-47bc-b141-1ab0dfdfa745 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 949 time: 0.1343074 Aug 10 03:13:39.854262 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-84e7a130-731c-45a2-8449-83ef3eeb313e req-009c08f8-5152-4776-95ac-86f002ce66e9 service neutron] 10.222.0.60 "GET /v2.0/networks/c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400420 Aug 10 03:13:39.956170 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4bed3748-8186-4102-8247-c784d1f57ad1 req-4088b7ba-f81e-4bb8-a5b6-29f9e3d953c1 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283703 Aug 10 03:13:39.994975 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f978f0-4a2f-4aa0-9207-843d4078a13f req-9f50fb3f-40b4-489b-b7ae-863032cd3d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:39.996459 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-59f978f0-4a2f-4aa0-9207-843d4078a13f req-9f50fb3f-40b4-489b-b7ae-863032cd3d3f service neutron] 10.222.0.60 "GET /v2.0/networks?id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d HTTP/1.1" status: 200 len: 870 time: 0.2085705 Aug 10 03:13:40.013737 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-84e7a130-731c-45a2-8449-83ef3eeb313e req-536b954f-c211-433c-8cdb-50ff96f5b328 service neutron] 10.222.0.60 "GET /v2.0/networks/c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503649 Aug 10 03:13:40.061379 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-59f978f0-4a2f-4aa0-9207-843d4078a13f req-854f299f-5196-4ba3-8e2d-5018cfc8ef83 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=8d64572f-7789-483d-9754-f3877a851f72 HTTP/1.1" status: 200 len: 217 time: 0.0552647 Aug 10 03:13:40.099309 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-84e7a130-731c-45a2-8449-83ef3eeb313e req-16e03dd3-619b-4c85-8e25-651955475eaa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=bd5c370f-ffa5-4477-948b-ba7517343de5 HTTP/1.1" status: 200 len: 217 time: 0.0490191 Aug 10 03:13:40.212397 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f978f0-4a2f-4aa0-9207-843d4078a13f req-f6a5925c-b06a-4479-950f-4bbb4f4988d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:40.213896 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-59f978f0-4a2f-4aa0-9207-843d4078a13f req-f6a5925c-b06a-4479-950f-4bbb4f4988d7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.1230624 Aug 10 03:13:40.224213 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0568b-42de-4f18-b6b2-d26e12332ac2 req-c9c637bd-bfe3-4848-9461-df20c86c9b2c tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:40.225656 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c8d0568b-42de-4f18-b6b2-d26e12332ac2 req-c9c637bd-bfe3-4848-9461-df20c86c9b2c tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=1553e89d-55e9-4023-8bfa-c1549ecddf16 HTTP/1.1" status: 200 len: 950 time: 0.1222584 Aug 10 03:13:40.228361 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e7a130-731c-45a2-8449-83ef3eeb313e req-9273e5fd-d825-451d-a89d-b88e21aa2ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:40.229706 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-84e7a130-731c-45a2-8449-83ef3eeb313e req-9273e5fd-d825-451d-a89d-b88e21aa2ab5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eba004cc-c939-40d1-b5d1-6b0839b6432d HTTP/1.1" status: 200 len: 797 time: 0.0947137 Aug 10 03:13:40.332248 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c8d0568b-42de-4f18-b6b2-d26e12332ac2 req-4fc10249-d0a0-41fe-a665-bb3e4c121f04 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930495 Aug 10 03:13:40.335280 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f978f0-4a2f-4aa0-9207-843d4078a13f req-cb547ec4-c371-45d1-a730-868e831116fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:40.336833 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-59f978f0-4a2f-4aa0-9207-843d4078a13f req-cb547ec4-c371-45d1-a730-868e831116fe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1102998 Aug 10 03:13:40.338695 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e7a130-731c-45a2-8449-83ef3eeb313e req-6ad1bc3e-54b2-4246-b797-8d8dadd5fad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:40.340108 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-84e7a130-731c-45a2-8449-83ef3eeb313e req-6ad1bc3e-54b2-4246-b797-8d8dadd5fad5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1000323 Aug 10 03:13:40.508653 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-84e7a130-731c-45a2-8449-83ef3eeb313e req-22bf06de-54fb-45aa-8c0e-4736bb8bdbdf service neutron] 10.222.0.60 "GET /v2.0/networks/be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544244 Aug 10 03:13:40.510788 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-59f978f0-4a2f-4aa0-9207-843d4078a13f req-43c04f87-da01-415c-b3de-0c2123a87926 service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578791 Aug 10 03:13:40.759309 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524c865-a32c-4eac-85a4-959b269cc5ca req-42127721-7d3e-4c20-b104-e57ae4006773 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:40.760789 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6524c865-a32c-4eac-85a4-959b269cc5ca req-42127721-7d3e-4c20-b104-e57ae4006773 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] 10.222.0.62 "GET /v2.0/ports?device_id=22ebfab7-0cf3-4562-afd8-882e83f7045a HTTP/1.1" status: 200 len: 948 time: 0.1452270 Aug 10 03:13:40.762626 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-84e7a130-731c-45a2-8449-83ef3eeb313e req-60bcaacb-c725-4ea5-a9e7-cef356e7b4d7 service neutron] 10.222.0.60 "GET /v2.0/networks/be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333772 Aug 10 03:13:40.766728 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-59f978f0-4a2f-4aa0-9207-843d4078a13f req-55048eee-4a87-4ef0-979d-55ba64cb864b service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287893 Aug 10 03:13:40.785710 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db4712c-96a1-45d7-8f63-445a31246136 req-f8e73da2-60b3-42f2-9a1d-2c1627bc555d tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:40.787237 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1db4712c-96a1-45d7-8f63-445a31246136 req-f8e73da2-60b3-42f2-9a1d-2c1627bc555d tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e45f08f3-5be9-4b37-80fc-507bbda2252b HTTP/1.1" status: 200 len: 945 time: 0.1302006 Aug 10 03:13:40.837057 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-84e7a130-731c-45a2-8449-83ef3eeb313e req-359ffcdf-a90e-42a1-b711-06f4b017510b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e HTTP/1.1" status: 200 len: 217 time: 0.0597985 Aug 10 03:13:40.901906 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6524c865-a32c-4eac-85a4-959b269cc5ca req-afcb88f6-3b22-44be-907c-02343d4c9505 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] 10.222.0.62 "GET /v2.0/security-groups?id=15c10190-2ea4-485f-8f55-415e66c74675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342161 Aug 10 03:13:40.917481 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1db4712c-96a1-45d7-8f63-445a31246136 req-f53989ad-0ada-4835-ae4e-32dafe99d446 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157682 Aug 10 03:13:40.926206 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e7a130-731c-45a2-8449-83ef3eeb313e req-30737543-69e8-4371-9c52-60f02c311f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:40.927755 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-84e7a130-731c-45a2-8449-83ef3eeb313e req-30737543-69e8-4371-9c52-60f02c311f45 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eba004cc-c939-40d1-b5d1-6b0839b6432d HTTP/1.1" status: 200 len: 797 time: 0.0811753 Aug 10 03:13:41.001385 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e7a130-731c-45a2-8449-83ef3eeb313e req-a969ef0d-519c-4d32-9198-8991b20f8e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:41.003183 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-84e7a130-731c-45a2-8449-83ef3eeb313e req-a969ef0d-519c-4d32-9198-8991b20f8e40 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0625286 Aug 10 03:13:41.141564 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-84e7a130-731c-45a2-8449-83ef3eeb313e req-ac57fe70-8b04-4e59-8c68-f7ccf367cda5 service neutron] 10.222.0.60 "GET /v2.0/networks/be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307352 Aug 10 03:13:41.161120 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 588af903-4c45-4416-8282-a836a85c3aae details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:13:41.166263 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device f678de2f-0e7e-44f7-ac54-82f92a7ad8a1 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:13:41.197454 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: f678de2f-0e7e-44f7-ac54-82f92a7ad8a1 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:13:41.198517 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device f678de2f-0e7e-44f7-ac54-82f92a7ad8a1 not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:13:41.207819 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc513750-ca67-4e5e-8942-5ebde189305e req-3469ead4-0d4d-4d5f-a7a6-64c609a3b511 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:41.209390 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cc513750-ca67-4e5e-8942-5ebde189305e req-3469ead4-0d4d-4d5f-a7a6-64c609a3b511 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 949 time: 0.1084311 Aug 10 03:13:41.290029 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cc513750-ca67-4e5e-8942-5ebde189305e req-bc9a23b9-9449-49e8-bb05-5c350a1952ed tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718923 Aug 10 03:13:41.310683 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-84e7a130-731c-45a2-8449-83ef3eeb313e req-65ea4b2d-a3f1-4f19-a614-ec84ad93a094 service neutron] 10.222.0.60 "GET /v2.0/networks/be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601226 Aug 10 03:13:41.332757 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 588af903-4c45-4416-8282-a836a85c3aae, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=588af903-4c45-4416-8282-a836a85c3aae,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:41.349746 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '588af903-4c45-4416-8282-a836a85c3aae', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'port_id': '588af903-4c45-4416-8282-a836a85c3aae', 'mac_address': 'fa:16:3e:91:92:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e3eb0b-907c-4ac4-809e-ae9609bc8c67', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:13:41.371724 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-84e7a130-731c-45a2-8449-83ef3eeb313e req-2efb689f-1f1f-46dc-b1e0-b82dc73f1b39 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=37c5d772-171b-4c81-9987-eb813c61fb2e HTTP/1.1" status: 200 len: 217 time: 0.0531714 Aug 10 03:13:41.394058 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:41.417027 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 588af903-4c45-4416-8282-a836a85c3aae {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:13:41.457778 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 588af903-4c45-4416-8282-a836a85c3aae, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=588af903-4c45-4416-8282-a836a85c3aae,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:41.462579 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:41.487616 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52f605-7b1e-4837-b833-9808f599ebc6 req-0c8ac051-39cd-400c-b089-8cde67a33495 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:41.489144 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4b52f605-7b1e-4837-b833-9808f599ebc6 req-0c8ac051-39cd-400c-b089-8cde67a33495 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.60 "GET /v2.0/ports?device_id=1553e89d-55e9-4023-8bfa-c1549ecddf16 HTTP/1.1" status: 200 len: 950 time: 0.1277699 Aug 10 03:13:41.491914 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e7a130-731c-45a2-8449-83ef3eeb313e req-0574ead0-fc96-404e-bfbb-92443a5896bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:41.493426 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-84e7a130-731c-45a2-8449-83ef3eeb313e req-0574ead0-fc96-404e-bfbb-92443a5896bf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eba004cc-c939-40d1-b5d1-6b0839b6432d HTTP/1.1" status: 200 len: 797 time: 0.1018655 Aug 10 03:13:41.547991 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=588af903-4c45-4416-8282-a836a85c3aae,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:41.577278 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8808fa89-5e4b-497a-9571-36ebb042eec8 req-4079e653-97d7-426c-bd97-7f87eb91028a tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:41.578833 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8808fa89-5e4b-497a-9571-36ebb042eec8 req-4079e653-97d7-426c-bd97-7f87eb91028a tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=1553e89d-55e9-4023-8bfa-c1549ecddf16 HTTP/1.1" status: 200 len: 950 time: 0.1462870 Aug 10 03:13:41.601926 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45472) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:41.642406 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e7a130-731c-45a2-8449-83ef3eeb313e req-fcc87ba8-6675-45ba-8f43-2c4512aedb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:41.643975 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-84e7a130-731c-45a2-8449-83ef3eeb313e req-fcc87ba8-6675-45ba-8f43-2c4512aedb9d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1383913 Aug 10 03:13:41.686150 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8808fa89-5e4b-497a-9571-36ebb042eec8 req-189ca6df-83f2-4cd6-a563-43d8a6b62004 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934122 Aug 10 03:13:41.710596 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e52e9770-9acb-441c-a30f-5aeee7906cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:41.737232 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-4b52f605-7b1e-4837-b833-9808f599ebc6 req-582ee7c4-a2fc-4bb8-9ab0-a1edddd13ac4 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Deleting port e2bc7563-332e-48d6-9dc1-ae121aaebc11 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:13:41.737601 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-4b52f605-7b1e-4837-b833-9808f599ebc6 req-582ee7c4-a2fc-4bb8-9ab0-a1edddd13ac4 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:41.803352 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e52e9770-9acb-441c-a30f-5aeee7906cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:41.807515 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e52e9770-9acb-441c-a30f-5aeee7906cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:41.818150 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-84e7a130-731c-45a2-8449-83ef3eeb313e req-16a25858-50ff-4552-87d0-6d5cdf4a61a0 service neutron] 10.222.0.60 "GET /v2.0/networks/be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617687 Aug 10 03:13:41.845469 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e52e9770-9acb-441c-a30f-5aeee7906cc2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0c001afb787b41809f2b71297b89aa1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2424650 Aug 10 03:13:41.846573 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e9770-9acb-441c-a30f-5aeee7906cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=783d59b4-1011-4572-8516-ab59039f6680,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:41.848919 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45476) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:41.854400 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['588af903-4c45-4416-8282-a836a85c3aae'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:13:41.897937 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-4b52f605-7b1e-4837-b833-9808f599ebc6 req-582ee7c4-a2fc-4bb8-9ab0-a1edddd13ac4 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] For port e2bc7563-332e-48d6-9dc1-ae121aaebc11, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=e2bc7563-332e-48d6-9dc1-ae121aaebc11,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:41.898318 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-4b52f605-7b1e-4837-b833-9808f599ebc6 req-582ee7c4-a2fc-4bb8-9ab0-a1edddd13ac4 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:41.899676 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-83323470-8c53-4638-825f-bdbc4c843c67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:41.916158 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-4b52f605-7b1e-4837-b833-9808f599ebc6 req-582ee7c4-a2fc-4bb8-9ab0-a1edddd13ac4 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Calling delete_port for e2bc7563-332e-48d6-9dc1-ae121aaebc11 owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:13:41.921817 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-83323470-8c53-4638-825f-bdbc4c843c67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:41.987895 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-84e7a130-731c-45a2-8449-83ef3eeb313e req-1f207dfa-0464-406a-8a01-c0ac4db4b4b9 service neutron] 10.222.0.60 "GET /v2.0/networks/be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610272 Aug 10 03:13:42.019853 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c0245-a700-4849-9a5e-dff0e40dc1d8 req-dd529e99-60ae-4e86-bd35-c25a1117af56 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:42.021458 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-345c0245-a700-4849-9a5e-dff0e40dc1d8 req-dd529e99-60ae-4e86-bd35-c25a1117af56 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.58 "GET /v2.0/ports?device_id=eb4d7d2a-7216-4f74-a20c-df958115985f HTTP/1.1" status: 200 len: 950 time: 0.0776029 Aug 10 03:13:42.041783 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-83323470-8c53-4638-825f-bdbc4c843c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:42.046353 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-83323470-8c53-4638-825f-bdbc4c843c67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:42.047700 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-83323470-8c53-4638-825f-bdbc4c843c67 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/783d59b4-1011-4572-8516-ab59039f6680 HTTP/1.1" status: 204 len: 168 time: 0.1979277 Aug 10 03:13:42.075994 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83323470-8c53-4638-825f-bdbc4c843c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=783d59b4-1011-4572-8516-ab59039f6680,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:42.089496 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-84e7a130-731c-45a2-8449-83ef3eeb313e req-f13eb970-d80d-4671-bc13-842e9b5745df service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=255e4d7c-efa0-4d55-96d8-77ef01b89a1e HTTP/1.1" status: 200 len: 217 time: 0.0885992 Aug 10 03:13:42.167691 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-345c0245-a700-4849-9a5e-dff0e40dc1d8 req-d0c3169c-829e-499d-891e-e511d5d191f2 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Deleting port b8bad2d1-000d-4eee-9ea5-68b72ade2a69 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:13:42.171908 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-345c0245-a700-4849-9a5e-dff0e40dc1d8 req-d0c3169c-829e-499d-891e-e511d5d191f2 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:42.200446 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56474ee5-f34c-4374-8a06-f9438b2933ee req-a4c75f41-1164-40c0-902e-a9ff7faf48c1 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:42.208557 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-56474ee5-f34c-4374-8a06-f9438b2933ee req-a4c75f41-1164-40c0-902e-a9ff7faf48c1 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] 10.222.0.62 "GET /v2.0/ports?device_id=22ebfab7-0cf3-4562-afd8-882e83f7045a HTTP/1.1" status: 200 len: 948 time: 0.2086825 Aug 10 03:13:42.238513 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e986bc-35d0-4312-a7ff-4e1a9cf0dbe4 req-21c80da9-ea7a-4899-beb1-51786c0f8043 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:42.246023 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-57e986bc-35d0-4312-a7ff-4e1a9cf0dbe4 req-21c80da9-ea7a-4899-beb1-51786c0f8043 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e45f08f3-5be9-4b37-80fc-507bbda2252b HTTP/1.1" status: 200 len: 945 time: 0.2164040 Aug 10 03:13:42.256202 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e7a130-731c-45a2-8449-83ef3eeb313e req-b81f9cbe-2683-426a-8e70-12d8a85ab0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:42.257713 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-84e7a130-731c-45a2-8449-83ef3eeb313e req-b81f9cbe-2683-426a-8e70-12d8a85ab0e0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eba004cc-c939-40d1-b5d1-6b0839b6432d HTTP/1.1" status: 200 len: 797 time: 0.1483605 Aug 10 03:13:42.286620 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-345c0245-a700-4849-9a5e-dff0e40dc1d8 req-d0c3169c-829e-499d-891e-e511d5d191f2 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] For port b8bad2d1-000d-4eee-9ea5-68b72ade2a69, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=b8bad2d1-000d-4eee-9ea5-68b72ade2a69,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:42.287108 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-345c0245-a700-4849-9a5e-dff0e40dc1d8 req-d0c3169c-829e-499d-891e-e511d5d191f2 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:42.302188 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-345c0245-a700-4849-9a5e-dff0e40dc1d8 req-d0c3169c-829e-499d-891e-e511d5d191f2 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Calling delete_port for b8bad2d1-000d-4eee-9ea5-68b72ade2a69 owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:13:42.363692 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-56474ee5-f34c-4374-8a06-f9438b2933ee req-c7f2cfb6-4b7c-426e-a84e-852a69ca7427 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] 10.222.0.62 "GET /v2.0/security-groups?id=15c10190-2ea4-485f-8f55-415e66c74675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541362 Aug 10 03:13:42.368318 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-57e986bc-35d0-4312-a7ff-4e1a9cf0dbe4 req-9dead7d4-1b40-4a8d-834b-47063372c1f6 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214654 Aug 10 03:13:42.372313 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-4b52f605-7b1e-4837-b833-9808f599ebc6 req-582ee7c4-a2fc-4bb8-9ab0-a1edddd13ac4 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:42.388873 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['f716d117-80b8-4c59-865f-10901d2fe6e9', '2b006445-b8fd-40b7-abc6-6015314c8b62', '96ce739d-641c-4849-9a27-05bd527bd5b4', 'b8bad2d1-000d-4eee-9ea5-68b72ade2a69'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:13:42.443812 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e7a130-731c-45a2-8449-83ef3eeb313e req-4d99bdaf-2b2c-45d4-9be6-a6e155d52903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:42.445366 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-84e7a130-731c-45a2-8449-83ef3eeb313e req-4d99bdaf-2b2c-45d4-9be6-a6e155d52903 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1775169 Aug 10 03:13:42.448549 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582ee7c4-a2fc-4bb8-9ab0-a1edddd13ac4 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Pushing event deleted for resources: {'Port': ['ID=e2bc7563-332e-48d6-9dc1-ae121aaebc11,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:42.491104 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-345c0245-a700-4849-9a5e-dff0e40dc1d8 req-d0c3169c-829e-499d-891e-e511d5d191f2 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:42.601264 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c3169c-829e-499d-891e-e511d5d191f2 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Pushing event deleted for resources: {'Port': ['ID=b8bad2d1-000d-4eee-9ea5-68b72ade2a69,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:42.627625 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b52f605-7b1e-4837-b833-9808f599ebc6 req-582ee7c4-a2fc-4bb8-9ab0-a1edddd13ac4 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] No DVR routers for this DVR port e2bc7563-332e-48d6-9dc1-ae121aaebc11 on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:13:42.630456 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-4b52f605-7b1e-4837-b833-9808f599ebc6 req-582ee7c4-a2fc-4bb8-9ab0-a1edddd13ac4 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:42.634165 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4b52f605-7b1e-4837-b833-9808f599ebc6 req-582ee7c4-a2fc-4bb8-9ab0-a1edddd13ac4 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.60 "DELETE /v2.0/ports/e2bc7563-332e-48d6-9dc1-ae121aaebc11 HTTP/1.1" status: 204 len: 173 time: 1.1259048 Aug 10 03:13:42.644150 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1553e89d-55e9-4023-8bfa-c1549ecddf16', 'name': 'network-vif-deleted', 'tag': 'e2bc7563-332e-48d6-9dc1-ae121aaebc11'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:42.646579 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2973ad13-a2fe-4ad5-9369-d058b6dba6c8" -d '{"events": [{"server_uuid": "1553e89d-55e9-4023-8bfa-c1549ecddf16", "name": "network-vif-deleted", "tag": "e2bc7563-332e-48d6-9dc1-ae121aaebc11"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:42.652762 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-345c0245-a700-4849-9a5e-dff0e40dc1d8 req-d0c3169c-829e-499d-891e-e511d5d191f2 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] No DVR routers for this DVR port b8bad2d1-000d-4eee-9ea5-68b72ade2a69 on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:13:42.656934 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-345c0245-a700-4849-9a5e-dff0e40dc1d8 req-d0c3169c-829e-499d-891e-e511d5d191f2 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:42.660563 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-345c0245-a700-4849-9a5e-dff0e40dc1d8 req-d0c3169c-829e-499d-891e-e511d5d191f2 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.58 "DELETE /v2.0/ports/b8bad2d1-000d-4eee-9ea5-68b72ade2a69 HTTP/1.1" status: 204 len: 173 time: 0.6293020 Aug 10 03:13:42.661668 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4d7d2a-7216-4f74-a20c-df958115985f', 'name': 'network-vif-deleted', 'tag': 'b8bad2d1-000d-4eee-9ea5-68b72ade2a69'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:42.665457 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1055f6-f9d6-4055-8415-fb9cc81989ca" -d '{"events": [{"server_uuid": "eb4d7d2a-7216-4f74-a20c-df958115985f", "name": "network-vif-deleted", "tag": "b8bad2d1-000d-4eee-9ea5-68b72ade2a69"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:42.689556 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-84e7a130-731c-45a2-8449-83ef3eeb313e req-a00dbf5b-7934-439d-b7fb-b9309c5c92f9 service neutron] 10.222.0.60 "GET /v2.0/networks/be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341487 Aug 10 03:13:42.716227 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f0665-f65d-413e-adf1-194c86904713 req-f91e1f3c-5fc8-4a76-8cba-99f1aef34f60 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:42.723684 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bc5f0665-f65d-413e-adf1-194c86904713 req-f91e1f3c-5fc8-4a76-8cba-99f1aef34f60 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 949 time: 0.1141365 Aug 10 03:13:42.739588 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d3165a-a6c1-4ee5-8b09-a38071b9c572 x-openstack-request-id: req-a9d3165a-a6c1-4ee5-8b09-a38071b9c572 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:42.739588 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1553e89d-55e9-4023-8bfa-c1549ecddf16", "name": "network-vif-deleted", "tag": "e2bc7563-332e-48d6-9dc1-ae121aaebc11", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:42.739920 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a9d3165a-a6c1-4ee5-8b09-a38071b9c572 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:42.740182 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1553e89d-55e9-4023-8bfa-c1549ecddf16', 'name': 'network-vif-deleted', 'tag': 'e2bc7563-332e-48d6-9dc1-ae121aaebc11', 'status': 'completed', 'code': 200} Aug 10 03:13:42.753295 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055c68ea-c44c-4982-a574-4a59f330c44d x-openstack-request-id: req-055c68ea-c44c-4982-a574-4a59f330c44d {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:42.753784 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb4d7d2a-7216-4f74-a20c-df958115985f", "name": "network-vif-deleted", "tag": "b8bad2d1-000d-4eee-9ea5-68b72ade2a69", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:42.754388 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-055c68ea-c44c-4982-a574-4a59f330c44d {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:42.754999 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb4d7d2a-7216-4f74-a20c-df958115985f', 'name': 'network-vif-deleted', 'tag': 'b8bad2d1-000d-4eee-9ea5-68b72ade2a69', 'status': 'completed', 'code': 200} Aug 10 03:13:42.838364 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bc5f0665-f65d-413e-adf1-194c86904713 req-147c60a0-8687-433e-b6e6-0610037ebaf3 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137171 Aug 10 03:13:42.898182 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-84e7a130-731c-45a2-8449-83ef3eeb313e req-ace2068d-8dce-4a6b-9aed-440373720445 service neutron] 10.222.0.60 "GET /v2.0/networks/be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951828 Aug 10 03:13:42.915313 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4717685f-1593-497f-b47d-d6bdde3304b0 req-bd50d4d9-3018-4e1e-88f6-1bce93ee92ab tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=1553e89d-55e9-4023-8bfa-c1549ecddf16 HTTP/1.1" status: 200 len: 210 time: 0.0357904 Aug 10 03:13:42.963988 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-84e7a130-731c-45a2-8449-83ef3eeb313e req-839dbcb0-59e4-4c91-a0a0-6fe1d94d606e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f3849961-e970-4427-ba4e-176045826c1c HTTP/1.1" status: 200 len: 217 time: 0.0475538 Aug 10 03:13:43.025081 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e7a130-731c-45a2-8449-83ef3eeb313e req-e5c2991a-dc23-4b89-a139-02c8b7264d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:43.027000 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-84e7a130-731c-45a2-8449-83ef3eeb313e req-e5c2991a-dc23-4b89-a139-02c8b7264d5e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=33f28172-7907-464d-a85d-12480842b6d2 HTTP/1.1" status: 200 len: 797 time: 0.0549474 Aug 10 03:13:43.048504 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['e2bc7563-332e-48d6-9dc1-ae121aaebc11'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:13:43.053289 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['e2bc7563-332e-48d6-9dc1-ae121aaebc11'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:13:43.079978 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e7a130-731c-45a2-8449-83ef3eeb313e req-61154ea5-8321-4208-a8bd-c0b7cbec2583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:43.082675 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-84e7a130-731c-45a2-8449-83ef3eeb313e req-61154ea5-8321-4208-a8bd-c0b7cbec2583 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=26329441-0dde-46fe-bcf0-48ea13bcc9b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0475855 Aug 10 03:13:43.162063 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 8d64572f-7789-483d-9754-f3877a851f72 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:13:43.216473 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-84e7a130-731c-45a2-8449-83ef3eeb313e req-699859f1-5d68-462b-bea7-31764e7e964b service neutron] 10.222.0.60 "GET /v2.0/networks/26329441-0dde-46fe-bcf0-48ea13bcc9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173418 Aug 10 03:13:43.272420 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 8d64572f-7789-483d-9754-f3877a851f72, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=8d64572f-7789-483d-9754-f3877a851f72,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:43.292896 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '8d64572f-7789-483d-9754-f3877a851f72', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'port_id': '8d64572f-7789-483d-9754-f3877a851f72', 'mac_address': 'fa:16:3e:f2:6c:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e3eb0b-907c-4ac4-809e-ae9609bc8c67', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:13:43.350079 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:43.354787 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-84e7a130-731c-45a2-8449-83ef3eeb313e req-b7a79756-f16b-4e60-a0e0-e0b27582f4cf service neutron] 10.222.0.60 "GET /v2.0/networks/26329441-0dde-46fe-bcf0-48ea13bcc9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280029 Aug 10 03:13:43.365760 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d64572f-7789-483d-9754-f3877a851f72 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:13:43.386916 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 8d64572f-7789-483d-9754-f3877a851f72, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=8d64572f-7789-483d-9754-f3877a851f72,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:43.391931 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:43.438722 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-84e7a130-731c-45a2-8449-83ef3eeb313e req-26b5ec86-6449-469f-9cac-c475301580fb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f7f5d1b2-3c33-4a8c-a558-d8d163cf1c96 HTTP/1.1" status: 200 len: 217 time: 0.0725427 Aug 10 03:13:43.473298 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=8d64572f-7789-483d-9754-f3877a851f72,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:43.544012 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-325173b0-0d8d-409f-8464-b8bcb772f3d0 req-73bf5fea-941f-4dcc-9d97-2205f5c31c82 tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=cc88fd1eef334fa49beb2818eeb58007&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472009 Aug 10 03:13:43.584987 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e7a130-731c-45a2-8449-83ef3eeb313e req-36419337-6968-4983-80b5-600e3c3f47df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:43.586463 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-84e7a130-731c-45a2-8449-83ef3eeb313e req-36419337-6968-4983-80b5-600e3c3f47df service neutron] 10.222.0.60 "GET /v2.0/subnets?id=33f28172-7907-464d-a85d-12480842b6d2 HTTP/1.1" status: 200 len: 797 time: 0.1335917 Aug 10 03:13:43.663176 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93305925-e95c-49b4-b7a1-e5a851d4ff50 req-18fb3d5d-e56c-4231-873b-dbd1d76c2149 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:43.664679 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-93305925-e95c-49b4-b7a1-e5a851d4ff50 req-18fb3d5d-e56c-4231-873b-dbd1d76c2149 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e45f08f3-5be9-4b37-80fc-507bbda2252b HTTP/1.1" status: 200 len: 945 time: 0.1961572 Aug 10 03:13:43.714357 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e7a130-731c-45a2-8449-83ef3eeb313e req-ad5b4965-6991-43bb-bac4-3ac0a66c2b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:43.715884 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-84e7a130-731c-45a2-8449-83ef3eeb313e req-ad5b4965-6991-43bb-bac4-3ac0a66c2b1a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=26329441-0dde-46fe-bcf0-48ea13bcc9b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1019733 Aug 10 03:13:43.754884 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325173b0-0d8d-409f-8464-b8bcb772f3d0 req-89b0b3c6-e873-4acd-9605-62ac7120ade2 tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:43.756182 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-325173b0-0d8d-409f-8464-b8bcb772f3d0 req-89b0b3c6-e873-4acd-9605-62ac7120ade2 tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2055280 Aug 10 03:13:43.781961 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-93305925-e95c-49b4-b7a1-e5a851d4ff50 req-d375b1fe-1abc-4bcb-8504-f17e784b51de tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092610 Aug 10 03:13:43.795271 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-325173b0-0d8d-409f-8464-b8bcb772f3d0 req-93cf9f13-a176-473f-82fe-3b650b37b5bc tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] 10.222.0.62 "GET /v2.0/quotas/cc88fd1eef334fa49beb2818eeb58007 HTTP/1.1" status: 200 len: 375 time: 0.0123904 Aug 10 03:13:43.849718 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['8d64572f-7789-483d-9754-f3877a851f72'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:13:44.158939 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-325173b0-0d8d-409f-8464-b8bcb772f3d0 req-e81f4a72-e066-4819-9dbc-43bcd8638343 tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=cc88fd1eef334fa49beb2818eeb58007&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3574586 Aug 10 03:13:44.208997 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-84e7a130-731c-45a2-8449-83ef3eeb313e req-e181648f-6f85-4c83-be9f-9d653f7695ad service neutron] 10.222.0.60 "GET /v2.0/networks/26329441-0dde-46fe-bcf0-48ea13bcc9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4821382 Aug 10 03:13:44.232663 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77570e7-e554-4938-9093-3dfb9f314aff req-b9ed4f90-9ae4-48eb-b460-a8aa5e76ed77 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:44.234082 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b77570e7-e554-4938-9093-3dfb9f314aff req-b9ed4f90-9ae4-48eb-b460-a8aa5e76ed77 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] 10.222.0.62 "GET /v2.0/ports?device_id=22ebfab7-0cf3-4562-afd8-882e83f7045a HTTP/1.1" status: 200 len: 949 time: 0.0797296 Aug 10 03:13:44.245623 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['f716d117-80b8-4c59-865f-10901d2fe6e9', '2b006445-b8fd-40b7-abc6-6015314c8b62', '96ce739d-641c-4849-9a27-05bd527bd5b4'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:13:44.332133 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b77570e7-e554-4938-9093-3dfb9f314aff req-ff9267d6-6a6b-4ce6-b2ee-4473ce50eb60 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] 10.222.0.62 "GET /v2.0/security-groups?id=15c10190-2ea4-485f-8f55-415e66c74675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881493 Aug 10 03:13:44.355429 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-84e7a130-731c-45a2-8449-83ef3eeb313e req-4aa9a430-06f3-4e65-bcc1-b505337b8686 service neutron] 10.222.0.60 "GET /v2.0/networks/26329441-0dde-46fe-bcf0-48ea13bcc9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382420 Aug 10 03:13:44.558844 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-96cd3a9f-4ce2-4dff-8f9f-35779e9d5cc8 req-87004d82-5044-4264-a9e2-f2a0c54dd44e tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2c409cf-4e24-4203-80d0-e657a44f76fb HTTP/1.1" status: 200 len: 210 time: 0.0318477 Aug 10 03:13:44.569628 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8c4e4-0114-47d8-8e49-5549a317f962 req-bfc6aabf-7bd6-4a2f-86e8-f2c7fe37a980 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:44.574853 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2aa8c4e4-0114-47d8-8e49-5549a317f962 req-bfc6aabf-7bd6-4a2f-86e8-f2c7fe37a980 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 949 time: 0.0819769 Aug 10 03:13:44.647567 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2aa8c4e4-0114-47d8-8e49-5549a317f962 req-0b4dbc46-d8a0-4898-85a4-529c75fb3a3c tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500176 Aug 10 03:13:44.908780 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5cdc91-180c-43b8-84d3-599b54091b9d req-ae472296-b4b7-4f0c-b841-dbb1a4f0d08c tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:44.910438 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ba5cdc91-180c-43b8-84d3-599b54091b9d req-ae472296-b4b7-4f0c-b841-dbb1a4f0d08c tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e45f08f3-5be9-4b37-80fc-507bbda2252b HTTP/1.1" status: 200 len: 945 time: 0.0532894 Aug 10 03:13:44.959410 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ba5cdc91-180c-43b8-84d3-599b54091b9d req-23c90205-1675-4ef9-a3ae-1b3c0204b056 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423262 Aug 10 03:13:45.036348 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c37dfdc-a3d9-4ef4-989f-15de0881564f req-0b8abe1e-5689-4c06-9478-ca74bdcc87cc tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:45.037830 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6c37dfdc-a3d9-4ef4-989f-15de0881564f req-0b8abe1e-5689-4c06-9478-ca74bdcc87cc tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ebc0cd-817b-4aa5-84ee-5cd827f84e23 HTTP/1.1" status: 200 len: 950 time: 0.0525565 Aug 10 03:13:45.075395 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6c37dfdc-a3d9-4ef4-989f-15de0881564f req-8e6384d4-2198-4088-846b-acbf96e7b2c8 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315163 Aug 10 03:13:45.170178 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 8d64572f-7789-483d-9754-f3877a851f72 up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:13:45.216239 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port 8d64572f-7789-483d-9754-f3877a851f72 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:13:45.219901 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 8d64572f-7789-483d-9754-f3877a851f72 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:45.220268 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:45.300141 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:45.323865 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ebfab7-0cf3-4562-afd8-882e83f7045a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d64572f-7789-483d-9754-f3877a851f72'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:45.326853 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d901ea9e-6309-475b-9538-c3fbff6f8f4b" -d '{"events": [{"server_uuid": "22ebfab7-0cf3-4562-afd8-882e83f7045a", "name": "network-vif-plugged", "status": "completed", "tag": "8d64572f-7789-483d-9754-f3877a851f72"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:45.341442 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 8d64572f-7789-483d-9754-f3877a851f72, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=8d64572f-7789-483d-9754-f3877a851f72,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:45.352789 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:45.354483 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 588af903-4c45-4416-8282-a836a85c3aae up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:13:45.363835 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-325173b0-0d8d-409f-8464-b8bcb772f3d0 req-beef61ac-f98d-45f0-9460-15c635f7b1de tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=cc88fd1eef334fa49beb2818eeb58007&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315030 Aug 10 03:13:45.429346 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9dbd96-4406-4979-a425-55485f433326 x-openstack-request-id: req-fc9dbd96-4406-4979-a425-55485f433326 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:45.429903 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22ebfab7-0cf3-4562-afd8-882e83f7045a", "name": "network-vif-plugged", "status": "completed", "tag": "8d64572f-7789-483d-9754-f3877a851f72", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:45.430164 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fc9dbd96-4406-4979-a425-55485f433326 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:45.430557 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ebfab7-0cf3-4562-afd8-882e83f7045a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d64572f-7789-483d-9754-f3877a851f72', 'code': 200} Aug 10 03:13:45.456168 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=8d64572f-7789-483d-9754-f3877a851f72,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:45.475874 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port 588af903-4c45-4416-8282-a836a85c3aae completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:13:45.483070 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 588af903-4c45-4416-8282-a836a85c3aae triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:45.484145 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:45.494415 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325173b0-0d8d-409f-8464-b8bcb772f3d0 req-c558ad5c-82ca-46d9-bd03-31092b83b4ea tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:45.496052 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-325173b0-0d8d-409f-8464-b8bcb772f3d0 req-c558ad5c-82ca-46d9-bd03-31092b83b4ea tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1247790 Aug 10 03:13:45.510335 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-325173b0-0d8d-409f-8464-b8bcb772f3d0 req-aedc835b-8be2-441d-a4c2-fadb21a743eb tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] Request body: {'port': {'device_id': 'b2c409cf-4e24-4203-80d0-e657a44f76fb', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'admin_state_up': True, 'tenant_id': 'cc88fd1eef334fa49beb2818eeb58007'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:45.584649 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:45.625936 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 588af903-4c45-4416-8282-a836a85c3aae, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=588af903-4c45-4416-8282-a836a85c3aae,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:45.632112 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:45.633372 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device e2bc7563-332e-48d6-9dc1-ae121aaebc11 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:13:45.677529 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: e2bc7563-332e-48d6-9dc1-ae121aaebc11 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:13:45.678157 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device e2bc7563-332e-48d6-9dc1-ae121aaebc11 not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:13:45.706991 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=588af903-4c45-4416-8282-a836a85c3aae,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:45.708434 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12bd365-ca33-43d4-8483-d2e08bc67193 req-4dcbfb34-c653-4731-88bf-00b52b637ad8 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:45.710832 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a12bd365-ca33-43d4-8483-d2e08bc67193 req-4dcbfb34-c653-4731-88bf-00b52b637ad8 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] 10.222.0.62 "GET /v2.0/ports?device_id=22ebfab7-0cf3-4562-afd8-882e83f7045a HTTP/1.1" status: 200 len: 950 time: 0.1742790 Aug 10 03:13:45.717134 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7551779-bf15-498b-9866-330e2171818d req-c20fe0cd-fbd4-4445-b2d0-4a844d1d30eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:45.718588 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c7551779-bf15-498b-9866-330e2171818d req-c20fe0cd-fbd4-4445-b2d0-4a844d1d30eb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=22ebfab7-0cf3-4562-afd8-882e83f7045a HTTP/1.1" status: 200 len: 1102 time: 0.1231034 Aug 10 03:13:45.784459 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-909b1382-bf55-414a-b24c-dfff3c914436 req-631d1b3d-491c-4361-9d21-b85a3f25e36c tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2c409cf-4e24-4203-80d0-e657a44f76fb HTTP/1.1" status: 200 len: 210 time: 0.0521564 Aug 10 03:13:45.818038 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a12bd365-ca33-43d4-8483-d2e08bc67193 req-00298efb-17ec-402d-9698-bc21d4367fe9 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] 10.222.0.62 "GET /v2.0/security-groups?id=15c10190-2ea4-485f-8f55-415e66c74675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984676 Aug 10 03:13:45.831640 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c7551779-bf15-498b-9866-330e2171818d req-98dd8664-b47b-4e34-a5e7-d6baa7f4680b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=15c10190-2ea4-485f-8f55-415e66c74675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971713 Aug 10 03:13:45.839296 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-325173b0-0d8d-409f-8464-b8bcb772f3d0 req-aedc835b-8be2-441d-a4c2-fadb21a743eb tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] Made reservation on behalf of cc88fd1eef334fa49beb2818eeb58007 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:13:45.842843 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-325173b0-0d8d-409f-8464-b8bcb772f3d0 req-aedc835b-8be2-441d-a4c2-fadb21a743eb tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:45.853474 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-325173b0-0d8d-409f-8464-b8bcb772f3d0 req-aedc835b-8be2-441d-a4c2-fadb21a743eb tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:45.919481 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b5f5d-7011-4033-97ec-75432ed27592 req-2417a6ce-3bd3-407e-adf1-2c1e8ba197b2 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:45.920975 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0a8b5f5d-7011-4033-97ec-75432ed27592 req-2417a6ce-3bd3-407e-adf1-2c1e8ba197b2 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 949 time: 0.0694726 Aug 10 03:13:45.976208 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0a8b5f5d-7011-4033-97ec-75432ed27592 req-743d6d36-2e02-4e24-8bdd-7176a84352b9 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492396 Aug 10 03:13:46.013873 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-325173b0-0d8d-409f-8464-b8bcb772f3d0 req-aedc835b-8be2-441d-a4c2-fadb21a743eb tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:46.018066 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-325173b0-0d8d-409f-8464-b8bcb772f3d0 req-aedc835b-8be2-441d-a4c2-fadb21a743eb tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:46.122428 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedc835b-8be2-441d-a4c2-fadb21a743eb tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d296be60-5d99-487d-9415-66ba3f9aafd4,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:46.173501 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae99f5b-d856-459b-a105-747c6427d6eb req-790b0f4f-d90b-456c-a302-d6d4adfe4aa5 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:46.174958 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7ae99f5b-d856-459b-a105-747c6427d6eb req-790b0f4f-d90b-456c-a302-d6d4adfe4aa5 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e45f08f3-5be9-4b37-80fc-507bbda2252b HTTP/1.1" status: 200 len: 945 time: 0.1434581 Aug 10 03:13:46.245643 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-325173b0-0d8d-409f-8464-b8bcb772f3d0 req-aedc835b-8be2-441d-a4c2-fadb21a743eb tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] Allocated IP 192.168.233.44 (f1b7997e-1a2a-4260-9d7d-b6cf90b8801d/c2e3eb0b-907c-4ac4-809e-ae9609bc8c67/be980642-49cf-4ab6-a662-e69ec30977cf) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:13:46.270338 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ce344-7ced-40e5-8b90-5afb31d1c298 req-3f97a7f4-e210-4b86-a31c-e7758eb772b0 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:46.271866 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-674ce344-7ced-40e5-8b90-5afb31d1c298 req-3f97a7f4-e210-4b86-a31c-e7758eb772b0 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ebc0cd-817b-4aa5-84ee-5cd827f84e23 HTTP/1.1" status: 200 len: 950 time: 0.1166446 Aug 10 03:13:46.278839 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7ae99f5b-d856-459b-a105-747c6427d6eb req-9cae4579-34de-4fcb-bcb5-f7aac6c402c3 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865121 Aug 10 03:13:46.341138 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-674ce344-7ced-40e5-8b90-5afb31d1c298 req-77d93687-f68f-4cc9-878e-87cb7422a559 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596306 Aug 10 03:13:46.438915 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-325173b0-0d8d-409f-8464-b8bcb772f3d0 req-aedc835b-8be2-441d-a4c2-fadb21a743eb tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:46.452279 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-325173b0-0d8d-409f-8464-b8bcb772f3d0 req-aedc835b-8be2-441d-a4c2-fadb21a743eb tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] Transition to ACTIVE for port object be980642-49cf-4ab6-a662-e69ec30977cf will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:13:46.484981 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-325173b0-0d8d-409f-8464-b8bcb772f3d0 req-aedc835b-8be2-441d-a4c2-fadb21a743eb tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:46.533515 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-325173b0-0d8d-409f-8464-b8bcb772f3d0 req-aedc835b-8be2-441d-a4c2-fadb21a743eb tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] Network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:13:46.536616 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-325173b0-0d8d-409f-8464-b8bcb772f3d0 req-aedc835b-8be2-441d-a4c2-fadb21a743eb tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:13:46.540529 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-325173b0-0d8d-409f-8464-b8bcb772f3d0 req-aedc835b-8be2-441d-a4c2-fadb21a743eb tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:13:46.565104 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedc835b-8be2-441d-a4c2-fadb21a743eb tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] Pushing event updated for resources: {'Port': ['ID=be980642-49cf-4ab6-a662-e69ec30977cf,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:46.593886 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325173b0-0d8d-409f-8464-b8bcb772f3d0 req-aedc835b-8be2-441d-a4c2-fadb21a743eb tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:46.594530 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-325173b0-0d8d-409f-8464-b8bcb772f3d0 req-aedc835b-8be2-441d-a4c2-fadb21a743eb tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:46.610986 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-325173b0-0d8d-409f-8464-b8bcb772f3d0 req-aedc835b-8be2-441d-a4c2-fadb21a743eb tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1042626 Aug 10 03:13:46.627428 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-325173b0-0d8d-409f-8464-b8bcb772f3d0 req-bebcc165-1647-49a2-946f-5a1b68934f5b service neutron] Request body: {'port': {'device_id': 'b2c409cf-4e24-4203-80d0-e657a44f76fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:46.689842 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-325173b0-0d8d-409f-8464-b8bcb772f3d0 req-bebcc165-1647-49a2-946f-5a1b68934f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:46.750375 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458a426-d0aa-43eb-8635-302d836da0f6 req-100c7e4a-31c2-447b-b60a-278145897239 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:46.752179 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d458a426-d0aa-43eb-8635-302d836da0f6 req-100c7e4a-31c2-447b-b60a-278145897239 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ebc0cd-817b-4aa5-84ee-5cd827f84e23 HTTP/1.1" status: 200 len: 950 time: 0.0805545 Aug 10 03:13:46.804439 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-481c23bb-ef8e-4c99-a907-716250e60fa1 None None] Provisioning for port be980642-49cf-4ab6-a662-e69ec30977cf completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:13:46.814225 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-481c23bb-ef8e-4c99-a907-716250e60fa1 None None] Provisioning complete for port be980642-49cf-4ab6-a662-e69ec30977cf triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:46.814826 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-481c23bb-ef8e-4c99-a907-716250e60fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:46.871432 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b0207-13f7-40a6-a633-69c46a3e0a3e req-8ea037b1-1062-4158-a9d1-35d6b1fb841f tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:46.873031 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a21b0207-13f7-40a6-a633-69c46a3e0a3e req-8ea037b1-1062-4158-a9d1-35d6b1fb841f tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd4bfbe6-87bb-4b9b-92a0-9a63b19895f8 HTTP/1.1" status: 200 len: 950 time: 0.1436810 Aug 10 03:13:46.908621 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-d458a426-d0aa-43eb-8635-302d836da0f6 req-eb4b9081-3380-44f8-96e9-c440f58312d7 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Deleting port 2b006445-b8fd-40b7-abc6-6015314c8b62 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:13:46.909598 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d458a426-d0aa-43eb-8635-302d836da0f6 req-eb4b9081-3380-44f8-96e9-c440f58312d7 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:47.001713 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-d458a426-d0aa-43eb-8635-302d836da0f6 req-eb4b9081-3380-44f8-96e9-c440f58312d7 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] For port 2b006445-b8fd-40b7-abc6-6015314c8b62, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=2b006445-b8fd-40b7-abc6-6015314c8b62,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:47.002359 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d458a426-d0aa-43eb-8635-302d836da0f6 req-eb4b9081-3380-44f8-96e9-c440f58312d7 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:47.004646 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-481c23bb-ef8e-4c99-a907-716250e60fa1 None None] Port be980642-49cf-4ab6-a662-e69ec30977cf cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:13:47.006246 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device b8bad2d1-000d-4eee-9ea5-68b72ade2a69 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:13:47.016031 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-d458a426-d0aa-43eb-8635-302d836da0f6 req-eb4b9081-3380-44f8-96e9-c440f58312d7 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Calling delete_port for 2b006445-b8fd-40b7-abc6-6015314c8b62 owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:13:47.028585 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: b8bad2d1-000d-4eee-9ea5-68b72ade2a69 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:13:47.029070 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device b8bad2d1-000d-4eee-9ea5-68b72ade2a69 not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:13:47.075706 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c814c4b4-8e1b-433e-966e-823f6d173fd2 req-c24f921e-28a5-48aa-bd4c-ea2211025f33 tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:47.077227 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c814c4b4-8e1b-433e-966e-823f6d173fd2 req-c24f921e-28a5-48aa-bd4c-ea2211025f33 tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2c409cf-4e24-4203-80d0-e657a44f76fb HTTP/1.1" status: 200 len: 935 time: 0.2010002 Aug 10 03:13:47.126200 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae0624-5aa0-410a-9f4e-4d47e5596e3c req-30daa8dc-30f7-4683-bacc-208a2acf1ad2 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:47.127810 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e6ae0624-5aa0-410a-9f4e-4d47e5596e3c req-30daa8dc-30f7-4683-bacc-208a2acf1ad2 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] 10.222.0.62 "GET /v2.0/ports?device_id=22ebfab7-0cf3-4562-afd8-882e83f7045a HTTP/1.1" status: 200 len: 950 time: 0.2159472 Aug 10 03:13:47.149852 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d458a426-d0aa-43eb-8635-302d836da0f6 req-eb4b9081-3380-44f8-96e9-c440f58312d7 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:47.164483 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['f716d117-80b8-4c59-865f-10901d2fe6e9', '2b006445-b8fd-40b7-abc6-6015314c8b62', '96ce739d-641c-4849-9a27-05bd527bd5b4'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:13:47.180389 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4b9081-3380-44f8-96e9-c440f58312d7 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Pushing event deleted for resources: {'Port': ['ID=2b006445-b8fd-40b7-abc6-6015314c8b62,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:47.193475 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c814c4b4-8e1b-433e-966e-823f6d173fd2 req-6cec4510-b520-4059-9bc1-ce0ae4d15fda tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] 10.222.0.62 "GET /v2.0/security-groups?id=d296be60-5d99-487d-9415-66ba3f9aafd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042037 Aug 10 03:13:47.226257 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-d458a426-d0aa-43eb-8635-302d836da0f6 req-eb4b9081-3380-44f8-96e9-c440f58312d7 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] No DVR routers for this DVR port 2b006445-b8fd-40b7-abc6-6015314c8b62 on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:13:47.229036 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d458a426-d0aa-43eb-8635-302d836da0f6 req-eb4b9081-3380-44f8-96e9-c440f58312d7 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:47.231350 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d458a426-d0aa-43eb-8635-302d836da0f6 req-eb4b9081-3380-44f8-96e9-c440f58312d7 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.58 "DELETE /v2.0/ports/2b006445-b8fd-40b7-abc6-6015314c8b62 HTTP/1.1" status: 204 len: 173 time: 0.4720869 Aug 10 03:13:47.231975 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ebc0cd-817b-4aa5-84ee-5cd827f84e23', 'name': 'network-vif-deleted', 'tag': '2b006445-b8fd-40b7-abc6-6015314c8b62'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:47.234396 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c29d4f-3c99-459b-9704-311f665c05ba" -d '{"events": [{"server_uuid": "f1ebc0cd-817b-4aa5-84ee-5cd827f84e23", "name": "network-vif-deleted", "tag": "2b006445-b8fd-40b7-abc6-6015314c8b62"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:47.240853 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e6ae0624-5aa0-410a-9f4e-4d47e5596e3c req-187e2225-117a-4820-b832-702f27bfe076 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] 10.222.0.62 "GET /v2.0/security-groups?id=15c10190-2ea4-485f-8f55-415e66c74675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042395 Aug 10 03:13:47.289317 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-a21b0207-13f7-40a6-a633-69c46a3e0a3e req-638a783a-579d-4e17-945b-f195d811c540 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Deleting port 96ce739d-641c-4849-9a27-05bd527bd5b4 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:13:47.289807 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a21b0207-13f7-40a6-a633-69c46a3e0a3e req-638a783a-579d-4e17-945b-f195d811c540 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:47.302271 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041a7f98-e4ad-4432-8114-8e139ca039af x-openstack-request-id: req-041a7f98-e4ad-4432-8114-8e139ca039af {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:47.302799 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ebc0cd-817b-4aa5-84ee-5cd827f84e23", "name": "network-vif-deleted", "tag": "2b006445-b8fd-40b7-abc6-6015314c8b62", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:47.303241 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-041a7f98-e4ad-4432-8114-8e139ca039af {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:47.303806 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ebc0cd-817b-4aa5-84ee-5cd827f84e23', 'name': 'network-vif-deleted', 'tag': '2b006445-b8fd-40b7-abc6-6015314c8b62', 'status': 'completed', 'code': 200} Aug 10 03:13:47.390417 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-325173b0-0d8d-409f-8464-b8bcb772f3d0 req-bebcc165-1647-49a2-946f-5a1b68934f5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be980642-49cf-4ab6-a662-e69ec30977cf {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:13:47.424566 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-325173b0-0d8d-409f-8464-b8bcb772f3d0 req-bebcc165-1647-49a2-946f-5a1b68934f5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:47.431863 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '270ffe6d-50f1-4c26-8378-1ac9a122cbfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '588af903-4c45-4416-8282-a836a85c3aae'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:47.435410 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a214157-5e97-4c51-bd51-881ac94b3ba6" -d '{"events": [{"server_uuid": "270ffe6d-50f1-4c26-8378-1ac9a122cbfa", "name": "network-vif-plugged", "status": "completed", "tag": "588af903-4c45-4416-8282-a836a85c3aae"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:47.463708 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-325173b0-0d8d-409f-8464-b8bcb772f3d0 req-bebcc165-1647-49a2-946f-5a1b68934f5b service neutron] Transition to ACTIVE for port object be980642-49cf-4ab6-a662-e69ec30977cf will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:13:47.479024 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5036e-783e-4121-8878-1ddde2ffe721 req-4797b1f0-9fcf-49d7-9e99-ecf09c394adf tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:47.480533 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-70d5036e-783e-4121-8878-1ddde2ffe721 req-4797b1f0-9fcf-49d7-9e99-ecf09c394adf tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 949 time: 0.1871493 Aug 10 03:13:47.484951 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-325173b0-0d8d-409f-8464-b8bcb772f3d0 req-bebcc165-1647-49a2-946f-5a1b68934f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:47.538923 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dadbf98-79b7-4d01-82d0-09b6886a7d9b req-1440e515-af2e-49e4-9424-11c01c0aa57a tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:47.540495 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7dadbf98-79b7-4d01-82d0-09b6886a7d9b req-1440e515-af2e-49e4-9424-11c01c0aa57a tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] 10.222.0.62 "GET /v2.0/ports?device_id=270ffe6d-50f1-4c26-8378-1ac9a122cbfa HTTP/1.1" status: 200 len: 950 time: 0.1675830 Aug 10 03:13:47.562506 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-a21b0207-13f7-40a6-a633-69c46a3e0a3e req-638a783a-579d-4e17-945b-f195d811c540 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] For port 96ce739d-641c-4849-9a27-05bd527bd5b4, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=96ce739d-641c-4849-9a27-05bd527bd5b4,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:47.562906 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a21b0207-13f7-40a6-a633-69c46a3e0a3e req-638a783a-579d-4e17-945b-f195d811c540 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:47.593803 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-a21b0207-13f7-40a6-a633-69c46a3e0a3e req-638a783a-579d-4e17-945b-f195d811c540 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Calling delete_port for 96ce739d-641c-4849-9a27-05bd527bd5b4 owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:13:47.624460 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebcc165-1647-49a2-946f-5a1b68934f5b service neutron] Pushing event updated for resources: {'Port': ['ID=be980642-49cf-4ab6-a662-e69ec30977cf,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:47.649540 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-70d5036e-783e-4121-8878-1ddde2ffe721 req-3c0bd6cb-7812-4aa5-8d43-4b96b7ccfd08 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623356 Aug 10 03:13:47.708255 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7dadbf98-79b7-4d01-82d0-09b6886a7d9b req-78e7bd66-cf49-4324-ac1a-af6729631da6 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] 10.222.0.62 "GET /v2.0/security-groups?id=15c10190-2ea4-485f-8f55-415e66c74675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510813 Aug 10 03:13:47.845806 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-325173b0-0d8d-409f-8464-b8bcb772f3d0 req-bebcc165-1647-49a2-946f-5a1b68934f5b service neutron] Attempting to bind port be980642-49cf-4ab6-a662-e69ec30977cf on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:13:47.846183 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-325173b0-0d8d-409f-8464-b8bcb772f3d0 req-bebcc165-1647-49a2-946f-5a1b68934f5b service neutron] Attempting to bind port be980642-49cf-4ab6-a662-e69ec30977cf by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:13:47.846524 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325173b0-0d8d-409f-8464-b8bcb772f3d0 req-bebcc165-1647-49a2-946f-5a1b68934f5b service neutron] Attempting to bind port be980642-49cf-4ab6-a662-e69ec30977cf on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:47.874309 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d3562664-2905-403c-90e4-ca2b97bc5c97 req-11481b50-017f-4c52-9671-507994d5054e tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=f1ebc0cd-817b-4aa5-84ee-5cd827f84e23 HTTP/1.1" status: 200 len: 210 time: 0.0472498 Aug 10 03:13:47.879837 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325173b0-0d8d-409f-8464-b8bcb772f3d0 req-bebcc165-1647-49a2-946f-5a1b68934f5b service neutron] Port be980642-49cf-4ab6-a662-e69ec30977cf on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:13:47.880577 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325173b0-0d8d-409f-8464-b8bcb772f3d0 req-bebcc165-1647-49a2-946f-5a1b68934f5b service neutron] Attempting to bind port be980642-49cf-4ab6-a662-e69ec30977cf on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:47.922362 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f050a0-4fe4-42f8-99ab-67e7eefed026 x-openstack-request-id: req-20f050a0-4fe4-42f8-99ab-67e7eefed026 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:47.922949 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "270ffe6d-50f1-4c26-8378-1ac9a122cbfa", "name": "network-vif-plugged", "status": "completed", "tag": "588af903-4c45-4416-8282-a836a85c3aae", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:47.922949 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-20f050a0-4fe4-42f8-99ab-67e7eefed026 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:47.923318 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '270ffe6d-50f1-4c26-8378-1ac9a122cbfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '588af903-4c45-4416-8282-a836a85c3aae', 'code': 200} Aug 10 03:13:47.945099 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2e332-dcb5-4c0e-87bb-36d493bb305f req-ac6b2280-2184-431f-a5ba-80d98f531630 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:47.946910 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6df2e332-dcb5-4c0e-87bb-36d493bb305f req-ac6b2280-2184-431f-a5ba-80d98f531630 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e45f08f3-5be9-4b37-80fc-507bbda2252b HTTP/1.1" status: 200 len: 945 time: 0.1840627 Aug 10 03:13:47.951835 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325173b0-0d8d-409f-8464-b8bcb772f3d0 req-bebcc165-1647-49a2-946f-5a1b68934f5b service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:13:47.952183 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325173b0-0d8d-409f-8464-b8bcb772f3d0 req-bebcc165-1647-49a2-946f-5a1b68934f5b service neutron] Checking segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:13:47.952576 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325173b0-0d8d-409f-8464-b8bcb772f3d0 req-bebcc165-1647-49a2-946f-5a1b68934f5b service neutron] Bound using segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:13:47.953026 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-325173b0-0d8d-409f-8464-b8bcb772f3d0 req-bebcc165-1647-49a2-946f-5a1b68934f5b service neutron] Bound port: be980642-49cf-4ab6-a662-e69ec30977cf, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:13:47.953391 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-325173b0-0d8d-409f-8464-b8bcb772f3d0 req-bebcc165-1647-49a2-946f-5a1b68934f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:48.005579 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a21b0207-13f7-40a6-a633-69c46a3e0a3e req-638a783a-579d-4e17-945b-f195d811c540 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:48.017554 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['f716d117-80b8-4c59-865f-10901d2fe6e9', '2b006445-b8fd-40b7-abc6-6015314c8b62'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:13:48.100382 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638a783a-579d-4e17-945b-f195d811c540 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Pushing event deleted for resources: {'Port': ['ID=96ce739d-641c-4849-9a27-05bd527bd5b4,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:48.135251 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6df2e332-dcb5-4c0e-87bb-36d493bb305f req-b1c27cc1-a6fb-470d-9a84-715413f14af7 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769171 Aug 10 03:13:48.155144 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-a21b0207-13f7-40a6-a633-69c46a3e0a3e req-638a783a-579d-4e17-945b-f195d811c540 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] No DVR routers for this DVR port 96ce739d-641c-4849-9a27-05bd527bd5b4 on host n-h1-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:13:48.161225 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a21b0207-13f7-40a6-a633-69c46a3e0a3e req-638a783a-579d-4e17-945b-f195d811c540 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:48.163184 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a21b0207-13f7-40a6-a633-69c46a3e0a3e req-638a783a-579d-4e17-945b-f195d811c540 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.58 "DELETE /v2.0/ports/96ce739d-641c-4849-9a27-05bd527bd5b4 HTTP/1.1" status: 204 len: 173 time: 1.2548609 Aug 10 03:13:48.165243 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd4bfbe6-87bb-4b9b-92a0-9a63b19895f8', 'name': 'network-vif-deleted', 'tag': '96ce739d-641c-4849-9a27-05bd527bd5b4'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:48.167629 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e29335-29e8-468d-914c-f408c50cc416" -d '{"events": [{"server_uuid": "fd4bfbe6-87bb-4b9b-92a0-9a63b19895f8", "name": "network-vif-deleted", "tag": "96ce739d-641c-4849-9a27-05bd527bd5b4"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:48.174773 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc31ca-2853-442d-8977-2947c9cb2942 req-9c3557bc-026e-4c55-a999-7bbb03bbe8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:48.176340 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4ccc31ca-2853-442d-8977-2947c9cb2942 req-9c3557bc-026e-4c55-a999-7bbb03bbe8e3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=270ffe6d-50f1-4c26-8378-1ac9a122cbfa HTTP/1.1" status: 200 len: 1102 time: 0.1917577 Aug 10 03:13:48.177400 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-325173b0-0d8d-409f-8464-b8bcb772f3d0 req-bebcc165-1647-49a2-946f-5a1b68934f5b service neutron] For port be980642-49cf-4ab6-a662-e69ec30977cf, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:13:48.180822 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-325173b0-0d8d-409f-8464-b8bcb772f3d0 req-bebcc165-1647-49a2-946f-5a1b68934f5b service neutron] For port be980642-49cf-4ab6-a662-e69ec30977cf, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=be980642-49cf-4ab6-a662-e69ec30977cf,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:13:48.187003 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-325173b0-0d8d-409f-8464-b8bcb772f3d0 req-bebcc165-1647-49a2-946f-5a1b68934f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:48.232402 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011cee61-5c45-4805-a0f3-bef63f1fe905 x-openstack-request-id: req-011cee61-5c45-4805-a0f3-bef63f1fe905 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:48.232702 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd4bfbe6-87bb-4b9b-92a0-9a63b19895f8", "name": "network-vif-deleted", "tag": "96ce739d-641c-4849-9a27-05bd527bd5b4", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:48.232958 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-011cee61-5c45-4805-a0f3-bef63f1fe905 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:48.233352 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd4bfbe6-87bb-4b9b-92a0-9a63b19895f8', 'name': 'network-vif-deleted', 'tag': '96ce739d-641c-4849-9a27-05bd527bd5b4', 'status': 'completed', 'code': 200} Aug 10 03:13:48.245135 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325173b0-0d8d-409f-8464-b8bcb772f3d0 req-bebcc165-1647-49a2-946f-5a1b68934f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:48.245757 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-325173b0-0d8d-409f-8464-b8bcb772f3d0 req-bebcc165-1647-49a2-946f-5a1b68934f5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:48.247230 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-325173b0-0d8d-409f-8464-b8bcb772f3d0 req-bebcc165-1647-49a2-946f-5a1b68934f5b service neutron] 10.222.0.60 "PUT /v2.0/ports/be980642-49cf-4ab6-a662-e69ec30977cf HTTP/1.1" status: 200 len: 1096 time: 1.6243303 Aug 10 03:13:48.265285 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4ccc31ca-2853-442d-8977-2947c9cb2942 req-681008ca-87e0-40c2-8222-e6f15280fb1f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=15c10190-2ea4-485f-8f55-415e66c74675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798700 Aug 10 03:13:48.280216 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebcc165-1647-49a2-946f-5a1b68934f5b service neutron] Pushing event updated for resources: {'Port': ['ID=be980642-49cf-4ab6-a662-e69ec30977cf,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:48.378494 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ffb25-aea9-432e-85a4-7d87228a2b57 req-29a336e2-f466-42c2-b86f-e6379145f4ab tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:48.379944 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-849ffb25-aea9-432e-85a4-7d87228a2b57 req-29a336e2-f466-42c2-b86f-e6379145f4ab tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2c409cf-4e24-4203-80d0-e657a44f76fb HTTP/1.1" status: 200 len: 947 time: 0.0789130 Aug 10 03:13:48.394520 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325173b0-0d8d-409f-8464-b8bcb772f3d0 req-ecf1573d-a250-48df-b764-751ea8c7be9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:48.395976 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-325173b0-0d8d-409f-8464-b8bcb772f3d0 req-ecf1573d-a250-48df-b764-751ea8c7be9a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cc88fd1eef334fa49beb2818eeb58007&device_id=b2c409cf-4e24-4203-80d0-e657a44f76fb HTTP/1.1" status: 200 len: 1099 time: 0.0622301 Aug 10 03:13:48.447624 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-325173b0-0d8d-409f-8464-b8bcb772f3d0 req-b293f64a-bb5e-4317-9109-b236251ed71b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=be980642-49cf-4ab6-a662-e69ec30977cf HTTP/1.1" status: 200 len: 217 time: 0.0415647 Aug 10 03:13:48.469900 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-849ffb25-aea9-432e-85a4-7d87228a2b57 req-47f2f129-f032-48bc-8612-85205917b279 tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] 10.222.0.62 "GET /v2.0/security-groups?id=d296be60-5d99-487d-9415-66ba3f9aafd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830331 Aug 10 03:13:48.504355 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325173b0-0d8d-409f-8464-b8bcb772f3d0 req-f20760fe-7bd3-4507-a90d-9618405029b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:48.505810 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-325173b0-0d8d-409f-8464-b8bcb772f3d0 req-f20760fe-7bd3-4507-a90d-9618405029b3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.0501132 Aug 10 03:13:48.553855 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325173b0-0d8d-409f-8464-b8bcb772f3d0 req-efd0ff4d-1d7e-4ddb-9cfc-44fac0c1aff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:48.555447 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-325173b0-0d8d-409f-8464-b8bcb772f3d0 req-efd0ff4d-1d7e-4ddb-9cfc-44fac0c1aff4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0417511 Aug 10 03:13:48.652815 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-325173b0-0d8d-409f-8464-b8bcb772f3d0 req-f1f32b14-e37f-49ce-a8ef-64fe166cbef9 service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888200 Aug 10 03:13:48.786234 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-325173b0-0d8d-409f-8464-b8bcb772f3d0 req-bab16faa-32d1-4118-8b05-65e3cffacaf2 service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257608 Aug 10 03:13:48.811726 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595535d-55dc-4cb9-b56c-4a6fd32d28e9 req-dd3db7bc-d8a0-43fc-a878-4598a2c37f09 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:48.813232 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1595535d-55dc-4cb9-b56c-4a6fd32d28e9 req-dd3db7bc-d8a0-43fc-a878-4598a2c37f09 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 949 time: 0.0775099 Aug 10 03:13:48.878385 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19685884-5ead-4d29-b1eb-40ae57b6d739 req-271534c9-8b28-4181-9148-2b87ea966ca1 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:48.880196 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-19685884-5ead-4d29-b1eb-40ae57b6d739 req-271534c9-8b28-4181-9148-2b87ea966ca1 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] 10.222.0.62 "GET /v2.0/ports?device_id=270ffe6d-50f1-4c26-8378-1ac9a122cbfa HTTP/1.1" status: 200 len: 950 time: 0.0858748 Aug 10 03:13:48.883284 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1595535d-55dc-4cb9-b56c-4a6fd32d28e9 req-641caf95-08dc-4faf-8dfb-0ec6a1d9cc95 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515914 Aug 10 03:13:48.920225 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-19685884-5ead-4d29-b1eb-40ae57b6d739 req-b4ddac68-ff8a-4824-a971-4c54358be410 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] 10.222.0.62 "GET /v2.0/security-groups?id=15c10190-2ea4-485f-8f55-415e66c74675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329907 Aug 10 03:13:49.237965 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423858ea-bc21-40ca-8a5d-de75d872d12d req-4c069415-48e3-4ab9-92a8-a9ccb18c147e tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:49.243214 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-423858ea-bc21-40ca-8a5d-de75d872d12d req-4c069415-48e3-4ab9-92a8-a9ccb18c147e tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d76b7c4-32e4-4212-bd61-3426d919e36c HTTP/1.1" status: 200 len: 950 time: 0.0552778 Aug 10 03:13:49.313202 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-423858ea-bc21-40ca-8a5d-de75d872d12d req-bc644697-92d7-47e0-a8a1-cae83dcaa969 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674860 Aug 10 03:13:49.335757 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1138311a-d6a1-4fa9-89ab-05359b079d71 req-252345f8-6ccf-4cf2-aadd-0bd255eeca36 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:49.337367 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1138311a-d6a1-4fa9-89ab-05359b079d71 req-252345f8-6ccf-4cf2-aadd-0bd255eeca36 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e45f08f3-5be9-4b37-80fc-507bbda2252b HTTP/1.1" status: 200 len: 945 time: 0.0665061 Aug 10 03:13:49.375407 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1138311a-d6a1-4fa9-89ab-05359b079d71 req-648b23f3-3c63-41a0-b89f-9316e99b5b1e tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320187 Aug 10 03:13:49.583351 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79348732-64bd-449d-b832-aa8f65b2cf5c req-1764e28f-d313-4baa-9f4d-e1ce6ebde464 tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:49.584830 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-79348732-64bd-449d-b832-aa8f65b2cf5c req-1764e28f-d313-4baa-9f4d-e1ce6ebde464 tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2c409cf-4e24-4203-80d0-e657a44f76fb HTTP/1.1" status: 200 len: 947 time: 0.0484705 Aug 10 03:13:49.622889 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-79348732-64bd-449d-b832-aa8f65b2cf5c req-c35e0925-ba6f-4eef-a735-74563c16f79d tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] 10.222.0.62 "GET /v2.0/security-groups?id=d296be60-5d99-487d-9415-66ba3f9aafd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316222 Aug 10 03:13:50.006873 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb31acbc-df52-4228-a5c1-7b6482ec68c3 req-2247891c-957e-4a19-b292-697126718631 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:50.008445 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cb31acbc-df52-4228-a5c1-7b6482ec68c3 req-2247891c-957e-4a19-b292-697126718631 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 949 time: 0.0570216 Aug 10 03:13:50.064172 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cb31acbc-df52-4228-a5c1-7b6482ec68c3 req-38782e86-9587-4105-a701-c670074845c4 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388529 Aug 10 03:13:50.076546 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eabe55f-4583-403c-b945-b192a149a02c req-8300aaf8-448d-4428-9d1f-e1aefef1f5d5 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:50.078109 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2eabe55f-4583-403c-b945-b192a149a02c req-8300aaf8-448d-4428-9d1f-e1aefef1f5d5 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] 10.222.0.62 "GET /v2.0/ports?device_id=270ffe6d-50f1-4c26-8378-1ac9a122cbfa HTTP/1.1" status: 200 len: 950 time: 0.0912724 Aug 10 03:13:50.122378 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2eabe55f-4583-403c-b945-b192a149a02c req-e0b1107e-e39b-4847-bb2e-6e1c5f2242f1 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] 10.222.0.62 "GET /v2.0/security-groups?id=15c10190-2ea4-485f-8f55-415e66c74675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379477 Aug 10 03:13:50.234612 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2c409cf-4e24-4203-80d0-e657a44f76fb', 'tag': 'be980642-49cf-4ab6-a662-e69ec30977cf'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:50.237083 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4bad452-097e-4e91-8965-53c43a7a2d7c" -d '{"events": [{"name": "network-changed", "server_uuid": "b2c409cf-4e24-4203-80d0-e657a44f76fb", "tag": "be980642-49cf-4ab6-a662-e69ec30977cf"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:50.315291 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084921bf-77dd-4fe6-ac5c-5031e8a8cbd2 x-openstack-request-id: req-084921bf-77dd-4fe6-ac5c-5031e8a8cbd2 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:50.315828 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2c409cf-4e24-4203-80d0-e657a44f76fb", "tag": "be980642-49cf-4ab6-a662-e69ec30977cf", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:50.315828 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-084921bf-77dd-4fe6-ac5c-5031e8a8cbd2 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:50.316205 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2c409cf-4e24-4203-80d0-e657a44f76fb', 'tag': 'be980642-49cf-4ab6-a662-e69ec30977cf', 'status': 'completed', 'code': 200} Aug 10 03:13:50.383497 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bad452-097e-4e91-8965-53c43a7a2d7c req-6099f12f-8d68-46c2-821b-fb8b6dad6774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:50.385111 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c4bad452-097e-4e91-8965-53c43a7a2d7c req-6099f12f-8d68-46c2-821b-fb8b6dad6774 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cc88fd1eef334fa49beb2818eeb58007&device_id=b2c409cf-4e24-4203-80d0-e657a44f76fb HTTP/1.1" status: 200 len: 1099 time: 0.0431514 Aug 10 03:13:50.495373 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f482c-e43e-4e70-99b4-284ed8961346 req-52d4356c-b18d-4b3f-8146-b5a8109afa86 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:50.497426 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-614f482c-e43e-4e70-99b4-284ed8961346 req-52d4356c-b18d-4b3f-8146-b5a8109afa86 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d76b7c4-32e4-4212-bd61-3426d919e36c HTTP/1.1" status: 200 len: 950 time: 0.1110933 Aug 10 03:13:50.568772 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bad452-097e-4e91-8965-53c43a7a2d7c req-61718b61-77a4-4a41-8cd0-f3d3075438b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:50.570472 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c4bad452-097e-4e91-8965-53c43a7a2d7c req-61718b61-77a4-4a41-8cd0-f3d3075438b2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d HTTP/1.1" status: 200 len: 870 time: 0.1748550 Aug 10 03:13:50.588737 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-614f482c-e43e-4e70-99b4-284ed8961346 req-03e14251-ce8b-4933-80fe-5d29994c54f1 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847397 Aug 10 03:13:50.597383 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975dea6-1c85-4950-b000-55f21d0740d6 req-150f7c6c-a58a-46f3-8ad3-6cfdfea34aec tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:50.598916 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6975dea6-1c85-4950-b000-55f21d0740d6 req-150f7c6c-a58a-46f3-8ad3-6cfdfea34aec tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e45f08f3-5be9-4b37-80fc-507bbda2252b HTTP/1.1" status: 200 len: 945 time: 0.0986531 Aug 10 03:13:50.635418 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c4bad452-097e-4e91-8965-53c43a7a2d7c req-80aabe2a-0e23-43c8-a281-13a7eda4b160 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=be980642-49cf-4ab6-a662-e69ec30977cf HTTP/1.1" status: 200 len: 217 time: 0.0552828 Aug 10 03:13:50.701438 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6975dea6-1c85-4950-b000-55f21d0740d6 req-bfaa9431-1aa5-40a7-bb7d-38a534957f35 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684714 Aug 10 03:13:50.715788 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bad452-097e-4e91-8965-53c43a7a2d7c req-5b55c4bb-a6af-4d02-8e12-ff4378982d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:50.717217 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c4bad452-097e-4e91-8965-53c43a7a2d7c req-5b55c4bb-a6af-4d02-8e12-ff4378982d0f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.0686085 Aug 10 03:13:50.781904 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de681e-8391-4a05-b3d1-b7a829e4fb51 req-29f78f5c-3a42-4660-a97f-2c2448d0119b tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:50.783464 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-64de681e-8391-4a05-b3d1-b7a829e4fb51 req-29f78f5c-3a42-4660-a97f-2c2448d0119b tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2c409cf-4e24-4203-80d0-e657a44f76fb HTTP/1.1" status: 200 len: 947 time: 0.0796661 Aug 10 03:13:50.789506 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bad452-097e-4e91-8965-53c43a7a2d7c req-2cf233bd-8738-49a8-82d8-2e89ef702c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:50.790888 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c4bad452-097e-4e91-8965-53c43a7a2d7c req-2cf233bd-8738-49a8-82d8-2e89ef702c05 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0604095 Aug 10 03:13:50.865170 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-64de681e-8391-4a05-b3d1-b7a829e4fb51 req-f75481c6-bded-4830-b9c6-9e07d6e5c28c tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] 10.222.0.62 "GET /v2.0/security-groups?id=d296be60-5d99-487d-9415-66ba3f9aafd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733581 Aug 10 03:13:50.898139 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c4bad452-097e-4e91-8965-53c43a7a2d7c req-51d81527-c4e5-4a37-9260-38e2d1c8db47 service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937843 Aug 10 03:13:50.909528 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 2b006445-b8fd-40b7-abc6-6015314c8b62 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:13:50.935369 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: 2b006445-b8fd-40b7-abc6-6015314c8b62 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:13:50.935713 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 2b006445-b8fd-40b7-abc6-6015314c8b62 not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:13:50.936128 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 96ce739d-641c-4849-9a27-05bd527bd5b4 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:13:50.954327 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: 96ce739d-641c-4849-9a27-05bd527bd5b4 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:13:50.954603 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 96ce739d-641c-4849-9a27-05bd527bd5b4 not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:13:50.955042 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device f209d797-5aae-48b5-9ca6-eee4c778150e no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:13:50.993331 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c4bad452-097e-4e91-8965-53c43a7a2d7c req-b678ab6c-2946-4861-85a9-1a005f5916ca service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856235 Aug 10 03:13:51.037594 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:51.055508 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10015b8-2b64-4725-81ac-99424792793c req-3f09b732-2c3a-45ec-89ca-8f6f7122788e tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:51.057181 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d10015b8-2b64-4725-81ac-99424792793c req-3f09b732-2c3a-45ec-89ca-8f6f7122788e tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d76b7c4-32e4-4212-bd61-3426d919e36c HTTP/1.1" status: 200 len: 950 time: 0.0505280 Aug 10 03:13:51.060690 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45f08f3-5be9-4b37-80fc-507bbda2252b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f209d797-5aae-48b5-9ca6-eee4c778150e'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:51.063036 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f2780d6-b511-41e5-a94e-3ec8b741481a" -d '{"events": [{"server_uuid": "e45f08f3-5be9-4b37-80fc-507bbda2252b", "name": "network-vif-unplugged", "status": "completed", "tag": "f209d797-5aae-48b5-9ca6-eee4c778150e"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:51.079284 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port f209d797-5aae-48b5-9ca6-eee4c778150e, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=f209d797-5aae-48b5-9ca6-eee4c778150e,segment=NetworkSegment(db7476b4-7245-4e51-b6d1-619dc5627d38),segment_id=db7476b4-7245-4e51-b6d1-619dc5627d38)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:51.084753 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:51.112234 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e8bf7e-322e-459e-9f56-caf57b97642b x-openstack-request-id: req-c6e8bf7e-322e-459e-9f56-caf57b97642b {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:51.112685 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e45f08f3-5be9-4b37-80fc-507bbda2252b", "name": "network-vif-unplugged", "status": "completed", "tag": "f209d797-5aae-48b5-9ca6-eee4c778150e", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:51.112946 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c6e8bf7e-322e-459e-9f56-caf57b97642b {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:51.113341 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45f08f3-5be9-4b37-80fc-507bbda2252b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f209d797-5aae-48b5-9ca6-eee4c778150e', 'code': 200} Aug 10 03:13:51.148046 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=f209d797-5aae-48b5-9ca6-eee4c778150e,revision_number=6']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:51.233462 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device be980642-49cf-4ab6-a662-e69ec30977cf details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:13:51.363108 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port be980642-49cf-4ab6-a662-e69ec30977cf, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=be980642-49cf-4ab6-a662-e69ec30977cf,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:51.378059 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': 'be980642-49cf-4ab6-a662-e69ec30977cf', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'port_id': 'be980642-49cf-4ab6-a662-e69ec30977cf', 'mac_address': 'fa:16:3e:f5:6a:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e3eb0b-907c-4ac4-809e-ae9609bc8c67', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:13:51.422418 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:51.436681 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be980642-49cf-4ab6-a662-e69ec30977cf {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:13:51.462554 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port be980642-49cf-4ab6-a662-e69ec30977cf, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=be980642-49cf-4ab6-a662-e69ec30977cf,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:51.467386 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:51.522336 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=be980642-49cf-4ab6-a662-e69ec30977cf,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:51.548834 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-d10015b8-2b64-4725-81ac-99424792793c req-2b7e4af2-939e-4911-a53d-fffe551c11c1 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Deleting port f716d117-80b8-4c59-865f-10901d2fe6e9 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:13:51.549438 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d10015b8-2b64-4725-81ac-99424792793c req-2b7e4af2-939e-4911-a53d-fffe551c11c1 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:51.595779 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4647be0-13d9-4269-9240-a95c50d57f6f req-e1d9d764-ba35-4d7d-9124-6e2824975133 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:51.597261 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c4647be0-13d9-4269-9240-a95c50d57f6f req-e1d9d764-ba35-4d7d-9124-6e2824975133 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 949 time: 0.4531446 Aug 10 03:13:51.671563 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c4647be0-13d9-4269-9240-a95c50d57f6f req-7c4b1e19-f311-4bd0-baee-1bd5a6f1bce5 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674326 Aug 10 03:13:51.710349 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-d10015b8-2b64-4725-81ac-99424792793c req-2b7e4af2-939e-4911-a53d-fffe551c11c1 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] For port f716d117-80b8-4c59-865f-10901d2fe6e9, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=f716d117-80b8-4c59-865f-10901d2fe6e9,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:51.710763 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d10015b8-2b64-4725-81ac-99424792793c req-2b7e4af2-939e-4911-a53d-fffe551c11c1 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:51.727641 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-d10015b8-2b64-4725-81ac-99424792793c req-2b7e4af2-939e-4911-a53d-fffe551c11c1 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Calling delete_port for f716d117-80b8-4c59-865f-10901d2fe6e9 owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:13:51.746866 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29812df9-84d6-4943-8a92-8823c542be88 req-a9cf0552-7965-4a89-92e2-f39266e19a71 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:51.748394 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-29812df9-84d6-4943-8a92-8823c542be88 req-a9cf0552-7965-4a89-92e2-f39266e19a71 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d76b7c4-32e4-4212-bd61-3426d919e36c HTTP/1.1" status: 200 len: 950 time: 0.0856948 Aug 10 03:13:51.863019 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-29812df9-84d6-4943-8a92-8823c542be88 req-cc642962-21b4-4490-97dc-3baf5886843c tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.62 "GET /v2.0/security-groups?id=f431694e-966f-48c1-aca3-7ab39edf5c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814948 Aug 10 03:13:51.888522 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cee795-ebd2-406e-9d46-f59727ac70d8 req-a491b9c8-7e20-4192-b8dc-3a5011924dbc tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:51.890024 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b9cee795-ebd2-406e-9d46-f59727ac70d8 req-a491b9c8-7e20-4192-b8dc-3a5011924dbc tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e45f08f3-5be9-4b37-80fc-507bbda2252b HTTP/1.1" status: 200 len: 943 time: 0.0986769 Aug 10 03:13:51.934831 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['be980642-49cf-4ab6-a662-e69ec30977cf'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:13:51.991404 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d10015b8-2b64-4725-81ac-99424792793c req-2b7e4af2-939e-4911-a53d-fffe551c11c1 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:51.995351 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b9cee795-ebd2-406e-9d46-f59727ac70d8 req-a9036030-79ba-4f41-8f78-fa38ef442621 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820658 Aug 10 03:13:52.003330 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['f716d117-80b8-4c59-865f-10901d2fe6e9'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:13:52.033695 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7e4af2-939e-4911-a53d-fffe551c11c1 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Pushing event deleted for resources: {'Port': ['ID=f716d117-80b8-4c59-865f-10901d2fe6e9,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:52.046186 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b2971c-05ea-4819-8359-ba00f530040a req-0888f95c-5759-4440-9ee7-fa5b830c5f7a tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:52.047791 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-00b2971c-05ea-4819-8359-ba00f530040a req-0888f95c-5759-4440-9ee7-fa5b830c5f7a tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2c409cf-4e24-4203-80d0-e657a44f76fb HTTP/1.1" status: 200 len: 948 time: 0.1161022 Aug 10 03:13:52.083304 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-d10015b8-2b64-4725-81ac-99424792793c req-2b7e4af2-939e-4911-a53d-fffe551c11c1 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] No DVR routers for this DVR port f716d117-80b8-4c59-865f-10901d2fe6e9 on host n-h1-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:13:52.089765 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d10015b8-2b64-4725-81ac-99424792793c req-2b7e4af2-939e-4911-a53d-fffe551c11c1 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:52.091705 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d10015b8-2b64-4725-81ac-99424792793c req-2b7e4af2-939e-4911-a53d-fffe551c11c1 tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] 10.222.0.58 "DELETE /v2.0/ports/f716d117-80b8-4c59-865f-10901d2fe6e9 HTTP/1.1" status: 204 len: 173 time: 1.0280926 Aug 10 03:13:52.119828 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-00b2971c-05ea-4819-8359-ba00f530040a req-48428277-3b32-4e57-acf7-9522a99a71da tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] 10.222.0.62 "GET /v2.0/security-groups?id=d296be60-5d99-487d-9415-66ba3f9aafd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383618 Aug 10 03:13:52.317616 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d76b7c4-32e4-4212-bd61-3426d919e36c', 'name': 'network-vif-deleted', 'tag': 'f716d117-80b8-4c59-865f-10901d2fe6e9'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:52.319992 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db4eaee-259f-40a8-a5ef-b68216f5f3b8" -d '{"events": [{"server_uuid": "6d76b7c4-32e4-4212-bd61-3426d919e36c", "name": "network-vif-deleted", "tag": "f716d117-80b8-4c59-865f-10901d2fe6e9"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:52.356420 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304db3e8-414a-47d0-8e6d-f6d427eb97ab x-openstack-request-id: req-304db3e8-414a-47d0-8e6d-f6d427eb97ab {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:52.356698 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d76b7c4-32e4-4212-bd61-3426d919e36c", "name": "network-vif-deleted", "tag": "f716d117-80b8-4c59-865f-10901d2fe6e9", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:52.357003 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-304db3e8-414a-47d0-8e6d-f6d427eb97ab {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:52.357343 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d76b7c4-32e4-4212-bd61-3426d919e36c', 'name': 'network-vif-deleted', 'tag': 'f716d117-80b8-4c59-865f-10901d2fe6e9', 'status': 'completed', 'code': 200} Aug 10 03:13:52.795550 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a3e8b-4564-4c00-a1e9-4de87ee51f2e req-97b36f09-4257-4915-8a0c-5089618fe440 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:52.797079 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-070a3e8b-4564-4c00-a1e9-4de87ee51f2e req-97b36f09-4257-4915-8a0c-5089618fe440 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 949 time: 0.0530629 Aug 10 03:13:52.833451 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-070a3e8b-4564-4c00-a1e9-4de87ee51f2e req-2d6521de-ded1-4b0f-8f5a-065481ea5e18 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304375 Aug 10 03:13:52.921848 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device f209d797-5aae-48b5-9ca6-eee4c778150e details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:13:53.014273 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port f209d797-5aae-48b5-9ca6-eee4c778150e, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=f209d797-5aae-48b5-9ca6-eee4c778150e,segment=NetworkSegment(db7476b4-7245-4e51-b6d1-619dc5627d38),segment_id=db7476b4-7245-4e51-b6d1-619dc5627d38)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:53.026889 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': 'f209d797-5aae-48b5-9ca6-eee4c778150e', 'network_id': '0cf0f7c8-c356-4a79-bd3e-8005302f9371', 'port_id': 'f209d797-5aae-48b5-9ca6-eee4c778150e', 'mac_address': 'fa:16:3e:d5:3f:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8836cca-129c-4b0e-ae0e-fb7a336cf058', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:13:53.073557 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:53.088242 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f209d797-5aae-48b5-9ca6-eee4c778150e {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:13:53.111252 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port f209d797-5aae-48b5-9ca6-eee4c778150e, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=f209d797-5aae-48b5-9ca6-eee4c778150e,segment=NetworkSegment(db7476b4-7245-4e51-b6d1-619dc5627d38),segment_id=db7476b4-7245-4e51-b6d1-619dc5627d38)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:53.119491 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:53.124325 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ebeac0-221d-4b58-a330-811e2c8548f7 req-a295364f-9407-468f-ade9-b28483eb5043 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:53.125864 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b4ebeac0-221d-4b58-a330-811e2c8548f7 req-a295364f-9407-468f-ade9-b28483eb5043 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e45f08f3-5be9-4b37-80fc-507bbda2252b HTTP/1.1" status: 200 len: 943 time: 0.0537848 Aug 10 03:13:53.174116 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b4ebeac0-221d-4b58-a330-811e2c8548f7 req-d49b90a4-fc41-444e-9872-637ba2c3acb8 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417655 Aug 10 03:13:53.180659 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45738) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:53.195600 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=f209d797-5aae-48b5-9ca6-eee4c778150e,revision_number=7']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:53.248961 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83c8e3-d26c-4b72-a9fa-c4ca456b6e0f req-40743ed6-faa9-41ef-9560-c7822834ca98 tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:53.251393 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3c83c8e3-d26c-4b72-a9fa-c4ca456b6e0f req-40743ed6-faa9-41ef-9560-c7822834ca98 tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2c409cf-4e24-4203-80d0-e657a44f76fb HTTP/1.1" status: 200 len: 948 time: 0.0525675 Aug 10 03:13:53.253386 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 588af903-4c45-4416-8282-a836a85c3aae details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:13:53.302007 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3c83c8e3-d26c-4b72-a9fa-c4ca456b6e0f req-76f65b9b-6b95-41e7-9afa-a945c0ee4d6d tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] 10.222.0.62 "GET /v2.0/security-groups?id=d296be60-5d99-487d-9415-66ba3f9aafd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449274 Aug 10 03:13:53.362915 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ce84f86d-90dd-4012-a660-2be477df666c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=293fbd9b1ced45ab964a1da35de8e7bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1810451 Aug 10 03:13:53.365320 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45752) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:53.391940 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 588af903-4c45-4416-8282-a836a85c3aae, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=588af903-4c45-4416-8282-a836a85c3aae,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:53.403428 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '588af903-4c45-4416-8282-a836a85c3aae', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'port_id': '588af903-4c45-4416-8282-a836a85c3aae', 'mac_address': 'fa:16:3e:91:92:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e3eb0b-907c-4ac4-809e-ae9609bc8c67', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:13:53.418814 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6a5a11c7-c6a5-4629-8f08-74b8dd193f0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:53.446362 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:53.450164 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6a5a11c7-c6a5-4629-8f08-74b8dd193f0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:53.458434 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['f209d797-5aae-48b5-9ca6-eee4c778150e'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:13:53.486278 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 588af903-4c45-4416-8282-a836a85c3aae {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:13:53.509861 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6a5a11c7-c6a5-4629-8f08-74b8dd193f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:53.513187 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6a5a11c7-c6a5-4629-8f08-74b8dd193f0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:53.514795 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6a5a11c7-c6a5-4629-8f08-74b8dd193f0f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f431694e-966f-48c1-aca3-7ab39edf5c92 HTTP/1.1" status: 204 len: 168 time: 0.1481650 Aug 10 03:13:53.520122 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 588af903-4c45-4416-8282-a836a85c3aae, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=588af903-4c45-4416-8282-a836a85c3aae,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:53.524417 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a11c7-c6a5-4629-8f08-74b8dd193f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f431694e-966f-48c1-aca3-7ab39edf5c92,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:53.530199 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:53.635779 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=588af903-4c45-4416-8282-a836a85c3aae,revision_number=6']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:53.736383 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['588af903-4c45-4416-8282-a836a85c3aae'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:13:53.813155 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45776) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:53.868731 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-33909be2-e250-43f6-ad3a-cc4a918e01e1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f4be0ced57494e32a302007fbf3f26b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0538509 Aug 10 03:13:53.871997 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45788) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:53.929102 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-16897752-3fc4-42d9-8200-fbea8836dbc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:53.954399 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-16897752-3fc4-42d9-8200-fbea8836dbc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:53.977029 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774955ac-3001-444b-a009-ce26bfc6523f req-734f863d-7443-419a-b5ad-5b35d99bfd4e tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:53.978604 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-774955ac-3001-444b-a009-ce26bfc6523f req-734f863d-7443-419a-b5ad-5b35d99bfd4e tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 949 time: 0.0551081 Aug 10 03:13:54.005107 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-16897752-3fc4-42d9-8200-fbea8836dbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:54.007821 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-16897752-3fc4-42d9-8200-fbea8836dbc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:54.009135 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-16897752-3fc4-42d9-8200-fbea8836dbc2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4bf36e0b-805f-4880-a510-e72f1beda806 HTTP/1.1" status: 204 len: 168 time: 0.1357620 Aug 10 03:13:54.022906 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16897752-3fc4-42d9-8200-fbea8836dbc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf36e0b-805f-4880-a510-e72f1beda806,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:54.032897 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-774955ac-3001-444b-a009-ce26bfc6523f req-7a81fe56-7b50-4fef-bcee-e538386a7748 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474868 Aug 10 03:13:54.302101 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f66facf-b464-40df-899d-74d53cbf8ad1 req-be3be34d-6aee-45db-86e5-dcd52ca5e91d tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:54.309762 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3f66facf-b464-40df-899d-74d53cbf8ad1 req-be3be34d-6aee-45db-86e5-dcd52ca5e91d tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e45f08f3-5be9-4b37-80fc-507bbda2252b HTTP/1.1" status: 200 len: 944 time: 0.0598004 Aug 10 03:13:54.385507 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3f66facf-b464-40df-899d-74d53cbf8ad1 req-929d440b-435e-429b-ac1a-2ff88cd42804 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723786 Aug 10 03:13:54.509824 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a153f-40a0-4f29-9c20-f545a6c2293e req-ed7f274a-6227-472e-be47-99a867aafff1 tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:54.512728 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-197a153f-40a0-4f29-9c20-f545a6c2293e req-ed7f274a-6227-472e-be47-99a867aafff1 tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2c409cf-4e24-4203-80d0-e657a44f76fb HTTP/1.1" status: 200 len: 948 time: 0.0894089 Aug 10 03:13:54.597144 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-197a153f-40a0-4f29-9c20-f545a6c2293e req-be106953-d6ab-47a3-85f5-1cc08d57bc76 tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] 10.222.0.62 "GET /v2.0/security-groups?id=d296be60-5d99-487d-9415-66ba3f9aafd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773971 Aug 10 03:13:54.922076 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device f209d797-5aae-48b5-9ca6-eee4c778150e up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:13:55.009132 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port f209d797-5aae-48b5-9ca6-eee4c778150e triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:55.009507 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:55.189437 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60400e3-8b0b-415f-89be-ab3726c450dd req-48b577f1-7a28-42ba-8dc2-326acded3c24 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:55.197811 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d60400e3-8b0b-415f-89be-ab3726c450dd req-48b577f1-7a28-42ba-8dc2-326acded3c24 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 949 time: 0.0801594 Aug 10 03:13:55.211924 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:55.254522 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45f08f3-5be9-4b37-80fc-507bbda2252b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f209d797-5aae-48b5-9ca6-eee4c778150e'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:55.258404 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6beacb-b33e-4c9e-88c1-9cc2e6d1842e" -d '{"events": [{"server_uuid": "e45f08f3-5be9-4b37-80fc-507bbda2252b", "name": "network-vif-plugged", "status": "completed", "tag": "f209d797-5aae-48b5-9ca6-eee4c778150e"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:55.281032 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d60400e3-8b0b-415f-89be-ab3726c450dd req-c615b42e-9f3d-46ad-8b62-b0e42e30bec2 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597570 Aug 10 03:13:55.281742 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device be980642-49cf-4ab6-a662-e69ec30977cf up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:13:55.285149 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port f209d797-5aae-48b5-9ca6-eee4c778150e, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=f209d797-5aae-48b5-9ca6-eee4c778150e,segment=NetworkSegment(db7476b4-7245-4e51-b6d1-619dc5627d38),segment_id=db7476b4-7245-4e51-b6d1-619dc5627d38)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:55.311228 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:55.312226 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device f716d117-80b8-4c59-865f-10901d2fe6e9 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:13:55.419845 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf075497-d15d-4a25-aea7-cb312f4d77c4 x-openstack-request-id: req-bf075497-d15d-4a25-aea7-cb312f4d77c4 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:55.420534 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e45f08f3-5be9-4b37-80fc-507bbda2252b", "name": "network-vif-plugged", "status": "completed", "tag": "f209d797-5aae-48b5-9ca6-eee4c778150e", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:55.420977 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bf075497-d15d-4a25-aea7-cb312f4d77c4 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:55.421584 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45f08f3-5be9-4b37-80fc-507bbda2252b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f209d797-5aae-48b5-9ca6-eee4c778150e', 'code': 200} Aug 10 03:13:55.426373 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: f716d117-80b8-4c59-865f-10901d2fe6e9 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:13:55.427589 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device f716d117-80b8-4c59-865f-10901d2fe6e9 not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:13:55.543523 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=f209d797-5aae-48b5-9ca6-eee4c778150e,revision_number=8']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:55.556795 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port be980642-49cf-4ab6-a662-e69ec30977cf completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:13:55.562108 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port be980642-49cf-4ab6-a662-e69ec30977cf triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:55.563032 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:55.747982 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:55.772298 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d9d4f-6add-481b-88b4-471c507f6cad req-f5cd049f-6ae8-4c38-b3ed-6fe65d5a8899 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:55.782540 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a08d9d4f-6add-481b-88b4-471c507f6cad req-f5cd049f-6ae8-4c38-b3ed-6fe65d5a8899 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e45f08f3-5be9-4b37-80fc-507bbda2252b HTTP/1.1" status: 200 len: 945 time: 0.2309241 Aug 10 03:13:55.828863 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port be980642-49cf-4ab6-a662-e69ec30977cf, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=be980642-49cf-4ab6-a662-e69ec30977cf,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:55.830372 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c541d-03db-4cc1-b2d3-cbf9a8591f05 req-93819b22-649e-4764-aa0f-eceef4558739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:55.833069 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a28c541d-03db-4cc1-b2d3-cbf9a8591f05 req-93819b22-649e-4764-aa0f-eceef4558739 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e45f08f3-5be9-4b37-80fc-507bbda2252b HTTP/1.1" status: 200 len: 1097 time: 0.2144811 Aug 10 03:13:55.836707 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:55.837516 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 588af903-4c45-4416-8282-a836a85c3aae up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:13:55.947410 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a08d9d4f-6add-481b-88b4-471c507f6cad req-2bff9b30-1ffb-4308-bf57-e9900f213b86 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594725 Aug 10 03:13:55.990325 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=be980642-49cf-4ab6-a662-e69ec30977cf,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:56.018653 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 588af903-4c45-4416-8282-a836a85c3aae triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:56.020056 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:56.025777 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a28c541d-03db-4cc1-b2d3-cbf9a8591f05 req-21d5f139-0296-4ad4-b57b-3507d957bf78 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781409 Aug 10 03:13:56.052655 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440395e-f583-4081-85c5-ff88133450f2 req-c47daf2f-a9de-4593-a919-bd259859baf1 tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:56.076422 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4440395e-f583-4081-85c5-ff88133450f2 req-c47daf2f-a9de-4593-a919-bd259859baf1 tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2c409cf-4e24-4203-80d0-e657a44f76fb HTTP/1.1" status: 200 len: 949 time: 0.1768112 Aug 10 03:13:56.091433 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:56.204726 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4440395e-f583-4081-85c5-ff88133450f2 req-4105b933-0ad3-4bbe-9f82-f70b805c0081 tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] 10.222.0.62 "GET /v2.0/security-groups?id=d296be60-5d99-487d-9415-66ba3f9aafd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198964 Aug 10 03:13:56.221104 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:56.222393 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:56.259028 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 588af903-4c45-4416-8282-a836a85c3aae, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=588af903-4c45-4416-8282-a836a85c3aae,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:56.265854 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:56.342410 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=588af903-4c45-4416-8282-a836a85c3aae,revision_number=7']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:56.448057 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b24fb-2a4f-4cdb-8bcf-dedc0c13f6d7 req-66fba3e3-2a64-45ce-b4e9-a276b6dbffb2 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:56.450347 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-304b24fb-2a4f-4cdb-8bcf-dedc0c13f6d7 req-66fba3e3-2a64-45ce-b4e9-a276b6dbffb2 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 949 time: 0.0827267 Aug 10 03:13:56.500370 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-304b24fb-2a4f-4cdb-8bcf-dedc0c13f6d7 req-410d570c-f19c-4929-8cca-e31c187e065e tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432389 Aug 10 03:13:56.601764 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-38a4ec5c-a63d-4625-a0f8-05055e219656 req-31655d28-3779-45bb-95c1-78927bc4ecd1 tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=465acbf95fbd46dc914a6e43df551e51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344372 Aug 10 03:13:56.739761 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4ec5c-a63d-4625-a0f8-05055e219656 req-be46c0db-b381-41f4-a9b7-825f7ca95bca tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:56.749403 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-38a4ec5c-a63d-4625-a0f8-05055e219656 req-be46c0db-b381-41f4-a9b7-825f7ca95bca tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1410213 Aug 10 03:13:56.778418 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-38a4ec5c-a63d-4625-a0f8-05055e219656 req-195243ea-1823-452e-8dd5-9463b896b42a tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] 10.222.0.62 "GET /v2.0/quotas/465acbf95fbd46dc914a6e43df551e51 HTTP/1.1" status: 200 len: 375 time: 0.0273390 Aug 10 03:13:56.815478 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-38a4ec5c-a63d-4625-a0f8-05055e219656 req-ef751b3a-1d04-415d-90fc-bb74b6f3f80a tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=465acbf95fbd46dc914a6e43df551e51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359626 Aug 10 03:13:57.058044 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1c8aeb53-ea36-45c6-a213-5968d2d91a84 req-0d4f03a9-66ec-40f1-977a-314fec9ecd36 tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] 10.222.0.62 "GET /v2.0/ports?device_id=197caf17-e720-457e-bcbe-edc68e5526d9 HTTP/1.1" status: 200 len: 210 time: 0.0895343 Aug 10 03:13:57.221619 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eafe1e-5b71-4ab8-a6c9-148ec7e6a2a3 req-dc1c2e35-aebd-494c-af14-10bd41fa27fd tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:57.233462 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-92eafe1e-5b71-4ab8-a6c9-148ec7e6a2a3 req-dc1c2e35-aebd-494c-af14-10bd41fa27fd tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e45f08f3-5be9-4b37-80fc-507bbda2252b HTTP/1.1" status: 200 len: 945 time: 0.1643553 Aug 10 03:13:57.301410 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-92eafe1e-5b71-4ab8-a6c9-148ec7e6a2a3 req-69d79102-01c4-4c6d-9a1f-545bc8b68de8 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667248 Aug 10 03:13:57.422647 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c409cf-4e24-4203-80d0-e657a44f76fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be980642-49cf-4ab6-a662-e69ec30977cf'}, {'server_uuid': '270ffe6d-50f1-4c26-8378-1ac9a122cbfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '588af903-4c45-4416-8282-a836a85c3aae'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:57.426112 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37420734-a116-4335-8970-f675d3fb65e0" -d '{"events": [{"server_uuid": "b2c409cf-4e24-4203-80d0-e657a44f76fb", "name": "network-vif-plugged", "status": "completed", "tag": "be980642-49cf-4ab6-a662-e69ec30977cf"}, {"server_uuid": "270ffe6d-50f1-4c26-8378-1ac9a122cbfa", "name": "network-vif-plugged", "status": "completed", "tag": "588af903-4c45-4416-8282-a836a85c3aae"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:57.489898 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a22655a-fef7-4e69-8bc6-eeff0e9382c6 x-openstack-request-id: req-4a22655a-fef7-4e69-8bc6-eeff0e9382c6 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:57.490667 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c409cf-4e24-4203-80d0-e657a44f76fb", "name": "network-vif-plugged", "status": "completed", "tag": "be980642-49cf-4ab6-a662-e69ec30977cf", "code": 200}, {"server_uuid": "270ffe6d-50f1-4c26-8378-1ac9a122cbfa", "name": "network-vif-plugged", "status": "completed", "tag": "588af903-4c45-4416-8282-a836a85c3aae", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:57.491261 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4a22655a-fef7-4e69-8bc6-eeff0e9382c6 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:57.491861 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c409cf-4e24-4203-80d0-e657a44f76fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be980642-49cf-4ab6-a662-e69ec30977cf', 'code': 200} Aug 10 03:13:57.492295 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '270ffe6d-50f1-4c26-8378-1ac9a122cbfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '588af903-4c45-4416-8282-a836a85c3aae', 'code': 200} Aug 10 03:13:57.530782 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db50e1f-c52b-42dc-b907-cc7aa8681983 req-06f6d621-884a-4c66-a7f9-417cc28825e7 tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:57.530782 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3db50e1f-c52b-42dc-b907-cc7aa8681983 req-06f6d621-884a-4c66-a7f9-417cc28825e7 tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2c409cf-4e24-4203-80d0-e657a44f76fb HTTP/1.1" status: 200 len: 949 time: 0.1353214 Aug 10 03:13:57.673120 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3db50e1f-c52b-42dc-b907-cc7aa8681983 req-5eac4e1f-c416-44f3-a32a-034010619cf2 tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] 10.222.0.62 "GET /v2.0/security-groups?id=d296be60-5d99-487d-9415-66ba3f9aafd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433954 Aug 10 03:13:57.700026 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc1ac43-536d-48b0-be3e-1c23ca9d1cfa req-516b566f-04a1-4c7e-a804-ed0de73c1781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:57.702150 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5fc1ac43-536d-48b0-be3e-1c23ca9d1cfa req-516b566f-04a1-4c7e-a804-ed0de73c1781 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b2c409cf-4e24-4203-80d0-e657a44f76fb HTTP/1.1" status: 200 len: 1101 time: 0.1089995 Aug 10 03:13:57.714542 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d34ddf-d8a0-4886-8eec-51c422c16d8a req-bd3c64f2-25ac-4c57-b0c1-2be9a63b4587 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:57.716709 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-31d34ddf-d8a0-4886-8eec-51c422c16d8a req-bd3c64f2-25ac-4c57-b0c1-2be9a63b4587 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 949 time: 0.0963321 Aug 10 03:13:57.765638 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5fc1ac43-536d-48b0-be3e-1c23ca9d1cfa req-bfbf3cdc-1215-44a3-bc24-cc8ed5b91d89 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d296be60-5d99-487d-9415-66ba3f9aafd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476642 Aug 10 03:13:57.794355 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-31d34ddf-d8a0-4886-8eec-51c422c16d8a req-8423bf87-ec28-4971-b469-8f33a346a5ff tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642085 Aug 10 03:13:58.153513 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6d042ce4-57c2-4a24-8b18-c655aa94d332 req-4019df56-6b5b-4c4a-9834-73b5550b342b tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] 10.222.0.62 "GET /v2.0/ports?device_id=197caf17-e720-457e-bcbe-edc68e5526d9 HTTP/1.1" status: 200 len: 210 time: 0.0373790 Aug 10 03:13:58.390190 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-38a4ec5c-a63d-4625-a0f8-05055e219656 req-5f45cb18-292d-48d3-8c3c-498d20df7420 tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=465acbf95fbd46dc914a6e43df551e51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375094 Aug 10 03:13:58.562639 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fb0ed0-413d-4678-bae2-ffcdc612afdb req-91fa938f-8e03-4629-a333-80db8f7ec87f tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:58.564230 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f6fb0ed0-413d-4678-bae2-ffcdc612afdb req-91fa938f-8e03-4629-a333-80db8f7ec87f tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e45f08f3-5be9-4b37-80fc-507bbda2252b HTTP/1.1" status: 200 len: 945 time: 0.1067843 Aug 10 03:13:58.576585 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4ec5c-a63d-4625-a0f8-05055e219656 req-bd762933-2c65-4012-ade0-a405a6f82320 tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:58.578087 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-38a4ec5c-a63d-4625-a0f8-05055e219656 req-bd762933-2c65-4012-ade0-a405a6f82320 tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1785536 Aug 10 03:13:58.604104 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-38a4ec5c-a63d-4625-a0f8-05055e219656 req-f3fa37b7-3432-4d3b-b909-aa8f56d22c01 tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] Request body: {'port': {'device_id': '197caf17-e720-457e-bcbe-edc68e5526d9', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'admin_state_up': True, 'tenant_id': '465acbf95fbd46dc914a6e43df551e51'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:58.674952 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f6fb0ed0-413d-4678-bae2-ffcdc612afdb req-5fc4981a-557c-4829-9466-9c666a5f3094 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957859 Aug 10 03:13:58.868514 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38a4ec5c-a63d-4625-a0f8-05055e219656 req-f3fa37b7-3432-4d3b-b909-aa8f56d22c01 tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] Made reservation on behalf of 465acbf95fbd46dc914a6e43df551e51 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:13:58.871835 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-38a4ec5c-a63d-4625-a0f8-05055e219656 req-f3fa37b7-3432-4d3b-b909-aa8f56d22c01 tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:58.884274 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-38a4ec5c-a63d-4625-a0f8-05055e219656 req-f3fa37b7-3432-4d3b-b909-aa8f56d22c01 tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:58.895418 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c186f85-1536-4ca4-9dc4-228961db65b2 req-cdb4274f-2874-4558-8c7b-80268c9b263f tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:58.896966 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9c186f85-1536-4ca4-9dc4-228961db65b2 req-cdb4274f-2874-4558-8c7b-80268c9b263f tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2c409cf-4e24-4203-80d0-e657a44f76fb HTTP/1.1" status: 200 len: 949 time: 0.1274195 Aug 10 03:13:58.925970 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c5c7b-36b0-4e26-bf79-276ea1f9a1c3 req-6b658521-ac99-4a09-aaa3-d718b4f60bc0 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:58.927513 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4e7c5c7b-36b0-4e26-bf79-276ea1f9a1c3 req-6b658521-ac99-4a09-aaa3-d718b4f60bc0 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e45f08f3-5be9-4b37-80fc-507bbda2252b HTTP/1.1" status: 200 len: 945 time: 0.1671512 Aug 10 03:13:58.981866 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9c186f85-1536-4ca4-9dc4-228961db65b2 req-9b772ae2-dbe0-4bbd-bfc3-27787e4100e4 tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] 10.222.0.62 "GET /v2.0/security-groups?id=d296be60-5d99-487d-9415-66ba3f9aafd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739965 Aug 10 03:13:59.046548 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4e7c5c7b-36b0-4e26-bf79-276ea1f9a1c3 req-2e0207ce-1500-4e2e-8c67-9568c7fad6f4 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028779 Aug 10 03:13:59.128775 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-38a4ec5c-a63d-4625-a0f8-05055e219656 req-f3fa37b7-3432-4d3b-b909-aa8f56d22c01 tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:59.147215 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-38a4ec5c-a63d-4625-a0f8-05055e219656 req-f3fa37b7-3432-4d3b-b909-aa8f56d22c01 tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:59.184548 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa37b7-3432-4d3b-b909-aa8f56d22c01 tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=241a0b74-721b-493f-a788-98a679f3afbe,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:59.249415 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac060e-8a4a-45ff-b26d-9637daa137cf req-3a45ff3f-db4a-46ab-9e29-11be7ebf74f5 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:59.251038 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a0ac060e-8a4a-45ff-b26d-9637daa137cf req-3a45ff3f-db4a-46ab-9e29-11be7ebf74f5 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 949 time: 0.1455262 Aug 10 03:13:59.337468 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a0ac060e-8a4a-45ff-b26d-9637daa137cf req-63be1e13-9485-4737-8906-be7323985f15 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771794 Aug 10 03:13:59.366530 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-38a4ec5c-a63d-4625-a0f8-05055e219656 req-f3fa37b7-3432-4d3b-b909-aa8f56d22c01 tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] Allocated IP 192.168.233.233 (f1b7997e-1a2a-4260-9d7d-b6cf90b8801d/c2e3eb0b-907c-4ac4-809e-ae9609bc8c67/c34b3688-cbd5-464a-ab29-e8e3920e3402) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:13:59.509589 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d1b19a7a-519f-493c-a5a6-721eb1ebf90c req-324a004a-0396-4323-9080-065d0c550677 tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] 10.222.0.62 "GET /v2.0/ports?device_id=197caf17-e720-457e-bcbe-edc68e5526d9 HTTP/1.1" status: 200 len: 210 time: 0.0530105 Aug 10 03:13:59.620927 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-38a4ec5c-a63d-4625-a0f8-05055e219656 req-f3fa37b7-3432-4d3b-b909-aa8f56d22c01 tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:59.637607 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-38a4ec5c-a63d-4625-a0f8-05055e219656 req-f3fa37b7-3432-4d3b-b909-aa8f56d22c01 tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] Transition to ACTIVE for port object c34b3688-cbd5-464a-ab29-e8e3920e3402 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:13:59.745856 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-38a4ec5c-a63d-4625-a0f8-05055e219656 req-f3fa37b7-3432-4d3b-b909-aa8f56d22c01 tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:59.814014 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38a4ec5c-a63d-4625-a0f8-05055e219656 req-f3fa37b7-3432-4d3b-b909-aa8f56d22c01 tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] Network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:13:59.822184 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-38a4ec5c-a63d-4625-a0f8-05055e219656 req-f3fa37b7-3432-4d3b-b909-aa8f56d22c01 tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:13:59.824201 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa37b7-3432-4d3b-b909-aa8f56d22c01 tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] Pushing event updated for resources: {'Port': ['ID=c34b3688-cbd5-464a-ab29-e8e3920e3402,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:59.826466 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-38a4ec5c-a63d-4625-a0f8-05055e219656 req-f3fa37b7-3432-4d3b-b909-aa8f56d22c01 tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:13:59.870595 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3c721-c8c2-4370-bdf6-c3aeac6b9257 req-e85fcad0-8815-440b-ab73-579c15b01b7c tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:59.878236 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-63a3c721-c8c2-4370-bdf6-c3aeac6b9257 req-e85fcad0-8815-440b-ab73-579c15b01b7c tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/networks?id=0cf0f7c8-c356-4a79-bd3e-8005302f9371 HTTP/1.1" status: 200 len: 814 time: 0.2155764 Aug 10 03:13:59.902680 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-63a3c721-c8c2-4370-bdf6-c3aeac6b9257 req-e8d9f2b5-b646-4201-923c-1a04ca9c4c53 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/quotas/c1193550364e4f108017499cab055ad4 HTTP/1.1" status: 200 len: 375 time: 0.0233769 Aug 10 03:13:59.927177 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4ec5c-a63d-4625-a0f8-05055e219656 req-f3fa37b7-3432-4d3b-b909-aa8f56d22c01 tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:59.927807 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-38a4ec5c-a63d-4625-a0f8-05055e219656 req-f3fa37b7-3432-4d3b-b909-aa8f56d22c01 tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:59.969242 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-38a4ec5c-a63d-4625-a0f8-05055e219656 req-f3fa37b7-3432-4d3b-b909-aa8f56d22c01 tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3740647 Aug 10 03:13:59.984686 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-63a3c721-c8c2-4370-bdf6-c3aeac6b9257 req-a7676cd2-2894-417b-8b16-dd71c943b8d4 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c1193550364e4f108017499cab055ad4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0810771 Aug 10 03:13:59.991057 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-38a4ec5c-a63d-4625-a0f8-05055e219656 req-81b72a4e-daba-460d-8df6-3ca9e4401da9 service neutron] Request body: {'port': {'device_id': '197caf17-e720-457e-bcbe-edc68e5526d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:00.158903 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-38a4ec5c-a63d-4625-a0f8-05055e219656 req-81b72a4e-daba-460d-8df6-3ca9e4401da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:00.202028 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4106d-2a32-4be1-8de9-dded3ab5f640 req-35412ff3-a433-4a7a-9dd9-156c771b8cf8 tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:00.209491 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d3f4106d-2a32-4be1-8de9-dded3ab5f640 req-35412ff3-a433-4a7a-9dd9-156c771b8cf8 tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2c409cf-4e24-4203-80d0-e657a44f76fb HTTP/1.1" status: 200 len: 949 time: 0.1045337 Aug 10 03:14:00.214154 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-dc3981b8-dd5b-43b6-9cd9-2319dc49a808 None None] Provisioning for port c34b3688-cbd5-464a-ab29-e8e3920e3402 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:14:00.220253 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-dc3981b8-dd5b-43b6-9cd9-2319dc49a808 None None] Provisioning complete for port c34b3688-cbd5-464a-ab29-e8e3920e3402 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:14:00.220928 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-dc3981b8-dd5b-43b6-9cd9-2319dc49a808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:00.257097 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-63a3c721-c8c2-4370-bdf6-c3aeac6b9257 req-39be312a-177f-4c86-afab-fadc4e6137d8 service neutron] 10.222.0.62 "GET /v2.0/networks/0cf0f7c8-c356-4a79-bd3e-8005302f9371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624633 Aug 10 03:14:00.292757 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-592305d4-5bb3-4f31-ad34-175340dfa235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:00.295054 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-dc3981b8-dd5b-43b6-9cd9-2319dc49a808 None None] Port c34b3688-cbd5-464a-ab29-e8e3920e3402 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:14:00.422483 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d3f4106d-2a32-4be1-8de9-dded3ab5f640 req-20284d57-76cf-4805-9893-a8342d3eabb4 tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] 10.222.0.62 "GET /v2.0/security-groups?id=d296be60-5d99-487d-9415-66ba3f9aafd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117350 Aug 10 03:14:00.524687 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-63a3c721-c8c2-4370-bdf6-c3aeac6b9257 req-4d7eb8e8-0b1a-4751-81b9-c8d909fc9bb1 service neutron] 10.222.0.62 "GET /v2.0/networks/0cf0f7c8-c356-4a79-bd3e-8005302f9371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667212 Aug 10 03:14:00.686265 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-38a4ec5c-a63d-4625-a0f8-05055e219656 req-81b72a4e-daba-460d-8df6-3ca9e4401da9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c34b3688-cbd5-464a-ab29-e8e3920e3402 {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:14:00.696328 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-38a4ec5c-a63d-4625-a0f8-05055e219656 req-81b72a4e-daba-460d-8df6-3ca9e4401da9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:00.738292 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-38a4ec5c-a63d-4625-a0f8-05055e219656 req-81b72a4e-daba-460d-8df6-3ca9e4401da9 service neutron] Transition to ACTIVE for port object c34b3688-cbd5-464a-ab29-e8e3920e3402 will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:14:00.745845 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-38a4ec5c-a63d-4625-a0f8-05055e219656 req-81b72a4e-daba-460d-8df6-3ca9e4401da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:00.767008 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb8f5f-902b-4544-8f9f-330f2b59fef5 req-bf506283-26c5-415c-82b4-6fc531ac0fc5 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:00.768725 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-89cb8f5f-902b-4544-8f9f-330f2b59fef5 req-bf506283-26c5-415c-82b4-6fc531ac0fc5 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 949 time: 0.0693135 Aug 10 03:14:00.832398 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b72a4e-daba-460d-8df6-3ca9e4401da9 service neutron] Pushing event updated for resources: {'Port': ['ID=c34b3688-cbd5-464a-ab29-e8e3920e3402,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:00.885883 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-89cb8f5f-902b-4544-8f9f-330f2b59fef5 req-521fd989-bc3e-4a63-bb92-b39d11fc7b89 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950656 Aug 10 03:14:00.939054 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 6f74f8bb-35fc-45f2-b1ea-df552563bc55 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:14:00.946408 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 6f74f8bb-35fc-45f2-b1ea-df552563bc55 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:14:01.015624 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-38a4ec5c-a63d-4625-a0f8-05055e219656 req-81b72a4e-daba-460d-8df6-3ca9e4401da9 service neutron] Attempting to bind port c34b3688-cbd5-464a-ab29-e8e3920e3402 on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:14:01.016024 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-38a4ec5c-a63d-4625-a0f8-05055e219656 req-81b72a4e-daba-460d-8df6-3ca9e4401da9 service neutron] Attempting to bind port c34b3688-cbd5-464a-ab29-e8e3920e3402 by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:14:01.016304 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a4ec5c-a63d-4625-a0f8-05055e219656 req-81b72a4e-daba-460d-8df6-3ca9e4401da9 service neutron] Attempting to bind port c34b3688-cbd5-464a-ab29-e8e3920e3402 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:14:01.035904 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a4ec5c-a63d-4625-a0f8-05055e219656 req-81b72a4e-daba-460d-8df6-3ca9e4401da9 service neutron] Port c34b3688-cbd5-464a-ab29-e8e3920e3402 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:14:01.036390 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a4ec5c-a63d-4625-a0f8-05055e219656 req-81b72a4e-daba-460d-8df6-3ca9e4401da9 service neutron] Attempting to bind port c34b3688-cbd5-464a-ab29-e8e3920e3402 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:14:01.052378 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a4ec5c-a63d-4625-a0f8-05055e219656 req-81b72a4e-daba-460d-8df6-3ca9e4401da9 service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:14:01.052785 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a4ec5c-a63d-4625-a0f8-05055e219656 req-81b72a4e-daba-460d-8df6-3ca9e4401da9 service neutron] Checking segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:14:01.053112 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a4ec5c-a63d-4625-a0f8-05055e219656 req-81b72a4e-daba-460d-8df6-3ca9e4401da9 service neutron] Bound using segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:14:01.053564 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-38a4ec5c-a63d-4625-a0f8-05055e219656 req-81b72a4e-daba-460d-8df6-3ca9e4401da9 service neutron] Bound port: c34b3688-cbd5-464a-ab29-e8e3920e3402, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:14:01.053932 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-38a4ec5c-a63d-4625-a0f8-05055e219656 req-81b72a4e-daba-460d-8df6-3ca9e4401da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:01.180687 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed6733-fe0c-44b5-bdba-88f935f16f7f req-1b1c289e-0215-47f2-b965-a912265c98ff tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:01.184911 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3aed6733-fe0c-44b5-bdba-88f935f16f7f req-1b1c289e-0215-47f2-b965-a912265c98ff tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.58 "GET /v2.0/ports?device_id=e45f08f3-5be9-4b37-80fc-507bbda2252b HTTP/1.1" status: 200 len: 945 time: 0.1248777 Aug 10 03:14:01.216906 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-38a4ec5c-a63d-4625-a0f8-05055e219656 req-81b72a4e-daba-460d-8df6-3ca9e4401da9 service neutron] For port c34b3688-cbd5-464a-ab29-e8e3920e3402, host n-h1-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:14:01.221151 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-38a4ec5c-a63d-4625-a0f8-05055e219656 req-81b72a4e-daba-460d-8df6-3ca9e4401da9 service neutron] For port c34b3688-cbd5-464a-ab29-e8e3920e3402, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=c34b3688-cbd5-464a-ab29-e8e3920e3402,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:14:01.236048 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-38a4ec5c-a63d-4625-a0f8-05055e219656 req-81b72a4e-daba-460d-8df6-3ca9e4401da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:01.331220 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-3aed6733-fe0c-44b5-bdba-88f935f16f7f req-dfe68ff6-c496-4dc2-8167-2db7ccf5b2b8 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Deleting port f209d797-5aae-48b5-9ca6-eee4c778150e {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:14:01.332281 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-3aed6733-fe0c-44b5-bdba-88f935f16f7f req-dfe68ff6-c496-4dc2-8167-2db7ccf5b2b8 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:01.332664 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4ec5c-a63d-4625-a0f8-05055e219656 req-81b72a4e-daba-460d-8df6-3ca9e4401da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:01.333429 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-38a4ec5c-a63d-4625-a0f8-05055e219656 req-81b72a4e-daba-460d-8df6-3ca9e4401da9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:01.342330 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-38a4ec5c-a63d-4625-a0f8-05055e219656 req-81b72a4e-daba-460d-8df6-3ca9e4401da9 service neutron] 10.222.0.58 "PUT /v2.0/ports/c34b3688-cbd5-464a-ab29-e8e3920e3402 HTTP/1.1" status: 200 len: 1097 time: 1.3560982 Aug 10 03:14:01.348828 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '197caf17-e720-457e-bcbe-edc68e5526d9', 'tag': 'c34b3688-cbd5-464a-ab29-e8e3920e3402'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:01.350042 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:01.357597 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943e6c04-461f-43dd-a47b-fbf2ade5a286" -d '{"events": [{"name": "network-changed", "server_uuid": "197caf17-e720-457e-bcbe-edc68e5526d9", "tag": "c34b3688-cbd5-464a-ab29-e8e3920e3402"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:01.419342 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 6f74f8bb-35fc-45f2-b1ea-df552563bc55, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=6f74f8bb-35fc-45f2-b1ea-df552563bc55,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:01.461488 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 6f74f8bb-35fc-45f2-b1ea-df552563bc55, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=6f74f8bb-35fc-45f2-b1ea-df552563bc55,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:01.468520 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29ba1570-c35b-4931-967d-0516a0c65fc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f74f8bb-35fc-45f2-b1ea-df552563bc55'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:01.471174 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10629aca-5705-45ca-adec-7cd8e0fdfbf3" -d '{"events": [{"server_uuid": "29ba1570-c35b-4931-967d-0516a0c65fc0", "name": "network-vif-unplugged", "status": "completed", "tag": "6f74f8bb-35fc-45f2-b1ea-df552563bc55"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:01.479848 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:01.481931 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b72a4e-daba-460d-8df6-3ca9e4401da9 service neutron] Pushing event updated for resources: {'Port': ['ID=c34b3688-cbd5-464a-ab29-e8e3920e3402,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:01.502275 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': '6f74f8bb-35fc-45f2-b1ea-df552563bc55', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'port_id': '6f74f8bb-35fc-45f2-b1ea-df552563bc55', 'mac_address': 'fa:16:3e:05:80:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e3eb0b-907c-4ac4-809e-ae9609bc8c67', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:14:01.516880 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cd6f65-c9ac-471c-afe5-19e08b8b5ebe req-d5d8ad1c-c05a-45ba-91d0-7d2d5b85eabf tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:01.518521 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b8cd6f65-c9ac-471c-afe5-19e08b8b5ebe req-d5d8ad1c-c05a-45ba-91d0-7d2d5b85eabf tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] 10.222.0.62 "GET /v2.0/ports?device_id=197caf17-e720-457e-bcbe-edc68e5526d9 HTTP/1.1" status: 200 len: 948 time: 0.2961800 Aug 10 03:14:01.576221 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-3aed6733-fe0c-44b5-bdba-88f935f16f7f req-dfe68ff6-c496-4dc2-8167-2db7ccf5b2b8 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] For port f209d797-5aae-48b5-9ca6-eee4c778150e, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=f209d797-5aae-48b5-9ca6-eee4c778150e,segment=NetworkSegment(db7476b4-7245-4e51-b6d1-619dc5627d38),segment_id=db7476b4-7245-4e51-b6d1-619dc5627d38)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:01.577151 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-3aed6733-fe0c-44b5-bdba-88f935f16f7f req-dfe68ff6-c496-4dc2-8167-2db7ccf5b2b8 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:01.599598 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a8f8c29f-d06c-4dd8-a07c-6f454401d698 req-86b5dcc9-fed5-4455-a09f-89a8c9c41a4d tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d2e5ea5-c96f-406e-b246-f844e2143518 HTTP/1.1" status: 200 len: 210 time: 0.0781384 Aug 10 03:14:01.604519 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:01.607699 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=6f74f8bb-35fc-45f2-b1ea-df552563bc55,revision_number=9']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:01.614515 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-3aed6733-fe0c-44b5-bdba-88f935f16f7f req-dfe68ff6-c496-4dc2-8167-2db7ccf5b2b8 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Calling delete_port for f209d797-5aae-48b5-9ca6-eee4c778150e owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:14:01.619940 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4ec5c-a63d-4625-a0f8-05055e219656 req-b45e5f5b-1550-4375-82e5-efb17b5c3173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:01.626667 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-38a4ec5c-a63d-4625-a0f8-05055e219656 req-b45e5f5b-1550-4375-82e5-efb17b5c3173 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=465acbf95fbd46dc914a6e43df551e51&device_id=197caf17-e720-457e-bcbe-edc68e5526d9 HTTP/1.1" status: 200 len: 1100 time: 0.2187316 Aug 10 03:14:01.629942 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:01.630621 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:01.632255 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:01.633482 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:01.635022 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:01.636222 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:01.637721 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:01.639657 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:01.640186 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:01.640700 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:01.642026 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:01.642445 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:01.664046 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f74f8bb-35fc-45f2-b1ea-df552563bc55 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:14:01.689222 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 6f74f8bb-35fc-45f2-b1ea-df552563bc55, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=6f74f8bb-35fc-45f2-b1ea-df552563bc55,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:01.703180 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:01.745981 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-38a4ec5c-a63d-4625-a0f8-05055e219656 req-cd868188-674a-4128-a128-2634895ff12d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=c34b3688-cbd5-464a-ab29-e8e3920e3402 HTTP/1.1" status: 200 len: 217 time: 0.0820808 Aug 10 03:14:01.765658 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b8cd6f65-c9ac-471c-afe5-19e08b8b5ebe req-354a3aab-4572-4c9e-a19a-32412c73b785 tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] 10.222.0.62 "GET /v2.0/security-groups?id=241a0b74-721b-493f-a788-98a679f3afbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237437 Aug 10 03:14:01.778227 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=6f74f8bb-35fc-45f2-b1ea-df552563bc55,revision_number=10']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:01.837152 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8de5f8-c0bf-4b66-87c6-6dc851c9fba8 x-openstack-request-id: req-2c8de5f8-c0bf-4b66-87c6-6dc851c9fba8 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:01.837814 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "197caf17-e720-457e-bcbe-edc68e5526d9", "tag": "c34b3688-cbd5-464a-ab29-e8e3920e3402", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:01.838477 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2c8de5f8-c0bf-4b66-87c6-6dc851c9fba8 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:01.839133 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '197caf17-e720-457e-bcbe-edc68e5526d9', 'tag': 'c34b3688-cbd5-464a-ab29-e8e3920e3402', 'status': 'completed', 'code': 200} Aug 10 03:14:01.871700 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4ec5c-a63d-4625-a0f8-05055e219656 req-a8c77c17-3562-4d55-bed4-a2b26d19b163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:01.873467 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-38a4ec5c-a63d-4625-a0f8-05055e219656 req-a8c77c17-3562-4d55-bed4-a2b26d19b163 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.1121156 Aug 10 03:14:01.881107 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7218fd74-f4cc-4e85-9547-ca7a71708e91 x-openstack-request-id: req-7218fd74-f4cc-4e85-9547-ca7a71708e91 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:01.881402 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29ba1570-c35b-4931-967d-0516a0c65fc0", "name": "network-vif-unplugged", "status": "completed", "tag": "6f74f8bb-35fc-45f2-b1ea-df552563bc55", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:01.881702 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7218fd74-f4cc-4e85-9547-ca7a71708e91 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:01.882107 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29ba1570-c35b-4931-967d-0516a0c65fc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f74f8bb-35fc-45f2-b1ea-df552563bc55', 'code': 200} Aug 10 03:14:01.883191 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1257b90-1375-4992-80bb-443de43b3325 req-e9412f93-e5a8-4647-91f4-6c76a725179e tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:01.891231 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b1257b90-1375-4992-80bb-443de43b3325 req-e9412f93-e5a8-4647-91f4-6c76a725179e tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2c409cf-4e24-4203-80d0-e657a44f76fb HTTP/1.1" status: 200 len: 949 time: 0.1419642 Aug 10 03:14:01.952723 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['6f74f8bb-35fc-45f2-b1ea-df552563bc55'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:01.968042 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-3aed6733-fe0c-44b5-bdba-88f935f16f7f req-dfe68ff6-c496-4dc2-8167-2db7ccf5b2b8 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:01.988610 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b1257b90-1375-4992-80bb-443de43b3325 req-2f1e6e80-43ae-4eaf-b65f-5b6212cb0bb0 tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] 10.222.0.62 "GET /v2.0/security-groups?id=d296be60-5d99-487d-9415-66ba3f9aafd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881007 Aug 10 03:14:02.000231 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4ec5c-a63d-4625-a0f8-05055e219656 req-0f16f29f-7b57-4f7e-a601-52610d5637c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:02.003205 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-38a4ec5c-a63d-4625-a0f8-05055e219656 req-0f16f29f-7b57-4f7e-a601-52610d5637c6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0982378 Aug 10 03:14:02.024703 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe68ff6-c496-4dc2-8167-2db7ccf5b2b8 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Pushing event deleted for resources: {'Port': ['ID=f209d797-5aae-48b5-9ca6-eee4c778150e,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:02.115412 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe68ff6-c496-4dc2-8167-2db7ccf5b2b8 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:02.116020 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe68ff6-c496-4dc2-8167-2db7ccf5b2b8 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:02.116393 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe68ff6-c496-4dc2-8167-2db7ccf5b2b8 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:02.116667 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe68ff6-c496-4dc2-8167-2db7ccf5b2b8 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:02.117103 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe68ff6-c496-4dc2-8167-2db7ccf5b2b8 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:02.117443 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe68ff6-c496-4dc2-8167-2db7ccf5b2b8 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:02.117773 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe68ff6-c496-4dc2-8167-2db7ccf5b2b8 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:02.118153 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe68ff6-c496-4dc2-8167-2db7ccf5b2b8 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:02.118486 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe68ff6-c496-4dc2-8167-2db7ccf5b2b8 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:02.118847 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe68ff6-c496-4dc2-8167-2db7ccf5b2b8 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:02.119378 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe68ff6-c496-4dc2-8167-2db7ccf5b2b8 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:02.120305 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe68ff6-c496-4dc2-8167-2db7ccf5b2b8 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:02.124134 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aed6733-fe0c-44b5-bdba-88f935f16f7f req-dfe68ff6-c496-4dc2-8167-2db7ccf5b2b8 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] No DVR routers for this DVR port f209d797-5aae-48b5-9ca6-eee4c778150e on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:14:02.128171 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-3aed6733-fe0c-44b5-bdba-88f935f16f7f req-dfe68ff6-c496-4dc2-8167-2db7ccf5b2b8 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:02.133012 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3aed6733-fe0c-44b5-bdba-88f935f16f7f req-dfe68ff6-c496-4dc2-8167-2db7ccf5b2b8 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.58 "DELETE /v2.0/ports/f209d797-5aae-48b5-9ca6-eee4c778150e HTTP/1.1" status: 204 len: 173 time: 0.9405947 Aug 10 03:14:02.134007 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45f08f3-5be9-4b37-80fc-507bbda2252b', 'name': 'network-vif-deleted', 'tag': 'f209d797-5aae-48b5-9ca6-eee4c778150e'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:02.137658 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510f5337-2bb7-4b5a-8e5c-df3140e0576f" -d '{"events": [{"server_uuid": "e45f08f3-5be9-4b37-80fc-507bbda2252b", "name": "network-vif-deleted", "tag": "f209d797-5aae-48b5-9ca6-eee4c778150e"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:02.186228 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdda06f4-2d5b-4d68-98f2-e2c25b0f82ce x-openstack-request-id: req-fdda06f4-2d5b-4d68-98f2-e2c25b0f82ce {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:02.186878 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e45f08f3-5be9-4b37-80fc-507bbda2252b", "name": "network-vif-deleted", "tag": "f209d797-5aae-48b5-9ca6-eee4c778150e", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:02.186878 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fdda06f4-2d5b-4d68-98f2-e2c25b0f82ce {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:02.187091 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45f08f3-5be9-4b37-80fc-507bbda2252b', 'name': 'network-vif-deleted', 'tag': 'f209d797-5aae-48b5-9ca6-eee4c778150e', 'status': 'completed', 'code': 200} Aug 10 03:14:02.253646 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d8f39-575b-4035-bf43-6fd71f5cfd2a req-d9375b0b-b77c-4756-a1ed-f0d5fe6a20f5 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:02.260949 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d99d8f39-575b-4035-bf43-6fd71f5cfd2a req-d9375b0b-b77c-4756-a1ed-f0d5fe6a20f5 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 949 time: 0.1764276 Aug 10 03:14:02.270274 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-38a4ec5c-a63d-4625-a0f8-05055e219656 req-64305bea-e770-4942-b27e-dd0754a8b015 service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573898 Aug 10 03:14:02.413668 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d99d8f39-575b-4035-bf43-6fd71f5cfd2a req-4b29e755-aa9e-487b-a9d6-d77bc4e453dd tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517847 Aug 10 03:14:02.470440 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-38a4ec5c-a63d-4625-a0f8-05055e219656 req-e2cc1c36-9f57-49d4-8edd-501102766dec service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707640 Aug 10 03:14:02.658312 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e6c04-461f-43dd-a47b-fbf2ade5a286 req-9c8f9d74-7314-4284-a77f-ba2ea9f11ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:02.660724 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-943e6c04-461f-43dd-a47b-fbf2ade5a286 req-9c8f9d74-7314-4284-a77f-ba2ea9f11ccd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=465acbf95fbd46dc914a6e43df551e51&device_id=197caf17-e720-457e-bcbe-edc68e5526d9 HTTP/1.1" status: 200 len: 1100 time: 0.0651412 Aug 10 03:14:02.674637 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd3e23-4e7f-48d0-8fbb-ad96a718bdcb req-e03dc975-e594-4a8a-ae96-7656c0602347 tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:02.676454 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d8fd3e23-4e7f-48d0-8fbb-ad96a718bdcb req-e03dc975-e594-4a8a-ae96-7656c0602347 tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2c409cf-4e24-4203-80d0-e657a44f76fb HTTP/1.1" status: 200 len: 949 time: 0.0988307 Aug 10 03:14:02.783634 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3c721-c8c2-4370-bdf6-c3aeac6b9257 req-d0d9b4c1-3cbb-4b5f-8798-bff7cf8a6fa8 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:02.785649 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-63a3c721-c8c2-4370-bdf6-c3aeac6b9257 req-d0d9b4c1-3cbb-4b5f-8798-bff7cf8a6fa8 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.58 "GET /v2.0/networks?id=0cf0f7c8-c356-4a79-bd3e-8005302f9371 HTTP/1.1" status: 200 len: 814 time: 0.2008877 Aug 10 03:14:02.806050 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-63a3c721-c8c2-4370-bdf6-c3aeac6b9257 req-63706ddb-d6eb-4e05-9423-f725754311a6 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Request body: {'port': {'device_id': '6d2e5ea5-c96f-406e-b246-f844e2143518', 'network_id': '0cf0f7c8-c356-4a79-bd3e-8005302f9371', 'admin_state_up': True, 'tenant_id': 'c1193550364e4f108017499cab055ad4'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:02.858355 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-79aa8128-b3c3-4c8e-a45d-3b09bf966f8c req-ed90574e-c7c2-49f0-9562-85c3ac50117b tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d2e5ea5-c96f-406e-b246-f844e2143518 HTTP/1.1" status: 200 len: 210 time: 0.0951447 Aug 10 03:14:02.878806 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e6c04-461f-43dd-a47b-fbf2ade5a286 req-971c27fa-6468-45df-9e0e-c84b0cddb220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:02.880379 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-943e6c04-461f-43dd-a47b-fbf2ade5a286 req-971c27fa-6468-45df-9e0e-c84b0cddb220 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d HTTP/1.1" status: 200 len: 870 time: 0.2028601 Aug 10 03:14:02.938874 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 6f74f8bb-35fc-45f2-b1ea-df552563bc55 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:14:02.978816 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-943e6c04-461f-43dd-a47b-fbf2ade5a286 req-151ace31-d9db-4831-ab95-aa2ba9383c0c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=c34b3688-cbd5-464a-ab29-e8e3920e3402 HTTP/1.1" status: 200 len: 217 time: 0.0523169 Aug 10 03:14:03.049011 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63a3c721-c8c2-4370-bdf6-c3aeac6b9257 req-63706ddb-d6eb-4e05-9423-f725754311a6 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Made reservation on behalf of c1193550364e4f108017499cab055ad4 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:14:03.057336 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-63a3c721-c8c2-4370-bdf6-c3aeac6b9257 req-63706ddb-d6eb-4e05-9423-f725754311a6 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:03.129334 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port 6f74f8bb-35fc-45f2-b1ea-df552563bc55 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:14:03.131309 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:03.219716 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-534ce89c-a1f8-4ce8-a6f7-026316231dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:03.318921 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:03.346976 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-63a3c721-c8c2-4370-bdf6-c3aeac6b9257 req-63706ddb-d6eb-4e05-9423-f725754311a6 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Allocated IP 172.20.0.9 (0cf0f7c8-c356-4a79-bd3e-8005302f9371/a8836cca-129c-4b0e-ae0e-fb7a336cf058/82b11227-43ed-4b27-b5c9-a0598834ec35) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:14:03.364138 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 6f74f8bb-35fc-45f2-b1ea-df552563bc55, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=6f74f8bb-35fc-45f2-b1ea-df552563bc55,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:03.380495 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:03.381707 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device f209d797-5aae-48b5-9ca6-eee4c778150e no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:14:03.409971 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:03.415554 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a53a4-d040-4c8b-bf36-7d9b77cb8534 req-5a2bd0a7-c2f8-4d50-b0e3-99ce57c84b23 tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:03.423701 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-505a53a4-d040-4c8b-bf36-7d9b77cb8534 req-5a2bd0a7-c2f8-4d50-b0e3-99ce57c84b23 tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] 10.222.0.62 "GET /v2.0/ports?device_id=197caf17-e720-457e-bcbe-edc68e5526d9 HTTP/1.1" status: 200 len: 948 time: 0.5413241 Aug 10 03:14:03.431523 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: f209d797-5aae-48b5-9ca6-eee4c778150e {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:14:03.432032 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device f209d797-5aae-48b5-9ca6-eee4c778150e not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:14:03.460400 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=6f74f8bb-35fc-45f2-b1ea-df552563bc55,revision_number=11']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:03.521197 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-d8fd3e23-4e7f-48d0-8fbb-ad96a718bdcb req-1f240ca4-2a6f-4a2e-a34e-570609a9877c tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] Deleting port be980642-49cf-4ab6-a662-e69ec30977cf {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:14:03.521840 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d8fd3e23-4e7f-48d0-8fbb-ad96a718bdcb req-1f240ca4-2a6f-4a2e-a34e-570609a9877c tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:03.583268 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-505a53a4-d040-4c8b-bf36-7d9b77cb8534 req-45c1f1fd-5353-4fbe-ae18-05fb1a13bc8d tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] 10.222.0.62 "GET /v2.0/security-groups?id=241a0b74-721b-493f-a788-98a679f3afbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587038 Aug 10 03:14:03.587691 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e6c04-461f-43dd-a47b-fbf2ade5a286 req-a9848b3e-403f-4dfa-9929-b8c34034bf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:03.589414 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-943e6c04-461f-43dd-a47b-fbf2ade5a286 req-a9848b3e-403f-4dfa-9929-b8c34034bf22 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.5970697 Aug 10 03:14:03.599839 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd445ea-9247-4b1c-9cad-d6a029234cff req-5e2d8486-489a-4db8-b00c-54f1ea00ae2d tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:03.607612 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5dd445ea-9247-4b1c-9cad-d6a029234cff req-5e2d8486-489a-4db8-b00c-54f1ea00ae2d tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2c409cf-4e24-4203-80d0-e657a44f76fb HTTP/1.1" status: 200 len: 949 time: 0.2089641 Aug 10 03:14:03.637773 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-63a3c721-c8c2-4370-bdf6-c3aeac6b9257 req-63706ddb-d6eb-4e05-9423-f725754311a6 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:03.695605 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5dd445ea-9247-4b1c-9cad-d6a029234cff req-c0490219-0ce1-496e-8f21-67c8dd05c63f tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] 10.222.0.62 "GET /v2.0/security-groups?id=d296be60-5d99-487d-9415-66ba3f9aafd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855296 Aug 10 03:14:03.717408 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-63a3c721-c8c2-4370-bdf6-c3aeac6b9257 req-63706ddb-d6eb-4e05-9423-f725754311a6 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:03.770017 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63a3c721-c8c2-4370-bdf6-c3aeac6b9257 req-63706ddb-d6eb-4e05-9423-f725754311a6 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Network 0cf0f7c8-c356-4a79-bd3e-8005302f9371 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:14:03.780356 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-63a3c721-c8c2-4370-bdf6-c3aeac6b9257 req-63706ddb-d6eb-4e05-9423-f725754311a6 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:14:03.783950 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a3c721-c8c2-4370-bdf6-c3aeac6b9257 req-63706ddb-d6eb-4e05-9423-f725754311a6 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:14:03.803010 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-d8fd3e23-4e7f-48d0-8fbb-ad96a718bdcb req-1f240ca4-2a6f-4a2e-a34e-570609a9877c tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] For port be980642-49cf-4ab6-a662-e69ec30977cf, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=be980642-49cf-4ab6-a662-e69ec30977cf,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:03.803373 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d8fd3e23-4e7f-48d0-8fbb-ad96a718bdcb req-1f240ca4-2a6f-4a2e-a34e-570609a9877c tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:03.806827 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e6c04-461f-43dd-a47b-fbf2ade5a286 req-53b454f1-e235-486c-a118-c6a0a1187a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:03.810461 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-943e6c04-461f-43dd-a47b-fbf2ade5a286 req-53b454f1-e235-486c-a118-c6a0a1187a87 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1998351 Aug 10 03:14:03.842322 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3c721-c8c2-4370-bdf6-c3aeac6b9257 req-63706ddb-d6eb-4e05-9423-f725754311a6 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:03.843077 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-63a3c721-c8c2-4370-bdf6-c3aeac6b9257 req-63706ddb-d6eb-4e05-9423-f725754311a6 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:03.874557 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-63a3c721-c8c2-4370-bdf6-c3aeac6b9257 req-63706ddb-d6eb-4e05-9423-f725754311a6 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0737951 Aug 10 03:14:03.875950 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-d8fd3e23-4e7f-48d0-8fbb-ad96a718bdcb req-1f240ca4-2a6f-4a2e-a34e-570609a9877c tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] Calling delete_port for be980642-49cf-4ab6-a662-e69ec30977cf owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:14:03.876101 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63706ddb-d6eb-4e05-9423-f725754311a6 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Pushing event updated for resources: {'Port': ['ID=82b11227-43ed-4b27-b5c9-a0598834ec35,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:03.883352 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29ba1570-c35b-4931-967d-0516a0c65fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f74f8bb-35fc-45f2-b1ea-df552563bc55'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:03.885632 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028c9b9d-c9c4-49d6-930a-afcba16d3217" -d '{"events": [{"server_uuid": "29ba1570-c35b-4931-967d-0516a0c65fc0", "name": "network-vif-plugged", "status": "completed", "tag": "6f74f8bb-35fc-45f2-b1ea-df552563bc55"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:03.902535 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-63a3c721-c8c2-4370-bdf6-c3aeac6b9257 req-ec7a3727-dbf0-48b0-8bd3-55e5bc79fa4d service neutron] Request body: {'port': {'device_id': '6d2e5ea5-c96f-406e-b246-f844e2143518', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:03.961464 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-63a3c721-c8c2-4370-bdf6-c3aeac6b9257 req-ec7a3727-dbf0-48b0-8bd3-55e5bc79fa4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:04.097676 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c3e4d-d334-4859-934b-5a4868bcb987 req-c660a022-dfed-4ab9-a004-ae9951face3c tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:04.100060 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-889c3e4d-d334-4859-934b-5a4868bcb987 req-c660a022-dfed-4ab9-a004-ae9951face3c tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 950 time: 0.2686493 Aug 10 03:14:04.112434 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:04.147519 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d1da2-4711-4c96-98c8-6dae4a53c803 req-d709e1ef-d6e4-4bb8-bef2-8ad1aea67022 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:04.149127 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-697d1da2-4711-4c96-98c8-6dae4a53c803 req-d709e1ef-d6e4-4bb8-bef2-8ad1aea67022 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d2e5ea5-c96f-406e-b246-f844e2143518 HTTP/1.1" status: 200 len: 931 time: 0.1540899 Aug 10 03:14:04.206663 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-943e6c04-461f-43dd-a47b-fbf2ade5a286 req-140c544e-b9f8-4918-a3bc-716fdea6f9ec service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869722 Aug 10 03:14:04.217797 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-889c3e4d-d334-4859-934b-5a4868bcb987 req-b2a5b4bb-a0fe-4e8a-95ff-7e11e4bf75c9 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040020 Aug 10 03:14:04.280791 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1978a2b-182e-447f-8929-9958a52b1afb x-openstack-request-id: req-e1978a2b-182e-447f-8929-9958a52b1afb {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:04.281082 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29ba1570-c35b-4931-967d-0516a0c65fc0", "name": "network-vif-plugged", "status": "completed", "tag": "6f74f8bb-35fc-45f2-b1ea-df552563bc55", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:04.281344 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e1978a2b-182e-447f-8929-9958a52b1afb {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:04.281924 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29ba1570-c35b-4931-967d-0516a0c65fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f74f8bb-35fc-45f2-b1ea-df552563bc55', 'code': 200} Aug 10 03:14:04.332154 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-697d1da2-4711-4c96-98c8-6dae4a53c803 req-9ec39d49-cd7b-4841-a522-e314aab785af tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681669 Aug 10 03:14:04.379451 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d8fd3e23-4e7f-48d0-8fbb-ad96a718bdcb req-1f240ca4-2a6f-4a2e-a34e-570609a9877c tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:04.400594 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['be980642-49cf-4ab6-a662-e69ec30977cf'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:04.439319 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-63a3c721-c8c2-4370-bdf6-c3aeac6b9257 req-ec7a3727-dbf0-48b0-8bd3-55e5bc79fa4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82b11227-43ed-4b27-b5c9-a0598834ec35 {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:14:04.464911 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-63a3c721-c8c2-4370-bdf6-c3aeac6b9257 req-ec7a3727-dbf0-48b0-8bd3-55e5bc79fa4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:04.471210 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f240ca4-2a6f-4a2e-a34e-570609a9877c tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] Pushing event deleted for resources: {'Port': ['ID=be980642-49cf-4ab6-a662-e69ec30977cf,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:04.510653 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8fd3e23-4e7f-48d0-8fbb-ad96a718bdcb req-1f240ca4-2a6f-4a2e-a34e-570609a9877c tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] No DVR routers for this DVR port be980642-49cf-4ab6-a662-e69ec30977cf on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:14:04.513812 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-63a3c721-c8c2-4370-bdf6-c3aeac6b9257 req-ec7a3727-dbf0-48b0-8bd3-55e5bc79fa4d service neutron] Transition to ACTIVE for port object 82b11227-43ed-4b27-b5c9-a0598834ec35 will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:14:04.514009 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d8fd3e23-4e7f-48d0-8fbb-ad96a718bdcb req-1f240ca4-2a6f-4a2e-a34e-570609a9877c tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:04.517455 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d8fd3e23-4e7f-48d0-8fbb-ad96a718bdcb req-1f240ca4-2a6f-4a2e-a34e-570609a9877c tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] 10.222.0.60 "DELETE /v2.0/ports/be980642-49cf-4ab6-a662-e69ec30977cf HTTP/1.1" status: 204 len: 173 time: 1.7610674 Aug 10 03:14:04.518256 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c409cf-4e24-4203-80d0-e657a44f76fb', 'name': 'network-vif-deleted', 'tag': 'be980642-49cf-4ab6-a662-e69ec30977cf'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:04.524576 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-63a3c721-c8c2-4370-bdf6-c3aeac6b9257 req-ec7a3727-dbf0-48b0-8bd3-55e5bc79fa4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:04.531097 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10cecbdd-992e-4244-8df1-df050c41de93" -d '{"events": [{"server_uuid": "b2c409cf-4e24-4203-80d0-e657a44f76fb", "name": "network-vif-deleted", "tag": "be980642-49cf-4ab6-a662-e69ec30977cf"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:04.537070 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-943e6c04-461f-43dd-a47b-fbf2ade5a286 req-46b622a2-a676-4e3e-8931-b14658cc9907 service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117473 Aug 10 03:14:04.539662 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bca804-5e26-424a-842d-6c5745696108 req-e7695dd7-bcf8-462b-ab30-22c3fd9815ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:04.541345 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a8bca804-5e26-424a-842d-6c5745696108 req-e7695dd7-bcf8-462b-ab30-22c3fd9815ba service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 1102 time: 0.0728621 Aug 10 03:14:04.616216 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04011be1-f967-4e13-91da-5e60b16578f5 x-openstack-request-id: req-04011be1-f967-4e13-91da-5e60b16578f5 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:04.616643 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c409cf-4e24-4203-80d0-e657a44f76fb", "name": "network-vif-deleted", "tag": "be980642-49cf-4ab6-a662-e69ec30977cf", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:04.617072 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-04011be1-f967-4e13-91da-5e60b16578f5 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:04.617493 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c409cf-4e24-4203-80d0-e657a44f76fb', 'name': 'network-vif-deleted', 'tag': 'be980642-49cf-4ab6-a662-e69ec30977cf', 'status': 'completed', 'code': 200} Aug 10 03:14:04.666804 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a3727-dbf0-48b0-8bd3-55e5bc79fa4d service neutron] Pushing event updated for resources: {'Port': ['ID=82b11227-43ed-4b27-b5c9-a0598834ec35,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:04.812016 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a8bca804-5e26-424a-842d-6c5745696108 req-148c6ba7-b8aa-4afb-9c64-f8939fc4a7c2 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316999 Aug 10 03:14:04.823321 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aeb188-30ee-4042-964d-7b3cca4ea662 req-bcec8fd3-33e8-47ba-bca5-f6f58596bf6a tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:04.843647 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a2aeb188-30ee-4042-964d-7b3cca4ea662 req-bcec8fd3-33e8-47ba-bca5-f6f58596bf6a tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] 10.222.0.62 "GET /v2.0/ports?device_id=197caf17-e720-457e-bcbe-edc68e5526d9 HTTP/1.1" status: 200 len: 948 time: 0.0946355 Aug 10 03:14:04.863655 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-63a3c721-c8c2-4370-bdf6-c3aeac6b9257 req-ec7a3727-dbf0-48b0-8bd3-55e5bc79fa4d service neutron] Attempting to bind port 82b11227-43ed-4b27-b5c9-a0598834ec35 on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:14:04.864120 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-63a3c721-c8c2-4370-bdf6-c3aeac6b9257 req-ec7a3727-dbf0-48b0-8bd3-55e5bc79fa4d service neutron] Attempting to bind port 82b11227-43ed-4b27-b5c9-a0598834ec35 by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': 'db7476b4-7245-4e51-b6d1-619dc5627d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0cf0f7c8-c356-4a79-bd3e-8005302f9371'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:14:04.864521 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a3c721-c8c2-4370-bdf6-c3aeac6b9257 req-ec7a3727-dbf0-48b0-8bd3-55e5bc79fa4d service neutron] Attempting to bind port 82b11227-43ed-4b27-b5c9-a0598834ec35 on network 0cf0f7c8-c356-4a79-bd3e-8005302f9371 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:14:04.869707 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a3c721-c8c2-4370-bdf6-c3aeac6b9257 req-ec7a3727-dbf0-48b0-8bd3-55e5bc79fa4d service neutron] Port 82b11227-43ed-4b27-b5c9-a0598834ec35 on network 0cf0f7c8-c356-4a79-bd3e-8005302f9371 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:14:04.870137 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a3c721-c8c2-4370-bdf6-c3aeac6b9257 req-ec7a3727-dbf0-48b0-8bd3-55e5bc79fa4d service neutron] Attempting to bind port 82b11227-43ed-4b27-b5c9-a0598834ec35 on network 0cf0f7c8-c356-4a79-bd3e-8005302f9371 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:14:04.878056 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a3c721-c8c2-4370-bdf6-c3aeac6b9257 req-ec7a3727-dbf0-48b0-8bd3-55e5bc79fa4d service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:14:04.878547 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a3c721-c8c2-4370-bdf6-c3aeac6b9257 req-ec7a3727-dbf0-48b0-8bd3-55e5bc79fa4d service neutron] Checking segment: {'id': 'db7476b4-7245-4e51-b6d1-619dc5627d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0cf0f7c8-c356-4a79-bd3e-8005302f9371'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:14:04.880103 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a3c721-c8c2-4370-bdf6-c3aeac6b9257 req-ec7a3727-dbf0-48b0-8bd3-55e5bc79fa4d service neutron] Bound using segment: {'id': 'db7476b4-7245-4e51-b6d1-619dc5627d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0cf0f7c8-c356-4a79-bd3e-8005302f9371'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:14:04.880103 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-63a3c721-c8c2-4370-bdf6-c3aeac6b9257 req-ec7a3727-dbf0-48b0-8bd3-55e5bc79fa4d service neutron] Bound port: 82b11227-43ed-4b27-b5c9-a0598834ec35, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db7476b4-7245-4e51-b6d1-619dc5627d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0cf0f7c8-c356-4a79-bd3e-8005302f9371'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:14:04.880103 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-63a3c721-c8c2-4370-bdf6-c3aeac6b9257 req-ec7a3727-dbf0-48b0-8bd3-55e5bc79fa4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:04.920070 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a2aeb188-30ee-4042-964d-7b3cca4ea662 req-4f939882-af29-462e-911c-1934bb3d05de tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] 10.222.0.62 "GET /v2.0/security-groups?id=241a0b74-721b-493f-a788-98a679f3afbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717154 Aug 10 03:14:04.991791 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d1083074-9a39-4a24-aa1e-eca6bc0427d7 req-01e0b88b-554f-45e3-b07f-ca228b4de6a7 tempest-ImagesNegativeTestJSON-561244783 tempest-ImagesNegativeTestJSON-561244783-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2c409cf-4e24-4203-80d0-e657a44f76fb HTTP/1.1" status: 200 len: 210 time: 0.0652888 Aug 10 03:14:04.992013 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-63a3c721-c8c2-4370-bdf6-c3aeac6b9257 req-ec7a3727-dbf0-48b0-8bd3-55e5bc79fa4d service neutron] For port 82b11227-43ed-4b27-b5c9-a0598834ec35, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:14:04.997527 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-63a3c721-c8c2-4370-bdf6-c3aeac6b9257 req-ec7a3727-dbf0-48b0-8bd3-55e5bc79fa4d service neutron] For port 82b11227-43ed-4b27-b5c9-a0598834ec35, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=82b11227-43ed-4b27-b5c9-a0598834ec35,segment=NetworkSegment(db7476b4-7245-4e51-b6d1-619dc5627d38),segment_id=db7476b4-7245-4e51-b6d1-619dc5627d38)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:14:05.007160 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-63a3c721-c8c2-4370-bdf6-c3aeac6b9257 req-ec7a3727-dbf0-48b0-8bd3-55e5bc79fa4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:05.064944 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3c721-c8c2-4370-bdf6-c3aeac6b9257 req-ec7a3727-dbf0-48b0-8bd3-55e5bc79fa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:05.064944 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-63a3c721-c8c2-4370-bdf6-c3aeac6b9257 req-ec7a3727-dbf0-48b0-8bd3-55e5bc79fa4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:05.064944 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-63a3c721-c8c2-4370-bdf6-c3aeac6b9257 req-ec7a3727-dbf0-48b0-8bd3-55e5bc79fa4d service neutron] 10.222.0.58 "PUT /v2.0/ports/82b11227-43ed-4b27-b5c9-a0598834ec35 HTTP/1.1" status: 200 len: 1092 time: 1.1688664 Aug 10 03:14:05.064944 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d2e5ea5-c96f-406e-b246-f844e2143518', 'tag': '82b11227-43ed-4b27-b5c9-a0598834ec35'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:05.067149 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f99bfec-2f5d-46eb-9222-77730567b092" -d '{"events": [{"name": "network-changed", "server_uuid": "6d2e5ea5-c96f-406e-b246-f844e2143518", "tag": "82b11227-43ed-4b27-b5c9-a0598834ec35"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:05.110767 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a3727-dbf0-48b0-8bd3-55e5bc79fa4d service neutron] Pushing event updated for resources: {'Port': ['ID=82b11227-43ed-4b27-b5c9-a0598834ec35,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:05.160942 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8f707d-d7cd-4e4a-97a6-1af18926bb81 x-openstack-request-id: req-2f8f707d-d7cd-4e4a-97a6-1af18926bb81 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:05.161157 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d2e5ea5-c96f-406e-b246-f844e2143518", "tag": "82b11227-43ed-4b27-b5c9-a0598834ec35", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:05.161376 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2f8f707d-d7cd-4e4a-97a6-1af18926bb81 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:05.161773 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d2e5ea5-c96f-406e-b246-f844e2143518', 'tag': '82b11227-43ed-4b27-b5c9-a0598834ec35', 'status': 'completed', 'code': 200} Aug 10 03:14:05.181306 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3c721-c8c2-4370-bdf6-c3aeac6b9257 req-4e649f37-6c5e-407b-b19c-ec10abe5c063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:05.182880 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-63a3c721-c8c2-4370-bdf6-c3aeac6b9257 req-4e649f37-6c5e-407b-b19c-ec10abe5c063 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c1193550364e4f108017499cab055ad4&device_id=6d2e5ea5-c96f-406e-b246-f844e2143518 HTTP/1.1" status: 200 len: 1095 time: 0.0589693 Aug 10 03:14:05.239131 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-63a3c721-c8c2-4370-bdf6-c3aeac6b9257 req-e2a3dbdf-42c6-4a11-84bf-d723dc1b3e76 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82b11227-43ed-4b27-b5c9-a0598834ec35 HTTP/1.1" status: 200 len: 217 time: 0.0390186 Aug 10 03:14:05.311196 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3c721-c8c2-4370-bdf6-c3aeac6b9257 req-012dd06f-a215-457d-91cf-79aa613b6258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:05.312669 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-63a3c721-c8c2-4370-bdf6-c3aeac6b9257 req-012dd06f-a215-457d-91cf-79aa613b6258 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a8836cca-129c-4b0e-ae0e-fb7a336cf058 HTTP/1.1" status: 200 len: 854 time: 0.0609734 Aug 10 03:14:05.377710 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-63a3c721-c8c2-4370-bdf6-c3aeac6b9257 req-9757276d-33cc-4716-80a9-a3ff8cc166e4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0cf0f7c8-c356-4a79-bd3e-8005302f9371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517766 Aug 10 03:14:05.379847 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f54ad91-7305-4b50-a233-8f39ffeb5285 req-420e12ed-d167-417d-9c2c-83fe2b08cef6 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:05.387284 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4f54ad91-7305-4b50-a233-8f39ffeb5285 req-420e12ed-d167-417d-9c2c-83fe2b08cef6 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 950 time: 0.0711899 Aug 10 03:14:05.456692 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4f54ad91-7305-4b50-a233-8f39ffeb5285 req-fb678d35-04e1-478d-baa0-db2748fa2304 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544171 Aug 10 03:14:05.494927 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-63a3c721-c8c2-4370-bdf6-c3aeac6b9257 req-46b97c0a-8a02-4356-b9ce-1464605efa8c service neutron] 10.222.0.58 "GET /v2.0/networks/0cf0f7c8-c356-4a79-bd3e-8005302f9371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048615 Aug 10 03:14:05.538835 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53505b2f-c765-475f-bec9-2f0aec60dfe1 req-2bd558d9-e046-4fed-8997-756cd2963fbf tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:05.546426 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-53505b2f-c765-475f-bec9-2f0aec60dfe1 req-2bd558d9-e046-4fed-8997-756cd2963fbf tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d2e5ea5-c96f-406e-b246-f844e2143518 HTTP/1.1" status: 200 len: 943 time: 0.0886266 Aug 10 03:14:05.591325 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-53505b2f-c765-475f-bec9-2f0aec60dfe1 req-a79ff78d-fbc1-4070-a1fd-e4fd37f0a636 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439203 Aug 10 03:14:05.629909 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-63a3c721-c8c2-4370-bdf6-c3aeac6b9257 req-51bb262e-2aab-4d0b-bd96-f3076cfd7341 service neutron] 10.222.0.58 "GET /v2.0/networks/0cf0f7c8-c356-4a79-bd3e-8005302f9371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273298 Aug 10 03:14:05.748829 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f99bfec-2f5d-46eb-9222-77730567b092 req-be658546-9600-4d9e-bc62-7bf5a70a6702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:05.750833 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7f99bfec-2f5d-46eb-9222-77730567b092 req-be658546-9600-4d9e-bc62-7bf5a70a6702 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c1193550364e4f108017499cab055ad4&device_id=6d2e5ea5-c96f-406e-b246-f844e2143518 HTTP/1.1" status: 200 len: 1095 time: 0.0460708 Aug 10 03:14:05.844967 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:05.880018 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f99bfec-2f5d-46eb-9222-77730567b092 req-4a326ff6-1a97-4c99-bcf1-a08f7a37c4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:05.881919 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7f99bfec-2f5d-46eb-9222-77730567b092 req-4a326ff6-1a97-4c99-bcf1-a08f7a37c4d6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0cf0f7c8-c356-4a79-bd3e-8005302f9371 HTTP/1.1" status: 200 len: 915 time: 0.1236196 Aug 10 03:14:05.937073 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7f99bfec-2f5d-46eb-9222-77730567b092 req-530645cb-a243-4f19-81ea-f039e5e68900 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82b11227-43ed-4b27-b5c9-a0598834ec35 HTTP/1.1" status: 200 len: 217 time: 0.0422373 Aug 10 03:14:06.028611 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f99bfec-2f5d-46eb-9222-77730567b092 req-042b8892-b4f6-4643-a932-cdf5e28df0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:06.030156 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7f99bfec-2f5d-46eb-9222-77730567b092 req-042b8892-b4f6-4643-a932-cdf5e28df0d0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a8836cca-129c-4b0e-ae0e-fb7a336cf058 HTTP/1.1" status: 200 len: 854 time: 0.0768702 Aug 10 03:14:06.071666 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9246922-d5f4-4207-9a66-9d6b23d88c71 req-c2ece7e1-a167-4673-ac1c-e12d8982df44 tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:06.084792 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f9246922-d5f4-4207-9a66-9d6b23d88c71 req-c2ece7e1-a167-4673-ac1c-e12d8982df44 tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] 10.222.0.62 "GET /v2.0/ports?device_id=197caf17-e720-457e-bcbe-edc68e5526d9 HTTP/1.1" status: 200 len: 948 time: 0.0861053 Aug 10 03:14:06.087926 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7f99bfec-2f5d-46eb-9222-77730567b092 req-d4f26457-b5c0-4083-9278-c635b11a10d8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0cf0f7c8-c356-4a79-bd3e-8005302f9371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434518 Aug 10 03:14:06.141178 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f9246922-d5f4-4207-9a66-9d6b23d88c71 req-b91ef244-63b1-4b1a-bff2-5fd6545fc884 tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] 10.222.0.62 "GET /v2.0/security-groups?id=241a0b74-721b-493f-a788-98a679f3afbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508325 Aug 10 03:14:06.239899 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7f99bfec-2f5d-46eb-9222-77730567b092 req-aa089e72-0bfc-4904-89b3-b121987af0a8 service neutron] 10.222.0.58 "GET /v2.0/networks/0cf0f7c8-c356-4a79-bd3e-8005302f9371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415417 Aug 10 03:14:06.349447 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7f99bfec-2f5d-46eb-9222-77730567b092 req-f688c52c-4fd8-4742-b5fe-db591d68f05f service neutron] 10.222.0.58 "GET /v2.0/networks/0cf0f7c8-c356-4a79-bd3e-8005302f9371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989976 Aug 10 03:14:06.563295 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee9176-d27c-4b5a-9193-aa771c432dea req-58eee5a3-af10-4694-8ebe-4bb65f09c4eb tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:06.565114 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0bee9176-d27c-4b5a-9193-aa771c432dea req-58eee5a3-af10-4694-8ebe-4bb65f09c4eb tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 950 time: 0.0525098 Aug 10 03:14:06.612547 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0bee9176-d27c-4b5a-9193-aa771c432dea req-09dff2cc-c920-422e-82c7-1d728bfd7c3b tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403972 Aug 10 03:14:06.667452 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 46162) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:14:06.734025 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea3e08a-b25d-4db3-845a-19d2e5e03241 req-a1e6db7c-74e4-4b88-b034-0be780637f21 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:06.739274 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9ea3e08a-b25d-4db3-845a-19d2e5e03241 req-a1e6db7c-74e4-4b88-b034-0be780637f21 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d2e5ea5-c96f-406e-b246-f844e2143518 HTTP/1.1" status: 200 len: 943 time: 0.0622349 Aug 10 03:14:06.780107 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9ea3e08a-b25d-4db3-845a-19d2e5e03241 req-0cd4768f-632c-419e-b25e-21c6a6efc768 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375023 Aug 10 03:14:06.826022 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-fe9bb6f3-b4c5-4ab9-93cc-f864bd618dfe admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cc88fd1eef334fa49beb2818eeb58007&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1572845 Aug 10 03:14:06.828509 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 46168) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:14:06.847008 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c9b41-49e6-4596-9fb1-4fe30ca8dbdb req-f5f4f9c3-0471-46f4-8769-160e0862df12 tempest-ServersAdminTestJSON-506638107 tempest-ServersAdminTestJSON-506638107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:06.848682 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aa7c9b41-49e6-4596-9fb1-4fe30ca8dbdb req-f5f4f9c3-0471-46f4-8769-160e0862df12 tempest-ServersAdminTestJSON-506638107 tempest-ServersAdminTestJSON-506638107-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 1102 time: 0.0418322 Aug 10 03:14:06.875835 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b1772d4f-2846-4c36-848a-bd0b895451a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:06.883084 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aa7c9b41-49e6-4596-9fb1-4fe30ca8dbdb req-2719b9fa-a550-4b36-8203-2dc628ff8211 tempest-ServersAdminTestJSON-506638107 tempest-ServersAdminTestJSON-506638107-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282719 Aug 10 03:14:06.897487 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b1772d4f-2846-4c36-848a-bd0b895451a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:06.946287 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b1772d4f-2846-4c36-848a-bd0b895451a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:06.949708 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b1772d4f-2846-4c36-848a-bd0b895451a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:06.953504 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b1772d4f-2846-4c36-848a-bd0b895451a5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d296be60-5d99-487d-9415-66ba3f9aafd4 HTTP/1.1" status: 204 len: 168 time: 0.1215174 Aug 10 03:14:06.958398 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device c34b3688-cbd5-464a-ab29-e8e3920e3402 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:14:06.959166 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1772d4f-2846-4c36-848a-bd0b895451a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d296be60-5d99-487d-9415-66ba3f9aafd4,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:07.101892 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port c34b3688-cbd5-464a-ab29-e8e3920e3402, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=c34b3688-cbd5-464a-ab29-e8e3920e3402,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:07.111253 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f02ab-9a45-49aa-818c-8a6f2922575d req-9cfb6ade-f81c-4087-be9a-9898304480bb tempest-ServersAdminTestJSON-506638107 tempest-ServersAdminTestJSON-506638107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:07.113478 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d88f02ab-9a45-49aa-818c-8a6f2922575d req-9cfb6ade-f81c-4087-be9a-9898304480bb tempest-ServersAdminTestJSON-506638107 tempest-ServersAdminTestJSON-506638107-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 1102 time: 0.0426776 Aug 10 03:14:07.115213 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': 'c34b3688-cbd5-464a-ab29-e8e3920e3402', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'port_id': 'c34b3688-cbd5-464a-ab29-e8e3920e3402', 'mac_address': 'fa:16:3e:ad:58:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e3eb0b-907c-4ac4-809e-ae9609bc8c67', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:14:07.153576 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d88f02ab-9a45-49aa-818c-8a6f2922575d req-8c716623-c06e-4eaf-8458-e75634005027 tempest-ServersAdminTestJSON-506638107 tempest-ServersAdminTestJSON-506638107-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341971 Aug 10 03:14:07.161254 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:07.187976 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c34b3688-cbd5-464a-ab29-e8e3920e3402 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:14:07.217356 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port c34b3688-cbd5-464a-ab29-e8e3920e3402, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=c34b3688-cbd5-464a-ab29-e8e3920e3402,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:07.224540 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:07.262137 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd6e33-61a1-400d-8e1a-b5a910349615 req-53e80f42-84b0-4ea8-8e68-4064e52da9ab tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:07.263821 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-12cd6e33-61a1-400d-8e1a-b5a910349615 req-53e80f42-84b0-4ea8-8e68-4064e52da9ab tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] 10.222.0.62 "GET /v2.0/ports?device_id=197caf17-e720-457e-bcbe-edc68e5526d9 HTTP/1.1" status: 200 len: 948 time: 0.0608079 Aug 10 03:14:07.291556 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=c34b3688-cbd5-464a-ab29-e8e3920e3402,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:07.311659 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-12cd6e33-61a1-400d-8e1a-b5a910349615 req-5a146a67-1f9d-443d-8730-86c3e0f0906e tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] 10.222.0.62 "GET /v2.0/security-groups?id=241a0b74-721b-493f-a788-98a679f3afbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416129 Aug 10 03:14:07.342969 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device be980642-49cf-4ab6-a662-e69ec30977cf no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:14:07.375365 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: be980642-49cf-4ab6-a662-e69ec30977cf {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:14:07.375714 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device be980642-49cf-4ab6-a662-e69ec30977cf not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:14:07.485682 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['c34b3688-cbd5-464a-ab29-e8e3920e3402'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:07.498871 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a486d4-ecf9-458d-ae88-5b73191deaf5 req-8f18b7ba-8ac4-4c96-8b36-6729586487f0 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:07.500887 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c3a486d4-ecf9-458d-ae88-5b73191deaf5 req-8f18b7ba-8ac4-4c96-8b36-6729586487f0 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=894f3a44-1def-44c0-a554-73f9e490cb92 HTTP/1.1" status: 200 len: 949 time: 0.0599763 Aug 10 03:14:07.551990 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c3a486d4-ecf9-458d-ae88-5b73191deaf5 req-b3648ff7-f81e-4375-bd7e-3748db9c595e tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441594 Aug 10 03:14:07.597647 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfccad1-1263-4ab0-be8b-9813e6e141f7 req-094d4035-4b89-4718-af41-ddc237133c9b tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:07.599198 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cbfccad1-1263-4ab0-be8b-9813e6e141f7 req-094d4035-4b89-4718-af41-ddc237133c9b tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] 10.222.0.62 "GET /v2.0/ports?device_id=270ffe6d-50f1-4c26-8378-1ac9a122cbfa HTTP/1.1" status: 200 len: 950 time: 0.0690844 Aug 10 03:14:07.641671 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cbfccad1-1263-4ab0-be8b-9813e6e141f7 req-0ab4c383-a619-4e6c-abb2-936e8b7773cb tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] 10.222.0.62 "GET /v2.0/security-groups?id=15c10190-2ea4-485f-8f55-415e66c74675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353568 Aug 10 03:14:07.732622 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 46234) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:14:07.832973 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-0802abe8-03c8-44a3-941b-6438bb840982 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1090862132-network', 'tenant_id': 'd6ebfa75f66e435ca5304dff9dabf47f'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:07.868055 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0802abe8-03c8-44a3-941b-6438bb840982 admin admin] Made reservation on behalf of d6ebfa75f66e435ca5304dff9dabf47f for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:14:07.870664 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0802abe8-03c8-44a3-941b-6438bb840982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:07.879842 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0802abe8-03c8-44a3-941b-6438bb840982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:07.904300 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ec876-3600-49d7-81d8-8f492bcbf29d req-21749d98-4573-49c0-84ba-cd3309578a4e tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:07.906048 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8a1ec876-3600-49d7-81d8-8f492bcbf29d req-21749d98-4573-49c0-84ba-cd3309578a4e tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d2e5ea5-c96f-406e-b246-f844e2143518 HTTP/1.1" status: 200 len: 943 time: 0.0570316 Aug 10 03:14:07.947682 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8a1ec876-3600-49d7-81d8-8f492bcbf29d req-c9af9cf5-8589-4db8-a926-0804890232d5 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344179 Aug 10 03:14:07.991082 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0802abe8-03c8-44a3-941b-6438bb840982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:07.995422 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0802abe8-03c8-44a3-941b-6438bb840982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:08.021294 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0802abe8-03c8-44a3-941b-6438bb840982 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:14:08.032447 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0802abe8-03c8-44a3-941b-6438bb840982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a34a862-d555-4e4a-a332-6f9d46a00f82,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:08.037138 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0802abe8-03c8-44a3-941b-6438bb840982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:08.037530 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-0802abe8-03c8-44a3-941b-6438bb840982 admin admin] Added segment 4ea20076-31f4-4b20-a8fd-0b8aa27a9fb4 of type vlan for network 7632fb28-27a9-49ff-a5c3-9f793f816a2e Aug 10 03:14:08.082313 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0802abe8-03c8-44a3-941b-6438bb840982 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:08.110807 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0802abe8-03c8-44a3-941b-6438bb840982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:08.111749 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0802abe8-03c8-44a3-941b-6438bb840982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:08.112349 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0802abe8-03c8-44a3-941b-6438bb840982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:08.165643 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0802abe8-03c8-44a3-941b-6438bb840982 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4318757 Aug 10 03:14:08.168579 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 46256) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:14:08.173651 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-879dfd93-4480-45e7-b515-e4b39be65561 admin admin] Request body: {'subnet': {'network_id': '7632fb28-27a9-49ff-a5c3-9f793f816a2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1090862132-subnet', 'tenant_id': 'd6ebfa75f66e435ca5304dff9dabf47f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:08.174009 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0802abe8-03c8-44a3-941b-6438bb840982 admin admin] Pushing event updated for resources: {'Network': ['ID=7632fb28-27a9-49ff-a5c3-9f793f816a2e,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:08.184289 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 7632fb28-27a9-49ff-a5c3-9f793f816a2e details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:14:08.194857 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879dfd93-4480-45e7-b515-e4b39be65561 admin admin] Made reservation on behalf of d6ebfa75f66e435ca5304dff9dabf47f for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:14:08.197231 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-879dfd93-4480-45e7-b515-e4b39be65561 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:08.367646 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-879dfd93-4480-45e7-b515-e4b39be65561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:08.458290 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879dfd93-4480-45e7-b515-e4b39be65561 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc04df03-65dd-419c-9c2d-cdf52403a9bc,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:08.468714 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879dfd93-4480-45e7-b515-e4b39be65561 admin admin] Checking segment: {'id': '4ea20076-31f4-4b20-a8fd-0b8aa27a9fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7632fb28-27a9-49ff-a5c3-9f793f816a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:14:08.469074 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879dfd93-4480-45e7-b515-e4b39be65561 admin admin] Network hostable DHCP agents. Network: 7632fb28-27a9-49ff-a5c3-9f793f816a2e, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:14:08.480003 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cce352-0d84-497f-a56e-46a878e7ad2a req-e4f455ed-d41a-4296-b942-3ca329b2ab2f tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:08.481535 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d5cce352-0d84-497f-a56e-46a878e7ad2a req-e4f455ed-d41a-4296-b942-3ca329b2ab2f tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] 10.222.0.62 "GET /v2.0/ports?device_id=197caf17-e720-457e-bcbe-edc68e5526d9 HTTP/1.1" status: 200 len: 949 time: 0.0882947 Aug 10 03:14:08.513161 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879dfd93-4480-45e7-b515-e4b39be65561 admin admin] Network 7632fb28-27a9-49ff-a5c3-9f793f816a2e is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:14:08.528349 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-879dfd93-4480-45e7-b515-e4b39be65561 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 7632fb28-27a9-49ff-a5c3-9f793f816a2e) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:14:08.535340 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879dfd93-4480-45e7-b515-e4b39be65561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:08.535942 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-879dfd93-4480-45e7-b515-e4b39be65561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:08.537351 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39db7cee-337f-4536-b2b8-62a07cece0e5 None None] Network 7632fb28-27a9-49ff-a5c3-9f793f816a2e requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:14:08.541328 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d5cce352-0d84-497f-a56e-46a878e7ad2a req-0322cb68-0d58-4600-8e1c-2529102a309b tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] 10.222.0.62 "GET /v2.0/security-groups?id=241a0b74-721b-493f-a788-98a679f3afbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538745 Aug 10 03:14:08.554879 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-879dfd93-4480-45e7-b515-e4b39be65561 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3851659 Aug 10 03:14:08.679713 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6f506-12e6-4b26-968e-4db027762567 req-09efe212-d779-4330-ba88-cb93c75e8de4 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:08.680698 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e916f5-5754-4bc1-b8dd-d872d71d0a5c None None] Network 7632fb28-27a9-49ff-a5c3-9f793f816a2e requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:14:08.681350 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c9c6f506-12e6-4b26-968e-4db027762567 req-09efe212-d779-4330-ba88-cb93c75e8de4 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=894f3a44-1def-44c0-a554-73f9e490cb92 HTTP/1.1" status: 200 len: 949 time: 0.0562797 Aug 10 03:14:08.729947 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c9c6f506-12e6-4b26-968e-4db027762567 req-210058c2-3fd5-4763-9e70-040d9faa9c2f tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416546 Aug 10 03:14:08.815107 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-04e935ce-3e59-4c49-999a-e270995646e3 req-f05adcfd-4de3-482e-b606-493da769d206 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1916029125', 'description': 'tempest-description-1796873438'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:08.837578 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-04e935ce-3e59-4c49-999a-e270995646e3 req-f05adcfd-4de3-482e-b606-493da769d206 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:08.918385 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-04e935ce-3e59-4c49-999a-e270995646e3 req-f05adcfd-4de3-482e-b606-493da769d206 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:08.922343 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-04e935ce-3e59-4c49-999a-e270995646e3 req-f05adcfd-4de3-482e-b606-493da769d206 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:08.953142 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-04e935ce-3e59-4c49-999a-e270995646e3 req-f05adcfd-4de3-482e-b606-493da769d206 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:08.954396 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-04e935ce-3e59-4c49-999a-e270995646e3 req-f05adcfd-4de3-482e-b606-493da769d206 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1439009 Aug 10 03:14:08.955131 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05adcfd-4de3-482e-b606-493da769d206 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0100807-37b6-4984-9e2d-2710e61b64ad,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:08.966457 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd897c3-dfa3-4663-bfee-545f31b04d4b req-c4048f10-47aa-4eea-a134-426dce68f0bb tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:08.967955 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1dd897c3-dfa3-4663-bfee-545f31b04d4b req-c4048f10-47aa-4eea-a134-426dce68f0bb tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.58 "GET /v2.0/ports?device_id=894f3a44-1def-44c0-a554-73f9e490cb92 HTTP/1.1" status: 200 len: 949 time: 0.0494640 Aug 10 03:14:08.979094 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 82b11227-43ed-4b27-b5c9-a0598834ec35 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:14:08.981940 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device c34b3688-cbd5-464a-ab29-e8e3920e3402 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:14:08.988055 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-f5000735-cf15-45bf-9f50-bf1b61a1a9ad req-21061810-2337-49ae-b7e5-9da1c8144c8a tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2091457103', 'description': 'tempest-description-1790703647'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:09.026847 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-f5000735-cf15-45bf-9f50-bf1b61a1a9ad req-21061810-2337-49ae-b7e5-9da1c8144c8a tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:09.106822 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port c34b3688-cbd5-464a-ab29-e8e3920e3402 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:14:09.137963 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f4324-e592-4271-904f-79a95a4ef35d req-8e3951dd-b796-4678-abe6-4b466d6ee161 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:09.139610 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b35f4324-e592-4271-904f-79a95a4ef35d req-8e3951dd-b796-4678-abe6-4b466d6ee161 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d2e5ea5-c96f-406e-b246-f844e2143518 HTTP/1.1" status: 200 len: 943 time: 0.1014688 Aug 10 03:14:09.148297 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port c34b3688-cbd5-464a-ab29-e8e3920e3402 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:14:09.148787 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:09.207548 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-f5000735-cf15-45bf-9f50-bf1b61a1a9ad req-21061810-2337-49ae-b7e5-9da1c8144c8a tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:09.211495 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b35f4324-e592-4271-904f-79a95a4ef35d req-6006f75d-7085-4e50-88ab-177800794c65 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626311 Aug 10 03:14:09.213223 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-f5000735-cf15-45bf-9f50-bf1b61a1a9ad req-21061810-2337-49ae-b7e5-9da1c8144c8a tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:09.252450 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21061810-2337-49ae-b7e5-9da1c8144c8a tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=195959b8-c4a8-4105-8640-3aeb32a2e94d,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:09.255056 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-f5000735-cf15-45bf-9f50-bf1b61a1a9ad req-21061810-2337-49ae-b7e5-9da1c8144c8a tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:09.265972 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f5000735-cf15-45bf-9f50-bf1b61a1a9ad req-21061810-2337-49ae-b7e5-9da1c8144c8a tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2820749 Aug 10 03:14:09.354271 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 82b11227-43ed-4b27-b5c9-a0598834ec35, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=82b11227-43ed-4b27-b5c9-a0598834ec35,segment=NetworkSegment(db7476b4-7245-4e51-b6d1-619dc5627d38),segment_id=db7476b4-7245-4e51-b6d1-619dc5627d38)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:09.409868 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': '82b11227-43ed-4b27-b5c9-a0598834ec35', 'network_id': '0cf0f7c8-c356-4a79-bd3e-8005302f9371', 'port_id': '82b11227-43ed-4b27-b5c9-a0598834ec35', 'mac_address': 'fa:16:3e:86:fc:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8836cca-129c-4b0e-ae0e-fb7a336cf058', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:14:09.454263 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-1dd897c3-dfa3-4663-bfee-545f31b04d4b req-712d5106-3e1f-452e-976e-e863ab00deb1 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Deleting port ded8df58-77b4-41d9-a256-7af5798c4787 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:14:09.454609 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-1dd897c3-dfa3-4663-bfee-545f31b04d4b req-712d5106-3e1f-452e-976e-e863ab00deb1 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:09.481370 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:09.484708 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:09.508605 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82b11227-43ed-4b27-b5c9-a0598834ec35 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:14:09.522777 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8ca1a-eb95-4e94-9b7a-ad0f2a297e6f req-a0549ca3-9e98-4fe6-83b3-458706d3d2f3 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:09.524476 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2be8ca1a-eb95-4e94-9b7a-ad0f2a297e6f req-a0549ca3-9e98-4fe6-83b3-458706d3d2f3 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/networks?id=7632fb28-27a9-49ff-a5c3-9f793f816a2e HTTP/1.1" status: 200 len: 813 time: 0.1155400 Aug 10 03:14:09.526310 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197caf17-e720-457e-bcbe-edc68e5526d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c34b3688-cbd5-464a-ab29-e8e3920e3402'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:09.529234 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d93461-71f4-42a8-bba2-872589088edb" -d '{"events": [{"server_uuid": "197caf17-e720-457e-bcbe-edc68e5526d9", "name": "network-vif-plugged", "status": "completed", "tag": "c34b3688-cbd5-464a-ab29-e8e3920e3402"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:09.546300 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2be8ca1a-eb95-4e94-9b7a-ad0f2a297e6f req-436b13e9-0d8a-4114-9376-85e962a7c18c tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/quotas/d6ebfa75f66e435ca5304dff9dabf47f HTTP/1.1" status: 200 len: 375 time: 0.0132508 Aug 10 03:14:09.553599 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-1dd897c3-dfa3-4663-bfee-545f31b04d4b req-712d5106-3e1f-452e-976e-e863ab00deb1 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] For port ded8df58-77b4-41d9-a256-7af5798c4787, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=ded8df58-77b4-41d9-a256-7af5798c4787,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:09.553979 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-1dd897c3-dfa3-4663-bfee-545f31b04d4b req-712d5106-3e1f-452e-976e-e863ab00deb1 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:09.554229 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port c34b3688-cbd5-464a-ab29-e8e3920e3402, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=c34b3688-cbd5-464a-ab29-e8e3920e3402,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:09.556313 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 82b11227-43ed-4b27-b5c9-a0598834ec35, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=82b11227-43ed-4b27-b5c9-a0598834ec35,segment=NetworkSegment(db7476b4-7245-4e51-b6d1-619dc5627d38),segment_id=db7476b4-7245-4e51-b6d1-619dc5627d38)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:09.565823 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:09.571468 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-1dd897c3-dfa3-4663-bfee-545f31b04d4b req-712d5106-3e1f-452e-976e-e863ab00deb1 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Calling delete_port for ded8df58-77b4-41d9-a256-7af5798c4787 owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:14:09.572853 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:09.599043 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2be8ca1a-eb95-4e94-9b7a-ad0f2a297e6f req-a8248c54-b01a-4363-951b-2820ceb11dd6 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d6ebfa75f66e435ca5304dff9dabf47f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442991 Aug 10 03:14:09.610901 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7dbb65-ffdf-4854-865c-7484624a2089 x-openstack-request-id: req-fd7dbb65-ffdf-4854-865c-7484624a2089 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:09.611320 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "197caf17-e720-457e-bcbe-edc68e5526d9", "name": "network-vif-plugged", "status": "completed", "tag": "c34b3688-cbd5-464a-ab29-e8e3920e3402", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:09.611732 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fd7dbb65-ffdf-4854-865c-7484624a2089 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:09.612228 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '197caf17-e720-457e-bcbe-edc68e5526d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c34b3688-cbd5-464a-ab29-e8e3920e3402', 'code': 200} Aug 10 03:14:09.639110 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=c34b3688-cbd5-464a-ab29-e8e3920e3402,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:09.721438 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=82b11227-43ed-4b27-b5c9-a0598834ec35,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:09.732313 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2be8ca1a-eb95-4e94-9b7a-ad0f2a297e6f req-90262f9f-7b4e-4cce-89b0-e3f40a9a7c59 service neutron] 10.222.0.62 "GET /v2.0/networks/7632fb28-27a9-49ff-a5c3-9f793f816a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321301 Aug 10 03:14:09.762348 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b7aa0-fc95-4b1d-b637-d096237035ff req-16e43c66-5f21-4ff1-9ff7-dc6bafa4b3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:09.764015 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-9b0b7aa0-fc95-4b1d-b637-d096237035ff req-16e43c66-5f21-4ff1-9ff7-dc6bafa4b3d0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=197caf17-e720-457e-bcbe-edc68e5526d9 HTTP/1.1" status: 200 len: 1102 time: 0.0773351 Aug 10 03:14:09.769908 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-1dd897c3-dfa3-4663-bfee-545f31b04d4b req-712d5106-3e1f-452e-976e-e863ab00deb1 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:09.786365 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['6f74f8bb-35fc-45f2-b1ea-df552563bc55'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:09.789208 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['ff7073c1-c4c9-46c9-9698-1bdeede0d41c'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:09.796680 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb906394-1849-4963-a6c7-f0f97aa7f1df req-6626b3de-b062-4de4-b788-1fe438f409e6 tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:09.796680 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bb906394-1849-4963-a6c7-f0f97aa7f1df req-6626b3de-b062-4de4-b788-1fe438f409e6 tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] 10.222.0.62 "GET /v2.0/ports?device_id=197caf17-e720-457e-bcbe-edc68e5526d9 HTTP/1.1" status: 200 len: 950 time: 0.1256502 Aug 10 03:14:09.817448 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712d5106-3e1f-452e-976e-e863ab00deb1 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Pushing event deleted for resources: {'Port': ['ID=ded8df58-77b4-41d9-a256-7af5798c4787,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:09.842894 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['82b11227-43ed-4b27-b5c9-a0598834ec35'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:09.867063 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bb906394-1849-4963-a6c7-f0f97aa7f1df req-6beb4be9-e2ca-4b14-9524-84b700139f85 tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] 10.222.0.62 "GET /v2.0/security-groups?id=241a0b74-721b-493f-a788-98a679f3afbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603724 Aug 10 03:14:09.893139 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2be8ca1a-eb95-4e94-9b7a-ad0f2a297e6f req-53edca13-da36-417b-a52d-7ec214b081ea service neutron] 10.222.0.62 "GET /v2.0/networks/7632fb28-27a9-49ff-a5c3-9f793f816a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525638 Aug 10 03:14:09.895649 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dd897c3-dfa3-4663-bfee-545f31b04d4b req-712d5106-3e1f-452e-976e-e863ab00deb1 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] No DVR routers for this DVR port ded8df58-77b4-41d9-a256-7af5798c4787 on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:14:09.899770 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-1dd897c3-dfa3-4663-bfee-545f31b04d4b req-712d5106-3e1f-452e-976e-e863ab00deb1 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:09.902114 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1dd897c3-dfa3-4663-bfee-545f31b04d4b req-712d5106-3e1f-452e-976e-e863ab00deb1 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.58 "DELETE /v2.0/ports/ded8df58-77b4-41d9-a256-7af5798c4787 HTTP/1.1" status: 204 len: 173 time: 0.9262803 Aug 10 03:14:09.902824 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894f3a44-1def-44c0-a554-73f9e490cb92', 'name': 'network-vif-deleted', 'tag': 'ded8df58-77b4-41d9-a256-7af5798c4787'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:09.905176 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9633469-8a1f-43ea-9b51-8913dae067a3" -d '{"events": [{"server_uuid": "894f3a44-1def-44c0-a554-73f9e490cb92", "name": "network-vif-deleted", "tag": "ded8df58-77b4-41d9-a256-7af5798c4787"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:09.909639 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-9b0b7aa0-fc95-4b1d-b637-d096237035ff req-711151f8-f567-4360-8f6f-625e70c90913 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=241a0b74-721b-493f-a788-98a679f3afbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373861 Aug 10 03:14:09.959798 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e24fd22e-1bf5-4681-b8dc-e26a3e6ab02a req-47b0fcc2-4d27-4092-baff-f49fb02b9176 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=894f3a44-1def-44c0-a554-73f9e490cb92 HTTP/1.1" status: 200 len: 210 time: 0.0286434 Aug 10 03:14:10.125717 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0555b7d0-4d43-4665-ae76-d93539bfed37 x-openstack-request-id: req-0555b7d0-4d43-4665-ae76-d93539bfed37 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:10.126234 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "894f3a44-1def-44c0-a554-73f9e490cb92", "name": "network-vif-deleted", "tag": "ded8df58-77b4-41d9-a256-7af5798c4787", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:10.126526 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0555b7d0-4d43-4665-ae76-d93539bfed37 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:10.127026 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894f3a44-1def-44c0-a554-73f9e490cb92', 'name': 'network-vif-deleted', 'tag': 'ded8df58-77b4-41d9-a256-7af5798c4787', 'status': 'completed', 'code': 200} Aug 10 03:14:10.127738 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c4034b7b-a3f9-4d9f-922c-dd668b754dff req-0f7979e7-2e83-47eb-995b-6714fe0c69fb tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b52979b-9ae1-4259-8a47-5ff3f736d2b2 HTTP/1.1" status: 200 len: 210 time: 0.0343206 Aug 10 03:14:10.349767 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a84ca-9d91-4266-b25f-cd3eacb9a62b req-62c1bda4-14d7-4e34-9af4-83091870d104 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:10.351446 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ba3a84ca-9d91-4266-b25f-cd3eacb9a62b req-62c1bda4-14d7-4e34-9af4-83091870d104 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d2e5ea5-c96f-406e-b246-f844e2143518 HTTP/1.1" status: 200 len: 944 time: 0.0576313 Aug 10 03:14:10.415845 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ba3a84ca-9d91-4266-b25f-cd3eacb9a62b req-d2c92337-0681-4fe1-bb2f-3f45aa00ca2d tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518937 Aug 10 03:14:10.979452 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8234b1f2-9058-4331-ac27-4d47120a12e6 req-e1dcce74-ff14-48c0-9ae3-fd97a5948eb0 tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:10.980963 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8234b1f2-9058-4331-ac27-4d47120a12e6 req-e1dcce74-ff14-48c0-9ae3-fd97a5948eb0 tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] 10.222.0.62 "GET /v2.0/ports?device_id=197caf17-e720-457e-bcbe-edc68e5526d9 HTTP/1.1" status: 200 len: 950 time: 0.0522387 Aug 10 03:14:10.989029 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 82b11227-43ed-4b27-b5c9-a0598834ec35 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:14:11.046274 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8234b1f2-9058-4331-ac27-4d47120a12e6 req-34c77af1-1d2f-4f32-aee6-b1eff622b367 tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] 10.222.0.62 "GET /v2.0/security-groups?id=241a0b74-721b-493f-a788-98a679f3afbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406923 Aug 10 03:14:11.053062 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port 82b11227-43ed-4b27-b5c9-a0598834ec35 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:14:11.067109 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port 82b11227-43ed-4b27-b5c9-a0598834ec35 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:14:11.067989 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:11.178478 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:11.228777 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 82b11227-43ed-4b27-b5c9-a0598834ec35, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=82b11227-43ed-4b27-b5c9-a0598834ec35,segment=NetworkSegment(db7476b4-7245-4e51-b6d1-619dc5627d38),segment_id=db7476b4-7245-4e51-b6d1-619dc5627d38)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:11.233077 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:11.234256 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device ded8df58-77b4-41d9-a256-7af5798c4787 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:14:11.279179 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: ded8df58-77b4-41d9-a256-7af5798c4787 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:14:11.279637 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device ded8df58-77b4-41d9-a256-7af5798c4787 not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:14:11.312793 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e64aa0c7-e9f3-45be-8dc9-90d4383b1b65 req-79ae6ff6-d319-45a9-b5bd-bb9049ef2ed7 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b52979b-9ae1-4259-8a47-5ff3f736d2b2 HTTP/1.1" status: 200 len: 210 time: 0.0660589 Aug 10 03:14:11.327153 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=82b11227-43ed-4b27-b5c9-a0598834ec35,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:11.362689 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 8d64572f-7789-483d-9754-f3877a851f72 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:14:11.365024 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ff772-1839-4bb5-809b-33fe1c639a2c req-7cfeca7b-649a-4563-8a14-83fecd8d0f1e tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:11.366406 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 588af903-4c45-4416-8282-a836a85c3aae no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:14:11.367548 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4d8ff772-1839-4bb5-809b-33fe1c639a2c req-7cfeca7b-649a-4563-8a14-83fecd8d0f1e tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f6a9b64-6743-4a8e-b2e5-62ffafe6d401 HTTP/1.1" status: 200 len: 950 time: 0.1195650 Aug 10 03:14:11.386621 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8ca1a-eb95-4e94-9b7a-ad0f2a297e6f req-0ae87a70-2e4f-435d-80fb-351824991712 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:11.388223 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2be8ca1a-eb95-4e94-9b7a-ad0f2a297e6f req-0ae87a70-2e4f-435d-80fb-351824991712 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.60 "GET /v2.0/networks?id=7632fb28-27a9-49ff-a5c3-9f793f816a2e HTTP/1.1" status: 200 len: 813 time: 0.2136273 Aug 10 03:14:11.409153 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-2be8ca1a-eb95-4e94-9b7a-ad0f2a297e6f req-0565c24e-5dca-4459-886f-ab95e1b67164 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Request body: {'port': {'device_id': '5b52979b-9ae1-4259-8a47-5ff3f736d2b2', 'network_id': '7632fb28-27a9-49ff-a5c3-9f793f816a2e', 'admin_state_up': True, 'tenant_id': 'd6ebfa75f66e435ca5304dff9dabf47f'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:11.481731 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4d8ff772-1839-4bb5-809b-33fe1c639a2c req-c424f93d-df22-4b15-9a8c-005d1efacfc3 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031504 Aug 10 03:14:11.548990 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:11.552323 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 8d64572f-7789-483d-9754-f3877a851f72, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=8d64572f-7789-483d-9754-f3877a851f72,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:11.571529 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2be8ca1a-eb95-4e94-9b7a-ad0f2a297e6f req-0565c24e-5dca-4459-886f-ab95e1b67164 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Made reservation on behalf of d6ebfa75f66e435ca5304dff9dabf47f for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:14:11.576040 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-2be8ca1a-eb95-4e94-9b7a-ad0f2a297e6f req-0565c24e-5dca-4459-886f-ab95e1b67164 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:11.578569 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '8d64572f-7789-483d-9754-f3877a851f72', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'port_id': '8d64572f-7789-483d-9754-f3877a851f72', 'mac_address': 'fa:16:3e:f2:6c:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e3eb0b-907c-4ac4-809e-ae9609bc8c67', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:14:11.617226 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d2e5ea5-c96f-406e-b246-f844e2143518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b11227-43ed-4b27-b5c9-a0598834ec35'}, {'server_uuid': '270ffe6d-50f1-4c26-8378-1ac9a122cbfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '588af903-4c45-4416-8282-a836a85c3aae'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:11.619887 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d926b211-a73e-4e16-888d-6b82a5eddc7e" -d '{"events": [{"server_uuid": "6d2e5ea5-c96f-406e-b246-f844e2143518", "name": "network-vif-plugged", "status": "completed", "tag": "82b11227-43ed-4b27-b5c9-a0598834ec35"}, {"server_uuid": "270ffe6d-50f1-4c26-8378-1ac9a122cbfa", "name": "network-vif-unplugged", "status": "completed", "tag": "588af903-4c45-4416-8282-a836a85c3aae"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:11.636896 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 588af903-4c45-4416-8282-a836a85c3aae, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=588af903-4c45-4416-8282-a836a85c3aae,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:11.644253 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:11.652695 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:11.697269 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8d64572f-7789-483d-9754-f3877a851f72 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:14:11.704052 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0691f9e-6650-4873-973b-61ad029a044a x-openstack-request-id: req-d0691f9e-6650-4873-973b-61ad029a044a {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:11.704574 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d2e5ea5-c96f-406e-b246-f844e2143518", "name": "network-vif-plugged", "status": "completed", "tag": "82b11227-43ed-4b27-b5c9-a0598834ec35", "code": 200}, {"server_uuid": "270ffe6d-50f1-4c26-8378-1ac9a122cbfa", "name": "network-vif-unplugged", "status": "completed", "tag": "588af903-4c45-4416-8282-a836a85c3aae", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:11.704926 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d0691f9e-6650-4873-973b-61ad029a044a {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:11.705750 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d2e5ea5-c96f-406e-b246-f844e2143518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b11227-43ed-4b27-b5c9-a0598834ec35', 'code': 200} Aug 10 03:14:11.706149 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '270ffe6d-50f1-4c26-8378-1ac9a122cbfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '588af903-4c45-4416-8282-a836a85c3aae', 'code': 200} Aug 10 03:14:11.748342 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=588af903-4c45-4416-8282-a836a85c3aae,revision_number=8']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:11.753332 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 8d64572f-7789-483d-9754-f3877a851f72, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=8d64572f-7789-483d-9754-f3877a851f72,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:11.759112 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:11.771397 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38dbdbe-0a99-4039-8ccb-61d4068d28ef req-0e10a6dc-3a4b-48f4-a0b3-6de74bbaab99 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:11.772963 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e38dbdbe-0a99-4039-8ccb-61d4068d28ef req-0e10a6dc-3a4b-48f4-a0b3-6de74bbaab99 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d2e5ea5-c96f-406e-b246-f844e2143518 HTTP/1.1" status: 200 len: 945 time: 0.1125145 Aug 10 03:14:11.818907 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-2be8ca1a-eb95-4e94-9b7a-ad0f2a297e6f req-0565c24e-5dca-4459-886f-ab95e1b67164 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Allocated IP 172.20.0.4 (7632fb28-27a9-49ff-a5c3-9f793f816a2e/cc04df03-65dd-419c-9c2d-cdf52403a9bc/b158c1f6-ad22-4824-a1ca-31bdee18d32c) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:14:11.841957 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e38dbdbe-0a99-4039-8ccb-61d4068d28ef req-d58c51ff-f2df-41db-8af1-b6dea2d9f35e tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601699 Aug 10 03:14:11.853233 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=8d64572f-7789-483d-9754-f3877a851f72,revision_number=6']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:11.864000 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60655931-382c-4b06-8000-b00c29fe0204 req-6dbb5225-6c8c-4446-9e1e-489e577cf99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:11.865569 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-60655931-382c-4b06-8000-b00c29fe0204 req-6dbb5225-6c8c-4446-9e1e-489e577cf99a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6d2e5ea5-c96f-406e-b246-f844e2143518 HTTP/1.1" status: 200 len: 1097 time: 0.0779283 Aug 10 03:14:11.906480 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-60655931-382c-4b06-8000-b00c29fe0204 req-bf8f2f59-fae0-4ef9-89b9-547fe6515a7f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319383 Aug 10 03:14:11.934693 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['8d64572f-7789-483d-9754-f3877a851f72'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:12.014035 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-2be8ca1a-eb95-4e94-9b7a-ad0f2a297e6f req-0565c24e-5dca-4459-886f-ab95e1b67164 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:12.073579 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-2be8ca1a-eb95-4e94-9b7a-ad0f2a297e6f req-0565c24e-5dca-4459-886f-ab95e1b67164 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:12.147881 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2be8ca1a-eb95-4e94-9b7a-ad0f2a297e6f req-0565c24e-5dca-4459-886f-ab95e1b67164 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Network 7632fb28-27a9-49ff-a5c3-9f793f816a2e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:14:12.168129 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-2be8ca1a-eb95-4e94-9b7a-ad0f2a297e6f req-0565c24e-5dca-4459-886f-ab95e1b67164 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:14:12.174204 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be8ca1a-eb95-4e94-9b7a-ad0f2a297e6f req-0565c24e-5dca-4459-886f-ab95e1b67164 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:14:12.203597 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0565c24e-5dca-4459-886f-ab95e1b67164 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Pushing event updated for resources: {'Port': ['ID=b158c1f6-ad22-4824-a1ca-31bdee18d32c,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:12.239611 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd9bbc8-e7ed-449d-9bad-d2b5ac6af6c2 req-6d2423a8-a579-477c-8796-1576354a44d3 tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:12.247202 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bbd9bbc8-e7ed-449d-9bad-d2b5ac6af6c2 req-6d2423a8-a579-477c-8796-1576354a44d3 tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] 10.222.0.62 "GET /v2.0/ports?device_id=197caf17-e720-457e-bcbe-edc68e5526d9 HTTP/1.1" status: 200 len: 950 time: 0.1183822 Aug 10 03:14:12.259795 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8ca1a-eb95-4e94-9b7a-ad0f2a297e6f req-0565c24e-5dca-4459-886f-ab95e1b67164 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:12.260433 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-2be8ca1a-eb95-4e94-9b7a-ad0f2a297e6f req-0565c24e-5dca-4459-886f-ab95e1b67164 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:12.296034 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2be8ca1a-eb95-4e94-9b7a-ad0f2a297e6f req-0565c24e-5dca-4459-886f-ab95e1b67164 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8908241 Aug 10 03:14:12.303536 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bbd9bbc8-e7ed-449d-9bad-d2b5ac6af6c2 req-3acd748a-78f9-4132-b24e-18dc27954289 tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] 10.222.0.62 "GET /v2.0/security-groups?id=241a0b74-721b-493f-a788-98a679f3afbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554900 Aug 10 03:14:12.317775 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-2be8ca1a-eb95-4e94-9b7a-ad0f2a297e6f req-e33b5c97-e99b-4720-8b91-ab33996e401c service neutron] Request body: {'port': {'device_id': '5b52979b-9ae1-4259-8a47-5ff3f736d2b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:12.392456 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-2be8ca1a-eb95-4e94-9b7a-ad0f2a297e6f req-e33b5c97-e99b-4720-8b91-ab33996e401c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:12.574660 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec466f-8da4-4c1b-a118-97eedf0f0d2d req-c3d193a6-785f-4081-bac2-aa7f8bf47d91 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:12.576411 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-70ec466f-8da4-4c1b-a118-97eedf0f0d2d req-c3d193a6-785f-4081-bac2-aa7f8bf47d91 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b52979b-9ae1-4259-8a47-5ff3f736d2b2 HTTP/1.1" status: 200 len: 931 time: 0.1426768 Aug 10 03:14:12.622659 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:14:12.723059 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-70ec466f-8da4-4c1b-a118-97eedf0f0d2d req-35d52936-f9b3-464d-9df4-282330a5e3cd tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a34a862-d555-4e4a-a332-6f9d46a00f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339581 Aug 10 03:14:12.785138 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca668ac-4e3f-40f4-bac9-04fdb8ab76a5 req-417d1b33-b3c8-4c02-b103-49d0af4f02d6 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:12.796674 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8ca668ac-4e3f-40f4-bac9-04fdb8ab76a5 req-417d1b33-b3c8-4c02-b103-49d0af4f02d6 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f6a9b64-6743-4a8e-b2e5-62ffafe6d401 HTTP/1.1" status: 200 len: 950 time: 0.1723366 Aug 10 03:14:12.868772 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8ca668ac-4e3f-40f4-bac9-04fdb8ab76a5 req-e3c65176-e1d0-417b-a82e-2372cf62be42 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696020 Aug 10 03:14:12.951108 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-2be8ca1a-eb95-4e94-9b7a-ad0f2a297e6f req-e33b5c97-e99b-4720-8b91-ab33996e401c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b158c1f6-ad22-4824-a1ca-31bdee18d32c {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:14:12.962589 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-2be8ca1a-eb95-4e94-9b7a-ad0f2a297e6f req-e33b5c97-e99b-4720-8b91-ab33996e401c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:12.992170 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-2be8ca1a-eb95-4e94-9b7a-ad0f2a297e6f req-e33b5c97-e99b-4720-8b91-ab33996e401c service neutron] Transition to ACTIVE for port object b158c1f6-ad22-4824-a1ca-31bdee18d32c will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:14:12.997055 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-2be8ca1a-eb95-4e94-9b7a-ad0f2a297e6f req-e33b5c97-e99b-4720-8b91-ab33996e401c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:13.155067 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33b5c97-e99b-4720-8b91-ab33996e401c service neutron] Pushing event updated for resources: {'Port': ['ID=b158c1f6-ad22-4824-a1ca-31bdee18d32c,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:13.187601 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac6c79d-a0f6-42f4-92bf-b86b0c2b2336 req-fd716f76-d6d2-4d2f-b63c-f02f35b82de0 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:13.189266 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cac6c79d-a0f6-42f4-92bf-b86b0c2b2336 req-fd716f76-d6d2-4d2f-b63c-f02f35b82de0 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f6a9b64-6743-4a8e-b2e5-62ffafe6d401 HTTP/1.1" status: 200 len: 950 time: 0.1384332 Aug 10 03:14:13.270314 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e734b8b-46d8-46f4-b611-fa30a59f98cf req-1b62e3d7-44ec-4df4-b695-f443ec1c4604 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:13.278953 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7e734b8b-46d8-46f4-b611-fa30a59f98cf req-1b62e3d7-44ec-4df4-b695-f443ec1c4604 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d2e5ea5-c96f-406e-b246-f844e2143518 HTTP/1.1" status: 200 len: 945 time: 0.2291570 Aug 10 03:14:13.383018 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 8d64572f-7789-483d-9754-f3877a851f72 up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:14:13.402984 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7e734b8b-46d8-46f4-b611-fa30a59f98cf req-8ee91057-deb8-4941-b927-eccce7cb1fa0 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214497 Aug 10 03:14:13.409029 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-2be8ca1a-eb95-4e94-9b7a-ad0f2a297e6f req-e33b5c97-e99b-4720-8b91-ab33996e401c service neutron] Attempting to bind port b158c1f6-ad22-4824-a1ca-31bdee18d32c on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:14:13.423143 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-2be8ca1a-eb95-4e94-9b7a-ad0f2a297e6f req-e33b5c97-e99b-4720-8b91-ab33996e401c service neutron] Attempting to bind port b158c1f6-ad22-4824-a1ca-31bdee18d32c by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '4ea20076-31f4-4b20-a8fd-0b8aa27a9fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7632fb28-27a9-49ff-a5c3-9f793f816a2e'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:14:13.424162 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be8ca1a-eb95-4e94-9b7a-ad0f2a297e6f req-e33b5c97-e99b-4720-8b91-ab33996e401c service neutron] Attempting to bind port b158c1f6-ad22-4824-a1ca-31bdee18d32c on network 7632fb28-27a9-49ff-a5c3-9f793f816a2e {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:14:13.445108 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be8ca1a-eb95-4e94-9b7a-ad0f2a297e6f req-e33b5c97-e99b-4720-8b91-ab33996e401c service neutron] Port b158c1f6-ad22-4824-a1ca-31bdee18d32c on network 7632fb28-27a9-49ff-a5c3-9f793f816a2e not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:14:13.445502 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be8ca1a-eb95-4e94-9b7a-ad0f2a297e6f req-e33b5c97-e99b-4720-8b91-ab33996e401c service neutron] Attempting to bind port b158c1f6-ad22-4824-a1ca-31bdee18d32c on network 7632fb28-27a9-49ff-a5c3-9f793f816a2e {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:14:13.461310 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be8ca1a-eb95-4e94-9b7a-ad0f2a297e6f req-e33b5c97-e99b-4720-8b91-ab33996e401c service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:14:13.461710 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be8ca1a-eb95-4e94-9b7a-ad0f2a297e6f req-e33b5c97-e99b-4720-8b91-ab33996e401c service neutron] Checking segment: {'id': '4ea20076-31f4-4b20-a8fd-0b8aa27a9fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7632fb28-27a9-49ff-a5c3-9f793f816a2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:14:13.462109 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be8ca1a-eb95-4e94-9b7a-ad0f2a297e6f req-e33b5c97-e99b-4720-8b91-ab33996e401c service neutron] Bound using segment: {'id': '4ea20076-31f4-4b20-a8fd-0b8aa27a9fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7632fb28-27a9-49ff-a5c3-9f793f816a2e'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:14:13.462612 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-2be8ca1a-eb95-4e94-9b7a-ad0f2a297e6f req-e33b5c97-e99b-4720-8b91-ab33996e401c service neutron] Bound port: b158c1f6-ad22-4824-a1ca-31bdee18d32c, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ea20076-31f4-4b20-a8fd-0b8aa27a9fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7632fb28-27a9-49ff-a5c3-9f793f816a2e'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:14:13.463004 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-2be8ca1a-eb95-4e94-9b7a-ad0f2a297e6f req-e33b5c97-e99b-4720-8b91-ab33996e401c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:13.530228 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 8d64572f-7789-483d-9754-f3877a851f72 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:14:13.530675 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:13.592878 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-cac6c79d-a0f6-42f4-92bf-b86b0c2b2336 req-847ae3f2-2d59-44a6-aee1-649478874d43 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Deleting port ff7073c1-c4c9-46c9-9698-1bdeede0d41c {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:14:13.593233 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-cac6c79d-a0f6-42f4-92bf-b86b0c2b2336 req-847ae3f2-2d59-44a6-aee1-649478874d43 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:13.637148 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:13.675705 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 8d64572f-7789-483d-9754-f3877a851f72, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=8d64572f-7789-483d-9754-f3877a851f72,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:13.680793 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:13.707485 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ebfab7-0cf3-4562-afd8-882e83f7045a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d64572f-7789-483d-9754-f3877a851f72'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:13.710149 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff34bbf1-9df2-4f38-9a51-d8841b05c832" -d '{"events": [{"server_uuid": "22ebfab7-0cf3-4562-afd8-882e83f7045a", "name": "network-vif-plugged", "status": "completed", "tag": "8d64572f-7789-483d-9754-f3877a851f72"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:13.731571 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd843b-3693-4bf8-93ec-c1a23b5c9e78 req-72c7425a-5308-42c4-bfac-341f64e11e83 tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:13.734793 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-57bd843b-3693-4bf8-93ec-c1a23b5c9e78 req-72c7425a-5308-42c4-bfac-341f64e11e83 tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] 10.222.0.62 "GET /v2.0/ports?device_id=197caf17-e720-457e-bcbe-edc68e5526d9 HTTP/1.1" status: 200 len: 950 time: 0.2050056 Aug 10 03:14:13.753369 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=8d64572f-7789-483d-9754-f3877a851f72,revision_number=7']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:13.768844 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-2be8ca1a-eb95-4e94-9b7a-ad0f2a297e6f req-e33b5c97-e99b-4720-8b91-ab33996e401c service neutron] For port b158c1f6-ad22-4824-a1ca-31bdee18d32c, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:14:13.796674 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33a048-79df-41cd-a801-87da0eceeac2 req-a9c19ded-9423-4674-9e0c-f3e9534657f3 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:13.803226 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6f33a048-79df-41cd-a801-87da0eceeac2 req-a9c19ded-9423-4674-9e0c-f3e9534657f3 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d2e5ea5-c96f-406e-b246-f844e2143518 HTTP/1.1" status: 200 len: 945 time: 0.2558997 Aug 10 03:14:13.844911 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-2be8ca1a-eb95-4e94-9b7a-ad0f2a297e6f req-e33b5c97-e99b-4720-8b91-ab33996e401c service neutron] For port b158c1f6-ad22-4824-a1ca-31bdee18d32c, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=b158c1f6-ad22-4824-a1ca-31bdee18d32c,segment=NetworkSegment(4ea20076-31f4-4b20-a8fd-0b8aa27a9fb4),segment_id=4ea20076-31f4-4b20-a8fd-0b8aa27a9fb4)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:14:13.860749 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-2be8ca1a-eb95-4e94-9b7a-ad0f2a297e6f req-e33b5c97-e99b-4720-8b91-ab33996e401c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:13.866132 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-cac6c79d-a0f6-42f4-92bf-b86b0c2b2336 req-847ae3f2-2d59-44a6-aee1-649478874d43 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] For port ff7073c1-c4c9-46c9-9698-1bdeede0d41c, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=ff7073c1-c4c9-46c9-9698-1bdeede0d41c,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:13.866489 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-cac6c79d-a0f6-42f4-92bf-b86b0c2b2336 req-847ae3f2-2d59-44a6-aee1-649478874d43 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:13.915321 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-57bd843b-3693-4bf8-93ec-c1a23b5c9e78 req-4b60178d-7942-4fe0-8481-cd0c419ec8cc tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] 10.222.0.62 "GET /v2.0/security-groups?id=241a0b74-721b-493f-a788-98a679f3afbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709578 Aug 10 03:14:13.972588 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6f33a048-79df-41cd-a801-87da0eceeac2 req-7ae729fa-be24-4c57-b00d-6854928dbf45 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645637 Aug 10 03:14:13.973180 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2daedbed-2a3f-4b46-88ea-0735981c888f x-openstack-request-id: req-2daedbed-2a3f-4b46-88ea-0735981c888f {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:13.973764 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22ebfab7-0cf3-4562-afd8-882e83f7045a", "name": "network-vif-plugged", "status": "completed", "tag": "8d64572f-7789-483d-9754-f3877a851f72", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:13.974189 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2daedbed-2a3f-4b46-88ea-0735981c888f {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:13.974767 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ebfab7-0cf3-4562-afd8-882e83f7045a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d64572f-7789-483d-9754-f3877a851f72', 'code': 200} Aug 10 03:14:13.983770 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-cac6c79d-a0f6-42f4-92bf-b86b0c2b2336 req-847ae3f2-2d59-44a6-aee1-649478874d43 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Calling delete_port for ff7073c1-c4c9-46c9-9698-1bdeede0d41c owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:14:14.054795 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33b5c97-e99b-4720-8b91-ab33996e401c service neutron] Pushing event updated for resources: {'Port': ['ID=b158c1f6-ad22-4824-a1ca-31bdee18d32c,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:14.102688 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8ca1a-eb95-4e94-9b7a-ad0f2a297e6f req-e33b5c97-e99b-4720-8b91-ab33996e401c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:14.104107 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-2be8ca1a-eb95-4e94-9b7a-ad0f2a297e6f req-e33b5c97-e99b-4720-8b91-ab33996e401c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:14.105765 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2be8ca1a-eb95-4e94-9b7a-ad0f2a297e6f req-e33b5c97-e99b-4720-8b91-ab33996e401c service neutron] 10.222.0.60 "PUT /v2.0/ports/b158c1f6-ad22-4824-a1ca-31bdee18d32c HTTP/1.1" status: 200 len: 1092 time: 1.7932658 Aug 10 03:14:14.106236 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b52979b-9ae1-4259-8a47-5ff3f736d2b2', 'tag': 'b158c1f6-ad22-4824-a1ca-31bdee18d32c'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:14.108632 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1b1db0-0de9-4b26-8290-f951b4b3942a" -d '{"events": [{"name": "network-changed", "server_uuid": "5b52979b-9ae1-4259-8a47-5ff3f736d2b2", "tag": "b158c1f6-ad22-4824-a1ca-31bdee18d32c"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:14.297106 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceae3fe-42f2-4b61-9858-404c55578660 req-c3777e44-e6de-43f9-a937-77a5ec996625 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:14.300221 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cceae3fe-42f2-4b61-9858-404c55578660 req-c3777e44-e6de-43f9-a937-77a5ec996625 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b52979b-9ae1-4259-8a47-5ff3f736d2b2 HTTP/1.1" status: 200 len: 943 time: 0.2504396 Aug 10 03:14:14.309146 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8ca1a-eb95-4e94-9b7a-ad0f2a297e6f req-242f1d0b-3636-498e-9eb5-bfe35c42d9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:14.310539 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2be8ca1a-eb95-4e94-9b7a-ad0f2a297e6f req-242f1d0b-3636-498e-9eb5-bfe35c42d9ec service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d6ebfa75f66e435ca5304dff9dabf47f&device_id=5b52979b-9ae1-4259-8a47-5ff3f736d2b2 HTTP/1.1" status: 200 len: 1095 time: 0.1479144 Aug 10 03:14:14.328677 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e450e4e-d52f-4daf-acd4-8317a5683679 req-3aea256d-a8a3-49dc-9c07-dc7e6a3dd6ba tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:14.330194 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5e450e4e-d52f-4daf-acd4-8317a5683679 req-3aea256d-a8a3-49dc-9c07-dc7e6a3dd6ba tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f6a9b64-6743-4a8e-b2e5-62ffafe6d401 HTTP/1.1" status: 200 len: 950 time: 0.2011855 Aug 10 03:14:14.792858 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2be8ca1a-eb95-4e94-9b7a-ad0f2a297e6f req-e4244f7d-8d51-467f-b838-252995e06da6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b158c1f6-ad22-4824-a1ca-31bdee18d32c HTTP/1.1" status: 200 len: 217 time: 0.4572313 Aug 10 03:14:14.860651 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-cac6c79d-a0f6-42f4-92bf-b86b0c2b2336 req-847ae3f2-2d59-44a6-aee1-649478874d43 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:14.868443 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cceae3fe-42f2-4b61-9858-404c55578660 req-aff3cedd-a318-4f03-8204-d99089f9215f tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a34a862-d555-4e4a-a332-6f9d46a00f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5548656 Aug 10 03:14:14.901191 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5e450e4e-d52f-4daf-acd4-8317a5683679 req-c4403c04-003b-400d-a35b-57752cfbf125 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5529058 Aug 10 03:14:14.910046 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['6f74f8bb-35fc-45f2-b1ea-df552563bc55'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:14.929251 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c39940-8bc0-4308-9f49-b2a4c8d3bcc6 req-e3f9613a-3ed4-401f-ae33-05e0f158af2d tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:14.934296 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b0c39940-8bc0-4308-9f49-b2a4c8d3bcc6 req-e3f9613a-3ed4-401f-ae33-05e0f158af2d tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] 10.222.0.58 "GET /v2.0/ports?device_id=197caf17-e720-457e-bcbe-edc68e5526d9 HTTP/1.1" status: 200 len: 950 time: 0.0862329 Aug 10 03:14:14.943743 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ae3f2-2d59-44a6-aee1-649478874d43 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Pushing event deleted for resources: {'Port': ['ID=ff7073c1-c4c9-46c9-9698-1bdeede0d41c,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:14.981184 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['ff7073c1-c4c9-46c9-9698-1bdeede0d41c'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:14.985534 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8ca1a-eb95-4e94-9b7a-ad0f2a297e6f req-d6361cd9-02b3-450f-9abd-00f8695f8217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:14.987098 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2be8ca1a-eb95-4e94-9b7a-ad0f2a297e6f req-d6361cd9-02b3-450f-9abd-00f8695f8217 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cc04df03-65dd-419c-9c2d-cdf52403a9bc HTTP/1.1" status: 200 len: 853 time: 0.1780682 Aug 10 03:14:15.054078 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-b0c39940-8bc0-4308-9f49-b2a4c8d3bcc6 req-1fc28d6c-62e1-4385-8304-718980d7db0a tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] Deleting port c34b3688-cbd5-464a-ab29-e8e3920e3402 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:14:15.054809 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-b0c39940-8bc0-4308-9f49-b2a4c8d3bcc6 req-1fc28d6c-62e1-4385-8304-718980d7db0a tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:15.086799 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2be8ca1a-eb95-4e94-9b7a-ad0f2a297e6f req-02efbf36-bb2b-4aa1-8099-20f7b757fd19 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7632fb28-27a9-49ff-a5c3-9f793f816a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802152 Aug 10 03:14:15.202319 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3929411d-6b93-438e-94e7-c190be787751 x-openstack-request-id: req-3929411d-6b93-438e-94e7-c190be787751 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:15.203194 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b52979b-9ae1-4259-8a47-5ff3f736d2b2", "tag": "b158c1f6-ad22-4824-a1ca-31bdee18d32c", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:15.203452 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3929411d-6b93-438e-94e7-c190be787751 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:15.204154 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b52979b-9ae1-4259-8a47-5ff3f736d2b2', 'tag': 'b158c1f6-ad22-4824-a1ca-31bdee18d32c', 'status': 'completed', 'code': 200} Aug 10 03:14:15.227019 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-b0c39940-8bc0-4308-9f49-b2a4c8d3bcc6 req-1fc28d6c-62e1-4385-8304-718980d7db0a tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] For port c34b3688-cbd5-464a-ab29-e8e3920e3402, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=c34b3688-cbd5-464a-ab29-e8e3920e3402,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:15.229485 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-b0c39940-8bc0-4308-9f49-b2a4c8d3bcc6 req-1fc28d6c-62e1-4385-8304-718980d7db0a tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:15.281472 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-b0c39940-8bc0-4308-9f49-b2a4c8d3bcc6 req-1fc28d6c-62e1-4385-8304-718980d7db0a tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] Calling delete_port for c34b3688-cbd5-464a-ab29-e8e3920e3402 owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:14:15.290497 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-cac6c79d-a0f6-42f4-92bf-b86b0c2b2336 req-847ae3f2-2d59-44a6-aee1-649478874d43 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] No DVR routers for this DVR port ff7073c1-c4c9-46c9-9698-1bdeede0d41c on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:14:15.306062 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-cac6c79d-a0f6-42f4-92bf-b86b0c2b2336 req-847ae3f2-2d59-44a6-aee1-649478874d43 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:15.307054 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cac6c79d-a0f6-42f4-92bf-b86b0c2b2336 req-847ae3f2-2d59-44a6-aee1-649478874d43 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.60 "DELETE /v2.0/ports/ff7073c1-c4c9-46c9-9698-1bdeede0d41c HTTP/1.1" status: 204 len: 173 time: 2.1101282 Aug 10 03:14:15.421579 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a197a50-ac60-46fd-b82f-0e811dc2bc66 req-4ad28100-4dee-4df4-9bf6-e7889c155605 tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:15.430145 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9a197a50-ac60-46fd-b82f-0e811dc2bc66 req-4ad28100-4dee-4df4-9bf6-e7889c155605 tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] 10.222.0.62 "GET /v2.0/ports?device_id=197caf17-e720-457e-bcbe-edc68e5526d9 HTTP/1.1" status: 200 len: 950 time: 0.1446157 Aug 10 03:14:15.518293 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2be8ca1a-eb95-4e94-9b7a-ad0f2a297e6f req-83a2d1b5-6da0-4ccb-a967-ee2cbae7cf6e service neutron] 10.222.0.60 "GET /v2.0/networks/7632fb28-27a9-49ff-a5c3-9f793f816a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4208372 Aug 10 03:14:15.537646 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9a197a50-ac60-46fd-b82f-0e811dc2bc66 req-554a9573-07de-4185-8551-038501d97c60 tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] 10.222.0.62 "GET /v2.0/security-groups?id=241a0b74-721b-493f-a788-98a679f3afbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065392 Aug 10 03:14:15.555702 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-b0c39940-8bc0-4308-9f49-b2a4c8d3bcc6 req-1fc28d6c-62e1-4385-8304-718980d7db0a tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:15.562401 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['c34b3688-cbd5-464a-ab29-e8e3920e3402'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:15.580882 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc28d6c-62e1-4385-8304-718980d7db0a tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] Pushing event deleted for resources: {'Port': ['ID=c34b3688-cbd5-464a-ab29-e8e3920e3402,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:15.622569 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7ba96-529f-4b2c-9d3b-1e9fe1552c3c req-edd6be3c-130f-4d16-bf82-709899953001 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:15.631247 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bda7ba96-529f-4b2c-9d3b-1e9fe1552c3c req-edd6be3c-130f-4d16-bf82-709899953001 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d2e5ea5-c96f-406e-b246-f844e2143518 HTTP/1.1" status: 200 len: 945 time: 0.1822898 Aug 10 03:14:15.655963 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c39940-8bc0-4308-9f49-b2a4c8d3bcc6 req-1fc28d6c-62e1-4385-8304-718980d7db0a tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] No DVR routers for this DVR port c34b3688-cbd5-464a-ab29-e8e3920e3402 on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:14:15.658949 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-b0c39940-8bc0-4308-9f49-b2a4c8d3bcc6 req-1fc28d6c-62e1-4385-8304-718980d7db0a tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:15.660662 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b0c39940-8bc0-4308-9f49-b2a4c8d3bcc6 req-1fc28d6c-62e1-4385-8304-718980d7db0a tempest-TenantUsagesTestJSON-2045039010 tempest-TenantUsagesTestJSON-2045039010-project] 10.222.0.58 "DELETE /v2.0/ports/c34b3688-cbd5-464a-ab29-e8e3920e3402 HTTP/1.1" status: 204 len: 173 time: 0.7155206 Aug 10 03:14:15.661105 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197caf17-e720-457e-bcbe-edc68e5526d9', 'name': 'network-vif-deleted', 'tag': 'c34b3688-cbd5-464a-ab29-e8e3920e3402'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:15.664042 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f8d857-4eb3-4d8d-81d3-d2b44c1c7e0e" -d '{"events": [{"server_uuid": "197caf17-e720-457e-bcbe-edc68e5526d9", "name": "network-vif-deleted", "tag": "c34b3688-cbd5-464a-ab29-e8e3920e3402"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:15.708246 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5daee0c8-dcf8-42aa-ab3c-b15b12b983d7 x-openstack-request-id: req-5daee0c8-dcf8-42aa-ab3c-b15b12b983d7 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:15.708555 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "197caf17-e720-457e-bcbe-edc68e5526d9", "name": "network-vif-deleted", "tag": "c34b3688-cbd5-464a-ab29-e8e3920e3402", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:15.708687 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bda7ba96-529f-4b2c-9d3b-1e9fe1552c3c req-936569d3-7e2c-4b3f-ae94-bc161e04aafc tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757520 Aug 10 03:14:15.708896 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5daee0c8-dcf8-42aa-ab3c-b15b12b983d7 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:15.709198 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '197caf17-e720-457e-bcbe-edc68e5526d9', 'name': 'network-vif-deleted', 'tag': 'c34b3688-cbd5-464a-ab29-e8e3920e3402', 'status': 'completed', 'code': 200} Aug 10 03:14:15.759027 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2be8ca1a-eb95-4e94-9b7a-ad0f2a297e6f req-5d2473ab-a7d6-4663-baf9-2b8aeab926a9 service neutron] 10.222.0.60 "GET /v2.0/networks/7632fb28-27a9-49ff-a5c3-9f793f816a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179296 Aug 10 03:14:15.904956 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d850f-ec5c-4396-aba2-dde803f23ed7 req-61943f3d-4373-4f5d-83a9-e629827c89ec tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:15.907078 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-058d850f-ec5c-4396-aba2-dde803f23ed7 req-61943f3d-4373-4f5d-83a9-e629827c89ec tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d2e5ea5-c96f-406e-b246-f844e2143518 HTTP/1.1" status: 200 len: 945 time: 0.0955708 Aug 10 03:14:16.007359 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b1db0-0de9-4b26-8290-f951b4b3942a req-446dc7ac-f03b-4f79-91bf-92695ce78f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:16.010479 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ec1b1db0-0de9-4b26-8290-f951b4b3942a req-446dc7ac-f03b-4f79-91bf-92695ce78f21 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d6ebfa75f66e435ca5304dff9dabf47f&device_id=5b52979b-9ae1-4259-8a47-5ff3f736d2b2 HTTP/1.1" status: 200 len: 1095 time: 0.1260505 Aug 10 03:14:16.133129 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-058d850f-ec5c-4396-aba2-dde803f23ed7 req-91f6c124-8454-4d59-93db-be894aa2d84a tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812449 Aug 10 03:14:16.164590 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1d5e3-01e8-4249-9d49-90d91af709db req-daf5d927-ec4e-4429-ac49-b442919262fe tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:16.172832 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c3a1d5e3-01e8-4249-9d49-90d91af709db req-daf5d927-ec4e-4429-ac49-b442919262fe tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b52979b-9ae1-4259-8a47-5ff3f736d2b2 HTTP/1.1" status: 200 len: 943 time: 0.1899264 Aug 10 03:14:16.232438 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b1db0-0de9-4b26-8290-f951b4b3942a req-9eb4bb46-b6d7-4d77-ba8b-bcc94246d0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:16.234275 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ec1b1db0-0de9-4b26-8290-f951b4b3942a req-9eb4bb46-b6d7-4d77-ba8b-bcc94246d0b6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7632fb28-27a9-49ff-a5c3-9f793f816a2e HTTP/1.1" status: 200 len: 914 time: 0.1933045 Aug 10 03:14:16.244187 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c3a1d5e3-01e8-4249-9d49-90d91af709db req-bf840475-b20d-49f3-866b-d6592b08e2d0 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a34a862-d555-4e4a-a332-6f9d46a00f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701513 Aug 10 03:14:16.311167 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ec1b1db0-0de9-4b26-8290-f951b4b3942a req-12697070-7b85-41b6-bf60-8501967bb218 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b158c1f6-ad22-4824-a1ca-31bdee18d32c HTTP/1.1" status: 200 len: 217 time: 0.0597591 Aug 10 03:14:16.389248 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b1db0-0de9-4b26-8290-f951b4b3942a req-079b1a44-ad84-4f2c-8ae4-74b182e4e7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:16.390913 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ec1b1db0-0de9-4b26-8290-f951b4b3942a req-079b1a44-ad84-4f2c-8ae4-74b182e4e7e1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cc04df03-65dd-419c-9c2d-cdf52403a9bc HTTP/1.1" status: 200 len: 853 time: 0.0716434 Aug 10 03:14:16.434073 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ec1b1db0-0de9-4b26-8290-f951b4b3942a req-a3f9402f-05f7-42c6-ae4d-415a3c7a7317 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7632fb28-27a9-49ff-a5c3-9f793f816a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329909 Aug 10 03:14:16.632313 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ec1b1db0-0de9-4b26-8290-f951b4b3942a req-a271fe74-c1fe-4583-a7c5-eee211c4579d service neutron] 10.222.0.60 "GET /v2.0/networks/7632fb28-27a9-49ff-a5c3-9f793f816a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837420 Aug 10 03:14:16.851105 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23798e62-35dc-4931-9715-9f49aaa3f4e1 req-35e3f9eb-ca50-40f2-9868-7b0ed684b216 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:16.852870 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-23798e62-35dc-4931-9715-9f49aaa3f4e1 req-35e3f9eb-ca50-40f2-9868-7b0ed684b216 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d2e5ea5-c96f-406e-b246-f844e2143518 HTTP/1.1" status: 200 len: 945 time: 0.1885250 Aug 10 03:14:16.884809 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6184e8-3e69-4342-836b-0d61e038536d req-a2748794-b111-4949-bed9-6663e7164263 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:16.886576 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ef6184e8-3e69-4342-836b-0d61e038536d req-a2748794-b111-4949-bed9-6663e7164263 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 950 time: 0.1140039 Aug 10 03:14:16.926137 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ec1b1db0-0de9-4b26-8290-f951b4b3942a req-af124e9b-b0d8-4d15-9464-8dab3e487f4e service neutron] 10.222.0.60 "GET /v2.0/networks/7632fb28-27a9-49ff-a5c3-9f793f816a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602687 Aug 10 03:14:16.951747 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-23798e62-35dc-4931-9715-9f49aaa3f4e1 req-156541b8-6f0b-4b1c-bff6-5c738c744d01 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892560 Aug 10 03:14:16.972178 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ef6184e8-3e69-4342-836b-0d61e038536d req-22c9460b-1059-427d-bce3-df6b0eb07a11 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704925 Aug 10 03:14:17.029843 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 46506) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:14:17.088335 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f114dfd-eee3-4241-8fed-b33a24ccff24 req-db19ddc2-9317-433e-a63e-5602b14e3680 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:17.096777 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8f114dfd-eee3-4241-8fed-b33a24ccff24 req-db19ddc2-9317-433e-a63e-5602b14e3680 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d2e5ea5-c96f-406e-b246-f844e2143518 HTTP/1.1" status: 200 len: 945 time: 0.0665805 Aug 10 03:14:17.161525 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8f114dfd-eee3-4241-8fed-b33a24ccff24 req-246997d2-9921-4201-bca8-f2c36313c577 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477083 Aug 10 03:14:17.205809 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6a9b64-6743-4a8e-b2e5-62ffafe6d401', 'name': 'network-vif-deleted', 'tag': 'ff7073c1-c4c9-46c9-9698-1bdeede0d41c'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:17.208580 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e984aa-2daa-4512-a282-cf5a43fcafbe" -d '{"events": [{"server_uuid": "8f6a9b64-6743-4a8e-b2e5-62ffafe6d401", "name": "network-vif-deleted", "tag": "ff7073c1-c4c9-46c9-9698-1bdeede0d41c"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:17.224601 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1bcf1b5b-4037-4a68-a3b6-6b4ee0023d19 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=465acbf95fbd46dc914a6e43df551e51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1930146 Aug 10 03:14:17.229124 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 46514) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:14:17.279346 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1055b898-8335-4410-bca6-e0bc3874f7cd x-openstack-request-id: req-1055b898-8335-4410-bca6-e0bc3874f7cd {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:17.280239 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f6a9b64-6743-4a8e-b2e5-62ffafe6d401", "name": "network-vif-deleted", "tag": "ff7073c1-c4c9-46c9-9698-1bdeede0d41c", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:17.281025 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1055b898-8335-4410-bca6-e0bc3874f7cd {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:17.281617 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6a9b64-6743-4a8e-b2e5-62ffafe6d401', 'name': 'network-vif-deleted', 'tag': 'ff7073c1-c4c9-46c9-9698-1bdeede0d41c', 'status': 'completed', 'code': 200} Aug 10 03:14:17.303029 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cb8dcfa9-d49f-42de-a9d4-bff6b8b34ca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:17.343573 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cb8dcfa9-d49f-42de-a9d4-bff6b8b34ca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:17.426332 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device ff7073c1-c4c9-46c9-9698-1bdeede0d41c no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:14:17.446841 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87dcf94-0391-4e77-bf5d-1a5a92f88c54 req-9acc2082-d333-4213-a01b-3f5b339217d4 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:17.455757 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e87dcf94-0391-4e77-bf5d-1a5a92f88c54 req-9acc2082-d333-4213-a01b-3f5b339217d4 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b52979b-9ae1-4259-8a47-5ff3f736d2b2 HTTP/1.1" status: 200 len: 943 time: 0.0996227 Aug 10 03:14:17.482631 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: ff7073c1-c4c9-46c9-9698-1bdeede0d41c {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:14:17.483416 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device ff7073c1-c4c9-46c9-9698-1bdeede0d41c not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:14:17.485670 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cb8dcfa9-d49f-42de-a9d4-bff6b8b34ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:17.488494 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cb8dcfa9-d49f-42de-a9d4-bff6b8b34ca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:17.492816 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-cb8dcfa9-d49f-42de-a9d4-bff6b8b34ca8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/241a0b74-721b-493f-a788-98a679f3afbe HTTP/1.1" status: 204 len: 168 time: 0.2600911 Aug 10 03:14:17.545818 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8dcfa9-d49f-42de-a9d4-bff6b8b34ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241a0b74-721b-493f-a788-98a679f3afbe,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:17.564700 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e87dcf94-0391-4e77-bf5d-1a5a92f88c54 req-e4d194be-5d2e-4ac4-82a5-52672dac0a44 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a34a862-d555-4e4a-a332-6f9d46a00f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079292 Aug 10 03:14:17.668133 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f37ea09-d744-4161-b246-5b91bdecfa70 req-87baa542-401c-4de8-ae6a-a729c1708302 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:17.669592 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8f37ea09-d744-4161-b246-5b91bdecfa70 req-87baa542-401c-4de8-ae6a-a729c1708302 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d2e5ea5-c96f-406e-b246-f844e2143518 HTTP/1.1" status: 200 len: 945 time: 0.0830388 Aug 10 03:14:17.727400 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8f37ea09-d744-4161-b246-5b91bdecfa70 req-bb31152a-2a3e-48db-8cea-985e12d30e01 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510988 Aug 10 03:14:17.903041 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 46542) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:14:17.917059 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d29dde3d-badf-437b-bcb4-1c26b62e07d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:18.046129 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d29dde3d-badf-437b-bcb4-1c26b62e07d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:18.052109 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d29dde3d-badf-437b-bcb4-1c26b62e07d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:18.091681 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da576c3d-b6be-4cc7-90ab-67344159da58 req-759dc40b-591a-4e64-9ed6-d7328553c742 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:18.093411 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-da576c3d-b6be-4cc7-90ab-67344159da58 req-759dc40b-591a-4e64-9ed6-d7328553c742 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.58 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 950 time: 0.0858822 Aug 10 03:14:18.132122 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d29dde3d-badf-437b-bcb4-1c26b62e07d0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c3e5a9ff221346248b0f5865b9bcbe4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2279711 Aug 10 03:14:18.132843 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29dde3d-badf-437b-bcb4-1c26b62e07d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9c5c24-dff9-41ad-b303-dd7282fe7dab,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:18.135251 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 46546) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:14:18.173891 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895dac5-c428-420a-ad64-1bd7965bea33 req-d4cf3197-01d2-4e39-8157-2047157ac895 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:18.182181 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e895dac5-c428-420a-ad64-1bd7965bea33 req-d4cf3197-01d2-4e39-8157-2047157ac895 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 950 time: 0.1133206 Aug 10 03:14:18.215799 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-da576c3d-b6be-4cc7-90ab-67344159da58 req-ee1efab2-0d73-48fd-a723-f83379a2577e tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Deleting port 6f74f8bb-35fc-45f2-b1ea-df552563bc55 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:14:18.216472 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-da576c3d-b6be-4cc7-90ab-67344159da58 req-ee1efab2-0d73-48fd-a723-f83379a2577e tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:18.257061 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e895dac5-c428-420a-ad64-1bd7965bea33 req-c334bbeb-5e84-4922-ac12-b9a3181b8188 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/security-groups?id=10162819-d7de-4b0a-aa03-b608b5743bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604415 Aug 10 03:14:18.257061 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7cc09a1f-1b6a-4e52-907d-a0bdd7069e47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:18.277590 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7cc09a1f-1b6a-4e52-907d-a0bdd7069e47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:18.331476 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7cc09a1f-1b6a-4e52-907d-a0bdd7069e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:18.334288 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7cc09a1f-1b6a-4e52-907d-a0bdd7069e47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:18.335794 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-7cc09a1f-1b6a-4e52-907d-a0bdd7069e47 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2e9c5c24-dff9-41ad-b303-dd7282fe7dab HTTP/1.1" status: 204 len: 168 time: 0.1980910 Aug 10 03:14:18.353924 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-da576c3d-b6be-4cc7-90ab-67344159da58 req-ee1efab2-0d73-48fd-a723-f83379a2577e tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] For port 6f74f8bb-35fc-45f2-b1ea-df552563bc55, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=6f74f8bb-35fc-45f2-b1ea-df552563bc55,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:18.354813 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-da576c3d-b6be-4cc7-90ab-67344159da58 req-ee1efab2-0d73-48fd-a723-f83379a2577e tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:18.356672 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc09a1f-1b6a-4e52-907d-a0bdd7069e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9c5c24-dff9-41ad-b303-dd7282fe7dab,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:18.370941 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-da576c3d-b6be-4cc7-90ab-67344159da58 req-ee1efab2-0d73-48fd-a723-f83379a2577e tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Calling delete_port for 6f74f8bb-35fc-45f2-b1ea-df552563bc55 owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:14:18.531020 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-da576c3d-b6be-4cc7-90ab-67344159da58 req-ee1efab2-0d73-48fd-a723-f83379a2577e tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:18.546110 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['6f74f8bb-35fc-45f2-b1ea-df552563bc55'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:18.614575 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1efab2-0d73-48fd-a723-f83379a2577e tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Pushing event deleted for resources: {'Port': ['ID=6f74f8bb-35fc-45f2-b1ea-df552563bc55,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:18.660842 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-da576c3d-b6be-4cc7-90ab-67344159da58 req-ee1efab2-0d73-48fd-a723-f83379a2577e tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] No DVR routers for this DVR port 6f74f8bb-35fc-45f2-b1ea-df552563bc55 on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:14:18.663701 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-da576c3d-b6be-4cc7-90ab-67344159da58 req-ee1efab2-0d73-48fd-a723-f83379a2577e tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:18.665771 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-da576c3d-b6be-4cc7-90ab-67344159da58 req-ee1efab2-0d73-48fd-a723-f83379a2577e tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.58 "DELETE /v2.0/ports/6f74f8bb-35fc-45f2-b1ea-df552563bc55 HTTP/1.1" status: 204 len: 173 time: 0.5648606 Aug 10 03:14:18.666220 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29ba1570-c35b-4931-967d-0516a0c65fc0', 'name': 'network-vif-deleted', 'tag': '6f74f8bb-35fc-45f2-b1ea-df552563bc55'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:18.669091 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db4a105-84e6-41d4-b400-fd54a00f9ca4" -d '{"events": [{"server_uuid": "29ba1570-c35b-4931-967d-0516a0c65fc0", "name": "network-vif-deleted", "tag": "6f74f8bb-35fc-45f2-b1ea-df552563bc55"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:18.731573 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6d3c1-3d9b-4fc4-9272-70612f7a9afb req-f68cae0a-9ad6-4d09-818e-60df8e3623ca tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:18.743368 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e063c2-d559-4733-b883-bab666344a47 x-openstack-request-id: req-04e063c2-d559-4733-b883-bab666344a47 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:18.743763 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-acc6d3c1-3d9b-4fc4-9272-70612f7a9afb req-f68cae0a-9ad6-4d09-818e-60df8e3623ca tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b52979b-9ae1-4259-8a47-5ff3f736d2b2 HTTP/1.1" status: 200 len: 943 time: 0.0923128 Aug 10 03:14:18.743892 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29ba1570-c35b-4931-967d-0516a0c65fc0", "name": "network-vif-deleted", "tag": "6f74f8bb-35fc-45f2-b1ea-df552563bc55", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:18.744058 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-04e063c2-d559-4733-b883-bab666344a47 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:18.744439 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29ba1570-c35b-4931-967d-0516a0c65fc0', 'name': 'network-vif-deleted', 'tag': '6f74f8bb-35fc-45f2-b1ea-df552563bc55', 'status': 'completed', 'code': 200} Aug 10 03:14:18.853398 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-acc6d3c1-3d9b-4fc4-9272-70612f7a9afb req-ada7e421-c277-464c-af5b-6752c3a963b5 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a34a862-d555-4e4a-a332-6f9d46a00f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087532 Aug 10 03:14:18.949353 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc8667-77b5-43ad-83b0-bb67e6dc34e2 req-17b9cb95-8052-4c21-b53f-a7c4542b5cb0 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:18.952702 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-75fc8667-77b5-43ad-83b0-bb67e6dc34e2 req-17b9cb95-8052-4c21-b53f-a7c4542b5cb0 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d2e5ea5-c96f-406e-b246-f844e2143518 HTTP/1.1" status: 200 len: 945 time: 0.1111610 Aug 10 03:14:19.030686 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device c34b3688-cbd5-464a-ab29-e8e3920e3402 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:14:19.082876 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23011390-3798-463f-81dc-3be7ccf24efe req-5c25acef-2b86-4c35-9567-3a8c16f377c3 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:19.084557 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-23011390-3798-463f-81dc-3be7ccf24efe req-5c25acef-2b86-4c35-9567-3a8c16f377c3 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d2e5ea5-c96f-406e-b246-f844e2143518 HTTP/1.1" status: 200 len: 945 time: 0.0994201 Aug 10 03:14:19.090552 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: c34b3688-cbd5-464a-ab29-e8e3920e3402 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:14:19.090926 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device c34b3688-cbd5-464a-ab29-e8e3920e3402 not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:14:19.118381 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-75fc8667-77b5-43ad-83b0-bb67e6dc34e2 req-f19dea57-4217-44f2-bf1e-9b21b68bbe2a tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Deleting port 82b11227-43ed-4b27-b5c9-a0598834ec35 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:14:19.122486 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-75fc8667-77b5-43ad-83b0-bb67e6dc34e2 req-f19dea57-4217-44f2-bf1e-9b21b68bbe2a tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:19.185491 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-23011390-3798-463f-81dc-3be7ccf24efe req-108f4431-773f-4faa-acab-2e18d2befa46 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/security-groups?id=681d4645-31d3-4449-8345-067e01a10bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886734 Aug 10 03:14:19.279988 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-75fc8667-77b5-43ad-83b0-bb67e6dc34e2 req-f19dea57-4217-44f2-bf1e-9b21b68bbe2a tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] For port 82b11227-43ed-4b27-b5c9-a0598834ec35, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=82b11227-43ed-4b27-b5c9-a0598834ec35,segment=NetworkSegment(db7476b4-7245-4e51-b6d1-619dc5627d38),segment_id=db7476b4-7245-4e51-b6d1-619dc5627d38)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:19.280359 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-75fc8667-77b5-43ad-83b0-bb67e6dc34e2 req-f19dea57-4217-44f2-bf1e-9b21b68bbe2a tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:19.297494 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-75fc8667-77b5-43ad-83b0-bb67e6dc34e2 req-f19dea57-4217-44f2-bf1e-9b21b68bbe2a tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Calling delete_port for 82b11227-43ed-4b27-b5c9-a0598834ec35 owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:14:19.421749 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6a77900e-26b6-4145-af3e-ad5ea3b71685 req-899d8e56-115d-4e22-bbbb-a86307c645c4 tempest-ServersAdminTestJSON-656824212 tempest-ServersAdminTestJSON-656824212-project] 10.222.0.62 "GET /v2.0/ports?device_id=29ba1570-c35b-4931-967d-0516a0c65fc0 HTTP/1.1" status: 200 len: 210 time: 0.0721512 Aug 10 03:14:19.439828 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device b158c1f6-ad22-4824-a1ca-31bdee18d32c details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:14:19.516062 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-75fc8667-77b5-43ad-83b0-bb67e6dc34e2 req-f19dea57-4217-44f2-bf1e-9b21b68bbe2a tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:19.528841 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['82b11227-43ed-4b27-b5c9-a0598834ec35'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:19.583303 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19dea57-4217-44f2-bf1e-9b21b68bbe2a tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Pushing event deleted for resources: {'Port': ['ID=82b11227-43ed-4b27-b5c9-a0598834ec35,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:19.618326 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port b158c1f6-ad22-4824-a1ca-31bdee18d32c, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=b158c1f6-ad22-4824-a1ca-31bdee18d32c,segment=NetworkSegment(4ea20076-31f4-4b20-a8fd-0b8aa27a9fb4),segment_id=4ea20076-31f4-4b20-a8fd-0b8aa27a9fb4)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:19.634917 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-75fc8667-77b5-43ad-83b0-bb67e6dc34e2 req-f19dea57-4217-44f2-bf1e-9b21b68bbe2a tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] No DVR routers for this DVR port 82b11227-43ed-4b27-b5c9-a0598834ec35 on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:14:19.638513 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-75fc8667-77b5-43ad-83b0-bb67e6dc34e2 req-f19dea57-4217-44f2-bf1e-9b21b68bbe2a tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:19.640800 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-75fc8667-77b5-43ad-83b0-bb67e6dc34e2 req-f19dea57-4217-44f2-bf1e-9b21b68bbe2a tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.58 "DELETE /v2.0/ports/82b11227-43ed-4b27-b5c9-a0598834ec35 HTTP/1.1" status: 204 len: 173 time: 0.6806524 Aug 10 03:14:19.644682 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': 'b158c1f6-ad22-4824-a1ca-31bdee18d32c', 'network_id': '7632fb28-27a9-49ff-a5c3-9f793f816a2e', 'port_id': 'b158c1f6-ad22-4824-a1ca-31bdee18d32c', 'mac_address': 'fa:16:3e:e0:59:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc04df03-65dd-419c-9c2d-cdf52403a9bc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:14:19.707235 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:19.722570 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b158c1f6-ad22-4824-a1ca-31bdee18d32c {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:14:19.769123 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port b158c1f6-ad22-4824-a1ca-31bdee18d32c, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=b158c1f6-ad22-4824-a1ca-31bdee18d32c,segment=NetworkSegment(4ea20076-31f4-4b20-a8fd-0b8aa27a9fb4),segment_id=4ea20076-31f4-4b20-a8fd-0b8aa27a9fb4)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:19.775188 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:19.861644 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=b158c1f6-ad22-4824-a1ca-31bdee18d32c,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:20.048239 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4769da8e-7824-4d6f-b55f-5c388503b6fc req-af151b32-f4ad-42bb-8300-89a4f9692cdc tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:20.056946 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4769da8e-7824-4d6f-b55f-5c388503b6fc req-af151b32-f4ad-42bb-8300-89a4f9692cdc tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b52979b-9ae1-4259-8a47-5ff3f736d2b2 HTTP/1.1" status: 200 len: 944 time: 0.0769038 Aug 10 03:14:20.111974 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4769da8e-7824-4d6f-b55f-5c388503b6fc req-530e4d6d-b7ba-4bf2-8cbf-cd1ae490cb0d tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a34a862-d555-4e4a-a332-6f9d46a00f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528049 Aug 10 03:14:20.216680 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['b158c1f6-ad22-4824-a1ca-31bdee18d32c'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:20.372022 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9f0a6bae-5fe4-44c6-8a32-3c7f76df06e7 req-b4cb86be-d962-492a-8b06-6916902f8b38 tempest-ServerDiskConfigTestJSON-1436894176 tempest-ServerDiskConfigTestJSON-1436894176-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d2e5ea5-c96f-406e-b246-f844e2143518 HTTP/1.1" status: 200 len: 210 time: 0.0469985 Aug 10 03:14:20.745560 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d2e5ea5-c96f-406e-b246-f844e2143518', 'name': 'network-vif-deleted', 'tag': '82b11227-43ed-4b27-b5c9-a0598834ec35'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:20.748668 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63bfbe09-b7fd-4c08-a308-9588f83d067f" -d '{"events": [{"server_uuid": "6d2e5ea5-c96f-406e-b246-f844e2143518", "name": "network-vif-deleted", "tag": "82b11227-43ed-4b27-b5c9-a0598834ec35"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:20.819600 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-38a177d4-d984-4045-a53d-e6eda094cc00 req-56889665-767e-4157-a5f1-b0b757898564 tempest-FlavorsV2NegativeTest-1634835455 tempest-FlavorsV2NegativeTest-1634835455-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=2add6848dadc4eac915f3c9dcfc6c087&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497134 Aug 10 03:14:20.833679 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868a6eb8-9309-44d3-8a34-60729ecc6e5e x-openstack-request-id: req-868a6eb8-9309-44d3-8a34-60729ecc6e5e {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:20.834216 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d2e5ea5-c96f-406e-b246-f844e2143518", "name": "network-vif-deleted", "tag": "82b11227-43ed-4b27-b5c9-a0598834ec35", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:20.834687 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-868a6eb8-9309-44d3-8a34-60729ecc6e5e {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:20.835200 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d2e5ea5-c96f-406e-b246-f844e2143518', 'name': 'network-vif-deleted', 'tag': '82b11227-43ed-4b27-b5c9-a0598834ec35', 'status': 'completed', 'code': 200} Aug 10 03:14:20.872622 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 46670) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:14:20.932488 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a177d4-d984-4045-a53d-e6eda094cc00 req-02900486-89b2-4b8a-91fb-e289718e351e tempest-FlavorsV2NegativeTest-1634835455 tempest-FlavorsV2NegativeTest-1634835455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:20.940413 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-38a177d4-d984-4045-a53d-e6eda094cc00 req-02900486-89b2-4b8a-91fb-e289718e351e tempest-FlavorsV2NegativeTest-1634835455 tempest-FlavorsV2NegativeTest-1634835455-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1199005 Aug 10 03:14:20.957167 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-38a177d4-d984-4045-a53d-e6eda094cc00 req-ade950d9-9d52-435e-afd7-8feec7112ff2 tempest-FlavorsV2NegativeTest-1634835455 tempest-FlavorsV2NegativeTest-1634835455-project] 10.222.0.62 "GET /v2.0/quotas/2add6848dadc4eac915f3c9dcfc6c087 HTTP/1.1" status: 200 len: 375 time: 0.0154209 Aug 10 03:14:21.013258 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-38a177d4-d984-4045-a53d-e6eda094cc00 req-86a44748-f192-4a43-a0a7-867f0e4bbedd tempest-FlavorsV2NegativeTest-1634835455 tempest-FlavorsV2NegativeTest-1634835455-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2add6848dadc4eac915f3c9dcfc6c087&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548828 Aug 10 03:14:21.069489 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 46680) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:14:21.070067 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-13e501df-5814-4e9f-9c8b-50826c63f830 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d00f2c261de74ebbb1500c01bfd8f0c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1951251 Aug 10 03:14:21.130806 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b67c7593-6dd8-45d9-9adf-1d96558893c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:21.161703 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b67c7593-6dd8-45d9-9adf-1d96558893c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:21.222382 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b67c7593-6dd8-45d9-9adf-1d96558893c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:21.225539 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b67c7593-6dd8-45d9-9adf-1d96558893c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:21.226890 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b67c7593-6dd8-45d9-9adf-1d96558893c2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/10162819-d7de-4b0a-aa03-b608b5743bd3 HTTP/1.1" status: 204 len: 168 time: 0.1556451 Aug 10 03:14:21.287223 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67c7593-6dd8-45d9-9adf-1d96558893c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10162819-d7de-4b0a-aa03-b608b5743bd3,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:21.324801 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df2d5f-544b-425d-a41e-143b23c0f276 req-124d34cf-e903-4332-b298-76cefa73992b tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:21.326348 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-06df2d5f-544b-425d-a41e-143b23c0f276 req-124d34cf-e903-4332-b298-76cefa73992b tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b52979b-9ae1-4259-8a47-5ff3f736d2b2 HTTP/1.1" status: 200 len: 944 time: 0.1068738 Aug 10 03:14:21.408554 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-06df2d5f-544b-425d-a41e-143b23c0f276 req-90249876-aee2-4c5d-a7cb-65a794373911 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a34a862-d555-4e4a-a332-6f9d46a00f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721478 Aug 10 03:14:21.677759 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 46716) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:14:21.680860 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 46718) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:14:21.749289 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-167cfc7c-53a4-4792-b417-591e0e322766 admin admin] Deleting subnet a8836cca-129c-4b0e-ae0e-fb7a336cf058 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:14:21.751127 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d9dc88dd-c7ff-4278-97e0-2ad34b2d3e50 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c8f52d41cdd24c0689df9fe60cb2e1ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0719604 Aug 10 03:14:21.753494 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 46724) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:14:21.757342 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-167cfc7c-53a4-4792-b417-591e0e322766 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:21.830798 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d20bee0b-90fb-46fb-9fcd-03dad68d292c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:21.834051 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-167cfc7c-53a4-4792-b417-591e0e322766 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:21.880709 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d20bee0b-90fb-46fb-9fcd-03dad68d292c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:21.890910 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-167cfc7c-53a4-4792-b417-591e0e322766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:21.957549 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d20bee0b-90fb-46fb-9fcd-03dad68d292c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:21.960910 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d20bee0b-90fb-46fb-9fcd-03dad68d292c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:21.964541 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d20bee0b-90fb-46fb-9fcd-03dad68d292c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/aa039919-4d62-42c0-98bb-6e63daafd025 HTTP/1.1" status: 204 len: 168 time: 0.2100794 Aug 10 03:14:21.980372 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20bee0b-90fb-46fb-9fcd-03dad68d292c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa039919-4d62-42c0-98bb-6e63daafd025,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:22.002346 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-167cfc7c-53a4-4792-b417-591e0e322766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:22.053021 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167cfc7c-53a4-4792-b417-591e0e322766 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8836cca-129c-4b0e-ae0e-fb7a336cf058,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:22.059169 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-167cfc7c-53a4-4792-b417-591e0e322766 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:22.062060 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-167cfc7c-53a4-4792-b417-591e0e322766 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/a8836cca-129c-4b0e-ae0e-fb7a336cf058 HTTP/1.1" status: 204 len: 168 time: 0.3802016 Aug 10 03:14:22.066214 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 46734) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:14:22.216777 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4d7998fa-450c-40db-a417-a641abf68868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:22.225475 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 46742) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:14:22.362207 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4d7998fa-450c-40db-a417-a641abf68868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:22.391982 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-4d7998fa-450c-40db-a417-a641abf68868 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cf0f7c8-c356-4a79-bd3e-8005302f9371']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:14:22.393628 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c23bcc62-6898-45a0-a42e-6764697e614d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:22.404949 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-4d7998fa-450c-40db-a417-a641abf68868 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db7476b4-7245-4e51-b6d1-619dc5627d38') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:14:22.405427 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-4d7998fa-450c-40db-a417-a641abf68868 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db7476b4-7245-4e51-b6d1-619dc5627d38') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:14:22.417542 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4d7998fa-450c-40db-a417-a641abf68868 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:22.468994 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4d7998fa-450c-40db-a417-a641abf68868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:22.498893 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d7998fa-450c-40db-a417-a641abf68868 admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:14:22.499839 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4d7998fa-450c-40db-a417-a641abf68868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:22.503004 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:14:22.503004 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:14:22.503004 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:14:22.503004 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:14:22.503004 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:14:22.503004 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:14:22.503004 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:14:22.503004 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:14:22.503004 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:14:22.503004 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:14:22.503004 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:14:22.503004 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:14:22.503004 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:14:22.503004 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:14:22.503004 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:14:22.503004 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:14:22.503004 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:14:22.503004 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:14:22.503004 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:14:22.503004 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:14:22.503004 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:14:22.503004 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:14:22.503004 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:14:22.503004 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:14:22.503004 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:14:22.503004 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:14:22.503004 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:14:22.503004 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:14:22.503004 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:14:22.503004 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:14:22.503004 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:14:22.503004 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:14:22.603731 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4d7998fa-450c-40db-a417-a641abf68868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:22.611957 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4d7998fa-450c-40db-a417-a641abf68868 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:22.614307 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4d7998fa-450c-40db-a417-a641abf68868 admin admin] 10.222.0.62 "DELETE /v2.0/networks/0cf0f7c8-c356-4a79-bd3e-8005302f9371 HTTP/1.1" status: 204 len: 168 time: 0.5470481 Aug 10 03:14:22.628855 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7998fa-450c-40db-a417-a641abf68868 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cf0f7c8-c356-4a79-bd3e-8005302f9371,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:22.652217 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2fc5a7-00e5-4cab-bf5b-66796e5332a4 req-8ab33137-b781-463d-81e0-373110464470 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:22.654183 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ef2fc5a7-00e5-4cab-bf5b-66796e5332a4 req-8ab33137-b781-463d-81e0-373110464470 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b52979b-9ae1-4259-8a47-5ff3f736d2b2 HTTP/1.1" status: 200 len: 944 time: 0.1144092 Aug 10 03:14:22.667186 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c23bcc62-6898-45a0-a42e-6764697e614d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:22.696165 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c23bcc62-6898-45a0-a42e-6764697e614d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:22.739057 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-c23bcc62-6898-45a0-a42e-6764697e614d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2add6848dadc4eac915f3c9dcfc6c087&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5116549 Aug 10 03:14:22.741771 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 46768) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:14:22.759720 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ef2fc5a7-00e5-4cab-bf5b-66796e5332a4 req-1635f9f3-6bbf-4ff9-a8bb-6d7410df9895 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a34a862-d555-4e4a-a332-6f9d46a00f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943682 Aug 10 03:14:22.770418 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23bcc62-6898-45a0-a42e-6764697e614d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=079c9b9f-70be-44e7-bb88-f3e83f95791e,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:22.825658 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 46772) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:14:22.852648 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d7028229-f61f-4322-936b-056729517ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:22.881041 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-a3eae435-60e0-4015-852a-8c075c0d81ba admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c1193550364e4f108017499cab055ad4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0538917 Aug 10 03:14:22.883423 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 46778) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:14:22.905861 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d7028229-f61f-4322-936b-056729517ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:22.954525 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 46786) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:14:22.965556 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c8be0767-69af-471a-a821-298090d3db37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:22.994840 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d7028229-f61f-4322-936b-056729517ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:22.998326 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d7028229-f61f-4322-936b-056729517ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:23.002413 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d7028229-f61f-4322-936b-056729517ced admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/079c9b9f-70be-44e7-bb88-f3e83f95791e HTTP/1.1" status: 204 len: 168 time: 0.2575033 Aug 10 03:14:23.005865 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c8be0767-69af-471a-a821-298090d3db37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:23.012662 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7028229-f61f-4322-936b-056729517ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=079c9b9f-70be-44e7-bb88-f3e83f95791e,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:23.045419 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 82b11227-43ed-4b27-b5c9-a0598834ec35 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:14:23.082222 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: 82b11227-43ed-4b27-b5c9-a0598834ec35 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:14:23.082563 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 82b11227-43ed-4b27-b5c9-a0598834ec35 not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:14:23.082996 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 6f74f8bb-35fc-45f2-b1ea-df552563bc55 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:14:23.108404 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: 6f74f8bb-35fc-45f2-b1ea-df552563bc55 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:14:23.109067 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 6f74f8bb-35fc-45f2-b1ea-df552563bc55 not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:14:23.149444 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c8be0767-69af-471a-a821-298090d3db37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:23.152806 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c8be0767-69af-471a-a821-298090d3db37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:23.154173 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-c8be0767-69af-471a-a821-298090d3db37 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/681d4645-31d3-4449-8345-067e01a10bf1 HTTP/1.1" status: 204 len: 168 time: 0.2666094 Aug 10 03:14:23.163131 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be0767-69af-471a-a821-298090d3db37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681d4645-31d3-4449-8345-067e01a10bf1,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:23.182148 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-47340635-0d15-45b6-9c39-4a3b38834580 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1655322033-network', 'tenant_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:23.244522 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47340635-0d15-45b6-9c39-4a3b38834580 admin admin] Made reservation on behalf of ef09b0c7cc5b46efbe589c3baf17fa5c for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:14:23.247588 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-47340635-0d15-45b6-9c39-4a3b38834580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:23.263811 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-47340635-0d15-45b6-9c39-4a3b38834580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:23.424552 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-47340635-0d15-45b6-9c39-4a3b38834580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:23.431274 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-47340635-0d15-45b6-9c39-4a3b38834580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:23.437877 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device b158c1f6-ad22-4824-a1ca-31bdee18d32c up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:14:23.458771 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47340635-0d15-45b6-9c39-4a3b38834580 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:14:23.485383 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-47340635-0d15-45b6-9c39-4a3b38834580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:23.485878 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-47340635-0d15-45b6-9c39-4a3b38834580 admin admin] Added segment d030ccc1-c31d-414f-84e6-c931b9c0f44c of type vlan for network a768fce9-a23b-4fa6-95f6-80231f5ae7ad Aug 10 03:14:23.496850 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47340635-0d15-45b6-9c39-4a3b38834580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27bfad8-2aac-4372-8505-6d015ef4ee33,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:23.554145 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port b158c1f6-ad22-4824-a1ca-31bdee18d32c completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:14:23.559699 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port b158c1f6-ad22-4824-a1ca-31bdee18d32c triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:14:23.560406 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:23.589624 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-47340635-0d15-45b6-9c39-4a3b38834580 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:23.644603 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-47340635-0d15-45b6-9c39-4a3b38834580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:23.647060 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47340635-0d15-45b6-9c39-4a3b38834580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:23.648792 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-47340635-0d15-45b6-9c39-4a3b38834580 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:23.679922 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:23.714251 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b52979b-9ae1-4259-8a47-5ff3f736d2b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b158c1f6-ad22-4824-a1ca-31bdee18d32c'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:23.717109 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f19431f-3590-48c8-a935-56a031290218" -d '{"events": [{"server_uuid": "5b52979b-9ae1-4259-8a47-5ff3f736d2b2", "name": "network-vif-plugged", "status": "completed", "tag": "b158c1f6-ad22-4824-a1ca-31bdee18d32c"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:23.737079 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port b158c1f6-ad22-4824-a1ca-31bdee18d32c, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=b158c1f6-ad22-4824-a1ca-31bdee18d32c,segment=NetworkSegment(4ea20076-31f4-4b20-a8fd-0b8aa27a9fb4),segment_id=4ea20076-31f4-4b20-a8fd-0b8aa27a9fb4)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:23.751694 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:23.760555 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-47340635-0d15-45b6-9c39-4a3b38834580 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8045642 Aug 10 03:14:23.763597 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 46814) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:14:23.769920 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-c67e1756-84a4-4d1a-b347-ef34b405b435 admin admin] Request body: {'subnet': {'network_id': 'a768fce9-a23b-4fa6-95f6-80231f5ae7ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1655322033-subnet', 'tenant_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:23.783393 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47340635-0d15-45b6-9c39-4a3b38834580 admin admin] Pushing event updated for resources: {'Network': ['ID=a768fce9-a23b-4fa6-95f6-80231f5ae7ad,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:23.807207 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network a768fce9-a23b-4fa6-95f6-80231f5ae7ad details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:14:23.858881 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67e1756-84a4-4d1a-b347-ef34b405b435 admin admin] Made reservation on behalf of ef09b0c7cc5b46efbe589c3baf17fa5c for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:14:23.868830 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c67e1756-84a4-4d1a-b347-ef34b405b435 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:23.941972 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c3a9e3-84be-4700-ad37-5db5cd4a0c88 x-openstack-request-id: req-98c3a9e3-84be-4700-ad37-5db5cd4a0c88 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:23.942506 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b52979b-9ae1-4259-8a47-5ff3f736d2b2", "name": "network-vif-plugged", "status": "completed", "tag": "b158c1f6-ad22-4824-a1ca-31bdee18d32c", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:23.942980 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-98c3a9e3-84be-4700-ad37-5db5cd4a0c88 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:23.943552 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b52979b-9ae1-4259-8a47-5ff3f736d2b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b158c1f6-ad22-4824-a1ca-31bdee18d32c', 'code': 200} Aug 10 03:14:23.983550 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=b158c1f6-ad22-4824-a1ca-31bdee18d32c,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:24.128689 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c5f05-9800-4f67-ac95-f1f46250ddaa req-308c2617-66f2-4b5e-9352-98ea417b2af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:24.130167 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2a9c5f05-9800-4f67-ac95-f1f46250ddaa req-308c2617-66f2-4b5e-9352-98ea417b2af2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5b52979b-9ae1-4259-8a47-5ff3f736d2b2 HTTP/1.1" status: 200 len: 1097 time: 0.1419036 Aug 10 03:14:24.139483 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac7f82-4f39-48a3-bc1a-fc5f3da27763 req-8707cb2e-71fe-418e-ae1e-845d6459c0db tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:24.146540 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aeac7f82-4f39-48a3-bc1a-fc5f3da27763 req-8707cb2e-71fe-418e-ae1e-845d6459c0db tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b52979b-9ae1-4259-8a47-5ff3f736d2b2 HTTP/1.1" status: 200 len: 945 time: 0.1592927 Aug 10 03:14:24.236214 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2a9c5f05-9800-4f67-ac95-f1f46250ddaa req-e013baaa-765e-4173-88b6-463b201fb5d0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2a34a862-d555-4e4a-a332-6f9d46a00f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849807 Aug 10 03:14:24.271044 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aeac7f82-4f39-48a3-bc1a-fc5f3da27763 req-a6fb08b0-9e23-4091-86df-9c992fdb872f tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a34a862-d555-4e4a-a332-6f9d46a00f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231134 Aug 10 03:14:24.338667 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c67e1756-84a4-4d1a-b347-ef34b405b435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:24.372816 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 46850) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:14:24.463889 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67e1756-84a4-4d1a-b347-ef34b405b435 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75b49776-2445-4c00-a5a3-1dc63629b279,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:24.490420 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e1756-84a4-4d1a-b347-ef34b405b435 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:24.492549 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e1756-84a4-4d1a-b347-ef34b405b435 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:24.493079 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e1756-84a4-4d1a-b347-ef34b405b435 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:24.494303 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e1756-84a4-4d1a-b347-ef34b405b435 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:24.494649 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e1756-84a4-4d1a-b347-ef34b405b435 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:24.500452 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e1756-84a4-4d1a-b347-ef34b405b435 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:24.500872 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e1756-84a4-4d1a-b347-ef34b405b435 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:24.501224 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e1756-84a4-4d1a-b347-ef34b405b435 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:24.501577 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e1756-84a4-4d1a-b347-ef34b405b435 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:24.501933 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e1756-84a4-4d1a-b347-ef34b405b435 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:24.502285 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e1756-84a4-4d1a-b347-ef34b405b435 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:24.502628 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e1756-84a4-4d1a-b347-ef34b405b435 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:24.519355 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67e1756-84a4-4d1a-b347-ef34b405b435 admin admin] Checking segment: {'id': 'd030ccc1-c31d-414f-84e6-c931b9c0f44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a768fce9-a23b-4fa6-95f6-80231f5ae7ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:14:24.519719 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67e1756-84a4-4d1a-b347-ef34b405b435 admin admin] Network hostable DHCP agents. Network: a768fce9-a23b-4fa6-95f6-80231f5ae7ad, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:14:24.540182 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67e1756-84a4-4d1a-b347-ef34b405b435 admin admin] Network a768fce9-a23b-4fa6-95f6-80231f5ae7ad is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:14:24.543194 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-f0bb0409-9c35-4735-aa8a-5326cc0c8726 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1689326196-network', 'tenant_id': '80cee0cf0c3a4048b8f14bdc8a4b40c6'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:24.553402 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-c67e1756-84a4-4d1a-b347-ef34b405b435 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, a768fce9-a23b-4fa6-95f6-80231f5ae7ad) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:14:24.563133 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf712e9a-5667-4c15-bb7d-099434982eb2 None None] Network a768fce9-a23b-4fa6-95f6-80231f5ae7ad requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:14:24.570030 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67e1756-84a4-4d1a-b347-ef34b405b435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:24.571030 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c67e1756-84a4-4d1a-b347-ef34b405b435 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:24.592155 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0bb0409-9c35-4735-aa8a-5326cc0c8726 admin admin] Made reservation on behalf of 80cee0cf0c3a4048b8f14bdc8a4b40c6 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:14:24.601023 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-c67e1756-84a4-4d1a-b347-ef34b405b435 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8349643 Aug 10 03:14:24.602068 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f0bb0409-9c35-4735-aa8a-5326cc0c8726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:24.603399 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 46860) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:14:24.612883 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-970ed8b1-1b98-40ce-8920-e85dc167455d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1655322033-router', 'tenant_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:24.626975 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f0bb0409-9c35-4735-aa8a-5326cc0c8726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:24.664671 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-970ed8b1-1b98-40ce-8920-e85dc167455d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:24.666318 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-970ed8b1-1b98-40ce-8920-e85dc167455d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:24.775148 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-970ed8b1-1b98-40ce-8920-e85dc167455d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:24.860289 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f0bb0409-9c35-4735-aa8a-5326cc0c8726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:24.865186 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f0bb0409-9c35-4735-aa8a-5326cc0c8726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:24.880388 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0bb0409-9c35-4735-aa8a-5326cc0c8726 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:14:24.923384 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e297857a-8817-4409-9095-72cc9b1275a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-a768fce9-a23b-4fa6-95f6-80231f5ae7ad', 'network_id': 'a768fce9-a23b-4fa6-95f6-80231f5ae7ad', 'tenant_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'fixed_ips': [{'subnet_id': '75b49776-2445-4c00-a5a3-1dc63629b279'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:14:24.924700 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e297857a-8817-4409-9095-72cc9b1275a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:24.928399 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f0bb0409-9c35-4735-aa8a-5326cc0c8726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:24.929071 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-f0bb0409-9c35-4735-aa8a-5326cc0c8726 admin admin] Added segment 2b95187c-537c-4822-a0b0-e1996874f1d3 of type vlan for network 3a83eb90-c240-427c-8862-08b707a921de Aug 10 03:14:24.974835 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-970ed8b1-1b98-40ce-8920-e85dc167455d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:24.979937 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb0409-9c35-4735-aa8a-5326cc0c8726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=106bd2aa-b217-4cc2-a6fb-fb066e9e308f,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:25.015325 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f0bb0409-9c35-4735-aa8a-5326cc0c8726 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:25.074055 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f0bb0409-9c35-4735-aa8a-5326cc0c8726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:25.075559 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bb0409-9c35-4735-aa8a-5326cc0c8726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:25.076900 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f0bb0409-9c35-4735-aa8a-5326cc0c8726 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:25.179883 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f0bb0409-9c35-4735-aa8a-5326cc0c8726 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8055234 Aug 10 03:14:25.183650 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 46886) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:14:25.190204 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-dbcf93a0-11c3-4321-bbcc-c8a3c604f3f0 admin admin] Request body: {'subnet': {'network_id': '3a83eb90-c240-427c-8862-08b707a921de', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1689326196-subnet', 'tenant_id': '80cee0cf0c3a4048b8f14bdc8a4b40c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:25.210681 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb0409-9c35-4735-aa8a-5326cc0c8726 admin admin] Pushing event updated for resources: {'Network': ['ID=3a83eb90-c240-427c-8862-08b707a921de,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:25.246201 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbcf93a0-11c3-4321-bbcc-c8a3c604f3f0 admin admin] Made reservation on behalf of 80cee0cf0c3a4048b8f14bdc8a4b40c6 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:14:25.252624 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 3a83eb90-c240-427c-8862-08b707a921de details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:14:25.264115 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dbcf93a0-11c3-4321-bbcc-c8a3c604f3f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:25.315760 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-970ed8b1-1b98-40ce-8920-e85dc167455d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:25.364946 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-970ed8b1-1b98-40ce-8920-e85dc167455d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:25.498896 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-e297857a-8817-4409-9095-72cc9b1275a4 None None] Allocated IP 172.20.0.2 (a768fce9-a23b-4fa6-95f6-80231f5ae7ad/75b49776-2445-4c00-a5a3-1dc63629b279/e36ef725-d6c9-4fac-ac45-daa040267b03) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:14:25.610786 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dbcf93a0-11c3-4321-bbcc-c8a3c604f3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:25.640542 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabfee3-9ef2-45b3-be1b-864a1cc39f98 req-fa19bc00-88a2-4c89-8007-05e2035b8236 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:25.642090 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6fabfee3-9ef2-45b3-be1b-864a1cc39f98 req-fa19bc00-88a2-4c89-8007-05e2035b8236 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b52979b-9ae1-4259-8a47-5ff3f736d2b2 HTTP/1.1" status: 200 len: 945 time: 0.1711855 Aug 10 03:14:25.709475 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcf93a0-11c3-4321-bbcc-c8a3c604f3f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb34339b-adc8-40a3-9ffe-8f05f8fed3e8,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:25.720842 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcf93a0-11c3-4321-bbcc-c8a3c604f3f0 admin admin] Checking segment: {'id': '2b95187c-537c-4822-a0b0-e1996874f1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '3a83eb90-c240-427c-8862-08b707a921de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:14:25.721539 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcf93a0-11c3-4321-bbcc-c8a3c604f3f0 admin admin] Network hostable DHCP agents. Network: 3a83eb90-c240-427c-8862-08b707a921de, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:14:25.725797 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6fabfee3-9ef2-45b3-be1b-864a1cc39f98 req-e149ad54-e27d-4fed-a5e5-9245da4225f7 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a34a862-d555-4e4a-a332-6f9d46a00f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675578 Aug 10 03:14:25.733190 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-970ed8b1-1b98-40ce-8920-e85dc167455d admin admin] Allocated IP 172.25.7.218 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/018e380d-f604-4cb0-863f-90f5342d237a) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:14:25.743456 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcf93a0-11c3-4321-bbcc-c8a3c604f3f0 admin admin] Network 3a83eb90-c240-427c-8862-08b707a921de is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:14:25.762081 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e297857a-8817-4409-9095-72cc9b1275a4 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:25.765678 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-dbcf93a0-11c3-4321-bbcc-c8a3c604f3f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 3a83eb90-c240-427c-8862-08b707a921de) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:14:25.775594 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcf93a0-11c3-4321-bbcc-c8a3c604f3f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:25.776193 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dbcf93a0-11c3-4321-bbcc-c8a3c604f3f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:25.780835 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9655a29f-b2f8-4682-be81-da46b6e79605 None None] Network 3a83eb90-c240-427c-8862-08b707a921de requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:14:25.803792 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-dbcf93a0-11c3-4321-bbcc-c8a3c604f3f0 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6176987 Aug 10 03:14:25.922209 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-970ed8b1-1b98-40ce-8920-e85dc167455d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:25.956035 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-e297857a-8817-4409-9095-72cc9b1275a4 None None] Transition to ACTIVE for port object e36ef725-d6c9-4fac-ac45-daa040267b03 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:14:25.980591 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-e297857a-8817-4409-9095-72cc9b1275a4 None None] Transition to ACTIVE for port object e36ef725-d6c9-4fac-ac45-daa040267b03 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:14:25.980908 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-970ed8b1-1b98-40ce-8920-e85dc167455d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:25.997967 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a71a15-471b-47b2-933b-3b1de0b1b14b None None] Network 3a83eb90-c240-427c-8862-08b707a921de requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:14:26.032537 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970ed8b1-1b98-40ce-8920-e85dc167455d admin admin] Pushing event updated for resources: {'Port': ['ID=018e380d-f604-4cb0-863f-90f5342d237a,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:26.056471 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970ed8b1-1b98-40ce-8920-e85dc167455d admin admin] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:14:26.058854 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-970ed8b1-1b98-40ce-8920-e85dc167455d admin admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:14:26.069092 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970ed8b1-1b98-40ce-8920-e85dc167455d admin admin] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:14:26.119447 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 46918) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:14:26.206836 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e297857a-8817-4409-9095-72cc9b1275a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:26.310020 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e297857a-8817-4409-9095-72cc9b1275a4 None None] Network a768fce9-a23b-4fa6-95f6-80231f5ae7ad is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:14:26.315854 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-e297857a-8817-4409-9095-72cc9b1275a4 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:14:26.318867 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e297857a-8817-4409-9095-72cc9b1275a4 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:14:26.327444 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:26.335920 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:26.367909 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-05ede037-1466-4b95-b39e-35b37e9b7159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:26.395833 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e297857a-8817-4409-9095-72cc9b1275a4 None None] Pushing event updated for resources: {'Port': ['ID=e36ef725-d6c9-4fac-ac45-daa040267b03,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:26.435432 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-e297857a-8817-4409-9095-72cc9b1275a4 None None] Attempting to bind port e36ef725-d6c9-4fac-ac45-daa040267b03 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:14:26.435815 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-e297857a-8817-4409-9095-72cc9b1275a4 None None] Attempting to bind port e36ef725-d6c9-4fac-ac45-daa040267b03 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'd030ccc1-c31d-414f-84e6-c931b9c0f44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a768fce9-a23b-4fa6-95f6-80231f5ae7ad'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:14:26.436171 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e297857a-8817-4409-9095-72cc9b1275a4 None None] Attempting to bind port e36ef725-d6c9-4fac-ac45-daa040267b03 on network a768fce9-a23b-4fa6-95f6-80231f5ae7ad {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:14:26.460394 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e297857a-8817-4409-9095-72cc9b1275a4 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:14:26.460762 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e297857a-8817-4409-9095-72cc9b1275a4 None None] Checking segment: {'id': 'd030ccc1-c31d-414f-84e6-c931b9c0f44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a768fce9-a23b-4fa6-95f6-80231f5ae7ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:14:26.461165 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e297857a-8817-4409-9095-72cc9b1275a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:26.461559 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e297857a-8817-4409-9095-72cc9b1275a4 None None] Bound using segment: {'id': 'd030ccc1-c31d-414f-84e6-c931b9c0f44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a768fce9-a23b-4fa6-95f6-80231f5ae7ad'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:14:26.462043 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-e297857a-8817-4409-9095-72cc9b1275a4 None None] Bound port: e36ef725-d6c9-4fac-ac45-daa040267b03, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd030ccc1-c31d-414f-84e6-c931b9c0f44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a768fce9-a23b-4fa6-95f6-80231f5ae7ad'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:14:26.462417 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e297857a-8817-4409-9095-72cc9b1275a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:26.495868 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-05ede037-1466-4b95-b39e-35b37e9b7159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:26.501009 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-05ede037-1466-4b95-b39e-35b37e9b7159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:26.533890 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-970ed8b1-1b98-40ce-8920-e85dc167455d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:26.535346 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ede037-1466-4b95-b39e-35b37e9b7159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0829767-02d6-4c89-b918-4562941ea264,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:26.559301 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-05ede037-1466-4b95-b39e-35b37e9b7159 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5730bd0c398c4a06902059eafd6ced5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4358225 Aug 10 03:14:26.559512 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-e297857a-8817-4409-9095-72cc9b1275a4 None None] For port e36ef725-d6c9-4fac-ac45-daa040267b03, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:14:26.559923 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 46956) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:14:26.565822 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-e297857a-8817-4409-9095-72cc9b1275a4 None None] For port e36ef725-d6c9-4fac-ac45-daa040267b03, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=e36ef725-d6c9-4fac-ac45-daa040267b03,segment=NetworkSegment(d030ccc1-c31d-414f-84e6-c931b9c0f44c),segment_id=d030ccc1-c31d-414f-84e6-c931b9c0f44c)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:14:26.572777 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e297857a-8817-4409-9095-72cc9b1275a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:26.614772 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-47eb9e60-e4d9-4dad-a40e-0935f3cba021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:26.647866 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-47eb9e60-e4d9-4dad-a40e-0935f3cba021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:26.650258 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e297857a-8817-4409-9095-72cc9b1275a4 None None] Pushing event updated for resources: {'Port': ['ID=e36ef725-d6c9-4fac-ac45-daa040267b03,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:26.708094 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-47eb9e60-e4d9-4dad-a40e-0935f3cba021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:26.711037 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-47eb9e60-e4d9-4dad-a40e-0935f3cba021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:26.712388 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-47eb9e60-e4d9-4dad-a40e-0935f3cba021 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e0829767-02d6-4c89-b918-4562941ea264 HTTP/1.1" status: 204 len: 168 time: 0.1514277 Aug 10 03:14:26.730676 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eb9e60-e4d9-4dad-a40e-0935f3cba021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0829767-02d6-4c89-b918-4562941ea264,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:26.758151 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a832d197-af7e-4c7c-98d1-66bd9827c383 req-37df15a3-2878-4dc0-97d3-e11236b8d815 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:26.759720 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a832d197-af7e-4c7c-98d1-66bd9827c383 req-37df15a3-2878-4dc0-97d3-e11236b8d815 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/networks?id=3a83eb90-c240-427c-8862-08b707a921de HTTP/1.1" status: 200 len: 805 time: 0.1746180 Aug 10 03:14:26.830153 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a832d197-af7e-4c7c-98d1-66bd9827c383 req-edc019d4-bd56-4947-bdc8-1dadea1e3976 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/quotas/80cee0cf0c3a4048b8f14bdc8a4b40c6 HTTP/1.1" status: 200 len: 375 time: 0.0624342 Aug 10 03:14:26.898794 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a832d197-af7e-4c7c-98d1-66bd9827c383 req-79408af8-e275-4fba-b6d2-922f73987f30 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=80cee0cf0c3a4048b8f14bdc8a4b40c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428519 Aug 10 03:14:27.011549 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb2fac7-029b-4be0-ae75-5c4509127957 req-e4a95e5a-9ab7-44bc-a392-86006825fa5a tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:27.013088 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0eb2fac7-029b-4be0-ae75-5c4509127957 req-e4a95e5a-9ab7-44bc-a392-86006825fa5a tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b52979b-9ae1-4259-8a47-5ff3f736d2b2 HTTP/1.1" status: 200 len: 945 time: 0.1989985 Aug 10 03:14:27.067921 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-970ed8b1-1b98-40ce-8920-e85dc167455d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:27.100920 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0eb2fac7-029b-4be0-ae75-5c4509127957 req-7f60d414-5a8c-4ebe-a7d5-daf34230ba62 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a34a862-d555-4e4a-a332-6f9d46a00f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749950 Aug 10 03:14:27.139292 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a832d197-af7e-4c7c-98d1-66bd9827c383 req-357110c5-313c-4326-88a8-d7cb33178452 service neutron] 10.222.0.62 "GET /v2.0/networks/3a83eb90-c240-427c-8862-08b707a921de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396207 Aug 10 03:14:27.298701 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a832d197-af7e-4c7c-98d1-66bd9827c383 req-70cb3c14-2ffc-42ab-b87e-bdf742ca13f6 service neutron] 10.222.0.62 "GET /v2.0/networks/3a83eb90-c240-427c-8862-08b707a921de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545377 Aug 10 03:14:27.317046 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-91de3390-0962-4b7b-a5e0-3b47f856739f req-1fa61f10-bdef-47b9-94a9-0a6d5ac02d54 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1916029125&fields=id&tenant_id=d6ebfa75f66e435ca5304dff9dabf47f HTTP/1.1" status: 200 len: 267 time: 0.0665727 Aug 10 03:14:27.381595 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-970ed8b1-1b98-40ce-8920-e85dc167455d admin admin] Router f48d14f1-d459-46bc-be26-50200d08da2d is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:14:27.400975 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de3390-0962-4b7b-a5e0-3b47f856739f req-564b88b9-4826-4364-8cb4-852f5ed40b45 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:27.403517 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-91de3390-0962-4b7b-a5e0-3b47f856739f req-564b88b9-4826-4364-8cb4-852f5ed40b45 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b52979b-9ae1-4259-8a47-5ff3f736d2b2 HTTP/1.1" status: 200 len: 945 time: 0.0769320 Aug 10 03:14:27.471417 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-91de3390-0962-4b7b-a5e0-3b47f856739f req-8b20fe75-9c4f-475d-aec6-572159c1c5b3 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Request body: {'port': {'security_groups': ['2a34a862-d555-4e4a-a332-6f9d46a00f82', 'a0100807-37b6-4984-9e2d-2710e61b64ad']}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:27.564895 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 47002) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:14:27.702516 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-3d9a5867-5b77-4a18-91e9-6e2166678261 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1067375944-network', 'tenant_id': '22bb0021811f46b18f8e8bb6d66afe0d'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:27.743273 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9a5867-5b77-4a18-91e9-6e2166678261 admin admin] Made reservation on behalf of 22bb0021811f46b18f8e8bb6d66afe0d for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:14:27.747781 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3d9a5867-5b77-4a18-91e9-6e2166678261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:27.765365 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3d9a5867-5b77-4a18-91e9-6e2166678261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:27.808075 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbfb7d7-dd50-4d28-8be1-e0698699e68f None None] Network a768fce9-a23b-4fa6-95f6-80231f5ae7ad requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:14:27.901673 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3d9a5867-5b77-4a18-91e9-6e2166678261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:27.906559 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3d9a5867-5b77-4a18-91e9-6e2166678261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:27.927950 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-334afc08-2e9a-4cce-a79b-75a1db3bb8d5 None None] Provisioning for port e36ef725-d6c9-4fac-ac45-daa040267b03 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:14:27.951569 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0ae668db-7258-4c0c-9de7-fc49d06f16e3 req-580e4994-312e-4509-a606-709b71f9f6bf tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f5fe51d-3159-407a-968c-ff0be87e7f4e HTTP/1.1" status: 200 len: 210 time: 0.0779920 Aug 10 03:14:27.953306 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d9a5867-5b77-4a18-91e9-6e2166678261 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:14:27.983565 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9a5867-5b77-4a18-91e9-6e2166678261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:27.987862 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3d9a5867-5b77-4a18-91e9-6e2166678261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:27.988626 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-3d9a5867-5b77-4a18-91e9-6e2166678261 admin admin] Added segment 5f459ac7-2da0-4395-80e8-4acadecdbda0 of type vlan for network 10fc7efa-f990-4fd3-9796-19ebe5477b79 Aug 10 03:14:28.021087 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-91de3390-0962-4b7b-a5e0-3b47f856739f req-8b20fe75-9c4f-475d-aec6-572159c1c5b3 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:28.032978 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-970ed8b1-1b98-40ce-8920-e85dc167455d admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:14:28.043945 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b298f3-6203-40b2-ba2e-2e3dbf0046f6 None None] Sync routers for ids ['f48d14f1-d459-46bc-be26-50200d08da2d'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:14:28.057343 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3d9a5867-5b77-4a18-91e9-6e2166678261 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:28.081991 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b298f3-6203-40b2-ba2e-2e3dbf0046f6 None None] Routers {'f48d14f1-d459-46bc-be26-50200d08da2d'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:14:28.082920 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-00b298f3-6203-40b2-ba2e-2e3dbf0046f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:14:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['f48d14f1-d459-46bc-be26-50200d08da2d'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:14:28.086726 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-970ed8b1-1b98-40ce-8920-e85dc167455d admin admin] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:28.091272 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-970ed8b1-1b98-40ce-8920-e85dc167455d admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.4864609 Aug 10 03:14:28.096418 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 47024) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:14:28.137410 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3d9a5867-5b77-4a18-91e9-6e2166678261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:28.138584 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9a5867-5b77-4a18-91e9-6e2166678261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:28.139432 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3d9a5867-5b77-4a18-91e9-6e2166678261 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:28.231988 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3d9a5867-5b77-4a18-91e9-6e2166678261 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6655295 Aug 10 03:14:28.235029 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 47030) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:14:28.243884 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-819bfe97-78e9-45bc-b0dd-b9f09c905d5a admin admin] Request body: {'subnet': {'network_id': '10fc7efa-f990-4fd3-9796-19ebe5477b79', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1067375944-subnet', 'tenant_id': '22bb0021811f46b18f8e8bb6d66afe0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:28.298220 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-00b298f3-6203-40b2-ba2e-2e3dbf0046f6 None None] Set router f48d14f1-d459-46bc-be26-50200d08da2d gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:14:28.342368 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9a5867-5b77-4a18-91e9-6e2166678261 admin admin] Pushing event updated for resources: {'Network': ['ID=10fc7efa-f990-4fd3-9796-19ebe5477b79,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:28.376510 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e36ef725-d6c9-4fac-ac45-daa040267b03 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:14:28.380578 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 10fc7efa-f990-4fd3-9796-19ebe5477b79 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:14:28.387135 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819bfe97-78e9-45bc-b0dd-b9f09c905d5a admin admin] Made reservation on behalf of 22bb0021811f46b18f8e8bb6d66afe0d for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:14:28.390615 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-819bfe97-78e9-45bc-b0dd-b9f09c905d5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:28.566158 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-91de3390-0962-4b7b-a5e0-3b47f856739f req-8b20fe75-9c4f-475d-aec6-572159c1c5b3 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] For port b158c1f6-ad22-4824-a1ca-31bdee18d32c, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=b158c1f6-ad22-4824-a1ca-31bdee18d32c,segment=NetworkSegment(4ea20076-31f4-4b20-a8fd-0b8aa27a9fb4),segment_id=4ea20076-31f4-4b20-a8fd-0b8aa27a9fb4)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:28.605265 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-819bfe97-78e9-45bc-b0dd-b9f09c905d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:28.617391 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679fc5ff-78cc-4c11-b3aa-ca4aef9f378a req-6a34f94f-fbcc-42b9-a422-eb9c0976e6f3 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:28.618798 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port e36ef725-d6c9-4fac-ac45-daa040267b03 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:14:28.619228 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-679fc5ff-78cc-4c11-b3aa-ca4aef9f378a req-6a34f94f-fbcc-42b9-a422-eb9c0976e6f3 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] 10.222.0.62 "GET /v2.0/ports?device_id=22ebfab7-0cf3-4562-afd8-882e83f7045a HTTP/1.1" status: 200 len: 950 time: 0.1438081 Aug 10 03:14:28.630018 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port e36ef725-d6c9-4fac-ac45-daa040267b03 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:14:28.630399 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:28.654559 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-91de3390-0962-4b7b-a5e0-3b47f856739f req-8b20fe75-9c4f-475d-aec6-572159c1c5b3 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:28.669604 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-91de3390-0962-4b7b-a5e0-3b47f856739f req-8b20fe75-9c4f-475d-aec6-572159c1c5b3 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:28.676798 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819bfe97-78e9-45bc-b0dd-b9f09c905d5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9de5b17-91a7-437b-a5c7-1e57e4d52c95,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:28.687086 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['b158c1f6-ad22-4824-a1ca-31bdee18d32c'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:28.690258 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819bfe97-78e9-45bc-b0dd-b9f09c905d5a admin admin] Checking segment: {'id': '5f459ac7-2da0-4395-80e8-4acadecdbda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '10fc7efa-f990-4fd3-9796-19ebe5477b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:14:28.690973 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819bfe97-78e9-45bc-b0dd-b9f09c905d5a admin admin] Network hostable DHCP agents. Network: 10fc7efa-f990-4fd3-9796-19ebe5477b79, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:14:28.710727 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819bfe97-78e9-45bc-b0dd-b9f09c905d5a admin admin] Network 10fc7efa-f990-4fd3-9796-19ebe5477b79 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:14:28.723373 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-819bfe97-78e9-45bc-b0dd-b9f09c905d5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 10fc7efa-f990-4fd3-9796-19ebe5477b79) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:14:28.728462 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819bfe97-78e9-45bc-b0dd-b9f09c905d5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:28.730012 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-819bfe97-78e9-45bc-b0dd-b9f09c905d5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:28.749138 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-819bfe97-78e9-45bc-b0dd-b9f09c905d5a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.5127363 Aug 10 03:14:28.753668 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b867b7eb-a36b-4671-8ce8-20a3edb5bbdb None None] Network 10fc7efa-f990-4fd3-9796-19ebe5477b79 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:14:28.886705 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-00b298f3-6203-40b2-ba2e-2e3dbf0046f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1655322033-router', 'tenant_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '018e380d-f604-4cb0-863f-90f5342d237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:14:24Z', 'updated_at': '2021-08-10T03:14:26Z', 'revision_number': 3, 'project_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'gw_port': {'id': '018e380d-f604-4cb0-863f-90f5342d237a', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:49:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:25Z', 'updated_at': '2021-08-10T03:14:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:14:28.901824 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-679fc5ff-78cc-4c11-b3aa-ca4aef9f378a req-3dbb2e11-b8c3-4fa1-a62b-36097ac31b5d tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] 10.222.0.62 "GET /v2.0/security-groups?id=15c10190-2ea4-485f-8f55-415e66c74675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445023 Aug 10 03:14:28.946847 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a832d197-af7e-4c7c-98d1-66bd9827c383 req-796c172d-2280-47f2-b9cf-0beadaaa3924 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:28.947969 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b298f3-6203-40b2-ba2e-2e3dbf0046f6 None None] Checking router: f48d14f1-d459-46bc-be26-50200d08da2d for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:14:28.948812 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de3390-0962-4b7b-a5e0-3b47f856739f req-8b20fe75-9c4f-475d-aec6-572159c1c5b3 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:28.949247 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b298f3-6203-40b2-ba2e-2e3dbf0046f6 None None] Updating router f48d14f1-d459-46bc-be26-50200d08da2d port 018e380d-f604-4cb0-863f-90f5342d237a binding host n-d-768851-15 {{(pid=94218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:14:28.949517 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a832d197-af7e-4c7c-98d1-66bd9827c383 req-796c172d-2280-47f2-b9cf-0beadaaa3924 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.58 "GET /v2.0/networks?id=3a83eb90-c240-427c-8862-08b707a921de HTTP/1.1" status: 200 len: 805 time: 0.1780996 Aug 10 03:14:28.949652 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-91de3390-0962-4b7b-a5e0-3b47f856739f req-8b20fe75-9c4f-475d-aec6-572159c1c5b3 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:28.952405 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-91de3390-0962-4b7b-a5e0-3b47f856739f req-8b20fe75-9c4f-475d-aec6-572159c1c5b3 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "PUT /v2.0/ports/b158c1f6-ad22-4824-a1ca-31bdee18d32c HTTP/1.1" status: 200 len: 981 time: 1.4875884 Aug 10 03:14:28.956670 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b52979b-9ae1-4259-8a47-5ff3f736d2b2', 'tag': 'b158c1f6-ad22-4824-a1ca-31bdee18d32c'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:28.966030 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-a832d197-af7e-4c7c-98d1-66bd9827c383 req-23197daa-e6e1-4a81-9469-fc5ab49c1194 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Request body: {'port': {'device_id': '8f5fe51d-3159-407a-968c-ff0be87e7f4e', 'network_id': '3a83eb90-c240-427c-8862-08b707a921de', 'admin_state_up': True, 'tenant_id': '80cee0cf0c3a4048b8f14bdc8a4b40c6'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:28.971301 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b50b4ff-1a0a-4930-a1dd-0ab100c555be" -d '{"events": [{"name": "network-changed", "server_uuid": "5b52979b-9ae1-4259-8a47-5ff3f736d2b2", "tag": "b158c1f6-ad22-4824-a1ca-31bdee18d32c"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:28.979919 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b20fe75-9c4f-475d-aec6-572159c1c5b3 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Pushing event updated for resources: {'Port': ['ID=b158c1f6-ad22-4824-a1ca-31bdee18d32c,revision_number=6']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:29.002635 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:29.135729 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['b158c1f6-ad22-4824-a1ca-31bdee18d32c'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:29.137733 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-00b298f3-6203-40b2-ba2e-2e3dbf0046f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:29.152254 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8688de76-db54-4ff6-b92c-77ce2b574086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:29.219427 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a832d197-af7e-4c7c-98d1-66bd9827c383 req-23197daa-e6e1-4a81-9469-fc5ab49c1194 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Made reservation on behalf of 80cee0cf0c3a4048b8f14bdc8a4b40c6 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:14:29.225020 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a832d197-af7e-4c7c-98d1-66bd9827c383 req-23197daa-e6e1-4a81-9469-fc5ab49c1194 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:29.238128 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95768efc-c9bf-4c39-af4b-5c694f314e19 None None] Network 10fc7efa-f990-4fd3-9796-19ebe5477b79 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:14:29.244220 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port e36ef725-d6c9-4fac-ac45-daa040267b03, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=e36ef725-d6c9-4fac-ac45-daa040267b03,segment=NetworkSegment(d030ccc1-c31d-414f-84e6-c931b9c0f44c),segment_id=d030ccc1-c31d-414f-84e6-c931b9c0f44c)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:29.273949 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:29.320351 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8b1c9a96-3a1d-460a-85b6-2babfe89d85a req-75e6b1a7-113a-461c-8e15-22260b569679 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2091457103&fields=id&tenant_id=d6ebfa75f66e435ca5304dff9dabf47f HTTP/1.1" status: 200 len: 267 time: 0.1264930 Aug 10 03:14:29.407633 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-a832d197-af7e-4c7c-98d1-66bd9827c383 req-23197daa-e6e1-4a81-9469-fc5ab49c1194 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Allocated IP 172.20.0.11 (3a83eb90-c240-427c-8862-08b707a921de/cb34339b-adc8-40a3-9ffe-8f05f8fed3e8/aa195f6c-1cac-4220-9956-ce921eecdfe6) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:14:29.414955 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c9a96-3a1d-460a-85b6-2babfe89d85a req-5402ba55-17cb-4fa5-9856-40a4588d0d46 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:29.423771 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8b1c9a96-3a1d-460a-85b6-2babfe89d85a req-5402ba55-17cb-4fa5-9856-40a4588d0d46 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b52979b-9ae1-4259-8a47-5ff3f736d2b2 HTTP/1.1" status: 200 len: 984 time: 0.1026053 Aug 10 03:14:29.433536 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-8b1c9a96-3a1d-460a-85b6-2babfe89d85a req-a689858f-03df-4cdd-ac43-49bf27ce989a tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Request body: {'port': {'security_groups': ['2a34a862-d555-4e4a-a332-6f9d46a00f82', 'a0100807-37b6-4984-9e2d-2710e61b64ad', '195959b8-c4a8-4105-8640-3aeb32a2e94d']}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:29.481982 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-8688de76-db54-4ff6-b92c-77ce2b574086 admin admin] Allocated IP 172.20.0.1 (a768fce9-a23b-4fa6-95f6-80231f5ae7ad/75b49776-2445-4c00-a5a3-1dc63629b279/a15eda61-5d9e-4c1f-b798-cf613ad4f9bc) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:14:29.553253 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8b1c9a96-3a1d-460a-85b6-2babfe89d85a req-a689858f-03df-4cdd-ac43-49bf27ce989a tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:29.583189 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 8d64572f-7789-483d-9754-f3877a851f72 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:14:29.618198 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a07f8c01-e44b-4f77-a491-b74245264d20 req-9ff9d0d1-e0f6-45dd-9efe-a474c5465828 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f5fe51d-3159-407a-968c-ff0be87e7f4e HTTP/1.1" status: 200 len: 210 time: 0.0759406 Aug 10 03:14:29.663641 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a832d197-af7e-4c7c-98d1-66bd9827c383 req-23197daa-e6e1-4a81-9469-fc5ab49c1194 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:29.713503 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=e36ef725-d6c9-4fac-ac45-daa040267b03,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:29.722388 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a832d197-af7e-4c7c-98d1-66bd9827c383 req-23197daa-e6e1-4a81-9469-fc5ab49c1194 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:29.724182 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2835646-9fff-49c7-a821-10ea2aad914f x-openstack-request-id: req-b2835646-9fff-49c7-a821-10ea2aad914f {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:29.725443 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b52979b-9ae1-4259-8a47-5ff3f736d2b2", "tag": "b158c1f6-ad22-4824-a1ca-31bdee18d32c", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:29.725443 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b2835646-9fff-49c7-a821-10ea2aad914f {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:29.725443 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b52979b-9ae1-4259-8a47-5ff3f736d2b2', 'tag': 'b158c1f6-ad22-4824-a1ca-31bdee18d32c', 'status': 'completed', 'code': 200} Aug 10 03:14:29.738894 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8688de76-db54-4ff6-b92c-77ce2b574086 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:29.775447 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a832d197-af7e-4c7c-98d1-66bd9827c383 req-23197daa-e6e1-4a81-9469-fc5ab49c1194 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Network 3a83eb90-c240-427c-8862-08b707a921de is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:14:29.781229 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-8688de76-db54-4ff6-b92c-77ce2b574086 admin admin] Transition to ACTIVE for port object a15eda61-5d9e-4c1f-b798-cf613ad4f9bc will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:14:29.781931 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-a832d197-af7e-4c7c-98d1-66bd9827c383 req-23197daa-e6e1-4a81-9469-fc5ab49c1194 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:14:29.785027 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-a832d197-af7e-4c7c-98d1-66bd9827c383 req-23197daa-e6e1-4a81-9469-fc5ab49c1194 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:14:29.838765 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23197daa-e6e1-4a81-9469-fc5ab49c1194 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Pushing event updated for resources: {'Port': ['ID=aa195f6c-1cac-4220-9956-ce921eecdfe6,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:29.863720 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a832d197-af7e-4c7c-98d1-66bd9827c383 req-23197daa-e6e1-4a81-9469-fc5ab49c1194 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:29.864779 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a832d197-af7e-4c7c-98d1-66bd9827c383 req-23197daa-e6e1-4a81-9469-fc5ab49c1194 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:29.884327 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a832d197-af7e-4c7c-98d1-66bd9827c383 req-23197daa-e6e1-4a81-9469-fc5ab49c1194 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9253800 Aug 10 03:14:29.900571 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-a832d197-af7e-4c7c-98d1-66bd9827c383 req-9ffe8b7f-f7d0-4f3b-9d1a-d93cb6be16f7 service neutron] Request body: {'port': {'device_id': '8f5fe51d-3159-407a-968c-ff0be87e7f4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:29.902266 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b50b4ff-1a0a-4930-a1dd-0ab100c555be req-ccd3cd3e-95e7-46d1-af92-eaeef274d059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:29.904899 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4b50b4ff-1a0a-4930-a1dd-0ab100c555be req-ccd3cd3e-95e7-46d1-af92-eaeef274d059 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d6ebfa75f66e435ca5304dff9dabf47f&device_id=5b52979b-9ae1-4259-8a47-5ff3f736d2b2 HTTP/1.1" status: 200 len: 1136 time: 0.1472096 Aug 10 03:14:29.966312 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a832d197-af7e-4c7c-98d1-66bd9827c383 req-9ffe8b7f-f7d0-4f3b-9d1a-d93cb6be16f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:29.977204 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-8b1c9a96-3a1d-460a-85b6-2babfe89d85a req-a689858f-03df-4cdd-ac43-49bf27ce989a tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] For port b158c1f6-ad22-4824-a1ca-31bdee18d32c, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=b158c1f6-ad22-4824-a1ca-31bdee18d32c,segment=NetworkSegment(4ea20076-31f4-4b20-a8fd-0b8aa27a9fb4),segment_id=4ea20076-31f4-4b20-a8fd-0b8aa27a9fb4)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:30.012395 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:30.063523 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8b1c9a96-3a1d-460a-85b6-2babfe89d85a req-a689858f-03df-4cdd-ac43-49bf27ce989a tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:30.068684 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ebfab7-0cf3-4562-afd8-882e83f7045a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d64572f-7789-483d-9754-f3877a851f72'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:30.071113 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3b19ee-3f43-4bc5-8ad6-624bb93f012d" -d '{"events": [{"server_uuid": "22ebfab7-0cf3-4562-afd8-882e83f7045a", "name": "network-vif-unplugged", "status": "completed", "tag": "8d64572f-7789-483d-9754-f3877a851f72"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:30.115288 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 8d64572f-7789-483d-9754-f3877a851f72, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=8d64572f-7789-483d-9754-f3877a851f72,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:30.119243 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8b1c9a96-3a1d-460a-85b6-2babfe89d85a req-a689858f-03df-4cdd-ac43-49bf27ce989a tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:30.124952 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8688de76-db54-4ff6-b92c-77ce2b574086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:30.129431 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:30.177683 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8688de76-db54-4ff6-b92c-77ce2b574086 admin admin] Pushing event updated for resources: {'Port': ['ID=a15eda61-5d9e-4c1f-b798-cf613ad4f9bc,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:30.194208 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-00b298f3-6203-40b2-ba2e-2e3dbf0046f6 None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:30.208972 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8688de76-db54-4ff6-b92c-77ce2b574086 admin admin] Network a768fce9-a23b-4fa6-95f6-80231f5ae7ad is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:14:30.224901 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-00b298f3-6203-40b2-ba2e-2e3dbf0046f6 None None] Transition to ACTIVE for port object 018e380d-f604-4cb0-863f-90f5342d237a will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:14:30.238961 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-8688de76-db54-4ff6-b92c-77ce2b574086 admin admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:14:30.239704 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e36ef725-d6c9-4fac-ac45-daa040267b03 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:14:30.247061 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8688de76-db54-4ff6-b92c-77ce2b574086 admin admin] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:14:30.249034 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-00b298f3-6203-40b2-ba2e-2e3dbf0046f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:30.283691 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c9a96-3a1d-460a-85b6-2babfe89d85a req-a689858f-03df-4cdd-ac43-49bf27ce989a tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:30.284312 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8b1c9a96-3a1d-460a-85b6-2babfe89d85a req-a689858f-03df-4cdd-ac43-49bf27ce989a tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:30.287220 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8b1c9a96-3a1d-460a-85b6-2babfe89d85a req-a689858f-03df-4cdd-ac43-49bf27ce989a tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "PUT /v2.0/ports/b158c1f6-ad22-4824-a1ca-31bdee18d32c HTTP/1.1" status: 200 len: 1020 time: 0.8626120 Aug 10 03:14:30.290397 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=8d64572f-7789-483d-9754-f3877a851f72,revision_number=8']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:30.291507 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-a832d197-af7e-4c7c-98d1-66bd9827c383 req-9ffe8b7f-f7d0-4f3b-9d1a-d93cb6be16f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa195f6c-1cac-4220-9956-ce921eecdfe6 {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:14:30.323973 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a832d197-af7e-4c7c-98d1-66bd9827c383 req-9ffe8b7f-f7d0-4f3b-9d1a-d93cb6be16f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:30.341662 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-a832d197-af7e-4c7c-98d1-66bd9827c383 req-9ffe8b7f-f7d0-4f3b-9d1a-d93cb6be16f7 service neutron] Transition to ACTIVE for port object aa195f6c-1cac-4220-9956-ce921eecdfe6 will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:14:30.346600 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a832d197-af7e-4c7c-98d1-66bd9827c383 req-9ffe8b7f-f7d0-4f3b-9d1a-d93cb6be16f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:30.349116 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-865ecacb-c068-4c8e-bbb1-44b80b8bf0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:30.375505 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-00b298f3-6203-40b2-ba2e-2e3dbf0046f6 None None] Attempting to bind port 018e380d-f604-4cb0-863f-90f5342d237a on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:14:30.379025 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-00b298f3-6203-40b2-ba2e-2e3dbf0046f6 None None] Attempting to bind port 018e380d-f604-4cb0-863f-90f5342d237a by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:14:30.379404 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b298f3-6203-40b2-ba2e-2e3dbf0046f6 None None] Attempting to bind port 018e380d-f604-4cb0-863f-90f5342d237a on network 09ca2025-b9a6-4e84-8019-8d9fbef3753e {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:14:30.388203 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a689858f-03df-4cdd-ac43-49bf27ce989a tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Pushing event updated for resources: {'Port': ['ID=b158c1f6-ad22-4824-a1ca-31bdee18d32c,revision_number=7']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:30.391199 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['b158c1f6-ad22-4824-a1ca-31bdee18d32c'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:30.399738 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b50b4ff-1a0a-4930-a1dd-0ab100c555be req-a6c2ef91-8fbc-4079-9300-e9610210e1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:30.402392 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ab3001-04c2-4439-a0ae-48ac75d75f7d None None] Pushing event updated for resources: {'Port': ['ID=018e380d-f604-4cb0-863f-90f5342d237a,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:30.402542 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4b50b4ff-1a0a-4930-a1dd-0ab100c555be req-a6c2ef91-8fbc-4079-9300-e9610210e1c5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7632fb28-27a9-49ff-a5c3-9f793f816a2e HTTP/1.1" status: 200 len: 914 time: 0.3927102 Aug 10 03:14:30.413229 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e2f29-cff3-45b0-ae77-4786668ad5ad req-79f186e7-361d-47cb-bcb5-5014dd570b43 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:30.414048 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-523e2f29-cff3-45b0-ae77-4786668ad5ad req-79f186e7-361d-47cb-bcb5-5014dd570b43 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/networks?id=10fc7efa-f990-4fd3-9796-19ebe5477b79 HTTP/1.1" status: 200 len: 806 time: 0.3957403 Aug 10 03:14:30.429428 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffe8b7f-f7d0-4f3b-9d1a-d93cb6be16f7 service neutron] Pushing event updated for resources: {'Port': ['ID=aa195f6c-1cac-4220-9956-ce921eecdfe6,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:30.431678 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b298f3-6203-40b2-ba2e-2e3dbf0046f6 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:14:30.432056 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b298f3-6203-40b2-ba2e-2e3dbf0046f6 None None] Checking segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:14:30.432627 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-00b298f3-6203-40b2-ba2e-2e3dbf0046f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:30.433025 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b298f3-6203-40b2-ba2e-2e3dbf0046f6 None None] Bound using segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:14:30.433754 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-00b298f3-6203-40b2-ba2e-2e3dbf0046f6 None None] Bound port: 018e380d-f604-4cb0-863f-90f5342d237a, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:14:30.433906 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-00b298f3-6203-40b2-ba2e-2e3dbf0046f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:30.494566 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4b50b4ff-1a0a-4930-a1dd-0ab100c555be req-c35014d8-527e-4498-b41a-870a9c01e530 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b158c1f6-ad22-4824-a1ca-31bdee18d32c HTTP/1.1" status: 200 len: 217 time: 0.0737367 Aug 10 03:14:30.509355 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port e36ef725-d6c9-4fac-ac45-daa040267b03 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:14:30.509726 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:30.513854 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-523e2f29-cff3-45b0-ae77-4786668ad5ad req-8d880fdc-27f8-4737-a619-89d3a1ec4636 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/quotas/22bb0021811f46b18f8e8bb6d66afe0d HTTP/1.1" status: 200 len: 375 time: 0.0905490 Aug 10 03:14:30.547090 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8688de76-db54-4ff6-b92c-77ce2b574086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:30.576742 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-a832d197-af7e-4c7c-98d1-66bd9827c383 req-9ffe8b7f-f7d0-4f3b-9d1a-d93cb6be16f7 service neutron] Attempting to bind port aa195f6c-1cac-4220-9956-ce921eecdfe6 on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:14:30.576742 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-a832d197-af7e-4c7c-98d1-66bd9827c383 req-9ffe8b7f-f7d0-4f3b-9d1a-d93cb6be16f7 service neutron] Attempting to bind port aa195f6c-1cac-4220-9956-ce921eecdfe6 by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '2b95187c-537c-4822-a0b0-e1996874f1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '3a83eb90-c240-427c-8862-08b707a921de'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:14:30.576742 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a832d197-af7e-4c7c-98d1-66bd9827c383 req-9ffe8b7f-f7d0-4f3b-9d1a-d93cb6be16f7 service neutron] Attempting to bind port aa195f6c-1cac-4220-9956-ce921eecdfe6 on network 3a83eb90-c240-427c-8862-08b707a921de {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:14:30.580582 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a832d197-af7e-4c7c-98d1-66bd9827c383 req-9ffe8b7f-f7d0-4f3b-9d1a-d93cb6be16f7 service neutron] Port aa195f6c-1cac-4220-9956-ce921eecdfe6 on network 3a83eb90-c240-427c-8862-08b707a921de not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:14:30.580959 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a832d197-af7e-4c7c-98d1-66bd9827c383 req-9ffe8b7f-f7d0-4f3b-9d1a-d93cb6be16f7 service neutron] Attempting to bind port aa195f6c-1cac-4220-9956-ce921eecdfe6 on network 3a83eb90-c240-427c-8862-08b707a921de {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:14:30.588540 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a832d197-af7e-4c7c-98d1-66bd9827c383 req-9ffe8b7f-f7d0-4f3b-9d1a-d93cb6be16f7 service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:14:30.589384 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a832d197-af7e-4c7c-98d1-66bd9827c383 req-9ffe8b7f-f7d0-4f3b-9d1a-d93cb6be16f7 service neutron] Checking segment: {'id': '2b95187c-537c-4822-a0b0-e1996874f1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '3a83eb90-c240-427c-8862-08b707a921de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:14:30.590031 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a832d197-af7e-4c7c-98d1-66bd9827c383 req-9ffe8b7f-f7d0-4f3b-9d1a-d93cb6be16f7 service neutron] Bound using segment: {'id': '2b95187c-537c-4822-a0b0-e1996874f1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '3a83eb90-c240-427c-8862-08b707a921de'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:14:30.590621 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-a832d197-af7e-4c7c-98d1-66bd9827c383 req-9ffe8b7f-f7d0-4f3b-9d1a-d93cb6be16f7 service neutron] Bound port: aa195f6c-1cac-4220-9956-ce921eecdfe6, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b95187c-537c-4822-a0b0-e1996874f1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '3a83eb90-c240-427c-8862-08b707a921de'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:14:30.591162 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a832d197-af7e-4c7c-98d1-66bd9827c383 req-9ffe8b7f-f7d0-4f3b-9d1a-d93cb6be16f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:30.593603 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-00b298f3-6203-40b2-ba2e-2e3dbf0046f6 None None] For port 018e380d-f604-4cb0-863f-90f5342d237a, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:14:30.596800 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-523e2f29-cff3-45b0-ae77-4786668ad5ad req-1e10a1c8-838b-487c-bf24-de90cd9de00a tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=22bb0021811f46b18f8e8bb6d66afe0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0818720 Aug 10 03:14:30.636904 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-00b298f3-6203-40b2-ba2e-2e3dbf0046f6 None None] For port 018e380d-f604-4cb0-863f-90f5342d237a, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=018e380d-f604-4cb0-863f-90f5342d237a,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:14:30.652546 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-00b298f3-6203-40b2-ba2e-2e3dbf0046f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:30.654424 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-086657e8-50d0-4382-8b99-b1ae978e5728 None None] Provisioning for port a15eda61-5d9e-4c1f-b798-cf613ad4f9bc completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:14:30.684106 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-a832d197-af7e-4c7c-98d1-66bd9827c383 req-9ffe8b7f-f7d0-4f3b-9d1a-d93cb6be16f7 service neutron] For port aa195f6c-1cac-4220-9956-ce921eecdfe6, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:14:30.688257 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-a832d197-af7e-4c7c-98d1-66bd9827c383 req-9ffe8b7f-f7d0-4f3b-9d1a-d93cb6be16f7 service neutron] For port aa195f6c-1cac-4220-9956-ce921eecdfe6, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=aa195f6c-1cac-4220-9956-ce921eecdfe6,segment=NetworkSegment(2b95187c-537c-4822-a0b0-e1996874f1d3),segment_id=2b95187c-537c-4822-a0b0-e1996874f1d3)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:14:30.693679 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a832d197-af7e-4c7c-98d1-66bd9827c383 req-9ffe8b7f-f7d0-4f3b-9d1a-d93cb6be16f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:30.695615 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-086657e8-50d0-4382-8b99-b1ae978e5728 None None] Provisioning complete for port a15eda61-5d9e-4c1f-b798-cf613ad4f9bc triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:14:30.695985 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-086657e8-50d0-4382-8b99-b1ae978e5728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:30.716032 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a832d197-af7e-4c7c-98d1-66bd9827c383 req-9ffe8b7f-f7d0-4f3b-9d1a-d93cb6be16f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:30.716884 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a832d197-af7e-4c7c-98d1-66bd9827c383 req-9ffe8b7f-f7d0-4f3b-9d1a-d93cb6be16f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:30.718636 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a832d197-af7e-4c7c-98d1-66bd9827c383 req-9ffe8b7f-f7d0-4f3b-9d1a-d93cb6be16f7 service neutron] 10.222.0.58 "PUT /v2.0/ports/aa195f6c-1cac-4220-9956-ce921eecdfe6 HTTP/1.1" status: 200 len: 1093 time: 0.8268697 Aug 10 03:14:30.719189 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f5fe51d-3159-407a-968c-ff0be87e7f4e', 'tag': 'aa195f6c-1cac-4220-9956-ce921eecdfe6'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:30.721728 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6749c3-6afa-4954-94bb-11f48ca7f86c" -d '{"events": [{"name": "network-changed", "server_uuid": "8f5fe51d-3159-407a-968c-ff0be87e7f4e", "tag": "aa195f6c-1cac-4220-9956-ce921eecdfe6"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:30.728838 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-523e2f29-cff3-45b0-ae77-4786668ad5ad req-0927cddc-7af5-49c9-9d6d-8de67923e2d6 service neutron] 10.222.0.62 "GET /v2.0/networks/10fc7efa-f990-4fd3-9796-19ebe5477b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309133 Aug 10 03:14:30.750395 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98b80fa-3803-4970-ac0c-a241ad6c4165 x-openstack-request-id: req-b98b80fa-3803-4970-ac0c-a241ad6c4165 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:30.750684 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22ebfab7-0cf3-4562-afd8-882e83f7045a", "name": "network-vif-unplugged", "status": "completed", "tag": "8d64572f-7789-483d-9754-f3877a851f72", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:30.755272 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b98b80fa-3803-4970-ac0c-a241ad6c4165 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:30.755559 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ebfab7-0cf3-4562-afd8-882e83f7045a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d64572f-7789-483d-9754-f3877a851f72', 'code': 200} Aug 10 03:14:30.835410 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-086657e8-50d0-4382-8b99-b1ae978e5728 None None] Port a15eda61-5d9e-4c1f-b798-cf613ad4f9bc cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:14:30.837068 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ab3001-04c2-4439-a0ae-48ac75d75f7d None None] Pushing event updated for resources: {'Port': ['ID=018e380d-f604-4cb0-863f-90f5342d237a,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:30.838436 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffe8b7f-f7d0-4f3b-9d1a-d93cb6be16f7 service neutron] Pushing event updated for resources: {'Port': ['ID=aa195f6c-1cac-4220-9956-ce921eecdfe6,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:30.845094 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a832d197-af7e-4c7c-98d1-66bd9827c383 req-f4797256-f437-4381-acd3-4e440b7c438e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:30.846693 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a832d197-af7e-4c7c-98d1-66bd9827c383 req-f4797256-f437-4381-acd3-4e440b7c438e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=80cee0cf0c3a4048b8f14bdc8a4b40c6&device_id=8f5fe51d-3159-407a-968c-ff0be87e7f4e HTTP/1.1" status: 200 len: 1096 time: 0.0740354 Aug 10 03:14:30.847059 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b298f3-6203-40b2-ba2e-2e3dbf0046f6 None None] Routers {'f48d14f1-d459-46bc-be26-50200d08da2d'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:14:30.847665 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-00b298f3-6203-40b2-ba2e-2e3dbf0046f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:14:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['f48d14f1-d459-46bc-be26-50200d08da2d'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:14:30.891479 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b50b4ff-1a0a-4930-a1dd-0ab100c555be req-b4698475-699f-4c90-842d-d3b10289d764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:30.892975 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4b50b4ff-1a0a-4930-a1dd-0ab100c555be req-b4698475-699f-4c90-842d-d3b10289d764 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cc04df03-65dd-419c-9c2d-cdf52403a9bc HTTP/1.1" status: 200 len: 853 time: 0.3735435 Aug 10 03:14:30.894418 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a832d197-af7e-4c7c-98d1-66bd9827c383 req-870ead66-b976-4668-8186-bfe311d5e958 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa195f6c-1cac-4220-9956-ce921eecdfe6 HTTP/1.1" status: 200 len: 217 time: 0.0390680 Aug 10 03:14:30.903071 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-523e2f29-cff3-45b0-ae77-4786668ad5ad req-078d5213-a7c9-4966-b48e-254dbc8e4091 service neutron] 10.222.0.62 "GET /v2.0/networks/10fc7efa-f990-4fd3-9796-19ebe5477b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732650 Aug 10 03:14:30.921829 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['b158c1f6-ad22-4824-a1ca-31bdee18d32c'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:30.946572 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4b50b4ff-1a0a-4930-a1dd-0ab100c555be req-4902c0af-cc83-4302-be8a-df7aefe0d56d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7632fb28-27a9-49ff-a5c3-9f793f816a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421243 Aug 10 03:14:30.973109 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbebf0a-5927-4701-ab49-78ca0bfe950e req-6fd168f7-17dc-4cf4-b0dd-fc95abdd1d19 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:30.980674 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1bbebf0a-5927-4701-ab49-78ca0bfe950e req-6fd168f7-17dc-4cf4-b0dd-fc95abdd1d19 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b52979b-9ae1-4259-8a47-5ff3f736d2b2 HTTP/1.1" status: 200 len: 1023 time: 0.1693692 Aug 10 03:14:31.004943 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a832d197-af7e-4c7c-98d1-66bd9827c383 req-c3a7e6e5-87d4-4400-b4fc-0dbe3fff6f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:31.006513 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a832d197-af7e-4c7c-98d1-66bd9827c383 req-c3a7e6e5-87d4-4400-b4fc-0dbe3fff6f28 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cb34339b-adc8-40a3-9ffe-8f05f8fed3e8 HTTP/1.1" status: 200 len: 845 time: 0.1038311 Aug 10 03:14:31.032767 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-00b298f3-6203-40b2-ba2e-2e3dbf0046f6 None None] Set router f48d14f1-d459-46bc-be26-50200d08da2d gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:14:31.069197 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a832d197-af7e-4c7c-98d1-66bd9827c383 req-6dbf42bb-ed5a-44d3-b0e5-09fdc460c2c2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3a83eb90-c240-427c-8862-08b707a921de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549922 Aug 10 03:14:31.188444 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a832d197-af7e-4c7c-98d1-66bd9827c383 req-f2888d2b-8ae1-4ac6-ba3a-be831cf329be service neutron] 10.222.0.58 "GET /v2.0/networks/3a83eb90-c240-427c-8862-08b707a921de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113138 Aug 10 03:14:31.235286 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4b50b4ff-1a0a-4930-a1dd-0ab100c555be req-47c4a29c-f0ed-4e56-8a03-b3b7d453d012 service neutron] 10.222.0.60 "GET /v2.0/networks/7632fb28-27a9-49ff-a5c3-9f793f816a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500722 Aug 10 03:14:31.304616 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a832d197-af7e-4c7c-98d1-66bd9827c383 req-92516c50-eabf-4a9d-aa06-5edfaeea215c service neutron] 10.222.0.58 "GET /v2.0/networks/3a83eb90-c240-427c-8862-08b707a921de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092129 Aug 10 03:14:31.346573 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1bbebf0a-5927-4701-ab49-78ca0bfe950e req-2b6303e4-8063-4af7-9132-72ef9f1101f8 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/security-groups?id=195959b8-c4a8-4105-8640-3aeb32a2e94d&id=2a34a862-d555-4e4a-a332-6f9d46a00f82&id=a0100807-37b6-4984-9e2d-2710e61b64ad HTTP/1.1" status: 200 len: 6150 time: 0.3650322 Aug 10 03:14:31.361198 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8688de76-db54-4ff6-b92c-77ce2b574086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:31.384036 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1189fc5-8927-46a7-b1a2-8e4fd4abc290 req-8a37dd4a-9690-4f12-9f99-513473e70eef tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:31.391897 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e1189fc5-8927-46a7-b1a2-8e4fd4abc290 req-8a37dd4a-9690-4f12-9f99-513473e70eef tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f5fe51d-3159-407a-968c-ff0be87e7f4e HTTP/1.1" status: 200 len: 944 time: 0.2762794 Aug 10 03:14:31.399212 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4b50b4ff-1a0a-4930-a1dd-0ab100c555be req-bae96afd-1559-4e77-a0c6-b6f1ea1e73e5 service neutron] 10.222.0.60 "GET /v2.0/networks/7632fb28-27a9-49ff-a5c3-9f793f816a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517494 Aug 10 03:14:31.415609 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0154446e-0b86-47f0-90d3-771957be719f x-openstack-request-id: req-0154446e-0b86-47f0-90d3-771957be719f {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:31.416246 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f5fe51d-3159-407a-968c-ff0be87e7f4e", "tag": "aa195f6c-1cac-4220-9956-ce921eecdfe6", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:31.417518 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0154446e-0b86-47f0-90d3-771957be719f {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:31.418527 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f5fe51d-3159-407a-968c-ff0be87e7f4e', 'tag': 'aa195f6c-1cac-4220-9956-ce921eecdfe6', 'status': 'completed', 'code': 200} Aug 10 03:14:31.437394 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-00b298f3-6203-40b2-ba2e-2e3dbf0046f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1655322033-router', 'tenant_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '018e380d-f604-4cb0-863f-90f5342d237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:14:24Z', 'updated_at': '2021-08-10T03:14:26Z', 'revision_number': 3, 'project_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'gw_port': {'id': '018e380d-f604-4cb0-863f-90f5342d237a', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:49:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:25Z', 'updated_at': '2021-08-10T03:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:14:31.470011 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b298f3-6203-40b2-ba2e-2e3dbf0046f6 None None] The sync data for ids ['f48d14f1-d459-46bc-be26-50200d08da2d'] in n-d-768851-15 is: [{'id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1655322033-router', 'tenant_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '018e380d-f604-4cb0-863f-90f5342d237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:14:24Z', 'updated_at': '2021-08-10T03:14:26Z', 'revision_number': 3, 'project_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'gw_port': {'id': '018e380d-f604-4cb0-863f-90f5342d237a', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:49:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:25Z', 'updated_at': '2021-08-10T03:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:14:31.515351 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6749c3-6afa-4954-94bb-11f48ca7f86c req-dff2b2dc-5567-4ded-9c17-eaa3ffd80808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:31.518136 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cb6749c3-6afa-4954-94bb-11f48ca7f86c req-dff2b2dc-5567-4ded-9c17-eaa3ffd80808 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=80cee0cf0c3a4048b8f14bdc8a4b40c6&device_id=8f5fe51d-3159-407a-968c-ff0be87e7f4e HTTP/1.1" status: 200 len: 1096 time: 0.0785358 Aug 10 03:14:31.525834 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-40607f09-3155-4cec-b512-c9f30e722572 req-160db62e-60a5-489c-b62a-100349358608 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aae2176-94e1-40c6-8ddc-31c631a55333 HTTP/1.1" status: 200 len: 210 time: 0.0486999 Aug 10 03:14:31.564602 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e1189fc5-8927-46a7-b1a2-8e4fd4abc290 req-ee33aca1-01fc-41f4-b5f5-aeab0f8d9888 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/security-groups?id=106bd2aa-b217-4cc2-a6fb-fb066e9e308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717739 Aug 10 03:14:31.592097 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-122e0d75-5472-4a0b-bf7c-54eb702691e6 req-066d1178-bd12-43d8-86fb-8ad1b45f36b1 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Request body: {'security_group': {'name': ' tempest-securitygroup -784004551 ', 'description': 'tempest-description-1250037592'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:31.663819 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6749c3-6afa-4954-94bb-11f48ca7f86c req-4d49dfff-28bb-470e-9f8c-fda03b938b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:31.665520 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cb6749c3-6afa-4954-94bb-11f48ca7f86c req-4d49dfff-28bb-470e-9f8c-fda03b938b1b service neutron] 10.222.0.58 "GET /v2.0/networks?id=3a83eb90-c240-427c-8862-08b707a921de HTTP/1.1" status: 200 len: 906 time: 0.1262245 Aug 10 03:14:31.702484 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-122e0d75-5472-4a0b-bf7c-54eb702691e6 req-066d1178-bd12-43d8-86fb-8ad1b45f36b1 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:31.725247 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cb6749c3-6afa-4954-94bb-11f48ca7f86c req-7149474e-6b77-4231-9f97-db0272a2a949 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa195f6c-1cac-4220-9956-ce921eecdfe6 HTTP/1.1" status: 200 len: 217 time: 0.0510459 Aug 10 03:14:31.727513 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b52979b-9ae1-4259-8a47-5ff3f736d2b2', 'tag': 'b158c1f6-ad22-4824-a1ca-31bdee18d32c'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:31.730944 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68919db2-bf27-44d6-ba0a-3bdb5fccb655" -d '{"events": [{"name": "network-changed", "server_uuid": "5b52979b-9ae1-4259-8a47-5ff3f736d2b2", "tag": "b158c1f6-ad22-4824-a1ca-31bdee18d32c"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:31.840254 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6749c3-6afa-4954-94bb-11f48ca7f86c req-be3173e0-66c0-451f-90dd-fb5cdc3b4412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:31.842394 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cb6749c3-6afa-4954-94bb-11f48ca7f86c req-be3173e0-66c0-451f-90dd-fb5cdc3b4412 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cb34339b-adc8-40a3-9ffe-8f05f8fed3e8 HTTP/1.1" status: 200 len: 845 time: 0.0979090 Aug 10 03:14:31.845969 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8688de76-db54-4ff6-b92c-77ce2b574086 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:31.855661 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8688de76-db54-4ff6-b92c-77ce2b574086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:31.912859 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cb6749c3-6afa-4954-94bb-11f48ca7f86c req-52450064-0163-4291-8e51-46042f503b11 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3a83eb90-c240-427c-8862-08b707a921de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507562 Aug 10 03:14:31.952199 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8688de76-db54-4ff6-b92c-77ce2b574086 admin admin] Pushing event updated for resources: {'Port': ['ID=a15eda61-5d9e-4c1f-b798-cf613ad4f9bc,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:32.003732 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb409361-3f82-41cc-85ea-f61360e0fc30 x-openstack-request-id: req-eb409361-3f82-41cc-85ea-f61360e0fc30 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:32.004272 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b52979b-9ae1-4259-8a47-5ff3f736d2b2", "tag": "b158c1f6-ad22-4824-a1ca-31bdee18d32c", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:32.004723 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-eb409361-3f82-41cc-85ea-f61360e0fc30 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:32.005356 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b52979b-9ae1-4259-8a47-5ff3f736d2b2', 'tag': 'b158c1f6-ad22-4824-a1ca-31bdee18d32c', 'status': 'completed', 'code': 200} Aug 10 03:14:32.012506 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8688de76-db54-4ff6-b92c-77ce2b574086 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:32.037108 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-122e0d75-5472-4a0b-bf7c-54eb702691e6 req-066d1178-bd12-43d8-86fb-8ad1b45f36b1 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:32.040205 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cb6749c3-6afa-4954-94bb-11f48ca7f86c req-cc24cd86-3bde-4ae6-b131-5c90176d3f1e service neutron] 10.222.0.58 "GET /v2.0/networks/3a83eb90-c240-427c-8862-08b707a921de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182163 Aug 10 03:14:32.081939 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-122e0d75-5472-4a0b-bf7c-54eb702691e6 req-066d1178-bd12-43d8-86fb-8ad1b45f36b1 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:32.181556 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cb6749c3-6afa-4954-94bb-11f48ca7f86c req-5ef7ecc5-a442-4206-b079-b7e331fa809f service neutron] 10.222.0.58 "GET /v2.0/networks/3a83eb90-c240-427c-8862-08b707a921de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289310 Aug 10 03:14:32.202207 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 018e380d-f604-4cb0-863f-90f5342d237a up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:14:32.261228 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 018e380d-f604-4cb0-863f-90f5342d237a completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:14:32.266529 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 018e380d-f604-4cb0-863f-90f5342d237a triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:14:32.267399 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:32.404656 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:32.440785 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 018e380d-f604-4cb0-863f-90f5342d237a, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=018e380d-f604-4cb0-863f-90f5342d237a,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:32.446854 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:32.508165 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e2f29-cff3-45b0-ae77-4786668ad5ad req-1b14abe1-8730-481b-be3f-014a83c4f977 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:32.510013 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-523e2f29-cff3-45b0-ae77-4786668ad5ad req-1b14abe1-8730-481b-be3f-014a83c4f977 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.58 "GET /v2.0/networks?id=10fc7efa-f990-4fd3-9796-19ebe5477b79 HTTP/1.1" status: 200 len: 806 time: 0.1839511 Aug 10 03:14:32.511917 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=018e380d-f604-4cb0-863f-90f5342d237a,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:32.521618 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d1178-bd12-43d8-86fb-8ad1b45f36b1 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd7e320-b70a-4b34-a5d4-5d3303f1f228,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:32.539641 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-523e2f29-cff3-45b0-ae77-4786668ad5ad req-6d08e69c-66e9-4b69-ae78-265f9e470c31 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Request body: {'port': {'device_id': '5aae2176-94e1-40c6-8ddc-31c631a55333', 'network_id': '10fc7efa-f990-4fd3-9796-19ebe5477b79', 'admin_state_up': True, 'tenant_id': '22bb0021811f46b18f8e8bb6d66afe0d'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:32.567051 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-122e0d75-5472-4a0b-bf7c-54eb702691e6 req-066d1178-bd12-43d8-86fb-8ad1b45f36b1 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:32.568749 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-122e0d75-5472-4a0b-bf7c-54eb702691e6 req-066d1178-bd12-43d8-86fb-8ad1b45f36b1 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.9832537 Aug 10 03:14:32.598782 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68919db2-bf27-44d6-ba0a-3bdb5fccb655 req-256185a5-85e7-4bf0-a556-4cfbfc3c317f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:32.600287 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-68919db2-bf27-44d6-ba0a-3bdb5fccb655 req-256185a5-85e7-4bf0-a556-4cfbfc3c317f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d6ebfa75f66e435ca5304dff9dabf47f&device_id=5b52979b-9ae1-4259-8a47-5ff3f736d2b2 HTTP/1.1" status: 200 len: 1175 time: 0.5502577 Aug 10 03:14:32.613376 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8688de76-db54-4ff6-b92c-77ce2b574086 admin admin] Network a768fce9-a23b-4fa6-95f6-80231f5ae7ad is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:14:32.624588 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-8688de76-db54-4ff6-b92c-77ce2b574086 admin admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:14:32.675680 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-523e2f29-cff3-45b0-ae77-4786668ad5ad req-6d08e69c-66e9-4b69-ae78-265f9e470c31 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Made reservation on behalf of 22bb0021811f46b18f8e8bb6d66afe0d for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:14:32.679249 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-523e2f29-cff3-45b0-ae77-4786668ad5ad req-6d08e69c-66e9-4b69-ae78-265f9e470c31 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:32.703324 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bf58ac73-860e-42d7-8af7-f61325c3c466 req-b734e85c-c003-4d68-9bf5-fd2b123ef485 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aae2176-94e1-40c6-8ddc-31c631a55333 HTTP/1.1" status: 200 len: 210 time: 0.0754447 Aug 10 03:14:32.822190 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-523e2f29-cff3-45b0-ae77-4786668ad5ad req-6d08e69c-66e9-4b69-ae78-265f9e470c31 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Allocated IP 172.20.0.11 (10fc7efa-f990-4fd3-9796-19ebe5477b79/e9de5b17-91a7-437b-a5c7-1e57e4d52c95/3aa362ab-26b7-4e75-8dea-4968c3cefa2b) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:14:32.897315 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ef7b3-0acd-4a5a-ac62-66f20bc6308f req-d6930f3c-2089-4663-9762-e4c1934bcbe0 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:32.898690 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-566ef7b3-0acd-4a5a-ac62-66f20bc6308f req-d6930f3c-2089-4663-9762-e4c1934bcbe0 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f5fe51d-3159-407a-968c-ff0be87e7f4e HTTP/1.1" status: 200 len: 944 time: 0.2010307 Aug 10 03:14:32.906299 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0468f83b-65b8-4446-8bdf-77d0fec1bf1c req-ea2c78e9-955e-441b-a1b0-fe2beeca7a02 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/security-groups/0cd7e320-b70a-4b34-a5d4-5d3303f1f228 HTTP/1.1" status: 200 len: 1780 time: 0.1535921 Aug 10 03:14:32.915144 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68919db2-bf27-44d6-ba0a-3bdb5fccb655 req-4ec46b31-7032-4a2c-8684-84ccfb7883db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:32.917201 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-68919db2-bf27-44d6-ba0a-3bdb5fccb655 req-4ec46b31-7032-4a2c-8684-84ccfb7883db service neutron] 10.222.0.60 "GET /v2.0/networks?id=7632fb28-27a9-49ff-a5c3-9f793f816a2e HTTP/1.1" status: 200 len: 914 time: 0.3016813 Aug 10 03:14:32.974986 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-47c3c469-b918-49a2-9a20-1e0391df03f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:32.984676 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-68919db2-bf27-44d6-ba0a-3bdb5fccb655 req-83875293-fac4-43ac-86ba-df747a587924 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b158c1f6-ad22-4824-a1ca-31bdee18d32c HTTP/1.1" status: 200 len: 217 time: 0.0526476 Aug 10 03:14:32.990649 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8688de76-db54-4ff6-b92c-77ce2b574086 admin admin] Router f48d14f1-d459-46bc-be26-50200d08da2d has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:14:32.993890 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-61f40a01-a48b-46ac-aa78-cf121b4ef258 None None] Provisioning complete for port a15eda61-5d9e-4c1f-b798-cf613ad4f9bc triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:14:32.994323 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-61f40a01-a48b-46ac-aa78-cf121b4ef258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:32.999126 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-566ef7b3-0acd-4a5a-ac62-66f20bc6308f req-8ad9d98c-f1f2-4bda-a0d7-6c8fe4d16f52 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/security-groups?id=106bd2aa-b217-4cc2-a6fb-fb066e9e308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901632 Aug 10 03:14:33.008977 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-523e2f29-cff3-45b0-ae77-4786668ad5ad req-6d08e69c-66e9-4b69-ae78-265f9e470c31 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:33.036940 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-61f40a01-a48b-46ac-aa78-cf121b4ef258 None None] Port a15eda61-5d9e-4c1f-b798-cf613ad4f9bc cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:14:33.056945 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-523e2f29-cff3-45b0-ae77-4786668ad5ad req-6d08e69c-66e9-4b69-ae78-265f9e470c31 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:33.103858 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-523e2f29-cff3-45b0-ae77-4786668ad5ad req-6d08e69c-66e9-4b69-ae78-265f9e470c31 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Network 10fc7efa-f990-4fd3-9796-19ebe5477b79 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:14:33.107682 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-523e2f29-cff3-45b0-ae77-4786668ad5ad req-6d08e69c-66e9-4b69-ae78-265f9e470c31 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:14:33.121243 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-523e2f29-cff3-45b0-ae77-4786668ad5ad req-6d08e69c-66e9-4b69-ae78-265f9e470c31 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:14:33.127914 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d08e69c-66e9-4b69-ae78-265f9e470c31 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Pushing event updated for resources: {'Port': ['ID=3aa362ab-26b7-4e75-8dea-4968c3cefa2b,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:33.150421 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68919db2-bf27-44d6-ba0a-3bdb5fccb655 req-0422ae75-5dcb-4f91-9f1b-7e35ba37c797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:33.152681 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-68919db2-bf27-44d6-ba0a-3bdb5fccb655 req-0422ae75-5dcb-4f91-9f1b-7e35ba37c797 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cc04df03-65dd-419c-9c2d-cdf52403a9bc HTTP/1.1" status: 200 len: 853 time: 0.1426501 Aug 10 03:14:33.196230 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e2f29-cff3-45b0-ae77-4786668ad5ad req-6d08e69c-66e9-4b69-ae78-265f9e470c31 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:33.197212 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-523e2f29-cff3-45b0-ae77-4786668ad5ad req-6d08e69c-66e9-4b69-ae78-265f9e470c31 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:33.219650 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-68919db2-bf27-44d6-ba0a-3bdb5fccb655 req-212882dc-ffcc-490f-91c3-0f529f14e8d9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7632fb28-27a9-49ff-a5c3-9f793f816a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510514 Aug 10 03:14:33.220129 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-523e2f29-cff3-45b0-ae77-4786668ad5ad req-6d08e69c-66e9-4b69-ae78-265f9e470c31 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6898851 Aug 10 03:14:33.232366 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8688de76-db54-4ff6-b92c-77ce2b574086 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:14:33.238956 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8688de76-db54-4ff6-b92c-77ce2b574086 admin admin] 10.222.0.62 "PUT /v2.0/routers/f48d14f1-d459-46bc-be26-50200d08da2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1403000 Aug 10 03:14:33.239106 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-523e2f29-cff3-45b0-ae77-4786668ad5ad req-61f2d66d-d796-4f43-9271-94fc177b236a service neutron] Request body: {'port': {'device_id': '5aae2176-94e1-40c6-8ddc-31c631a55333', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:33.295219 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7fc2adc3-fff8-4d90-845b-2e179dd3da25 req-feefe75a-4cd2-44e8-b708-36483b95041a tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/security-groups/0cd7e320-b70a-4b34-a5d4-5d3303f1f228 HTTP/1.1" status: 200 len: 1780 time: 0.1108305 Aug 10 03:14:33.314837 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:33.317121 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-523e2f29-cff3-45b0-ae77-4786668ad5ad req-61f2d66d-d796-4f43-9271-94fc177b236a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:33.387945 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-68919db2-bf27-44d6-ba0a-3bdb5fccb655 req-ae03d38f-8b5d-4dbf-a75e-b0563d1a3dc7 service neutron] 10.222.0.60 "GET /v2.0/networks/7632fb28-27a9-49ff-a5c3-9f793f816a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452358 Aug 10 03:14:33.411129 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-7fc2adc3-fff8-4d90-845b-2e179dd3da25 req-0f321653-79a7-46fd-b3e2-43098b25f54a tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:33.474874 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-7fc2adc3-fff8-4d90-845b-2e179dd3da25 req-0f321653-79a7-46fd-b3e2-43098b25f54a tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:33.500399 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 588af903-4c45-4416-8282-a836a85c3aae details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:14:33.533213 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-68919db2-bf27-44d6-ba0a-3bdb5fccb655 req-1b69eb22-d105-42e0-aa28-68ed1a20c284 service neutron] 10.222.0.60 "GET /v2.0/networks/7632fb28-27a9-49ff-a5c3-9f793f816a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363578 Aug 10 03:14:33.564480 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-7fc2adc3-fff8-4d90-845b-2e179dd3da25 req-0f321653-79a7-46fd-b3e2-43098b25f54a tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:33.567080 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-7fc2adc3-fff8-4d90-845b-2e179dd3da25 req-0f321653-79a7-46fd-b3e2-43098b25f54a tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:33.568224 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7fc2adc3-fff8-4d90-845b-2e179dd3da25 req-0f321653-79a7-46fd-b3e2-43098b25f54a tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "DELETE /v2.0/security-groups/0cd7e320-b70a-4b34-a5d4-5d3303f1f228 HTTP/1.1" status: 204 len: 173 time: 0.2625632 Aug 10 03:14:33.594340 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f321653-79a7-46fd-b3e2-43098b25f54a tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd7e320-b70a-4b34-a5d4-5d3303f1f228,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:33.634584 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [req-384c60f5-f7a4-4ef0-a559-1418603339f8 req-b3935ec9-52ee-425e-975f-3e6adf471113 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] show failed (client error): The resource could not be found. Aug 10 03:14:33.636260 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-384c60f5-f7a4-4ef0-a559-1418603339f8 req-b3935ec9-52ee-425e-975f-3e6adf471113 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/security-groups/0cd7e320-b70a-4b34-a5d4-5d3303f1f228 HTTP/1.1" status: 404 len: 352 time: 0.0239215 Aug 10 03:14:33.664380 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 588af903-4c45-4416-8282-a836a85c3aae, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=588af903-4c45-4416-8282-a836a85c3aae,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:33.672505 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-b683ce01-627f-4e99-9255-17aec76b1103 req-c7a1030b-3fe6-4f63-a3f2-6b93a5d06065 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1245142059', 'description': 'tempest-description-746443413'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:33.677158 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '588af903-4c45-4416-8282-a836a85c3aae', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'port_id': '588af903-4c45-4416-8282-a836a85c3aae', 'mac_address': 'fa:16:3e:91:92:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e3eb0b-907c-4ac4-809e-ae9609bc8c67', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:14:33.693265 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51920cbe-749e-43b9-9130-78e35198d3b9 None None] Sync routers for ids ['f48d14f1-d459-46bc-be26-50200d08da2d'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:14:33.707897 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51920cbe-749e-43b9-9130-78e35198d3b9 None None] Routers {'f48d14f1-d459-46bc-be26-50200d08da2d'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:14:33.708816 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-51920cbe-749e-43b9-9130-78e35198d3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:14:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['f48d14f1-d459-46bc-be26-50200d08da2d'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:14:33.710247 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-523e2f29-cff3-45b0-ae77-4786668ad5ad req-61f2d66d-d796-4f43-9271-94fc177b236a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aa362ab-26b7-4e75-8dea-4968c3cefa2b {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:14:33.719496 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-523e2f29-cff3-45b0-ae77-4786668ad5ad req-61f2d66d-d796-4f43-9271-94fc177b236a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:33.734411 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-523e2f29-cff3-45b0-ae77-4786668ad5ad req-61f2d66d-d796-4f43-9271-94fc177b236a service neutron] Transition to ACTIVE for port object 3aa362ab-26b7-4e75-8dea-4968c3cefa2b will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:14:33.737595 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:33.739475 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-523e2f29-cff3-45b0-ae77-4786668ad5ad req-61f2d66d-d796-4f43-9271-94fc177b236a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:33.754594 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 588af903-4c45-4416-8282-a836a85c3aae {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:14:33.791078 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 588af903-4c45-4416-8282-a836a85c3aae, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=588af903-4c45-4416-8282-a836a85c3aae,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:33.795981 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:33.838597 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b683ce01-627f-4e99-9255-17aec76b1103 req-c7a1030b-3fe6-4f63-a3f2-6b93a5d06065 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:33.853020 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f2d66d-d796-4f43-9271-94fc177b236a service neutron] Pushing event updated for resources: {'Port': ['ID=3aa362ab-26b7-4e75-8dea-4968c3cefa2b,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:33.873645 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=588af903-4c45-4416-8282-a836a85c3aae,revision_number=9']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:33.880188 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-51920cbe-749e-43b9-9130-78e35198d3b9 None None] Set router f48d14f1-d459-46bc-be26-50200d08da2d gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:14:33.896360 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-523e2f29-cff3-45b0-ae77-4786668ad5ad req-61f2d66d-d796-4f43-9271-94fc177b236a service neutron] Attempting to bind port 3aa362ab-26b7-4e75-8dea-4968c3cefa2b on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:14:33.896693 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-523e2f29-cff3-45b0-ae77-4786668ad5ad req-61f2d66d-d796-4f43-9271-94fc177b236a service neutron] Attempting to bind port 3aa362ab-26b7-4e75-8dea-4968c3cefa2b by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '5f459ac7-2da0-4395-80e8-4acadecdbda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '10fc7efa-f990-4fd3-9796-19ebe5477b79'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:14:33.897026 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523e2f29-cff3-45b0-ae77-4786668ad5ad req-61f2d66d-d796-4f43-9271-94fc177b236a service neutron] Attempting to bind port 3aa362ab-26b7-4e75-8dea-4968c3cefa2b on network 10fc7efa-f990-4fd3-9796-19ebe5477b79 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:14:33.902187 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523e2f29-cff3-45b0-ae77-4786668ad5ad req-61f2d66d-d796-4f43-9271-94fc177b236a service neutron] Port 3aa362ab-26b7-4e75-8dea-4968c3cefa2b on network 10fc7efa-f990-4fd3-9796-19ebe5477b79 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:14:33.902504 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523e2f29-cff3-45b0-ae77-4786668ad5ad req-61f2d66d-d796-4f43-9271-94fc177b236a service neutron] Attempting to bind port 3aa362ab-26b7-4e75-8dea-4968c3cefa2b on network 10fc7efa-f990-4fd3-9796-19ebe5477b79 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:14:33.908804 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523e2f29-cff3-45b0-ae77-4786668ad5ad req-61f2d66d-d796-4f43-9271-94fc177b236a service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:14:33.909126 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523e2f29-cff3-45b0-ae77-4786668ad5ad req-61f2d66d-d796-4f43-9271-94fc177b236a service neutron] Checking segment: {'id': '5f459ac7-2da0-4395-80e8-4acadecdbda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '10fc7efa-f990-4fd3-9796-19ebe5477b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:14:33.909512 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523e2f29-cff3-45b0-ae77-4786668ad5ad req-61f2d66d-d796-4f43-9271-94fc177b236a service neutron] Bound using segment: {'id': '5f459ac7-2da0-4395-80e8-4acadecdbda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '10fc7efa-f990-4fd3-9796-19ebe5477b79'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:14:33.910177 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-523e2f29-cff3-45b0-ae77-4786668ad5ad req-61f2d66d-d796-4f43-9271-94fc177b236a service neutron] Bound port: 3aa362ab-26b7-4e75-8dea-4968c3cefa2b, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f459ac7-2da0-4395-80e8-4acadecdbda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '10fc7efa-f990-4fd3-9796-19ebe5477b79'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:14:33.910889 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-523e2f29-cff3-45b0-ae77-4786668ad5ad req-61f2d66d-d796-4f43-9271-94fc177b236a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:33.921565 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0096c-2cdf-4a85-ba1e-69b33a841eea req-2232b6dd-4368-442f-bb3a-67f8575e90e5 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:33.923118 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-95d0096c-2cdf-4a85-ba1e-69b33a841eea req-2232b6dd-4368-442f-bb3a-67f8575e90e5 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/networks?id=a768fce9-a23b-4fa6-95f6-80231f5ae7ad HTTP/1.1" status: 200 len: 821 time: 0.2414923 Aug 10 03:14:33.952916 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-95d0096c-2cdf-4a85-ba1e-69b33a841eea req-b539d244-98db-4d45-8c4b-799aff1fd8a4 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/quotas/ef09b0c7cc5b46efbe589c3baf17fa5c HTTP/1.1" status: 200 len: 375 time: 0.0228496 Aug 10 03:14:33.991606 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['588af903-4c45-4416-8282-a836a85c3aae'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:34.029137 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-523e2f29-cff3-45b0-ae77-4786668ad5ad req-61f2d66d-d796-4f43-9271-94fc177b236a service neutron] For port 3aa362ab-26b7-4e75-8dea-4968c3cefa2b, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:14:34.033200 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-523e2f29-cff3-45b0-ae77-4786668ad5ad req-61f2d66d-d796-4f43-9271-94fc177b236a service neutron] For port 3aa362ab-26b7-4e75-8dea-4968c3cefa2b, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=3aa362ab-26b7-4e75-8dea-4968c3cefa2b,segment=NetworkSegment(5f459ac7-2da0-4395-80e8-4acadecdbda0),segment_id=5f459ac7-2da0-4395-80e8-4acadecdbda0)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:14:34.043108 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-523e2f29-cff3-45b0-ae77-4786668ad5ad req-61f2d66d-d796-4f43-9271-94fc177b236a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:34.046586 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b683ce01-627f-4e99-9255-17aec76b1103 req-c7a1030b-3fe6-4f63-a3f2-6b93a5d06065 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:34.055224 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b683ce01-627f-4e99-9255-17aec76b1103 req-c7a1030b-3fe6-4f63-a3f2-6b93a5d06065 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:34.089178 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-95d0096c-2cdf-4a85-ba1e-69b33a841eea req-937f3880-3605-4420-833f-de94b4bd84d2 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ef09b0c7cc5b46efbe589c3baf17fa5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1257145 Aug 10 03:14:34.118262 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f2d66d-d796-4f43-9271-94fc177b236a service neutron] Pushing event updated for resources: {'Port': ['ID=3aa362ab-26b7-4e75-8dea-4968c3cefa2b,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:34.124650 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e2f29-cff3-45b0-ae77-4786668ad5ad req-61f2d66d-d796-4f43-9271-94fc177b236a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:34.125318 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-523e2f29-cff3-45b0-ae77-4786668ad5ad req-61f2d66d-d796-4f43-9271-94fc177b236a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:34.127693 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-523e2f29-cff3-45b0-ae77-4786668ad5ad req-61f2d66d-d796-4f43-9271-94fc177b236a service neutron] 10.222.0.58 "PUT /v2.0/ports/3aa362ab-26b7-4e75-8dea-4968c3cefa2b HTTP/1.1" status: 200 len: 1093 time: 0.8995955 Aug 10 03:14:34.127849 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aae2176-94e1-40c6-8ddc-31c631a55333', 'tag': '3aa362ab-26b7-4e75-8dea-4968c3cefa2b'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:34.130140 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6cf5f3-7457-4e8d-9bdc-b6838644fbc5" -d '{"events": [{"name": "network-changed", "server_uuid": "5aae2176-94e1-40c6-8ddc-31c631a55333", "tag": "3aa362ab-26b7-4e75-8dea-4968c3cefa2b"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:34.142800 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:34.199571 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b683ce01-627f-4e99-9255-17aec76b1103 req-c7a1030b-3fe6-4f63-a3f2-6b93a5d06065 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:34.208089 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b683ce01-627f-4e99-9255-17aec76b1103 req-c7a1030b-3fe6-4f63-a3f2-6b93a5d06065 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5414827 Aug 10 03:14:34.232796 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 018e380d-f604-4cb0-863f-90f5342d237a up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:14:34.242272 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a1030b-3fe6-4f63-a3f2-6b93a5d06065 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf7f47b-d146-4ef2-a71b-7316311b4189,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:34.290023 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e2f29-cff3-45b0-ae77-4786668ad5ad req-78aa54e5-6ad8-4aad-968e-d95c0ce31a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:34.291787 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-523e2f29-cff3-45b0-ae77-4786668ad5ad req-78aa54e5-6ad8-4aad-968e-d95c0ce31a63 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=22bb0021811f46b18f8e8bb6d66afe0d&device_id=5aae2176-94e1-40c6-8ddc-31c631a55333 HTTP/1.1" status: 200 len: 1096 time: 0.1202524 Aug 10 03:14:34.301509 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-51920cbe-749e-43b9-9130-78e35198d3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1655322033-router', 'tenant_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '018e380d-f604-4cb0-863f-90f5342d237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:14:24Z', 'updated_at': '2021-08-10T03:14:31Z', 'revision_number': 4, 'project_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'gw_port': {'id': '018e380d-f604-4cb0-863f-90f5342d237a', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:49:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:25Z', 'updated_at': '2021-08-10T03:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'a15eda61-5d9e-4c1f-b798-cf613ad4f9bc', 'name': '', 'network_id': 'a768fce9-a23b-4fa6-95f6-80231f5ae7ad', 'tenant_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'mac_address': 'fa:16:3e:a7:5a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '75b49776-2445-4c00-a5a3-1dc63629b279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:29Z', 'updated_at': '2021-08-10T03:14:31Z', 'revision_number': 2, 'project_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'subnets': [{'id': '75b49776-2445-4c00-a5a3-1dc63629b279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:14:34.333324 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-95d0096c-2cdf-4a85-ba1e-69b33a841eea req-2fd581c1-b169-48d3-9f62-97a90fb91850 service neutron] 10.222.0.62 "GET /v2.0/networks/a768fce9-a23b-4fa6-95f6-80231f5ae7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425022 Aug 10 03:14:34.333788 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 018e380d-f604-4cb0-863f-90f5342d237a triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:14:34.334452 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:34.367892 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51920cbe-749e-43b9-9130-78e35198d3b9 None None] Checking router: f48d14f1-d459-46bc-be26-50200d08da2d for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:14:34.368656 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51920cbe-749e-43b9-9130-78e35198d3b9 None None] Updating router f48d14f1-d459-46bc-be26-50200d08da2d port a15eda61-5d9e-4c1f-b798-cf613ad4f9bc binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:14:34.391848 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-523e2f29-cff3-45b0-ae77-4786668ad5ad req-71a824cd-1e4b-478c-8f43-1e2e8cea2ece service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3aa362ab-26b7-4e75-8dea-4968c3cefa2b HTTP/1.1" status: 200 len: 217 time: 0.0877757 Aug 10 03:14:34.401617 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-51920cbe-749e-43b9-9130-78e35198d3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:34.446436 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d62bd2-8462-4280-84ae-6f41f931cbf6 req-57b932a6-a48d-4aec-a587-923aeb29c28d tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:34.448940 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-51d62bd2-8462-4280-84ae-6f41f931cbf6 req-57b932a6-a48d-4aec-a587-923aeb29c28d tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aae2176-94e1-40c6-8ddc-31c631a55333 HTTP/1.1" status: 200 len: 944 time: 0.1369262 Aug 10 03:14:34.504889 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e2f29-cff3-45b0-ae77-4786668ad5ad req-75e95632-874d-4346-82db-5d403004d751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:34.507882 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-523e2f29-cff3-45b0-ae77-4786668ad5ad req-75e95632-874d-4346-82db-5d403004d751 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e9de5b17-91a7-437b-a5c7-1e57e4d52c95 HTTP/1.1" status: 200 len: 846 time: 0.1121902 Aug 10 03:14:34.513674 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-95d0096c-2cdf-4a85-ba1e-69b33a841eea req-ce4d7be7-36c8-460a-af26-3fadbdf55821 service neutron] 10.222.0.62 "GET /v2.0/networks/a768fce9-a23b-4fa6-95f6-80231f5ae7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795127 Aug 10 03:14:34.519326 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-51d62bd2-8462-4280-84ae-6f41f931cbf6 req-39e8c2e0-4665-4b6c-a2a6-d2fca76d0cb9 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559640 Aug 10 03:14:34.581398 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-523e2f29-cff3-45b0-ae77-4786668ad5ad req-732e3e27-c8a6-40ce-a73b-52f00f66a660 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=10fc7efa-f990-4fd3-9796-19ebe5477b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656292 Aug 10 03:14:34.700587 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e0c49-2667-49f8-a6a3-fca97c21fda9 req-0b34ca77-45d2-426f-96d4-215b805f54f0 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:34.706504 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-582e0c49-2667-49f8-a6a3-fca97c21fda9 req-0b34ca77-45d2-426f-96d4-215b805f54f0 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f5fe51d-3159-407a-968c-ff0be87e7f4e HTTP/1.1" status: 200 len: 944 time: 0.0974169 Aug 10 03:14:34.784348 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-523e2f29-cff3-45b0-ae77-4786668ad5ad req-ea9248ab-981e-4345-980e-3392439c561b service neutron] 10.222.0.58 "GET /v2.0/networks/10fc7efa-f990-4fd3-9796-19ebe5477b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936841 Aug 10 03:14:34.787534 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-582e0c49-2667-49f8-a6a3-fca97c21fda9 req-cd1dd6aa-012b-42e1-9fe4-f37e19cfeca4 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/security-groups?id=106bd2aa-b217-4cc2-a6fb-fb066e9e308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695317 Aug 10 03:14:34.894176 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-51920cbe-749e-43b9-9130-78e35198d3b9 None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:34.925096 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-51920cbe-749e-43b9-9130-78e35198d3b9 None None] Transition to ACTIVE for port object a15eda61-5d9e-4c1f-b798-cf613ad4f9bc will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:14:34.935048 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-51920cbe-749e-43b9-9130-78e35198d3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:35.015316 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-523e2f29-cff3-45b0-ae77-4786668ad5ad req-a2dba79b-b1b4-479c-8b1a-1f7831a59d21 service neutron] 10.222.0.58 "GET /v2.0/networks/10fc7efa-f990-4fd3-9796-19ebe5477b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241428 Aug 10 03:14:35.026611 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49fac5a8-1756-48b8-bbeb-bb9bb1a0d6ee x-openstack-request-id: req-49fac5a8-1756-48b8-bbeb-bb9bb1a0d6ee {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:35.026981 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aae2176-94e1-40c6-8ddc-31c631a55333", "tag": "3aa362ab-26b7-4e75-8dea-4968c3cefa2b", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:35.027401 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-49fac5a8-1756-48b8-bbeb-bb9bb1a0d6ee {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:35.027686 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aae2176-94e1-40c6-8ddc-31c631a55333', 'tag': '3aa362ab-26b7-4e75-8dea-4968c3cefa2b', 'status': 'completed', 'code': 200} Aug 10 03:14:35.040088 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-ed52f30f-b44a-48d1-92a0-9d05214aaec4 req-a24e7ec2-88c1-40ed-9fd1-f4ff56277c51 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-75048931', 'description': 'tempest-description-237712582'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:35.132630 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device aa195f6c-1cac-4220-9956-ce921eecdfe6 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:14:35.134895 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eae60d2-50f6-46e4-bb06-9eb021c664fb None None] Pushing event updated for resources: {'Port': ['ID=a15eda61-5d9e-4c1f-b798-cf613ad4f9bc,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:35.147686 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eae60d2-50f6-46e4-bb06-9eb021c664fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:35.148358 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eae60d2-50f6-46e4-bb06-9eb021c664fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:35.148918 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eae60d2-50f6-46e4-bb06-9eb021c664fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:35.149440 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eae60d2-50f6-46e4-bb06-9eb021c664fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:35.150340 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eae60d2-50f6-46e4-bb06-9eb021c664fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:35.151206 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eae60d2-50f6-46e4-bb06-9eb021c664fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:35.151766 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eae60d2-50f6-46e4-bb06-9eb021c664fb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:35.152348 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eae60d2-50f6-46e4-bb06-9eb021c664fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:35.152900 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eae60d2-50f6-46e4-bb06-9eb021c664fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:35.153448 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eae60d2-50f6-46e4-bb06-9eb021c664fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:35.153983 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eae60d2-50f6-46e4-bb06-9eb021c664fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:35.154518 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eae60d2-50f6-46e4-bb06-9eb021c664fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:35.167350 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ed52f30f-b44a-48d1-92a0-9d05214aaec4 req-a24e7ec2-88c1-40ed-9fd1-f4ff56277c51 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:35.169992 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-51920cbe-749e-43b9-9130-78e35198d3b9 None None] Attempting to bind port a15eda61-5d9e-4c1f-b798-cf613ad4f9bc on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:14:35.170865 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-51920cbe-749e-43b9-9130-78e35198d3b9 None None] Attempting to bind port a15eda61-5d9e-4c1f-b798-cf613ad4f9bc by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'd030ccc1-c31d-414f-84e6-c931b9c0f44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a768fce9-a23b-4fa6-95f6-80231f5ae7ad'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:14:35.171803 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51920cbe-749e-43b9-9130-78e35198d3b9 None None] Attempting to bind port a15eda61-5d9e-4c1f-b798-cf613ad4f9bc on network a768fce9-a23b-4fa6-95f6-80231f5ae7ad {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:14:35.185025 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51920cbe-749e-43b9-9130-78e35198d3b9 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:14:35.185405 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51920cbe-749e-43b9-9130-78e35198d3b9 None None] Checking segment: {'id': 'd030ccc1-c31d-414f-84e6-c931b9c0f44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a768fce9-a23b-4fa6-95f6-80231f5ae7ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:14:35.185962 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-51920cbe-749e-43b9-9130-78e35198d3b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:35.195443 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51920cbe-749e-43b9-9130-78e35198d3b9 None None] Bound using segment: {'id': 'd030ccc1-c31d-414f-84e6-c931b9c0f44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a768fce9-a23b-4fa6-95f6-80231f5ae7ad'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:14:35.196502 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-51920cbe-749e-43b9-9130-78e35198d3b9 None None] Bound port: a15eda61-5d9e-4c1f-b798-cf613ad4f9bc, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd030ccc1-c31d-414f-84e6-c931b9c0f44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a768fce9-a23b-4fa6-95f6-80231f5ae7ad'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:14:35.196672 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-51920cbe-749e-43b9-9130-78e35198d3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:35.381302 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-51920cbe-749e-43b9-9130-78e35198d3b9 None None] For port a15eda61-5d9e-4c1f-b798-cf613ad4f9bc, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:14:35.390828 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-51920cbe-749e-43b9-9130-78e35198d3b9 None None] For port a15eda61-5d9e-4c1f-b798-cf613ad4f9bc, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=a15eda61-5d9e-4c1f-b798-cf613ad4f9bc,segment=NetworkSegment(d030ccc1-c31d-414f-84e6-c931b9c0f44c),segment_id=d030ccc1-c31d-414f-84e6-c931b9c0f44c)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:14:35.403109 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cb50673f-a569-45f7-9a81-8e65a94130ed req-7be4c2ea-a73e-420a-a628-0081ff0ede08 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9077c67-e6aa-4cd6-b76d-6fcb28d8d835 HTTP/1.1" status: 200 len: 210 time: 0.0837753 Aug 10 03:14:35.406501 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-51920cbe-749e-43b9-9130-78e35198d3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:35.450197 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port aa195f6c-1cac-4220-9956-ce921eecdfe6, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=aa195f6c-1cac-4220-9956-ce921eecdfe6,segment=NetworkSegment(2b95187c-537c-4822-a0b0-e1996874f1d3),segment_id=2b95187c-537c-4822-a0b0-e1996874f1d3)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:35.539742 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ed52f30f-b44a-48d1-92a0-9d05214aaec4 req-a24e7ec2-88c1-40ed-9fd1-f4ff56277c51 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:35.544702 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ed52f30f-b44a-48d1-92a0-9d05214aaec4 req-a24e7ec2-88c1-40ed-9fd1-f4ff56277c51 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:35.550925 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51920cbe-749e-43b9-9130-78e35198d3b9 None None] Routers {'f48d14f1-d459-46bc-be26-50200d08da2d'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:14:35.551818 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-51920cbe-749e-43b9-9130-78e35198d3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:14:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['f48d14f1-d459-46bc-be26-50200d08da2d'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:14:35.624634 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ed52f30f-b44a-48d1-92a0-9d05214aaec4 req-a24e7ec2-88c1-40ed-9fd1-f4ff56277c51 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:35.630020 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ed52f30f-b44a-48d1-92a0-9d05214aaec4 req-a24e7ec2-88c1-40ed-9fd1-f4ff56277c51 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.6131270 Aug 10 03:14:35.631174 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e7ec2-88c1-40ed-9fd1-f4ff56277c51 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac67a8b1-12f9-4542-aa40-8c7d414d9323,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:35.658817 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eae60d2-50f6-46e4-bb06-9eb021c664fb None None] Pushing event updated for resources: {'Port': ['ID=a15eda61-5d9e-4c1f-b798-cf613ad4f9bc,revision_number=4']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:35.701909 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-7ad85b7d-1410-49e5-be7f-fe8e3de1d30b req-8573243c-7eac-454b-a186-59623f7a77aa tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-111494721', 'description': 'tempest-description-395473932'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:35.770032 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd35bcd-026e-427c-9f5a-2f47081c8dd6 req-1427402c-9435-4f08-b9b3-c63a40fc08d6 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:35.779072 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fcd35bcd-026e-427c-9f5a-2f47081c8dd6 req-1427402c-9435-4f08-b9b3-c63a40fc08d6 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aae2176-94e1-40c6-8ddc-31c631a55333 HTTP/1.1" status: 200 len: 944 time: 0.1112123 Aug 10 03:14:35.827149 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6cf5f3-7457-4e8d-9bdc-b6838644fbc5 req-db987cac-c4b0-4c97-a204-cc252878e6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:35.829832 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4c6cf5f3-7457-4e8d-9bdc-b6838644fbc5 req-db987cac-c4b0-4c97-a204-cc252878e6d2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=22bb0021811f46b18f8e8bb6d66afe0d&device_id=5aae2176-94e1-40c6-8ddc-31c631a55333 HTTP/1.1" status: 200 len: 1096 time: 0.7462919 Aug 10 03:14:35.834696 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fcd35bcd-026e-427c-9f5a-2f47081c8dd6 req-66a690e3-f559-4c64-8f92-7338bd52d55d tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546076 Aug 10 03:14:35.836896 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-7ad85b7d-1410-49e5-be7f-fe8e3de1d30b req-8573243c-7eac-454b-a186-59623f7a77aa tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:35.846953 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-51920cbe-749e-43b9-9130-78e35198d3b9 None None] Set router f48d14f1-d459-46bc-be26-50200d08da2d gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:14:36.047506 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': 'aa195f6c-1cac-4220-9956-ce921eecdfe6', 'network_id': '3a83eb90-c240-427c-8862-08b707a921de', 'port_id': 'aa195f6c-1cac-4220-9956-ce921eecdfe6', 'mac_address': 'fa:16:3e:6a:40:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb34339b-adc8-40a3-9ffe-8f05f8fed3e8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:14:36.062960 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:36.095502 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6cf5f3-7457-4e8d-9bdc-b6838644fbc5 req-9975240c-8ae8-447b-88a2-11beaf8c1bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:36.100080 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4c6cf5f3-7457-4e8d-9bdc-b6838644fbc5 req-9975240c-8ae8-447b-88a2-11beaf8c1bac service neutron] 10.222.0.58 "GET /v2.0/networks?id=10fc7efa-f990-4fd3-9796-19ebe5477b79 HTTP/1.1" status: 200 len: 907 time: 0.2474735 Aug 10 03:14:36.142884 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d706f49-fcee-48af-814e-5b2c5d03805d req-feb9b9f5-29e7-4917-aff0-5477e81ea73e tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:36.151843 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4d706f49-fcee-48af-814e-5b2c5d03805d req-feb9b9f5-29e7-4917-aff0-5477e81ea73e tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f5fe51d-3159-407a-968c-ff0be87e7f4e HTTP/1.1" status: 200 len: 944 time: 0.1526418 Aug 10 03:14:36.187917 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:36.191542 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4c6cf5f3-7457-4e8d-9bdc-b6838644fbc5 req-9c0cad41-1977-4204-844f-761d5ef455d0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3aa362ab-26b7-4e75-8dea-4968c3cefa2b HTTP/1.1" status: 200 len: 217 time: 0.0804398 Aug 10 03:14:36.215816 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-7ad85b7d-1410-49e5-be7f-fe8e3de1d30b req-8573243c-7eac-454b-a186-59623f7a77aa tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:36.226828 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-7ad85b7d-1410-49e5-be7f-fe8e3de1d30b req-8573243c-7eac-454b-a186-59623f7a77aa tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:36.228303 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa195f6c-1cac-4220-9956-ce921eecdfe6 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:14:36.246948 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4d706f49-fcee-48af-814e-5b2c5d03805d req-6118fe2f-57a2-468a-8c6e-a0d5a414200e tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/security-groups?id=106bd2aa-b217-4cc2-a6fb-fb066e9e308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933480 Aug 10 03:14:36.281761 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port aa195f6c-1cac-4220-9956-ce921eecdfe6, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=aa195f6c-1cac-4220-9956-ce921eecdfe6,segment=NetworkSegment(2b95187c-537c-4822-a0b0-e1996874f1d3),segment_id=2b95187c-537c-4822-a0b0-e1996874f1d3)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:36.304182 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:36.318910 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6cf5f3-7457-4e8d-9bdc-b6838644fbc5 req-2dc6b1e3-c47a-44e3-9115-5da1761e78f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:36.323133 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4c6cf5f3-7457-4e8d-9bdc-b6838644fbc5 req-2dc6b1e3-c47a-44e3-9115-5da1761e78f3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e9de5b17-91a7-437b-a5c7-1e57e4d52c95 HTTP/1.1" status: 200 len: 846 time: 0.1231546 Aug 10 03:14:36.362284 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8573243c-7eac-454b-a186-59623f7a77aa tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=844be634-5b57-4af5-a5c3-41b4b5a19b56,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:36.386207 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4c6cf5f3-7457-4e8d-9bdc-b6838644fbc5 req-ea2c08b0-8b22-4a51-830e-480a258b08f5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=10fc7efa-f990-4fd3-9796-19ebe5477b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540643 Aug 10 03:14:36.396997 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-7ad85b7d-1410-49e5-be7f-fe8e3de1d30b req-8573243c-7eac-454b-a186-59623f7a77aa tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:36.399210 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7ad85b7d-1410-49e5-be7f-fe8e3de1d30b req-8573243c-7eac-454b-a186-59623f7a77aa tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.7197413 Aug 10 03:14:36.461302 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=aa195f6c-1cac-4220-9956-ce921eecdfe6,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:36.529782 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['aa195f6c-1cac-4220-9956-ce921eecdfe6'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:36.551335 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-51920cbe-749e-43b9-9130-78e35198d3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1655322033-router', 'tenant_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '018e380d-f604-4cb0-863f-90f5342d237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:14:24Z', 'updated_at': '2021-08-10T03:14:31Z', 'revision_number': 4, 'project_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'gw_port': {'id': '018e380d-f604-4cb0-863f-90f5342d237a', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:49:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:25Z', 'updated_at': '2021-08-10T03:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'a15eda61-5d9e-4c1f-b798-cf613ad4f9bc', 'name': '', 'network_id': 'a768fce9-a23b-4fa6-95f6-80231f5ae7ad', 'tenant_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'mac_address': 'fa:16:3e:a7:5a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '75b49776-2445-4c00-a5a3-1dc63629b279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:29Z', 'updated_at': '2021-08-10T03:14:35Z', 'revision_number': 4, 'project_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'subnets': [{'id': '75b49776-2445-4c00-a5a3-1dc63629b279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:14:36.669344 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51920cbe-749e-43b9-9130-78e35198d3b9 None None] The sync data for ids ['f48d14f1-d459-46bc-be26-50200d08da2d'] in n-d-768851-15 is: [{'id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1655322033-router', 'tenant_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '018e380d-f604-4cb0-863f-90f5342d237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:14:24Z', 'updated_at': '2021-08-10T03:14:31Z', 'revision_number': 4, 'project_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'gw_port': {'id': '018e380d-f604-4cb0-863f-90f5342d237a', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:49:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:25Z', 'updated_at': '2021-08-10T03:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'a15eda61-5d9e-4c1f-b798-cf613ad4f9bc', 'name': '', 'network_id': 'a768fce9-a23b-4fa6-95f6-80231f5ae7ad', 'tenant_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'mac_address': 'fa:16:3e:a7:5a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '75b49776-2445-4c00-a5a3-1dc63629b279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:29Z', 'updated_at': '2021-08-10T03:14:35Z', 'revision_number': 4, 'project_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'subnets': [{'id': '75b49776-2445-4c00-a5a3-1dc63629b279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:14:36.835183 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e42a1f46-3608-4d6d-b1a7-05691548848a req-6279dba5-aef2-4d12-9a18-f6bf023df3a3 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d6ebfa75f66e435ca5304dff9dabf47f HTTP/1.1" status: 200 len: 10894 time: 0.2628407 Aug 10 03:14:36.921776 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4c6cf5f3-7457-4e8d-9bdc-b6838644fbc5 req-fb5d8745-dca4-432d-a04e-b12d6ae77566 service neutron] 10.222.0.58 "GET /v2.0/networks/10fc7efa-f990-4fd3-9796-19ebe5477b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5277169 Aug 10 03:14:36.940178 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0096c-2cdf-4a85-ba1e-69b33a841eea req-0fd30232-acec-49b8-b0a5-e7d7490ea941 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:36.944212 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-95d0096c-2cdf-4a85-ba1e-69b33a841eea req-0fd30232-acec-49b8-b0a5-e7d7490ea941 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.58 "GET /v2.0/networks?id=a768fce9-a23b-4fa6-95f6-80231f5ae7ad HTTP/1.1" status: 200 len: 821 time: 0.4124050 Aug 10 03:14:36.964733 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-95d0096c-2cdf-4a85-ba1e-69b33a841eea req-af868f8a-d3db-486b-b223-a90f51a8de64 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Request body: {'port': {'device_id': 'c9077c67-e6aa-4cd6-b76d-6fcb28d8d835', 'network_id': 'a768fce9-a23b-4fa6-95f6-80231f5ae7ad', 'admin_state_up': True, 'tenant_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:36.973161 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d54b952c-4b56-4703-94d1-d23d6303a655 req-86843093-e6bd-49c3-94d6-d598e1c240f7 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9077c67-e6aa-4cd6-b76d-6fcb28d8d835 HTTP/1.1" status: 200 len: 210 time: 0.0784857 Aug 10 03:14:36.985415 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e42a1f46-3608-4d6d-b1a7-05691548848a req-aa68ab67-bbf0-4bb1-9cb4-24e6fc89200f tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/security-groups/2a34a862-d555-4e4a-a332-6f9d46a00f82 HTTP/1.1" status: 200 len: 2981 time: 0.1492276 Aug 10 03:14:37.080399 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e42a1f46-3608-4d6d-b1a7-05691548848a req-b073d8bf-afa5-4abb-9c6c-28274e134e01 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/security-groups/2a34a862-d555-4e4a-a332-6f9d46a00f82 HTTP/1.1" status: 200 len: 2981 time: 0.0900025 Aug 10 03:14:37.166508 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4c6cf5f3-7457-4e8d-9bdc-b6838644fbc5 req-c0b436e3-6c6d-457c-bf20-b4288c5d3c76 service neutron] 10.222.0.58 "GET /v2.0/networks/10fc7efa-f990-4fd3-9796-19ebe5477b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198091 Aug 10 03:14:37.191928 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95d0096c-2cdf-4a85-ba1e-69b33a841eea req-af868f8a-d3db-486b-b223-a90f51a8de64 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Made reservation on behalf of ef09b0c7cc5b46efbe589c3baf17fa5c for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:14:37.198232 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-95d0096c-2cdf-4a85-ba1e-69b33a841eea req-af868f8a-d3db-486b-b223-a90f51a8de64 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:37.222884 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bdc1ccbc-8a3d-4451-a3e1-4aa69a70dd0e req-ce3588c2-49c7-4612-93f7-a4b448d9ede5 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/security-groups/8cf7f47b-d146-4ef2-a71b-7316311b4189 HTTP/1.1" status: 200 len: 1800 time: 0.1253681 Aug 10 03:14:37.258363 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ecc1a0-382b-471f-9127-8ee0a2ddea42 req-d1c46649-9815-4158-a180-6f59956b937d tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:37.260865 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-97ecc1a0-382b-471f-9127-8ee0a2ddea42 req-d1c46649-9815-4158-a180-6f59956b937d tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aae2176-94e1-40c6-8ddc-31c631a55333 HTTP/1.1" status: 200 len: 944 time: 0.1471362 Aug 10 03:14:37.413909 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-bdc1ccbc-8a3d-4451-a3e1-4aa69a70dd0e req-ac6bb4a6-e254-4d3c-b2b9-29d9139cbbd6 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:37.433753 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-95d0096c-2cdf-4a85-ba1e-69b33a841eea req-af868f8a-d3db-486b-b223-a90f51a8de64 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Allocated IP 172.20.0.9 (a768fce9-a23b-4fa6-95f6-80231f5ae7ad/75b49776-2445-4c00-a5a3-1dc63629b279/3e547962-d6f2-42f4-b191-caaf7b15d044) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:14:37.447227 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-97ecc1a0-382b-471f-9127-8ee0a2ddea42 req-5e8f0437-a67d-4df3-a966-c39604b78085 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474319 Aug 10 03:14:37.498104 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 588af903-4c45-4416-8282-a836a85c3aae up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:14:37.517269 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-bdc1ccbc-8a3d-4451-a3e1-4aa69a70dd0e req-ac6bb4a6-e254-4d3c-b2b9-29d9139cbbd6 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:37.602992 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 588af903-4c45-4416-8282-a836a85c3aae triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:14:37.605911 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:37.717928 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa0263e-c463-46b7-befb-d5b48b0fd92a req-8fff0ec6-1bd5-43f3-be29-4a61ee2f3a4a tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:37.719580 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6fa0263e-c463-46b7-befb-d5b48b0fd92a req-8fff0ec6-1bd5-43f3-be29-4a61ee2f3a4a tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f5fe51d-3159-407a-968c-ff0be87e7f4e HTTP/1.1" status: 200 len: 945 time: 0.1559978 Aug 10 03:14:37.723472 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-bdc1ccbc-8a3d-4451-a3e1-4aa69a70dd0e req-ac6bb4a6-e254-4d3c-b2b9-29d9139cbbd6 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:37.726172 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-bdc1ccbc-8a3d-4451-a3e1-4aa69a70dd0e req-ac6bb4a6-e254-4d3c-b2b9-29d9139cbbd6 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:37.735611 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bdc1ccbc-8a3d-4451-a3e1-4aa69a70dd0e req-ac6bb4a6-e254-4d3c-b2b9-29d9139cbbd6 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "DELETE /v2.0/security-groups/8cf7f47b-d146-4ef2-a71b-7316311b4189 HTTP/1.1" status: 204 len: 173 time: 0.5114644 Aug 10 03:14:37.770975 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-95d0096c-2cdf-4a85-ba1e-69b33a841eea req-af868f8a-d3db-486b-b223-a90f51a8de64 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:37.789243 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:37.794314 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6bb4a6-e254-4d3c-b2b9-29d9139cbbd6 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf7f47b-d146-4ef2-a71b-7316311b4189,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:37.816518 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-95d0096c-2cdf-4a85-ba1e-69b33a841eea req-af868f8a-d3db-486b-b223-a90f51a8de64 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Transition to ACTIVE for port object 3e547962-d6f2-42f4-b191-caaf7b15d044 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:14:37.841083 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6fa0263e-c463-46b7-befb-d5b48b0fd92a req-b0001e62-6687-47c7-b1a9-95ada262c7fa tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/security-groups?id=106bd2aa-b217-4cc2-a6fb-fb066e9e308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044145 Aug 10 03:14:37.869359 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 588af903-4c45-4416-8282-a836a85c3aae, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=588af903-4c45-4416-8282-a836a85c3aae,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:37.871204 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '270ffe6d-50f1-4c26-8378-1ac9a122cbfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '588af903-4c45-4416-8282-a836a85c3aae'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:37.874250 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ee76ae-3bd6-4772-91d9-e10e183c5ff1" -d '{"events": [{"server_uuid": "270ffe6d-50f1-4c26-8378-1ac9a122cbfa", "name": "network-vif-plugged", "status": "completed", "tag": "588af903-4c45-4416-8282-a836a85c3aae"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:37.880878 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:37.925383 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-95d0096c-2cdf-4a85-ba1e-69b33a841eea req-af868f8a-d3db-486b-b223-a90f51a8de64 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:38.050360 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95d0096c-2cdf-4a85-ba1e-69b33a841eea req-af868f8a-d3db-486b-b223-a90f51a8de64 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Network a768fce9-a23b-4fa6-95f6-80231f5ae7ad is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:14:38.070500 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-95d0096c-2cdf-4a85-ba1e-69b33a841eea req-af868f8a-d3db-486b-b223-a90f51a8de64 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:14:38.073638 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=588af903-4c45-4416-8282-a836a85c3aae,revision_number=10']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:38.075184 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-95d0096c-2cdf-4a85-ba1e-69b33a841eea req-af868f8a-d3db-486b-b223-a90f51a8de64 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:14:38.102293 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [req-125be426-20e2-4f5e-bb88-6c4a68c7f7f9 req-d325ddcb-e82c-472f-abca-3dd38e8b29b5 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] show failed (client error): The resource could not be found. Aug 10 03:14:38.108491 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-125be426-20e2-4f5e-bb88-6c4a68c7f7f9 req-d325ddcb-e82c-472f-abca-3dd38e8b29b5 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/security-groups/8cf7f47b-d146-4ef2-a71b-7316311b4189 HTTP/1.1" status: 404 len: 352 time: 0.0411611 Aug 10 03:14:38.129800 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af868f8a-d3db-486b-b223-a90f51a8de64 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Pushing event updated for resources: {'Port': ['ID=3e547962-d6f2-42f4-b191-caaf7b15d044,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:38.173846 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e107620-2b38-441e-b592-c006dc9dc6a6 x-openstack-request-id: req-5e107620-2b38-441e-b592-c006dc9dc6a6 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:38.174222 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "270ffe6d-50f1-4c26-8378-1ac9a122cbfa", "name": "network-vif-plugged", "status": "completed", "tag": "588af903-4c45-4416-8282-a836a85c3aae", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:38.174482 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5e107620-2b38-441e-b592-c006dc9dc6a6 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:38.174914 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '270ffe6d-50f1-4c26-8378-1ac9a122cbfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '588af903-4c45-4416-8282-a836a85c3aae', 'code': 200} Aug 10 03:14:38.283071 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0096c-2cdf-4a85-ba1e-69b33a841eea req-af868f8a-d3db-486b-b223-a90f51a8de64 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:38.284837 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-95d0096c-2cdf-4a85-ba1e-69b33a841eea req-af868f8a-d3db-486b-b223-a90f51a8de64 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:38.305322 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1ae1e46f-8229-4e2a-bba4-4fcffc2eabad req-d11d4643-0c96-4b38-936c-0247d5cfc755 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/security-groups/ac67a8b1-12f9-4542-aa40-8c7d414d9323 HTTP/1.1" status: 200 len: 1798 time: 0.0965440 Aug 10 03:14:38.342085 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device a15eda61-5d9e-4c1f-b798-cf613ad4f9bc up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:14:38.362452 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-95d0096c-2cdf-4a85-ba1e-69b33a841eea req-af868f8a-d3db-486b-b223-a90f51a8de64 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4019675 Aug 10 03:14:38.372607 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cb54765d-46c6-4878-9435-a59b68064853 req-827760b2-a5fd-4ccc-8971-0a68f4353c85 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1381278 Aug 10 03:14:38.396392 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-95d0096c-2cdf-4a85-ba1e-69b33a841eea req-be94ab0a-f8bf-4b88-a0c2-24f23cf162f3 service neutron] Request body: {'port': {'device_id': 'c9077c67-e6aa-4cd6-b76d-6fcb28d8d835', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:38.445994 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-1ae1e46f-8229-4e2a-bba4-4fcffc2eabad req-e864f117-2b95-4f7c-a7a2-ef6337afbb25 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:38.457618 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port a15eda61-5d9e-4c1f-b798-cf613ad4f9bc completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:14:38.461869 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port a15eda61-5d9e-4c1f-b798-cf613ad4f9bc triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:14:38.462253 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:38.483439 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-1ae1e46f-8229-4e2a-bba4-4fcffc2eabad req-e864f117-2b95-4f7c-a7a2-ef6337afbb25 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:38.512561 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54765d-46c6-4878-9435-a59b68064853 req-2e32ab3a-d99e-4fa6-8240-05d820143e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:38.515493 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cb54765d-46c6-4878-9435-a59b68064853 req-2e32ab3a-d99e-4fa6-8240-05d820143e65 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0c00b01e0806491485adebe5c1c180f7&device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 1097 time: 0.1145136 Aug 10 03:14:38.521443 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-95d0096c-2cdf-4a85-ba1e-69b33a841eea req-be94ab0a-f8bf-4b88-a0c2-24f23cf162f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:38.549174 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688d1a9-91bf-4138-a2cf-e9d8f0b29988 req-7e5b06fe-bc76-43a8-a46b-5f6842f53c01 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:38.556867 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9688d1a9-91bf-4138-a2cf-e9d8f0b29988 req-7e5b06fe-bc76-43a8-a46b-5f6842f53c01 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9077c67-e6aa-4cd6-b76d-6fcb28d8d835 HTTP/1.1" status: 200 len: 931 time: 0.3241498 Aug 10 03:14:38.560236 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-1ae1e46f-8229-4e2a-bba4-4fcffc2eabad req-e864f117-2b95-4f7c-a7a2-ef6337afbb25 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:38.562893 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-1ae1e46f-8229-4e2a-bba4-4fcffc2eabad req-e864f117-2b95-4f7c-a7a2-ef6337afbb25 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:38.577244 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d374e2ef-e75f-4d7f-be39-ebd8af1e7ba3 None None] Provisioning for port 3e547962-d6f2-42f4-b191-caaf7b15d044 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:14:38.589158 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d374e2ef-e75f-4d7f-be39-ebd8af1e7ba3 None None] Provisioning complete for port 3e547962-d6f2-42f4-b191-caaf7b15d044 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:14:38.589539 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d374e2ef-e75f-4d7f-be39-ebd8af1e7ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:38.595262 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1ae1e46f-8229-4e2a-bba4-4fcffc2eabad req-e864f117-2b95-4f7c-a7a2-ef6337afbb25 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "DELETE /v2.0/security-groups/ac67a8b1-12f9-4542-aa40-8c7d414d9323 HTTP/1.1" status: 204 len: 173 time: 0.2887471 Aug 10 03:14:38.623771 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e864f117-2b95-4f7c-a7a2-ef6337afbb25 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac67a8b1-12f9-4542-aa40-8c7d414d9323,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:38.654337 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-d374e2ef-e75f-4d7f-be39-ebd8af1e7ba3 None None] Port 3e547962-d6f2-42f4-b191-caaf7b15d044 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:14:38.668720 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9688d1a9-91bf-4138-a2cf-e9d8f0b29988 req-98e3fefa-6fbf-4f4b-83d4-255d01bc4a3e tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/security-groups?id=e27bfad8-2aac-4372-8505-6d015ef4ee33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106288 Aug 10 03:14:38.723829 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [req-e8e8ee9e-e353-4351-9f31-2a17c3bfaf6c req-9dade33a-2286-4b59-8715-e07703a4b9f9 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] show failed (client error): The resource could not be found. Aug 10 03:14:38.730680 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e8e8ee9e-e353-4351-9f31-2a17c3bfaf6c req-9dade33a-2286-4b59-8715-e07703a4b9f9 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/security-groups/ac67a8b1-12f9-4542-aa40-8c7d414d9323 HTTP/1.1" status: 404 len: 352 time: 0.0432260 Aug 10 03:14:38.734211 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:38.770493 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port a15eda61-5d9e-4c1f-b798-cf613ad4f9bc, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=a15eda61-5d9e-4c1f-b798-cf613ad4f9bc,segment=NetworkSegment(d030ccc1-c31d-414f-84e6-c931b9c0f44c),segment_id=d030ccc1-c31d-414f-84e6-c931b9c0f44c)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:38.782291 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:38.835771 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db261e2-1a3e-4398-9def-b506b1309902 req-41bcfa50-02a8-4e06-af76-16226d2e44dc tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:38.836860 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54765d-46c6-4878-9435-a59b68064853 req-7889bf84-3bc8-4bed-b72d-7360eaf30ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:38.839227 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5db261e2-1a3e-4398-9def-b506b1309902 req-41bcfa50-02a8-4e06-af76-16226d2e44dc tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aae2176-94e1-40c6-8ddc-31c631a55333 HTTP/1.1" status: 200 len: 944 time: 0.1422369 Aug 10 03:14:38.839430 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cb54765d-46c6-4878-9435-a59b68064853 req-7889bf84-3bc8-4bed-b72d-7360eaf30ba8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c0759395-72d8-4de6-9611-c9ba0ebf5417 HTTP/1.1" status: 200 len: 918 time: 0.2954359 Aug 10 03:14:38.850683 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-387f3aa0-6c8d-4298-91aa-e95ab8e71c11 req-742c3af4-54b5-45c0-bd9c-213d23e7c314 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/security-groups/844be634-5b57-4af5-a5c3-41b4b5a19b56 HTTP/1.1" status: 200 len: 1799 time: 0.0878735 Aug 10 03:14:38.864485 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=a15eda61-5d9e-4c1f-b798-cf613ad4f9bc,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:38.931016 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5db261e2-1a3e-4398-9def-b506b1309902 req-b78cd750-6a6b-421a-9855-5520a748a76a tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731361 Aug 10 03:14:38.986957 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cb54765d-46c6-4878-9435-a59b68064853 req-10dd020a-bfbf-490d-a153-2ba7d7f88588 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a30db10-e0e6-4c59-bff9-1edbdbe1ee47 HTTP/1.1" status: 200 len: 1001 time: 0.1344409 Aug 10 03:14:38.995594 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-387f3aa0-6c8d-4298-91aa-e95ab8e71c11 req-b26b680b-35ae-43ee-8919-e52ce9eb10e1 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:39.052703 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-387f3aa0-6c8d-4298-91aa-e95ab8e71c11 req-b26b680b-35ae-43ee-8919-e52ce9eb10e1 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:39.109279 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-95d0096c-2cdf-4a85-ba1e-69b33a841eea req-be94ab0a-f8bf-4b88-a0c2-24f23cf162f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e547962-d6f2-42f4-b191-caaf7b15d044 {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:14:39.122311 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-95d0096c-2cdf-4a85-ba1e-69b33a841eea req-be94ab0a-f8bf-4b88-a0c2-24f23cf162f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:39.141114 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54765d-46c6-4878-9435-a59b68064853 req-51f0669c-64d0-491f-84d4-d0cf9c22c5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:39.142695 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cb54765d-46c6-4878-9435-a59b68064853 req-51f0669c-64d0-491f-84d4-d0cf9c22c5a1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3edf7dab-cede-45e3-a40b-9026654a3743 HTTP/1.1" status: 200 len: 856 time: 0.0698004 Aug 10 03:14:39.143786 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-95d0096c-2cdf-4a85-ba1e-69b33a841eea req-be94ab0a-f8bf-4b88-a0c2-24f23cf162f3 service neutron] Transition to ACTIVE for port object 3e547962-d6f2-42f4-b191-caaf7b15d044 will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:14:39.147839 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-95d0096c-2cdf-4a85-ba1e-69b33a841eea req-be94ab0a-f8bf-4b88-a0c2-24f23cf162f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:39.157870 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 3aa362ab-26b7-4e75-8dea-4968c3cefa2b details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:14:39.160770 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device aa195f6c-1cac-4220-9956-ce921eecdfe6 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:14:39.211655 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-de58d4c6-6479-4223-9c8a-b85cbf55d4e3 req-55269c2e-fc59-402e-8087-7f7315927c64 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1369698 Aug 10 03:14:39.214327 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be94ab0a-f8bf-4b88-a0c2-24f23cf162f3 service neutron] Pushing event updated for resources: {'Port': ['ID=3e547962-d6f2-42f4-b191-caaf7b15d044,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:39.227140 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f61cec0-bdd0-4b93-9524-536d17aa7d49 req-de050169-d5bf-4729-84f1-241fdff38ccb tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:39.236898 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1f61cec0-bdd0-4b93-9524-536d17aa7d49 req-de050169-d5bf-4729-84f1-241fdff38ccb tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f5fe51d-3159-407a-968c-ff0be87e7f4e HTTP/1.1" status: 200 len: 945 time: 0.1606224 Aug 10 03:14:39.247070 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-387f3aa0-6c8d-4298-91aa-e95ab8e71c11 req-b26b680b-35ae-43ee-8919-e52ce9eb10e1 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:39.250453 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-387f3aa0-6c8d-4298-91aa-e95ab8e71c11 req-b26b680b-35ae-43ee-8919-e52ce9eb10e1 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:39.261937 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54765d-46c6-4878-9435-a59b68064853 req-58f7e4b7-5160-4579-8813-6001cb4503f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:39.263635 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cb54765d-46c6-4878-9435-a59b68064853 req-58f7e4b7-5160-4579-8813-6001cb4503f3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c0759395-72d8-4de6-9611-c9ba0ebf5417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0620270 Aug 10 03:14:39.266634 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-387f3aa0-6c8d-4298-91aa-e95ab8e71c11 req-b26b680b-35ae-43ee-8919-e52ce9eb10e1 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "DELETE /v2.0/security-groups/844be634-5b57-4af5-a5c3-41b4b5a19b56 HTTP/1.1" status: 204 len: 173 time: 0.4140496 Aug 10 03:14:39.295974 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port aa195f6c-1cac-4220-9956-ce921eecdfe6 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:14:39.304057 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port aa195f6c-1cac-4220-9956-ce921eecdfe6 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:14:39.305000 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:39.347743 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26b680b-35ae-43ee-8919-e52ce9eb10e1 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=844be634-5b57-4af5-a5c3-41b4b5a19b56,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:39.388369 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 3aa362ab-26b7-4e75-8dea-4968c3cefa2b, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=3aa362ab-26b7-4e75-8dea-4968c3cefa2b,segment=NetworkSegment(5f459ac7-2da0-4395-80e8-4acadecdbda0),segment_id=5f459ac7-2da0-4395-80e8-4acadecdbda0)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:39.427455 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': '3aa362ab-26b7-4e75-8dea-4968c3cefa2b', 'network_id': '10fc7efa-f990-4fd3-9796-19ebe5477b79', 'port_id': '3aa362ab-26b7-4e75-8dea-4968c3cefa2b', 'mac_address': 'fa:16:3e:0f:31:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9de5b17-91a7-437b-a5c7-1e57e4d52c95', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:14:39.483354 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1f61cec0-bdd0-4b93-9524-536d17aa7d49 req-749d6286-af59-4397-83d6-e5fa2065caa3 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/security-groups?id=106bd2aa-b217-4cc2-a6fb-fb066e9e308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449763 Aug 10 03:14:39.506268 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58d4c6-6479-4223-9c8a-b85cbf55d4e3 req-a89c55ba-1479-4bdf-bbd3-1708b1888336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:39.506888 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58d4c6-6479-4223-9c8a-b85cbf55d4e3 req-a89c55ba-1479-4bdf-bbd3-1708b1888336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:39.507394 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58d4c6-6479-4223-9c8a-b85cbf55d4e3 req-a89c55ba-1479-4bdf-bbd3-1708b1888336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:39.520159 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58d4c6-6479-4223-9c8a-b85cbf55d4e3 req-a89c55ba-1479-4bdf-bbd3-1708b1888336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:39.520661 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58d4c6-6479-4223-9c8a-b85cbf55d4e3 req-a89c55ba-1479-4bdf-bbd3-1708b1888336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:39.521146 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58d4c6-6479-4223-9c8a-b85cbf55d4e3 req-a89c55ba-1479-4bdf-bbd3-1708b1888336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:39.521623 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58d4c6-6479-4223-9c8a-b85cbf55d4e3 req-a89c55ba-1479-4bdf-bbd3-1708b1888336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:39.531785 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-de58d4c6-6479-4223-9c8a-b85cbf55d4e3 req-a89c55ba-1479-4bdf-bbd3-1708b1888336 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=113c9048eb054fe989e54191f5a42ad9&device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 6505 time: 0.2232139 Aug 10 03:14:39.540946 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-95d0096c-2cdf-4a85-ba1e-69b33a841eea req-be94ab0a-f8bf-4b88-a0c2-24f23cf162f3 service neutron] Attempting to bind port 3e547962-d6f2-42f4-b191-caaf7b15d044 on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:14:39.541350 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-95d0096c-2cdf-4a85-ba1e-69b33a841eea req-be94ab0a-f8bf-4b88-a0c2-24f23cf162f3 service neutron] Attempting to bind port 3e547962-d6f2-42f4-b191-caaf7b15d044 by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': 'd030ccc1-c31d-414f-84e6-c931b9c0f44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a768fce9-a23b-4fa6-95f6-80231f5ae7ad'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:14:39.542015 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d0096c-2cdf-4a85-ba1e-69b33a841eea req-be94ab0a-f8bf-4b88-a0c2-24f23cf162f3 service neutron] Attempting to bind port 3e547962-d6f2-42f4-b191-caaf7b15d044 on network a768fce9-a23b-4fa6-95f6-80231f5ae7ad {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:14:39.566984 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d0096c-2cdf-4a85-ba1e-69b33a841eea req-be94ab0a-f8bf-4b88-a0c2-24f23cf162f3 service neutron] Port 3e547962-d6f2-42f4-b191-caaf7b15d044 on network a768fce9-a23b-4fa6-95f6-80231f5ae7ad not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:14:39.566984 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d0096c-2cdf-4a85-ba1e-69b33a841eea req-be94ab0a-f8bf-4b88-a0c2-24f23cf162f3 service neutron] Attempting to bind port 3e547962-d6f2-42f4-b191-caaf7b15d044 on network a768fce9-a23b-4fa6-95f6-80231f5ae7ad {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:14:39.573333 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d0096c-2cdf-4a85-ba1e-69b33a841eea req-be94ab0a-f8bf-4b88-a0c2-24f23cf162f3 service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:14:39.573735 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d0096c-2cdf-4a85-ba1e-69b33a841eea req-be94ab0a-f8bf-4b88-a0c2-24f23cf162f3 service neutron] Checking segment: {'id': 'd030ccc1-c31d-414f-84e6-c931b9c0f44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a768fce9-a23b-4fa6-95f6-80231f5ae7ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:14:39.574056 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d0096c-2cdf-4a85-ba1e-69b33a841eea req-be94ab0a-f8bf-4b88-a0c2-24f23cf162f3 service neutron] Bound using segment: {'id': 'd030ccc1-c31d-414f-84e6-c931b9c0f44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a768fce9-a23b-4fa6-95f6-80231f5ae7ad'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:14:39.574501 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-95d0096c-2cdf-4a85-ba1e-69b33a841eea req-be94ab0a-f8bf-4b88-a0c2-24f23cf162f3 service neutron] Bound port: 3e547962-d6f2-42f4-b191-caaf7b15d044, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd030ccc1-c31d-414f-84e6-c931b9c0f44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a768fce9-a23b-4fa6-95f6-80231f5ae7ad'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:14:39.574989 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-95d0096c-2cdf-4a85-ba1e-69b33a841eea req-be94ab0a-f8bf-4b88-a0c2-24f23cf162f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:39.604467 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cb54765d-46c6-4878-9435-a59b68064853 req-f9e82eb9-36c2-416c-8d91-2563659a8e83 service neutron] 10.222.0.58 "GET /v2.0/networks/c0759395-72d8-4de6-9611-c9ba0ebf5417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092208 Aug 10 03:14:39.664262 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:39.669903 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-95d0096c-2cdf-4a85-ba1e-69b33a841eea req-be94ab0a-f8bf-4b88-a0c2-24f23cf162f3 service neutron] For port 3e547962-d6f2-42f4-b191-caaf7b15d044, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:14:39.673461 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-95d0096c-2cdf-4a85-ba1e-69b33a841eea req-be94ab0a-f8bf-4b88-a0c2-24f23cf162f3 service neutron] For port 3e547962-d6f2-42f4-b191-caaf7b15d044, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=3e547962-d6f2-42f4-b191-caaf7b15d044,segment=NetworkSegment(d030ccc1-c31d-414f-84e6-c931b9c0f44c),segment_id=d030ccc1-c31d-414f-84e6-c931b9c0f44c)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:14:39.685803 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-95d0096c-2cdf-4a85-ba1e-69b33a841eea req-be94ab0a-f8bf-4b88-a0c2-24f23cf162f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:39.701347 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:39.777342 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58d4c6-6479-4223-9c8a-b85cbf55d4e3 req-8189e2b5-b1f9-4d6c-bab3-dadad2b8dfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:39.779620 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58d4c6-6479-4223-9c8a-b85cbf55d4e3 req-8189e2b5-b1f9-4d6c-bab3-dadad2b8dfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:39.780353 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58d4c6-6479-4223-9c8a-b85cbf55d4e3 req-8189e2b5-b1f9-4d6c-bab3-dadad2b8dfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:39.781136 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aa362ab-26b7-4e75-8dea-4968c3cefa2b {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:14:39.782015 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-de58d4c6-6479-4223-9c8a-b85cbf55d4e3 req-8189e2b5-b1f9-4d6c-bab3-dadad2b8dfb0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c4674244-b4fc-4227-9e62-6d0cd0b1acc0&id=f1f6800e-d6fe-4d63-bb1f-c42246d24569&id=f1f6800e-d6fe-4d63-bb1f-c42246d24569&id=f1f6800e-d6fe-4d63-bb1f-c42246d24569&id=f1f6800e-d6fe-4d63-bb1f-c42246d24569&id=213b1b56-2bcd-4d0a-8807-3afa3f6e51f2&id=213b1b56-2bcd-4d0a-8807-3afa3f6e51f2 HTTP/1.1" status: 200 len: 2298 time: 0.2219293 Aug 10 03:14:39.797676 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0096c-2cdf-4a85-ba1e-69b33a841eea req-be94ab0a-f8bf-4b88-a0c2-24f23cf162f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:39.798770 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-95d0096c-2cdf-4a85-ba1e-69b33a841eea req-be94ab0a-f8bf-4b88-a0c2-24f23cf162f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:39.801781 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-95d0096c-2cdf-4a85-ba1e-69b33a841eea req-be94ab0a-f8bf-4b88-a0c2-24f23cf162f3 service neutron] 10.222.0.58 "PUT /v2.0/ports/3e547962-d6f2-42f4-b191-caaf7b15d044 HTTP/1.1" status: 200 len: 1092 time: 1.4281938 Aug 10 03:14:39.802519 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9077c67-e6aa-4cd6-b76d-6fcb28d8d835', 'tag': '3e547962-d6f2-42f4-b191-caaf7b15d044'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:39.803749 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 3aa362ab-26b7-4e75-8dea-4968c3cefa2b, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=3aa362ab-26b7-4e75-8dea-4968c3cefa2b,segment=NetworkSegment(5f459ac7-2da0-4395-80e8-4acadecdbda0),segment_id=5f459ac7-2da0-4395-80e8-4acadecdbda0)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:39.805427 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26573a79-80cf-4ec6-ae73-3a3e28b95d4f" -d '{"events": [{"name": "network-changed", "server_uuid": "c9077c67-e6aa-4cd6-b76d-6fcb28d8d835", "tag": "3e547962-d6f2-42f4-b191-caaf7b15d044"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:39.808137 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port aa195f6c-1cac-4220-9956-ce921eecdfe6, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=aa195f6c-1cac-4220-9956-ce921eecdfe6,segment=NetworkSegment(2b95187c-537c-4822-a0b0-e1996874f1d3),segment_id=2b95187c-537c-4822-a0b0-e1996874f1d3)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:39.813679 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:39.822363 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:39.866130 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [req-fd53386c-edae-4e43-9290-d789393674f8 req-f2a938ae-d790-485e-b916-bc316d7d9ed0 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] show failed (client error): The resource could not be found. Aug 10 03:14:39.872020 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fd53386c-edae-4e43-9290-d789393674f8 req-f2a938ae-d790-485e-b916-bc316d7d9ed0 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/security-groups/844be634-5b57-4af5-a5c3-41b4b5a19b56 HTTP/1.1" status: 404 len: 352 time: 0.2468371 Aug 10 03:14:39.907506 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=3aa362ab-26b7-4e75-8dea-4968c3cefa2b,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:39.979119 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=aa195f6c-1cac-4220-9956-ce921eecdfe6,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:39.985583 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f97b7ea-21ff-4008-9692-8c50579ed2fc req-3fff675f-e507-4ee6-8d8d-28c0ff0b4953 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:39.987328 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1f97b7ea-21ff-4008-9692-8c50579ed2fc req-3fff675f-e507-4ee6-8d8d-28c0ff0b4953 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9077c67-e6aa-4cd6-b76d-6fcb28d8d835 HTTP/1.1" status: 200 len: 943 time: 0.1952217 Aug 10 03:14:39.990178 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-de58d4c6-6479-4223-9c8a-b85cbf55d4e3 req-eb3fa91d-b6be-4bb2-9c47-fd0395de56f4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=922f1e4c-a149-4359-82ba-e7d48bec92e7 HTTP/1.1" status: 200 len: 1001 time: 0.1376584 Aug 10 03:14:40.028481 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4e79d1-4c0b-4bc3-a951-32a4810d828c x-openstack-request-id: req-9c4e79d1-4c0b-4bc3-a951-32a4810d828c {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:40.029056 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9077c67-e6aa-4cd6-b76d-6fcb28d8d835", "tag": "3e547962-d6f2-42f4-b191-caaf7b15d044", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:40.029056 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9c4e79d1-4c0b-4bc3-a951-32a4810d828c {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:40.029407 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9077c67-e6aa-4cd6-b76d-6fcb28d8d835', 'tag': '3e547962-d6f2-42f4-b191-caaf7b15d044', 'status': 'completed', 'code': 200} Aug 10 03:14:40.031022 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be94ab0a-f8bf-4b88-a0c2-24f23cf162f3 service neutron] Pushing event updated for resources: {'Port': ['ID=3e547962-d6f2-42f4-b191-caaf7b15d044,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:40.033730 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['3aa362ab-26b7-4e75-8dea-4968c3cefa2b'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:40.050881 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cb54765d-46c6-4878-9435-a59b68064853 req-04caf42e-5000-456a-a44f-e21bf06ca5c2 service neutron] 10.222.0.58 "GET /v2.0/networks/c0759395-72d8-4de6-9611-c9ba0ebf5417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3756318 Aug 10 03:14:40.075082 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0096c-2cdf-4a85-ba1e-69b33a841eea req-0c5e13ee-8648-49ff-9f63-5638dcd0ffa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:40.075082 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-95d0096c-2cdf-4a85-ba1e-69b33a841eea req-0c5e13ee-8648-49ff-9f63-5638dcd0ffa4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ef09b0c7cc5b46efbe589c3baf17fa5c&device_id=c9077c67-e6aa-4cd6-b76d-6fcb28d8d835 HTTP/1.1" status: 200 len: 1095 time: 0.2258229 Aug 10 03:14:40.173885 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-95d0096c-2cdf-4a85-ba1e-69b33a841eea req-ac413de7-da84-44a3-934a-d33b4b60902f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e547962-d6f2-42f4-b191-caaf7b15d044 HTTP/1.1" status: 200 len: 217 time: 0.0900207 Aug 10 03:14:40.175377 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5fe51d-3159-407a-968c-ff0be87e7f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa195f6c-1cac-4220-9956-ce921eecdfe6'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:40.177844 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f348fc49-8827-4a67-a2a6-266be91be156" -d '{"events": [{"server_uuid": "8f5fe51d-3159-407a-968c-ff0be87e7f4e", "name": "network-vif-plugged", "status": "completed", "tag": "aa195f6c-1cac-4220-9956-ce921eecdfe6"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:40.237471 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device a15eda61-5d9e-4c1f-b798-cf613ad4f9bc up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:14:40.243608 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1f97b7ea-21ff-4008-9692-8c50579ed2fc req-a4ebd76f-bc21-4c26-be88-6ec2384cddbe tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/security-groups?id=e27bfad8-2aac-4372-8505-6d015ef4ee33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394454 Aug 10 03:14:40.256948 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0096c-2cdf-4a85-ba1e-69b33a841eea req-0ccf0092-db64-432b-944d-8f916fd7233f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:40.258439 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-95d0096c-2cdf-4a85-ba1e-69b33a841eea req-0ccf0092-db64-432b-944d-8f916fd7233f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=75b49776-2445-4c00-a5a3-1dc63629b279 HTTP/1.1" status: 200 len: 860 time: 0.0776989 Aug 10 03:14:40.264472 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58d4c6-6479-4223-9c8a-b85cbf55d4e3 req-5523839d-b627-4015-9492-35d4f9cd1f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:40.266994 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-de58d4c6-6479-4223-9c8a-b85cbf55d4e3 req-5523839d-b627-4015-9492-35d4f9cd1f75 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=91e34b3b-f93c-49d7-a000-e94fe5265392 HTTP/1.1" status: 200 len: 856 time: 0.2445581 Aug 10 03:14:40.322364 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0096c-2cdf-4a85-ba1e-69b33a841eea req-e2807120-2f81-44d5-b6d8-9756936b27a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:40.324500 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-95d0096c-2cdf-4a85-ba1e-69b33a841eea req-e2807120-2f81-44d5-b6d8-9756936b27a5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a768fce9-a23b-4fa6-95f6-80231f5ae7ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589433 Aug 10 03:14:40.343589 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port a15eda61-5d9e-4c1f-b798-cf613ad4f9bc triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:14:40.344072 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:40.353992 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8e5e1b59-95ca-4ac8-b9c9-cd3f531e59c5 req-750bdfe5-f895-41ff-bacf-454280b5eaa5 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d6ebfa75f66e435ca5304dff9dabf47f HTTP/1.1" status: 200 len: 6150 time: 0.3563774 Aug 10 03:14:40.432242 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58d4c6-6479-4223-9c8a-b85cbf55d4e3 req-b6c6d51a-a754-49a3-8e91-0e9d78c04705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:40.433845 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-de58d4c6-6479-4223-9c8a-b85cbf55d4e3 req-b6c6d51a-a754-49a3-8e91-0e9d78c04705 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c4674244-b4fc-4227-9e62-6d0cd0b1acc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1481526 Aug 10 03:14:40.468142 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c564c3c-1080-4a41-b5d2-31e48e3670e9 req-d3053de8-51c6-48bd-ac8a-00afc1915470 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:40.475537 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0c564c3c-1080-4a41-b5d2-31e48e3670e9 req-d3053de8-51c6-48bd-ac8a-00afc1915470 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aae2176-94e1-40c6-8ddc-31c631a55333 HTTP/1.1" status: 200 len: 945 time: 0.1188986 Aug 10 03:14:40.494753 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-95d0096c-2cdf-4a85-ba1e-69b33a841eea req-9658cc1e-8161-433f-a37d-5c3bffead333 service neutron] 10.222.0.58 "GET /v2.0/networks/a768fce9-a23b-4fa6-95f6-80231f5ae7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597512 Aug 10 03:14:40.543437 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8e5e1b59-95ca-4ac8-b9c9-cd3f531e59c5 req-c26a99dc-965a-47f7-9d36-8ef5e9e4bf37 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/security-groups/2a34a862-d555-4e4a-a332-6f9d46a00f82 HTTP/1.1" status: 200 len: 2981 time: 0.1744356 Aug 10 03:14:40.589011 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0c564c3c-1080-4a41-b5d2-31e48e3670e9 req-285c8c82-d8ba-408b-897c-faaa32a48276 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125188 Aug 10 03:14:40.616834 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-95d0096c-2cdf-4a85-ba1e-69b33a841eea req-dde3dd51-94b7-4a61-b6af-590e9e2143b6 service neutron] 10.222.0.58 "GET /v2.0/networks/a768fce9-a23b-4fa6-95f6-80231f5ae7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130371 Aug 10 03:14:40.677599 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86aacdaf-9ddf-432a-976b-4c48e17fa1e7 x-openstack-request-id: req-86aacdaf-9ddf-432a-976b-4c48e17fa1e7 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:40.678131 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5fe51d-3159-407a-968c-ff0be87e7f4e", "name": "network-vif-plugged", "status": "completed", "tag": "aa195f6c-1cac-4220-9956-ce921eecdfe6", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:40.678131 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-86aacdaf-9ddf-432a-976b-4c48e17fa1e7 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:40.678681 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5fe51d-3159-407a-968c-ff0be87e7f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa195f6c-1cac-4220-9956-ce921eecdfe6', 'code': 200} Aug 10 03:14:40.684614 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8e5e1b59-95ca-4ac8-b9c9-cd3f531e59c5 req-df09d355-ae28-4f59-88f9-f313ceecab33 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/security-groups/2a34a862-d555-4e4a-a332-6f9d46a00f82 HTTP/1.1" status: 200 len: 2981 time: 0.1364136 Aug 10 03:14:40.703254 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-de58d4c6-6479-4223-9c8a-b85cbf55d4e3 req-d99da255-4d0c-49cf-a257-0aa49d9fdaab service neutron] 10.222.0.60 "GET /v2.0/networks/c4674244-b4fc-4227-9e62-6d0cd0b1acc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572491 Aug 10 03:14:40.837187 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26573a79-80cf-4ec6-ae73-3a3e28b95d4f req-6a669066-514f-421c-a08d-563c23a87031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:40.837443 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-de58d4c6-6479-4223-9c8a-b85cbf55d4e3 req-3c2c34bc-dc49-445f-9af9-83878798f59b service neutron] 10.222.0.60 "GET /v2.0/networks/c4674244-b4fc-4227-9e62-6d0cd0b1acc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264467 Aug 10 03:14:40.839342 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-26573a79-80cf-4ec6-ae73-3a3e28b95d4f req-6a669066-514f-421c-a08d-563c23a87031 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ef09b0c7cc5b46efbe589c3baf17fa5c&device_id=c9077c67-e6aa-4cd6-b76d-6fcb28d8d835 HTTP/1.1" status: 200 len: 1095 time: 0.1545448 Aug 10 03:14:40.845052 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d1f7e-6d1a-4f1b-9f16-fad2e205de49 req-78491aea-f6df-4b32-861a-cc4e5e52d5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:40.847135 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d23d1f7e-6d1a-4f1b-9f16-fad2e205de49 req-78491aea-f6df-4b32-861a-cc4e5e52d5e1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8f5fe51d-3159-407a-968c-ff0be87e7f4e HTTP/1.1" status: 200 len: 1098 time: 0.0793571 Aug 10 03:14:40.923280 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-de58d4c6-6479-4223-9c8a-b85cbf55d4e3 req-01f18bd3-c3b6-4955-9d81-f623acf47566 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.28&port_id=064b356a-79ea-45c7-aa11-af75a4d13f12 HTTP/1.1" status: 200 len: 217 time: 0.0734830 Aug 10 03:14:40.957535 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d23d1f7e-6d1a-4f1b-9f16-fad2e205de49 req-141a418c-a8d8-4c12-955a-679e8e426e4e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=106bd2aa-b217-4cc2-a6fb-fb066e9e308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942733 Aug 10 03:14:40.980590 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-0ca845af-c487-43f8-b179-96c53a4899f7 req-ebdee74c-92d1-4990-b53f-9d9143ff3270 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-146705120', 'description': 'tempest-description-1910703224'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:40.999161 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26573a79-80cf-4ec6-ae73-3a3e28b95d4f req-281a7c6e-db87-4f01-9e1b-d7615cfaac37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:41.002443 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-26573a79-80cf-4ec6-ae73-3a3e28b95d4f req-281a7c6e-db87-4f01-9e1b-d7615cfaac37 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a768fce9-a23b-4fa6-95f6-80231f5ae7ad HTTP/1.1" status: 200 len: 922 time: 0.1407371 Aug 10 03:14:41.025511 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b6b7a-1582-4fbc-b928-97840c8b6caa req-2758c329-4d49-4e40-822b-239608869d71 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:41.034824 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ac6b6b7a-1582-4fbc-b928-97840c8b6caa req-2758c329-4d49-4e40-822b-239608869d71 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f5fe51d-3159-407a-968c-ff0be87e7f4e HTTP/1.1" status: 200 len: 946 time: 0.1838489 Aug 10 03:14:41.062076 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-0ca845af-c487-43f8-b179-96c53a4899f7 req-ebdee74c-92d1-4990-b53f-9d9143ff3270 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:41.073739 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58d4c6-6479-4223-9c8a-b85cbf55d4e3 req-3dbb2b33-7f9e-4e9f-8b97-e5895e6a8b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:41.074103 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-26573a79-80cf-4ec6-ae73-3a3e28b95d4f req-332e68f9-a9b0-4d49-84e1-8db16b653abd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e547962-d6f2-42f4-b191-caaf7b15d044 HTTP/1.1" status: 200 len: 217 time: 0.0568202 Aug 10 03:14:41.075502 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-de58d4c6-6479-4223-9c8a-b85cbf55d4e3 req-3dbb2b33-7f9e-4e9f-8b97-e5895e6a8b69 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ee0f565d-0713-45df-a892-d56a1024d9b2 HTTP/1.1" status: 200 len: 797 time: 0.1395001 Aug 10 03:14:41.128974 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ac6b6b7a-1582-4fbc-b928-97840c8b6caa req-5dfba848-4b4d-4c68-a9da-7fc5ef7560aa tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/security-groups?id=106bd2aa-b217-4cc2-a6fb-fb066e9e308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930810 Aug 10 03:14:41.138140 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26573a79-80cf-4ec6-ae73-3a3e28b95d4f req-b45feecb-7807-4880-a30d-b056da12912b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:41.139709 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-26573a79-80cf-4ec6-ae73-3a3e28b95d4f req-b45feecb-7807-4880-a30d-b056da12912b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=75b49776-2445-4c00-a5a3-1dc63629b279 HTTP/1.1" status: 200 len: 860 time: 0.0576673 Aug 10 03:14:41.176019 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58d4c6-6479-4223-9c8a-b85cbf55d4e3 req-a653e65f-c9d2-4cc4-8513-a71ad71dea8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:41.177586 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-de58d4c6-6479-4223-9c8a-b85cbf55d4e3 req-a653e65f-c9d2-4cc4-8513-a71ad71dea8a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1f6800e-d6fe-4d63-bb1f-c42246d24569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0876224 Aug 10 03:14:41.203793 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26573a79-80cf-4ec6-ae73-3a3e28b95d4f req-3d36ef0f-3598-4726-b52f-bc3a2093d8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:41.205362 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-26573a79-80cf-4ec6-ae73-3a3e28b95d4f req-3d36ef0f-3598-4726-b52f-bc3a2093d8df service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a768fce9-a23b-4fa6-95f6-80231f5ae7ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531204 Aug 10 03:14:41.212572 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 3aa362ab-26b7-4e75-8dea-4968c3cefa2b up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:14:41.305871 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-0ca845af-c487-43f8-b179-96c53a4899f7 req-ebdee74c-92d1-4990-b53f-9d9143ff3270 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:41.338428 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port 3aa362ab-26b7-4e75-8dea-4968c3cefa2b completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:14:41.346362 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port 3aa362ab-26b7-4e75-8dea-4968c3cefa2b triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:14:41.346362 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:41.366701 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-0ca845af-c487-43f8-b179-96c53a4899f7 req-ebdee74c-92d1-4990-b53f-9d9143ff3270 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:41.376136 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-26573a79-80cf-4ec6-ae73-3a3e28b95d4f req-9b4f8185-23e1-4021-8d14-54ec9153344b service neutron] 10.222.0.58 "GET /v2.0/networks/a768fce9-a23b-4fa6-95f6-80231f5ae7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534338 Aug 10 03:14:41.396931 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-de58d4c6-6479-4223-9c8a-b85cbf55d4e3 req-9444dc52-c5ef-4a6b-a1f0-5923b061acfa service neutron] 10.222.0.60 "GET /v2.0/networks/f1f6800e-d6fe-4d63-bb1f-c42246d24569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075408 Aug 10 03:14:41.480752 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:41.491941 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-26573a79-80cf-4ec6-ae73-3a3e28b95d4f req-53e9194e-4bdc-4462-b7fa-7e86aa528a00 service neutron] 10.222.0.58 "GET /v2.0/networks/a768fce9-a23b-4fa6-95f6-80231f5ae7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041505 Aug 10 03:14:41.524009 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-0ca845af-c487-43f8-b179-96c53a4899f7 req-ebdee74c-92d1-4990-b53f-9d9143ff3270 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:41.525105 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 3aa362ab-26b7-4e75-8dea-4968c3cefa2b, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=3aa362ab-26b7-4e75-8dea-4968c3cefa2b,segment=NetworkSegment(5f459ac7-2da0-4395-80e8-4acadecdbda0),segment_id=5f459ac7-2da0-4395-80e8-4acadecdbda0)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:41.529484 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0ca845af-c487-43f8-b179-96c53a4899f7 req-ebdee74c-92d1-4990-b53f-9d9143ff3270 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5563598 Aug 10 03:14:41.530674 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:41.551930 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdee74c-92d1-4990-b53f-9d9143ff3270 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f612fc70-c9ee-420a-83e7-cb4dcfcd3edb,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:41.561503 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-ecc08a61-6331-4e64-a63d-1fd12e780c70 req-b1b39f83-6716-46e4-94f1-8f5b3442c5e5 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1232106635', 'description': 'tempest-description-1622603913'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:41.597572 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=3aa362ab-26b7-4e75-8dea-4968c3cefa2b,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:41.616475 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1511a8a-ed8b-4756-92c3-095f11aa7e86 req-b5a51b61-4857-47c6-81b8-902e30078276 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:41.618331 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d1511a8a-ed8b-4756-92c3-095f11aa7e86 req-b5a51b61-4857-47c6-81b8-902e30078276 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9077c67-e6aa-4cd6-b76d-6fcb28d8d835 HTTP/1.1" status: 200 len: 943 time: 0.2838361 Aug 10 03:14:41.634255 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ecc08a61-6331-4e64-a63d-1fd12e780c70 req-b1b39f83-6716-46e4-94f1-8f5b3442c5e5 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:41.672895 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-de58d4c6-6479-4223-9c8a-b85cbf55d4e3 req-b984b84e-1b00-4714-bdbd-5579cbf21ed4 service neutron] 10.222.0.60 "GET /v2.0/networks/f1f6800e-d6fe-4d63-bb1f-c42246d24569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622037 Aug 10 03:14:41.746196 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-de58d4c6-6479-4223-9c8a-b85cbf55d4e3 req-7aab98b4-0743-4c1d-bfeb-f4f1cd02be73 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=06c52605-4de4-48ec-a7c2-def5b215a00c HTTP/1.1" status: 200 len: 217 time: 0.0639141 Aug 10 03:14:41.752266 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d1511a8a-ed8b-4756-92c3-095f11aa7e86 req-fe04842c-f264-4940-bfa5-f5ec56851617 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/security-groups?id=e27bfad8-2aac-4372-8505-6d015ef4ee33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196699 Aug 10 03:14:41.843262 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58d4c6-6479-4223-9c8a-b85cbf55d4e3 req-069c7951-eb5d-4f38-a1fd-f9d6e05b51d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:41.844854 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-de58d4c6-6479-4223-9c8a-b85cbf55d4e3 req-069c7951-eb5d-4f38-a1fd-f9d6e05b51d4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ee0f565d-0713-45df-a892-d56a1024d9b2 HTTP/1.1" status: 200 len: 797 time: 0.0895956 Aug 10 03:14:41.951554 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ecc08a61-6331-4e64-a63d-1fd12e780c70 req-b1b39f83-6716-46e4-94f1-8f5b3442c5e5 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:41.960499 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ecc08a61-6331-4e64-a63d-1fd12e780c70 req-b1b39f83-6716-46e4-94f1-8f5b3442c5e5 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:41.979446 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1486d786-af67-4b7d-b76f-c4b6bc11c237 req-8eab63b8-bc80-4ca3-90d2-5309e49d2f7b tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:41.981045 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1486d786-af67-4b7d-b76f-c4b6bc11c237 req-8eab63b8-bc80-4ca3-90d2-5309e49d2f7b tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aae2176-94e1-40c6-8ddc-31c631a55333 HTTP/1.1" status: 200 len: 946 time: 0.1320703 Aug 10 03:14:41.982909 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58d4c6-6479-4223-9c8a-b85cbf55d4e3 req-0539fc87-a6d0-4cbd-848c-31700b32cc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:41.984296 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-de58d4c6-6479-4223-9c8a-b85cbf55d4e3 req-0539fc87-a6d0-4cbd-848c-31700b32cc46 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1f6800e-d6fe-4d63-bb1f-c42246d24569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1196260 Aug 10 03:14:42.066558 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ecc08a61-6331-4e64-a63d-1fd12e780c70 req-b1b39f83-6716-46e4-94f1-8f5b3442c5e5 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:42.067802 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ecc08a61-6331-4e64-a63d-1fd12e780c70 req-b1b39f83-6716-46e4-94f1-8f5b3442c5e5 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5109072 Aug 10 03:14:42.090630 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b39f83-6716-46e4-94f1-8f5b3442c5e5 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b59f5c-5bff-42c2-b647-202a14fc3fe8,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:42.135112 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1486d786-af67-4b7d-b76f-c4b6bc11c237 req-a68d5525-8495-4ddc-966d-549b1b4a1441 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309831 Aug 10 03:14:42.189945 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-de58d4c6-6479-4223-9c8a-b85cbf55d4e3 req-7cc075e4-2879-4f86-a9f1-3573236d69d6 service neutron] 10.222.0.60 "GET /v2.0/networks/f1f6800e-d6fe-4d63-bb1f-c42246d24569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938396 Aug 10 03:14:42.374177 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-de58d4c6-6479-4223-9c8a-b85cbf55d4e3 req-4b2ec27f-e0f9-4fd8-9ab9-e1087acc173b service neutron] 10.222.0.60 "GET /v2.0/networks/f1f6800e-d6fe-4d63-bb1f-c42246d24569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700046 Aug 10 03:14:42.432434 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-de58d4c6-6479-4223-9c8a-b85cbf55d4e3 req-411b7d49-c4ca-4903-abba-32acf5dec17c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=7f7d4070-63a5-4dcf-a267-bab9b2c3747d HTTP/1.1" status: 200 len: 217 time: 0.0449681 Aug 10 03:14:42.544474 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d0b76-6180-401e-a4b4-c9712fd56ff3 req-215bd5f6-abf0-4343-848a-eaec6fccd3e3 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:42.545912 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-031d0b76-6180-401e-a4b4-c9712fd56ff3 req-215bd5f6-abf0-4343-848a-eaec6fccd3e3 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f5fe51d-3159-407a-968c-ff0be87e7f4e HTTP/1.1" status: 200 len: 946 time: 0.1885080 Aug 10 03:14:42.571842 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58d4c6-6479-4223-9c8a-b85cbf55d4e3 req-b3734c2a-8e7f-445d-a8ad-147f74661d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:42.574407 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-de58d4c6-6479-4223-9c8a-b85cbf55d4e3 req-b3734c2a-8e7f-445d-a8ad-147f74661d77 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ee0f565d-0713-45df-a892-d56a1024d9b2 HTTP/1.1" status: 200 len: 797 time: 0.1326349 Aug 10 03:14:42.647669 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e842d3f4-d46a-4536-9bf8-c82dac11a164 req-960bac61-6581-4c20-83b0-a090b58247d3 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:42.649292 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e842d3f4-d46a-4536-9bf8-c82dac11a164 req-960bac61-6581-4c20-83b0-a090b58247d3 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/networks?id=7632fb28-27a9-49ff-a5c3-9f793f816a2e HTTP/1.1" status: 200 len: 813 time: 0.2203815 Aug 10 03:14:42.658248 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-031d0b76-6180-401e-a4b4-c9712fd56ff3 req-3193dda1-a973-4381-8226-1feea8e266bf tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/security-groups?id=106bd2aa-b217-4cc2-a6fb-fb066e9e308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035759 Aug 10 03:14:42.682782 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58d4c6-6479-4223-9c8a-b85cbf55d4e3 req-7ced506a-9fa4-4a5e-b629-fa9106f26ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:42.682782 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-de58d4c6-6479-4223-9c8a-b85cbf55d4e3 req-7ced506a-9fa4-4a5e-b629-fa9106f26ee0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1f6800e-d6fe-4d63-bb1f-c42246d24569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0927937 Aug 10 03:14:42.682782 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e842d3f4-d46a-4536-9bf8-c82dac11a164 req-4f124487-dea2-4f89-bedb-94b27a1c305b tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/quotas/d6ebfa75f66e435ca5304dff9dabf47f HTTP/1.1" status: 200 len: 375 time: 0.0181503 Aug 10 03:14:42.683227 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aae2176-94e1-40c6-8ddc-31c631a55333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa362ab-26b7-4e75-8dea-4968c3cefa2b'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:42.683227 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eed0106-7530-422c-a51e-65dfebdbe70d" -d '{"events": [{"server_uuid": "5aae2176-94e1-40c6-8ddc-31c631a55333", "name": "network-vif-plugged", "status": "completed", "tag": "3aa362ab-26b7-4e75-8dea-4968c3cefa2b"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:42.837952 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e842d3f4-d46a-4536-9bf8-c82dac11a164 req-b5fd7c19-0fff-4a4d-8948-c627bca2472c tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d6ebfa75f66e435ca5304dff9dabf47f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1324117 Aug 10 03:14:42.854119 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c08445d-950a-42f2-a0fd-78c78f48bd39 x-openstack-request-id: req-8c08445d-950a-42f2-a0fd-78c78f48bd39 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:42.854413 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aae2176-94e1-40c6-8ddc-31c631a55333", "name": "network-vif-plugged", "status": "completed", "tag": "3aa362ab-26b7-4e75-8dea-4968c3cefa2b", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:42.854671 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8c08445d-950a-42f2-a0fd-78c78f48bd39 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:42.855115 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aae2176-94e1-40c6-8ddc-31c631a55333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa362ab-26b7-4e75-8dea-4968c3cefa2b', 'code': 200} Aug 10 03:14:42.962196 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-de58d4c6-6479-4223-9c8a-b85cbf55d4e3 req-f171bfb3-6b44-4dbb-b2ee-ba9c0268e49b service neutron] 10.222.0.60 "GET /v2.0/networks/f1f6800e-d6fe-4d63-bb1f-c42246d24569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759018 Aug 10 03:14:42.985660 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b065a8c-8df8-4e7f-83d4-c0af25c5ea3a req-cd087a32-da99-46bc-b873-cf61c5b4f014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:42.988826 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5b065a8c-8df8-4e7f-83d4-c0af25c5ea3a req-cd087a32-da99-46bc-b873-cf61c5b4f014 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5aae2176-94e1-40c6-8ddc-31c631a55333 HTTP/1.1" status: 200 len: 1098 time: 0.0497761 Aug 10 03:14:43.049516 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5b065a8c-8df8-4e7f-83d4-c0af25c5ea3a req-d3557be2-742e-4a00-9459-35c45ebfedb2 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525692 Aug 10 03:14:43.106603 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd67bde-3150-424a-8fa7-7c056257f078 req-e4a01640-4398-4cef-bc44-bfc28669d77d tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:43.114355 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5cd67bde-3150-424a-8fa7-7c056257f078 req-e4a01640-4398-4cef-bc44-bfc28669d77d tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9077c67-e6aa-4cd6-b76d-6fcb28d8d835 HTTP/1.1" status: 200 len: 943 time: 0.1676102 Aug 10 03:14:43.134376 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e842d3f4-d46a-4536-9bf8-c82dac11a164 req-79c08a8c-acdc-4213-ab70-b35d9650be23 service neutron] 10.222.0.62 "GET /v2.0/networks/7632fb28-27a9-49ff-a5c3-9f793f816a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850888 Aug 10 03:14:43.487257 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-de58d4c6-6479-4223-9c8a-b85cbf55d4e3 req-a238a997-fcfe-4d3c-bc4e-e5d558141502 service neutron] 10.222.0.60 "GET /v2.0/networks/f1f6800e-d6fe-4d63-bb1f-c42246d24569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4957950 Aug 10 03:14:43.566881 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-de58d4c6-6479-4223-9c8a-b85cbf55d4e3 req-c4bb5b33-8764-461a-b741-55d27a3b55fc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=28fae6e2-48ce-4dfb-97b0-a801a71104de HTTP/1.1" status: 200 len: 217 time: 0.0674367 Aug 10 03:14:43.573460 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5cd67bde-3150-424a-8fa7-7c056257f078 req-972b0021-8289-4e27-80c4-7be252d38c09 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/security-groups?id=e27bfad8-2aac-4372-8505-6d015ef4ee33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4582434 Aug 10 03:14:43.673681 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58d4c6-6479-4223-9c8a-b85cbf55d4e3 req-008765a5-67b1-45a1-8eda-4c127ee40217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:43.675365 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-de58d4c6-6479-4223-9c8a-b85cbf55d4e3 req-008765a5-67b1-45a1-8eda-4c127ee40217 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ee0f565d-0713-45df-a892-d56a1024d9b2 HTTP/1.1" status: 200 len: 797 time: 0.0881934 Aug 10 03:14:43.703482 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e842d3f4-d46a-4536-9bf8-c82dac11a164 req-f9290409-353b-48e1-8f52-5661675f5b0a service neutron] 10.222.0.62 "GET /v2.0/networks/7632fb28-27a9-49ff-a5c3-9f793f816a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287476 Aug 10 03:14:43.786705 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d2e04-b6ff-46f4-9c4c-6168a42c3705 req-5b43e522-d00c-49c6-a6ea-e019bc828fa9 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:43.794879 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9d7d2e04-b6ff-46f4-9c4c-6168a42c3705 req-5b43e522-d00c-49c6-a6ea-e019bc828fa9 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f5fe51d-3159-407a-968c-ff0be87e7f4e HTTP/1.1" status: 200 len: 946 time: 0.1183047 Aug 10 03:14:43.797810 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58d4c6-6479-4223-9c8a-b85cbf55d4e3 req-e187cafb-ebd4-4cd1-99e5-3e56efcb5822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:43.799427 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-de58d4c6-6479-4223-9c8a-b85cbf55d4e3 req-e187cafb-ebd4-4cd1-99e5-3e56efcb5822 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1f6800e-d6fe-4d63-bb1f-c42246d24569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1089435 Aug 10 03:14:43.902874 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9d7d2e04-b6ff-46f4-9c4c-6168a42c3705 req-5b412882-7856-4a26-bc20-cff3d5093e9e tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/security-groups?id=106bd2aa-b217-4cc2-a6fb-fb066e9e308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050990 Aug 10 03:14:44.058830 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-de58d4c6-6479-4223-9c8a-b85cbf55d4e3 req-455d87ad-369e-4899-8f10-b2eb4688dc05 service neutron] 10.222.0.60 "GET /v2.0/networks/f1f6800e-d6fe-4d63-bb1f-c42246d24569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482107 Aug 10 03:14:44.168741 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a15da4b-8d0c-4f9a-b7e7-0ff7c2229132 req-0d4f8e20-d3c2-443f-ae52-e7cdd94616d8 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:44.170421 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2a15da4b-8d0c-4f9a-b7e7-0ff7c2229132 req-0d4f8e20-d3c2-443f-ae52-e7cdd94616d8 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aae2176-94e1-40c6-8ddc-31c631a55333 HTTP/1.1" status: 200 len: 946 time: 0.1507523 Aug 10 03:14:44.227583 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-de58d4c6-6479-4223-9c8a-b85cbf55d4e3 req-af56b3ab-9c67-4e95-9b65-d2b3529a5f92 service neutron] 10.222.0.60 "GET /v2.0/networks/f1f6800e-d6fe-4d63-bb1f-c42246d24569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467922 Aug 10 03:14:44.233388 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2a15da4b-8d0c-4f9a-b7e7-0ff7c2229132 req-73acaa25-a99b-4f4e-af28-310702ec6145 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562186 Aug 10 03:14:44.350010 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-de58d4c6-6479-4223-9c8a-b85cbf55d4e3 req-159be3d8-185b-4fbd-a1bf-5da930127a95 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9140a197-e2ae-4fbc-a8b1-69cdd61eb563 HTTP/1.1" status: 200 len: 217 time: 0.1121144 Aug 10 03:14:44.429652 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f7362ecd-cb47-42f6-8e0a-77ddcd043cbd req-d7f61a77-7fcb-441e-b971-ef365ec37844 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ab4578b-6c45-4ef8-9be9-f4610d7f2dc3 HTTP/1.1" status: 200 len: 210 time: 0.0841904 Aug 10 03:14:44.512037 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58d4c6-6479-4223-9c8a-b85cbf55d4e3 req-bd7933f3-e570-4018-9f7d-c2feacbd8c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:44.514828 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-de58d4c6-6479-4223-9c8a-b85cbf55d4e3 req-bd7933f3-e570-4018-9f7d-c2feacbd8c4f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9d107e0d-7d1d-49e8-9864-3e44ed98edac HTTP/1.1" status: 200 len: 797 time: 0.1375160 Aug 10 03:14:44.620297 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58d4c6-6479-4223-9c8a-b85cbf55d4e3 req-fac96ed5-d804-42ed-a387-b34677a46973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:44.620297 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-de58d4c6-6479-4223-9c8a-b85cbf55d4e3 req-fac96ed5-d804-42ed-a387-b34677a46973 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=213b1b56-2bcd-4d0a-8807-3afa3f6e51f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0877125 Aug 10 03:14:44.947219 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c74c9-c943-4f75-a8b3-8911274db57e req-6a43e4eb-173a-4356-a4ef-afc6e694e0cb tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:44.955274 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-773c74c9-c943-4f75-a8b3-8911274db57e req-6a43e4eb-173a-4356-a4ef-afc6e694e0cb tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9077c67-e6aa-4cd6-b76d-6fcb28d8d835 HTTP/1.1" status: 200 len: 943 time: 0.1907248 Aug 10 03:14:44.958636 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-de58d4c6-6479-4223-9c8a-b85cbf55d4e3 req-d31324a1-4124-450b-9734-ed0243acebb8 service neutron] 10.222.0.60 "GET /v2.0/networks/213b1b56-2bcd-4d0a-8807-3afa3f6e51f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898784 Aug 10 03:14:44.978960 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5a778-a7ce-46de-bade-462e9f912456 req-ca4ee2a7-82c1-4a6c-8acd-812ea8deb114 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:44.980499 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-37b5a778-a7ce-46de-bade-462e9f912456 req-ca4ee2a7-82c1-4a6c-8acd-812ea8deb114 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/networks?id=10fc7efa-f990-4fd3-9796-19ebe5477b79 HTTP/1.1" status: 200 len: 806 time: 0.3681138 Aug 10 03:14:45.066059 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-37b5a778-a7ce-46de-bade-462e9f912456 req-b34ea20c-b710-43bc-b8ae-97bfb0f2cd0a tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/quotas/22bb0021811f46b18f8e8bb6d66afe0d HTTP/1.1" status: 200 len: 375 time: 0.0696123 Aug 10 03:14:45.086773 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-773c74c9-c943-4f75-a8b3-8911274db57e req-ea5da6c2-9f56-41b2-a06b-2b3501a843a9 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/security-groups?id=e27bfad8-2aac-4372-8505-6d015ef4ee33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305838 Aug 10 03:14:45.154782 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-37b5a778-a7ce-46de-bade-462e9f912456 req-4ce3953e-1307-4002-8b4a-bceb809b73c1 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=22bb0021811f46b18f8e8bb6d66afe0d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0873880 Aug 10 03:14:45.194564 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-de58d4c6-6479-4223-9c8a-b85cbf55d4e3 req-9c81e623-480c-4301-b7a3-8a0acff64627 service neutron] 10.222.0.60 "GET /v2.0/networks/213b1b56-2bcd-4d0a-8807-3afa3f6e51f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120183 Aug 10 03:14:45.202471 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 3e547962-d6f2-42f4-b191-caaf7b15d044 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:14:45.277659 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-de58d4c6-6479-4223-9c8a-b85cbf55d4e3 req-d234bb35-1552-4203-94ba-18f02ad73479 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ee53d7b7-1d52-47a8-a630-59afbe99d7bd HTTP/1.1" status: 200 len: 217 time: 0.0497034 Aug 10 03:14:45.395801 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 3e547962-d6f2-42f4-b191-caaf7b15d044, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=3e547962-d6f2-42f4-b191-caaf7b15d044,segment=NetworkSegment(d030ccc1-c31d-414f-84e6-c931b9c0f44c),segment_id=d030ccc1-c31d-414f-84e6-c931b9c0f44c)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:45.396748 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58d4c6-6479-4223-9c8a-b85cbf55d4e3 req-15e38c13-2ee3-4d6d-a251-b56d23843967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:45.398369 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-de58d4c6-6479-4223-9c8a-b85cbf55d4e3 req-15e38c13-2ee3-4d6d-a251-b56d23843967 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9d107e0d-7d1d-49e8-9864-3e44ed98edac HTTP/1.1" status: 200 len: 797 time: 0.1090302 Aug 10 03:14:45.407519 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-37b5a778-a7ce-46de-bade-462e9f912456 req-5a1c61d0-2d9f-4849-9cf1-a36d3c861745 service neutron] 10.222.0.62 "GET /v2.0/networks/10fc7efa-f990-4fd3-9796-19ebe5477b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436469 Aug 10 03:14:45.434651 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': '3e547962-d6f2-42f4-b191-caaf7b15d044', 'network_id': 'a768fce9-a23b-4fa6-95f6-80231f5ae7ad', 'port_id': '3e547962-d6f2-42f4-b191-caaf7b15d044', 'mac_address': 'fa:16:3e:1a:b3:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75b49776-2445-4c00-a5a3-1dc63629b279', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:14:45.516625 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:45.547463 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e547962-d6f2-42f4-b191-caaf7b15d044 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:14:45.575956 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 3e547962-d6f2-42f4-b191-caaf7b15d044, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=3e547962-d6f2-42f4-b191-caaf7b15d044,segment=NetworkSegment(d030ccc1-c31d-414f-84e6-c931b9c0f44c),segment_id=d030ccc1-c31d-414f-84e6-c931b9c0f44c)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:45.581905 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:45.598264 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58d4c6-6479-4223-9c8a-b85cbf55d4e3 req-3ce92805-4277-445e-99d6-86aa629e7110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:45.599941 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-de58d4c6-6479-4223-9c8a-b85cbf55d4e3 req-3ce92805-4277-445e-99d6-86aa629e7110 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=213b1b56-2bcd-4d0a-8807-3afa3f6e51f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1819990 Aug 10 03:14:45.663467 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=3e547962-d6f2-42f4-b191-caaf7b15d044,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:45.720303 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-37b5a778-a7ce-46de-bade-462e9f912456 req-806ec736-975a-4b8a-b302-40f216e6738e service neutron] 10.222.0.62 "GET /v2.0/networks/10fc7efa-f990-4fd3-9796-19ebe5477b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107753 Aug 10 03:14:45.733201 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e842d3f4-d46a-4536-9bf8-c82dac11a164 req-44614a85-7edc-4434-92e2-24d03655e89d tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:45.740737 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e842d3f4-d46a-4536-9bf8-c82dac11a164 req-44614a85-7edc-4434-92e2-24d03655e89d tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.60 "GET /v2.0/networks?id=7632fb28-27a9-49ff-a5c3-9f793f816a2e HTTP/1.1" status: 200 len: 813 time: 0.3215096 Aug 10 03:14:45.786399 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c2b7a0a9-8c01-4e2c-911a-591fc098e001 req-6b25211d-9636-478d-aff9-aed0649af214 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ab4578b-6c45-4ef8-9be9-f4610d7f2dc3 HTTP/1.1" status: 200 len: 210 time: 0.1196334 Aug 10 03:14:45.811050 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-e842d3f4-d46a-4536-9bf8-c82dac11a164 req-d27bfbb8-a0c2-453a-8544-75166d7caf66 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Request body: {'port': {'device_id': '7ab4578b-6c45-4ef8-9be9-f4610d7f2dc3', 'network_id': '7632fb28-27a9-49ff-a5c3-9f793f816a2e', 'admin_state_up': True, 'tenant_id': 'd6ebfa75f66e435ca5304dff9dabf47f'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:45.819417 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-de58d4c6-6479-4223-9c8a-b85cbf55d4e3 req-93e3c90f-038f-4851-bacf-a2f5a1c55483 service neutron] 10.222.0.60 "GET /v2.0/networks/213b1b56-2bcd-4d0a-8807-3afa3f6e51f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086012 Aug 10 03:14:45.850958 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['3e547962-d6f2-42f4-b191-caaf7b15d044'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:46.011710 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e842d3f4-d46a-4536-9bf8-c82dac11a164 req-d27bfbb8-a0c2-453a-8544-75166d7caf66 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Made reservation on behalf of d6ebfa75f66e435ca5304dff9dabf47f for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:14:46.016640 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-e842d3f4-d46a-4536-9bf8-c82dac11a164 req-d27bfbb8-a0c2-453a-8544-75166d7caf66 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:46.077783 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-de58d4c6-6479-4223-9c8a-b85cbf55d4e3 req-2989fd6f-21cf-4ef1-bc68-796a7f3142b3 service neutron] 10.222.0.60 "GET /v2.0/networks/213b1b56-2bcd-4d0a-8807-3afa3f6e51f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571248 Aug 10 03:14:46.221177 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-e842d3f4-d46a-4536-9bf8-c82dac11a164 req-d27bfbb8-a0c2-453a-8544-75166d7caf66 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Allocated IP 172.20.0.7 (7632fb28-27a9-49ff-a5c3-9f793f816a2e/cc04df03-65dd-419c-9c2d-cdf52403a9bc/a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:14:46.391355 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ecb526-34fa-481b-936e-af032cfe57d7 req-738421cc-711d-430e-a063-a5f6234ec48e tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:46.392917 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-43ecb526-34fa-481b-936e-af032cfe57d7 req-738421cc-711d-430e-a063-a5f6234ec48e tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9077c67-e6aa-4cd6-b76d-6fcb28d8d835 HTTP/1.1" status: 200 len: 944 time: 0.1114104 Aug 10 03:14:46.485108 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-43ecb526-34fa-481b-936e-af032cfe57d7 req-8dae5386-a78f-4495-8700-b3356f43bdfc tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/security-groups?id=e27bfad8-2aac-4372-8505-6d015ef4ee33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652344 Aug 10 03:14:46.505430 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-e842d3f4-d46a-4536-9bf8-c82dac11a164 req-d27bfbb8-a0c2-453a-8544-75166d7caf66 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:46.575256 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-e842d3f4-d46a-4536-9bf8-c82dac11a164 req-d27bfbb8-a0c2-453a-8544-75166d7caf66 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:46.593861 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['b158c1f6-ad22-4824-a1ca-31bdee18d32c'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:46.661891 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27bfbb8-a0c2-453a-8544-75166d7caf66 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Pushing event updated for resources: {'Port': ['ID=a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:46.695336 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e842d3f4-d46a-4536-9bf8-c82dac11a164 req-d27bfbb8-a0c2-453a-8544-75166d7caf66 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Network 7632fb28-27a9-49ff-a5c3-9f793f816a2e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:14:46.698878 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-e842d3f4-d46a-4536-9bf8-c82dac11a164 req-d27bfbb8-a0c2-453a-8544-75166d7caf66 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:14:46.718764 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-e842d3f4-d46a-4536-9bf8-c82dac11a164 req-d27bfbb8-a0c2-453a-8544-75166d7caf66 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:14:46.818846 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e842d3f4-d46a-4536-9bf8-c82dac11a164 req-d27bfbb8-a0c2-453a-8544-75166d7caf66 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:46.819672 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-e842d3f4-d46a-4536-9bf8-c82dac11a164 req-d27bfbb8-a0c2-453a-8544-75166d7caf66 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:46.940708 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e842d3f4-d46a-4536-9bf8-c82dac11a164 req-d27bfbb8-a0c2-453a-8544-75166d7caf66 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1471643 Aug 10 03:14:46.971596 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-e842d3f4-d46a-4536-9bf8-c82dac11a164 req-7a7e27e9-38ae-4193-8481-50a00efe81fd service neutron] Request body: {'port': {'device_id': '7ab4578b-6c45-4ef8-9be9-f4610d7f2dc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:47.072107 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c9864-7acc-48ea-b756-eef747efc204 req-c4d62b30-440a-4f31-b3b0-af05c290f708 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:47.074919 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1b5c9864-7acc-48ea-b756-eef747efc204 req-c4d62b30-440a-4f31-b3b0-af05c290f708 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ab4578b-6c45-4ef8-9be9-f4610d7f2dc3 HTTP/1.1" status: 200 len: 931 time: 0.1523404 Aug 10 03:14:47.135066 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09eb4bb-cd11-456d-ba59-5486629c62af req-5c3eba12-5e01-4b1f-86d0-8cde293290f2 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:47.136772 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a09eb4bb-cd11-456d-ba59-5486629c62af req-5c3eba12-5e01-4b1f-86d0-8cde293290f2 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/networks?id=10fc7efa-f990-4fd3-9796-19ebe5477b79 HTTP/1.1" status: 200 len: 806 time: 0.3141687 Aug 10 03:14:47.141782 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-e842d3f4-d46a-4536-9bf8-c82dac11a164 req-7a7e27e9-38ae-4193-8481-50a00efe81fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:47.187419 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a09eb4bb-cd11-456d-ba59-5486629c62af req-614041e1-90d7-45c2-bea2-cad13faeaf09 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/quotas/22bb0021811f46b18f8e8bb6d66afe0d HTTP/1.1" status: 200 len: 375 time: 0.0434961 Aug 10 03:14:47.223079 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 3e547962-d6f2-42f4-b191-caaf7b15d044 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:14:47.225596 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1b5c9864-7acc-48ea-b756-eef747efc204 req-dee7dddf-80f5-42ce-8eeb-e5cef18eb642 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a34a862-d555-4e4a-a332-6f9d46a00f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276319 Aug 10 03:14:47.277926 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port 3e547962-d6f2-42f4-b191-caaf7b15d044 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:14:47.282135 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port 3e547962-d6f2-42f4-b191-caaf7b15d044 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:14:47.282573 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:47.352152 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a09eb4bb-cd11-456d-ba59-5486629c62af req-6fed2748-9c16-4a5d-a875-64898508c8a8 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=22bb0021811f46b18f8e8bb6d66afe0d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1612706 Aug 10 03:14:47.386716 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:47.416518 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9077c67-e6aa-4cd6-b76d-6fcb28d8d835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e547962-d6f2-42f4-b191-caaf7b15d044'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:47.419870 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9c9c02-bfa1-4207-a37d-7e382a6eb130" -d '{"events": [{"server_uuid": "c9077c67-e6aa-4cd6-b76d-6fcb28d8d835", "name": "network-vif-plugged", "status": "completed", "tag": "3e547962-d6f2-42f4-b191-caaf7b15d044"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:47.437482 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 3e547962-d6f2-42f4-b191-caaf7b15d044, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=3e547962-d6f2-42f4-b191-caaf7b15d044,segment=NetworkSegment(d030ccc1-c31d-414f-84e6-c931b9c0f44c),segment_id=d030ccc1-c31d-414f-84e6-c931b9c0f44c)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:47.444050 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:47.494044 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3062c7a-29b7-4142-8b39-ab90c2af21cf x-openstack-request-id: req-a3062c7a-29b7-4142-8b39-ab90c2af21cf {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:47.495248 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9077c67-e6aa-4cd6-b76d-6fcb28d8d835", "name": "network-vif-plugged", "status": "completed", "tag": "3e547962-d6f2-42f4-b191-caaf7b15d044", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:47.495248 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a3062c7a-29b7-4142-8b39-ab90c2af21cf {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:47.495601 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9077c67-e6aa-4cd6-b76d-6fcb28d8d835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e547962-d6f2-42f4-b191-caaf7b15d044', 'code': 200} Aug 10 03:14:47.548047 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=3e547962-d6f2-42f4-b191-caaf7b15d044,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:47.552055 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a09eb4bb-cd11-456d-ba59-5486629c62af req-b43fa5be-4c32-4164-a66b-ece48d45f7f7 service neutron] 10.222.0.62 "GET /v2.0/networks/10fc7efa-f990-4fd3-9796-19ebe5477b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995513 Aug 10 03:14:47.648652 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02aef87-7f8d-40cf-91b4-1220a2c899cd req-4e7636b4-b3b1-4b69-9deb-7993dfb9e6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:47.651803 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e02aef87-7f8d-40cf-91b4-1220a2c899cd req-4e7636b4-b3b1-4b69-9deb-7993dfb9e6d7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c9077c67-e6aa-4cd6-b76d-6fcb28d8d835 HTTP/1.1" status: 200 len: 1097 time: 0.0585940 Aug 10 03:14:47.707538 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a09eb4bb-cd11-456d-ba59-5486629c62af req-360663fa-a96b-4826-a502-1c8ece62da00 service neutron] 10.222.0.62 "GET /v2.0/networks/10fc7efa-f990-4fd3-9796-19ebe5477b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544645 Aug 10 03:14:47.716359 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e02aef87-7f8d-40cf-91b4-1220a2c899cd req-a06545ee-3e89-45da-826f-3140e759184a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e27bfad8-2aac-4372-8505-6d015ef4ee33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574856 Aug 10 03:14:47.841498 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1155d4d0-4227-4c43-b746-4619ab87ad27 req-91c90a0f-d00a-4ba6-83ad-5bdb3aaaaeea tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:47.843241 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1155d4d0-4227-4c43-b746-4619ab87ad27 req-91c90a0f-d00a-4ba6-83ad-5bdb3aaaaeea tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9077c67-e6aa-4cd6-b76d-6fcb28d8d835 HTTP/1.1" status: 200 len: 945 time: 0.1325746 Aug 10 03:14:47.847867 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-e842d3f4-d46a-4536-9bf8-c82dac11a164 req-7a7e27e9-38ae-4193-8481-50a00efe81fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:14:47.861840 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-e842d3f4-d46a-4536-9bf8-c82dac11a164 req-7a7e27e9-38ae-4193-8481-50a00efe81fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:47.901639 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-e842d3f4-d46a-4536-9bf8-c82dac11a164 req-7a7e27e9-38ae-4193-8481-50a00efe81fd service neutron] Transition to ACTIVE for port object a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:14:47.909397 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1155d4d0-4227-4c43-b746-4619ab87ad27 req-e50c5306-2c38-43c9-98ea-c5f28997642f tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/security-groups?id=e27bfad8-2aac-4372-8505-6d015ef4ee33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566654 Aug 10 03:14:47.910992 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-e842d3f4-d46a-4536-9bf8-c82dac11a164 req-7a7e27e9-38ae-4193-8481-50a00efe81fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:47.990001 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7e27e9-38ae-4193-8481-50a00efe81fd service neutron] Pushing event updated for resources: {'Port': ['ID=a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:48.095051 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-e842d3f4-d46a-4536-9bf8-c82dac11a164 req-7a7e27e9-38ae-4193-8481-50a00efe81fd service neutron] Attempting to bind port a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:14:48.095539 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-e842d3f4-d46a-4536-9bf8-c82dac11a164 req-7a7e27e9-38ae-4193-8481-50a00efe81fd service neutron] Attempting to bind port a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '4ea20076-31f4-4b20-a8fd-0b8aa27a9fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7632fb28-27a9-49ff-a5c3-9f793f816a2e'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:14:48.095904 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e842d3f4-d46a-4536-9bf8-c82dac11a164 req-7a7e27e9-38ae-4193-8481-50a00efe81fd service neutron] Attempting to bind port a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d on network 7632fb28-27a9-49ff-a5c3-9f793f816a2e {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:14:48.113299 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e842d3f4-d46a-4536-9bf8-c82dac11a164 req-7a7e27e9-38ae-4193-8481-50a00efe81fd service neutron] Port a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d on network 7632fb28-27a9-49ff-a5c3-9f793f816a2e not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:14:48.119712 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e842d3f4-d46a-4536-9bf8-c82dac11a164 req-7a7e27e9-38ae-4193-8481-50a00efe81fd service neutron] Attempting to bind port a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d on network 7632fb28-27a9-49ff-a5c3-9f793f816a2e {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:14:48.129399 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e842d3f4-d46a-4536-9bf8-c82dac11a164 req-7a7e27e9-38ae-4193-8481-50a00efe81fd service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:14:48.130226 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e842d3f4-d46a-4536-9bf8-c82dac11a164 req-7a7e27e9-38ae-4193-8481-50a00efe81fd service neutron] Checking segment: {'id': '4ea20076-31f4-4b20-a8fd-0b8aa27a9fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7632fb28-27a9-49ff-a5c3-9f793f816a2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:14:48.133654 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e842d3f4-d46a-4536-9bf8-c82dac11a164 req-7a7e27e9-38ae-4193-8481-50a00efe81fd service neutron] Bound using segment: {'id': '4ea20076-31f4-4b20-a8fd-0b8aa27a9fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7632fb28-27a9-49ff-a5c3-9f793f816a2e'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:14:48.134331 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-e842d3f4-d46a-4536-9bf8-c82dac11a164 req-7a7e27e9-38ae-4193-8481-50a00efe81fd service neutron] Bound port: a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ea20076-31f4-4b20-a8fd-0b8aa27a9fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7632fb28-27a9-49ff-a5c3-9f793f816a2e'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:14:48.135574 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-e842d3f4-d46a-4536-9bf8-c82dac11a164 req-7a7e27e9-38ae-4193-8481-50a00efe81fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:48.277053 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-e842d3f4-d46a-4536-9bf8-c82dac11a164 req-7a7e27e9-38ae-4193-8481-50a00efe81fd service neutron] For port a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:14:48.281552 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-e842d3f4-d46a-4536-9bf8-c82dac11a164 req-7a7e27e9-38ae-4193-8481-50a00efe81fd service neutron] For port a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d,segment=NetworkSegment(4ea20076-31f4-4b20-a8fd-0b8aa27a9fb4),segment_id=4ea20076-31f4-4b20-a8fd-0b8aa27a9fb4)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:14:48.298632 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-e842d3f4-d46a-4536-9bf8-c82dac11a164 req-7a7e27e9-38ae-4193-8481-50a00efe81fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:48.396715 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7e27e9-38ae-4193-8481-50a00efe81fd service neutron] Pushing event updated for resources: {'Port': ['ID=a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:48.406104 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b3d3831d-e9bc-4339-8b84-d3632e0a2195 req-b707a386-90b9-42b3-bf40-4b6d5b290bdf tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8805446-2feb-49bb-84d3-b3802c4fc66d HTTP/1.1" status: 200 len: 210 time: 0.1224496 Aug 10 03:14:48.417377 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e842d3f4-d46a-4536-9bf8-c82dac11a164 req-7a7e27e9-38ae-4193-8481-50a00efe81fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:48.427206 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-e842d3f4-d46a-4536-9bf8-c82dac11a164 req-7a7e27e9-38ae-4193-8481-50a00efe81fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:48.434014 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e842d3f4-d46a-4536-9bf8-c82dac11a164 req-7a7e27e9-38ae-4193-8481-50a00efe81fd service neutron] 10.222.0.60 "PUT /v2.0/ports/a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d HTTP/1.1" status: 200 len: 1092 time: 1.4638169 Aug 10 03:14:48.434585 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ab4578b-6c45-4ef8-9be9-f4610d7f2dc3', 'tag': 'a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:48.441566 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55411ffc-84eb-4a2b-860b-69a797569511" -d '{"events": [{"name": "network-changed", "server_uuid": "7ab4578b-6c45-4ef8-9be9-f4610d7f2dc3", "tag": "a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:48.832387 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e842d3f4-d46a-4536-9bf8-c82dac11a164 req-9e9f64e8-51fd-468e-a96e-5eb9613b0b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:48.833942 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e842d3f4-d46a-4536-9bf8-c82dac11a164 req-9e9f64e8-51fd-468e-a96e-5eb9613b0b66 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d6ebfa75f66e435ca5304dff9dabf47f&device_id=7ab4578b-6c45-4ef8-9be9-f4610d7f2dc3 HTTP/1.1" status: 200 len: 1095 time: 0.3556702 Aug 10 03:14:48.850339 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5718a8a-fe51-4e1e-b493-e0ccadfe720a req-f3031c55-aeab-4d45-8c51-f648b178df38 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:48.852907 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c5718a8a-fe51-4e1e-b493-e0ccadfe720a req-f3031c55-aeab-4d45-8c51-f648b178df38 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ab4578b-6c45-4ef8-9be9-f4610d7f2dc3 HTTP/1.1" status: 200 len: 943 time: 0.2293882 Aug 10 03:14:48.939291 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e842d3f4-d46a-4536-9bf8-c82dac11a164 req-a46a7b9b-32ea-4ee4-9801-71165de6ddb1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d HTTP/1.1" status: 200 len: 217 time: 0.0841873 Aug 10 03:14:49.035392 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c5718a8a-fe51-4e1e-b493-e0ccadfe720a req-402c982a-13c3-4b87-b74e-e26ddc254908 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a34a862-d555-4e4a-a332-6f9d46a00f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979278 Aug 10 03:14:49.131467 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e842d3f4-d46a-4536-9bf8-c82dac11a164 req-382d1721-7bc3-4c53-aeaa-acf50632e39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:49.132947 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e842d3f4-d46a-4536-9bf8-c82dac11a164 req-382d1721-7bc3-4c53-aeaa-acf50632e39b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cc04df03-65dd-419c-9c2d-cdf52403a9bc HTTP/1.1" status: 200 len: 853 time: 0.1254461 Aug 10 03:14:49.175983 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b870440-f392-4995-99cf-7aef2d7de02d x-openstack-request-id: req-6b870440-f392-4995-99cf-7aef2d7de02d {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:49.176777 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ab4578b-6c45-4ef8-9be9-f4610d7f2dc3", "tag": "a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:49.176777 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6b870440-f392-4995-99cf-7aef2d7de02d {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:49.177101 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ab4578b-6c45-4ef8-9be9-f4610d7f2dc3', 'tag': 'a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d', 'status': 'completed', 'code': 200} Aug 10 03:14:49.180072 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e842d3f4-d46a-4536-9bf8-c82dac11a164 req-efea7732-e7c5-44f0-bc5c-04bb2ea9702f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7632fb28-27a9-49ff-a5c3-9f793f816a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387175 Aug 10 03:14:49.234034 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device aa195f6c-1cac-4220-9956-ce921eecdfe6 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:14:49.358412 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e842d3f4-d46a-4536-9bf8-c82dac11a164 req-ffc12593-b472-4b15-9d0a-3d58e829ef89 service neutron] 10.222.0.60 "GET /v2.0/networks/7632fb28-27a9-49ff-a5c3-9f793f816a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666634 Aug 10 03:14:49.412653 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port aa195f6c-1cac-4220-9956-ce921eecdfe6, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=aa195f6c-1cac-4220-9956-ce921eecdfe6,segment=NetworkSegment(2b95187c-537c-4822-a0b0-e1996874f1d3),segment_id=2b95187c-537c-4822-a0b0-e1996874f1d3)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:49.454235 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': 'aa195f6c-1cac-4220-9956-ce921eecdfe6', 'network_id': '3a83eb90-c240-427c-8862-08b707a921de', 'port_id': 'aa195f6c-1cac-4220-9956-ce921eecdfe6', 'mac_address': 'fa:16:3e:6a:40:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb34339b-adc8-40a3-9ffe-8f05f8fed3e8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:14:49.589242 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:49.622299 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:14:49.630690 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e842d3f4-d46a-4536-9bf8-c82dac11a164 req-0eef92de-235d-4eec-8436-9df3c20c84e8 service neutron] 10.222.0.60 "GET /v2.0/networks/7632fb28-27a9-49ff-a5c3-9f793f816a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587290 Aug 10 03:14:49.649167 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aa195f6c-1cac-4220-9956-ce921eecdfe6 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:14:49.708166 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port aa195f6c-1cac-4220-9956-ce921eecdfe6, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=aa195f6c-1cac-4220-9956-ce921eecdfe6,segment=NetworkSegment(2b95187c-537c-4822-a0b0-e1996874f1d3),segment_id=2b95187c-537c-4822-a0b0-e1996874f1d3)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:49.708614 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09eb4bb-cd11-456d-ba59-5486629c62af req-bc959607-a1f5-4ab0-af8b-f0f43e058f61 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:49.710406 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a09eb4bb-cd11-456d-ba59-5486629c62af req-bc959607-a1f5-4ab0-af8b-f0f43e058f61 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.60 "GET /v2.0/networks?id=10fc7efa-f990-4fd3-9796-19ebe5477b79 HTTP/1.1" status: 200 len: 806 time: 0.1764729 Aug 10 03:14:49.716301 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:49.747274 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-a09eb4bb-cd11-456d-ba59-5486629c62af req-73f49cde-c689-4f25-9182-11165e81c94c tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Request body: {'port': {'device_id': 'c8805446-2feb-49bb-84d3-b3802c4fc66d', 'network_id': '10fc7efa-f990-4fd3-9796-19ebe5477b79', 'admin_state_up': True, 'tenant_id': '22bb0021811f46b18f8e8bb6d66afe0d'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:49.813900 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=aa195f6c-1cac-4220-9956-ce921eecdfe6,revision_number=6']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:49.832995 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['aa195f6c-1cac-4220-9956-ce921eecdfe6'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:49.878550 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55411ffc-84eb-4a2b-860b-69a797569511 req-b7e573ef-956d-4e70-906b-5c09fdc4a6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:49.883828 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-55411ffc-84eb-4a2b-860b-69a797569511 req-b7e573ef-956d-4e70-906b-5c09fdc4a6ec service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d6ebfa75f66e435ca5304dff9dabf47f&device_id=7ab4578b-6c45-4ef8-9be9-f4610d7f2dc3 HTTP/1.1" status: 200 len: 1095 time: 0.1308701 Aug 10 03:14:50.396078 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a09eb4bb-cd11-456d-ba59-5486629c62af req-73f49cde-c689-4f25-9182-11165e81c94c tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Made reservation on behalf of 22bb0021811f46b18f8e8bb6d66afe0d for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:14:50.400813 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a09eb4bb-cd11-456d-ba59-5486629c62af req-73f49cde-c689-4f25-9182-11165e81c94c tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:50.413925 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55411ffc-84eb-4a2b-860b-69a797569511 req-298cf39d-fcab-4881-aff0-39d723f0b13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:50.415406 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-55411ffc-84eb-4a2b-860b-69a797569511 req-298cf39d-fcab-4881-aff0-39d723f0b13e service neutron] 10.222.0.60 "GET /v2.0/networks?id=7632fb28-27a9-49ff-a5c3-9f793f816a2e HTTP/1.1" status: 200 len: 914 time: 0.5170503 Aug 10 03:14:50.470216 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-55411ffc-84eb-4a2b-860b-69a797569511 req-e76d3b20-6baf-4057-b5be-1d70dacd5c5d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d HTTP/1.1" status: 200 len: 217 time: 0.0465012 Aug 10 03:14:50.685511 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55411ffc-84eb-4a2b-860b-69a797569511 req-9782f32e-a43e-425a-a862-3b2d995c2703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:50.687088 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-55411ffc-84eb-4a2b-860b-69a797569511 req-9782f32e-a43e-425a-a862-3b2d995c2703 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cc04df03-65dd-419c-9c2d-cdf52403a9bc HTTP/1.1" status: 200 len: 853 time: 0.1411238 Aug 10 03:14:50.712789 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe4255-5e69-4846-af49-e356709ed130 req-04d49923-a771-4098-a200-2bbea777f38f tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:50.714307 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7dbe4255-5e69-4846-af49-e356709ed130 req-04d49923-a771-4098-a200-2bbea777f38f tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9077c67-e6aa-4cd6-b76d-6fcb28d8d835 HTTP/1.1" status: 200 len: 945 time: 0.1295185 Aug 10 03:14:50.720576 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-a09eb4bb-cd11-456d-ba59-5486629c62af req-73f49cde-c689-4f25-9182-11165e81c94c tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Allocated IP 172.20.0.7 (10fc7efa-f990-4fd3-9796-19ebe5477b79/e9de5b17-91a7-437b-a5c7-1e57e4d52c95/05839881-b3fb-4c4e-8138-803f9503f0e5) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:14:50.818009 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7dbe4255-5e69-4846-af49-e356709ed130 req-65bf60e5-532d-4cfa-a24d-bff3212a9db8 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/security-groups?id=e27bfad8-2aac-4372-8505-6d015ef4ee33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950522 Aug 10 03:14:50.819981 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-55411ffc-84eb-4a2b-860b-69a797569511 req-0974167e-3525-4964-a9c4-b3483f3e3ec2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7632fb28-27a9-49ff-a5c3-9f793f816a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507331 Aug 10 03:14:51.000615 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8779f1b1-275a-4412-a707-d68cd2ee96e0 req-28310cfb-70a2-41a8-a133-e8a7bc63589e tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8805446-2feb-49bb-84d3-b3802c4fc66d HTTP/1.1" status: 200 len: 210 time: 0.1239665 Aug 10 03:14:51.164454 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-55411ffc-84eb-4a2b-860b-69a797569511 req-8d9c0c83-58fc-4757-b250-7fd112b38ec8 service neutron] 10.222.0.60 "GET /v2.0/networks/7632fb28-27a9-49ff-a5c3-9f793f816a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006673 Aug 10 03:14:51.250350 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device aa195f6c-1cac-4220-9956-ce921eecdfe6 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:14:51.266323 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a09eb4bb-cd11-456d-ba59-5486629c62af req-73f49cde-c689-4f25-9182-11165e81c94c tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:51.279451 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad330fe6-b9a8-442c-89d4-842c3595612a req-385a4af9-4708-4c7b-b405-7f7a48295f8b tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:51.281009 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ad330fe6-b9a8-442c-89d4-842c3595612a req-385a4af9-4708-4c7b-b405-7f7a48295f8b tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ab4578b-6c45-4ef8-9be9-f4610d7f2dc3 HTTP/1.1" status: 200 len: 943 time: 0.3759665 Aug 10 03:14:51.317511 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port aa195f6c-1cac-4220-9956-ce921eecdfe6 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:14:51.317935 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:51.362767 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c04086b6-ba4a-4aed-b179-c064a3f7e684 req-d63c871d-5b38-4f0a-bb35-e03ee204ebd6 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2876353 Aug 10 03:14:51.391421 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-c04086b6-ba4a-4aed-b179-c064a3f7e684 req-5b573664-0037-4561-b21e-d8e1cb60b738 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Request body: {'floatingip': {'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:51.422075 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ad330fe6-b9a8-442c-89d4-842c3595612a req-6b087017-29ea-4496-ac4c-a16e309efad9 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a34a862-d555-4e4a-a332-6f9d46a00f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289392 Aug 10 03:14:51.425646 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:51.436285 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-55411ffc-84eb-4a2b-860b-69a797569511 req-c8224cd9-54ab-4511-8f45-c4d7031d5640 service neutron] 10.222.0.60 "GET /v2.0/networks/7632fb28-27a9-49ff-a5c3-9f793f816a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601020 Aug 10 03:14:51.455299 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a09eb4bb-cd11-456d-ba59-5486629c62af req-73f49cde-c689-4f25-9182-11165e81c94c tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:51.466101 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c04086b6-ba4a-4aed-b179-c064a3f7e684 req-5b573664-0037-4561-b21e-d8e1cb60b738 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Notify callbacks [] for floatingip, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:51.468489 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['3aa362ab-26b7-4e75-8dea-4968c3cefa2b'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:51.536055 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5fe51d-3159-407a-968c-ff0be87e7f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa195f6c-1cac-4220-9956-ce921eecdfe6'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:51.538485 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a33c70-2259-49d1-9844-a08b39404b6e" -d '{"events": [{"server_uuid": "8f5fe51d-3159-407a-968c-ff0be87e7f4e", "name": "network-vif-plugged", "status": "completed", "tag": "aa195f6c-1cac-4220-9956-ce921eecdfe6"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:51.547081 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:14:51.573626 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port aa195f6c-1cac-4220-9956-ce921eecdfe6, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=aa195f6c-1cac-4220-9956-ce921eecdfe6,segment=NetworkSegment(2b95187c-537c-4822-a0b0-e1996874f1d3),segment_id=2b95187c-537c-4822-a0b0-e1996874f1d3)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:51.583988 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:51.585929 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a09eb4bb-cd11-456d-ba59-5486629c62af req-73f49cde-c689-4f25-9182-11165e81c94c tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Network 10fc7efa-f990-4fd3-9796-19ebe5477b79 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:14:51.597489 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-a09eb4bb-cd11-456d-ba59-5486629c62af req-73f49cde-c689-4f25-9182-11165e81c94c tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:14:51.601405 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f49cde-c689-4f25-9182-11165e81c94c tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Pushing event updated for resources: {'Port': ['ID=05839881-b3fb-4c4e-8138-803f9503f0e5,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:51.606293 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-a09eb4bb-cd11-456d-ba59-5486629c62af req-73f49cde-c689-4f25-9182-11165e81c94c tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:14:51.673196 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efa54e5-e79b-4e5a-a771-cc10c688d44d req-519b1437-c513-4b15-be57-76d8df09d069 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:51.681086 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8efa54e5-e79b-4e5a-a771-cc10c688d44d req-519b1437-c513-4b15-be57-76d8df09d069 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] 10.222.0.62 "GET /v2.0/ports?device_id=270ffe6d-50f1-4c26-8378-1ac9a122cbfa HTTP/1.1" status: 200 len: 951 time: 0.1418383 Aug 10 03:14:51.695839 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09eb4bb-cd11-456d-ba59-5486629c62af req-73f49cde-c689-4f25-9182-11165e81c94c tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:51.696473 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a09eb4bb-cd11-456d-ba59-5486629c62af req-73f49cde-c689-4f25-9182-11165e81c94c tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:51.738352 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a09eb4bb-cd11-456d-ba59-5486629c62af req-73f49cde-c689-4f25-9182-11165e81c94c tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9980600 Aug 10 03:14:51.743399 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=aa195f6c-1cac-4220-9956-ce921eecdfe6,revision_number=7']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:51.771016 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8efa54e5-e79b-4e5a-a771-cc10c688d44d req-55604cd5-0c4e-4f96-b8f9-16b7e4701426 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] 10.222.0.62 "GET /v2.0/security-groups?id=15c10190-2ea4-485f-8f55-415e66c74675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711720 Aug 10 03:14:51.778603 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-a09eb4bb-cd11-456d-ba59-5486629c62af req-f938792c-eea2-4eae-84dd-ab6d00ffcbd0 service neutron] Request body: {'port': {'device_id': 'c8805446-2feb-49bb-84d3-b3802c4fc66d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:51.810496 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d,segment=NetworkSegment(4ea20076-31f4-4b20-a8fd-0b8aa27a9fb4),segment_id=4ea20076-31f4-4b20-a8fd-0b8aa27a9fb4)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:51.842252 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': 'a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d', 'network_id': '7632fb28-27a9-49ff-a5c3-9f793f816a2e', 'port_id': 'a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d', 'mac_address': 'fa:16:3e:65:0f:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc04df03-65dd-419c-9c2d-cdf52403a9bc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:14:51.857372 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c04086b6-ba4a-4aed-b179-c064a3f7e684 req-5b573664-0037-4561-b21e-d8e1cb60b738 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:51.873289 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a09eb4bb-cd11-456d-ba59-5486629c62af req-f938792c-eea2-4eae-84dd-ab6d00ffcbd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:51.889489 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:51.892533 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e06c7d-7f2c-450f-a928-aa04e6eac783 x-openstack-request-id: req-44e06c7d-7f2c-450f-a928-aa04e6eac783 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:51.892924 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5fe51d-3159-407a-968c-ff0be87e7f4e", "name": "network-vif-plugged", "status": "completed", "tag": "aa195f6c-1cac-4220-9956-ce921eecdfe6", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:51.893242 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-44e06c7d-7f2c-450f-a928-aa04e6eac783 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:51.893700 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5fe51d-3159-407a-968c-ff0be87e7f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa195f6c-1cac-4220-9956-ce921eecdfe6', 'code': 200} Aug 10 03:14:51.907489 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:14:51.936782 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d,segment=NetworkSegment(4ea20076-31f4-4b20-a8fd-0b8aa27a9fb4),segment_id=4ea20076-31f4-4b20-a8fd-0b8aa27a9fb4)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:51.943122 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:52.012833 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:52.091849 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-c04086b6-ba4a-4aed-b179-c064a3f7e684 req-5b573664-0037-4561-b21e-d8e1cb60b738 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Allocated IP 172.25.7.14 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/9c33f539-ad64-4845-82e9-3741a558d1e6) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:14:52.359177 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c04086b6-ba4a-4aed-b179-c064a3f7e684 req-5b573664-0037-4561-b21e-d8e1cb60b738 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:52.417682 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:52.433962 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-a09eb4bb-cd11-456d-ba59-5486629c62af req-f938792c-eea2-4eae-84dd-ab6d00ffcbd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05839881-b3fb-4c4e-8138-803f9503f0e5 {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:14:52.445749 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a09eb4bb-cd11-456d-ba59-5486629c62af req-f938792c-eea2-4eae-84dd-ab6d00ffcbd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:52.472614 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-a09eb4bb-cd11-456d-ba59-5486629c62af req-f938792c-eea2-4eae-84dd-ab6d00ffcbd0 service neutron] Transition to ACTIVE for port object 05839881-b3fb-4c4e-8138-803f9503f0e5 will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:14:52.499713 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a09eb4bb-cd11-456d-ba59-5486629c62af req-f938792c-eea2-4eae-84dd-ab6d00ffcbd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:52.536579 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c04086b6-ba4a-4aed-b179-c064a3f7e684 req-5b573664-0037-4561-b21e-d8e1cb60b738 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:52.584244 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c04086b6-ba4a-4aed-b179-c064a3f7e684 req-5b573664-0037-4561-b21e-d8e1cb60b738 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:14:52.595429 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16deb6fe-6689-4306-9ad7-4ba9c9ddb558 req-3017f912-3c43-49a7-b4e7-a7cdbe805385 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:52.596908 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-16deb6fe-6689-4306-9ad7-4ba9c9ddb558 req-3017f912-3c43-49a7-b4e7-a7cdbe805385 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8805446-2feb-49bb-84d3-b3802c4fc66d HTTP/1.1" status: 200 len: 943 time: 0.1256268 Aug 10 03:14:52.597582 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f938792c-eea2-4eae-84dd-ab6d00ffcbd0 service neutron] Pushing event updated for resources: {'Port': ['ID=05839881-b3fb-4c4e-8138-803f9503f0e5,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:52.602137 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-c04086b6-ba4a-4aed-b179-c064a3f7e684 req-5b573664-0037-4561-b21e-d8e1cb60b738 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:14:52.606167 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-c04086b6-ba4a-4aed-b179-c064a3f7e684 req-5b573664-0037-4561-b21e-d8e1cb60b738 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:14:52.742149 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b573664-0037-4561-b21e-d8e1cb60b738 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Pushing event updated for resources: {'Port': ['ID=9c33f539-ad64-4845-82e9-3741a558d1e6,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:52.764167 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-16deb6fe-6689-4306-9ad7-4ba9c9ddb558 req-59c4a144-3ef1-48fd-8a5a-0fee22096415 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539948 Aug 10 03:14:52.802479 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-a09eb4bb-cd11-456d-ba59-5486629c62af req-f938792c-eea2-4eae-84dd-ab6d00ffcbd0 service neutron] Attempting to bind port 05839881-b3fb-4c4e-8138-803f9503f0e5 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:14:52.802909 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-a09eb4bb-cd11-456d-ba59-5486629c62af req-f938792c-eea2-4eae-84dd-ab6d00ffcbd0 service neutron] Attempting to bind port 05839881-b3fb-4c4e-8138-803f9503f0e5 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '5f459ac7-2da0-4395-80e8-4acadecdbda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '10fc7efa-f990-4fd3-9796-19ebe5477b79'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:14:52.803189 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09eb4bb-cd11-456d-ba59-5486629c62af req-f938792c-eea2-4eae-84dd-ab6d00ffcbd0 service neutron] Attempting to bind port 05839881-b3fb-4c4e-8138-803f9503f0e5 on network 10fc7efa-f990-4fd3-9796-19ebe5477b79 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:14:52.814777 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09eb4bb-cd11-456d-ba59-5486629c62af req-f938792c-eea2-4eae-84dd-ab6d00ffcbd0 service neutron] Port 05839881-b3fb-4c4e-8138-803f9503f0e5 on network 10fc7efa-f990-4fd3-9796-19ebe5477b79 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:14:52.815174 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09eb4bb-cd11-456d-ba59-5486629c62af req-f938792c-eea2-4eae-84dd-ab6d00ffcbd0 service neutron] Attempting to bind port 05839881-b3fb-4c4e-8138-803f9503f0e5 on network 10fc7efa-f990-4fd3-9796-19ebe5477b79 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:14:52.824932 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09eb4bb-cd11-456d-ba59-5486629c62af req-f938792c-eea2-4eae-84dd-ab6d00ffcbd0 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:14:52.825282 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09eb4bb-cd11-456d-ba59-5486629c62af req-f938792c-eea2-4eae-84dd-ab6d00ffcbd0 service neutron] Checking segment: {'id': '5f459ac7-2da0-4395-80e8-4acadecdbda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '10fc7efa-f990-4fd3-9796-19ebe5477b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:14:52.825660 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09eb4bb-cd11-456d-ba59-5486629c62af req-f938792c-eea2-4eae-84dd-ab6d00ffcbd0 service neutron] Bound using segment: {'id': '5f459ac7-2da0-4395-80e8-4acadecdbda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '10fc7efa-f990-4fd3-9796-19ebe5477b79'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:14:52.826091 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-a09eb4bb-cd11-456d-ba59-5486629c62af req-f938792c-eea2-4eae-84dd-ab6d00ffcbd0 service neutron] Bound port: 05839881-b3fb-4c4e-8138-803f9503f0e5, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f459ac7-2da0-4395-80e8-4acadecdbda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '10fc7efa-f990-4fd3-9796-19ebe5477b79'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:14:52.826455 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a09eb4bb-cd11-456d-ba59-5486629c62af req-f938792c-eea2-4eae-84dd-ab6d00ffcbd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:52.828750 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c04086b6-ba4a-4aed-b179-c064a3f7e684 req-5b573664-0037-4561-b21e-d8e1cb60b738 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:52.903548 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c04086b6-ba4a-4aed-b179-c064a3f7e684 req-5b573664-0037-4561-b21e-d8e1cb60b738 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:52.952487 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-a09eb4bb-cd11-456d-ba59-5486629c62af req-f938792c-eea2-4eae-84dd-ab6d00ffcbd0 service neutron] For port 05839881-b3fb-4c4e-8138-803f9503f0e5, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:14:52.997702 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-a09eb4bb-cd11-456d-ba59-5486629c62af req-f938792c-eea2-4eae-84dd-ab6d00ffcbd0 service neutron] For port 05839881-b3fb-4c4e-8138-803f9503f0e5, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=05839881-b3fb-4c4e-8138-803f9503f0e5,segment=NetworkSegment(5f459ac7-2da0-4395-80e8-4acadecdbda0),segment_id=5f459ac7-2da0-4395-80e8-4acadecdbda0)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:14:53.038116 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a09eb4bb-cd11-456d-ba59-5486629c62af req-f938792c-eea2-4eae-84dd-ab6d00ffcbd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:53.091363 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09eb4bb-cd11-456d-ba59-5486629c62af req-f938792c-eea2-4eae-84dd-ab6d00ffcbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:53.091991 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a09eb4bb-cd11-456d-ba59-5486629c62af req-f938792c-eea2-4eae-84dd-ab6d00ffcbd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:53.093383 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a09eb4bb-cd11-456d-ba59-5486629c62af req-f938792c-eea2-4eae-84dd-ab6d00ffcbd0 service neutron] 10.222.0.60 "PUT /v2.0/ports/05839881-b3fb-4c4e-8138-803f9503f0e5 HTTP/1.1" status: 200 len: 1092 time: 1.3199699 Aug 10 03:14:53.095627 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8805446-2feb-49bb-84d3-b3802c4fc66d', 'tag': '05839881-b3fb-4c4e-8138-803f9503f0e5'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:53.097825 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51eb720a-1f40-4cf3-976c-221df8bc9cc5" -d '{"events": [{"name": "network-changed", "server_uuid": "c8805446-2feb-49bb-84d3-b3802c4fc66d", "tag": "05839881-b3fb-4c4e-8138-803f9503f0e5"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:53.126425 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf729b33-4bbf-4cbf-a54c-176d202b20fe req-af135128-336d-49e3-8ad8-8de5500c9c61 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:53.133696 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bf729b33-4bbf-4cbf-a54c-176d202b20fe req-af135128-336d-49e3-8ad8-8de5500c9c61 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ab4578b-6c45-4ef8-9be9-f4610d7f2dc3 HTTP/1.1" status: 200 len: 944 time: 0.1863544 Aug 10 03:14:53.201448 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f938792c-eea2-4eae-84dd-ab6d00ffcbd0 service neutron] Pushing event updated for resources: {'Port': ['ID=05839881-b3fb-4c4e-8138-803f9503f0e5,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:53.246318 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bf729b33-4bbf-4cbf-a54c-176d202b20fe req-d9b6902e-1f8d-454d-9420-b44b5136aa45 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a34a862-d555-4e4a-a332-6f9d46a00f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117456 Aug 10 03:14:53.261033 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09eb4bb-cd11-456d-ba59-5486629c62af req-f3e73cf2-249a-49fb-aa6a-c0bc022dda74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:53.262565 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a09eb4bb-cd11-456d-ba59-5486629c62af req-f3e73cf2-249a-49fb-aa6a-c0bc022dda74 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=22bb0021811f46b18f8e8bb6d66afe0d&device_id=c8805446-2feb-49bb-84d3-b3802c4fc66d HTTP/1.1" status: 200 len: 1095 time: 0.1076195 Aug 10 03:14:53.264669 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c04086b6-ba4a-4aed-b179-c064a3f7e684 req-5b573664-0037-4561-b21e-d8e1cb60b738 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:53.283664 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c04086b6-ba4a-4aed-b179-c064a3f7e684 req-5b573664-0037-4561-b21e-d8e1cb60b738 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:53.357154 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a09eb4bb-cd11-456d-ba59-5486629c62af req-5773ac23-9d67-4f00-a4fa-3cc8db55f229 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05839881-b3fb-4c4e-8138-803f9503f0e5 HTTP/1.1" status: 200 len: 217 time: 0.0831902 Aug 10 03:14:53.438613 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b573664-0037-4561-b21e-d8e1cb60b738 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Pushing event updated for resources: {'Port': ['ID=9c33f539-ad64-4845-82e9-3741a558d1e6,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:53.473771 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09eb4bb-cd11-456d-ba59-5486629c62af req-b8930870-4e11-4444-855c-18b4a1f799f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:53.475303 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a09eb4bb-cd11-456d-ba59-5486629c62af req-b8930870-4e11-4444-855c-18b4a1f799f9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9de5b17-91a7-437b-a5c7-1e57e4d52c95 HTTP/1.1" status: 200 len: 846 time: 0.1061091 Aug 10 03:14:53.476175 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c04086b6-ba4a-4aed-b179-c064a3f7e684 req-5b573664-0037-4561-b21e-d8e1cb60b738 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:53.518033 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a09eb4bb-cd11-456d-ba59-5486629c62af req-0685e08e-799c-4390-b940-f43785fdc0e1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=10fc7efa-f990-4fd3-9796-19ebe5477b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330164 Aug 10 03:14:53.518926 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c04086b6-ba4a-4aed-b179-c064a3f7e684 req-5b573664-0037-4561-b21e-d8e1cb60b738 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:53.520019 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c04086b6-ba4a-4aed-b179-c064a3f7e684 req-5b573664-0037-4561-b21e-d8e1cb60b738 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1435926 Aug 10 03:14:53.546061 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 588af903-4c45-4416-8282-a836a85c3aae no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:14:53.641824 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c04086b6-ba4a-4aed-b179-c064a3f7e684 req-bd772c90-48bd-43b4-a8f0-0c2f6b1243ad tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.14 HTTP/1.1" status: 200 len: 695 time: 0.1146574 Aug 10 03:14:53.655212 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13bc90a8-e747-45b1-a228-4c165516565f x-openstack-request-id: req-13bc90a8-e747-45b1-a228-4c165516565f {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:53.655493 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8805446-2feb-49bb-84d3-b3802c4fc66d", "tag": "05839881-b3fb-4c4e-8138-803f9503f0e5", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:53.655740 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-13bc90a8-e747-45b1-a228-4c165516565f {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:53.656130 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8805446-2feb-49bb-84d3-b3802c4fc66d', 'tag': '05839881-b3fb-4c4e-8138-803f9503f0e5', 'status': 'completed', 'code': 200} Aug 10 03:14:53.702476 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:53.761481 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a09eb4bb-cd11-456d-ba59-5486629c62af req-b8511bbf-dfdf-4065-a555-cb18cf85da9c service neutron] 10.222.0.60 "GET /v2.0/networks/10fc7efa-f990-4fd3-9796-19ebe5477b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328289 Aug 10 03:14:53.767887 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 588af903-4c45-4416-8282-a836a85c3aae, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=588af903-4c45-4416-8282-a836a85c3aae,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:53.774965 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:53.847760 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=588af903-4c45-4416-8282-a836a85c3aae,revision_number=11']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:53.882301 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04086b6-ba4a-4aed-b179-c064a3f7e684 req-9d5950ca-bd5b-4ef6-8758-edc42f288a8c tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:53.883602 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c04086b6-ba4a-4aed-b179-c064a3f7e684 req-9d5950ca-bd5b-4ef6-8758-edc42f288a8c tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/networks/09ca2025-b9a6-4e84-8019-8d9fbef3753e HTTP/1.1" status: 200 len: 784 time: 0.2340515 Aug 10 03:14:53.895308 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '270ffe6d-50f1-4c26-8378-1ac9a122cbfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '588af903-4c45-4416-8282-a836a85c3aae'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:53.897726 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e5a0a7-b4ba-4eba-82a0-598d59c44fdf" -d '{"events": [{"server_uuid": "270ffe6d-50f1-4c26-8378-1ac9a122cbfa", "name": "network-vif-unplugged", "status": "completed", "tag": "588af903-4c45-4416-8282-a836a85c3aae"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:53.983710 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a09eb4bb-cd11-456d-ba59-5486629c62af req-6b0526b9-ade1-4559-a479-e70efd0b1891 service neutron] 10.222.0.60 "GET /v2.0/networks/10fc7efa-f990-4fd3-9796-19ebe5477b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025185 Aug 10 03:14:53.990007 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c904f-310f-469b-8cc0-6ca5a5dbe6fc req-9d9e7832-4cc4-4ba5-9d5b-1c1a2336748f tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:53.998124 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-835c904f-310f-469b-8cc0-6ca5a5dbe6fc req-9d9e7832-4cc4-4ba5-9d5b-1c1a2336748f tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8805446-2feb-49bb-84d3-b3802c4fc66d HTTP/1.1" status: 200 len: 943 time: 0.0893717 Aug 10 03:14:54.020689 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3ae6a1-c83b-4c8d-9b2e-22fa4d518e66 x-openstack-request-id: req-af3ae6a1-c83b-4c8d-9b2e-22fa4d518e66 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:54.021049 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "270ffe6d-50f1-4c26-8378-1ac9a122cbfa", "name": "network-vif-unplugged", "status": "completed", "tag": "588af903-4c45-4416-8282-a836a85c3aae", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:54.021331 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-af3ae6a1-c83b-4c8d-9b2e-22fa4d518e66 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:54.021735 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '270ffe6d-50f1-4c26-8378-1ac9a122cbfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '588af903-4c45-4416-8282-a836a85c3aae', 'code': 200} Aug 10 03:14:54.063105 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-835c904f-310f-469b-8cc0-6ca5a5dbe6fc req-b27a175e-b1c9-4d86-bcba-0022f5cc1e9b tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534179 Aug 10 03:14:54.191831 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb720a-1f40-4cf3-976c-221df8bc9cc5 req-1b9a9b66-a11c-4962-8b80-885231d8ac21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:54.193350 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-51eb720a-1f40-4cf3-976c-221df8bc9cc5 req-1b9a9b66-a11c-4962-8b80-885231d8ac21 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=22bb0021811f46b18f8e8bb6d66afe0d&device_id=c8805446-2feb-49bb-84d3-b3802c4fc66d HTTP/1.1" status: 200 len: 1095 time: 0.1289718 Aug 10 03:14:54.669159 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5e4b0-8a5b-4ba3-9c48-c955cad703c7 req-4c29620b-40a8-4217-a46b-0ded915b1808 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:54.676529 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a6a5e4b0-8a5b-4ba3-9c48-c955cad703c7 req-4c29620b-40a8-4217-a46b-0ded915b1808 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/networks?id=a768fce9-a23b-4fa6-95f6-80231f5ae7ad HTTP/1.1" status: 200 len: 821 time: 0.5536118 Aug 10 03:14:54.693569 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cfc1aa-49ca-4791-97c9-e6dbfebb7cc7 req-5554f856-9a0c-4b30-918d-26cde93f5cd3 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:54.701549 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f8cfc1aa-49ca-4791-97c9-e6dbfebb7cc7 req-5554f856-9a0c-4b30-918d-26cde93f5cd3 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ab4578b-6c45-4ef8-9be9-f4610d7f2dc3 HTTP/1.1" status: 200 len: 944 time: 0.1054823 Aug 10 03:14:54.720712 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a6a5e4b0-8a5b-4ba3-9c48-c955cad703c7 req-edf2834b-a16d-4def-a67a-7c3179b58700 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/quotas/ef09b0c7cc5b46efbe589c3baf17fa5c HTTP/1.1" status: 200 len: 375 time: 0.0435162 Aug 10 03:14:54.795362 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb720a-1f40-4cf3-976c-221df8bc9cc5 req-c46fd25f-740c-4f6c-a1c8-6a9c62ce8a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:54.796854 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-51eb720a-1f40-4cf3-976c-221df8bc9cc5 req-c46fd25f-740c-4f6c-a1c8-6a9c62ce8a01 service neutron] 10.222.0.60 "GET /v2.0/networks?id=10fc7efa-f990-4fd3-9796-19ebe5477b79 HTTP/1.1" status: 200 len: 907 time: 0.5948558 Aug 10 03:14:54.824044 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f8cfc1aa-49ca-4791-97c9-e6dbfebb7cc7 req-78fce59d-62d0-4bb0-b50a-fb043e8ca7bf tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a34a862-d555-4e4a-a332-6f9d46a00f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083035 Aug 10 03:14:54.863453 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-51eb720a-1f40-4cf3-976c-221df8bc9cc5 req-b33bb809-a37f-4475-9270-0e54ac734934 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05839881-b3fb-4c4e-8138-803f9503f0e5 HTTP/1.1" status: 200 len: 217 time: 0.0394368 Aug 10 03:14:54.872864 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a6a5e4b0-8a5b-4ba3-9c48-c955cad703c7 req-6ffb4866-ec6f-4b3e-8712-be10e824774e tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ef09b0c7cc5b46efbe589c3baf17fa5c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1446059 Aug 10 03:14:54.971860 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb720a-1f40-4cf3-976c-221df8bc9cc5 req-c5c17af3-4aa9-40bc-9269-eb5a452ddace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:54.973378 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-51eb720a-1f40-4cf3-976c-221df8bc9cc5 req-c5c17af3-4aa9-40bc-9269-eb5a452ddace service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9de5b17-91a7-437b-a5c7-1e57e4d52c95 HTTP/1.1" status: 200 len: 846 time: 0.0995173 Aug 10 03:14:55.018838 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-51eb720a-1f40-4cf3-976c-221df8bc9cc5 req-8e88ad0f-9e0b-4b1e-842f-bccab49a3b51 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=10fc7efa-f990-4fd3-9796-19ebe5477b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358481 Aug 10 03:14:55.044540 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a6a5e4b0-8a5b-4ba3-9c48-c955cad703c7 req-b7f075dc-2c74-44b9-b8db-83002767d914 service neutron] 10.222.0.62 "GET /v2.0/networks/a768fce9-a23b-4fa6-95f6-80231f5ae7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633389 Aug 10 03:14:55.205874 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-51eb720a-1f40-4cf3-976c-221df8bc9cc5 req-51ffa6f6-9dd5-4c6b-95d9-0137fabd89b9 service neutron] 10.222.0.60 "GET /v2.0/networks/10fc7efa-f990-4fd3-9796-19ebe5477b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754439 Aug 10 03:14:55.209700 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a6a5e4b0-8a5b-4ba3-9c48-c955cad703c7 req-fac8059c-4c18-491e-a40d-4f2fd03ca690 service neutron] 10.222.0.62 "GET /v2.0/networks/a768fce9-a23b-4fa6-95f6-80231f5ae7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554265 Aug 10 03:14:55.345726 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-51eb720a-1f40-4cf3-976c-221df8bc9cc5 req-dcb6f065-a651-49d1-866b-3eb5a6ef3d09 service neutron] 10.222.0.60 "GET /v2.0/networks/10fc7efa-f990-4fd3-9796-19ebe5477b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219492 Aug 10 03:14:55.501103 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f85031-d6f3-4f16-9280-3ea562aaef8e req-e499b7c7-eae9-4579-a565-782ddcaa84e7 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:55.508880 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-76f85031-d6f3-4f16-9280-3ea562aaef8e req-e499b7c7-eae9-4579-a565-782ddcaa84e7 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8805446-2feb-49bb-84d3-b3802c4fc66d HTTP/1.1" status: 200 len: 943 time: 0.0876515 Aug 10 03:14:55.549532 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:14:55.562322 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-76f85031-d6f3-4f16-9280-3ea562aaef8e req-05dec0f9-68d5-49f2-a102-6afac2524241 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523968 Aug 10 03:14:55.683386 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:14:55.694255 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:14:55.694639 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:55.700927 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7dd1a3f1-fd0a-4e56-b92a-8ecaa2cad3fd req-550ead9f-7a66-4acc-975a-8faeb45e7d5f tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/ports?device_id=dda4accc-a396-421d-882e-1c208f23709d HTTP/1.1" status: 200 len: 210 time: 0.1006892 Aug 10 03:14:55.945475 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:56.030550 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc07d0-20f3-407f-8a9f-9175b7cac4d1 req-a0badf69-6056-44b3-8c16-17c91e41a2b3 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:56.039437 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6fdc07d0-20f3-407f-8a9f-9175b7cac4d1 req-a0badf69-6056-44b3-8c16-17c91e41a2b3 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ab4578b-6c45-4ef8-9be9-f4610d7f2dc3 HTTP/1.1" status: 200 len: 944 time: 0.1140764 Aug 10 03:14:56.097715 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab4578b-6c45-4ef8-9be9-f4610d7f2dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:56.101715 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc459404-fe53-4d00-ac3e-ac21f4fc4df0" -d '{"events": [{"server_uuid": "7ab4578b-6c45-4ef8-9be9-f4610d7f2dc3", "name": "network-vif-plugged", "status": "completed", "tag": "a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:56.103931 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6fdc07d0-20f3-407f-8a9f-9175b7cac4d1 req-6b9bfadb-73cf-4e29-b5b2-ad474646c9cd tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a34a862-d555-4e4a-a332-6f9d46a00f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579975 Aug 10 03:14:56.116172 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d,segment=NetworkSegment(4ea20076-31f4-4b20-a8fd-0b8aa27a9fb4),segment_id=4ea20076-31f4-4b20-a8fd-0b8aa27a9fb4)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:56.120888 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:56.136482 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:56.236288 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a608f39-5511-47de-bd3d-52948530be04 x-openstack-request-id: req-1a608f39-5511-47de-bd3d-52948530be04 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:56.250916 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ab4578b-6c45-4ef8-9be9-f4610d7f2dc3", "name": "network-vif-plugged", "status": "completed", "tag": "a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:56.251171 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1a608f39-5511-47de-bd3d-52948530be04 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:56.255522 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab4578b-6c45-4ef8-9be9-f4610d7f2dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d', 'code': 200} Aug 10 03:14:56.289479 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:56.357643 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:56.423602 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b57b5-2d3c-4cc1-ab60-3c6db16df40e req-b14dbcd9-7d57-4c78-896b-fc25f7b7f6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:56.433087 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-668b57b5-2d3c-4cc1-ab60-3c6db16df40e req-b14dbcd9-7d57-4c78-896b-fc25f7b7f6f4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7ab4578b-6c45-4ef8-9be9-f4610d7f2dc3 HTTP/1.1" status: 200 len: 1097 time: 0.1176577 Aug 10 03:14:56.529915 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-668b57b5-2d3c-4cc1-ab60-3c6db16df40e req-7e0e6f96-44df-429f-a4f4-e473b0147383 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2a34a862-d555-4e4a-a332-6f9d46a00f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812461 Aug 10 03:14:56.770761 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5ac11-6d5e-4037-937f-6aac7e4563db req-8e49d437-6469-4c5e-b41e-f02b4bb0d8bd tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:56.773292 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1ee5ac11-6d5e-4037-937f-6aac7e4563db req-8e49d437-6469-4c5e-b41e-f02b4bb0d8bd tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8805446-2feb-49bb-84d3-b3802c4fc66d HTTP/1.1" status: 200 len: 943 time: 0.1005745 Aug 10 03:14:56.847233 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1ee5ac11-6d5e-4037-937f-6aac7e4563db req-b34aa199-4d96-4406-902c-b8c89c694538 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596411 Aug 10 03:14:56.934305 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5aa7cda1-ba2f-4a1a-a67c-34117d5d16eb req-c3efe687-c73c-406e-8ed1-5aad29bf9279 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/ports?device_id=dda4accc-a396-421d-882e-1c208f23709d HTTP/1.1" status: 200 len: 210 time: 0.0289102 Aug 10 03:14:57.395820 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec88f2-2397-4bc9-ac67-783742e48506 req-a7d7ed31-eac6-444c-837e-e1562c904f11 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:57.397776 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-66ec88f2-2397-4bc9-ac67-783742e48506 req-a7d7ed31-eac6-444c-837e-e1562c904f11 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ab4578b-6c45-4ef8-9be9-f4610d7f2dc3 HTTP/1.1" status: 200 len: 945 time: 0.0944071 Aug 10 03:14:57.499038 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-66ec88f2-2397-4bc9-ac67-783742e48506 req-53b98331-a6b7-4e72-bf26-7837614f71eb tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a34a862-d555-4e4a-a332-6f9d46a00f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881464 Aug 10 03:14:57.559122 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5e4b0-8a5b-4ba3-9c48-c955cad703c7 req-173ecf22-2db6-4974-9df4-d415532dc370 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:57.562238 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a6a5e4b0-8a5b-4ba3-9c48-c955cad703c7 req-173ecf22-2db6-4974-9df4-d415532dc370 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.58 "GET /v2.0/networks?id=a768fce9-a23b-4fa6-95f6-80231f5ae7ad HTTP/1.1" status: 200 len: 821 time: 0.2498267 Aug 10 03:14:57.563520 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 05839881-b3fb-4c4e-8138-803f9503f0e5 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:14:57.580422 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-a6a5e4b0-8a5b-4ba3-9c48-c955cad703c7 req-37650c03-41c6-422b-aecd-86e03351ca48 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Request body: {'port': {'device_id': 'dda4accc-a396-421d-882e-1c208f23709d', 'network_id': 'a768fce9-a23b-4fa6-95f6-80231f5ae7ad', 'admin_state_up': True, 'tenant_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:57.757696 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 05839881-b3fb-4c4e-8138-803f9503f0e5, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=05839881-b3fb-4c4e-8138-803f9503f0e5,segment=NetworkSegment(5f459ac7-2da0-4395-80e8-4acadecdbda0),segment_id=5f459ac7-2da0-4395-80e8-4acadecdbda0)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:57.773749 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '05839881-b3fb-4c4e-8138-803f9503f0e5', 'network_id': '10fc7efa-f990-4fd3-9796-19ebe5477b79', 'port_id': '05839881-b3fb-4c4e-8138-803f9503f0e5', 'mac_address': 'fa:16:3e:88:c5:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9de5b17-91a7-437b-a5c7-1e57e4d52c95', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:14:57.821927 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:57.826144 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6a5e4b0-8a5b-4ba3-9c48-c955cad703c7 req-37650c03-41c6-422b-aecd-86e03351ca48 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Made reservation on behalf of ef09b0c7cc5b46efbe589c3baf17fa5c for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:14:57.831321 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a6a5e4b0-8a5b-4ba3-9c48-c955cad703c7 req-37650c03-41c6-422b-aecd-86e03351ca48 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:57.845617 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05839881-b3fb-4c4e-8138-803f9503f0e5 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:14:57.889634 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 05839881-b3fb-4c4e-8138-803f9503f0e5, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=05839881-b3fb-4c4e-8138-803f9503f0e5,segment=NetworkSegment(5f459ac7-2da0-4395-80e8-4acadecdbda0),segment_id=5f459ac7-2da0-4395-80e8-4acadecdbda0)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:57.901135 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:58.047126 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=05839881-b3fb-4c4e-8138-803f9503f0e5,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:58.080700 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-a6a5e4b0-8a5b-4ba3-9c48-c955cad703c7 req-37650c03-41c6-422b-aecd-86e03351ca48 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Allocated IP 172.20.0.12 (a768fce9-a23b-4fa6-95f6-80231f5ae7ad/75b49776-2445-4c00-a5a3-1dc63629b279/7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:14:58.102203 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45754ee4-8c30-4f00-9151-1ea37abc7a03 req-7b1453c5-32e8-4710-b575-2914e0f5e06f tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:58.105289 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-45754ee4-8c30-4f00-9151-1ea37abc7a03 req-7b1453c5-32e8-4710-b575-2914e0f5e06f tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8805446-2feb-49bb-84d3-b3802c4fc66d HTTP/1.1" status: 200 len: 944 time: 0.1061711 Aug 10 03:14:58.230630 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-45754ee4-8c30-4f00-9151-1ea37abc7a03 req-468be7bd-84b8-4b97-a32e-53bb572ee63f tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157284 Aug 10 03:14:58.267455 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a6a5e4b0-8a5b-4ba3-9c48-c955cad703c7 req-37650c03-41c6-422b-aecd-86e03351ca48 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:58.284786 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-a6a5e4b0-8a5b-4ba3-9c48-c955cad703c7 req-37650c03-41c6-422b-aecd-86e03351ca48 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Transition to ACTIVE for port object 7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:14:58.327325 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a6a5e4b0-8a5b-4ba3-9c48-c955cad703c7 req-37650c03-41c6-422b-aecd-86e03351ca48 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:58.343783 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['05839881-b3fb-4c4e-8138-803f9503f0e5'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:58.435634 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6a5e4b0-8a5b-4ba3-9c48-c955cad703c7 req-37650c03-41c6-422b-aecd-86e03351ca48 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Network a768fce9-a23b-4fa6-95f6-80231f5ae7ad is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:14:58.439356 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-a6a5e4b0-8a5b-4ba3-9c48-c955cad703c7 req-37650c03-41c6-422b-aecd-86e03351ca48 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:14:58.443928 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a5e4b0-8a5b-4ba3-9c48-c955cad703c7 req-37650c03-41c6-422b-aecd-86e03351ca48 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:14:58.479909 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['3e547962-d6f2-42f4-b191-caaf7b15d044'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:58.500540 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926abb28-fd12-465a-a011-868dbd748326 req-fb8c62ec-cd85-488c-9216-4700d0ba2040 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:58.502799 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37650c03-41c6-422b-aecd-86e03351ca48 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Pushing event updated for resources: {'Port': ['ID=7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:58.531123 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-926abb28-fd12-465a-a011-868dbd748326 req-fb8c62ec-cd85-488c-9216-4700d0ba2040 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/ports?device_id=dda4accc-a396-421d-882e-1c208f23709d HTTP/1.1" status: 200 len: 932 time: 0.1943214 Aug 10 03:14:58.572773 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5e4b0-8a5b-4ba3-9c48-c955cad703c7 req-37650c03-41c6-422b-aecd-86e03351ca48 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:58.573596 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a6a5e4b0-8a5b-4ba3-9c48-c955cad703c7 req-37650c03-41c6-422b-aecd-86e03351ca48 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:58.615367 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a6a5e4b0-8a5b-4ba3-9c48-c955cad703c7 req-37650c03-41c6-422b-aecd-86e03351ca48 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0412588 Aug 10 03:14:58.628533 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-a6a5e4b0-8a5b-4ba3-9c48-c955cad703c7 req-4d500f13-667b-4791-a1f3-be42b6b8ea19 service neutron] Request body: {'port': {'device_id': 'dda4accc-a396-421d-882e-1c208f23709d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:58.671400 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-926abb28-fd12-465a-a011-868dbd748326 req-a2809f17-473f-42c2-967e-62f32c420c61 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/security-groups?id=e27bfad8-2aac-4372-8505-6d015ef4ee33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389711 Aug 10 03:14:58.740127 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a6a5e4b0-8a5b-4ba3-9c48-c955cad703c7 req-4d500f13-667b-4791-a1f3-be42b6b8ea19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:58.928944 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-f3491ae4-c114-46c6-8f00-7db90811bd07 None None] Provisioning for port 7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:14:58.944409 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-f3491ae4-c114-46c6-8f00-7db90811bd07 None None] Provisioning complete for port 7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:14:58.945168 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f3491ae4-c114-46c6-8f00-7db90811bd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:58.998647 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-f3491ae4-c114-46c6-8f00-7db90811bd07 None None] Port 7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:14:59.227912 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-a6a5e4b0-8a5b-4ba3-9c48-c955cad703c7 req-4d500f13-667b-4791-a1f3-be42b6b8ea19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4 {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:14:59.240187 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a6a5e4b0-8a5b-4ba3-9c48-c955cad703c7 req-4d500f13-667b-4791-a1f3-be42b6b8ea19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:59.276568 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-a6a5e4b0-8a5b-4ba3-9c48-c955cad703c7 req-4d500f13-667b-4791-a1f3-be42b6b8ea19 service neutron] Transition to ACTIVE for port object 7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4 will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:14:59.286165 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a6a5e4b0-8a5b-4ba3-9c48-c955cad703c7 req-4d500f13-667b-4791-a1f3-be42b6b8ea19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:59.344938 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d500f13-667b-4791-a1f3-be42b6b8ea19 service neutron] Pushing event updated for resources: {'Port': ['ID=7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:59.433275 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62f49e-2eb7-41ad-9dc3-ed7dedbeaa55 req-ddf4d4ba-48f0-4a50-a69a-06efd1777c3a tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:59.456320 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bd62f49e-2eb7-41ad-9dc3-ed7dedbeaa55 req-ddf4d4ba-48f0-4a50-a69a-06efd1777c3a tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ab4578b-6c45-4ef8-9be9-f4610d7f2dc3 HTTP/1.1" status: 200 len: 945 time: 0.1608441 Aug 10 03:14:59.502351 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-a6a5e4b0-8a5b-4ba3-9c48-c955cad703c7 req-4d500f13-667b-4791-a1f3-be42b6b8ea19 service neutron] Attempting to bind port 7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4 on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:14:59.502869 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-a6a5e4b0-8a5b-4ba3-9c48-c955cad703c7 req-4d500f13-667b-4791-a1f3-be42b6b8ea19 service neutron] Attempting to bind port 7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4 by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': 'd030ccc1-c31d-414f-84e6-c931b9c0f44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a768fce9-a23b-4fa6-95f6-80231f5ae7ad'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:14:59.503491 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a5e4b0-8a5b-4ba3-9c48-c955cad703c7 req-4d500f13-667b-4791-a1f3-be42b6b8ea19 service neutron] Attempting to bind port 7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4 on network a768fce9-a23b-4fa6-95f6-80231f5ae7ad {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:14:59.540263 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a5e4b0-8a5b-4ba3-9c48-c955cad703c7 req-4d500f13-667b-4791-a1f3-be42b6b8ea19 service neutron] Port 7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4 on network a768fce9-a23b-4fa6-95f6-80231f5ae7ad not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:14:59.540940 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a5e4b0-8a5b-4ba3-9c48-c955cad703c7 req-4d500f13-667b-4791-a1f3-be42b6b8ea19 service neutron] Attempting to bind port 7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4 on network a768fce9-a23b-4fa6-95f6-80231f5ae7ad {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:14:59.548662 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a5e4b0-8a5b-4ba3-9c48-c955cad703c7 req-4d500f13-667b-4791-a1f3-be42b6b8ea19 service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:14:59.549253 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a5e4b0-8a5b-4ba3-9c48-c955cad703c7 req-4d500f13-667b-4791-a1f3-be42b6b8ea19 service neutron] Checking segment: {'id': 'd030ccc1-c31d-414f-84e6-c931b9c0f44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a768fce9-a23b-4fa6-95f6-80231f5ae7ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:14:59.549875 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a5e4b0-8a5b-4ba3-9c48-c955cad703c7 req-4d500f13-667b-4791-a1f3-be42b6b8ea19 service neutron] Bound using segment: {'id': 'd030ccc1-c31d-414f-84e6-c931b9c0f44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a768fce9-a23b-4fa6-95f6-80231f5ae7ad'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:14:59.551266 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-a6a5e4b0-8a5b-4ba3-9c48-c955cad703c7 req-4d500f13-667b-4791-a1f3-be42b6b8ea19 service neutron] Bound port: 7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd030ccc1-c31d-414f-84e6-c931b9c0f44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a768fce9-a23b-4fa6-95f6-80231f5ae7ad'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:14:59.551998 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a6a5e4b0-8a5b-4ba3-9c48-c955cad703c7 req-4d500f13-667b-4791-a1f3-be42b6b8ea19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:59.559362 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bd62f49e-2eb7-41ad-9dc3-ed7dedbeaa55 req-59b4e52d-ce1e-4aaf-a4ca-a2022e633dfa tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a34a862-d555-4e4a-a332-6f9d46a00f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927951 Aug 10 03:14:59.704505 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-a6a5e4b0-8a5b-4ba3-9c48-c955cad703c7 req-4d500f13-667b-4791-a1f3-be42b6b8ea19 service neutron] For port 7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:14:59.708986 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-a6a5e4b0-8a5b-4ba3-9c48-c955cad703c7 req-4d500f13-667b-4791-a1f3-be42b6b8ea19 service neutron] For port 7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4,segment=NetworkSegment(d030ccc1-c31d-414f-84e6-c931b9c0f44c),segment_id=d030ccc1-c31d-414f-84e6-c931b9c0f44c)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:14:59.715456 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a6a5e4b0-8a5b-4ba3-9c48-c955cad703c7 req-4d500f13-667b-4791-a1f3-be42b6b8ea19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:59.763960 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5e4b0-8a5b-4ba3-9c48-c955cad703c7 req-4d500f13-667b-4791-a1f3-be42b6b8ea19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:59.764584 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a6a5e4b0-8a5b-4ba3-9c48-c955cad703c7 req-4d500f13-667b-4791-a1f3-be42b6b8ea19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:59.765995 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a6a5e4b0-8a5b-4ba3-9c48-c955cad703c7 req-4d500f13-667b-4791-a1f3-be42b6b8ea19 service neutron] 10.222.0.58 "PUT /v2.0/ports/7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4 HTTP/1.1" status: 200 len: 1093 time: 1.1421638 Aug 10 03:14:59.766584 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dda4accc-a396-421d-882e-1c208f23709d', 'tag': '7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:59.768997 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b750fc1-96cd-4f39-ba33-b0ea5c91cb21" -d '{"events": [{"name": "network-changed", "server_uuid": "dda4accc-a396-421d-882e-1c208f23709d", "tag": "7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:59.812548 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d500f13-667b-4791-a1f3-be42b6b8ea19 service neutron] Pushing event updated for resources: {'Port': ['ID=7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:59.837744 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17426c-3cc6-4d2e-a4cb-32bc3ef78e32 req-1809b9e3-28c8-4da2-98e1-a3bbbcd8a536 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:59.845052 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7c17426c-3cc6-4d2e-a4cb-32bc3ef78e32 req-1809b9e3-28c8-4da2-98e1-a3bbbcd8a536 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8805446-2feb-49bb-84d3-b3802c4fc66d HTTP/1.1" status: 200 len: 944 time: 0.1414399 Aug 10 03:14:59.890647 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5e4b0-8a5b-4ba3-9c48-c955cad703c7 req-584577e1-3629-45cf-9d93-23761047fb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:59.893022 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a6a5e4b0-8a5b-4ba3-9c48-c955cad703c7 req-584577e1-3629-45cf-9d93-23761047fb70 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ef09b0c7cc5b46efbe589c3baf17fa5c&device_id=dda4accc-a396-421d-882e-1c208f23709d HTTP/1.1" status: 200 len: 1096 time: 0.0692463 Aug 10 03:14:59.938601 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7c17426c-3cc6-4d2e-a4cb-32bc3ef78e32 req-9e26d170-f8fd-4f22-916a-181d5775284c tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842793 Aug 10 03:14:59.956587 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a6a5e4b0-8a5b-4ba3-9c48-c955cad703c7 req-24ddb08d-4192-4025-b342-fb4f522b11a6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4 HTTP/1.1" status: 200 len: 217 time: 0.0540912 Aug 10 03:15:00.008163 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-53a74d40-42c3-4f80-a45c-1c2f27e2efcd req-35c84a60-ce22-43cd-9a80-5479da84b743 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-146705120&fields=id&tenant_id=d6ebfa75f66e435ca5304dff9dabf47f HTTP/1.1" status: 200 len: 267 time: 0.0550678 Aug 10 03:15:00.036712 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5e4b0-8a5b-4ba3-9c48-c955cad703c7 req-bc16f00c-7cee-4be7-81c5-9e16777cf3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:00.038194 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a6a5e4b0-8a5b-4ba3-9c48-c955cad703c7 req-bc16f00c-7cee-4be7-81c5-9e16777cf3e3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=75b49776-2445-4c00-a5a3-1dc63629b279 HTTP/1.1" status: 200 len: 860 time: 0.0730770 Aug 10 03:15:00.090722 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5e4b0-8a5b-4ba3-9c48-c955cad703c7 req-fdbbc62a-881a-410c-89b9-c325d0c0747d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:00.093963 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a6a5e4b0-8a5b-4ba3-9c48-c955cad703c7 req-fdbbc62a-881a-410c-89b9-c325d0c0747d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a768fce9-a23b-4fa6-95f6-80231f5ae7ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464160 Aug 10 03:15:00.135898 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0bf6f-52e3-43a3-a864-d20540f2672a req-9dcb1cbb-22b2-430e-ab0d-543ce83e5e57 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:00.137438 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-49c0bf6f-52e3-43a3-a864-d20540f2672a req-9dcb1cbb-22b2-430e-ab0d-543ce83e5e57 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/ports?device_id=dda4accc-a396-421d-882e-1c208f23709d HTTP/1.1" status: 200 len: 944 time: 0.1107929 Aug 10 03:15:00.159976 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a74d40-42c3-4f80-a45c-1c2f27e2efcd req-705a6571-1443-472e-867b-18fdb5e6e386 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:00.168352 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-53a74d40-42c3-4f80-a45c-1c2f27e2efcd req-705a6571-1443-472e-867b-18fdb5e6e386 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ab4578b-6c45-4ef8-9be9-f4610d7f2dc3 HTTP/1.1" status: 200 len: 945 time: 0.1538904 Aug 10 03:15:00.176123 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-53a74d40-42c3-4f80-a45c-1c2f27e2efcd req-2604c1e5-3274-48f8-93fc-e0623801c6c1 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Request body: {'port': {'security_groups': ['2a34a862-d555-4e4a-a332-6f9d46a00f82', 'f612fc70-c9ee-420a-83e7-cb4dcfcd3edb']}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:00.224041 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a6a5e4b0-8a5b-4ba3-9c48-c955cad703c7 req-75bcdaa0-6323-4fce-9732-6a6a769e44ad service neutron] 10.222.0.58 "GET /v2.0/networks/a768fce9-a23b-4fa6-95f6-80231f5ae7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213725 Aug 10 03:15:00.284420 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8c4a0255-7e2e-4744-9970-b6175094dc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:00.287209 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-49c0bf6f-52e3-43a3-a864-d20540f2672a req-578eaf7b-a803-488e-8972-a892203195d8 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/security-groups?id=e27bfad8-2aac-4372-8505-6d015ef4ee33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340754 Aug 10 03:15:00.312807 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-53a74d40-42c3-4f80-a45c-1c2f27e2efcd req-2604c1e5-3274-48f8-93fc-e0623801c6c1 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:00.362056 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a6a5e4b0-8a5b-4ba3-9c48-c955cad703c7 req-f8275240-042b-42b5-a05b-c4b5b6ef4f36 service neutron] 10.222.0.58 "GET /v2.0/networks/a768fce9-a23b-4fa6-95f6-80231f5ae7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286707 Aug 10 03:15:00.370688 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2745fce7-eba4-49e8-a700-1bf0e9d1d38b x-openstack-request-id: req-2745fce7-eba4-49e8-a700-1bf0e9d1d38b {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:00.371069 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dda4accc-a396-421d-882e-1c208f23709d", "tag": "7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:00.371386 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2745fce7-eba4-49e8-a700-1bf0e9d1d38b {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:00.371860 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dda4accc-a396-421d-882e-1c208f23709d', 'tag': '7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4', 'status': 'completed', 'code': 200} Aug 10 03:15:00.502135 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b750fc1-96cd-4f39-ba33-b0ea5c91cb21 req-d56399e8-3681-484d-ace4-aa091d7ff59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:00.503762 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3b750fc1-96cd-4f39-ba33-b0ea5c91cb21 req-d56399e8-3681-484d-ace4-aa091d7ff59e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ef09b0c7cc5b46efbe589c3baf17fa5c&device_id=dda4accc-a396-421d-882e-1c208f23709d HTTP/1.1" status: 200 len: 1096 time: 0.0570111 Aug 10 03:15:00.587328 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123b06c-20e3-4f6c-bd8b-663d3d9883d1 req-cc7386ad-711a-4e37-98d7-4edbfd08a310 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:00.598989 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4123b06c-20e3-4f6c-bd8b-663d3d9883d1 req-cc7386ad-711a-4e37-98d7-4edbfd08a310 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] 10.222.0.62 "GET /v2.0/ports?device_id=22ebfab7-0cf3-4562-afd8-882e83f7045a HTTP/1.1" status: 200 len: 948 time: 0.1556523 Aug 10 03:15:00.685491 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b750fc1-96cd-4f39-ba33-b0ea5c91cb21 req-a6bbdebe-306f-4c7a-8551-9035294c8c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:00.691965 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3b750fc1-96cd-4f39-ba33-b0ea5c91cb21 req-a6bbdebe-306f-4c7a-8551-9035294c8c39 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a768fce9-a23b-4fa6-95f6-80231f5ae7ad HTTP/1.1" status: 200 len: 922 time: 0.1731291 Aug 10 03:15:00.747229 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4123b06c-20e3-4f6c-bd8b-663d3d9883d1 req-dbf7b7e7-b31c-4c39-ae6c-b6535c0a5960 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] 10.222.0.62 "GET /v2.0/security-groups?id=15c10190-2ea4-485f-8f55-415e66c74675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472871 Aug 10 03:15:00.749205 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-53a74d40-42c3-4f80-a45c-1c2f27e2efcd req-2604c1e5-3274-48f8-93fc-e0623801c6c1 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] For port a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d,segment=NetworkSegment(4ea20076-31f4-4b20-a8fd-0b8aa27a9fb4),segment_id=4ea20076-31f4-4b20-a8fd-0b8aa27a9fb4)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:00.775483 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3b750fc1-96cd-4f39-ba33-b0ea5c91cb21 req-d75f50ea-607a-4ead-88f0-6a929a5c7c38 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4 HTTP/1.1" status: 200 len: 217 time: 0.0756569 Aug 10 03:15:00.821032 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-53a74d40-42c3-4f80-a45c-1c2f27e2efcd req-2604c1e5-3274-48f8-93fc-e0623801c6c1 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:00.830826 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-53a74d40-42c3-4f80-a45c-1c2f27e2efcd req-2604c1e5-3274-48f8-93fc-e0623801c6c1 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:00.842337 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b750fc1-96cd-4f39-ba33-b0ea5c91cb21 req-33ae94d8-6a88-4dbe-a75f-40d14f27b96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:00.843578 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3b750fc1-96cd-4f39-ba33-b0ea5c91cb21 req-33ae94d8-6a88-4dbe-a75f-40d14f27b96b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=75b49776-2445-4c00-a5a3-1dc63629b279 HTTP/1.1" status: 200 len: 860 time: 0.0571766 Aug 10 03:15:00.845544 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['b158c1f6-ad22-4824-a1ca-31bdee18d32c', 'a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:15:00.915235 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a74d40-42c3-4f80-a45c-1c2f27e2efcd req-2604c1e5-3274-48f8-93fc-e0623801c6c1 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:00.916584 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-53a74d40-42c3-4f80-a45c-1c2f27e2efcd req-2604c1e5-3274-48f8-93fc-e0623801c6c1 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:00.931351 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-53a74d40-42c3-4f80-a45c-1c2f27e2efcd req-2604c1e5-3274-48f8-93fc-e0623801c6c1 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "PUT /v2.0/ports/a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d HTTP/1.1" status: 200 len: 981 time: 0.7620130 Aug 10 03:15:00.934947 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ab4578b-6c45-4ef8-9be9-f4610d7f2dc3', 'tag': 'a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:00.940215 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ecac1f6-2101-48e2-9e4e-d738e296405b" -d '{"events": [{"name": "network-changed", "server_uuid": "7ab4578b-6c45-4ef8-9be9-f4610d7f2dc3", "tag": "a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:00.991668 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b750fc1-96cd-4f39-ba33-b0ea5c91cb21 req-86ec31aa-13a6-4fbf-b281-664336ca7d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:00.993188 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3b750fc1-96cd-4f39-ba33-b0ea5c91cb21 req-86ec31aa-13a6-4fbf-b281-664336ca7d56 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a768fce9-a23b-4fa6-95f6-80231f5ae7ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1402793 Aug 10 03:15:01.041650 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2604c1e5-3274-48f8-93fc-e0623801c6c1 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Pushing event updated for resources: {'Port': ['ID=a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d,revision_number=6']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:01.126002 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104274a8-1981-432e-808a-4063626470cf x-openstack-request-id: req-104274a8-1981-432e-808a-4063626470cf {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:01.127314 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ab4578b-6c45-4ef8-9be9-f4610d7f2dc3", "tag": "a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:01.127672 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-104274a8-1981-432e-808a-4063626470cf {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:01.128172 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ab4578b-6c45-4ef8-9be9-f4610d7f2dc3', 'tag': 'a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d', 'status': 'completed', 'code': 200} Aug 10 03:15:01.130148 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:15:01.150436 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b921aa2a-bfca-481b-b0d1-38d551e339ab req-ef73f66e-6b54-41cc-b4b3-79f95d04b919 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/security-groups/f612fc70-c9ee-420a-83e7-cb4dcfcd3edb HTTP/1.1" status: 200 len: 1800 time: 0.0760081 Aug 10 03:15:01.197263 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3b750fc1-96cd-4f39-ba33-b0ea5c91cb21 req-8ad0c5ff-8987-471e-8671-cf1ed7138ff6 service neutron] 10.222.0.58 "GET /v2.0/networks/a768fce9-a23b-4fa6-95f6-80231f5ae7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926124 Aug 10 03:15:01.286337 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [req-b921aa2a-bfca-481b-b0d1-38d551e339ab req-28e6d559-4988-467d-9619-14b5c0e73fd5 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 10 03:15:01.295682 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b921aa2a-bfca-481b-b0d1-38d551e339ab req-28e6d559-4988-467d-9619-14b5c0e73fd5 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "DELETE /v2.0/security-groups/f612fc70-c9ee-420a-83e7-cb4dcfcd3edb HTTP/1.1" status: 409 len: 341 time: 0.1389077 Aug 10 03:15:01.316052 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3b750fc1-96cd-4f39-ba33-b0ea5c91cb21 req-40db09ea-3b9e-4107-a6f7-a5407692dd9d service neutron] 10.222.0.58 "GET /v2.0/networks/a768fce9-a23b-4fa6-95f6-80231f5ae7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090848 Aug 10 03:15:01.350725 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef034ce-45af-4a0e-9469-89f5fdea421c req-412a6255-e372-4268-9e6e-ea86d02aa349 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:01.360493 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8ef034ce-45af-4a0e-9469-89f5fdea421c req-412a6255-e372-4268-9e6e-ea86d02aa349 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8805446-2feb-49bb-84d3-b3802c4fc66d HTTP/1.1" status: 200 len: 944 time: 0.1623893 Aug 10 03:15:01.364974 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecac1f6-2101-48e2-9e4e-d738e296405b req-45cdbca4-b26c-4e13-a333-e79a5846914f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:01.366777 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4ecac1f6-2101-48e2-9e4e-d738e296405b req-45cdbca4-b26c-4e13-a333-e79a5846914f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d6ebfa75f66e435ca5304dff9dabf47f&device_id=7ab4578b-6c45-4ef8-9be9-f4610d7f2dc3 HTTP/1.1" status: 200 len: 1136 time: 0.1960456 Aug 10 03:15:01.449542 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8ef034ce-45af-4a0e-9469-89f5fdea421c req-9477844b-9910-47b5-a2bb-4d5738915e68 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876124 Aug 10 03:15:01.590620 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 05839881-b3fb-4c4e-8138-803f9503f0e5 up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:15:01.678046 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77326985-4948-4d98-969b-9394eaccf894 req-22aee8c3-69df-4068-bc84-2dc0a4f93d8d tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:01.679576 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-77326985-4948-4d98-969b-9394eaccf894 req-22aee8c3-69df-4068-bc84-2dc0a4f93d8d tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/ports?device_id=dda4accc-a396-421d-882e-1c208f23709d HTTP/1.1" status: 200 len: 944 time: 0.1289313 Aug 10 03:15:01.717098 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a8f8d-803a-47ce-98a1-cdf28ca945fb req-254dec18-5750-4bf2-abf8-89c833476aa9 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:01.723293 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b23a8f8d-803a-47ce-98a1-cdf28ca945fb req-254dec18-5750-4bf2-abf8-89c833476aa9 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ab4578b-6c45-4ef8-9be9-f4610d7f2dc3 HTTP/1.1" status: 200 len: 984 time: 0.1711912 Aug 10 03:15:01.728789 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecac1f6-2101-48e2-9e4e-d738e296405b req-d65b6b32-391f-41c2-b5ef-3ed06633294f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:01.730686 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4ecac1f6-2101-48e2-9e4e-d738e296405b req-d65b6b32-391f-41c2-b5ef-3ed06633294f service neutron] 10.222.0.60 "GET /v2.0/networks?id=7632fb28-27a9-49ff-a5c3-9f793f816a2e HTTP/1.1" status: 200 len: 914 time: 0.3281436 Aug 10 03:15:01.739358 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port 05839881-b3fb-4c4e-8138-803f9503f0e5 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:15:01.752093 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 05839881-b3fb-4c4e-8138-803f9503f0e5 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:01.752469 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:01.805745 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4ecac1f6-2101-48e2-9e4e-d738e296405b req-c35abc25-a547-47c7-94dd-bf9c1271765f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d HTTP/1.1" status: 200 len: 217 time: 0.0596974 Aug 10 03:15:01.871845 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:01.879099 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b23a8f8d-803a-47ce-98a1-cdf28ca945fb req-2fbeac41-f0f4-471b-ab87-40812bb313ad tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/security-groups?id=f612fc70-c9ee-420a-83e7-cb4dcfcd3edb&id=2a34a862-d555-4e4a-a332-6f9d46a00f82&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1533737 Aug 10 03:15:01.891592 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54971a43-99da-492e-ab39-019e29f48f88 req-2f5e7416-df70-4369-8427-f05dfbe918a5 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:01.893180 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-54971a43-99da-492e-ab39-019e29f48f88 req-2f5e7416-df70-4369-8427-f05dfbe918a5 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] 10.222.0.60 "GET /v2.0/ports?device_id=22ebfab7-0cf3-4562-afd8-882e83f7045a HTTP/1.1" status: 200 len: 948 time: 0.2099755 Aug 10 03:15:01.898358 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-77326985-4948-4d98-969b-9394eaccf894 req-50cc3bb9-5222-4154-a554-e13c7ece815c tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/security-groups?id=e27bfad8-2aac-4372-8505-6d015ef4ee33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713598 Aug 10 03:15:01.908128 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8805446-2feb-49bb-84d3-b3802c4fc66d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05839881-b3fb-4c4e-8138-803f9503f0e5'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:01.911082 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43c2995-0868-425a-8713-d7e12235276d" -d '{"events": [{"server_uuid": "c8805446-2feb-49bb-84d3-b3802c4fc66d", "name": "network-vif-plugged", "status": "completed", "tag": "05839881-b3fb-4c4e-8138-803f9503f0e5"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:01.927201 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 05839881-b3fb-4c4e-8138-803f9503f0e5, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=05839881-b3fb-4c4e-8138-803f9503f0e5,segment=NetworkSegment(5f459ac7-2da0-4395-80e8-4acadecdbda0),segment_id=5f459ac7-2da0-4395-80e8-4acadecdbda0)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:01.933934 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:01.960038 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecac1f6-2101-48e2-9e4e-d738e296405b req-df9010e4-e788-42ea-80ef-10d2398c704d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:01.961757 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4ecac1f6-2101-48e2-9e4e-d738e296405b req-df9010e4-e788-42ea-80ef-10d2398c704d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cc04df03-65dd-419c-9c2d-cdf52403a9bc HTTP/1.1" status: 200 len: 853 time: 0.1330733 Aug 10 03:15:02.000707 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=05839881-b3fb-4c4e-8138-803f9503f0e5,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:02.010447 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:02.010447 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:02.010447 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:02.010891 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:02.010891 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:02.011208 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:02.011669 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:02.012014 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:02.012350 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:02.012711 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:02.013042 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:02.013369 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:02.022694 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4ecac1f6-2101-48e2-9e4e-d738e296405b req-b9d08591-4b0b-4a91-8b4d-cb2aba6c1ab9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7632fb28-27a9-49ff-a5c3-9f793f816a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404031 Aug 10 03:15:02.129665 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6169ac8-34e0-4b95-b5c9-cacc839462b5 req-eb73cc4c-cecb-44cb-a10b-a440ef2c2c14 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:02.131107 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e6169ac8-34e0-4b95-b5c9-cacc839462b5 req-eb73cc4c-cecb-44cb-a10b-a440ef2c2c14 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] 10.222.0.62 "GET /v2.0/ports?device_id=22ebfab7-0cf3-4562-afd8-882e83f7045a HTTP/1.1" status: 200 len: 948 time: 0.1464245 Aug 10 03:15:02.143370 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-54971a43-99da-492e-ab39-019e29f48f88 req-ee093b53-cc69-4e2f-b2cb-be228cd7d644 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Deleting port 8d64572f-7789-483d-9754-f3877a851f72 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:15:02.143712 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-54971a43-99da-492e-ab39-019e29f48f88 req-ee093b53-cc69-4e2f-b2cb-be228cd7d644 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:02.237486 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4ecac1f6-2101-48e2-9e4e-d738e296405b req-2f9ef2c3-6468-47cb-acd8-5535a8111d3e service neutron] 10.222.0.60 "GET /v2.0/networks/7632fb28-27a9-49ff-a5c3-9f793f816a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965127 Aug 10 03:15:02.244830 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e6169ac8-34e0-4b95-b5c9-cacc839462b5 req-a9a9f4a7-1120-441e-8d7f-e0da2156d257 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] 10.222.0.62 "GET /v2.0/security-groups?id=15c10190-2ea4-485f-8f55-415e66c74675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068323 Aug 10 03:15:02.298444 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b53cad-bbef-48ab-8d10-453f15a90b66 x-openstack-request-id: req-c6b53cad-bbef-48ab-8d10-453f15a90b66 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:02.298941 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8805446-2feb-49bb-84d3-b3802c4fc66d", "name": "network-vif-plugged", "status": "completed", "tag": "05839881-b3fb-4c4e-8138-803f9503f0e5", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:02.299270 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c6b53cad-bbef-48ab-8d10-453f15a90b66 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:02.299777 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8805446-2feb-49bb-84d3-b3802c4fc66d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05839881-b3fb-4c4e-8138-803f9503f0e5', 'code': 200} Aug 10 03:15:02.345595 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-54971a43-99da-492e-ab39-019e29f48f88 req-ee093b53-cc69-4e2f-b2cb-be228cd7d644 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] For port 8d64572f-7789-483d-9754-f3877a851f72, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=8d64572f-7789-483d-9754-f3877a851f72,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:02.345982 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-54971a43-99da-492e-ab39-019e29f48f88 req-ee093b53-cc69-4e2f-b2cb-be228cd7d644 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:02.368523 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-54971a43-99da-492e-ab39-019e29f48f88 req-ee093b53-cc69-4e2f-b2cb-be228cd7d644 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Calling delete_port for 8d64572f-7789-483d-9754-f3877a851f72 owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:15:02.398885 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4ecac1f6-2101-48e2-9e4e-d738e296405b req-35ea1cfe-2753-4d3c-9336-74e7e20fb36d service neutron] 10.222.0.60 "GET /v2.0/networks/7632fb28-27a9-49ff-a5c3-9f793f816a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509259 Aug 10 03:15:02.438444 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d98691-826d-49fe-b594-4d0825ed8848 req-f515fe96-e133-436c-af8a-2e726548b2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:02.443163 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d4d98691-826d-49fe-b594-4d0825ed8848 req-f515fe96-e133-436c-af8a-2e726548b2cd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c8805446-2feb-49bb-84d3-b3802c4fc66d HTTP/1.1" status: 200 len: 1097 time: 0.0653052 Aug 10 03:15:02.491861 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d4d98691-826d-49fe-b594-4d0825ed8848 req-9e7ff134-ab53-4728-b618-0ccde9b85345 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358024 Aug 10 03:15:02.539758 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e11880-b007-40e2-9078-1cca3c2e0453 req-61838591-4fcb-4adf-85f6-1e1728b54a89 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:02.541933 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-66e11880-b007-40e2-9078-1cca3c2e0453 req-61838591-4fcb-4adf-85f6-1e1728b54a89 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 945 time: 0.1137331 Aug 10 03:15:02.546997 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48bed48-3b3a-4ffd-88e1-18c4ab009a7a req-38817eba-5703-4da3-94a5-e5c53a0fac24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:02.548385 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f48bed48-3b3a-4ffd-88e1-18c4ab009a7a req-38817eba-5703-4da3-94a5-e5c53a0fac24 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d6ebfa75f66e435ca5304dff9dabf47f&device_id=7ab4578b-6c45-4ef8-9be9-f4610d7f2dc3 HTTP/1.1" status: 200 len: 1136 time: 0.0918267 Aug 10 03:15:02.698010 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-66e11880-b007-40e2-9078-1cca3c2e0453 req-c227f8ae-6530-45bd-98d4-2f7fc206983f tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417496 Aug 10 03:15:02.724641 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a418f925-26e1-4513-b14a-cc1b5059fdfd req-1300662e-de2d-4c21-899a-0ecc8a7580d2 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:02.726162 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a418f925-26e1-4513-b14a-cc1b5059fdfd req-1300662e-de2d-4c21-899a-0ecc8a7580d2 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8805446-2feb-49bb-84d3-b3802c4fc66d HTTP/1.1" status: 200 len: 945 time: 0.1825190 Aug 10 03:15:02.729160 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-54971a43-99da-492e-ab39-019e29f48f88 req-ee093b53-cc69-4e2f-b2cb-be228cd7d644 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:02.775834 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee093b53-cc69-4e2f-b2cb-be228cd7d644 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Pushing event deleted for resources: {'Port': ['ID=8d64572f-7789-483d-9754-f3877a851f72,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:02.792311 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48bed48-3b3a-4ffd-88e1-18c4ab009a7a req-ef20a4a7-ea66-4d8d-a1fc-1c507fce9461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:02.793800 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f48bed48-3b3a-4ffd-88e1-18c4ab009a7a req-ef20a4a7-ea66-4d8d-a1fc-1c507fce9461 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7632fb28-27a9-49ff-a5c3-9f793f816a2e HTTP/1.1" status: 200 len: 914 time: 0.2343185 Aug 10 03:15:02.872706 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-54971a43-99da-492e-ab39-019e29f48f88 req-ee093b53-cc69-4e2f-b2cb-be228cd7d644 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] No DVR routers for this DVR port 8d64572f-7789-483d-9754-f3877a851f72 on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:15:02.877597 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a418f925-26e1-4513-b14a-cc1b5059fdfd req-a2d32445-2c98-4b29-972e-8d37dbc62445 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361809 Aug 10 03:15:02.878813 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-54971a43-99da-492e-ab39-019e29f48f88 req-ee093b53-cc69-4e2f-b2cb-be228cd7d644 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:02.880734 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-54971a43-99da-492e-ab39-019e29f48f88 req-ee093b53-cc69-4e2f-b2cb-be228cd7d644 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] 10.222.0.60 "DELETE /v2.0/ports/8d64572f-7789-483d-9754-f3877a851f72 HTTP/1.1" status: 204 len: 173 time: 0.9733377 Aug 10 03:15:02.881973 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f48bed48-3b3a-4ffd-88e1-18c4ab009a7a req-1f3a724d-5282-4d36-80ae-6130aab873a8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d HTTP/1.1" status: 200 len: 217 time: 0.0644236 Aug 10 03:15:02.940000 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48bed48-3b3a-4ffd-88e1-18c4ab009a7a req-684ba5f2-1600-439d-a5a3-8df90fe6c455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:02.941721 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f48bed48-3b3a-4ffd-88e1-18c4ab009a7a req-684ba5f2-1600-439d-a5a3-8df90fe6c455 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cc04df03-65dd-419c-9c2d-cdf52403a9bc HTTP/1.1" status: 200 len: 853 time: 0.0492918 Aug 10 03:15:02.972029 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-07dbbb36-293d-4c55-8122-0f1ba9d71551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:02.993558 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f48bed48-3b3a-4ffd-88e1-18c4ab009a7a req-9d377643-96be-428b-8f07-5c4eb841f4a7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7632fb28-27a9-49ff-a5c3-9f793f816a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378401 Aug 10 03:15:03.105161 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e8d03-0136-436a-9e6a-a5c245311350 req-677aa159-37e5-4a2d-b3b2-287e4d146f41 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:03.106667 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e63e8d03-0136-436a-9e6a-a5c245311350 req-677aa159-37e5-4a2d-b3b2-287e4d146f41 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ab4578b-6c45-4ef8-9be9-f4610d7f2dc3 HTTP/1.1" status: 200 len: 984 time: 0.1158016 Aug 10 03:15:03.130655 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ebfab7-0cf3-4562-afd8-882e83f7045a', 'name': 'network-vif-deleted', 'tag': '8d64572f-7789-483d-9754-f3877a851f72'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:03.132983 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c872dfb8-6d9e-4314-83ed-3ee4ddec55a6" -d '{"events": [{"server_uuid": "22ebfab7-0cf3-4562-afd8-882e83f7045a", "name": "network-vif-deleted", "tag": "8d64572f-7789-483d-9754-f3877a851f72"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:03.174801 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f48bed48-3b3a-4ffd-88e1-18c4ab009a7a req-7bf01777-2b02-4656-90a7-b828e867e05c service neutron] 10.222.0.60 "GET /v2.0/networks/7632fb28-27a9-49ff-a5c3-9f793f816a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501532 Aug 10 03:15:03.203779 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e63e8d03-0136-436a-9e6a-a5c245311350 req-a5003f98-ae7a-4f24-8233-a795defee7c5 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/security-groups?id=f612fc70-c9ee-420a-83e7-cb4dcfcd3edb&id=2a34a862-d555-4e4a-a332-6f9d46a00f82&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0713210 Aug 10 03:15:03.251919 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d72c03d-1bbd-44f7-a610-0d1e4f4e9bae x-openstack-request-id: req-4d72c03d-1bbd-44f7-a610-0d1e4f4e9bae {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:03.252222 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22ebfab7-0cf3-4562-afd8-882e83f7045a", "name": "network-vif-deleted", "tag": "8d64572f-7789-483d-9754-f3877a851f72", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:03.252593 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4d72c03d-1bbd-44f7-a610-0d1e4f4e9bae {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:03.253775 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ebfab7-0cf3-4562-afd8-882e83f7045a', 'name': 'network-vif-deleted', 'tag': '8d64572f-7789-483d-9754-f3877a851f72', 'status': 'completed', 'code': 200} Aug 10 03:15:03.294688 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:15:03.330143 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189586a8-60be-4a68-8e23-9a1289d9adc4 req-42206ba8-ff0d-4484-8375-ec8bbdf17058 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:03.335372 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-189586a8-60be-4a68-8e23-9a1289d9adc4 req-42206ba8-ff0d-4484-8375-ec8bbdf17058 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/ports?device_id=dda4accc-a396-421d-882e-1c208f23709d HTTP/1.1" status: 200 len: 944 time: 0.0874588 Aug 10 03:15:03.346134 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:03.378955 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f48bed48-3b3a-4ffd-88e1-18c4ab009a7a req-f2aca87c-9b44-4c6a-9696-eb29d3bd5b6e service neutron] 10.222.0.60 "GET /v2.0/networks/7632fb28-27a9-49ff-a5c3-9f793f816a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788471 Aug 10 03:15:03.458202 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-189586a8-60be-4a68-8e23-9a1289d9adc4 req-82e6a674-6c4c-48ce-b7ea-6570d24cf248 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/security-groups?id=e27bfad8-2aac-4372-8505-6d015ef4ee33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147566 Aug 10 03:15:03.526774 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-64d04598-fb35-41ca-81ee-b00a4eefc59c req-a488d48e-e959-462c-aa79-c59345baadb5 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] 10.222.0.62 "GET /v2.0/ports?device_id=22ebfab7-0cf3-4562-afd8-882e83f7045a HTTP/1.1" status: 200 len: 210 time: 0.0494530 Aug 10 03:15:03.572402 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4,segment=NetworkSegment(d030ccc1-c31d-414f-84e6-c931b9c0f44c),segment_id=d030ccc1-c31d-414f-84e6-c931b9c0f44c)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:03.591178 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': '7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4', 'network_id': 'a768fce9-a23b-4fa6-95f6-80231f5ae7ad', 'port_id': '7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4', 'mac_address': 'fa:16:3e:a3:8e:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75b49776-2445-4c00-a5a3-1dc63629b279', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:15:03.634969 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:03.650972 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:15:03.671703 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4,segment=NetworkSegment(d030ccc1-c31d-414f-84e6-c931b9c0f44c),segment_id=d030ccc1-c31d-414f-84e6-c931b9c0f44c)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:03.678456 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:03.740848 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:03.823554 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf173b-1df8-4376-82be-a3dcb064d690 req-d464953b-83df-4b8f-8151-3c5d030eef21 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:03.824924 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c7cf173b-1df8-4376-82be-a3dcb064d690 req-d464953b-83df-4b8f-8151-3c5d030eef21 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/networks?id=3a83eb90-c240-427c-8862-08b707a921de HTTP/1.1" status: 200 len: 805 time: 0.1291919 Aug 10 03:15:03.850717 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10827b8c-83a2-4fba-a1e9-81e80cd639a1 req-5bd28c92-4ee2-4f1b-99c6-0b21bd356e55 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:03.852181 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-10827b8c-83a2-4fba-a1e9-81e80cd639a1 req-5bd28c92-4ee2-4f1b-99c6-0b21bd356e55 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 945 time: 0.0751257 Aug 10 03:15:03.854357 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c7cf173b-1df8-4376-82be-a3dcb064d690 req-a7d7fb18-532f-4dea-99b0-9bca82013e74 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/quotas/80cee0cf0c3a4048b8f14bdc8a4b40c6 HTTP/1.1" status: 200 len: 375 time: 0.0214846 Aug 10 03:15:03.923173 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-10827b8c-83a2-4fba-a1e9-81e80cd639a1 req-07049442-0a59-4250-ad0d-901b66cf27a6 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642924 Aug 10 03:15:03.932745 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c7cf173b-1df8-4376-82be-a3dcb064d690 req-75be6d6f-9d6b-4475-a3f1-5fb8ebaec82b tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=80cee0cf0c3a4048b8f14bdc8a4b40c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0716515 Aug 10 03:15:03.982285 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:15:04.070506 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f121272-5065-4d09-9eca-0b2e9dedf5c6 req-b6743dfa-b2d2-4250-9b40-0ce4afe3a693 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:04.072070 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6f121272-5065-4d09-9eca-0b2e9dedf5c6 req-b6743dfa-b2d2-4250-9b40-0ce4afe3a693 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8805446-2feb-49bb-84d3-b3802c4fc66d HTTP/1.1" status: 200 len: 945 time: 0.0799847 Aug 10 03:15:04.075821 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c7cf173b-1df8-4376-82be-a3dcb064d690 req-b759cb70-7452-4e1f-aa8f-d8b80125a912 service neutron] 10.222.0.62 "GET /v2.0/networks/3a83eb90-c240-427c-8862-08b707a921de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279511 Aug 10 03:15:04.118204 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:04.162090 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6f121272-5065-4d09-9eca-0b2e9dedf5c6 req-a96ad0cb-4bf7-4647-9120-6fea68d767d8 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841625 Aug 10 03:15:04.191649 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c7cf173b-1df8-4376-82be-a3dcb064d690 req-c62e072b-1f18-4997-8edc-6af5cbe63496 service neutron] 10.222.0.62 "GET /v2.0/networks/3a83eb90-c240-427c-8862-08b707a921de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078222 Aug 10 03:15:04.286063 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743212b-6b15-43d8-ad8e-a8aea0ded1e6 req-f02498ac-1c4c-4c5d-8fd5-ddb8c5328433 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:04.287824 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4743212b-6b15-43d8-ad8e-a8aea0ded1e6 req-f02498ac-1c4c-4c5d-8fd5-ddb8c5328433 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8805446-2feb-49bb-84d3-b3802c4fc66d HTTP/1.1" status: 200 len: 945 time: 0.0560491 Aug 10 03:15:04.333526 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4743212b-6b15-43d8-ad8e-a8aea0ded1e6 req-350155cb-7657-4ce4-8554-c37e61d9785f tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376608 Aug 10 03:15:04.408606 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0294502c-1e2f-4f78-889f-682f4cb1b4ad req-7996e50d-7f38-43f6-9d2a-8392dffd2009 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f71cd04-e10c-48ae-9c97-e2565e731b3a HTTP/1.1" status: 200 len: 210 time: 0.0294836 Aug 10 03:15:04.424427 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71245a2f-9f2b-420c-b062-b5ecee5d68f2 req-8d0d1dd2-23b3-40b6-98ca-72a6c2c87d9b tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:04.431835 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-71245a2f-9f2b-420c-b062-b5ecee5d68f2 req-8d0d1dd2-23b3-40b6-98ca-72a6c2c87d9b tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ab4578b-6c45-4ef8-9be9-f4610d7f2dc3 HTTP/1.1" status: 200 len: 984 time: 0.0867763 Aug 10 03:15:04.470554 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-71245a2f-9f2b-420c-b062-b5ecee5d68f2 req-76ae1221-d672-4abf-a942-8de76e39e1d7 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/security-groups?id=f612fc70-c9ee-420a-83e7-cb4dcfcd3edb&id=2a34a862-d555-4e4a-a332-6f9d46a00f82&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0377154 Aug 10 03:15:04.591220 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d707b-2837-4b1a-a5ee-3da7c27c6a18 req-4969db3d-5e0d-454c-b589-741732b8401a tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:04.592809 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-619d707b-2837-4b1a-a5ee-3da7c27c6a18 req-4969db3d-5e0d-454c-b589-741732b8401a tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/ports?device_id=dda4accc-a396-421d-882e-1c208f23709d HTTP/1.1" status: 200 len: 945 time: 0.0597172 Aug 10 03:15:04.652623 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-619d707b-2837-4b1a-a5ee-3da7c27c6a18 req-3240394f-678b-4bbf-8cf3-1a5c911d48a5 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/security-groups?id=e27bfad8-2aac-4372-8505-6d015ef4ee33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537581 Aug 10 03:15:04.674445 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f631c339-7272-40f6-9df1-3ef0c2f4237b req-e9344d56-68cc-4040-91fd-9dc8e0a3a4fa tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1232106635&fields=id&tenant_id=d6ebfa75f66e435ca5304dff9dabf47f HTTP/1.1" status: 200 len: 267 time: 0.0610027 Aug 10 03:15:04.726572 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f631c339-7272-40f6-9df1-3ef0c2f4237b req-be3f944e-a269-4cca-ba76-398e5c76d3d9 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:04.728432 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f631c339-7272-40f6-9df1-3ef0c2f4237b req-be3f944e-a269-4cca-ba76-398e5c76d3d9 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ab4578b-6c45-4ef8-9be9-f4610d7f2dc3 HTTP/1.1" status: 200 len: 984 time: 0.0530617 Aug 10 03:15:04.743399 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-f631c339-7272-40f6-9df1-3ef0c2f4237b req-677b1b14-eeb1-4854-bbb2-02718539d20f tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Request body: {'port': {'security_groups': ['2a34a862-d555-4e4a-a332-6f9d46a00f82', 'f612fc70-c9ee-420a-83e7-cb4dcfcd3edb', 'f5b59f5c-5bff-42c2-b647-202a14fc3fe8']}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:04.858092 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-f631c339-7272-40f6-9df1-3ef0c2f4237b req-677b1b14-eeb1-4854-bbb2-02718539d20f tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:04.877738 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd09cb-b116-450a-9d70-75f02cb9a98c req-12683a63-25be-45fd-8e2d-0eacbb435e57 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:04.879221 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d8fd09cb-b116-450a-9d70-75f02cb9a98c req-12683a63-25be-45fd-8e2d-0eacbb435e57 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8805446-2feb-49bb-84d3-b3802c4fc66d HTTP/1.1" status: 200 len: 945 time: 0.1014876 Aug 10 03:15:04.963678 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d8fd09cb-b116-450a-9d70-75f02cb9a98c req-e79a16e1-c105-4937-8849-6e0a223552b5 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779474 Aug 10 03:15:05.096384 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-f631c339-7272-40f6-9df1-3ef0c2f4237b req-677b1b14-eeb1-4854-bbb2-02718539d20f tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] For port a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d,segment=NetworkSegment(4ea20076-31f4-4b20-a8fd-0b8aa27a9fb4),segment_id=4ea20076-31f4-4b20-a8fd-0b8aa27a9fb4)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:05.127206 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-f631c339-7272-40f6-9df1-3ef0c2f4237b req-677b1b14-eeb1-4854-bbb2-02718539d20f tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:05.132229 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-f631c339-7272-40f6-9df1-3ef0c2f4237b req-677b1b14-eeb1-4854-bbb2-02718539d20f tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:05.152867 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['b158c1f6-ad22-4824-a1ca-31bdee18d32c', 'a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:15:05.176793 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f631c339-7272-40f6-9df1-3ef0c2f4237b req-677b1b14-eeb1-4854-bbb2-02718539d20f tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:05.177527 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-f631c339-7272-40f6-9df1-3ef0c2f4237b req-677b1b14-eeb1-4854-bbb2-02718539d20f tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:05.179802 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f631c339-7272-40f6-9df1-3ef0c2f4237b req-677b1b14-eeb1-4854-bbb2-02718539d20f tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "PUT /v2.0/ports/a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d HTTP/1.1" status: 200 len: 1020 time: 0.4417660 Aug 10 03:15:05.211021 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677b1b14-eeb1-4854-bbb2-02718539d20f tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Pushing event updated for resources: {'Port': ['ID=a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d,revision_number=7']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:05.254774 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ab4578b-6c45-4ef8-9be9-f4610d7f2dc3', 'tag': 'a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:05.257236 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01095b06-de1e-4ecd-93c5-318a485c695a" -d '{"events": [{"name": "network-changed", "server_uuid": "7ab4578b-6c45-4ef8-9be9-f4610d7f2dc3", "tag": "a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:05.312705 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:15:05.331615 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75168de-45d3-4030-8c40-dbe4439b6548 req-0072aeb0-f226-4536-aef3-4439787e18f1 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:05.334441 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e75168de-45d3-4030-8c40-dbe4439b6548 req-0072aeb0-f226-4536-aef3-4439787e18f1 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 945 time: 0.0719683 Aug 10 03:15:05.376422 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:15:05.400947 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e75168de-45d3-4030-8c40-dbe4439b6548 req-8226a195-4510-4d7a-9e06-c51e93964007 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605366 Aug 10 03:15:05.414153 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cdaee6ed-298a-402d-9747-4f58e2025248 req-e5eca752-0361-435f-b512-648a773d6af6 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/security-groups/f5b59f5c-5bff-42c2-b647-202a14fc3fe8 HTTP/1.1" status: 200 len: 1801 time: 0.0668745 Aug 10 03:15:05.473914 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port 7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:15:05.477882 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edfafb43-1a04-4b06-8d9a-6d5d28455be5 x-openstack-request-id: req-edfafb43-1a04-4b06-8d9a-6d5d28455be5 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:05.478047 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ab4578b-6c45-4ef8-9be9-f4610d7f2dc3", "tag": "a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:05.478262 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-edfafb43-1a04-4b06-8d9a-6d5d28455be5 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:05.478623 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ab4578b-6c45-4ef8-9be9-f4610d7f2dc3', 'tag': 'a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d', 'status': 'completed', 'code': 200} Aug 10 03:15:05.483716 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port 7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:05.483931 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:05.563494 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028be0a4-13d6-47e5-843f-3ad8ba1cd7a1 req-746553d1-7dc2-432f-8d72-2ea0e812543b tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:05.565158 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-028be0a4-13d6-47e5-843f-3ad8ba1cd7a1 req-746553d1-7dc2-432f-8d72-2ea0e812543b tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f5fe51d-3159-407a-968c-ff0be87e7f4e HTTP/1.1" status: 200 len: 946 time: 0.0746958 Aug 10 03:15:05.589035 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [req-cdaee6ed-298a-402d-9747-4f58e2025248 req-1fe714f4-e6ad-4e53-bbde-c8d697ddc458 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 10 03:15:05.604243 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cdaee6ed-298a-402d-9747-4f58e2025248 req-1fe714f4-e6ad-4e53-bbde-c8d697ddc458 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "DELETE /v2.0/security-groups/f5b59f5c-5bff-42c2-b647-202a14fc3fe8 HTTP/1.1" status: 409 len: 341 time: 0.1614058 Aug 10 03:15:05.647976 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 8d64572f-7789-483d-9754-f3877a851f72 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:15:05.668839 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01095b06-de1e-4ecd-93c5-318a485c695a req-465dc4ff-5301-473b-aac0-f3f8ead28d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:05.670380 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-01095b06-de1e-4ecd-93c5-318a485c695a req-465dc4ff-5301-473b-aac0-f3f8ead28d08 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d6ebfa75f66e435ca5304dff9dabf47f&device_id=7ab4578b-6c45-4ef8-9be9-f4610d7f2dc3 HTTP/1.1" status: 200 len: 1175 time: 0.1442080 Aug 10 03:15:05.690517 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59cfa9d-e5d6-4bb6-9c94-9979a23aeccc req-d2e338c0-3d4c-40a3-acdd-82d461cc7874 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:05.692124 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a59cfa9d-e5d6-4bb6-9c94-9979a23aeccc req-d2e338c0-3d4c-40a3-acdd-82d461cc7874 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] 10.222.0.62 "GET /v2.0/ports?device_id=270ffe6d-50f1-4c26-8378-1ac9a122cbfa HTTP/1.1" status: 200 len: 949 time: 0.1327589 Aug 10 03:15:05.694573 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: 8d64572f-7789-483d-9754-f3877a851f72 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:15:05.694948 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 8d64572f-7789-483d-9754-f3877a851f72 not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:15:05.708705 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:05.719835 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf173b-1df8-4376-82be-a3dcb064d690 req-1295cd4c-fcf4-4c98-a86b-dcb69205c8cd tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:05.721340 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c7cf173b-1df8-4376-82be-a3dcb064d690 req-1295cd4c-fcf4-4c98-a86b-dcb69205c8cd tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.60 "GET /v2.0/networks?id=3a83eb90-c240-427c-8862-08b707a921de HTTP/1.1" status: 200 len: 805 time: 0.2889776 Aug 10 03:15:05.736793 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-028be0a4-13d6-47e5-843f-3ad8ba1cd7a1 req-ad877759-ae90-4a69-89f9-d7684007d72a tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Deleting port aa195f6c-1cac-4220-9956-ce921eecdfe6 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:15:05.737279 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-028be0a4-13d6-47e5-843f-3ad8ba1cd7a1 req-ad877759-ae90-4a69-89f9-d7684007d72a tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:05.743508 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-38e9e864-8dad-4867-8066-7c6eebadb7a6 req-77d10aab-67d0-4fd3-bfe8-231e5689eff0 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f71cd04-e10c-48ae-9c97-e2565e731b3a HTTP/1.1" status: 200 len: 210 time: 0.0504162 Aug 10 03:15:05.748484 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-c7cf173b-1df8-4376-82be-a3dcb064d690 req-07cfea3d-a23e-4e71-82c3-7b4657cc466f tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Request body: {'port': {'device_id': '8f71cd04-e10c-48ae-9c97-e2565e731b3a', 'network_id': '3a83eb90-c240-427c-8862-08b707a921de', 'admin_state_up': True, 'tenant_id': '80cee0cf0c3a4048b8f14bdc8a4b40c6'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:05.765119 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda4accc-a396-421d-882e-1c208f23709d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:05.767406 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb6120f-2eef-4b33-be18-450ba97c039a" -d '{"events": [{"server_uuid": "dda4accc-a396-421d-882e-1c208f23709d", "name": "network-vif-plugged", "status": "completed", "tag": "7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:05.799789 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4,segment=NetworkSegment(d030ccc1-c31d-414f-84e6-c931b9c0f44c),segment_id=d030ccc1-c31d-414f-84e6-c931b9c0f44c)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:05.809542 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:05.810926 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device aa195f6c-1cac-4220-9956-ce921eecdfe6 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:15:05.872692 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-028be0a4-13d6-47e5-843f-3ad8ba1cd7a1 req-ad877759-ae90-4a69-89f9-d7684007d72a tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] For port aa195f6c-1cac-4220-9956-ce921eecdfe6, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=aa195f6c-1cac-4220-9956-ce921eecdfe6,segment=NetworkSegment(2b95187c-537c-4822-a0b0-e1996874f1d3),segment_id=2b95187c-537c-4822-a0b0-e1996874f1d3)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:05.873072 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-028be0a4-13d6-47e5-843f-3ad8ba1cd7a1 req-ad877759-ae90-4a69-89f9-d7684007d72a tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:05.930532 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-028be0a4-13d6-47e5-843f-3ad8ba1cd7a1 req-ad877759-ae90-4a69-89f9-d7684007d72a tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Calling delete_port for aa195f6c-1cac-4220-9956-ce921eecdfe6 owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:15:05.947382 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:05.968181 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:06.088770 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:06.104472 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-028be0a4-13d6-47e5-843f-3ad8ba1cd7a1 req-ad877759-ae90-4a69-89f9-d7684007d72a tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:06.158457 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad877759-ae90-4a69-89f9-d7684007d72a tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Pushing event deleted for resources: {'Port': ['ID=aa195f6c-1cac-4220-9956-ce921eecdfe6,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:06.184551 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad877759-ae90-4a69-89f9-d7684007d72a tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:06.184811 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad877759-ae90-4a69-89f9-d7684007d72a tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:06.185154 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad877759-ae90-4a69-89f9-d7684007d72a tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:06.185490 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad877759-ae90-4a69-89f9-d7684007d72a tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:06.185822 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad877759-ae90-4a69-89f9-d7684007d72a tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:06.186153 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad877759-ae90-4a69-89f9-d7684007d72a tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:06.186480 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad877759-ae90-4a69-89f9-d7684007d72a tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:06.186832 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad877759-ae90-4a69-89f9-d7684007d72a tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:06.187159 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad877759-ae90-4a69-89f9-d7684007d72a tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:06.187481 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad877759-ae90-4a69-89f9-d7684007d72a tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:06.187802 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad877759-ae90-4a69-89f9-d7684007d72a tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:06.188121 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad877759-ae90-4a69-89f9-d7684007d72a tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:06.208331 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-028be0a4-13d6-47e5-843f-3ad8ba1cd7a1 req-ad877759-ae90-4a69-89f9-d7684007d72a tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] No DVR routers for this DVR port aa195f6c-1cac-4220-9956-ce921eecdfe6 on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:15:06.211002 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-028be0a4-13d6-47e5-843f-3ad8ba1cd7a1 req-ad877759-ae90-4a69-89f9-d7684007d72a tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:06.213550 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-028be0a4-13d6-47e5-843f-3ad8ba1cd7a1 req-ad877759-ae90-4a69-89f9-d7684007d72a tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.58 "DELETE /v2.0/ports/aa195f6c-1cac-4220-9956-ce921eecdfe6 HTTP/1.1" status: 204 len: 173 time: 0.6394928 Aug 10 03:15:06.213999 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5fe51d-3159-407a-968c-ff0be87e7f4e', 'name': 'network-vif-deleted', 'tag': 'aa195f6c-1cac-4220-9956-ce921eecdfe6'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:06.216340 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1730ea-eece-4b17-90a0-2de3de4f26de" -d '{"events": [{"server_uuid": "8f5fe51d-3159-407a-968c-ff0be87e7f4e", "name": "network-vif-deleted", "tag": "aa195f6c-1cac-4220-9956-ce921eecdfe6"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:06.274434 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a59cfa9d-e5d6-4bb6-9c94-9979a23aeccc req-08a28c73-d798-4f94-ae4e-a373475367b8 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] 10.222.0.62 "GET /v2.0/security-groups?id=15c10190-2ea4-485f-8f55-415e66c74675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5697594 Aug 10 03:15:06.331893 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ee3e09-0b60-4616-a2da-afd488a2b848 x-openstack-request-id: req-39ee3e09-0b60-4616-a2da-afd488a2b848 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:06.332424 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda4accc-a396-421d-882e-1c208f23709d", "name": "network-vif-plugged", "status": "completed", "tag": "7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:06.332623 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-39ee3e09-0b60-4616-a2da-afd488a2b848 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:06.333118 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda4accc-a396-421d-882e-1c208f23709d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4', 'code': 200} Aug 10 03:15:06.350604 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01095b06-de1e-4ecd-93c5-318a485c695a req-99277fe5-1093-4e0f-a492-151fdec9a70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:06.352762 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-01095b06-de1e-4ecd-93c5-318a485c695a req-99277fe5-1093-4e0f-a492-151fdec9a70b service neutron] 10.222.0.60 "GET /v2.0/networks?id=7632fb28-27a9-49ff-a5c3-9f793f816a2e HTTP/1.1" status: 200 len: 914 time: 0.6489582 Aug 10 03:15:06.368685 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e8ff0-789e-47e3-a80d-d1558a031fe7 req-f34d2b2c-c3fb-4f2f-9de8-3795439ce4cc tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:06.370401 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-624e8ff0-789e-47e3-a80d-d1558a031fe7 req-f34d2b2c-c3fb-4f2f-9de8-3795439ce4cc tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8805446-2feb-49bb-84d3-b3802c4fc66d HTTP/1.1" status: 200 len: 945 time: 0.0593183 Aug 10 03:15:06.377317 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb2316-4538-4ab8-8409-1dc79768f781 req-406fc2d3-2973-4378-9e77-a3ec39137898 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:06.378889 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ebeb2316-4538-4ab8-8409-1dc79768f781 req-406fc2d3-2973-4378-9e77-a3ec39137898 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/ports?device_id=dda4accc-a396-421d-882e-1c208f23709d HTTP/1.1" status: 200 len: 946 time: 0.1309197 Aug 10 03:15:06.408477 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7cf173b-1df8-4376-82be-a3dcb064d690 req-07cfea3d-a23e-4e71-82c3-7b4657cc466f tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Made reservation on behalf of 80cee0cf0c3a4048b8f14bdc8a4b40c6 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:15:06.411924 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c7cf173b-1df8-4376-82be-a3dcb064d690 req-07cfea3d-a23e-4e71-82c3-7b4657cc466f tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:06.417379 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-01095b06-de1e-4ecd-93c5-318a485c695a req-6ec3cd68-60c8-4a07-8508-4b255be96bea service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d HTTP/1.1" status: 200 len: 217 time: 0.0559351 Aug 10 03:15:06.510190 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0611f4a9-5394-450b-835a-f1eeffd94fc7 req-0535e053-c28f-4a40-9f5a-d945832bdaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:06.512185 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0611f4a9-5394-450b-835a-f1eeffd94fc7 req-0535e053-c28f-4a40-9f5a-d945832bdaec service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=dda4accc-a396-421d-882e-1c208f23709d HTTP/1.1" status: 200 len: 1098 time: 0.0606525 Aug 10 03:15:06.515457 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-624e8ff0-789e-47e3-a80d-d1558a031fe7 req-eb1f9295-2c57-4297-9aff-408215397f1f tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Deleting port 05839881-b3fb-4c4e-8138-803f9503f0e5 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:15:06.515797 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-624e8ff0-789e-47e3-a80d-d1558a031fe7 req-eb1f9295-2c57-4297-9aff-408215397f1f tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:06.564624 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ebeb2316-4538-4ab8-8409-1dc79768f781 req-643d1dc2-e84f-4dd9-ac20-21b464fa6207 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/security-groups?id=e27bfad8-2aac-4372-8505-6d015ef4ee33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570346 Aug 10 03:15:06.577504 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01095b06-de1e-4ecd-93c5-318a485c695a req-083adbf1-911c-4a8b-8ed1-9be41534d33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:06.579052 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-01095b06-de1e-4ecd-93c5-318a485c695a req-083adbf1-911c-4a8b-8ed1-9be41534d33b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cc04df03-65dd-419c-9c2d-cdf52403a9bc HTTP/1.1" status: 200 len: 853 time: 0.1407726 Aug 10 03:15:06.592612 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d487cb68-9e16-4a40-ba46-254e3f47237f req-87d45180-3994-448c-80ff-89cfbffaa08c tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:06.594145 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d487cb68-9e16-4a40-ba46-254e3f47237f req-87d45180-3994-448c-80ff-89cfbffaa08c tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ab4578b-6c45-4ef8-9be9-f4610d7f2dc3 HTTP/1.1" status: 200 len: 1023 time: 0.1881807 Aug 10 03:15:06.613861 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0611f4a9-5394-450b-835a-f1eeffd94fc7 req-29d4238f-61d6-44bc-8ee7-01391fa3b0a5 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e27bfad8-2aac-4372-8505-6d015ef4ee33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841508 Aug 10 03:15:06.628902 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-624e8ff0-789e-47e3-a80d-d1558a031fe7 req-eb1f9295-2c57-4297-9aff-408215397f1f tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] For port 05839881-b3fb-4c4e-8138-803f9503f0e5, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=05839881-b3fb-4c4e-8138-803f9503f0e5,segment=NetworkSegment(5f459ac7-2da0-4395-80e8-4acadecdbda0),segment_id=5f459ac7-2da0-4395-80e8-4acadecdbda0)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:06.629264 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-624e8ff0-789e-47e3-a80d-d1558a031fe7 req-eb1f9295-2c57-4297-9aff-408215397f1f tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:06.641862 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-624e8ff0-789e-47e3-a80d-d1558a031fe7 req-eb1f9295-2c57-4297-9aff-408215397f1f tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Calling delete_port for 05839881-b3fb-4c4e-8138-803f9503f0e5 owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:15:06.654661 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-01095b06-de1e-4ecd-93c5-318a485c695a req-e52066d1-db68-4c19-86e1-412420d8de94 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7632fb28-27a9-49ff-a5c3-9f793f816a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572534 Aug 10 03:15:06.781134 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d487cb68-9e16-4a40-ba46-254e3f47237f req-b0992369-1aae-4333-982c-80978dee7e93 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/security-groups?id=f612fc70-c9ee-420a-83e7-cb4dcfcd3edb&id=f5b59f5c-5bff-42c2-b647-202a14fc3fe8&id=2a34a862-d555-4e4a-a332-6f9d46a00f82&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1725373 Aug 10 03:15:06.789453 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-c7cf173b-1df8-4376-82be-a3dcb064d690 req-07cfea3d-a23e-4e71-82c3-7b4657cc466f tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Allocated IP 172.20.0.9 (3a83eb90-c240-427c-8862-08b707a921de/cb34339b-adc8-40a3-9ffe-8f05f8fed3e8/deb3beda-cb85-455c-ab9e-b25658569bdb) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:15:06.835140 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab83ef5a-6674-4862-92c5-db1a4669189e req-0c136a51-1851-42d0-b534-abc3c787cc9a tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:06.836704 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ab83ef5a-6674-4862-92c5-db1a4669189e req-0c136a51-1851-42d0-b534-abc3c787cc9a tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8805446-2feb-49bb-84d3-b3802c4fc66d HTTP/1.1" status: 200 len: 945 time: 0.1844072 Aug 10 03:15:06.869828 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-01095b06-de1e-4ecd-93c5-318a485c695a req-faeca1d9-f5e5-48ea-8ecd-582f5c16febb service neutron] 10.222.0.60 "GET /v2.0/networks/7632fb28-27a9-49ff-a5c3-9f793f816a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937070 Aug 10 03:15:06.976023 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ab83ef5a-6674-4862-92c5-db1a4669189e req-e27ce01a-e2de-4041-9110-6a310754ae54 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277318 Aug 10 03:15:07.027742 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1612091d-f239-4240-9e34-e056188d60b0 x-openstack-request-id: req-1612091d-f239-4240-9e34-e056188d60b0 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:07.028037 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5fe51d-3159-407a-968c-ff0be87e7f4e", "name": "network-vif-deleted", "tag": "aa195f6c-1cac-4220-9956-ce921eecdfe6", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:07.028289 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1612091d-f239-4240-9e34-e056188d60b0 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:07.029069 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5fe51d-3159-407a-968c-ff0be87e7f4e', 'name': 'network-vif-deleted', 'tag': 'aa195f6c-1cac-4220-9956-ce921eecdfe6', 'status': 'completed', 'code': 200} Aug 10 03:15:07.143439 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-624e8ff0-789e-47e3-a80d-d1558a031fe7 req-eb1f9295-2c57-4297-9aff-408215397f1f tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:07.151103 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1bba17f6-757d-4676-ba58-bbc93cf73b43 req-715f1db8-8052-43af-8414-2d17beb52d47 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f71cd04-e10c-48ae-9c97-e2565e731b3a HTTP/1.1" status: 200 len: 210 time: 0.0631189 Aug 10 03:15:07.152935 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-01095b06-de1e-4ecd-93c5-318a485c695a req-a6109746-e86c-403f-ab89-a23e758b43fc service neutron] 10.222.0.60 "GET /v2.0/networks/7632fb28-27a9-49ff-a5c3-9f793f816a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628996 Aug 10 03:15:07.160900 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['3aa362ab-26b7-4e75-8dea-4968c3cefa2b'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:15:07.170127 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c7cf173b-1df8-4376-82be-a3dcb064d690 req-07cfea3d-a23e-4e71-82c3-7b4657cc466f tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:07.179537 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1f9295-2c57-4297-9aff-408215397f1f tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Pushing event deleted for resources: {'Port': ['ID=05839881-b3fb-4c4e-8138-803f9503f0e5,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:07.198986 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d618844-ce0d-47d5-829e-c5b80a7e729b req-08671ea3-886f-4f8b-817a-7cfa56df5cca tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:07.200558 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3d618844-ce0d-47d5-829e-c5b80a7e729b req-08671ea3-886f-4f8b-817a-7cfa56df5cca tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 945 time: 0.1169634 Aug 10 03:15:07.207247 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['05839881-b3fb-4c4e-8138-803f9503f0e5'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:15:07.227348 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-624e8ff0-789e-47e3-a80d-d1558a031fe7 req-eb1f9295-2c57-4297-9aff-408215397f1f tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] No DVR routers for this DVR port 05839881-b3fb-4c4e-8138-803f9503f0e5 on host n-h2-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:15:07.230286 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-624e8ff0-789e-47e3-a80d-d1558a031fe7 req-eb1f9295-2c57-4297-9aff-408215397f1f tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:07.232342 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-624e8ff0-789e-47e3-a80d-d1558a031fe7 req-eb1f9295-2c57-4297-9aff-408215397f1f tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.60 "DELETE /v2.0/ports/05839881-b3fb-4c4e-8138-803f9503f0e5 HTTP/1.1" status: 204 len: 173 time: 0.8549509 Aug 10 03:15:07.256852 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c7cf173b-1df8-4376-82be-a3dcb064d690 req-07cfea3d-a23e-4e71-82c3-7b4657cc466f tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:07.269584 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3d618844-ce0d-47d5-829e-c5b80a7e729b req-f6cf3282-2079-492b-bdea-e4042e20bd15 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500579 Aug 10 03:15:07.304637 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7cf173b-1df8-4376-82be-a3dcb064d690 req-07cfea3d-a23e-4e71-82c3-7b4657cc466f tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Network 3a83eb90-c240-427c-8862-08b707a921de is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:15:07.310624 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-c7cf173b-1df8-4376-82be-a3dcb064d690 req-07cfea3d-a23e-4e71-82c3-7b4657cc466f tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:15:07.314543 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7cf173b-1df8-4376-82be-a3dcb064d690 req-07cfea3d-a23e-4e71-82c3-7b4657cc466f tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:15:07.352928 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cfea3d-a23e-4e71-82c3-7b4657cc466f tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Pushing event updated for resources: {'Port': ['ID=deb3beda-cb85-455c-ab9e-b25658569bdb,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:07.409693 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf173b-1df8-4376-82be-a3dcb064d690 req-07cfea3d-a23e-4e71-82c3-7b4657cc466f tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:07.410312 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c7cf173b-1df8-4376-82be-a3dcb064d690 req-07cfea3d-a23e-4e71-82c3-7b4657cc466f tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:07.426873 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c7cf173b-1df8-4376-82be-a3dcb064d690 req-07cfea3d-a23e-4e71-82c3-7b4657cc466f tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6898475 Aug 10 03:15:07.435799 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af52a5d-2fc5-4aca-b40c-ebc8276426b8 req-00404d2b-0dd9-42a5-9d8d-4794d9a7bd01 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:07.437295 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1af52a5d-2fc5-4aca-b40c-ebc8276426b8 req-00404d2b-0dd9-42a5-9d8d-4794d9a7bd01 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] 10.222.0.62 "GET /v2.0/ports?device_id=270ffe6d-50f1-4c26-8378-1ac9a122cbfa HTTP/1.1" status: 200 len: 949 time: 0.0752001 Aug 10 03:15:07.443667 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-c7cf173b-1df8-4376-82be-a3dcb064d690 req-9c9634f6-db58-49b4-ba17-4d1dbc18a2aa service neutron] Request body: {'port': {'device_id': '8f71cd04-e10c-48ae-9c97-e2565e731b3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:07.515590 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1af52a5d-2fc5-4aca-b40c-ebc8276426b8 req-0cf00686-c03d-48bd-ba4e-92666ddd4043 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] 10.222.0.62 "GET /v2.0/security-groups?id=15c10190-2ea4-485f-8f55-415e66c74675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692005 Aug 10 03:15:07.521907 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c7cf173b-1df8-4376-82be-a3dcb064d690 req-9c9634f6-db58-49b4-ba17-4d1dbc18a2aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:07.694148 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345f243-67fb-44cf-9c33-ecd4db10d5d5 req-bab231fe-dcf9-44de-a513-a1e97e01819f tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:07.696466 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7345f243-67fb-44cf-9c33-ecd4db10d5d5 req-bab231fe-dcf9-44de-a513-a1e97e01819f tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] 10.222.0.60 "GET /v2.0/ports?device_id=270ffe6d-50f1-4c26-8378-1ac9a122cbfa HTTP/1.1" status: 200 len: 949 time: 0.0546751 Aug 10 03:15:07.844920 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-c7cf173b-1df8-4376-82be-a3dcb064d690 req-9c9634f6-db58-49b4-ba17-4d1dbc18a2aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deb3beda-cb85-455c-ab9e-b25658569bdb {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:15:07.846079 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-7345f243-67fb-44cf-9c33-ecd4db10d5d5 req-3a776a55-4d45-4dd4-bca5-dd8fe7fc7427 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Deleting port 588af903-4c45-4416-8282-a836a85c3aae {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:15:07.846827 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7345f243-67fb-44cf-9c33-ecd4db10d5d5 req-3a776a55-4d45-4dd4-bca5-dd8fe7fc7427 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:07.857007 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c7cf173b-1df8-4376-82be-a3dcb064d690 req-9c9634f6-db58-49b4-ba17-4d1dbc18a2aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:07.885417 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6fa2e1-138b-4b3e-b016-c97154f6a9ef req-c5562954-26d9-4fa7-9030-17f8b7b13988 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:07.887170 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ce6fa2e1-138b-4b3e-b016-c97154f6a9ef req-c5562954-26d9-4fa7-9030-17f8b7b13988 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ab4578b-6c45-4ef8-9be9-f4610d7f2dc3 HTTP/1.1" status: 200 len: 1023 time: 0.0769882 Aug 10 03:15:07.888324 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-c7cf173b-1df8-4376-82be-a3dcb064d690 req-9c9634f6-db58-49b4-ba17-4d1dbc18a2aa service neutron] Transition to ACTIVE for port object deb3beda-cb85-455c-ab9e-b25658569bdb will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:15:07.899199 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c7cf173b-1df8-4376-82be-a3dcb064d690 req-9c9634f6-db58-49b4-ba17-4d1dbc18a2aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:07.961801 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-7345f243-67fb-44cf-9c33-ecd4db10d5d5 req-3a776a55-4d45-4dd4-bca5-dd8fe7fc7427 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] For port 588af903-4c45-4416-8282-a836a85c3aae, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=588af903-4c45-4416-8282-a836a85c3aae,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:07.962311 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7345f243-67fb-44cf-9c33-ecd4db10d5d5 req-3a776a55-4d45-4dd4-bca5-dd8fe7fc7427 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:07.979155 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-7345f243-67fb-44cf-9c33-ecd4db10d5d5 req-3a776a55-4d45-4dd4-bca5-dd8fe7fc7427 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Calling delete_port for 588af903-4c45-4416-8282-a836a85c3aae owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:15:08.084798 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9634f6-db58-49b4-ba17-4d1dbc18a2aa service neutron] Pushing event updated for resources: {'Port': ['ID=deb3beda-cb85-455c-ab9e-b25658569bdb,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:08.124536 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7345f243-67fb-44cf-9c33-ecd4db10d5d5 req-3a776a55-4d45-4dd4-bca5-dd8fe7fc7427 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:08.144122 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ada218-0240-4245-9897-8c7c56e69777 req-22b8e503-7c8b-4197-8e9d-63690a9ef67f tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:08.145629 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-83ada218-0240-4245-9897-8c7c56e69777 req-22b8e503-7c8b-4197-8e9d-63690a9ef67f tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ab4578b-6c45-4ef8-9be9-f4610d7f2dc3 HTTP/1.1" status: 200 len: 1023 time: 0.2518163 Aug 10 03:15:08.155591 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a776a55-4d45-4dd4-bca5-dd8fe7fc7427 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Pushing event deleted for resources: {'Port': ['ID=588af903-4c45-4416-8282-a836a85c3aae,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:08.165352 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6999cdfb-a836-4f42-a420-a1f414bec95e req-00d97202-1c26-4ff4-a170-8bfcd427c889 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:08.171298 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6999cdfb-a836-4f42-a420-a1f414bec95e req-00d97202-1c26-4ff4-a170-8bfcd427c889 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/ports?device_id=dda4accc-a396-421d-882e-1c208f23709d HTTP/1.1" status: 200 len: 946 time: 0.2430255 Aug 10 03:15:08.196947 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-7345f243-67fb-44cf-9c33-ecd4db10d5d5 req-3a776a55-4d45-4dd4-bca5-dd8fe7fc7427 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] No DVR routers for this DVR port 588af903-4c45-4416-8282-a836a85c3aae on host n-h2-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:15:08.199557 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7345f243-67fb-44cf-9c33-ecd4db10d5d5 req-3a776a55-4d45-4dd4-bca5-dd8fe7fc7427 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:08.201693 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7345f243-67fb-44cf-9c33-ecd4db10d5d5 req-3a776a55-4d45-4dd4-bca5-dd8fe7fc7427 tempest-ListImageFiltersTestJSON-2092493056 tempest-ListImageFiltersTestJSON-2092493056-project] 10.222.0.60 "DELETE /v2.0/ports/588af903-4c45-4416-8282-a836a85c3aae HTTP/1.1" status: 204 len: 173 time: 0.4894624 Aug 10 03:15:08.265000 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6999cdfb-a836-4f42-a420-a1f414bec95e req-b8b807e4-b261-486d-a25e-bd91cc708f9e tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/security-groups?id=e27bfad8-2aac-4372-8505-6d015ef4ee33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928240 Aug 10 03:15:08.269611 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-ce6fa2e1-138b-4b3e-b016-c97154f6a9ef req-4c5a4047-b23b-4cfb-9454-4a338c4a3c14 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Deleting port a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:15:08.269961 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ce6fa2e1-138b-4b3e-b016-c97154f6a9ef req-4c5a4047-b23b-4cfb-9454-4a338c4a3c14 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:08.272837 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-c7cf173b-1df8-4376-82be-a3dcb064d690 req-9c9634f6-db58-49b4-ba17-4d1dbc18a2aa service neutron] Attempting to bind port deb3beda-cb85-455c-ab9e-b25658569bdb on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:15:08.273170 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-c7cf173b-1df8-4376-82be-a3dcb064d690 req-9c9634f6-db58-49b4-ba17-4d1dbc18a2aa service neutron] Attempting to bind port deb3beda-cb85-455c-ab9e-b25658569bdb by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '2b95187c-537c-4822-a0b0-e1996874f1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '3a83eb90-c240-427c-8862-08b707a921de'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:15:08.273664 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cf173b-1df8-4376-82be-a3dcb064d690 req-9c9634f6-db58-49b4-ba17-4d1dbc18a2aa service neutron] Attempting to bind port deb3beda-cb85-455c-ab9e-b25658569bdb on network 3a83eb90-c240-427c-8862-08b707a921de {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:15:08.286999 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-83ada218-0240-4245-9897-8c7c56e69777 req-1c924e96-53f2-4bf8-8c01-401b0cfe57ae tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/security-groups?id=f612fc70-c9ee-420a-83e7-cb4dcfcd3edb&id=f5b59f5c-5bff-42c2-b647-202a14fc3fe8&id=2a34a862-d555-4e4a-a332-6f9d46a00f82&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1262379 Aug 10 03:15:08.345016 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cf173b-1df8-4376-82be-a3dcb064d690 req-9c9634f6-db58-49b4-ba17-4d1dbc18a2aa service neutron] Port deb3beda-cb85-455c-ab9e-b25658569bdb on network 3a83eb90-c240-427c-8862-08b707a921de not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:15:08.345799 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cf173b-1df8-4376-82be-a3dcb064d690 req-9c9634f6-db58-49b4-ba17-4d1dbc18a2aa service neutron] Attempting to bind port deb3beda-cb85-455c-ab9e-b25658569bdb on network 3a83eb90-c240-427c-8862-08b707a921de {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:15:08.359704 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cf173b-1df8-4376-82be-a3dcb064d690 req-9c9634f6-db58-49b4-ba17-4d1dbc18a2aa service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:15:08.360057 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cf173b-1df8-4376-82be-a3dcb064d690 req-9c9634f6-db58-49b4-ba17-4d1dbc18a2aa service neutron] Checking segment: {'id': '2b95187c-537c-4822-a0b0-e1996874f1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '3a83eb90-c240-427c-8862-08b707a921de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:15:08.360447 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cf173b-1df8-4376-82be-a3dcb064d690 req-9c9634f6-db58-49b4-ba17-4d1dbc18a2aa service neutron] Bound using segment: {'id': '2b95187c-537c-4822-a0b0-e1996874f1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '3a83eb90-c240-427c-8862-08b707a921de'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:15:08.360893 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-c7cf173b-1df8-4376-82be-a3dcb064d690 req-9c9634f6-db58-49b4-ba17-4d1dbc18a2aa service neutron] Bound port: deb3beda-cb85-455c-ab9e-b25658569bdb, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b95187c-537c-4822-a0b0-e1996874f1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '3a83eb90-c240-427c-8862-08b707a921de'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:15:08.361265 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c7cf173b-1df8-4376-82be-a3dcb064d690 req-9c9634f6-db58-49b4-ba17-4d1dbc18a2aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:08.485987 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-ce6fa2e1-138b-4b3e-b016-c97154f6a9ef req-4c5a4047-b23b-4cfb-9454-4a338c4a3c14 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] For port a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d,segment=NetworkSegment(4ea20076-31f4-4b20-a8fd-0b8aa27a9fb4),segment_id=4ea20076-31f4-4b20-a8fd-0b8aa27a9fb4)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:08.486366 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ce6fa2e1-138b-4b3e-b016-c97154f6a9ef req-4c5a4047-b23b-4cfb-9454-4a338c4a3c14 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:08.529684 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-ce6fa2e1-138b-4b3e-b016-c97154f6a9ef req-4c5a4047-b23b-4cfb-9454-4a338c4a3c14 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Calling delete_port for a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:15:08.544592 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-c7cf173b-1df8-4376-82be-a3dcb064d690 req-9c9634f6-db58-49b4-ba17-4d1dbc18a2aa service neutron] For port deb3beda-cb85-455c-ab9e-b25658569bdb, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:15:08.550332 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-c7cf173b-1df8-4376-82be-a3dcb064d690 req-9c9634f6-db58-49b4-ba17-4d1dbc18a2aa service neutron] For port deb3beda-cb85-455c-ab9e-b25658569bdb, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=deb3beda-cb85-455c-ab9e-b25658569bdb,segment=NetworkSegment(2b95187c-537c-4822-a0b0-e1996874f1d3),segment_id=2b95187c-537c-4822-a0b0-e1996874f1d3)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:15:08.560970 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c7cf173b-1df8-4376-82be-a3dcb064d690 req-9c9634f6-db58-49b4-ba17-4d1dbc18a2aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:08.583576 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1aaf93-3a35-401b-a349-7d2c59b673c6 req-08171813-0e84-4419-aa33-e51419c126a1 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:08.585161 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8f1aaf93-3a35-401b-a349-7d2c59b673c6 req-08171813-0e84-4419-aa33-e51419c126a1 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f71cd04-e10c-48ae-9c97-e2565e731b3a HTTP/1.1" status: 200 len: 943 time: 0.1688299 Aug 10 03:15:08.666936 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf4eb9-ea79-42f4-a281-cbe0aa0bca31 req-8783b9f5-f9ed-48ac-8e87-b9a21ce534ea tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:08.668455 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d0cf4eb9-ea79-42f4-a281-cbe0aa0bca31 req-8783b9f5-f9ed-48ac-8e87-b9a21ce534ea tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 945 time: 0.2102954 Aug 10 03:15:08.674806 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf173b-1df8-4376-82be-a3dcb064d690 req-9c9634f6-db58-49b4-ba17-4d1dbc18a2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:08.675431 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c7cf173b-1df8-4376-82be-a3dcb064d690 req-9c9634f6-db58-49b4-ba17-4d1dbc18a2aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:08.676761 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c7cf173b-1df8-4376-82be-a3dcb064d690 req-9c9634f6-db58-49b4-ba17-4d1dbc18a2aa service neutron] 10.222.0.60 "PUT /v2.0/ports/deb3beda-cb85-455c-ab9e-b25658569bdb HTTP/1.1" status: 200 len: 1092 time: 1.2371876 Aug 10 03:15:08.678890 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f71cd04-e10c-48ae-9c97-e2565e731b3a', 'tag': 'deb3beda-cb85-455c-ab9e-b25658569bdb'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:08.681132 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba24fdf0-c838-4d02-a875-61d152272da7" -d '{"events": [{"name": "network-changed", "server_uuid": "8f71cd04-e10c-48ae-9c97-e2565e731b3a", "tag": "deb3beda-cb85-455c-ab9e-b25658569bdb"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:08.755765 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9634f6-db58-49b4-ba17-4d1dbc18a2aa service neutron] Pushing event updated for resources: {'Port': ['ID=deb3beda-cb85-455c-ab9e-b25658569bdb,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:08.779513 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8f1aaf93-3a35-401b-a349-7d2c59b673c6 req-8f2118b9-1caa-48cc-bb06-578a61964196 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/security-groups?id=106bd2aa-b217-4cc2-a6fb-fb066e9e308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471860 Aug 10 03:15:08.809837 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d0cf4eb9-ea79-42f4-a281-cbe0aa0bca31 req-c5295da5-e41c-4ffb-97b5-3c2679c359e2 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251669 Aug 10 03:15:08.820157 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf173b-1df8-4376-82be-a3dcb064d690 req-1fe1842c-eeee-43bc-b294-65c26840ddba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:08.822006 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c7cf173b-1df8-4376-82be-a3dcb064d690 req-1fe1842c-eeee-43bc-b294-65c26840ddba service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=80cee0cf0c3a4048b8f14bdc8a4b40c6&device_id=8f71cd04-e10c-48ae-9c97-e2565e731b3a HTTP/1.1" status: 200 len: 1095 time: 0.0870969 Aug 10 03:15:08.893269 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c7cf173b-1df8-4376-82be-a3dcb064d690 req-5b888c56-1941-4b54-a6d1-438e46d22f30 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=deb3beda-cb85-455c-ab9e-b25658569bdb HTTP/1.1" status: 200 len: 217 time: 0.0463197 Aug 10 03:15:08.894647 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95edee9c-1a85-4927-aad9-0ae69bce3fc9 x-openstack-request-id: req-95edee9c-1a85-4927-aad9-0ae69bce3fc9 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:08.894960 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f71cd04-e10c-48ae-9c97-e2565e731b3a", "tag": "deb3beda-cb85-455c-ab9e-b25658569bdb", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:08.895214 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-95edee9c-1a85-4927-aad9-0ae69bce3fc9 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:08.895606 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f71cd04-e10c-48ae-9c97-e2565e731b3a', 'tag': 'deb3beda-cb85-455c-ab9e-b25658569bdb', 'status': 'completed', 'code': 200} Aug 10 03:15:08.935620 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ce6fa2e1-138b-4b3e-b016-c97154f6a9ef req-4c5a4047-b23b-4cfb-9454-4a338c4a3c14 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:08.950544 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['b158c1f6-ad22-4824-a1ca-31bdee18d32c', 'a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:15:08.972198 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5a4047-b23b-4cfb-9454-4a338c4a3c14 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Pushing event deleted for resources: {'Port': ['ID=a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:09.026935 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce6fa2e1-138b-4b3e-b016-c97154f6a9ef req-4c5a4047-b23b-4cfb-9454-4a338c4a3c14 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] No DVR routers for this DVR port a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:15:09.029702 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8805446-2feb-49bb-84d3-b3802c4fc66d', 'name': 'network-vif-deleted', 'tag': '05839881-b3fb-4c4e-8138-803f9503f0e5'}, {'server_uuid': '270ffe6d-50f1-4c26-8378-1ac9a122cbfa', 'name': 'network-vif-deleted', 'tag': '588af903-4c45-4416-8282-a836a85c3aae'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:09.030244 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf173b-1df8-4376-82be-a3dcb064d690 req-d309afea-7105-4cf8-b537-63153e1fcec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:09.032016 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c7cf173b-1df8-4376-82be-a3dcb064d690 req-d309afea-7105-4cf8-b537-63153e1fcec0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cb34339b-adc8-40a3-9ffe-8f05f8fed3e8 HTTP/1.1" status: 200 len: 845 time: 0.1256120 Aug 10 03:15:09.033047 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ce6fa2e1-138b-4b3e-b016-c97154f6a9ef req-4c5a4047-b23b-4cfb-9454-4a338c4a3c14 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:09.033680 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3b36fb-9350-4a81-b541-f593d0bd4359" -d '{"events": [{"server_uuid": "c8805446-2feb-49bb-84d3-b3802c4fc66d", "name": "network-vif-deleted", "tag": "05839881-b3fb-4c4e-8138-803f9503f0e5"}, {"server_uuid": "270ffe6d-50f1-4c26-8378-1ac9a122cbfa", "name": "network-vif-deleted", "tag": "588af903-4c45-4416-8282-a836a85c3aae"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:09.034999 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ce6fa2e1-138b-4b3e-b016-c97154f6a9ef req-4c5a4047-b23b-4cfb-9454-4a338c4a3c14 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.60 "DELETE /v2.0/ports/a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d HTTP/1.1" status: 204 len: 173 time: 1.1399007 Aug 10 03:15:09.089194 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c7cf173b-1df8-4376-82be-a3dcb064d690 req-4a232567-4234-4725-9895-ba691a248eda service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3a83eb90-c240-427c-8862-08b707a921de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453160 Aug 10 03:15:09.206024 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2fa0a85-2a7a-4acb-8c5a-e31d74759517 x-openstack-request-id: req-c2fa0a85-2a7a-4acb-8c5a-e31d74759517 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:09.206312 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8805446-2feb-49bb-84d3-b3802c4fc66d", "name": "network-vif-deleted", "tag": "05839881-b3fb-4c4e-8138-803f9503f0e5", "status": "completed", "code": 200}, {"server_uuid": "270ffe6d-50f1-4c26-8378-1ac9a122cbfa", "name": "network-vif-deleted", "tag": "588af903-4c45-4416-8282-a836a85c3aae", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:09.206569 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c2fa0a85-2a7a-4acb-8c5a-e31d74759517 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:09.207233 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8805446-2feb-49bb-84d3-b3802c4fc66d', 'name': 'network-vif-deleted', 'tag': '05839881-b3fb-4c4e-8138-803f9503f0e5', 'status': 'completed', 'code': 200} Aug 10 03:15:09.207697 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '270ffe6d-50f1-4c26-8378-1ac9a122cbfa', 'name': 'network-vif-deleted', 'tag': '588af903-4c45-4416-8282-a836a85c3aae', 'status': 'completed', 'code': 200} Aug 10 03:15:09.228002 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c7cf173b-1df8-4376-82be-a3dcb064d690 req-584eecb2-fc1c-44b5-bafa-49f9ea7c461e service neutron] 10.222.0.60 "GET /v2.0/networks/3a83eb90-c240-427c-8862-08b707a921de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292236 Aug 10 03:15:09.311689 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device aa195f6c-1cac-4220-9956-ce921eecdfe6 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:15:09.336246 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: aa195f6c-1cac-4220-9956-ce921eecdfe6 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:15:09.336719 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device aa195f6c-1cac-4220-9956-ce921eecdfe6 not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:15:09.344158 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c7cf173b-1df8-4376-82be-a3dcb064d690 req-9b78c5a8-ffe2-4390-9567-c3b6c3f19157 service neutron] 10.222.0.60 "GET /v2.0/networks/3a83eb90-c240-427c-8862-08b707a921de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074536 Aug 10 03:15:09.485495 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba24fdf0-c838-4d02-a875-61d152272da7 req-d38cc3c5-1f03-4587-8ef0-42735c6487f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:09.487031 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ba24fdf0-c838-4d02-a875-61d152272da7 req-d38cc3c5-1f03-4587-8ef0-42735c6487f3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=80cee0cf0c3a4048b8f14bdc8a4b40c6&device_id=8f71cd04-e10c-48ae-9c97-e2565e731b3a HTTP/1.1" status: 200 len: 1095 time: 0.0676408 Aug 10 03:15:09.529044 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5f0d2-4820-4a2e-9b02-2731c4dac373 req-9b5e96f1-8330-492b-a41e-3c6b63217239 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:09.530507 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-03d5f0d2-4820-4a2e-9b02-2731c4dac373 req-9b5e96f1-8330-492b-a41e-3c6b63217239 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/networks?id=10fc7efa-f990-4fd3-9796-19ebe5477b79 HTTP/1.1" status: 200 len: 806 time: 0.1671250 Aug 10 03:15:09.597612 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-03d5f0d2-4820-4a2e-9b02-2731c4dac373 req-6a32c3ab-03d7-4151-8982-40560ac09876 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/quotas/22bb0021811f46b18f8e8bb6d66afe0d HTTP/1.1" status: 200 len: 375 time: 0.0352838 Aug 10 03:15:09.652084 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 05839881-b3fb-4c4e-8138-803f9503f0e5 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:15:09.672752 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: 05839881-b3fb-4c4e-8138-803f9503f0e5 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:15:09.673121 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 05839881-b3fb-4c4e-8138-803f9503f0e5 not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:15:09.673517 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:15:09.673691 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e5edb0-be4f-4886-823e-31abd47d21b5 req-a247dd9b-4c16-495c-9435-28c1b99abe1b tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:09.675954 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e6e5edb0-be4f-4886-823e-31abd47d21b5 req-a247dd9b-4c16-495c-9435-28c1b99abe1b tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/ports?device_id=dda4accc-a396-421d-882e-1c208f23709d HTTP/1.1" status: 200 len: 946 time: 0.1544464 Aug 10 03:15:09.679950 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba24fdf0-c838-4d02-a875-61d152272da7 req-3fbff392-361b-4924-9169-929f5d3200e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:09.681863 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ba24fdf0-c838-4d02-a875-61d152272da7 req-3fbff392-361b-4924-9169-929f5d3200e6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3a83eb90-c240-427c-8862-08b707a921de HTTP/1.1" status: 200 len: 906 time: 0.1851878 Aug 10 03:15:09.698444 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:15:09.698813 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:15:09.699281 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 588af903-4c45-4416-8282-a836a85c3aae no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:15:09.714858 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-03d5f0d2-4820-4a2e-9b02-2731c4dac373 req-471830b0-285b-4d27-8643-c1b00141ccf5 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=22bb0021811f46b18f8e8bb6d66afe0d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1094556 Aug 10 03:15:09.718134 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: 588af903-4c45-4416-8282-a836a85c3aae {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:15:09.718487 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 588af903-4c45-4416-8282-a836a85c3aae not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:15:09.751269 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ba24fdf0-c838-4d02-a875-61d152272da7 req-8347b29a-8a67-432f-a994-727e5713e504 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=deb3beda-cb85-455c-ab9e-b25658569bdb HTTP/1.1" status: 200 len: 217 time: 0.0587406 Aug 10 03:15:09.837877 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e6e5edb0-be4f-4886-823e-31abd47d21b5 req-eaf84439-cc5e-4b60-b83a-35af89ace656 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/security-groups?id=e27bfad8-2aac-4372-8505-6d015ef4ee33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503005 Aug 10 03:15:09.863195 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba24fdf0-c838-4d02-a875-61d152272da7 req-c9cb758e-f50a-4a7c-bfc4-0f5d9eaa6880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:09.864765 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ba24fdf0-c838-4d02-a875-61d152272da7 req-c9cb758e-f50a-4a7c-bfc4-0f5d9eaa6880 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cb34339b-adc8-40a3-9ffe-8f05f8fed3e8 HTTP/1.1" status: 200 len: 845 time: 0.0725985 Aug 10 03:15:09.905760 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ba24fdf0-c838-4d02-a875-61d152272da7 req-66221536-7df1-404b-8db4-6196b7c82a19 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3a83eb90-c240-427c-8862-08b707a921de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309730 Aug 10 03:15:09.907506 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-03d5f0d2-4820-4a2e-9b02-2731c4dac373 req-7e34ae74-5baa-4756-8206-6b56a586fce8 service neutron] 10.222.0.62 "GET /v2.0/networks/10fc7efa-f990-4fd3-9796-19ebe5477b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655684 Aug 10 03:15:10.071999 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-03d5f0d2-4820-4a2e-9b02-2731c4dac373 req-c3f0ef18-775d-4deb-bc52-5fbe338f6251 service neutron] 10.222.0.62 "GET /v2.0/networks/10fc7efa-f990-4fd3-9796-19ebe5477b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508067 Aug 10 03:15:10.073727 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ba24fdf0-c838-4d02-a875-61d152272da7 req-0e62e2d9-4dc6-4369-b9e6-21e4c3d9eb4a service neutron] 10.222.0.60 "GET /v2.0/networks/3a83eb90-c240-427c-8862-08b707a921de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603949 Aug 10 03:15:10.192810 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ba24fdf0-c838-4d02-a875-61d152272da7 req-36cb6012-99f0-438d-afa1-4b9dca1e6994 service neutron] 10.222.0.60 "GET /v2.0/networks/3a83eb90-c240-427c-8862-08b707a921de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079974 Aug 10 03:15:10.282447 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2483ed8e-2e33-4aa8-b5d0-f8e2ebcd332d req-9b6c9afc-44f6-4345-b9aa-578392d0bd10 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:10.284346 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2483ed8e-2e33-4aa8-b5d0-f8e2ebcd332d req-9b6c9afc-44f6-4345-b9aa-578392d0bd10 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f71cd04-e10c-48ae-9c97-e2565e731b3a HTTP/1.1" status: 200 len: 943 time: 0.0560544 Aug 10 03:15:10.371284 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2483ed8e-2e33-4aa8-b5d0-f8e2ebcd332d req-a2d91dd3-50ed-41e7-8622-5941850165c7 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/security-groups?id=106bd2aa-b217-4cc2-a6fb-fb066e9e308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754993 Aug 10 03:15:10.389521 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d6ef56-cefb-4991-9e1b-83aec3aba24f req-28ea5651-6237-46a1-89a0-54d16edcc80f tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:10.397708 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-77d6ef56-cefb-4991-9e1b-83aec3aba24f req-28ea5651-6237-46a1-89a0-54d16edcc80f tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 945 time: 0.0945463 Aug 10 03:15:10.438927 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-77d6ef56-cefb-4991-9e1b-83aec3aba24f req-38dc4b12-b33b-4093-ae81-f8381f42a8e0 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403161 Aug 10 03:15:10.502427 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34381545-79e8-492e-b5ac-0a04431fa3f7 req-1b984e62-c647-46d5-b6ed-07f9bdff6aea tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:10.503988 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-34381545-79e8-492e-b5ac-0a04431fa3f7 req-1b984e62-c647-46d5-b6ed-07f9bdff6aea tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9077c67-e6aa-4cd6-b76d-6fcb28d8d835&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0692439 Aug 10 03:15:10.512356 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48446) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:10.572926 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-34381545-79e8-492e-b5ac-0a04431fa3f7 req-5de32599-7781-4be7-ba7e-c4aa9437bea3 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.14 HTTP/1.1" status: 200 len: 695 time: 0.0611434 Aug 10 03:15:10.584923 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-34381545-79e8-492e-b5ac-0a04431fa3f7 req-e18f2b55-264e-443b-afc4-1ca8b8f20a4a tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Request body: {'floatingip': {'port_id': '3e547962-d6f2-42f4-b191-caaf7b15d044', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:10.591647 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-756ba772-c37d-4757-b0bb-b4e0a7376f18 req-04ce3055-c545-4fae-bc57-4e8c04011899 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/security-groups/f612fc70-c9ee-420a-83e7-cb4dcfcd3edb HTTP/1.1" status: 200 len: 1800 time: 0.1163011 Aug 10 03:15:10.642456 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-34381545-79e8-492e-b5ac-0a04431fa3f7 req-e18f2b55-264e-443b-afc4-1ca8b8f20a4a tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Notify callbacks [] for floatingip, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:10.673366 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-49bcd86b-d18c-4b8d-b3c2-b023e7aca484 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8333b902310544f7aecb98f34c16d537&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1574845 Aug 10 03:15:10.673761 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48452) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:10.729355 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3ef7374d-0465-41ad-8ae7-f107854f6801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:10.752620 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3ef7374d-0465-41ad-8ae7-f107854f6801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:10.771768 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-756ba772-c37d-4757-b0bb-b4e0a7376f18 req-e125a7ed-048c-4834-ba9a-38bc48971783 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:10.803548 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3ef7374d-0465-41ad-8ae7-f107854f6801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:10.806621 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3ef7374d-0465-41ad-8ae7-f107854f6801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:10.807991 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3ef7374d-0465-41ad-8ae7-f107854f6801 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/15c10190-2ea4-485f-8f55-415e66c74675 HTTP/1.1" status: 204 len: 168 time: 0.1333163 Aug 10 03:15:10.816480 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef7374d-0465-41ad-8ae7-f107854f6801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c10190-2ea4-485f-8f55-415e66c74675,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:10.852765 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-756ba772-c37d-4757-b0bb-b4e0a7376f18 req-e125a7ed-048c-4834-ba9a-38bc48971783 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:10.910192 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab4578b-6c45-4ef8-9be9-f4610d7f2dc3', 'name': 'network-vif-deleted', 'tag': 'a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:10.912441 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767a0acd-4de1-4ec2-a2c4-7f65c17a2648" -d '{"events": [{"server_uuid": "7ab4578b-6c45-4ef8-9be9-f4610d7f2dc3", "name": "network-vif-deleted", "tag": "a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:10.946935 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-756ba772-c37d-4757-b0bb-b4e0a7376f18 req-e125a7ed-048c-4834-ba9a-38bc48971783 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:10.950032 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-756ba772-c37d-4757-b0bb-b4e0a7376f18 req-e125a7ed-048c-4834-ba9a-38bc48971783 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:10.951171 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-756ba772-c37d-4757-b0bb-b4e0a7376f18 req-e125a7ed-048c-4834-ba9a-38bc48971783 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "DELETE /v2.0/security-groups/f612fc70-c9ee-420a-83e7-cb4dcfcd3edb HTTP/1.1" status: 204 len: 173 time: 0.3306892 Aug 10 03:15:11.359048 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e125a7ed-048c-4834-ba9a-38bc48971783 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f612fc70-c9ee-420a-83e7-cb4dcfcd3edb,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:11.433139 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-09875acb-d9fc-4ba5-95af-c21eb40a1cbf req-677cc4fa-1deb-4a97-8900-e58938c6da6d tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=08170954-8aec-418b-b26a-cb6a0290a7ed HTTP/1.1" status: 200 len: 210 time: 0.1186898 Aug 10 03:15:11.507328 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53aed14a-573b-4237-89f2-439d6b6ac043 x-openstack-request-id: req-53aed14a-573b-4237-89f2-439d6b6ac043 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:11.507991 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ab4578b-6c45-4ef8-9be9-f4610d7f2dc3", "name": "network-vif-deleted", "tag": "a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:11.507991 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-53aed14a-573b-4237-89f2-439d6b6ac043 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:11.508234 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab4578b-6c45-4ef8-9be9-f4610d7f2dc3', 'name': 'network-vif-deleted', 'tag': 'a9bfec46-dec7-474e-b5d3-e31f8dcfbf7d', 'status': 'completed', 'code': 200} Aug 10 03:15:11.538542 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5f0d2-4820-4a2e-9b02-2731c4dac373 req-34ffad3b-7ed8-4efb-b5f1-5fc93fd72090 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:11.540452 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-03d5f0d2-4820-4a2e-9b02-2731c4dac373 req-34ffad3b-7ed8-4efb-b5f1-5fc93fd72090 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.60 "GET /v2.0/networks?id=10fc7efa-f990-4fd3-9796-19ebe5477b79 HTTP/1.1" status: 200 len: 806 time: 0.2250066 Aug 10 03:15:11.556102 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-03d5f0d2-4820-4a2e-9b02-2731c4dac373 req-58f47141-3f5f-42d5-8d1b-030f7b9dd382 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Request body: {'port': {'device_id': '08170954-8aec-418b-b26a-cb6a0290a7ed', 'network_id': '10fc7efa-f990-4fd3-9796-19ebe5477b79', 'admin_state_up': True, 'tenant_id': '22bb0021811f46b18f8e8bb6d66afe0d'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:11.654235 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device deb3beda-cb85-455c-ab9e-b25658569bdb details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:15:11.734324 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d37ca34b-e93d-4d6d-b4d8-1bcf485123fa req-fb62223c-55ef-4010-8bf6-aac3f8ad4092 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/security-groups/f5b59f5c-5bff-42c2-b647-202a14fc3fe8 HTTP/1.1" status: 200 len: 1801 time: 0.1710269 Aug 10 03:15:11.749330 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port deb3beda-cb85-455c-ab9e-b25658569bdb, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=deb3beda-cb85-455c-ab9e-b25658569bdb,segment=NetworkSegment(2b95187c-537c-4822-a0b0-e1996874f1d3),segment_id=2b95187c-537c-4822-a0b0-e1996874f1d3)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:11.750675 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-34381545-79e8-492e-b5ac-0a04431fa3f7 req-e18f2b55-264e-443b-afc4-1ca8b8f20a4a tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:11.761370 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': 'deb3beda-cb85-455c-ab9e-b25658569bdb', 'network_id': '3a83eb90-c240-427c-8862-08b707a921de', 'port_id': 'deb3beda-cb85-455c-ab9e-b25658569bdb', 'mac_address': 'fa:16:3e:d6:65:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb34339b-adc8-40a3-9ffe-8f05f8fed3e8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:15:11.764228 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-34381545-79e8-492e-b5ac-0a04431fa3f7 req-e18f2b55-264e-443b-afc4-1ca8b8f20a4a tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:11.890894 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03d5f0d2-4820-4a2e-9b02-2731c4dac373 req-58f47141-3f5f-42d5-8d1b-030f7b9dd382 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Made reservation on behalf of 22bb0021811f46b18f8e8bb6d66afe0d for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:15:11.894396 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-03d5f0d2-4820-4a2e-9b02-2731c4dac373 req-58f47141-3f5f-42d5-8d1b-030f7b9dd382 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:11.917904 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d37ca34b-e93d-4d6d-b4d8-1bcf485123fa req-5d4b5cb1-9b7c-4d1c-ad08-47535cbd5e48 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:11.922441 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:11.935412 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deb3beda-cb85-455c-ab9e-b25658569bdb {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:15:11.955507 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port deb3beda-cb85-455c-ab9e-b25658569bdb, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=deb3beda-cb85-455c-ab9e-b25658569bdb,segment=NetworkSegment(2b95187c-537c-4822-a0b0-e1996874f1d3),segment_id=2b95187c-537c-4822-a0b0-e1996874f1d3)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:11.959912 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:11.996647 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d37ca34b-e93d-4d6d-b4d8-1bcf485123fa req-5d4b5cb1-9b7c-4d1c-ad08-47535cbd5e48 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:12.007254 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=deb3beda-cb85-455c-ab9e-b25658569bdb,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:12.018399 n-d-768851-15 neutron-server[94216]: INFO neutron.db.l3_db [req-34381545-79e8-492e-b5ac-0a04431fa3f7 req-e18f2b55-264e-443b-afc4-1ca8b8f20a4a tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Floating IP 5efa621c-6e5a-4b62-80a6-b83f17d98891 associated. External IP: 172.25.7.14, port: 3e547962-d6f2-42f4-b191-caaf7b15d044. Aug 10 03:15:12.161121 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d37ca34b-e93d-4d6d-b4d8-1bcf485123fa req-5d4b5cb1-9b7c-4d1c-ad08-47535cbd5e48 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:12.163603 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d37ca34b-e93d-4d6d-b4d8-1bcf485123fa req-5d4b5cb1-9b7c-4d1c-ad08-47535cbd5e48 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:12.164751 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d37ca34b-e93d-4d6d-b4d8-1bcf485123fa req-5d4b5cb1-9b7c-4d1c-ad08-47535cbd5e48 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "DELETE /v2.0/security-groups/f5b59f5c-5bff-42c2-b647-202a14fc3fe8 HTTP/1.1" status: 204 len: 173 time: 0.4214463 Aug 10 03:15:12.183822 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-03d5f0d2-4820-4a2e-9b02-2731c4dac373 req-58f47141-3f5f-42d5-8d1b-030f7b9dd382 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Allocated IP 172.20.0.9 (10fc7efa-f990-4fd3-9796-19ebe5477b79/e9de5b17-91a7-437b-a5c7-1e57e4d52c95/9a1cd893-5815-40c0-9bee-e64534a341a2) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:15:12.203338 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4b5cb1-9b7c-4d1c-ad08-47535cbd5e48 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b59f5c-5bff-42c2-b647-202a14fc3fe8,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:12.397911 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['deb3beda-cb85-455c-ab9e-b25658569bdb'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:15:12.435153 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec422efb-b5f7-4a5a-89bf-fcc63d462f74 req-0ce51f2d-7fe1-49a2-b16e-627818158ce9 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:12.436572 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ec422efb-b5f7-4a5a-89bf-fcc63d462f74 req-0ce51f2d-7fe1-49a2-b16e-627818158ce9 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f71cd04-e10c-48ae-9c97-e2565e731b3a HTTP/1.1" status: 200 len: 944 time: 0.1531184 Aug 10 03:15:12.491111 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34381545-79e8-492e-b5ac-0a04431fa3f7 req-e18f2b55-264e-443b-afc4-1ca8b8f20a4a tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Router f48d14f1-d459-46bc-be26-50200d08da2d has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:15:12.516330 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ec422efb-b5f7-4a5a-89bf-fcc63d462f74 req-d75482b7-2ad5-48be-a30a-d154a88b0e1a tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/security-groups?id=106bd2aa-b217-4cc2-a6fb-fb066e9e308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710175 Aug 10 03:15:12.522482 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-03d5f0d2-4820-4a2e-9b02-2731c4dac373 req-58f47141-3f5f-42d5-8d1b-030f7b9dd382 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:12.687953 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff7e43c-538d-4a92-a329-ca52c854bf8c req-659de1a9-045f-4280-bc3e-944421d34a21 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:12.689331 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0ff7e43c-538d-4a92-a329-ca52c854bf8c req-659de1a9-045f-4280-bc3e-944421d34a21 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 945 time: 0.1066289 Aug 10 03:15:12.690244 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-03d5f0d2-4820-4a2e-9b02-2731c4dac373 req-58f47141-3f5f-42d5-8d1b-030f7b9dd382 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:12.702648 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['3aa362ab-26b7-4e75-8dea-4968c3cefa2b'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:15:12.727188 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34381545-79e8-492e-b5ac-0a04431fa3f7 req-e18f2b55-264e-443b-afc4-1ca8b8f20a4a tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:15:12.733388 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-34381545-79e8-492e-b5ac-0a04431fa3f7 req-e18f2b55-264e-443b-afc4-1ca8b8f20a4a tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:12.740268 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34ebe98-4a30-4d5a-bb82-7fa56bf41a23 None None] Sync routers for ids ['f48d14f1-d459-46bc-be26-50200d08da2d'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:15:12.756314 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34ebe98-4a30-4d5a-bb82-7fa56bf41a23 None None] Routers {'f48d14f1-d459-46bc-be26-50200d08da2d'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:15:12.756936 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-f34ebe98-4a30-4d5a-bb82-7fa56bf41a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:15:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['f48d14f1-d459-46bc-be26-50200d08da2d'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:12.784083 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03d5f0d2-4820-4a2e-9b02-2731c4dac373 req-58f47141-3f5f-42d5-8d1b-030f7b9dd382 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Network 10fc7efa-f990-4fd3-9796-19ebe5477b79 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:15:12.794115 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-03d5f0d2-4820-4a2e-9b02-2731c4dac373 req-58f47141-3f5f-42d5-8d1b-030f7b9dd382 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:15:12.798053 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-34381545-79e8-492e-b5ac-0a04431fa3f7 req-e18f2b55-264e-443b-afc4-1ca8b8f20a4a tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "PUT /v2.0/floatingips/5efa621c-6e5a-4b62-80a6-b83f17d98891 HTTP/1.1" status: 200 len: 995 time: 2.2180190 Aug 10 03:15:12.798387 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-03d5f0d2-4820-4a2e-9b02-2731c4dac373 req-58f47141-3f5f-42d5-8d1b-030f7b9dd382 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:15:12.829745 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f47141-3f5f-42d5-8d1b-030f7b9dd382 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Pushing event updated for resources: {'Port': ['ID=9a1cd893-5815-40c0-9bee-e64534a341a2,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:12.852376 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0ff7e43c-538d-4a92-a329-ca52c854bf8c req-2b49015f-3252-4b36-8e6b-8bd3d8160a43 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489446 Aug 10 03:15:12.893965 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5f0d2-4820-4a2e-9b02-2731c4dac373 req-58f47141-3f5f-42d5-8d1b-030f7b9dd382 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:12.894679 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-03d5f0d2-4820-4a2e-9b02-2731c4dac373 req-58f47141-3f5f-42d5-8d1b-030f7b9dd382 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:12.908992 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34381545-79e8-492e-b5ac-0a04431fa3f7 req-8da7cfe2-f908-4bf4-bf4d-426365079ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:12.909237 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-f34ebe98-4a30-4d5a-bb82-7fa56bf41a23 None None] Set router f48d14f1-d459-46bc-be26-50200d08da2d gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:15:12.915404 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-34381545-79e8-492e-b5ac-0a04431fa3f7 req-8da7cfe2-f908-4bf4-bf4d-426365079ff9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ef09b0c7cc5b46efbe589c3baf17fa5c&device_id=c9077c67-e6aa-4cd6-b76d-6fcb28d8d835 HTTP/1.1" status: 200 len: 1097 time: 0.0799165 Aug 10 03:15:12.965795 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-03d5f0d2-4820-4a2e-9b02-2731c4dac373 req-58f47141-3f5f-42d5-8d1b-030f7b9dd382 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4150543 Aug 10 03:15:12.980015 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-03d5f0d2-4820-4a2e-9b02-2731c4dac373 req-f44db768-8017-45ee-a5c6-ad2c34279bbf service neutron] Request body: {'port': {'device_id': '08170954-8aec-418b-b26a-cb6a0290a7ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:13.056329 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34381545-79e8-492e-b5ac-0a04431fa3f7 req-97bc5420-53f1-4e60-ad52-a6c1929a27d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:13.057862 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-34381545-79e8-492e-b5ac-0a04431fa3f7 req-97bc5420-53f1-4e60-ad52-a6c1929a27d7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a768fce9-a23b-4fa6-95f6-80231f5ae7ad HTTP/1.1" status: 200 len: 922 time: 0.1413324 Aug 10 03:15:13.067832 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-03d5f0d2-4820-4a2e-9b02-2731c4dac373 req-f44db768-8017-45ee-a5c6-ad2c34279bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:13.091093 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-a8b9b7b7-5da8-4236-a1fa-3aeeed1906a8 req-00d492f8-5818-4e0e-8461-fa93352ad42f tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1948763527', 'description': 'tempest-description-1208529511'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:13.183273 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-f34ebe98-4a30-4d5a-bb82-7fa56bf41a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1655322033-router', 'tenant_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '018e380d-f604-4cb0-863f-90f5342d237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:14:24Z', 'updated_at': '2021-08-10T03:14:31Z', 'revision_number': 4, 'project_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'gw_port': {'id': '018e380d-f604-4cb0-863f-90f5342d237a', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:49:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:25Z', 'updated_at': '2021-08-10T03:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '5efa621c-6e5a-4b62-80a6-b83f17d98891', 'tenant_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'floating_ip_address': '172.25.7.14', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'port_id': '3e547962-d6f2-42f4-b191-caaf7b15d044', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a768fce9-a23b-4fa6-95f6-80231f5ae7ad', 'mac_address': 'fa:16:3e:1a:b3:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9077c67-e6aa-4cd6-b76d-6fcb28d8d835', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:14:52Z', 'updated_at': '2021-08-10T03:15:11Z', 'revision_number': 1, 'project_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a15eda61-5d9e-4c1f-b798-cf613ad4f9bc', 'name': '', 'network_id': 'a768fce9-a23b-4fa6-95f6-80231f5ae7ad', 'tenant_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'mac_address': 'fa:16:3e:a7:5a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '75b49776-2445-4c00-a5a3-1dc63629b279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:29Z', 'updated_at': '2021-08-10T03:14:38Z', 'revision_number': 5, 'project_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'subnets': [{'id': '75b49776-2445-4c00-a5a3-1dc63629b279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:13.185072 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a8b9b7b7-5da8-4236-a1fa-3aeeed1906a8 req-00d492f8-5818-4e0e-8461-fa93352ad42f tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:13.203711 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-34381545-79e8-492e-b5ac-0a04431fa3f7 req-59657e6b-21eb-40e4-b071-01814a0e3cf5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e547962-d6f2-42f4-b191-caaf7b15d044 HTTP/1.1" status: 200 len: 998 time: 0.1325836 Aug 10 03:15:13.209891 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34ebe98-4a30-4d5a-bb82-7fa56bf41a23 None None] Checking router: f48d14f1-d459-46bc-be26-50200d08da2d for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:15:13.218523 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34ebe98-4a30-4d5a-bb82-7fa56bf41a23 None None] Routers {'f48d14f1-d459-46bc-be26-50200d08da2d'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:15:13.219114 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-f34ebe98-4a30-4d5a-bb82-7fa56bf41a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:15:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['f48d14f1-d459-46bc-be26-50200d08da2d'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:13.327334 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-f34ebe98-4a30-4d5a-bb82-7fa56bf41a23 None None] Set router f48d14f1-d459-46bc-be26-50200d08da2d gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:15:13.372394 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34381545-79e8-492e-b5ac-0a04431fa3f7 req-663361eb-95fe-4c05-af56-de4b64f60d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:13.373889 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-34381545-79e8-492e-b5ac-0a04431fa3f7 req-663361eb-95fe-4c05-af56-de4b64f60d5c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=75b49776-2445-4c00-a5a3-1dc63629b279 HTTP/1.1" status: 200 len: 860 time: 0.1616821 Aug 10 03:15:13.483793 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34381545-79e8-492e-b5ac-0a04431fa3f7 req-4c2eed47-143a-4d9d-a5c1-19be2a9b1438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:13.485319 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-34381545-79e8-492e-b5ac-0a04431fa3f7 req-4c2eed47-143a-4d9d-a5c1-19be2a9b1438 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a768fce9-a23b-4fa6-95f6-80231f5ae7ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1023209 Aug 10 03:15:13.510277 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a8b9b7b7-5da8-4236-a1fa-3aeeed1906a8 req-00d492f8-5818-4e0e-8461-fa93352ad42f tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:13.511955 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9077c67-e6aa-4cd6-b76d-6fcb28d8d835', 'tag': '3e547962-d6f2-42f4-b191-caaf7b15d044'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:13.514768 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cea032c-0b62-4273-b6e3-2b6a26a6101f" -d '{"events": [{"name": "network-changed", "server_uuid": "c9077c67-e6aa-4cd6-b76d-6fcb28d8d835", "tag": "3e547962-d6f2-42f4-b191-caaf7b15d044"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:13.529348 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a8b9b7b7-5da8-4236-a1fa-3aeeed1906a8 req-00d492f8-5818-4e0e-8461-fa93352ad42f tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:13.557048 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-f34ebe98-4a30-4d5a-bb82-7fa56bf41a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1655322033-router', 'tenant_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '018e380d-f604-4cb0-863f-90f5342d237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:14:24Z', 'updated_at': '2021-08-10T03:14:31Z', 'revision_number': 4, 'project_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'gw_port': {'id': '018e380d-f604-4cb0-863f-90f5342d237a', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:49:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:25Z', 'updated_at': '2021-08-10T03:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '5efa621c-6e5a-4b62-80a6-b83f17d98891', 'tenant_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'floating_ip_address': '172.25.7.14', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'port_id': '3e547962-d6f2-42f4-b191-caaf7b15d044', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a768fce9-a23b-4fa6-95f6-80231f5ae7ad', 'mac_address': 'fa:16:3e:1a:b3:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9077c67-e6aa-4cd6-b76d-6fcb28d8d835', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:14:52Z', 'updated_at': '2021-08-10T03:15:11Z', 'revision_number': 1, 'project_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a15eda61-5d9e-4c1f-b798-cf613ad4f9bc', 'name': '', 'network_id': 'a768fce9-a23b-4fa6-95f6-80231f5ae7ad', 'tenant_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'mac_address': 'fa:16:3e:a7:5a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '75b49776-2445-4c00-a5a3-1dc63629b279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:29Z', 'updated_at': '2021-08-10T03:14:38Z', 'revision_number': 5, 'project_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'subnets': [{'id': '75b49776-2445-4c00-a5a3-1dc63629b279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:13.583793 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34ebe98-4a30-4d5a-bb82-7fa56bf41a23 None None] The sync data for ids ['f48d14f1-d459-46bc-be26-50200d08da2d'] in n-d-768851-15 is: [{'id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1655322033-router', 'tenant_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '018e380d-f604-4cb0-863f-90f5342d237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:14:24Z', 'updated_at': '2021-08-10T03:14:31Z', 'revision_number': 4, 'project_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'gw_port': {'id': '018e380d-f604-4cb0-863f-90f5342d237a', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:49:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:25Z', 'updated_at': '2021-08-10T03:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '5efa621c-6e5a-4b62-80a6-b83f17d98891', 'tenant_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'floating_ip_address': '172.25.7.14', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'port_id': '3e547962-d6f2-42f4-b191-caaf7b15d044', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a768fce9-a23b-4fa6-95f6-80231f5ae7ad', 'mac_address': 'fa:16:3e:1a:b3:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9077c67-e6aa-4cd6-b76d-6fcb28d8d835', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:14:52Z', 'updated_at': '2021-08-10T03:15:11Z', 'revision_number': 1, 'project_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a15eda61-5d9e-4c1f-b798-cf613ad4f9bc', 'name': '', 'network_id': 'a768fce9-a23b-4fa6-95f6-80231f5ae7ad', 'tenant_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'mac_address': 'fa:16:3e:a7:5a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '75b49776-2445-4c00-a5a3-1dc63629b279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:29Z', 'updated_at': '2021-08-10T03:14:38Z', 'revision_number': 5, 'project_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'subnets': [{'id': '75b49776-2445-4c00-a5a3-1dc63629b279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:15:13.631619 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a8b9b7b7-5da8-4236-a1fa-3aeeed1906a8 req-00d492f8-5818-4e0e-8461-fa93352ad42f tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:13.632831 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a8b9b7b7-5da8-4236-a1fa-3aeeed1906a8 req-00d492f8-5818-4e0e-8461-fa93352ad42f tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5462506 Aug 10 03:15:13.638710 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d492f8-5818-4e0e-8461-fa93352ad42f tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fbf59b1-9a03-40cc-bfae-357ff5db637b,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:13.661771 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-03d5f0d2-4820-4a2e-9b02-2731c4dac373 req-f44db768-8017-45ee-a5c6-ad2c34279bbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a1cd893-5815-40c0-9bee-e64534a341a2 {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:15:13.672893 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-03d5f0d2-4820-4a2e-9b02-2731c4dac373 req-f44db768-8017-45ee-a5c6-ad2c34279bbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:13.696898 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-34381545-79e8-492e-b5ac-0a04431fa3f7 req-be83e1c4-9a92-4a3f-9de0-feceba632500 service neutron] 10.222.0.62 "GET /v2.0/networks/a768fce9-a23b-4fa6-95f6-80231f5ae7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004633 Aug 10 03:15:13.698168 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-03d5f0d2-4820-4a2e-9b02-2731c4dac373 req-f44db768-8017-45ee-a5c6-ad2c34279bbf service neutron] Transition to ACTIVE for port object 9a1cd893-5815-40c0-9bee-e64534a341a2 will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:15:13.710780 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-03d5f0d2-4820-4a2e-9b02-2731c4dac373 req-f44db768-8017-45ee-a5c6-ad2c34279bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:13.796138 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9ca1a6-7622-47ce-82fd-990587a7e96d None None] New status for floating IP 5efa621c-6e5a-4b62-80a6-b83f17d98891: ACTIVE {{(pid=94219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:15:13.853035 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44db768-8017-45ee-a5c6-ad2c34279bbf service neutron] Pushing event updated for resources: {'Port': ['ID=9a1cd893-5815-40c0-9bee-e64534a341a2,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:13.888729 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d24a6-bdaf-4fcd-b907-995103da2d6c req-a3a38c7c-e8ea-473b-b7e8-f8c794023946 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:13.890239 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cc6d24a6-bdaf-4fcd-b907-995103da2d6c req-a3a38c7c-e8ea-473b-b7e8-f8c794023946 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=08170954-8aec-418b-b26a-cb6a0290a7ed HTTP/1.1" status: 200 len: 943 time: 0.1884992 Aug 10 03:15:13.946533 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-34381545-79e8-492e-b5ac-0a04431fa3f7 req-0a902e9b-0e7f-4a49-b6f3-86e956647b59 service neutron] 10.222.0.62 "GET /v2.0/networks/a768fce9-a23b-4fa6-95f6-80231f5ae7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318809 Aug 10 03:15:13.979290 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cc6d24a6-bdaf-4fcd-b907-995103da2d6c req-abe89618-0006-44d3-a51a-ea22c70e2f25 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631971 Aug 10 03:15:13.983888 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-03d5f0d2-4820-4a2e-9b02-2731c4dac373 req-f44db768-8017-45ee-a5c6-ad2c34279bbf service neutron] Attempting to bind port 9a1cd893-5815-40c0-9bee-e64534a341a2 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:15:13.984226 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-03d5f0d2-4820-4a2e-9b02-2731c4dac373 req-f44db768-8017-45ee-a5c6-ad2c34279bbf service neutron] Attempting to bind port 9a1cd893-5815-40c0-9bee-e64534a341a2 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '5f459ac7-2da0-4395-80e8-4acadecdbda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '10fc7efa-f990-4fd3-9796-19ebe5477b79'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:15:13.984552 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d5f0d2-4820-4a2e-9b02-2731c4dac373 req-f44db768-8017-45ee-a5c6-ad2c34279bbf service neutron] Attempting to bind port 9a1cd893-5815-40c0-9bee-e64534a341a2 on network 10fc7efa-f990-4fd3-9796-19ebe5477b79 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:15:13.989223 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d5f0d2-4820-4a2e-9b02-2731c4dac373 req-f44db768-8017-45ee-a5c6-ad2c34279bbf service neutron] Port 9a1cd893-5815-40c0-9bee-e64534a341a2 on network 10fc7efa-f990-4fd3-9796-19ebe5477b79 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:15:13.989560 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d5f0d2-4820-4a2e-9b02-2731c4dac373 req-f44db768-8017-45ee-a5c6-ad2c34279bbf service neutron] Attempting to bind port 9a1cd893-5815-40c0-9bee-e64534a341a2 on network 10fc7efa-f990-4fd3-9796-19ebe5477b79 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:15:14.004169 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d5f0d2-4820-4a2e-9b02-2731c4dac373 req-f44db768-8017-45ee-a5c6-ad2c34279bbf service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:15:14.004509 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d5f0d2-4820-4a2e-9b02-2731c4dac373 req-f44db768-8017-45ee-a5c6-ad2c34279bbf service neutron] Checking segment: {'id': '5f459ac7-2da0-4395-80e8-4acadecdbda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '10fc7efa-f990-4fd3-9796-19ebe5477b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:15:14.004895 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d5f0d2-4820-4a2e-9b02-2731c4dac373 req-f44db768-8017-45ee-a5c6-ad2c34279bbf service neutron] Bound using segment: {'id': '5f459ac7-2da0-4395-80e8-4acadecdbda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '10fc7efa-f990-4fd3-9796-19ebe5477b79'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:15:14.005374 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-03d5f0d2-4820-4a2e-9b02-2731c4dac373 req-f44db768-8017-45ee-a5c6-ad2c34279bbf service neutron] Bound port: 9a1cd893-5815-40c0-9bee-e64534a341a2, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f459ac7-2da0-4395-80e8-4acadecdbda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '10fc7efa-f990-4fd3-9796-19ebe5477b79'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:15:14.005692 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-03d5f0d2-4820-4a2e-9b02-2731c4dac373 req-f44db768-8017-45ee-a5c6-ad2c34279bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:14.075646 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-03d5f0d2-4820-4a2e-9b02-2731c4dac373 req-f44db768-8017-45ee-a5c6-ad2c34279bbf service neutron] For port 9a1cd893-5815-40c0-9bee-e64534a341a2, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:15:14.079059 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-03d5f0d2-4820-4a2e-9b02-2731c4dac373 req-f44db768-8017-45ee-a5c6-ad2c34279bbf service neutron] For port 9a1cd893-5815-40c0-9bee-e64534a341a2, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=9a1cd893-5815-40c0-9bee-e64534a341a2,segment=NetworkSegment(5f459ac7-2da0-4395-80e8-4acadecdbda0),segment_id=5f459ac7-2da0-4395-80e8-4acadecdbda0)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:15:14.085254 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-03d5f0d2-4820-4a2e-9b02-2731c4dac373 req-f44db768-8017-45ee-a5c6-ad2c34279bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:14.121245 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bced424a-8111-46fa-be6e-c2720069f684 x-openstack-request-id: req-bced424a-8111-46fa-be6e-c2720069f684 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:14.121535 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9077c67-e6aa-4cd6-b76d-6fcb28d8d835", "tag": "3e547962-d6f2-42f4-b191-caaf7b15d044", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:14.121791 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bced424a-8111-46fa-be6e-c2720069f684 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:14.122180 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9077c67-e6aa-4cd6-b76d-6fcb28d8d835', 'tag': '3e547962-d6f2-42f4-b191-caaf7b15d044', 'status': 'completed', 'code': 200} Aug 10 03:15:14.155942 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5f0d2-4820-4a2e-9b02-2731c4dac373 req-f44db768-8017-45ee-a5c6-ad2c34279bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:14.156568 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-03d5f0d2-4820-4a2e-9b02-2731c4dac373 req-f44db768-8017-45ee-a5c6-ad2c34279bbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:14.157982 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-03d5f0d2-4820-4a2e-9b02-2731c4dac373 req-f44db768-8017-45ee-a5c6-ad2c34279bbf service neutron] 10.222.0.60 "PUT /v2.0/ports/9a1cd893-5815-40c0-9bee-e64534a341a2 HTTP/1.1" status: 200 len: 1092 time: 1.1822066 Aug 10 03:15:14.189295 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cea032c-0b62-4273-b6e3-2b6a26a6101f req-4bb3fe76-e5d5-4553-9691-4538bcda70a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:14.190822 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5cea032c-0b62-4273-b6e3-2b6a26a6101f req-4bb3fe76-e5d5-4553-9691-4538bcda70a2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ef09b0c7cc5b46efbe589c3baf17fa5c&device_id=c9077c67-e6aa-4cd6-b76d-6fcb28d8d835 HTTP/1.1" status: 200 len: 1097 time: 0.0486999 Aug 10 03:15:14.238264 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44db768-8017-45ee-a5c6-ad2c34279bbf service neutron] Pushing event updated for resources: {'Port': ['ID=9a1cd893-5815-40c0-9bee-e64534a341a2,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:14.245739 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-09c03443-032c-4883-a110-e7e49bf357d7 req-5ce7120e-4ee7-44eb-ab27-f9fd254cfcc5 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/security-groups/8fbf59b1-9a03-40cc-bfae-357ff5db637b HTTP/1.1" status: 200 len: 1803 time: 0.1278453 Aug 10 03:15:14.260609 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-09c03443-032c-4883-a110-e7e49bf357d7 req-094be35b-c85e-488a-a264-893bd4ded033 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1780226202', 'description': 'tempest-description-hth-2054887899'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:14.277143 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96daf303-f9ab-4c9a-863a-181f89cd3b1c req-dd8bb923-bf4c-40ec-8ef0-553a697f4dc4 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:14.278628 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-96daf303-f9ab-4c9a-863a-181f89cd3b1c req-dd8bb923-bf4c-40ec-8ef0-553a697f4dc4 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f71cd04-e10c-48ae-9c97-e2565e731b3a HTTP/1.1" status: 200 len: 944 time: 0.1198061 Aug 10 03:15:14.288826 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cea032c-0b62-4273-b6e3-2b6a26a6101f req-af10a607-158e-482c-8afb-d3215126ff62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:14.290295 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5cea032c-0b62-4273-b6e3-2b6a26a6101f req-af10a607-158e-482c-8afb-d3215126ff62 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a768fce9-a23b-4fa6-95f6-80231f5ae7ad HTTP/1.1" status: 200 len: 922 time: 0.0913305 Aug 10 03:15:14.310906 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5f0d2-4820-4a2e-9b02-2731c4dac373 req-ad480dd5-8118-444c-97d0-4d0de1faf2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:14.312375 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-03d5f0d2-4820-4a2e-9b02-2731c4dac373 req-ad480dd5-8118-444c-97d0-4d0de1faf2c1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=22bb0021811f46b18f8e8bb6d66afe0d&device_id=08170954-8aec-418b-b26a-cb6a0290a7ed HTTP/1.1" status: 200 len: 1095 time: 0.1042476 Aug 10 03:15:14.320001 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-09c03443-032c-4883-a110-e7e49bf357d7 req-094be35b-c85e-488a-a264-893bd4ded033 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks [] for security_group, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:14.358596 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5cea032c-0b62-4273-b6e3-2b6a26a6101f req-aa9bf99c-93cd-46f3-be2c-bd501456547d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e547962-d6f2-42f4-b191-caaf7b15d044 HTTP/1.1" status: 200 len: 1000 time: 0.0610056 Aug 10 03:15:14.386537 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-96daf303-f9ab-4c9a-863a-181f89cd3b1c req-a911a0e6-f8f0-4649-ab0b-df7d0bac929e tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/security-groups?id=106bd2aa-b217-4cc2-a6fb-fb066e9e308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010954 Aug 10 03:15:14.389968 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-03d5f0d2-4820-4a2e-9b02-2731c4dac373 req-7714c68c-8084-4aa6-a96a-fe7ed7b9e344 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a1cd893-5815-40c0-9bee-e64534a341a2 HTTP/1.1" status: 200 len: 217 time: 0.0626409 Aug 10 03:15:14.424168 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cea032c-0b62-4273-b6e3-2b6a26a6101f req-c1d982d4-7851-49aa-ae01-894a61ebe809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:14.425668 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5cea032c-0b62-4273-b6e3-2b6a26a6101f req-c1d982d4-7851-49aa-ae01-894a61ebe809 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=75b49776-2445-4c00-a5a3-1dc63629b279 HTTP/1.1" status: 200 len: 860 time: 0.0576372 Aug 10 03:15:14.450465 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-09c03443-032c-4883-a110-e7e49bf357d7 req-094be35b-c85e-488a-a264-893bd4ded033 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks [] for security_group, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:14.466192 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-09c03443-032c-4883-a110-e7e49bf357d7 req-094be35b-c85e-488a-a264-893bd4ded033 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:14.468745 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-09c03443-032c-4883-a110-e7e49bf357d7 req-094be35b-c85e-488a-a264-893bd4ded033 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:14.469937 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-09c03443-032c-4883-a110-e7e49bf357d7 req-094be35b-c85e-488a-a264-893bd4ded033 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "PUT /v2.0/security-groups/8fbf59b1-9a03-40cc-bfae-357ff5db637b HTTP/1.1" status: 200 len: 1777 time: 0.2153134 Aug 10 03:15:14.480680 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cea032c-0b62-4273-b6e3-2b6a26a6101f req-4a422346-1fe1-4ab0-ae5b-73c3971ad5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:14.482387 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5cea032c-0b62-4273-b6e3-2b6a26a6101f req-4a422346-1fe1-4ab0-ae5b-73c3971ad5f5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a768fce9-a23b-4fa6-95f6-80231f5ae7ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470936 Aug 10 03:15:14.491876 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5f0d2-4820-4a2e-9b02-2731c4dac373 req-82a025a5-cb10-41b2-a054-aa43887b3212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:14.493334 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-03d5f0d2-4820-4a2e-9b02-2731c4dac373 req-82a025a5-cb10-41b2-a054-aa43887b3212 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9de5b17-91a7-437b-a5c7-1e57e4d52c95 HTTP/1.1" status: 200 len: 846 time: 0.0942245 Aug 10 03:15:14.544379 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-03d5f0d2-4820-4a2e-9b02-2731c4dac373 req-76d6e552-4d8f-4b51-bdb9-cde68481bcfb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=10fc7efa-f990-4fd3-9796-19ebe5477b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375974 Aug 10 03:15:14.556865 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094be35b-c85e-488a-a264-893bd4ded033 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fbf59b1-9a03-40cc-bfae-357ff5db637b,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:14.576941 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5cea032c-0b62-4273-b6e3-2b6a26a6101f req-82715095-452d-4e9f-b17c-1c701166a10e service neutron] 10.222.0.58 "GET /v2.0/networks/a768fce9-a23b-4fa6-95f6-80231f5ae7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837588 Aug 10 03:15:14.603550 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b06a610-7f32-412f-9457-0777f7f8ac78 req-4e8c3420-051c-4b6d-9d49-179ebc134c26 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:14.605050 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4b06a610-7f32-412f-9457-0777f7f8ac78 req-4e8c3420-051c-4b6d-9d49-179ebc134c26 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 945 time: 0.1577985 Aug 10 03:15:14.670074 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5cea032c-0b62-4273-b6e3-2b6a26a6101f req-3790f056-2229-478f-9aa4-a90e12606afa service neutron] 10.222.0.58 "GET /v2.0/networks/a768fce9-a23b-4fa6-95f6-80231f5ae7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857453 Aug 10 03:15:14.987239 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed097ba-3bf9-4f96-9657-30722a279aba req-9e3ed408-64a8-423a-be1e-d238e19faead tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:14.988727 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bed097ba-3bf9-4f96-9657-30722a279aba req-9e3ed408-64a8-423a-be1e-d238e19faead tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/ports?device_id=dda4accc-a396-421d-882e-1c208f23709d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4669714 Aug 10 03:15:15.052637 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4b06a610-7f32-412f-9457-0777f7f8ac78 req-402e7689-9222-4ecf-a3d8-11f4cff300fb tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4185488 Aug 10 03:15:15.078379 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-03d5f0d2-4820-4a2e-9b02-2731c4dac373 req-b9791d43-bd7f-44d8-8841-f9c3c9783a11 service neutron] 10.222.0.60 "GET /v2.0/networks/10fc7efa-f990-4fd3-9796-19ebe5477b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5117505 Aug 10 03:15:15.107115 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bed097ba-3bf9-4f96-9657-30722a279aba req-032e5397-8472-4bf3-9fee-9c1e3f01c77b tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.14 HTTP/1.1" status: 200 len: 1000 time: 0.1061349 Aug 10 03:15:15.139272 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-bed097ba-3bf9-4f96-9657-30722a279aba req-9d07641e-6722-49bc-adf5-4323a2caebeb tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Request body: {'floatingip': {'port_id': '7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:15.253623 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d5725cba-c897-4825-b9af-d35e07ec797b req-8e583fe6-801c-4a7e-804d-3c25c725f071 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/security-groups/8fbf59b1-9a03-40cc-bfae-357ff5db637b HTTP/1.1" status: 200 len: 1777 time: 0.1101213 Aug 10 03:15:15.264945 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-bed097ba-3bf9-4f96-9657-30722a279aba req-9d07641e-6722-49bc-adf5-4323a2caebeb tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Notify callbacks [] for floatingip, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:15.300074 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-03d5f0d2-4820-4a2e-9b02-2731c4dac373 req-6bb4a93b-2cf8-49d5-ac0f-3e4d12b59d64 service neutron] 10.222.0.60 "GET /v2.0/networks/10fc7efa-f990-4fd3-9796-19ebe5477b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200778 Aug 10 03:15:15.387569 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48550) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:15.420195 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81790b6-f7ac-48aa-b291-c3178006ffbc req-e4cfc1d4-511b-4092-82a3-7c6c1fc57653 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:15.421706 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f81790b6-f7ac-48aa-b291-c3178006ffbc req-e4cfc1d4-511b-4092-82a3-7c6c1fc57653 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=08170954-8aec-418b-b26a-cb6a0290a7ed HTTP/1.1" status: 200 len: 943 time: 0.1119747 Aug 10 03:15:15.498779 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9bd50eb6-e14e-4092-9f58-949f980b6364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:15.513912 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f81790b6-f7ac-48aa-b291-c3178006ffbc req-03cbfa75-994d-40b4-a987-b5a4f7d52d2c tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833085 Aug 10 03:15:15.612089 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9bd50eb6-e14e-4092-9f58-949f980b6364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:15.616421 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9bd50eb6-e14e-4092-9f58-949f980b6364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:15.655508 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd50eb6-e14e-4092-9f58-949f980b6364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0d4b5a-6d21-452b-b57d-f3f531543469,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:15.661255 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9bd50eb6-e14e-4092-9f58-949f980b6364 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fd1ce296919f4a3d9a32284092e2a11c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2726126 Aug 10 03:15:15.663787 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48556) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:15.675920 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device deb3beda-cb85-455c-ab9e-b25658569bdb up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:15:15.723084 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-800c67d8-fa8b-4569-bdef-10b4fd886e11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:15.724630 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port deb3beda-cb85-455c-ab9e-b25658569bdb completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:15:15.728929 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port deb3beda-cb85-455c-ab9e-b25658569bdb triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:15.729308 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:15.747627 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-800c67d8-fa8b-4569-bdef-10b4fd886e11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:15.767390 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fdee94d7-2261-45bd-93c3-811df09bbda5 req-2f1682ac-5722-476b-823e-749066703be0 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/security-groups/8fbf59b1-9a03-40cc-bfae-357ff5db637b HTTP/1.1" status: 200 len: 1777 time: 0.0814648 Aug 10 03:15:15.808349 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-800c67d8-fa8b-4569-bdef-10b4fd886e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:15.811284 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-800c67d8-fa8b-4569-bdef-10b4fd886e11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:15.812612 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-800c67d8-fa8b-4569-bdef-10b4fd886e11 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6f0d4b5a-6d21-452b-b57d-f3f531543469 HTTP/1.1" status: 204 len: 168 time: 0.1475711 Aug 10 03:15:15.817983 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:15.821385 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c67d8-fa8b-4569-bdef-10b4fd886e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0d4b5a-6d21-452b-b57d-f3f531543469,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:15.863000 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f71cd04-e10c-48ae-9c97-e2565e731b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb3beda-cb85-455c-ab9e-b25658569bdb'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:15.865400 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8d2c81-9492-4ea7-9966-c483a63b7a0b" -d '{"events": [{"server_uuid": "8f71cd04-e10c-48ae-9c97-e2565e731b3a", "name": "network-vif-plugged", "status": "completed", "tag": "deb3beda-cb85-455c-ab9e-b25658569bdb"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:15.879592 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port deb3beda-cb85-455c-ab9e-b25658569bdb, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=deb3beda-cb85-455c-ab9e-b25658569bdb,segment=NetworkSegment(2b95187c-537c-4822-a0b0-e1996874f1d3),segment_id=2b95187c-537c-4822-a0b0-e1996874f1d3)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:15.884699 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:15.911263 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-fdee94d7-2261-45bd-93c3-811df09bbda5 req-9b6ea2b1-1659-4253-a157-97ccdd619377 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:15.936088 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-bed097ba-3bf9-4f96-9657-30722a279aba req-9d07641e-6722-49bc-adf5-4323a2caebeb tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:15.937745 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-fdee94d7-2261-45bd-93c3-811df09bbda5 req-9b6ea2b1-1659-4253-a157-97ccdd619377 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:15.943625 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=deb3beda-cb85-455c-ab9e-b25658569bdb,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:15.946629 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-bed097ba-3bf9-4f96-9657-30722a279aba req-9d07641e-6722-49bc-adf5-4323a2caebeb tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:16.052994 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-fdee94d7-2261-45bd-93c3-811df09bbda5 req-9b6ea2b1-1659-4253-a157-97ccdd619377 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:16.055569 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-fdee94d7-2261-45bd-93c3-811df09bbda5 req-9b6ea2b1-1659-4253-a157-97ccdd619377 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:16.057314 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fdee94d7-2261-45bd-93c3-811df09bbda5 req-9b6ea2b1-1659-4253-a157-97ccdd619377 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "DELETE /v2.0/security-groups/8fbf59b1-9a03-40cc-bfae-357ff5db637b HTTP/1.1" status: 204 len: 173 time: 0.2824991 Aug 10 03:15:16.070239 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6ea2b1-1659-4253-a157-97ccdd619377 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fbf59b1-9a03-40cc-bfae-357ff5db637b,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:16.079048 n-d-768851-15 neutron-server[94216]: INFO neutron.db.l3_db [req-bed097ba-3bf9-4f96-9657-30722a279aba req-9d07641e-6722-49bc-adf5-4323a2caebeb tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Floating IP 5efa621c-6e5a-4b62-80a6-b83f17d98891 associated. External IP: 172.25.7.14, port: 3e547962-d6f2-42f4-b191-caaf7b15d044. Aug 10 03:15:16.125591 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08170954-8aec-418b-b26a-cb6a0290a7ed', 'tag': '9a1cd893-5815-40c0-9bee-e64534a341a2'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:16.127900 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57bf0225-cb5d-4a80-8ece-4ff434cc55df" -d '{"events": [{"name": "network-changed", "server_uuid": "08170954-8aec-418b-b26a-cb6a0290a7ed", "tag": "9a1cd893-5815-40c0-9bee-e64534a341a2"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:16.223487 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9522c8-94e4-4ef2-b3d0-fd8535db91ed req-a4302520-f512-45a4-b279-2b83502c125b tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:16.224979 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6f9522c8-94e4-4ef2-b3d0-fd8535db91ed req-a4302520-f512-45a4-b279-2b83502c125b tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f71cd04-e10c-48ae-9c97-e2565e731b3a HTTP/1.1" status: 200 len: 945 time: 0.0926063 Aug 10 03:15:16.329799 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6f9522c8-94e4-4ef2-b3d0-fd8535db91ed req-97b1dd89-cb01-4902-9d73-92f53861e15c tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/security-groups?id=106bd2aa-b217-4cc2-a6fb-fb066e9e308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674539 Aug 10 03:15:16.370039 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bed097ba-3bf9-4f96-9657-30722a279aba req-9d07641e-6722-49bc-adf5-4323a2caebeb tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Router f48d14f1-d459-46bc-be26-50200d08da2d has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:15:16.381825 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d0a4a8-6abc-484f-867e-14fadce550db x-openstack-request-id: req-04d0a4a8-6abc-484f-867e-14fadce550db {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:16.383655 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f71cd04-e10c-48ae-9c97-e2565e731b3a", "name": "network-vif-plugged", "status": "completed", "tag": "deb3beda-cb85-455c-ab9e-b25658569bdb", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:16.384136 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-04d0a4a8-6abc-484f-867e-14fadce550db {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:16.384969 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f71cd04-e10c-48ae-9c97-e2565e731b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb3beda-cb85-455c-ab9e-b25658569bdb', 'code': 200} Aug 10 03:15:16.559074 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bed097ba-3bf9-4f96-9657-30722a279aba req-9d07641e-6722-49bc-adf5-4323a2caebeb tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:15:16.568273 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5be62d-4fa1-401d-8b06-5c692c0e8119 None None] Sync routers for ids ['f48d14f1-d459-46bc-be26-50200d08da2d'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:15:16.577876 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5be62d-4fa1-401d-8b06-5c692c0e8119 None None] Routers {'f48d14f1-d459-46bc-be26-50200d08da2d'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:15:16.578569 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-fe5be62d-4fa1-401d-8b06-5c692c0e8119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:15:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['f48d14f1-d459-46bc-be26-50200d08da2d'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:16.601977 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cca791-12be-4f58-8878-f6fcb60d91c1 req-da29e769-0b43-4ffc-8c57-5702fa024032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:16.603549 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-71cca791-12be-4f58-8878-f6fcb60d91c1 req-da29e769-0b43-4ffc-8c57-5702fa024032 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8f71cd04-e10c-48ae-9c97-e2565e731b3a HTTP/1.1" status: 200 len: 1097 time: 0.1288099 Aug 10 03:15:16.612295 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92918c7-9ab2-4827-b209-56651235d7c9 req-3fbc849e-8e8e-4340-8880-bf264e1e6018 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:16.613695 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a92918c7-9ab2-4827-b209-56651235d7c9 req-3fbc849e-8e8e-4340-8880-bf264e1e6018 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 945 time: 0.1378479 Aug 10 03:15:16.684139 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-fe5be62d-4fa1-401d-8b06-5c692c0e8119 None None] Set router f48d14f1-d459-46bc-be26-50200d08da2d gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:15:16.716942 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a92918c7-9ab2-4827-b209-56651235d7c9 req-40fa9c34-2e1f-41ef-b52d-4f6cece6c4c1 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935934 Aug 10 03:15:16.720821 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-71cca791-12be-4f58-8878-f6fcb60d91c1 req-e201f6bf-b9d5-4dfa-80c7-033241d41055 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=106bd2aa-b217-4cc2-a6fb-fb066e9e308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062562 Aug 10 03:15:16.788532 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f53d1a0d-c7d0-4e99-a2b7-83350edbbcb4 x-openstack-request-id: req-f53d1a0d-c7d0-4e99-a2b7-83350edbbcb4 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:16.789276 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08170954-8aec-418b-b26a-cb6a0290a7ed", "tag": "9a1cd893-5815-40c0-9bee-e64534a341a2", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:16.789276 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f53d1a0d-c7d0-4e99-a2b7-83350edbbcb4 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:16.789514 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08170954-8aec-418b-b26a-cb6a0290a7ed', 'tag': '9a1cd893-5815-40c0-9bee-e64534a341a2', 'status': 'completed', 'code': 200} Aug 10 03:15:16.892951 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf0225-cb5d-4a80-8ece-4ff434cc55df req-c841c8eb-d35e-435c-a764-6eba9b1770f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:16.894467 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-57bf0225-cb5d-4a80-8ece-4ff434cc55df req-c841c8eb-d35e-435c-a764-6eba9b1770f4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=22bb0021811f46b18f8e8bb6d66afe0d&device_id=08170954-8aec-418b-b26a-cb6a0290a7ed HTTP/1.1" status: 200 len: 1095 time: 0.0840917 Aug 10 03:15:16.902237 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bed097ba-3bf9-4f96-9657-30722a279aba req-9d07641e-6722-49bc-adf5-4323a2caebeb tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Router f48d14f1-d459-46bc-be26-50200d08da2d has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:15:16.930593 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-fe5be62d-4fa1-401d-8b06-5c692c0e8119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1655322033-router', 'tenant_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '018e380d-f604-4cb0-863f-90f5342d237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:14:24Z', 'updated_at': '2021-08-10T03:14:31Z', 'revision_number': 4, 'project_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'gw_port': {'id': '018e380d-f604-4cb0-863f-90f5342d237a', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:49:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:25Z', 'updated_at': '2021-08-10T03:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '5efa621c-6e5a-4b62-80a6-b83f17d98891', 'tenant_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'floating_ip_address': '172.25.7.14', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'port_id': '7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a768fce9-a23b-4fa6-95f6-80231f5ae7ad', 'mac_address': 'fa:16:3e:a3:8e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda4accc-a396-421d-882e-1c208f23709d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:14:52Z', 'updated_at': '2021-08-10T03:15:15Z', 'revision_number': 3, 'project_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a15eda61-5d9e-4c1f-b798-cf613ad4f9bc', 'name': '', 'network_id': 'a768fce9-a23b-4fa6-95f6-80231f5ae7ad', 'tenant_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'mac_address': 'fa:16:3e:a7:5a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '75b49776-2445-4c00-a5a3-1dc63629b279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:29Z', 'updated_at': '2021-08-10T03:14:38Z', 'revision_number': 5, 'project_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'subnets': [{'id': '75b49776-2445-4c00-a5a3-1dc63629b279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:16.959158 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5be62d-4fa1-401d-8b06-5c692c0e8119 None None] Checking router: f48d14f1-d459-46bc-be26-50200d08da2d for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:15:16.968669 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5be62d-4fa1-401d-8b06-5c692c0e8119 None None] Routers {'f48d14f1-d459-46bc-be26-50200d08da2d'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:15:16.969459 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-fe5be62d-4fa1-401d-8b06-5c692c0e8119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:15:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['f48d14f1-d459-46bc-be26-50200d08da2d'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:17.082648 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf0225-cb5d-4a80-8ece-4ff434cc55df req-c3b930cc-ebbc-4d99-8e60-2cc070d8de24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:17.084516 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-57bf0225-cb5d-4a80-8ece-4ff434cc55df req-c3b930cc-ebbc-4d99-8e60-2cc070d8de24 service neutron] 10.222.0.60 "GET /v2.0/networks?id=10fc7efa-f990-4fd3-9796-19ebe5477b79 HTTP/1.1" status: 200 len: 907 time: 0.1807280 Aug 10 03:15:17.086508 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-fe5be62d-4fa1-401d-8b06-5c692c0e8119 None None] Set router f48d14f1-d459-46bc-be26-50200d08da2d gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:15:17.094843 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bed097ba-3bf9-4f96-9657-30722a279aba req-9d07641e-6722-49bc-adf5-4323a2caebeb tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:15:17.106390 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-bed097ba-3bf9-4f96-9657-30722a279aba req-9d07641e-6722-49bc-adf5-4323a2caebeb tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:17.156775 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-57bf0225-cb5d-4a80-8ece-4ff434cc55df req-f7d43c45-a81f-4bd9-9e1e-04e9df148450 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a1cd893-5815-40c0-9bee-e64534a341a2 HTTP/1.1" status: 200 len: 217 time: 0.0598953 Aug 10 03:15:17.241515 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bed097ba-3bf9-4f96-9657-30722a279aba req-9d07641e-6722-49bc-adf5-4323a2caebeb tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "PUT /v2.0/floatingips/5efa621c-6e5a-4b62-80a6-b83f17d98891 HTTP/1.1" status: 200 len: 998 time: 2.1085315 Aug 10 03:15:17.285261 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf0225-cb5d-4a80-8ece-4ff434cc55df req-4445ab22-e16d-4c01-a9d0-e2be75c8d2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:17.286805 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-57bf0225-cb5d-4a80-8ece-4ff434cc55df req-4445ab22-e16d-4c01-a9d0-e2be75c8d2e6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9de5b17-91a7-437b-a5c7-1e57e4d52c95 HTTP/1.1" status: 200 len: 846 time: 0.1218693 Aug 10 03:15:17.316366 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed097ba-3bf9-4f96-9657-30722a279aba req-864f7ab2-f12d-417e-a9dc-7f39368375f2 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:17.317729 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bed097ba-3bf9-4f96-9657-30722a279aba req-864f7ab2-f12d-417e-a9dc-7f39368375f2 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/ports/3e547962-d6f2-42f4-b191-caaf7b15d044 HTTP/1.1" status: 200 len: 942 time: 0.0700314 Aug 10 03:15:17.329396 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-fe5be62d-4fa1-401d-8b06-5c692c0e8119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1655322033-router', 'tenant_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '018e380d-f604-4cb0-863f-90f5342d237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:14:24Z', 'updated_at': '2021-08-10T03:14:31Z', 'revision_number': 4, 'project_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'gw_port': {'id': '018e380d-f604-4cb0-863f-90f5342d237a', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:49:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:25Z', 'updated_at': '2021-08-10T03:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '5efa621c-6e5a-4b62-80a6-b83f17d98891', 'tenant_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'floating_ip_address': '172.25.7.14', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'port_id': '7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a768fce9-a23b-4fa6-95f6-80231f5ae7ad', 'mac_address': 'fa:16:3e:a3:8e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda4accc-a396-421d-882e-1c208f23709d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:14:52Z', 'updated_at': '2021-08-10T03:15:15Z', 'revision_number': 3, 'project_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a15eda61-5d9e-4c1f-b798-cf613ad4f9bc', 'name': '', 'network_id': 'a768fce9-a23b-4fa6-95f6-80231f5ae7ad', 'tenant_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'mac_address': 'fa:16:3e:a7:5a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '75b49776-2445-4c00-a5a3-1dc63629b279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:29Z', 'updated_at': '2021-08-10T03:14:38Z', 'revision_number': 5, 'project_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'subnets': [{'id': '75b49776-2445-4c00-a5a3-1dc63629b279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:17.343010 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5955ab5f-6b1b-461c-97fb-671484506b0c req-7a50e01c-5bde-4744-8d9b-af7b288b4a3f tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:17.344618 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5955ab5f-6b1b-461c-97fb-671484506b0c req-7a50e01c-5bde-4744-8d9b-af7b288b4a3f tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=08170954-8aec-418b-b26a-cb6a0290a7ed HTTP/1.1" status: 200 len: 943 time: 0.1361909 Aug 10 03:15:17.346891 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-57bf0225-cb5d-4a80-8ece-4ff434cc55df req-82adca1e-56b8-4ff1-919c-8287c4fce56d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=10fc7efa-f990-4fd3-9796-19ebe5477b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514183 Aug 10 03:15:17.468430 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5955ab5f-6b1b-461c-97fb-671484506b0c req-dec7c007-d75a-4812-a9ad-78564a9c94a3 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143568 Aug 10 03:15:17.490008 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5be62d-4fa1-401d-8b06-5c692c0e8119 None None] The sync data for ids ['f48d14f1-d459-46bc-be26-50200d08da2d'] in n-d-768851-15 is: [{'id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1655322033-router', 'tenant_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '018e380d-f604-4cb0-863f-90f5342d237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:14:24Z', 'updated_at': '2021-08-10T03:14:31Z', 'revision_number': 4, 'project_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'gw_port': {'id': '018e380d-f604-4cb0-863f-90f5342d237a', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:49:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:25Z', 'updated_at': '2021-08-10T03:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '5efa621c-6e5a-4b62-80a6-b83f17d98891', 'tenant_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'floating_ip_address': '172.25.7.14', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'port_id': '7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a768fce9-a23b-4fa6-95f6-80231f5ae7ad', 'mac_address': 'fa:16:3e:a3:8e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda4accc-a396-421d-882e-1c208f23709d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:14:52Z', 'updated_at': '2021-08-10T03:15:15Z', 'revision_number': 3, 'project_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a15eda61-5d9e-4c1f-b798-cf613ad4f9bc', 'name': '', 'network_id': 'a768fce9-a23b-4fa6-95f6-80231f5ae7ad', 'tenant_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'mac_address': 'fa:16:3e:a7:5a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '75b49776-2445-4c00-a5a3-1dc63629b279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:29Z', 'updated_at': '2021-08-10T03:14:38Z', 'revision_number': 5, 'project_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'subnets': [{'id': '75b49776-2445-4c00-a5a3-1dc63629b279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:15:17.492075 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed097ba-3bf9-4f96-9657-30722a279aba req-fd3fbd8f-f8d6-4c37-810a-f438ff092fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:17.493668 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bed097ba-3bf9-4f96-9657-30722a279aba req-fd3fbd8f-f8d6-4c37-810a-f438ff092fad service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ef09b0c7cc5b46efbe589c3baf17fa5c&device_id=c9077c67-e6aa-4cd6-b76d-6fcb28d8d835 HTTP/1.1" status: 200 len: 1097 time: 0.1082201 Aug 10 03:15:17.532894 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-57bf0225-cb5d-4a80-8ece-4ff434cc55df req-12748bfe-56ba-4cb3-a47a-3ca5d1498519 service neutron] 10.222.0.60 "GET /v2.0/networks/10fc7efa-f990-4fd3-9796-19ebe5477b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775570 Aug 10 03:15:17.677396 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [req-689bc633-2bee-497b-b541-091efc77e442 req-7c68f852-465e-4850-ab19-0fd870a93c6b tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] show failed (client error): The resource could not be found. Aug 10 03:15:17.678716 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-689bc633-2bee-497b-b541-091efc77e442 req-7c68f852-465e-4850-ab19-0fd870a93c6b tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/security-groups/f5b59f5c-5bff-42c2-b647-202a14fc3fe8 HTTP/1.1" status: 404 len: 352 time: 0.0422277 Aug 10 03:15:17.699746 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed097ba-3bf9-4f96-9657-30722a279aba req-7e670ec3-72f1-4387-bcd9-e893d02093ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:17.700649 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 9a1cd893-5815-40c0-9bee-e64534a341a2 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:15:17.701538 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bed097ba-3bf9-4f96-9657-30722a279aba req-7e670ec3-72f1-4387-bcd9-e893d02093ff service neutron] 10.222.0.62 "GET /v2.0/networks?id=a768fce9-a23b-4fa6-95f6-80231f5ae7ad HTTP/1.1" status: 200 len: 922 time: 0.1943769 Aug 10 03:15:17.738295 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0d1a39-4160-4982-bf2a-d966e8c19f81 None None] New status for floating IP 5efa621c-6e5a-4b62-80a6-b83f17d98891: ACTIVE {{(pid=94219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:15:17.787468 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bed097ba-3bf9-4f96-9657-30722a279aba req-e2d18c86-f47f-42d1-97c8-7836c60cff5d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e547962-d6f2-42f4-b191-caaf7b15d044 HTTP/1.1" status: 200 len: 217 time: 0.0728204 Aug 10 03:15:17.796862 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-57bf0225-cb5d-4a80-8ece-4ff434cc55df req-48aa6b4e-3029-440c-bed2-9f351defa792 service neutron] 10.222.0.60 "GET /v2.0/networks/10fc7efa-f990-4fd3-9796-19ebe5477b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301173 Aug 10 03:15:17.824098 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 9a1cd893-5815-40c0-9bee-e64534a341a2, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=9a1cd893-5815-40c0-9bee-e64534a341a2,segment=NetworkSegment(5f459ac7-2da0-4395-80e8-4acadecdbda0),segment_id=5f459ac7-2da0-4395-80e8-4acadecdbda0)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:17.836356 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '9a1cd893-5815-40c0-9bee-e64534a341a2', 'network_id': '10fc7efa-f990-4fd3-9796-19ebe5477b79', 'port_id': '9a1cd893-5815-40c0-9bee-e64534a341a2', 'mac_address': 'fa:16:3e:7e:2b:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9de5b17-91a7-437b-a5c7-1e57e4d52c95', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:15:17.873379 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e685204-39e1-49c4-a510-5fe8abfdae5c req-7566f709-c07f-43bc-9a0e-e41c05324981 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:17.874941 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3e685204-39e1-49c4-a510-5fe8abfdae5c req-7566f709-c07f-43bc-9a0e-e41c05324981 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f71cd04-e10c-48ae-9c97-e2565e731b3a HTTP/1.1" status: 200 len: 945 time: 0.0926116 Aug 10 03:15:17.876380 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed097ba-3bf9-4f96-9657-30722a279aba req-64d82f6e-bfc8-4eae-9d04-3f310c55df4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:17.877874 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bed097ba-3bf9-4f96-9657-30722a279aba req-64d82f6e-bfc8-4eae-9d04-3f310c55df4d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=75b49776-2445-4c00-a5a3-1dc63629b279 HTTP/1.1" status: 200 len: 860 time: 0.0801830 Aug 10 03:15:17.882452 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:17.896896 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a1cd893-5815-40c0-9bee-e64534a341a2 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:15:17.919453 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 9a1cd893-5815-40c0-9bee-e64534a341a2, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=9a1cd893-5815-40c0-9bee-e64534a341a2,segment=NetworkSegment(5f459ac7-2da0-4395-80e8-4acadecdbda0),segment_id=5f459ac7-2da0-4395-80e8-4acadecdbda0)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:17.924256 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:17.942124 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3e685204-39e1-49c4-a510-5fe8abfdae5c req-1220bdbf-c3ba-4fc2-9505-9b4f2b736f67 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/security-groups?id=106bd2aa-b217-4cc2-a6fb-fb066e9e308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604641 Aug 10 03:15:17.949621 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed097ba-3bf9-4f96-9657-30722a279aba req-05b79525-4f33-4611-a09f-628635c661bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:17.951399 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bed097ba-3bf9-4f96-9657-30722a279aba req-05b79525-4f33-4611-a09f-628635c661bd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a768fce9-a23b-4fa6-95f6-80231f5ae7ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0629201 Aug 10 03:15:17.986224 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=9a1cd893-5815-40c0-9bee-e64534a341a2,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:18.004055 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4584a7e9-cfa3-435f-8e5b-3e77eeb05a9a None None] Sync routers for ids ['f48d14f1-d459-46bc-be26-50200d08da2d'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:15:18.013676 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4584a7e9-cfa3-435f-8e5b-3e77eeb05a9a None None] Routers {'f48d14f1-d459-46bc-be26-50200d08da2d'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:15:18.014274 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-4584a7e9-cfa3-435f-8e5b-3e77eeb05a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:15:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['f48d14f1-d459-46bc-be26-50200d08da2d'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:18.024372 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [req-9dbccd8e-457a-4eb0-9876-f292cbe90604 req-be784a4d-a1c2-4f0b-8939-621da8b0c3d5 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] show failed (client error): The resource could not be found. Aug 10 03:15:18.025660 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9dbccd8e-457a-4eb0-9876-f292cbe90604 req-be784a4d-a1c2-4f0b-8939-621da8b0c3d5 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/security-groups/f612fc70-c9ee-420a-83e7-cb4dcfcd3edb HTTP/1.1" status: 404 len: 352 time: 0.0519934 Aug 10 03:15:18.078112 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bed097ba-3bf9-4f96-9657-30722a279aba req-e5637d39-ffb9-4b14-8dfb-59f168768f32 service neutron] 10.222.0.62 "GET /v2.0/networks/a768fce9-a23b-4fa6-95f6-80231f5ae7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120553 Aug 10 03:15:18.129416 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-4584a7e9-cfa3-435f-8e5b-3e77eeb05a9a None None] Set router f48d14f1-d459-46bc-be26-50200d08da2d gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:15:18.204207 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd800bc-f5b3-4137-90dd-6926aaccdc01 req-91367402-43d6-4894-8e76-f1e65c572b73 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:18.205733 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-afd800bc-f5b3-4137-90dd-6926aaccdc01 req-91367402-43d6-4894-8e76-f1e65c572b73 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 945 time: 0.0685172 Aug 10 03:15:18.225892 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bed097ba-3bf9-4f96-9657-30722a279aba req-8918e930-b8e4-43e0-add1-1316060ed195 service neutron] 10.222.0.62 "GET /v2.0/networks/a768fce9-a23b-4fa6-95f6-80231f5ae7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409216 Aug 10 03:15:18.254430 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-afd800bc-f5b3-4137-90dd-6926aaccdc01 req-8b8025a3-c72a-4c31-bd65-3645b34fbef0 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399566 Aug 10 03:15:18.307690 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed097ba-3bf9-4f96-9657-30722a279aba req-58924f4f-e193-4afb-931f-f600c8231b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:18.310028 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bed097ba-3bf9-4f96-9657-30722a279aba req-58924f4f-e193-4afb-931f-f600c8231b61 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ef09b0c7cc5b46efbe589c3baf17fa5c&device_id=dda4accc-a396-421d-882e-1c208f23709d HTTP/1.1" status: 200 len: 1098 time: 0.0539529 Aug 10 03:15:18.348691 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['9a1cd893-5815-40c0-9bee-e64534a341a2'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:15:18.402622 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-4584a7e9-cfa3-435f-8e5b-3e77eeb05a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1655322033-router', 'tenant_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '018e380d-f604-4cb0-863f-90f5342d237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:14:24Z', 'updated_at': '2021-08-10T03:14:31Z', 'revision_number': 4, 'project_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'gw_port': {'id': '018e380d-f604-4cb0-863f-90f5342d237a', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:49:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:25Z', 'updated_at': '2021-08-10T03:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '5efa621c-6e5a-4b62-80a6-b83f17d98891', 'tenant_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'floating_ip_address': '172.25.7.14', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'port_id': '7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a768fce9-a23b-4fa6-95f6-80231f5ae7ad', 'mac_address': 'fa:16:3e:a3:8e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda4accc-a396-421d-882e-1c208f23709d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:14:52Z', 'updated_at': '2021-08-10T03:15:17Z', 'revision_number': 4, 'project_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a15eda61-5d9e-4c1f-b798-cf613ad4f9bc', 'name': '', 'network_id': 'a768fce9-a23b-4fa6-95f6-80231f5ae7ad', 'tenant_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'mac_address': 'fa:16:3e:a7:5a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '75b49776-2445-4c00-a5a3-1dc63629b279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:29Z', 'updated_at': '2021-08-10T03:14:38Z', 'revision_number': 5, 'project_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'subnets': [{'id': '75b49776-2445-4c00-a5a3-1dc63629b279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:18.438942 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4584a7e9-cfa3-435f-8e5b-3e77eeb05a9a None None] Checking router: f48d14f1-d459-46bc-be26-50200d08da2d for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:15:18.458711 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4584a7e9-cfa3-435f-8e5b-3e77eeb05a9a None None] Routers {'f48d14f1-d459-46bc-be26-50200d08da2d'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:15:18.459373 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-4584a7e9-cfa3-435f-8e5b-3e77eeb05a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:15:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['f48d14f1-d459-46bc-be26-50200d08da2d'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:18.619879 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-4584a7e9-cfa3-435f-8e5b-3e77eeb05a9a None None] Set router f48d14f1-d459-46bc-be26-50200d08da2d gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:15:18.710384 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [req-1e89d503-adb5-4e10-bf84-e9a3d9cd7eed req-8bfe3ed7-9355-4bd9-988c-b93ecfe44777 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] show failed (client error): The resource could not be found. Aug 10 03:15:18.711620 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1e89d503-adb5-4e10-bf84-e9a3d9cd7eed req-8bfe3ed7-9355-4bd9-988c-b93ecfe44777 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/security-groups/844be634-5b57-4af5-a5c3-41b4b5a19b56 HTTP/1.1" status: 404 len: 352 time: 0.0203381 Aug 10 03:15:18.750545 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed097ba-3bf9-4f96-9657-30722a279aba req-b4e322c3-a624-4441-aa96-0057e67144c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:18.752127 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bed097ba-3bf9-4f96-9657-30722a279aba req-b4e322c3-a624-4441-aa96-0057e67144c3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a768fce9-a23b-4fa6-95f6-80231f5ae7ad HTTP/1.1" status: 200 len: 922 time: 0.4369185 Aug 10 03:15:18.795951 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9077c67-e6aa-4cd6-b76d-6fcb28d8d835', 'tag': '3e547962-d6f2-42f4-b191-caaf7b15d044'}, {'name': 'network-changed', 'server_uuid': 'dda4accc-a396-421d-882e-1c208f23709d', 'tag': '7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:18.798216 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac3c73f-80ec-4df2-8a56-f0b6b41a8743" -d '{"events": [{"name": "network-changed", "server_uuid": "c9077c67-e6aa-4cd6-b76d-6fcb28d8d835", "tag": "3e547962-d6f2-42f4-b191-caaf7b15d044"}, {"name": "network-changed", "server_uuid": "dda4accc-a396-421d-882e-1c208f23709d", "tag": "7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:18.825033 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bed097ba-3bf9-4f96-9657-30722a279aba req-eb359077-8e77-460b-b3f7-873633fdd7dc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4 HTTP/1.1" status: 200 len: 1001 time: 0.0642633 Aug 10 03:15:18.875288 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-4584a7e9-cfa3-435f-8e5b-3e77eeb05a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1655322033-router', 'tenant_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '018e380d-f604-4cb0-863f-90f5342d237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:14:24Z', 'updated_at': '2021-08-10T03:14:31Z', 'revision_number': 4, 'project_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'gw_port': {'id': '018e380d-f604-4cb0-863f-90f5342d237a', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:49:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:25Z', 'updated_at': '2021-08-10T03:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '5efa621c-6e5a-4b62-80a6-b83f17d98891', 'tenant_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'floating_ip_address': '172.25.7.14', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'port_id': '7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a768fce9-a23b-4fa6-95f6-80231f5ae7ad', 'mac_address': 'fa:16:3e:a3:8e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda4accc-a396-421d-882e-1c208f23709d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:14:52Z', 'updated_at': '2021-08-10T03:15:17Z', 'revision_number': 4, 'project_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a15eda61-5d9e-4c1f-b798-cf613ad4f9bc', 'name': '', 'network_id': 'a768fce9-a23b-4fa6-95f6-80231f5ae7ad', 'tenant_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'mac_address': 'fa:16:3e:a7:5a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '75b49776-2445-4c00-a5a3-1dc63629b279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:29Z', 'updated_at': '2021-08-10T03:14:38Z', 'revision_number': 5, 'project_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'subnets': [{'id': '75b49776-2445-4c00-a5a3-1dc63629b279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:18.880586 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed097ba-3bf9-4f96-9657-30722a279aba req-314c0ded-2830-4280-8257-89d9184f587a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:18.882228 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bed097ba-3bf9-4f96-9657-30722a279aba req-314c0ded-2830-4280-8257-89d9184f587a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=75b49776-2445-4c00-a5a3-1dc63629b279 HTTP/1.1" status: 200 len: 860 time: 0.0514214 Aug 10 03:15:18.902703 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4584a7e9-cfa3-435f-8e5b-3e77eeb05a9a None None] The sync data for ids ['f48d14f1-d459-46bc-be26-50200d08da2d'] in n-d-768851-15 is: [{'id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1655322033-router', 'tenant_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '018e380d-f604-4cb0-863f-90f5342d237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:14:24Z', 'updated_at': '2021-08-10T03:14:31Z', 'revision_number': 4, 'project_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'gw_port': {'id': '018e380d-f604-4cb0-863f-90f5342d237a', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:49:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:25Z', 'updated_at': '2021-08-10T03:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '5efa621c-6e5a-4b62-80a6-b83f17d98891', 'tenant_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'floating_ip_address': '172.25.7.14', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'port_id': '7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a768fce9-a23b-4fa6-95f6-80231f5ae7ad', 'mac_address': 'fa:16:3e:a3:8e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda4accc-a396-421d-882e-1c208f23709d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:14:52Z', 'updated_at': '2021-08-10T03:15:17Z', 'revision_number': 4, 'project_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a15eda61-5d9e-4c1f-b798-cf613ad4f9bc', 'name': '', 'network_id': 'a768fce9-a23b-4fa6-95f6-80231f5ae7ad', 'tenant_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'mac_address': 'fa:16:3e:a7:5a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '75b49776-2445-4c00-a5a3-1dc63629b279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:29Z', 'updated_at': '2021-08-10T03:14:38Z', 'revision_number': 5, 'project_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'subnets': [{'id': '75b49776-2445-4c00-a5a3-1dc63629b279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:15:18.931903 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed097ba-3bf9-4f96-9657-30722a279aba req-e582489a-1ed2-40c8-a6a7-32574a98e540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:18.933326 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bed097ba-3bf9-4f96-9657-30722a279aba req-e582489a-1ed2-40c8-a6a7-32574a98e540 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a768fce9-a23b-4fa6-95f6-80231f5ae7ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443325 Aug 10 03:15:19.034939 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bed097ba-3bf9-4f96-9657-30722a279aba req-14f6cc55-866d-4aba-ae6f-5ca0712520d0 service neutron] 10.222.0.62 "GET /v2.0/networks/a768fce9-a23b-4fa6-95f6-80231f5ae7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907593 Aug 10 03:15:19.143545 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bed097ba-3bf9-4f96-9657-30722a279aba req-2d474590-0f8c-4b25-8cbb-de4adfa8a70d service neutron] 10.222.0.62 "GET /v2.0/networks/a768fce9-a23b-4fa6-95f6-80231f5ae7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014414 Aug 10 03:15:19.290549 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7b7da-c213-489e-a7a5-4d4a5ba2b549 req-a95baf1d-95ea-42a8-84ab-d5e073b41a9f tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:19.292731 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-50e7b7da-c213-489e-a7a5-4d4a5ba2b549 req-a95baf1d-95ea-42a8-84ab-d5e073b41a9f tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f71cd04-e10c-48ae-9c97-e2565e731b3a HTTP/1.1" status: 200 len: 945 time: 0.0813801 Aug 10 03:15:19.300738 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557634d-1083-4798-9df8-0c93f952053c req-617b74cb-ba53-49d7-ba2f-21b728df3ce2 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:19.302109 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0557634d-1083-4798-9df8-0c93f952053c req-617b74cb-ba53-49d7-ba2f-21b728df3ce2 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=08170954-8aec-418b-b26a-cb6a0290a7ed HTTP/1.1" status: 200 len: 944 time: 0.0800817 Aug 10 03:15:19.355959 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-50e7b7da-c213-489e-a7a5-4d4a5ba2b549 req-bf28351e-3778-4311-a512-9d448eae9c61 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/security-groups?id=106bd2aa-b217-4cc2-a6fb-fb066e9e308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529029 Aug 10 03:15:19.357717 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 8a30db10-e0e6-4c59-bff9-1edbdbe1ee47 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:15:19.363392 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0557634d-1083-4798-9df8-0c93f952053c req-b9d2faab-a2f6-4c07-b9c7-eda1cf6406a2 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545382 Aug 10 03:15:19.461052 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [req-a12f93b6-cbe2-4321-bece-de64470b9fbe req-2f56898b-22e7-4a8d-a84d-8935d7d5d3e5 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] show failed (client error): The resource could not be found. Aug 10 03:15:19.462095 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a12f93b6-cbe2-4321-bece-de64470b9fbe req-2f56898b-22e7-4a8d-a84d-8935d7d5d3e5 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/security-groups/ac67a8b1-12f9-4542-aa40-8c7d414d9323 HTTP/1.1" status: 404 len: 352 time: 0.0138113 Aug 10 03:15:19.478211 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 8a30db10-e0e6-4c59-bff9-1edbdbe1ee47, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=8a30db10-e0e6-4c59-bff9-1edbdbe1ee47,segment=NetworkSegment(b14795c0-984c-4c21-bc5c-b1b39903d907),segment_id=b14795c0-984c-4c21-bc5c-b1b39903d907)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:19.490316 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': '8a30db10-e0e6-4c59-bff9-1edbdbe1ee47', 'network_id': 'c0759395-72d8-4de6-9611-c9ba0ebf5417', 'port_id': '8a30db10-e0e6-4c59-bff9-1edbdbe1ee47', 'mac_address': 'fa:16:3e:ec:b5:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3edf7dab-cede-45e3-a40b-9026654a3743', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:15:19.492096 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f1a3ed-7815-4517-88cc-186d5113cb15 x-openstack-request-id: req-97f1a3ed-7815-4517-88cc-186d5113cb15 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:19.492398 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9077c67-e6aa-4cd6-b76d-6fcb28d8d835", "tag": "3e547962-d6f2-42f4-b191-caaf7b15d044", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "dda4accc-a396-421d-882e-1c208f23709d", "tag": "7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:19.492688 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-97f1a3ed-7815-4517-88cc-186d5113cb15 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:19.493042 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9077c67-e6aa-4cd6-b76d-6fcb28d8d835', 'tag': '3e547962-d6f2-42f4-b191-caaf7b15d044', 'status': 'completed', 'code': 200} Aug 10 03:15:19.493298 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dda4accc-a396-421d-882e-1c208f23709d', 'tag': '7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4', 'status': 'completed', 'code': 200} Aug 10 03:15:19.538339 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:19.553246 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8a30db10-e0e6-4c59-bff9-1edbdbe1ee47 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:15:19.565799 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3c73f-80ec-4df2-8a56-f0b6b41a8743 req-fc82afa8-ac76-49b3-9c4d-3586e31658cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:19.568376 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-dac3c73f-80ec-4df2-8a56-f0b6b41a8743 req-fc82afa8-ac76-49b3-9c4d-3586e31658cb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ef09b0c7cc5b46efbe589c3baf17fa5c&device_id=c9077c67-e6aa-4cd6-b76d-6fcb28d8d835 HTTP/1.1" status: 200 len: 1097 time: 0.0493584 Aug 10 03:15:19.569175 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f5635127-5e98-40d8-bc94-3353407c88ff req-d0485c1d-8404-47b8-ba59-56417b3de6a4 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.14 HTTP/1.1" status: 200 len: 1001 time: 0.0851526 Aug 10 03:15:19.574457 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 8a30db10-e0e6-4c59-bff9-1edbdbe1ee47, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=8a30db10-e0e6-4c59-bff9-1edbdbe1ee47,segment=NetworkSegment(b14795c0-984c-4c21-bc5c-b1b39903d907),segment_id=b14795c0-984c-4c21-bc5c-b1b39903d907)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:19.578688 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:19.639180 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=8a30db10-e0e6-4c59-bff9-1edbdbe1ee47,revision_number=6']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:19.645731 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5635127-5e98-40d8-bc94-3353407c88ff req-846eba82-fca9-4a07-b15a-e2e36148e33d tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:19.652537 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f5635127-5e98-40d8-bc94-3353407c88ff req-846eba82-fca9-4a07-b15a-e2e36148e33d tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/ports/7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4 HTTP/1.1" status: 200 len: 943 time: 0.0824883 Aug 10 03:15:19.672701 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3c73f-80ec-4df2-8a56-f0b6b41a8743 req-a5ec0b37-4a65-46c1-8a2c-84875bfca83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:19.674413 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-dac3c73f-80ec-4df2-8a56-f0b6b41a8743 req-a5ec0b37-4a65-46c1-8a2c-84875bfca83c service neutron] 10.222.0.58 "GET /v2.0/networks?id=a768fce9-a23b-4fa6-95f6-80231f5ae7ad HTTP/1.1" status: 200 len: 922 time: 0.0947664 Aug 10 03:15:19.676473 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['8a30db10-e0e6-4c59-bff9-1edbdbe1ee47'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:15:19.677816 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8059d-38a8-47bb-ae44-90a82408e3a8 req-2b145018-5283-4323-989a-61f909ccde4f tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:19.679464 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-89a8059d-38a8-47bb-ae44-90a82408e3a8 req-2b145018-5283-4323-989a-61f909ccde4f tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 944 time: 0.0758159 Aug 10 03:15:19.725761 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-dac3c73f-80ec-4df2-8a56-f0b6b41a8743 req-7932bebb-bb34-474a-afe4-8d7c6453a2a0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e547962-d6f2-42f4-b191-caaf7b15d044 HTTP/1.1" status: 200 len: 217 time: 0.0406413 Aug 10 03:15:19.782623 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3c73f-80ec-4df2-8a56-f0b6b41a8743 req-ac1c94a2-e609-4c17-88e0-178cb702fad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:19.784128 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-dac3c73f-80ec-4df2-8a56-f0b6b41a8743 req-ac1c94a2-e609-4c17-88e0-178cb702fad9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=75b49776-2445-4c00-a5a3-1dc63629b279 HTTP/1.1" status: 200 len: 860 time: 0.0488949 Aug 10 03:15:19.784685 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-89a8059d-38a8-47bb-ae44-90a82408e3a8 req-41dc2646-af09-4cb9-8719-d0bf0fc123c3 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981352 Aug 10 03:15:19.795674 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f5635127-5e98-40d8-bc94-3353407c88ff req-e32a1f4b-2a60-4b24-8776-3af3139ed32e tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.14 HTTP/1.1" status: 200 len: 1001 time: 0.0955584 Aug 10 03:15:19.836388 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3c73f-80ec-4df2-8a56-f0b6b41a8743 req-42412cf4-1765-41f4-a61d-c6b9847ec7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:19.838422 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-dac3c73f-80ec-4df2-8a56-f0b6b41a8743 req-42412cf4-1765-41f4-a61d-c6b9847ec7c8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a768fce9-a23b-4fa6-95f6-80231f5ae7ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421374 Aug 10 03:15:19.871859 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [req-00590ac3-cea0-4798-9259-8a8353d9ca07 req-80a393db-4a87-46f4-b18f-fbd83d372f6d tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] show failed (client error): The resource could not be found. Aug 10 03:15:19.872854 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-00590ac3-cea0-4798-9259-8a8353d9ca07 req-80a393db-4a87-46f4-b18f-fbd83d372f6d tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/security-groups/8cf7f47b-d146-4ef2-a71b-7316311b4189 HTTP/1.1" status: 404 len: 352 time: 0.0419571 Aug 10 03:15:19.928152 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5635127-5e98-40d8-bc94-3353407c88ff req-e87cd052-e361-4c0f-a581-b897bcff180c tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:19.929883 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f5635127-5e98-40d8-bc94-3353407c88ff req-e87cd052-e361-4c0f-a581-b897bcff180c tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/networks/09ca2025-b9a6-4e84-8019-8d9fbef3753e HTTP/1.1" status: 200 len: 784 time: 0.1263340 Aug 10 03:15:19.939679 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-dac3c73f-80ec-4df2-8a56-f0b6b41a8743 req-416095b5-57cd-40ac-a11b-be16dcf70e27 service neutron] 10.222.0.58 "GET /v2.0/networks/a768fce9-a23b-4fa6-95f6-80231f5ae7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912464 Aug 10 03:15:19.967486 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [req-316d82d0-a938-428a-9cd2-5dcb1c87cc66 req-8b2de119-5fe2-4f34-a691-72adf4179600 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] show failed (client error): The resource could not be found. Aug 10 03:15:19.968608 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-316d82d0-a938-428a-9cd2-5dcb1c87cc66 req-8b2de119-5fe2-4f34-a691-72adf4179600 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/security-groups/0cd7e320-b70a-4b34-a5d4-5d3303f1f228 HTTP/1.1" status: 404 len: 352 time: 0.0230966 Aug 10 03:15:20.033504 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ee9c5772-6296-49f9-8277-f17313409455 req-318f7f08-22f1-4cbd-b0b7-d76c6c522484 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.14 HTTP/1.1" status: 200 len: 1001 time: 0.0793586 Aug 10 03:15:20.041908 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-dac3c73f-80ec-4df2-8a56-f0b6b41a8743 req-4cd8439e-5d97-4322-a149-5cd0dc16bc10 service neutron] 10.222.0.58 "GET /v2.0/networks/a768fce9-a23b-4fa6-95f6-80231f5ae7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910463 Aug 10 03:15:20.085687 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c5772-6296-49f9-8277-f17313409455 req-e06f1c68-8dcc-4586-a7dc-ec5693f7f4a1 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:20.087324 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ee9c5772-6296-49f9-8277-f17313409455 req-e06f1c68-8dcc-4586-a7dc-ec5693f7f4a1 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/ports/7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4 HTTP/1.1" status: 200 len: 943 time: 0.0479128 Aug 10 03:15:20.145447 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3c73f-80ec-4df2-8a56-f0b6b41a8743 req-1b1d0096-10f8-4a73-9f6d-d5c68e5dbb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:20.147416 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-dac3c73f-80ec-4df2-8a56-f0b6b41a8743 req-1b1d0096-10f8-4a73-9f6d-d5c68e5dbb0d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ef09b0c7cc5b46efbe589c3baf17fa5c&device_id=dda4accc-a396-421d-882e-1c208f23709d HTTP/1.1" status: 200 len: 1098 time: 0.0555618 Aug 10 03:15:20.207915 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ee9c5772-6296-49f9-8277-f17313409455 req-1154eef8-11e0-4e93-be19-7162b2e188f5 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.14 HTTP/1.1" status: 200 len: 1001 time: 0.0756128 Aug 10 03:15:20.256838 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3c73f-80ec-4df2-8a56-f0b6b41a8743 req-3d2726b4-f671-4101-82bb-69789197d5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:20.258650 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-dac3c73f-80ec-4df2-8a56-f0b6b41a8743 req-3d2726b4-f671-4101-82bb-69789197d5d5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a768fce9-a23b-4fa6-95f6-80231f5ae7ad HTTP/1.1" status: 200 len: 922 time: 0.1033196 Aug 10 03:15:20.317974 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c5772-6296-49f9-8277-f17313409455 req-20478e76-3ca7-4cd3-aaee-c7853699ce5a tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:20.319604 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ee9c5772-6296-49f9-8277-f17313409455 req-20478e76-3ca7-4cd3-aaee-c7853699ce5a tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/networks/09ca2025-b9a6-4e84-8019-8d9fbef3753e HTTP/1.1" status: 200 len: 784 time: 0.1107433 Aug 10 03:15:20.333257 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-dac3c73f-80ec-4df2-8a56-f0b6b41a8743 req-1defe1a3-90ab-47b5-98c0-3b3e8ac89a0a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4 HTTP/1.1" status: 200 len: 1001 time: 0.0615952 Aug 10 03:15:20.397707 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3c73f-80ec-4df2-8a56-f0b6b41a8743 req-9ed3e66a-3b9e-4fbc-a004-94675ef947db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:20.397948 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ee9c5772-6296-49f9-8277-f17313409455 req-3ca21c35-8304-4232-94fd-34b6c6e7dc1e tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.14 HTTP/1.1" status: 200 len: 1001 time: 0.0709264 Aug 10 03:15:20.399794 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-dac3c73f-80ec-4df2-8a56-f0b6b41a8743 req-9ed3e66a-3b9e-4fbc-a004-94675ef947db service neutron] 10.222.0.58 "GET /v2.0/subnets?id=75b49776-2445-4c00-a5a3-1dc63629b279 HTTP/1.1" status: 200 len: 860 time: 0.0600467 Aug 10 03:15:20.403552 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-ee9c5772-6296-49f9-8277-f17313409455 req-4e9906ce-17fa-4966-8ea6-ed654e54f16a tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:20.463864 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3c73f-80ec-4df2-8a56-f0b6b41a8743 req-1a7fe25b-0e8c-411a-9c81-6b212d4f4389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:20.465465 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-dac3c73f-80ec-4df2-8a56-f0b6b41a8743 req-1a7fe25b-0e8c-411a-9c81-6b212d4f4389 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a768fce9-a23b-4fa6-95f6-80231f5ae7ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582378 Aug 10 03:15:20.474432 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ee9c5772-6296-49f9-8277-f17313409455 req-4e9906ce-17fa-4966-8ea6-ed654e54f16a tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Notify callbacks [] for floatingip, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:20.573093 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-dac3c73f-80ec-4df2-8a56-f0b6b41a8743 req-d678d857-c36f-4e48-a089-193558c73335 service neutron] 10.222.0.58 "GET /v2.0/networks/a768fce9-a23b-4fa6-95f6-80231f5ae7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948861 Aug 10 03:15:20.677551 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0a827-2eda-4219-b282-b64ca8231eba req-34c56cf1-4713-4183-a995-dc0a6b45fc68 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:20.679053 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b6d0a827-2eda-4219-b282-b64ca8231eba req-34c56cf1-4713-4183-a995-dc0a6b45fc68 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b52979b-9ae1-4259-8a47-5ff3f736d2b2 HTTP/1.1" status: 200 len: 1023 time: 0.1386566 Aug 10 03:15:20.683936 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ee9c5772-6296-49f9-8277-f17313409455 req-4e9906ce-17fa-4966-8ea6-ed654e54f16a tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:20.688112 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-dac3c73f-80ec-4df2-8a56-f0b6b41a8743 req-742483cc-b1a0-45b2-9514-2a8c778280ec service neutron] 10.222.0.58 "GET /v2.0/networks/a768fce9-a23b-4fa6-95f6-80231f5ae7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052816 Aug 10 03:15:20.694536 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ee9c5772-6296-49f9-8277-f17313409455 req-4e9906ce-17fa-4966-8ea6-ed654e54f16a tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:20.694910 n-d-768851-15 neutron-server[94216]: INFO neutron.db.l3_db [req-ee9c5772-6296-49f9-8277-f17313409455 req-4e9906ce-17fa-4966-8ea6-ed654e54f16a tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Floating IP 5efa621c-6e5a-4b62-80a6-b83f17d98891 disassociated. External IP: 172.25.7.14, port: 7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4. Aug 10 03:15:20.767348 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b6d0a827-2eda-4219-b282-b64ca8231eba req-ebdcf036-dbcc-4442-8245-0d25ed6d42cf tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/security-groups?id=195959b8-c4a8-4105-8640-3aeb32a2e94d&id=2a34a862-d555-4e4a-a332-6f9d46a00f82&id=a0100807-37b6-4984-9e2d-2710e61b64ad&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0806084 Aug 10 03:15:20.970455 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170cb75b-0140-49e6-9a48-95de859aea05 req-d862385c-e5df-49d2-871c-07578e5945e4 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:20.972139 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-170cb75b-0140-49e6-9a48-95de859aea05 req-d862385c-e5df-49d2-871c-07578e5945e4 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f71cd04-e10c-48ae-9c97-e2565e731b3a HTTP/1.1" status: 200 len: 945 time: 0.0946341 Aug 10 03:15:21.031473 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee9c5772-6296-49f9-8277-f17313409455 req-4e9906ce-17fa-4966-8ea6-ed654e54f16a tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Router f48d14f1-d459-46bc-be26-50200d08da2d has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:15:21.042403 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-170cb75b-0140-49e6-9a48-95de859aea05 req-b465274f-997b-4462-af64-a3fa8834880c tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/security-groups?id=106bd2aa-b217-4cc2-a6fb-fb066e9e308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574741 Aug 10 03:15:21.209844 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee9c5772-6296-49f9-8277-f17313409455 req-4e9906ce-17fa-4966-8ea6-ed654e54f16a tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:15:21.216817 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ee9c5772-6296-49f9-8277-f17313409455 req-4e9906ce-17fa-4966-8ea6-ed654e54f16a tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:21.224445 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ff99b3-921e-4578-8ed3-633901793fb6 None None] Sync routers for ids ['f48d14f1-d459-46bc-be26-50200d08da2d'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:15:21.233725 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ff99b3-921e-4578-8ed3-633901793fb6 None None] Routers {'f48d14f1-d459-46bc-be26-50200d08da2d'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:15:21.234354 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-82ff99b3-921e-4578-8ed3-633901793fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:15:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['f48d14f1-d459-46bc-be26-50200d08da2d'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:21.246655 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e0353-4a86-4e6e-8529-6aeec5c3af82 req-d4e01b58-1829-4726-ba0b-32a790c6eb41 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:21.248217 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0f4e0353-4a86-4e6e-8529-6aeec5c3af82 req-d4e01b58-1829-4726-ba0b-32a790c6eb41 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=08170954-8aec-418b-b26a-cb6a0290a7ed HTTP/1.1" status: 200 len: 944 time: 0.0943785 Aug 10 03:15:21.281515 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ee9c5772-6296-49f9-8277-f17313409455 req-4e9906ce-17fa-4966-8ea6-ed654e54f16a tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "PUT /v2.0/floatingips/5efa621c-6e5a-4b62-80a6-b83f17d98891 HTTP/1.1" status: 200 len: 694 time: 0.8824205 Aug 10 03:15:21.342658 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-82ff99b3-921e-4578-8ed3-633901793fb6 None None] Set router f48d14f1-d459-46bc-be26-50200d08da2d gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:15:21.351411 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0f4e0353-4a86-4e6e-8529-6aeec5c3af82 req-d474d839-3de1-4607-9860-ef13a00f24f0 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915585 Aug 10 03:15:21.359075 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 8a30db10-e0e6-4c59-bff9-1edbdbe1ee47 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:15:21.395456 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c5772-6296-49f9-8277-f17313409455 req-dc35f011-7e5c-44b4-8ca2-de691344bec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:21.404886 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ee9c5772-6296-49f9-8277-f17313409455 req-dc35f011-7e5c-44b4-8ca2-de691344bec4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ef09b0c7cc5b46efbe589c3baf17fa5c&device_id=dda4accc-a396-421d-882e-1c208f23709d HTTP/1.1" status: 200 len: 1098 time: 0.0950665 Aug 10 03:15:21.469746 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port 8a30db10-e0e6-4c59-bff9-1edbdbe1ee47 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:21.471613 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:21.495568 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dda4accc-a396-421d-882e-1c208f23709d', 'tag': '7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:21.497651 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ecd50b-330a-4b36-98b4-7c9047d7df84" -d '{"events": [{"name": "network-changed", "server_uuid": "dda4accc-a396-421d-882e-1c208f23709d", "tag": "7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:21.562151 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c5772-6296-49f9-8277-f17313409455 req-9154610f-1ee3-43cc-8eea-5a66197b19ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:21.575507 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ee9c5772-6296-49f9-8277-f17313409455 req-9154610f-1ee3-43cc-8eea-5a66197b19ba service neutron] 10.222.0.62 "GET /v2.0/networks?id=a768fce9-a23b-4fa6-95f6-80231f5ae7ad HTTP/1.1" status: 200 len: 922 time: 0.1635821 Aug 10 03:15:21.582305 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-82ff99b3-921e-4578-8ed3-633901793fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1655322033-router', 'tenant_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '018e380d-f604-4cb0-863f-90f5342d237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:14:24Z', 'updated_at': '2021-08-10T03:14:31Z', 'revision_number': 4, 'project_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'gw_port': {'id': '018e380d-f604-4cb0-863f-90f5342d237a', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:49:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:25Z', 'updated_at': '2021-08-10T03:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'a15eda61-5d9e-4c1f-b798-cf613ad4f9bc', 'name': '', 'network_id': 'a768fce9-a23b-4fa6-95f6-80231f5ae7ad', 'tenant_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'mac_address': 'fa:16:3e:a7:5a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '75b49776-2445-4c00-a5a3-1dc63629b279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:29Z', 'updated_at': '2021-08-10T03:14:38Z', 'revision_number': 5, 'project_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'subnets': [{'id': '75b49776-2445-4c00-a5a3-1dc63629b279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:21.608495 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ff99b3-921e-4578-8ed3-633901793fb6 None None] Checking router: f48d14f1-d459-46bc-be26-50200d08da2d for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:15:21.614864 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:21.617520 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ff99b3-921e-4578-8ed3-633901793fb6 None None] Routers {'f48d14f1-d459-46bc-be26-50200d08da2d'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:15:21.618358 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-82ff99b3-921e-4578-8ed3-633901793fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:15:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['f48d14f1-d459-46bc-be26-50200d08da2d'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:21.650300 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f968c78b-535a-49e6-86c5-6bde6a962948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a30db10-e0e6-4c59-bff9-1edbdbe1ee47'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:21.652882 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cdb5ec8-88b1-42d2-8dc1-81e81eca4998" -d '{"events": [{"server_uuid": "f968c78b-535a-49e6-86c5-6bde6a962948", "name": "network-vif-plugged", "status": "completed", "tag": "8a30db10-e0e6-4c59-bff9-1edbdbe1ee47"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:21.680281 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 8a30db10-e0e6-4c59-bff9-1edbdbe1ee47, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=8a30db10-e0e6-4c59-bff9-1edbdbe1ee47,segment=NetworkSegment(b14795c0-984c-4c21-bc5c-b1b39903d907),segment_id=b14795c0-984c-4c21-bc5c-b1b39903d907)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:21.689034 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:21.717530 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ee9c5772-6296-49f9-8277-f17313409455 req-b276bcd0-1fac-4729-a903-fb622dcda456 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4 HTTP/1.1" status: 200 len: 217 time: 0.1378491 Aug 10 03:15:21.743618 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 9a1cd893-5815-40c0-9bee-e64534a341a2 up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:15:21.804571 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-82ff99b3-921e-4578-8ed3-633901793fb6 None None] Set router f48d14f1-d459-46bc-be26-50200d08da2d gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:15:21.817863 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d6875f-b020-45c7-a9c8-7c81303f2b0f req-76f769c1-5a40-45eb-8465-cee572912830 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:21.819439 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-30d6875f-b020-45c7-a9c8-7c81303f2b0f req-76f769c1-5a40-45eb-8465-cee572912830 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b52979b-9ae1-4259-8a47-5ff3f736d2b2 HTTP/1.1" status: 200 len: 1023 time: 0.1339285 Aug 10 03:15:21.854932 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c5772-6296-49f9-8277-f17313409455 req-10939f41-f3ed-47a7-b020-869b5c4939c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:21.862652 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ee9c5772-6296-49f9-8277-f17313409455 req-10939f41-f3ed-47a7-b020-869b5c4939c4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=75b49776-2445-4c00-a5a3-1dc63629b279 HTTP/1.1" status: 200 len: 860 time: 0.1442702 Aug 10 03:15:21.918153 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=8a30db10-e0e6-4c59-bff9-1edbdbe1ee47,revision_number=7']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:21.922248 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port 9a1cd893-5815-40c0-9bee-e64534a341a2 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:15:21.928595 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 9a1cd893-5815-40c0-9bee-e64534a341a2 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:21.928835 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:22.023968 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aeb6b6-c6f4-42fa-b355-68fc4e5195e6 req-bb3d8325-76c0-4889-839c-238c3eed05bb tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:22.026165 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:22.033016 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-86aeb6b6-c6f4-42fa-b355-68fc4e5195e6 req-bb3d8325-76c0-4889-839c-238c3eed05bb tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 945 time: 0.1386666 Aug 10 03:15:22.067485 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c5772-6296-49f9-8277-f17313409455 req-21882c20-35dd-4998-9e95-51517f65fa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:22.076487 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ee9c5772-6296-49f9-8277-f17313409455 req-21882c20-35dd-4998-9e95-51517f65fa01 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a768fce9-a23b-4fa6-95f6-80231f5ae7ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2129066 Aug 10 03:15:22.099946 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-82ff99b3-921e-4578-8ed3-633901793fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1655322033-router', 'tenant_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '018e380d-f604-4cb0-863f-90f5342d237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:14:24Z', 'updated_at': '2021-08-10T03:14:31Z', 'revision_number': 4, 'project_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'gw_port': {'id': '018e380d-f604-4cb0-863f-90f5342d237a', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:49:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:25Z', 'updated_at': '2021-08-10T03:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'a15eda61-5d9e-4c1f-b798-cf613ad4f9bc', 'name': '', 'network_id': 'a768fce9-a23b-4fa6-95f6-80231f5ae7ad', 'tenant_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'mac_address': 'fa:16:3e:a7:5a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '75b49776-2445-4c00-a5a3-1dc63629b279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:29Z', 'updated_at': '2021-08-10T03:14:38Z', 'revision_number': 5, 'project_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'subnets': [{'id': '75b49776-2445-4c00-a5a3-1dc63629b279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:22.102625 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 9a1cd893-5815-40c0-9bee-e64534a341a2, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=9a1cd893-5815-40c0-9bee-e64534a341a2,segment=NetworkSegment(5f459ac7-2da0-4395-80e8-4acadecdbda0),segment_id=5f459ac7-2da0-4395-80e8-4acadecdbda0)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:22.110377 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:22.146061 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ff99b3-921e-4578-8ed3-633901793fb6 None None] The sync data for ids ['f48d14f1-d459-46bc-be26-50200d08da2d'] in n-d-768851-15 is: [{'id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1655322033-router', 'tenant_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '018e380d-f604-4cb0-863f-90f5342d237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:14:24Z', 'updated_at': '2021-08-10T03:14:31Z', 'revision_number': 4, 'project_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'gw_port': {'id': '018e380d-f604-4cb0-863f-90f5342d237a', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:49:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:25Z', 'updated_at': '2021-08-10T03:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'a15eda61-5d9e-4c1f-b798-cf613ad4f9bc', 'name': '', 'network_id': 'a768fce9-a23b-4fa6-95f6-80231f5ae7ad', 'tenant_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'mac_address': 'fa:16:3e:a7:5a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '75b49776-2445-4c00-a5a3-1dc63629b279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:29Z', 'updated_at': '2021-08-10T03:14:38Z', 'revision_number': 5, 'project_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'subnets': [{'id': '75b49776-2445-4c00-a5a3-1dc63629b279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:15:22.163653 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-86aeb6b6-c6f4-42fa-b355-68fc4e5195e6 req-b12ec6ee-1315-432a-a2fd-b0b619fb954e tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282094 Aug 10 03:15:22.211243 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=9a1cd893-5815-40c0-9bee-e64534a341a2,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:22.226167 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-30d6875f-b020-45c7-a9c8-7c81303f2b0f req-21c3b67a-2f9f-4d92-b711-d7cc48145fe8 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Deleting port b158c1f6-ad22-4824-a1ca-31bdee18d32c {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:15:22.226519 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-30d6875f-b020-45c7-a9c8-7c81303f2b0f req-21c3b67a-2f9f-4d92-b711-d7cc48145fe8 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:22.247151 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ace01b3-17be-47f5-a474-6efadb3960aa x-openstack-request-id: req-6ace01b3-17be-47f5-a474-6efadb3960aa {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:22.247330 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dda4accc-a396-421d-882e-1c208f23709d", "tag": "7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:22.247583 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6ace01b3-17be-47f5-a474-6efadb3960aa {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:22.247973 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dda4accc-a396-421d-882e-1c208f23709d', 'tag': '7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4', 'status': 'completed', 'code': 200} Aug 10 03:15:22.296245 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9539e723-c794-44f3-97e9-ae312539c9b1 x-openstack-request-id: req-9539e723-c794-44f3-97e9-ae312539c9b1 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:22.297709 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f968c78b-535a-49e6-86c5-6bde6a962948", "name": "network-vif-plugged", "status": "completed", "tag": "8a30db10-e0e6-4c59-bff9-1edbdbe1ee47", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:22.298204 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9539e723-c794-44f3-97e9-ae312539c9b1 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:22.299067 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f968c78b-535a-49e6-86c5-6bde6a962948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a30db10-e0e6-4c59-bff9-1edbdbe1ee47', 'code': 200} Aug 10 03:15:22.309206 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ee9c5772-6296-49f9-8277-f17313409455 req-a68187e8-8153-43b3-b244-85d5256ea97f service neutron] 10.222.0.62 "GET /v2.0/networks/a768fce9-a23b-4fa6-95f6-80231f5ae7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318635 Aug 10 03:15:22.356141 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ecd50b-330a-4b36-98b4-7c9047d7df84 req-232fe982-4ad9-4ca1-92dd-b4ff90d6f297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:22.357888 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-80ecd50b-330a-4b36-98b4-7c9047d7df84 req-232fe982-4ad9-4ca1-92dd-b4ff90d6f297 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ef09b0c7cc5b46efbe589c3baf17fa5c&device_id=dda4accc-a396-421d-882e-1c208f23709d HTTP/1.1" status: 200 len: 1098 time: 0.0861769 Aug 10 03:15:22.438301 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-30d6875f-b020-45c7-a9c8-7c81303f2b0f req-21c3b67a-2f9f-4d92-b711-d7cc48145fe8 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] For port b158c1f6-ad22-4824-a1ca-31bdee18d32c, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=b158c1f6-ad22-4824-a1ca-31bdee18d32c,segment=NetworkSegment(4ea20076-31f4-4b20-a8fd-0b8aa27a9fb4),segment_id=4ea20076-31f4-4b20-a8fd-0b8aa27a9fb4)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:22.438709 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-30d6875f-b020-45c7-a9c8-7c81303f2b0f req-21c3b67a-2f9f-4d92-b711-d7cc48145fe8 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:22.472659 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-30d6875f-b020-45c7-a9c8-7c81303f2b0f req-21c3b67a-2f9f-4d92-b711-d7cc48145fe8 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Calling delete_port for b158c1f6-ad22-4824-a1ca-31bdee18d32c owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:15:22.504442 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ecd50b-330a-4b36-98b4-7c9047d7df84 req-2bb661a3-5146-44e8-a9ae-1b88edb491ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:22.506175 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-80ecd50b-330a-4b36-98b4-7c9047d7df84 req-2bb661a3-5146-44e8-a9ae-1b88edb491ce service neutron] 10.222.0.58 "GET /v2.0/networks?id=a768fce9-a23b-4fa6-95f6-80231f5ae7ad HTTP/1.1" status: 200 len: 922 time: 0.1384823 Aug 10 03:15:22.507414 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ee9c5772-6296-49f9-8277-f17313409455 req-1b7f22fc-2d24-4c66-bfd9-f8de3f660db7 service neutron] 10.222.0.62 "GET /v2.0/networks/a768fce9-a23b-4fa6-95f6-80231f5ae7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920142 Aug 10 03:15:22.530620 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49a7b9-1975-443a-8d2b-be1f600d9f2b req-4e6f55c3-2de1-4f10-b9e6-d08bec315ad9 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:22.532379 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3f49a7b9-1975-443a-8d2b-be1f600d9f2b req-4e6f55c3-2de1-4f10-b9e6-d08bec315ad9 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b52979b-9ae1-4259-8a47-5ff3f736d2b2 HTTP/1.1" status: 200 len: 1023 time: 0.1583235 Aug 10 03:15:22.581831 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-80ecd50b-330a-4b36-98b4-7c9047d7df84 req-7cf58c35-9a4d-4d5a-a3ad-5fd6f68e6f6b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4 HTTP/1.1" status: 200 len: 217 time: 0.0673101 Aug 10 03:15:22.644620 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57184c23-7245-4f64-8f47-e4d5ed36cb72 None None] New status for floating IP 5efa621c-6e5a-4b62-80a6-b83f17d98891: DOWN {{(pid=94218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:15:22.656728 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3f49a7b9-1975-443a-8d2b-be1f600d9f2b req-f9e8d3cc-8a74-4738-8e82-10e8b39cf804 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/security-groups?id=195959b8-c4a8-4105-8640-3aeb32a2e94d&id=2a34a862-d555-4e4a-a332-6f9d46a00f82&id=a0100807-37b6-4984-9e2d-2710e61b64ad&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1074073 Aug 10 03:15:22.694857 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ecd50b-330a-4b36-98b4-7c9047d7df84 req-09d22f74-29a3-4e5b-87b9-068f81076c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:22.696389 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-80ecd50b-330a-4b36-98b4-7c9047d7df84 req-09d22f74-29a3-4e5b-87b9-068f81076c67 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=75b49776-2445-4c00-a5a3-1dc63629b279 HTTP/1.1" status: 200 len: 860 time: 0.0929930 Aug 10 03:15:22.790318 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ecd50b-330a-4b36-98b4-7c9047d7df84 req-90571277-c02f-4977-8bd3-dad09c084b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:22.792172 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-80ecd50b-330a-4b36-98b4-7c9047d7df84 req-90571277-c02f-4977-8bd3-dad09c084b57 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a768fce9-a23b-4fa6-95f6-80231f5ae7ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0818248 Aug 10 03:15:22.797351 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-30d6875f-b020-45c7-a9c8-7c81303f2b0f req-21c3b67a-2f9f-4d92-b711-d7cc48145fe8 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:22.860437 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c3b67a-2f9f-4d92-b711-d7cc48145fe8 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Pushing event deleted for resources: {'Port': ['ID=b158c1f6-ad22-4824-a1ca-31bdee18d32c,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:22.943387 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-30d6875f-b020-45c7-a9c8-7c81303f2b0f req-21c3b67a-2f9f-4d92-b711-d7cc48145fe8 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] No DVR routers for this DVR port b158c1f6-ad22-4824-a1ca-31bdee18d32c on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:15:22.951765 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-30d6875f-b020-45c7-a9c8-7c81303f2b0f req-21c3b67a-2f9f-4d92-b711-d7cc48145fe8 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:22.955013 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-30d6875f-b020-45c7-a9c8-7c81303f2b0f req-21c3b67a-2f9f-4d92-b711-d7cc48145fe8 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.60 "DELETE /v2.0/ports/b158c1f6-ad22-4824-a1ca-31bdee18d32c HTTP/1.1" status: 204 len: 173 time: 1.1223357 Aug 10 03:15:22.984570 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c1dee-1f1d-40eb-8436-7f73d6011e12 req-6286f5b2-99d2-4239-b6df-9e4e3863f90e tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:22.994581 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a99c1dee-1f1d-40eb-8436-7f73d6011e12 req-6286f5b2-99d2-4239-b6df-9e4e3863f90e tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f71cd04-e10c-48ae-9c97-e2565e731b3a HTTP/1.1" status: 200 len: 945 time: 0.1493070 Aug 10 03:15:22.997135 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-80ecd50b-330a-4b36-98b4-7c9047d7df84 req-1adc2fcf-4481-4576-af45-77d543adfcda service neutron] 10.222.0.58 "GET /v2.0/networks/a768fce9-a23b-4fa6-95f6-80231f5ae7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953282 Aug 10 03:15:23.074051 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a99c1dee-1f1d-40eb-8436-7f73d6011e12 req-78485357-08fa-42cf-a3da-7966b636c073 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/security-groups?id=106bd2aa-b217-4cc2-a6fb-fb066e9e308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697277 Aug 10 03:15:23.132097 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['b158c1f6-ad22-4824-a1ca-31bdee18d32c'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:15:23.228637 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-80ecd50b-330a-4b36-98b4-7c9047d7df84 req-52f85a74-1654-4c83-84f7-9fa8b1b3544f service neutron] 10.222.0.58 "GET /v2.0/networks/a768fce9-a23b-4fa6-95f6-80231f5ae7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201436 Aug 10 03:15:23.265205 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a8b307-d7b7-41e4-ae69-1788e2c933b3 req-1b633d76-c2fe-44c0-9973-1f263a96a979 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:23.273937 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-33a8b307-d7b7-41e4-ae69-1788e2c933b3 req-1b633d76-c2fe-44c0-9973-1f263a96a979 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=08170954-8aec-418b-b26a-cb6a0290a7ed HTTP/1.1" status: 200 len: 945 time: 0.0889730 Aug 10 03:15:23.327725 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-33a8b307-d7b7-41e4-ae69-1788e2c933b3 req-f4dad8c3-4612-471a-8621-d9a1ea5d05b0 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508342 Aug 10 03:15:23.590952 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be8ee3-4c65-42fc-b566-970abce55ae9 req-f44be838-c7e6-4996-94fc-a3aeecb03ad7 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:23.592938 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d1be8ee3-4c65-42fc-b566-970abce55ae9 req-f44be838-c7e6-4996-94fc-a3aeecb03ad7 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 945 time: 0.0995660 Aug 10 03:15:23.611514 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88945056-9e0a-4494-9892-468546c6e928 req-41218fc3-a18d-4419-a834-c2584528fa7f tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:23.615286 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-88945056-9e0a-4494-9892-468546c6e928 req-41218fc3-a18d-4419-a834-c2584528fa7f tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9077c67-e6aa-4cd6-b76d-6fcb28d8d835&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0908730 Aug 10 03:15:23.700491 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d1be8ee3-4c65-42fc-b566-970abce55ae9 req-a88f0a9c-fe37-475c-95a7-fe56a7483a94 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838931 Aug 10 03:15:23.717208 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-88945056-9e0a-4494-9892-468546c6e928 req-112a9771-03ba-49c1-bd08-221c70207850 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.14 HTTP/1.1" status: 200 len: 695 time: 0.0919495 Aug 10 03:15:23.747332 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-88945056-9e0a-4494-9892-468546c6e928 req-856d6b92-b9c0-45e6-98c8-287e4d7c79c0 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Request body: {'floatingip': {'port_id': '3e547962-d6f2-42f4-b191-caaf7b15d044', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:23.798032 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-88945056-9e0a-4494-9892-468546c6e928 req-856d6b92-b9c0-45e6-98c8-287e4d7c79c0 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Notify callbacks [] for floatingip, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:23.946871 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-23088b1f-3372-4bb9-a8da-4c0be0c06f63 req-6c451aee-d633-4da2-a514-3398b40d4d3d tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/security-groups/195959b8-c4a8-4105-8640-3aeb32a2e94d HTTP/1.1" status: 200 len: 1801 time: 0.0812409 Aug 10 03:15:24.090681 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-23088b1f-3372-4bb9-a8da-4c0be0c06f63 req-0d287f1a-cbc4-4a66-85c6-549d143587cc tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:24.128866 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-23088b1f-3372-4bb9-a8da-4c0be0c06f63 req-0d287f1a-cbc4-4a66-85c6-549d143587cc tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:24.251639 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b52979b-9ae1-4259-8a47-5ff3f736d2b2', 'name': 'network-vif-deleted', 'tag': 'b158c1f6-ad22-4824-a1ca-31bdee18d32c'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:24.254181 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa978ac0-a793-4eb3-a3db-5c4fdd0902e3" -d '{"events": [{"server_uuid": "5b52979b-9ae1-4259-8a47-5ff3f736d2b2", "name": "network-vif-deleted", "tag": "b158c1f6-ad22-4824-a1ca-31bdee18d32c"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:24.262721 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-23088b1f-3372-4bb9-a8da-4c0be0c06f63 req-0d287f1a-cbc4-4a66-85c6-549d143587cc tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:24.265489 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-23088b1f-3372-4bb9-a8da-4c0be0c06f63 req-0d287f1a-cbc4-4a66-85c6-549d143587cc tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:24.266655 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-23088b1f-3372-4bb9-a8da-4c0be0c06f63 req-0d287f1a-cbc4-4a66-85c6-549d143587cc tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "DELETE /v2.0/security-groups/195959b8-c4a8-4105-8640-3aeb32a2e94d HTTP/1.1" status: 204 len: 173 time: 0.3104284 Aug 10 03:15:24.282928 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d287f1a-cbc4-4a66-85c6-549d143587cc tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=195959b8-c4a8-4105-8640-3aeb32a2e94d,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:24.305131 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08170954-8aec-418b-b26a-cb6a0290a7ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1cd893-5815-40c0-9bee-e64534a341a2'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:24.308208 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc0c1e2-6ecc-4a85-9427-0f70a77a99e6" -d '{"events": [{"server_uuid": "08170954-8aec-418b-b26a-cb6a0290a7ed", "name": "network-vif-plugged", "status": "completed", "tag": "9a1cd893-5815-40c0-9bee-e64534a341a2"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:24.626259 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-88945056-9e0a-4494-9892-468546c6e928 req-856d6b92-b9c0-45e6-98c8-287e4d7c79c0 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:24.640686 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a19f8-01e6-4a74-b846-82af89d5cd6c req-74beee5c-8413-4765-8c41-0648126d7b2d tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:24.642837 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dc7a19f8-01e6-4a74-b846-82af89d5cd6c req-74beee5c-8413-4765-8c41-0648126d7b2d tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f71cd04-e10c-48ae-9c97-e2565e731b3a HTTP/1.1" status: 200 len: 945 time: 0.0897789 Aug 10 03:15:24.643661 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-88945056-9e0a-4494-9892-468546c6e928 req-856d6b92-b9c0-45e6-98c8-287e4d7c79c0 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:24.784994 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48742) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:24.931004 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d5166beb-ca84-4082-a775-992b4803d1a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:25.123719 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d5166beb-ca84-4082-a775-992b4803d1a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:25.131130 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d5166beb-ca84-4082-a775-992b4803d1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:25.142939 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690fd000-cbf9-4e42-9d33-6ba3d175b742 req-29e67007-9e21-4013-92be-efc40924b213 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:25.144708 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-690fd000-cbf9-4e42-9d33-6ba3d175b742 req-29e67007-9e21-4013-92be-efc40924b213 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.58 "GET /v2.0/ports?device_id=dda4accc-a396-421d-882e-1c208f23709d HTTP/1.1" status: 200 len: 946 time: 0.1322608 Aug 10 03:15:25.166286 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dc7a19f8-01e6-4a74-b846-82af89d5cd6c req-772e7e48-3489-4fad-96ed-65dc84f5754a tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/security-groups?id=106bd2aa-b217-4cc2-a6fb-fb066e9e308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4743848 Aug 10 03:15:25.174300 n-d-768851-15 neutron-server[94216]: INFO neutron.db.l3_db [req-88945056-9e0a-4494-9892-468546c6e928 req-856d6b92-b9c0-45e6-98c8-287e4d7c79c0 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Floating IP 5efa621c-6e5a-4b62-80a6-b83f17d98891 associated. External IP: 172.25.7.14, port: 3e547962-d6f2-42f4-b191-caaf7b15d044. Aug 10 03:15:25.221405 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d5166beb-ca84-4082-a775-992b4803d1a1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e6ef3de43c9e410794f538d4742abe33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4345412 Aug 10 03:15:25.221942 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 48746) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:25.260427 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5166beb-ca84-4082-a775-992b4803d1a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a66fdd-aac7-4520-8626-c453ced1ceb7,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:25.301810 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-690fd000-cbf9-4e42-9d33-6ba3d175b742 req-a6e08df5-db4a-4030-b206-be3a3f303679 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Deleting port 7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:15:25.302518 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-690fd000-cbf9-4e42-9d33-6ba3d175b742 req-a6e08df5-db4a-4030-b206-be3a3f303679 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:25.341902 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bf7a9159-4394-4fdb-a456-909ec88436ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:25.414376 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc98829f-41f2-47b2-9ab4-ec43ae7f6853 x-openstack-request-id: req-cc98829f-41f2-47b2-9ab4-ec43ae7f6853 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:25.414761 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b52979b-9ae1-4259-8a47-5ff3f736d2b2", "name": "network-vif-deleted", "tag": "b158c1f6-ad22-4824-a1ca-31bdee18d32c", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:25.415175 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cc98829f-41f2-47b2-9ab4-ec43ae7f6853 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:25.415605 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b52979b-9ae1-4259-8a47-5ff3f736d2b2', 'name': 'network-vif-deleted', 'tag': 'b158c1f6-ad22-4824-a1ca-31bdee18d32c', 'status': 'completed', 'code': 200} Aug 10 03:15:25.421597 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bf7a9159-4394-4fdb-a456-909ec88436ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:25.450052 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-690fd000-cbf9-4e42-9d33-6ba3d175b742 req-a6e08df5-db4a-4030-b206-be3a3f303679 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] For port 7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4,segment=NetworkSegment(d030ccc1-c31d-414f-84e6-c931b9c0f44c),segment_id=d030ccc1-c31d-414f-84e6-c931b9c0f44c)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:25.450768 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-690fd000-cbf9-4e42-9d33-6ba3d175b742 req-a6e08df5-db4a-4030-b206-be3a3f303679 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:25.464712 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-690fd000-cbf9-4e42-9d33-6ba3d175b742 req-a6e08df5-db4a-4030-b206-be3a3f303679 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Calling delete_port for 7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4 owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:15:25.540411 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9cf6b62b-ddf4-461a-b60c-47434f1c5c86 req-b719370e-9ae3-4ce9-b203-b6646c92b3d7 tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "GET /v2.0/security-groups/a0100807-37b6-4984-9e2d-2710e61b64ad HTTP/1.1" status: 200 len: 1801 time: 0.1108379 Aug 10 03:15:25.551839 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88945056-9e0a-4494-9892-468546c6e928 req-856d6b92-b9c0-45e6-98c8-287e4d7c79c0 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Router f48d14f1-d459-46bc-be26-50200d08da2d has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:15:25.574362 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bf7a9159-4394-4fdb-a456-909ec88436ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:25.577202 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bf7a9159-4394-4fdb-a456-909ec88436ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:25.580826 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-bf7a9159-4394-4fdb-a456-909ec88436ec admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/37a66fdd-aac7-4520-8626-c453ced1ceb7 HTTP/1.1" status: 204 len: 168 time: 0.3550918 Aug 10 03:15:25.638991 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7a9159-4394-4fdb-a456-909ec88436ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a66fdd-aac7-4520-8626-c453ced1ceb7,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:25.653147 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-690fd000-cbf9-4e42-9d33-6ba3d175b742 req-a6e08df5-db4a-4030-b206-be3a3f303679 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:25.665733 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['3e547962-d6f2-42f4-b191-caaf7b15d044', '7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:15:25.685739 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e08df5-db4a-4030-b206-be3a3f303679 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Pushing event deleted for resources: {'Port': ['ID=7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:25.693712 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7a9159-4394-4fdb-a456-909ec88436ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:25.694289 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7a9159-4394-4fdb-a456-909ec88436ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:25.694987 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7a9159-4394-4fdb-a456-909ec88436ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:25.695517 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7a9159-4394-4fdb-a456-909ec88436ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:25.697539 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7a9159-4394-4fdb-a456-909ec88436ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:25.698092 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7a9159-4394-4fdb-a456-909ec88436ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:25.698722 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7a9159-4394-4fdb-a456-909ec88436ec admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:25.699777 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7a9159-4394-4fdb-a456-909ec88436ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:25.700310 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7a9159-4394-4fdb-a456-909ec88436ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:25.701308 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7a9159-4394-4fdb-a456-909ec88436ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:25.701845 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7a9159-4394-4fdb-a456-909ec88436ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:25.702434 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7a9159-4394-4fdb-a456-909ec88436ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:25.754526 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-690fd000-cbf9-4e42-9d33-6ba3d175b742 req-a6e08df5-db4a-4030-b206-be3a3f303679 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] No DVR routers for this DVR port 7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4 on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:15:25.757665 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-690fd000-cbf9-4e42-9d33-6ba3d175b742 req-a6e08df5-db4a-4030-b206-be3a3f303679 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:25.762134 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-690fd000-cbf9-4e42-9d33-6ba3d175b742 req-a6e08df5-db4a-4030-b206-be3a3f303679 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.58 "DELETE /v2.0/ports/7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4 HTTP/1.1" status: 204 len: 173 time: 0.6006665 Aug 10 03:15:25.762743 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda4accc-a396-421d-882e-1c208f23709d', 'name': 'network-vif-deleted', 'tag': '7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:25.762975 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device b158c1f6-ad22-4824-a1ca-31bdee18d32c no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:15:25.773283 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-995a13a5-0f21-41db-acf3-98f9d50e7384" -d '{"events": [{"server_uuid": "dda4accc-a396-421d-882e-1c208f23709d", "name": "network-vif-deleted", "tag": "7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:25.788105 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-9cf6b62b-ddf4-461a-b60c-47434f1c5c86 req-a3e5079a-7e6a-4d41-b584-ddefd1fe201a tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:25.833515 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: b158c1f6-ad22-4824-a1ca-31bdee18d32c {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:15:25.833805 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device b158c1f6-ad22-4824-a1ca-31bdee18d32c not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:15:25.857778 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-9cf6b62b-ddf4-461a-b60c-47434f1c5c86 req-a3e5079a-7e6a-4d41-b584-ddefd1fe201a tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:26.048639 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88945056-9e0a-4494-9892-468546c6e928 req-856d6b92-b9c0-45e6-98c8-287e4d7c79c0 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:15:26.062399 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7b1d57-b9a3-4433-8dfa-516d2bfa8226 None None] Sync routers for ids ['f48d14f1-d459-46bc-be26-50200d08da2d'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:15:26.082870 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-88945056-9e0a-4494-9892-468546c6e928 req-856d6b92-b9c0-45e6-98c8-287e4d7c79c0 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:26.085779 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7b1d57-b9a3-4433-8dfa-516d2bfa8226 None None] Routers {'f48d14f1-d459-46bc-be26-50200d08da2d'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:15:26.087588 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-4c7b1d57-b9a3-4433-8dfa-516d2bfa8226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:15:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['f48d14f1-d459-46bc-be26-50200d08da2d'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:26.101230 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:26.119669 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-9cf6b62b-ddf4-461a-b60c-47434f1c5c86 req-a3e5079a-7e6a-4d41-b584-ddefd1fe201a tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:26.122417 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-9cf6b62b-ddf4-461a-b60c-47434f1c5c86 req-a3e5079a-7e6a-4d41-b584-ddefd1fe201a tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:26.123746 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9cf6b62b-ddf4-461a-b60c-47434f1c5c86 req-a3e5079a-7e6a-4d41-b584-ddefd1fe201a tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] 10.222.0.62 "DELETE /v2.0/security-groups/a0100807-37b6-4984-9e2d-2710e61b64ad HTTP/1.1" status: 204 len: 173 time: 0.5672150 Aug 10 03:15:26.129525 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48758) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:26.139437 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-88945056-9e0a-4494-9892-468546c6e928 req-856d6b92-b9c0-45e6-98c8-287e4d7c79c0 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "PUT /v2.0/floatingips/5efa621c-6e5a-4b62-80a6-b83f17d98891 HTTP/1.1" status: 200 len: 995 time: 2.4150746 Aug 10 03:15:26.161164 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e5079a-7e6a-4d41-b584-ddefd1fe201a tempest-SecurityGroupsTestJSON-567963699 tempest-SecurityGroupsTestJSON-567963699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0100807-37b6-4984-9e2d-2710e61b64ad,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:26.236648 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88945056-9e0a-4494-9892-468546c6e928 req-68ea113b-35b8-4ade-985a-7d047ce6a52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:26.249587 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:26.251307 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-88945056-9e0a-4494-9892-468546c6e928 req-68ea113b-35b8-4ade-985a-7d047ce6a52f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ef09b0c7cc5b46efbe589c3baf17fa5c&device_id=c9077c67-e6aa-4cd6-b76d-6fcb28d8d835 HTTP/1.1" status: 200 len: 1097 time: 0.1026678 Aug 10 03:15:26.287051 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6ac3d6-ff8c-43d3-be21-fe76b9d72db8 x-openstack-request-id: req-1f6ac3d6-ff8c-43d3-be21-fe76b9d72db8 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:26.287051 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08170954-8aec-418b-b26a-cb6a0290a7ed", "name": "network-vif-plugged", "status": "completed", "tag": "9a1cd893-5815-40c0-9bee-e64534a341a2", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:26.290857 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1f6ac3d6-ff8c-43d3-be21-fe76b9d72db8 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:26.291983 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08170954-8aec-418b-b26a-cb6a0290a7ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1cd893-5815-40c0-9bee-e64534a341a2', 'code': 200} Aug 10 03:15:26.337598 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-4c7b1d57-b9a3-4433-8dfa-516d2bfa8226 None None] Set router f48d14f1-d459-46bc-be26-50200d08da2d gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:15:26.366672 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-e709a82e-9d6b-4f31-ba66-fbef58e65a93 admin admin] Deleting subnet cc04df03-65dd-419c-9c2d-cdf52403a9bc {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:15:26.369022 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88945056-9e0a-4494-9892-468546c6e928 req-44516e22-50d7-4ecd-9dcb-a27b75dc74ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:26.377414 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e709a82e-9d6b-4f31-ba66-fbef58e65a93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:26.380185 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-88945056-9e0a-4494-9892-468546c6e928 req-44516e22-50d7-4ecd-9dcb-a27b75dc74ea service neutron] 10.222.0.62 "GET /v2.0/networks?id=a768fce9-a23b-4fa6-95f6-80231f5ae7ad HTTP/1.1" status: 200 len: 922 time: 0.1275165 Aug 10 03:15:26.497545 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e709a82e-9d6b-4f31-ba66-fbef58e65a93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:26.531743 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-88945056-9e0a-4494-9892-468546c6e928 req-7f8003e5-d0a3-4526-b95a-2c0935ef086a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e547962-d6f2-42f4-b191-caaf7b15d044 HTTP/1.1" status: 200 len: 998 time: 0.1505740 Aug 10 03:15:26.584865 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8423c4-55e7-4649-a2b8-bd0e121adc02 req-c1109fb0-e4f7-43d0-a64e-7709626c8e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:26.587238 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9b8423c4-55e7-4649-a2b8-bd0e121adc02 req-c1109fb0-e4f7-43d0-a64e-7709626c8e5c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=08170954-8aec-418b-b26a-cb6a0290a7ed HTTP/1.1" status: 200 len: 1097 time: 0.2050459 Aug 10 03:15:26.619150 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefd1c1f-e6ff-4e41-9b1e-fa4d81cf7e52 req-84681613-1929-4607-b668-6d0b21464285 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:26.619855 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e709a82e-9d6b-4f31-ba66-fbef58e65a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:26.629022 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aefd1c1f-e6ff-4e41-9b1e-fa4d81cf7e52 req-84681613-1929-4607-b668-6d0b21464285 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=08170954-8aec-418b-b26a-cb6a0290a7ed HTTP/1.1" status: 200 len: 945 time: 0.1635771 Aug 10 03:15:26.668654 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88945056-9e0a-4494-9892-468546c6e928 req-8b5d2f34-9ed9-42e4-a9d8-63b22ffdcb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:26.676258 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-88945056-9e0a-4494-9892-468546c6e928 req-8b5d2f34-9ed9-42e4-a9d8-63b22ffdcb68 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=75b49776-2445-4c00-a5a3-1dc63629b279 HTTP/1.1" status: 200 len: 860 time: 0.1435819 Aug 10 03:15:26.762512 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e709a82e-9d6b-4f31-ba66-fbef58e65a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:26.782899 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aefd1c1f-e6ff-4e41-9b1e-fa4d81cf7e52 req-f3d63c07-3dfd-46e1-9626-4badef1f74d5 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523287 Aug 10 03:15:26.817502 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e709a82e-9d6b-4f31-ba66-fbef58e65a93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:26.818326 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9b8423c4-55e7-4649-a2b8-bd0e121adc02 req-1b1d8976-75b6-48a5-9e1c-1eb9595ff621 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231085 Aug 10 03:15:26.820112 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e709a82e-9d6b-4f31-ba66-fbef58e65a93 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/cc04df03-65dd-419c-9c2d-cdf52403a9bc HTTP/1.1" status: 204 len: 168 time: 0.6876695 Aug 10 03:15:26.823289 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e709a82e-9d6b-4f31-ba66-fbef58e65a93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc04df03-65dd-419c-9c2d-cdf52403a9bc,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:26.826493 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48776) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:26.872706 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88945056-9e0a-4494-9892-468546c6e928 req-6bf2bb29-b522-4e14-916f-cbe6f0e668bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:26.883126 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-88945056-9e0a-4494-9892-468546c6e928 req-6bf2bb29-b522-4e14-916f-cbe6f0e668bf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a768fce9-a23b-4fa6-95f6-80231f5ae7ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2056880 Aug 10 03:15:26.898602 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:15:26.914976 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48778) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:26.951538 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-72dd911a-14a2-4a0d-848e-119f4fab6554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:26.961198 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-4c7b1d57-b9a3-4433-8dfa-516d2bfa8226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1655322033-router', 'tenant_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '018e380d-f604-4cb0-863f-90f5342d237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:14:24Z', 'updated_at': '2021-08-10T03:14:31Z', 'revision_number': 4, 'project_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'gw_port': {'id': '018e380d-f604-4cb0-863f-90f5342d237a', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:49:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:25Z', 'updated_at': '2021-08-10T03:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '5efa621c-6e5a-4b62-80a6-b83f17d98891', 'tenant_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'floating_ip_address': '172.25.7.14', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'port_id': '3e547962-d6f2-42f4-b191-caaf7b15d044', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a768fce9-a23b-4fa6-95f6-80231f5ae7ad', 'mac_address': 'fa:16:3e:1a:b3:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9077c67-e6aa-4cd6-b76d-6fcb28d8d835', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:14:52Z', 'updated_at': '2021-08-10T03:15:24Z', 'revision_number': 8, 'project_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a15eda61-5d9e-4c1f-b798-cf613ad4f9bc', 'name': '', 'network_id': 'a768fce9-a23b-4fa6-95f6-80231f5ae7ad', 'tenant_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'mac_address': 'fa:16:3e:a7:5a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '75b49776-2445-4c00-a5a3-1dc63629b279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:29Z', 'updated_at': '2021-08-10T03:14:38Z', 'revision_number': 5, 'project_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'subnets': [{'id': '75b49776-2445-4c00-a5a3-1dc63629b279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:27.027653 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7b1d57-b9a3-4433-8dfa-516d2bfa8226 None None] Checking router: f48d14f1-d459-46bc-be26-50200d08da2d for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:15:27.058866 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7b1d57-b9a3-4433-8dfa-516d2bfa8226 None None] Routers {'f48d14f1-d459-46bc-be26-50200d08da2d'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:15:27.059792 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-4c7b1d57-b9a3-4433-8dfa-516d2bfa8226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:15:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['f48d14f1-d459-46bc-be26-50200d08da2d'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:27.069741 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-72dd911a-14a2-4a0d-848e-119f4fab6554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:27.089052 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-4db5ff30-ea32-4f33-a50d-7e0d056dde8c admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1825038511-network', 'tenant_id': '6bae6b9c32c14720bf0a198e3afedf70'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:27.093609 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-88945056-9e0a-4494-9892-468546c6e928 req-fc8d2588-c576-42ae-a6ac-77afbd0c7d45 service neutron] 10.222.0.62 "GET /v2.0/networks/a768fce9-a23b-4fa6-95f6-80231f5ae7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095497 Aug 10 03:15:27.096110 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-72dd911a-14a2-4a0d-848e-119f4fab6554 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7632fb28-27a9-49ff-a5c3-9f793f816a2e']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:27.120316 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-72dd911a-14a2-4a0d-848e-119f4fab6554 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ea20076-31f4-4b20-a8fd-0b8aa27a9fb4') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:27.120751 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-72dd911a-14a2-4a0d-848e-119f4fab6554 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ea20076-31f4-4b20-a8fd-0b8aa27a9fb4') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:27.135297 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-72dd911a-14a2-4a0d-848e-119f4fab6554 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:27.151653 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db5ff30-ea32-4f33-a50d-7e0d056dde8c admin admin] Made reservation on behalf of 6bae6b9c32c14720bf0a198e3afedf70 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:15:27.154245 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4db5ff30-ea32-4f33-a50d-7e0d056dde8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:27.157635 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-72dd911a-14a2-4a0d-848e-119f4fab6554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:27.168375 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4db5ff30-ea32-4f33-a50d-7e0d056dde8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:27.173167 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac40563-4894-4227-ae46-4488e5c5b280 req-76e0534e-e510-4204-a77d-817bb2432552 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:27.174803 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fac40563-4894-4227-ae46-4488e5c5b280 req-76e0534e-e510-4204-a77d-817bb2432552 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 945 time: 0.1507504 Aug 10 03:15:27.226606 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-4c7b1d57-b9a3-4433-8dfa-516d2bfa8226 None None] Set router f48d14f1-d459-46bc-be26-50200d08da2d gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:15:27.264540 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4db5ff30-ea32-4f33-a50d-7e0d056dde8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:27.266293 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72dd911a-14a2-4a0d-848e-119f4fab6554 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:15:27.266966 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-72dd911a-14a2-4a0d-848e-119f4fab6554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:27.267153 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fac40563-4894-4227-ae46-4488e5c5b280 req-c8def612-6b79-4e10-977f-8fa5b9679894 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830412 Aug 10 03:15:27.269970 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:15:27.269970 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:15:27.269970 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:15:27.269970 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:15:27.269970 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:15:27.269970 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:15:27.269970 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:15:27.269970 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:15:27.269970 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:15:27.269970 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:15:27.269970 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:15:27.269970 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:15:27.269970 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:15:27.269970 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:15:27.269970 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:15:27.269970 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:15:27.269970 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:15:27.269970 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:15:27.269970 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:15:27.269970 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:15:27.269970 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:15:27.269970 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:15:27.269970 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:15:27.269970 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:15:27.269970 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:15:27.269970 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:15:27.269970 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:15:27.269970 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:15:27.269970 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:15:27.269970 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:15:27.269970 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:15:27.269970 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:15:27.296113 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4db5ff30-ea32-4f33-a50d-7e0d056dde8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:27.311398 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-88945056-9e0a-4494-9892-468546c6e928 req-27f51311-f17d-48bd-b9ad-b725fc24fb5b service neutron] 10.222.0.62 "GET /v2.0/networks/a768fce9-a23b-4fa6-95f6-80231f5ae7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095051 Aug 10 03:15:27.374359 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4db5ff30-ea32-4f33-a50d-7e0d056dde8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:15:27.385226 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c500456-1c0a-4840-9f53-ef8a31980c58 x-openstack-request-id: req-7c500456-1c0a-4840-9f53-ef8a31980c58 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:27.385981 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda4accc-a396-421d-882e-1c208f23709d", "name": "network-vif-deleted", "tag": "7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:27.386475 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7c500456-1c0a-4840-9f53-ef8a31980c58 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:27.387185 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda4accc-a396-421d-882e-1c208f23709d', 'name': 'network-vif-deleted', 'tag': '7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4', 'status': 'completed', 'code': 200} Aug 10 03:15:27.393857 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-72dd911a-14a2-4a0d-848e-119f4fab6554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:27.396683 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db5ff30-ea32-4f33-a50d-7e0d056dde8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd33a6be-8c9d-4c61-a6a2-87b577651580,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:27.402715 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4db5ff30-ea32-4f33-a50d-7e0d056dde8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:27.402715 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-4db5ff30-ea32-4f33-a50d-7e0d056dde8c admin admin] Added segment b65afc89-3d1a-4f68-8ff4-3e844f4efb7a of type vlan for network aadf8a17-809b-4292-83f3-4ba8555a94af Aug 10 03:15:27.416895 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9077c67-e6aa-4cd6-b76d-6fcb28d8d835', 'tag': '3e547962-d6f2-42f4-b191-caaf7b15d044'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:27.420498 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1f7b24-a184-47a7-ba3e-44f8ef646df2" -d '{"events": [{"name": "network-changed", "server_uuid": "c9077c67-e6aa-4cd6-b76d-6fcb28d8d835", "tag": "3e547962-d6f2-42f4-b191-caaf7b15d044"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:27.422355 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-72dd911a-14a2-4a0d-848e-119f4fab6554 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:27.428070 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-72dd911a-14a2-4a0d-848e-119f4fab6554 admin admin] 10.222.0.62 "DELETE /v2.0/networks/7632fb28-27a9-49ff-a5c3-9f793f816a2e HTTP/1.1" status: 204 len: 168 time: 0.5995443 Aug 10 03:15:27.428697 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dd911a-14a2-4a0d-848e-119f4fab6554 admin admin] Pushing event deleted for resources: {'Network': ['ID=7632fb28-27a9-49ff-a5c3-9f793f816a2e,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:27.486820 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4db5ff30-ea32-4f33-a50d-7e0d056dde8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:27.544027 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d818b-0929-4ba2-a9cc-dc8d90d517db req-3f92b3a3-92ba-4f80-9e9a-775badfab8e1 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:27.552921 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7d5d818b-0929-4ba2-a9cc-dc8d90d517db req-3f92b3a3-92ba-4f80-9e9a-775badfab8e1 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f71cd04-e10c-48ae-9c97-e2565e731b3a HTTP/1.1" status: 200 len: 945 time: 0.1087821 Aug 10 03:15:27.553627 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4db5ff30-ea32-4f33-a50d-7e0d056dde8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:27.554760 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db5ff30-ea32-4f33-a50d-7e0d056dde8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:27.555449 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4db5ff30-ea32-4f33-a50d-7e0d056dde8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:27.675891 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4db5ff30-ea32-4f33-a50d-7e0d056dde8c admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7597969 Aug 10 03:15:27.678891 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48788) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:27.683053 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7d5d818b-0929-4ba2-a9cc-dc8d90d517db req-48a07e35-c4e8-4f10-9180-9fcbbd182808 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/security-groups?id=106bd2aa-b217-4cc2-a6fb-fb066e9e308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290727 Aug 10 03:15:27.683896 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-a24ec76a-4918-4daa-b1fb-acae1b91f27e admin admin] Request body: {'subnet': {'network_id': 'aadf8a17-809b-4292-83f3-4ba8555a94af', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1825038511-subnet', 'tenant_id': '6bae6b9c32c14720bf0a198e3afedf70', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:27.698764 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8cd90bb8-1ec7-46af-bb8e-b427d3435569 req-f401644c-bc92-4f72-b328-3633244e026b tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/floatingips/5efa621c-6e5a-4b62-80a6-b83f17d98891 HTTP/1.1" status: 200 len: 995 time: 0.1365914 Aug 10 03:15:27.702350 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48790) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:27.724779 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db5ff30-ea32-4f33-a50d-7e0d056dde8c admin admin] Pushing event updated for resources: {'Network': ['ID=aadf8a17-809b-4292-83f3-4ba8555a94af,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:27.739648 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network aadf8a17-809b-4292-83f3-4ba8555a94af details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:15:27.811291 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ede052-a5c1-4c8a-b500-bfb403e441fb x-openstack-request-id: req-25ede052-a5c1-4c8a-b500-bfb403e441fb {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:27.812025 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9077c67-e6aa-4cd6-b76d-6fcb28d8d835", "tag": "3e547962-d6f2-42f4-b191-caaf7b15d044", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:27.812516 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-25ede052-a5c1-4c8a-b500-bfb403e441fb {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:27.813221 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9077c67-e6aa-4cd6-b76d-6fcb28d8d835', 'tag': '3e547962-d6f2-42f4-b191-caaf7b15d044', 'status': 'completed', 'code': 200} Aug 10 03:15:27.815809 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-4c7b1d57-b9a3-4433-8dfa-516d2bfa8226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1655322033-router', 'tenant_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '018e380d-f604-4cb0-863f-90f5342d237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:14:24Z', 'updated_at': '2021-08-10T03:14:31Z', 'revision_number': 4, 'project_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'gw_port': {'id': '018e380d-f604-4cb0-863f-90f5342d237a', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:49:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:25Z', 'updated_at': '2021-08-10T03:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '5efa621c-6e5a-4b62-80a6-b83f17d98891', 'tenant_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'floating_ip_address': '172.25.7.14', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'port_id': '3e547962-d6f2-42f4-b191-caaf7b15d044', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a768fce9-a23b-4fa6-95f6-80231f5ae7ad', 'mac_address': 'fa:16:3e:1a:b3:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9077c67-e6aa-4cd6-b76d-6fcb28d8d835', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:14:52Z', 'updated_at': '2021-08-10T03:15:24Z', 'revision_number': 8, 'project_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a15eda61-5d9e-4c1f-b798-cf613ad4f9bc', 'name': '', 'network_id': 'a768fce9-a23b-4fa6-95f6-80231f5ae7ad', 'tenant_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'mac_address': 'fa:16:3e:a7:5a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '75b49776-2445-4c00-a5a3-1dc63629b279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:29Z', 'updated_at': '2021-08-10T03:14:38Z', 'revision_number': 5, 'project_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'subnets': [{'id': '75b49776-2445-4c00-a5a3-1dc63629b279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:27.895236 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7b1d57-b9a3-4433-8dfa-516d2bfa8226 None None] The sync data for ids ['f48d14f1-d459-46bc-be26-50200d08da2d'] in n-d-768851-15 is: [{'id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1655322033-router', 'tenant_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '018e380d-f604-4cb0-863f-90f5342d237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:14:24Z', 'updated_at': '2021-08-10T03:14:31Z', 'revision_number': 4, 'project_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'gw_port': {'id': '018e380d-f604-4cb0-863f-90f5342d237a', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:49:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:25Z', 'updated_at': '2021-08-10T03:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '5efa621c-6e5a-4b62-80a6-b83f17d98891', 'tenant_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'floating_ip_address': '172.25.7.14', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'port_id': '3e547962-d6f2-42f4-b191-caaf7b15d044', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a768fce9-a23b-4fa6-95f6-80231f5ae7ad', 'mac_address': 'fa:16:3e:1a:b3:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9077c67-e6aa-4cd6-b76d-6fcb28d8d835', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:14:52Z', 'updated_at': '2021-08-10T03:15:24Z', 'revision_number': 8, 'project_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a15eda61-5d9e-4c1f-b798-cf613ad4f9bc', 'name': '', 'network_id': 'a768fce9-a23b-4fa6-95f6-80231f5ae7ad', 'tenant_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'mac_address': 'fa:16:3e:a7:5a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '75b49776-2445-4c00-a5a3-1dc63629b279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:29Z', 'updated_at': '2021-08-10T03:14:38Z', 'revision_number': 5, 'project_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'subnets': [{'id': '75b49776-2445-4c00-a5a3-1dc63629b279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:15:27.908769 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24ec76a-4918-4daa-b1fb-acae1b91f27e admin admin] Made reservation on behalf of 6bae6b9c32c14720bf0a198e3afedf70 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:15:27.914263 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a24ec76a-4918-4daa-b1fb-acae1b91f27e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:27.964814 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd90bb8-1ec7-46af-bb8e-b427d3435569 req-2cf0244b-cb84-4521-b7c4-23ed7c575b16 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:27.966327 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8cd90bb8-1ec7-46af-bb8e-b427d3435569 req-2cf0244b-cb84-4521-b7c4-23ed7c575b16 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/networks/09ca2025-b9a6-4e84-8019-8d9fbef3753e HTTP/1.1" status: 200 len: 784 time: 0.2665160 Aug 10 03:15:27.984363 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-588b2a0c-f869-4385-93f1-9b070b50b069 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d6ebfa75f66e435ca5304dff9dabf47f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2784185 Aug 10 03:15:27.994377 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48798) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:27.998585 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d16a9b-240e-4b92-99f0-8d09a5d0fc87 req-049c23a0-ed5d-4c8d-8270-0ca1553544ab tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:28.000196 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-83d16a9b-240e-4b92-99f0-8d09a5d0fc87 req-049c23a0-ed5d-4c8d-8270-0ca1553544ab tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=08170954-8aec-418b-b26a-cb6a0290a7ed HTTP/1.1" status: 200 len: 945 time: 0.1089480 Aug 10 03:15:28.044994 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f7b24-a184-47a7-ba3e-44f8ef646df2 req-fbe37412-6ea1-43f7-b809-10286028c898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:28.046542 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0d1f7b24-a184-47a7-ba3e-44f8ef646df2 req-fbe37412-6ea1-43f7-b809-10286028c898 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ef09b0c7cc5b46efbe589c3baf17fa5c&device_id=c9077c67-e6aa-4cd6-b76d-6fcb28d8d835 HTTP/1.1" status: 200 len: 1097 time: 0.2249792 Aug 10 03:15:28.073690 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-de532acd-04c3-4013-a4e5-919f454bd070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:28.084403 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-83d16a9b-240e-4b92-99f0-8d09a5d0fc87 req-0cff5a5f-3f99-4d49-b80c-cf957d20ab23 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773695 Aug 10 03:15:28.209841 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fa5d498c-7a59-45ae-bff7-fe3b9c449f97 req-d263a03f-28dc-4232-8483-2996bdaea27c tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.14 HTTP/1.1" status: 200 len: 998 time: 0.1030278 Aug 10 03:15:28.256481 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-de532acd-04c3-4013-a4e5-919f454bd070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:28.283009 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f553515d-b157-4feb-b9fd-7a1d32d475da None None] New status for floating IP 5efa621c-6e5a-4b62-80a6-b83f17d98891: ACTIVE {{(pid=94218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:15:28.304593 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d498c-7a59-45ae-bff7-fe3b9c449f97 req-c695f2ac-f3e6-4046-898a-2e50822c3e3c tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:28.314167 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fa5d498c-7a59-45ae-bff7-fe3b9c449f97 req-c695f2ac-f3e6-4046-898a-2e50822c3e3c tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/ports/3e547962-d6f2-42f4-b191-caaf7b15d044 HTTP/1.1" status: 200 len: 942 time: 0.1020386 Aug 10 03:15:28.345158 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f87192-ed75-48d5-8728-fc8d141582b0 req-ce840ba1-f027-43f5-be29-46927cdde6e6 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:28.345585 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-de532acd-04c3-4013-a4e5-919f454bd070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:28.349726 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-de532acd-04c3-4013-a4e5-919f454bd070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:28.351824 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-de532acd-04c3-4013-a4e5-919f454bd070 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2a34a862-d555-4e4a-a332-6f9d46a00f82 HTTP/1.1" status: 204 len: 168 time: 0.3562768 Aug 10 03:15:28.352953 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a24ec76a-4918-4daa-b1fb-acae1b91f27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:28.360855 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-70f87192-ed75-48d5-8728-fc8d141582b0 req-ce840ba1-f027-43f5-be29-46927cdde6e6 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=08170954-8aec-418b-b26a-cb6a0290a7ed HTTP/1.1" status: 200 len: 945 time: 0.1374121 Aug 10 03:15:28.462142 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de532acd-04c3-4013-a4e5-919f454bd070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a34a862-d555-4e4a-a332-6f9d46a00f82,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:28.521054 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24ec76a-4918-4daa-b1fb-acae1b91f27e admin admin] Checking segment: {'id': 'b65afc89-3d1a-4f68-8ff4-3e844f4efb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'aadf8a17-809b-4292-83f3-4ba8555a94af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:15:28.521487 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24ec76a-4918-4daa-b1fb-acae1b91f27e admin admin] Network hostable DHCP agents. Network: aadf8a17-809b-4292-83f3-4ba8555a94af, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:15:28.534856 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24ec76a-4918-4daa-b1fb-acae1b91f27e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f598b1a-5cba-4d46-8b7f-e1e7a38ff110,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:28.548993 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fa5d498c-7a59-45ae-bff7-fe3b9c449f97 req-0d54a562-ce9b-4a7b-b312-a7cd97426316 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.14 HTTP/1.1" status: 200 len: 998 time: 0.1732051 Aug 10 03:15:28.579119 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f7b24-a184-47a7-ba3e-44f8ef646df2 req-fa222172-9086-4aa5-af17-c0caba0dd99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:28.580676 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0d1f7b24-a184-47a7-ba3e-44f8ef646df2 req-fa222172-9086-4aa5-af17-c0caba0dd99c service neutron] 10.222.0.58 "GET /v2.0/networks?id=a768fce9-a23b-4fa6-95f6-80231f5ae7ad HTTP/1.1" status: 200 len: 922 time: 0.5106180 Aug 10 03:15:28.582098 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24ec76a-4918-4daa-b1fb-acae1b91f27e admin admin] Network aadf8a17-809b-4292-83f3-4ba8555a94af is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:15:28.595357 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-70f87192-ed75-48d5-8728-fc8d141582b0 req-60baf4aa-3bf2-41f8-aabd-c69eceeadf88 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182355 Aug 10 03:15:28.643289 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-a24ec76a-4918-4daa-b1fb-acae1b91f27e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, aadf8a17-809b-4292-83f3-4ba8555a94af) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:15:28.648850 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24ec76a-4918-4daa-b1fb-acae1b91f27e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:28.649938 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a24ec76a-4918-4daa-b1fb-acae1b91f27e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:28.654222 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5514a4cc-8456-4bd8-b49b-6681ac31610e None None] Network aadf8a17-809b-4292-83f3-4ba8555a94af requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:15:28.673739 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a24ec76a-4918-4daa-b1fb-acae1b91f27e admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9937205 Aug 10 03:15:28.676780 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48810) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:28.682006 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-10525e65-6ff6-48da-aa32-0ee7526a16d4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1825038511-router', 'tenant_id': '6bae6b9c32c14720bf0a198e3afedf70', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:28.709255 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0d1f7b24-a184-47a7-ba3e-44f8ef646df2 req-7d46293c-24a2-40bc-a999-c2bc2a55d116 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e547962-d6f2-42f4-b191-caaf7b15d044 HTTP/1.1" status: 200 len: 1000 time: 0.1144173 Aug 10 03:15:28.788883 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f7b24-a184-47a7-ba3e-44f8ef646df2 req-cc8a53f5-f89d-4be1-a5a3-5ab440f0dcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:28.790555 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0d1f7b24-a184-47a7-ba3e-44f8ef646df2 req-cc8a53f5-f89d-4be1-a5a3-5ab440f0dcc2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=75b49776-2445-4c00-a5a3-1dc63629b279 HTTP/1.1" status: 200 len: 860 time: 0.0700452 Aug 10 03:15:28.812796 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-10525e65-6ff6-48da-aa32-0ee7526a16d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:28.813836 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-10525e65-6ff6-48da-aa32-0ee7526a16d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:28.837019 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c5ddc-4593-4688-9787-739f6db1d858 req-e6d43462-0eb1-49e4-9d64-c7e655a1927f tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:28.840379 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aa9c5ddc-4593-4688-9787-739f6db1d858 req-e6d43462-0eb1-49e4-9d64-c7e655a1927f tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 945 time: 0.1254921 Aug 10 03:15:28.849782 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d498c-7a59-45ae-bff7-fe3b9c449f97 req-c591cddf-40eb-44e1-bb46-a199536de18c tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:28.851574 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fa5d498c-7a59-45ae-bff7-fe3b9c449f97 req-c591cddf-40eb-44e1-bb46-a199536de18c tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/networks/09ca2025-b9a6-4e84-8019-8d9fbef3753e HTTP/1.1" status: 200 len: 784 time: 0.2963083 Aug 10 03:15:28.883679 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-10525e65-6ff6-48da-aa32-0ee7526a16d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:28.916817 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90a9cb0-03d9-459d-93c3-8395c0471368 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-aadf8a17-809b-4292-83f3-4ba8555a94af', 'network_id': 'aadf8a17-809b-4292-83f3-4ba8555a94af', 'tenant_id': '6bae6b9c32c14720bf0a198e3afedf70', 'fixed_ips': [{'subnet_id': '2f598b1a-5cba-4d46-8b7f-e1e7a38ff110'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:15:28.921481 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d90a9cb0-03d9-459d-93c3-8395c0471368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:28.975871 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aa9c5ddc-4593-4688-9787-739f6db1d858 req-f8f486a9-1e73-4b91-8f89-7e2cfc8ad5e1 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205556 Aug 10 03:15:28.997249 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f7b24-a184-47a7-ba3e-44f8ef646df2 req-7733e76a-97d2-4885-b40e-9a43ae50c392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:28.997907 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fa5d498c-7a59-45ae-bff7-fe3b9c449f97 req-44ea984f-b7da-40bf-bcf5-4d9c98184cf6 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.14 HTTP/1.1" status: 200 len: 1000 time: 0.1374254 Aug 10 03:15:29.004479 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0d1f7b24-a184-47a7-ba3e-44f8ef646df2 req-7733e76a-97d2-4885-b40e-9a43ae50c392 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a768fce9-a23b-4fa6-95f6-80231f5ae7ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2053134 Aug 10 03:15:29.012689 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-fa5d498c-7a59-45ae-bff7-fe3b9c449f97 req-a1cf520b-77d8-48a4-845f-6e4a066060fe tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:29.131082 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-10525e65-6ff6-48da-aa32-0ee7526a16d4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:29.171389 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-fa5d498c-7a59-45ae-bff7-fe3b9c449f97 req-a1cf520b-77d8-48a4-845f-6e4a066060fe tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Notify callbacks [] for floatingip, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:29.263128 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0d1f7b24-a184-47a7-ba3e-44f8ef646df2 req-9fba4118-f02f-4e16-adcb-716f1af34947 service neutron] 10.222.0.58 "GET /v2.0/networks/a768fce9-a23b-4fa6-95f6-80231f5ae7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857631 Aug 10 03:15:29.289983 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-d90a9cb0-03d9-459d-93c3-8395c0471368 None None] Allocated IP 172.20.0.2 (aadf8a17-809b-4292-83f3-4ba8555a94af/2f598b1a-5cba-4d46-8b7f-e1e7a38ff110/34104608-06cd-4d21-836d-518c94151045) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:15:29.437919 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:15:29.482466 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-fa5d498c-7a59-45ae-bff7-fe3b9c449f97 req-a1cf520b-77d8-48a4-845f-6e4a066060fe tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:29.490586 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-fa5d498c-7a59-45ae-bff7-fe3b9c449f97 req-a1cf520b-77d8-48a4-845f-6e4a066060fe tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:29.491490 n-d-768851-15 neutron-server[94216]: INFO neutron.db.l3_db [req-fa5d498c-7a59-45ae-bff7-fe3b9c449f97 req-a1cf520b-77d8-48a4-845f-6e4a066060fe tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Floating IP 5efa621c-6e5a-4b62-80a6-b83f17d98891 disassociated. External IP: 172.25.7.14, port: 3e547962-d6f2-42f4-b191-caaf7b15d044. Aug 10 03:15:29.495085 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: 7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:15:29.495398 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 7a5fa78a-1ee1-4209-9f9f-1672ec65eeb4 not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:15:29.637084 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0d1f7b24-a184-47a7-ba3e-44f8ef646df2 req-f065749d-c402-4737-b3af-4ad5ab6e83c0 service neutron] 10.222.0.58 "GET /v2.0/networks/a768fce9-a23b-4fa6-95f6-80231f5ae7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3639023 Aug 10 03:15:29.658120 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-10525e65-6ff6-48da-aa32-0ee7526a16d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:29.667409 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d90a9cb0-03d9-459d-93c3-8395c0471368 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:29.679737 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d90a9cb0-03d9-459d-93c3-8395c0471368 None None] Transition to ACTIVE for port object 34104608-06cd-4d21-836d-518c94151045 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:15:29.688947 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb164c-a50c-4fa2-b411-7f37c97f0947 req-d345545b-d288-4e5e-8971-cf0a2f6d7936 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:29.697764 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aeeb164c-a50c-4fa2-b411-7f37c97f0947 req-d345545b-d288-4e5e-8971-cf0a2f6d7936 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f71cd04-e10c-48ae-9c97-e2565e731b3a HTTP/1.1" status: 200 len: 945 time: 0.0880144 Aug 10 03:15:29.698686 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-10525e65-6ff6-48da-aa32-0ee7526a16d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:29.700867 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d90a9cb0-03d9-459d-93c3-8395c0471368 None None] Transition to ACTIVE for port object 34104608-06cd-4d21-836d-518c94151045 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:15:29.717096 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d90a9cb0-03d9-459d-93c3-8395c0471368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:29.803601 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90a9cb0-03d9-459d-93c3-8395c0471368 None None] Network aadf8a17-809b-4292-83f3-4ba8555a94af is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:15:29.812884 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-d90a9cb0-03d9-459d-93c3-8395c0471368 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:15:29.818782 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90a9cb0-03d9-459d-93c3-8395c0471368 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:15:29.823757 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aeeb164c-a50c-4fa2-b411-7f37c97f0947 req-aa41a4ed-432d-4499-8360-5dd6d9ad3b1a tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/security-groups?id=106bd2aa-b217-4cc2-a6fb-fb066e9e308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250961 Aug 10 03:15:29.905028 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90a9cb0-03d9-459d-93c3-8395c0471368 None None] Pushing event updated for resources: {'Port': ['ID=34104608-06cd-4d21-836d-518c94151045,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:29.935147 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa5d498c-7a59-45ae-bff7-fe3b9c449f97 req-a1cf520b-77d8-48a4-845f-6e4a066060fe tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Router f48d14f1-d459-46bc-be26-50200d08da2d has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:15:29.967601 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-d90a9cb0-03d9-459d-93c3-8395c0471368 None None] Attempting to bind port 34104608-06cd-4d21-836d-518c94151045 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:15:29.968150 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-d90a9cb0-03d9-459d-93c3-8395c0471368 None None] Attempting to bind port 34104608-06cd-4d21-836d-518c94151045 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'b65afc89-3d1a-4f68-8ff4-3e844f4efb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'aadf8a17-809b-4292-83f3-4ba8555a94af'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:15:29.968322 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90a9cb0-03d9-459d-93c3-8395c0471368 None None] Attempting to bind port 34104608-06cd-4d21-836d-518c94151045 on network aadf8a17-809b-4292-83f3-4ba8555a94af {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:15:29.969366 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-10525e65-6ff6-48da-aa32-0ee7526a16d4 admin admin] Allocated IP 172.25.7.209 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/e577adea-3a53-4917-b962-d23837527276) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:15:29.983459 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90a9cb0-03d9-459d-93c3-8395c0471368 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:15:29.984083 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90a9cb0-03d9-459d-93c3-8395c0471368 None None] Checking segment: {'id': 'b65afc89-3d1a-4f68-8ff4-3e844f4efb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'aadf8a17-809b-4292-83f3-4ba8555a94af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:15:29.984503 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d90a9cb0-03d9-459d-93c3-8395c0471368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:29.984906 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90a9cb0-03d9-459d-93c3-8395c0471368 None None] Bound using segment: {'id': 'b65afc89-3d1a-4f68-8ff4-3e844f4efb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'aadf8a17-809b-4292-83f3-4ba8555a94af'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:15:29.985415 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-d90a9cb0-03d9-459d-93c3-8395c0471368 None None] Bound port: 34104608-06cd-4d21-836d-518c94151045, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b65afc89-3d1a-4f68-8ff4-3e844f4efb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'aadf8a17-809b-4292-83f3-4ba8555a94af'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:15:29.985789 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d90a9cb0-03d9-459d-93c3-8395c0471368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:30.070195 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-d90a9cb0-03d9-459d-93c3-8395c0471368 None None] For port 34104608-06cd-4d21-836d-518c94151045, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:15:30.075395 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-d90a9cb0-03d9-459d-93c3-8395c0471368 None None] For port 34104608-06cd-4d21-836d-518c94151045, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=34104608-06cd-4d21-836d-518c94151045,segment=NetworkSegment(b65afc89-3d1a-4f68-8ff4-3e844f4efb7a),segment_id=b65afc89-3d1a-4f68-8ff4-3e844f4efb7a)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:15:30.081835 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d90a9cb0-03d9-459d-93c3-8395c0471368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:30.156281 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-10525e65-6ff6-48da-aa32-0ee7526a16d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:30.186067 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90a9cb0-03d9-459d-93c3-8395c0471368 None None] Pushing event updated for resources: {'Port': ['ID=34104608-06cd-4d21-836d-518c94151045,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:30.198653 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2e74a-ec4b-489b-a220-b5464539d924 req-595bbc15-e329-4758-9e30-066b439981e8 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:30.203884 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-85e2e74a-ec4b-489b-a220-b5464539d924 req-595bbc15-e329-4758-9e30-066b439981e8 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=08170954-8aec-418b-b26a-cb6a0290a7ed HTTP/1.1" status: 200 len: 945 time: 0.1045382 Aug 10 03:15:30.212594 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa5d498c-7a59-45ae-bff7-fe3b9c449f97 req-a1cf520b-77d8-48a4-845f-6e4a066060fe tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:15:30.219585 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-fa5d498c-7a59-45ae-bff7-fe3b9c449f97 req-a1cf520b-77d8-48a4-845f-6e4a066060fe tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:30.223627 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378f0797-9beb-4930-b3e0-f38459867938 None None] Sync routers for ids ['f48d14f1-d459-46bc-be26-50200d08da2d'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:15:30.235941 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-10525e65-6ff6-48da-aa32-0ee7526a16d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:30.241367 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378f0797-9beb-4930-b3e0-f38459867938 None None] Routers {'f48d14f1-d459-46bc-be26-50200d08da2d'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:15:30.242762 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-378f0797-9beb-4930-b3e0-f38459867938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:15:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['f48d14f1-d459-46bc-be26-50200d08da2d'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:30.273070 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-85e2e74a-ec4b-489b-a220-b5464539d924 req-29ff2d13-3b51-4bc0-bc08-24eacddc6616 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681059 Aug 10 03:15:30.307339 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2438e0f1-d17b-44b1-bb07-9ea3db322700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:30.354560 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10525e65-6ff6-48da-aa32-0ee7526a16d4 admin admin] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:15:30.363083 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fa5d498c-7a59-45ae-bff7-fe3b9c449f97 req-a1cf520b-77d8-48a4-845f-6e4a066060fe tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "PUT /v2.0/floatingips/5efa621c-6e5a-4b62-80a6-b83f17d98891 HTTP/1.1" status: 200 len: 695 time: 1.3578727 Aug 10 03:15:30.363775 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9077c67-e6aa-4cd6-b76d-6fcb28d8d835', 'tag': '3e547962-d6f2-42f4-b191-caaf7b15d044'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:30.371897 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e4448f-24dc-446d-a8e5-1dfe290b2f0b" -d '{"events": [{"name": "network-changed", "server_uuid": "c9077c67-e6aa-4cd6-b76d-6fcb28d8d835", "tag": "3e547962-d6f2-42f4-b191-caaf7b15d044"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:30.387781 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-10525e65-6ff6-48da-aa32-0ee7526a16d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:15:30.401159 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10525e65-6ff6-48da-aa32-0ee7526a16d4 admin admin] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:15:30.422308 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10525e65-6ff6-48da-aa32-0ee7526a16d4 admin admin] Pushing event updated for resources: {'Port': ['ID=e577adea-3a53-4917-b962-d23837527276,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:30.503040 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-378f0797-9beb-4930-b3e0-f38459867938 None None] Set router f48d14f1-d459-46bc-be26-50200d08da2d gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:15:30.575093 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d498c-7a59-45ae-bff7-fe3b9c449f97 req-b0d7c949-8aac-4938-956e-07fd4c0fe0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:30.577090 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fa5d498c-7a59-45ae-bff7-fe3b9c449f97 req-b0d7c949-8aac-4938-956e-07fd4c0fe0c8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ef09b0c7cc5b46efbe589c3baf17fa5c&device_id=c9077c67-e6aa-4cd6-b76d-6fcb28d8d835 HTTP/1.1" status: 200 len: 1097 time: 0.1937764 Aug 10 03:15:30.716328 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d498c-7a59-45ae-bff7-fe3b9c449f97 req-5c1d7845-7175-4d8e-92c5-5e4dbfb0f3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:30.717934 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fa5d498c-7a59-45ae-bff7-fe3b9c449f97 req-5c1d7845-7175-4d8e-92c5-5e4dbfb0f3f7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a768fce9-a23b-4fa6-95f6-80231f5ae7ad HTTP/1.1" status: 200 len: 922 time: 0.1312342 Aug 10 03:15:30.776779 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fa5d498c-7a59-45ae-bff7-fe3b9c449f97 req-ccb12c0b-1f4d-47f4-aae0-af3e780a7a85 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e547962-d6f2-42f4-b191-caaf7b15d044 HTTP/1.1" status: 200 len: 217 time: 0.0524368 Aug 10 03:15:30.791713 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66acc293-fc7f-4888-84c2-1d1b551e7b0d req-bfbad87f-6c79-4d8f-a99d-f418887d4463 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:30.801281 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-66acc293-fc7f-4888-84c2-1d1b551e7b0d req-bfbad87f-6c79-4d8f-a99d-f418887d4463 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 945 time: 0.3098884 Aug 10 03:15:30.849640 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-378f0797-9beb-4930-b3e0-f38459867938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1655322033-router', 'tenant_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '018e380d-f604-4cb0-863f-90f5342d237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:14:24Z', 'updated_at': '2021-08-10T03:14:31Z', 'revision_number': 4, 'project_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'gw_port': {'id': '018e380d-f604-4cb0-863f-90f5342d237a', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:49:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:25Z', 'updated_at': '2021-08-10T03:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'a15eda61-5d9e-4c1f-b798-cf613ad4f9bc', 'name': '', 'network_id': 'a768fce9-a23b-4fa6-95f6-80231f5ae7ad', 'tenant_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'mac_address': 'fa:16:3e:a7:5a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '75b49776-2445-4c00-a5a3-1dc63629b279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:29Z', 'updated_at': '2021-08-10T03:14:38Z', 'revision_number': 5, 'project_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'subnets': [{'id': '75b49776-2445-4c00-a5a3-1dc63629b279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:30.864970 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d498c-7a59-45ae-bff7-fe3b9c449f97 req-b3efce40-3bc4-4fa0-9049-d97605426ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:30.867827 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fa5d498c-7a59-45ae-bff7-fe3b9c449f97 req-b3efce40-3bc4-4fa0-9049-d97605426ee5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=75b49776-2445-4c00-a5a3-1dc63629b279 HTTP/1.1" status: 200 len: 860 time: 0.0626788 Aug 10 03:15:30.889005 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378f0797-9beb-4930-b3e0-f38459867938 None None] Checking router: f48d14f1-d459-46bc-be26-50200d08da2d for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:15:30.898793 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378f0797-9beb-4930-b3e0-f38459867938 None None] Routers {'f48d14f1-d459-46bc-be26-50200d08da2d'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:15:30.899695 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-378f0797-9beb-4930-b3e0-f38459867938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:15:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['f48d14f1-d459-46bc-be26-50200d08da2d'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:30.948684 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-66acc293-fc7f-4888-84c2-1d1b551e7b0d req-dbc53742-d140-4f30-a0b0-1e9f8cfcf2c2 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463113 Aug 10 03:15:30.987355 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d498c-7a59-45ae-bff7-fe3b9c449f97 req-181e5a40-2911-4867-97b2-df9a20ee465b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:30.989059 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fa5d498c-7a59-45ae-bff7-fe3b9c449f97 req-181e5a40-2911-4867-97b2-df9a20ee465b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a768fce9-a23b-4fa6-95f6-80231f5ae7ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1114614 Aug 10 03:15:31.031831 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-378f0797-9beb-4930-b3e0-f38459867938 None None] Set router f48d14f1-d459-46bc-be26-50200d08da2d gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:15:31.154852 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5223cc41-23b4-45a1-9681-3218a7e2ce8c req-ccf8392e-3899-4987-ae5e-e19b0e5330db tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:31.160889 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5223cc41-23b4-45a1-9681-3218a7e2ce8c req-ccf8392e-3899-4987-ae5e-e19b0e5330db tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.60 "GET /v2.0/ports?device_id=08170954-8aec-418b-b26a-cb6a0290a7ed HTTP/1.1" status: 200 len: 945 time: 0.1398046 Aug 10 03:15:31.224618 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fa5d498c-7a59-45ae-bff7-fe3b9c449f97 req-95b8b183-9801-404f-88f6-2fc788f8d3c8 service neutron] 10.222.0.62 "GET /v2.0/networks/a768fce9-a23b-4fa6-95f6-80231f5ae7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201588 Aug 10 03:15:31.380540 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-10525e65-6ff6-48da-aa32-0ee7526a16d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:31.470566 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fa5d498c-7a59-45ae-bff7-fe3b9c449f97 req-824096f4-8d7b-4dd4-9199-f0d0002888f9 service neutron] 10.222.0.62 "GET /v2.0/networks/a768fce9-a23b-4fa6-95f6-80231f5ae7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348976 Aug 10 03:15:31.494939 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-5223cc41-23b4-45a1-9681-3218a7e2ce8c req-e6f53ed6-8069-4f2d-9db3-1a5d02816faf tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Deleting port 9a1cd893-5815-40c0-9bee-e64534a341a2 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:15:31.495293 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-5223cc41-23b4-45a1-9681-3218a7e2ce8c req-e6f53ed6-8069-4f2d-9db3-1a5d02816faf tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:31.622941 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7d2dc4-cab4-4717-938e-5537af1a12fc x-openstack-request-id: req-0d7d2dc4-cab4-4717-938e-5537af1a12fc {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:31.624046 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9077c67-e6aa-4cd6-b76d-6fcb28d8d835", "tag": "3e547962-d6f2-42f4-b191-caaf7b15d044", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:31.625062 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0d7d2dc4-cab4-4717-938e-5537af1a12fc {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:31.626325 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9077c67-e6aa-4cd6-b76d-6fcb28d8d835', 'tag': '3e547962-d6f2-42f4-b191-caaf7b15d044', 'status': 'completed', 'code': 200} Aug 10 03:15:31.630521 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-378f0797-9beb-4930-b3e0-f38459867938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1655322033-router', 'tenant_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '018e380d-f604-4cb0-863f-90f5342d237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:14:24Z', 'updated_at': '2021-08-10T03:14:31Z', 'revision_number': 4, 'project_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'gw_port': {'id': '018e380d-f604-4cb0-863f-90f5342d237a', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:49:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:25Z', 'updated_at': '2021-08-10T03:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'a15eda61-5d9e-4c1f-b798-cf613ad4f9bc', 'name': '', 'network_id': 'a768fce9-a23b-4fa6-95f6-80231f5ae7ad', 'tenant_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'mac_address': 'fa:16:3e:a7:5a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '75b49776-2445-4c00-a5a3-1dc63629b279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:29Z', 'updated_at': '2021-08-10T03:14:38Z', 'revision_number': 5, 'project_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'subnets': [{'id': '75b49776-2445-4c00-a5a3-1dc63629b279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:31.708448 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378f0797-9beb-4930-b3e0-f38459867938 None None] The sync data for ids ['f48d14f1-d459-46bc-be26-50200d08da2d'] in n-d-768851-15 is: [{'id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1655322033-router', 'tenant_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '018e380d-f604-4cb0-863f-90f5342d237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:14:24Z', 'updated_at': '2021-08-10T03:14:31Z', 'revision_number': 4, 'project_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'gw_port': {'id': '018e380d-f604-4cb0-863f-90f5342d237a', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:49:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:25Z', 'updated_at': '2021-08-10T03:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'a15eda61-5d9e-4c1f-b798-cf613ad4f9bc', 'name': '', 'network_id': 'a768fce9-a23b-4fa6-95f6-80231f5ae7ad', 'tenant_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'mac_address': 'fa:16:3e:a7:5a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '75b49776-2445-4c00-a5a3-1dc63629b279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:29Z', 'updated_at': '2021-08-10T03:14:38Z', 'revision_number': 5, 'project_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'subnets': [{'id': '75b49776-2445-4c00-a5a3-1dc63629b279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:15:31.786340 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-5223cc41-23b4-45a1-9681-3218a7e2ce8c req-e6f53ed6-8069-4f2d-9db3-1a5d02816faf tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] For port 9a1cd893-5815-40c0-9bee-e64534a341a2, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=9a1cd893-5815-40c0-9bee-e64534a341a2,segment=NetworkSegment(5f459ac7-2da0-4395-80e8-4acadecdbda0),segment_id=5f459ac7-2da0-4395-80e8-4acadecdbda0)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:31.788404 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-5223cc41-23b4-45a1-9681-3218a7e2ce8c req-e6f53ed6-8069-4f2d-9db3-1a5d02816faf tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:31.818415 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-5223cc41-23b4-45a1-9681-3218a7e2ce8c req-e6f53ed6-8069-4f2d-9db3-1a5d02816faf tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Calling delete_port for 9a1cd893-5815-40c0-9bee-e64534a341a2 owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:15:31.877647 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a60a0ab-2104-4722-9370-529174ebd046 None None] Network aadf8a17-809b-4292-83f3-4ba8555a94af requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:15:31.910318 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48864) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:31.921074 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4448f-24dc-446d-a8e5-1dfe290b2f0b req-57fa6773-4edd-4467-a525-dfa14f5733e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:31.922794 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-43e4448f-24dc-446d-a8e5-1dfe290b2f0b req-57fa6773-4edd-4467-a525-dfa14f5733e7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ef09b0c7cc5b46efbe589c3baf17fa5c&device_id=c9077c67-e6aa-4cd6-b76d-6fcb28d8d835 HTTP/1.1" status: 200 len: 1097 time: 0.2602165 Aug 10 03:15:32.021808 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-03c97c54-fb2f-422e-a9b0-d25e99792bef None None] Provisioning for port 34104608-06cd-4d21-836d-518c94151045 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:15:32.090075 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3e2d6ac6-3f4f-413e-a00c-7c8485e233b6 req-7eed75d7-9f3a-474a-bea2-3df9db94b899 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=08170954-8aec-418b-b26a-cb6a0290a7ed HTTP/1.1" status: 200 len: 210 time: 0.0610948 Aug 10 03:15:32.098337 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-5223cc41-23b4-45a1-9681-3218a7e2ce8c req-e6f53ed6-8069-4f2d-9db3-1a5d02816faf tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:32.117675 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['3aa362ab-26b7-4e75-8dea-4968c3cefa2b'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:15:32.160993 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-05064d8d-44e9-48ca-91a4-074fa0f52d93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:32.191614 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-10525e65-6ff6-48da-aa32-0ee7526a16d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:32.217475 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f08841e-8125-4c5d-9dc1-b1a1ea4ea049 None None] New status for floating IP 5efa621c-6e5a-4b62-80a6-b83f17d98891: DOWN {{(pid=94218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:15:32.236720 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f53ed6-8069-4f2d-9db3-1a5d02816faf tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Pushing event deleted for resources: {'Port': ['ID=9a1cd893-5815-40c0-9bee-e64534a341a2,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:32.380802 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 34104608-06cd-4d21-836d-518c94151045 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:15:32.420665 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4448f-24dc-446d-a8e5-1dfe290b2f0b req-40fa1758-bbd8-42b1-acd0-72dc1796d17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:32.422176 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-43e4448f-24dc-446d-a8e5-1dfe290b2f0b req-40fa1758-bbd8-42b1-acd0-72dc1796d17a service neutron] 10.222.0.58 "GET /v2.0/networks?id=a768fce9-a23b-4fa6-95f6-80231f5ae7ad HTTP/1.1" status: 200 len: 922 time: 0.4883027 Aug 10 03:15:32.665033 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-05064d8d-44e9-48ca-91a4-074fa0f52d93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:32.676003 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-05064d8d-44e9-48ca-91a4-074fa0f52d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:32.682694 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-43e4448f-24dc-446d-a8e5-1dfe290b2f0b req-b39efbe9-62b6-4fa8-ae33-1f648486ba88 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e547962-d6f2-42f4-b191-caaf7b15d044 HTTP/1.1" status: 200 len: 217 time: 0.2381895 Aug 10 03:15:32.753691 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05064d8d-44e9-48ca-91a4-074fa0f52d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cdbc9c4-71f7-40e3-be00-13ea9e01859d,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:32.757702 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 34104608-06cd-4d21-836d-518c94151045 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:15:32.763923 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-05064d8d-44e9-48ca-91a4-074fa0f52d93 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3efaae4491df4b8185ad337738a81e1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8512125 Aug 10 03:15:32.784068 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48876) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:32.796364 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 34104608-06cd-4d21-836d-518c94151045 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:32.797003 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:32.898319 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-5223cc41-23b4-45a1-9681-3218a7e2ce8c req-e6f53ed6-8069-4f2d-9db3-1a5d02816faf tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] No DVR routers for this DVR port 9a1cd893-5815-40c0-9bee-e64534a341a2 on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:15:32.902748 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-5223cc41-23b4-45a1-9681-3218a7e2ce8c req-e6f53ed6-8069-4f2d-9db3-1a5d02816faf tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:32.905265 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5223cc41-23b4-45a1-9681-3218a7e2ce8c req-e6f53ed6-8069-4f2d-9db3-1a5d02816faf tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.60 "DELETE /v2.0/ports/9a1cd893-5815-40c0-9bee-e64534a341a2 HTTP/1.1" status: 204 len: 173 time: 1.7350912 Aug 10 03:15:32.918764 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4a0e3-62da-49aa-804d-4bef11d30d7d req-ee2dba04-8ddd-4c48-aee1-ffd039318e2a tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:32.937052 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8db4a0e3-62da-49aa-804d-4bef11d30d7d req-ee2dba04-8ddd-4c48-aee1-ffd039318e2a tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f71cd04-e10c-48ae-9c97-e2565e731b3a HTTP/1.1" status: 200 len: 945 time: 0.8769696 Aug 10 03:15:32.989142 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:32.991692 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4448f-24dc-446d-a8e5-1dfe290b2f0b req-f4cd85ee-4e0f-491b-bc75-52eee650ee04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:32.996331 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-43e4448f-24dc-446d-a8e5-1dfe290b2f0b req-f4cd85ee-4e0f-491b-bc75-52eee650ee04 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=75b49776-2445-4c00-a5a3-1dc63629b279 HTTP/1.1" status: 200 len: 860 time: 0.2452626 Aug 10 03:15:33.034834 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1b3bb6ba-e19e-412e-8d30-fb8466c1877e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:33.047985 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2cdb2612-ad30-439d-9995-12f21d74d442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:33.071502 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 34104608-06cd-4d21-836d-518c94151045, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=34104608-06cd-4d21-836d-518c94151045,segment=NetworkSegment(b65afc89-3d1a-4f68-8ff4-3e844f4efb7a),segment_id=b65afc89-3d1a-4f68-8ff4-3e844f4efb7a)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:33.072918 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8db4a0e3-62da-49aa-804d-4bef11d30d7d req-0788ab7c-deba-4264-afbf-76c97a51917d tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/security-groups?id=106bd2aa-b217-4cc2-a6fb-fb066e9e308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277936 Aug 10 03:15:33.088265 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:33.153306 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1b3bb6ba-e19e-412e-8d30-fb8466c1877e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:33.160498 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-8b9abcc6-10d2-49a8-8bd6-6efceafddb86 None None] Provisioning complete for port 34104608-06cd-4d21-836d-518c94151045 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:33.160872 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8b9abcc6-10d2-49a8-8bd6-6efceafddb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:33.172777 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d8c5f3-917f-470f-b0fb-bf3fd5b5a826 req-3e866168-bb32-4bdf-aff7-b0e6e89ee6a5 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:33.177302 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-27d8c5f3-917f-470f-b0fb-bf3fd5b5a826 req-3e866168-bb32-4bdf-aff7-b0e6e89ee6a5 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 945 time: 0.3290427 Aug 10 03:15:33.182699 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10525e65-6ff6-48da-aa32-0ee7526a16d4 admin admin] Router 12dcf7ca-7227-44d3-9d42-e245350fbc74 is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:15:33.245545 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-27d8c5f3-917f-470f-b0fb-bf3fd5b5a826 req-afe496fd-ddfe-4ec7-8b78-a075658c3ce1 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567601 Aug 10 03:15:33.252137 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4448f-24dc-446d-a8e5-1dfe290b2f0b req-26981d63-86d9-496c-b0c5-b4cbf8b5875b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:33.253653 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-43e4448f-24dc-446d-a8e5-1dfe290b2f0b req-26981d63-86d9-496c-b0c5-b4cbf8b5875b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a768fce9-a23b-4fa6-95f6-80231f5ae7ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2211258 Aug 10 03:15:33.256638 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=34104608-06cd-4d21-836d-518c94151045,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:33.398039 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1b3bb6ba-e19e-412e-8d30-fb8466c1877e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:33.400654 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1b3bb6ba-e19e-412e-8d30-fb8466c1877e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:33.402009 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1b3bb6ba-e19e-412e-8d30-fb8466c1877e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6cdbc9c4-71f7-40e3-be00-13ea9e01859d HTTP/1.1" status: 204 len: 168 time: 0.6149526 Aug 10 03:15:33.475007 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3bb6ba-e19e-412e-8d30-fb8466c1877e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cdbc9c4-71f7-40e3-be00-13ea9e01859d,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:33.493585 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-43e4448f-24dc-446d-a8e5-1dfe290b2f0b req-ef11787b-6afc-4535-8937-4d17291e92b6 service neutron] 10.222.0.58 "GET /v2.0/networks/a768fce9-a23b-4fa6-95f6-80231f5ae7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309835 Aug 10 03:15:33.508366 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10525e65-6ff6-48da-aa32-0ee7526a16d4 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:15:33.520075 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76f00b5-d597-4ba6-99cc-450561cb5ead None None] Sync routers for ids ['12dcf7ca-7227-44d3-9d42-e245350fbc74'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:15:33.537603 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76f00b5-d597-4ba6-99cc-450561cb5ead None None] Routers {'12dcf7ca-7227-44d3-9d42-e245350fbc74'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:15:33.538695 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-b76f00b5-d597-4ba6-99cc-450561cb5ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:15:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['12dcf7ca-7227-44d3-9d42-e245350fbc74'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:33.567670 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-94749f7f-a869-4507-8220-f0676e1344ff req-023beb5f-678d-47ce-9ad5-cdd6dc8ad898 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=08170954-8aec-418b-b26a-cb6a0290a7ed HTTP/1.1" status: 200 len: 210 time: 0.1081533 Aug 10 03:15:33.637389 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08170954-8aec-418b-b26a-cb6a0290a7ed', 'name': 'network-vif-deleted', 'tag': '9a1cd893-5815-40c0-9bee-e64534a341a2'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:33.655560 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f930bf-2fd3-407e-91c0-de67fc659a88" -d '{"events": [{"server_uuid": "08170954-8aec-418b-b26a-cb6a0290a7ed", "name": "network-vif-deleted", "tag": "9a1cd893-5815-40c0-9bee-e64534a341a2"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:33.668125 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:33.684243 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-10525e65-6ff6-48da-aa32-0ee7526a16d4 admin admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:33.687329 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-10525e65-6ff6-48da-aa32-0ee7526a16d4 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.0094075 Aug 10 03:15:33.692787 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48888) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:33.719647 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b4592d68-2705-4b05-9a6e-8bd3cc974a2a req-d070653b-69fc-4df7-bddf-37d868517f65 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/floatingips/5efa621c-6e5a-4b62-80a6-b83f17d98891 HTTP/1.1" status: 200 len: 693 time: 0.2325447 Aug 10 03:15:33.783405 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e2a4ef-382c-45ef-9452-4e251d6d223c x-openstack-request-id: req-13e2a4ef-382c-45ef-9452-4e251d6d223c {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:33.783405 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08170954-8aec-418b-b26a-cb6a0290a7ed", "name": "network-vif-deleted", "tag": "9a1cd893-5815-40c0-9bee-e64534a341a2", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:33.783718 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-13e2a4ef-382c-45ef-9452-4e251d6d223c {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:33.783952 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08170954-8aec-418b-b26a-cb6a0290a7ed', 'name': 'network-vif-deleted', 'tag': '9a1cd893-5815-40c0-9bee-e64534a341a2', 'status': 'completed', 'code': 200} Aug 10 03:15:33.795535 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 9a1cd893-5815-40c0-9bee-e64534a341a2 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:15:33.835962 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: 9a1cd893-5815-40c0-9bee-e64534a341a2 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:15:33.836365 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 9a1cd893-5815-40c0-9bee-e64534a341a2 not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:15:33.843197 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-b76f00b5-d597-4ba6-99cc-450561cb5ead None None] Set router 12dcf7ca-7227-44d3-9d42-e245350fbc74 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:15:33.853186 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-43e4448f-24dc-446d-a8e5-1dfe290b2f0b req-0249e22f-4d9f-4bcd-903b-cf62439528f4 service neutron] 10.222.0.58 "GET /v2.0/networks/a768fce9-a23b-4fa6-95f6-80231f5ae7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333433 Aug 10 03:15:33.939821 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4592d68-2705-4b05-9a6e-8bd3cc974a2a req-ed0ae5e1-6575-409c-bbfd-6669eaa019d9 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:33.947866 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b4592d68-2705-4b05-9a6e-8bd3cc974a2a req-ed0ae5e1-6575-409c-bbfd-6669eaa019d9 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/networks/09ca2025-b9a6-4e84-8019-8d9fbef3753e HTTP/1.1" status: 200 len: 784 time: 0.2269969 Aug 10 03:15:33.999135 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b4592d68-2705-4b05-9a6e-8bd3cc974a2a req-bb8dfc5f-caf0-4204-ac0b-43dabeac83a2 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.14 HTTP/1.1" status: 200 len: 696 time: 0.0510781 Aug 10 03:15:34.050128 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b4592d68-2705-4b05-9a6e-8bd3cc974a2a req-5f384b9f-2f57-4dc3-9c27-bbe4b9df2944 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.14 HTTP/1.1" status: 200 len: 696 time: 0.0500171 Aug 10 03:15:34.123899 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:34.305576 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 34104608-06cd-4d21-836d-518c94151045 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:15:34.359178 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-b76f00b5-d597-4ba6-99cc-450561cb5ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12dcf7ca-7227-44d3-9d42-e245350fbc74', 'name': 'tempest-ServersTestFqdnHostnames-1825038511-router', 'tenant_id': '6bae6b9c32c14720bf0a198e3afedf70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'e577adea-3a53-4917-b962-d23837527276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:28Z', 'updated_at': '2021-08-10T03:15:31Z', 'revision_number': 3, 'project_id': '6bae6b9c32c14720bf0a198e3afedf70', 'gw_port': {'id': 'e577adea-3a53-4917-b962-d23837527276', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:fb:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12dcf7ca-7227-44d3-9d42-e245350fbc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:29Z', 'updated_at': '2021-08-10T03:15:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:34.381183 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6099f-5482-44a4-bf2c-f7903ead1c6a req-d8c55e11-6c57-45b2-8238-bcf4716713fd tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:34.406454 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9ef6099f-5482-44a4-bf2c-f7903ead1c6a req-d8c55e11-6c57-45b2-8238-bcf4716713fd tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f71cd04-e10c-48ae-9c97-e2565e731b3a HTTP/1.1" status: 200 len: 945 time: 0.1768193 Aug 10 03:15:34.407332 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76f00b5-d597-4ba6-99cc-450561cb5ead None None] Checking router: 12dcf7ca-7227-44d3-9d42-e245350fbc74 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:15:34.407870 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76f00b5-d597-4ba6-99cc-450561cb5ead None None] Updating router 12dcf7ca-7227-44d3-9d42-e245350fbc74 port e577adea-3a53-4917-b962-d23837527276 binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:15:34.411370 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 34104608-06cd-4d21-836d-518c94151045 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:34.411370 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:34.446553 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-b76f00b5-d597-4ba6-99cc-450561cb5ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:34.547453 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-b4592d68-2705-4b05-9a6e-8bd3cc974a2a req-553b6dd9-5bb3-4030-9cc6-4f7ae9bf5486 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Deleting port 9c33f539-ad64-4845-82e9-3741a558d1e6 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:15:34.547868 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b4592d68-2705-4b05-9a6e-8bd3cc974a2a req-553b6dd9-5bb3-4030-9cc6-4f7ae9bf5486 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:34.577302 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9ef6099f-5482-44a4-bf2c-f7903ead1c6a req-72945d3e-5bc6-478b-bf12-fc5aa2c0421c tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/security-groups?id=106bd2aa-b217-4cc2-a6fb-fb066e9e308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694684 Aug 10 03:15:34.647041 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e3520c8e-7144-4f8e-8b48-157723a36664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:34.817403 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 48916) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:34.829876 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b4592d68-2705-4b05-9a6e-8bd3cc974a2a req-553b6dd9-5bb3-4030-9cc6-4f7ae9bf5486 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:34.830676 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b4592d68-2705-4b05-9a6e-8bd3cc974a2a req-553b6dd9-5bb3-4030-9cc6-4f7ae9bf5486 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:34.856535 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b154279-e740-4592-bbc3-8e455fa5d867 req-89103f2c-1f53-44c0-92fb-7f0092718ae9 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:34.864908 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4b154279-e740-4592-bbc3-8e455fa5d867 req-89103f2c-1f53-44c0-92fb-7f0092718ae9 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 945 time: 0.1391561 Aug 10 03:15:34.874129 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-b4592d68-2705-4b05-9a6e-8bd3cc974a2a req-553b6dd9-5bb3-4030-9cc6-4f7ae9bf5486 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Calling delete_port for 9c33f539-ad64-4845-82e9-3741a558d1e6 owned by network:floatingip {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:15:34.881992 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-b76f00b5-d597-4ba6-99cc-450561cb5ead None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:34.909966 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-b76f00b5-d597-4ba6-99cc-450561cb5ead None None] Transition to ACTIVE for port object e577adea-3a53-4917-b962-d23837527276 will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:15:34.923797 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-e3520c8e-7144-4f8e-8b48-157723a36664 admin admin] Allocated IP 172.20.0.1 (aadf8a17-809b-4292-83f3-4ba8555a94af/2f598b1a-5cba-4d46-8b7f-e1e7a38ff110/a659675f-4c3e-4960-8fa0-1cd811d0e28f) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:15:34.924628 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-b76f00b5-d597-4ba6-99cc-450561cb5ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:34.966833 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4b154279-e740-4592-bbc3-8e455fa5d867 req-7c994eb8-1634-47a2-a530-57949459515c tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963891 Aug 10 03:15:34.986921 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87b0190-e52a-4202-8b36-1a9994774a35 None None] Pushing event updated for resources: {'Port': ['ID=e577adea-3a53-4917-b962-d23837527276,revision_number=2']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:35.052635 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-b76f00b5-d597-4ba6-99cc-450561cb5ead None None] Attempting to bind port e577adea-3a53-4917-b962-d23837527276 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:15:35.053090 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-b76f00b5-d597-4ba6-99cc-450561cb5ead None None] Attempting to bind port e577adea-3a53-4917-b962-d23837527276 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:15:35.053396 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76f00b5-d597-4ba6-99cc-450561cb5ead None None] Attempting to bind port e577adea-3a53-4917-b962-d23837527276 on network 09ca2025-b9a6-4e84-8019-8d9fbef3753e {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:15:35.079386 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76f00b5-d597-4ba6-99cc-450561cb5ead None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:15:35.080109 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76f00b5-d597-4ba6-99cc-450561cb5ead None None] Checking segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:15:35.080772 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-b76f00b5-d597-4ba6-99cc-450561cb5ead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:35.081410 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76f00b5-d597-4ba6-99cc-450561cb5ead None None] Bound using segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:15:35.082153 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e3520c8e-7144-4f8e-8b48-157723a36664 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:35.082957 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-b76f00b5-d597-4ba6-99cc-450561cb5ead None None] Bound port: e577adea-3a53-4917-b962-d23837527276, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:15:35.083677 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-b76f00b5-d597-4ba6-99cc-450561cb5ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:35.100206 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-e3520c8e-7144-4f8e-8b48-157723a36664 admin admin] Transition to ACTIVE for port object a659675f-4c3e-4960-8fa0-1cd811d0e28f will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:15:35.148091 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-f12c8998-3a2f-4e85-a15d-924ead5382d7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-749273009-network', 'tenant_id': 'ace9f6bfb5cd4685a4a16d81f3e66871'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:35.151817 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-b76f00b5-d597-4ba6-99cc-450561cb5ead None None] For port e577adea-3a53-4917-b962-d23837527276, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:15:35.154970 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e3520c8e-7144-4f8e-8b48-157723a36664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:35.155686 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-b76f00b5-d597-4ba6-99cc-450561cb5ead None None] For port e577adea-3a53-4917-b962-d23837527276, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=e577adea-3a53-4917-b962-d23837527276,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:15:35.171691 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-b76f00b5-d597-4ba6-99cc-450561cb5ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:35.218474 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3520c8e-7144-4f8e-8b48-157723a36664 admin admin] Network aadf8a17-809b-4292-83f3-4ba8555a94af is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:15:35.222022 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-e3520c8e-7144-4f8e-8b48-157723a36664 admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:15:35.224747 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3520c8e-7144-4f8e-8b48-157723a36664 admin admin] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:15:35.256075 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b4592d68-2705-4b05-9a6e-8bd3cc974a2a req-553b6dd9-5bb3-4030-9cc6-4f7ae9bf5486 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:35.281375 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3520c8e-7144-4f8e-8b48-157723a36664 admin admin] Pushing event updated for resources: {'Port': ['ID=a659675f-4c3e-4960-8fa0-1cd811d0e28f,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:35.300582 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e3520c8e-7144-4f8e-8b48-157723a36664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:35.328781 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b6dd9-5bb3-4030-9cc6-4f7ae9bf5486 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Pushing event deleted for resources: {'Port': ['ID=9c33f539-ad64-4845-82e9-3741a558d1e6,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:35.345061 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12c8998-3a2f-4e85-a15d-924ead5382d7 admin admin] Made reservation on behalf of ace9f6bfb5cd4685a4a16d81f3e66871 for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:15:35.347848 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f12c8998-3a2f-4e85-a15d-924ead5382d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:35.350084 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76f00b5-d597-4ba6-99cc-450561cb5ead None None] Routers {'12dcf7ca-7227-44d3-9d42-e245350fbc74'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:15:35.351180 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-b76f00b5-d597-4ba6-99cc-450561cb5ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:15:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['12dcf7ca-7227-44d3-9d42-e245350fbc74'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:35.389934 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f12c8998-3a2f-4e85-a15d-924ead5382d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:35.427058 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87b0190-e52a-4202-8b36-1a9994774a35 None None] Pushing event updated for resources: {'Port': ['ID=e577adea-3a53-4917-b962-d23837527276,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:35.449217 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87b0190-e52a-4202-8b36-1a9994774a35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:35.449569 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87b0190-e52a-4202-8b36-1a9994774a35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:35.449956 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87b0190-e52a-4202-8b36-1a9994774a35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:35.450382 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87b0190-e52a-4202-8b36-1a9994774a35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:35.450719 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87b0190-e52a-4202-8b36-1a9994774a35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:35.451098 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87b0190-e52a-4202-8b36-1a9994774a35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:35.451769 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87b0190-e52a-4202-8b36-1a9994774a35 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:35.451769 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87b0190-e52a-4202-8b36-1a9994774a35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:35.452148 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87b0190-e52a-4202-8b36-1a9994774a35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:35.452528 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87b0190-e52a-4202-8b36-1a9994774a35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:35.452895 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87b0190-e52a-4202-8b36-1a9994774a35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:35.453222 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87b0190-e52a-4202-8b36-1a9994774a35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:35.557164 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f12c8998-3a2f-4e85-a15d-924ead5382d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:35.576540 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f12c8998-3a2f-4e85-a15d-924ead5382d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:35.607831 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e3520c8e-7144-4f8e-8b48-157723a36664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:35.622485 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-b76f00b5-d597-4ba6-99cc-450561cb5ead None None] Set router 12dcf7ca-7227-44d3-9d42-e245350fbc74 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:15:35.656417 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12c8998-3a2f-4e85-a15d-924ead5382d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8732f10-5efe-4e41-9a6d-e7103c70fb5e,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:35.674031 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f12c8998-3a2f-4e85-a15d-924ead5382d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:15:35.676944 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b4592d68-2705-4b05-9a6e-8bd3cc974a2a req-553b6dd9-5bb3-4030-9cc6-4f7ae9bf5486 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Notify callbacks [] for floatingip, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:35.680702 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b4592d68-2705-4b05-9a6e-8bd3cc974a2a req-553b6dd9-5bb3-4030-9cc6-4f7ae9bf5486 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:35.703572 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b4592d68-2705-4b05-9a6e-8bd3cc974a2a req-553b6dd9-5bb3-4030-9cc6-4f7ae9bf5486 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "DELETE /v2.0/floatingips/5efa621c-6e5a-4b62-80a6-b83f17d98891 HTTP/1.1" status: 204 len: 173 time: 1.6524282 Aug 10 03:15:35.730292 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f12c8998-3a2f-4e85-a15d-924ead5382d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:35.731801 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-f534acf2-b54f-4a71-bc63-bc6b53575349 None None] Provisioning for port a659675f-4c3e-4960-8fa0-1cd811d0e28f completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:15:35.732279 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-f12c8998-3a2f-4e85-a15d-924ead5382d7 admin admin] Added segment 57460c7b-40b5-477f-9b08-58fc6038b3ed of type vlan for network 21ed31ed-6e0a-4679-a532-6a47097475c9 Aug 10 03:15:35.736516 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-f534acf2-b54f-4a71-bc63-bc6b53575349 None None] Provisioning complete for port a659675f-4c3e-4960-8fa0-1cd811d0e28f triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:35.736905 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f534acf2-b54f-4a71-bc63-bc6b53575349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:35.856893 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f12c8998-3a2f-4e85-a15d-924ead5382d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:35.870220 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-b76f00b5-d597-4ba6-99cc-450561cb5ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12dcf7ca-7227-44d3-9d42-e245350fbc74', 'name': 'tempest-ServersTestFqdnHostnames-1825038511-router', 'tenant_id': '6bae6b9c32c14720bf0a198e3afedf70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'e577adea-3a53-4917-b962-d23837527276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:28Z', 'updated_at': '2021-08-10T03:15:31Z', 'revision_number': 3, 'project_id': '6bae6b9c32c14720bf0a198e3afedf70', 'gw_port': {'id': 'e577adea-3a53-4917-b962-d23837527276', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:fb:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12dcf7ca-7227-44d3-9d42-e245350fbc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:29Z', 'updated_at': '2021-08-10T03:15:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:35.904342 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-f534acf2-b54f-4a71-bc63-bc6b53575349 None None] Port a659675f-4c3e-4960-8fa0-1cd811d0e28f cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:15:35.907150 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76f00b5-d597-4ba6-99cc-450561cb5ead None None] The sync data for ids ['12dcf7ca-7227-44d3-9d42-e245350fbc74'] in n-d-768851-15 is: [{'id': '12dcf7ca-7227-44d3-9d42-e245350fbc74', 'name': 'tempest-ServersTestFqdnHostnames-1825038511-router', 'tenant_id': '6bae6b9c32c14720bf0a198e3afedf70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'e577adea-3a53-4917-b962-d23837527276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:28Z', 'updated_at': '2021-08-10T03:15:31Z', 'revision_number': 3, 'project_id': '6bae6b9c32c14720bf0a198e3afedf70', 'gw_port': {'id': 'e577adea-3a53-4917-b962-d23837527276', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:fb:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12dcf7ca-7227-44d3-9d42-e245350fbc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:29Z', 'updated_at': '2021-08-10T03:15:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:15:35.918884 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:35.972161 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8fb4d-8811-42f7-9feb-30fde048ec59 req-631db898-b167-473a-b82d-80b01bdf4c65 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:35.980208 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-70e8fb4d-8811-42f7-9feb-30fde048ec59 req-631db898-b167-473a-b82d-80b01bdf4c65 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/networks?id=10fc7efa-f990-4fd3-9796-19ebe5477b79 HTTP/1.1" status: 200 len: 806 time: 0.2651410 Aug 10 03:15:35.991042 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f12c8998-3a2f-4e85-a15d-924ead5382d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:35.992352 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12c8998-3a2f-4e85-a15d-924ead5382d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:35.993149 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f12c8998-3a2f-4e85-a15d-924ead5382d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:36.016960 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-70e8fb4d-8811-42f7-9feb-30fde048ec59 req-fa736ff1-7328-4f74-866d-b1864185af22 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/quotas/22bb0021811f46b18f8e8bb6d66afe0d HTTP/1.1" status: 200 len: 375 time: 0.0355973 Aug 10 03:15:36.058033 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e3520c8e-7144-4f8e-8b48-157723a36664 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:36.067152 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e3520c8e-7144-4f8e-8b48-157723a36664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:36.137265 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40641be1-e534-4d41-9fbf-ec0767d4945e req-5bf80688-2fe7-4358-991a-dfd1ccda1146 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:36.146040 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-40641be1-e534-4d41-9fbf-ec0767d4945e req-5bf80688-2fe7-4358-991a-dfd1ccda1146 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f71cd04-e10c-48ae-9c97-e2565e731b3a HTTP/1.1" status: 200 len: 945 time: 0.2755136 Aug 10 03:15:36.155818 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-f12c8998-3a2f-4e85-a15d-924ead5382d7 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3368471 Aug 10 03:15:36.159297 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48942) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:36.173104 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-48044ffb-540e-4423-99c8-628b3bae004e admin admin] Request body: {'subnet': {'network_id': '21ed31ed-6e0a-4679-a532-6a47097475c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-749273009-subnet', 'tenant_id': 'ace9f6bfb5cd4685a4a16d81f3e66871', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:36.189567 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3520c8e-7144-4f8e-8b48-157723a36664 admin admin] Pushing event updated for resources: {'Port': ['ID=a659675f-4c3e-4960-8fa0-1cd811d0e28f,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:36.195775 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e3520c8e-7144-4f8e-8b48-157723a36664 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:36.220970 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12c8998-3a2f-4e85-a15d-924ead5382d7 admin admin] Pushing event updated for resources: {'Network': ['ID=21ed31ed-6e0a-4679-a532-6a47097475c9,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:36.231399 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48044ffb-540e-4423-99c8-628b3bae004e admin admin] Made reservation on behalf of ace9f6bfb5cd4685a4a16d81f3e66871 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:15:36.234066 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-48044ffb-540e-4423-99c8-628b3bae004e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:36.240623 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 21ed31ed-6e0a-4679-a532-6a47097475c9 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:15:36.242693 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-70e8fb4d-8811-42f7-9feb-30fde048ec59 req-bda8a5ab-b646-4b59-8161-2dbf1bc66b3e tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=22bb0021811f46b18f8e8bb6d66afe0d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2122312 Aug 10 03:15:36.281111 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-40641be1-e534-4d41-9fbf-ec0767d4945e req-aaf62ca0-ae20-4dc5-a9f0-57a21de55c85 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/security-groups?id=106bd2aa-b217-4cc2-a6fb-fb066e9e308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322620 Aug 10 03:15:36.486600 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-70e8fb4d-8811-42f7-9feb-30fde048ec59 req-3aafeaca-7b7b-4a97-af72-9f0eae6d703f service neutron] 10.222.0.62 "GET /v2.0/networks/10fc7efa-f990-4fd3-9796-19ebe5477b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429545 Aug 10 03:15:36.520381 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3520c8e-7144-4f8e-8b48-157723a36664 admin admin] Network aadf8a17-809b-4292-83f3-4ba8555a94af is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:15:36.530640 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-e3520c8e-7144-4f8e-8b48-157723a36664 admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:15:36.778576 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-70e8fb4d-8811-42f7-9feb-30fde048ec59 req-0c42b0c0-52da-40c5-b7b8-fa1b32ffa954 service neutron] 10.222.0.62 "GET /v2.0/networks/10fc7efa-f990-4fd3-9796-19ebe5477b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909217 Aug 10 03:15:36.825531 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3520c8e-7144-4f8e-8b48-157723a36664 admin admin] Router 12dcf7ca-7227-44d3-9d42-e245350fbc74 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:15:36.847040 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-efaf5c17-d677-41da-aa4b-a440c6da4b92 None None] Provisioning complete for port a659675f-4c3e-4960-8fa0-1cd811d0e28f triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:36.848670 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-efaf5c17-d677-41da-aa4b-a440c6da4b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:36.850619 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-48044ffb-540e-4423-99c8-628b3bae004e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:36.872246 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89861292-49fb-4c8e-9458-e37b5ada18fa req-79d1dc28-238e-449e-8963-7d90375e9dda tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:36.873580 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-89861292-49fb-4c8e-9458-e37b5ada18fa req-79d1dc28-238e-449e-8963-7d90375e9dda tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 945 time: 0.1810555 Aug 10 03:15:37.003803 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-efaf5c17-d677-41da-aa4b-a440c6da4b92 None None] Port a659675f-4c3e-4960-8fa0-1cd811d0e28f cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:15:37.015338 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-89861292-49fb-4c8e-9458-e37b5ada18fa req-9e2faf46-de84-4cdf-ba92-77748c603532 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329596 Aug 10 03:15:37.435172 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-38d0d4d7-914e-4705-b98a-d004ba7dea49 req-36b52c20-f40a-4196-9b44-bfe2af541711 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=49adbb04-c039-4963-9d96-0f8e3f111ec4 HTTP/1.1" status: 200 len: 210 time: 0.0584140 Aug 10 03:15:37.456554 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b503f12-6c25-45a8-9fbf-4c705277f34d req-8a06d764-2894-47eb-9717-7e1679a991c8 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:37.484409 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8b503f12-6c25-45a8-9fbf-4c705277f34d req-8a06d764-2894-47eb-9717-7e1679a991c8 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9077c67-e6aa-4cd6-b76d-6fcb28d8d835 HTTP/1.1" status: 200 len: 945 time: 0.2017026 Aug 10 03:15:37.587459 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48044ffb-540e-4423-99c8-628b3bae004e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae8e75ff-2bea-4ffd-a100-33ca179d7b92,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:37.611699 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48044ffb-540e-4423-99c8-628b3bae004e admin admin] Checking segment: {'id': '57460c7b-40b5-477f-9b08-58fc6038b3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '21ed31ed-6e0a-4679-a532-6a47097475c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:15:37.612056 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48044ffb-540e-4423-99c8-628b3bae004e admin admin] Network hostable DHCP agents. Network: 21ed31ed-6e0a-4679-a532-6a47097475c9, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:15:37.632632 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3520c8e-7144-4f8e-8b48-157723a36664 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:15:37.647783 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e3520c8e-7144-4f8e-8b48-157723a36664 admin admin] 10.222.0.62 "PUT /v2.0/routers/12dcf7ca-7227-44d3-9d42-e245350fbc74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9530172 Aug 10 03:15:37.664423 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48044ffb-540e-4423-99c8-628b3bae004e admin admin] Network 21ed31ed-6e0a-4679-a532-6a47097475c9 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:15:37.677291 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-48044ffb-540e-4423-99c8-628b3bae004e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 21ed31ed-6e0a-4679-a532-6a47097475c9) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:15:37.683279 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48044ffb-540e-4423-99c8-628b3bae004e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:37.688191 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-48044ffb-540e-4423-99c8-628b3bae004e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:37.696893 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c49c09-be7d-400b-8297-30e64319af9e None None] Network 21ed31ed-6e0a-4679-a532-6a47097475c9 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:15:37.731383 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-48044ffb-540e-4423-99c8-628b3bae004e admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5652008 Aug 10 03:15:37.733884 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48966) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:37.741243 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-68de4009-3f6f-4798-858d-5073c7daebcb admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-749273009-router', 'tenant_id': 'ace9f6bfb5cd4685a4a16d81f3e66871', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:37.742994 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8b503f12-6c25-45a8-9fbf-4c705277f34d req-41218dbb-41f9-419b-8d82-4e4a2556d7cc tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/security-groups?id=e27bfad8-2aac-4372-8505-6d015ef4ee33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465408 Aug 10 03:15:37.788759 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ef9b8-1bf3-49e3-bc10-47cd616455c5 req-45840301-0f81-4ac8-b317-3c6e1d69c9b8 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:37.804753 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1e8ef9b8-1bf3-49e3-bc10-47cd616455c5 req-45840301-0f81-4ac8-b317-3c6e1d69c9b8 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f71cd04-e10c-48ae-9c97-e2565e731b3a HTTP/1.1" status: 200 len: 945 time: 0.2471395 Aug 10 03:15:37.843955 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-68de4009-3f6f-4798-858d-5073c7daebcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:37.857051 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-68de4009-3f6f-4798-858d-5073c7daebcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:37.987291 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1e8ef9b8-1bf3-49e3-bc10-47cd616455c5 req-413c3dd7-21e1-4394-84a8-e172146faac6 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/security-groups?id=106bd2aa-b217-4cc2-a6fb-fb066e9e308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632974 Aug 10 03:15:38.005895 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3743bf5-9cf8-4a70-bf37-035305a81f7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-21ed31ed-6e0a-4679-a532-6a47097475c9', 'network_id': '21ed31ed-6e0a-4679-a532-6a47097475c9', 'tenant_id': 'ace9f6bfb5cd4685a4a16d81f3e66871', 'fixed_ips': [{'subnet_id': 'ae8e75ff-2bea-4ffd-a100-33ca179d7b92'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:15:38.008404 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d3743bf5-9cf8-4a70-bf37-035305a81f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:38.027743 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-68de4009-3f6f-4798-858d-5073c7daebcb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:38.173000 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-d3743bf5-9cf8-4a70-bf37-035305a81f7b None None] Allocated IP 172.20.0.2 (21ed31ed-6e0a-4679-a532-6a47097475c9/ae8e75ff-2bea-4ffd-a100-33ca179d7b92/787129e7-5162-46cc-8449-633f11541858) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:15:38.363228 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d3743bf5-9cf8-4a70-bf37-035305a81f7b None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:38.376589 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d3743bf5-9cf8-4a70-bf37-035305a81f7b None None] Transition to ACTIVE for port object 787129e7-5162-46cc-8449-633f11541858 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:15:38.385955 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab20ade-da76-45f3-b9af-8a6c8f8ef8b3 req-24093b31-3b59-4d19-976b-3af2032ceaa0 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:38.387699 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1ab20ade-da76-45f3-b9af-8a6c8f8ef8b3 req-24093b31-3b59-4d19-976b-3af2032ceaa0 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9077c67-e6aa-4cd6-b76d-6fcb28d8d835 HTTP/1.1" status: 200 len: 945 time: 0.3454278 Aug 10 03:15:38.393716 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d3743bf5-9cf8-4a70-bf37-035305a81f7b None None] Transition to ACTIVE for port object 787129e7-5162-46cc-8449-633f11541858 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:15:38.403740 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e577adea-3a53-4917-b962-d23837527276 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:15:38.405845 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb30e56-8b7b-47ee-bb97-6979aedf2d90 req-91888d03-9d36-40d6-ad62-c17171aef560 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:38.420134 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-beb30e56-8b7b-47ee-bb97-6979aedf2d90 req-91888d03-9d36-40d6-ad62-c17171aef560 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 945 time: 0.1612508 Aug 10 03:15:38.447222 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d3743bf5-9cf8-4a70-bf37-035305a81f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:38.543927 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-beb30e56-8b7b-47ee-bb97-6979aedf2d90 req-2818e701-2851-4077-b208-0ed72cceb846 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227493 Aug 10 03:15:38.550490 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3743bf5-9cf8-4a70-bf37-035305a81f7b None None] Network 21ed31ed-6e0a-4679-a532-6a47097475c9 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:15:38.559903 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-d3743bf5-9cf8-4a70-bf37-035305a81f7b None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:15:38.562516 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3743bf5-9cf8-4a70-bf37-035305a81f7b None None] Pushing event updated for resources: {'Port': ['ID=787129e7-5162-46cc-8449-633f11541858,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:38.564908 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3743bf5-9cf8-4a70-bf37-035305a81f7b None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:15:38.570242 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-68de4009-3f6f-4798-858d-5073c7daebcb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:38.577812 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port e577adea-3a53-4917-b962-d23837527276 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:15:38.608376 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port e577adea-3a53-4917-b962-d23837527276 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:38.608759 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:38.720979 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-d3743bf5-9cf8-4a70-bf37-035305a81f7b None None] Attempting to bind port 787129e7-5162-46cc-8449-633f11541858 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:15:38.721598 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-d3743bf5-9cf8-4a70-bf37-035305a81f7b None None] Attempting to bind port 787129e7-5162-46cc-8449-633f11541858 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '57460c7b-40b5-477f-9b08-58fc6038b3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '21ed31ed-6e0a-4679-a532-6a47097475c9'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:15:38.722056 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3743bf5-9cf8-4a70-bf37-035305a81f7b None None] Attempting to bind port 787129e7-5162-46cc-8449-633f11541858 on network 21ed31ed-6e0a-4679-a532-6a47097475c9 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:15:38.731764 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3743bf5-9cf8-4a70-bf37-035305a81f7b None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:15:38.732177 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3743bf5-9cf8-4a70-bf37-035305a81f7b None None] Checking segment: {'id': '57460c7b-40b5-477f-9b08-58fc6038b3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '21ed31ed-6e0a-4679-a532-6a47097475c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:15:38.732749 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d3743bf5-9cf8-4a70-bf37-035305a81f7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:38.733911 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3743bf5-9cf8-4a70-bf37-035305a81f7b None None] Bound using segment: {'id': '57460c7b-40b5-477f-9b08-58fc6038b3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '21ed31ed-6e0a-4679-a532-6a47097475c9'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:15:38.735017 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-d3743bf5-9cf8-4a70-bf37-035305a81f7b None None] Bound port: 787129e7-5162-46cc-8449-633f11541858, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57460c7b-40b5-477f-9b08-58fc6038b3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '21ed31ed-6e0a-4679-a532-6a47097475c9'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:15:38.736990 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d3743bf5-9cf8-4a70-bf37-035305a81f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:38.798385 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 48982) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:38.805349 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-717de2d4-a6cb-488b-a9bb-2490a334e1bb tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1777255677', 'description': 'tempest-description--891263119'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:38.852691 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-1ab20ade-da76-45f3-b9af-8a6c8f8ef8b3 req-7ed3b36d-6bb9-4f0c-85e7-4e3c6ecfc0bf tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Deleting port 3e547962-d6f2-42f4-b191-caaf7b15d044 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:15:38.854146 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-1ab20ade-da76-45f3-b9af-8a6c8f8ef8b3 req-7ed3b36d-6bb9-4f0c-85e7-4e3c6ecfc0bf tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:38.865761 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-717de2d4-a6cb-488b-a9bb-2490a334e1bb tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:38.903970 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16404ed2-1f1e-4cf8-8416-5250d6e3f7c4 None None] Sync routers for ids ['12dcf7ca-7227-44d3-9d42-e245350fbc74'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:15:38.932621 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:39.006914 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port e577adea-3a53-4917-b962-d23837527276, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=e577adea-3a53-4917-b962-d23837527276,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:39.007642 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-1ab20ade-da76-45f3-b9af-8a6c8f8ef8b3 req-7ed3b36d-6bb9-4f0c-85e7-4e3c6ecfc0bf tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] For port 3e547962-d6f2-42f4-b191-caaf7b15d044, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=3e547962-d6f2-42f4-b191-caaf7b15d044,segment=NetworkSegment(d030ccc1-c31d-414f-84e6-c931b9c0f44c),segment_id=d030ccc1-c31d-414f-84e6-c931b9c0f44c)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:39.007642 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-1ab20ade-da76-45f3-b9af-8a6c8f8ef8b3 req-7ed3b36d-6bb9-4f0c-85e7-4e3c6ecfc0bf tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:39.012504 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:39.023648 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-1ab20ade-da76-45f3-b9af-8a6c8f8ef8b3 req-7ed3b36d-6bb9-4f0c-85e7-4e3c6ecfc0bf tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Calling delete_port for 3e547962-d6f2-42f4-b191-caaf7b15d044 owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:15:39.112655 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=e577adea-3a53-4917-b962-d23837527276,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:39.114485 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-31fec4a2-1512-4cb9-9370-e37052c2c68d req-b524a53b-e8b9-47ed-9166-3a25b1aeeef8 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=49adbb04-c039-4963-9d96-0f8e3f111ec4 HTTP/1.1" status: 200 len: 210 time: 0.1219108 Aug 10 03:15:39.131294 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16404ed2-1f1e-4cf8-8416-5250d6e3f7c4 None None] Routers {'12dcf7ca-7227-44d3-9d42-e245350fbc74'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:15:39.131735 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-16404ed2-1f1e-4cf8-8416-5250d6e3f7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:15:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['12dcf7ca-7227-44d3-9d42-e245350fbc74'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:39.149144 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-717de2d4-a6cb-488b-a9bb-2490a334e1bb tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:39.173532 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d9c95-d8c5-4986-a403-4b4a3601e03a req-2b20619f-a74f-4945-ba78-8183f3130338 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:39.175509 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-365d9c95-d8c5-4986-a403-4b4a3601e03a req-2b20619f-a74f-4945-ba78-8183f3130338 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9077c67-e6aa-4cd6-b76d-6fcb28d8d835 HTTP/1.1" status: 200 len: 945 time: 0.1855190 Aug 10 03:15:39.177722 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-717de2d4-a6cb-488b-a9bb-2490a334e1bb tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:39.184670 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-d3743bf5-9cf8-4a70-bf37-035305a81f7b None None] For port 787129e7-5162-46cc-8449-633f11541858, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:15:39.206070 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-d3743bf5-9cf8-4a70-bf37-035305a81f7b None None] For port 787129e7-5162-46cc-8449-633f11541858, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=787129e7-5162-46cc-8449-633f11541858,segment=NetworkSegment(57460c7b-40b5-477f-9b08-58fc6038b3ed),segment_id=57460c7b-40b5-477f-9b08-58fc6038b3ed)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:15:39.247786 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d3743bf5-9cf8-4a70-bf37-035305a81f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:39.286334 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8fb4d-8811-42f7-9feb-30fde048ec59 req-b3d8daa9-3564-4342-b2f8-8da38847e1dd tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:39.287894 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-70e8fb4d-8811-42f7-9feb-30fde048ec59 req-b3d8daa9-3564-4342-b2f8-8da38847e1dd tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.58 "GET /v2.0/networks?id=10fc7efa-f990-4fd3-9796-19ebe5477b79 HTTP/1.1" status: 200 len: 806 time: 0.3143620 Aug 10 03:15:39.306335 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717de2d4-a6cb-488b-a9bb-2490a334e1bb tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1213b6-d6c8-4bc6-b682-6fefee541866,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:39.325803 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-717de2d4-a6cb-488b-a9bb-2490a334e1bb tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:39.327624 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-717de2d4-a6cb-488b-a9bb-2490a334e1bb tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5272768 Aug 10 03:15:39.331905 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 48996) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:39.335231 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-70e8fb4d-8811-42f7-9feb-30fde048ec59 req-e66e66ce-5ec1-4087-a8e9-8686e75d4b27 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Request body: {'port': {'device_id': '49adbb04-c039-4963-9d96-0f8e3f111ec4', 'network_id': '10fc7efa-f990-4fd3-9796-19ebe5477b79', 'admin_state_up': True, 'tenant_id': '22bb0021811f46b18f8e8bb6d66afe0d'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:39.336836 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3743bf5-9cf8-4a70-bf37-035305a81f7b None None] Pushing event updated for resources: {'Port': ['ID=787129e7-5162-46cc-8449-633f11541858,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:39.339733 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-ab29b901-b707-48a2-acd4-8f8afc38e0a9 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Request body: {'security_group_rule': {'security_group_id': '3a1213b6-d6c8-4bc6-b682-6fefee541866', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:39.359442 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-16404ed2-1f1e-4cf8-8416-5250d6e3f7c4 None None] Set router 12dcf7ca-7227-44d3-9d42-e245350fbc74 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:15:39.366547 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c32cb0-e86f-457e-b480-c5232ec41b8b req-906c1785-a69b-4ca4-9805-83436daf7325 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:39.368612 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-55c32cb0-e86f-457e-b480-c5232ec41b8b req-906c1785-a69b-4ca4-9805-83436daf7325 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f71cd04-e10c-48ae-9c97-e2565e731b3a HTTP/1.1" status: 200 len: 945 time: 0.1206486 Aug 10 03:15:39.418430 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-365d9c95-d8c5-4986-a403-4b4a3601e03a req-fa7eb67f-cf09-4417-9887-3a3d90eedb60 tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/security-groups?id=e27bfad8-2aac-4372-8505-6d015ef4ee33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822631 Aug 10 03:15:39.437301 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-55c32cb0-e86f-457e-b480-c5232ec41b8b req-645e60a2-8a27-4d7f-bb8e-fe22a104deaa tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/security-groups?id=106bd2aa-b217-4cc2-a6fb-fb066e9e308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556293 Aug 10 03:15:39.462336 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ab29b901-b707-48a2-acd4-8f8afc38e0a9 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:39.517261 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ab29b901-b707-48a2-acd4-8f8afc38e0a9 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:39.523065 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ab29b901-b707-48a2-acd4-8f8afc38e0a9 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:39.543476 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab29b901-b707-48a2-acd4-8f8afc38e0a9 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a2c52ad-3f73-461e-8e3e-febfffcd3f20,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:39.551389 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-68de4009-3f6f-4798-858d-5073c7daebcb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:39.551657 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ab29b901-b707-48a2-acd4-8f8afc38e0a9 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:39.553232 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ab29b901-b707-48a2-acd4-8f8afc38e0a9 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2185640 Aug 10 03:15:39.556419 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 48998) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:39.564614 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-67c74b25-8274-43f2-b183-e63234fbe011 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Request body: {'security_group_rule': {'security_group_id': '3a1213b6-d6c8-4bc6-b682-6fefee541866', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:39.588403 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-68de4009-3f6f-4798-858d-5073c7daebcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:39.591511 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-1ab20ade-da76-45f3-b9af-8a6c8f8ef8b3 req-7ed3b36d-6bb9-4f0c-85e7-4e3c6ecfc0bf tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:39.620376 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-67c74b25-8274-43f2-b183-e63234fbe011 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:39.684877 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed3b36d-6bb9-4f0c-85e7-4e3c6ecfc0bf tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Pushing event deleted for resources: {'Port': ['ID=3e547962-d6f2-42f4-b191-caaf7b15d044,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:39.696292 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-16404ed2-1f1e-4cf8-8416-5250d6e3f7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12dcf7ca-7227-44d3-9d42-e245350fbc74', 'name': 'tempest-ServersTestFqdnHostnames-1825038511-router', 'tenant_id': '6bae6b9c32c14720bf0a198e3afedf70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'e577adea-3a53-4917-b962-d23837527276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:28Z', 'updated_at': '2021-08-10T03:15:35Z', 'revision_number': 4, 'project_id': '6bae6b9c32c14720bf0a198e3afedf70', 'gw_port': {'id': 'e577adea-3a53-4917-b962-d23837527276', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:fb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12dcf7ca-7227-44d3-9d42-e245350fbc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:29Z', 'updated_at': '2021-08-10T03:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'a659675f-4c3e-4960-8fa0-1cd811d0e28f', 'name': '', 'network_id': 'aadf8a17-809b-4292-83f3-4ba8555a94af', 'tenant_id': '6bae6b9c32c14720bf0a198e3afedf70', 'mac_address': 'fa:16:3e:60:66:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12dcf7ca-7227-44d3-9d42-e245350fbc74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '2f598b1a-5cba-4d46-8b7f-e1e7a38ff110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:34Z', 'updated_at': '2021-08-10T03:15:35Z', 'revision_number': 2, 'project_id': '6bae6b9c32c14720bf0a198e3afedf70', 'subnets': [{'id': '2f598b1a-5cba-4d46-8b7f-e1e7a38ff110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:39.770591 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16404ed2-1f1e-4cf8-8416-5250d6e3f7c4 None None] Checking router: 12dcf7ca-7227-44d3-9d42-e245350fbc74 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:15:39.772420 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16404ed2-1f1e-4cf8-8416-5250d6e3f7c4 None None] Updating router 12dcf7ca-7227-44d3-9d42-e245350fbc74 port a659675f-4c3e-4960-8fa0-1cd811d0e28f binding host n-d-768851-15 {{(pid=94218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:15:39.814578 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab20ade-da76-45f3-b9af-8a6c8f8ef8b3 req-7ed3b36d-6bb9-4f0c-85e7-4e3c6ecfc0bf tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] No DVR routers for this DVR port 3e547962-d6f2-42f4-b191-caaf7b15d044 on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:15:39.819673 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70e8fb4d-8811-42f7-9feb-30fde048ec59 req-e66e66ce-5ec1-4087-a8e9-8686e75d4b27 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Made reservation on behalf of 22bb0021811f46b18f8e8bb6d66afe0d for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:15:39.822976 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-70e8fb4d-8811-42f7-9feb-30fde048ec59 req-e66e66ce-5ec1-4087-a8e9-8686e75d4b27 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:39.825402 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-16404ed2-1f1e-4cf8-8416-5250d6e3f7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:39.827860 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-1ab20ade-da76-45f3-b9af-8a6c8f8ef8b3 req-7ed3b36d-6bb9-4f0c-85e7-4e3c6ecfc0bf tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:39.829847 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1ab20ade-da76-45f3-b9af-8a6c8f8ef8b3 req-7ed3b36d-6bb9-4f0c-85e7-4e3c6ecfc0bf tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.58 "DELETE /v2.0/ports/3e547962-d6f2-42f4-b191-caaf7b15d044 HTTP/1.1" status: 204 len: 173 time: 1.3800349 Aug 10 03:15:39.831417 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9077c67-e6aa-4cd6-b76d-6fcb28d8d835', 'name': 'network-vif-deleted', 'tag': '3e547962-d6f2-42f4-b191-caaf7b15d044'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:39.833816 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1f540e-06e4-490c-8a04-0320b4e5583f" -d '{"events": [{"server_uuid": "c9077c67-e6aa-4cd6-b76d-6fcb28d8d835", "name": "network-vif-deleted", "tag": "3e547962-d6f2-42f4-b191-caaf7b15d044"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:39.834037 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa1e768-6096-4e42-be07-1e399104cd01 req-e878a44a-dde1-45d7-9201-11d3834b7692 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:39.836328 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eaa1e768-6096-4e42-be07-1e399104cd01 req-e878a44a-dde1-45d7-9201-11d3834b7692 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 945 time: 0.1584535 Aug 10 03:15:39.921403 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eaa1e768-6096-4e42-be07-1e399104cd01 req-9ecab03a-8645-4087-a126-91c534b4b1da tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683303 Aug 10 03:15:39.934619 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-67c74b25-8274-43f2-b183-e63234fbe011 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:39.940792 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-67c74b25-8274-43f2-b183-e63234fbe011 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:39.966723 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c74b25-8274-43f2-b183-e63234fbe011 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e130f71-665c-4556-a6af-9dc0200d8b7f,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:39.999832 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-68de4009-3f6f-4798-858d-5073c7daebcb admin admin] Allocated IP 172.25.7.55 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/9643ac27-796d-43cc-8efb-124a8098143d) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:15:40.007536 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d4ebd3-9673-4fad-8ce1-e52658154c93 x-openstack-request-id: req-27d4ebd3-9673-4fad-8ce1-e52658154c93 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:40.007830 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9077c67-e6aa-4cd6-b76d-6fcb28d8d835", "name": "network-vif-deleted", "tag": "3e547962-d6f2-42f4-b191-caaf7b15d044", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:40.008073 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-27d4ebd3-9673-4fad-8ce1-e52658154c93 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:40.008576 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9077c67-e6aa-4cd6-b76d-6fcb28d8d835', 'name': 'network-vif-deleted', 'tag': '3e547962-d6f2-42f4-b191-caaf7b15d044', 'status': 'completed', 'code': 200} Aug 10 03:15:40.011504 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-67c74b25-8274-43f2-b183-e63234fbe011 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:40.012789 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-67c74b25-8274-43f2-b183-e63234fbe011 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4542654 Aug 10 03:15:40.016277 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49008) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:40.021033 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-209fbb26-b0e1-4c70-ac77-778d6ad7b514 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Request body: {'floatingip': {'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:40.078782 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db61a0-92d7-4198-bd0f-4dede95fb80e req-ba268c18-42c4-4869-8adc-624f85d71ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:40.080282 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-19db61a0-92d7-4198-bd0f-4dede95fb80e req-ba268c18-42c4-4869-8adc-624f85d71ead service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0c00b01e0806491485adebe5c1c180f7&device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 1097 time: 0.1857140 Aug 10 03:15:40.183468 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-209fbb26-b0e1-4c70-ac77-778d6ad7b514 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Notify callbacks [] for floatingip, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:40.334807 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-075fdb1e-56f2-4d82-a671-09d39178d0c3 req-18b24894-07e8-4a22-b884-a1ad8cc61869 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=49adbb04-c039-4963-9d96-0f8e3f111ec4 HTTP/1.1" status: 200 len: 210 time: 0.0678880 Aug 10 03:15:40.359410 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-68de4009-3f6f-4798-858d-5073c7daebcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:40.412070 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-70e8fb4d-8811-42f7-9feb-30fde048ec59 req-e66e66ce-5ec1-4087-a8e9-8686e75d4b27 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Allocated IP 172.20.0.5 (10fc7efa-f990-4fd3-9796-19ebe5477b79/e9de5b17-91a7-437b-a5c7-1e57e4d52c95/e51d7383-07b7-42df-84a1-749a5c464a6b) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:15:40.503566 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-68de4009-3f6f-4798-858d-5073c7daebcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:40.548930 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 787129e7-5162-46cc-8449-633f11541858 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:15:40.623801 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-07dd8eb9-72d8-4d28-8c2e-d04f9faa25cd req-860b5064-b2b5-42c3-88aa-d54102d003fc tempest-FloatingIPsAssociationTestJSON-1383760718 tempest-FloatingIPsAssociationTestJSON-1383760718-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9077c67-e6aa-4cd6-b76d-6fcb28d8d835 HTTP/1.1" status: 200 len: 210 time: 0.0745838 Aug 10 03:15:40.653897 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c53dea2-24ab-431b-9599-b3164b1791a5 req-5b0dbc11-c57f-4708-814e-e3bd40bbbc2c tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:40.655962 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2c53dea2-24ab-431b-9599-b3164b1791a5 req-5b0dbc11-c57f-4708-814e-e3bd40bbbc2c tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f71cd04-e10c-48ae-9c97-e2565e731b3a HTTP/1.1" status: 200 len: 945 time: 0.1079316 Aug 10 03:15:40.671472 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68de4009-3f6f-4798-858d-5073c7daebcb admin admin] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:15:40.673161 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-16404ed2-1f1e-4cf8-8416-5250d6e3f7c4 None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:40.689473 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-68de4009-3f6f-4798-858d-5073c7daebcb admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:15:40.692778 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db61a0-92d7-4198-bd0f-4dede95fb80e req-3e23d84b-a998-44d0-8db7-9a9c5a946950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:40.695723 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-19db61a0-92d7-4198-bd0f-4dede95fb80e req-3e23d84b-a998-44d0-8db7-9a9c5a946950 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c0759395-72d8-4de6-9611-c9ba0ebf5417 HTTP/1.1" status: 200 len: 918 time: 0.6002822 Aug 10 03:15:40.698437 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-16404ed2-1f1e-4cf8-8416-5250d6e3f7c4 None None] Transition to ACTIVE for port object a659675f-4c3e-4960-8fa0-1cd811d0e28f will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:15:40.698935 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68de4009-3f6f-4798-858d-5073c7daebcb admin admin] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:15:40.701867 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 787129e7-5162-46cc-8449-633f11541858 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:15:40.709471 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68de4009-3f6f-4798-858d-5073c7daebcb admin admin] Pushing event updated for resources: {'Port': ['ID=9643ac27-796d-43cc-8efb-124a8098143d,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:40.709702 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e577adea-3a53-4917-b962-d23837527276 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:15:40.715283 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2c53dea2-24ab-431b-9599-b3164b1791a5 req-a2947222-994f-435b-b450-86d23001d76e tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/security-groups?id=106bd2aa-b217-4cc2-a6fb-fb066e9e308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470059 Aug 10 03:15:40.741006 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-16404ed2-1f1e-4cf8-8416-5250d6e3f7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:40.820556 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd9a801-76e3-4041-ac21-48cf92fc8118 None None] Pushing event updated for resources: {'Port': ['ID=a659675f-4c3e-4960-8fa0-1cd811d0e28f,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:40.861566 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf8e20c-43c9-43e2-b161-c6c2c0430e80 None None] Network 21ed31ed-6e0a-4679-a532-6a47097475c9 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:15:40.894421 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-19db61a0-92d7-4198-bd0f-4dede95fb80e req-592de5a7-52e7-4155-b718-d3bb6e69239d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a30db10-e0e6-4c59-bff9-1edbdbe1ee47 HTTP/1.1" status: 200 len: 1001 time: 0.1594524 Aug 10 03:15:40.937716 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port e577adea-3a53-4917-b962-d23837527276 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:40.938087 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:40.996629 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-16404ed2-1f1e-4cf8-8416-5250d6e3f7c4 None None] Attempting to bind port a659675f-4c3e-4960-8fa0-1cd811d0e28f on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:15:40.997369 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-16404ed2-1f1e-4cf8-8416-5250d6e3f7c4 None None] Attempting to bind port a659675f-4c3e-4960-8fa0-1cd811d0e28f by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'b65afc89-3d1a-4f68-8ff4-3e844f4efb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'aadf8a17-809b-4292-83f3-4ba8555a94af'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:15:40.997944 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16404ed2-1f1e-4cf8-8416-5250d6e3f7c4 None None] Attempting to bind port a659675f-4c3e-4960-8fa0-1cd811d0e28f on network aadf8a17-809b-4292-83f3-4ba8555a94af {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:15:41.009342 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-480957ad-0956-427e-a7ea-5f7667652498 None None] Provisioning for port 787129e7-5162-46cc-8449-633f11541858 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:15:41.034092 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16404ed2-1f1e-4cf8-8416-5250d6e3f7c4 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:15:41.034844 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16404ed2-1f1e-4cf8-8416-5250d6e3f7c4 None None] Checking segment: {'id': 'b65afc89-3d1a-4f68-8ff4-3e844f4efb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'aadf8a17-809b-4292-83f3-4ba8555a94af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:15:41.035609 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-16404ed2-1f1e-4cf8-8416-5250d6e3f7c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:41.035825 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16404ed2-1f1e-4cf8-8416-5250d6e3f7c4 None None] Bound using segment: {'id': 'b65afc89-3d1a-4f68-8ff4-3e844f4efb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'aadf8a17-809b-4292-83f3-4ba8555a94af'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:15:41.036690 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-16404ed2-1f1e-4cf8-8416-5250d6e3f7c4 None None] Bound port: a659675f-4c3e-4960-8fa0-1cd811d0e28f, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b65afc89-3d1a-4f68-8ff4-3e844f4efb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'aadf8a17-809b-4292-83f3-4ba8555a94af'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:15:41.037247 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-16404ed2-1f1e-4cf8-8416-5250d6e3f7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:41.039643 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-480957ad-0956-427e-a7ea-5f7667652498 None None] Provisioning complete for port 787129e7-5162-46cc-8449-633f11541858 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:41.040246 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-480957ad-0956-427e-a7ea-5f7667652498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:41.124176 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d9cafd-2375-4f8a-a2e5-de3be1e6d729 req-dd9dc54a-ec14-404c-abe2-d0a4542d2889 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:41.125826 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e6d9cafd-2375-4f8a-a2e5-de3be1e6d729 req-dd9dc54a-ec14-404c-abe2-d0a4542d2889 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 945 time: 0.0659151 Aug 10 03:15:41.171989 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e6d9cafd-2375-4f8a-a2e5-de3be1e6d729 req-1f4aa524-3ef2-457f-8fb9-334391edd0a0 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382013 Aug 10 03:15:41.265891 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-16404ed2-1f1e-4cf8-8416-5250d6e3f7c4 None None] For port a659675f-4c3e-4960-8fa0-1cd811d0e28f, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:15:41.273328 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-16404ed2-1f1e-4cf8-8416-5250d6e3f7c4 None None] For port a659675f-4c3e-4960-8fa0-1cd811d0e28f, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=a659675f-4c3e-4960-8fa0-1cd811d0e28f,segment=NetworkSegment(b65afc89-3d1a-4f68-8ff4-3e844f4efb7a),segment_id=b65afc89-3d1a-4f68-8ff4-3e844f4efb7a)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:15:41.316672 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-16404ed2-1f1e-4cf8-8416-5250d6e3f7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:41.324557 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-70e8fb4d-8811-42f7-9feb-30fde048ec59 req-e66e66ce-5ec1-4087-a8e9-8686e75d4b27 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:41.377990 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-480957ad-0956-427e-a7ea-5f7667652498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:41.379677 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db61a0-92d7-4198-bd0f-4dede95fb80e req-30d3bc65-fe54-4c36-ab04-d00d121aa035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:41.381289 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-19db61a0-92d7-4198-bd0f-4dede95fb80e req-30d3bc65-fe54-4c36-ab04-d00d121aa035 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3edf7dab-cede-45e3-a40b-9026654a3743 HTTP/1.1" status: 200 len: 856 time: 0.4765086 Aug 10 03:15:41.396070 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-209fbb26-b0e1-4c70-ac77-778d6ad7b514 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:41.421653 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd9a801-76e3-4041-ac21-48cf92fc8118 None None] Pushing event updated for resources: {'Port': ['ID=a659675f-4c3e-4960-8fa0-1cd811d0e28f,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:41.429970 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16404ed2-1f1e-4cf8-8416-5250d6e3f7c4 None None] Routers {'12dcf7ca-7227-44d3-9d42-e245350fbc74'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:15:41.430601 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-16404ed2-1f1e-4cf8-8416-5250d6e3f7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:15:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['12dcf7ca-7227-44d3-9d42-e245350fbc74'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:41.487890 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e7203317-0e28-45e5-ad96-c9c120c87a1e req-54d9e5d4-d7d7-432b-bf33-b4945f1f452b tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=49adbb04-c039-4963-9d96-0f8e3f111ec4 HTTP/1.1" status: 200 len: 210 time: 0.0428400 Aug 10 03:15:41.495392 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 8a30db10-e0e6-4c59-bff9-1edbdbe1ee47 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:15:41.507781 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-480957ad-0956-427e-a7ea-5f7667652498 None None] For port 787129e7-5162-46cc-8449-633f11541858, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=787129e7-5162-46cc-8449-633f11541858,segment=NetworkSegment(57460c7b-40b5-477f-9b08-58fc6038b3ed),segment_id=57460c7b-40b5-477f-9b08-58fc6038b3ed)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:41.533148 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-480957ad-0956-427e-a7ea-5f7667652498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:41.617718 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-70e8fb4d-8811-42f7-9feb-30fde048ec59 req-e66e66ce-5ec1-4087-a8e9-8686e75d4b27 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:41.632784 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['3aa362ab-26b7-4e75-8dea-4968c3cefa2b'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:15:41.690033 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 49026) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:41.710855 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480957ad-0956-427e-a7ea-5f7667652498 None None] Pushing event updated for resources: {'Port': ['ID=787129e7-5162-46cc-8449-633f11541858,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:41.712265 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70e8fb4d-8811-42f7-9feb-30fde048ec59 req-e66e66ce-5ec1-4087-a8e9-8686e75d4b27 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Network 10fc7efa-f990-4fd3-9796-19ebe5477b79 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:15:41.717948 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db61a0-92d7-4198-bd0f-4dede95fb80e req-70cd47ca-d8c4-4969-b7c6-8a0afc3e3cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:41.719926 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-19db61a0-92d7-4198-bd0f-4dede95fb80e req-70cd47ca-d8c4-4969-b7c6-8a0afc3e3cdf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c0759395-72d8-4de6-9611-c9ba0ebf5417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3254049 Aug 10 03:15:41.720677 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66e66ce-5ec1-4087-a8e9-8686e75d4b27 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Pushing event updated for resources: {'Port': ['ID=e51d7383-07b7-42df-84a1-749a5c464a6b,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:41.751032 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-16404ed2-1f1e-4cf8-8416-5250d6e3f7c4 None None] Set router 12dcf7ca-7227-44d3-9d42-e245350fbc74 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:15:41.763615 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-70e8fb4d-8811-42f7-9feb-30fde048ec59 req-e66e66ce-5ec1-4087-a8e9-8686e75d4b27 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:15:41.777445 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-70e8fb4d-8811-42f7-9feb-30fde048ec59 req-e66e66ce-5ec1-4087-a8e9-8686e75d4b27 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:15:41.810664 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:41.873333 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-209fbb26-b0e1-4c70-ac77-778d6ad7b514 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Allocated IP 172.25.7.216 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/7c0e6b48-c2eb-4077-ae50-6fe8e9583929) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:15:41.919850 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f968c78b-535a-49e6-86c5-6bde6a962948', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a30db10-e0e6-4c59-bff9-1edbdbe1ee47'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:41.923344 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f52a268-2cb1-4c5e-b72a-26b22dfa69ab" -d '{"events": [{"server_uuid": "f968c78b-535a-49e6-86c5-6bde6a962948", "name": "network-vif-unplugged", "status": "completed", "tag": "8a30db10-e0e6-4c59-bff9-1edbdbe1ee47"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:41.927031 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8fb4d-8811-42f7-9feb-30fde048ec59 req-e66e66ce-5ec1-4087-a8e9-8686e75d4b27 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:41.927693 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-70e8fb4d-8811-42f7-9feb-30fde048ec59 req-e66e66ce-5ec1-4087-a8e9-8686e75d4b27 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:41.942475 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-68de4009-3f6f-4798-858d-5073c7daebcb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:41.949050 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 8a30db10-e0e6-4c59-bff9-1edbdbe1ee47, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=8a30db10-e0e6-4c59-bff9-1edbdbe1ee47,segment=NetworkSegment(b14795c0-984c-4c21-bc5c-b1b39903d907),segment_id=b14795c0-984c-4c21-bc5c-b1b39903d907)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:41.983643 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2611ea8-9f83-4233-a9ff-f0cc6d8d808d req-89f457ba-a164-47a1-855a-e69a468004ca tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:41.985489 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a2611ea8-9f83-4233-a9ff-f0cc6d8d808d req-89f457ba-a164-47a1-855a-e69a468004ca tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f71cd04-e10c-48ae-9c97-e2565e731b3a HTTP/1.1" status: 200 len: 945 time: 0.1303601 Aug 10 03:15:41.996685 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:41.997400 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 3e547962-d6f2-42f4-b191-caaf7b15d044 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:15:42.017280 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-70e8fb4d-8811-42f7-9feb-30fde048ec59 req-e66e66ce-5ec1-4087-a8e9-8686e75d4b27 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6861989 Aug 10 03:15:42.033707 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-70e8fb4d-8811-42f7-9feb-30fde048ec59 req-d50c7559-87de-4991-9894-92f0e6c9b264 service neutron] Request body: {'port': {'device_id': '49adbb04-c039-4963-9d96-0f8e3f111ec4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:42.072137 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a2611ea8-9f83-4233-a9ff-f0cc6d8d808d req-36fb8986-6048-4475-a81d-22458a3baa92 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/security-groups?id=106bd2aa-b217-4cc2-a6fb-fb066e9e308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709467 Aug 10 03:15:42.079186 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-19db61a0-92d7-4198-bd0f-4dede95fb80e req-78b976fd-4a0b-4780-971c-9e7a7b51a954 service neutron] 10.222.0.58 "GET /v2.0/networks/c0759395-72d8-4de6-9611-c9ba0ebf5417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174596 Aug 10 03:15:42.085088 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2713f98f-8021-45e3-910a-2fee980eb1ed x-openstack-request-id: req-2713f98f-8021-45e3-910a-2fee980eb1ed {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:42.085785 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f968c78b-535a-49e6-86c5-6bde6a962948", "name": "network-vif-unplugged", "status": "completed", "tag": "8a30db10-e0e6-4c59-bff9-1edbdbe1ee47", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:42.086045 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2713f98f-8021-45e3-910a-2fee980eb1ed {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:42.086461 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f968c78b-535a-49e6-86c5-6bde6a962948', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a30db10-e0e6-4c59-bff9-1edbdbe1ee47', 'code': 200} Aug 10 03:15:42.106772 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: 3e547962-d6f2-42f4-b191-caaf7b15d044 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:15:42.107121 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 3e547962-d6f2-42f4-b191-caaf7b15d044 not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:15:42.151116 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0d803454-0ba7-44b7-9fb8-26fc8a743d3f None None] Provisioning complete for port 787129e7-5162-46cc-8449-633f11541858 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:42.151706 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0d803454-0ba7-44b7-9fb8-26fc8a743d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:42.158214 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=8a30db10-e0e6-4c59-bff9-1edbdbe1ee47,revision_number=8']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:42.203187 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-19db61a0-92d7-4198-bd0f-4dede95fb80e req-2b0d9524-ad7b-4f04-876b-32183ccf4e62 service neutron] 10.222.0.58 "GET /v2.0/networks/c0759395-72d8-4de6-9611-c9ba0ebf5417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844715 Aug 10 03:15:42.266364 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f8e8ba0e-04e3-4d57-9fb9-775cdc51ab15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:42.272405 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-70e8fb4d-8811-42f7-9feb-30fde048ec59 req-d50c7559-87de-4991-9894-92f0e6c9b264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:42.295317 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 787129e7-5162-46cc-8449-633f11541858 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:15:42.325598 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-209fbb26-b0e1-4c70-ac77-778d6ad7b514 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:42.404122 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4185ed96-8cae-419b-aa9b-a43a6e4b53a0 req-27b10d23-fe09-4b7d-947b-f136e92c343c tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:42.406083 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4185ed96-8cae-419b-aa9b-a43a6e4b53a0 req-27b10d23-fe09-4b7d-947b-f136e92c343c tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 943 time: 0.1003962 Aug 10 03:15:42.412973 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 787129e7-5162-46cc-8449-633f11541858 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:42.413389 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:42.435988 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-16404ed2-1f1e-4cf8-8416-5250d6e3f7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12dcf7ca-7227-44d3-9d42-e245350fbc74', 'name': 'tempest-ServersTestFqdnHostnames-1825038511-router', 'tenant_id': '6bae6b9c32c14720bf0a198e3afedf70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'e577adea-3a53-4917-b962-d23837527276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:28Z', 'updated_at': '2021-08-10T03:15:35Z', 'revision_number': 4, 'project_id': '6bae6b9c32c14720bf0a198e3afedf70', 'gw_port': {'id': 'e577adea-3a53-4917-b962-d23837527276', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:fb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12dcf7ca-7227-44d3-9d42-e245350fbc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:29Z', 'updated_at': '2021-08-10T03:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'a659675f-4c3e-4960-8fa0-1cd811d0e28f', 'name': '', 'network_id': 'aadf8a17-809b-4292-83f3-4ba8555a94af', 'tenant_id': '6bae6b9c32c14720bf0a198e3afedf70', 'mac_address': 'fa:16:3e:60:66:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12dcf7ca-7227-44d3-9d42-e245350fbc74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '2f598b1a-5cba-4d46-8b7f-e1e7a38ff110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:34Z', 'updated_at': '2021-08-10T03:15:41Z', 'revision_number': 4, 'project_id': '6bae6b9c32c14720bf0a198e3afedf70', 'subnets': [{'id': '2f598b1a-5cba-4d46-8b7f-e1e7a38ff110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:42.477405 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16404ed2-1f1e-4cf8-8416-5250d6e3f7c4 None None] The sync data for ids ['12dcf7ca-7227-44d3-9d42-e245350fbc74'] in n-d-768851-15 is: [{'id': '12dcf7ca-7227-44d3-9d42-e245350fbc74', 'name': 'tempest-ServersTestFqdnHostnames-1825038511-router', 'tenant_id': '6bae6b9c32c14720bf0a198e3afedf70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'e577adea-3a53-4917-b962-d23837527276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:28Z', 'updated_at': '2021-08-10T03:15:35Z', 'revision_number': 4, 'project_id': '6bae6b9c32c14720bf0a198e3afedf70', 'gw_port': {'id': 'e577adea-3a53-4917-b962-d23837527276', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:fb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12dcf7ca-7227-44d3-9d42-e245350fbc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:29Z', 'updated_at': '2021-08-10T03:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'a659675f-4c3e-4960-8fa0-1cd811d0e28f', 'name': '', 'network_id': 'aadf8a17-809b-4292-83f3-4ba8555a94af', 'tenant_id': '6bae6b9c32c14720bf0a198e3afedf70', 'mac_address': 'fa:16:3e:60:66:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12dcf7ca-7227-44d3-9d42-e245350fbc74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '2f598b1a-5cba-4d46-8b7f-e1e7a38ff110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:34Z', 'updated_at': '2021-08-10T03:15:41Z', 'revision_number': 4, 'project_id': '6bae6b9c32c14720bf0a198e3afedf70', 'subnets': [{'id': '2f598b1a-5cba-4d46-8b7f-e1e7a38ff110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:15:42.533558 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4185ed96-8cae-419b-aa9b-a43a6e4b53a0 req-10050b33-77ca-4218-8376-3ad58d3b99c0 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127310 Aug 10 03:15:42.599998 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-209fbb26-b0e1-4c70-ac77-778d6ad7b514 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:42.647465 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-68de4009-3f6f-4798-858d-5073c7daebcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:42.656346 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209fbb26-b0e1-4c70-ac77-778d6ad7b514 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:15:42.665633 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-209fbb26-b0e1-4c70-ac77-778d6ad7b514 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:15:42.677924 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209fbb26-b0e1-4c70-ac77-778d6ad7b514 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:15:42.706376 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db669463-bbd5-41fa-9f7c-74ed4b8b880d req-1eaf4974-b764-4200-a80b-83d801bd8435 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:42.709319 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-db669463-bbd5-41fa-9f7c-74ed4b8b880d req-1eaf4974-b764-4200-a80b-83d801bd8435 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=49adbb04-c039-4963-9d96-0f8e3f111ec4 HTTP/1.1" status: 200 len: 931 time: 0.1035261 Aug 10 03:15:42.760426 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209fbb26-b0e1-4c70-ac77-778d6ad7b514 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Pushing event updated for resources: {'Port': ['ID=7c0e6b48-c2eb-4077-ae50-6fe8e9583929,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:42.764468 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-f8e8ba0e-04e3-4d57-9fb9-775cdc51ab15 admin admin] Deleting port a15eda61-5d9e-4c1f-b798-cf613ad4f9bc {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:15:42.764468 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f8e8ba0e-04e3-4d57-9fb9-775cdc51ab15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:42.770217 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-db669463-bbd5-41fa-9f7c-74ed4b8b880d req-27b70c4a-f757-4e29-9fec-f2ebe7b50c91 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554464 Aug 10 03:15:42.850109 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-f8e8ba0e-04e3-4d57-9fb9-775cdc51ab15 admin admin] For port a15eda61-5d9e-4c1f-b798-cf613ad4f9bc, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=a15eda61-5d9e-4c1f-b798-cf613ad4f9bc,segment=NetworkSegment(d030ccc1-c31d-414f-84e6-c931b9c0f44c),segment_id=d030ccc1-c31d-414f-84e6-c931b9c0f44c)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:42.850826 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f8e8ba0e-04e3-4d57-9fb9-775cdc51ab15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:42.867017 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-f8e8ba0e-04e3-4d57-9fb9-775cdc51ab15 admin admin] Calling delete_port for a15eda61-5d9e-4c1f-b798-cf613ad4f9bc owned by network:router_interface {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:15:42.951254 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-209fbb26-b0e1-4c70-ac77-778d6ad7b514 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:42.955152 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-70e8fb4d-8811-42f7-9feb-30fde048ec59 req-d50c7559-87de-4991-9894-92f0e6c9b264 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e51d7383-07b7-42df-84a1-749a5c464a6b {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:15:42.968192 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-70e8fb4d-8811-42f7-9feb-30fde048ec59 req-d50c7559-87de-4991-9894-92f0e6c9b264 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:43.004202 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-70e8fb4d-8811-42f7-9feb-30fde048ec59 req-d50c7559-87de-4991-9894-92f0e6c9b264 service neutron] Transition to ACTIVE for port object e51d7383-07b7-42df-84a1-749a5c464a6b will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:15:43.022591 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-70e8fb4d-8811-42f7-9feb-30fde048ec59 req-d50c7559-87de-4991-9894-92f0e6c9b264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:43.034391 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68de4009-3f6f-4798-858d-5073c7daebcb admin admin] Router 7f801aa3-0d54-4979-8ed1-7ba98e403883 is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:15:43.062013 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-209fbb26-b0e1-4c70-ac77-778d6ad7b514 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:43.074709 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f8e8ba0e-04e3-4d57-9fb9-775cdc51ab15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:43.105525 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e8ba0e-04e3-4d57-9fb9-775cdc51ab15 admin admin] Pushing event deleted for resources: {'Port': ['ID=a15eda61-5d9e-4c1f-b798-cf613ad4f9bc,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:43.173185 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50c7559-87de-4991-9894-92f0e6c9b264 service neutron] Pushing event updated for resources: {'Port': ['ID=e51d7383-07b7-42df-84a1-749a5c464a6b,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:43.256558 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ff91f-1bf8-48c9-9f07-2d8decc18a90 req-bfb04f73-8a9a-4898-9c0c-ccead6d3246c tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:43.258138 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b28ff91f-1bf8-48c9-9f07-2d8decc18a90 req-bfb04f73-8a9a-4898-9c0c-ccead6d3246c tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f71cd04-e10c-48ae-9c97-e2565e731b3a HTTP/1.1" status: 200 len: 945 time: 0.0804381 Aug 10 03:15:43.388319 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-70e8fb4d-8811-42f7-9feb-30fde048ec59 req-d50c7559-87de-4991-9894-92f0e6c9b264 service neutron] Attempting to bind port e51d7383-07b7-42df-84a1-749a5c464a6b on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:15:43.388849 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-70e8fb4d-8811-42f7-9feb-30fde048ec59 req-d50c7559-87de-4991-9894-92f0e6c9b264 service neutron] Attempting to bind port e51d7383-07b7-42df-84a1-749a5c464a6b by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '5f459ac7-2da0-4395-80e8-4acadecdbda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '10fc7efa-f990-4fd3-9796-19ebe5477b79'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:15:43.388998 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e8fb4d-8811-42f7-9feb-30fde048ec59 req-d50c7559-87de-4991-9894-92f0e6c9b264 service neutron] Attempting to bind port e51d7383-07b7-42df-84a1-749a5c464a6b on network 10fc7efa-f990-4fd3-9796-19ebe5477b79 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:15:43.403903 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68de4009-3f6f-4798-858d-5073c7daebcb admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:15:43.406281 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f8e8ba0e-04e3-4d57-9fb9-775cdc51ab15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:43.413107 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e8fb4d-8811-42f7-9feb-30fde048ec59 req-d50c7559-87de-4991-9894-92f0e6c9b264 service neutron] Port e51d7383-07b7-42df-84a1-749a5c464a6b on network 10fc7efa-f990-4fd3-9796-19ebe5477b79 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:15:43.413428 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e8fb4d-8811-42f7-9feb-30fde048ec59 req-d50c7559-87de-4991-9894-92f0e6c9b264 service neutron] Attempting to bind port e51d7383-07b7-42df-84a1-749a5c464a6b on network 10fc7efa-f990-4fd3-9796-19ebe5477b79 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:15:43.417769 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618de948-0cc5-43c7-ac05-45dddf0b77eb None None] Sync routers for ids ['7f801aa3-0d54-4979-8ed1-7ba98e403883'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:15:43.428824 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618de948-0cc5-43c7-ac05-45dddf0b77eb None None] Routers {'7f801aa3-0d54-4979-8ed1-7ba98e403883'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:15:43.430130 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-618de948-0cc5-43c7-ac05-45dddf0b77eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:15:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['7f801aa3-0d54-4979-8ed1-7ba98e403883'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:43.436145 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e8fb4d-8811-42f7-9feb-30fde048ec59 req-d50c7559-87de-4991-9894-92f0e6c9b264 service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:15:43.436483 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e8fb4d-8811-42f7-9feb-30fde048ec59 req-d50c7559-87de-4991-9894-92f0e6c9b264 service neutron] Checking segment: {'id': '5f459ac7-2da0-4395-80e8-4acadecdbda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '10fc7efa-f990-4fd3-9796-19ebe5477b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:15:43.436980 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e8fb4d-8811-42f7-9feb-30fde048ec59 req-d50c7559-87de-4991-9894-92f0e6c9b264 service neutron] Bound using segment: {'id': '5f459ac7-2da0-4395-80e8-4acadecdbda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '10fc7efa-f990-4fd3-9796-19ebe5477b79'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:15:43.437423 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-70e8fb4d-8811-42f7-9feb-30fde048ec59 req-d50c7559-87de-4991-9894-92f0e6c9b264 service neutron] Bound port: e51d7383-07b7-42df-84a1-749a5c464a6b, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f459ac7-2da0-4395-80e8-4acadecdbda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '10fc7efa-f990-4fd3-9796-19ebe5477b79'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:15:43.437830 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-70e8fb4d-8811-42f7-9feb-30fde048ec59 req-d50c7559-87de-4991-9894-92f0e6c9b264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:43.460274 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-68de4009-3f6f-4798-858d-5073c7daebcb admin admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:43.465040 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-68de4009-3f6f-4798-858d-5073c7daebcb admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.7287307 Aug 10 03:15:43.466846 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49048) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:43.544756 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b28ff91f-1bf8-48c9-9f07-2d8decc18a90 req-515f3002-76b6-46c7-80dc-d8b2675c0159 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/security-groups?id=106bd2aa-b217-4cc2-a6fb-fb066e9e308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780951 Aug 10 03:15:43.547173 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-209fbb26-b0e1-4c70-ac77-778d6ad7b514 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:43.562717 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-209fbb26-b0e1-4c70-ac77-778d6ad7b514 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:43.566358 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-618de948-0cc5-43c7-ac05-45dddf0b77eb None None] Set router 7f801aa3-0d54-4979-8ed1-7ba98e403883 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:15:43.705429 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-70e8fb4d-8811-42f7-9feb-30fde048ec59 req-d50c7559-87de-4991-9894-92f0e6c9b264 service neutron] For port e51d7383-07b7-42df-84a1-749a5c464a6b, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:15:43.741331 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209fbb26-b0e1-4c70-ac77-778d6ad7b514 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Pushing event updated for resources: {'Port': ['ID=7c0e6b48-c2eb-4077-ae50-6fe8e9583929,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:43.745467 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-70e8fb4d-8811-42f7-9feb-30fde048ec59 req-d50c7559-87de-4991-9894-92f0e6c9b264 service neutron] For port e51d7383-07b7-42df-84a1-749a5c464a6b, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=e51d7383-07b7-42df-84a1-749a5c464a6b,segment=NetworkSegment(5f459ac7-2da0-4395-80e8-4acadecdbda0),segment_id=5f459ac7-2da0-4395-80e8-4acadecdbda0)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:15:43.748237 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb797a27-7702-4b80-8956-f7fd1fdbe31b req-e97b3b66-4147-49f1-82b0-bba5153062c9 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:43.749777 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bb797a27-7702-4b80-8956-f7fd1fdbe31b req-e97b3b66-4147-49f1-82b0-bba5153062c9 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 943 time: 0.0684164 Aug 10 03:15:43.800804 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-70e8fb4d-8811-42f7-9feb-30fde048ec59 req-d50c7559-87de-4991-9894-92f0e6c9b264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:43.811437 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-618de948-0cc5-43c7-ac05-45dddf0b77eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f801aa3-0d54-4979-8ed1-7ba98e403883', 'name': 'tempest-ServersTestManualDisk-749273009-router', 'tenant_id': 'ace9f6bfb5cd4685a4a16d81f3e66871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '9643ac27-796d-43cc-8efb-124a8098143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:37Z', 'updated_at': '2021-08-10T03:15:41Z', 'revision_number': 3, 'project_id': 'ace9f6bfb5cd4685a4a16d81f3e66871', 'gw_port': {'id': '9643ac27-796d-43cc-8efb-124a8098143d', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:79:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f801aa3-0d54-4979-8ed1-7ba98e403883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:39Z', 'updated_at': '2021-08-10T03:15:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:43.811637 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-209fbb26-b0e1-4c70-ac77-778d6ad7b514 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:43.833890 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bb797a27-7702-4b80-8956-f7fd1fdbe31b req-dfa44c4c-64d7-4522-a894-3d0d4012e3c5 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711982 Aug 10 03:15:43.839895 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e8ba0e-04e3-4d57-9fb9-775cdc51ab15 admin admin] Router f48d14f1-d459-46bc-be26-50200d08da2d has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:15:43.871982 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8fb4d-8811-42f7-9feb-30fde048ec59 req-d50c7559-87de-4991-9894-92f0e6c9b264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:43.872608 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-70e8fb4d-8811-42f7-9feb-30fde048ec59 req-d50c7559-87de-4991-9894-92f0e6c9b264 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:43.874109 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-70e8fb4d-8811-42f7-9feb-30fde048ec59 req-d50c7559-87de-4991-9894-92f0e6c9b264 service neutron] 10.222.0.58 "PUT /v2.0/ports/e51d7383-07b7-42df-84a1-749a5c464a6b HTTP/1.1" status: 200 len: 1092 time: 1.8445611 Aug 10 03:15:43.874570 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49adbb04-c039-4963-9d96-0f8e3f111ec4', 'tag': 'e51d7383-07b7-42df-84a1-749a5c464a6b'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:43.877087 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83785bc5-ddab-472a-9de8-8c21ee58a705" -d '{"events": [{"name": "network-changed", "server_uuid": "49adbb04-c039-4963-9d96-0f8e3f111ec4", "tag": "e51d7383-07b7-42df-84a1-749a5c464a6b"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:43.878746 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618de948-0cc5-43c7-ac05-45dddf0b77eb None None] Checking router: 7f801aa3-0d54-4979-8ed1-7ba98e403883 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:15:43.879202 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618de948-0cc5-43c7-ac05-45dddf0b77eb None None] Updating router 7f801aa3-0d54-4979-8ed1-7ba98e403883 port 9643ac27-796d-43cc-8efb-124a8098143d binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:15:43.911969 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-209fbb26-b0e1-4c70-ac77-778d6ad7b514 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:43.913191 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-209fbb26-b0e1-4c70-ac77-778d6ad7b514 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8959618 Aug 10 03:15:43.954291 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-618de948-0cc5-43c7-ac05-45dddf0b77eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:43.976426 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50c7559-87de-4991-9894-92f0e6c9b264 service neutron] Pushing event updated for resources: {'Port': ['ID=e51d7383-07b7-42df-84a1-749a5c464a6b,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:44.085423 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef31037-d86b-4180-b617-6ecc608c3448 x-openstack-request-id: req-2ef31037-d86b-4180-b617-6ecc608c3448 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:44.085719 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49adbb04-c039-4963-9d96-0f8e3f111ec4", "tag": "e51d7383-07b7-42df-84a1-749a5c464a6b", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:44.085972 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2ef31037-d86b-4180-b617-6ecc608c3448 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:44.086385 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49adbb04-c039-4963-9d96-0f8e3f111ec4', 'tag': 'e51d7383-07b7-42df-84a1-749a5c464a6b', 'status': 'completed', 'code': 200} Aug 10 03:15:44.098908 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8fb4d-8811-42f7-9feb-30fde048ec59 req-32021f25-752a-4ccf-a531-0b6663ec4203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:44.100739 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-70e8fb4d-8811-42f7-9feb-30fde048ec59 req-32021f25-752a-4ccf-a531-0b6663ec4203 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=22bb0021811f46b18f8e8bb6d66afe0d&device_id=49adbb04-c039-4963-9d96-0f8e3f111ec4 HTTP/1.1" status: 200 len: 1095 time: 0.1829782 Aug 10 03:15:44.190825 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-70e8fb4d-8811-42f7-9feb-30fde048ec59 req-7a8bcc9c-988a-4a61-9cd2-e8c7378726d7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e51d7383-07b7-42df-84a1-749a5c464a6b HTTP/1.1" status: 200 len: 217 time: 0.0634604 Aug 10 03:15:44.387571 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device a659675f-4c3e-4960-8fa0-1cd811d0e28f up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:15:44.440180 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-618de948-0cc5-43c7-ac05-45dddf0b77eb None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:44.453714 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-618de948-0cc5-43c7-ac05-45dddf0b77eb None None] Transition to ACTIVE for port object 9643ac27-796d-43cc-8efb-124a8098143d will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:15:44.462720 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-618de948-0cc5-43c7-ac05-45dddf0b77eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:44.467184 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port a659675f-4c3e-4960-8fa0-1cd811d0e28f completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:15:44.473187 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port a659675f-4c3e-4960-8fa0-1cd811d0e28f triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:44.474416 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:44.484089 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36cc84-aa30-461c-81ce-02221e47fa8a req-3eef6ecc-0d86-4165-913d-f1b235e9343b tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:44.491491 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2f36cc84-aa30-461c-81ce-02221e47fa8a req-3eef6ecc-0d86-4165-913d-f1b235e9343b tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=49adbb04-c039-4963-9d96-0f8e3f111ec4 HTTP/1.1" status: 200 len: 943 time: 0.5237186 Aug 10 03:15:44.512314 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e8ba0e-04e3-4d57-9fb9-775cdc51ab15 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:15:44.526166 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-f8e8ba0e-04e3-4d57-9fb9-775cdc51ab15 admin admin] 10.222.0.62 "PUT /v2.0/routers/f48d14f1-d459-46bc-be26-50200d08da2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8344965 Aug 10 03:15:44.528989 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 49072) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:44.535380 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6858376-885c-4e94-9750-0ddfc42776a2 None None] Pushing event updated for resources: {'Port': ['ID=9643ac27-796d-43cc-8efb-124a8098143d,revision_number=2']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:44.539474 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-618de948-0cc5-43c7-ac05-45dddf0b77eb None None] Attempting to bind port 9643ac27-796d-43cc-8efb-124a8098143d on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:15:44.540284 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-618de948-0cc5-43c7-ac05-45dddf0b77eb None None] Attempting to bind port 9643ac27-796d-43cc-8efb-124a8098143d by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:15:44.540784 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618de948-0cc5-43c7-ac05-45dddf0b77eb None None] Attempting to bind port 9643ac27-796d-43cc-8efb-124a8098143d on network 09ca2025-b9a6-4e84-8019-8d9fbef3753e {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:15:44.546552 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d57e9f7-ae2a-44fc-a832-351fd73b6761 None None] Sync routers for ids ['f48d14f1-d459-46bc-be26-50200d08da2d'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:15:44.547028 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618de948-0cc5-43c7-ac05-45dddf0b77eb None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:15:44.547744 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618de948-0cc5-43c7-ac05-45dddf0b77eb None None] Checking segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:15:44.548236 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-618de948-0cc5-43c7-ac05-45dddf0b77eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:44.548502 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dec413a8-515a-4dd6-a648-d68534b69281 req-9cca6ff4-f56c-430d-a23f-9370f89d547f tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1777255677&fields=id&tenant_id=6bae6b9c32c14720bf0a198e3afedf70 HTTP/1.1" status: 200 len: 267 time: 0.1122224 Aug 10 03:15:44.548839 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618de948-0cc5-43c7-ac05-45dddf0b77eb None None] Bound using segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:15:44.549400 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-618de948-0cc5-43c7-ac05-45dddf0b77eb None None] Bound port: 9643ac27-796d-43cc-8efb-124a8098143d, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:15:44.549956 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-618de948-0cc5-43c7-ac05-45dddf0b77eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:44.562498 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d57e9f7-ae2a-44fc-a832-351fd73b6761 None None] Routers {'f48d14f1-d459-46bc-be26-50200d08da2d'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:15:44.563609 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-9d57e9f7-ae2a-44fc-a832-351fd73b6761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:15:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['f48d14f1-d459-46bc-be26-50200d08da2d'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:44.626096 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-618de948-0cc5-43c7-ac05-45dddf0b77eb None None] For port 9643ac27-796d-43cc-8efb-124a8098143d, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:15:44.630478 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-618de948-0cc5-43c7-ac05-45dddf0b77eb None None] For port 9643ac27-796d-43cc-8efb-124a8098143d, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=9643ac27-796d-43cc-8efb-124a8098143d,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:15:44.636865 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-618de948-0cc5-43c7-ac05-45dddf0b77eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:44.676324 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2f36cc84-aa30-461c-81ce-02221e47fa8a req-c3e7e55a-2d2f-41c7-9d4d-aaf0dc7e66bb tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819816 Aug 10 03:15:44.711443 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6858376-885c-4e94-9750-0ddfc42776a2 None None] Pushing event updated for resources: {'Port': ['ID=9643ac27-796d-43cc-8efb-124a8098143d,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:44.721007 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618de948-0cc5-43c7-ac05-45dddf0b77eb None None] Routers {'7f801aa3-0d54-4979-8ed1-7ba98e403883'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:15:44.721007 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-618de948-0cc5-43c7-ac05-45dddf0b77eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:15:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['7f801aa3-0d54-4979-8ed1-7ba98e403883'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:44.840481 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8fb4d-8811-42f7-9feb-30fde048ec59 req-c921e133-b06f-42b2-bc91-afe081d057ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:44.842344 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-70e8fb4d-8811-42f7-9feb-30fde048ec59 req-c921e133-b06f-42b2-bc91-afe081d057ae service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e9de5b17-91a7-437b-a5c7-1e57e4d52c95 HTTP/1.1" status: 200 len: 846 time: 0.1218224 Aug 10 03:15:44.846957 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-618de948-0cc5-43c7-ac05-45dddf0b77eb None None] Set router 7f801aa3-0d54-4979-8ed1-7ba98e403883 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:15:44.853904 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-45797736-f076-41f8-a70b-5764b04d60ab admin admin] Notify callbacks [] for router, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:44.887850 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-9d57e9f7-ae2a-44fc-a832-351fd73b6761 None None] Set router f48d14f1-d459-46bc-be26-50200d08da2d gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:15:44.896749 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-70e8fb4d-8811-42f7-9feb-30fde048ec59 req-a70838d7-987a-4ef8-b084-9cd049fc5712 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=10fc7efa-f990-4fd3-9796-19ebe5477b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451276 Aug 10 03:15:44.952267 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-702bae16-f9dd-4bd0-92cd-7f2df0092137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:44.956581 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec413a8-515a-4dd6-a648-d68534b69281 req-ccc659cd-8ca6-4f66-b691-011b91928a06 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:44.975363 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dec413a8-515a-4dd6-a648-d68534b69281 req-ccc659cd-8ca6-4f66-b691-011b91928a06 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] 10.222.0.62 "GET /v2.0/networks?id=aadf8a17-809b-4292-83f3-4ba8555a94af HTTP/1.1" status: 200 len: 815 time: 0.4259109 Aug 10 03:15:45.012024 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dec413a8-515a-4dd6-a648-d68534b69281 req-6c52cd77-3271-4e3a-bc30-fd585075c09c tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] 10.222.0.62 "GET /v2.0/quotas/6bae6b9c32c14720bf0a198e3afedf70 HTTP/1.1" status: 200 len: 375 time: 0.0350931 Aug 10 03:15:45.137418 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17da184-98a2-4257-891d-7849fa495d6c req-e2ac7b52-3217-4ee8-b50d-99f6bee7a7ae tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:45.141890 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-70e8fb4d-8811-42f7-9feb-30fde048ec59 req-921db280-6620-4ed1-a847-91df1e6d8bb2 service neutron] 10.222.0.58 "GET /v2.0/networks/10fc7efa-f990-4fd3-9796-19ebe5477b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002168 Aug 10 03:15:45.145344 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f17da184-98a2-4257-891d-7849fa495d6c req-e2ac7b52-3217-4ee8-b50d-99f6bee7a7ae tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f71cd04-e10c-48ae-9c97-e2565e731b3a HTTP/1.1" status: 200 len: 945 time: 0.1545339 Aug 10 03:15:45.162279 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-618de948-0cc5-43c7-ac05-45dddf0b77eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f801aa3-0d54-4979-8ed1-7ba98e403883', 'name': 'tempest-ServersTestManualDisk-749273009-router', 'tenant_id': 'ace9f6bfb5cd4685a4a16d81f3e66871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '9643ac27-796d-43cc-8efb-124a8098143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:37Z', 'updated_at': '2021-08-10T03:15:41Z', 'revision_number': 3, 'project_id': 'ace9f6bfb5cd4685a4a16d81f3e66871', 'gw_port': {'id': '9643ac27-796d-43cc-8efb-124a8098143d', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:79:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f801aa3-0d54-4979-8ed1-7ba98e403883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:39Z', 'updated_at': '2021-08-10T03:15:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:45.168254 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:45.176654 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dec413a8-515a-4dd6-a648-d68534b69281 req-e9acdcef-1d40-4a59-8603-7cf4ef1a2c3f tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6bae6b9c32c14720bf0a198e3afedf70&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1632710 Aug 10 03:15:45.192343 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618de948-0cc5-43c7-ac05-45dddf0b77eb None None] The sync data for ids ['7f801aa3-0d54-4979-8ed1-7ba98e403883'] in n-d-768851-15 is: [{'id': '7f801aa3-0d54-4979-8ed1-7ba98e403883', 'name': 'tempest-ServersTestManualDisk-749273009-router', 'tenant_id': 'ace9f6bfb5cd4685a4a16d81f3e66871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '9643ac27-796d-43cc-8efb-124a8098143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:37Z', 'updated_at': '2021-08-10T03:15:41Z', 'revision_number': 3, 'project_id': 'ace9f6bfb5cd4685a4a16d81f3e66871', 'gw_port': {'id': '9643ac27-796d-43cc-8efb-124a8098143d', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:79:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f801aa3-0d54-4979-8ed1-7ba98e403883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:39Z', 'updated_at': '2021-08-10T03:15:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:15:45.213779 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port a659675f-4c3e-4960-8fa0-1cd811d0e28f, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=a659675f-4c3e-4960-8fa0-1cd811d0e28f,segment=NetworkSegment(b65afc89-3d1a-4f68-8ff4-3e844f4efb7a),segment_id=b65afc89-3d1a-4f68-8ff4-3e844f4efb7a)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:45.225836 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:45.246612 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-45797736-f076-41f8-a70b-5764b04d60ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:45.281669 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-9d57e9f7-ae2a-44fc-a832-351fd73b6761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1655322033-router', 'tenant_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '018e380d-f604-4cb0-863f-90f5342d237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:14:24Z', 'updated_at': '2021-08-10T03:15:43Z', 'revision_number': 5, 'project_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'gw_port': {'id': '018e380d-f604-4cb0-863f-90f5342d237a', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:49:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:25Z', 'updated_at': '2021-08-10T03:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:45.292011 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f17da184-98a2-4257-891d-7849fa495d6c req-c3d487d1-02e5-4569-91b0-b55e091fd73b tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/security-groups?id=106bd2aa-b217-4cc2-a6fb-fb066e9e308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385930 Aug 10 03:15:45.304411 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-70e8fb4d-8811-42f7-9feb-30fde048ec59 req-0fba7c1f-c842-4b95-a320-a191ab60ffee service neutron] 10.222.0.58 "GET /v2.0/networks/10fc7efa-f990-4fd3-9796-19ebe5477b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490664 Aug 10 03:15:45.321209 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-702bae16-f9dd-4bd0-92cd-7f2df0092137 admin admin] Allocated IP 172.20.0.1 (21ed31ed-6e0a-4679-a532-6a47097475c9/ae8e75ff-2bea-4ffd-a100-33ca179d7b92/8f9ab851-3f50-48b6-b34b-14b7814205ad) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:15:45.331146 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d57e9f7-ae2a-44fc-a832-351fd73b6761 None None] Checking router: f48d14f1-d459-46bc-be26-50200d08da2d for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:15:45.341471 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=a659675f-4c3e-4960-8fa0-1cd811d0e28f,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:45.349017 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d57e9f7-ae2a-44fc-a832-351fd73b6761 None None] Routers {'f48d14f1-d459-46bc-be26-50200d08da2d'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:15:45.349788 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-9d57e9f7-ae2a-44fc-a832-351fd73b6761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:15:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['f48d14f1-d459-46bc-be26-50200d08da2d'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:45.379773 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dec413a8-515a-4dd6-a648-d68534b69281 req-70acd42f-9e02-4153-aa30-328584879bb3 service neutron] 10.222.0.62 "GET /v2.0/networks/aadf8a17-809b-4292-83f3-4ba8555a94af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019050 Aug 10 03:15:45.458032 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-9d57e9f7-ae2a-44fc-a832-351fd73b6761 None None] Set router f48d14f1-d459-46bc-be26-50200d08da2d gateway port host: None {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:15:45.465789 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83785bc5-ddab-472a-9de8-8c21ee58a705 req-6468d396-d8a5-47c9-a4d0-ba7e1aeebc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:45.467426 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-83785bc5-ddab-472a-9de8-8c21ee58a705 req-6468d396-d8a5-47c9-a4d0-ba7e1aeebc28 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=22bb0021811f46b18f8e8bb6d66afe0d&device_id=49adbb04-c039-4963-9d96-0f8e3f111ec4 HTTP/1.1" status: 200 len: 1095 time: 0.0998354 Aug 10 03:15:45.489456 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-45797736-f076-41f8-a70b-5764b04d60ab admin admin] Deleting port 018e380d-f604-4cb0-863f-90f5342d237a {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:15:45.489829 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-45797736-f076-41f8-a70b-5764b04d60ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:45.520043 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-9d57e9f7-ae2a-44fc-a832-351fd73b6761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1655322033-router', 'tenant_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:14:24Z', 'updated_at': '2021-08-10T03:15:45Z', 'revision_number': 6, 'project_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'gw_port_host': None}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:45.573367 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d57e9f7-ae2a-44fc-a832-351fd73b6761 None None] The sync data for ids ['f48d14f1-d459-46bc-be26-50200d08da2d'] in n-d-768851-15 is: [{'id': 'f48d14f1-d459-46bc-be26-50200d08da2d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1655322033-router', 'tenant_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:14:24Z', 'updated_at': '2021-08-10T03:15:45Z', 'revision_number': 6, 'project_id': 'ef09b0c7cc5b46efbe589c3baf17fa5c', 'gw_port_host': None}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:15:45.583615 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-702bae16-f9dd-4bd0-92cd-7f2df0092137 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:45.590650 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9afaad-de2c-4195-85d7-0aaf4cbaf8aa req-84fa134e-2f98-49ad-8b0d-cd9b33e3849c tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:45.592293 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3c9afaad-de2c-4195-85d7-0aaf4cbaf8aa req-84fa134e-2f98-49ad-8b0d-cd9b33e3849c tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 943 time: 0.1904900 Aug 10 03:15:45.607869 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dec413a8-515a-4dd6-a648-d68534b69281 req-a083cfa5-5d70-4ec7-977c-29d14e4fb8c0 service neutron] 10.222.0.62 "GET /v2.0/networks/aadf8a17-809b-4292-83f3-4ba8555a94af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201798 Aug 10 03:15:45.611283 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-702bae16-f9dd-4bd0-92cd-7f2df0092137 admin admin] Transition to ACTIVE for port object 8f9ab851-3f50-48b6-b34b-14b7814205ad will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:15:45.668840 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83785bc5-ddab-472a-9de8-8c21ee58a705 req-8caa817a-d0b2-43e9-885c-2f1f2c1c46e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:45.670345 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-83785bc5-ddab-472a-9de8-8c21ee58a705 req-8caa817a-d0b2-43e9-885c-2f1f2c1c46e4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=10fc7efa-f990-4fd3-9796-19ebe5477b79 HTTP/1.1" status: 200 len: 907 time: 0.1932960 Aug 10 03:15:45.691052 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-45797736-f076-41f8-a70b-5764b04d60ab admin admin] For port 018e380d-f604-4cb0-863f-90f5342d237a, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=018e380d-f604-4cb0-863f-90f5342d237a,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:45.691430 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-45797736-f076-41f8-a70b-5764b04d60ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:45.708700 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3c9afaad-de2c-4195-85d7-0aaf4cbaf8aa req-a155371c-3a14-4f3d-a09f-0ba708d3004a tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092942 Aug 10 03:15:45.713846 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-45797736-f076-41f8-a70b-5764b04d60ab admin admin] Calling delete_port for 018e380d-f604-4cb0-863f-90f5342d237a owned by network:router_gateway {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:15:45.722765 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-83785bc5-ddab-472a-9de8-8c21ee58a705 req-a04880e3-9223-4563-82fb-ed5d071346a8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e51d7383-07b7-42df-84a1-749a5c464a6b HTTP/1.1" status: 200 len: 217 time: 0.0431509 Aug 10 03:15:45.741277 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-702bae16-f9dd-4bd0-92cd-7f2df0092137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:45.859178 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83785bc5-ddab-472a-9de8-8c21ee58a705 req-edb056ad-ee49-4e40-8c04-ebf09d1eb2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:45.860793 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-83785bc5-ddab-472a-9de8-8c21ee58a705 req-edb056ad-ee49-4e40-8c04-ebf09d1eb2bc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e9de5b17-91a7-437b-a5c7-1e57e4d52c95 HTTP/1.1" status: 200 len: 846 time: 0.1283789 Aug 10 03:15:45.872470 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702bae16-f9dd-4bd0-92cd-7f2df0092137 admin admin] Network 21ed31ed-6e0a-4679-a532-6a47097475c9 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:15:45.880339 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-702bae16-f9dd-4bd0-92cd-7f2df0092137 admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:15:45.899366 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702bae16-f9dd-4bd0-92cd-7f2df0092137 admin admin] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:15:45.961952 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-702bae16-f9dd-4bd0-92cd-7f2df0092137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:46.032934 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-83785bc5-ddab-472a-9de8-8c21ee58a705 req-80e1d0b6-72b0-48a7-ab20-501e24438b8a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=10fc7efa-f990-4fd3-9796-19ebe5477b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1539886 Aug 10 03:15:46.055997 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af8551-3bbc-4224-bcd1-9321dc1cfc39 req-b3953b3a-6bf8-48af-8d68-055e3c200d4e tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:46.059050 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-48af8551-3bbc-4224-bcd1-9321dc1cfc39 req-b3953b3a-6bf8-48af-8d68-055e3c200d4e tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=49adbb04-c039-4963-9d96-0f8e3f111ec4 HTTP/1.1" status: 200 len: 943 time: 0.1806791 Aug 10 03:15:46.076830 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702bae16-f9dd-4bd0-92cd-7f2df0092137 admin admin] Pushing event updated for resources: {'Port': ['ID=8f9ab851-3f50-48b6-b34b-14b7814205ad,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:46.153970 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-45797736-f076-41f8-a70b-5764b04d60ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:46.172784 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-48af8551-3bbc-4224-bcd1-9321dc1cfc39 req-af4e04cc-787b-48db-a3ce-5fca9bbbea74 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832067 Aug 10 03:15:46.196624 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45797736-f076-41f8-a70b-5764b04d60ab admin admin] Pushing event deleted for resources: {'Port': ['ID=018e380d-f604-4cb0-863f-90f5342d237a,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:46.341524 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-83785bc5-ddab-472a-9de8-8c21ee58a705 req-6baed9ce-d7d4-4714-a35e-a5df75ff93cc service neutron] 10.222.0.58 "GET /v2.0/networks/10fc7efa-f990-4fd3-9796-19ebe5477b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602618 Aug 10 03:15:46.356796 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-1268f06a-e54b-49a1-9ea6-38db67d00855 None None] Provisioning for port 8f9ab851-3f50-48b6-b34b-14b7814205ad completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:15:46.362109 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-1268f06a-e54b-49a1-9ea6-38db67d00855 None None] Provisioning complete for port 8f9ab851-3f50-48b6-b34b-14b7814205ad triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:46.363499 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-1268f06a-e54b-49a1-9ea6-38db67d00855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:46.413381 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-1268f06a-e54b-49a1-9ea6-38db67d00855 None None] Port 8f9ab851-3f50-48b6-b34b-14b7814205ad cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:15:46.423434 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e90da29f-db89-457a-9348-248d9c3bc09b req-3b38d5e2-5afc-4310-9103-121fa98df438 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f021f09-5224-4b7a-9c5e-fba5fe46e3ef HTTP/1.1" status: 200 len: 210 time: 0.0593183 Aug 10 03:15:46.453262 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-45797736-f076-41f8-a70b-5764b04d60ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:46.535564 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-702bae16-f9dd-4bd0-92cd-7f2df0092137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:46.685080 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-45797736-f076-41f8-a70b-5764b04d60ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:46.687820 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-45797736-f076-41f8-a70b-5764b04d60ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:46.733509 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-83785bc5-ddab-472a-9de8-8c21ee58a705 req-87968e37-1b55-4dbb-9fa1-e28af4d93b75 service neutron] 10.222.0.58 "GET /v2.0/networks/10fc7efa-f990-4fd3-9796-19ebe5477b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3829541 Aug 10 03:15:46.750802 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 9643ac27-796d-43cc-8efb-124a8098143d up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:15:46.785848 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-702bae16-f9dd-4bd0-92cd-7f2df0092137 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:46.792126 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-702bae16-f9dd-4bd0-92cd-7f2df0092137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:46.868368 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-45797736-f076-41f8-a70b-5764b04d60ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:46.870005 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45797736-f076-41f8-a70b-5764b04d60ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router f48d14f1-d459-46bc-be26-50200d08da2d {{(pid=94216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:15:46.876374 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-702bae16-f9dd-4bd0-92cd-7f2df0092137 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:46.882063 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-45797736-f076-41f8-a70b-5764b04d60ab admin admin] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:46.882496 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702bae16-f9dd-4bd0-92cd-7f2df0092137 admin admin] Pushing event updated for resources: {'Port': ['ID=8f9ab851-3f50-48b6-b34b-14b7814205ad,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:46.882668 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 9643ac27-796d-43cc-8efb-124a8098143d completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:15:46.886476 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-45797736-f076-41f8-a70b-5764b04d60ab admin admin] 10.222.0.62 "DELETE /v2.0/routers/f48d14f1-d459-46bc-be26-50200d08da2d HTTP/1.1" status: 204 len: 168 time: 2.3522096 Aug 10 03:15:46.886821 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49112) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:46.894779 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 9643ac27-796d-43cc-8efb-124a8098143d triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:46.895203 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:46.950381 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d9d02-4952-471b-9725-b7bc3f07b4c2 req-37caf25d-8a54-4238-b167-e5bfab5b74dc tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:46.962448 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2f8d9d02-4952-471b-9725-b7bc3f07b4c2 req-37caf25d-8a54-4238-b167-e5bfab5b74dc tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f71cd04-e10c-48ae-9c97-e2565e731b3a HTTP/1.1" status: 200 len: 945 time: 0.1968508 Aug 10 03:15:46.999119 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c8f1abe-ef37-4a76-843c-1142e3627d46 admin admin] Deleting subnet 75b49776-2445-4c00-a5a3-1dc63629b279 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:15:47.005181 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5c8f1abe-ef37-4a76-843c-1142e3627d46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:47.025765 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2f8d9d02-4952-471b-9725-b7bc3f07b4c2 req-019106c3-11eb-43b2-b39e-1d5871aaf673 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/security-groups?id=106bd2aa-b217-4cc2-a6fb-fb066e9e308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608628 Aug 10 03:15:47.070376 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5c8f1abe-ef37-4a76-843c-1142e3627d46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:47.089689 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:47.104387 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702bae16-f9dd-4bd0-92cd-7f2df0092137 admin admin] Network 21ed31ed-6e0a-4679-a532-6a47097475c9 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:15:47.110702 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-702bae16-f9dd-4bd0-92cd-7f2df0092137 admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:15:47.141164 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 9643ac27-796d-43cc-8efb-124a8098143d, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=9643ac27-796d-43cc-8efb-124a8098143d,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:47.153971 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:47.153971 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device a659675f-4c3e-4960-8fa0-1cd811d0e28f up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:15:47.204000 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771dd655-37c1-4a55-aed3-aec46d02c7ce req-f7630254-3067-4f84-82f9-16b35c376762 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:47.206277 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-771dd655-37c1-4a55-aed3-aec46d02c7ce req-f7630254-3067-4f84-82f9-16b35c376762 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 943 time: 0.0963705 Aug 10 03:15:47.283259 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5c8f1abe-ef37-4a76-843c-1142e3627d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:47.294091 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-771dd655-37c1-4a55-aed3-aec46d02c7ce req-a8150f4b-1e9c-43fb-8373-2a61f578ce88 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749378 Aug 10 03:15:47.359646 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-702bae16-f9dd-4bd0-92cd-7f2df0092137 admin admin] Router 7f801aa3-0d54-4979-8ed1-7ba98e403883 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:15:47.363490 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=9643ac27-796d-43cc-8efb-124a8098143d,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:47.393939 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port a659675f-4c3e-4960-8fa0-1cd811d0e28f triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:47.394203 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:47.444388 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5c8f1abe-ef37-4a76-843c-1142e3627d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:47.488425 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8f1abe-ef37-4a76-843c-1142e3627d46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75b49776-2445-4c00-a5a3-1dc63629b279,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:47.496716 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5c8f1abe-ef37-4a76-843c-1142e3627d46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:47.501556 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-5c8f1abe-ef37-4a76-843c-1142e3627d46 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/75b49776-2445-4c00-a5a3-1dc63629b279 HTTP/1.1" status: 204 len: 168 time: 0.6048458 Aug 10 03:15:47.502169 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49132) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:47.541656 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2977b8d6-39cb-4dd3-99ba-4aeaea0d18a5 None None] Network a768fce9-a23b-4fa6-95f6-80231f5ae7ad requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:15:47.552056 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 8a30db10-e0e6-4c59-bff9-1edbdbe1ee47 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:15:47.575584 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device a15eda61-5d9e-4c1f-b798-cf613ad4f9bc no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:15:47.589293 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-77bfd352-1136-43af-957f-ced5da3bf78c req-f5718b01-36f0-4138-8356-439fefde7e39 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2895260 Aug 10 03:15:47.597198 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76566d8-b605-4858-9e11-6bf17d63c733 req-3c2e8e21-5a57-4d38-b2c7-28001625f2b0 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:47.598845 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d76566d8-b605-4858-9e11-6bf17d63c733 req-3c2e8e21-5a57-4d38-b2c7-28001625f2b0 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=49adbb04-c039-4963-9d96-0f8e3f111ec4 HTTP/1.1" status: 200 len: 943 time: 0.2710056 Aug 10 03:15:47.607384 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fee4cc3e-eee2-4867-a4b6-3bf31e381f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:47.651264 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5298bfe0-7e46-4dde-802b-0d30f5cc6cf5 req-68be1128-50a1-47b3-8fa6-8ab2bc44efbb tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f021f09-5224-4b7a-9c5e-fba5fe46e3ef HTTP/1.1" status: 200 len: 210 time: 0.0813148 Aug 10 03:15:47.704802 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d76566d8-b605-4858-9e11-6bf17d63c733 req-5ec743e7-48ae-4ec3-8920-c6e30443f462 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724432 Aug 10 03:15:47.722632 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec413a8-515a-4dd6-a648-d68534b69281 req-5fd27238-8c3e-4046-a73d-da96c851bed6 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:47.724214 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dec413a8-515a-4dd6-a648-d68534b69281 req-5fd27238-8c3e-4046-a73d-da96c851bed6 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] 10.222.0.60 "GET /v2.0/networks?id=aadf8a17-809b-4292-83f3-4ba8555a94af HTTP/1.1" status: 200 len: 815 time: 0.3059955 Aug 10 03:15:47.780201 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: a15eda61-5d9e-4c1f-b798-cf613ad4f9bc {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:15:47.780789 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device a15eda61-5d9e-4c1f-b798-cf613ad4f9bc not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:15:47.786789 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702bae16-f9dd-4bd0-92cd-7f2df0092137 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:15:47.812904 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-702bae16-f9dd-4bd0-92cd-7f2df0092137 admin admin] 10.222.0.62 "PUT /v2.0/routers/7f801aa3-0d54-4979-8ed1-7ba98e403883/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3434315 Aug 10 03:15:47.832308 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dec413a8-515a-4dd6-a648-d68534b69281 req-6ae8a7ed-7281-47eb-bf9b-a5845efd666d tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6bae6b9c32c14720bf0a198e3afedf70 HTTP/1.1" status: 200 len: 380 time: 0.0869646 Aug 10 03:15:47.842587 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-7b07435c-61cf-4c71-bf0e-ba5777592e2a None None] Provisioning complete for port 8f9ab851-3f50-48b6-b34b-14b7814205ad triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:47.843094 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7b07435c-61cf-4c71-bf0e-ba5777592e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:47.847361 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-dec413a8-515a-4dd6-a648-d68534b69281 req-dd507de4-50bf-4c74-bc37-e72321054cef tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Request body: {'port': {'device_id': '0f021f09-5224-4b7a-9c5e-fba5fe46e3ef', 'network_id': 'aadf8a17-809b-4292-83f3-4ba8555a94af', 'admin_state_up': True, 'tenant_id': '6bae6b9c32c14720bf0a198e3afedf70', 'security_groups': ['3a1213b6-d6c8-4bc6-b682-6fefee541866']}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:47.855671 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-fee4cc3e-eee2-4867-a4b6-3bf31e381f20 admin admin] Deleting port e36ef725-d6c9-4fac-ac45-daa040267b03 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:15:47.856010 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fee4cc3e-eee2-4867-a4b6-3bf31e381f20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:47.938368 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-7b07435c-61cf-4c71-bf0e-ba5777592e2a None None] Port 8f9ab851-3f50-48b6-b34b-14b7814205ad cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:15:47.952086 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-fee4cc3e-eee2-4867-a4b6-3bf31e381f20 admin admin] For port e36ef725-d6c9-4fac-ac45-daa040267b03, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=e36ef725-d6c9-4fac-ac45-daa040267b03,segment=NetworkSegment(d030ccc1-c31d-414f-84e6-c931b9c0f44c),segment_id=d030ccc1-c31d-414f-84e6-c931b9c0f44c)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:47.952672 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fee4cc3e-eee2-4867-a4b6-3bf31e381f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:47.990717 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-fee4cc3e-eee2-4867-a4b6-3bf31e381f20 admin admin] Calling delete_port for e36ef725-d6c9-4fac-ac45-daa040267b03 owned by network:dhcp {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:15:48.044303 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db04ad39-164d-4e7d-b2c2-aca06610cd3d None None] DHCP port deletion for a768fce9-a23b-4fa6-95f6-80231f5ae7ad request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:15:48.104726 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-db04ad39-164d-4e7d-b2c2-aca06610cd3d None None] Deleting port e36ef725-d6c9-4fac-ac45-daa040267b03 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:15:48.105099 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-db04ad39-164d-4e7d-b2c2-aca06610cd3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:48.142210 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dec413a8-515a-4dd6-a648-d68534b69281 req-dd507de4-50bf-4c74-bc37-e72321054cef tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Made reservation on behalf of 6bae6b9c32c14720bf0a198e3afedf70 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:15:48.149055 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fee4cc3e-eee2-4867-a4b6-3bf31e381f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:48.153616 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-dec413a8-515a-4dd6-a648-d68534b69281 req-dd507de4-50bf-4c74-bc37-e72321054cef tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:48.192419 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee4cc3e-eee2-4867-a4b6-3bf31e381f20 admin admin] No DVR routers for this DVR port e36ef725-d6c9-4fac-ac45-daa040267b03 on host n-d-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:15:48.205414 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-db04ad39-164d-4e7d-b2c2-aca06610cd3d None None] For port e36ef725-d6c9-4fac-ac45-daa040267b03, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=e36ef725-d6c9-4fac-ac45-daa040267b03,segment=NetworkSegment(d030ccc1-c31d-414f-84e6-c931b9c0f44c),segment_id=d030ccc1-c31d-414f-84e6-c931b9c0f44c)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:48.205993 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-db04ad39-164d-4e7d-b2c2-aca06610cd3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:48.217424 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee4cc3e-eee2-4867-a4b6-3bf31e381f20 admin admin] Pushing event deleted for resources: {'Port': ['ID=e36ef725-d6c9-4fac-ac45-daa040267b03,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:48.220615 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-db04ad39-164d-4e7d-b2c2-aca06610cd3d None None] Calling delete_port for e36ef725-d6c9-4fac-ac45-daa040267b03 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:15:48.345648 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fee4cc3e-eee2-4867-a4b6-3bf31e381f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:48.366335 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-fee4cc3e-eee2-4867-a4b6-3bf31e381f20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a768fce9-a23b-4fa6-95f6-80231f5ae7ad']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:48.383856 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-fee4cc3e-eee2-4867-a4b6-3bf31e381f20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd030ccc1-c31d-414f-84e6-c931b9c0f44c') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:48.384322 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-fee4cc3e-eee2-4867-a4b6-3bf31e381f20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd030ccc1-c31d-414f-84e6-c931b9c0f44c') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:48.391164 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529fdc7a-5bd2-4d1d-ae5a-3be07ace8d08 req-0336b654-ad30-48cb-92c9-35839022234c tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:48.392419 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-529fdc7a-5bd2-4d1d-ae5a-3be07ace8d08 req-0336b654-ad30-48cb-92c9-35839022234c tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f71cd04-e10c-48ae-9c97-e2565e731b3a HTTP/1.1" status: 200 len: 945 time: 0.1925032 Aug 10 03:15:48.396992 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-db04ad39-164d-4e7d-b2c2-aca06610cd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:48.407592 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fee4cc3e-eee2-4867-a4b6-3bf31e381f20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:48.423874 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee82fb4-6ba7-4677-bae3-cce9f964b978 None None] Sync routers for ids ['7f801aa3-0d54-4979-8ed1-7ba98e403883'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:15:48.425608 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fee4cc3e-eee2-4867-a4b6-3bf31e381f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:48.438343 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fee4cc3e-eee2-4867-a4b6-3bf31e381f20 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:15:48.438827 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fee4cc3e-eee2-4867-a4b6-3bf31e381f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:48.439858 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee82fb4-6ba7-4677-bae3-cce9f964b978 None None] Routers {'7f801aa3-0d54-4979-8ed1-7ba98e403883'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:15:48.440763 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-4ee82fb4-6ba7-4677-bae3-cce9f964b978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:15:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['7f801aa3-0d54-4979-8ed1-7ba98e403883'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:48.442935 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:15:48.442935 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:15:48.442935 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:15:48.442935 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:15:48.442935 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:15:48.442935 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:15:48.442935 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:15:48.442935 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:15:48.442935 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:15:48.442935 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:15:48.442935 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:15:48.442935 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:15:48.442935 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:15:48.442935 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:15:48.442935 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:15:48.442935 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:15:48.442935 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:15:48.442935 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:15:48.442935 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:15:48.442935 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:15:48.442935 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:15:48.442935 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:15:48.442935 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:15:48.442935 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:15:48.442935 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:15:48.442935 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:15:48.442935 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:15:48.442935 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:15:48.442935 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:15:48.442935 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:15:48.442935 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:15:48.442935 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:15:48.445666 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 9643ac27-796d-43cc-8efb-124a8098143d up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:15:48.453224 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db04ad39-164d-4e7d-b2c2-aca06610cd3d None None] Pushing event deleted for resources: {'Port': ['ID=e36ef725-d6c9-4fac-ac45-daa040267b03,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:48.488359 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db04ad39-164d-4e7d-b2c2-aca06610cd3d None None] No DVR routers for this DVR port e36ef725-d6c9-4fac-ac45-daa040267b03 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:15:48.497279 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-529fdc7a-5bd2-4d1d-ae5a-3be07ace8d08 req-367a0d86-69ec-4f46-b866-9f470a3c403f tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/security-groups?id=106bd2aa-b217-4cc2-a6fb-fb066e9e308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926690 Aug 10 03:15:48.539681 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 9643ac27-796d-43cc-8efb-124a8098143d triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:48.540245 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:48.541805 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-dec413a8-515a-4dd6-a648-d68534b69281 req-dd507de4-50bf-4c74-bc37-e72321054cef tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Allocated IP 172.20.0.10 (aadf8a17-809b-4292-83f3-4ba8555a94af/2f598b1a-5cba-4d46-8b7f-e1e7a38ff110/89aac158-9ee6-4d13-8c5d-8e082353bfcb) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:15:48.565209 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fee4cc3e-eee2-4867-a4b6-3bf31e381f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:48.578610 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fee4cc3e-eee2-4867-a4b6-3bf31e381f20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:48.584034 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-fee4cc3e-eee2-4867-a4b6-3bf31e381f20 admin admin] 10.222.0.62 "DELETE /v2.0/networks/a768fce9-a23b-4fa6-95f6-80231f5ae7ad HTTP/1.1" status: 204 len: 168 time: 1.0769265 Aug 10 03:15:48.615265 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee4cc3e-eee2-4867-a4b6-3bf31e381f20 admin admin] Pushing event deleted for resources: {'Network': ['ID=a768fce9-a23b-4fa6-95f6-80231f5ae7ad,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:48.711056 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 018e380d-f604-4cb0-863f-90f5342d237a no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:15:48.725278 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-4ee82fb4-6ba7-4677-bae3-cce9f964b978 None None] Set router 7f801aa3-0d54-4979-8ed1-7ba98e403883 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:15:48.774480 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce380d7-39de-460f-9a41-3acf8d5a1097 req-35e65ffd-491d-4e4f-b7b5-b1af08062804 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:48.782678 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5ce380d7-39de-460f-9a41-3acf8d5a1097 req-35e65ffd-491d-4e4f-b7b5-b1af08062804 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 943 time: 0.1447566 Aug 10 03:15:48.790992 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 018e380d-f604-4cb0-863f-90f5342d237a {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:15:48.791596 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 018e380d-f604-4cb0-863f-90f5342d237a not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:15:48.791790 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e36ef725-d6c9-4fac-ac45-daa040267b03 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:15:48.816792 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: e36ef725-d6c9-4fac-ac45-daa040267b03 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:15:48.817193 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e36ef725-d6c9-4fac-ac45-daa040267b03 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:15:48.826528 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49162) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:48.835335 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-0e8ce5a8-c100-4b81-af8d-8169206b82d3 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1261043958', 'description': 'tempest-description--74700177'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:48.856754 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5ce380d7-39de-460f-9a41-3acf8d5a1097 req-2c1088c4-c774-44bd-bb07-dde30057809b tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720203 Aug 10 03:15:48.902108 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0e8ce5a8-c100-4b81-af8d-8169206b82d3 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:48.922641 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 49166) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:48.960626 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-dec413a8-515a-4dd6-a648-d68534b69281 req-dd507de4-50bf-4c74-bc37-e72321054cef tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:49.053774 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-56e8d955-0430-4fa2-bb76-4aeba26cc3a7 req-429369be-a376-4059-a072-2adb250f4084 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f021f09-5224-4b7a-9c5e-fba5fe46e3ef HTTP/1.1" status: 200 len: 210 time: 0.1002889 Aug 10 03:15:49.064221 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-dec413a8-515a-4dd6-a648-d68534b69281 req-dd507de4-50bf-4c74-bc37-e72321054cef tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Transition to ACTIVE for port object 89aac158-9ee6-4d13-8c5d-8e082353bfcb will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:15:49.064819 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0e8ce5a8-c100-4b81-af8d-8169206b82d3 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:49.070140 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0e8ce5a8-c100-4b81-af8d-8169206b82d3 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:49.087581 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-4b0d067d-7872-49cb-a1be-05e078594833 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ef09b0c7cc5b46efbe589c3baf17fa5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1608617 Aug 10 03:15:49.088818 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 49168) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:49.099383 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0e8ce5a8-c100-4b81-af8d-8169206b82d3 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:49.103525 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0e8ce5a8-c100-4b81-af8d-8169206b82d3 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2726367 Aug 10 03:15:49.106747 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49170) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:49.112926 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-93320fee-6181-4625-9a87-011cf7a5b74a tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Request body: {'security_group_rule': {'security_group_id': 'eac979da-9d32-4b4a-a2af-ae36ee577daa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:49.132995 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f52665-fb9c-4202-9599-b89d5af8d059 req-a33bb0b2-d910-40db-bace-08a98f18b94c tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:49.140055 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8ce5a8-c100-4b81-af8d-8169206b82d3 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eac979da-9d32-4b4a-a2af-ae36ee577daa,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:49.141469 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-32f52665-fb9c-4202-9599-b89d5af8d059 req-a33bb0b2-d910-40db-bace-08a98f18b94c tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=49adbb04-c039-4963-9d96-0f8e3f111ec4 HTTP/1.1" status: 200 len: 943 time: 0.1887829 Aug 10 03:15:49.161958 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-93320fee-6181-4625-9a87-011cf7a5b74a tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:49.168272 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-4ee82fb4-6ba7-4677-bae3-cce9f964b978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f801aa3-0d54-4979-8ed1-7ba98e403883', 'name': 'tempest-ServersTestManualDisk-749273009-router', 'tenant_id': 'ace9f6bfb5cd4685a4a16d81f3e66871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '9643ac27-796d-43cc-8efb-124a8098143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:37Z', 'updated_at': '2021-08-10T03:15:46Z', 'revision_number': 4, 'project_id': 'ace9f6bfb5cd4685a4a16d81f3e66871', 'gw_port': {'id': '9643ac27-796d-43cc-8efb-124a8098143d', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:79:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f801aa3-0d54-4979-8ed1-7ba98e403883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:39Z', 'updated_at': '2021-08-10T03:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '8f9ab851-3f50-48b6-b34b-14b7814205ad', 'name': '', 'network_id': '21ed31ed-6e0a-4679-a532-6a47097475c9', 'tenant_id': 'ace9f6bfb5cd4685a4a16d81f3e66871', 'mac_address': 'fa:16:3e:e6:11:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f801aa3-0d54-4979-8ed1-7ba98e403883', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'ae8e75ff-2bea-4ffd-a100-33ca179d7b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:45Z', 'updated_at': '2021-08-10T03:15:46Z', 'revision_number': 2, 'project_id': 'ace9f6bfb5cd4685a4a16d81f3e66871', 'subnets': [{'id': 'ae8e75ff-2bea-4ffd-a100-33ca179d7b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:49.211661 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee82fb4-6ba7-4677-bae3-cce9f964b978 None None] Checking router: 7f801aa3-0d54-4979-8ed1-7ba98e403883 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:15:49.212225 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee82fb4-6ba7-4677-bae3-cce9f964b978 None None] Updating router 7f801aa3-0d54-4979-8ed1-7ba98e403883 port 8f9ab851-3f50-48b6-b34b-14b7814205ad binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:15:49.214108 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-32f52665-fb9c-4202-9599-b89d5af8d059 req-e638a1f8-7ab9-4c7b-b056-1526c2456c80 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715513 Aug 10 03:15:49.240826 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a02b4001-836e-4d09-91e4-ef953a7ec3fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:49.242982 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-dec413a8-515a-4dd6-a648-d68534b69281 req-dd507de4-50bf-4c74-bc37-e72321054cef tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:49.248234 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-4ee82fb4-6ba7-4677-bae3-cce9f964b978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:49.284842 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-93320fee-6181-4625-9a87-011cf7a5b74a tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:49.290044 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-93320fee-6181-4625-9a87-011cf7a5b74a tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:49.301015 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dec413a8-515a-4dd6-a648-d68534b69281 req-dd507de4-50bf-4c74-bc37-e72321054cef tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Network aadf8a17-809b-4292-83f3-4ba8555a94af is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:15:49.312082 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-dec413a8-515a-4dd6-a648-d68534b69281 req-dd507de4-50bf-4c74-bc37-e72321054cef tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:15:49.314519 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a02b4001-836e-4d09-91e4-ef953a7ec3fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:49.322595 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93320fee-6181-4625-9a87-011cf7a5b74a tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79f20c52-2a55-4860-a939-eda6b93dd335,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:49.327431 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec413a8-515a-4dd6-a648-d68534b69281 req-dd507de4-50bf-4c74-bc37-e72321054cef tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:15:49.366824 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-93320fee-6181-4625-9a87-011cf7a5b74a tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:49.369336 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-93320fee-6181-4625-9a87-011cf7a5b74a tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2616286 Aug 10 03:15:49.372042 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49172) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:49.378539 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-a0dbfb76-d752-4c25-aef1-8fe05d2b99eb tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Request body: {'security_group_rule': {'security_group_id': 'eac979da-9d32-4b4a-a2af-ae36ee577daa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:49.380983 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd507de4-50bf-4c74-bc37-e72321054cef tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Pushing event updated for resources: {'Port': ['ID=89aac158-9ee6-4d13-8c5d-8e082353bfcb,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:49.414069 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a0dbfb76-d752-4c25-aef1-8fe05d2b99eb tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:49.416897 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec413a8-515a-4dd6-a648-d68534b69281 req-dd507de4-50bf-4c74-bc37-e72321054cef tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:49.417786 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-dec413a8-515a-4dd6-a648-d68534b69281 req-dd507de4-50bf-4c74-bc37-e72321054cef tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:49.448616 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a02b4001-836e-4d09-91e4-ef953a7ec3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:49.451933 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a02b4001-836e-4d09-91e4-ef953a7ec3fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:49.456173 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-a02b4001-836e-4d09-91e4-ef953a7ec3fb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e27bfad8-2aac-4372-8505-6d015ef4ee33 HTTP/1.1" status: 204 len: 168 time: 0.3614187 Aug 10 03:15:49.473249 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dec413a8-515a-4dd6-a648-d68534b69281 req-dd507de4-50bf-4c74-bc37-e72321054cef tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6305213 Aug 10 03:15:49.474710 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02b4001-836e-4d09-91e4-ef953a7ec3fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27bfad8-2aac-4372-8505-6d015ef4ee33,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:49.497138 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-dec413a8-515a-4dd6-a648-d68534b69281 req-35d9599b-3465-4b5a-9157-451402db9f82 service neutron] Request body: {'port': {'device_id': '0f021f09-5224-4b7a-9c5e-fba5fe46e3ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:49.522464 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a0dbfb76-d752-4c25-aef1-8fe05d2b99eb tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:49.527919 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a0dbfb76-d752-4c25-aef1-8fe05d2b99eb tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:49.538445 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device e51d7383-07b7-42df-84a1-749a5c464a6b details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:15:49.550258 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dbfb76-d752-4c25-aef1-8fe05d2b99eb tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=635b9371-40b2-4376-b8f9-05d645a02749,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:49.581413 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a0dbfb76-d752-4c25-aef1-8fe05d2b99eb tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:49.586779 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a0dbfb76-d752-4c25-aef1-8fe05d2b99eb tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2121668 Aug 10 03:15:49.586779 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49178) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:49.592996 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-f4ac60a7-ea36-4a89-acb9-f36000291d80 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Request body: {'floatingip': {'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:49.626675 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-dec413a8-515a-4dd6-a648-d68534b69281 req-35d9599b-3465-4b5a-9157-451402db9f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:49.656456 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f4ac60a7-ea36-4a89-acb9-f36000291d80 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Notify callbacks [] for floatingip, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:49.755905 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port e51d7383-07b7-42df-84a1-749a5c464a6b, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=e51d7383-07b7-42df-84a1-749a5c464a6b,segment=NetworkSegment(5f459ac7-2da0-4395-80e8-4acadecdbda0),segment_id=5f459ac7-2da0-4395-80e8-4acadecdbda0)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:49.765224 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-4ee82fb4-6ba7-4677-bae3-cce9f964b978 None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:49.796265 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-4ee82fb4-6ba7-4677-bae3-cce9f964b978 None None] Transition to ACTIVE for port object 8f9ab851-3f50-48b6-b34b-14b7814205ad will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:15:49.805459 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-4ee82fb4-6ba7-4677-bae3-cce9f964b978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:49.820404 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': 'e51d7383-07b7-42df-84a1-749a5c464a6b', 'network_id': '10fc7efa-f990-4fd3-9796-19ebe5477b79', 'port_id': 'e51d7383-07b7-42df-84a1-749a5c464a6b', 'mac_address': 'fa:16:3e:b0:bb:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9de5b17-91a7-437b-a5c7-1e57e4d52c95', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:15:49.830206 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-30ca9e6e-f0e0-484e-ae02-800fde533c5c None None] Provisioning for port 89aac158-9ee6-4d13-8c5d-8e082353bfcb completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:15:49.842015 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-30ca9e6e-f0e0-484e-ae02-800fde533c5c None None] Provisioning complete for port 89aac158-9ee6-4d13-8c5d-8e082353bfcb triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:49.844700 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-30ca9e6e-f0e0-484e-ae02-800fde533c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:49.876957 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f4ac60a7-ea36-4a89-acb9-f36000291d80 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:49.914793 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feba15c-8127-4cfd-a6c9-00c33dfe5625 None None] Pushing event updated for resources: {'Port': ['ID=8f9ab851-3f50-48b6-b34b-14b7814205ad,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:50.012452 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-4ee82fb4-6ba7-4677-bae3-cce9f964b978 None None] Attempting to bind port 8f9ab851-3f50-48b6-b34b-14b7814205ad on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:15:50.012885 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-4ee82fb4-6ba7-4677-bae3-cce9f964b978 None None] Attempting to bind port 8f9ab851-3f50-48b6-b34b-14b7814205ad by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '57460c7b-40b5-477f-9b08-58fc6038b3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '21ed31ed-6e0a-4679-a532-6a47097475c9'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:15:50.013249 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee82fb4-6ba7-4677-bae3-cce9f964b978 None None] Attempting to bind port 8f9ab851-3f50-48b6-b34b-14b7814205ad on network 21ed31ed-6e0a-4679-a532-6a47097475c9 {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:15:50.022319 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee82fb4-6ba7-4677-bae3-cce9f964b978 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:15:50.023042 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee82fb4-6ba7-4677-bae3-cce9f964b978 None None] Checking segment: {'id': '57460c7b-40b5-477f-9b08-58fc6038b3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '21ed31ed-6e0a-4679-a532-6a47097475c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:15:50.023538 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-4ee82fb4-6ba7-4677-bae3-cce9f964b978 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:50.024035 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee82fb4-6ba7-4677-bae3-cce9f964b978 None None] Bound using segment: {'id': '57460c7b-40b5-477f-9b08-58fc6038b3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '21ed31ed-6e0a-4679-a532-6a47097475c9'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:15:50.024610 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-4ee82fb4-6ba7-4677-bae3-cce9f964b978 None None] Bound port: 8f9ab851-3f50-48b6-b34b-14b7814205ad, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57460c7b-40b5-477f-9b08-58fc6038b3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '21ed31ed-6e0a-4679-a532-6a47097475c9'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:15:50.025121 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-4ee82fb4-6ba7-4677-bae3-cce9f964b978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:50.039213 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-30ca9e6e-f0e0-484e-ae02-800fde533c5c None None] Port 89aac158-9ee6-4d13-8c5d-8e082353bfcb cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:15:50.052045 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:50.083506 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e51d7383-07b7-42df-84a1-749a5c464a6b {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:15:50.114653 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-4ee82fb4-6ba7-4677-bae3-cce9f964b978 None None] For port 8f9ab851-3f50-48b6-b34b-14b7814205ad, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:15:50.122813 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-4ee82fb4-6ba7-4677-bae3-cce9f964b978 None None] For port 8f9ab851-3f50-48b6-b34b-14b7814205ad, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=8f9ab851-3f50-48b6-b34b-14b7814205ad,segment=NetworkSegment(57460c7b-40b5-477f-9b08-58fc6038b3ed),segment_id=57460c7b-40b5-477f-9b08-58fc6038b3ed)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:15:50.124998 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-f4ac60a7-ea36-4a89-acb9-f36000291d80 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Allocated IP 172.25.7.223 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/0d6bd8a4-8bab-48a1-b389-11069a30e732) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:15:50.129131 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port e51d7383-07b7-42df-84a1-749a5c464a6b, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=e51d7383-07b7-42df-84a1-749a5c464a6b,segment=NetworkSegment(5f459ac7-2da0-4395-80e8-4acadecdbda0),segment_id=5f459ac7-2da0-4395-80e8-4acadecdbda0)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:50.140170 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:50.147020 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-4ee82fb4-6ba7-4677-bae3-cce9f964b978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:50.194832 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-dec413a8-515a-4dd6-a648-d68534b69281 req-35d9599b-3465-4b5a-9157-451402db9f82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89aac158-9ee6-4d13-8c5d-8e082353bfcb {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:15:50.206148 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-dec413a8-515a-4dd6-a648-d68534b69281 req-35d9599b-3465-4b5a-9157-451402db9f82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:50.219774 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-dec413a8-515a-4dd6-a648-d68534b69281 req-35d9599b-3465-4b5a-9157-451402db9f82 service neutron] Transition to ACTIVE for port object 89aac158-9ee6-4d13-8c5d-8e082353bfcb will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:15:50.227784 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feba15c-8127-4cfd-a6c9-00c33dfe5625 None None] Pushing event updated for resources: {'Port': ['ID=8f9ab851-3f50-48b6-b34b-14b7814205ad,revision_number=4']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:50.255201 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee82fb4-6ba7-4677-bae3-cce9f964b978 None None] Routers {'7f801aa3-0d54-4979-8ed1-7ba98e403883'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:15:50.255880 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-4ee82fb4-6ba7-4677-bae3-cce9f964b978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:15:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['7f801aa3-0d54-4979-8ed1-7ba98e403883'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:50.281839 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=e51d7383-07b7-42df-84a1-749a5c464a6b,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:50.285641 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-dec413a8-515a-4dd6-a648-d68534b69281 req-35d9599b-3465-4b5a-9157-451402db9f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:50.342318 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['e51d7383-07b7-42df-84a1-749a5c464a6b'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:15:50.427508 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f4ac60a7-ea36-4a89-acb9-f36000291d80 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:50.527961 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f4ac60a7-ea36-4a89-acb9-f36000291d80 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:50.544718 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-4ee82fb4-6ba7-4677-bae3-cce9f964b978 None None] Set router 7f801aa3-0d54-4979-8ed1-7ba98e403883 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:15:50.546470 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5016f69c-8771-4fba-a09c-344a426db8b5 req-869c3295-06d2-445a-abe6-b18a5931a0ef tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:50.551740 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5016f69c-8771-4fba-a09c-344a426db8b5 req-869c3295-06d2-445a-abe6-b18a5931a0ef tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 943 time: 0.3294547 Aug 10 03:15:50.600649 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ac60a7-ea36-4a89-acb9-f36000291d80 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:15:50.611296 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-f4ac60a7-ea36-4a89-acb9-f36000291d80 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:15:50.616715 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ac60a7-ea36-4a89-acb9-f36000291d80 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:15:50.700040 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d9599b-3465-4b5a-9157-451402db9f82 service neutron] Pushing event updated for resources: {'Port': ['ID=89aac158-9ee6-4d13-8c5d-8e082353bfcb,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:50.720228 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ac60a7-ea36-4a89-acb9-f36000291d80 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Pushing event updated for resources: {'Port': ['ID=0d6bd8a4-8bab-48a1-b389-11069a30e732,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:50.732488 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4502a35-e334-4a55-b5a1-91ea10427f25 req-6bc405c3-5158-435f-a6fc-93f1fe46d659 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:50.737893 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c4502a35-e334-4a55-b5a1-91ea10427f25 req-6bc405c3-5158-435f-a6fc-93f1fe46d659 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f71cd04-e10c-48ae-9c97-e2565e731b3a HTTP/1.1" status: 200 len: 945 time: 1.0551763 Aug 10 03:15:50.791167 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5016f69c-8771-4fba-a09c-344a426db8b5 req-f7a1c749-8ebe-4eab-9a22-8456ab2adda5 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826556 Aug 10 03:15:50.863766 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f4ac60a7-ea36-4a89-acb9-f36000291d80 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:50.900650 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c4502a35-e334-4a55-b5a1-91ea10427f25 req-04353ffd-c279-470e-b80d-7a2f3d1e6d49 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/security-groups?id=106bd2aa-b217-4cc2-a6fb-fb066e9e308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399398 Aug 10 03:15:50.911199 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-dec413a8-515a-4dd6-a648-d68534b69281 req-35d9599b-3465-4b5a-9157-451402db9f82 service neutron] Attempting to bind port 89aac158-9ee6-4d13-8c5d-8e082353bfcb on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:15:50.911772 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-dec413a8-515a-4dd6-a648-d68534b69281 req-35d9599b-3465-4b5a-9157-451402db9f82 service neutron] Attempting to bind port 89aac158-9ee6-4d13-8c5d-8e082353bfcb by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': 'b65afc89-3d1a-4f68-8ff4-3e844f4efb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'aadf8a17-809b-4292-83f3-4ba8555a94af'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:15:50.911945 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec413a8-515a-4dd6-a648-d68534b69281 req-35d9599b-3465-4b5a-9157-451402db9f82 service neutron] Attempting to bind port 89aac158-9ee6-4d13-8c5d-8e082353bfcb on network aadf8a17-809b-4292-83f3-4ba8555a94af {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:15:50.926853 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec413a8-515a-4dd6-a648-d68534b69281 req-35d9599b-3465-4b5a-9157-451402db9f82 service neutron] Port 89aac158-9ee6-4d13-8c5d-8e082353bfcb on network aadf8a17-809b-4292-83f3-4ba8555a94af not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:15:50.928617 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec413a8-515a-4dd6-a648-d68534b69281 req-35d9599b-3465-4b5a-9157-451402db9f82 service neutron] Attempting to bind port 89aac158-9ee6-4d13-8c5d-8e082353bfcb on network aadf8a17-809b-4292-83f3-4ba8555a94af {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:15:50.939908 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec413a8-515a-4dd6-a648-d68534b69281 req-35d9599b-3465-4b5a-9157-451402db9f82 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:15:50.940252 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec413a8-515a-4dd6-a648-d68534b69281 req-35d9599b-3465-4b5a-9157-451402db9f82 service neutron] Checking segment: {'id': 'b65afc89-3d1a-4f68-8ff4-3e844f4efb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'aadf8a17-809b-4292-83f3-4ba8555a94af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:15:50.940642 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec413a8-515a-4dd6-a648-d68534b69281 req-35d9599b-3465-4b5a-9157-451402db9f82 service neutron] Bound using segment: {'id': 'b65afc89-3d1a-4f68-8ff4-3e844f4efb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'aadf8a17-809b-4292-83f3-4ba8555a94af'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:15:50.941080 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-dec413a8-515a-4dd6-a648-d68534b69281 req-35d9599b-3465-4b5a-9157-451402db9f82 service neutron] Bound port: 89aac158-9ee6-4d13-8c5d-8e082353bfcb, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b65afc89-3d1a-4f68-8ff4-3e844f4efb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'aadf8a17-809b-4292-83f3-4ba8555a94af'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:15:50.941451 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-dec413a8-515a-4dd6-a648-d68534b69281 req-35d9599b-3465-4b5a-9157-451402db9f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:50.955964 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49210) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:50.984255 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f4ac60a7-ea36-4a89-acb9-f36000291d80 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:51.047192 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-4ee82fb4-6ba7-4677-bae3-cce9f964b978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f801aa3-0d54-4979-8ed1-7ba98e403883', 'name': 'tempest-ServersTestManualDisk-749273009-router', 'tenant_id': 'ace9f6bfb5cd4685a4a16d81f3e66871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '9643ac27-796d-43cc-8efb-124a8098143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:37Z', 'updated_at': '2021-08-10T03:15:46Z', 'revision_number': 4, 'project_id': 'ace9f6bfb5cd4685a4a16d81f3e66871', 'gw_port': {'id': '9643ac27-796d-43cc-8efb-124a8098143d', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:79:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f801aa3-0d54-4979-8ed1-7ba98e403883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:39Z', 'updated_at': '2021-08-10T03:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '8f9ab851-3f50-48b6-b34b-14b7814205ad', 'name': '', 'network_id': '21ed31ed-6e0a-4679-a532-6a47097475c9', 'tenant_id': 'ace9f6bfb5cd4685a4a16d81f3e66871', 'mac_address': 'fa:16:3e:e6:11:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f801aa3-0d54-4979-8ed1-7ba98e403883', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'ae8e75ff-2bea-4ffd-a100-33ca179d7b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:45Z', 'updated_at': '2021-08-10T03:15:50Z', 'revision_number': 4, 'project_id': 'ace9f6bfb5cd4685a4a16d81f3e66871', 'subnets': [{'id': 'ae8e75ff-2bea-4ffd-a100-33ca179d7b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:51.098625 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62792975-5219-4b41-869a-5fe92f245300 req-4579fc53-f26c-4ce9-b2f0-a00e5fcbd4c0 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:51.100858 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-62792975-5219-4b41-869a-5fe92f245300 req-4579fc53-f26c-4ce9-b2f0-a00e5fcbd4c0 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f021f09-5224-4b7a-9c5e-fba5fe46e3ef HTTP/1.1" status: 200 len: 944 time: 0.1397223 Aug 10 03:15:51.107674 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee82fb4-6ba7-4677-bae3-cce9f964b978 None None] The sync data for ids ['7f801aa3-0d54-4979-8ed1-7ba98e403883'] in n-d-768851-15 is: [{'id': '7f801aa3-0d54-4979-8ed1-7ba98e403883', 'name': 'tempest-ServersTestManualDisk-749273009-router', 'tenant_id': 'ace9f6bfb5cd4685a4a16d81f3e66871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '9643ac27-796d-43cc-8efb-124a8098143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:37Z', 'updated_at': '2021-08-10T03:15:46Z', 'revision_number': 4, 'project_id': 'ace9f6bfb5cd4685a4a16d81f3e66871', 'gw_port': {'id': '9643ac27-796d-43cc-8efb-124a8098143d', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:79:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f801aa3-0d54-4979-8ed1-7ba98e403883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:39Z', 'updated_at': '2021-08-10T03:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '8f9ab851-3f50-48b6-b34b-14b7814205ad', 'name': '', 'network_id': '21ed31ed-6e0a-4679-a532-6a47097475c9', 'tenant_id': 'ace9f6bfb5cd4685a4a16d81f3e66871', 'mac_address': 'fa:16:3e:e6:11:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f801aa3-0d54-4979-8ed1-7ba98e403883', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'ae8e75ff-2bea-4ffd-a100-33ca179d7b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:45Z', 'updated_at': '2021-08-10T03:15:50Z', 'revision_number': 4, 'project_id': 'ace9f6bfb5cd4685a4a16d81f3e66871', 'subnets': [{'id': 'ae8e75ff-2bea-4ffd-a100-33ca179d7b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:15:51.134856 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-dec413a8-515a-4dd6-a648-d68534b69281 req-35d9599b-3465-4b5a-9157-451402db9f82 service neutron] For port 89aac158-9ee6-4d13-8c5d-8e082353bfcb, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:15:51.161904 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-dec413a8-515a-4dd6-a648-d68534b69281 req-35d9599b-3465-4b5a-9157-451402db9f82 service neutron] For port 89aac158-9ee6-4d13-8c5d-8e082353bfcb, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=89aac158-9ee6-4d13-8c5d-8e082353bfcb,segment=NetworkSegment(b65afc89-3d1a-4f68-8ff4-3e844f4efb7a),segment_id=b65afc89-3d1a-4f68-8ff4-3e844f4efb7a)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:15:51.198991 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-62792975-5219-4b41-869a-5fe92f245300 req-83338ad8-90f8-4305-aea1-d51eddfed3ae tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a1213b6-d6c8-4bc6-b682-6fefee541866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900576 Aug 10 03:15:51.205143 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-dec413a8-515a-4dd6-a648-d68534b69281 req-35d9599b-3465-4b5a-9157-451402db9f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:51.275097 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-5cd1bf16-2a4d-4662-bd5b-2864ba9833df admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1276423714-network', 'tenant_id': '85cd6e66cd6b4ebd85934d391b4bb4d1'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:51.311734 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd1bf16-2a4d-4662-bd5b-2864ba9833df admin admin] Made reservation on behalf of 85cd6e66cd6b4ebd85934d391b4bb4d1 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:15:51.314515 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5cd1bf16-2a4d-4662-bd5b-2864ba9833df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:51.329849 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec413a8-515a-4dd6-a648-d68534b69281 req-35d9599b-3465-4b5a-9157-451402db9f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:51.331565 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-dec413a8-515a-4dd6-a648-d68534b69281 req-35d9599b-3465-4b5a-9157-451402db9f82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:51.334004 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dec413a8-515a-4dd6-a648-d68534b69281 req-35d9599b-3465-4b5a-9157-451402db9f82 service neutron] 10.222.0.60 "PUT /v2.0/ports/89aac158-9ee6-4d13-8c5d-8e082353bfcb HTTP/1.1" status: 200 len: 1093 time: 1.8522530 Aug 10 03:15:51.379476 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5cd1bf16-2a4d-4662-bd5b-2864ba9833df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:51.395775 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f021f09-5224-4b7a-9c5e-fba5fe46e3ef', 'tag': '89aac158-9ee6-4d13-8c5d-8e082353bfcb'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:51.398691 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0327adc-8d44-4322-b713-a86ee35edb76" -d '{"events": [{"name": "network-changed", "server_uuid": "0f021f09-5224-4b7a-9c5e-fba5fe46e3ef", "tag": "89aac158-9ee6-4d13-8c5d-8e082353bfcb"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:51.453088 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f4ac60a7-ea36-4a89-acb9-f36000291d80 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:51.472072 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f4ac60a7-ea36-4a89-acb9-f36000291d80 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:51.476889 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d9599b-3465-4b5a-9157-451402db9f82 service neutron] Pushing event updated for resources: {'Port': ['ID=89aac158-9ee6-4d13-8c5d-8e082353bfcb,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:51.507705 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab6cf7-ce2f-43c2-8f9b-9830d0b7698a req-cb7175ca-7c0d-4b66-95da-cac8740fc568 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:51.514942 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0fab6cf7-ce2f-43c2-8f9b-9830d0b7698a req-cb7175ca-7c0d-4b66-95da-cac8740fc568 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=49adbb04-c039-4963-9d96-0f8e3f111ec4 HTTP/1.1" status: 200 len: 944 time: 0.2659032 Aug 10 03:15:51.522955 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec413a8-515a-4dd6-a648-d68534b69281 req-9da53958-af1d-4be6-b9c4-bff23ccb43ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:51.524486 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dec413a8-515a-4dd6-a648-d68534b69281 req-9da53958-af1d-4be6-b9c4-bff23ccb43ba service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6bae6b9c32c14720bf0a198e3afedf70&device_id=0f021f09-5224-4b7a-9c5e-fba5fe46e3ef HTTP/1.1" status: 200 len: 1096 time: 0.1207008 Aug 10 03:15:51.547113 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device e51d7383-07b7-42df-84a1-749a5c464a6b up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:15:51.610388 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dec413a8-515a-4dd6-a648-d68534b69281 req-a3d2abad-7dc3-45d4-ad19-44af2a189ebe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89aac158-9ee6-4d13-8c5d-8e082353bfcb HTTP/1.1" status: 200 len: 217 time: 0.0692511 Aug 10 03:15:51.660776 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port e51d7383-07b7-42df-84a1-749a5c464a6b completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:15:51.667778 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port e51d7383-07b7-42df-84a1-749a5c464a6b triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:51.668418 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:51.692873 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec413a8-515a-4dd6-a648-d68534b69281 req-014d4130-b3a0-44e3-b8a5-a0ad03ee17a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:51.694383 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dec413a8-515a-4dd6-a648-d68534b69281 req-014d4130-b3a0-44e3-b8a5-a0ad03ee17a6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2f598b1a-5cba-4d46-8b7f-e1e7a38ff110 HTTP/1.1" status: 200 len: 854 time: 0.0704629 Aug 10 03:15:51.721073 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0fab6cf7-ce2f-43c2-8f9b-9830d0b7698a req-21360460-e929-49e7-bb6f-41cee33b5929 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044704 Aug 10 03:15:51.738118 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5cd1bf16-2a4d-4662-bd5b-2864ba9833df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:51.740446 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ac60a7-ea36-4a89-acb9-f36000291d80 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Pushing event updated for resources: {'Port': ['ID=0d6bd8a4-8bab-48a1-b389-11069a30e732,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:51.755023 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5cd1bf16-2a4d-4662-bd5b-2864ba9833df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:51.803424 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f4ac60a7-ea36-4a89-acb9-f36000291d80 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:51.806363 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cd1bf16-2a4d-4662-bd5b-2864ba9833df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:15:51.811244 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193aced9-05de-4915-a434-e935b8feeb24 x-openstack-request-id: req-193aced9-05de-4915-a434-e935b8feeb24 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:51.812028 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f021f09-5224-4b7a-9c5e-fba5fe46e3ef", "tag": "89aac158-9ee6-4d13-8c5d-8e082353bfcb", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:51.812288 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-193aced9-05de-4915-a434-e935b8feeb24 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:51.812690 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f021f09-5224-4b7a-9c5e-fba5fe46e3ef', 'tag': '89aac158-9ee6-4d13-8c5d-8e082353bfcb', 'status': 'completed', 'code': 200} Aug 10 03:15:51.815114 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd1bf16-2a4d-4662-bd5b-2864ba9833df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d65744f-46ff-45f8-8eda-89437e4250f1,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:51.830284 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5cd1bf16-2a4d-4662-bd5b-2864ba9833df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:51.830778 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-5cd1bf16-2a4d-4662-bd5b-2864ba9833df admin admin] Added segment 5a178a70-26f7-4191-b5e7-7d4217554f11 of type vlan for network 757fa947-6fc3-4fe5-a9a3-534310c03224 Aug 10 03:15:51.855162 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f4ac60a7-ea36-4a89-acb9-f36000291d80 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:51.856561 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f4ac60a7-ea36-4a89-acb9-f36000291d80 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2691689 Aug 10 03:15:51.903073 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:51.910430 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec413a8-515a-4dd6-a648-d68534b69281 req-5e6fefae-22ff-436f-aa3e-d31147453cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:51.916978 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dec413a8-515a-4dd6-a648-d68534b69281 req-5e6fefae-22ff-436f-aa3e-d31147453cd8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=aadf8a17-809b-4292-83f3-4ba8555a94af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1949711 Aug 10 03:15:51.929764 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5cd1bf16-2a4d-4662-bd5b-2864ba9833df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:51.945406 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49adbb04-c039-4963-9d96-0f8e3f111ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e51d7383-07b7-42df-84a1-749a5c464a6b'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:51.954534 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c9ad40-54da-4b49-b284-065ca3f6b5f2" -d '{"events": [{"server_uuid": "49adbb04-c039-4963-9d96-0f8e3f111ec4", "name": "network-vif-plugged", "status": "completed", "tag": "e51d7383-07b7-42df-84a1-749a5c464a6b"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:51.987711 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port e51d7383-07b7-42df-84a1-749a5c464a6b, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=e51d7383-07b7-42df-84a1-749a5c464a6b,segment=NetworkSegment(5f459ac7-2da0-4395-80e8-4acadecdbda0),segment_id=5f459ac7-2da0-4395-80e8-4acadecdbda0)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:51.995727 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:51.996854 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5cd1bf16-2a4d-4662-bd5b-2864ba9833df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:51.999476 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd1bf16-2a4d-4662-bd5b-2864ba9833df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:52.000215 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5cd1bf16-2a4d-4662-bd5b-2864ba9833df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:52.071359 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-5cd1bf16-2a4d-4662-bd5b-2864ba9833df admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1063082 Aug 10 03:15:52.084510 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 49236) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:52.099885 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-d8cf85d5-f047-413b-81a0-a6251439a92a admin admin] Request body: {'subnet': {'network_id': '757fa947-6fc3-4fe5-a9a3-534310c03224', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1276423714-subnet', 'tenant_id': '85cd6e66cd6b4ebd85934d391b4bb4d1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:52.138597 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d01062a-8632-436d-8f49-ed94cdf6a9db x-openstack-request-id: req-6d01062a-8632-436d-8f49-ed94cdf6a9db {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:52.138922 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49adbb04-c039-4963-9d96-0f8e3f111ec4", "name": "network-vif-plugged", "status": "completed", "tag": "e51d7383-07b7-42df-84a1-749a5c464a6b", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:52.139179 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6d01062a-8632-436d-8f49-ed94cdf6a9db {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:52.141886 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49adbb04-c039-4963-9d96-0f8e3f111ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e51d7383-07b7-42df-84a1-749a5c464a6b', 'code': 200} Aug 10 03:15:52.142999 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=e51d7383-07b7-42df-84a1-749a5c464a6b,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:52.196819 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd1bf16-2a4d-4662-bd5b-2864ba9833df admin admin] Pushing event updated for resources: {'Network': ['ID=757fa947-6fc3-4fe5-a9a3-534310c03224,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:52.217316 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644d8d6-2522-43bc-a080-f695828d2aeb req-ec11b253-e2d9-434e-bca3-183fb2d94262 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:52.218876 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2644d8d6-2522-43bc-a080-f695828d2aeb req-ec11b253-e2d9-434e-bca3-183fb2d94262 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 943 time: 0.2570875 Aug 10 03:15:52.226780 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 757fa947-6fc3-4fe5-a9a3-534310c03224 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:15:52.247521 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8cf85d5-f047-413b-81a0-a6251439a92a admin admin] Made reservation on behalf of 85cd6e66cd6b4ebd85934d391b4bb4d1 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:15:52.249808 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d8cf85d5-f047-413b-81a0-a6251439a92a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:52.312320 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dec413a8-515a-4dd6-a648-d68534b69281 req-6f1e3cda-8ad4-46f3-9e9e-57cdf6f3631c service neutron] 10.222.0.60 "GET /v2.0/networks/aadf8a17-809b-4292-83f3-4ba8555a94af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3833721 Aug 10 03:15:52.314995 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd3c2c8-0949-44b4-a43a-3a15bce32f3c req-c59560e5-8c89-49c4-a0ef-a3411c0cae29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:52.317182 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2bd3c2c8-0949-44b4-a43a-3a15bce32f3c req-c59560e5-8c89-49c4-a0ef-a3411c0cae29 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=49adbb04-c039-4963-9d96-0f8e3f111ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0614960 Aug 10 03:15:52.374149 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 8f9ab851-3f50-48b6-b34b-14b7814205ad up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:15:52.392552 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2bd3c2c8-0949-44b4-a43a-3a15bce32f3c req-d675500b-1826-4e1a-892c-2d5b5e2d41fa service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659578 Aug 10 03:15:52.430464 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 8f9ab851-3f50-48b6-b34b-14b7814205ad completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:15:52.435353 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 8f9ab851-3f50-48b6-b34b-14b7814205ad triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:52.435899 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:52.647176 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:52.683770 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 8f9ab851-3f50-48b6-b34b-14b7814205ad, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=8f9ab851-3f50-48b6-b34b-14b7814205ad,segment=NetworkSegment(57460c7b-40b5-477f-9b08-58fc6038b3ed),segment_id=57460c7b-40b5-477f-9b08-58fc6038b3ed)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:52.689343 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:52.739698 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=8f9ab851-3f50-48b6-b34b-14b7814205ad,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:52.820405 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2644d8d6-2522-43bc-a080-f695828d2aeb req-b9fe2b58-261f-405b-ae38-a8b12b15b683 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5839844 Aug 10 03:15:52.874277 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9c236cc1-e74d-4227-b68e-7d08f4ee9b08 req-79721fed-84f2-4ff8-9319-0c98dd496b92 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1261043958&fields=id&tenant_id=ace9f6bfb5cd4685a4a16d81f3e66871 HTTP/1.1" status: 200 len: 267 time: 0.0981371 Aug 10 03:15:52.904194 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dec413a8-515a-4dd6-a648-d68534b69281 req-325ab4e2-d34c-4c81-92e5-43ea5c5da6fd service neutron] 10.222.0.60 "GET /v2.0/networks/aadf8a17-809b-4292-83f3-4ba8555a94af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5267620 Aug 10 03:15:53.106189 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc0040-51fa-48a7-bcc8-71a86cd72030 req-d0d0c214-e18c-4197-bd40-934b2d0da91c tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:53.107761 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8efc0040-51fa-48a7-bcc8-71a86cd72030 req-d0d0c214-e18c-4197-bd40-934b2d0da91c tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f021f09-5224-4b7a-9c5e-fba5fe46e3ef HTTP/1.1" status: 200 len: 944 time: 0.2084484 Aug 10 03:15:53.120853 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0327adc-8d44-4322-b713-a86ee35edb76 req-7fdbaf22-40d5-4d32-8ae5-dc415b02f3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:53.120853 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c0327adc-8d44-4322-b713-a86ee35edb76 req-7fdbaf22-40d5-4d32-8ae5-dc415b02f3c6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6bae6b9c32c14720bf0a198e3afedf70&device_id=0f021f09-5224-4b7a-9c5e-fba5fe46e3ef HTTP/1.1" status: 200 len: 1096 time: 0.1495049 Aug 10 03:15:53.168876 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c236cc1-e74d-4227-b68e-7d08f4ee9b08 req-00d43d64-e66d-4eac-9e36-555f0e7cd8d8 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:53.170521 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9c236cc1-e74d-4227-b68e-7d08f4ee9b08 req-00d43d64-e66d-4eac-9e36-555f0e7cd8d8 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] 10.222.0.62 "GET /v2.0/networks?id=21ed31ed-6e0a-4679-a532-6a47097475c9 HTTP/1.1" status: 200 len: 811 time: 0.2877107 Aug 10 03:15:53.248469 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d8cf85d5-f047-413b-81a0-a6251439a92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:53.315040 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9c236cc1-e74d-4227-b68e-7d08f4ee9b08 req-b4805e52-3100-4ea7-8205-327a3bcd933b tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] 10.222.0.62 "GET /v2.0/quotas/ace9f6bfb5cd4685a4a16d81f3e66871 HTTP/1.1" status: 200 len: 375 time: 0.0970426 Aug 10 03:15:53.353974 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8efc0040-51fa-48a7-bcc8-71a86cd72030 req-daa8b059-c9a9-455c-a5cc-7e58caabc720 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a1213b6-d6c8-4bc6-b682-6fefee541866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2150624 Aug 10 03:15:53.382530 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cf85d5-f047-413b-81a0-a6251439a92a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9a39ae4-5aa1-48bf-a7d9-e7e0f54c0431,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:53.432563 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0327adc-8d44-4322-b713-a86ee35edb76 req-eed623be-b390-40fe-9652-1b5890d72b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:53.434208 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c0327adc-8d44-4322-b713-a86ee35edb76 req-eed623be-b390-40fe-9652-1b5890d72b4f service neutron] 10.222.0.60 "GET /v2.0/networks?id=aadf8a17-809b-4292-83f3-4ba8555a94af HTTP/1.1" status: 200 len: 916 time: 0.2941241 Aug 10 03:15:53.436683 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cf85d5-f047-413b-81a0-a6251439a92a admin admin] Checking segment: {'id': '5a178a70-26f7-4191-b5e7-7d4217554f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '757fa947-6fc3-4fe5-a9a3-534310c03224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:15:53.437327 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cf85d5-f047-413b-81a0-a6251439a92a admin admin] Network hostable DHCP agents. Network: 757fa947-6fc3-4fe5-a9a3-534310c03224, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:15:53.467429 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9c236cc1-e74d-4227-b68e-7d08f4ee9b08 req-cac6f2be-6ae7-4411-b050-fcbc08882c2b tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ace9f6bfb5cd4685a4a16d81f3e66871&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1418908 Aug 10 03:15:53.569403 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c0327adc-8d44-4322-b713-a86ee35edb76 req-2342fcc2-ca50-4b65-9994-941d34b59e05 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89aac158-9ee6-4d13-8c5d-8e082353bfcb HTTP/1.1" status: 200 len: 217 time: 0.0992408 Aug 10 03:15:53.612495 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cf85d5-f047-413b-81a0-a6251439a92a admin admin] Network 757fa947-6fc3-4fe5-a9a3-534310c03224 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:15:53.660780 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-d8cf85d5-f047-413b-81a0-a6251439a92a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 757fa947-6fc3-4fe5-a9a3-534310c03224) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:15:53.670573 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe7bd56-0b6a-4547-90ee-866efe486120 None None] Network 757fa947-6fc3-4fe5-a9a3-534310c03224 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:15:53.675498 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cf85d5-f047-413b-81a0-a6251439a92a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:53.676114 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d8cf85d5-f047-413b-81a0-a6251439a92a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:53.707867 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0327adc-8d44-4322-b713-a86ee35edb76 req-ac3c9227-1b29-4eef-bcfe-1f812af929e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:53.709447 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c0327adc-8d44-4322-b713-a86ee35edb76 req-ac3c9227-1b29-4eef-bcfe-1f812af929e9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2f598b1a-5cba-4d46-8b7f-e1e7a38ff110 HTTP/1.1" status: 200 len: 854 time: 0.1121531 Aug 10 03:15:53.719793 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b403c65-6975-4afc-98b4-90ff39785ef3 req-18b63472-5b5e-4f18-8a7e-edb18f244166 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:53.721366 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5b403c65-6975-4afc-98b4-90ff39785ef3 req-18b63472-5b5e-4f18-8a7e-edb18f244166 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=49adbb04-c039-4963-9d96-0f8e3f111ec4 HTTP/1.1" status: 200 len: 945 time: 0.1896114 Aug 10 03:15:53.726946 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d8cf85d5-f047-413b-81a0-a6251439a92a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.6375747 Aug 10 03:15:53.727900 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49264) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:53.741758 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9c236cc1-e74d-4227-b68e-7d08f4ee9b08 req-41d850a8-703f-4bd3-b737-2fbc97a1a12b service neutron] 10.222.0.62 "GET /v2.0/networks/21ed31ed-6e0a-4679-a532-6a47097475c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731247 Aug 10 03:15:53.750250 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-3609c3f7-75d2-4ce2-a3a3-6219450f4b65 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1276423714-router', 'tenant_id': '85cd6e66cd6b4ebd85934d391b4bb4d1', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:53.783080 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3609c3f7-75d2-4ce2-a3a3-6219450f4b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:53.785415 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3609c3f7-75d2-4ce2-a3a3-6219450f4b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:53.857480 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3609c3f7-75d2-4ce2-a3a3-6219450f4b65 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:53.869970 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0327adc-8d44-4322-b713-a86ee35edb76 req-3b07a548-7e32-4e1b-b412-68a41e06658d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:53.871545 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c0327adc-8d44-4322-b713-a86ee35edb76 req-3b07a548-7e32-4e1b-b412-68a41e06658d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=aadf8a17-809b-4292-83f3-4ba8555a94af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1492510 Aug 10 03:15:53.876104 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc5c628-d456-4b85-a15a-eec74d933564 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-757fa947-6fc3-4fe5-a9a3-534310c03224', 'network_id': '757fa947-6fc3-4fe5-a9a3-534310c03224', 'tenant_id': '85cd6e66cd6b4ebd85934d391b4bb4d1', 'fixed_ips': [{'subnet_id': 'd9a39ae4-5aa1-48bf-a7d9-e7e0f54c0431'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:15:53.877454 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-fcc5c628-d456-4b85-a15a-eec74d933564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:53.887951 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5b403c65-6975-4afc-98b4-90ff39785ef3 req-0021d4b1-5079-46f4-bafb-13d9210f2561 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372383 Aug 10 03:15:53.889425 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device deb3beda-cb85-455c-ab9e-b25658569bdb details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:15:54.025220 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9c236cc1-e74d-4227-b68e-7d08f4ee9b08 req-c314094b-c0a5-41af-969f-fc2f4b55c887 service neutron] 10.222.0.62 "GET /v2.0/networks/21ed31ed-6e0a-4679-a532-6a47097475c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825058 Aug 10 03:15:54.063644 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.db.resource_extend [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:15:54.139111 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c0327adc-8d44-4322-b713-a86ee35edb76 req-7b7676bc-8da5-4951-aa30-3ce202e2c1af service neutron] 10.222.0.60 "GET /v2.0/networks/aadf8a17-809b-4292-83f3-4ba8555a94af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497456 Aug 10 03:15:54.204485 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port deb3beda-cb85-455c-ab9e-b25658569bdb, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=deb3beda-cb85-455c-ab9e-b25658569bdb,segment=NetworkSegment(2b95187c-537c-4822-a0b0-e1996874f1d3),segment_id=2b95187c-537c-4822-a0b0-e1996874f1d3)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:54.254772 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': 'deb3beda-cb85-455c-ab9e-b25658569bdb', 'network_id': '3a83eb90-c240-427c-8862-08b707a921de', 'port_id': 'deb3beda-cb85-455c-ab9e-b25658569bdb', 'mac_address': 'fa:16:3e:d6:65:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb34339b-adc8-40a3-9ffe-8f05f8fed3e8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:15:54.413522 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:54.415716 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 8f9ab851-3f50-48b6-b34b-14b7814205ad up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:15:54.437267 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce1d39-cf14-4430-9799-82305b9c746d req-dbd6fe8f-b8af-4f57-a50a-d7a8d83208cf tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:54.448213 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-91ce1d39-cf14-4430-9799-82305b9c746d req-dbd6fe8f-b8af-4f57-a50a-d7a8d83208cf tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 943 time: 0.2898545 Aug 10 03:15:54.487450 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id deb3beda-cb85-455c-ab9e-b25658569bdb {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:15:54.509598 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port deb3beda-cb85-455c-ab9e-b25658569bdb, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=deb3beda-cb85-455c-ab9e-b25658569bdb,segment=NetworkSegment(2b95187c-537c-4822-a0b0-e1996874f1d3),segment_id=2b95187c-537c-4822-a0b0-e1996874f1d3)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:54.522424 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-fcc5c628-d456-4b85-a15a-eec74d933564 None None] Allocated IP 172.20.0.2 (757fa947-6fc3-4fe5-a9a3-534310c03224/d9a39ae4-5aa1-48bf-a7d9-e7e0f54c0431/bed069ec-2559-4d1f-b211-ea35046538b9) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:15:54.527398 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:54.629495 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=deb3beda-cb85-455c-ab9e-b25658569bdb,revision_number=6']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:54.681154 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3609c3f7-75d2-4ce2-a3a3-6219450f4b65 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:54.723343 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 8f9ab851-3f50-48b6-b34b-14b7814205ad triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:54.723802 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:54.779314 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c0327adc-8d44-4322-b713-a86ee35edb76 req-2af91465-bb1a-42fd-8be2-397b502ec50b service neutron] 10.222.0.60 "GET /v2.0/networks/aadf8a17-809b-4292-83f3-4ba8555a94af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6298242 Aug 10 03:15:54.792482 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962bd85-7bfa-4754-89b6-e03840ae25c2 req-688e59a1-ae19-419b-8271-4e2dc546469c tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:54.800238 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5962bd85-7bfa-4754-89b6-e03840ae25c2 req-688e59a1-ae19-419b-8271-4e2dc546469c tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/networks?id=10fc7efa-f990-4fd3-9796-19ebe5477b79 HTTP/1.1" status: 200 len: 806 time: 0.3331299 Aug 10 03:15:54.808084 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['deb3beda-cb85-455c-ab9e-b25658569bdb'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:15:54.824039 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5962bd85-7bfa-4754-89b6-e03840ae25c2 req-70b333ed-9cac-411f-a049-cec3cba92ac4 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/quotas/22bb0021811f46b18f8e8bb6d66afe0d HTTP/1.1" status: 200 len: 375 time: 0.0228522 Aug 10 03:15:54.847289 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-91ce1d39-cf14-4430-9799-82305b9c746d req-f4335621-5626-4588-853a-511c9da71ee1 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3800790 Aug 10 03:15:54.937829 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3609c3f7-75d2-4ce2-a3a3-6219450f4b65 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:54.945209 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5962bd85-7bfa-4754-89b6-e03840ae25c2 req-3f0c332b-64b5-40fd-b216-cc772a35bfeb tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=22bb0021811f46b18f8e8bb6d66afe0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1200681 Aug 10 03:15:54.992566 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3609c3f7-75d2-4ce2-a3a3-6219450f4b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:55.111056 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5962bd85-7bfa-4754-89b6-e03840ae25c2 req-c92404f2-1c0c-4b6a-a5f1-a285b4d8b383 service neutron] 10.222.0.62 "GET /v2.0/networks/10fc7efa-f990-4fd3-9796-19ebe5477b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638646 Aug 10 03:15:55.248159 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-fcc5c628-d456-4b85-a15a-eec74d933564 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:55.274882 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-fcc5c628-d456-4b85-a15a-eec74d933564 None None] Transition to ACTIVE for port object bed069ec-2559-4d1f-b211-ea35046538b9 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:15:55.275320 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-3609c3f7-75d2-4ce2-a3a3-6219450f4b65 admin admin] Allocated IP 172.25.7.224 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/ff6de896-70cf-460a-a2aa-fa726b1b481f) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:15:55.309767 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-fcc5c628-d456-4b85-a15a-eec74d933564 None None] Transition to ACTIVE for port object bed069ec-2559-4d1f-b211-ea35046538b9 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:15:55.338474 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-fcc5c628-d456-4b85-a15a-eec74d933564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:55.339613 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5962bd85-7bfa-4754-89b6-e03840ae25c2 req-7081cb0b-e6ed-44f6-81e5-d0a79b63af36 service neutron] 10.222.0.62 "GET /v2.0/networks/10fc7efa-f990-4fd3-9796-19ebe5477b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274573 Aug 10 03:15:55.450611 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-669eb574-26cf-4708-b65b-42c86a9bfb88 req-088e7537-0ce5-49da-b5ee-a9aa61d599f4 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0aebb6f-42d2-4313-8ec7-556f4c87b7e1 HTTP/1.1" status: 200 len: 210 time: 0.5237396 Aug 10 03:15:55.452381 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3609c3f7-75d2-4ce2-a3a3-6219450f4b65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:55.523349 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc5c628-d456-4b85-a15a-eec74d933564 None None] Network 757fa947-6fc3-4fe5-a9a3-534310c03224 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:15:55.545992 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3609c3f7-75d2-4ce2-a3a3-6219450f4b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:55.548628 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-fcc5c628-d456-4b85-a15a-eec74d933564 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:15:55.552176 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc5c628-d456-4b85-a15a-eec74d933564 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:15:55.556247 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc5c628-d456-4b85-a15a-eec74d933564 None None] Pushing event updated for resources: {'Port': ['ID=bed069ec-2559-4d1f-b211-ea35046538b9,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:55.615266 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3609c3f7-75d2-4ce2-a3a3-6219450f4b65 admin admin] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:15:55.619798 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-3609c3f7-75d2-4ce2-a3a3-6219450f4b65 admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:15:55.625383 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3609c3f7-75d2-4ce2-a3a3-6219450f4b65 admin admin] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:15:55.699889 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4666d-f6cf-4ada-b368-49c3f90b2c3e req-4ebec4fb-2ec2-4c22-82c3-439107f298a3 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:55.701694 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-fcc5c628-d456-4b85-a15a-eec74d933564 None None] Attempting to bind port bed069ec-2559-4d1f-b211-ea35046538b9 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:15:55.702104 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-fcc5c628-d456-4b85-a15a-eec74d933564 None None] Attempting to bind port bed069ec-2559-4d1f-b211-ea35046538b9 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '5a178a70-26f7-4191-b5e7-7d4217554f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '757fa947-6fc3-4fe5-a9a3-534310c03224'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:15:55.703678 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc5c628-d456-4b85-a15a-eec74d933564 None None] Attempting to bind port bed069ec-2559-4d1f-b211-ea35046538b9 on network 757fa947-6fc3-4fe5-a9a3-534310c03224 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:15:55.716672 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc5c628-d456-4b85-a15a-eec74d933564 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:15:55.716936 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609c3f7-75d2-4ce2-a3a3-6219450f4b65 admin admin] Pushing event updated for resources: {'Port': ['ID=ff6de896-70cf-460a-a2aa-fa726b1b481f,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:55.717268 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc5c628-d456-4b85-a15a-eec74d933564 None None] Checking segment: {'id': '5a178a70-26f7-4191-b5e7-7d4217554f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '757fa947-6fc3-4fe5-a9a3-534310c03224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:15:55.717764 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-fcc5c628-d456-4b85-a15a-eec74d933564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:55.718247 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc5c628-d456-4b85-a15a-eec74d933564 None None] Bound using segment: {'id': '5a178a70-26f7-4191-b5e7-7d4217554f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '757fa947-6fc3-4fe5-a9a3-534310c03224'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:15:55.719497 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-fcc5c628-d456-4b85-a15a-eec74d933564 None None] Bound port: bed069ec-2559-4d1f-b211-ea35046538b9, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a178a70-26f7-4191-b5e7-7d4217554f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '757fa947-6fc3-4fe5-a9a3-534310c03224'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:15:55.727626 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-fcc5c628-d456-4b85-a15a-eec74d933564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:55.730228 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7ec4666d-f6cf-4ada-b368-49c3f90b2c3e req-4ebec4fb-2ec2-4c22-82c3-439107f298a3 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f021f09-5224-4b7a-9c5e-fba5fe46e3ef HTTP/1.1" status: 200 len: 944 time: 0.1338899 Aug 10 03:15:55.825504 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7ec4666d-f6cf-4ada-b368-49c3f90b2c3e req-b39f9bdc-669e-4ecd-bf80-d7adae56256d tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a1213b6-d6c8-4bc6-b682-6fefee541866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942268 Aug 10 03:15:55.880235 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-fcc5c628-d456-4b85-a15a-eec74d933564 None None] For port bed069ec-2559-4d1f-b211-ea35046538b9, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:15:55.905732 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-fcc5c628-d456-4b85-a15a-eec74d933564 None None] For port bed069ec-2559-4d1f-b211-ea35046538b9, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=bed069ec-2559-4d1f-b211-ea35046538b9,segment=NetworkSegment(5a178a70-26f7-4191-b5e7-7d4217554f11),segment_id=5a178a70-26f7-4191-b5e7-7d4217554f11)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:15:55.924929 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 89aac158-9ee6-4d13-8c5d-8e082353bfcb details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:15:55.929668 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device deb3beda-cb85-455c-ab9e-b25658569bdb up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:15:56.112141 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5aa953cf-397a-408f-ae71-90c9bab3dddd req-c2a156c9-9f2b-4ea7-807a-43bbe686891c tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=6557c5c5-7c00-427a-8892-89daa86c275c HTTP/1.1" status: 200 len: 210 time: 0.0934322 Aug 10 03:15:56.133450 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-fcc5c628-d456-4b85-a15a-eec74d933564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:56.237109 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3609c3f7-75d2-4ce2-a3a3-6219450f4b65 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:56.263479 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc5c628-d456-4b85-a15a-eec74d933564 None None] Pushing event updated for resources: {'Port': ['ID=bed069ec-2559-4d1f-b211-ea35046538b9,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:56.273574 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:56.297312 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c6b2b-25e9-4593-af58-35696ff00376 req-6983579f-0546-45af-8c23-49a65e85d3b4 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:56.300448 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-827c6b2b-25e9-4593-af58-35696ff00376 req-6983579f-0546-45af-8c23-49a65e85d3b4 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 943 time: 0.1865895 Aug 10 03:15:56.400564 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port deb3beda-cb85-455c-ab9e-b25658569bdb triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:56.401007 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:56.406128 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-827c6b2b-25e9-4593-af58-35696ff00376 req-88f7010e-7857-4b57-b7af-b77391165f4f tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911474 Aug 10 03:15:56.497620 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.db.resource_extend [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:15:56.507749 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c236cc1-e74d-4227-b68e-7d08f4ee9b08 req-b7f61161-f97e-468c-970b-9b7c042e9a09 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:56.512921 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-9c236cc1-e74d-4227-b68e-7d08f4ee9b08 req-b7f61161-f97e-468c-970b-9b7c042e9a09 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] 10.222.0.58 "GET /v2.0/networks?id=21ed31ed-6e0a-4679-a532-6a47097475c9 HTTP/1.1" status: 200 len: 811 time: 0.2910767 Aug 10 03:15:56.612242 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:56.676492 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:56.680688 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-911587af-c258-4bf1-a996-bdac7ee6df24 req-34313f11-cb46-430b-9604-27a0fdc4a096 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0aebb6f-42d2-4313-8ec7-556f4c87b7e1 HTTP/1.1" status: 200 len: 210 time: 0.0832136 Aug 10 03:15:56.736026 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port deb3beda-cb85-455c-ab9e-b25658569bdb, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=deb3beda-cb85-455c-ab9e-b25658569bdb,segment=NetworkSegment(2b95187c-537c-4822-a0b0-e1996874f1d3),segment_id=2b95187c-537c-4822-a0b0-e1996874f1d3)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:56.740430 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f71cd04-e10c-48ae-9c97-e2565e731b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb3beda-cb85-455c-ab9e-b25658569bdb'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:56.743879 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f2dddf-0d1a-4905-844b-448bed3ee9fe" -d '{"events": [{"server_uuid": "8f71cd04-e10c-48ae-9c97-e2565e731b3a", "name": "network-vif-plugged", "status": "completed", "tag": "deb3beda-cb85-455c-ab9e-b25658569bdb"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:56.758044 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:56.838342 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 89aac158-9ee6-4d13-8c5d-8e082353bfcb, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=89aac158-9ee6-4d13-8c5d-8e082353bfcb,segment=NetworkSegment(b65afc89-3d1a-4f68-8ff4-3e844f4efb7a),segment_id=b65afc89-3d1a-4f68-8ff4-3e844f4efb7a)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:56.858030 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40476916-6ccf-4dfd-8dc0-a613eb176aac x-openstack-request-id: req-40476916-6ccf-4dfd-8dc0-a613eb176aac {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:56.858562 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f71cd04-e10c-48ae-9c97-e2565e731b3a", "name": "network-vif-plugged", "status": "completed", "tag": "deb3beda-cb85-455c-ab9e-b25658569bdb", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:56.859038 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-40476916-6ccf-4dfd-8dc0-a613eb176aac {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:56.859629 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f71cd04-e10c-48ae-9c97-e2565e731b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb3beda-cb85-455c-ab9e-b25658569bdb', 'code': 200} Aug 10 03:15:56.871892 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '89aac158-9ee6-4d13-8c5d-8e082353bfcb', 'network_id': 'aadf8a17-809b-4292-83f3-4ba8555a94af', 'port_id': '89aac158-9ee6-4d13-8c5d-8e082353bfcb', 'mac_address': 'fa:16:3e:9e:b6:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f598b1a-5cba-4d46-8b7f-e1e7a38ff110', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:15:56.873798 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=deb3beda-cb85-455c-ab9e-b25658569bdb,revision_number=7']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:56.946251 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:56.987628 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89aac158-9ee6-4d13-8c5d-8e082353bfcb {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:15:57.042776 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 89aac158-9ee6-4d13-8c5d-8e082353bfcb, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=89aac158-9ee6-4d13-8c5d-8e082353bfcb,segment=NetworkSegment(b65afc89-3d1a-4f68-8ff4-3e844f4efb7a),segment_id=b65afc89-3d1a-4f68-8ff4-3e844f4efb7a)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:57.054875 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:57.143917 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-9c236cc1-e74d-4227-b68e-7d08f4ee9b08 req-c0d9f839-7b3a-4611-b434-a4696e797c6c tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ace9f6bfb5cd4685a4a16d81f3e66871 HTTP/1.1" status: 200 len: 380 time: 0.3560669 Aug 10 03:15:57.164975 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=89aac158-9ee6-4d13-8c5d-8e082353bfcb,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:57.172048 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4921a169-0a91-45ed-980b-b9dab6cfacda req-5d42b312-33dc-4138-b8f2-96892ef45306 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:57.175661 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4921a169-0a91-45ed-980b-b9dab6cfacda req-5d42b312-33dc-4138-b8f2-96892ef45306 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f021f09-5224-4b7a-9c5e-fba5fe46e3ef HTTP/1.1" status: 200 len: 944 time: 0.1654875 Aug 10 03:15:57.189275 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-9c236cc1-e74d-4227-b68e-7d08f4ee9b08 req-455c8c19-2f34-418e-a0ae-7139e9a846c2 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Request body: {'port': {'device_id': 'f0aebb6f-42d2-4313-8ec7-556f4c87b7e1', 'network_id': '21ed31ed-6e0a-4679-a532-6a47097475c9', 'admin_state_up': True, 'tenant_id': 'ace9f6bfb5cd4685a4a16d81f3e66871', 'security_groups': ['eac979da-9d32-4b4a-a2af-ae36ee577daa']}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:57.266030 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4921a169-0a91-45ed-980b-b9dab6cfacda req-8edb9125-8935-420e-8b00-019dee071651 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a1213b6-d6c8-4bc6-b682-6fefee541866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841162 Aug 10 03:15:57.282473 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bfd352-1136-43af-957f-ced5da3bf78c req-5c41b3c2-8803-43f9-b3f9-1269faed6306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:57.286895 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-77bfd352-1136-43af-957f-ced5da3bf78c req-5c41b3c2-8803-43f9-b3f9-1269faed6306 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948&tenant_id=0c00b01e0806491485adebe5c1c180f7 HTTP/1.1" status: 200 len: 1095 time: 0.4979954 Aug 10 03:15:57.360257 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2dc19c6f-5d90-452e-b921-858cbfeb1a2a req-87c2e964-2e1b-4a3c-aa04-a51d53a22221 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=6557c5c5-7c00-427a-8892-89daa86c275c HTTP/1.1" status: 200 len: 210 time: 0.0602491 Aug 10 03:15:57.407235 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3609c3f7-75d2-4ce2-a3a3-6219450f4b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:57.489965 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['89aac158-9ee6-4d13-8c5d-8e082353bfcb'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:15:57.557427 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bfd352-1136-43af-957f-ced5da3bf78c req-38e5e981-98e1-40c8-b203-30019d043a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:57.559329 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-77bfd352-1136-43af-957f-ced5da3bf78c req-38e5e981-98e1-40c8-b203-30019d043a03 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0c00b01e0806491485adebe5c1c180f7&device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 1095 time: 0.2162993 Aug 10 03:15:57.630427 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6f9a0-f029-4de3-a72f-38b39637c8e1 req-8ef5d7e0-7bbe-4900-8362-9f57ff1f2bc7 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:57.642281 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eac6f9a0-f029-4de3-a72f-38b39637c8e1 req-8ef5d7e0-7bbe-4900-8362-9f57ff1f2bc7 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 943 time: 0.1184409 Aug 10 03:15:57.751579 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c236cc1-e74d-4227-b68e-7d08f4ee9b08 req-455c8c19-2f34-418e-a0ae-7139e9a846c2 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Made reservation on behalf of ace9f6bfb5cd4685a4a16d81f3e66871 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:15:57.758778 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-9c236cc1-e74d-4227-b68e-7d08f4ee9b08 req-455c8c19-2f34-418e-a0ae-7139e9a846c2 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:57.853780 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962bd85-7bfa-4754-89b6-e03840ae25c2 req-eb6f97cd-1ae4-4d48-b090-583afcfe466c tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:57.855696 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5962bd85-7bfa-4754-89b6-e03840ae25c2 req-eb6f97cd-1ae4-4d48-b090-583afcfe466c tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.60 "GET /v2.0/networks?id=10fc7efa-f990-4fd3-9796-19ebe5477b79 HTTP/1.1" status: 200 len: 806 time: 0.2006299 Aug 10 03:15:57.870205 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bfd352-1136-43af-957f-ced5da3bf78c req-31a37e9c-28f6-4716-9b54-c41a4ed10465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:57.872055 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-77bfd352-1136-43af-957f-ced5da3bf78c req-31a37e9c-28f6-4716-9b54-c41a4ed10465 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c0759395-72d8-4de6-9611-c9ba0ebf5417 HTTP/1.1" status: 200 len: 918 time: 0.3040137 Aug 10 03:15:57.903840 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-5962bd85-7bfa-4754-89b6-e03840ae25c2 req-ea9bb2ec-1e5e-498d-85c4-accf7c5530b8 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Request body: {'port': {'device_id': '6557c5c5-7c00-427a-8892-89daa86c275c', 'network_id': '10fc7efa-f990-4fd3-9796-19ebe5477b79', 'admin_state_up': True, 'tenant_id': '22bb0021811f46b18f8e8bb6d66afe0d'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:58.038303 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3609c3f7-75d2-4ce2-a3a3-6219450f4b65 admin admin] Router b8c91f3e-5e57-4c1e-8284-d09d7c336597 is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:15:58.073976 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-77bfd352-1136-43af-957f-ced5da3bf78c req-16841b8d-1281-4b99-9a3f-9a0232ede9db service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a30db10-e0e6-4c59-bff9-1edbdbe1ee47 HTTP/1.1" status: 200 len: 999 time: 0.1853676 Aug 10 03:15:58.090420 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2cc05fa1-6d34-4216-a412-b5ddd3a40e94 req-65520073-3765-472c-a9b8-43cf4d068e2f tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0aebb6f-42d2-4313-8ec7-556f4c87b7e1 HTTP/1.1" status: 200 len: 210 time: 0.2199359 Aug 10 03:15:58.109955 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eac6f9a0-f029-4de3-a72f-38b39637c8e1 req-ca729068-75de-43b4-8729-977ad4bd47d4 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4665771 Aug 10 03:15:58.160358 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5962bd85-7bfa-4754-89b6-e03840ae25c2 req-ea9bb2ec-1e5e-498d-85c4-accf7c5530b8 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Made reservation on behalf of 22bb0021811f46b18f8e8bb6d66afe0d for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:15:58.164241 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-5962bd85-7bfa-4754-89b6-e03840ae25c2 req-ea9bb2ec-1e5e-498d-85c4-accf7c5530b8 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:58.187891 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-9c236cc1-e74d-4227-b68e-7d08f4ee9b08 req-455c8c19-2f34-418e-a0ae-7139e9a846c2 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Allocated IP 172.20.0.13 (21ed31ed-6e0a-4679-a532-6a47097475c9/ae8e75ff-2bea-4ffd-a100-33ca179d7b92/87f5e91d-ff8b-490b-92b8-c6e14d7586ab) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:15:58.283713 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bfd352-1136-43af-957f-ced5da3bf78c req-320366ff-882a-47f2-8a80-8179cdaa112c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:58.285878 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-77bfd352-1136-43af-957f-ced5da3bf78c req-320366ff-882a-47f2-8a80-8179cdaa112c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3edf7dab-cede-45e3-a40b-9026654a3743 HTTP/1.1" status: 200 len: 856 time: 0.1985669 Aug 10 03:15:58.296378 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3937ab64-1d6b-4463-ab27-e8ee869c6bc5 None None] Network 757fa947-6fc3-4fe5-a9a3-534310c03224 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:15:58.377970 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3609c3f7-75d2-4ce2-a3a3-6219450f4b65 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:15:58.410770 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device bed069ec-2559-4d1f-b211-ea35046538b9 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:15:58.413235 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cb41b7-5122-4059-901f-5ffbe4b00ebb None None] Sync routers for ids ['b8c91f3e-5e57-4c1e-8284-d09d7c336597'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:15:58.471927 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cb41b7-5122-4059-901f-5ffbe4b00ebb None None] Routers {'b8c91f3e-5e57-4c1e-8284-d09d7c336597'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:15:58.472656 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-28cb41b7-5122-4059-901f-5ffbe4b00ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:15:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['b8c91f3e-5e57-4c1e-8284-d09d7c336597'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:58.516166 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3609c3f7-75d2-4ce2-a3a3-6219450f4b65 admin admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:58.517548 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3609c3f7-75d2-4ce2-a3a3-6219450f4b65 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.7863810 Aug 10 03:15:58.523011 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49396) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:58.535162 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-5962bd85-7bfa-4754-89b6-e03840ae25c2 req-ea9bb2ec-1e5e-498d-85c4-accf7c5530b8 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Allocated IP 172.20.0.2 (10fc7efa-f990-4fd3-9796-19ebe5477b79/e9de5b17-91a7-437b-a5c7-1e57e4d52c95/c0290811-004c-4326-997a-9713af45eb9d) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:15:58.552054 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-bccef8b7-330f-4c89-9ad6-ca7b65c91107 None None] Provisioning for port bed069ec-2559-4d1f-b211-ea35046538b9 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:15:58.555687 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bfd352-1136-43af-957f-ced5da3bf78c req-3e21a7b0-86ca-404d-b02c-7409335f1677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:58.557838 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-77bfd352-1136-43af-957f-ced5da3bf78c req-3e21a7b0-86ca-404d-b02c-7409335f1677 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c0759395-72d8-4de6-9611-c9ba0ebf5417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2599049 Aug 10 03:15:58.590207 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2c750b33-de39-420b-9a82-a88c8b81710f req-6512f474-6a2f-43c3-8139-551630d80820 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=6557c5c5-7c00-427a-8892-89daa86c275c HTTP/1.1" status: 200 len: 210 time: 0.0545352 Aug 10 03:15:58.621546 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7229dca-0fd6-4951-a90a-f41ec898a6bd req-870a0283-8279-4713-bbf0-0fa1e2e1c0b6 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:58.623466 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a7229dca-0fd6-4951-a90a-f41ec898a6bd req-870a0283-8279-4713-bbf0-0fa1e2e1c0b6 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f021f09-5224-4b7a-9c5e-fba5fe46e3ef HTTP/1.1" status: 200 len: 945 time: 0.1416540 Aug 10 03:15:58.673089 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port bed069ec-2559-4d1f-b211-ea35046538b9 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:15:58.702966 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a7229dca-0fd6-4951-a90a-f41ec898a6bd req-fbad5988-5ecf-4c01-8008-2f538533314b tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a1213b6-d6c8-4bc6-b682-6fefee541866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696800 Aug 10 03:15:58.756990 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-9c236cc1-e74d-4227-b68e-7d08f4ee9b08 req-455c8c19-2f34-418e-a0ae-7139e9a846c2 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:58.784938 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-9c236cc1-e74d-4227-b68e-7d08f4ee9b08 req-455c8c19-2f34-418e-a0ae-7139e9a846c2 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Transition to ACTIVE for port object 87f5e91d-ff8b-490b-92b8-c6e14d7586ab will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:15:58.831630 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-77bfd352-1136-43af-957f-ced5da3bf78c req-e2f3db7d-861f-4b40-9ff6-8ab0a791e4f5 service neutron] 10.222.0.58 "GET /v2.0/networks/c0759395-72d8-4de6-9611-c9ba0ebf5417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304525 Aug 10 03:15:58.847046 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-5962bd85-7bfa-4754-89b6-e03840ae25c2 req-ea9bb2ec-1e5e-498d-85c4-accf7c5530b8 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:58.862640 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port bed069ec-2559-4d1f-b211-ea35046538b9 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:58.863271 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:58.895249 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-28cb41b7-5122-4059-901f-5ffbe4b00ebb None None] Set router b8c91f3e-5e57-4c1e-8284-d09d7c336597 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:15:58.936552 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-5962bd85-7bfa-4754-89b6-e03840ae25c2 req-ea9bb2ec-1e5e-498d-85c4-accf7c5530b8 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:58.962157 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['3aa362ab-26b7-4e75-8dea-4968c3cefa2b', 'e51d7383-07b7-42df-84a1-749a5c464a6b'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:15:58.984463 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-9c236cc1-e74d-4227-b68e-7d08f4ee9b08 req-455c8c19-2f34-418e-a0ae-7139e9a846c2 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:58.984922 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5962bd85-7bfa-4754-89b6-e03840ae25c2 req-ea9bb2ec-1e5e-498d-85c4-accf7c5530b8 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Network 10fc7efa-f990-4fd3-9796-19ebe5477b79 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:15:58.988925 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-5962bd85-7bfa-4754-89b6-e03840ae25c2 req-ea9bb2ec-1e5e-498d-85c4-accf7c5530b8 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:15:58.992735 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-5962bd85-7bfa-4754-89b6-e03840ae25c2 req-ea9bb2ec-1e5e-498d-85c4-accf7c5530b8 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:15:59.040963 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9bb2ec-1e5e-498d-85c4-accf7c5530b8 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Pushing event updated for resources: {'Port': ['ID=c0290811-004c-4326-997a-9713af45eb9d,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:59.071088 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962bd85-7bfa-4754-89b6-e03840ae25c2 req-ea9bb2ec-1e5e-498d-85c4-accf7c5530b8 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:59.071820 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-5962bd85-7bfa-4754-89b6-e03840ae25c2 req-ea9bb2ec-1e5e-498d-85c4-accf7c5530b8 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:59.107457 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5962bd85-7bfa-4754-89b6-e03840ae25c2 req-ea9bb2ec-1e5e-498d-85c4-accf7c5530b8 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2109020 Aug 10 03:15:59.123926 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c8c19-2f34-418e-a0ae-7139e9a846c2 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Pushing event updated for resources: {'Port': ['ID=87f5e91d-ff8b-490b-92b8-c6e14d7586ab,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:59.129817 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-5962bd85-7bfa-4754-89b6-e03840ae25c2 req-5e82173b-bdf5-4ea1-8edb-72a698d01c59 service neutron] Request body: {'port': {'device_id': '6557c5c5-7c00-427a-8892-89daa86c275c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:59.143078 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c236cc1-e74d-4227-b68e-7d08f4ee9b08 req-455c8c19-2f34-418e-a0ae-7139e9a846c2 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Network 21ed31ed-6e0a-4679-a532-6a47097475c9 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:15:59.151336 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-9c236cc1-e74d-4227-b68e-7d08f4ee9b08 req-455c8c19-2f34-418e-a0ae-7139e9a846c2 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:15:59.164989 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c236cc1-e74d-4227-b68e-7d08f4ee9b08 req-455c8c19-2f34-418e-a0ae-7139e9a846c2 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:15:59.221534 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c236cc1-e74d-4227-b68e-7d08f4ee9b08 req-455c8c19-2f34-418e-a0ae-7139e9a846c2 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:59.222150 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-9c236cc1-e74d-4227-b68e-7d08f4ee9b08 req-455c8c19-2f34-418e-a0ae-7139e9a846c2 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:59.244052 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-5962bd85-7bfa-4754-89b6-e03840ae25c2 req-5e82173b-bdf5-4ea1-8edb-72a698d01c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:59.272973 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-9c236cc1-e74d-4227-b68e-7d08f4ee9b08 req-455c8c19-2f34-418e-a0ae-7139e9a846c2 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1038611 Aug 10 03:15:59.308647 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-9c236cc1-e74d-4227-b68e-7d08f4ee9b08 req-e313b788-1d85-43c0-8ce7-8a2cb86b3e3e service neutron] Request body: {'port': {'device_id': 'f0aebb6f-42d2-4313-8ec7-556f4c87b7e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:59.392114 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-77bfd352-1136-43af-957f-ced5da3bf78c req-2ea62065-35b2-4ea3-89bf-09131b457da2 service neutron] 10.222.0.58 "GET /v2.0/networks/c0759395-72d8-4de6-9611-c9ba0ebf5417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5498648 Aug 10 03:15:59.410951 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:59.573217 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-9c236cc1-e74d-4227-b68e-7d08f4ee9b08 req-e313b788-1d85-43c0-8ce7-8a2cb86b3e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:59.778405 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port bed069ec-2559-4d1f-b211-ea35046538b9, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=bed069ec-2559-4d1f-b211-ea35046538b9,segment=NetworkSegment(5a178a70-26f7-4191-b5e7-7d4217554f11),segment_id=5a178a70-26f7-4191-b5e7-7d4217554f11)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:59.829272 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:59.940968 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-5962bd85-7bfa-4754-89b6-e03840ae25c2 req-5e82173b-bdf5-4ea1-8edb-72a698d01c59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0290811-004c-4326-997a-9713af45eb9d {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:15:59.949856 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-5962bd85-7bfa-4754-89b6-e03840ae25c2 req-5e82173b-bdf5-4ea1-8edb-72a698d01c59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:59.962995 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-5962bd85-7bfa-4754-89b6-e03840ae25c2 req-5e82173b-bdf5-4ea1-8edb-72a698d01c59 service neutron] Transition to ACTIVE for port object c0290811-004c-4326-997a-9713af45eb9d will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:15:59.982708 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-5962bd85-7bfa-4754-89b6-e03840ae25c2 req-5e82173b-bdf5-4ea1-8edb-72a698d01c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:00.056667 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-28cb41b7-5122-4059-901f-5ffbe4b00ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c91f3e-5e57-4c1e-8284-d09d7c336597', 'name': 'tempest-FloatingIPsNegativeTestJSON-1276423714-router', 'tenant_id': '85cd6e66cd6b4ebd85934d391b4bb4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': 'ff6de896-70cf-460a-a2aa-fa726b1b481f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:53Z', 'updated_at': '2021-08-10T03:15:56Z', 'revision_number': 3, 'project_id': '85cd6e66cd6b4ebd85934d391b4bb4d1', 'gw_port': {'id': 'ff6de896-70cf-460a-a2aa-fa726b1b481f', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ef:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c91f3e-5e57-4c1e-8284-d09d7c336597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:55Z', 'updated_at': '2021-08-10T03:15:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:00.124260 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 89aac158-9ee6-4d13-8c5d-8e082353bfcb up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:16:00.213607 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cb41b7-5122-4059-901f-5ffbe4b00ebb None None] Checking router: b8c91f3e-5e57-4c1e-8284-d09d7c336597 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:16:00.214479 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cb41b7-5122-4059-901f-5ffbe4b00ebb None None] Updating router b8c91f3e-5e57-4c1e-8284-d09d7c336597 port ff6de896-70cf-460a-a2aa-fa726b1b481f binding host n-d-768851-15 {{(pid=94218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:16:00.270985 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ef06c-60fb-4e36-ad87-0e29d80220a2 req-07efa25f-6780-4f1e-a38c-2cc4c6443479 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:00.278928 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b52ef06c-60fb-4e36-ad87-0e29d80220a2 req-07efa25f-6780-4f1e-a38c-2cc4c6443479 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 943 time: 0.9920495 Aug 10 03:16:00.302777 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-28cb41b7-5122-4059-901f-5ffbe4b00ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:00.395801 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f684e1-d780-456d-956b-f66404a10794 req-f0644e31-5346-4ccd-bc97-3904db2e87ed tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:00.397407 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f0f684e1-d780-456d-956b-f66404a10794 req-f0644e31-5346-4ccd-bc97-3904db2e87ed tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0aebb6f-42d2-4313-8ec7-556f4c87b7e1 HTTP/1.1" status: 200 len: 932 time: 1.1355770 Aug 10 03:16:00.398085 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e82173b-bdf5-4ea1-8edb-72a698d01c59 service neutron] Pushing event updated for resources: {'Port': ['ID=c0290811-004c-4326-997a-9713af45eb9d,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:00.504754 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b52ef06c-60fb-4e36-ad87-0e29d80220a2 req-934cc253-b634-4ff8-b937-d55a93f8eebf tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2248404 Aug 10 03:16:00.506232 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c80f48bf-2a80-4204-a948-2ad6dc5a55fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:00.604660 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-5962bd85-7bfa-4754-89b6-e03840ae25c2 req-5e82173b-bdf5-4ea1-8edb-72a698d01c59 service neutron] Attempting to bind port c0290811-004c-4326-997a-9713af45eb9d on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:16:00.605328 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-5962bd85-7bfa-4754-89b6-e03840ae25c2 req-5e82173b-bdf5-4ea1-8edb-72a698d01c59 service neutron] Attempting to bind port c0290811-004c-4326-997a-9713af45eb9d by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '5f459ac7-2da0-4395-80e8-4acadecdbda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '10fc7efa-f990-4fd3-9796-19ebe5477b79'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:16:00.613458 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5962bd85-7bfa-4754-89b6-e03840ae25c2 req-5e82173b-bdf5-4ea1-8edb-72a698d01c59 service neutron] Attempting to bind port c0290811-004c-4326-997a-9713af45eb9d on network 10fc7efa-f990-4fd3-9796-19ebe5477b79 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:00.668383 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5962bd85-7bfa-4754-89b6-e03840ae25c2 req-5e82173b-bdf5-4ea1-8edb-72a698d01c59 service neutron] Port c0290811-004c-4326-997a-9713af45eb9d on network 10fc7efa-f990-4fd3-9796-19ebe5477b79 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:16:00.669030 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5962bd85-7bfa-4754-89b6-e03840ae25c2 req-5e82173b-bdf5-4ea1-8edb-72a698d01c59 service neutron] Attempting to bind port c0290811-004c-4326-997a-9713af45eb9d on network 10fc7efa-f990-4fd3-9796-19ebe5477b79 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:00.689827 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5962bd85-7bfa-4754-89b6-e03840ae25c2 req-5e82173b-bdf5-4ea1-8edb-72a698d01c59 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:16:00.690228 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5962bd85-7bfa-4754-89b6-e03840ae25c2 req-5e82173b-bdf5-4ea1-8edb-72a698d01c59 service neutron] Checking segment: {'id': '5f459ac7-2da0-4395-80e8-4acadecdbda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '10fc7efa-f990-4fd3-9796-19ebe5477b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:16:00.690584 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5962bd85-7bfa-4754-89b6-e03840ae25c2 req-5e82173b-bdf5-4ea1-8edb-72a698d01c59 service neutron] Bound using segment: {'id': '5f459ac7-2da0-4395-80e8-4acadecdbda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '10fc7efa-f990-4fd3-9796-19ebe5477b79'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:16:00.691035 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-5962bd85-7bfa-4754-89b6-e03840ae25c2 req-5e82173b-bdf5-4ea1-8edb-72a698d01c59 service neutron] Bound port: c0290811-004c-4326-997a-9713af45eb9d, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f459ac7-2da0-4395-80e8-4acadecdbda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '10fc7efa-f990-4fd3-9796-19ebe5477b79'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:16:00.691403 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-5962bd85-7bfa-4754-89b6-e03840ae25c2 req-5e82173b-bdf5-4ea1-8edb-72a698d01c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:00.709709 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f0f684e1-d780-456d-956b-f66404a10794 req-ad86531d-fff1-4e6c-b5ed-a62ac2741edb tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] 10.222.0.62 "GET /v2.0/security-groups?id=eac979da-9d32-4b4a-a2af-ae36ee577daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2861400 Aug 10 03:16:00.836104 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-866b1d33-68a9-46a0-8375-ab6f3d97e519 None None] Provisioning for port 87f5e91d-ff8b-490b-92b8-c6e14d7586ab completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:16:00.853968 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-5962bd85-7bfa-4754-89b6-e03840ae25c2 req-5e82173b-bdf5-4ea1-8edb-72a698d01c59 service neutron] For port c0290811-004c-4326-997a-9713af45eb9d, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:16:00.858292 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-5962bd85-7bfa-4754-89b6-e03840ae25c2 req-5e82173b-bdf5-4ea1-8edb-72a698d01c59 service neutron] For port c0290811-004c-4326-997a-9713af45eb9d, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=c0290811-004c-4326-997a-9713af45eb9d,segment=NetworkSegment(5f459ac7-2da0-4395-80e8-4acadecdbda0),segment_id=5f459ac7-2da0-4395-80e8-4acadecdbda0)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:16:00.867742 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-5962bd85-7bfa-4754-89b6-e03840ae25c2 req-5e82173b-bdf5-4ea1-8edb-72a698d01c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:00.896949 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=bed069ec-2559-4d1f-b211-ea35046538b9,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:00.925468 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962bd85-7bfa-4754-89b6-e03840ae25c2 req-5e82173b-bdf5-4ea1-8edb-72a698d01c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:00.927270 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-5962bd85-7bfa-4754-89b6-e03840ae25c2 req-5e82173b-bdf5-4ea1-8edb-72a698d01c59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:00.929020 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5962bd85-7bfa-4754-89b6-e03840ae25c2 req-5e82173b-bdf5-4ea1-8edb-72a698d01c59 service neutron] 10.222.0.60 "PUT /v2.0/ports/c0290811-004c-4326-997a-9713af45eb9d HTTP/1.1" status: 200 len: 1092 time: 1.8105330 Aug 10 03:16:00.941239 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-866b1d33-68a9-46a0-8375-ab6f3d97e519 None None] Provisioning complete for port 87f5e91d-ff8b-490b-92b8-c6e14d7586ab triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:00.941790 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-866b1d33-68a9-46a0-8375-ab6f3d97e519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:00.955890 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6557c5c5-7c00-427a-8892-89daa86c275c', 'tag': 'c0290811-004c-4326-997a-9713af45eb9d'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:16:00.958308 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c4b0c6-41d5-4fdd-a714-5ca3e9224df6" -d '{"events": [{"name": "network-changed", "server_uuid": "6557c5c5-7c00-427a-8892-89daa86c275c", "tag": "c0290811-004c-4326-997a-9713af45eb9d"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:16:00.994487 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port 89aac158-9ee6-4d13-8c5d-8e082353bfcb completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:16:01.008707 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-6b1d701a-c48e-43cf-b5d0-b542f7553ea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:01.024122 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e82173b-bdf5-4ea1-8edb-72a698d01c59 service neutron] Pushing event updated for resources: {'Port': ['ID=c0290811-004c-4326-997a-9713af45eb9d,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:01.051243 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 89aac158-9ee6-4d13-8c5d-8e082353bfcb triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:01.051623 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:01.161480 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-866b1d33-68a9-46a0-8375-ab6f3d97e519 None None] Port 87f5e91d-ff8b-490b-92b8-c6e14d7586ab cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:16:01.312337 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3775f4-948d-468b-86d2-67ddb50c00ac req-daee3318-5386-4aba-b12e-3fed6d2aaab4 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:01.326852 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ce3775f4-948d-468b-86d2-67ddb50c00ac req-daee3318-5386-4aba-b12e-3fed6d2aaab4 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=6557c5c5-7c00-427a-8892-89daa86c275c HTTP/1.1" status: 200 len: 943 time: 0.3583426 Aug 10 03:16:01.390781 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962bd85-7bfa-4754-89b6-e03840ae25c2 req-a7967b07-8715-450e-b0bd-facbd2a63041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:01.393686 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5962bd85-7bfa-4754-89b6-e03840ae25c2 req-a7967b07-8715-450e-b0bd-facbd2a63041 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=22bb0021811f46b18f8e8bb6d66afe0d&device_id=6557c5c5-7c00-427a-8892-89daa86c275c HTTP/1.1" status: 200 len: 1095 time: 0.3577371 Aug 10 03:16:01.422344 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-28cb41b7-5122-4059-901f-5ffbe4b00ebb None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:01.434701 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-c80f48bf-2a80-4204-a948-2ad6dc5a55fd admin admin] Allocated IP 172.20.0.1 (757fa947-6fc3-4fe5-a9a3-534310c03224/d9a39ae4-5aa1-48bf-a7d9-e7e0f54c0431/66a13324-ae87-41f1-ac1c-69234137e915) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:16:01.458281 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-28cb41b7-5122-4059-901f-5ffbe4b00ebb None None] Transition to ACTIVE for port object ff6de896-70cf-460a-a2aa-fa726b1b481f will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:16:01.466215 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-33810559-520a-45ad-9d18-b92e5d104a4e None None] Provisioning complete for port bed069ec-2559-4d1f-b211-ea35046538b9 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:01.466603 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-33810559-520a-45ad-9d18-b92e5d104a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:01.534467 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5962bd85-7bfa-4754-89b6-e03840ae25c2 req-fc2a7008-2cab-4caa-985e-415150d4e482 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c0290811-004c-4326-997a-9713af45eb9d HTTP/1.1" status: 200 len: 217 time: 0.1234496 Aug 10 03:16:01.628084 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-28cb41b7-5122-4059-901f-5ffbe4b00ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:01.633195 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:01.679170 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ce3775f4-948d-468b-86d2-67ddb50c00ac req-e230e067-4e64-42b0-a9f6-7ffc226acabf tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476756 Aug 10 03:16:01.726173 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-9c236cc1-e74d-4227-b68e-7d08f4ee9b08 req-e313b788-1d85-43c0-8ce7-8a2cb86b3e3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87f5e91d-ff8b-490b-92b8-c6e14d7586ab {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:16:01.737461 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-9c236cc1-e74d-4227-b68e-7d08f4ee9b08 req-e313b788-1d85-43c0-8ce7-8a2cb86b3e3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:01.754450 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962bd85-7bfa-4754-89b6-e03840ae25c2 req-705f63a5-a41c-4374-a170-67cabca13f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:01.755986 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5962bd85-7bfa-4754-89b6-e03840ae25c2 req-705f63a5-a41c-4374-a170-67cabca13f25 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9de5b17-91a7-437b-a5c7-1e57e4d52c95 HTTP/1.1" status: 200 len: 846 time: 0.2086468 Aug 10 03:16:01.789698 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-9c236cc1-e74d-4227-b68e-7d08f4ee9b08 req-e313b788-1d85-43c0-8ce7-8a2cb86b3e3e service neutron] Transition to ACTIVE for port object 87f5e91d-ff8b-490b-92b8-c6e14d7586ab will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:16:01.802529 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-9c236cc1-e74d-4227-b68e-7d08f4ee9b08 req-e313b788-1d85-43c0-8ce7-8a2cb86b3e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:01.808163 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f021f09-5224-4b7a-9c5e-fba5fe46e3ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89aac158-9ee6-4d13-8c5d-8e082353bfcb'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:16:01.818389 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09630a6-1269-4568-be40-962462979391" -d '{"events": [{"server_uuid": "0f021f09-5224-4b7a-9c5e-fba5fe46e3ef", "name": "network-vif-plugged", "status": "completed", "tag": "89aac158-9ee6-4d13-8c5d-8e082353bfcb"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:16:01.844628 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c80f48bf-2a80-4204-a948-2ad6dc5a55fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:01.873339 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5962bd85-7bfa-4754-89b6-e03840ae25c2 req-29214b57-2225-488b-ba1a-4b1ec29a2a8f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=10fc7efa-f990-4fd3-9796-19ebe5477b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1086419 Aug 10 03:16:01.913308 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e313b788-1d85-43c0-8ce7-8a2cb86b3e3e service neutron] Pushing event updated for resources: {'Port': ['ID=87f5e91d-ff8b-490b-92b8-c6e14d7586ab,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:01.961949 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-c80f48bf-2a80-4204-a948-2ad6dc5a55fd admin admin] Transition to ACTIVE for port object 66a13324-ae87-41f1-ac1c-69234137e915 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:16:01.972217 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-28cb41b7-5122-4059-901f-5ffbe4b00ebb None None] Attempting to bind port ff6de896-70cf-460a-a2aa-fa726b1b481f on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:16:01.979736 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-28cb41b7-5122-4059-901f-5ffbe4b00ebb None None] Attempting to bind port ff6de896-70cf-460a-a2aa-fa726b1b481f by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:16:01.980892 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cb41b7-5122-4059-901f-5ffbe4b00ebb None None] Attempting to bind port ff6de896-70cf-460a-a2aa-fa726b1b481f on network 09ca2025-b9a6-4e84-8019-8d9fbef3753e {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:01.994140 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 89aac158-9ee6-4d13-8c5d-8e082353bfcb, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=89aac158-9ee6-4d13-8c5d-8e082353bfcb,segment=NetworkSegment(b65afc89-3d1a-4f68-8ff4-3e844f4efb7a),segment_id=b65afc89-3d1a-4f68-8ff4-3e844f4efb7a)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:02.030788 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69231e0-6284-4e13-afe5-df1fb49cfaf9 None None] Pushing event updated for resources: {'Port': ['ID=ff6de896-70cf-460a-a2aa-fa726b1b481f,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:02.048670 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cb41b7-5122-4059-901f-5ffbe4b00ebb None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:16:02.049510 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cb41b7-5122-4059-901f-5ffbe4b00ebb None None] Checking segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:16:02.050192 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-28cb41b7-5122-4059-901f-5ffbe4b00ebb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:02.050870 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cb41b7-5122-4059-901f-5ffbe4b00ebb None None] Bound using segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:16:02.051629 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-28cb41b7-5122-4059-901f-5ffbe4b00ebb None None] Bound port: ff6de896-70cf-460a-a2aa-fa726b1b481f, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:16:02.052326 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-28cb41b7-5122-4059-901f-5ffbe4b00ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:02.054666 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:02.198495 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=89aac158-9ee6-4d13-8c5d-8e082353bfcb,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:02.199016 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-9c236cc1-e74d-4227-b68e-7d08f4ee9b08 req-e313b788-1d85-43c0-8ce7-8a2cb86b3e3e service neutron] Attempting to bind port 87f5e91d-ff8b-490b-92b8-c6e14d7586ab on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:16:02.201647 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-9c236cc1-e74d-4227-b68e-7d08f4ee9b08 req-e313b788-1d85-43c0-8ce7-8a2cb86b3e3e service neutron] Attempting to bind port 87f5e91d-ff8b-490b-92b8-c6e14d7586ab by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '57460c7b-40b5-477f-9b08-58fc6038b3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '21ed31ed-6e0a-4679-a532-6a47097475c9'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:16:02.202862 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c236cc1-e74d-4227-b68e-7d08f4ee9b08 req-e313b788-1d85-43c0-8ce7-8a2cb86b3e3e service neutron] Attempting to bind port 87f5e91d-ff8b-490b-92b8-c6e14d7586ab on network 21ed31ed-6e0a-4679-a532-6a47097475c9 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:02.221808 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c236cc1-e74d-4227-b68e-7d08f4ee9b08 req-e313b788-1d85-43c0-8ce7-8a2cb86b3e3e service neutron] Port 87f5e91d-ff8b-490b-92b8-c6e14d7586ab on network 21ed31ed-6e0a-4679-a532-6a47097475c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:16:02.222477 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c236cc1-e74d-4227-b68e-7d08f4ee9b08 req-e313b788-1d85-43c0-8ce7-8a2cb86b3e3e service neutron] Attempting to bind port 87f5e91d-ff8b-490b-92b8-c6e14d7586ab on network 21ed31ed-6e0a-4679-a532-6a47097475c9 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:02.228414 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-28cb41b7-5122-4059-901f-5ffbe4b00ebb None None] For port ff6de896-70cf-460a-a2aa-fa726b1b481f, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:16:02.231160 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c236cc1-e74d-4227-b68e-7d08f4ee9b08 req-e313b788-1d85-43c0-8ce7-8a2cb86b3e3e service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:16:02.231541 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c236cc1-e74d-4227-b68e-7d08f4ee9b08 req-e313b788-1d85-43c0-8ce7-8a2cb86b3e3e service neutron] Checking segment: {'id': '57460c7b-40b5-477f-9b08-58fc6038b3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '21ed31ed-6e0a-4679-a532-6a47097475c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:16:02.232044 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c236cc1-e74d-4227-b68e-7d08f4ee9b08 req-e313b788-1d85-43c0-8ce7-8a2cb86b3e3e service neutron] Bound using segment: {'id': '57460c7b-40b5-477f-9b08-58fc6038b3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '21ed31ed-6e0a-4679-a532-6a47097475c9'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:16:02.232639 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-9c236cc1-e74d-4227-b68e-7d08f4ee9b08 req-e313b788-1d85-43c0-8ce7-8a2cb86b3e3e service neutron] Bound port: 87f5e91d-ff8b-490b-92b8-c6e14d7586ab, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57460c7b-40b5-477f-9b08-58fc6038b3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '21ed31ed-6e0a-4679-a532-6a47097475c9'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:16:02.232998 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-9c236cc1-e74d-4227-b68e-7d08f4ee9b08 req-e313b788-1d85-43c0-8ce7-8a2cb86b3e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:02.235077 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:02.236161 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:02.236792 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:02.237373 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:02.238402 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:02.239100 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:02.239846 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:02.240422 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:02.240992 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:02.241558 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:02.242142 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:02.242726 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:02.264588 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5962bd85-7bfa-4754-89b6-e03840ae25c2 req-b522d8e3-2fd7-4de9-a055-9974cf4104ff service neutron] 10.222.0.60 "GET /v2.0/networks/10fc7efa-f990-4fd3-9796-19ebe5477b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660743 Aug 10 03:16:02.271834 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-28cb41b7-5122-4059-901f-5ffbe4b00ebb None None] For port ff6de896-70cf-460a-a2aa-fa726b1b481f, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=ff6de896-70cf-460a-a2aa-fa726b1b481f,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:16:02.278068 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c80f48bf-2a80-4204-a948-2ad6dc5a55fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:02.289624 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-28cb41b7-5122-4059-901f-5ffbe4b00ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:02.349545 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device bed069ec-2559-4d1f-b211-ea35046538b9 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:16:02.376652 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80f48bf-2a80-4204-a948-2ad6dc5a55fd admin admin] Network 757fa947-6fc3-4fe5-a9a3-534310c03224 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:16:02.459805 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-9c236cc1-e74d-4227-b68e-7d08f4ee9b08 req-e313b788-1d85-43c0-8ce7-8a2cb86b3e3e service neutron] For port 87f5e91d-ff8b-490b-92b8-c6e14d7586ab, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:16:02.465015 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-9c236cc1-e74d-4227-b68e-7d08f4ee9b08 req-e313b788-1d85-43c0-8ce7-8a2cb86b3e3e service neutron] For port 87f5e91d-ff8b-490b-92b8-c6e14d7586ab, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=87f5e91d-ff8b-490b-92b8-c6e14d7586ab,segment=NetworkSegment(57460c7b-40b5-477f-9b08-58fc6038b3ed),segment_id=57460c7b-40b5-477f-9b08-58fc6038b3ed)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:16:02.466383 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80f48bf-2a80-4204-a948-2ad6dc5a55fd admin admin] Pushing event updated for resources: {'Port': ['ID=66a13324-ae87-41f1-ac1c-69234137e915,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:02.483259 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-c80f48bf-2a80-4204-a948-2ad6dc5a55fd admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:16:02.487119 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80f48bf-2a80-4204-a948-2ad6dc5a55fd admin admin] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:16:02.501972 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cb41b7-5122-4059-901f-5ffbe4b00ebb None None] Routers {'b8c91f3e-5e57-4c1e-8284-d09d7c336597'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:16:02.502631 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-28cb41b7-5122-4059-901f-5ffbe4b00ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:15:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['b8c91f3e-5e57-4c1e-8284-d09d7c336597'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:02.561340 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-9c236cc1-e74d-4227-b68e-7d08f4ee9b08 req-e313b788-1d85-43c0-8ce7-8a2cb86b3e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:02.591382 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69231e0-6284-4e13-afe5-df1fb49cfaf9 None None] Pushing event updated for resources: {'Port': ['ID=ff6de896-70cf-460a-a2aa-fa726b1b481f,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:02.615326 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c80f48bf-2a80-4204-a948-2ad6dc5a55fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:02.619780 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c236cc1-e74d-4227-b68e-7d08f4ee9b08 req-e313b788-1d85-43c0-8ce7-8a2cb86b3e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:02.620551 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-9c236cc1-e74d-4227-b68e-7d08f4ee9b08 req-e313b788-1d85-43c0-8ce7-8a2cb86b3e3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:02.622090 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-9c236cc1-e74d-4227-b68e-7d08f4ee9b08 req-e313b788-1d85-43c0-8ce7-8a2cb86b3e3e service neutron] 10.222.0.58 "PUT /v2.0/ports/87f5e91d-ff8b-490b-92b8-c6e14d7586ab HTTP/1.1" status: 200 len: 1093 time: 3.3374581 Aug 10 03:16:02.625419 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0aebb6f-42d2-4313-8ec7-556f4c87b7e1', 'tag': '87f5e91d-ff8b-490b-92b8-c6e14d7586ab'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:16:02.649152 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637a3e89-4216-4476-beb6-cc0efd7fbdf8" -d '{"events": [{"name": "network-changed", "server_uuid": "f0aebb6f-42d2-4313-8ec7-556f4c87b7e1", "tag": "87f5e91d-ff8b-490b-92b8-c6e14d7586ab"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:16:02.660325 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port bed069ec-2559-4d1f-b211-ea35046538b9 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:02.660992 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:02.775979 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-28cb41b7-5122-4059-901f-5ffbe4b00ebb None None] Set router b8c91f3e-5e57-4c1e-8284-d09d7c336597 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:16:02.966291 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5962bd85-7bfa-4754-89b6-e03840ae25c2 req-de7c9cd9-3931-45f3-b41b-c4235acd4b39 service neutron] 10.222.0.60 "GET /v2.0/networks/10fc7efa-f990-4fd3-9796-19ebe5477b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6912382 Aug 10 03:16:03.021072 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79daf5-3c01-48dc-a0a9-dc5ad66864f7 req-16105702-607a-4707-b3ef-c40c8b7e00ed tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:03.024457 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dc79daf5-3c01-48dc-a0a9-dc5ad66864f7 req-16105702-607a-4707-b3ef-c40c8b7e00ed tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f021f09-5224-4b7a-9c5e-fba5fe46e3ef HTTP/1.1" status: 200 len: 946 time: 1.1498754 Aug 10 03:16:03.035262 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e313b788-1d85-43c0-8ce7-8a2cb86b3e3e service neutron] Pushing event updated for resources: {'Port': ['ID=87f5e91d-ff8b-490b-92b8-c6e14d7586ab,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:03.130091 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dc79daf5-3c01-48dc-a0a9-dc5ad66864f7 req-16b4e3a9-3253-4c4a-9fb9-0586c95551c9 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a1213b6-d6c8-4bc6-b682-6fefee541866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972185 Aug 10 03:16:03.132466 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c236cc1-e74d-4227-b68e-7d08f4ee9b08 req-c1eee07d-1750-4238-a0f7-372c68c1b1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:03.134030 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-9c236cc1-e74d-4227-b68e-7d08f4ee9b08 req-c1eee07d-1750-4238-a0f7-372c68c1b1d7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ace9f6bfb5cd4685a4a16d81f3e66871&device_id=f0aebb6f-42d2-4313-8ec7-556f4c87b7e1 HTTP/1.1" status: 200 len: 1096 time: 0.2882659 Aug 10 03:16:03.230719 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8406545-9223-42e7-a950-c2c467d373a1 x-openstack-request-id: req-b8406545-9223-42e7-a950-c2c467d373a1 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:16:03.231156 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6557c5c5-7c00-427a-8892-89daa86c275c", "tag": "c0290811-004c-4326-997a-9713af45eb9d", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:16:03.231519 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b8406545-9223-42e7-a950-c2c467d373a1 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:16:03.232029 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6557c5c5-7c00-427a-8892-89daa86c275c', 'tag': 'c0290811-004c-4326-997a-9713af45eb9d', 'status': 'completed', 'code': 200} Aug 10 03:16:03.264118 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-9c236cc1-e74d-4227-b68e-7d08f4ee9b08 req-80eeb49d-016c-4bdb-a43f-60a304f163e3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87f5e91d-ff8b-490b-92b8-c6e14d7586ab HTTP/1.1" status: 200 len: 217 time: 0.1142466 Aug 10 03:16:03.286923 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5dc3dc1c-d5bd-4b38-b188-473fb11c61de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:03.328802 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-28cb41b7-5122-4059-901f-5ffbe4b00ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c91f3e-5e57-4c1e-8284-d09d7c336597', 'name': 'tempest-FloatingIPsNegativeTestJSON-1276423714-router', 'tenant_id': '85cd6e66cd6b4ebd85934d391b4bb4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': 'ff6de896-70cf-460a-a2aa-fa726b1b481f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:53Z', 'updated_at': '2021-08-10T03:15:56Z', 'revision_number': 3, 'project_id': '85cd6e66cd6b4ebd85934d391b4bb4d1', 'gw_port': {'id': 'ff6de896-70cf-460a-a2aa-fa726b1b481f', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ef:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c91f3e-5e57-4c1e-8284-d09d7c336597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:55Z', 'updated_at': '2021-08-10T03:16:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:03.347424 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c4b0c6-41d5-4fdd-a714-5ca3e9224df6 req-a547ee76-e5e3-43d9-867c-0526c68d3460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:03.348957 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-25c4b0c6-41d5-4fdd-a714-5ca3e9224df6 req-a547ee76-e5e3-43d9-867c-0526c68d3460 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=22bb0021811f46b18f8e8bb6d66afe0d&device_id=6557c5c5-7c00-427a-8892-89daa86c275c HTTP/1.1" status: 200 len: 1095 time: 0.0927799 Aug 10 03:16:03.377244 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c80f48bf-2a80-4204-a948-2ad6dc5a55fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:03.381527 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0b3b23ca-4a49-40d2-b236-71fb08dcd824 None None] Provisioning for port 66a13324-ae87-41f1-ac1c-69234137e915 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:16:03.426958 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0b3b23ca-4a49-40d2-b236-71fb08dcd824 None None] Provisioning complete for port 66a13324-ae87-41f1-ac1c-69234137e915 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:03.427392 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0b3b23ca-4a49-40d2-b236-71fb08dcd824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:03.442576 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c236cc1-e74d-4227-b68e-7d08f4ee9b08 req-9a876227-e928-4842-9333-a1dd81f7979c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:03.444257 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-9c236cc1-e74d-4227-b68e-7d08f4ee9b08 req-9a876227-e928-4842-9333-a1dd81f7979c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ae8e75ff-2bea-4ffd-a100-33ca179d7b92 HTTP/1.1" status: 200 len: 850 time: 0.1348004 Aug 10 03:16:03.474305 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cb41b7-5122-4059-901f-5ffbe4b00ebb None None] The sync data for ids ['b8c91f3e-5e57-4c1e-8284-d09d7c336597'] in n-d-768851-15 is: [{'id': 'b8c91f3e-5e57-4c1e-8284-d09d7c336597', 'name': 'tempest-FloatingIPsNegativeTestJSON-1276423714-router', 'tenant_id': '85cd6e66cd6b4ebd85934d391b4bb4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': 'ff6de896-70cf-460a-a2aa-fa726b1b481f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:53Z', 'updated_at': '2021-08-10T03:15:56Z', 'revision_number': 3, 'project_id': '85cd6e66cd6b4ebd85934d391b4bb4d1', 'gw_port': {'id': 'ff6de896-70cf-460a-a2aa-fa726b1b481f', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ef:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c91f3e-5e57-4c1e-8284-d09d7c336597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:55Z', 'updated_at': '2021-08-10T03:16:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:16:03.479556 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0b3b23ca-4a49-40d2-b236-71fb08dcd824 None None] Port 66a13324-ae87-41f1-ac1c-69234137e915 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:16:03.479556 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:03.560423 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9256858b-bc82-47bc-a9f4-5434ec05707b req-28a8236c-df8b-4fab-b30c-e6ae1eb57df8 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:03.567806 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9256858b-bc82-47bc-a9f4-5434ec05707b req-28a8236c-df8b-4fab-b30c-e6ae1eb57df8 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 943 time: 0.2100828 Aug 10 03:16:03.577290 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c236cc1-e74d-4227-b68e-7d08f4ee9b08 req-5f6651ed-2677-49b8-a916-f8edfa3c518f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:03.579005 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-9c236cc1-e74d-4227-b68e-7d08f4ee9b08 req-5f6651ed-2677-49b8-a916-f8edfa3c518f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=21ed31ed-6e0a-4679-a532-6a47097475c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1142662 Aug 10 03:16:03.641310 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9256858b-bc82-47bc-a9f4-5434ec05707b req-9d9e5c3d-0a9e-4da6-b3f2-aeade0931d77 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648437 Aug 10 03:16:03.690602 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c4b0c6-41d5-4fdd-a714-5ca3e9224df6 req-8086a6bc-22ba-4f01-9bc9-21cdc48ebe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:03.693550 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-25c4b0c6-41d5-4fdd-a714-5ca3e9224df6 req-8086a6bc-22ba-4f01-9bc9-21cdc48ebe2c service neutron] 10.222.0.60 "GET /v2.0/networks?id=10fc7efa-f990-4fd3-9796-19ebe5477b79 HTTP/1.1" status: 200 len: 907 time: 0.3332918 Aug 10 03:16:03.775383 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c80f48bf-2a80-4204-a948-2ad6dc5a55fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:03.823068 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-9c236cc1-e74d-4227-b68e-7d08f4ee9b08 req-43d3ea42-9a5e-4e01-a977-3ba77b5c5008 service neutron] 10.222.0.58 "GET /v2.0/networks/21ed31ed-6e0a-4679-a532-6a47097475c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255745 Aug 10 03:16:03.824677 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c80f48bf-2a80-4204-a948-2ad6dc5a55fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:03.833920 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-25c4b0c6-41d5-4fdd-a714-5ca3e9224df6 req-70ed0aef-0ee7-47e7-a8f7-6369555fe283 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c0290811-004c-4326-997a-9713af45eb9d HTTP/1.1" status: 200 len: 217 time: 0.1297302 Aug 10 03:16:03.856668 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:16:03.987398 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c4b0c6-41d5-4fdd-a714-5ca3e9224df6 req-2286c335-3b29-4b74-9f60-a50086124cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:03.988909 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-25c4b0c6-41d5-4fdd-a714-5ca3e9224df6 req-2286c335-3b29-4b74-9f60-a50086124cee service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9de5b17-91a7-437b-a5c7-1e57e4d52c95 HTTP/1.1" status: 200 len: 846 time: 0.1418924 Aug 10 03:16:04.007411 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-9c236cc1-e74d-4227-b68e-7d08f4ee9b08 req-ba08267e-6031-44e0-b6e8-64ea8634b106 service neutron] 10.222.0.58 "GET /v2.0/networks/21ed31ed-6e0a-4679-a532-6a47097475c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517649 Aug 10 03:16:04.073928 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-25c4b0c6-41d5-4fdd-a714-5ca3e9224df6 req-5e391e30-d36c-443e-b37a-cc1eff616a55 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=10fc7efa-f990-4fd3-9796-19ebe5477b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376325 Aug 10 03:16:04.083710 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80f48bf-2a80-4204-a948-2ad6dc5a55fd admin admin] Pushing event updated for resources: {'Port': ['ID=66a13324-ae87-41f1-ac1c-69234137e915,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:04.104015 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [req-25c4b0c6-41d5-4fdd-a714-5ca3e9224df6 req-2c143fe1-7400-40fc-8783-ca75e6355cb7 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:16:04.105872 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-25c4b0c6-41d5-4fdd-a714-5ca3e9224df6 req-2c143fe1-7400-40fc-8783-ca75e6355cb7 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0212872 Aug 10 03:16:04.111017 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c80f48bf-2a80-4204-a948-2ad6dc5a55fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:04.121737 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:04.223631 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6eff1-24d2-43c9-bf2f-d4330d394dfe req-abcb61e3-20e2-4105-996f-876c2d3eff46 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:04.237003 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f3c6eff1-24d2-43c9-bf2f-d4330d394dfe req-abcb61e3-20e2-4105-996f-876c2d3eff46 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0aebb6f-42d2-4313-8ec7-556f4c87b7e1 HTTP/1.1" status: 200 len: 944 time: 0.2468591 Aug 10 03:16:04.313091 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80f48bf-2a80-4204-a948-2ad6dc5a55fd admin admin] Network 757fa947-6fc3-4fe5-a9a3-534310c03224 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:16:04.315380 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-c80f48bf-2a80-4204-a948-2ad6dc5a55fd admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:16:04.355441 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f3c6eff1-24d2-43c9-bf2f-d4330d394dfe req-29176872-5093-4558-815b-360e0db4ae6c tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] 10.222.0.62 "GET /v2.0/security-groups?id=eac979da-9d32-4b4a-a2af-ae36ee577daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173844 Aug 10 03:16:04.362063 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device ff6de896-70cf-460a-a2aa-fa726b1b481f up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:16:04.469431 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port ff6de896-70cf-460a-a2aa-fa726b1b481f completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:16:04.483707 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port ff6de896-70cf-460a-a2aa-fa726b1b481f triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:04.484379 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:04.492232 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-25c4b0c6-41d5-4fdd-a714-5ca3e9224df6 req-0ed9fd7c-6294-4026-be59-d5b72c876308 service neutron] 10.222.0.60 "GET /v2.0/networks/10fc7efa-f990-4fd3-9796-19ebe5477b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752179 Aug 10 03:16:04.551013 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c80f48bf-2a80-4204-a948-2ad6dc5a55fd admin admin] Router b8c91f3e-5e57-4c1e-8284-d09d7c336597 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:16:04.690831 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:04.741367 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30346fb0-3d12-4a44-9e53-8cbe88435f15 x-openstack-request-id: req-30346fb0-3d12-4a44-9e53-8cbe88435f15 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:16:04.741939 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f021f09-5224-4b7a-9c5e-fba5fe46e3ef", "name": "network-vif-plugged", "status": "completed", "tag": "89aac158-9ee6-4d13-8c5d-8e082353bfcb", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:16:04.742369 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-30346fb0-3d12-4a44-9e53-8cbe88435f15 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:16:04.743121 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f021f09-5224-4b7a-9c5e-fba5fe46e3ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89aac158-9ee6-4d13-8c5d-8e082353bfcb', 'code': 200} Aug 10 03:16:04.771341 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port ff6de896-70cf-460a-a2aa-fa726b1b481f, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=ff6de896-70cf-460a-a2aa-fa726b1b481f,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:04.776882 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:04.819608 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e3ea40-2fac-498b-90f4-474aaeec26ec x-openstack-request-id: req-55e3ea40-2fac-498b-90f4-474aaeec26ec {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:16:04.820727 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0aebb6f-42d2-4313-8ec7-556f4c87b7e1", "tag": "87f5e91d-ff8b-490b-92b8-c6e14d7586ab", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:16:04.821387 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-55e3ea40-2fac-498b-90f4-474aaeec26ec {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:16:04.823765 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0aebb6f-42d2-4313-8ec7-556f4c87b7e1', 'tag': '87f5e91d-ff8b-490b-92b8-c6e14d7586ab', 'status': 'completed', 'code': 200} Aug 10 03:16:04.827554 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80f48bf-2a80-4204-a948-2ad6dc5a55fd admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:16:04.864694 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c80f48bf-2a80-4204-a948-2ad6dc5a55fd admin admin] 10.222.0.62 "PUT /v2.0/routers/b8c91f3e-5e57-4c1e-8284-d09d7c336597/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3379700 Aug 10 03:16:04.900402 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-25c4b0c6-41d5-4fdd-a714-5ca3e9224df6 req-5b1158a4-3b84-4fb5-8b87-a3a3bf04b030 service neutron] 10.222.0.60 "GET /v2.0/networks/10fc7efa-f990-4fd3-9796-19ebe5477b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3829241 Aug 10 03:16:05.058063 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=ff6de896-70cf-460a-a2aa-fa726b1b481f,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:05.082195 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-cc128848-76b0-4767-ab9d-610f52915246 None None] Provisioning complete for port 66a13324-ae87-41f1-ac1c-69234137e915 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:05.087685 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-cc128848-76b0-4767-ab9d-610f52915246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:05.089511 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a3e89-4216-4476-beb6-cc0efd7fbdf8 req-56aae78b-6f7e-47ba-85db-6106dcfcbb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:05.091320 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-637a3e89-4216-4476-beb6-cc0efd7fbdf8 req-56aae78b-6f7e-47ba-85db-6106dcfcbb8b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ace9f6bfb5cd4685a4a16d81f3e66871&device_id=f0aebb6f-42d2-4313-8ec7-556f4c87b7e1 HTTP/1.1" status: 200 len: 1096 time: 0.2253401 Aug 10 03:16:05.219021 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff491509-34ef-4b69-a7b0-b65b1811139a req-b93112c0-1c35-43eb-b788-d4ea28ccedea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:05.220540 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ff491509-34ef-4b69-a7b0-b65b1811139a req-b93112c0-1c35-43eb-b788-d4ea28ccedea service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0f021f09-5224-4b7a-9c5e-fba5fe46e3ef HTTP/1.1" status: 200 len: 1098 time: 0.3186791 Aug 10 03:16:05.230168 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db556da-8a39-43e4-8cbc-110a996492e8 req-5743d1ff-eaeb-4154-93eb-ce9906379be3 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:05.231490 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-cc128848-76b0-4767-ab9d-610f52915246 None None] Port 66a13324-ae87-41f1-ac1c-69234137e915 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:16:05.252504 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9db556da-8a39-43e4-8cbc-110a996492e8 req-5743d1ff-eaeb-4154-93eb-ce9906379be3 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=6557c5c5-7c00-427a-8892-89daa86c275c HTTP/1.1" status: 200 len: 943 time: 0.2002931 Aug 10 03:16:05.272792 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a3e89-4216-4476-beb6-cc0efd7fbdf8 req-c7b98fd7-a6ac-4d49-8c8f-51bf35e266f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:05.274516 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-637a3e89-4216-4476-beb6-cc0efd7fbdf8 req-c7b98fd7-a6ac-4d49-8c8f-51bf35e266f5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=21ed31ed-6e0a-4679-a532-6a47097475c9 HTTP/1.1" status: 200 len: 912 time: 0.1727488 Aug 10 03:16:05.324927 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9db556da-8a39-43e4-8cbc-110a996492e8 req-a2d5fc60-4883-4633-b3cf-7e2eed448a27 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681419 Aug 10 03:16:05.360414 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ff491509-34ef-4b69-a7b0-b65b1811139a req-98280768-e057-4e70-a781-4d973345d7cc service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3a1213b6-d6c8-4bc6-b682-6fefee541866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948138 Aug 10 03:16:05.584812 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd378d0e-a7e8-4f6c-8d6f-ecfbbe0b6e23 req-96c6c3b8-e6e4-4240-a5b8-42c21f78ba58 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:05.586404 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bd378d0e-a7e8-4f6c-8d6f-ecfbbe0b6e23 req-96c6c3b8-e6e4-4240-a5b8-42c21f78ba58 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f021f09-5224-4b7a-9c5e-fba5fe46e3ef HTTP/1.1" status: 200 len: 946 time: 0.1140130 Aug 10 03:16:05.684299 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bd378d0e-a7e8-4f6c-8d6f-ecfbbe0b6e23 req-a799e948-371c-4eb9-a047-41a3d3b10509 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a1213b6-d6c8-4bc6-b682-6fefee541866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889599 Aug 10 03:16:05.858041 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:05.904608 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device c0290811-004c-4326-997a-9713af45eb9d details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:16:05.985606 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8dde66-d2ce-4df3-b2ce-98d86795c8ab req-717738f5-85d7-486b-bde1-c5bc2856fbb7 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:05.998323 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5f8dde66-d2ce-4df3-b2ce-98d86795c8ab req-717738f5-85d7-486b-bde1-c5bc2856fbb7 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 943 time: 0.1797407 Aug 10 03:16:06.047557 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-637a3e89-4216-4476-beb6-cc0efd7fbdf8 req-f146db8c-d5e3-44f0-a81c-ad71dd07459c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87f5e91d-ff8b-490b-92b8-c6e14d7586ab HTTP/1.1" status: 200 len: 217 time: 0.0518088 Aug 10 03:16:06.131615 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5f8dde66-d2ce-4df3-b2ce-98d86795c8ab req-0081d21f-cd6e-40db-a36f-548d7ffa49e4 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269202 Aug 10 03:16:06.185497 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a3e89-4216-4476-beb6-cc0efd7fbdf8 req-84e955ef-1dbf-42f6-8ad6-3a8430d75f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:06.187047 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-637a3e89-4216-4476-beb6-cc0efd7fbdf8 req-84e955ef-1dbf-42f6-8ad6-3a8430d75f2d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ae8e75ff-2bea-4ffd-a100-33ca179d7b92 HTTP/1.1" status: 200 len: 850 time: 0.1201968 Aug 10 03:16:06.281772 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port c0290811-004c-4326-997a-9713af45eb9d, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=c0290811-004c-4326-997a-9713af45eb9d,segment=NetworkSegment(5f459ac7-2da0-4395-80e8-4acadecdbda0),segment_id=5f459ac7-2da0-4395-80e8-4acadecdbda0)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:06.317810 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device ff6de896-70cf-460a-a2aa-fa726b1b481f up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:16:06.323776 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a3e89-4216-4476-beb6-cc0efd7fbdf8 req-0e8edcfd-e306-4fb4-9b7a-9fce310d85c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:06.325472 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-637a3e89-4216-4476-beb6-cc0efd7fbdf8 req-0e8edcfd-e306-4fb4-9b7a-9fce310d85c6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=21ed31ed-6e0a-4679-a532-6a47097475c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1287467 Aug 10 03:16:06.384975 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': 'c0290811-004c-4326-997a-9713af45eb9d', 'network_id': '10fc7efa-f990-4fd3-9796-19ebe5477b79', 'port_id': 'c0290811-004c-4326-997a-9713af45eb9d', 'mac_address': 'fa:16:3e:fd:6f:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9de5b17-91a7-437b-a5c7-1e57e4d52c95', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:16:06.505712 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port ff6de896-70cf-460a-a2aa-fa726b1b481f triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:06.506703 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:06.511714 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:06.571156 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0290811-004c-4326-997a-9713af45eb9d {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:16:06.621894 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4473a34-ab9f-4369-88c7-a0992c03cc40 None None] Sync routers for ids ['b8c91f3e-5e57-4c1e-8284-d09d7c336597'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:16:06.638163 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4473a34-ab9f-4369-88c7-a0992c03cc40 None None] Routers {'b8c91f3e-5e57-4c1e-8284-d09d7c336597'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:16:06.640805 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-a4473a34-ab9f-4369-88c7-a0992c03cc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:16:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['b8c91f3e-5e57-4c1e-8284-d09d7c336597'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:06.647334 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port c0290811-004c-4326-997a-9713af45eb9d, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=c0290811-004c-4326-997a-9713af45eb9d,segment=NetworkSegment(5f459ac7-2da0-4395-80e8-4acadecdbda0),segment_id=5f459ac7-2da0-4395-80e8-4acadecdbda0)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:06.663753 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:06.703034 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-637a3e89-4216-4476-beb6-cc0efd7fbdf8 req-4bd9a0ef-52c0-4ac1-bdc8-b636ea36d03c service neutron] 10.222.0.58 "GET /v2.0/networks/21ed31ed-6e0a-4679-a532-6a47097475c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811751 Aug 10 03:16:06.810450 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-885389b3-e598-47b1-baca-59dbc55c7a31 req-b523fdd9-2493-4857-872a-c4a16bcc19a3 tempest-FloatingIPsNegativeTestJSON-479645727 tempest-FloatingIPsNegativeTestJSON-479645727-project] 10.222.0.62 "GET /v2.0/floatingips?tenant_id=85cd6e66cd6b4ebd85934d391b4bb4d1 HTTP/1.1" status: 200 len: 217 time: 0.1530468 Aug 10 03:16:06.821049 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=c0290811-004c-4326-997a-9713af45eb9d,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:06.832800 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-a4473a34-ab9f-4369-88c7-a0992c03cc40 None None] Set router b8c91f3e-5e57-4c1e-8284-d09d7c336597 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:16:06.958997 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cad430-90ca-46a3-80f1-90f4920ec99b req-f21fbdec-e816-43e2-ae54-3a03f6c2be01 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:06.966710 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-637a3e89-4216-4476-beb6-cc0efd7fbdf8 req-34bed72c-c87b-4612-ab19-5c56dd872cbd service neutron] 10.222.0.58 "GET /v2.0/networks/21ed31ed-6e0a-4679-a532-6a47097475c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006242 Aug 10 03:16:06.969761 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f0cad430-90ca-46a3-80f1-90f4920ec99b req-f21fbdec-e816-43e2-ae54-3a03f6c2be01 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0aebb6f-42d2-4313-8ec7-556f4c87b7e1 HTTP/1.1" status: 200 len: 944 time: 0.0691016 Aug 10 03:16:07.027044 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f0cad430-90ca-46a3-80f1-90f4920ec99b req-786a1791-9c26-456c-aef7-fd4d794647ec tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] 10.222.0.62 "GET /v2.0/security-groups?id=eac979da-9d32-4b4a-a2af-ae36ee577daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525486 Aug 10 03:16:07.075291 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['c0290811-004c-4326-997a-9713af45eb9d'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:16:07.306333 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-a4473a34-ab9f-4369-88c7-a0992c03cc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c91f3e-5e57-4c1e-8284-d09d7c336597', 'name': 'tempest-FloatingIPsNegativeTestJSON-1276423714-router', 'tenant_id': '85cd6e66cd6b4ebd85934d391b4bb4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': 'ff6de896-70cf-460a-a2aa-fa726b1b481f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:53Z', 'updated_at': '2021-08-10T03:16:03Z', 'revision_number': 4, 'project_id': '85cd6e66cd6b4ebd85934d391b4bb4d1', 'gw_port': {'id': 'ff6de896-70cf-460a-a2aa-fa726b1b481f', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ef:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c91f3e-5e57-4c1e-8284-d09d7c336597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:55Z', 'updated_at': '2021-08-10T03:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '66a13324-ae87-41f1-ac1c-69234137e915', 'name': '', 'network_id': '757fa947-6fc3-4fe5-a9a3-534310c03224', 'tenant_id': '85cd6e66cd6b4ebd85934d391b4bb4d1', 'mac_address': 'fa:16:3e:64:0b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c91f3e-5e57-4c1e-8284-d09d7c336597', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'd9a39ae4-5aa1-48bf-a7d9-e7e0f54c0431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:16:00Z', 'updated_at': '2021-08-10T03:16:03Z', 'revision_number': 2, 'project_id': '85cd6e66cd6b4ebd85934d391b4bb4d1', 'subnets': [{'id': 'd9a39ae4-5aa1-48bf-a7d9-e7e0f54c0431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:07.338860 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4473a34-ab9f-4369-88c7-a0992c03cc40 None None] Checking router: b8c91f3e-5e57-4c1e-8284-d09d7c336597 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:16:07.339306 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4473a34-ab9f-4369-88c7-a0992c03cc40 None None] Updating router b8c91f3e-5e57-4c1e-8284-d09d7c336597 port 66a13324-ae87-41f1-ac1c-69234137e915 binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:16:07.369890 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea7469-9ee3-40f6-8721-1b04ed566ee8 req-6525955e-57b7-45f0-b0ed-67ae71404f7b tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:07.383426 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aaea7469-9ee3-40f6-8721-1b04ed566ee8 req-6525955e-57b7-45f0-b0ed-67ae71404f7b tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=6557c5c5-7c00-427a-8892-89daa86c275c HTTP/1.1" status: 200 len: 944 time: 0.1266115 Aug 10 03:16:07.391260 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-a4473a34-ab9f-4369-88c7-a0992c03cc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:07.474681 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aaea7469-9ee3-40f6-8721-1b04ed566ee8 req-08824cfc-cf09-4c6c-ad09-483f300453ad tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893848 Aug 10 03:16:07.611952 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 87f5e91d-ff8b-490b-92b8-c6e14d7586ab details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:16:07.696337 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b82400-0c1f-4f75-9b11-905d60a17662 req-6354a6b0-48c4-417b-89ec-d3ec202c49e1 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:07.704220 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-71b82400-0c1f-4f75-9b11-905d60a17662 req-6354a6b0-48c4-417b-89ec-d3ec202c49e1 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f021f09-5224-4b7a-9c5e-fba5fe46e3ef HTTP/1.1" status: 200 len: 946 time: 0.1089959 Aug 10 03:16:07.805214 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-71b82400-0c1f-4f75-9b11-905d60a17662 req-11131ff9-0d56-4a04-9617-0ae1386ef4d3 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a1213b6-d6c8-4bc6-b682-6fefee541866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945866 Aug 10 03:16:07.824955 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 87f5e91d-ff8b-490b-92b8-c6e14d7586ab, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=87f5e91d-ff8b-490b-92b8-c6e14d7586ab,segment=NetworkSegment(57460c7b-40b5-477f-9b08-58fc6038b3ed),segment_id=57460c7b-40b5-477f-9b08-58fc6038b3ed)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:07.844261 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': '87f5e91d-ff8b-490b-92b8-c6e14d7586ab', 'network_id': '21ed31ed-6e0a-4679-a532-6a47097475c9', 'port_id': '87f5e91d-ff8b-490b-92b8-c6e14d7586ab', 'mac_address': 'fa:16:3e:a5:f0:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae8e75ff-2bea-4ffd-a100-33ca179d7b92', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:16:07.899871 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-a4473a34-ab9f-4369-88c7-a0992c03cc40 None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:07.932814 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-a4473a34-ab9f-4369-88c7-a0992c03cc40 None None] Transition to ACTIVE for port object 66a13324-ae87-41f1-ac1c-69234137e915 will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:16:07.942440 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3ba6d989-2791-4899-8389-73f029056de4 req-c09efe46-f3a3-4e93-9795-edc697624fb7 tempest-FloatingIPsNegativeTestJSON-479645727 tempest-FloatingIPsNegativeTestJSON-479645727-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0601425 Aug 10 03:16:07.946708 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-a4473a34-ab9f-4369-88c7-a0992c03cc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:07.967788 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:07.994749 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87f5e91d-ff8b-490b-92b8-c6e14d7586ab {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:16:08.055517 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 87f5e91d-ff8b-490b-92b8-c6e14d7586ab, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=87f5e91d-ff8b-490b-92b8-c6e14d7586ab,segment=NetworkSegment(57460c7b-40b5-477f-9b08-58fc6038b3ed),segment_id=57460c7b-40b5-477f-9b08-58fc6038b3ed)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:08.063811 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:08.073266 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a27f78d-960d-4780-8009-6e3222621d0b req-949a1478-af5d-44d7-9b7b-222ddd6588eb tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:08.081257 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7a27f78d-960d-4780-8009-6e3222621d0b req-949a1478-af5d-44d7-9b7b-222ddd6588eb tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 943 time: 0.0907094 Aug 10 03:16:08.098379 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44ee06d-bf6c-4062-9c67-fb39f21f951a None None] Pushing event updated for resources: {'Port': ['ID=66a13324-ae87-41f1-ac1c-69234137e915,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:08.137612 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7a27f78d-960d-4780-8009-6e3222621d0b req-ee7d7e31-ca05-4fb3-912d-1cf664bf106f tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553582 Aug 10 03:16:08.161820 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=87f5e91d-ff8b-490b-92b8-c6e14d7586ab,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:08.232674 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-a4473a34-ab9f-4369-88c7-a0992c03cc40 None None] Attempting to bind port 66a13324-ae87-41f1-ac1c-69234137e915 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:16:08.233777 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-a4473a34-ab9f-4369-88c7-a0992c03cc40 None None] Attempting to bind port 66a13324-ae87-41f1-ac1c-69234137e915 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '5a178a70-26f7-4191-b5e7-7d4217554f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '757fa947-6fc3-4fe5-a9a3-534310c03224'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:16:08.233777 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4473a34-ab9f-4369-88c7-a0992c03cc40 None None] Attempting to bind port 66a13324-ae87-41f1-ac1c-69234137e915 on network 757fa947-6fc3-4fe5-a9a3-534310c03224 {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:08.240826 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4473a34-ab9f-4369-88c7-a0992c03cc40 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:16:08.244022 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4473a34-ab9f-4369-88c7-a0992c03cc40 None None] Checking segment: {'id': '5a178a70-26f7-4191-b5e7-7d4217554f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '757fa947-6fc3-4fe5-a9a3-534310c03224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:16:08.245114 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-a4473a34-ab9f-4369-88c7-a0992c03cc40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:08.245627 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4473a34-ab9f-4369-88c7-a0992c03cc40 None None] Bound using segment: {'id': '5a178a70-26f7-4191-b5e7-7d4217554f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '757fa947-6fc3-4fe5-a9a3-534310c03224'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:16:08.246239 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-a4473a34-ab9f-4369-88c7-a0992c03cc40 None None] Bound port: 66a13324-ae87-41f1-ac1c-69234137e915, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a178a70-26f7-4191-b5e7-7d4217554f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '757fa947-6fc3-4fe5-a9a3-534310c03224'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:16:08.246813 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-a4473a34-ab9f-4369-88c7-a0992c03cc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:08.311027 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['87f5e91d-ff8b-490b-92b8-c6e14d7586ab'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:16:08.417794 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-a4473a34-ab9f-4369-88c7-a0992c03cc40 None None] For port 66a13324-ae87-41f1-ac1c-69234137e915, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:16:08.424466 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-a4473a34-ab9f-4369-88c7-a0992c03cc40 None None] For port 66a13324-ae87-41f1-ac1c-69234137e915, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=66a13324-ae87-41f1-ac1c-69234137e915,segment=NetworkSegment(5a178a70-26f7-4191-b5e7-7d4217554f11),segment_id=5a178a70-26f7-4191-b5e7-7d4217554f11)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:16:08.434232 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-a4473a34-ab9f-4369-88c7-a0992c03cc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:08.488106 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf4533b-4b47-40ae-902a-089e37413b45 req-27b342c5-3ef4-43db-a775-0bea9c4b82d8 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:08.500617 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49500) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:08.506235 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-e1f3301f-c946-44e3-aaa7-38104a9ac9db tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Request body: {'floatingip': {'port_id': '89aac158-9ee6-4d13-8c5d-8e082353bfcb'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:08.507371 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9cf4533b-4b47-40ae-902a-089e37413b45 req-27b342c5-3ef4-43db-a775-0bea9c4b82d8 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f021f09-5224-4b7a-9c5e-fba5fe46e3ef HTTP/1.1" status: 200 len: 946 time: 0.1166756 Aug 10 03:16:08.615186 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [req-987260f9-0525-4639-85e5-21469c69c561 req-82208683-251c-4bec-9fdb-66327a822638 tempest-FloatingIPsNegativeTestJSON-479645727 tempest-FloatingIPsNegativeTestJSON-479645727-project] show failed (client error): The resource could not be found. Aug 10 03:16:08.632047 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-987260f9-0525-4639-85e5-21469c69c561 req-82208683-251c-4bec-9fdb-66327a822638 tempest-FloatingIPsNegativeTestJSON-479645727 tempest-FloatingIPsNegativeTestJSON-479645727-project] 10.222.0.62 "GET /v2.0/floatingips/5adc8f49-eeef-4cc4-a86a-5813083aa6dd HTTP/1.1" status: 404 len: 350 time: 0.1177263 Aug 10 03:16:08.633940 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 49502) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:08.635003 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4473a34-ab9f-4369-88c7-a0992c03cc40 None None] Routers {'b8c91f3e-5e57-4c1e-8284-d09d7c336597'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:16:08.637268 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-a4473a34-ab9f-4369-88c7-a0992c03cc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:16:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['b8c91f3e-5e57-4c1e-8284-d09d7c336597'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:08.637771 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e1f3301f-c946-44e3-aaa7-38104a9ac9db tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Notify callbacks [] for floatingip, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:08.809385 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44ee06d-bf6c-4062-9c67-fb39f21f951a None None] Pushing event updated for resources: {'Port': ['ID=66a13324-ae87-41f1-ac1c-69234137e915,revision_number=4']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:08.835848 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-a4473a34-ab9f-4369-88c7-a0992c03cc40 None None] Set router b8c91f3e-5e57-4c1e-8284-d09d7c336597 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:16:08.895393 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851520f6-b1d4-4371-990e-66c6d95c660c req-277d2b9a-d258-4598-969f-7d5aa21b9170 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:08.897228 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-851520f6-b1d4-4371-990e-66c6d95c660c req-277d2b9a-d258-4598-969f-7d5aa21b9170 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0aebb6f-42d2-4313-8ec7-556f4c87b7e1 HTTP/1.1" status: 200 len: 945 time: 0.1414726 Aug 10 03:16:09.175753 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-851520f6-b1d4-4371-990e-66c6d95c660c req-d08e83fe-a8c3-47ce-84b5-a42a3f839bd2 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] 10.222.0.62 "GET /v2.0/security-groups?id=eac979da-9d32-4b4a-a2af-ae36ee577daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402638 Aug 10 03:16:09.232090 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-a4473a34-ab9f-4369-88c7-a0992c03cc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c91f3e-5e57-4c1e-8284-d09d7c336597', 'name': 'tempest-FloatingIPsNegativeTestJSON-1276423714-router', 'tenant_id': '85cd6e66cd6b4ebd85934d391b4bb4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': 'ff6de896-70cf-460a-a2aa-fa726b1b481f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:53Z', 'updated_at': '2021-08-10T03:16:03Z', 'revision_number': 4, 'project_id': '85cd6e66cd6b4ebd85934d391b4bb4d1', 'gw_port': {'id': 'ff6de896-70cf-460a-a2aa-fa726b1b481f', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ef:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c91f3e-5e57-4c1e-8284-d09d7c336597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:55Z', 'updated_at': '2021-08-10T03:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '66a13324-ae87-41f1-ac1c-69234137e915', 'name': '', 'network_id': '757fa947-6fc3-4fe5-a9a3-534310c03224', 'tenant_id': '85cd6e66cd6b4ebd85934d391b4bb4d1', 'mac_address': 'fa:16:3e:64:0b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c91f3e-5e57-4c1e-8284-d09d7c336597', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'd9a39ae4-5aa1-48bf-a7d9-e7e0f54c0431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:16:00Z', 'updated_at': '2021-08-10T03:16:08Z', 'revision_number': 4, 'project_id': '85cd6e66cd6b4ebd85934d391b4bb4d1', 'subnets': [{'id': 'd9a39ae4-5aa1-48bf-a7d9-e7e0f54c0431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:09.316445 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3f96e1d0-153b-40f9-94a7-a576b1d2700e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:09.317312 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4473a34-ab9f-4369-88c7-a0992c03cc40 None None] The sync data for ids ['b8c91f3e-5e57-4c1e-8284-d09d7c336597'] in n-d-768851-15 is: [{'id': 'b8c91f3e-5e57-4c1e-8284-d09d7c336597', 'name': 'tempest-FloatingIPsNegativeTestJSON-1276423714-router', 'tenant_id': '85cd6e66cd6b4ebd85934d391b4bb4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': 'ff6de896-70cf-460a-a2aa-fa726b1b481f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:53Z', 'updated_at': '2021-08-10T03:16:03Z', 'revision_number': 4, 'project_id': '85cd6e66cd6b4ebd85934d391b4bb4d1', 'gw_port': {'id': 'ff6de896-70cf-460a-a2aa-fa726b1b481f', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ef:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c91f3e-5e57-4c1e-8284-d09d7c336597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:55Z', 'updated_at': '2021-08-10T03:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '66a13324-ae87-41f1-ac1c-69234137e915', 'name': '', 'network_id': '757fa947-6fc3-4fe5-a9a3-534310c03224', 'tenant_id': '85cd6e66cd6b4ebd85934d391b4bb4d1', 'mac_address': 'fa:16:3e:64:0b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c91f3e-5e57-4c1e-8284-d09d7c336597', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'd9a39ae4-5aa1-48bf-a7d9-e7e0f54c0431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:16:00Z', 'updated_at': '2021-08-10T03:16:08Z', 'revision_number': 4, 'project_id': '85cd6e66cd6b4ebd85934d391b4bb4d1', 'subnets': [{'id': 'd9a39ae4-5aa1-48bf-a7d9-e7e0f54c0431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:16:09.617878 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 87f5e91d-ff8b-490b-92b8-c6e14d7586ab up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:16:09.627637 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.db.resource_extend [None req-e1f3301f-c946-44e3-aaa7-38104a9ac9db tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:16:09.766947 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port 87f5e91d-ff8b-490b-92b8-c6e14d7586ab completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:16:09.778939 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port 87f5e91d-ff8b-490b-92b8-c6e14d7586ab triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:09.779419 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:09.832211 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e1f3301f-c946-44e3-aaa7-38104a9ac9db tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:09.843486 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e1f3301f-c946-44e3-aaa7-38104a9ac9db tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:09.923815 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device c0290811-004c-4326-997a-9713af45eb9d up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:16:10.017869 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d25f0-ad3f-468b-a63c-1c72a4629801 req-6f7c8418-2ea0-4f84-82d6-818281f38d45 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:10.019511 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-821d25f0-ad3f-468b-a63c-1c72a4629801 req-6f7c8418-2ea0-4f84-82d6-818281f38d45 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=6557c5c5-7c00-427a-8892-89daa86c275c HTTP/1.1" status: 200 len: 944 time: 0.3821969 Aug 10 03:16:10.050006 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port c0290811-004c-4326-997a-9713af45eb9d completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:16:10.056362 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port c0290811-004c-4326-997a-9713af45eb9d triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:10.058115 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:10.061292 n-d-768851-15 neutron-server[94217]: INFO neutron.db.l3_db [None req-e1f3301f-c946-44e3-aaa7-38104a9ac9db tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Floating IP 5bfaef0f-6854-42fa-99fb-15027d2325c9 associated. External IP: 172.25.7.216, port: 89aac158-9ee6-4d13-8c5d-8e082353bfcb. Aug 10 03:16:10.133246 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:10.148335 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-821d25f0-ad3f-468b-a63c-1c72a4629801 req-b9dffb95-1346-469e-a854-c7c2c4167cf4 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187136 Aug 10 03:16:10.276462 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0aebb6f-42d2-4313-8ec7-556f4c87b7e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f5e91d-ff8b-490b-92b8-c6e14d7586ab'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:16:10.290815 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9462894d-9b77-4af8-a2cb-5805f3cd4112" -d '{"events": [{"server_uuid": "f0aebb6f-42d2-4313-8ec7-556f4c87b7e1", "name": "network-vif-plugged", "status": "completed", "tag": "87f5e91d-ff8b-490b-92b8-c6e14d7586ab"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:16:10.358982 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 87f5e91d-ff8b-490b-92b8-c6e14d7586ab, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=87f5e91d-ff8b-490b-92b8-c6e14d7586ab,segment=NetworkSegment(57460c7b-40b5-477f-9b08-58fc6038b3ed),segment_id=57460c7b-40b5-477f-9b08-58fc6038b3ed)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:10.370266 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:10.374032 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:10.447908 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-3f96e1d0-153b-40f9-94a7-a576b1d2700e admin admin] Deleting port 66a13324-ae87-41f1-ac1c-69234137e915 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:16:10.449466 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3f96e1d0-153b-40f9-94a7-a576b1d2700e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:10.546895 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=87f5e91d-ff8b-490b-92b8-c6e14d7586ab,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:10.553031 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 66a13324-ae87-41f1-ac1c-69234137e915 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:16:10.575365 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12faa71-e52e-4447-9da0-2c4c5aadac29 req-648ba443-8fbe-47bb-963f-d0468f0fedfb tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:10.583815 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d12faa71-e52e-4447-9da0-2c4c5aadac29 req-648ba443-8fbe-47bb-963f-d0468f0fedfb tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 943 time: 0.2384107 Aug 10 03:16:10.601909 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f3301f-c946-44e3-aaa7-38104a9ac9db tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Router 12dcf7ca-7227-44d3-9d42-e245350fbc74 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:16:10.684967 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-3f96e1d0-153b-40f9-94a7-a576b1d2700e admin admin] For port 66a13324-ae87-41f1-ac1c-69234137e915, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=66a13324-ae87-41f1-ac1c-69234137e915,segment=NetworkSegment(5a178a70-26f7-4191-b5e7-7d4217554f11),segment_id=5a178a70-26f7-4191-b5e7-7d4217554f11)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:10.685156 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3f96e1d0-153b-40f9-94a7-a576b1d2700e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:10.701034 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port c0290811-004c-4326-997a-9713af45eb9d, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=c0290811-004c-4326-997a-9713af45eb9d,segment=NetworkSegment(5f459ac7-2da0-4395-80e8-4acadecdbda0),segment_id=5f459ac7-2da0-4395-80e8-4acadecdbda0)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:10.727348 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:10.729137 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d12faa71-e52e-4447-9da0-2c4c5aadac29 req-755e671a-2064-46ee-ba6e-2cca13cb6e5d tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439459 Aug 10 03:16:10.748006 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-3f96e1d0-153b-40f9-94a7-a576b1d2700e admin admin] Calling delete_port for 66a13324-ae87-41f1-ac1c-69234137e915 owned by network:router_interface {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:16:10.801986 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 66a13324-ae87-41f1-ac1c-69234137e915 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:16:10.809196 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 66a13324-ae87-41f1-ac1c-69234137e915 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:10.810066 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:10.926137 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f3301f-c946-44e3-aaa7-38104a9ac9db tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:16:10.938797 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e1f3301f-c946-44e3-aaa7-38104a9ac9db tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:10.959356 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:10.961362 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=c0290811-004c-4326-997a-9713af45eb9d,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:10.968156 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3bc945-daa8-4e46-be55-4c59da291824 None None] Sync routers for ids ['12dcf7ca-7227-44d3-9d42-e245350fbc74'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:16:11.026269 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3bc945-daa8-4e46-be55-4c59da291824 None None] Routers {'12dcf7ca-7227-44d3-9d42-e245350fbc74'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:16:11.026976 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-8f3bc945-daa8-4e46-be55-4c59da291824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:16:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['12dcf7ca-7227-44d3-9d42-e245350fbc74'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:11.063639 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 66a13324-ae87-41f1-ac1c-69234137e915, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=66a13324-ae87-41f1-ac1c-69234137e915,segment=NetworkSegment(5a178a70-26f7-4191-b5e7-7d4217554f11),segment_id=5a178a70-26f7-4191-b5e7-7d4217554f11)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:11.115416 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:11.237548 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=66a13324-ae87-41f1-ac1c-69234137e915,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:11.271036 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-8f3bc945-daa8-4e46-be55-4c59da291824 None None] Set router 12dcf7ca-7227-44d3-9d42-e245350fbc74 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:16:11.300281 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3f96e1d0-153b-40f9-94a7-a576b1d2700e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:11.377750 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f96e1d0-153b-40f9-94a7-a576b1d2700e admin admin] Pushing event deleted for resources: {'Port': ['ID=66a13324-ae87-41f1-ac1c-69234137e915,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:11.585798 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5781fc-f18f-4402-9548-3f3af5970921 req-44cb7260-9964-4fcb-bbdb-8034065fc262 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:11.589654 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ca5781fc-f18f-4402-9548-3f3af5970921 req-44cb7260-9964-4fcb-bbdb-8034065fc262 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0aebb6f-42d2-4313-8ec7-556f4c87b7e1 HTTP/1.1" status: 200 len: 946 time: 0.3163762 Aug 10 03:16:11.772485 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ca5781fc-f18f-4402-9548-3f3af5970921 req-0d95d1ba-253d-4f4b-8529-2f79acb3c1cf tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] 10.222.0.62 "GET /v2.0/security-groups?id=eac979da-9d32-4b4a-a2af-ae36ee577daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714733 Aug 10 03:16:11.835964 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e1f3301f-c946-44e3-aaa7-38104a9ac9db tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] 10.222.0.62 "PUT /v2.0/floatingips/5bfaef0f-6854-42fa-99fb-15027d2325c9 HTTP/1.1" status: 200 len: 992 time: 3.3306897 Aug 10 03:16:11.835964 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f021f09-5224-4b7a-9c5e-fba5fe46e3ef', 'tag': '89aac158-9ee6-4d13-8c5d-8e082353bfcb'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:16:11.840233 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fdaff00-059b-4748-a5b4-847cbc5e988b" -d '{"events": [{"name": "network-changed", "server_uuid": "0f021f09-5224-4b7a-9c5e-fba5fe46e3ef", "tag": "89aac158-9ee6-4d13-8c5d-8e082353bfcb"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:16:11.854711 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b55539-db2d-43f4-abe5-719527dcbe4d x-openstack-request-id: req-95b55539-db2d-43f4-abe5-719527dcbe4d {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:16:11.855321 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0aebb6f-42d2-4313-8ec7-556f4c87b7e1", "name": "network-vif-plugged", "status": "completed", "tag": "87f5e91d-ff8b-490b-92b8-c6e14d7586ab", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:16:11.858700 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-95b55539-db2d-43f4-abe5-719527dcbe4d {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:16:11.859204 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0aebb6f-42d2-4313-8ec7-556f4c87b7e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f5e91d-ff8b-490b-92b8-c6e14d7586ab', 'code': 200} Aug 10 03:16:11.889825 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3f96e1d0-153b-40f9-94a7-a576b1d2700e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:11.986309 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-8f3bc945-daa8-4e46-be55-4c59da291824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12dcf7ca-7227-44d3-9d42-e245350fbc74', 'name': 'tempest-ServersTestFqdnHostnames-1825038511-router', 'tenant_id': '6bae6b9c32c14720bf0a198e3afedf70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'e577adea-3a53-4917-b962-d23837527276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:28Z', 'updated_at': '2021-08-10T03:15:35Z', 'revision_number': 4, 'project_id': '6bae6b9c32c14720bf0a198e3afedf70', 'gw_port': {'id': 'e577adea-3a53-4917-b962-d23837527276', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:fb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12dcf7ca-7227-44d3-9d42-e245350fbc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:29Z', 'updated_at': '2021-08-10T03:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '5bfaef0f-6854-42fa-99fb-15027d2325c9', 'tenant_id': '6bae6b9c32c14720bf0a198e3afedf70', 'floating_ip_address': '172.25.7.216', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '12dcf7ca-7227-44d3-9d42-e245350fbc74', 'port_id': '89aac158-9ee6-4d13-8c5d-8e082353bfcb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aadf8a17-809b-4292-83f3-4ba8555a94af', 'mac_address': 'fa:16:3e:9e:b6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f021f09-5224-4b7a-9c5e-fba5fe46e3ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:15:42Z', 'updated_at': '2021-08-10T03:16:09Z', 'revision_number': 1, 'project_id': '6bae6b9c32c14720bf0a198e3afedf70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a659675f-4c3e-4960-8fa0-1cd811d0e28f', 'name': '', 'network_id': 'aadf8a17-809b-4292-83f3-4ba8555a94af', 'tenant_id': '6bae6b9c32c14720bf0a198e3afedf70', 'mac_address': 'fa:16:3e:60:66:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12dcf7ca-7227-44d3-9d42-e245350fbc74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '2f598b1a-5cba-4d46-8b7f-e1e7a38ff110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:34Z', 'updated_at': '2021-08-10T03:15:45Z', 'revision_number': 5, 'project_id': '6bae6b9c32c14720bf0a198e3afedf70', 'subnets': [{'id': '2f598b1a-5cba-4d46-8b7f-e1e7a38ff110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:12.048730 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3bc945-daa8-4e46-be55-4c59da291824 None None] Checking router: 12dcf7ca-7227-44d3-9d42-e245350fbc74 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:16:12.077262 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3bc945-daa8-4e46-be55-4c59da291824 None None] Routers {'12dcf7ca-7227-44d3-9d42-e245350fbc74'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:16:12.078002 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-8f3bc945-daa8-4e46-be55-4c59da291824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:16:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['12dcf7ca-7227-44d3-9d42-e245350fbc74'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:12.251389 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751c2e5-162d-4f2a-9bb0-096105a5e677 req-f9d8b040-3ea8-4585-b082-3494fc1b8483 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:12.251755 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-8f3bc945-daa8-4e46-be55-4c59da291824 None None] Set router 12dcf7ca-7227-44d3-9d42-e245350fbc74 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:16:12.254050 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3751c2e5-162d-4f2a-9bb0-096105a5e677 req-f9d8b040-3ea8-4585-b082-3494fc1b8483 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=6557c5c5-7c00-427a-8892-89daa86c275c HTTP/1.1" status: 200 len: 945 time: 0.1098588 Aug 10 03:16:12.264423 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f26b85-5dd3-4b64-9cf9-2b33924d4812 req-0374386b-d3c2-47c0-bca9-84ea4389c585 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:12.266105 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b3f26b85-5dd3-4b64-9cf9-2b33924d4812 req-0374386b-d3c2-47c0-bca9-84ea4389c585 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 943 time: 0.1131046 Aug 10 03:16:12.629998 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b3f26b85-5dd3-4b64-9cf9-2b33924d4812 req-14957b9e-0bda-4e9b-aea2-83abdebc01aa tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3541496 Aug 10 03:16:12.680749 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3751c2e5-162d-4f2a-9bb0-096105a5e677 req-85d40a6c-6503-41fb-a4ce-8302f88951f9 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4088051 Aug 10 03:16:12.760538 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38782c28-aafa-4a29-81c8-2abd860c4c92 x-openstack-request-id: req-38782c28-aafa-4a29-81c8-2abd860c4c92 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:16:12.761053 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f021f09-5224-4b7a-9c5e-fba5fe46e3ef", "tag": "89aac158-9ee6-4d13-8c5d-8e082353bfcb", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:16:12.761152 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-38782c28-aafa-4a29-81c8-2abd860c4c92 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:16:12.761599 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f021f09-5224-4b7a-9c5e-fba5fe46e3ef', 'tag': '89aac158-9ee6-4d13-8c5d-8e082353bfcb', 'status': 'completed', 'code': 200} Aug 10 03:16:12.825598 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f96e1d0-153b-40f9-94a7-a576b1d2700e admin admin] Router b8c91f3e-5e57-4c1e-8284-d09d7c336597 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:16:12.996116 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-8f3bc945-daa8-4e46-be55-4c59da291824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12dcf7ca-7227-44d3-9d42-e245350fbc74', 'name': 'tempest-ServersTestFqdnHostnames-1825038511-router', 'tenant_id': '6bae6b9c32c14720bf0a198e3afedf70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'e577adea-3a53-4917-b962-d23837527276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:28Z', 'updated_at': '2021-08-10T03:15:35Z', 'revision_number': 4, 'project_id': '6bae6b9c32c14720bf0a198e3afedf70', 'gw_port': {'id': 'e577adea-3a53-4917-b962-d23837527276', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:fb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12dcf7ca-7227-44d3-9d42-e245350fbc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:29Z', 'updated_at': '2021-08-10T03:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '5bfaef0f-6854-42fa-99fb-15027d2325c9', 'tenant_id': '6bae6b9c32c14720bf0a198e3afedf70', 'floating_ip_address': '172.25.7.216', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '12dcf7ca-7227-44d3-9d42-e245350fbc74', 'port_id': '89aac158-9ee6-4d13-8c5d-8e082353bfcb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aadf8a17-809b-4292-83f3-4ba8555a94af', 'mac_address': 'fa:16:3e:9e:b6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f021f09-5224-4b7a-9c5e-fba5fe46e3ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:15:42Z', 'updated_at': '2021-08-10T03:16:09Z', 'revision_number': 1, 'project_id': '6bae6b9c32c14720bf0a198e3afedf70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a659675f-4c3e-4960-8fa0-1cd811d0e28f', 'name': '', 'network_id': 'aadf8a17-809b-4292-83f3-4ba8555a94af', 'tenant_id': '6bae6b9c32c14720bf0a198e3afedf70', 'mac_address': 'fa:16:3e:60:66:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12dcf7ca-7227-44d3-9d42-e245350fbc74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '2f598b1a-5cba-4d46-8b7f-e1e7a38ff110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:34Z', 'updated_at': '2021-08-10T03:15:45Z', 'revision_number': 5, 'project_id': '6bae6b9c32c14720bf0a198e3afedf70', 'subnets': [{'id': '2f598b1a-5cba-4d46-8b7f-e1e7a38ff110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:13.071640 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3bc945-daa8-4e46-be55-4c59da291824 None None] The sync data for ids ['12dcf7ca-7227-44d3-9d42-e245350fbc74'] in n-d-768851-15 is: [{'id': '12dcf7ca-7227-44d3-9d42-e245350fbc74', 'name': 'tempest-ServersTestFqdnHostnames-1825038511-router', 'tenant_id': '6bae6b9c32c14720bf0a198e3afedf70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'e577adea-3a53-4917-b962-d23837527276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:28Z', 'updated_at': '2021-08-10T03:15:35Z', 'revision_number': 4, 'project_id': '6bae6b9c32c14720bf0a198e3afedf70', 'gw_port': {'id': 'e577adea-3a53-4917-b962-d23837527276', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:fb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12dcf7ca-7227-44d3-9d42-e245350fbc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:29Z', 'updated_at': '2021-08-10T03:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '5bfaef0f-6854-42fa-99fb-15027d2325c9', 'tenant_id': '6bae6b9c32c14720bf0a198e3afedf70', 'floating_ip_address': '172.25.7.216', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '12dcf7ca-7227-44d3-9d42-e245350fbc74', 'port_id': '89aac158-9ee6-4d13-8c5d-8e082353bfcb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aadf8a17-809b-4292-83f3-4ba8555a94af', 'mac_address': 'fa:16:3e:9e:b6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f021f09-5224-4b7a-9c5e-fba5fe46e3ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:15:42Z', 'updated_at': '2021-08-10T03:16:09Z', 'revision_number': 1, 'project_id': '6bae6b9c32c14720bf0a198e3afedf70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a659675f-4c3e-4960-8fa0-1cd811d0e28f', 'name': '', 'network_id': 'aadf8a17-809b-4292-83f3-4ba8555a94af', 'tenant_id': '6bae6b9c32c14720bf0a198e3afedf70', 'mac_address': 'fa:16:3e:60:66:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12dcf7ca-7227-44d3-9d42-e245350fbc74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '2f598b1a-5cba-4d46-8b7f-e1e7a38ff110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:34Z', 'updated_at': '2021-08-10T03:15:45Z', 'revision_number': 5, 'project_id': '6bae6b9c32c14720bf0a198e3afedf70', 'subnets': [{'id': '2f598b1a-5cba-4d46-8b7f-e1e7a38ff110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:16:13.142112 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f96e1d0-153b-40f9-94a7-a576b1d2700e admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:16:13.149095 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-3f96e1d0-153b-40f9-94a7-a576b1d2700e admin admin] 10.222.0.62 "PUT /v2.0/routers/b8c91f3e-5e57-4c1e-8284-d09d7c336597/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5126252 Aug 10 03:16:13.152839 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49572) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:13.157339 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c549815-9db2-48f5-b5dd-96162d29b2c8 None None] Sync routers for ids ['b8c91f3e-5e57-4c1e-8284-d09d7c336597'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:16:13.159866 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c72acc-90f2-458e-94dc-f076a7d196ae req-103b20d2-5bfe-4a41-9a96-9e3c4dec6bd3 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:13.161721 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b0c72acc-90f2-458e-94dc-f076a7d196ae req-103b20d2-5bfe-4a41-9a96-9e3c4dec6bd3 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0aebb6f-42d2-4313-8ec7-556f4c87b7e1 HTTP/1.1" status: 200 len: 946 time: 0.0924187 Aug 10 03:16:13.179051 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c549815-9db2-48f5-b5dd-96162d29b2c8 None None] Routers {'b8c91f3e-5e57-4c1e-8284-d09d7c336597'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:16:13.180027 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-3c549815-9db2-48f5-b5dd-96162d29b2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:16:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['b8c91f3e-5e57-4c1e-8284-d09d7c336597'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:13.345949 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-3c549815-9db2-48f5-b5dd-96162d29b2c8 None None] Set router b8c91f3e-5e57-4c1e-8284-d09d7c336597 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:16:13.369985 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b0c72acc-90f2-458e-94dc-f076a7d196ae req-01104f4c-2d7a-4fb5-b5c4-46f8892c90b8 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] 10.222.0.62 "GET /v2.0/security-groups?id=eac979da-9d32-4b4a-a2af-ae36ee577daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888072 Aug 10 03:16:13.438551 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdaff00-059b-4748-a5b4-847cbc5e988b req-c56b4f1e-24e2-40d8-9885-2ae66753f571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:13.439951 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7fdaff00-059b-4748-a5b4-847cbc5e988b req-c56b4f1e-24e2-40d8-9885-2ae66753f571 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6bae6b9c32c14720bf0a198e3afedf70&device_id=0f021f09-5224-4b7a-9c5e-fba5fe46e3ef HTTP/1.1" status: 200 len: 1098 time: 0.6572959 Aug 10 03:16:13.490046 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dfbbd1-c7a2-48e5-9ea6-bbaf4113ab17 None None] New status for floating IP 5bfaef0f-6854-42fa-99fb-15027d2325c9: ACTIVE {{(pid=94218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:16:13.510696 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a500d7b0-ee7a-47e8-9dfa-bd328a26a389 admin admin] Notify callbacks [] for router, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:13.594659 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-3c549815-9db2-48f5-b5dd-96162d29b2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c91f3e-5e57-4c1e-8284-d09d7c336597', 'name': 'tempest-FloatingIPsNegativeTestJSON-1276423714-router', 'tenant_id': '85cd6e66cd6b4ebd85934d391b4bb4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': 'ff6de896-70cf-460a-a2aa-fa726b1b481f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:53Z', 'updated_at': '2021-08-10T03:16:11Z', 'revision_number': 5, 'project_id': '85cd6e66cd6b4ebd85934d391b4bb4d1', 'gw_port': {'id': 'ff6de896-70cf-460a-a2aa-fa726b1b481f', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ef:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c91f3e-5e57-4c1e-8284-d09d7c336597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:55Z', 'updated_at': '2021-08-10T03:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:13.623572 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c549815-9db2-48f5-b5dd-96162d29b2c8 None None] Checking router: b8c91f3e-5e57-4c1e-8284-d09d7c336597 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:16:13.632419 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c549815-9db2-48f5-b5dd-96162d29b2c8 None None] Routers {'b8c91f3e-5e57-4c1e-8284-d09d7c336597'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:16:13.633299 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-3c549815-9db2-48f5-b5dd-96162d29b2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:16:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['b8c91f3e-5e57-4c1e-8284-d09d7c336597'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:13.670476 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdaff00-059b-4748-a5b4-847cbc5e988b req-d3429f8b-27fa-44c5-bd45-ecb760e8064d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:13.674576 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7fdaff00-059b-4748-a5b4-847cbc5e988b req-d3429f8b-27fa-44c5-bd45-ecb760e8064d service neutron] 10.222.0.60 "GET /v2.0/networks?id=aadf8a17-809b-4292-83f3-4ba8555a94af HTTP/1.1" status: 200 len: 916 time: 0.2166884 Aug 10 03:16:13.680400 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a500d7b0-ee7a-47e8-9dfa-bd328a26a389 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:13.747600 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-3c549815-9db2-48f5-b5dd-96162d29b2c8 None None] Set router b8c91f3e-5e57-4c1e-8284-d09d7c336597 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:16:13.842809 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-a500d7b0-ee7a-47e8-9dfa-bd328a26a389 admin admin] Deleting port ff6de896-70cf-460a-a2aa-fa726b1b481f {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:16:13.843981 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a500d7b0-ee7a-47e8-9dfa-bd328a26a389 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:13.860467 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6557c5c5-7c00-427a-8892-89daa86c275c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0290811-004c-4326-997a-9713af45eb9d'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:16:13.863197 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d8ef12-c4a9-41c8-a5b8-444ab0262cec" -d '{"events": [{"server_uuid": "6557c5c5-7c00-427a-8892-89daa86c275c", "name": "network-vif-plugged", "status": "completed", "tag": "c0290811-004c-4326-997a-9713af45eb9d"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:16:13.881124 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7fdaff00-059b-4748-a5b4-847cbc5e988b req-27d94866-f16e-4e80-b0a4-cb51e6e30118 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89aac158-9ee6-4d13-8c5d-8e082353bfcb HTTP/1.1" status: 200 len: 1000 time: 0.2005193 Aug 10 03:16:13.941887 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdaff00-059b-4748-a5b4-847cbc5e988b req-1d861950-c702-46f7-822a-452e2b7b9777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:13.943723 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7fdaff00-059b-4748-a5b4-847cbc5e988b req-1d861950-c702-46f7-822a-452e2b7b9777 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2f598b1a-5cba-4d46-8b7f-e1e7a38ff110 HTTP/1.1" status: 200 len: 854 time: 0.0537186 Aug 10 03:16:13.971224 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da02a29b-2283-4d5a-a354-1796b43e4032 req-84e4a8d4-4be1-4d81-99c7-4819fd3646b9 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:13.973038 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-da02a29b-2283-4d5a-a354-1796b43e4032 req-84e4a8d4-4be1-4d81-99c7-4819fd3646b9 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 943 time: 0.1645410 Aug 10 03:16:13.974510 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-3c549815-9db2-48f5-b5dd-96162d29b2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c91f3e-5e57-4c1e-8284-d09d7c336597', 'name': 'tempest-FloatingIPsNegativeTestJSON-1276423714-router', 'tenant_id': '85cd6e66cd6b4ebd85934d391b4bb4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': 'ff6de896-70cf-460a-a2aa-fa726b1b481f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:53Z', 'updated_at': '2021-08-10T03:16:11Z', 'revision_number': 5, 'project_id': '85cd6e66cd6b4ebd85934d391b4bb4d1', 'gw_port': {'id': 'ff6de896-70cf-460a-a2aa-fa726b1b481f', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ef:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c91f3e-5e57-4c1e-8284-d09d7c336597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:55Z', 'updated_at': '2021-08-10T03:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:13.979665 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-a500d7b0-ee7a-47e8-9dfa-bd328a26a389 admin admin] For port ff6de896-70cf-460a-a2aa-fa726b1b481f, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=ff6de896-70cf-460a-a2aa-fa726b1b481f,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:13.980019 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a500d7b0-ee7a-47e8-9dfa-bd328a26a389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:14.012897 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c549815-9db2-48f5-b5dd-96162d29b2c8 None None] The sync data for ids ['b8c91f3e-5e57-4c1e-8284-d09d7c336597'] in n-d-768851-15 is: [{'id': 'b8c91f3e-5e57-4c1e-8284-d09d7c336597', 'name': 'tempest-FloatingIPsNegativeTestJSON-1276423714-router', 'tenant_id': '85cd6e66cd6b4ebd85934d391b4bb4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': 'ff6de896-70cf-460a-a2aa-fa726b1b481f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:53Z', 'updated_at': '2021-08-10T03:16:11Z', 'revision_number': 5, 'project_id': '85cd6e66cd6b4ebd85934d391b4bb4d1', 'gw_port': {'id': 'ff6de896-70cf-460a-a2aa-fa726b1b481f', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ef:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c91f3e-5e57-4c1e-8284-d09d7c336597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:55Z', 'updated_at': '2021-08-10T03:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:16:14.018885 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-a500d7b0-ee7a-47e8-9dfa-bd328a26a389 admin admin] Calling delete_port for ff6de896-70cf-460a-a2aa-fa726b1b481f owned by network:router_gateway {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:16:14.053910 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdaff00-059b-4748-a5b4-847cbc5e988b req-f0eded9b-f5f7-4a95-9399-bf74fcd792b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:14.053910 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7fdaff00-059b-4748-a5b4-847cbc5e988b req-f0eded9b-f5f7-4a95-9399-bf74fcd792b6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=aadf8a17-809b-4292-83f3-4ba8555a94af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0983524 Aug 10 03:16:14.054216 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-da02a29b-2283-4d5a-a354-1796b43e4032 req-cbd7fe0f-f69a-44d0-89e6-9dfb7bf654df tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600929 Aug 10 03:16:14.235928 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f341b-4bea-4f45-97e1-e9d7a5d397cf req-b87b7ee9-3cf4-4279-9b9b-0093a356227f tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:14.237960 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ee1f341b-4bea-4f45-97e1-e9d7a5d397cf req-b87b7ee9-3cf4-4279-9b9b-0093a356227f tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=6557c5c5-7c00-427a-8892-89daa86c275c HTTP/1.1" status: 200 len: 945 time: 0.0824122 Aug 10 03:16:14.269858 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7fdaff00-059b-4748-a5b4-847cbc5e988b req-31b037bc-8973-4392-9066-99e87119c319 service neutron] 10.222.0.60 "GET /v2.0/networks/aadf8a17-809b-4292-83f3-4ba8555a94af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110524 Aug 10 03:16:14.305597 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ee1f341b-4bea-4f45-97e1-e9d7a5d397cf req-7f147d36-be49-457c-ae5e-8f5fd7f3d734 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561783 Aug 10 03:16:14.323100 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84486e45-6ce4-44c5-b92d-1fc6d7883a3a x-openstack-request-id: req-84486e45-6ce4-44c5-b92d-1fc6d7883a3a {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:16:14.323916 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6557c5c5-7c00-427a-8892-89daa86c275c", "name": "network-vif-plugged", "status": "completed", "tag": "c0290811-004c-4326-997a-9713af45eb9d", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:16:14.323916 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-84486e45-6ce4-44c5-b92d-1fc6d7883a3a {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:16:14.324406 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6557c5c5-7c00-427a-8892-89daa86c275c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0290811-004c-4326-997a-9713af45eb9d', 'code': 200} Aug 10 03:16:14.455036 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 66a13324-ae87-41f1-ac1c-69234137e915 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:16:14.461137 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7fdaff00-059b-4748-a5b4-847cbc5e988b req-a4c7fb80-f834-4982-8ca7-958942b30b37 service neutron] 10.222.0.60 "GET /v2.0/networks/aadf8a17-809b-4292-83f3-4ba8555a94af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707306 Aug 10 03:16:14.535188 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 66a13324-ae87-41f1-ac1c-69234137e915 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:16:14.535592 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 66a13324-ae87-41f1-ac1c-69234137e915 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:16:14.559708 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caeda6f-66d4-4f44-85af-c7546f051faa req-7c555706-b416-4487-821e-155396856eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:14.561869 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4caeda6f-66d4-4f44-85af-c7546f051faa req-7c555706-b416-4487-821e-155396856eb2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6557c5c5-7c00-427a-8892-89daa86c275c HTTP/1.1" status: 200 len: 1097 time: 0.0996368 Aug 10 03:16:14.626118 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d372bba4-ea0a-49d0-828b-18316f66bfdd req-d68c1fd9-52bc-4f80-a611-789de912db1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:14.628094 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d372bba4-ea0a-49d0-828b-18316f66bfdd req-d68c1fd9-52bc-4f80-a611-789de912db1b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f0aebb6f-42d2-4313-8ec7-556f4c87b7e1 HTTP/1.1" status: 200 len: 1098 time: 0.2221775 Aug 10 03:16:14.663402 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a500d7b0-ee7a-47e8-9dfa-bd328a26a389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:14.714859 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a500d7b0-ee7a-47e8-9dfa-bd328a26a389 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff6de896-70cf-460a-a2aa-fa726b1b481f,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:14.734748 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4caeda6f-66d4-4f44-85af-c7546f051faa req-c638096b-e934-42dc-ad50-5fbeca0e4020 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551569 Aug 10 03:16:14.766719 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a500d7b0-ee7a-47e8-9dfa-bd328a26a389 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:14.766719 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a500d7b0-ee7a-47e8-9dfa-bd328a26a389 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:14.769115 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a500d7b0-ee7a-47e8-9dfa-bd328a26a389 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:14.770644 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a500d7b0-ee7a-47e8-9dfa-bd328a26a389 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:14.771079 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a500d7b0-ee7a-47e8-9dfa-bd328a26a389 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:14.771431 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a500d7b0-ee7a-47e8-9dfa-bd328a26a389 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:14.771813 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a500d7b0-ee7a-47e8-9dfa-bd328a26a389 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:14.772152 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a500d7b0-ee7a-47e8-9dfa-bd328a26a389 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:14.772487 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a500d7b0-ee7a-47e8-9dfa-bd328a26a389 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:14.772887 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a500d7b0-ee7a-47e8-9dfa-bd328a26a389 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:14.773272 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a500d7b0-ee7a-47e8-9dfa-bd328a26a389 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:14.773712 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a500d7b0-ee7a-47e8-9dfa-bd328a26a389 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:14.797579 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22446796-a3c9-4e42-9832-fade77d5ffa6 req-52220f43-a0ba-4158-acb0-3fc81c3d6e86 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:14.799202 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-22446796-a3c9-4e42-9832-fade77d5ffa6 req-52220f43-a0ba-4158-acb0-3fc81c3d6e86 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0aebb6f-42d2-4313-8ec7-556f4c87b7e1 HTTP/1.1" status: 200 len: 946 time: 0.1539521 Aug 10 03:16:14.891840 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d372bba4-ea0a-49d0-828b-18316f66bfdd req-3cb7cdf6-d51a-4065-88e1-c69274107193 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=eac979da-9d32-4b4a-a2af-ae36ee577daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734787 Aug 10 03:16:14.897235 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a500d7b0-ee7a-47e8-9dfa-bd328a26a389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:14.909473 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-22446796-a3c9-4e42-9832-fade77d5ffa6 req-8106c072-4e7d-4c23-9d1c-97a154d0aba7 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] 10.222.0.62 "GET /v2.0/security-groups?id=eac979da-9d32-4b4a-a2af-ae36ee577daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896175 Aug 10 03:16:15.039914 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a500d7b0-ee7a-47e8-9dfa-bd328a26a389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:15.043243 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a500d7b0-ee7a-47e8-9dfa-bd328a26a389 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:15.115058 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a500d7b0-ee7a-47e8-9dfa-bd328a26a389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:15.116269 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a500d7b0-ee7a-47e8-9dfa-bd328a26a389 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8c91f3e-5e57-4c1e-8284-d09d7c336597 {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:16:15.121223 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a500d7b0-ee7a-47e8-9dfa-bd328a26a389 admin admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:15.123197 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a500d7b0-ee7a-47e8-9dfa-bd328a26a389 admin admin] 10.222.0.62 "DELETE /v2.0/routers/b8c91f3e-5e57-4c1e-8284-d09d7c336597 HTTP/1.1" status: 204 len: 168 time: 1.9678879 Aug 10 03:16:15.124788 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49632) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:15.204012 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-8be45ce3-bee0-49fc-819b-69ecaad74535 admin admin] Deleting subnet d9a39ae4-5aa1-48bf-a7d9-e7e0f54c0431 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:16:15.207936 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8be45ce3-bee0-49fc-819b-69ecaad74535 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:15.303670 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8be45ce3-bee0-49fc-819b-69ecaad74535 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:15.330907 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fde5b9-6e93-49ee-ba41-fc2de242467c req-9a1cceeb-dc55-4108-abe7-5130f4ac5147 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:15.339258 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-42fde5b9-6e93-49ee-ba41-fc2de242467c req-9a1cceeb-dc55-4108-abe7-5130f4ac5147 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 943 time: 0.1265144 Aug 10 03:16:15.352181 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c61db-8de0-492a-b80b-93d84a262d72 req-b5253dec-f479-488b-bb4f-2dba82dcb94c tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:15.353866 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c12c61db-8de0-492a-b80b-93d84a262d72 req-b5253dec-f479-488b-bb4f-2dba82dcb94c tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/networks?id=3a83eb90-c240-427c-8862-08b707a921de HTTP/1.1" status: 200 len: 805 time: 0.2841344 Aug 10 03:16:15.394595 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c12c61db-8de0-492a-b80b-93d84a262d72 req-ed69229c-3c4a-4bda-8b8b-afa23e467c4a tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/quotas/80cee0cf0c3a4048b8f14bdc8a4b40c6 HTTP/1.1" status: 200 len: 375 time: 0.0106363 Aug 10 03:16:15.415803 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8be45ce3-bee0-49fc-819b-69ecaad74535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:15.431296 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-42fde5b9-6e93-49ee-ba41-fc2de242467c req-b9bd37b0-3304-4d0e-912b-5871271b86eb tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854878 Aug 10 03:16:15.505630 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c12c61db-8de0-492a-b80b-93d84a262d72 req-7cbd8e42-a419-4d14-b498-f9e9f5698e91 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=80cee0cf0c3a4048b8f14bdc8a4b40c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1007681 Aug 10 03:16:15.526671 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8be45ce3-bee0-49fc-819b-69ecaad74535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:15.548139 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8be45ce3-bee0-49fc-819b-69ecaad74535 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:15.552725 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8be45ce3-bee0-49fc-819b-69ecaad74535 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d9a39ae4-5aa1-48bf-a7d9-e7e0f54c0431 HTTP/1.1" status: 204 len: 168 time: 0.4242325 Aug 10 03:16:15.561354 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc8c6a7-f24d-4fdf-86b7-c71e55e321f0 None None] Network 757fa947-6fc3-4fe5-a9a3-534310c03224 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:16:15.590709 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be45ce3-bee0-49fc-819b-69ecaad74535 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9a39ae4-5aa1-48bf-a7d9-e7e0f54c0431,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:15.592888 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49640) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:15.773814 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c12c61db-8de0-492a-b80b-93d84a262d72 req-b468e4e4-b2a8-498e-867c-963e8b77ae0d service neutron] 10.222.0.62 "GET /v2.0/networks/3a83eb90-c240-427c-8862-08b707a921de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589521 Aug 10 03:16:15.814817 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3d61e7b1-d9e2-479b-acd6-6195428d6a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:15.891778 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfdff63-91c1-44ce-b1a7-ced837f2c24a None None] DHCP port deletion for 757fa947-6fc3-4fe5-a9a3-534310c03224 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:16:15.915263 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825fc8c5-9582-49fb-aec7-2e527e3a22a8 req-bae613eb-861e-40cb-988d-511a51bbee3b tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:15.923500 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-825fc8c5-9582-49fb-aec7-2e527e3a22a8 req-bae613eb-861e-40cb-988d-511a51bbee3b tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=6557c5c5-7c00-427a-8892-89daa86c275c HTTP/1.1" status: 200 len: 945 time: 0.2584100 Aug 10 03:16:15.950020 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-3d61e7b1-d9e2-479b-acd6-6195428d6a63 admin admin] Deleting port bed069ec-2559-4d1f-b211-ea35046538b9 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:16:15.950664 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3d61e7b1-d9e2-479b-acd6-6195428d6a63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:15.981254 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-825fc8c5-9582-49fb-aec7-2e527e3a22a8 req-c9faea0d-6255-4919-a95f-61b764211cb9 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567863 Aug 10 03:16:15.993406 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-ebfdff63-91c1-44ce-b1a7-ced837f2c24a None None] Deleting port bed069ec-2559-4d1f-b211-ea35046538b9 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:16:15.993914 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ebfdff63-91c1-44ce-b1a7-ced837f2c24a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:16.026633 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c12c61db-8de0-492a-b80b-93d84a262d72 req-ea6e4947-4a22-4ace-81c2-b380fa049deb service neutron] 10.222.0.62 "GET /v2.0/networks/3a83eb90-c240-427c-8862-08b707a921de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518041 Aug 10 03:16:16.095458 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-ebfdff63-91c1-44ce-b1a7-ced837f2c24a None None] For port bed069ec-2559-4d1f-b211-ea35046538b9, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=bed069ec-2559-4d1f-b211-ea35046538b9,segment=NetworkSegment(5a178a70-26f7-4191-b5e7-7d4217554f11),segment_id=5a178a70-26f7-4191-b5e7-7d4217554f11)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:16.095869 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ebfdff63-91c1-44ce-b1a7-ced837f2c24a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:16.102538 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-3d61e7b1-d9e2-479b-acd6-6195428d6a63 admin admin] For port bed069ec-2559-4d1f-b211-ea35046538b9, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=bed069ec-2559-4d1f-b211-ea35046538b9,segment=NetworkSegment(5a178a70-26f7-4191-b5e7-7d4217554f11),segment_id=5a178a70-26f7-4191-b5e7-7d4217554f11)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:16.102903 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3d61e7b1-d9e2-479b-acd6-6195428d6a63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:16.124866 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-3d61e7b1-d9e2-479b-acd6-6195428d6a63 admin admin] Calling delete_port for bed069ec-2559-4d1f-b211-ea35046538b9 owned by network:dhcp {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:16:16.150982 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-ebfdff63-91c1-44ce-b1a7-ced837f2c24a None None] Calling delete_port for bed069ec-2559-4d1f-b211-ea35046538b9 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:16:16.238211 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3d61e7b1-d9e2-479b-acd6-6195428d6a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:16.285098 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d61e7b1-d9e2-479b-acd6-6195428d6a63 admin admin] Pushing event deleted for resources: {'Port': ['ID=bed069ec-2559-4d1f-b211-ea35046538b9,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:16.294750 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d61e7b1-d9e2-479b-acd6-6195428d6a63 admin admin] No DVR routers for this DVR port bed069ec-2559-4d1f-b211-ea35046538b9 on host n-d-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:16:16.330719 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ebfdff63-91c1-44ce-b1a7-ced837f2c24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:16.336249 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device ff6de896-70cf-460a-a2aa-fa726b1b481f no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:16:16.365185 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: ff6de896-70cf-460a-a2aa-fa726b1b481f {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:16:16.365844 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device ff6de896-70cf-460a-a2aa-fa726b1b481f not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:16:16.366447 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device bed069ec-2559-4d1f-b211-ea35046538b9 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:16:16.393673 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfdff63-91c1-44ce-b1a7-ced837f2c24a None None] Pushing event deleted for resources: {'Port': ['ID=bed069ec-2559-4d1f-b211-ea35046538b9,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:16.406798 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e95d1835-a23a-41ef-8935-eeb25d59e7f5 req-858e9d4b-5940-4cf6-9002-7ee77a2c71e5 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=2033c933-a9f1-457c-999c-9d1f8a46fedb HTTP/1.1" status: 200 len: 210 time: 0.0412357 Aug 10 03:16:16.424971 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: bed069ec-2559-4d1f-b211-ea35046538b9 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:16:16.426109 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device bed069ec-2559-4d1f-b211-ea35046538b9 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:16:16.428018 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfdff63-91c1-44ce-b1a7-ced837f2c24a None None] No DVR routers for this DVR port bed069ec-2559-4d1f-b211-ea35046538b9 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:16:16.461989 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3d61e7b1-d9e2-479b-acd6-6195428d6a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:16.482072 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-3d61e7b1-d9e2-479b-acd6-6195428d6a63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['757fa947-6fc3-4fe5-a9a3-534310c03224']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:16.498030 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-3d61e7b1-d9e2-479b-acd6-6195428d6a63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a178a70-26f7-4191-b5e7-7d4217554f11') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:16.498604 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-3d61e7b1-d9e2-479b-acd6-6195428d6a63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a178a70-26f7-4191-b5e7-7d4217554f11') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:16.523582 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3d61e7b1-d9e2-479b-acd6-6195428d6a63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:16.564138 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3d61e7b1-d9e2-479b-acd6-6195428d6a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:16.595667 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd09ebc-6ac9-4894-a383-56e140dd5fda req-709b1b6a-5124-4301-bca2-398e709fb654 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:16.598223 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d61e7b1-d9e2-479b-acd6-6195428d6a63 admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:16:16.601307 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3d61e7b1-d9e2-479b-acd6-6195428d6a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:16.604060 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dcd09ebc-6ac9-4894-a383-56e140dd5fda req-709b1b6a-5124-4301-bca2-398e709fb654 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0aebb6f-42d2-4313-8ec7-556f4c87b7e1 HTTP/1.1" status: 200 len: 946 time: 0.3166654 Aug 10 03:16:16.608718 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:16:16.608718 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:16:16.608718 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:16:16.608718 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:16:16.608718 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:16:16.608718 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:16:16.608718 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:16:16.608718 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:16:16.608718 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:16:16.608718 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:16:16.608718 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:16:16.608718 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:16:16.608718 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:16:16.608718 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:16:16.608718 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:16:16.608718 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:16:16.608718 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:16:16.608718 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:16:16.608718 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:16:16.608718 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:16:16.608718 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:16:16.608718 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:16:16.608718 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:16:16.608718 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:16:16.608718 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:16:16.608718 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:16:16.608718 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:16:16.608718 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:16:16.608718 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:16:16.608718 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:16:16.608718 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:16:16.608718 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:16:16.691372 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dcd09ebc-6ac9-4894-a383-56e140dd5fda req-98475fb2-c5f4-4d8b-9342-e0a0fb531a80 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] 10.222.0.62 "GET /v2.0/security-groups?id=eac979da-9d32-4b4a-a2af-ae36ee577daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842583 Aug 10 03:16:16.712138 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3d61e7b1-d9e2-479b-acd6-6195428d6a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:16.720771 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3d61e7b1-d9e2-479b-acd6-6195428d6a63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:16.725104 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3d61e7b1-d9e2-479b-acd6-6195428d6a63 admin admin] 10.222.0.62 "DELETE /v2.0/networks/757fa947-6fc3-4fe5-a9a3-534310c03224 HTTP/1.1" status: 204 len: 168 time: 1.1293848 Aug 10 03:16:16.745000 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4966e3-f0bf-4c78-acc5-b9958baec338 req-9b7e5137-69c7-4e72-9879-26919eae8a63 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:16.753516 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9c4966e3-f0bf-4c78-acc5-b9958baec338 req-9b7e5137-69c7-4e72-9879-26919eae8a63 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f71cd04-e10c-48ae-9c97-e2565e731b3a HTTP/1.1" status: 200 len: 945 time: 0.2967749 Aug 10 03:16:16.761961 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d61e7b1-d9e2-479b-acd6-6195428d6a63 admin admin] Pushing event deleted for resources: {'Network': ['ID=757fa947-6fc3-4fe5-a9a3-534310c03224,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:16.824558 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5478ea28-75e1-4445-84e8-c77f4d54f728 req-144ade90-f607-4fa0-ab91-a6520c97ddf9 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:16.841802 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5478ea28-75e1-4445-84e8-c77f4d54f728 req-144ade90-f607-4fa0-ab91-a6520c97ddf9 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 943 time: 0.2350168 Aug 10 03:16:16.936916 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5478ea28-75e1-4445-84e8-c77f4d54f728 req-9f0b8a6a-6aef-49f9-96d8-0002af77c521 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940137 Aug 10 03:16:17.040188 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49668) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:17.076058 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-9c4966e3-f0bf-4c78-acc5-b9958baec338 req-bc161c51-3772-4918-8fdb-a3b55aeb1b35 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Deleting port deb3beda-cb85-455c-ab9e-b25658569bdb {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:16:17.076468 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-9c4966e3-f0bf-4c78-acc5-b9958baec338 req-bc161c51-3772-4918-8fdb-a3b55aeb1b35 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:17.151558 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-66a67582-4ed4-4c78-bfea-2bc23ccb8915 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=85cd6e66cd6b4ebd85934d391b4bb4d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1074598 Aug 10 03:16:17.154197 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49672) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:17.205892 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401c4a7-107c-42db-ae82-79145926b183 req-5c167c98-83b1-4422-839e-21ade020fa06 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:17.214302 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7401c4a7-107c-42db-ae82-79145926b183 req-5c167c98-83b1-4422-839e-21ade020fa06 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=6557c5c5-7c00-427a-8892-89daa86c275c HTTP/1.1" status: 200 len: 945 time: 0.1155889 Aug 10 03:16:17.275867 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-534014e8-09c6-4d0d-a471-67e58f0b560e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:17.299551 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-9c4966e3-f0bf-4c78-acc5-b9958baec338 req-bc161c51-3772-4918-8fdb-a3b55aeb1b35 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] For port deb3beda-cb85-455c-ab9e-b25658569bdb, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=deb3beda-cb85-455c-ab9e-b25658569bdb,segment=NetworkSegment(2b95187c-537c-4822-a0b0-e1996874f1d3),segment_id=2b95187c-537c-4822-a0b0-e1996874f1d3)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:17.299941 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-9c4966e3-f0bf-4c78-acc5-b9958baec338 req-bc161c51-3772-4918-8fdb-a3b55aeb1b35 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:17.317327 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7401c4a7-107c-42db-ae82-79145926b183 req-28306de0-733d-4649-8a6a-9d8138b3f875 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000495 Aug 10 03:16:17.320819 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-534014e8-09c6-4d0d-a471-67e58f0b560e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:17.352741 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-9c4966e3-f0bf-4c78-acc5-b9958baec338 req-bc161c51-3772-4918-8fdb-a3b55aeb1b35 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Calling delete_port for deb3beda-cb85-455c-ab9e-b25658569bdb owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:16:17.421137 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-534014e8-09c6-4d0d-a471-67e58f0b560e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:17.425071 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-534014e8-09c6-4d0d-a471-67e58f0b560e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:17.426949 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-534014e8-09c6-4d0d-a471-67e58f0b560e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6d65744f-46ff-45f8-8eda-89437e4250f1 HTTP/1.1" status: 204 len: 168 time: 0.2714858 Aug 10 03:16:17.438705 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534014e8-09c6-4d0d-a471-67e58f0b560e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d65744f-46ff-45f8-8eda-89437e4250f1,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:17.563301 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-25e08eb0-1955-42b4-8c2f-9e2e89cab37e req-60ae0b15-f3e8-46f3-8cd1-ba129208d10b tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=2033c933-a9f1-457c-999c-9d1f8a46fedb HTTP/1.1" status: 200 len: 210 time: 0.0456946 Aug 10 03:16:17.590833 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad397d-5fe5-445f-ba1a-1dc2e1b6bb72 req-b4028a60-acf8-4eed-ad11-4e6271f7b69a tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:17.592520 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-99ad397d-5fe5-445f-ba1a-1dc2e1b6bb72 req-b4028a60-acf8-4eed-ad11-4e6271f7b69a tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=49adbb04-c039-4963-9d96-0f8e3f111ec4 HTTP/1.1" status: 200 len: 945 time: 0.1525331 Aug 10 03:16:17.665522 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-99ad397d-5fe5-445f-ba1a-1dc2e1b6bb72 req-67634336-831b-4e11-af81-b81b7a077034 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497432 Aug 10 03:16:17.667105 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-9c4966e3-f0bf-4c78-acc5-b9958baec338 req-bc161c51-3772-4918-8fdb-a3b55aeb1b35 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:17.701813 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc161c51-3772-4918-8fdb-a3b55aeb1b35 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Pushing event deleted for resources: {'Port': ['ID=deb3beda-cb85-455c-ab9e-b25658569bdb,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:17.785806 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c4966e3-f0bf-4c78-acc5-b9958baec338 req-bc161c51-3772-4918-8fdb-a3b55aeb1b35 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] No DVR routers for this DVR port deb3beda-cb85-455c-ab9e-b25658569bdb on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:16:17.789985 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-9c4966e3-f0bf-4c78-acc5-b9958baec338 req-bc161c51-3772-4918-8fdb-a3b55aeb1b35 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:17.792657 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9c4966e3-f0bf-4c78-acc5-b9958baec338 req-bc161c51-3772-4918-8fdb-a3b55aeb1b35 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.60 "DELETE /v2.0/ports/deb3beda-cb85-455c-ab9e-b25658569bdb HTTP/1.1" status: 204 len: 173 time: 1.0279906 Aug 10 03:16:17.799725 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f71cd04-e10c-48ae-9c97-e2565e731b3a', 'name': 'network-vif-deleted', 'tag': 'deb3beda-cb85-455c-ab9e-b25658569bdb'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:16:17.802252 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8d6905-b55a-4072-87f1-0c9f277a2cdc" -d '{"events": [{"server_uuid": "8f71cd04-e10c-48ae-9c97-e2565e731b3a", "name": "network-vif-deleted", "tag": "deb3beda-cb85-455c-ab9e-b25658569bdb"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:16:17.848016 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef1a7d-df69-48ab-ac3f-09b62d202a1c req-33421207-48c0-4daf-ba67-4a6e8fa1410d tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:17.849567 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b1ef1a7d-df69-48ab-ac3f-09b62d202a1c req-33421207-48c0-4daf-ba67-4a6e8fa1410d tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=6557c5c5-7c00-427a-8892-89daa86c275c HTTP/1.1" status: 200 len: 945 time: 0.1049149 Aug 10 03:16:17.862239 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244e15b-1584-422d-a078-c3ab651cc029 req-ea18b08b-919c-4a8e-a5c7-c7892384b4b1 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:17.864279 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f244e15b-1584-422d-a078-c3ab651cc029 req-ea18b08b-919c-4a8e-a5c7-c7892384b4b1 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0aebb6f-42d2-4313-8ec7-556f4c87b7e1 HTTP/1.1" status: 200 len: 946 time: 0.0791488 Aug 10 03:16:17.945481 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b1ef1a7d-df69-48ab-ac3f-09b62d202a1c req-75504109-300f-4763-99a2-30ebfb6251c6 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624492 Aug 10 03:16:17.952287 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device deb3beda-cb85-455c-ab9e-b25658569bdb no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:16:17.975781 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: deb3beda-cb85-455c-ab9e-b25658569bdb {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:16:17.976339 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f244e15b-1584-422d-a078-c3ab651cc029 req-9b4e155e-f65e-4b4f-9daf-960fae490a89 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] 10.222.0.62 "GET /v2.0/security-groups?id=eac979da-9d32-4b4a-a2af-ae36ee577daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003215 Aug 10 03:16:17.976745 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device deb3beda-cb85-455c-ab9e-b25658569bdb not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:16:18.256717 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70458d6-bbad-43a7-9f9e-26f004b07d54 x-openstack-request-id: req-d70458d6-bbad-43a7-9f9e-26f004b07d54 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:16:18.257104 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f71cd04-e10c-48ae-9c97-e2565e731b3a", "name": "network-vif-deleted", "tag": "deb3beda-cb85-455c-ab9e-b25658569bdb", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:16:18.257454 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d70458d6-bbad-43a7-9f9e-26f004b07d54 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:16:18.257938 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f71cd04-e10c-48ae-9c97-e2565e731b3a', 'name': 'network-vif-deleted', 'tag': 'deb3beda-cb85-455c-ab9e-b25658569bdb', 'status': 'completed', 'code': 200} Aug 10 03:16:18.308776 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a7c61-3dda-4ce2-b924-cdedd9450013 req-0fcccc87-5607-4d0d-bed1-75a6e02a0050 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:18.310431 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9a8a7c61-3dda-4ce2-b924-cdedd9450013 req-0fcccc87-5607-4d0d-bed1-75a6e02a0050 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 943 time: 0.0634263 Aug 10 03:16:18.371595 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49722) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:18.377579 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9a8a7c61-3dda-4ce2-b924-cdedd9450013 req-5d83aab3-defc-4484-b921-99362ff6cac6 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570450 Aug 10 03:16:18.386617 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1da78-42d8-4eed-9a2d-b2e7f5424951 req-bc65f35e-0cdd-46af-a32d-c2833d699fc7 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:18.388183 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-60e1da78-42d8-4eed-9a2d-b2e7f5424951 req-bc65f35e-0cdd-46af-a32d-c2833d699fc7 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=6557c5c5-7c00-427a-8892-89daa86c275c HTTP/1.1" status: 200 len: 945 time: 0.0767927 Aug 10 03:16:18.465470 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-60e1da78-42d8-4eed-9a2d-b2e7f5424951 req-4d5834dd-4b64-4a1e-88ce-fce30495af94 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655119 Aug 10 03:16:18.511028 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-e930fe1b-16fc-4e6c-a5a7-fcb890bc8f22 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-267087256-network', 'tenant_id': '7e0d702d53bb4c78afcede72f811fd78'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:18.534653 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e930fe1b-16fc-4e6c-a5a7-fcb890bc8f22 admin admin] Made reservation on behalf of 7e0d702d53bb4c78afcede72f811fd78 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:16:18.537029 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e930fe1b-16fc-4e6c-a5a7-fcb890bc8f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:18.547812 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e930fe1b-16fc-4e6c-a5a7-fcb890bc8f22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:18.682519 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c48e3baa-06a9-4e65-b370-989be7e92206 req-24276ece-df71-4bdf-a958-9a388099c831 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=2033c933-a9f1-457c-999c-9d1f8a46fedb HTTP/1.1" status: 200 len: 210 time: 0.0283406 Aug 10 03:16:18.703929 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e930fe1b-16fc-4e6c-a5a7-fcb890bc8f22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:18.709639 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e930fe1b-16fc-4e6c-a5a7-fcb890bc8f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:18.754577 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e930fe1b-16fc-4e6c-a5a7-fcb890bc8f22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:16:18.789186 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e930fe1b-16fc-4e6c-a5a7-fcb890bc8f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:18.789532 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-e930fe1b-16fc-4e6c-a5a7-fcb890bc8f22 admin admin] Added segment c00a34aa-91d8-4154-bf9c-7be50b28be08 of type vlan for network 48ba9cb7-58c4-44fc-8397-abfcf0075fd3 Aug 10 03:16:18.793306 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e930fe1b-16fc-4e6c-a5a7-fcb890bc8f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c11010a6-85ec-45e4-8b36-c9c283f4791e,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:18.811041 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c61db-8de0-492a-b80b-93d84a262d72 req-510da191-3a6f-408e-b109-c11c42cdbc72 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:18.812539 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c12c61db-8de0-492a-b80b-93d84a262d72 req-510da191-3a6f-408e-b109-c11c42cdbc72 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.58 "GET /v2.0/networks?id=3a83eb90-c240-427c-8862-08b707a921de HTTP/1.1" status: 200 len: 805 time: 0.1782367 Aug 10 03:16:18.838285 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-c12c61db-8de0-492a-b80b-93d84a262d72 req-5d558a13-fefb-4aee-bfd5-ae42044c79a0 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Request body: {'port': {'device_id': '2033c933-a9f1-457c-999c-9d1f8a46fedb', 'network_id': '3a83eb90-c240-427c-8862-08b707a921de', 'admin_state_up': True, 'tenant_id': '80cee0cf0c3a4048b8f14bdc8a4b40c6'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:18.888063 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e930fe1b-16fc-4e6c-a5a7-fcb890bc8f22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:18.949824 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e930fe1b-16fc-4e6c-a5a7-fcb890bc8f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:18.950812 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e930fe1b-16fc-4e6c-a5a7-fcb890bc8f22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:18.951439 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e930fe1b-16fc-4e6c-a5a7-fcb890bc8f22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:19.020110 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e930fe1b-16fc-4e6c-a5a7-fcb890bc8f22 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6440158 Aug 10 03:16:19.020718 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 49730) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:19.030085 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-7ff46b6f-a72d-412b-af8a-88881e024a95 admin admin] Request body: {'subnet': {'network_id': '48ba9cb7-58c4-44fc-8397-abfcf0075fd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-267087256-subnet', 'tenant_id': '7e0d702d53bb4c78afcede72f811fd78', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:19.033725 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e930fe1b-16fc-4e6c-a5a7-fcb890bc8f22 admin admin] Pushing event updated for resources: {'Network': ['ID=48ba9cb7-58c4-44fc-8397-abfcf0075fd3,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:19.045018 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 48ba9cb7-58c4-44fc-8397-abfcf0075fd3 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:16:19.051675 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c12c61db-8de0-492a-b80b-93d84a262d72 req-5d558a13-fefb-4aee-bfd5-ae42044c79a0 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Made reservation on behalf of 80cee0cf0c3a4048b8f14bdc8a4b40c6 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:16:19.056188 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-c12c61db-8de0-492a-b80b-93d84a262d72 req-5d558a13-fefb-4aee-bfd5-ae42044c79a0 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:19.109076 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff46b6f-a72d-412b-af8a-88881e024a95 admin admin] Made reservation on behalf of 7e0d702d53bb4c78afcede72f811fd78 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:16:19.115578 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7ff46b6f-a72d-412b-af8a-88881e024a95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:19.174226 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37335fd-03c4-48aa-98e3-3a661a17c1eb req-846dbdd4-489b-4acc-81d6-d685e607f848 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:19.175753 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f37335fd-03c4-48aa-98e3-3a661a17c1eb req-846dbdd4-489b-4acc-81d6-d685e607f848 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0aebb6f-42d2-4313-8ec7-556f4c87b7e1 HTTP/1.1" status: 200 len: 946 time: 0.1247377 Aug 10 03:16:19.198883 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-c12c61db-8de0-492a-b80b-93d84a262d72 req-5d558a13-fefb-4aee-bfd5-ae42044c79a0 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Allocated IP 172.20.0.8 (3a83eb90-c240-427c-8862-08b707a921de/cb34339b-adc8-40a3-9ffe-8f05f8fed3e8/b6096e72-bd54-4bd3-b98a-661de0f714e2) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:16:19.237675 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f37335fd-03c4-48aa-98e3-3a661a17c1eb req-de500159-8b90-45bf-99b2-436ba67d1bd5 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] 10.222.0.62 "GET /v2.0/security-groups?id=eac979da-9d32-4b4a-a2af-ae36ee577daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508761 Aug 10 03:16:19.351926 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-c12c61db-8de0-492a-b80b-93d84a262d72 req-5d558a13-fefb-4aee-bfd5-ae42044c79a0 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:19.360607 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7ff46b6f-a72d-412b-af8a-88881e024a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:19.392165 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-c12c61db-8de0-492a-b80b-93d84a262d72 req-5d558a13-fefb-4aee-bfd5-ae42044c79a0 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:19.411487 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212d8679-528e-4d0e-9945-c885dc814cdb req-94f23b2c-6285-4895-9200-e0f1c05a8982 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:19.413181 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-212d8679-528e-4d0e-9945-c885dc814cdb req-94f23b2c-6285-4895-9200-e0f1c05a8982 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0aebb6f-42d2-4313-8ec7-556f4c87b7e1 HTTP/1.1" status: 200 len: 946 time: 0.1003449 Aug 10 03:16:19.423019 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49738) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:19.430298 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-fac414d7-8817-4a99-9f61-98f400eca802 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Request body: {'floatingip': {'port_id': '87f5e91d-ff8b-490b-92b8-c6e14d7586ab'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:19.434682 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff46b6f-a72d-412b-af8a-88881e024a95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c60e7929-fc60-42b5-83e3-387bd55aaf17,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:19.442343 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c12c61db-8de0-492a-b80b-93d84a262d72 req-5d558a13-fefb-4aee-bfd5-ae42044c79a0 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Network 3a83eb90-c240-427c-8862-08b707a921de is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:16:19.447322 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff46b6f-a72d-412b-af8a-88881e024a95 admin admin] Checking segment: {'id': 'c00a34aa-91d8-4154-bf9c-7be50b28be08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '48ba9cb7-58c4-44fc-8397-abfcf0075fd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:16:19.447725 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff46b6f-a72d-412b-af8a-88881e024a95 admin admin] Network hostable DHCP agents. Network: 48ba9cb7-58c4-44fc-8397-abfcf0075fd3, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:16:19.465013 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff46b6f-a72d-412b-af8a-88881e024a95 admin admin] Network 48ba9cb7-58c4-44fc-8397-abfcf0075fd3 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:16:19.476933 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-c12c61db-8de0-492a-b80b-93d84a262d72 req-5d558a13-fefb-4aee-bfd5-ae42044c79a0 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:16:19.485183 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-c12c61db-8de0-492a-b80b-93d84a262d72 req-5d558a13-fefb-4aee-bfd5-ae42044c79a0 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:16:19.494782 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fac414d7-8817-4a99-9f61-98f400eca802 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Notify callbacks [] for floatingip, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:19.494956 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-7ff46b6f-a72d-412b-af8a-88881e024a95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 48ba9cb7-58c4-44fc-8397-abfcf0075fd3) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:16:19.504460 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3830de-abaa-4c94-b959-121d10b8342c None None] Network 48ba9cb7-58c4-44fc-8397-abfcf0075fd3 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:16:19.511376 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff46b6f-a72d-412b-af8a-88881e024a95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:19.511982 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7ff46b6f-a72d-412b-af8a-88881e024a95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:19.546584 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c61db-8de0-492a-b80b-93d84a262d72 req-5d558a13-fefb-4aee-bfd5-ae42044c79a0 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:19.547217 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-c12c61db-8de0-492a-b80b-93d84a262d72 req-5d558a13-fefb-4aee-bfd5-ae42044c79a0 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:19.548087 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c94f1b-8a52-4364-8a47-e8bbfaff107b req-dbc37e9e-1758-4797-ac7b-13a08464f003 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:19.556006 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-80c94f1b-8a52-4364-8a47-e8bbfaff107b req-dbc37e9e-1758-4797-ac7b-13a08464f003 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 943 time: 0.0845563 Aug 10 03:16:19.562556 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-7ff46b6f-a72d-412b-af8a-88881e024a95 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5405307 Aug 10 03:16:19.575893 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d558a13-fefb-4aee-bfd5-ae42044c79a0 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Pushing event updated for resources: {'Port': ['ID=b6096e72-bd54-4bd3-b98a-661de0f714e2,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:19.580560 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49746) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:19.591235 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-98a3dbdb-b5a3-4de7-bfa7-a12ac4ca7cfb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-267087256-router', 'tenant_id': '7e0d702d53bb4c78afcede72f811fd78', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:19.638185 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-80c94f1b-8a52-4364-8a47-e8bbfaff107b req-75ce8705-4875-4168-8f91-ea87e67ffa13 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810130 Aug 10 03:16:19.649825 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd68c6-83b2-47de-bfd8-34c907a3fef7 req-9aa6b9c2-b3b5-4892-b04c-4840b6f9fad8 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:19.658802 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-02fd68c6-83b2-47de-bfd8-34c907a3fef7 req-9aa6b9c2-b3b5-4892-b04c-4840b6f9fad8 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=6557c5c5-7c00-427a-8892-89daa86c275c HTTP/1.1" status: 200 len: 945 time: 0.0985026 Aug 10 03:16:19.679043 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-98a3dbdb-b5a3-4de7-bfa7-a12ac4ca7cfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:19.680119 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-98a3dbdb-b5a3-4de7-bfa7-a12ac4ca7cfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:19.681456 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7278635c-4f8d-42bd-b90e-42222a7fadc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-48ba9cb7-58c4-44fc-8397-abfcf0075fd3', 'network_id': '48ba9cb7-58c4-44fc-8397-abfcf0075fd3', 'tenant_id': '7e0d702d53bb4c78afcede72f811fd78', 'fixed_ips': [{'subnet_id': 'c60e7929-fc60-42b5-83e3-387bd55aaf17'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:16:19.693033 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7278635c-4f8d-42bd-b90e-42222a7fadc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:19.715836 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-02fd68c6-83b2-47de-bfd8-34c907a3fef7 req-06377f5c-23b0-4bf6-b186-4579a3004c3d tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556214 Aug 10 03:16:19.732754 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-98a3dbdb-b5a3-4de7-bfa7-a12ac4ca7cfb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:19.817936 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c12c61db-8de0-492a-b80b-93d84a262d72 req-5d558a13-fefb-4aee-bfd5-ae42044c79a0 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9852457 Aug 10 03:16:19.855667 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-c12c61db-8de0-492a-b80b-93d84a262d72 req-16dada02-73bc-4a85-9a81-ffdadecfba1c service neutron] Request body: {'port': {'device_id': '2033c933-a9f1-457c-999c-9d1f8a46fedb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:19.881779 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02022538-6bd0-4896-bb51-4d9cae481a88 req-5d576141-3d3e-4b45-a47b-a2e782305c67 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:19.883418 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-02022538-6bd0-4896-bb51-4d9cae481a88 req-5d576141-3d3e-4b45-a47b-a2e782305c67 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.60 "GET /v2.0/ports?device_id=6557c5c5-7c00-427a-8892-89daa86c275c HTTP/1.1" status: 200 len: 945 time: 0.1172509 Aug 10 03:16:19.890892 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-7278635c-4f8d-42bd-b90e-42222a7fadc5 None None] Allocated IP 172.20.0.2 (48ba9cb7-58c4-44fc-8397-abfcf0075fd3/c60e7929-fc60-42b5-83e3-387bd55aaf17/52612f3e-8e91-43a2-846c-cf789c00b2bc) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:16:19.909283 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5541f3ad-c1b0-4247-abd8-012c7008761a req-eeae18b2-f1fa-4ea8-8122-6f9e0606579b tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:19.911224 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5541f3ad-c1b0-4247-abd8-012c7008761a req-eeae18b2-f1fa-4ea8-8122-6f9e0606579b tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=2033c933-a9f1-457c-999c-9d1f8a46fedb HTTP/1.1" status: 200 len: 931 time: 0.0798154 Aug 10 03:16:19.997258 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5541f3ad-c1b0-4247-abd8-012c7008761a req-0a695cc2-f0dc-4a09-acf8-72eb69d96720 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/security-groups?id=106bd2aa-b217-4cc2-a6fb-fb066e9e308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684385 Aug 10 03:16:20.012263 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-98a3dbdb-b5a3-4de7-bfa7-a12ac4ca7cfb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:20.020447 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-c12c61db-8de0-492a-b80b-93d84a262d72 req-16dada02-73bc-4a85-9a81-ffdadecfba1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:20.031229 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-02022538-6bd0-4896-bb51-4d9cae481a88 req-5c88f506-aeb6-4797-8fa1-efa105879a74 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Deleting port c0290811-004c-4326-997a-9713af45eb9d {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:16:20.031761 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-02022538-6bd0-4896-bb51-4d9cae481a88 req-5c88f506-aeb6-4797-8fa1-efa105879a74 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:20.098317 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7278635c-4f8d-42bd-b90e-42222a7fadc5 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:20.110173 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-7278635c-4f8d-42bd-b90e-42222a7fadc5 None None] Transition to ACTIVE for port object 52612f3e-8e91-43a2-846c-cf789c00b2bc will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:16:20.127580 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-7278635c-4f8d-42bd-b90e-42222a7fadc5 None None] Transition to ACTIVE for port object 52612f3e-8e91-43a2-846c-cf789c00b2bc will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:16:20.151409 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7278635c-4f8d-42bd-b90e-42222a7fadc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:20.199053 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-02022538-6bd0-4896-bb51-4d9cae481a88 req-5c88f506-aeb6-4797-8fa1-efa105879a74 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] For port c0290811-004c-4326-997a-9713af45eb9d, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=c0290811-004c-4326-997a-9713af45eb9d,segment=NetworkSegment(5f459ac7-2da0-4395-80e8-4acadecdbda0),segment_id=5f459ac7-2da0-4395-80e8-4acadecdbda0)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:20.199279 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7278635c-4f8d-42bd-b90e-42222a7fadc5 None None] Network 48ba9cb7-58c4-44fc-8397-abfcf0075fd3 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:16:20.200098 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-02022538-6bd0-4896-bb51-4d9cae481a88 req-5c88f506-aeb6-4797-8fa1-efa105879a74 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:20.207061 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-7278635c-4f8d-42bd-b90e-42222a7fadc5 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:16:20.211318 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7278635c-4f8d-42bd-b90e-42222a7fadc5 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:16:20.220652 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-02022538-6bd0-4896-bb51-4d9cae481a88 req-5c88f506-aeb6-4797-8fa1-efa105879a74 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Calling delete_port for c0290811-004c-4326-997a-9713af45eb9d owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:16:20.259667 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7278635c-4f8d-42bd-b90e-42222a7fadc5 None None] Pushing event updated for resources: {'Port': ['ID=52612f3e-8e91-43a2-846c-cf789c00b2bc,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:20.288924 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-7278635c-4f8d-42bd-b90e-42222a7fadc5 None None] Attempting to bind port 52612f3e-8e91-43a2-846c-cf789c00b2bc on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:16:20.289298 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-7278635c-4f8d-42bd-b90e-42222a7fadc5 None None] Attempting to bind port 52612f3e-8e91-43a2-846c-cf789c00b2bc by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'c00a34aa-91d8-4154-bf9c-7be50b28be08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '48ba9cb7-58c4-44fc-8397-abfcf0075fd3'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:16:20.289658 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7278635c-4f8d-42bd-b90e-42222a7fadc5 None None] Attempting to bind port 52612f3e-8e91-43a2-846c-cf789c00b2bc on network 48ba9cb7-58c4-44fc-8397-abfcf0075fd3 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:20.295382 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7278635c-4f8d-42bd-b90e-42222a7fadc5 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:16:20.295766 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7278635c-4f8d-42bd-b90e-42222a7fadc5 None None] Checking segment: {'id': 'c00a34aa-91d8-4154-bf9c-7be50b28be08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '48ba9cb7-58c4-44fc-8397-abfcf0075fd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:16:20.296170 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7278635c-4f8d-42bd-b90e-42222a7fadc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:20.296564 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7278635c-4f8d-42bd-b90e-42222a7fadc5 None None] Bound using segment: {'id': 'c00a34aa-91d8-4154-bf9c-7be50b28be08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '48ba9cb7-58c4-44fc-8397-abfcf0075fd3'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:16:20.297545 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-7278635c-4f8d-42bd-b90e-42222a7fadc5 None None] Bound port: 52612f3e-8e91-43a2-846c-cf789c00b2bc, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c00a34aa-91d8-4154-bf9c-7be50b28be08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '48ba9cb7-58c4-44fc-8397-abfcf0075fd3'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:16:20.297545 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7278635c-4f8d-42bd-b90e-42222a7fadc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:20.367089 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-7278635c-4f8d-42bd-b90e-42222a7fadc5 None None] For port 52612f3e-8e91-43a2-846c-cf789c00b2bc, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:16:20.371217 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-7278635c-4f8d-42bd-b90e-42222a7fadc5 None None] For port 52612f3e-8e91-43a2-846c-cf789c00b2bc, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=52612f3e-8e91-43a2-846c-cf789c00b2bc,segment=NetworkSegment(c00a34aa-91d8-4154-bf9c-7be50b28be08),segment_id=c00a34aa-91d8-4154-bf9c-7be50b28be08)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:16:20.375568 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7278635c-4f8d-42bd-b90e-42222a7fadc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:20.384807 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-02022538-6bd0-4896-bb51-4d9cae481a88 req-5c88f506-aeb6-4797-8fa1-efa105879a74 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:20.415856 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c88f506-aeb6-4797-8fa1-efa105879a74 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Pushing event deleted for resources: {'Port': ['ID=c0290811-004c-4326-997a-9713af45eb9d,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:20.425540 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['c0290811-004c-4326-997a-9713af45eb9d'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:16:20.427046 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['3aa362ab-26b7-4e75-8dea-4968c3cefa2b', 'e51d7383-07b7-42df-84a1-749a5c464a6b'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:16:20.461189 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-02022538-6bd0-4896-bb51-4d9cae481a88 req-5c88f506-aeb6-4797-8fa1-efa105879a74 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] No DVR routers for this DVR port c0290811-004c-4326-997a-9713af45eb9d on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:16:20.464148 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-02022538-6bd0-4896-bb51-4d9cae481a88 req-5c88f506-aeb6-4797-8fa1-efa105879a74 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:20.466578 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-02022538-6bd0-4896-bb51-4d9cae481a88 req-5c88f506-aeb6-4797-8fa1-efa105879a74 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.60 "DELETE /v2.0/ports/c0290811-004c-4326-997a-9713af45eb9d HTTP/1.1" status: 204 len: 173 time: 0.5740850 Aug 10 03:16:20.467093 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6557c5c5-7c00-427a-8892-89daa86c275c', 'name': 'network-vif-deleted', 'tag': 'c0290811-004c-4326-997a-9713af45eb9d'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:16:20.469745 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64bbcbaf-2abb-4807-9cbd-4970850e0a67" -d '{"events": [{"server_uuid": "6557c5c5-7c00-427a-8892-89daa86c275c", "name": "network-vif-deleted", "tag": "c0290811-004c-4326-997a-9713af45eb9d"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:16:20.523493 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7278635c-4f8d-42bd-b90e-42222a7fadc5 None None] Pushing event updated for resources: {'Port': ['ID=52612f3e-8e91-43a2-846c-cf789c00b2bc,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:20.542023 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2b6f4c-4d97-429b-b55e-4e69477c4008 x-openstack-request-id: req-fb2b6f4c-4d97-429b-b55e-4e69477c4008 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:16:20.542179 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6557c5c5-7c00-427a-8892-89daa86c275c", "name": "network-vif-deleted", "tag": "c0290811-004c-4326-997a-9713af45eb9d", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:16:20.542432 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fb2b6f4c-4d97-429b-b55e-4e69477c4008 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:16:20.545273 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6557c5c5-7c00-427a-8892-89daa86c275c', 'name': 'network-vif-deleted', 'tag': 'c0290811-004c-4326-997a-9713af45eb9d', 'status': 'completed', 'code': 200} Aug 10 03:16:20.879515 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a41808-8396-4307-bf56-579e757720af req-861e4a87-bb80-4b6a-8b7b-2ffd36739246 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:20.880819 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.db.resource_extend [None req-fac414d7-8817-4a99-9f61-98f400eca802 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:16:20.881433 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-97a41808-8396-4307-bf56-579e757720af req-861e4a87-bb80-4b6a-8b7b-2ffd36739246 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 943 time: 0.0990410 Aug 10 03:16:20.887250 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-700f7b21-5e03-4cb5-9246-8822740f2b00 req-02aea0f2-df13-4247-9b54-91b124a134aa tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=6557c5c5-7c00-427a-8892-89daa86c275c HTTP/1.1" status: 200 len: 210 time: 0.0606411 Aug 10 03:16:20.937835 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-97a41808-8396-4307-bf56-579e757720af req-9030c0bb-5264-4b5e-90c4-18aa6b89498d tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492077 Aug 10 03:16:21.044407 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fac414d7-8817-4a99-9f61-98f400eca802 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:21.077812 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fac414d7-8817-4a99-9f61-98f400eca802 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:21.143139 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19abc9f-ba2c-4fd4-a001-634e55a2686d req-b8868cde-1726-4d60-8fa9-7ec2b0c6f9d6 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:21.145723 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f19abc9f-ba2c-4fd4-a001-634e55a2686d req-b8868cde-1726-4d60-8fa9-7ec2b0c6f9d6 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=2033c933-a9f1-457c-999c-9d1f8a46fedb HTTP/1.1" status: 200 len: 931 time: 0.0604770 Aug 10 03:16:21.157787 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-c12c61db-8de0-492a-b80b-93d84a262d72 req-16dada02-73bc-4a85-9a81-ffdadecfba1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6096e72-bd54-4bd3-b98a-661de0f714e2 {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:16:21.177274 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-c12c61db-8de0-492a-b80b-93d84a262d72 req-16dada02-73bc-4a85-9a81-ffdadecfba1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:21.187727 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f19abc9f-ba2c-4fd4-a001-634e55a2686d req-3b3d6744-01ab-49fc-ab6b-f3f71087c97d tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/security-groups?id=106bd2aa-b217-4cc2-a6fb-fb066e9e308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337024 Aug 10 03:16:21.222303 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-98a3dbdb-b5a3-4de7-bfa7-a12ac4ca7cfb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:21.227537 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-c12c61db-8de0-492a-b80b-93d84a262d72 req-16dada02-73bc-4a85-9a81-ffdadecfba1c service neutron] Transition to ACTIVE for port object b6096e72-bd54-4bd3-b98a-661de0f714e2 will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:16:21.256532 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-c12c61db-8de0-492a-b80b-93d84a262d72 req-16dada02-73bc-4a85-9a81-ffdadecfba1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:21.258830 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-98a3dbdb-b5a3-4de7-bfa7-a12ac4ca7cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:21.325150 n-d-768851-15 neutron-server[94217]: INFO neutron.db.l3_db [None req-fac414d7-8817-4a99-9f61-98f400eca802 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Floating IP c0ab72e5-3795-478e-957c-723b7516bc47 associated. External IP: 172.25.7.223, port: 87f5e91d-ff8b-490b-92b8-c6e14d7586ab. Aug 10 03:16:21.404506 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dada02-73bc-4a85-9a81-ffdadecfba1c service neutron] Pushing event updated for resources: {'Port': ['ID=b6096e72-bd54-4bd3-b98a-661de0f714e2,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:21.584865 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-98a3dbdb-b5a3-4de7-bfa7-a12ac4ca7cfb admin admin] Allocated IP 172.25.7.11 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/4cee2d98-cd15-4432-863b-65fa1106125c) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:16:21.590973 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-c12c61db-8de0-492a-b80b-93d84a262d72 req-16dada02-73bc-4a85-9a81-ffdadecfba1c service neutron] Attempting to bind port b6096e72-bd54-4bd3-b98a-661de0f714e2 on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:16:21.591304 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-c12c61db-8de0-492a-b80b-93d84a262d72 req-16dada02-73bc-4a85-9a81-ffdadecfba1c service neutron] Attempting to bind port b6096e72-bd54-4bd3-b98a-661de0f714e2 by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '2b95187c-537c-4822-a0b0-e1996874f1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '3a83eb90-c240-427c-8862-08b707a921de'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:16:21.591622 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12c61db-8de0-492a-b80b-93d84a262d72 req-16dada02-73bc-4a85-9a81-ffdadecfba1c service neutron] Attempting to bind port b6096e72-bd54-4bd3-b98a-661de0f714e2 on network 3a83eb90-c240-427c-8862-08b707a921de {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:21.595998 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92ca0d4-bc11-481d-b40b-66db41540c3f None None] Network 48ba9cb7-58c4-44fc-8397-abfcf0075fd3 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:16:21.632643 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12c61db-8de0-492a-b80b-93d84a262d72 req-16dada02-73bc-4a85-9a81-ffdadecfba1c service neutron] Port b6096e72-bd54-4bd3-b98a-661de0f714e2 on network 3a83eb90-c240-427c-8862-08b707a921de not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:16:21.632956 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12c61db-8de0-492a-b80b-93d84a262d72 req-16dada02-73bc-4a85-9a81-ffdadecfba1c service neutron] Attempting to bind port b6096e72-bd54-4bd3-b98a-661de0f714e2 on network 3a83eb90-c240-427c-8862-08b707a921de {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:21.649065 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12c61db-8de0-492a-b80b-93d84a262d72 req-16dada02-73bc-4a85-9a81-ffdadecfba1c service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:16:21.649416 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12c61db-8de0-492a-b80b-93d84a262d72 req-16dada02-73bc-4a85-9a81-ffdadecfba1c service neutron] Checking segment: {'id': '2b95187c-537c-4822-a0b0-e1996874f1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '3a83eb90-c240-427c-8862-08b707a921de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:16:21.649773 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12c61db-8de0-492a-b80b-93d84a262d72 req-16dada02-73bc-4a85-9a81-ffdadecfba1c service neutron] Bound using segment: {'id': '2b95187c-537c-4822-a0b0-e1996874f1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '3a83eb90-c240-427c-8862-08b707a921de'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:16:21.650195 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-c12c61db-8de0-492a-b80b-93d84a262d72 req-16dada02-73bc-4a85-9a81-ffdadecfba1c service neutron] Bound port: b6096e72-bd54-4bd3-b98a-661de0f714e2, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b95187c-537c-4822-a0b0-e1996874f1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '3a83eb90-c240-427c-8862-08b707a921de'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:16:21.651094 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-c12c61db-8de0-492a-b80b-93d84a262d72 req-16dada02-73bc-4a85-9a81-ffdadecfba1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:21.703173 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3fdcf824-69f8-4e60-8d29-d253dda28019 None None] Provisioning for port 52612f3e-8e91-43a2-846c-cf789c00b2bc completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:16:21.833347 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fac414d7-8817-4a99-9f61-98f400eca802 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Router 7f801aa3-0d54-4979-8ed1-7ba98e403883 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:16:21.844502 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-c12c61db-8de0-492a-b80b-93d84a262d72 req-16dada02-73bc-4a85-9a81-ffdadecfba1c service neutron] For port b6096e72-bd54-4bd3-b98a-661de0f714e2, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:16:21.865416 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-98a3dbdb-b5a3-4de7-bfa7-a12ac4ca7cfb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:21.868787 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-c12c61db-8de0-492a-b80b-93d84a262d72 req-16dada02-73bc-4a85-9a81-ffdadecfba1c service neutron] For port b6096e72-bd54-4bd3-b98a-661de0f714e2, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=b6096e72-bd54-4bd3-b98a-661de0f714e2,segment=NetworkSegment(2b95187c-537c-4822-a0b0-e1996874f1d3),segment_id=2b95187c-537c-4822-a0b0-e1996874f1d3)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:16:21.875920 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-c12c61db-8de0-492a-b80b-93d84a262d72 req-16dada02-73bc-4a85-9a81-ffdadecfba1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:21.957456 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c61db-8de0-492a-b80b-93d84a262d72 req-16dada02-73bc-4a85-9a81-ffdadecfba1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:21.958187 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-c12c61db-8de0-492a-b80b-93d84a262d72 req-16dada02-73bc-4a85-9a81-ffdadecfba1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:21.959458 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c12c61db-8de0-492a-b80b-93d84a262d72 req-16dada02-73bc-4a85-9a81-ffdadecfba1c service neutron] 10.222.0.58 "PUT /v2.0/ports/b6096e72-bd54-4bd3-b98a-661de0f714e2 HTTP/1.1" status: 200 len: 1092 time: 2.1116350 Aug 10 03:16:21.959896 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2033c933-a9f1-457c-999c-9d1f8a46fedb', 'tag': 'b6096e72-bd54-4bd3-b98a-661de0f714e2'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:16:21.962137 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6248a3e8-a37a-451c-a5c1-d66d99870ec4" -d '{"events": [{"name": "network-changed", "server_uuid": "2033c933-a9f1-457c-999c-9d1f8a46fedb", "tag": "b6096e72-bd54-4bd3-b98a-661de0f714e2"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:16:21.984729 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device deb3beda-cb85-455c-ab9e-b25658569bdb no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:16:22.015915 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: deb3beda-cb85-455c-ab9e-b25658569bdb {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:16:22.016263 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device deb3beda-cb85-455c-ab9e-b25658569bdb not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:16:22.048027 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dada02-73bc-4a85-9a81-ffdadecfba1c service neutron] Pushing event updated for resources: {'Port': ['ID=b6096e72-bd54-4bd3-b98a-661de0f714e2,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:22.066631 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-98a3dbdb-b5a3-4de7-bfa7-a12ac4ca7cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:22.094802 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48f145-a43a-4093-8b6a-d3ee08b32d5e req-02d6a436-6d9b-4686-a450-0b2e46b6f157 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:22.102961 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aa48f145-a43a-4093-8b6a-d3ee08b32d5e req-02d6a436-6d9b-4686-a450-0b2e46b6f157 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 943 time: 0.0813196 Aug 10 03:16:22.125047 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac414d7-8817-4a99-9f61-98f400eca802 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:16:22.132525 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a3dbdb-b5a3-4de7-bfa7-a12ac4ca7cfb admin admin] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:16:22.139351 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fac414d7-8817-4a99-9f61-98f400eca802 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:22.141649 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552d1baa-18b2-444d-ade9-66ffd214525d None None] Sync routers for ids ['7f801aa3-0d54-4979-8ed1-7ba98e403883'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:16:22.155970 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552d1baa-18b2-444d-ade9-66ffd214525d None None] Routers {'7f801aa3-0d54-4979-8ed1-7ba98e403883'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:16:22.157259 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-552d1baa-18b2-444d-ade9-66ffd214525d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:16:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['7f801aa3-0d54-4979-8ed1-7ba98e403883'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:22.165239 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aa48f145-a43a-4093-8b6a-d3ee08b32d5e req-efd351fc-1ae9-45c2-a0e1-907fc05fe704 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612404 Aug 10 03:16:22.165721 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-98a3dbdb-b5a3-4de7-bfa7-a12ac4ca7cfb admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:16:22.172098 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a3dbdb-b5a3-4de7-bfa7-a12ac4ca7cfb admin admin] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:16:22.204108 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a3dbdb-b5a3-4de7-bfa7-a12ac4ca7cfb admin admin] Pushing event updated for resources: {'Port': ['ID=4cee2d98-cd15-4432-863b-65fa1106125c,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:22.258400 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc927b87-9a18-4745-b7cb-924420d2e20d x-openstack-request-id: req-cc927b87-9a18-4745-b7cb-924420d2e20d {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:16:22.258672 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2033c933-a9f1-457c-999c-9d1f8a46fedb", "tag": "b6096e72-bd54-4bd3-b98a-661de0f714e2", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:16:22.258948 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cc927b87-9a18-4745-b7cb-924420d2e20d {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:16:22.259365 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2033c933-a9f1-457c-999c-9d1f8a46fedb', 'tag': 'b6096e72-bd54-4bd3-b98a-661de0f714e2', 'status': 'completed', 'code': 200} Aug 10 03:16:22.280879 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-fac414d7-8817-4a99-9f61-98f400eca802 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] 10.222.0.62 "PUT /v2.0/floatingips/c0ab72e5-3795-478e-957c-723b7516bc47 HTTP/1.1" status: 200 len: 992 time: 2.8546176 Aug 10 03:16:22.290668 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c61db-8de0-492a-b80b-93d84a262d72 req-ffe23d82-7d7e-4f35-a8d1-d9ac76b900ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:22.293349 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c12c61db-8de0-492a-b80b-93d84a262d72 req-ffe23d82-7d7e-4f35-a8d1-d9ac76b900ea service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=80cee0cf0c3a4048b8f14bdc8a4b40c6&device_id=2033c933-a9f1-457c-999c-9d1f8a46fedb HTTP/1.1" status: 200 len: 1095 time: 0.2839975 Aug 10 03:16:22.331136 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-552d1baa-18b2-444d-ade9-66ffd214525d None None] Set router 7f801aa3-0d54-4979-8ed1-7ba98e403883 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:16:22.345744 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 52612f3e-8e91-43a2-846c-cf789c00b2bc up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:16:22.405399 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 52612f3e-8e91-43a2-846c-cf789c00b2bc completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:16:22.409726 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 52612f3e-8e91-43a2-846c-cf789c00b2bc triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:22.410146 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:22.428597 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c12c61db-8de0-492a-b80b-93d84a262d72 req-5276bce4-91e5-4a97-a139-18b71ab070c4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6096e72-bd54-4bd3-b98a-661de0f714e2 HTTP/1.1" status: 200 len: 217 time: 0.0458724 Aug 10 03:16:22.453136 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8127da1-13d8-40e6-8109-cc28131da902 req-6c49914d-87f1-4a67-bf48-9b100d150475 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:22.461413 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c8127da1-13d8-40e6-8109-cc28131da902 req-6c49914d-87f1-4a67-bf48-9b100d150475 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=49adbb04-c039-4963-9d96-0f8e3f111ec4 HTTP/1.1" status: 200 len: 945 time: 0.1143730 Aug 10 03:16:22.511564 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:22.512939 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40368b9-6fdd-453c-a88a-6219986f6057 req-6f7ed777-8090-4667-9340-446eb0364abd tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:22.517544 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c61db-8de0-492a-b80b-93d84a262d72 req-ac1eb234-d807-43f9-abb5-889731263345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:22.519760 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c12c61db-8de0-492a-b80b-93d84a262d72 req-ac1eb234-d807-43f9-abb5-889731263345 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cb34339b-adc8-40a3-9ffe-8f05f8fed3e8 HTTP/1.1" status: 200 len: 845 time: 0.0688910 Aug 10 03:16:22.521357 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c40368b9-6fdd-453c-a88a-6219986f6057 req-6f7ed777-8090-4667-9340-446eb0364abd tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=2033c933-a9f1-457c-999c-9d1f8a46fedb HTTP/1.1" status: 200 len: 943 time: 0.1220005 Aug 10 03:16:22.551517 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 52612f3e-8e91-43a2-846c-cf789c00b2bc, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=52612f3e-8e91-43a2-846c-cf789c00b2bc,segment=NetworkSegment(c00a34aa-91d8-4154-bf9c-7be50b28be08),segment_id=c00a34aa-91d8-4154-bf9c-7be50b28be08)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:22.557668 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:22.561081 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c8127da1-13d8-40e6-8109-cc28131da902 req-a07a78c8-40a3-4786-a0a5-69f36181b403 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929475 Aug 10 03:16:22.597773 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c12c61db-8de0-492a-b80b-93d84a262d72 req-b8479902-312a-4e92-a678-1c08dc7db346 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3a83eb90-c240-427c-8862-08b707a921de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689259 Aug 10 03:16:22.601956 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-552d1baa-18b2-444d-ade9-66ffd214525d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f801aa3-0d54-4979-8ed1-7ba98e403883', 'name': 'tempest-ServersTestManualDisk-749273009-router', 'tenant_id': 'ace9f6bfb5cd4685a4a16d81f3e66871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '9643ac27-796d-43cc-8efb-124a8098143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:37Z', 'updated_at': '2021-08-10T03:15:46Z', 'revision_number': 4, 'project_id': 'ace9f6bfb5cd4685a4a16d81f3e66871', 'gw_port': {'id': '9643ac27-796d-43cc-8efb-124a8098143d', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:79:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f801aa3-0d54-4979-8ed1-7ba98e403883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:39Z', 'updated_at': '2021-08-10T03:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': 'c0ab72e5-3795-478e-957c-723b7516bc47', 'tenant_id': 'ace9f6bfb5cd4685a4a16d81f3e66871', 'floating_ip_address': '172.25.7.223', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '7f801aa3-0d54-4979-8ed1-7ba98e403883', 'port_id': '87f5e91d-ff8b-490b-92b8-c6e14d7586ab', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21ed31ed-6e0a-4679-a532-6a47097475c9', 'mac_address': 'fa:16:3e:a5:f0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0aebb6f-42d2-4313-8ec7-556f4c87b7e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:15:50Z', 'updated_at': '2021-08-10T03:16:20Z', 'revision_number': 1, 'project_id': 'ace9f6bfb5cd4685a4a16d81f3e66871', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f9ab851-3f50-48b6-b34b-14b7814205ad', 'name': '', 'network_id': '21ed31ed-6e0a-4679-a532-6a47097475c9', 'tenant_id': 'ace9f6bfb5cd4685a4a16d81f3e66871', 'mac_address': 'fa:16:3e:e6:11:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f801aa3-0d54-4979-8ed1-7ba98e403883', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'ae8e75ff-2bea-4ffd-a100-33ca179d7b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:45Z', 'updated_at': '2021-08-10T03:15:52Z', 'revision_number': 5, 'project_id': 'ace9f6bfb5cd4685a4a16d81f3e66871', 'subnets': [{'id': 'ae8e75ff-2bea-4ffd-a100-33ca179d7b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:22.612139 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [req-c12c61db-8de0-492a-b80b-93d84a262d72 req-7142c29d-248a-4ddc-a7cc-47fa241d54f6 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:16:22.613471 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c40368b9-6fdd-453c-a88a-6219986f6057 req-bc42f67e-4289-4412-883c-6c7f5b191dd9 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/security-groups?id=106bd2aa-b217-4cc2-a6fb-fb066e9e308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831356 Aug 10 03:16:22.615852 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c12c61db-8de0-492a-b80b-93d84a262d72 req-7142c29d-248a-4ddc-a7cc-47fa241d54f6 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072031 Aug 10 03:16:22.639527 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552d1baa-18b2-444d-ade9-66ffd214525d None None] Checking router: 7f801aa3-0d54-4979-8ed1-7ba98e403883 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:16:22.648416 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=52612f3e-8e91-43a2-846c-cf789c00b2bc,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:22.650602 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552d1baa-18b2-444d-ade9-66ffd214525d None None] Routers {'7f801aa3-0d54-4979-8ed1-7ba98e403883'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:16:22.651256 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-552d1baa-18b2-444d-ade9-66ffd214525d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:16:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['7f801aa3-0d54-4979-8ed1-7ba98e403883'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:22.761061 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-552d1baa-18b2-444d-ade9-66ffd214525d None None] Set router 7f801aa3-0d54-4979-8ed1-7ba98e403883 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:16:22.761252 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-98a3dbdb-b5a3-4de7-bfa7-a12ac4ca7cfb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:22.766436 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c12c61db-8de0-492a-b80b-93d84a262d72 req-9d5ff3bc-a1bc-40ac-9385-2f560038d4c1 service neutron] 10.222.0.58 "GET /v2.0/networks/3a83eb90-c240-427c-8862-08b707a921de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451066 Aug 10 03:16:22.928718 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c12c61db-8de0-492a-b80b-93d84a262d72 req-4cd4c87a-58f4-4645-9c1c-8d877c48fb7d service neutron] 10.222.0.58 "GET /v2.0/networks/3a83eb90-c240-427c-8862-08b707a921de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299975 Aug 10 03:16:22.982725 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-552d1baa-18b2-444d-ade9-66ffd214525d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f801aa3-0d54-4979-8ed1-7ba98e403883', 'name': 'tempest-ServersTestManualDisk-749273009-router', 'tenant_id': 'ace9f6bfb5cd4685a4a16d81f3e66871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '9643ac27-796d-43cc-8efb-124a8098143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:37Z', 'updated_at': '2021-08-10T03:15:46Z', 'revision_number': 4, 'project_id': 'ace9f6bfb5cd4685a4a16d81f3e66871', 'gw_port': {'id': '9643ac27-796d-43cc-8efb-124a8098143d', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:79:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f801aa3-0d54-4979-8ed1-7ba98e403883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:39Z', 'updated_at': '2021-08-10T03:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': 'c0ab72e5-3795-478e-957c-723b7516bc47', 'tenant_id': 'ace9f6bfb5cd4685a4a16d81f3e66871', 'floating_ip_address': '172.25.7.223', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '7f801aa3-0d54-4979-8ed1-7ba98e403883', 'port_id': '87f5e91d-ff8b-490b-92b8-c6e14d7586ab', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21ed31ed-6e0a-4679-a532-6a47097475c9', 'mac_address': 'fa:16:3e:a5:f0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0aebb6f-42d2-4313-8ec7-556f4c87b7e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:15:50Z', 'updated_at': '2021-08-10T03:16:20Z', 'revision_number': 1, 'project_id': 'ace9f6bfb5cd4685a4a16d81f3e66871', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f9ab851-3f50-48b6-b34b-14b7814205ad', 'name': '', 'network_id': '21ed31ed-6e0a-4679-a532-6a47097475c9', 'tenant_id': 'ace9f6bfb5cd4685a4a16d81f3e66871', 'mac_address': 'fa:16:3e:e6:11:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f801aa3-0d54-4979-8ed1-7ba98e403883', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'ae8e75ff-2bea-4ffd-a100-33ca179d7b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:45Z', 'updated_at': '2021-08-10T03:15:52Z', 'revision_number': 5, 'project_id': 'ace9f6bfb5cd4685a4a16d81f3e66871', 'subnets': [{'id': 'ae8e75ff-2bea-4ffd-a100-33ca179d7b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:23.008066 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552d1baa-18b2-444d-ade9-66ffd214525d None None] The sync data for ids ['7f801aa3-0d54-4979-8ed1-7ba98e403883'] in n-d-768851-15 is: [{'id': '7f801aa3-0d54-4979-8ed1-7ba98e403883', 'name': 'tempest-ServersTestManualDisk-749273009-router', 'tenant_id': 'ace9f6bfb5cd4685a4a16d81f3e66871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '9643ac27-796d-43cc-8efb-124a8098143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:37Z', 'updated_at': '2021-08-10T03:15:46Z', 'revision_number': 4, 'project_id': 'ace9f6bfb5cd4685a4a16d81f3e66871', 'gw_port': {'id': '9643ac27-796d-43cc-8efb-124a8098143d', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:79:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f801aa3-0d54-4979-8ed1-7ba98e403883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:39Z', 'updated_at': '2021-08-10T03:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': 'c0ab72e5-3795-478e-957c-723b7516bc47', 'tenant_id': 'ace9f6bfb5cd4685a4a16d81f3e66871', 'floating_ip_address': '172.25.7.223', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '7f801aa3-0d54-4979-8ed1-7ba98e403883', 'port_id': '87f5e91d-ff8b-490b-92b8-c6e14d7586ab', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21ed31ed-6e0a-4679-a532-6a47097475c9', 'mac_address': 'fa:16:3e:a5:f0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0aebb6f-42d2-4313-8ec7-556f4c87b7e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:15:50Z', 'updated_at': '2021-08-10T03:16:20Z', 'revision_number': 1, 'project_id': 'ace9f6bfb5cd4685a4a16d81f3e66871', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f9ab851-3f50-48b6-b34b-14b7814205ad', 'name': '', 'network_id': '21ed31ed-6e0a-4679-a532-6a47097475c9', 'tenant_id': 'ace9f6bfb5cd4685a4a16d81f3e66871', 'mac_address': 'fa:16:3e:e6:11:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f801aa3-0d54-4979-8ed1-7ba98e403883', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'ae8e75ff-2bea-4ffd-a100-33ca179d7b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:45Z', 'updated_at': '2021-08-10T03:15:52Z', 'revision_number': 5, 'project_id': 'ace9f6bfb5cd4685a4a16d81f3e66871', 'subnets': [{'id': 'ae8e75ff-2bea-4ffd-a100-33ca179d7b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:16:23.051456 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-98a3dbdb-b5a3-4de7-bfa7-a12ac4ca7cfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:23.062218 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248a3e8-a37a-451c-a5c1-d66d99870ec4 req-48487cb5-e416-4b44-8d39-448157da2252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:23.063709 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6248a3e8-a37a-451c-a5c1-d66d99870ec4 req-48487cb5-e416-4b44-8d39-448157da2252 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=80cee0cf0c3a4048b8f14bdc8a4b40c6&device_id=2033c933-a9f1-457c-999c-9d1f8a46fedb HTTP/1.1" status: 200 len: 1095 time: 0.0594103 Aug 10 03:16:23.205811 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8388f6-df04-410f-b61b-e85805ef6fae None None] New status for floating IP c0ab72e5-3795-478e-957c-723b7516bc47: ACTIVE {{(pid=94218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:16:23.325833 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0456e1-02b1-4428-9315-199c62d9ef4f req-2107d134-a33d-49ea-a971-98b9df87c670 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:23.328130 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8a0456e1-02b1-4428-9315-199c62d9ef4f req-2107d134-a33d-49ea-a971-98b9df87c670 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 943 time: 0.0606384 Aug 10 03:16:23.373746 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8a0456e1-02b1-4428-9315-199c62d9ef4f req-3c449205-a465-4bed-9eb1-f4d1dcbc3712 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389538 Aug 10 03:16:23.534964 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248a3e8-a37a-451c-a5c1-d66d99870ec4 req-40e2f002-4255-4eeb-ae17-60358e694f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:23.536414 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6248a3e8-a37a-451c-a5c1-d66d99870ec4 req-40e2f002-4255-4eeb-ae17-60358e694f20 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3a83eb90-c240-427c-8862-08b707a921de HTTP/1.1" status: 200 len: 906 time: 0.4432914 Aug 10 03:16:23.590058 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6248a3e8-a37a-451c-a5c1-d66d99870ec4 req-0f9622fe-b565-485c-b582-05516970f066 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6096e72-bd54-4bd3-b98a-661de0f714e2 HTTP/1.1" status: 200 len: 217 time: 0.0414124 Aug 10 03:16:23.591156 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a3dbdb-b5a3-4de7-bfa7-a12ac4ca7cfb admin admin] Router 7e022c9b-dcb9-489c-b86c-0f311eb692db is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:16:23.688023 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248a3e8-a37a-451c-a5c1-d66d99870ec4 req-e55948f2-d483-4c0b-b90d-88fe9ae79567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:23.689473 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6248a3e8-a37a-451c-a5c1-d66d99870ec4 req-e55948f2-d483-4c0b-b90d-88fe9ae79567 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cb34339b-adc8-40a3-9ffe-8f05f8fed3e8 HTTP/1.1" status: 200 len: 845 time: 0.0880108 Aug 10 03:16:23.690574 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2a9f9-bb45-42ea-827c-2680e5778c36 req-f4bd9ba4-c0c3-4c90-aeb6-0896f19dac53 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:23.692075 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6fa2a9f9-bb45-42ea-827c-2680e5778c36 req-f4bd9ba4-c0c3-4c90-aeb6-0896f19dac53 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=49adbb04-c039-4963-9d96-0f8e3f111ec4 HTTP/1.1" status: 200 len: 945 time: 0.0634022 Aug 10 03:16:23.745106 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6248a3e8-a37a-451c-a5c1-d66d99870ec4 req-2ecd3f1a-0ff4-4d0e-b987-7b9e9b317dcd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3a83eb90-c240-427c-8862-08b707a921de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297849 Aug 10 03:16:23.755703 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6fa2a9f9-bb45-42ea-827c-2680e5778c36 req-91792dd1-2d07-4b4c-9c2d-d4c2fbfacdde tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537772 Aug 10 03:16:23.764469 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f30b141-1777-4288-94ae-081c90a7f7b7 req-bc8d629d-ed3a-4659-a93e-79a516bfd7a4 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:23.765953 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9f30b141-1777-4288-94ae-081c90a7f7b7 req-bc8d629d-ed3a-4659-a93e-79a516bfd7a4 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=2033c933-a9f1-457c-999c-9d1f8a46fedb HTTP/1.1" status: 200 len: 943 time: 0.0729971 Aug 10 03:16:23.806624 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9f30b141-1777-4288-94ae-081c90a7f7b7 req-1d8edb12-84de-4c89-9aa6-a80e646108d0 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/security-groups?id=106bd2aa-b217-4cc2-a6fb-fb066e9e308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346334 Aug 10 03:16:23.808881 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a3dbdb-b5a3-4de7-bfa7-a12ac4ca7cfb admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:16:23.820754 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8fede5-7f10-494e-8a56-ec824ac528cd None None] Sync routers for ids ['7e022c9b-dcb9-489c-b86c-0f311eb692db'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:16:23.834505 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8fede5-7f10-494e-8a56-ec824ac528cd None None] Routers {'7e022c9b-dcb9-489c-b86c-0f311eb692db'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:16:23.835499 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-6a8fede5-7f10-494e-8a56-ec824ac528cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:16:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['7e022c9b-dcb9-489c-b86c-0f311eb692db'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:23.857947 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-98a3dbdb-b5a3-4de7-bfa7-a12ac4ca7cfb admin admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:23.861940 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-98a3dbdb-b5a3-4de7-bfa7-a12ac4ca7cfb admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.2804294 Aug 10 03:16:23.862250 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 49802) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:23.892648 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5873e89-029b-4790-b32c-7b72c287156e req-b0663ae4-77ae-4b7c-81fe-faa588071a18 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:23.894119 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b5873e89-029b-4790-b32c-7b72c287156e req-b0663ae4-77ae-4b7c-81fe-faa588071a18 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.58 "GET /v2.0/ports?device_id=49adbb04-c039-4963-9d96-0f8e3f111ec4 HTTP/1.1" status: 200 len: 945 time: 0.1169062 Aug 10 03:16:23.898368 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6248a3e8-a37a-451c-a5c1-d66d99870ec4 req-b3b4b87e-a5db-498b-bc49-eac02b782b70 service neutron] 10.222.0.58 "GET /v2.0/networks/3a83eb90-c240-427c-8862-08b707a921de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411381 Aug 10 03:16:23.961024 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-6a8fede5-7f10-494e-8a56-ec824ac528cd None None] Set router 7e022c9b-dcb9-489c-b86c-0f311eb692db gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:16:23.997408 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device c0290811-004c-4326-997a-9713af45eb9d no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:16:24.024108 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: c0290811-004c-4326-997a-9713af45eb9d {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:16:24.026295 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device c0290811-004c-4326-997a-9713af45eb9d not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:16:24.068225 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6248a3e8-a37a-451c-a5c1-d66d99870ec4 req-3798f334-7c25-4d2f-af76-4f21ddba5333 service neutron] 10.222.0.58 "GET /v2.0/networks/3a83eb90-c240-427c-8862-08b707a921de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529143 Aug 10 03:16:24.077631 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-b5873e89-029b-4790-b32c-7b72c287156e req-464c7c53-c04a-40ad-b047-a1d7bb99489e tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Deleting port e51d7383-07b7-42df-84a1-749a5c464a6b {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:16:24.077985 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-b5873e89-029b-4790-b32c-7b72c287156e req-464c7c53-c04a-40ad-b047-a1d7bb99489e tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:24.158774 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-6a8fede5-7f10-494e-8a56-ec824ac528cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e022c9b-dcb9-489c-b86c-0f311eb692db', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-267087256-router', 'tenant_id': '7e0d702d53bb4c78afcede72f811fd78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '4cee2d98-cd15-4432-863b-65fa1106125c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:16:19Z', 'updated_at': '2021-08-10T03:16:22Z', 'revision_number': 3, 'project_id': '7e0d702d53bb4c78afcede72f811fd78', 'gw_port': {'id': '4cee2d98-cd15-4432-863b-65fa1106125c', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:64:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e022c9b-dcb9-489c-b86c-0f311eb692db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:16:21Z', 'updated_at': '2021-08-10T03:16:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:24.182860 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-b5873e89-029b-4790-b32c-7b72c287156e req-464c7c53-c04a-40ad-b047-a1d7bb99489e tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] For port e51d7383-07b7-42df-84a1-749a5c464a6b, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=e51d7383-07b7-42df-84a1-749a5c464a6b,segment=NetworkSegment(5f459ac7-2da0-4395-80e8-4acadecdbda0),segment_id=5f459ac7-2da0-4395-80e8-4acadecdbda0)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:24.183242 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-b5873e89-029b-4790-b32c-7b72c287156e req-464c7c53-c04a-40ad-b047-a1d7bb99489e tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:24.186577 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8fede5-7f10-494e-8a56-ec824ac528cd None None] Checking router: 7e022c9b-dcb9-489c-b86c-0f311eb692db for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:16:24.187007 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8fede5-7f10-494e-8a56-ec824ac528cd None None] Updating router 7e022c9b-dcb9-489c-b86c-0f311eb692db port 4cee2d98-cd15-4432-863b-65fa1106125c binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:16:24.199067 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-b5873e89-029b-4790-b32c-7b72c287156e req-464c7c53-c04a-40ad-b047-a1d7bb99489e tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Calling delete_port for e51d7383-07b7-42df-84a1-749a5c464a6b owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:16:24.212034 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-6a8fede5-7f10-494e-8a56-ec824ac528cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:24.256980 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 52612f3e-8e91-43a2-846c-cf789c00b2bc up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:16:24.261283 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0aebb6f-42d2-4313-8ec7-556f4c87b7e1', 'tag': '87f5e91d-ff8b-490b-92b8-c6e14d7586ab'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:16:24.263629 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2288af-7cc9-412c-924d-0307d4462679" -d '{"events": [{"name": "network-changed", "server_uuid": "f0aebb6f-42d2-4313-8ec7-556f4c87b7e1", "tag": "87f5e91d-ff8b-490b-92b8-c6e14d7586ab"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:16:24.330950 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3474625b-9cd3-4c40-9dae-f8d20c0ff296 x-openstack-request-id: req-3474625b-9cd3-4c40-9dae-f8d20c0ff296 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:16:24.331285 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0aebb6f-42d2-4313-8ec7-556f4c87b7e1", "tag": "87f5e91d-ff8b-490b-92b8-c6e14d7586ab", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:16:24.331579 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3474625b-9cd3-4c40-9dae-f8d20c0ff296 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:16:24.331984 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0aebb6f-42d2-4313-8ec7-556f4c87b7e1', 'tag': '87f5e91d-ff8b-490b-92b8-c6e14d7586ab', 'status': 'completed', 'code': 200} Aug 10 03:16:24.337763 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 52612f3e-8e91-43a2-846c-cf789c00b2bc triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:24.338830 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:24.466090 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-b5873e89-029b-4790-b32c-7b72c287156e req-464c7c53-c04a-40ad-b047-a1d7bb99489e tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:24.484440 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['3aa362ab-26b7-4e75-8dea-4968c3cefa2b', 'e51d7383-07b7-42df-84a1-749a5c464a6b'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:16:24.491924 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2288af-7cc9-412c-924d-0307d4462679 req-85f17711-7cf4-4caf-8a63-0668a90e8de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:24.493518 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2b2288af-7cc9-412c-924d-0307d4462679 req-85f17711-7cf4-4caf-8a63-0668a90e8de8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ace9f6bfb5cd4685a4a16d81f3e66871&device_id=f0aebb6f-42d2-4313-8ec7-556f4c87b7e1 HTTP/1.1" status: 200 len: 1098 time: 0.1227632 Aug 10 03:16:24.528417 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c7c53-c04a-40ad-b047-a1d7bb99489e tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Pushing event deleted for resources: {'Port': ['ID=e51d7383-07b7-42df-84a1-749a5c464a6b,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:24.592626 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-6a8fede5-7f10-494e-8a56-ec824ac528cd None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:24.606637 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-6a8fede5-7f10-494e-8a56-ec824ac528cd None None] Transition to ACTIVE for port object 4cee2d98-cd15-4432-863b-65fa1106125c will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:16:24.617328 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-6a8fede5-7f10-494e-8a56-ec824ac528cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:24.624973 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5873e89-029b-4790-b32c-7b72c287156e req-464c7c53-c04a-40ad-b047-a1d7bb99489e tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] No DVR routers for this DVR port e51d7383-07b7-42df-84a1-749a5c464a6b on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:16:24.628074 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02091b4-d2b6-46c1-a5da-fafebbf6554a req-6eceee7a-e5d5-42a9-aaf7-5bb99db90aa7 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:24.629922 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-b5873e89-029b-4790-b32c-7b72c287156e req-464c7c53-c04a-40ad-b047-a1d7bb99489e tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:24.630354 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c02091b4-d2b6-46c1-a5da-fafebbf6554a req-6eceee7a-e5d5-42a9-aaf7-5bb99db90aa7 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 943 time: 0.1093690 Aug 10 03:16:24.631925 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b5873e89-029b-4790-b32c-7b72c287156e req-464c7c53-c04a-40ad-b047-a1d7bb99489e tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.58 "DELETE /v2.0/ports/e51d7383-07b7-42df-84a1-749a5c464a6b HTTP/1.1" status: 204 len: 173 time: 0.7234514 Aug 10 03:16:24.690133 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01525ae4-094a-4199-9de7-9dd9ec0ca2bb None None] Pushing event updated for resources: {'Port': ['ID=4cee2d98-cd15-4432-863b-65fa1106125c,revision_number=2']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:24.695524 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-6a8fede5-7f10-494e-8a56-ec824ac528cd None None] Attempting to bind port 4cee2d98-cd15-4432-863b-65fa1106125c on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:16:24.696106 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-6a8fede5-7f10-494e-8a56-ec824ac528cd None None] Attempting to bind port 4cee2d98-cd15-4432-863b-65fa1106125c by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:16:24.696607 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8fede5-7f10-494e-8a56-ec824ac528cd None None] Attempting to bind port 4cee2d98-cd15-4432-863b-65fa1106125c on network 09ca2025-b9a6-4e84-8019-8d9fbef3753e {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:24.702434 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8fede5-7f10-494e-8a56-ec824ac528cd None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:16:24.703126 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8fede5-7f10-494e-8a56-ec824ac528cd None None] Checking segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:16:24.703662 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-6a8fede5-7f10-494e-8a56-ec824ac528cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:24.704303 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8fede5-7f10-494e-8a56-ec824ac528cd None None] Bound using segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:16:24.704919 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-6a8fede5-7f10-494e-8a56-ec824ac528cd None None] Bound port: 4cee2d98-cd15-4432-863b-65fa1106125c, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:16:24.705441 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-6a8fede5-7f10-494e-8a56-ec824ac528cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:24.705915 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2288af-7cc9-412c-924d-0307d4462679 req-0aa9f46c-17cc-4a54-86ac-22cf7ea6cf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:24.707627 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2b2288af-7cc9-412c-924d-0307d4462679 req-0aa9f46c-17cc-4a54-86ac-22cf7ea6cf2b service neutron] 10.222.0.58 "GET /v2.0/networks?id=21ed31ed-6e0a-4679-a532-6a47097475c9 HTTP/1.1" status: 200 len: 912 time: 0.1909587 Aug 10 03:16:24.739635 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c02091b4-d2b6-46c1-a5da-fafebbf6554a req-19f46971-97b6-4724-90c4-7b4ac8f587da tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006436 Aug 10 03:16:24.768113 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-6a8fede5-7f10-494e-8a56-ec824ac528cd None None] For port 4cee2d98-cd15-4432-863b-65fa1106125c, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:16:24.772359 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-6a8fede5-7f10-494e-8a56-ec824ac528cd None None] For port 4cee2d98-cd15-4432-863b-65fa1106125c, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=4cee2d98-cd15-4432-863b-65fa1106125c,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:16:24.779070 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-6a8fede5-7f10-494e-8a56-ec824ac528cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:24.797895 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-acee82b7-40f7-4d2b-bd19-31a7b8e6776f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:24.831519 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2b2288af-7cc9-412c-924d-0307d4462679 req-cbbdb693-7aec-4199-bd85-34055c430d6c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87f5e91d-ff8b-490b-92b8-c6e14d7586ab HTTP/1.1" status: 200 len: 1002 time: 0.1161256 Aug 10 03:16:24.855199 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01525ae4-094a-4199-9de7-9dd9ec0ca2bb None None] Pushing event updated for resources: {'Port': ['ID=4cee2d98-cd15-4432-863b-65fa1106125c,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:24.867113 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8fede5-7f10-494e-8a56-ec824ac528cd None None] Routers {'7e022c9b-dcb9-489c-b86c-0f311eb692db'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:16:24.867753 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-6a8fede5-7f10-494e-8a56-ec824ac528cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:16:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['7e022c9b-dcb9-489c-b86c-0f311eb692db'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:24.913187 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2288af-7cc9-412c-924d-0307d4462679 req-f3b8806a-38af-46bd-9d38-fee97f47b8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:24.914770 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2b2288af-7cc9-412c-924d-0307d4462679 req-f3b8806a-38af-46bd-9d38-fee97f47b8cf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ae8e75ff-2bea-4ffd-a100-33ca179d7b92 HTTP/1.1" status: 200 len: 850 time: 0.0690079 Aug 10 03:16:24.924856 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8d6ba757-044e-440e-91fa-69c757a64197 req-1e96d2aa-96ee-492e-bc31-71e3eba60693 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=49adbb04-c039-4963-9d96-0f8e3f111ec4 HTTP/1.1" status: 200 len: 210 time: 0.0416129 Aug 10 03:16:24.972169 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2288af-7cc9-412c-924d-0307d4462679 req-018a7e99-3640-4db8-bf80-fc646f4edd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:24.974119 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2b2288af-7cc9-412c-924d-0307d4462679 req-018a7e99-3640-4db8-bf80-fc646f4edd30 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=21ed31ed-6e0a-4679-a532-6a47097475c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450773 Aug 10 03:16:24.997098 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-6a8fede5-7f10-494e-8a56-ec824ac528cd None None] Set router 7e022c9b-dcb9-489c-b86c-0f311eb692db gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:16:25.013009 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d7342-e992-4ac0-aeb9-5693f746bf1b req-dde60ccd-61ae-4bac-8bba-705cbfa1f9b9 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:25.014540 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-657d7342-e992-4ac0-aeb9-5693f746bf1b req-dde60ccd-61ae-4bac-8bba-705cbfa1f9b9 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=2033c933-a9f1-457c-999c-9d1f8a46fedb HTTP/1.1" status: 200 len: 943 time: 0.1181214 Aug 10 03:16:25.084168 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-acee82b7-40f7-4d2b-bd19-31a7b8e6776f admin admin] Allocated IP 172.20.0.1 (48ba9cb7-58c4-44fc-8397-abfcf0075fd3/c60e7929-fc60-42b5-83e3-387bd55aaf17/704eba02-ddf0-4c4a-9f1f-bf00ac559b60) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:16:25.092939 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-657d7342-e992-4ac0-aeb9-5693f746bf1b req-58f0cb14-1bfd-454f-b2b4-55339d6d7249 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/security-groups?id=106bd2aa-b217-4cc2-a6fb-fb066e9e308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568929 Aug 10 03:16:25.119673 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2b2288af-7cc9-412c-924d-0307d4462679 req-1167055e-f779-410f-b228-3e6e9dd62df2 service neutron] 10.222.0.58 "GET /v2.0/networks/21ed31ed-6e0a-4679-a532-6a47097475c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322062 Aug 10 03:16:25.203675 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-6a8fede5-7f10-494e-8a56-ec824ac528cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e022c9b-dcb9-489c-b86c-0f311eb692db', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-267087256-router', 'tenant_id': '7e0d702d53bb4c78afcede72f811fd78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '4cee2d98-cd15-4432-863b-65fa1106125c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:16:19Z', 'updated_at': '2021-08-10T03:16:22Z', 'revision_number': 3, 'project_id': '7e0d702d53bb4c78afcede72f811fd78', 'gw_port': {'id': '4cee2d98-cd15-4432-863b-65fa1106125c', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:64:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e022c9b-dcb9-489c-b86c-0f311eb692db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:16:21Z', 'updated_at': '2021-08-10T03:16:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:25.206171 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-acee82b7-40f7-4d2b-bd19-31a7b8e6776f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:25.221186 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-acee82b7-40f7-4d2b-bd19-31a7b8e6776f admin admin] Transition to ACTIVE for port object 704eba02-ddf0-4c4a-9f1f-bf00ac559b60 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:16:25.231040 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8fede5-7f10-494e-8a56-ec824ac528cd None None] The sync data for ids ['7e022c9b-dcb9-489c-b86c-0f311eb692db'] in n-d-768851-15 is: [{'id': '7e022c9b-dcb9-489c-b86c-0f311eb692db', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-267087256-router', 'tenant_id': '7e0d702d53bb4c78afcede72f811fd78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '4cee2d98-cd15-4432-863b-65fa1106125c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:16:19Z', 'updated_at': '2021-08-10T03:16:22Z', 'revision_number': 3, 'project_id': '7e0d702d53bb4c78afcede72f811fd78', 'gw_port': {'id': '4cee2d98-cd15-4432-863b-65fa1106125c', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:64:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e022c9b-dcb9-489c-b86c-0f311eb692db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:16:21Z', 'updated_at': '2021-08-10T03:16:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:16:25.239525 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2b2288af-7cc9-412c-924d-0307d4462679 req-6f4e1ebe-d7e8-494e-906b-b0f1468f1aae service neutron] 10.222.0.58 "GET /v2.0/networks/21ed31ed-6e0a-4679-a532-6a47097475c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003017 Aug 10 03:16:25.263666 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-acee82b7-40f7-4d2b-bd19-31a7b8e6776f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:25.306628 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acee82b7-40f7-4d2b-bd19-31a7b8e6776f admin admin] Network 48ba9cb7-58c4-44fc-8397-abfcf0075fd3 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:16:25.309733 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-acee82b7-40f7-4d2b-bd19-31a7b8e6776f admin admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:16:25.313468 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acee82b7-40f7-4d2b-bd19-31a7b8e6776f admin admin] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:16:25.340943 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acee82b7-40f7-4d2b-bd19-31a7b8e6776f admin admin] Pushing event updated for resources: {'Port': ['ID=704eba02-ddf0-4c4a-9f1f-bf00ac559b60,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:25.373042 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-acee82b7-40f7-4d2b-bd19-31a7b8e6776f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:25.523267 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-acee82b7-40f7-4d2b-bd19-31a7b8e6776f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:25.689812 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-ab3c8073-6727-42a7-8353-556ae431ad92 None None] Provisioning for port 704eba02-ddf0-4c4a-9f1f-bf00ac559b60 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:16:25.695001 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-ab3c8073-6727-42a7-8353-556ae431ad92 None None] Provisioning complete for port 704eba02-ddf0-4c4a-9f1f-bf00ac559b60 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:25.695645 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ab3c8073-6727-42a7-8353-556ae431ad92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:25.720577 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device b6096e72-bd54-4bd3-b98a-661de0f714e2 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:16:25.747813 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-ab3c8073-6727-42a7-8353-556ae431ad92 None None] Port 704eba02-ddf0-4c4a-9f1f-bf00ac559b60 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:16:25.749327 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-acee82b7-40f7-4d2b-bd19-31a7b8e6776f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:25.755031 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-acee82b7-40f7-4d2b-bd19-31a7b8e6776f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:25.827885 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acee82b7-40f7-4d2b-bd19-31a7b8e6776f admin admin] Pushing event updated for resources: {'Port': ['ID=704eba02-ddf0-4c4a-9f1f-bf00ac559b60,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:25.832533 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-acee82b7-40f7-4d2b-bd19-31a7b8e6776f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:25.848982 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port b6096e72-bd54-4bd3-b98a-661de0f714e2, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=b6096e72-bd54-4bd3-b98a-661de0f714e2,segment=NetworkSegment(2b95187c-537c-4822-a0b0-e1996874f1d3),segment_id=2b95187c-537c-4822-a0b0-e1996874f1d3)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:25.856742 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acee82b7-40f7-4d2b-bd19-31a7b8e6776f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:25.857084 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acee82b7-40f7-4d2b-bd19-31a7b8e6776f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:25.857762 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acee82b7-40f7-4d2b-bd19-31a7b8e6776f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:25.857762 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acee82b7-40f7-4d2b-bd19-31a7b8e6776f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:25.858067 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acee82b7-40f7-4d2b-bd19-31a7b8e6776f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:25.858390 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acee82b7-40f7-4d2b-bd19-31a7b8e6776f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:25.858714 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acee82b7-40f7-4d2b-bd19-31a7b8e6776f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:25.859056 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acee82b7-40f7-4d2b-bd19-31a7b8e6776f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:25.859382 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acee82b7-40f7-4d2b-bd19-31a7b8e6776f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:25.859700 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acee82b7-40f7-4d2b-bd19-31a7b8e6776f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:25.860016 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acee82b7-40f7-4d2b-bd19-31a7b8e6776f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:25.860390 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acee82b7-40f7-4d2b-bd19-31a7b8e6776f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:25.862065 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': 'b6096e72-bd54-4bd3-b98a-661de0f714e2', 'network_id': '3a83eb90-c240-427c-8862-08b707a921de', 'port_id': 'b6096e72-bd54-4bd3-b98a-661de0f714e2', 'mac_address': 'fa:16:3e:cb:d4:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb34339b-adc8-40a3-9ffe-8f05f8fed3e8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:16:25.907069 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:25.921077 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6096e72-bd54-4bd3-b98a-661de0f714e2 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:16:25.943532 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port b6096e72-bd54-4bd3-b98a-661de0f714e2, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=b6096e72-bd54-4bd3-b98a-661de0f714e2,segment=NetworkSegment(2b95187c-537c-4822-a0b0-e1996874f1d3),segment_id=2b95187c-537c-4822-a0b0-e1996874f1d3)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:25.947952 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:25.949584 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b287317c-feb4-4805-9e10-7fdbf5307858 req-306c3e1c-3f16-49ec-a1ab-d89732650d32 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:25.950526 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b287317c-feb4-4805-9e10-7fdbf5307858 req-306c3e1c-3f16-49ec-a1ab-d89732650d32 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 943 time: 0.1150553 Aug 10 03:16:26.002341 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=b6096e72-bd54-4bd3-b98a-661de0f714e2,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:26.036953 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b287317c-feb4-4805-9e10-7fdbf5307858 req-920a2363-3167-4b91-9f38-10d84c9b5944 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597360 Aug 10 03:16:26.054043 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acee82b7-40f7-4d2b-bd19-31a7b8e6776f admin admin] Network 48ba9cb7-58c4-44fc-8397-abfcf0075fd3 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:16:26.056227 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-acee82b7-40f7-4d2b-bd19-31a7b8e6776f admin admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:16:26.079179 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:26.238096 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:26.265490 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['b6096e72-bd54-4bd3-b98a-661de0f714e2'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:16:26.306779 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acee82b7-40f7-4d2b-bd19-31a7b8e6776f admin admin] Router 7e022c9b-dcb9-489c-b86c-0f311eb692db has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:16:26.333298 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49adbb04-c039-4963-9d96-0f8e3f111ec4', 'name': 'network-vif-deleted', 'tag': 'e51d7383-07b7-42df-84a1-749a5c464a6b'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:16:26.335316 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651eb230-8a48-4952-b13d-2349aa7678f5" -d '{"events": [{"server_uuid": "49adbb04-c039-4963-9d96-0f8e3f111ec4", "name": "network-vif-deleted", "tag": "e51d7383-07b7-42df-84a1-749a5c464a6b"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:16:26.354259 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 4cee2d98-cd15-4432-863b-65fa1106125c up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:16:26.373603 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8236dd0b-d749-444e-baa0-30355205d376 req-4c4503b8-7fa4-466d-ae1a-5d9007172ab7 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:26.375576 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8236dd0b-d749-444e-baa0-30355205d376 req-4c4503b8-7fa4-466d-ae1a-5d9007172ab7 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=2033c933-a9f1-457c-999c-9d1f8a46fedb HTTP/1.1" status: 200 len: 944 time: 0.1515691 Aug 10 03:16:26.450059 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 4cee2d98-cd15-4432-863b-65fa1106125c completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:16:26.456639 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 4cee2d98-cd15-4432-863b-65fa1106125c triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:26.457024 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:26.519842 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-7ef3537c-d724-4da9-a705-621b223305ba None None] Provisioning complete for port 704eba02-ddf0-4c4a-9f1f-bf00ac559b60 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:26.520222 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7ef3537c-d724-4da9-a705-621b223305ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:26.551849 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8236dd0b-d749-444e-baa0-30355205d376 req-182fd120-761c-4e2b-b72f-55fcf301e69e tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/security-groups?id=106bd2aa-b217-4cc2-a6fb-fb066e9e308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395867 Aug 10 03:16:26.594668 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acee82b7-40f7-4d2b-bd19-31a7b8e6776f admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:16:26.600315 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-acee82b7-40f7-4d2b-bd19-31a7b8e6776f admin admin] 10.222.0.62 "PUT /v2.0/routers/7e022c9b-dcb9-489c-b86c-0f311eb692db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7366982 Aug 10 03:16:26.609863 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f9038-403f-46ce-86b4-49036314d554 req-76e2b39f-7d23-4e3a-8ac3-7501f6d0de29 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:26.618255 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4d6f9038-403f-46ce-86b4-49036314d554 req-76e2b39f-7d23-4e3a-8ac3-7501f6d0de29 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/networks?id=10fc7efa-f990-4fd3-9796-19ebe5477b79 HTTP/1.1" status: 200 len: 806 time: 0.2408175 Aug 10 03:16:26.622121 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6132e002-12fa-495b-9b73-8d6867073217 x-openstack-request-id: req-6132e002-12fa-495b-9b73-8d6867073217 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:16:26.622378 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49adbb04-c039-4963-9d96-0f8e3f111ec4", "name": "network-vif-deleted", "tag": "e51d7383-07b7-42df-84a1-749a5c464a6b", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:16:26.622632 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6132e002-12fa-495b-9b73-8d6867073217 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:16:26.623422 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49adbb04-c039-4963-9d96-0f8e3f111ec4', 'name': 'network-vif-deleted', 'tag': 'e51d7383-07b7-42df-84a1-749a5c464a6b', 'status': 'completed', 'code': 200} Aug 10 03:16:26.636470 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4d6f9038-403f-46ce-86b4-49036314d554 req-563aa61b-b58b-4c2f-952d-0ad8d7de80c9 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/quotas/22bb0021811f46b18f8e8bb6d66afe0d HTTP/1.1" status: 200 len: 375 time: 0.0171738 Aug 10 03:16:26.694507 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-7ef3537c-d724-4da9-a705-621b223305ba None None] Port 704eba02-ddf0-4c4a-9f1f-bf00ac559b60 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:16:26.697300 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4d6f9038-403f-46ce-86b4-49036314d554 req-4d62170a-6fef-4dce-9cf0-ca5e18e815b3 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=22bb0021811f46b18f8e8bb6d66afe0d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0596275 Aug 10 03:16:26.729796 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:26.763070 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 4cee2d98-cd15-4432-863b-65fa1106125c, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=4cee2d98-cd15-4432-863b-65fa1106125c,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:26.770516 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:26.809543 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4d6f9038-403f-46ce-86b4-49036314d554 req-19332f41-138c-4b4e-80cd-a083243c5a11 service neutron] 10.222.0.62 "GET /v2.0/networks/10fc7efa-f990-4fd3-9796-19ebe5477b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108978 Aug 10 03:16:26.826639 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=4cee2d98-cd15-4432-863b-65fa1106125c,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:26.919360 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4d6f9038-403f-46ce-86b4-49036314d554 req-3ec8ad22-7c36-4f54-8320-09875039159b service neutron] 10.222.0.62 "GET /v2.0/networks/10fc7efa-f990-4fd3-9796-19ebe5477b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994582 Aug 10 03:16:26.969627 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [req-16216e3a-4bd0-4af1-b102-ee231caa9db4 req-92429166-d21f-4c51-9101-5cb7fe4d4760 tempest-FloatingIPDetailsNegativeTestJSON-480100853 tempest-FloatingIPDetailsNegativeTestJSON-480100853-project] show failed (client error): The resource could not be found. Aug 10 03:16:26.970674 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-16216e3a-4bd0-4af1-b102-ee231caa9db4 req-92429166-d21f-4c51-9101-5cb7fe4d4760 tempest-FloatingIPDetailsNegativeTestJSON-480100853 tempest-FloatingIPDetailsNegativeTestJSON-480100853-project] 10.222.0.62 "GET /v2.0/floatingips/0b628ae0-5fbe-4775-8939-88af553b261c HTTP/1.1" status: 404 len: 350 time: 0.0412745 Aug 10 03:16:26.979533 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 49858) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:27.121501 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c15b554b-d6e6-4dd9-8c67-fcca04f1a1f7 req-bcd9ce57-8a37-45fe-891e-770c00d5f163 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=4285cb4a-2004-4ef3-b428-fd5190a1de98 HTTP/1.1" status: 200 len: 210 time: 0.0421531 Aug 10 03:16:27.175620 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eced85b4-b27e-43f8-bc8c-e7bf9d3e6436 None None] Sync routers for ids ['7e022c9b-dcb9-489c-b86c-0f311eb692db'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:16:27.193081 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eced85b4-b27e-43f8-bc8c-e7bf9d3e6436 None None] Routers {'7e022c9b-dcb9-489c-b86c-0f311eb692db'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:16:27.193781 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-eced85b4-b27e-43f8-bc8c-e7bf9d3e6436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:16:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['7e022c9b-dcb9-489c-b86c-0f311eb692db'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:27.252997 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba1132-b9f7-479a-b3ad-dda9a932cfdb req-c7d73c40-4490-41d0-8260-e16f33ae7411 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:27.254520 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c1ba1132-b9f7-479a-b3ad-dda9a932cfdb req-c7d73c40-4490-41d0-8260-e16f33ae7411 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 943 time: 0.0954843 Aug 10 03:16:27.323208 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-eced85b4-b27e-43f8-bc8c-e7bf9d3e6436 None None] Set router 7e022c9b-dcb9-489c-b86c-0f311eb692db gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:16:27.334587 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c1ba1132-b9f7-479a-b3ad-dda9a932cfdb req-6df9c4d5-8efe-4902-95a5-6d1649963758 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695240 Aug 10 03:16:27.455086 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9a4932a4-f6d6-433f-b710-e3b2cba0ff7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:27.553027 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-eced85b4-b27e-43f8-bc8c-e7bf9d3e6436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e022c9b-dcb9-489c-b86c-0f311eb692db', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-267087256-router', 'tenant_id': '7e0d702d53bb4c78afcede72f811fd78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '4cee2d98-cd15-4432-863b-65fa1106125c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:16:19Z', 'updated_at': '2021-08-10T03:16:25Z', 'revision_number': 4, 'project_id': '7e0d702d53bb4c78afcede72f811fd78', 'gw_port': {'id': '4cee2d98-cd15-4432-863b-65fa1106125c', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:64:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e022c9b-dcb9-489c-b86c-0f311eb692db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:16:21Z', 'updated_at': '2021-08-10T03:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '704eba02-ddf0-4c4a-9f1f-bf00ac559b60', 'name': '', 'network_id': '48ba9cb7-58c4-44fc-8397-abfcf0075fd3', 'tenant_id': '7e0d702d53bb4c78afcede72f811fd78', 'mac_address': 'fa:16:3e:7c:a9:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e022c9b-dcb9-489c-b86c-0f311eb692db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'c60e7929-fc60-42b5-83e3-387bd55aaf17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:16:24Z', 'updated_at': '2021-08-10T03:16:25Z', 'revision_number': 2, 'project_id': '7e0d702d53bb4c78afcede72f811fd78', 'subnets': [{'id': 'c60e7929-fc60-42b5-83e3-387bd55aaf17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:27.580723 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eced85b4-b27e-43f8-bc8c-e7bf9d3e6436 None None] Checking router: 7e022c9b-dcb9-489c-b86c-0f311eb692db for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:16:27.581230 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eced85b4-b27e-43f8-bc8c-e7bf9d3e6436 None None] Updating router 7e022c9b-dcb9-489c-b86c-0f311eb692db port 704eba02-ddf0-4c4a-9f1f-bf00ac559b60 binding host n-d-768851-15 {{(pid=94218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:16:27.611410 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-eced85b4-b27e-43f8-bc8c-e7bf9d3e6436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:27.719201 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 8a30db10-e0e6-4c59-bff9-1edbdbe1ee47 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:16:27.721333 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device b6096e72-bd54-4bd3-b98a-661de0f714e2 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:16:27.911660 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port b6096e72-bd54-4bd3-b98a-661de0f714e2 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:16:27.928903 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95b1a2-1e7c-4714-adfd-2adcc4ebccb2 req-d7ec2b81-58c0-4cc9-9ec0-52ad7715a05b tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:27.929905 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port b6096e72-bd54-4bd3-b98a-661de0f714e2 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:27.930281 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:27.930444 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fb95b1a2-1e7c-4714-adfd-2adcc4ebccb2 req-d7ec2b81-58c0-4cc9-9ec0-52ad7715a05b tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=2033c933-a9f1-457c-999c-9d1f8a46fedb HTTP/1.1" status: 200 len: 944 time: 0.0758424 Aug 10 03:16:27.946259 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 8a30db10-e0e6-4c59-bff9-1edbdbe1ee47, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=8a30db10-e0e6-4c59-bff9-1edbdbe1ee47,segment=NetworkSegment(b14795c0-984c-4c21-bc5c-b1b39903d907),segment_id=b14795c0-984c-4c21-bc5c-b1b39903d907)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:27.991511 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': '8a30db10-e0e6-4c59-bff9-1edbdbe1ee47', 'network_id': 'c0759395-72d8-4de6-9611-c9ba0ebf5417', 'port_id': '8a30db10-e0e6-4c59-bff9-1edbdbe1ee47', 'mac_address': 'fa:16:3e:ec:b5:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3edf7dab-cede-45e3-a40b-9026654a3743', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:16:28.017434 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fb95b1a2-1e7c-4714-adfd-2adcc4ebccb2 req-1c30ee91-571c-4e59-8e61-3f8f4f4bd269 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/security-groups?id=106bd2aa-b217-4cc2-a6fb-fb066e9e308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777872 Aug 10 03:16:28.056234 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-9a4932a4-f6d6-433f-b710-e3b2cba0ff7c admin admin] Deleting port 704eba02-ddf0-4c4a-9f1f-bf00ac559b60 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:16:28.056579 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9a4932a4-f6d6-433f-b710-e3b2cba0ff7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:28.114251 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:28.117202 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-eced85b4-b27e-43f8-bc8c-e7bf9d3e6436 None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:28.144955 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-eced85b4-b27e-43f8-bc8c-e7bf9d3e6436 None None] Transition to ACTIVE for port object 704eba02-ddf0-4c4a-9f1f-bf00ac559b60 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:16:28.148952 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a30db10-e0e6-4c59-bff9-1edbdbe1ee47 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:16:28.156767 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:28.172305 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-eced85b4-b27e-43f8-bc8c-e7bf9d3e6436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:28.208754 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 8a30db10-e0e6-4c59-bff9-1edbdbe1ee47, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=8a30db10-e0e6-4c59-bff9-1edbdbe1ee47,segment=NetworkSegment(b14795c0-984c-4c21-bc5c-b1b39903d907),segment_id=b14795c0-984c-4c21-bc5c-b1b39903d907)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:28.230517 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9a4932a4-f6d6-433f-b710-e3b2cba0ff7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:28.252405 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:28.269900 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-9a4932a4-f6d6-433f-b710-e3b2cba0ff7c admin admin] Calling delete_port for 704eba02-ddf0-4c4a-9f1f-bf00ac559b60 owned by network:router_interface {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:16:28.272919 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2033c933-a9f1-457c-999c-9d1f8a46fedb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6096e72-bd54-4bd3-b98a-661de0f714e2'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:16:28.279410 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ce96b8-611a-4fa5-8940-fcd3be5d57a3" -d '{"events": [{"server_uuid": "2033c933-a9f1-457c-999c-9d1f8a46fedb", "name": "network-vif-plugged", "status": "completed", "tag": "b6096e72-bd54-4bd3-b98a-661de0f714e2"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:16:28.311938 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b6d4ce19-8fe5-4f8e-9727-ff895e4fa1bf req-5be1d6b0-d6d0-4f47-a5fc-b63c60cde73a tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=4285cb4a-2004-4ef3-b428-fd5190a1de98 HTTP/1.1" status: 200 len: 210 time: 0.0554945 Aug 10 03:16:28.318387 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1b0ad9-8999-4ea0-b9d1-66801d59b985 None None] Pushing event updated for resources: {'Port': ['ID=704eba02-ddf0-4c4a-9f1f-bf00ac559b60,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:28.321685 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port b6096e72-bd54-4bd3-b98a-661de0f714e2, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=b6096e72-bd54-4bd3-b98a-661de0f714e2,segment=NetworkSegment(2b95187c-537c-4822-a0b0-e1996874f1d3),segment_id=2b95187c-537c-4822-a0b0-e1996874f1d3)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:28.334034 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f9038-403f-46ce-86b4-49036314d554 req-f569d3f6-b425-4ee2-b370-b1376c2d5683 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:28.335768 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4d6f9038-403f-46ce-86b4-49036314d554 req-f569d3f6-b425-4ee2-b370-b1376c2d5683 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.60 "GET /v2.0/networks?id=10fc7efa-f990-4fd3-9796-19ebe5477b79 HTTP/1.1" status: 200 len: 806 time: 0.2361536 Aug 10 03:16:28.348102 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 4cee2d98-cd15-4432-863b-65fa1106125c up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:16:28.391075 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-4d6f9038-403f-46ce-86b4-49036314d554 req-39db0a40-ff91-4fe8-8456-0014be5dd838 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Request body: {'port': {'device_id': '4285cb4a-2004-4ef3-b428-fd5190a1de98', 'network_id': '10fc7efa-f990-4fd3-9796-19ebe5477b79', 'admin_state_up': True, 'tenant_id': '22bb0021811f46b18f8e8bb6d66afe0d'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:28.424364 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:28.425630 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device e51d7383-07b7-42df-84a1-749a5c464a6b no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:16:28.460387 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: e51d7383-07b7-42df-84a1-749a5c464a6b {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:16:28.460580 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device e51d7383-07b7-42df-84a1-749a5c464a6b not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:16:28.486607 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a439058a-4b2f-4744-a48c-dffeb308b3f8 x-openstack-request-id: req-a439058a-4b2f-4744-a48c-dffeb308b3f8 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:16:28.486852 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2033c933-a9f1-457c-999c-9d1f8a46fedb", "name": "network-vif-plugged", "status": "completed", "tag": "b6096e72-bd54-4bd3-b98a-661de0f714e2", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:16:28.487018 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a439058a-4b2f-4744-a48c-dffeb308b3f8 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:16:28.487376 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2033c933-a9f1-457c-999c-9d1f8a46fedb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6096e72-bd54-4bd3-b98a-661de0f714e2', 'code': 200} Aug 10 03:16:28.575638 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-eced85b4-b27e-43f8-bc8c-e7bf9d3e6436 None None] Attempting to bind port 704eba02-ddf0-4c4a-9f1f-bf00ac559b60 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:16:28.576069 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-eced85b4-b27e-43f8-bc8c-e7bf9d3e6436 None None] Attempting to bind port 704eba02-ddf0-4c4a-9f1f-bf00ac559b60 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'c00a34aa-91d8-4154-bf9c-7be50b28be08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '48ba9cb7-58c4-44fc-8397-abfcf0075fd3'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:16:28.576446 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eced85b4-b27e-43f8-bc8c-e7bf9d3e6436 None None] Attempting to bind port 704eba02-ddf0-4c4a-9f1f-bf00ac559b60 on network 48ba9cb7-58c4-44fc-8397-abfcf0075fd3 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:28.578351 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=8a30db10-e0e6-4c59-bff9-1edbdbe1ee47,revision_number=9']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:28.593117 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['8a30db10-e0e6-4c59-bff9-1edbdbe1ee47'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:16:28.604763 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f08edf-6528-42fb-859f-76608f2007b6 req-e6affd42-ab8d-4f80-8e60-d4a12a6ef4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:28.606617 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-18f08edf-6528-42fb-859f-76608f2007b6 req-e6affd42-ab8d-4f80-8e60-d4a12a6ef4ae service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2033c933-a9f1-457c-999c-9d1f8a46fedb HTTP/1.1" status: 200 len: 1097 time: 0.0578942 Aug 10 03:16:28.618168 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eced85b4-b27e-43f8-bc8c-e7bf9d3e6436 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:16:28.618546 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eced85b4-b27e-43f8-bc8c-e7bf9d3e6436 None None] Checking segment: {'id': 'c00a34aa-91d8-4154-bf9c-7be50b28be08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '48ba9cb7-58c4-44fc-8397-abfcf0075fd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:16:28.618972 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-eced85b4-b27e-43f8-bc8c-e7bf9d3e6436 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:28.619400 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eced85b4-b27e-43f8-bc8c-e7bf9d3e6436 None None] Bound using segment: {'id': 'c00a34aa-91d8-4154-bf9c-7be50b28be08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '48ba9cb7-58c4-44fc-8397-abfcf0075fd3'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:16:28.619883 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-eced85b4-b27e-43f8-bc8c-e7bf9d3e6436 None None] Bound port: 704eba02-ddf0-4c4a-9f1f-bf00ac559b60, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c00a34aa-91d8-4154-bf9c-7be50b28be08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '48ba9cb7-58c4-44fc-8397-abfcf0075fd3'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:16:28.620423 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-eced85b4-b27e-43f8-bc8c-e7bf9d3e6436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:28.646875 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-18f08edf-6528-42fb-859f-76608f2007b6 req-8404941d-75ec-4651-b799-2ca32641a9b0 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=106bd2aa-b217-4cc2-a6fb-fb066e9e308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326056 Aug 10 03:16:28.651968 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354688c9-d2a8-43da-bec6-e3f4a2724d5e req-785ca5d3-e3cb-42a0-99be-f35b6080cdb7 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:28.653770 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-354688c9-d2a8-43da-bec6-e3f4a2724d5e req-785ca5d3-e3cb-42a0-99be-f35b6080cdb7 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 944 time: 0.1001670 Aug 10 03:16:28.664706 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d6f9038-403f-46ce-86b4-49036314d554 req-39db0a40-ff91-4fe8-8456-0014be5dd838 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Made reservation on behalf of 22bb0021811f46b18f8e8bb6d66afe0d for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:16:28.668470 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-4d6f9038-403f-46ce-86b4-49036314d554 req-39db0a40-ff91-4fe8-8456-0014be5dd838 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:28.675408 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 4cee2d98-cd15-4432-863b-65fa1106125c triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:28.675785 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:28.745149 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=b6096e72-bd54-4bd3-b98a-661de0f714e2,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:28.781378 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-354688c9-d2a8-43da-bec6-e3f4a2724d5e req-72a310aa-0231-4cdd-b8cf-0e8b4afac753 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174827 Aug 10 03:16:28.828810 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9a4932a4-f6d6-433f-b710-e3b2cba0ff7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:28.840238 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.db.api [None req-eced85b4-b27e-43f8-bc8c-e7bf9d3e6436 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:16:28.840605 n-d-768851-15 neutron-server[94218]: DEBUG oslo_db.api [None req-eced85b4-b27e-43f8-bc8c-e7bf9d3e6436 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:16:28.869850 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4932a4-f6d6-433f-b710-e3b2cba0ff7c admin admin] Pushing event deleted for resources: {'Port': ['ID=704eba02-ddf0-4c4a-9f1f-bf00ac559b60,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:28.950279 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-4d6f9038-403f-46ce-86b4-49036314d554 req-39db0a40-ff91-4fe8-8456-0014be5dd838 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Allocated IP 172.20.0.4 (10fc7efa-f990-4fd3-9796-19ebe5477b79/e9de5b17-91a7-437b-a5c7-1e57e4d52c95/86f09da0-17b7-4576-8062-d3a0da140149) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:16:29.186950 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9a4932a4-f6d6-433f-b710-e3b2cba0ff7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:29.217735 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3900a31a-d4bd-4a27-a53a-ba46ccf06393 req-ef69fc9c-0334-4fd3-a22b-3e0d3f98216c tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:29.219255 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3900a31a-d4bd-4a27-a53a-ba46ccf06393 req-ef69fc9c-0334-4fd3-a22b-3e0d3f98216c tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=2033c933-a9f1-457c-999c-9d1f8a46fedb HTTP/1.1" status: 200 len: 945 time: 0.1191254 Aug 10 03:16:29.342116 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-4d6f9038-403f-46ce-86b4-49036314d554 req-39db0a40-ff91-4fe8-8456-0014be5dd838 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:29.354973 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3900a31a-d4bd-4a27-a53a-ba46ccf06393 req-126d24bb-1bb6-40bc-9ade-15ee4fb05112 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/security-groups?id=106bd2aa-b217-4cc2-a6fb-fb066e9e308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987248 Aug 10 03:16:29.355777 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-eced85b4-b27e-43f8-bc8c-e7bf9d3e6436 None None] Attempting to bind port 704eba02-ddf0-4c4a-9f1f-bf00ac559b60 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:16:29.356334 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-eced85b4-b27e-43f8-bc8c-e7bf9d3e6436 None None] Attempting to bind port 704eba02-ddf0-4c4a-9f1f-bf00ac559b60 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'c00a34aa-91d8-4154-bf9c-7be50b28be08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '48ba9cb7-58c4-44fc-8397-abfcf0075fd3'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:16:29.356790 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eced85b4-b27e-43f8-bc8c-e7bf9d3e6436 None None] Attempting to bind port 704eba02-ddf0-4c4a-9f1f-bf00ac559b60 on network 48ba9cb7-58c4-44fc-8397-abfcf0075fd3 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:29.362648 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eced85b4-b27e-43f8-bc8c-e7bf9d3e6436 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:16:29.363205 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eced85b4-b27e-43f8-bc8c-e7bf9d3e6436 None None] Checking segment: {'id': 'c00a34aa-91d8-4154-bf9c-7be50b28be08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '48ba9cb7-58c4-44fc-8397-abfcf0075fd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:16:29.363692 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-eced85b4-b27e-43f8-bc8c-e7bf9d3e6436 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:29.364954 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eced85b4-b27e-43f8-bc8c-e7bf9d3e6436 None None] Bound using segment: {'id': 'c00a34aa-91d8-4154-bf9c-7be50b28be08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '48ba9cb7-58c4-44fc-8397-abfcf0075fd3'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:16:29.364954 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-eced85b4-b27e-43f8-bc8c-e7bf9d3e6436 None None] Bound port: 704eba02-ddf0-4c4a-9f1f-bf00ac559b60, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c00a34aa-91d8-4154-bf9c-7be50b28be08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '48ba9cb7-58c4-44fc-8397-abfcf0075fd3'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:16:29.365366 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-eced85b4-b27e-43f8-bc8c-e7bf9d3e6436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:29.415296 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-eced85b4-b27e-43f8-bc8c-e7bf9d3e6436 None None] Port 704eba02-ddf0-4c4a-9f1f-bf00ac559b60 has been deleted concurrently {{(pid=94218) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 10 03:16:29.425135 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eced85b4-b27e-43f8-bc8c-e7bf9d3e6436 None None] Routers {'7e022c9b-dcb9-489c-b86c-0f311eb692db'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:16:29.425903 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-eced85b4-b27e-43f8-bc8c-e7bf9d3e6436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:16:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['7e022c9b-dcb9-489c-b86c-0f311eb692db'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:29.428453 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7b27e669-e063-4dcb-aa47-40fc08513076 req-a5b9676d-fb82-4a46-80b9-bc2f67982e1b tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=4285cb4a-2004-4ef3-b428-fd5190a1de98 HTTP/1.1" status: 200 len: 210 time: 0.0311673 Aug 10 03:16:29.483088 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-4d6f9038-403f-46ce-86b4-49036314d554 req-39db0a40-ff91-4fe8-8456-0014be5dd838 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:29.523077 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['3aa362ab-26b7-4e75-8dea-4968c3cefa2b'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:16:29.570019 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d6f9038-403f-46ce-86b4-49036314d554 req-39db0a40-ff91-4fe8-8456-0014be5dd838 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Network 10fc7efa-f990-4fd3-9796-19ebe5477b79 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:16:29.579086 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-4d6f9038-403f-46ce-86b4-49036314d554 req-39db0a40-ff91-4fe8-8456-0014be5dd838 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:16:29.581983 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-eced85b4-b27e-43f8-bc8c-e7bf9d3e6436 None None] Set router 7e022c9b-dcb9-489c-b86c-0f311eb692db gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:16:29.583166 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d6f9038-403f-46ce-86b4-49036314d554 req-39db0a40-ff91-4fe8-8456-0014be5dd838 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:16:29.586012 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39db0a40-ff91-4fe8-8456-0014be5dd838 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Pushing event updated for resources: {'Port': ['ID=86f09da0-17b7-4576-8062-d3a0da140149,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:29.625505 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a4932a4-f6d6-433f-b710-e3b2cba0ff7c admin admin] Router 7e022c9b-dcb9-489c-b86c-0f311eb692db has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:16:29.649015 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f9038-403f-46ce-86b4-49036314d554 req-39db0a40-ff91-4fe8-8456-0014be5dd838 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:29.649654 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-4d6f9038-403f-46ce-86b4-49036314d554 req-39db0a40-ff91-4fe8-8456-0014be5dd838 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:29.700715 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4d6f9038-403f-46ce-86b4-49036314d554 req-39db0a40-ff91-4fe8-8456-0014be5dd838 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3146768 Aug 10 03:16:29.714114 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-4d6f9038-403f-46ce-86b4-49036314d554 req-cb9efc05-858e-4dfb-ae0a-318eb845e5cf service neutron] Request body: {'port': {'device_id': '4285cb4a-2004-4ef3-b428-fd5190a1de98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:29.735579 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 8a30db10-e0e6-4c59-bff9-1edbdbe1ee47 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:16:29.810585 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-4d6f9038-403f-46ce-86b4-49036314d554 req-cb9efc05-858e-4dfb-ae0a-318eb845e5cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:29.820891 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4932a4-f6d6-433f-b710-e3b2cba0ff7c admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:16:29.827546 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-9a4932a4-f6d6-433f-b710-e3b2cba0ff7c admin admin] 10.222.0.62 "PUT /v2.0/routers/7e022c9b-dcb9-489c-b86c-0f311eb692db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8469996 Aug 10 03:16:29.831031 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49910) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:29.897770 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port 8a30db10-e0e6-4c59-bff9-1edbdbe1ee47 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:29.898323 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:29.967456 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-eced85b4-b27e-43f8-bc8c-e7bf9d3e6436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e022c9b-dcb9-489c-b86c-0f311eb692db', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-267087256-router', 'tenant_id': '7e0d702d53bb4c78afcede72f811fd78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '4cee2d98-cd15-4432-863b-65fa1106125c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:16:19Z', 'updated_at': '2021-08-10T03:16:28Z', 'revision_number': 5, 'project_id': '7e0d702d53bb4c78afcede72f811fd78', 'gw_port': {'id': '4cee2d98-cd15-4432-863b-65fa1106125c', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:64:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e022c9b-dcb9-489c-b86c-0f311eb692db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:16:21Z', 'updated_at': '2021-08-10T03:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:29.987246 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-820e47a6-6b8c-49fb-8240-0c2fc5516a5e admin admin] Notify callbacks [] for router, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:30.002159 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eced85b4-b27e-43f8-bc8c-e7bf9d3e6436 None None] The sync data for ids ['7e022c9b-dcb9-489c-b86c-0f311eb692db'] in n-d-768851-15 is: [{'id': '7e022c9b-dcb9-489c-b86c-0f311eb692db', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-267087256-router', 'tenant_id': '7e0d702d53bb4c78afcede72f811fd78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '4cee2d98-cd15-4432-863b-65fa1106125c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:16:19Z', 'updated_at': '2021-08-10T03:16:28Z', 'revision_number': 5, 'project_id': '7e0d702d53bb4c78afcede72f811fd78', 'gw_port': {'id': '4cee2d98-cd15-4432-863b-65fa1106125c', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:64:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e022c9b-dcb9-489c-b86c-0f311eb692db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:16:21Z', 'updated_at': '2021-08-10T03:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:16:30.048890 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:30.063691 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7be18-6c8c-413e-89f2-c575932b4fd1 req-2619164e-25d6-451f-8712-80cf038528c2 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:30.071399 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-83c7be18-6c8c-413e-89f2-c575932b4fd1 req-2619164e-25d6-451f-8712-80cf038528c2 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 944 time: 0.1435008 Aug 10 03:16:30.101666 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 8a30db10-e0e6-4c59-bff9-1edbdbe1ee47, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=8a30db10-e0e6-4c59-bff9-1edbdbe1ee47,segment=NetworkSegment(b14795c0-984c-4c21-bc5c-b1b39903d907),segment_id=b14795c0-984c-4c21-bc5c-b1b39903d907)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:30.107674 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:30.131296 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-820e47a6-6b8c-49fb-8240-0c2fc5516a5e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:30.142451 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-83c7be18-6c8c-413e-89f2-c575932b4fd1 req-f0542c84-2890-4b5f-a1e3-161c9f6bb34d tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699480 Aug 10 03:16:30.174921 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=8a30db10-e0e6-4c59-bff9-1edbdbe1ee47,revision_number=10']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:30.202613 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-820e47a6-6b8c-49fb-8240-0c2fc5516a5e admin admin] Deleting port 4cee2d98-cd15-4432-863b-65fa1106125c {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:16:30.202981 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-820e47a6-6b8c-49fb-8240-0c2fc5516a5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:30.264247 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-4d6f9038-403f-46ce-86b4-49036314d554 req-cb9efc05-858e-4dfb-ae0a-318eb845e5cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86f09da0-17b7-4576-8062-d3a0da140149 {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:16:30.273127 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-4d6f9038-403f-46ce-86b4-49036314d554 req-cb9efc05-858e-4dfb-ae0a-318eb845e5cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:30.276570 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8f35063c-338e-4e98-9102-fb48735afded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:30.290211 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-4d6f9038-403f-46ce-86b4-49036314d554 req-cb9efc05-858e-4dfb-ae0a-318eb845e5cf service neutron] Transition to ACTIVE for port object 86f09da0-17b7-4576-8062-d3a0da140149 will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:16:30.293991 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-820e47a6-6b8c-49fb-8240-0c2fc5516a5e admin admin] For port 4cee2d98-cd15-4432-863b-65fa1106125c, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=4cee2d98-cd15-4432-863b-65fa1106125c,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:30.294433 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-820e47a6-6b8c-49fb-8240-0c2fc5516a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:30.295463 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-4d6f9038-403f-46ce-86b4-49036314d554 req-cb9efc05-858e-4dfb-ae0a-318eb845e5cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:30.310054 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-820e47a6-6b8c-49fb-8240-0c2fc5516a5e admin admin] Calling delete_port for 4cee2d98-cd15-4432-863b-65fa1106125c owned by network:router_gateway {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:16:30.348110 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9efc05-858e-4dfb-ae0a-318eb845e5cf service neutron] Pushing event updated for resources: {'Port': ['ID=86f09da0-17b7-4576-8062-d3a0da140149,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:30.427113 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-4d6f9038-403f-46ce-86b4-49036314d554 req-cb9efc05-858e-4dfb-ae0a-318eb845e5cf service neutron] Attempting to bind port 86f09da0-17b7-4576-8062-d3a0da140149 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:16:30.427615 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-4d6f9038-403f-46ce-86b4-49036314d554 req-cb9efc05-858e-4dfb-ae0a-318eb845e5cf service neutron] Attempting to bind port 86f09da0-17b7-4576-8062-d3a0da140149 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '5f459ac7-2da0-4395-80e8-4acadecdbda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '10fc7efa-f990-4fd3-9796-19ebe5477b79'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:16:30.428366 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6f9038-403f-46ce-86b4-49036314d554 req-cb9efc05-858e-4dfb-ae0a-318eb845e5cf service neutron] Attempting to bind port 86f09da0-17b7-4576-8062-d3a0da140149 on network 10fc7efa-f990-4fd3-9796-19ebe5477b79 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:30.433900 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6f9038-403f-46ce-86b4-49036314d554 req-cb9efc05-858e-4dfb-ae0a-318eb845e5cf service neutron] Port 86f09da0-17b7-4576-8062-d3a0da140149 on network 10fc7efa-f990-4fd3-9796-19ebe5477b79 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:16:30.434292 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6f9038-403f-46ce-86b4-49036314d554 req-cb9efc05-858e-4dfb-ae0a-318eb845e5cf service neutron] Attempting to bind port 86f09da0-17b7-4576-8062-d3a0da140149 on network 10fc7efa-f990-4fd3-9796-19ebe5477b79 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:30.441005 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6f9038-403f-46ce-86b4-49036314d554 req-cb9efc05-858e-4dfb-ae0a-318eb845e5cf service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:16:30.441453 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6f9038-403f-46ce-86b4-49036314d554 req-cb9efc05-858e-4dfb-ae0a-318eb845e5cf service neutron] Checking segment: {'id': '5f459ac7-2da0-4395-80e8-4acadecdbda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '10fc7efa-f990-4fd3-9796-19ebe5477b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:16:30.441947 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6f9038-403f-46ce-86b4-49036314d554 req-cb9efc05-858e-4dfb-ae0a-318eb845e5cf service neutron] Bound using segment: {'id': '5f459ac7-2da0-4395-80e8-4acadecdbda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '10fc7efa-f990-4fd3-9796-19ebe5477b79'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:16:30.442570 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-4d6f9038-403f-46ce-86b4-49036314d554 req-cb9efc05-858e-4dfb-ae0a-318eb845e5cf service neutron] Bound port: 86f09da0-17b7-4576-8062-d3a0da140149, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f459ac7-2da0-4395-80e8-4acadecdbda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '10fc7efa-f990-4fd3-9796-19ebe5477b79'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:16:30.443194 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-4d6f9038-403f-46ce-86b4-49036314d554 req-cb9efc05-858e-4dfb-ae0a-318eb845e5cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:30.489102 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f968c78b-535a-49e6-86c5-6bde6a962948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a30db10-e0e6-4c59-bff9-1edbdbe1ee47'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:16:30.492066 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ace261-18d3-43d6-b1ee-b2a802b8268d" -d '{"events": [{"server_uuid": "f968c78b-535a-49e6-86c5-6bde6a962948", "name": "network-vif-plugged", "status": "completed", "tag": "8a30db10-e0e6-4c59-bff9-1edbdbe1ee47"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:16:30.508738 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-820e47a6-6b8c-49fb-8240-0c2fc5516a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:30.545624 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820e47a6-6b8c-49fb-8240-0c2fc5516a5e admin admin] Pushing event deleted for resources: {'Port': ['ID=4cee2d98-cd15-4432-863b-65fa1106125c,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:30.587882 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-4d6f9038-403f-46ce-86b4-49036314d554 req-cb9efc05-858e-4dfb-ae0a-318eb845e5cf service neutron] For port 86f09da0-17b7-4576-8062-d3a0da140149, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:16:30.603431 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-820e47a6-6b8c-49fb-8240-0c2fc5516a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:30.608958 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-4d6f9038-403f-46ce-86b4-49036314d554 req-cb9efc05-858e-4dfb-ae0a-318eb845e5cf service neutron] For port 86f09da0-17b7-4576-8062-d3a0da140149, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=86f09da0-17b7-4576-8062-d3a0da140149,segment=NetworkSegment(5f459ac7-2da0-4395-80e8-4acadecdbda0),segment_id=5f459ac7-2da0-4395-80e8-4acadecdbda0)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:16:30.619025 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad37749-7afa-476a-b0d4-f689752c1e1b req-9e120ac8-63f8-4f19-bc13-05ba2cd305a2 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:30.621242 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9ad37749-7afa-476a-b0d4-f689752c1e1b req-9e120ac8-63f8-4f19-bc13-05ba2cd305a2 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=4285cb4a-2004-4ef3-b428-fd5190a1de98 HTTP/1.1" status: 200 len: 943 time: 0.1031778 Aug 10 03:16:30.626059 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-4d6f9038-403f-46ce-86b4-49036314d554 req-cb9efc05-858e-4dfb-ae0a-318eb845e5cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:30.694074 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb7021-1b7e-4a43-ac57-8517a25c0f64 req-ad59038d-eedf-49a5-ba15-219749d96234 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:30.695758 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-badb7021-1b7e-4a43-ac57-8517a25c0f64 req-ad59038d-eedf-49a5-ba15-219749d96234 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=2033c933-a9f1-457c-999c-9d1f8a46fedb HTTP/1.1" status: 200 len: 945 time: 0.1788278 Aug 10 03:16:30.699613 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f9038-403f-46ce-86b4-49036314d554 req-cb9efc05-858e-4dfb-ae0a-318eb845e5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:30.700310 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-4d6f9038-403f-46ce-86b4-49036314d554 req-cb9efc05-858e-4dfb-ae0a-318eb845e5cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:30.701906 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4d6f9038-403f-46ce-86b4-49036314d554 req-cb9efc05-858e-4dfb-ae0a-318eb845e5cf service neutron] 10.222.0.60 "PUT /v2.0/ports/86f09da0-17b7-4576-8062-d3a0da140149 HTTP/1.1" status: 200 len: 1092 time: 0.9925003 Aug 10 03:16:30.704089 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4285cb4a-2004-4ef3-b428-fd5190a1de98', 'tag': '86f09da0-17b7-4576-8062-d3a0da140149'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:16:30.704966 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-820e47a6-6b8c-49fb-8240-0c2fc5516a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:30.706542 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f64d07e-e5ba-4fba-95cd-5d23ccd2b684" -d '{"events": [{"name": "network-changed", "server_uuid": "4285cb4a-2004-4ef3-b428-fd5190a1de98", "tag": "86f09da0-17b7-4576-8062-d3a0da140149"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:16:30.708057 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-820e47a6-6b8c-49fb-8240-0c2fc5516a5e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:30.766578 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-820e47a6-6b8c-49fb-8240-0c2fc5516a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:30.767166 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820e47a6-6b8c-49fb-8240-0c2fc5516a5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e022c9b-dcb9-489c-b86c-0f311eb692db {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:16:30.778634 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-820e47a6-6b8c-49fb-8240-0c2fc5516a5e admin admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:30.778851 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9efc05-858e-4dfb-ae0a-318eb845e5cf service neutron] Pushing event updated for resources: {'Port': ['ID=86f09da0-17b7-4576-8062-d3a0da140149,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:30.778947 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-820e47a6-6b8c-49fb-8240-0c2fc5516a5e admin admin] 10.222.0.62 "DELETE /v2.0/routers/7e022c9b-dcb9-489c-b86c-0f311eb692db HTTP/1.1" status: 204 len: 168 time: 0.9423079 Aug 10 03:16:30.778947 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49928) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:30.799043 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9ad37749-7afa-476a-b0d4-f689752c1e1b req-a482bd7f-9429-4916-a04a-4f4902cacf78 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605268 Aug 10 03:16:30.802187 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04778f42-a42d-4e9a-b4f7-83c561a551c0 None None] Sync routers for ids ['7e022c9b-dcb9-489c-b86c-0f311eb692db'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:16:30.814646 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-badb7021-1b7e-4a43-ac57-8517a25c0f64 req-9cee7e55-c499-442d-9f14-194c5af6becd tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/security-groups?id=106bd2aa-b217-4cc2-a6fb-fb066e9e308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946267 Aug 10 03:16:30.815820 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04778f42-a42d-4e9a-b4f7-83c561a551c0 None None] Routers set() bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:16:30.816421 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04778f42-a42d-4e9a-b4f7-83c561a551c0 None None] Router IDs set() for agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 10 03:16:30.817598 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_agentschedulers_db [None req-04778f42-a42d-4e9a-b4f7-83c561a551c0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7e022c9b-dcb9-489c-b86c-0f311eb692db'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:16:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent'). {{(pid=94219) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 10 03:16:30.826857 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f9038-403f-46ce-86b4-49036314d554 req-66369e76-8e79-42b8-9b65-9eca0ab1f2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:30.839008 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9cb2a85-a7c0-4f6b-b5d2-418bb96bc227 admin admin] Deleting subnet c60e7929-fc60-42b5-83e3-387bd55aaf17 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:16:30.839637 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04778f42-a42d-4e9a-b4f7-83c561a551c0 None None] Routers set() bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:16:30.839637 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04778f42-a42d-4e9a-b4f7-83c561a551c0 None None] Router IDs set() for agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 10 03:16:30.839637 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_agentschedulers_db [None req-04778f42-a42d-4e9a-b4f7-83c561a551c0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7e022c9b-dcb9-489c-b86c-0f311eb692db'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:16:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent'). {{(pid=94219) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 10 03:16:30.839637 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04778f42-a42d-4e9a-b4f7-83c561a551c0 None None] The sync data for ids ['7e022c9b-dcb9-489c-b86c-0f311eb692db'] in n-d-768851-15 is: [] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:16:30.840731 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4d6f9038-403f-46ce-86b4-49036314d554 req-66369e76-8e79-42b8-9b65-9eca0ab1f2ad service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=22bb0021811f46b18f8e8bb6d66afe0d&device_id=4285cb4a-2004-4ef3-b428-fd5190a1de98 HTTP/1.1" status: 200 len: 1095 time: 0.0836530 Aug 10 03:16:30.841913 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f9cb2a85-a7c0-4f6b-b5d2-418bb96bc227 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:30.868039 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671edf9c-e46d-4003-a80d-7c8be9663763 x-openstack-request-id: req-671edf9c-e46d-4003-a80d-7c8be9663763 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:16:30.868338 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f968c78b-535a-49e6-86c5-6bde6a962948", "name": "network-vif-plugged", "status": "completed", "tag": "8a30db10-e0e6-4c59-bff9-1edbdbe1ee47", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:16:30.868771 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-671edf9c-e46d-4003-a80d-7c8be9663763 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:16:30.869189 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f968c78b-535a-49e6-86c5-6bde6a962948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a30db10-e0e6-4c59-bff9-1edbdbe1ee47', 'code': 200} Aug 10 03:16:30.885108 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f9cb2a85-a7c0-4f6b-b5d2-418bb96bc227 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:30.941119 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4d6f9038-403f-46ce-86b4-49036314d554 req-4939da61-9725-492d-aad2-2d043d58db1d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86f09da0-17b7-4576-8062-d3a0da140149 HTTP/1.1" status: 200 len: 217 time: 0.0910146 Aug 10 03:16:30.982850 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f9cb2a85-a7c0-4f6b-b5d2-418bb96bc227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:31.047085 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f9cb2a85-a7c0-4f6b-b5d2-418bb96bc227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:31.064260 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f9038-403f-46ce-86b4-49036314d554 req-126de6fa-282e-4741-8a43-db328931c101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:31.069771 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4d6f9038-403f-46ce-86b4-49036314d554 req-126de6fa-282e-4741-8a43-db328931c101 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9de5b17-91a7-437b-a5c7-1e57e4d52c95 HTTP/1.1" status: 200 len: 846 time: 0.1155937 Aug 10 03:16:31.073314 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f9cb2a85-a7c0-4f6b-b5d2-418bb96bc227 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:31.074279 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5df81e7-ee03-49ee-9905-47928f7474df None None] Network 48ba9cb7-58c4-44fc-8397-abfcf0075fd3 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:16:31.075728 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f9cb2a85-a7c0-4f6b-b5d2-418bb96bc227 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/c60e7929-fc60-42b5-83e3-387bd55aaf17 HTTP/1.1" status: 204 len: 168 time: 0.2958181 Aug 10 03:16:31.079625 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af60eeb-6c04-4b66-9d49-14376d075b61 x-openstack-request-id: req-6af60eeb-6c04-4b66-9d49-14376d075b61 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:16:31.080189 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4285cb4a-2004-4ef3-b428-fd5190a1de98", "tag": "86f09da0-17b7-4576-8062-d3a0da140149", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:16:31.080745 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6af60eeb-6c04-4b66-9d49-14376d075b61 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:16:31.081642 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4285cb4a-2004-4ef3-b428-fd5190a1de98', 'tag': '86f09da0-17b7-4576-8062-d3a0da140149', 'status': 'completed', 'code': 200} Aug 10 03:16:31.082452 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 49936) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:31.095310 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cb2a85-a7c0-4f6b-b5d2-418bb96bc227 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c60e7929-fc60-42b5-83e3-387bd55aaf17,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:31.127096 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4d6f9038-403f-46ce-86b4-49036314d554 req-9f9ca3e6-18f8-41e3-9322-2aa58095ab78 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=10fc7efa-f990-4fd3-9796-19ebe5477b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433502 Aug 10 03:16:31.196891 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b85bdd-28dd-4e11-890f-5b6dac357d14 req-af2619eb-29d0-4f03-badd-f6904c771426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:31.198481 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-f6b85bdd-28dd-4e11-890f-5b6dac357d14 req-af2619eb-29d0-4f03-badd-f6904c771426 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 1098 time: 0.0918503 Aug 10 03:16:31.255590 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-f6b85bdd-28dd-4e11-890f-5b6dac357d14 req-2b3e37f4-22f9-4f45-91c1-637a517e966f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450876 Aug 10 03:16:31.284791 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-92a7d9c9-c9e5-4d67-823c-4346d1091d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:31.338830 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4d6f9038-403f-46ce-86b4-49036314d554 req-056ef100-65c5-477a-af7a-6cff0ed1fe85 service neutron] 10.222.0.60 "GET /v2.0/networks/10fc7efa-f990-4fd3-9796-19ebe5477b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015240 Aug 10 03:16:31.395287 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a425116c-ffec-4701-907a-5a03fabc7e73 None None] DHCP port deletion for 48ba9cb7-58c4-44fc-8397-abfcf0075fd3 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:16:31.452153 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-a425116c-ffec-4701-907a-5a03fabc7e73 None None] Deleting port 52612f3e-8e91-43a2-846c-cf789c00b2bc {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:16:31.452625 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a425116c-ffec-4701-907a-5a03fabc7e73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:31.639887 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-a425116c-ffec-4701-907a-5a03fabc7e73 None None] For port 52612f3e-8e91-43a2-846c-cf789c00b2bc, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=52612f3e-8e91-43a2-846c-cf789c00b2bc,segment=NetworkSegment(c00a34aa-91d8-4154-bf9c-7be50b28be08),segment_id=c00a34aa-91d8-4154-bf9c-7be50b28be08)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:31.640194 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a425116c-ffec-4701-907a-5a03fabc7e73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:31.654255 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-a425116c-ffec-4701-907a-5a03fabc7e73 None None] Calling delete_port for 52612f3e-8e91-43a2-846c-cf789c00b2bc owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:16:31.674628 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e451a-4090-4048-8483-994945e31628 req-15b79ddc-6589-4888-8637-098b21c6ab0e tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:31.676235 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a15e451a-4090-4048-8483-994945e31628 req-15b79ddc-6589-4888-8637-098b21c6ab0e tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 946 time: 0.4411829 Aug 10 03:16:31.726991 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc16b6-0d46-4396-99f4-654669258673 req-6fe0c1ef-7237-4d31-b03b-35e230f2a89e tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:31.728497 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-35bc16b6-0d46-4396-99f4-654669258673 req-6fe0c1ef-7237-4d31-b03b-35e230f2a89e tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=2033c933-a9f1-457c-999c-9d1f8a46fedb HTTP/1.1" status: 200 len: 945 time: 0.4247091 Aug 10 03:16:31.740582 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a425116c-ffec-4701-907a-5a03fabc7e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:31.767592 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a425116c-ffec-4701-907a-5a03fabc7e73 None None] Pushing event deleted for resources: {'Port': ['ID=52612f3e-8e91-43a2-846c-cf789c00b2bc,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:31.769574 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a425116c-ffec-4701-907a-5a03fabc7e73 None None] No DVR routers for this DVR port 52612f3e-8e91-43a2-846c-cf789c00b2bc on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:16:31.789598 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4d6f9038-403f-46ce-86b4-49036314d554 req-c7a12ab2-56f5-4c38-8cd0-b4c28d50030e service neutron] 10.222.0.60 "GET /v2.0/networks/10fc7efa-f990-4fd3-9796-19ebe5477b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929350 Aug 10 03:16:31.795053 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a15e451a-4090-4048-8483-994945e31628 req-3930efd1-9a42-4958-8ac1-27d20cdb11b0 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093795 Aug 10 03:16:31.821902 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-92a7d9c9-c9e5-4d67-823c-4346d1091d56 admin admin] Deleting port 52612f3e-8e91-43a2-846c-cf789c00b2bc {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:16:31.822270 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-92a7d9c9-c9e5-4d67-823c-4346d1091d56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:31.839057 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-35bc16b6-0d46-4396-99f4-654669258673 req-8cf0f8d1-37b4-4ab9-ab14-010ab1e64ca6 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/security-groups?id=106bd2aa-b217-4cc2-a6fb-fb066e9e308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008766 Aug 10 03:16:31.951598 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-92a7d9c9-c9e5-4d67-823c-4346d1091d56 admin admin] For port 52612f3e-8e91-43a2-846c-cf789c00b2bc, host n-d-768851-15, got binding levels [] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:31.951970 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-92a7d9c9-c9e5-4d67-823c-4346d1091d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:31.969591 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-92a7d9c9-c9e5-4d67-823c-4346d1091d56 admin admin] Calling delete_port for 52612f3e-8e91-43a2-846c-cf789c00b2bc owned by network:dhcp {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:16:31.973069 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64d07e-e5ba-4fba-95cd-5d23ccd2b684 req-8253c2b4-e9ab-4f3a-bc9a-74fa73107b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:31.974884 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4f64d07e-e5ba-4fba-95cd-5d23ccd2b684 req-8253c2b4-e9ab-4f3a-bc9a-74fa73107b8f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=22bb0021811f46b18f8e8bb6d66afe0d&device_id=4285cb4a-2004-4ef3-b428-fd5190a1de98 HTTP/1.1" status: 200 len: 1095 time: 0.1061490 Aug 10 03:16:31.976290 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.ipam_backend_mixin [None req-92a7d9c9-c9e5-4d67-823c-4346d1091d56 admin admin] Port 52612f3e-8e91-43a2-846c-cf789c00b2bc was not found and therefore no delete operation was performed {{(pid=94216) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 03:16:31.980118 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-92a7d9c9-c9e5-4d67-823c-4346d1091d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:32.004141 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc192d-f379-45ac-9844-194a671bd253 req-3ca2c38c-bc7a-467f-8aeb-5cc8d9f8ad41 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:32.005748 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-22bc192d-f379-45ac-9844-194a671bd253 req-3ca2c38c-bc7a-467f-8aeb-5cc8d9f8ad41 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=4285cb4a-2004-4ef3-b428-fd5190a1de98 HTTP/1.1" status: 200 len: 943 time: 0.1212077 Aug 10 03:16:32.040304 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a7d9c9-c9e5-4d67-823c-4346d1091d56 admin admin] Pushing event deleted for resources: {'Port': ['ID=52612f3e-8e91-43a2-846c-cf789c00b2bc,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:32.075655 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a7d9c9-c9e5-4d67-823c-4346d1091d56 admin admin] No DVR routers for this DVR port 52612f3e-8e91-43a2-846c-cf789c00b2bc on host n-d-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:16:32.173133 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-22bc192d-f379-45ac-9844-194a671bd253 req-243c754a-18df-4495-b78b-254b52443dcb tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439400 Aug 10 03:16:32.193608 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-92a7d9c9-c9e5-4d67-823c-4346d1091d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:32.212199 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-92a7d9c9-c9e5-4d67-823c-4346d1091d56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48ba9cb7-58c4-44fc-8397-abfcf0075fd3']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:32.229980 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64d07e-e5ba-4fba-95cd-5d23ccd2b684 req-d03b5994-9f97-45e6-b559-d70d71e9e2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:32.231516 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4f64d07e-e5ba-4fba-95cd-5d23ccd2b684 req-d03b5994-9f97-45e6-b559-d70d71e9e2af service neutron] 10.222.0.60 "GET /v2.0/networks?id=10fc7efa-f990-4fd3-9796-19ebe5477b79 HTTP/1.1" status: 200 len: 907 time: 0.2485707 Aug 10 03:16:32.233285 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-92a7d9c9-c9e5-4d67-823c-4346d1091d56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c00a34aa-91d8-4154-bf9c-7be50b28be08') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:32.233582 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-92a7d9c9-c9e5-4d67-823c-4346d1091d56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c00a34aa-91d8-4154-bf9c-7be50b28be08') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:32.257201 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-92a7d9c9-c9e5-4d67-823c-4346d1091d56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:32.259782 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 4cee2d98-cd15-4432-863b-65fa1106125c no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:16:32.281642 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 4cee2d98-cd15-4432-863b-65fa1106125c {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:16:32.281991 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 4cee2d98-cd15-4432-863b-65fa1106125c not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:16:32.282409 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 52612f3e-8e91-43a2-846c-cf789c00b2bc no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:16:32.302107 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 52612f3e-8e91-43a2-846c-cf789c00b2bc {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:16:32.302450 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 52612f3e-8e91-43a2-846c-cf789c00b2bc not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:16:32.305475 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4f64d07e-e5ba-4fba-95cd-5d23ccd2b684 req-edf8c52c-356b-403c-897e-f8e6dd5f6d2d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86f09da0-17b7-4576-8062-d3a0da140149 HTTP/1.1" status: 200 len: 217 time: 0.0612209 Aug 10 03:16:32.339312 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-92a7d9c9-c9e5-4d67-823c-4346d1091d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:32.366927 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92a7d9c9-c9e5-4d67-823c-4346d1091d56 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:16:32.367341 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-92a7d9c9-c9e5-4d67-823c-4346d1091d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:32.370233 n-d-768851-15 neutron-server[94216]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:16:32.370233 n-d-768851-15 neutron-server[94216]: items = [ Aug 10 03:16:32.370233 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:16:32.370233 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:16:32.370233 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:16:32.370233 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:16:32.370233 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:16:32.370233 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:16:32.370233 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:16:32.370233 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:16:32.370233 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:16:32.370233 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:16:32.370233 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:16:32.370233 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:16:32.370233 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:16:32.370233 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:16:32.370233 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:16:32.370233 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:16:32.370233 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:16:32.370233 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:16:32.370233 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:16:32.370233 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:16:32.370233 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:16:32.370233 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:16:32.370233 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:16:32.370233 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:16:32.370233 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:16:32.370233 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:16:32.370233 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:16:32.370233 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:16:32.370233 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:16:32.370233 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:16:32.370233 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:16:32.370233 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:16:32.435624 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64d07e-e5ba-4fba-95cd-5d23ccd2b684 req-64f728e0-6d3f-4775-96cc-7ab6a1889e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:32.437032 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4f64d07e-e5ba-4fba-95cd-5d23ccd2b684 req-64f728e0-6d3f-4775-96cc-7ab6a1889e23 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9de5b17-91a7-437b-a5c7-1e57e4d52c95 HTTP/1.1" status: 200 len: 846 time: 0.1212194 Aug 10 03:16:32.453098 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9827590-2187-4245-a888-bcb1011093a5 req-4bc04bff-c3a9-4de7-8511-636f22147288 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:32.459196 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9827590-2187-4245-a888-bcb1011093a5 req-4bc04bff-c3a9-4de7-8511-636f22147288 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:32.465153 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9827590-2187-4245-a888-bcb1011093a5 req-4bc04bff-c3a9-4de7-8511-636f22147288 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:32.471189 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9827590-2187-4245-a888-bcb1011093a5 req-4bc04bff-c3a9-4de7-8511-636f22147288 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:32.477171 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9827590-2187-4245-a888-bcb1011093a5 req-4bc04bff-c3a9-4de7-8511-636f22147288 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:32.484226 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9827590-2187-4245-a888-bcb1011093a5 req-4bc04bff-c3a9-4de7-8511-636f22147288 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:32.490085 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9827590-2187-4245-a888-bcb1011093a5 req-4bc04bff-c3a9-4de7-8511-636f22147288 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:32.492095 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d9827590-2187-4245-a888-bcb1011093a5 req-4bc04bff-c3a9-4de7-8511-636f22147288 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/ports?device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 5431 time: 0.1938143 Aug 10 03:16:32.505057 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-92a7d9c9-c9e5-4d67-823c-4346d1091d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:32.527895 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4f64d07e-e5ba-4fba-95cd-5d23ccd2b684 req-a3473920-1a98-4fa6-b1b9-e84dc959de9e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=10fc7efa-f990-4fd3-9796-19ebe5477b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346835 Aug 10 03:16:32.530620 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-92a7d9c9-c9e5-4d67-823c-4346d1091d56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:32.532386 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-92a7d9c9-c9e5-4d67-823c-4346d1091d56 admin admin] 10.222.0.62 "DELETE /v2.0/networks/48ba9cb7-58c4-44fc-8397-abfcf0075fd3 HTTP/1.1" status: 204 len: 168 time: 1.4381955 Aug 10 03:16:32.558952 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a7d9c9-c9e5-4d67-823c-4346d1091d56 admin admin] Pushing event deleted for resources: {'Network': ['ID=48ba9cb7-58c4-44fc-8397-abfcf0075fd3,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:32.625665 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d9827590-2187-4245-a888-bcb1011093a5 req-d6aec5e2-c955-4778-8508-67126ba396e7 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/security-groups?id=70e02309-d415-4898-8bc9-4345d44063b7&id=4c7586fd-9bb3-4af0-a8c4-0b1feb98dda5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1214745 Aug 10 03:16:32.661027 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4f64d07e-e5ba-4fba-95cd-5d23ccd2b684 req-e18f66cb-a4b5-4a36-aadf-e9a9dafa843c service neutron] 10.222.0.60 "GET /v2.0/networks/10fc7efa-f990-4fd3-9796-19ebe5477b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130788 Aug 10 03:16:32.669507 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49966) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:32.716159 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c7ec4bf4-5066-4ff4-8561-336c083bc705 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7e0d702d53bb4c78afcede72f811fd78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0455604 Aug 10 03:16:32.718479 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49968) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:32.768694 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d0ea501a-89b5-45e8-acc6-aa9a18091ad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:32.791102 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d0ea501a-89b5-45e8-acc6-aa9a18091ad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:32.804028 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4f64d07e-e5ba-4fba-95cd-5d23ccd2b684 req-7aabbe77-e91e-45a0-bd40-a4fa249c5750 service neutron] 10.222.0.60 "GET /v2.0/networks/10fc7efa-f990-4fd3-9796-19ebe5477b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320932 Aug 10 03:16:32.816244 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae6df2-5c34-4408-8d60-c825132d4339 req-712807f6-48fd-42cf-9cc5-b1dfa3c87a30 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:32.823249 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae6df2-5c34-4408-8d60-c825132d4339 req-712807f6-48fd-42cf-9cc5-b1dfa3c87a30 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:32.829633 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae6df2-5c34-4408-8d60-c825132d4339 req-712807f6-48fd-42cf-9cc5-b1dfa3c87a30 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:32.835222 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae6df2-5c34-4408-8d60-c825132d4339 req-712807f6-48fd-42cf-9cc5-b1dfa3c87a30 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:32.841331 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae6df2-5c34-4408-8d60-c825132d4339 req-712807f6-48fd-42cf-9cc5-b1dfa3c87a30 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:32.847711 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae6df2-5c34-4408-8d60-c825132d4339 req-712807f6-48fd-42cf-9cc5-b1dfa3c87a30 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:32.848282 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d0ea501a-89b5-45e8-acc6-aa9a18091ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:32.852349 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d0ea501a-89b5-45e8-acc6-aa9a18091ad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:32.853575 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d0ea501a-89b5-45e8-acc6-aa9a18091ad4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c11010a6-85ec-45e4-8b36-c9c283f4791e HTTP/1.1" status: 204 len: 168 time: 0.1340950 Aug 10 03:16:32.860369 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae6df2-5c34-4408-8d60-c825132d4339 req-712807f6-48fd-42cf-9cc5-b1dfa3c87a30 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:32.862312 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-adae6df2-5c34-4408-8d60-c825132d4339 req-712807f6-48fd-42cf-9cc5-b1dfa3c87a30 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/ports?device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 5431 time: 0.1372628 Aug 10 03:16:32.873357 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ea501a-89b5-45e8-acc6-aa9a18091ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11010a6-85ec-45e4-8b36-c9c283f4791e,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:32.965075 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70c9cd-a84c-4741-bf2a-fbdb333094b2 req-074cb464-42b9-4dda-852e-11ff45635522 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:32.966560 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6c70c9cd-a84c-4741-bf2a-fbdb333094b2 req-074cb464-42b9-4dda-852e-11ff45635522 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 946 time: 0.0581198 Aug 10 03:16:32.977120 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9376a355-e492-4f58-95a1-2f17a68e41a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:33.036594 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6c70c9cd-a84c-4741-bf2a-fbdb333094b2 req-32563d05-706f-4c29-b880-8acc346ecf9d tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629668 Aug 10 03:16:33.068804 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df039a-0d60-4f2c-ac8b-f3db7a7c401e req-0654d178-3520-47e8-9dc5-b29a04046f18 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:33.079931 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-63df039a-0d60-4f2c-ac8b-f3db7a7c401e req-0654d178-3520-47e8-9dc5-b29a04046f18 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=2033c933-a9f1-457c-999c-9d1f8a46fedb HTTP/1.1" status: 200 len: 945 time: 0.0914714 Aug 10 03:16:33.129136 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-63df039a-0d60-4f2c-ac8b-f3db7a7c401e req-ea02e6e0-e454-4e58-bf7c-014520d7e9f7 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/security-groups?id=106bd2aa-b217-4cc2-a6fb-fb066e9e308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434489 Aug 10 03:16:33.337002 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:33.358055 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32502833-1bc4-4885-8ce4-a57d8afb7062 req-989ed8de-bc7b-46b8-b326-893a63b4a975 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:33.366833 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-32502833-1bc4-4885-8ce4-a57d8afb7062 req-989ed8de-bc7b-46b8-b326-893a63b4a975 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=4285cb4a-2004-4ef3-b428-fd5190a1de98 HTTP/1.1" status: 200 len: 943 time: 0.0687737 Aug 10 03:16:33.423010 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-32502833-1bc4-4885-8ce4-a57d8afb7062 req-148feec3-a70f-4e42-8251-4e974e7cf812 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548809 Aug 10 03:16:34.104066 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:34.167900 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa3e90-b3cb-45c3-a9b8-37b4f770b0f4 req-b6ebab98-1ab5-40bb-94eb-bff1d3d447c9 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:34.169503 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8eaa3e90-b3cb-45c3-a9b8-37b4f770b0f4 req-b6ebab98-1ab5-40bb-94eb-bff1d3d447c9 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 946 time: 0.0513973 Aug 10 03:16:34.213526 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8eaa3e90-b3cb-45c3-a9b8-37b4f770b0f4 req-7002addc-3134-4a9c-95bf-0fd9370800cf tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371573 Aug 10 03:16:34.362501 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50104) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:34.472752 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4a24a2d8-75ad-4327-89fd-3376c576ceab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:34.548040 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64b3a6-1645-4a19-80e8-759eab2f7b4c req-4a53ebe5-5b12-4260-bf80-6d647e5de3ca tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:34.549624 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9c64b3a6-1645-4a19-80e8-759eab2f7b4c req-4a53ebe5-5b12-4260-bf80-6d647e5de3ca tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=4285cb4a-2004-4ef3-b428-fd5190a1de98 HTTP/1.1" status: 200 len: 943 time: 0.0530512 Aug 10 03:16:34.577131 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4a24a2d8-75ad-4327-89fd-3376c576ceab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:34.582371 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4a24a2d8-75ad-4327-89fd-3376c576ceab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:34.596363 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9c64b3a6-1645-4a19-80e8-759eab2f7b4c req-9c9147fe-32cd-4ca4-8bd9-a858777ac7ac tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376372 Aug 10 03:16:34.623557 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a24a2d8-75ad-4327-89fd-3376c576ceab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bdc3d4d-7922-4e01-8022-6d35a73a1dee,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:34.628186 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4a24a2d8-75ad-4327-89fd-3376c576ceab admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1e4d3c3dd1364c61a59f9fd59c6eb60d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2644935 Aug 10 03:16:34.630752 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50114) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:34.687972 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-121a1f71-6fca-4785-a3e7-7f553809a558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:34.710249 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-121a1f71-6fca-4785-a3e7-7f553809a558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:34.758685 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-121a1f71-6fca-4785-a3e7-7f553809a558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:34.761598 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-121a1f71-6fca-4785-a3e7-7f553809a558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:34.762766 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-121a1f71-6fca-4785-a3e7-7f553809a558 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5bdc3d4d-7922-4e01-8022-6d35a73a1dee HTTP/1.1" status: 204 len: 168 time: 0.1310823 Aug 10 03:16:34.770466 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121a1f71-6fca-4785-a3e7-7f553809a558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bdc3d4d-7922-4e01-8022-6d35a73a1dee,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:34.935347 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50142) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:35.020010 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f31cf2-1c72-425c-a763-ab2f198abcaa req-5352a1b3-fc0e-4737-99f7-9ac8ff3b5610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:35.020551 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f31cf2-1c72-425c-a763-ab2f198abcaa req-5352a1b3-fc0e-4737-99f7-9ac8ff3b5610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:35.021022 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f31cf2-1c72-425c-a763-ab2f198abcaa req-5352a1b3-fc0e-4737-99f7-9ac8ff3b5610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:35.021488 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f31cf2-1c72-425c-a763-ab2f198abcaa req-5352a1b3-fc0e-4737-99f7-9ac8ff3b5610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:35.021945 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f31cf2-1c72-425c-a763-ab2f198abcaa req-5352a1b3-fc0e-4737-99f7-9ac8ff3b5610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:35.022406 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f31cf2-1c72-425c-a763-ab2f198abcaa req-5352a1b3-fc0e-4737-99f7-9ac8ff3b5610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:35.022892 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f31cf2-1c72-425c-a763-ab2f198abcaa req-5352a1b3-fc0e-4737-99f7-9ac8ff3b5610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:35.024827 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-97f31cf2-1c72-425c-a763-ab2f198abcaa req-5352a1b3-fc0e-4737-99f7-9ac8ff3b5610 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 6495 time: 0.0880768 Aug 10 03:16:35.063351 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-97f31cf2-1c72-425c-a763-ab2f198abcaa req-8a1b1d41-aff4-4c73-a6f2-5d006828b9ad service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4c7586fd-9bb3-4af0-a8c4-0b1feb98dda5&id=70e02309-d415-4898-8bc9-4345d44063b7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0314057 Aug 10 03:16:35.716747 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49e57f-bf32-4908-8031-3bbdc8e909aa req-4f8f5d2d-49f6-4bfe-b8a7-f7c3df3b936f tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:35.718289 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4b49e57f-bf32-4908-8031-3bbdc8e909aa req-4f8f5d2d-49f6-4bfe-b8a7-f7c3df3b936f tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=4285cb4a-2004-4ef3-b428-fd5190a1de98 HTTP/1.1" status: 200 len: 943 time: 0.0503860 Aug 10 03:16:35.739266 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device b6096e72-bd54-4bd3-b98a-661de0f714e2 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:16:35.765789 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4b49e57f-bf32-4908-8031-3bbdc8e909aa req-8c181978-3524-4cd4-8fad-909225ecaab2 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414319 Aug 10 03:16:35.852735 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:35.857341 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port b6096e72-bd54-4bd3-b98a-661de0f714e2, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=b6096e72-bd54-4bd3-b98a-661de0f714e2,segment=NetworkSegment(2b95187c-537c-4822-a0b0-e1996874f1d3),segment_id=2b95187c-537c-4822-a0b0-e1996874f1d3)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:35.867651 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': 'b6096e72-bd54-4bd3-b98a-661de0f714e2', 'network_id': '3a83eb90-c240-427c-8862-08b707a921de', 'port_id': 'b6096e72-bd54-4bd3-b98a-661de0f714e2', 'mac_address': 'fa:16:3e:cb:d4:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb34339b-adc8-40a3-9ffe-8f05f8fed3e8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:16:35.905724 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:35.918267 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b6096e72-bd54-4bd3-b98a-661de0f714e2 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:16:35.937963 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port b6096e72-bd54-4bd3-b98a-661de0f714e2, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=b6096e72-bd54-4bd3-b98a-661de0f714e2,segment=NetworkSegment(2b95187c-537c-4822-a0b0-e1996874f1d3),segment_id=2b95187c-537c-4822-a0b0-e1996874f1d3)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:35.941534 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:35.994092 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=b6096e72-bd54-4bd3-b98a-661de0f714e2,revision_number=6']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:36.027125 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 86f09da0-17b7-4576-8062-d3a0da140149 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:16:36.137799 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 86f09da0-17b7-4576-8062-d3a0da140149, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=86f09da0-17b7-4576-8062-d3a0da140149,segment=NetworkSegment(5f459ac7-2da0-4395-80e8-4acadecdbda0),segment_id=5f459ac7-2da0-4395-80e8-4acadecdbda0)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:36.150580 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '86f09da0-17b7-4576-8062-d3a0da140149', 'network_id': '10fc7efa-f990-4fd3-9796-19ebe5477b79', 'port_id': '86f09da0-17b7-4576-8062-d3a0da140149', 'mac_address': 'fa:16:3e:f7:de:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9de5b17-91a7-437b-a5c7-1e57e4d52c95', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:16:36.155994 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['b6096e72-bd54-4bd3-b98a-661de0f714e2'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:16:36.224116 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:36.245169 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86f09da0-17b7-4576-8062-d3a0da140149 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:16:36.280199 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 86f09da0-17b7-4576-8062-d3a0da140149, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=86f09da0-17b7-4576-8062-d3a0da140149,segment=NetworkSegment(5f459ac7-2da0-4395-80e8-4acadecdbda0),segment_id=5f459ac7-2da0-4395-80e8-4acadecdbda0)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:36.292931 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:36.368198 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=86f09da0-17b7-4576-8062-d3a0da140149,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:36.732336 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['86f09da0-17b7-4576-8062-d3a0da140149'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:16:36.949279 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96878556-b4d6-405f-b062-b384ac3294e1 req-fd36038f-f2f4-446e-b917-777bc8073b52 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:36.953059 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-96878556-b4d6-405f-b062-b384ac3294e1 req-fd36038f-f2f4-446e-b917-777bc8073b52 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=4285cb4a-2004-4ef3-b428-fd5190a1de98 HTTP/1.1" status: 200 len: 944 time: 0.0879350 Aug 10 03:16:37.005048 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-96878556-b4d6-405f-b062-b384ac3294e1 req-7e3b5f9f-dc33-41d9-aa75-5553151a76b2 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439641 Aug 10 03:16:37.748680 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device b6096e72-bd54-4bd3-b98a-661de0f714e2 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:16:37.821903 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port b6096e72-bd54-4bd3-b98a-661de0f714e2 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:37.823050 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:37.919967 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:37.958439 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2033c933-a9f1-457c-999c-9d1f8a46fedb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6096e72-bd54-4bd3-b98a-661de0f714e2'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:16:37.960953 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5bba8c-f51e-4d42-a699-e85d3e777431" -d '{"events": [{"server_uuid": "2033c933-a9f1-457c-999c-9d1f8a46fedb", "name": "network-vif-plugged", "status": "completed", "tag": "b6096e72-bd54-4bd3-b98a-661de0f714e2"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:16:37.977021 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port b6096e72-bd54-4bd3-b98a-661de0f714e2, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=b6096e72-bd54-4bd3-b98a-661de0f714e2,segment=NetworkSegment(2b95187c-537c-4822-a0b0-e1996874f1d3),segment_id=2b95187c-537c-4822-a0b0-e1996874f1d3)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:37.983356 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:38.091105 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=b6096e72-bd54-4bd3-b98a-661de0f714e2,revision_number=7']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:38.108064 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99159871-f03e-4669-868b-9f686c997a47 x-openstack-request-id: req-99159871-f03e-4669-868b-9f686c997a47 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:16:38.108355 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2033c933-a9f1-457c-999c-9d1f8a46fedb", "name": "network-vif-plugged", "status": "completed", "tag": "b6096e72-bd54-4bd3-b98a-661de0f714e2", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:16:38.108667 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-99159871-f03e-4669-868b-9f686c997a47 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:16:38.109291 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2033c933-a9f1-457c-999c-9d1f8a46fedb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6096e72-bd54-4bd3-b98a-661de0f714e2', 'code': 200} Aug 10 03:16:38.222448 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ee10c-1d17-45ab-8ce3-a760910fc83f req-4d00e05c-5d19-45a2-b151-6ccfea2aa62a tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:38.225838 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bd6ee10c-1d17-45ab-8ce3-a760910fc83f req-4d00e05c-5d19-45a2-b151-6ccfea2aa62a tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=4285cb4a-2004-4ef3-b428-fd5190a1de98 HTTP/1.1" status: 200 len: 944 time: 0.0619416 Aug 10 03:16:38.283180 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bd6ee10c-1d17-45ab-8ce3-a760910fc83f req-3a5c7ad0-399c-4522-a18a-3af07052dbab tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504389 Aug 10 03:16:39.351973 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50312) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:39.435231 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482dae7e-ae49-46e9-b3fc-bfa14c26d4a8 req-c4931091-ab3d-4a04-90c1-8f2c4716f048 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:39.439431 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-482dae7e-ae49-46e9-b3fc-bfa14c26d4a8 req-c4931091-ab3d-4a04-90c1-8f2c4716f048 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=4285cb4a-2004-4ef3-b428-fd5190a1de98 HTTP/1.1" status: 200 len: 944 time: 0.0712745 Aug 10 03:16:39.479760 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0f91b602-d6c9-4f1b-b8a1-6096bc682cc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:39.492363 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-482dae7e-ae49-46e9-b3fc-bfa14c26d4a8 req-98adebee-476c-483e-894a-f1156b473b09 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489919 Aug 10 03:16:39.628751 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0f91b602-d6c9-4f1b-b8a1-6096bc682cc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:39.638292 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0f91b602-d6c9-4f1b-b8a1-6096bc682cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:39.680236 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0f91b602-d6c9-4f1b-b8a1-6096bc682cc3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=da9ddd9097cb441fac5362202c8eef92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3270378 Aug 10 03:16:39.684109 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50324) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:39.719934 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f91b602-d6c9-4f1b-b8a1-6096bc682cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ab21c4-7819-4a5f-ae88-7cc070b41622,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:39.755140 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-508b4478-a9c5-41bd-8332-1bedff697c89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:39.782597 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-508b4478-a9c5-41bd-8332-1bedff697c89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:39.850315 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-508b4478-a9c5-41bd-8332-1bedff697c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:39.853279 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-508b4478-a9c5-41bd-8332-1bedff697c89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:39.857623 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-508b4478-a9c5-41bd-8332-1bedff697c89 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/80ab21c4-7819-4a5f-ae88-7cc070b41622 HTTP/1.1" status: 204 len: 168 time: 0.1696904 Aug 10 03:16:39.875206 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b4478-a9c5-41bd-8332-1bedff697c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ab21c4-7819-4a5f-ae88-7cc070b41622,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:40.074245 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 86f09da0-17b7-4576-8062-d3a0da140149 up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:16:40.174089 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port 86f09da0-17b7-4576-8062-d3a0da140149 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:16:40.178866 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 86f09da0-17b7-4576-8062-d3a0da140149 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:40.179401 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:40.274361 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:40.300122 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4285cb4a-2004-4ef3-b428-fd5190a1de98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f09da0-17b7-4576-8062-d3a0da140149'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:16:40.302413 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c939483-671a-4d48-8975-bbd1a649f73d" -d '{"events": [{"server_uuid": "4285cb4a-2004-4ef3-b428-fd5190a1de98", "name": "network-vif-plugged", "status": "completed", "tag": "86f09da0-17b7-4576-8062-d3a0da140149"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:16:40.328121 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 86f09da0-17b7-4576-8062-d3a0da140149, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=86f09da0-17b7-4576-8062-d3a0da140149,segment=NetworkSegment(5f459ac7-2da0-4395-80e8-4acadecdbda0),segment_id=5f459ac7-2da0-4395-80e8-4acadecdbda0)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:40.335860 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:40.369233 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428fb027-86f3-4a20-8580-4435c2cd744e x-openstack-request-id: req-428fb027-86f3-4a20-8580-4435c2cd744e {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:16:40.369830 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4285cb4a-2004-4ef3-b428-fd5190a1de98", "name": "network-vif-plugged", "status": "completed", "tag": "86f09da0-17b7-4576-8062-d3a0da140149", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:16:40.370242 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-428fb027-86f3-4a20-8580-4435c2cd744e {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:16:40.370628 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4285cb4a-2004-4ef3-b428-fd5190a1de98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f09da0-17b7-4576-8062-d3a0da140149', 'code': 200} Aug 10 03:16:40.401951 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=86f09da0-17b7-4576-8062-d3a0da140149,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:40.487856 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b042e912-7a32-4e0e-9281-ee396ad1fb24 req-72a491fb-737b-4b7c-a313-952008ba2a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:40.491021 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b042e912-7a32-4e0e-9281-ee396ad1fb24 req-72a491fb-737b-4b7c-a313-952008ba2a56 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4285cb4a-2004-4ef3-b428-fd5190a1de98 HTTP/1.1" status: 200 len: 1097 time: 0.0635688 Aug 10 03:16:40.535288 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b042e912-7a32-4e0e-9281-ee396ad1fb24 req-9a7bae6e-16af-4f5c-a9d6-cfc3ab1d7314 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363650 Aug 10 03:16:40.671962 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e467ae-d91b-48d1-8b75-d5d935171f37 req-928e0f1b-99c4-4455-ad40-39387354621d tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:40.675643 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-28e467ae-d91b-48d1-8b75-d5d935171f37 req-928e0f1b-99c4-4455-ad40-39387354621d tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=4285cb4a-2004-4ef3-b428-fd5190a1de98 HTTP/1.1" status: 200 len: 945 time: 0.0731430 Aug 10 03:16:40.784514 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-28e467ae-d91b-48d1-8b75-d5d935171f37 req-b652b85c-c028-49ae-b14d-1c23ee76eddb tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973060 Aug 10 03:16:40.785593 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50366) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:40.821279 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-196ffe65-9f23-4b59-80f7-590ea99ebaa1 req-fa73b370-64c3-4d96-b3f7-d5fe149d86f4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0703871 Aug 10 03:16:40.847495 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:16:40.936177 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ffe65-9f23-4b59-80f7-590ea99ebaa1 req-2ccbd39b-4b98-43be-9081-4140c33aab9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:40.937750 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-196ffe65-9f23-4b59-80f7-590ea99ebaa1 req-2ccbd39b-4b98-43be-9081-4140c33aab9d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0c00b01e0806491485adebe5c1c180f7&device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 1098 time: 0.0627606 Aug 10 03:16:40.940842 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-34506155-6244-455c-abac-c95b47a901ed admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1184986255-network', 'tenant_id': '067c889be4804acfbf2bebbc75448748'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:40.971067 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34506155-6244-455c-abac-c95b47a901ed admin admin] Made reservation on behalf of 067c889be4804acfbf2bebbc75448748 for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:16:40.974231 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-34506155-6244-455c-abac-c95b47a901ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:40.984976 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-34506155-6244-455c-abac-c95b47a901ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:41.086640 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ffe65-9f23-4b59-80f7-590ea99ebaa1 req-a840a2f9-ed82-476b-b774-a774bd68e59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:41.088277 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-196ffe65-9f23-4b59-80f7-590ea99ebaa1 req-a840a2f9-ed82-476b-b774-a774bd68e59e service neutron] 10.222.0.58 "GET /v2.0/networks?id=c0759395-72d8-4de6-9611-c9ba0ebf5417 HTTP/1.1" status: 200 len: 918 time: 0.1165092 Aug 10 03:16:41.160967 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-80c88c47-2f7f-44ea-aae8-10110efe06c3 req-19edb1bd-6933-44fb-906f-8f95f67cd5cc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=77e1f39f-9b8b-483d-b744-1336257d8687&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0764725 Aug 10 03:16:41.183617 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-196ffe65-9f23-4b59-80f7-590ea99ebaa1 req-73e9782a-fda4-4736-b6d2-66828b505fc8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a30db10-e0e6-4c59-bff9-1edbdbe1ee47 HTTP/1.1" status: 200 len: 1001 time: 0.0850744 Aug 10 03:16:41.190173 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-34506155-6244-455c-abac-c95b47a901ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:41.194862 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-34506155-6244-455c-abac-c95b47a901ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:41.246443 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34506155-6244-455c-abac-c95b47a901ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d8e3db-43d9-4f07-b747-8af88e032c42,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:41.254470 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ffe65-9f23-4b59-80f7-590ea99ebaa1 req-e43f3c33-d7ca-4e30-b323-d0129d1c3f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:41.255994 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-196ffe65-9f23-4b59-80f7-590ea99ebaa1 req-e43f3c33-d7ca-4e30-b323-d0129d1c3f48 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3edf7dab-cede-45e3-a40b-9026654a3743 HTTP/1.1" status: 200 len: 856 time: 0.0589824 Aug 10 03:16:41.311815 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34506155-6244-455c-abac-c95b47a901ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:16:41.315674 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ffe65-9f23-4b59-80f7-590ea99ebaa1 req-bfcb7d16-d5ad-40fe-a978-07ec568eb888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:41.317187 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-196ffe65-9f23-4b59-80f7-590ea99ebaa1 req-bfcb7d16-d5ad-40fe-a978-07ec568eb888 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c0759395-72d8-4de6-9611-c9ba0ebf5417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527396 Aug 10 03:16:41.339156 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-34506155-6244-455c-abac-c95b47a901ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:41.339512 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-34506155-6244-455c-abac-c95b47a901ed admin admin] Added segment 88e5ac7b-7f87-4f2b-a2a4-9822544f9b4a of type vlan for network 83db984c-5931-4e1d-9b13-d5156c6be9e0 Aug 10 03:16:41.366550 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c88c47-2f7f-44ea-aae8-10110efe06c3 req-b07f2840-4a7e-4090-9151-82e20e4681ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:41.368758 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c88c47-2f7f-44ea-aae8-10110efe06c3 req-b07f2840-4a7e-4090-9151-82e20e4681ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:41.369623 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c88c47-2f7f-44ea-aae8-10110efe06c3 req-b07f2840-4a7e-4090-9151-82e20e4681ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:41.370016 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c88c47-2f7f-44ea-aae8-10110efe06c3 req-b07f2840-4a7e-4090-9151-82e20e4681ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:41.370778 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c88c47-2f7f-44ea-aae8-10110efe06c3 req-b07f2840-4a7e-4090-9151-82e20e4681ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:41.371146 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c88c47-2f7f-44ea-aae8-10110efe06c3 req-b07f2840-4a7e-4090-9151-82e20e4681ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:41.371750 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c88c47-2f7f-44ea-aae8-10110efe06c3 req-b07f2840-4a7e-4090-9151-82e20e4681ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:41.374026 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-80c88c47-2f7f-44ea-aae8-10110efe06c3 req-b07f2840-4a7e-4090-9151-82e20e4681ae service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9db099ffcd1f4b6f883036f2463be98e&device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 6495 time: 0.1343796 Aug 10 03:16:41.459031 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-196ffe65-9f23-4b59-80f7-590ea99ebaa1 req-e811a7ed-2929-4cd4-9d14-677a44848069 service neutron] 10.222.0.58 "GET /v2.0/networks/c0759395-72d8-4de6-9611-c9ba0ebf5417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263056 Aug 10 03:16:41.533593 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c88c47-2f7f-44ea-aae8-10110efe06c3 req-ad405558-46f9-4982-b9b2-8b1e4eaca0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:41.534652 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c88c47-2f7f-44ea-aae8-10110efe06c3 req-ad405558-46f9-4982-b9b2-8b1e4eaca0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:41.535395 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c88c47-2f7f-44ea-aae8-10110efe06c3 req-ad405558-46f9-4982-b9b2-8b1e4eaca0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:41.538027 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-80c88c47-2f7f-44ea-aae8-10110efe06c3 req-ad405558-46f9-4982-b9b2-8b1e4eaca0d6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae&id=be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220&id=be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220&id=be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220&id=be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220&id=26329441-0dde-46fe-bcf0-48ea13bcc9b5&id=26329441-0dde-46fe-bcf0-48ea13bcc9b5 HTTP/1.1" status: 200 len: 2294 time: 0.1172976 Aug 10 03:16:41.564465 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-34506155-6244-455c-abac-c95b47a901ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:41.590218 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-196ffe65-9f23-4b59-80f7-590ea99ebaa1 req-287e8f3c-ca70-4d84-81e1-09d47dd719b6 service neutron] 10.222.0.58 "GET /v2.0/networks/c0759395-72d8-4de6-9611-c9ba0ebf5417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086717 Aug 10 03:16:41.643403 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-80c88c47-2f7f-44ea-aae8-10110efe06c3 req-c1452ec9-56b9-4965-aac0-85835bc4efc9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32ca825e-8e1d-4359-b950-7b6b31be75d4 HTTP/1.1" status: 200 len: 1001 time: 0.0930405 Aug 10 03:16:41.648590 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-34506155-6244-455c-abac-c95b47a901ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:41.649713 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34506155-6244-455c-abac-c95b47a901ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:41.650417 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-34506155-6244-455c-abac-c95b47a901ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:41.750437 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-34506155-6244-455c-abac-c95b47a901ed admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9608772 Aug 10 03:16:41.752020 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50384) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:41.760012 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-2fb0e63a-54cb-4fc7-98ec-89d973a3b252 admin admin] Request body: {'subnet': {'network_id': '83db984c-5931-4e1d-9b13-d5156c6be9e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1184986255-subnet', 'tenant_id': '067c889be4804acfbf2bebbc75448748', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:41.763651 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34506155-6244-455c-abac-c95b47a901ed admin admin] Pushing event updated for resources: {'Network': ['ID=83db984c-5931-4e1d-9b13-d5156c6be9e0,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:41.766959 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c88c47-2f7f-44ea-aae8-10110efe06c3 req-b51140f7-4b5c-4ecd-bc93-93d9c4597bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:41.768449 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-80c88c47-2f7f-44ea-aae8-10110efe06c3 req-b51140f7-4b5c-4ecd-bc93-93d9c4597bc2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e8cb624b-05ab-4931-a430-340a8df0afcf HTTP/1.1" status: 200 len: 851 time: 0.0979035 Aug 10 03:16:41.775103 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 83db984c-5931-4e1d-9b13-d5156c6be9e0 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:16:41.803018 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb0e63a-54cb-4fc7-98ec-89d973a3b252 admin admin] Made reservation on behalf of 067c889be4804acfbf2bebbc75448748 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:16:41.806123 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2fb0e63a-54cb-4fc7-98ec-89d973a3b252 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:41.876512 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c88c47-2f7f-44ea-aae8-10110efe06c3 req-7ed5a533-7614-47a5-b0ad-1db929588e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:41.878946 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-80c88c47-2f7f-44ea-aae8-10110efe06c3 req-7ed5a533-7614-47a5-b0ad-1db929588e89 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0885272 Aug 10 03:16:42.030351 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-80c88c47-2f7f-44ea-aae8-10110efe06c3 req-44c95061-d580-4926-a7ce-0afa121f8eae service neutron] 10.222.0.60 "GET /v2.0/networks/c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399634 Aug 10 03:16:42.141554 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2fb0e63a-54cb-4fc7-98ec-89d973a3b252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:42.153920 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c4d0b-c0a7-411f-b0de-7181cf6aa084 req-b10d49d0-85dd-4915-b8c9-d701b577dbb9 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:42.155424 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ef0c4d0b-c0a7-411f-b0de-7181cf6aa084 req-b10d49d0-85dd-4915-b8c9-d701b577dbb9 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=4285cb4a-2004-4ef3-b428-fd5190a1de98 HTTP/1.1" status: 200 len: 945 time: 0.1214590 Aug 10 03:16:42.221540 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb0e63a-54cb-4fc7-98ec-89d973a3b252 admin admin] Pushing event updated for resources: {'Subnet': ['ID=222f4bd7-3c8b-41a1-8e9a-fb0842906852,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:42.227320 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ef0c4d0b-c0a7-411f-b0de-7181cf6aa084 req-fb1fb47d-73e8-4a13-b9ec-e0254724203d tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599272 Aug 10 03:16:42.246805 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-80c88c47-2f7f-44ea-aae8-10110efe06c3 req-22227389-3ed2-4423-a19f-201fb2d5628a service neutron] 10.222.0.60 "GET /v2.0/networks/c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723127 Aug 10 03:16:42.247509 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb0e63a-54cb-4fc7-98ec-89d973a3b252 admin admin] Checking segment: {'id': '88e5ac7b-7f87-4f2b-a2a4-9822544f9b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '83db984c-5931-4e1d-9b13-d5156c6be9e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:16:42.248255 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb0e63a-54cb-4fc7-98ec-89d973a3b252 admin admin] Network hostable DHCP agents. Network: 83db984c-5931-4e1d-9b13-d5156c6be9e0, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:16:42.274618 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb0e63a-54cb-4fc7-98ec-89d973a3b252 admin admin] Network 83db984c-5931-4e1d-9b13-d5156c6be9e0 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:16:42.295463 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-2fb0e63a-54cb-4fc7-98ec-89d973a3b252 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 83db984c-5931-4e1d-9b13-d5156c6be9e0) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:16:42.299975 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb0e63a-54cb-4fc7-98ec-89d973a3b252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:42.300563 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2fb0e63a-54cb-4fc7-98ec-89d973a3b252 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:42.311260 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8af9a8-9315-4028-bad7-503b6ab8fcc6 None None] Network 83db984c-5931-4e1d-9b13-d5156c6be9e0 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:16:42.339636 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2fb0e63a-54cb-4fc7-98ec-89d973a3b252 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5807550 Aug 10 03:16:42.524948 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ab3a64-ec45-4025-b6a1-1ac72b5d56de None None] Network 83db984c-5931-4e1d-9b13-d5156c6be9e0 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:16:42.658941 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-80c88c47-2f7f-44ea-aae8-10110efe06c3 req-2dffdef0-f766-4c93-97b7-decb54753def service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=bd5c370f-ffa5-4477-948b-ba7517343de5 HTTP/1.1" status: 200 len: 217 time: 0.3951271 Aug 10 03:16:42.755813 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-4161cdfe-ff48-4573-8543-a14d56958f59 req-7d9ff9f1-5e82-4eb5-9b35-d0e4218b15c4 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1165889973', 'description': 'tempest-description-19512975'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:42.788181 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5047f50-e008-424d-b964-bda2df810ffe req-99c32133-bd4c-49bb-8290-7541baf5fc38 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:42.789947 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d5047f50-e008-424d-b964-bda2df810ffe req-99c32133-bd4c-49bb-8290-7541baf5fc38 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=4285cb4a-2004-4ef3-b428-fd5190a1de98 HTTP/1.1" status: 200 len: 945 time: 0.1337013 Aug 10 03:16:42.802873 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c88c47-2f7f-44ea-aae8-10110efe06c3 req-69224dc3-9346-41b1-bd12-36b1333ebdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:42.804467 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-80c88c47-2f7f-44ea-aae8-10110efe06c3 req-69224dc3-9346-41b1-bd12-36b1333ebdd3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eba004cc-c939-40d1-b5d1-6b0839b6432d HTTP/1.1" status: 200 len: 797 time: 0.1357470 Aug 10 03:16:42.815201 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-4161cdfe-ff48-4573-8543-a14d56958f59 req-7d9ff9f1-5e82-4eb5-9b35-d0e4218b15c4 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:42.892609 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d5047f50-e008-424d-b964-bda2df810ffe req-511099f2-b585-4fd3-8aae-4a05a6a9f66a tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916126 Aug 10 03:16:42.909175 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c88c47-2f7f-44ea-aae8-10110efe06c3 req-ac4fd26d-1948-4ab1-a598-d218de681277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:42.910628 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-80c88c47-2f7f-44ea-aae8-10110efe06c3 req-ac4fd26d-1948-4ab1-a598-d218de681277 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0967400 Aug 10 03:16:43.037184 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-4161cdfe-ff48-4573-8543-a14d56958f59 req-7d9ff9f1-5e82-4eb5-9b35-d0e4218b15c4 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:43.045481 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-4161cdfe-ff48-4573-8543-a14d56958f59 req-7d9ff9f1-5e82-4eb5-9b35-d0e4218b15c4 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:43.104706 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-80c88c47-2f7f-44ea-aae8-10110efe06c3 req-d78977b2-7b38-45a0-8400-2fb3a0b94076 service neutron] 10.222.0.60 "GET /v2.0/networks/be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810124 Aug 10 03:16:43.110177 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-4161cdfe-ff48-4573-8543-a14d56958f59 req-7d9ff9f1-5e82-4eb5-9b35-d0e4218b15c4 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:43.121223 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4161cdfe-ff48-4573-8543-a14d56958f59 req-7d9ff9f1-5e82-4eb5-9b35-d0e4218b15c4 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3735311 Aug 10 03:16:43.178327 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ff9f1-5e82-4eb5-9b35-d0e4218b15c4 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e17107e9-5278-4eb5-9a78-a12a50ca2d20,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:43.195437 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc8c87-2bbe-410a-a175-a4f7aef35d75 req-d57d8026-2e46-4c95-8ab4-0e0216b8b41c tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:43.196989 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d2cc8c87-2bbe-410a-a175-a4f7aef35d75 req-d57d8026-2e46-4c95-8ab4-0e0216b8b41c tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=4285cb4a-2004-4ef3-b428-fd5190a1de98 HTTP/1.1" status: 200 len: 945 time: 0.1441176 Aug 10 03:16:43.254477 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d2cc8c87-2bbe-410a-a175-a4f7aef35d75 req-8d64cd88-e9ad-4933-912c-69dbbaac2af3 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475433 Aug 10 03:16:43.284474 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-80c88c47-2f7f-44ea-aae8-10110efe06c3 req-b3a6d52f-d7ae-4003-b1f1-7bce260cedc1 service neutron] 10.222.0.60 "GET /v2.0/networks/be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621649 Aug 10 03:16:43.348390 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-80c88c47-2f7f-44ea-aae8-10110efe06c3 req-fb343edf-5c02-4c86-af2d-50b1c4cffe51 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e HTTP/1.1" status: 200 len: 217 time: 0.0445809 Aug 10 03:16:43.426610 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ab3bd8f9-8b6d-4d6e-81f9-a84326b3cafe req-44b6a4b3-5450-41d2-90f5-fc816b1bc2e7 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] 10.222.0.62 "GET /v2.0/security-groups/e17107e9-5278-4eb5-9a78-a12a50ca2d20 HTTP/1.1" status: 200 len: 1805 time: 0.1319747 Aug 10 03:16:43.436031 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-ab3bd8f9-8b6d-4d6e-81f9-a84326b3cafe req-29ca93c5-bcb4-4102-953a-773eead62d7b tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e17107e9-5278-4eb5-9a78-a12a50ca2d20', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:43.436464 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-ab3bd8f9-8b6d-4d6e-81f9-a84326b3cafe req-29ca93c5-bcb4-4102-953a-773eead62d7b tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e17107e9-5278-4eb5-9a78-a12a50ca2d20', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:43.457809 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c88c47-2f7f-44ea-aae8-10110efe06c3 req-a327b3a7-72e2-4728-a17d-eef9d166bad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:43.459490 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-80c88c47-2f7f-44ea-aae8-10110efe06c3 req-a327b3a7-72e2-4728-a17d-eef9d166bad2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eba004cc-c939-40d1-b5d1-6b0839b6432d HTTP/1.1" status: 200 len: 797 time: 0.0989201 Aug 10 03:16:43.564454 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ab3bd8f9-8b6d-4d6e-81f9-a84326b3cafe req-29ca93c5-bcb4-4102-953a-773eead62d7b tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:43.570941 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c88c47-2f7f-44ea-aae8-10110efe06c3 req-a8373564-8227-4095-ad83-001d35ded3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:43.573138 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-80c88c47-2f7f-44ea-aae8-10110efe06c3 req-a8373564-8227-4095-ad83-001d35ded3b9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1046576 Aug 10 03:16:43.678878 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ab3bd8f9-8b6d-4d6e-81f9-a84326b3cafe req-29ca93c5-bcb4-4102-953a-773eead62d7b tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:43.692106 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ab3bd8f9-8b6d-4d6e-81f9-a84326b3cafe req-29ca93c5-bcb4-4102-953a-773eead62d7b tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:43.737668 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ada94-39f3-406a-bd45-2c417f55d984 req-f0f83c40-35c9-4b5d-ae24-6359bcb9ef69 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:43.739339 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1a7ada94-39f3-406a-bd45-2c417f55d984 req-f0f83c40-35c9-4b5d-ae24-6359bcb9ef69 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=4285cb4a-2004-4ef3-b428-fd5190a1de98 HTTP/1.1" status: 200 len: 945 time: 0.1956973 Aug 10 03:16:43.746064 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ca93c5-bcb4-4102-953a-773eead62d7b tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2c3cc34-078c-4c5d-b111-31af51412502,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:43.759945 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ab3bd8f9-8b6d-4d6e-81f9-a84326b3cafe req-29ca93c5-bcb4-4102-953a-773eead62d7b tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:43.761154 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ab3bd8f9-8b6d-4d6e-81f9-a84326b3cafe req-29ca93c5-bcb4-4102-953a-773eead62d7b tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3335283 Aug 10 03:16:43.795297 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-cd923482-ea64-4853-b0fb-6feaca5d8f82 req-95a974a8-d63e-42df-9e11-16169b878f47 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-234237417', 'description': 'tempest-description-1647238171'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:43.842327 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-80c88c47-2f7f-44ea-aae8-10110efe06c3 req-06337176-c287-4224-8c4b-668517276ca5 service neutron] 10.222.0.60 "GET /v2.0/networks/be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481742 Aug 10 03:16:43.847035 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1a7ada94-39f3-406a-bd45-2c417f55d984 req-f1b1a629-a772-4f94-b6f7-709856b482de tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947161 Aug 10 03:16:43.863469 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-cd923482-ea64-4853-b0fb-6feaca5d8f82 req-95a974a8-d63e-42df-9e11-16169b878f47 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:43.979151 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-80c88c47-2f7f-44ea-aae8-10110efe06c3 req-ab44b9d1-51f7-4935-ba41-941bff09b1ac service neutron] 10.222.0.60 "GET /v2.0/networks/be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269591 Aug 10 03:16:44.037120 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-80c88c47-2f7f-44ea-aae8-10110efe06c3 req-59a3d92c-77b7-4e34-b6e0-5993f2c26ba0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=37c5d772-171b-4c81-9987-eb813c61fb2e HTTP/1.1" status: 200 len: 217 time: 0.0498898 Aug 10 03:16:44.101633 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-cd923482-ea64-4853-b0fb-6feaca5d8f82 req-95a974a8-d63e-42df-9e11-16169b878f47 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:44.108218 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-cd923482-ea64-4853-b0fb-6feaca5d8f82 req-95a974a8-d63e-42df-9e11-16169b878f47 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:44.125616 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c88c47-2f7f-44ea-aae8-10110efe06c3 req-9388f70d-fd79-4606-b7d1-92c1e2c3013a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:44.127141 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-80c88c47-2f7f-44ea-aae8-10110efe06c3 req-9388f70d-fd79-4606-b7d1-92c1e2c3013a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eba004cc-c939-40d1-b5d1-6b0839b6432d HTTP/1.1" status: 200 len: 797 time: 0.0799119 Aug 10 03:16:44.153575 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-cd923482-ea64-4853-b0fb-6feaca5d8f82 req-95a974a8-d63e-42df-9e11-16169b878f47 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:44.155466 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cd923482-ea64-4853-b0fb-6feaca5d8f82 req-95a974a8-d63e-42df-9e11-16169b878f47 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3672895 Aug 10 03:16:44.169508 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a974a8-d63e-42df-9e11-16169b878f47 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4350032a-e556-4c9d-9258-dcb039ac7fd4,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:44.216658 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c88c47-2f7f-44ea-aae8-10110efe06c3 req-d13a1d0d-0b29-4e98-9f81-c0a80264db9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:44.217251 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-80c88c47-2f7f-44ea-aae8-10110efe06c3 req-d13a1d0d-0b29-4e98-9f81-c0a80264db9b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0773098 Aug 10 03:16:44.252952 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fec3a446-798e-46a8-af40-32fc2b69a280 req-ec5cf54a-4038-4a69-94c2-5fc2d8410dc6 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] 10.222.0.62 "GET /v2.0/security-groups/4350032a-e556-4c9d-9258-dcb039ac7fd4 HTTP/1.1" status: 200 len: 1806 time: 0.0717256 Aug 10 03:16:44.289065 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-fec3a446-798e-46a8-af40-32fc2b69a280 req-26ad638c-f7ab-4f0e-8fc3-4845e471e8ba tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '4350032a-e556-4c9d-9258-dcb039ac7fd4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:44.289389 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-fec3a446-798e-46a8-af40-32fc2b69a280 req-26ad638c-f7ab-4f0e-8fc3-4845e471e8ba tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '4350032a-e556-4c9d-9258-dcb039ac7fd4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:44.356487 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-80c88c47-2f7f-44ea-aae8-10110efe06c3 req-08bec899-3985-40b3-a7f4-a2297758cc72 service neutron] 10.222.0.60 "GET /v2.0/networks/be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263213 Aug 10 03:16:44.439051 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-fec3a446-798e-46a8-af40-32fc2b69a280 req-26ad638c-f7ab-4f0e-8fc3-4845e471e8ba tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:44.487228 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-fec3a446-798e-46a8-af40-32fc2b69a280 req-26ad638c-f7ab-4f0e-8fc3-4845e471e8ba tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:44.492433 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-fec3a446-798e-46a8-af40-32fc2b69a280 req-26ad638c-f7ab-4f0e-8fc3-4845e471e8ba tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:44.496511 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-80c88c47-2f7f-44ea-aae8-10110efe06c3 req-79676359-f993-4d91-b858-ba3d8b752927 service neutron] 10.222.0.60 "GET /v2.0/networks/be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319213 Aug 10 03:16:44.528456 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ad638c-f7ab-4f0e-8fc3-4845e471e8ba tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf2eae6e-0975-4506-b0f3-02830ada5a48,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:44.565015 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-80c88c47-2f7f-44ea-aae8-10110efe06c3 req-7b0ea5d2-0a65-4260-80fa-859d471ab422 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=255e4d7c-efa0-4d55-96d8-77ef01b89a1e HTTP/1.1" status: 200 len: 217 time: 0.0595586 Aug 10 03:16:44.565792 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-fec3a446-798e-46a8-af40-32fc2b69a280 req-26ad638c-f7ab-4f0e-8fc3-4845e471e8ba tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:44.566933 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fec3a446-798e-46a8-af40-32fc2b69a280 req-26ad638c-f7ab-4f0e-8fc3-4845e471e8ba tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2841733 Aug 10 03:16:44.598214 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-234edafb-3f0f-40f9-99f7-43908d3a4a63 req-66b41368-effd-45f1-9f49-cfd1077920c7 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1340285516', 'description': 'tempest-description-991930987'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:44.648010 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c88c47-2f7f-44ea-aae8-10110efe06c3 req-b7c3c1cc-a749-4812-9dea-ce9089efdce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:44.649504 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-80c88c47-2f7f-44ea-aae8-10110efe06c3 req-b7c3c1cc-a749-4812-9dea-ce9089efdce2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eba004cc-c939-40d1-b5d1-6b0839b6432d HTTP/1.1" status: 200 len: 797 time: 0.0664835 Aug 10 03:16:44.652040 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-234edafb-3f0f-40f9-99f7-43908d3a4a63 req-66b41368-effd-45f1-9f49-cfd1077920c7 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:44.730135 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c88c47-2f7f-44ea-aae8-10110efe06c3 req-19c92ccc-bc41-4760-8df0-044942cf2e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:44.731770 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-80c88c47-2f7f-44ea-aae8-10110efe06c3 req-19c92ccc-bc41-4760-8df0-044942cf2e74 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0702047 Aug 10 03:16:44.848103 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-234edafb-3f0f-40f9-99f7-43908d3a4a63 req-66b41368-effd-45f1-9f49-cfd1077920c7 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:44.860444 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-234edafb-3f0f-40f9-99f7-43908d3a4a63 req-66b41368-effd-45f1-9f49-cfd1077920c7 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:44.887178 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-80c88c47-2f7f-44ea-aae8-10110efe06c3 req-025a60ec-a306-42de-bbc7-1f2bbdac8650 service neutron] 10.222.0.60 "GET /v2.0/networks/be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456809 Aug 10 03:16:44.907908 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-234edafb-3f0f-40f9-99f7-43908d3a4a63 req-66b41368-effd-45f1-9f49-cfd1077920c7 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:44.909283 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-234edafb-3f0f-40f9-99f7-43908d3a4a63 req-66b41368-effd-45f1-9f49-cfd1077920c7 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3159521 Aug 10 03:16:44.925855 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b41368-effd-45f1-9f49-cfd1077920c7 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=159574f5-c974-4610-8c11-4d49d2782c5f,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:44.960078 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-daca0276-34a5-4d1e-8cd8-1b8badd6b8af req-3f9bd575-6786-4951-b4c3-693a5638d7ee tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1054410583', 'description': 'tempest-description-1435768085'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:45.071327 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-daca0276-34a5-4d1e-8cd8-1b8badd6b8af req-3f9bd575-6786-4951-b4c3-693a5638d7ee tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:45.106472 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c71c6f-a283-4584-8d36-9e58fd0b3cbb req-4bb747a8-d9b3-45e0-9b02-9cfd5e51fd4f tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:45.107836 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d5c71c6f-a283-4584-8d36-9e58fd0b3cbb req-4bb747a8-d9b3-45e0-9b02-9cfd5e51fd4f tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=4285cb4a-2004-4ef3-b428-fd5190a1de98 HTTP/1.1" status: 200 len: 945 time: 0.1554892 Aug 10 03:16:45.116912 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaff9d7-b160-4d0f-87de-d3fbb149bb09 req-51889d44-9da9-4b0b-a4c1-20f8f8bdba54 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:45.118369 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fbaff9d7-b160-4d0f-87de-d3fbb149bb09 req-51889d44-9da9-4b0b-a4c1-20f8f8bdba54 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.60 "GET /v2.0/ports?device_id=4285cb4a-2004-4ef3-b428-fd5190a1de98 HTTP/1.1" status: 200 len: 945 time: 0.1460254 Aug 10 03:16:45.120779 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-80c88c47-2f7f-44ea-aae8-10110efe06c3 req-2ad0c8ee-6f0e-495f-9df0-36f160a83341 service neutron] 10.222.0.60 "GET /v2.0/networks/be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252374 Aug 10 03:16:45.216903 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-80c88c47-2f7f-44ea-aae8-10110efe06c3 req-9eece501-e4f0-41b7-89f9-49d5c25728f9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f3849961-e970-4427-ba4e-176045826c1c HTTP/1.1" status: 200 len: 217 time: 0.0675049 Aug 10 03:16:45.251305 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d5c71c6f-a283-4584-8d36-9e58fd0b3cbb req-9f1daf2c-f3b1-41b3-a45b-8c12cd68dd5e tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274841 Aug 10 03:16:45.340090 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c88c47-2f7f-44ea-aae8-10110efe06c3 req-5f4b7413-6977-413a-b2df-dc88a1b651d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:45.341592 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-80c88c47-2f7f-44ea-aae8-10110efe06c3 req-5f4b7413-6977-413a-b2df-dc88a1b651d0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=33f28172-7907-464d-a85d-12480842b6d2 HTTP/1.1" status: 200 len: 797 time: 0.1094239 Aug 10 03:16:45.401021 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-daca0276-34a5-4d1e-8cd8-1b8badd6b8af req-3f9bd575-6786-4951-b4c3-693a5638d7ee tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:45.410518 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-daca0276-34a5-4d1e-8cd8-1b8badd6b8af req-3f9bd575-6786-4951-b4c3-693a5638d7ee tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:45.429776 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-fbaff9d7-b160-4d0f-87de-d3fbb149bb09 req-1ca6d34b-4a04-4ed0-a5ec-bfd65d490bad tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Deleting port 86f09da0-17b7-4576-8062-d3a0da140149 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:16:45.430246 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-fbaff9d7-b160-4d0f-87de-d3fbb149bb09 req-1ca6d34b-4a04-4ed0-a5ec-bfd65d490bad tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:45.485456 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c88c47-2f7f-44ea-aae8-10110efe06c3 req-1e80af32-d414-4a74-9d9c-363d64115a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:45.486995 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-80c88c47-2f7f-44ea-aae8-10110efe06c3 req-1e80af32-d414-4a74-9d9c-363d64115a91 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=26329441-0dde-46fe-bcf0-48ea13bcc9b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1359515 Aug 10 03:16:45.487705 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-daca0276-34a5-4d1e-8cd8-1b8badd6b8af req-3f9bd575-6786-4951-b4c3-693a5638d7ee tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:45.489154 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-daca0276-34a5-4d1e-8cd8-1b8badd6b8af req-3f9bd575-6786-4951-b4c3-693a5638d7ee tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.5353072 Aug 10 03:16:45.515688 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9bd575-6786-4951-b4c3-693a5638d7ee tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b0212c-ee18-4650-adf8-e99c01043997,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:45.643180 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-fbaff9d7-b160-4d0f-87de-d3fbb149bb09 req-1ca6d34b-4a04-4ed0-a5ec-bfd65d490bad tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] For port 86f09da0-17b7-4576-8062-d3a0da140149, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=86f09da0-17b7-4576-8062-d3a0da140149,segment=NetworkSegment(5f459ac7-2da0-4395-80e8-4acadecdbda0),segment_id=5f459ac7-2da0-4395-80e8-4acadecdbda0)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:45.643559 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-fbaff9d7-b160-4d0f-87de-d3fbb149bb09 req-1ca6d34b-4a04-4ed0-a5ec-bfd65d490bad tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:45.657967 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ba77417f-b8ad-467a-8212-213765b8b1d5 req-978e757e-040f-4462-8da9-d1c1f794a2fe tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] 10.222.0.62 "GET /v2.0/security-groups/159574f5-c974-4610-8c11-4d49d2782c5f HTTP/1.1" status: 200 len: 1806 time: 0.1397340 Aug 10 03:16:45.674604 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-fbaff9d7-b160-4d0f-87de-d3fbb149bb09 req-1ca6d34b-4a04-4ed0-a5ec-bfd65d490bad tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Calling delete_port for 86f09da0-17b7-4576-8062-d3a0da140149 owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:16:45.700350 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-80c88c47-2f7f-44ea-aae8-10110efe06c3 req-e4fd8408-c773-40db-ba6b-5277fcc01705 service neutron] 10.222.0.60 "GET /v2.0/networks/26329441-0dde-46fe-bcf0-48ea13bcc9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003243 Aug 10 03:16:45.808694 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ba77417f-b8ad-467a-8212-213765b8b1d5 req-ab542ce9-9a7c-4635-9644-a5ce80c2afa4 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] 10.222.0.62 "GET /v2.0/security-groups/e6b0212c-ee18-4650-adf8-e99c01043997 HTTP/1.1" status: 200 len: 1807 time: 0.1401765 Aug 10 03:16:45.829515 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-ba77417f-b8ad-467a-8212-213765b8b1d5 req-6c22af53-cc32-4ca0-9da3-cb564bb313fa tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '159574f5-c974-4610-8c11-4d49d2782c5f', 'remote_group_id': 'e6b0212c-ee18-4650-adf8-e99c01043997', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:45.829842 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-ba77417f-b8ad-467a-8212-213765b8b1d5 req-6c22af53-cc32-4ca0-9da3-cb564bb313fa tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '159574f5-c974-4610-8c11-4d49d2782c5f', 'remote_group_id': 'e6b0212c-ee18-4650-adf8-e99c01043997', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:45.891052 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-80c88c47-2f7f-44ea-aae8-10110efe06c3 req-0543c15b-e888-42f2-b010-3edcda980239 service neutron] 10.222.0.60 "GET /v2.0/networks/26329441-0dde-46fe-bcf0-48ea13bcc9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777601 Aug 10 03:16:45.969460 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-80c88c47-2f7f-44ea-aae8-10110efe06c3 req-683e2450-c561-4e6d-bffe-02cb4f53e6e5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f7f5d1b2-3c33-4a8c-a558-d8d163cf1c96 HTTP/1.1" status: 200 len: 217 time: 0.0707526 Aug 10 03:16:46.053852 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-fbaff9d7-b160-4d0f-87de-d3fbb149bb09 req-1ca6d34b-4a04-4ed0-a5ec-bfd65d490bad tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:46.062680 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ba77417f-b8ad-467a-8212-213765b8b1d5 req-6c22af53-cc32-4ca0-9da3-cb564bb313fa tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:46.069053 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['3aa362ab-26b7-4e75-8dea-4968c3cefa2b'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:16:46.101800 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca6d34b-4a04-4ed0-a5ec-bfd65d490bad tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Pushing event deleted for resources: {'Port': ['ID=86f09da0-17b7-4576-8062-d3a0da140149,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:46.104615 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c88c47-2f7f-44ea-aae8-10110efe06c3 req-13f9a52b-3f79-4eda-9190-60817ec3f6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:46.106075 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-80c88c47-2f7f-44ea-aae8-10110efe06c3 req-13f9a52b-3f79-4eda-9190-60817ec3f6ef service neutron] 10.222.0.60 "GET /v2.0/subnets?id=33f28172-7907-464d-a85d-12480842b6d2 HTTP/1.1" status: 200 len: 797 time: 0.1199143 Aug 10 03:16:46.128084 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['86f09da0-17b7-4576-8062-d3a0da140149'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:16:46.183877 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ba77417f-b8ad-467a-8212-213765b8b1d5 req-6c22af53-cc32-4ca0-9da3-cb564bb313fa tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:46.200411 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbaff9d7-b160-4d0f-87de-d3fbb149bb09 req-1ca6d34b-4a04-4ed0-a5ec-bfd65d490bad tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] No DVR routers for this DVR port 86f09da0-17b7-4576-8062-d3a0da140149 on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:16:46.203021 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ba77417f-b8ad-467a-8212-213765b8b1d5 req-6c22af53-cc32-4ca0-9da3-cb564bb313fa tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:46.205105 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-fbaff9d7-b160-4d0f-87de-d3fbb149bb09 req-1ca6d34b-4a04-4ed0-a5ec-bfd65d490bad tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:46.207165 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fbaff9d7-b160-4d0f-87de-d3fbb149bb09 req-1ca6d34b-4a04-4ed0-a5ec-bfd65d490bad tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.60 "DELETE /v2.0/ports/86f09da0-17b7-4576-8062-d3a0da140149 HTTP/1.1" status: 204 len: 173 time: 1.0726814 Aug 10 03:16:46.210659 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4285cb4a-2004-4ef3-b428-fd5190a1de98', 'name': 'network-vif-deleted', 'tag': '86f09da0-17b7-4576-8062-d3a0da140149'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:16:46.212956 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56206bf-77bb-467d-a0f3-4ff9d41d3b27" -d '{"events": [{"server_uuid": "4285cb4a-2004-4ef3-b428-fd5190a1de98", "name": "network-vif-deleted", "tag": "86f09da0-17b7-4576-8062-d3a0da140149"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:16:46.234814 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c22af53-cc32-4ca0-9da3-cb564bb313fa tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e653f0de-5d5c-497b-8cd0-c7b797efe374,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:46.245095 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c88c47-2f7f-44ea-aae8-10110efe06c3 req-1d7a6c03-d6ab-44fd-93aa-52f04b677d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:46.246628 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-80c88c47-2f7f-44ea-aae8-10110efe06c3 req-1d7a6c03-d6ab-44fd-93aa-52f04b677d1d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=26329441-0dde-46fe-bcf0-48ea13bcc9b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1262589 Aug 10 03:16:46.278515 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f0e32a-21aa-44a5-98a9-a57065687482 x-openstack-request-id: req-85f0e32a-21aa-44a5-98a9-a57065687482 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:16:46.278515 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4285cb4a-2004-4ef3-b428-fd5190a1de98", "name": "network-vif-deleted", "tag": "86f09da0-17b7-4576-8062-d3a0da140149", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:16:46.278515 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-85f0e32a-21aa-44a5-98a9-a57065687482 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:16:46.278515 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4285cb4a-2004-4ef3-b428-fd5190a1de98', 'name': 'network-vif-deleted', 'tag': '86f09da0-17b7-4576-8062-d3a0da140149', 'status': 'completed', 'code': 200} Aug 10 03:16:46.306445 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ba77417f-b8ad-467a-8212-213765b8b1d5 req-6c22af53-cc32-4ca0-9da3-cb564bb313fa tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:46.308212 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ba77417f-b8ad-467a-8212-213765b8b1d5 req-6c22af53-cc32-4ca0-9da3-cb564bb313fa tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4859350 Aug 10 03:16:46.344955 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-0d468615-2927-4d0b-894d-6f0ebd893741 req-fb0073d3-f0b1-499e-84fc-ae4b5ae9c8b0 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-873218840', 'description': 'tempest-description-298486152'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:46.407386 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-0d468615-2927-4d0b-894d-6f0ebd893741 req-fb0073d3-f0b1-499e-84fc-ae4b5ae9c8b0 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:46.424670 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-80c88c47-2f7f-44ea-aae8-10110efe06c3 req-1bfde53a-597a-42a4-9cf6-1a06cd93dccd service neutron] 10.222.0.60 "GET /v2.0/networks/26329441-0dde-46fe-bcf0-48ea13bcc9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667752 Aug 10 03:16:46.426640 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-57817386-4dd0-4a45-9781-11ab94f5461f req-91d2c709-4349-499b-b592-5f7e9e44540e tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=4285cb4a-2004-4ef3-b428-fd5190a1de98 HTTP/1.1" status: 200 len: 210 time: 0.0400853 Aug 10 03:16:46.819373 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-80c88c47-2f7f-44ea-aae8-10110efe06c3 req-86a4a9d8-1668-4912-b03a-11042677f2d1 service neutron] 10.222.0.60 "GET /v2.0/networks/26329441-0dde-46fe-bcf0-48ea13bcc9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3855813 Aug 10 03:16:46.858458 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-0d468615-2927-4d0b-894d-6f0ebd893741 req-fb0073d3-f0b1-499e-84fc-ae4b5ae9c8b0 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:46.863397 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-0d468615-2927-4d0b-894d-6f0ebd893741 req-fb0073d3-f0b1-499e-84fc-ae4b5ae9c8b0 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:46.898462 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-0d468615-2927-4d0b-894d-6f0ebd893741 req-fb0073d3-f0b1-499e-84fc-ae4b5ae9c8b0 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:46.900089 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0d468615-2927-4d0b-894d-6f0ebd893741 req-fb0073d3-f0b1-499e-84fc-ae4b5ae9c8b0 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5618732 Aug 10 03:16:46.903032 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0073d3-f0b1-499e-84fc-ae4b5ae9c8b0 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27776b81-6b49-40fe-b84e-51c2a185c470,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:46.934092 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-d8de8d36-29f9-4922-a440-1ea407642387 req-7f7729f2-0546-4ebc-9edb-ef324b795fd3 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-381599584', 'description': 'tempest-description-1133406294'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:46.956093 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d8de8d36-29f9-4922-a440-1ea407642387 req-7f7729f2-0546-4ebc-9edb-ef324b795fd3 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:47.035386 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d8de8d36-29f9-4922-a440-1ea407642387 req-7f7729f2-0546-4ebc-9edb-ef324b795fd3 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:47.038985 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d8de8d36-29f9-4922-a440-1ea407642387 req-7f7729f2-0546-4ebc-9edb-ef324b795fd3 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:47.063670 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d8de8d36-29f9-4922-a440-1ea407642387 req-7f7729f2-0546-4ebc-9edb-ef324b795fd3 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:47.064908 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d8de8d36-29f9-4922-a440-1ea407642387 req-7f7729f2-0546-4ebc-9edb-ef324b795fd3 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1356151 Aug 10 03:16:47.069461 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7729f2-0546-4ebc-9edb-ef324b795fd3 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04e55a6a-aff7-4123-a425-accb36d4db57,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:47.124588 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6aa70375-cede-4ca5-80e7-1bb95f91700e req-785e4de1-5e12-48cf-a5a7-4f1a6005ba46 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] 10.222.0.62 "GET /v2.0/security-groups/27776b81-6b49-40fe-b84e-51c2a185c470 HTTP/1.1" status: 200 len: 1805 time: 0.0383596 Aug 10 03:16:47.170305 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6aa70375-cede-4ca5-80e7-1bb95f91700e req-8e728c61-9c1b-40e3-a9c4-a06ea3cae9bc tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] 10.222.0.62 "GET /v2.0/security-groups/04e55a6a-aff7-4123-a425-accb36d4db57 HTTP/1.1" status: 200 len: 1806 time: 0.0394969 Aug 10 03:16:47.179905 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-6aa70375-cede-4ca5-80e7-1bb95f91700e req-44c4b9f9-8c20-46fc-9778-b45ef9f4f5fc tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '27776b81-6b49-40fe-b84e-51c2a185c470', 'remote_group_id': '04e55a6a-aff7-4123-a425-accb36d4db57', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:47.180216 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-6aa70375-cede-4ca5-80e7-1bb95f91700e req-44c4b9f9-8c20-46fc-9778-b45ef9f4f5fc tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '27776b81-6b49-40fe-b84e-51c2a185c470', 'remote_group_id': '04e55a6a-aff7-4123-a425-accb36d4db57', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:47.238702 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-6aa70375-cede-4ca5-80e7-1bb95f91700e req-44c4b9f9-8c20-46fc-9778-b45ef9f4f5fc tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:47.271871 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-6aa70375-cede-4ca5-80e7-1bb95f91700e req-44c4b9f9-8c20-46fc-9778-b45ef9f4f5fc tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:47.275372 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-6aa70375-cede-4ca5-80e7-1bb95f91700e req-44c4b9f9-8c20-46fc-9778-b45ef9f4f5fc tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:47.293600 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c4b9f9-8c20-46fc-9778-b45ef9f4f5fc tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e1573df-d948-4df1-9762-a6388f5d4a3b,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:47.300900 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-6aa70375-cede-4ca5-80e7-1bb95f91700e req-44c4b9f9-8c20-46fc-9778-b45ef9f4f5fc tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:47.302348 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6aa70375-cede-4ca5-80e7-1bb95f91700e req-44c4b9f9-8c20-46fc-9778-b45ef9f4f5fc tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1261396 Aug 10 03:16:47.363715 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fd0945ca-ebf3-4add-ab5a-4dfdf5fc7b21 req-1a08fe31-b416-40bd-a561-8f3919e56fa5 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] 10.222.0.62 "GET /v2.0/security-groups/04e55a6a-aff7-4123-a425-accb36d4db57 HTTP/1.1" status: 200 len: 1806 time: 0.0411270 Aug 10 03:16:47.421156 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-fd0945ca-ebf3-4add-ab5a-4dfdf5fc7b21 req-52586ac8-25a2-40d3-b907-5ab6e808d055 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:47.443504 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-fd0945ca-ebf3-4add-ab5a-4dfdf5fc7b21 req-52586ac8-25a2-40d3-b907-5ab6e808d055 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:47.510928 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-fd0945ca-ebf3-4add-ab5a-4dfdf5fc7b21 req-52586ac8-25a2-40d3-b907-5ab6e808d055 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:47.513560 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-fd0945ca-ebf3-4add-ab5a-4dfdf5fc7b21 req-52586ac8-25a2-40d3-b907-5ab6e808d055 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:47.514757 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fd0945ca-ebf3-4add-ab5a-4dfdf5fc7b21 req-52586ac8-25a2-40d3-b907-5ab6e808d055 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] 10.222.0.62 "DELETE /v2.0/security-groups/04e55a6a-aff7-4123-a425-accb36d4db57 HTTP/1.1" status: 204 len: 173 time: 0.1437874 Aug 10 03:16:47.523726 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52586ac8-25a2-40d3-b907-5ab6e808d055 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e55a6a-aff7-4123-a425-accb36d4db57,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:47.587620 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6d32e3fd-9b39-4cc3-b50e-1f591cf912dd req-bcd94ddd-cad3-4db1-89d2-282a4b01d276 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] 10.222.0.62 "GET /v2.0/security-groups/27776b81-6b49-40fe-b84e-51c2a185c470 HTTP/1.1" status: 200 len: 1805 time: 0.0425842 Aug 10 03:16:47.622723 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-52ad002d-5925-4703-a3cf-e06671dc6e83 req-f00f2c81-a183-40b4-adda-cff1bfc252f6 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1552386821', 'description': 'tempest-description-1443539342'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:47.644173 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-52ad002d-5925-4703-a3cf-e06671dc6e83 req-f00f2c81-a183-40b4-adda-cff1bfc252f6 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:47.785854 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79a87f-78cd-4900-a52a-4974cde12d10 req-15e222ae-6cdc-427e-94cf-a156eab08ed5 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:47.787263 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6c79a87f-78cd-4900-a52a-4974cde12d10 req-15e222ae-6cdc-427e-94cf-a156eab08ed5 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/networks?id=10fc7efa-f990-4fd3-9796-19ebe5477b79 HTTP/1.1" status: 200 len: 806 time: 0.1337600 Aug 10 03:16:47.815411 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6c79a87f-78cd-4900-a52a-4974cde12d10 req-0865b1d6-3bb0-4e2b-9ff4-7c50192784fd tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/quotas/22bb0021811f46b18f8e8bb6d66afe0d HTTP/1.1" status: 200 len: 375 time: 0.0202198 Aug 10 03:16:47.825109 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-52ad002d-5925-4703-a3cf-e06671dc6e83 req-f00f2c81-a183-40b4-adda-cff1bfc252f6 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:47.834318 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-52ad002d-5925-4703-a3cf-e06671dc6e83 req-f00f2c81-a183-40b4-adda-cff1bfc252f6 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:47.879550 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-52ad002d-5925-4703-a3cf-e06671dc6e83 req-f00f2c81-a183-40b4-adda-cff1bfc252f6 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:47.880786 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-52ad002d-5925-4703-a3cf-e06671dc6e83 req-f00f2c81-a183-40b4-adda-cff1bfc252f6 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.2629185 Aug 10 03:16:47.885513 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00f2c81-a183-40b4-adda-cff1bfc252f6 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f61caf-7e2d-49bb-b69b-ae760a44378d,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:47.896473 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6c79a87f-78cd-4900-a52a-4974cde12d10 req-7f066c2e-8197-4354-aa3c-b66e213df764 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=22bb0021811f46b18f8e8bb6d66afe0d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0742683 Aug 10 03:16:47.993303 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6c79a87f-78cd-4900-a52a-4974cde12d10 req-2d9b1e39-0ba7-464b-91ba-c302cb1aeac3 service neutron] 10.222.0.62 "GET /v2.0/networks/10fc7efa-f990-4fd3-9796-19ebe5477b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892811 Aug 10 03:16:48.098693 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6c79a87f-78cd-4900-a52a-4974cde12d10 req-27db93bd-1506-4df7-b46a-82e2d173b596 service neutron] 10.222.0.62 "GET /v2.0/networks/10fc7efa-f990-4fd3-9796-19ebe5477b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994866 Aug 10 03:16:48.123629 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fd76010b-411e-4d57-bec0-98deefaa4190 req-ab8fe9d4-7034-42b1-90bf-3762367508e0 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] 10.222.0.62 "GET /v2.0/security-groups/d0f61caf-7e2d-49bb-b69b-ae760a44378d HTTP/1.1" status: 200 len: 1807 time: 0.0424421 Aug 10 03:16:48.133831 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-fd76010b-411e-4d57-bec0-98deefaa4190 req-9c75428d-c3fc-41aa-a6f5-edac8dffdb3c tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd0f61caf-7e2d-49bb-b69b-ae760a44378d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:48.134148 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-fd76010b-411e-4d57-bec0-98deefaa4190 req-9c75428d-c3fc-41aa-a6f5-edac8dffdb3c tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd0f61caf-7e2d-49bb-b69b-ae760a44378d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:48.191021 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-fd76010b-411e-4d57-bec0-98deefaa4190 req-9c75428d-c3fc-41aa-a6f5-edac8dffdb3c tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:48.223840 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-fd76010b-411e-4d57-bec0-98deefaa4190 req-9c75428d-c3fc-41aa-a6f5-edac8dffdb3c tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:48.228458 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-fd76010b-411e-4d57-bec0-98deefaa4190 req-9c75428d-c3fc-41aa-a6f5-edac8dffdb3c tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:48.248043 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c75428d-c3fc-41aa-a6f5-edac8dffdb3c tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b4217d4-3eb8-4bfb-bfcb-30222efc8b3d,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:48.254091 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-fd76010b-411e-4d57-bec0-98deefaa4190 req-9c75428d-c3fc-41aa-a6f5-edac8dffdb3c tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:48.255750 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fd76010b-411e-4d57-bec0-98deefaa4190 req-9c75428d-c3fc-41aa-a6f5-edac8dffdb3c tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1259277 Aug 10 03:16:48.336645 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c412f48e-2a49-429a-a57e-c302cc868157 req-5610dc63-8496-45b0-b279-4f53b02aac32 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=80f94420-15ae-4ee6-b3f5-5b1066e81b73 HTTP/1.1" status: 200 len: 210 time: 0.0355148 Aug 10 03:16:48.347650 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4c9fa364-a6f5-4d00-8b38-19d6780532b8 req-bb7be323-cd1d-48dd-965e-8ba3af686250 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] 10.222.0.62 "GET /v2.0/security-groups/d0f61caf-7e2d-49bb-b69b-ae760a44378d HTTP/1.1" status: 200 len: 2401 time: 0.0697792 Aug 10 03:16:48.368173 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-4c9fa364-a6f5-4d00-8b38-19d6780532b8 req-e9e58ff7-4c46-44b1-8191-c7a82618602c tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd0f61caf-7e2d-49bb-b69b-ae760a44378d', 'remote_group_id': None}]} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:48.368500 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-4c9fa364-a6f5-4d00-8b38-19d6780532b8 req-e9e58ff7-4c46-44b1-8191-c7a82618602c tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd0f61caf-7e2d-49bb-b69b-ae760a44378d', 'remote_group_id': None}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:48.436837 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-4c9fa364-a6f5-4d00-8b38-19d6780532b8 req-e9e58ff7-4c46-44b1-8191-c7a82618602c tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:48.466039 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-4c9fa364-a6f5-4d00-8b38-19d6780532b8 req-e9e58ff7-4c46-44b1-8191-c7a82618602c tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:48.471083 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-4c9fa364-a6f5-4d00-8b38-19d6780532b8 req-e9e58ff7-4c46-44b1-8191-c7a82618602c tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:48.492798 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e58ff7-4c46-44b1-8191-c7a82618602c tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dae4571-497a-4993-9079-3a76d1ae41af,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:48.500368 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-4c9fa364-a6f5-4d00-8b38-19d6780532b8 req-e9e58ff7-4c46-44b1-8191-c7a82618602c tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:48.501643 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4c9fa364-a6f5-4d00-8b38-19d6780532b8 req-e9e58ff7-4c46-44b1-8191-c7a82618602c tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1479721 Aug 10 03:16:48.578993 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-abf97461-9290-435b-82cb-1dce01ab2ad7 req-1d272d08-35ae-4cc1-9de4-49c6ae4734e7 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] 10.222.0.62 "GET /v2.0/security-groups/d0f61caf-7e2d-49bb-b69b-ae760a44378d HTTP/1.1" status: 200 len: 3000 time: 0.0471623 Aug 10 03:16:48.630521 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b3da1268-076a-48dc-b9c2-ac7202d70180 req-4d5ea741-daad-4533-a02a-e8c37810c6f1 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] 10.222.0.62 "GET /v2.0/security-group-rules/7dae4571-497a-4993-9079-3a76d1ae41af HTTP/1.1" status: 200 len: 783 time: 0.0276444 Aug 10 03:16:48.688152 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b3da1268-076a-48dc-b9c2-ac7202d70180 req-bb8a302d-3ace-46ee-8792-4e4e6ef0f49f tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] 10.222.0.62 "GET /v2.0/security-groups/d0f61caf-7e2d-49bb-b69b-ae760a44378d HTTP/1.1" status: 200 len: 3000 time: 0.0502160 Aug 10 03:16:48.717532 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b3da1268-076a-48dc-b9c2-ac7202d70180 req-d7f6478d-f83f-44dd-bc1b-cf5a8c9f9650 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:48.725901 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b3da1268-076a-48dc-b9c2-ac7202d70180 req-d7f6478d-f83f-44dd-bc1b-cf5a8c9f9650 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:48.758243 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b3da1268-076a-48dc-b9c2-ac7202d70180 req-d7f6478d-f83f-44dd-bc1b-cf5a8c9f9650 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:48.765984 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b3da1268-076a-48dc-b9c2-ac7202d70180 req-d7f6478d-f83f-44dd-bc1b-cf5a8c9f9650 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:48.767223 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b3da1268-076a-48dc-b9c2-ac7202d70180 req-d7f6478d-f83f-44dd-bc1b-cf5a8c9f9650 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/7dae4571-497a-4993-9079-3a76d1ae41af HTTP/1.1" status: 204 len: 173 time: 0.0781991 Aug 10 03:16:48.773542 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f6478d-f83f-44dd-bc1b-cf5a8c9f9650 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7dae4571-497a-4993-9079-3a76d1ae41af,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:48.908505 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e64abd08-2a1e-4f41-83b2-a0fd44ec49ef req-4588babf-9d2b-4f64-86db-7e26a96c8ea4 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] 10.222.0.62 "GET /v2.0/security-groups/d0f61caf-7e2d-49bb-b69b-ae760a44378d HTTP/1.1" status: 200 len: 2401 time: 0.0436110 Aug 10 03:16:48.969385 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-e64abd08-2a1e-4f41-83b2-a0fd44ec49ef req-b850600c-9809-4390-aa7c-cbf7a550848a tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:48.993308 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-e64abd08-2a1e-4f41-83b2-a0fd44ec49ef req-b850600c-9809-4390-aa7c-cbf7a550848a tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:49.042405 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-e64abd08-2a1e-4f41-83b2-a0fd44ec49ef req-b850600c-9809-4390-aa7c-cbf7a550848a tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:49.045048 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-e64abd08-2a1e-4f41-83b2-a0fd44ec49ef req-b850600c-9809-4390-aa7c-cbf7a550848a tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:49.046222 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e64abd08-2a1e-4f41-83b2-a0fd44ec49ef req-b850600c-9809-4390-aa7c-cbf7a550848a tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] 10.222.0.62 "DELETE /v2.0/security-groups/d0f61caf-7e2d-49bb-b69b-ae760a44378d HTTP/1.1" status: 204 len: 173 time: 0.1314998 Aug 10 03:16:49.055995 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b850600c-9809-4390-aa7c-cbf7a550848a tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f61caf-7e2d-49bb-b69b-ae760a44378d,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:49.159148 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [req-567e8f23-3d52-4af7-8542-91749b196ed3 req-10762779-a0be-4098-bc9b-d9c153f3f706 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] show failed (client error): The resource could not be found. Aug 10 03:16:49.160190 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-567e8f23-3d52-4af7-8542-91749b196ed3 req-10762779-a0be-4098-bc9b-d9c153f3f706 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] 10.222.0.62 "GET /v2.0/security-groups/04e55a6a-aff7-4123-a425-accb36d4db57 HTTP/1.1" status: 404 len: 352 time: 0.0223670 Aug 10 03:16:49.225803 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-83278bea-f565-4ad2-ad1c-af659dd90340 req-95c916e2-11cb-406e-8c7b-96dbd2caf74c tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] 10.222.0.62 "GET /v2.0/security-groups/27776b81-6b49-40fe-b84e-51c2a185c470 HTTP/1.1" status: 200 len: 1805 time: 0.0424078 Aug 10 03:16:49.423506 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-83278bea-f565-4ad2-ad1c-af659dd90340 req-a601d32e-8539-4507-90b2-ffbe09b3c683 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:49.454588 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79a87f-78cd-4900-a52a-4974cde12d10 req-4af223d0-deef-4f4b-80d8-4b3ef2e5a0a6 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:49.456056 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6c79a87f-78cd-4900-a52a-4974cde12d10 req-4af223d0-deef-4f4b-80d8-4b3ef2e5a0a6 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.60 "GET /v2.0/networks?id=10fc7efa-f990-4fd3-9796-19ebe5477b79 HTTP/1.1" status: 200 len: 806 time: 0.2155316 Aug 10 03:16:49.474878 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-83278bea-f565-4ad2-ad1c-af659dd90340 req-a601d32e-8539-4507-90b2-ffbe09b3c683 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:49.489155 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-6c79a87f-78cd-4900-a52a-4974cde12d10 req-3ebcf613-ddac-40c0-a41b-f3960d5a3f3a tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Request body: {'port': {'device_id': '80f94420-15ae-4ee6-b3f5-5b1066e81b73', 'network_id': '10fc7efa-f990-4fd3-9796-19ebe5477b79', 'admin_state_up': True, 'tenant_id': '22bb0021811f46b18f8e8bb6d66afe0d'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:49.575545 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3adcc88-6582-4323-b8c5-355aff9e8852 req-ca88ab1d-5dbb-454d-8b6b-3cf52b74df72 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:49.576930 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f3adcc88-6582-4323-b8c5-355aff9e8852 req-ca88ab1d-5dbb-454d-8b6b-3cf52b74df72 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/networks?id=3a83eb90-c240-427c-8862-08b707a921de HTTP/1.1" status: 200 len: 805 time: 0.2427382 Aug 10 03:16:49.606933 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f3adcc88-6582-4323-b8c5-355aff9e8852 req-e49cd627-52ac-48e8-81a5-0d7afe42a675 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/quotas/80cee0cf0c3a4048b8f14bdc8a4b40c6 HTTP/1.1" status: 200 len: 375 time: 0.0229881 Aug 10 03:16:49.609647 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-83278bea-f565-4ad2-ad1c-af659dd90340 req-a601d32e-8539-4507-90b2-ffbe09b3c683 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:49.612207 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-83278bea-f565-4ad2-ad1c-af659dd90340 req-a601d32e-8539-4507-90b2-ffbe09b3c683 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:49.613228 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-83278bea-f565-4ad2-ad1c-af659dd90340 req-a601d32e-8539-4507-90b2-ffbe09b3c683 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] 10.222.0.62 "DELETE /v2.0/security-groups/27776b81-6b49-40fe-b84e-51c2a185c470 HTTP/1.1" status: 204 len: 173 time: 0.3802350 Aug 10 03:16:49.654614 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a601d32e-8539-4507-90b2-ffbe09b3c683 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27776b81-6b49-40fe-b84e-51c2a185c470,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:49.703153 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b44dcfcd-2578-4b4a-8121-9172038c40d0 req-e62f0885-cd7b-48ba-8d0f-edd11459bc13 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=80f94420-15ae-4ee6-b3f5-5b1066e81b73 HTTP/1.1" status: 200 len: 210 time: 0.0364287 Aug 10 03:16:49.729858 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f3adcc88-6582-4323-b8c5-355aff9e8852 req-1f49b6fb-d954-4b1f-84e7-bfc4bed8b0fd tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=80cee0cf0c3a4048b8f14bdc8a4b40c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1156955 Aug 10 03:16:49.732783 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c79a87f-78cd-4900-a52a-4974cde12d10 req-3ebcf613-ddac-40c0-a41b-f3960d5a3f3a tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Made reservation on behalf of 22bb0021811f46b18f8e8bb6d66afe0d for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:16:49.736116 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-6c79a87f-78cd-4900-a52a-4974cde12d10 req-3ebcf613-ddac-40c0-a41b-f3960d5a3f3a tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:49.884158 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7d411f45-0bfe-4a8b-960b-7f8e890f5401 req-b18c3285-32f6-43a7-8ba7-1b48dcf618f6 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] 10.222.0.62 "GET /v2.0/security-groups/e6b0212c-ee18-4650-adf8-e99c01043997 HTTP/1.1" status: 200 len: 1807 time: 0.1528683 Aug 10 03:16:49.949338 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f3adcc88-6582-4323-b8c5-355aff9e8852 req-5e8825ff-69c7-4978-b84a-ba25cf2e1a25 service neutron] 10.222.0.62 "GET /v2.0/networks/3a83eb90-c240-427c-8862-08b707a921de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109890 Aug 10 03:16:50.060369 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-6c79a87f-78cd-4900-a52a-4974cde12d10 req-3ebcf613-ddac-40c0-a41b-f3960d5a3f3a tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Allocated IP 172.20.0.6 (10fc7efa-f990-4fd3-9796-19ebe5477b79/e9de5b17-91a7-437b-a5c7-1e57e4d52c95/4df1c029-52d4-4283-b7ee-fb019df72140) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:16:50.069099 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-7d411f45-0bfe-4a8b-960b-7f8e890f5401 req-31faca82-a808-454d-aa8d-06d4ee3ae5e5 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:50.103611 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 86f09da0-17b7-4576-8062-d3a0da140149 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:16:50.113099 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-7d411f45-0bfe-4a8b-960b-7f8e890f5401 req-31faca82-a808-454d-aa8d-06d4ee3ae5e5 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:50.126966 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: 86f09da0-17b7-4576-8062-d3a0da140149 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:16:50.127314 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 86f09da0-17b7-4576-8062-d3a0da140149 not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:16:50.148400 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f3adcc88-6582-4323-b8c5-355aff9e8852 req-c7aa3cbd-9780-4c4e-8c88-57ead6f044d3 service neutron] 10.222.0.62 "GET /v2.0/networks/3a83eb90-c240-427c-8862-08b707a921de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762178 Aug 10 03:16:50.255696 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-7d411f45-0bfe-4a8b-960b-7f8e890f5401 req-31faca82-a808-454d-aa8d-06d4ee3ae5e5 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:50.258389 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-7d411f45-0bfe-4a8b-960b-7f8e890f5401 req-31faca82-a808-454d-aa8d-06d4ee3ae5e5 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:50.259588 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7d411f45-0bfe-4a8b-960b-7f8e890f5401 req-31faca82-a808-454d-aa8d-06d4ee3ae5e5 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] 10.222.0.62 "DELETE /v2.0/security-groups/e6b0212c-ee18-4650-adf8-e99c01043997 HTTP/1.1" status: 204 len: 173 time: 0.3647938 Aug 10 03:16:50.280360 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31faca82-a808-454d-aa8d-06d4ee3ae5e5 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b0212c-ee18-4650-adf8-e99c01043997,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:50.316295 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-6c79a87f-78cd-4900-a52a-4974cde12d10 req-3ebcf613-ddac-40c0-a41b-f3960d5a3f3a tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:50.367792 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-6c79a87f-78cd-4900-a52a-4974cde12d10 req-3ebcf613-ddac-40c0-a41b-f3960d5a3f3a tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:50.381375 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['3aa362ab-26b7-4e75-8dea-4968c3cefa2b'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:16:50.440702 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c79a87f-78cd-4900-a52a-4974cde12d10 req-3ebcf613-ddac-40c0-a41b-f3960d5a3f3a tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Network 10fc7efa-f990-4fd3-9796-19ebe5477b79 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:16:50.467301 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-6c79a87f-78cd-4900-a52a-4974cde12d10 req-3ebcf613-ddac-40c0-a41b-f3960d5a3f3a tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:16:50.470460 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e9e0760a-a60a-47bf-a5a5-d39c99bec7a6 req-eab9d360-4d43-4049-a253-b07e341ee9ce tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=22641e55-c0e8-442c-88b2-a786dcf20e2d HTTP/1.1" status: 200 len: 210 time: 0.0587065 Aug 10 03:16:50.471213 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c79a87f-78cd-4900-a52a-4974cde12d10 req-3ebcf613-ddac-40c0-a41b-f3960d5a3f3a tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:16:50.479665 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebcf613-ddac-40c0-a41b-f3960d5a3f3a tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Pushing event updated for resources: {'Port': ['ID=4df1c029-52d4-4283-b7ee-fb019df72140,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:50.550874 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3e61128b-7a19-4d0b-a810-aa14e3936173 req-c36b7faa-840f-4c0e-a276-b0953630a3c3 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] 10.222.0.62 "GET /v2.0/security-groups/159574f5-c974-4610-8c11-4d49d2782c5f HTTP/1.1" status: 200 len: 1806 time: 0.1377861 Aug 10 03:16:50.576273 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79a87f-78cd-4900-a52a-4974cde12d10 req-3ebcf613-ddac-40c0-a41b-f3960d5a3f3a tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:50.576996 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-6c79a87f-78cd-4900-a52a-4974cde12d10 req-3ebcf613-ddac-40c0-a41b-f3960d5a3f3a tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:50.603063 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6c79a87f-78cd-4900-a52a-4974cde12d10 req-3ebcf613-ddac-40c0-a41b-f3960d5a3f3a tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1254501 Aug 10 03:16:50.618910 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-6c79a87f-78cd-4900-a52a-4974cde12d10 req-1dba7f7b-5d73-4269-ae17-1a54c227b945 service neutron] Request body: {'port': {'device_id': '80f94420-15ae-4ee6-b3f5-5b1066e81b73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:50.651113 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-3e61128b-7a19-4d0b-a810-aa14e3936173 req-e004b841-8daa-4c1e-9c75-c13c3a6af1ab tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:50.697630 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-3e61128b-7a19-4d0b-a810-aa14e3936173 req-e004b841-8daa-4c1e-9c75-c13c3a6af1ab tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:50.718158 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-6c79a87f-78cd-4900-a52a-4974cde12d10 req-1dba7f7b-5d73-4269-ae17-1a54c227b945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:50.783420 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-3e61128b-7a19-4d0b-a810-aa14e3936173 req-e004b841-8daa-4c1e-9c75-c13c3a6af1ab tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:50.786088 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-3e61128b-7a19-4d0b-a810-aa14e3936173 req-e004b841-8daa-4c1e-9c75-c13c3a6af1ab tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:50.787338 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3e61128b-7a19-4d0b-a810-aa14e3936173 req-e004b841-8daa-4c1e-9c75-c13c3a6af1ab tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] 10.222.0.62 "DELETE /v2.0/security-groups/159574f5-c974-4610-8c11-4d49d2782c5f HTTP/1.1" status: 204 len: 173 time: 0.2356031 Aug 10 03:16:50.823794 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004b841-8daa-4c1e-9c75-c13c3a6af1ab tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=159574f5-c974-4610-8c11-4d49d2782c5f,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:50.971558 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58126e-3d02-4058-a528-0d5331a79c1e req-a7d7a147-3101-4f0a-b879-ad6080051767 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:50.973076 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5f58126e-3d02-4058-a528-0d5331a79c1e req-a7d7a147-3101-4f0a-b879-ad6080051767 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=80f94420-15ae-4ee6-b3f5-5b1066e81b73 HTTP/1.1" status: 200 len: 931 time: 0.1847835 Aug 10 03:16:50.986476 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-98fe5b8f-9cf2-4889-a2cf-ff776ea0d6e5 req-303b0336-b4cd-44d4-b89a-95cb3ac2f716 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] 10.222.0.62 "GET /v2.0/security-groups/4350032a-e556-4c9d-9258-dcb039ac7fd4 HTTP/1.1" status: 200 len: 2406 time: 0.1689708 Aug 10 03:16:51.095188 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5f58126e-3d02-4058-a528-0d5331a79c1e req-10ed1dd2-ca2e-4eca-9806-74b0b7b46b75 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115305 Aug 10 03:16:51.127410 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-98fe5b8f-9cf2-4889-a2cf-ff776ea0d6e5 req-72ef6840-a364-4b12-be41-c611a71b7267 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:51.158310 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e79baf2-da76-4c6a-92f8-fdc8e53441f3 req-d3506d7b-48c9-42b5-a0c6-01f8161c2fec tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:51.159861 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3e79baf2-da76-4c6a-92f8-fdc8e53441f3 req-d3506d7b-48c9-42b5-a0c6-01f8161c2fec tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.58 "GET /v2.0/ports?device_id=2033c933-a9f1-457c-999c-9d1f8a46fedb HTTP/1.1" status: 200 len: 945 time: 0.0645998 Aug 10 03:16:51.168119 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-98fe5b8f-9cf2-4889-a2cf-ff776ea0d6e5 req-72ef6840-a364-4b12-be41-c611a71b7267 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:51.239701 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-6c79a87f-78cd-4900-a52a-4974cde12d10 req-1dba7f7b-5d73-4269-ae17-1a54c227b945 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4df1c029-52d4-4283-b7ee-fb019df72140 {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:16:51.247701 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-6c79a87f-78cd-4900-a52a-4974cde12d10 req-1dba7f7b-5d73-4269-ae17-1a54c227b945 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:51.261014 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-98fe5b8f-9cf2-4889-a2cf-ff776ea0d6e5 req-72ef6840-a364-4b12-be41-c611a71b7267 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:51.264408 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-98fe5b8f-9cf2-4889-a2cf-ff776ea0d6e5 req-72ef6840-a364-4b12-be41-c611a71b7267 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:51.265014 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-98fe5b8f-9cf2-4889-a2cf-ff776ea0d6e5 req-72ef6840-a364-4b12-be41-c611a71b7267 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] 10.222.0.62 "DELETE /v2.0/security-groups/4350032a-e556-4c9d-9258-dcb039ac7fd4 HTTP/1.1" status: 204 len: 173 time: 0.2541680 Aug 10 03:16:51.267732 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-3e79baf2-da76-4c6a-92f8-fdc8e53441f3 req-2b8607b5-7d17-4d9d-a0af-023d40fec541 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Deleting port b6096e72-bd54-4bd3-b98a-661de0f714e2 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:16:51.268237 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-3e79baf2-da76-4c6a-92f8-fdc8e53441f3 req-2b8607b5-7d17-4d9d-a0af-023d40fec541 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:51.284785 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-6c79a87f-78cd-4900-a52a-4974cde12d10 req-1dba7f7b-5d73-4269-ae17-1a54c227b945 service neutron] Transition to ACTIVE for port object 4df1c029-52d4-4283-b7ee-fb019df72140 will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:16:51.286178 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ef6840-a364-4b12-be41-c611a71b7267 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4350032a-e556-4c9d-9258-dcb039ac7fd4,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:51.299876 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-6c79a87f-78cd-4900-a52a-4974cde12d10 req-1dba7f7b-5d73-4269-ae17-1a54c227b945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:51.405112 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a3daf317-6bd1-495e-b64b-ff373c0a51fb req-0ec38ff3-1f8e-432b-8ce1-a0cc5c5ce4f2 tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] 10.222.0.62 "GET /v2.0/security-groups/e17107e9-5278-4eb5-9a78-a12a50ca2d20 HTTP/1.1" status: 200 len: 2399 time: 0.1150942 Aug 10 03:16:51.407903 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dba7f7b-5d73-4269-ae17-1a54c227b945 service neutron] Pushing event updated for resources: {'Port': ['ID=4df1c029-52d4-4283-b7ee-fb019df72140,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:51.448484 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-3e79baf2-da76-4c6a-92f8-fdc8e53441f3 req-2b8607b5-7d17-4d9d-a0af-023d40fec541 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] For port b6096e72-bd54-4bd3-b98a-661de0f714e2, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=b6096e72-bd54-4bd3-b98a-661de0f714e2,segment=NetworkSegment(2b95187c-537c-4822-a0b0-e1996874f1d3),segment_id=2b95187c-537c-4822-a0b0-e1996874f1d3)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:51.448849 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-3e79baf2-da76-4c6a-92f8-fdc8e53441f3 req-2b8607b5-7d17-4d9d-a0af-023d40fec541 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:51.469406 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-3e79baf2-da76-4c6a-92f8-fdc8e53441f3 req-2b8607b5-7d17-4d9d-a0af-023d40fec541 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Calling delete_port for b6096e72-bd54-4bd3-b98a-661de0f714e2 owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:16:51.489262 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-6c79a87f-78cd-4900-a52a-4974cde12d10 req-1dba7f7b-5d73-4269-ae17-1a54c227b945 service neutron] Attempting to bind port 4df1c029-52d4-4283-b7ee-fb019df72140 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:16:51.489599 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-6c79a87f-78cd-4900-a52a-4974cde12d10 req-1dba7f7b-5d73-4269-ae17-1a54c227b945 service neutron] Attempting to bind port 4df1c029-52d4-4283-b7ee-fb019df72140 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '5f459ac7-2da0-4395-80e8-4acadecdbda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '10fc7efa-f990-4fd3-9796-19ebe5477b79'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:16:51.490027 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c79a87f-78cd-4900-a52a-4974cde12d10 req-1dba7f7b-5d73-4269-ae17-1a54c227b945 service neutron] Attempting to bind port 4df1c029-52d4-4283-b7ee-fb019df72140 on network 10fc7efa-f990-4fd3-9796-19ebe5477b79 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:51.509049 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c79a87f-78cd-4900-a52a-4974cde12d10 req-1dba7f7b-5d73-4269-ae17-1a54c227b945 service neutron] Port 4df1c029-52d4-4283-b7ee-fb019df72140 on network 10fc7efa-f990-4fd3-9796-19ebe5477b79 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:16:51.509373 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c79a87f-78cd-4900-a52a-4974cde12d10 req-1dba7f7b-5d73-4269-ae17-1a54c227b945 service neutron] Attempting to bind port 4df1c029-52d4-4283-b7ee-fb019df72140 on network 10fc7efa-f990-4fd3-9796-19ebe5477b79 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:51.516030 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a3daf317-6bd1-495e-b64b-ff373c0a51fb req-8e6e8fbd-3716-4f87-b7f1-4d333be8d21c tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:51.521192 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c79a87f-78cd-4900-a52a-4974cde12d10 req-1dba7f7b-5d73-4269-ae17-1a54c227b945 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:16:51.521559 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c79a87f-78cd-4900-a52a-4974cde12d10 req-1dba7f7b-5d73-4269-ae17-1a54c227b945 service neutron] Checking segment: {'id': '5f459ac7-2da0-4395-80e8-4acadecdbda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '10fc7efa-f990-4fd3-9796-19ebe5477b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:16:51.523367 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c79a87f-78cd-4900-a52a-4974cde12d10 req-1dba7f7b-5d73-4269-ae17-1a54c227b945 service neutron] Bound using segment: {'id': '5f459ac7-2da0-4395-80e8-4acadecdbda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '10fc7efa-f990-4fd3-9796-19ebe5477b79'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:16:51.523817 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-6c79a87f-78cd-4900-a52a-4974cde12d10 req-1dba7f7b-5d73-4269-ae17-1a54c227b945 service neutron] Bound port: 4df1c029-52d4-4283-b7ee-fb019df72140, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f459ac7-2da0-4395-80e8-4acadecdbda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '10fc7efa-f990-4fd3-9796-19ebe5477b79'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:16:51.524182 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-6c79a87f-78cd-4900-a52a-4974cde12d10 req-1dba7f7b-5d73-4269-ae17-1a54c227b945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:51.548531 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3adcc88-6582-4323-b8c5-355aff9e8852 req-a5f9b5b4-209b-4eb0-84f9-8641d47080df tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:51.550057 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-f3adcc88-6582-4323-b8c5-355aff9e8852 req-a5f9b5b4-209b-4eb0-84f9-8641d47080df tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.58 "GET /v2.0/networks?id=3a83eb90-c240-427c-8862-08b707a921de HTTP/1.1" status: 200 len: 805 time: 0.1809552 Aug 10 03:16:51.560088 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a3daf317-6bd1-495e-b64b-ff373c0a51fb req-8e6e8fbd-3716-4f87-b7f1-4d333be8d21c tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:51.570695 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-f3adcc88-6582-4323-b8c5-355aff9e8852 req-7d78ae67-846d-4d17-9ed8-0de98c19e2cc tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Request body: {'port': {'device_id': '22641e55-c0e8-442c-88b2-a786dcf20e2d', 'network_id': '3a83eb90-c240-427c-8862-08b707a921de', 'admin_state_up': True, 'tenant_id': '80cee0cf0c3a4048b8f14bdc8a4b40c6'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:51.652813 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-6c79a87f-78cd-4900-a52a-4974cde12d10 req-1dba7f7b-5d73-4269-ae17-1a54c227b945 service neutron] For port 4df1c029-52d4-4283-b7ee-fb019df72140, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:16:51.657228 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-6c79a87f-78cd-4900-a52a-4974cde12d10 req-1dba7f7b-5d73-4269-ae17-1a54c227b945 service neutron] For port 4df1c029-52d4-4283-b7ee-fb019df72140, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=4df1c029-52d4-4283-b7ee-fb019df72140,segment=NetworkSegment(5f459ac7-2da0-4395-80e8-4acadecdbda0),segment_id=5f459ac7-2da0-4395-80e8-4acadecdbda0)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:16:51.665531 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-6c79a87f-78cd-4900-a52a-4974cde12d10 req-1dba7f7b-5d73-4269-ae17-1a54c227b945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:51.674891 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a3daf317-6bd1-495e-b64b-ff373c0a51fb req-8e6e8fbd-3716-4f87-b7f1-4d333be8d21c tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:51.677732 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a3daf317-6bd1-495e-b64b-ff373c0a51fb req-8e6e8fbd-3716-4f87-b7f1-4d333be8d21c tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:51.680221 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a3daf317-6bd1-495e-b64b-ff373c0a51fb req-8e6e8fbd-3716-4f87-b7f1-4d333be8d21c tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] 10.222.0.62 "DELETE /v2.0/security-groups/e17107e9-5278-4eb5-9a78-a12a50ca2d20 HTTP/1.1" status: 204 len: 173 time: 0.2522039 Aug 10 03:16:51.694697 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50692) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:51.721350 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e8fbd-3716-4f87-b7f1-4d333be8d21c tempest-SecurityGroupRulesTestJSON-1844801394 tempest-SecurityGroupRulesTestJSON-1844801394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17107e9-5278-4eb5-9a78-a12a50ca2d20,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:51.736350 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79a87f-78cd-4900-a52a-4974cde12d10 req-1dba7f7b-5d73-4269-ae17-1a54c227b945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:51.737474 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-6c79a87f-78cd-4900-a52a-4974cde12d10 req-1dba7f7b-5d73-4269-ae17-1a54c227b945 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:51.739389 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6c79a87f-78cd-4900-a52a-4974cde12d10 req-1dba7f7b-5d73-4269-ae17-1a54c227b945 service neutron] 10.222.0.60 "PUT /v2.0/ports/4df1c029-52d4-4283-b7ee-fb019df72140 HTTP/1.1" status: 200 len: 1092 time: 1.1245983 Aug 10 03:16:51.739855 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f94420-15ae-4ee6-b3f5-5b1066e81b73', 'tag': '4df1c029-52d4-4283-b7ee-fb019df72140'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:16:51.742198 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c24af2-10e5-43b6-8e75-07519d96474b" -d '{"events": [{"name": "network-changed", "server_uuid": "80f94420-15ae-4ee6-b3f5-5b1066e81b73", "tag": "4df1c029-52d4-4283-b7ee-fb019df72140"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:16:51.769105 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8eaa373b-e7f3-4923-8ce0-e802cdc6a1b8 req-01c3567a-bba8-4f38-a6bc-5882c4255bca tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=22641e55-c0e8-442c-88b2-a786dcf20e2d HTTP/1.1" status: 200 len: 210 time: 0.0531101 Aug 10 03:16:51.786007 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dba7f7b-5d73-4269-ae17-1a54c227b945 service neutron] Pushing event updated for resources: {'Port': ['ID=4df1c029-52d4-4283-b7ee-fb019df72140,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:51.792673 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1638034-3c0e-4ac5-8e0e-f5f34b98c439 x-openstack-request-id: req-d1638034-3c0e-4ac5-8e0e-f5f34b98c439 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:16:51.793535 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80f94420-15ae-4ee6-b3f5-5b1066e81b73", "tag": "4df1c029-52d4-4283-b7ee-fb019df72140", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:16:51.793803 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d1638034-3c0e-4ac5-8e0e-f5f34b98c439 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:16:51.794283 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80f94420-15ae-4ee6-b3f5-5b1066e81b73', 'tag': '4df1c029-52d4-4283-b7ee-fb019df72140', 'status': 'completed', 'code': 200} Aug 10 03:16:51.799362 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce35fd28-7791-4803-8d9c-022a9a1850e0 admin admin] Deleting subnet 222f4bd7-3c8b-41a1-8e9a-fb0842906852 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:16:51.800944 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device b6096e72-bd54-4bd3-b98a-661de0f714e2 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:16:51.806501 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-3e79baf2-da76-4c6a-92f8-fdc8e53441f3 req-2b8607b5-7d17-4d9d-a0af-023d40fec541 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:51.809113 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ce35fd28-7791-4803-8d9c-022a9a1850e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:51.828241 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: b6096e72-bd54-4bd3-b98a-661de0f714e2 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:16:51.828590 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device b6096e72-bd54-4bd3-b98a-661de0f714e2 not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:16:51.834227 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3adcc88-6582-4323-b8c5-355aff9e8852 req-7d78ae67-846d-4d17-9ed8-0de98c19e2cc tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Made reservation on behalf of 80cee0cf0c3a4048b8f14bdc8a4b40c6 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:16:51.838196 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-f3adcc88-6582-4323-b8c5-355aff9e8852 req-7d78ae67-846d-4d17-9ed8-0de98c19e2cc tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:51.845007 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79a87f-78cd-4900-a52a-4974cde12d10 req-9bad8702-c3fa-4876-abdb-8ca70b7bdfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:51.846513 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6c79a87f-78cd-4900-a52a-4974cde12d10 req-9bad8702-c3fa-4876-abdb-8ca70b7bdfa2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=22bb0021811f46b18f8e8bb6d66afe0d&device_id=80f94420-15ae-4ee6-b3f5-5b1066e81b73 HTTP/1.1" status: 200 len: 1095 time: 0.0492165 Aug 10 03:16:51.875016 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8607b5-7d17-4d9d-a0af-023d40fec541 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Pushing event deleted for resources: {'Port': ['ID=b6096e72-bd54-4bd3-b98a-661de0f714e2,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:51.914964 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ce35fd28-7791-4803-8d9c-022a9a1850e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:51.967776 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e79baf2-da76-4c6a-92f8-fdc8e53441f3 req-2b8607b5-7d17-4d9d-a0af-023d40fec541 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] No DVR routers for this DVR port b6096e72-bd54-4bd3-b98a-661de0f714e2 on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:16:51.973507 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-3e79baf2-da76-4c6a-92f8-fdc8e53441f3 req-2b8607b5-7d17-4d9d-a0af-023d40fec541 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:51.976225 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3e79baf2-da76-4c6a-92f8-fdc8e53441f3 req-2b8607b5-7d17-4d9d-a0af-023d40fec541 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.58 "DELETE /v2.0/ports/b6096e72-bd54-4bd3-b98a-661de0f714e2 HTTP/1.1" status: 204 len: 173 time: 0.8097410 Aug 10 03:16:51.978499 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2033c933-a9f1-457c-999c-9d1f8a46fedb', 'name': 'network-vif-deleted', 'tag': 'b6096e72-bd54-4bd3-b98a-661de0f714e2'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:16:51.981836 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6df65f8-3f24-4f06-b3b1-179dde949068" -d '{"events": [{"server_uuid": "2033c933-a9f1-457c-999c-9d1f8a46fedb", "name": "network-vif-deleted", "tag": "b6096e72-bd54-4bd3-b98a-661de0f714e2"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:16:52.031985 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ce35fd28-7791-4803-8d9c-022a9a1850e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:52.162706 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6c79a87f-78cd-4900-a52a-4974cde12d10 req-b20267cd-f99e-4db2-a0e1-4a2c013edf8a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4df1c029-52d4-4283-b7ee-fb019df72140 HTTP/1.1" status: 200 len: 217 time: 0.2965267 Aug 10 03:16:52.256491 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79a87f-78cd-4900-a52a-4974cde12d10 req-52ad6c2e-6896-4635-8102-f59b52fe8deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:52.258053 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6c79a87f-78cd-4900-a52a-4974cde12d10 req-52ad6c2e-6896-4635-8102-f59b52fe8deb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9de5b17-91a7-437b-a5c7-1e57e4d52c95 HTTP/1.1" status: 200 len: 846 time: 0.0826540 Aug 10 03:16:52.272056 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d2ddb-bc9d-4a38-ac16-267e9c503ae5 req-1622deca-715a-4060-8d3e-0a07478dc8f6 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:52.274128 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-df8d2ddb-bc9d-4a38-ac16-267e9c503ae5 req-1622deca-715a-4060-8d3e-0a07478dc8f6 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=80f94420-15ae-4ee6-b3f5-5b1066e81b73 HTTP/1.1" status: 200 len: 943 time: 0.1003916 Aug 10 03:16:52.311792 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6c79a87f-78cd-4900-a52a-4974cde12d10 req-12eb8402-5a06-4b80-aee3-39964ca0c1bf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=10fc7efa-f990-4fd3-9796-19ebe5477b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366397 Aug 10 03:16:52.347934 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-df8d2ddb-bc9d-4a38-ac16-267e9c503ae5 req-dfba522d-00f8-4c1c-ac91-881729cb11ba tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640292 Aug 10 03:16:52.384279 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541c1352-e00d-46f8-97d8-a82b23aa5b31 x-openstack-request-id: req-541c1352-e00d-46f8-97d8-a82b23aa5b31 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:16:52.384838 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2033c933-a9f1-457c-999c-9d1f8a46fedb", "name": "network-vif-deleted", "tag": "b6096e72-bd54-4bd3-b98a-661de0f714e2", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:16:52.384838 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-541c1352-e00d-46f8-97d8-a82b23aa5b31 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:16:52.385197 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2033c933-a9f1-457c-999c-9d1f8a46fedb', 'name': 'network-vif-deleted', 'tag': 'b6096e72-bd54-4bd3-b98a-661de0f714e2', 'status': 'completed', 'code': 200} Aug 10 03:16:52.419909 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6c79a87f-78cd-4900-a52a-4974cde12d10 req-ed009487-795d-45f6-aeb7-38abd8e419e9 service neutron] 10.222.0.60 "GET /v2.0/networks/10fc7efa-f990-4fd3-9796-19ebe5477b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951538 Aug 10 03:16:52.461485 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-f3adcc88-6582-4323-b8c5-355aff9e8852 req-7d78ae67-846d-4d17-9ed8-0de98c19e2cc tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Allocated IP 172.20.0.11 (3a83eb90-c240-427c-8862-08b707a921de/cb34339b-adc8-40a3-9ffe-8f05f8fed3e8/68914b3b-f938-4cba-9fff-4fb04106dce5) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:16:52.468209 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ce35fd28-7791-4803-8d9c-022a9a1850e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:52.505981 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce35fd28-7791-4803-8d9c-022a9a1850e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=222f4bd7-3c8b-41a1-8e9a-fb0842906852,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:52.515027 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ce35fd28-7791-4803-8d9c-022a9a1850e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:52.517212 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ce35fd28-7791-4803-8d9c-022a9a1850e0 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/222f4bd7-3c8b-41a1-8e9a-fb0842906852 HTTP/1.1" status: 204 len: 168 time: 0.8215590 Aug 10 03:16:52.519838 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50704) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:52.531071 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6c79a87f-78cd-4900-a52a-4974cde12d10 req-caf1eb23-fa76-43c0-ba7e-e6e7539a1d68 service neutron] 10.222.0.60 "GET /v2.0/networks/10fc7efa-f990-4fd3-9796-19ebe5477b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998602 Aug 10 03:16:52.641458 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c24af2-10e5-43b6-8e75-07519d96474b req-387b7276-f212-497f-a7a3-da2b58beae0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:52.643274 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e8c24af2-10e5-43b6-8e75-07519d96474b req-387b7276-f212-497f-a7a3-da2b58beae0b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=22bb0021811f46b18f8e8bb6d66afe0d&device_id=80f94420-15ae-4ee6-b3f5-5b1066e81b73 HTTP/1.1" status: 200 len: 1095 time: 0.0583611 Aug 10 03:16:52.657047 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9dc7fc0c-c754-44d5-b876-7a8e1e508730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:52.753410 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c24af2-10e5-43b6-8e75-07519d96474b req-60bd23c5-4049-4dcb-afdd-6671209dedf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:52.754939 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e8c24af2-10e5-43b6-8e75-07519d96474b req-60bd23c5-4049-4dcb-afdd-6671209dedf4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=10fc7efa-f990-4fd3-9796-19ebe5477b79 HTTP/1.1" status: 200 len: 907 time: 0.0956371 Aug 10 03:16:52.777782 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9dc7fc0c-c754-44d5-b876-7a8e1e508730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:52.794142 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-f3adcc88-6582-4323-b8c5-355aff9e8852 req-7d78ae67-846d-4d17-9ed8-0de98c19e2cc tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:52.796855 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-9dc7fc0c-c754-44d5-b876-7a8e1e508730 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83db984c-5931-4e1d-9b13-d5156c6be9e0']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:52.799439 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e8c24af2-10e5-43b6-8e75-07519d96474b req-4f395d60-2d6f-4e4e-be33-14365e4d1bff service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4df1c029-52d4-4283-b7ee-fb019df72140 HTTP/1.1" status: 200 len: 217 time: 0.0363295 Aug 10 03:16:52.809253 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-9dc7fc0c-c754-44d5-b876-7a8e1e508730 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88e5ac7b-7f87-4f2b-a2a4-9822544f9b4a') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:52.809549 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-9dc7fc0c-c754-44d5-b876-7a8e1e508730 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88e5ac7b-7f87-4f2b-a2a4-9822544f9b4a') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:52.821971 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9dc7fc0c-c754-44d5-b876-7a8e1e508730 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:52.842856 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9dc7fc0c-c754-44d5-b876-7a8e1e508730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:52.854858 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dc7fc0c-c754-44d5-b876-7a8e1e508730 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:16:52.855253 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9dc7fc0c-c754-44d5-b876-7a8e1e508730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:52.856948 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:16:52.856948 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:16:52.856948 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:16:52.856948 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:16:52.856948 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:16:52.856948 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:16:52.856948 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:16:52.856948 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:16:52.856948 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:16:52.856948 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:16:52.856948 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:16:52.856948 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:16:52.856948 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:16:52.856948 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:16:52.856948 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:16:52.856948 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:16:52.856948 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:16:52.856948 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:16:52.856948 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:16:52.856948 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:16:52.856948 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:16:52.856948 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:16:52.856948 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:16:52.856948 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:16:52.856948 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:16:52.856948 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:16:52.856948 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:16:52.856948 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:16:52.856948 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:16:52.856948 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:16:52.856948 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:16:52.856948 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:16:52.868319 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c24af2-10e5-43b6-8e75-07519d96474b req-28bae39b-e3c2-4bac-aaed-fd6eabb0c397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:52.869875 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e8c24af2-10e5-43b6-8e75-07519d96474b req-28bae39b-e3c2-4bac-aaed-fd6eabb0c397 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9de5b17-91a7-437b-a5c7-1e57e4d52c95 HTTP/1.1" status: 200 len: 846 time: 0.0613632 Aug 10 03:16:52.897548 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-61c420fb-dc72-431d-81e2-af302149c706 req-623cdd30-d106-45cd-862f-918a36c4ee6d tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=22641e55-c0e8-442c-88b2-a786dcf20e2d HTTP/1.1" status: 200 len: 210 time: 0.0434608 Aug 10 03:16:52.915023 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-f3adcc88-6582-4323-b8c5-355aff9e8852 req-7d78ae67-846d-4d17-9ed8-0de98c19e2cc tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:52.917501 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e8c24af2-10e5-43b6-8e75-07519d96474b req-613bd74b-51e6-400e-ab2f-575b2fa9562f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=10fc7efa-f990-4fd3-9796-19ebe5477b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292668 Aug 10 03:16:52.928862 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9dc7fc0c-c754-44d5-b876-7a8e1e508730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:52.955817 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9dc7fc0c-c754-44d5-b876-7a8e1e508730 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:52.957622 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9dc7fc0c-c754-44d5-b876-7a8e1e508730 admin admin] 10.222.0.62 "DELETE /v2.0/networks/83db984c-5931-4e1d-9b13-d5156c6be9e0 HTTP/1.1" status: 204 len: 168 time: 0.4368856 Aug 10 03:16:52.969212 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3adcc88-6582-4323-b8c5-355aff9e8852 req-7d78ae67-846d-4d17-9ed8-0de98c19e2cc tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Network 3a83eb90-c240-427c-8862-08b707a921de is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:16:52.980006 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-f3adcc88-6582-4323-b8c5-355aff9e8852 req-7d78ae67-846d-4d17-9ed8-0de98c19e2cc tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:16:52.986206 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3adcc88-6582-4323-b8c5-355aff9e8852 req-7d78ae67-846d-4d17-9ed8-0de98c19e2cc tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:16:52.988797 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc7fc0c-c754-44d5-b876-7a8e1e508730 admin admin] Pushing event deleted for resources: {'Network': ['ID=83db984c-5931-4e1d-9b13-d5156c6be9e0,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:53.017245 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e8c24af2-10e5-43b6-8e75-07519d96474b req-25cd7f92-501b-4a5c-a4c6-dba58b7e6889 service neutron] 10.222.0.60 "GET /v2.0/networks/10fc7efa-f990-4fd3-9796-19ebe5477b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917869 Aug 10 03:16:53.020180 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d78ae67-846d-4d17-9ed8-0de98c19e2cc tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Pushing event updated for resources: {'Port': ['ID=68914b3b-f938-4cba-9fff-4fb04106dce5,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:53.044033 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3adcc88-6582-4323-b8c5-355aff9e8852 req-7d78ae67-846d-4d17-9ed8-0de98c19e2cc tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:53.044738 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-f3adcc88-6582-4323-b8c5-355aff9e8852 req-7d78ae67-846d-4d17-9ed8-0de98c19e2cc tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:53.060228 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-f3adcc88-6582-4323-b8c5-355aff9e8852 req-7d78ae67-846d-4d17-9ed8-0de98c19e2cc tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4946213 Aug 10 03:16:53.074467 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-f3adcc88-6582-4323-b8c5-355aff9e8852 req-1bf35480-7297-4525-a14d-9c9898bfa043 service neutron] Request body: {'port': {'device_id': '22641e55-c0e8-442c-88b2-a786dcf20e2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:53.089749 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50714) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:53.132233 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-f3adcc88-6582-4323-b8c5-355aff9e8852 req-1bf35480-7297-4525-a14d-9c9898bfa043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:53.155087 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-081617a9-f10a-4755-859f-00a62845caef admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=067c889be4804acfbf2bebbc75448748&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0641317 Aug 10 03:16:53.157266 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e8c24af2-10e5-43b6-8e75-07519d96474b req-58054eb1-5f81-4c52-9f96-494868c08e94 service neutron] 10.222.0.60 "GET /v2.0/networks/10fc7efa-f990-4fd3-9796-19ebe5477b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310892 Aug 10 03:16:53.157730 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50716) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:53.207927 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-32714a52-8ba5-4a66-b682-c63bee3f1bcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:53.228655 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-32714a52-8ba5-4a66-b682-c63bee3f1bcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:53.274824 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-32714a52-8ba5-4a66-b682-c63bee3f1bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:53.277485 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-32714a52-8ba5-4a66-b682-c63bee3f1bcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:53.278649 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-32714a52-8ba5-4a66-b682-c63bee3f1bcc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f0d8e3db-43d9-4f07-b747-8af88e032c42 HTTP/1.1" status: 204 len: 168 time: 0.1200206 Aug 10 03:16:53.287032 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32714a52-8ba5-4a66-b682-c63bee3f1bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d8e3db-43d9-4f07-b747-8af88e032c42,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:53.403160 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-f3adcc88-6582-4323-b8c5-355aff9e8852 req-1bf35480-7297-4525-a14d-9c9898bfa043 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68914b3b-f938-4cba-9fff-4fb04106dce5 {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:16:53.411803 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-f3adcc88-6582-4323-b8c5-355aff9e8852 req-1bf35480-7297-4525-a14d-9c9898bfa043 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:53.424417 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-f3adcc88-6582-4323-b8c5-355aff9e8852 req-1bf35480-7297-4525-a14d-9c9898bfa043 service neutron] Transition to ACTIVE for port object 68914b3b-f938-4cba-9fff-4fb04106dce5 will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:16:53.428899 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-f3adcc88-6582-4323-b8c5-355aff9e8852 req-1bf35480-7297-4525-a14d-9c9898bfa043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:53.485148 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f7ce0-dfa6-45f7-81a7-205ff2df5ecd req-633e6e48-cfa0-4fc4-9421-612e1e3ece61 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:53.486867 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b64f7ce0-dfa6-45f7-81a7-205ff2df5ecd req-633e6e48-cfa0-4fc4-9421-612e1e3ece61 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=80f94420-15ae-4ee6-b3f5-5b1066e81b73 HTTP/1.1" status: 200 len: 943 time: 0.0631788 Aug 10 03:16:53.505330 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf35480-7297-4525-a14d-9c9898bfa043 service neutron] Pushing event updated for resources: {'Port': ['ID=68914b3b-f938-4cba-9fff-4fb04106dce5,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:53.529244 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b64f7ce0-dfa6-45f7-81a7-205ff2df5ecd req-2b79fc7c-b436-49d6-b561-fbdaf7021244 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357864 Aug 10 03:16:53.565720 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-f3adcc88-6582-4323-b8c5-355aff9e8852 req-1bf35480-7297-4525-a14d-9c9898bfa043 service neutron] Attempting to bind port 68914b3b-f938-4cba-9fff-4fb04106dce5 on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:16:53.566290 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-f3adcc88-6582-4323-b8c5-355aff9e8852 req-1bf35480-7297-4525-a14d-9c9898bfa043 service neutron] Attempting to bind port 68914b3b-f938-4cba-9fff-4fb04106dce5 by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '2b95187c-537c-4822-a0b0-e1996874f1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '3a83eb90-c240-427c-8862-08b707a921de'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:16:53.567175 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3adcc88-6582-4323-b8c5-355aff9e8852 req-1bf35480-7297-4525-a14d-9c9898bfa043 service neutron] Attempting to bind port 68914b3b-f938-4cba-9fff-4fb04106dce5 on network 3a83eb90-c240-427c-8862-08b707a921de {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:53.573066 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3adcc88-6582-4323-b8c5-355aff9e8852 req-1bf35480-7297-4525-a14d-9c9898bfa043 service neutron] Port 68914b3b-f938-4cba-9fff-4fb04106dce5 on network 3a83eb90-c240-427c-8862-08b707a921de not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:16:53.573476 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3adcc88-6582-4323-b8c5-355aff9e8852 req-1bf35480-7297-4525-a14d-9c9898bfa043 service neutron] Attempting to bind port 68914b3b-f938-4cba-9fff-4fb04106dce5 on network 3a83eb90-c240-427c-8862-08b707a921de {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:53.579226 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3adcc88-6582-4323-b8c5-355aff9e8852 req-1bf35480-7297-4525-a14d-9c9898bfa043 service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:16:53.579668 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3adcc88-6582-4323-b8c5-355aff9e8852 req-1bf35480-7297-4525-a14d-9c9898bfa043 service neutron] Checking segment: {'id': '2b95187c-537c-4822-a0b0-e1996874f1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '3a83eb90-c240-427c-8862-08b707a921de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:16:53.580311 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3adcc88-6582-4323-b8c5-355aff9e8852 req-1bf35480-7297-4525-a14d-9c9898bfa043 service neutron] Bound using segment: {'id': '2b95187c-537c-4822-a0b0-e1996874f1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '3a83eb90-c240-427c-8862-08b707a921de'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:16:53.580831 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-f3adcc88-6582-4323-b8c5-355aff9e8852 req-1bf35480-7297-4525-a14d-9c9898bfa043 service neutron] Bound port: 68914b3b-f938-4cba-9fff-4fb04106dce5, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b95187c-537c-4822-a0b0-e1996874f1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '3a83eb90-c240-427c-8862-08b707a921de'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:16:53.581411 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-f3adcc88-6582-4323-b8c5-355aff9e8852 req-1bf35480-7297-4525-a14d-9c9898bfa043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:53.649714 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-f3adcc88-6582-4323-b8c5-355aff9e8852 req-1bf35480-7297-4525-a14d-9c9898bfa043 service neutron] For port 68914b3b-f938-4cba-9fff-4fb04106dce5, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:16:53.652894 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-f3adcc88-6582-4323-b8c5-355aff9e8852 req-1bf35480-7297-4525-a14d-9c9898bfa043 service neutron] For port 68914b3b-f938-4cba-9fff-4fb04106dce5, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=68914b3b-f938-4cba-9fff-4fb04106dce5,segment=NetworkSegment(2b95187c-537c-4822-a0b0-e1996874f1d3),segment_id=2b95187c-537c-4822-a0b0-e1996874f1d3)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:16:53.658293 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-f3adcc88-6582-4323-b8c5-355aff9e8852 req-1bf35480-7297-4525-a14d-9c9898bfa043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:53.697891 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3adcc88-6582-4323-b8c5-355aff9e8852 req-1bf35480-7297-4525-a14d-9c9898bfa043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:53.698789 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-f3adcc88-6582-4323-b8c5-355aff9e8852 req-1bf35480-7297-4525-a14d-9c9898bfa043 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:53.700752 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-f3adcc88-6582-4323-b8c5-355aff9e8852 req-1bf35480-7297-4525-a14d-9c9898bfa043 service neutron] 10.222.0.58 "PUT /v2.0/ports/68914b3b-f938-4cba-9fff-4fb04106dce5 HTTP/1.1" status: 200 len: 1093 time: 0.6309433 Aug 10 03:16:53.722328 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf35480-7297-4525-a14d-9c9898bfa043 service neutron] Pushing event updated for resources: {'Port': ['ID=68914b3b-f938-4cba-9fff-4fb04106dce5,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:53.800719 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3adcc88-6582-4323-b8c5-355aff9e8852 req-de1b24fb-0580-4c46-ba84-9406c475db10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:53.802334 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-f3adcc88-6582-4323-b8c5-355aff9e8852 req-de1b24fb-0580-4c46-ba84-9406c475db10 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=80cee0cf0c3a4048b8f14bdc8a4b40c6&device_id=22641e55-c0e8-442c-88b2-a786dcf20e2d HTTP/1.1" status: 200 len: 1096 time: 0.0463974 Aug 10 03:16:53.849737 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-f3adcc88-6582-4323-b8c5-355aff9e8852 req-00a792f9-46db-4b44-a428-689a117fdb6a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68914b3b-f938-4cba-9fff-4fb04106dce5 HTTP/1.1" status: 200 len: 217 time: 0.0385537 Aug 10 03:16:53.903725 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3adcc88-6582-4323-b8c5-355aff9e8852 req-8f550a31-c8db-4744-8a4a-4d31d23f198d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:53.905456 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-f3adcc88-6582-4323-b8c5-355aff9e8852 req-8f550a31-c8db-4744-8a4a-4d31d23f198d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cb34339b-adc8-40a3-9ffe-8f05f8fed3e8 HTTP/1.1" status: 200 len: 845 time: 0.0445323 Aug 10 03:16:53.940960 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-f3adcc88-6582-4323-b8c5-355aff9e8852 req-a924258e-385d-49b2-b6e1-ce5716adcf04 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3a83eb90-c240-427c-8862-08b707a921de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266461 Aug 10 03:16:53.999015 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50748) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:54.021698 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f3512f-1138-4dca-85af-e395b0add2f3 req-d59376a4-6b9d-468c-943b-4e69f3f2a568 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:54.023240 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-03f3512f-1138-4dca-85af-e395b0add2f3 req-d59376a4-6b9d-468c-943b-4e69f3f2a568 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=22641e55-c0e8-442c-88b2-a786dcf20e2d HTTP/1.1" status: 200 len: 944 time: 0.0524116 Aug 10 03:16:54.048926 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-f3adcc88-6582-4323-b8c5-355aff9e8852 req-4b5d32cb-6647-435f-ae94-789f85d027e6 service neutron] 10.222.0.58 "GET /v2.0/networks/3a83eb90-c240-427c-8862-08b707a921de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967934 Aug 10 03:16:54.067796 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-03f3512f-1138-4dca-85af-e395b0add2f3 req-533cb733-9b12-40e6-9934-dd9504a26ec3 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/security-groups?id=106bd2aa-b217-4cc2-a6fb-fb066e9e308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355322 Aug 10 03:16:54.113744 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-d9514053-cfe9-4616-b205-5b68fe152dcb admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1904249115-network', 'tenant_id': '1b8b1fae9a754f07b670bd20993a5f7c'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:54.153447 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9514053-cfe9-4616-b205-5b68fe152dcb admin admin] Made reservation on behalf of 1b8b1fae9a754f07b670bd20993a5f7c for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:16:54.155932 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d9514053-cfe9-4616-b205-5b68fe152dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:54.167555 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-f3adcc88-6582-4323-b8c5-355aff9e8852 req-4feb1d87-2b64-45c3-b19b-208e8d02a7dc service neutron] 10.222.0.58 "GET /v2.0/networks/3a83eb90-c240-427c-8862-08b707a921de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109147 Aug 10 03:16:54.168327 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d9514053-cfe9-4616-b205-5b68fe152dcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:54.259850 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d9514053-cfe9-4616-b205-5b68fe152dcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:54.264066 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d9514053-cfe9-4616-b205-5b68fe152dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:54.285581 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9514053-cfe9-4616-b205-5b68fe152dcb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:16:54.300253 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9514053-cfe9-4616-b205-5b68fe152dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad9b723-dab8-4980-977f-78757183bc0c,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:54.303101 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d9514053-cfe9-4616-b205-5b68fe152dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:54.303453 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-d9514053-cfe9-4616-b205-5b68fe152dcb admin admin] Added segment 0bdc3201-fd0f-445f-8160-8523091ad0b5 of type vlan for network f35c1af6-bcf1-494a-a962-129a21031f7d Aug 10 03:16:54.342673 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d9514053-cfe9-4616-b205-5b68fe152dcb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:54.369519 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d9514053-cfe9-4616-b205-5b68fe152dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:54.370462 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9514053-cfe9-4616-b205-5b68fe152dcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:54.371083 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d9514053-cfe9-4616-b205-5b68fe152dcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:54.386436 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22641e55-c0e8-442c-88b2-a786dcf20e2d', 'tag': '68914b3b-f938-4cba-9fff-4fb04106dce5'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:16:54.388652 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c404452-8236-47be-b8f1-6b04960a386a" -d '{"events": [{"name": "network-changed", "server_uuid": "22641e55-c0e8-442c-88b2-a786dcf20e2d", "tag": "68914b3b-f938-4cba-9fff-4fb04106dce5"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:16:54.429139 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d9514053-cfe9-4616-b205-5b68fe152dcb admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4290037 Aug 10 03:16:54.432784 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50754) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:54.436865 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9514053-cfe9-4616-b205-5b68fe152dcb admin admin] Pushing event updated for resources: {'Network': ['ID=f35c1af6-bcf1-494a-a962-129a21031f7d,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:54.438100 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-6506eeaf-dd21-4e59-bc7e-78697322f928 admin admin] Request body: {'subnet': {'network_id': 'f35c1af6-bcf1-494a-a962-129a21031f7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1904249115-subnet', 'tenant_id': '1b8b1fae9a754f07b670bd20993a5f7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:54.446573 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network f35c1af6-bcf1-494a-a962-129a21031f7d details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:16:54.461856 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff75daf6-5491-4b17-99e8-748364b66a47 x-openstack-request-id: req-ff75daf6-5491-4b17-99e8-748364b66a47 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:16:54.462249 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22641e55-c0e8-442c-88b2-a786dcf20e2d", "tag": "68914b3b-f938-4cba-9fff-4fb04106dce5", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:16:54.462572 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ff75daf6-5491-4b17-99e8-748364b66a47 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:16:54.463102 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22641e55-c0e8-442c-88b2-a786dcf20e2d', 'tag': '68914b3b-f938-4cba-9fff-4fb04106dce5', 'status': 'completed', 'code': 200} Aug 10 03:16:54.468312 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6506eeaf-dd21-4e59-bc7e-78697322f928 admin admin] Made reservation on behalf of 1b8b1fae9a754f07b670bd20993a5f7c for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:16:54.471467 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6506eeaf-dd21-4e59-bc7e-78697322f928 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:54.537521 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c404452-8236-47be-b8f1-6b04960a386a req-9fc24043-feac-4571-bf3e-075e20e948c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:54.539075 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-9c404452-8236-47be-b8f1-6b04960a386a req-9fc24043-feac-4571-bf3e-075e20e948c7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=80cee0cf0c3a4048b8f14bdc8a4b40c6&device_id=22641e55-c0e8-442c-88b2-a786dcf20e2d HTTP/1.1" status: 200 len: 1096 time: 0.0481982 Aug 10 03:16:54.637050 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c404452-8236-47be-b8f1-6b04960a386a req-804994b4-0562-41dc-b8ea-cea81512f855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:54.638723 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-9c404452-8236-47be-b8f1-6b04960a386a req-804994b4-0562-41dc-b8ea-cea81512f855 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3a83eb90-c240-427c-8862-08b707a921de HTTP/1.1" status: 200 len: 906 time: 0.0906584 Aug 10 03:16:54.675798 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6506eeaf-dd21-4e59-bc7e-78697322f928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:54.688920 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-9c404452-8236-47be-b8f1-6b04960a386a req-c909e2ac-0475-4989-9700-bd962efd3f0a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68914b3b-f938-4cba-9fff-4fb04106dce5 HTTP/1.1" status: 200 len: 217 time: 0.0404735 Aug 10 03:16:54.715623 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a884996b-1a6e-48fd-bf49-7ac948a6dcbd req-08f15e60-2b0c-4669-890d-4e5e3795fb73 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:54.717112 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a884996b-1a6e-48fd-bf49-7ac948a6dcbd req-08f15e60-2b0c-4669-890d-4e5e3795fb73 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=80f94420-15ae-4ee6-b3f5-5b1066e81b73 HTTP/1.1" status: 200 len: 943 time: 0.1171935 Aug 10 03:16:54.741906 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c404452-8236-47be-b8f1-6b04960a386a req-c7480c27-377c-4501-94d7-60a3c64f8e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:54.743417 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-9c404452-8236-47be-b8f1-6b04960a386a req-c7480c27-377c-4501-94d7-60a3c64f8e00 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cb34339b-adc8-40a3-9ffe-8f05f8fed3e8 HTTP/1.1" status: 200 len: 845 time: 0.0444508 Aug 10 03:16:54.774227 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6506eeaf-dd21-4e59-bc7e-78697322f928 admin admin] Pushing event updated for resources: {'Subnet': ['ID=973ac267-8d97-44c9-ace7-fa7feeb3f1e5,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:54.782218 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-9c404452-8236-47be-b8f1-6b04960a386a req-5f37462f-239e-4ad1-8307-165ef25122c7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3a83eb90-c240-427c-8862-08b707a921de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264750 Aug 10 03:16:54.788401 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a884996b-1a6e-48fd-bf49-7ac948a6dcbd req-47cfd459-177c-4e28-b8ea-9450e7d0bec6 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633466 Aug 10 03:16:54.792911 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6506eeaf-dd21-4e59-bc7e-78697322f928 admin admin] Checking segment: {'id': '0bdc3201-fd0f-445f-8160-8523091ad0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f35c1af6-bcf1-494a-a962-129a21031f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:16:54.793282 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6506eeaf-dd21-4e59-bc7e-78697322f928 admin admin] Network hostable DHCP agents. Network: f35c1af6-bcf1-494a-a962-129a21031f7d, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:16:54.811882 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6506eeaf-dd21-4e59-bc7e-78697322f928 admin admin] Network f35c1af6-bcf1-494a-a962-129a21031f7d is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:16:54.825426 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-6506eeaf-dd21-4e59-bc7e-78697322f928 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, f35c1af6-bcf1-494a-a962-129a21031f7d) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:16:54.830059 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6506eeaf-dd21-4e59-bc7e-78697322f928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:54.830952 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6506eeaf-dd21-4e59-bc7e-78697322f928 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:54.833632 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ee657b-2f96-4d23-a308-b7f6baa7f5f7 None None] Network f35c1af6-bcf1-494a-a962-129a21031f7d requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:16:54.863106 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-6506eeaf-dd21-4e59-bc7e-78697322f928 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4291308 Aug 10 03:16:54.905601 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-9c404452-8236-47be-b8f1-6b04960a386a req-4c057964-ed9a-44d5-ba68-cf9dc71e9f19 service neutron] 10.222.0.58 "GET /v2.0/networks/3a83eb90-c240-427c-8862-08b707a921de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128056 Aug 10 03:16:54.962592 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d4a7eb-aebd-4abb-aecb-69a7fcbd9ed8 None None] Network f35c1af6-bcf1-494a-a962-129a21031f7d requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:16:55.005938 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-9c404452-8236-47be-b8f1-6b04960a386a req-004165ad-cc27-480b-8dbd-3205c1aafa97 service neutron] 10.222.0.58 "GET /v2.0/networks/3a83eb90-c240-427c-8862-08b707a921de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920901 Aug 10 03:16:55.184700 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c52bf-951a-4ffe-8a08-aa1e744e0d95 req-9e4dcd0f-ecf1-4baa-a556-aa8b8315f476 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:55.186240 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d62c52bf-951a-4ffe-8a08-aa1e744e0d95 req-9e4dcd0f-ecf1-4baa-a556-aa8b8315f476 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=22641e55-c0e8-442c-88b2-a786dcf20e2d HTTP/1.1" status: 200 len: 944 time: 0.0505559 Aug 10 03:16:55.235017 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d62c52bf-951a-4ffe-8a08-aa1e744e0d95 req-19d7a30c-220c-47d5-b255-8ed463844875 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/security-groups?id=106bd2aa-b217-4cc2-a6fb-fb066e9e308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426929 Aug 10 03:16:55.327963 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-f12aacd4-ebcb-415c-b2c6-839873993f55 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:55.329354 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-f12aacd4-ebcb-415c-b2c6-839873993f55 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.62 "GET /v2.0/networks?id=f35c1af6-bcf1-494a-a962-129a21031f7d HTTP/1.1" status: 200 len: 813 time: 0.1108553 Aug 10 03:16:55.345040 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-f7c6e842-aea5-4bec-9444-1bb6c7cd9f27 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.62 "GET /v2.0/quotas/1b8b1fae9a754f07b670bd20993a5f7c HTTP/1.1" status: 200 len: 375 time: 0.0098898 Aug 10 03:16:55.378881 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-d6a97e30-2999-4da8-a251-de27073472ed tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1b8b1fae9a754f07b670bd20993a5f7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281432 Aug 10 03:16:55.472146 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-3b97ca04-1250-43a5-ac32-dde196caf2a0 service neutron] 10.222.0.62 "GET /v2.0/networks/f35c1af6-bcf1-494a-a962-129a21031f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862625 Aug 10 03:16:55.562818 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-40319a6c-6f20-4da1-8f04-53037ec4ee39 service neutron] 10.222.0.62 "GET /v2.0/networks/f35c1af6-bcf1-494a-a962-129a21031f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842521 Aug 10 03:16:55.824994 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device b6096e72-bd54-4bd3-b98a-661de0f714e2 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:16:55.829951 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-45a69ec7-2f01-4455-b873-e38c8eb64ae7 req-ffed3cb0-f64e-4315-89dd-1f8a483aeb5d tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.62 "GET /v2.0/ports?device_id=73424381-7d04-4bd5-a9e0-c3f3d212204b HTTP/1.1" status: 200 len: 210 time: 0.0294912 Aug 10 03:16:55.869092 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: b6096e72-bd54-4bd3-b98a-661de0f714e2 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:16:55.869476 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device b6096e72-bd54-4bd3-b98a-661de0f714e2 not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:16:55.931252 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0071b2-1e2c-412a-893a-6769852643d9 req-ddd94cc7-cbce-40a6-beb8-b10e5ffacb71 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:55.937096 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1b0071b2-1e2c-412a-893a-6769852643d9 req-ddd94cc7-cbce-40a6-beb8-b10e5ffacb71 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=80f94420-15ae-4ee6-b3f5-5b1066e81b73 HTTP/1.1" status: 200 len: 943 time: 0.0619695 Aug 10 03:16:55.988952 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1b0071b2-1e2c-412a-893a-6769852643d9 req-dd3d5884-0fd2-4508-99a7-d12a5ae7aab8 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453248 Aug 10 03:16:56.056161 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:56.154643 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 4df1c029-52d4-4283-b7ee-fb019df72140 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:16:56.263990 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:56.284041 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 4df1c029-52d4-4283-b7ee-fb019df72140, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=4df1c029-52d4-4283-b7ee-fb019df72140,segment=NetworkSegment(5f459ac7-2da0-4395-80e8-4acadecdbda0),segment_id=5f459ac7-2da0-4395-80e8-4acadecdbda0)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:56.295718 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '4df1c029-52d4-4283-b7ee-fb019df72140', 'network_id': '10fc7efa-f990-4fd3-9796-19ebe5477b79', 'port_id': '4df1c029-52d4-4283-b7ee-fb019df72140', 'mac_address': 'fa:16:3e:49:c5:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9de5b17-91a7-437b-a5c7-1e57e4d52c95', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:16:56.373563 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db63ccb-2dbd-44bd-bd09-f9a6b2576924 req-f76b4ae9-b566-41e1-a564-dbe7c23ec249 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:56.375191 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4db63ccb-2dbd-44bd-bd09-f9a6b2576924 req-f76b4ae9-b566-41e1-a564-dbe7c23ec249 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=22641e55-c0e8-442c-88b2-a786dcf20e2d HTTP/1.1" status: 200 len: 944 time: 0.0657077 Aug 10 03:16:56.424031 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4db63ccb-2dbd-44bd-bd09-f9a6b2576924 req-65c8b09e-6dee-43fb-8228-e93893945c2d tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/security-groups?id=106bd2aa-b217-4cc2-a6fb-fb066e9e308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410819 Aug 10 03:16:56.464790 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:56.478093 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4df1c029-52d4-4283-b7ee-fb019df72140 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:16:56.499202 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 4df1c029-52d4-4283-b7ee-fb019df72140, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=4df1c029-52d4-4283-b7ee-fb019df72140,segment=NetworkSegment(5f459ac7-2da0-4395-80e8-4acadecdbda0),segment_id=5f459ac7-2da0-4395-80e8-4acadecdbda0)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:56.503568 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:56.556673 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=4df1c029-52d4-4283-b7ee-fb019df72140,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:56.896619 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['4df1c029-52d4-4283-b7ee-fb019df72140'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:16:56.941733 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6041030e-c8c5-4999-a1cd-8ddb657d3990 req-2bbbc417-6b9b-4470-82d9-b78892f2d8b9 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.62 "GET /v2.0/ports?device_id=73424381-7d04-4bd5-a9e0-c3f3d212204b HTTP/1.1" status: 200 len: 210 time: 0.0350575 Aug 10 03:16:57.071906 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-4cdd3ce8-2330-4b28-ac40-ec05b608b12c tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:57.073828 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-4cdd3ce8-2330-4b28-ac40-ec05b608b12c tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.60 "GET /v2.0/networks?id=f35c1af6-bcf1-494a-a962-129a21031f7d HTTP/1.1" status: 200 len: 813 time: 0.1567628 Aug 10 03:16:57.087758 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-b7063be3-1aaa-4a43-87e2-e87a7461c413 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Request body: {'port': {'device_id': 'd71e9fb4-85bb-4fb0-aa29-8f03c8c38190', 'network_id': 'f35c1af6-bcf1-494a-a962-129a21031f7d', 'admin_state_up': True, 'tenant_id': '1b8b1fae9a754f07b670bd20993a5f7c'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:57.210718 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188bb3f7-fb0d-4114-99ae-33b316a38abe req-3a9b018c-c490-42b8-aca5-ac0d553293c7 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:57.212258 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-188bb3f7-fb0d-4114-99ae-33b316a38abe req-3a9b018c-c490-42b8-aca5-ac0d553293c7 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=80f94420-15ae-4ee6-b3f5-5b1066e81b73 HTTP/1.1" status: 200 len: 944 time: 0.0773208 Aug 10 03:16:57.217638 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-a25f02a9-1a9a-4a9f-8e82-f1d5d7c9cc1d tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:57.219438 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-a25f02a9-1a9a-4a9f-8e82-f1d5d7c9cc1d tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.58 "GET /v2.0/networks?id=f35c1af6-bcf1-494a-a962-129a21031f7d HTTP/1.1" status: 200 len: 813 time: 0.1176043 Aug 10 03:16:57.241657 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-973bc85f-3b11-4a20-9f1a-64fdd04f8e16 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Request body: {'port': {'device_id': '73424381-7d04-4bd5-a9e0-c3f3d212204b', 'network_id': 'f35c1af6-bcf1-494a-a962-129a21031f7d', 'admin_state_up': True, 'tenant_id': '1b8b1fae9a754f07b670bd20993a5f7c'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:57.270010 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-188bb3f7-fb0d-4114-99ae-33b316a38abe req-5b8547c9-6799-4ae5-8b18-b8b1af30a61e tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487127 Aug 10 03:16:57.271043 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-b7063be3-1aaa-4a43-87e2-e87a7461c413 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Made reservation on behalf of 1b8b1fae9a754f07b670bd20993a5f7c for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:16:57.274306 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-b7063be3-1aaa-4a43-87e2-e87a7461c413 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:57.355500 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-973bc85f-3b11-4a20-9f1a-64fdd04f8e16 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Made reservation on behalf of 1b8b1fae9a754f07b670bd20993a5f7c for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:16:57.359600 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-973bc85f-3b11-4a20-9f1a-64fdd04f8e16 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:57.399069 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-b7063be3-1aaa-4a43-87e2-e87a7461c413 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Allocated IP 172.20.0.12 (f35c1af6-bcf1-494a-a962-129a21031f7d/973ac267-8d97-44c9-ace7-fa7feeb3f1e5/d94e0e5c-2864-4bd6-8cfa-9356a174ffe5) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:16:57.579677 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b18c02-1083-4afb-b3f5-46545a485fa8 req-60a54610-d03f-4504-8616-54c652ffeb43 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:57.581180 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-21b18c02-1083-4afb-b3f5-46545a485fa8 req-60a54610-d03f-4504-8616-54c652ffeb43 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=22641e55-c0e8-442c-88b2-a786dcf20e2d HTTP/1.1" status: 200 len: 944 time: 0.0822158 Aug 10 03:16:57.583971 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-b7063be3-1aaa-4a43-87e2-e87a7461c413 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:57.636171 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-21b18c02-1083-4afb-b3f5-46545a485fa8 req-7b874342-7f7b-4e2a-87c5-0fe063b32d37 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/security-groups?id=106bd2aa-b217-4cc2-a6fb-fb066e9e308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483611 Aug 10 03:16:57.654064 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-b7063be3-1aaa-4a43-87e2-e87a7461c413 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:57.699197 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-b7063be3-1aaa-4a43-87e2-e87a7461c413 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Network f35c1af6-bcf1-494a-a962-129a21031f7d is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:16:57.702285 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-b7063be3-1aaa-4a43-87e2-e87a7461c413 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:16:57.706121 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-b7063be3-1aaa-4a43-87e2-e87a7461c413 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:16:57.709707 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-973bc85f-3b11-4a20-9f1a-64fdd04f8e16 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Allocated IP 172.20.0.6 (f35c1af6-bcf1-494a-a962-129a21031f7d/973ac267-8d97-44c9-ace7-fa7feeb3f1e5/c89c92fe-a59a-473c-a30d-966db45c3dce) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:16:57.712451 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7063be3-1aaa-4a43-87e2-e87a7461c413 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Pushing event updated for resources: {'Port': ['ID=d94e0e5c-2864-4bd6-8cfa-9356a174ffe5,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:57.757933 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-b7063be3-1aaa-4a43-87e2-e87a7461c413 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:57.758557 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-b7063be3-1aaa-4a43-87e2-e87a7461c413 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:57.772840 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-b7063be3-1aaa-4a43-87e2-e87a7461c413 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6892421 Aug 10 03:16:57.785360 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-2bcfa02d-b142-43e7-9930-886510d08165 service neutron] Request body: {'port': {'device_id': 'd71e9fb4-85bb-4fb0-aa29-8f03c8c38190', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:57.843191 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 68914b3b-f938-4cba-9fff-4fb04106dce5 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:16:57.845786 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-2bcfa02d-b142-43e7-9930-886510d08165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:57.860942 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-973bc85f-3b11-4a20-9f1a-64fdd04f8e16 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:57.903927 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-973bc85f-3b11-4a20-9f1a-64fdd04f8e16 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:57.946380 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-973bc85f-3b11-4a20-9f1a-64fdd04f8e16 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Network f35c1af6-bcf1-494a-a962-129a21031f7d is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:16:57.949918 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-973bc85f-3b11-4a20-9f1a-64fdd04f8e16 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:16:57.953671 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-973bc85f-3b11-4a20-9f1a-64fdd04f8e16 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:16:57.968269 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 68914b3b-f938-4cba-9fff-4fb04106dce5, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=68914b3b-f938-4cba-9fff-4fb04106dce5,segment=NetworkSegment(2b95187c-537c-4822-a0b0-e1996874f1d3),segment_id=2b95187c-537c-4822-a0b0-e1996874f1d3)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:57.984819 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': '68914b3b-f938-4cba-9fff-4fb04106dce5', 'network_id': '3a83eb90-c240-427c-8862-08b707a921de', 'port_id': '68914b3b-f938-4cba-9fff-4fb04106dce5', 'mac_address': 'fa:16:3e:f1:ea:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb34339b-adc8-40a3-9ffe-8f05f8fed3e8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:16:57.998401 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973bc85f-3b11-4a20-9f1a-64fdd04f8e16 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Pushing event updated for resources: {'Port': ['ID=c89c92fe-a59a-473c-a30d-966db45c3dce,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:58.016034 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-973bc85f-3b11-4a20-9f1a-64fdd04f8e16 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:58.016678 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-973bc85f-3b11-4a20-9f1a-64fdd04f8e16 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:58.023552 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:58.034775 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-973bc85f-3b11-4a20-9f1a-64fdd04f8e16 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7969632 Aug 10 03:16:58.037633 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68914b3b-f938-4cba-9fff-4fb04106dce5 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:16:58.050014 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-e8a42df7-c544-480e-96d0-21c722306424 service neutron] Request body: {'port': {'device_id': '73424381-7d04-4bd5-a9e0-c3f3d212204b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:58.057519 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 68914b3b-f938-4cba-9fff-4fb04106dce5, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=68914b3b-f938-4cba-9fff-4fb04106dce5,segment=NetworkSegment(2b95187c-537c-4822-a0b0-e1996874f1d3),segment_id=2b95187c-537c-4822-a0b0-e1996874f1d3)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:58.065653 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:58.114914 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-e8a42df7-c544-480e-96d0-21c722306424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:58.119535 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=68914b3b-f938-4cba-9fff-4fb04106dce5,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:58.168310 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-2bcfa02d-b142-43e7-9930-886510d08165 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d94e0e5c-2864-4bd6-8cfa-9356a174ffe5 {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:16:58.180897 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-2bcfa02d-b142-43e7-9930-886510d08165 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:58.200128 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-2bcfa02d-b142-43e7-9930-886510d08165 service neutron] Transition to ACTIVE for port object d94e0e5c-2864-4bd6-8cfa-9356a174ffe5 will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:16:58.211708 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3239e1-d39f-4896-9231-41ce3e91f29c req-445346c1-35df-4045-b17a-a0b185c7cd47 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:58.213300 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1c3239e1-d39f-4896-9231-41ce3e91f29c req-445346c1-35df-4045-b17a-a0b185c7cd47 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.62 "GET /v2.0/ports?device_id=73424381-7d04-4bd5-a9e0-c3f3d212204b HTTP/1.1" status: 200 len: 931 time: 0.0787523 Aug 10 03:16:58.214077 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-2bcfa02d-b142-43e7-9930-886510d08165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:58.308749 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcfa02d-b142-43e7-9930-886510d08165 service neutron] Pushing event updated for resources: {'Port': ['ID=d94e0e5c-2864-4bd6-8cfa-9356a174ffe5,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:58.318103 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1c3239e1-d39f-4896-9231-41ce3e91f29c req-1cda7a6c-122c-47c2-96b2-f5b9386525f7 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ad9b723-dab8-4980-977f-78757183bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772612 Aug 10 03:16:58.327140 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['68914b3b-f938-4cba-9fff-4fb04106dce5'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:16:58.401345 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-2bcfa02d-b142-43e7-9930-886510d08165 service neutron] Attempting to bind port d94e0e5c-2864-4bd6-8cfa-9356a174ffe5 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:16:58.401693 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-2bcfa02d-b142-43e7-9930-886510d08165 service neutron] Attempting to bind port d94e0e5c-2864-4bd6-8cfa-9356a174ffe5 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '0bdc3201-fd0f-445f-8160-8523091ad0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f35c1af6-bcf1-494a-a962-129a21031f7d'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:16:58.402026 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-2bcfa02d-b142-43e7-9930-886510d08165 service neutron] Attempting to bind port d94e0e5c-2864-4bd6-8cfa-9356a174ffe5 on network f35c1af6-bcf1-494a-a962-129a21031f7d {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:58.409629 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-2bcfa02d-b142-43e7-9930-886510d08165 service neutron] Port d94e0e5c-2864-4bd6-8cfa-9356a174ffe5 on network f35c1af6-bcf1-494a-a962-129a21031f7d not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:16:58.409885 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-2bcfa02d-b142-43e7-9930-886510d08165 service neutron] Attempting to bind port d94e0e5c-2864-4bd6-8cfa-9356a174ffe5 on network f35c1af6-bcf1-494a-a962-129a21031f7d {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:58.423211 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c6e89-3402-4b8a-9ff2-16352811764c req-7dad9da9-3880-4d85-94d1-d5602a1f282b tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:58.424717 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-611c6e89-3402-4b8a-9ff2-16352811764c req-7dad9da9-3880-4d85-94d1-d5602a1f282b tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=80f94420-15ae-4ee6-b3f5-5b1066e81b73 HTTP/1.1" status: 200 len: 944 time: 0.0722926 Aug 10 03:16:58.425897 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-2bcfa02d-b142-43e7-9930-886510d08165 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:16:58.426230 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-2bcfa02d-b142-43e7-9930-886510d08165 service neutron] Checking segment: {'id': '0bdc3201-fd0f-445f-8160-8523091ad0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f35c1af6-bcf1-494a-a962-129a21031f7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:16:58.426994 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-2bcfa02d-b142-43e7-9930-886510d08165 service neutron] Bound using segment: {'id': '0bdc3201-fd0f-445f-8160-8523091ad0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f35c1af6-bcf1-494a-a962-129a21031f7d'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:16:58.427128 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-2bcfa02d-b142-43e7-9930-886510d08165 service neutron] Bound port: d94e0e5c-2864-4bd6-8cfa-9356a174ffe5, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bdc3201-fd0f-445f-8160-8523091ad0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f35c1af6-bcf1-494a-a962-129a21031f7d'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:16:58.427428 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-2bcfa02d-b142-43e7-9930-886510d08165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:58.434077 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-e8a42df7-c544-480e-96d0-21c722306424 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c89c92fe-a59a-473c-a30d-966db45c3dce {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:16:58.443089 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-e8a42df7-c544-480e-96d0-21c722306424 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:58.458111 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-e8a42df7-c544-480e-96d0-21c722306424 service neutron] Transition to ACTIVE for port object c89c92fe-a59a-473c-a30d-966db45c3dce will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:16:58.462854 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-e8a42df7-c544-480e-96d0-21c722306424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:58.501642 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-611c6e89-3402-4b8a-9ff2-16352811764c req-f29681e8-6d48-4e2e-8f70-0b215e9f00ec tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710561 Aug 10 03:16:58.523740 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a42df7-c544-480e-96d0-21c722306424 service neutron] Pushing event updated for resources: {'Port': ['ID=c89c92fe-a59a-473c-a30d-966db45c3dce,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:58.533181 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-2bcfa02d-b142-43e7-9930-886510d08165 service neutron] For port d94e0e5c-2864-4bd6-8cfa-9356a174ffe5, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:16:58.536391 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-2bcfa02d-b142-43e7-9930-886510d08165 service neutron] For port d94e0e5c-2864-4bd6-8cfa-9356a174ffe5, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=d94e0e5c-2864-4bd6-8cfa-9356a174ffe5,segment=NetworkSegment(0bdc3201-fd0f-445f-8160-8523091ad0b5),segment_id=0bdc3201-fd0f-445f-8160-8523091ad0b5)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:16:58.540375 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-2bcfa02d-b142-43e7-9930-886510d08165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:58.579535 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-2bcfa02d-b142-43e7-9930-886510d08165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:58.580168 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-2bcfa02d-b142-43e7-9930-886510d08165 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:58.581621 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-2bcfa02d-b142-43e7-9930-886510d08165 service neutron] 10.222.0.60 "PUT /v2.0/ports/d94e0e5c-2864-4bd6-8cfa-9356a174ffe5 HTTP/1.1" status: 200 len: 1093 time: 0.8004866 Aug 10 03:16:58.582124 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd71e9fb4-85bb-4fb0-aa29-8f03c8c38190', 'tag': 'd94e0e5c-2864-4bd6-8cfa-9356a174ffe5'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:16:58.584420 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebcc2430-2656-4eec-9811-550c41d91c13" -d '{"events": [{"name": "network-changed", "server_uuid": "d71e9fb4-85bb-4fb0-aa29-8f03c8c38190", "tag": "d94e0e5c-2864-4bd6-8cfa-9356a174ffe5"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:16:58.597261 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-e8a42df7-c544-480e-96d0-21c722306424 service neutron] Attempting to bind port c89c92fe-a59a-473c-a30d-966db45c3dce on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:16:58.597597 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-e8a42df7-c544-480e-96d0-21c722306424 service neutron] Attempting to bind port c89c92fe-a59a-473c-a30d-966db45c3dce by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '0bdc3201-fd0f-445f-8160-8523091ad0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f35c1af6-bcf1-494a-a962-129a21031f7d'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:16:58.597950 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-e8a42df7-c544-480e-96d0-21c722306424 service neutron] Attempting to bind port c89c92fe-a59a-473c-a30d-966db45c3dce on network f35c1af6-bcf1-494a-a962-129a21031f7d {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:58.602665 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-e8a42df7-c544-480e-96d0-21c722306424 service neutron] Port c89c92fe-a59a-473c-a30d-966db45c3dce on network f35c1af6-bcf1-494a-a962-129a21031f7d not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:16:58.603064 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-e8a42df7-c544-480e-96d0-21c722306424 service neutron] Attempting to bind port c89c92fe-a59a-473c-a30d-966db45c3dce on network f35c1af6-bcf1-494a-a962-129a21031f7d {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:58.609460 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-e8a42df7-c544-480e-96d0-21c722306424 service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:16:58.609460 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-e8a42df7-c544-480e-96d0-21c722306424 service neutron] Checking segment: {'id': '0bdc3201-fd0f-445f-8160-8523091ad0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f35c1af6-bcf1-494a-a962-129a21031f7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:16:58.609460 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-e8a42df7-c544-480e-96d0-21c722306424 service neutron] Bound using segment: {'id': '0bdc3201-fd0f-445f-8160-8523091ad0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f35c1af6-bcf1-494a-a962-129a21031f7d'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:16:58.609869 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-e8a42df7-c544-480e-96d0-21c722306424 service neutron] Bound port: c89c92fe-a59a-473c-a30d-966db45c3dce, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bdc3201-fd0f-445f-8160-8523091ad0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f35c1af6-bcf1-494a-a962-129a21031f7d'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:16:58.610233 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-e8a42df7-c544-480e-96d0-21c722306424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:58.614717 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcfa02d-b142-43e7-9930-886510d08165 service neutron] Pushing event updated for resources: {'Port': ['ID=d94e0e5c-2864-4bd6-8cfa-9356a174ffe5,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:58.637357 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8ebbe2-925b-42f0-b5ec-446c9e18c984 x-openstack-request-id: req-7b8ebbe2-925b-42f0-b5ec-446c9e18c984 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:16:58.637643 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d71e9fb4-85bb-4fb0-aa29-8f03c8c38190", "tag": "d94e0e5c-2864-4bd6-8cfa-9356a174ffe5", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:16:58.637893 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7b8ebbe2-925b-42f0-b5ec-446c9e18c984 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:16:58.638285 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd71e9fb4-85bb-4fb0-aa29-8f03c8c38190', 'tag': 'd94e0e5c-2864-4bd6-8cfa-9356a174ffe5', 'status': 'completed', 'code': 200} Aug 10 03:16:58.671865 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-8f40d9f4-4602-4a01-93cb-20b4f3aeb971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:58.673245 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-8f40d9f4-4602-4a01-93cb-20b4f3aeb971 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1b8b1fae9a754f07b670bd20993a5f7c&device_id=d71e9fb4-85bb-4fb0-aa29-8f03c8c38190 HTTP/1.1" status: 200 len: 1096 time: 0.0449724 Aug 10 03:16:58.676750 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-e8a42df7-c544-480e-96d0-21c722306424 service neutron] For port c89c92fe-a59a-473c-a30d-966db45c3dce, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:16:58.680195 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-e8a42df7-c544-480e-96d0-21c722306424 service neutron] For port c89c92fe-a59a-473c-a30d-966db45c3dce, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=c89c92fe-a59a-473c-a30d-966db45c3dce,segment=NetworkSegment(0bdc3201-fd0f-445f-8160-8523091ad0b5),segment_id=0bdc3201-fd0f-445f-8160-8523091ad0b5)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:16:58.686064 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-e8a42df7-c544-480e-96d0-21c722306424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:58.720527 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-e8a42df7-c544-480e-96d0-21c722306424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:58.721145 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-e8a42df7-c544-480e-96d0-21c722306424 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:58.722538 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-e8a42df7-c544-480e-96d0-21c722306424 service neutron] 10.222.0.58 "PUT /v2.0/ports/c89c92fe-a59a-473c-a30d-966db45c3dce HTTP/1.1" status: 200 len: 1092 time: 0.6781156 Aug 10 03:16:58.723016 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73424381-7d04-4bd5-a9e0-c3f3d212204b', 'tag': 'c89c92fe-a59a-473c-a30d-966db45c3dce'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:16:58.725258 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1018a35c-a060-4528-8d47-170c4b319aec" -d '{"events": [{"name": "network-changed", "server_uuid": "73424381-7d04-4bd5-a9e0-c3f3d212204b", "tag": "c89c92fe-a59a-473c-a30d-966db45c3dce"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:16:58.728601 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-adcb7da7-db4b-4d29-abcc-3ced18d77778 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d94e0e5c-2864-4bd6-8cfa-9356a174ffe5 HTTP/1.1" status: 200 len: 217 time: 0.0412967 Aug 10 03:16:58.750531 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a42df7-c544-480e-96d0-21c722306424 service neutron] Pushing event updated for resources: {'Port': ['ID=c89c92fe-a59a-473c-a30d-966db45c3dce,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:58.772918 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58334ba-67a3-4341-a347-a07623dcbeb5 x-openstack-request-id: req-a58334ba-67a3-4341-a347-a07623dcbeb5 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:16:58.773209 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73424381-7d04-4bd5-a9e0-c3f3d212204b", "tag": "c89c92fe-a59a-473c-a30d-966db45c3dce", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:16:58.773510 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a58334ba-67a3-4341-a347-a07623dcbeb5 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:16:58.773920 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73424381-7d04-4bd5-a9e0-c3f3d212204b', 'tag': 'c89c92fe-a59a-473c-a30d-966db45c3dce', 'status': 'completed', 'code': 200} Aug 10 03:16:58.799553 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-06370206-bbf0-474f-8f2c-79ece5c617f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:58.801066 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-06370206-bbf0-474f-8f2c-79ece5c617f5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=973ac267-8d97-44c9-ace7-fa7feeb3f1e5 HTTP/1.1" status: 200 len: 853 time: 0.0632253 Aug 10 03:16:58.812907 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975824e-6cad-47cf-bc16-ce0fc2145c6a req-d1ca16b1-ea4a-4b08-9138-a01df852b039 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:58.814360 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8975824e-6cad-47cf-bc16-ce0fc2145c6a req-d1ca16b1-ea4a-4b08-9138-a01df852b039 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=22641e55-c0e8-442c-88b2-a786dcf20e2d HTTP/1.1" status: 200 len: 945 time: 0.0885284 Aug 10 03:16:58.817878 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-9c1863c1-0da2-49ff-9425-57d20f3ffd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:58.819400 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-9c1863c1-0da2-49ff-9425-57d20f3ffd00 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1b8b1fae9a754f07b670bd20993a5f7c&device_id=73424381-7d04-4bd5-a9e0-c3f3d212204b HTTP/1.1" status: 200 len: 1095 time: 0.0417531 Aug 10 03:16:58.844466 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-6d473ae2-56f1-4d10-ba4b-132c095b7a47 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f35c1af6-bcf1-494a-a962-129a21031f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291317 Aug 10 03:16:58.871510 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-2bee3439-15a8-433e-9c4d-566fb21ad270 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c89c92fe-a59a-473c-a30d-966db45c3dce HTTP/1.1" status: 200 len: 217 time: 0.0373485 Aug 10 03:16:58.913354 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8975824e-6cad-47cf-bc16-ce0fc2145c6a req-26d993a6-7a52-40f1-8fa2-da06b0bf1df3 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/security-groups?id=106bd2aa-b217-4cc2-a6fb-fb066e9e308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893028 Aug 10 03:16:58.930428 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-c365eff9-799c-455f-a56d-422aceb0de82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:58.932030 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-c365eff9-799c-455f-a56d-422aceb0de82 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=973ac267-8d97-44c9-ace7-fa7feeb3f1e5 HTTP/1.1" status: 200 len: 853 time: 0.0492556 Aug 10 03:16:58.966637 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-e38fc439-4b34-4968-9798-8215ec9fca24 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f35c1af6-bcf1-494a-a962-129a21031f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261593 Aug 10 03:16:58.970401 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-3704b353-3b59-4791-b2b1-bf0bf29eae41 service neutron] 10.222.0.60 "GET /v2.0/networks/f35c1af6-bcf1-494a-a962-129a21031f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106489 Aug 10 03:16:59.070278 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-527c7947-8942-4695-812e-a82a1c5dd8d4 service neutron] 10.222.0.60 "GET /v2.0/networks/f35c1af6-bcf1-494a-a962-129a21031f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877616 Aug 10 03:16:59.079488 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-0b8022b1-b27a-4126-a965-2a7c081599b4 service neutron] 10.222.0.58 "GET /v2.0/networks/f35c1af6-bcf1-494a-a962-129a21031f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876274 Aug 10 03:16:59.168591 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc2430-2656-4eec-9811-550c41d91c13 req-46b79168-30b6-4cc0-88ec-2fedfa300eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:59.170059 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ebcc2430-2656-4eec-9811-550c41d91c13 req-46b79168-30b6-4cc0-88ec-2fedfa300eed service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1b8b1fae9a754f07b670bd20993a5f7c&device_id=d71e9fb4-85bb-4fb0-aa29-8f03c8c38190 HTTP/1.1" status: 200 len: 1096 time: 0.0467539 Aug 10 03:16:59.173406 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-61afaf8a-4706-447a-9d81-152a7824dc31 req-111fad83-ce34-42fc-a034-21bf40a4e6d0 service neutron] 10.222.0.58 "GET /v2.0/networks/f35c1af6-bcf1-494a-a962-129a21031f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842562 Aug 10 03:16:59.265013 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018a35c-a060-4528-8d47-170c4b319aec req-ba17ba02-414a-4e31-b784-8bcd32ac610c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:59.266545 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1018a35c-a060-4528-8d47-170c4b319aec req-ba17ba02-414a-4e31-b784-8bcd32ac610c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1b8b1fae9a754f07b670bd20993a5f7c&device_id=73424381-7d04-4bd5-a9e0-c3f3d212204b HTTP/1.1" status: 200 len: 1095 time: 0.0418177 Aug 10 03:16:59.267790 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc2430-2656-4eec-9811-550c41d91c13 req-18c973ff-ba03-461b-8fcd-ece4c2a4ea89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:59.269269 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ebcc2430-2656-4eec-9811-550c41d91c13 req-18c973ff-ba03-461b-8fcd-ece4c2a4ea89 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f35c1af6-bcf1-494a-a962-129a21031f7d HTTP/1.1" status: 200 len: 914 time: 0.0920973 Aug 10 03:16:59.313017 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ebcc2430-2656-4eec-9811-550c41d91c13 req-b901c3f9-3d43-4a7a-ba2b-fd00581add1f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d94e0e5c-2864-4bd6-8cfa-9356a174ffe5 HTTP/1.1" status: 200 len: 217 time: 0.0359392 Aug 10 03:16:59.370308 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018a35c-a060-4528-8d47-170c4b319aec req-f02c9a20-6208-47b1-bcc0-e35c31ba003c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:59.371841 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1018a35c-a060-4528-8d47-170c4b319aec req-f02c9a20-6208-47b1-bcc0-e35c31ba003c service neutron] 10.222.0.58 "GET /v2.0/networks?id=f35c1af6-bcf1-494a-a962-129a21031f7d HTTP/1.1" status: 200 len: 914 time: 0.0945747 Aug 10 03:16:59.372176 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc2430-2656-4eec-9811-550c41d91c13 req-79886d24-ec41-4343-8bde-3f50b36c154b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:59.373619 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ebcc2430-2656-4eec-9811-550c41d91c13 req-79886d24-ec41-4343-8bde-3f50b36c154b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=973ac267-8d97-44c9-ace7-fa7feeb3f1e5 HTTP/1.1" status: 200 len: 853 time: 0.0500305 Aug 10 03:16:59.408451 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ebcc2430-2656-4eec-9811-550c41d91c13 req-60c0ba00-ba4f-4c8f-9861-cef65a426e3b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f35c1af6-bcf1-494a-a962-129a21031f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267911 Aug 10 03:16:59.417471 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1018a35c-a060-4528-8d47-170c4b319aec req-3b854828-cf20-4a54-8cde-a1d227dc7ad0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c89c92fe-a59a-473c-a30d-966db45c3dce HTTP/1.1" status: 200 len: 217 time: 0.0361369 Aug 10 03:16:59.473444 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018a35c-a060-4528-8d47-170c4b319aec req-c0005bea-9fb1-4a62-b58f-6b6a72a8d665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:59.475058 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1018a35c-a060-4528-8d47-170c4b319aec req-c0005bea-9fb1-4a62-b58f-6b6a72a8d665 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=973ac267-8d97-44c9-ace7-fa7feeb3f1e5 HTTP/1.1" status: 200 len: 853 time: 0.0480242 Aug 10 03:16:59.511349 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1018a35c-a060-4528-8d47-170c4b319aec req-5cec7e48-6c78-4fc2-bdd4-2c73b68a0e0f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f35c1af6-bcf1-494a-a962-129a21031f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261309 Aug 10 03:16:59.607677 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1018a35c-a060-4528-8d47-170c4b319aec req-049787ca-fffe-4d1c-9fe9-357299a7a740 service neutron] 10.222.0.58 "GET /v2.0/networks/f35c1af6-bcf1-494a-a962-129a21031f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872712 Aug 10 03:16:59.714231 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1018a35c-a060-4528-8d47-170c4b319aec req-126cd4f0-d0af-4fc4-9cba-143ecf3c7aa7 service neutron] 10.222.0.58 "GET /v2.0/networks/f35c1af6-bcf1-494a-a962-129a21031f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908687 Aug 10 03:16:59.787882 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2339b04-4a61-46b4-9762-903303be27f7 req-1ac0363e-0c23-4987-b0df-aacc919c3ad9 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:59.789270 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e2339b04-4a61-46b4-9762-903303be27f7 req-1ac0363e-0c23-4987-b0df-aacc919c3ad9 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.62 "GET /v2.0/ports?device_id=73424381-7d04-4bd5-a9e0-c3f3d212204b HTTP/1.1" status: 200 len: 943 time: 0.3833020 Aug 10 03:16:59.809540 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ebcc2430-2656-4eec-9811-550c41d91c13 req-5f27f5c7-83a8-482f-8783-8603fe7ed513 service neutron] 10.222.0.60 "GET /v2.0/networks/f35c1af6-bcf1-494a-a962-129a21031f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3920925 Aug 10 03:16:59.816700 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f580d04-460d-4507-8abf-ab1d12336dc5 req-075e6242-2e48-47bb-8c58-c0ab105168c3 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:59.818063 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8f580d04-460d-4507-8abf-ab1d12336dc5 req-075e6242-2e48-47bb-8c58-c0ab105168c3 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=80f94420-15ae-4ee6-b3f5-5b1066e81b73 HTTP/1.1" status: 200 len: 944 time: 0.1036787 Aug 10 03:16:59.858958 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 68914b3b-f938-4cba-9fff-4fb04106dce5 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:16:59.915244 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port 68914b3b-f938-4cba-9fff-4fb04106dce5 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:16:59.919226 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port 68914b3b-f938-4cba-9fff-4fb04106dce5 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:59.919595 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:59.921847 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e2339b04-4a61-46b4-9762-903303be27f7 req-4f09b228-dba0-4b8e-9dbf-1b263e5d0a04 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ad9b723-dab8-4980-977f-78757183bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263621 Aug 10 03:16:59.949958 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8f580d04-460d-4507-8abf-ab1d12336dc5 req-3577a9e8-f3d7-4b55-9b54-64015b530743 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241915 Aug 10 03:16:59.955908 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ebcc2430-2656-4eec-9811-550c41d91c13 req-f922723f-b0ea-473c-a45c-6d4039c7e8aa service neutron] 10.222.0.60 "GET /v2.0/networks/f35c1af6-bcf1-494a-a962-129a21031f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317821 Aug 10 03:17:00.010963 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:00.037216 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22641e55-c0e8-442c-88b2-a786dcf20e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68914b3b-f938-4cba-9fff-4fb04106dce5'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:00.039935 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb3729b-c4be-476a-9f43-c12ce5e87c36" -d '{"events": [{"server_uuid": "22641e55-c0e8-442c-88b2-a786dcf20e2d", "name": "network-vif-plugged", "status": "completed", "tag": "68914b3b-f938-4cba-9fff-4fb04106dce5"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:00.054925 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 68914b3b-f938-4cba-9fff-4fb04106dce5, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=68914b3b-f938-4cba-9fff-4fb04106dce5,segment=NetworkSegment(2b95187c-537c-4822-a0b0-e1996874f1d3),segment_id=2b95187c-537c-4822-a0b0-e1996874f1d3)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:00.060215 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:00.070274 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c4ebdc-345c-4cef-8d1f-71f8adaab092 req-9400630d-4613-4a74-a0fd-1f57236955fb tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:00.071883 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a7c4ebdc-345c-4cef-8d1f-71f8adaab092 req-9400630d-4613-4a74-a0fd-1f57236955fb tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=22641e55-c0e8-442c-88b2-a786dcf20e2d HTTP/1.1" status: 200 len: 945 time: 0.0667698 Aug 10 03:17:00.100494 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413cd029-56f3-474e-a820-73613b63d4a3 x-openstack-request-id: req-413cd029-56f3-474e-a820-73613b63d4a3 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:00.100792 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22641e55-c0e8-442c-88b2-a786dcf20e2d", "name": "network-vif-plugged", "status": "completed", "tag": "68914b3b-f938-4cba-9fff-4fb04106dce5", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:00.101631 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-413cd029-56f3-474e-a820-73613b63d4a3 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:00.102035 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22641e55-c0e8-442c-88b2-a786dcf20e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68914b3b-f938-4cba-9fff-4fb04106dce5', 'code': 200} Aug 10 03:17:00.122079 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=68914b3b-f938-4cba-9fff-4fb04106dce5,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:00.123214 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a7c4ebdc-345c-4cef-8d1f-71f8adaab092 req-0dcb7b97-15c6-47af-b7ca-a4bbbb102b5a tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/security-groups?id=106bd2aa-b217-4cc2-a6fb-fb066e9e308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435219 Aug 10 03:17:00.168508 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 4df1c029-52d4-4283-b7ee-fb019df72140 up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:17:00.203942 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1960a99a-0333-4d5e-9664-448fb6d6f656 req-7c4374a5-8ccf-4e65-a70b-fe85433dbc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:00.205482 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1960a99a-0333-4d5e-9664-448fb6d6f656 req-7c4374a5-8ccf-4e65-a70b-fe85433dbc40 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=22641e55-c0e8-442c-88b2-a786dcf20e2d HTTP/1.1" status: 200 len: 1098 time: 0.0436156 Aug 10 03:17:00.219172 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port 4df1c029-52d4-4283-b7ee-fb019df72140 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:17:00.222988 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 4df1c029-52d4-4283-b7ee-fb019df72140 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:17:00.223367 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:00.246712 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1960a99a-0333-4d5e-9664-448fb6d6f656 req-bf644add-3e86-4f22-b7ae-405a71a15229 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=106bd2aa-b217-4cc2-a6fb-fb066e9e308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314200 Aug 10 03:17:00.299724 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2ba30074-8d3b-4792-822a-5f58289320a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:00.316122 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:00.348742 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 4df1c029-52d4-4283-b7ee-fb019df72140, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=4df1c029-52d4-4283-b7ee-fb019df72140,segment=NetworkSegment(5f459ac7-2da0-4395-80e8-4acadecdbda0),segment_id=5f459ac7-2da0-4395-80e8-4acadecdbda0)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:00.352523 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:00.400109 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=4df1c029-52d4-4283-b7ee-fb019df72140,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:01.077716 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d4dd42-89cc-4cbb-a4e7-7df3fc809b84 req-5dc369bf-b365-41f7-98d2-d32453b90dea tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:01.079418 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c4d4dd42-89cc-4cbb-a4e7-7df3fc809b84 req-5dc369bf-b365-41f7-98d2-d32453b90dea tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.62 "GET /v2.0/ports?device_id=73424381-7d04-4bd5-a9e0-c3f3d212204b HTTP/1.1" status: 200 len: 943 time: 0.0870082 Aug 10 03:17:01.092481 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45432f6f-60ab-495d-98ea-dd40aa581559 req-96357f2a-e246-466a-bcf8-e16273c71199 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:01.093951 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-45432f6f-60ab-495d-98ea-dd40aa581559 req-96357f2a-e246-466a-bcf8-e16273c71199 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=80f94420-15ae-4ee6-b3f5-5b1066e81b73 HTTP/1.1" status: 200 len: 945 time: 0.0699549 Aug 10 03:17:01.151544 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c4d4dd42-89cc-4cbb-a4e7-7df3fc809b84 req-633f3be9-9376-48d6-a77e-99cc853211f5 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ad9b723-dab8-4980-977f-78757183bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558634 Aug 10 03:17:01.160654 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-45432f6f-60ab-495d-98ea-dd40aa581559 req-2b369107-b220-4189-9105-db67a591d0c8 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588052 Aug 10 03:17:01.270882 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98bb15-30a2-4d22-8133-23b7071ed835 req-e2e977f2-bbd0-4d88-9f30-2e2a5d032933 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:01.272394 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0f98bb15-30a2-4d22-8133-23b7071ed835 req-e2e977f2-bbd0-4d88-9f30-2e2a5d032933 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=22641e55-c0e8-442c-88b2-a786dcf20e2d HTTP/1.1" status: 200 len: 946 time: 0.0531435 Aug 10 03:17:01.313189 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0f98bb15-30a2-4d22-8133-23b7071ed835 req-29a4a2fc-634e-4f74-b686-7592d1aaffff tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/security-groups?id=106bd2aa-b217-4cc2-a6fb-fb066e9e308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346453 Aug 10 03:17:01.858406 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device c89c92fe-a59a-473c-a30d-966db45c3dce details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:17:01.956667 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port c89c92fe-a59a-473c-a30d-966db45c3dce, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=c89c92fe-a59a-473c-a30d-966db45c3dce,segment=NetworkSegment(0bdc3201-fd0f-445f-8160-8523091ad0b5),segment_id=0bdc3201-fd0f-445f-8160-8523091ad0b5)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:01.967850 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': 'c89c92fe-a59a-473c-a30d-966db45c3dce', 'network_id': 'f35c1af6-bcf1-494a-a962-129a21031f7d', 'port_id': 'c89c92fe-a59a-473c-a30d-966db45c3dce', 'mac_address': 'fa:16:3e:63:df:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '973ac267-8d97-44c9-ace7-fa7feeb3f1e5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:17:02.003991 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:02.017470 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c89c92fe-a59a-473c-a30d-966db45c3dce {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:17:02.036462 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port c89c92fe-a59a-473c-a30d-966db45c3dce, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=c89c92fe-a59a-473c-a30d-966db45c3dce,segment=NetworkSegment(0bdc3201-fd0f-445f-8160-8523091ad0b5),segment_id=0bdc3201-fd0f-445f-8160-8523091ad0b5)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:02.039972 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:02.087063 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=c89c92fe-a59a-473c-a30d-966db45c3dce,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:02.103271 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f94420-15ae-4ee6-b3f5-5b1066e81b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df1c029-52d4-4283-b7ee-fb019df72140'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:02.105514 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264aee03-4167-426a-bc0d-a630318bca75" -d '{"events": [{"server_uuid": "80f94420-15ae-4ee6-b3f5-5b1066e81b73", "name": "network-vif-plugged", "status": "completed", "tag": "4df1c029-52d4-4283-b7ee-fb019df72140"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:02.142253 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5950290-21ee-4699-9993-0fe3312baeca x-openstack-request-id: req-a5950290-21ee-4699-9993-0fe3312baeca {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:02.142549 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f94420-15ae-4ee6-b3f5-5b1066e81b73", "name": "network-vif-plugged", "status": "completed", "tag": "4df1c029-52d4-4283-b7ee-fb019df72140", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:02.142861 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a5950290-21ee-4699-9993-0fe3312baeca {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:02.143306 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f94420-15ae-4ee6-b3f5-5b1066e81b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df1c029-52d4-4283-b7ee-fb019df72140', 'code': 200} Aug 10 03:17:02.179368 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device d94e0e5c-2864-4bd6-8cfa-9356a174ffe5 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:17:02.297657 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port d94e0e5c-2864-4bd6-8cfa-9356a174ffe5, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=d94e0e5c-2864-4bd6-8cfa-9356a174ffe5,segment=NetworkSegment(0bdc3201-fd0f-445f-8160-8523091ad0b5),segment_id=0bdc3201-fd0f-445f-8160-8523091ad0b5)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:02.308156 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['c89c92fe-a59a-473c-a30d-966db45c3dce'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:17:02.314339 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': 'd94e0e5c-2864-4bd6-8cfa-9356a174ffe5', 'network_id': 'f35c1af6-bcf1-494a-a962-129a21031f7d', 'port_id': 'd94e0e5c-2864-4bd6-8cfa-9356a174ffe5', 'mac_address': 'fa:16:3e:a6:ee:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '973ac267-8d97-44c9-ace7-fa7feeb3f1e5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:17:02.319182 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11deabf-7ea6-413e-8de5-f6f69832c088 req-c01b9d8f-9b79-4670-a5fa-b1a272c48973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:02.320699 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f11deabf-7ea6-413e-8de5-f6f69832c088 req-c01b9d8f-9b79-4670-a5fa-b1a272c48973 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=80f94420-15ae-4ee6-b3f5-5b1066e81b73 HTTP/1.1" status: 200 len: 1097 time: 0.1140056 Aug 10 03:17:02.334427 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea564d-d06d-43a8-b45d-8d453c201d84 req-a7acbe61-aacb-4f19-8243-bfc1dfb7897b tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:02.336080 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ecea564d-d06d-43a8-b45d-8d453c201d84 req-a7acbe61-aacb-4f19-8243-bfc1dfb7897b tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.62 "GET /v2.0/ports?device_id=73424381-7d04-4bd5-a9e0-c3f3d212204b HTTP/1.1" status: 200 len: 944 time: 0.0931895 Aug 10 03:17:02.349830 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e978ea9-75ad-43fe-a77b-92929d31478d req-be3fdbab-5012-46df-9746-1d06ba0d2b69 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:02.351323 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9e978ea9-75ad-43fe-a77b-92929d31478d req-be3fdbab-5012-46df-9746-1d06ba0d2b69 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=80f94420-15ae-4ee6-b3f5-5b1066e81b73 HTTP/1.1" status: 200 len: 945 time: 0.1073256 Aug 10 03:17:02.393040 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:02.417057 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d94e0e5c-2864-4bd6-8cfa-9356a174ffe5 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:17:02.420977 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f11deabf-7ea6-413e-8de5-f6f69832c088 req-095dd5f9-6d14-4378-92f1-379ad82d4987 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839629 Aug 10 03:17:02.435392 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ecea564d-d06d-43a8-b45d-8d453c201d84 req-8da00fb9-1f79-49c2-8e37-0f03ac9f1abd tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ad9b723-dab8-4980-977f-78757183bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831332 Aug 10 03:17:02.440269 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9e978ea9-75ad-43fe-a77b-92929d31478d req-5a7dacba-e294-40df-822a-396321a9ddad tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728745 Aug 10 03:17:02.446352 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port d94e0e5c-2864-4bd6-8cfa-9356a174ffe5, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=d94e0e5c-2864-4bd6-8cfa-9356a174ffe5,segment=NetworkSegment(0bdc3201-fd0f-445f-8160-8523091ad0b5),segment_id=0bdc3201-fd0f-445f-8160-8523091ad0b5)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:02.452664 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:02.527914 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=d94e0e5c-2864-4bd6-8cfa-9356a174ffe5,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:02.545723 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:02.546069 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:02.546408 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:02.546773 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:02.547093 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:02.547424 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:02.547749 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:02.548072 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:02.548402 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:02.548712 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:02.549028 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:02.549344 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:02.565181 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d091814-543e-426e-bac4-fdb1003cbf51 req-0aed7f1f-2fb1-49af-b26b-a889019b8c07 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:02.566969 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9d091814-543e-426e-bac4-fdb1003cbf51 req-0aed7f1f-2fb1-49af-b26b-a889019b8c07 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=22641e55-c0e8-442c-88b2-a786dcf20e2d HTTP/1.1" status: 200 len: 946 time: 0.0567622 Aug 10 03:17:02.609044 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9d091814-543e-426e-bac4-fdb1003cbf51 req-844c5b59-8164-4436-ba7f-8c6e09101f4f tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/security-groups?id=106bd2aa-b217-4cc2-a6fb-fb066e9e308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362415 Aug 10 03:17:02.869495 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['d94e0e5c-2864-4bd6-8cfa-9356a174ffe5'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:17:02.989951 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-820cde16-f888-42ca-b4bf-97e6a366e1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:03.281561 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c59a3a-ac0f-4c8f-b7ac-9b6822b296cb req-024797eb-e66a-440a-a245-fcad2ff2d581 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:03.283080 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-70c59a3a-ac0f-4c8f-b7ac-9b6822b296cb req-024797eb-e66a-440a-a245-fcad2ff2d581 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=22641e55-c0e8-442c-88b2-a786dcf20e2d HTTP/1.1" status: 200 len: 946 time: 0.0494180 Aug 10 03:17:03.321249 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-70c59a3a-ac0f-4c8f-b7ac-9b6822b296cb req-71f0c9fe-0ddd-4b33-89cc-3aaf43a0c8b0 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/security-groups?id=106bd2aa-b217-4cc2-a6fb-fb066e9e308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322590 Aug 10 03:17:03.323702 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:03.583807 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d16230-0004-40fa-94db-94b6a0ed705c req-e2373a89-b614-4add-92cf-1eeaaf3ea3ad tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:03.585373 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-20d16230-0004-40fa-94db-94b6a0ed705c req-e2373a89-b614-4add-92cf-1eeaaf3ea3ad tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.62 "GET /v2.0/ports?device_id=73424381-7d04-4bd5-a9e0-c3f3d212204b HTTP/1.1" status: 200 len: 944 time: 0.0806930 Aug 10 03:17:03.597329 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1410ec-c09d-44ab-834d-5d32fb93fd1c req-fa0ffa0f-655c-44f1-a897-be32cba7cfbb tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:03.598721 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ab1410ec-c09d-44ab-834d-5d32fb93fd1c req-fa0ffa0f-655c-44f1-a897-be32cba7cfbb tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=80f94420-15ae-4ee6-b3f5-5b1066e81b73 HTTP/1.1" status: 200 len: 945 time: 0.0637059 Aug 10 03:17:03.653315 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-20d16230-0004-40fa-94db-94b6a0ed705c req-f2ec1a0b-0abe-4e44-848e-c9548cd4bc28 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ad9b723-dab8-4980-977f-78757183bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536261 Aug 10 03:17:03.660399 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ab1410ec-c09d-44ab-834d-5d32fb93fd1c req-32c08579-050c-4bc5-8443-7c5fa045bcdb tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549505 Aug 10 03:17:03.899082 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device c89c92fe-a59a-473c-a30d-966db45c3dce up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:17:03.917270 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae90ab-665a-4dc9-b988-94f76d8db899 req-0949f976-3b34-472a-9874-9dce0c3fb6f0 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:03.918789 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4fae90ab-665a-4dc9-b988-94f76d8db899 req-0949f976-3b34-472a-9874-9dce0c3fb6f0 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=80f94420-15ae-4ee6-b3f5-5b1066e81b73 HTTP/1.1" status: 200 len: 945 time: 0.0503809 Aug 10 03:17:03.947297 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port c89c92fe-a59a-473c-a30d-966db45c3dce completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:17:03.951070 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port c89c92fe-a59a-473c-a30d-966db45c3dce triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:17:03.951448 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:03.957474 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4fae90ab-665a-4dc9-b988-94f76d8db899 req-e50e192c-4ccc-4cc1-8987-c465f1eb3e6d tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326753 Aug 10 03:17:04.035233 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:04.068115 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port c89c92fe-a59a-473c-a30d-966db45c3dce, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=c89c92fe-a59a-473c-a30d-966db45c3dce,segment=NetworkSegment(0bdc3201-fd0f-445f-8160-8523091ad0b5),segment_id=0bdc3201-fd0f-445f-8160-8523091ad0b5)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:04.072296 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:04.086585 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362e5e2-4133-48ca-bd02-92cba94c11ea req-d500606e-c37b-41b2-add3-190543995e4f tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:04.088196 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0362e5e2-4133-48ca-bd02-92cba94c11ea req-d500606e-c37b-41b2-add3-190543995e4f tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=80f94420-15ae-4ee6-b3f5-5b1066e81b73 HTTP/1.1" status: 200 len: 945 time: 0.0572805 Aug 10 03:17:04.126175 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:04.128732 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0362e5e2-4133-48ca-bd02-92cba94c11ea req-c09cb40c-0724-4d41-918b-6550ae1b4a8c tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334365 Aug 10 03:17:04.130859 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=c89c92fe-a59a-473c-a30d-966db45c3dce,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:04.144078 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73424381-7d04-4bd5-a9e0-c3f3d212204b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89c92fe-a59a-473c-a30d-966db45c3dce'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:04.146364 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b25516-f0c2-47cf-b29c-e16505da6bdb" -d '{"events": [{"server_uuid": "73424381-7d04-4bd5-a9e0-c3f3d212204b", "name": "network-vif-plugged", "status": "completed", "tag": "c89c92fe-a59a-473c-a30d-966db45c3dce"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:04.180907 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9729e46c-ec39-40bd-9d16-6409ffd6356d x-openstack-request-id: req-9729e46c-ec39-40bd-9d16-6409ffd6356d {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:04.181198 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73424381-7d04-4bd5-a9e0-c3f3d212204b", "name": "network-vif-plugged", "status": "completed", "tag": "c89c92fe-a59a-473c-a30d-966db45c3dce", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:04.181486 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9729e46c-ec39-40bd-9d16-6409ffd6356d {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:04.181875 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73424381-7d04-4bd5-a9e0-c3f3d212204b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89c92fe-a59a-473c-a30d-966db45c3dce', 'code': 200} Aug 10 03:17:04.293311 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b0f2a-0545-43ba-834c-dbdf7e7fa940 req-113d0713-281f-44ae-9466-2f74cf92169d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:04.294922 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-557b0f2a-0545-43ba-834c-dbdf7e7fa940 req-113d0713-281f-44ae-9466-2f74cf92169d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=73424381-7d04-4bd5-a9e0-c3f3d212204b HTTP/1.1" status: 200 len: 1097 time: 0.0408416 Aug 10 03:17:04.332081 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f84e8-9a88-4359-9440-29df29944cf5 req-c39bb833-c358-4ad9-82bf-9b8862eef90a tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:04.333713 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9a8f84e8-9a88-4359-9440-29df29944cf5 req-c39bb833-c358-4ad9-82bf-9b8862eef90a tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=80f94420-15ae-4ee6-b3f5-5b1066e81b73 HTTP/1.1" status: 200 len: 945 time: 0.0517113 Aug 10 03:17:04.335106 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-557b0f2a-0545-43ba-834c-dbdf7e7fa940 req-cd39b40e-e3be-484a-ab84-e8c2d97d1fa6 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8ad9b723-dab8-4980-977f-78757183bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309319 Aug 10 03:17:04.374265 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9a8f84e8-9a88-4359-9440-29df29944cf5 req-e71ba4cd-b4f4-4284-b341-b5b1fde91c41 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340044 Aug 10 03:17:04.444026 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4aad8-ee22-4a94-be4d-5f09b0f997d5 req-5c5ced05-e487-4465-8c5b-d19b82c300cb tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:04.445560 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e4f4aad8-ee22-4a94-be4d-5f09b0f997d5 req-5c5ced05-e487-4465-8c5b-d19b82c300cb tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=22641e55-c0e8-442c-88b2-a786dcf20e2d HTTP/1.1" status: 200 len: 946 time: 0.0502498 Aug 10 03:17:04.483535 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e4f4aad8-ee22-4a94-be4d-5f09b0f997d5 req-0eb50c83-566e-4bc1-b6dc-1c3f19a25014 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/security-groups?id=106bd2aa-b217-4cc2-a6fb-fb066e9e308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319841 Aug 10 03:17:04.770204 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62498f-ee97-4a97-a876-4e746fff82c5 req-2c42b31f-e31c-4577-85c7-4b6e6741a5ff tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:04.771852 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4b62498f-ee97-4a97-a876-4e746fff82c5 req-2c42b31f-e31c-4577-85c7-4b6e6741a5ff tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.62 "GET /v2.0/ports?device_id=73424381-7d04-4bd5-a9e0-c3f3d212204b HTTP/1.1" status: 200 len: 945 time: 0.0535173 Aug 10 03:17:04.810516 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4b62498f-ee97-4a97-a876-4e746fff82c5 req-1d46df7b-2291-4d33-b184-54a8fd5237ba tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ad9b723-dab8-4980-977f-78757183bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320039 Aug 10 03:17:05.490291 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef67c6-ad60-4ef6-9fff-c8f1eff73a94 req-6346baab-66b3-477d-ab88-4875dda87809 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:05.491820 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b3ef67c6-ad60-4ef6-9fff-c8f1eff73a94 req-6346baab-66b3-477d-ab88-4875dda87809 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=80f94420-15ae-4ee6-b3f5-5b1066e81b73 HTTP/1.1" status: 200 len: 945 time: 0.0481641 Aug 10 03:17:05.533368 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b3ef67c6-ad60-4ef6-9fff-c8f1eff73a94 req-fb9e0e8c-daa3-4c62-8c61-054725841af3 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347922 Aug 10 03:17:05.605863 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9beab60-2ece-4c53-8f41-c1a316e44810 req-d3d4ab2b-0cff-40ab-a79c-cbc78d0a37f9 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:05.607416 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f9beab60-2ece-4c53-8f41-c1a316e44810 req-d3d4ab2b-0cff-40ab-a79c-cbc78d0a37f9 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=22641e55-c0e8-442c-88b2-a786dcf20e2d HTTP/1.1" status: 200 len: 946 time: 0.0519216 Aug 10 03:17:05.645292 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f9beab60-2ece-4c53-8f41-c1a316e44810 req-46107d3e-3350-45e3-8788-58c1e3ce678a tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/security-groups?id=106bd2aa-b217-4cc2-a6fb-fb066e9e308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316567 Aug 10 03:17:05.844061 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:05.926784 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 68914b3b-f938-4cba-9fff-4fb04106dce5 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:17:05.938647 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71237799-59a6-4841-aae5-cf43f55ea404 req-004139d2-28e2-4b7f-931b-4e97f8415042 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:05.940353 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-71237799-59a6-4841-aae5-cf43f55ea404 req-004139d2-28e2-4b7f-931b-4e97f8415042 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.62 "GET /v2.0/ports?device_id=73424381-7d04-4bd5-a9e0-c3f3d212204b HTTP/1.1" status: 200 len: 945 time: 0.0616875 Aug 10 03:17:05.981279 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-71237799-59a6-4841-aae5-cf43f55ea404 req-e91c9e34-23ff-495e-829d-4362a0b8e1cd tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ad9b723-dab8-4980-977f-78757183bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344591 Aug 10 03:17:06.032385 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 68914b3b-f938-4cba-9fff-4fb04106dce5, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=68914b3b-f938-4cba-9fff-4fb04106dce5,segment=NetworkSegment(2b95187c-537c-4822-a0b0-e1996874f1d3),segment_id=2b95187c-537c-4822-a0b0-e1996874f1d3)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:06.048212 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': '68914b3b-f938-4cba-9fff-4fb04106dce5', 'network_id': '3a83eb90-c240-427c-8862-08b707a921de', 'port_id': '68914b3b-f938-4cba-9fff-4fb04106dce5', 'mac_address': 'fa:16:3e:f1:ea:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb34339b-adc8-40a3-9ffe-8f05f8fed3e8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:17:06.093147 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:06.106384 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 68914b3b-f938-4cba-9fff-4fb04106dce5 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:17:06.114756 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27e210-7d7b-4101-9500-fad67186c7b2 req-ca77910c-2d21-4b12-9252-02b32a6e4d4b tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:06.116393 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ed27e210-7d7b-4101-9500-fad67186c7b2 req-ca77910c-2d21-4b12-9252-02b32a6e4d4b tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.62 "GET /v2.0/ports?device_id=d71e9fb4-85bb-4fb0-aa29-8f03c8c38190 HTTP/1.1" status: 200 len: 945 time: 0.0639508 Aug 10 03:17:06.131005 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 68914b3b-f938-4cba-9fff-4fb04106dce5, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=68914b3b-f938-4cba-9fff-4fb04106dce5,segment=NetworkSegment(2b95187c-537c-4822-a0b0-e1996874f1d3),segment_id=2b95187c-537c-4822-a0b0-e1996874f1d3)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:06.135666 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:06.161251 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ed27e210-7d7b-4101-9500-fad67186c7b2 req-10064f2f-5b70-4d7a-8f59-200f773943da tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ad9b723-dab8-4980-977f-78757183bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341582 Aug 10 03:17:06.187926 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=68914b3b-f938-4cba-9fff-4fb04106dce5,revision_number=6']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:06.215008 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device d94e0e5c-2864-4bd6-8cfa-9356a174ffe5 up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:17:06.247338 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['68914b3b-f938-4cba-9fff-4fb04106dce5'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:17:06.301349 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port d94e0e5c-2864-4bd6-8cfa-9356a174ffe5 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:17:06.306146 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port d94e0e5c-2864-4bd6-8cfa-9356a174ffe5 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:17:06.306602 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:06.430454 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:06.469971 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd71e9fb4-85bb-4fb0-aa29-8f03c8c38190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd94e0e5c-2864-4bd6-8cfa-9356a174ffe5'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:06.472207 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa6907d-3ae0-4f44-a8af-dd95de566022" -d '{"events": [{"server_uuid": "d71e9fb4-85bb-4fb0-aa29-8f03c8c38190", "name": "network-vif-plugged", "status": "completed", "tag": "d94e0e5c-2864-4bd6-8cfa-9356a174ffe5"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:06.487789 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port d94e0e5c-2864-4bd6-8cfa-9356a174ffe5, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=d94e0e5c-2864-4bd6-8cfa-9356a174ffe5,segment=NetworkSegment(0bdc3201-fd0f-445f-8160-8523091ad0b5),segment_id=0bdc3201-fd0f-445f-8160-8523091ad0b5)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:06.492132 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:06.516596 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd680b2-6b22-487a-80a3-513c60d27d2e x-openstack-request-id: req-5fd680b2-6b22-487a-80a3-513c60d27d2e {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:06.516968 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d71e9fb4-85bb-4fb0-aa29-8f03c8c38190", "name": "network-vif-plugged", "status": "completed", "tag": "d94e0e5c-2864-4bd6-8cfa-9356a174ffe5", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:06.517225 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5fd680b2-6b22-487a-80a3-513c60d27d2e {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:06.517602 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd71e9fb4-85bb-4fb0-aa29-8f03c8c38190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd94e0e5c-2864-4bd6-8cfa-9356a174ffe5', 'code': 200} Aug 10 03:17:06.543021 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=d94e0e5c-2864-4bd6-8cfa-9356a174ffe5,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:06.611907 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930756e4-5a1a-44ab-bef2-127b83a77e63 req-16aa09f6-a429-43a4-bd46-2914e3f6f2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:06.613341 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-930756e4-5a1a-44ab-bef2-127b83a77e63 req-16aa09f6-a429-43a4-bd46-2914e3f6f2b9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d71e9fb4-85bb-4fb0-aa29-8f03c8c38190 HTTP/1.1" status: 200 len: 1098 time: 0.0479004 Aug 10 03:17:06.671608 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-930756e4-5a1a-44ab-bef2-127b83a77e63 req-50f75c26-81fe-4787-8791-44db6580bf6c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8ad9b723-dab8-4980-977f-78757183bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375762 Aug 10 03:17:06.680007 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7998f8-6a55-4e2a-b8a8-1737e0dc7531 req-76245657-ce2d-4436-81c6-f25b4efed39b tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:06.681445 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ac7998f8-6a55-4e2a-b8a8-1737e0dc7531 req-76245657-ce2d-4436-81c6-f25b4efed39b tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=80f94420-15ae-4ee6-b3f5-5b1066e81b73 HTTP/1.1" status: 200 len: 945 time: 0.0798144 Aug 10 03:17:06.728102 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ac7998f8-6a55-4e2a-b8a8-1737e0dc7531 req-e8a6693d-8679-4a84-9f63-6be72bc21e3e tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397985 Aug 10 03:17:06.767309 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798f0b3a-bb8d-4079-8496-7e7a1a9d799f req-18b4b55d-2438-4749-9164-02045267006a tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:06.768783 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-798f0b3a-bb8d-4079-8496-7e7a1a9d799f req-18b4b55d-2438-4749-9164-02045267006a tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=22641e55-c0e8-442c-88b2-a786dcf20e2d HTTP/1.1" status: 200 len: 945 time: 0.0534499 Aug 10 03:17:06.805570 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-798f0b3a-bb8d-4079-8496-7e7a1a9d799f req-eda7f856-01e1-4285-b130-e75c6b19cdf3 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/security-groups?id=106bd2aa-b217-4cc2-a6fb-fb066e9e308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307975 Aug 10 03:17:07.162690 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dfc0c9-7696-408a-ad19-7dd1196d3922 req-4b15b679-7b19-4762-911f-11487d9592bd tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:07.164259 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e2dfc0c9-7696-408a-ad19-7dd1196d3922 req-4b15b679-7b19-4762-911f-11487d9592bd tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=22641e55-c0e8-442c-88b2-a786dcf20e2d HTTP/1.1" status: 200 len: 945 time: 0.0484090 Aug 10 03:17:07.207256 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e2dfc0c9-7696-408a-ad19-7dd1196d3922 req-6bc18877-210d-4980-9f08-6c6fa900a86e tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/security-groups?id=106bd2aa-b217-4cc2-a6fb-fb066e9e308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364265 Aug 10 03:17:07.275248 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb45c64-e527-46fd-a839-b384150f3b0e req-9fde418d-8a3d-497e-b541-1728ed9e3857 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:07.277244 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fcb45c64-e527-46fd-a839-b384150f3b0e req-9fde418d-8a3d-497e-b541-1728ed9e3857 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.62 "GET /v2.0/ports?device_id=d71e9fb4-85bb-4fb0-aa29-8f03c8c38190 HTTP/1.1" status: 200 len: 946 time: 0.0485590 Aug 10 03:17:07.314233 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fcb45c64-e527-46fd-a839-b384150f3b0e req-c8dc3d35-f507-4ca5-8631-081c6aeb6169 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ad9b723-dab8-4980-977f-78757183bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309143 Aug 10 03:17:07.848415 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4c22f-f943-436a-8ae4-922c947e6def req-618f14e3-d70c-4bb7-a001-38c0253908b1 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:07.849883 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b5d4c22f-f943-436a-8ae4-922c947e6def req-618f14e3-d70c-4bb7-a001-38c0253908b1 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=80f94420-15ae-4ee6-b3f5-5b1066e81b73 HTTP/1.1" status: 200 len: 945 time: 0.0491195 Aug 10 03:17:07.887203 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b5d4c22f-f943-436a-8ae4-922c947e6def req-ac5b659e-2ad8-4591-af68-14d71359ba83 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312295 Aug 10 03:17:07.951224 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 68914b3b-f938-4cba-9fff-4fb04106dce5 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:17:07.999464 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port 68914b3b-f938-4cba-9fff-4fb04106dce5 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:17:07.999846 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:08.080947 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:08.117370 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 68914b3b-f938-4cba-9fff-4fb04106dce5, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=68914b3b-f938-4cba-9fff-4fb04106dce5,segment=NetworkSegment(2b95187c-537c-4822-a0b0-e1996874f1d3),segment_id=2b95187c-537c-4822-a0b0-e1996874f1d3)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:08.122160 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:08.169849 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=68914b3b-f938-4cba-9fff-4fb04106dce5,revision_number=7']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:08.324715 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00165d-6db8-4271-b38c-d86e7745d20e req-dc2d509a-e87d-4b17-97ea-08871019ca80 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:08.326294 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7c00165d-6db8-4271-b38c-d86e7745d20e req-dc2d509a-e87d-4b17-97ea-08871019ca80 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=22641e55-c0e8-442c-88b2-a786dcf20e2d HTTP/1.1" status: 200 len: 946 time: 0.0490468 Aug 10 03:17:08.368562 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7c00165d-6db8-4271-b38c-d86e7745d20e req-47dde461-8084-4574-a7c0-cc2c1c041db2 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/security-groups?id=106bd2aa-b217-4cc2-a6fb-fb066e9e308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366168 Aug 10 03:17:08.430394 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0046138-fd14-4ba8-8535-82ef57d4bbf1 req-8a1547ce-eea9-4959-bb7f-c1bb02aad751 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:08.432045 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d0046138-fd14-4ba8-8535-82ef57d4bbf1 req-8a1547ce-eea9-4959-bb7f-c1bb02aad751 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.62 "GET /v2.0/ports?device_id=d71e9fb4-85bb-4fb0-aa29-8f03c8c38190 HTTP/1.1" status: 200 len: 946 time: 0.0483181 Aug 10 03:17:08.469948 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d0046138-fd14-4ba8-8535-82ef57d4bbf1 req-e1822ca6-2d43-43ea-bd22-c5fe2020dbc2 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ad9b723-dab8-4980-977f-78757183bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314853 Aug 10 03:17:08.518691 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22641e55-c0e8-442c-88b2-a786dcf20e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68914b3b-f938-4cba-9fff-4fb04106dce5'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:08.521061 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb90a5eb-dd96-46bf-b4e6-8c6b966638f0" -d '{"events": [{"server_uuid": "22641e55-c0e8-442c-88b2-a786dcf20e2d", "name": "network-vif-plugged", "status": "completed", "tag": "68914b3b-f938-4cba-9fff-4fb04106dce5"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:08.556689 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b480e08f-d691-4012-a5ee-2ddc4fc82d1a x-openstack-request-id: req-b480e08f-d691-4012-a5ee-2ddc4fc82d1a {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:08.557638 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22641e55-c0e8-442c-88b2-a786dcf20e2d", "name": "network-vif-plugged", "status": "completed", "tag": "68914b3b-f938-4cba-9fff-4fb04106dce5", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:08.557897 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b480e08f-d691-4012-a5ee-2ddc4fc82d1a {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:08.558292 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22641e55-c0e8-442c-88b2-a786dcf20e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68914b3b-f938-4cba-9fff-4fb04106dce5', 'code': 200} Aug 10 03:17:08.855214 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed9b56-4415-445d-a4c2-8ada29a8ccaf req-9d696cc8-a871-42c2-abae-c46a66fd3989 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:08.856571 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0aed9b56-4415-445d-a4c2-8ada29a8ccaf req-9d696cc8-a871-42c2-abae-c46a66fd3989 tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.58 "GET /v2.0/ports?device_id=22641e55-c0e8-442c-88b2-a786dcf20e2d HTTP/1.1" status: 200 len: 946 time: 0.0521765 Aug 10 03:17:08.927842 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-6d325124-19ae-4c7e-aa00-855b33370e5f tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:08.931210 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-6d325124-19ae-4c7e-aa00-855b33370e5f tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.62 "GET /v2.0/networks?id=f35c1af6-bcf1-494a-a962-129a21031f7d HTTP/1.1" status: 200 len: 813 time: 0.1051979 Aug 10 03:17:08.945625 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-610cf1a0-1476-48dc-a541-1f8af3e5650d tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.62 "GET /v2.0/quotas/1b8b1fae9a754f07b670bd20993a5f7c HTTP/1.1" status: 200 len: 375 time: 0.0105274 Aug 10 03:17:08.953103 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-0aed9b56-4415-445d-a4c2-8ada29a8ccaf req-2cc660e2-a945-40a8-b1e0-a69a41c5fd5e tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Deleting port 68914b3b-f938-4cba-9fff-4fb04106dce5 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:17:08.953683 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-0aed9b56-4415-445d-a4c2-8ada29a8ccaf req-2cc660e2-a945-40a8-b1e0-a69a41c5fd5e tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:09.028163 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-d4b6a623-9fee-4928-b318-c4e6def983ee tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1b8b1fae9a754f07b670bd20993a5f7c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0760429 Aug 10 03:17:09.046880 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-0aed9b56-4415-445d-a4c2-8ada29a8ccaf req-2cc660e2-a945-40a8-b1e0-a69a41c5fd5e tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] For port 68914b3b-f938-4cba-9fff-4fb04106dce5, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=68914b3b-f938-4cba-9fff-4fb04106dce5,segment=NetworkSegment(2b95187c-537c-4822-a0b0-e1996874f1d3),segment_id=2b95187c-537c-4822-a0b0-e1996874f1d3)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:09.047513 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-0aed9b56-4415-445d-a4c2-8ada29a8ccaf req-2cc660e2-a945-40a8-b1e0-a69a41c5fd5e tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:09.060994 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-0aed9b56-4415-445d-a4c2-8ada29a8ccaf req-2cc660e2-a945-40a8-b1e0-a69a41c5fd5e tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Calling delete_port for 68914b3b-f938-4cba-9fff-4fb04106dce5 owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:17:09.064802 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada69f4-58e0-448c-811d-b0120e21190c req-c554fa01-fe53-4a5a-bc16-fb7ef991c1e2 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:09.066356 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7ada69f4-58e0-448c-811d-b0120e21190c req-c554fa01-fe53-4a5a-bc16-fb7ef991c1e2 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=80f94420-15ae-4ee6-b3f5-5b1066e81b73 HTTP/1.1" status: 200 len: 945 time: 0.1040707 Aug 10 03:17:09.149647 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7ada69f4-58e0-448c-811d-b0120e21190c req-d6267b7a-db2a-451b-8b37-62261c682ad2 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574930 Aug 10 03:17:09.173974 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-2011d854-14dc-4abd-b8a8-86d7e892f76c service neutron] 10.222.0.62 "GET /v2.0/networks/f35c1af6-bcf1-494a-a962-129a21031f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292028 Aug 10 03:17:09.189548 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-0aed9b56-4415-445d-a4c2-8ada29a8ccaf req-2cc660e2-a945-40a8-b1e0-a69a41c5fd5e tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:09.223082 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc660e2-a945-40a8-b1e0-a69a41c5fd5e tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Pushing event deleted for resources: {'Port': ['ID=68914b3b-f938-4cba-9fff-4fb04106dce5,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:09.267788 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aed9b56-4415-445d-a4c2-8ada29a8ccaf req-2cc660e2-a945-40a8-b1e0-a69a41c5fd5e tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] No DVR routers for this DVR port 68914b3b-f938-4cba-9fff-4fb04106dce5 on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:17:09.270770 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-0aed9b56-4415-445d-a4c2-8ada29a8ccaf req-2cc660e2-a945-40a8-b1e0-a69a41c5fd5e tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:09.271307 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-da6e5d4e-f739-4824-b279-0c19006f005f service neutron] 10.222.0.62 "GET /v2.0/networks/f35c1af6-bcf1-494a-a962-129a21031f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984852 Aug 10 03:17:09.272726 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0aed9b56-4415-445d-a4c2-8ada29a8ccaf req-2cc660e2-a945-40a8-b1e0-a69a41c5fd5e tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.58 "DELETE /v2.0/ports/68914b3b-f938-4cba-9fff-4fb04106dce5 HTTP/1.1" status: 204 len: 173 time: 0.4091518 Aug 10 03:17:09.273161 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22641e55-c0e8-442c-88b2-a786dcf20e2d', 'name': 'network-vif-deleted', 'tag': '68914b3b-f938-4cba-9fff-4fb04106dce5'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:09.276309 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95e01ac-3dfb-4506-b9ac-27ff47e6c7e3" -d '{"events": [{"server_uuid": "22641e55-c0e8-442c-88b2-a786dcf20e2d", "name": "network-vif-deleted", "tag": "68914b3b-f938-4cba-9fff-4fb04106dce5"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:09.394543 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e09c42e-ce61-4548-8917-e0daae2ef0a3 x-openstack-request-id: req-5e09c42e-ce61-4548-8917-e0daae2ef0a3 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:09.394993 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22641e55-c0e8-442c-88b2-a786dcf20e2d", "name": "network-vif-deleted", "tag": "68914b3b-f938-4cba-9fff-4fb04106dce5", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:09.395444 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5e09c42e-ce61-4548-8917-e0daae2ef0a3 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:09.396013 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22641e55-c0e8-442c-88b2-a786dcf20e2d', 'name': 'network-vif-deleted', 'tag': '68914b3b-f938-4cba-9fff-4fb04106dce5', 'status': 'completed', 'code': 200} Aug 10 03:17:09.481668 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d4a6b888-ae73-4940-8c1e-59fe375a3b3d req-e0b8c6b3-736c-4667-bef3-0fb9a19184ca tempest-ImagesTestJSON-979897136 tempest-ImagesTestJSON-979897136-project] 10.222.0.62 "GET /v2.0/ports?device_id=22641e55-c0e8-442c-88b2-a786dcf20e2d HTTP/1.1" status: 200 len: 210 time: 0.0280790 Aug 10 03:17:09.590067 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-74c9ad2a-67d3-4104-8ea9-1b98c1a5519f req-46429b13-f676-4f6e-af82-b0df68f8a011 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.62 "GET /v2.0/ports?device_id=768de92d-8cd4-4046-b75c-431ae66a1c00 HTTP/1.1" status: 200 len: 210 time: 0.0304565 Aug 10 03:17:09.951772 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 68914b3b-f938-4cba-9fff-4fb04106dce5 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:17:09.971879 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: 68914b3b-f938-4cba-9fff-4fb04106dce5 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:17:09.972411 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 68914b3b-f938-4cba-9fff-4fb04106dce5 not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:17:10.096152 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36485474-ad4a-42ad-ba82-2ebf00a74891 req-33ac0e87-4513-48e8-b294-aea709d73ee4 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:10.097637 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-36485474-ad4a-42ad-ba82-2ebf00a74891 req-33ac0e87-4513-48e8-b294-aea709d73ee4 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.60 "GET /v2.0/ports?device_id=d71e9fb4-85bb-4fb0-aa29-8f03c8c38190 HTTP/1.1" status: 200 len: 946 time: 0.0499859 Aug 10 03:17:10.202430 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-36485474-ad4a-42ad-ba82-2ebf00a74891 req-e95b9f29-d7b3-4e01-b000-96aa771d88ee tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Deleting port d94e0e5c-2864-4bd6-8cfa-9356a174ffe5 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:17:10.202805 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-36485474-ad4a-42ad-ba82-2ebf00a74891 req-e95b9f29-d7b3-4e01-b000-96aa771d88ee tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:10.269907 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610381ed-13e7-4cd1-89c2-e48f499a7fe2 req-1c1d74fe-01c0-4449-9661-e4b4a2f71968 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:10.272041 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-610381ed-13e7-4cd1-89c2-e48f499a7fe2 req-1c1d74fe-01c0-4449-9661-e4b4a2f71968 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.58 "GET /v2.0/ports?device_id=73424381-7d04-4bd5-a9e0-c3f3d212204b HTTP/1.1" status: 200 len: 945 time: 0.0574541 Aug 10 03:17:10.331231 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab160c-4e0f-4680-8ae3-ed27b6874418 req-fb3ac716-bdac-4816-bb6b-17027be8aaae tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:10.332762 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-13ab160c-4e0f-4680-8ae3-ed27b6874418 req-fb3ac716-bdac-4816-bb6b-17027be8aaae tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=80f94420-15ae-4ee6-b3f5-5b1066e81b73 HTTP/1.1" status: 200 len: 945 time: 0.0847888 Aug 10 03:17:10.344073 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-36485474-ad4a-42ad-ba82-2ebf00a74891 req-e95b9f29-d7b3-4e01-b000-96aa771d88ee tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] For port d94e0e5c-2864-4bd6-8cfa-9356a174ffe5, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=d94e0e5c-2864-4bd6-8cfa-9356a174ffe5,segment=NetworkSegment(0bdc3201-fd0f-445f-8160-8523091ad0b5),segment_id=0bdc3201-fd0f-445f-8160-8523091ad0b5)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:10.344546 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-36485474-ad4a-42ad-ba82-2ebf00a74891 req-e95b9f29-d7b3-4e01-b000-96aa771d88ee tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:10.379432 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-36485474-ad4a-42ad-ba82-2ebf00a74891 req-e95b9f29-d7b3-4e01-b000-96aa771d88ee tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Calling delete_port for d94e0e5c-2864-4bd6-8cfa-9356a174ffe5 owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:17:10.383715 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-610381ed-13e7-4cd1-89c2-e48f499a7fe2 req-a5debe8c-0a46-4d5c-9948-77e548498301 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Deleting port c89c92fe-a59a-473c-a30d-966db45c3dce {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:17:10.384054 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-610381ed-13e7-4cd1-89c2-e48f499a7fe2 req-a5debe8c-0a46-4d5c-9948-77e548498301 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:10.407256 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-13ab160c-4e0f-4680-8ae3-ed27b6874418 req-f8da0882-1f68-45cf-85c6-e619cf0da5e6 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659750 Aug 10 03:17:10.482136 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-610381ed-13e7-4cd1-89c2-e48f499a7fe2 req-a5debe8c-0a46-4d5c-9948-77e548498301 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] For port c89c92fe-a59a-473c-a30d-966db45c3dce, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=c89c92fe-a59a-473c-a30d-966db45c3dce,segment=NetworkSegment(0bdc3201-fd0f-445f-8160-8523091ad0b5),segment_id=0bdc3201-fd0f-445f-8160-8523091ad0b5)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:10.482597 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-610381ed-13e7-4cd1-89c2-e48f499a7fe2 req-a5debe8c-0a46-4d5c-9948-77e548498301 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:10.496169 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-610381ed-13e7-4cd1-89c2-e48f499a7fe2 req-a5debe8c-0a46-4d5c-9948-77e548498301 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Calling delete_port for c89c92fe-a59a-473c-a30d-966db45c3dce owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:17:10.578510 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-36485474-ad4a-42ad-ba82-2ebf00a74891 req-e95b9f29-d7b3-4e01-b000-96aa771d88ee tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:10.597206 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['c89c92fe-a59a-473c-a30d-966db45c3dce'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:17:10.682699 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['d94e0e5c-2864-4bd6-8cfa-9356a174ffe5'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:17:10.699008 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95b9f29-d7b3-4e01-b000-96aa771d88ee tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Pushing event deleted for resources: {'Port': ['ID=d94e0e5c-2864-4bd6-8cfa-9356a174ffe5,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:10.779856 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-36485474-ad4a-42ad-ba82-2ebf00a74891 req-e95b9f29-d7b3-4e01-b000-96aa771d88ee tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] No DVR routers for this DVR port d94e0e5c-2864-4bd6-8cfa-9356a174ffe5 on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:17:10.805546 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6dfbad52-f336-4293-b0f9-b687efdb3bf9 req-4c75bc9e-0f90-4947-911c-512f63a3eef1 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.62 "GET /v2.0/ports?device_id=768de92d-8cd4-4046-b75c-431ae66a1c00 HTTP/1.1" status: 200 len: 210 time: 0.0613077 Aug 10 03:17:10.806759 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-36485474-ad4a-42ad-ba82-2ebf00a74891 req-e95b9f29-d7b3-4e01-b000-96aa771d88ee tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:10.809628 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-36485474-ad4a-42ad-ba82-2ebf00a74891 req-e95b9f29-d7b3-4e01-b000-96aa771d88ee tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.60 "DELETE /v2.0/ports/d94e0e5c-2864-4bd6-8cfa-9356a174ffe5 HTTP/1.1" status: 204 len: 173 time: 0.7033041 Aug 10 03:17:10.814284 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd71e9fb4-85bb-4fb0-aa29-8f03c8c38190', 'name': 'network-vif-deleted', 'tag': 'd94e0e5c-2864-4bd6-8cfa-9356a174ffe5'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:10.818147 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf654ea4-3fe8-4181-8b1b-647fdd46e1f6" -d '{"events": [{"server_uuid": "d71e9fb4-85bb-4fb0-aa29-8f03c8c38190", "name": "network-vif-deleted", "tag": "d94e0e5c-2864-4bd6-8cfa-9356a174ffe5"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:10.912253 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-3e0099b9-dbb1-4371-b9ae-86eb4b9c30bd tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:10.914358 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-3e0099b9-dbb1-4371-b9ae-86eb4b9c30bd tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.58 "GET /v2.0/networks?id=f35c1af6-bcf1-494a-a962-129a21031f7d HTTP/1.1" status: 200 len: 813 time: 0.3544831 Aug 10 03:17:10.922177 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-45136f17-8566-4582-b96a-307c27698e1b tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:10.923757 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-45136f17-8566-4582-b96a-307c27698e1b tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.60 "GET /v2.0/networks?id=f35c1af6-bcf1-494a-a962-129a21031f7d HTTP/1.1" status: 200 len: 813 time: 0.3666730 Aug 10 03:17:10.925727 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c90c4c5-7669-4bba-8f9f-c9ebd3b71add x-openstack-request-id: req-9c90c4c5-7669-4bba-8f9f-c9ebd3b71add {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:10.925727 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d71e9fb4-85bb-4fb0-aa29-8f03c8c38190", "name": "network-vif-deleted", "tag": "d94e0e5c-2864-4bd6-8cfa-9356a174ffe5", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:10.925940 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9c90c4c5-7669-4bba-8f9f-c9ebd3b71add {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:10.926248 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd71e9fb4-85bb-4fb0-aa29-8f03c8c38190', 'name': 'network-vif-deleted', 'tag': 'd94e0e5c-2864-4bd6-8cfa-9356a174ffe5', 'status': 'completed', 'code': 200} Aug 10 03:17:10.934014 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-fcf01555-245f-46a2-8291-e33067418610 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Request body: {'port': {'device_id': 'fa6210bf-9b44-4a10-9058-02b85d4d1a16', 'network_id': 'f35c1af6-bcf1-494a-a962-129a21031f7d', 'admin_state_up': True, 'tenant_id': '1b8b1fae9a754f07b670bd20993a5f7c'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:17:10.942079 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-245addf5-1552-4663-9a12-8ee7dd65d6d0 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Request body: {'port': {'device_id': '768de92d-8cd4-4046-b75c-431ae66a1c00', 'network_id': 'f35c1af6-bcf1-494a-a962-129a21031f7d', 'admin_state_up': True, 'tenant_id': '1b8b1fae9a754f07b670bd20993a5f7c'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:17:11.022184 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-610381ed-13e7-4cd1-89c2-e48f499a7fe2 req-a5debe8c-0a46-4d5c-9948-77e548498301 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:11.034498 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['d94e0e5c-2864-4bd6-8cfa-9356a174ffe5'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:17:11.036657 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 51108) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:11.079612 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-245addf5-1552-4663-9a12-8ee7dd65d6d0 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Made reservation on behalf of 1b8b1fae9a754f07b670bd20993a5f7c for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:17:11.083314 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-245addf5-1552-4663-9a12-8ee7dd65d6d0 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:11.096306 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5debe8c-0a46-4d5c-9948-77e548498301 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Pushing event deleted for resources: {'Port': ['ID=c89c92fe-a59a-473c-a30d-966db45c3dce,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:11.158688 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-610381ed-13e7-4cd1-89c2-e48f499a7fe2 req-a5debe8c-0a46-4d5c-9948-77e548498301 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] No DVR routers for this DVR port c89c92fe-a59a-473c-a30d-966db45c3dce on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:17:11.164422 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-a892b29a-4e0d-4147-8b2a-f3e8946585ab admin admin] Deleting subnet cb34339b-adc8-40a3-9ffe-8f05f8fed3e8 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:17:11.168962 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-610381ed-13e7-4cd1-89c2-e48f499a7fe2 req-a5debe8c-0a46-4d5c-9948-77e548498301 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:11.170905 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-610381ed-13e7-4cd1-89c2-e48f499a7fe2 req-a5debe8c-0a46-4d5c-9948-77e548498301 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.58 "DELETE /v2.0/ports/c89c92fe-a59a-473c-a30d-966db45c3dce HTTP/1.1" status: 204 len: 173 time: 0.8913128 Aug 10 03:17:11.173230 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a892b29a-4e0d-4147-8b2a-f3e8946585ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:11.193040 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-fcf01555-245f-46a2-8291-e33067418610 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Made reservation on behalf of 1b8b1fae9a754f07b670bd20993a5f7c for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:17:11.196503 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-fcf01555-245f-46a2-8291-e33067418610 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:11.221314 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-245addf5-1552-4663-9a12-8ee7dd65d6d0 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Allocated IP 172.20.0.5 (f35c1af6-bcf1-494a-a962-129a21031f7d/973ac267-8d97-44c9-ace7-fa7feeb3f1e5/be4e7ae0-526c-4777-ae9f-d33f031248a1) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:17:11.272878 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a892b29a-4e0d-4147-8b2a-f3e8946585ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:11.358321 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a892b29a-4e0d-4147-8b2a-f3e8946585ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:11.399718 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73424381-7d04-4bd5-a9e0-c3f3d212204b', 'name': 'network-vif-deleted', 'tag': 'c89c92fe-a59a-473c-a30d-966db45c3dce'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:11.403213 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e6d342-e99c-48e0-a444-5890a579390f" -d '{"events": [{"server_uuid": "73424381-7d04-4bd5-a9e0-c3f3d212204b", "name": "network-vif-deleted", "tag": "c89c92fe-a59a-473c-a30d-966db45c3dce"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:11.413425 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-245addf5-1552-4663-9a12-8ee7dd65d6d0 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:11.449778 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c254b48-4521-4fb8-965b-ba195e5fbf4d x-openstack-request-id: req-3c254b48-4521-4fb8-965b-ba195e5fbf4d {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:11.450108 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73424381-7d04-4bd5-a9e0-c3f3d212204b", "name": "network-vif-deleted", "tag": "c89c92fe-a59a-473c-a30d-966db45c3dce", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:11.450484 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3c254b48-4521-4fb8-965b-ba195e5fbf4d {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:11.450981 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73424381-7d04-4bd5-a9e0-c3f3d212204b', 'name': 'network-vif-deleted', 'tag': 'c89c92fe-a59a-473c-a30d-966db45c3dce', 'status': 'completed', 'code': 200} Aug 10 03:17:11.460992 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a892b29a-4e0d-4147-8b2a-f3e8946585ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:11.479838 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-245addf5-1552-4663-9a12-8ee7dd65d6d0 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:11.493326 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['d94e0e5c-2864-4bd6-8cfa-9356a174ffe5'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:17:11.518299 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a892b29a-4e0d-4147-8b2a-f3e8946585ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:11.521360 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a892b29a-4e0d-4147-8b2a-f3e8946585ab admin admin] 10.222.0.62 "DELETE /v2.0/subnets/cb34339b-adc8-40a3-9ffe-8f05f8fed3e8 HTTP/1.1" status: 204 len: 168 time: 0.4762795 Aug 10 03:17:11.527294 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a892b29a-4e0d-4147-8b2a-f3e8946585ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb34339b-adc8-40a3-9ffe-8f05f8fed3e8,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:11.539912 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 51120) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:11.555703 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-245addf5-1552-4663-9a12-8ee7dd65d6d0 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Network f35c1af6-bcf1-494a-a962-129a21031f7d is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:17:11.582056 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-fcf01555-245f-46a2-8291-e33067418610 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Allocated IP 172.20.0.7 (f35c1af6-bcf1-494a-a962-129a21031f7d/973ac267-8d97-44c9-ace7-fa7feeb3f1e5/e8bba9b6-a94d-4f0d-ba7d-c3acbe7bd83c) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:17:11.588976 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-245addf5-1552-4663-9a12-8ee7dd65d6d0 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:17:11.591431 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-245addf5-1552-4663-9a12-8ee7dd65d6d0 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:17:11.647497 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245addf5-1552-4663-9a12-8ee7dd65d6d0 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Pushing event updated for resources: {'Port': ['ID=be4e7ae0-526c-4777-ae9f-d33f031248a1,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:11.700315 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433e0684-290c-4f8f-ac15-281e87758a57 req-14752d7f-fcc2-498a-875d-8bc406611b1f tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:11.701836 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-433e0684-290c-4f8f-ac15-281e87758a57 req-14752d7f-fcc2-498a-875d-8bc406611b1f tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=80f94420-15ae-4ee6-b3f5-5b1066e81b73 HTTP/1.1" status: 200 len: 945 time: 0.1840417 Aug 10 03:17:11.712016 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-245addf5-1552-4663-9a12-8ee7dd65d6d0 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:11.712686 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-245addf5-1552-4663-9a12-8ee7dd65d6d0 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:11.717112 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ce497e25-c409-4cc8-afae-06c22bfcd78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:11.740433 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-fcf01555-245f-46a2-8291-e33067418610 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:11.751423 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-245addf5-1552-4663-9a12-8ee7dd65d6d0 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8156803 Aug 10 03:17:11.785611 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-3f6f8119-f3c4-4894-a665-9b20ce79619f service neutron] Request body: {'port': {'device_id': '768de92d-8cd4-4046-b75c-431ae66a1c00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:17:11.788560 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-fcf01555-245f-46a2-8291-e33067418610 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:11.803051 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['d94e0e5c-2864-4bd6-8cfa-9356a174ffe5'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:17:11.827414 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-433e0684-290c-4f8f-ac15-281e87758a57 req-f063302d-a487-4651-a64a-208ed8d0cd37 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081629 Aug 10 03:17:11.837825 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-fcf01555-245f-46a2-8291-e33067418610 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Network f35c1af6-bcf1-494a-a962-129a21031f7d is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:17:11.841326 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-fcf01555-245f-46a2-8291-e33067418610 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:17:11.843948 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-fcf01555-245f-46a2-8291-e33067418610 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:17:11.884240 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ce497e25-c409-4cc8-afae-06c22bfcd78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:11.889125 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf01555-245f-46a2-8291-e33067418610 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Pushing event updated for resources: {'Port': ['ID=e8bba9b6-a94d-4f0d-ba7d-c3acbe7bd83c,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:11.903419 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-ce497e25-c409-4cc8-afae-06c22bfcd78d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a83eb90-c240-427c-8862-08b707a921de']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:11.905004 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-fcf01555-245f-46a2-8291-e33067418610 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:11.905622 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-fcf01555-245f-46a2-8291-e33067418610 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:11.919962 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-fcf01555-245f-46a2-8291-e33067418610 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9908631 Aug 10 03:17:11.934942 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-0083022f-8221-42c8-b8e3-47a2212db102 service neutron] Request body: {'port': {'device_id': 'fa6210bf-9b44-4a10-9058-02b85d4d1a16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:17:11.951973 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-ce497e25-c409-4cc8-afae-06c22bfcd78d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b95187c-537c-4822-a0b0-e1996874f1d3') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:11.952198 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-ce497e25-c409-4cc8-afae-06c22bfcd78d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b95187c-537c-4822-a0b0-e1996874f1d3') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:11.966779 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ce497e25-c409-4cc8-afae-06c22bfcd78d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:11.977107 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-3f6f8119-f3c4-4894-a665-9b20ce79619f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:11.987251 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-0083022f-8221-42c8-b8e3-47a2212db102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:11.997293 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ce497e25-c409-4cc8-afae-06c22bfcd78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:12.011147 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083fdee0-e6de-4e16-8569-d80ea5a6ea8b req-05e11e43-2eea-4e22-8bb9-9c946eaed211 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:12.012669 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-083fdee0-e6de-4e16-8569-d80ea5a6ea8b req-05e11e43-2eea-4e22-8bb9-9c946eaed211 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.62 "GET /v2.0/ports?device_id=768de92d-8cd4-4046-b75c-431ae66a1c00 HTTP/1.1" status: 200 len: 931 time: 0.1127081 Aug 10 03:17:12.016975 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce497e25-c409-4cc8-afae-06c22bfcd78d admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:17:12.017383 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ce497e25-c409-4cc8-afae-06c22bfcd78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:12.019517 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:17:12.019517 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:17:12.019517 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:17:12.019517 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:17:12.019517 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:17:12.019517 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:17:12.019517 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:17:12.019517 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:17:12.019517 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:17:12.019517 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:17:12.019517 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:17:12.019517 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:17:12.019517 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:17:12.019517 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:17:12.019517 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:17:12.019517 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:17:12.019517 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:17:12.019517 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:17:12.019517 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:17:12.019517 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:17:12.019517 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:17:12.019517 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:17:12.019517 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:17:12.019517 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:17:12.019517 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:17:12.019517 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:17:12.019517 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:17:12.019517 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:17:12.019517 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:17:12.019517 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:17:12.019517 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:17:12.019517 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:17:12.138641 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ce497e25-c409-4cc8-afae-06c22bfcd78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:12.192249 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-083fdee0-e6de-4e16-8569-d80ea5a6ea8b req-876a1f6a-b7f7-4512-aa84-d39bcaddf5db tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ad9b723-dab8-4980-977f-78757183bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429276 Aug 10 03:17:12.197343 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ce497e25-c409-4cc8-afae-06c22bfcd78d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:12.201445 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ce497e25-c409-4cc8-afae-06c22bfcd78d admin admin] 10.222.0.62 "DELETE /v2.0/networks/3a83eb90-c240-427c-8862-08b707a921de HTTP/1.1" status: 204 len: 168 time: 0.6555402 Aug 10 03:17:12.219137 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce497e25-c409-4cc8-afae-06c22bfcd78d admin admin] Pushing event deleted for resources: {'Network': ['ID=3a83eb90-c240-427c-8862-08b707a921de,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:12.263802 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-0083022f-8221-42c8-b8e3-47a2212db102 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8bba9b6-a94d-4f0d-ba7d-c3acbe7bd83c {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:17:12.271869 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-0083022f-8221-42c8-b8e3-47a2212db102 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:12.284066 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-0083022f-8221-42c8-b8e3-47a2212db102 service neutron] Transition to ACTIVE for port object e8bba9b6-a94d-4f0d-ba7d-c3acbe7bd83c will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:17:12.287585 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-0083022f-8221-42c8-b8e3-47a2212db102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:12.335263 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 51126) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:12.339999 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0083022f-8221-42c8-b8e3-47a2212db102 service neutron] Pushing event updated for resources: {'Port': ['ID=e8bba9b6-a94d-4f0d-ba7d-c3acbe7bd83c,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:12.403550 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d6f4a434-7229-46b3-a4b5-c6bafdc42968 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=80cee0cf0c3a4048b8f14bdc8a4b40c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0671241 Aug 10 03:17:12.406579 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-0083022f-8221-42c8-b8e3-47a2212db102 service neutron] Attempting to bind port e8bba9b6-a94d-4f0d-ba7d-c3acbe7bd83c on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:17:12.406953 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-0083022f-8221-42c8-b8e3-47a2212db102 service neutron] Attempting to bind port e8bba9b6-a94d-4f0d-ba7d-c3acbe7bd83c by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '0bdc3201-fd0f-445f-8160-8523091ad0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f35c1af6-bcf1-494a-a962-129a21031f7d'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:17:12.407282 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-0083022f-8221-42c8-b8e3-47a2212db102 service neutron] Attempting to bind port e8bba9b6-a94d-4f0d-ba7d-c3acbe7bd83c on network f35c1af6-bcf1-494a-a962-129a21031f7d {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:17:12.409437 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 51130) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:12.425565 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-0083022f-8221-42c8-b8e3-47a2212db102 service neutron] Port e8bba9b6-a94d-4f0d-ba7d-c3acbe7bd83c on network f35c1af6-bcf1-494a-a962-129a21031f7d not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:17:12.425891 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-0083022f-8221-42c8-b8e3-47a2212db102 service neutron] Attempting to bind port e8bba9b6-a94d-4f0d-ba7d-c3acbe7bd83c on network f35c1af6-bcf1-494a-a962-129a21031f7d {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:17:12.443381 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-0083022f-8221-42c8-b8e3-47a2212db102 service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:17:12.443719 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-0083022f-8221-42c8-b8e3-47a2212db102 service neutron] Checking segment: {'id': '0bdc3201-fd0f-445f-8160-8523091ad0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f35c1af6-bcf1-494a-a962-129a21031f7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:17:12.444106 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-0083022f-8221-42c8-b8e3-47a2212db102 service neutron] Bound using segment: {'id': '0bdc3201-fd0f-445f-8160-8523091ad0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f35c1af6-bcf1-494a-a962-129a21031f7d'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:17:12.444549 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-0083022f-8221-42c8-b8e3-47a2212db102 service neutron] Bound port: e8bba9b6-a94d-4f0d-ba7d-c3acbe7bd83c, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bdc3201-fd0f-445f-8160-8523091ad0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f35c1af6-bcf1-494a-a962-129a21031f7d'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:17:12.444910 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-0083022f-8221-42c8-b8e3-47a2212db102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:12.471925 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-3f6f8119-f3c4-4894-a665-9b20ce79619f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be4e7ae0-526c-4777-ae9f-d33f031248a1 {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:17:12.480220 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-3f6f8119-f3c4-4894-a665-9b20ce79619f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:12.492956 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-3f6f8119-f3c4-4894-a665-9b20ce79619f service neutron] Transition to ACTIVE for port object be4e7ae0-526c-4777-ae9f-d33f031248a1 will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:17:12.497988 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-3f6f8119-f3c4-4894-a665-9b20ce79619f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:12.501367 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6e80c57b-1030-4b1c-84c4-84a717131f92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:12.545150 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6e80c57b-1030-4b1c-84c4-84a717131f92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:12.554592 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6f8119-f3c4-4894-a665-9b20ce79619f service neutron] Pushing event updated for resources: {'Port': ['ID=be4e7ae0-526c-4777-ae9f-d33f031248a1,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:12.555508 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-0083022f-8221-42c8-b8e3-47a2212db102 service neutron] For port e8bba9b6-a94d-4f0d-ba7d-c3acbe7bd83c, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:17:12.561033 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-0083022f-8221-42c8-b8e3-47a2212db102 service neutron] For port e8bba9b6-a94d-4f0d-ba7d-c3acbe7bd83c, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=e8bba9b6-a94d-4f0d-ba7d-c3acbe7bd83c,segment=NetworkSegment(0bdc3201-fd0f-445f-8160-8523091ad0b5),segment_id=0bdc3201-fd0f-445f-8160-8523091ad0b5)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:17:12.568450 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-0083022f-8221-42c8-b8e3-47a2212db102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:12.619401 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-0083022f-8221-42c8-b8e3-47a2212db102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:12.620098 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-0083022f-8221-42c8-b8e3-47a2212db102 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:12.621494 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-0083022f-8221-42c8-b8e3-47a2212db102 service neutron] 10.222.0.58 "PUT /v2.0/ports/e8bba9b6-a94d-4f0d-ba7d-c3acbe7bd83c HTTP/1.1" status: 200 len: 1092 time: 0.6913931 Aug 10 03:17:12.635444 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-3f6f8119-f3c4-4894-a665-9b20ce79619f service neutron] Attempting to bind port be4e7ae0-526c-4777-ae9f-d33f031248a1 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:17:12.637682 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-3f6f8119-f3c4-4894-a665-9b20ce79619f service neutron] Attempting to bind port be4e7ae0-526c-4777-ae9f-d33f031248a1 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '0bdc3201-fd0f-445f-8160-8523091ad0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f35c1af6-bcf1-494a-a962-129a21031f7d'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:17:12.638026 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-3f6f8119-f3c4-4894-a665-9b20ce79619f service neutron] Attempting to bind port be4e7ae0-526c-4777-ae9f-d33f031248a1 on network f35c1af6-bcf1-494a-a962-129a21031f7d {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:17:12.642628 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-3f6f8119-f3c4-4894-a665-9b20ce79619f service neutron] Port be4e7ae0-526c-4777-ae9f-d33f031248a1 on network f35c1af6-bcf1-494a-a962-129a21031f7d not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:17:12.643084 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-3f6f8119-f3c4-4894-a665-9b20ce79619f service neutron] Attempting to bind port be4e7ae0-526c-4777-ae9f-d33f031248a1 on network f35c1af6-bcf1-494a-a962-129a21031f7d {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:17:12.648306 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-3f6f8119-f3c4-4894-a665-9b20ce79619f service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:17:12.648656 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-3f6f8119-f3c4-4894-a665-9b20ce79619f service neutron] Checking segment: {'id': '0bdc3201-fd0f-445f-8160-8523091ad0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f35c1af6-bcf1-494a-a962-129a21031f7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:17:12.649047 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-3f6f8119-f3c4-4894-a665-9b20ce79619f service neutron] Bound using segment: {'id': '0bdc3201-fd0f-445f-8160-8523091ad0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f35c1af6-bcf1-494a-a962-129a21031f7d'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:17:12.649485 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-3f6f8119-f3c4-4894-a665-9b20ce79619f service neutron] Bound port: be4e7ae0-526c-4777-ae9f-d33f031248a1, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bdc3201-fd0f-445f-8160-8523091ad0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f35c1af6-bcf1-494a-a962-129a21031f7d'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:17:12.649906 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-3f6f8119-f3c4-4894-a665-9b20ce79619f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:12.650032 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0083022f-8221-42c8-b8e3-47a2212db102 service neutron] Pushing event updated for resources: {'Port': ['ID=e8bba9b6-a94d-4f0d-ba7d-c3acbe7bd83c,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:12.661231 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6e80c57b-1030-4b1c-84c4-84a717131f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:12.663876 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6e80c57b-1030-4b1c-84c4-84a717131f92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:12.665013 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6e80c57b-1030-4b1c-84c4-84a717131f92 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/106bd2aa-b217-4cc2-a6fb-fb066e9e308f HTTP/1.1" status: 204 len: 168 time: 0.2547967 Aug 10 03:17:12.676201 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e80c57b-1030-4b1c-84c4-84a717131f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=106bd2aa-b217-4cc2-a6fb-fb066e9e308f,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:12.725598 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-874f91a9-7bb9-454d-b8d0-e973d6b7e71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:12.726903 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-3f6f8119-f3c4-4894-a665-9b20ce79619f service neutron] For port be4e7ae0-526c-4777-ae9f-d33f031248a1, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:17:12.727150 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-874f91a9-7bb9-454d-b8d0-e973d6b7e71c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1b8b1fae9a754f07b670bd20993a5f7c&device_id=fa6210bf-9b44-4a10-9058-02b85d4d1a16 HTTP/1.1" status: 200 len: 1095 time: 0.0521245 Aug 10 03:17:12.730858 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-3f6f8119-f3c4-4894-a665-9b20ce79619f service neutron] For port be4e7ae0-526c-4777-ae9f-d33f031248a1, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=be4e7ae0-526c-4777-ae9f-d33f031248a1,segment=NetworkSegment(0bdc3201-fd0f-445f-8160-8523091ad0b5),segment_id=0bdc3201-fd0f-445f-8160-8523091ad0b5)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:17:12.737417 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-3f6f8119-f3c4-4894-a665-9b20ce79619f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:12.770105 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-3f6f8119-f3c4-4894-a665-9b20ce79619f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:12.771606 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-3f6f8119-f3c4-4894-a665-9b20ce79619f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:12.773024 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-3f6f8119-f3c4-4894-a665-9b20ce79619f service neutron] 10.222.0.60 "PUT /v2.0/ports/be4e7ae0-526c-4777-ae9f-d33f031248a1 HTTP/1.1" status: 200 len: 1092 time: 0.9921505 Aug 10 03:17:12.776652 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-7411e8d1-b5d4-4d72-9de4-8b1195784f60 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8bba9b6-a94d-4f0d-ba7d-c3acbe7bd83c HTTP/1.1" status: 200 len: 217 time: 0.0393405 Aug 10 03:17:12.802347 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6f8119-f3c4-4894-a665-9b20ce79619f service neutron] Pushing event updated for resources: {'Port': ['ID=be4e7ae0-526c-4777-ae9f-d33f031248a1,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:12.837458 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-163ffe2e-06d8-4a23-8448-a9cc4be59630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:12.839531 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-163ffe2e-06d8-4a23-8448-a9cc4be59630 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=973ac267-8d97-44c9-ace7-fa7feeb3f1e5 HTTP/1.1" status: 200 len: 853 time: 0.0536048 Aug 10 03:17:12.860192 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-08562c7d-8f4f-4418-8b2a-364731880dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:12.861947 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-08562c7d-8f4f-4418-8b2a-364731880dca service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1b8b1fae9a754f07b670bd20993a5f7c&device_id=768de92d-8cd4-4046-b75c-431ae66a1c00 HTTP/1.1" status: 200 len: 1095 time: 0.0472136 Aug 10 03:17:12.921580 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-eb106d6f-020d-4cc9-87f0-150dfc38f438 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be4e7ae0-526c-4777-ae9f-d33f031248a1 HTTP/1.1" status: 200 len: 217 time: 0.0505681 Aug 10 03:17:12.929280 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '768de92d-8cd4-4046-b75c-431ae66a1c00', 'tag': 'be4e7ae0-526c-4777-ae9f-d33f031248a1'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:12.931650 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d02639-a8ed-4918-ba1b-39e9949bdeaf" -d '{"events": [{"name": "network-changed", "server_uuid": "768de92d-8cd4-4046-b75c-431ae66a1c00", "tag": "be4e7ae0-526c-4777-ae9f-d33f031248a1"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:12.980263 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5854706b-96df-462c-ba15-8208144889fa x-openstack-request-id: req-5854706b-96df-462c-ba15-8208144889fa {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:12.980468 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "768de92d-8cd4-4046-b75c-431ae66a1c00", "tag": "be4e7ae0-526c-4777-ae9f-d33f031248a1", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:12.980721 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5854706b-96df-462c-ba15-8208144889fa {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:12.981113 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '768de92d-8cd4-4046-b75c-431ae66a1c00', 'tag': 'be4e7ae0-526c-4777-ae9f-d33f031248a1', 'status': 'completed', 'code': 200} Aug 10 03:17:13.009658 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-c81c7314-2c96-4589-8ddb-e62720e9b2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:13.011741 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-c81c7314-2c96-4589-8ddb-e62720e9b2cd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=973ac267-8d97-44c9-ace7-fa7feeb3f1e5 HTTP/1.1" status: 200 len: 853 time: 0.0751143 Aug 10 03:17:13.019307 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d7afc-9804-47d5-8920-22246ace8531 req-27e79357-ef23-4ad2-81e8-32db5d4fbcef tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:13.020843 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fe3d7afc-9804-47d5-8920-22246ace8531 req-27e79357-ef23-4ad2-81e8-32db5d4fbcef tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=80f94420-15ae-4ee6-b3f5-5b1066e81b73 HTTP/1.1" status: 200 len: 945 time: 0.1021180 Aug 10 03:17:13.055542 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-55e97a3f-3535-4b68-882b-14de44f64f84 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f35c1af6-bcf1-494a-a962-129a21031f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336733 Aug 10 03:17:13.131565 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fe3d7afc-9804-47d5-8920-22246ace8531 req-0953d911-bb15-4ae3-a75a-672d079f1b5d tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009958 Aug 10 03:17:13.172659 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-0cab7c85-4871-46e1-8dbb-cacb8c9c81b1 service neutron] 10.222.0.60 "GET /v2.0/networks/f35c1af6-bcf1-494a-a962-129a21031f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084797 Aug 10 03:17:13.214221 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-69a48f91-761d-4788-846c-a8c347ebf4a8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f35c1af6-bcf1-494a-a962-129a21031f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3654094 Aug 10 03:17:13.278836 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-0dde78f0-fa97-47bd-bf10-de40f01d38e7 service neutron] 10.222.0.60 "GET /v2.0/networks/f35c1af6-bcf1-494a-a962-129a21031f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954227 Aug 10 03:17:13.312110 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-1ea04ab9-ccdf-43ea-9c21-4481571aae78 service neutron] 10.222.0.58 "GET /v2.0/networks/f35c1af6-bcf1-494a-a962-129a21031f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893106 Aug 10 03:17:13.414983 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-db61a926-27d5-4234-9ab7-28851ce01b56 req-295efe57-6a6c-4f15-8184-9b7b4c6f46c7 service neutron] 10.222.0.58 "GET /v2.0/networks/f35c1af6-bcf1-494a-a962-129a21031f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953052 Aug 10 03:17:13.452147 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa6210bf-9b44-4a10-9058-02b85d4d1a16', 'tag': 'e8bba9b6-a94d-4f0d-ba7d-c3acbe7bd83c'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:13.455066 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d86e16a-cd49-432a-a63d-a9eeeb5a9cdd" -d '{"events": [{"name": "network-changed", "server_uuid": "fa6210bf-9b44-4a10-9058-02b85d4d1a16", "tag": "e8bba9b6-a94d-4f0d-ba7d-c3acbe7bd83c"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:13.460013 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 51166) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:13.496252 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1611b4c0-314f-40aa-ab66-81a8e7a12be6 x-openstack-request-id: req-1611b4c0-314f-40aa-ab66-81a8e7a12be6 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:13.496663 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa6210bf-9b44-4a10-9058-02b85d4d1a16", "tag": "e8bba9b6-a94d-4f0d-ba7d-c3acbe7bd83c", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:13.497015 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1611b4c0-314f-40aa-ab66-81a8e7a12be6 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:13.497596 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa6210bf-9b44-4a10-9058-02b85d4d1a16', 'tag': 'e8bba9b6-a94d-4f0d-ba7d-c3acbe7bd83c', 'status': 'completed', 'code': 200} Aug 10 03:17:13.573626 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86e16a-cd49-432a-a63d-a9eeeb5a9cdd req-2e83f03b-af5e-441c-a4e8-d87104eefffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:13.575359 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3d86e16a-cd49-432a-a63d-a9eeeb5a9cdd req-2e83f03b-af5e-441c-a4e8-d87104eefffa service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1b8b1fae9a754f07b670bd20993a5f7c&device_id=fa6210bf-9b44-4a10-9058-02b85d4d1a16 HTTP/1.1" status: 200 len: 1095 time: 0.0539279 Aug 10 03:17:13.581408 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-2c21027b-c2bb-4629-b7b6-10aeae1564ec admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1997145552-network', 'tenant_id': '30ab75bb64464444803742c7c3c2fdc8'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:17:13.628862 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0b9ac-7b15-4eeb-908a-e99cc354a474 req-66734f4d-d55d-42fd-8c23-bc22a64c53c0 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:13.630887 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-58c0b9ac-7b15-4eeb-908a-e99cc354a474 req-66734f4d-d55d-42fd-8c23-bc22a64c53c0 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.62 "GET /v2.0/ports?device_id=768de92d-8cd4-4046-b75c-431ae66a1c00 HTTP/1.1" status: 200 len: 943 time: 0.3485532 Aug 10 03:17:13.636320 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d02639-a8ed-4918-ba1b-39e9949bdeaf req-be53151f-40d8-4b2d-a6af-b414e310ae7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:13.637626 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b4d02639-a8ed-4918-ba1b-39e9949bdeaf req-be53151f-40d8-4b2d-a6af-b414e310ae7e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1b8b1fae9a754f07b670bd20993a5f7c&device_id=768de92d-8cd4-4046-b75c-431ae66a1c00 HTTP/1.1" status: 200 len: 1095 time: 0.0611928 Aug 10 03:17:13.680156 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c21027b-c2bb-4629-b7b6-10aeae1564ec admin admin] Made reservation on behalf of 30ab75bb64464444803742c7c3c2fdc8 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:17:13.684084 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2c21027b-c2bb-4629-b7b6-10aeae1564ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:13.703974 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2c21027b-c2bb-4629-b7b6-10aeae1564ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:13.722906 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-58c0b9ac-7b15-4eeb-908a-e99cc354a474 req-41618c23-6267-4382-9b11-fcc41a5bdcb5 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ad9b723-dab8-4980-977f-78757183bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842295 Aug 10 03:17:13.734013 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86e16a-cd49-432a-a63d-a9eeeb5a9cdd req-b92369bd-c8f7-4ea4-b7ae-739b86cbe72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:13.735387 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3d86e16a-cd49-432a-a63d-a9eeeb5a9cdd req-b92369bd-c8f7-4ea4-b7ae-739b86cbe72e service neutron] 10.222.0.58 "GET /v2.0/networks?id=f35c1af6-bcf1-494a-a962-129a21031f7d HTTP/1.1" status: 200 len: 914 time: 0.1483841 Aug 10 03:17:13.766885 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d02639-a8ed-4918-ba1b-39e9949bdeaf req-3beb5d33-c725-4a17-9b77-1450e60f29a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:13.768465 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b4d02639-a8ed-4918-ba1b-39e9949bdeaf req-3beb5d33-c725-4a17-9b77-1450e60f29a2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f35c1af6-bcf1-494a-a962-129a21031f7d HTTP/1.1" status: 200 len: 914 time: 0.1234105 Aug 10 03:17:13.784397 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3d86e16a-cd49-432a-a63d-a9eeeb5a9cdd req-0f480c7d-669d-4ddc-b21c-ba9ebf6367e7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8bba9b6-a94d-4f0d-ba7d-c3acbe7bd83c HTTP/1.1" status: 200 len: 217 time: 0.0376091 Aug 10 03:17:13.815742 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b4d02639-a8ed-4918-ba1b-39e9949bdeaf req-febffc74-90f1-47f2-ae51-139acb851eb2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be4e7ae0-526c-4777-ae9f-d33f031248a1 HTTP/1.1" status: 200 len: 217 time: 0.0392718 Aug 10 03:17:13.857520 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86e16a-cd49-432a-a63d-a9eeeb5a9cdd req-7870b641-c6f3-4659-9b6d-6e166b7c71d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:13.859163 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3d86e16a-cd49-432a-a63d-a9eeeb5a9cdd req-7870b641-c6f3-4659-9b6d-6e166b7c71d3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=973ac267-8d97-44c9-ace7-fa7feeb3f1e5 HTTP/1.1" status: 200 len: 853 time: 0.0631874 Aug 10 03:17:13.873889 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d02639-a8ed-4918-ba1b-39e9949bdeaf req-923a3cc3-5a40-450a-87d5-2c89f73c58f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:13.875478 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b4d02639-a8ed-4918-ba1b-39e9949bdeaf req-923a3cc3-5a40-450a-87d5-2c89f73c58f7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=973ac267-8d97-44c9-ace7-fa7feeb3f1e5 HTTP/1.1" status: 200 len: 853 time: 0.0532455 Aug 10 03:17:13.907937 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3d86e16a-cd49-432a-a63d-a9eeeb5a9cdd req-dcbe1982-999f-4a42-8383-114933d72773 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f35c1af6-bcf1-494a-a962-129a21031f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398560 Aug 10 03:17:13.909754 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b4d02639-a8ed-4918-ba1b-39e9949bdeaf req-53f0b2b8-6e7b-44d3-a72d-c7c648e53488 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f35c1af6-bcf1-494a-a962-129a21031f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264282 Aug 10 03:17:13.929089 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2c21027b-c2bb-4629-b7b6-10aeae1564ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:13.951695 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device c89c92fe-a59a-473c-a30d-966db45c3dce no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:17:13.965155 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2c21027b-c2bb-4629-b7b6-10aeae1564ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:13.982400 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: c89c92fe-a59a-473c-a30d-966db45c3dce {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:17:13.983506 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device c89c92fe-a59a-473c-a30d-966db45c3dce not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:17:14.002819 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c21027b-c2bb-4629-b7b6-10aeae1564ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:17:14.013867 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c21027b-c2bb-4629-b7b6-10aeae1564ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3aa9c9-16f3-4fec-92bd-f0d36af5c956,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:14.023478 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b4d02639-a8ed-4918-ba1b-39e9949bdeaf req-5f024e12-076f-4c1b-8993-d49ea0821f12 service neutron] 10.222.0.60 "GET /v2.0/networks/f35c1af6-bcf1-494a-a962-129a21031f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052828 Aug 10 03:17:14.028404 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2c21027b-c2bb-4629-b7b6-10aeae1564ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:14.028851 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-2c21027b-c2bb-4629-b7b6-10aeae1564ec admin admin] Added segment e50232d3-ea80-4811-b697-9a9a48aadbc8 of type vlan for network c70ddeec-f9ed-46ee-9a92-47505a030ba1 Aug 10 03:17:14.091051 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3d86e16a-cd49-432a-a63d-a9eeeb5a9cdd req-ad627db0-3bdf-40d2-8c9f-12941eedaa08 service neutron] 10.222.0.58 "GET /v2.0/networks/f35c1af6-bcf1-494a-a962-129a21031f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736293 Aug 10 03:17:14.099671 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2c21027b-c2bb-4629-b7b6-10aeae1564ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:14.155789 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b4d02639-a8ed-4918-ba1b-39e9949bdeaf req-df740df5-5a70-4c84-b453-726682ab4d0b service neutron] 10.222.0.60 "GET /v2.0/networks/f35c1af6-bcf1-494a-a962-129a21031f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200709 Aug 10 03:17:14.188315 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2c21027b-c2bb-4629-b7b6-10aeae1564ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:14.189335 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c21027b-c2bb-4629-b7b6-10aeae1564ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:14.189905 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2c21027b-c2bb-4629-b7b6-10aeae1564ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:14.236821 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device d94e0e5c-2864-4bd6-8cfa-9356a174ffe5 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:17:14.257810 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: d94e0e5c-2864-4bd6-8cfa-9356a174ffe5 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:17:14.258055 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device d94e0e5c-2864-4bd6-8cfa-9356a174ffe5 not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:17:14.260867 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2c21027b-c2bb-4629-b7b6-10aeae1564ec admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7997990 Aug 10 03:17:14.265433 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1784f8ea-75cd-4a07-b2de-f74bee690e6d req-432eee75-d86e-4b19-abc4-7fb990de921a tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:14.265579 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 51194) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:14.267092 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1784f8ea-75cd-4a07-b2de-f74bee690e6d req-432eee75-d86e-4b19-abc4-7fb990de921a tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=80f94420-15ae-4ee6-b3f5-5b1066e81b73 HTTP/1.1" status: 200 len: 945 time: 0.0571861 Aug 10 03:17:14.272259 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-efa2b87d-490a-47ac-b8c0-3d721ddfacc8 admin admin] Request body: {'subnet': {'network_id': 'c70ddeec-f9ed-46ee-9a92-47505a030ba1', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1997145552-subnet', 'tenant_id': '30ab75bb64464444803742c7c3c2fdc8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:17:14.279460 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3d86e16a-cd49-432a-a63d-a9eeeb5a9cdd req-3794a925-5e33-4d47-92dd-39e7ee8585c9 service neutron] 10.222.0.58 "GET /v2.0/networks/f35c1af6-bcf1-494a-a962-129a21031f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730242 Aug 10 03:17:14.287561 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c21027b-c2bb-4629-b7b6-10aeae1564ec admin admin] Pushing event updated for resources: {'Network': ['ID=c70ddeec-f9ed-46ee-9a92-47505a030ba1,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:14.301639 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network c70ddeec-f9ed-46ee-9a92-47505a030ba1 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:17:14.304792 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa2b87d-490a-47ac-b8c0-3d721ddfacc8 admin admin] Made reservation on behalf of 30ab75bb64464444803742c7c3c2fdc8 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:17:14.308348 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-efa2b87d-490a-47ac-b8c0-3d721ddfacc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:14.313564 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1784f8ea-75cd-4a07-b2de-f74bee690e6d req-5680f1d1-22f0-4f6b-af51-fbcffe5f30cb tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391541 Aug 10 03:17:14.480562 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-efa2b87d-490a-47ac-b8c0-3d721ddfacc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:14.534772 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa2b87d-490a-47ac-b8c0-3d721ddfacc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2298993b-7cfd-49d6-b0a4-0fb2bf6aa15a,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:14.545425 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa2b87d-490a-47ac-b8c0-3d721ddfacc8 admin admin] Checking segment: {'id': 'e50232d3-ea80-4811-b697-9a9a48aadbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'c70ddeec-f9ed-46ee-9a92-47505a030ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:17:14.545795 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa2b87d-490a-47ac-b8c0-3d721ddfacc8 admin admin] Network hostable DHCP agents. Network: c70ddeec-f9ed-46ee-9a92-47505a030ba1, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:17:14.561768 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa2b87d-490a-47ac-b8c0-3d721ddfacc8 admin admin] Network c70ddeec-f9ed-46ee-9a92-47505a030ba1 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:17:14.570466 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-efa2b87d-490a-47ac-b8c0-3d721ddfacc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, c70ddeec-f9ed-46ee-9a92-47505a030ba1) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:17:14.575486 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa2b87d-490a-47ac-b8c0-3d721ddfacc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:14.576081 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-efa2b87d-490a-47ac-b8c0-3d721ddfacc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:14.581779 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a934e998-ee3e-461b-b5f4-5c70a665026f None None] Network c70ddeec-f9ed-46ee-9a92-47505a030ba1 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:17:14.599112 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-efa2b87d-490a-47ac-b8c0-3d721ddfacc8 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.3323359 Aug 10 03:17:14.741344 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a429552a-e2a3-446d-bc93-c56a8767501b None None] Network c70ddeec-f9ed-46ee-9a92-47505a030ba1 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:17:14.918427 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [req-170da1c3-d1fe-4163-8928-c98f49a935d5 req-2d094de4-c7ca-41cf-a832-9813cf23dd39 tempest-SecurityGroupsNegativeTestJSON-281286496 tempest-SecurityGroupsNegativeTestJSON-281286496-project] show failed (client error): The resource could not be found. Aug 10 03:17:14.919423 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-170da1c3-d1fe-4163-8928-c98f49a935d5 req-2d094de4-c7ca-41cf-a832-9813cf23dd39 tempest-SecurityGroupsNegativeTestJSON-281286496 tempest-SecurityGroupsNegativeTestJSON-281286496-project] 10.222.0.62 "GET /v2.0/security-groups/8ce1eca8-aad8-4328-b2fd-5513157a7958 HTTP/1.1" status: 404 len: 352 time: 0.0180173 Aug 10 03:17:14.941413 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f27a9-1a90-483e-81c8-4b9af66f60fb req-d231a675-447e-4b92-87bf-a7dd1aafb77d tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:14.943413 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-609f27a9-1a90-483e-81c8-4b9af66f60fb req-d231a675-447e-4b92-87bf-a7dd1aafb77d tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.62 "GET /v2.0/ports?device_id=768de92d-8cd4-4046-b75c-431ae66a1c00 HTTP/1.1" status: 200 len: 943 time: 0.0866537 Aug 10 03:17:15.011354 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-609f27a9-1a90-483e-81c8-4b9af66f60fb req-e1dfe935-3591-47e9-97c4-77341b4d3ee5 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ad9b723-dab8-4980-977f-78757183bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612571 Aug 10 03:17:15.023327 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-887435da-6a24-49a4-a343-3bfb0fb1bd15 req-c031650d-3536-4eb1-a9c6-1d03ef85fd56 tempest-SecurityGroupsNegativeTestJSON-281286496 tempest-SecurityGroupsNegativeTestJSON-281286496-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=30ab75bb64464444803742c7c3c2fdc8 HTTP/1.1" status: 200 len: 2988 time: 0.0669205 Aug 10 03:17:15.070122 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-887435da-6a24-49a4-a343-3bfb0fb1bd15 req-f97f2b60-cfe4-4758-894e-19620426222e tempest-SecurityGroupsNegativeTestJSON-281286496 tempest-SecurityGroupsNegativeTestJSON-281286496-project] 10.222.0.62 "GET /v2.0/security-groups/eb3aa9c9-16f3-4fec-92bd-f0d36af5c956 HTTP/1.1" status: 200 len: 2985 time: 0.0406806 Aug 10 03:17:15.120013 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-887435da-6a24-49a4-a343-3bfb0fb1bd15 req-7e3af29c-52e0-403c-81ad-c7a33ed175a7 tempest-SecurityGroupsNegativeTestJSON-281286496 tempest-SecurityGroupsNegativeTestJSON-281286496-project] 10.222.0.62 "GET /v2.0/security-groups/eb3aa9c9-16f3-4fec-92bd-f0d36af5c956 HTTP/1.1" status: 200 len: 2985 time: 0.0430100 Aug 10 03:17:15.191749 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4e8c6451-2471-4d7d-886b-1f674e77f9a1 req-89912ad0-35de-4e15-8b20-05b5d5519412 tempest-SecurityGroupsNegativeTestJSON-281286496 tempest-SecurityGroupsNegativeTestJSON-281286496-project] 10.222.0.62 "GET /v2.0/security-groups/eb3aa9c9-16f3-4fec-92bd-f0d36af5c956 HTTP/1.1" status: 200 len: 2985 time: 0.0475137 Aug 10 03:17:15.253340 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [req-4e8c6451-2471-4d7d-886b-1f674e77f9a1 req-de677958-331a-4cf0-87c4-1e4f56eae17f tempest-SecurityGroupsNegativeTestJSON-281286496 tempest-SecurityGroupsNegativeTestJSON-281286496-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 10 03:17:15.254396 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4e8c6451-2471-4d7d-886b-1f674e77f9a1 req-de677958-331a-4cf0-87c4-1e4f56eae17f tempest-SecurityGroupsNegativeTestJSON-281286496 tempest-SecurityGroupsNegativeTestJSON-281286496-project] 10.222.0.62 "DELETE /v2.0/security-groups/eb3aa9c9-16f3-4fec-92bd-f0d36af5c956 HTTP/1.1" status: 409 len: 352 time: 0.0563192 Aug 10 03:17:15.292887 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [req-f64807d6-31c5-40ee-abcc-3f654afb859b req-e50876f4-53e9-4fd3-b980-ed31b2f6f28f tempest-SecurityGroupsNegativeTestJSON-281286496 tempest-SecurityGroupsNegativeTestJSON-281286496-project] show failed (client error): The resource could not be found. Aug 10 03:17:15.293931 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f64807d6-31c5-40ee-abcc-3f654afb859b req-e50876f4-53e9-4fd3-b980-ed31b2f6f28f tempest-SecurityGroupsNegativeTestJSON-281286496 tempest-SecurityGroupsNegativeTestJSON-281286496-project] 10.222.0.62 "GET /v2.0/security-groups/1f270a15-71de-4f3d-9d8a-4ddd0b32d433 HTTP/1.1" status: 404 len: 352 time: 0.0149677 Aug 10 03:17:15.329246 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [req-73106b8e-b886-4a7b-abb6-5eadbe49f091 req-838cf7d2-e7b0-490e-9a2a-9ec8a0225a4d tempest-SecurityGroupsNegativeTestJSON-281286496 tempest-SecurityGroupsNegativeTestJSON-281286496-project] show failed (client error): The resource could not be found. Aug 10 03:17:15.330230 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-73106b8e-b886-4a7b-abb6-5eadbe49f091 req-838cf7d2-e7b0-490e-9a2a-9ec8a0225a4d tempest-SecurityGroupsNegativeTestJSON-281286496 tempest-SecurityGroupsNegativeTestJSON-281286496-project] 10.222.0.62 "GET /v2.0/security-groups/7382bf07-9d6f-4b4b-bec6-fd4cd2066804 HTTP/1.1" status: 404 len: 352 time: 0.0148034 Aug 10 03:17:15.341950 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 51224) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:15.388125 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e943446-6630-427f-b577-89892e70485d admin admin] Deleting subnet 2298993b-7cfd-49d6-b0a4-0fb2bf6aa15a {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:17:15.391732 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6e943446-6630-427f-b577-89892e70485d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:15.434880 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6e943446-6630-427f-b577-89892e70485d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:15.440646 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a83d2c1-fb6f-4c4f-a8c4-c460c1968b64 req-d9a0d784-4ac5-4fb4-bb65-56daa2a4eab2 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:15.442241 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4a83d2c1-fb6f-4c4f-a8c4-c460c1968b64 req-d9a0d784-4ac5-4fb4-bb65-56daa2a4eab2 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=80f94420-15ae-4ee6-b3f5-5b1066e81b73 HTTP/1.1" status: 200 len: 945 time: 0.0540307 Aug 10 03:17:15.478033 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6e943446-6630-427f-b577-89892e70485d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:15.484007 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4a83d2c1-fb6f-4c4f-a8c4-c460c1968b64 req-6c6cd601-e027-437d-8b5e-fffd8341d256 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338194 Aug 10 03:17:15.537537 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6e943446-6630-427f-b577-89892e70485d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:15.561103 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e943446-6630-427f-b577-89892e70485d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2298993b-7cfd-49d6-b0a4-0fb2bf6aa15a,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:15.570953 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6e943446-6630-427f-b577-89892e70485d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:15.573481 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6e943446-6630-427f-b577-89892e70485d admin admin] 10.222.0.62 "DELETE /v2.0/subnets/2298993b-7cfd-49d6-b0a4-0fb2bf6aa15a HTTP/1.1" status: 204 len: 168 time: 0.2300155 Aug 10 03:17:15.576050 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 51226) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:15.583778 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e943446-6630-427f-b577-89892e70485d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:15.584069 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e943446-6630-427f-b577-89892e70485d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:15.584408 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e943446-6630-427f-b577-89892e70485d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:15.584743 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e943446-6630-427f-b577-89892e70485d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:15.585077 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e943446-6630-427f-b577-89892e70485d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:15.585434 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e943446-6630-427f-b577-89892e70485d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:15.585758 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e943446-6630-427f-b577-89892e70485d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:15.586085 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e943446-6630-427f-b577-89892e70485d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:15.586411 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e943446-6630-427f-b577-89892e70485d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:15.586760 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e943446-6630-427f-b577-89892e70485d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:15.587076 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e943446-6630-427f-b577-89892e70485d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:15.587395 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e943446-6630-427f-b577-89892e70485d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:15.655322 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ee173f83-3a54-4d0f-9f25-b27502d40c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:15.737736 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ee173f83-3a54-4d0f-9f25-b27502d40c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:15.749325 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-ee173f83-3a54-4d0f-9f25-b27502d40c2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c70ddeec-f9ed-46ee-9a92-47505a030ba1']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:15.760091 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-ee173f83-3a54-4d0f-9f25-b27502d40c2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e50232d3-ea80-4811-b697-9a9a48aadbc8') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:15.760901 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-ee173f83-3a54-4d0f-9f25-b27502d40c2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e50232d3-ea80-4811-b697-9a9a48aadbc8') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:15.769785 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ee173f83-3a54-4d0f-9f25-b27502d40c2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:15.785154 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ee173f83-3a54-4d0f-9f25-b27502d40c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:15.792572 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee173f83-3a54-4d0f-9f25-b27502d40c2b admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:17:15.793080 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ee173f83-3a54-4d0f-9f25-b27502d40c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:15.794853 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:17:15.794853 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:17:15.794853 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:17:15.794853 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:17:15.794853 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:17:15.794853 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:17:15.794853 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:17:15.794853 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:17:15.794853 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:17:15.794853 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:17:15.794853 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:17:15.794853 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:17:15.794853 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:17:15.794853 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:17:15.794853 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:17:15.794853 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:17:15.794853 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:17:15.794853 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:17:15.794853 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:17:15.794853 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:17:15.794853 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:17:15.794853 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:17:15.794853 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:17:15.794853 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:17:15.794853 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:17:15.794853 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:17:15.794853 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:17:15.794853 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:17:15.794853 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:17:15.794853 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:17:15.794853 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:17:15.794853 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:17:15.856982 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ee173f83-3a54-4d0f-9f25-b27502d40c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:15.861818 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ee173f83-3a54-4d0f-9f25-b27502d40c2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:15.863926 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ee173f83-3a54-4d0f-9f25-b27502d40c2b admin admin] 10.222.0.62 "DELETE /v2.0/networks/c70ddeec-f9ed-46ee-9a92-47505a030ba1 HTTP/1.1" status: 204 len: 168 time: 0.2866516 Aug 10 03:17:15.876788 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee173f83-3a54-4d0f-9f25-b27502d40c2b admin admin] Pushing event deleted for resources: {'Network': ['ID=c70ddeec-f9ed-46ee-9a92-47505a030ba1,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:15.965243 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device e8bba9b6-a94d-4f0d-ba7d-c3acbe7bd83c details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:17:15.987821 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 51238) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:16.035598 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7f0bbf8e-797a-4d0e-af53-7c755d4c173e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=30ab75bb64464444803742c7c3c2fdc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463207 Aug 10 03:17:16.039868 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 51242) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:16.126188 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port e8bba9b6-a94d-4f0d-ba7d-c3acbe7bd83c, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=e8bba9b6-a94d-4f0d-ba7d-c3acbe7bd83c,segment=NetworkSegment(0bdc3201-fd0f-445f-8160-8523091ad0b5),segment_id=0bdc3201-fd0f-445f-8160-8523091ad0b5)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:16.140842 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': 'e8bba9b6-a94d-4f0d-ba7d-c3acbe7bd83c', 'network_id': 'f35c1af6-bcf1-494a-a962-129a21031f7d', 'port_id': 'e8bba9b6-a94d-4f0d-ba7d-c3acbe7bd83c', 'mac_address': 'fa:16:3e:29:12:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '973ac267-8d97-44c9-ace7-fa7feeb3f1e5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:17:16.149598 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-936eef2a-8c1f-4d86-a381-1aaa266454a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:16.184303 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:16.192561 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-936eef2a-8c1f-4d86-a381-1aaa266454a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:16.198281 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8bba9b6-a94d-4f0d-ba7d-c3acbe7bd83c {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:17:16.218892 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port e8bba9b6-a94d-4f0d-ba7d-c3acbe7bd83c, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=e8bba9b6-a94d-4f0d-ba7d-c3acbe7bd83c,segment=NetworkSegment(0bdc3201-fd0f-445f-8160-8523091ad0b5),segment_id=0bdc3201-fd0f-445f-8160-8523091ad0b5)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:16.228878 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:16.262496 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device be4e7ae0-526c-4777-ae9f-d33f031248a1 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:17:16.271291 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29003c85-581a-45e9-8dd6-d6f570a8cb01 req-e2fd6d57-6f9c-4234-90a5-de3faedfb45d tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:16.273019 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-29003c85-581a-45e9-8dd6-d6f570a8cb01 req-e2fd6d57-6f9c-4234-90a5-de3faedfb45d tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.62 "GET /v2.0/ports?device_id=768de92d-8cd4-4046-b75c-431ae66a1c00 HTTP/1.1" status: 200 len: 943 time: 0.1188681 Aug 10 03:17:16.288000 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-936eef2a-8c1f-4d86-a381-1aaa266454a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:16.291691 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-936eef2a-8c1f-4d86-a381-1aaa266454a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:16.295272 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-936eef2a-8c1f-4d86-a381-1aaa266454a7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/eb3aa9c9-16f3-4fec-92bd-f0d36af5c956 HTTP/1.1" status: 204 len: 168 time: 0.2516229 Aug 10 03:17:16.319495 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936eef2a-8c1f-4d86-a381-1aaa266454a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3aa9c9-16f3-4fec-92bd-f0d36af5c956,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:16.351406 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-29003c85-581a-45e9-8dd6-d6f570a8cb01 req-98adbd58-8e94-4094-85ee-1af665879fa7 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ad9b723-dab8-4980-977f-78757183bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571525 Aug 10 03:17:16.496331 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=e8bba9b6-a94d-4f0d-ba7d-c3acbe7bd83c,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:16.566770 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port be4e7ae0-526c-4777-ae9f-d33f031248a1, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=be4e7ae0-526c-4777-ae9f-d33f031248a1,segment=NetworkSegment(0bdc3201-fd0f-445f-8160-8523091ad0b5),segment_id=0bdc3201-fd0f-445f-8160-8523091ad0b5)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:16.588230 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['e8bba9b6-a94d-4f0d-ba7d-c3acbe7bd83c'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:17:16.614621 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': 'be4e7ae0-526c-4777-ae9f-d33f031248a1', 'network_id': 'f35c1af6-bcf1-494a-a962-129a21031f7d', 'port_id': 'be4e7ae0-526c-4777-ae9f-d33f031248a1', 'mac_address': 'fa:16:3e:a7:3b:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '973ac267-8d97-44c9-ace7-fa7feeb3f1e5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:17:16.631559 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f05495-cb41-4559-abf9-6ad9df5bedff req-1a41acd8-c9e1-49c2-a633-f823c0d9e889 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:16.633598 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-37f05495-cb41-4559-abf9-6ad9df5bedff req-1a41acd8-c9e1-49c2-a633-f823c0d9e889 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=80f94420-15ae-4ee6-b3f5-5b1066e81b73 HTTP/1.1" status: 200 len: 945 time: 0.0787578 Aug 10 03:17:16.683455 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:16.685995 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-37f05495-cb41-4559-abf9-6ad9df5bedff req-fca8bf10-fd01-4eac-9c2e-d38f23fd97ac tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444131 Aug 10 03:17:16.707347 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be4e7ae0-526c-4777-ae9f-d33f031248a1 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:17:16.744225 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port be4e7ae0-526c-4777-ae9f-d33f031248a1, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=be4e7ae0-526c-4777-ae9f-d33f031248a1,segment=NetworkSegment(0bdc3201-fd0f-445f-8160-8523091ad0b5),segment_id=0bdc3201-fd0f-445f-8160-8523091ad0b5)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:16.756175 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:16.834327 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=be4e7ae0-526c-4777-ae9f-d33f031248a1,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:17.121403 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 51274) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:17.198416 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['be4e7ae0-526c-4777-ae9f-d33f031248a1'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:17:17.216986 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-3a218869-de1f-4762-a8b5-1d5985348757 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1089544958-network', 'tenant_id': '688ac1bb34fc4bafb2a9d3c4de59e7f3'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:17:17.243347 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a218869-de1f-4762-a8b5-1d5985348757 admin admin] Made reservation on behalf of 688ac1bb34fc4bafb2a9d3c4de59e7f3 for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:17:17.246598 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3a218869-de1f-4762-a8b5-1d5985348757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:17.256974 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3a218869-de1f-4762-a8b5-1d5985348757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:17.364749 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3a218869-de1f-4762-a8b5-1d5985348757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:17.368720 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3a218869-de1f-4762-a8b5-1d5985348757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:17.396660 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a218869-de1f-4762-a8b5-1d5985348757 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:17:17.403847 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a218869-de1f-4762-a8b5-1d5985348757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eda81b0-bccc-4350-971a-1a8007952114,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:17.410409 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3a218869-de1f-4762-a8b5-1d5985348757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:17.410783 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-3a218869-de1f-4762-a8b5-1d5985348757 admin admin] Added segment 91865bfd-91d9-4155-bf76-2fc9d6980dd7 of type vlan for network 78be5df8-906c-423e-9c5f-789b0e5bc6a5 Aug 10 03:17:17.481282 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3a218869-de1f-4762-a8b5-1d5985348757 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:17.523081 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e018e79-2eb0-4e30-b95b-4ca4befd3755 req-b57cd967-6566-4499-9150-64dfb0141abe tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:17.524585 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6e018e79-2eb0-4e30-b95b-4ca4befd3755 req-b57cd967-6566-4499-9150-64dfb0141abe tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.62 "GET /v2.0/ports?device_id=768de92d-8cd4-4046-b75c-431ae66a1c00 HTTP/1.1" status: 200 len: 944 time: 0.0806487 Aug 10 03:17:17.530996 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3a218869-de1f-4762-a8b5-1d5985348757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:17.531917 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a218869-de1f-4762-a8b5-1d5985348757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:17.532499 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3a218869-de1f-4762-a8b5-1d5985348757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:17.601989 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-3a218869-de1f-4762-a8b5-1d5985348757 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4793208 Aug 10 03:17:17.604959 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 51282) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:17.611296 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-506d5eb9-3da9-4075-8dfb-cb05cde43357 admin admin] Request body: {'subnet': {'network_id': '78be5df8-906c-423e-9c5f-789b0e5bc6a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1089544958-subnet', 'tenant_id': '688ac1bb34fc4bafb2a9d3c4de59e7f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:17:17.621649 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a218869-de1f-4762-a8b5-1d5985348757 admin admin] Pushing event updated for resources: {'Network': ['ID=78be5df8-906c-423e-9c5f-789b0e5bc6a5,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:17.626292 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6e018e79-2eb0-4e30-b95b-4ca4befd3755 req-27dc2269-7f05-442b-90de-0fccac03707e tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ad9b723-dab8-4980-977f-78757183bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913608 Aug 10 03:17:17.633213 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 78be5df8-906c-423e-9c5f-789b0e5bc6a5 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:17:17.637262 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506d5eb9-3da9-4075-8dfb-cb05cde43357 admin admin] Made reservation on behalf of 688ac1bb34fc4bafb2a9d3c4de59e7f3 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:17:17.640297 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-506d5eb9-3da9-4075-8dfb-cb05cde43357 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:17.805241 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a03cf38-8814-4b0f-b64c-0170cbf8d1fd req-1cfdb6cc-56dd-443e-aec5-6e6cd644f128 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:17.807403 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7a03cf38-8814-4b0f-b64c-0170cbf8d1fd req-1cfdb6cc-56dd-443e-aec5-6e6cd644f128 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=80f94420-15ae-4ee6-b3f5-5b1066e81b73 HTTP/1.1" status: 200 len: 945 time: 0.0512640 Aug 10 03:17:17.829154 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-506d5eb9-3da9-4075-8dfb-cb05cde43357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:17.855926 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7a03cf38-8814-4b0f-b64c-0170cbf8d1fd req-be2843a9-611e-49ba-92ee-ee18333ddcd6 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399549 Aug 10 03:17:17.856580 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:17:17.893343 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506d5eb9-3da9-4075-8dfb-cb05cde43357 admin admin] Checking segment: {'id': '91865bfd-91d9-4155-bf76-2fc9d6980dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '78be5df8-906c-423e-9c5f-789b0e5bc6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:17:17.893838 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506d5eb9-3da9-4075-8dfb-cb05cde43357 admin admin] Network hostable DHCP agents. Network: 78be5df8-906c-423e-9c5f-789b0e5bc6a5, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:17:17.909165 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d5eb9-3da9-4075-8dfb-cb05cde43357 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c72cc844-d40a-416a-bb3f-e518baffdc69,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:17.920229 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506d5eb9-3da9-4075-8dfb-cb05cde43357 admin admin] Network 78be5df8-906c-423e-9c5f-789b0e5bc6a5 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:17:17.935889 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-506d5eb9-3da9-4075-8dfb-cb05cde43357 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 78be5df8-906c-423e-9c5f-789b0e5bc6a5) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:17:17.941032 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506d5eb9-3da9-4075-8dfb-cb05cde43357 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:17.941622 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-506d5eb9-3da9-4075-8dfb-cb05cde43357 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:17.946105 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97c8f5f-f9da-42bd-9ae1-263b6ab2a457 None None] Network 78be5df8-906c-423e-9c5f-789b0e5bc6a5 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:17:17.962081 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-506d5eb9-3da9-4075-8dfb-cb05cde43357 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3522923 Aug 10 03:17:17.962610 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 51292) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:17.968553 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-4a329834-bba1-4c7f-8ba3-ac970c710407 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1089544958-router', 'tenant_id': '688ac1bb34fc4bafb2a9d3c4de59e7f3', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:17:17.994259 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4a329834-bba1-4c7f-8ba3-ac970c710407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:17.996431 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device e8bba9b6-a94d-4f0d-ba7d-c3acbe7bd83c up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:17:17.996621 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4a329834-bba1-4c7f-8ba3-ac970c710407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:18.069034 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4a329834-bba1-4c7f-8ba3-ac970c710407 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:18.098777 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port e8bba9b6-a94d-4f0d-ba7d-c3acbe7bd83c completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:17:18.107113 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port e8bba9b6-a94d-4f0d-ba7d-c3acbe7bd83c triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:17:18.107497 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:18.183743 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6788e85-1b0f-492a-a03b-6e7ef1f42224 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-78be5df8-906c-423e-9c5f-789b0e5bc6a5', 'network_id': '78be5df8-906c-423e-9c5f-789b0e5bc6a5', 'tenant_id': '688ac1bb34fc4bafb2a9d3c4de59e7f3', 'fixed_ips': [{'subnet_id': 'c72cc844-d40a-416a-bb3f-e518baffdc69'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:17:18.184632 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a6788e85-1b0f-492a-a03b-6e7ef1f42224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:18.211536 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4a329834-bba1-4c7f-8ba3-ac970c710407 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:18.292838 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:18.332707 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa6210bf-9b44-4a10-9058-02b85d4d1a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8bba9b6-a94d-4f0d-ba7d-c3acbe7bd83c'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:18.334926 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd66116-db53-4920-81c7-8a398f7d2736" -d '{"events": [{"server_uuid": "fa6210bf-9b44-4a10-9058-02b85d4d1a16", "name": "network-vif-plugged", "status": "completed", "tag": "e8bba9b6-a94d-4f0d-ba7d-c3acbe7bd83c"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:18.375037 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port e8bba9b6-a94d-4f0d-ba7d-c3acbe7bd83c, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=e8bba9b6-a94d-4f0d-ba7d-c3acbe7bd83c,segment=NetworkSegment(0bdc3201-fd0f-445f-8160-8523091ad0b5),segment_id=0bdc3201-fd0f-445f-8160-8523091ad0b5)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:18.386605 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:18.414633 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e30b83-2d02-4e98-82b2-2338d11b0e11 x-openstack-request-id: req-c8e30b83-2d02-4e98-82b2-2338d11b0e11 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:18.414957 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa6210bf-9b44-4a10-9058-02b85d4d1a16", "name": "network-vif-plugged", "status": "completed", "tag": "e8bba9b6-a94d-4f0d-ba7d-c3acbe7bd83c", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:18.415208 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c8e30b83-2d02-4e98-82b2-2338d11b0e11 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:18.416050 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa6210bf-9b44-4a10-9058-02b85d4d1a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8bba9b6-a94d-4f0d-ba7d-c3acbe7bd83c', 'code': 200} Aug 10 03:17:18.422372 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-a6788e85-1b0f-492a-a03b-6e7ef1f42224 None None] Allocated IP 172.20.0.2 (78be5df8-906c-423e-9c5f-789b0e5bc6a5/c72cc844-d40a-416a-bb3f-e518baffdc69/9e3c4742-2c0c-4c46-a5d0-58dc28aaad33) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:17:18.464391 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4a329834-bba1-4c7f-8ba3-ac970c710407 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:18.465613 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=e8bba9b6-a94d-4f0d-ba7d-c3acbe7bd83c,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:18.493936 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4a329834-bba1-4c7f-8ba3-ac970c710407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:18.569448 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eea89e-3f7a-4056-bcce-570b7495c6d7 req-ade8e673-6377-4c47-a5e5-6a58d848c4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:18.570978 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c1eea89e-3f7a-4056-bcce-570b7495c6d7 req-ade8e673-6377-4c47-a5e5-6a58d848c4bb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fa6210bf-9b44-4a10-9058-02b85d4d1a16 HTTP/1.1" status: 200 len: 1097 time: 0.0870917 Aug 10 03:17:18.587489 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a6788e85-1b0f-492a-a03b-6e7ef1f42224 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:18.596055 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-a6788e85-1b0f-492a-a03b-6e7ef1f42224 None None] Transition to ACTIVE for port object 9e3c4742-2c0c-4c46-a5d0-58dc28aaad33 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:17:18.611487 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-a6788e85-1b0f-492a-a03b-6e7ef1f42224 None None] Transition to ACTIVE for port object 9e3c4742-2c0c-4c46-a5d0-58dc28aaad33 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:17:18.616772 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a6788e85-1b0f-492a-a03b-6e7ef1f42224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:18.639098 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c1eea89e-3f7a-4056-bcce-570b7495c6d7 req-611f91de-a87a-4c22-9986-60f760630538 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8ad9b723-dab8-4980-977f-78757183bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607109 Aug 10 03:17:18.646468 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-4a329834-bba1-4c7f-8ba3-ac970c710407 admin admin] Allocated IP 172.25.7.79 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/9dfb3c4d-91d0-4414-95d1-8c59b2ed64ca) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:17:18.658717 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6788e85-1b0f-492a-a03b-6e7ef1f42224 None None] Network 78be5df8-906c-423e-9c5f-789b0e5bc6a5 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:17:18.661800 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-a6788e85-1b0f-492a-a03b-6e7ef1f42224 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:17:18.666156 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6788e85-1b0f-492a-a03b-6e7ef1f42224 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:17:18.669855 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6788e85-1b0f-492a-a03b-6e7ef1f42224 None None] Pushing event updated for resources: {'Port': ['ID=9e3c4742-2c0c-4c46-a5d0-58dc28aaad33,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:18.722024 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-a6788e85-1b0f-492a-a03b-6e7ef1f42224 None None] Attempting to bind port 9e3c4742-2c0c-4c46-a5d0-58dc28aaad33 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:17:18.722402 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-a6788e85-1b0f-492a-a03b-6e7ef1f42224 None None] Attempting to bind port 9e3c4742-2c0c-4c46-a5d0-58dc28aaad33 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '91865bfd-91d9-4155-bf76-2fc9d6980dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '78be5df8-906c-423e-9c5f-789b0e5bc6a5'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:17:18.722794 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6788e85-1b0f-492a-a03b-6e7ef1f42224 None None] Attempting to bind port 9e3c4742-2c0c-4c46-a5d0-58dc28aaad33 on network 78be5df8-906c-423e-9c5f-789b0e5bc6a5 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:17:18.728263 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6788e85-1b0f-492a-a03b-6e7ef1f42224 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:17:18.728641 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6788e85-1b0f-492a-a03b-6e7ef1f42224 None None] Checking segment: {'id': '91865bfd-91d9-4155-bf76-2fc9d6980dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '78be5df8-906c-423e-9c5f-789b0e5bc6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:17:18.729730 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a6788e85-1b0f-492a-a03b-6e7ef1f42224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:18.730136 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6788e85-1b0f-492a-a03b-6e7ef1f42224 None None] Bound using segment: {'id': '91865bfd-91d9-4155-bf76-2fc9d6980dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '78be5df8-906c-423e-9c5f-789b0e5bc6a5'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:17:18.730610 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-a6788e85-1b0f-492a-a03b-6e7ef1f42224 None None] Bound port: 9e3c4742-2c0c-4c46-a5d0-58dc28aaad33, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91865bfd-91d9-4155-bf76-2fc9d6980dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '78be5df8-906c-423e-9c5f-789b0e5bc6a5'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:17:18.731023 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a6788e85-1b0f-492a-a03b-6e7ef1f42224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:18.760684 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4a329834-bba1-4c7f-8ba3-ac970c710407 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:18.765629 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a07c66d-209e-4048-b994-e04d163a2a1b req-6757fb66-4411-4329-8681-c54ac8a2f18b tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:18.767172 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1a07c66d-209e-4048-b994-e04d163a2a1b req-6757fb66-4411-4329-8681-c54ac8a2f18b tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.62 "GET /v2.0/ports?device_id=768de92d-8cd4-4046-b75c-431ae66a1c00 HTTP/1.1" status: 200 len: 944 time: 0.0574634 Aug 10 03:17:18.806079 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4a329834-bba1-4c7f-8ba3-ac970c710407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:18.806989 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-a6788e85-1b0f-492a-a03b-6e7ef1f42224 None None] For port 9e3c4742-2c0c-4c46-a5d0-58dc28aaad33, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:17:18.810333 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-a6788e85-1b0f-492a-a03b-6e7ef1f42224 None None] For port 9e3c4742-2c0c-4c46-a5d0-58dc28aaad33, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=9e3c4742-2c0c-4c46-a5d0-58dc28aaad33,segment=NetworkSegment(91865bfd-91d9-4155-bf76-2fc9d6980dd7),segment_id=91865bfd-91d9-4155-bf76-2fc9d6980dd7)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:17:18.811346 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1a07c66d-209e-4048-b994-e04d163a2a1b req-7d697c6e-1d3a-412b-84ab-0f6fc66a0ebc tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ad9b723-dab8-4980-977f-78757183bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381062 Aug 10 03:17:18.816192 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a6788e85-1b0f-492a-a03b-6e7ef1f42224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:18.852481 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a329834-bba1-4c7f-8ba3-ac970c710407 admin admin] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:17:18.857620 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-4a329834-bba1-4c7f-8ba3-ac970c710407 admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:17:18.862011 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a329834-bba1-4c7f-8ba3-ac970c710407 admin admin] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:17:18.877136 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6788e85-1b0f-492a-a03b-6e7ef1f42224 None None] Pushing event updated for resources: {'Port': ['ID=9e3c4742-2c0c-4c46-a5d0-58dc28aaad33,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:18.884072 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a329834-bba1-4c7f-8ba3-ac970c710407 admin admin] Pushing event updated for resources: {'Port': ['ID=9dfb3c4d-91d0-4414-95d1-8c59b2ed64ca,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:18.986543 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1ded3-0e5a-4fc8-a45b-7bf5478be852 req-4a54e9d2-c1e3-48cb-a984-d02b7f852582 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:18.988558 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b6d1ded3-0e5a-4fc8-a45b-7bf5478be852 req-4a54e9d2-c1e3-48cb-a984-d02b7f852582 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=80f94420-15ae-4ee6-b3f5-5b1066e81b73 HTTP/1.1" status: 200 len: 945 time: 0.0565925 Aug 10 03:17:19.045350 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b6d1ded3-0e5a-4fc8-a45b-7bf5478be852 req-d997d6f2-9796-4c2a-a807-28499ecc7811 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503969 Aug 10 03:17:19.168948 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4a329834-bba1-4c7f-8ba3-ac970c710407 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:19.376446 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4a329834-bba1-4c7f-8ba3-ac970c710407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:19.511592 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a329834-bba1-4c7f-8ba3-ac970c710407 admin admin] Router f52ab725-0b18-4914-b88f-f214d12a964e is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:17:19.633236 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a329834-bba1-4c7f-8ba3-ac970c710407 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:17:19.645311 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311f5bdc-6b65-4b5e-9de2-af26c7e701af None None] Sync routers for ids ['f52ab725-0b18-4914-b88f-f214d12a964e'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:17:19.650211 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4a329834-bba1-4c7f-8ba3-ac970c710407 admin admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:19.651746 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4a329834-bba1-4c7f-8ba3-ac970c710407 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6879687 Aug 10 03:17:19.655159 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 51316) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:19.660448 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311f5bdc-6b65-4b5e-9de2-af26c7e701af None None] Routers {'f52ab725-0b18-4914-b88f-f214d12a964e'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:17:19.661839 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-311f5bdc-6b65-4b5e-9de2-af26c7e701af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:17:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['f52ab725-0b18-4914-b88f-f214d12a964e'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:19.775528 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-311f5bdc-6b65-4b5e-9de2-af26c7e701af None None] Set router f52ab725-0b18-4914-b88f-f214d12a964e gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:17:19.800019 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c1414-74eb-484a-864f-48e95c224c09 req-be5b4335-812b-4d5e-b4b5-496e26900d75 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:19.801650 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d58c1414-74eb-484a-864f-48e95c224c09 req-be5b4335-812b-4d5e-b4b5-496e26900d75 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 946 time: 0.0997069 Aug 10 03:17:19.920253 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ee4d49-b128-473b-8cb8-aebdb36a58e0 None None] Network 78be5df8-906c-423e-9c5f-789b0e5bc6a5 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:17:19.970881 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d58c1414-74eb-484a-864f-48e95c224c09 req-acc639ea-cdf4-4cd9-8f62-e703f168da16 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580460 Aug 10 03:17:19.997308 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c12bd2-e463-4ec1-a419-d477ffb56089 req-cdfb8f07-fd6a-4c62-98c8-5a2841de7b66 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:19.998815 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-15c12bd2-e463-4ec1-a419-d477ffb56089 req-cdfb8f07-fd6a-4c62-98c8-5a2841de7b66 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.62 "GET /v2.0/ports?device_id=768de92d-8cd4-4046-b75c-431ae66a1c00 HTTP/1.1" status: 200 len: 944 time: 0.0765750 Aug 10 03:17:20.021648 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-4e12d617-7a45-489d-bcf1-67776756a53c None None] Provisioning for port 9e3c4742-2c0c-4c46-a5d0-58dc28aaad33 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:17:20.102585 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-311f5bdc-6b65-4b5e-9de2-af26c7e701af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52ab725-0b18-4914-b88f-f214d12a964e', 'name': 'tempest-ServersTestBootFromVolume-1089544958-router', 'tenant_id': '688ac1bb34fc4bafb2a9d3c4de59e7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '9dfb3c4d-91d0-4414-95d1-8c59b2ed64ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:17:18Z', 'updated_at': '2021-08-10T03:17:19Z', 'revision_number': 3, 'project_id': '688ac1bb34fc4bafb2a9d3c4de59e7f3', 'gw_port': {'id': '9dfb3c4d-91d0-4414-95d1-8c59b2ed64ca', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52ab725-0b18-4914-b88f-f214d12a964e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:17:18Z', 'updated_at': '2021-08-10T03:17:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:20.109414 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-15c12bd2-e463-4ec1-a419-d477ffb56089 req-0b567b82-2177-4e6b-8f7c-9887736067e5 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ad9b723-dab8-4980-977f-78757183bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758886 Aug 10 03:17:20.146095 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311f5bdc-6b65-4b5e-9de2-af26c7e701af None None] Checking router: f52ab725-0b18-4914-b88f-f214d12a964e for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:17:20.146449 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311f5bdc-6b65-4b5e-9de2-af26c7e701af None None] Updating router f52ab725-0b18-4914-b88f-f214d12a964e port 9dfb3c4d-91d0-4414-95d1-8c59b2ed64ca binding host n-d-768851-15 {{(pid=94218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:17:20.192221 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-311f5bdc-6b65-4b5e-9de2-af26c7e701af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:20.221748 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec3a48-4c2f-45f6-b49c-d344e9b397a1 req-e0404778-eaf0-4f0f-9d1b-d03b25140889 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:20.223297 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d0ec3a48-4c2f-45f6-b49c-d344e9b397a1 req-e0404778-eaf0-4f0f-9d1b-d03b25140889 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=80f94420-15ae-4ee6-b3f5-5b1066e81b73 HTTP/1.1" status: 200 len: 945 time: 0.0942197 Aug 10 03:17:20.290824 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device be4e7ae0-526c-4777-ae9f-d33f031248a1 up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:17:20.314927 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d0ec3a48-4c2f-45f6-b49c-d344e9b397a1 req-3baea275-a342-45e5-bff6-7e0d72139e55 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690670 Aug 10 03:17:20.331605 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7597b24c-fee2-466a-bdac-6c41da3324ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:20.408976 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 9e3c4742-2c0c-4c46-a5d0-58dc28aaad33 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:17:20.471442 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port be4e7ae0-526c-4777-ae9f-d33f031248a1 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:17:20.486175 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port be4e7ae0-526c-4777-ae9f-d33f031248a1 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:17:20.486547 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:20.505918 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-7597b24c-fee2-466a-bdac-6c41da3324ad admin admin] Allocated IP 172.20.0.1 (78be5df8-906c-423e-9c5f-789b0e5bc6a5/c72cc844-d40a-416a-bb3f-e518baffdc69/6ddeabdf-2a6d-4355-b3cc-5dcc21e2f375) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:17:20.537793 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 9e3c4742-2c0c-4c46-a5d0-58dc28aaad33 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:17:20.555825 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 9e3c4742-2c0c-4c46-a5d0-58dc28aaad33 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:17:20.556192 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:20.614655 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7597b24c-fee2-466a-bdac-6c41da3324ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:20.628586 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-7597b24c-fee2-466a-bdac-6c41da3324ad admin admin] Transition to ACTIVE for port object 6ddeabdf-2a6d-4355-b3cc-5dcc21e2f375 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:17:20.640861 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-f9f8f3b7-d723-425c-8cdf-d0507889b795 None None] Provisioning complete for port 9e3c4742-2c0c-4c46-a5d0-58dc28aaad33 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:17:20.641153 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f9f8f3b7-d723-425c-8cdf-d0507889b795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:20.664593 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7597b24c-fee2-466a-bdac-6c41da3324ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:20.692538 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-311f5bdc-6b65-4b5e-9de2-af26c7e701af None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:20.700269 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7597b24c-fee2-466a-bdac-6c41da3324ad admin admin] Network 78be5df8-906c-423e-9c5f-789b0e5bc6a5 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:17:20.703791 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-7597b24c-fee2-466a-bdac-6c41da3324ad admin admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:17:20.706550 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7597b24c-fee2-466a-bdac-6c41da3324ad admin admin] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:17:20.721509 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-311f5bdc-6b65-4b5e-9de2-af26c7e701af None None] Transition to ACTIVE for port object 9dfb3c4d-91d0-4414-95d1-8c59b2ed64ca will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:17:20.731530 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:20.735240 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-311f5bdc-6b65-4b5e-9de2-af26c7e701af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:20.739914 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7597b24c-fee2-466a-bdac-6c41da3324ad admin admin] Pushing event updated for resources: {'Port': ['ID=6ddeabdf-2a6d-4355-b3cc-5dcc21e2f375,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:20.755069 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7597b24c-fee2-466a-bdac-6c41da3324ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:20.896828 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7597b24c-fee2-466a-bdac-6c41da3324ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:20.976108 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768de92d-8cd4-4046-b75c-431ae66a1c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be4e7ae0-526c-4777-ae9f-d33f031248a1'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:20.978341 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3560f8b-d762-46d3-b67f-cf9cd1d7c0dd" -d '{"events": [{"server_uuid": "768de92d-8cd4-4046-b75c-431ae66a1c00", "name": "network-vif-plugged", "status": "completed", "tag": "be4e7ae0-526c-4777-ae9f-d33f031248a1"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:21.007310 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:21.009098 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67069f7-ea45-433b-acb2-79224b3bae16 None None] Pushing event updated for resources: {'Port': ['ID=9dfb3c4d-91d0-4414-95d1-8c59b2ed64ca,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:21.020029 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port be4e7ae0-526c-4777-ae9f-d33f031248a1, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=be4e7ae0-526c-4777-ae9f-d33f031248a1,segment=NetworkSegment(0bdc3201-fd0f-445f-8160-8523091ad0b5),segment_id=0bdc3201-fd0f-445f-8160-8523091ad0b5)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:21.030830 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-311f5bdc-6b65-4b5e-9de2-af26c7e701af None None] Attempting to bind port 9dfb3c4d-91d0-4414-95d1-8c59b2ed64ca on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:17:21.031141 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-311f5bdc-6b65-4b5e-9de2-af26c7e701af None None] Attempting to bind port 9dfb3c4d-91d0-4414-95d1-8c59b2ed64ca by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:17:21.031501 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311f5bdc-6b65-4b5e-9de2-af26c7e701af None None] Attempting to bind port 9dfb3c4d-91d0-4414-95d1-8c59b2ed64ca on network 09ca2025-b9a6-4e84-8019-8d9fbef3753e {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:17:21.049027 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:21.055167 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f9f8f3b7-d723-425c-8cdf-d0507889b795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:21.057644 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311f5bdc-6b65-4b5e-9de2-af26c7e701af None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:17:21.058020 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311f5bdc-6b65-4b5e-9de2-af26c7e701af None None] Checking segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:17:21.058727 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-311f5bdc-6b65-4b5e-9de2-af26c7e701af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:21.065315 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311f5bdc-6b65-4b5e-9de2-af26c7e701af None None] Bound using segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:17:21.065687 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-311f5bdc-6b65-4b5e-9de2-af26c7e701af None None] Bound port: 9dfb3c4d-91d0-4414-95d1-8c59b2ed64ca, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:17:21.066110 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-311f5bdc-6b65-4b5e-9de2-af26c7e701af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:21.069559 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d01606-be48-431b-8ab2-caaac34542b3 x-openstack-request-id: req-25d01606-be48-431b-8ab2-caaac34542b3 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:21.069849 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "768de92d-8cd4-4046-b75c-431ae66a1c00", "name": "network-vif-plugged", "status": "completed", "tag": "be4e7ae0-526c-4777-ae9f-d33f031248a1", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:21.070094 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-25d01606-be48-431b-8ab2-caaac34542b3 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:21.070471 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '768de92d-8cd4-4046-b75c-431ae66a1c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be4e7ae0-526c-4777-ae9f-d33f031248a1', 'code': 200} Aug 10 03:17:21.149101 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264bc5c1-32f1-48b1-a9a6-3e8b6539360c req-4e17b8fb-34f6-4e11-bd43-05a284458637 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:21.151108 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-264bc5c1-32f1-48b1-a9a6-3e8b6539360c req-4e17b8fb-34f6-4e11-bd43-05a284458637 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 946 time: 0.0914590 Aug 10 03:17:21.153580 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 9e3c4742-2c0c-4c46-a5d0-58dc28aaad33, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=9e3c4742-2c0c-4c46-a5d0-58dc28aaad33,segment=NetworkSegment(91865bfd-91d9-4155-bf76-2fc9d6980dd7),segment_id=91865bfd-91d9-4155-bf76-2fc9d6980dd7)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:21.162261 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7597b24c-fee2-466a-bdac-6c41da3324ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:21.169733 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:21.191403 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ab5c7-25ee-4b81-b84c-01a9e4186ddc req-b816de8f-c8fa-4474-b00c-2b354681d695 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:21.192786 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7597b24c-fee2-466a-bdac-6c41da3324ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:21.193047 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a09ab5c7-25ee-4b81-b84c-01a9e4186ddc req-b816de8f-c8fa-4474-b00c-2b354681d695 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.58 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 946 time: 0.0935142 Aug 10 03:17:21.225123 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=be4e7ae0-526c-4777-ae9f-d33f031248a1,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:21.240964 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-311f5bdc-6b65-4b5e-9de2-af26c7e701af None None] For port 9dfb3c4d-91d0-4414-95d1-8c59b2ed64ca, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:17:21.260808 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7597b24c-fee2-466a-bdac-6c41da3324ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:21.271269 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.db.api [None req-f9f8f3b7-d723-425c-8cdf-d0507889b795 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:17:21.271618 n-d-768851-15 neutron-server[94218]: DEBUG oslo_db.api [None req-f9f8f3b7-d723-425c-8cdf-d0507889b795 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:17:21.280429 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-311f5bdc-6b65-4b5e-9de2-af26c7e701af None None] For port 9dfb3c4d-91d0-4414-95d1-8c59b2ed64ca, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=9dfb3c4d-91d0-4414-95d1-8c59b2ed64ca,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:17:21.286012 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-311f5bdc-6b65-4b5e-9de2-af26c7e701af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:21.308420 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=9e3c4742-2c0c-4c46-a5d0-58dc28aaad33,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:21.323276 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-a09ab5c7-25ee-4b81-b84c-01a9e4186ddc req-1deb7814-b6b6-4597-8e88-146c2ee617f0 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Deleting port 8a30db10-e0e6-4c59-bff9-1edbdbe1ee47 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:17:21.323620 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a09ab5c7-25ee-4b81-b84c-01a9e4186ddc req-1deb7814-b6b6-4597-8e88-146c2ee617f0 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:21.352028 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311f5bdc-6b65-4b5e-9de2-af26c7e701af None None] Routers {'f52ab725-0b18-4914-b88f-f214d12a964e'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:17:21.352660 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-311f5bdc-6b65-4b5e-9de2-af26c7e701af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:17:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['f52ab725-0b18-4914-b88f-f214d12a964e'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:21.394545 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-264bc5c1-32f1-48b1-a9a6-3e8b6539360c req-ea6bd3d5-7b5c-4912-b3d8-d2d6e098154f tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2353549 Aug 10 03:17:21.401354 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67069f7-ea45-433b-acb2-79224b3bae16 None None] Pushing event updated for resources: {'Port': ['ID=9dfb3c4d-91d0-4414-95d1-8c59b2ed64ca,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:21.413622 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7597b24c-fee2-466a-bdac-6c41da3324ad admin admin] Pushing event updated for resources: {'Port': ['ID=6ddeabdf-2a6d-4355-b3cc-5dcc21e2f375,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:21.422222 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-a09ab5c7-25ee-4b81-b84c-01a9e4186ddc req-1deb7814-b6b6-4597-8e88-146c2ee617f0 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] For port 8a30db10-e0e6-4c59-bff9-1edbdbe1ee47, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=8a30db10-e0e6-4c59-bff9-1edbdbe1ee47,segment=NetworkSegment(b14795c0-984c-4c21-bc5c-b1b39903d907),segment_id=b14795c0-984c-4c21-bc5c-b1b39903d907)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:21.422601 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a09ab5c7-25ee-4b81-b84c-01a9e4186ddc req-1deb7814-b6b6-4597-8e88-146c2ee617f0 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:21.426161 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160ab254-b8cc-4fa0-b70e-12e2903adb80 req-ecc99325-1523-45fb-a8d5-b3b8e735d0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:21.427713 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-160ab254-b8cc-4fa0-b70e-12e2903adb80 req-ecc99325-1523-45fb-a8d5-b3b8e735d0b8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=768de92d-8cd4-4046-b75c-431ae66a1c00 HTTP/1.1" status: 200 len: 1097 time: 0.2576253 Aug 10 03:17:21.459953 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3236b9-c963-4843-b7ed-b524e6c1be94 req-09338c40-4a49-4f08-ac5b-2a66f281d330 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:21.461444 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6b3236b9-c963-4843-b7ed-b524e6c1be94 req-09338c40-4a49-4f08-ac5b-2a66f281d330 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.62 "GET /v2.0/ports?device_id=768de92d-8cd4-4046-b75c-431ae66a1c00 HTTP/1.1" status: 200 len: 945 time: 0.1974421 Aug 10 03:17:21.490403 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-311f5bdc-6b65-4b5e-9de2-af26c7e701af None None] Set router f52ab725-0b18-4914-b88f-f214d12a964e gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:17:21.532624 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-160ab254-b8cc-4fa0-b70e-12e2903adb80 req-197ce3e7-4a8c-4479-9372-df22dd7b0b2f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8ad9b723-dab8-4980-977f-78757183bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875683 Aug 10 03:17:21.550498 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7597b24c-fee2-466a-bdac-6c41da3324ad admin admin] Network 78be5df8-906c-423e-9c5f-789b0e5bc6a5 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:17:21.556222 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6b3236b9-c963-4843-b7ed-b524e6c1be94 req-f804ae4c-753b-42ca-8bc1-98b9a0d02d09 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ad9b723-dab8-4980-977f-78757183bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777314 Aug 10 03:17:21.557134 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-7597b24c-fee2-466a-bdac-6c41da3324ad admin admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:17:21.655951 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a09ab5c7-25ee-4b81-b84c-01a9e4186ddc req-1deb7814-b6b6-4597-8e88-146c2ee617f0 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:21.656419 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a09ab5c7-25ee-4b81-b84c-01a9e4186ddc req-1deb7814-b6b6-4597-8e88-146c2ee617f0 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:21.656748 n-d-768851-15 neutron-server[94217]: INFO neutron.db.l3_db [req-a09ab5c7-25ee-4b81-b84c-01a9e4186ddc req-1deb7814-b6b6-4597-8e88-146c2ee617f0 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Floating IP 8d9c4891-0b3a-486b-a7c4-f3bf1c843f19 disassociated. External IP: 172.25.7.131, port: 8a30db10-e0e6-4c59-bff9-1edbdbe1ee47. Aug 10 03:17:21.657109 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-a09ab5c7-25ee-4b81-b84c-01a9e4186ddc req-1deb7814-b6b6-4597-8e88-146c2ee617f0 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Calling delete_port for 8a30db10-e0e6-4c59-bff9-1edbdbe1ee47 owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:17:21.743223 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-311f5bdc-6b65-4b5e-9de2-af26c7e701af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52ab725-0b18-4914-b88f-f214d12a964e', 'name': 'tempest-ServersTestBootFromVolume-1089544958-router', 'tenant_id': '688ac1bb34fc4bafb2a9d3c4de59e7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '9dfb3c4d-91d0-4414-95d1-8c59b2ed64ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:17:18Z', 'updated_at': '2021-08-10T03:17:20Z', 'revision_number': 4, 'project_id': '688ac1bb34fc4bafb2a9d3c4de59e7f3', 'gw_port': {'id': '9dfb3c4d-91d0-4414-95d1-8c59b2ed64ca', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52ab725-0b18-4914-b88f-f214d12a964e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:17:18Z', 'updated_at': '2021-08-10T03:17:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '6ddeabdf-2a6d-4355-b3cc-5dcc21e2f375', 'name': '', 'network_id': '78be5df8-906c-423e-9c5f-789b0e5bc6a5', 'tenant_id': '688ac1bb34fc4bafb2a9d3c4de59e7f3', 'mac_address': 'fa:16:3e:28:68:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52ab725-0b18-4914-b88f-f214d12a964e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'c72cc844-d40a-416a-bb3f-e518baffdc69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:17:20Z', 'updated_at': '2021-08-10T03:17:20Z', 'revision_number': 2, 'project_id': '688ac1bb34fc4bafb2a9d3c4de59e7f3', 'subnets': [{'id': 'c72cc844-d40a-416a-bb3f-e518baffdc69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:21.792216 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311f5bdc-6b65-4b5e-9de2-af26c7e701af None None] The sync data for ids ['f52ab725-0b18-4914-b88f-f214d12a964e'] in n-d-768851-15 is: [{'id': 'f52ab725-0b18-4914-b88f-f214d12a964e', 'name': 'tempest-ServersTestBootFromVolume-1089544958-router', 'tenant_id': '688ac1bb34fc4bafb2a9d3c4de59e7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '9dfb3c4d-91d0-4414-95d1-8c59b2ed64ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:17:18Z', 'updated_at': '2021-08-10T03:17:20Z', 'revision_number': 4, 'project_id': '688ac1bb34fc4bafb2a9d3c4de59e7f3', 'gw_port': {'id': '9dfb3c4d-91d0-4414-95d1-8c59b2ed64ca', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52ab725-0b18-4914-b88f-f214d12a964e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:17:18Z', 'updated_at': '2021-08-10T03:17:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '6ddeabdf-2a6d-4355-b3cc-5dcc21e2f375', 'name': '', 'network_id': '78be5df8-906c-423e-9c5f-789b0e5bc6a5', 'tenant_id': '688ac1bb34fc4bafb2a9d3c4de59e7f3', 'mac_address': 'fa:16:3e:28:68:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52ab725-0b18-4914-b88f-f214d12a964e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'c72cc844-d40a-416a-bb3f-e518baffdc69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:17:20Z', 'updated_at': '2021-08-10T03:17:20Z', 'revision_number': 2, 'project_id': '688ac1bb34fc4bafb2a9d3c4de59e7f3', 'subnets': [{'id': 'c72cc844-d40a-416a-bb3f-e518baffdc69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:17:21.843081 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a09ab5c7-25ee-4b81-b84c-01a9e4186ddc req-1deb7814-b6b6-4597-8e88-146c2ee617f0 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:21.932969 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deb7814-b6b6-4597-8e88-146c2ee617f0 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Pushing event deleted for resources: {'Port': ['ID=8a30db10-e0e6-4c59-bff9-1edbdbe1ee47,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:21.974170 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af212cad-2c88-4851-9897-bdb641fc41a8 req-978fb4c3-3b17-462f-a672-236714b39c4c tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:21.974682 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-cbddd5e6-9002-4954-a4b9-f1c25d2ecbaa None None] Provisioning for port 6ddeabdf-2a6d-4355-b3cc-5dcc21e2f375 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:17:21.979247 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-af212cad-2c88-4851-9897-bdb641fc41a8 req-978fb4c3-3b17-462f-a672-236714b39c4c tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=80f94420-15ae-4ee6-b3f5-5b1066e81b73 HTTP/1.1" status: 200 len: 945 time: 0.1018949 Aug 10 03:17:21.980668 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-cbddd5e6-9002-4954-a4b9-f1c25d2ecbaa None None] Provisioning complete for port 6ddeabdf-2a6d-4355-b3cc-5dcc21e2f375 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:17:21.981688 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-cbddd5e6-9002-4954-a4b9-f1c25d2ecbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:22.008870 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a09ab5c7-25ee-4b81-b84c-01a9e4186ddc req-1deb7814-b6b6-4597-8e88-146c2ee617f0 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Router 13d9a6c2-9eb1-46e1-af07-d8aaa14d0364 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:17:22.011172 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7597b24c-fee2-466a-bdac-6c41da3324ad admin admin] Router f52ab725-0b18-4914-b88f-f214d12a964e has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:17:22.032854 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-cbddd5e6-9002-4954-a4b9-f1c25d2ecbaa None None] Port 6ddeabdf-2a6d-4355-b3cc-5dcc21e2f375 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:17:22.060226 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-af212cad-2c88-4851-9897-bdb641fc41a8 req-0b52d392-2685-4c75-9405-909480b62f5f tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768175 Aug 10 03:17:22.144077 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a09ab5c7-25ee-4b81-b84c-01a9e4186ddc req-1deb7814-b6b6-4597-8e88-146c2ee617f0 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:17:22.156280 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a359e9b0-200b-4eb7-8ee0-d94347b6fed0 None None] Sync routers for ids ['13d9a6c2-9eb1-46e1-af07-d8aaa14d0364'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:17:22.167093 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a359e9b0-200b-4eb7-8ee0-d94347b6fed0 None None] Routers {'13d9a6c2-9eb1-46e1-af07-d8aaa14d0364'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:17:22.168159 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-a359e9b0-200b-4eb7-8ee0-d94347b6fed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:17:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['13d9a6c2-9eb1-46e1-af07-d8aaa14d0364'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:22.204240 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7597b24c-fee2-466a-bdac-6c41da3324ad admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:17:22.210089 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-7597b24c-fee2-466a-bdac-6c41da3324ad admin admin] 10.222.0.62 "PUT /v2.0/routers/f52ab725-0b18-4914-b88f-f214d12a964e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5535891 Aug 10 03:17:22.217994 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-a09ab5c7-25ee-4b81-b84c-01a9e4186ddc req-1deb7814-b6b6-4597-8e88-146c2ee617f0 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] No DVR routers for this DVR port 8a30db10-e0e6-4c59-bff9-1edbdbe1ee47 on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:17:22.229619 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a09ab5c7-25ee-4b81-b84c-01a9e4186ddc req-1deb7814-b6b6-4597-8e88-146c2ee617f0 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:22.231802 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a09ab5c7-25ee-4b81-b84c-01a9e4186ddc req-1deb7814-b6b6-4597-8e88-146c2ee617f0 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.58 "DELETE /v2.0/ports/8a30db10-e0e6-4c59-bff9-1edbdbe1ee47 HTTP/1.1" status: 204 len: 173 time: 1.0319653 Aug 10 03:17:22.232276 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f968c78b-535a-49e6-86c5-6bde6a962948', 'name': 'network-vif-deleted', 'tag': '8a30db10-e0e6-4c59-bff9-1edbdbe1ee47'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:22.234803 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6884f6-8236-45da-8fc9-02d3a3615e95" -d '{"events": [{"server_uuid": "f968c78b-535a-49e6-86c5-6bde6a962948", "name": "network-vif-deleted", "tag": "8a30db10-e0e6-4c59-bff9-1edbdbe1ee47"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:22.286314 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab196fe-b88f-4720-95de-99de81122a1e x-openstack-request-id: req-7ab196fe-b88f-4720-95de-99de81122a1e {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:22.286601 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f968c78b-535a-49e6-86c5-6bde6a962948", "name": "network-vif-deleted", "tag": "8a30db10-e0e6-4c59-bff9-1edbdbe1ee47", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:22.286879 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7ab196fe-b88f-4720-95de-99de81122a1e {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:22.287280 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f968c78b-535a-49e6-86c5-6bde6a962948', 'name': 'network-vif-deleted', 'tag': '8a30db10-e0e6-4c59-bff9-1edbdbe1ee47', 'status': 'completed', 'code': 200} Aug 10 03:17:22.430336 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 9e3c4742-2c0c-4c46-a5d0-58dc28aaad33 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:17:22.552972 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 9e3c4742-2c0c-4c46-a5d0-58dc28aaad33 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:17:22.553507 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:22.579200 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-86b0cadc-0fba-465f-a59b-192a82a67b80 req-130c51da-f3b5-458b-9cfd-5f3aaacabba4 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=f968c78b-535a-49e6-86c5-6bde6a962948 HTTP/1.1" status: 200 len: 210 time: 0.0311472 Aug 10 03:17:22.608768 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-a359e9b0-200b-4eb7-8ee0-d94347b6fed0 None None] Set router 13d9a6c2-9eb1-46e1-af07-d8aaa14d0364 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:17:22.855986 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074c307-1c73-4464-80ae-d58954713ea4 req-d220b55c-97a3-4114-b806-d929bb63d460 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:22.864766 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1074c307-1c73-4464-80ae-d58954713ea4 req-d220b55c-97a3-4114-b806-d929bb63d460 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.62 "GET /v2.0/ports?device_id=768de92d-8cd4-4046-b75c-431ae66a1c00 HTTP/1.1" status: 200 len: 945 time: 0.0784674 Aug 10 03:17:22.933192 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1074c307-1c73-4464-80ae-d58954713ea4 req-128ef851-f4ce-4908-a86c-eab25b70c949 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ad9b723-dab8-4980-977f-78757183bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616312 Aug 10 03:17:22.936019 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-a359e9b0-200b-4eb7-8ee0-d94347b6fed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d9a6c2-9eb1-46e1-af07-d8aaa14d0364', 'name': 'tempest-AttachVolumeShelveTestJSON-1128468652-router', 'tenant_id': '0c00b01e0806491485adebe5c1c180f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'b33265c4-a0e4-4f43-ae0c-d69841a13821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:12:39Z', 'updated_at': '2021-08-10T03:12:44Z', 'revision_number': 4, 'project_id': '0c00b01e0806491485adebe5c1c180f7', 'gw_port': {'id': 'b33265c4-a0e4-4f43-ae0c-d69841a13821', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d9a6c2-9eb1-46e1-af07-d8aaa14d0364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:12:40Z', 'updated_at': '2021-08-10T03:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '9a25952a-9ef1-4c85-b91e-c0c0f02dd688', 'name': '', 'network_id': 'c0759395-72d8-4de6-9611-c9ba0ebf5417', 'tenant_id': '0c00b01e0806491485adebe5c1c180f7', 'mac_address': 'fa:16:3e:f5:43:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d9a6c2-9eb1-46e1-af07-d8aaa14d0364', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '3edf7dab-cede-45e3-a40b-9026654a3743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:12:43Z', 'updated_at': '2021-08-10T03:12:52Z', 'revision_number': 5, 'project_id': '0c00b01e0806491485adebe5c1c180f7', 'subnets': [{'id': '3edf7dab-cede-45e3-a40b-9026654a3743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:22.986043 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a359e9b0-200b-4eb7-8ee0-d94347b6fed0 None None] Checking router: 13d9a6c2-9eb1-46e1-af07-d8aaa14d0364 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:17:22.996923 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a359e9b0-200b-4eb7-8ee0-d94347b6fed0 None None] Routers {'13d9a6c2-9eb1-46e1-af07-d8aaa14d0364'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:17:22.997469 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-a359e9b0-200b-4eb7-8ee0-d94347b6fed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:17:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['13d9a6c2-9eb1-46e1-af07-d8aaa14d0364'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:23.124996 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 51364) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:23.130180 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-851bed3f-1467-4e5c-b550-ccb0f2611333 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Request body: {'security_group': {'name': 'tempest-securitygroup--598440875', 'description': 'tempest-description--469008504'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:17:23.138068 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-a359e9b0-200b-4eb7-8ee0-d94347b6fed0 None None] Set router 13d9a6c2-9eb1-46e1-af07-d8aaa14d0364 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:17:23.139465 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e339a-dbc2-4929-85a2-101578769155 req-bbb50628-c882-40c2-b2f8-7a823bbaa89d tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:23.148444 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7f6e339a-dbc2-4929-85a2-101578769155 req-bbb50628-c882-40c2-b2f8-7a823bbaa89d tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa6210bf-9b44-4a10-9058-02b85d4d1a16 HTTP/1.1" status: 200 len: 945 time: 0.0780635 Aug 10 03:17:23.168667 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-851bed3f-1467-4e5c-b550-ccb0f2611333 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:23.194054 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7f6e339a-dbc2-4929-85a2-101578769155 req-85889d71-6495-4bc1-99b9-697774c1d95d tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ad9b723-dab8-4980-977f-78757183bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444157 Aug 10 03:17:23.298123 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-851bed3f-1467-4e5c-b550-ccb0f2611333 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:23.306392 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-851bed3f-1467-4e5c-b550-ccb0f2611333 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:23.308064 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1819b5-1aeb-4bf0-a937-433923916b22 req-759c859e-a48e-4b88-8776-097dbabc21f0 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:23.309770 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2d1819b5-1aeb-4bf0-a937-433923916b22 req-759c859e-a48e-4b88-8776-097dbabc21f0 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=80f94420-15ae-4ee6-b3f5-5b1066e81b73 HTTP/1.1" status: 200 len: 945 time: 0.1088028 Aug 10 03:17:23.353393 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-851bed3f-1467-4e5c-b550-ccb0f2611333 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:23.356045 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-851bed3f-1467-4e5c-b550-ccb0f2611333 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2298269 Aug 10 03:17:23.357195 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851bed3f-1467-4e5c-b550-ccb0f2611333 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f77d8a-e80d-48eb-a975-57d1082788a8,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:23.358998 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 51370) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:23.371627 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-dfd55972-6066-4dcb-a4b3-5da6e001f379 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Request body: {'security_group_rule': {'security_group_id': 'f8f77d8a-e80d-48eb-a975-57d1082788a8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:17:23.402360 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2d1819b5-1aeb-4bf0-a937-433923916b22 req-95614229-beaa-41fb-ab67-92b8c76dae40 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842137 Aug 10 03:17:23.443689 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dfd55972-6066-4dcb-a4b3-5da6e001f379 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:23.452627 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-a359e9b0-200b-4eb7-8ee0-d94347b6fed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d9a6c2-9eb1-46e1-af07-d8aaa14d0364', 'name': 'tempest-AttachVolumeShelveTestJSON-1128468652-router', 'tenant_id': '0c00b01e0806491485adebe5c1c180f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'b33265c4-a0e4-4f43-ae0c-d69841a13821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:12:39Z', 'updated_at': '2021-08-10T03:12:44Z', 'revision_number': 4, 'project_id': '0c00b01e0806491485adebe5c1c180f7', 'gw_port': {'id': 'b33265c4-a0e4-4f43-ae0c-d69841a13821', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d9a6c2-9eb1-46e1-af07-d8aaa14d0364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:12:40Z', 'updated_at': '2021-08-10T03:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '9a25952a-9ef1-4c85-b91e-c0c0f02dd688', 'name': '', 'network_id': 'c0759395-72d8-4de6-9611-c9ba0ebf5417', 'tenant_id': '0c00b01e0806491485adebe5c1c180f7', 'mac_address': 'fa:16:3e:f5:43:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d9a6c2-9eb1-46e1-af07-d8aaa14d0364', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '3edf7dab-cede-45e3-a40b-9026654a3743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:12:43Z', 'updated_at': '2021-08-10T03:12:52Z', 'revision_number': 5, 'project_id': '0c00b01e0806491485adebe5c1c180f7', 'subnets': [{'id': '3edf7dab-cede-45e3-a40b-9026654a3743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:23.490300 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a359e9b0-200b-4eb7-8ee0-d94347b6fed0 None None] The sync data for ids ['13d9a6c2-9eb1-46e1-af07-d8aaa14d0364'] in n-d-768851-15 is: [{'id': '13d9a6c2-9eb1-46e1-af07-d8aaa14d0364', 'name': 'tempest-AttachVolumeShelveTestJSON-1128468652-router', 'tenant_id': '0c00b01e0806491485adebe5c1c180f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'b33265c4-a0e4-4f43-ae0c-d69841a13821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:12:39Z', 'updated_at': '2021-08-10T03:12:44Z', 'revision_number': 4, 'project_id': '0c00b01e0806491485adebe5c1c180f7', 'gw_port': {'id': 'b33265c4-a0e4-4f43-ae0c-d69841a13821', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d9a6c2-9eb1-46e1-af07-d8aaa14d0364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:12:40Z', 'updated_at': '2021-08-10T03:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '9a25952a-9ef1-4c85-b91e-c0c0f02dd688', 'name': '', 'network_id': 'c0759395-72d8-4de6-9611-c9ba0ebf5417', 'tenant_id': '0c00b01e0806491485adebe5c1c180f7', 'mac_address': 'fa:16:3e:f5:43:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d9a6c2-9eb1-46e1-af07-d8aaa14d0364', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '3edf7dab-cede-45e3-a40b-9026654a3743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:12:43Z', 'updated_at': '2021-08-10T03:12:52Z', 'revision_number': 5, 'project_id': '0c00b01e0806491485adebe5c1c180f7', 'subnets': [{'id': '3edf7dab-cede-45e3-a40b-9026654a3743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:17:23.514963 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dfd55972-6066-4dcb-a4b3-5da6e001f379 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:23.520700 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dfd55972-6066-4dcb-a4b3-5da6e001f379 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:23.546683 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd55972-6066-4dcb-a4b3-5da6e001f379 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcef096b-bb3c-42be-9305-9ba28178c8c7,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:23.553986 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dfd55972-6066-4dcb-a4b3-5da6e001f379 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:23.558394 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-dfd55972-6066-4dcb-a4b3-5da6e001f379 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1953273 Aug 10 03:17:23.558479 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 51374) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:23.564964 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-d211a6a7-40b5-4e18-a9fc-a7c87f26cd98 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Request body: {'security_group_rule': {'security_group_id': 'f8f77d8a-e80d-48eb-a975-57d1082788a8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:17:23.612022 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d211a6a7-40b5-4e18-a9fc-a7c87f26cd98 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:23.681684 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d211a6a7-40b5-4e18-a9fc-a7c87f26cd98 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:23.694550 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d211a6a7-40b5-4e18-a9fc-a7c87f26cd98 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:23.708056 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 51382) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:23.760400 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d211a6a7-40b5-4e18-a9fc-a7c87f26cd98 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca761ac9-6a91-47cb-bdeb-e75fb5310e61,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:23.782636 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6338eabb-0a53-482c-a9a1-ed6b5f1493ad req-dcf91abd-bd83-455b-9bd9-679009c67f5a tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:23.784255 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6338eabb-0a53-482c-a9a1-ed6b5f1493ad req-dcf91abd-bd83-455b-9bd9-679009c67f5a tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa6210bf-9b44-4a10-9058-02b85d4d1a16 HTTP/1.1" status: 200 len: 945 time: 0.1052911 Aug 10 03:17:23.785527 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d211a6a7-40b5-4e18-a9fc-a7c87f26cd98 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:23.789744 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d211a6a7-40b5-4e18-a9fc-a7c87f26cd98 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2287681 Aug 10 03:17:23.790353 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 51386) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:23.795804 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-0bde7d07-1ddf-4fad-a7e9-250e2267d2eb tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Request body: {'floatingip': {'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:17:23.797375 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-363c3f64-e3ad-4b0f-8c45-2114a400a25d tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:23.821910 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-363c3f64-e3ad-4b0f-8c45-2114a400a25d tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:23.848765 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6338eabb-0a53-482c-a9a1-ed6b5f1493ad req-2380f8e9-7659-4e27-bf39-00856746cf65 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ad9b723-dab8-4980-977f-78757183bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466211 Aug 10 03:17:23.851196 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0bde7d07-1ddf-4fad-a7e9-250e2267d2eb tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Notify callbacks [] for floatingip, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:23.875261 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-363c3f64-e3ad-4b0f-8c45-2114a400a25d tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:23.878496 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-363c3f64-e3ad-4b0f-8c45-2114a400a25d tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:23.880275 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-363c3f64-e3ad-4b0f-8c45-2114a400a25d tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "DELETE /v2.0/security-groups/2cb8a3f5-abac-4e8f-91bc-5335ca148a9a HTTP/1.1" status: 204 len: 168 time: 0.1708667 Aug 10 03:17:23.886554 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3181a0-dd04-4d47-8f4e-12080995efee None None] New status for floating IP 8d9c4891-0b3a-486b-a7c4-f3bf1c843f19: DOWN {{(pid=94218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:17:23.892353 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 51388) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:23.899649 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c3f64-e3ad-4b0f-8c45-2114a400a25d tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb8a3f5-abac-4e8f-91bc-5335ca148a9a,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:23.914367 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-5de9e8a7-93e9-453b-8890-bc114dcfb209 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] show failed (client error): The resource could not be found. Aug 10 03:17:23.915467 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-5de9e8a7-93e9-453b-8890-bc114dcfb209 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups/2cb8a3f5-abac-4e8f-91bc-5335ca148a9a HTTP/1.1" status: 404 len: 347 time: 0.0220788 Aug 10 03:17:23.919766 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 51390) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:24.007444 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 8a30db10-e0e6-4c59-bff9-1edbdbe1ee47 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:17:24.030318 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: 8a30db10-e0e6-4c59-bff9-1edbdbe1ee47 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:17:24.030796 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 8a30db10-e0e6-4c59-bff9-1edbdbe1ee47 not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:17:24.071590 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0bde7d07-1ddf-4fad-a7e9-250e2267d2eb tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:24.123968 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-bdec8b32-f18a-483c-aa15-999051e907bc tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Deleting port 8b99aa2c-aa98-494d-be2a-6d6d84510cca {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:17:24.124320 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bdec8b32-f18a-483c-aa15-999051e907bc tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:24.265496 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bdec8b32-f18a-483c-aa15-999051e907bc tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:24.266089 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bdec8b32-f18a-483c-aa15-999051e907bc tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:24.268720 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-0bde7d07-1ddf-4fad-a7e9-250e2267d2eb tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Allocated IP 172.25.7.117 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/80a7b5be-e647-480e-8026-048f9b83365c) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:17:24.289146 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-bdec8b32-f18a-483c-aa15-999051e907bc tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Calling delete_port for 8b99aa2c-aa98-494d-be2a-6d6d84510cca owned by network:floatingip {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:17:24.368409 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 9dfb3c4d-91d0-4414-95d1-8c59b2ed64ca up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:17:24.419935 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 9dfb3c4d-91d0-4414-95d1-8c59b2ed64ca completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:17:24.425391 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 9dfb3c4d-91d0-4414-95d1-8c59b2ed64ca triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:17:24.425779 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:24.455593 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0bde7d07-1ddf-4fad-a7e9-250e2267d2eb tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:24.521983 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:24.545641 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 9dfb3c4d-91d0-4414-95d1-8c59b2ed64ca, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=9dfb3c4d-91d0-4414-95d1-8c59b2ed64ca,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:24.550289 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:24.588747 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab65b3-4560-49de-86f2-ae832c429a8d req-d6692911-443f-4e23-ad1c-f30518870ab7 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:24.590476 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-71ab65b3-4560-49de-86f2-ae832c429a8d req-d6692911-443f-4e23-ad1c-f30518870ab7 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=80f94420-15ae-4ee6-b3f5-5b1066e81b73 HTTP/1.1" status: 200 len: 945 time: 0.0917845 Aug 10 03:17:24.592067 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bdec8b32-f18a-483c-aa15-999051e907bc tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:24.596230 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0bde7d07-1ddf-4fad-a7e9-250e2267d2eb tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:24.602831 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b1d2e6-f082-4c99-8028-b5b5156503f0 None None] Sync routers for ids ['f52ab725-0b18-4914-b88f-f214d12a964e'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:17:24.611566 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b1d2e6-f082-4c99-8028-b5b5156503f0 None None] Routers {'f52ab725-0b18-4914-b88f-f214d12a964e'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:17:24.612169 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-51b1d2e6-f082-4c99-8028-b5b5156503f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:17:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['f52ab725-0b18-4914-b88f-f214d12a964e'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:24.618865 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=9dfb3c4d-91d0-4414-95d1-8c59b2ed64ca,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:24.640369 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec8b32-f18a-483c-aa15-999051e907bc tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Pushing event deleted for resources: {'Port': ['ID=8b99aa2c-aa98-494d-be2a-6d6d84510cca,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:24.706548 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bde7d07-1ddf-4fad-a7e9-250e2267d2eb tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:17:24.723202 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-51b1d2e6-f082-4c99-8028-b5b5156503f0 None None] Set router f52ab725-0b18-4914-b88f-f214d12a964e gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:17:24.735226 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-0bde7d07-1ddf-4fad-a7e9-250e2267d2eb tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:17:24.742857 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bde7d07-1ddf-4fad-a7e9-250e2267d2eb tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:17:24.752257 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-71ab65b3-4560-49de-86f2-ae832c429a8d req-b70e7503-077b-44ad-b84b-30f177384d30 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467803 Aug 10 03:17:24.786428 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bde7d07-1ddf-4fad-a7e9-250e2267d2eb tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Pushing event updated for resources: {'Port': ['ID=80a7b5be-e647-480e-8026-048f9b83365c,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:24.817860 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bdec8b32-f18a-483c-aa15-999051e907bc tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks [] for floatingip, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:24.819333 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ebd45-aa9d-45e9-9ec9-f674c9b1d349 req-6995428a-c358-4f17-9cff-c0a6f8d03fa1 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:24.821163 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bdec8b32-f18a-483c-aa15-999051e907bc tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:24.821695 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b83ebd45-aa9d-45e9-9ec9-f674c9b1d349 req-6995428a-c358-4f17-9cff-c0a6f8d03fa1 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa6210bf-9b44-4a10-9058-02b85d4d1a16 HTTP/1.1" status: 200 len: 945 time: 0.0654738 Aug 10 03:17:24.822324 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-bdec8b32-f18a-483c-aa15-999051e907bc tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "DELETE /v2.0/floatingips/8d9c4891-0b3a-486b-a7c4-f3bf1c843f19 HTTP/1.1" status: 204 len: 168 time: 0.9007053 Aug 10 03:17:24.942849 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-51b1d2e6-f082-4c99-8028-b5b5156503f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52ab725-0b18-4914-b88f-f214d12a964e', 'name': 'tempest-ServersTestBootFromVolume-1089544958-router', 'tenant_id': '688ac1bb34fc4bafb2a9d3c4de59e7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '9dfb3c4d-91d0-4414-95d1-8c59b2ed64ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:17:18Z', 'updated_at': '2021-08-10T03:17:20Z', 'revision_number': 4, 'project_id': '688ac1bb34fc4bafb2a9d3c4de59e7f3', 'gw_port': {'id': '9dfb3c4d-91d0-4414-95d1-8c59b2ed64ca', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52ab725-0b18-4914-b88f-f214d12a964e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:17:18Z', 'updated_at': '2021-08-10T03:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '6ddeabdf-2a6d-4355-b3cc-5dcc21e2f375', 'name': '', 'network_id': '78be5df8-906c-423e-9c5f-789b0e5bc6a5', 'tenant_id': '688ac1bb34fc4bafb2a9d3c4de59e7f3', 'mac_address': 'fa:16:3e:28:68:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52ab725-0b18-4914-b88f-f214d12a964e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'c72cc844-d40a-416a-bb3f-e518baffdc69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:17:20Z', 'updated_at': '2021-08-10T03:17:20Z', 'revision_number': 2, 'project_id': '688ac1bb34fc4bafb2a9d3c4de59e7f3', 'subnets': [{'id': 'c72cc844-d40a-416a-bb3f-e518baffdc69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:24.950148 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0bde7d07-1ddf-4fad-a7e9-250e2267d2eb tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:24.976186 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b1d2e6-f082-4c99-8028-b5b5156503f0 None None] Checking router: f52ab725-0b18-4914-b88f-f214d12a964e for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:17:24.976534 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b1d2e6-f082-4c99-8028-b5b5156503f0 None None] Updating router f52ab725-0b18-4914-b88f-f214d12a964e port 6ddeabdf-2a6d-4355-b3cc-5dcc21e2f375 binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:17:24.992953 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-b83ebd45-aa9d-45e9-9ec9-f674c9b1d349 req-ed4ef5cb-113c-44f9-90b5-93973d93a062 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Deleting port e8bba9b6-a94d-4f0d-ba7d-c3acbe7bd83c {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:17:24.993309 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-b83ebd45-aa9d-45e9-9ec9-f674c9b1d349 req-ed4ef5cb-113c-44f9-90b5-93973d93a062 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:25.007454 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-51b1d2e6-f082-4c99-8028-b5b5156503f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:25.011336 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0bde7d07-1ddf-4fad-a7e9-250e2267d2eb tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:25.107882 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-b83ebd45-aa9d-45e9-9ec9-f674c9b1d349 req-ed4ef5cb-113c-44f9-90b5-93973d93a062 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] For port e8bba9b6-a94d-4f0d-ba7d-c3acbe7bd83c, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=e8bba9b6-a94d-4f0d-ba7d-c3acbe7bd83c,segment=NetworkSegment(0bdc3201-fd0f-445f-8160-8523091ad0b5),segment_id=0bdc3201-fd0f-445f-8160-8523091ad0b5)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:25.108579 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-b83ebd45-aa9d-45e9-9ec9-f674c9b1d349 req-ed4ef5cb-113c-44f9-90b5-93973d93a062 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:25.127979 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d11d22-d2a7-4f40-a270-cc2e119d4da4 req-efa04703-2dec-49d9-b8f2-63b0e03ff87b tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:25.136221 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d0d11d22-d2a7-4f40-a270-cc2e119d4da4 req-efa04703-2dec-49d9-b8f2-63b0e03ff87b tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa6210bf-9b44-4a10-9058-02b85d4d1a16 HTTP/1.1" status: 200 len: 945 time: 0.1427414 Aug 10 03:17:25.141521 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-b83ebd45-aa9d-45e9-9ec9-f674c9b1d349 req-ed4ef5cb-113c-44f9-90b5-93973d93a062 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Calling delete_port for e8bba9b6-a94d-4f0d-ba7d-c3acbe7bd83c owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:17:25.191252 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c64a519-f245-4395-bbee-f6b8fa208907 req-fd328a2e-22e0-44cc-81dc-1bdfc43db5fe tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:25.193361 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2c64a519-f245-4395-bbee-f6b8fa208907 req-fd328a2e-22e0-44cc-81dc-1bdfc43db5fe tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.60 "GET /v2.0/ports?device_id=768de92d-8cd4-4046-b75c-431ae66a1c00 HTTP/1.1" status: 200 len: 945 time: 0.1453941 Aug 10 03:17:25.194117 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 51404) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:25.200643 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-172d95a8-a153-401d-b64d-8babe48983c1 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Request body: {'security_group': {'name': 'tempest-securitygroup--615957748', 'description': 'tempest-description--936483021'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:17:25.243422 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-172d95a8-a153-401d-b64d-8babe48983c1 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:25.267751 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d0d11d22-d2a7-4f40-a270-cc2e119d4da4 req-aa4bbbf1-5e43-4940-aa3d-d357f8804f04 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ad9b723-dab8-4980-977f-78757183bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306517 Aug 10 03:17:25.329971 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-51b1d2e6-f082-4c99-8028-b5b5156503f0 None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:25.349963 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-51b1d2e6-f082-4c99-8028-b5b5156503f0 None None] Transition to ACTIVE for port object 6ddeabdf-2a6d-4355-b3cc-5dcc21e2f375 will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:17:25.350840 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-b83ebd45-aa9d-45e9-9ec9-f674c9b1d349 req-ed4ef5cb-113c-44f9-90b5-93973d93a062 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:25.364539 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['be4e7ae0-526c-4777-ae9f-d33f031248a1'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:17:25.367493 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['e8bba9b6-a94d-4f0d-ba7d-c3acbe7bd83c'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:17:25.375062 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-51b1d2e6-f082-4c99-8028-b5b5156503f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:25.383291 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0bde7d07-1ddf-4fad-a7e9-250e2267d2eb tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:25.405352 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-2c64a519-f245-4395-bbee-f6b8fa208907 req-d4eb985e-7572-4b79-83c3-f3ccd04ccfed tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Deleting port be4e7ae0-526c-4777-ae9f-d33f031248a1 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:17:25.405982 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-2c64a519-f245-4395-bbee-f6b8fa208907 req-d4eb985e-7572-4b79-83c3-f3ccd04ccfed tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:25.409590 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0bde7d07-1ddf-4fad-a7e9-250e2267d2eb tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:25.495055 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-51b1d2e6-f082-4c99-8028-b5b5156503f0 None None] Attempting to bind port 6ddeabdf-2a6d-4355-b3cc-5dcc21e2f375 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:17:25.502975 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-51b1d2e6-f082-4c99-8028-b5b5156503f0 None None] Attempting to bind port 6ddeabdf-2a6d-4355-b3cc-5dcc21e2f375 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '91865bfd-91d9-4155-bf76-2fc9d6980dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '78be5df8-906c-423e-9c5f-789b0e5bc6a5'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:17:25.506121 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b1d2e6-f082-4c99-8028-b5b5156503f0 None None] Attempting to bind port 6ddeabdf-2a6d-4355-b3cc-5dcc21e2f375 on network 78be5df8-906c-423e-9c5f-789b0e5bc6a5 {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:17:25.537339 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b1d2e6-f082-4c99-8028-b5b5156503f0 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:17:25.537339 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b1d2e6-f082-4c99-8028-b5b5156503f0 None None] Checking segment: {'id': '91865bfd-91d9-4155-bf76-2fc9d6980dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '78be5df8-906c-423e-9c5f-789b0e5bc6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:17:25.537829 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-51b1d2e6-f082-4c99-8028-b5b5156503f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:25.538132 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b1d2e6-f082-4c99-8028-b5b5156503f0 None None] Bound using segment: {'id': '91865bfd-91d9-4155-bf76-2fc9d6980dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '78be5df8-906c-423e-9c5f-789b0e5bc6a5'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:17:25.540801 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-51b1d2e6-f082-4c99-8028-b5b5156503f0 None None] Bound port: 6ddeabdf-2a6d-4355-b3cc-5dcc21e2f375, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91865bfd-91d9-4155-bf76-2fc9d6980dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '78be5df8-906c-423e-9c5f-789b0e5bc6a5'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:17:25.544531 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-51b1d2e6-f082-4c99-8028-b5b5156503f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:25.573536 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edb344c-4328-4536-ad7c-19e34999741e None None] Pushing event updated for resources: {'Port': ['ID=6ddeabdf-2a6d-4355-b3cc-5dcc21e2f375,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:25.586239 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bde7d07-1ddf-4fad-a7e9-250e2267d2eb tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Pushing event updated for resources: {'Port': ['ID=80a7b5be-e647-480e-8026-048f9b83365c,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:25.586663 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edb344c-4328-4536-ad7c-19e34999741e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:25.587033 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edb344c-4328-4536-ad7c-19e34999741e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:25.587367 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edb344c-4328-4536-ad7c-19e34999741e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:25.587695 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edb344c-4328-4536-ad7c-19e34999741e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:25.588019 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edb344c-4328-4536-ad7c-19e34999741e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:25.588961 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edb344c-4328-4536-ad7c-19e34999741e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:25.589550 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edb344c-4328-4536-ad7c-19e34999741e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:25.589913 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edb344c-4328-4536-ad7c-19e34999741e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:25.590239 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edb344c-4328-4536-ad7c-19e34999741e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:25.590558 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edb344c-4328-4536-ad7c-19e34999741e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:25.590925 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edb344c-4328-4536-ad7c-19e34999741e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:25.591241 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edb344c-4328-4536-ad7c-19e34999741e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:25.608366 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0bde7d07-1ddf-4fad-a7e9-250e2267d2eb tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:25.661399 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-2c64a519-f245-4395-bbee-f6b8fa208907 req-d4eb985e-7572-4b79-83c3-f3ccd04ccfed tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] For port be4e7ae0-526c-4777-ae9f-d33f031248a1, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=be4e7ae0-526c-4777-ae9f-d33f031248a1,segment=NetworkSegment(0bdc3201-fd0f-445f-8160-8523091ad0b5),segment_id=0bdc3201-fd0f-445f-8160-8523091ad0b5)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:25.661399 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-2c64a519-f245-4395-bbee-f6b8fa208907 req-d4eb985e-7572-4b79-83c3-f3ccd04ccfed tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:25.669934 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-51b1d2e6-f082-4c99-8028-b5b5156503f0 None None] For port 6ddeabdf-2a6d-4355-b3cc-5dcc21e2f375, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:17:25.676546 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-51b1d2e6-f082-4c99-8028-b5b5156503f0 None None] For port 6ddeabdf-2a6d-4355-b3cc-5dcc21e2f375, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=6ddeabdf-2a6d-4355-b3cc-5dcc21e2f375,segment=NetworkSegment(91865bfd-91d9-4155-bf76-2fc9d6980dd7),segment_id=91865bfd-91d9-4155-bf76-2fc9d6980dd7)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:17:25.687410 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-51b1d2e6-f082-4c99-8028-b5b5156503f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:25.687612 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-2c64a519-f245-4395-bbee-f6b8fa208907 req-d4eb985e-7572-4b79-83c3-f3ccd04ccfed tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Calling delete_port for be4e7ae0-526c-4777-ae9f-d33f031248a1 owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:17:25.742347 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b1d2e6-f082-4c99-8028-b5b5156503f0 None None] Routers {'f52ab725-0b18-4914-b88f-f214d12a964e'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:17:25.743009 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-51b1d2e6-f082-4c99-8028-b5b5156503f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:17:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['f52ab725-0b18-4914-b88f-f214d12a964e'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:25.830096 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-172d95a8-a153-401d-b64d-8babe48983c1 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:25.852384 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0bde7d07-1ddf-4fad-a7e9-250e2267d2eb tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:25.853953 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-0bde7d07-1ddf-4fad-a7e9-250e2267d2eb tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0624075 Aug 10 03:17:25.865318 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-2c64a519-f245-4395-bbee-f6b8fa208907 req-d4eb985e-7572-4b79-83c3-f3ccd04ccfed tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:25.877749 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['e8bba9b6-a94d-4f0d-ba7d-c3acbe7bd83c'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:17:25.901946 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-172d95a8-a153-401d-b64d-8babe48983c1 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:25.937693 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eb985e-7572-4b79-83c3-f3ccd04ccfed tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Pushing event deleted for resources: {'Port': ['ID=be4e7ae0-526c-4777-ae9f-d33f031248a1,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:26.023374 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4ef5cb-113c-44f9-90b5-93973d93a062 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Pushing event deleted for resources: {'Port': ['ID=e8bba9b6-a94d-4f0d-ba7d-c3acbe7bd83c,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:26.031226 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eb985e-7572-4b79-83c3-f3ccd04ccfed tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:26.031574 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eb985e-7572-4b79-83c3-f3ccd04ccfed tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:26.031919 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eb985e-7572-4b79-83c3-f3ccd04ccfed tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:26.032257 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eb985e-7572-4b79-83c3-f3ccd04ccfed tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:26.032591 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eb985e-7572-4b79-83c3-f3ccd04ccfed tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:26.032922 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eb985e-7572-4b79-83c3-f3ccd04ccfed tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:26.033250 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eb985e-7572-4b79-83c3-f3ccd04ccfed tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:26.033710 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eb985e-7572-4b79-83c3-f3ccd04ccfed tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:26.033900 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eb985e-7572-4b79-83c3-f3ccd04ccfed tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:26.034196 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eb985e-7572-4b79-83c3-f3ccd04ccfed tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:26.034523 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eb985e-7572-4b79-83c3-f3ccd04ccfed tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:26.034869 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eb985e-7572-4b79-83c3-f3ccd04ccfed tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:26.059463 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83ebd45-aa9d-45e9-9ec9-f674c9b1d349 req-ed4ef5cb-113c-44f9-90b5-93973d93a062 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] No DVR routers for this DVR port e8bba9b6-a94d-4f0d-ba7d-c3acbe7bd83c on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:17:26.061145 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172d95a8-a153-401d-b64d-8babe48983c1 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3195847a-22b1-4e5d-a1c3-c326862fc39d,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:26.063890 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-b83ebd45-aa9d-45e9-9ec9-f674c9b1d349 req-ed4ef5cb-113c-44f9-90b5-93973d93a062 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:26.067653 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c64a519-f245-4395-bbee-f6b8fa208907 req-d4eb985e-7572-4b79-83c3-f3ccd04ccfed tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] No DVR routers for this DVR port be4e7ae0-526c-4777-ae9f-d33f031248a1 on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:17:26.068078 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b83ebd45-aa9d-45e9-9ec9-f674c9b1d349 req-ed4ef5cb-113c-44f9-90b5-93973d93a062 tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.58 "DELETE /v2.0/ports/e8bba9b6-a94d-4f0d-ba7d-c3acbe7bd83c HTTP/1.1" status: 204 len: 173 time: 1.2393513 Aug 10 03:17:26.068659 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa6210bf-9b44-4a10-9058-02b85d4d1a16', 'name': 'network-vif-deleted', 'tag': 'e8bba9b6-a94d-4f0d-ba7d-c3acbe7bd83c'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:26.071231 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-2c64a519-f245-4395-bbee-f6b8fa208907 req-d4eb985e-7572-4b79-83c3-f3ccd04ccfed tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:26.071393 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c2fd00-a0b4-43cd-aa15-bc53e90f7243" -d '{"events": [{"server_uuid": "fa6210bf-9b44-4a10-9058-02b85d4d1a16", "name": "network-vif-deleted", "tag": "e8bba9b6-a94d-4f0d-ba7d-c3acbe7bd83c"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:26.076737 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-172d95a8-a153-401d-b64d-8babe48983c1 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:26.077850 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-172d95a8-a153-401d-b64d-8babe48983c1 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8827393 Aug 10 03:17:26.081045 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 51440) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:26.083139 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2c64a519-f245-4395-bbee-f6b8fa208907 req-d4eb985e-7572-4b79-83c3-f3ccd04ccfed tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.60 "DELETE /v2.0/ports/be4e7ae0-526c-4777-ae9f-d33f031248a1 HTTP/1.1" status: 204 len: 173 time: 0.8762112 Aug 10 03:17:26.084304 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768de92d-8cd4-4046-b75c-431ae66a1c00', 'name': 'network-vif-deleted', 'tag': 'be4e7ae0-526c-4777-ae9f-d33f031248a1'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:26.086091 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-e78ef4e6-1264-4d8b-be7f-bc46f5208547 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Request body: {'security_group_rule': {'security_group_id': '3195847a-22b1-4e5d-a1c3-c326862fc39d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:17:26.087883 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8951a9-e4d2-4b47-b8d6-7beaa6625a79" -d '{"events": [{"server_uuid": "768de92d-8cd4-4046-b75c-431ae66a1c00", "name": "network-vif-deleted", "tag": "be4e7ae0-526c-4777-ae9f-d33f031248a1"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:26.096762 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:26.129825 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb25fb2-876a-47e5-9193-41e906be6835 req-9ae5dbd6-0bcd-4240-98b9-fea54bb2bae7 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:26.138563 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9bb25fb2-876a-47e5-9193-41e906be6835 req-9ae5dbd6-0bcd-4240-98b9-fea54bb2bae7 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=80f94420-15ae-4ee6-b3f5-5b1066e81b73 HTTP/1.1" status: 200 len: 945 time: 0.2063956 Aug 10 03:17:26.140100 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e78ef4e6-1264-4d8b-be7f-bc46f5208547 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:26.166456 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edb344c-4328-4536-ad7c-19e34999741e None None] Pushing event updated for resources: {'Port': ['ID=6ddeabdf-2a6d-4355-b3cc-5dcc21e2f375,revision_number=4']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:26.208781 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-51b1d2e6-f082-4c99-8028-b5b5156503f0 None None] Set router f52ab725-0b18-4914-b88f-f214d12a964e gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:17:26.212163 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9bb25fb2-876a-47e5-9193-41e906be6835 req-478bfc46-96c6-4597-b89d-190ecbaa07e8 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716543 Aug 10 03:17:26.227491 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea4c86a-53cd-4fa2-a6ca-dca2b4d201ee x-openstack-request-id: req-9ea4c86a-53cd-4fa2-a6ca-dca2b4d201ee {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:26.227880 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa6210bf-9b44-4a10-9058-02b85d4d1a16", "name": "network-vif-deleted", "tag": "e8bba9b6-a94d-4f0d-ba7d-c3acbe7bd83c", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:26.228178 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9ea4c86a-53cd-4fa2-a6ca-dca2b4d201ee {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:26.228808 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa6210bf-9b44-4a10-9058-02b85d4d1a16', 'name': 'network-vif-deleted', 'tag': 'e8bba9b6-a94d-4f0d-ba7d-c3acbe7bd83c', 'status': 'completed', 'code': 200} Aug 10 03:17:26.261097 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7eb20e5-b7f1-4c77-8e26-16984ba5f891 x-openstack-request-id: req-c7eb20e5-b7f1-4c77-8e26-16984ba5f891 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:26.261560 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "768de92d-8cd4-4046-b75c-431ae66a1c00", "name": "network-vif-deleted", "tag": "be4e7ae0-526c-4777-ae9f-d33f031248a1", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:26.261817 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c7eb20e5-b7f1-4c77-8e26-16984ba5f891 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:26.262704 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '768de92d-8cd4-4046-b75c-431ae66a1c00', 'name': 'network-vif-deleted', 'tag': 'be4e7ae0-526c-4777-ae9f-d33f031248a1', 'status': 'completed', 'code': 200} Aug 10 03:17:26.276505 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:26.298468 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e78ef4e6-1264-4d8b-be7f-bc46f5208547 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:26.310598 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e78ef4e6-1264-4d8b-be7f-bc46f5208547 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:26.343670 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78ef4e6-1264-4d8b-be7f-bc46f5208547 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=142ba58a-14ae-4684-ad07-d5b5d0ad6557,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:26.365441 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e78ef4e6-1264-4d8b-be7f-bc46f5208547 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:26.369166 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e78ef4e6-1264-4d8b-be7f-bc46f5208547 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2868242 Aug 10 03:17:26.372399 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 51458) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:26.381512 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-d684f6e0-bf1b-4c67-9a0c-c93da4c07263 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Request body: {'security_group_rule': {'security_group_id': '3195847a-22b1-4e5d-a1c3-c326862fc39d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:17:26.453135 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 6ddeabdf-2a6d-4355-b3cc-5dcc21e2f375 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:17:26.453994 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aec7d0c9-4d74-4c2d-bbf2-a9d696e8b0b1 req-284456d2-79ed-4803-b684-828a7a4f814d tempest-MultipleCreateTestJSON-1564310004 tempest-MultipleCreateTestJSON-1564310004-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa6210bf-9b44-4a10-9058-02b85d4d1a16 HTTP/1.1" status: 200 len: 210 time: 0.0493467 Aug 10 03:17:26.454885 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d684f6e0-bf1b-4c67-9a0c-c93da4c07263 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:26.533161 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d684f6e0-bf1b-4c67-9a0c-c93da4c07263 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:26.539950 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d684f6e0-bf1b-4c67-9a0c-c93da4c07263 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:26.546146 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 6ddeabdf-2a6d-4355-b3cc-5dcc21e2f375 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:17:26.551417 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 6ddeabdf-2a6d-4355-b3cc-5dcc21e2f375 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:17:26.552073 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:26.569382 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d684f6e0-bf1b-4c67-9a0c-c93da4c07263 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f42acd7-fe32-43c5-b0b4-14e38010bc48,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:26.579519 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d684f6e0-bf1b-4c67-9a0c-c93da4c07263 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:26.584605 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 51462) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:26.584953 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d684f6e0-bf1b-4c67-9a0c-c93da4c07263 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2106621 Aug 10 03:17:26.590248 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-78bf296c-261e-446e-b626-9dbc68307dff tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Request body: {'floatingip': {'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:17:26.643096 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-51b1d2e6-f082-4c99-8028-b5b5156503f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52ab725-0b18-4914-b88f-f214d12a964e', 'name': 'tempest-ServersTestBootFromVolume-1089544958-router', 'tenant_id': '688ac1bb34fc4bafb2a9d3c4de59e7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '9dfb3c4d-91d0-4414-95d1-8c59b2ed64ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:17:18Z', 'updated_at': '2021-08-10T03:17:20Z', 'revision_number': 4, 'project_id': '688ac1bb34fc4bafb2a9d3c4de59e7f3', 'gw_port': {'id': '9dfb3c4d-91d0-4414-95d1-8c59b2ed64ca', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52ab725-0b18-4914-b88f-f214d12a964e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:17:18Z', 'updated_at': '2021-08-10T03:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '6ddeabdf-2a6d-4355-b3cc-5dcc21e2f375', 'name': '', 'network_id': '78be5df8-906c-423e-9c5f-789b0e5bc6a5', 'tenant_id': '688ac1bb34fc4bafb2a9d3c4de59e7f3', 'mac_address': 'fa:16:3e:28:68:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52ab725-0b18-4914-b88f-f214d12a964e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'c72cc844-d40a-416a-bb3f-e518baffdc69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:17:20Z', 'updated_at': '2021-08-10T03:17:25Z', 'revision_number': 4, 'project_id': '688ac1bb34fc4bafb2a9d3c4de59e7f3', 'subnets': [{'id': 'c72cc844-d40a-416a-bb3f-e518baffdc69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:26.645377 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-78bf296c-261e-446e-b626-9dbc68307dff tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks [] for floatingip, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:26.675149 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:26.691548 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b1d2e6-f082-4c99-8028-b5b5156503f0 None None] The sync data for ids ['f52ab725-0b18-4914-b88f-f214d12a964e'] in n-d-768851-15 is: [{'id': 'f52ab725-0b18-4914-b88f-f214d12a964e', 'name': 'tempest-ServersTestBootFromVolume-1089544958-router', 'tenant_id': '688ac1bb34fc4bafb2a9d3c4de59e7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '9dfb3c4d-91d0-4414-95d1-8c59b2ed64ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:17:18Z', 'updated_at': '2021-08-10T03:17:20Z', 'revision_number': 4, 'project_id': '688ac1bb34fc4bafb2a9d3c4de59e7f3', 'gw_port': {'id': '9dfb3c4d-91d0-4414-95d1-8c59b2ed64ca', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52ab725-0b18-4914-b88f-f214d12a964e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:17:18Z', 'updated_at': '2021-08-10T03:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '6ddeabdf-2a6d-4355-b3cc-5dcc21e2f375', 'name': '', 'network_id': '78be5df8-906c-423e-9c5f-789b0e5bc6a5', 'tenant_id': '688ac1bb34fc4bafb2a9d3c4de59e7f3', 'mac_address': 'fa:16:3e:28:68:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52ab725-0b18-4914-b88f-f214d12a964e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'c72cc844-d40a-416a-bb3f-e518baffdc69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:17:20Z', 'updated_at': '2021-08-10T03:17:25Z', 'revision_number': 4, 'project_id': '688ac1bb34fc4bafb2a9d3c4de59e7f3', 'subnets': [{'id': 'c72cc844-d40a-416a-bb3f-e518baffdc69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:17:26.732493 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 6ddeabdf-2a6d-4355-b3cc-5dcc21e2f375, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=6ddeabdf-2a6d-4355-b3cc-5dcc21e2f375,segment=NetworkSegment(91865bfd-91d9-4155-bf76-2fc9d6980dd7),segment_id=91865bfd-91d9-4155-bf76-2fc9d6980dd7)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:26.743118 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:26.744079 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 9dfb3c4d-91d0-4414-95d1-8c59b2ed64ca up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:17:26.881016 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-78bf296c-261e-446e-b626-9dbc68307dff tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:26.899996 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=6ddeabdf-2a6d-4355-b3cc-5dcc21e2f375,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:26.949105 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 9dfb3c4d-91d0-4414-95d1-8c59b2ed64ca triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:17:26.950262 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:27.072613 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-78bf296c-261e-446e-b626-9dbc68307dff tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Allocated IP 172.25.7.138 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/d7d3bce9-76fc-4b08-b52a-87f3e5df2d5a) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:17:27.205234 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-78bf296c-261e-446e-b626-9dbc68307dff tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:27.263109 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-78bf296c-261e-446e-b626-9dbc68307dff tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:27.332656 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a03d08-6c2b-400e-84e6-06e6b3195736 req-8919a7b4-bff3-4258-9477-b463b941fcd4 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:27.332946 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bf296c-261e-446e-b626-9dbc68307dff tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Pushing event updated for resources: {'Port': ['ID=d7d3bce9-76fc-4b08-b52a-87f3e5df2d5a,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:27.334586 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-82a03d08-6c2b-400e-84e6-06e6b3195736 req-8919a7b4-bff3-4258-9477-b463b941fcd4 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=80f94420-15ae-4ee6-b3f5-5b1066e81b73 HTTP/1.1" status: 200 len: 945 time: 0.0628891 Aug 10 03:17:27.336834 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bf296c-261e-446e-b626-9dbc68307dff tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:17:27.338645 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-78bf296c-261e-446e-b626-9dbc68307dff tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:17:27.341173 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bf296c-261e-446e-b626-9dbc68307dff tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:17:27.391544 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-82a03d08-6c2b-400e-84e6-06e6b3195736 req-ad5eb8e7-a2de-47b2-aa26-5865cb464f98 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443552 Aug 10 03:17:27.441379 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-78bf296c-261e-446e-b626-9dbc68307dff tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:27.481602 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-78bf296c-261e-446e-b626-9dbc68307dff tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:27.592689 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 51510) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:27.649047 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ee09caa-d8bb-4bf6-870b-770b4e980ad9 admin admin] Deleting subnet 973ac267-8d97-44c9-ace7-fa7feeb3f1e5 {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:17:27.652908 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9ee09caa-d8bb-4bf6-870b-770b4e980ad9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:27.684935 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-78bf296c-261e-446e-b626-9dbc68307dff tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:27.690678 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-78bf296c-261e-446e-b626-9dbc68307dff tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:27.703613 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9ee09caa-d8bb-4bf6-870b-770b4e980ad9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:27.753456 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9ee09caa-d8bb-4bf6-870b-770b4e980ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:27.775153 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-78bf296c-261e-446e-b626-9dbc68307dff tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:27.778327 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bf296c-261e-446e-b626-9dbc68307dff tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Pushing event updated for resources: {'Port': ['ID=d7d3bce9-76fc-4b08-b52a-87f3e5df2d5a,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:27.793175 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-78bf296c-261e-446e-b626-9dbc68307dff tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:27.794565 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-78bf296c-261e-446e-b626-9dbc68307dff tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2085104 Aug 10 03:17:27.816041 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9ee09caa-d8bb-4bf6-870b-770b4e980ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:27.845511 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee09caa-d8bb-4bf6-870b-770b4e980ad9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=973ac267-8d97-44c9-ace7-fa7feeb3f1e5,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:27.854546 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9ee09caa-d8bb-4bf6-870b-770b4e980ad9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:27.856813 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-9ee09caa-d8bb-4bf6-870b-770b4e980ad9 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/973ac267-8d97-44c9-ace7-fa7feeb3f1e5 HTTP/1.1" status: 204 len: 168 time: 0.2629840 Aug 10 03:17:27.859402 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 51518) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:27.940326 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-82982f35-bef7-4cdd-97c0-493bc7ddc455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:28.003471 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device e8bba9b6-a94d-4f0d-ba7d-c3acbe7bd83c no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:17:28.025208 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: e8bba9b6-a94d-4f0d-ba7d-c3acbe7bd83c {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:17:28.025583 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device e8bba9b6-a94d-4f0d-ba7d-c3acbe7bd83c not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:17:28.036237 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-82982f35-bef7-4cdd-97c0-493bc7ddc455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:28.046365 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-79acbde6-a9fd-49ca-a2ee-966168f3be68 req-44c9a1ed-b3a5-4f43-ad99-a10e81378afd tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--615957748&fields=id&tenant_id=0c00b01e0806491485adebe5c1c180f7 HTTP/1.1" status: 200 len: 267 time: 0.0415926 Aug 10 03:17:28.047735 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-82982f35-bef7-4cdd-97c0-493bc7ddc455 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f35c1af6-bcf1-494a-a962-129a21031f7d']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:28.059645 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-82982f35-bef7-4cdd-97c0-493bc7ddc455 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bdc3201-fd0f-445f-8160-8523091ad0b5') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:28.059940 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-82982f35-bef7-4cdd-97c0-493bc7ddc455 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bdc3201-fd0f-445f-8160-8523091ad0b5') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:28.069126 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-82982f35-bef7-4cdd-97c0-493bc7ddc455 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:28.086755 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-82982f35-bef7-4cdd-97c0-493bc7ddc455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:28.093762 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82982f35-bef7-4cdd-97c0-493bc7ddc455 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:17:28.094145 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-82982f35-bef7-4cdd-97c0-493bc7ddc455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:28.096046 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:17:28.096046 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:17:28.096046 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:17:28.096046 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:17:28.096046 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:17:28.096046 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:17:28.096046 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:17:28.096046 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:17:28.096046 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:17:28.096046 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:17:28.096046 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:17:28.096046 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:17:28.096046 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:17:28.096046 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:17:28.096046 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:17:28.096046 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:17:28.096046 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:17:28.096046 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:17:28.096046 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:17:28.096046 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:17:28.096046 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:17:28.096046 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:17:28.096046 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:17:28.096046 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:17:28.096046 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:17:28.096046 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:17:28.096046 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:17:28.096046 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:17:28.096046 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:17:28.096046 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:17:28.096046 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:17:28.096046 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:17:28.154604 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-82982f35-bef7-4cdd-97c0-493bc7ddc455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:28.167203 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-82982f35-bef7-4cdd-97c0-493bc7ddc455 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:28.169135 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-82982f35-bef7-4cdd-97c0-493bc7ddc455 admin admin] 10.222.0.62 "DELETE /v2.0/networks/f35c1af6-bcf1-494a-a962-129a21031f7d HTTP/1.1" status: 204 len: 168 time: 0.3087454 Aug 10 03:17:28.183836 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82982f35-bef7-4cdd-97c0-493bc7ddc455 admin admin] Pushing event deleted for resources: {'Network': ['ID=f35c1af6-bcf1-494a-a962-129a21031f7d,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:28.184829 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79acbde6-a9fd-49ca-a2ee-966168f3be68 req-e5ae425f-bb15-42d3-9c39-cad5a9a58ad7 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:28.186518 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-79acbde6-a9fd-49ca-a2ee-966168f3be68 req-e5ae425f-bb15-42d3-9c39-cad5a9a58ad7 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/networks?id=c0759395-72d8-4de6-9611-c9ba0ebf5417 HTTP/1.1" status: 200 len: 817 time: 0.1319401 Aug 10 03:17:28.211302 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-79acbde6-a9fd-49ca-a2ee-966168f3be68 req-47abeb14-d019-4b4c-a2a7-1f264d1b555d tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/quotas/0c00b01e0806491485adebe5c1c180f7 HTTP/1.1" status: 200 len: 375 time: 0.0145841 Aug 10 03:17:28.274205 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-79acbde6-a9fd-49ca-a2ee-966168f3be68 req-8ee92024-2da3-41bf-82f7-21cf4bbd93ed tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0c00b01e0806491485adebe5c1c180f7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0617526 Aug 10 03:17:28.280921 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device be4e7ae0-526c-4777-ae9f-d33f031248a1 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:17:28.301276 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: be4e7ae0-526c-4777-ae9f-d33f031248a1 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:17:28.301849 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device be4e7ae0-526c-4777-ae9f-d33f031248a1 not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:17:28.340616 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 51536) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:28.349911 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 6ddeabdf-2a6d-4355-b3cc-5dcc21e2f375 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:17:28.361016 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [req-79acbde6-a9fd-49ca-a2ee-966168f3be68 req-ae1112d4-f8e8-426d-bd25-e41bbd9ce2e6 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:17:28.362260 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-79acbde6-a9fd-49ca-a2ee-966168f3be68 req-ae1112d4-f8e8-426d-bd25-e41bbd9ce2e6 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0761652 Aug 10 03:17:28.408380 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 6ddeabdf-2a6d-4355-b3cc-5dcc21e2f375 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:17:28.409539 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:28.437260 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-0f44c556-311d-4cc9-9f8f-d5900edcb639 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1b8b1fae9a754f07b670bd20993a5f7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0951829 Aug 10 03:17:28.439682 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 51540) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:28.550401 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-79acbde6-a9fd-49ca-a2ee-966168f3be68 req-f90a93d0-5cce-4d52-b230-d16b6fb54125 service neutron] 10.222.0.62 "GET /v2.0/networks/c0759395-72d8-4de6-9611-c9ba0ebf5417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763787 Aug 10 03:17:28.568997 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b60cfb49-4193-460f-bc3b-19dd7f17a375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:28.578257 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59908f-fa95-4425-84e4-d237b392ff94 req-27cd5b96-7891-4266-ad94-ff7dac4c8e8c tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:28.579782 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cc59908f-fa95-4425-84e4-d237b392ff94 req-27cd5b96-7891-4266-ad94-ff7dac4c8e8c tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=80f94420-15ae-4ee6-b3f5-5b1066e81b73 HTTP/1.1" status: 200 len: 945 time: 0.1043863 Aug 10 03:17:28.662867 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b60cfb49-4193-460f-bc3b-19dd7f17a375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:28.696124 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cc59908f-fa95-4425-84e4-d237b392ff94 req-026166e0-1f23-4953-b55d-7e7977440b8a tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056411 Aug 10 03:17:28.724119 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-79acbde6-a9fd-49ca-a2ee-966168f3be68 req-22a140eb-88e0-4744-8e9b-d254167bbffb service neutron] 10.222.0.62 "GET /v2.0/networks/c0759395-72d8-4de6-9611-c9ba0ebf5417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631622 Aug 10 03:17:28.750070 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b60cfb49-4193-460f-bc3b-19dd7f17a375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:28.755795 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b60cfb49-4193-460f-bc3b-19dd7f17a375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:28.759971 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b60cfb49-4193-460f-bc3b-19dd7f17a375 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8ad9b723-dab8-4980-977f-78757183bc0c HTTP/1.1" status: 204 len: 168 time: 0.3192501 Aug 10 03:17:28.770065 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60cfb49-4193-460f-bc3b-19dd7f17a375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad9b723-dab8-4980-977f-78757183bc0c,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:28.966221 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5f278250-af22-4799-a665-e327f53d4ea9 req-dd2aa947-669c-434d-973b-0b9e6b668755 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 210 time: 0.0616453 Aug 10 03:17:29.830061 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ac7fc-0fd1-4447-baf0-5fae8d485c44 req-3acc072d-4f39-44e9-a8ad-618b5f0e2d0f tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:29.832185 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1e0ac7fc-0fd1-4447-baf0-5fae8d485c44 req-3acc072d-4f39-44e9-a8ad-618b5f0e2d0f tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=80f94420-15ae-4ee6-b3f5-5b1066e81b73 HTTP/1.1" status: 200 len: 945 time: 0.0622513 Aug 10 03:17:29.891312 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1e0ac7fc-0fd1-4447-baf0-5fae8d485c44 req-e9b77768-055d-4ffc-b18f-4d95278ed31d tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504546 Aug 10 03:17:30.041072 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79acbde6-a9fd-49ca-a2ee-966168f3be68 req-00b5cd71-2c2e-4cd4-b131-e03b53220d63 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:30.073075 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-79acbde6-a9fd-49ca-a2ee-966168f3be68 req-00b5cd71-2c2e-4cd4-b131-e03b53220d63 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.58 "GET /v2.0/networks?id=c0759395-72d8-4de6-9611-c9ba0ebf5417 HTTP/1.1" status: 200 len: 817 time: 0.1768761 Aug 10 03:17:30.149289 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-79acbde6-a9fd-49ca-a2ee-966168f3be68 req-78ddce1e-9919-4aca-a766-6973be9a13f2 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c00b01e0806491485adebe5c1c180f7 HTTP/1.1" status: 200 len: 379 time: 0.0728562 Aug 10 03:17:30.163912 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-14e0f497-0de4-401b-a7e1-fc77035f833b req-41258f7c-2f03-47a4-91de-74badab30106 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 210 time: 0.0392253 Aug 10 03:17:30.165999 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-79acbde6-a9fd-49ca-a2ee-966168f3be68 req-6771a95e-a57a-4f0c-a15e-5db00a3b6bf4 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Request body: {'port': {'device_id': '9dbb5b71-0b23-4039-8dde-5e77b8029aa0', 'network_id': 'c0759395-72d8-4de6-9611-c9ba0ebf5417', 'admin_state_up': True, 'tenant_id': '0c00b01e0806491485adebe5c1c180f7', 'security_groups': ['3195847a-22b1-4e5d-a1c3-c326862fc39d']}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:17:30.259921 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a7e4f37e-e116-4720-8f1d-fd9a9b6cfc55 req-5e968f6e-3798-416a-a926-fbc911709165 tempest-ServerShowV247Test-692494702 tempest-ServerShowV247Test-692494702-project] 10.222.0.62 "GET /v2.0/ports?device_id=b92d2b79-5453-4ae4-961c-f4ecadbe58be HTTP/1.1" status: 200 len: 210 time: 0.0413322 Aug 10 03:17:30.304364 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79acbde6-a9fd-49ca-a2ee-966168f3be68 req-6771a95e-a57a-4f0c-a15e-5db00a3b6bf4 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Made reservation on behalf of 0c00b01e0806491485adebe5c1c180f7 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:17:30.308969 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-56ea2dc0-65ea-475b-9eed-d393c19a953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:30.309941 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-79acbde6-a9fd-49ca-a2ee-966168f3be68 req-6771a95e-a57a-4f0c-a15e-5db00a3b6bf4 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:30.478112 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-79acbde6-a9fd-49ca-a2ee-966168f3be68 req-6771a95e-a57a-4f0c-a15e-5db00a3b6bf4 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Allocated IP 172.20.0.8 (c0759395-72d8-4de6-9611-c9ba0ebf5417/3edf7dab-cede-45e3-a40b-9026654a3743/ecb5cb29-bad7-4e0b-a042-66dbc308ed97) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:17:30.689473 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-79acbde6-a9fd-49ca-a2ee-966168f3be68 req-6771a95e-a57a-4f0c-a15e-5db00a3b6bf4 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:30.719881 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-79acbde6-a9fd-49ca-a2ee-966168f3be68 req-6771a95e-a57a-4f0c-a15e-5db00a3b6bf4 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Transition to ACTIVE for port object ecb5cb29-bad7-4e0b-a042-66dbc308ed97 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:17:30.735599 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8cafb698-ac2e-4c4d-9bb1-c2ba68a63c5e req-6aa7b910-177e-42da-ad4e-bfb854197303 tempest-ServerShowV247Test-692494702 tempest-ServerShowV247Test-692494702-project] 10.222.0.62 "GET /v2.0/ports?device_id=71197cbc-008e-411b-bd1f-964ae6d49a74 HTTP/1.1" status: 200 len: 210 time: 0.0441761 Aug 10 03:17:30.774477 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-79acbde6-a9fd-49ca-a2ee-966168f3be68 req-6771a95e-a57a-4f0c-a15e-5db00a3b6bf4 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:30.832660 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79acbde6-a9fd-49ca-a2ee-966168f3be68 req-6771a95e-a57a-4f0c-a15e-5db00a3b6bf4 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Network c0759395-72d8-4de6-9611-c9ba0ebf5417 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:17:30.835775 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-79acbde6-a9fd-49ca-a2ee-966168f3be68 req-6771a95e-a57a-4f0c-a15e-5db00a3b6bf4 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:17:30.842287 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-79acbde6-a9fd-49ca-a2ee-966168f3be68 req-6771a95e-a57a-4f0c-a15e-5db00a3b6bf4 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:17:30.874867 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6771a95e-a57a-4f0c-a15e-5db00a3b6bf4 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Pushing event updated for resources: {'Port': ['ID=ecb5cb29-bad7-4e0b-a042-66dbc308ed97,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:30.939331 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79acbde6-a9fd-49ca-a2ee-966168f3be68 req-6771a95e-a57a-4f0c-a15e-5db00a3b6bf4 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:30.941184 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-79acbde6-a9fd-49ca-a2ee-966168f3be68 req-6771a95e-a57a-4f0c-a15e-5db00a3b6bf4 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:30.972796 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-79acbde6-a9fd-49ca-a2ee-966168f3be68 req-6771a95e-a57a-4f0c-a15e-5db00a3b6bf4 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8137531 Aug 10 03:17:30.998009 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-79acbde6-a9fd-49ca-a2ee-966168f3be68 req-0d43796b-3159-4091-8b8d-fbc84833acc3 service neutron] Request body: {'port': {'device_id': '9dbb5b71-0b23-4039-8dde-5e77b8029aa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:17:31.100074 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d93a9c-3d1c-4171-8f11-5e3cea962f26 req-d4b5d8a6-6475-4e4d-a469-a7f43b09ed35 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:31.113278 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-95d93a9c-3d1c-4171-8f11-5e3cea962f26 req-d4b5d8a6-6475-4e4d-a469-a7f43b09ed35 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=80f94420-15ae-4ee6-b3f5-5b1066e81b73 HTTP/1.1" status: 200 len: 945 time: 0.0932386 Aug 10 03:17:31.137844 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-79acbde6-a9fd-49ca-a2ee-966168f3be68 req-0d43796b-3159-4091-8b8d-fbc84833acc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:31.197560 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3cf8316a-fe74-4539-a81a-873903cad0cf None None] Provisioning for port ecb5cb29-bad7-4e0b-a042-66dbc308ed97 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:17:31.202887 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3cf8316a-fe74-4539-a81a-873903cad0cf None None] Provisioning complete for port ecb5cb29-bad7-4e0b-a042-66dbc308ed97 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:17:31.203343 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3cf8316a-fe74-4539-a81a-873903cad0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:31.240728 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-95d93a9c-3d1c-4171-8f11-5e3cea962f26 req-f5103aee-9987-4075-a4bc-f7cbfae04105 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237397 Aug 10 03:17:31.292785 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3cf8316a-fe74-4539-a81a-873903cad0cf None None] Port ecb5cb29-bad7-4e0b-a042-66dbc308ed97 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:17:31.383334 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a030276-8702-4faf-b5ac-babdcd4ba573 req-8f089cd5-c25d-4b92-b84b-550a46fccf07 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:31.384876 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5a030276-8702-4faf-b5ac-babdcd4ba573 req-8f089cd5-c25d-4b92-b84b-550a46fccf07 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 931 time: 0.0905457 Aug 10 03:17:31.460709 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5a030276-8702-4faf-b5ac-babdcd4ba573 req-67d12038-480e-4999-b088-ca60ca661576 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=3195847a-22b1-4e5d-a1c3-c326862fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538414 Aug 10 03:17:31.574030 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-79acbde6-a9fd-49ca-a2ee-966168f3be68 req-0d43796b-3159-4091-8b8d-fbc84833acc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecb5cb29-bad7-4e0b-a042-66dbc308ed97 {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:17:31.583390 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-79acbde6-a9fd-49ca-a2ee-966168f3be68 req-0d43796b-3159-4091-8b8d-fbc84833acc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:31.596662 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-79acbde6-a9fd-49ca-a2ee-966168f3be68 req-0d43796b-3159-4091-8b8d-fbc84833acc3 service neutron] Transition to ACTIVE for port object ecb5cb29-bad7-4e0b-a042-66dbc308ed97 will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:17:31.600943 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-79acbde6-a9fd-49ca-a2ee-966168f3be68 req-0d43796b-3159-4091-8b8d-fbc84833acc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:31.652977 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d43796b-3159-4091-8b8d-fbc84833acc3 service neutron] Pushing event updated for resources: {'Port': ['ID=ecb5cb29-bad7-4e0b-a042-66dbc308ed97,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:31.733654 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-79acbde6-a9fd-49ca-a2ee-966168f3be68 req-0d43796b-3159-4091-8b8d-fbc84833acc3 service neutron] Attempting to bind port ecb5cb29-bad7-4e0b-a042-66dbc308ed97 on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:17:31.733654 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-79acbde6-a9fd-49ca-a2ee-966168f3be68 req-0d43796b-3159-4091-8b8d-fbc84833acc3 service neutron] Attempting to bind port ecb5cb29-bad7-4e0b-a042-66dbc308ed97 by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': 'b14795c0-984c-4c21-bc5c-b1b39903d907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c0759395-72d8-4de6-9611-c9ba0ebf5417'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:17:31.733654 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79acbde6-a9fd-49ca-a2ee-966168f3be68 req-0d43796b-3159-4091-8b8d-fbc84833acc3 service neutron] Attempting to bind port ecb5cb29-bad7-4e0b-a042-66dbc308ed97 on network c0759395-72d8-4de6-9611-c9ba0ebf5417 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:17:31.737509 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79acbde6-a9fd-49ca-a2ee-966168f3be68 req-0d43796b-3159-4091-8b8d-fbc84833acc3 service neutron] Port ecb5cb29-bad7-4e0b-a042-66dbc308ed97 on network c0759395-72d8-4de6-9611-c9ba0ebf5417 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:17:31.737835 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79acbde6-a9fd-49ca-a2ee-966168f3be68 req-0d43796b-3159-4091-8b8d-fbc84833acc3 service neutron] Attempting to bind port ecb5cb29-bad7-4e0b-a042-66dbc308ed97 on network c0759395-72d8-4de6-9611-c9ba0ebf5417 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:17:31.743774 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79acbde6-a9fd-49ca-a2ee-966168f3be68 req-0d43796b-3159-4091-8b8d-fbc84833acc3 service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:17:31.744112 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79acbde6-a9fd-49ca-a2ee-966168f3be68 req-0d43796b-3159-4091-8b8d-fbc84833acc3 service neutron] Checking segment: {'id': 'b14795c0-984c-4c21-bc5c-b1b39903d907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c0759395-72d8-4de6-9611-c9ba0ebf5417'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:17:31.744539 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79acbde6-a9fd-49ca-a2ee-966168f3be68 req-0d43796b-3159-4091-8b8d-fbc84833acc3 service neutron] Bound using segment: {'id': 'b14795c0-984c-4c21-bc5c-b1b39903d907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c0759395-72d8-4de6-9611-c9ba0ebf5417'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:17:31.745058 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-79acbde6-a9fd-49ca-a2ee-966168f3be68 req-0d43796b-3159-4091-8b8d-fbc84833acc3 service neutron] Bound port: ecb5cb29-bad7-4e0b-a042-66dbc308ed97, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b14795c0-984c-4c21-bc5c-b1b39903d907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c0759395-72d8-4de6-9611-c9ba0ebf5417'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:17:31.745316 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-79acbde6-a9fd-49ca-a2ee-966168f3be68 req-0d43796b-3159-4091-8b8d-fbc84833acc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:31.828261 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-79acbde6-a9fd-49ca-a2ee-966168f3be68 req-0d43796b-3159-4091-8b8d-fbc84833acc3 service neutron] For port ecb5cb29-bad7-4e0b-a042-66dbc308ed97, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:17:31.834565 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-79acbde6-a9fd-49ca-a2ee-966168f3be68 req-0d43796b-3159-4091-8b8d-fbc84833acc3 service neutron] For port ecb5cb29-bad7-4e0b-a042-66dbc308ed97, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=ecb5cb29-bad7-4e0b-a042-66dbc308ed97,segment=NetworkSegment(b14795c0-984c-4c21-bc5c-b1b39903d907),segment_id=b14795c0-984c-4c21-bc5c-b1b39903d907)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:17:31.844494 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-79acbde6-a9fd-49ca-a2ee-966168f3be68 req-0d43796b-3159-4091-8b8d-fbc84833acc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:31.883456 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79acbde6-a9fd-49ca-a2ee-966168f3be68 req-0d43796b-3159-4091-8b8d-fbc84833acc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:31.884423 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-79acbde6-a9fd-49ca-a2ee-966168f3be68 req-0d43796b-3159-4091-8b8d-fbc84833acc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:31.886583 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-79acbde6-a9fd-49ca-a2ee-966168f3be68 req-0d43796b-3159-4091-8b8d-fbc84833acc3 service neutron] 10.222.0.58 "PUT /v2.0/ports/ecb5cb29-bad7-4e0b-a042-66dbc308ed97 HTTP/1.1" status: 200 len: 1092 time: 0.9043250 Aug 10 03:17:31.887155 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dbb5b71-0b23-4039-8dde-5e77b8029aa0', 'tag': 'ecb5cb29-bad7-4e0b-a042-66dbc308ed97'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:31.889594 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9199dc0d-dad6-4f3f-99eb-16a56d624e36" -d '{"events": [{"name": "network-changed", "server_uuid": "9dbb5b71-0b23-4039-8dde-5e77b8029aa0", "tag": "ecb5cb29-bad7-4e0b-a042-66dbc308ed97"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:31.919855 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-141c5825-4aed-40b9-bde5-fd773eb9c34e req-84dad2c5-7363-488e-887b-653724c6cbb1 tempest-ServerShowV247Test-692494702 tempest-ServerShowV247Test-692494702-project] 10.222.0.62 "GET /v2.0/ports?device_id=71197cbc-008e-411b-bd1f-964ae6d49a74 HTTP/1.1" status: 200 len: 210 time: 0.0583780 Aug 10 03:17:31.990161 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c74047-d2ef-4d06-aca0-526a5a5ecd39 x-openstack-request-id: req-34c74047-d2ef-4d06-aca0-526a5a5ecd39 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:31.990527 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dbb5b71-0b23-4039-8dde-5e77b8029aa0", "tag": "ecb5cb29-bad7-4e0b-a042-66dbc308ed97", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:31.990820 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-34c74047-d2ef-4d06-aca0-526a5a5ecd39 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:31.991246 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dbb5b71-0b23-4039-8dde-5e77b8029aa0', 'tag': 'ecb5cb29-bad7-4e0b-a042-66dbc308ed97', 'status': 'completed', 'code': 200} Aug 10 03:17:32.039862 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d43796b-3159-4091-8b8d-fbc84833acc3 service neutron] Pushing event updated for resources: {'Port': ['ID=ecb5cb29-bad7-4e0b-a042-66dbc308ed97,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:32.053782 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79acbde6-a9fd-49ca-a2ee-966168f3be68 req-9eba2fc2-8a76-4f58-bf58-a28759f753d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:32.055631 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-79acbde6-a9fd-49ca-a2ee-966168f3be68 req-9eba2fc2-8a76-4f58-bf58-a28759f753d5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0c00b01e0806491485adebe5c1c180f7&device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 1095 time: 0.1062400 Aug 10 03:17:32.102687 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-79acbde6-a9fd-49ca-a2ee-966168f3be68 req-e3073103-35d7-4cc7-9aaf-c440f861d949 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ecb5cb29-bad7-4e0b-a042-66dbc308ed97 HTTP/1.1" status: 200 len: 217 time: 0.0368235 Aug 10 03:17:32.161185 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79acbde6-a9fd-49ca-a2ee-966168f3be68 req-8f6026b2-4002-4111-9751-7c0489c335d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:32.162838 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-79acbde6-a9fd-49ca-a2ee-966168f3be68 req-8f6026b2-4002-4111-9751-7c0489c335d3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3edf7dab-cede-45e3-a40b-9026654a3743 HTTP/1.1" status: 200 len: 856 time: 0.0483165 Aug 10 03:17:32.226403 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79acbde6-a9fd-49ca-a2ee-966168f3be68 req-313cbe9b-06c4-4155-ba90-fa3c981dc9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:32.227970 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-79acbde6-a9fd-49ca-a2ee-966168f3be68 req-313cbe9b-06c4-4155-ba90-fa3c981dc9d5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c0759395-72d8-4de6-9611-c9ba0ebf5417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525756 Aug 10 03:17:32.345509 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-79acbde6-a9fd-49ca-a2ee-966168f3be68 req-3483051c-bae7-4e4c-9249-9c927c37c5d6 service neutron] 10.222.0.58 "GET /v2.0/networks/c0759395-72d8-4de6-9611-c9ba0ebf5417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088395 Aug 10 03:17:32.373542 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e189c2-846c-4bce-acc0-f3051a188005 req-6df11b73-8d19-4206-9e5d-c1d3539d92f1 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:32.375565 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-90e189c2-846c-4bce-acc0-f3051a188005 req-6df11b73-8d19-4206-9e5d-c1d3539d92f1 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=80f94420-15ae-4ee6-b3f5-5b1066e81b73 HTTP/1.1" status: 200 len: 945 time: 0.0589733 Aug 10 03:17:32.419569 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-90e189c2-846c-4bce-acc0-f3051a188005 req-61558a47-c998-4ff0-a4c0-cb3b1c1eb23e tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355442 Aug 10 03:17:32.448061 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-79acbde6-a9fd-49ca-a2ee-966168f3be68 req-2457a7f9-0ae1-417a-8226-105c5f445e16 service neutron] 10.222.0.58 "GET /v2.0/networks/c0759395-72d8-4de6-9611-c9ba0ebf5417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928292 Aug 10 03:17:32.548386 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9199dc0d-dad6-4f3f-99eb-16a56d624e36 req-8a153a1a-b49f-4042-a6a2-927d4a11338f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:32.550248 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-9199dc0d-dad6-4f3f-99eb-16a56d624e36 req-8a153a1a-b49f-4042-a6a2-927d4a11338f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0c00b01e0806491485adebe5c1c180f7&device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 1095 time: 0.0509355 Aug 10 03:17:32.626558 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6aeb6f-4339-4928-a97e-55134e8de5a5 req-ea2a584b-d17b-448f-a3be-a537b0262cec tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:32.628538 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9f6aeb6f-4339-4928-a97e-55134e8de5a5 req-ea2a584b-d17b-448f-a3be-a537b0262cec tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 943 time: 0.0725729 Aug 10 03:17:32.644362 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-797b5092-344a-47c5-8669-f0063060755b req-fb30d0d3-ea6d-4ad7-b99f-113ed2a0acb4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b92d2b79-5453-4ae4-961c-f4ecadbe58be HTTP/1.1" status: 200 len: 210 time: 0.0333867 Aug 10 03:17:32.673017 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9f6aeb6f-4339-4928-a97e-55134e8de5a5 req-5d6c3773-edb7-44d6-8317-1a35dd5b7d90 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=3195847a-22b1-4e5d-a1c3-c326862fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381377 Aug 10 03:17:32.679034 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9199dc0d-dad6-4f3f-99eb-16a56d624e36 req-1447efc8-0201-4fec-8968-c87d0f46d3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:32.680539 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-9199dc0d-dad6-4f3f-99eb-16a56d624e36 req-1447efc8-0201-4fec-8968-c87d0f46d3c2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c0759395-72d8-4de6-9611-c9ba0ebf5417 HTTP/1.1" status: 200 len: 918 time: 0.1214902 Aug 10 03:17:32.738541 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-9199dc0d-dad6-4f3f-99eb-16a56d624e36 req-d66fe906-7b59-4ff6-a044-f6ea11f9c8a9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ecb5cb29-bad7-4e0b-a042-66dbc308ed97 HTTP/1.1" status: 200 len: 217 time: 0.0358126 Aug 10 03:17:32.793808 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9199dc0d-dad6-4f3f-99eb-16a56d624e36 req-7e0e4ded-3583-486b-b595-0302b3cc6d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:32.795371 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-9199dc0d-dad6-4f3f-99eb-16a56d624e36 req-7e0e4ded-3583-486b-b595-0302b3cc6d06 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3edf7dab-cede-45e3-a40b-9026654a3743 HTTP/1.1" status: 200 len: 856 time: 0.0467985 Aug 10 03:17:32.851102 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9199dc0d-dad6-4f3f-99eb-16a56d624e36 req-26b0a577-f38d-4977-95cc-4be39c609346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:32.852662 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-9199dc0d-dad6-4f3f-99eb-16a56d624e36 req-26b0a577-f38d-4977-95cc-4be39c609346 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c0759395-72d8-4de6-9611-c9ba0ebf5417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446310 Aug 10 03:17:32.945980 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-9199dc0d-dad6-4f3f-99eb-16a56d624e36 req-2b5dd962-19e3-4245-90d8-3c6bfe783d95 service neutron] 10.222.0.58 "GET /v2.0/networks/c0759395-72d8-4de6-9611-c9ba0ebf5417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844147 Aug 10 03:17:32.983890 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-55fe11f5-19cc-4454-9f41-9e0169536d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:33.047649 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-9199dc0d-dad6-4f3f-99eb-16a56d624e36 req-cb7414e2-40bc-40b3-a660-1f017c4ec5ff service neutron] 10.222.0.58 "GET /v2.0/networks/c0759395-72d8-4de6-9611-c9ba0ebf5417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928185 Aug 10 03:17:33.047941 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c2009977-4551-4d99-b1c8-afe0d6707a6c req-d3ae4bae-642b-448d-a7fd-959a5e071514 tempest-ServerShowV247Test-692494702 tempest-ServerShowV247Test-692494702-project] 10.222.0.62 "GET /v2.0/ports?device_id=71197cbc-008e-411b-bd1f-964ae6d49a74 HTTP/1.1" status: 200 len: 210 time: 0.0292048 Aug 10 03:17:33.194418 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c94e7e65-8821-4eea-afb8-046a7083fd1d req-1c99fe32-2ede-4474-b0b1-c9b81ef52779 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=71197cbc-008e-411b-bd1f-964ae6d49a74 HTTP/1.1" status: 200 len: 210 time: 0.0266583 Aug 10 03:17:33.316670 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:33.548603 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3c452-5c4e-4304-a27e-1a51e168d6b9 req-15fd42a3-56da-4468-81ba-becdfdb14654 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:33.550090 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-46a3c452-5c4e-4304-a27e-1a51e168d6b9 req-15fd42a3-56da-4468-81ba-becdfdb14654 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=80f94420-15ae-4ee6-b3f5-5b1066e81b73 HTTP/1.1" status: 200 len: 945 time: 0.0593803 Aug 10 03:17:33.601659 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-46a3c452-5c4e-4304-a27e-1a51e168d6b9 req-313e5e5f-5732-4725-b03b-7be5b5eb3446 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451858 Aug 10 03:17:33.795504 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe7ecd-4359-41eb-83c8-82abf2836cd4 req-cb12a729-09b0-4302-8b6f-6dd446938680 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:33.797019 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-10fe7ecd-4359-41eb-83c8-82abf2836cd4 req-cb12a729-09b0-4302-8b6f-6dd446938680 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 943 time: 0.0510180 Aug 10 03:17:33.835662 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-10fe7ecd-4359-41eb-83c8-82abf2836cd4 req-b68c41e8-5385-40c8-b148-37dbcfa8079f tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=3195847a-22b1-4e5d-a1c3-c326862fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322895 Aug 10 03:17:34.108987 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:34.173043 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-32d8ca97-4134-4d83-b23c-cfef644850e1 req-2a854107-8cb5-4c7e-869b-af200d442596 tempest-ServerShowV247Test-692494702 tempest-ServerShowV247Test-692494702-project] 10.222.0.62 "GET /v2.0/ports?device_id=71197cbc-008e-411b-bd1f-964ae6d49a74 HTTP/1.1" status: 200 len: 210 time: 0.0284679 Aug 10 03:17:34.513643 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-94cd2b63-e892-46b3-a9a0-e380a4c700e7 req-b1ca1523-ed4c-4683-8c6d-5fcc6a15c3bb tempest-ServerShowV247Test-692494702 tempest-ServerShowV247Test-692494702-project] 10.222.0.62 "GET /v2.0/ports?device_id=71197cbc-008e-411b-bd1f-964ae6d49a74 HTTP/1.1" status: 200 len: 210 time: 0.0364172 Aug 10 03:17:34.750281 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4658194-332a-49a5-8c8f-e3064c74667a req-34cdd522-c476-42f1-b727-132f7c36c679 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:34.751926 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d4658194-332a-49a5-8c8f-e3064c74667a req-34cdd522-c476-42f1-b727-132f7c36c679 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=80f94420-15ae-4ee6-b3f5-5b1066e81b73 HTTP/1.1" status: 200 len: 945 time: 0.0559514 Aug 10 03:17:34.792495 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d4658194-332a-49a5-8c8f-e3064c74667a req-f130bee0-2e63-400b-b059-3cd2e51e4ff5 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342131 Aug 10 03:17:34.966624 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc0c48f-53f0-44de-977c-3fd4a3bac1f8 req-f87069ac-d1bc-4c5c-85e6-3ed52b5ccd36 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:34.968165 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9fc0c48f-53f0-44de-977c-3fd4a3bac1f8 req-f87069ac-d1bc-4c5c-85e6-3ed52b5ccd36 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 943 time: 0.0496314 Aug 10 03:17:35.009206 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9fc0c48f-53f0-44de-977c-3fd4a3bac1f8 req-1bba09aa-e5b3-432a-abf8-2c32438dabd5 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=3195847a-22b1-4e5d-a1c3-c326862fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331252 Aug 10 03:17:35.621544 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3e541778-4d06-4911-8d0e-bdae56d02c28 req-8944c5a9-f57d-4f5a-82fd-817f74070d8b tempest-ServerShowV247Test-692494702 tempest-ServerShowV247Test-692494702-project] 10.222.0.62 "GET /v2.0/ports?device_id=71197cbc-008e-411b-bd1f-964ae6d49a74 HTTP/1.1" status: 200 len: 210 time: 0.0274558 Aug 10 03:17:35.850224 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:35.915762 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9771504f-1ccd-4ce2-9388-9e22c8edeb04 req-8c00dea5-071f-4da2-90cc-8bf7e15ff1e3 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:35.917827 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9771504f-1ccd-4ce2-9388-9e22c8edeb04 req-8c00dea5-071f-4da2-90cc-8bf7e15ff1e3 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=80f94420-15ae-4ee6-b3f5-5b1066e81b73 HTTP/1.1" status: 200 len: 945 time: 0.0549567 Aug 10 03:17:35.956377 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9771504f-1ccd-4ce2-9388-9e22c8edeb04 req-e8a0d703-ba8e-4fac-83e3-1755c44c2f37 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324810 Aug 10 03:17:36.044456 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device ecb5cb29-bad7-4e0b-a042-66dbc308ed97 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:17:36.148723 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687432d4-409d-4d73-9bd6-7ac8bd4d5351 req-201148ce-e115-4304-82eb-35da266111f4 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:36.150328 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-687432d4-409d-4d73-9bd6-7ac8bd4d5351 req-201148ce-e115-4304-82eb-35da266111f4 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 943 time: 0.0603540 Aug 10 03:17:36.182481 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port ecb5cb29-bad7-4e0b-a042-66dbc308ed97, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=ecb5cb29-bad7-4e0b-a042-66dbc308ed97,segment=NetworkSegment(b14795c0-984c-4c21-bc5c-b1b39903d907),segment_id=b14795c0-984c-4c21-bc5c-b1b39903d907)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:36.195463 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': 'ecb5cb29-bad7-4e0b-a042-66dbc308ed97', 'network_id': 'c0759395-72d8-4de6-9611-c9ba0ebf5417', 'port_id': 'ecb5cb29-bad7-4e0b-a042-66dbc308ed97', 'mac_address': 'fa:16:3e:d8:aa:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3edf7dab-cede-45e3-a40b-9026654a3743', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:17:36.224786 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-687432d4-409d-4d73-9bd6-7ac8bd4d5351 req-0c640ad9-1582-4fad-bcd8-0b1dccd92690 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=3195847a-22b1-4e5d-a1c3-c326862fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666111 Aug 10 03:17:36.238552 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:36.243223 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5f2e6-171e-4385-aae0-cb6b69963b10 req-8ec24103-01ac-4e1e-a25e-2a2944da376a tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:36.250902 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6ca5f2e6-171e-4385-aae0-cb6b69963b10 req-8ec24103-01ac-4e1e-a25e-2a2944da376a tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=80f94420-15ae-4ee6-b3f5-5b1066e81b73 HTTP/1.1" status: 200 len: 945 time: 0.0739274 Aug 10 03:17:36.257251 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecb5cb29-bad7-4e0b-a042-66dbc308ed97 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:17:36.277700 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port ecb5cb29-bad7-4e0b-a042-66dbc308ed97, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=ecb5cb29-bad7-4e0b-a042-66dbc308ed97,segment=NetworkSegment(b14795c0-984c-4c21-bc5c-b1b39903d907),segment_id=b14795c0-984c-4c21-bc5c-b1b39903d907)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:36.282502 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:36.295319 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6ca5f2e6-171e-4385-aae0-cb6b69963b10 req-c66c4af9-8a9a-4072-8695-d404152e6a50 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428405 Aug 10 03:17:36.340876 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=ecb5cb29-bad7-4e0b-a042-66dbc308ed97,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:36.410283 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2714bd-5bb4-436b-833b-40d2dc8bdb19 req-cd32fed8-6500-48d7-ba9b-71b58462acab tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:36.411826 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bf2714bd-5bb4-436b-833b-40d2dc8bdb19 req-cd32fed8-6500-48d7-ba9b-71b58462acab tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=80f94420-15ae-4ee6-b3f5-5b1066e81b73 HTTP/1.1" status: 200 len: 945 time: 0.0518913 Aug 10 03:17:36.478372 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bf2714bd-5bb4-436b-833b-40d2dc8bdb19 req-51d6cd98-19ac-42a8-901e-6fc5a04ae3bb tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424013 Aug 10 03:17:36.502859 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['ecb5cb29-bad7-4e0b-a042-66dbc308ed97'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:17:36.731693 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59777393-c9f3-4e36-a85d-66fb190b3b86 req-008a7439-79b8-427c-84d5-11c15a79e6dc tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:36.733483 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-59777393-c9f3-4e36-a85d-66fb190b3b86 req-008a7439-79b8-427c-84d5-11c15a79e6dc tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=80f94420-15ae-4ee6-b3f5-5b1066e81b73 HTTP/1.1" status: 200 len: 945 time: 0.0629048 Aug 10 03:17:36.782805 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ec64ed95-0a09-4106-b710-2f9c54793dc1 req-3176e76d-e505-4124-b811-ee34961c9f82 tempest-ServerShowV247Test-692494702 tempest-ServerShowV247Test-692494702-project] 10.222.0.62 "GET /v2.0/ports?device_id=71197cbc-008e-411b-bd1f-964ae6d49a74 HTTP/1.1" status: 200 len: 210 time: 0.0357132 Aug 10 03:17:36.797589 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-59777393-c9f3-4e36-a85d-66fb190b3b86 req-6a2c66fe-84a9-476c-8def-558b9ab9c831 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580399 Aug 10 03:17:37.351711 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0d826-458c-4973-bb82-389a8d5c5ea8 req-5508d12b-643e-4c70-878e-6ee702dda3c7 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:37.353246 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aee0d826-458c-4973-bb82-389a8d5c5ea8 req-5508d12b-643e-4c70-878e-6ee702dda3c7 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 944 time: 0.0529163 Aug 10 03:17:37.392937 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aee0d826-458c-4973-bb82-389a8d5c5ea8 req-a69247fe-bb3d-48b9-93ca-007563825059 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=3195847a-22b1-4e5d-a1c3-c326862fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330956 Aug 10 03:17:37.903176 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-578f6c01-5bd9-4e0e-991f-fac4cba65668 req-c322b4f2-4cd5-4ae7-bba7-17aa3220c288 tempest-ServerShowV247Test-692494702 tempest-ServerShowV247Test-692494702-project] 10.222.0.62 "GET /v2.0/ports?device_id=71197cbc-008e-411b-bd1f-964ae6d49a74 HTTP/1.1" status: 200 len: 210 time: 0.0347803 Aug 10 03:17:37.940415 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa563e9-1efe-4735-863a-ec562a49c6e4 req-a04fffe1-b140-4004-a852-3543b6a38fac tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:37.941923 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aaa563e9-1efe-4735-863a-ec562a49c6e4 req-a04fffe1-b140-4004-a852-3543b6a38fac tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=80f94420-15ae-4ee6-b3f5-5b1066e81b73 HTTP/1.1" status: 200 len: 945 time: 0.0644524 Aug 10 03:17:37.984082 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aaa563e9-1efe-4735-863a-ec562a49c6e4 req-fe3ce5b3-b0c5-413d-9a74-f3c750de742c tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360723 Aug 10 03:17:38.045065 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device ecb5cb29-bad7-4e0b-a042-66dbc308ed97 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:17:38.096782 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port ecb5cb29-bad7-4e0b-a042-66dbc308ed97 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:17:38.100766 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port ecb5cb29-bad7-4e0b-a042-66dbc308ed97 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:17:38.101139 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:38.203966 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cbbc4d-8765-47ee-8209-62bd175051cc req-6483fbda-e4e6-4f14-abaa-1e58fcffde77 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:38.204257 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:38.205495 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-98cbbc4d-8765-47ee-8209-62bd175051cc req-6483fbda-e4e6-4f14-abaa-1e58fcffde77 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.60 "GET /v2.0/ports?device_id=80f94420-15ae-4ee6-b3f5-5b1066e81b73 HTTP/1.1" status: 200 len: 945 time: 0.0568578 Aug 10 03:17:38.228167 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dbb5b71-0b23-4039-8dde-5e77b8029aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb5cb29-bad7-4e0b-a042-66dbc308ed97'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:38.230350 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231da723-3099-47db-9dc1-ef2e8659d91e" -d '{"events": [{"server_uuid": "9dbb5b71-0b23-4039-8dde-5e77b8029aa0", "name": "network-vif-plugged", "status": "completed", "tag": "ecb5cb29-bad7-4e0b-a042-66dbc308ed97"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:38.245162 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port ecb5cb29-bad7-4e0b-a042-66dbc308ed97, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=ecb5cb29-bad7-4e0b-a042-66dbc308ed97,segment=NetworkSegment(b14795c0-984c-4c21-bc5c-b1b39903d907),segment_id=b14795c0-984c-4c21-bc5c-b1b39903d907)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:38.250671 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:38.285279 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7435d3c1-3d4a-4fac-ac0c-7957d8ca2cb6 x-openstack-request-id: req-7435d3c1-3d4a-4fac-ac0c-7957d8ca2cb6 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:38.285568 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dbb5b71-0b23-4039-8dde-5e77b8029aa0", "name": "network-vif-plugged", "status": "completed", "tag": "ecb5cb29-bad7-4e0b-a042-66dbc308ed97", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:38.285826 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7435d3c1-3d4a-4fac-ac0c-7957d8ca2cb6 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:38.286217 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dbb5b71-0b23-4039-8dde-5e77b8029aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb5cb29-bad7-4e0b-a042-66dbc308ed97', 'code': 200} Aug 10 03:17:38.322179 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=ecb5cb29-bad7-4e0b-a042-66dbc308ed97,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:38.399508 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18fb0a-42e7-4352-9a14-21fd1fd6de05 req-f81f8baa-5e1c-4797-9da3-de37a767f99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:38.402438 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2d18fb0a-42e7-4352-9a14-21fd1fd6de05 req-f81f8baa-5e1c-4797-9da3-de37a767f99e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 1097 time: 0.0462966 Aug 10 03:17:38.441592 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2d18fb0a-42e7-4352-9a14-21fd1fd6de05 req-68953a63-1c96-4e3d-8188-ff4f661c319b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3195847a-22b1-4e5d-a1c3-c326862fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319667 Aug 10 03:17:38.570025 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f314c54-6fd7-4d24-8696-a7530420a55b req-f5d60a7a-ce33-4b76-935e-6b4549d252bd tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:38.571525 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1f314c54-6fd7-4d24-8696-a7530420a55b req-f5d60a7a-ce33-4b76-935e-6b4549d252bd tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 945 time: 0.0809054 Aug 10 03:17:38.609652 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-98cbbc4d-8765-47ee-8209-62bd175051cc req-63f06788-8bc0-4b42-b589-db7dcca53854 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Deleting port 4df1c029-52d4-4283-b7ee-fb019df72140 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:17:38.609801 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-98cbbc4d-8765-47ee-8209-62bd175051cc req-63f06788-8bc0-4b42-b589-db7dcca53854 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:38.664256 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1f314c54-6fd7-4d24-8696-a7530420a55b req-80ab248f-9bc3-4964-bb5b-b7dd76b7f563 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=3195847a-22b1-4e5d-a1c3-c326862fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805228 Aug 10 03:17:38.712717 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-98cbbc4d-8765-47ee-8209-62bd175051cc req-63f06788-8bc0-4b42-b589-db7dcca53854 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] For port 4df1c029-52d4-4283-b7ee-fb019df72140, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=4df1c029-52d4-4283-b7ee-fb019df72140,segment=NetworkSegment(5f459ac7-2da0-4395-80e8-4acadecdbda0),segment_id=5f459ac7-2da0-4395-80e8-4acadecdbda0)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:38.713161 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-98cbbc4d-8765-47ee-8209-62bd175051cc req-63f06788-8bc0-4b42-b589-db7dcca53854 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:38.725800 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-98cbbc4d-8765-47ee-8209-62bd175051cc req-63f06788-8bc0-4b42-b589-db7dcca53854 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Calling delete_port for 4df1c029-52d4-4283-b7ee-fb019df72140 owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:17:38.858900 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-98cbbc4d-8765-47ee-8209-62bd175051cc req-63f06788-8bc0-4b42-b589-db7dcca53854 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:38.873825 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['4df1c029-52d4-4283-b7ee-fb019df72140'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:17:38.888683 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f06788-8bc0-4b42-b589-db7dcca53854 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Pushing event deleted for resources: {'Port': ['ID=4df1c029-52d4-4283-b7ee-fb019df72140,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:38.903351 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['3aa362ab-26b7-4e75-8dea-4968c3cefa2b'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:17:38.928822 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-98cbbc4d-8765-47ee-8209-62bd175051cc req-63f06788-8bc0-4b42-b589-db7dcca53854 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] No DVR routers for this DVR port 4df1c029-52d4-4283-b7ee-fb019df72140 on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:17:38.931422 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-98cbbc4d-8765-47ee-8209-62bd175051cc req-63f06788-8bc0-4b42-b589-db7dcca53854 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:38.933984 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-98cbbc4d-8765-47ee-8209-62bd175051cc req-63f06788-8bc0-4b42-b589-db7dcca53854 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.60 "DELETE /v2.0/ports/4df1c029-52d4-4283-b7ee-fb019df72140 HTTP/1.1" status: 204 len: 173 time: 0.7179308 Aug 10 03:17:38.934431 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f94420-15ae-4ee6-b3f5-5b1066e81b73', 'name': 'network-vif-deleted', 'tag': '4df1c029-52d4-4283-b7ee-fb019df72140'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:38.937154 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4acecd4-2c00-4d28-8033-6c8a037aa053" -d '{"events": [{"server_uuid": "80f94420-15ae-4ee6-b3f5-5b1066e81b73", "name": "network-vif-deleted", "tag": "4df1c029-52d4-4283-b7ee-fb019df72140"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:39.003738 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27534c6-2b15-4fad-8de6-c65df133ca87 x-openstack-request-id: req-f27534c6-2b15-4fad-8de6-c65df133ca87 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:39.004054 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f94420-15ae-4ee6-b3f5-5b1066e81b73", "name": "network-vif-deleted", "tag": "4df1c029-52d4-4283-b7ee-fb019df72140", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:39.004271 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f27534c6-2b15-4fad-8de6-c65df133ca87 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:39.004677 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f94420-15ae-4ee6-b3f5-5b1066e81b73', 'name': 'network-vif-deleted', 'tag': '4df1c029-52d4-4283-b7ee-fb019df72140', 'status': 'completed', 'code': 200} Aug 10 03:17:39.062085 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eda4d6e8-f628-40e0-ae53-11d9c88dd9c0 req-c5d9e80a-b215-4e12-996e-d5fcb9947ffd tempest-ServerShowV247Test-692494702 tempest-ServerShowV247Test-692494702-project] 10.222.0.62 "GET /v2.0/ports?device_id=71197cbc-008e-411b-bd1f-964ae6d49a74 HTTP/1.1" status: 200 len: 210 time: 0.0428982 Aug 10 03:17:39.189138 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-950d7f3f-f838-47ee-bdd9-36c6ac839c80 req-6dae6bd7-55fe-4962-9e61-848056b1f4d4 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=80f94420-15ae-4ee6-b3f5-5b1066e81b73 HTTP/1.1" status: 200 len: 210 time: 0.0273049 Aug 10 03:17:39.797229 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf3ef3b-034f-425b-95f6-528c9f8f9408 req-c0a66e93-7721-4178-bcf8-1ce6beb4a486 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:39.798949 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ccf3ef3b-034f-425b-95f6-528c9f8f9408 req-c0a66e93-7721-4178-bcf8-1ce6beb4a486 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 945 time: 0.0511973 Aug 10 03:17:39.838039 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ccf3ef3b-034f-425b-95f6-528c9f8f9408 req-a3e4cf0b-9986-4d60-9d93-7baaca0b37fe tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=3195847a-22b1-4e5d-a1c3-c326862fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323040 Aug 10 03:17:39.968843 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1bb6c2-9a75-49c9-b5f1-ebefbb9e3487 req-71e1825f-5a45-4388-8b03-dcf18e9e04da tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:39.970386 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6c1bb6c2-9a75-49c9-b5f1-ebefbb9e3487 req-71e1825f-5a45-4388-8b03-dcf18e9e04da tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 945 time: 0.0622749 Aug 10 03:17:39.980712 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 51804) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:39.985567 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-ae7ba38b-33cf-4747-be55-bc65332ff7a1 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Request body: {'floatingip': {'port_id': 'ecb5cb29-bad7-4e0b-a042-66dbc308ed97'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:17:40.047830 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ae7ba38b-33cf-4747-be55-bc65332ff7a1 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks [] for floatingip, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:40.196798 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-16324bc2-32c9-45d9-8493-1d70e51df461 req-cf83e0b2-a237-47db-92b4-04bd5d0ac92f tempest-ServerShowV247Test-692494702 tempest-ServerShowV247Test-692494702-project] 10.222.0.62 "GET /v2.0/ports?device_id=71197cbc-008e-411b-bd1f-964ae6d49a74 HTTP/1.1" status: 200 len: 210 time: 0.0398598 Aug 10 03:17:40.581121 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ae7ba38b-33cf-4747-be55-bc65332ff7a1 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:40.586449 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ae7ba38b-33cf-4747-be55-bc65332ff7a1 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:40.701863 n-d-768851-15 neutron-server[94216]: INFO neutron.db.l3_db [None req-ae7ba38b-33cf-4747-be55-bc65332ff7a1 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Floating IP 95dba9cc-0d7d-4e2e-a502-219b467e8051 associated. External IP: 172.25.7.138, port: ecb5cb29-bad7-4e0b-a042-66dbc308ed97. Aug 10 03:17:40.988282 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae7ba38b-33cf-4747-be55-bc65332ff7a1 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Router 13d9a6c2-9eb1-46e1-af07-d8aaa14d0364 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:17:41.082407 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373803b7-848b-4697-aeb1-1e24b734eb1f req-0edd239d-6409-4d91-b082-eec7dbadfb54 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:41.084003 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-373803b7-848b-4697-aeb1-1e24b734eb1f req-0edd239d-6409-4d91-b082-eec7dbadfb54 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aae2176-94e1-40c6-8ddc-31c631a55333 HTTP/1.1" status: 200 len: 946 time: 0.1132605 Aug 10 03:17:41.167249 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-373803b7-848b-4697-aeb1-1e24b734eb1f req-32a52c1f-7bde-4649-9589-0e7ca3e7c107 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749128 Aug 10 03:17:41.176347 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae7ba38b-33cf-4747-be55-bc65332ff7a1 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:17:41.181144 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ae7ba38b-33cf-4747-be55-bc65332ff7a1 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:41.197645 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae8b81e-e4b0-46ff-a9ac-59612e138447 None None] Sync routers for ids ['13d9a6c2-9eb1-46e1-af07-d8aaa14d0364'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:17:41.212758 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae8b81e-e4b0-46ff-a9ac-59612e138447 None None] Routers {'13d9a6c2-9eb1-46e1-af07-d8aaa14d0364'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:17:41.214147 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-3ae8b81e-e4b0-46ff-a9ac-59612e138447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:17:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['13d9a6c2-9eb1-46e1-af07-d8aaa14d0364'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:41.215292 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ae7ba38b-33cf-4747-be55-bc65332ff7a1 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "PUT /v2.0/floatingips/95dba9cc-0d7d-4e2e-a502-219b467e8051 HTTP/1.1" status: 200 len: 991 time: 1.2334533 Aug 10 03:17:41.218074 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dbb5b71-0b23-4039-8dde-5e77b8029aa0', 'tag': 'ecb5cb29-bad7-4e0b-a042-66dbc308ed97'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:41.223529 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a852058-4663-458f-a218-9656100ef0af" -d '{"events": [{"name": "network-changed", "server_uuid": "9dbb5b71-0b23-4039-8dde-5e77b8029aa0", "tag": "ecb5cb29-bad7-4e0b-a042-66dbc308ed97"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:41.318233 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5332646a-968c-4a75-b443-bc03c80e3576 x-openstack-request-id: req-5332646a-968c-4a75-b443-bc03c80e3576 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:41.318525 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dbb5b71-0b23-4039-8dde-5e77b8029aa0", "tag": "ecb5cb29-bad7-4e0b-a042-66dbc308ed97", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:41.318807 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5332646a-968c-4a75-b443-bc03c80e3576 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:41.319211 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dbb5b71-0b23-4039-8dde-5e77b8029aa0', 'tag': 'ecb5cb29-bad7-4e0b-a042-66dbc308ed97', 'status': 'completed', 'code': 200} Aug 10 03:17:41.357221 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-3ae8b81e-e4b0-46ff-a9ac-59612e138447 None None] Set router 13d9a6c2-9eb1-46e1-af07-d8aaa14d0364 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:17:41.365560 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-411a0b74-e0b2-4f06-b950-445a5729d26d req-11375d2f-ccd8-4591-b4c8-c098a80abac6 tempest-ServerShowV247Test-692494702 tempest-ServerShowV247Test-692494702-project] 10.222.0.62 "GET /v2.0/ports?device_id=71197cbc-008e-411b-bd1f-964ae6d49a74 HTTP/1.1" status: 200 len: 210 time: 0.0337646 Aug 10 03:17:41.415891 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a852058-4663-458f-a218-9656100ef0af req-c44edc3d-cadd-4fde-99f7-aebf9557245d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:41.418339 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4a852058-4663-458f-a218-9656100ef0af req-c44edc3d-cadd-4fde-99f7-aebf9557245d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0c00b01e0806491485adebe5c1c180f7&device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 1097 time: 0.0661643 Aug 10 03:17:41.521223 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a852058-4663-458f-a218-9656100ef0af req-d760e702-4f18-4035-b641-ccca6ccb791e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:41.522840 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4a852058-4663-458f-a218-9656100ef0af req-d760e702-4f18-4035-b641-ccca6ccb791e service neutron] 10.222.0.58 "GET /v2.0/networks?id=c0759395-72d8-4de6-9611-c9ba0ebf5417 HTTP/1.1" status: 200 len: 918 time: 0.0974526 Aug 10 03:17:41.591739 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4a852058-4663-458f-a218-9656100ef0af req-7fd425a8-4f9a-4793-b64d-985d5bc7a9b8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ecb5cb29-bad7-4e0b-a042-66dbc308ed97 HTTP/1.1" status: 200 len: 999 time: 0.0593500 Aug 10 03:17:41.645388 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a852058-4663-458f-a218-9656100ef0af req-bdc0b6e8-5a16-40f6-a754-6a539e704deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:41.647001 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4a852058-4663-458f-a218-9656100ef0af req-bdc0b6e8-5a16-40f6-a754-6a539e704deb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3edf7dab-cede-45e3-a40b-9026654a3743 HTTP/1.1" status: 200 len: 856 time: 0.0474596 Aug 10 03:17:41.694844 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a852058-4663-458f-a218-9656100ef0af req-898e2b4b-f4fa-4d05-8fb4-1d9ed29648bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:41.696327 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4a852058-4663-458f-a218-9656100ef0af req-898e2b4b-f4fa-4d05-8fb4-1d9ed29648bf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c0759395-72d8-4de6-9611-c9ba0ebf5417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399723 Aug 10 03:17:41.731858 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-3ae8b81e-e4b0-46ff-a9ac-59612e138447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d9a6c2-9eb1-46e1-af07-d8aaa14d0364', 'name': 'tempest-AttachVolumeShelveTestJSON-1128468652-router', 'tenant_id': '0c00b01e0806491485adebe5c1c180f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'b33265c4-a0e4-4f43-ae0c-d69841a13821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:12:39Z', 'updated_at': '2021-08-10T03:12:44Z', 'revision_number': 4, 'project_id': '0c00b01e0806491485adebe5c1c180f7', 'gw_port': {'id': 'b33265c4-a0e4-4f43-ae0c-d69841a13821', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d9a6c2-9eb1-46e1-af07-d8aaa14d0364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:12:40Z', 'updated_at': '2021-08-10T03:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '95dba9cc-0d7d-4e2e-a502-219b467e8051', 'tenant_id': '0c00b01e0806491485adebe5c1c180f7', 'floating_ip_address': '172.25.7.138', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '13d9a6c2-9eb1-46e1-af07-d8aaa14d0364', 'port_id': 'ecb5cb29-bad7-4e0b-a042-66dbc308ed97', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0759395-72d8-4de6-9611-c9ba0ebf5417', 'mac_address': 'fa:16:3e:d8:aa:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbb5b71-0b23-4039-8dde-5e77b8029aa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:17:27Z', 'updated_at': '2021-08-10T03:17:40Z', 'revision_number': 1, 'project_id': '0c00b01e0806491485adebe5c1c180f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a25952a-9ef1-4c85-b91e-c0c0f02dd688', 'name': '', 'network_id': 'c0759395-72d8-4de6-9611-c9ba0ebf5417', 'tenant_id': '0c00b01e0806491485adebe5c1c180f7', 'mac_address': 'fa:16:3e:f5:43:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d9a6c2-9eb1-46e1-af07-d8aaa14d0364', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '3edf7dab-cede-45e3-a40b-9026654a3743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:12:43Z', 'updated_at': '2021-08-10T03:12:52Z', 'revision_number': 5, 'project_id': '0c00b01e0806491485adebe5c1c180f7', 'subnets': [{'id': '3edf7dab-cede-45e3-a40b-9026654a3743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:41.758555 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae8b81e-e4b0-46ff-a9ac-59612e138447 None None] Checking router: 13d9a6c2-9eb1-46e1-af07-d8aaa14d0364 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:17:41.768262 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae8b81e-e4b0-46ff-a9ac-59612e138447 None None] Routers {'13d9a6c2-9eb1-46e1-af07-d8aaa14d0364'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:17:41.768893 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-3ae8b81e-e4b0-46ff-a9ac-59612e138447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:17:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['13d9a6c2-9eb1-46e1-af07-d8aaa14d0364'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:41.811011 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4a852058-4663-458f-a218-9656100ef0af req-df1cb8bb-00c9-4bf2-bc5c-a8dc8c5f803b service neutron] 10.222.0.58 "GET /v2.0/networks/c0759395-72d8-4de6-9611-c9ba0ebf5417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053674 Aug 10 03:17:41.936996 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-3ae8b81e-e4b0-46ff-a9ac-59612e138447 None None] Set router 13d9a6c2-9eb1-46e1-af07-d8aaa14d0364 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:17:41.957946 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4a852058-4663-458f-a218-9656100ef0af req-caab96e2-805f-44da-9680-f36bcbfdb839 service neutron] 10.222.0.58 "GET /v2.0/networks/c0759395-72d8-4de6-9611-c9ba0ebf5417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384754 Aug 10 03:17:42.141222 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-97b47099-d63f-4798-84b3-548c814c3c76 req-94b8442a-5707-4ef4-b086-2147291c053d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0598714 Aug 10 03:17:42.242284 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b47099-d63f-4798-84b3-548c814c3c76 req-712faf9a-c08e-4878-b65a-481fd6b8f155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:42.243085 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b47099-d63f-4798-84b3-548c814c3c76 req-712faf9a-c08e-4878-b65a-481fd6b8f155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:42.244385 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b47099-d63f-4798-84b3-548c814c3c76 req-712faf9a-c08e-4878-b65a-481fd6b8f155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:42.245555 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b47099-d63f-4798-84b3-548c814c3c76 req-712faf9a-c08e-4878-b65a-481fd6b8f155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:42.246191 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b47099-d63f-4798-84b3-548c814c3c76 req-712faf9a-c08e-4878-b65a-481fd6b8f155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:42.246853 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b47099-d63f-4798-84b3-548c814c3c76 req-712faf9a-c08e-4878-b65a-481fd6b8f155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:42.247404 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b47099-d63f-4798-84b3-548c814c3c76 req-712faf9a-c08e-4878-b65a-481fd6b8f155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:42.247845 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-3ae8b81e-e4b0-46ff-a9ac-59612e138447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d9a6c2-9eb1-46e1-af07-d8aaa14d0364', 'name': 'tempest-AttachVolumeShelveTestJSON-1128468652-router', 'tenant_id': '0c00b01e0806491485adebe5c1c180f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'b33265c4-a0e4-4f43-ae0c-d69841a13821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:12:39Z', 'updated_at': '2021-08-10T03:12:44Z', 'revision_number': 4, 'project_id': '0c00b01e0806491485adebe5c1c180f7', 'gw_port': {'id': 'b33265c4-a0e4-4f43-ae0c-d69841a13821', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d9a6c2-9eb1-46e1-af07-d8aaa14d0364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:12:40Z', 'updated_at': '2021-08-10T03:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '95dba9cc-0d7d-4e2e-a502-219b467e8051', 'tenant_id': '0c00b01e0806491485adebe5c1c180f7', 'floating_ip_address': '172.25.7.138', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '13d9a6c2-9eb1-46e1-af07-d8aaa14d0364', 'port_id': 'ecb5cb29-bad7-4e0b-a042-66dbc308ed97', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0759395-72d8-4de6-9611-c9ba0ebf5417', 'mac_address': 'fa:16:3e:d8:aa:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbb5b71-0b23-4039-8dde-5e77b8029aa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:17:27Z', 'updated_at': '2021-08-10T03:17:40Z', 'revision_number': 1, 'project_id': '0c00b01e0806491485adebe5c1c180f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a25952a-9ef1-4c85-b91e-c0c0f02dd688', 'name': '', 'network_id': 'c0759395-72d8-4de6-9611-c9ba0ebf5417', 'tenant_id': '0c00b01e0806491485adebe5c1c180f7', 'mac_address': 'fa:16:3e:f5:43:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d9a6c2-9eb1-46e1-af07-d8aaa14d0364', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '3edf7dab-cede-45e3-a40b-9026654a3743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:12:43Z', 'updated_at': '2021-08-10T03:12:52Z', 'revision_number': 5, 'project_id': '0c00b01e0806491485adebe5c1c180f7', 'subnets': [{'id': '3edf7dab-cede-45e3-a40b-9026654a3743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:42.250273 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-97b47099-d63f-4798-84b3-548c814c3c76 req-712faf9a-c08e-4878-b65a-481fd6b8f155 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=113c9048eb054fe989e54191f5a42ad9&device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 6505 time: 0.0766327 Aug 10 03:17:42.284435 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae8b81e-e4b0-46ff-a9ac-59612e138447 None None] The sync data for ids ['13d9a6c2-9eb1-46e1-af07-d8aaa14d0364'] in n-d-768851-15 is: [{'id': '13d9a6c2-9eb1-46e1-af07-d8aaa14d0364', 'name': 'tempest-AttachVolumeShelveTestJSON-1128468652-router', 'tenant_id': '0c00b01e0806491485adebe5c1c180f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'b33265c4-a0e4-4f43-ae0c-d69841a13821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:12:39Z', 'updated_at': '2021-08-10T03:12:44Z', 'revision_number': 4, 'project_id': '0c00b01e0806491485adebe5c1c180f7', 'gw_port': {'id': 'b33265c4-a0e4-4f43-ae0c-d69841a13821', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d9a6c2-9eb1-46e1-af07-d8aaa14d0364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:12:40Z', 'updated_at': '2021-08-10T03:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '95dba9cc-0d7d-4e2e-a502-219b467e8051', 'tenant_id': '0c00b01e0806491485adebe5c1c180f7', 'floating_ip_address': '172.25.7.138', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '13d9a6c2-9eb1-46e1-af07-d8aaa14d0364', 'port_id': 'ecb5cb29-bad7-4e0b-a042-66dbc308ed97', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0759395-72d8-4de6-9611-c9ba0ebf5417', 'mac_address': 'fa:16:3e:d8:aa:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbb5b71-0b23-4039-8dde-5e77b8029aa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:17:27Z', 'updated_at': '2021-08-10T03:17:40Z', 'revision_number': 1, 'project_id': '0c00b01e0806491485adebe5c1c180f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a25952a-9ef1-4c85-b91e-c0c0f02dd688', 'name': '', 'network_id': 'c0759395-72d8-4de6-9611-c9ba0ebf5417', 'tenant_id': '0c00b01e0806491485adebe5c1c180f7', 'mac_address': 'fa:16:3e:f5:43:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d9a6c2-9eb1-46e1-af07-d8aaa14d0364', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '3edf7dab-cede-45e3-a40b-9026654a3743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:12:43Z', 'updated_at': '2021-08-10T03:12:52Z', 'revision_number': 5, 'project_id': '0c00b01e0806491485adebe5c1c180f7', 'subnets': [{'id': '3edf7dab-cede-45e3-a40b-9026654a3743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:17:42.325867 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 4df1c029-52d4-4283-b7ee-fb019df72140 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:17:42.358366 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: 4df1c029-52d4-4283-b7ee-fb019df72140 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:17:42.358716 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 4df1c029-52d4-4283-b7ee-fb019df72140 not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:17:42.402580 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c87eedf-a9bd-4b6f-a0ca-00f6892ea61f req-fc962ebe-5bc9-43c6-a85f-606da5550023 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:42.404969 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8c87eedf-a9bd-4b6f-a0ca-00f6892ea61f req-fc962ebe-5bc9-43c6-a85f-606da5550023 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aae2176-94e1-40c6-8ddc-31c631a55333 HTTP/1.1" status: 200 len: 946 time: 0.1372619 Aug 10 03:17:42.425352 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c2017-64ce-4402-a30f-f8a473b7201e req-3171a347-2972-425d-a323-6fa1d7c08c87 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:42.426958 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-277c2017-64ce-4402-a30f-f8a473b7201e req-3171a347-2972-425d-a323-6fa1d7c08c87 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aae2176-94e1-40c6-8ddc-31c631a55333 HTTP/1.1" status: 200 len: 946 time: 0.0931096 Aug 10 03:17:42.486010 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8c87eedf-a9bd-4b6f-a0ca-00f6892ea61f req-3c87ee58-2334-4ce5-af6b-517b6ceeb90d tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/security-groups?id=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563104 Aug 10 03:17:42.543454 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b47099-d63f-4798-84b3-548c814c3c76 req-d6b3f92c-9aa5-4b60-9e17-e7082930115b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:42.543852 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b47099-d63f-4798-84b3-548c814c3c76 req-d6b3f92c-9aa5-4b60-9e17-e7082930115b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:42.544320 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b47099-d63f-4798-84b3-548c814c3c76 req-d6b3f92c-9aa5-4b60-9e17-e7082930115b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:42.545957 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-97b47099-d63f-4798-84b3-548c814c3c76 req-d6b3f92c-9aa5-4b60-9e17-e7082930115b service neutron] 10.222.0.60 "GET /v2.0/networks?id=c4674244-b4fc-4227-9e62-6d0cd0b1acc0&id=f1f6800e-d6fe-4d63-bb1f-c42246d24569&id=f1f6800e-d6fe-4d63-bb1f-c42246d24569&id=f1f6800e-d6fe-4d63-bb1f-c42246d24569&id=f1f6800e-d6fe-4d63-bb1f-c42246d24569&id=213b1b56-2bcd-4d0a-8807-3afa3f6e51f2&id=213b1b56-2bcd-4d0a-8807-3afa3f6e51f2 HTTP/1.1" status: 200 len: 2298 time: 0.2481205 Aug 10 03:17:42.575731 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-277c2017-64ce-4402-a30f-f8a473b7201e req-d6b81a3d-5020-4b97-865d-7611a9f741f3 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Deleting port 3aa362ab-26b7-4e75-8dea-4968c3cefa2b {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:17:42.576005 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-277c2017-64ce-4402-a30f-f8a473b7201e req-d6b81a3d-5020-4b97-865d-7611a9f741f3 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:42.611107 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67b5d69-ed53-4156-abcf-1302335ea8e8 None None] New status for floating IP 95dba9cc-0d7d-4e2e-a502-219b467e8051: ACTIVE {{(pid=94219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:17:42.628165 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-97b47099-d63f-4798-84b3-548c814c3c76 req-e1348cf0-5146-4848-b4ec-af1674e2890d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=922f1e4c-a149-4359-82ba-e7d48bec92e7 HTTP/1.1" status: 200 len: 1001 time: 0.0662966 Aug 10 03:17:42.630196 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-36e8af8b-70f8-4e97-9112-1441c06cd07c req-c205465e-3a78-4be1-a322-415e7e584539 tempest-ServerShowV247Test-692494702 tempest-ServerShowV247Test-692494702-project] 10.222.0.62 "GET /v2.0/ports?device_id=71197cbc-008e-411b-bd1f-964ae6d49a74 HTTP/1.1" status: 200 len: 210 time: 0.1054399 Aug 10 03:17:42.693017 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-277c2017-64ce-4402-a30f-f8a473b7201e req-d6b81a3d-5020-4b97-865d-7611a9f741f3 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] For port 3aa362ab-26b7-4e75-8dea-4968c3cefa2b, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=3aa362ab-26b7-4e75-8dea-4968c3cefa2b,segment=NetworkSegment(5f459ac7-2da0-4395-80e8-4acadecdbda0),segment_id=5f459ac7-2da0-4395-80e8-4acadecdbda0)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:42.693566 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-277c2017-64ce-4402-a30f-f8a473b7201e req-d6b81a3d-5020-4b97-865d-7611a9f741f3 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:42.696863 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b47099-d63f-4798-84b3-548c814c3c76 req-a8f34afe-0800-4feb-8fa4-1da48001ca1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:42.698509 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-97b47099-d63f-4798-84b3-548c814c3c76 req-a8f34afe-0800-4feb-8fa4-1da48001ca1f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=91e34b3b-f93c-49d7-a000-e94fe5265392 HTTP/1.1" status: 200 len: 856 time: 0.0615942 Aug 10 03:17:42.707748 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-277c2017-64ce-4402-a30f-f8a473b7201e req-d6b81a3d-5020-4b97-865d-7611a9f741f3 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Calling delete_port for 3aa362ab-26b7-4e75-8dea-4968c3cefa2b owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:17:42.753111 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b47099-d63f-4798-84b3-548c814c3c76 req-7cb2d86b-d04a-47df-af16-44c1d94681aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:42.755522 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-97b47099-d63f-4798-84b3-548c814c3c76 req-7cb2d86b-d04a-47df-af16-44c1d94681aa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c4674244-b4fc-4227-9e62-6d0cd0b1acc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468650 Aug 10 03:17:42.864528 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-277c2017-64ce-4402-a30f-f8a473b7201e req-d6b81a3d-5020-4b97-865d-7611a9f741f3 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:42.874772 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-97b47099-d63f-4798-84b3-548c814c3c76 req-2e6792c8-7b33-47ff-aaba-1b812dfe00e2 service neutron] 10.222.0.60 "GET /v2.0/networks/c4674244-b4fc-4227-9e62-6d0cd0b1acc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105835 Aug 10 03:17:42.880099 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['3aa362ab-26b7-4e75-8dea-4968c3cefa2b'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:17:42.895432 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b81a3d-5020-4b97-865d-7611a9f741f3 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Pushing event deleted for resources: {'Port': ['ID=3aa362ab-26b7-4e75-8dea-4968c3cefa2b,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:42.954848 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-277c2017-64ce-4402-a30f-f8a473b7201e req-d6b81a3d-5020-4b97-865d-7611a9f741f3 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] No DVR routers for this DVR port 3aa362ab-26b7-4e75-8dea-4968c3cefa2b on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:17:42.958512 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-277c2017-64ce-4402-a30f-f8a473b7201e req-d6b81a3d-5020-4b97-865d-7611a9f741f3 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:42.961435 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-277c2017-64ce-4402-a30f-f8a473b7201e req-d6b81a3d-5020-4b97-865d-7611a9f741f3 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.58 "DELETE /v2.0/ports/3aa362ab-26b7-4e75-8dea-4968c3cefa2b HTTP/1.1" status: 204 len: 173 time: 0.5210779 Aug 10 03:17:42.962004 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aae2176-94e1-40c6-8ddc-31c631a55333', 'name': 'network-vif-deleted', 'tag': '3aa362ab-26b7-4e75-8dea-4968c3cefa2b'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:42.966426 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a490edb1-58a7-4c50-8340-a9900f18599f" -d '{"events": [{"server_uuid": "5aae2176-94e1-40c6-8ddc-31c631a55333", "name": "network-vif-deleted", "tag": "3aa362ab-26b7-4e75-8dea-4968c3cefa2b"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:43.007595 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-97b47099-d63f-4798-84b3-548c814c3c76 req-e838fd93-a38d-43eb-bbf9-2bef7c24a3be service neutron] 10.222.0.60 "GET /v2.0/networks/c4674244-b4fc-4227-9e62-6d0cd0b1acc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199815 Aug 10 03:17:43.016970 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ecb5b61-df45-4bef-b31f-95e2bb12f877 x-openstack-request-id: req-5ecb5b61-df45-4bef-b31f-95e2bb12f877 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:43.017403 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aae2176-94e1-40c6-8ddc-31c631a55333", "name": "network-vif-deleted", "tag": "3aa362ab-26b7-4e75-8dea-4968c3cefa2b", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:43.017672 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5ecb5b61-df45-4bef-b31f-95e2bb12f877 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:43.018087 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aae2176-94e1-40c6-8ddc-31c631a55333', 'name': 'network-vif-deleted', 'tag': '3aa362ab-26b7-4e75-8dea-4968c3cefa2b', 'status': 'completed', 'code': 200} Aug 10 03:17:43.067917 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-97b47099-d63f-4798-84b3-548c814c3c76 req-1a02deb5-d078-4fe4-ac8f-acd1b25a2d39 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.28&port_id=064b356a-79ea-45c7-aa11-af75a4d13f12 HTTP/1.1" status: 200 len: 217 time: 0.0477307 Aug 10 03:17:43.125652 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b47099-d63f-4798-84b3-548c814c3c76 req-8664e073-83b8-4fa8-b9b1-8e9450a89a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:43.127606 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-97b47099-d63f-4798-84b3-548c814c3c76 req-8664e073-83b8-4fa8-b9b1-8e9450a89a35 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ee0f565d-0713-45df-a892-d56a1024d9b2 HTTP/1.1" status: 200 len: 797 time: 0.0537214 Aug 10 03:17:43.180881 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b47099-d63f-4798-84b3-548c814c3c76 req-20d470dd-3f6c-407b-9622-a94bec4a379d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:43.183031 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-97b47099-d63f-4798-84b3-548c814c3c76 req-20d470dd-3f6c-407b-9622-a94bec4a379d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1f6800e-d6fe-4d63-bb1f-c42246d24569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0432286 Aug 10 03:17:43.281232 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-97b47099-d63f-4798-84b3-548c814c3c76 req-cf0c1457-b2bc-49e9-aba7-65035fb2b709 service neutron] 10.222.0.60 "GET /v2.0/networks/f1f6800e-d6fe-4d63-bb1f-c42246d24569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883687 Aug 10 03:17:43.444889 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fe00dde5-fe48-4b1f-83ba-8186b3182a14 req-9cd81943-e660-4821-8593-b08620ded2dc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5aae2176-94e1-40c6-8ddc-31c631a55333&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0309024 Aug 10 03:17:43.497651 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fe00dde5-fe48-4b1f-83ba-8186b3182a14 req-c0d808a7-52fe-4e24-bef1-bf02fce6d467 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=22bb0021811f46b18f8e8bb6d66afe0d&device_id=5aae2176-94e1-40c6-8ddc-31c631a55333 HTTP/1.1" status: 200 len: 210 time: 0.0261362 Aug 10 03:17:43.621538 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-957aaa77-7b4a-4413-af3c-6b3676808e95 req-6855fbe7-92d6-45a0-bf6d-868edefd4931 tempest-ServersTestJSON-1541137247 tempest-ServersTestJSON-1541137247-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aae2176-94e1-40c6-8ddc-31c631a55333 HTTP/1.1" status: 200 len: 210 time: 0.0363600 Aug 10 03:17:43.644383 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe00dde5-fe48-4b1f-83ba-8186b3182a14 req-1ca3837c-48a7-4c96-bb60-2bae57252d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:43.645207 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fe00dde5-fe48-4b1f-83ba-8186b3182a14 req-1ca3837c-48a7-4c96-bb60-2bae57252d47 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=22bb0021811f46b18f8e8bb6d66afe0d&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1052380 Aug 10 03:17:43.660362 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-97b47099-d63f-4798-84b3-548c814c3c76 req-d2be875a-b7e4-4329-a4f4-f207d4159c9d service neutron] 10.222.0.60 "GET /v2.0/networks/f1f6800e-d6fe-4d63-bb1f-c42246d24569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678298 Aug 10 03:17:43.709027 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-97b47099-d63f-4798-84b3-548c814c3c76 req-88f926fc-93d9-41df-ab47-d3a5c98ec3ab service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=06c52605-4de4-48ec-a7c2-def5b215a00c HTTP/1.1" status: 200 len: 217 time: 0.0396197 Aug 10 03:17:43.763521 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe00dde5-fe48-4b1f-83ba-8186b3182a14 req-c12733db-55d6-4d06-a83f-4eb2e0417b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:43.765012 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fe00dde5-fe48-4b1f-83ba-8186b3182a14 req-c12733db-55d6-4d06-a83f-4eb2e0417b76 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1128018 Aug 10 03:17:43.772459 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d4097f69-ccaa-4894-b6b0-a6ffe38e8e8c req-8b6348b5-f34b-4d76-a785-7d2445d040c7 tempest-ServerShowV247Test-692494702 tempest-ServerShowV247Test-692494702-project] 10.222.0.62 "GET /v2.0/ports?device_id=71197cbc-008e-411b-bd1f-964ae6d49a74 HTTP/1.1" status: 200 len: 210 time: 0.0476468 Aug 10 03:17:43.781728 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b47099-d63f-4798-84b3-548c814c3c76 req-32b71701-4a99-46aa-98b9-91f8c45eedd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:43.783242 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-97b47099-d63f-4798-84b3-548c814c3c76 req-32b71701-4a99-46aa-98b9-91f8c45eedd0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ee0f565d-0713-45df-a892-d56a1024d9b2 HTTP/1.1" status: 200 len: 797 time: 0.0669832 Aug 10 03:17:43.836127 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b47099-d63f-4798-84b3-548c814c3c76 req-a6941687-f78a-4de7-acb7-ff4c2b60898a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:43.837607 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-97b47099-d63f-4798-84b3-548c814c3c76 req-a6941687-f78a-4de7-acb7-ff4c2b60898a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1f6800e-d6fe-4d63-bb1f-c42246d24569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0430357 Aug 10 03:17:43.930311 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-97b47099-d63f-4798-84b3-548c814c3c76 req-ceddf1c1-a9f2-4f3e-9f2d-5d0f0ec4133e service neutron] 10.222.0.60 "GET /v2.0/networks/f1f6800e-d6fe-4d63-bb1f-c42246d24569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814464 Aug 10 03:17:44.031626 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-97b47099-d63f-4798-84b3-548c814c3c76 req-3bbb80e3-2b68-4788-a6f8-9adef5adfcd2 service neutron] 10.222.0.60 "GET /v2.0/networks/f1f6800e-d6fe-4d63-bb1f-c42246d24569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904155 Aug 10 03:17:44.084617 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-97b47099-d63f-4798-84b3-548c814c3c76 req-10e016e5-7a0d-4d46-aed4-9e41f73b847e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=7f7d4070-63a5-4dcf-a267-bab9b2c3747d HTTP/1.1" status: 200 len: 217 time: 0.0456088 Aug 10 03:17:44.114415 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-42e341e1-c2d3-4217-a16c-d52860ce54df req-5ebbd37a-8e87-4f99-be40-039d01df1048 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--598440875&fields=id&tenant_id=688ac1bb34fc4bafb2a9d3c4de59e7f3 HTTP/1.1" status: 200 len: 267 time: 0.0682225 Aug 10 03:17:44.201248 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b47099-d63f-4798-84b3-548c814c3c76 req-e3615110-ba23-4b2a-b255-b0276f0fd2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:44.202761 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-97b47099-d63f-4798-84b3-548c814c3c76 req-e3615110-ba23-4b2a-b255-b0276f0fd2b7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ee0f565d-0713-45df-a892-d56a1024d9b2 HTTP/1.1" status: 200 len: 797 time: 0.1049249 Aug 10 03:17:44.272066 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e341e1-c2d3-4217-a16c-d52860ce54df req-2f72a0ad-f805-4700-9272-94571431a9c9 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:44.273530 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-42e341e1-c2d3-4217-a16c-d52860ce54df req-2f72a0ad-f805-4700-9272-94571431a9c9 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] 10.222.0.62 "GET /v2.0/networks?id=78be5df8-906c-423e-9c5f-789b0e5bc6a5 HTTP/1.1" status: 200 len: 816 time: 0.1418269 Aug 10 03:17:44.288794 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b47099-d63f-4798-84b3-548c814c3c76 req-8ba903a4-a7fb-4bb8-9411-4f3383eea87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:44.290198 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-97b47099-d63f-4798-84b3-548c814c3c76 req-8ba903a4-a7fb-4bb8-9411-4f3383eea87d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1f6800e-d6fe-4d63-bb1f-c42246d24569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0711801 Aug 10 03:17:44.294241 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-42e341e1-c2d3-4217-a16c-d52860ce54df req-38124a77-c273-45cb-9d8e-c2e9212edadc tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] 10.222.0.62 "GET /v2.0/quotas/688ac1bb34fc4bafb2a9d3c4de59e7f3 HTTP/1.1" status: 200 len: 375 time: 0.0136194 Aug 10 03:17:44.404457 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-42e341e1-c2d3-4217-a16c-d52860ce54df req-6da61290-19b7-4a5a-b01c-0fedb3af93d3 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=688ac1bb34fc4bafb2a9d3c4de59e7f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1047480 Aug 10 03:17:44.440998 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-97b47099-d63f-4798-84b3-548c814c3c76 req-49f06de4-0992-4c0b-998c-785d5fac8e9c service neutron] 10.222.0.60 "GET /v2.0/networks/f1f6800e-d6fe-4d63-bb1f-c42246d24569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321981 Aug 10 03:17:44.570179 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-42e341e1-c2d3-4217-a16c-d52860ce54df req-a50986c4-01f6-428b-aa37-87975f58cf8e service neutron] 10.222.0.62 "GET /v2.0/networks/78be5df8-906c-423e-9c5f-789b0e5bc6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498103 Aug 10 03:17:44.600375 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-97b47099-d63f-4798-84b3-548c814c3c76 req-8cbd3b86-5876-4f80-9e2c-51ce0604d6a0 service neutron] 10.222.0.60 "GET /v2.0/networks/f1f6800e-d6fe-4d63-bb1f-c42246d24569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306019 Aug 10 03:17:44.664760 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-97b47099-d63f-4798-84b3-548c814c3c76 req-cd7ff9a8-7838-43fb-9bd1-558540fc9a92 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=28fae6e2-48ce-4dfb-97b0-a801a71104de HTTP/1.1" status: 200 len: 217 time: 0.0372555 Aug 10 03:17:44.681067 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 51912) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:44.725656 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fed6a6e-f9bc-48ba-ac3a-9a5fea37dddc admin admin] Deleting subnet e9de5b17-91a7-437b-a5c7-1e57e4d52c95 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:17:44.728636 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4fed6a6e-f9bc-48ba-ac3a-9a5fea37dddc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:44.740484 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-42e341e1-c2d3-4217-a16c-d52860ce54df req-a023af98-32a3-4112-949b-8c5063c92713 service neutron] 10.222.0.62 "GET /v2.0/networks/78be5df8-906c-423e-9c5f-789b0e5bc6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611893 Aug 10 03:17:44.744855 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b47099-d63f-4798-84b3-548c814c3c76 req-8a3b7575-0587-41ab-a15d-a91af31e93f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:44.745989 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-97b47099-d63f-4798-84b3-548c814c3c76 req-8a3b7575-0587-41ab-a15d-a91af31e93f1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ee0f565d-0713-45df-a892-d56a1024d9b2 HTTP/1.1" status: 200 len: 797 time: 0.0700941 Aug 10 03:17:44.764579 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4fed6a6e-f9bc-48ba-ac3a-9a5fea37dddc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:44.796892 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b47099-d63f-4798-84b3-548c814c3c76 req-a76d5358-0141-4831-b50e-51aa79beced6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:44.798430 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-97b47099-d63f-4798-84b3-548c814c3c76 req-a76d5358-0141-4831-b50e-51aa79beced6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1f6800e-d6fe-4d63-bb1f-c42246d24569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0421588 Aug 10 03:17:44.806416 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4fed6a6e-f9bc-48ba-ac3a-9a5fea37dddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:44.868896 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4fed6a6e-f9bc-48ba-ac3a-9a5fea37dddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:44.901787 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4fed6a6e-f9bc-48ba-ac3a-9a5fea37dddc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:44.903757 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4fed6a6e-f9bc-48ba-ac3a-9a5fea37dddc admin admin] 10.222.0.62 "DELETE /v2.0/subnets/e9de5b17-91a7-437b-a5c7-1e57e4d52c95 HTTP/1.1" status: 204 len: 168 time: 0.2217109 Aug 10 03:17:44.905037 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fed6a6e-f9bc-48ba-ac3a-9a5fea37dddc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9de5b17-91a7-437b-a5c7-1e57e4d52c95,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:44.908325 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 51922) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:44.920753 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7b9456e3-99f5-4f69-9fd8-3bf71c2015b5 req-8694d1f2-dfd8-402f-b10e-8fafdc69dd22 tempest-ServerShowV247Test-692494702 tempest-ServerShowV247Test-692494702-project] 10.222.0.62 "GET /v2.0/ports?device_id=71197cbc-008e-411b-bd1f-964ae6d49a74 HTTP/1.1" status: 200 len: 210 time: 0.0537767 Aug 10 03:17:44.961337 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-97b47099-d63f-4798-84b3-548c814c3c76 req-1083387c-314f-4817-8ce8-71385d8b0245 service neutron] 10.222.0.60 "GET /v2.0/networks/f1f6800e-d6fe-4d63-bb1f-c42246d24569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470404 Aug 10 03:17:45.000212 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cee1bfe2-7166-4b3d-8af9-3d3c67455b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:45.092666 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-97b47099-d63f-4798-84b3-548c814c3c76 req-14eb5f31-67f6-478e-af6b-1cb4f4a5b20f service neutron] 10.222.0.60 "GET /v2.0/networks/f1f6800e-d6fe-4d63-bb1f-c42246d24569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203029 Aug 10 03:17:45.097617 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cee1bfe2-7166-4b3d-8af9-3d3c67455b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:45.108769 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-cee1bfe2-7166-4b3d-8af9-3d3c67455b26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10fc7efa-f990-4fd3-9796-19ebe5477b79']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:45.117145 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-51d8a5b1-e0a7-4554-950d-3d3c3b9f91d5 req-38ef2607-7af3-4269-8202-16830869b27a tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d21420f-e897-4de9-b802-6ef6276fe4d1 HTTP/1.1" status: 200 len: 210 time: 0.0366492 Aug 10 03:17:45.121795 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-cee1bfe2-7166-4b3d-8af9-3d3c67455b26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f459ac7-2da0-4395-80e8-4acadecdbda0') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:45.122102 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-cee1bfe2-7166-4b3d-8af9-3d3c67455b26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f459ac7-2da0-4395-80e8-4acadecdbda0') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:45.137714 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cee1bfe2-7166-4b3d-8af9-3d3c67455b26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:45.155643 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cee1bfe2-7166-4b3d-8af9-3d3c67455b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:45.162433 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cee1bfe2-7166-4b3d-8af9-3d3c67455b26 admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:17:45.162881 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cee1bfe2-7166-4b3d-8af9-3d3c67455b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:45.164919 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:17:45.164919 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:17:45.164919 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:17:45.164919 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:17:45.164919 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:17:45.164919 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:17:45.164919 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:17:45.164919 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:17:45.164919 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:17:45.164919 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:17:45.164919 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:17:45.164919 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:17:45.164919 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:17:45.164919 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:17:45.164919 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:17:45.164919 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:17:45.164919 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:17:45.164919 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:17:45.164919 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:17:45.164919 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:17:45.164919 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:17:45.164919 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:17:45.164919 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:17:45.164919 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:17:45.164919 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:17:45.164919 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:17:45.164919 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:17:45.164919 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:17:45.164919 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:17:45.164919 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:17:45.164919 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:17:45.164919 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:17:45.169063 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-97b47099-d63f-4798-84b3-548c814c3c76 req-484d65ee-eacc-497e-88d6-8d199cfe7873 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9140a197-e2ae-4fbc-a8b1-69cdd61eb563 HTTP/1.1" status: 200 len: 217 time: 0.0621109 Aug 10 03:17:45.220768 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cee1bfe2-7166-4b3d-8af9-3d3c67455b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:45.224954 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b47099-d63f-4798-84b3-548c814c3c76 req-388819c3-7df1-4277-88de-5312be919406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:45.227843 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-97b47099-d63f-4798-84b3-548c814c3c76 req-388819c3-7df1-4277-88de-5312be919406 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9d107e0d-7d1d-49e8-9864-3e44ed98edac HTTP/1.1" status: 200 len: 797 time: 0.0520542 Aug 10 03:17:45.231991 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cee1bfe2-7166-4b3d-8af9-3d3c67455b26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:45.233841 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-cee1bfe2-7166-4b3d-8af9-3d3c67455b26 admin admin] 10.222.0.62 "DELETE /v2.0/networks/10fc7efa-f990-4fd3-9796-19ebe5477b79 HTTP/1.1" status: 204 len: 168 time: 0.3245299 Aug 10 03:17:45.255656 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee1bfe2-7166-4b3d-8af9-3d3c67455b26 admin admin] Pushing event deleted for resources: {'Network': ['ID=10fc7efa-f990-4fd3-9796-19ebe5477b79,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:45.290819 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b47099-d63f-4798-84b3-548c814c3c76 req-adfd86d9-c84a-43c3-b3de-37a4774407c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:45.292664 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-97b47099-d63f-4798-84b3-548c814c3c76 req-adfd86d9-c84a-43c3-b3de-37a4774407c3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=213b1b56-2bcd-4d0a-8807-3afa3f6e51f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0533688 Aug 10 03:17:45.416480 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-97b47099-d63f-4798-84b3-548c814c3c76 req-2d38b670-dda9-4276-aa60-57ad19d540b4 service neutron] 10.222.0.60 "GET /v2.0/networks/213b1b56-2bcd-4d0a-8807-3afa3f6e51f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081738 Aug 10 03:17:45.429279 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 51940) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:45.478606 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2e0b5788-6480-4955-9f33-92e853821233 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=22bb0021811f46b18f8e8bb6d66afe0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0481932 Aug 10 03:17:45.481009 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 51942) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:45.524776 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-97b47099-d63f-4798-84b3-548c814c3c76 req-051d6a01-833b-4dc7-8a54-f86c5b9a0f8b service neutron] 10.222.0.60 "GET /v2.0/networks/213b1b56-2bcd-4d0a-8807-3afa3f6e51f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970752 Aug 10 03:17:45.532939 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f9bfefe9-89b8-46b9-81e5-694219c3831a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:45.566432 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f9bfefe9-89b8-46b9-81e5-694219c3831a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:45.588421 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-97b47099-d63f-4798-84b3-548c814c3c76 req-cfb1b1dd-c74a-4b3d-8ed6-86d17f060f41 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ee53d7b7-1d52-47a8-a630-59afbe99d7bd HTTP/1.1" status: 200 len: 217 time: 0.0488679 Aug 10 03:17:45.629131 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f9bfefe9-89b8-46b9-81e5-694219c3831a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:45.632267 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f9bfefe9-89b8-46b9-81e5-694219c3831a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:45.636478 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f9bfefe9-89b8-46b9-81e5-694219c3831a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a HTTP/1.1" status: 204 len: 168 time: 0.1516235 Aug 10 03:17:45.656671 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bfefe9-89b8-46b9-81e5-694219c3831a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42ec63d-3a12-444f-92b2-1e2b9b0dfd4a,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:45.662677 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b47099-d63f-4798-84b3-548c814c3c76 req-0182c092-0557-4992-984a-99e2633c3413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:45.664232 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-97b47099-d63f-4798-84b3-548c814c3c76 req-0182c092-0557-4992-984a-99e2633c3413 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9d107e0d-7d1d-49e8-9864-3e44ed98edac HTTP/1.1" status: 200 len: 797 time: 0.0586469 Aug 10 03:17:45.713736 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b47099-d63f-4798-84b3-548c814c3c76 req-fe7cfb3b-d9ef-4550-b66e-32b3137f7a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:45.715491 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-97b47099-d63f-4798-84b3-548c814c3c76 req-fe7cfb3b-d9ef-4550-b66e-32b3137f7a72 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=213b1b56-2bcd-4d0a-8807-3afa3f6e51f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0436008 Aug 10 03:17:45.823234 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-97b47099-d63f-4798-84b3-548c814c3c76 req-93c626c0-3943-4337-b956-024a719d6969 service neutron] 10.222.0.60 "GET /v2.0/networks/213b1b56-2bcd-4d0a-8807-3afa3f6e51f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964410 Aug 10 03:17:45.914786 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-97b47099-d63f-4798-84b3-548c814c3c76 req-eb38595f-955d-469c-93b6-09e521958805 service neutron] 10.222.0.60 "GET /v2.0/networks/213b1b56-2bcd-4d0a-8807-3afa3f6e51f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843282 Aug 10 03:17:46.045021 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b213c133-144d-46b1-ad4b-75097e758a8f req-507092b1-5244-4e7e-887a-ed3a772da409 tempest-ServerShowV247Test-692494702 tempest-ServerShowV247Test-692494702-project] 10.222.0.62 "GET /v2.0/ports?device_id=71197cbc-008e-411b-bd1f-964ae6d49a74 HTTP/1.1" status: 200 len: 210 time: 0.0321708 Aug 10 03:17:46.073331 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 3aa362ab-26b7-4e75-8dea-4968c3cefa2b no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:17:46.098416 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: 3aa362ab-26b7-4e75-8dea-4968c3cefa2b {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:17:46.098784 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 3aa362ab-26b7-4e75-8dea-4968c3cefa2b not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:17:46.268864 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-392802f6-2611-4404-b679-e572510edd56 req-50658826-e4eb-462a-9beb-0d475b86f864 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d21420f-e897-4de9-b802-6ef6276fe4d1 HTTP/1.1" status: 200 len: 210 time: 0.0733984 Aug 10 03:17:46.332159 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e341e1-c2d3-4217-a16c-d52860ce54df req-de6be8eb-11f9-4025-98d2-52da4796b982 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:46.334463 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-42e341e1-c2d3-4217-a16c-d52860ce54df req-de6be8eb-11f9-4025-98d2-52da4796b982 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] 10.222.0.60 "GET /v2.0/networks?id=78be5df8-906c-423e-9c5f-789b0e5bc6a5 HTTP/1.1" status: 200 len: 816 time: 0.1895597 Aug 10 03:17:46.367506 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 51976) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:46.399248 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-42e341e1-c2d3-4217-a16c-d52860ce54df req-accdfbc1-9c38-4434-82fc-ed4f18d8ff78 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=688ac1bb34fc4bafb2a9d3c4de59e7f3 HTTP/1.1" status: 200 len: 379 time: 0.0444627 Aug 10 03:17:46.409464 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-42e341e1-c2d3-4217-a16c-d52860ce54df req-f8ba1046-78fd-4b44-8424-efbf11faf305 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Request body: {'port': {'device_id': '9d21420f-e897-4de9-b802-6ef6276fe4d1', 'network_id': '78be5df8-906c-423e-9c5f-789b0e5bc6a5', 'admin_state_up': True, 'tenant_id': '688ac1bb34fc4bafb2a9d3c4de59e7f3', 'security_groups': ['f8f77d8a-e80d-48eb-a975-57d1082788a8']}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:17:46.481050 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-d44f2e02-9b35-4a0f-b795-ea68f3fbb32f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2023966479-network', 'tenant_id': '7d912fca5e1847849650d8a3efe95c52'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:17:46.502824 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44f2e02-9b35-4a0f-b795-ea68f3fbb32f admin admin] Made reservation on behalf of 7d912fca5e1847849650d8a3efe95c52 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:17:46.505422 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d44f2e02-9b35-4a0f-b795-ea68f3fbb32f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:46.514856 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d44f2e02-9b35-4a0f-b795-ea68f3fbb32f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:46.534673 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42e341e1-c2d3-4217-a16c-d52860ce54df req-f8ba1046-78fd-4b44-8424-efbf11faf305 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Made reservation on behalf of 688ac1bb34fc4bafb2a9d3c4de59e7f3 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:17:46.539480 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-42e341e1-c2d3-4217-a16c-d52860ce54df req-f8ba1046-78fd-4b44-8424-efbf11faf305 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:46.613433 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d44f2e02-9b35-4a0f-b795-ea68f3fbb32f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:46.619339 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d44f2e02-9b35-4a0f-b795-ea68f3fbb32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:46.651492 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d44f2e02-9b35-4a0f-b795-ea68f3fbb32f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:17:46.674173 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f2e02-9b35-4a0f-b795-ea68f3fbb32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877f048d-7252-4eef-bea8-076628462e2e,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:46.707708 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d44f2e02-9b35-4a0f-b795-ea68f3fbb32f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:46.708341 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-d44f2e02-9b35-4a0f-b795-ea68f3fbb32f admin admin] Added segment d98d8d80-226f-4c17-81dd-dbde37927dd5 of type vlan for network ef8246c3-e567-4d05-8f8d-6124277cdcb3 Aug 10 03:17:46.718655 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-42e341e1-c2d3-4217-a16c-d52860ce54df req-f8ba1046-78fd-4b44-8424-efbf11faf305 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Allocated IP 172.20.0.9 (78be5df8-906c-423e-9c5f-789b0e5bc6a5/c72cc844-d40a-416a-bb3f-e518baffdc69/7afea299-796b-4a2d-9a76-401e57ea50a4) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:17:46.774847 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d44f2e02-9b35-4a0f-b795-ea68f3fbb32f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:46.808837 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d44f2e02-9b35-4a0f-b795-ea68f3fbb32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:46.810027 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44f2e02-9b35-4a0f-b795-ea68f3fbb32f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:46.810622 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d44f2e02-9b35-4a0f-b795-ea68f3fbb32f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:46.868617 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d44f2e02-9b35-4a0f-b795-ea68f3fbb32f admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4998984 Aug 10 03:17:46.871844 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 51986) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:46.878836 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-0d65a371-576a-47ea-bb52-c6d9c1f7af25 admin admin] Request body: {'subnet': {'network_id': 'ef8246c3-e567-4d05-8f8d-6124277cdcb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2023966479-subnet', 'tenant_id': '7d912fca5e1847849650d8a3efe95c52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:17:46.892578 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-42e341e1-c2d3-4217-a16c-d52860ce54df req-f8ba1046-78fd-4b44-8424-efbf11faf305 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:46.897678 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f2e02-9b35-4a0f-b795-ea68f3fbb32f admin admin] Pushing event updated for resources: {'Network': ['ID=ef8246c3-e567-4d05-8f8d-6124277cdcb3,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:46.910979 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-42e341e1-c2d3-4217-a16c-d52860ce54df req-f8ba1046-78fd-4b44-8424-efbf11faf305 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Transition to ACTIVE for port object 7afea299-796b-4a2d-9a76-401e57ea50a4 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:17:46.913493 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network ef8246c3-e567-4d05-8f8d-6124277cdcb3 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:17:46.919613 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d65a371-576a-47ea-bb52-c6d9c1f7af25 admin admin] Made reservation on behalf of 7d912fca5e1847849650d8a3efe95c52 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:17:46.923214 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0d65a371-576a-47ea-bb52-c6d9c1f7af25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:46.957943 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-42e341e1-c2d3-4217-a16c-d52860ce54df req-f8ba1046-78fd-4b44-8424-efbf11faf305 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:47.013880 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42e341e1-c2d3-4217-a16c-d52860ce54df req-f8ba1046-78fd-4b44-8424-efbf11faf305 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Network 78be5df8-906c-423e-9c5f-789b0e5bc6a5 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:17:47.017461 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-42e341e1-c2d3-4217-a16c-d52860ce54df req-f8ba1046-78fd-4b44-8424-efbf11faf305 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:17:47.021324 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-42e341e1-c2d3-4217-a16c-d52860ce54df req-f8ba1046-78fd-4b44-8424-efbf11faf305 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:17:47.053526 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ba1046-78fd-4b44-8424-efbf11faf305 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Pushing event updated for resources: {'Port': ['ID=7afea299-796b-4a2d-9a76-401e57ea50a4,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:47.110323 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e341e1-c2d3-4217-a16c-d52860ce54df req-f8ba1046-78fd-4b44-8424-efbf11faf305 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:47.117051 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-42e341e1-c2d3-4217-a16c-d52860ce54df req-f8ba1046-78fd-4b44-8424-efbf11faf305 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:47.136225 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-42e341e1-c2d3-4217-a16c-d52860ce54df req-f8ba1046-78fd-4b44-8424-efbf11faf305 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7307982 Aug 10 03:17:47.156470 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0d65a371-576a-47ea-bb52-c6d9c1f7af25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:47.161104 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-42e341e1-c2d3-4217-a16c-d52860ce54df req-71a0525e-d5f9-42cc-8992-d44f6c832ca6 service neutron] Request body: {'port': {'device_id': '9d21420f-e897-4de9-b802-6ef6276fe4d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:17:47.226190 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-42e341e1-c2d3-4217-a16c-d52860ce54df req-71a0525e-d5f9-42cc-8992-d44f6c832ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:47.239458 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d65a371-576a-47ea-bb52-c6d9c1f7af25 admin admin] Checking segment: {'id': 'd98d8d80-226f-4c17-81dd-dbde37927dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ef8246c3-e567-4d05-8f8d-6124277cdcb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:17:47.239811 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d65a371-576a-47ea-bb52-c6d9c1f7af25 admin admin] Network hostable DHCP agents. Network: ef8246c3-e567-4d05-8f8d-6124277cdcb3, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:17:47.248665 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d65a371-576a-47ea-bb52-c6d9c1f7af25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f52e0e3d-15cd-4baf-aa86-7061f306ca21,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:47.259432 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0bf3752b-feb7-4310-9213-71c3bade79ed req-f0d55d74-dd24-4daf-af7c-6e537abbbdea tempest-ServerShowV247Test-692494702 tempest-ServerShowV247Test-692494702-project] 10.222.0.62 "GET /v2.0/ports?device_id=71197cbc-008e-411b-bd1f-964ae6d49a74 HTTP/1.1" status: 200 len: 210 time: 0.1136723 Aug 10 03:17:47.267011 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d65a371-576a-47ea-bb52-c6d9c1f7af25 admin admin] Network ef8246c3-e567-4d05-8f8d-6124277cdcb3 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:17:47.285941 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-0d65a371-576a-47ea-bb52-c6d9c1f7af25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, ef8246c3-e567-4d05-8f8d-6124277cdcb3) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:17:47.295073 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d933d5de-3d68-4784-b081-363458698b15 None None] Network ef8246c3-e567-4d05-8f8d-6124277cdcb3 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:17:47.295558 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d65a371-576a-47ea-bb52-c6d9c1f7af25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:47.295759 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0d65a371-576a-47ea-bb52-c6d9c1f7af25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:47.321497 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0d65a371-576a-47ea-bb52-c6d9c1f7af25 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4485209 Aug 10 03:17:47.363379 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b6320417-d610-46ea-bb22-ed77cf44f000 None None] Provisioning for port 7afea299-796b-4a2d-9a76-401e57ea50a4 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:17:47.369499 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b6320417-d610-46ea-bb22-ed77cf44f000 None None] Provisioning complete for port 7afea299-796b-4a2d-9a76-401e57ea50a4 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:17:47.370124 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b6320417-d610-46ea-bb22-ed77cf44f000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:47.408381 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b6320417-d610-46ea-bb22-ed77cf44f000 None None] Port 7afea299-796b-4a2d-9a76-401e57ea50a4 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:17:47.532345 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa696a7-13cf-4e5d-ad7e-451ebdfeda0a None None] Network ef8246c3-e567-4d05-8f8d-6124277cdcb3 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:17:47.595082 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d0776-625f-4940-96d8-26817a5670b9 req-aec21887-0c96-4fe9-a6a8-dad75328b994 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:47.603407 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ca6d0776-625f-4940-96d8-26817a5670b9 req-aec21887-0c96-4fe9-a6a8-dad75328b994 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d21420f-e897-4de9-b802-6ef6276fe4d1 HTTP/1.1" status: 200 len: 931 time: 0.2286379 Aug 10 03:17:47.694802 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ca6d0776-625f-4940-96d8-26817a5670b9 req-960164f9-7343-4461-b7f1-02c67ddb1162 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8f77d8a-e80d-48eb-a975-57d1082788a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896792 Aug 10 03:17:47.804681 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-42e341e1-c2d3-4217-a16c-d52860ce54df req-71a0525e-d5f9-42cc-8992-d44f6c832ca6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7afea299-796b-4a2d-9a76-401e57ea50a4 {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:17:47.814114 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-42e341e1-c2d3-4217-a16c-d52860ce54df req-71a0525e-d5f9-42cc-8992-d44f6c832ca6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:47.828239 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-42e341e1-c2d3-4217-a16c-d52860ce54df req-71a0525e-d5f9-42cc-8992-d44f6c832ca6 service neutron] Transition to ACTIVE for port object 7afea299-796b-4a2d-9a76-401e57ea50a4 will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:17:47.832333 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-42e341e1-c2d3-4217-a16c-d52860ce54df req-71a0525e-d5f9-42cc-8992-d44f6c832ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:47.855903 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 52010) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:47.861772 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-5c65a9c0-7993-45e5-a893-92c2e7e36fab admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2001859312-network', 'tenant_id': 'd4801ac16697460c8a693ec9bd88ca3d'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:17:47.884656 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a0525e-d5f9-42cc-8992-d44f6c832ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=7afea299-796b-4a2d-9a76-401e57ea50a4,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:47.895580 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c65a9c0-7993-45e5-a893-92c2e7e36fab admin admin] Made reservation on behalf of d4801ac16697460c8a693ec9bd88ca3d for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:17:47.898687 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5c65a9c0-7993-45e5-a893-92c2e7e36fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:47.909347 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5c65a9c0-7993-45e5-a893-92c2e7e36fab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:47.968849 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-42e341e1-c2d3-4217-a16c-d52860ce54df req-71a0525e-d5f9-42cc-8992-d44f6c832ca6 service neutron] Attempting to bind port 7afea299-796b-4a2d-9a76-401e57ea50a4 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:17:47.969437 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-42e341e1-c2d3-4217-a16c-d52860ce54df req-71a0525e-d5f9-42cc-8992-d44f6c832ca6 service neutron] Attempting to bind port 7afea299-796b-4a2d-9a76-401e57ea50a4 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '91865bfd-91d9-4155-bf76-2fc9d6980dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '78be5df8-906c-423e-9c5f-789b0e5bc6a5'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:17:47.969952 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e341e1-c2d3-4217-a16c-d52860ce54df req-71a0525e-d5f9-42cc-8992-d44f6c832ca6 service neutron] Attempting to bind port 7afea299-796b-4a2d-9a76-401e57ea50a4 on network 78be5df8-906c-423e-9c5f-789b0e5bc6a5 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:17:47.975351 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e341e1-c2d3-4217-a16c-d52860ce54df req-71a0525e-d5f9-42cc-8992-d44f6c832ca6 service neutron] Port 7afea299-796b-4a2d-9a76-401e57ea50a4 on network 78be5df8-906c-423e-9c5f-789b0e5bc6a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:17:47.975894 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e341e1-c2d3-4217-a16c-d52860ce54df req-71a0525e-d5f9-42cc-8992-d44f6c832ca6 service neutron] Attempting to bind port 7afea299-796b-4a2d-9a76-401e57ea50a4 on network 78be5df8-906c-423e-9c5f-789b0e5bc6a5 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:17:47.982683 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e341e1-c2d3-4217-a16c-d52860ce54df req-71a0525e-d5f9-42cc-8992-d44f6c832ca6 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:17:47.983101 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e341e1-c2d3-4217-a16c-d52860ce54df req-71a0525e-d5f9-42cc-8992-d44f6c832ca6 service neutron] Checking segment: {'id': '91865bfd-91d9-4155-bf76-2fc9d6980dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '78be5df8-906c-423e-9c5f-789b0e5bc6a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:17:47.983485 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e341e1-c2d3-4217-a16c-d52860ce54df req-71a0525e-d5f9-42cc-8992-d44f6c832ca6 service neutron] Bound using segment: {'id': '91865bfd-91d9-4155-bf76-2fc9d6980dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '78be5df8-906c-423e-9c5f-789b0e5bc6a5'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:17:47.983946 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-42e341e1-c2d3-4217-a16c-d52860ce54df req-71a0525e-d5f9-42cc-8992-d44f6c832ca6 service neutron] Bound port: 7afea299-796b-4a2d-9a76-401e57ea50a4, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91865bfd-91d9-4155-bf76-2fc9d6980dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '78be5df8-906c-423e-9c5f-789b0e5bc6a5'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:17:47.984274 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-42e341e1-c2d3-4217-a16c-d52860ce54df req-71a0525e-d5f9-42cc-8992-d44f6c832ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:48.063474 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-42e341e1-c2d3-4217-a16c-d52860ce54df req-71a0525e-d5f9-42cc-8992-d44f6c832ca6 service neutron] For port 7afea299-796b-4a2d-9a76-401e57ea50a4, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:17:48.067408 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-42e341e1-c2d3-4217-a16c-d52860ce54df req-71a0525e-d5f9-42cc-8992-d44f6c832ca6 service neutron] For port 7afea299-796b-4a2d-9a76-401e57ea50a4, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=7afea299-796b-4a2d-9a76-401e57ea50a4,segment=NetworkSegment(91865bfd-91d9-4155-bf76-2fc9d6980dd7),segment_id=91865bfd-91d9-4155-bf76-2fc9d6980dd7)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:17:48.074019 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-42e341e1-c2d3-4217-a16c-d52860ce54df req-71a0525e-d5f9-42cc-8992-d44f6c832ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:48.088328 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5c65a9c0-7993-45e5-a893-92c2e7e36fab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:48.095229 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5c65a9c0-7993-45e5-a893-92c2e7e36fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:48.117844 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e341e1-c2d3-4217-a16c-d52860ce54df req-71a0525e-d5f9-42cc-8992-d44f6c832ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:48.118483 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-42e341e1-c2d3-4217-a16c-d52860ce54df req-71a0525e-d5f9-42cc-8992-d44f6c832ca6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:48.120510 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-42e341e1-c2d3-4217-a16c-d52860ce54df req-71a0525e-d5f9-42cc-8992-d44f6c832ca6 service neutron] 10.222.0.60 "PUT /v2.0/ports/7afea299-796b-4a2d-9a76-401e57ea50a4 HTTP/1.1" status: 200 len: 1092 time: 0.9717290 Aug 10 03:17:48.120955 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d21420f-e897-4de9-b802-6ef6276fe4d1', 'tag': '7afea299-796b-4a2d-9a76-401e57ea50a4'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:48.123251 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3e718c-d0db-4b3a-b012-6f87ebc074a7" -d '{"events": [{"name": "network-changed", "server_uuid": "9d21420f-e897-4de9-b802-6ef6276fe4d1", "tag": "7afea299-796b-4a2d-9a76-401e57ea50a4"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:48.154205 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c65a9c0-7993-45e5-a893-92c2e7e36fab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:17:48.156499 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c65a9c0-7993-45e5-a893-92c2e7e36fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3384b938-cf3f-4c08-be58-ed1de52b5cae,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:48.169288 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5c65a9c0-7993-45e5-a893-92c2e7e36fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:48.169901 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-5c65a9c0-7993-45e5-a893-92c2e7e36fab admin admin] Added segment c1281279-5d40-44ca-8846-b03d03ac5fc4 of type vlan for network 90af2a1d-b73a-4289-b333-3e37125d9988 Aug 10 03:17:48.190212 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3dd5db-6c5e-41fe-840a-0eb48bc1ac56 x-openstack-request-id: req-0e3dd5db-6c5e-41fe-840a-0eb48bc1ac56 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:48.190513 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d21420f-e897-4de9-b802-6ef6276fe4d1", "tag": "7afea299-796b-4a2d-9a76-401e57ea50a4", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:48.190785 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0e3dd5db-6c5e-41fe-840a-0eb48bc1ac56 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:48.191194 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d21420f-e897-4de9-b802-6ef6276fe4d1', 'tag': '7afea299-796b-4a2d-9a76-401e57ea50a4', 'status': 'completed', 'code': 200} Aug 10 03:17:48.193070 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a0525e-d5f9-42cc-8992-d44f6c832ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=7afea299-796b-4a2d-9a76-401e57ea50a4,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:48.236634 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e341e1-c2d3-4217-a16c-d52860ce54df req-78e6b2fb-88e9-4328-bc89-1e9646f5d008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:48.244181 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-42e341e1-c2d3-4217-a16c-d52860ce54df req-78e6b2fb-88e9-4328-bc89-1e9646f5d008 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=688ac1bb34fc4bafb2a9d3c4de59e7f3&device_id=9d21420f-e897-4de9-b802-6ef6276fe4d1 HTTP/1.1" status: 200 len: 1095 time: 0.0702722 Aug 10 03:17:48.247863 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5c65a9c0-7993-45e5-a893-92c2e7e36fab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:48.282704 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5c65a9c0-7993-45e5-a893-92c2e7e36fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:48.284538 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c65a9c0-7993-45e5-a893-92c2e7e36fab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:48.285223 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5c65a9c0-7993-45e5-a893-92c2e7e36fab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:48.337826 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-42e341e1-c2d3-4217-a16c-d52860ce54df req-96c9a699-e86f-4d09-9580-a5f315495143 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7afea299-796b-4a2d-9a76-401e57ea50a4 HTTP/1.1" status: 200 len: 217 time: 0.0810783 Aug 10 03:17:48.348823 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c65a9c0-7993-45e5-a893-92c2e7e36fab admin admin] Pushing event updated for resources: {'Network': ['ID=90af2a1d-b73a-4289-b333-3e37125d9988,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:48.361175 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 90af2a1d-b73a-4289-b333-3e37125d9988 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:17:48.366015 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-5c65a9c0-7993-45e5-a893-92c2e7e36fab admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5065103 Aug 10 03:17:48.366640 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 52020) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:48.372897 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-ab417cc3-189f-4fdb-9305-c35d190978e1 admin admin] Request body: {'subnet': {'network_id': '90af2a1d-b73a-4289-b333-3e37125d9988', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2001859312-subnet', 'tenant_id': 'd4801ac16697460c8a693ec9bd88ca3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:17:48.402826 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab417cc3-189f-4fdb-9305-c35d190978e1 admin admin] Made reservation on behalf of d4801ac16697460c8a693ec9bd88ca3d for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:17:48.406291 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ab417cc3-189f-4fdb-9305-c35d190978e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:48.453280 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-01fbb617-7501-4baf-8fe7-9bafc3ce792d req-366f109f-5354-451e-b741-ef8def4635ae tempest-ServerShowV247Test-692494702 tempest-ServerShowV247Test-692494702-project] 10.222.0.62 "GET /v2.0/ports?device_id=71197cbc-008e-411b-bd1f-964ae6d49a74 HTTP/1.1" status: 200 len: 210 time: 0.0307767 Aug 10 03:17:48.462060 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e341e1-c2d3-4217-a16c-d52860ce54df req-45692872-4995-4f6a-9af1-30937f57789a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:48.463924 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-42e341e1-c2d3-4217-a16c-d52860ce54df req-45692872-4995-4f6a-9af1-30937f57789a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c72cc844-d40a-416a-bb3f-e518baffdc69 HTTP/1.1" status: 200 len: 855 time: 0.1209295 Aug 10 03:17:48.541594 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e341e1-c2d3-4217-a16c-d52860ce54df req-615664cc-d69b-4261-8f1d-a63cbac14953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:48.543449 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-42e341e1-c2d3-4217-a16c-d52860ce54df req-615664cc-d69b-4261-8f1d-a63cbac14953 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78be5df8-906c-423e-9c5f-789b0e5bc6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0688555 Aug 10 03:17:48.628600 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ab417cc3-189f-4fdb-9305-c35d190978e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:48.685337 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab417cc3-189f-4fdb-9305-c35d190978e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0f55fc4-6ac8-4506-9f54-1f4c87694512,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:48.703033 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab417cc3-189f-4fdb-9305-c35d190978e1 admin admin] Checking segment: {'id': 'c1281279-5d40-44ca-8846-b03d03ac5fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '90af2a1d-b73a-4289-b333-3e37125d9988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:17:48.703427 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab417cc3-189f-4fdb-9305-c35d190978e1 admin admin] Network hostable DHCP agents. Network: 90af2a1d-b73a-4289-b333-3e37125d9988, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:17:48.730128 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab417cc3-189f-4fdb-9305-c35d190978e1 admin admin] Network 90af2a1d-b73a-4289-b333-3e37125d9988 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:17:48.742471 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-ab417cc3-189f-4fdb-9305-c35d190978e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 90af2a1d-b73a-4289-b333-3e37125d9988) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:17:48.750600 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbf0819-916f-476f-a69e-6fc5dd365d68 None None] Network 90af2a1d-b73a-4289-b333-3e37125d9988 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:17:48.750888 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab417cc3-189f-4fdb-9305-c35d190978e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:48.751427 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ab417cc3-189f-4fdb-9305-c35d190978e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:48.769948 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ab417cc3-189f-4fdb-9305-c35d190978e1 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4019744 Aug 10 03:17:48.931300 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a3ea8b-0ee2-49c2-8e55-d593095a8b45 None None] Network 90af2a1d-b73a-4289-b333-3e37125d9988 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:17:48.961434 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c2b1a0-3daa-4855-ae08-525a9627be87 req-389a44a0-44a4-4487-ae90-d63d137d9fb7 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:48.963822 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b6c2b1a0-3daa-4855-ae08-525a9627be87 req-389a44a0-44a4-4487-ae90-d63d137d9fb7 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d21420f-e897-4de9-b802-6ef6276fe4d1 HTTP/1.1" status: 200 len: 943 time: 0.1215973 Aug 10 03:17:48.969890 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-42e341e1-c2d3-4217-a16c-d52860ce54df req-3d9d07e8-6a86-4391-901b-9a2bd40cfb3f service neutron] 10.222.0.60 "GET /v2.0/networks/78be5df8-906c-423e-9c5f-789b0e5bc6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4167526 Aug 10 03:17:49.060865 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b6c2b1a0-3daa-4855-ae08-525a9627be87 req-8f109933-46e7-4bb5-9af0-ae534e3b684e tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8f77d8a-e80d-48eb-a975-57d1082788a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898888 Aug 10 03:17:49.100060 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-42e341e1-c2d3-4217-a16c-d52860ce54df req-9a350261-19b8-477d-bea9-67696f627ff6 service neutron] 10.222.0.60 "GET /v2.0/networks/78be5df8-906c-423e-9c5f-789b0e5bc6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195688 Aug 10 03:17:49.209622 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e718c-d0db-4b3a-b012-6f87ebc074a7 req-681cb954-abaa-4070-b540-6a957d921566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:49.211298 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9b3e718c-d0db-4b3a-b012-6f87ebc074a7 req-681cb954-abaa-4070-b540-6a957d921566 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=688ac1bb34fc4bafb2a9d3c4de59e7f3&device_id=9d21420f-e897-4de9-b802-6ef6276fe4d1 HTTP/1.1" status: 200 len: 1095 time: 0.0548193 Aug 10 03:17:49.377826 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e718c-d0db-4b3a-b012-6f87ebc074a7 req-20687812-8bfa-4c3b-b25a-8b10980671d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:49.379353 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9b3e718c-d0db-4b3a-b012-6f87ebc074a7 req-20687812-8bfa-4c3b-b25a-8b10980671d6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=78be5df8-906c-423e-9c5f-789b0e5bc6a5 HTTP/1.1" status: 200 len: 917 time: 0.1597219 Aug 10 03:17:49.403266 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a4ef0-cf1c-492f-b690-82b5a9d1958c req-c2bd0419-0155-494a-a941-dc90390689f9 tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:49.404779 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1c6a4ef0-cf1c-492f-b690-82b5a9d1958c req-c2bd0419-0155-494a-a941-dc90390689f9 tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] 10.222.0.62 "GET /v2.0/networks?id=ef8246c3-e567-4d05-8f8d-6124277cdcb3 HTTP/1.1" status: 200 len: 825 time: 0.1650286 Aug 10 03:17:49.433821 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9b3e718c-d0db-4b3a-b012-6f87ebc074a7 req-2129e8c3-e13b-4219-8be0-4d730aa28e30 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7afea299-796b-4a2d-9a76-401e57ea50a4 HTTP/1.1" status: 200 len: 217 time: 0.0460234 Aug 10 03:17:49.450249 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1c6a4ef0-cf1c-492f-b690-82b5a9d1958c req-9d00ebba-54c6-4874-a619-075ec6998c5e tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] 10.222.0.62 "GET /v2.0/quotas/7d912fca5e1847849650d8a3efe95c52 HTTP/1.1" status: 200 len: 375 time: 0.0194345 Aug 10 03:17:49.509833 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1c6a4ef0-cf1c-492f-b690-82b5a9d1958c req-fde64ca0-6576-4a88-a982-1549b5d3ce60 tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7d912fca5e1847849650d8a3efe95c52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355413 Aug 10 03:17:49.519533 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e718c-d0db-4b3a-b012-6f87ebc074a7 req-0de2d1e1-ee70-4fca-b049-cccb892bd53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:49.521040 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9b3e718c-d0db-4b3a-b012-6f87ebc074a7 req-0de2d1e1-ee70-4fca-b049-cccb892bd53e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c72cc844-d40a-416a-bb3f-e518baffdc69 HTTP/1.1" status: 200 len: 855 time: 0.0795875 Aug 10 03:17:49.615949 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0650f470-cc30-4277-b77d-4679e27099af req-edeafe06-bff8-4c98-88e6-15d50383c851 tempest-ServerShowV247Test-692494702 tempest-ServerShowV247Test-692494702-project] 10.222.0.62 "GET /v2.0/ports?device_id=71197cbc-008e-411b-bd1f-964ae6d49a74 HTTP/1.1" status: 200 len: 210 time: 0.0777383 Aug 10 03:17:49.656991 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e718c-d0db-4b3a-b012-6f87ebc074a7 req-d3c06cd8-920c-4449-8b3a-086845cc8609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:49.658412 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9b3e718c-d0db-4b3a-b012-6f87ebc074a7 req-d3c06cd8-920c-4449-8b3a-086845cc8609 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78be5df8-906c-423e-9c5f-789b0e5bc6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1291831 Aug 10 03:17:49.663773 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1c6a4ef0-cf1c-492f-b690-82b5a9d1958c req-de170c9f-4a2c-4ba0-a28a-ccb82ec94a8e service neutron] 10.222.0.62 "GET /v2.0/networks/ef8246c3-e567-4d05-8f8d-6124277cdcb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418486 Aug 10 03:17:49.825313 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9b3e718c-d0db-4b3a-b012-6f87ebc074a7 req-8203e7ea-d861-4f81-8323-0177d274c245 service neutron] 10.222.0.60 "GET /v2.0/networks/78be5df8-906c-423e-9c5f-789b0e5bc6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575665 Aug 10 03:17:49.827297 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1c6a4ef0-cf1c-492f-b690-82b5a9d1958c req-f4644386-29f0-4726-bd83-50ec245b6d7d service neutron] 10.222.0.62 "GET /v2.0/networks/ef8246c3-e567-4d05-8f8d-6124277cdcb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558657 Aug 10 03:17:49.958968 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9b3e718c-d0db-4b3a-b012-6f87ebc074a7 req-af75bc47-28cd-4b62-ab19-e57d182f8b4f service neutron] 10.222.0.60 "GET /v2.0/networks/78be5df8-906c-423e-9c5f-789b0e5bc6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260366 Aug 10 03:17:50.020093 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-63ec1770-bebc-4be8-a179-f858648ab238 req-f4e0688a-019a-4eca-b8d0-44f0d224396d tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] 10.222.0.62 "GET /v2.0/ports?device_id=825131fc-b9ad-4dfb-92a7-e6ea31d35043 HTTP/1.1" status: 200 len: 210 time: 0.0268960 Aug 10 03:17:50.206284 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca7f76-8f2f-4834-8421-3e7fda882bf3 req-697c6249-5d78-4af3-9768-e53fb3f2d5db tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:50.208063 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a1ca7f76-8f2f-4834-8421-3e7fda882bf3 req-697c6249-5d78-4af3-9768-e53fb3f2d5db tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d21420f-e897-4de9-b802-6ef6276fe4d1 HTTP/1.1" status: 200 len: 943 time: 0.0642629 Aug 10 03:17:50.254423 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a1ca7f76-8f2f-4834-8421-3e7fda882bf3 req-7124f7ef-b17e-4095-9213-066001a2e7bb tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8f77d8a-e80d-48eb-a975-57d1082788a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396104 Aug 10 03:17:50.727420 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d32d806c-c506-4ecd-9d72-fc14e62de29f req-abb9f071-a423-4d7a-bd22-728fa5948372 tempest-ServerShowV247Test-692494702 tempest-ServerShowV247Test-692494702-project] 10.222.0.62 "GET /v2.0/ports?device_id=71197cbc-008e-411b-bd1f-964ae6d49a74 HTTP/1.1" status: 200 len: 210 time: 0.0338759 Aug 10 03:17:51.072721 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a4ef0-cf1c-492f-b690-82b5a9d1958c req-c9ab2da7-bf4c-49ac-95b8-7ceeabcfd41b tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:51.074595 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1c6a4ef0-cf1c-492f-b690-82b5a9d1958c req-c9ab2da7-bf4c-49ac-95b8-7ceeabcfd41b tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] 10.222.0.60 "GET /v2.0/networks?id=ef8246c3-e567-4d05-8f8d-6124277cdcb3 HTTP/1.1" status: 200 len: 825 time: 0.1427453 Aug 10 03:17:51.094693 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-1c6a4ef0-cf1c-492f-b690-82b5a9d1958c req-cbbfad40-96f0-4d5f-a47c-14df69d65280 tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] Request body: {'port': {'device_id': '825131fc-b9ad-4dfb-92a7-e6ea31d35043', 'network_id': 'ef8246c3-e567-4d05-8f8d-6124277cdcb3', 'admin_state_up': True, 'tenant_id': '7d912fca5e1847849650d8a3efe95c52'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:17:51.165312 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-38ad8345-f915-48a5-8021-be53cc5ae9a6 req-a10d1f0a-ca92-4869-89c5-df0370845b03 tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] 10.222.0.62 "GET /v2.0/ports?device_id=825131fc-b9ad-4dfb-92a7-e6ea31d35043 HTTP/1.1" status: 200 len: 210 time: 0.0657227 Aug 10 03:17:51.227375 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c6a4ef0-cf1c-492f-b690-82b5a9d1958c req-cbbfad40-96f0-4d5f-a47c-14df69d65280 tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] Made reservation on behalf of 7d912fca5e1847849650d8a3efe95c52 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:17:51.231352 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-1c6a4ef0-cf1c-492f-b690-82b5a9d1958c req-cbbfad40-96f0-4d5f-a47c-14df69d65280 tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:51.388090 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-1c6a4ef0-cf1c-492f-b690-82b5a9d1958c req-cbbfad40-96f0-4d5f-a47c-14df69d65280 tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] Allocated IP 172.20.0.9 (ef8246c3-e567-4d05-8f8d-6124277cdcb3/f52e0e3d-15cd-4baf-aa86-7061f306ca21/7792c4b6-4526-4825-997d-fa8229810ec1) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:17:51.408060 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bedb9fc-5026-4b48-9c48-f836db478ccf req-511e5715-121b-4cab-bd4f-8f4c624b07ae tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:51.409561 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8bedb9fc-5026-4b48-9c48-f836db478ccf req-511e5715-121b-4cab-bd4f-8f4c624b07ae tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d21420f-e897-4de9-b802-6ef6276fe4d1 HTTP/1.1" status: 200 len: 943 time: 0.0771959 Aug 10 03:17:51.485965 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8bedb9fc-5026-4b48-9c48-f836db478ccf req-bcc54b6e-c825-49a7-9d80-b289594cbe5c tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8f77d8a-e80d-48eb-a975-57d1082788a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678177 Aug 10 03:17:51.566045 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-1c6a4ef0-cf1c-492f-b690-82b5a9d1958c req-cbbfad40-96f0-4d5f-a47c-14df69d65280 tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:51.608725 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-1c6a4ef0-cf1c-492f-b690-82b5a9d1958c req-cbbfad40-96f0-4d5f-a47c-14df69d65280 tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:51.656126 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c6a4ef0-cf1c-492f-b690-82b5a9d1958c req-cbbfad40-96f0-4d5f-a47c-14df69d65280 tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] Network ef8246c3-e567-4d05-8f8d-6124277cdcb3 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:17:51.659206 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-1c6a4ef0-cf1c-492f-b690-82b5a9d1958c req-cbbfad40-96f0-4d5f-a47c-14df69d65280 tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:17:51.662881 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c6a4ef0-cf1c-492f-b690-82b5a9d1958c req-cbbfad40-96f0-4d5f-a47c-14df69d65280 tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:17:51.669528 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbfad40-96f0-4d5f-a47c-14df69d65280 tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] Pushing event updated for resources: {'Port': ['ID=7792c4b6-4526-4825-997d-fa8229810ec1,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:51.714162 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a4ef0-cf1c-492f-b690-82b5a9d1958c req-cbbfad40-96f0-4d5f-a47c-14df69d65280 tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:51.714804 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-1c6a4ef0-cf1c-492f-b690-82b5a9d1958c req-cbbfad40-96f0-4d5f-a47c-14df69d65280 tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:51.728524 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1c6a4ef0-cf1c-492f-b690-82b5a9d1958c req-cbbfad40-96f0-4d5f-a47c-14df69d65280 tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6393812 Aug 10 03:17:51.743452 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-1c6a4ef0-cf1c-492f-b690-82b5a9d1958c req-6bb070c0-86d8-431f-93ba-5e474e71f07c service neutron] Request body: {'port': {'device_id': '825131fc-b9ad-4dfb-92a7-e6ea31d35043', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:17:51.805146 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-1c6a4ef0-cf1c-492f-b690-82b5a9d1958c req-6bb070c0-86d8-431f-93ba-5e474e71f07c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:51.864576 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-83ca928b-6837-4e3b-9765-371fade6555b req-7fabe9a7-2f38-406f-af98-c8cf900fcef3 tempest-ServerShowV247Test-692494702 tempest-ServerShowV247Test-692494702-project] 10.222.0.62 "GET /v2.0/ports?device_id=71197cbc-008e-411b-bd1f-964ae6d49a74 HTTP/1.1" status: 200 len: 210 time: 0.0503349 Aug 10 03:17:52.101744 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-1c6a4ef0-cf1c-492f-b690-82b5a9d1958c req-6bb070c0-86d8-431f-93ba-5e474e71f07c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7792c4b6-4526-4825-997d-fa8229810ec1 {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:17:52.109246 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-1c6a4ef0-cf1c-492f-b690-82b5a9d1958c req-6bb070c0-86d8-431f-93ba-5e474e71f07c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:52.120982 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-1c6a4ef0-cf1c-492f-b690-82b5a9d1958c req-6bb070c0-86d8-431f-93ba-5e474e71f07c service neutron] Transition to ACTIVE for port object 7792c4b6-4526-4825-997d-fa8229810ec1 will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:17:52.124496 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-1c6a4ef0-cf1c-492f-b690-82b5a9d1958c req-6bb070c0-86d8-431f-93ba-5e474e71f07c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:52.172280 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb070c0-86d8-431f-93ba-5e474e71f07c service neutron] Pushing event updated for resources: {'Port': ['ID=7792c4b6-4526-4825-997d-fa8229810ec1,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:52.251622 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-1c6a4ef0-cf1c-492f-b690-82b5a9d1958c req-6bb070c0-86d8-431f-93ba-5e474e71f07c service neutron] Attempting to bind port 7792c4b6-4526-4825-997d-fa8229810ec1 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:17:52.251960 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-1c6a4ef0-cf1c-492f-b690-82b5a9d1958c req-6bb070c0-86d8-431f-93ba-5e474e71f07c service neutron] Attempting to bind port 7792c4b6-4526-4825-997d-fa8229810ec1 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': 'd98d8d80-226f-4c17-81dd-dbde37927dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ef8246c3-e567-4d05-8f8d-6124277cdcb3'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:17:52.252290 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6a4ef0-cf1c-492f-b690-82b5a9d1958c req-6bb070c0-86d8-431f-93ba-5e474e71f07c service neutron] Attempting to bind port 7792c4b6-4526-4825-997d-fa8229810ec1 on network ef8246c3-e567-4d05-8f8d-6124277cdcb3 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:17:52.271370 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6a4ef0-cf1c-492f-b690-82b5a9d1958c req-6bb070c0-86d8-431f-93ba-5e474e71f07c service neutron] Port 7792c4b6-4526-4825-997d-fa8229810ec1 on network ef8246c3-e567-4d05-8f8d-6124277cdcb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:17:52.271697 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6a4ef0-cf1c-492f-b690-82b5a9d1958c req-6bb070c0-86d8-431f-93ba-5e474e71f07c service neutron] Attempting to bind port 7792c4b6-4526-4825-997d-fa8229810ec1 on network ef8246c3-e567-4d05-8f8d-6124277cdcb3 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:17:52.279070 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6a4ef0-cf1c-492f-b690-82b5a9d1958c req-6bb070c0-86d8-431f-93ba-5e474e71f07c service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:17:52.279462 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6a4ef0-cf1c-492f-b690-82b5a9d1958c req-6bb070c0-86d8-431f-93ba-5e474e71f07c service neutron] Checking segment: {'id': 'd98d8d80-226f-4c17-81dd-dbde37927dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ef8246c3-e567-4d05-8f8d-6124277cdcb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:17:52.279783 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6a4ef0-cf1c-492f-b690-82b5a9d1958c req-6bb070c0-86d8-431f-93ba-5e474e71f07c service neutron] Bound using segment: {'id': 'd98d8d80-226f-4c17-81dd-dbde37927dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ef8246c3-e567-4d05-8f8d-6124277cdcb3'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:17:52.280215 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-1c6a4ef0-cf1c-492f-b690-82b5a9d1958c req-6bb070c0-86d8-431f-93ba-5e474e71f07c service neutron] Bound port: 7792c4b6-4526-4825-997d-fa8229810ec1, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd98d8d80-226f-4c17-81dd-dbde37927dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ef8246c3-e567-4d05-8f8d-6124277cdcb3'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:17:52.280574 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-1c6a4ef0-cf1c-492f-b690-82b5a9d1958c req-6bb070c0-86d8-431f-93ba-5e474e71f07c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:52.308210 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671dba4-4d92-4385-8d78-6778e5c145c0 req-7cf19c49-f470-416f-bec0-8b96aae72feb tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:52.309716 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5671dba4-4d92-4385-8d78-6778e5c145c0 req-7cf19c49-f470-416f-bec0-8b96aae72feb tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] 10.222.0.62 "GET /v2.0/ports?device_id=825131fc-b9ad-4dfb-92a7-e6ea31d35043 HTTP/1.1" status: 200 len: 943 time: 0.0755780 Aug 10 03:17:52.382317 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5671dba4-4d92-4385-8d78-6778e5c145c0 req-a6a3c770-d3ba-4e07-ae3d-5c4241432adb tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] 10.222.0.62 "GET /v2.0/security-groups?id=877f048d-7252-4eef-bea8-076628462e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552444 Aug 10 03:17:52.388956 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-1c6a4ef0-cf1c-492f-b690-82b5a9d1958c req-6bb070c0-86d8-431f-93ba-5e474e71f07c service neutron] For port 7792c4b6-4526-4825-997d-fa8229810ec1, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:17:52.392213 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-1c6a4ef0-cf1c-492f-b690-82b5a9d1958c req-6bb070c0-86d8-431f-93ba-5e474e71f07c service neutron] For port 7792c4b6-4526-4825-997d-fa8229810ec1, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=7792c4b6-4526-4825-997d-fa8229810ec1,segment=NetworkSegment(d98d8d80-226f-4c17-81dd-dbde37927dd5),segment_id=d98d8d80-226f-4c17-81dd-dbde37927dd5)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:17:52.402059 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-1c6a4ef0-cf1c-492f-b690-82b5a9d1958c req-6bb070c0-86d8-431f-93ba-5e474e71f07c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:52.440078 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a4ef0-cf1c-492f-b690-82b5a9d1958c req-6bb070c0-86d8-431f-93ba-5e474e71f07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:52.440701 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-1c6a4ef0-cf1c-492f-b690-82b5a9d1958c req-6bb070c0-86d8-431f-93ba-5e474e71f07c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:52.442137 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1c6a4ef0-cf1c-492f-b690-82b5a9d1958c req-6bb070c0-86d8-431f-93ba-5e474e71f07c service neutron] 10.222.0.60 "PUT /v2.0/ports/7792c4b6-4526-4825-997d-fa8229810ec1 HTTP/1.1" status: 200 len: 1092 time: 0.7028558 Aug 10 03:17:52.442570 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '825131fc-b9ad-4dfb-92a7-e6ea31d35043', 'tag': '7792c4b6-4526-4825-997d-fa8229810ec1'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:52.445038 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4462a85-cc7f-471b-9b52-f4148931c8de" -d '{"events": [{"name": "network-changed", "server_uuid": "825131fc-b9ad-4dfb-92a7-e6ea31d35043", "tag": "7792c4b6-4526-4825-997d-fa8229810ec1"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:52.469355 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb070c0-86d8-431f-93ba-5e474e71f07c service neutron] Pushing event updated for resources: {'Port': ['ID=7792c4b6-4526-4825-997d-fa8229810ec1,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:52.510868 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e55cea-23b5-4da8-a227-f6a405fb59ca x-openstack-request-id: req-81e55cea-23b5-4da8-a227-f6a405fb59ca {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:52.511165 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "825131fc-b9ad-4dfb-92a7-e6ea31d35043", "tag": "7792c4b6-4526-4825-997d-fa8229810ec1", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:52.511585 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-81e55cea-23b5-4da8-a227-f6a405fb59ca {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:52.511801 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '825131fc-b9ad-4dfb-92a7-e6ea31d35043', 'tag': '7792c4b6-4526-4825-997d-fa8229810ec1', 'status': 'completed', 'code': 200} Aug 10 03:17:52.528904 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a4ef0-cf1c-492f-b690-82b5a9d1958c req-bba18667-c86f-495d-86ec-e4ea0de5ee29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:52.530573 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1c6a4ef0-cf1c-492f-b690-82b5a9d1958c req-bba18667-c86f-495d-86ec-e4ea0de5ee29 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7d912fca5e1847849650d8a3efe95c52&device_id=825131fc-b9ad-4dfb-92a7-e6ea31d35043 HTTP/1.1" status: 200 len: 1095 time: 0.0469027 Aug 10 03:17:52.575886 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1c6a4ef0-cf1c-492f-b690-82b5a9d1958c req-425d3106-9eff-4b0a-8a61-86ecbed4e439 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7792c4b6-4526-4825-997d-fa8229810ec1 HTTP/1.1" status: 200 len: 217 time: 0.0367637 Aug 10 03:17:52.652089 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a4ef0-cf1c-492f-b690-82b5a9d1958c req-07ae21c2-2a6d-419f-8973-6418d182e7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:52.653583 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1c6a4ef0-cf1c-492f-b690-82b5a9d1958c req-07ae21c2-2a6d-419f-8973-6418d182e7ec service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f52e0e3d-15cd-4baf-aa86-7061f306ca21 HTTP/1.1" status: 200 len: 865 time: 0.0692544 Aug 10 03:17:52.661157 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e3707-e968-4130-b593-7be8360e0a05 req-7a9e17e2-9adb-4556-a001-461ff294d0fd tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:52.662548 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-148e3707-e968-4130-b593-7be8360e0a05 req-7a9e17e2-9adb-4556-a001-461ff294d0fd tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d21420f-e897-4de9-b802-6ef6276fe4d1 HTTP/1.1" status: 200 len: 943 time: 0.0891926 Aug 10 03:17:52.695260 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1c6a4ef0-cf1c-492f-b690-82b5a9d1958c req-ed11ec72-e510-4bd2-bdeb-0e0f944c22de service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ef8246c3-e567-4d05-8f8d-6124277cdcb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305078 Aug 10 03:17:52.794807 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-148e3707-e968-4130-b593-7be8360e0a05 req-e6b2b044-7f51-46e7-91e2-1ae7319b35f7 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8f77d8a-e80d-48eb-a975-57d1082788a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219108 Aug 10 03:17:52.823752 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22bb408-904a-4faf-85a3-3d7217ae1858 req-40cc0be9-ab60-417e-a7f6-cb9c2ae872b9 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:52.825223 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c22bb408-904a-4faf-85a3-3d7217ae1858 req-40cc0be9-ab60-417e-a7f6-cb9c2ae872b9 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f021f09-5224-4b7a-9c5e-fba5fe46e3ef HTTP/1.1" status: 200 len: 946 time: 0.1241102 Aug 10 03:17:52.851432 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1c6a4ef0-cf1c-492f-b690-82b5a9d1958c req-4dca4e9b-a7a1-40e3-8636-a5ab515c1eb8 service neutron] 10.222.0.60 "GET /v2.0/networks/ef8246c3-e567-4d05-8f8d-6124277cdcb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393397 Aug 10 03:17:52.913133 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c22bb408-904a-4faf-85a3-3d7217ae1858 req-bcb4f300-8a09-4029-9074-69070ba8f668 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a1213b6-d6c8-4bc6-b682-6fefee541866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818305 Aug 10 03:17:52.970511 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cd43bc82-1ee5-4e15-a7f0-58791c7a1421 req-1a228df5-a51a-460c-a76d-b670da002835 tempest-ServerShowV247Test-692494702 tempest-ServerShowV247Test-692494702-project] 10.222.0.62 "GET /v2.0/ports?device_id=71197cbc-008e-411b-bd1f-964ae6d49a74 HTTP/1.1" status: 200 len: 210 time: 0.0302711 Aug 10 03:17:52.981672 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1c6a4ef0-cf1c-492f-b690-82b5a9d1958c req-f5253adc-0638-43d4-ba73-febc08eada20 service neutron] 10.222.0.60 "GET /v2.0/networks/ef8246c3-e567-4d05-8f8d-6124277cdcb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221566 Aug 10 03:17:53.083735 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4462a85-cc7f-471b-9b52-f4148931c8de req-27dbf3c3-726f-446b-b94f-1fe1f2f21e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:53.085214 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c4462a85-cc7f-471b-9b52-f4148931c8de req-27dbf3c3-726f-446b-b94f-1fe1f2f21e9b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7d912fca5e1847849650d8a3efe95c52&device_id=825131fc-b9ad-4dfb-92a7-e6ea31d35043 HTTP/1.1" status: 200 len: 1095 time: 0.0401399 Aug 10 03:17:53.189116 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4462a85-cc7f-471b-9b52-f4148931c8de req-4a2b3742-41c5-49d7-b574-6b7562821066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:53.190613 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c4462a85-cc7f-471b-9b52-f4148931c8de req-4a2b3742-41c5-49d7-b574-6b7562821066 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ef8246c3-e567-4d05-8f8d-6124277cdcb3 HTTP/1.1" status: 200 len: 926 time: 0.0970337 Aug 10 03:17:53.234943 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c4462a85-cc7f-471b-9b52-f4148931c8de req-329e37f0-2915-488e-acab-70e501adfe40 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7792c4b6-4526-4825-997d-fa8229810ec1 HTTP/1.1" status: 200 len: 217 time: 0.0353577 Aug 10 03:17:53.284392 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4462a85-cc7f-471b-9b52-f4148931c8de req-a5e5ef38-1b2e-43e3-8da2-3ebf95b47543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:53.285792 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c4462a85-cc7f-471b-9b52-f4148931c8de req-a5e5ef38-1b2e-43e3-8da2-3ebf95b47543 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f52e0e3d-15cd-4baf-aa86-7061f306ca21 HTTP/1.1" status: 200 len: 865 time: 0.0420303 Aug 10 03:17:53.323405 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c4462a85-cc7f-471b-9b52-f4148931c8de req-a64cc0e9-ede0-42c5-ac50-13f36d27f8e8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ef8246c3-e567-4d05-8f8d-6124277cdcb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284214 Aug 10 03:17:53.417015 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c4462a85-cc7f-471b-9b52-f4148931c8de req-bbdf7b20-89e8-4c5f-98ca-5de1d27dc927 service neutron] 10.222.0.60 "GET /v2.0/networks/ef8246c3-e567-4d05-8f8d-6124277cdcb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858026 Aug 10 03:17:53.541129 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d0987-8a0b-472f-8292-18959fa86d50 req-65ecd6f7-65b8-495d-b397-fb36bb5cc0f5 tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:53.542637 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-022d0987-8a0b-472f-8292-18959fa86d50 req-65ecd6f7-65b8-495d-b397-fb36bb5cc0f5 tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] 10.222.0.62 "GET /v2.0/ports?device_id=825131fc-b9ad-4dfb-92a7-e6ea31d35043 HTTP/1.1" status: 200 len: 943 time: 0.0705969 Aug 10 03:17:53.558198 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c4462a85-cc7f-471b-9b52-f4148931c8de req-ebfd96f0-4470-40cc-b030-c31791e74c8b service neutron] 10.222.0.60 "GET /v2.0/networks/ef8246c3-e567-4d05-8f8d-6124277cdcb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329813 Aug 10 03:17:53.584627 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-022d0987-8a0b-472f-8292-18959fa86d50 req-e4b79325-bf2f-4246-b612-af05ba93ccef tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] 10.222.0.62 "GET /v2.0/security-groups?id=877f048d-7252-4eef-bea8-076628462e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349429 Aug 10 03:17:53.909589 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56787a-a233-405d-b155-e3c3c27fbb3e req-5766ea3c-7674-4571-9c2e-8c93f9792bda tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:53.911001 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2b56787a-a233-405d-b155-e3c3c27fbb3e req-5766ea3c-7674-4571-9c2e-8c93f9792bda tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d21420f-e897-4de9-b802-6ef6276fe4d1 HTTP/1.1" status: 200 len: 943 time: 0.0483444 Aug 10 03:17:53.948522 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2b56787a-a233-405d-b155-e3c3c27fbb3e req-f7848a6a-3895-4d56-b25a-b30f1706ff62 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8f77d8a-e80d-48eb-a975-57d1082788a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316501 Aug 10 03:17:54.032377 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d1cab0-adbf-4cc2-b235-b948920b34bb req-04a6fae4-153d-4c37-8720-99c23bd1f572 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:54.033876 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-83d1cab0-adbf-4cc2-b235-b948920b34bb req-04a6fae4-153d-4c37-8720-99c23bd1f572 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f021f09-5224-4b7a-9c5e-fba5fe46e3ef HTTP/1.1" status: 200 len: 946 time: 0.0531344 Aug 10 03:17:54.078812 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3a9953d2-ed48-47a9-9b5d-8a79388f51ac req-13b6c3c8-0416-4dbb-b5bc-57687a79c875 tempest-ServerShowV247Test-692494702 tempest-ServerShowV247Test-692494702-project] 10.222.0.62 "GET /v2.0/ports?device_id=71197cbc-008e-411b-bd1f-964ae6d49a74 HTTP/1.1" status: 200 len: 210 time: 0.0324130 Aug 10 03:17:54.094891 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-83d1cab0-adbf-4cc2-b235-b948920b34bb req-9f15351b-8f2c-4b92-a7d4-35bfdf717ac4 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a1213b6-d6c8-4bc6-b682-6fefee541866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549755 Aug 10 03:17:54.234037 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af549e4b-6c14-4892-b5d0-b7a914f9efaa req-e908f88c-2af0-4a31-bd44-3bdee7f56495 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:54.235550 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-af549e4b-6c14-4892-b5d0-b7a914f9efaa req-e908f88c-2af0-4a31-bd44-3bdee7f56495 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f021f09-5224-4b7a-9c5e-fba5fe46e3ef HTTP/1.1" status: 200 len: 946 time: 0.0486555 Aug 10 03:17:54.332969 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-af549e4b-6c14-4892-b5d0-b7a914f9efaa req-0094edd5-0848-4ae2-a146-7bf6a2a753e9 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Deleting port 89aac158-9ee6-4d13-8c5d-8e082353bfcb {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:17:54.333313 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-af549e4b-6c14-4892-b5d0-b7a914f9efaa req-0094edd5-0848-4ae2-a146-7bf6a2a753e9 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:54.419015 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-af549e4b-6c14-4892-b5d0-b7a914f9efaa req-0094edd5-0848-4ae2-a146-7bf6a2a753e9 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] For port 89aac158-9ee6-4d13-8c5d-8e082353bfcb, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=89aac158-9ee6-4d13-8c5d-8e082353bfcb,segment=NetworkSegment(b65afc89-3d1a-4f68-8ff4-3e844f4efb7a),segment_id=b65afc89-3d1a-4f68-8ff4-3e844f4efb7a)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:54.419296 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-af549e4b-6c14-4892-b5d0-b7a914f9efaa req-0094edd5-0848-4ae2-a146-7bf6a2a753e9 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:54.844198 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce8f28b-2854-4d6a-8149-b05f36db3333 req-822de3f7-c3ef-4eae-8d99-6c8c84237e50 tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:54.845696 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5ce8f28b-2854-4d6a-8149-b05f36db3333 req-822de3f7-c3ef-4eae-8d99-6c8c84237e50 tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] 10.222.0.62 "GET /v2.0/ports?device_id=825131fc-b9ad-4dfb-92a7-e6ea31d35043 HTTP/1.1" status: 200 len: 943 time: 0.1260557 Aug 10 03:17:54.846929 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:17:54.928210 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5ce8f28b-2854-4d6a-8149-b05f36db3333 req-c2ae5f0a-ec7a-4acd-8fbc-5046d84a8301 tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] 10.222.0.62 "GET /v2.0/security-groups?id=877f048d-7252-4eef-bea8-076628462e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757987 Aug 10 03:17:54.938281 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-af549e4b-6c14-4892-b5d0-b7a914f9efaa req-0094edd5-0848-4ae2-a146-7bf6a2a753e9 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:54.938652 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-af549e4b-6c14-4892-b5d0-b7a914f9efaa req-0094edd5-0848-4ae2-a146-7bf6a2a753e9 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:54.938996 n-d-768851-15 neutron-server[94216]: INFO neutron.db.l3_db [req-af549e4b-6c14-4892-b5d0-b7a914f9efaa req-0094edd5-0848-4ae2-a146-7bf6a2a753e9 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Floating IP 5bfaef0f-6854-42fa-99fb-15027d2325c9 disassociated. External IP: 172.25.7.216, port: 89aac158-9ee6-4d13-8c5d-8e082353bfcb. Aug 10 03:17:54.939337 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-af549e4b-6c14-4892-b5d0-b7a914f9efaa req-0094edd5-0848-4ae2-a146-7bf6a2a753e9 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Calling delete_port for 89aac158-9ee6-4d13-8c5d-8e082353bfcb owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:17:55.101136 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338595ee-df07-4b2e-b8c8-b7f81888f5c4 req-c507b0a7-f91f-4dc2-9e52-29859d3a7c9e tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:55.102534 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-338595ee-df07-4b2e-b8c8-b7f81888f5c4 req-c507b0a7-f91f-4dc2-9e52-29859d3a7c9e tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d21420f-e897-4de9-b802-6ef6276fe4d1 HTTP/1.1" status: 200 len: 943 time: 0.0859075 Aug 10 03:17:55.103287 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-af549e4b-6c14-4892-b5d0-b7a914f9efaa req-0094edd5-0848-4ae2-a146-7bf6a2a753e9 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:55.145581 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0094edd5-0848-4ae2-a146-7bf6a2a753e9 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Pushing event deleted for resources: {'Port': ['ID=89aac158-9ee6-4d13-8c5d-8e082353bfcb,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:55.228219 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bd12ebaf-35e1-4bf5-a085-0046778cb065 req-e3fe4c03-d05c-4110-abcc-b486db6fa6d3 tempest-ServerShowV247Test-692494702 tempest-ServerShowV247Test-692494702-project] 10.222.0.62 "GET /v2.0/ports?device_id=71197cbc-008e-411b-bd1f-964ae6d49a74 HTTP/1.1" status: 200 len: 210 time: 0.0675869 Aug 10 03:17:55.232718 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-338595ee-df07-4b2e-b8c8-b7f81888f5c4 req-5c2d9bb3-00d0-47cb-99ca-59df7d04e330 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8f77d8a-e80d-48eb-a975-57d1082788a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212604 Aug 10 03:17:55.334414 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2594b5d2-518b-45c4-8a23-4041c2a30e09 req-5adb296e-6a3f-42a0-95db-86b2111a69ee tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f021f09-5224-4b7a-9c5e-fba5fe46e3ef HTTP/1.1" status: 200 len: 210 time: 0.0303361 Aug 10 03:17:55.337095 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af549e4b-6c14-4892-b5d0-b7a914f9efaa req-0094edd5-0848-4ae2-a146-7bf6a2a753e9 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Router 12dcf7ca-7227-44d3-9d42-e245350fbc74 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:17:55.451279 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af549e4b-6c14-4892-b5d0-b7a914f9efaa req-0094edd5-0848-4ae2-a146-7bf6a2a753e9 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:17:55.461771 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebeacfa-88f6-4011-a851-c5f949ca9dfc None None] Sync routers for ids ['12dcf7ca-7227-44d3-9d42-e245350fbc74'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:17:55.471260 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebeacfa-88f6-4011-a851-c5f949ca9dfc None None] Routers {'12dcf7ca-7227-44d3-9d42-e245350fbc74'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:17:55.471872 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-6ebeacfa-88f6-4011-a851-c5f949ca9dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:17:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['12dcf7ca-7227-44d3-9d42-e245350fbc74'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:55.498502 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-af549e4b-6c14-4892-b5d0-b7a914f9efaa req-0094edd5-0848-4ae2-a146-7bf6a2a753e9 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] No DVR routers for this DVR port 89aac158-9ee6-4d13-8c5d-8e082353bfcb on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:17:55.501446 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-af549e4b-6c14-4892-b5d0-b7a914f9efaa req-0094edd5-0848-4ae2-a146-7bf6a2a753e9 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:55.504175 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-af549e4b-6c14-4892-b5d0-b7a914f9efaa req-0094edd5-0848-4ae2-a146-7bf6a2a753e9 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] 10.222.0.60 "DELETE /v2.0/ports/89aac158-9ee6-4d13-8c5d-8e082353bfcb HTTP/1.1" status: 204 len: 173 time: 1.2614398 Aug 10 03:17:55.504789 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f021f09-5224-4b7a-9c5e-fba5fe46e3ef', 'name': 'network-vif-deleted', 'tag': '89aac158-9ee6-4d13-8c5d-8e082353bfcb'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:55.507594 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e00329f-b06f-4eef-af2c-858d161d9285" -d '{"events": [{"server_uuid": "0f021f09-5224-4b7a-9c5e-fba5fe46e3ef", "name": "network-vif-deleted", "tag": "89aac158-9ee6-4d13-8c5d-8e082353bfcb"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:55.585568 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ffbd105-5d3b-44ff-a6e3-9fb718d7d52d x-openstack-request-id: req-6ffbd105-5d3b-44ff-a6e3-9fb718d7d52d {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:55.585868 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f021f09-5224-4b7a-9c5e-fba5fe46e3ef", "name": "network-vif-deleted", "tag": "89aac158-9ee6-4d13-8c5d-8e082353bfcb", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:55.586124 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6ffbd105-5d3b-44ff-a6e3-9fb718d7d52d {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:55.586533 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f021f09-5224-4b7a-9c5e-fba5fe46e3ef', 'name': 'network-vif-deleted', 'tag': '89aac158-9ee6-4d13-8c5d-8e082353bfcb', 'status': 'completed', 'code': 200} Aug 10 03:17:55.607044 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-6ebeacfa-88f6-4011-a851-c5f949ca9dfc None None] Set router 12dcf7ca-7227-44d3-9d42-e245350fbc74 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:17:55.816144 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-6ebeacfa-88f6-4011-a851-c5f949ca9dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12dcf7ca-7227-44d3-9d42-e245350fbc74', 'name': 'tempest-ServersTestFqdnHostnames-1825038511-router', 'tenant_id': '6bae6b9c32c14720bf0a198e3afedf70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'e577adea-3a53-4917-b962-d23837527276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:28Z', 'updated_at': '2021-08-10T03:15:35Z', 'revision_number': 4, 'project_id': '6bae6b9c32c14720bf0a198e3afedf70', 'gw_port': {'id': 'e577adea-3a53-4917-b962-d23837527276', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:fb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12dcf7ca-7227-44d3-9d42-e245350fbc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:29Z', 'updated_at': '2021-08-10T03:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'a659675f-4c3e-4960-8fa0-1cd811d0e28f', 'name': '', 'network_id': 'aadf8a17-809b-4292-83f3-4ba8555a94af', 'tenant_id': '6bae6b9c32c14720bf0a198e3afedf70', 'mac_address': 'fa:16:3e:60:66:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12dcf7ca-7227-44d3-9d42-e245350fbc74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '2f598b1a-5cba-4d46-8b7f-e1e7a38ff110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:34Z', 'updated_at': '2021-08-10T03:15:45Z', 'revision_number': 5, 'project_id': '6bae6b9c32c14720bf0a198e3afedf70', 'subnets': [{'id': '2f598b1a-5cba-4d46-8b7f-e1e7a38ff110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:55.841534 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebeacfa-88f6-4011-a851-c5f949ca9dfc None None] Checking router: 12dcf7ca-7227-44d3-9d42-e245350fbc74 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:17:55.849620 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebeacfa-88f6-4011-a851-c5f949ca9dfc None None] Routers {'12dcf7ca-7227-44d3-9d42-e245350fbc74'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:17:55.850209 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-6ebeacfa-88f6-4011-a851-c5f949ca9dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:17:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['12dcf7ca-7227-44d3-9d42-e245350fbc74'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:55.955076 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-6ebeacfa-88f6-4011-a851-c5f949ca9dfc None None] Set router 12dcf7ca-7227-44d3-9d42-e245350fbc74 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:17:56.052048 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ec0ec-2e07-4226-b13d-a87b19b2f563 req-f180472d-ec69-4d88-a5ca-fecdc2082e1b tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:56.054098 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8f5ec0ec-2e07-4226-b13d-a87b19b2f563 req-f180472d-ec69-4d88-a5ca-fecdc2082e1b tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] 10.222.0.62 "GET /v2.0/ports?device_id=825131fc-b9ad-4dfb-92a7-e6ea31d35043 HTTP/1.1" status: 200 len: 943 time: 0.0553842 Aug 10 03:17:56.116513 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8f5ec0ec-2e07-4226-b13d-a87b19b2f563 req-76289291-5c09-4b24-b37b-c86f2c41861e tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] 10.222.0.62 "GET /v2.0/security-groups?id=877f048d-7252-4eef-bea8-076628462e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492263 Aug 10 03:17:56.116718 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:56.201472 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-6ebeacfa-88f6-4011-a851-c5f949ca9dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12dcf7ca-7227-44d3-9d42-e245350fbc74', 'name': 'tempest-ServersTestFqdnHostnames-1825038511-router', 'tenant_id': '6bae6b9c32c14720bf0a198e3afedf70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'e577adea-3a53-4917-b962-d23837527276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:28Z', 'updated_at': '2021-08-10T03:15:35Z', 'revision_number': 4, 'project_id': '6bae6b9c32c14720bf0a198e3afedf70', 'gw_port': {'id': 'e577adea-3a53-4917-b962-d23837527276', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:fb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12dcf7ca-7227-44d3-9d42-e245350fbc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:29Z', 'updated_at': '2021-08-10T03:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'a659675f-4c3e-4960-8fa0-1cd811d0e28f', 'name': '', 'network_id': 'aadf8a17-809b-4292-83f3-4ba8555a94af', 'tenant_id': '6bae6b9c32c14720bf0a198e3afedf70', 'mac_address': 'fa:16:3e:60:66:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12dcf7ca-7227-44d3-9d42-e245350fbc74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '2f598b1a-5cba-4d46-8b7f-e1e7a38ff110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:34Z', 'updated_at': '2021-08-10T03:15:45Z', 'revision_number': 5, 'project_id': '6bae6b9c32c14720bf0a198e3afedf70', 'subnets': [{'id': '2f598b1a-5cba-4d46-8b7f-e1e7a38ff110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:56.232765 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebeacfa-88f6-4011-a851-c5f949ca9dfc None None] The sync data for ids ['12dcf7ca-7227-44d3-9d42-e245350fbc74'] in n-d-768851-15 is: [{'id': '12dcf7ca-7227-44d3-9d42-e245350fbc74', 'name': 'tempest-ServersTestFqdnHostnames-1825038511-router', 'tenant_id': '6bae6b9c32c14720bf0a198e3afedf70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'e577adea-3a53-4917-b962-d23837527276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:28Z', 'updated_at': '2021-08-10T03:15:35Z', 'revision_number': 4, 'project_id': '6bae6b9c32c14720bf0a198e3afedf70', 'gw_port': {'id': 'e577adea-3a53-4917-b962-d23837527276', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:fb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12dcf7ca-7227-44d3-9d42-e245350fbc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:29Z', 'updated_at': '2021-08-10T03:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'a659675f-4c3e-4960-8fa0-1cd811d0e28f', 'name': '', 'network_id': 'aadf8a17-809b-4292-83f3-4ba8555a94af', 'tenant_id': '6bae6b9c32c14720bf0a198e3afedf70', 'mac_address': 'fa:16:3e:60:66:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12dcf7ca-7227-44d3-9d42-e245350fbc74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '2f598b1a-5cba-4d46-8b7f-e1e7a38ff110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:34Z', 'updated_at': '2021-08-10T03:15:45Z', 'revision_number': 5, 'project_id': '6bae6b9c32c14720bf0a198e3afedf70', 'subnets': [{'id': '2f598b1a-5cba-4d46-8b7f-e1e7a38ff110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:17:56.269695 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:56.348588 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aa681834-5db2-4a73-a385-1973d5062a84 req-6c46bcfb-f73e-44b5-a8bb-b7a3ce6ce531 tempest-ServerShowV247Test-692494702 tempest-ServerShowV247Test-692494702-project] 10.222.0.62 "GET /v2.0/ports?device_id=71197cbc-008e-411b-bd1f-964ae6d49a74 HTTP/1.1" status: 200 len: 210 time: 0.0346923 Aug 10 03:17:56.389341 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cff119-f0ba-42f2-9a63-1ffe49a8086c req-4f4b401d-b1f2-4622-8b59-c1d30e06e55b tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:56.391365 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-23cff119-f0ba-42f2-9a63-1ffe49a8086c req-4f4b401d-b1f2-4622-8b59-c1d30e06e55b tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d21420f-e897-4de9-b802-6ef6276fe4d1 HTTP/1.1" status: 200 len: 943 time: 0.0679283 Aug 10 03:17:56.402840 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 7792c4b6-4526-4825-997d-fa8229810ec1 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:17:56.447932 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-23cff119-f0ba-42f2-9a63-1ffe49a8086c req-4654c16e-7e96-4d7a-a822-5596766f8143 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8f77d8a-e80d-48eb-a975-57d1082788a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477273 Aug 10 03:17:56.517085 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 52158) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:56.544252 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928075cc-d7e8-4cde-8aa0-3b122511cd5e None None] New status for floating IP 5bfaef0f-6854-42fa-99fb-15027d2325c9: DOWN {{(pid=94219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:17:56.581459 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3fed6f14-bb82-4122-a0aa-fac13a01ba4b tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:56.607585 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3fed6f14-bb82-4122-a0aa-fac13a01ba4b tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:56.663198 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3fed6f14-bb82-4122-a0aa-fac13a01ba4b tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:56.665969 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3fed6f14-bb82-4122-a0aa-fac13a01ba4b tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:56.667577 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3fed6f14-bb82-4122-a0aa-fac13a01ba4b tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] 10.222.0.62 "DELETE /v2.0/security-groups/3a1213b6-d6c8-4bc6-b682-6fefee541866 HTTP/1.1" status: 204 len: 168 time: 0.1494966 Aug 10 03:17:56.670097 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 7792c4b6-4526-4825-997d-fa8229810ec1, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=7792c4b6-4526-4825-997d-fa8229810ec1,segment=NetworkSegment(d98d8d80-226f-4c17-81dd-dbde37927dd5),segment_id=d98d8d80-226f-4c17-81dd-dbde37927dd5)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:56.670581 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 52162) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:56.677791 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fed6f14-bb82-4122-a0aa-fac13a01ba4b tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1213b6-d6c8-4bc6-b682-6fefee541866,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:56.689202 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [None req-7a010fa8-4945-4b1b-b735-fa6e517f2943 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] show failed (client error): The resource could not be found. Aug 10 03:17:56.692598 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-7a010fa8-4945-4b1b-b735-fa6e517f2943 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] 10.222.0.62 "GET /v2.0/security-groups/3a1213b6-d6c8-4bc6-b682-6fefee541866 HTTP/1.1" status: 404 len: 347 time: 0.0189714 Aug 10 03:17:56.693141 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '7792c4b6-4526-4825-997d-fa8229810ec1', 'network_id': 'ef8246c3-e567-4d05-8f8d-6124277cdcb3', 'port_id': '7792c4b6-4526-4825-997d-fa8229810ec1', 'mac_address': 'fa:16:3e:8d:71:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f52e0e3d-15cd-4baf-aa86-7061f306ca21', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:17:56.693260 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 52164) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:56.736719 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:56.753012 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7792c4b6-4526-4825-997d-fa8229810ec1 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:17:56.774303 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 7792c4b6-4526-4825-997d-fa8229810ec1, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=7792c4b6-4526-4825-997d-fa8229810ec1,segment=NetworkSegment(d98d8d80-226f-4c17-81dd-dbde37927dd5),segment_id=d98d8d80-226f-4c17-81dd-dbde37927dd5)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:56.778105 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:56.826877 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-2f036396-2dd2-4f08-a176-acfc7424c1f6 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Deleting port 7c0e6b48-c2eb-4077-ae50-6fe8e9583929 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:17:56.827209 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2f036396-2dd2-4f08-a176-acfc7424c1f6 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:56.827319 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=7792c4b6-4526-4825-997d-fa8229810ec1,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:56.901709 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2f036396-2dd2-4f08-a176-acfc7424c1f6 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:56.902041 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2f036396-2dd2-4f08-a176-acfc7424c1f6 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:56.913956 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-2f036396-2dd2-4f08-a176-acfc7424c1f6 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Calling delete_port for 7c0e6b48-c2eb-4077-ae50-6fe8e9583929 owned by network:floatingip {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:17:57.049089 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2f036396-2dd2-4f08-a176-acfc7424c1f6 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:57.074165 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f036396-2dd2-4f08-a176-acfc7424c1f6 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Pushing event deleted for resources: {'Port': ['ID=7c0e6b48-c2eb-4077-ae50-6fe8e9583929,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:57.135469 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2f036396-2dd2-4f08-a176-acfc7424c1f6 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Notify callbacks [] for floatingip, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:57.138087 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2f036396-2dd2-4f08-a176-acfc7424c1f6 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:57.139249 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-2f036396-2dd2-4f08-a176-acfc7424c1f6 tempest-ServersTestFqdnHostnames-56244355 tempest-ServersTestFqdnHostnames-56244355-project] 10.222.0.62 "DELETE /v2.0/floatingips/5bfaef0f-6854-42fa-99fb-15027d2325c9 HTTP/1.1" status: 204 len: 168 time: 0.4451747 Aug 10 03:17:57.142056 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 52168) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:57.178781 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['7792c4b6-4526-4825-997d-fa8229810ec1'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:17:57.281584 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb987d8b-9b9f-4ca1-b0ec-10e2b2bd588e req-68e7657b-e63c-44cc-a593-a9c60f59bff4 tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:57.283077 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eb987d8b-9b9f-4ca1-b0ec-10e2b2bd588e req-68e7657b-e63c-44cc-a593-a9c60f59bff4 tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] 10.222.0.62 "GET /v2.0/ports?device_id=825131fc-b9ad-4dfb-92a7-e6ea31d35043 HTTP/1.1" status: 200 len: 944 time: 0.0912895 Aug 10 03:17:57.389673 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eb987d8b-9b9f-4ca1-b0ec-10e2b2bd588e req-e1d9d53c-118b-439d-9407-3a62d516e20f tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] 10.222.0.62 "GET /v2.0/security-groups?id=877f048d-7252-4eef-bea8-076628462e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726473 Aug 10 03:17:57.460032 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9e23b4b2-3db9-47a8-8a03-6dd0efad1ccc req-bf144db5-d60a-43b4-ac98-df250e21896a tempest-ServerShowV247Test-692494702 tempest-ServerShowV247Test-692494702-project] 10.222.0.62 "GET /v2.0/ports?device_id=71197cbc-008e-411b-bd1f-964ae6d49a74 HTTP/1.1" status: 200 len: 210 time: 0.0305996 Aug 10 03:17:57.601819 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9e855-01a0-4047-bf59-f2bc70af1783 req-de0560ba-cfc0-4782-a6d6-d524c86fc4ee tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:57.603371 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-07e9e855-01a0-4047-bf59-f2bc70af1783 req-de0560ba-cfc0-4782-a6d6-d524c86fc4ee tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d21420f-e897-4de9-b802-6ef6276fe4d1 HTTP/1.1" status: 200 len: 943 time: 0.0794454 Aug 10 03:17:57.638364 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0ec49f9d-25ff-4769-9c13-2130b877a49d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:57.684343 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-07e9e855-01a0-4047-bf59-f2bc70af1783 req-318531a2-c19e-4530-a046-679d54586aa2 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8f77d8a-e80d-48eb-a975-57d1082788a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738328 Aug 10 03:17:57.888500 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-0ec49f9d-25ff-4769-9c13-2130b877a49d admin admin] Deleting port a659675f-4c3e-4960-8fa0-1cd811d0e28f {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:17:57.888758 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0ec49f9d-25ff-4769-9c13-2130b877a49d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:57.967533 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-0ec49f9d-25ff-4769-9c13-2130b877a49d admin admin] For port a659675f-4c3e-4960-8fa0-1cd811d0e28f, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=a659675f-4c3e-4960-8fa0-1cd811d0e28f,segment=NetworkSegment(b65afc89-3d1a-4f68-8ff4-3e844f4efb7a),segment_id=b65afc89-3d1a-4f68-8ff4-3e844f4efb7a)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:57.967898 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0ec49f9d-25ff-4769-9c13-2130b877a49d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:57.980161 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-0ec49f9d-25ff-4769-9c13-2130b877a49d admin admin] Calling delete_port for a659675f-4c3e-4960-8fa0-1cd811d0e28f owned by network:router_interface {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:17:58.155122 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0ec49f9d-25ff-4769-9c13-2130b877a49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:58.182871 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec49f9d-25ff-4769-9c13-2130b877a49d admin admin] Pushing event deleted for resources: {'Port': ['ID=a659675f-4c3e-4960-8fa0-1cd811d0e28f,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:58.346416 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0ec49f9d-25ff-4769-9c13-2130b877a49d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:58.410211 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 7afea299-796b-4a2d-9a76-401e57ea50a4 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:17:58.412359 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 7792c4b6-4526-4825-997d-fa8229810ec1 up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:17:58.518235 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port 7792c4b6-4526-4825-997d-fa8229810ec1 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:17:58.526286 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 7792c4b6-4526-4825-997d-fa8229810ec1 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:17:58.526668 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:58.590013 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 7afea299-796b-4a2d-9a76-401e57ea50a4, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=7afea299-796b-4a2d-9a76-401e57ea50a4,segment=NetworkSegment(91865bfd-91d9-4155-bf76-2fc9d6980dd7),segment_id=91865bfd-91d9-4155-bf76-2fc9d6980dd7)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:58.593029 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e456e53-48ae-461b-97db-4ed17742add2 req-d46c101d-91a8-4d84-b73c-1311b83030b1 tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:58.594596 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1e456e53-48ae-461b-97db-4ed17742add2 req-d46c101d-91a8-4d84-b73c-1311b83030b1 tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] 10.222.0.62 "GET /v2.0/ports?device_id=825131fc-b9ad-4dfb-92a7-e6ea31d35043 HTTP/1.1" status: 200 len: 944 time: 0.1346564 Aug 10 03:17:58.604126 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '7afea299-796b-4a2d-9a76-401e57ea50a4', 'network_id': '78be5df8-906c-423e-9c5f-789b0e5bc6a5', 'port_id': '7afea299-796b-4a2d-9a76-401e57ea50a4', 'mac_address': 'fa:16:3e:de:6a:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c72cc844-d40a-416a-bb3f-e518baffdc69', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:17:58.673125 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:58.674935 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:58.701796 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7afea299-796b-4a2d-9a76-401e57ea50a4 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:17:58.711895 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '825131fc-b9ad-4dfb-92a7-e6ea31d35043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7792c4b6-4526-4825-997d-fa8229810ec1'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:58.714815 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f22375-2390-497f-bce6-4c5229180741" -d '{"events": [{"server_uuid": "825131fc-b9ad-4dfb-92a7-e6ea31d35043", "name": "network-vif-plugged", "status": "completed", "tag": "7792c4b6-4526-4825-997d-fa8229810ec1"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:58.732626 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 7792c4b6-4526-4825-997d-fa8229810ec1, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=7792c4b6-4526-4825-997d-fa8229810ec1,segment=NetworkSegment(d98d8d80-226f-4c17-81dd-dbde37927dd5),segment_id=d98d8d80-226f-4c17-81dd-dbde37927dd5)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:58.739378 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:58.740195 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 89aac158-9ee6-4d13-8c5d-8e082353bfcb no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:17:58.746463 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 7afea299-796b-4a2d-9a76-401e57ea50a4, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=7afea299-796b-4a2d-9a76-401e57ea50a4,segment=NetworkSegment(91865bfd-91d9-4155-bf76-2fc9d6980dd7),segment_id=91865bfd-91d9-4155-bf76-2fc9d6980dd7)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:58.785051 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:58.788427 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: 89aac158-9ee6-4d13-8c5d-8e082353bfcb {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:17:58.788777 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 89aac158-9ee6-4d13-8c5d-8e082353bfcb not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:17:58.814651 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=7792c4b6-4526-4825-997d-fa8229810ec1,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:58.861828 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c9117651-5caa-433a-8548-c76e81536901 req-c9716b79-0c2c-46d2-8b11-3ba6024239f9 tempest-ServerShowV247Test-692494702 tempest-ServerShowV247Test-692494702-project] 10.222.0.62 "GET /v2.0/ports?device_id=71197cbc-008e-411b-bd1f-964ae6d49a74 HTTP/1.1" status: 200 len: 210 time: 0.3165634 Aug 10 03:17:58.865430 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=7afea299-796b-4a2d-9a76-401e57ea50a4,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:58.911591 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec49f9d-25ff-4769-9c13-2130b877a49d admin admin] Router 12dcf7ca-7227-44d3-9d42-e245350fbc74 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:17:58.914914 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1e456e53-48ae-461b-97db-4ed17742add2 req-b94d40b4-dd4c-4556-9c06-40ce18de058e tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] 10.222.0.62 "GET /v2.0/security-groups?id=877f048d-7252-4eef-bea8-076628462e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554609 Aug 10 03:17:59.023698 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab60f28-4ad6-4279-b1d1-f34cc0edc2bd x-openstack-request-id: req-7ab60f28-4ad6-4279-b1d1-f34cc0edc2bd {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:59.023995 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "825131fc-b9ad-4dfb-92a7-e6ea31d35043", "name": "network-vif-plugged", "status": "completed", "tag": "7792c4b6-4526-4825-997d-fa8229810ec1", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:59.024250 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7ab60f28-4ad6-4279-b1d1-f34cc0edc2bd {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:59.024647 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '825131fc-b9ad-4dfb-92a7-e6ea31d35043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7792c4b6-4526-4825-997d-fa8229810ec1', 'code': 200} Aug 10 03:17:59.058769 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec49f9d-25ff-4769-9c13-2130b877a49d admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:17:59.070551 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860cb03-6576-415d-a3a6-0bafc96d9a05 req-46f798f4-f3df-4b5b-8c05-1ed5d90e1e77 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:59.072110 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2860cb03-6576-415d-a3a6-0bafc96d9a05 req-46f798f4-f3df-4b5b-8c05-1ed5d90e1e77 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d21420f-e897-4de9-b802-6ef6276fe4d1 HTTP/1.1" status: 200 len: 944 time: 0.0716474 Aug 10 03:17:59.073798 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cdae86-c633-48b9-b136-1acea5974987 None None] Sync routers for ids ['12dcf7ca-7227-44d3-9d42-e245350fbc74'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:17:59.078590 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-0ec49f9d-25ff-4769-9c13-2130b877a49d admin admin] 10.222.0.62 "PUT /v2.0/routers/12dcf7ca-7227-44d3-9d42-e245350fbc74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9333057 Aug 10 03:17:59.079112 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 52194) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:59.095740 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cdae86-c633-48b9-b136-1acea5974987 None None] Routers {'12dcf7ca-7227-44d3-9d42-e245350fbc74'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:17:59.096626 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-65cdae86-c633-48b9-b136-1acea5974987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:17:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['12dcf7ca-7227-44d3-9d42-e245350fbc74'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:59.139143 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2860cb03-6576-415d-a3a6-0bafc96d9a05 req-75a8bb11-0994-4112-95b9-b42204ccdc80 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8f77d8a-e80d-48eb-a975-57d1082788a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597751 Aug 10 03:17:59.156540 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb73b60b-5a62-4e39-a79f-d599c40f0362 req-a70dc99b-ed05-41e6-89ff-f411201fa161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:59.158151 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cb73b60b-5a62-4e39-a79f-d599c40f0362 req-a70dc99b-ed05-41e6-89ff-f411201fa161 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=825131fc-b9ad-4dfb-92a7-e6ea31d35043 HTTP/1.1" status: 200 len: 1097 time: 0.0493422 Aug 10 03:17:59.195708 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cb73b60b-5a62-4e39-a79f-d599c40f0362 req-4c172af7-e7db-4a58-893c-90e3d61bd639 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=877f048d-7252-4eef-bea8-076628462e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283773 Aug 10 03:17:59.199339 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f71081d1-830d-41bf-a862-4f85ed1ce2b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:59.214751 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-65cdae86-c633-48b9-b136-1acea5974987 None None] Set router 12dcf7ca-7227-44d3-9d42-e245350fbc74 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:17:59.241647 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['7afea299-796b-4a2d-9a76-401e57ea50a4'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:17:59.509838 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-65cdae86-c633-48b9-b136-1acea5974987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12dcf7ca-7227-44d3-9d42-e245350fbc74', 'name': 'tempest-ServersTestFqdnHostnames-1825038511-router', 'tenant_id': '6bae6b9c32c14720bf0a198e3afedf70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'e577adea-3a53-4917-b962-d23837527276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:28Z', 'updated_at': '2021-08-10T03:17:58Z', 'revision_number': 5, 'project_id': '6bae6b9c32c14720bf0a198e3afedf70', 'gw_port': {'id': 'e577adea-3a53-4917-b962-d23837527276', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:fb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12dcf7ca-7227-44d3-9d42-e245350fbc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:29Z', 'updated_at': '2021-08-10T03:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:59.539397 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cdae86-c633-48b9-b136-1acea5974987 None None] Checking router: 12dcf7ca-7227-44d3-9d42-e245350fbc74 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:17:59.551429 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cdae86-c633-48b9-b136-1acea5974987 None None] Routers {'12dcf7ca-7227-44d3-9d42-e245350fbc74'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:17:59.552052 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-65cdae86-c633-48b9-b136-1acea5974987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:17:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['12dcf7ca-7227-44d3-9d42-e245350fbc74'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:59.588719 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f71081d1-830d-41bf-a862-4f85ed1ce2b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:59.639787 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-f71081d1-830d-41bf-a862-4f85ed1ce2b2 admin admin] Deleting port e577adea-3a53-4917-b962-d23837527276 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:17:59.640129 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f71081d1-830d-41bf-a862-4f85ed1ce2b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:59.658039 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-65cdae86-c633-48b9-b136-1acea5974987 None None] Set router 12dcf7ca-7227-44d3-9d42-e245350fbc74 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:17:59.718057 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-f71081d1-830d-41bf-a862-4f85ed1ce2b2 admin admin] For port e577adea-3a53-4917-b962-d23837527276, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=e577adea-3a53-4917-b962-d23837527276,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:59.718414 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f71081d1-830d-41bf-a862-4f85ed1ce2b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:59.730464 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-f71081d1-830d-41bf-a862-4f85ed1ce2b2 admin admin] Calling delete_port for e577adea-3a53-4917-b962-d23837527276 owned by network:router_gateway {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:17:59.835410 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-65cdae86-c633-48b9-b136-1acea5974987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12dcf7ca-7227-44d3-9d42-e245350fbc74', 'name': 'tempest-ServersTestFqdnHostnames-1825038511-router', 'tenant_id': '6bae6b9c32c14720bf0a198e3afedf70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'e577adea-3a53-4917-b962-d23837527276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:28Z', 'updated_at': '2021-08-10T03:17:58Z', 'revision_number': 5, 'project_id': '6bae6b9c32c14720bf0a198e3afedf70', 'gw_port': {'id': 'e577adea-3a53-4917-b962-d23837527276', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:fb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12dcf7ca-7227-44d3-9d42-e245350fbc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:29Z', 'updated_at': '2021-08-10T03:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:59.862754 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cdae86-c633-48b9-b136-1acea5974987 None None] The sync data for ids ['12dcf7ca-7227-44d3-9d42-e245350fbc74'] in n-d-768851-15 is: [{'id': '12dcf7ca-7227-44d3-9d42-e245350fbc74', 'name': 'tempest-ServersTestFqdnHostnames-1825038511-router', 'tenant_id': '6bae6b9c32c14720bf0a198e3afedf70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'e577adea-3a53-4917-b962-d23837527276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:28Z', 'updated_at': '2021-08-10T03:17:58Z', 'revision_number': 5, 'project_id': '6bae6b9c32c14720bf0a198e3afedf70', 'gw_port': {'id': 'e577adea-3a53-4917-b962-d23837527276', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:fb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12dcf7ca-7227-44d3-9d42-e245350fbc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:29Z', 'updated_at': '2021-08-10T03:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:17:59.901287 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f71081d1-830d-41bf-a862-4f85ed1ce2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:59.929552 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71081d1-830d-41bf-a862-4f85ed1ce2b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e577adea-3a53-4917-b962-d23837527276,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:59.982273 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-77d6e6a5-0a94-495f-9778-456af3bc1d41 req-57a0507f-af2b-4563-95b4-cef23095a056 tempest-ServerShowV247Test-692494702 tempest-ServerShowV247Test-692494702-project] 10.222.0.62 "GET /v2.0/ports?device_id=71197cbc-008e-411b-bd1f-964ae6d49a74 HTTP/1.1" status: 200 len: 210 time: 0.0317795 Aug 10 03:17:59.991079 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f71081d1-830d-41bf-a862-4f85ed1ce2b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:00.068850 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec850cbb-a6e2-49ba-b7dc-737b7bafbf89 req-fc69714a-344e-4046-84a0-832ffeac82c3 tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:00.070444 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ec850cbb-a6e2-49ba-b7dc-737b7bafbf89 req-fc69714a-344e-4046-84a0-832ffeac82c3 tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] 10.222.0.62 "GET /v2.0/ports?device_id=825131fc-b9ad-4dfb-92a7-e6ea31d35043 HTTP/1.1" status: 200 len: 945 time: 0.0682185 Aug 10 03:18:00.091777 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f71081d1-830d-41bf-a862-4f85ed1ce2b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:00.093790 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f71081d1-830d-41bf-a862-4f85ed1ce2b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:00.113746 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ec850cbb-a6e2-49ba-b7dc-737b7bafbf89 req-db755d72-2b30-43ae-a4ce-c26e8c48b32d tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] 10.222.0.62 "GET /v2.0/security-groups?id=877f048d-7252-4eef-bea8-076628462e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367780 Aug 10 03:18:00.151191 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f71081d1-830d-41bf-a862-4f85ed1ce2b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:00.151758 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71081d1-830d-41bf-a862-4f85ed1ce2b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12dcf7ca-7227-44d3-9d42-e245350fbc74 {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:18:00.157404 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f71081d1-830d-41bf-a862-4f85ed1ce2b2 admin admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:00.158648 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f71081d1-830d-41bf-a862-4f85ed1ce2b2 admin admin] 10.222.0.62 "DELETE /v2.0/routers/12dcf7ca-7227-44d3-9d42-e245350fbc74 HTTP/1.1" status: 204 len: 168 time: 1.0783575 Aug 10 03:18:00.161083 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 52206) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:00.211696 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aa3e08d-f556-4eac-9f11-67a8968cca0d admin admin] Deleting subnet 2f598b1a-5cba-4d46-8b7f-e1e7a38ff110 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:18:00.215188 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1aa3e08d-f556-4eac-9f11-67a8968cca0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:00.257111 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1aa3e08d-f556-4eac-9f11-67a8968cca0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:00.292521 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-de363145-f72c-4019-a342-6cc29bbf4430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:00.304379 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571d6db-07a7-42be-b6e3-5f91102df416 req-5482784a-5e5e-446d-8927-717cfa0bcc31 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:00.311813 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5571d6db-07a7-42be-b6e3-5f91102df416 req-5482784a-5e5e-446d-8927-717cfa0bcc31 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d21420f-e897-4de9-b802-6ef6276fe4d1 HTTP/1.1" status: 200 len: 944 time: 0.0827506 Aug 10 03:18:00.354822 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5571d6db-07a7-42be-b6e3-5f91102df416 req-a0487f22-fda7-426e-a919-8d5a85a1fb09 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8f77d8a-e80d-48eb-a975-57d1082788a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369098 Aug 10 03:18:00.360358 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1aa3e08d-f556-4eac-9f11-67a8968cca0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:00.384064 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device a659675f-4c3e-4960-8fa0-1cd811d0e28f no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:18:00.407268 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: a659675f-4c3e-4960-8fa0-1cd811d0e28f {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:18:00.407644 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device a659675f-4c3e-4960-8fa0-1cd811d0e28f not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:18:00.420345 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1aa3e08d-f556-4eac-9f11-67a8968cca0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:00.444418 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa3e08d-f556-4eac-9f11-67a8968cca0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f598b1a-5cba-4d46-8b7f-e1e7a38ff110,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:00.452363 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1aa3e08d-f556-4eac-9f11-67a8968cca0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:00.455456 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1aa3e08d-f556-4eac-9f11-67a8968cca0d admin admin] 10.222.0.62 "DELETE /v2.0/subnets/2f598b1a-5cba-4d46-8b7f-e1e7a38ff110 HTTP/1.1" status: 204 len: 168 time: 0.2923548 Aug 10 03:18:00.457246 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 52210) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:00.457567 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5662f89a-28c6-4cf9-b1ca-8f7b363cfe09 None None] Network aadf8a17-809b-4292-83f3-4ba8555a94af requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:18:00.530570 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-79143369-1745-46ca-ab82-24477f4eb5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:00.587253 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-79143369-1745-46ca-ab82-24477f4eb5a8 admin admin] Deleting port 34104608-06cd-4d21-836d-518c94151045 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:18:00.587666 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-79143369-1745-46ca-ab82-24477f4eb5a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:00.651399 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad6daad-a884-448e-b9e1-a6a2e3f5a903 None None] DHCP port deletion for aadf8a17-809b-4292-83f3-4ba8555a94af request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:18:00.660630 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-79143369-1745-46ca-ab82-24477f4eb5a8 admin admin] For port 34104608-06cd-4d21-836d-518c94151045, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=34104608-06cd-4d21-836d-518c94151045,segment=NetworkSegment(b65afc89-3d1a-4f68-8ff4-3e844f4efb7a),segment_id=b65afc89-3d1a-4f68-8ff4-3e844f4efb7a)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:00.661097 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-79143369-1745-46ca-ab82-24477f4eb5a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:00.673787 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-79143369-1745-46ca-ab82-24477f4eb5a8 admin admin] Calling delete_port for 34104608-06cd-4d21-836d-518c94151045 owned by network:dhcp {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:18:00.696633 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-9ad6daad-a884-448e-b9e1-a6a2e3f5a903 None None] Deleting port 34104608-06cd-4d21-836d-518c94151045 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:18:00.697026 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9ad6daad-a884-448e-b9e1-a6a2e3f5a903 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:00.756318 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-79143369-1745-46ca-ab82-24477f4eb5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:00.761290 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-9ad6daad-a884-448e-b9e1-a6a2e3f5a903 None None] For port 34104608-06cd-4d21-836d-518c94151045, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=34104608-06cd-4d21-836d-518c94151045,segment=NetworkSegment(b65afc89-3d1a-4f68-8ff4-3e844f4efb7a),segment_id=b65afc89-3d1a-4f68-8ff4-3e844f4efb7a)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:00.761746 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9ad6daad-a884-448e-b9e1-a6a2e3f5a903 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:00.774096 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-9ad6daad-a884-448e-b9e1-a6a2e3f5a903 None None] Calling delete_port for 34104608-06cd-4d21-836d-518c94151045 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:18:00.782892 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79143369-1745-46ca-ab82-24477f4eb5a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=34104608-06cd-4d21-836d-518c94151045,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:00.788122 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79143369-1745-46ca-ab82-24477f4eb5a8 admin admin] No DVR routers for this DVR port 34104608-06cd-4d21-836d-518c94151045 on host n-d-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:18:00.850284 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9ad6daad-a884-448e-b9e1-a6a2e3f5a903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:00.861144 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-79143369-1745-46ca-ab82-24477f4eb5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:00.870805 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-79143369-1745-46ca-ab82-24477f4eb5a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aadf8a17-809b-4292-83f3-4ba8555a94af']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:00.872636 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad6daad-a884-448e-b9e1-a6a2e3f5a903 None None] Pushing event deleted for resources: {'Port': ['ID=34104608-06cd-4d21-836d-518c94151045,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:00.878044 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad6daad-a884-448e-b9e1-a6a2e3f5a903 None None] No DVR routers for this DVR port 34104608-06cd-4d21-836d-518c94151045 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:18:00.890367 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-79143369-1745-46ca-ab82-24477f4eb5a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b65afc89-3d1a-4f68-8ff4-3e844f4efb7a') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:00.890718 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-79143369-1745-46ca-ab82-24477f4eb5a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b65afc89-3d1a-4f68-8ff4-3e844f4efb7a') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:00.900035 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-79143369-1745-46ca-ab82-24477f4eb5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:00.914962 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-79143369-1745-46ca-ab82-24477f4eb5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:00.921356 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79143369-1745-46ca-ab82-24477f4eb5a8 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:18:00.921753 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-79143369-1745-46ca-ab82-24477f4eb5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:00.923732 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:18:00.923732 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:18:00.923732 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:18:00.923732 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:18:00.923732 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:18:00.923732 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:18:00.923732 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:18:00.923732 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:18:00.923732 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:18:00.923732 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:18:00.923732 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:18:00.923732 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:18:00.923732 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:18:00.923732 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:18:00.923732 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:18:00.923732 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:18:00.923732 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:18:00.923732 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:18:00.923732 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:18:00.923732 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:18:00.923732 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:18:00.923732 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:18:00.923732 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:18:00.923732 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:18:00.923732 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:18:00.923732 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:18:00.923732 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:18:00.923732 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:18:00.923732 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:18:00.923732 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:18:00.923732 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:18:00.923732 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:18:00.978564 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-79143369-1745-46ca-ab82-24477f4eb5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:00.984910 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-79143369-1745-46ca-ab82-24477f4eb5a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:00.986793 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-79143369-1745-46ca-ab82-24477f4eb5a8 admin admin] 10.222.0.62 "DELETE /v2.0/networks/aadf8a17-809b-4292-83f3-4ba8555a94af HTTP/1.1" status: 204 len: 168 time: 0.5284503 Aug 10 03:18:00.999548 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79143369-1745-46ca-ab82-24477f4eb5a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=aadf8a17-809b-4292-83f3-4ba8555a94af,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:01.092758 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-656f1e8b-0506-4da8-a989-f165a65486af req-626c05f8-f7b7-4f37-bf17-d7ab8522e7ee tempest-ServerShowV247Test-692494702 tempest-ServerShowV247Test-692494702-project] 10.222.0.62 "GET /v2.0/ports?device_id=71197cbc-008e-411b-bd1f-964ae6d49a74 HTTP/1.1" status: 200 len: 210 time: 0.0297425 Aug 10 03:18:01.199267 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 52222) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:01.243906 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-16e63176-0925-41bd-9fcb-f3ebffdcfe9e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6bae6b9c32c14720bf0a198e3afedf70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406239 Aug 10 03:18:01.244148 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 52226) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:01.257174 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641714e0-cc1c-4215-a4f3-e14adce1aaa5 req-503b4d49-0dfd-4c0d-ae11-a27e1225e088 tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:01.258878 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-641714e0-cc1c-4215-a4f3-e14adce1aaa5 req-503b4d49-0dfd-4c0d-ae11-a27e1225e088 tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] 10.222.0.62 "GET /v2.0/ports?device_id=825131fc-b9ad-4dfb-92a7-e6ea31d35043 HTTP/1.1" status: 200 len: 945 time: 0.0711675 Aug 10 03:18:01.295618 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d08e9b31-bef6-4c15-b81e-12558761e121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:01.298225 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-641714e0-cc1c-4215-a4f3-e14adce1aaa5 req-71951484-9a78-4b75-a7a2-747162dfaa67 tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] 10.222.0.62 "GET /v2.0/security-groups?id=877f048d-7252-4eef-bea8-076628462e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327682 Aug 10 03:18:01.321306 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d08e9b31-bef6-4c15-b81e-12558761e121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:01.368937 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d08e9b31-bef6-4c15-b81e-12558761e121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:01.372527 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d08e9b31-bef6-4c15-b81e-12558761e121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:01.375255 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d08e9b31-bef6-4c15-b81e-12558761e121 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fd33a6be-8c9d-4c61-a6a2-87b577651580 HTTP/1.1" status: 204 len: 168 time: 0.1295562 Aug 10 03:18:01.386291 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08e9b31-bef6-4c15-b81e-12558761e121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd33a6be-8c9d-4c61-a6a2-87b577651580,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:01.432296 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a851fa2c-eeac-4a0a-9419-48b7605f1118 req-b9fc1d18-46d3-4b07-b9a9-97e3247aceca tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:01.433828 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a851fa2c-eeac-4a0a-9419-48b7605f1118 req-b9fc1d18-46d3-4b07-b9a9-97e3247aceca tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] 10.222.0.62 "GET /v2.0/ports?device_id=825131fc-b9ad-4dfb-92a7-e6ea31d35043 HTTP/1.1" status: 200 len: 945 time: 0.0676479 Aug 10 03:18:01.497608 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a851fa2c-eeac-4a0a-9419-48b7605f1118 req-01f574fb-6e9b-4671-9adf-62c37897dda9 tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] 10.222.0.62 "GET /v2.0/security-groups?id=877f048d-7252-4eef-bea8-076628462e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544431 Aug 10 03:18:01.511573 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4593bf98-c157-43e9-8c2b-391dcbf6ead5 req-ccb612e4-c15f-4207-b41a-1b56eaa575b0 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:01.513162 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4593bf98-c157-43e9-8c2b-391dcbf6ead5 req-ccb612e4-c15f-4207-b41a-1b56eaa575b0 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d21420f-e897-4de9-b802-6ef6276fe4d1 HTTP/1.1" status: 200 len: 944 time: 0.0784030 Aug 10 03:18:01.560117 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4593bf98-c157-43e9-8c2b-391dcbf6ead5 req-a3fb4f7c-acf9-4ae3-92fd-b43364dae226 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8f77d8a-e80d-48eb-a975-57d1082788a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407693 Aug 10 03:18:01.879056 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f1cdef-f227-40c3-a14e-78c39d7957af req-1430ac98-3ff4-4a6f-91a8-1b499d7d82ef tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:01.880676 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e8f1cdef-f227-40c3-a14e-78c39d7957af req-1430ac98-3ff4-4a6f-91a8-1b499d7d82ef tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] 10.222.0.62 "GET /v2.0/ports?device_id=825131fc-b9ad-4dfb-92a7-e6ea31d35043 HTTP/1.1" status: 200 len: 945 time: 0.0525444 Aug 10 03:18:01.925603 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e8f1cdef-f227-40c3-a14e-78c39d7957af req-418c6578-9e5b-4223-a5f6-3971f06089a8 tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] 10.222.0.62 "GET /v2.0/security-groups?id=877f048d-7252-4eef-bea8-076628462e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372307 Aug 10 03:18:02.090768 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 52262) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:02.217897 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-140a2f26-d6ab-4a81-88f4-1485997462d8 req-4c59347b-de2a-4d02-8eb1-95e4e6d160e4 tempest-ServerShowV247Test-692494702 tempest-ServerShowV247Test-692494702-project] 10.222.0.62 "GET /v2.0/ports?device_id=71197cbc-008e-411b-bd1f-964ae6d49a74 HTTP/1.1" status: 200 len: 210 time: 0.0357857 Aug 10 03:18:02.228536 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-95f035e2-4c7e-4173-9431-4cd3caf62b25 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1328495678-network', 'tenant_id': '83b79d8631564df6a9bf256e7f6ac69f'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:02.254247 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f035e2-4c7e-4173-9431-4cd3caf62b25 admin admin] Made reservation on behalf of 83b79d8631564df6a9bf256e7f6ac69f for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:18:02.256606 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-95f035e2-4c7e-4173-9431-4cd3caf62b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:02.265951 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-95f035e2-4c7e-4173-9431-4cd3caf62b25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:02.271409 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558e264-dcc2-4838-a08e-c1818e68bfd8 req-4fcee5af-b4ba-4b5c-8e0c-ec14032c3e7f tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:02.273406 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7558e264-dcc2-4838-a08e-c1818e68bfd8 req-4fcee5af-b4ba-4b5c-8e0c-ec14032c3e7f tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] 10.222.0.62 "GET /v2.0/ports?device_id=825131fc-b9ad-4dfb-92a7-e6ea31d35043 HTTP/1.1" status: 200 len: 945 time: 0.0801194 Aug 10 03:18:02.339361 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7558e264-dcc2-4838-a08e-c1818e68bfd8 req-c51295a9-eb8a-40da-adc4-c83fff52dba0 tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] 10.222.0.62 "GET /v2.0/security-groups?id=877f048d-7252-4eef-bea8-076628462e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594935 Aug 10 03:18:02.352877 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 34104608-06cd-4d21-836d-518c94151045 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:18:02.375051 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 34104608-06cd-4d21-836d-518c94151045 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:18:02.375577 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 34104608-06cd-4d21-836d-518c94151045 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:18:02.376252 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e577adea-3a53-4917-b962-d23837527276 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:18:02.392774 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-95f035e2-4c7e-4173-9431-4cd3caf62b25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:02.397041 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-95f035e2-4c7e-4173-9431-4cd3caf62b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:02.402720 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: e577adea-3a53-4917-b962-d23837527276 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:18:02.403429 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e577adea-3a53-4917-b962-d23837527276 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:18:02.418308 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 7afea299-796b-4a2d-9a76-401e57ea50a4 up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:18:02.422305 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95f035e2-4c7e-4173-9431-4cd3caf62b25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:18:02.437346 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f035e2-4c7e-4173-9431-4cd3caf62b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:02.442216 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-95f035e2-4c7e-4173-9431-4cd3caf62b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:02.442566 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-95f035e2-4c7e-4173-9431-4cd3caf62b25 admin admin] Added segment e0fc6907-b0e5-497d-acdf-511c68571829 of type vlan for network 480dbe0b-e3be-4a4e-913b-dd9b24bba262 Aug 10 03:18:02.472094 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port 7afea299-796b-4a2d-9a76-401e57ea50a4 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:18:02.475957 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 7afea299-796b-4a2d-9a76-401e57ea50a4 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:02.476331 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:02.482868 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-95f035e2-4c7e-4173-9431-4cd3caf62b25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:02.511381 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-95f035e2-4c7e-4173-9431-4cd3caf62b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:02.512536 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f035e2-4c7e-4173-9431-4cd3caf62b25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:02.513183 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-95f035e2-4c7e-4173-9431-4cd3caf62b25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:02.553038 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:02.570822 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-95f035e2-4c7e-4173-9431-4cd3caf62b25 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4840691 Aug 10 03:18:02.574017 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 52276) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:02.575999 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d21420f-e897-4de9-b802-6ef6276fe4d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7afea299-796b-4a2d-9a76-401e57ea50a4'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:18:02.578253 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8677e17a-4dd6-426b-b94b-6aa3d85826e7" -d '{"events": [{"server_uuid": "9d21420f-e897-4de9-b802-6ef6276fe4d1", "name": "network-vif-plugged", "status": "completed", "tag": "7afea299-796b-4a2d-9a76-401e57ea50a4"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:18:02.578779 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-f6adec41-07b2-4d00-b2fb-d2216cf964f2 admin admin] Request body: {'subnet': {'network_id': '480dbe0b-e3be-4a4e-913b-dd9b24bba262', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1328495678-subnet', 'tenant_id': '83b79d8631564df6a9bf256e7f6ac69f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:02.586862 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f035e2-4c7e-4173-9431-4cd3caf62b25 admin admin] Pushing event updated for resources: {'Network': ['ID=480dbe0b-e3be-4a4e-913b-dd9b24bba262,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:02.603011 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 480dbe0b-e3be-4a4e-913b-dd9b24bba262 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:18:02.611250 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6adec41-07b2-4d00-b2fb-d2216cf964f2 admin admin] Made reservation on behalf of 83b79d8631564df6a9bf256e7f6ac69f for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:18:02.614041 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f6adec41-07b2-4d00-b2fb-d2216cf964f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:02.645320 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d89ab00-4a18-441a-ad9b-34af3e1dcd89 x-openstack-request-id: req-9d89ab00-4a18-441a-ad9b-34af3e1dcd89 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:18:02.645518 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d21420f-e897-4de9-b802-6ef6276fe4d1", "name": "network-vif-plugged", "status": "completed", "tag": "7afea299-796b-4a2d-9a76-401e57ea50a4", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:18:02.645758 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9d89ab00-4a18-441a-ad9b-34af3e1dcd89 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:18:02.646318 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d21420f-e897-4de9-b802-6ef6276fe4d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7afea299-796b-4a2d-9a76-401e57ea50a4', 'code': 200} Aug 10 03:18:02.648498 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 7afea299-796b-4a2d-9a76-401e57ea50a4, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=7afea299-796b-4a2d-9a76-401e57ea50a4,segment=NetworkSegment(91865bfd-91d9-4155-bf76-2fc9d6980dd7),segment_id=91865bfd-91d9-4155-bf76-2fc9d6980dd7)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:02.658984 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:02.714915 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f99536-c5fc-430e-901b-3f7dae7b2eb5 req-d1b9fab9-c49e-489c-aa3d-17dd1e3ef359 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:02.716898 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d0f99536-c5fc-430e-901b-3f7dae7b2eb5 req-d1b9fab9-c49e-489c-aa3d-17dd1e3ef359 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d21420f-e897-4de9-b802-6ef6276fe4d1 HTTP/1.1" status: 200 len: 945 time: 0.0703228 Aug 10 03:18:02.732546 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=7afea299-796b-4a2d-9a76-401e57ea50a4,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:02.739976 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:02.740325 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:02.740669 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:02.741005 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:02.741506 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:02.742009 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:02.742489 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:02.743001 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:02.743471 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:02.743951 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:02.745115 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:02.745608 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:02.779383 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d0f99536-c5fc-430e-901b-3f7dae7b2eb5 req-7843f5ff-3771-4176-8056-dd88afd5e459 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8f77d8a-e80d-48eb-a975-57d1082788a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518539 Aug 10 03:18:02.785090 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c15882-dda5-4469-8030-f4cb4bab4a57 req-558de636-eee2-4349-ac36-afa0f3fdceae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:02.786592 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-81c15882-dda5-4469-8030-f4cb4bab4a57 req-558de636-eee2-4349-ac36-afa0f3fdceae service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9d21420f-e897-4de9-b802-6ef6276fe4d1 HTTP/1.1" status: 200 len: 1097 time: 0.0686281 Aug 10 03:18:02.810321 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f6adec41-07b2-4d00-b2fb-d2216cf964f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:02.827843 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-81c15882-dda5-4469-8030-f4cb4bab4a57 req-cc49ccaf-d7a6-463b-8966-c56850258cc3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f8f77d8a-e80d-48eb-a975-57d1082788a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336874 Aug 10 03:18:02.864376 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6adec41-07b2-4d00-b2fb-d2216cf964f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=671472a0-ea87-43e5-8586-78a1de5f1af8,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:02.873293 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6adec41-07b2-4d00-b2fb-d2216cf964f2 admin admin] Checking segment: {'id': 'e0fc6907-b0e5-497d-acdf-511c68571829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '480dbe0b-e3be-4a4e-913b-dd9b24bba262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:18:02.873654 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6adec41-07b2-4d00-b2fb-d2216cf964f2 admin admin] Network hostable DHCP agents. Network: 480dbe0b-e3be-4a4e-913b-dd9b24bba262, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:18:02.889540 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6adec41-07b2-4d00-b2fb-d2216cf964f2 admin admin] Network 480dbe0b-e3be-4a4e-913b-dd9b24bba262 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:18:02.897915 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-f6adec41-07b2-4d00-b2fb-d2216cf964f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 480dbe0b-e3be-4a4e-913b-dd9b24bba262) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:18:02.901816 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6adec41-07b2-4d00-b2fb-d2216cf964f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:02.902394 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f6adec41-07b2-4d00-b2fb-d2216cf964f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:02.909467 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de19b80-92b5-44cd-97a9-e3831adf467c None None] Network 480dbe0b-e3be-4a4e-913b-dd9b24bba262 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:18:02.916718 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f6adec41-07b2-4d00-b2fb-d2216cf964f2 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3417077 Aug 10 03:18:02.986931 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2f739eb3-4d9d-4923-b15f-80e750006e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:03.045729 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5126b127-195b-4bba-9485-1e692cf56142 None None] Network 480dbe0b-e3be-4a4e-913b-dd9b24bba262 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:18:03.320109 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:03.334925 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-35bfaefc-1e99-467b-bda0-61f62a6ec978 req-c4f31ab1-dbac-4461-98ba-92f5416fe693 tempest-ServerShowV247Test-692494702 tempest-ServerShowV247Test-692494702-project] 10.222.0.62 "GET /v2.0/ports?device_id=71197cbc-008e-411b-bd1f-964ae6d49a74 HTTP/1.1" status: 200 len: 210 time: 0.0346458 Aug 10 03:18:03.374148 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7abead-7875-4e78-9752-8645d36a255a req-676a0f12-3e97-485a-988b-17606a32ab36 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:03.375756 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ce7abead-7875-4e78-9752-8645d36a255a req-676a0f12-3e97-485a-988b-17606a32ab36 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/networks?id=480dbe0b-e3be-4a4e-913b-dd9b24bba262 HTTP/1.1" status: 200 len: 812 time: 0.1370211 Aug 10 03:18:03.391316 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ce7abead-7875-4e78-9752-8645d36a255a req-4665ae05-0533-404b-8249-7bee6a0a8c2c tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/quotas/83b79d8631564df6a9bf256e7f6ac69f HTTP/1.1" status: 200 len: 375 time: 0.0099027 Aug 10 03:18:03.424609 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ce7abead-7875-4e78-9752-8645d36a255a req-a7f51b1f-65ed-4ba5-98ae-55c8b969c6d9 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=83b79d8631564df6a9bf256e7f6ac69f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274515 Aug 10 03:18:03.552262 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490de3d6-df67-4c98-ab13-9296e61de325 req-8375f69a-dd94-47cd-b560-a8a8c0784c9c tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:03.553799 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-490de3d6-df67-4c98-ab13-9296e61de325 req-8375f69a-dd94-47cd-b560-a8a8c0784c9c tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] 10.222.0.62 "GET /v2.0/ports?device_id=825131fc-b9ad-4dfb-92a7-e6ea31d35043 HTTP/1.1" status: 200 len: 945 time: 0.0764697 Aug 10 03:18:03.559415 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ce7abead-7875-4e78-9752-8645d36a255a req-ed737ef4-938b-4dcc-aae2-b3b273612cf1 service neutron] 10.222.0.62 "GET /v2.0/networks/480dbe0b-e3be-4a4e-913b-dd9b24bba262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276982 Aug 10 03:18:03.640809 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-490de3d6-df67-4c98-ab13-9296e61de325 req-98f2ae1b-b641-461a-b8f0-f91b40a041f5 tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] 10.222.0.62 "GET /v2.0/security-groups?id=877f048d-7252-4eef-bea8-076628462e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804543 Aug 10 03:18:03.674198 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ce7abead-7875-4e78-9752-8645d36a255a req-226d173e-5fc5-4b03-a018-063c504b66ad service neutron] 10.222.0.62 "GET /v2.0/networks/480dbe0b-e3be-4a4e-913b-dd9b24bba262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081614 Aug 10 03:18:03.790632 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f4397-0536-4e81-8277-2216257633ef req-dc5c8aad-97ac-4d4a-8a6f-11002d73f6ae tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:03.792893 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b21f4397-0536-4e81-8277-2216257633ef req-dc5c8aad-97ac-4d4a-8a6f-11002d73f6ae tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] 10.222.0.60 "GET /v2.0/ports?device_id=825131fc-b9ad-4dfb-92a7-e6ea31d35043 HTTP/1.1" status: 200 len: 945 time: 0.0647445 Aug 10 03:18:03.877204 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9d9c3dcb-d5fb-4e1d-9452-e058325d906a req-e87f88a8-78fa-4c62-9688-7d32e66960a4 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=b421f1b1-15a3-4661-a456-af46bd6c1855 HTTP/1.1" status: 200 len: 210 time: 0.0406542 Aug 10 03:18:03.959264 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e5abf-28ea-447e-972e-771f133277b2 req-86d17674-58d4-4c8f-a190-2962e6057a71 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:03.960764 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3a0e5abf-28ea-447e-972e-771f133277b2 req-86d17674-58d4-4c8f-a190-2962e6057a71 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d21420f-e897-4de9-b802-6ef6276fe4d1 HTTP/1.1" status: 200 len: 945 time: 0.0866172 Aug 10 03:18:03.998810 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-b21f4397-0536-4e81-8277-2216257633ef req-18fc4b9a-ac5d-4216-9ec7-55566a6da623 tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] Deleting port 7792c4b6-4526-4825-997d-fa8229810ec1 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:18:03.999140 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b21f4397-0536-4e81-8277-2216257633ef req-18fc4b9a-ac5d-4216-9ec7-55566a6da623 tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:04.050528 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3a0e5abf-28ea-447e-972e-771f133277b2 req-ccf55a29-37f7-4a42-92a8-b3043cd2117c tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8f77d8a-e80d-48eb-a975-57d1082788a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810161 Aug 10 03:18:04.118681 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:04.120337 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-b21f4397-0536-4e81-8277-2216257633ef req-18fc4b9a-ac5d-4216-9ec7-55566a6da623 tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] For port 7792c4b6-4526-4825-997d-fa8229810ec1, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=7792c4b6-4526-4825-997d-fa8229810ec1,segment=NetworkSegment(d98d8d80-226f-4c17-81dd-dbde37927dd5),segment_id=d98d8d80-226f-4c17-81dd-dbde37927dd5)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:04.120722 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b21f4397-0536-4e81-8277-2216257633ef req-18fc4b9a-ac5d-4216-9ec7-55566a6da623 tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:04.135697 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-b21f4397-0536-4e81-8277-2216257633ef req-18fc4b9a-ac5d-4216-9ec7-55566a6da623 tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] Calling delete_port for 7792c4b6-4526-4825-997d-fa8229810ec1 owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:18:04.238868 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18826e6-442e-4a50-8044-65173f3e8291 req-0f791fe8-4a56-47d9-a889-019a4a041b6e tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:04.240395 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e18826e6-442e-4a50-8044-65173f3e8291 req-0f791fe8-4a56-47d9-a889-019a4a041b6e tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d21420f-e897-4de9-b802-6ef6276fe4d1 HTTP/1.1" status: 200 len: 945 time: 0.0990863 Aug 10 03:18:04.248976 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 52322) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:04.254810 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-5566281f-86b2-4427-bc81-bb505c8732d9 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Request body: {'floatingip': {'port_id': '7afea299-796b-4a2d-9a76-401e57ea50a4'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:04.306603 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5566281f-86b2-4427-bc81-bb505c8732d9 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Notify callbacks [] for floatingip, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:04.467095 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-31ba4b8d-72b8-4617-ab6b-5dca2279cecd req-b5751b4a-d72f-47f4-80d6-181ead6282c8 tempest-ServerShowV247Test-692494702 tempest-ServerShowV247Test-692494702-project] 10.222.0.62 "GET /v2.0/ports?device_id=71197cbc-008e-411b-bd1f-964ae6d49a74 HTTP/1.1" status: 200 len: 210 time: 0.0447745 Aug 10 03:18:04.470046 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b21f4397-0536-4e81-8277-2216257633ef req-18fc4b9a-ac5d-4216-9ec7-55566a6da623 tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:04.536865 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc4b9a-ac5d-4216-9ec7-55566a6da623 tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] Pushing event deleted for resources: {'Port': ['ID=7792c4b6-4526-4825-997d-fa8229810ec1,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:04.610925 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-b21f4397-0536-4e81-8277-2216257633ef req-18fc4b9a-ac5d-4216-9ec7-55566a6da623 tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] No DVR routers for this DVR port 7792c4b6-4526-4825-997d-fa8229810ec1 on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:18:04.614370 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b21f4397-0536-4e81-8277-2216257633ef req-18fc4b9a-ac5d-4216-9ec7-55566a6da623 tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:04.616405 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b21f4397-0536-4e81-8277-2216257633ef req-18fc4b9a-ac5d-4216-9ec7-55566a6da623 tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] 10.222.0.60 "DELETE /v2.0/ports/7792c4b6-4526-4825-997d-fa8229810ec1 HTTP/1.1" status: 204 len: 173 time: 0.8169208 Aug 10 03:18:04.616829 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '825131fc-b9ad-4dfb-92a7-e6ea31d35043', 'name': 'network-vif-deleted', 'tag': '7792c4b6-4526-4825-997d-fa8229810ec1'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:18:04.619086 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036339e0-8772-4329-a91d-8dc3813c84b0" -d '{"events": [{"server_uuid": "825131fc-b9ad-4dfb-92a7-e6ea31d35043", "name": "network-vif-deleted", "tag": "7792c4b6-4526-4825-997d-fa8229810ec1"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:18:04.682370 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad627fe-c688-4683-b7c0-067c137ac782 x-openstack-request-id: req-cad627fe-c688-4683-b7c0-067c137ac782 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:18:04.682662 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "825131fc-b9ad-4dfb-92a7-e6ea31d35043", "name": "network-vif-deleted", "tag": "7792c4b6-4526-4825-997d-fa8229810ec1", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:18:04.682936 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cad627fe-c688-4683-b7c0-067c137ac782 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:18:04.684556 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '825131fc-b9ad-4dfb-92a7-e6ea31d35043', 'name': 'network-vif-deleted', 'tag': '7792c4b6-4526-4825-997d-fa8229810ec1', 'status': 'completed', 'code': 200} Aug 10 03:18:04.764469 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-09f733f0-3f2b-430d-a2e2-75ace4233b95 req-2bffd091-da69-4ac7-96f3-a50afd2d0e35 tempest-ServersNegativeTestMultiTenantJSON-2017680435 tempest-ServersNegativeTestMultiTenantJSON-2017680435-project] 10.222.0.62 "GET /v2.0/ports?device_id=825131fc-b9ad-4dfb-92a7-e6ea31d35043 HTTP/1.1" status: 200 len: 210 time: 0.0375164 Aug 10 03:18:04.934844 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5566281f-86b2-4427-bc81-bb505c8732d9 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:04.943099 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5566281f-86b2-4427-bc81-bb505c8732d9 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:04.963763 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7abead-7875-4e78-9752-8645d36a255a req-56ead8eb-09e1-4bf0-a711-cb4c30e31036 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:04.965361 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ce7abead-7875-4e78-9752-8645d36a255a req-56ead8eb-09e1-4bf0-a711-cb4c30e31036 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.58 "GET /v2.0/networks?id=480dbe0b-e3be-4a4e-913b-dd9b24bba262 HTTP/1.1" status: 200 len: 812 time: 0.1312439 Aug 10 03:18:04.981436 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-ce7abead-7875-4e78-9752-8645d36a255a req-7f5641b5-6487-47dd-a074-e4ab81c0c88c tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Request body: {'port': {'device_id': 'b421f1b1-15a3-4661-a456-af46bd6c1855', 'network_id': '480dbe0b-e3be-4a4e-913b-dd9b24bba262', 'admin_state_up': True, 'tenant_id': '83b79d8631564df6a9bf256e7f6ac69f'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:05.017315 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-61033a05-2120-4834-a4f3-1db94cf25a74 req-97b031db-7b4b-4ccf-a86e-1d751328b902 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=b421f1b1-15a3-4661-a456-af46bd6c1855 HTTP/1.1" status: 200 len: 210 time: 0.0328591 Aug 10 03:18:05.115654 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce7abead-7875-4e78-9752-8645d36a255a req-7f5641b5-6487-47dd-a074-e4ab81c0c88c tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Made reservation on behalf of 83b79d8631564df6a9bf256e7f6ac69f for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:18:05.122950 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-ce7abead-7875-4e78-9752-8645d36a255a req-7f5641b5-6487-47dd-a074-e4ab81c0c88c tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:05.271150 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-ce7abead-7875-4e78-9752-8645d36a255a req-7f5641b5-6487-47dd-a074-e4ab81c0c88c tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Allocated IP 172.20.0.5 (480dbe0b-e3be-4a4e-913b-dd9b24bba262/671472a0-ea87-43e5-8586-78a1de5f1af8/02265bc8-6437-43aa-98fb-7c2290d7661a) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:18:05.334945 n-d-768851-15 neutron-server[94216]: INFO neutron.db.l3_db [None req-5566281f-86b2-4427-bc81-bb505c8732d9 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Floating IP f47e9d70-c915-456f-af1c-4e21360050b4 associated. External IP: 172.25.7.117, port: 7afea299-796b-4a2d-9a76-401e57ea50a4. Aug 10 03:18:05.418563 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-ce7abead-7875-4e78-9752-8645d36a255a req-7f5641b5-6487-47dd-a074-e4ab81c0c88c tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:05.458013 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-ce7abead-7875-4e78-9752-8645d36a255a req-7f5641b5-6487-47dd-a074-e4ab81c0c88c tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:05.502420 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce7abead-7875-4e78-9752-8645d36a255a req-7f5641b5-6487-47dd-a074-e4ab81c0c88c tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Network 480dbe0b-e3be-4a4e-913b-dd9b24bba262 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:18:05.505728 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-ce7abead-7875-4e78-9752-8645d36a255a req-7f5641b5-6487-47dd-a074-e4ab81c0c88c tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:18:05.512652 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce7abead-7875-4e78-9752-8645d36a255a req-7f5641b5-6487-47dd-a074-e4ab81c0c88c tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:18:05.550052 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5566281f-86b2-4427-bc81-bb505c8732d9 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Router f52ab725-0b18-4914-b88f-f214d12a964e has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:18:05.551508 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5641b5-6487-47dd-a074-e4ab81c0c88c tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Pushing event updated for resources: {'Port': ['ID=02265bc8-6437-43aa-98fb-7c2290d7661a,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:05.569197 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7abead-7875-4e78-9752-8645d36a255a req-7f5641b5-6487-47dd-a074-e4ab81c0c88c tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:05.569798 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-ce7abead-7875-4e78-9752-8645d36a255a req-7f5641b5-6487-47dd-a074-e4ab81c0c88c tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:05.585167 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ce7abead-7875-4e78-9752-8645d36a255a req-7f5641b5-6487-47dd-a074-e4ab81c0c88c tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6088724 Aug 10 03:18:05.601842 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-ce7abead-7875-4e78-9752-8645d36a255a req-fdb1d1e1-f05a-4db8-9cde-d80bdd07aac3 service neutron] Request body: {'port': {'device_id': 'b421f1b1-15a3-4661-a456-af46bd6c1855', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:05.626266 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-24240fb3-f9b8-48dd-bd0a-e6fc7683c66d req-ac9bd6bf-071d-4311-910e-ca5ce050da74 tempest-ServerShowV247Test-692494702 tempest-ServerShowV247Test-692494702-project] 10.222.0.62 "GET /v2.0/ports?device_id=71197cbc-008e-411b-bd1f-964ae6d49a74 HTTP/1.1" status: 200 len: 210 time: 0.0312104 Aug 10 03:18:05.657727 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-ce7abead-7875-4e78-9752-8645d36a255a req-fdb1d1e1-f05a-4db8-9cde-d80bdd07aac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:05.686649 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5566281f-86b2-4427-bc81-bb505c8732d9 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:18:05.691520 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5566281f-86b2-4427-bc81-bb505c8732d9 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:05.698109 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fdf273-15c3-4b40-9635-8f46be6c03ab None None] Sync routers for ids ['f52ab725-0b18-4914-b88f-f214d12a964e'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:18:05.711726 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fdf273-15c3-4b40-9635-8f46be6c03ab None None] Routers {'f52ab725-0b18-4914-b88f-f214d12a964e'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:18:05.712422 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-f2fdf273-15c3-4b40-9635-8f46be6c03ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:18:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['f52ab725-0b18-4914-b88f-f214d12a964e'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:05.720626 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-5566281f-86b2-4427-bc81-bb505c8732d9 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] 10.222.0.62 "PUT /v2.0/floatingips/f47e9d70-c915-456f-af1c-4e21360050b4 HTTP/1.1" status: 200 len: 991 time: 1.4705894 Aug 10 03:18:05.816532 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-f2fdf273-15c3-4b40-9635-8f46be6c03ab None None] Set router f52ab725-0b18-4914-b88f-f214d12a964e gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:18:05.830222 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 52348) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:05.854352 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:05.905245 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-05b1dd52-23ff-4c8f-8634-c09bfec12db0 admin admin] Deleting subnet f52e0e3d-15cd-4baf-aa86-7061f306ca21 {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:18:05.910237 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-05b1dd52-23ff-4c8f-8634-c09bfec12db0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:05.955629 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-05b1dd52-23ff-4c8f-8634-c09bfec12db0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:05.966864 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-ce7abead-7875-4e78-9752-8645d36a255a req-fdb1d1e1-f05a-4db8-9cde-d80bdd07aac3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02265bc8-6437-43aa-98fb-7c2290d7661a {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:18:05.974268 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-ce7abead-7875-4e78-9752-8645d36a255a req-fdb1d1e1-f05a-4db8-9cde-d80bdd07aac3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:05.986559 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-ce7abead-7875-4e78-9752-8645d36a255a req-fdb1d1e1-f05a-4db8-9cde-d80bdd07aac3 service neutron] Transition to ACTIVE for port object 02265bc8-6437-43aa-98fb-7c2290d7661a will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:18:05.992267 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-ce7abead-7875-4e78-9752-8645d36a255a req-fdb1d1e1-f05a-4db8-9cde-d80bdd07aac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:05.999726 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-05b1dd52-23ff-4c8f-8634-c09bfec12db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:06.067151 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-f2fdf273-15c3-4b40-9635-8f46be6c03ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52ab725-0b18-4914-b88f-f214d12a964e', 'name': 'tempest-ServersTestBootFromVolume-1089544958-router', 'tenant_id': '688ac1bb34fc4bafb2a9d3c4de59e7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '9dfb3c4d-91d0-4414-95d1-8c59b2ed64ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:17:18Z', 'updated_at': '2021-08-10T03:17:20Z', 'revision_number': 4, 'project_id': '688ac1bb34fc4bafb2a9d3c4de59e7f3', 'gw_port': {'id': '9dfb3c4d-91d0-4414-95d1-8c59b2ed64ca', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52ab725-0b18-4914-b88f-f214d12a964e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:17:18Z', 'updated_at': '2021-08-10T03:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': 'f47e9d70-c915-456f-af1c-4e21360050b4', 'tenant_id': '688ac1bb34fc4bafb2a9d3c4de59e7f3', 'floating_ip_address': '172.25.7.117', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': 'f52ab725-0b18-4914-b88f-f214d12a964e', 'port_id': '7afea299-796b-4a2d-9a76-401e57ea50a4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78be5df8-906c-423e-9c5f-789b0e5bc6a5', 'mac_address': 'fa:16:3e:de:6a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d21420f-e897-4de9-b802-6ef6276fe4d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:17:24Z', 'updated_at': '2021-08-10T03:18:04Z', 'revision_number': 1, 'project_id': '688ac1bb34fc4bafb2a9d3c4de59e7f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ddeabdf-2a6d-4355-b3cc-5dcc21e2f375', 'name': '', 'network_id': '78be5df8-906c-423e-9c5f-789b0e5bc6a5', 'tenant_id': '688ac1bb34fc4bafb2a9d3c4de59e7f3', 'mac_address': 'fa:16:3e:28:68:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52ab725-0b18-4914-b88f-f214d12a964e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'c72cc844-d40a-416a-bb3f-e518baffdc69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:17:20Z', 'updated_at': '2021-08-10T03:17:26Z', 'revision_number': 5, 'project_id': '688ac1bb34fc4bafb2a9d3c4de59e7f3', 'subnets': [{'id': 'c72cc844-d40a-416a-bb3f-e518baffdc69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:06.075652 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-05b1dd52-23ff-4c8f-8634-c09bfec12db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:06.094481 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fdf273-15c3-4b40-9635-8f46be6c03ab None None] Checking router: f52ab725-0b18-4914-b88f-f214d12a964e for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:18:06.102866 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fdf273-15c3-4b40-9635-8f46be6c03ab None None] Routers {'f52ab725-0b18-4914-b88f-f214d12a964e'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:18:06.103473 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-f2fdf273-15c3-4b40-9635-8f46be6c03ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:18:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['f52ab725-0b18-4914-b88f-f214d12a964e'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:06.111231 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-ce7abead-7875-4e78-9752-8645d36a255a req-fdb1d1e1-f05a-4db8-9cde-d80bdd07aac3 service neutron] Attempting to bind port 02265bc8-6437-43aa-98fb-7c2290d7661a on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:18:06.111231 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-ce7abead-7875-4e78-9752-8645d36a255a req-fdb1d1e1-f05a-4db8-9cde-d80bdd07aac3 service neutron] Attempting to bind port 02265bc8-6437-43aa-98fb-7c2290d7661a by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': 'e0fc6907-b0e5-497d-acdf-511c68571829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '480dbe0b-e3be-4a4e-913b-dd9b24bba262'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:18:06.111492 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7abead-7875-4e78-9752-8645d36a255a req-fdb1d1e1-f05a-4db8-9cde-d80bdd07aac3 service neutron] Attempting to bind port 02265bc8-6437-43aa-98fb-7c2290d7661a on network 480dbe0b-e3be-4a4e-913b-dd9b24bba262 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:18:06.113404 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1d1e1-f05a-4db8-9cde-d80bdd07aac3 service neutron] Pushing event updated for resources: {'Port': ['ID=02265bc8-6437-43aa-98fb-7c2290d7661a,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:06.119996 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7abead-7875-4e78-9752-8645d36a255a req-fdb1d1e1-f05a-4db8-9cde-d80bdd07aac3 service neutron] Port 02265bc8-6437-43aa-98fb-7c2290d7661a on network 480dbe0b-e3be-4a4e-913b-dd9b24bba262 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:18:06.120539 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7abead-7875-4e78-9752-8645d36a255a req-fdb1d1e1-f05a-4db8-9cde-d80bdd07aac3 service neutron] Attempting to bind port 02265bc8-6437-43aa-98fb-7c2290d7661a on network 480dbe0b-e3be-4a4e-913b-dd9b24bba262 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:18:06.126018 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7abead-7875-4e78-9752-8645d36a255a req-fdb1d1e1-f05a-4db8-9cde-d80bdd07aac3 service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:18:06.126350 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7abead-7875-4e78-9752-8645d36a255a req-fdb1d1e1-f05a-4db8-9cde-d80bdd07aac3 service neutron] Checking segment: {'id': 'e0fc6907-b0e5-497d-acdf-511c68571829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '480dbe0b-e3be-4a4e-913b-dd9b24bba262'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:18:06.126844 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7abead-7875-4e78-9752-8645d36a255a req-fdb1d1e1-f05a-4db8-9cde-d80bdd07aac3 service neutron] Bound using segment: {'id': 'e0fc6907-b0e5-497d-acdf-511c68571829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '480dbe0b-e3be-4a4e-913b-dd9b24bba262'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:18:06.127176 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-ce7abead-7875-4e78-9752-8645d36a255a req-fdb1d1e1-f05a-4db8-9cde-d80bdd07aac3 service neutron] Bound port: 02265bc8-6437-43aa-98fb-7c2290d7661a, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0fc6907-b0e5-497d-acdf-511c68571829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '480dbe0b-e3be-4a4e-913b-dd9b24bba262'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:18:06.127661 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-ce7abead-7875-4e78-9752-8645d36a255a req-fdb1d1e1-f05a-4db8-9cde-d80bdd07aac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:06.128759 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-05b1dd52-23ff-4c8f-8634-c09bfec12db0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:06.130870 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-05b1dd52-23ff-4c8f-8634-c09bfec12db0 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/f52e0e3d-15cd-4baf-aa86-7061f306ca21 HTTP/1.1" status: 204 len: 168 time: 0.2993875 Aug 10 03:18:06.132031 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b1dd52-23ff-4c8f-8634-c09bfec12db0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f52e0e3d-15cd-4baf-aa86-7061f306ca21,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:06.135820 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 52354) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:06.195642 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-ce7abead-7875-4e78-9752-8645d36a255a req-fdb1d1e1-f05a-4db8-9cde-d80bdd07aac3 service neutron] For port 02265bc8-6437-43aa-98fb-7c2290d7661a, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:18:06.201358 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-ce7abead-7875-4e78-9752-8645d36a255a req-fdb1d1e1-f05a-4db8-9cde-d80bdd07aac3 service neutron] For port 02265bc8-6437-43aa-98fb-7c2290d7661a, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=02265bc8-6437-43aa-98fb-7c2290d7661a,segment=NetworkSegment(e0fc6907-b0e5-497d-acdf-511c68571829),segment_id=e0fc6907-b0e5-497d-acdf-511c68571829)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:18:06.205673 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-ce7abead-7875-4e78-9752-8645d36a255a req-fdb1d1e1-f05a-4db8-9cde-d80bdd07aac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:06.218698 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-f2fdf273-15c3-4b40-9635-8f46be6c03ab None None] Set router f52ab725-0b18-4914-b88f-f214d12a964e gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:18:06.247121 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-617c05c9-23ae-4e34-aefe-1bcd355d8c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:06.255439 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7abead-7875-4e78-9752-8645d36a255a req-fdb1d1e1-f05a-4db8-9cde-d80bdd07aac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:06.256061 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-ce7abead-7875-4e78-9752-8645d36a255a req-fdb1d1e1-f05a-4db8-9cde-d80bdd07aac3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:06.257472 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ce7abead-7875-4e78-9752-8645d36a255a req-fdb1d1e1-f05a-4db8-9cde-d80bdd07aac3 service neutron] 10.222.0.58 "PUT /v2.0/ports/02265bc8-6437-43aa-98fb-7c2290d7661a HTTP/1.1" status: 200 len: 1092 time: 0.6601894 Aug 10 03:18:06.257933 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b421f1b1-15a3-4661-a456-af46bd6c1855', 'tag': '02265bc8-6437-43aa-98fb-7c2290d7661a'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:18:06.260241 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03404ec6-b4fa-4315-b4ef-2e87efaf32b3" -d '{"events": [{"name": "network-changed", "server_uuid": "b421f1b1-15a3-4661-a456-af46bd6c1855", "tag": "02265bc8-6437-43aa-98fb-7c2290d7661a"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:18:06.263702 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d9ad9-2dec-4e15-b1be-61e55430c8e4 req-8b90bab4-2499-435d-85f4-3a107e35ed96 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:06.265656 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-065d9ad9-2dec-4e15-b1be-61e55430c8e4 req-8b90bab4-2499-435d-85f4-3a107e35ed96 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=b421f1b1-15a3-4661-a456-af46bd6c1855 HTTP/1.1" status: 200 len: 943 time: 0.1106429 Aug 10 03:18:06.303294 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1d1e1-f05a-4db8-9cde-d80bdd07aac3 service neutron] Pushing event updated for resources: {'Port': ['ID=02265bc8-6437-43aa-98fb-7c2290d7661a,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:06.328885 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9167d3b-6e3b-42e8-bc21-09f7a0ad58c0 x-openstack-request-id: req-a9167d3b-6e3b-42e8-bc21-09f7a0ad58c0 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:18:06.329354 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b421f1b1-15a3-4661-a456-af46bd6c1855", "tag": "02265bc8-6437-43aa-98fb-7c2290d7661a", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:18:06.329612 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a9167d3b-6e3b-42e8-bc21-09f7a0ad58c0 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:18:06.330007 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b421f1b1-15a3-4661-a456-af46bd6c1855', 'tag': '02265bc8-6437-43aa-98fb-7c2290d7661a', 'status': 'completed', 'code': 200} Aug 10 03:18:06.364296 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7abead-7875-4e78-9752-8645d36a255a req-d82b1c21-fe0e-4138-9479-ad58b0994d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:06.366266 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ce7abead-7875-4e78-9752-8645d36a255a req-d82b1c21-fe0e-4138-9479-ad58b0994d92 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=83b79d8631564df6a9bf256e7f6ac69f&device_id=b421f1b1-15a3-4661-a456-af46bd6c1855 HTTP/1.1" status: 200 len: 1095 time: 0.0478318 Aug 10 03:18:06.410498 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-065d9ad9-2dec-4e15-b1be-61e55430c8e4 req-421323a8-45fe-4670-bcde-5a0fc1b8aa07 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321146 Aug 10 03:18:06.411851 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-617c05c9-23ae-4e34-aefe-1bcd355d8c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:06.424741 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-617c05c9-23ae-4e34-aefe-1bcd355d8c25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef8246c3-e567-4d05-8f8d-6124277cdcb3']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:06.436230 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-617c05c9-23ae-4e34-aefe-1bcd355d8c25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd98d8d80-226f-4c17-81dd-dbde37927dd5') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:06.436540 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-617c05c9-23ae-4e34-aefe-1bcd355d8c25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd98d8d80-226f-4c17-81dd-dbde37927dd5') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:06.439409 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ce7abead-7875-4e78-9752-8645d36a255a req-9fa05075-2593-4c4d-b393-c605f4c1532c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02265bc8-6437-43aa-98fb-7c2290d7661a HTTP/1.1" status: 200 len: 217 time: 0.0633624 Aug 10 03:18:06.448364 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-617c05c9-23ae-4e34-aefe-1bcd355d8c25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:06.450616 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 7792c4b6-4526-4825-997d-fa8229810ec1 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:18:06.463872 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-617c05c9-23ae-4e34-aefe-1bcd355d8c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:06.470884 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-617c05c9-23ae-4e34-aefe-1bcd355d8c25 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:18:06.471348 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-617c05c9-23ae-4e34-aefe-1bcd355d8c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:06.473206 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:18:06.473206 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:18:06.473206 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:18:06.473206 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:18:06.473206 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:18:06.473206 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:18:06.473206 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:18:06.473206 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:18:06.473206 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:18:06.473206 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:18:06.473206 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:18:06.473206 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:18:06.473206 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:18:06.473206 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:18:06.473206 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:18:06.473206 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:18:06.473206 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:18:06.473206 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:18:06.473206 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:18:06.473206 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:18:06.473206 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:18:06.473206 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:18:06.473206 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:18:06.473206 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:18:06.473206 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:18:06.473206 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:18:06.473206 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:18:06.473206 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:18:06.473206 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:18:06.473206 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:18:06.473206 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:18:06.473206 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:18:06.496601 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: 7792c4b6-4526-4825-997d-fa8229810ec1 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:18:06.496982 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 7792c4b6-4526-4825-997d-fa8229810ec1 not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:18:06.508716 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7abead-7875-4e78-9752-8645d36a255a req-a2135b5c-fbb9-4a59-a67e-76396c1d2732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:06.510348 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ce7abead-7875-4e78-9752-8645d36a255a req-a2135b5c-fbb9-4a59-a67e-76396c1d2732 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=671472a0-ea87-43e5-8586-78a1de5f1af8 HTTP/1.1" status: 200 len: 852 time: 0.0632765 Aug 10 03:18:06.519543 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-f2fdf273-15c3-4b40-9635-8f46be6c03ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52ab725-0b18-4914-b88f-f214d12a964e', 'name': 'tempest-ServersTestBootFromVolume-1089544958-router', 'tenant_id': '688ac1bb34fc4bafb2a9d3c4de59e7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '9dfb3c4d-91d0-4414-95d1-8c59b2ed64ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:17:18Z', 'updated_at': '2021-08-10T03:17:20Z', 'revision_number': 4, 'project_id': '688ac1bb34fc4bafb2a9d3c4de59e7f3', 'gw_port': {'id': '9dfb3c4d-91d0-4414-95d1-8c59b2ed64ca', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52ab725-0b18-4914-b88f-f214d12a964e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:17:18Z', 'updated_at': '2021-08-10T03:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': 'f47e9d70-c915-456f-af1c-4e21360050b4', 'tenant_id': '688ac1bb34fc4bafb2a9d3c4de59e7f3', 'floating_ip_address': '172.25.7.117', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': 'f52ab725-0b18-4914-b88f-f214d12a964e', 'port_id': '7afea299-796b-4a2d-9a76-401e57ea50a4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78be5df8-906c-423e-9c5f-789b0e5bc6a5', 'mac_address': 'fa:16:3e:de:6a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d21420f-e897-4de9-b802-6ef6276fe4d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:17:24Z', 'updated_at': '2021-08-10T03:18:04Z', 'revision_number': 1, 'project_id': '688ac1bb34fc4bafb2a9d3c4de59e7f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ddeabdf-2a6d-4355-b3cc-5dcc21e2f375', 'name': '', 'network_id': '78be5df8-906c-423e-9c5f-789b0e5bc6a5', 'tenant_id': '688ac1bb34fc4bafb2a9d3c4de59e7f3', 'mac_address': 'fa:16:3e:28:68:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52ab725-0b18-4914-b88f-f214d12a964e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'c72cc844-d40a-416a-bb3f-e518baffdc69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:17:20Z', 'updated_at': '2021-08-10T03:17:26Z', 'revision_number': 5, 'project_id': '688ac1bb34fc4bafb2a9d3c4de59e7f3', 'subnets': [{'id': 'c72cc844-d40a-416a-bb3f-e518baffdc69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:06.537687 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-617c05c9-23ae-4e34-aefe-1bcd355d8c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:06.544696 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-617c05c9-23ae-4e34-aefe-1bcd355d8c25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:06.547013 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-617c05c9-23ae-4e34-aefe-1bcd355d8c25 admin admin] 10.222.0.62 "DELETE /v2.0/networks/ef8246c3-e567-4d05-8f8d-6124277cdcb3 HTTP/1.1" status: 204 len: 168 time: 0.4100773 Aug 10 03:18:06.547638 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fdf273-15c3-4b40-9635-8f46be6c03ab None None] The sync data for ids ['f52ab725-0b18-4914-b88f-f214d12a964e'] in n-d-768851-15 is: [{'id': 'f52ab725-0b18-4914-b88f-f214d12a964e', 'name': 'tempest-ServersTestBootFromVolume-1089544958-router', 'tenant_id': '688ac1bb34fc4bafb2a9d3c4de59e7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '9dfb3c4d-91d0-4414-95d1-8c59b2ed64ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:17:18Z', 'updated_at': '2021-08-10T03:17:20Z', 'revision_number': 4, 'project_id': '688ac1bb34fc4bafb2a9d3c4de59e7f3', 'gw_port': {'id': '9dfb3c4d-91d0-4414-95d1-8c59b2ed64ca', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52ab725-0b18-4914-b88f-f214d12a964e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:17:18Z', 'updated_at': '2021-08-10T03:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': 'f47e9d70-c915-456f-af1c-4e21360050b4', 'tenant_id': '688ac1bb34fc4bafb2a9d3c4de59e7f3', 'floating_ip_address': '172.25.7.117', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': 'f52ab725-0b18-4914-b88f-f214d12a964e', 'port_id': '7afea299-796b-4a2d-9a76-401e57ea50a4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78be5df8-906c-423e-9c5f-789b0e5bc6a5', 'mac_address': 'fa:16:3e:de:6a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d21420f-e897-4de9-b802-6ef6276fe4d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:17:24Z', 'updated_at': '2021-08-10T03:18:04Z', 'revision_number': 1, 'project_id': '688ac1bb34fc4bafb2a9d3c4de59e7f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ddeabdf-2a6d-4355-b3cc-5dcc21e2f375', 'name': '', 'network_id': '78be5df8-906c-423e-9c5f-789b0e5bc6a5', 'tenant_id': '688ac1bb34fc4bafb2a9d3c4de59e7f3', 'mac_address': 'fa:16:3e:28:68:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52ab725-0b18-4914-b88f-f214d12a964e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'c72cc844-d40a-416a-bb3f-e518baffdc69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:17:20Z', 'updated_at': '2021-08-10T03:17:26Z', 'revision_number': 5, 'project_id': '688ac1bb34fc4bafb2a9d3c4de59e7f3', 'subnets': [{'id': 'c72cc844-d40a-416a-bb3f-e518baffdc69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:18:06.550822 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ce7abead-7875-4e78-9752-8645d36a255a req-83be5b24-c502-42d3-84ce-5f6f25cf2179 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=480dbe0b-e3be-4a4e-913b-dd9b24bba262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305996 Aug 10 03:18:06.551417 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 52358) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:06.563729 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617c05c9-23ae-4e34-aefe-1bcd355d8c25 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef8246c3-e567-4d05-8f8d-6124277cdcb3,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:06.647845 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-0450ecb5-b2c7-4042-bd56-0f8dfa48a4cb admin admin] Deleting subnet e0f55fc4-6ac8-4506-9f54-1f4c87694512 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:18:06.653930 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0450ecb5-b2c7-4042-bd56-0f8dfa48a4cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:06.685034 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d21420f-e897-4de9-b802-6ef6276fe4d1', 'tag': '7afea299-796b-4a2d-9a76-401e57ea50a4'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:18:06.687660 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02d7d4d-5170-4fde-bc65-e7bd12eb7f5c" -d '{"events": [{"name": "network-changed", "server_uuid": "9d21420f-e897-4de9-b802-6ef6276fe4d1", "tag": "7afea299-796b-4a2d-9a76-401e57ea50a4"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:18:06.709321 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0450ecb5-b2c7-4042-bd56-0f8dfa48a4cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:06.732723 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ce7abead-7875-4e78-9752-8645d36a255a req-b016a37d-f316-4b6d-b628-5c1dc4ac68be service neutron] 10.222.0.58 "GET /v2.0/networks/480dbe0b-e3be-4a4e-913b-dd9b24bba262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560161 Aug 10 03:18:06.764236 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5233dd6-1d82-4f0e-aa57-50c08495194e x-openstack-request-id: req-a5233dd6-1d82-4f0e-aa57-50c08495194e {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:18:06.764563 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d21420f-e897-4de9-b802-6ef6276fe4d1", "tag": "7afea299-796b-4a2d-9a76-401e57ea50a4", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:18:06.764776 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a5233dd6-1d82-4f0e-aa57-50c08495194e {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:18:06.765174 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d21420f-e897-4de9-b802-6ef6276fe4d1', 'tag': '7afea299-796b-4a2d-9a76-401e57ea50a4', 'status': 'completed', 'code': 200} Aug 10 03:18:06.778982 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ad3561fc-8151-4e57-b512-2a9f1b615219 req-95cd2eb9-84a2-49b6-9657-3114a37373b5 tempest-ServerShowV247Test-692494702 tempest-ServerShowV247Test-692494702-project] 10.222.0.62 "GET /v2.0/ports?device_id=71197cbc-008e-411b-bd1f-964ae6d49a74 HTTP/1.1" status: 200 len: 210 time: 0.0622156 Aug 10 03:18:06.783332 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25b86d8-ff7b-4b97-a1f6-55f054be6422 None None] New status for floating IP f47e9d70-c915-456f-af1c-4e21360050b4: ACTIVE {{(pid=94218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:18:06.822020 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0450ecb5-b2c7-4042-bd56-0f8dfa48a4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:06.838099 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d7d4d-5170-4fde-bc65-e7bd12eb7f5c req-799c81e5-aea6-4675-8034-4a3a8648bb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:06.841048 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d02d7d4d-5170-4fde-bc65-e7bd12eb7f5c req-799c81e5-aea6-4675-8034-4a3a8648bb47 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=688ac1bb34fc4bafb2a9d3c4de59e7f3&device_id=9d21420f-e897-4de9-b802-6ef6276fe4d1 HTTP/1.1" status: 200 len: 1097 time: 0.0603015 Aug 10 03:18:06.897054 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ce7abead-7875-4e78-9752-8645d36a255a req-d80187b2-952c-46e0-a2b1-af1a4fae0ef2 service neutron] 10.222.0.58 "GET /v2.0/networks/480dbe0b-e3be-4a4e-913b-dd9b24bba262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550150 Aug 10 03:18:06.907475 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0450ecb5-b2c7-4042-bd56-0f8dfa48a4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:06.950434 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d7d4d-5170-4fde-bc65-e7bd12eb7f5c req-6eceffa2-503c-458f-b58f-92f84864ec65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:06.952329 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d02d7d4d-5170-4fde-bc65-e7bd12eb7f5c req-6eceffa2-503c-458f-b58f-92f84864ec65 service neutron] 10.222.0.60 "GET /v2.0/networks?id=78be5df8-906c-423e-9c5f-789b0e5bc6a5 HTTP/1.1" status: 200 len: 917 time: 0.0991530 Aug 10 03:18:06.953884 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0450ecb5-b2c7-4042-bd56-0f8dfa48a4cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0f55fc4-6ac8-4506-9f54-1f4c87694512,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:06.961692 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0450ecb5-b2c7-4042-bd56-0f8dfa48a4cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:06.964159 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0450ecb5-b2c7-4042-bd56-0f8dfa48a4cb admin admin] 10.222.0.62 "DELETE /v2.0/subnets/e0f55fc4-6ac8-4506-9f54-1f4c87694512 HTTP/1.1" status: 204 len: 168 time: 0.4119539 Aug 10 03:18:06.966571 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 52372) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:07.041778 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d02d7d4d-5170-4fde-bc65-e7bd12eb7f5c req-6ea28533-981e-4b02-aa74-1f6063e2b1da service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7afea299-796b-4a2d-9a76-401e57ea50a4 HTTP/1.1" status: 200 len: 999 time: 0.0743232 Aug 10 03:18:07.081055 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4ff18b02-5e19-4505-8d3c-2c6ac4e355d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:07.085788 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03404ec6-b4fa-4315-b4ef-2e87efaf32b3 req-04b79ce8-f119-42d0-933a-6fcace0c10ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:07.087306 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-03404ec6-b4fa-4315-b4ef-2e87efaf32b3 req-04b79ce8-f119-42d0-933a-6fcace0c10ba service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=83b79d8631564df6a9bf256e7f6ac69f&device_id=b421f1b1-15a3-4661-a456-af46bd6c1855 HTTP/1.1" status: 200 len: 1095 time: 0.1059692 Aug 10 03:18:07.091793 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d7d4d-5170-4fde-bc65-e7bd12eb7f5c req-5d326a77-e299-4ebb-890d-e3794f4183c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:07.093367 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d02d7d4d-5170-4fde-bc65-e7bd12eb7f5c req-5d326a77-e299-4ebb-890d-e3794f4183c0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c72cc844-d40a-416a-bb3f-e518baffdc69 HTTP/1.1" status: 200 len: 855 time: 0.0451803 Aug 10 03:18:07.138265 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d7d4d-5170-4fde-bc65-e7bd12eb7f5c req-397d5b75-ca39-4b00-bcff-3eed03e1d3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:07.139818 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d02d7d4d-5170-4fde-bc65-e7bd12eb7f5c req-397d5b75-ca39-4b00-bcff-3eed03e1d3f9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78be5df8-906c-423e-9c5f-789b0e5bc6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398643 Aug 10 03:18:07.213510 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4ff18b02-5e19-4505-8d3c-2c6ac4e355d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:07.230578 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-4ff18b02-5e19-4505-8d3c-2c6ac4e355d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90af2a1d-b73a-4289-b333-3e37125d9988']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:07.231554 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d02d7d4d-5170-4fde-bc65-e7bd12eb7f5c req-7c159bb7-aa5a-49bb-b43c-d9a660f1e888 service neutron] 10.222.0.60 "GET /v2.0/networks/78be5df8-906c-423e-9c5f-789b0e5bc6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845170 Aug 10 03:18:07.248880 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-4ff18b02-5e19-4505-8d3c-2c6ac4e355d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1281279-5d40-44ca-8846-b03d03ac5fc4') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:07.249176 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-4ff18b02-5e19-4505-8d3c-2c6ac4e355d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1281279-5d40-44ca-8846-b03d03ac5fc4') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:07.266355 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4ff18b02-5e19-4505-8d3c-2c6ac4e355d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:07.277616 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03404ec6-b4fa-4315-b4ef-2e87efaf32b3 req-7692245e-3296-4c6c-b6fb-10f7c5a8bf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:07.279134 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-03404ec6-b4fa-4315-b4ef-2e87efaf32b3 req-7692245e-3296-4c6c-b6fb-10f7c5a8bf1a service neutron] 10.222.0.58 "GET /v2.0/networks?id=480dbe0b-e3be-4a4e-913b-dd9b24bba262 HTTP/1.1" status: 200 len: 913 time: 0.1815169 Aug 10 03:18:07.285189 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4ff18b02-5e19-4505-8d3c-2c6ac4e355d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:07.297366 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ff18b02-5e19-4505-8d3c-2c6ac4e355d0 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:18:07.297553 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4ff18b02-5e19-4505-8d3c-2c6ac4e355d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:07.299175 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:18:07.299175 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:18:07.299175 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:18:07.299175 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:18:07.299175 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:18:07.299175 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:18:07.299175 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:18:07.299175 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:18:07.299175 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:18:07.299175 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:18:07.299175 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:18:07.299175 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:18:07.299175 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:18:07.299175 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:18:07.299175 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:18:07.299175 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:18:07.299175 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:18:07.299175 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:18:07.299175 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:18:07.299175 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:18:07.299175 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:18:07.299175 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:18:07.299175 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:18:07.299175 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:18:07.299175 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:18:07.299175 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:18:07.299175 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:18:07.299175 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:18:07.299175 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:18:07.299175 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:18:07.299175 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:18:07.299175 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:18:07.322600 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d02d7d4d-5170-4fde-bc65-e7bd12eb7f5c req-fcd07727-2820-4670-baee-c33866162e19 service neutron] 10.222.0.60 "GET /v2.0/networks/78be5df8-906c-423e-9c5f-789b0e5bc6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829828 Aug 10 03:18:07.335184 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-03404ec6-b4fa-4315-b4ef-2e87efaf32b3 req-58751af2-bb9a-43a5-b421-1034b9e2112b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02265bc8-6437-43aa-98fb-7c2290d7661a HTTP/1.1" status: 200 len: 217 time: 0.0455875 Aug 10 03:18:07.418087 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4ff18b02-5e19-4505-8d3c-2c6ac4e355d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:07.420879 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03404ec6-b4fa-4315-b4ef-2e87efaf32b3 req-530f6e82-2bc8-4616-8b6d-bdfa4df967a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:07.422370 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-03404ec6-b4fa-4315-b4ef-2e87efaf32b3 req-530f6e82-2bc8-4616-8b6d-bdfa4df967a6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=671472a0-ea87-43e5-8586-78a1de5f1af8 HTTP/1.1" status: 200 len: 852 time: 0.0633612 Aug 10 03:18:07.425947 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4ff18b02-5e19-4505-8d3c-2c6ac4e355d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:07.427691 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4ff18b02-5e19-4505-8d3c-2c6ac4e355d0 admin admin] 10.222.0.62 "DELETE /v2.0/networks/90af2a1d-b73a-4289-b333-3e37125d9988 HTTP/1.1" status: 204 len: 168 time: 0.4601719 Aug 10 03:18:07.446167 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff18b02-5e19-4505-8d3c-2c6ac4e355d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=90af2a1d-b73a-4289-b333-3e37125d9988,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:07.465922 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-03404ec6-b4fa-4315-b4ef-2e87efaf32b3 req-95b52ccf-87de-4ce5-bedd-f9a7b024e452 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=480dbe0b-e3be-4a4e-913b-dd9b24bba262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278368 Aug 10 03:18:07.547077 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff017a-ac8a-4216-a11d-d7aa4b86f648 req-fc8dca93-71ac-440d-b611-24e5b06e5962 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:07.548620 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9dff017a-ac8a-4216-a11d-d7aa4b86f648 req-fc8dca93-71ac-440d-b611-24e5b06e5962 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=b421f1b1-15a3-4661-a456-af46bd6c1855 HTTP/1.1" status: 200 len: 943 time: 0.0575001 Aug 10 03:18:07.567110 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-03404ec6-b4fa-4315-b4ef-2e87efaf32b3 req-854c2b7c-6170-46fb-9090-fddce0776813 service neutron] 10.222.0.58 "GET /v2.0/networks/480dbe0b-e3be-4a4e-913b-dd9b24bba262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891452 Aug 10 03:18:07.568719 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 52378) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:07.589768 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9dff017a-ac8a-4216-a11d-d7aa4b86f648 req-4adcfcde-710f-4d60-86c3-db7b60430ef4 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346720 Aug 10 03:18:07.668200 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d2d0429f-783d-4d2a-8eea-9e59fc96cd29 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7d912fca5e1847849650d8a3efe95c52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0958638 Aug 10 03:18:07.668427 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 52382) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:07.723067 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-157eb071-59fe-437a-bef9-6ebb5a5381a5 req-ef9b9c84-1fac-40ef-ab20-bfe4f7f6522e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=71197cbc-008e-411b-bd1f-964ae6d49a74 HTTP/1.1" status: 200 len: 210 time: 0.0356619 Aug 10 03:18:07.746510 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-03404ec6-b4fa-4315-b4ef-2e87efaf32b3 req-ce71dc0e-c623-4de0-b9af-f5e237ce7303 service neutron] 10.222.0.58 "GET /v2.0/networks/480dbe0b-e3be-4a4e-913b-dd9b24bba262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572211 Aug 10 03:18:07.761147 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-85bc772a-358e-415b-8344-7807055de28b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:07.786943 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-85bc772a-358e-415b-8344-7807055de28b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:07.833541 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-85bc772a-358e-415b-8344-7807055de28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:07.836841 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-85bc772a-358e-415b-8344-7807055de28b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:07.839172 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-85bc772a-358e-415b-8344-7807055de28b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/877f048d-7252-4eef-bea8-076628462e2e HTTP/1.1" status: 204 len: 168 time: 0.1699142 Aug 10 03:18:07.847658 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bc772a-358e-415b-8344-7807055de28b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877f048d-7252-4eef-bea8-076628462e2e,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:07.907125 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fe682cd3-7163-4a45-bdcc-984343341f85 req-b862d4b0-fb0a-46e5-b7d2-15b173648694 tempest-ServerShowV247Test-692494702 tempest-ServerShowV247Test-692494702-project] 10.222.0.62 "GET /v2.0/ports?device_id=71197cbc-008e-411b-bd1f-964ae6d49a74 HTTP/1.1" status: 200 len: 210 time: 0.0304377 Aug 10 03:18:08.160066 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 52396) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:08.200556 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-bc071579-70e8-456e-a95e-ff327148b062 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d4801ac16697460c8a693ec9bd88ca3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393598 Aug 10 03:18:08.203018 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 52398) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:08.250049 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6ed36427-a8f5-4198-9035-8890a7d6216a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:08.271258 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6ed36427-a8f5-4198-9035-8890a7d6216a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:08.316863 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6ed36427-a8f5-4198-9035-8890a7d6216a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:08.319685 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6ed36427-a8f5-4198-9035-8890a7d6216a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:08.320857 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6ed36427-a8f5-4198-9035-8890a7d6216a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3384b938-cf3f-4c08-be58-ed1de52b5cae HTTP/1.1" status: 204 len: 168 time: 0.1169269 Aug 10 03:18:08.328465 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed36427-a8f5-4198-9035-8890a7d6216a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3384b938-cf3f-4c08-be58-ed1de52b5cae,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:08.721106 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f578b1-716a-4664-85df-aa57085b9015 req-142c7bf7-db3c-4b72-98e2-f8706acb5690 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:08.722438 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d2f578b1-716a-4664-85df-aa57085b9015 req-142c7bf7-db3c-4b72-98e2-f8706acb5690 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=b421f1b1-15a3-4661-a456-af46bd6c1855 HTTP/1.1" status: 200 len: 943 time: 0.0528345 Aug 10 03:18:08.770826 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d2f578b1-716a-4664-85df-aa57085b9015 req-308813bd-0a24-4ab1-863c-caf2ee06da0f tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413249 Aug 10 03:18:09.011247 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a7affb4a-17d5-4322-ad89-c0ad81bf6ad2 req-0088f9be-0cab-4068-9a64-6cc089195b48 tempest-ServerShowV247Test-692494702 tempest-ServerShowV247Test-692494702-project] 10.222.0.62 "GET /v2.0/ports?device_id=71197cbc-008e-411b-bd1f-964ae6d49a74 HTTP/1.1" status: 200 len: 210 time: 0.0266190 Aug 10 03:18:09.305455 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6d74f2cb-c585-4ffb-a83e-5e79a1a95a77 req-56dea11d-fb70-481f-8173-579c63ad1a5e tempest-ServerShowV247Test-692494702 tempest-ServerShowV247Test-692494702-project] 10.222.0.62 "GET /v2.0/ports?device_id=71197cbc-008e-411b-bd1f-964ae6d49a74&device_id=b92d2b79-5453-4ae4-961c-f4ecadbe58be HTTP/1.1" status: 200 len: 210 time: 0.0306189 Aug 10 03:18:09.517411 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-905f2b29-a379-4191-92b1-48e5365a48f6 req-f7cae1b5-66ea-446b-b5e9-a9618b55c2bb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8b338f94d92647848e3c49e656e3d5bf&device_id=71197cbc-008e-411b-bd1f-964ae6d49a74 HTTP/1.1" status: 200 len: 210 time: 0.0263648 Aug 10 03:18:09.521795 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a362f2a4-c00b-4cf9-8e40-d6084213d4ab req-9fbf08b3-59bd-476f-ac0c-7ac869f4b1b0 tempest-ServerShowV247Test-692494702 tempest-ServerShowV247Test-692494702-project] 10.222.0.62 "GET /v2.0/ports?device_id=71197cbc-008e-411b-bd1f-964ae6d49a74 HTTP/1.1" status: 200 len: 210 time: 0.0272062 Aug 10 03:18:09.557282 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-905f2b29-a379-4191-92b1-48e5365a48f6 req-4f2f6692-f7a6-4370-bd82-976145070131 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=8b338f94d92647848e3c49e656e3d5bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221391 Aug 10 03:18:09.658583 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f2b29-a379-4191-92b1-48e5365a48f6 req-6c0b0828-0968-4c98-92f0-7bc4df98472c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:09.660364 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-905f2b29-a379-4191-92b1-48e5365a48f6 req-6c0b0828-0968-4c98-92f0-7bc4df98472c service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928895 Aug 10 03:18:09.882057 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 52478) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:09.898545 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ce600-fbde-45a5-b845-56ab8432bcd5 req-3bcbf06a-ebd8-4a3a-9cc6-9b15f2d2f49d tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:09.900086 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2f5ce600-fbde-45a5-b845-56ab8432bcd5 req-3bcbf06a-ebd8-4a3a-9cc6-9b15f2d2f49d tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=b421f1b1-15a3-4661-a456-af46bd6c1855 HTTP/1.1" status: 200 len: 943 time: 0.0592406 Aug 10 03:18:09.940682 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2f5ce600-fbde-45a5-b845-56ab8432bcd5 req-ea47e859-fa1a-415d-90c4-58f397b9721c tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343270 Aug 10 03:18:09.992237 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3337b22e-0d6e-40aa-97dd-940887185ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:10.081038 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3337b22e-0d6e-40aa-97dd-940887185ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:10.084795 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3337b22e-0d6e-40aa-97dd-940887185ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:10.125711 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-3337b22e-0d6e-40aa-97dd-940887185ac0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=72f1d8b3aec1402082388a3982df9674&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2426353 Aug 10 03:18:10.126583 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3337b22e-0d6e-40aa-97dd-940887185ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b00874a2-dfdd-4c85-8fd3-5c9c32cc997e,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:10.128424 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 52484) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:10.169855 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 02265bc8-6437-43aa-98fb-7c2290d7661a details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:18:10.178461 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a38cc5cb-038b-48b1-8d25-db72261edfc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:10.199906 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a38cc5cb-038b-48b1-8d25-db72261edfc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:10.255757 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a38cc5cb-038b-48b1-8d25-db72261edfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:10.258276 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a38cc5cb-038b-48b1-8d25-db72261edfc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:10.259511 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a38cc5cb-038b-48b1-8d25-db72261edfc5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b00874a2-dfdd-4c85-8fd3-5c9c32cc997e HTTP/1.1" status: 204 len: 168 time: 0.1300883 Aug 10 03:18:10.266117 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 02265bc8-6437-43aa-98fb-7c2290d7661a, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=02265bc8-6437-43aa-98fb-7c2290d7661a,segment=NetworkSegment(e0fc6907-b0e5-497d-acdf-511c68571829),segment_id=e0fc6907-b0e5-497d-acdf-511c68571829)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:10.268528 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38cc5cb-038b-48b1-8d25-db72261edfc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00874a2-dfdd-4c85-8fd3-5c9c32cc997e,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:10.278764 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': '02265bc8-6437-43aa-98fb-7c2290d7661a', 'network_id': '480dbe0b-e3be-4a4e-913b-dd9b24bba262', 'port_id': '02265bc8-6437-43aa-98fb-7c2290d7661a', 'mac_address': 'fa:16:3e:24:83:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '671472a0-ea87-43e5-8586-78a1de5f1af8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:18:10.330443 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:10.353948 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02265bc8-6437-43aa-98fb-7c2290d7661a {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:18:10.375791 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 02265bc8-6437-43aa-98fb-7c2290d7661a, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=02265bc8-6437-43aa-98fb-7c2290d7661a,segment=NetworkSegment(e0fc6907-b0e5-497d-acdf-511c68571829),segment_id=e0fc6907-b0e5-497d-acdf-511c68571829)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:10.380300 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:10.428280 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=02265bc8-6437-43aa-98fb-7c2290d7661a,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:10.624881 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b61737c4-2ae9-42bb-8b78-1480a3ee1165 req-4516df47-358c-4035-bf6c-fb2b12059221 tempest-ServerShowV247Test-692494702 tempest-ServerShowV247Test-692494702-project] 10.222.0.62 "GET /v2.0/ports?device_id=71197cbc-008e-411b-bd1f-964ae6d49a74 HTTP/1.1" status: 200 len: 210 time: 0.0281065 Aug 10 03:18:10.656887 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['02265bc8-6437-43aa-98fb-7c2290d7661a'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:18:11.079308 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083872d-2960-4e2a-8f6e-40de7dff0b0c req-ae93affa-5b5c-4ee1-a183-55e63a21c268 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:11.080835 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d083872d-2960-4e2a-8f6e-40de7dff0b0c req-ae93affa-5b5c-4ee1-a183-55e63a21c268 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=b421f1b1-15a3-4661-a456-af46bd6c1855 HTTP/1.1" status: 200 len: 944 time: 0.0554235 Aug 10 03:18:11.118978 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d083872d-2960-4e2a-8f6e-40de7dff0b0c req-a3e37f94-e5b6-4492-a236-79f178ed8ce1 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319650 Aug 10 03:18:11.244104 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-905f2b29-a379-4191-92b1-48e5365a48f6 req-f3cf620d-d948-456e-8797-96387667437e tempest-ServerShowV247Test-692494702 tempest-ServerShowV247Test-692494702-project] 10.222.0.58 "GET /v2.0/ports?device_id=71197cbc-008e-411b-bd1f-964ae6d49a74 HTTP/1.1" status: 200 len: 210 time: 0.0298862 Aug 10 03:18:11.525042 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc365c-ba00-4ab1-aa73-64d595b0f803 req-07f9c197-4c18-40a3-8769-8a3e6bccf736 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:11.526428 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b0cc365c-ba00-4ab1-aa73-64d595b0f803 req-07f9c197-4c18-40a3-8769-8a3e6bccf736 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0aebb6f-42d2-4313-8ec7-556f4c87b7e1 HTTP/1.1" status: 200 len: 946 time: 0.0485995 Aug 10 03:18:11.564896 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b0cc365c-ba00-4ab1-aa73-64d595b0f803 req-6486b052-723d-47e2-abd2-921fa4aa6b19 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] 10.222.0.62 "GET /v2.0/security-groups?id=eac979da-9d32-4b4a-a2af-ae36ee577daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315170 Aug 10 03:18:11.741058 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0557ab70-77bc-49d1-a80c-18a46be99e4a req-88efbb2f-03d2-426d-8c4a-88ebc8a72cc3 tempest-ServerShowV247Test-692494702 tempest-ServerShowV247Test-692494702-project] 10.222.0.62 "GET /v2.0/ports?device_id=71197cbc-008e-411b-bd1f-964ae6d49a74 HTTP/1.1" status: 200 len: 210 time: 0.0317702 Aug 10 03:18:12.189170 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 02265bc8-6437-43aa-98fb-7c2290d7661a up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:18:12.237747 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a82916-af9f-4b86-b505-726bed723e43 req-007bdcb0-9b27-440e-a311-7963462e55f4 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:12.239731 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-74a82916-af9f-4b86-b505-726bed723e43 req-007bdcb0-9b27-440e-a311-7963462e55f4 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=b421f1b1-15a3-4661-a456-af46bd6c1855 HTTP/1.1" status: 200 len: 944 time: 0.0513835 Aug 10 03:18:12.240917 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port 02265bc8-6437-43aa-98fb-7c2290d7661a completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:18:12.245115 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port 02265bc8-6437-43aa-98fb-7c2290d7661a triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:12.246006 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:12.283786 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-74a82916-af9f-4b86-b505-726bed723e43 req-017cf2c2-d6c0-4b75-876e-9c4bf713196a tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347662 Aug 10 03:18:12.324914 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:12.346354 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b421f1b1-15a3-4661-a456-af46bd6c1855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02265bc8-6437-43aa-98fb-7c2290d7661a'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:18:12.348733 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf060d67-f035-4252-92e0-5455f82fa722" -d '{"events": [{"server_uuid": "b421f1b1-15a3-4661-a456-af46bd6c1855", "name": "network-vif-plugged", "status": "completed", "tag": "02265bc8-6437-43aa-98fb-7c2290d7661a"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:18:12.361469 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 02265bc8-6437-43aa-98fb-7c2290d7661a, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=02265bc8-6437-43aa-98fb-7c2290d7661a,segment=NetworkSegment(e0fc6907-b0e5-497d-acdf-511c68571829),segment_id=e0fc6907-b0e5-497d-acdf-511c68571829)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:12.366541 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:12.394609 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6527962e-8201-4183-b78c-0cb2fe44f328 x-openstack-request-id: req-6527962e-8201-4183-b78c-0cb2fe44f328 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:18:12.394931 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b421f1b1-15a3-4661-a456-af46bd6c1855", "name": "network-vif-plugged", "status": "completed", "tag": "02265bc8-6437-43aa-98fb-7c2290d7661a", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:18:12.395181 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6527962e-8201-4183-b78c-0cb2fe44f328 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:18:12.395562 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b421f1b1-15a3-4661-a456-af46bd6c1855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02265bc8-6437-43aa-98fb-7c2290d7661a', 'code': 200} Aug 10 03:18:12.427206 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=02265bc8-6437-43aa-98fb-7c2290d7661a,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:12.511068 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a30db-718b-4c0a-9f5b-5468518f6313 req-fb173206-8814-4629-ac58-b179688b2de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:12.514050 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6f5a30db-718b-4c0a-9f5b-5468518f6313 req-fb173206-8814-4629-ac58-b179688b2de1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b421f1b1-15a3-4661-a456-af46bd6c1855 HTTP/1.1" status: 200 len: 1097 time: 0.0439920 Aug 10 03:18:12.552251 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6f5a30db-718b-4c0a-9f5b-5468518f6313 req-cf986358-7989-4620-9fc2-d8f9101280fa service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297465 Aug 10 03:18:12.589438 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90bedee-3150-40f1-babf-4c0228c47a0a req-93386f5d-51c2-4a5b-bf2c-4f82de35d2b9 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:12.591173 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f90bedee-3150-40f1-babf-4c0228c47a0a req-93386f5d-51c2-4a5b-bf2c-4f82de35d2b9 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0aebb6f-42d2-4313-8ec7-556f4c87b7e1 HTTP/1.1" status: 200 len: 946 time: 0.0523355 Aug 10 03:18:12.629899 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f90bedee-3150-40f1-babf-4c0228c47a0a req-f617f6e0-1d70-4f0c-aff1-6fcbcb9e477c tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] 10.222.0.62 "GET /v2.0/security-groups?id=eac979da-9d32-4b4a-a2af-ae36ee577daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328863 Aug 10 03:18:12.978959 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-13541c01-3725-47be-ae35-97959a49e83c req-8dba6bab-95f8-4a9a-88ce-b90c995676ee service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8b338f94d92647848e3c49e656e3d5bf&device_id=b92d2b79-5453-4ae4-961c-f4ecadbe58be HTTP/1.1" status: 200 len: 210 time: 0.0258293 Aug 10 03:18:12.991009 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1dc8d7bb-827f-427b-87ca-34092350328e req-f3c47e2f-124e-44d7-9641-ddebf6042403 tempest-ServerShowV247Test-692494702 tempest-ServerShowV247Test-692494702-project] 10.222.0.62 "GET /v2.0/ports?device_id=b92d2b79-5453-4ae4-961c-f4ecadbe58be HTTP/1.1" status: 200 len: 210 time: 0.0274839 Aug 10 03:18:13.008073 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-13541c01-3725-47be-ae35-97959a49e83c req-cbe2504d-6524-436d-8fc1-7ae7237a5bf1 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=8b338f94d92647848e3c49e656e3d5bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0191503 Aug 10 03:18:13.112697 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13541c01-3725-47be-ae35-97959a49e83c req-69670b5d-3e6a-4d38-9f7f-13f40575e3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:13.114466 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-13541c01-3725-47be-ae35-97959a49e83c req-69670b5d-3e6a-4d38-9f7f-13f40575e3aa service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0971503 Aug 10 03:18:13.431239 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9781d661-cfb1-4371-b953-d70a2e4dde29 req-ba1ba438-e32d-45b0-a634-ae1496336401 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:13.432852 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9781d661-cfb1-4371-b953-d70a2e4dde29 req-ba1ba438-e32d-45b0-a634-ae1496336401 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=b421f1b1-15a3-4661-a456-af46bd6c1855 HTTP/1.1" status: 200 len: 945 time: 0.0686541 Aug 10 03:18:13.485469 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9781d661-cfb1-4371-b953-d70a2e4dde29 req-0cb3cea7-f4ee-4fff-97fc-c189cfb6e7cc tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458856 Aug 10 03:18:13.522282 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44099631-517f-406e-8a5f-d09c2917885e req-33ad9379-d665-471f-b7c9-43bd1651388e tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:13.523742 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-44099631-517f-406e-8a5f-d09c2917885e req-33ad9379-d665-471f-b7c9-43bd1651388e tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0aebb6f-42d2-4313-8ec7-556f4c87b7e1 HTTP/1.1" status: 200 len: 946 time: 0.0632532 Aug 10 03:18:13.564812 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-44099631-517f-406e-8a5f-d09c2917885e req-5b2ca920-b07c-4019-9cdb-0b253efe4c96 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] 10.222.0.62 "GET /v2.0/security-groups?id=eac979da-9d32-4b4a-a2af-ae36ee577daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345271 Aug 10 03:18:14.090382 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0ac27315-ec09-4964-82c9-f961f642a449 req-e94866b0-dfe9-4a2b-9b77-c3580a2a0384 tempest-ServerShowV247Test-692494702 tempest-ServerShowV247Test-692494702-project] 10.222.0.62 "GET /v2.0/ports?device_id=b92d2b79-5453-4ae4-961c-f4ecadbe58be HTTP/1.1" status: 200 len: 210 time: 0.0258229 Aug 10 03:18:14.614463 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f485a29-dab5-4ebd-a2b9-1ff622136d3e req-c33e8d17-5864-4cc9-8fc1-5fdee90f34f5 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:14.616246 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2f485a29-dab5-4ebd-a2b9-1ff622136d3e req-c33e8d17-5864-4cc9-8fc1-5fdee90f34f5 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=b421f1b1-15a3-4661-a456-af46bd6c1855 HTTP/1.1" status: 200 len: 945 time: 0.0594320 Aug 10 03:18:14.664215 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2f485a29-dab5-4ebd-a2b9-1ff622136d3e req-695fe5c5-7c91-4e88-92f9-5dbfb1571f9d tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420728 Aug 10 03:18:14.707675 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-13541c01-3725-47be-ae35-97959a49e83c req-2098f606-b2f9-4e39-b4ae-c47575aade63 tempest-ServerShowV247Test-692494702 tempest-ServerShowV247Test-692494702-project] 10.222.0.58 "GET /v2.0/ports?device_id=b92d2b79-5453-4ae4-961c-f4ecadbe58be HTTP/1.1" status: 200 len: 210 time: 0.0282404 Aug 10 03:18:14.724591 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e29e46-12db-4ba4-acdd-348cbc2e7a38 req-4af42015-551d-41ea-b5f9-0350c8fb2f4d tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:14.726232 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a7e29e46-12db-4ba4-acdd-348cbc2e7a38 req-4af42015-551d-41ea-b5f9-0350c8fb2f4d tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0aebb6f-42d2-4313-8ec7-556f4c87b7e1 HTTP/1.1" status: 200 len: 946 time: 0.0784926 Aug 10 03:18:14.776127 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a7e29e46-12db-4ba4-acdd-348cbc2e7a38 req-1837d312-d20b-4001-ab7b-cddd9cbecb7d tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] 10.222.0.62 "GET /v2.0/security-groups?id=eac979da-9d32-4b4a-a2af-ae36ee577daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433836 Aug 10 03:18:14.995909 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdecbdf-b2fb-4687-ab29-073b1809b63f req-1892acf3-35a1-43ea-b3b8-c0713d75d138 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:15.003363 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bfdecbdf-b2fb-4687-ab29-073b1809b63f req-1892acf3-35a1-43ea-b3b8-c0713d75d138 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=b421f1b1-15a3-4661-a456-af46bd6c1855 HTTP/1.1" status: 200 len: 945 time: 0.0609314 Aug 10 03:18:15.047309 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bfdecbdf-b2fb-4687-ab29-073b1809b63f req-6769829d-32e5-483d-96af-6c0db59ba847 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428100 Aug 10 03:18:15.175272 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 52626) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:15.175710 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931bca21-0346-4ff8-b5a2-7db4829ea1e4 req-4da05350-d68c-4423-8cfb-fb94cda11a81 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:15.177605 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-931bca21-0346-4ff8-b5a2-7db4829ea1e4 req-4da05350-d68c-4423-8cfb-fb94cda11a81 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0aebb6f-42d2-4313-8ec7-556f4c87b7e1 HTTP/1.1" status: 200 len: 946 time: 0.0590396 Aug 10 03:18:15.252588 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7e7c7bfb-a32f-4fed-bbaa-d902d722b197 req-9fbe1bfb-4c9c-4251-9182-75ac2e3e2cf3 tempest-ServerShowV247Test-692494702 tempest-ServerShowV247Test-692494702-project] 10.222.0.62 "GET /v2.0/ports?device_id=b92d2b79-5453-4ae4-961c-f4ecadbe58be HTTP/1.1" status: 200 len: 210 time: 0.0681329 Aug 10 03:18:15.329918 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ca84409f-d78a-48b4-a4a8-b4dc1bfebc3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:15.335425 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-931bca21-0346-4ff8-b5a2-7db4829ea1e4 req-bf0ff8bf-40bd-4d5e-8d80-e59a15605c5f tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Deleting port 87f5e91d-ff8b-490b-92b8-c6e14d7586ab {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:18:15.335781 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-931bca21-0346-4ff8-b5a2-7db4829ea1e4 req-bf0ff8bf-40bd-4d5e-8d80-e59a15605c5f tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:15.434901 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f48828-74c3-4060-a73c-05b2035abc16 req-4b5ab658-e907-4b24-a31b-b021ff5f1d2c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:15.441448 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f48828-74c3-4060-a73c-05b2035abc16 req-4b5ab658-e907-4b24-a31b-b021ff5f1d2c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:15.448207 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f48828-74c3-4060-a73c-05b2035abc16 req-4b5ab658-e907-4b24-a31b-b021ff5f1d2c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:15.452362 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-931bca21-0346-4ff8-b5a2-7db4829ea1e4 req-bf0ff8bf-40bd-4d5e-8d80-e59a15605c5f tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] For port 87f5e91d-ff8b-490b-92b8-c6e14d7586ab, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=87f5e91d-ff8b-490b-92b8-c6e14d7586ab,segment=NetworkSegment(57460c7b-40b5-477f-9b08-58fc6038b3ed),segment_id=57460c7b-40b5-477f-9b08-58fc6038b3ed)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:15.452735 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-931bca21-0346-4ff8-b5a2-7db4829ea1e4 req-bf0ff8bf-40bd-4d5e-8d80-e59a15605c5f tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:15.454728 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f48828-74c3-4060-a73c-05b2035abc16 req-4b5ab658-e907-4b24-a31b-b021ff5f1d2c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:15.461535 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f48828-74c3-4060-a73c-05b2035abc16 req-4b5ab658-e907-4b24-a31b-b021ff5f1d2c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:15.467998 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f48828-74c3-4060-a73c-05b2035abc16 req-4b5ab658-e907-4b24-a31b-b021ff5f1d2c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:15.474793 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f48828-74c3-4060-a73c-05b2035abc16 req-4b5ab658-e907-4b24-a31b-b021ff5f1d2c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:15.476990 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-24f48828-74c3-4060-a73c-05b2035abc16 req-4b5ab658-e907-4b24-a31b-b021ff5f1d2c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 5441 time: 0.1314104 Aug 10 03:18:15.543971 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-24f48828-74c3-4060-a73c-05b2035abc16 req-19ac625a-2260-4d2b-9c74-222b46b8b1dd tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/security-groups?id=b405968e-e8dd-4859-b855-f8ae1385ba0e&id=8fa0499c-1adb-43e6-95ad-71a41197fc16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595546 Aug 10 03:18:15.579064 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ca84409f-d78a-48b4-a4a8-b4dc1bfebc3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:15.583430 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ca84409f-d78a-48b4-a4a8-b4dc1bfebc3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:15.615969 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca84409f-d78a-48b4-a4a8-b4dc1bfebc3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9590fc8-23b2-4d65-8d58-5e224707b386,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:15.643783 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-931bca21-0346-4ff8-b5a2-7db4829ea1e4 req-bf0ff8bf-40bd-4d5e-8d80-e59a15605c5f tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:15.644418 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-931bca21-0346-4ff8-b5a2-7db4829ea1e4 req-bf0ff8bf-40bd-4d5e-8d80-e59a15605c5f tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:15.644735 n-d-768851-15 neutron-server[94217]: INFO neutron.db.l3_db [req-931bca21-0346-4ff8-b5a2-7db4829ea1e4 req-bf0ff8bf-40bd-4d5e-8d80-e59a15605c5f tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Floating IP c0ab72e5-3795-478e-957c-723b7516bc47 disassociated. External IP: 172.25.7.223, port: 87f5e91d-ff8b-490b-92b8-c6e14d7586ab. Aug 10 03:18:15.645078 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-931bca21-0346-4ff8-b5a2-7db4829ea1e4 req-bf0ff8bf-40bd-4d5e-8d80-e59a15605c5f tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Calling delete_port for 87f5e91d-ff8b-490b-92b8-c6e14d7586ab owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:18:15.654198 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ca84409f-d78a-48b4-a4a8-b4dc1bfebc3c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fbcbf3d47f474f6e9b4c125866f94a6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4748032 Aug 10 03:18:15.657128 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 52638) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:15.693197 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a37ac5-7663-45ee-9184-63899f94df86 req-b9421355-3ebd-47c1-8b8d-9a693d434448 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:15.699797 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a37ac5-7663-45ee-9184-63899f94df86 req-b9421355-3ebd-47c1-8b8d-9a693d434448 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:15.706021 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a37ac5-7663-45ee-9184-63899f94df86 req-b9421355-3ebd-47c1-8b8d-9a693d434448 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:15.712126 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a37ac5-7663-45ee-9184-63899f94df86 req-b9421355-3ebd-47c1-8b8d-9a693d434448 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:15.718859 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a37ac5-7663-45ee-9184-63899f94df86 req-b9421355-3ebd-47c1-8b8d-9a693d434448 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:15.725133 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a37ac5-7663-45ee-9184-63899f94df86 req-b9421355-3ebd-47c1-8b8d-9a693d434448 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:15.731526 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a37ac5-7663-45ee-9184-63899f94df86 req-b9421355-3ebd-47c1-8b8d-9a693d434448 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:15.733556 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-68a37ac5-7663-45ee-9184-63899f94df86 req-b9421355-3ebd-47c1-8b8d-9a693d434448 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 5441 time: 0.0999753 Aug 10 03:18:15.769031 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a7d8905a-49a1-43e3-93c6-a53a3ae8a5a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:15.799965 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a7d8905a-49a1-43e3-93c6-a53a3ae8a5a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:15.875737 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-931bca21-0346-4ff8-b5a2-7db4829ea1e4 req-bf0ff8bf-40bd-4d5e-8d80-e59a15605c5f tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:15.907325 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a533b-3d7c-49d6-a137-c68868bd76c8 req-fcf46862-b352-419b-9650-e848b01b38dd tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:15.908895 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ff8bf-40bd-4d5e-8d80-e59a15605c5f tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Pushing event deleted for resources: {'Port': ['ID=87f5e91d-ff8b-490b-92b8-c6e14d7586ab,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:15.909042 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7e8a533b-3d7c-49d6-a137-c68868bd76c8 req-fcf46862-b352-419b-9650-e848b01b38dd tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0aebb6f-42d2-4313-8ec7-556f4c87b7e1 HTTP/1.1" status: 200 len: 867 time: 0.0604856 Aug 10 03:18:15.924136 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a7d8905a-49a1-43e3-93c6-a53a3ae8a5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:15.927092 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a7d8905a-49a1-43e3-93c6-a53a3ae8a5a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:15.931357 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a7d8905a-49a1-43e3-93c6-a53a3ae8a5a0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d9590fc8-23b2-4d65-8d58-5e224707b386 HTTP/1.1" status: 204 len: 168 time: 0.2706008 Aug 10 03:18:15.931357 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ff8bf-40bd-4d5e-8d80-e59a15605c5f tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:15.931357 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ff8bf-40bd-4d5e-8d80-e59a15605c5f tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:15.931357 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ff8bf-40bd-4d5e-8d80-e59a15605c5f tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:15.932412 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ff8bf-40bd-4d5e-8d80-e59a15605c5f tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:15.932412 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ff8bf-40bd-4d5e-8d80-e59a15605c5f tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:15.932412 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ff8bf-40bd-4d5e-8d80-e59a15605c5f tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:15.932682 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ff8bf-40bd-4d5e-8d80-e59a15605c5f tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:15.933820 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ff8bf-40bd-4d5e-8d80-e59a15605c5f tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:15.933820 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ff8bf-40bd-4d5e-8d80-e59a15605c5f tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:15.934149 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ff8bf-40bd-4d5e-8d80-e59a15605c5f tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:15.934478 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ff8bf-40bd-4d5e-8d80-e59a15605c5f tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:15.934876 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ff8bf-40bd-4d5e-8d80-e59a15605c5f tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:15.970469 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7e8a533b-3d7c-49d6-a137-c68868bd76c8 req-a0d098cb-f9de-4d1c-a58b-be24bde1117d tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] 10.222.0.62 "GET /v2.0/security-groups?id=eac979da-9d32-4b4a-a2af-ae36ee577daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536718 Aug 10 03:18:15.987305 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d8905a-49a1-43e3-93c6-a53a3ae8a5a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9590fc8-23b2-4d65-8d58-5e224707b386,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:16.067384 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [req-931bca21-0346-4ff8-b5a2-7db4829ea1e4 req-bf0ff8bf-40bd-4d5e-8d80-e59a15605c5f tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Router 7f801aa3-0d54-4979-8ed1-7ba98e403883 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:18:16.190068 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d30454-8487-4abd-ab00-2970411a3d4a req-ac6a082a-c1fa-4cc2-b5dc-b495b5bf1d17 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:16.191101 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-931bca21-0346-4ff8-b5a2-7db4829ea1e4 req-bf0ff8bf-40bd-4d5e-8d80-e59a15605c5f tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:18:16.191662 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-85d30454-8487-4abd-ab00-2970411a3d4a req-ac6a082a-c1fa-4cc2-b5dc-b495b5bf1d17 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=b421f1b1-15a3-4661-a456-af46bd6c1855 HTTP/1.1" status: 200 len: 945 time: 0.0529485 Aug 10 03:18:16.206346 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e28f3a2-f415-4346-bdb4-7b64b09985e2 None None] Sync routers for ids ['7f801aa3-0d54-4979-8ed1-7ba98e403883'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:18:16.218022 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e28f3a2-f415-4346-bdb4-7b64b09985e2 None None] Routers {'7f801aa3-0d54-4979-8ed1-7ba98e403883'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:18:16.221579 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-1e28f3a2-f415-4346-bdb4-7b64b09985e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:18:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['7f801aa3-0d54-4979-8ed1-7ba98e403883'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:16.246482 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-931bca21-0346-4ff8-b5a2-7db4829ea1e4 req-bf0ff8bf-40bd-4d5e-8d80-e59a15605c5f tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] No DVR routers for this DVR port 87f5e91d-ff8b-490b-92b8-c6e14d7586ab on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:18:16.250423 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-931bca21-0346-4ff8-b5a2-7db4829ea1e4 req-bf0ff8bf-40bd-4d5e-8d80-e59a15605c5f tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:16.254765 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-931bca21-0346-4ff8-b5a2-7db4829ea1e4 req-bf0ff8bf-40bd-4d5e-8d80-e59a15605c5f tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] 10.222.0.58 "DELETE /v2.0/ports/87f5e91d-ff8b-490b-92b8-c6e14d7586ab HTTP/1.1" status: 204 len: 173 time: 1.0658531 Aug 10 03:18:16.255328 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0aebb6f-42d2-4313-8ec7-556f4c87b7e1', 'name': 'network-vif-deleted', 'tag': '87f5e91d-ff8b-490b-92b8-c6e14d7586ab'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:18:16.257911 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa32661e-f7b1-4500-ad25-5481a717bef7" -d '{"events": [{"server_uuid": "f0aebb6f-42d2-4313-8ec7-556f4c87b7e1", "name": "network-vif-deleted", "tag": "87f5e91d-ff8b-490b-92b8-c6e14d7586ab"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:18:16.303039 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-85d30454-8487-4abd-ab00-2970411a3d4a req-8a170b72-dabd-4c98-b7f4-bdf2fd0ac108 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823109 Aug 10 03:18:16.320828 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4e661e-ca74-4fa9-a985-586253e05e84 x-openstack-request-id: req-9c4e661e-ca74-4fa9-a985-586253e05e84 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:18:16.321642 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0aebb6f-42d2-4313-8ec7-556f4c87b7e1", "name": "network-vif-deleted", "tag": "87f5e91d-ff8b-490b-92b8-c6e14d7586ab", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:18:16.322101 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9c4e661e-ca74-4fa9-a985-586253e05e84 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:18:16.322763 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0aebb6f-42d2-4313-8ec7-556f4c87b7e1', 'name': 'network-vif-deleted', 'tag': '87f5e91d-ff8b-490b-92b8-c6e14d7586ab', 'status': 'completed', 'code': 200} Aug 10 03:18:16.408604 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-1e28f3a2-f415-4346-bdb4-7b64b09985e2 None None] Set router 7f801aa3-0d54-4979-8ed1-7ba98e403883 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:18:16.458648 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f51a6-c7c2-4fbf-8371-ef67347cfd22 req-09d6aaaf-d230-41fb-9f4a-2619fc15d242 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:16.464032 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6d5f51a6-c7c2-4fbf-8371-ef67347cfd22 req-09d6aaaf-d230-41fb-9f4a-2619fc15d242 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.58 "GET /v2.0/ports?device_id=b421f1b1-15a3-4661-a456-af46bd6c1855 HTTP/1.1" status: 200 len: 945 time: 0.0793839 Aug 10 03:18:16.594609 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-6d5f51a6-c7c2-4fbf-8371-ef67347cfd22 req-34bb364f-6607-4e26-b083-5417ee3cf03b tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Deleting port 02265bc8-6437-43aa-98fb-7c2290d7661a {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:18:16.595916 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6d5f51a6-c7c2-4fbf-8371-ef67347cfd22 req-34bb364f-6607-4e26-b083-5417ee3cf03b tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:16.735955 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-1e28f3a2-f415-4346-bdb4-7b64b09985e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f801aa3-0d54-4979-8ed1-7ba98e403883', 'name': 'tempest-ServersTestManualDisk-749273009-router', 'tenant_id': 'ace9f6bfb5cd4685a4a16d81f3e66871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '9643ac27-796d-43cc-8efb-124a8098143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:37Z', 'updated_at': '2021-08-10T03:15:46Z', 'revision_number': 4, 'project_id': 'ace9f6bfb5cd4685a4a16d81f3e66871', 'gw_port': {'id': '9643ac27-796d-43cc-8efb-124a8098143d', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:79:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f801aa3-0d54-4979-8ed1-7ba98e403883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:39Z', 'updated_at': '2021-08-10T03:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '8f9ab851-3f50-48b6-b34b-14b7814205ad', 'name': '', 'network_id': '21ed31ed-6e0a-4679-a532-6a47097475c9', 'tenant_id': 'ace9f6bfb5cd4685a4a16d81f3e66871', 'mac_address': 'fa:16:3e:e6:11:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f801aa3-0d54-4979-8ed1-7ba98e403883', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'ae8e75ff-2bea-4ffd-a100-33ca179d7b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:45Z', 'updated_at': '2021-08-10T03:15:52Z', 'revision_number': 5, 'project_id': 'ace9f6bfb5cd4685a4a16d81f3e66871', 'subnets': [{'id': 'ae8e75ff-2bea-4ffd-a100-33ca179d7b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:16.736421 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-6d5f51a6-c7c2-4fbf-8371-ef67347cfd22 req-34bb364f-6607-4e26-b083-5417ee3cf03b tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] For port 02265bc8-6437-43aa-98fb-7c2290d7661a, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=02265bc8-6437-43aa-98fb-7c2290d7661a,segment=NetworkSegment(e0fc6907-b0e5-497d-acdf-511c68571829),segment_id=e0fc6907-b0e5-497d-acdf-511c68571829)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:16.736851 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6d5f51a6-c7c2-4fbf-8371-ef67347cfd22 req-34bb364f-6607-4e26-b083-5417ee3cf03b tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:16.753022 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-6d5f51a6-c7c2-4fbf-8371-ef67347cfd22 req-34bb364f-6607-4e26-b083-5417ee3cf03b tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Calling delete_port for 02265bc8-6437-43aa-98fb-7c2290d7661a owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:18:16.881727 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 52680) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:16.903533 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e28f3a2-f415-4346-bdb4-7b64b09985e2 None None] Checking router: 7f801aa3-0d54-4979-8ed1-7ba98e403883 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:18:16.919490 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e28f3a2-f415-4346-bdb4-7b64b09985e2 None None] Routers {'7f801aa3-0d54-4979-8ed1-7ba98e403883'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:18:16.920197 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-1e28f3a2-f415-4346-bdb4-7b64b09985e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:18:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['7f801aa3-0d54-4979-8ed1-7ba98e403883'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:16.956785 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6d5f51a6-c7c2-4fbf-8371-ef67347cfd22 req-34bb364f-6607-4e26-b083-5417ee3cf03b tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:16.970074 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['02265bc8-6437-43aa-98fb-7c2290d7661a'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:18:17.032307 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bb364f-6607-4e26-b083-5417ee3cf03b tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Pushing event deleted for resources: {'Port': ['ID=02265bc8-6437-43aa-98fb-7c2290d7661a,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:17.072323 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5f51a6-c7c2-4fbf-8371-ef67347cfd22 req-34bb364f-6607-4e26-b083-5417ee3cf03b tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] No DVR routers for this DVR port 02265bc8-6437-43aa-98fb-7c2290d7661a on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:18:17.075377 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6d5f51a6-c7c2-4fbf-8371-ef67347cfd22 req-34bb364f-6607-4e26-b083-5417ee3cf03b tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:17.077702 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6d5f51a6-c7c2-4fbf-8371-ef67347cfd22 req-34bb364f-6607-4e26-b083-5417ee3cf03b tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.58 "DELETE /v2.0/ports/02265bc8-6437-43aa-98fb-7c2290d7661a HTTP/1.1" status: 204 len: 173 time: 0.6062021 Aug 10 03:18:17.096046 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-1e28f3a2-f415-4346-bdb4-7b64b09985e2 None None] Set router 7f801aa3-0d54-4979-8ed1-7ba98e403883 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:18:17.116918 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 52692) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:17.178217 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dec8bd00-cc92-4fc2-9b88-12a4d55a7039 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:17.230395 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dec8bd00-cc92-4fc2-9b88-12a4d55a7039 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:17.255333 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-66e01375-ebb8-4efd-8a21-27973436c378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:17.335061 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dec8bd00-cc92-4fc2-9b88-12a4d55a7039 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:17.338672 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dec8bd00-cc92-4fc2-9b88-12a4d55a7039 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:17.340786 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-dec8bd00-cc92-4fc2-9b88-12a4d55a7039 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] 10.222.0.62 "DELETE /v2.0/security-groups/eac979da-9d32-4b4a-a2af-ae36ee577daa HTTP/1.1" status: 204 len: 168 time: 0.2261474 Aug 10 03:18:17.344454 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 52698) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:17.367257 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec8bd00-cc92-4fc2-9b88-12a4d55a7039 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac979da-9d32-4b4a-a2af-ae36ee577daa,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:17.369802 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-b2c6c17f-85f3-4839-926c-856a01f53108 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] show failed (client error): The resource could not be found. Aug 10 03:18:17.371160 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b2c6c17f-85f3-4839-926c-856a01f53108 tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] 10.222.0.62 "GET /v2.0/security-groups/eac979da-9d32-4b4a-a2af-ae36ee577daa HTTP/1.1" status: 404 len: 347 time: 0.0244112 Aug 10 03:18:17.374441 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 52706) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:17.457050 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-1e28f3a2-f415-4346-bdb4-7b64b09985e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f801aa3-0d54-4979-8ed1-7ba98e403883', 'name': 'tempest-ServersTestManualDisk-749273009-router', 'tenant_id': 'ace9f6bfb5cd4685a4a16d81f3e66871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '9643ac27-796d-43cc-8efb-124a8098143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:37Z', 'updated_at': '2021-08-10T03:15:46Z', 'revision_number': 4, 'project_id': 'ace9f6bfb5cd4685a4a16d81f3e66871', 'gw_port': {'id': '9643ac27-796d-43cc-8efb-124a8098143d', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:79:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f801aa3-0d54-4979-8ed1-7ba98e403883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:39Z', 'updated_at': '2021-08-10T03:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '8f9ab851-3f50-48b6-b34b-14b7814205ad', 'name': '', 'network_id': '21ed31ed-6e0a-4679-a532-6a47097475c9', 'tenant_id': 'ace9f6bfb5cd4685a4a16d81f3e66871', 'mac_address': 'fa:16:3e:e6:11:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f801aa3-0d54-4979-8ed1-7ba98e403883', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'ae8e75ff-2bea-4ffd-a100-33ca179d7b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:45Z', 'updated_at': '2021-08-10T03:15:52Z', 'revision_number': 5, 'project_id': 'ace9f6bfb5cd4685a4a16d81f3e66871', 'subnets': [{'id': 'ae8e75ff-2bea-4ffd-a100-33ca179d7b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:17.466044 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-76335c74-d494-448f-a8be-45d879776f2f req-60cecc63-56e0-4f10-b0eb-fe72025ad3e3 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=b421f1b1-15a3-4661-a456-af46bd6c1855 HTTP/1.1" status: 200 len: 210 time: 0.0450313 Aug 10 03:18:17.498992 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-66e01375-ebb8-4efd-8a21-27973436c378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:17.505032 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e28f3a2-f415-4346-bdb4-7b64b09985e2 None None] The sync data for ids ['7f801aa3-0d54-4979-8ed1-7ba98e403883'] in n-d-768851-15 is: [{'id': '7f801aa3-0d54-4979-8ed1-7ba98e403883', 'name': 'tempest-ServersTestManualDisk-749273009-router', 'tenant_id': 'ace9f6bfb5cd4685a4a16d81f3e66871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '9643ac27-796d-43cc-8efb-124a8098143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:37Z', 'updated_at': '2021-08-10T03:15:46Z', 'revision_number': 4, 'project_id': 'ace9f6bfb5cd4685a4a16d81f3e66871', 'gw_port': {'id': '9643ac27-796d-43cc-8efb-124a8098143d', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:79:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f801aa3-0d54-4979-8ed1-7ba98e403883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:39Z', 'updated_at': '2021-08-10T03:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '8f9ab851-3f50-48b6-b34b-14b7814205ad', 'name': '', 'network_id': '21ed31ed-6e0a-4679-a532-6a47097475c9', 'tenant_id': 'ace9f6bfb5cd4685a4a16d81f3e66871', 'mac_address': 'fa:16:3e:e6:11:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f801aa3-0d54-4979-8ed1-7ba98e403883', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'ae8e75ff-2bea-4ffd-a100-33ca179d7b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:45Z', 'updated_at': '2021-08-10T03:15:52Z', 'revision_number': 5, 'project_id': 'ace9f6bfb5cd4685a4a16d81f3e66871', 'subnets': [{'id': 'ae8e75ff-2bea-4ffd-a100-33ca179d7b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:18:17.507283 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-66e01375-ebb8-4efd-8a21-27973436c378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:17.604495 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e01375-ebb8-4efd-8a21-27973436c378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861da060-4803-47ce-80d0-c4d5713af91c,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:17.606416 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-cab76c98-98ed-45c4-90c7-1e9236d115cf tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Deleting port 0d6bd8a4-8bab-48a1-b389-11069a30e732 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:18:17.606776 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cab76c98-98ed-45c4-90c7-1e9236d115cf tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:17.631670 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-66e01375-ebb8-4efd-8a21-27973436c378 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8b338f94d92647848e3c49e656e3d5bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7465906 Aug 10 03:18:17.632429 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 52722) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:17.729885 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ec8f1008-cdac-435b-afbe-38e4d3575c8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:17.757967 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cab76c98-98ed-45c4-90c7-1e9236d115cf tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:17.758441 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cab76c98-98ed-45c4-90c7-1e9236d115cf tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:17.761792 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 52726) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:17.769911 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ec8f1008-cdac-435b-afbe-38e4d3575c8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:17.793810 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-cab76c98-98ed-45c4-90c7-1e9236d115cf tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Calling delete_port for 0d6bd8a4-8bab-48a1-b389-11069a30e732 owned by network:floatingip {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:18:17.868378 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ec8f1008-cdac-435b-afbe-38e4d3575c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:17.872506 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ec8f1008-cdac-435b-afbe-38e4d3575c8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:17.878206 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ec8f1008-cdac-435b-afbe-38e4d3575c8f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/861da060-4803-47ce-80d0-c4d5713af91c HTTP/1.1" status: 204 len: 168 time: 0.2401116 Aug 10 03:18:17.888709 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8f1008-cdac-435b-afbe-38e4d3575c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861da060-4803-47ce-80d0-c4d5713af91c,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:17.986855 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e1aa1a-579a-4a7f-b338-6a44418b6f85 None None] New status for floating IP c0ab72e5-3795-478e-957c-723b7516bc47: DOWN {{(pid=94218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:18:18.208282 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 02265bc8-6437-43aa-98fb-7c2290d7661a no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:18:18.235247 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: 02265bc8-6437-43aa-98fb-7c2290d7661a {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:18:18.235952 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 02265bc8-6437-43aa-98fb-7c2290d7661a not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:18:18.236508 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 87f5e91d-ff8b-490b-92b8-c6e14d7586ab no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:18:18.260764 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: 87f5e91d-ff8b-490b-92b8-c6e14d7586ab {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:18:18.261837 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 87f5e91d-ff8b-490b-92b8-c6e14d7586ab not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:18:18.324931 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b421f1b1-15a3-4661-a456-af46bd6c1855', 'name': 'network-vif-deleted', 'tag': '02265bc8-6437-43aa-98fb-7c2290d7661a'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:18:18.327459 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f72338c9-3093-4dce-8c94-4d22166ff8e2" -d '{"events": [{"server_uuid": "b421f1b1-15a3-4661-a456-af46bd6c1855", "name": "network-vif-deleted", "tag": "02265bc8-6437-43aa-98fb-7c2290d7661a"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:18:18.401352 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69adc8fc-2393-441c-9725-47806224e2f5 x-openstack-request-id: req-69adc8fc-2393-441c-9725-47806224e2f5 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:18:18.401754 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b421f1b1-15a3-4661-a456-af46bd6c1855", "name": "network-vif-deleted", "tag": "02265bc8-6437-43aa-98fb-7c2290d7661a", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:18:18.402012 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-69adc8fc-2393-441c-9725-47806224e2f5 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:18:18.402381 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b421f1b1-15a3-4661-a456-af46bd6c1855', 'name': 'network-vif-deleted', 'tag': '02265bc8-6437-43aa-98fb-7c2290d7661a', 'status': 'completed', 'code': 200} Aug 10 03:18:18.426432 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02748501-64ec-48a9-922d-20ed464d31d8 req-c71d5869-3ce4-4a50-a103-528408358c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:18.427161 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02748501-64ec-48a9-922d-20ed464d31d8 req-c71d5869-3ce4-4a50-a103-528408358c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:18.427982 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02748501-64ec-48a9-922d-20ed464d31d8 req-c71d5869-3ce4-4a50-a103-528408358c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:18.428449 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02748501-64ec-48a9-922d-20ed464d31d8 req-c71d5869-3ce4-4a50-a103-528408358c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:18.428968 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02748501-64ec-48a9-922d-20ed464d31d8 req-c71d5869-3ce4-4a50-a103-528408358c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:18.429721 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02748501-64ec-48a9-922d-20ed464d31d8 req-c71d5869-3ce4-4a50-a103-528408358c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:18.430334 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02748501-64ec-48a9-922d-20ed464d31d8 req-c71d5869-3ce4-4a50-a103-528408358c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:18.432372 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-02748501-64ec-48a9-922d-20ed464d31d8 req-c71d5869-3ce4-4a50-a103-528408358c8c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 6505 time: 0.6695225 Aug 10 03:18:18.456827 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cab76c98-98ed-45c4-90c7-1e9236d115cf tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:18.491748 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab76c98-98ed-45c4-90c7-1e9236d115cf tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Pushing event deleted for resources: {'Port': ['ID=0d6bd8a4-8bab-48a1-b389-11069a30e732,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:18.519892 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-02748501-64ec-48a9-922d-20ed464d31d8 req-1c78b97c-4e3d-4da3-b997-cb8c10c8a639 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=8fa0499c-1adb-43e6-95ad-71a41197fc16&id=b405968e-e8dd-4859-b855-f8ae1385ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0792391 Aug 10 03:18:18.564485 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cab76c98-98ed-45c4-90c7-1e9236d115cf tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Notify callbacks [] for floatingip, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:18.567101 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cab76c98-98ed-45c4-90c7-1e9236d115cf tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:18.568368 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-cab76c98-98ed-45c4-90c7-1e9236d115cf tempest-ServersTestManualDisk-1614644357 tempest-ServersTestManualDisk-1614644357-project] 10.222.0.62 "DELETE /v2.0/floatingips/c0ab72e5-3795-478e-957c-723b7516bc47 HTTP/1.1" status: 204 len: 168 time: 1.1928396 Aug 10 03:18:18.573661 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 52774) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:18.882472 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 52802) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:18.922642 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a6b5b-3272-4e7f-9e51-d4607b816ac8 req-53c8cbb8-0708-4379-a5f6-4ba8ca599476 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:18.925183 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8a4a6b5b-3272-4e7f-9e51-d4607b816ac8 req-53c8cbb8-0708-4379-a5f6-4ba8ca599476 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/networks?id=480dbe0b-e3be-4a4e-913b-dd9b24bba262 HTTP/1.1" status: 200 len: 812 time: 0.1408193 Aug 10 03:18:18.952139 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8a4a6b5b-3272-4e7f-9e51-d4607b816ac8 req-3a461c01-b428-4dd1-b7be-35d94fd2d15a tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/quotas/83b79d8631564df6a9bf256e7f6ac69f HTTP/1.1" status: 200 len: 375 time: 0.0188458 Aug 10 03:18:18.987107 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8a4a6b5b-3272-4e7f-9e51-d4607b816ac8 req-946f9565-2a5a-453c-957e-896a6b9c9bc5 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=83b79d8631564df6a9bf256e7f6ac69f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339878 Aug 10 03:18:18.996475 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-16b7ac48-3713-4752-b218-a34e59184765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:19.069665 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [req-8a4a6b5b-3272-4e7f-9e51-d4607b816ac8 req-1b06a752-5da0-44c0-be4e-424b994f88ae service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:18:19.076899 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8a4a6b5b-3272-4e7f-9e51-d4607b816ac8 req-1b06a752-5da0-44c0-be4e-424b994f88ae service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0790558 Aug 10 03:18:19.141170 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-9505749b-2fd2-4607-ab8c-49f194bda8ed admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1837003228-network', 'tenant_id': '43203acf4cfe4e37a79326ec9eea9479'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:19.189093 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9505749b-2fd2-4607-ab8c-49f194bda8ed admin admin] Made reservation on behalf of 43203acf4cfe4e37a79326ec9eea9479 for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:18:19.192125 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9505749b-2fd2-4607-ab8c-49f194bda8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:19.219442 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9505749b-2fd2-4607-ab8c-49f194bda8ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:19.225560 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8a4a6b5b-3272-4e7f-9e51-d4607b816ac8 req-9efb7383-2e37-4544-96b7-9a7c616a75a1 service neutron] 10.222.0.62 "GET /v2.0/networks/480dbe0b-e3be-4a4e-913b-dd9b24bba262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478608 Aug 10 03:18:19.300320 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-16b7ac48-3713-4752-b218-a34e59184765 admin admin] Deleting port 8f9ab851-3f50-48b6-b34b-14b7814205ad {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:18:19.300672 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-16b7ac48-3713-4752-b218-a34e59184765 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:19.363400 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8a4a6b5b-3272-4e7f-9e51-d4607b816ac8 req-7998fa31-ae08-475a-a07f-0112c6389f70 service neutron] 10.222.0.62 "GET /v2.0/networks/480dbe0b-e3be-4a4e-913b-dd9b24bba262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295362 Aug 10 03:18:19.408894 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-16b7ac48-3713-4752-b218-a34e59184765 admin admin] For port 8f9ab851-3f50-48b6-b34b-14b7814205ad, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=8f9ab851-3f50-48b6-b34b-14b7814205ad,segment=NetworkSegment(57460c7b-40b5-477f-9b08-58fc6038b3ed),segment_id=57460c7b-40b5-477f-9b08-58fc6038b3ed)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:19.409378 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-16b7ac48-3713-4752-b218-a34e59184765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:19.418862 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9505749b-2fd2-4607-ab8c-49f194bda8ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:19.424783 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-16b7ac48-3713-4752-b218-a34e59184765 admin admin] Calling delete_port for 8f9ab851-3f50-48b6-b34b-14b7814205ad owned by network:router_interface {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:18:19.425123 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9505749b-2fd2-4607-ab8c-49f194bda8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:19.457463 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9505749b-2fd2-4607-ab8c-49f194bda8ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:18:19.469611 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9505749b-2fd2-4607-ab8c-49f194bda8ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa6132b-a9b5-45e5-970d-e77de02f0f27,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:19.475842 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9505749b-2fd2-4607-ab8c-49f194bda8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:19.476349 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-9505749b-2fd2-4607-ab8c-49f194bda8ed admin admin] Added segment ffe17f58-e9df-4ef8-ae82-9eb34a3991e2 of type vlan for network e6822d99-fb46-4666-b688-b1bc4b84e58c Aug 10 03:18:19.563232 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-21ad623c-0d62-4981-b694-9d26e8b6f60d req-bbeb3660-c997-45f5-9a7b-37799fa0ae95 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=945f549d-5f7e-48ba-a62f-bfd851e0d5e3 HTTP/1.1" status: 200 len: 210 time: 0.0346265 Aug 10 03:18:19.567012 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9505749b-2fd2-4607-ab8c-49f194bda8ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:19.608017 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9505749b-2fd2-4607-ab8c-49f194bda8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:19.609283 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9505749b-2fd2-4607-ab8c-49f194bda8ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:19.610106 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9505749b-2fd2-4607-ab8c-49f194bda8ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:19.689104 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-9505749b-2fd2-4607-ab8c-49f194bda8ed admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8053424 Aug 10 03:18:19.689881 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9505749b-2fd2-4607-ab8c-49f194bda8ed admin admin] Pushing event updated for resources: {'Network': ['ID=e6822d99-fb46-4666-b688-b1bc4b84e58c,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:19.690635 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-16b7ac48-3713-4752-b218-a34e59184765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:19.692181 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 52838) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:19.697130 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-40ea5e40-d94d-4bbc-a228-d802ab248dfd admin admin] Request body: {'subnet': {'network_id': 'e6822d99-fb46-4666-b688-b1bc4b84e58c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1837003228-subnet', 'tenant_id': '43203acf4cfe4e37a79326ec9eea9479', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:19.702289 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network e6822d99-fb46-4666-b688-b1bc4b84e58c details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:18:19.722601 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ea5e40-d94d-4bbc-a228-d802ab248dfd admin admin] Made reservation on behalf of 43203acf4cfe4e37a79326ec9eea9479 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:18:19.726608 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-40ea5e40-d94d-4bbc-a228-d802ab248dfd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:19.731296 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b7ac48-3713-4752-b218-a34e59184765 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f9ab851-3f50-48b6-b34b-14b7814205ad,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:19.800027 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 52840) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:20.010889 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-16b7ac48-3713-4752-b218-a34e59184765 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:20.053028 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-40ea5e40-d94d-4bbc-a228-d802ab248dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:20.112523 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea5e40-d94d-4bbc-a228-d802ab248dfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=49688026-7a04-47b0-b7a1-d639f2df44ea,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:20.127796 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-67422a52-1e4c-42e0-9029-9f090dcb8e5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:20.134532 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ea5e40-d94d-4bbc-a228-d802ab248dfd admin admin] Checking segment: {'id': 'ffe17f58-e9df-4ef8-ae82-9eb34a3991e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e6822d99-fb46-4666-b688-b1bc4b84e58c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:18:20.135034 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ea5e40-d94d-4bbc-a228-d802ab248dfd admin admin] Network hostable DHCP agents. Network: e6822d99-fb46-4666-b688-b1bc4b84e58c, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:18:20.159724 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ea5e40-d94d-4bbc-a228-d802ab248dfd admin admin] Network e6822d99-fb46-4666-b688-b1bc4b84e58c is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:18:20.170245 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-40ea5e40-d94d-4bbc-a228-d802ab248dfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, e6822d99-fb46-4666-b688-b1bc4b84e58c) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:18:20.174874 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ea5e40-d94d-4bbc-a228-d802ab248dfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:20.175623 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-40ea5e40-d94d-4bbc-a228-d802ab248dfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:20.179853 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2efae2-b82b-4044-ae97-3a4d2ca96679 None None] Network e6822d99-fb46-4666-b688-b1bc4b84e58c requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:18:20.197180 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-40ea5e40-d94d-4bbc-a228-d802ab248dfd admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5039668 Aug 10 03:18:20.363834 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 52854) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:20.367885 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-67422a52-1e4c-42e0-9029-9f090dcb8e5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:20.387178 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b1aa03-4f88-4a61-9507-41ccfca52c93 None None] Network e6822d99-fb46-4666-b688-b1bc4b84e58c requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:18:20.401186 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-67422a52-1e4c-42e0-9029-9f090dcb8e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:20.425020 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd9be0cc-a5db-44f8-8300-64f4f5001baf admin admin] Deleting subnet 49688026-7a04-47b0-b7a1-d639f2df44ea {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:18:20.428731 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cd9be0cc-a5db-44f8-8300-64f4f5001baf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:20.458660 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-67422a52-1e4c-42e0-9029-9f090dcb8e5f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=55dc28e4c14e4a2e8c397864fdba0194&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6515305 Aug 10 03:18:20.458660 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67422a52-1e4c-42e0-9029-9f090dcb8e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c243800d-7456-4817-b505-4ab070e607e8,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:20.459411 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 52856) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:20.468724 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cd9be0cc-a5db-44f8-8300-64f4f5001baf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:20.479877 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b7ac48-3713-4752-b218-a34e59184765 admin admin] Router 7f801aa3-0d54-4979-8ed1-7ba98e403883 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:18:20.510030 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cd9be0cc-a5db-44f8-8300-64f4f5001baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:20.560718 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-435e3c01-ae24-4ba7-9d76-f4c2b88487c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:20.569594 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cd9be0cc-a5db-44f8-8300-64f4f5001baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:20.601272 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9be0cc-a5db-44f8-8300-64f4f5001baf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49688026-7a04-47b0-b7a1-d639f2df44ea,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:20.605014 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cd9be0cc-a5db-44f8-8300-64f4f5001baf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:20.612295 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-cd9be0cc-a5db-44f8-8300-64f4f5001baf admin admin] 10.222.0.62 "DELETE /v2.0/subnets/49688026-7a04-47b0-b7a1-d639f2df44ea HTTP/1.1" status: 204 len: 168 time: 0.2472641 Aug 10 03:18:20.612860 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 52860) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:20.681799 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-435e3c01-ae24-4ba7-9d76-f4c2b88487c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:20.697161 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aa51d587-0b6c-403c-a809-a44119022147 req-0231bc00-fb79-4517-899a-c9c116462b4e tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=945f549d-5f7e-48ba-a62f-bfd851e0d5e3 HTTP/1.1" status: 200 len: 210 time: 0.0357354 Aug 10 03:18:20.719677 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ece64b3d-f6ce-4479-8653-d58e13517765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:20.761945 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b7ac48-3713-4752-b218-a34e59184765 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:18:20.768318 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-16b7ac48-3713-4752-b218-a34e59184765 admin admin] 10.222.0.62 "PUT /v2.0/routers/7f801aa3-0d54-4979-8ed1-7ba98e403883/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1959527 Aug 10 03:18:20.771536 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 52862) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:20.777301 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2f5b24-0f24-4a75-b8d1-a167e9dd78d9 None None] Sync routers for ids ['7f801aa3-0d54-4979-8ed1-7ba98e403883'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:18:20.787519 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2f5b24-0f24-4a75-b8d1-a167e9dd78d9 None None] Routers {'7f801aa3-0d54-4979-8ed1-7ba98e403883'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:18:20.788454 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-3c2f5b24-0f24-4a75-b8d1-a167e9dd78d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:18:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['7f801aa3-0d54-4979-8ed1-7ba98e403883'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:20.807831 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ece64b3d-f6ce-4479-8653-d58e13517765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:20.817758 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-ece64b3d-f6ce-4479-8653-d58e13517765 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6822d99-fb46-4666-b688-b1bc4b84e58c']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:20.828898 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-ece64b3d-f6ce-4479-8653-d58e13517765 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffe17f58-e9df-4ef8-ae82-9eb34a3991e2') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:20.829199 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-ece64b3d-f6ce-4479-8653-d58e13517765 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffe17f58-e9df-4ef8-ae82-9eb34a3991e2') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:20.838609 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ece64b3d-f6ce-4479-8653-d58e13517765 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:20.854304 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ece64b3d-f6ce-4479-8653-d58e13517765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:20.860970 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ece64b3d-f6ce-4479-8653-d58e13517765 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:18:20.861393 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ece64b3d-f6ce-4479-8653-d58e13517765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:20.863178 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:18:20.863178 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:18:20.863178 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:18:20.863178 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:18:20.863178 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:18:20.863178 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:18:20.863178 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:18:20.863178 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:18:20.863178 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:18:20.863178 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:18:20.863178 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:18:20.863178 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:18:20.863178 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:18:20.863178 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:18:20.863178 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:18:20.863178 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:18:20.863178 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:18:20.863178 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:18:20.863178 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:18:20.863178 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:18:20.863178 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:18:20.863178 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:18:20.863178 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:18:20.863178 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:18:20.863178 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:18:20.863178 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:18:20.863178 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:18:20.863178 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:18:20.863178 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:18:20.863178 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:18:20.863178 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:18:20.863178 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:18:20.913542 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bcf8fa9d-928e-4c27-93dc-3be20a4cbe88 admin admin] Notify callbacks [] for router, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:20.922470 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-3c2f5b24-0f24-4a75-b8d1-a167e9dd78d9 None None] Set router 7f801aa3-0d54-4979-8ed1-7ba98e403883 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:18:20.933507 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ece64b3d-f6ce-4479-8653-d58e13517765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:20.954215 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ece64b3d-f6ce-4479-8653-d58e13517765 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:20.956407 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ece64b3d-f6ce-4479-8653-d58e13517765 admin admin] 10.222.0.62 "DELETE /v2.0/networks/e6822d99-fb46-4666-b688-b1bc4b84e58c HTTP/1.1" status: 204 len: 168 time: 0.3425536 Aug 10 03:18:20.961846 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece64b3d-f6ce-4479-8653-d58e13517765 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6822d99-fb46-4666-b688-b1bc4b84e58c,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:20.973066 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-435e3c01-ae24-4ba7-9d76-f4c2b88487c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:20.975666 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-435e3c01-ae24-4ba7-9d76-f4c2b88487c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:20.979218 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-435e3c01-ae24-4ba7-9d76-f4c2b88487c6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c243800d-7456-4817-b505-4ab070e607e8 HTTP/1.1" status: 204 len: 168 time: 0.5150335 Aug 10 03:18:21.028758 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435e3c01-ae24-4ba7-9d76-f4c2b88487c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c243800d-7456-4817-b505-4ab070e607e8,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:21.042890 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a6b5b-3272-4e7f-9e51-d4607b816ac8 req-8e318418-3325-490b-b6ff-421b9e4b2e89 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:21.044511 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8a4a6b5b-3272-4e7f-9e51-d4607b816ac8 req-8e318418-3325-490b-b6ff-421b9e4b2e89 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.58 "GET /v2.0/networks?id=480dbe0b-e3be-4a4e-913b-dd9b24bba262 HTTP/1.1" status: 200 len: 812 time: 0.4025197 Aug 10 03:18:21.063726 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-8a4a6b5b-3272-4e7f-9e51-d4607b816ac8 req-02c8e3f4-c953-456d-9029-0f0c4d6de321 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Request body: {'port': {'device_id': '945f549d-5f7e-48ba-a62f-bfd851e0d5e3', 'network_id': '480dbe0b-e3be-4a4e-913b-dd9b24bba262', 'admin_state_up': True, 'tenant_id': '83b79d8631564df6a9bf256e7f6ac69f'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:21.133201 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bcf8fa9d-928e-4c27-93dc-3be20a4cbe88 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:21.133707 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 52870) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:21.160241 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-3c2f5b24-0f24-4a75-b8d1-a167e9dd78d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f801aa3-0d54-4979-8ed1-7ba98e403883', 'name': 'tempest-ServersTestManualDisk-749273009-router', 'tenant_id': 'ace9f6bfb5cd4685a4a16d81f3e66871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '9643ac27-796d-43cc-8efb-124a8098143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:37Z', 'updated_at': '2021-08-10T03:18:19Z', 'revision_number': 5, 'project_id': 'ace9f6bfb5cd4685a4a16d81f3e66871', 'gw_port': {'id': '9643ac27-796d-43cc-8efb-124a8098143d', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:79:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f801aa3-0d54-4979-8ed1-7ba98e403883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:39Z', 'updated_at': '2021-08-10T03:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:21.191086 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2f5b24-0f24-4a75-b8d1-a167e9dd78d9 None None] Checking router: 7f801aa3-0d54-4979-8ed1-7ba98e403883 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:18:21.192411 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-6fdec3d0-f3f0-49f5-aabf-0a14f9e37966 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=43203acf4cfe4e37a79326ec9eea9479&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0569565 Aug 10 03:18:21.194926 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 52874) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:21.206067 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2f5b24-0f24-4a75-b8d1-a167e9dd78d9 None None] Routers {'7f801aa3-0d54-4979-8ed1-7ba98e403883'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:18:21.206885 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-3c2f5b24-0f24-4a75-b8d1-a167e9dd78d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:18:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['7f801aa3-0d54-4979-8ed1-7ba98e403883'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:21.254707 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0895cb3e-63c4-4de8-baf7-e3c8c657a508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:21.276371 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a4a6b5b-3272-4e7f-9e51-d4607b816ac8 req-02c8e3f4-c953-456d-9029-0f0c4d6de321 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Made reservation on behalf of 83b79d8631564df6a9bf256e7f6ac69f for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:18:21.280094 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-8a4a6b5b-3272-4e7f-9e51-d4607b816ac8 req-02c8e3f4-c953-456d-9029-0f0c4d6de321 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:21.288739 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0895cb3e-63c4-4de8-baf7-e3c8c657a508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:21.300292 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-bcf8fa9d-928e-4c27-93dc-3be20a4cbe88 admin admin] Deleting port 9643ac27-796d-43cc-8efb-124a8098143d {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:18:21.300638 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bcf8fa9d-928e-4c27-93dc-3be20a4cbe88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:21.337812 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-3c2f5b24-0f24-4a75-b8d1-a167e9dd78d9 None None] Set router 7f801aa3-0d54-4979-8ed1-7ba98e403883 gateway port host: None {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:18:21.343913 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0895cb3e-63c4-4de8-baf7-e3c8c657a508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:21.347342 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0895cb3e-63c4-4de8-baf7-e3c8c657a508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:21.351023 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-0895cb3e-63c4-4de8-baf7-e3c8c657a508 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0aa6132b-a9b5-45e5-970d-e77de02f0f27 HTTP/1.1" status: 204 len: 168 time: 0.1529248 Aug 10 03:18:21.359012 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0895cb3e-63c4-4de8-baf7-e3c8c657a508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa6132b-a9b5-45e5-970d-e77de02f0f27,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:21.427183 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 52880) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:21.429390 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-3c2f5b24-0f24-4a75-b8d1-a167e9dd78d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f801aa3-0d54-4979-8ed1-7ba98e403883', 'name': 'tempest-ServersTestManualDisk-749273009-router', 'tenant_id': 'ace9f6bfb5cd4685a4a16d81f3e66871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:37Z', 'updated_at': '2021-08-10T03:18:21Z', 'revision_number': 6, 'project_id': 'ace9f6bfb5cd4685a4a16d81f3e66871', 'gw_port_host': None}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:21.445263 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-51991cec-11db-4efd-a62f-49c11d5e02b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:21.458932 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2f5b24-0f24-4a75-b8d1-a167e9dd78d9 None None] The sync data for ids ['7f801aa3-0d54-4979-8ed1-7ba98e403883'] in n-d-768851-15 is: [{'id': '7f801aa3-0d54-4979-8ed1-7ba98e403883', 'name': 'tempest-ServersTestManualDisk-749273009-router', 'tenant_id': 'ace9f6bfb5cd4685a4a16d81f3e66871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:37Z', 'updated_at': '2021-08-10T03:18:21Z', 'revision_number': 6, 'project_id': 'ace9f6bfb5cd4685a4a16d81f3e66871', 'gw_port_host': None}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:18:21.512006 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-8a4a6b5b-3272-4e7f-9e51-d4607b816ac8 req-02c8e3f4-c953-456d-9029-0f0c4d6de321 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Allocated IP 172.20.0.5 (480dbe0b-e3be-4a4e-913b-dd9b24bba262/671472a0-ea87-43e5-8586-78a1de5f1af8/9636a6fa-3717-4f40-9526-c93f26a8a412) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:18:21.515091 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-bcf8fa9d-928e-4c27-93dc-3be20a4cbe88 admin admin] For port 9643ac27-796d-43cc-8efb-124a8098143d, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=9643ac27-796d-43cc-8efb-124a8098143d,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:21.515460 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bcf8fa9d-928e-4c27-93dc-3be20a4cbe88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:21.536492 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-bcf8fa9d-928e-4c27-93dc-3be20a4cbe88 admin admin] Calling delete_port for 9643ac27-796d-43cc-8efb-124a8098143d owned by network:router_gateway {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:18:21.558983 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-51991cec-11db-4efd-a62f-49c11d5e02b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:21.565445 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-51991cec-11db-4efd-a62f-49c11d5e02b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:21.608118 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-51991cec-11db-4efd-a62f-49c11d5e02b0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5f5cd2f092d1491b8f85ed44fe167bfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1768789 Aug 10 03:18:21.608118 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51991cec-11db-4efd-a62f-49c11d5e02b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43039a04-9fac-4c55-b9a1-0e784e14203e,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:21.609457 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 52882) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:21.665269 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3d9e7a0a-f1ba-4664-837b-d01246b04289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:21.689772 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3d9e7a0a-f1ba-4664-837b-d01246b04289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:21.746774 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3d9e7a0a-f1ba-4664-837b-d01246b04289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:21.749949 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3d9e7a0a-f1ba-4664-837b-d01246b04289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:21.751510 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-3d9e7a0a-f1ba-4664-837b-d01246b04289 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/43039a04-9fac-4c55-b9a1-0e784e14203e HTTP/1.1" status: 204 len: 168 time: 0.1416047 Aug 10 03:18:21.796996 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9e7a0a-f1ba-4664-837b-d01246b04289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43039a04-9fac-4c55-b9a1-0e784e14203e,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:21.821659 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fbf7ed20-0f9c-4d55-a551-8c5af35d15b4 req-fbd37af7-6a41-47d4-a0da-ed23c5c5e138 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=945f549d-5f7e-48ba-a62f-bfd851e0d5e3 HTTP/1.1" status: 200 len: 210 time: 0.0435946 Aug 10 03:18:21.880673 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bcf8fa9d-928e-4c27-93dc-3be20a4cbe88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:21.924837 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-8a4a6b5b-3272-4e7f-9e51-d4607b816ac8 req-02c8e3f4-c953-456d-9029-0f0c4d6de321 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:21.928963 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf8fa9d-928e-4c27-93dc-3be20a4cbe88 admin admin] Pushing event deleted for resources: {'Port': ['ID=9643ac27-796d-43cc-8efb-124a8098143d,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:22.033479 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bcf8fa9d-928e-4c27-93dc-3be20a4cbe88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:22.126299 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bcf8fa9d-928e-4c27-93dc-3be20a4cbe88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:22.128271 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-8a4a6b5b-3272-4e7f-9e51-d4607b816ac8 req-02c8e3f4-c953-456d-9029-0f0c4d6de321 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:22.130327 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bcf8fa9d-928e-4c27-93dc-3be20a4cbe88 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:22.212249 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a4a6b5b-3272-4e7f-9e51-d4607b816ac8 req-02c8e3f4-c953-456d-9029-0f0c4d6de321 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Network 480dbe0b-e3be-4a4e-913b-dd9b24bba262 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:18:22.216033 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bcf8fa9d-928e-4c27-93dc-3be20a4cbe88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:22.216596 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf8fa9d-928e-4c27-93dc-3be20a4cbe88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f801aa3-0d54-4979-8ed1-7ba98e403883 {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:18:22.222487 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-8a4a6b5b-3272-4e7f-9e51-d4607b816ac8 req-02c8e3f4-c953-456d-9029-0f0c4d6de321 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:18:22.228924 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bcf8fa9d-928e-4c27-93dc-3be20a4cbe88 admin admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:22.232066 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-bcf8fa9d-928e-4c27-93dc-3be20a4cbe88 admin admin] 10.222.0.62 "DELETE /v2.0/routers/7f801aa3-0d54-4979-8ed1-7ba98e403883 HTTP/1.1" status: 204 len: 168 time: 1.4574084 Aug 10 03:18:22.232675 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 52916) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:22.233106 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a4a6b5b-3272-4e7f-9e51-d4607b816ac8 req-02c8e3f4-c953-456d-9029-0f0c4d6de321 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:18:22.257011 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c8e3f4-c953-456d-9029-0f0c4d6de321 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Pushing event updated for resources: {'Port': ['ID=9636a6fa-3717-4f40-9526-c93f26a8a412,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:22.293109 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a6b5b-3272-4e7f-9e51-d4607b816ac8 req-02c8e3f4-c953-456d-9029-0f0c4d6de321 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:22.293773 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-8a4a6b5b-3272-4e7f-9e51-d4607b816ac8 req-02c8e3f4-c953-456d-9029-0f0c4d6de321 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:22.312553 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8a4a6b5b-3272-4e7f-9e51-d4607b816ac8 req-02c8e3f4-c953-456d-9029-0f0c4d6de321 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2551181 Aug 10 03:18:22.320705 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9f67c23-54df-4132-b2f1-8ba64a65fc20 admin admin] Deleting subnet ae8e75ff-2bea-4ffd-a100-33ca179d7b92 {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:18:22.328110 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-8a4a6b5b-3272-4e7f-9e51-d4607b816ac8 req-91b9b821-dfee-4c1c-8579-16071cb43aa8 service neutron] Request body: {'port': {'device_id': '945f549d-5f7e-48ba-a62f-bfd851e0d5e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:22.342761 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c9f67c23-54df-4132-b2f1-8ba64a65fc20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:22.423801 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-8a4a6b5b-3272-4e7f-9e51-d4607b816ac8 req-91b9b821-dfee-4c1c-8579-16071cb43aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:22.453374 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c9f67c23-54df-4132-b2f1-8ba64a65fc20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:22.453935 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 8f9ab851-3f50-48b6-b34b-14b7814205ad no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:18:22.490180 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 8f9ab851-3f50-48b6-b34b-14b7814205ad {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:18:22.490879 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 8f9ab851-3f50-48b6-b34b-14b7814205ad not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:18:22.491402 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 9643ac27-796d-43cc-8efb-124a8098143d no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:18:22.547050 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 9643ac27-796d-43cc-8efb-124a8098143d {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:18:22.547892 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 9643ac27-796d-43cc-8efb-124a8098143d not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:18:22.887618 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 52944) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:22.946268 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c9f67c23-54df-4132-b2f1-8ba64a65fc20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:23.039159 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1f999-d30f-40bb-9b88-cd6c2560f41d req-0614e135-913d-43a8-8189-93cb2bd67fbe tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:23.048500 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c9d1f999-d30f-40bb-9b88-cd6c2560f41d req-0614e135-913d-43a8-8189-93cb2bd67fbe tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=945f549d-5f7e-48ba-a62f-bfd851e0d5e3 HTTP/1.1" status: 200 len: 931 time: 0.0995419 Aug 10 03:18:23.098858 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c9d1f999-d30f-40bb-9b88-cd6c2560f41d req-7b94824e-35e4-46fe-a54f-3fc74a90078c tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494404 Aug 10 03:18:23.100002 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c9f67c23-54df-4132-b2f1-8ba64a65fc20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:23.124107 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c9f67c23-54df-4132-b2f1-8ba64a65fc20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:23.128481 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cef4b5a-377a-4c6b-abb3-4cf8370a5c2d None None] Network 21ed31ed-6e0a-4679-a532-6a47097475c9 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:18:23.128665 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-c9f67c23-54df-4132-b2f1-8ba64a65fc20 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/ae8e75ff-2bea-4ffd-a100-33ca179d7b92 HTTP/1.1" status: 204 len: 168 time: 0.8926570 Aug 10 03:18:23.132172 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 52956) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:23.144884 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f67c23-54df-4132-b2f1-8ba64a65fc20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae8e75ff-2bea-4ffd-a100-33ca179d7b92,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:23.202185 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b0c29a2d-3197-4f60-8bba-c8a41ac2e848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:23.271774 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-638ec2d6-b0d1-4e81-9c7d-2c01bd619bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:23.325985 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b0c29a2d-3197-4f60-8bba-c8a41ac2e848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:23.331552 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b0c29a2d-3197-4f60-8bba-c8a41ac2e848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:23.369464 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716c435e-e8a8-4fef-af8e-44b262397635 None None] DHCP port deletion for 21ed31ed-6e0a-4679-a532-6a47097475c9 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:18:23.374308 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b0c29a2d-3197-4f60-8bba-c8a41ac2e848 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=be0346b3e5f64b61a26afe73f8393905&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4853382 Aug 10 03:18:23.376663 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c29a2d-3197-4f60-8bba-c8a41ac2e848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad18d9a-4ae5-44a9-b83b-58f4cd79eba6,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:23.380247 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 52962) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:23.448249 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-716c435e-e8a8-4fef-af8e-44b262397635 None None] Deleting port 787129e7-5162-46cc-8449-633f11541858 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:18:23.449216 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-716c435e-e8a8-4fef-af8e-44b262397635 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:23.466312 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-8a4a6b5b-3272-4e7f-9e51-d4607b816ac8 req-91b9b821-dfee-4c1c-8579-16071cb43aa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9636a6fa-3717-4f40-9526-c93f26a8a412 {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:18:23.477127 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-8a4a6b5b-3272-4e7f-9e51-d4607b816ac8 req-91b9b821-dfee-4c1c-8579-16071cb43aa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:23.493031 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-638ec2d6-b0d1-4e81-9c7d-2c01bd619bb6 admin admin] Deleting port 787129e7-5162-46cc-8449-633f11541858 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:18:23.493414 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-638ec2d6-b0d1-4e81-9c7d-2c01bd619bb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:23.540034 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-8a4a6b5b-3272-4e7f-9e51-d4607b816ac8 req-91b9b821-dfee-4c1c-8579-16071cb43aa8 service neutron] Transition to ACTIVE for port object 9636a6fa-3717-4f40-9526-c93f26a8a412 will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:18:23.548064 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-716c435e-e8a8-4fef-af8e-44b262397635 None None] For port 787129e7-5162-46cc-8449-633f11541858, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=787129e7-5162-46cc-8449-633f11541858,segment=NetworkSegment(57460c7b-40b5-477f-9b08-58fc6038b3ed),segment_id=57460c7b-40b5-477f-9b08-58fc6038b3ed)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:23.548875 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-716c435e-e8a8-4fef-af8e-44b262397635 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:23.557031 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-8a4a6b5b-3272-4e7f-9e51-d4607b816ac8 req-91b9b821-dfee-4c1c-8579-16071cb43aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:23.562799 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8dd0968f-f0fe-462f-a433-dcedc3e53083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:23.563892 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-716c435e-e8a8-4fef-af8e-44b262397635 None None] Calling delete_port for 787129e7-5162-46cc-8449-633f11541858 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:18:23.633131 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-638ec2d6-b0d1-4e81-9c7d-2c01bd619bb6 admin admin] For port 787129e7-5162-46cc-8449-633f11541858, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=787129e7-5162-46cc-8449-633f11541858,segment=NetworkSegment(57460c7b-40b5-477f-9b08-58fc6038b3ed),segment_id=57460c7b-40b5-477f-9b08-58fc6038b3ed)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:23.633511 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-638ec2d6-b0d1-4e81-9c7d-2c01bd619bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:23.641922 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8dd0968f-f0fe-462f-a433-dcedc3e53083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:23.665928 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-638ec2d6-b0d1-4e81-9c7d-2c01bd619bb6 admin admin] Calling delete_port for 787129e7-5162-46cc-8449-633f11541858 owned by network:dhcp {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:18:23.668715 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b9b821-dfee-4c1c-8579-16071cb43aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=9636a6fa-3717-4f40-9526-c93f26a8a412,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:23.670765 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-716c435e-e8a8-4fef-af8e-44b262397635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:23.687177 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716c435e-e8a8-4fef-af8e-44b262397635 None None] No DVR routers for this DVR port 787129e7-5162-46cc-8449-633f11541858 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:18:23.712716 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c435e-e8a8-4fef-af8e-44b262397635 None None] Pushing event deleted for resources: {'Port': ['ID=787129e7-5162-46cc-8449-633f11541858,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:23.830326 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8dd0968f-f0fe-462f-a433-dcedc3e53083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:23.833031 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8dd0968f-f0fe-462f-a433-dcedc3e53083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:23.834171 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8dd0968f-f0fe-462f-a433-dcedc3e53083 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fad18d9a-4ae5-44a9-b83b-58f4cd79eba6 HTTP/1.1" status: 204 len: 168 time: 0.4528387 Aug 10 03:18:23.846419 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-8a4a6b5b-3272-4e7f-9e51-d4607b816ac8 req-91b9b821-dfee-4c1c-8579-16071cb43aa8 service neutron] Attempting to bind port 9636a6fa-3717-4f40-9526-c93f26a8a412 on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:18:23.846784 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-8a4a6b5b-3272-4e7f-9e51-d4607b816ac8 req-91b9b821-dfee-4c1c-8579-16071cb43aa8 service neutron] Attempting to bind port 9636a6fa-3717-4f40-9526-c93f26a8a412 by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': 'e0fc6907-b0e5-497d-acdf-511c68571829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '480dbe0b-e3be-4a4e-913b-dd9b24bba262'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:18:23.847119 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4a6b5b-3272-4e7f-9e51-d4607b816ac8 req-91b9b821-dfee-4c1c-8579-16071cb43aa8 service neutron] Attempting to bind port 9636a6fa-3717-4f40-9526-c93f26a8a412 on network 480dbe0b-e3be-4a4e-913b-dd9b24bba262 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:18:23.857649 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd0968f-f0fe-462f-a433-dcedc3e53083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad18d9a-4ae5-44a9-b83b-58f4cd79eba6,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:23.860106 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4a6b5b-3272-4e7f-9e51-d4607b816ac8 req-91b9b821-dfee-4c1c-8579-16071cb43aa8 service neutron] Port 9636a6fa-3717-4f40-9526-c93f26a8a412 on network 480dbe0b-e3be-4a4e-913b-dd9b24bba262 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:18:23.860435 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4a6b5b-3272-4e7f-9e51-d4607b816ac8 req-91b9b821-dfee-4c1c-8579-16071cb43aa8 service neutron] Attempting to bind port 9636a6fa-3717-4f40-9526-c93f26a8a412 on network 480dbe0b-e3be-4a4e-913b-dd9b24bba262 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:18:23.866910 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-638ec2d6-b0d1-4e81-9c7d-2c01bd619bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:23.870389 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4a6b5b-3272-4e7f-9e51-d4607b816ac8 req-91b9b821-dfee-4c1c-8579-16071cb43aa8 service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:18:23.870763 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4a6b5b-3272-4e7f-9e51-d4607b816ac8 req-91b9b821-dfee-4c1c-8579-16071cb43aa8 service neutron] Checking segment: {'id': 'e0fc6907-b0e5-497d-acdf-511c68571829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '480dbe0b-e3be-4a4e-913b-dd9b24bba262'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:18:23.871144 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4a6b5b-3272-4e7f-9e51-d4607b816ac8 req-91b9b821-dfee-4c1c-8579-16071cb43aa8 service neutron] Bound using segment: {'id': 'e0fc6907-b0e5-497d-acdf-511c68571829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '480dbe0b-e3be-4a4e-913b-dd9b24bba262'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:18:23.871589 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-8a4a6b5b-3272-4e7f-9e51-d4607b816ac8 req-91b9b821-dfee-4c1c-8579-16071cb43aa8 service neutron] Bound port: 9636a6fa-3717-4f40-9526-c93f26a8a412, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0fc6907-b0e5-497d-acdf-511c68571829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '480dbe0b-e3be-4a4e-913b-dd9b24bba262'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:18:23.871941 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-8a4a6b5b-3272-4e7f-9e51-d4607b816ac8 req-91b9b821-dfee-4c1c-8579-16071cb43aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:23.906707 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ec2d6-b0d1-4e81-9c7d-2c01bd619bb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=787129e7-5162-46cc-8449-633f11541858,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:23.910574 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638ec2d6-b0d1-4e81-9c7d-2c01bd619bb6 admin admin] No DVR routers for this DVR port 787129e7-5162-46cc-8449-633f11541858 on host n-d-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:18:24.020947 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-638ec2d6-b0d1-4e81-9c7d-2c01bd619bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:24.038679 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-638ec2d6-b0d1-4e81-9c7d-2c01bd619bb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21ed31ed-6e0a-4679-a532-6a47097475c9']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:24.047182 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-8a4a6b5b-3272-4e7f-9e51-d4607b816ac8 req-91b9b821-dfee-4c1c-8579-16071cb43aa8 service neutron] For port 9636a6fa-3717-4f40-9526-c93f26a8a412, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:18:24.053294 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-638ec2d6-b0d1-4e81-9c7d-2c01bd619bb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57460c7b-40b5-477f-9b08-58fc6038b3ed') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:24.053612 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-638ec2d6-b0d1-4e81-9c7d-2c01bd619bb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57460c7b-40b5-477f-9b08-58fc6038b3ed') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:24.071097 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-8a4a6b5b-3272-4e7f-9e51-d4607b816ac8 req-91b9b821-dfee-4c1c-8579-16071cb43aa8 service neutron] For port 9636a6fa-3717-4f40-9526-c93f26a8a412, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=9636a6fa-3717-4f40-9526-c93f26a8a412,segment=NetworkSegment(e0fc6907-b0e5-497d-acdf-511c68571829),segment_id=e0fc6907-b0e5-497d-acdf-511c68571829)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:18:24.074055 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-638ec2d6-b0d1-4e81-9c7d-2c01bd619bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:24.081344 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-8a4a6b5b-3272-4e7f-9e51-d4607b816ac8 req-91b9b821-dfee-4c1c-8579-16071cb43aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:24.117449 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-638ec2d6-b0d1-4e81-9c7d-2c01bd619bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:24.136715 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a6b5b-3272-4e7f-9e51-d4607b816ac8 req-91b9b821-dfee-4c1c-8579-16071cb43aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:24.137561 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-8a4a6b5b-3272-4e7f-9e51-d4607b816ac8 req-91b9b821-dfee-4c1c-8579-16071cb43aa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:24.139132 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8a4a6b5b-3272-4e7f-9e51-d4607b816ac8 req-91b9b821-dfee-4c1c-8579-16071cb43aa8 service neutron] 10.222.0.58 "PUT /v2.0/ports/9636a6fa-3717-4f40-9526-c93f26a8a412 HTTP/1.1" status: 200 len: 1092 time: 1.8179865 Aug 10 03:18:24.141050 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '945f549d-5f7e-48ba-a62f-bfd851e0d5e3', 'tag': '9636a6fa-3717-4f40-9526-c93f26a8a412'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:18:24.143373 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb94dbc-fd27-4f5e-83bf-12f2f62898b4" -d '{"events": [{"name": "network-changed", "server_uuid": "945f549d-5f7e-48ba-a62f-bfd851e0d5e3", "tag": "9636a6fa-3717-4f40-9526-c93f26a8a412"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:18:24.146776 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-638ec2d6-b0d1-4e81-9c7d-2c01bd619bb6 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:18:24.147309 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-638ec2d6-b0d1-4e81-9c7d-2c01bd619bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:24.151479 n-d-768851-15 neutron-server[94217]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:18:24.151479 n-d-768851-15 neutron-server[94217]: self.session.flush() Aug 10 03:18:24.151479 n-d-768851-15 neutron-server[94217]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:18:24.151479 n-d-768851-15 neutron-server[94217]: self.session.flush() Aug 10 03:18:24.151479 n-d-768851-15 neutron-server[94217]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:18:24.151479 n-d-768851-15 neutron-server[94217]: self.session.flush() Aug 10 03:18:24.151479 n-d-768851-15 neutron-server[94217]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:18:24.151479 n-d-768851-15 neutron-server[94217]: self.session.flush() Aug 10 03:18:24.151479 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:18:24.151479 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:18:24.151479 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:18:24.151479 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:18:24.151479 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:18:24.151479 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:18:24.151479 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:18:24.151479 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:18:24.151479 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:18:24.151479 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:18:24.151479 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:18:24.151479 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:18:24.151479 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:18:24.151479 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:18:24.151479 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:18:24.151479 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:18:24.151479 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:18:24.151479 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:18:24.151479 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:18:24.151479 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:18:24.151479 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:18:24.151479 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:18:24.151479 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:18:24.151479 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:18:24.151479 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:18:24.151479 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:18:24.151479 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:18:24.151479 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:18:24.151479 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:18:24.151479 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:18:24.151479 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:18:24.151479 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:18:24.238156 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b9b821-dfee-4c1c-8579-16071cb43aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=9636a6fa-3717-4f40-9526-c93f26a8a412,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:24.256491 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-638ec2d6-b0d1-4e81-9c7d-2c01bd619bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:24.263305 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-638ec2d6-b0d1-4e81-9c7d-2c01bd619bb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:24.265356 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-638ec2d6-b0d1-4e81-9c7d-2c01bd619bb6 admin admin] 10.222.0.62 "DELETE /v2.0/networks/21ed31ed-6e0a-4679-a532-6a47097475c9 HTTP/1.1" status: 204 len: 168 time: 1.1232128 Aug 10 03:18:24.268754 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a6b5b-3272-4e7f-9e51-d4607b816ac8 req-253a4adf-0bcf-4402-b9b4-1789e1eb9320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:24.270232 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8a4a6b5b-3272-4e7f-9e51-d4607b816ac8 req-253a4adf-0bcf-4402-b9b4-1789e1eb9320 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=83b79d8631564df6a9bf256e7f6ac69f&device_id=945f549d-5f7e-48ba-a62f-bfd851e0d5e3 HTTP/1.1" status: 200 len: 1095 time: 0.0796337 Aug 10 03:18:24.286670 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ec2d6-b0d1-4e81-9c7d-2c01bd619bb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=21ed31ed-6e0a-4679-a532-6a47097475c9,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:24.335960 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16a084-31e2-476c-8f55-5404747e2dd7 req-2bee2003-8042-40b7-9714-e55db638adf9 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:24.343292 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2a16a084-31e2-476c-8f55-5404747e2dd7 req-2bee2003-8042-40b7-9714-e55db638adf9 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=945f549d-5f7e-48ba-a62f-bfd851e0d5e3 HTTP/1.1" status: 200 len: 943 time: 0.0895293 Aug 10 03:18:24.360069 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2524962f-a8a1-4fda-b901-34c81c669e4d x-openstack-request-id: req-2524962f-a8a1-4fda-b901-34c81c669e4d {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:18:24.360381 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "945f549d-5f7e-48ba-a62f-bfd851e0d5e3", "tag": "9636a6fa-3717-4f40-9526-c93f26a8a412", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:18:24.360641 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2524962f-a8a1-4fda-b901-34c81c669e4d {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:18:24.366557 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '945f549d-5f7e-48ba-a62f-bfd851e0d5e3', 'tag': '9636a6fa-3717-4f40-9526-c93f26a8a412', 'status': 'completed', 'code': 200} Aug 10 03:18:24.374609 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8a4a6b5b-3272-4e7f-9e51-d4607b816ac8 req-fd178351-051d-4c3c-842b-084d28d553be service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9636a6fa-3717-4f40-9526-c93f26a8a412 HTTP/1.1" status: 200 len: 217 time: 0.0947189 Aug 10 03:18:24.398000 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 787129e7-5162-46cc-8449-633f11541858 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:18:24.405416 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2a16a084-31e2-476c-8f55-5404747e2dd7 req-debfbbc2-b63e-4996-b291-8f60a6600d28 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588255 Aug 10 03:18:24.421603 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 787129e7-5162-46cc-8449-633f11541858 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:18:24.421941 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 787129e7-5162-46cc-8449-633f11541858 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:18:24.461890 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a6b5b-3272-4e7f-9e51-d4607b816ac8 req-75677807-efdc-4edb-94a8-f219d8f628e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:24.463588 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8a4a6b5b-3272-4e7f-9e51-d4607b816ac8 req-75677807-efdc-4edb-94a8-f219d8f628e8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=671472a0-ea87-43e5-8586-78a1de5f1af8 HTTP/1.1" status: 200 len: 852 time: 0.0800836 Aug 10 03:18:24.488778 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53016) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:24.501117 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8a4a6b5b-3272-4e7f-9e51-d4607b816ac8 req-c7c8ef3e-a6a4-4a85-aa76-2799162d4894 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=480dbe0b-e3be-4a4e-913b-dd9b24bba262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275748 Aug 10 03:18:24.532699 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-6ceefe73-aee7-4aa3-8254-27002ed1b75d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ace9f6bfb5cd4685a4a16d81f3e66871&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426865 Aug 10 03:18:24.535164 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53018) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:24.612377 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cb797d2b-cefc-45ca-a5e6-03c0aedd06e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:24.632604 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8a4a6b5b-3272-4e7f-9e51-d4607b816ac8 req-7f51d492-15a5-4eb5-8cb9-399b94672d3e service neutron] 10.222.0.58 "GET /v2.0/networks/480dbe0b-e3be-4a4e-913b-dd9b24bba262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222110 Aug 10 03:18:24.641659 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cb797d2b-cefc-45ca-a5e6-03c0aedd06e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:24.703692 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cb797d2b-cefc-45ca-a5e6-03c0aedd06e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:24.707073 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cb797d2b-cefc-45ca-a5e6-03c0aedd06e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:24.708565 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-cb797d2b-cefc-45ca-a5e6-03c0aedd06e8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d8732f10-5efe-4e41-9a6d-e7103c70fb5e HTTP/1.1" status: 204 len: 168 time: 0.1722369 Aug 10 03:18:24.719625 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb797d2b-cefc-45ca-a5e6-03c0aedd06e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8732f10-5efe-4e41-9a6d-e7103c70fb5e,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:24.768231 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8a4a6b5b-3272-4e7f-9e51-d4607b816ac8 req-be0b1f3d-1686-4c69-bb22-57890d5f016e service neutron] 10.222.0.58 "GET /v2.0/networks/480dbe0b-e3be-4a4e-913b-dd9b24bba262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283002 Aug 10 03:18:24.869287 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb94dbc-fd27-4f5e-83bf-12f2f62898b4 req-25f50c15-1460-45b4-84c5-76df7568cde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:24.871383 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7eb94dbc-fd27-4f5e-83bf-12f2f62898b4 req-25f50c15-1460-45b4-84c5-76df7568cde2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=83b79d8631564df6a9bf256e7f6ac69f&device_id=945f549d-5f7e-48ba-a62f-bfd851e0d5e3 HTTP/1.1" status: 200 len: 1095 time: 0.0503111 Aug 10 03:18:24.977174 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb94dbc-fd27-4f5e-83bf-12f2f62898b4 req-552b355d-7291-4c6a-a1ff-d63bfef78c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:24.978943 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7eb94dbc-fd27-4f5e-83bf-12f2f62898b4 req-552b355d-7291-4c6a-a1ff-d63bfef78c00 service neutron] 10.222.0.58 "GET /v2.0/networks?id=480dbe0b-e3be-4a4e-913b-dd9b24bba262 HTTP/1.1" status: 200 len: 913 time: 0.1005256 Aug 10 03:18:25.025478 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7eb94dbc-fd27-4f5e-83bf-12f2f62898b4 req-57114a1b-77b8-48b9-ab1b-3f00b0e64ef0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9636a6fa-3717-4f40-9526-c93f26a8a412 HTTP/1.1" status: 200 len: 217 time: 0.0377851 Aug 10 03:18:25.094959 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb94dbc-fd27-4f5e-83bf-12f2f62898b4 req-a7f06f48-c5bc-47c5-822c-837c566a9057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:25.096361 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7eb94dbc-fd27-4f5e-83bf-12f2f62898b4 req-a7f06f48-c5bc-47c5-822c-837c566a9057 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=671472a0-ea87-43e5-8586-78a1de5f1af8 HTTP/1.1" status: 200 len: 852 time: 0.0627019 Aug 10 03:18:25.137548 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7eb94dbc-fd27-4f5e-83bf-12f2f62898b4 req-67d42f53-d7d6-4aa5-828d-77e672f5e661 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=480dbe0b-e3be-4a4e-913b-dd9b24bba262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333269 Aug 10 03:18:25.254697 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7eb94dbc-fd27-4f5e-83bf-12f2f62898b4 req-86098727-0386-44f4-a2b1-0079489d2669 service neutron] 10.222.0.58 "GET /v2.0/networks/480dbe0b-e3be-4a4e-913b-dd9b24bba262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083193 Aug 10 03:18:25.317597 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53056) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:25.414100 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7eb94dbc-fd27-4f5e-83bf-12f2f62898b4 req-fa9c3deb-e187-4301-88a3-2ad20b3fc3ef service neutron] 10.222.0.58 "GET /v2.0/networks/480dbe0b-e3be-4a4e-913b-dd9b24bba262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514440 Aug 10 03:18:25.560489 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965fdcd-6f13-4608-8072-7528b75913b4 req-cc5f07d5-cc00-4b45-bbf9-5b314b2e8fde tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:25.567504 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4965fdcd-6f13-4608-8072-7528b75913b4 req-cc5f07d5-cc00-4b45-bbf9-5b314b2e8fde tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=945f549d-5f7e-48ba-a62f-bfd851e0d5e3 HTTP/1.1" status: 200 len: 943 time: 0.0792122 Aug 10 03:18:25.593886 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8a0bbd84-4eda-4fed-820f-96a0a56e03b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:25.655485 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4965fdcd-6f13-4608-8072-7528b75913b4 req-5fa3ce58-b118-4474-826a-b40dfd8a75dc tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869405 Aug 10 03:18:25.755118 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8a0bbd84-4eda-4fed-820f-96a0a56e03b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:25.760001 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8a0bbd84-4eda-4fed-820f-96a0a56e03b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:25.773226 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 53082) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:25.803542 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0bbd84-4eda-4fed-820f-96a0a56e03b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf80ba98-b542-4bc7-9b92-bd5460c20d99,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:25.812924 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 53086) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:25.813115 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8a0bbd84-4eda-4fed-820f-96a0a56e03b6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=086fd4f891dc4ec0a5882a3feedb3188&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4948831 Aug 10 03:18:25.868279 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3fd2b050-41e1-434a-9655-2f9b87e7029e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:25.893066 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-990e5f82-0c41-4b5b-a633-ee8e01a16be4 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-61642242-network', 'tenant_id': 'e185eddfc77743c180b686598504f106'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:25.901121 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3fd2b050-41e1-434a-9655-2f9b87e7029e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:25.941994 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990e5f82-0c41-4b5b-a633-ee8e01a16be4 admin admin] Made reservation on behalf of e185eddfc77743c180b686598504f106 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:18:25.944298 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-990e5f82-0c41-4b5b-a633-ee8e01a16be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:25.953392 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-990e5f82-0c41-4b5b-a633-ee8e01a16be4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:25.981096 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3fd2b050-41e1-434a-9655-2f9b87e7029e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:25.983686 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3fd2b050-41e1-434a-9655-2f9b87e7029e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:25.984846 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3fd2b050-41e1-434a-9655-2f9b87e7029e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cf80ba98-b542-4bc7-9b92-bd5460c20d99 HTTP/1.1" status: 204 len: 168 time: 0.1706922 Aug 10 03:18:26.000488 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd2b050-41e1-434a-9655-2f9b87e7029e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf80ba98-b542-4bc7-9b92-bd5460c20d99,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:26.072102 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-990e5f82-0c41-4b5b-a633-ee8e01a16be4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:26.077028 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-990e5f82-0c41-4b5b-a633-ee8e01a16be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:26.091454 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:26.099569 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-990e5f82-0c41-4b5b-a633-ee8e01a16be4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:18:26.126545 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990e5f82-0c41-4b5b-a633-ee8e01a16be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:26.129825 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-990e5f82-0c41-4b5b-a633-ee8e01a16be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:26.130261 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-990e5f82-0c41-4b5b-a633-ee8e01a16be4 admin admin] Added segment 8f60b627-ffb1-479c-a505-a6c7d3d8b515 of type vlan for network 0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe Aug 10 03:18:26.179501 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-990e5f82-0c41-4b5b-a633-ee8e01a16be4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:26.212735 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-990e5f82-0c41-4b5b-a633-ee8e01a16be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:26.213869 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990e5f82-0c41-4b5b-a633-ee8e01a16be4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:26.215865 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-990e5f82-0c41-4b5b-a633-ee8e01a16be4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:26.279434 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:26.285965 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-990e5f82-0c41-4b5b-a633-ee8e01a16be4 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5113978 Aug 10 03:18:26.288787 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 53092) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:26.294822 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-bb78efd6-2812-4ab2-a03b-e5f553e9f7dc admin admin] Request body: {'subnet': {'network_id': '0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-61642242-subnet', 'tenant_id': 'e185eddfc77743c180b686598504f106', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:26.303034 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990e5f82-0c41-4b5b-a633-ee8e01a16be4 admin admin] Pushing event updated for resources: {'Network': ['ID=0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:26.316508 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:18:26.325701 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb78efd6-2812-4ab2-a03b-e5f553e9f7dc admin admin] Made reservation on behalf of e185eddfc77743c180b686598504f106 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:18:26.328679 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bb78efd6-2812-4ab2-a03b-e5f553e9f7dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:26.347725 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 53094) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:26.401943 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3f003384-0acc-4ec6-99a1-3fa1075b9380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:26.592533 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3f003384-0acc-4ec6-99a1-3fa1075b9380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:26.593881 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bb78efd6-2812-4ab2-a03b-e5f553e9f7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:26.599211 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3f003384-0acc-4ec6-99a1-3fa1075b9380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:26.682978 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3f003384-0acc-4ec6-99a1-3fa1075b9380 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=276079db81d6435c909febf48706ca5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3336637 Aug 10 03:18:26.686641 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53108) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:26.690536 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb78efd6-2812-4ab2-a03b-e5f553e9f7dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c05a62ae-44d3-4db4-a938-da6f60472238,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:26.692518 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f003384-0acc-4ec6-99a1-3fa1075b9380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bde3acd-a706-4a73-9fd6-61dbf521cd38,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:26.709419 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb78efd6-2812-4ab2-a03b-e5f553e9f7dc admin admin] Checking segment: {'id': '8f60b627-ffb1-479c-a505-a6c7d3d8b515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:18:26.709783 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb78efd6-2812-4ab2-a03b-e5f553e9f7dc admin admin] Network hostable DHCP agents. Network: 0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:18:26.743375 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb78efd6-2812-4ab2-a03b-e5f553e9f7dc admin admin] Network 0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:18:26.754557 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-bb78efd6-2812-4ab2-a03b-e5f553e9f7dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:18:26.764554 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb19449-fa99-46ca-a075-3b9134581636 None None] Network 0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:18:26.768791 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb78efd6-2812-4ab2-a03b-e5f553e9f7dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:26.769397 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bb78efd6-2812-4ab2-a03b-e5f553e9f7dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:26.789777 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-bb78efd6-2812-4ab2-a03b-e5f553e9f7dc admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4994893 Aug 10 03:18:26.792824 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 53112) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:26.798222 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-b6d9dc9a-72b7-4868-bcff-7375a71ddf4b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-61642242-router', 'tenant_id': 'e185eddfc77743c180b686598504f106', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:26.819435 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd2553-465f-47ec-8fb5-32980a7c61ec req-7e9836ad-d6a8-4b37-b1ae-455ba5d9849b tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:26.821364 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e1dd2553-465f-47ec-8fb5-32980a7c61ec req-7e9836ad-d6a8-4b37-b1ae-455ba5d9849b tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=945f549d-5f7e-48ba-a62f-bfd851e0d5e3 HTTP/1.1" status: 200 len: 943 time: 0.0934997 Aug 10 03:18:26.837249 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b6d9dc9a-72b7-4868-bcff-7375a71ddf4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:26.838491 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b6d9dc9a-72b7-4868-bcff-7375a71ddf4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:26.850319 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e1e1a6e3-3027-49d2-a45c-c957ac9eb887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:26.880898 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e1e1a6e3-3027-49d2-a45c-c957ac9eb887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:26.897145 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b6d9dc9a-72b7-4868-bcff-7375a71ddf4b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:26.915020 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e1dd2553-465f-47ec-8fb5-32980a7c61ec req-7bc2378e-c2cf-44c1-8a25-a92179a18172 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799232 Aug 10 03:18:26.964571 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f4e4e3-d941-4b9b-9ef2-5479e300f59d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe', 'network_id': '0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe', 'tenant_id': 'e185eddfc77743c180b686598504f106', 'fixed_ips': [{'subnet_id': 'c05a62ae-44d3-4db4-a938-da6f60472238'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:18:26.973302 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d6f4e4e3-d941-4b9b-9ef2-5479e300f59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:26.997442 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e1e1a6e3-3027-49d2-a45c-c957ac9eb887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:27.006120 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e1e1a6e3-3027-49d2-a45c-c957ac9eb887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:27.007917 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-e1e1a6e3-3027-49d2-a45c-c957ac9eb887 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8bde3acd-a706-4a73-9fd6-61dbf521cd38 HTTP/1.1" status: 204 len: 168 time: 0.3184826 Aug 10 03:18:27.025967 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e1a6e3-3027-49d2-a45c-c957ac9eb887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bde3acd-a706-4a73-9fd6-61dbf521cd38,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:27.045786 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e1a6e3-3027-49d2-a45c-c957ac9eb887 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:27.049564 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e1a6e3-3027-49d2-a45c-c957ac9eb887 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:27.050038 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e1a6e3-3027-49d2-a45c-c957ac9eb887 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:27.050470 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e1a6e3-3027-49d2-a45c-c957ac9eb887 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:27.050957 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e1a6e3-3027-49d2-a45c-c957ac9eb887 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:27.052107 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e1a6e3-3027-49d2-a45c-c957ac9eb887 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:27.052934 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e1a6e3-3027-49d2-a45c-c957ac9eb887 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:27.053953 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e1a6e3-3027-49d2-a45c-c957ac9eb887 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:27.055090 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e1a6e3-3027-49d2-a45c-c957ac9eb887 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:27.055976 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e1a6e3-3027-49d2-a45c-c957ac9eb887 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:27.057143 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e1a6e3-3027-49d2-a45c-c957ac9eb887 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:27.058193 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e1a6e3-3027-49d2-a45c-c957ac9eb887 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:27.144851 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b6d9dc9a-72b7-4868-bcff-7375a71ddf4b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:27.186797 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-d6f4e4e3-d941-4b9b-9ef2-5479e300f59d None None] Allocated IP 172.20.0.2 (0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe/c05a62ae-44d3-4db4-a938-da6f60472238/15c46683-b20b-4756-86de-c66fea9052c1) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:18:27.364287 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d6f4e4e3-d941-4b9b-9ef2-5479e300f59d None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:27.380809 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d6f4e4e3-d941-4b9b-9ef2-5479e300f59d None None] Transition to ACTIVE for port object 15c46683-b20b-4756-86de-c66fea9052c1 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:18:27.388444 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b6d9dc9a-72b7-4868-bcff-7375a71ddf4b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:27.402513 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d6f4e4e3-d941-4b9b-9ef2-5479e300f59d None None] Transition to ACTIVE for port object 15c46683-b20b-4756-86de-c66fea9052c1 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:18:27.409789 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b6d9dc9a-72b7-4868-bcff-7375a71ddf4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:27.414325 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d6f4e4e3-d941-4b9b-9ef2-5479e300f59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:27.468700 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f4e4e3-d941-4b9b-9ef2-5479e300f59d None None] Network 0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:18:27.472374 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-d6f4e4e3-d941-4b9b-9ef2-5479e300f59d None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:18:27.482753 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f4e4e3-d941-4b9b-9ef2-5479e300f59d None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:18:27.503128 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f4e4e3-d941-4b9b-9ef2-5479e300f59d None None] Pushing event updated for resources: {'Port': ['ID=15c46683-b20b-4756-86de-c66fea9052c1,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:27.561599 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-b6d9dc9a-72b7-4868-bcff-7375a71ddf4b admin admin] Allocated IP 172.25.7.246 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/0263a2dc-8193-4bc6-8c18-122de7d056f6) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:18:27.567679 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-d6f4e4e3-d941-4b9b-9ef2-5479e300f59d None None] Attempting to bind port 15c46683-b20b-4756-86de-c66fea9052c1 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:18:27.568075 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-d6f4e4e3-d941-4b9b-9ef2-5479e300f59d None None] Attempting to bind port 15c46683-b20b-4756-86de-c66fea9052c1 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '8f60b627-ffb1-479c-a505-a6c7d3d8b515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:18:27.568545 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f4e4e3-d941-4b9b-9ef2-5479e300f59d None None] Attempting to bind port 15c46683-b20b-4756-86de-c66fea9052c1 on network 0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:18:27.573958 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f4e4e3-d941-4b9b-9ef2-5479e300f59d None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:18:27.574336 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f4e4e3-d941-4b9b-9ef2-5479e300f59d None None] Checking segment: {'id': '8f60b627-ffb1-479c-a505-a6c7d3d8b515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:18:27.575217 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d6f4e4e3-d941-4b9b-9ef2-5479e300f59d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:27.575768 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f4e4e3-d941-4b9b-9ef2-5479e300f59d None None] Bound using segment: {'id': '8f60b627-ffb1-479c-a505-a6c7d3d8b515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:18:27.576523 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-d6f4e4e3-d941-4b9b-9ef2-5479e300f59d None None] Bound port: 15c46683-b20b-4756-86de-c66fea9052c1, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f60b627-ffb1-479c-a505-a6c7d3d8b515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:18:27.577094 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d6f4e4e3-d941-4b9b-9ef2-5479e300f59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:27.677900 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-d6f4e4e3-d941-4b9b-9ef2-5479e300f59d None None] For port 15c46683-b20b-4756-86de-c66fea9052c1, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:18:27.685380 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-d6f4e4e3-d941-4b9b-9ef2-5479e300f59d None None] For port 15c46683-b20b-4756-86de-c66fea9052c1, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=15c46683-b20b-4756-86de-c66fea9052c1,segment=NetworkSegment(8f60b627-ffb1-479c-a505-a6c7d3d8b515),segment_id=8f60b627-ffb1-479c-a505-a6c7d3d8b515)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:18:27.692734 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d6f4e4e3-d941-4b9b-9ef2-5479e300f59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:27.702426 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b6d9dc9a-72b7-4868-bcff-7375a71ddf4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:27.761153 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b6d9dc9a-72b7-4868-bcff-7375a71ddf4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:27.777508 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f4e4e3-d941-4b9b-9ef2-5479e300f59d None None] Pushing event updated for resources: {'Port': ['ID=15c46683-b20b-4756-86de-c66fea9052c1,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:27.808659 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d9dc9a-72b7-4868-bcff-7375a71ddf4b admin admin] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:18:27.832324 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-b6d9dc9a-72b7-4868-bcff-7375a71ddf4b admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:18:27.835597 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d9dc9a-72b7-4868-bcff-7375a71ddf4b admin admin] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:18:27.838469 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9dc9a-72b7-4868-bcff-7375a71ddf4b admin admin] Pushing event updated for resources: {'Port': ['ID=0263a2dc-8193-4bc6-8c18-122de7d056f6,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:28.108096 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6e3e5-26cf-40c6-854f-a5997e6e53a2 req-bdf429a4-e74c-43cb-8646-34d0533862f5 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:28.116132 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9ed6e3e5-26cf-40c6-854f-a5997e6e53a2 req-bdf429a4-e74c-43cb-8646-34d0533862f5 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=945f549d-5f7e-48ba-a62f-bfd851e0d5e3 HTTP/1.1" status: 200 len: 943 time: 0.0795979 Aug 10 03:18:28.181453 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9ed6e3e5-26cf-40c6-854f-a5997e6e53a2 req-8e9f3901-07db-406f-8a6e-09812c1efc19 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639668 Aug 10 03:18:28.214667 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b6d9dc9a-72b7-4868-bcff-7375a71ddf4b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:28.261477 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 9636a6fa-3717-4f40-9526-c93f26a8a412 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:18:28.428600 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 9636a6fa-3717-4f40-9526-c93f26a8a412, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=9636a6fa-3717-4f40-9526-c93f26a8a412,segment=NetworkSegment(e0fc6907-b0e5-497d-acdf-511c68571829),segment_id=e0fc6907-b0e5-497d-acdf-511c68571829)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:28.451663 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': '9636a6fa-3717-4f40-9526-c93f26a8a412', 'network_id': '480dbe0b-e3be-4a4e-913b-dd9b24bba262', 'port_id': '9636a6fa-3717-4f40-9526-c93f26a8a412', 'mac_address': 'fa:16:3e:50:2a:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '671472a0-ea87-43e5-8586-78a1de5f1af8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:18:28.485392 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 15c46683-b20b-4756-86de-c66fea9052c1 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:18:28.503425 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b6d9dc9a-72b7-4868-bcff-7375a71ddf4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:28.534868 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:28.557135 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9636a6fa-3717-4f40-9526-c93f26a8a412 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:18:28.605236 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 15c46683-b20b-4756-86de-c66fea9052c1 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:18:28.621900 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 9636a6fa-3717-4f40-9526-c93f26a8a412, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=9636a6fa-3717-4f40-9526-c93f26a8a412,segment=NetworkSegment(e0fc6907-b0e5-497d-acdf-511c68571829),segment_id=e0fc6907-b0e5-497d-acdf-511c68571829)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:28.633677 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:28.706969 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=9636a6fa-3717-4f40-9526-c93f26a8a412,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:28.737006 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d9dc9a-72b7-4868-bcff-7375a71ddf4b admin admin] Router 70d2adfa-d2b3-44be-a482-efdbf6102a3b is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:18:28.870779 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d9dc9a-72b7-4868-bcff-7375a71ddf4b admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:18:28.884422 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da84f02-cbd2-4b3f-ac22-19d52ce9b250 None None] Sync routers for ids ['70d2adfa-d2b3-44be-a482-efdbf6102a3b'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:18:28.897185 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da84f02-cbd2-4b3f-ac22-19d52ce9b250 None None] Routers {'70d2adfa-d2b3-44be-a482-efdbf6102a3b'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:18:28.898113 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-0da84f02-cbd2-4b3f-ac22-19d52ce9b250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:18:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['70d2adfa-d2b3-44be-a482-efdbf6102a3b'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:28.904352 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['9636a6fa-3717-4f40-9526-c93f26a8a412'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:18:28.913445 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b6d9dc9a-72b7-4868-bcff-7375a71ddf4b admin admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:28.919574 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53178) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:28.926658 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b6d9dc9a-72b7-4868-bcff-7375a71ddf4b admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1319854 Aug 10 03:18:29.155446 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929e01e1-8f2f-4aee-ab62-f2f3f2fcc586 None None] Network 0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:18:29.275222 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-27756eaf-27ac-44dd-897d-1e08b7827cd2 None None] Provisioning for port 15c46683-b20b-4756-86de-c66fea9052c1 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:18:29.291990 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-27756eaf-27ac-44dd-897d-1e08b7827cd2 None None] Provisioning complete for port 15c46683-b20b-4756-86de-c66fea9052c1 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:29.292998 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-27756eaf-27ac-44dd-897d-1e08b7827cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:29.341921 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-0da84f02-cbd2-4b3f-ac22-19d52ce9b250 None None] Set router 70d2adfa-d2b3-44be-a482-efdbf6102a3b gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:18:29.406300 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2363688b-bed5-42cd-b44f-6e7dc3da5599 req-47de4999-e386-4df4-ab46-3cd37c946ae3 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:29.416496 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2363688b-bed5-42cd-b44f-6e7dc3da5599 req-47de4999-e386-4df4-ab46-3cd37c946ae3 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=945f549d-5f7e-48ba-a62f-bfd851e0d5e3 HTTP/1.1" status: 200 len: 944 time: 0.1269052 Aug 10 03:18:29.470370 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2363688b-bed5-42cd-b44f-6e7dc3da5599 req-2d4e5c55-1efb-4b60-a426-ecb24f4ba094 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526338 Aug 10 03:18:29.621125 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7c39106f-4f0e-4a52-afc3-50cf30a21fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:29.734432 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-27756eaf-27ac-44dd-897d-1e08b7827cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:29.822051 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-7c39106f-4f0e-4a52-afc3-50cf30a21fc9 admin admin] Allocated IP 172.20.0.1 (0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe/c05a62ae-44d3-4db4-a938-da6f60472238/ee445551-fa2c-4f31-b986-60feb09aef19) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:18:29.858611 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-27756eaf-27ac-44dd-897d-1e08b7827cd2 None None] For port 15c46683-b20b-4756-86de-c66fea9052c1, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=15c46683-b20b-4756-86de-c66fea9052c1,segment=NetworkSegment(8f60b627-ffb1-479c-a505-a6c7d3d8b515),segment_id=8f60b627-ffb1-479c-a505-a6c7d3d8b515)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:29.874258 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-27756eaf-27ac-44dd-897d-1e08b7827cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:29.965198 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-0da84f02-cbd2-4b3f-ac22-19d52ce9b250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d2adfa-d2b3-44be-a482-efdbf6102a3b', 'name': 'tempest-ServerActionsTestJSON-61642242-router', 'tenant_id': 'e185eddfc77743c180b686598504f106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '0263a2dc-8193-4bc6-8c18-122de7d056f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:26Z', 'updated_at': '2021-08-10T03:18:28Z', 'revision_number': 3, 'project_id': 'e185eddfc77743c180b686598504f106', 'gw_port': {'id': '0263a2dc-8193-4bc6-8c18-122de7d056f6', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c8:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d2adfa-d2b3-44be-a482-efdbf6102a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:27Z', 'updated_at': '2021-08-10T03:18:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:29.967169 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27756eaf-27ac-44dd-897d-1e08b7827cd2 None None] Pushing event updated for resources: {'Port': ['ID=15c46683-b20b-4756-86de-c66fea9052c1,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:29.987625 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7c39106f-4f0e-4a52-afc3-50cf30a21fc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:30.004176 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da84f02-cbd2-4b3f-ac22-19d52ce9b250 None None] Checking router: 70d2adfa-d2b3-44be-a482-efdbf6102a3b for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:18:30.004532 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da84f02-cbd2-4b3f-ac22-19d52ce9b250 None None] Updating router 70d2adfa-d2b3-44be-a482-efdbf6102a3b port 0263a2dc-8193-4bc6-8c18-122de7d056f6 binding host n-d-768851-15 {{(pid=94218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:18:30.009785 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-7c39106f-4f0e-4a52-afc3-50cf30a21fc9 admin admin] Transition to ACTIVE for port object ee445551-fa2c-4f31-b986-60feb09aef19 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:18:30.041311 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0da84f02-cbd2-4b3f-ac22-19d52ce9b250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:30.064399 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7c39106f-4f0e-4a52-afc3-50cf30a21fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:30.091519 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c39106f-4f0e-4a52-afc3-50cf30a21fc9 admin admin] Network 0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:18:30.115382 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-7c39106f-4f0e-4a52-afc3-50cf30a21fc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:18:30.117225 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c39106f-4f0e-4a52-afc3-50cf30a21fc9 admin admin] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:18:30.192041 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c39106f-4f0e-4a52-afc3-50cf30a21fc9 admin admin] Pushing event updated for resources: {'Port': ['ID=ee445551-fa2c-4f31-b986-60feb09aef19,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:30.202716 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7c39106f-4f0e-4a52-afc3-50cf30a21fc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:30.436096 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7c39106f-4f0e-4a52-afc3-50cf30a21fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:30.455812 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ffa31efd-59e1-45c4-9b37-4ca29b8e070a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:30.466383 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 15c46683-b20b-4756-86de-c66fea9052c1 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:18:30.515678 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0d8afcb7-f450-4a8c-804d-c9613f2941a8 None None] Provisioning complete for port 15c46683-b20b-4756-86de-c66fea9052c1 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:30.516133 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0d8afcb7-f450-4a8c-804d-c9613f2941a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:30.610447 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 15c46683-b20b-4756-86de-c66fea9052c1 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:30.611008 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:30.700485 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d21ef-7711-4ec0-9315-6113f783b666 req-050c872f-9156-4150-bf40-315413572a47 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:30.702313 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4c5d21ef-7711-4ec0-9315-6113f783b666 req-050c872f-9156-4150-bf40-315413572a47 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=945f549d-5f7e-48ba-a62f-bfd851e0d5e3 HTTP/1.1" status: 200 len: 944 time: 0.0941615 Aug 10 03:18:30.746147 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7c39106f-4f0e-4a52-afc3-50cf30a21fc9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:30.746993 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0da84f02-cbd2-4b3f-ac22-19d52ce9b250 None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:30.761288 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0da84f02-cbd2-4b3f-ac22-19d52ce9b250 None None] Transition to ACTIVE for port object 0263a2dc-8193-4bc6-8c18-122de7d056f6 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:18:30.761695 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7c39106f-4f0e-4a52-afc3-50cf30a21fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:30.786510 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0da84f02-cbd2-4b3f-ac22-19d52ce9b250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:30.858000 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce581033-23ed-4f70-ac57-b008912453dd None None] Pushing event updated for resources: {'Port': ['ID=0263a2dc-8193-4bc6-8c18-122de7d056f6,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:30.860145 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4c5d21ef-7711-4ec0-9315-6113f783b666 req-678268f8-0d96-4be3-a0a9-d0555d269f74 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496956 Aug 10 03:18:30.863078 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-0da84f02-cbd2-4b3f-ac22-19d52ce9b250 None None] Attempting to bind port 0263a2dc-8193-4bc6-8c18-122de7d056f6 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:18:30.863450 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-0da84f02-cbd2-4b3f-ac22-19d52ce9b250 None None] Attempting to bind port 0263a2dc-8193-4bc6-8c18-122de7d056f6 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:18:30.863816 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da84f02-cbd2-4b3f-ac22-19d52ce9b250 None None] Attempting to bind port 0263a2dc-8193-4bc6-8c18-122de7d056f6 on network 09ca2025-b9a6-4e84-8019-8d9fbef3753e {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:18:30.871484 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da84f02-cbd2-4b3f-ac22-19d52ce9b250 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:18:30.871906 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da84f02-cbd2-4b3f-ac22-19d52ce9b250 None None] Checking segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:18:30.872273 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0da84f02-cbd2-4b3f-ac22-19d52ce9b250 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:30.872673 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da84f02-cbd2-4b3f-ac22-19d52ce9b250 None None] Bound using segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:18:30.873205 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-0da84f02-cbd2-4b3f-ac22-19d52ce9b250 None None] Bound port: 0263a2dc-8193-4bc6-8c18-122de7d056f6, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:18:30.873589 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0da84f02-cbd2-4b3f-ac22-19d52ce9b250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:30.903866 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-8bf598ed-d4e8-4186-85bb-45d23f707e44 None None] Provisioning for port ee445551-fa2c-4f31-b986-60feb09aef19 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:18:30.909853 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-8bf598ed-d4e8-4186-85bb-45d23f707e44 None None] Provisioning complete for port ee445551-fa2c-4f31-b986-60feb09aef19 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:30.910236 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8bf598ed-d4e8-4186-85bb-45d23f707e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:30.911827 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7c39106f-4f0e-4a52-afc3-50cf30a21fc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:30.915425 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c39106f-4f0e-4a52-afc3-50cf30a21fc9 admin admin] Pushing event updated for resources: {'Port': ['ID=ee445551-fa2c-4f31-b986-60feb09aef19,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:30.956145 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-8bf598ed-d4e8-4186-85bb-45d23f707e44 None None] Port ee445551-fa2c-4f31-b986-60feb09aef19 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:18:30.981200 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0da84f02-cbd2-4b3f-ac22-19d52ce9b250 None None] For port 0263a2dc-8193-4bc6-8c18-122de7d056f6, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:18:30.984996 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0da84f02-cbd2-4b3f-ac22-19d52ce9b250 None None] For port 0263a2dc-8193-4bc6-8c18-122de7d056f6, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=0263a2dc-8193-4bc6-8c18-122de7d056f6,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:18:30.990360 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0da84f02-cbd2-4b3f-ac22-19d52ce9b250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:31.038896 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c39106f-4f0e-4a52-afc3-50cf30a21fc9 admin admin] Network 0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:18:31.040964 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-7c39106f-4f0e-4a52-afc3-50cf30a21fc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:18:31.049472 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da84f02-cbd2-4b3f-ac22-19d52ce9b250 None None] Routers {'70d2adfa-d2b3-44be-a482-efdbf6102a3b'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:18:31.050142 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-0da84f02-cbd2-4b3f-ac22-19d52ce9b250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:18:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['70d2adfa-d2b3-44be-a482-efdbf6102a3b'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:31.098332 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce581033-23ed-4f70-ac57-b008912453dd None None] Pushing event updated for resources: {'Port': ['ID=0263a2dc-8193-4bc6-8c18-122de7d056f6,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:31.206968 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-0da84f02-cbd2-4b3f-ac22-19d52ce9b250 None None] Set router 70d2adfa-d2b3-44be-a482-efdbf6102a3b gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:18:31.223778 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c39106f-4f0e-4a52-afc3-50cf30a21fc9 admin admin] Router 70d2adfa-d2b3-44be-a482-efdbf6102a3b has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:18:31.423295 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c39106f-4f0e-4a52-afc3-50cf30a21fc9 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:18:31.438879 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-7c39106f-4f0e-4a52-afc3-50cf30a21fc9 admin admin] 10.222.0.62 "PUT /v2.0/routers/70d2adfa-d2b3-44be-a482-efdbf6102a3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5128298 Aug 10 03:18:31.701370 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-fc5d9872-149a-43d8-b2e6-70edca565410 None None] Provisioning complete for port ee445551-fa2c-4f31-b986-60feb09aef19 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:31.702893 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-fc5d9872-149a-43d8-b2e6-70edca565410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:31.752852 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-0da84f02-cbd2-4b3f-ac22-19d52ce9b250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d2adfa-d2b3-44be-a482-efdbf6102a3b', 'name': 'tempest-ServerActionsTestJSON-61642242-router', 'tenant_id': 'e185eddfc77743c180b686598504f106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '0263a2dc-8193-4bc6-8c18-122de7d056f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:26Z', 'updated_at': '2021-08-10T03:18:30Z', 'revision_number': 4, 'project_id': 'e185eddfc77743c180b686598504f106', 'gw_port': {'id': '0263a2dc-8193-4bc6-8c18-122de7d056f6', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c8:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d2adfa-d2b3-44be-a482-efdbf6102a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:27Z', 'updated_at': '2021-08-10T03:18:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'ee445551-fa2c-4f31-b986-60feb09aef19', 'name': '', 'network_id': '0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe', 'tenant_id': 'e185eddfc77743c180b686598504f106', 'mac_address': 'fa:16:3e:47:4d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d2adfa-d2b3-44be-a482-efdbf6102a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'c05a62ae-44d3-4db4-a938-da6f60472238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:29Z', 'updated_at': '2021-08-10T03:18:30Z', 'revision_number': 2, 'project_id': 'e185eddfc77743c180b686598504f106', 'subnets': [{'id': 'c05a62ae-44d3-4db4-a938-da6f60472238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:31.797004 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da84f02-cbd2-4b3f-ac22-19d52ce9b250 None None] The sync data for ids ['70d2adfa-d2b3-44be-a482-efdbf6102a3b'] in n-d-768851-15 is: [{'id': '70d2adfa-d2b3-44be-a482-efdbf6102a3b', 'name': 'tempest-ServerActionsTestJSON-61642242-router', 'tenant_id': 'e185eddfc77743c180b686598504f106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '0263a2dc-8193-4bc6-8c18-122de7d056f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:26Z', 'updated_at': '2021-08-10T03:18:30Z', 'revision_number': 4, 'project_id': 'e185eddfc77743c180b686598504f106', 'gw_port': {'id': '0263a2dc-8193-4bc6-8c18-122de7d056f6', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c8:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d2adfa-d2b3-44be-a482-efdbf6102a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:27Z', 'updated_at': '2021-08-10T03:18:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'ee445551-fa2c-4f31-b986-60feb09aef19', 'name': '', 'network_id': '0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe', 'tenant_id': 'e185eddfc77743c180b686598504f106', 'mac_address': 'fa:16:3e:47:4d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d2adfa-d2b3-44be-a482-efdbf6102a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'c05a62ae-44d3-4db4-a938-da6f60472238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:29Z', 'updated_at': '2021-08-10T03:18:30Z', 'revision_number': 2, 'project_id': 'e185eddfc77743c180b686598504f106', 'subnets': [{'id': 'c05a62ae-44d3-4db4-a938-da6f60472238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:18:31.799752 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-fc5d9872-149a-43d8-b2e6-70edca565410 None None] Port ee445551-fa2c-4f31-b986-60feb09aef19 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:18:31.846897 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:18:32.027492 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be2644-cfa4-410f-8398-7fef8e3f3f70 req-4adcff1e-1c1f-4006-be39-80c0779f436d tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:32.034983 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-20be2644-cfa4-410f-8398-7fef8e3f3f70 req-4adcff1e-1c1f-4006-be39-80c0779f436d tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=945f549d-5f7e-48ba-a62f-bfd851e0d5e3 HTTP/1.1" status: 200 len: 944 time: 0.0629909 Aug 10 03:18:32.092532 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-20be2644-cfa4-410f-8398-7fef8e3f3f70 req-034d57c9-76e6-4b6e-8839-b84cfaf138c1 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566499 Aug 10 03:18:32.263469 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 9636a6fa-3717-4f40-9526-c93f26a8a412 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:18:32.420140 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port 9636a6fa-3717-4f40-9526-c93f26a8a412 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:18:32.428076 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port 9636a6fa-3717-4f40-9526-c93f26a8a412 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:32.429770 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:32.445192 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53292) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:32.451660 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-15d640f5-4610-45d8-95dd-850ca91533b2 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1568621938', 'description': 'tempest-description--1828781899'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:32.503432 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-15d640f5-4610-45d8-95dd-850ca91533b2 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:32.568855 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:32.613427 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 9636a6fa-3717-4f40-9526-c93f26a8a412, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=9636a6fa-3717-4f40-9526-c93f26a8a412,segment=NetworkSegment(e0fc6907-b0e5-497d-acdf-511c68571829),segment_id=e0fc6907-b0e5-497d-acdf-511c68571829)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:32.614547 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '945f549d-5f7e-48ba-a62f-bfd851e0d5e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9636a6fa-3717-4f40-9526-c93f26a8a412'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:18:32.617525 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a71263-4490-4c84-a963-da4cf8f8cf0d" -d '{"events": [{"server_uuid": "945f549d-5f7e-48ba-a62f-bfd851e0d5e3", "name": "network-vif-plugged", "status": "completed", "tag": "9636a6fa-3717-4f40-9526-c93f26a8a412"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:18:32.624190 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:32.670680 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-15d640f5-4610-45d8-95dd-850ca91533b2 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:32.678777 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-15d640f5-4610-45d8-95dd-850ca91533b2 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:32.701387 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=9636a6fa-3717-4f40-9526-c93f26a8a412,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:32.712113 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca0da83-ab8f-4c8e-afee-f8f807f5613c x-openstack-request-id: req-fca0da83-ab8f-4c8e-afee-f8f807f5613c {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:18:32.713083 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "945f549d-5f7e-48ba-a62f-bfd851e0d5e3", "name": "network-vif-plugged", "status": "completed", "tag": "9636a6fa-3717-4f40-9526-c93f26a8a412", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:18:32.713083 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fca0da83-ab8f-4c8e-afee-f8f807f5613c {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:18:32.715219 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '945f549d-5f7e-48ba-a62f-bfd851e0d5e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9636a6fa-3717-4f40-9526-c93f26a8a412', 'code': 200} Aug 10 03:18:32.717600 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-15d640f5-4610-45d8-95dd-850ca91533b2 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:32.722473 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 53298) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:32.729065 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-bb60502e-7f14-46d7-9441-f9f837cf6d17 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Request body: {'security_group_rule': {'security_group_id': 'b6f39b24-b680-46d8-b528-77e72c02ee67', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:32.732105 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-15d640f5-4610-45d8-95dd-850ca91533b2 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2807143 Aug 10 03:18:32.779451 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d640f5-4610-45d8-95dd-850ca91533b2 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f39b24-b680-46d8-b528-77e72c02ee67,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:32.835660 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bb60502e-7f14-46d7-9441-f9f837cf6d17 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:32.868871 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e64b9-3461-41f9-8489-a25aae0929f0 req-f1eefcec-a0dc-4ab6-ab5d-683bc70f9e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:32.870468 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a77e64b9-3461-41f9-8489-a25aae0929f0 req-f1eefcec-a0dc-4ab6-ab5d-683bc70f9e64 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=945f549d-5f7e-48ba-a62f-bfd851e0d5e3 HTTP/1.1" status: 200 len: 1097 time: 0.0731807 Aug 10 03:18:32.939281 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a77e64b9-3461-41f9-8489-a25aae0929f0 req-810ee52b-a7a0-48ce-a701-595bb392145a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540648 Aug 10 03:18:32.964585 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bb60502e-7f14-46d7-9441-f9f837cf6d17 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:32.972128 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bb60502e-7f14-46d7-9441-f9f837cf6d17 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:32.985267 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-49fde298-5430-4bf1-becc-ed1541f7a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:33.000728 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bb60502e-7f14-46d7-9441-f9f837cf6d17 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:33.004987 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53306) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:33.005612 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-bb60502e-7f14-46d7-9441-f9f837cf6d17 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2807038 Aug 10 03:18:33.007277 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60502e-7f14-46d7-9441-f9f837cf6d17 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67fa7000-7b3b-4b72-96a0-2bc5387f3118,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:33.010528 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-13e27733-641e-4d47-a85d-99c17420c290 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Request body: {'security_group_rule': {'security_group_id': 'b6f39b24-b680-46d8-b528-77e72c02ee67', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:33.046004 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-13e27733-641e-4d47-a85d-99c17420c290 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:33.110039 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-13e27733-641e-4d47-a85d-99c17420c290 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:33.128998 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-13e27733-641e-4d47-a85d-99c17420c290 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:33.155689 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-13e27733-641e-4d47-a85d-99c17420c290 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:33.160498 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 53314) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:33.165485 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-101fbe86-d2ce-4ec2-80f0-0797119feec0 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Request body: {'floatingip': {'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:33.171791 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-13e27733-641e-4d47-a85d-99c17420c290 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1649253 Aug 10 03:18:33.173995 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e27733-641e-4d47-a85d-99c17420c290 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=295c87bd-04f0-41bc-9282-764ef785742e,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:33.217826 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-101fbe86-d2ce-4ec2-80f0-0797119feec0 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks [] for floatingip, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:33.286317 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5efdae6-130b-4ea7-b0e4-0fa8dbf41463 req-f02051c1-777d-4824-8b77-87cbf0dd57f8 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:33.288209 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d5efdae6-130b-4ea7-b0e4-0fa8dbf41463 req-f02051c1-777d-4824-8b77-87cbf0dd57f8 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=945f549d-5f7e-48ba-a62f-bfd851e0d5e3 HTTP/1.1" status: 200 len: 945 time: 0.0776777 Aug 10 03:18:33.334415 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d5efdae6-130b-4ea7-b0e4-0fa8dbf41463 req-8c22661c-25d6-4e61-ab4d-e8253a42e32d tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393074 Aug 10 03:18:33.350972 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:33.396405 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-101fbe86-d2ce-4ec2-80f0-0797119feec0 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:33.519668 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-101fbe86-d2ce-4ec2-80f0-0797119feec0 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Allocated IP 172.25.7.185 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/1a51c7b7-d5fd-43cb-9074-2476b1843ad4) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:18:33.645095 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-101fbe86-d2ce-4ec2-80f0-0797119feec0 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:33.692529 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-101fbe86-d2ce-4ec2-80f0-0797119feec0 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:33.748593 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101fbe86-d2ce-4ec2-80f0-0797119feec0 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:18:33.753426 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-101fbe86-d2ce-4ec2-80f0-0797119feec0 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:18:33.759385 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101fbe86-d2ce-4ec2-80f0-0797119feec0 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:18:33.766538 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101fbe86-d2ce-4ec2-80f0-0797119feec0 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Pushing event updated for resources: {'Port': ['ID=1a51c7b7-d5fd-43cb-9074-2476b1843ad4,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:33.879343 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-101fbe86-d2ce-4ec2-80f0-0797119feec0 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:33.922697 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-101fbe86-d2ce-4ec2-80f0-0797119feec0 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:34.089786 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-101fbe86-d2ce-4ec2-80f0-0797119feec0 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:34.094231 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-101fbe86-d2ce-4ec2-80f0-0797119feec0 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:34.133946 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:34.171779 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101fbe86-d2ce-4ec2-80f0-0797119feec0 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Pushing event updated for resources: {'Port': ['ID=1a51c7b7-d5fd-43cb-9074-2476b1843ad4,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:34.190198 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-101fbe86-d2ce-4ec2-80f0-0797119feec0 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:34.204733 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-101fbe86-d2ce-4ec2-80f0-0797119feec0 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:34.214783 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-101fbe86-d2ce-4ec2-80f0-0797119feec0 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0443268 Aug 10 03:18:34.470052 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 0263a2dc-8193-4bc6-8c18-122de7d056f6 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:18:34.516976 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ca752437-d0b8-4d3f-a741-fdd01cab6d1f req-f19d9ef5-90d0-4f66-89db-be7612c504f6 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1568621938&fields=id&tenant_id=e185eddfc77743c180b686598504f106 HTTP/1.1" status: 200 len: 267 time: 0.1025176 Aug 10 03:18:34.581869 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 0263a2dc-8193-4bc6-8c18-122de7d056f6 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:18:34.586979 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 0263a2dc-8193-4bc6-8c18-122de7d056f6 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:34.587616 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:34.692703 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c795cda8-84e7-45a3-9ec0-27ed1204cdfb req-5ec5a0be-cef4-4d83-90c9-c33db451e933 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:34.702042 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c795cda8-84e7-45a3-9ec0-27ed1204cdfb req-5ec5a0be-cef4-4d83-90c9-c33db451e933 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=945f549d-5f7e-48ba-a62f-bfd851e0d5e3 HTTP/1.1" status: 200 len: 945 time: 0.1626055 Aug 10 03:18:34.704827 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:34.774411 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 0263a2dc-8193-4bc6-8c18-122de7d056f6, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=0263a2dc-8193-4bc6-8c18-122de7d056f6,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:34.781129 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c795cda8-84e7-45a3-9ec0-27ed1204cdfb req-7f4fcf8e-1679-42c8-ac07-4d8d8f0941eb tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729287 Aug 10 03:18:34.781338 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:34.805756 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03319f61-34bc-4926-8867-a507e98699ec None None] Sync routers for ids ['70d2adfa-d2b3-44be-a482-efdbf6102a3b'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:18:34.837075 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03319f61-34bc-4926-8867-a507e98699ec None None] Routers {'70d2adfa-d2b3-44be-a482-efdbf6102a3b'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:18:34.837911 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca752437-d0b8-4d3f-a741-fdd01cab6d1f req-5e23a54d-5ce2-4c26-b9cf-600c4540c70d tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:34.840393 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-03319f61-34bc-4926-8867-a507e98699ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:18:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['70d2adfa-d2b3-44be-a482-efdbf6102a3b'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:34.843644 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ca752437-d0b8-4d3f-a741-fdd01cab6d1f req-5e23a54d-5ce2-4c26-b9cf-600c4540c70d tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/networks?id=0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe HTTP/1.1" status: 200 len: 810 time: 0.3258314 Aug 10 03:18:34.884928 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ca752437-d0b8-4d3f-a741-fdd01cab6d1f req-961dce9c-81ef-4565-8f82-441e9ffad067 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/quotas/e185eddfc77743c180b686598504f106 HTTP/1.1" status: 200 len: 375 time: 0.0276783 Aug 10 03:18:34.973339 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=0263a2dc-8193-4bc6-8c18-122de7d056f6,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:35.030909 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ca752437-d0b8-4d3f-a741-fdd01cab6d1f req-48af6beb-c8bc-45ac-b0e2-154af5f66731 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e185eddfc77743c180b686598504f106&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1390769 Aug 10 03:18:35.056056 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-03319f61-34bc-4926-8867-a507e98699ec None None] Set router 70d2adfa-d2b3-44be-a482-efdbf6102a3b gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:18:35.214299 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ca752437-d0b8-4d3f-a741-fdd01cab6d1f req-00c035f5-c0fe-4da1-9ed4-f9c02bafceb1 service neutron] 10.222.0.62 "GET /v2.0/networks/0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822410 Aug 10 03:18:35.301466 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-03319f61-34bc-4926-8867-a507e98699ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d2adfa-d2b3-44be-a482-efdbf6102a3b', 'name': 'tempest-ServerActionsTestJSON-61642242-router', 'tenant_id': 'e185eddfc77743c180b686598504f106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '0263a2dc-8193-4bc6-8c18-122de7d056f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:26Z', 'updated_at': '2021-08-10T03:18:30Z', 'revision_number': 4, 'project_id': 'e185eddfc77743c180b686598504f106', 'gw_port': {'id': '0263a2dc-8193-4bc6-8c18-122de7d056f6', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d2adfa-d2b3-44be-a482-efdbf6102a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:27Z', 'updated_at': '2021-08-10T03:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'ee445551-fa2c-4f31-b986-60feb09aef19', 'name': '', 'network_id': '0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe', 'tenant_id': 'e185eddfc77743c180b686598504f106', 'mac_address': 'fa:16:3e:47:4d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d2adfa-d2b3-44be-a482-efdbf6102a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'c05a62ae-44d3-4db4-a938-da6f60472238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:29Z', 'updated_at': '2021-08-10T03:18:30Z', 'revision_number': 2, 'project_id': 'e185eddfc77743c180b686598504f106', 'subnets': [{'id': 'c05a62ae-44d3-4db4-a938-da6f60472238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:35.388601 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ca752437-d0b8-4d3f-a741-fdd01cab6d1f req-66c6ca93-b662-4e3e-b833-17ae42ac097f service neutron] 10.222.0.62 "GET /v2.0/networks/0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734071 Aug 10 03:18:35.459501 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03319f61-34bc-4926-8867-a507e98699ec None None] Checking router: 70d2adfa-d2b3-44be-a482-efdbf6102a3b for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:18:35.459907 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03319f61-34bc-4926-8867-a507e98699ec None None] Updating router 70d2adfa-d2b3-44be-a482-efdbf6102a3b port ee445551-fa2c-4f31-b986-60feb09aef19 binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:18:35.496551 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-03319f61-34bc-4926-8867-a507e98699ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:35.645297 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3020487f-aab2-42c4-a4c1-dcaef6fcd7dd req-8c2e0985-e52c-40e6-add0-e4a96a197953 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 210 time: 0.0508549 Aug 10 03:18:35.873043 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:35.907734 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-03319f61-34bc-4926-8867-a507e98699ec None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:35.929349 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-03319f61-34bc-4926-8867-a507e98699ec None None] Transition to ACTIVE for port object ee445551-fa2c-4f31-b986-60feb09aef19 will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:18:35.939005 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-03319f61-34bc-4926-8867-a507e98699ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:35.999632 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67469459-e5b6-461f-b9d7-a040f13eb34c None None] Pushing event updated for resources: {'Port': ['ID=ee445551-fa2c-4f31-b986-60feb09aef19,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:36.012245 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67469459-e5b6-461f-b9d7-a040f13eb34c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:36.012933 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67469459-e5b6-461f-b9d7-a040f13eb34c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:36.013702 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67469459-e5b6-461f-b9d7-a040f13eb34c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:36.014241 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67469459-e5b6-461f-b9d7-a040f13eb34c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:36.014793 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67469459-e5b6-461f-b9d7-a040f13eb34c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:36.015347 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67469459-e5b6-461f-b9d7-a040f13eb34c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:36.015918 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67469459-e5b6-461f-b9d7-a040f13eb34c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:36.016460 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67469459-e5b6-461f-b9d7-a040f13eb34c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:36.017111 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67469459-e5b6-461f-b9d7-a040f13eb34c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:36.017773 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67469459-e5b6-461f-b9d7-a040f13eb34c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:36.018280 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67469459-e5b6-461f-b9d7-a040f13eb34c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:36.018795 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67469459-e5b6-461f-b9d7-a040f13eb34c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:36.167467 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-03319f61-34bc-4926-8867-a507e98699ec None None] Attempting to bind port ee445551-fa2c-4f31-b986-60feb09aef19 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:18:36.167904 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-03319f61-34bc-4926-8867-a507e98699ec None None] Attempting to bind port ee445551-fa2c-4f31-b986-60feb09aef19 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '8f60b627-ffb1-479c-a505-a6c7d3d8b515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:18:36.168315 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03319f61-34bc-4926-8867-a507e98699ec None None] Attempting to bind port ee445551-fa2c-4f31-b986-60feb09aef19 on network 0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:18:36.174107 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03319f61-34bc-4926-8867-a507e98699ec None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:18:36.174964 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03319f61-34bc-4926-8867-a507e98699ec None None] Checking segment: {'id': '8f60b627-ffb1-479c-a505-a6c7d3d8b515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:18:36.175671 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-03319f61-34bc-4926-8867-a507e98699ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:36.176261 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03319f61-34bc-4926-8867-a507e98699ec None None] Bound using segment: {'id': '8f60b627-ffb1-479c-a505-a6c7d3d8b515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:18:36.177064 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-03319f61-34bc-4926-8867-a507e98699ec None None] Bound port: ee445551-fa2c-4f31-b986-60feb09aef19, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f60b627-ffb1-479c-a505-a6c7d3d8b515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:18:36.177704 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-03319f61-34bc-4926-8867-a507e98699ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:36.288913 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-03319f61-34bc-4926-8867-a507e98699ec None None] For port ee445551-fa2c-4f31-b986-60feb09aef19, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:18:36.297767 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-03319f61-34bc-4926-8867-a507e98699ec None None] For port ee445551-fa2c-4f31-b986-60feb09aef19, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=ee445551-fa2c-4f31-b986-60feb09aef19,segment=NetworkSegment(8f60b627-ffb1-479c-a505-a6c7d3d8b515),segment_id=8f60b627-ffb1-479c-a505-a6c7d3d8b515)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:18:36.305979 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-03319f61-34bc-4926-8867-a507e98699ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:36.455686 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 0263a2dc-8193-4bc6-8c18-122de7d056f6 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:18:36.483361 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03319f61-34bc-4926-8867-a507e98699ec None None] Routers {'70d2adfa-d2b3-44be-a482-efdbf6102a3b'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:18:36.484229 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-03319f61-34bc-4926-8867-a507e98699ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:18:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['70d2adfa-d2b3-44be-a482-efdbf6102a3b'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:36.550839 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67469459-e5b6-461f-b9d7-a040f13eb34c None None] Pushing event updated for resources: {'Port': ['ID=ee445551-fa2c-4f31-b986-60feb09aef19,revision_number=4']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:36.590807 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 0263a2dc-8193-4bc6-8c18-122de7d056f6 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:36.591497 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:36.725680 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-03319f61-34bc-4926-8867-a507e98699ec None None] Set router 70d2adfa-d2b3-44be-a482-efdbf6102a3b gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:18:36.895028 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b1d23269-ea2c-4e63-97b8-4241190ca55c req-56f17cfb-5d78-4f93-b928-87206299d8a3 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 210 time: 0.0818555 Aug 10 03:18:37.014288 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 53414) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:37.237949 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-29ea999a-995d-4b07-be0d-ddefb6b4010c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:37.244304 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-03319f61-34bc-4926-8867-a507e98699ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d2adfa-d2b3-44be-a482-efdbf6102a3b', 'name': 'tempest-ServerActionsTestJSON-61642242-router', 'tenant_id': 'e185eddfc77743c180b686598504f106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '0263a2dc-8193-4bc6-8c18-122de7d056f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:26Z', 'updated_at': '2021-08-10T03:18:30Z', 'revision_number': 4, 'project_id': 'e185eddfc77743c180b686598504f106', 'gw_port': {'id': '0263a2dc-8193-4bc6-8c18-122de7d056f6', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d2adfa-d2b3-44be-a482-efdbf6102a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:27Z', 'updated_at': '2021-08-10T03:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'ee445551-fa2c-4f31-b986-60feb09aef19', 'name': '', 'network_id': '0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe', 'tenant_id': 'e185eddfc77743c180b686598504f106', 'mac_address': 'fa:16:3e:47:4d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d2adfa-d2b3-44be-a482-efdbf6102a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'c05a62ae-44d3-4db4-a938-da6f60472238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:29Z', 'updated_at': '2021-08-10T03:18:36Z', 'revision_number': 4, 'project_id': 'e185eddfc77743c180b686598504f106', 'subnets': [{'id': 'c05a62ae-44d3-4db4-a938-da6f60472238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:37.328113 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03319f61-34bc-4926-8867-a507e98699ec None None] The sync data for ids ['70d2adfa-d2b3-44be-a482-efdbf6102a3b'] in n-d-768851-15 is: [{'id': '70d2adfa-d2b3-44be-a482-efdbf6102a3b', 'name': 'tempest-ServerActionsTestJSON-61642242-router', 'tenant_id': 'e185eddfc77743c180b686598504f106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '0263a2dc-8193-4bc6-8c18-122de7d056f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:26Z', 'updated_at': '2021-08-10T03:18:30Z', 'revision_number': 4, 'project_id': 'e185eddfc77743c180b686598504f106', 'gw_port': {'id': '0263a2dc-8193-4bc6-8c18-122de7d056f6', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d2adfa-d2b3-44be-a482-efdbf6102a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:27Z', 'updated_at': '2021-08-10T03:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'ee445551-fa2c-4f31-b986-60feb09aef19', 'name': '', 'network_id': '0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe', 'tenant_id': 'e185eddfc77743c180b686598504f106', 'mac_address': 'fa:16:3e:47:4d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d2adfa-d2b3-44be-a482-efdbf6102a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'c05a62ae-44d3-4db4-a938-da6f60472238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:29Z', 'updated_at': '2021-08-10T03:18:36Z', 'revision_number': 4, 'project_id': 'e185eddfc77743c180b686598504f106', 'subnets': [{'id': 'c05a62ae-44d3-4db4-a938-da6f60472238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:18:37.428278 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-29ea999a-995d-4b07-be0d-ddefb6b4010c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:37.433834 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-29ea999a-995d-4b07-be0d-ddefb6b4010c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:37.483954 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-29ea999a-995d-4b07-be0d-ddefb6b4010c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e22b268123544a36809f0016e04fca08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4682951 Aug 10 03:18:37.485388 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ea999a-995d-4b07-be0d-ddefb6b4010c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c55a555-737f-4968-95ac-c62aced13c63,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:37.486864 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53422) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:37.598004 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-057de83b-fd7c-4469-87b2-78a4ed1a2e2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:37.625926 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-057de83b-fd7c-4469-87b2-78a4ed1a2e2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:37.712961 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-057de83b-fd7c-4469-87b2-78a4ed1a2e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:37.715758 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-057de83b-fd7c-4469-87b2-78a4ed1a2e2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:37.717148 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-057de83b-fd7c-4469-87b2-78a4ed1a2e2c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1c55a555-737f-4968-95ac-c62aced13c63 HTTP/1.1" status: 204 len: 168 time: 0.2289917 Aug 10 03:18:37.726573 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057de83b-fd7c-4469-87b2-78a4ed1a2e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c55a555-737f-4968-95ac-c62aced13c63,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:38.013206 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd08b945-b807-45f1-b815-460d6793ccc4 req-b46247eb-dc56-4d92-8ead-52b2fc897417 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:38.015290 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca752437-d0b8-4d3f-a741-fdd01cab6d1f req-3f5ca096-72c8-44b8-a5f1-629ecb204bb8 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:38.020614 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ca752437-d0b8-4d3f-a741-fdd01cab6d1f req-3f5ca096-72c8-44b8-a5f1-629ecb204bb8 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.58 "GET /v2.0/networks?id=0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe HTTP/1.1" status: 200 len: 810 time: 0.2982221 Aug 10 03:18:38.025996 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd08b945-b807-45f1-b815-460d6793ccc4 req-b46247eb-dc56-4d92-8ead-52b2fc897417 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:38.033641 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd08b945-b807-45f1-b815-460d6793ccc4 req-b46247eb-dc56-4d92-8ead-52b2fc897417 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:38.039972 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd08b945-b807-45f1-b815-460d6793ccc4 req-b46247eb-dc56-4d92-8ead-52b2fc897417 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:38.046956 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd08b945-b807-45f1-b815-460d6793ccc4 req-b46247eb-dc56-4d92-8ead-52b2fc897417 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:38.053253 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd08b945-b807-45f1-b815-460d6793ccc4 req-b46247eb-dc56-4d92-8ead-52b2fc897417 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:38.060989 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd08b945-b807-45f1-b815-460d6793ccc4 req-b46247eb-dc56-4d92-8ead-52b2fc897417 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:38.070551 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bd08b945-b807-45f1-b815-460d6793ccc4 req-b46247eb-dc56-4d92-8ead-52b2fc897417 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/ports?device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 5431 time: 0.2070980 Aug 10 03:18:38.134428 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bd08b945-b807-45f1-b815-460d6793ccc4 req-6524aacb-ebbe-405f-a725-df38ddb36e18 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/security-groups?id=70e02309-d415-4898-8bc9-4345d44063b7&id=4c7586fd-9bb3-4af0-a8c4-0b1feb98dda5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0624523 Aug 10 03:18:38.152526 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ca752437-d0b8-4d3f-a741-fdd01cab6d1f req-9450b5f0-3bc8-47d5-a99c-7f707e15c0b3 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e185eddfc77743c180b686598504f106 HTTP/1.1" status: 200 len: 380 time: 0.1174660 Aug 10 03:18:38.168994 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-ca752437-d0b8-4d3f-a741-fdd01cab6d1f req-00c91896-1fb1-452a-8cdc-3709d8988d9e tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Request body: {'port': {'device_id': '28b645b6-c883-42ce-bbe4-d1dd1d67588d', 'network_id': '0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe', 'admin_state_up': True, 'tenant_id': 'e185eddfc77743c180b686598504f106', 'security_groups': ['b6f39b24-b680-46d8-b528-77e72c02ee67']}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:38.346355 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-500eb87c-d1da-4db9-bad0-8de7bbd70570 req-46a05f7c-a503-48c5-82ca-f3d3e65863a1 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 210 time: 0.1133804 Aug 10 03:18:38.351846 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 53450) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:38.411213 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3207bd9d-cf01-45c2-9204-4aebafa25e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:38.511221 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device ee445551-fa2c-4f31-b986-60feb09aef19 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:18:38.527099 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.db.api [req-ca752437-d0b8-4d3f-a741-fdd01cab6d1f req-00c91896-1fb1-452a-8cdc-3709d8988d9e tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:18:38.527099 n-d-768851-15 neutron-server[94217]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 10 03:18:38.527099 n-d-768851-15 neutron-server[94217]: [parameters: {'project_id': 'e185eddfc77743c180b686598504f106', 'id': '9c4ba0cc-c9a5-4196-b04b-74613b9ba32c', 'expiration': datetime.datetime(2021, 8, 10, 3, 20, 38, 485872)}] Aug 10 03:18:38.527099 n-d-768851-15 neutron-server[94217]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:18:38.527987 n-d-768851-15 neutron-server[94217]: DEBUG oslo_db.api [req-ca752437-d0b8-4d3f-a741-fdd01cab6d1f req-00c91896-1fb1-452a-8cdc-3709d8988d9e tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:18:38.606933 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port ee445551-fa2c-4f31-b986-60feb09aef19 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:18:38.614656 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port ee445551-fa2c-4f31-b986-60feb09aef19 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:38.615310 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:38.627800 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3207bd9d-cf01-45c2-9204-4aebafa25e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:38.632330 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3207bd9d-cf01-45c2-9204-4aebafa25e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:38.676447 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3207bd9d-cf01-45c2-9204-4aebafa25e23 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1452a8df63da4138acdf6732780b9c2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3093834 Aug 10 03:18:38.679101 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53452) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:38.686487 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3207bd9d-cf01-45c2-9204-4aebafa25e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93463bc-48f0-4db2-aa78-3f6e83a27137,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:38.749233 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:38.758382 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-25155756-28ea-4b62-a2ec-61b65dd52604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:38.792128 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-25155756-28ea-4b62-a2ec-61b65dd52604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:38.794593 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port ee445551-fa2c-4f31-b986-60feb09aef19, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=ee445551-fa2c-4f31-b986-60feb09aef19,segment=NetworkSegment(8f60b627-ffb1-479c-a505-a6c7d3d8b515),segment_id=8f60b627-ffb1-479c-a505-a6c7d3d8b515)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:38.799518 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:38.864720 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-25155756-28ea-4b62-a2ec-61b65dd52604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:38.868388 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-25155756-28ea-4b62-a2ec-61b65dd52604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:38.869879 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-25155756-28ea-4b62-a2ec-61b65dd52604 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e93463bc-48f0-4db2-aa78-3f6e83a27137 HTTP/1.1" status: 204 len: 168 time: 0.1889689 Aug 10 03:18:38.881376 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=ee445551-fa2c-4f31-b986-60feb09aef19,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:38.882142 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25155756-28ea-4b62-a2ec-61b65dd52604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93463bc-48f0-4db2-aa78-3f6e83a27137,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:39.073048 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca752437-d0b8-4d3f-a741-fdd01cab6d1f req-00c91896-1fb1-452a-8cdc-3709d8988d9e tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Made reservation on behalf of e185eddfc77743c180b686598504f106 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:18:39.079656 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-ca752437-d0b8-4d3f-a741-fdd01cab6d1f req-00c91896-1fb1-452a-8cdc-3709d8988d9e tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:39.223515 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-bcf5e279-1308-456d-b4d2-6892a60ff0b2 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:39.240905 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-bcf5e279-1308-456d-b4d2-6892a60ff0b2 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:39.252881 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-bcf5e279-1308-456d-b4d2-6892a60ff0b2 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:39.259795 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-bcf5e279-1308-456d-b4d2-6892a60ff0b2 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:39.266770 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-bcf5e279-1308-456d-b4d2-6892a60ff0b2 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:39.272905 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-bcf5e279-1308-456d-b4d2-6892a60ff0b2 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:39.279495 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-bcf5e279-1308-456d-b4d2-6892a60ff0b2 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:39.281502 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-bcf5e279-1308-456d-b4d2-6892a60ff0b2 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.60 "GET /v2.0/ports?device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 5431 time: 0.1458175 Aug 10 03:18:39.436305 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-adae08b8-43a3-4b1e-948c-d2f8f82b1f15 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:39.441944 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-adae08b8-43a3-4b1e-948c-d2f8f82b1f15 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.60 "GET /v2.0/ports/f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1439829 Aug 10 03:18:39.493964 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e296eb-5e32-4f68-8171-f4aea60979b5 req-38bf3608-360c-40c6-8e6f-2666545e2ef2 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:39.503003 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e296eb-5e32-4f68-8171-f4aea60979b5 req-38bf3608-360c-40c6-8e6f-2666545e2ef2 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:39.509387 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e296eb-5e32-4f68-8171-f4aea60979b5 req-38bf3608-360c-40c6-8e6f-2666545e2ef2 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:39.515940 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e296eb-5e32-4f68-8171-f4aea60979b5 req-38bf3608-360c-40c6-8e6f-2666545e2ef2 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:39.522683 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e296eb-5e32-4f68-8171-f4aea60979b5 req-38bf3608-360c-40c6-8e6f-2666545e2ef2 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:39.530511 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e296eb-5e32-4f68-8171-f4aea60979b5 req-38bf3608-360c-40c6-8e6f-2666545e2ef2 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:39.541416 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e296eb-5e32-4f68-8171-f4aea60979b5 req-38bf3608-360c-40c6-8e6f-2666545e2ef2 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:39.549240 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-53e296eb-5e32-4f68-8171-f4aea60979b5 req-38bf3608-360c-40c6-8e6f-2666545e2ef2 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/ports?device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 5431 time: 0.2666922 Aug 10 03:18:39.740668 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b2ab756c-f040-4088-b814-e92136f252d6 req-49eac44a-666a-4c85-b567-8d0fc025640e tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 210 time: 0.1902239 Aug 10 03:18:39.832667 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-ca752437-d0b8-4d3f-a741-fdd01cab6d1f req-00c91896-1fb1-452a-8cdc-3709d8988d9e tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Allocated IP 172.20.0.8 (0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe/c05a62ae-44d3-4db4-a938-da6f60472238/77d567da-37a9-45cd-8b79-8328cf500c47) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:18:39.877148 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-53e296eb-5e32-4f68-8171-f4aea60979b5 req-64f62800-ce06-4afa-9812-33ea6d4de6ed tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/security-groups?id=70e02309-d415-4898-8bc9-4345d44063b7&id=4c7586fd-9bb3-4af0-a8c4-0b1feb98dda5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3049057 Aug 10 03:18:39.928434 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-7a852b62-349f-42aa-a8b9-8366254900a9 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.60 "GET /v2.0/networks/be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4712107 Aug 10 03:18:39.944703 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-5bf96f48-2b5c-47ae-9b68-9dc821c1918f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:39.973636 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53492) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:40.048556 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-5bf96f48-2b5c-47ae-9b68-9dc821c1918f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:40.128704 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-ca752437-d0b8-4d3f-a741-fdd01cab6d1f req-00c91896-1fb1-452a-8cdc-3709d8988d9e tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:40.148081 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-ca752437-d0b8-4d3f-a741-fdd01cab6d1f req-00c91896-1fb1-452a-8cdc-3709d8988d9e tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Transition to ACTIVE for port object 77d567da-37a9-45cd-8b79-8328cf500c47 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:18:40.198225 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-ca752437-d0b8-4d3f-a741-fdd01cab6d1f req-00c91896-1fb1-452a-8cdc-3709d8988d9e tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:40.265979 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca752437-d0b8-4d3f-a741-fdd01cab6d1f req-00c91896-1fb1-452a-8cdc-3709d8988d9e tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Network 0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:18:40.269635 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-ca752437-d0b8-4d3f-a741-fdd01cab6d1f req-00c91896-1fb1-452a-8cdc-3709d8988d9e tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:18:40.275426 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca752437-d0b8-4d3f-a741-fdd01cab6d1f req-00c91896-1fb1-452a-8cdc-3709d8988d9e tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:18:40.338209 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c91896-1fb1-452a-8cdc-3709d8988d9e tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Pushing event updated for resources: {'Port': ['ID=77d567da-37a9-45cd-8b79-8328cf500c47,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:40.385582 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca752437-d0b8-4d3f-a741-fdd01cab6d1f req-00c91896-1fb1-452a-8cdc-3709d8988d9e tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:40.388473 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-ca752437-d0b8-4d3f-a741-fdd01cab6d1f req-00c91896-1fb1-452a-8cdc-3709d8988d9e tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:40.430628 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ca752437-d0b8-4d3f-a741-fdd01cab6d1f req-00c91896-1fb1-452a-8cdc-3709d8988d9e tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2719917 Aug 10 03:18:40.446836 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-ca752437-d0b8-4d3f-a741-fdd01cab6d1f req-f6926a49-ed1d-4310-8267-70441166450d service neutron] Request body: {'port': {'device_id': '28b645b6-c883-42ce-bbe4-d1dd1d67588d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:40.468692 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device ee445551-fa2c-4f31-b986-60feb09aef19 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:18:40.499892 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 53502) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:40.545703 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port ee445551-fa2c-4f31-b986-60feb09aef19 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:40.546088 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:40.579016 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-ca752437-d0b8-4d3f-a741-fdd01cab6d1f req-f6926a49-ed1d-4310-8267-70441166450d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:40.653827 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1809aa8f-9290-47b7-912f-e047aee78360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:40.737498 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d7559285-0e62-4f8a-ab57-55b2ef1a4a8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:40.747755 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-31662416-d2ae-4b4e-b8cc-06b0048d04fc None None] Provisioning for port 77d567da-37a9-45cd-8b79-8328cf500c47 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:18:40.749918 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-5bf96f48-2b5c-47ae-9b68-9dc821c1918f service neutron] For port f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e,segment=NetworkSegment(702cc16b-dad0-4a84-9a18-a82d05fcb9b7),segment_id=702cc16b-dad0-4a84-9a18-a82d05fcb9b7)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:40.753066 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-31662416-d2ae-4b4e-b8cc-06b0048d04fc None None] Provisioning complete for port 77d567da-37a9-45cd-8b79-8328cf500c47 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:40.753432 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-31662416-d2ae-4b4e-b8cc-06b0048d04fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:40.805613 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-31662416-d2ae-4b4e-b8cc-06b0048d04fc None None] Port 77d567da-37a9-45cd-8b79-8328cf500c47 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:18:40.819612 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-5bf96f48-2b5c-47ae-9b68-9dc821c1918f service neutron] For port f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:18:40.911698 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-5bf96f48-2b5c-47ae-9b68-9dc821c1918f service neutron] device_id is not set on port f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e yet. {{(pid=94216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:18:40.938314 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068dc5f9-a5d5-4dd4-9263-0dc5ee890fbc req-8edc32b6-3647-47e6-9230-6c3b1c1a48ce tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:40.939848 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-068dc5f9-a5d5-4dd4-9263-0dc5ee890fbc req-8edc32b6-3647-47e6-9230-6c3b1c1a48ce tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 931 time: 0.0993819 Aug 10 03:18:40.945825 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-5bf96f48-2b5c-47ae-9b68-9dc821c1918f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:40.954301 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1809aa8f-9290-47b7-912f-e047aee78360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:40.960855 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-5bf96f48-2b5c-47ae-9b68-9dc821c1918f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:40.993541 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1809aa8f-9290-47b7-912f-e047aee78360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:41.077412 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-068dc5f9-a5d5-4dd4-9263-0dc5ee890fbc req-9de53b1c-aac6-461f-b604-00fe6a3f3938 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254287 Aug 10 03:18:41.094949 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1809aa8f-9290-47b7-912f-e047aee78360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cdc150e-1efd-4076-8f5f-9432ea905af0,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:41.098973 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-ca752437-d0b8-4d3f-a741-fdd01cab6d1f req-f6926a49-ed1d-4310-8267-70441166450d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77d567da-37a9-45cd-8b79-8328cf500c47 {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:18:41.110208 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-ca752437-d0b8-4d3f-a741-fdd01cab6d1f req-f6926a49-ed1d-4310-8267-70441166450d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:41.134923 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-ca752437-d0b8-4d3f-a741-fdd01cab6d1f req-f6926a49-ed1d-4310-8267-70441166450d service neutron] Transition to ACTIVE for port object 77d567da-37a9-45cd-8b79-8328cf500c47 will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:18:41.151320 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-ca752437-d0b8-4d3f-a741-fdd01cab6d1f req-f6926a49-ed1d-4310-8267-70441166450d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:41.154898 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-5bf96f48-2b5c-47ae-9b68-9dc821c1918f service neutron] No DVR routers for this DVR port f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:18:41.163304 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf96f48-2b5c-47ae-9b68-9dc821c1918f service neutron] Pushing event updated for resources: {'Port': ['ID=f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e,revision_number=6']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:41.196973 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-1809aa8f-9290-47b7-912f-e047aee78360 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=707a02a0ea7b4215b710f8ccbdf09bde&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1549792 Aug 10 03:18:41.201059 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53516) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:41.235950 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91fd6a-866d-42ff-8bf8-0952eef5c3e6 req-61b1ba8f-907f-438e-84e0-134d0c07c4cc tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:41.241973 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91fd6a-866d-42ff-8bf8-0952eef5c3e6 req-61b1ba8f-907f-438e-84e0-134d0c07c4cc tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:41.254640 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91fd6a-866d-42ff-8bf8-0952eef5c3e6 req-61b1ba8f-907f-438e-84e0-134d0c07c4cc tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:41.275532 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91fd6a-866d-42ff-8bf8-0952eef5c3e6 req-61b1ba8f-907f-438e-84e0-134d0c07c4cc tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:41.282145 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91fd6a-866d-42ff-8bf8-0952eef5c3e6 req-61b1ba8f-907f-438e-84e0-134d0c07c4cc tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:41.292224 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91fd6a-866d-42ff-8bf8-0952eef5c3e6 req-61b1ba8f-907f-438e-84e0-134d0c07c4cc tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:41.307223 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0e91fd6a-866d-42ff-8bf8-0952eef5c3e6 req-61b1ba8f-907f-438e-84e0-134d0c07c4cc tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/ports?device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 4658 time: 0.2770352 Aug 10 03:18:41.369871 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-5bf96f48-2b5c-47ae-9b68-9dc821c1918f service neutron] In _notify_port_updated(), no bound segment for port f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e on network be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220 {{(pid=94216) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:18:41.371609 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-5bf96f48-2b5c-47ae-9b68-9dc821c1918f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:41.372392 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-5bf96f48-2b5c-47ae-9b68-9dc821c1918f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:41.374254 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-5bf96f48-2b5c-47ae-9b68-9dc821c1918f service neutron] 10.222.0.60 "PUT /v2.0/ports/f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e HTTP/1.1" status: 200 len: 1026 time: 1.4366341 Aug 10 03:18:41.397292 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d7559285-0e62-4f8a-ab57-55b2ef1a4a8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:41.404926 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d7559285-0e62-4f8a-ab57-55b2ef1a4a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:41.413259 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6926a49-ed1d-4310-8267-70441166450d service neutron] Pushing event updated for resources: {'Port': ['ID=77d567da-37a9-45cd-8b79-8328cf500c47,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:41.440935 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-27b4aa50-1ad6-4f7e-85b8-c055b474853b None None] Provisioning complete for port f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:41.443771 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-27b4aa50-1ad6-4f7e-85b8-c055b474853b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:41.482723 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0e91fd6a-866d-42ff-8bf8-0952eef5c3e6 req-2bf81648-5d16-4aa9-8f3f-d32abf5764cc tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/security-groups?id=70e02309-d415-4898-8bc9-4345d44063b7&id=4c7586fd-9bb3-4af0-a8c4-0b1feb98dda5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1574755 Aug 10 03:18:41.522246 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-69b194d6-5312-4988-901f-e29e85e4768d tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:41.523942 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-69b194d6-5312-4988-901f-e29e85e4768d tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.60 "GET /v2.0/ports/bd5c370f-ffa5-4477-948b-ba7517343de5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1399617 Aug 10 03:18:41.539427 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-27b4aa50-1ad6-4f7e-85b8-c055b474853b None None] Port f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:18:41.549196 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d7559285-0e62-4f8a-ab57-55b2ef1a4a8e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b904e70069cb4bb3ada8594a6aac47d9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0482326 Aug 10 03:18:41.556654 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 53520) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:41.557291 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7559285-0e62-4f8a-ab57-55b2ef1a4a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181b1928-9c7a-417e-87a1-975fe73834d5,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:41.565649 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-fca49c77-ac94-45d8-83b3-c22502a56fcd service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:41.581922 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-ca752437-d0b8-4d3f-a741-fdd01cab6d1f req-f6926a49-ed1d-4310-8267-70441166450d service neutron] Attempting to bind port 77d567da-37a9-45cd-8b79-8328cf500c47 on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:18:41.582257 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-ca752437-d0b8-4d3f-a741-fdd01cab6d1f req-f6926a49-ed1d-4310-8267-70441166450d service neutron] Attempting to bind port 77d567da-37a9-45cd-8b79-8328cf500c47 by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '8f60b627-ffb1-479c-a505-a6c7d3d8b515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:18:41.582580 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca752437-d0b8-4d3f-a741-fdd01cab6d1f req-f6926a49-ed1d-4310-8267-70441166450d service neutron] Attempting to bind port 77d567da-37a9-45cd-8b79-8328cf500c47 on network 0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:18:41.597614 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca752437-d0b8-4d3f-a741-fdd01cab6d1f req-f6926a49-ed1d-4310-8267-70441166450d service neutron] Port 77d567da-37a9-45cd-8b79-8328cf500c47 on network 0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:18:41.597945 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca752437-d0b8-4d3f-a741-fdd01cab6d1f req-f6926a49-ed1d-4310-8267-70441166450d service neutron] Attempting to bind port 77d567da-37a9-45cd-8b79-8328cf500c47 on network 0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:18:41.601755 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-95acdb8f-f72f-404e-b4cf-4a902f8ef9b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:41.626668 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca752437-d0b8-4d3f-a741-fdd01cab6d1f req-f6926a49-ed1d-4310-8267-70441166450d service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:18:41.626964 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca752437-d0b8-4d3f-a741-fdd01cab6d1f req-f6926a49-ed1d-4310-8267-70441166450d service neutron] Checking segment: {'id': '8f60b627-ffb1-479c-a505-a6c7d3d8b515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:18:41.627299 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca752437-d0b8-4d3f-a741-fdd01cab6d1f req-f6926a49-ed1d-4310-8267-70441166450d service neutron] Bound using segment: {'id': '8f60b627-ffb1-479c-a505-a6c7d3d8b515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:18:41.627587 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-ca752437-d0b8-4d3f-a741-fdd01cab6d1f req-f6926a49-ed1d-4310-8267-70441166450d service neutron] Bound port: 77d567da-37a9-45cd-8b79-8328cf500c47, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f60b627-ffb1-479c-a505-a6c7d3d8b515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:18:41.627944 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-ca752437-d0b8-4d3f-a741-fdd01cab6d1f req-f6926a49-ed1d-4310-8267-70441166450d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:41.658700 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-95acdb8f-f72f-404e-b4cf-4a902f8ef9b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:41.674764 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-fca49c77-ac94-45d8-83b3-c22502a56fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:41.691116 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5b5ae4f0-6325-41f1-914d-dfabcb7039bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:41.803786 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5b5ae4f0-6325-41f1-914d-dfabcb7039bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:41.847723 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-ca752437-d0b8-4d3f-a741-fdd01cab6d1f req-f6926a49-ed1d-4310-8267-70441166450d service neutron] For port 77d567da-37a9-45cd-8b79-8328cf500c47, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:18:41.865085 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-ca752437-d0b8-4d3f-a741-fdd01cab6d1f req-f6926a49-ed1d-4310-8267-70441166450d service neutron] For port 77d567da-37a9-45cd-8b79-8328cf500c47, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=77d567da-37a9-45cd-8b79-8328cf500c47,segment=NetworkSegment(8f60b627-ffb1-479c-a505-a6c7d3d8b515),segment_id=8f60b627-ffb1-479c-a505-a6c7d3d8b515)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:18:41.866142 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-95acdb8f-f72f-404e-b4cf-4a902f8ef9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:41.868942 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-95acdb8f-f72f-404e-b4cf-4a902f8ef9b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:41.873195 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-95acdb8f-f72f-404e-b4cf-4a902f8ef9b3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6cdc150e-1efd-4076-8f5f-9432ea905af0 HTTP/1.1" status: 204 len: 168 time: 0.6667314 Aug 10 03:18:41.878308 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-ca752437-d0b8-4d3f-a741-fdd01cab6d1f req-f6926a49-ed1d-4310-8267-70441166450d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:41.883221 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95acdb8f-f72f-404e-b4cf-4a902f8ef9b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cdc150e-1efd-4076-8f5f-9432ea905af0,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:41.898723 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca752437-d0b8-4d3f-a741-fdd01cab6d1f req-f6926a49-ed1d-4310-8267-70441166450d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:41.900267 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-ca752437-d0b8-4d3f-a741-fdd01cab6d1f req-f6926a49-ed1d-4310-8267-70441166450d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:41.902417 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ca752437-d0b8-4d3f-a741-fdd01cab6d1f req-f6926a49-ed1d-4310-8267-70441166450d service neutron] 10.222.0.58 "PUT /v2.0/ports/77d567da-37a9-45cd-8b79-8328cf500c47 HTTP/1.1" status: 200 len: 1092 time: 1.4622431 Aug 10 03:18:41.906957 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-fca49c77-ac94-45d8-83b3-c22502a56fcd service neutron] For port bd5c370f-ffa5-4477-948b-ba7517343de5, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=bd5c370f-ffa5-4477-948b-ba7517343de5,segment=NetworkSegment(702cc16b-dad0-4a84-9a18-a82d05fcb9b7),segment_id=702cc16b-dad0-4a84-9a18-a82d05fcb9b7)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:41.907087 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28b645b6-c883-42ce-bbe4-d1dd1d67588d', 'tag': '77d567da-37a9-45cd-8b79-8328cf500c47'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:18:41.909151 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3f8614-0092-48f7-a53d-6a85aad588d5" -d '{"events": [{"name": "network-changed", "server_uuid": "28b645b6-c883-42ce-bbe4-d1dd1d67588d", "tag": "77d567da-37a9-45cd-8b79-8328cf500c47"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:18:41.956799 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-fca49c77-ac94-45d8-83b3-c22502a56fcd service neutron] For port bd5c370f-ffa5-4477-948b-ba7517343de5, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:18:41.986384 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5b5ae4f0-6325-41f1-914d-dfabcb7039bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:41.996249 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5b5ae4f0-6325-41f1-914d-dfabcb7039bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:42.001387 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-5b5ae4f0-6325-41f1-914d-dfabcb7039bf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/181b1928-9c7a-417e-87a1-975fe73834d5 HTTP/1.1" status: 204 len: 168 time: 0.4402757 Aug 10 03:18:42.069211 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf5a19eb-5083-4888-823f-b234cb5bc60d x-openstack-request-id: req-bf5a19eb-5083-4888-823f-b234cb5bc60d {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:18:42.069513 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28b645b6-c883-42ce-bbe4-d1dd1d67588d", "tag": "77d567da-37a9-45cd-8b79-8328cf500c47", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:18:42.069767 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bf5a19eb-5083-4888-823f-b234cb5bc60d {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:18:42.070296 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28b645b6-c883-42ce-bbe4-d1dd1d67588d', 'tag': '77d567da-37a9-45cd-8b79-8328cf500c47', 'status': 'completed', 'code': 200} Aug 10 03:18:42.100401 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-fca49c77-ac94-45d8-83b3-c22502a56fcd service neutron] device_id is not set on port bd5c370f-ffa5-4477-948b-ba7517343de5 yet. {{(pid=94216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:18:42.106533 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5ae4f0-6325-41f1-914d-dfabcb7039bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181b1928-9c7a-417e-87a1-975fe73834d5,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:42.129378 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6926a49-ed1d-4310-8267-70441166450d service neutron] Pushing event updated for resources: {'Port': ['ID=77d567da-37a9-45cd-8b79-8328cf500c47,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:42.134497 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-fca49c77-ac94-45d8-83b3-c22502a56fcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:42.139523 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca752437-d0b8-4d3f-a741-fdd01cab6d1f req-1ea5852a-2241-43d7-abb0-a6e65a726e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:42.141596 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ca752437-d0b8-4d3f-a741-fdd01cab6d1f req-1ea5852a-2241-43d7-abb0-a6e65a726e00 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e185eddfc77743c180b686598504f106&device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 1095 time: 0.1371858 Aug 10 03:18:42.148023 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-fca49c77-ac94-45d8-83b3-c22502a56fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:42.248813 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ca752437-d0b8-4d3f-a741-fdd01cab6d1f req-a0ffe0da-2fed-43f6-a879-6badd685dd62 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77d567da-37a9-45cd-8b79-8328cf500c47 HTTP/1.1" status: 200 len: 217 time: 0.0979607 Aug 10 03:18:42.365560 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca752437-d0b8-4d3f-a741-fdd01cab6d1f req-abee0821-5018-409a-b9e2-dfc96fac104c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:42.367767 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ca752437-d0b8-4d3f-a741-fdd01cab6d1f req-abee0821-5018-409a-b9e2-dfc96fac104c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c05a62ae-44d3-4db4-a938-da6f60472238 HTTP/1.1" status: 200 len: 849 time: 0.1022458 Aug 10 03:18:42.478306 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-fca49c77-ac94-45d8-83b3-c22502a56fcd service neutron] No DVR routers for this DVR port bd5c370f-ffa5-4477-948b-ba7517343de5 on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:18:42.497031 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca752437-d0b8-4d3f-a741-fdd01cab6d1f req-8ab1ec5c-23f1-4395-adba-ed071d15bb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:42.498641 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ca752437-d0b8-4d3f-a741-fdd01cab6d1f req-8ab1ec5c-23f1-4395-adba-ed071d15bb92 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1229398 Aug 10 03:18:42.575129 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 255e4d7c-efa0-4d55-96d8-77ef01b89a1e no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:18:42.587098 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca49c77-ac94-45d8-83b3-c22502a56fcd service neutron] Pushing event updated for resources: {'Port': ['ID=bd5c370f-ffa5-4477-948b-ba7517343de5,revision_number=6']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:42.593290 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-fca49c77-ac94-45d8-83b3-c22502a56fcd service neutron] In _notify_port_updated(), no bound segment for port bd5c370f-ffa5-4477-948b-ba7517343de5 on network be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220 {{(pid=94216) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:18:42.594044 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-fca49c77-ac94-45d8-83b3-c22502a56fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:42.594661 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-fca49c77-ac94-45d8-83b3-c22502a56fcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:42.595988 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-fca49c77-ac94-45d8-83b3-c22502a56fcd service neutron] 10.222.0.60 "PUT /v2.0/ports/bd5c370f-ffa5-4477-948b-ba7517343de5 HTTP/1.1" status: 200 len: 1027 time: 1.0397062 Aug 10 03:18:42.706032 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21185a21-53bb-4886-a4fc-041cdb7edf6b req-83e97428-69e9-4b1a-8ac9-3050a3c252b5 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:42.714977 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-21185a21-53bb-4886-a4fc-041cdb7edf6b req-83e97428-69e9-4b1a-8ac9-3050a3c252b5 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 943 time: 0.4407294 Aug 10 03:18:42.768493 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ca752437-d0b8-4d3f-a741-fdd01cab6d1f req-a2d007f6-94cf-4c8a-869f-df3989a21ebb service neutron] 10.222.0.58 "GET /v2.0/networks/0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614129 Aug 10 03:18:42.812492 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:42.923904 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e1f39f-9b8b-483d-b744-1336257d8687', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '255e4d7c-efa0-4d55-96d8-77ef01b89a1e'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:18:42.937386 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2b42b5-b10a-4f28-a244-7be6b7337cdc" -d '{"events": [{"server_uuid": "77e1f39f-9b8b-483d-b744-1336257d8687", "name": "network-vif-unplugged", "status": "completed", "tag": "255e4d7c-efa0-4d55-96d8-77ef01b89a1e"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:18:42.980913 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-a2fab3fc-b5f7-48ef-84aa-7b05ac6463dc None None] Provisioning complete for port bd5c370f-ffa5-4477-948b-ba7517343de5 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:42.983303 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a2fab3fc-b5f7-48ef-84aa-7b05ac6463dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:43.002813 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-21185a21-53bb-4886-a4fc-041cdb7edf6b req-34df5b6b-7e8f-4a06-9081-1cc7dabfd965 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2862747 Aug 10 03:18:43.004430 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 255e4d7c-efa0-4d55-96d8-77ef01b89a1e, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=255e4d7c-efa0-4d55-96d8-77ef01b89a1e,segment=NetworkSegment(702cc16b-dad0-4a84-9a18-a82d05fcb9b7),segment_id=702cc16b-dad0-4a84-9a18-a82d05fcb9b7)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:43.044002 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:43.045010 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 32ca825e-8e1d-4359-b950-7b6b31be75d4 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:18:43.121510 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-a2fab3fc-b5f7-48ef-84aa-7b05ac6463dc None None] Port bd5c370f-ffa5-4477-948b-ba7517343de5 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:18:43.161893 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d463a4-e983-4d18-a538-bb9738dadb9a req-7468c98c-e136-4448-958d-bd855addfcef tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:43.164634 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ca752437-d0b8-4d3f-a741-fdd01cab6d1f req-1e018943-910b-4ab5-b6f5-bc92ed6ffff0 service neutron] 10.222.0.58 "GET /v2.0/networks/0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770149 Aug 10 03:18:43.173142 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a74a09-ccb4-4dd6-88c1-bd0d7d69a80d x-openstack-request-id: req-91a74a09-ccb4-4dd6-88c1-bd0d7d69a80d {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:18:43.174021 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e1f39f-9b8b-483d-b744-1336257d8687", "name": "network-vif-unplugged", "status": "completed", "tag": "255e4d7c-efa0-4d55-96d8-77ef01b89a1e", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:18:43.174261 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-91a74a09-ccb4-4dd6-88c1-bd0d7d69a80d {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:18:43.174688 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e1f39f-9b8b-483d-b744-1336257d8687', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '255e4d7c-efa0-4d55-96d8-77ef01b89a1e', 'code': 200} Aug 10 03:18:43.176318 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d463a4-e983-4d18-a538-bb9738dadb9a req-7468c98c-e136-4448-958d-bd855addfcef tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:43.184587 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d463a4-e983-4d18-a538-bb9738dadb9a req-7468c98c-e136-4448-958d-bd855addfcef tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:43.193902 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d463a4-e983-4d18-a538-bb9738dadb9a req-7468c98c-e136-4448-958d-bd855addfcef tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:43.200128 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d463a4-e983-4d18-a538-bb9738dadb9a req-7468c98c-e136-4448-958d-bd855addfcef tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:43.220617 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-75d463a4-e983-4d18-a538-bb9738dadb9a req-7468c98c-e136-4448-958d-bd855addfcef tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/ports?device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 3884 time: 0.5238919 Aug 10 03:18:43.225775 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=255e4d7c-efa0-4d55-96d8-77ef01b89a1e,revision_number=6']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:43.288569 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-eb34ae17-bda5-486f-954f-eefb0cf28b58 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Deleting port f7f5d1b2-3c33-4a8c-a558-d8d163cf1c96 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:18:43.288909 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-eb34ae17-bda5-486f-954f-eefb0cf28b58 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:43.353551 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:43.380067 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f8614-0092-48f7-a53d-6a85aad588d5 req-03abe6ea-4e52-42bb-8384-fd49a5b61179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:43.382174 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5d3f8614-0092-48f7-a53d-6a85aad588d5 req-03abe6ea-4e52-42bb-8384-fd49a5b61179 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e185eddfc77743c180b686598504f106&device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 1095 time: 0.1288013 Aug 10 03:18:43.437354 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 32ca825e-8e1d-4359-b950-7b6b31be75d4, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=32ca825e-8e1d-4359-b950-7b6b31be75d4,segment=NetworkSegment(5277ad14-a4dd-4656-a28b-9234dbb67820),segment_id=5277ad14-a4dd-4656-a28b-9234dbb67820)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:43.444547 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-75d463a4-e983-4d18-a538-bb9738dadb9a req-3c8c3b1a-0ec3-468d-bf0b-3f79cb8b1151 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c7586fd-9bb3-4af0-a8c4-0b1feb98dda5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2228091 Aug 10 03:18:43.448040 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:43.449556 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 37c5d772-171b-4c81-9987-eb813c61fb2e no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:18:43.619631 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f8614-0092-48f7-a53d-6a85aad588d5 req-4df5d863-f6d1-46a5-90b6-012755d47a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:43.621148 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5d3f8614-0092-48f7-a53d-6a85aad588d5 req-4df5d863-f6d1-46a5-90b6-012755d47a72 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe HTTP/1.1" status: 200 len: 911 time: 0.2276926 Aug 10 03:18:43.674707 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-eb34ae17-bda5-486f-954f-eefb0cf28b58 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] For port f7f5d1b2-3c33-4a8c-a558-d8d163cf1c96, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=f7f5d1b2-3c33-4a8c-a558-d8d163cf1c96,segment=NetworkSegment(fa9453b2-216f-4776-80fa-c65f74d624e4),segment_id=fa9453b2-216f-4776-80fa-c65f74d624e4)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:43.675015 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-eb34ae17-bda5-486f-954f-eefb0cf28b58 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:43.679659 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=32ca825e-8e1d-4359-b950-7b6b31be75d4,revision_number=6']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:43.680821 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5d3f8614-0092-48f7-a53d-6a85aad588d5 req-92db6e16-ebee-41d6-90f3-51c3a5f30a8f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77d567da-37a9-45cd-8b79-8328cf500c47 HTTP/1.1" status: 200 len: 217 time: 0.0491691 Aug 10 03:18:43.707010 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-eb34ae17-bda5-486f-954f-eefb0cf28b58 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Calling delete_port for f7f5d1b2-3c33-4a8c-a558-d8d163cf1c96 owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:18:43.765492 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:43.790174 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f8614-0092-48f7-a53d-6a85aad588d5 req-1647e64f-43b9-4a1c-9666-ce4150c17f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:43.793993 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5d3f8614-0092-48f7-a53d-6a85aad588d5 req-1647e64f-43b9-4a1c-9666-ce4150c17f4b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c05a62ae-44d3-4db4-a938-da6f60472238 HTTP/1.1" status: 200 len: 849 time: 0.0990698 Aug 10 03:18:43.839965 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 37c5d772-171b-4c81-9987-eb813c61fb2e, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=37c5d772-171b-4c81-9987-eb813c61fb2e,segment=NetworkSegment(702cc16b-dad0-4a84-9a18-a82d05fcb9b7),segment_id=702cc16b-dad0-4a84-9a18-a82d05fcb9b7)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:43.846923 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:43.848428 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device f7f5d1b2-3c33-4a8c-a558-d8d163cf1c96 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:18:43.932388 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f8614-0092-48f7-a53d-6a85aad588d5 req-2eb0ffec-b412-4fee-9ff0-86241dbd8bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:43.941598 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5d3f8614-0092-48f7-a53d-6a85aad588d5 req-2eb0ffec-b412-4fee-9ff0-86241dbd8bc4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1387095 Aug 10 03:18:44.061616 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=37c5d772-171b-4c81-9987-eb813c61fb2e,revision_number=6']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:44.140996 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-eb34ae17-bda5-486f-954f-eefb0cf28b58 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:44.153764 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:44.226020 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb34ae17-bda5-486f-954f-eefb0cf28b58 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Pushing event deleted for resources: {'Port': ['ID=f7f5d1b2-3c33-4a8c-a558-d8d163cf1c96,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:44.286724 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:18:44.297600 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5d3f8614-0092-48f7-a53d-6a85aad588d5 req-9f566b58-3277-4ae2-8646-832c08215d4b service neutron] 10.222.0.58 "GET /v2.0/networks/0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478196 Aug 10 03:18:44.386573 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:18:44.387359 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device f3849961-e970-4427-ba4e-176045826c1c no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:18:44.422965 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-eb34ae17-bda5-486f-954f-eefb0cf28b58 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] No DVR routers for this DVR port f7f5d1b2-3c33-4a8c-a558-d8d163cf1c96 on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:18:44.445937 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-eb34ae17-bda5-486f-954f-eefb0cf28b58 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:44.448066 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-eb34ae17-bda5-486f-954f-eefb0cf28b58 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.60 "DELETE /v2.0/ports/f7f5d1b2-3c33-4a8c-a558-d8d163cf1c96 HTTP/1.1" status: 204 len: 173 time: 1.8380406 Aug 10 03:18:44.450577 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e1f39f-9b8b-483d-b744-1336257d8687', 'name': 'network-vif-deleted', 'tag': 'f7f5d1b2-3c33-4a8c-a558-d8d163cf1c96'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:18:44.464655 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92461fe-2fbf-4986-88ed-874b45690502" -d '{"events": [{"server_uuid": "77e1f39f-9b8b-483d-b744-1336257d8687", "name": "network-vif-deleted", "tag": "f7f5d1b2-3c33-4a8c-a558-d8d163cf1c96"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:18:44.519400 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5d3f8614-0092-48f7-a53d-6a85aad588d5 req-966f92ac-d5c3-4e5f-9749-bcf0e40405aa service neutron] 10.222.0.58 "GET /v2.0/networks/0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116086 Aug 10 03:18:44.574976 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:44.612636 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4977be1b-8030-4387-b7a2-4d56e660c2c6 req-72e813b8-93d3-4d40-9132-af66fab099f6 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:44.618452 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4977be1b-8030-4387-b7a2-4d56e660c2c6 req-72e813b8-93d3-4d40-9132-af66fab099f6 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 943 time: 0.3932598 Aug 10 03:18:44.643737 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port f3849961-e970-4427-ba4e-176045826c1c, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=f3849961-e970-4427-ba4e-176045826c1c,segment=NetworkSegment(fa9453b2-216f-4776-80fa-c65f74d624e4),segment_id=fa9453b2-216f-4776-80fa-c65f74d624e4)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:44.653257 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:44.653987 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device bd5c370f-ffa5-4477-948b-ba7517343de5 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:18:44.812811 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4977be1b-8030-4387-b7a2-4d56e660c2c6 req-1a880f61-91f4-4a4c-9f73-cb1777ddfa63 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1814697 Aug 10 03:18:44.828704 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=f3849961-e970-4427-ba4e-176045826c1c,revision_number=6']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:44.831451 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device bd5c370f-ffa5-4477-948b-ba7517343de5 not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:18:44.872187 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f402e6-ef89-4c0f-8ba2-bcc3a3d66ae3 req-0707ae77-c820-455a-a90d-e996264e9153 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:44.880448 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f402e6-ef89-4c0f-8ba2-bcc3a3d66ae3 req-0707ae77-c820-455a-a90d-e996264e9153 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:44.888554 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f402e6-ef89-4c0f-8ba2-bcc3a3d66ae3 req-0707ae77-c820-455a-a90d-e996264e9153 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:44.901063 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f402e6-ef89-4c0f-8ba2-bcc3a3d66ae3 req-0707ae77-c820-455a-a90d-e996264e9153 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:44.903180 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-14f402e6-ef89-4c0f-8ba2-bcc3a3d66ae3 req-0707ae77-c820-455a-a90d-e996264e9153 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/ports?device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 3141 time: 0.2795804 Aug 10 03:18:44.905448 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d99588-8a6e-4147-b2fe-cae42f8a63a1 x-openstack-request-id: req-73d99588-8a6e-4147-b2fe-cae42f8a63a1 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:18:44.905815 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e1f39f-9b8b-483d-b744-1336257d8687", "name": "network-vif-deleted", "tag": "f7f5d1b2-3c33-4a8c-a558-d8d163cf1c96", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:18:44.906192 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-73d99588-8a6e-4147-b2fe-cae42f8a63a1 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:18:44.906473 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e1f39f-9b8b-483d-b744-1336257d8687', 'name': 'network-vif-deleted', 'tag': 'f7f5d1b2-3c33-4a8c-a558-d8d163cf1c96', 'status': 'completed', 'code': 200} Aug 10 03:18:44.909356 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-6c402605-dd2e-4ee2-b39a-adf3300bb59a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Deleting port 32ca825e-8e1d-4359-b950-7b6b31be75d4 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:18:44.909894 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-6c402605-dd2e-4ee2-b39a-adf3300bb59a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:45.029219 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-14f402e6-ef89-4c0f-8ba2-bcc3a3d66ae3 req-f659f8d3-ed08-417f-a03c-9eda5d773cad tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c7586fd-9bb3-4af0-a8c4-0b1feb98dda5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995839 Aug 10 03:18:45.080053 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-6c402605-dd2e-4ee2-b39a-adf3300bb59a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] For port 32ca825e-8e1d-4359-b950-7b6b31be75d4, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=32ca825e-8e1d-4359-b950-7b6b31be75d4,segment=NetworkSegment(5277ad14-a4dd-4656-a28b-9234dbb67820),segment_id=5277ad14-a4dd-4656-a28b-9234dbb67820)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:45.080621 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-6c402605-dd2e-4ee2-b39a-adf3300bb59a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:45.176761 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e1f39f-9b8b-483d-b744-1336257d8687', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32ca825e-8e1d-4359-b950-7b6b31be75d4'}, {'server_uuid': '77e1f39f-9b8b-483d-b744-1336257d8687', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37c5d772-171b-4c81-9987-eb813c61fb2e'}, {'server_uuid': '77e1f39f-9b8b-483d-b744-1336257d8687', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3849961-e970-4427-ba4e-176045826c1c'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:18:45.180132 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09bd2112-2991-48e0-8f38-b651dfb7e9fe" -d '{"events": [{"server_uuid": "77e1f39f-9b8b-483d-b744-1336257d8687", "name": "network-vif-unplugged", "status": "completed", "tag": "32ca825e-8e1d-4359-b950-7b6b31be75d4"}, {"server_uuid": "77e1f39f-9b8b-483d-b744-1336257d8687", "name": "network-vif-unplugged", "status": "completed", "tag": "37c5d772-171b-4c81-9987-eb813c61fb2e"}, {"server_uuid": "77e1f39f-9b8b-483d-b744-1336257d8687", "name": "network-vif-unplugged", "status": "completed", "tag": "f3849961-e970-4427-ba4e-176045826c1c"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:18:45.237497 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 10 Aug 2021 03:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ef949d-12d6-42cf-8705-f2f0a572a0bd x-openstack-request-id: req-08ef949d-12d6-42cf-8705-f2f0a572a0bd {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:18:45.237778 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e1f39f-9b8b-483d-b744-1336257d8687", "name": "network-vif-unplugged", "status": "completed", "tag": "32ca825e-8e1d-4359-b950-7b6b31be75d4", "code": 200}, {"server_uuid": "77e1f39f-9b8b-483d-b744-1336257d8687", "name": "network-vif-unplugged", "status": "completed", "tag": "37c5d772-171b-4c81-9987-eb813c61fb2e", "code": 200}, {"server_uuid": "77e1f39f-9b8b-483d-b744-1336257d8687", "name": "network-vif-unplugged", "status": "completed", "tag": "f3849961-e970-4427-ba4e-176045826c1c", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:18:45.238033 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-08ef949d-12d6-42cf-8705-f2f0a572a0bd {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:18:45.238428 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e1f39f-9b8b-483d-b744-1336257d8687', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32ca825e-8e1d-4359-b950-7b6b31be75d4', 'code': 200} Aug 10 03:18:45.239594 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e1f39f-9b8b-483d-b744-1336257d8687', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37c5d772-171b-4c81-9987-eb813c61fb2e', 'code': 200} Aug 10 03:18:45.239900 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e1f39f-9b8b-483d-b744-1336257d8687', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3849961-e970-4427-ba4e-176045826c1c', 'code': 200} Aug 10 03:18:45.383451 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-6c402605-dd2e-4ee2-b39a-adf3300bb59a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:45.383946 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-6c402605-dd2e-4ee2-b39a-adf3300bb59a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:45.384421 n-d-768851-15 neutron-server[94216]: INFO neutron.db.l3_db [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-6c402605-dd2e-4ee2-b39a-adf3300bb59a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Floating IP 0f41c6fc-365e-44cb-8539-7df9d6a24deb disassociated. External IP: 172.25.7.202, port: 32ca825e-8e1d-4359-b950-7b6b31be75d4. Aug 10 03:18:45.384699 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-6c402605-dd2e-4ee2-b39a-adf3300bb59a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Calling delete_port for 32ca825e-8e1d-4359-b950-7b6b31be75d4 owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:18:45.564482 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-6c402605-dd2e-4ee2-b39a-adf3300bb59a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:45.658296 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c402605-dd2e-4ee2-b39a-adf3300bb59a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Pushing event deleted for resources: {'Port': ['ID=32ca825e-8e1d-4359-b950-7b6b31be75d4,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:45.755872 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-6c402605-dd2e-4ee2-b39a-adf3300bb59a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Router 80dafd6b-2d4c-4a17-86c3-8f27fb623c5d has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:18:45.915979 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-6c402605-dd2e-4ee2-b39a-adf3300bb59a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:18:45.934606 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243ca29f-38e1-437c-9d6f-e0c7b1c9edcd None None] Sync routers for ids ['80dafd6b-2d4c-4a17-86c3-8f27fb623c5d'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:18:45.964768 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243ca29f-38e1-437c-9d6f-e0c7b1c9edcd None None] Routers {'80dafd6b-2d4c-4a17-86c3-8f27fb623c5d'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:18:45.965936 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-243ca29f-38e1-437c-9d6f-e0c7b1c9edcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:18:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['80dafd6b-2d4c-4a17-86c3-8f27fb623c5d'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:45.970474 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-6c402605-dd2e-4ee2-b39a-adf3300bb59a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] No DVR routers for this DVR port 32ca825e-8e1d-4359-b950-7b6b31be75d4 on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:18:45.973904 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-6c402605-dd2e-4ee2-b39a-adf3300bb59a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:45.976044 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-6c402605-dd2e-4ee2-b39a-adf3300bb59a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.60 "DELETE /v2.0/ports/32ca825e-8e1d-4359-b950-7b6b31be75d4 HTTP/1.1" status: 204 len: 173 time: 1.4889071 Aug 10 03:18:46.039526 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e8dcf-3d3e-41a0-800d-ddfc013bb7ba req-d9be7c9f-0b53-420f-a6d8-99a83512282f tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:46.041176 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9d9e8dcf-3d3e-41a0-800d-ddfc013bb7ba req-d9be7c9f-0b53-420f-a6d8-99a83512282f tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 943 time: 0.1608801 Aug 10 03:18:46.129973 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9d9e8dcf-3d3e-41a0-800d-ddfc013bb7ba req-8c00db71-2b5b-408d-ab5f-ad1f97256f0e tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569205 Aug 10 03:18:46.132644 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53700) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:46.200975 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-71f76c29-a837-4f34-a9c5-efb1c98cf7e4 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Deleting port 37c5d772-171b-4c81-9987-eb813c61fb2e {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:18:46.200975 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-71f76c29-a837-4f34-a9c5-efb1c98cf7e4 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:46.266631 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-243ca29f-38e1-437c-9d6f-e0c7b1c9edcd None None] Set router 80dafd6b-2d4c-4a17-86c3-8f27fb623c5d gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:18:46.377265 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 77d567da-37a9-45cd-8b79-8328cf500c47 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:18:46.381532 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b662372a-b319-4000-8970-fe7d54687abd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:46.395595 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f3a45-6d46-4431-9860-02f72f2e464c req-84c0b4bc-4a4c-473b-831b-793c310d666b tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:46.401478 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f3a45-6d46-4431-9860-02f72f2e464c req-84c0b4bc-4a4c-473b-831b-793c310d666b tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:46.407753 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f3a45-6d46-4431-9860-02f72f2e464c req-84c0b4bc-4a4c-473b-831b-793c310d666b tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:46.409494 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3a8f3a45-6d46-4431-9860-02f72f2e464c req-84c0b4bc-4a4c-473b-831b-793c310d666b tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/ports?device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 2408 time: 0.1257458 Aug 10 03:18:46.411740 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-71f76c29-a837-4f34-a9c5-efb1c98cf7e4 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] For port 37c5d772-171b-4c81-9987-eb813c61fb2e, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=37c5d772-171b-4c81-9987-eb813c61fb2e,segment=NetworkSegment(702cc16b-dad0-4a84-9a18-a82d05fcb9b7),segment_id=702cc16b-dad0-4a84-9a18-a82d05fcb9b7)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:46.411881 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-71f76c29-a837-4f34-a9c5-efb1c98cf7e4 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:46.452253 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-71f76c29-a837-4f34-a9c5-efb1c98cf7e4 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Calling delete_port for 37c5d772-171b-4c81-9987-eb813c61fb2e owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:18:46.536186 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3a8f3a45-6d46-4431-9860-02f72f2e464c req-db64122d-9583-40ac-a7fb-cb1cfc00cf78 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c7586fd-9bb3-4af0-a8c4-0b1feb98dda5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109269 Aug 10 03:18:46.570199 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 77d567da-37a9-45cd-8b79-8328cf500c47, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=77d567da-37a9-45cd-8b79-8328cf500c47,segment=NetworkSegment(8f60b627-ffb1-479c-a505-a6c7d3d8b515),segment_id=8f60b627-ffb1-479c-a505-a6c7d3d8b515)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:46.588135 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': '77d567da-37a9-45cd-8b79-8328cf500c47', 'network_id': '0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe', 'port_id': '77d567da-37a9-45cd-8b79-8328cf500c47', 'mac_address': 'fa:16:3e:96:6f:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c05a62ae-44d3-4db4-a938-da6f60472238', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:18:46.599280 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-243ca29f-38e1-437c-9d6f-e0c7b1c9edcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80dafd6b-2d4c-4a17-86c3-8f27fb623c5d', 'name': 'tempest-TaggedBootDevicesTest-1119675665-router', 'tenant_id': '9db099ffcd1f4b6f883036f2463be98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '7546844f-3862-4de8-9027-418cd12274ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:08:20Z', 'updated_at': '2021-08-10T03:08:26Z', 'revision_number': 4, 'project_id': '9db099ffcd1f4b6f883036f2463be98e', 'gw_port': {'id': '7546844f-3862-4de8-9027-418cd12274ca', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dafd6b-2d4c-4a17-86c3-8f27fb623c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:08:20Z', 'updated_at': '2021-08-10T03:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '20db2a69-300b-4cf6-a805-13fb5667fcda', 'name': '', 'network_id': 'c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae', 'tenant_id': '9db099ffcd1f4b6f883036f2463be98e', 'mac_address': 'fa:16:3e:a3:2d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dafd6b-2d4c-4a17-86c3-8f27fb623c5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e8cb624b-05ab-4931-a430-340a8df0afcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:08:25Z', 'updated_at': '2021-08-10T03:08:32Z', 'revision_number': 5, 'project_id': '9db099ffcd1f4b6f883036f2463be98e', 'subnets': [{'id': 'e8cb624b-05ab-4931-a430-340a8df0afcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:46.649703 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243ca29f-38e1-437c-9d6f-e0c7b1c9edcd None None] Checking router: 80dafd6b-2d4c-4a17-86c3-8f27fb623c5d for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:18:46.650721 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b662372a-b319-4000-8970-fe7d54687abd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:46.672966 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243ca29f-38e1-437c-9d6f-e0c7b1c9edcd None None] Routers {'80dafd6b-2d4c-4a17-86c3-8f27fb623c5d'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:18:46.673586 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-243ca29f-38e1-437c-9d6f-e0c7b1c9edcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:18:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['80dafd6b-2d4c-4a17-86c3-8f27fb623c5d'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:46.676319 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:46.679512 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b662372a-b319-4000-8970-fe7d54687abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:46.725834 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77d567da-37a9-45cd-8b79-8328cf500c47 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:18:46.737639 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b662372a-b319-4000-8970-fe7d54687abd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cb170216da074cd2926d511bda1e327f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6028409 Aug 10 03:18:46.738434 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b662372a-b319-4000-8970-fe7d54687abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab918345-09e7-4a2b-878e-099009627f33,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:46.740915 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 53714) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:46.754247 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-71f76c29-a837-4f34-a9c5-efb1c98cf7e4 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:46.790233 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 77d567da-37a9-45cd-8b79-8328cf500c47, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=77d567da-37a9-45cd-8b79-8328cf500c47,segment=NetworkSegment(8f60b627-ffb1-479c-a505-a6c7d3d8b515),segment_id=8f60b627-ffb1-479c-a505-a6c7d3d8b515)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:46.795461 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f76c29-a837-4f34-a9c5-efb1c98cf7e4 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Pushing event deleted for resources: {'Port': ['ID=37c5d772-171b-4c81-9987-eb813c61fb2e,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:46.801110 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e6dd848e-f63c-4434-925c-990fa26428da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:46.806202 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:46.839543 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e6dd848e-f63c-4434-925c-990fa26428da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:46.857697 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-71f76c29-a837-4f34-a9c5-efb1c98cf7e4 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] No DVR routers for this DVR port 37c5d772-171b-4c81-9987-eb813c61fb2e on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:18:46.858556 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-243ca29f-38e1-437c-9d6f-e0c7b1c9edcd None None] Set router 80dafd6b-2d4c-4a17-86c3-8f27fb623c5d gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:18:46.860848 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-71f76c29-a837-4f34-a9c5-efb1c98cf7e4 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:46.863435 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-71f76c29-a837-4f34-a9c5-efb1c98cf7e4 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.60 "DELETE /v2.0/ports/37c5d772-171b-4c81-9987-eb813c61fb2e HTTP/1.1" status: 204 len: 173 time: 0.8769934 Aug 10 03:18:46.915231 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e1f39f-9b8b-483d-b744-1336257d8687', 'name': 'network-vif-deleted', 'tag': '32ca825e-8e1d-4359-b950-7b6b31be75d4'}, {'server_uuid': '77e1f39f-9b8b-483d-b744-1336257d8687', 'name': 'network-vif-deleted', 'tag': '37c5d772-171b-4c81-9987-eb813c61fb2e'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:18:46.915491 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=77d567da-37a9-45cd-8b79-8328cf500c47,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:46.916934 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e6dd848e-f63c-4434-925c-990fa26428da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:46.920316 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6fd0c0-2bce-4448-850d-19856b8e5af5" -d '{"events": [{"server_uuid": "77e1f39f-9b8b-483d-b744-1336257d8687", "name": "network-vif-deleted", "tag": "32ca825e-8e1d-4359-b950-7b6b31be75d4"}, {"server_uuid": "77e1f39f-9b8b-483d-b744-1336257d8687", "name": "network-vif-deleted", "tag": "37c5d772-171b-4c81-9987-eb813c61fb2e"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:18:46.922018 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e6dd848e-f63c-4434-925c-990fa26428da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:46.927458 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e6dd848e-f63c-4434-925c-990fa26428da admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ab918345-09e7-4a2b-878e-099009627f33 HTTP/1.1" status: 204 len: 168 time: 0.1854262 Aug 10 03:18:46.944538 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dd848e-f63c-4434-925c-990fa26428da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab918345-09e7-4a2b-878e-099009627f33,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:47.014413 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-bc2b81b3-6a2e-4469-bc5b-9f8e1c79b055 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Deleting port 255e4d7c-efa0-4d55-96d8-77ef01b89a1e {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:18:47.014782 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-bc2b81b3-6a2e-4469-bc5b-9f8e1c79b055 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:47.035746 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 03:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-debdd543-ae3c-4fa6-b02c-2a85be4800b5 x-openstack-request-id: req-debdd543-ae3c-4fa6-b02c-2a85be4800b5 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:18:47.036056 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e1f39f-9b8b-483d-b744-1336257d8687", "name": "network-vif-deleted", "tag": "32ca825e-8e1d-4359-b950-7b6b31be75d4", "status": "completed", "code": 200}, {"server_uuid": "77e1f39f-9b8b-483d-b744-1336257d8687", "name": "network-vif-deleted", "tag": "37c5d772-171b-4c81-9987-eb813c61fb2e", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:18:47.036314 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-debdd543-ae3c-4fa6-b02c-2a85be4800b5 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:18:47.048654 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e1f39f-9b8b-483d-b744-1336257d8687', 'name': 'network-vif-deleted', 'tag': '32ca825e-8e1d-4359-b950-7b6b31be75d4', 'status': 'completed', 'code': 200} Aug 10 03:18:47.048841 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e1f39f-9b8b-483d-b744-1336257d8687', 'name': 'network-vif-deleted', 'tag': '37c5d772-171b-4c81-9987-eb813c61fb2e', 'status': 'completed', 'code': 200} Aug 10 03:18:47.055380 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['77d567da-37a9-45cd-8b79-8328cf500c47'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:18:47.194166 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-bc2b81b3-6a2e-4469-bc5b-9f8e1c79b055 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] For port 255e4d7c-efa0-4d55-96d8-77ef01b89a1e, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=255e4d7c-efa0-4d55-96d8-77ef01b89a1e,segment=NetworkSegment(702cc16b-dad0-4a84-9a18-a82d05fcb9b7),segment_id=702cc16b-dad0-4a84-9a18-a82d05fcb9b7)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:47.195001 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-bc2b81b3-6a2e-4469-bc5b-9f8e1c79b055 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:47.231568 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-bc2b81b3-6a2e-4469-bc5b-9f8e1c79b055 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Calling delete_port for 255e4d7c-efa0-4d55-96d8-77ef01b89a1e owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:18:47.395009 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-243ca29f-38e1-437c-9d6f-e0c7b1c9edcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80dafd6b-2d4c-4a17-86c3-8f27fb623c5d', 'name': 'tempest-TaggedBootDevicesTest-1119675665-router', 'tenant_id': '9db099ffcd1f4b6f883036f2463be98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '7546844f-3862-4de8-9027-418cd12274ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:08:20Z', 'updated_at': '2021-08-10T03:08:26Z', 'revision_number': 4, 'project_id': '9db099ffcd1f4b6f883036f2463be98e', 'gw_port': {'id': '7546844f-3862-4de8-9027-418cd12274ca', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dafd6b-2d4c-4a17-86c3-8f27fb623c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:08:20Z', 'updated_at': '2021-08-10T03:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '20db2a69-300b-4cf6-a805-13fb5667fcda', 'name': '', 'network_id': 'c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae', 'tenant_id': '9db099ffcd1f4b6f883036f2463be98e', 'mac_address': 'fa:16:3e:a3:2d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dafd6b-2d4c-4a17-86c3-8f27fb623c5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e8cb624b-05ab-4931-a430-340a8df0afcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:08:25Z', 'updated_at': '2021-08-10T03:08:32Z', 'revision_number': 5, 'project_id': '9db099ffcd1f4b6f883036f2463be98e', 'subnets': [{'id': 'e8cb624b-05ab-4931-a430-340a8df0afcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:47.427540 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17be8c6-f110-44f6-afa1-8aa885c15e02 req-4e0f2d6e-a18d-4756-8a64-576c3a162cf8 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:47.429498 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c17be8c6-f110-44f6-afa1-8aa885c15e02 req-4e0f2d6e-a18d-4756-8a64-576c3a162cf8 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 944 time: 0.1026926 Aug 10 03:18:47.449559 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243ca29f-38e1-437c-9d6f-e0c7b1c9edcd None None] The sync data for ids ['80dafd6b-2d4c-4a17-86c3-8f27fb623c5d'] in n-d-768851-15 is: [{'id': '80dafd6b-2d4c-4a17-86c3-8f27fb623c5d', 'name': 'tempest-TaggedBootDevicesTest-1119675665-router', 'tenant_id': '9db099ffcd1f4b6f883036f2463be98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '7546844f-3862-4de8-9027-418cd12274ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:08:20Z', 'updated_at': '2021-08-10T03:08:26Z', 'revision_number': 4, 'project_id': '9db099ffcd1f4b6f883036f2463be98e', 'gw_port': {'id': '7546844f-3862-4de8-9027-418cd12274ca', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dafd6b-2d4c-4a17-86c3-8f27fb623c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:08:20Z', 'updated_at': '2021-08-10T03:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '20db2a69-300b-4cf6-a805-13fb5667fcda', 'name': '', 'network_id': 'c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae', 'tenant_id': '9db099ffcd1f4b6f883036f2463be98e', 'mac_address': 'fa:16:3e:a3:2d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dafd6b-2d4c-4a17-86c3-8f27fb623c5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e8cb624b-05ab-4931-a430-340a8df0afcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:08:25Z', 'updated_at': '2021-08-10T03:08:32Z', 'revision_number': 5, 'project_id': '9db099ffcd1f4b6f883036f2463be98e', 'subnets': [{'id': 'e8cb624b-05ab-4931-a430-340a8df0afcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:18:47.534401 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-bc2b81b3-6a2e-4469-bc5b-9f8e1c79b055 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:47.600115 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c17be8c6-f110-44f6-afa1-8aa885c15e02 req-124360e1-3256-48d7-b1da-a1bda69f70e8 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780427 Aug 10 03:18:47.602258 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2b81b3-6a2e-4469-bc5b-9f8e1c79b055 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Pushing event deleted for resources: {'Port': ['ID=255e4d7c-efa0-4d55-96d8-77ef01b89a1e,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:47.652232 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 53746) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:47.679488 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bd0a7a89-433e-438f-8f5f-e47408aaedcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:47.704241 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-bc2b81b3-6a2e-4469-bc5b-9f8e1c79b055 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] No DVR routers for this DVR port 255e4d7c-efa0-4d55-96d8-77ef01b89a1e on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:18:47.712931 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-bc2b81b3-6a2e-4469-bc5b-9f8e1c79b055 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:47.718589 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-bc2b81b3-6a2e-4469-bc5b-9f8e1c79b055 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.60 "DELETE /v2.0/ports/255e4d7c-efa0-4d55-96d8-77ef01b89a1e HTTP/1.1" status: 204 len: 173 time: 0.8479390 Aug 10 03:18:47.828319 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bd0a7a89-433e-438f-8f5f-e47408aaedcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:47.832754 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bd0a7a89-433e-438f-8f5f-e47408aaedcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:47.845029 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fae61e3-82f4-488c-a0cb-a1212f4b38bc None None] New status for floating IP 0f41c6fc-365e-44cb-8539-7df9d6a24deb: DOWN {{(pid=94219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:18:47.854487 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d2185-29e2-4d2a-a069-15c0b1715634 req-2ae00b3a-fc6e-4cca-94ac-7af9831f1d0f tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:47.855734 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d68d2185-29e2-4d2a-a069-15c0b1715634 req-2ae00b3a-fc6e-4cca-94ac-7af9831f1d0f tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/ports?device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 943 time: 0.1443882 Aug 10 03:18:47.889665 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53752) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:47.890771 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-bd0a7a89-433e-438f-8f5f-e47408aaedcd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ec69b68c0fb04850adae69f5b5d7479f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2370858 Aug 10 03:18:47.922543 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0a7a89-433e-438f-8f5f-e47408aaedcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7e904e-3778-49ec-95a8-29f6e53ea476,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:47.925503 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-03c296e9-b16f-4312-96c9-a4d9563db7f4 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Deleting port f3849961-e970-4427-ba4e-176045826c1c {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:18:47.926008 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-03c296e9-b16f-4312-96c9-a4d9563db7f4 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:48.002506 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d68d2185-29e2-4d2a-a069-15c0b1715634 req-ef6a42c3-ef58-4896-8c63-ebde22e4cfa7 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c7586fd-9bb3-4af0-a8c4-0b1feb98dda5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338658 Aug 10 03:18:48.056692 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f7fde94c-3556-4453-89a8-f3631e896137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:48.093553 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-03c296e9-b16f-4312-96c9-a4d9563db7f4 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] For port f3849961-e970-4427-ba4e-176045826c1c, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=f3849961-e970-4427-ba4e-176045826c1c,segment=NetworkSegment(fa9453b2-216f-4776-80fa-c65f74d624e4),segment_id=fa9453b2-216f-4776-80fa-c65f74d624e4)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:48.093940 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-03c296e9-b16f-4312-96c9-a4d9563db7f4 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:48.105788 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f7fde94c-3556-4453-89a8-f3631e896137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:48.118374 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-03c296e9-b16f-4312-96c9-a4d9563db7f4 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Calling delete_port for f3849961-e970-4427-ba4e-176045826c1c owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:18:48.222382 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f7fde94c-3556-4453-89a8-f3631e896137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:48.224968 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f7fde94c-3556-4453-89a8-f3631e896137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:48.226123 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-f7fde94c-3556-4453-89a8-f3631e896137 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0f7e904e-3778-49ec-95a8-29f6e53ea476 HTTP/1.1" status: 204 len: 168 time: 0.3354909 Aug 10 03:18:48.244472 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fde94c-3556-4453-89a8-f3631e896137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7e904e-3778-49ec-95a8-29f6e53ea476,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:48.331303 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-03c296e9-b16f-4312-96c9-a4d9563db7f4 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:48.365048 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c296e9-b16f-4312-96c9-a4d9563db7f4 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Pushing event deleted for resources: {'Port': ['ID=f3849961-e970-4427-ba4e-176045826c1c,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:48.372544 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 77d567da-37a9-45cd-8b79-8328cf500c47 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:18:48.434710 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-03c296e9-b16f-4312-96c9-a4d9563db7f4 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] No DVR routers for this DVR port f3849961-e970-4427-ba4e-176045826c1c on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:18:48.437868 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-03c296e9-b16f-4312-96c9-a4d9563db7f4 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:48.440183 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-07ad9572-e6f0-4b43-8aaa-4e325ee11515 req-03c296e9-b16f-4312-96c9-a4d9563db7f4 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.60 "DELETE /v2.0/ports/f3849961-e970-4427-ba4e-176045826c1c HTTP/1.1" status: 204 len: 173 time: 0.7051880 Aug 10 03:18:48.480678 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port 77d567da-37a9-45cd-8b79-8328cf500c47 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:18:48.487423 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port 77d567da-37a9-45cd-8b79-8328cf500c47 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:48.487423 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:48.576296 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:48.638641 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 77d567da-37a9-45cd-8b79-8328cf500c47, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=77d567da-37a9-45cd-8b79-8328cf500c47,segment=NetworkSegment(8f60b627-ffb1-479c-a505-a6c7d3d8b515),segment_id=8f60b627-ffb1-479c-a505-a6c7d3d8b515)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:48.640869 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28b645b6-c883-42ce-bbe4-d1dd1d67588d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77d567da-37a9-45cd-8b79-8328cf500c47'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:18:48.647548 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db342cf5-6448-40df-ac1d-ea35252152c3" -d '{"events": [{"server_uuid": "28b645b6-c883-42ce-bbe4-d1dd1d67588d", "name": "network-vif-plugged", "status": "completed", "tag": "77d567da-37a9-45cd-8b79-8328cf500c47"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:18:48.663055 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:48.761739 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8c0b35-23a9-4813-bdae-79e3befaf3bb x-openstack-request-id: req-1a8c0b35-23a9-4813-bdae-79e3befaf3bb {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:18:48.762673 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28b645b6-c883-42ce-bbe4-d1dd1d67588d", "name": "network-vif-plugged", "status": "completed", "tag": "77d567da-37a9-45cd-8b79-8328cf500c47", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:18:48.763164 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1a8c0b35-23a9-4813-bdae-79e3befaf3bb {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:18:48.763727 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28b645b6-c883-42ce-bbe4-d1dd1d67588d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77d567da-37a9-45cd-8b79-8328cf500c47', 'code': 200} Aug 10 03:18:48.764387 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=77d567da-37a9-45cd-8b79-8328cf500c47,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:48.803122 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b4aae-7b1c-485d-81a0-6dca99d3544c req-8cf8b238-c610-42f0-9e0c-3b5c6819b364 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:48.813545 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-291b4aae-7b1c-485d-81a0-6dca99d3544c req-8cf8b238-c610-42f0-9e0c-3b5c6819b364 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 945 time: 0.1125383 Aug 10 03:18:48.872106 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-291b4aae-7b1c-485d-81a0-6dca99d3544c req-bd467cc3-281e-45e5-ae0d-bddbf0c6bb64 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518894 Aug 10 03:18:48.912679 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707098f8-ad0b-42d2-9ba5-ef4997fead5c req-f1c07884-a2ef-4137-9032-1231bc88b055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:48.919897 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-707098f8-ad0b-42d2-9ba5-ef4997fead5c req-f1c07884-a2ef-4137-9032-1231bc88b055 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 1097 time: 0.1057789 Aug 10 03:18:48.966953 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-707098f8-ad0b-42d2-9ba5-ef4997fead5c req-f33073c7-f74b-4bd1-bc15-e9e7ee55957d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421994 Aug 10 03:18:49.049964 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e1f39f-9b8b-483d-b744-1336257d8687', 'name': 'network-vif-deleted', 'tag': '255e4d7c-efa0-4d55-96d8-77ef01b89a1e'}, {'server_uuid': '77e1f39f-9b8b-483d-b744-1336257d8687', 'name': 'network-vif-deleted', 'tag': 'f3849961-e970-4427-ba4e-176045826c1c'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:18:49.055938 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e1f381-8f27-423d-82c4-6f477b4bad21" -d '{"events": [{"server_uuid": "77e1f39f-9b8b-483d-b744-1336257d8687", "name": "network-vif-deleted", "tag": "255e4d7c-efa0-4d55-96d8-77ef01b89a1e"}, {"server_uuid": "77e1f39f-9b8b-483d-b744-1336257d8687", "name": "network-vif-deleted", "tag": "f3849961-e970-4427-ba4e-176045826c1c"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:18:49.145546 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 03:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619bb942-b171-4df6-889c-28254c9c16e8 x-openstack-request-id: req-619bb942-b171-4df6-889c-28254c9c16e8 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:18:49.146170 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e1f39f-9b8b-483d-b744-1336257d8687", "name": "network-vif-deleted", "tag": "255e4d7c-efa0-4d55-96d8-77ef01b89a1e", "status": "completed", "code": 200}, {"server_uuid": "77e1f39f-9b8b-483d-b744-1336257d8687", "name": "network-vif-deleted", "tag": "f3849961-e970-4427-ba4e-176045826c1c", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:18:49.146658 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-619bb942-b171-4df6-889c-28254c9c16e8 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:18:49.147568 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e1f39f-9b8b-483d-b744-1336257d8687', 'name': 'network-vif-deleted', 'tag': '255e4d7c-efa0-4d55-96d8-77ef01b89a1e', 'status': 'completed', 'code': 200} Aug 10 03:18:49.148399 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e1f39f-9b8b-483d-b744-1336257d8687', 'name': 'network-vif-deleted', 'tag': 'f3849961-e970-4427-ba4e-176045826c1c', 'status': 'completed', 'code': 200} Aug 10 03:18:49.166202 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6504eb07-d62c-4a24-a582-57ee64ebb13e req-10900331-80fd-4d43-8fde-d825de1870cb tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/ports?device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 210 time: 0.0353286 Aug 10 03:18:50.082384 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da742c08-468f-42d4-a035-e41cc7bd0d1f req-02792ff8-c375-4910-a062-20f3ee9669e2 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:50.087182 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-da742c08-468f-42d4-a035-e41cc7bd0d1f req-02792ff8-c375-4910-a062-20f3ee9669e2 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 945 time: 0.0904016 Aug 10 03:18:50.151260 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-da742c08-468f-42d4-a035-e41cc7bd0d1f req-af636d65-3f18-4c3a-be52-8b9d95f0dfaa tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560076 Aug 10 03:18:50.331667 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-afcb5d6c-392f-46ac-9c5b-f314bf2871dd req-6f7bc0d3-b56d-493d-93d0-a6d5c62b9b05 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/ports?device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 210 time: 0.0398293 Aug 10 03:18:51.283596 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc53db-5683-4c33-bbaa-fa8778ae8c93 req-19547aec-6dc5-4024-9adb-601956d0fa63 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:51.285175 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-65fc53db-5683-4c33-bbaa-fa8778ae8c93 req-19547aec-6dc5-4024-9adb-601956d0fa63 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 945 time: 0.0658016 Aug 10 03:18:51.344173 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-65fc53db-5683-4c33-bbaa-fa8778ae8c93 req-3b00a29a-aa46-404c-ace3-c4076390a64e tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472994 Aug 10 03:18:51.536687 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5b851151-f08a-491b-a20e-f5bb782dcb61 req-ec220c71-949e-41c6-b406-2384ad6d832b tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/ports?device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 210 time: 0.0590968 Aug 10 03:18:51.557912 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03741aae-6e88-446f-8a4b-61f59806d752 req-f1f7bf0d-793a-4c4a-8a63-44c2ca72176d tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:51.559947 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-03741aae-6e88-446f-8a4b-61f59806d752 req-f1f7bf0d-793a-4c4a-8a63-44c2ca72176d tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 945 time: 0.1075466 Aug 10 03:18:51.569855 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53938) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:51.576533 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-59fa7003-8c64-48cd-aa13-208d054cd029 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Request body: {'floatingip': {'port_id': '77d567da-37a9-45cd-8b79-8328cf500c47'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:51.634359 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-59fa7003-8c64-48cd-aa13-208d054cd029 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks [] for floatingip, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:52.334728 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37330d2-b9b6-4f66-aa53-1ea7a843f8b6 req-0edf9cba-6768-49b0-8c1d-05e8fdf1256e tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:52.336326 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c37330d2-b9b6-4f66-aa53-1ea7a843f8b6 req-0edf9cba-6768-49b0-8c1d-05e8fdf1256e tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=945f549d-5f7e-48ba-a62f-bfd851e0d5e3 HTTP/1.1" status: 200 len: 945 time: 0.1227486 Aug 10 03:18:52.433798 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c37330d2-b9b6-4f66-aa53-1ea7a843f8b6 req-012d7306-68c4-4b26-8215-823b8dd8f590 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889122 Aug 10 03:18:52.689904 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-59fa7003-8c64-48cd-aa13-208d054cd029 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:52.706913 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-59fa7003-8c64-48cd-aa13-208d054cd029 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:52.753171 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 53992) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:52.769715 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b40f0331-9b82-476c-89fa-6ea290345d9f req-329757b7-cf5f-447a-b2c8-13932247f2c6 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/ports?device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 210 time: 0.0782580 Aug 10 03:18:52.853306 n-d-768851-15 neutron-server[94216]: INFO neutron.db.l3_db [None req-59fa7003-8c64-48cd-aa13-208d054cd029 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Floating IP 941e681f-fb04-4ffe-9b11-bb13e6a8e21f associated. External IP: 172.25.7.185, port: 77d567da-37a9-45cd-8b79-8328cf500c47. Aug 10 03:18:53.036027 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f5fad15d-96f8-4384-9cd2-d8ff8d1567bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:53.106630 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59fa7003-8c64-48cd-aa13-208d054cd029 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Router 70d2adfa-d2b3-44be-a482-efdbf6102a3b has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:18:53.175612 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f5fad15d-96f8-4384-9cd2-d8ff8d1567bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:53.180294 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f5fad15d-96f8-4384-9cd2-d8ff8d1567bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:53.208862 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f5fad15d-96f8-4384-9cd2-d8ff8d1567bf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5d0dc966005b465599abe0674b617915&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4540491 Aug 10 03:18:53.214197 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54004) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:53.241145 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59fa7003-8c64-48cd-aa13-208d054cd029 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:18:53.255679 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a76ddc-932d-495c-9527-75048e95b0c1 None None] Sync routers for ids ['70d2adfa-d2b3-44be-a482-efdbf6102a3b'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:18:53.256341 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fad15d-96f8-4384-9cd2-d8ff8d1567bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8484b806-0b88-42f3-8d4c-497b1b96fd25,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:53.270003 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a76ddc-932d-495c-9527-75048e95b0c1 None None] Routers {'70d2adfa-d2b3-44be-a482-efdbf6102a3b'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:18:53.271415 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-59fa7003-8c64-48cd-aa13-208d054cd029 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:53.273415 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-45a76ddc-932d-495c-9527-75048e95b0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:18:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['70d2adfa-d2b3-44be-a482-efdbf6102a3b'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:53.329448 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-59fa7003-8c64-48cd-aa13-208d054cd029 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "PUT /v2.0/floatingips/941e681f-fb04-4ffe-9b11-bb13e6a8e21f HTTP/1.1" status: 200 len: 991 time: 1.7583590 Aug 10 03:18:53.330178 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28b645b6-c883-42ce-bbe4-d1dd1d67588d', 'tag': '77d567da-37a9-45cd-8b79-8328cf500c47'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:18:53.331370 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-445899eb-35df-4b37-abe2-f2fc764bb44a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:53.332581 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5342e274-7357-4cd0-baea-5bc8b3c18e8f" -d '{"events": [{"name": "network-changed", "server_uuid": "28b645b6-c883-42ce-bbe4-d1dd1d67588d", "tag": "77d567da-37a9-45cd-8b79-8328cf500c47"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:18:53.363695 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-445899eb-35df-4b37-abe2-f2fc764bb44a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:53.411590 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f64383-993f-44f0-8455-d1453a15d880 x-openstack-request-id: req-78f64383-993f-44f0-8455-d1453a15d880 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:18:53.412125 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28b645b6-c883-42ce-bbe4-d1dd1d67588d", "tag": "77d567da-37a9-45cd-8b79-8328cf500c47", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:18:53.412382 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-78f64383-993f-44f0-8455-d1453a15d880 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:18:53.412783 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28b645b6-c883-42ce-bbe4-d1dd1d67588d', 'tag': '77d567da-37a9-45cd-8b79-8328cf500c47', 'status': 'completed', 'code': 200} Aug 10 03:18:53.429738 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-445899eb-35df-4b37-abe2-f2fc764bb44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:53.433645 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-445899eb-35df-4b37-abe2-f2fc764bb44a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:53.434900 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-445899eb-35df-4b37-abe2-f2fc764bb44a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8484b806-0b88-42f3-8d4c-497b1b96fd25 HTTP/1.1" status: 204 len: 168 time: 0.2194912 Aug 10 03:18:53.453458 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445899eb-35df-4b37-abe2-f2fc764bb44a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8484b806-0b88-42f3-8d4c-497b1b96fd25,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:53.499198 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342e274-7357-4cd0-baea-5bc8b3c18e8f req-55cb4657-7324-4eee-9811-c864ebd96b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:53.505547 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5342e274-7357-4cd0-baea-5bc8b3c18e8f req-55cb4657-7324-4eee-9811-c864ebd96b0c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e185eddfc77743c180b686598504f106&device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 1097 time: 0.0593910 Aug 10 03:18:53.511446 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-45a76ddc-932d-495c-9527-75048e95b0c1 None None] Set router 70d2adfa-d2b3-44be-a482-efdbf6102a3b gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:18:53.623119 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa19a4-e54d-432e-bf7b-d07322c79497 req-55876b34-5a5e-4f32-a5e0-4ac038404c8d tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:53.634923 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a8aa19a4-e54d-432e-bf7b-d07322c79497 req-55876b34-5a5e-4f32-a5e0-4ac038404c8d tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=945f549d-5f7e-48ba-a62f-bfd851e0d5e3 HTTP/1.1" status: 200 len: 945 time: 0.1122160 Aug 10 03:18:53.686922 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a8aa19a4-e54d-432e-bf7b-d07322c79497 req-b2510e62-4aa4-4cfd-994a-69640df7a7ea tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511115 Aug 10 03:18:53.690850 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342e274-7357-4cd0-baea-5bc8b3c18e8f req-2ea54077-0ec1-4eb5-86ab-a26db947c729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:53.701446 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5342e274-7357-4cd0-baea-5bc8b3c18e8f req-2ea54077-0ec1-4eb5-86ab-a26db947c729 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe HTTP/1.1" status: 200 len: 911 time: 0.1837645 Aug 10 03:18:53.810520 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5342e274-7357-4cd0-baea-5bc8b3c18e8f req-3485933c-b449-4874-aabb-0ea5d29b2135 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77d567da-37a9-45cd-8b79-8328cf500c47 HTTP/1.1" status: 200 len: 999 time: 0.1043689 Aug 10 03:18:53.876104 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-45a76ddc-932d-495c-9527-75048e95b0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d2adfa-d2b3-44be-a482-efdbf6102a3b', 'name': 'tempest-ServerActionsTestJSON-61642242-router', 'tenant_id': 'e185eddfc77743c180b686598504f106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '0263a2dc-8193-4bc6-8c18-122de7d056f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:26Z', 'updated_at': '2021-08-10T03:18:30Z', 'revision_number': 4, 'project_id': 'e185eddfc77743c180b686598504f106', 'gw_port': {'id': '0263a2dc-8193-4bc6-8c18-122de7d056f6', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d2adfa-d2b3-44be-a482-efdbf6102a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:27Z', 'updated_at': '2021-08-10T03:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '941e681f-fb04-4ffe-9b11-bb13e6a8e21f', 'tenant_id': 'e185eddfc77743c180b686598504f106', 'floating_ip_address': '172.25.7.185', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '70d2adfa-d2b3-44be-a482-efdbf6102a3b', 'port_id': '77d567da-37a9-45cd-8b79-8328cf500c47', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe', 'mac_address': 'fa:16:3e:96:6f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b645b6-c883-42ce-bbe4-d1dd1d67588d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:18:33Z', 'updated_at': '2021-08-10T03:18:52Z', 'revision_number': 1, 'project_id': 'e185eddfc77743c180b686598504f106', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee445551-fa2c-4f31-b986-60feb09aef19', 'name': '', 'network_id': '0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe', 'tenant_id': 'e185eddfc77743c180b686598504f106', 'mac_address': 'fa:16:3e:47:4d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d2adfa-d2b3-44be-a482-efdbf6102a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'c05a62ae-44d3-4db4-a938-da6f60472238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:29Z', 'updated_at': '2021-08-10T03:18:38Z', 'revision_number': 5, 'project_id': 'e185eddfc77743c180b686598504f106', 'subnets': [{'id': 'c05a62ae-44d3-4db4-a938-da6f60472238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:53.918713 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342e274-7357-4cd0-baea-5bc8b3c18e8f req-fed2d3ef-d1a9-41e2-9d65-fa89957d3a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:53.921525 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5342e274-7357-4cd0-baea-5bc8b3c18e8f req-fed2d3ef-d1a9-41e2-9d65-fa89957d3a5f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c05a62ae-44d3-4db4-a938-da6f60472238 HTTP/1.1" status: 200 len: 849 time: 0.1022241 Aug 10 03:18:53.925574 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a76ddc-932d-495c-9527-75048e95b0c1 None None] Checking router: 70d2adfa-d2b3-44be-a482-efdbf6102a3b for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:18:53.951791 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a76ddc-932d-495c-9527-75048e95b0c1 None None] Routers {'70d2adfa-d2b3-44be-a482-efdbf6102a3b'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:18:53.952718 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-45a76ddc-932d-495c-9527-75048e95b0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:18:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['70d2adfa-d2b3-44be-a482-efdbf6102a3b'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:53.981665 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342e274-7357-4cd0-baea-5bc8b3c18e8f req-259a2550-8e59-4341-863c-75f79726b2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:53.984497 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5342e274-7357-4cd0-baea-5bc8b3c18e8f req-259a2550-8e59-4341-863c-75f79726b2c1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519855 Aug 10 03:18:53.988171 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b8fb352a-96e8-4418-aba8-da90fde9d89b req-9d2ac6eb-4193-4261-973f-182d55dd2d1b tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/ports?device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 210 time: 0.0639961 Aug 10 03:18:54.061079 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54032) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:54.079297 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e58f64bc-4d98-494e-ad72-10b8ad2fc543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:54.138866 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-45a76ddc-932d-495c-9527-75048e95b0c1 None None] Set router 70d2adfa-d2b3-44be-a482-efdbf6102a3b gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:18:54.152140 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5342e274-7357-4cd0-baea-5bc8b3c18e8f req-0ff2ecb7-9c78-4b60-9c5c-7ce282ee5dcb service neutron] 10.222.0.58 "GET /v2.0/networks/0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543293 Aug 10 03:18:54.201250 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e58f64bc-4d98-494e-ad72-10b8ad2fc543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:54.209881 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e58f64bc-4d98-494e-ad72-10b8ad2fc543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:54.241245 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58f64bc-4d98-494e-ad72-10b8ad2fc543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b48fd26e-a82d-4ed8-a052-8b63344a4911,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:54.277491 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-e58f64bc-4d98-494e-ad72-10b8ad2fc543 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d9d76be841414e4eb850d27fb3c72dea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2153027 Aug 10 03:18:54.280419 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54036) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:54.338266 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8c30e0d1-6153-4ecd-a1e0-c107c31434bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:54.356527 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafceea5-5aa0-46bb-9bc8-01443b15d71e req-0c0354dd-6191-4635-bda8-6a616dd2cac4 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:54.358233 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-eafceea5-5aa0-46bb-9bc8-01443b15d71e req-0c0354dd-6191-4635-bda8-6a616dd2cac4 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.58 "GET /v2.0/ports?device_id=945f549d-5f7e-48ba-a62f-bfd851e0d5e3 HTTP/1.1" status: 200 len: 945 time: 0.2050707 Aug 10 03:18:54.397681 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8c30e0d1-6153-4ecd-a1e0-c107c31434bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:54.432465 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5342e274-7357-4cd0-baea-5bc8b3c18e8f req-106b9fd5-b5fe-45cd-8a1e-c739995e1388 service neutron] 10.222.0.58 "GET /v2.0/networks/0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600029 Aug 10 03:18:54.475576 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-45a76ddc-932d-495c-9527-75048e95b0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d2adfa-d2b3-44be-a482-efdbf6102a3b', 'name': 'tempest-ServerActionsTestJSON-61642242-router', 'tenant_id': 'e185eddfc77743c180b686598504f106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '0263a2dc-8193-4bc6-8c18-122de7d056f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:26Z', 'updated_at': '2021-08-10T03:18:30Z', 'revision_number': 4, 'project_id': 'e185eddfc77743c180b686598504f106', 'gw_port': {'id': '0263a2dc-8193-4bc6-8c18-122de7d056f6', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d2adfa-d2b3-44be-a482-efdbf6102a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:27Z', 'updated_at': '2021-08-10T03:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '941e681f-fb04-4ffe-9b11-bb13e6a8e21f', 'tenant_id': 'e185eddfc77743c180b686598504f106', 'floating_ip_address': '172.25.7.185', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '70d2adfa-d2b3-44be-a482-efdbf6102a3b', 'port_id': '77d567da-37a9-45cd-8b79-8328cf500c47', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe', 'mac_address': 'fa:16:3e:96:6f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b645b6-c883-42ce-bbe4-d1dd1d67588d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:18:33Z', 'updated_at': '2021-08-10T03:18:52Z', 'revision_number': 1, 'project_id': 'e185eddfc77743c180b686598504f106', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee445551-fa2c-4f31-b986-60feb09aef19', 'name': '', 'network_id': '0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe', 'tenant_id': 'e185eddfc77743c180b686598504f106', 'mac_address': 'fa:16:3e:47:4d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d2adfa-d2b3-44be-a482-efdbf6102a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'c05a62ae-44d3-4db4-a938-da6f60472238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:29Z', 'updated_at': '2021-08-10T03:18:38Z', 'revision_number': 5, 'project_id': 'e185eddfc77743c180b686598504f106', 'subnets': [{'id': 'c05a62ae-44d3-4db4-a938-da6f60472238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:54.478725 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8c30e0d1-6153-4ecd-a1e0-c107c31434bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:54.483634 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8c30e0d1-6153-4ecd-a1e0-c107c31434bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:54.484820 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8c30e0d1-6153-4ecd-a1e0-c107c31434bb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b48fd26e-a82d-4ed8-a052-8b63344a4911 HTTP/1.1" status: 204 len: 168 time: 0.2032142 Aug 10 03:18:54.505634 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c30e0d1-6153-4ecd-a1e0-c107c31434bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48fd26e-a82d-4ed8-a052-8b63344a4911,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:54.517142 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-eafceea5-5aa0-46bb-9bc8-01443b15d71e req-2e0254c2-4310-454b-9aab-a722d0f1f8c5 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Deleting port 9636a6fa-3717-4f40-9526-c93f26a8a412 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:18:54.517720 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-eafceea5-5aa0-46bb-9bc8-01443b15d71e req-2e0254c2-4310-454b-9aab-a722d0f1f8c5 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:54.519795 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a76ddc-932d-495c-9527-75048e95b0c1 None None] The sync data for ids ['70d2adfa-d2b3-44be-a482-efdbf6102a3b'] in n-d-768851-15 is: [{'id': '70d2adfa-d2b3-44be-a482-efdbf6102a3b', 'name': 'tempest-ServerActionsTestJSON-61642242-router', 'tenant_id': 'e185eddfc77743c180b686598504f106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '0263a2dc-8193-4bc6-8c18-122de7d056f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:26Z', 'updated_at': '2021-08-10T03:18:30Z', 'revision_number': 4, 'project_id': 'e185eddfc77743c180b686598504f106', 'gw_port': {'id': '0263a2dc-8193-4bc6-8c18-122de7d056f6', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d2adfa-d2b3-44be-a482-efdbf6102a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:27Z', 'updated_at': '2021-08-10T03:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '941e681f-fb04-4ffe-9b11-bb13e6a8e21f', 'tenant_id': 'e185eddfc77743c180b686598504f106', 'floating_ip_address': '172.25.7.185', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '70d2adfa-d2b3-44be-a482-efdbf6102a3b', 'port_id': '77d567da-37a9-45cd-8b79-8328cf500c47', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe', 'mac_address': 'fa:16:3e:96:6f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b645b6-c883-42ce-bbe4-d1dd1d67588d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:18:33Z', 'updated_at': '2021-08-10T03:18:52Z', 'revision_number': 1, 'project_id': 'e185eddfc77743c180b686598504f106', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee445551-fa2c-4f31-b986-60feb09aef19', 'name': '', 'network_id': '0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe', 'tenant_id': 'e185eddfc77743c180b686598504f106', 'mac_address': 'fa:16:3e:47:4d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d2adfa-d2b3-44be-a482-efdbf6102a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'c05a62ae-44d3-4db4-a938-da6f60472238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:29Z', 'updated_at': '2021-08-10T03:18:38Z', 'revision_number': 5, 'project_id': 'e185eddfc77743c180b686598504f106', 'subnets': [{'id': 'c05a62ae-44d3-4db4-a938-da6f60472238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:18:54.680477 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-eafceea5-5aa0-46bb-9bc8-01443b15d71e req-2e0254c2-4310-454b-9aab-a722d0f1f8c5 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] For port 9636a6fa-3717-4f40-9526-c93f26a8a412, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=9636a6fa-3717-4f40-9526-c93f26a8a412,segment=NetworkSegment(e0fc6907-b0e5-497d-acdf-511c68571829),segment_id=e0fc6907-b0e5-497d-acdf-511c68571829)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:54.681216 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-eafceea5-5aa0-46bb-9bc8-01443b15d71e req-2e0254c2-4310-454b-9aab-a722d0f1f8c5 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:54.700255 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-eafceea5-5aa0-46bb-9bc8-01443b15d71e req-2e0254c2-4310-454b-9aab-a722d0f1f8c5 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Calling delete_port for 9636a6fa-3717-4f40-9526-c93f26a8a412 owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:18:54.894583 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6993bb34-6296-4ec3-9b47-3415e5fc328b None None] New status for floating IP 941e681f-fb04-4ffe-9b11-bb13e6a8e21f: ACTIVE {{(pid=94219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:18:54.906599 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e69b721-66bd-4c54-819d-2204919037ee req-43b72f07-c63b-4a36-a348-c8bdc35dbec6 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:54.910162 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1e69b721-66bd-4c54-819d-2204919037ee req-43b72f07-c63b-4a36-a348-c8bdc35dbec6 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=945f549d-5f7e-48ba-a62f-bfd851e0d5e3 HTTP/1.1" status: 200 len: 945 time: 0.1063156 Aug 10 03:18:54.992604 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-eafceea5-5aa0-46bb-9bc8-01443b15d71e req-2e0254c2-4310-454b-9aab-a722d0f1f8c5 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:55.008422 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1e69b721-66bd-4c54-819d-2204919037ee req-08595d0d-7918-46b4-b598-c9c509290efd tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902545 Aug 10 03:18:55.012146 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['9636a6fa-3717-4f40-9526-c93f26a8a412'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:18:55.128443 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0254c2-4310-454b-9aab-a722d0f1f8c5 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Pushing event deleted for resources: {'Port': ['ID=9636a6fa-3717-4f40-9526-c93f26a8a412,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:55.162451 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-eafceea5-5aa0-46bb-9bc8-01443b15d71e req-2e0254c2-4310-454b-9aab-a722d0f1f8c5 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] No DVR routers for this DVR port 9636a6fa-3717-4f40-9526-c93f26a8a412 on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:18:55.172135 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-eafceea5-5aa0-46bb-9bc8-01443b15d71e req-2e0254c2-4310-454b-9aab-a722d0f1f8c5 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:55.174341 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-eafceea5-5aa0-46bb-9bc8-01443b15d71e req-2e0254c2-4310-454b-9aab-a722d0f1f8c5 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.58 "DELETE /v2.0/ports/9636a6fa-3717-4f40-9526-c93f26a8a412 HTTP/1.1" status: 204 len: 173 time: 0.8076854 Aug 10 03:18:55.192561 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '945f549d-5f7e-48ba-a62f-bfd851e0d5e3', 'name': 'network-vif-deleted', 'tag': '9636a6fa-3717-4f40-9526-c93f26a8a412'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:18:55.198668 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d890401d-f3d2-4dd1-b2b7-35ce70c5f2cd" -d '{"events": [{"server_uuid": "945f549d-5f7e-48ba-a62f-bfd851e0d5e3", "name": "network-vif-deleted", "tag": "9636a6fa-3717-4f40-9526-c93f26a8a412"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:18:55.245048 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eff01902-db22-4ff0-bff3-7c891d262bb6 req-a5b8e759-1dcf-4fc1-b6a6-7e8ed2afc2ca tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/ports?device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 210 time: 0.0574527 Aug 10 03:18:55.291231 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0f2d45-d8d9-4899-a9d6-407145740f4b x-openstack-request-id: req-7b0f2d45-d8d9-4899-a9d6-407145740f4b {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:18:55.291519 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "945f549d-5f7e-48ba-a62f-bfd851e0d5e3", "name": "network-vif-deleted", "tag": "9636a6fa-3717-4f40-9526-c93f26a8a412", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:18:55.291821 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7b0f2d45-d8d9-4899-a9d6-407145740f4b {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:18:55.292247 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '945f549d-5f7e-48ba-a62f-bfd851e0d5e3', 'name': 'network-vif-deleted', 'tag': '9636a6fa-3717-4f40-9526-c93f26a8a412', 'status': 'completed', 'code': 200} Aug 10 03:18:56.114202 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:56.267346 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0db55e2a-4fe6-4cab-a4ca-7ebbb708d5a3 req-8267d790-0b57-4247-9e34-1725c16660ee tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=945f549d-5f7e-48ba-a62f-bfd851e0d5e3 HTTP/1.1" status: 200 len: 210 time: 0.0529437 Aug 10 03:18:56.286441 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:56.428353 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a0dbc057-936b-4310-bde3-eacd68b823db req-3e216d48-ab2a-4354-8439-c980923721cb tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/ports?device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 210 time: 0.0475748 Aug 10 03:18:56.913767 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54138) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:57.128379 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-d63fba67-cfb3-43f3-9f75-103c103ca00e tempest-ExternalNetworksTestJSON-975797427 tempest-ExternalNetworksTestJSON-975797427-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2112386572'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:57.150457 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63fba67-cfb3-43f3-9f75-103c103ca00e tempest-ExternalNetworksTestJSON-975797427 tempest-ExternalNetworksTestJSON-975797427-project] Made reservation on behalf of 753a0444a405426da896da477f4f341d for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:18:57.154067 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d63fba67-cfb3-43f3-9f75-103c103ca00e tempest-ExternalNetworksTestJSON-975797427 tempest-ExternalNetworksTestJSON-975797427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:57.166536 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d63fba67-cfb3-43f3-9f75-103c103ca00e tempest-ExternalNetworksTestJSON-975797427 tempest-ExternalNetworksTestJSON-975797427-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:57.293018 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d63fba67-cfb3-43f3-9f75-103c103ca00e tempest-ExternalNetworksTestJSON-975797427 tempest-ExternalNetworksTestJSON-975797427-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:57.299548 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d63fba67-cfb3-43f3-9f75-103c103ca00e tempest-ExternalNetworksTestJSON-975797427 tempest-ExternalNetworksTestJSON-975797427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:57.330858 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d63fba67-cfb3-43f3-9f75-103c103ca00e tempest-ExternalNetworksTestJSON-975797427 tempest-ExternalNetworksTestJSON-975797427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:18:57.340989 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d63fba67-cfb3-43f3-9f75-103c103ca00e tempest-ExternalNetworksTestJSON-975797427 tempest-ExternalNetworksTestJSON-975797427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:57.341336 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-d63fba67-cfb3-43f3-9f75-103c103ca00e tempest-ExternalNetworksTestJSON-975797427 tempest-ExternalNetworksTestJSON-975797427-project] Added segment f1726a4b-f4ff-4c99-ac96-6ad273deaabd of type vlan for network 9ce9f457-dd70-4833-b9ea-60052273c4fe Aug 10 03:18:57.368893 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63fba67-cfb3-43f3-9f75-103c103ca00e tempest-ExternalNetworksTestJSON-975797427 tempest-ExternalNetworksTestJSON-975797427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c26c629-c4df-46cf-b2f4-bc3624b39e6a,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:57.418375 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d63fba67-cfb3-43f3-9f75-103c103ca00e tempest-ExternalNetworksTestJSON-975797427 tempest-ExternalNetworksTestJSON-975797427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:57.433409 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6b182341-d35f-4082-ab43-d077d57e5ad0 req-c03956d4-6ba1-4676-8afd-c4e1be035c40 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=945f549d-5f7e-48ba-a62f-bfd851e0d5e3 HTTP/1.1" status: 200 len: 210 time: 0.0791533 Aug 10 03:18:57.456625 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d63fba67-cfb3-43f3-9f75-103c103ca00e tempest-ExternalNetworksTestJSON-975797427 tempest-ExternalNetworksTestJSON-975797427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:57.465104 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63fba67-cfb3-43f3-9f75-103c103ca00e tempest-ExternalNetworksTestJSON-975797427 tempest-ExternalNetworksTestJSON-975797427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:57.465817 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d63fba67-cfb3-43f3-9f75-103c103ca00e tempest-ExternalNetworksTestJSON-975797427 tempest-ExternalNetworksTestJSON-975797427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:57.590874 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-212f17f2-4bf5-4092-b125-a91f2e288c73 req-fcf098c9-d8db-433e-969e-15a71122fefb tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/ports?device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 210 time: 0.0395894 Aug 10 03:18:57.601293 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d63fba67-cfb3-43f3-9f75-103c103ca00e tempest-ExternalNetworksTestJSON-975797427 tempest-ExternalNetworksTestJSON-975797427-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.6859105 Aug 10 03:18:57.605207 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54156) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:57.629224 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63fba67-cfb3-43f3-9f75-103c103ca00e tempest-ExternalNetworksTestJSON-975797427 tempest-ExternalNetworksTestJSON-975797427-project] Pushing event updated for resources: {'Network': ['ID=9ce9f457-dd70-4833-b9ea-60052273c4fe,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:57.646707 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 9ce9f457-dd70-4833-b9ea-60052273c4fe details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:18:57.877355 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-b738b8ba-0351-4510-866f-72650aaad4a7 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Request body: {'network': {'name': 'tempest-network--210470990', 'router:external': True}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:57.899536 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b738b8ba-0351-4510-866f-72650aaad4a7 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Made reservation on behalf of b54d5217349b4674a76f53d81c0765fa for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:18:57.902682 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b738b8ba-0351-4510-866f-72650aaad4a7 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:57.911832 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b738b8ba-0351-4510-866f-72650aaad4a7 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:58.008498 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b738b8ba-0351-4510-866f-72650aaad4a7 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:58.012773 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b738b8ba-0351-4510-866f-72650aaad4a7 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:58.039013 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b738b8ba-0351-4510-866f-72650aaad4a7 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:18:58.048855 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b738b8ba-0351-4510-866f-72650aaad4a7 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=951f0eee-b3f1-4249-bfb9-94e6e4cd0706,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:58.067911 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b738b8ba-0351-4510-866f-72650aaad4a7 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:58.068264 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-b738b8ba-0351-4510-866f-72650aaad4a7 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Added segment ef75fc37-66d7-4806-be9c-884bf41ee1e9 of type vlan for network 2ef7bb2a-894c-4f27-844c-53c908134adb Aug 10 03:18:58.122591 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b738b8ba-0351-4510-866f-72650aaad4a7 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:58.159730 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b738b8ba-0351-4510-866f-72650aaad4a7 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:58.161088 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b738b8ba-0351-4510-866f-72650aaad4a7 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:58.161768 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b738b8ba-0351-4510-866f-72650aaad4a7 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:58.221503 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b738b8ba-0351-4510-866f-72650aaad4a7 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6126320 Aug 10 03:18:58.222388 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54170) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:58.280871 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b738b8ba-0351-4510-866f-72650aaad4a7 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Pushing event updated for resources: {'Network': ['ID=2ef7bb2a-894c-4f27-844c-53c908134adb,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:58.292884 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 2ef7bb2a-894c-4f27-844c-53c908134adb details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:18:58.304355 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ffc57b5b-9f33-4a57-9bed-99385d066fd6 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:58.315503 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54174) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:58.429938 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ffc57b5b-9f33-4a57-9bed-99385d066fd6 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:58.438544 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-da8d2f91-39ca-41b8-a82e-0ad1c28d3207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:58.440274 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-ffc57b5b-9f33-4a57-9bed-99385d066fd6 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ef7bb2a-894c-4f27-844c-53c908134adb']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:58.447471 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 9636a6fa-3717-4f40-9526-c93f26a8a412 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:18:58.453072 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-ffc57b5b-9f33-4a57-9bed-99385d066fd6 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef75fc37-66d7-4806-be9c-884bf41ee1e9') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:58.453378 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-ffc57b5b-9f33-4a57-9bed-99385d066fd6 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef75fc37-66d7-4806-be9c-884bf41ee1e9') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:58.464575 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ffc57b5b-9f33-4a57-9bed-99385d066fd6 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:58.486301 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ffc57b5b-9f33-4a57-9bed-99385d066fd6 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:58.491923 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: 9636a6fa-3717-4f40-9526-c93f26a8a412 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:18:58.492477 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 9636a6fa-3717-4f40-9526-c93f26a8a412 not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:18:58.492613 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffc57b5b-9f33-4a57-9bed-99385d066fd6 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:18:58.492902 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ffc57b5b-9f33-4a57-9bed-99385d066fd6 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:58.494673 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:18:58.494673 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:18:58.494673 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:18:58.494673 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:18:58.494673 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:18:58.494673 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:18:58.494673 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:18:58.494673 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:18:58.494673 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:18:58.494673 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:18:58.494673 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:18:58.494673 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:18:58.494673 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:18:58.494673 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:18:58.494673 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:18:58.494673 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:18:58.494673 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:18:58.494673 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:18:58.494673 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:18:58.494673 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:18:58.494673 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:18:58.494673 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:18:58.494673 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:18:58.494673 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:18:58.494673 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:18:58.494673 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:18:58.494673 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:18:58.494673 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:18:58.494673 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:18:58.494673 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:18:58.494673 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:18:58.494673 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:18:58.555745 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ffc57b5b-9f33-4a57-9bed-99385d066fd6 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:58.561719 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc57b5b-9f33-4a57-9bed-99385d066fd6 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2ef7bb2a-894c-4f27-844c-53c908134adb {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 10 03:18:58.565049 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ffc57b5b-9f33-4a57-9bed-99385d066fd6 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:58.567180 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ffc57b5b-9f33-4a57-9bed-99385d066fd6 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] 10.222.0.62 "DELETE /v2.0/networks/2ef7bb2a-894c-4f27-844c-53c908134adb HTTP/1.1" status: 204 len: 168 time: 0.3443506 Aug 10 03:18:58.572263 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-120464a9-8ef3-4ee0-8ef8-25622e30fa57 req-4bf8fb56-4ca3-49d5-913f-9b8b13020e8f tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=945f549d-5f7e-48ba-a62f-bfd851e0d5e3 HTTP/1.1" status: 200 len: 210 time: 0.0414484 Aug 10 03:18:58.573035 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54182) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:58.582571 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc57b5b-9f33-4a57-9bed-99385d066fd6 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Pushing event deleted for resources: {'Network': ['ID=2ef7bb2a-894c-4f27-844c-53c908134adb,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:58.584701 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-4afa9a9c-3896-41c3-845c-64072d14b2cb tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:58.633290 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-da8d2f91-39ca-41b8-a82e-0ad1c28d3207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:58.642004 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-da8d2f91-39ca-41b8-a82e-0ad1c28d3207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:58.686819 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4afa9a9c-3896-41c3-845c-64072d14b2cb tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Made reservation on behalf of b54d5217349b4674a76f53d81c0765fa for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:18:58.689406 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4afa9a9c-3896-41c3-845c-64072d14b2cb tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:58.704240 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54186) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:58.704833 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-da8d2f91-39ca-41b8-a82e-0ad1c28d3207 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f65dec41b7bc400db2de32eaed9f0493&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3869932 Aug 10 03:18:58.707639 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d2f91-39ca-41b8-a82e-0ad1c28d3207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a095650-f976-477b-9098-b876aa74e138,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:58.729115 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4afa9a9c-3896-41c3-845c-64072d14b2cb tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:18:58.740160 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4afa9a9c-3896-41c3-845c-64072d14b2cb tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:58.740853 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-4afa9a9c-3896-41c3-845c-64072d14b2cb tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Added segment 769f1807-0483-4187-a98e-f15ffb89d985 of type vlan for network 7cc2971c-295a-4199-9e7d-ca62f9060bea Aug 10 03:18:58.776645 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1f6339fa-c2c7-495f-9669-fa8f38fe33ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:58.780970 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-23204d96-3b6f-449a-9750-859c46b4990e req-a9570b31-a9a1-4186-95c6-5a402974522b tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/ports?device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 210 time: 0.0381587 Aug 10 03:18:58.803682 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1f6339fa-c2c7-495f-9669-fa8f38fe33ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:58.832571 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4afa9a9c-3896-41c3-845c-64072d14b2cb tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:58.870987 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1f6339fa-c2c7-495f-9669-fa8f38fe33ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:58.875344 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1f6339fa-c2c7-495f-9669-fa8f38fe33ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:58.878657 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1f6339fa-c2c7-495f-9669-fa8f38fe33ed admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5a095650-f976-477b-9098-b876aa74e138 HTTP/1.1" status: 204 len: 168 time: 0.1730664 Aug 10 03:18:58.884856 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4afa9a9c-3896-41c3-845c-64072d14b2cb tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:58.886520 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afa9a9c-3896-41c3-845c-64072d14b2cb tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:58.887387 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4afa9a9c-3896-41c3-845c-64072d14b2cb tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:58.901892 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6339fa-c2c7-495f-9669-fa8f38fe33ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a095650-f976-477b-9098-b876aa74e138,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:58.963214 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-4afa9a9c-3896-41c3-845c-64072d14b2cb tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3837986 Aug 10 03:18:58.963449 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54194) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:58.968405 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-eb780028-d33e-44e2-9e21-29607e3a36b8 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Request body: {'subnet': {'network_id': '7cc2971c-295a-4199-9e7d-ca62f9060bea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:58.978700 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa9a9c-3896-41c3-845c-64072d14b2cb tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Pushing event updated for resources: {'Network': ['ID=7cc2971c-295a-4199-9e7d-ca62f9060bea,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:58.992521 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 7cc2971c-295a-4199-9e7d-ca62f9060bea details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:18:59.007429 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb780028-d33e-44e2-9e21-29607e3a36b8 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Made reservation on behalf of b54d5217349b4674a76f53d81c0765fa for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:18:59.010702 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-eb780028-d33e-44e2-9e21-29607e3a36b8 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:59.240458 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54198) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:59.256677 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-82a5ce2c-d7b5-4fd5-b75b-a982e4e5959f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:59.343584 n-d-768851-15 neutron-server[94216]: DEBUG neutron.objects.ports [None req-eb780028-d33e-44e2-9e21-29607e3a36b8 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94216) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:18:59.344119 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-eb780028-d33e-44e2-9e21-29607e3a36b8 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:59.356832 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-82a5ce2c-d7b5-4fd5-b75b-a982e4e5959f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:59.361900 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-82a5ce2c-d7b5-4fd5-b75b-a982e4e5959f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:59.403667 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb780028-d33e-44e2-9e21-29607e3a36b8 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Pushing event updated for resources: {'Subnet': ['ID=22a120e1-7d55-4c1b-9955-c38d0896a6cd,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:59.408354 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-82a5ce2c-d7b5-4fd5-b75b-a982e4e5959f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6f7e2fdd2a474b8b83dc8b97ca86b3cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1644015 Aug 10 03:18:59.408750 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54200) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:59.409396 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a5ce2c-d7b5-4fd5-b75b-a982e4e5959f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad4c866-0fc8-4198-baa7-908f8156ae9e,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:59.418399 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb780028-d33e-44e2-9e21-29607e3a36b8 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Checking segment: {'id': '769f1807-0483-4187-a98e-f15ffb89d985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '7cc2971c-295a-4199-9e7d-ca62f9060bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:18:59.418887 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb780028-d33e-44e2-9e21-29607e3a36b8 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Network hostable DHCP agents. Network: 7cc2971c-295a-4199-9e7d-ca62f9060bea, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:18:59.465626 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb780028-d33e-44e2-9e21-29607e3a36b8 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Network 7cc2971c-295a-4199-9e7d-ca62f9060bea is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:18:59.481072 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7eca6c24-d500-4e05-b948-e80ee07e35c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:59.482876 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-eb780028-d33e-44e2-9e21-29607e3a36b8 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 7cc2971c-295a-4199-9e7d-ca62f9060bea) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:18:59.488665 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb780028-d33e-44e2-9e21-29607e3a36b8 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:59.489278 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-eb780028-d33e-44e2-9e21-29607e3a36b8 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:59.494675 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b59b5d-e00e-4e56-b6f7-6bc469b16017 None None] Network 7cc2971c-295a-4199-9e7d-ca62f9060bea requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:18:59.515661 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7eca6c24-d500-4e05-b948-e80ee07e35c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:59.525471 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-eb780028-d33e-44e2-9e21-29607e3a36b8 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5584309 Aug 10 03:18:59.525664 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54206) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:59.532407 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-912c6104-0a16-4401-b4e5-20830763c706 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Request body: {'floatingip': {'floating_network_id': '7cc2971c-295a-4199-9e7d-ca62f9060bea'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:59.571001 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-912c6104-0a16-4401-b4e5-20830763c706 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:59.645253 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7eca6c24-d500-4e05-b948-e80ee07e35c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:59.648171 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7eca6c24-d500-4e05-b948-e80ee07e35c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:59.649344 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-7eca6c24-d500-4e05-b948-e80ee07e35c9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8ad4c866-0fc8-4198-baa7-908f8156ae9e HTTP/1.1" status: 204 len: 168 time: 0.2396624 Aug 10 03:18:59.666358 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2b736a-c513-49c4-bc23-2a6713f9cdb1 None None] Network 7cc2971c-295a-4199-9e7d-ca62f9060bea requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:18:59.668846 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca6c24-d500-4e05-b948-e80ee07e35c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad4c866-0fc8-4198-baa7-908f8156ae9e,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:59.701811 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-912c6104-0a16-4401-b4e5-20830763c706 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:59.740106 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1fc6bf3e-2129-444f-8955-3164b35a73c8 req-641a0e2c-cfcc-4923-af4f-06c6a4b9efe7 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=945f549d-5f7e-48ba-a62f-bfd851e0d5e3 HTTP/1.1" status: 200 len: 210 time: 0.0398207 Aug 10 03:18:59.854150 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-912c6104-0a16-4401-b4e5-20830763c706 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Allocated IP 172.20.0.5 (7cc2971c-295a-4199-9e7d-ca62f9060bea/22a120e1-7d55-4c1b-9955-c38d0896a6cd/6c26cb78-37fb-491e-acc7-374644f33615) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:18:59.967227 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0396b86d-0a35-4309-90ca-715b3cd937b5 req-a0b7a847-d542-470b-a679-5ac817bbe6e7 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/ports?device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 210 time: 0.0407386 Aug 10 03:19:00.026380 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-912c6104-0a16-4401-b4e5-20830763c706 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:00.076492 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-912c6104-0a16-4401-b4e5-20830763c706 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:00.122223 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912c6104-0a16-4401-b4e5-20830763c706 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Network 7cc2971c-295a-4199-9e7d-ca62f9060bea is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:19:00.123859 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-912c6104-0a16-4401-b4e5-20830763c706 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:19:00.129251 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912c6104-0a16-4401-b4e5-20830763c706 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:19:00.171238 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912c6104-0a16-4401-b4e5-20830763c706 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Pushing event updated for resources: {'Port': ['ID=6c26cb78-37fb-491e-acc7-374644f33615,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:00.231995 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-912c6104-0a16-4401-b4e5-20830763c706 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:00.280503 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-912c6104-0a16-4401-b4e5-20830763c706 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:00.299452 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-500fecc9-df73-456a-b9f8-6d2a1d0be6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:00.464543 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-912c6104-0a16-4401-b4e5-20830763c706 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:00.472701 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-912c6104-0a16-4401-b4e5-20830763c706 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:00.551942 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912c6104-0a16-4401-b4e5-20830763c706 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Pushing event updated for resources: {'Port': ['ID=6c26cb78-37fb-491e-acc7-374644f33615,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:00.567978 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-912c6104-0a16-4401-b4e5-20830763c706 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:00.586928 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-912c6104-0a16-4401-b4e5-20830763c706 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:00.591908 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-912c6104-0a16-4401-b4e5-20830763c706 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.0611374 Aug 10 03:19:00.592471 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54240) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:00.662801 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-a9e577d6-5e70-4ea3-851b-ae4beda9aabc tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] 10.222.0.62 "GET /v2.0/floatingips?floating_network_id=7cc2971c-295a-4199-9e7d-ca62f9060bea HTTP/1.1" status: 200 len: 689 time: 0.0695505 Aug 10 03:19:00.665462 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54244) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:00.757509 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-05c2a14f-5ccc-4ac8-99a8-cabcb7e9fe22 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:00.877338 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ea6dea03-4b7b-4580-bcae-15e746171e07 req-10d7222d-93ac-4556-b6cd-69f5d76f10f5 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=945f549d-5f7e-48ba-a62f-bfd851e0d5e3 HTTP/1.1" status: 200 len: 210 time: 0.0317042 Aug 10 03:19:00.909582 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-05c2a14f-5ccc-4ac8-99a8-cabcb7e9fe22 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Deleting port 6c26cb78-37fb-491e-acc7-374644f33615 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:00.909992 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-05c2a14f-5ccc-4ac8-99a8-cabcb7e9fe22 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:01.004745 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-05c2a14f-5ccc-4ac8-99a8-cabcb7e9fe22 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:01.007990 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-05c2a14f-5ccc-4ac8-99a8-cabcb7e9fe22 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:01.039510 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-05c2a14f-5ccc-4ac8-99a8-cabcb7e9fe22 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Calling delete_port for 6c26cb78-37fb-491e-acc7-374644f33615 owned by network:floatingip {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:01.166314 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-19e8ddab-d243-4c44-aa71-856b9bcda735 req-a728bcad-1a48-4aa2-94a7-8cc01c8c8b0e tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/ports?device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 210 time: 0.0635874 Aug 10 03:19:01.216683 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-05c2a14f-5ccc-4ac8-99a8-cabcb7e9fe22 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:01.243220 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c2a14f-5ccc-4ac8-99a8-cabcb7e9fe22 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Pushing event deleted for resources: {'Port': ['ID=6c26cb78-37fb-491e-acc7-374644f33615,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:01.309480 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-05c2a14f-5ccc-4ac8-99a8-cabcb7e9fe22 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:01.354330 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-05c2a14f-5ccc-4ac8-99a8-cabcb7e9fe22 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:01.413881 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-05c2a14f-5ccc-4ac8-99a8-cabcb7e9fe22 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:01.441980 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c2a14f-5ccc-4ac8-99a8-cabcb7e9fe22 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=22a120e1-7d55-4c1b-9955-c38d0896a6cd,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:01.500163 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-05c2a14f-5ccc-4ac8-99a8-cabcb7e9fe22 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:01.511587 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-05c2a14f-5ccc-4ac8-99a8-cabcb7e9fe22 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cc2971c-295a-4199-9e7d-ca62f9060bea']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:01.525397 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-05c2a14f-5ccc-4ac8-99a8-cabcb7e9fe22 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '769f1807-0483-4187-a98e-f15ffb89d985') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:01.527364 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-05c2a14f-5ccc-4ac8-99a8-cabcb7e9fe22 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '769f1807-0483-4187-a98e-f15ffb89d985') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:01.538104 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-05c2a14f-5ccc-4ac8-99a8-cabcb7e9fe22 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:01.552462 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-05c2a14f-5ccc-4ac8-99a8-cabcb7e9fe22 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:01.559216 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05c2a14f-5ccc-4ac8-99a8-cabcb7e9fe22 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:19:01.559669 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-05c2a14f-5ccc-4ac8-99a8-cabcb7e9fe22 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:01.561436 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:19:01.561436 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:19:01.561436 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:19:01.561436 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:19:01.561436 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:19:01.561436 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:19:01.561436 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:19:01.561436 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:19:01.561436 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:19:01.561436 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:19:01.561436 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:19:01.561436 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:19:01.561436 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:19:01.561436 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:19:01.561436 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:19:01.561436 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:19:01.561436 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:19:01.561436 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:19:01.561436 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:19:01.561436 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:19:01.561436 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:19:01.561436 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:19:01.561436 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:19:01.561436 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:19:01.561436 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:19:01.561436 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:19:01.561436 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:19:01.561436 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:19:01.561436 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:19:01.561436 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:19:01.561436 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:19:01.561436 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:19:01.625677 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-05c2a14f-5ccc-4ac8-99a8-cabcb7e9fe22 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:01.640214 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c2a14f-5ccc-4ac8-99a8-cabcb7e9fe22 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7cc2971c-295a-4199-9e7d-ca62f9060bea {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 10 03:19:01.658788 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-05c2a14f-5ccc-4ac8-99a8-cabcb7e9fe22 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:01.663313 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-05c2a14f-5ccc-4ac8-99a8-cabcb7e9fe22 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] 10.222.0.62 "DELETE /v2.0/networks/7cc2971c-295a-4199-9e7d-ca62f9060bea HTTP/1.1" status: 204 len: 168 time: 0.9967370 Aug 10 03:19:01.664689 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54300) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:01.665205 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c2a14f-5ccc-4ac8-99a8-cabcb7e9fe22 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Pushing event deleted for resources: {'Network': ['ID=7cc2971c-295a-4199-9e7d-ca62f9060bea,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:01.805630 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-9b526aee-c0ef-4ae3-8777-b1ac0c6787a3 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3832 time: 0.1388059 Aug 10 03:19:01.808706 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54310) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:01.953383 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75598cfb-9836-4dc0-a7ed-9af0fe190107 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:01.953927 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75598cfb-9836-4dc0-a7ed-9af0fe190107 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:01.954297 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75598cfb-9836-4dc0-a7ed-9af0fe190107 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:01.954760 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75598cfb-9836-4dc0-a7ed-9af0fe190107 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:01.955220 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75598cfb-9836-4dc0-a7ed-9af0fe190107 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:01.955681 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75598cfb-9836-4dc0-a7ed-9af0fe190107 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:01.956108 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75598cfb-9836-4dc0-a7ed-9af0fe190107 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:01.956553 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75598cfb-9836-4dc0-a7ed-9af0fe190107 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:01.956996 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75598cfb-9836-4dc0-a7ed-9af0fe190107 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:01.957439 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75598cfb-9836-4dc0-a7ed-9af0fe190107 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:01.957900 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75598cfb-9836-4dc0-a7ed-9af0fe190107 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:01.958322 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75598cfb-9836-4dc0-a7ed-9af0fe190107 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:01.958787 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75598cfb-9836-4dc0-a7ed-9af0fe190107 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:01.964189 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54332) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:01.971802 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-75598cfb-9836-4dc0-a7ed-9af0fe190107 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8292 time: 0.1615171 Aug 10 03:19:02.030601 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-35e16eff-82da-437b-b086-ea851db1f7a3 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] delete failed (client error): The resource could not be found. Aug 10 03:19:02.031935 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-35e16eff-82da-437b-b086-ea851db1f7a3 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] 10.222.0.62 "DELETE /v2.0/floatingips/2ba19839-bf50-45f1-a0be-630a6712c6db HTTP/1.1" status: 404 len: 345 time: 0.0667317 Aug 10 03:19:02.035075 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54344) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:02.038179 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a3f4848c-9012-4685-a9a6-69f38b3f20f7 req-91590a69-d7a7-4e14-83be-613c4febfc60 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=945f549d-5f7e-48ba-a62f-bfd851e0d5e3 HTTP/1.1" status: 200 len: 210 time: 0.0499873 Aug 10 03:19:02.109058 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b987946-3016-4e16-8380-0af301e01184 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] DELETE failed (client error): The resource could not be found. Aug 10 03:19:02.109945 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b987946-3016-4e16-8380-0af301e01184 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:19:02.113475 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9b987946-3016-4e16-8380-0af301e01184 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] 10.222.0.62 "DELETE /v2.0/networks/7cc2971c-295a-4199-9e7d-ca62f9060bea HTTP/1.1" status: 404 len: 339 time: 0.0763242 Aug 10 03:19:02.117874 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54352) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:02.125212 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-5091bdfa-6e9b-4711-a46c-bd9054e61660 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Request body: {'network': {'name': 'tempest-network--1785978867', 'router:external': True}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:02.169443 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5091bdfa-6e9b-4711-a46c-bd9054e61660 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Made reservation on behalf of b54d5217349b4674a76f53d81c0765fa for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:19:02.173863 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5091bdfa-6e9b-4711-a46c-bd9054e61660 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:02.242401 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5091bdfa-6e9b-4711-a46c-bd9054e61660 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:19:02.263274 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5091bdfa-6e9b-4711-a46c-bd9054e61660 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:02.263493 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-5091bdfa-6e9b-4711-a46c-bd9054e61660 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Added segment 3c2a70fe-b4f3-436f-bcef-59beccc836ed of type vlan for network ca57eba2-f8c6-4743-b014-a839ad500205 Aug 10 03:19:02.328571 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-06ce7232-512a-42d1-b072-d59c5e6cf6f6 req-f8c7c0ff-f815-4b98-8dca-290b7f197597 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/ports?device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 210 time: 0.0702090 Aug 10 03:19:02.421404 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5091bdfa-6e9b-4711-a46c-bd9054e61660 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:02.462953 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5091bdfa-6e9b-4711-a46c-bd9054e61660 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:02.464898 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5091bdfa-6e9b-4711-a46c-bd9054e61660 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:02.465987 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5091bdfa-6e9b-4711-a46c-bd9054e61660 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:02.525934 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-5091bdfa-6e9b-4711-a46c-bd9054e61660 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4069300 Aug 10 03:19:02.529090 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54364) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:02.545386 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5091bdfa-6e9b-4711-a46c-bd9054e61660 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Pushing event updated for resources: {'Network': ['ID=ca57eba2-f8c6-4743-b014-a839ad500205,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:02.555245 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network ca57eba2-f8c6-4743-b014-a839ad500205 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:19:02.633086 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54366) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:02.778221 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1db90153-9b11-49de-963e-e219869d6103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:02.780748 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a79cbfb-4dac-4ca6-a38a-d66f52640a71 tempest-ExternalNetworksTestJSON-975797427 tempest-ExternalNetworksTestJSON-975797427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:02.786952 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a79cbfb-4dac-4ca6-a38a-d66f52640a71 tempest-ExternalNetworksTestJSON-975797427 tempest-ExternalNetworksTestJSON-975797427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:02.793486 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a79cbfb-4dac-4ca6-a38a-d66f52640a71 tempest-ExternalNetworksTestJSON-975797427 tempest-ExternalNetworksTestJSON-975797427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:02.799621 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a79cbfb-4dac-4ca6-a38a-d66f52640a71 tempest-ExternalNetworksTestJSON-975797427 tempest-ExternalNetworksTestJSON-975797427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:02.801296 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6a79cbfb-4dac-4ca6-a38a-d66f52640a71 tempest-ExternalNetworksTestJSON-975797427 tempest-ExternalNetworksTestJSON-975797427-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.2694199 Aug 10 03:19:02.804267 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54372) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:02.873693 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1db90153-9b11-49de-963e-e219869d6103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:02.875732 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-684b8ab5-1e76-47c3-acf8-77f32ef4189f tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:02.878263 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1db90153-9b11-49de-963e-e219869d6103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:02.920734 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-1db90153-9b11-49de-963e-e219869d6103 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=619bd313e0274ca29757012307898c3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2841916 Aug 10 03:19:02.920928 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54374) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:02.928725 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db90153-9b11-49de-963e-e219869d6103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f025d3-9f43-4fa7-9ea8-989e0da3b7b8,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:02.955774 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-684b8ab5-1e76-47c3-acf8-77f32ef4189f tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:02.966121 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-684b8ab5-1e76-47c3-acf8-77f32ef4189f tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca57eba2-f8c6-4743-b014-a839ad500205']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:02.980242 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c7cb7135-7126-4178-b82b-2f9b38dd20c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:02.982144 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-684b8ab5-1e76-47c3-acf8-77f32ef4189f tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c2a70fe-b4f3-436f-bcef-59beccc836ed') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:02.983403 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e5107c53-5d1e-46aa-a74f-dc696f7dbb0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:02.985001 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-684b8ab5-1e76-47c3-acf8-77f32ef4189f tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c2a70fe-b4f3-436f-bcef-59beccc836ed') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:02.996228 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-684b8ab5-1e76-47c3-acf8-77f32ef4189f tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:03.007531 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c7cb7135-7126-4178-b82b-2f9b38dd20c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:03.011338 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-684b8ab5-1e76-47c3-acf8-77f32ef4189f tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:03.018380 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-684b8ab5-1e76-47c3-acf8-77f32ef4189f tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:19:03.018919 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-684b8ab5-1e76-47c3-acf8-77f32ef4189f tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:03.021091 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:19:03.021091 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:19:03.021091 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:19:03.021091 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:19:03.021091 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:19:03.021091 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:19:03.021091 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:19:03.021091 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:19:03.021091 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:19:03.021091 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:19:03.021091 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:19:03.021091 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:19:03.021091 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:19:03.021091 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:19:03.021091 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:19:03.021091 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:19:03.021091 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:19:03.021091 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:19:03.021091 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:19:03.021091 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:19:03.021091 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:19:03.021091 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:19:03.021091 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:19:03.021091 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:19:03.021091 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:19:03.021091 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:19:03.021091 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:19:03.021091 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:19:03.021091 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:19:03.021091 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:19:03.021091 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:19:03.021091 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:19:03.072123 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c7cb7135-7126-4178-b82b-2f9b38dd20c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:03.075691 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c7cb7135-7126-4178-b82b-2f9b38dd20c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:03.076782 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-c7cb7135-7126-4178-b82b-2f9b38dd20c8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/25f025d3-9f43-4fa7-9ea8-989e0da3b7b8 HTTP/1.1" status: 204 len: 168 time: 0.1549695 Aug 10 03:19:03.087928 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cb7135-7126-4178-b82b-2f9b38dd20c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f025d3-9f43-4fa7-9ea8-989e0da3b7b8,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:03.107631 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-684b8ab5-1e76-47c3-acf8-77f32ef4189f tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:03.143587 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684b8ab5-1e76-47c3-acf8-77f32ef4189f tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ca57eba2-f8c6-4743-b014-a839ad500205 {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 10 03:19:03.182413 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-684b8ab5-1e76-47c3-acf8-77f32ef4189f tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:03.189575 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-684b8ab5-1e76-47c3-acf8-77f32ef4189f tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] 10.222.0.62 "DELETE /v2.0/networks/ca57eba2-f8c6-4743-b014-a839ad500205 HTTP/1.1" status: 204 len: 168 time: 0.3807538 Aug 10 03:19:03.190482 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54384) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:03.190773 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684b8ab5-1e76-47c3-acf8-77f32ef4189f tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Pushing event deleted for resources: {'Network': ['ID=ca57eba2-f8c6-4743-b014-a839ad500205,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:03.200601 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-477d59e9-d8ca-4fef-8f6a-dcf1b670db15 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Request body: {'network': {'name': 'tempest-network--1259090209', 'router:external': True}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:03.246779 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477d59e9-d8ca-4fef-8f6a-dcf1b670db15 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Made reservation on behalf of b54d5217349b4674a76f53d81c0765fa for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:19:03.249271 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-477d59e9-d8ca-4fef-8f6a-dcf1b670db15 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:03.304204 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-477d59e9-d8ca-4fef-8f6a-dcf1b670db15 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:19:03.334469 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-477d59e9-d8ca-4fef-8f6a-dcf1b670db15 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:03.336296 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-477d59e9-d8ca-4fef-8f6a-dcf1b670db15 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Added segment 3cc67452-51c9-4bc4-919e-40ea221785a4 of type vlan for network 3536a705-6e08-4a81-9ae7-999471e875af Aug 10 03:19:03.346182 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:03.444408 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-477d59e9-d8ca-4fef-8f6a-dcf1b670db15 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:03.502561 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-477d59e9-d8ca-4fef-8f6a-dcf1b670db15 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:03.502561 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477d59e9-d8ca-4fef-8f6a-dcf1b670db15 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:03.503355 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-477d59e9-d8ca-4fef-8f6a-dcf1b670db15 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:03.531883 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bb88535b-6103-4ab0-a1d8-6306378bc316 req-31122efb-e845-4e1f-9bb7-70761f3cfcd3 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/ports?device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 210 time: 0.0462518 Aug 10 03:19:03.646353 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54410) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:03.672575 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6f57f892-eda3-4461-b0b7-13b37f2fa037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:03.776325 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6f57f892-eda3-4461-b0b7-13b37f2fa037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:03.787365 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6f57f892-eda3-4461-b0b7-13b37f2fa037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:03.842307 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6f57f892-eda3-4461-b0b7-13b37f2fa037 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=92d66d4185964528b9f78e3e3f13c74c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1944385 Aug 10 03:19:03.845689 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54414) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:03.908390 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f57f892-eda3-4461-b0b7-13b37f2fa037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf71a7b-5385-4538-a11e-66f97a2693e2,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:03.940648 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9d470b55-4145-4354-a325-5917b79a44bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:03.962096 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9d470b55-4145-4354-a325-5917b79a44bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:03.974469 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-477d59e9-d8ca-4fef-8f6a-dcf1b670db15 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7797775 Aug 10 03:19:03.975038 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54416) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:03.988479 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477d59e9-d8ca-4fef-8f6a-dcf1b670db15 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Pushing event updated for resources: {'Network': ['ID=3536a705-6e08-4a81-9ae7-999471e875af,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:04.006214 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 3536a705-6e08-4a81-9ae7-999471e875af details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:19:04.045627 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a7a38-d570-42af-a18a-10d3d6312a37 req-3f87e0d2-670e-4293-8a89-7f2190cf198f tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:04.048878 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-306a7a38-d570-42af-a18a-10d3d6312a37 req-3f87e0d2-670e-4293-8a89-7f2190cf198f tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/networks?id=480dbe0b-e3be-4a4e-913b-dd9b24bba262 HTTP/1.1" status: 200 len: 812 time: 0.1482940 Aug 10 03:19:04.072137 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-306a7a38-d570-42af-a18a-10d3d6312a37 req-a45864b5-37ec-4809-aa4a-87dafe550eaf tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/quotas/83b79d8631564df6a9bf256e7f6ac69f HTTP/1.1" status: 200 len: 375 time: 0.0165000 Aug 10 03:19:04.087137 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea7f5f2-4fc2-42b0-8f33-5c3c1003579f tempest-ExternalNetworksTestJSON-975797427 tempest-ExternalNetworksTestJSON-975797427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:04.088559 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3ea7f5f2-4fc2-42b0-8f33-5c3c1003579f tempest-ExternalNetworksTestJSON-975797427 tempest-ExternalNetworksTestJSON-975797427-project] 10.222.0.62 "GET /v2.0/networks/3536a705-6e08-4a81-9ae7-999471e875af HTTP/1.1" status: 200 len: 757 time: 0.1128564 Aug 10 03:19:04.095288 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54418) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:04.114692 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-306a7a38-d570-42af-a18a-10d3d6312a37 req-bfd70294-bb3d-46e9-b1a8-3b787366d90f tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=83b79d8631564df6a9bf256e7f6ac69f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415955 Aug 10 03:19:04.124398 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:04.176667 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9d470b55-4145-4354-a325-5917b79a44bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:04.179267 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9d470b55-4145-4354-a325-5917b79a44bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:04.182719 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9d470b55-4145-4354-a325-5917b79a44bb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7bf71a7b-5385-4538-a11e-66f97a2693e2 HTTP/1.1" status: 204 len: 168 time: 0.3333511 Aug 10 03:19:04.191120 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d470b55-4145-4354-a325-5917b79a44bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf71a7b-5385-4538-a11e-66f97a2693e2,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:04.202916 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175ccf72-c964-480a-8f36-85e15bd3bcca tempest-ExternalNetworksTestJSON-975797427 tempest-ExternalNetworksTestJSON-975797427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:04.207327 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-175ccf72-c964-480a-8f36-85e15bd3bcca tempest-ExternalNetworksTestJSON-975797427 tempest-ExternalNetworksTestJSON-975797427-project] 10.222.0.62 "GET /v2.0/networks/9ce9f457-dd70-4833-b9ea-60052273c4fe HTTP/1.1" status: 200 len: 768 time: 0.1061254 Aug 10 03:19:04.208034 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54422) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:04.225495 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-306a7a38-d570-42af-a18a-10d3d6312a37 req-eb5c2144-a463-4e65-be55-0a8ac1ba7c36 service neutron] 10.222.0.62 "GET /v2.0/networks/480dbe0b-e3be-4a4e-913b-dd9b24bba262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087081 Aug 10 03:19:04.295210 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-45b44e2e-e9c9-4a10-b21e-2222420919e9 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:04.348727 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-306a7a38-d570-42af-a18a-10d3d6312a37 req-198bcb78-9e7b-4cd2-9d32-316ab4cd13c6 service neutron] 10.222.0.62 "GET /v2.0/networks/480dbe0b-e3be-4a4e-913b-dd9b24bba262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234109 Aug 10 03:19:04.391794 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-45b44e2e-e9c9-4a10-b21e-2222420919e9 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:04.405889 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-45b44e2e-e9c9-4a10-b21e-2222420919e9 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3536a705-6e08-4a81-9ae7-999471e875af']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:04.417991 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-45b44e2e-e9c9-4a10-b21e-2222420919e9 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cc67452-51c9-4bc4-919e-40ea221785a4') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:04.418291 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-45b44e2e-e9c9-4a10-b21e-2222420919e9 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cc67452-51c9-4bc4-919e-40ea221785a4') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:04.430966 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-45b44e2e-e9c9-4a10-b21e-2222420919e9 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:04.453291 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-45b44e2e-e9c9-4a10-b21e-2222420919e9 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:04.462318 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45b44e2e-e9c9-4a10-b21e-2222420919e9 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:19:04.463155 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-45b44e2e-e9c9-4a10-b21e-2222420919e9 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:04.527929 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:19:04.527929 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:19:04.527929 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:19:04.527929 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:19:04.527929 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:19:04.527929 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:19:04.527929 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:19:04.527929 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:19:04.527929 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:19:04.527929 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:19:04.527929 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:19:04.527929 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:19:04.527929 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:19:04.527929 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:19:04.527929 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:19:04.527929 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:19:04.527929 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:19:04.527929 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:19:04.527929 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:19:04.527929 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:19:04.527929 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:19:04.527929 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:19:04.527929 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:19:04.527929 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:19:04.527929 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:19:04.527929 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:19:04.527929 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:19:04.527929 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:19:04.527929 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:19:04.527929 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:19:04.527929 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:19:04.527929 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:19:04.570875 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-45b44e2e-e9c9-4a10-b21e-2222420919e9 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:04.578968 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b44e2e-e9c9-4a10-b21e-2222420919e9 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3536a705-6e08-4a81-9ae7-999471e875af {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 10 03:19:04.603757 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-45b44e2e-e9c9-4a10-b21e-2222420919e9 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:04.605958 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-45b44e2e-e9c9-4a10-b21e-2222420919e9 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] 10.222.0.62 "DELETE /v2.0/networks/3536a705-6e08-4a81-9ae7-999471e875af HTTP/1.1" status: 204 len: 168 time: 0.3967805 Aug 10 03:19:04.612059 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b44e2e-e9c9-4a10-b21e-2222420919e9 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Pushing event deleted for resources: {'Network': ['ID=3536a705-6e08-4a81-9ae7-999471e875af,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:04.613629 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54438) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:04.621726 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1c18190b-e725-4abb-9ddd-432490e1ac1f req-61145d6c-9dc6-4380-a0b6-00e2f910d8e4 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18cac85-87e0-4035-a7b2-e2e855ffb7a7 HTTP/1.1" status: 200 len: 210 time: 0.0579309 Aug 10 03:19:04.625285 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-2df1ec48-cb07-4d1e-8763-fb30cd0a1618 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Request body: {'network': {'name': 'tempest-network--468173811'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:04.659947 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df1ec48-cb07-4d1e-8763-fb30cd0a1618 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Made reservation on behalf of b54d5217349b4674a76f53d81c0765fa for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:19:04.666286 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2df1ec48-cb07-4d1e-8763-fb30cd0a1618 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:04.710642 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2df1ec48-cb07-4d1e-8763-fb30cd0a1618 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:19:04.722587 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2df1ec48-cb07-4d1e-8763-fb30cd0a1618 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:04.722959 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-2df1ec48-cb07-4d1e-8763-fb30cd0a1618 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Added segment ff565d48-83c6-4848-9df6-6595d873fb9a of type vlan for network 3070f635-6fa1-403d-a023-9d1330dd5d6c Aug 10 03:19:04.796779 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-461c9c1e-493d-4bd4-aed1-8781b6c9ae57 req-6c927570-3b0f-4fe7-8ac7-7be1a01a4bc5 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/ports?device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 210 time: 0.0591886 Aug 10 03:19:04.818806 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2df1ec48-cb07-4d1e-8763-fb30cd0a1618 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:04.864231 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2df1ec48-cb07-4d1e-8763-fb30cd0a1618 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:04.865423 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df1ec48-cb07-4d1e-8763-fb30cd0a1618 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:04.866082 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2df1ec48-cb07-4d1e-8763-fb30cd0a1618 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:05.017437 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2df1ec48-cb07-4d1e-8763-fb30cd0a1618 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3994095 Aug 10 03:19:05.020131 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54464) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:05.025443 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-0f7a6e45-bb71-439e-8c03-0d932c82a5ab tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:05.029326 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df1ec48-cb07-4d1e-8763-fb30cd0a1618 tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Pushing event updated for resources: {'Network': ['ID=3070f635-6fa1-403d-a023-9d1330dd5d6c,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:05.040538 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 3070f635-6fa1-403d-a023-9d1330dd5d6c details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:19:05.248701 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0f7a6e45-bb71-439e-8c03-0d932c82a5ab tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:05.293239 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0f7a6e45-bb71-439e-8c03-0d932c82a5ab tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:05.328540 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0f7a6e45-bb71-439e-8c03-0d932c82a5ab tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Network 3070f635-6fa1-403d-a023-9d1330dd5d6c is not hosted by any dhcp agent {{(pid=94217) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 03:19:05.329938 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7a6e45-bb71-439e-8c03-0d932c82a5ab tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:05.332735 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0f7a6e45-bb71-439e-8c03-0d932c82a5ab tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:05.336127 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0f7a6e45-bb71-439e-8c03-0d932c82a5ab tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] 10.222.0.62 "PUT /v2.0/networks/3070f635-6fa1-403d-a023-9d1330dd5d6c HTTP/1.1" status: 200 len: 857 time: 0.3130317 Aug 10 03:19:05.336958 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54486) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:05.430727 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7a6e45-bb71-439e-8c03-0d932c82a5ab tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Pushing event updated for resources: {'Network': ['ID=3070f635-6fa1-403d-a023-9d1330dd5d6c,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:05.489742 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-27365c2e-0e52-462a-a899-5b2e09f91d0f tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:05.593890 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-27365c2e-0e52-462a-a899-5b2e09f91d0f tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:05.609712 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-27365c2e-0e52-462a-a899-5b2e09f91d0f tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3070f635-6fa1-403d-a023-9d1330dd5d6c']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:05.633134 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-27365c2e-0e52-462a-a899-5b2e09f91d0f tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff565d48-83c6-4848-9df6-6595d873fb9a') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:05.633708 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-27365c2e-0e52-462a-a899-5b2e09f91d0f tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff565d48-83c6-4848-9df6-6595d873fb9a') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:05.649748 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-27365c2e-0e52-462a-a899-5b2e09f91d0f tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:05.652436 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0160488-c415-446e-9b00-88003c8e4b19 req-fe6f309b-ce94-4cc5-852e-4f03e60fb0de tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:05.655008 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d0160488-c415-446e-9b00-88003c8e4b19 req-fe6f309b-ce94-4cc5-852e-4f03e60fb0de tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/networks?id=480dbe0b-e3be-4a4e-913b-dd9b24bba262 HTTP/1.1" status: 200 len: 812 time: 0.1763709 Aug 10 03:19:05.666596 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-27365c2e-0e52-462a-a899-5b2e09f91d0f tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:05.676103 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d0160488-c415-446e-9b00-88003c8e4b19 req-090ddbd8-2969-4443-988a-2fba5b68d444 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/quotas/83b79d8631564df6a9bf256e7f6ac69f HTTP/1.1" status: 200 len: 375 time: 0.0149412 Aug 10 03:19:05.679406 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27365c2e-0e52-462a-a899-5b2e09f91d0f tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:19:05.679962 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-27365c2e-0e52-462a-a899-5b2e09f91d0f tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:05.682217 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:19:05.682217 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:19:05.682217 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:19:05.682217 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:19:05.682217 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:19:05.682217 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:19:05.682217 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:19:05.682217 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:19:05.682217 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:19:05.682217 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:19:05.682217 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:19:05.682217 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:19:05.682217 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:19:05.682217 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:19:05.682217 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:19:05.682217 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:19:05.682217 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:19:05.682217 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:19:05.682217 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:19:05.682217 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:19:05.682217 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:19:05.682217 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:19:05.682217 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:19:05.682217 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:19:05.682217 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:19:05.682217 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:19:05.682217 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:19:05.682217 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:19:05.682217 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:19:05.682217 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:19:05.682217 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:19:05.682217 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:19:05.733665 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d0160488-c415-446e-9b00-88003c8e4b19 req-205ff7f7-5391-4b67-9325-b7c0f39c9487 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=83b79d8631564df6a9bf256e7f6ac69f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493851 Aug 10 03:19:05.870861 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:05.871604 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d0160488-c415-446e-9b00-88003c8e4b19 req-dc9b91a6-0806-4e8f-b551-fb730fcb625b service neutron] 10.222.0.62 "GET /v2.0/networks/480dbe0b-e3be-4a4e-913b-dd9b24bba262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303723 Aug 10 03:19:05.980595 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-569fc651-21f2-42e0-9419-5d6f4718e004 req-e064b854-3750-4381-b76a-e863078f2497 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/ports?device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 210 time: 0.0734622 Aug 10 03:19:06.060721 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54550) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:06.093612 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d0160488-c415-446e-9b00-88003c8e4b19 req-b4d841bd-334b-4e07-9891-a02ba311141f service neutron] 10.222.0.62 "GET /v2.0/networks/480dbe0b-e3be-4a4e-913b-dd9b24bba262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210512 Aug 10 03:19:06.129636 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-27365c2e-0e52-462a-a899-5b2e09f91d0f tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:06.134154 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27365c2e-0e52-462a-a899-5b2e09f91d0f tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3070f635-6fa1-403d-a023-9d1330dd5d6c {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 10 03:19:06.136749 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-27365c2e-0e52-462a-a899-5b2e09f91d0f tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:06.141966 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-27365c2e-0e52-462a-a899-5b2e09f91d0f tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] 10.222.0.62 "DELETE /v2.0/networks/3070f635-6fa1-403d-a023-9d1330dd5d6c HTTP/1.1" status: 204 len: 168 time: 0.7462130 Aug 10 03:19:06.142183 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54554) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:06.153945 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27365c2e-0e52-462a-a899-5b2e09f91d0f tempest-ExternalNetworksTestJSON-70843501 tempest-ExternalNetworksTestJSON-70843501-project-admin] Pushing event deleted for resources: {'Network': ['ID=3070f635-6fa1-403d-a023-9d1330dd5d6c,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:06.188472 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec68b918-fa28-458d-9378-e9f517d040d6 tempest-ExternalNetworksTestJSON-975797427 tempest-ExternalNetworksTestJSON-975797427-project] DELETE failed (client error): The resource could not be found. Aug 10 03:19:06.189023 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec68b918-fa28-458d-9378-e9f517d040d6 tempest-ExternalNetworksTestJSON-975797427 tempest-ExternalNetworksTestJSON-975797427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:19:06.194142 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ec68b918-fa28-458d-9378-e9f517d040d6 tempest-ExternalNetworksTestJSON-975797427 tempest-ExternalNetworksTestJSON-975797427-project] 10.222.0.62 "DELETE /v2.0/subnets/22a120e1-7d55-4c1b-9955-c38d0896a6cd HTTP/1.1" status: 404 len: 337 time: 0.0485787 Aug 10 03:19:06.194413 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54556) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:06.388122 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-383f258a-789b-4825-9849-c644476b896c req-481629d5-0986-4994-bbc0-e541179c4bbf tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=f845d09f-b71f-4ff8-9033-e9fdfecb1d3a HTTP/1.1" status: 200 len: 210 time: 0.0401976 Aug 10 03:19:06.416150 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-46695598-bbec-42e1-a265-5ac9cc659438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:06.472699 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4dab38cf-e7f5-4832-86bc-6d6637131b6a tempest-ExternalNetworksTestJSON-975797427 tempest-ExternalNetworksTestJSON-975797427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:06.648813 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4dab38cf-e7f5-4832-86bc-6d6637131b6a tempest-ExternalNetworksTestJSON-975797427 tempest-ExternalNetworksTestJSON-975797427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:06.665523 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-4dab38cf-e7f5-4832-86bc-6d6637131b6a tempest-ExternalNetworksTestJSON-975797427 tempest-ExternalNetworksTestJSON-975797427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ce9f457-dd70-4833-b9ea-60052273c4fe']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:06.678292 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-4dab38cf-e7f5-4832-86bc-6d6637131b6a tempest-ExternalNetworksTestJSON-975797427 tempest-ExternalNetworksTestJSON-975797427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1726a4b-f4ff-4c99-ac96-6ad273deaabd') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:06.678853 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-4dab38cf-e7f5-4832-86bc-6d6637131b6a tempest-ExternalNetworksTestJSON-975797427 tempest-ExternalNetworksTestJSON-975797427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1726a4b-f4ff-4c99-ac96-6ad273deaabd') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:06.689456 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4dab38cf-e7f5-4832-86bc-6d6637131b6a tempest-ExternalNetworksTestJSON-975797427 tempest-ExternalNetworksTestJSON-975797427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:06.716175 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-46695598-bbec-42e1-a265-5ac9cc659438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:06.720557 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-46695598-bbec-42e1-a265-5ac9cc659438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:06.727539 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4dab38cf-e7f5-4832-86bc-6d6637131b6a tempest-ExternalNetworksTestJSON-975797427 tempest-ExternalNetworksTestJSON-975797427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:06.752637 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dab38cf-e7f5-4832-86bc-6d6637131b6a tempest-ExternalNetworksTestJSON-975797427 tempest-ExternalNetworksTestJSON-975797427-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:19:06.753157 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4dab38cf-e7f5-4832-86bc-6d6637131b6a tempest-ExternalNetworksTestJSON-975797427 tempest-ExternalNetworksTestJSON-975797427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:06.756903 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:19:06.756903 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:19:06.756903 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:19:06.756903 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:19:06.756903 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:19:06.756903 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:19:06.756903 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:19:06.756903 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:19:06.756903 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:19:06.756903 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:19:06.756903 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:19:06.756903 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:19:06.756903 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:19:06.756903 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:19:06.756903 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:19:06.756903 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:19:06.756903 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:19:06.756903 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:19:06.756903 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:19:06.756903 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:19:06.756903 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:19:06.756903 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:19:06.756903 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:19:06.756903 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:19:06.756903 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:19:06.756903 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:19:06.756903 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:19:06.756903 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:19:06.756903 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:19:06.756903 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:19:06.756903 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:19:06.756903 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:19:06.809175 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-46695598-bbec-42e1-a265-5ac9cc659438 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5972f8aa2f724cbf946cec0ed91d7cd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7471240 Aug 10 03:19:06.813295 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54572) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:06.819200 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46695598-bbec-42e1-a265-5ac9cc659438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c27682-33a2-4628-9532-6309046080bc,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:06.837218 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4dab38cf-e7f5-4832-86bc-6d6637131b6a tempest-ExternalNetworksTestJSON-975797427 tempest-ExternalNetworksTestJSON-975797427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:06.845011 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4dab38cf-e7f5-4832-86bc-6d6637131b6a tempest-ExternalNetworksTestJSON-975797427 tempest-ExternalNetworksTestJSON-975797427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:06.856576 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-4dab38cf-e7f5-4832-86bc-6d6637131b6a tempest-ExternalNetworksTestJSON-975797427 tempest-ExternalNetworksTestJSON-975797427-project] 10.222.0.62 "DELETE /v2.0/networks/9ce9f457-dd70-4833-b9ea-60052273c4fe HTTP/1.1" status: 204 len: 168 time: 0.6507170 Aug 10 03:19:06.869011 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dab38cf-e7f5-4832-86bc-6d6637131b6a tempest-ExternalNetworksTestJSON-975797427 tempest-ExternalNetworksTestJSON-975797427-project] Pushing event deleted for resources: {'Network': ['ID=9ce9f457-dd70-4833-b9ea-60052273c4fe,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:06.903472 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-daa652d5-76ea-4743-a4fa-95f47d57f948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:06.930078 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-daa652d5-76ea-4743-a4fa-95f47d57f948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:06.994121 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-daa652d5-76ea-4743-a4fa-95f47d57f948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:06.997110 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-daa652d5-76ea-4743-a4fa-95f47d57f948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:06.998601 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-daa652d5-76ea-4743-a4fa-95f47d57f948 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a4c27682-33a2-4628-9532-6309046080bc HTTP/1.1" status: 204 len: 168 time: 0.1840169 Aug 10 03:19:07.011699 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa652d5-76ea-4743-a4fa-95f47d57f948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c27682-33a2-4628-9532-6309046080bc,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:07.112948 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54584) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:07.153684 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a8e60fc3-6e81-400a-aa00-0ff2fa7e0d0c req-1d1a0959-8c11-41c1-873e-ba4db6046c4f tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/ports?device_id=77e1f39f-9b8b-483d-b744-1336257d8687 HTTP/1.1" status: 200 len: 210 time: 0.0597870 Aug 10 03:19:07.374282 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-294dc582-0130-4ae9-afaf-bd98813b5a35 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=753a0444a405426da896da477f4f341d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2599597 Aug 10 03:19:07.376045 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54594) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:07.437527 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-914a5dbf-8940-497b-98e5-95d8dbe5f46a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:07.477855 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-914a5dbf-8940-497b-98e5-95d8dbe5f46a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:07.539852 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aeae79d0-ef29-444e-94ff-dda8f67a2978 req-6376cb81-7c96-4278-ae08-17f37b5ee1ec tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=f845d09f-b71f-4ff8-9033-e9fdfecb1d3a HTTP/1.1" status: 200 len: 210 time: 0.0562520 Aug 10 03:19:07.566661 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0160488-c415-446e-9b00-88003c8e4b19 req-f2559327-7014-4f27-a17a-5372a1cf1955 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:07.568451 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d0160488-c415-446e-9b00-88003c8e4b19 req-f2559327-7014-4f27-a17a-5372a1cf1955 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.60 "GET /v2.0/networks?id=480dbe0b-e3be-4a4e-913b-dd9b24bba262 HTTP/1.1" status: 200 len: 812 time: 0.2080133 Aug 10 03:19:07.570897 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-914a5dbf-8940-497b-98e5-95d8dbe5f46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:07.573521 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-914a5dbf-8940-497b-98e5-95d8dbe5f46a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:07.577493 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-914a5dbf-8940-497b-98e5-95d8dbe5f46a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2c26c629-c4df-46cf-b2f4-bc3624b39e6a HTTP/1.1" status: 204 len: 168 time: 0.1978002 Aug 10 03:19:07.583126 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914a5dbf-8940-497b-98e5-95d8dbe5f46a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c26c629-c4df-46cf-b2f4-bc3624b39e6a,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:07.587054 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-d0160488-c415-446e-9b00-88003c8e4b19 req-f928adb0-86f3-4a9d-b9bd-2567ce10c48c tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Request body: {'port': {'device_id': 'f845d09f-b71f-4ff8-9033-e9fdfecb1d3a', 'network_id': '480dbe0b-e3be-4a4e-913b-dd9b24bba262', 'admin_state_up': True, 'tenant_id': '83b79d8631564df6a9bf256e7f6ac69f'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:07.727305 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0160488-c415-446e-9b00-88003c8e4b19 req-f928adb0-86f3-4a9d-b9bd-2567ce10c48c tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Made reservation on behalf of 83b79d8631564df6a9bf256e7f6ac69f for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:19:07.731806 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d0160488-c415-446e-9b00-88003c8e4b19 req-f928adb0-86f3-4a9d-b9bd-2567ce10c48c tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:07.876058 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-d0160488-c415-446e-9b00-88003c8e4b19 req-f928adb0-86f3-4a9d-b9bd-2567ce10c48c tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Allocated IP 172.20.0.4 (480dbe0b-e3be-4a4e-913b-dd9b24bba262/671472a0-ea87-43e5-8586-78a1de5f1af8/9fc84b01-bde3-4a48-84a9-9208147b5832) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:19:07.916578 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54618) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:07.961210 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9e042f18-b73b-4e7b-8960-e2ab44113f33 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b54d5217349b4674a76f53d81c0765fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401752 Aug 10 03:19:07.961576 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54620) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:08.014914 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-47126730-9137-4fe0-90e9-27396ec356fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:08.037277 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-47126730-9137-4fe0-90e9-27396ec356fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:08.041888 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d0160488-c415-446e-9b00-88003c8e4b19 req-f928adb0-86f3-4a9d-b9bd-2567ce10c48c tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:08.085417 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-47126730-9137-4fe0-90e9-27396ec356fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:08.088269 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-47126730-9137-4fe0-90e9-27396ec356fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:08.090299 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-47126730-9137-4fe0-90e9-27396ec356fa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/951f0eee-b3f1-4249-bfb9-94e6e4cd0706 HTTP/1.1" status: 204 len: 168 time: 0.1278658 Aug 10 03:19:08.097331 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d0160488-c415-446e-9b00-88003c8e4b19 req-f928adb0-86f3-4a9d-b9bd-2567ce10c48c tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:08.099500 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47126730-9137-4fe0-90e9-27396ec356fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=951f0eee-b3f1-4249-bfb9-94e6e4cd0706,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:08.153530 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0160488-c415-446e-9b00-88003c8e4b19 req-f928adb0-86f3-4a9d-b9bd-2567ce10c48c tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Network 480dbe0b-e3be-4a4e-913b-dd9b24bba262 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:19:08.158387 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-d0160488-c415-446e-9b00-88003c8e4b19 req-f928adb0-86f3-4a9d-b9bd-2567ce10c48c tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:19:08.163295 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0160488-c415-446e-9b00-88003c8e4b19 req-f928adb0-86f3-4a9d-b9bd-2567ce10c48c tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:19:08.187576 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f928adb0-86f3-4a9d-b9bd-2567ce10c48c tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Pushing event updated for resources: {'Port': ['ID=9fc84b01-bde3-4a48-84a9-9208147b5832,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:08.225848 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0160488-c415-446e-9b00-88003c8e4b19 req-f928adb0-86f3-4a9d-b9bd-2567ce10c48c tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:08.226697 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d0160488-c415-446e-9b00-88003c8e4b19 req-f928adb0-86f3-4a9d-b9bd-2567ce10c48c tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:08.246635 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d0160488-c415-446e-9b00-88003c8e4b19 req-f928adb0-86f3-4a9d-b9bd-2567ce10c48c tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6665823 Aug 10 03:19:08.266029 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-d0160488-c415-446e-9b00-88003c8e4b19 req-68de9e5d-33dc-4439-81d1-e823abb3822c service neutron] Request body: {'port': {'device_id': 'f845d09f-b71f-4ff8-9033-e9fdfecb1d3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:08.288529 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54638) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:08.336323 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d0160488-c415-446e-9b00-88003c8e4b19 req-68de9e5d-33dc-4439-81d1-e823abb3822c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:08.369167 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-71f6c60d-9dcb-4a1c-b3f5-b5d879daef64 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:08.406126 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-71f6c60d-9dcb-4a1c-b3f5-b5d879daef64 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:08.469462 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-71f6c60d-9dcb-4a1c-b3f5-b5d879daef64 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:08.472097 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-71f6c60d-9dcb-4a1c-b3f5-b5d879daef64 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:08.475927 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-71f6c60d-9dcb-4a1c-b3f5-b5d879daef64 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "DELETE /v2.0/security-groups/4c7586fd-9bb3-4af0-a8c4-0b1feb98dda5 HTTP/1.1" status: 204 len: 168 time: 0.1832249 Aug 10 03:19:08.476635 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54646) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:08.490458 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f6c60d-9dcb-4a1c-b3f5-b5d879daef64 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7586fd-9bb3-4af0-a8c4-0b1feb98dda5,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:08.497954 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-4f6af33e-4b30-430e-b8c1-3b126ae277d5 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] show failed (client error): The resource could not be found. Aug 10 03:19:08.499043 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4f6af33e-4b30-430e-b8c1-3b126ae277d5 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "GET /v2.0/security-groups/4c7586fd-9bb3-4af0-a8c4-0b1feb98dda5 HTTP/1.1" status: 404 len: 347 time: 0.0203688 Aug 10 03:19:08.502068 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54648) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:08.728627 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617ff6a-22a0-4bfd-aab9-d1946447e70f req-c37da71f-e169-4bcf-87e4-493aa10ef6e8 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:08.730700 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b617ff6a-22a0-4bfd-aab9-d1946447e70f req-c37da71f-e169-4bcf-87e4-493aa10ef6e8 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=f845d09f-b71f-4ff8-9033-e9fdfecb1d3a HTTP/1.1" status: 200 len: 931 time: 0.1023474 Aug 10 03:19:08.730882 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54664) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:08.817178 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b617ff6a-22a0-4bfd-aab9-d1946447e70f req-63242484-5a91-415e-b66c-8e89b0bf916f tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753968 Aug 10 03:19:08.821130 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-988c27b7-f682-41eb-95a8-517d3b7e5a29 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Deleting port cff7fee2-1eb0-4b68-b0a9-7d8bef09f23a {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:08.821655 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-988c27b7-f682-41eb-95a8-517d3b7e5a29 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:08.846587 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:19:08.858495 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-6f4aeeb0-34ba-4478-9b04-b7f7e8c79a01 tempest-MeteringIpV6TestJSON-1054457511 tempest-MeteringIpV6TestJSON-1054457511-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1738716056'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:08.859187 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-6f4aeeb0-34ba-4478-9b04-b7f7e8c79a01 tempest-MeteringIpV6TestJSON-1054457511 tempest-MeteringIpV6TestJSON-1054457511-project-admin] Unknown quota resources ['metering_label']. {{(pid=94217) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:19:08.896698 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-d0160488-c415-446e-9b00-88003c8e4b19 req-68de9e5d-33dc-4439-81d1-e823abb3822c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fc84b01-bde3-4a48-84a9-9208147b5832 {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:19:08.907774 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d0160488-c415-446e-9b00-88003c8e4b19 req-68de9e5d-33dc-4439-81d1-e823abb3822c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:08.934871 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-d0160488-c415-446e-9b00-88003c8e4b19 req-68de9e5d-33dc-4439-81d1-e823abb3822c service neutron] Transition to ACTIVE for port object 9fc84b01-bde3-4a48-84a9-9208147b5832 will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:19:08.942077 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d0160488-c415-446e-9b00-88003c8e4b19 req-68de9e5d-33dc-4439-81d1-e823abb3822c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:08.945071 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-988c27b7-f682-41eb-95a8-517d3b7e5a29 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:08.945398 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-988c27b7-f682-41eb-95a8-517d3b7e5a29 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:08.990504 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-988c27b7-f682-41eb-95a8-517d3b7e5a29 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Calling delete_port for cff7fee2-1eb0-4b68-b0a9-7d8bef09f23a owned by network:floatingip {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:09.019367 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68de9e5d-33dc-4439-81d1-e823abb3822c service neutron] Pushing event updated for resources: {'Port': ['ID=9fc84b01-bde3-4a48-84a9-9208147b5832,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:09.051689 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6f4aeeb0-34ba-4478-9b04-b7f7e8c79a01 tempest-MeteringIpV6TestJSON-1054457511 tempest-MeteringIpV6TestJSON-1054457511-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:09.056023 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6f4aeeb0-34ba-4478-9b04-b7f7e8c79a01 tempest-MeteringIpV6TestJSON-1054457511 tempest-MeteringIpV6TestJSON-1054457511-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3232825 Aug 10 03:19:09.057242 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54678) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:09.063272 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-094f3066-1829-4e81-927c-044ca2850af7 tempest-MeteringIpV6TestJSON-1054457511 tempest-MeteringIpV6TestJSON-1054457511-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'debad1b5-7891-430e-9e33-080d2b8ef2d6'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:09.063912 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-094f3066-1829-4e81-927c-044ca2850af7 tempest-MeteringIpV6TestJSON-1054457511 tempest-MeteringIpV6TestJSON-1054457511-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94217) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:19:09.147725 n-d-768851-15 neutron-server[94217]: WARNING neutron.services.metering.metering_plugin [None req-094f3066-1829-4e81-927c-044ca2850af7 tempest-MeteringIpV6TestJSON-1054457511 tempest-MeteringIpV6TestJSON-1054457511-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 10 03:19:09.159326 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-d0160488-c415-446e-9b00-88003c8e4b19 req-68de9e5d-33dc-4439-81d1-e823abb3822c service neutron] Attempting to bind port 9fc84b01-bde3-4a48-84a9-9208147b5832 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:19:09.159667 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-d0160488-c415-446e-9b00-88003c8e4b19 req-68de9e5d-33dc-4439-81d1-e823abb3822c service neutron] Attempting to bind port 9fc84b01-bde3-4a48-84a9-9208147b5832 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': 'e0fc6907-b0e5-497d-acdf-511c68571829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '480dbe0b-e3be-4a4e-913b-dd9b24bba262'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:19:09.160004 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0160488-c415-446e-9b00-88003c8e4b19 req-68de9e5d-33dc-4439-81d1-e823abb3822c service neutron] Attempting to bind port 9fc84b01-bde3-4a48-84a9-9208147b5832 on network 480dbe0b-e3be-4a4e-913b-dd9b24bba262 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:19:09.166156 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0160488-c415-446e-9b00-88003c8e4b19 req-68de9e5d-33dc-4439-81d1-e823abb3822c service neutron] Port 9fc84b01-bde3-4a48-84a9-9208147b5832 on network 480dbe0b-e3be-4a4e-913b-dd9b24bba262 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:19:09.166499 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0160488-c415-446e-9b00-88003c8e4b19 req-68de9e5d-33dc-4439-81d1-e823abb3822c service neutron] Attempting to bind port 9fc84b01-bde3-4a48-84a9-9208147b5832 on network 480dbe0b-e3be-4a4e-913b-dd9b24bba262 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:19:09.173473 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0160488-c415-446e-9b00-88003c8e4b19 req-68de9e5d-33dc-4439-81d1-e823abb3822c service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:19:09.173820 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0160488-c415-446e-9b00-88003c8e4b19 req-68de9e5d-33dc-4439-81d1-e823abb3822c service neutron] Checking segment: {'id': 'e0fc6907-b0e5-497d-acdf-511c68571829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '480dbe0b-e3be-4a4e-913b-dd9b24bba262'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:19:09.174219 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0160488-c415-446e-9b00-88003c8e4b19 req-68de9e5d-33dc-4439-81d1-e823abb3822c service neutron] Bound using segment: {'id': 'e0fc6907-b0e5-497d-acdf-511c68571829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '480dbe0b-e3be-4a4e-913b-dd9b24bba262'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:19:09.174649 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-d0160488-c415-446e-9b00-88003c8e4b19 req-68de9e5d-33dc-4439-81d1-e823abb3822c service neutron] Bound port: 9fc84b01-bde3-4a48-84a9-9208147b5832, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0fc6907-b0e5-497d-acdf-511c68571829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '480dbe0b-e3be-4a4e-913b-dd9b24bba262'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:19:09.175039 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d0160488-c415-446e-9b00-88003c8e4b19 req-68de9e5d-33dc-4439-81d1-e823abb3822c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:09.272954 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-988c27b7-f682-41eb-95a8-517d3b7e5a29 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:09.275911 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-094f3066-1829-4e81-927c-044ca2850af7 tempest-MeteringIpV6TestJSON-1054457511 tempest-MeteringIpV6TestJSON-1054457511-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:09.280527 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-094f3066-1829-4e81-927c-044ca2850af7 tempest-MeteringIpV6TestJSON-1054457511 tempest-MeteringIpV6TestJSON-1054457511-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2186911 Aug 10 03:19:09.280713 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-d0160488-c415-446e-9b00-88003c8e4b19 req-68de9e5d-33dc-4439-81d1-e823abb3822c service neutron] For port 9fc84b01-bde3-4a48-84a9-9208147b5832, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:19:09.280844 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54684) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:09.287491 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-966de5af-23f1-43b8-b8a7-0daecb3ebda5 tempest-MeteringIpV6TestJSON-1054457511 tempest-MeteringIpV6TestJSON-1054457511-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'debad1b5-7891-430e-9e33-080d2b8ef2d6'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:09.287985 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-966de5af-23f1-43b8-b8a7-0daecb3ebda5 tempest-MeteringIpV6TestJSON-1054457511 tempest-MeteringIpV6TestJSON-1054457511-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94217) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:19:09.318569 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988c27b7-f682-41eb-95a8-517d3b7e5a29 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Pushing event deleted for resources: {'Port': ['ID=cff7fee2-1eb0-4b68-b0a9-7d8bef09f23a,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:09.350298 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-d0160488-c415-446e-9b00-88003c8e4b19 req-68de9e5d-33dc-4439-81d1-e823abb3822c service neutron] For port 9fc84b01-bde3-4a48-84a9-9208147b5832, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=9fc84b01-bde3-4a48-84a9-9208147b5832,segment=NetworkSegment(e0fc6907-b0e5-497d-acdf-511c68571829),segment_id=e0fc6907-b0e5-497d-acdf-511c68571829)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:19:09.363667 n-d-768851-15 neutron-server[94217]: WARNING neutron.services.metering.metering_plugin [None req-966de5af-23f1-43b8-b8a7-0daecb3ebda5 tempest-MeteringIpV6TestJSON-1054457511 tempest-MeteringIpV6TestJSON-1054457511-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 10 03:19:09.389621 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d0160488-c415-446e-9b00-88003c8e4b19 req-68de9e5d-33dc-4439-81d1-e823abb3822c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:09.427227 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0160488-c415-446e-9b00-88003c8e4b19 req-68de9e5d-33dc-4439-81d1-e823abb3822c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:09.427891 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d0160488-c415-446e-9b00-88003c8e4b19 req-68de9e5d-33dc-4439-81d1-e823abb3822c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:09.429313 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d0160488-c415-446e-9b00-88003c8e4b19 req-68de9e5d-33dc-4439-81d1-e823abb3822c service neutron] 10.222.0.60 "PUT /v2.0/ports/9fc84b01-bde3-4a48-84a9-9208147b5832 HTTP/1.1" status: 200 len: 1092 time: 1.1678772 Aug 10 03:19:09.429757 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f845d09f-b71f-4ff8-9033-e9fdfecb1d3a', 'tag': '9fc84b01-bde3-4a48-84a9-9208147b5832'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:19:09.432091 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59326718-53fa-4db8-8d61-4acf05f79628" -d '{"events": [{"name": "network-changed", "server_uuid": "f845d09f-b71f-4ff8-9033-e9fdfecb1d3a", "tag": "9fc84b01-bde3-4a48-84a9-9208147b5832"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:19:09.435406 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-988c27b7-f682-41eb-95a8-517d3b7e5a29 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks [] for floatingip, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:09.438027 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-988c27b7-f682-41eb-95a8-517d3b7e5a29 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:09.442285 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-988c27b7-f682-41eb-95a8-517d3b7e5a29 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "DELETE /v2.0/floatingips/0f41c6fc-365e-44cb-8539-7df9d6a24deb HTTP/1.1" status: 204 len: 168 time: 0.9356167 Aug 10 03:19:09.442285 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54696) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:09.472032 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-966de5af-23f1-43b8-b8a7-0daecb3ebda5 tempest-MeteringIpV6TestJSON-1054457511 tempest-MeteringIpV6TestJSON-1054457511-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:09.474052 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-966de5af-23f1-43b8-b8a7-0daecb3ebda5 tempest-MeteringIpV6TestJSON-1054457511 tempest-MeteringIpV6TestJSON-1054457511-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1923230 Aug 10 03:19:09.476771 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54698) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:09.491674 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2b61a0be-dd95-470f-9f1f-93e15e3bb316 tempest-MeteringIpV6TestJSON-1054457511 tempest-MeteringIpV6TestJSON-1054457511-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules?id=d4b5f745-483b-4099-b9e4-345cd136682f HTTP/1.1" status: 200 len: 462 time: 0.0135410 Aug 10 03:19:09.494131 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54700) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:09.506481 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bae6e36-451f-45d5-b961-628b00d57638 x-openstack-request-id: req-2bae6e36-451f-45d5-b961-628b00d57638 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:19:09.506808 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f845d09f-b71f-4ff8-9033-e9fdfecb1d3a", "tag": "9fc84b01-bde3-4a48-84a9-9208147b5832", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:19:09.507065 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2bae6e36-451f-45d5-b961-628b00d57638 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:19:09.507458 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f845d09f-b71f-4ff8-9033-e9fdfecb1d3a', 'tag': '9fc84b01-bde3-4a48-84a9-9208147b5832', 'status': 'completed', 'code': 200} Aug 10 03:19:09.515133 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68de9e5d-33dc-4439-81d1-e823abb3822c service neutron] Pushing event updated for resources: {'Port': ['ID=9fc84b01-bde3-4a48-84a9-9208147b5832,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:09.576847 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0160488-c415-446e-9b00-88003c8e4b19 req-42180cdd-4358-4c64-814c-4ebc7e8611bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:09.578379 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d0160488-c415-446e-9b00-88003c8e4b19 req-42180cdd-4358-4c64-814c-4ebc7e8611bd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=83b79d8631564df6a9bf256e7f6ac69f&device_id=f845d09f-b71f-4ff8-9033-e9fdfecb1d3a HTTP/1.1" status: 200 len: 1095 time: 0.0873978 Aug 10 03:19:09.614263 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0f738332-1fa2-4fb1-accc-5c264738a115 tempest-MeteringIpV6TestJSON-1054457511 tempest-MeteringIpV6TestJSON-1054457511-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:09.615484 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0f738332-1fa2-4fb1-accc-5c264738a115 tempest-MeteringIpV6TestJSON-1054457511 tempest-MeteringIpV6TestJSON-1054457511-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-label-rules/d4b5f745-483b-4099-b9e4-345cd136682f HTTP/1.1" status: 204 len: 168 time: 0.1201069 Aug 10 03:19:09.618126 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54706) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:09.625766 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-39fb1811-4138-4f24-a4b9-3b4c0411e6e4 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Deleting port f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:09.626116 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-39fb1811-4138-4f24-a4b9-3b4c0411e6e4 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:09.630805 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-5db941c2-6f13-4952-95c7-54d1e0cd2a3e tempest-MeteringIpV6TestJSON-1054457511 tempest-MeteringIpV6TestJSON-1054457511-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules?id=d4b5f745-483b-4099-b9e4-345cd136682f HTTP/1.1" status: 200 len: 221 time: 0.0082233 Aug 10 03:19:09.631000 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d0160488-c415-446e-9b00-88003c8e4b19 req-31c1faf7-90eb-4284-8967-51b1a8e537b5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fc84b01-bde3-4a48-84a9-9208147b5832 HTTP/1.1" status: 200 len: 217 time: 0.0425525 Aug 10 03:19:09.631935 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54708) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:09.636979 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-81a195d2-1f19-4b5e-b9d7-5ed0703ff9c9 tempest-MeteringIpV6TestJSON-1054457511 tempest-MeteringIpV6TestJSON-1054457511-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1357115864', 'description': 'label created by tempest'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:09.637433 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-81a195d2-1f19-4b5e-b9d7-5ed0703ff9c9 tempest-MeteringIpV6TestJSON-1054457511 tempest-MeteringIpV6TestJSON-1054457511-project-admin] Unknown quota resources ['metering_label']. {{(pid=94217) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:19:09.732871 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0160488-c415-446e-9b00-88003c8e4b19 req-f1da93d4-cc77-4f56-962a-ca3d5f3b41c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:09.734357 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d0160488-c415-446e-9b00-88003c8e4b19 req-f1da93d4-cc77-4f56-962a-ca3d5f3b41c1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=671472a0-ea87-43e5-8586-78a1de5f1af8 HTTP/1.1" status: 200 len: 852 time: 0.0923781 Aug 10 03:19:09.763731 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-39fb1811-4138-4f24-a4b9-3b4c0411e6e4 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:09.787471 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d0160488-c415-446e-9b00-88003c8e4b19 req-6ff6daa2-d5ff-4a30-bf3a-3652a3f65e69 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=480dbe0b-e3be-4a4e-913b-dd9b24bba262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357399 Aug 10 03:19:09.791443 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-39fb1811-4138-4f24-a4b9-3b4c0411e6e4 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Calling delete_port for f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e owned by {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:09.830330 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-81a195d2-1f19-4b5e-b9d7-5ed0703ff9c9 tempest-MeteringIpV6TestJSON-1054457511 tempest-MeteringIpV6TestJSON-1054457511-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:09.832127 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-81a195d2-1f19-4b5e-b9d7-5ed0703ff9c9 tempest-MeteringIpV6TestJSON-1054457511 tempest-MeteringIpV6TestJSON-1054457511-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.1989813 Aug 10 03:19:09.835079 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54720) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:09.880391 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54724) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:09.936383 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-357d0ba4-da3d-40a3-ac75-e14eecdfaa05 tempest-MeteringIpV6TestJSON-1054457511 tempest-MeteringIpV6TestJSON-1054457511-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels?id=812e8d97-12b3-4581-946c-af95b098cdcb HTTP/1.1" status: 200 len: 468 time: 0.0990763 Aug 10 03:19:09.938710 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54728) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:09.986140 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d0160488-c415-446e-9b00-88003c8e4b19 req-4a880451-1ea2-4e0e-83dc-8cc0a840b3e9 service neutron] 10.222.0.60 "GET /v2.0/networks/480dbe0b-e3be-4a4e-913b-dd9b24bba262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859000 Aug 10 03:19:10.020013 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-7168b03b-0be0-4697-aebd-979eb8eaf4d3 tempest-QuotasNegativeTest-1462790306 tempest-QuotasNegativeTest-1462790306-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:10.079890 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4f8988-3127-4448-b8b6-62cd843548c5 req-75841f62-dfb8-426c-8136-72b88c901e1a tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:10.081399 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ba4f8988-3127-4448-b8b6-62cd843548c5 req-75841f62-dfb8-426c-8136-72b88c901e1a tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=f845d09f-b71f-4ff8-9033-e9fdfecb1d3a HTTP/1.1" status: 200 len: 943 time: 0.1605308 Aug 10 03:19:10.124700 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-82229dde-6136-4f19-a00a-a48a15ab0868 tempest-MeteringIpV6TestJSON-1054457511 tempest-MeteringIpV6TestJSON-1054457511-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:10.125857 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-82229dde-6136-4f19-a00a-a48a15ab0868 tempest-MeteringIpV6TestJSON-1054457511 tempest-MeteringIpV6TestJSON-1054457511-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-labels/812e8d97-12b3-4581-946c-af95b098cdcb HTTP/1.1" status: 204 len: 168 time: 0.1862061 Aug 10 03:19:10.128574 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54730) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:10.138340 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-39fb1811-4138-4f24-a4b9-3b4c0411e6e4 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:10.140628 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1afe871a-8caf-415c-a7e5-387c5f24a7d5 tempest-MeteringIpV6TestJSON-1054457511 tempest-MeteringIpV6TestJSON-1054457511-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels?id=812e8d97-12b3-4581-946c-af95b098cdcb HTTP/1.1" status: 200 len: 216 time: 0.0107901 Aug 10 03:19:10.144171 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54732) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:10.152200 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-7168b03b-0be0-4697-aebd-979eb8eaf4d3 tempest-QuotasNegativeTest-1462790306 tempest-QuotasNegativeTest-1462790306-project-admin] 10.222.0.62 "PUT /v2.0/quotas/eb27746bb03c4833a0830d887909a044 HTTP/1.1" status: 200 len: 368 time: 0.2705829 Aug 10 03:19:10.152963 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c77f7b52-6939-41f0-89a4-3c83fd90e087 tempest-MeteringIpV6TestJSON-1054457511 tempest-MeteringIpV6TestJSON-1054457511-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0078030 Aug 10 03:19:10.154934 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54734) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:10.158583 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54736) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:10.163603 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-1cbd7b89-9c0c-491c-88d9-1e6d0c5e5bd2 tempest-QuotasNegativeTest-1462790306 tempest-QuotasNegativeTest-1462790306-project-admin] Request body: {'network': {'project_id': 'eb27746bb03c4833a0830d887909a044'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:10.175347 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ba4f8988-3127-4448-b8b6-62cd843548c5 req-5b357ed5-7615-4c69-ab0b-1ed51f62e296 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836987 Aug 10 03:19:10.183323 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-386e12e0-2ba3-4dd9-ae2b-665dd192ae40 tempest-MeteringIpV6TestJSON-1054457511 tempest-MeteringIpV6TestJSON-1054457511-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0231504 Aug 10 03:19:10.186702 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54740) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:10.205694 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fb1811-4138-4f24-a4b9-3b4c0411e6e4 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Pushing event deleted for resources: {'Port': ['ID=f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:10.228452 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d0160488-c415-446e-9b00-88003c8e4b19 req-4c07c435-0578-49f1-8e2a-13bc29611682 service neutron] 10.222.0.60 "GET /v2.0/networks/480dbe0b-e3be-4a4e-913b-dd9b24bba262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162051 Aug 10 03:19:10.252616 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-83eb559f-0e9b-4f43-9d79-c266aeb7d5e1 tempest-MeteringIpV6TestJSON-1054457511 tempest-MeteringIpV6TestJSON-1054457511-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels/debad1b5-7891-430e-9e33-080d2b8ef2d6 HTTP/1.1" status: 200 len: 473 time: 0.0617950 Aug 10 03:19:10.252616 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cbd7b89-9c0c-491c-88d9-1e6d0c5e5bd2 tempest-QuotasNegativeTest-1462790306 tempest-QuotasNegativeTest-1462790306-project-admin] Made reservation on behalf of eb27746bb03c4833a0830d887909a044 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:19:10.254330 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1cbd7b89-9c0c-491c-88d9-1e6d0c5e5bd2 tempest-QuotasNegativeTest-1462790306 tempest-QuotasNegativeTest-1462790306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:10.255262 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54742) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:10.263825 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1cbd7b89-9c0c-491c-88d9-1e6d0c5e5bd2 tempest-QuotasNegativeTest-1462790306 tempest-QuotasNegativeTest-1462790306-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:10.276943 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-467b55ee-26a7-41ee-9cd7-44e167a2ab22 tempest-MeteringIpV6TestJSON-1054457511 tempest-MeteringIpV6TestJSON-1054457511-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules/d8d2d951-46ab-4a7f-9105-a01f74336234 HTTP/1.1" status: 200 len: 459 time: 0.0183406 Aug 10 03:19:10.280318 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54744) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:10.308092 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-39fb1811-4138-4f24-a4b9-3b4c0411e6e4 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:10.310060 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-39fb1811-4138-4f24-a4b9-3b4c0411e6e4 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "DELETE /v2.0/ports/f03b4d0c-4ae8-4d7b-8350-b1db7bd30b5e HTTP/1.1" status: 204 len: 168 time: 0.8672013 Aug 10 03:19:10.314999 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54746) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:10.423683 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1cbd7b89-9c0c-491c-88d9-1e6d0c5e5bd2 tempest-QuotasNegativeTest-1462790306 tempest-QuotasNegativeTest-1462790306-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:10.428163 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1cbd7b89-9c0c-491c-88d9-1e6d0c5e5bd2 tempest-QuotasNegativeTest-1462790306 tempest-QuotasNegativeTest-1462790306-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:10.470462 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cbd7b89-9c0c-491c-88d9-1e6d0c5e5bd2 tempest-QuotasNegativeTest-1462790306 tempest-QuotasNegativeTest-1462790306-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:19:10.482711 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbd7b89-9c0c-491c-88d9-1e6d0c5e5bd2 tempest-QuotasNegativeTest-1462790306 tempest-QuotasNegativeTest-1462790306-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce7c472-0441-4239-8e68-5cb43b9e6399,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:10.486571 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1cbd7b89-9c0c-491c-88d9-1e6d0c5e5bd2 tempest-QuotasNegativeTest-1462790306 tempest-QuotasNegativeTest-1462790306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:10.486856 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-1cbd7b89-9c0c-491c-88d9-1e6d0c5e5bd2 tempest-QuotasNegativeTest-1462790306 tempest-QuotasNegativeTest-1462790306-project-admin] Added segment 903b4fb5-a46a-4ae1-9af7-f8d0898f8a38 of type vlan for network e0f7152e-922e-48ea-882b-cadaf4b29d87 Aug 10 03:19:10.490317 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-7c8b2dd3-e117-462f-bcbe-1c6838ddf2d8 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Deleting port bd5c370f-ffa5-4477-948b-ba7517343de5 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:10.490659 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7c8b2dd3-e117-462f-bcbe-1c6838ddf2d8 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:10.579098 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1cbd7b89-9c0c-491c-88d9-1e6d0c5e5bd2 tempest-QuotasNegativeTest-1462790306 tempest-QuotasNegativeTest-1462790306-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:10.632665 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7c8b2dd3-e117-462f-bcbe-1c6838ddf2d8 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:10.642646 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1cbd7b89-9c0c-491c-88d9-1e6d0c5e5bd2 tempest-QuotasNegativeTest-1462790306 tempest-QuotasNegativeTest-1462790306-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:10.643688 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbd7b89-9c0c-491c-88d9-1e6d0c5e5bd2 tempest-QuotasNegativeTest-1462790306 tempest-QuotasNegativeTest-1462790306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:10.644272 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1cbd7b89-9c0c-491c-88d9-1e6d0c5e5bd2 tempest-QuotasNegativeTest-1462790306 tempest-QuotasNegativeTest-1462790306-project-admin] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:10.650969 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-7c8b2dd3-e117-462f-bcbe-1c6838ddf2d8 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Calling delete_port for bd5c370f-ffa5-4477-948b-ba7517343de5 owned by {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:10.748273 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b59b5506-1e0b-4bf7-b9aa-0fcf56a091e2 tempest-MeteringIpV6TestJSON-1054457511 tempest-MeteringIpV6TestJSON-1054457511-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:10.749412 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b59b5506-1e0b-4bf7-b9aa-0fcf56a091e2 tempest-MeteringIpV6TestJSON-1054457511 tempest-MeteringIpV6TestJSON-1054457511-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-label-rules/d8d2d951-46ab-4a7f-9105-a01f74336234 HTTP/1.1" status: 204 len: 168 time: 0.4681294 Aug 10 03:19:10.752126 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54750) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:10.752975 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1cbd7b89-9c0c-491c-88d9-1e6d0c5e5bd2 tempest-QuotasNegativeTest-1462790306 tempest-QuotasNegativeTest-1462790306-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5966811 Aug 10 03:19:10.755250 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbd7b89-9c0c-491c-88d9-1e6d0c5e5bd2 tempest-QuotasNegativeTest-1462790306 tempest-QuotasNegativeTest-1462790306-project-admin] Pushing event updated for resources: {'Network': ['ID=e0f7152e-922e-48ea-882b-cadaf4b29d87,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:10.757176 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54752) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:10.760041 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59326718-53fa-4db8-8d61-4acf05f79628 req-22638032-4687-440e-9df8-e3ea42f988f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:10.761568 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-59326718-53fa-4db8-8d61-4acf05f79628 req-22638032-4687-440e-9df8-e3ea42f988f4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=83b79d8631564df6a9bf256e7f6ac69f&device_id=f845d09f-b71f-4ff8-9033-e9fdfecb1d3a HTTP/1.1" status: 200 len: 1095 time: 0.4575613 Aug 10 03:19:10.763816 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-d058bf88-125e-4194-8af4-aae78892e00a tempest-QuotasNegativeTest-1462790306 tempest-QuotasNegativeTest-1462790306-project-admin] Request body: {'network': {'project_id': 'eb27746bb03c4833a0830d887909a044'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:10.765987 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network e0f7152e-922e-48ea-882b-cadaf4b29d87 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:19:10.809068 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d058bf88-125e-4194-8af4-aae78892e00a tempest-QuotasNegativeTest-1462790306 tempest-QuotasNegativeTest-1462790306-project-admin] Made reservation on behalf of eb27746bb03c4833a0830d887909a044 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:19:10.811543 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d058bf88-125e-4194-8af4-aae78892e00a tempest-QuotasNegativeTest-1462790306 tempest-QuotasNegativeTest-1462790306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:10.867363 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d058bf88-125e-4194-8af4-aae78892e00a tempest-QuotasNegativeTest-1462790306 tempest-QuotasNegativeTest-1462790306-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:19:10.887659 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d058bf88-125e-4194-8af4-aae78892e00a tempest-QuotasNegativeTest-1462790306 tempest-QuotasNegativeTest-1462790306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:10.888007 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-d058bf88-125e-4194-8af4-aae78892e00a tempest-QuotasNegativeTest-1462790306 tempest-QuotasNegativeTest-1462790306-project-admin] Added segment 041aa152-b479-4bcb-81e0-2d72381d6e6d of type vlan for network de06c4d4-2220-4b21-afd5-5ed2c928ebff Aug 10 03:19:10.919717 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7c8b2dd3-e117-462f-bcbe-1c6838ddf2d8 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:10.939901 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d058bf88-125e-4194-8af4-aae78892e00a tempest-QuotasNegativeTest-1462790306 tempest-QuotasNegativeTest-1462790306-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:10.965212 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8b2dd3-e117-462f-bcbe-1c6838ddf2d8 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Pushing event deleted for resources: {'Port': ['ID=bd5c370f-ffa5-4477-948b-ba7517343de5,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:11.033813 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d058bf88-125e-4194-8af4-aae78892e00a tempest-QuotasNegativeTest-1462790306 tempest-QuotasNegativeTest-1462790306-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:11.034871 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d058bf88-125e-4194-8af4-aae78892e00a tempest-QuotasNegativeTest-1462790306 tempest-QuotasNegativeTest-1462790306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:11.035467 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d058bf88-125e-4194-8af4-aae78892e00a tempest-QuotasNegativeTest-1462790306 tempest-QuotasNegativeTest-1462790306-project-admin] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:11.042426 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c14710d9-bdd8-4886-afff-9dc260e3a2af tempest-MeteringIpV6TestJSON-1054457511 tempest-MeteringIpV6TestJSON-1054457511-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:11.043898 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-c14710d9-bdd8-4886-afff-9dc260e3a2af tempest-MeteringIpV6TestJSON-1054457511 tempest-MeteringIpV6TestJSON-1054457511-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-labels/debad1b5-7891-430e-9e33-080d2b8ef2d6 HTTP/1.1" status: 204 len: 168 time: 0.2898355 Aug 10 03:19:11.046477 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59326718-53fa-4db8-8d61-4acf05f79628 req-ee4719ee-328e-4719-a5fd-863666f7b9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:11.048075 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-59326718-53fa-4db8-8d61-4acf05f79628 req-ee4719ee-328e-4719-a5fd-863666f7b9f1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=480dbe0b-e3be-4a4e-913b-dd9b24bba262 HTTP/1.1" status: 200 len: 913 time: 0.2400644 Aug 10 03:19:11.094906 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-59326718-53fa-4db8-8d61-4acf05f79628 req-202a84c5-605d-434b-bd61-2f356a6bb7ed service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fc84b01-bde3-4a48-84a9-9208147b5832 HTTP/1.1" status: 200 len: 217 time: 0.0385072 Aug 10 03:19:11.099941 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7c8b2dd3-e117-462f-bcbe-1c6838ddf2d8 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:11.102315 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7c8b2dd3-e117-462f-bcbe-1c6838ddf2d8 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "DELETE /v2.0/ports/bd5c370f-ffa5-4477-948b-ba7517343de5 HTTP/1.1" status: 204 len: 168 time: 0.7863190 Aug 10 03:19:11.107507 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54760) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:11.119206 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d058bf88-125e-4194-8af4-aae78892e00a tempest-QuotasNegativeTest-1462790306 tempest-QuotasNegativeTest-1462790306-project-admin] Pushing event updated for resources: {'Network': ['ID=de06c4d4-2220-4b21-afd5-5ed2c928ebff,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:11.122422 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d058bf88-125e-4194-8af4-aae78892e00a tempest-QuotasNegativeTest-1462790306 tempest-QuotasNegativeTest-1462790306-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3628566 Aug 10 03:19:11.130209 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network de06c4d4-2220-4b21-afd5-5ed2c928ebff details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:19:11.142679 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54762) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:11.148366 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-333ddb7e-1c86-412b-b1d8-6142a24b03c1 tempest-QuotasNegativeTest-1462790306 tempest-QuotasNegativeTest-1462790306-project-admin] Request body: {'network': {'project_id': 'eb27746bb03c4833a0830d887909a044'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:11.171098 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-333ddb7e-1c86-412b-b1d8-6142a24b03c1 tempest-QuotasNegativeTest-1462790306 tempest-QuotasNegativeTest-1462790306-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 10 03:19:11.171554 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-333ddb7e-1c86-412b-b1d8-6142a24b03c1 tempest-QuotasNegativeTest-1462790306 tempest-QuotasNegativeTest-1462790306-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:19:11.172624 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59326718-53fa-4db8-8d61-4acf05f79628 req-27496d1a-363e-4356-8582-00787d84b924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:11.172771 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-333ddb7e-1c86-412b-b1d8-6142a24b03c1 tempest-QuotasNegativeTest-1462790306 tempest-QuotasNegativeTest-1462790306-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0290463 Aug 10 03:19:11.174126 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-59326718-53fa-4db8-8d61-4acf05f79628 req-27496d1a-363e-4356-8582-00787d84b924 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=671472a0-ea87-43e5-8586-78a1de5f1af8 HTTP/1.1" status: 200 len: 852 time: 0.0686741 Aug 10 03:19:11.192259 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecb1d94f-7070-4128-9b5c-c70fc98d030c tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Deleting subnet 33f28172-7907-464d-a85d-12480842b6d2 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:19:11.196522 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ecb1d94f-7070-4128-9b5c-c70fc98d030c tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:11.215553 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-59326718-53fa-4db8-8d61-4acf05f79628 req-ce45e53a-513b-4a95-82e1-fa34a3ddbe1c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=480dbe0b-e3be-4a4e-913b-dd9b24bba262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327857 Aug 10 03:19:11.252685 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ecb1d94f-7070-4128-9b5c-c70fc98d030c tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:11.276235 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54768) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:11.381181 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231bd82-e988-4703-9c98-6ed072f05995 req-e15ba0c9-a39c-48ce-919f-7435eaa4cbe1 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:11.383822 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c231bd82-e988-4703-9c98-6ed072f05995 req-e15ba0c9-a39c-48ce-919f-7435eaa4cbe1 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=f845d09f-b71f-4ff8-9033-e9fdfecb1d3a HTTP/1.1" status: 200 len: 943 time: 0.1015968 Aug 10 03:19:11.389155 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-59326718-53fa-4db8-8d61-4acf05f79628 req-10a730bd-017f-4309-9945-7e08f49bb740 service neutron] 10.222.0.60 "GET /v2.0/networks/480dbe0b-e3be-4a4e-913b-dd9b24bba262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652167 Aug 10 03:19:11.418820 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ecb1d94f-7070-4128-9b5c-c70fc98d030c tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:11.422325 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54774) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:11.523321 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c231bd82-e988-4703-9c98-6ed072f05995 req-369f02e5-70b7-4bb1-a991-34dda42a3905 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298678 Aug 10 03:19:11.558449 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-122d9639-cf23-48eb-a59c-6e4398cb3289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:11.567830 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-59326718-53fa-4db8-8d61-4acf05f79628 req-eb78d4a5-f651-42a2-ad04-345eaee5d4a6 service neutron] 10.222.0.60 "GET /v2.0/networks/480dbe0b-e3be-4a4e-913b-dd9b24bba262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679010 Aug 10 03:19:11.595381 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ecb1d94f-7070-4128-9b5c-c70fc98d030c tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:11.633925 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6db94737-3c63-4fe1-a67f-b8e57e366d88 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=eb27746bb03c4833a0830d887909a044&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3559322 Aug 10 03:19:11.637598 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54780) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:11.639589 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb1d94f-7070-4128-9b5c-c70fc98d030c tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Pushing event deleted for resources: {'Subnet': ['ID=33f28172-7907-464d-a85d-12480842b6d2,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:11.641556 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ecb1d94f-7070-4128-9b5c-c70fc98d030c tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:11.646124 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ecb1d94f-7070-4128-9b5c-c70fc98d030c tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "DELETE /v2.0/subnets/33f28172-7907-464d-a85d-12480842b6d2 HTTP/1.1" status: 204 len: 168 time: 0.5374320 Aug 10 03:19:11.648242 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54782) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:11.650023 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508367c1-4abd-47c0-b6bc-bdb54da2e94c None None] Network 26329441-0dde-46fe-bcf0-48ea13bcc9b5 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:19:11.689433 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f980b0fc-18d9-44cf-9414-3eb9d56d9999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:11.710923 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f980b0fc-18d9-44cf-9414-3eb9d56d9999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:11.719746 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-06895b0b-eea2-4a7c-bb2f-e5e1b94fc65c tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Deleting subnet eba004cc-c939-40d1-b5d1-6b0839b6432d {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:19:11.726685 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-06895b0b-eea2-4a7c-bb2f-e5e1b94fc65c tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:11.764398 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f980b0fc-18d9-44cf-9414-3eb9d56d9999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:11.767260 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f980b0fc-18d9-44cf-9414-3eb9d56d9999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:11.768443 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-f980b0fc-18d9-44cf-9414-3eb9d56d9999 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8ce7c472-0441-4239-8e68-5cb43b9e6399 HTTP/1.1" status: 204 len: 168 time: 0.1296449 Aug 10 03:19:11.771477 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54784) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:11.782295 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-06895b0b-eea2-4a7c-bb2f-e5e1b94fc65c tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:11.788444 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f980b0fc-18d9-44cf-9414-3eb9d56d9999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce7c472-0441-4239-8e68-5cb43b9e6399,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:11.831159 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-122d9639-cf23-48eb-a59c-6e4398cb3289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:11.836991 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-122d9639-cf23-48eb-a59c-6e4398cb3289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:11.856672 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096492d0-dcf9-45b9-8bae-9207be98068c None None] DHCP port deletion for 26329441-0dde-46fe-bcf0-48ea13bcc9b5 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:19:11.902554 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-70f2a00e-2003-4a57-be8c-8456a9d384b7 tempest-QuotasNegativeTest-1462790306 tempest-QuotasNegativeTest-1462790306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:11.911749 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-122d9639-cf23-48eb-a59c-6e4398cb3289 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7430a50f845445cf8552d426972c5534&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4875736 Aug 10 03:19:11.912000 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54788) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:11.913358 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122d9639-cf23-48eb-a59c-6e4398cb3289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4fb441-16f1-4660-9c4f-79b178a30eed,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:11.916202 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-096492d0-dcf9-45b9-8bae-9207be98068c None None] Deleting port d0d112d7-58b4-4ab5-99b2-4f9edb392623 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:11.916637 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-096492d0-dcf9-45b9-8bae-9207be98068c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:11.930585 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-06895b0b-eea2-4a7c-bb2f-e5e1b94fc65c tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:12.022117 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-06895b0b-eea2-4a7c-bb2f-e5e1b94fc65c tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:12.043859 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-70f2a00e-2003-4a57-be8c-8456a9d384b7 tempest-QuotasNegativeTest-1462790306 tempest-QuotasNegativeTest-1462790306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:12.051707 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06895b0b-eea2-4a7c-bb2f-e5e1b94fc65c tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Pushing event deleted for resources: {'Subnet': ['ID=eba004cc-c939-40d1-b5d1-6b0839b6432d,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:12.055928 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-06895b0b-eea2-4a7c-bb2f-e5e1b94fc65c tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:12.061915 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-06895b0b-eea2-4a7c-bb2f-e5e1b94fc65c tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "DELETE /v2.0/subnets/eba004cc-c939-40d1-b5d1-6b0839b6432d HTTP/1.1" status: 204 len: 168 time: 0.4126470 Aug 10 03:19:12.062898 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54792) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:12.068385 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf25807-5c55-4662-9d1e-18ffd723588c None None] Network be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:19:12.069718 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-70f2a00e-2003-4a57-be8c-8456a9d384b7 tempest-QuotasNegativeTest-1462790306 tempest-QuotasNegativeTest-1462790306-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de06c4d4-2220-4b21-afd5-5ed2c928ebff']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:12.086499 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-70f2a00e-2003-4a57-be8c-8456a9d384b7 tempest-QuotasNegativeTest-1462790306 tempest-QuotasNegativeTest-1462790306-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '041aa152-b479-4bcb-81e0-2d72381d6e6d') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:12.086706 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-70f2a00e-2003-4a57-be8c-8456a9d384b7 tempest-QuotasNegativeTest-1462790306 tempest-QuotasNegativeTest-1462790306-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '041aa152-b479-4bcb-81e0-2d72381d6e6d') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:12.095467 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7c8a6419-49b9-4593-9f92-e5b3d7072e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:12.102092 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-70f2a00e-2003-4a57-be8c-8456a9d384b7 tempest-QuotasNegativeTest-1462790306 tempest-QuotasNegativeTest-1462790306-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:12.131564 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7c8a6419-49b9-4593-9f92-e5b3d7072e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:12.134048 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-70f2a00e-2003-4a57-be8c-8456a9d384b7 tempest-QuotasNegativeTest-1462790306 tempest-QuotasNegativeTest-1462790306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:12.144147 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d4b92095-61bc-4562-bedb-2fb15197b38a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:12.152852 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70f2a00e-2003-4a57-be8c-8456a9d384b7 tempest-QuotasNegativeTest-1462790306 tempest-QuotasNegativeTest-1462790306-project-admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:19:12.153406 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-70f2a00e-2003-4a57-be8c-8456a9d384b7 tempest-QuotasNegativeTest-1462790306 tempest-QuotasNegativeTest-1462790306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:12.155502 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:19:12.155502 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:19:12.155502 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:19:12.155502 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:19:12.155502 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:19:12.155502 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:19:12.155502 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:19:12.155502 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:19:12.155502 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:19:12.155502 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:19:12.155502 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:19:12.155502 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:19:12.155502 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:19:12.155502 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:19:12.155502 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:19:12.155502 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:19:12.155502 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:19:12.155502 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:19:12.155502 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:19:12.155502 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:19:12.155502 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:19:12.155502 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:19:12.155502 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:19:12.155502 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:19:12.155502 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:19:12.155502 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:19:12.155502 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:19:12.155502 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:19:12.155502 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:19:12.155502 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:19:12.155502 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:19:12.155502 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:19:12.200706 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-d4b92095-61bc-4562-bedb-2fb15197b38a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Deleting port d0d112d7-58b4-4ab5-99b2-4f9edb392623 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:12.201060 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d4b92095-61bc-4562-bedb-2fb15197b38a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:12.219639 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-096492d0-dcf9-45b9-8bae-9207be98068c None None] For port d0d112d7-58b4-4ab5-99b2-4f9edb392623, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=d0d112d7-58b4-4ab5-99b2-4f9edb392623,segment=NetworkSegment(fa9453b2-216f-4776-80fa-c65f74d624e4),segment_id=fa9453b2-216f-4776-80fa-c65f74d624e4)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:12.220050 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-096492d0-dcf9-45b9-8bae-9207be98068c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:12.237067 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-70f2a00e-2003-4a57-be8c-8456a9d384b7 tempest-QuotasNegativeTest-1462790306 tempest-QuotasNegativeTest-1462790306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:12.238185 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-096492d0-dcf9-45b9-8bae-9207be98068c None None] Calling delete_port for d0d112d7-58b4-4ab5-99b2-4f9edb392623 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:12.241881 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7c8a6419-49b9-4593-9f92-e5b3d7072e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:12.244957 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7c8a6419-49b9-4593-9f92-e5b3d7072e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:12.248808 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-7c8a6419-49b9-4593-9f92-e5b3d7072e5e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bf4fb441-16f1-4660-9c4f-79b178a30eed HTTP/1.1" status: 204 len: 168 time: 0.3332589 Aug 10 03:19:12.250673 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-70f2a00e-2003-4a57-be8c-8456a9d384b7 tempest-QuotasNegativeTest-1462790306 tempest-QuotasNegativeTest-1462790306-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:12.252983 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-70f2a00e-2003-4a57-be8c-8456a9d384b7 tempest-QuotasNegativeTest-1462790306 tempest-QuotasNegativeTest-1462790306-project-admin] 10.222.0.62 "DELETE /v2.0/networks/de06c4d4-2220-4b21-afd5-5ed2c928ebff HTTP/1.1" status: 204 len: 168 time: 0.4771829 Aug 10 03:19:12.262223 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54796) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:12.268705 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f2a00e-2003-4a57-be8c-8456a9d384b7 tempest-QuotasNegativeTest-1462790306 tempest-QuotasNegativeTest-1462790306-project-admin] Pushing event deleted for resources: {'Network': ['ID=de06c4d4-2220-4b21-afd5-5ed2c928ebff,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:12.270681 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8a6419-49b9-4593-9f92-e5b3d7072e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4fb441-16f1-4660-9c4f-79b178a30eed,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:12.351671 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-096492d0-dcf9-45b9-8bae-9207be98068c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:12.358375 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-d4b92095-61bc-4562-bedb-2fb15197b38a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] For port d0d112d7-58b4-4ab5-99b2-4f9edb392623, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=d0d112d7-58b4-4ab5-99b2-4f9edb392623,segment=NetworkSegment(fa9453b2-216f-4776-80fa-c65f74d624e4),segment_id=fa9453b2-216f-4776-80fa-c65f74d624e4)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:12.358669 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d4b92095-61bc-4562-bedb-2fb15197b38a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:12.362550 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e487f31-693b-450f-8027-e35fe7b742ce None None] DHCP port deletion for be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:19:12.382610 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-d4b92095-61bc-4562-bedb-2fb15197b38a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Calling delete_port for d0d112d7-58b4-4ab5-99b2-4f9edb392623 owned by network:dhcp {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:12.389190 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6608f548-8dd1-49bd-8d01-45a9cdabdb04 tempest-QuotasNegativeTest-1462790306 tempest-QuotasNegativeTest-1462790306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:12.399200 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096492d0-dcf9-45b9-8bae-9207be98068c None None] No DVR routers for this DVR port d0d112d7-58b4-4ab5-99b2-4f9edb392623 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:19:12.401022 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096492d0-dcf9-45b9-8bae-9207be98068c None None] Pushing event deleted for resources: {'Port': ['ID=d0d112d7-58b4-4ab5-99b2-4f9edb392623,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:12.411843 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096492d0-dcf9-45b9-8bae-9207be98068c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:12.412187 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096492d0-dcf9-45b9-8bae-9207be98068c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:12.412709 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096492d0-dcf9-45b9-8bae-9207be98068c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:12.413204 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096492d0-dcf9-45b9-8bae-9207be98068c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:12.422767 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096492d0-dcf9-45b9-8bae-9207be98068c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:12.423719 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096492d0-dcf9-45b9-8bae-9207be98068c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:12.424069 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096492d0-dcf9-45b9-8bae-9207be98068c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:12.424408 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096492d0-dcf9-45b9-8bae-9207be98068c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:12.424750 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096492d0-dcf9-45b9-8bae-9207be98068c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:12.425085 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096492d0-dcf9-45b9-8bae-9207be98068c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:12.425419 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096492d0-dcf9-45b9-8bae-9207be98068c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:12.425750 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096492d0-dcf9-45b9-8bae-9207be98068c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:12.473084 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-4e487f31-693b-450f-8027-e35fe7b742ce None None] Deleting port 4e7f3ef1-a581-4819-bf7c-2364638db24b {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:12.473638 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4e487f31-693b-450f-8027-e35fe7b742ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:12.477651 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 4e7f3ef1-a581-4819-bf7c-2364638db24b no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:19:12.557047 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6608f548-8dd1-49bd-8d01-45a9cdabdb04 tempest-QuotasNegativeTest-1462790306 tempest-QuotasNegativeTest-1462790306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:12.575443 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-6608f548-8dd1-49bd-8d01-45a9cdabdb04 tempest-QuotasNegativeTest-1462790306 tempest-QuotasNegativeTest-1462790306-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0f7152e-922e-48ea-882b-cadaf4b29d87']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:12.581985 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-4e487f31-693b-450f-8027-e35fe7b742ce None None] For port 4e7f3ef1-a581-4819-bf7c-2364638db24b, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=4e7f3ef1-a581-4819-bf7c-2364638db24b,segment=NetworkSegment(702cc16b-dad0-4a84-9a18-a82d05fcb9b7),segment_id=702cc16b-dad0-4a84-9a18-a82d05fcb9b7)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:12.582385 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4e487f31-693b-450f-8027-e35fe7b742ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:12.586302 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-6608f548-8dd1-49bd-8d01-45a9cdabdb04 tempest-QuotasNegativeTest-1462790306 tempest-QuotasNegativeTest-1462790306-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '903b4fb5-a46a-4ae1-9af7-f8d0898f8a38') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:12.586551 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-6608f548-8dd1-49bd-8d01-45a9cdabdb04 tempest-QuotasNegativeTest-1462790306 tempest-QuotasNegativeTest-1462790306-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '903b4fb5-a46a-4ae1-9af7-f8d0898f8a38') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:12.596216 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d4b92095-61bc-4562-bedb-2fb15197b38a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:12.599235 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6608f548-8dd1-49bd-8d01-45a9cdabdb04 tempest-QuotasNegativeTest-1462790306 tempest-QuotasNegativeTest-1462790306-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:12.603534 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-4e487f31-693b-450f-8027-e35fe7b742ce None None] Calling delete_port for 4e7f3ef1-a581-4819-bf7c-2364638db24b owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:12.636737 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b92095-61bc-4562-bedb-2fb15197b38a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Pushing event deleted for resources: {'Port': ['ID=d0d112d7-58b4-4ab5-99b2-4f9edb392623,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:12.649534 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b92095-61bc-4562-bedb-2fb15197b38a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] No DVR routers for this DVR port d0d112d7-58b4-4ab5-99b2-4f9edb392623 on host n-d-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:19:12.650397 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6608f548-8dd1-49bd-8d01-45a9cdabdb04 tempest-QuotasNegativeTest-1462790306 tempest-QuotasNegativeTest-1462790306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:12.674074 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54804) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:12.683234 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:12.686652 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6608f548-8dd1-49bd-8d01-45a9cdabdb04 tempest-QuotasNegativeTest-1462790306 tempest-QuotasNegativeTest-1462790306-project-admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:19:12.687107 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6608f548-8dd1-49bd-8d01-45a9cdabdb04 tempest-QuotasNegativeTest-1462790306 tempest-QuotasNegativeTest-1462790306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:12.688833 n-d-768851-15 neutron-server[94217]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:19:12.688833 n-d-768851-15 neutron-server[94217]: self.session.flush() Aug 10 03:19:12.688833 n-d-768851-15 neutron-server[94217]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:19:12.688833 n-d-768851-15 neutron-server[94217]: self.session.flush() Aug 10 03:19:12.688833 n-d-768851-15 neutron-server[94217]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:19:12.688833 n-d-768851-15 neutron-server[94217]: self.session.flush() Aug 10 03:19:12.688833 n-d-768851-15 neutron-server[94217]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:19:12.688833 n-d-768851-15 neutron-server[94217]: self.session.flush() Aug 10 03:19:12.688833 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:19:12.688833 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:19:12.688833 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:19:12.688833 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:19:12.688833 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:19:12.688833 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:19:12.688833 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:19:12.688833 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:19:12.688833 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:19:12.688833 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:19:12.688833 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:19:12.688833 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:19:12.688833 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:19:12.688833 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:19:12.688833 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:19:12.688833 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:19:12.688833 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:19:12.688833 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:19:12.688833 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:19:12.688833 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:19:12.688833 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:19:12.688833 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:19:12.688833 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:19:12.688833 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:19:12.688833 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:19:12.688833 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:19:12.688833 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:19:12.688833 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:19:12.688833 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:19:12.688833 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:19:12.688833 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:19:12.688833 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:19:12.714961 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4656ed04-d722-49b9-a6d8-d7c38c7c8aa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:12.736231 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 9fc84b01-bde3-4a48-84a9-9208147b5832 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:19:12.753439 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 4e7f3ef1-a581-4819-bf7c-2364638db24b, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=4e7f3ef1-a581-4819-bf7c-2364638db24b,segment=NetworkSegment(702cc16b-dad0-4a84-9a18-a82d05fcb9b7),segment_id=702cc16b-dad0-4a84-9a18-a82d05fcb9b7)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:12.762242 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:12.763609 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device d0d112d7-58b4-4ab5-99b2-4f9edb392623 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:19:12.777821 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab8142-75c8-4bbd-833f-202e686c50ce req-3182ee51-b578-4418-a3cc-6d79e4c41795 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:12.779748 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-93ab8142-75c8-4bbd-833f-202e686c50ce req-3182ee51-b578-4418-a3cc-6d79e4c41795 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=f845d09f-b71f-4ff8-9033-e9fdfecb1d3a HTTP/1.1" status: 200 len: 943 time: 0.1074078 Aug 10 03:19:12.795618 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4e487f31-693b-450f-8027-e35fe7b742ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:12.795859 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6608f548-8dd1-49bd-8d01-45a9cdabdb04 tempest-QuotasNegativeTest-1462790306 tempest-QuotasNegativeTest-1462790306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:12.800715 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6608f548-8dd1-49bd-8d01-45a9cdabdb04 tempest-QuotasNegativeTest-1462790306 tempest-QuotasNegativeTest-1462790306-project-admin] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:12.806382 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6608f548-8dd1-49bd-8d01-45a9cdabdb04 tempest-QuotasNegativeTest-1462790306 tempest-QuotasNegativeTest-1462790306-project-admin] 10.222.0.62 "DELETE /v2.0/networks/e0f7152e-922e-48ea-882b-cadaf4b29d87 HTTP/1.1" status: 204 len: 168 time: 0.5427926 Aug 10 03:19:12.808936 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d4b92095-61bc-4562-bedb-2fb15197b38a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:12.822478 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: d0d112d7-58b4-4ab5-99b2-4f9edb392623 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:19:12.822936 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device d0d112d7-58b4-4ab5-99b2-4f9edb392623 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:19:12.835484 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6608f548-8dd1-49bd-8d01-45a9cdabdb04 tempest-QuotasNegativeTest-1462790306 tempest-QuotasNegativeTest-1462790306-project-admin] Pushing event deleted for resources: {'Network': ['ID=e0f7152e-922e-48ea-882b-cadaf4b29d87,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:12.839796 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-d4b92095-61bc-4562-bedb-2fb15197b38a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26329441-0dde-46fe-bcf0-48ea13bcc9b5']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:12.854444 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-d4b92095-61bc-4562-bedb-2fb15197b38a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa9453b2-216f-4776-80fa-c65f74d624e4') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:12.854444 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-d4b92095-61bc-4562-bedb-2fb15197b38a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa9453b2-216f-4776-80fa-c65f74d624e4') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:12.859358 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event deleted for resources: {'Port': ['ID=4e7f3ef1-a581-4819-bf7c-2364638db24b,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:12.866771 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d4b92095-61bc-4562-bedb-2fb15197b38a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:12.869146 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-93ab8142-75c8-4bbd-833f-202e686c50ce req-0a42159b-6755-4372-be2e-91f9297cfb08 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771396 Aug 10 03:19:12.888363 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e487f31-693b-450f-8027-e35fe7b742ce None None] No DVR routers for this DVR port 4e7f3ef1-a581-4819-bf7c-2364638db24b on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:19:12.890069 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e487f31-693b-450f-8027-e35fe7b742ce None None] Pushing event deleted for resources: {'Port': ['ID=4e7f3ef1-a581-4819-bf7c-2364638db24b,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:12.898935 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d4b92095-61bc-4562-bedb-2fb15197b38a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:12.907502 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4b92095-61bc-4562-bedb-2fb15197b38a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:19:12.908070 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d4b92095-61bc-4562-bedb-2fb15197b38a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:12.912030 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:19:12.912030 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:19:12.912030 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:19:12.912030 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:19:12.912030 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:19:12.912030 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:19:12.912030 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:19:12.912030 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:19:12.912030 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:19:12.912030 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:19:12.912030 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:19:12.912030 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:19:12.912030 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:19:12.912030 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:19:12.912030 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:19:12.912030 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:19:12.912030 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:19:12.912030 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:19:12.912030 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:19:12.912030 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:19:12.912030 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:19:12.912030 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:19:12.912030 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:19:12.912030 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:19:12.912030 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:19:12.912030 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:19:12.912030 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:19:12.912030 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:19:12.912030 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:19:12.912030 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:19:12.912030 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:19:12.912030 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:19:12.944596 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 9fc84b01-bde3-4a48-84a9-9208147b5832, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=9fc84b01-bde3-4a48-84a9-9208147b5832,segment=NetworkSegment(e0fc6907-b0e5-497d-acdf-511c68571829),segment_id=e0fc6907-b0e5-497d-acdf-511c68571829)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:12.953879 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4656ed04-d722-49b9-a6d8-d7c38c7c8aa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:12.963827 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '9fc84b01-bde3-4a48-84a9-9208147b5832', 'network_id': '480dbe0b-e3be-4a4e-913b-dd9b24bba262', 'port_id': '9fc84b01-bde3-4a48-84a9-9208147b5832', 'mac_address': 'fa:16:3e:57:c7:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '671472a0-ea87-43e5-8586-78a1de5f1af8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:19:12.964428 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4656ed04-d722-49b9-a6d8-d7c38c7c8aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:12.986612 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d4b92095-61bc-4562-bedb-2fb15197b38a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:13.001310 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d4b92095-61bc-4562-bedb-2fb15197b38a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:13.004382 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d4b92095-61bc-4562-bedb-2fb15197b38a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "DELETE /v2.0/networks/26329441-0dde-46fe-bcf0-48ea13bcc9b5 HTTP/1.1" status: 204 len: 168 time: 0.9400311 Aug 10 03:19:13.008769 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54810) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:13.022796 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:13.031513 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b92095-61bc-4562-bedb-2fb15197b38a tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Pushing event deleted for resources: {'Network': ['ID=26329441-0dde-46fe-bcf0-48ea13bcc9b5,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:13.037646 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-4656ed04-d722-49b9-a6d8-d7c38c7c8aa4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8099db7e49204eaeb90a693ad1050707&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3615873 Aug 10 03:19:13.040178 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54812) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:13.040792 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fc84b01-bde3-4a48-84a9-9208147b5832 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:19:13.074886 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 9fc84b01-bde3-4a48-84a9-9208147b5832, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=9fc84b01-bde3-4a48-84a9-9208147b5832,segment=NetworkSegment(e0fc6907-b0e5-497d-acdf-511c68571829),segment_id=e0fc6907-b0e5-497d-acdf-511c68571829)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:13.084339 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:13.090829 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4656ed04-d722-49b9-a6d8-d7c38c7c8aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c16aeee-e723-480e-8344-1339cde69ec0,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:13.130975 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d74ca8bb-0791-4be3-af4d-c55b8120e762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:13.147882 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-602c7758-1ddb-4a98-8ac4-76d10b748ed5 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:13.156152 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d74ca8bb-0791-4be3-af4d-c55b8120e762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:13.168778 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=9fc84b01-bde3-4a48-84a9-9208147b5832,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:13.209574 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d74ca8bb-0791-4be3-af4d-c55b8120e762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:13.213076 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d74ca8bb-0791-4be3-af4d-c55b8120e762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:13.216792 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d74ca8bb-0791-4be3-af4d-c55b8120e762 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6c16aeee-e723-480e-8344-1339cde69ec0 HTTP/1.1" status: 204 len: 168 time: 0.1726329 Aug 10 03:19:13.224828 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74ca8bb-0791-4be3-af4d-c55b8120e762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c16aeee-e723-480e-8344-1339cde69ec0,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:13.258168 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-602c7758-1ddb-4a98-8ac4-76d10b748ed5 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:13.270152 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-602c7758-1ddb-4a98-8ac4-76d10b748ed5 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:13.281175 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-602c7758-1ddb-4a98-8ac4-76d10b748ed5 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '702cc16b-dad0-4a84-9a18-a82d05fcb9b7') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:13.281585 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-602c7758-1ddb-4a98-8ac4-76d10b748ed5 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '702cc16b-dad0-4a84-9a18-a82d05fcb9b7') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:13.291686 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-602c7758-1ddb-4a98-8ac4-76d10b748ed5 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:13.307291 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-602c7758-1ddb-4a98-8ac4-76d10b748ed5 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:13.317435 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-602c7758-1ddb-4a98-8ac4-76d10b748ed5 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:19:13.318036 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-602c7758-1ddb-4a98-8ac4-76d10b748ed5 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:13.321558 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:19:13.321558 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:19:13.321558 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:19:13.321558 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:19:13.321558 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:19:13.321558 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:19:13.321558 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:19:13.321558 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:19:13.321558 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:19:13.321558 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:19:13.321558 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:19:13.321558 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:19:13.321558 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:19:13.321558 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:19:13.321558 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:19:13.321558 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:19:13.321558 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:19:13.321558 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:19:13.321558 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:19:13.321558 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:19:13.321558 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:19:13.321558 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:19:13.321558 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:19:13.321558 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:19:13.321558 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:19:13.321558 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:19:13.321558 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:19:13.321558 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:19:13.321558 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:19:13.321558 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:19:13.321558 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:19:13.321558 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:19:13.389309 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-602c7758-1ddb-4a98-8ac4-76d10b748ed5 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:13.396399 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-602c7758-1ddb-4a98-8ac4-76d10b748ed5 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:13.402239 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-602c7758-1ddb-4a98-8ac4-76d10b748ed5 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] 10.222.0.62 "DELETE /v2.0/networks/be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220 HTTP/1.1" status: 204 len: 168 time: 0.3903365 Aug 10 03:19:13.418514 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602c7758-1ddb-4a98-8ac4-76d10b748ed5 tempest-TaggedBootDevicesTest-634062029 tempest-TaggedBootDevicesTest-634062029-project] Pushing event deleted for resources: {'Network': ['ID=be27f8f7-6a40-4f12-b4c0-4e6d9f0dc220,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:13.422066 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54822) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:13.438985 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bbaf8195-a179-40d8-b80c-5350c4b92bf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:13.455271 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['9fc84b01-bde3-4a48-84a9-9208147b5832'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:19:13.575840 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bbaf8195-a179-40d8-b80c-5350c4b92bf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:13.586469 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bbaf8195-a179-40d8-b80c-5350c4b92bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:13.625782 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-bbaf8195-a179-40d8-b80c-5350c4b92bf6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2bd3b16a5a1446bcb03a4dad6b0e5246&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2001710 Aug 10 03:19:13.627524 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54828) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:13.652945 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf8195-a179-40d8-b80c-5350c4b92bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf8608d-997a-4c6a-be0f-7e98996a653f,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:13.684620 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8d22cc11-30e4-4327-a412-e7bf04d5b60a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:13.712473 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8d22cc11-30e4-4327-a412-e7bf04d5b60a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:13.775734 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8d22cc11-30e4-4327-a412-e7bf04d5b60a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:13.779092 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8d22cc11-30e4-4327-a412-e7bf04d5b60a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:13.780371 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8d22cc11-30e4-4327-a412-e7bf04d5b60a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8bf8608d-997a-4c6a-be0f-7e98996a653f HTTP/1.1" status: 204 len: 168 time: 0.1514657 Aug 10 03:19:13.788866 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d22cc11-30e4-4327-a412-e7bf04d5b60a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf8608d-997a-4c6a-be0f-7e98996a653f,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:14.000977 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526fae6-f441-4fc9-9bc2-716f526fb4b0 req-12053d8c-699c-4ff0-bd86-7b7a84ba9be3 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:14.009567 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f526fae6-f441-4fc9-9bc2-716f526fb4b0 req-12053d8c-699c-4ff0-bd86-7b7a84ba9be3 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=f845d09f-b71f-4ff8-9033-e9fdfecb1d3a HTTP/1.1" status: 200 len: 944 time: 0.0754354 Aug 10 03:19:14.086175 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f526fae6-f441-4fc9-9bc2-716f526fb4b0 req-d63ec6bf-4a65-4318-9d08-13c7c721ab88 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755193 Aug 10 03:19:14.139135 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54858) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:14.156864 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-db9dd02f-da39-40d3-baa2-a2e60fb4928d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:14.275336 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-db9dd02f-da39-40d3-baa2-a2e60fb4928d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:14.282455 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-db9dd02f-da39-40d3-baa2-a2e60fb4928d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:14.302658 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54864) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:14.331178 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-db9dd02f-da39-40d3-baa2-a2e60fb4928d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a870a12c66b04f37979c9b5cab09d38c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1886230 Aug 10 03:19:14.332703 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54868) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:14.343243 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9dd02f-da39-40d3-baa2-a2e60fb4928d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95fd4cce-9bcd-47a6-9e54-809c0809f3ec,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:14.399424 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2c54036e-2327-4e4a-a23a-4272520e2c6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:14.417174 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-dfc71754-81a0-4f15-87a8-9bba1d86fbb8 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2000839751'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:14.432193 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2c54036e-2327-4e4a-a23a-4272520e2c6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:14.463289 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc71754-81a0-4f15-87a8-9bba1d86fbb8 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Made reservation on behalf of 740d8807cb0d40fda4bed181af0edfc6 for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:19:14.466850 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dfc71754-81a0-4f15-87a8-9bba1d86fbb8 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:14.481796 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dfc71754-81a0-4f15-87a8-9bba1d86fbb8 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:14.519161 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2c54036e-2327-4e4a-a23a-4272520e2c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:14.521737 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2c54036e-2327-4e4a-a23a-4272520e2c6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:14.523047 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-2c54036e-2327-4e4a-a23a-4272520e2c6f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/95fd4cce-9bcd-47a6-9e54-809c0809f3ec HTTP/1.1" status: 204 len: 168 time: 0.1892703 Aug 10 03:19:14.541051 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c54036e-2327-4e4a-a23a-4272520e2c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95fd4cce-9bcd-47a6-9e54-809c0809f3ec,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:14.597751 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dfc71754-81a0-4f15-87a8-9bba1d86fbb8 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:14.602412 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dfc71754-81a0-4f15-87a8-9bba1d86fbb8 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:14.632758 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfc71754-81a0-4f15-87a8-9bba1d86fbb8 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:19:14.638976 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc71754-81a0-4f15-87a8-9bba1d86fbb8 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5313328c-2c85-4f61-9f30-9c399dcad508,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:14.646449 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dfc71754-81a0-4f15-87a8-9bba1d86fbb8 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:14.646835 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-dfc71754-81a0-4f15-87a8-9bba1d86fbb8 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Added segment 770cc6ba-6ee0-49c6-bc74-1a38d03cf337 of type vlan for network 9db81f6e-ffea-454f-8046-f3ae7b486dc5 Aug 10 03:19:14.691627 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dfc71754-81a0-4f15-87a8-9bba1d86fbb8 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:14.722924 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dfc71754-81a0-4f15-87a8-9bba1d86fbb8 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:14.728603 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc71754-81a0-4f15-87a8-9bba1d86fbb8 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:14.729219 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dfc71754-81a0-4f15-87a8-9bba1d86fbb8 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:14.747179 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 9fc84b01-bde3-4a48-84a9-9208147b5832 up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:19:14.804393 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port 9fc84b01-bde3-4a48-84a9-9208147b5832 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:19:14.811214 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 9fc84b01-bde3-4a48-84a9-9208147b5832 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:19:14.811720 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:14.839951 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-dfc71754-81a0-4f15-87a8-9bba1d86fbb8 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5360789 Aug 10 03:19:14.843901 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54878) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:14.845376 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc71754-81a0-4f15-87a8-9bba1d86fbb8 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Pushing event updated for resources: {'Network': ['ID=9db81f6e-ffea-454f-8046-f3ae7b486dc5,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:14.851492 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-2d917dff-f2e9-43cc-94d1-8a687337786c tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Request body: {'subnet': {'network_id': '9db81f6e-ffea-454f-8046-f3ae7b486dc5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:14.881800 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 9db81f6e-ffea-454f-8046-f3ae7b486dc5 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:19:14.960197 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d917dff-f2e9-43cc-94d1-8a687337786c tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Made reservation on behalf of 740d8807cb0d40fda4bed181af0edfc6 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:19:14.964382 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2d917dff-f2e9-43cc-94d1-8a687337786c tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:15.036955 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:15.079107 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f845d09f-b71f-4ff8-9033-e9fdfecb1d3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc84b01-bde3-4a48-84a9-9208147b5832'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:19:15.081275 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df02512-7e29-48e4-9283-5a53250bc558" -d '{"events": [{"server_uuid": "f845d09f-b71f-4ff8-9033-e9fdfecb1d3a", "name": "network-vif-plugged", "status": "completed", "tag": "9fc84b01-bde3-4a48-84a9-9208147b5832"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:19:15.143185 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 9fc84b01-bde3-4a48-84a9-9208147b5832, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=9fc84b01-bde3-4a48-84a9-9208147b5832,segment=NetworkSegment(e0fc6907-b0e5-497d-acdf-511c68571829),segment_id=e0fc6907-b0e5-497d-acdf-511c68571829)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:15.150128 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ec96d6-b3ff-4f47-bfb9-2360f1f8bbc8 x-openstack-request-id: req-25ec96d6-b3ff-4f47-bfb9-2360f1f8bbc8 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:19:15.151996 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f845d09f-b71f-4ff8-9033-e9fdfecb1d3a", "name": "network-vif-plugged", "status": "completed", "tag": "9fc84b01-bde3-4a48-84a9-9208147b5832", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:19:15.152262 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-25ec96d6-b3ff-4f47-bfb9-2360f1f8bbc8 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:19:15.152671 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f845d09f-b71f-4ff8-9033-e9fdfecb1d3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc84b01-bde3-4a48-84a9-9208147b5832', 'code': 200} Aug 10 03:19:15.155569 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:15.209960 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2d917dff-f2e9-43cc-94d1-8a687337786c tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:15.295027 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=9fc84b01-bde3-4a48-84a9-9208147b5832,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:15.307828 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d917dff-f2e9-43cc-94d1-8a687337786c tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Pushing event updated for resources: {'Subnet': ['ID=d1386cc2-990d-47a2-8e95-ec7124297209,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:15.325897 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d917dff-f2e9-43cc-94d1-8a687337786c tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Checking segment: {'id': '770cc6ba-6ee0-49c6-bc74-1a38d03cf337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9db81f6e-ffea-454f-8046-f3ae7b486dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:19:15.326503 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d917dff-f2e9-43cc-94d1-8a687337786c tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Network hostable DHCP agents. Network: 9db81f6e-ffea-454f-8046-f3ae7b486dc5, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:19:15.348954 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d917dff-f2e9-43cc-94d1-8a687337786c tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Network 9db81f6e-ffea-454f-8046-f3ae7b486dc5 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:19:15.353982 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968da155-c7a7-4d72-95f4-cfee1c2ad27d req-fa9c414c-a7aa-45e0-8127-901874b6b709 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:15.370319 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-2d917dff-f2e9-43cc-94d1-8a687337786c tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 9db81f6e-ffea-454f-8046-f3ae7b486dc5) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:19:15.374335 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-968da155-c7a7-4d72-95f4-cfee1c2ad27d req-fa9c414c-a7aa-45e0-8127-901874b6b709 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=f845d09f-b71f-4ff8-9033-e9fdfecb1d3a HTTP/1.1" status: 200 len: 945 time: 0.2025123 Aug 10 03:19:15.384328 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb36ad33-b7e2-4379-bf17-573727688cf2 None None] Network 9db81f6e-ffea-454f-8046-f3ae7b486dc5 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:19:15.396131 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d917dff-f2e9-43cc-94d1-8a687337786c tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:15.398468 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2d917dff-f2e9-43cc-94d1-8a687337786c tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:15.413178 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6889c338-49de-4883-9b7b-494cb0436a04 req-125f2add-e457-43e3-a64a-0b5d184a93ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:15.414834 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6889c338-49de-4883-9b7b-494cb0436a04 req-125f2add-e457-43e3-a64a-0b5d184a93ff service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f845d09f-b71f-4ff8-9033-e9fdfecb1d3a HTTP/1.1" status: 200 len: 1097 time: 0.1913152 Aug 10 03:19:15.419808 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2d917dff-f2e9-43cc-94d1-8a687337786c tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5742319 Aug 10 03:19:15.421548 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54904) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:15.427177 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-3eea5327-1369-447c-a096-aa152e305735 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-918501471', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:15.474231 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-968da155-c7a7-4d72-95f4-cfee1c2ad27d req-861d65fa-d579-42be-9abf-eb793b0f44f6 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941818 Aug 10 03:19:15.493606 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6889c338-49de-4883-9b7b-494cb0436a04 req-8c331a51-37cd-43c3-bd3f-944378918d08 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658617 Aug 10 03:19:15.626597 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ace288d-c7df-458b-9fb0-8f1d6e100d10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-9db81f6e-ffea-454f-8046-f3ae7b486dc5', 'network_id': '9db81f6e-ffea-454f-8046-f3ae7b486dc5', 'tenant_id': '740d8807cb0d40fda4bed181af0edfc6', 'fixed_ips': [{'subnet_id': 'd1386cc2-990d-47a2-8e95-ec7124297209'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:19:15.627924 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7ace288d-c7df-458b-9fb0-8f1d6e100d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:15.799358 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-7ace288d-c7df-458b-9fb0-8f1d6e100d10 None None] Allocated IP 172.20.0.2 (9db81f6e-ffea-454f-8046-f3ae7b486dc5/d1386cc2-990d-47a2-8e95-ec7124297209/921020c7-dae0-46c6-ae98-228e45d50fef) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:19:15.833118 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3eea5327-1369-447c-a096-aa152e305735 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:15.834317 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3eea5327-1369-447c-a096-aa152e305735 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:15.917651 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3eea5327-1369-447c-a096-aa152e305735 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:15.924328 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3eea5327-1369-447c-a096-aa152e305735 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:15.965154 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3eea5327-1369-447c-a096-aa152e305735 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:15.966904 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3eea5327-1369-447c-a096-aa152e305735 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.5440106 Aug 10 03:19:15.969591 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54922) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:15.999963 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7ace288d-c7df-458b-9fb0-8f1d6e100d10 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:16.016766 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-7ace288d-c7df-458b-9fb0-8f1d6e100d10 None None] Transition to ACTIVE for port object 921020c7-dae0-46c6-ae98-228e45d50fef will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:19:16.040042 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-7ace288d-c7df-458b-9fb0-8f1d6e100d10 None None] Transition to ACTIVE for port object 921020c7-dae0-46c6-ae98-228e45d50fef will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:19:16.048534 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7ace288d-c7df-458b-9fb0-8f1d6e100d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:16.095320 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ace288d-c7df-458b-9fb0-8f1d6e100d10 None None] Network 9db81f6e-ffea-454f-8046-f3ae7b486dc5 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:19:16.102463 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-7ace288d-c7df-458b-9fb0-8f1d6e100d10 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:19:16.106820 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ace288d-c7df-458b-9fb0-8f1d6e100d10 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:19:16.155400 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ace288d-c7df-458b-9fb0-8f1d6e100d10 None None] Pushing event updated for resources: {'Port': ['ID=921020c7-dae0-46c6-ae98-228e45d50fef,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:16.191201 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-7ace288d-c7df-458b-9fb0-8f1d6e100d10 None None] Attempting to bind port 921020c7-dae0-46c6-ae98-228e45d50fef on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:19:16.191673 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-7ace288d-c7df-458b-9fb0-8f1d6e100d10 None None] Attempting to bind port 921020c7-dae0-46c6-ae98-228e45d50fef by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '770cc6ba-6ee0-49c6-bc74-1a38d03cf337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9db81f6e-ffea-454f-8046-f3ae7b486dc5'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:19:16.192127 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ace288d-c7df-458b-9fb0-8f1d6e100d10 None None] Attempting to bind port 921020c7-dae0-46c6-ae98-228e45d50fef on network 9db81f6e-ffea-454f-8046-f3ae7b486dc5 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:19:16.198412 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ace288d-c7df-458b-9fb0-8f1d6e100d10 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:19:16.199000 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ace288d-c7df-458b-9fb0-8f1d6e100d10 None None] Checking segment: {'id': '770cc6ba-6ee0-49c6-bc74-1a38d03cf337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9db81f6e-ffea-454f-8046-f3ae7b486dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:19:16.199582 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7ace288d-c7df-458b-9fb0-8f1d6e100d10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:16.200682 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ace288d-c7df-458b-9fb0-8f1d6e100d10 None None] Bound using segment: {'id': '770cc6ba-6ee0-49c6-bc74-1a38d03cf337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9db81f6e-ffea-454f-8046-f3ae7b486dc5'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:19:16.201227 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-7ace288d-c7df-458b-9fb0-8f1d6e100d10 None None] Bound port: 921020c7-dae0-46c6-ae98-228e45d50fef, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '770cc6ba-6ee0-49c6-bc74-1a38d03cf337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9db81f6e-ffea-454f-8046-f3ae7b486dc5'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:19:16.201617 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7ace288d-c7df-458b-9fb0-8f1d6e100d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:16.274401 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54928) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:16.279021 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-7ace288d-c7df-458b-9fb0-8f1d6e100d10 None None] For port 921020c7-dae0-46c6-ae98-228e45d50fef, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:19:16.282647 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-7ace288d-c7df-458b-9fb0-8f1d6e100d10 None None] For port 921020c7-dae0-46c6-ae98-228e45d50fef, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=921020c7-dae0-46c6-ae98-228e45d50fef,segment=NetworkSegment(770cc6ba-6ee0-49c6-bc74-1a38d03cf337),segment_id=770cc6ba-6ee0-49c6-bc74-1a38d03cf337)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:19:16.288834 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7ace288d-c7df-458b-9fb0-8f1d6e100d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:16.393889 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ace288d-c7df-458b-9fb0-8f1d6e100d10 None None] Pushing event updated for resources: {'Port': ['ID=921020c7-dae0-46c6-ae98-228e45d50fef,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:16.439823 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9a22c0b0-7a0e-46bb-9eb6-37dfd9cdfdc8 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:16.462517 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-fbc5c863-42a4-4661-8f20-1e1054b06eb7 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2115862124', 'router:external': True}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:16.513197 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc5c863-42a4-4661-8f20-1e1054b06eb7 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Made reservation on behalf of d3063e7ad5e4492f97e388a593ef7000 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:19:16.515615 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fbc5c863-42a4-4661-8f20-1e1054b06eb7 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:16.539603 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fbc5c863-42a4-4661-8f20-1e1054b06eb7 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:16.698805 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fbc5c863-42a4-4661-8f20-1e1054b06eb7 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:16.704031 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fbc5c863-42a4-4661-8f20-1e1054b06eb7 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:16.737471 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbc5c863-42a4-4661-8f20-1e1054b06eb7 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:19:16.756847 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc5c863-42a4-4661-8f20-1e1054b06eb7 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=358dea23-f8c3-4d78-9198-3c0d458d82f6,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:16.758124 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd44ae-99c7-442e-804a-d93909bbaf75 req-930f7e64-ea47-42f1-b1ff-bf49bc3b795c tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:16.759980 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fbc5c863-42a4-4661-8f20-1e1054b06eb7 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:16.760521 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-fbc5c863-42a4-4661-8f20-1e1054b06eb7 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Added segment cbe39b54-c991-4e53-97a4-bac7f0525f20 of type vlan for network 358145da-a149-418f-8b30-dd65b8f2ddc4 Aug 10 03:19:16.765483 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-64cd44ae-99c7-442e-804a-d93909bbaf75 req-930f7e64-ea47-42f1-b1ff-bf49bc3b795c tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=f845d09f-b71f-4ff8-9033-e9fdfecb1d3a HTTP/1.1" status: 200 len: 945 time: 0.1652858 Aug 10 03:19:16.784309 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5c863-42a4-4661-8f20-1e1054b06eb7 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:16.784732 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5c863-42a4-4661-8f20-1e1054b06eb7 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:16.785020 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5c863-42a4-4661-8f20-1e1054b06eb7 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:16.786044 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5c863-42a4-4661-8f20-1e1054b06eb7 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:16.786044 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5c863-42a4-4661-8f20-1e1054b06eb7 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:16.786044 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5c863-42a4-4661-8f20-1e1054b06eb7 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:16.786375 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5c863-42a4-4661-8f20-1e1054b06eb7 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:16.786653 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5c863-42a4-4661-8f20-1e1054b06eb7 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:16.787353 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5c863-42a4-4661-8f20-1e1054b06eb7 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:16.791038 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5c863-42a4-4661-8f20-1e1054b06eb7 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:16.792908 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5c863-42a4-4661-8f20-1e1054b06eb7 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:16.794723 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5c863-42a4-4661-8f20-1e1054b06eb7 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:16.829428 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-64cd44ae-99c7-442e-804a-d93909bbaf75 req-4af2d9b4-8bcd-4509-8d45-ff1cb7ff9a67 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626209 Aug 10 03:19:16.874223 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fbc5c863-42a4-4661-8f20-1e1054b06eb7 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:16.885119 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-9a22c0b0-7a0e-46bb-9eb6-37dfd9cdfdc8 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Allocated IP 172.20.0.1 (9db81f6e-ffea-454f-8046-f3ae7b486dc5/d1386cc2-990d-47a2-8e95-ec7124297209/07cb0643-4111-477a-ba74-fe9c1c9c3dc6) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:19:16.917451 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fbc5c863-42a4-4661-8f20-1e1054b06eb7 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:16.918589 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc5c863-42a4-4661-8f20-1e1054b06eb7 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:16.919234 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fbc5c863-42a4-4661-8f20-1e1054b06eb7 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:16.981150 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-fbc5c863-42a4-4661-8f20-1e1054b06eb7 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.7050319 Aug 10 03:19:16.985610 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54944) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:16.991373 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-1062bc59-b6d1-47ce-b467-9af62f0b7f2b tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Request body: {'subnet': {'network_id': '358145da-a149-418f-8b30-dd65b8f2ddc4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:16.992127 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc5c863-42a4-4661-8f20-1e1054b06eb7 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Pushing event updated for resources: {'Network': ['ID=358145da-a149-418f-8b30-dd65b8f2ddc4,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:17.005690 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 358145da-a149-418f-8b30-dd65b8f2ddc4 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:19:17.466686 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9a22c0b0-7a0e-46bb-9eb6-37dfd9cdfdc8 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:17.480399 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-9a22c0b0-7a0e-46bb-9eb6-37dfd9cdfdc8 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Transition to ACTIVE for port object 07cb0643-4111-477a-ba74-fe9c1c9c3dc6 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:19:17.518423 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1062bc59-b6d1-47ce-b467-9af62f0b7f2b tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Made reservation on behalf of d3063e7ad5e4492f97e388a593ef7000 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:19:17.521556 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1062bc59-b6d1-47ce-b467-9af62f0b7f2b tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:17.559196 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c16f42-bb57-49b2-b438-6b1674cd8803 req-d4998b9e-3332-4f8e-ba59-0229d1a7b4ce tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:17.560807 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-63c16f42-bb57-49b2-b438-6b1674cd8803 req-d4998b9e-3332-4f8e-ba59-0229d1a7b4ce tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=f845d09f-b71f-4ff8-9033-e9fdfecb1d3a HTTP/1.1" status: 200 len: 945 time: 0.4818318 Aug 10 03:19:17.601790 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9a22c0b0-7a0e-46bb-9eb6-37dfd9cdfdc8 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:17.662924 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0239bf-dc65-4049-82f7-c79205850d15 None None] Network 9db81f6e-ffea-454f-8046-f3ae7b486dc5 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:19:17.707597 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a22c0b0-7a0e-46bb-9eb6-37dfd9cdfdc8 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Network 9db81f6e-ffea-454f-8046-f3ae7b486dc5 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:19:17.716093 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-9a22c0b0-7a0e-46bb-9eb6-37dfd9cdfdc8 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:19:17.723933 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a22c0b0-7a0e-46bb-9eb6-37dfd9cdfdc8 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:19:17.727752 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a22c0b0-7a0e-46bb-9eb6-37dfd9cdfdc8 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Pushing event updated for resources: {'Port': ['ID=07cb0643-4111-477a-ba74-fe9c1c9c3dc6,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:17.738070 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-63c16f42-bb57-49b2-b438-6b1674cd8803 req-3048cf4f-430a-4e5e-84ea-694aedb74a76 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259575 Aug 10 03:19:17.745481 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-60de834e-75cd-4092-98a0-5bda1a974326 None None] Provisioning for port 921020c7-dae0-46c6-ae98-228e45d50fef completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:19:17.799026 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9a22c0b0-7a0e-46bb-9eb6-37dfd9cdfdc8 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:17.995880 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9a22c0b0-7a0e-46bb-9eb6-37dfd9cdfdc8 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:18.102526 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-1bc530b2-b15a-484f-89fb-b61ccf473969 None None] Provisioning for port 07cb0643-4111-477a-ba74-fe9c1c9c3dc6 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:19:18.108026 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-1bc530b2-b15a-484f-89fb-b61ccf473969 None None] Provisioning complete for port 07cb0643-4111-477a-ba74-fe9c1c9c3dc6 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:19:18.108735 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-1bc530b2-b15a-484f-89fb-b61ccf473969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:18.171363 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-1bc530b2-b15a-484f-89fb-b61ccf473969 None None] Port 07cb0643-4111-477a-ba74-fe9c1c9c3dc6 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:19:18.351590 n-d-768851-15 neutron-server[94216]: DEBUG neutron.objects.ports [None req-1062bc59-b6d1-47ce-b467-9af62f0b7f2b tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94216) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:19:18.352073 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1062bc59-b6d1-47ce-b467-9af62f0b7f2b tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:18.400622 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-2b50530e-b605-482a-b1a1-abc3ee6f47d0 None None] Provisioning complete for port 07cb0643-4111-477a-ba74-fe9c1c9c3dc6 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:19:18.401449 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2b50530e-b605-482a-b1a1-abc3ee6f47d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:18.434557 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9a22c0b0-7a0e-46bb-9eb6-37dfd9cdfdc8 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:18.436404 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062bc59-b6d1-47ce-b467-9af62f0b7f2b tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Pushing event updated for resources: {'Subnet': ['ID=80d7e90f-a0fd-4bc3-8a68-a298e9cd8ea9,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:18.445348 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-2b50530e-b605-482a-b1a1-abc3ee6f47d0 None None] Port 07cb0643-4111-477a-ba74-fe9c1c9c3dc6 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:19:18.450759 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9a22c0b0-7a0e-46bb-9eb6-37dfd9cdfdc8 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:18.459624 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 921020c7-dae0-46c6-ae98-228e45d50fef up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:19:18.512543 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1062bc59-b6d1-47ce-b467-9af62f0b7f2b tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Checking segment: {'id': 'cbe39b54-c991-4e53-97a4-bac7f0525f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '358145da-a149-418f-8b30-dd65b8f2ddc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:19:18.512926 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1062bc59-b6d1-47ce-b467-9af62f0b7f2b tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Network hostable DHCP agents. Network: 358145da-a149-418f-8b30-dd65b8f2ddc4, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:19:18.522298 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 921020c7-dae0-46c6-ae98-228e45d50fef completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:19:18.531805 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 921020c7-dae0-46c6-ae98-228e45d50fef triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:19:18.532292 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:18.538572 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a22c0b0-7a0e-46bb-9eb6-37dfd9cdfdc8 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Pushing event updated for resources: {'Port': ['ID=07cb0643-4111-477a-ba74-fe9c1c9c3dc6,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:18.547259 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9a22c0b0-7a0e-46bb-9eb6-37dfd9cdfdc8 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:18.572703 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1062bc59-b6d1-47ce-b467-9af62f0b7f2b tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Network 358145da-a149-418f-8b30-dd65b8f2ddc4 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:19:18.615159 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-1062bc59-b6d1-47ce-b467-9af62f0b7f2b tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 358145da-a149-418f-8b30-dd65b8f2ddc4) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:19:18.623237 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1062bc59-b6d1-47ce-b467-9af62f0b7f2b tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:18.623845 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1062bc59-b6d1-47ce-b467-9af62f0b7f2b tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:18.629611 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:18.655374 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-1062bc59-b6d1-47ce-b467-9af62f0b7f2b tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6685708 Aug 10 03:19:18.658142 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54964) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:18.664179 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-5517b031-896f-443a-bd40-16e04217b68b tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-286327029', 'network_id': '358145da-a149-418f-8b30-dd65b8f2ddc4'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:18.664332 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581300dd-c4d1-4745-9339-b83ab09e68ef None None] Network 358145da-a149-418f-8b30-dd65b8f2ddc4 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:19:18.684928 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a22c0b0-7a0e-46bb-9eb6-37dfd9cdfdc8 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Network 9db81f6e-ffea-454f-8046-f3ae7b486dc5 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:19:18.688111 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-9a22c0b0-7a0e-46bb-9eb6-37dfd9cdfdc8 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:19:18.702158 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5517b031-896f-443a-bd40-16e04217b68b tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Made reservation on behalf of d3063e7ad5e4492f97e388a593ef7000 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:19:18.705490 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5517b031-896f-443a-bd40-16e04217b68b tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:18.735738 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 921020c7-dae0-46c6-ae98-228e45d50fef, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=921020c7-dae0-46c6-ae98-228e45d50fef,segment=NetworkSegment(770cc6ba-6ee0-49c6-bc74-1a38d03cf337),segment_id=770cc6ba-6ee0-49c6-bc74-1a38d03cf337)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:18.750960 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [None req-5517b031-896f-443a-bd40-16e04217b68b tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] device_id is not set on port 9130235e-6dc2-4b5d-9f0c-a248489eaf9f yet. {{(pid=94217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:19:18.915837 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-5517b031-896f-443a-bd40-16e04217b68b tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Allocated IP 172.20.0.6 (358145da-a149-418f-8b30-dd65b8f2ddc4/80d7e90f-a0fd-4bc3-8a68-a298e9cd8ea9/9130235e-6dc2-4b5d-9f0c-a248489eaf9f) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:19:18.926928 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:18.945904 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae0381c-91f8-4348-99e1-3f04a7534ac6 req-a971665a-1f7b-4105-87cf-a8d9a0666564 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:18.948656 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3ae0381c-91f8-4348-99e1-3f04a7534ac6 req-a971665a-1f7b-4105-87cf-a8d9a0666564 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=f845d09f-b71f-4ff8-9033-e9fdfecb1d3a HTTP/1.1" status: 200 len: 945 time: 0.0820298 Aug 10 03:19:18.966768 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a22c0b0-7a0e-46bb-9eb6-37dfd9cdfdc8 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Router 8de97367-f84b-43c6-b94b-e24f77f45e24 is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:19:19.021318 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=921020c7-dae0-46c6-ae98-228e45d50fef,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:19.056892 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b814bcdc-8e6e-4eea-92f7-88aa27949bc2 None None] Network 358145da-a149-418f-8b30-dd65b8f2ddc4 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:19:19.095610 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3ae0381c-91f8-4348-99e1-3f04a7534ac6 req-60496860-1820-4a77-a1e6-65103ae2723f tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393464 Aug 10 03:19:19.141165 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-bae9f378-2bc9-4b6d-919d-7b53ac78b01c None None] Provisioning complete for port 07cb0643-4111-477a-ba74-fe9c1c9c3dc6 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:19:19.142098 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-bae9f378-2bc9-4b6d-919d-7b53ac78b01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:19.164900 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5517b031-896f-443a-bd40-16e04217b68b tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:19.165855 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a22c0b0-7a0e-46bb-9eb6-37dfd9cdfdc8 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:19:19.174556 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-9a22c0b0-7a0e-46bb-9eb6-37dfd9cdfdc8 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] 10.222.0.62 "PUT /v2.0/routers/8de97367-f84b-43c6-b94b-e24f77f45e24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2012415 Aug 10 03:19:19.174556 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54970) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:19.180565 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-05a9c424-d230-43a9-a800-132d12eda294 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Request body: {'port': {'network_id': '9db81f6e-ffea-454f-8046-f3ae7b486dc5', 'name': 'tempest-FloatingIPNegativeTestJSON-630276942'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:19.185607 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d89fde-db9e-418e-a57a-99d3a15126aa None None] Sync routers for ids ['8de97367-f84b-43c6-b94b-e24f77f45e24'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:19:19.250321 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5517b031-896f-443a-bd40-16e04217b68b tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:19.273081 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d89fde-db9e-418e-a57a-99d3a15126aa None None] Routers {'8de97367-f84b-43c6-b94b-e24f77f45e24'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:19:19.274016 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-a1d89fde-db9e-418e-a57a-99d3a15126aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:19:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['8de97367-f84b-43c6-b94b-e24f77f45e24'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:19.302325 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-bae9f378-2bc9-4b6d-919d-7b53ac78b01c None None] Port 07cb0643-4111-477a-ba74-fe9c1c9c3dc6 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:19:19.345609 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5517b031-896f-443a-bd40-16e04217b68b tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Network 358145da-a149-418f-8b30-dd65b8f2ddc4 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:19:19.349347 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-5517b031-896f-443a-bd40-16e04217b68b tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:19:19.353219 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5517b031-896f-443a-bd40-16e04217b68b tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:19:19.369829 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-a1d89fde-db9e-418e-a57a-99d3a15126aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:19.409184 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5517b031-896f-443a-bd40-16e04217b68b tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:19.409795 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5517b031-896f-443a-bd40-16e04217b68b tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:19.417848 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a9c424-d230-43a9-a800-132d12eda294 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Made reservation on behalf of 740d8807cb0d40fda4bed181af0edfc6 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:19:19.422988 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-05a9c424-d230-43a9-a800-132d12eda294 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:19.433491 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5517b031-896f-443a-bd40-16e04217b68b tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Pushing event updated for resources: {'Port': ['ID=9130235e-6dc2-4b5d-9f0c-a248489eaf9f,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:19.437049 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-5517b031-896f-443a-bd40-16e04217b68b tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.7774665 Aug 10 03:19:19.439783 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54978) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:19.443420 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d89fde-db9e-418e-a57a-99d3a15126aa None None] Routers {'8de97367-f84b-43c6-b94b-e24f77f45e24'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:19:19.445518 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-a1d89fde-db9e-418e-a57a-99d3a15126aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:19:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['8de97367-f84b-43c6-b94b-e24f77f45e24'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:19.460589 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [None req-05a9c424-d230-43a9-a800-132d12eda294 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] device_id is not set on port 42284158-09de-42d4-a1bd-2429443cc993 yet. {{(pid=94216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:19:19.486003 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-a1d89fde-db9e-418e-a57a-99d3a15126aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:19.486805 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d89fde-db9e-418e-a57a-99d3a15126aa None None] The sync data for ids ['8de97367-f84b-43c6-b94b-e24f77f45e24'] in n-d-768851-15 is: [] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:19:19.538500 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-386c5af1-9dac-4f40-a86f-06cc15fd96e0 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Deleting port 9130235e-6dc2-4b5d-9f0c-a248489eaf9f {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:19.538717 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-386c5af1-9dac-4f40-a86f-06cc15fd96e0 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:19.559200 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34cb6e4-1fe3-446a-89cb-0dff50d779e5 req-6c3582c3-536d-4aad-bdfa-574f46113808 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:19.560732 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f34cb6e4-1fe3-446a-89cb-0dff50d779e5 req-6c3582c3-536d-4aad-bdfa-574f46113808 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=f845d09f-b71f-4ff8-9033-e9fdfecb1d3a HTTP/1.1" status: 200 len: 945 time: 0.1140161 Aug 10 03:19:19.629914 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-386c5af1-9dac-4f40-a86f-06cc15fd96e0 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:19.643099 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f34cb6e4-1fe3-446a-89cb-0dff50d779e5 req-f35975ed-2218-4b7b-818e-ccc873b7ed56 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726616 Aug 10 03:19:19.648465 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-386c5af1-9dac-4f40-a86f-06cc15fd96e0 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Calling delete_port for 9130235e-6dc2-4b5d-9f0c-a248489eaf9f owned by {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:19.652688 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-05a9c424-d230-43a9-a800-132d12eda294 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Allocated IP 172.20.0.4 (9db81f6e-ffea-454f-8046-f3ae7b486dc5/d1386cc2-990d-47a2-8e95-ec7124297209/42284158-09de-42d4-a1bd-2429443cc993) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:19:19.816044 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-05a9c424-d230-43a9-a800-132d12eda294 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:19.820863 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-386c5af1-9dac-4f40-a86f-06cc15fd96e0 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:19.831146 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-05a9c424-d230-43a9-a800-132d12eda294 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Transition to ACTIVE for port object 42284158-09de-42d4-a1bd-2429443cc993 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:19:19.854090 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386c5af1-9dac-4f40-a86f-06cc15fd96e0 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Pushing event deleted for resources: {'Port': ['ID=9130235e-6dc2-4b5d-9f0c-a248489eaf9f,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:19.872409 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-05a9c424-d230-43a9-a800-132d12eda294 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:19.923479 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-386c5af1-9dac-4f40-a86f-06cc15fd96e0 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:19.924463 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a9c424-d230-43a9-a800-132d12eda294 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Network 9db81f6e-ffea-454f-8046-f3ae7b486dc5 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:19:19.925307 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-386c5af1-9dac-4f40-a86f-06cc15fd96e0 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] 10.222.0.62 "DELETE /v2.0/ports/9130235e-6dc2-4b5d-9f0c-a248489eaf9f HTTP/1.1" status: 204 len: 168 time: 0.4844720 Aug 10 03:19:19.929384 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54984) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:19.930300 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-05a9c424-d230-43a9-a800-132d12eda294 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:19:19.936818 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-ed51ca13-2d65-4890-84ae-c0060b1cd08d tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '358145da-a149-418f-8b30-dd65b8f2ddc4', 'external_fixed_ips': [{'subnet_id': '80d7e90f-a0fd-4bc3-8a68-a298e9cd8ea9', 'ip_address': '172.20.0.6'}]}}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:19.939890 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a9c424-d230-43a9-a800-132d12eda294 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:19:19.965951 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a9c424-d230-43a9-a800-132d12eda294 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Pushing event updated for resources: {'Port': ['ID=42284158-09de-42d4-a1bd-2429443cc993,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:20.005140 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a9c424-d230-43a9-a800-132d12eda294 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:20.005697 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-05a9c424-d230-43a9-a800-132d12eda294 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:20.009795 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ed51ca13-2d65-4890-84ae-c0060b1cd08d tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:20.011378 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ed51ca13-2d65-4890-84ae-c0060b1cd08d tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:20.057487 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-05a9c424-d230-43a9-a800-132d12eda294 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8818092 Aug 10 03:19:20.065121 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54986) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:20.080352 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-53e1d723-ff29-4221-82cc-8327fb66f53b tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Request body: {'floatingip': {'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:20.119653 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ed51ca13-2d65-4890-84ae-c0060b1cd08d tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:20.199334 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-53e1d723-ff29-4221-82cc-8327fb66f53b tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks [] for floatingip, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:20.229052 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b5cd07ff-8cb5-4f70-a16e-e25c3bddd750 None None] Provisioning for port 42284158-09de-42d4-a1bd-2429443cc993 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:19:20.233237 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b5cd07ff-8cb5-4f70-a16e-e25c3bddd750 None None] Provisioning complete for port 42284158-09de-42d4-a1bd-2429443cc993 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:19:20.233682 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b5cd07ff-8cb5-4f70-a16e-e25c3bddd750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:20.272138 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b5cd07ff-8cb5-4f70-a16e-e25c3bddd750 None None] Port 42284158-09de-42d4-a1bd-2429443cc993 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:19:20.306357 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ed51ca13-2d65-4890-84ae-c0060b1cd08d tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:20.428764 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-53e1d723-ff29-4221-82cc-8327fb66f53b tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:20.441517 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 921020c7-dae0-46c6-ae98-228e45d50fef up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:19:20.495704 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 921020c7-dae0-46c6-ae98-228e45d50fef triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:19:20.496105 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:20.650155 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-53e1d723-ff29-4221-82cc-8327fb66f53b tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Allocated IP 172.25.7.38 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/0d0030fc-1065-43f1-99c4-65344265c335) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:19:20.674040 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ed51ca13-2d65-4890-84ae-c0060b1cd08d tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:20.711243 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ed51ca13-2d65-4890-84ae-c0060b1cd08d tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:21.217512 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c32b1-25f1-471a-873e-30fecd2a607c req-fdb1523b-67f0-4f2b-a5e4-150eaba9c694 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:21.219450 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a65c32b1-25f1-471a-873e-30fecd2a607c req-fdb1523b-67f0-4f2b-a5e4-150eaba9c694 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=f845d09f-b71f-4ff8-9033-e9fdfecb1d3a HTTP/1.1" status: 200 len: 945 time: 0.1891391 Aug 10 03:19:21.253079 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-53e1d723-ff29-4221-82cc-8327fb66f53b tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:21.274675 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ae645-25eb-49c8-a362-fd2eb8745290 req-dcdd9d8d-8212-426d-9a48-56ea132ecd9b tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:21.276913 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f67ae645-25eb-49c8-a362-fd2eb8745290 req-dcdd9d8d-8212-426d-9a48-56ea132ecd9b tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.60 "GET /v2.0/ports?device_id=f845d09f-b71f-4ff8-9033-e9fdfecb1d3a HTTP/1.1" status: 200 len: 945 time: 0.1797540 Aug 10 03:19:21.393624 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a65c32b1-25f1-471a-873e-30fecd2a607c req-34c576ec-3393-4816-8131-91e02a4b67f2 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649983 Aug 10 03:19:21.427928 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-ed51ca13-2d65-4890-84ae-c0060b1cd08d tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Allocated IP 172.20.0.6 (358145da-a149-418f-8b30-dd65b8f2ddc4/80d7e90f-a0fd-4bc3-8a68-a298e9cd8ea9/7d5495f6-4554-492a-b125-4734edf2df19) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:19:21.491896 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-53e1d723-ff29-4221-82cc-8327fb66f53b tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:21.560433 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e1d723-ff29-4221-82cc-8327fb66f53b tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:19:21.576183 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-f67ae645-25eb-49c8-a362-fd2eb8745290 req-1f6e9876-0801-458f-8658-8d46581fac4f tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Deleting port 9fc84b01-bde3-4a48-84a9-9208147b5832 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:21.576540 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-f67ae645-25eb-49c8-a362-fd2eb8745290 req-1f6e9876-0801-458f-8658-8d46581fac4f tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:21.579415 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-53e1d723-ff29-4221-82cc-8327fb66f53b tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:19:21.581855 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e1d723-ff29-4221-82cc-8327fb66f53b tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:19:21.618405 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e1d723-ff29-4221-82cc-8327fb66f53b tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Pushing event updated for resources: {'Port': ['ID=0d0030fc-1065-43f1-99c4-65344265c335,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:21.710231 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ed51ca13-2d65-4890-84ae-c0060b1cd08d tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:21.788532 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-f67ae645-25eb-49c8-a362-fd2eb8745290 req-1f6e9876-0801-458f-8658-8d46581fac4f tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] For port 9fc84b01-bde3-4a48-84a9-9208147b5832, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=9fc84b01-bde3-4a48-84a9-9208147b5832,segment=NetworkSegment(e0fc6907-b0e5-497d-acdf-511c68571829),segment_id=e0fc6907-b0e5-497d-acdf-511c68571829)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:21.788911 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-f67ae645-25eb-49c8-a362-fd2eb8745290 req-1f6e9876-0801-458f-8658-8d46581fac4f tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:21.809781 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-f67ae645-25eb-49c8-a362-fd2eb8745290 req-1f6e9876-0801-458f-8658-8d46581fac4f tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Calling delete_port for 9fc84b01-bde3-4a48-84a9-9208147b5832 owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:21.811889 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-53e1d723-ff29-4221-82cc-8327fb66f53b tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:21.899282 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-53e1d723-ff29-4221-82cc-8327fb66f53b tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:21.920793 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ed51ca13-2d65-4890-84ae-c0060b1cd08d tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:21.992785 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed51ca13-2d65-4890-84ae-c0060b1cd08d tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Network 358145da-a149-418f-8b30-dd65b8f2ddc4 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:19:22.004811 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-ed51ca13-2d65-4890-84ae-c0060b1cd08d tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:19:22.007205 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed51ca13-2d65-4890-84ae-c0060b1cd08d tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:19:22.055420 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed51ca13-2d65-4890-84ae-c0060b1cd08d tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Pushing event updated for resources: {'Port': ['ID=7d5495f6-4554-492a-b125-4734edf2df19,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:22.266434 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-f67ae645-25eb-49c8-a362-fd2eb8745290 req-1f6e9876-0801-458f-8658-8d46581fac4f tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:22.289709 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['9fc84b01-bde3-4a48-84a9-9208147b5832'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:19:22.318753 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6e9876-0801-458f-8658-8d46581fac4f tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Pushing event deleted for resources: {'Port': ['ID=9fc84b01-bde3-4a48-84a9-9208147b5832,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:22.359217 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-53e1d723-ff29-4221-82cc-8327fb66f53b tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:22.410470 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-f67ae645-25eb-49c8-a362-fd2eb8745290 req-1f6e9876-0801-458f-8658-8d46581fac4f tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] No DVR routers for this DVR port 9fc84b01-bde3-4a48-84a9-9208147b5832 on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:19:22.411942 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-53e1d723-ff29-4221-82cc-8327fb66f53b tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:22.415687 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-f67ae645-25eb-49c8-a362-fd2eb8745290 req-1f6e9876-0801-458f-8658-8d46581fac4f tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:22.418140 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f67ae645-25eb-49c8-a362-fd2eb8745290 req-1f6e9876-0801-458f-8658-8d46581fac4f tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.60 "DELETE /v2.0/ports/9fc84b01-bde3-4a48-84a9-9208147b5832 HTTP/1.1" status: 204 len: 173 time: 1.1297708 Aug 10 03:19:22.419975 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f845d09f-b71f-4ff8-9033-e9fdfecb1d3a', 'name': 'network-vif-deleted', 'tag': '9fc84b01-bde3-4a48-84a9-9208147b5832'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:19:22.422266 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f82d999-dce5-450a-9283-e3e85bec7ab9" -d '{"events": [{"server_uuid": "f845d09f-b71f-4ff8-9033-e9fdfecb1d3a", "name": "network-vif-deleted", "tag": "9fc84b01-bde3-4a48-84a9-9208147b5832"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:19:22.534384 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7641c0b7-5bde-4334-8e1d-99da82d1c693 x-openstack-request-id: req-7641c0b7-5bde-4334-8e1d-99da82d1c693 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:19:22.534708 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f845d09f-b71f-4ff8-9033-e9fdfecb1d3a", "name": "network-vif-deleted", "tag": "9fc84b01-bde3-4a48-84a9-9208147b5832", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:19:22.534942 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7641c0b7-5bde-4334-8e1d-99da82d1c693 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:19:22.535336 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f845d09f-b71f-4ff8-9033-e9fdfecb1d3a', 'name': 'network-vif-deleted', 'tag': '9fc84b01-bde3-4a48-84a9-9208147b5832', 'status': 'completed', 'code': 200} Aug 10 03:19:22.585434 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e1d723-ff29-4221-82cc-8327fb66f53b tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Pushing event updated for resources: {'Port': ['ID=0d0030fc-1065-43f1-99c4-65344265c335,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:22.598726 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-07678cc7-5275-421c-89b0-2bf742815ad2 req-6a261644-c3ff-4bb4-8c79-c3618c3a0b51 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=f845d09f-b71f-4ff8-9033-e9fdfecb1d3a HTTP/1.1" status: 200 len: 210 time: 0.0625534 Aug 10 03:19:22.611969 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ed51ca13-2d65-4890-84ae-c0060b1cd08d tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:22.614842 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-53e1d723-ff29-4221-82cc-8327fb66f53b tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:22.667443 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-53e1d723-ff29-4221-82cc-8327fb66f53b tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:22.671283 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-53e1d723-ff29-4221-82cc-8327fb66f53b tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6071436 Aug 10 03:19:22.672120 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55018) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:22.676315 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-6ee737cb-aadc-4170-afbf-a9278461f9e8 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Request body: {'floatingip': {'port_id': '42284158-09de-42d4-a1bd-2429443cc993', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:22.727373 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6ee737cb-aadc-4170-afbf-a9278461f9e8 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks [] for floatingip, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:22.848026 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ed51ca13-2d65-4890-84ae-c0060b1cd08d tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:22.860227 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-6ee737cb-aadc-4170-afbf-a9278461f9e8 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] update failed (client error): The resource could not be found. Aug 10 03:19:22.861776 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6ee737cb-aadc-4170-afbf-a9278461f9e8 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] 10.222.0.62 "PUT /v2.0/floatingips/37d533b8-ca11-40bf-9608-42622b933ebb HTTP/1.1" status: 404 len: 507 time: 0.1891217 Aug 10 03:19:22.864708 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55022) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:23.002723 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed51ca13-2d65-4890-84ae-c0060b1cd08d tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Router 3bf822b3-c698-46a5-9ada-532162b0ed8e is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:19:23.050682 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-88ee8aea-76d1-4452-a2d7-b4345e78af53 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Deleting port 0d0030fc-1065-43f1-99c4-65344265c335 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:23.051402 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-88ee8aea-76d1-4452-a2d7-b4345e78af53 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:23.129896 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed51ca13-2d65-4890-84ae-c0060b1cd08d tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:19:23.141736 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef3993a-a740-46f0-9405-1ee20c7e1861 None None] Sync routers for ids ['3bf822b3-c698-46a5-9ada-532162b0ed8e'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:19:23.149443 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ed51ca13-2d65-4890-84ae-c0060b1cd08d tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:23.153680 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ed51ca13-2d65-4890-84ae-c0060b1cd08d tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.2180462 Aug 10 03:19:23.153818 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef3993a-a740-46f0-9405-1ee20c7e1861 None None] Routers {'3bf822b3-c698-46a5-9ada-532162b0ed8e'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:19:23.153818 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-5ef3993a-a740-46f0-9405-1ee20c7e1861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:19:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['3bf822b3-c698-46a5-9ada-532162b0ed8e'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:23.154029 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55026) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:23.168678 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-88ee8aea-76d1-4452-a2d7-b4345e78af53 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:23.168999 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-88ee8aea-76d1-4452-a2d7-b4345e78af53 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:23.212167 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-88ee8aea-76d1-4452-a2d7-b4345e78af53 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Calling delete_port for 0d0030fc-1065-43f1-99c4-65344265c335 owned by network:floatingip {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:23.260225 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-5ef3993a-a740-46f0-9405-1ee20c7e1861 None None] Set router 3bf822b3-c698-46a5-9ada-532162b0ed8e gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:19:23.325467 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-648e0c6d-d31e-4d81-a36e-915a2e43ab69 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks [] for router, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:23.447523 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-5ef3993a-a740-46f0-9405-1ee20c7e1861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf822b3-c698-46a5-9ada-532162b0ed8e', 'name': '', 'tenant_id': 'd3063e7ad5e4492f97e388a593ef7000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '358145da-a149-418f-8b30-dd65b8f2ddc4', 'external_fixed_ips': [{'subnet_id': '80d7e90f-a0fd-4bc3-8a68-a298e9cd8ea9', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': '7d5495f6-4554-492a-b125-4734edf2df19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:19:20Z', 'updated_at': '2021-08-10T03:19:22Z', 'revision_number': 3, 'project_id': 'd3063e7ad5e4492f97e388a593ef7000', 'gw_port': {'id': '7d5495f6-4554-492a-b125-4734edf2df19', 'name': '', 'network_id': '358145da-a149-418f-8b30-dd65b8f2ddc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf822b3-c698-46a5-9ada-532162b0ed8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '80d7e90f-a0fd-4bc3-8a68-a298e9cd8ea9', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:19:21Z', 'updated_at': '2021-08-10T03:19:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80d7e90f-a0fd-4bc3-8a68-a298e9cd8ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:23.480533 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-648e0c6d-d31e-4d81-a36e-915a2e43ab69 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:23.485500 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-88ee8aea-76d1-4452-a2d7-b4345e78af53 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:23.522535 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ee8aea-76d1-4452-a2d7-b4345e78af53 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Pushing event deleted for resources: {'Port': ['ID=0d0030fc-1065-43f1-99c4-65344265c335,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:23.569613 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef3993a-a740-46f0-9405-1ee20c7e1861 None None] Checking router: 3bf822b3-c698-46a5-9ada-532162b0ed8e for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:19:23.569960 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef3993a-a740-46f0-9405-1ee20c7e1861 None None] Updating router 3bf822b3-c698-46a5-9ada-532162b0ed8e port 7d5495f6-4554-492a-b125-4734edf2df19 binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:19:23.596956 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-5ef3993a-a740-46f0-9405-1ee20c7e1861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:23.617978 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-88ee8aea-76d1-4452-a2d7-b4345e78af53 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks [] for floatingip, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:23.619385 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-88ee8aea-76d1-4452-a2d7-b4345e78af53 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:23.622858 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-88ee8aea-76d1-4452-a2d7-b4345e78af53 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] 10.222.0.62 "DELETE /v2.0/floatingips/37d533b8-ca11-40bf-9608-42622b933ebb HTTP/1.1" status: 204 len: 168 time: 0.7543917 Aug 10 03:19:23.626162 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55032) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:23.638516 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-648e0c6d-d31e-4d81-a36e-915a2e43ab69 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Deleting port 7d5495f6-4554-492a-b125-4734edf2df19 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:23.638890 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-648e0c6d-d31e-4d81-a36e-915a2e43ab69 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:23.650965 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-c3cb38be-b6d7-40eb-9be0-c702dc3d2f59 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Request body: {'floatingip': {'floating_network_id': '9db81f6e-ffea-454f-8046-f3ae7b486dc5', 'port_id': '42284158-09de-42d4-a1bd-2429443cc993', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:23.693853 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c3cb38be-b6d7-40eb-9be0-c702dc3d2f59 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks [] for floatingip, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:23.764543 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55038) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:23.765686 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-648e0c6d-d31e-4d81-a36e-915a2e43ab69 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:23.784104 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-648e0c6d-d31e-4d81-a36e-915a2e43ab69 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Calling delete_port for 7d5495f6-4554-492a-b125-4734edf2df19 owned by network:router_gateway {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:23.887735 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [None req-c3cb38be-b6d7-40eb-9be0-c702dc3d2f59 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:19:23.888835 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-c3cb38be-b6d7-40eb-9be0-c702dc3d2f59 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2605560 Aug 10 03:19:23.892730 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55054) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:23.897518 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-2fce2f3b-b9ec-4867-9677-a134dd0136f5 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Request body: {'floatingip': {'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'port_id': '42284158-09de-42d4-a1bd-2429443cc993', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:23.940029 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-5ef3993a-a740-46f0-9405-1ee20c7e1861 None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:23.955084 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-5ef3993a-a740-46f0-9405-1ee20c7e1861 None None] Transition to ACTIVE for port object 7d5495f6-4554-492a-b125-4734edf2df19 will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:19:23.962825 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-5ef3993a-a740-46f0-9405-1ee20c7e1861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:24.003928 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2fce2f3b-b9ec-4867-9677-a134dd0136f5 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks [] for floatingip, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:24.018357 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28e1ff5-857f-42c1-944d-91c6979193dd None None] Pushing event updated for resources: {'Port': ['ID=7d5495f6-4554-492a-b125-4734edf2df19,revision_number=2']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:24.052896 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-5ef3993a-a740-46f0-9405-1ee20c7e1861 None None] Attempting to bind port 7d5495f6-4554-492a-b125-4734edf2df19 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:19:24.053396 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-5ef3993a-a740-46f0-9405-1ee20c7e1861 None None] Attempting to bind port 7d5495f6-4554-492a-b125-4734edf2df19 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'cbe39b54-c991-4e53-97a4-bac7f0525f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '358145da-a149-418f-8b30-dd65b8f2ddc4'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:19:24.053991 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef3993a-a740-46f0-9405-1ee20c7e1861 None None] Attempting to bind port 7d5495f6-4554-492a-b125-4734edf2df19 on network 358145da-a149-418f-8b30-dd65b8f2ddc4 {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:19:24.068077 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef3993a-a740-46f0-9405-1ee20c7e1861 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:19:24.068581 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef3993a-a740-46f0-9405-1ee20c7e1861 None None] Checking segment: {'id': 'cbe39b54-c991-4e53-97a4-bac7f0525f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '358145da-a149-418f-8b30-dd65b8f2ddc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:19:24.069126 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-5ef3993a-a740-46f0-9405-1ee20c7e1861 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:24.069587 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef3993a-a740-46f0-9405-1ee20c7e1861 None None] Bound using segment: {'id': 'cbe39b54-c991-4e53-97a4-bac7f0525f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '358145da-a149-418f-8b30-dd65b8f2ddc4'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:19:24.070386 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-5ef3993a-a740-46f0-9405-1ee20c7e1861 None None] Bound port: 7d5495f6-4554-492a-b125-4734edf2df19, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe39b54-c991-4e53-97a4-bac7f0525f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '358145da-a149-418f-8b30-dd65b8f2ddc4'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:19:24.070874 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-5ef3993a-a740-46f0-9405-1ee20c7e1861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:24.101970 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-648e0c6d-d31e-4d81-a36e-915a2e43ab69 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:24.150004 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.db.api [None req-5ef3993a-a740-46f0-9405-1ee20c7e1861 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:19:24.151861 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e0c6d-d31e-4d81-a36e-915a2e43ab69 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Pushing event deleted for resources: {'Port': ['ID=7d5495f6-4554-492a-b125-4734edf2df19,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:24.152926 n-d-768851-15 neutron-server[94219]: DEBUG oslo_db.api [None req-5ef3993a-a740-46f0-9405-1ee20c7e1861 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:19:24.224498 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-648e0c6d-d31e-4d81-a36e-915a2e43ab69 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:24.330144 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-648e0c6d-d31e-4d81-a36e-915a2e43ab69 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:24.332571 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-648e0c6d-d31e-4d81-a36e-915a2e43ab69 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:24.394625 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-648e0c6d-d31e-4d81-a36e-915a2e43ab69 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:24.395220 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648e0c6d-d31e-4d81-a36e-915a2e43ab69 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3bf822b3-c698-46a5-9ada-532162b0ed8e {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:19:24.401590 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-648e0c6d-d31e-4d81-a36e-915a2e43ab69 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:24.405633 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-648e0c6d-d31e-4d81-a36e-915a2e43ab69 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] 10.222.0.62 "DELETE /v2.0/routers/3bf822b3-c698-46a5-9ada-532162b0ed8e HTTP/1.1" status: 204 len: 168 time: 1.2481761 Aug 10 03:19:24.405934 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55066) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:24.464249 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c182f2e-6703-462d-95f7-5f7641ca9365 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Deleting subnet 80d7e90f-a0fd-4bc3-8a68-a298e9cd8ea9 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:19:24.467379 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4c182f2e-6703-462d-95f7-5f7641ca9365 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:24.506326 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4c182f2e-6703-462d-95f7-5f7641ca9365 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:24.512131 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431f933-bf75-4126-802e-19aa4bbce80c req-7ee5c69c-e03a-4772-852f-3bf54d4d932c tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:24.513738 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2431f933-bf75-4126-802e-19aa4bbce80c req-7ee5c69c-e03a-4772-852f-3bf54d4d932c tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/networks?id=480dbe0b-e3be-4a4e-913b-dd9b24bba262 HTTP/1.1" status: 200 len: 812 time: 0.6087844 Aug 10 03:19:24.551101 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4c182f2e-6703-462d-95f7-5f7641ca9365 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:24.552028 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2431f933-bf75-4126-802e-19aa4bbce80c req-996bf2f1-1207-4523-8295-cf255ec15eb4 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/quotas/83b79d8631564df6a9bf256e7f6ac69f HTTP/1.1" status: 200 len: 375 time: 0.0286853 Aug 10 03:19:24.610078 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4c182f2e-6703-462d-95f7-5f7641ca9365 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:24.624715 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2431f933-bf75-4126-802e-19aa4bbce80c req-52486991-982f-4522-8db4-ed8d39ffaf10 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=83b79d8631564df6a9bf256e7f6ac69f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0633821 Aug 10 03:19:24.647387 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4c182f2e-6703-462d-95f7-5f7641ca9365 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:24.652550 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4c182f2e-6703-462d-95f7-5f7641ca9365 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] 10.222.0.62 "DELETE /v2.0/subnets/80d7e90f-a0fd-4bc3-8a68-a298e9cd8ea9 HTTP/1.1" status: 204 len: 168 time: 0.2391055 Aug 10 03:19:24.652899 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55070) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:24.662014 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c182f2e-6703-462d-95f7-5f7641ca9365 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=80d7e90f-a0fd-4bc3-8a68-a298e9cd8ea9,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:24.672125 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-5ef3993a-a740-46f0-9405-1ee20c7e1861 None None] Attempting to bind port 7d5495f6-4554-492a-b125-4734edf2df19 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:19:24.672746 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-5ef3993a-a740-46f0-9405-1ee20c7e1861 None None] Attempting to bind port 7d5495f6-4554-492a-b125-4734edf2df19 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'cbe39b54-c991-4e53-97a4-bac7f0525f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '358145da-a149-418f-8b30-dd65b8f2ddc4'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:19:24.673294 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef3993a-a740-46f0-9405-1ee20c7e1861 None None] Attempting to bind port 7d5495f6-4554-492a-b125-4734edf2df19 on network 358145da-a149-418f-8b30-dd65b8f2ddc4 {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:19:24.679004 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef3993a-a740-46f0-9405-1ee20c7e1861 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:19:24.679642 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef3993a-a740-46f0-9405-1ee20c7e1861 None None] Checking segment: {'id': 'cbe39b54-c991-4e53-97a4-bac7f0525f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '358145da-a149-418f-8b30-dd65b8f2ddc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:19:24.680339 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-5ef3993a-a740-46f0-9405-1ee20c7e1861 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:24.680939 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef3993a-a740-46f0-9405-1ee20c7e1861 None None] Bound using segment: {'id': 'cbe39b54-c991-4e53-97a4-bac7f0525f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '358145da-a149-418f-8b30-dd65b8f2ddc4'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:19:24.681624 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-5ef3993a-a740-46f0-9405-1ee20c7e1861 None None] Bound port: 7d5495f6-4554-492a-b125-4734edf2df19, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe39b54-c991-4e53-97a4-bac7f0525f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '358145da-a149-418f-8b30-dd65b8f2ddc4'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:19:24.682238 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-5ef3993a-a740-46f0-9405-1ee20c7e1861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:24.709464 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.plugin [None req-5ef3993a-a740-46f0-9405-1ee20c7e1861 None None] Port 7d5495f6-4554-492a-b125-4734edf2df19 has been deleted concurrently {{(pid=94219) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 10 03:19:24.719683 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef3993a-a740-46f0-9405-1ee20c7e1861 None None] Routers set() bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:19:24.720355 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef3993a-a740-46f0-9405-1ee20c7e1861 None None] Router IDs set() for agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 10 03:19:24.722824 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_agentschedulers_db [None req-5ef3993a-a740-46f0-9405-1ee20c7e1861 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3bf822b3-c698-46a5-9ada-532162b0ed8e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:19:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent'). {{(pid=94219) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 10 03:19:24.723432 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef3993a-a740-46f0-9405-1ee20c7e1861 None None] The sync data for ids ['3bf822b3-c698-46a5-9ada-532162b0ed8e'] in n-d-768851-15 is: [] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:19:24.770891 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2fce2f3b-b9ec-4867-9677-a134dd0136f5 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:24.777117 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 9fc84b01-bde3-4a48-84a9-9208147b5832 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:19:24.784307 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-78ff0191-2d77-40e6-aa26-7ec1d2832794 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:24.813951 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: 9fc84b01-bde3-4a48-84a9-9208147b5832 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:19:24.814667 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 9fc84b01-bde3-4a48-84a9-9208147b5832 not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:19:24.871756 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2431f933-bf75-4126-802e-19aa4bbce80c req-5a87f016-ab89-4ff0-aaf8-5bfab45db754 service neutron] 10.222.0.62 "GET /v2.0/networks/480dbe0b-e3be-4a4e-913b-dd9b24bba262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358634 Aug 10 03:19:24.888141 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-78ff0191-2d77-40e6-aa26-7ec1d2832794 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:24.900081 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-78ff0191-2d77-40e6-aa26-7ec1d2832794 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['358145da-a149-418f-8b30-dd65b8f2ddc4']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:24.912749 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-78ff0191-2d77-40e6-aa26-7ec1d2832794 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbe39b54-c991-4e53-97a4-bac7f0525f20') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:24.913022 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-78ff0191-2d77-40e6-aa26-7ec1d2832794 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbe39b54-c991-4e53-97a4-bac7f0525f20') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:24.924075 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-78ff0191-2d77-40e6-aa26-7ec1d2832794 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:24.937492 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-78ff0191-2d77-40e6-aa26-7ec1d2832794 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:24.943462 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78ff0191-2d77-40e6-aa26-7ec1d2832794 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:19:24.943909 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-78ff0191-2d77-40e6-aa26-7ec1d2832794 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:24.947974 n-d-768851-15 neutron-server[94217]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:19:24.947974 n-d-768851-15 neutron-server[94217]: items = [ Aug 10 03:19:24.947974 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:19:24.947974 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:19:24.947974 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:19:24.947974 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:19:24.947974 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:19:24.947974 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:19:24.947974 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:19:24.947974 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:19:24.947974 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:19:24.947974 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:19:24.947974 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:19:24.947974 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:19:24.947974 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:19:24.947974 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:19:24.947974 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:19:24.947974 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:19:24.947974 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:19:24.947974 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:19:24.947974 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:19:24.947974 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:19:24.947974 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:19:24.947974 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:19:24.947974 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:19:24.947974 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:19:24.947974 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:19:24.947974 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:19:24.947974 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:19:24.947974 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:19:24.947974 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:19:24.947974 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:19:24.947974 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:19:24.947974 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:19:25.013074 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-78ff0191-2d77-40e6-aa26-7ec1d2832794 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:25.019644 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ff0191-2d77-40e6-aa26-7ec1d2832794 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 358145da-a149-418f-8b30-dd65b8f2ddc4 {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 10 03:19:25.034885 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-2fce2f3b-b9ec-4867-9677-a134dd0136f5 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Allocated IP 172.25.7.209 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/3b587cd4-1e2a-4a95-8a03-8d531bed22f6) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:19:25.041121 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-78ff0191-2d77-40e6-aa26-7ec1d2832794 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:25.044996 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-78ff0191-2d77-40e6-aa26-7ec1d2832794 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] 10.222.0.62 "DELETE /v2.0/networks/358145da-a149-418f-8b30-dd65b8f2ddc4 HTTP/1.1" status: 204 len: 168 time: 0.3907726 Aug 10 03:19:25.047376 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff0191-2d77-40e6-aa26-7ec1d2832794 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Pushing event deleted for resources: {'Network': ['ID=358145da-a149-418f-8b30-dd65b8f2ddc4,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:25.092135 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2431f933-bf75-4126-802e-19aa4bbce80c req-de35bfe8-31bb-4352-8c48-6c7c4de6524b service neutron] 10.222.0.62 "GET /v2.0/networks/480dbe0b-e3be-4a4e-913b-dd9b24bba262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123761 Aug 10 03:19:25.240174 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2fce2f3b-b9ec-4867-9677-a134dd0136f5 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:25.292318 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fdb5c5b9-3bda-4bf3-86b1-279740c85814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:25.378272 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55086) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:25.383991 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-b5132b4a-f2f7-4455-a26e-afb8efe36ec3 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Request body: {'router': {'name': 'tempest-router--1124871918', 'project_id': '2f1feb709e8f45f0bcd37fb445a1e644'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:25.385393 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e239af09-64e6-4e72-bd2a-a17bfb5608c2 req-8d804816-cf0f-453e-a856-0363617ed627 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfa2a8d3-ebe1-4103-896b-c4f2df154b68 HTTP/1.1" status: 200 len: 210 time: 0.0339267 Aug 10 03:19:25.389822 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2fce2f3b-b9ec-4867-9677-a134dd0136f5 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:25.444680 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b5132b4a-f2f7-4455-a26e-afb8efe36ec3 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:25.446016 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b5132b4a-f2f7-4455-a26e-afb8efe36ec3 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:25.458775 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fce2f3b-b9ec-4867-9677-a134dd0136f5 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:19:25.461685 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fce2f3b-b9ec-4867-9677-a134dd0136f5 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Pushing event updated for resources: {'Port': ['ID=3b587cd4-1e2a-4a95-8a03-8d531bed22f6,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:25.470524 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-2fce2f3b-b9ec-4867-9677-a134dd0136f5 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:19:25.477956 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fce2f3b-b9ec-4867-9677-a134dd0136f5 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:19:25.513652 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b5132b4a-f2f7-4455-a26e-afb8efe36ec3 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:25.520816 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b5132b4a-f2f7-4455-a26e-afb8efe36ec3 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:25.539757 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b5132b4a-f2f7-4455-a26e-afb8efe36ec3 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:25.544902 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55096) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:25.545986 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b5132b4a-f2f7-4455-a26e-afb8efe36ec3 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1664867 Aug 10 03:19:25.693930 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f0ef4b19-d6df-451f-8d45-8b27d0116f95 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks [] for router, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:25.959373 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f0ef4b19-d6df-451f-8d45-8b27d0116f95 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:25.964175 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f0ef4b19-d6df-451f-8d45-8b27d0116f95 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:26.023220 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f0ef4b19-d6df-451f-8d45-8b27d0116f95 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:26.023734 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ef4b19-d6df-451f-8d45-8b27d0116f95 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 86ce3053-7534-4e62-aea3-af5d35aa6575 {{(pid=94216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:19:26.030501 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f0ef4b19-d6df-451f-8d45-8b27d0116f95 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:26.031668 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-f0ef4b19-d6df-451f-8d45-8b27d0116f95 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] 10.222.0.62 "DELETE /v2.0/routers/86ce3053-7534-4e62-aea3-af5d35aa6575 HTTP/1.1" status: 204 len: 168 time: 0.4856870 Aug 10 03:19:26.056607 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-2fce2f3b-b9ec-4867-9677-a134dd0136f5 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Deleting port 3b587cd4-1e2a-4a95-8a03-8d531bed22f6 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:26.056956 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2fce2f3b-b9ec-4867-9677-a134dd0136f5 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:26.127714 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:26.159987 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55108) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:26.173496 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2fce2f3b-b9ec-4867-9677-a134dd0136f5 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:26.173964 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2fce2f3b-b9ec-4867-9677-a134dd0136f5 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:26.190948 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-2fce2f3b-b9ec-4867-9677-a134dd0136f5 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Calling delete_port for 3b587cd4-1e2a-4a95-8a03-8d531bed22f6 owned by network:floatingip {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:26.193485 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-fdb5c5b9-3bda-4bf3-86b1-279740c85814 admin admin] Deleting port 20db2a69-300b-4cf6-a805-13fb5667fcda {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:26.193720 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fdb5c5b9-3bda-4bf3-86b1-279740c85814 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:26.309718 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:26.334826 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-fdb5c5b9-3bda-4bf3-86b1-279740c85814 admin admin] For port 20db2a69-300b-4cf6-a805-13fb5667fcda, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=20db2a69-300b-4cf6-a805-13fb5667fcda,segment=NetworkSegment(5277ad14-a4dd-4656-a28b-9234dbb67820),segment_id=5277ad14-a4dd-4656-a28b-9234dbb67820)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:26.335211 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fdb5c5b9-3bda-4bf3-86b1-279740c85814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:26.365311 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-fdb5c5b9-3bda-4bf3-86b1-279740c85814 admin admin] Calling delete_port for 20db2a69-300b-4cf6-a805-13fb5667fcda owned by network:router_interface {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:26.478136 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-016aa391-f0b4-4451-b683-b449ebaf24e4 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-17536016', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}, 'admin_state_up': False}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:26.531723 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-016aa391-f0b4-4451-b683-b449ebaf24e4 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:26.533335 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-016aa391-f0b4-4451-b683-b449ebaf24e4 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:26.604367 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b7be6935-a9ec-41a8-807f-61de98256449 req-df67d6d8-4fc5-40af-bc44-d4e18dd4fe15 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfa2a8d3-ebe1-4103-896b-c4f2df154b68 HTTP/1.1" status: 200 len: 210 time: 0.0669501 Aug 10 03:19:26.616401 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2fce2f3b-b9ec-4867-9677-a134dd0136f5 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:26.633647 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-016aa391-f0b4-4451-b683-b449ebaf24e4 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:26.669604 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fce2f3b-b9ec-4867-9677-a134dd0136f5 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Pushing event deleted for resources: {'Port': ['ID=3b587cd4-1e2a-4a95-8a03-8d531bed22f6,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:26.780868 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15347a68-23af-42ca-bc38-a3973d1c18cf req-db6d887a-6a11-4964-ba82-0e131479f7e0 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:26.782672 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-15347a68-23af-42ca-bc38-a3973d1c18cf req-db6d887a-6a11-4964-ba82-0e131479f7e0 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 945 time: 0.2426670 Aug 10 03:19:26.802818 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431f933-bf75-4126-802e-19aa4bbce80c req-b7e03292-891b-42b0-8cbc-69f0131aae41 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:26.804213 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2431f933-bf75-4126-802e-19aa4bbce80c req-b7e03292-891b-42b0-8cbc-69f0131aae41 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.60 "GET /v2.0/networks?id=480dbe0b-e3be-4a4e-913b-dd9b24bba262 HTTP/1.1" status: 200 len: 812 time: 0.4043527 Aug 10 03:19:26.813772 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-016aa391-f0b4-4451-b683-b449ebaf24e4 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:26.834831 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-2431f933-bf75-4126-802e-19aa4bbce80c req-99359822-ffc3-4e9f-b446-52eb6094aec9 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Request body: {'port': {'device_id': 'bfa2a8d3-ebe1-4103-896b-c4f2df154b68', 'network_id': '480dbe0b-e3be-4a4e-913b-dd9b24bba262', 'admin_state_up': True, 'tenant_id': '83b79d8631564df6a9bf256e7f6ac69f'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:27.019677 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-016aa391-f0b4-4451-b683-b449ebaf24e4 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks [] for router_gateway, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:27.039776 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-016aa391-f0b4-4451-b683-b449ebaf24e4 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:27.151314 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-016aa391-f0b4-4451-b683-b449ebaf24e4 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Allocated IP 172.25.7.141 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/f6fb1c6a-eb42-4f30-9ab1-6a24f628e138) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:19:27.233073 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-15347a68-23af-42ca-bc38-a3973d1c18cf req-1faa0a4e-86ee-43fb-a556-1d8703435451 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=3195847a-22b1-4e5d-a1c3-c326862fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4371927 Aug 10 03:19:27.240486 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [None req-2fce2f3b-b9ec-4867-9677-a134dd0136f5 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] create failed (client error): The resource could not be found. Aug 10 03:19:27.241547 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-2fce2f3b-b9ec-4867-9677-a134dd0136f5 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.3478460 Aug 10 03:19:27.263071 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55128) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:27.373597 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fdb5c5b9-3bda-4bf3-86b1-279740c85814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:27.415586 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb5c5b9-3bda-4bf3-86b1-279740c85814 admin admin] Pushing event deleted for resources: {'Port': ['ID=20db2a69-300b-4cf6-a805-13fb5667fcda,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:27.453502 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb5c5b9-3bda-4bf3-86b1-279740c85814 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:27.453856 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb5c5b9-3bda-4bf3-86b1-279740c85814 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:27.454199 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb5c5b9-3bda-4bf3-86b1-279740c85814 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:27.454539 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb5c5b9-3bda-4bf3-86b1-279740c85814 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:27.454908 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb5c5b9-3bda-4bf3-86b1-279740c85814 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:27.455317 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb5c5b9-3bda-4bf3-86b1-279740c85814 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:27.455658 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb5c5b9-3bda-4bf3-86b1-279740c85814 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:27.455967 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb5c5b9-3bda-4bf3-86b1-279740c85814 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:27.460435 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb5c5b9-3bda-4bf3-86b1-279740c85814 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:27.460800 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb5c5b9-3bda-4bf3-86b1-279740c85814 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:27.461145 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb5c5b9-3bda-4bf3-86b1-279740c85814 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:27.461620 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb5c5b9-3bda-4bf3-86b1-279740c85814 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:27.492977 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2431f933-bf75-4126-802e-19aa4bbce80c req-99359822-ffc3-4e9f-b446-52eb6094aec9 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Made reservation on behalf of 83b79d8631564df6a9bf256e7f6ac69f for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:19:27.497178 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-2431f933-bf75-4126-802e-19aa4bbce80c req-99359822-ffc3-4e9f-b446-52eb6094aec9 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:27.504100 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-016aa391-f0b4-4451-b683-b449ebaf24e4 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:27.532849 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-99f0f137-4f47-46ac-8a10-927f2a4f1172 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Deleting port 42284158-09de-42d4-a1bd-2429443cc993 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:27.533393 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-99f0f137-4f47-46ac-8a10-927f2a4f1172 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:27.545889 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-016aa391-f0b4-4451-b683-b449ebaf24e4 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:27.584714 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016aa391-f0b4-4451-b683-b449ebaf24e4 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:19:27.590305 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-016aa391-f0b4-4451-b683-b449ebaf24e4 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:19:27.594127 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016aa391-f0b4-4451-b683-b449ebaf24e4 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:19:27.707726 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016aa391-f0b4-4451-b683-b449ebaf24e4 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Pushing event updated for resources: {'Port': ['ID=f6fb1c6a-eb42-4f30-9ab1-6a24f628e138,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:27.766418 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a96d0d87-3cdc-451e-a418-121cf350d71b req-dbbc586a-7ace-418e-ba64-a36016957478 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfa2a8d3-ebe1-4103-896b-c4f2df154b68 HTTP/1.1" status: 200 len: 210 time: 0.0811927 Aug 10 03:19:27.819077 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-99f0f137-4f47-46ac-8a10-927f2a4f1172 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:27.823664 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fdb5c5b9-3bda-4bf3-86b1-279740c85814 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:27.846839 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-99f0f137-4f47-46ac-8a10-927f2a4f1172 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Calling delete_port for 42284158-09de-42d4-a1bd-2429443cc993 owned by {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:27.864831 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-2431f933-bf75-4126-802e-19aa4bbce80c req-99359822-ffc3-4e9f-b446-52eb6094aec9 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Allocated IP 172.20.0.5 (480dbe0b-e3be-4a4e-913b-dd9b24bba262/671472a0-ea87-43e5-8586-78a1de5f1af8/0455b05d-5b22-4bf2-acff-92ae778947a2) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:19:27.908929 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-016aa391-f0b4-4451-b683-b449ebaf24e4 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks [] for router_gateway, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:28.123695 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-016aa391-f0b4-4451-b683-b449ebaf24e4 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:28.251938 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-016aa391-f0b4-4451-b683-b449ebaf24e4 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Router bc63a175-fee1-4408-98b5-01ca691354d0 is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:19:28.279175 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-99f0f137-4f47-46ac-8a10-927f2a4f1172 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:28.284952 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-2431f933-bf75-4126-802e-19aa4bbce80c req-99359822-ffc3-4e9f-b446-52eb6094aec9 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:28.327985 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f0f137-4f47-46ac-8a10-927f2a4f1172 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Pushing event deleted for resources: {'Port': ['ID=42284158-09de-42d4-a1bd-2429443cc993,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:28.366229 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-016aa391-f0b4-4451-b683-b449ebaf24e4 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:19:28.375950 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdb5c5b9-3bda-4bf3-86b1-279740c85814 admin admin] Router 80dafd6b-2d4c-4a17-86c3-8f27fb623c5d has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:19:28.400014 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-016aa391-f0b4-4451-b683-b449ebaf24e4 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:28.402232 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-016aa391-f0b4-4451-b683-b449ebaf24e4 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.2412293 Aug 10 03:19:28.402622 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a5e101-7320-46d5-9ee9-653f63239a76 None None] Sync routers for ids ['bc63a175-fee1-4408-98b5-01ca691354d0'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:19:28.405882 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55138) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:28.415657 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a5e101-7320-46d5-9ee9-653f63239a76 None None] Routers {'bc63a175-fee1-4408-98b5-01ca691354d0'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:19:28.416560 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-58a5e101-7320-46d5-9ee9-653f63239a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:19:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['bc63a175-fee1-4408-98b5-01ca691354d0'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:28.461095 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-58a5e101-7320-46d5-9ee9-653f63239a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:28.473723 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a5e101-7320-46d5-9ee9-653f63239a76 None None] Routers {'bc63a175-fee1-4408-98b5-01ca691354d0'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:19:28.475762 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-58a5e101-7320-46d5-9ee9-653f63239a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:19:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['bc63a175-fee1-4408-98b5-01ca691354d0'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:28.519472 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-58a5e101-7320-46d5-9ee9-653f63239a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:28.520169 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a5e101-7320-46d5-9ee9-653f63239a76 None None] The sync data for ids ['bc63a175-fee1-4408-98b5-01ca691354d0'] in n-d-768851-15 is: [] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:19:28.531843 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-99f0f137-4f47-46ac-8a10-927f2a4f1172 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:28.534032 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-99f0f137-4f47-46ac-8a10-927f2a4f1172 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] 10.222.0.62 "DELETE /v2.0/ports/42284158-09de-42d4-a1bd-2429443cc993 HTTP/1.1" status: 204 len: 168 time: 1.2700624 Aug 10 03:19:28.538436 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55142) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:28.544819 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6818ea-7072-4977-b0a8-a8f74ad54807 req-fd1f4b1d-f3e7-4186-af06-ffee62ffa83f tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:28.546393 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bb6818ea-7072-4977-b0a8-a8f74ad54807 req-fd1f4b1d-f3e7-4186-af06-ffee62ffa83f tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 945 time: 0.2231538 Aug 10 03:19:28.549674 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-2431f933-bf75-4126-802e-19aa4bbce80c req-99359822-ffc3-4e9f-b446-52eb6094aec9 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:28.596759 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-07319000-496d-4709-b2d3-bfecae2c4764 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] 10.222.0.62 "GET /v2.0/routers/bc63a175-fee1-4408-98b5-01ca691354d0 HTTP/1.1" status: 200 len: 919 time: 0.1895521 Aug 10 03:19:28.601642 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55144) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:28.623414 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0cbf3c-4d58-431c-8d95-8829b35cc4fc tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:28.627355 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9b0cbf3c-4d58-431c-8d95-8829b35cc4fc tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] 10.222.0.62 "GET /v2.0/ports?device_id=8de97367-f84b-43c6-b94b-e24f77f45e24 HTTP/1.1" status: 200 len: 913 time: 0.0877156 Aug 10 03:19:28.628056 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55146) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:28.649793 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-39c59823-7d3d-47d2-8e5b-846feed16dc4 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc63a175-fee1-4408-98b5-01ca691354d0 HTTP/1.1" status: 200 len: 205 time: 0.0455015 Aug 10 03:19:28.652266 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55148) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:28.655498 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2431f933-bf75-4126-802e-19aa4bbce80c req-99359822-ffc3-4e9f-b446-52eb6094aec9 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Network 480dbe0b-e3be-4a4e-913b-dd9b24bba262 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:19:28.672082 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-2431f933-bf75-4126-802e-19aa4bbce80c req-99359822-ffc3-4e9f-b446-52eb6094aec9 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:19:28.682402 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-2431f933-bf75-4126-802e-19aa4bbce80c req-99359822-ffc3-4e9f-b446-52eb6094aec9 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:19:28.690018 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bb6818ea-7072-4977-b0a8-a8f74ad54807 req-24afa258-965f-4546-aa6f-c420c945f407 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=3195847a-22b1-4e5d-a1c3-c326862fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321557 Aug 10 03:19:28.690624 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99359822-ffc3-4e9f-b446-52eb6094aec9 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Pushing event updated for resources: {'Port': ['ID=0455b05d-5b22-4bf2-acff-92ae778947a2,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:28.734133 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb5c5b9-3bda-4bf3-86b1-279740c85814 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:19:28.742942 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-fdb5c5b9-3bda-4bf3-86b1-279740c85814 admin admin] 10.222.0.62 "PUT /v2.0/routers/80dafd6b-2d4c-4a17-86c3-8f27fb623c5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9725969 Aug 10 03:19:28.743836 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55150) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:28.746264 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa11d3c2-3f28-4459-bf33-8ef10aa70b9c None None] Sync routers for ids ['80dafd6b-2d4c-4a17-86c3-8f27fb623c5d'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:19:28.757365 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431f933-bf75-4126-802e-19aa4bbce80c req-99359822-ffc3-4e9f-b446-52eb6094aec9 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:28.757546 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa11d3c2-3f28-4459-bf33-8ef10aa70b9c None None] Routers {'80dafd6b-2d4c-4a17-86c3-8f27fb623c5d'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:19:28.757774 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-2431f933-bf75-4126-802e-19aa4bbce80c req-99359822-ffc3-4e9f-b446-52eb6094aec9 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:28.758161 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-fa11d3c2-3f28-4459-bf33-8ef10aa70b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:19:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['80dafd6b-2d4c-4a17-86c3-8f27fb623c5d'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:28.811153 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2431f933-bf75-4126-802e-19aa4bbce80c req-99359822-ffc3-4e9f-b446-52eb6094aec9 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9856451 Aug 10 03:19:28.857832 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-2431f933-bf75-4126-802e-19aa4bbce80c req-5ee44ca9-0ceb-406e-bbfd-9244822285cb service neutron] Request body: {'port': {'device_id': 'bfa2a8d3-ebe1-4103-896b-c4f2df154b68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:28.893250 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-fa11d3c2-3f28-4459-bf33-8ef10aa70b9c None None] Set router 80dafd6b-2d4c-4a17-86c3-8f27fb623c5d gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:19:28.910057 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ff7a0921-6123-4187-9a68-4f85b6e6c45d tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks [] for router, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:28.961816 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6d9ebab2-dad9-49e0-a389-6b8d08432cad admin admin] Notify callbacks [] for router, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:28.998563 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-2431f933-bf75-4126-802e-19aa4bbce80c req-5ee44ca9-0ceb-406e-bbfd-9244822285cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:29.022704 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc91da9a-f938-4570-88c9-fde046aa95f9 req-9415c958-2270-4c3b-b72c-3f611d5fa738 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:29.024181 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dc91da9a-f938-4570-88c9-fde046aa95f9 req-9415c958-2270-4c3b-b72c-3f611d5fa738 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfa2a8d3-ebe1-4103-896b-c4f2df154b68 HTTP/1.1" status: 200 len: 931 time: 0.1737912 Aug 10 03:19:29.087077 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ff7a0921-6123-4187-9a68-4f85b6e6c45d tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:29.090430 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-fa11d3c2-3f28-4459-bf33-8ef10aa70b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80dafd6b-2d4c-4a17-86c3-8f27fb623c5d', 'name': 'tempest-TaggedBootDevicesTest-1119675665-router', 'tenant_id': '9db099ffcd1f4b6f883036f2463be98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '7546844f-3862-4de8-9027-418cd12274ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:08:20Z', 'updated_at': '2021-08-10T03:19:27Z', 'revision_number': 5, 'project_id': '9db099ffcd1f4b6f883036f2463be98e', 'gw_port': {'id': '7546844f-3862-4de8-9027-418cd12274ca', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dafd6b-2d4c-4a17-86c3-8f27fb623c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:08:20Z', 'updated_at': '2021-08-10T03:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:29.123508 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa11d3c2-3f28-4459-bf33-8ef10aa70b9c None None] Checking router: 80dafd6b-2d4c-4a17-86c3-8f27fb623c5d for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:19:29.133087 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa11d3c2-3f28-4459-bf33-8ef10aa70b9c None None] Routers {'80dafd6b-2d4c-4a17-86c3-8f27fb623c5d'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:19:29.133697 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-fa11d3c2-3f28-4459-bf33-8ef10aa70b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:19:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['80dafd6b-2d4c-4a17-86c3-8f27fb623c5d'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:29.177437 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dc91da9a-f938-4570-88c9-fde046aa95f9 req-1f319d6e-c06b-4ffa-bd1b-06e9e75afcb5 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431458 Aug 10 03:19:29.196910 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-ff7a0921-6123-4187-9a68-4f85b6e6c45d tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Deleting port f6fb1c6a-eb42-4f30-9ab1-6a24f628e138 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:29.197265 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ff7a0921-6123-4187-9a68-4f85b6e6c45d tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:29.253279 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f67b902d-b92e-4462-92e3-2010f4cc114f tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:29.256410 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6d9ebab2-dad9-49e0-a389-6b8d08432cad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:29.258510 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-fa11d3c2-3f28-4459-bf33-8ef10aa70b9c None None] Set router 80dafd6b-2d4c-4a17-86c3-8f27fb623c5d gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:19:29.403229 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-6d9ebab2-dad9-49e0-a389-6b8d08432cad admin admin] Deleting port 7546844f-3862-4de8-9027-418cd12274ca {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:29.403823 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6d9ebab2-dad9-49e0-a389-6b8d08432cad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:29.452971 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-fa11d3c2-3f28-4459-bf33-8ef10aa70b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80dafd6b-2d4c-4a17-86c3-8f27fb623c5d', 'name': 'tempest-TaggedBootDevicesTest-1119675665-router', 'tenant_id': '9db099ffcd1f4b6f883036f2463be98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '7546844f-3862-4de8-9027-418cd12274ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:08:20Z', 'updated_at': '2021-08-10T03:19:27Z', 'revision_number': 5, 'project_id': '9db099ffcd1f4b6f883036f2463be98e', 'gw_port': {'id': '7546844f-3862-4de8-9027-418cd12274ca', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dafd6b-2d4c-4a17-86c3-8f27fb623c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:08:20Z', 'updated_at': '2021-08-10T03:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:29.479660 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa11d3c2-3f28-4459-bf33-8ef10aa70b9c None None] The sync data for ids ['80dafd6b-2d4c-4a17-86c3-8f27fb623c5d'] in n-d-768851-15 is: [{'id': '80dafd6b-2d4c-4a17-86c3-8f27fb623c5d', 'name': 'tempest-TaggedBootDevicesTest-1119675665-router', 'tenant_id': '9db099ffcd1f4b6f883036f2463be98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '7546844f-3862-4de8-9027-418cd12274ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:08:20Z', 'updated_at': '2021-08-10T03:19:27Z', 'revision_number': 5, 'project_id': '9db099ffcd1f4b6f883036f2463be98e', 'gw_port': {'id': '7546844f-3862-4de8-9027-418cd12274ca', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dafd6b-2d4c-4a17-86c3-8f27fb623c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:08:20Z', 'updated_at': '2021-08-10T03:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:19:29.518318 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-2431f933-bf75-4126-802e-19aa4bbce80c req-5ee44ca9-0ceb-406e-bbfd-9244822285cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0455b05d-5b22-4bf2-acff-92ae778947a2 {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:19:29.533847 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-2431f933-bf75-4126-802e-19aa4bbce80c req-5ee44ca9-0ceb-406e-bbfd-9244822285cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:29.544761 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-6d9ebab2-dad9-49e0-a389-6b8d08432cad admin admin] For port 7546844f-3862-4de8-9027-418cd12274ca, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=7546844f-3862-4de8-9027-418cd12274ca,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:29.545132 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6d9ebab2-dad9-49e0-a389-6b8d08432cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:29.558727 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-2431f933-bf75-4126-802e-19aa4bbce80c req-5ee44ca9-0ceb-406e-bbfd-9244822285cb service neutron] Transition to ACTIVE for port object 0455b05d-5b22-4bf2-acff-92ae778947a2 will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:19:29.565072 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-6d9ebab2-dad9-49e0-a389-6b8d08432cad admin admin] Calling delete_port for 7546844f-3862-4de8-9027-418cd12274ca owned by network:router_gateway {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:29.566701 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-2431f933-bf75-4126-802e-19aa4bbce80c req-5ee44ca9-0ceb-406e-bbfd-9244822285cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:29.587525 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ff7a0921-6123-4187-9a68-4f85b6e6c45d tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:29.603748 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-ff7a0921-6123-4187-9a68-4f85b6e6c45d tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Calling delete_port for f6fb1c6a-eb42-4f30-9ab1-6a24f628e138 owned by network:router_gateway {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:29.678280 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee44ca9-0ceb-406e-bbfd-9244822285cb service neutron] Pushing event updated for resources: {'Port': ['ID=0455b05d-5b22-4bf2-acff-92ae778947a2,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:29.902273 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ff7a0921-6123-4187-9a68-4f85b6e6c45d tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:29.935253 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7a0921-6123-4187-9a68-4f85b6e6c45d tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Pushing event deleted for resources: {'Port': ['ID=f6fb1c6a-eb42-4f30-9ab1-6a24f628e138,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:29.947068 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-f67b902d-b92e-4462-92e3-2010f4cc114f tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Deleting port 07cb0643-4111-477a-ba74-fe9c1c9c3dc6 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:29.947415 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f67b902d-b92e-4462-92e3-2010f4cc114f tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:30.065508 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ff7a0921-6123-4187-9a68-4f85b6e6c45d tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:30.114290 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-2431f933-bf75-4126-802e-19aa4bbce80c req-5ee44ca9-0ceb-406e-bbfd-9244822285cb service neutron] Attempting to bind port 0455b05d-5b22-4bf2-acff-92ae778947a2 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:19:30.114640 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-2431f933-bf75-4126-802e-19aa4bbce80c req-5ee44ca9-0ceb-406e-bbfd-9244822285cb service neutron] Attempting to bind port 0455b05d-5b22-4bf2-acff-92ae778947a2 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': 'e0fc6907-b0e5-497d-acdf-511c68571829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '480dbe0b-e3be-4a4e-913b-dd9b24bba262'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:19:30.115009 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2431f933-bf75-4126-802e-19aa4bbce80c req-5ee44ca9-0ceb-406e-bbfd-9244822285cb service neutron] Attempting to bind port 0455b05d-5b22-4bf2-acff-92ae778947a2 on network 480dbe0b-e3be-4a4e-913b-dd9b24bba262 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:19:30.135420 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2431f933-bf75-4126-802e-19aa4bbce80c req-5ee44ca9-0ceb-406e-bbfd-9244822285cb service neutron] Port 0455b05d-5b22-4bf2-acff-92ae778947a2 on network 480dbe0b-e3be-4a4e-913b-dd9b24bba262 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:19:30.135846 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2431f933-bf75-4126-802e-19aa4bbce80c req-5ee44ca9-0ceb-406e-bbfd-9244822285cb service neutron] Attempting to bind port 0455b05d-5b22-4bf2-acff-92ae778947a2 on network 480dbe0b-e3be-4a4e-913b-dd9b24bba262 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:19:30.147861 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2431f933-bf75-4126-802e-19aa4bbce80c req-5ee44ca9-0ceb-406e-bbfd-9244822285cb service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:19:30.148217 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2431f933-bf75-4126-802e-19aa4bbce80c req-5ee44ca9-0ceb-406e-bbfd-9244822285cb service neutron] Checking segment: {'id': 'e0fc6907-b0e5-497d-acdf-511c68571829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '480dbe0b-e3be-4a4e-913b-dd9b24bba262'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:19:30.148706 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2431f933-bf75-4126-802e-19aa4bbce80c req-5ee44ca9-0ceb-406e-bbfd-9244822285cb service neutron] Bound using segment: {'id': 'e0fc6907-b0e5-497d-acdf-511c68571829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '480dbe0b-e3be-4a4e-913b-dd9b24bba262'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:19:30.149255 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-2431f933-bf75-4126-802e-19aa4bbce80c req-5ee44ca9-0ceb-406e-bbfd-9244822285cb service neutron] Bound port: 0455b05d-5b22-4bf2-acff-92ae778947a2, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0fc6907-b0e5-497d-acdf-511c68571829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '480dbe0b-e3be-4a4e-913b-dd9b24bba262'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:19:30.149655 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-2431f933-bf75-4126-802e-19aa4bbce80c req-5ee44ca9-0ceb-406e-bbfd-9244822285cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:30.172259 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ff7a0921-6123-4187-9a68-4f85b6e6c45d tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:30.174811 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f67b902d-b92e-4462-92e3-2010f4cc114f tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:30.177860 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ff7a0921-6123-4187-9a68-4f85b6e6c45d tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:30.193108 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-f67b902d-b92e-4462-92e3-2010f4cc114f tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Calling delete_port for 07cb0643-4111-477a-ba74-fe9c1c9c3dc6 owned by network:router_interface {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:30.215933 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e4b13-006d-468b-b1fb-4c7386a7d6dd req-8297d244-fd38-45e4-a233-810a0d43c74f tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:30.217487 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d27e4b13-006d-468b-b1fb-4c7386a7d6dd req-8297d244-fd38-45e4-a233-810a0d43c74f tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 945 time: 0.1368401 Aug 10 03:19:30.267247 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ff7a0921-6123-4187-9a68-4f85b6e6c45d tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:30.267797 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff7a0921-6123-4187-9a68-4f85b6e6c45d tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Fanout notify agent at l3_agent the message router_deleted on router bc63a175-fee1-4408-98b5-01ca691354d0 {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:19:30.275466 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ff7a0921-6123-4187-9a68-4f85b6e6c45d tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:30.277033 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ff7a0921-6123-4187-9a68-4f85b6e6c45d tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] 10.222.0.62 "DELETE /v2.0/routers/bc63a175-fee1-4408-98b5-01ca691354d0 HTTP/1.1" status: 204 len: 168 time: 1.6238971 Aug 10 03:19:30.282465 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55166) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:30.288697 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-808c05a0-5231-40c5-9199-871117213264 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Request body: {'router': {'name': 'tempest-snat-router-977076722', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'enable_snat': False}}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:30.306216 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7b6e4122-1b3e-44b6-99c2-3abd855b1b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:30.336494 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6d9ebab2-dad9-49e0-a389-6b8d08432cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:30.337038 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-808c05a0-5231-40c5-9199-871117213264 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:30.338063 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-808c05a0-5231-40c5-9199-871117213264 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:30.360564 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d27e4b13-006d-468b-b1fb-4c7386a7d6dd req-b2dbc5fc-cf90-4087-b4c1-73ad33428f05 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=3195847a-22b1-4e5d-a1c3-c326862fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167996 Aug 10 03:19:30.383976 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-2431f933-bf75-4126-802e-19aa4bbce80c req-5ee44ca9-0ceb-406e-bbfd-9244822285cb service neutron] For port 0455b05d-5b22-4bf2-acff-92ae778947a2, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:19:30.394030 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9ebab2-dad9-49e0-a389-6b8d08432cad admin admin] Pushing event deleted for resources: {'Port': ['ID=7546844f-3862-4de8-9027-418cd12274ca,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:30.405207 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 20db2a69-300b-4cf6-a805-13fb5667fcda no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:19:30.427048 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 20db2a69-300b-4cf6-a805-13fb5667fcda {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:19:30.427334 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 20db2a69-300b-4cf6-a805-13fb5667fcda not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:19:30.453970 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-808c05a0-5231-40c5-9199-871117213264 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:30.460346 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-2431f933-bf75-4126-802e-19aa4bbce80c req-5ee44ca9-0ceb-406e-bbfd-9244822285cb service neutron] For port 0455b05d-5b22-4bf2-acff-92ae778947a2, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=0455b05d-5b22-4bf2-acff-92ae778947a2,segment=NetworkSegment(e0fc6907-b0e5-497d-acdf-511c68571829),segment_id=e0fc6907-b0e5-497d-acdf-511c68571829)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:19:30.472581 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5221a13b-ae99-4ae3-ab19-b92d12d30fac req-7f07c126-cd94-4707-8bb1-a849ab79ca76 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:30.474302 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5221a13b-ae99-4ae3-ab19-b92d12d30fac req-7f07c126-cd94-4707-8bb1-a849ab79ca76 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfa2a8d3-ebe1-4103-896b-c4f2df154b68 HTTP/1.1" status: 200 len: 943 time: 0.2034523 Aug 10 03:19:30.477166 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-2431f933-bf75-4126-802e-19aa4bbce80c req-5ee44ca9-0ceb-406e-bbfd-9244822285cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:30.536398 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431f933-bf75-4126-802e-19aa4bbce80c req-5ee44ca9-0ceb-406e-bbfd-9244822285cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:30.537017 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-2431f933-bf75-4126-802e-19aa4bbce80c req-5ee44ca9-0ceb-406e-bbfd-9244822285cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:30.538391 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2431f933-bf75-4126-802e-19aa4bbce80c req-5ee44ca9-0ceb-406e-bbfd-9244822285cb service neutron] 10.222.0.60 "PUT /v2.0/ports/0455b05d-5b22-4bf2-acff-92ae778947a2 HTTP/1.1" status: 200 len: 1092 time: 1.6868293 Aug 10 03:19:30.538866 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfa2a8d3-ebe1-4103-896b-c4f2df154b68', 'tag': '0455b05d-5b22-4bf2-acff-92ae778947a2'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:19:30.541068 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a72f23-53b6-407e-bb2d-d429d639b44f" -d '{"events": [{"name": "network-changed", "server_uuid": "bfa2a8d3-ebe1-4103-896b-c4f2df154b68", "tag": "0455b05d-5b22-4bf2-acff-92ae778947a2"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:19:30.554286 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6d9ebab2-dad9-49e0-a389-6b8d08432cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:30.599354 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f67b902d-b92e-4462-92e3-2010f4cc114f tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:30.621518 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2154e8c7-3272-493a-a187-e57140c23b5e x-openstack-request-id: req-2154e8c7-3272-493a-a187-e57140c23b5e {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:19:30.621860 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfa2a8d3-ebe1-4103-896b-c4f2df154b68", "tag": "0455b05d-5b22-4bf2-acff-92ae778947a2", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:19:30.622068 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2154e8c7-3272-493a-a187-e57140c23b5e {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:19:30.622498 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfa2a8d3-ebe1-4103-896b-c4f2df154b68', 'tag': '0455b05d-5b22-4bf2-acff-92ae778947a2', 'status': 'completed', 'code': 200} Aug 10 03:19:30.657755 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-808c05a0-5231-40c5-9199-871117213264 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:30.661113 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67b902d-b92e-4462-92e3-2010f4cc114f tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Pushing event deleted for resources: {'Port': ['ID=07cb0643-4111-477a-ba74-fe9c1c9c3dc6,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:30.686006 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee44ca9-0ceb-406e-bbfd-9244822285cb service neutron] Pushing event updated for resources: {'Port': ['ID=0455b05d-5b22-4bf2-acff-92ae778947a2,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:30.716097 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6d9ebab2-dad9-49e0-a389-6b8d08432cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:30.726015 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5221a13b-ae99-4ae3-ab19-b92d12d30fac req-af944370-0b44-4017-93fd-c62c75a00d0b tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352149 Aug 10 03:19:30.727369 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6d9ebab2-dad9-49e0-a389-6b8d08432cad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:30.786106 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431f933-bf75-4126-802e-19aa4bbce80c req-f82f03ab-4e85-442f-ba13-a9e272603ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:30.787785 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2431f933-bf75-4126-802e-19aa4bbce80c req-f82f03ab-4e85-442f-ba13-a9e272603ddb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=83b79d8631564df6a9bf256e7f6ac69f&device_id=bfa2a8d3-ebe1-4103-896b-c4f2df154b68 HTTP/1.1" status: 200 len: 1095 time: 0.1632645 Aug 10 03:19:30.789013 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6d9ebab2-dad9-49e0-a389-6b8d08432cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:30.789680 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9ebab2-dad9-49e0-a389-6b8d08432cad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80dafd6b-2d4c-4a17-86c3-8f27fb623c5d {{(pid=94216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:19:30.794881 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6d9ebab2-dad9-49e0-a389-6b8d08432cad admin admin] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:30.798030 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-6d9ebab2-dad9-49e0-a389-6b8d08432cad admin admin] 10.222.0.62 "DELETE /v2.0/routers/80dafd6b-2d4c-4a17-86c3-8f27fb623c5d HTTP/1.1" status: 204 len: 168 time: 2.0515380 Aug 10 03:19:30.798265 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55172) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:30.847257 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-423e2730-4c6b-4b7b-8417-db930398a37e admin admin] Deleting subnet e8cb624b-05ab-4931-a430-340a8df0afcf {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:19:30.850588 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-423e2730-4c6b-4b7b-8417-db930398a37e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:30.863814 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f67b902d-b92e-4462-92e3-2010f4cc114f tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:30.903675 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-423e2730-4c6b-4b7b-8417-db930398a37e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:30.960959 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2431f933-bf75-4126-802e-19aa4bbce80c req-6ef94170-35e2-4fb9-9bda-1844b108539f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0455b05d-5b22-4bf2-acff-92ae778947a2 HTTP/1.1" status: 200 len: 217 time: 0.1594136 Aug 10 03:19:31.053080 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431f933-bf75-4126-802e-19aa4bbce80c req-d23dc288-1255-43d2-b845-381660efa1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:31.054619 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2431f933-bf75-4126-802e-19aa4bbce80c req-d23dc288-1255-43d2-b845-381660efa1bd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=671472a0-ea87-43e5-8586-78a1de5f1af8 HTTP/1.1" status: 200 len: 852 time: 0.0813115 Aug 10 03:19:31.058457 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-423e2730-4c6b-4b7b-8417-db930398a37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:31.110120 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2431f933-bf75-4126-802e-19aa4bbce80c req-c92b89e0-bc7a-4a5b-af22-9311d30173da service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=480dbe0b-e3be-4a4e-913b-dd9b24bba262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309360 Aug 10 03:19:31.188083 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-423e2730-4c6b-4b7b-8417-db930398a37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:31.227505 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e2730-4c6b-4b7b-8417-db930398a37e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8cb624b-05ab-4931-a430-340a8df0afcf,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:31.238355 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-423e2730-4c6b-4b7b-8417-db930398a37e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:31.240303 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-423e2730-4c6b-4b7b-8417-db930398a37e admin admin] 10.222.0.62 "DELETE /v2.0/subnets/e8cb624b-05ab-4931-a430-340a8df0afcf HTTP/1.1" status: 204 len: 168 time: 0.4410338 Aug 10 03:19:31.246996 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55176) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:31.247634 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e3f43d-64bf-465c-a0f9-a69484a6dfe6 None None] Network c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:19:31.269606 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2431f933-bf75-4126-802e-19aa4bbce80c req-19267afb-2db8-4e48-9632-54e3c5ce0617 service neutron] 10.222.0.60 "GET /v2.0/networks/480dbe0b-e3be-4a4e-913b-dd9b24bba262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472633 Aug 10 03:19:31.357461 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f67b902d-b92e-4462-92e3-2010f4cc114f tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Router 8de97367-f84b-43c6-b94b-e24f77f45e24 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:19:31.378069 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b2f7b9d3-a251-4a77-a167-075ae0eea08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:31.431203 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2431f933-bf75-4126-802e-19aa4bbce80c req-55f202ea-0f7a-4021-b214-d46ec8579e10 service neutron] 10.222.0.60 "GET /v2.0/networks/480dbe0b-e3be-4a4e-913b-dd9b24bba262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355765 Aug 10 03:19:31.469018 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-808c05a0-5231-40c5-9199-871117213264 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:31.490257 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f67b902d-b92e-4462-92e3-2010f4cc114f tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:19:31.498905 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f67b902d-b92e-4462-92e3-2010f4cc114f tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] 10.222.0.62 "PUT /v2.0/routers/8de97367-f84b-43c6-b94b-e24f77f45e24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8566360 Aug 10 03:19:31.502243 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080690ea-8384-4545-9707-f765c58d1b87 None None] Sync routers for ids ['8de97367-f84b-43c6-b94b-e24f77f45e24'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:19:31.505619 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55180) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:31.506820 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-808c05a0-5231-40c5-9199-871117213264 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:31.511543 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080690ea-8384-4545-9707-f765c58d1b87 None None] Routers {'8de97367-f84b-43c6-b94b-e24f77f45e24'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:19:31.512188 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-080690ea-8384-4545-9707-f765c58d1b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:19:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['8de97367-f84b-43c6-b94b-e24f77f45e24'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:31.550341 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2642bfd9-1bb3-4e99-89a9-f8b4c153d78b None None] DHCP port deletion for c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:19:31.552141 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-b2f7b9d3-a251-4a77-a167-075ae0eea08a admin admin] Deleting port 4e614b34-5735-46c5-a85d-144027dabe06 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:31.552672 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b2f7b9d3-a251-4a77-a167-075ae0eea08a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:31.552911 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-080690ea-8384-4545-9707-f765c58d1b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:31.581699 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080690ea-8384-4545-9707-f765c58d1b87 None None] Routers {'8de97367-f84b-43c6-b94b-e24f77f45e24'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:19:31.582360 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-080690ea-8384-4545-9707-f765c58d1b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:19:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['8de97367-f84b-43c6-b94b-e24f77f45e24'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:31.622219 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-080690ea-8384-4545-9707-f765c58d1b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:31.623164 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080690ea-8384-4545-9707-f765c58d1b87 None None] The sync data for ids ['8de97367-f84b-43c6-b94b-e24f77f45e24'] in n-d-768851-15 is: [] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:19:31.624737 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbbfd75-832f-43e9-8d84-af549e0d15c7 req-775a08b5-4ad6-4143-b37f-a98458764e30 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:31.626284 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ecbbfd75-832f-43e9-8d84-af549e0d15c7 req-775a08b5-4ad6-4143-b37f-a98458764e30 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 945 time: 0.1489534 Aug 10 03:19:31.627639 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bae217ca-891a-4183-9a59-988c588fc7aa tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks [] for router, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:31.631393 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a72f23-53b6-407e-bb2d-d429d639b44f req-1906f1ed-666b-45a8-bc89-a2d9622d056d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:31.632832 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-45a72f23-53b6-407e-bb2d-d429d639b44f req-1906f1ed-666b-45a8-bc89-a2d9622d056d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=83b79d8631564df6a9bf256e7f6ac69f&device_id=bfa2a8d3-ebe1-4103-896b-c4f2df154b68 HTTP/1.1" status: 200 len: 1095 time: 0.1196582 Aug 10 03:19:31.650978 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-2642bfd9-1bb3-4e99-89a9-f8b4c153d78b None None] Deleting port 4e614b34-5735-46c5-a85d-144027dabe06 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:31.651874 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2642bfd9-1bb3-4e99-89a9-f8b4c153d78b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:31.688142 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-b2f7b9d3-a251-4a77-a167-075ae0eea08a admin admin] For port 4e614b34-5735-46c5-a85d-144027dabe06, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=4e614b34-5735-46c5-a85d-144027dabe06,segment=NetworkSegment(5277ad14-a4dd-4656-a28b-9234dbb67820),segment_id=5277ad14-a4dd-4656-a28b-9234dbb67820)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:31.688516 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b2f7b9d3-a251-4a77-a167-075ae0eea08a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:31.715444 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-2642bfd9-1bb3-4e99-89a9-f8b4c153d78b None None] For port 4e614b34-5735-46c5-a85d-144027dabe06, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=4e614b34-5735-46c5-a85d-144027dabe06,segment=NetworkSegment(5277ad14-a4dd-4656-a28b-9234dbb67820),segment_id=5277ad14-a4dd-4656-a28b-9234dbb67820)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:31.715852 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2642bfd9-1bb3-4e99-89a9-f8b4c153d78b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:31.728559 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-b2f7b9d3-a251-4a77-a167-075ae0eea08a admin admin] Calling delete_port for 4e614b34-5735-46c5-a85d-144027dabe06 owned by network:dhcp {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:31.728860 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-2642bfd9-1bb3-4e99-89a9-f8b4c153d78b None None] Calling delete_port for 4e614b34-5735-46c5-a85d-144027dabe06 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:31.773288 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-808c05a0-5231-40c5-9199-871117213264 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Allocated IP 172.25.7.122 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/585dd5ef-83f9-44d9-92e6-8f71fb086028) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:19:31.820797 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ecbbfd75-832f-43e9-8d84-af549e0d15c7 req-94a30798-480e-449f-8dbe-19666ccb97d3 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=3195847a-22b1-4e5d-a1c3-c326862fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1867921 Aug 10 03:19:31.822156 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2642bfd9-1bb3-4e99-89a9-f8b4c153d78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:31.870779 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2642bfd9-1bb3-4e99-89a9-f8b4c153d78b None None] Pushing event deleted for resources: {'Port': ['ID=4e614b34-5735-46c5-a85d-144027dabe06,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:31.879727 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2642bfd9-1bb3-4e99-89a9-f8b4c153d78b None None] No DVR routers for this DVR port 4e614b34-5735-46c5-a85d-144027dabe06 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:19:31.888389 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a72f23-53b6-407e-bb2d-d429d639b44f req-58dfc80e-cf1f-4825-b104-471484c56757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:31.890143 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-45a72f23-53b6-407e-bb2d-d429d639b44f req-58dfc80e-cf1f-4825-b104-471484c56757 service neutron] 10.222.0.60 "GET /v2.0/networks?id=480dbe0b-e3be-4a4e-913b-dd9b24bba262 HTTP/1.1" status: 200 len: 913 time: 0.2426667 Aug 10 03:19:31.929992 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bae217ca-891a-4183-9a59-988c588fc7aa tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:31.935773 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bae217ca-891a-4183-9a59-988c588fc7aa tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:31.962287 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-45a72f23-53b6-407e-bb2d-d429d639b44f req-456f790d-ff97-48c6-82d7-b7000b3c82ac service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0455b05d-5b22-4bf2-acff-92ae778947a2 HTTP/1.1" status: 200 len: 217 time: 0.0603504 Aug 10 03:19:31.970660 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b2f7b9d3-a251-4a77-a167-075ae0eea08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:31.994218 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bae217ca-891a-4183-9a59-988c588fc7aa tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:31.994652 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae217ca-891a-4183-9a59-988c588fc7aa tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Fanout notify agent at l3_agent the message router_deleted on router 8de97367-f84b-43c6-b94b-e24f77f45e24 {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:19:32.006024 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bae217ca-891a-4183-9a59-988c588fc7aa tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:32.007151 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-bae217ca-891a-4183-9a59-988c588fc7aa tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] 10.222.0.62 "DELETE /v2.0/routers/8de97367-f84b-43c6-b94b-e24f77f45e24 HTTP/1.1" status: 204 len: 168 time: 0.4980347 Aug 10 03:19:32.009539 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55186) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:32.035750 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f7b9d3-a251-4a77-a167-075ae0eea08a admin admin] No DVR routers for this DVR port 4e614b34-5735-46c5-a85d-144027dabe06 on host n-d-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:19:32.042359 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f7b9d3-a251-4a77-a167-075ae0eea08a admin admin] Pushing event deleted for resources: {'Port': ['ID=4e614b34-5735-46c5-a85d-144027dabe06,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:32.051780 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea78de7-fa1a-44e8-b641-f78ed649a5cd req-3b7c8ef8-5bbc-4e6e-b272-ddb182556842 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:32.053319 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cea78de7-fa1a-44e8-b641-f78ed649a5cd req-3b7c8ef8-5bbc-4e6e-b272-ddb182556842 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfa2a8d3-ebe1-4103-896b-c4f2df154b68 HTTP/1.1" status: 200 len: 943 time: 0.1610365 Aug 10 03:19:32.061779 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-808c05a0-5231-40c5-9199-871117213264 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:32.087424 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-a92e4f91-2e05-4f44-8ec3-f22952528718 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Deleting subnet d1386cc2-990d-47a2-8e95-ec7124297209 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:19:32.091623 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a92e4f91-2e05-4f44-8ec3-f22952528718 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:32.138706 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a72f23-53b6-407e-bb2d-d429d639b44f req-bb11b974-2546-44e5-8c6f-b572471bfa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:32.140252 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-45a72f23-53b6-407e-bb2d-d429d639b44f req-bb11b974-2546-44e5-8c6f-b572471bfa1b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=671472a0-ea87-43e5-8586-78a1de5f1af8 HTTP/1.1" status: 200 len: 852 time: 0.1704578 Aug 10 03:19:32.143191 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a92e4f91-2e05-4f44-8ec3-f22952528718 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:32.170438 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b2f7b9d3-a251-4a77-a167-075ae0eea08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:32.177326 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-808c05a0-5231-40c5-9199-871117213264 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:32.196284 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-45a72f23-53b6-407e-bb2d-d429d639b44f req-34a55291-c311-483f-91f2-61339059d3f9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=480dbe0b-e3be-4a4e-913b-dd9b24bba262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441782 Aug 10 03:19:32.199251 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cea78de7-fa1a-44e8-b641-f78ed649a5cd req-288b1043-52a6-49db-a748-cfb1a67d8657 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227510 Aug 10 03:19:32.200838 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-b2f7b9d3-a251-4a77-a167-075ae0eea08a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:32.218662 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-b2f7b9d3-a251-4a77-a167-075ae0eea08a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5277ad14-a4dd-4656-a28b-9234dbb67820') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:32.218996 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-b2f7b9d3-a251-4a77-a167-075ae0eea08a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5277ad14-a4dd-4656-a28b-9234dbb67820') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:32.237756 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808c05a0-5231-40c5-9199-871117213264 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:19:32.258755 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-808c05a0-5231-40c5-9199-871117213264 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:19:32.264105 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b2f7b9d3-a251-4a77-a167-075ae0eea08a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:32.265212 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808c05a0-5231-40c5-9199-871117213264 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:19:32.269597 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808c05a0-5231-40c5-9199-871117213264 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Pushing event updated for resources: {'Port': ['ID=585dd5ef-83f9-44d9-92e6-8f71fb086028,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:32.286546 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b2f7b9d3-a251-4a77-a167-075ae0eea08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:32.301807 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2f7b9d3-a251-4a77-a167-075ae0eea08a admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:19:32.302517 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b2f7b9d3-a251-4a77-a167-075ae0eea08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:32.304358 n-d-768851-15 neutron-server[94216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:19:32.304358 n-d-768851-15 neutron-server[94216]: self.session.flush() Aug 10 03:19:32.304358 n-d-768851-15 neutron-server[94216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:19:32.304358 n-d-768851-15 neutron-server[94216]: self.session.flush() Aug 10 03:19:32.304358 n-d-768851-15 neutron-server[94216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:19:32.304358 n-d-768851-15 neutron-server[94216]: self.session.flush() Aug 10 03:19:32.304358 n-d-768851-15 neutron-server[94216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:19:32.304358 n-d-768851-15 neutron-server[94216]: self.session.flush() Aug 10 03:19:32.304358 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:19:32.304358 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:19:32.304358 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:19:32.304358 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:19:32.304358 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:19:32.304358 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:19:32.304358 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:19:32.304358 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:19:32.304358 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:19:32.304358 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:19:32.304358 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:19:32.304358 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:19:32.304358 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:19:32.304358 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:19:32.304358 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:19:32.304358 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:19:32.304358 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:19:32.304358 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:19:32.304358 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:19:32.304358 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:19:32.304358 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:19:32.304358 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:19:32.304358 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:19:32.304358 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:19:32.304358 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:19:32.304358 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:19:32.304358 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:19:32.304358 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:19:32.304358 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:19:32.304358 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:19:32.304358 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:19:32.304358 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:19:32.314666 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a92e4f91-2e05-4f44-8ec3-f22952528718 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:32.374803 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-45a72f23-53b6-407e-bb2d-d429d639b44f req-35e5d29c-cf0f-4949-96a7-7b6d1b0beb5f service neutron] 10.222.0.60 "GET /v2.0/networks/480dbe0b-e3be-4a4e-913b-dd9b24bba262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709933 Aug 10 03:19:32.402050 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b2f7b9d3-a251-4a77-a167-075ae0eea08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:32.407119 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b2f7b9d3-a251-4a77-a167-075ae0eea08a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:32.411631 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b2f7b9d3-a251-4a77-a167-075ae0eea08a admin admin] 10.222.0.62 "DELETE /v2.0/networks/c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae HTTP/1.1" status: 204 len: 168 time: 1.1619437 Aug 10 03:19:32.446655 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 4e614b34-5735-46c5-a85d-144027dabe06 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:19:32.478442 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 4e614b34-5735-46c5-a85d-144027dabe06 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:19:32.479958 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 4e614b34-5735-46c5-a85d-144027dabe06 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:19:32.480430 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a92e4f91-2e05-4f44-8ec3-f22952528718 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:32.481399 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 7546844f-3862-4de8-9027-418cd12274ca no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:19:32.484408 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f7b9d3-a251-4a77-a167-075ae0eea08a admin admin] Pushing event deleted for resources: {'Network': ['ID=c8ed2fee-ba6d-4c96-9153-6216d3d5d9ae,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:32.507671 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 7546844f-3862-4de8-9027-418cd12274ca {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:19:32.508589 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 7546844f-3862-4de8-9027-418cd12274ca not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:19:32.512209 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-45a72f23-53b6-407e-bb2d-d429d639b44f req-5271a0e1-360f-4b72-8601-758e46396efa service neutron] 10.222.0.60 "GET /v2.0/networks/480dbe0b-e3be-4a4e-913b-dd9b24bba262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299233 Aug 10 03:19:32.525390 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92e4f91-2e05-4f44-8ec3-f22952528718 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Pushing event deleted for resources: {'Subnet': ['ID=d1386cc2-990d-47a2-8e95-ec7124297209,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:32.540277 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e802d2d3-53fb-4b0b-a1ec-7cf9baba09b0 None None] Network 9db81f6e-ffea-454f-8046-f3ae7b486dc5 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:19:32.566483 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a92e4f91-2e05-4f44-8ec3-f22952528718 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:32.568439 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a92e4f91-2e05-4f44-8ec3-f22952528718 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] 10.222.0.62 "DELETE /v2.0/subnets/d1386cc2-990d-47a2-8e95-ec7124297209 HTTP/1.1" status: 204 len: 168 time: 0.5579917 Aug 10 03:19:32.572254 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55192) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:32.618783 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55194) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:32.656248 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-808c05a0-5231-40c5-9199-871117213264 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:32.662756 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cef07e2d-358f-4b59-91fc-8a3c2e843be5 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:32.718972 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-88e5c7c5-34e8-4d3c-b0f0-83264df849c0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9db099ffcd1f4b6f883036f2463be98e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0976608 Aug 10 03:19:32.722672 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55196) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:32.733183 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-cef07e2d-358f-4b59-91fc-8a3c2e843be5 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Deleting port 921020c7-dae0-46c6-ae98-228e45d50fef {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:32.733183 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cef07e2d-358f-4b59-91fc-8a3c2e843be5 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:32.739865 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b4dd71-33fd-49d4-91d6-a2081c8b4619 None None] DHCP port deletion for 9db81f6e-ffea-454f-8046-f3ae7b486dc5 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:19:32.792547 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-77b4dd71-33fd-49d4-91d6-a2081c8b4619 None None] Deleting port 921020c7-dae0-46c6-ae98-228e45d50fef {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:32.792852 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-77b4dd71-33fd-49d4-91d6-a2081c8b4619 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:32.795864 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 0455b05d-5b22-4bf2-acff-92ae778947a2 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:19:32.804366 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-cef07e2d-358f-4b59-91fc-8a3c2e843be5 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] For port 921020c7-dae0-46c6-ae98-228e45d50fef, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=921020c7-dae0-46c6-ae98-228e45d50fef,segment=NetworkSegment(770cc6ba-6ee0-49c6-bc74-1a38d03cf337),segment_id=770cc6ba-6ee0-49c6-bc74-1a38d03cf337)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:32.804807 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cef07e2d-358f-4b59-91fc-8a3c2e843be5 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:32.824417 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-cef07e2d-358f-4b59-91fc-8a3c2e843be5 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Calling delete_port for 921020c7-dae0-46c6-ae98-228e45d50fef owned by network:dhcp {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:32.856710 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-83642a1e-6100-4aa8-9547-c830f47836ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:32.919570 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-83642a1e-6100-4aa8-9547-c830f47836ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:32.928572 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cef07e2d-358f-4b59-91fc-8a3c2e843be5 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:32.929852 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-77b4dd71-33fd-49d4-91d6-a2081c8b4619 None None] For port 921020c7-dae0-46c6-ae98-228e45d50fef, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=921020c7-dae0-46c6-ae98-228e45d50fef,segment=NetworkSegment(770cc6ba-6ee0-49c6-bc74-1a38d03cf337),segment_id=770cc6ba-6ee0-49c6-bc74-1a38d03cf337)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:32.930259 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-77b4dd71-33fd-49d4-91d6-a2081c8b4619 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:32.949713 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-77b4dd71-33fd-49d4-91d6-a2081c8b4619 None None] Calling delete_port for 921020c7-dae0-46c6-ae98-228e45d50fef owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:32.953599 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-808c05a0-5231-40c5-9199-871117213264 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:32.961319 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef07e2d-358f-4b59-91fc-8a3c2e843be5 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Pushing event deleted for resources: {'Port': ['ID=921020c7-dae0-46c6-ae98-228e45d50fef,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:32.980210 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef07e2d-358f-4b59-91fc-8a3c2e843be5 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] No DVR routers for this DVR port 921020c7-dae0-46c6-ae98-228e45d50fef on host n-d-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:19:33.035986 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8743627c-9444-4175-976f-4cf1967953f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:33.040045 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 0455b05d-5b22-4bf2-acff-92ae778947a2, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=0455b05d-5b22-4bf2-acff-92ae778947a2,segment=NetworkSegment(e0fc6907-b0e5-497d-acdf-511c68571829),segment_id=e0fc6907-b0e5-497d-acdf-511c68571829)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:33.063455 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-83642a1e-6100-4aa8-9547-c830f47836ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:33.065945 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-83642a1e-6100-4aa8-9547-c830f47836ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:33.069421 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-83642a1e-6100-4aa8-9547-c830f47836ca admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/70e02309-d415-4898-8bc9-4345d44063b7 HTTP/1.1" status: 204 len: 168 time: 0.3435395 Aug 10 03:19:33.080368 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83642a1e-6100-4aa8-9547-c830f47836ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e02309-d415-4898-8bc9-4345d44063b7,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:33.093617 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '0455b05d-5b22-4bf2-acff-92ae778947a2', 'network_id': '480dbe0b-e3be-4a4e-913b-dd9b24bba262', 'port_id': '0455b05d-5b22-4bf2-acff-92ae778947a2', 'mac_address': 'fa:16:3e:f9:01:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '671472a0-ea87-43e5-8586-78a1de5f1af8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:19:33.094144 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cef07e2d-358f-4b59-91fc-8a3c2e843be5 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:33.101594 n-d-768851-15 neutron-server[94218]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 03:19:33.101594 n-d-768851-15 neutron-server[94218]: from cryptography.utils import int_from_bytes Aug 10 03:19:33.101594 n-d-768851-15 neutron-server[94218]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 03:19:33.101594 n-d-768851-15 neutron-server[94218]: from cryptography.utils import int_from_bytes Aug 10 03:19:33.101594 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:19:33.101594 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:19:33.101594 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:19:33.101594 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:19:33.101594 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:19:33.101594 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:19:33.101594 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:19:33.101594 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:19:33.101594 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:19:33.101594 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:19:33.101594 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:19:33.101594 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:19:33.101594 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:19:33.101594 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:19:33.101594 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:19:33.101594 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:19:33.101594 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:19:33.101594 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:19:33.101594 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:19:33.101594 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:19:33.101594 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:19:33.101594 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:19:33.101594 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:19:33.101594 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:19:33.101594 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:19:33.101594 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:19:33.101594 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:19:33.101594 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:19:33.101594 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:19:33.101594 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:19:33.101594 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:19:33.101594 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:19:33.101594 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:19:33.101594 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:19:33.101594 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:19:33.101594 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:19:33.101594 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:19:33.101594 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:19:33.104236 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:19:33.104236 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:19:33.104236 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:19:33.104236 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:19:33.104236 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:19:33.104236 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:19:33.104236 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:19:33.104236 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:19:33.104236 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:19:33.104236 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:19:33.104236 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:19:33.104236 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:19:33.104236 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:19:33.104236 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:19:33.112400 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b41e7-0805-41b8-828d-ff5ed051a838 req-391ca048-a3a0-486f-ad87-23a461df0cc1 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:33.113995 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d34b41e7-0805-41b8-828d-ff5ed051a838 req-391ca048-a3a0-486f-ad87-23a461df0cc1 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 945 time: 0.1557026 Aug 10 03:19:33.117824 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-cef07e2d-358f-4b59-91fc-8a3c2e843be5 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9db81f6e-ffea-454f-8046-f3ae7b486dc5']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:33.130644 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-cef07e2d-358f-4b59-91fc-8a3c2e843be5 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '770cc6ba-6ee0-49c6-bc74-1a38d03cf337') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:33.130796 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-77b4dd71-33fd-49d4-91d6-a2081c8b4619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:33.131002 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-cef07e2d-358f-4b59-91fc-8a3c2e843be5 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '770cc6ba-6ee0-49c6-bc74-1a38d03cf337') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:33.153753 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cef07e2d-358f-4b59-91fc-8a3c2e843be5 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:33.164663 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-808c05a0-5231-40c5-9199-871117213264 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Router 88c24c3b-3c61-40bd-82db-27cbba41c1ed is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:19:33.166786 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b4dd71-33fd-49d4-91d6-a2081c8b4619 None None] Pushing event deleted for resources: {'Port': ['ID=921020c7-dae0-46c6-ae98-228e45d50fef,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:33.168823 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b4dd71-33fd-49d4-91d6-a2081c8b4619 None None] No DVR routers for this DVR port 921020c7-dae0-46c6-ae98-228e45d50fef on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:19:33.180366 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:33.193523 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cef07e2d-358f-4b59-91fc-8a3c2e843be5 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:33.195763 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0455b05d-5b22-4bf2-acff-92ae778947a2 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:19:33.206681 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cef07e2d-358f-4b59-91fc-8a3c2e843be5 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:19:33.207712 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cef07e2d-358f-4b59-91fc-8a3c2e843be5 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:33.211106 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:19:33.211106 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:19:33.211106 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:19:33.211106 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:19:33.211106 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:19:33.211106 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:19:33.211106 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:19:33.211106 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:19:33.211106 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:19:33.211106 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:19:33.211106 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:19:33.211106 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:19:33.211106 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:19:33.211106 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:19:33.211106 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:19:33.211106 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:19:33.211106 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:19:33.211106 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:19:33.211106 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:19:33.211106 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:19:33.211106 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:19:33.211106 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:19:33.211106 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:19:33.211106 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:19:33.211106 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:19:33.211106 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:19:33.211106 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:19:33.211106 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:19:33.211106 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:19:33.211106 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:19:33.211106 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:19:33.211106 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:19:33.214770 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d34b41e7-0805-41b8-828d-ff5ed051a838 req-d0dc4daa-5559-4298-948d-ec05ab1fc365 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=3195847a-22b1-4e5d-a1c3-c326862fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891273 Aug 10 03:19:33.219392 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 0455b05d-5b22-4bf2-acff-92ae778947a2, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=0455b05d-5b22-4bf2-acff-92ae778947a2,segment=NetworkSegment(e0fc6907-b0e5-497d-acdf-511c68571829),segment_id=e0fc6907-b0e5-497d-acdf-511c68571829)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:33.227357 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:33.295660 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=0455b05d-5b22-4bf2-acff-92ae778947a2,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:33.326561 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:33.369463 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808c05a0-5231-40c5-9199-871117213264 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:19:33.379199 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c78fee-ee27-4bc8-85bd-bb66dca1586b None None] Sync routers for ids ['88c24c3b-3c61-40bd-82db-27cbba41c1ed'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:19:33.385268 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cef07e2d-358f-4b59-91fc-8a3c2e843be5 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:33.392104 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-808c05a0-5231-40c5-9199-871117213264 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:33.393381 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c78fee-ee27-4bc8-85bd-bb66dca1586b None None] Routers {'88c24c3b-3c61-40bd-82db-27cbba41c1ed'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:19:33.393755 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-808c05a0-5231-40c5-9199-871117213264 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.1084712 Aug 10 03:19:33.395727 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-96c78fee-ee27-4bc8-85bd-bb66dca1586b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:19:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['88c24c3b-3c61-40bd-82db-27cbba41c1ed'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:33.396748 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55210) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:33.405742 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cef07e2d-358f-4b59-91fc-8a3c2e843be5 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:33.407708 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-cef07e2d-358f-4b59-91fc-8a3c2e843be5 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] 10.222.0.62 "DELETE /v2.0/networks/9db81f6e-ffea-454f-8046-f3ae7b486dc5 HTTP/1.1" status: 204 len: 168 time: 0.8348994 Aug 10 03:19:33.434117 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0653712d-dc38-454f-8141-5bf033ba4a02 req-c2555b57-9502-45c7-b418-8e5b201261db tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:33.441712 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0653712d-dc38-454f-8141-5bf033ba4a02 req-c2555b57-9502-45c7-b418-8e5b201261db tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfa2a8d3-ebe1-4103-896b-c4f2df154b68 HTTP/1.1" status: 200 len: 944 time: 0.1178429 Aug 10 03:19:33.449963 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef07e2d-358f-4b59-91fc-8a3c2e843be5 tempest-FloatingIPNegativeTestJSON-829530934 tempest-FloatingIPNegativeTestJSON-829530934-project] Pushing event deleted for resources: {'Network': ['ID=9db81f6e-ffea-454f-8046-f3ae7b486dc5,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:33.499178 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0653712d-dc38-454f-8141-5bf033ba4a02 req-884c12b8-01d1-400e-b3bc-d46aa215fd97 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519249 Aug 10 03:19:33.556386 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-bd8b8c8c-eacd-4dac-aef1-7752880f9064 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] 10.222.0.62 "GET /v2.0/routers/88c24c3b-3c61-40bd-82db-27cbba41c1ed HTTP/1.1" status: 200 len: 908 time: 0.1584117 Aug 10 03:19:33.558949 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55218) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:33.564265 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-fb30eefe-d4eb-431b-aa63-476627e4288f tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Request body: {'router': {'name': 'tempest-snat-router-977076722', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'enable_snat': True}}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:33.574204 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-96c78fee-ee27-4bc8-85bd-bb66dca1586b None None] Set router 88c24c3b-3c61-40bd-82db-27cbba41c1ed gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:19:33.587792 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['0455b05d-5b22-4bf2-acff-92ae778947a2'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:19:33.598831 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fb30eefe-d4eb-431b-aa63-476627e4288f tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:33.600310 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fb30eefe-d4eb-431b-aa63-476627e4288f tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:33.796818 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-96c78fee-ee27-4bc8-85bd-bb66dca1586b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c24c3b-3c61-40bd-82db-27cbba41c1ed', 'name': 'tempest-snat-router-977076722', 'tenant_id': 'd3063e7ad5e4492f97e388a593ef7000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.122'}], 'enable_snat': False}, 'gw_port_id': '585dd5ef-83f9-44d9-92e6-8f71fb086028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:19:30Z', 'updated_at': '2021-08-10T03:19:32Z', 'revision_number': 3, 'project_id': 'd3063e7ad5e4492f97e388a593ef7000', 'gw_port': {'id': '585dd5ef-83f9-44d9-92e6-8f71fb086028', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:42:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c24c3b-3c61-40bd-82db-27cbba41c1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:19:31Z', 'updated_at': '2021-08-10T03:19:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:33.835128 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c78fee-ee27-4bc8-85bd-bb66dca1586b None None] Checking router: 88c24c3b-3c61-40bd-82db-27cbba41c1ed for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:19:33.835788 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c78fee-ee27-4bc8-85bd-bb66dca1586b None None] Updating router 88c24c3b-3c61-40bd-82db-27cbba41c1ed port 585dd5ef-83f9-44d9-92e6-8f71fb086028 binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:19:33.868887 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-96c78fee-ee27-4bc8-85bd-bb66dca1586b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:33.885008 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55228) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:33.967744 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fb30eefe-d4eb-431b-aa63-476627e4288f tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:34.088312 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-36edbc94-df96-4e12-8bdc-f2bd93f3cf50 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=740d8807cb0d40fda4bed181af0edfc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1987340 Aug 10 03:19:34.088565 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55240) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:34.129910 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:34.155472 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fb30eefe-d4eb-431b-aa63-476627e4288f tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:34.158090 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55242) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:34.164535 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e339f767-4559-4504-adab-c155a7af783e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:34.178988 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-96c78fee-ee27-4bc8-85bd-bb66dca1586b None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:34.192034 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-96c78fee-ee27-4bc8-85bd-bb66dca1586b None None] Transition to ACTIVE for port object 585dd5ef-83f9-44d9-92e6-8f71fb086028 will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:19:34.193571 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e339f767-4559-4504-adab-c155a7af783e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:34.200362 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-96c78fee-ee27-4bc8-85bd-bb66dca1586b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:34.267550 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e339f767-4559-4504-adab-c155a7af783e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:34.270233 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e339f767-4559-4504-adab-c155a7af783e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:34.271619 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-e339f767-4559-4504-adab-c155a7af783e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5313328c-2c85-4f61-9f30-9c399dcad508 HTTP/1.1" status: 204 len: 168 time: 0.1821709 Aug 10 03:19:34.292760 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-86d38713-0039-4afc-b6be-d215446930f8 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1426914081-network', 'tenant_id': 'ef50ffc78b50476f8601204a1949d5d3'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:34.296552 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e339f767-4559-4504-adab-c155a7af783e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5313328c-2c85-4f61-9f30-9c399dcad508,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:34.356247 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d38713-0039-4afc-b6be-d215446930f8 admin admin] Made reservation on behalf of ef50ffc78b50476f8601204a1949d5d3 for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:19:34.358928 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-86d38713-0039-4afc-b6be-d215446930f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:34.417961 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fb30eefe-d4eb-431b-aa63-476627e4288f tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:34.418606 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-86d38713-0039-4afc-b6be-d215446930f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:34.425416 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd7eb17-7ba1-42f9-91ba-15900d19f6ca None None] Pushing event updated for resources: {'Port': ['ID=585dd5ef-83f9-44d9-92e6-8f71fb086028,revision_number=2']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:34.447264 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-96c78fee-ee27-4bc8-85bd-bb66dca1586b None None] Attempting to bind port 585dd5ef-83f9-44d9-92e6-8f71fb086028 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:19:34.447586 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fb30eefe-d4eb-431b-aa63-476627e4288f tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:34.449291 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-96c78fee-ee27-4bc8-85bd-bb66dca1586b None None] Attempting to bind port 585dd5ef-83f9-44d9-92e6-8f71fb086028 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:19:34.450693 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c78fee-ee27-4bc8-85bd-bb66dca1586b None None] Attempting to bind port 585dd5ef-83f9-44d9-92e6-8f71fb086028 on network 09ca2025-b9a6-4e84-8019-8d9fbef3753e {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:19:34.462243 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c78fee-ee27-4bc8-85bd-bb66dca1586b None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:19:34.463335 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c78fee-ee27-4bc8-85bd-bb66dca1586b None None] Checking segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:19:34.463867 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-96c78fee-ee27-4bc8-85bd-bb66dca1586b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:34.465086 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c78fee-ee27-4bc8-85bd-bb66dca1586b None None] Bound using segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:19:34.465794 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-96c78fee-ee27-4bc8-85bd-bb66dca1586b None None] Bound port: 585dd5ef-83f9-44d9-92e6-8f71fb086028, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:19:34.466709 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-96c78fee-ee27-4bc8-85bd-bb66dca1586b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:34.481896 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 921020c7-dae0-46c6-ae98-228e45d50fef no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:19:34.484076 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed0263-40c3-4476-ad05-67a6ddf8afce req-acd64f79-25c2-4778-bdf9-8f8ce7681de2 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:34.500205 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-15ed0263-40c3-4476-ad05-67a6ddf8afce req-acd64f79-25c2-4778-bdf9-8f8ce7681de2 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 945 time: 0.1570234 Aug 10 03:19:34.541165 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 921020c7-dae0-46c6-ae98-228e45d50fef {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:19:34.543708 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 921020c7-dae0-46c6-ae98-228e45d50fef not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:19:34.561874 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-96c78fee-ee27-4bc8-85bd-bb66dca1586b None None] For port 585dd5ef-83f9-44d9-92e6-8f71fb086028, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:19:34.567083 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-96c78fee-ee27-4bc8-85bd-bb66dca1586b None None] For port 585dd5ef-83f9-44d9-92e6-8f71fb086028, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=585dd5ef-83f9-44d9-92e6-8f71fb086028,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:19:34.574591 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-96c78fee-ee27-4bc8-85bd-bb66dca1586b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:34.602933 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-15ed0263-40c3-4476-ad05-67a6ddf8afce req-09863f7f-74fa-42ee-bd09-695b05a1a31d tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=3195847a-22b1-4e5d-a1c3-c326862fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994248 Aug 10 03:19:34.606981 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-fb30eefe-d4eb-431b-aa63-476627e4288f tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Allocated IP 172.25.7.90 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/7d8bc9b0-aabe-4ca3-8a04-637f6e6f6c89) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:19:34.654000 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c78fee-ee27-4bc8-85bd-bb66dca1586b None None] Routers {'88c24c3b-3c61-40bd-82db-27cbba41c1ed'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:19:34.655013 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-96c78fee-ee27-4bc8-85bd-bb66dca1586b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:19:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['88c24c3b-3c61-40bd-82db-27cbba41c1ed'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:34.721746 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd7eb17-7ba1-42f9-91ba-15900d19f6ca None None] Pushing event updated for resources: {'Port': ['ID=585dd5ef-83f9-44d9-92e6-8f71fb086028,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:34.750999 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-86d38713-0039-4afc-b6be-d215446930f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:34.760535 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6bb43-cdc8-4d90-9c49-7abb6dda27a9 req-32295b6a-1b6c-446e-9321-58f181867f9c tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:34.762317 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-90d6bb43-cdc8-4d90-9c49-7abb6dda27a9 req-32295b6a-1b6c-446e-9321-58f181867f9c tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfa2a8d3-ebe1-4103-896b-c4f2df154b68 HTTP/1.1" status: 200 len: 944 time: 0.1057174 Aug 10 03:19:34.763802 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-86d38713-0039-4afc-b6be-d215446930f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:34.793644 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 0455b05d-5b22-4bf2-acff-92ae778947a2 up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:19:34.794561 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-96c78fee-ee27-4bc8-85bd-bb66dca1586b None None] Set router 88c24c3b-3c61-40bd-82db-27cbba41c1ed gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:19:34.803677 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fb30eefe-d4eb-431b-aa63-476627e4288f tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:34.813298 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86d38713-0039-4afc-b6be-d215446930f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:19:34.821439 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d38713-0039-4afc-b6be-d215446930f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=465ffcb7-e72e-4493-b3cb-942478e404b8,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:34.834527 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-86d38713-0039-4afc-b6be-d215446930f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:34.835235 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-86d38713-0039-4afc-b6be-d215446930f8 admin admin] Added segment 07be078c-6056-47f8-b31b-6dd4af8f1f22 of type vlan for network 96458380-a812-4415-8f34-3870da19d27f Aug 10 03:19:34.878711 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port 0455b05d-5b22-4bf2-acff-92ae778947a2 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:19:34.887665 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 0455b05d-5b22-4bf2-acff-92ae778947a2 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:19:34.888535 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:34.890078 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-90d6bb43-cdc8-4d90-9c49-7abb6dda27a9 req-36b088ed-5e8f-4a05-9af9-5b2b2b4c0f46 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080911 Aug 10 03:19:34.896981 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fb30eefe-d4eb-431b-aa63-476627e4288f tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:34.923283 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-86d38713-0039-4afc-b6be-d215446930f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:34.939038 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb30eefe-d4eb-431b-aa63-476627e4288f tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:19:34.943777 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-fb30eefe-d4eb-431b-aa63-476627e4288f tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:19:34.950976 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb30eefe-d4eb-431b-aa63-476627e4288f tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:19:34.972568 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-86d38713-0039-4afc-b6be-d215446930f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:34.983036 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb30eefe-d4eb-431b-aa63-476627e4288f tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Pushing event updated for resources: {'Port': ['ID=7d8bc9b0-aabe-4ca3-8a04-637f6e6f6c89,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:34.985741 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d38713-0039-4afc-b6be-d215446930f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:34.987878 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-86d38713-0039-4afc-b6be-d215446930f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:35.008385 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:35.050392 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfa2a8d3-ebe1-4103-896b-c4f2df154b68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0455b05d-5b22-4bf2-acff-92ae778947a2'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:19:35.052984 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b36562a-ff30-4917-a3db-22c4d807de95" -d '{"events": [{"server_uuid": "bfa2a8d3-ebe1-4103-896b-c4f2df154b68", "name": "network-vif-plugged", "status": "completed", "tag": "0455b05d-5b22-4bf2-acff-92ae778947a2"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:19:35.071823 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 0455b05d-5b22-4bf2-acff-92ae778947a2, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=0455b05d-5b22-4bf2-acff-92ae778947a2,segment=NetworkSegment(e0fc6907-b0e5-497d-acdf-511c68571829),segment_id=e0fc6907-b0e5-497d-acdf-511c68571829)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:35.083786 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-96c78fee-ee27-4bc8-85bd-bb66dca1586b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c24c3b-3c61-40bd-82db-27cbba41c1ed', 'name': 'tempest-snat-router-977076722', 'tenant_id': 'd3063e7ad5e4492f97e388a593ef7000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.122'}], 'enable_snat': False}, 'gw_port_id': '585dd5ef-83f9-44d9-92e6-8f71fb086028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:19:30Z', 'updated_at': '2021-08-10T03:19:32Z', 'revision_number': 3, 'project_id': 'd3063e7ad5e4492f97e388a593ef7000', 'gw_port': {'id': '585dd5ef-83f9-44d9-92e6-8f71fb086028', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:42:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c24c3b-3c61-40bd-82db-27cbba41c1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:19:31Z', 'updated_at': '2021-08-10T03:19:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:35.084154 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:35.134193 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd72330-e5c4-4ac5-a25c-65ed3f28e906 x-openstack-request-id: req-3fd72330-e5c4-4ac5-a25c-65ed3f28e906 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:19:35.134385 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfa2a8d3-ebe1-4103-896b-c4f2df154b68", "name": "network-vif-plugged", "status": "completed", "tag": "0455b05d-5b22-4bf2-acff-92ae778947a2", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:19:35.135066 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3fd72330-e5c4-4ac5-a25c-65ed3f28e906 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:19:35.136302 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfa2a8d3-ebe1-4103-896b-c4f2df154b68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0455b05d-5b22-4bf2-acff-92ae778947a2', 'code': 200} Aug 10 03:19:35.140010 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c78fee-ee27-4bc8-85bd-bb66dca1586b None None] The sync data for ids ['88c24c3b-3c61-40bd-82db-27cbba41c1ed'] in n-d-768851-15 is: [{'id': '88c24c3b-3c61-40bd-82db-27cbba41c1ed', 'name': 'tempest-snat-router-977076722', 'tenant_id': 'd3063e7ad5e4492f97e388a593ef7000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.122'}], 'enable_snat': False}, 'gw_port_id': '585dd5ef-83f9-44d9-92e6-8f71fb086028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:19:30Z', 'updated_at': '2021-08-10T03:19:32Z', 'revision_number': 3, 'project_id': 'd3063e7ad5e4492f97e388a593ef7000', 'gw_port': {'id': '585dd5ef-83f9-44d9-92e6-8f71fb086028', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:42:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c24c3b-3c61-40bd-82db-27cbba41c1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:19:31Z', 'updated_at': '2021-08-10T03:19:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:19:35.150293 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-86d38713-0039-4afc-b6be-d215446930f8 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9901710 Aug 10 03:19:35.154862 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d38713-0039-4afc-b6be-d215446930f8 admin admin] Pushing event updated for resources: {'Network': ['ID=96458380-a812-4415-8f34-3870da19d27f,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:35.172626 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 96458380-a812-4415-8f34-3870da19d27f details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:19:35.315567 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9bbb82-8bd1-47eb-9797-dc8f91c33159 req-83aabf6d-bf1e-4ecd-b6bd-420eedcf7999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:35.319382 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ba9bbb82-8bd1-47eb-9797-dc8f91c33159 req-83aabf6d-bf1e-4ecd-b6bd-420eedcf7999 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bfa2a8d3-ebe1-4103-896b-c4f2df154b68 HTTP/1.1" status: 200 len: 1097 time: 0.1159394 Aug 10 03:19:35.326146 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=0455b05d-5b22-4bf2-acff-92ae778947a2,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:35.366827 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ba9bbb82-8bd1-47eb-9797-dc8f91c33159 req-5e295be3-9878-4353-9fdf-0f1c55ee4433 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337825 Aug 10 03:19:35.394183 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fb30eefe-d4eb-431b-aa63-476627e4288f tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:35.495485 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55284) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:35.656249 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fb30eefe-d4eb-431b-aa63-476627e4288f tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:35.697654 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-580fcb6d-41ec-4f3b-aad8-f0f7c4270f1b tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Request body: {'networks': [{'name': 'tempest-network--656532726'}, {'name': 'tempest-network--195212328'}]} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:35.698312 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-580fcb6d-41ec-4f3b-aad8-f0f7c4270f1b tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Request body: {'network': {'name': 'tempest-network--656532726'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:35.699027 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-580fcb6d-41ec-4f3b-aad8-f0f7c4270f1b tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Request body: {'network': {'name': 'tempest-network--195212328'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:35.801680 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb30eefe-d4eb-431b-aa63-476627e4288f tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Router 2f485de4-014f-4c34-92f6-36da88ef5bec is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:19:35.845541 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580fcb6d-41ec-4f3b-aad8-f0f7c4270f1b tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Made reservation on behalf of eb77c7937d9f467c9cd3f5ec813c5746 for: {'network': 2} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:19:35.850089 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-580fcb6d-41ec-4f3b-aad8-f0f7c4270f1b tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:35.876293 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:35.879424 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-580fcb6d-41ec-4f3b-aad8-f0f7c4270f1b tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:35.919997 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251786e-bbe5-40c2-83a3-ed9b9056b456 req-516318d5-c62e-43d5-b3e8-2b224c6b42bd tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:35.921302 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1251786e-bbe5-40c2-83a3-ed9b9056b456 req-516318d5-c62e-43d5-b3e8-2b224c6b42bd tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 945 time: 0.1851413 Aug 10 03:19:35.924415 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb30eefe-d4eb-431b-aa63-476627e4288f tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:19:35.935587 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599e1845-445b-4b1c-916e-dc7e3442ff9e None None] Sync routers for ids ['2f485de4-014f-4c34-92f6-36da88ef5bec'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:19:35.942988 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652b650-2943-4c91-b1dd-1609134c5dd8 req-ef828b8d-a205-4a77-a3fb-5a5916d228e6 tempest-ComputeTenantNetworksTest-1457297189 tempest-ComputeTenantNetworksTest-1457297189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:35.945639 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599e1845-445b-4b1c-916e-dc7e3442ff9e None None] Routers {'2f485de4-014f-4c34-92f6-36da88ef5bec'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:19:35.946458 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-599e1845-445b-4b1c-916e-dc7e3442ff9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:19:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['2f485de4-014f-4c34-92f6-36da88ef5bec'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:35.948848 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652b650-2943-4c91-b1dd-1609134c5dd8 req-ef828b8d-a205-4a77-a3fb-5a5916d228e6 tempest-ComputeTenantNetworksTest-1457297189 tempest-ComputeTenantNetworksTest-1457297189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:35.955109 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652b650-2943-4c91-b1dd-1609134c5dd8 req-ef828b8d-a205-4a77-a3fb-5a5916d228e6 tempest-ComputeTenantNetworksTest-1457297189 tempest-ComputeTenantNetworksTest-1457297189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:35.956852 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7652b650-2943-4c91-b1dd-1609134c5dd8 req-ef828b8d-a205-4a77-a3fb-5a5916d228e6 tempest-ComputeTenantNetworksTest-1457297189 tempest-ComputeTenantNetworksTest-1457297189-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3091810 Aug 10 03:19:36.015965 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1251786e-bbe5-40c2-83a3-ed9b9056b456 req-0ee950f7-11ae-4415-a514-aa7f11ac2819 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=3195847a-22b1-4e5d-a1c3-c326862fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580649 Aug 10 03:19:36.217323 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-599e1845-445b-4b1c-916e-dc7e3442ff9e None None] Set router 2f485de4-014f-4c34-92f6-36da88ef5bec gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:19:36.428692 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-599e1845-445b-4b1c-916e-dc7e3442ff9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f485de4-014f-4c34-92f6-36da88ef5bec', 'name': 'tempest-snat-router-977076722', 'tenant_id': 'd3063e7ad5e4492f97e388a593ef7000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '7d8bc9b0-aabe-4ca3-8a04-637f6e6f6c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:19:33Z', 'updated_at': '2021-08-10T03:19:35Z', 'revision_number': 3, 'project_id': 'd3063e7ad5e4492f97e388a593ef7000', 'gw_port': {'id': '7d8bc9b0-aabe-4ca3-8a04-637f6e6f6c89', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f485de4-014f-4c34-92f6-36da88ef5bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:19:34Z', 'updated_at': '2021-08-10T03:19:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:36.458200 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599e1845-445b-4b1c-916e-dc7e3442ff9e None None] Checking router: 2f485de4-014f-4c34-92f6-36da88ef5bec for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:19:36.458863 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599e1845-445b-4b1c-916e-dc7e3442ff9e None None] Updating router 2f485de4-014f-4c34-92f6-36da88ef5bec port 7d8bc9b0-aabe-4ca3-8a04-637f6e6f6c89 binding host n-d-768851-15 {{(pid=94218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:19:36.488551 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 585dd5ef-83f9-44d9-92e6-8f71fb086028 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:19:36.511314 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def46e1d-2ba6-4dc4-8db9-19193a8dfb4a req-173b2ede-5564-45d9-8796-8d77c0ffa1b8 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:36.512834 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-def46e1d-2ba6-4dc4-8db9-19193a8dfb4a req-173b2ede-5564-45d9-8796-8d77c0ffa1b8 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfa2a8d3-ebe1-4103-896b-c4f2df154b68 HTTP/1.1" status: 200 len: 945 time: 0.4728878 Aug 10 03:19:36.515027 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-580fcb6d-41ec-4f3b-aad8-f0f7c4270f1b tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:36.522073 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a88804-3ed4-43ea-a991-6389ed5c3400 req-6ae9336c-9be3-46b0-a6eb-c6d4d968c058 tempest-ComputeTenantNetworksTest-1457297189 tempest-ComputeTenantNetworksTest-1457297189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:36.523441 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a2a88804-3ed4-43ea-a991-6389ed5c3400 req-6ae9336c-9be3-46b0-a6eb-c6d4d968c058 tempest-ComputeTenantNetworksTest-1457297189 tempest-ComputeTenantNetworksTest-1457297189-project] 10.222.0.62 "GET /v2.0/networks/96458380-a812-4415-8f34-3870da19d27f HTTP/1.1" status: 200 len: 769 time: 0.4408011 Aug 10 03:19:36.525162 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-599e1845-445b-4b1c-916e-dc7e3442ff9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:36.527330 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-580fcb6d-41ec-4f3b-aad8-f0f7c4270f1b tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:36.527427 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-580fcb6d-41ec-4f3b-aad8-f0f7c4270f1b tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:36.527984 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fb30eefe-d4eb-431b-aa63-476627e4288f tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:36.532035 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-fb30eefe-d4eb-431b-aa63-476627e4288f tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 2.9692881 Aug 10 03:19:36.532722 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55298) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:36.539105 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55300) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:36.591762 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-580fcb6d-41ec-4f3b-aad8-f0f7c4270f1b tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:19:36.593673 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580fcb6d-41ec-4f3b-aad8-f0f7c4270f1b tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a95809e3-d0be-4cf5-a823-a51b7a3b9336,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:36.613815 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-def46e1d-2ba6-4dc4-8db9-19193a8dfb4a req-80c2763d-63dd-46ae-94b4-729997654ab9 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890398 Aug 10 03:19:36.614955 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-580fcb6d-41ec-4f3b-aad8-f0f7c4270f1b tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:36.615304 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-580fcb6d-41ec-4f3b-aad8-f0f7c4270f1b tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Added segment 0ba865f5-f05c-45bb-8163-276f00cc3af5 of type vlan for network afcbb5c5-dd3b-420f-9be7-0d3f17e0509b Aug 10 03:19:36.682231 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-580fcb6d-41ec-4f3b-aad8-f0f7c4270f1b tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:36.705536 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 585dd5ef-83f9-44d9-92e6-8f71fb086028 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:19:36.711492 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 585dd5ef-83f9-44d9-92e6-8f71fb086028 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:19:36.711870 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:36.742423 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-580fcb6d-41ec-4f3b-aad8-f0f7c4270f1b tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:19:36.753398 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dd4b5f8f-785b-413a-8d79-c3d1647ee5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:36.761095 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-580fcb6d-41ec-4f3b-aad8-f0f7c4270f1b tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:36.761455 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-580fcb6d-41ec-4f3b-aad8-f0f7c4270f1b tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Added segment b70fc3ce-23a1-4551-b4d1-8a6c287b3e13 of type vlan for network bf267835-4879-4a2b-87e5-3e0500007182 Aug 10 03:19:36.785067 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7441691d-dcc1-4044-8132-5c17adb49b68 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] 10.222.0.62 "GET /v2.0/routers/2f485de4-014f-4c34-92f6-36da88ef5bec HTTP/1.1" status: 200 len: 906 time: 0.2483716 Aug 10 03:19:36.797897 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55304) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:36.853870 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dd4b5f8f-785b-413a-8d79-c3d1647ee5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:36.865554 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-dd4b5f8f-785b-413a-8d79-c3d1647ee5d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96458380-a812-4415-8f34-3870da19d27f']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:36.877842 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-dd4b5f8f-785b-413a-8d79-c3d1647ee5d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07be078c-6056-47f8-b31b-6dd4af8f1f22') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:36.878148 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-dd4b5f8f-785b-413a-8d79-c3d1647ee5d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07be078c-6056-47f8-b31b-6dd4af8f1f22') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:36.886076 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:36.889681 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dd4b5f8f-785b-413a-8d79-c3d1647ee5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:36.917141 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dd4b5f8f-785b-413a-8d79-c3d1647ee5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:36.924393 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-580fcb6d-41ec-4f3b-aad8-f0f7c4270f1b tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:36.924893 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-599e1845-445b-4b1c-916e-dc7e3442ff9e None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:36.928153 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 585dd5ef-83f9-44d9-92e6-8f71fb086028, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=585dd5ef-83f9-44d9-92e6-8f71fb086028,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:36.933935 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd4b5f8f-785b-413a-8d79-c3d1647ee5d5 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:19:36.934359 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dd4b5f8f-785b-413a-8d79-c3d1647ee5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:36.935328 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:36.936195 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:19:36.936195 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:19:36.936195 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:19:36.936195 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:19:36.936195 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:19:36.936195 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:19:36.936195 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:19:36.936195 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:19:36.936195 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:19:36.936195 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:19:36.936195 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:19:36.936195 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:19:36.936195 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:19:36.936195 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:19:36.936195 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:19:36.936195 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:19:36.936195 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:19:36.936195 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:19:36.936195 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:19:36.936195 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:19:36.936195 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:19:36.936195 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:19:36.936195 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:19:36.936195 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:19:36.936195 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:19:36.936195 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:19:36.936195 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:19:36.936195 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:19:36.936195 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:19:36.936195 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:19:36.936195 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:19:36.936195 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:19:36.974779 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-19e70dbd-a196-42e9-8a22-fab8270cd047 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks [] for router, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:36.996510 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=585dd5ef-83f9-44d9-92e6-8f71fb086028,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:36.997340 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dd4b5f8f-785b-413a-8d79-c3d1647ee5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:36.999907 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-599e1845-445b-4b1c-916e-dc7e3442ff9e None None] Transition to ACTIVE for port object 7d8bc9b0-aabe-4ca3-8a04-637f6e6f6c89 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:19:37.004190 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dd4b5f8f-785b-413a-8d79-c3d1647ee5d5 admin admin] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:37.005565 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-dd4b5f8f-785b-413a-8d79-c3d1647ee5d5 admin admin] 10.222.0.62 "DELETE /v2.0/networks/96458380-a812-4415-8f34-3870da19d27f HTTP/1.1" status: 204 len: 168 time: 0.4656224 Aug 10 03:19:37.016449 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-599e1845-445b-4b1c-916e-dc7e3442ff9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:37.025140 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4b5f8f-785b-413a-8d79-c3d1647ee5d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=96458380-a812-4415-8f34-3870da19d27f,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:37.047582 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-580fcb6d-41ec-4f3b-aad8-f0f7c4270f1b tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:37.048311 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-580fcb6d-41ec-4f3b-aad8-f0f7c4270f1b tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:37.053927 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580fcb6d-41ec-4f3b-aad8-f0f7c4270f1b tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:37.059502 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580fcb6d-41ec-4f3b-aad8-f0f7c4270f1b tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:37.060138 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-580fcb6d-41ec-4f3b-aad8-f0f7c4270f1b tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:37.102543 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-599e1845-445b-4b1c-916e-dc7e3442ff9e None None] Attempting to bind port 7d8bc9b0-aabe-4ca3-8a04-637f6e6f6c89 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:19:37.102947 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-599e1845-445b-4b1c-916e-dc7e3442ff9e None None] Attempting to bind port 7d8bc9b0-aabe-4ca3-8a04-637f6e6f6c89 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:19:37.103438 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599e1845-445b-4b1c-916e-dc7e3442ff9e None None] Attempting to bind port 7d8bc9b0-aabe-4ca3-8a04-637f6e6f6c89 on network 09ca2025-b9a6-4e84-8019-8d9fbef3753e {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:19:37.116499 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599e1845-445b-4b1c-916e-dc7e3442ff9e None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:19:37.117232 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599e1845-445b-4b1c-916e-dc7e3442ff9e None None] Checking segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:19:37.117792 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-599e1845-445b-4b1c-916e-dc7e3442ff9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:37.118336 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599e1845-445b-4b1c-916e-dc7e3442ff9e None None] Bound using segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:19:37.119005 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-599e1845-445b-4b1c-916e-dc7e3442ff9e None None] Bound port: 7d8bc9b0-aabe-4ca3-8a04-637f6e6f6c89, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:19:37.119680 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-599e1845-445b-4b1c-916e-dc7e3442ff9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:37.147243 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beb90cf-d567-46ce-835f-bea62796eb4a None None] Pushing event updated for resources: {'Port': ['ID=7d8bc9b0-aabe-4ca3-8a04-637f6e6f6c89,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:37.193742 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-599e1845-445b-4b1c-916e-dc7e3442ff9e None None] For port 7d8bc9b0-aabe-4ca3-8a04-637f6e6f6c89, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:19:37.197264 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-599e1845-445b-4b1c-916e-dc7e3442ff9e None None] For port 7d8bc9b0-aabe-4ca3-8a04-637f6e6f6c89, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=7d8bc9b0-aabe-4ca3-8a04-637f6e6f6c89,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:19:37.201998 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-599e1845-445b-4b1c-916e-dc7e3442ff9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:37.202576 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-580fcb6d-41ec-4f3b-aad8-f0f7c4270f1b tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.7058980 Aug 10 03:19:37.205181 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55310) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:37.225480 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580fcb6d-41ec-4f3b-aad8-f0f7c4270f1b tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Pushing event updated for resources: {'Network': ['ID=afcbb5c5-dd3b-420f-9be7-0d3f17e0509b,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:37.241224 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network afcbb5c5-dd3b-420f-9be7-0d3f17e0509b details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:19:37.249577 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55312) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:37.296100 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab99d8-1b42-4593-8919-25e5cf303db5 req-f4e36cf4-0588-4e51-96cd-552279c2c053 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:37.298427 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-03ab99d8-1b42-4593-8919-25e5cf303db5 req-f4e36cf4-0588-4e51-96cd-552279c2c053 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 945 time: 0.1401846 Aug 10 03:19:37.330957 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-19e70dbd-a196-42e9-8a22-fab8270cd047 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:37.336152 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599e1845-445b-4b1c-916e-dc7e3442ff9e None None] Routers {'2f485de4-014f-4c34-92f6-36da88ef5bec'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:19:37.336996 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-599e1845-445b-4b1c-916e-dc7e3442ff9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:19:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['2f485de4-014f-4c34-92f6-36da88ef5bec'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:37.338125 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25339dd5-4895-4664-ad8c-01383e3703bd tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:37.344223 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25339dd5-4895-4664-ad8c-01383e3703bd tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:37.350019 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25339dd5-4895-4664-ad8c-01383e3703bd tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:37.356655 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25339dd5-4895-4664-ad8c-01383e3703bd tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:37.361014 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-25339dd5-4895-4664-ad8c-01383e3703bd tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.1516101 Aug 10 03:19:37.361797 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55314) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:37.365412 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580fcb6d-41ec-4f3b-aad8-f0f7c4270f1b tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Pushing event updated for resources: {'Network': ['ID=bf267835-4879-4a2b-87e5-3e0500007182,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:37.415291 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8dd286d6-c186-4ac1-bef8-03f957651746 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ef50ffc78b50476f8601204a1949d5d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1623380 Aug 10 03:19:37.419106 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55316) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:37.432848 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network bf267835-4879-4a2b-87e5-3e0500007182 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:19:37.440840 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-03ab99d8-1b42-4593-8919-25e5cf303db5 req-10803396-6e65-41fa-b10d-c250dbfdf8ab tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=3195847a-22b1-4e5d-a1c3-c326862fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273315 Aug 10 03:19:37.445483 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-070231a6-f00f-4a1e-8cad-b0d853ed6307 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:37.449000 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beb90cf-d567-46ce-835f-bea62796eb4a None None] Pushing event updated for resources: {'Port': ['ID=7d8bc9b0-aabe-4ca3-8a04-637f6e6f6c89,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:37.505823 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-19e70dbd-a196-42e9-8a22-fab8270cd047 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Deleting port 7d8bc9b0-aabe-4ca3-8a04-637f6e6f6c89 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:37.506180 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-19e70dbd-a196-42e9-8a22-fab8270cd047 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:37.532009 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-599e1845-445b-4b1c-916e-dc7e3442ff9e None None] Set router 2f485de4-014f-4c34-92f6-36da88ef5bec gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:19:37.536274 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-070231a6-f00f-4a1e-8cad-b0d853ed6307 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:37.545000 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8ebaa237-b0dc-4317-9219-d4ab96b242dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:37.546659 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-070231a6-f00f-4a1e-8cad-b0d853ed6307 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afcbb5c5-dd3b-420f-9be7-0d3f17e0509b']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:37.557991 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-070231a6-f00f-4a1e-8cad-b0d853ed6307 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ba865f5-f05c-45bb-8163-276f00cc3af5') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:37.558188 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-070231a6-f00f-4a1e-8cad-b0d853ed6307 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ba865f5-f05c-45bb-8163-276f00cc3af5') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:37.567644 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-070231a6-f00f-4a1e-8cad-b0d853ed6307 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:37.581818 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-070231a6-f00f-4a1e-8cad-b0d853ed6307 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:37.583203 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8ebaa237-b0dc-4317-9219-d4ab96b242dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:37.589290 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-070231a6-f00f-4a1e-8cad-b0d853ed6307 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:19:37.589765 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-070231a6-f00f-4a1e-8cad-b0d853ed6307 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:37.593037 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:19:37.593037 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:19:37.593037 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:19:37.593037 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:19:37.593037 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:19:37.593037 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:19:37.593037 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:19:37.593037 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:19:37.593037 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:19:37.593037 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:19:37.593037 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:19:37.593037 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:19:37.593037 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:19:37.593037 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:19:37.593037 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:19:37.593037 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:19:37.593037 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:19:37.593037 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:19:37.593037 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:19:37.593037 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:19:37.593037 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:19:37.593037 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:19:37.593037 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:19:37.593037 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:19:37.593037 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:19:37.593037 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:19:37.593037 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:19:37.593037 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:19:37.593037 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:19:37.593037 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:19:37.593037 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:19:37.593037 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:19:37.637380 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-19e70dbd-a196-42e9-8a22-fab8270cd047 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] For port 7d8bc9b0-aabe-4ca3-8a04-637f6e6f6c89, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=7d8bc9b0-aabe-4ca3-8a04-637f6e6f6c89,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:37.638366 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-19e70dbd-a196-42e9-8a22-fab8270cd047 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:37.665804 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-19e70dbd-a196-42e9-8a22-fab8270cd047 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Calling delete_port for 7d8bc9b0-aabe-4ca3-8a04-637f6e6f6c89 owned by network:router_gateway {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:37.695174 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-070231a6-f00f-4a1e-8cad-b0d853ed6307 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:37.700618 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8ebaa237-b0dc-4317-9219-d4ab96b242dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:37.703660 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8ebaa237-b0dc-4317-9219-d4ab96b242dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:37.704978 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8ebaa237-b0dc-4317-9219-d4ab96b242dd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/465ffcb7-e72e-4493-b3cb-942478e404b8 HTTP/1.1" status: 204 len: 168 time: 0.2838731 Aug 10 03:19:37.714651 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-070231a6-f00f-4a1e-8cad-b0d853ed6307 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:37.722902 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-070231a6-f00f-4a1e-8cad-b0d853ed6307 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] 10.222.0.62 "DELETE /v2.0/networks/afcbb5c5-dd3b-420f-9be7-0d3f17e0509b HTTP/1.1" status: 204 len: 168 time: 0.3541951 Aug 10 03:19:37.733464 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55324) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:37.744023 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070231a6-f00f-4a1e-8cad-b0d853ed6307 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Pushing event deleted for resources: {'Network': ['ID=afcbb5c5-dd3b-420f-9be7-0d3f17e0509b,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:37.769065 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-599e1845-445b-4b1c-916e-dc7e3442ff9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f485de4-014f-4c34-92f6-36da88ef5bec', 'name': 'tempest-snat-router-977076722', 'tenant_id': 'd3063e7ad5e4492f97e388a593ef7000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '7d8bc9b0-aabe-4ca3-8a04-637f6e6f6c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:19:33Z', 'updated_at': '2021-08-10T03:19:35Z', 'revision_number': 3, 'project_id': 'd3063e7ad5e4492f97e388a593ef7000', 'gw_port': {'id': '7d8bc9b0-aabe-4ca3-8a04-637f6e6f6c89', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f485de4-014f-4c34-92f6-36da88ef5bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:19:34Z', 'updated_at': '2021-08-10T03:19:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:37.774411 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebaa237-b0dc-4317-9219-d4ab96b242dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=465ffcb7-e72e-4493-b3cb-942478e404b8,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:37.810328 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599e1845-445b-4b1c-916e-dc7e3442ff9e None None] The sync data for ids ['2f485de4-014f-4c34-92f6-36da88ef5bec'] in n-d-768851-15 is: [{'id': '2f485de4-014f-4c34-92f6-36da88ef5bec', 'name': 'tempest-snat-router-977076722', 'tenant_id': 'd3063e7ad5e4492f97e388a593ef7000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '7d8bc9b0-aabe-4ca3-8a04-637f6e6f6c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:19:33Z', 'updated_at': '2021-08-10T03:19:35Z', 'revision_number': 3, 'project_id': 'd3063e7ad5e4492f97e388a593ef7000', 'gw_port': {'id': '7d8bc9b0-aabe-4ca3-8a04-637f6e6f6c89', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f485de4-014f-4c34-92f6-36da88ef5bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:19:34Z', 'updated_at': '2021-08-10T03:19:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:19:37.812348 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed19ee8-5bd4-4276-814b-d72c7b70f837 req-1650c2c5-9839-42e7-baef-efe8bcf18e62 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:37.813922 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9ed19ee8-5bd4-4276-814b-d72c7b70f837 req-1650c2c5-9839-42e7-baef-efe8bcf18e62 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfa2a8d3-ebe1-4103-896b-c4f2df154b68 HTTP/1.1" status: 200 len: 945 time: 0.0769653 Aug 10 03:19:37.879174 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e5c38d86-292a-4bb2-84e8-6e9aa311a13f tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:37.930904 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9ed19ee8-5bd4-4276-814b-d72c7b70f837 req-6414b78e-8139-4950-b717-3a6306e5008f tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604980 Aug 10 03:19:37.989486 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e5c38d86-292a-4bb2-84e8-6e9aa311a13f tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:37.999436 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-19e70dbd-a196-42e9-8a22-fab8270cd047 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:38.004172 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-e5c38d86-292a-4bb2-84e8-6e9aa311a13f tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf267835-4879-4a2b-87e5-3e0500007182']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:38.017653 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-e5c38d86-292a-4bb2-84e8-6e9aa311a13f tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b70fc3ce-23a1-4551-b4d1-8a6c287b3e13') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:38.018302 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-e5c38d86-292a-4bb2-84e8-6e9aa311a13f tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b70fc3ce-23a1-4551-b4d1-8a6c287b3e13') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:38.030844 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e5c38d86-292a-4bb2-84e8-6e9aa311a13f tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:38.047715 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e5c38d86-292a-4bb2-84e8-6e9aa311a13f tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:38.057505 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5c38d86-292a-4bb2-84e8-6e9aa311a13f tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:19:38.058292 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e5c38d86-292a-4bb2-84e8-6e9aa311a13f tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:38.121718 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-19e70dbd-a196-42e9-8a22-fab8270cd047 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:38.130275 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:19:38.130275 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:19:38.130275 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:19:38.130275 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:19:38.130275 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:19:38.130275 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:19:38.130275 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:19:38.130275 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:19:38.130275 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:19:38.130275 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:19:38.130275 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:19:38.130275 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:19:38.130275 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:19:38.130275 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:19:38.130275 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:19:38.130275 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:19:38.130275 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:19:38.130275 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:19:38.130275 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:19:38.130275 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:19:38.130275 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:19:38.130275 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:19:38.130275 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:19:38.130275 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:19:38.130275 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:19:38.130275 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:19:38.130275 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:19:38.130275 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:19:38.130275 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:19:38.130275 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:19:38.130275 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:19:38.130275 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:19:38.136427 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e5c38d86-292a-4bb2-84e8-6e9aa311a13f tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:38.147112 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e5c38d86-292a-4bb2-84e8-6e9aa311a13f tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:38.150368 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e5c38d86-292a-4bb2-84e8-6e9aa311a13f tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] 10.222.0.62 "DELETE /v2.0/networks/bf267835-4879-4a2b-87e5-3e0500007182 HTTP/1.1" status: 204 len: 168 time: 0.4153218 Aug 10 03:19:38.198516 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55334) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:38.215841 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c38d86-292a-4bb2-84e8-6e9aa311a13f tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Pushing event deleted for resources: {'Network': ['ID=bf267835-4879-4a2b-87e5-3e0500007182,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:38.250217 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e70dbd-a196-42e9-8a22-fab8270cd047 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Pushing event deleted for resources: {'Port': ['ID=7d8bc9b0-aabe-4ca3-8a04-637f6e6f6c89,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:38.258427 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-19e70dbd-a196-42e9-8a22-fab8270cd047 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:38.261429 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-19e70dbd-a196-42e9-8a22-fab8270cd047 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:38.321140 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-19e70dbd-a196-42e9-8a22-fab8270cd047 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:38.321914 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e70dbd-a196-42e9-8a22-fab8270cd047 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2f485de4-014f-4c34-92f6-36da88ef5bec {{(pid=94216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:19:38.329470 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-19e70dbd-a196-42e9-8a22-fab8270cd047 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:38.331372 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-19e70dbd-a196-42e9-8a22-fab8270cd047 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] 10.222.0.62 "DELETE /v2.0/routers/2f485de4-014f-4c34-92f6-36da88ef5bec HTTP/1.1" status: 204 len: 168 time: 1.5324137 Aug 10 03:19:38.333813 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55346) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:38.383688 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356dd961-52b1-486c-9d0b-4ca754cf1f69 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:38.404304 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356dd961-52b1-486c-9d0b-4ca754cf1f69 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:38.410004 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-356dd961-52b1-486c-9d0b-4ca754cf1f69 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2099028 Aug 10 03:19:38.413885 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55352) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:38.421053 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-642fb2ce-1726-431f-abb0-6f75c703a99b tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1653031683'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:38.463470 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642fb2ce-1726-431f-abb0-6f75c703a99b tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Made reservation on behalf of eb77c7937d9f467c9cd3f5ec813c5746 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:19:38.468573 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-642fb2ce-1726-431f-abb0-6f75c703a99b tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:38.529358 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-19da2725-80fb-4bb0-b348-89e718bd5120 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks [] for router, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:38.548484 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 585dd5ef-83f9-44d9-92e6-8f71fb086028 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:19:38.581781 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-642fb2ce-1726-431f-abb0-6f75c703a99b tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:19:38.620489 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-642fb2ce-1726-431f-abb0-6f75c703a99b tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:38.625360 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-642fb2ce-1726-431f-abb0-6f75c703a99b tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Added segment 8ae20d5e-e620-424b-8f7f-988bc9ef2824 of type vlan for network 15fdfe69-a852-4871-99ca-3955c3998b45 Aug 10 03:19:38.637181 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device ecb5cb29-bad7-4e0b-a042-66dbc308ed97 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:19:38.695018 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-642fb2ce-1726-431f-abb0-6f75c703a99b tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:38.722099 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf2160b-6993-49e6-a2cb-b547237300ee req-39091d16-3f69-4f3d-a06a-16b43441f21d tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:38.723696 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ddf2160b-6993-49e6-a2cb-b547237300ee req-39091d16-3f69-4f3d-a06a-16b43441f21d tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 945 time: 0.1358345 Aug 10 03:19:38.745866 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-642fb2ce-1726-431f-abb0-6f75c703a99b tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:38.753370 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642fb2ce-1726-431f-abb0-6f75c703a99b tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:38.754403 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-642fb2ce-1726-431f-abb0-6f75c703a99b tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:38.779871 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66170973-a7c9-48eb-ac5d-2f0748e5e0b2 req-477f7db2-f7e0-431c-89dc-c08786a60621 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:38.782172 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 585dd5ef-83f9-44d9-92e6-8f71fb086028 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:19:38.782661 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:38.789741 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-66170973-a7c9-48eb-ac5d-2f0748e5e0b2 req-477f7db2-f7e0-431c-89dc-c08786a60621 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfa2a8d3-ebe1-4103-896b-c4f2df154b68 HTTP/1.1" status: 200 len: 945 time: 0.1636438 Aug 10 03:19:38.835486 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-19da2725-80fb-4bb0-b348-89e718bd5120 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:38.865440 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-66170973-a7c9-48eb-ac5d-2f0748e5e0b2 req-6fd4d03b-7bc4-4379-b0d1-b0b30feb2ad8 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721488 Aug 10 03:19:38.876694 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ddf2160b-6993-49e6-a2cb-b547237300ee req-5e0dbe81-da87-4a8b-9c8c-71f146c8e1a7 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=3195847a-22b1-4e5d-a1c3-c326862fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397560 Aug 10 03:19:38.893100 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port ecb5cb29-bad7-4e0b-a042-66dbc308ed97, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=ecb5cb29-bad7-4e0b-a042-66dbc308ed97,segment=NetworkSegment(b14795c0-984c-4c21-bc5c-b1b39903d907),segment_id=b14795c0-984c-4c21-bc5c-b1b39903d907)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:38.927932 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-642fb2ce-1726-431f-abb0-6f75c703a99b tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5105660 Aug 10 03:19:38.942556 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55370) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:38.954257 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': 'ecb5cb29-bad7-4e0b-a042-66dbc308ed97', 'network_id': 'c0759395-72d8-4de6-9611-c9ba0ebf5417', 'port_id': 'ecb5cb29-bad7-4e0b-a042-66dbc308ed97', 'mac_address': 'fa:16:3e:d8:aa:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3edf7dab-cede-45e3-a40b-9026654a3743', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:19:38.956499 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-4e0675e7-ccc0-4c8f-937a-31069a0fda01 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1600234142'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:38.981467 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642fb2ce-1726-431f-abb0-6f75c703a99b tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Pushing event updated for resources: {'Network': ['ID=15fdfe69-a852-4871-99ca-3955c3998b45,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:38.984541 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0675e7-ccc0-4c8f-937a-31069a0fda01 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Made reservation on behalf of eb77c7937d9f467c9cd3f5ec813c5746 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:19:38.988404 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4e0675e7-ccc0-4c8f-937a-31069a0fda01 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:39.015824 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-19da2725-80fb-4bb0-b348-89e718bd5120 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Deleting port 585dd5ef-83f9-44d9-92e6-8f71fb086028 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:39.016406 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e0675e7-ccc0-4c8f-937a-31069a0fda01 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:19:39.016518 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-19da2725-80fb-4bb0-b348-89e718bd5120 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:39.032794 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4e0675e7-ccc0-4c8f-937a-31069a0fda01 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:39.033151 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-4e0675e7-ccc0-4c8f-937a-31069a0fda01 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Added segment 0c02d1e4-40cd-4eff-9fa5-a63100fdc461 of type vlan for network dfb9593b-f65b-48bb-abb3-8cd57804ae5d Aug 10 03:19:39.091719 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 15fdfe69-a852-4871-99ca-3955c3998b45 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:19:39.142422 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4e0675e7-ccc0-4c8f-937a-31069a0fda01 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:39.175817 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:39.196369 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4e0675e7-ccc0-4c8f-937a-31069a0fda01 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:39.202510 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0675e7-ccc0-4c8f-937a-31069a0fda01 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:39.203115 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-19da2725-80fb-4bb0-b348-89e718bd5120 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] For port 585dd5ef-83f9-44d9-92e6-8f71fb086028, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=585dd5ef-83f9-44d9-92e6-8f71fb086028,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:39.203500 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-19da2725-80fb-4bb0-b348-89e718bd5120 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:39.204722 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4e0675e7-ccc0-4c8f-937a-31069a0fda01 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:39.237254 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-19da2725-80fb-4bb0-b348-89e718bd5120 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Calling delete_port for 585dd5ef-83f9-44d9-92e6-8f71fb086028 owned by network:router_gateway {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:39.301990 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0675e7-ccc0-4c8f-937a-31069a0fda01 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Pushing event updated for resources: {'Network': ['ID=dfb9593b-f65b-48bb-abb3-8cd57804ae5d,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:39.327586 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4e0675e7-ccc0-4c8f-937a-31069a0fda01 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3838980 Aug 10 03:19:39.330341 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55390) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:39.336536 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-e1da8885-a4f3-4cf5-ab9c-5df1d58138dc tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Request body: {'ports': [{'network_id': '15fdfe69-a852-4871-99ca-3955c3998b45', 'name': 'tempest-port--752226205', 'admin_state_up': True}, {'network_id': 'dfb9593b-f65b-48bb-abb3-8cd57804ae5d', 'admin_state_up': False}]} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:39.337180 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-e1da8885-a4f3-4cf5-ab9c-5df1d58138dc tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Request body: {'port': {'network_id': '15fdfe69-a852-4871-99ca-3955c3998b45', 'name': 'tempest-port--752226205', 'admin_state_up': True}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:39.337880 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-e1da8885-a4f3-4cf5-ab9c-5df1d58138dc tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Request body: {'port': {'network_id': 'dfb9593b-f65b-48bb-abb3-8cd57804ae5d', 'admin_state_up': False}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:39.427611 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network dfb9593b-f65b-48bb-abb3-8cd57804ae5d details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:19:39.481908 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ecb5cb29-bad7-4e0b-a042-66dbc308ed97 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:19:39.496380 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-19da2725-80fb-4bb0-b348-89e718bd5120 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:39.519088 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port ecb5cb29-bad7-4e0b-a042-66dbc308ed97, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=ecb5cb29-bad7-4e0b-a042-66dbc308ed97,segment=NetworkSegment(b14795c0-984c-4c21-bc5c-b1b39903d907),segment_id=b14795c0-984c-4c21-bc5c-b1b39903d907)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:39.530637 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:39.539799 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19da2725-80fb-4bb0-b348-89e718bd5120 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Pushing event deleted for resources: {'Port': ['ID=585dd5ef-83f9-44d9-92e6-8f71fb086028,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:39.608825 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=ecb5cb29-bad7-4e0b-a042-66dbc308ed97,revision_number=6']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:39.616710 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['ecb5cb29-bad7-4e0b-a042-66dbc308ed97'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:19:39.637145 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-19da2725-80fb-4bb0-b348-89e718bd5120 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:39.667827 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1da8885-a4f3-4cf5-ab9c-5df1d58138dc tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Made reservation on behalf of eb77c7937d9f467c9cd3f5ec813c5746 for: {'port': 2} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:19:39.673887 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e1da8885-a4f3-4cf5-ab9c-5df1d58138dc tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:39.690258 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e1da8885-a4f3-4cf5-ab9c-5df1d58138dc tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:39.765362 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-19da2725-80fb-4bb0-b348-89e718bd5120 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:39.769852 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-19da2725-80fb-4bb0-b348-89e718bd5120 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:39.852791 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-19da2725-80fb-4bb0-b348-89e718bd5120 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:39.853618 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19da2725-80fb-4bb0-b348-89e718bd5120 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 88c24c3b-3c61-40bd-82db-27cbba41c1ed {{(pid=94216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:19:39.862302 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-19da2725-80fb-4bb0-b348-89e718bd5120 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:39.871184 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-19da2725-80fb-4bb0-b348-89e718bd5120 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] 10.222.0.62 "DELETE /v2.0/routers/88c24c3b-3c61-40bd-82db-27cbba41c1ed HTTP/1.1" status: 204 len: 168 time: 1.5362260 Aug 10 03:19:39.873816 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55420) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:39.896108 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-c55b7d99-6296-4d5f-853b-eea5af41b40a tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-865176833', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}, 'admin_state_up': False}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:39.967448 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c55b7d99-6296-4d5f-853b-eea5af41b40a tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:39.969973 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c55b7d99-6296-4d5f-853b-eea5af41b40a tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:40.060952 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55428) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:40.161100 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c55b7d99-6296-4d5f-853b-eea5af41b40a tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:40.212676 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [None req-e1da8885-a4f3-4cf5-ab9c-5df1d58138dc tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] device_id is not set on port 83d19894-0326-486b-83af-540334a31224 yet. {{(pid=94217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:19:40.358630 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbfbd19-971a-446e-b4fa-2abdf510e21b req-b300171d-0874-499c-9a5a-f152aee992ed tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:40.364464 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-efbfbd19-971a-446e-b4fa-2abdf510e21b req-b300171d-0874-499c-9a5a-f152aee992ed tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 944 time: 0.3131490 Aug 10 03:19:40.367831 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-39acbffc-44be-4891-aa5a-03312a07d7a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:40.383525 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0443b4-ff88-4e4a-892a-73d4345b7b07 req-3065790c-140a-43f5-bbb6-3cf64e79e94d tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:40.388301 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0a0443b4-ff88-4e4a-892a-73d4345b7b07 req-3065790c-140a-43f5-bbb6-3cf64e79e94d tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfa2a8d3-ebe1-4103-896b-c4f2df154b68 HTTP/1.1" status: 200 len: 945 time: 0.3678260 Aug 10 03:19:40.466591 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e1da8885-a4f3-4cf5-ab9c-5df1d58138dc tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:40.600832 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device ecb5cb29-bad7-4e0b-a042-66dbc308ed97 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:19:40.609760 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 585dd5ef-83f9-44d9-92e6-8f71fb086028 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:19:40.629384 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [None req-e1da8885-a4f3-4cf5-ab9c-5df1d58138dc tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] device_id is not set on port a519be1c-dbb3-430e-bff8-8146475ae037 yet. {{(pid=94217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:19:40.685886 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 585dd5ef-83f9-44d9-92e6-8f71fb086028 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:19:40.686316 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 585dd5ef-83f9-44d9-92e6-8f71fb086028 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:19:40.740910 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port ecb5cb29-bad7-4e0b-a042-66dbc308ed97 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:19:40.741496 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:40.782979 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e1da8885-a4f3-4cf5-ab9c-5df1d58138dc tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:40.840812 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e1da8885-a4f3-4cf5-ab9c-5df1d58138dc tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:40.861066 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:40.913237 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dbb5b71-0b23-4039-8dde-5e77b8029aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb5cb29-bad7-4e0b-a042-66dbc308ed97'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:19:40.915710 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1da8885-a4f3-4cf5-ab9c-5df1d58138dc tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Pushing event updated for resources: {'Port': ['ID=83d19894-0326-486b-83af-540334a31224,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:40.917325 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de771d7-d7db-489e-b348-624564d3d16e" -d '{"events": [{"server_uuid": "9dbb5b71-0b23-4039-8dde-5e77b8029aa0", "name": "network-vif-plugged", "status": "completed", "tag": "ecb5cb29-bad7-4e0b-a042-66dbc308ed97"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:19:40.937829 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1da8885-a4f3-4cf5-ab9c-5df1d58138dc tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Checking segment: {'id': '8ae20d5e-e620-424b-8f7f-988bc9ef2824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '15fdfe69-a852-4871-99ca-3955c3998b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:19:40.938596 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1da8885-a4f3-4cf5-ab9c-5df1d58138dc tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Network hostable DHCP agents. Network: 15fdfe69-a852-4871-99ca-3955c3998b45, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:19:40.940117 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port ecb5cb29-bad7-4e0b-a042-66dbc308ed97, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=ecb5cb29-bad7-4e0b-a042-66dbc308ed97,segment=NetworkSegment(b14795c0-984c-4c21-bc5c-b1b39903d907),segment_id=b14795c0-984c-4c21-bc5c-b1b39903d907)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:40.948698 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c55b7d99-6296-4d5f-853b-eea5af41b40a tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:40.962367 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1da8885-a4f3-4cf5-ab9c-5df1d58138dc tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Network 15fdfe69-a852-4871-99ca-3955c3998b45 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:19:40.971779 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:40.997613 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-e1da8885-a4f3-4cf5-ab9c-5df1d58138dc tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 15fdfe69-a852-4871-99ca-3955c3998b45) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:19:41.020191 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d23d40c-cdd4-4746-a939-b893e3fa7902 None None] Network 15fdfe69-a852-4871-99ca-3955c3998b45 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:19:41.023035 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1da8885-a4f3-4cf5-ab9c-5df1d58138dc tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:19:41.025129 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e1da8885-a4f3-4cf5-ab9c-5df1d58138dc tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:41.040253 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-efbfbd19-971a-446e-b4fa-2abdf510e21b req-a7d1835d-93b0-4599-ada1-cc3f6140fccc tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=3195847a-22b1-4e5d-a1c3-c326862fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6459329 Aug 10 03:19:41.139290 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=ecb5cb29-bad7-4e0b-a042-66dbc308ed97,revision_number=7']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:41.144957 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1da8885-a4f3-4cf5-ab9c-5df1d58138dc tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Pushing event updated for resources: {'Port': ['ID=a519be1c-dbb3-430e-bff8-8146475ae037,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:41.148128 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1da8885-a4f3-4cf5-ab9c-5df1d58138dc tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Checking segment: {'id': '0c02d1e4-40cd-4eff-9fa5-a63100fdc461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'dfb9593b-f65b-48bb-abb3-8cd57804ae5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:19:41.148128 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1da8885-a4f3-4cf5-ab9c-5df1d58138dc tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Network hostable DHCP agents. Network: dfb9593b-f65b-48bb-abb3-8cd57804ae5d, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:19:41.162183 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0a0443b4-ff88-4e4a-892a-73d4345b7b07 req-8561db0a-0065-43f3-8ec1-dcb3111b6a0c tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6914456 Aug 10 03:19:41.172418 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1da8885-a4f3-4cf5-ab9c-5df1d58138dc tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Network dfb9593b-f65b-48bb-abb3-8cd57804ae5d is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:19:41.205778 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-e1da8885-a4f3-4cf5-ab9c-5df1d58138dc tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, dfb9593b-f65b-48bb-abb3-8cd57804ae5d) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:19:41.217327 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1da8885-a4f3-4cf5-ab9c-5df1d58138dc tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:19:41.231202 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1da8885-a4f3-4cf5-ab9c-5df1d58138dc tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:41.237949 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f746e16-39e3-4d81-9967-ac43d0c363dd None None] Network dfb9593b-f65b-48bb-abb3-8cd57804ae5d requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:19:41.243760 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1da8885-a4f3-4cf5-ab9c-5df1d58138dc tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:41.245869 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e1da8885-a4f3-4cf5-ab9c-5df1d58138dc tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:41.332564 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1890de-0e27-4c1b-93f9-ff5bac069039 x-openstack-request-id: req-0d1890de-0e27-4c1b-93f9-ff5bac069039 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:19:41.332753 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dbb5b71-0b23-4039-8dde-5e77b8029aa0", "name": "network-vif-plugged", "status": "completed", "tag": "ecb5cb29-bad7-4e0b-a042-66dbc308ed97", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:19:41.333061 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0d1890de-0e27-4c1b-93f9-ff5bac069039 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:19:41.333437 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dbb5b71-0b23-4039-8dde-5e77b8029aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb5cb29-bad7-4e0b-a042-66dbc308ed97', 'code': 200} Aug 10 03:19:41.412495 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-39acbffc-44be-4891-aa5a-03312a07d7a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:41.432669 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e1da8885-a4f3-4cf5-ab9c-5df1d58138dc tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.1009386 Aug 10 03:19:41.434200 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55442) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:41.499155 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-39acbffc-44be-4891-aa5a-03312a07d7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:41.555762 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53034f2-917e-4610-8dec-779147e67ffb tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:41.562385 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53034f2-917e-4610-8dec-779147e67ffb tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:41.567205 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b53034f2-917e-4610-8dec-779147e67ffb tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1317155 Aug 10 03:19:41.568455 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55444) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:41.599355 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39acbffc-44be-4891-aa5a-03312a07d7a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a80c056-7ee8-440c-ae54-3c670890ee19,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:41.605250 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-39acbffc-44be-4891-aa5a-03312a07d7a9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=88c4e7acb20c43a19a694051861be206&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5431430 Aug 10 03:19:41.606149 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c55b7d99-6296-4d5f-853b-eea5af41b40a tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks [] for router_gateway, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:41.608672 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55446) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:41.639071 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c55b7d99-6296-4d5f-853b-eea5af41b40a tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:41.676639 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-826a08fc-c44e-409f-8fca-0b6057f1dab5 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Deleting port 83d19894-0326-486b-83af-540334a31224 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:41.677247 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-826a08fc-c44e-409f-8fca-0b6057f1dab5 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:41.754038 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7b84f2b1-d193-4531-a0b0-8f61e7053919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:41.765307 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-826a08fc-c44e-409f-8fca-0b6057f1dab5 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:41.780178 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-826a08fc-c44e-409f-8fca-0b6057f1dab5 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Calling delete_port for 83d19894-0326-486b-83af-540334a31224 owned by {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:41.809072 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7b84f2b1-d193-4531-a0b0-8f61e7053919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:41.855046 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-c55b7d99-6296-4d5f-853b-eea5af41b40a tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Allocated IP 172.25.7.72 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/0bde371a-beb9-45f5-a5c5-80341c740f4a) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:19:41.894838 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-826a08fc-c44e-409f-8fca-0b6057f1dab5 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:41.932372 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826a08fc-c44e-409f-8fca-0b6057f1dab5 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Pushing event deleted for resources: {'Port': ['ID=83d19894-0326-486b-83af-540334a31224,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:41.940668 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-826a08fc-c44e-409f-8fca-0b6057f1dab5 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:41.945305 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-826a08fc-c44e-409f-8fca-0b6057f1dab5 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] 10.222.0.62 "DELETE /v2.0/ports/83d19894-0326-486b-83af-540334a31224 HTTP/1.1" status: 204 len: 168 time: 0.3730721 Aug 10 03:19:41.945461 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55448) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:41.983702 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7b84f2b1-d193-4531-a0b0-8f61e7053919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:41.986311 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7b84f2b1-d193-4531-a0b0-8f61e7053919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:41.987519 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-7b84f2b1-d193-4531-a0b0-8f61e7053919 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2a80c056-7ee8-440c-ae54-3c670890ee19 HTTP/1.1" status: 204 len: 168 time: 0.3780785 Aug 10 03:19:42.005711 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b84f2b1-d193-4531-a0b0-8f61e7053919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a80c056-7ee8-440c-ae54-3c670890ee19,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:42.088129 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c55b7d99-6296-4d5f-853b-eea5af41b40a tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:42.161592 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-f55bf3e8-7f64-4c52-acba-67045225df38 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Deleting port a519be1c-dbb3-430e-bff8-8146475ae037 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:42.164307 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f55bf3e8-7f64-4c52-acba-67045225df38 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:42.182806 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c55b7d99-6296-4d5f-853b-eea5af41b40a tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:42.272804 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f55bf3e8-7f64-4c52-acba-67045225df38 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:42.301056 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-f55bf3e8-7f64-4c52-acba-67045225df38 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Calling delete_port for a519be1c-dbb3-430e-bff8-8146475ae037 owned by {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:42.303664 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55b7d99-6296-4d5f-853b-eea5af41b40a tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:19:42.403977 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-c55b7d99-6296-4d5f-853b-eea5af41b40a tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:19:42.409860 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55b7d99-6296-4d5f-853b-eea5af41b40a tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:19:42.437301 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 7d8bc9b0-aabe-4ca3-8a04-637f6e6f6c89 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:19:42.457227 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f55bf3e8-7f64-4c52-acba-67045225df38 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:42.476134 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55b7d99-6296-4d5f-853b-eea5af41b40a tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Pushing event updated for resources: {'Port': ['ID=0bde371a-beb9-45f5-a5c5-80341c740f4a,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:42.525240 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 7d8bc9b0-aabe-4ca3-8a04-637f6e6f6c89 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:19:42.525600 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 7d8bc9b0-aabe-4ca3-8a04-637f6e6f6c89 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:19:42.536859 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f55bf3e8-7f64-4c52-acba-67045225df38 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:42.542562 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f55bf3e8-7f64-4c52-acba-67045225df38 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] 10.222.0.62 "DELETE /v2.0/ports/a519be1c-dbb3-430e-bff8-8146475ae037 HTTP/1.1" status: 204 len: 168 time: 0.5958126 Aug 10 03:19:42.543265 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55468) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:42.544320 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55bf3e8-7f64-4c52-acba-67045225df38 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Pushing event deleted for resources: {'Port': ['ID=a519be1c-dbb3-430e-bff8-8146475ae037,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:42.560094 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9e9de6-28a1-48c5-8ab9-d9f931c1439c req-bf2f9f64-7234-4fe1-83c0-8e734992dd24 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:42.563431 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cf9e9de6-28a1-48c5-8ab9-d9f931c1439c req-bf2f9f64-7234-4fe1-83c0-8e734992dd24 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 945 time: 0.3081803 Aug 10 03:19:42.586902 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4d42827b-4e50-4955-bd25-e582192929b2 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0386515 Aug 10 03:19:42.587581 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55470) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:42.594154 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-3c650794-ece7-41bd-a887-aad62f0404e6 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1384954198'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:42.622679 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c650794-ece7-41bd-a887-aad62f0404e6 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Made reservation on behalf of eb77c7937d9f467c9cd3f5ec813c5746 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:19:42.628532 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3c650794-ece7-41bd-a887-aad62f0404e6 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:42.660185 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c650794-ece7-41bd-a887-aad62f0404e6 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:19:42.674881 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cf9e9de6-28a1-48c5-8ab9-d9f931c1439c req-b808f3f6-1f03-48a7-9c6d-b10fa7816548 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=3195847a-22b1-4e5d-a1c3-c326862fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005514 Aug 10 03:19:42.675110 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3c650794-ece7-41bd-a887-aad62f0404e6 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:42.675450 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-3c650794-ece7-41bd-a887-aad62f0404e6 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Added segment f01189d7-2f09-4805-9dae-036026ec1628 of type vlan for network ffcea53f-4635-4562-b3b7-0c9ec21d01db Aug 10 03:19:42.733931 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3c650794-ece7-41bd-a887-aad62f0404e6 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:42.768083 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb6792-457f-426c-a28f-60d774c6affd req-17c9d126-2cb7-407b-a959-ff89493d7a72 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:42.769991 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e5cb6792-457f-426c-a28f-60d774c6affd req-17c9d126-2cb7-407b-a959-ff89493d7a72 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfa2a8d3-ebe1-4103-896b-c4f2df154b68 HTTP/1.1" status: 200 len: 945 time: 0.2807848 Aug 10 03:19:42.784316 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3c650794-ece7-41bd-a887-aad62f0404e6 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:42.795197 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c650794-ece7-41bd-a887-aad62f0404e6 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:42.796557 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3c650794-ece7-41bd-a887-aad62f0404e6 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:42.839699 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e5cb6792-457f-426c-a28f-60d774c6affd req-9970f4b0-16d1-423f-b9c5-e2ecacdeb297 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441198 Aug 10 03:19:42.910568 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3c650794-ece7-41bd-a887-aad62f0404e6 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3204474 Aug 10 03:19:42.912453 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55476) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:42.926635 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-7c0c65b6-2cc4-4a58-b8a7-b005317840cd tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-344954995'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:42.941110 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c650794-ece7-41bd-a887-aad62f0404e6 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Pushing event updated for resources: {'Network': ['ID=ffcea53f-4635-4562-b3b7-0c9ec21d01db,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:42.956840 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network ffcea53f-4635-4562-b3b7-0c9ec21d01db details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:19:42.991904 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0c65b6-2cc4-4a58-b8a7-b005317840cd tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Made reservation on behalf of eb77c7937d9f467c9cd3f5ec813c5746 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:19:42.996132 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7c0c65b6-2cc4-4a58-b8a7-b005317840cd tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:43.052090 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c0c65b6-2cc4-4a58-b8a7-b005317840cd tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:19:43.075961 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7c0c65b6-2cc4-4a58-b8a7-b005317840cd tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:43.076378 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-7c0c65b6-2cc4-4a58-b8a7-b005317840cd tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Added segment 3435b1be-e4a0-4102-84fd-316db1a33e3b of type vlan for network fc9b2604-3d8a-4ed5-aaac-81a962496600 Aug 10 03:19:43.121670 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c55b7d99-6296-4d5f-853b-eea5af41b40a tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks [] for router_gateway, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:43.136623 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7c0c65b6-2cc4-4a58-b8a7-b005317840cd tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:43.175513 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7c0c65b6-2cc4-4a58-b8a7-b005317840cd tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:43.184533 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0c65b6-2cc4-4a58-b8a7-b005317840cd tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:43.185179 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7c0c65b6-2cc4-4a58-b8a7-b005317840cd tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:43.256226 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7c0c65b6-2cc4-4a58-b8a7-b005317840cd tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3349195 Aug 10 03:19:43.269153 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c65b6-2cc4-4a58-b8a7-b005317840cd tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Pushing event updated for resources: {'Network': ['ID=fc9b2604-3d8a-4ed5-aaac-81a962496600,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:43.287171 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network fc9b2604-3d8a-4ed5-aaac-81a962496600 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:19:43.438525 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c55b7d99-6296-4d5f-853b-eea5af41b40a tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:43.616248 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c55b7d99-6296-4d5f-853b-eea5af41b40a tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Router 31359474-a4bf-470b-8018-6f4a91a6b14a is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:19:43.765830 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55b7d99-6296-4d5f-853b-eea5af41b40a tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:19:43.776236 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496de88d-d3df-46cb-b0f9-bc669bd5ff64 None None] Sync routers for ids ['31359474-a4bf-470b-8018-6f4a91a6b14a'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:19:43.816065 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496de88d-d3df-46cb-b0f9-bc669bd5ff64 None None] Routers {'31359474-a4bf-470b-8018-6f4a91a6b14a'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:19:43.817902 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-496de88d-d3df-46cb-b0f9-bc669bd5ff64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:19:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['31359474-a4bf-470b-8018-6f4a91a6b14a'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:43.881699 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-496de88d-d3df-46cb-b0f9-bc669bd5ff64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:43.890720 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c55b7d99-6296-4d5f-853b-eea5af41b40a tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:43.894839 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55500) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:43.896429 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-c55b7d99-6296-4d5f-853b-eea5af41b40a tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.0217397 Aug 10 03:19:43.900380 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-bc882c96-90a2-4b89-9de5-b0d9b0b339de tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'enable_snat': False}}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:43.915232 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496de88d-d3df-46cb-b0f9-bc669bd5ff64 None None] Routers {'31359474-a4bf-470b-8018-6f4a91a6b14a'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:19:43.916488 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-496de88d-d3df-46cb-b0f9-bc669bd5ff64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:19:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['31359474-a4bf-470b-8018-6f4a91a6b14a'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:43.950145 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff1d8f0-9830-4dc6-97d5-0337c910076e req-42ad17e0-6f34-4eaa-ba82-b8d391a1701d tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:43.953989 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2ff1d8f0-9830-4dc6-97d5-0337c910076e req-42ad17e0-6f34-4eaa-ba82-b8d391a1701d tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 945 time: 0.1398864 Aug 10 03:19:44.044518 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2ff1d8f0-9830-4dc6-97d5-0337c910076e req-b0c79068-3a63-40ef-bf7d-b897d6c2ae8f tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=3195847a-22b1-4e5d-a1c3-c326862fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777411 Aug 10 03:19:44.056423 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-496de88d-d3df-46cb-b0f9-bc669bd5ff64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:44.059254 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496de88d-d3df-46cb-b0f9-bc669bd5ff64 None None] The sync data for ids ['31359474-a4bf-470b-8018-6f4a91a6b14a'] in n-d-768851-15 is: [] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:19:44.169176 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b72e5e-715c-4b2a-949f-0ffeb427685b req-e9bf2530-15e1-4414-aedc-bc9f58a80055 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:44.171493 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-06b72e5e-715c-4b2a-949f-0ffeb427685b req-e9bf2530-15e1-4414-aedc-bc9f58a80055 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfa2a8d3-ebe1-4103-896b-c4f2df154b68 HTTP/1.1" status: 200 len: 945 time: 0.1041126 Aug 10 03:19:44.246410 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-06b72e5e-715c-4b2a-949f-0ffeb427685b req-9cf1fe38-af88-41a5-9967-d258752071c2 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679228 Aug 10 03:19:44.562495 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bc882c96-90a2-4b89-9de5-b0d9b0b339de tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:45.261254 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913fd603-6cf4-4cb4-a282-e9a38999ce5f req-78df244a-249c-4d51-8e86-45201c62c38a tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:45.277744 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-913fd603-6cf4-4cb4-a282-e9a38999ce5f req-78df244a-249c-4d51-8e86-45201c62c38a tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 945 time: 0.1308751 Aug 10 03:19:45.359873 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bc882c96-90a2-4b89-9de5-b0d9b0b339de tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-368475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1926'] for router, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:45.364831 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bc882c96-90a2-4b89-9de5-b0d9b0b339de tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-372465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-372472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-368450'] for router, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:45.430950 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-913fd603-6cf4-4cb4-a282-e9a38999ce5f req-4b5faecf-bf25-41fb-9437-c3796f5ca487 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=3195847a-22b1-4e5d-a1c3-c326862fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495633 Aug 10 03:19:45.469276 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111da069-cdc9-47a6-a446-2aed328d0371 req-8ec3058a-e1a4-4f28-95b9-b27744a496f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:45.471733 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-111da069-cdc9-47a6-a446-2aed328d0371 req-8ec3058a-e1a4-4f28-95b9-b27744a496f7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0c00b01e0806491485adebe5c1c180f7&device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 1097 time: 0.1084054 Aug 10 03:19:45.579727 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc5427b-9410-4adf-963d-4c289d595082 req-08c24cde-1f89-48cc-8b9f-777ad407b10a tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:45.599313 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc882c96-90a2-4b89-9de5-b0d9b0b339de tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Router 31359474-a4bf-470b-8018-6f4a91a6b14a has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:19:45.607668 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ebc5427b-9410-4adf-963d-4c289d595082 req-08c24cde-1f89-48cc-8b9f-777ad407b10a tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfa2a8d3-ebe1-4103-896b-c4f2df154b68 HTTP/1.1" status: 200 len: 945 time: 0.2129571 Aug 10 03:19:45.746541 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111da069-cdc9-47a6-a446-2aed328d0371 req-68a756f2-f9ea-46fb-8a9d-97520ffac4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:45.748323 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-111da069-cdc9-47a6-a446-2aed328d0371 req-68a756f2-f9ea-46fb-8a9d-97520ffac4ae service neutron] 10.222.0.58 "GET /v2.0/networks?id=c0759395-72d8-4de6-9611-c9ba0ebf5417 HTTP/1.1" status: 200 len: 918 time: 0.1472874 Aug 10 03:19:45.759049 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ebc5427b-9410-4adf-963d-4c289d595082 req-cd92d828-f1bd-4283-8c71-0c2a6cb6be5c tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481581 Aug 10 03:19:45.856847 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:19:45.921097 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-111da069-cdc9-47a6-a446-2aed328d0371 req-9df634cb-99d0-4105-8220-8e451ba4aec3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ecb5cb29-bad7-4e0b-a042-66dbc308ed97 HTTP/1.1" status: 200 len: 1001 time: 0.0611024 Aug 10 03:19:45.980194 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111da069-cdc9-47a6-a446-2aed328d0371 req-e3c1cc8b-e509-488a-8c01-cd163fa313e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:45.981862 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-111da069-cdc9-47a6-a446-2aed328d0371 req-e3c1cc8b-e509-488a-8c01-cd163fa313e2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3edf7dab-cede-45e3-a40b-9026654a3743 HTTP/1.1" status: 200 len: 856 time: 0.0524244 Aug 10 03:19:46.055765 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc882c96-90a2-4b89-9de5-b0d9b0b339de tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:19:46.064273 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bc882c96-90a2-4b89-9de5-b0d9b0b339de tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:46.067193 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-bc882c96-90a2-4b89-9de5-b0d9b0b339de tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] 10.222.0.62 "PUT /v2.0/routers/31359474-a4bf-470b-8018-6f4a91a6b14a HTTP/1.1" status: 200 len: 920 time: 2.1711793 Aug 10 03:19:46.068420 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55548) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:46.070524 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111da069-cdc9-47a6-a446-2aed328d0371 req-21206fc1-8e0f-4d05-b05f-08aa86d21d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:46.077225 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc55479-9cab-40c0-9a04-a3d20178e185 None None] Sync routers for ids ['31359474-a4bf-470b-8018-6f4a91a6b14a'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:19:46.077736 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-111da069-cdc9-47a6-a446-2aed328d0371 req-21206fc1-8e0f-4d05-b05f-08aa86d21d10 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c0759395-72d8-4de6-9611-c9ba0ebf5417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0878205 Aug 10 03:19:46.093139 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc55479-9cab-40c0-9a04-a3d20178e185 None None] Routers {'31359474-a4bf-470b-8018-6f4a91a6b14a'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:19:46.094194 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-1dc55479-9cab-40c0-9a04-a3d20178e185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:19:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['31359474-a4bf-470b-8018-6f4a91a6b14a'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:46.153513 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-1dc55479-9cab-40c0-9a04-a3d20178e185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:46.178686 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc55479-9cab-40c0-9a04-a3d20178e185 None None] Routers {'31359474-a4bf-470b-8018-6f4a91a6b14a'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:19:46.182542 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-1dc55479-9cab-40c0-9a04-a3d20178e185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:19:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['31359474-a4bf-470b-8018-6f4a91a6b14a'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:46.246097 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6f7fe66e-548c-4e24-a70a-aa40bb46235b req-61f6a9ff-a068-4eb3-8fb1-3727da7d7bd1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1803198 Aug 10 03:19:46.316267 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-1dc55479-9cab-40c0-9a04-a3d20178e185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:46.317152 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc55479-9cab-40c0-9a04-a3d20178e185 None None] The sync data for ids ['31359474-a4bf-470b-8018-6f4a91a6b14a'] in n-d-768851-15 is: [] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:19:46.411456 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fe66e-548c-4e24-a70a-aa40bb46235b req-23a8fb36-8ea8-42bf-8249-09c9f7764483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:46.412454 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fe66e-548c-4e24-a70a-aa40bb46235b req-23a8fb36-8ea8-42bf-8249-09c9f7764483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:46.412936 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fe66e-548c-4e24-a70a-aa40bb46235b req-23a8fb36-8ea8-42bf-8249-09c9f7764483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:46.413622 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fe66e-548c-4e24-a70a-aa40bb46235b req-23a8fb36-8ea8-42bf-8249-09c9f7764483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:46.414389 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fe66e-548c-4e24-a70a-aa40bb46235b req-23a8fb36-8ea8-42bf-8249-09c9f7764483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:46.415197 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fe66e-548c-4e24-a70a-aa40bb46235b req-23a8fb36-8ea8-42bf-8249-09c9f7764483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:46.415854 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fe66e-548c-4e24-a70a-aa40bb46235b req-23a8fb36-8ea8-42bf-8249-09c9f7764483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:46.418054 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6f7fe66e-548c-4e24-a70a-aa40bb46235b req-23a8fb36-8ea8-42bf-8249-09c9f7764483 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=113c9048eb054fe989e54191f5a42ad9&device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 6505 time: 0.0952456 Aug 10 03:19:46.520519 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55560) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:46.529192 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-0fd0aa65-e809-4b89-95b6-0634fcc2273b tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Request body: {'subnets': [{'network_id': 'ffcea53f-4635-4562-b3b7-0c9ec21d01db', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1265094609', 'ip_version': 6}, {'network_id': 'fc9b2604-3d8a-4ed5-aaac-81a962496600', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:46.529561 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-0fd0aa65-e809-4b89-95b6-0634fcc2273b tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Request body: {'subnet': {'network_id': 'ffcea53f-4635-4562-b3b7-0c9ec21d01db', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1265094609', 'ip_version': 6}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:46.530231 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-0fd0aa65-e809-4b89-95b6-0634fcc2273b tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Request body: {'subnet': {'network_id': 'fc9b2604-3d8a-4ed5-aaac-81a962496600', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:46.535392 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-111da069-cdc9-47a6-a446-2aed328d0371 req-e662fb41-0afc-4812-995a-5f5234739f2d service neutron] 10.222.0.58 "GET /v2.0/networks/c0759395-72d8-4de6-9611-c9ba0ebf5417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293827 Aug 10 03:19:46.613507 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fe66e-548c-4e24-a70a-aa40bb46235b req-a208d741-476b-43ff-ad1c-3933d2b6fd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:46.613998 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fe66e-548c-4e24-a70a-aa40bb46235b req-a208d741-476b-43ff-ad1c-3933d2b6fd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:46.614579 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fe66e-548c-4e24-a70a-aa40bb46235b req-a208d741-476b-43ff-ad1c-3933d2b6fd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:46.616356 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6f7fe66e-548c-4e24-a70a-aa40bb46235b req-a208d741-476b-43ff-ad1c-3933d2b6fd80 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c4674244-b4fc-4227-9e62-6d0cd0b1acc0&id=f1f6800e-d6fe-4d63-bb1f-c42246d24569&id=f1f6800e-d6fe-4d63-bb1f-c42246d24569&id=f1f6800e-d6fe-4d63-bb1f-c42246d24569&id=f1f6800e-d6fe-4d63-bb1f-c42246d24569&id=213b1b56-2bcd-4d0a-8807-3afa3f6e51f2&id=213b1b56-2bcd-4d0a-8807-3afa3f6e51f2 HTTP/1.1" status: 200 len: 2298 time: 0.1649995 Aug 10 03:19:46.658209 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a6433456-8d3c-4d81-94ef-df0170105e78 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] 10.222.0.62 "GET /v2.0/routers/31359474-a4bf-470b-8018-6f4a91a6b14a HTTP/1.1" status: 200 len: 920 time: 0.5785768 Aug 10 03:19:46.682549 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55564) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:46.717367 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6f7fe66e-548c-4e24-a70a-aa40bb46235b req-00defe4d-8e48-44ba-bf73-a0c5113c6e7b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=922f1e4c-a149-4359-82ba-e7d48bec92e7 HTTP/1.1" status: 200 len: 1001 time: 0.0911269 Aug 10 03:19:46.789415 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7300e09a-1639-47d3-9259-e5416d4ea5f6 req-f18ba51b-b950-4dde-8907-2cf77a19b1a1 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:46.794629 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7300e09a-1639-47d3-9259-e5416d4ea5f6 req-f18ba51b-b950-4dde-8907-2cf77a19b1a1 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 945 time: 0.1773109 Aug 10 03:19:46.880487 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fe66e-548c-4e24-a70a-aa40bb46235b req-12438c91-5c5d-4c3a-a633-20bf9787ec70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:46.885090 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6f7fe66e-548c-4e24-a70a-aa40bb46235b req-12438c91-5c5d-4c3a-a633-20bf9787ec70 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=91e34b3b-f93c-49d7-a000-e94fe5265392 HTTP/1.1" status: 200 len: 856 time: 0.1576502 Aug 10 03:19:46.954581 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d499da-8be1-4734-ac56-292b1808dc64 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:46.959164 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e9d499da-8be1-4734-ac56-292b1808dc64 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=09ca2025-b9a6-4e84-8019-8d9fbef3753e&device_id=31359474-a4bf-470b-8018-6f4a91a6b14a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2239945 Aug 10 03:19:46.959833 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55576) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:47.037618 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc9711-e56d-498d-8416-04256d592bdf req-df03a046-9fdc-41ba-8a1a-249c92e9ac5e tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:47.047004 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-65fc9711-e56d-498d-8416-04256d592bdf req-df03a046-9fdc-41ba-8a1a-249c92e9ac5e tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfa2a8d3-ebe1-4103-896b-c4f2df154b68 HTTP/1.1" status: 200 len: 945 time: 0.1603589 Aug 10 03:19:47.057512 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fe66e-548c-4e24-a70a-aa40bb46235b req-957cebb9-168c-49c5-a9c5-8b6388c491a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:47.059804 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6f7fe66e-548c-4e24-a70a-aa40bb46235b req-957cebb9-168c-49c5-a9c5-8b6388c491a3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c4674244-b4fc-4227-9e62-6d0cd0b1acc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1535807 Aug 10 03:19:47.067917 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7300e09a-1639-47d3-9259-e5416d4ea5f6 req-939f0538-0c5a-46a8-8ecf-6ce08fd28cc1 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=3195847a-22b1-4e5d-a1c3-c326862fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2509875 Aug 10 03:19:47.253767 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-65fc9711-e56d-498d-8416-04256d592bdf req-2daf9ff3-825a-4894-b95d-30262358acf3 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861944 Aug 10 03:19:47.359573 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6f7fe66e-548c-4e24-a70a-aa40bb46235b req-dd314b5c-e8e1-4fb6-a9cc-dd47706b9195 service neutron] 10.222.0.60 "GET /v2.0/networks/c4674244-b4fc-4227-9e62-6d0cd0b1acc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704680 Aug 10 03:19:47.373343 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-111da069-cdc9-47a6-a446-2aed328d0371 req-70ff07fb-0d93-40b5-956c-2c7d0b45298f service neutron] 10.222.0.58 "GET /v2.0/networks/c0759395-72d8-4de6-9611-c9ba0ebf5417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8189909 Aug 10 03:19:47.443891 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f065c10-e61e-4782-9370-909cdb3892e9 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:47.449507 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0f065c10-e61e-4782-9370-909cdb3892e9 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] 10.222.0.62 "GET /v2.0/networks/09ca2025-b9a6-4e84-8019-8d9fbef3753e HTTP/1.1" status: 200 len: 881 time: 0.4805470 Aug 10 03:19:47.451943 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd0aa65-e809-4b89-95b6-0634fcc2273b tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Made reservation on behalf of eb77c7937d9f467c9cd3f5ec813c5746 for: {'subnet': 2} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:19:47.456537 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0fd0aa65-e809-4b89-95b6-0634fcc2273b tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:47.456876 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0fd0aa65-e809-4b89-95b6-0634fcc2273b tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:47.465561 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55586) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:47.531061 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6f7fe66e-548c-4e24-a70a-aa40bb46235b req-732f54a3-01b3-4ae5-8db6-5aba7a9f1b9d service neutron] 10.222.0.60 "GET /v2.0/networks/c4674244-b4fc-4227-9e62-6d0cd0b1acc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617908 Aug 10 03:19:47.556866 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b8e66fa5-62dc-4d1f-875a-b60db4fe772c tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] 10.222.0.62 "GET /v2.0/ports?device_id=31359474-a4bf-470b-8018-6f4a91a6b14a HTTP/1.1" status: 200 len: 205 time: 0.0874486 Aug 10 03:19:47.591637 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55590) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:47.596934 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6f7fe66e-548c-4e24-a70a-aa40bb46235b req-ac9643a3-e4e6-42e1-880c-96a779a34340 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.28&port_id=064b356a-79ea-45c7-aa11-af75a4d13f12 HTTP/1.1" status: 200 len: 217 time: 0.0562186 Aug 10 03:19:47.754084 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fe66e-548c-4e24-a70a-aa40bb46235b req-8aa2204c-c110-4823-b4df-3c9f8d2c644b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:47.759153 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6f7fe66e-548c-4e24-a70a-aa40bb46235b req-8aa2204c-c110-4823-b4df-3c9f8d2c644b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ee0f565d-0713-45df-a892-d56a1024d9b2 HTTP/1.1" status: 200 len: 797 time: 0.1536076 Aug 10 03:19:47.829070 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7789a737-d247-4b38-91f0-02fc5c828f85 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks [] for router, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:47.881924 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fe66e-548c-4e24-a70a-aa40bb46235b req-adf4f72a-c6c6-4e54-8790-16542239347d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:47.884206 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6f7fe66e-548c-4e24-a70a-aa40bb46235b req-adf4f72a-c6c6-4e54-8790-16542239347d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1f6800e-d6fe-4d63-bb1f-c42246d24569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1138763 Aug 10 03:19:47.966266 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0fd0aa65-e809-4b89-95b6-0634fcc2273b tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:48.047877 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7789a737-d247-4b38-91f0-02fc5c828f85 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:48.062798 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6f7fe66e-548c-4e24-a70a-aa40bb46235b req-0d334a57-8687-4d41-8732-83c8e0e18c91 service neutron] 10.222.0.60 "GET /v2.0/networks/f1f6800e-d6fe-4d63-bb1f-c42246d24569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639388 Aug 10 03:19:48.069128 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd0aa65-e809-4b89-95b6-0634fcc2273b tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Pushing event updated for resources: {'Subnet': ['ID=99b6d5a7-bac1-4f64-8a15-5941ec30ba94,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:48.078603 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd0aa65-e809-4b89-95b6-0634fcc2273b tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Checking segment: {'id': 'f01189d7-2f09-4805-9dae-036026ec1628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ffcea53f-4635-4562-b3b7-0c9ec21d01db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:19:48.078988 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd0aa65-e809-4b89-95b6-0634fcc2273b tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Network hostable DHCP agents. Network: ffcea53f-4635-4562-b3b7-0c9ec21d01db, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:19:48.101293 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd0aa65-e809-4b89-95b6-0634fcc2273b tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Network ffcea53f-4635-4562-b3b7-0c9ec21d01db is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:19:48.123484 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-0fd0aa65-e809-4b89-95b6-0634fcc2273b tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, ffcea53f-4635-4562-b3b7-0c9ec21d01db) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:19:48.134400 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a22468b-b084-4600-a3cf-efa2c8d3bddf None None] Network ffcea53f-4635-4562-b3b7-0c9ec21d01db requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:19:48.140039 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0fd0aa65-e809-4b89-95b6-0634fcc2273b tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:48.264841 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd0aa65-e809-4b89-95b6-0634fcc2273b tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Pushing event updated for resources: {'Subnet': ['ID=2689da68-ee6f-4d5d-b47d-cbec1a7f5d6f,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:48.308593 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd0aa65-e809-4b89-95b6-0634fcc2273b tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Checking segment: {'id': '3435b1be-e4a0-4102-84fd-316db1a33e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'fc9b2604-3d8a-4ed5-aaac-81a962496600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:19:48.313905 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd0aa65-e809-4b89-95b6-0634fcc2273b tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Network hostable DHCP agents. Network: fc9b2604-3d8a-4ed5-aaac-81a962496600, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:19:48.360394 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd0aa65-e809-4b89-95b6-0634fcc2273b tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Network fc9b2604-3d8a-4ed5-aaac-81a962496600 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:19:48.377689 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-0fd0aa65-e809-4b89-95b6-0634fcc2273b tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, fc9b2604-3d8a-4ed5-aaac-81a962496600) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:19:48.382765 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd0aa65-e809-4b89-95b6-0634fcc2273b tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:48.383477 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd0aa65-e809-4b89-95b6-0634fcc2273b tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:48.384113 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0fd0aa65-e809-4b89-95b6-0634fcc2273b tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:48.426425 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0fd0aa65-e809-4b89-95b6-0634fcc2273b tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.9047387 Aug 10 03:19:48.430415 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55610) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:48.434262 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae52ff1-8940-432e-904e-8c66e60ca964 None None] Network fc9b2604-3d8a-4ed5-aaac-81a962496600 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:19:48.614226 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dafd00d-58b2-409a-b09d-9ead37ead8f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-ffcea53f-4635-4562-b3b7-0c9ec21d01db', 'network_id': 'ffcea53f-4635-4562-b3b7-0c9ec21d01db', 'tenant_id': 'eb77c7937d9f467c9cd3f5ec813c5746', 'fixed_ips': [{'subnet_id': '99b6d5a7-bac1-4f64-8a15-5941ec30ba94'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:19:48.615042 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0dafd00d-58b2-409a-b09d-9ead37ead8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:48.628429 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1bc78f-8a08-433d-837c-0789766ef7d0 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:48.630245 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1bc78f-8a08-433d-837c-0789766ef7d0 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:48.633164 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1bc78f-8a08-433d-837c-0789766ef7d0 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:48.636215 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7f1bc78f-8a08-433d-837c-0789766ef7d0 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2029467 Aug 10 03:19:48.640386 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f387d010-3997-487b-84c4-386f1b48b19c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-fc9b2604-3d8a-4ed5-aaac-81a962496600', 'network_id': 'fc9b2604-3d8a-4ed5-aaac-81a962496600', 'tenant_id': 'eb77c7937d9f467c9cd3f5ec813c5746', 'fixed_ips': [{'subnet_id': '2689da68-ee6f-4d5d-b47d-cbec1a7f5d6f'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:19:48.641456 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f387d010-3997-487b-84c4-386f1b48b19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:48.645890 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55614) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:48.759213 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a9d3092-18a1-4888-ac3d-a44afff81353 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Deleting subnet 99b6d5a7-bac1-4f64-8a15-5941ec30ba94 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:19:48.765278 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5a9d3092-18a1-4888-ac3d-a44afff81353 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:48.796882 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a240d96-38e9-43ed-a3ac-2a923d4cf4fa req-a98ea971-3a81-464e-8df2-6ebc50059dee tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:48.798642 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3a240d96-38e9-43ed-a3ac-2a923d4cf4fa req-a98ea971-3a81-464e-8df2-6ebc50059dee tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfa2a8d3-ebe1-4103-896b-c4f2df154b68 HTTP/1.1" status: 200 len: 945 time: 0.1509151 Aug 10 03:19:48.851301 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5a9d3092-18a1-4888-ac3d-a44afff81353 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:48.868208 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c3f49b-b1f3-4b78-a961-37dbd480b095 req-ff8b009f-f853-4d2b-9b90-40221299fddd tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:48.870624 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-22c3f49b-b1f3-4b78-a961-37dbd480b095 req-ff8b009f-f853-4d2b-9b90-40221299fddd tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 945 time: 0.2064791 Aug 10 03:19:48.875544 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6f7fe66e-548c-4e24-a70a-aa40bb46235b req-41916813-bdd0-4daf-9c3b-292aa4cf9bef service neutron] 10.222.0.60 "GET /v2.0/networks/f1f6800e-d6fe-4d63-bb1f-c42246d24569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8047900 Aug 10 03:19:48.934180 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5a9d3092-18a1-4888-ac3d-a44afff81353 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:48.934905 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3a240d96-38e9-43ed-a3ac-2a923d4cf4fa req-d674f821-d380-46e6-a5d4-54f50a42480e tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273878 Aug 10 03:19:48.936420 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-7789a737-d247-4b38-91f0-02fc5c828f85 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Deleting port 0bde371a-beb9-45f5-a5c5-80341c740f4a {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:48.937668 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7789a737-d247-4b38-91f0-02fc5c828f85 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:48.953685 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-f387d010-3997-487b-84c4-386f1b48b19c None None] Allocated IP 2001:db8:0:1::1 (fc9b2604-3d8a-4ed5-aaac-81a962496600/2689da68-ee6f-4d5d-b47d-cbec1a7f5d6f/8ace0abc-ecc4-4f34-893a-44b15db955d6) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:19:49.037248 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6f7fe66e-548c-4e24-a70a-aa40bb46235b req-91635e93-a712-4c30-aef5-9b1314b157da service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=06c52605-4de4-48ec-a7c2-def5b215a00c HTTP/1.1" status: 200 len: 217 time: 0.1170738 Aug 10 03:19:49.055512 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5a9d3092-18a1-4888-ac3d-a44afff81353 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:49.146581 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9d3092-18a1-4888-ac3d-a44afff81353 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Pushing event deleted for resources: {'Subnet': ['ID=99b6d5a7-bac1-4f64-8a15-5941ec30ba94,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:49.158311 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5a9d3092-18a1-4888-ac3d-a44afff81353 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:49.162900 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-5a9d3092-18a1-4888-ac3d-a44afff81353 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] 10.222.0.62 "DELETE /v2.0/subnets/99b6d5a7-bac1-4f64-8a15-5941ec30ba94 HTTP/1.1" status: 204 len: 168 time: 0.5133755 Aug 10 03:19:49.163159 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55622) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:49.196686 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server [None req-0dafd00d-58b2-409a-b09d-9ead37ead8f6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 99b6d5a7-bac1-4f64-8a15-5941ec30ba94: This subnet is being modified by another concurrent operation. Aug 10 03:19:49.196686 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 10 03:19:49.196686 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 10 03:19:49.196686 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 10 03:19:49.196686 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 10 03:19:49.196686 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 10 03:19:49.196686 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 10 03:19:49.196686 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 10 03:19:49.196686 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 10 03:19:49.196686 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 10 03:19:49.196686 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 03:19:49.196686 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 03:19:49.196686 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:19:49.196686 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:19:49.196686 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:19:49.196686 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:19:49.196686 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 03:19:49.196686 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:19:49.196686 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 03:19:49.196686 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 03:19:49.196686 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:19:49.196686 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:19:49.196686 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:19:49.196686 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:19:49.196686 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 03:19:49.196686 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:19:49.196686 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 03:19:49.196686 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 03:19:49.196686 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:19:49.196686 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:19:49.196686 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:19:49.196686 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:19:49.196686 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 03:19:49.196686 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 03:19:49.196686 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 10 03:19:49.196686 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 10 03:19:49.196686 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 10 03:19:49.196686 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 10 03:19:49.196686 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 10 03:19:49.196686 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 10 03:19:49.196686 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 10 03:19:49.196686 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 10 03:19:49.196686 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 10 03:19:49.196686 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 10 03:19:49.196686 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 03:19:49.196686 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 03:19:49.196686 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 03:19:49.196686 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 03:19:49.196686 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:19:49.196686 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:19:49.196686 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:19:49.196686 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:19:49.196686 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 03:19:49.196686 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:19:49.200705 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 03:19:49.200705 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 03:19:49.200705 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:19:49.200705 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:19:49.200705 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:19:49.200705 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:19:49.200705 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 03:19:49.200705 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:19:49.200705 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 03:19:49.200705 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 03:19:49.200705 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:19:49.200705 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:19:49.200705 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:19:49.200705 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:19:49.200705 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 03:19:49.200705 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 03:19:49.200705 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 10 03:19:49.200705 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 10 03:19:49.200705 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 10 03:19:49.200705 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 10 03:19:49.200705 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 10 03:19:49.200705 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 10 03:19:49.200705 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 10 03:19:49.200705 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 10 03:19:49.200705 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:19:49.200705 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:19:49.200705 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:19:49.200705 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:19:49.200705 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 10 03:19:49.200705 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 10 03:19:49.200705 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 10 03:19:49.200705 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 10 03:19:49.200705 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 10 03:19:49.200705 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 10 03:19:49.200705 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 10 03:19:49.200705 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server raise exception Aug 10 03:19:49.200705 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 99b6d5a7-bac1-4f64-8a15-5941ec30ba94: This subnet is being modified by another concurrent operation. Aug 10 03:19:49.200705 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server Aug 10 03:19:49.203345 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fe66e-548c-4e24-a70a-aa40bb46235b req-364ba4da-0bb4-462c-9ad2-e0fc18ee897c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:49.203797 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6f7fe66e-548c-4e24-a70a-aa40bb46235b req-364ba4da-0bb4-462c-9ad2-e0fc18ee897c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ee0f565d-0713-45df-a892-d56a1024d9b2 HTTP/1.1" status: 200 len: 797 time: 0.0948489 Aug 10 03:19:49.272935 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-e73bc1cd-fd2a-43ee-9279-45247968d253 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Deleting subnet 2689da68-ee6f-4d5d-b47d-cbec1a7f5d6f {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:19:49.282093 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7789a737-d247-4b38-91f0-02fc5c828f85 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:49.294152 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f387d010-3997-487b-84c4-386f1b48b19c None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:49.298254 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-7789a737-d247-4b38-91f0-02fc5c828f85 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Calling delete_port for 0bde371a-beb9-45f5-a5c5-80341c740f4a owned by network:router_gateway {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:49.303258 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-f387d010-3997-487b-84c4-386f1b48b19c None None] Transition to ACTIVE for port object 8ace0abc-ecc4-4f34-893a-44b15db955d6 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:19:49.338322 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-f387d010-3997-487b-84c4-386f1b48b19c None None] Transition to ACTIVE for port object 8ace0abc-ecc4-4f34-893a-44b15db955d6 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:19:49.351829 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e73bc1cd-fd2a-43ee-9279-45247968d253 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:49.352347 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addbbd50-a040-4d27-bb4a-7259a538da1a None None] Network ffcea53f-4635-4562-b3b7-0c9ec21d01db requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:19:49.356053 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f387d010-3997-487b-84c4-386f1b48b19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:49.412192 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e73bc1cd-fd2a-43ee-9279-45247968d253 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:49.573791 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7789a737-d247-4b38-91f0-02fc5c828f85 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:49.600110 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e73bc1cd-fd2a-43ee-9279-45247968d253 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:49.620774 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7789a737-d247-4b38-91f0-02fc5c828f85 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Pushing event deleted for resources: {'Port': ['ID=0bde371a-beb9-45f5-a5c5-80341c740f4a,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:49.625741 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-22c3f49b-b1f3-4b78-a961-37dbd480b095 req-bfd71440-4b30-4b9f-ba90-9d3d4c3c087d tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=3195847a-22b1-4e5d-a1c3-c326862fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7242620 Aug 10 03:19:49.648377 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f387d010-3997-487b-84c4-386f1b48b19c None None] Network fc9b2604-3d8a-4ed5-aaac-81a962496600 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:19:49.664748 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-f387d010-3997-487b-84c4-386f1b48b19c None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:19:49.667433 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f387d010-3997-487b-84c4-386f1b48b19c None None] Pushing event updated for resources: {'Port': ['ID=8ace0abc-ecc4-4f34-893a-44b15db955d6,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:49.677071 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f387d010-3997-487b-84c4-386f1b48b19c None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:19:49.697034 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e73bc1cd-fd2a-43ee-9279-45247968d253 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:49.723412 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fe66e-548c-4e24-a70a-aa40bb46235b req-0e73645e-9b9c-43b4-9235-086d7036834b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:49.725198 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6f7fe66e-548c-4e24-a70a-aa40bb46235b req-0e73645e-9b9c-43b4-9235-086d7036834b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1f6800e-d6fe-4d63-bb1f-c42246d24569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1720152 Aug 10 03:19:49.725893 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7789a737-d247-4b38-91f0-02fc5c828f85 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:49.732857 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73bc1cd-fd2a-43ee-9279-45247968d253 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Pushing event deleted for resources: {'Subnet': ['ID=2689da68-ee6f-4d5d-b47d-cbec1a7f5d6f,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:49.738570 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e73bc1cd-fd2a-43ee-9279-45247968d253 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:49.741021 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e73bc1cd-fd2a-43ee-9279-45247968d253 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] 10.222.0.62 "DELETE /v2.0/subnets/2689da68-ee6f-4d5d-b47d-cbec1a7f5d6f HTTP/1.1" status: 204 len: 168 time: 0.5768533 Aug 10 03:19:49.745445 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55632) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:49.751153 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-f387d010-3997-487b-84c4-386f1b48b19c None None] Attempting to bind port 8ace0abc-ecc4-4f34-893a-44b15db955d6 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:19:49.751818 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-f387d010-3997-487b-84c4-386f1b48b19c None None] Attempting to bind port 8ace0abc-ecc4-4f34-893a-44b15db955d6 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '3435b1be-e4a0-4102-84fd-316db1a33e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'fc9b2604-3d8a-4ed5-aaac-81a962496600'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:19:49.752414 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f387d010-3997-487b-84c4-386f1b48b19c None None] Attempting to bind port 8ace0abc-ecc4-4f34-893a-44b15db955d6 on network fc9b2604-3d8a-4ed5-aaac-81a962496600 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:19:49.757950 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f387d010-3997-487b-84c4-386f1b48b19c None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:19:49.758722 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f387d010-3997-487b-84c4-386f1b48b19c None None] Checking segment: {'id': '3435b1be-e4a0-4102-84fd-316db1a33e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'fc9b2604-3d8a-4ed5-aaac-81a962496600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:19:49.759382 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f387d010-3997-487b-84c4-386f1b48b19c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:49.760004 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f387d010-3997-487b-84c4-386f1b48b19c None None] Bound using segment: {'id': '3435b1be-e4a0-4102-84fd-316db1a33e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'fc9b2604-3d8a-4ed5-aaac-81a962496600'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:19:49.760730 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-f387d010-3997-487b-84c4-386f1b48b19c None None] Bound port: 8ace0abc-ecc4-4f34-893a-44b15db955d6, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3435b1be-e4a0-4102-84fd-316db1a33e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'fc9b2604-3d8a-4ed5-aaac-81a962496600'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:19:49.761361 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f387d010-3997-487b-84c4-386f1b48b19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:49.848870 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0ccaf5-5df0-41be-b8d2-1e8ec936c519 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:49.850862 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3a0ccaf5-5df0-41be-b8d2-1e8ec936c519 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1043329 Aug 10 03:19:49.855554 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55634) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:49.875367 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-f387d010-3997-487b-84c4-386f1b48b19c None None] For port 8ace0abc-ecc4-4f34-893a-44b15db955d6, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:19:49.883477 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-f387d010-3997-487b-84c4-386f1b48b19c None None] For port 8ace0abc-ecc4-4f34-893a-44b15db955d6, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=8ace0abc-ecc4-4f34-893a-44b15db955d6,segment=NetworkSegment(3435b1be-e4a0-4102-84fd-316db1a33e3b),segment_id=3435b1be-e4a0-4102-84fd-316db1a33e3b)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:19:49.898867 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f387d010-3997-487b-84c4-386f1b48b19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:49.925588 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7789a737-d247-4b38-91f0-02fc5c828f85 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:49.933385 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7789a737-d247-4b38-91f0-02fc5c828f85 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:49.950680 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f24ca06d-01e4-41c3-b470-137b0eed047a tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:49.996614 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb9c21a-f9ec-4b6c-adc9-7e484a072d3c None None] Network fc9b2604-3d8a-4ed5-aaac-81a962496600 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:19:50.048535 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7789a737-d247-4b38-91f0-02fc5c828f85 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:50.048887 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7789a737-d247-4b38-91f0-02fc5c828f85 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Fanout notify agent at l3_agent the message router_deleted on router 31359474-a4bf-470b-8018-6f4a91a6b14a {{(pid=94216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:19:50.057730 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7789a737-d247-4b38-91f0-02fc5c828f85 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:50.064748 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-7789a737-d247-4b38-91f0-02fc5c828f85 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] 10.222.0.62 "DELETE /v2.0/routers/31359474-a4bf-470b-8018-6f4a91a6b14a HTTP/1.1" status: 204 len: 168 time: 2.4702394 Aug 10 03:19:50.067292 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55640) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:50.073696 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-07e0ae72-12fd-4b47-a0d6-c7bb4eca8849 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-754515339', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:50.126462 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-f24ca06d-01e4-41c3-b470-137b0eed047a tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Deleting port 8ace0abc-ecc4-4f34-893a-44b15db955d6 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:50.126999 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f24ca06d-01e4-41c3-b470-137b0eed047a tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:50.142139 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6f7fe66e-548c-4e24-a70a-aa40bb46235b req-ab45ca60-e1fc-46c4-82b4-258e516e622b service neutron] 10.222.0.60 "GET /v2.0/networks/f1f6800e-d6fe-4d63-bb1f-c42246d24569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845856 Aug 10 03:19:50.145648 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-07e0ae72-12fd-4b47-a0d6-c7bb4eca8849 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:50.146872 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-07e0ae72-12fd-4b47-a0d6-c7bb4eca8849 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:50.158036 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f387d010-3997-487b-84c4-386f1b48b19c None None] Pushing event updated for resources: {'Port': ['ID=8ace0abc-ecc4-4f34-893a-44b15db955d6,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:50.302263 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3d120-790f-4a5d-b265-994c6e3b0914 req-f4c6afbb-dc05-4bfa-ab22-9bda0a158984 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:50.311358 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dbf3d120-790f-4a5d-b265-994c6e3b0914 req-f4c6afbb-dc05-4bfa-ab22-9bda0a158984 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfa2a8d3-ebe1-4103-896b-c4f2df154b68 HTTP/1.1" status: 200 len: 945 time: 0.1677759 Aug 10 03:19:50.332916 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-f24ca06d-01e4-41c3-b470-137b0eed047a tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] For port 8ace0abc-ecc4-4f34-893a-44b15db955d6, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=8ace0abc-ecc4-4f34-893a-44b15db955d6,segment=NetworkSegment(3435b1be-e4a0-4102-84fd-316db1a33e3b),segment_id=3435b1be-e4a0-4102-84fd-316db1a33e3b)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:50.333284 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f24ca06d-01e4-41c3-b470-137b0eed047a tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:50.359692 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-f24ca06d-01e4-41c3-b470-137b0eed047a tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Calling delete_port for 8ace0abc-ecc4-4f34-893a-44b15db955d6 owned by network:dhcp {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:50.368691 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbf85a6-d4a9-459d-8cb0-06ae88c9480b None None] get_active_networks_info from n-d-768851-15 {{(pid=94218) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:19:50.481291 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f24ca06d-01e4-41c3-b470-137b0eed047a tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:50.536289 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-07e0ae72-12fd-4b47-a0d6-c7bb4eca8849 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:50.550112 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6f7fe66e-548c-4e24-a70a-aa40bb46235b req-b87cdf4f-7d7a-4499-aa91-08e1c41afa87 service neutron] 10.222.0.60 "GET /v2.0/networks/f1f6800e-d6fe-4d63-bb1f-c42246d24569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3993354 Aug 10 03:19:50.558602 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbf85a6-d4a9-459d-8cb0-06ae88c9480b None None] Resources bound (agent type, host, resource id): {{(pid=94218) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:19:50.575244 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24ca06d-01e4-41c3-b470-137b0eed047a tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Pushing event deleted for resources: {'Port': ['ID=8ace0abc-ecc4-4f34-893a-44b15db955d6,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:50.576352 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-07e0ae72-12fd-4b47-a0d6-c7bb4eca8849 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:50.584966 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24ca06d-01e4-41c3-b470-137b0eed047a tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] No DVR routers for this DVR port 8ace0abc-ecc4-4f34-893a-44b15db955d6 on host n-d-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:19:50.693361 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f24ca06d-01e4-41c3-b470-137b0eed047a tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:50.719024 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-f24ca06d-01e4-41c3-b470-137b0eed047a tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc9b2604-3d8a-4ed5-aaac-81a962496600']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:50.748182 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6f7fe66e-548c-4e24-a70a-aa40bb46235b req-6796cc68-026c-4f5e-8cfa-323ba0211f7b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=7f7d4070-63a5-4dcf-a267-bab9b2c3747d HTTP/1.1" status: 200 len: 217 time: 0.1733353 Aug 10 03:19:50.748523 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-f24ca06d-01e4-41c3-b470-137b0eed047a tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3435b1be-e4a0-4102-84fd-316db1a33e3b') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:50.748766 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-f24ca06d-01e4-41c3-b470-137b0eed047a tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3435b1be-e4a0-4102-84fd-316db1a33e3b') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:50.756929 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dbf3d120-790f-4a5d-b265-994c6e3b0914 req-3929aabd-3c14-4815-9bb0-2efab9f16881 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4446678 Aug 10 03:19:50.773552 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f24ca06d-01e4-41c3-b470-137b0eed047a tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:50.775109 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-07e0ae72-12fd-4b47-a0d6-c7bb4eca8849 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:50.784988 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-07e0ae72-12fd-4b47-a0d6-c7bb4eca8849 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7079370 Aug 10 03:19:50.792841 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55660) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:50.809199 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-bdd8de65-6cfc-44e4-a59a-774fff7adcf9 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Request body: {'router': {'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:50.886189 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd57b2d-e4f8-4639-aca6-8a5766c8cae9 req-17a5657d-3c15-42e9-bf8c-09668d9fd256 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:50.888325 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bcd57b2d-e4f8-4639-aca6-8a5766c8cae9 req-17a5657d-3c15-42e9-bf8c-09668d9fd256 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 945 time: 0.1304986 Aug 10 03:19:50.890913 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fe66e-548c-4e24-a70a-aa40bb46235b req-47263288-02db-454a-989e-e816731e5077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:50.892682 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6f7fe66e-548c-4e24-a70a-aa40bb46235b req-47263288-02db-454a-989e-e816731e5077 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ee0f565d-0713-45df-a892-d56a1024d9b2 HTTP/1.1" status: 200 len: 797 time: 0.1192408 Aug 10 03:19:50.972184 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bcd57b2d-e4f8-4639-aca6-8a5766c8cae9 req-d788ebff-5ced-4f68-aa92-45bf3053185a tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=3195847a-22b1-4e5d-a1c3-c326862fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723746 Aug 10 03:19:50.972852 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f24ca06d-01e4-41c3-b470-137b0eed047a tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:50.983852 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fe66e-548c-4e24-a70a-aa40bb46235b req-3b01e582-caf2-45af-975d-6715cf5e8bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:50.985614 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6f7fe66e-548c-4e24-a70a-aa40bb46235b req-3b01e582-caf2-45af-975d-6715cf5e8bcb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1f6800e-d6fe-4d63-bb1f-c42246d24569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0780852 Aug 10 03:19:50.989152 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f24ca06d-01e4-41c3-b470-137b0eed047a tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:19:50.989548 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f24ca06d-01e4-41c3-b470-137b0eed047a tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:51.004097 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:19:51.004097 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:19:51.004097 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:19:51.004097 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:19:51.004097 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:19:51.004097 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:19:51.004097 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:19:51.004097 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:19:51.004097 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:19:51.004097 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:19:51.004097 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:19:51.004097 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:19:51.004097 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:19:51.004097 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:19:51.004097 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:19:51.004097 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:19:51.004097 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:19:51.004097 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:19:51.004097 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:19:51.004097 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:19:51.004097 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:19:51.004097 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:19:51.004097 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:19:51.004097 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:19:51.004097 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:19:51.004097 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:19:51.004097 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:19:51.004097 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:19:51.004097 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:19:51.004097 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:19:51.004097 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:19:51.004097 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:19:51.127423 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6f7fe66e-548c-4e24-a70a-aa40bb46235b req-f23bd409-79c9-4c4b-bb30-87debf49a8c0 service neutron] 10.222.0.60 "GET /v2.0/networks/f1f6800e-d6fe-4d63-bb1f-c42246d24569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269722 Aug 10 03:19:51.281448 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bdd8de65-6cfc-44e4-a59a-774fff7adcf9 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:51.283168 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6f7fe66e-548c-4e24-a70a-aa40bb46235b req-a388e6e0-0eea-4093-b7c5-d26453aee5db service neutron] 10.222.0.60 "GET /v2.0/networks/f1f6800e-d6fe-4d63-bb1f-c42246d24569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468165 Aug 10 03:19:51.313739 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f24ca06d-01e4-41c3-b470-137b0eed047a tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:51.330647 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2067e0a-20f6-404e-88a9-11343ff946d5 None None] get_active_networks_info from n-d-768851-15 {{(pid=94218) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:19:51.355358 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f24ca06d-01e4-41c3-b470-137b0eed047a tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:51.357592 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f24ca06d-01e4-41c3-b470-137b0eed047a tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] 10.222.0.62 "DELETE /v2.0/networks/fc9b2604-3d8a-4ed5-aaac-81a962496600 HTTP/1.1" status: 204 len: 168 time: 1.5010765 Aug 10 03:19:51.367751 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55668) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:51.378863 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24ca06d-01e4-41c3-b470-137b0eed047a tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Pushing event deleted for resources: {'Network': ['ID=fc9b2604-3d8a-4ed5-aaac-81a962496600,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:51.420367 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6f7fe66e-548c-4e24-a70a-aa40bb46235b req-d6610098-edae-4812-8713-d0b7260794bd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=28fae6e2-48ce-4dfb-97b0-a801a71104de HTTP/1.1" status: 200 len: 217 time: 0.1184421 Aug 10 03:19:51.481849 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d9be1411-c8fb-4d62-92a0-d4534637e030 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:51.533125 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fe66e-548c-4e24-a70a-aa40bb46235b req-782f2b51-d715-424f-b1fc-984a8a7f4c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:51.535528 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6f7fe66e-548c-4e24-a70a-aa40bb46235b req-782f2b51-d715-424f-b1fc-984a8a7f4c93 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ee0f565d-0713-45df-a892-d56a1024d9b2 HTTP/1.1" status: 200 len: 797 time: 0.1076238 Aug 10 03:19:51.572068 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2067e0a-20f6-404e-88a9-11343ff946d5 None None] Resources bound (agent type, host, resource id): {{(pid=94218) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:19:51.662073 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fe66e-548c-4e24-a70a-aa40bb46235b req-2fc3764f-ed9b-4eb8-aa1e-dd8affd05b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:51.663513 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6f7fe66e-548c-4e24-a70a-aa40bb46235b req-2fc3764f-ed9b-4eb8-aa1e-dd8affd05b65 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1f6800e-d6fe-4d63-bb1f-c42246d24569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0992076 Aug 10 03:19:51.702767 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d9be1411-c8fb-4d62-92a0-d4534637e030 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:51.734701 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-d9be1411-c8fb-4d62-92a0-d4534637e030 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffcea53f-4635-4562-b3b7-0c9ec21d01db']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:51.770953 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-d9be1411-c8fb-4d62-92a0-d4534637e030 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f01189d7-2f09-4805-9dae-036026ec1628') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:51.771244 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-d9be1411-c8fb-4d62-92a0-d4534637e030 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f01189d7-2f09-4805-9dae-036026ec1628') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:51.888601 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6f7fe66e-548c-4e24-a70a-aa40bb46235b req-2388f9d8-e9a1-4c4b-9ea7-2b1c5ee0dc04 service neutron] 10.222.0.60 "GET /v2.0/networks/f1f6800e-d6fe-4d63-bb1f-c42246d24569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112870 Aug 10 03:19:51.895603 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d9be1411-c8fb-4d62-92a0-d4534637e030 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:52.065815 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d9be1411-c8fb-4d62-92a0-d4534637e030 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:52.070029 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bdd8de65-6cfc-44e4-a59a-774fff7adcf9 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks [] for router_gateway, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:52.101670 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd439ace-19ea-4f6d-9a7d-0078c5da4238 req-8b59d0ca-3542-4ee2-bd71-702240c8619c tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:52.103425 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bd439ace-19ea-4f6d-9a7d-0078c5da4238 req-8b59d0ca-3542-4ee2-bd71-702240c8619c tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfa2a8d3-ebe1-4103-896b-c4f2df154b68 HTTP/1.1" status: 200 len: 945 time: 0.1887195 Aug 10 03:19:52.127164 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bdd8de65-6cfc-44e4-a59a-774fff7adcf9 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:52.139790 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9be1411-c8fb-4d62-92a0-d4534637e030 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:19:52.140282 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d9be1411-c8fb-4d62-92a0-d4534637e030 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:52.143376 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:19:52.143376 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:19:52.143376 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:19:52.143376 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:19:52.143376 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:19:52.143376 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:19:52.143376 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:19:52.143376 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:19:52.143376 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:19:52.143376 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:19:52.143376 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:19:52.143376 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:19:52.143376 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:19:52.143376 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:19:52.143376 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:19:52.143376 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:19:52.143376 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:19:52.143376 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:19:52.143376 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:19:52.143376 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:19:52.143376 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:19:52.143376 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:19:52.143376 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:19:52.143376 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:19:52.143376 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:19:52.143376 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:19:52.143376 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:19:52.143376 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:19:52.143376 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:19:52.143376 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:19:52.143376 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:19:52.143376 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:19:52.196202 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6f7fe66e-548c-4e24-a70a-aa40bb46235b req-e4841722-ef4e-4a4a-b7ec-fc9310ad71dc service neutron] 10.222.0.60 "GET /v2.0/networks/f1f6800e-d6fe-4d63-bb1f-c42246d24569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926278 Aug 10 03:19:52.212757 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bd439ace-19ea-4f6d-9a7d-0078c5da4238 req-669b751d-3faf-4c4e-bfb5-ebdfbce6a9d7 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751369 Aug 10 03:19:52.245477 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d9be1411-c8fb-4d62-92a0-d4534637e030 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:52.278131 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6f7fe66e-548c-4e24-a70a-aa40bb46235b req-53e7917f-70df-4c78-896b-5fa5c7394f41 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9140a197-e2ae-4fbc-a8b1-69cdd61eb563 HTTP/1.1" status: 200 len: 217 time: 0.0513787 Aug 10 03:19:52.292760 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d9be1411-c8fb-4d62-92a0-d4534637e030 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:52.293424 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c1a6f-7bbd-435d-9f02-d56dfd054d10 req-8140a309-cd9e-4f53-83c2-265223e6eed5 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:52.297266 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d9be1411-c8fb-4d62-92a0-d4534637e030 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] 10.222.0.62 "DELETE /v2.0/networks/ffcea53f-4635-4562-b3b7-0c9ec21d01db HTTP/1.1" status: 204 len: 168 time: 0.9277394 Aug 10 03:19:52.302249 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-471c1a6f-7bbd-435d-9f02-d56dfd054d10 req-8140a309-cd9e-4f53-83c2-265223e6eed5 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 945 time: 0.1976900 Aug 10 03:19:52.308103 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55688) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:52.340292 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9be1411-c8fb-4d62-92a0-d4534637e030 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Pushing event deleted for resources: {'Network': ['ID=ffcea53f-4635-4562-b3b7-0c9ec21d01db,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:52.411689 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-471c1a6f-7bbd-435d-9f02-d56dfd054d10 req-c32c6830-948a-4c01-8341-242eb258d11e tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=3195847a-22b1-4e5d-a1c3-c326862fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082914 Aug 10 03:19:52.426031 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fe66e-548c-4e24-a70a-aa40bb46235b req-2e84c192-41c3-4201-853c-a52b9e4afa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:52.429588 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6f7fe66e-548c-4e24-a70a-aa40bb46235b req-2e84c192-41c3-4201-853c-a52b9e4afa2c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9d107e0d-7d1d-49e8-9864-3e44ed98edac HTTP/1.1" status: 200 len: 797 time: 0.1162443 Aug 10 03:19:52.465569 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-310044fa-71a4-4ce4-9885-bcdf252f9804 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:52.479633 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-bdd8de65-6cfc-44e4-a59a-774fff7adcf9 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Allocated IP 172.25.7.5 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/00e4e311-7a9b-448f-9a49-0a4ed0674653) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:19:52.534700 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fe66e-548c-4e24-a70a-aa40bb46235b req-d36dedb3-95b7-4dae-b860-713f29ea6450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:52.538471 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6f7fe66e-548c-4e24-a70a-aa40bb46235b req-d36dedb3-95b7-4dae-b860-713f29ea6450 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=213b1b56-2bcd-4d0a-8807-3afa3f6e51f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1003966 Aug 10 03:19:52.639928 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-310044fa-71a4-4ce4-9885-bcdf252f9804 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:52.659017 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-310044fa-71a4-4ce4-9885-bcdf252f9804 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfb9593b-f65b-48bb-abb3-8cd57804ae5d']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:52.677848 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-310044fa-71a4-4ce4-9885-bcdf252f9804 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c02d1e4-40cd-4eff-9fa5-a63100fdc461') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:52.678100 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-310044fa-71a4-4ce4-9885-bcdf252f9804 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c02d1e4-40cd-4eff-9fa5-a63100fdc461') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:52.694038 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-310044fa-71a4-4ce4-9885-bcdf252f9804 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:52.712860 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bdd8de65-6cfc-44e4-a59a-774fff7adcf9 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:52.724020 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-310044fa-71a4-4ce4-9885-bcdf252f9804 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:52.736232 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-310044fa-71a4-4ce4-9885-bcdf252f9804 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:19:52.736778 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-310044fa-71a4-4ce4-9885-bcdf252f9804 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:52.741338 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:19:52.741338 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:19:52.741338 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:19:52.741338 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:19:52.741338 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:19:52.741338 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:19:52.741338 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:19:52.741338 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:19:52.741338 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:19:52.741338 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:19:52.741338 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:19:52.741338 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:19:52.741338 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:19:52.741338 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:19:52.741338 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:19:52.741338 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:19:52.741338 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:19:52.741338 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:19:52.741338 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:19:52.741338 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:19:52.741338 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:19:52.741338 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:19:52.741338 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:19:52.741338 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:19:52.741338 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:19:52.741338 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:19:52.741338 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:19:52.741338 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:19:52.741338 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:19:52.741338 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:19:52.741338 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:19:52.741338 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:19:52.759111 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6f7fe66e-548c-4e24-a70a-aa40bb46235b req-b0219ab6-f6d7-4c1a-922c-23714a6c3d47 service neutron] 10.222.0.60 "GET /v2.0/networks/213b1b56-2bcd-4d0a-8807-3afa3f6e51f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113767 Aug 10 03:19:52.835890 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-310044fa-71a4-4ce4-9885-bcdf252f9804 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:52.850655 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-310044fa-71a4-4ce4-9885-bcdf252f9804 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:52.855808 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-310044fa-71a4-4ce4-9885-bcdf252f9804 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] 10.222.0.62 "DELETE /v2.0/networks/dfb9593b-f65b-48bb-abb3-8cd57804ae5d HTTP/1.1" status: 204 len: 168 time: 0.5432045 Aug 10 03:19:52.856481 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55700) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:52.880103 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310044fa-71a4-4ce4-9885-bcdf252f9804 tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Pushing event deleted for resources: {'Network': ['ID=dfb9593b-f65b-48bb-abb3-8cd57804ae5d,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:52.893995 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bdd8de65-6cfc-44e4-a59a-774fff7adcf9 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:52.935576 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6f7fe66e-548c-4e24-a70a-aa40bb46235b req-c34c2a38-8c79-47c8-add1-8dc7bc426441 service neutron] 10.222.0.60 "GET /v2.0/networks/213b1b56-2bcd-4d0a-8807-3afa3f6e51f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665547 Aug 10 03:19:52.996264 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd8de65-6cfc-44e4-a59a-774fff7adcf9 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:19:53.005943 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-bdd8de65-6cfc-44e4-a59a-774fff7adcf9 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:19:53.011893 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd8de65-6cfc-44e4-a59a-774fff7adcf9 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:19:53.022477 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9969c89b-5610-4d3f-a909-d66beee6b4ec tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:53.047926 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd8de65-6cfc-44e4-a59a-774fff7adcf9 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Pushing event updated for resources: {'Port': ['ID=00e4e311-7a9b-448f-9a49-0a4ed0674653,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:53.069931 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6f7fe66e-548c-4e24-a70a-aa40bb46235b req-f351fea4-030c-49c2-9576-57d8238dff57 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ee53d7b7-1d52-47a8-a630-59afbe99d7bd HTTP/1.1" status: 200 len: 217 time: 0.1231089 Aug 10 03:19:53.167416 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fe66e-548c-4e24-a70a-aa40bb46235b req-09b1b438-05a0-40af-83ec-2c01425c7279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:53.170564 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6f7fe66e-548c-4e24-a70a-aa40bb46235b req-09b1b438-05a0-40af-83ec-2c01425c7279 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9d107e0d-7d1d-49e8-9864-3e44ed98edac HTTP/1.1" status: 200 len: 797 time: 0.0919163 Aug 10 03:19:53.266772 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9969c89b-5610-4d3f-a909-d66beee6b4ec tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:53.271728 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fe66e-548c-4e24-a70a-aa40bb46235b req-ade207d7-fd4e-41b8-8025-71288fe700a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:53.275110 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6f7fe66e-548c-4e24-a70a-aa40bb46235b req-ade207d7-fd4e-41b8-8025-71288fe700a2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=213b1b56-2bcd-4d0a-8807-3afa3f6e51f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0874596 Aug 10 03:19:53.284479 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-9969c89b-5610-4d3f-a909-d66beee6b4ec tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15fdfe69-a852-4871-99ca-3955c3998b45']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:53.304355 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-9969c89b-5610-4d3f-a909-d66beee6b4ec tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ae20d5e-e620-424b-8f7f-988bc9ef2824') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:53.305068 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-9969c89b-5610-4d3f-a909-d66beee6b4ec tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ae20d5e-e620-424b-8f7f-988bc9ef2824') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:53.319638 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9969c89b-5610-4d3f-a909-d66beee6b4ec tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:53.410487 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9969c89b-5610-4d3f-a909-d66beee6b4ec tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:53.432574 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9969c89b-5610-4d3f-a909-d66beee6b4ec tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:19:53.433096 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9969c89b-5610-4d3f-a909-d66beee6b4ec tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:53.436295 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:19:53.436295 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:19:53.436295 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:19:53.436295 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:19:53.436295 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:19:53.436295 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:19:53.436295 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:19:53.436295 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:19:53.436295 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:19:53.436295 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:19:53.436295 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:19:53.436295 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:19:53.436295 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:19:53.436295 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:19:53.436295 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:19:53.436295 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:19:53.436295 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:19:53.436295 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:19:53.436295 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:19:53.436295 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:19:53.436295 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:19:53.436295 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:19:53.436295 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:19:53.436295 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:19:53.436295 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:19:53.436295 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:19:53.436295 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:19:53.436295 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:19:53.436295 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:19:53.436295 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:19:53.436295 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:19:53.436295 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:19:53.539360 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319a1631-84c0-4b0d-b638-bddeecf3962d req-203d237b-6ce9-4e18-a7f8-e22a35f70cac tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:53.551039 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-319a1631-84c0-4b0d-b638-bddeecf3962d req-203d237b-6ce9-4e18-a7f8-e22a35f70cac tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfa2a8d3-ebe1-4103-896b-c4f2df154b68 HTTP/1.1" status: 200 len: 945 time: 0.2121491 Aug 10 03:19:53.622489 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6f7fe66e-548c-4e24-a70a-aa40bb46235b req-29eb6623-2960-47bc-84c0-2b3508f1a058 service neutron] 10.222.0.60 "GET /v2.0/networks/213b1b56-2bcd-4d0a-8807-3afa3f6e51f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148880 Aug 10 03:19:53.642405 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bdd8de65-6cfc-44e4-a59a-774fff7adcf9 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks [] for router_gateway, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:53.669380 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-319a1631-84c0-4b0d-b638-bddeecf3962d req-71393b41-30ce-4ec4-881a-0b881c5bbfb4 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173298 Aug 10 03:19:53.718686 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55712) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:53.783279 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c44626-d443-4e03-9c9d-4947becea9b5 req-91fbf389-bf5a-4ac4-9209-b65587bf1340 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:53.795186 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-81c44626-d443-4e03-9c9d-4947becea9b5 req-91fbf389-bf5a-4ac4-9209-b65587bf1340 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 945 time: 0.2371781 Aug 10 03:19:53.860796 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-81c44626-d443-4e03-9c9d-4947becea9b5 req-44d97683-947b-4820-b47a-e64b044cc9e2 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=3195847a-22b1-4e5d-a1c3-c326862fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667310 Aug 10 03:19:53.898193 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6f7fe66e-548c-4e24-a70a-aa40bb46235b req-35c1d74e-f258-4d0c-9ad5-df40ced41a0c service neutron] 10.222.0.60 "GET /v2.0/networks/213b1b56-2bcd-4d0a-8807-3afa3f6e51f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520859 Aug 10 03:19:53.960398 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-df0a98eb-1d1a-42c2-81ba-2aa018669229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:54.076780 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9969c89b-5610-4d3f-a909-d66beee6b4ec tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:54.089021 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9969c89b-5610-4d3f-a909-d66beee6b4ec tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:54.091360 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9969c89b-5610-4d3f-a909-d66beee6b4ec tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] 10.222.0.62 "DELETE /v2.0/networks/15fdfe69-a852-4871-99ca-3955c3998b45 HTTP/1.1" status: 204 len: 168 time: 1.2318025 Aug 10 03:19:54.097817 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-df0a98eb-1d1a-42c2-81ba-2aa018669229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:54.105471 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-df0a98eb-1d1a-42c2-81ba-2aa018669229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:54.118448 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9969c89b-5610-4d3f-a909-d66beee6b4ec tempest-BulkNetworkOpsIpV6Test-499752329 tempest-BulkNetworkOpsIpV6Test-499752329-project] Pushing event deleted for resources: {'Network': ['ID=15fdfe69-a852-4871-99ca-3955c3998b45,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:54.163076 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-df0a98eb-1d1a-42c2-81ba-2aa018669229 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a11fcc6f3b8b4673b2c8971114494d59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4390788 Aug 10 03:19:54.163076 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0a98eb-1d1a-42c2-81ba-2aa018669229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb92e35-11a6-46d7-b34c-aecec35a5312,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:54.165101 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55720) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:54.239357 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1e86c9a2-ed4f-4b0b-bd4f-a6a8ed4b465d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:54.275018 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1e86c9a2-ed4f-4b0b-bd4f-a6a8ed4b465d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:54.297462 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bdd8de65-6cfc-44e4-a59a-774fff7adcf9 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-368475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1926'] for router, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:54.301171 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bdd8de65-6cfc-44e4-a59a-774fff7adcf9 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-372465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-372472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-368450'] for router, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:54.346334 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1e86c9a2-ed4f-4b0b-bd4f-a6a8ed4b465d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:54.353406 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1e86c9a2-ed4f-4b0b-bd4f-a6a8ed4b465d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:54.359328 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-1e86c9a2-ed4f-4b0b-bd4f-a6a8ed4b465d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cfb92e35-11a6-46d7-b34c-aecec35a5312 HTTP/1.1" status: 204 len: 168 time: 0.1928840 Aug 10 03:19:54.372843 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e86c9a2-ed4f-4b0b-bd4f-a6a8ed4b465d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb92e35-11a6-46d7-b34c-aecec35a5312,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:54.468384 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55726) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:54.474277 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdd8de65-6cfc-44e4-a59a-774fff7adcf9 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Router 48b92a36-1f04-40c3-b281-fc714770345a is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:19:54.613655 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd8de65-6cfc-44e4-a59a-774fff7adcf9 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:19:54.621818 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bdd8de65-6cfc-44e4-a59a-774fff7adcf9 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:54.625509 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-bdd8de65-6cfc-44e4-a59a-774fff7adcf9 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] 10.222.0.62 "PUT /v2.0/routers/48b92a36-1f04-40c3-b281-fc714770345a HTTP/1.1" status: 200 len: 877 time: 3.8281274 Aug 10 03:19:54.625942 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55730) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:54.629280 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1da5e50-b846-4a44-affd-b03802b34e8c None None] Sync routers for ids ['48b92a36-1f04-40c3-b281-fc714770345a'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:19:54.642575 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1da5e50-b846-4a44-affd-b03802b34e8c None None] Routers {'48b92a36-1f04-40c3-b281-fc714770345a'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:19:54.643280 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-b1da5e50-b846-4a44-affd-b03802b34e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:19:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['48b92a36-1f04-40c3-b281-fc714770345a'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:54.732332 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-93835263-2985-4b85-aa58-399ca43e5614 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=eb77c7937d9f467c9cd3f5ec813c5746&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2610509 Aug 10 03:19:54.733758 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55736) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:54.756333 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-b1da5e50-b846-4a44-affd-b03802b34e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:54.766779 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-688eafbd-2406-44ed-ad1c-b020e005aab3 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] 10.222.0.62 "GET /v2.0/routers/48b92a36-1f04-40c3-b281-fc714770345a HTTP/1.1" status: 200 len: 918 time: 0.1382861 Aug 10 03:19:54.769211 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55738) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:54.785447 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1da5e50-b846-4a44-affd-b03802b34e8c None None] Routers {'48b92a36-1f04-40c3-b281-fc714770345a'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:19:54.786325 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-b1da5e50-b846-4a44-affd-b03802b34e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:19:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['48b92a36-1f04-40c3-b281-fc714770345a'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:54.875764 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9005e33c-be9f-4d92-a21e-3dde8d1e3eda tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:54.884883 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9005e33c-be9f-4d92-a21e-3dde8d1e3eda tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=09ca2025-b9a6-4e84-8019-8d9fbef3753e&device_id=48b92a36-1f04-40c3-b281-fc714770345a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1127534 Aug 10 03:19:54.884883 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55742) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:54.885433 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-af1f46f7-e151-4e6d-9989-37a996f7bf22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:54.931880 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-b1da5e50-b846-4a44-affd-b03802b34e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:54.934228 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-af1f46f7-e151-4e6d-9989-37a996f7bf22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:54.934812 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1da5e50-b846-4a44-affd-b03802b34e8c None None] The sync data for ids ['48b92a36-1f04-40c3-b281-fc714770345a'] in n-d-768851-15 is: [] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:19:54.958611 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cdbf3f-8baa-4b6d-9e3d-326194193258 req-d0541837-96d3-4ae3-9330-02134056c41e tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:54.960629 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-93cdbf3f-8baa-4b6d-9e3d-326194193258 req-d0541837-96d3-4ae3-9330-02134056c41e tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfa2a8d3-ebe1-4103-896b-c4f2df154b68 HTTP/1.1" status: 200 len: 945 time: 0.1522148 Aug 10 03:19:55.043833 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20b37d4-27cc-47b8-9cde-a81b0298aa9e tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:55.050118 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f20b37d4-27cc-47b8-9cde-a81b0298aa9e tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] 10.222.0.62 "GET /v2.0/networks/09ca2025-b9a6-4e84-8019-8d9fbef3753e HTTP/1.1" status: 200 len: 881 time: 0.1631970 Aug 10 03:19:55.051094 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55750) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:55.092077 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-38032eb1-4f7d-4a4a-8f0b-3afa7343595b tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b92a36-1f04-40c3-b281-fc714770345a HTTP/1.1" status: 200 len: 205 time: 0.0393877 Aug 10 03:19:55.092557 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55752) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:55.094482 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55754) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:55.108796 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-93cdbf3f-8baa-4b6d-9e3d-326194193258 req-a65bc39d-0a51-471f-8286-0e6cf1dc37e1 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359854 Aug 10 03:19:55.111135 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-935d11c6-ae23-48c0-8414-690f2c4450ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:55.153595 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2dadd1-8318-4271-a0c9-16463aed3782 req-6d00c9e7-776f-46a8-ad30-eb873f9b7a3a tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:55.160780 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fb2dadd1-8318-4271-a0c9-16463aed3782 req-6d00c9e7-776f-46a8-ad30-eb873f9b7a3a tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 945 time: 0.1234443 Aug 10 03:19:55.190044 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-af1f46f7-e151-4e6d-9989-37a996f7bf22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:55.194534 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-af1f46f7-e151-4e6d-9989-37a996f7bf22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:55.211259 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-af1f46f7-e151-4e6d-9989-37a996f7bf22 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a95809e3-d0be-4cf5-a823-a51b7a3b9336 HTTP/1.1" status: 204 len: 168 time: 0.4642217 Aug 10 03:19:55.261751 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1f46f7-e151-4e6d-9989-37a996f7bf22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95809e3-d0be-4cf5-a823-a51b7a3b9336,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:55.297191 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-95c66b18-b42f-44e4-9868-2986e33a4911 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks [] for router, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:55.316529 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fb2dadd1-8318-4271-a0c9-16463aed3782 req-0fed1056-b85c-4fa9-bd5e-007d47a52f29 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=3195847a-22b1-4e5d-a1c3-c326862fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520154 Aug 10 03:19:55.458760 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-95c66b18-b42f-44e4-9868-2986e33a4911 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:55.478335 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546d03f-cda3-4eba-8747-59632ee9f2c7 req-9e365083-4472-439f-8687-bb4f9e49dd06 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:55.490769 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0546d03f-cda3-4eba-8747-59632ee9f2c7 req-9e365083-4472-439f-8687-bb4f9e49dd06 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d21420f-e897-4de9-b802-6ef6276fe4d1 HTTP/1.1" status: 200 len: 945 time: 0.1228120 Aug 10 03:19:55.548175 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-935d11c6-ae23-48c0-8414-690f2c4450ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:55.560517 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-935d11c6-ae23-48c0-8414-690f2c4450ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:55.591490 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935d11c6-ae23-48c0-8414-690f2c4450ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346255f9-9a6a-4f9a-8d48-388ed3a7c5d0,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:55.597884 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-95c66b18-b42f-44e4-9868-2986e33a4911 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Deleting port 00e4e311-7a9b-448f-9a49-0a4ed0674653 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:55.598227 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-95c66b18-b42f-44e4-9868-2986e33a4911 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:55.599843 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0546d03f-cda3-4eba-8747-59632ee9f2c7 req-071af9c3-5284-4028-a41b-157349203326 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8f77d8a-e80d-48eb-a975-57d1082788a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953221 Aug 10 03:19:55.681975 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-95c66b18-b42f-44e4-9868-2986e33a4911 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:55.694249 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-95c66b18-b42f-44e4-9868-2986e33a4911 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Calling delete_port for 00e4e311-7a9b-448f-9a49-0a4ed0674653 owned by network:router_gateway {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:55.778856 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-935d11c6-ae23-48c0-8414-690f2c4450ef admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1dc17030935f40f996381a86cc24b8a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6822276 Aug 10 03:19:55.779423 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55766) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:55.956097 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3982d803-9c64-49d5-98c2-6ca87afe3daf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:56.003638 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3982d803-9c64-49d5-98c2-6ca87afe3daf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:56.047728 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-95c66b18-b42f-44e4-9868-2986e33a4911 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:56.083289 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c66b18-b42f-44e4-9868-2986e33a4911 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Pushing event deleted for resources: {'Port': ['ID=00e4e311-7a9b-448f-9a49-0a4ed0674653,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:56.143730 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3982d803-9c64-49d5-98c2-6ca87afe3daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:56.146322 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3982d803-9c64-49d5-98c2-6ca87afe3daf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:56.147647 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3982d803-9c64-49d5-98c2-6ca87afe3daf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/346255f9-9a6a-4f9a-8d48-388ed3a7c5d0 HTTP/1.1" status: 204 len: 168 time: 0.3673744 Aug 10 03:19:56.154901 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:56.163222 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3982d803-9c64-49d5-98c2-6ca87afe3daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346255f9-9a6a-4f9a-8d48-388ed3a7c5d0,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:56.177231 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-95c66b18-b42f-44e4-9868-2986e33a4911 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:56.319870 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:56.351001 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-95c66b18-b42f-44e4-9868-2986e33a4911 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:56.355358 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-95c66b18-b42f-44e4-9868-2986e33a4911 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:56.427440 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb4497-762d-41f8-8f92-a55165255ae6 req-f88fecd1-e5a9-479b-8c1c-c549371c3722 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:56.459965 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-35cb4497-762d-41f8-8f92-a55165255ae6 req-f88fecd1-e5a9-479b-8c1c-c549371c3722 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfa2a8d3-ebe1-4103-896b-c4f2df154b68 HTTP/1.1" status: 200 len: 945 time: 0.1542428 Aug 10 03:19:56.467791 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-95c66b18-b42f-44e4-9868-2986e33a4911 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:56.468370 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c66b18-b42f-44e4-9868-2986e33a4911 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Fanout notify agent at l3_agent the message router_deleted on router 48b92a36-1f04-40c3-b281-fc714770345a {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:19:56.477090 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-95c66b18-b42f-44e4-9868-2986e33a4911 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:56.479948 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-95c66b18-b42f-44e4-9868-2986e33a4911 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] 10.222.0.62 "DELETE /v2.0/routers/48b92a36-1f04-40c3-b281-fc714770345a HTTP/1.1" status: 204 len: 168 time: 1.3682699 Aug 10 03:19:56.481835 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55792) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:56.496074 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-2bfd99ac-62e6-4ffd-ab08-fe4c337e5276 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1400916040', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:56.503891 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55794) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:56.545949 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2bfd99ac-62e6-4ffd-ab08-fe4c337e5276 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:56.547416 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2bfd99ac-62e6-4ffd-ab08-fe4c337e5276 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:56.625452 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-35cb4497-762d-41f8-8f92-a55165255ae6 req-224b8d11-4ed0-49cf-af84-c28ac8774882 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587048 Aug 10 03:19:56.657034 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2bfd99ac-62e6-4ffd-ab08-fe4c337e5276 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:56.663494 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de1a45e-f309-454e-bc2d-72f8053b48bd req-c28d20a2-c74a-47ea-a105-8631a14924f2 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:56.674182 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3de1a45e-f309-454e-bc2d-72f8053b48bd req-c28d20a2-c74a-47ea-a105-8631a14924f2 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 945 time: 0.1517985 Aug 10 03:19:56.678262 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2bfd99ac-62e6-4ffd-ab08-fe4c337e5276 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:56.721839 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2bfd99ac-62e6-4ffd-ab08-fe4c337e5276 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:56.725630 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2bfd99ac-62e6-4ffd-ab08-fe4c337e5276 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2354913 Aug 10 03:19:56.725940 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55802) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:56.734388 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-ca1ec549-4b33-4e95-8f5b-4491bf48c4cb tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Request body: {'network': {'name': 'tempest-RoutersTest-701165755'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:56.751279 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-831ea7d8-1250-4251-870c-76f7b8fe8418 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'enable_snat': True}}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:56.781770 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3de1a45e-f309-454e-bc2d-72f8053b48bd req-8554f6c5-5b73-4326-a14e-d1bcd1176c6a tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=3195847a-22b1-4e5d-a1c3-c326862fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018629 Aug 10 03:19:56.934225 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1ec549-4b33-4e95-8f5b-4491bf48c4cb tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Made reservation on behalf of c682678ede4c49b18134196e23ba84b8 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:19:56.938210 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ca1ec549-4b33-4e95-8f5b-4491bf48c4cb tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:56.980237 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ca1ec549-4b33-4e95-8f5b-4491bf48c4cb tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:57.079609 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276beb6a-ee55-48bd-acb8-85bdc89d2b84 req-226ce977-b96b-45c2-8845-4fa5a757fbbe tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:57.097142 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-276beb6a-ee55-48bd-acb8-85bdc89d2b84 req-226ce977-b96b-45c2-8845-4fa5a757fbbe tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d21420f-e897-4de9-b802-6ef6276fe4d1 HTTP/1.1" status: 200 len: 945 time: 0.1086104 Aug 10 03:19:57.149582 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-831ea7d8-1250-4251-870c-76f7b8fe8418 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:57.163559 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-276beb6a-ee55-48bd-acb8-85bdc89d2b84 req-db5b7700-8e92-43ae-a2e8-17ef66a3e861 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8f77d8a-e80d-48eb-a975-57d1082788a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646834 Aug 10 03:19:57.225541 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ca1ec549-4b33-4e95-8f5b-4491bf48c4cb tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:57.236969 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ca1ec549-4b33-4e95-8f5b-4491bf48c4cb tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:57.270022 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ec549-4b33-4e95-8f5b-4491bf48c4cb tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5db73d08-551a-4b83-a8c6-04c74a358b04,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:57.292611 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca1ec549-4b33-4e95-8f5b-4491bf48c4cb tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:19:57.321317 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ca1ec549-4b33-4e95-8f5b-4491bf48c4cb tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:57.321660 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-ca1ec549-4b33-4e95-8f5b-4491bf48c4cb tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Added segment c9c4577d-85fe-41da-9975-1a512e4592f2 of type vlan for network 7a3e2d09-8ce6-4aff-aad0-cffcefd0ee3f Aug 10 03:19:57.442900 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ca1ec549-4b33-4e95-8f5b-4491bf48c4cb tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:57.502086 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-831ea7d8-1250-4251-870c-76f7b8fe8418 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:57.523373 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-831ea7d8-1250-4251-870c-76f7b8fe8418 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:57.525244 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ca1ec549-4b33-4e95-8f5b-4491bf48c4cb tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:57.531474 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1ec549-4b33-4e95-8f5b-4491bf48c4cb tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:57.532053 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ca1ec549-4b33-4e95-8f5b-4491bf48c4cb tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:57.631853 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ca1ec549-4b33-4e95-8f5b-4491bf48c4cb tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1262579 Aug 10 03:19:57.634458 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55832) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:57.647154 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ec549-4b33-4e95-8f5b-4491bf48c4cb tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event updated for resources: {'Network': ['ID=7a3e2d09-8ce6-4aff-aad0-cffcefd0ee3f,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:57.650545 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-db01deaa-becd-4661-b891-0754b224460c tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Request body: {'network': {'name': 'tempest-RoutersTest-1994897843'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:57.663348 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 7a3e2d09-8ce6-4aff-aad0-cffcefd0ee3f details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:19:57.725265 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-831ea7d8-1250-4251-870c-76f7b8fe8418 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Allocated IP 172.25.7.243 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/6a48304b-3bed-40bf-8e23-b477795360d9) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:19:57.736580 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db01deaa-becd-4661-b891-0754b224460c tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Made reservation on behalf of c682678ede4c49b18134196e23ba84b8 for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:19:57.751064 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-db01deaa-becd-4661-b891-0754b224460c tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:57.835723 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db01deaa-becd-4661-b891-0754b224460c tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:19:57.923085 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-db01deaa-becd-4661-b891-0754b224460c tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:57.923423 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-db01deaa-becd-4661-b891-0754b224460c tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Added segment f7658c8a-7778-40eb-9295-f3c680c91600 of type vlan for network e34c59f3-5ef2-484d-b216-a6b3b6c007ac Aug 10 03:19:57.950579 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cde9b9-10a2-44a9-a043-dd62236b15cd req-73b9f0ca-0c0d-41c6-a4a1-4cf3d03b4a01 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:57.957934 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b5cde9b9-10a2-44a9-a043-dd62236b15cd req-73b9f0ca-0c0d-41c6-a4a1-4cf3d03b4a01 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfa2a8d3-ebe1-4103-896b-c4f2df154b68 HTTP/1.1" status: 200 len: 945 time: 0.1379063 Aug 10 03:19:57.960732 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-831ea7d8-1250-4251-870c-76f7b8fe8418 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:58.016413 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-831ea7d8-1250-4251-870c-76f7b8fe8418 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:58.018484 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b4b01-e6ed-4748-95c1-ae5d8aa6da26 req-c6ea2b60-d017-4a86-ba71-9a290ac30c2f tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:58.020798 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6b7b4b01-e6ed-4748-95c1-ae5d8aa6da26 req-c6ea2b60-d017-4a86-ba71-9a290ac30c2f tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d21420f-e897-4de9-b802-6ef6276fe4d1 HTTP/1.1" status: 200 len: 945 time: 0.1368599 Aug 10 03:19:58.027464 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-db01deaa-becd-4661-b891-0754b224460c tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:58.078274 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831ea7d8-1250-4251-870c-76f7b8fe8418 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:19:58.081137 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-831ea7d8-1250-4251-870c-76f7b8fe8418 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:19:58.087283 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831ea7d8-1250-4251-870c-76f7b8fe8418 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:19:58.114441 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831ea7d8-1250-4251-870c-76f7b8fe8418 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Pushing event updated for resources: {'Port': ['ID=6a48304b-3bed-40bf-8e23-b477795360d9,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:58.132102 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6b7b4b01-e6ed-4748-95c1-ae5d8aa6da26 req-34a6fa3c-3c6e-4759-9ecb-d7a98ed84768 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8f77d8a-e80d-48eb-a975-57d1082788a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006167 Aug 10 03:19:58.140695 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b5cde9b9-10a2-44a9-a043-dd62236b15cd req-b0c31be4-5812-4fcf-844c-3c943fcbce63 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818321 Aug 10 03:19:58.168624 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-db01deaa-becd-4661-b891-0754b224460c tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:58.179525 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db01deaa-becd-4661-b891-0754b224460c tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:58.180191 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-db01deaa-becd-4661-b891-0754b224460c tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:58.297458 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-db01deaa-becd-4661-b891-0754b224460c tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6595163 Aug 10 03:19:58.301032 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55852) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:58.317832 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-6e67ce69-34be-4e01-8b9a-21b3d8008da2 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Request body: {'subnet': {'network_id': '7a3e2d09-8ce6-4aff-aad0-cffcefd0ee3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:58.329011 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db01deaa-becd-4661-b891-0754b224460c tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event updated for resources: {'Network': ['ID=e34c59f3-5ef2-484d-b216-a6b3b6c007ac,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:58.345840 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network e34c59f3-5ef2-484d-b216-a6b3b6c007ac details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:19:58.367674 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a9cbec-f9d9-48c7-bb5d-4bd894a8cc15 req-5a700ea3-7944-4fe7-ac18-9f1fcec1dd7e tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:58.369728 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-13a9cbec-f9d9-48c7-bb5d-4bd894a8cc15 req-5a700ea3-7944-4fe7-ac18-9f1fcec1dd7e tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 945 time: 0.1622350 Aug 10 03:19:58.442525 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-13a9cbec-f9d9-48c7-bb5d-4bd894a8cc15 req-f43b4816-52fe-43e4-bc98-08896b102d23 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=3195847a-22b1-4e5d-a1c3-c326862fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654020 Aug 10 03:19:58.794452 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e67ce69-34be-4e01-8b9a-21b3d8008da2 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Made reservation on behalf of c682678ede4c49b18134196e23ba84b8 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:19:58.797908 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6e67ce69-34be-4e01-8b9a-21b3d8008da2 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:58.839647 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-831ea7d8-1250-4251-870c-76f7b8fe8418 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:59.175107 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-831ea7d8-1250-4251-870c-76f7b8fe8418 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-368475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1926'] for router, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:59.179254 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6e67ce69-34be-4e01-8b9a-21b3d8008da2 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:59.187562 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-831ea7d8-1250-4251-870c-76f7b8fe8418 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-372465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-372472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-368450'] for router, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:59.226146 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2cfd4e-07f6-4971-8af7-d6891144e578 req-1de13d5b-2723-444c-8667-454681353ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:59.227680 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8c2cfd4e-07f6-4971-8af7-d6891144e578 req-1de13d5b-2723-444c-8667-454681353ce0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0c00b01e0806491485adebe5c1c180f7&device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 1097 time: 0.1095755 Aug 10 03:19:59.306860 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da22e166-362e-40d2-ab5e-f80993192308 req-cdd6c12b-d6cd-4a0b-8367-b77c2897359e tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:59.308974 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-da22e166-362e-40d2-ab5e-f80993192308 req-cdd6c12b-d6cd-4a0b-8367-b77c2897359e tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d21420f-e897-4de9-b802-6ef6276fe4d1 HTTP/1.1" status: 200 len: 945 time: 0.0821145 Aug 10 03:19:59.317177 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ed91e-aabe-4e74-87b8-7c848c265112 req-fec04f92-5a72-420c-adef-a2d06a510ea7 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:59.318628 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0e0ed91e-aabe-4e74-87b8-7c848c265112 req-fec04f92-5a72-420c-adef-a2d06a510ea7 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfa2a8d3-ebe1-4103-896b-c4f2df154b68 HTTP/1.1" status: 200 len: 945 time: 0.0800877 Aug 10 03:19:59.332595 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e67ce69-34be-4e01-8b9a-21b3d8008da2 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event updated for resources: {'Subnet': ['ID=ec3bd761-1fee-4c5f-b1a9-64cb5efd267d,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:59.379508 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-da22e166-362e-40d2-ab5e-f80993192308 req-e961865c-c144-4ce4-8d83-f66ab78faf84 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8f77d8a-e80d-48eb-a975-57d1082788a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598881 Aug 10 03:19:59.384769 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0e0ed91e-aabe-4e74-87b8-7c848c265112 req-c57da020-9d2c-44e9-9e00-1e43a2661d7c tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582333 Aug 10 03:19:59.411979 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e67ce69-34be-4e01-8b9a-21b3d8008da2 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Checking segment: {'id': 'c9c4577d-85fe-41da-9975-1a512e4592f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '7a3e2d09-8ce6-4aff-aad0-cffcefd0ee3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:19:59.412334 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e67ce69-34be-4e01-8b9a-21b3d8008da2 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Network hostable DHCP agents. Network: 7a3e2d09-8ce6-4aff-aad0-cffcefd0ee3f, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:19:59.449935 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2cfd4e-07f6-4971-8af7-d6891144e578 req-96429298-60d8-4fb6-aa59-a6cbd128bc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:59.451446 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8c2cfd4e-07f6-4971-8af7-d6891144e578 req-96429298-60d8-4fb6-aa59-a6cbd128bc4a service neutron] 10.222.0.58 "GET /v2.0/networks?id=c0759395-72d8-4de6-9611-c9ba0ebf5417 HTTP/1.1" status: 200 len: 918 time: 0.1847034 Aug 10 03:19:59.457245 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e67ce69-34be-4e01-8b9a-21b3d8008da2 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Network 7a3e2d09-8ce6-4aff-aad0-cffcefd0ee3f is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:19:59.506330 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-6e67ce69-34be-4e01-8b9a-21b3d8008da2 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 7a3e2d09-8ce6-4aff-aad0-cffcefd0ee3f) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:19:59.518431 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e289c48a-fa24-4ca8-895c-827197e18691 None None] Network 7a3e2d09-8ce6-4aff-aad0-cffcefd0ee3f requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:19:59.519061 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e67ce69-34be-4e01-8b9a-21b3d8008da2 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:59.519498 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6e67ce69-34be-4e01-8b9a-21b3d8008da2 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:59.549218 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831ea7d8-1250-4251-870c-76f7b8fe8418 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Router 5876f706-2678-4f80-9340-3e6ebfd05a42 is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:19:59.554650 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6e67ce69-34be-4e01-8b9a-21b3d8008da2 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2444515 Aug 10 03:19:59.558131 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55896) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:59.558272 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8c2cfd4e-07f6-4971-8af7-d6891144e578 req-9b50c46c-1e58-4492-b026-f83d001a3a1f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ecb5cb29-bad7-4e0b-a042-66dbc308ed97 HTTP/1.1" status: 200 len: 1001 time: 0.0971494 Aug 10 03:19:59.568217 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-119535ba-4bf1-4434-a5b4-b8e18da64d08 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Request body: {'subnet': {'network_id': 'e34c59f3-5ef2-484d-b216-a6b3b6c007ac', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:59.678373 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2cfd4e-07f6-4971-8af7-d6891144e578 req-1d094e96-1d90-4b1f-8795-91c17f486dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:59.681702 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8c2cfd4e-07f6-4971-8af7-d6891144e578 req-1d094e96-1d90-4b1f-8795-91c17f486dce service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3edf7dab-cede-45e3-a40b-9026654a3743 HTTP/1.1" status: 200 len: 856 time: 0.1145799 Aug 10 03:19:59.716617 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1405599-b5e6-46cd-96e1-d4e17a67b204 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-7a3e2d09-8ce6-4aff-aad0-cffcefd0ee3f', 'network_id': '7a3e2d09-8ce6-4aff-aad0-cffcefd0ee3f', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'fixed_ips': [{'subnet_id': 'ec3bd761-1fee-4c5f-b1a9-64cb5efd267d'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:19:59.717963 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a1405599-b5e6-46cd-96e1-d4e17a67b204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:59.730441 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831ea7d8-1250-4251-870c-76f7b8fe8418 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:19:59.735153 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-831ea7d8-1250-4251-870c-76f7b8fe8418 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:59.736365 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-831ea7d8-1250-4251-870c-76f7b8fe8418 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] 10.222.0.62 "PUT /v2.0/routers/5876f706-2678-4f80-9340-3e6ebfd05a42 HTTP/1.1" status: 200 len: 915 time: 3.0095241 Aug 10 03:19:59.739635 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55902) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:59.748049 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057f033b-4013-4c30-a9a0-14a64b5d5089 None None] Sync routers for ids ['5876f706-2678-4f80-9340-3e6ebfd05a42'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:19:59.787410 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2cfd4e-07f6-4971-8af7-d6891144e578 req-c7f9beea-fdcf-4009-998a-139362ee2a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:59.787855 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057f033b-4013-4c30-a9a0-14a64b5d5089 None None] Routers {'5876f706-2678-4f80-9340-3e6ebfd05a42'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:19:59.788963 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8c2cfd4e-07f6-4971-8af7-d6891144e578 req-c7f9beea-fdcf-4009-998a-139362ee2a80 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c0759395-72d8-4de6-9611-c9ba0ebf5417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0985487 Aug 10 03:19:59.789234 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-057f033b-4013-4c30-a9a0-14a64b5d5089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:19:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['5876f706-2678-4f80-9340-3e6ebfd05a42'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:59.796263 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119535ba-4bf1-4434-a5b4-b8e18da64d08 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Made reservation on behalf of c682678ede4c49b18134196e23ba84b8 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:19:59.800373 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-119535ba-4bf1-4434-a5b4-b8e18da64d08 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:59.812423 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c2b45-eeaa-4b8d-a320-3ec487119948 req-1da15467-0cf6-4de6-9c2f-bdb0b57481c9 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:59.813959 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b77c2b45-eeaa-4b8d-a320-3ec487119948 req-1da15467-0cf6-4de6-9c2f-bdb0b57481c9 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d21420f-e897-4de9-b802-6ef6276fe4d1 HTTP/1.1" status: 200 len: 945 time: 0.2542977 Aug 10 03:19:59.826247 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c4294-01c7-4577-901a-1d5d589ba881 req-a60d9c70-088c-440a-83cf-3e520f7e647f tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:59.833845 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1b3c4294-01c7-4577-901a-1d5d589ba881 req-a60d9c70-088c-440a-83cf-3e520f7e647f tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 945 time: 0.1583073 Aug 10 03:19:59.836975 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-057f033b-4013-4c30-a9a0-14a64b5d5089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:59.912746 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057f033b-4013-4c30-a9a0-14a64b5d5089 None None] Routers {'5876f706-2678-4f80-9340-3e6ebfd05a42'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:19:59.913738 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-057f033b-4013-4c30-a9a0-14a64b5d5089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:19:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['5876f706-2678-4f80-9340-3e6ebfd05a42'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:59.914853 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-95027c81-5cc5-4d33-978f-57be37e217d2 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] 10.222.0.62 "GET /v2.0/routers/5876f706-2678-4f80-9340-3e6ebfd05a42 HTTP/1.1" status: 200 len: 921 time: 0.1731653 Aug 10 03:19:59.921657 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55904) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:59.963122 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8c2cfd4e-07f6-4971-8af7-d6891144e578 req-d2347106-6136-48f8-a208-1cad19b6f8d7 service neutron] 10.222.0.58 "GET /v2.0/networks/c0759395-72d8-4de6-9611-c9ba0ebf5417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647761 Aug 10 03:20:00.022604 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a217150c-90d9-4617-9fee-372a72e54b89 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:00.024387 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a217150c-90d9-4617-9fee-372a72e54b89 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=09ca2025-b9a6-4e84-8019-8d9fbef3753e&device_id=5876f706-2678-4f80-9340-3e6ebfd05a42&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1017661 Aug 10 03:20:00.027675 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55908) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:00.083922 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55910) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:00.139310 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-057f033b-4013-4c30-a9a0-14a64b5d5089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:00.140496 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057f033b-4013-4c30-a9a0-14a64b5d5089 None None] The sync data for ids ['5876f706-2678-4f80-9340-3e6ebfd05a42'] in n-d-768851-15 is: [] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:20:00.144235 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8c2cfd4e-07f6-4971-8af7-d6891144e578 req-67314916-7e90-47b4-a189-ed4a1e574775 service neutron] 10.222.0.58 "GET /v2.0/networks/c0759395-72d8-4de6-9611-c9ba0ebf5417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687489 Aug 10 03:20:00.170383 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf8f927-3743-4ebb-b73f-4b21f4f3c16b tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:00.171855 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3bf8f927-3743-4ebb-b73f-4b21f4f3c16b tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] 10.222.0.62 "GET /v2.0/networks/09ca2025-b9a6-4e84-8019-8d9fbef3753e HTTP/1.1" status: 200 len: 881 time: 0.1431503 Aug 10 03:20:00.174930 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55914) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:00.207256 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b030e33f-7a4d-4602-8673-1e8ebe81e5b9 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] 10.222.0.62 "GET /v2.0/ports?device_id=5876f706-2678-4f80-9340-3e6ebfd05a42 HTTP/1.1" status: 200 len: 205 time: 0.0309994 Aug 10 03:20:00.209662 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55916) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:00.215920 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-a1405599-b5e6-46cd-96e1-d4e17a67b204 None None] Allocated IP 172.20.0.2 (7a3e2d09-8ce6-4aff-aad0-cffcefd0ee3f/ec3bd761-1fee-4c5f-b1a9-64cb5efd267d/1d5d5ff6-828a-4c02-8b0b-87637e399500) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:20:00.278671 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-eef10994-94da-436d-a575-b3a377851e9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:00.312172 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-fde62cfc-d6c2-4ad5-86a4-c1e6e063ff92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:00.347705 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1b3c4294-01c7-4577-901a-1d5d589ba881 req-ff3c59db-933d-4227-b7d9-84bca97dcb8f tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=3195847a-22b1-4e5d-a1c3-c326862fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5127833 Aug 10 03:20:00.365805 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d967fa5c-d3f8-4461-910f-722ae7abfb6e tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks [] for router, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:00.400868 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a1405599-b5e6-46cd-96e1-d4e17a67b204 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:00.411548 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-a1405599-b5e6-46cd-96e1-d4e17a67b204 None None] Transition to ACTIVE for port object 1d5d5ff6-828a-4c02-8b0b-87637e399500 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:20:00.448293 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-a1405599-b5e6-46cd-96e1-d4e17a67b204 None None] Transition to ACTIVE for port object 1d5d5ff6-828a-4c02-8b0b-87637e399500 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:20:00.448562 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-b77c2b45-eeaa-4b8d-a320-3ec487119948 req-630f311b-9d6e-4538-b627-bb0b68efe015 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Deleting port 7afea299-796b-4a2d-9a76-401e57ea50a4 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:20:00.449143 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b77c2b45-eeaa-4b8d-a320-3ec487119948 req-630f311b-9d6e-4538-b627-bb0b68efe015 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:00.475640 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a1405599-b5e6-46cd-96e1-d4e17a67b204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:00.517824 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-eef10994-94da-436d-a575-b3a377851e9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:00.519618 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d967fa5c-d3f8-4461-910f-722ae7abfb6e tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:00.528559 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-eef10994-94da-436d-a575-b3a377851e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:00.563260 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1405599-b5e6-46cd-96e1-d4e17a67b204 None None] Network 7a3e2d09-8ce6-4aff-aad0-cffcefd0ee3f is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:20:00.567141 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1405599-b5e6-46cd-96e1-d4e17a67b204 None None] Pushing event updated for resources: {'Port': ['ID=1d5d5ff6-828a-4c02-8b0b-87637e399500,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:00.569695 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-a1405599-b5e6-46cd-96e1-d4e17a67b204 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:00.572081 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1405599-b5e6-46cd-96e1-d4e17a67b204 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:20:00.596928 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-eef10994-94da-436d-a575-b3a377851e9c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6a294b7f6f0744748eee8be86633e8bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5104887 Aug 10 03:20:00.598986 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef10994-94da-436d-a575-b3a377851e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a331a6-3f1e-4859-834e-bd5957a6b69d,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:00.601286 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55922) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:00.637505 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-a1405599-b5e6-46cd-96e1-d4e17a67b204 None None] Attempting to bind port 1d5d5ff6-828a-4c02-8b0b-87637e399500 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:20:00.637984 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-a1405599-b5e6-46cd-96e1-d4e17a67b204 None None] Attempting to bind port 1d5d5ff6-828a-4c02-8b0b-87637e399500 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'c9c4577d-85fe-41da-9975-1a512e4592f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '7a3e2d09-8ce6-4aff-aad0-cffcefd0ee3f'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:20:00.638488 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1405599-b5e6-46cd-96e1-d4e17a67b204 None None] Attempting to bind port 1d5d5ff6-828a-4c02-8b0b-87637e399500 on network 7a3e2d09-8ce6-4aff-aad0-cffcefd0ee3f {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:20:00.644365 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1405599-b5e6-46cd-96e1-d4e17a67b204 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:20:00.644876 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1405599-b5e6-46cd-96e1-d4e17a67b204 None None] Checking segment: {'id': 'c9c4577d-85fe-41da-9975-1a512e4592f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '7a3e2d09-8ce6-4aff-aad0-cffcefd0ee3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:20:00.645349 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a1405599-b5e6-46cd-96e1-d4e17a67b204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:00.645812 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1405599-b5e6-46cd-96e1-d4e17a67b204 None None] Bound using segment: {'id': 'c9c4577d-85fe-41da-9975-1a512e4592f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '7a3e2d09-8ce6-4aff-aad0-cffcefd0ee3f'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:20:00.646361 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-a1405599-b5e6-46cd-96e1-d4e17a67b204 None None] Bound port: 1d5d5ff6-828a-4c02-8b0b-87637e399500, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c4577d-85fe-41da-9975-1a512e4592f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '7a3e2d09-8ce6-4aff-aad0-cffcefd0ee3f'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:20:00.646968 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a1405599-b5e6-46cd-96e1-d4e17a67b204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:00.663826 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-d967fa5c-d3f8-4461-910f-722ae7abfb6e tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Deleting port 6a48304b-3bed-40bf-8e23-b477795360d9 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:20:00.664266 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d967fa5c-d3f8-4461-910f-722ae7abfb6e tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:00.709951 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c399906-b220-46b8-84f1-323c3e039c78 req-828b0ac7-c069-4d2d-8138-90364cb37d04 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:00.711787 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5c399906-b220-46b8-84f1-323c3e039c78 req-828b0ac7-c069-4d2d-8138-90364cb37d04 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d21420f-e897-4de9-b802-6ef6276fe4d1 HTTP/1.1" status: 200 len: 945 time: 0.1595428 Aug 10 03:20:00.716893 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-a1405599-b5e6-46cd-96e1-d4e17a67b204 None None] For port 1d5d5ff6-828a-4c02-8b0b-87637e399500, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:20:00.720571 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-a1405599-b5e6-46cd-96e1-d4e17a67b204 None None] For port 1d5d5ff6-828a-4c02-8b0b-87637e399500, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=1d5d5ff6-828a-4c02-8b0b-87637e399500,segment=NetworkSegment(c9c4577d-85fe-41da-9975-1a512e4592f2),segment_id=c9c4577d-85fe-41da-9975-1a512e4592f2)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:20:00.722763 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2787411c-fc25-42a2-b2a0-34c8c69374f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:00.724107 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a38cfa-a947-49d7-86a7-5bd0038d6b5f req-3d7cff5f-9de2-4818-82ec-88f05448c62f tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:00.725105 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a1405599-b5e6-46cd-96e1-d4e17a67b204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:00.725829 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-57a38cfa-a947-49d7-86a7-5bd0038d6b5f req-3d7cff5f-9de2-4818-82ec-88f05448c62f tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfa2a8d3-ebe1-4103-896b-c4f2df154b68 HTTP/1.1" status: 200 len: 945 time: 0.1962807 Aug 10 03:20:00.729363 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-b77c2b45-eeaa-4b8d-a320-3ec487119948 req-630f311b-9d6e-4538-b627-bb0b68efe015 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] For port 7afea299-796b-4a2d-9a76-401e57ea50a4, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=7afea299-796b-4a2d-9a76-401e57ea50a4,segment=NetworkSegment(91865bfd-91d9-4155-bf76-2fc9d6980dd7),segment_id=91865bfd-91d9-4155-bf76-2fc9d6980dd7)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:00.729740 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b77c2b45-eeaa-4b8d-a320-3ec487119948 req-630f311b-9d6e-4538-b627-bb0b68efe015 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:00.732938 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-119535ba-4bf1-4434-a5b4-b8e18da64d08 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:00.764346 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2787411c-fc25-42a2-b2a0-34c8c69374f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:00.799603 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1405599-b5e6-46cd-96e1-d4e17a67b204 None None] Pushing event updated for resources: {'Port': ['ID=1d5d5ff6-828a-4c02-8b0b-87637e399500,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:00.800035 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d967fa5c-d3f8-4461-910f-722ae7abfb6e tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:00.825891 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-d967fa5c-d3f8-4461-910f-722ae7abfb6e tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Calling delete_port for 6a48304b-3bed-40bf-8e23-b477795360d9 owned by network:router_gateway {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:20:00.879752 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5c399906-b220-46b8-84f1-323c3e039c78 req-80a845da-0c9d-4aea-bba1-f5c33327b792 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8f77d8a-e80d-48eb-a975-57d1082788a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529238 Aug 10 03:20:00.890937 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2787411c-fc25-42a2-b2a0-34c8c69374f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:00.893648 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2787411c-fc25-42a2-b2a0-34c8c69374f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:00.897159 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2787411c-fc25-42a2-b2a0-34c8c69374f6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d6a331a6-3f1e-4859-834e-bd5957a6b69d HTTP/1.1" status: 204 len: 168 time: 0.2919800 Aug 10 03:20:00.922922 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2787411c-fc25-42a2-b2a0-34c8c69374f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a331a6-3f1e-4859-834e-bd5957a6b69d,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:00.930294 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-57a38cfa-a947-49d7-86a7-5bd0038d6b5f req-f1f0515d-dd95-4813-8b5b-ff5cbb17e68f tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849382 Aug 10 03:20:00.934678 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119535ba-4bf1-4434-a5b4-b8e18da64d08 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event updated for resources: {'Subnet': ['ID=a88add71-e7ea-4c38-814a-c1410db920eb,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:00.992353 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119535ba-4bf1-4434-a5b4-b8e18da64d08 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Checking segment: {'id': 'f7658c8a-7778-40eb-9295-f3c680c91600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e34c59f3-5ef2-484d-b216-a6b3b6c007ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:20:00.992723 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119535ba-4bf1-4434-a5b4-b8e18da64d08 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Network hostable DHCP agents. Network: e34c59f3-5ef2-484d-b216-a6b3b6c007ac, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:20:01.074572 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119535ba-4bf1-4434-a5b4-b8e18da64d08 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Network e34c59f3-5ef2-484d-b216-a6b3b6c007ac is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:20:01.091804 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-119535ba-4bf1-4434-a5b4-b8e18da64d08 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, e34c59f3-5ef2-484d-b216-a6b3b6c007ac) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:01.098608 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119535ba-4bf1-4434-a5b4-b8e18da64d08 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:01.099404 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-119535ba-4bf1-4434-a5b4-b8e18da64d08 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:01.127113 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-119535ba-4bf1-4434-a5b4-b8e18da64d08 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5655229 Aug 10 03:20:01.129377 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f92b6d9-a970-4a7d-9848-77d25ffa4a75 None None] Network e34c59f3-5ef2-484d-b216-a6b3b6c007ac requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:20:01.129865 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55928) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:01.135555 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-500e06b1-5a5c-4c3e-bdcd-6682da66ca0a tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-734087569', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:01.162297 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d967fa5c-d3f8-4461-910f-722ae7abfb6e tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:01.176545 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b77c2b45-eeaa-4b8d-a320-3ec487119948 req-630f311b-9d6e-4538-b627-bb0b68efe015 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:01.177761 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b77c2b45-eeaa-4b8d-a320-3ec487119948 req-630f311b-9d6e-4538-b627-bb0b68efe015 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:01.178616 n-d-768851-15 neutron-server[94216]: INFO neutron.db.l3_db [req-b77c2b45-eeaa-4b8d-a320-3ec487119948 req-630f311b-9d6e-4538-b627-bb0b68efe015 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Floating IP f47e9d70-c915-456f-af1c-4e21360050b4 disassociated. External IP: 172.25.7.117, port: 7afea299-796b-4a2d-9a76-401e57ea50a4. Aug 10 03:20:01.180102 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-b77c2b45-eeaa-4b8d-a320-3ec487119948 req-630f311b-9d6e-4538-b627-bb0b68efe015 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Calling delete_port for 7afea299-796b-4a2d-9a76-401e57ea50a4 owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:20:01.199596 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d967fa5c-d3f8-4461-910f-722ae7abfb6e tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Pushing event deleted for resources: {'Port': ['ID=6a48304b-3bed-40bf-8e23-b477795360d9,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:01.209152 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-500e06b1-5a5c-4c3e-bdcd-6682da66ca0a tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:01.215059 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-500e06b1-5a5c-4c3e-bdcd-6682da66ca0a tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:01.271744 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d967fa5c-d3f8-4461-910f-722ae7abfb6e tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:01.330614 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16586319-2565-4c17-871f-a8e2bf8ea33d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-e34c59f3-5ef2-484d-b216-a6b3b6c007ac', 'network_id': 'e34c59f3-5ef2-484d-b216-a6b3b6c007ac', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'fixed_ips': [{'subnet_id': 'a88add71-e7ea-4c38-814a-c1410db920eb'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:20:01.332355 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-16586319-2565-4c17-871f-a8e2bf8ea33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:01.336715 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-500e06b1-5a5c-4c3e-bdcd-6682da66ca0a tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:01.353070 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-500e06b1-5a5c-4c3e-bdcd-6682da66ca0a tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:01.377579 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-500e06b1-5a5c-4c3e-bdcd-6682da66ca0a tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:01.379779 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-500e06b1-5a5c-4c3e-bdcd-6682da66ca0a tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2487392 Aug 10 03:20:01.397372 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55934) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:01.508620 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55936) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:01.528028 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-16586319-2565-4c17-871f-a8e2bf8ea33d None None] Allocated IP 172.21.0.2 (e34c59f3-5ef2-484d-b216-a6b3b6c007ac/a88add71-e7ea-4c38-814a-c1410db920eb/3cb76a07-2239-4585-89f0-ca8e8a3bf275) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:20:01.528315 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-096d4ba3-9296-4f8d-85ef-bc1031616866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:01.627048 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b77c2b45-eeaa-4b8d-a320-3ec487119948 req-630f311b-9d6e-4538-b627-bb0b68efe015 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:01.666719 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d967fa5c-d3f8-4461-910f-722ae7abfb6e tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:01.669228 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d967fa5c-d3f8-4461-910f-722ae7abfb6e tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:01.706595 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-16586319-2565-4c17-871f-a8e2bf8ea33d None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:01.721897 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d967fa5c-d3f8-4461-910f-722ae7abfb6e tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:01.722529 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d967fa5c-d3f8-4461-910f-722ae7abfb6e tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Fanout notify agent at l3_agent the message router_deleted on router 5876f706-2678-4f80-9340-3e6ebfd05a42 {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:20:01.723876 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-16586319-2565-4c17-871f-a8e2bf8ea33d None None] Transition to ACTIVE for port object 3cb76a07-2239-4585-89f0-ca8e8a3bf275 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:20:01.731040 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d967fa5c-d3f8-4461-910f-722ae7abfb6e tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:01.735526 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d967fa5c-d3f8-4461-910f-722ae7abfb6e tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] 10.222.0.62 "DELETE /v2.0/routers/5876f706-2678-4f80-9340-3e6ebfd05a42 HTTP/1.1" status: 204 len: 168 time: 1.5215480 Aug 10 03:20:01.736015 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55938) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:01.746972 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-669c2c64-0bbc-4a38-8727-f14f83a812d0 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-959817624', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:01.758928 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-16586319-2565-4c17-871f-a8e2bf8ea33d None None] Transition to ACTIVE for port object 3cb76a07-2239-4585-89f0-ca8e8a3bf275 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:20:01.780461 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-16586319-2565-4c17-871f-a8e2bf8ea33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:01.822273 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16586319-2565-4c17-871f-a8e2bf8ea33d None None] Network e34c59f3-5ef2-484d-b216-a6b3b6c007ac is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:20:01.833241 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-16586319-2565-4c17-871f-a8e2bf8ea33d None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:01.837547 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16586319-2565-4c17-871f-a8e2bf8ea33d None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:20:01.848254 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630f311b-9d6e-4538-b627-bb0b68efe015 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Pushing event deleted for resources: {'Port': ['ID=7afea299-796b-4a2d-9a76-401e57ea50a4,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:01.863000 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16586319-2565-4c17-871f-a8e2bf8ea33d None None] Pushing event updated for resources: {'Port': ['ID=3cb76a07-2239-4585-89f0-ca8e8a3bf275,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:01.907682 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-16586319-2565-4c17-871f-a8e2bf8ea33d None None] Attempting to bind port 3cb76a07-2239-4585-89f0-ca8e8a3bf275 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:20:01.908065 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-16586319-2565-4c17-871f-a8e2bf8ea33d None None] Attempting to bind port 3cb76a07-2239-4585-89f0-ca8e8a3bf275 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'f7658c8a-7778-40eb-9295-f3c680c91600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e34c59f3-5ef2-484d-b216-a6b3b6c007ac'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:20:01.908413 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16586319-2565-4c17-871f-a8e2bf8ea33d None None] Attempting to bind port 3cb76a07-2239-4585-89f0-ca8e8a3bf275 on network e34c59f3-5ef2-484d-b216-a6b3b6c007ac {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:20:01.914145 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16586319-2565-4c17-871f-a8e2bf8ea33d None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:20:01.914526 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16586319-2565-4c17-871f-a8e2bf8ea33d None None] Checking segment: {'id': 'f7658c8a-7778-40eb-9295-f3c680c91600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e34c59f3-5ef2-484d-b216-a6b3b6c007ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:20:01.915009 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-16586319-2565-4c17-871f-a8e2bf8ea33d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:01.915864 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16586319-2565-4c17-871f-a8e2bf8ea33d None None] Bound using segment: {'id': 'f7658c8a-7778-40eb-9295-f3c680c91600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e34c59f3-5ef2-484d-b216-a6b3b6c007ac'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:20:01.915864 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-16586319-2565-4c17-871f-a8e2bf8ea33d None None] Bound port: 3cb76a07-2239-4585-89f0-ca8e8a3bf275, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7658c8a-7778-40eb-9295-f3c680c91600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e34c59f3-5ef2-484d-b216-a6b3b6c007ac'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:20:01.916244 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-16586319-2565-4c17-871f-a8e2bf8ea33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:01.962071 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b219e5f-14db-4685-b410-a1fcac7f18ae req-856ad318-6d3d-42df-875d-017903efdbe8 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:01.969516 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8b219e5f-14db-4685-b410-a1fcac7f18ae req-856ad318-6d3d-42df-875d-017903efdbe8 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 945 time: 0.4640284 Aug 10 03:20:01.986696 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-16586319-2565-4c17-871f-a8e2bf8ea33d None None] For port 3cb76a07-2239-4585-89f0-ca8e8a3bf275, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:20:01.989959 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-16586319-2565-4c17-871f-a8e2bf8ea33d None None] For port 3cb76a07-2239-4585-89f0-ca8e8a3bf275, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=3cb76a07-2239-4585-89f0-ca8e8a3bf275,segment=NetworkSegment(f7658c8a-7778-40eb-9295-f3c680c91600),segment_id=f7658c8a-7778-40eb-9295-f3c680c91600)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:20:01.993702 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-16586319-2565-4c17-871f-a8e2bf8ea33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:02.054296 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16586319-2565-4c17-871f-a8e2bf8ea33d None None] Pushing event updated for resources: {'Port': ['ID=3cb76a07-2239-4585-89f0-ca8e8a3bf275,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:02.073028 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ea119367-1812-4c2a-8b4b-8380603bd617 req-eeb473a2-d8b2-46c0-afc2-06557bde21ec tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d21420f-e897-4de9-b802-6ef6276fe4d1 HTTP/1.1" status: 200 len: 210 time: 0.0524685 Aug 10 03:20:02.085459 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93f6972-067e-48f0-942a-2ad65cdee588 None None] Network 7a3e2d09-8ce6-4aff-aad0-cffcefd0ee3f requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:20:02.192691 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8b219e5f-14db-4685-b410-a1fcac7f18ae req-1bdad167-d6a6-457f-90d5-e8bcf79b3224 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=3195847a-22b1-4e5d-a1c3-c326862fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2219598 Aug 10 03:20:02.288543 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-adb62e05-9c93-4b87-9c0d-5898ed775d1b None None] Provisioning for port 1d5d5ff6-828a-4c02-8b0b-87637e399500 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:20:02.335100 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-096d4ba3-9296-4f8d-85ef-bc1031616866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:02.338870 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b77c2b45-eeaa-4b8d-a320-3ec487119948 req-630f311b-9d6e-4538-b627-bb0b68efe015 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Router f52ab725-0b18-4914-b88f-f214d12a964e has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:20:02.341336 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bf5be6cf-0646-4425-ac67-4bd121e8feaf tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:02.374842 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-669c2c64-0bbc-4a38-8727-f14f83a812d0 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:02.375944 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-669c2c64-0bbc-4a38-8727-f14f83a812d0 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:02.542520 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-669c2c64-0bbc-4a38-8727-f14f83a812d0 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:02.548506 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-669c2c64-0bbc-4a38-8727-f14f83a812d0 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:02.574531 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-669c2c64-0bbc-4a38-8727-f14f83a812d0 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:02.576188 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-669c2c64-0bbc-4a38-8727-f14f83a812d0 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8391554 Aug 10 03:20:02.578360 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-096d4ba3-9296-4f8d-85ef-bc1031616866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:02.579483 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55946) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:02.585418 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-524172ca-a449-4ef8-8cd1-55045fb82184 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'enable_snat': False}}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:02.594003 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a5076-82a0-47ea-9609-647708811f3c req-5075ecec-8999-463e-af4d-13e6c1473e64 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:02.601790 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b34a5076-82a0-47ea-9609-647708811f3c req-5075ecec-8999-463e-af4d-13e6c1473e64 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfa2a8d3-ebe1-4103-896b-c4f2df154b68 HTTP/1.1" status: 200 len: 945 time: 0.4218998 Aug 10 03:20:02.618025 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 1d5d5ff6-828a-4c02-8b0b-87637e399500 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:20:02.669320 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device ecb5cb29-bad7-4e0b-a042-66dbc308ed97 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:20:02.714710 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096d4ba3-9296-4f8d-85ef-bc1031616866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=024d65cf-be32-40d3-bd14-5f376dfa9b1f,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:02.747439 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 1d5d5ff6-828a-4c02-8b0b-87637e399500 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:20:02.754111 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 1d5d5ff6-828a-4c02-8b0b-87637e399500 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:02.754580 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:02.778235 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-096d4ba3-9296-4f8d-85ef-bc1031616866 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7c5860569dfc4ac8b9dd53f108443313&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2685034 Aug 10 03:20:02.782920 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55948) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:02.815242 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b34a5076-82a0-47ea-9609-647708811f3c req-a4160088-81f2-4c8d-87d0-816438b620e8 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119215 Aug 10 03:20:02.820587 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-bf5be6cf-0646-4425-ac67-4bd121e8feaf tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Allocated IP 172.20.0.1 (7a3e2d09-8ce6-4aff-aad0-cffcefd0ee3f/ec3bd761-1fee-4c5f-b1a9-64cb5efd267d/68e5caa6-132c-4b2c-98f2-d3a22e7ec505) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:20:02.865920 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-524172ca-a449-4ef8-8cd1-55045fb82184 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:02.880508 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-00cbe536-c235-4c4b-9962-dad58efc8794 None None] Provisioning complete for port 1d5d5ff6-828a-4c02-8b0b-87637e399500 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:02.881781 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-00cbe536-c235-4c4b-9962-dad58efc8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:02.984894 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b77c2b45-eeaa-4b8d-a320-3ec487119948 req-630f311b-9d6e-4538-b627-bb0b68efe015 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:20:02.997650 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:03.000620 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b7ccea-5ccb-4008-b9e7-ab89aee29785 None None] Sync routers for ids ['f52ab725-0b18-4914-b88f-f214d12a964e'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:20:03.016802 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b7ccea-5ccb-4008-b9e7-ab89aee29785 None None] Routers {'f52ab725-0b18-4914-b88f-f214d12a964e'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:20:03.017727 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-e1b7ccea-5ccb-4008-b9e7-ab89aee29785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:19:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['f52ab725-0b18-4914-b88f-f214d12a964e'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:03.068352 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-55d84e7c-1442-4a55-bf37-9610079305e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:03.071724 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:03.115627 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-b77c2b45-eeaa-4b8d-a320-3ec487119948 req-630f311b-9d6e-4538-b627-bb0b68efe015 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] No DVR routers for this DVR port 7afea299-796b-4a2d-9a76-401e57ea50a4 on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:20:03.127418 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b77c2b45-eeaa-4b8d-a320-3ec487119948 req-630f311b-9d6e-4538-b627-bb0b68efe015 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:03.137641 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b77c2b45-eeaa-4b8d-a320-3ec487119948 req-630f311b-9d6e-4538-b627-bb0b68efe015 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] 10.222.0.60 "DELETE /v2.0/ports/7afea299-796b-4a2d-9a76-401e57ea50a4 HTTP/1.1" status: 204 len: 173 time: 3.2952650 Aug 10 03:20:03.138340 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d21420f-e897-4de9-b802-6ef6276fe4d1', 'name': 'network-vif-deleted', 'tag': '7afea299-796b-4a2d-9a76-401e57ea50a4'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:20:03.141569 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5143a8-d859-4ad0-a1ce-c5c2da52ec27" -d '{"events": [{"server_uuid": "9d21420f-e897-4de9-b802-6ef6276fe4d1", "name": "network-vif-deleted", "tag": "7afea299-796b-4a2d-9a76-401e57ea50a4"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:20:03.173794 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dbb5b71-0b23-4039-8dde-5e77b8029aa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecb5cb29-bad7-4e0b-a042-66dbc308ed97'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:20:03.180456 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-524172ca-a449-4ef8-8cd1-55045fb82184 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:03.185100 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c081614-4987-4bbd-8f58-33aac5bb4acd" -d '{"events": [{"server_uuid": "9dbb5b71-0b23-4039-8dde-5e77b8029aa0", "name": "network-vif-unplugged", "status": "completed", "tag": "ecb5cb29-bad7-4e0b-a042-66dbc308ed97"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:20:03.208551 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-25772b2f-5d39-4f4d-af2d-e4fb700842b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:03.230008 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 1d5d5ff6-828a-4c02-8b0b-87637e399500, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=1d5d5ff6-828a-4c02-8b0b-87637e399500,segment=NetworkSegment(c9c4577d-85fe-41da-9975-1a512e4592f2),segment_id=c9c4577d-85fe-41da-9975-1a512e4592f2)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:03.237381 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-524172ca-a449-4ef8-8cd1-55045fb82184 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:03.239804 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port ecb5cb29-bad7-4e0b-a042-66dbc308ed97, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=ecb5cb29-bad7-4e0b-a042-66dbc308ed97,segment=NetworkSegment(b14795c0-984c-4c21-bc5c-b1b39903d907),segment_id=b14795c0-984c-4c21-bc5c-b1b39903d907)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:03.244584 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:03.245518 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 3cb76a07-2239-4585-89f0-ca8e8a3bf275 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:20:03.259334 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-e1b7ccea-5ccb-4008-b9e7-ab89aee29785 None None] Set router f52ab725-0b18-4914-b88f-f214d12a964e gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:20:03.259730 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bf5be6cf-0646-4425-ac67-4bd121e8feaf tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:03.302454 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-bf5be6cf-0646-4425-ac67-4bd121e8feaf tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Transition to ACTIVE for port object 68e5caa6-132c-4b2c-98f2-d3a22e7ec505 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:20:03.380556 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 Aug 2021 03:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7140ff-7347-4606-9e12-94358838d204 x-openstack-request-id: req-ed7140ff-7347-4606-9e12-94358838d204 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:20:03.388411 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dbb5b71-0b23-4039-8dde-5e77b8029aa0", "name": "network-vif-unplugged", "status": "failed", "tag": "ecb5cb29-bad7-4e0b-a042-66dbc308ed97", "code": 422}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:20:03.388751 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ed7140ff-7347-4606-9e12-94358838d204 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:20:03.389250 n-d-768851-15 neutron-server[94218]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9dbb5b71-0b23-4039-8dde-5e77b8029aa0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ecb5cb29-bad7-4e0b-a042-66dbc308ed97', 'code': 422} returned with failed status Aug 10 03:20:03.390496 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=1d5d5ff6-828a-4c02-8b0b-87637e399500,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:03.410288 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-55d84e7c-1442-4a55-bf37-9610079305e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:03.427144 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:03.467630 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bf5be6cf-0646-4425-ac67-4bd121e8feaf tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:03.468754 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-524172ca-a449-4ef8-8cd1-55045fb82184 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Allocated IP 172.25.7.15 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/ad6fdbf9-41eb-4164-bc11-8932db725344) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:20:03.484579 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-55d84e7c-1442-4a55-bf37-9610079305e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:03.487919 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-55d84e7c-1442-4a55-bf37-9610079305e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:03.491338 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-55d84e7c-1442-4a55-bf37-9610079305e2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/024d65cf-be32-40d3-bd14-5f376dfa9b1f HTTP/1.1" status: 204 len: 168 time: 0.7036114 Aug 10 03:20:03.511610 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=ecb5cb29-bad7-4e0b-a042-66dbc308ed97,revision_number=8']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:03.587198 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5be6cf-0646-4425-ac67-4bd121e8feaf tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Network 7a3e2d09-8ce6-4aff-aad0-cffcefd0ee3f is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:20:03.591179 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:03.622831 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-bf5be6cf-0646-4425-ac67-4bd121e8feaf tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:03.626648 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5be6cf-0646-4425-ac67-4bd121e8feaf tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:20:03.675177 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 3cb76a07-2239-4585-89f0-ca8e8a3bf275 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:20:03.688454 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-e1b7ccea-5ccb-4008-b9e7-ab89aee29785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52ab725-0b18-4914-b88f-f214d12a964e', 'name': 'tempest-ServersTestBootFromVolume-1089544958-router', 'tenant_id': '688ac1bb34fc4bafb2a9d3c4de59e7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '9dfb3c4d-91d0-4414-95d1-8c59b2ed64ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:17:18Z', 'updated_at': '2021-08-10T03:17:20Z', 'revision_number': 4, 'project_id': '688ac1bb34fc4bafb2a9d3c4de59e7f3', 'gw_port': {'id': '9dfb3c4d-91d0-4414-95d1-8c59b2ed64ca', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52ab725-0b18-4914-b88f-f214d12a964e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:17:18Z', 'updated_at': '2021-08-10T03:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '6ddeabdf-2a6d-4355-b3cc-5dcc21e2f375', 'name': '', 'network_id': '78be5df8-906c-423e-9c5f-789b0e5bc6a5', 'tenant_id': '688ac1bb34fc4bafb2a9d3c4de59e7f3', 'mac_address': 'fa:16:3e:28:68:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52ab725-0b18-4914-b88f-f214d12a964e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'c72cc844-d40a-416a-bb3f-e518baffdc69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:17:20Z', 'updated_at': '2021-08-10T03:17:26Z', 'revision_number': 5, 'project_id': '688ac1bb34fc4bafb2a9d3c4de59e7f3', 'subnets': [{'id': 'c72cc844-d40a-416a-bb3f-e518baffdc69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:03.689435 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4488fd44-ae06-43e8-bf0d-f855b363b980 req-d01f3090-7a39-4ea8-916f-7ccedecfb021 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d21420f-e897-4de9-b802-6ef6276fe4d1 HTTP/1.1" status: 200 len: 210 time: 0.2237830 Aug 10 03:20:03.702765 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db6de0-0635-4b62-9761-2e09c5429310 req-c81b6d15-f8b8-44b4-b7e3-8f55c595deee tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:03.720318 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-71db6de0-0635-4b62-9761-2e09c5429310 req-c81b6d15-f8b8-44b4-b7e3-8f55c595deee tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 943 time: 0.2563982 Aug 10 03:20:03.722600 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bf5be6cf-0646-4425-ac67-4bd121e8feaf tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:03.751096 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-524172ca-a449-4ef8-8cd1-55045fb82184 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:03.761852 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b7ccea-5ccb-4008-b9e7-ab89aee29785 None None] Checking router: f52ab725-0b18-4914-b88f-f214d12a964e for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:20:03.780600 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b7ccea-5ccb-4008-b9e7-ab89aee29785 None None] Routers {'f52ab725-0b18-4914-b88f-f214d12a964e'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:20:03.781458 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-e1b7ccea-5ccb-4008-b9e7-ab89aee29785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:20:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['f52ab725-0b18-4914-b88f-f214d12a964e'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:03.810256 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ef715c-8d33-4794-9063-c137b1c7511b None None] Network e34c59f3-5ef2-484d-b216-a6b3b6c007ac requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:20:03.871255 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-524172ca-a449-4ef8-8cd1-55045fb82184 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:03.884238 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d84e7c-1442-4a55-bf37-9610079305e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=024d65cf-be32-40d3-bd14-5f376dfa9b1f,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:03.946213 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524172ca-a449-4ef8-8cd1-55045fb82184 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:20:03.952492 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-524172ca-a449-4ef8-8cd1-55045fb82184 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:03.958329 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5be6cf-0646-4425-ac67-4bd121e8feaf tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event updated for resources: {'Port': ['ID=68e5caa6-132c-4b2c-98f2-d3a22e7ec505,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:03.960239 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524172ca-a449-4ef8-8cd1-55045fb82184 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:20:03.968318 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-f06c1f82-7fea-4245-b4ee-1769360d12b8 None None] Provisioning for port 3cb76a07-2239-4585-89f0-ca8e8a3bf275 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:20:03.985095 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f3f883-ff05-4fc8-b82c-508dd3f317c1 x-openstack-request-id: req-50f3f883-ff05-4fc8-b82c-508dd3f317c1 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:20:03.985780 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d21420f-e897-4de9-b802-6ef6276fe4d1", "name": "network-vif-deleted", "tag": "7afea299-796b-4a2d-9a76-401e57ea50a4", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:20:03.986261 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-50f3f883-ff05-4fc8-b82c-508dd3f317c1 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:20:03.987487 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d21420f-e897-4de9-b802-6ef6276fe4d1', 'name': 'network-vif-deleted', 'tag': '7afea299-796b-4a2d-9a76-401e57ea50a4', 'status': 'completed', 'code': 200} Aug 10 03:20:03.993215 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-f06c1f82-7fea-4245-b4ee-1769360d12b8 None None] Provisioning complete for port 3cb76a07-2239-4585-89f0-ca8e8a3bf275 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:03.995262 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f06c1f82-7fea-4245-b4ee-1769360d12b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:03.995590 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524172ca-a449-4ef8-8cd1-55045fb82184 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Pushing event updated for resources: {'Port': ['ID=ad6fdbf9-41eb-4164-bc11-8932db725344,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:04.036838 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-e1b7ccea-5ccb-4008-b9e7-ab89aee29785 None None] Set router f52ab725-0b18-4914-b88f-f214d12a964e gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:20:04.128371 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-71db6de0-0635-4b62-9761-2e09c5429310 req-90df0487-b5aa-4658-9369-01f0190f0307 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=3195847a-22b1-4e5d-a1c3-c326862fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4013789 Aug 10 03:20:04.195677 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:04.211634 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bf5be6cf-0646-4425-ac67-4bd121e8feaf tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:04.372197 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-524172ca-a449-4ef8-8cd1-55045fb82184 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:04.470565 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f06c1f82-7fea-4245-b4ee-1769360d12b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:04.554465 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-e1b7ccea-5ccb-4008-b9e7-ab89aee29785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52ab725-0b18-4914-b88f-f214d12a964e', 'name': 'tempest-ServersTestBootFromVolume-1089544958-router', 'tenant_id': '688ac1bb34fc4bafb2a9d3c4de59e7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '9dfb3c4d-91d0-4414-95d1-8c59b2ed64ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:17:18Z', 'updated_at': '2021-08-10T03:17:20Z', 'revision_number': 4, 'project_id': '688ac1bb34fc4bafb2a9d3c4de59e7f3', 'gw_port': {'id': '9dfb3c4d-91d0-4414-95d1-8c59b2ed64ca', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52ab725-0b18-4914-b88f-f214d12a964e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:17:18Z', 'updated_at': '2021-08-10T03:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '6ddeabdf-2a6d-4355-b3cc-5dcc21e2f375', 'name': '', 'network_id': '78be5df8-906c-423e-9c5f-789b0e5bc6a5', 'tenant_id': '688ac1bb34fc4bafb2a9d3c4de59e7f3', 'mac_address': 'fa:16:3e:28:68:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52ab725-0b18-4914-b88f-f214d12a964e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'c72cc844-d40a-416a-bb3f-e518baffdc69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:17:20Z', 'updated_at': '2021-08-10T03:17:26Z', 'revision_number': 5, 'project_id': '688ac1bb34fc4bafb2a9d3c4de59e7f3', 'subnets': [{'id': 'c72cc844-d40a-416a-bb3f-e518baffdc69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:04.604339 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 1d5d5ff6-828a-4c02-8b0b-87637e399500 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:20:04.607590 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-f06c1f82-7fea-4245-b4ee-1769360d12b8 None None] For port 3cb76a07-2239-4585-89f0-ca8e8a3bf275, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=3cb76a07-2239-4585-89f0-ca8e8a3bf275,segment=NetworkSegment(f7658c8a-7778-40eb-9295-f3c680c91600),segment_id=f7658c8a-7778-40eb-9295-f3c680c91600)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:04.614798 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b7ccea-5ccb-4008-b9e7-ab89aee29785 None None] The sync data for ids ['f52ab725-0b18-4914-b88f-f214d12a964e'] in n-d-768851-15 is: [{'id': 'f52ab725-0b18-4914-b88f-f214d12a964e', 'name': 'tempest-ServersTestBootFromVolume-1089544958-router', 'tenant_id': '688ac1bb34fc4bafb2a9d3c4de59e7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '9dfb3c4d-91d0-4414-95d1-8c59b2ed64ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:17:18Z', 'updated_at': '2021-08-10T03:17:20Z', 'revision_number': 4, 'project_id': '688ac1bb34fc4bafb2a9d3c4de59e7f3', 'gw_port': {'id': '9dfb3c4d-91d0-4414-95d1-8c59b2ed64ca', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52ab725-0b18-4914-b88f-f214d12a964e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:17:18Z', 'updated_at': '2021-08-10T03:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '6ddeabdf-2a6d-4355-b3cc-5dcc21e2f375', 'name': '', 'network_id': '78be5df8-906c-423e-9c5f-789b0e5bc6a5', 'tenant_id': '688ac1bb34fc4bafb2a9d3c4de59e7f3', 'mac_address': 'fa:16:3e:28:68:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52ab725-0b18-4914-b88f-f214d12a964e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'c72cc844-d40a-416a-bb3f-e518baffdc69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:17:20Z', 'updated_at': '2021-08-10T03:17:26Z', 'revision_number': 5, 'project_id': '688ac1bb34fc4bafb2a9d3c4de59e7f3', 'subnets': [{'id': 'c72cc844-d40a-416a-bb3f-e518baffdc69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:20:04.675657 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f06c1f82-7fea-4245-b4ee-1769360d12b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:04.731257 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-524172ca-a449-4ef8-8cd1-55045fb82184 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-368475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1926'] for router, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:04.736807 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-524172ca-a449-4ef8-8cd1-55045fb82184 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-372465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-372472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-368450'] for router, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:04.855341 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06c1f82-7fea-4245-b4ee-1769360d12b8 None None] Pushing event updated for resources: {'Port': ['ID=3cb76a07-2239-4585-89f0-ca8e8a3bf275,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:04.885135 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-1907e4e7-8a85-4543-be03-a82a930c53b5 None None] Provisioning for port 68e5caa6-132c-4b2c-98f2-d3a22e7ec505 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:20:04.906528 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 1d5d5ff6-828a-4c02-8b0b-87637e399500 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:04.906933 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:04.908903 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 7afea299-796b-4a2d-9a76-401e57ea50a4 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:20:04.924479 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-1907e4e7-8a85-4543-be03-a82a930c53b5 None None] Provisioning complete for port 68e5caa6-132c-4b2c-98f2-d3a22e7ec505 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:04.942916 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-1907e4e7-8a85-4543-be03-a82a930c53b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:05.048707 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-524172ca-a449-4ef8-8cd1-55045fb82184 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Router c06b4e97-52a3-4288-b20e-9485aa534422 is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:20:05.154387 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-1907e4e7-8a85-4543-be03-a82a930c53b5 None None] Port 68e5caa6-132c-4b2c-98f2-d3a22e7ec505 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:20:05.181426 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: 7afea299-796b-4a2d-9a76-401e57ea50a4 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:20:05.182806 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 7afea299-796b-4a2d-9a76-401e57ea50a4 not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:20:05.191869 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2631c0c3-eb51-4656-be27-aabab7ed81e7 None None] New status for floating IP f47e9d70-c915-456f-af1c-4e21360050b4: DOWN {{(pid=94218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:20:05.247679 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524172ca-a449-4ef8-8cd1-55045fb82184 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:20:05.252142 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-524172ca-a449-4ef8-8cd1-55045fb82184 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:05.257038 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90030829-6de3-485b-8f89-ebaad1d921fa None None] Sync routers for ids ['c06b4e97-52a3-4288-b20e-9485aa534422'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:20:05.258078 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-524172ca-a449-4ef8-8cd1-55045fb82184 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] 10.222.0.62 "PUT /v2.0/routers/c06b4e97-52a3-4288-b20e-9485aa534422 HTTP/1.1" status: 200 len: 914 time: 2.6772256 Aug 10 03:20:05.258711 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56004) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:05.266970 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d023404-37ec-4fd9-b850-e15aa8262965 req-0ccb1714-464e-4f9b-bd8d-a69d18f051de tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:05.272425 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90030829-6de3-485b-8f89-ebaad1d921fa None None] Routers {'c06b4e97-52a3-4288-b20e-9485aa534422'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:20:05.273265 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-90030829-6de3-485b-8f89-ebaad1d921fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:20:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['c06b4e97-52a3-4288-b20e-9485aa534422'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:05.274934 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3d023404-37ec-4fd9-b850-e15aa8262965 req-0ccb1714-464e-4f9b-bd8d-a69d18f051de tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfa2a8d3-ebe1-4103-896b-c4f2df154b68 HTTP/1.1" status: 200 len: 945 time: 1.2001865 Aug 10 03:20:05.340804 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-90030829-6de3-485b-8f89-ebaad1d921fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:05.356400 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3bc2234b-7baa-4c2f-85de-a7aa04195ae3 req-fe194cac-3110-42aa-b0e2-63ed56bd2212 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d21420f-e897-4de9-b802-6ef6276fe4d1 HTTP/1.1" status: 200 len: 210 time: 0.1019261 Aug 10 03:20:05.371354 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90030829-6de3-485b-8f89-ebaad1d921fa None None] Routers {'c06b4e97-52a3-4288-b20e-9485aa534422'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:20:05.372214 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-90030829-6de3-485b-8f89-ebaad1d921fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:20:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['c06b4e97-52a3-4288-b20e-9485aa534422'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:05.454177 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-954848c4-e35b-4f26-9a6b-a846c1ad3f58 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] 10.222.0.62 "GET /v2.0/routers/c06b4e97-52a3-4288-b20e-9485aa534422 HTTP/1.1" status: 200 len: 920 time: 0.1942830 Aug 10 03:20:05.455057 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56008) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:05.464711 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-90030829-6de3-485b-8f89-ebaad1d921fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:05.487104 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90030829-6de3-485b-8f89-ebaad1d921fa None None] The sync data for ids ['c06b4e97-52a3-4288-b20e-9485aa534422'] in n-d-768851-15 is: [] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:20:05.494030 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3d023404-37ec-4fd9-b850-e15aa8262965 req-161ddc9e-2463-42f3-9da5-f6ee73bd3add tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100015 Aug 10 03:20:05.532665 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-c2303720-4a04-4382-9e4d-e1664e2946e8 None None] Provisioning complete for port 3cb76a07-2239-4585-89f0-ca8e8a3bf275 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:05.533048 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c2303720-4a04-4382-9e4d-e1664e2946e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:05.536688 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4c9160-591d-4378-bf7e-f7e2afd3b25c tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:05.547384 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3e4c9160-591d-4378-bf7e-f7e2afd3b25c tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=09ca2025-b9a6-4e84-8019-8d9fbef3753e&device_id=c06b4e97-52a3-4288-b20e-9485aa534422&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0911226 Aug 10 03:20:05.548207 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56010) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:05.594891 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bf5be6cf-0646-4425-ac67-4bd121e8feaf tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:05.607223 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bf5be6cf-0646-4425-ac67-4bd121e8feaf tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:05.698588 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bf5be6cf-0646-4425-ac67-4bd121e8feaf tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:05.700468 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5be6cf-0646-4425-ac67-4bd121e8feaf tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event updated for resources: {'Port': ['ID=68e5caa6-132c-4b2c-98f2-d3a22e7ec505,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:05.733801 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16918b04-3c21-4451-9afe-9dbfb138854b tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:05.739867 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-16918b04-3c21-4451-9afe-9dbfb138854b tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] 10.222.0.62 "GET /v2.0/networks/09ca2025-b9a6-4e84-8019-8d9fbef3753e HTTP/1.1" status: 200 len: 881 time: 0.1905179 Aug 10 03:20:05.742593 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56020) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:05.773763 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-5e093397-c008-4a3c-80f3-6f766eff3af3 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06b4e97-52a3-4288-b20e-9485aa534422 HTTP/1.1" status: 200 len: 205 time: 0.0273557 Aug 10 03:20:05.774165 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56022) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:05.833027 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5be6cf-0646-4425-ac67-4bd121e8feaf tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Network 7a3e2d09-8ce6-4aff-aad0-cffcefd0ee3f is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:20:05.834641 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-bf5be6cf-0646-4425-ac67-4bd121e8feaf tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:05.872987 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:05.930394 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bcef7e64-38b8-4655-ba4e-e7e41dad1e47 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks [] for router, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:06.038919 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf5be6cf-0646-4425-ac67-4bd121e8feaf tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Router b38b13ec-43e2-4fd7-8ad3-f589e19700c7 is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:20:06.151851 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bcef7e64-38b8-4655-ba4e-e7e41dad1e47 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:06.201856 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5be6cf-0646-4425-ac67-4bd121e8feaf tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:20:06.209310 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-bf5be6cf-0646-4425-ac67-4bd121e8feaf tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "PUT /v2.0/routers/b38b13ec-43e2-4fd7-8ad3-f589e19700c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8104827 Aug 10 03:20:06.212173 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56034) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:06.212640 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec2c7c0-de01-48db-b843-f78f1f063632 None None] Sync routers for ids ['b38b13ec-43e2-4fd7-8ad3-f589e19700c7'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:20:06.231131 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec2c7c0-de01-48db-b843-f78f1f063632 None None] Routers {'b38b13ec-43e2-4fd7-8ad3-f589e19700c7'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:20:06.233318 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-9ec2c7c0-de01-48db-b843-f78f1f063632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:20:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['b38b13ec-43e2-4fd7-8ad3-f589e19700c7'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:06.272558 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e8568d-20d1-49ac-b255-f84881d93a6a tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:06.275158 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-61e8568d-20d1-49ac-b255-f84881d93a6a tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "GET /v2.0/ports/68e5caa6-132c-4b2c-98f2-d3a22e7ec505 HTTP/1.1" status: 200 len: 910 time: 0.0614045 Aug 10 03:20:06.278253 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56036) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:06.308255 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-bcef7e64-38b8-4655-ba4e-e7e41dad1e47 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Deleting port ad6fdbf9-41eb-4164-bc11-8932db725344 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:20:06.308612 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bcef7e64-38b8-4655-ba4e-e7e41dad1e47 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:06.353749 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-9ec2c7c0-de01-48db-b843-f78f1f063632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:06.420835 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec2c7c0-de01-48db-b843-f78f1f063632 None None] Routers {'b38b13ec-43e2-4fd7-8ad3-f589e19700c7'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:20:06.421505 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-9ec2c7c0-de01-48db-b843-f78f1f063632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:20:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['b38b13ec-43e2-4fd7-8ad3-f589e19700c7'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:06.429072 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-2a6b4cd1-e15f-4226-816d-a3859d03d8e9 None None] Provisioning complete for port 68e5caa6-132c-4b2c-98f2-d3a22e7ec505 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:06.429452 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bcef7e64-38b8-4655-ba4e-e7e41dad1e47 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:06.429584 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2a6b4cd1-e15f-4226-816d-a3859d03d8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:06.449559 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-bcef7e64-38b8-4655-ba4e-e7e41dad1e47 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Calling delete_port for ad6fdbf9-41eb-4164-bc11-8932db725344 owned by network:router_gateway {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:20:06.606434 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-2a6b4cd1-e15f-4226-816d-a3859d03d8e9 None None] Port 68e5caa6-132c-4b2c-98f2-d3a22e7ec505 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:20:06.611660 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 3cb76a07-2239-4585-89f0-ca8e8a3bf275 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:20:06.621182 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-9ec2c7c0-de01-48db-b843-f78f1f063632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:06.622940 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec2c7c0-de01-48db-b843-f78f1f063632 None None] The sync data for ids ['b38b13ec-43e2-4fd7-8ad3-f589e19700c7'] in n-d-768851-15 is: [] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:20:06.686885 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bcef7e64-38b8-4655-ba4e-e7e41dad1e47 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:06.692978 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ef1428f7-f17f-4d10-ac7b-1d8199e0dcd4 req-25b9ca0c-be04-49ff-a4cd-63f771469058 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d21420f-e897-4de9-b802-6ef6276fe4d1 HTTP/1.1" status: 200 len: 210 time: 0.1133006 Aug 10 03:20:06.733810 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcef7e64-38b8-4655-ba4e-e7e41dad1e47 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Pushing event deleted for resources: {'Port': ['ID=ad6fdbf9-41eb-4164-bc11-8932db725344,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:06.738502 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 3cb76a07-2239-4585-89f0-ca8e8a3bf275 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:06.738914 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:06.761488 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82868f-407c-4f6a-8912-e43ae448c131 req-7a42bb39-19cb-49a8-b7fe-0fd9d07be14a tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:06.768886 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7e82868f-407c-4f6a-8912-e43ae448c131 req-7a42bb39-19cb-49a8-b7fe-0fd9d07be14a tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 943 time: 0.3251991 Aug 10 03:20:06.887926 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bcef7e64-38b8-4655-ba4e-e7e41dad1e47 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:07.035969 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7e82868f-407c-4f6a-8912-e43ae448c131 req-c1200912-dace-496d-afeb-91aee3b422e3 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=3195847a-22b1-4e5d-a1c3-c326862fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2659321 Aug 10 03:20:07.099797 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83a0b5-dceb-4cdd-8ed9-d49950d673db req-c1aca471-c233-4270-beca-92fa515f74a7 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:07.108133 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5e83a0b5-dceb-4cdd-8ed9-d49950d673db req-c1aca471-c233-4270-beca-92fa515f74a7 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfa2a8d3-ebe1-4103-896b-c4f2df154b68 HTTP/1.1" status: 200 len: 945 time: 0.1324267 Aug 10 03:20:07.197208 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5e83a0b5-dceb-4cdd-8ed9-d49950d673db req-8767d457-ba9f-4cde-a183-a80178f175e1 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879729 Aug 10 03:20:07.222623 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-75ae4d9e-7449-40d6-aa44-f5d0aba5492f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:07.398882 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bcef7e64-38b8-4655-ba4e-e7e41dad1e47 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:07.406584 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bcef7e64-38b8-4655-ba4e-e7e41dad1e47 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:07.491719 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bcef7e64-38b8-4655-ba4e-e7e41dad1e47 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:07.492396 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcef7e64-38b8-4655-ba4e-e7e41dad1e47 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Fanout notify agent at l3_agent the message router_deleted on router c06b4e97-52a3-4288-b20e-9485aa534422 {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:20:07.507200 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bcef7e64-38b8-4655-ba4e-e7e41dad1e47 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:07.513796 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-bcef7e64-38b8-4655-ba4e-e7e41dad1e47 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] 10.222.0.62 "DELETE /v2.0/routers/c06b4e97-52a3-4288-b20e-9485aa534422 HTTP/1.1" status: 204 len: 168 time: 1.7342107 Aug 10 03:20:07.514698 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56080) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:07.528500 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-ce09dbb4-7140-444f-b047-7ec3241c15ab tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-689955993', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}, 'admin_state_up': False}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:07.530669 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-75ae4d9e-7449-40d6-aa44-f5d0aba5492f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Allocated IP 172.21.0.1 (e34c59f3-5ef2-484d-b216-a6b3b6c007ac/a88add71-e7ea-4c38-814a-c1410db920eb/62e91fea-5d62-420b-99b7-8cb93c0a92f4) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:20:07.559964 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ce09dbb4-7140-444f-b047-7ec3241c15ab tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:07.561120 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ce09dbb4-7140-444f-b047-7ec3241c15ab tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:07.668228 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ce09dbb4-7140-444f-b047-7ec3241c15ab tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:07.674554 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-75ae4d9e-7449-40d6-aa44-f5d0aba5492f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:07.696742 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-75ae4d9e-7449-40d6-aa44-f5d0aba5492f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Transition to ACTIVE for port object 62e91fea-5d62-420b-99b7-8cb93c0a92f4 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:20:07.772316 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-75ae4d9e-7449-40d6-aa44-f5d0aba5492f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:07.846104 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-9104aa7f-2e18-45d5-a34d-5a600d0fe2d2 req-4b86f581-251f-43de-bf27-0c519a8e3d28 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4495759 Aug 10 03:20:07.846553 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ae4d9e-7449-40d6-aa44-f5d0aba5492f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Network e34c59f3-5ef2-484d-b216-a6b3b6c007ac is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:20:07.879173 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56088) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:07.882681 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0656b532-b7ca-43ae-92a5-242d358a22cd req-37a8fb0a-3145-4e4e-b0ae-1d8c819fc573 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d21420f-e897-4de9-b802-6ef6276fe4d1 HTTP/1.1" status: 200 len: 210 time: 0.0497336 Aug 10 03:20:07.883621 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-75ae4d9e-7449-40d6-aa44-f5d0aba5492f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:07.888448 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ae4d9e-7449-40d6-aa44-f5d0aba5492f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:20:07.899588 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ce09dbb4-7140-444f-b047-7ec3241c15ab tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:07.960745 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-75ae4d9e-7449-40d6-aa44-f5d0aba5492f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:08.028883 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae4d9e-7449-40d6-aa44-f5d0aba5492f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event updated for resources: {'Port': ['ID=62e91fea-5d62-420b-99b7-8cb93c0a92f4,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:08.131219 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-31edd4bb-67b2-43a0-8c55-958333006fd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:08.265867 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-75ae4d9e-7449-40d6-aa44-f5d0aba5492f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:08.299798 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2057c272-bd8b-409c-8d4b-37ceb6ecd11a req-4e1e6583-404a-4e4f-86d3-a0554556c9bc tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:08.301317 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2057c272-bd8b-409c-8d4b-37ceb6ecd11a req-4e1e6583-404a-4e4f-86d3-a0554556c9bc tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 943 time: 0.1596382 Aug 10 03:20:08.349988 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-4a0e29fd-ea65-400b-8372-1c4ba23aa61f None None] Provisioning for port 62e91fea-5d62-420b-99b7-8cb93c0a92f4 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:20:08.358916 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-4a0e29fd-ea65-400b-8372-1c4ba23aa61f None None] Provisioning complete for port 62e91fea-5d62-420b-99b7-8cb93c0a92f4 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:08.359634 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4a0e29fd-ea65-400b-8372-1c4ba23aa61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:08.391112 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ce09dbb4-7140-444f-b047-7ec3241c15ab tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks [] for router_gateway, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:08.421795 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ce09dbb4-7140-444f-b047-7ec3241c15ab tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:08.423059 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-4a0e29fd-ea65-400b-8372-1c4ba23aa61f None None] Port 62e91fea-5d62-420b-99b7-8cb93c0a92f4 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:20:08.437009 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-31edd4bb-67b2-43a0-8c55-958333006fd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:08.472955 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-31edd4bb-67b2-43a0-8c55-958333006fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:08.508340 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff80922-05b1-4382-aac1-1e5c253c344d req-f05d32b0-6194-4764-ae26-ede29ddeedac tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:08.509910 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3ff80922-05b1-4382-aac1-1e5c253c344d req-f05d32b0-6194-4764-ae26-ede29ddeedac tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfa2a8d3-ebe1-4103-896b-c4f2df154b68 HTTP/1.1" status: 200 len: 945 time: 0.2244751 Aug 10 03:20:08.515316 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2057c272-bd8b-409c-8d4b-37ceb6ecd11a req-e2af9181-d069-4882-b971-d999cc2616a0 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=3195847a-22b1-4e5d-a1c3-c326862fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1845438 Aug 10 03:20:08.575644 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-31edd4bb-67b2-43a0-8c55-958333006fd6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8e3535ae753746bb98fbbe629ec0e811&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6953855 Aug 10 03:20:08.578876 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56102) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:08.587185 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31edd4bb-67b2-43a0-8c55-958333006fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc13c58e-8000-405b-9c6d-bae21885330e,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:08.638965 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3ff80922-05b1-4382-aac1-1e5c253c344d req-bb17e37d-da67-4f0c-b146-f109f01fb2f7 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001801 Aug 10 03:20:08.648981 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-ce09dbb4-7140-444f-b047-7ec3241c15ab tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Allocated IP 172.25.7.183 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/03504364-6861-4807-b4bf-555cf72dfd5f) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:20:08.694789 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2e6b2352-0856-4255-a8da-9315c61f455a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:08.731665 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-75ae4d9e-7449-40d6-aa44-f5d0aba5492f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:08.737211 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-75ae4d9e-7449-40d6-aa44-f5d0aba5492f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:08.752324 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2e6b2352-0856-4255-a8da-9315c61f455a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:08.817327 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae4d9e-7449-40d6-aa44-f5d0aba5492f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event updated for resources: {'Port': ['ID=62e91fea-5d62-420b-99b7-8cb93c0a92f4,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:08.820730 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-75ae4d9e-7449-40d6-aa44-f5d0aba5492f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:08.824982 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ce09dbb4-7140-444f-b047-7ec3241c15ab tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:08.852062 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2e6b2352-0856-4255-a8da-9315c61f455a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:08.855186 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2e6b2352-0856-4255-a8da-9315c61f455a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:08.856358 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2e6b2352-0856-4255-a8da-9315c61f455a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cc13c58e-8000-405b-9c6d-bae21885330e HTTP/1.1" status: 204 len: 168 time: 0.2763200 Aug 10 03:20:08.872615 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6b2352-0856-4255-a8da-9315c61f455a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc13c58e-8000-405b-9c6d-bae21885330e,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:08.884853 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ce09dbb4-7140-444f-b047-7ec3241c15ab tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:08.932680 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce09dbb4-7140-444f-b047-7ec3241c15ab tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:20:08.939095 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-ce09dbb4-7140-444f-b047-7ec3241c15ab tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:08.941545 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce09dbb4-7140-444f-b047-7ec3241c15ab tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:20:08.951811 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ae4d9e-7449-40d6-aa44-f5d0aba5492f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Network e34c59f3-5ef2-484d-b216-a6b3b6c007ac is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:20:08.953501 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-75ae4d9e-7449-40d6-aa44-f5d0aba5492f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:08.998438 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce09dbb4-7140-444f-b047-7ec3241c15ab tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Pushing event updated for resources: {'Port': ['ID=03504364-6861-4807-b4bf-555cf72dfd5f,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:09.091346 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9104aa7f-2e18-45d5-a34d-5a600d0fe2d2 req-859e7bff-996a-4efb-bba4-3128a2bd0c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:09.095996 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-9104aa7f-2e18-45d5-a34d-5a600d0fe2d2 req-859e7bff-996a-4efb-bba4-3128a2bd0c12 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0&tenant_id=0c00b01e0806491485adebe5c1c180f7 HTTP/1.1" status: 200 len: 1095 time: 0.1581807 Aug 10 03:20:09.195449 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ade702c6-afb9-4c3e-b852-39f861cee7cf req-2ea96c21-524a-484b-b1ae-deb773dd6106 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d21420f-e897-4de9-b802-6ef6276fe4d1 HTTP/1.1" status: 200 len: 210 time: 0.1295698 Aug 10 03:20:09.252825 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ae4d9e-7449-40d6-aa44-f5d0aba5492f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Router b38b13ec-43e2-4fd7-8ad3-f589e19700c7 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:20:09.275240 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9104aa7f-2e18-45d5-a34d-5a600d0fe2d2 req-717af72a-d12c-44a7-bbe8-3377b3ec45ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:09.276961 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-9104aa7f-2e18-45d5-a34d-5a600d0fe2d2 req-717af72a-d12c-44a7-bbe8-3377b3ec45ac service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0c00b01e0806491485adebe5c1c180f7&device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 1095 time: 0.1244073 Aug 10 03:20:09.361964 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-ee53ea00-c84a-49ff-8be9-c719f00b3203 None None] Provisioning complete for port 62e91fea-5d62-420b-99b7-8cb93c0a92f4 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:09.362562 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ee53ea00-c84a-49ff-8be9-c719f00b3203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:09.383818 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ae4d9e-7449-40d6-aa44-f5d0aba5492f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:20:09.390097 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-75ae4d9e-7449-40d6-aa44-f5d0aba5492f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "PUT /v2.0/routers/b38b13ec-43e2-4fd7-8ad3-f589e19700c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0981102 Aug 10 03:20:09.395842 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9495848-b366-4413-98e7-acc9f58ef99b None None] Sync routers for ids ['b38b13ec-43e2-4fd7-8ad3-f589e19700c7'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:20:09.403966 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56112) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:09.412899 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9495848-b366-4413-98e7-acc9f58ef99b None None] Routers {'b38b13ec-43e2-4fd7-8ad3-f589e19700c7'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:20:09.414029 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-d9495848-b366-4413-98e7-acc9f58ef99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:20:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['b38b13ec-43e2-4fd7-8ad3-f589e19700c7'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:09.417412 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9104aa7f-2e18-45d5-a34d-5a600d0fe2d2 req-b80436f1-5907-466a-a008-91b330f49411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:09.419056 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-9104aa7f-2e18-45d5-a34d-5a600d0fe2d2 req-b80436f1-5907-466a-a008-91b330f49411 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c0759395-72d8-4de6-9611-c9ba0ebf5417 HTTP/1.1" status: 200 len: 918 time: 0.1327155 Aug 10 03:20:09.419523 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56114) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:09.437900 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-ee53ea00-c84a-49ff-8be9-c719f00b3203 None None] Port 62e91fea-5d62-420b-99b7-8cb93c0a92f4 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:20:09.464674 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-d9495848-b366-4413-98e7-acc9f58ef99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:09.471704 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398894b1-0a81-4d85-af47-b31a8a7d8675 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:09.476313 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-398894b1-0a81-4d85-af47-b31a8a7d8675 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "GET /v2.0/ports/62e91fea-5d62-420b-99b7-8cb93c0a92f4 HTTP/1.1" status: 200 len: 910 time: 0.0671506 Aug 10 03:20:09.476313 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56116) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:09.485138 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9495848-b366-4413-98e7-acc9f58ef99b None None] Routers {'b38b13ec-43e2-4fd7-8ad3-f589e19700c7'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:20:09.485767 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-d9495848-b366-4413-98e7-acc9f58ef99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:20:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['b38b13ec-43e2-4fd7-8ad3-f589e19700c7'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:09.505174 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c04dd272-a3dc-419e-b2fc-50488f66e0a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:09.625551 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-d9495848-b366-4413-98e7-acc9f58ef99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:09.626223 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9495848-b366-4413-98e7-acc9f58ef99b None None] The sync data for ids ['b38b13ec-43e2-4fd7-8ad3-f589e19700c7'] in n-d-768851-15 is: [] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:20:09.647138 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c04dd272-a3dc-419e-b2fc-50488f66e0a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:09.657379 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c04dd272-a3dc-419e-b2fc-50488f66e0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:09.765907 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-9104aa7f-2e18-45d5-a34d-5a600d0fe2d2 req-ed04f0c8-984c-4afd-96f2-74fb6ffcb947 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ecb5cb29-bad7-4e0b-a042-66dbc308ed97 HTTP/1.1" status: 200 len: 999 time: 0.3356807 Aug 10 03:20:09.778218 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04dd272-a3dc-419e-b2fc-50488f66e0a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a99846e-8a22-45b2-a82d-47ff401c782d,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:09.782649 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c04dd272-a3dc-419e-b2fc-50488f66e0a0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d74f72a9161e44b0abf2f25d5b892fce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3614399 Aug 10 03:20:09.792864 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56122) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:09.832291 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ce09dbb4-7140-444f-b047-7ec3241c15ab tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks [] for router_gateway, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:09.904290 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9104aa7f-2e18-45d5-a34d-5a600d0fe2d2 req-eb60173d-d737-4c95-a16d-72a8590406a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:09.905780 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-9104aa7f-2e18-45d5-a34d-5a600d0fe2d2 req-eb60173d-d737-4c95-a16d-72a8590406a6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3edf7dab-cede-45e3-a40b-9026654a3743 HTTP/1.1" status: 200 len: 856 time: 0.1286800 Aug 10 03:20:10.003341 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f2e5fd69-1a8a-4a40-9086-1668bcfbbc34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:10.062163 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9104aa7f-2e18-45d5-a34d-5a600d0fe2d2 req-34ff644a-4560-4fa1-9d7d-f90fc0c8f1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:10.063995 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-9104aa7f-2e18-45d5-a34d-5a600d0fe2d2 req-34ff644a-4560-4fa1-9d7d-f90fc0c8f1fa service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c0759395-72d8-4de6-9611-c9ba0ebf5417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1487775 Aug 10 03:20:10.088499 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f2e5fd69-1a8a-4a40-9086-1668bcfbbc34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:10.130412 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c6766-bb27-4f8f-b1e1-3a7930681334 req-672c2fb0-2463-4092-bb15-9946b4aeca5f tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:10.136769 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cf5c6766-bb27-4f8f-b1e1-3a7930681334 req-672c2fb0-2463-4092-bb15-9946b4aeca5f tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfa2a8d3-ebe1-4103-896b-c4f2df154b68 HTTP/1.1" status: 200 len: 945 time: 0.1932511 Aug 10 03:20:10.155137 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11c712-065a-4337-8b78-a589cea1f083 req-69f7a3cc-8f72-49d6-b1d1-a8655d110ef1 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:10.156667 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5f11c712-065a-4337-8b78-a589cea1f083 req-69f7a3cc-8f72-49d6-b1d1-a8655d110ef1 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 943 time: 0.2136421 Aug 10 03:20:10.262052 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cf5c6766-bb27-4f8f-b1e1-3a7930681334 req-8fd4b145-52df-420f-8e59-f8eb477b1e65 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152754 Aug 10 03:20:10.264809 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f2e5fd69-1a8a-4a40-9086-1668bcfbbc34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:10.268823 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f2e5fd69-1a8a-4a40-9086-1668bcfbbc34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:10.272559 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f2e5fd69-1a8a-4a40-9086-1668bcfbbc34 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7a99846e-8a22-45b2-a82d-47ff401c782d HTTP/1.1" status: 204 len: 168 time: 0.4735212 Aug 10 03:20:10.298129 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5f11c712-065a-4337-8b78-a589cea1f083 req-d0655eca-3d34-4d64-944c-f96d6293a010 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=3195847a-22b1-4e5d-a1c3-c326862fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164043 Aug 10 03:20:10.312518 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ce09dbb4-7140-444f-b047-7ec3241c15ab tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:10.320439 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-9104aa7f-2e18-45d5-a34d-5a600d0fe2d2 req-4f7f5e8f-e396-4fba-9e15-6b35180cf11e service neutron] 10.222.0.58 "GET /v2.0/networks/c0759395-72d8-4de6-9611-c9ba0ebf5417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474747 Aug 10 03:20:10.323397 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5fd69-1a8a-4a40-9086-1668bcfbbc34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a99846e-8a22-45b2-a82d-47ff401c782d,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:10.437901 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56132) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:10.515282 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-323c0602-9c1b-48a1-a01d-15899efe9a64 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:10.627058 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-02c0e950-f2db-433e-b423-2c5583359cf3 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:10.740996 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-02c0e950-f2db-433e-b423-2c5583359cf3 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:10.888871 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-9104aa7f-2e18-45d5-a34d-5a600d0fe2d2 req-e1289cfe-24b1-4d53-9085-34d9f7346a0c service neutron] 10.222.0.58 "GET /v2.0/networks/c0759395-72d8-4de6-9611-c9ba0ebf5417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5250537 Aug 10 03:20:10.919694 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-323c0602-9c1b-48a1-a01d-15899efe9a64 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Deleting port 62e91fea-5d62-420b-99b7-8cb93c0a92f4 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:20:10.920047 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-323c0602-9c1b-48a1-a01d-15899efe9a64 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:10.920313 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce09dbb4-7140-444f-b047-7ec3241c15ab tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Router 2c090b47-2592-4339-9b87-525d6bc00963 is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:20:10.966201 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-02c0e950-f2db-433e-b423-2c5583359cf3 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:10.969429 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-02c0e950-f2db-433e-b423-2c5583359cf3 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:10.974495 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-02c0e950-f2db-433e-b423-2c5583359cf3 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] 10.222.0.62 "DELETE /v2.0/security-groups/f8f77d8a-e80d-48eb-a975-57d1082788a8 HTTP/1.1" status: 204 len: 168 time: 0.5316193 Aug 10 03:20:10.975221 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56154) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:11.003997 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [None req-56dd1b83-f131-482f-b8ea-f7baae242061 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] show failed (client error): The resource could not be found. Aug 10 03:20:11.007956 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-56dd1b83-f131-482f-b8ea-f7baae242061 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] 10.222.0.62 "GET /v2.0/security-groups/f8f77d8a-e80d-48eb-a975-57d1082788a8 HTTP/1.1" status: 404 len: 347 time: 0.0270042 Aug 10 03:20:11.013225 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56158) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:11.014146 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0e950-f2db-433e-b423-2c5583359cf3 tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f77d8a-e80d-48eb-a975-57d1082788a8,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:11.136245 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce09dbb4-7140-444f-b047-7ec3241c15ab tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:20:11.158158 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fe557c-244f-4afc-8ad9-2cb19a131564 None None] Sync routers for ids ['2c090b47-2592-4339-9b87-525d6bc00963'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:20:11.163510 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ce09dbb4-7140-444f-b047-7ec3241c15ab tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:11.166866 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ce09dbb4-7140-444f-b047-7ec3241c15ab tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.6505227 Aug 10 03:20:11.169623 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56170) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:11.175237 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-9171f2a6-2d8b-4557-a58c-2c84578dfc3c tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:11.176793 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-323c0602-9c1b-48a1-a01d-15899efe9a64 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:11.193148 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-323c0602-9c1b-48a1-a01d-15899efe9a64 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Calling delete_port for 62e91fea-5d62-420b-99b7-8cb93c0a92f4 owned by network:router_interface {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:20:11.193931 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fe557c-244f-4afc-8ad9-2cb19a131564 None None] Routers {'2c090b47-2592-4339-9b87-525d6bc00963'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:20:11.195489 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-08fe557c-244f-4afc-8ad9-2cb19a131564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:20:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['2c090b47-2592-4339-9b87-525d6bc00963'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:11.223267 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-fff0dc5a-ea5f-40a7-9452-e4533ab8799a tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Deleting port 80a7b5be-e647-480e-8026-048f9b83365c {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:20:11.223617 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fff0dc5a-ea5f-40a7-9452-e4533ab8799a tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:11.343484 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-08fe557c-244f-4afc-8ad9-2cb19a131564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:11.367069 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fe557c-244f-4afc-8ad9-2cb19a131564 None None] Routers {'2c090b47-2592-4339-9b87-525d6bc00963'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:20:11.367505 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-08fe557c-244f-4afc-8ad9-2cb19a131564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:20:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['2c090b47-2592-4339-9b87-525d6bc00963'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:11.451766 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-08fe557c-244f-4afc-8ad9-2cb19a131564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:11.453164 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fe557c-244f-4afc-8ad9-2cb19a131564 None None] The sync data for ids ['2c090b47-2592-4339-9b87-525d6bc00963'] in n-d-768851-15 is: [] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:20:11.472044 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fff0dc5a-ea5f-40a7-9452-e4533ab8799a tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:11.472383 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fff0dc5a-ea5f-40a7-9452-e4533ab8799a tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:11.555985 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-fff0dc5a-ea5f-40a7-9452-e4533ab8799a tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Calling delete_port for 80a7b5be-e647-480e-8026-048f9b83365c owned by network:floatingip {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:20:11.620695 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea9f77f-9978-439a-811e-b5360b1d719c req-69d68b5f-011d-46a1-92ee-8dd038611d4c tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:11.622264 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dea9f77f-9978-439a-811e-b5360b1d719c req-69d68b5f-011d-46a1-92ee-8dd038611d4c tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfa2a8d3-ebe1-4103-896b-c4f2df154b68 HTTP/1.1" status: 200 len: 945 time: 0.1916573 Aug 10 03:20:11.738535 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cacd2cb-f988-439c-8aa5-8a4f15ba49a8 req-ad8b7498-c1fe-4c15-82f5-14ee13fd487e tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:11.740634 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6cacd2cb-f988-439c-8aa5-8a4f15ba49a8 req-ad8b7498-c1fe-4c15-82f5-14ee13fd487e tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 943 time: 0.2507696 Aug 10 03:20:11.750421 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dea9f77f-9978-439a-811e-b5360b1d719c req-abfd4cc6-ab03-403a-8975-33c9b25b7843 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887988 Aug 10 03:20:11.780205 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-323c0602-9c1b-48a1-a01d-15899efe9a64 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:11.803622 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9171f2a6-2d8b-4557-a58c-2c84578dfc3c tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:11.828776 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323c0602-9c1b-48a1-a01d-15899efe9a64 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event deleted for resources: {'Port': ['ID=62e91fea-5d62-420b-99b7-8cb93c0a92f4,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:11.835801 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9171f2a6-2d8b-4557-a58c-2c84578dfc3c tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:11.941965 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6cacd2cb-f988-439c-8aa5-8a4f15ba49a8 req-823e59a4-1a8a-4be6-af6e-1e4a7b7c0156 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=3195847a-22b1-4e5d-a1c3-c326862fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1882675 Aug 10 03:20:11.961085 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-9171f2a6-2d8b-4557-a58c-2c84578dfc3c tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Deleting port 03504364-6861-4807-b4bf-555cf72dfd5f {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:20:11.968481 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9171f2a6-2d8b-4557-a58c-2c84578dfc3c tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:12.225400 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9171f2a6-2d8b-4557-a58c-2c84578dfc3c tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:12.261342 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-9171f2a6-2d8b-4557-a58c-2c84578dfc3c tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Calling delete_port for 03504364-6861-4807-b4bf-555cf72dfd5f owned by network:router_gateway {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:20:12.343243 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-323c0602-9c1b-48a1-a01d-15899efe9a64 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:12.375213 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fff0dc5a-ea5f-40a7-9452-e4533ab8799a tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:12.501825 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff0dc5a-ea5f-40a7-9452-e4533ab8799a tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Pushing event deleted for resources: {'Port': ['ID=80a7b5be-e647-480e-8026-048f9b83365c,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:12.793174 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9171f2a6-2d8b-4557-a58c-2c84578dfc3c tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:12.884318 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9171f2a6-2d8b-4557-a58c-2c84578dfc3c tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Pushing event deleted for resources: {'Port': ['ID=03504364-6861-4807-b4bf-555cf72dfd5f,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:12.920277 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 0455b05d-5b22-4bf2-acff-92ae778947a2 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:20:12.960092 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fff0dc5a-ea5f-40a7-9452-e4533ab8799a tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Notify callbacks [] for floatingip, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:12.966112 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fff0dc5a-ea5f-40a7-9452-e4533ab8799a tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:12.970521 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-fff0dc5a-ea5f-40a7-9452-e4533ab8799a tempest-ServersTestBootFromVolume-2100251492 tempest-ServersTestBootFromVolume-2100251492-project] 10.222.0.62 "DELETE /v2.0/floatingips/f47e9d70-c915-456f-af1c-4e21360050b4 HTTP/1.1" status: 204 len: 168 time: 1.9541824 Aug 10 03:20:12.990726 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56220) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:13.135210 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9171f2a6-2d8b-4557-a58c-2c84578dfc3c tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:13.191327 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 0455b05d-5b22-4bf2-acff-92ae778947a2, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=0455b05d-5b22-4bf2-acff-92ae778947a2,segment=NetworkSegment(e0fc6907-b0e5-497d-acdf-511c68571829),segment_id=e0fc6907-b0e5-497d-acdf-511c68571829)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:13.224479 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '0455b05d-5b22-4bf2-acff-92ae778947a2', 'network_id': '480dbe0b-e3be-4a4e-913b-dd9b24bba262', 'port_id': '0455b05d-5b22-4bf2-acff-92ae778947a2', 'mac_address': 'fa:16:3e:f9:01:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '671472a0-ea87-43e5-8586-78a1de5f1af8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:20:13.309401 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:13.334484 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0455b05d-5b22-4bf2-acff-92ae778947a2 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:20:13.403173 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 0455b05d-5b22-4bf2-acff-92ae778947a2, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=0455b05d-5b22-4bf2-acff-92ae778947a2,segment=NetworkSegment(e0fc6907-b0e5-497d-acdf-511c68571829),segment_id=e0fc6907-b0e5-497d-acdf-511c68571829)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:13.412990 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:13.603382 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['0455b05d-5b22-4bf2-acff-92ae778947a2'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:20:13.660468 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0218aff3-c285-43fa-9794-9bf6347b983b req-6a7973ac-2b27-4fc8-969a-2b41d687201c tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:13.678483 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0218aff3-c285-43fa-9794-9bf6347b983b req-6a7973ac-2b27-4fc8-969a-2b41d687201c tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfa2a8d3-ebe1-4103-896b-c4f2df154b68 HTTP/1.1" status: 200 len: 945 time: 0.7192190 Aug 10 03:20:13.743112 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=0455b05d-5b22-4bf2-acff-92ae778947a2,revision_number=6']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:13.765942 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9171f2a6-2d8b-4557-a58c-2c84578dfc3c tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-368475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1926'] for router, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:13.776893 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9171f2a6-2d8b-4557-a58c-2c84578dfc3c tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-372465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-372472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-368450'] for router, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:13.864708 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:13.865084 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:13.865395 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:13.865734 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:13.866070 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:13.866401 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:13.875764 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:13.876263 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:13.876689 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:13.877031 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:13.877368 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:13.877696 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:13.952290 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9171f2a6-2d8b-4557-a58c-2c84578dfc3c tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Router 2c090b47-2592-4339-9b87-525d6bc00963 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:20:14.037987 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-323c0602-9c1b-48a1-a01d-15899efe9a64 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Router b38b13ec-43e2-4fd7-8ad3-f589e19700c7 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:20:14.055084 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0218aff3-c285-43fa-9794-9bf6347b983b req-39edf149-4f0d-46ef-b136-aa114d0cd8f3 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3704407 Aug 10 03:20:14.079934 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d983b-6db7-4251-8f1c-7b5d3705d136 req-541cefb9-db30-4bc9-8d68-e9828893db76 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:14.090832 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-357d983b-6db7-4251-8f1c-7b5d3705d136 req-541cefb9-db30-4bc9-8d68-e9828893db76 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 943 time: 0.8283288 Aug 10 03:20:14.199680 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9171f2a6-2d8b-4557-a58c-2c84578dfc3c tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:20:14.215823 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c0716f-67fc-4e36-95cc-4634e80fadbf None None] Sync routers for ids ['2c090b47-2592-4339-9b87-525d6bc00963'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:20:14.232679 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c0716f-67fc-4e36-95cc-4634e80fadbf None None] Routers {'2c090b47-2592-4339-9b87-525d6bc00963'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:20:14.235311 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9171f2a6-2d8b-4557-a58c-2c84578dfc3c tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:14.239074 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-19c0716f-67fc-4e36-95cc-4634e80fadbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:20:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['2c090b47-2592-4339-9b87-525d6bc00963'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:14.241403 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9171f2a6-2d8b-4557-a58c-2c84578dfc3c tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] 10.222.0.62 "PUT /v2.0/routers/2c090b47-2592-4339-9b87-525d6bc00963 HTTP/1.1" status: 200 len: 705 time: 3.0695112 Aug 10 03:20:14.243719 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56240) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:14.371583 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-19c0716f-67fc-4e36-95cc-4634e80fadbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:14.402234 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-357d983b-6db7-4251-8f1c-7b5d3705d136 req-92af5c32-4dea-4a84-8487-368bb0ad124d tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=3195847a-22b1-4e5d-a1c3-c326862fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3013470 Aug 10 03:20:14.406038 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c0716f-67fc-4e36-95cc-4634e80fadbf None None] Routers {'2c090b47-2592-4339-9b87-525d6bc00963'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:20:14.406545 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-19c0716f-67fc-4e36-95cc-4634e80fadbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:20:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['2c090b47-2592-4339-9b87-525d6bc00963'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:14.490063 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d13459ad-2be5-4f94-bca1-eebb7b1a2144 tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] 10.222.0.62 "GET /v2.0/routers/2c090b47-2592-4339-9b87-525d6bc00963 HTTP/1.1" status: 200 len: 740 time: 0.2443974 Aug 10 03:20:14.492551 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56244) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:14.526925 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-19c0716f-67fc-4e36-95cc-4634e80fadbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:14.528162 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c0716f-67fc-4e36-95cc-4634e80fadbf None None] The sync data for ids ['2c090b47-2592-4339-9b87-525d6bc00963'] in n-d-768851-15 is: [] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:20:14.637395 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-cdd509d2-f7c5-49f5-a7d7-c2607d695eaf tempest-RoutersAdminTest-2087627976 tempest-RoutersAdminTest-2087627976-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=09ca2025-b9a6-4e84-8019-8d9fbef3753e&device_id=2c090b47-2592-4339-9b87-525d6bc00963 HTTP/1.1" status: 200 len: 205 time: 0.1386354 Aug 10 03:20:14.656692 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56248) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:14.760845 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-cd197ea2-d844-4142-a210-263e0e0b8da4 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] 10.222.0.62 "GET /v2.0/ports?device_id=2c090b47-2592-4339-9b87-525d6bc00963 HTTP/1.1" status: 200 len: 205 time: 0.0985258 Aug 10 03:20:14.766791 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56252) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:14.926401 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-118e1307-8d90-4010-b669-1c408acb791a tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks [] for router, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:14.927639 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 0455b05d-5b22-4bf2-acff-92ae778947a2 up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:20:15.058776 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 0455b05d-5b22-4bf2-acff-92ae778947a2 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:15.059144 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:15.285415 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-118e1307-8d90-4010-b669-1c408acb791a tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:15.289346 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-118e1307-8d90-4010-b669-1c408acb791a tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:15.367199 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:15.378379 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-118e1307-8d90-4010-b669-1c408acb791a tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:15.379338 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118e1307-8d90-4010-b669-1c408acb791a tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Fanout notify agent at l3_agent the message router_deleted on router 2c090b47-2592-4339-9b87-525d6bc00963 {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:20:15.393046 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-118e1307-8d90-4010-b669-1c408acb791a tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:15.395733 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-118e1307-8d90-4010-b669-1c408acb791a tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] 10.222.0.62 "DELETE /v2.0/routers/2c090b47-2592-4339-9b87-525d6bc00963 HTTP/1.1" status: 204 len: 168 time: 0.6279378 Aug 10 03:20:15.402676 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56268) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:15.446958 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfa2a8d3-ebe1-4103-896b-c4f2df154b68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0455b05d-5b22-4bf2-acff-92ae778947a2'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:20:15.454981 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7fd6f74-810d-4681-817f-8f2f34551f74" -d '{"events": [{"server_uuid": "bfa2a8d3-ebe1-4103-896b-c4f2df154b68", "name": "network-vif-plugged", "status": "completed", "tag": "0455b05d-5b22-4bf2-acff-92ae778947a2"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:20:15.458168 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-01303e62-6301-47ec-9238-7cf32c954048 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] 10.222.0.62 "GET /v2.0/ports?device_id=2c090b47-2592-4339-9b87-525d6bc00963 HTTP/1.1" status: 200 len: 205 time: 0.0523612 Aug 10 03:20:15.460576 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56270) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:15.493145 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323c0602-9c1b-48a1-a01d-15899efe9a64 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:20:15.500620 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-323c0602-9c1b-48a1-a01d-15899efe9a64 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "PUT /v2.0/routers/b38b13ec-43e2-4fd7-8ad3-f589e19700c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0229917 Aug 10 03:20:15.514226 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564ed094-f789-4b53-b338-2de3497730bd None None] Sync routers for ids ['b38b13ec-43e2-4fd7-8ad3-f589e19700c7'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:20:15.555569 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 0455b05d-5b22-4bf2-acff-92ae778947a2, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=0455b05d-5b22-4bf2-acff-92ae778947a2,segment=NetworkSegment(e0fc6907-b0e5-497d-acdf-511c68571829),segment_id=e0fc6907-b0e5-497d-acdf-511c68571829)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:15.564528 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56276) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:15.578503 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:15.590846 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-7c52d22e-3074-40c6-8dba-b56c4fa6eef1 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] delete failed (client error): The resource could not be found. Aug 10 03:20:15.594390 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7c52d22e-3074-40c6-8dba-b56c4fa6eef1 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] 10.222.0.62 "DELETE /v2.0/routers/2c090b47-2592-4339-9b87-525d6bc00963 HTTP/1.1" status: 404 len: 336 time: 0.1307213 Aug 10 03:20:15.594569 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564ed094-f789-4b53-b338-2de3497730bd None None] Routers {'b38b13ec-43e2-4fd7-8ad3-f589e19700c7'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:20:15.594569 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-564ed094-f789-4b53-b338-2de3497730bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:20:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['b38b13ec-43e2-4fd7-8ad3-f589e19700c7'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:15.599087 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56278) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:15.706576 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-5527626c-22c7-4d30-a275-50f9f1a3d29e tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] 10.222.0.62 "GET /v2.0/ports?device_id=c06b4e97-52a3-4288-b20e-9485aa534422 HTTP/1.1" status: 200 len: 205 time: 0.1061940 Aug 10 03:20:15.708043 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56282) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:15.763152 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-2fdd0a5a-22ef-450b-90ef-8f8e1df29a89 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] delete failed (client error): The resource could not be found. Aug 10 03:20:15.769639 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2fdd0a5a-22ef-450b-90ef-8f8e1df29a89 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] 10.222.0.62 "DELETE /v2.0/routers/c06b4e97-52a3-4288-b20e-9485aa534422 HTTP/1.1" status: 404 len: 336 time: 0.0599892 Aug 10 03:20:15.771424 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56284) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:15.805151 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a4389a-5bde-4ea6-b2ac-90372bcdecac req-fc72a9f4-cd8d-4074-b46b-2554d601eea1 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:15.811783 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-00a4389a-5bde-4ea6-b2ac-90372bcdecac req-fc72a9f4-cd8d-4074-b46b-2554d601eea1 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfa2a8d3-ebe1-4103-896b-c4f2df154b68 HTTP/1.1" status: 200 len: 945 time: 0.2947366 Aug 10 03:20:15.819764 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a852012b-0e17-4701-96ff-ec107c33547d tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] 10.222.0.62 "GET /v2.0/ports?device_id=5876f706-2678-4f80-9340-3e6ebfd05a42 HTTP/1.1" status: 200 len: 205 time: 0.0460880 Aug 10 03:20:15.820914 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56286) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:15.825230 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-564ed094-f789-4b53-b338-2de3497730bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:15.833989 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea55c00-9f7e-4809-aa12-e89c4355e4e1 req-7af390fd-4c11-44fa-9040-37972530aa2f tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:15.835863 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3ea55c00-9f7e-4809-aa12-e89c4355e4e1 req-7af390fd-4c11-44fa-9040-37972530aa2f tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 943 time: 0.2249949 Aug 10 03:20:15.866986 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564ed094-f789-4b53-b338-2de3497730bd None None] Routers {'b38b13ec-43e2-4fd7-8ad3-f589e19700c7'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:20:15.873378 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-564ed094-f789-4b53-b338-2de3497730bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:20:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['b38b13ec-43e2-4fd7-8ad3-f589e19700c7'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:15.891473 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-00a4389a-5bde-4ea6-b2ac-90372bcdecac req-81d1385d-5f39-4e04-9eef-383463efd54c tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658684 Aug 10 03:20:15.945861 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-38f4f9be-e43b-4c25-a778-36448e95c040 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] delete failed (client error): The resource could not be found. Aug 10 03:20:15.950579 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-38f4f9be-e43b-4c25-a778-36448e95c040 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] 10.222.0.62 "DELETE /v2.0/routers/5876f706-2678-4f80-9340-3e6ebfd05a42 HTTP/1.1" status: 404 len: 336 time: 0.1251283 Aug 10 03:20:15.951578 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56288) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:16.024568 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-64da545b-07a9-4b61-bdb9-3cae2e250a0f tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b92a36-1f04-40c3-b281-fc714770345a HTTP/1.1" status: 200 len: 205 time: 0.0709310 Aug 10 03:20:16.026430 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56290) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:16.033173 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=0455b05d-5b22-4bf2-acff-92ae778947a2,revision_number=7']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:16.075473 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa51762-e79f-4c4e-8722-c9d23c60f2b4 x-openstack-request-id: req-2fa51762-e79f-4c4e-8722-c9d23c60f2b4 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:20:16.075837 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfa2a8d3-ebe1-4103-896b-c4f2df154b68", "name": "network-vif-plugged", "status": "completed", "tag": "0455b05d-5b22-4bf2-acff-92ae778947a2", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:20:16.076025 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2fa51762-e79f-4c4e-8722-c9d23c60f2b4 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:20:16.076434 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfa2a8d3-ebe1-4103-896b-c4f2df154b68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0455b05d-5b22-4bf2-acff-92ae778947a2', 'code': 200} Aug 10 03:20:16.077682 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-564ed094-f789-4b53-b338-2de3497730bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:16.081940 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564ed094-f789-4b53-b338-2de3497730bd None None] The sync data for ids ['b38b13ec-43e2-4fd7-8ad3-f589e19700c7'] in n-d-768851-15 is: [] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:20:16.133751 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-7c2ce8d2-7204-4fc9-99cd-aa0d066490b8 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] delete failed (client error): The resource could not be found. Aug 10 03:20:16.136269 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3ea55c00-9f7e-4809-aa12-e89c4355e4e1 req-f7d38e4c-0594-464f-9cd9-31b7a91b8a0b tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=3195847a-22b1-4e5d-a1c3-c326862fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2510166 Aug 10 03:20:16.157653 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7c2ce8d2-7204-4fc9-99cd-aa0d066490b8 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] 10.222.0.62 "DELETE /v2.0/routers/48b92a36-1f04-40c3-b281-fc714770345a HTTP/1.1" status: 404 len: 336 time: 0.1300466 Aug 10 03:20:16.162945 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56294) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:16.274710 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a0b2798a-b6b3-4ada-84ec-48827af2178d tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] 10.222.0.62 "GET /v2.0/ports?device_id=31359474-a4bf-470b-8018-6f4a91a6b14a HTTP/1.1" status: 200 len: 205 time: 0.0997269 Aug 10 03:20:16.275401 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56296) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:16.343757 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-4f12ed6e-6dec-46af-b640-91c7bf276c6e tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] delete failed (client error): The resource could not be found. Aug 10 03:20:16.345040 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4f12ed6e-6dec-46af-b640-91c7bf276c6e tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] 10.222.0.62 "DELETE /v2.0/routers/31359474-a4bf-470b-8018-6f4a91a6b14a HTTP/1.1" status: 404 len: 336 time: 0.0677588 Aug 10 03:20:16.348147 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56298) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:16.354205 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0666e4be-0da1-487a-b1ad-a09140f52847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:16.431790 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-5c98d101-2915-4637-aaf4-ef533dffcba8 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc63a175-fee1-4408-98b5-01ca691354d0 HTTP/1.1" status: 200 len: 205 time: 0.0802479 Aug 10 03:20:16.432995 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56302) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:16.561594 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-c6b0aa77-eb87-4d62-a4eb-6c7c721bb711 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] delete failed (client error): The resource could not be found. Aug 10 03:20:16.566015 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c6b0aa77-eb87-4d62-a4eb-6c7c721bb711 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] 10.222.0.62 "DELETE /v2.0/routers/bc63a175-fee1-4408-98b5-01ca691354d0 HTTP/1.1" status: 404 len: 336 time: 0.1309466 Aug 10 03:20:16.570227 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56306) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:16.689102 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-b683704b-f467-4537-a808-aa2b3b2c9162 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] DELETE failed (client error): The resource could not be found. Aug 10 03:20:16.689563 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b683704b-f467-4537-a808-aa2b3b2c9162 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:20:16.691504 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b683704b-f467-4537-a808-aa2b3b2c9162 tempest-RoutersAdminTest-578424188 tempest-RoutersAdminTest-578424188-project] 10.222.0.62 "DELETE /v2.0/subnets/80d7e90f-a0fd-4bc3-8a68-a298e9cd8ea9 HTTP/1.1" status: 404 len: 337 time: 0.0986443 Aug 10 03:20:16.761721 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-12a4a784-b680-41bb-8454-46c522a334b8 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:17.268888 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56326) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:17.374410 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31738b90-79e5-4fd9-9e14-c3060f735352 req-2d2935ac-0c43-4657-84a5-1a0e008010d0 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:17.376293 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-31738b90-79e5-4fd9-9e14-c3060f735352 req-2d2935ac-0c43-4657-84a5-1a0e008010d0 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfa2a8d3-ebe1-4103-896b-c4f2df154b68 HTTP/1.1" status: 200 len: 945 time: 0.2425828 Aug 10 03:20:17.469916 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-31738b90-79e5-4fd9-9e14-c3060f735352 req-af6f9f95-a61a-4c81-8160-71d016a059c9 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864408 Aug 10 03:20:17.528980 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-0666e4be-0da1-487a-b1ad-a09140f52847 admin admin] Deleting port 6ddeabdf-2a6d-4355-b3cc-5dcc21e2f375 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:20:17.529579 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0666e4be-0da1-487a-b1ad-a09140f52847 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:17.542238 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09614fc1-0839-4577-804d-0496ba9db333 req-bd5cc4f7-ee48-481d-9a4c-06dc383031c8 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:17.549425 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-09614fc1-0839-4577-804d-0496ba9db333 req-bd5cc4f7-ee48-481d-9a4c-06dc383031c8 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 943 time: 0.2028739 Aug 10 03:20:17.694013 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-09614fc1-0839-4577-804d-0496ba9db333 req-ca32d95e-6121-4645-8b94-b484a8283a57 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=3195847a-22b1-4e5d-a1c3-c326862fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431296 Aug 10 03:20:17.763929 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-288a1257-0cd8-4e58-89ef-8cd8fd0c2c81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:17.788831 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-12a4a784-b680-41bb-8454-46c522a334b8 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Deleting port 68e5caa6-132c-4b2c-98f2-d3a22e7ec505 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:20:17.789204 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-12a4a784-b680-41bb-8454-46c522a334b8 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:17.926186 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-12a4a784-b680-41bb-8454-46c522a334b8 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:17.952190 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-12a4a784-b680-41bb-8454-46c522a334b8 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Calling delete_port for 68e5caa6-132c-4b2c-98f2-d3a22e7ec505 owned by network:router_interface {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:20:17.982775 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-288a1257-0cd8-4e58-89ef-8cd8fd0c2c81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:17.990725 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-288a1257-0cd8-4e58-89ef-8cd8fd0c2c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:18.040634 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288a1257-0cd8-4e58-89ef-8cd8fd0c2c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6649de83-fa2d-4ea2-9994-6645af979ac0,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:18.047903 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-288a1257-0cd8-4e58-89ef-8cd8fd0c2c81 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e0033b41934b407d964b754225773063&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7767529 Aug 10 03:20:18.053343 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56344) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:18.128273 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288a1257-0cd8-4e58-89ef-8cd8fd0c2c81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:18.129951 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288a1257-0cd8-4e58-89ef-8cd8fd0c2c81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:18.130785 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288a1257-0cd8-4e58-89ef-8cd8fd0c2c81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:18.132452 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288a1257-0cd8-4e58-89ef-8cd8fd0c2c81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:18.134058 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288a1257-0cd8-4e58-89ef-8cd8fd0c2c81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:18.134619 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288a1257-0cd8-4e58-89ef-8cd8fd0c2c81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:18.137078 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288a1257-0cd8-4e58-89ef-8cd8fd0c2c81 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:18.137646 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288a1257-0cd8-4e58-89ef-8cd8fd0c2c81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:18.138202 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288a1257-0cd8-4e58-89ef-8cd8fd0c2c81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:18.139891 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288a1257-0cd8-4e58-89ef-8cd8fd0c2c81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:18.140772 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288a1257-0cd8-4e58-89ef-8cd8fd0c2c81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:18.141680 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288a1257-0cd8-4e58-89ef-8cd8fd0c2c81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:18.175376 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ff326ceb-2c1a-41dc-aec8-5f3021ce035f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:18.193062 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-12a4a784-b680-41bb-8454-46c522a334b8 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:18.197340 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-0666e4be-0da1-487a-b1ad-a09140f52847 admin admin] For port 6ddeabdf-2a6d-4355-b3cc-5dcc21e2f375, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=6ddeabdf-2a6d-4355-b3cc-5dcc21e2f375,segment=NetworkSegment(91865bfd-91d9-4155-bf76-2fc9d6980dd7),segment_id=91865bfd-91d9-4155-bf76-2fc9d6980dd7)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:18.197771 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0666e4be-0da1-487a-b1ad-a09140f52847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:18.209941 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ff326ceb-2c1a-41dc-aec8-5f3021ce035f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:18.248801 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a4a784-b680-41bb-8454-46c522a334b8 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event deleted for resources: {'Port': ['ID=68e5caa6-132c-4b2c-98f2-d3a22e7ec505,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:18.268537 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-0666e4be-0da1-487a-b1ad-a09140f52847 admin admin] Calling delete_port for 6ddeabdf-2a6d-4355-b3cc-5dcc21e2f375 owned by network:router_interface {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:20:18.297350 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ff326ceb-2c1a-41dc-aec8-5f3021ce035f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:18.302020 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ff326ceb-2c1a-41dc-aec8-5f3021ce035f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:18.305453 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ff326ceb-2c1a-41dc-aec8-5f3021ce035f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6649de83-fa2d-4ea2-9994-6645af979ac0 HTTP/1.1" status: 204 len: 168 time: 0.2504394 Aug 10 03:20:18.317998 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff326ceb-2c1a-41dc-aec8-5f3021ce035f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6649de83-fa2d-4ea2-9994-6645af979ac0,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:18.697281 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-12a4a784-b680-41bb-8454-46c522a334b8 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:18.849802 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3687e-f5d4-4eff-888d-10244b7a1607 req-a0c2b4dd-96e6-463a-880f-299dc6a9bc3b tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:18.852022 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8cc3687e-f5d4-4eff-888d-10244b7a1607 req-a0c2b4dd-96e6-463a-880f-299dc6a9bc3b tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfa2a8d3-ebe1-4103-896b-c4f2df154b68 HTTP/1.1" status: 200 len: 945 time: 0.1731236 Aug 10 03:20:19.047073 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a4a784-b680-41bb-8454-46c522a334b8 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Router b38b13ec-43e2-4fd7-8ad3-f589e19700c7 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:20:19.105830 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8cc3687e-f5d4-4eff-888d-10244b7a1607 req-747c2b5c-eebc-4918-a8a3-080c8b4f2f62 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108793 Aug 10 03:20:19.140452 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f91110-eee1-4147-a1d8-cbdc1d0882c1 req-f581c909-d121-4b51-862e-a9fcc6aa6045 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:19.141911 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-82f91110-eee1-4147-a1d8-cbdc1d0882c1 req-f581c909-d121-4b51-862e-a9fcc6aa6045 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 943 time: 0.2442639 Aug 10 03:20:19.150108 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0666e4be-0da1-487a-b1ad-a09140f52847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:19.162536 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56370) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:19.264456 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-30ad0ec2-6813-46f3-bc3f-3f6387e08809 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d3063e7ad5e4492f97e388a593ef7000&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0997314 Aug 10 03:20:19.269408 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56372) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:19.384450 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0666e4be-0da1-487a-b1ad-a09140f52847 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ddeabdf-2a6d-4355-b3cc-5dcc21e2f375,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:19.386476 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b3fec420-14ea-4542-99cc-d117cd1cfe18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:19.440371 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b3fec420-14ea-4542-99cc-d117cd1cfe18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:19.468617 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a4a784-b680-41bb-8454-46c522a334b8 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:20:19.475795 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-12a4a784-b680-41bb-8454-46c522a334b8 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "PUT /v2.0/routers/b38b13ec-43e2-4fd7-8ad3-f589e19700c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9070339 Aug 10 03:20:19.479986 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56376) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:19.491288 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbffa3f-18c2-4c54-9180-7a9e04fbded9 None None] Sync routers for ids ['b38b13ec-43e2-4fd7-8ad3-f589e19700c7'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:20:19.512049 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-82f91110-eee1-4147-a1d8-cbdc1d0882c1 req-4abbdc17-f322-402c-bbce-663d7dee0e45 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=3195847a-22b1-4e5d-a1c3-c326862fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3451951 Aug 10 03:20:19.543314 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbffa3f-18c2-4c54-9180-7a9e04fbded9 None None] Routers {'b38b13ec-43e2-4fd7-8ad3-f589e19700c7'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:20:19.549011 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-abbffa3f-18c2-4c54-9180-7a9e04fbded9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:20:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['b38b13ec-43e2-4fd7-8ad3-f589e19700c7'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:19.567967 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-567726f9-d924-4fdc-90ef-9e20e68cb052 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "GET /v2.0/ports?device_id=b38b13ec-43e2-4fd7-8ad3-f589e19700c7 HTTP/1.1" status: 200 len: 205 time: 0.0808525 Aug 10 03:20:19.573462 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56378) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:19.622045 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b3fec420-14ea-4542-99cc-d117cd1cfe18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:19.625230 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b3fec420-14ea-4542-99cc-d117cd1cfe18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:19.627070 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b3fec420-14ea-4542-99cc-d117cd1cfe18 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/358dea23-f8c3-4d78-9198-3c0d458d82f6 HTTP/1.1" status: 204 len: 168 time: 0.3587375 Aug 10 03:20:19.627889 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-abbffa3f-18c2-4c54-9180-7a9e04fbded9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:19.638017 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fec420-14ea-4542-99cc-d117cd1cfe18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=358dea23-f8c3-4d78-9198-3c0d458d82f6,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:19.655088 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbffa3f-18c2-4c54-9180-7a9e04fbded9 None None] Routers {'b38b13ec-43e2-4fd7-8ad3-f589e19700c7'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:20:19.656448 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-abbffa3f-18c2-4c54-9180-7a9e04fbded9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:20:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['b38b13ec-43e2-4fd7-8ad3-f589e19700c7'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:19.739464 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-abbffa3f-18c2-4c54-9180-7a9e04fbded9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:19.740378 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbffa3f-18c2-4c54-9180-7a9e04fbded9 None None] The sync data for ids ['b38b13ec-43e2-4fd7-8ad3-f589e19700c7'] in n-d-768851-15 is: [] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:20:19.917195 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d76cd254-d34b-424f-8c0c-d05a6e3975a6 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for router, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:20.734490 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0666e4be-0da1-487a-b1ad-a09140f52847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:20.779110 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5ca2b-65ca-4419-83bf-6bf3a8aa90f5 req-5e19fd3e-72a7-4da7-a248-4c1592867e66 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:20.783296 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ffa5ca2b-65ca-4419-83bf-6bf3a8aa90f5 req-5e19fd3e-72a7-4da7-a248-4c1592867e66 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfa2a8d3-ebe1-4103-896b-c4f2df154b68 HTTP/1.1" status: 200 len: 945 time: 0.2422442 Aug 10 03:20:20.791530 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d76cd254-d34b-424f-8c0c-d05a6e3975a6 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:20.797664 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d76cd254-d34b-424f-8c0c-d05a6e3975a6 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:21.207957 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d76cd254-d34b-424f-8c0c-d05a6e3975a6 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:21.208675 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76cd254-d34b-424f-8c0c-d05a6e3975a6 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Fanout notify agent at l3_agent the message router_deleted on router b38b13ec-43e2-4fd7-8ad3-f589e19700c7 {{(pid=94216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:20:21.236149 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d76cd254-d34b-424f-8c0c-d05a6e3975a6 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:21.247031 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d76cd254-d34b-424f-8c0c-d05a6e3975a6 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "DELETE /v2.0/routers/b38b13ec-43e2-4fd7-8ad3-f589e19700c7 HTTP/1.1" status: 204 len: 168 time: 1.6720533 Aug 10 03:20:21.249577 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56420) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:21.367818 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ffa5ca2b-65ca-4419-83bf-6bf3a8aa90f5 req-52797506-56d6-4410-ae08-213fe2e70f74 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5724590 Aug 10 03:20:21.413973 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-29384833-f471-4232-934a-2dd09f931cc8 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Deleting subnet a88add71-e7ea-4c38-814a-c1410db920eb {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:20:21.426478 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-29384833-f471-4232-934a-2dd09f931cc8 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:21.547387 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-29384833-f471-4232-934a-2dd09f931cc8 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:21.717274 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-29384833-f471-4232-934a-2dd09f931cc8 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:21.736146 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f8a66-d3b4-455f-9872-9d58d3d257de req-d3be2da7-ea07-463c-a636-88386fedcb8f tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:21.745997 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f35f8a66-d3b4-455f-9872-9d58d3d257de req-d3be2da7-ea07-463c-a636-88386fedcb8f tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 943 time: 0.4016130 Aug 10 03:20:21.900106 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-29384833-f471-4232-934a-2dd09f931cc8 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:21.989380 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29384833-f471-4232-934a-2dd09f931cc8 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event deleted for resources: {'Subnet': ['ID=a88add71-e7ea-4c38-814a-c1410db920eb,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:22.012230 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2adeaf25-2983-4b55-964e-16a5c001794c None None] Network e34c59f3-5ef2-484d-b216-a6b3b6c007ac requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:20:22.016086 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-29384833-f471-4232-934a-2dd09f931cc8 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:22.024733 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-29384833-f471-4232-934a-2dd09f931cc8 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "DELETE /v2.0/subnets/a88add71-e7ea-4c38-814a-c1410db920eb HTTP/1.1" status: 204 len: 168 time: 0.7740011 Aug 10 03:20:22.026235 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56436) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:22.032599 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bfe928-483f-4c7d-99c5-e916ec82f700 req-e99355b0-8fe4-4382-a1ce-128b04979e2e tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:22.045944 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bfe928-483f-4c7d-99c5-e916ec82f700 req-e99355b0-8fe4-4382-a1ce-128b04979e2e tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:22.052301 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bfe928-483f-4c7d-99c5-e916ec82f700 req-e99355b0-8fe4-4382-a1ce-128b04979e2e tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:22.068984 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bfe928-483f-4c7d-99c5-e916ec82f700 req-e99355b0-8fe4-4382-a1ce-128b04979e2e tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:22.081760 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bfe928-483f-4c7d-99c5-e916ec82f700 req-e99355b0-8fe4-4382-a1ce-128b04979e2e tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:22.100918 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bfe928-483f-4c7d-99c5-e916ec82f700 req-e99355b0-8fe4-4382-a1ce-128b04979e2e tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:22.108162 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bfe928-483f-4c7d-99c5-e916ec82f700 req-e99355b0-8fe4-4382-a1ce-128b04979e2e tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:22.110232 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c4bfe928-483f-4c7d-99c5-e916ec82f700 req-e99355b0-8fe4-4382-a1ce-128b04979e2e tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 5441 time: 0.5595124 Aug 10 03:20:22.122085 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec54ed59-8d86-4aa1-88c0-1ee42b26e278 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Deleting subnet ec3bd761-1fee-4c5f-b1a9-64cb5efd267d {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:20:22.126403 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ec54ed59-8d86-4aa1-88c0-1ee42b26e278 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:22.148945 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56438) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:22.190510 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ec54ed59-8d86-4aa1-88c0-1ee42b26e278 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:22.235491 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c4bfe928-483f-4c7d-99c5-e916ec82f700 req-337b7ad5-3c39-4565-a9c1-b19a88c38646 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/security-groups?id=b405968e-e8dd-4859-b855-f8ae1385ba0e&id=8fa0499c-1adb-43e6-95ad-71a41197fc16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1071079 Aug 10 03:20:22.287508 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f35f8a66-d3b4-455f-9872-9d58d3d257de req-e7755290-47f9-4a9a-8ea7-f9dd69b5c3ec tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=3195847a-22b1-4e5d-a1c3-c326862fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5403838 Aug 10 03:20:22.320988 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0666e4be-0da1-487a-b1ad-a09140f52847 admin admin] Router f52ab725-0b18-4914-b88f-f214d12a964e has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:20:22.611172 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ec54ed59-8d86-4aa1-88c0-1ee42b26e278 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:22.686469 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c056b69-4400-47da-88b6-7d10680125ec None None] DHCP port deletion for e34c59f3-5ef2-484d-b216-a6b3b6c007ac request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:20:22.727987 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-06887f67-721b-4a5f-a7c1-3cbaac7d9cf9 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-336329313'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:22.792902 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-8c056b69-4400-47da-88b6-7d10680125ec None None] Deleting port 3cb76a07-2239-4585-89f0-ca8e8a3bf275 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:20:22.793502 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8c056b69-4400-47da-88b6-7d10680125ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:22.856461 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:20:22.857792 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06887f67-721b-4a5f-a7c1-3cbaac7d9cf9 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Made reservation on behalf of aca5d2fcd8454290896309cf976568d3 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:20:22.865479 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-06887f67-721b-4a5f-a7c1-3cbaac7d9cf9 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:22.871744 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-8c056b69-4400-47da-88b6-7d10680125ec None None] For port 3cb76a07-2239-4585-89f0-ca8e8a3bf275, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=3cb76a07-2239-4585-89f0-ca8e8a3bf275,segment=NetworkSegment(f7658c8a-7778-40eb-9295-f3c680c91600),segment_id=f7658c8a-7778-40eb-9295-f3c680c91600)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:22.872535 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8c056b69-4400-47da-88b6-7d10680125ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:22.874136 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ec54ed59-8d86-4aa1-88c0-1ee42b26e278 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:22.906365 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-8c056b69-4400-47da-88b6-7d10680125ec None None] Calling delete_port for 3cb76a07-2239-4585-89f0-ca8e8a3bf275 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:20:22.912990 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-06887f67-721b-4a5f-a7c1-3cbaac7d9cf9 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:22.975900 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec54ed59-8d86-4aa1-88c0-1ee42b26e278 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event deleted for resources: {'Subnet': ['ID=ec3bd761-1fee-4c5f-b1a9-64cb5efd267d,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:22.993604 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ec54ed59-8d86-4aa1-88c0-1ee42b26e278 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:22.997856 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ec54ed59-8d86-4aa1-88c0-1ee42b26e278 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "DELETE /v2.0/subnets/ec3bd761-1fee-4c5f-b1a9-64cb5efd267d HTTP/1.1" status: 204 len: 168 time: 0.9679379 Aug 10 03:20:23.002848 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56456) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:23.021971 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913235b5-996d-48c0-ad1d-a1d69e04a16c req-12a68169-4ba1-4f78-a8fa-bf62054bb80f tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:23.040940 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-913235b5-996d-48c0-ad1d-a1d69e04a16c req-12a68169-4ba1-4f78-a8fa-bf62054bb80f tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfa2a8d3-ebe1-4103-896b-c4f2df154b68 HTTP/1.1" status: 200 len: 945 time: 0.3431568 Aug 10 03:20:23.079354 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-4fb9c81e-055b-4f55-85fd-0c5c6a1017fb tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:23.086469 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-4fb9c81e-055b-4f55-85fd-0c5c6a1017fb tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:23.093551 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-4fb9c81e-055b-4f55-85fd-0c5c6a1017fb tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:23.102119 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-4fb9c81e-055b-4f55-85fd-0c5c6a1017fb tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:23.109131 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-4fb9c81e-055b-4f55-85fd-0c5c6a1017fb tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:23.116315 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7294cbdb-e963-455f-b22a-d8dda76bafb1 None None] Network 7a3e2d09-8ce6-4aff-aad0-cffcefd0ee3f requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:20:23.126789 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-4fb9c81e-055b-4f55-85fd-0c5c6a1017fb tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:23.133877 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-4fb9c81e-055b-4f55-85fd-0c5c6a1017fb tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:23.136197 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-4fb9c81e-055b-4f55-85fd-0c5c6a1017fb tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 5441 time: 0.6933897 Aug 10 03:20:23.216618 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0666e4be-0da1-487a-b1ad-a09140f52847 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:20:23.224568 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-0666e4be-0da1-487a-b1ad-a09140f52847 admin admin] 10.222.0.62 "PUT /v2.0/routers/f52ab725-0b18-4914-b88f-f214d12a964e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1746764 Aug 10 03:20:23.225392 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56466) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:23.249655 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-aa263a32-3199-4762-9ff6-481ca79e1ee6 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:23.251101 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-aa263a32-3199-4762-9ff6-481ca79e1ee6 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.60 "GET /v2.0/ports/06c52605-4de4-48ec-a7c2-def5b215a00c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1009147 Aug 10 03:20:23.257511 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-913235b5-996d-48c0-ad1d-a1d69e04a16c req-8fd41e1d-2a17-4d7c-ae36-46f5d125ecbb tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202047 Aug 10 03:20:23.335387 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd635a93-e2e8-401e-a525-6ae69bf3532d None None] Sync routers for ids ['f52ab725-0b18-4914-b88f-f214d12a964e'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:20:23.350436 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8c056b69-4400-47da-88b6-7d10680125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:23.422316 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-237ddccc-3c8f-46ca-b353-4a4e9cedcc9b tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.60 "GET /v2.0/networks/f1f6800e-d6fe-4d63-bb1f-c42246d24569?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1586342 Aug 10 03:20:23.433928 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d922cf9a-d62c-4d70-9ded-da087ecafe9a tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:23.438282 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-903d863b-7e82-4f86-a91c-5bf2e4de8898 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:23.450318 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c056b69-4400-47da-88b6-7d10680125ec None None] Pushing event deleted for resources: {'Port': ['ID=3cb76a07-2239-4585-89f0-ca8e8a3bf275,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:23.472667 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c056b69-4400-47da-88b6-7d10680125ec None None] No DVR routers for this DVR port 3cb76a07-2239-4585-89f0-ca8e8a3bf275 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:20:23.474559 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd635a93-e2e8-401e-a525-6ae69bf3532d None None] Routers {'f52ab725-0b18-4914-b88f-f214d12a964e'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:20:23.475383 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-bd635a93-e2e8-401e-a525-6ae69bf3532d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:20:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['f52ab725-0b18-4914-b88f-f214d12a964e'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:23.677806 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-903d863b-7e82-4f86-a91c-5bf2e4de8898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:23.683028 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbfd615-2a2a-4d93-897e-08c6ed0bbea8 None None] DHCP port deletion for 7a3e2d09-8ce6-4aff-aad0-cffcefd0ee3f request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:20:23.727670 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406de4f7-4bb8-4dce-bfb6-a4bd8cd7a5c0 req-eceda850-336a-43c5-8dad-da75a0ba094c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:23.736027 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406de4f7-4bb8-4dce-bfb6-a4bd8cd7a5c0 req-eceda850-336a-43c5-8dad-da75a0ba094c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:23.745759 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406de4f7-4bb8-4dce-bfb6-a4bd8cd7a5c0 req-eceda850-336a-43c5-8dad-da75a0ba094c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:23.754289 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406de4f7-4bb8-4dce-bfb6-a4bd8cd7a5c0 req-eceda850-336a-43c5-8dad-da75a0ba094c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:23.763516 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406de4f7-4bb8-4dce-bfb6-a4bd8cd7a5c0 req-eceda850-336a-43c5-8dad-da75a0ba094c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:23.770093 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406de4f7-4bb8-4dce-bfb6-a4bd8cd7a5c0 req-eceda850-336a-43c5-8dad-da75a0ba094c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:23.778898 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406de4f7-4bb8-4dce-bfb6-a4bd8cd7a5c0 req-eceda850-336a-43c5-8dad-da75a0ba094c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:23.781540 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-406de4f7-4bb8-4dce-bfb6-a4bd8cd7a5c0 req-eceda850-336a-43c5-8dad-da75a0ba094c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 5441 time: 0.2729070 Aug 10 03:20:23.841997 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-bd635a93-e2e8-401e-a525-6ae69bf3532d None None] Set router f52ab725-0b18-4914-b88f-f214d12a964e gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:20:23.843933 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a8876-79c3-402b-984a-e5b688dc60eb req-302c713a-f520-4515-835d-2932be004b22 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:23.855994 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1c3a8876-79c3-402b-984a-e5b688dc60eb req-302c713a-f520-4515-835d-2932be004b22 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 943 time: 0.3458781 Aug 10 03:20:23.982297 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-406de4f7-4bb8-4dce-bfb6-a4bd8cd7a5c0 req-9beb1a6b-e88c-4f32-be50-c575a565c87d tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/security-groups?id=b405968e-e8dd-4859-b855-f8ae1385ba0e&id=8fa0499c-1adb-43e6-95ad-71a41197fc16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1802037 Aug 10 03:20:24.074940 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1c3a8876-79c3-402b-984a-e5b688dc60eb req-143eed3d-dc96-4bc3-b795-7fb1984e3709 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=3195847a-22b1-4e5d-a1c3-c326862fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2135692 Aug 10 03:20:24.165423 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-4cbfd615-2a2a-4d93-897e-08c6ed0bbea8 None None] Deleting port 1d5d5ff6-828a-4c02-8b0b-87637e399500 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:20:24.166020 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4cbfd615-2a2a-4d93-897e-08c6ed0bbea8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:24.188271 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-06887f67-721b-4a5f-a7c1-3cbaac7d9cf9 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:24.268080 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-4cbfd615-2a2a-4d93-897e-08c6ed0bbea8 None None] For port 1d5d5ff6-828a-4c02-8b0b-87637e399500, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=1d5d5ff6-828a-4c02-8b0b-87637e399500,segment=NetworkSegment(c9c4577d-85fe-41da-9975-1a512e4592f2),segment_id=c9c4577d-85fe-41da-9975-1a512e4592f2)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:24.268478 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4cbfd615-2a2a-4d93-897e-08c6ed0bbea8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:24.297780 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-903d863b-7e82-4f86-a91c-5bf2e4de8898 service neutron] For port 06c52605-4de4-48ec-a7c2-def5b215a00c, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=06c52605-4de4-48ec-a7c2-def5b215a00c,segment=NetworkSegment(9de9bfca-d5e3-4514-839e-5c60e3c23980),segment_id=9de9bfca-d5e3-4514-839e-5c60e3c23980)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:24.346884 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-903d863b-7e82-4f86-a91c-5bf2e4de8898 service neutron] For port 06c52605-4de4-48ec-a7c2-def5b215a00c, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:20:24.372808 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d922cf9a-d62c-4d70-9ded-da087ecafe9a tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:24.388671 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-4cbfd615-2a2a-4d93-897e-08c6ed0bbea8 None None] Calling delete_port for 1d5d5ff6-828a-4c02-8b0b-87637e399500 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:20:24.388912 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-903d863b-7e82-4f86-a91c-5bf2e4de8898 service neutron] device_id is not set on port 06c52605-4de4-48ec-a7c2-def5b215a00c yet. {{(pid=94216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:20:24.396845 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-d922cf9a-d62c-4d70-9ded-da087ecafe9a tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e34c59f3-5ef2-484d-b216-a6b3b6c007ac']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:24.398561 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-903d863b-7e82-4f86-a91c-5bf2e4de8898 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:24.419499 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-903d863b-7e82-4f86-a91c-5bf2e4de8898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:24.456267 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-d922cf9a-d62c-4d70-9ded-da087ecafe9a tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7658c8a-7778-40eb-9295-f3c680c91600') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:24.456885 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-d922cf9a-d62c-4d70-9ded-da087ecafe9a tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7658c8a-7778-40eb-9295-f3c680c91600') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:24.485074 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d922cf9a-d62c-4d70-9ded-da087ecafe9a tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:24.515772 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d922cf9a-d62c-4d70-9ded-da087ecafe9a tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:24.520348 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903d863b-7e82-4f86-a91c-5bf2e4de8898 service neutron] Pushing event updated for resources: {'Port': ['ID=06c52605-4de4-48ec-a7c2-def5b215a00c,revision_number=6']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:24.523554 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-bd635a93-e2e8-401e-a525-6ae69bf3532d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52ab725-0b18-4914-b88f-f214d12a964e', 'name': 'tempest-ServersTestBootFromVolume-1089544958-router', 'tenant_id': '688ac1bb34fc4bafb2a9d3c4de59e7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '9dfb3c4d-91d0-4414-95d1-8c59b2ed64ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:17:18Z', 'updated_at': '2021-08-10T03:20:18Z', 'revision_number': 5, 'project_id': '688ac1bb34fc4bafb2a9d3c4de59e7f3', 'gw_port': {'id': '9dfb3c4d-91d0-4414-95d1-8c59b2ed64ca', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52ab725-0b18-4914-b88f-f214d12a964e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:17:18Z', 'updated_at': '2021-08-10T03:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:24.546646 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d922cf9a-d62c-4d70-9ded-da087ecafe9a tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:20:24.547539 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d922cf9a-d62c-4d70-9ded-da087ecafe9a tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:24.598551 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 3cb76a07-2239-4585-89f0-ca8e8a3bf275 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:20:24.605308 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd635a93-e2e8-401e-a525-6ae69bf3532d None None] Checking router: f52ab725-0b18-4914-b88f-f214d12a964e for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:20:24.611903 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-903d863b-7e82-4f86-a91c-5bf2e4de8898 service neutron] No DVR routers for this DVR port 06c52605-4de4-48ec-a7c2-def5b215a00c on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:20:24.640244 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 3cb76a07-2239-4585-89f0-ca8e8a3bf275 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:20:24.640753 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 3cb76a07-2239-4585-89f0-ca8e8a3bf275 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:20:24.641313 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 1d5d5ff6-828a-4c02-8b0b-87637e399500 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:20:24.686500 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-903d863b-7e82-4f86-a91c-5bf2e4de8898 service neutron] In _notify_port_updated(), no bound segment for port 06c52605-4de4-48ec-a7c2-def5b215a00c on network f1f6800e-d6fe-4d63-bb1f-c42246d24569 {{(pid=94216) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:20:24.687452 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-903d863b-7e82-4f86-a91c-5bf2e4de8898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:24.688174 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-903d863b-7e82-4f86-a91c-5bf2e4de8898 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:24.690864 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-903d863b-7e82-4f86-a91c-5bf2e4de8898 service neutron] 10.222.0.60 "PUT /v2.0/ports/06c52605-4de4-48ec-a7c2-def5b215a00c HTTP/1.1" status: 200 len: 1032 time: 1.2600186 Aug 10 03:20:24.715956 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:20:24.715956 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:20:24.715956 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:20:24.715956 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:20:24.715956 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:20:24.715956 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:20:24.715956 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:20:24.715956 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:20:24.715956 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:20:24.715956 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:20:24.715956 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:20:24.715956 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:20:24.715956 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:20:24.715956 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:20:24.715956 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:20:24.715956 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:20:24.715956 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:20:24.715956 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:20:24.715956 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:20:24.715956 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:20:24.715956 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:20:24.715956 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:20:24.715956 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:20:24.715956 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:20:24.715956 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:20:24.715956 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:20:24.715956 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:20:24.715956 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:20:24.715956 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:20:24.715956 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:20:24.715956 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:20:24.715956 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:20:24.720027 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-06887f67-721b-4a5f-a7c1-3cbaac7d9cf9 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:24.725973 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc728eb-b5af-4ec8-bdd8-1a778f68bee9 req-1f0ab2c5-8090-4d5a-9209-b2b56c6bbf95 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:24.727867 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2fc728eb-b5af-4ec8-bdd8-1a778f68bee9 req-1f0ab2c5-8090-4d5a-9209-b2b56c6bbf95 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfa2a8d3-ebe1-4103-896b-c4f2df154b68 HTTP/1.1" status: 200 len: 945 time: 0.3230748 Aug 10 03:20:24.782542 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4cbfd615-2a2a-4d93-897e-08c6ed0bbea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:24.796389 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d922cf9a-d62c-4d70-9ded-da087ecafe9a tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:24.805045 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06887f67-721b-4a5f-a7c1-3cbaac7d9cf9 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:20:24.832328 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-06887f67-721b-4a5f-a7c1-3cbaac7d9cf9 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:24.832925 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-06887f67-721b-4a5f-a7c1-3cbaac7d9cf9 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Added segment 5dbdbb09-4f77-4a35-bc84-44f08468ec30 of type vlan for network 3e401442-520d-4ec0-98aa-152bb1874dd7 Aug 10 03:20:24.841033 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbfd615-2a2a-4d93-897e-08c6ed0bbea8 None None] Pushing event deleted for resources: {'Port': ['ID=1d5d5ff6-828a-4c02-8b0b-87637e399500,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:24.846128 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No active binding found for port 1d5d5ff6-828a-4c02-8b0b-87637e399500 {{(pid=94218) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 10 03:20:24.847412 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 1d5d5ff6-828a-4c02-8b0b-87637e399500 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:20:24.849777 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd635a93-e2e8-401e-a525-6ae69bf3532d None None] Routers {'f52ab725-0b18-4914-b88f-f214d12a964e'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:20:24.851472 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-bd635a93-e2e8-401e-a525-6ae69bf3532d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:20:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['f52ab725-0b18-4914-b88f-f214d12a964e'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:24.851889 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06887f67-721b-4a5f-a7c1-3cbaac7d9cf9 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5809b2e4-b652-4a4a-9f97-b38b411b4094,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:24.858075 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbfd615-2a2a-4d93-897e-08c6ed0bbea8 None None] No DVR routers for this DVR port 1d5d5ff6-828a-4c02-8b0b-87637e399500 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:20:24.877201 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d922cf9a-d62c-4d70-9ded-da087ecafe9a tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:24.883649 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d922cf9a-d62c-4d70-9ded-da087ecafe9a tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "DELETE /v2.0/networks/e34c59f3-5ef2-484d-b216-a6b3b6c007ac HTTP/1.1" status: 204 len: 168 time: 1.8777504 Aug 10 03:20:24.891840 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-2e2f9300-84d9-43fc-96ad-52405af1c2bb tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:24.893358 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-2e2f9300-84d9-43fc-96ad-52405af1c2bb tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.60 "GET /v2.0/ports/064b356a-79ea-45c7-aa11-af75a4d13f12?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1905947 Aug 10 03:20:24.894198 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56486) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:24.919003 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2fc728eb-b5af-4ec8-bdd8-1a778f68bee9 req-42230272-1689-432a-a9e7-c0f0201a5a57 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720195 Aug 10 03:20:24.965015 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d922cf9a-d62c-4d70-9ded-da087ecafe9a tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event deleted for resources: {'Network': ['ID=e34c59f3-5ef2-484d-b216-a6b3b6c007ac,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:24.967281 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-e362bb8e-3b28-4da1-a0ef-dc122a7eb5ed service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:25.023521 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9d4cc1eb-419e-4f3b-b996-c32370778b4b admin admin] Notify callbacks [] for router, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:25.041174 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-bd635a93-e2e8-401e-a525-6ae69bf3532d None None] Set router f52ab725-0b18-4914-b88f-f214d12a964e gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:20:25.172357 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-06887f67-721b-4a5f-a7c1-3cbaac7d9cf9 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:25.219605 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-916b8b6d-0cf0-4081-8717-8f2c84837b38 None None] Provisioning complete for port 06c52605-4de4-48ec-a7c2-def5b215a00c triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:25.220199 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-916b8b6d-0cf0-4081-8717-8f2c84837b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:25.296227 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-916b8b6d-0cf0-4081-8717-8f2c84837b38 None None] Port 06c52605-4de4-48ec-a7c2-def5b215a00c cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:20:25.338548 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c9f6e216-000e-4325-84e0-a7d4a64a829d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:25.374611 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-06887f67-721b-4a5f-a7c1-3cbaac7d9cf9 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:25.381338 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06887f67-721b-4a5f-a7c1-3cbaac7d9cf9 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:25.382031 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-06887f67-721b-4a5f-a7c1-3cbaac7d9cf9 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:25.444392 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-e362bb8e-3b28-4da1-a0ef-dc122a7eb5ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:25.519168 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56496) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:25.527391 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-06887f67-721b-4a5f-a7c1-3cbaac7d9cf9 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.3772707 Aug 10 03:20:25.529488 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-bd635a93-e2e8-401e-a525-6ae69bf3532d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52ab725-0b18-4914-b88f-f214d12a964e', 'name': 'tempest-ServersTestBootFromVolume-1089544958-router', 'tenant_id': '688ac1bb34fc4bafb2a9d3c4de59e7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '9dfb3c4d-91d0-4414-95d1-8c59b2ed64ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:17:18Z', 'updated_at': '2021-08-10T03:20:18Z', 'revision_number': 5, 'project_id': '688ac1bb34fc4bafb2a9d3c4de59e7f3', 'gw_port': {'id': '9dfb3c4d-91d0-4414-95d1-8c59b2ed64ca', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52ab725-0b18-4914-b88f-f214d12a964e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:17:18Z', 'updated_at': '2021-08-10T03:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:25.532496 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9d4cc1eb-419e-4f3b-b996-c32370778b4b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:25.548578 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06887f67-721b-4a5f-a7c1-3cbaac7d9cf9 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Pushing event updated for resources: {'Network': ['ID=3e401442-520d-4ec0-98aa-152bb1874dd7,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:25.572433 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-3a71f2de-270d-46c5-b155-1af2b33d9bc1 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Request body: {'subnet': {'network_id': '3e401442-520d-4ec0-98aa-152bb1874dd7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:25.591633 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd635a93-e2e8-401e-a525-6ae69bf3532d None None] The sync data for ids ['f52ab725-0b18-4914-b88f-f214d12a964e'] in n-d-768851-15 is: [{'id': 'f52ab725-0b18-4914-b88f-f214d12a964e', 'name': 'tempest-ServersTestBootFromVolume-1089544958-router', 'tenant_id': '688ac1bb34fc4bafb2a9d3c4de59e7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '9dfb3c4d-91d0-4414-95d1-8c59b2ed64ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:17:18Z', 'updated_at': '2021-08-10T03:20:18Z', 'revision_number': 5, 'project_id': '688ac1bb34fc4bafb2a9d3c4de59e7f3', 'gw_port': {'id': '9dfb3c4d-91d0-4414-95d1-8c59b2ed64ca', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52ab725-0b18-4914-b88f-f214d12a964e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:17:18Z', 'updated_at': '2021-08-10T03:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:20:25.601085 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 3e401442-520d-4ec0-98aa-152bb1874dd7 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:20:25.669040 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-9d4cc1eb-419e-4f3b-b996-c32370778b4b admin admin] Deleting port 9dfb3c4d-91d0-4414-95d1-8c59b2ed64ca {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:20:25.670549 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9d4cc1eb-419e-4f3b-b996-c32370778b4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:25.693303 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d65d0-a8fc-4133-842f-de82d8b73ab7 req-1e56177d-602c-4684-925f-dc1e54cfc9ac tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:25.704062 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d65d0-a8fc-4133-842f-de82d8b73ab7 req-1e56177d-602c-4684-925f-dc1e54cfc9ac tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:25.716872 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d65d0-a8fc-4133-842f-de82d8b73ab7 req-1e56177d-602c-4684-925f-dc1e54cfc9ac tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:25.738030 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d65d0-a8fc-4133-842f-de82d8b73ab7 req-1e56177d-602c-4684-925f-dc1e54cfc9ac tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:25.744496 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d65d0-a8fc-4133-842f-de82d8b73ab7 req-1e56177d-602c-4684-925f-dc1e54cfc9ac tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:25.761466 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d65d0-a8fc-4133-842f-de82d8b73ab7 req-1e56177d-602c-4684-925f-dc1e54cfc9ac tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:25.763933 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ff3d65d0-a8fc-4133-842f-de82d8b73ab7 req-1e56177d-602c-4684-925f-dc1e54cfc9ac tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 4662 time: 0.5456657 Aug 10 03:20:25.905488 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e29d25-a6e1-4d62-88b7-2f8be44b5406 req-cc4b5dad-65f2-48d7-9865-8bb601a8cfc2 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:25.913040 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d3e29d25-a6e1-4d62-88b7-2f8be44b5406 req-cc4b5dad-65f2-48d7-9865-8bb601a8cfc2 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 943 time: 0.5840344 Aug 10 03:20:25.917673 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c9f6e216-000e-4325-84e0-a7d4a64a829d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:25.963670 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-9d4cc1eb-419e-4f3b-b996-c32370778b4b admin admin] For port 9dfb3c4d-91d0-4414-95d1-8c59b2ed64ca, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=9dfb3c4d-91d0-4414-95d1-8c59b2ed64ca,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:25.964049 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9d4cc1eb-419e-4f3b-b996-c32370778b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:25.966133 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-c9f6e216-000e-4325-84e0-a7d4a64a829d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a3e2d09-8ce6-4aff-aad0-cffcefd0ee3f']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:25.980691 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-c9f6e216-000e-4325-84e0-a7d4a64a829d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9c4577d-85fe-41da-9975-1a512e4592f2') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:25.981409 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-c9f6e216-000e-4325-84e0-a7d4a64a829d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9c4577d-85fe-41da-9975-1a512e4592f2') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:25.995737 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c9f6e216-000e-4325-84e0-a7d4a64a829d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:26.014170 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c9f6e216-000e-4325-84e0-a7d4a64a829d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:26.022009 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9f6e216-000e-4325-84e0-a7d4a64a829d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:20:26.022557 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c9f6e216-000e-4325-84e0-a7d4a64a829d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:26.028415 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-9d4cc1eb-419e-4f3b-b996-c32370778b4b admin admin] Calling delete_port for 9dfb3c4d-91d0-4414-95d1-8c59b2ed64ca owned by network:router_gateway {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:20:26.151843 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:26.322914 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:26.343544 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-e362bb8e-3b28-4da1-a0ef-dc122a7eb5ed service neutron] For port 064b356a-79ea-45c7-aa11-af75a4d13f12, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=064b356a-79ea-45c7-aa11-af75a4d13f12,segment=NetworkSegment(9de9bfca-d5e3-4514-839e-5c60e3c23980),segment_id=9de9bfca-d5e3-4514-839e-5c60e3c23980)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:26.445309 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-e362bb8e-3b28-4da1-a0ef-dc122a7eb5ed service neutron] For port 064b356a-79ea-45c7-aa11-af75a4d13f12, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:20:26.472295 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 6ddeabdf-2a6d-4355-b3cc-5dcc21e2f375 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:20:26.483496 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9d4cc1eb-419e-4f3b-b996-c32370778b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:26.583201 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:20:26.583201 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:20:26.583201 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:20:26.583201 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:20:26.583201 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:20:26.583201 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:20:26.583201 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:20:26.583201 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:20:26.583201 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:20:26.583201 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:20:26.583201 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:20:26.583201 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:20:26.583201 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:20:26.583201 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:20:26.583201 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:20:26.583201 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:20:26.583201 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:20:26.583201 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:20:26.583201 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:20:26.583201 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:20:26.583201 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:20:26.583201 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:20:26.583201 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:20:26.583201 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:20:26.583201 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:20:26.583201 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:20:26.583201 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:20:26.583201 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:20:26.583201 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:20:26.583201 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:20:26.583201 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:20:26.583201 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:20:26.672019 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4cc1eb-419e-4f3b-b996-c32370778b4b admin admin] Pushing event deleted for resources: {'Port': ['ID=9dfb3c4d-91d0-4414-95d1-8c59b2ed64ca,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:26.738120 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-e362bb8e-3b28-4da1-a0ef-dc122a7eb5ed service neutron] device_id is not set on port 064b356a-79ea-45c7-aa11-af75a4d13f12 yet. {{(pid=94216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:20:26.752845 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-e362bb8e-3b28-4da1-a0ef-dc122a7eb5ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:26.793747 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ff3d65d0-a8fc-4133-842f-de82d8b73ab7 req-5c097761-9ee6-4686-bc49-c9e68b6c03b6 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/security-groups?id=b405968e-e8dd-4859-b855-f8ae1385ba0e&id=8fa0499c-1adb-43e6-95ad-71a41197fc16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9733567 Aug 10 03:20:26.831339 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-e362bb8e-3b28-4da1-a0ef-dc122a7eb5ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:26.857910 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9d4cc1eb-419e-4f3b-b996-c32370778b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:27.070513 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c9f6e216-000e-4325-84e0-a7d4a64a829d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:27.073211 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 7f7d4070-63a5-4dcf-a267-bab9b2c3747d no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:20:27.080296 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 6ddeabdf-2a6d-4355-b3cc-5dcc21e2f375 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:20:27.081291 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 6ddeabdf-2a6d-4355-b3cc-5dcc21e2f375 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:20:27.131960 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c9f6e216-000e-4325-84e0-a7d4a64a829d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:27.149337 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-c9f6e216-000e-4325-84e0-a7d4a64a829d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "DELETE /v2.0/networks/7a3e2d09-8ce6-4aff-aad0-cffcefd0ee3f HTTP/1.1" status: 204 len: 168 time: 2.2416720 Aug 10 03:20:27.159740 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56522) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:27.187871 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-ea4f06bb-a225-4aa5-9091-0cf27c879cda tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Request body: {'network': {'name': 'tempest-RoutersTest-787366730'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:27.199301 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e362bb8e-3b28-4da1-a0ef-dc122a7eb5ed service neutron] Pushing event updated for resources: {'Port': ['ID=064b356a-79ea-45c7-aa11-af75a4d13f12,revision_number=6']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:27.200811 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9d4cc1eb-419e-4f3b-b996-c32370778b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:27.211302 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9d4cc1eb-419e-4f3b-b996-c32370778b4b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:27.245073 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d3e29d25-a6e1-4d62-88b7-2f8be44b5406 req-10172ca7-89b3-4f34-825b-4aea4859be94 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=3195847a-22b1-4e5d-a1c3-c326862fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3304837 Aug 10 03:20:27.329671 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a71f2de-270d-46c5-b155-1af2b33d9bc1 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Made reservation on behalf of aca5d2fcd8454290896309cf976568d3 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:20:27.339005 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3a71f2de-270d-46c5-b155-1af2b33d9bc1 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:27.360418 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f6e216-000e-4325-84e0-a7d4a64a829d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event deleted for resources: {'Network': ['ID=7a3e2d09-8ce6-4aff-aad0-cffcefd0ee3f,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:27.392678 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:27.393355 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9d4cc1eb-419e-4f3b-b996-c32370778b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:27.393465 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4cc1eb-419e-4f3b-b996-c32370778b4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f52ab725-0b18-4914-b88f-f214d12a964e {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:20:27.398725 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9d4cc1eb-419e-4f3b-b996-c32370778b4b admin admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:27.400052 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9d4cc1eb-419e-4f3b-b996-c32370778b4b admin admin] 10.222.0.62 "DELETE /v2.0/routers/f52ab725-0b18-4914-b88f-f214d12a964e HTTP/1.1" status: 204 len: 168 time: 4.1710002 Aug 10 03:20:27.402670 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56524) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:27.486486 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e71a0fd-9049-4db9-b09f-57f7e39649f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f7d4070-63a5-4dcf-a267-bab9b2c3747d'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:20:27.495520 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2903eae5-89e1-46b3-abac-d5134168230b" -d '{"events": [{"server_uuid": "1e71a0fd-9049-4db9-b09f-57f7e39649f7", "name": "network-vif-unplugged", "status": "completed", "tag": "7f7d4070-63a5-4dcf-a267-bab9b2c3747d"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:20:27.519956 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-376e7336-c60f-4630-bdaa-edc4405b2cb1 admin admin] Deleting subnet c72cc844-d40a-416a-bb3f-e518baffdc69 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:20:27.535712 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-376e7336-c60f-4630-bdaa-edc4405b2cb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:27.539016 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 7f7d4070-63a5-4dcf-a267-bab9b2c3747d, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=7f7d4070-63a5-4dcf-a267-bab9b2c3747d,segment=NetworkSegment(9de9bfca-d5e3-4514-839e-5c60e3c23980),segment_id=9de9bfca-d5e3-4514-839e-5c60e3c23980)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:27.569130 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:27.573875 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 922f1e4c-a149-4359-82ba-e7d48bec92e7 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:20:27.625039 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-376e7336-c60f-4630-bdaa-edc4405b2cb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:27.683216 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb07d17a-4e5f-4a0c-9fab-7ed3544f4154 x-openstack-request-id: req-fb07d17a-4e5f-4a0c-9fab-7ed3544f4154 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:20:27.683593 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e71a0fd-9049-4db9-b09f-57f7e39649f7", "name": "network-vif-unplugged", "status": "completed", "tag": "7f7d4070-63a5-4dcf-a267-bab9b2c3747d", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:20:27.683849 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fb07d17a-4e5f-4a0c-9fab-7ed3544f4154 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:20:27.684249 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e71a0fd-9049-4db9-b09f-57f7e39649f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f7d4070-63a5-4dcf-a267-bab9b2c3747d', 'code': 200} Aug 10 03:20:27.775912 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-fdc499b1-5a68-4af0-b6cc-dc01b95e20a6 None None] Provisioning complete for port 064b356a-79ea-45c7-aa11-af75a4d13f12 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:27.776279 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-fdc499b1-5a68-4af0-b6cc-dc01b95e20a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:27.780500 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-e362bb8e-3b28-4da1-a0ef-dc122a7eb5ed service neutron] No DVR routers for this DVR port 064b356a-79ea-45c7-aa11-af75a4d13f12 on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:20:27.823756 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-e362bb8e-3b28-4da1-a0ef-dc122a7eb5ed service neutron] In _notify_port_updated(), no bound segment for port 064b356a-79ea-45c7-aa11-af75a4d13f12 on network f1f6800e-d6fe-4d63-bb1f-c42246d24569 {{(pid=94216) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:20:27.824950 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-e362bb8e-3b28-4da1-a0ef-dc122a7eb5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:27.825943 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-e362bb8e-3b28-4da1-a0ef-dc122a7eb5ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:27.826502 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-376e7336-c60f-4630-bdaa-edc4405b2cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:27.827969 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-e362bb8e-3b28-4da1-a0ef-dc122a7eb5ed service neutron] 10.222.0.60 "PUT /v2.0/ports/064b356a-79ea-45c7-aa11-af75a4d13f12 HTTP/1.1" status: 200 len: 1032 time: 2.9068303 Aug 10 03:20:27.830146 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3a71f2de-270d-46c5-b155-1af2b33d9bc1 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:27.853488 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-fdc499b1-5a68-4af0-b6cc-dc01b95e20a6 None None] Port 064b356a-79ea-45c7-aa11-af75a4d13f12 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:20:27.942215 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:27.952408 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-376e7336-c60f-4630-bdaa-edc4405b2cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:27.988873 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=7f7d4070-63a5-4dcf-a267-bab9b2c3747d,revision_number=6']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:27.995684 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4f06bb-a225-4aa5-9091-0cf27c879cda tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Made reservation on behalf of c682678ede4c49b18134196e23ba84b8 for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:20:28.002812 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ea4f06bb-a225-4aa5-9091-0cf27c879cda tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:28.007486 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376e7336-c60f-4630-bdaa-edc4405b2cb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c72cc844-d40a-416a-bb3f-e518baffdc69,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:28.021387 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-376e7336-c60f-4630-bdaa-edc4405b2cb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:28.023357 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-376e7336-c60f-4630-bdaa-edc4405b2cb1 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/c72cc844-d40a-416a-bb3f-e518baffdc69 HTTP/1.1" status: 204 len: 168 time: 0.6199400 Aug 10 03:20:28.029748 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56536) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:28.031700 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5028238e-6923-4e37-aedf-22ebd6d8de64 None None] Network 78be5df8-906c-423e-9c5f-789b0e5bc6a5 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:20:28.071479 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 922f1e4c-a149-4359-82ba-e7d48bec92e7, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=922f1e4c-a149-4359-82ba-e7d48bec92e7,segment=NetworkSegment(3980fb01-f4d6-4f9d-89ff-97ad0cbaf2ff),segment_id=3980fb01-f4d6-4f9d-89ff-97ad0cbaf2ff)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:28.096932 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:28.098290 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 9140a197-e2ae-4fbc-a8b1-69cdd61eb563 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:20:28.235409 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c8b90-0e79-4e6e-b598-3b16952e312e req-305b96a4-f203-4835-8914-0b9dcb373b40 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:28.240138 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4f7c8b90-0e79-4e6e-b598-3b16952e312e req-305b96a4-f203-4835-8914-0b9dcb373b40 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfa2a8d3-ebe1-4103-896b-c4f2df154b68 HTTP/1.1" status: 200 len: 945 time: 1.0458155 Aug 10 03:20:28.265422 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f5da57c1-0834-4a61-b1de-0b0fd64887ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:28.335927 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea4f06bb-a225-4aa5-9091-0cf27c879cda tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:20:28.381966 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a71f2de-270d-46c5-b155-1af2b33d9bc1 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Pushing event updated for resources: {'Subnet': ['ID=12d52a98-2b95-4d69-8a3a-d5db1a1d86e1,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:28.392143 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a71f2de-270d-46c5-b155-1af2b33d9bc1 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:28.392143 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a71f2de-270d-46c5-b155-1af2b33d9bc1 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:28.392622 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a71f2de-270d-46c5-b155-1af2b33d9bc1 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:28.392968 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a71f2de-270d-46c5-b155-1af2b33d9bc1 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:28.393312 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a71f2de-270d-46c5-b155-1af2b33d9bc1 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:28.393713 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a71f2de-270d-46c5-b155-1af2b33d9bc1 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:28.394076 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a71f2de-270d-46c5-b155-1af2b33d9bc1 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:28.394411 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a71f2de-270d-46c5-b155-1af2b33d9bc1 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:28.394815 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a71f2de-270d-46c5-b155-1af2b33d9bc1 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:28.396184 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a71f2de-270d-46c5-b155-1af2b33d9bc1 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:28.396184 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a71f2de-270d-46c5-b155-1af2b33d9bc1 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:28.396184 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a71f2de-270d-46c5-b155-1af2b33d9bc1 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:28.413617 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ea4f06bb-a225-4aa5-9091-0cf27c879cda tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:28.414016 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-ea4f06bb-a225-4aa5-9091-0cf27c879cda tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Added segment 5b2e0445-6044-4eec-8f63-587b1086cb89 of type vlan for network 767a4154-2e3e-4b0d-91ab-976af902235c Aug 10 03:20:28.433067 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a71f2de-270d-46c5-b155-1af2b33d9bc1 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Checking segment: {'id': '5dbdbb09-4f77-4a35-bc84-44f08468ec30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '3e401442-520d-4ec0-98aa-152bb1874dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:20:28.433067 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a71f2de-270d-46c5-b155-1af2b33d9bc1 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Network hostable DHCP agents. Network: 3e401442-520d-4ec0-98aa-152bb1874dd7, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:20:28.447182 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-f5da57c1-0834-4a61-b1de-0b0fd64887ba admin admin] Deleting port 9e3c4742-2c0c-4c46-a5d0-58dc28aaad33 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:20:28.447557 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f5da57c1-0834-4a61-b1de-0b0fd64887ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:28.465610 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=922f1e4c-a149-4359-82ba-e7d48bec92e7,revision_number=6']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:28.527427 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ea4f06bb-a225-4aa5-9091-0cf27c879cda tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:28.558276 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 9dfb3c4d-91d0-4414-95d1-8c59b2ed64ca no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:20:28.558657 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe606c2-a868-4635-92e7-6311319230f2 req-212b0476-99c0-4f23-891b-85d6cc54b511 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:28.564775 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe606c2-a868-4635-92e7-6311319230f2 req-212b0476-99c0-4f23-891b-85d6cc54b511 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:28.570937 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe606c2-a868-4635-92e7-6311319230f2 req-212b0476-99c0-4f23-891b-85d6cc54b511 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:28.578005 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe606c2-a868-4635-92e7-6311319230f2 req-212b0476-99c0-4f23-891b-85d6cc54b511 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:28.584547 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe606c2-a868-4635-92e7-6311319230f2 req-212b0476-99c0-4f23-891b-85d6cc54b511 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:28.595778 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cbe606c2-a868-4635-92e7-6311319230f2 req-212b0476-99c0-4f23-891b-85d6cc54b511 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 3879 time: 0.5123446 Aug 10 03:20:28.613383 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 9dfb3c4d-91d0-4414-95d1-8c59b2ed64ca {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:20:28.613732 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 9dfb3c4d-91d0-4414-95d1-8c59b2ed64ca not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:20:28.619751 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:28.622541 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4f7c8b90-0e79-4e6e-b598-3b16952e312e req-0f2bf722-b021-41f1-82b5-aaf14bf9ea89 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3544545 Aug 10 03:20:28.658046 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a71f2de-270d-46c5-b155-1af2b33d9bc1 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Network 3e401442-520d-4ec0-98aa-152bb1874dd7 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:20:28.670633 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ea4f06bb-a225-4aa5-9091-0cf27c879cda tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:28.677682 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-f5da57c1-0834-4a61-b1de-0b0fd64887ba admin admin] For port 9e3c4742-2c0c-4c46-a5d0-58dc28aaad33, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=9e3c4742-2c0c-4c46-a5d0-58dc28aaad33,segment=NetworkSegment(91865bfd-91d9-4155-bf76-2fc9d6980dd7),segment_id=91865bfd-91d9-4155-bf76-2fc9d6980dd7)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:28.678221 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f5da57c1-0834-4a61-b1de-0b0fd64887ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:28.691201 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4f06bb-a225-4aa5-9091-0cf27c879cda tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:28.692224 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ea4f06bb-a225-4aa5-9091-0cf27c879cda tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:28.728393 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ea4f06bb-a225-4aa5-9091-0cf27c879cda tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5589998 Aug 10 03:20:28.731483 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-3a71f2de-270d-46c5-b155-1af2b33d9bc1 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 3e401442-520d-4ec0-98aa-152bb1874dd7) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:28.735769 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56548) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:28.738161 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc7a039-b0bb-43f1-a63c-0223b0b32cfd None None] DHCP port deletion for 78be5df8-906c-423e-9c5f-789b0e5bc6a5 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:20:28.738912 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-f5da57c1-0834-4a61-b1de-0b0fd64887ba admin admin] Calling delete_port for 9e3c4742-2c0c-4c46-a5d0-58dc28aaad33 owned by network:dhcp {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:20:28.749474 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-167fc48e-2a57-48cf-bd98-84471cca0be9 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Request body: {'subnet': {'network_id': '767a4154-2e3e-4b0d-91ab-976af902235c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:28.752731 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 9140a197-e2ae-4fbc-a8b1-69cdd61eb563, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=9140a197-e2ae-4fbc-a8b1-69cdd61eb563,segment=NetworkSegment(b96f6dd2-820f-4525-9b5d-9cb81ae71b32),segment_id=b96f6dd2-820f-4525-9b5d-9cb81ae71b32)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:28.753941 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c132378-0893-45d1-af12-bbe9092dcb38 None None] Network 3e401442-520d-4ec0-98aa-152bb1874dd7 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:20:28.779465 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:28.789393 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 28fae6e2-48ce-4dfb-97b0-a801a71104de no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:20:28.834186 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a71f2de-270d-46c5-b155-1af2b33d9bc1 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:28.847639 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3a71f2de-270d-46c5-b155-1af2b33d9bc1 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:29.029253 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f5da57c1-0834-4a61-b1de-0b0fd64887ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:29.047844 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=9140a197-e2ae-4fbc-a8b1-69cdd61eb563,revision_number=6']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:29.063225 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5da57c1-0834-4a61-b1de-0b0fd64887ba admin admin] Pushing event deleted for resources: {'Port': ['ID=9e3c4742-2c0c-4c46-a5d0-58dc28aaad33,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:29.097645 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5da57c1-0834-4a61-b1de-0b0fd64887ba admin admin] No DVR routers for this DVR port 9e3c4742-2c0c-4c46-a5d0-58dc28aaad33 on host n-d-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:20:29.171738 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167fc48e-2a57-48cf-bd98-84471cca0be9 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Made reservation on behalf of c682678ede4c49b18134196e23ba84b8 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:20:29.180637 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-167fc48e-2a57-48cf-bd98-84471cca0be9 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:29.340952 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-5cc7a039-b0bb-43f1-a63c-0223b0b32cfd None None] Deleting port 9e3c4742-2c0c-4c46-a5d0-58dc28aaad33 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:20:29.341316 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5cc7a039-b0bb-43f1-a63c-0223b0b32cfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:29.496430 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cbe606c2-a868-4635-92e7-6311319230f2 req-6ce7db2a-3622-491c-99b6-a70436fbdf34 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/security-groups?id=8fa0499c-1adb-43e6-95ad-71a41197fc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8913703 Aug 10 03:20:29.498499 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-5cc7a039-b0bb-43f1-a63c-0223b0b32cfd None None] For port 9e3c4742-2c0c-4c46-a5d0-58dc28aaad33, host n-d-768851-15, got binding levels [] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:29.498986 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5cc7a039-b0bb-43f1-a63c-0223b0b32cfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:29.519090 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-5cc7a039-b0bb-43f1-a63c-0223b0b32cfd None None] Calling delete_port for 9e3c4742-2c0c-4c46-a5d0-58dc28aaad33 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:20:29.522017 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.ipam_backend_mixin [None req-5cc7a039-b0bb-43f1-a63c-0223b0b32cfd None None] Port 9e3c4742-2c0c-4c46-a5d0-58dc28aaad33 was not found and therefore no delete operation was performed {{(pid=94218) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 03:20:29.528682 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5cc7a039-b0bb-43f1-a63c-0223b0b32cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:29.588398 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc7a039-b0bb-43f1-a63c-0223b0b32cfd None None] No DVR routers for this DVR port 9e3c4742-2c0c-4c46-a5d0-58dc28aaad33 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:20:29.597400 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc7a039-b0bb-43f1-a63c-0223b0b32cfd None None] Pushing event deleted for resources: {'Port': ['ID=9e3c4742-2c0c-4c46-a5d0-58dc28aaad33,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:29.615125 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:29.659721 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4f06bb-a225-4aa5-9091-0cf27c879cda tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event updated for resources: {'Network': ['ID=767a4154-2e3e-4b0d-91ab-976af902235c,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:29.670552 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-3a71f2de-270d-46c5-b155-1af2b33d9bc1 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1473899 Aug 10 03:20:29.674631 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56572) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:29.690420 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e71a0fd-9049-4db9-b09f-57f7e39649f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '922f1e4c-a149-4359-82ba-e7d48bec92e7'}, {'server_uuid': '1e71a0fd-9049-4db9-b09f-57f7e39649f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9140a197-e2ae-4fbc-a8b1-69cdd61eb563'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:20:29.693053 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f5da57c1-0834-4a61-b1de-0b0fd64887ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:29.693614 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-792d3d50-d057-453f-b4d6-b9a27319497f" -d '{"events": [{"server_uuid": "1e71a0fd-9049-4db9-b09f-57f7e39649f7", "name": "network-vif-unplugged", "status": "completed", "tag": "922f1e4c-a149-4359-82ba-e7d48bec92e7"}, {"server_uuid": "1e71a0fd-9049-4db9-b09f-57f7e39649f7", "name": "network-vif-unplugged", "status": "completed", "tag": "9140a197-e2ae-4fbc-a8b1-69cdd61eb563"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:20:29.699872 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 767a4154-2e3e-4b0d-91ab-976af902235c details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:20:29.709325 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-6de9089a-c341-42b4-91f5-604fd9b65c43 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Request body: {'port': {'network_id': '3e401442-520d-4ec0-98aa-152bb1874dd7', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2102872813'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:29.718539 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-f5da57c1-0834-4a61-b1de-0b0fd64887ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78be5df8-906c-423e-9c5f-789b0e5bc6a5']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:29.727611 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-33c76bd0-4492-4d97-a3e3-76d6a9af67c4 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Deleting port ee53d7b7-1d52-47a8-a630-59afbe99d7bd {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:20:29.727967 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-33c76bd0-4492-4d97-a3e3-76d6a9af67c4 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:29.731439 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e39139-ac13-47f4-85a0-a3a5456dfed9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-3e401442-520d-4ec0-98aa-152bb1874dd7', 'network_id': '3e401442-520d-4ec0-98aa-152bb1874dd7', 'tenant_id': 'aca5d2fcd8454290896309cf976568d3', 'fixed_ips': [{'subnet_id': '12d52a98-2b95-4d69-8a3a-d5db1a1d86e1'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:20:29.732612 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-81e39139-ac13-47f4-85a0-a3a5456dfed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:29.737435 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-f5da57c1-0834-4a61-b1de-0b0fd64887ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91865bfd-91d9-4155-bf76-2fc9d6980dd7') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:29.737650 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-f5da57c1-0834-4a61-b1de-0b0fd64887ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91865bfd-91d9-4155-bf76-2fc9d6980dd7') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:29.761130 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f5da57c1-0834-4a61-b1de-0b0fd64887ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:29.778661 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 28fae6e2-48ce-4dfb-97b0-a801a71104de, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=28fae6e2-48ce-4dfb-97b0-a801a71104de,segment=NetworkSegment(9de9bfca-d5e3-4514-839e-5c60e3c23980),segment_id=9de9bfca-d5e3-4514-839e-5c60e3c23980)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:29.787142 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f5da57c1-0834-4a61-b1de-0b0fd64887ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:29.798199 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:29.799632 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 06c52605-4de4-48ec-a7c2-def5b215a00c no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:20:29.799940 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5da57c1-0834-4a61-b1de-0b0fd64887ba admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:20:29.800526 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f5da57c1-0834-4a61-b1de-0b0fd64887ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:29.901859 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:20:29.901859 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:20:29.901859 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:20:29.901859 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:20:29.901859 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:20:29.901859 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:20:29.901859 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:20:29.901859 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:20:29.901859 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:20:29.901859 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:20:29.901859 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:20:29.901859 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:20:29.901859 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:20:29.901859 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:20:29.901859 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:20:29.901859 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:20:29.901859 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:20:29.901859 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:20:29.901859 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:20:29.901859 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:20:29.901859 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:20:29.901859 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:20:29.901859 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:20:29.901859 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:20:29.901859 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:20:29.901859 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:20:29.901859 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:20:29.901859 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:20:29.901859 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:20:29.901859 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:20:29.901859 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:20:29.901859 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:20:29.909400 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=28fae6e2-48ce-4dfb-97b0-a801a71104de,revision_number=6']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:29.994624 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f5da57c1-0834-4a61-b1de-0b0fd64887ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:30.005060 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603b941-9751-4f40-899a-d446616cdce8 req-e2330ac7-842a-4272-98d9-4bc8f3f5f16d tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:30.013388 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8603b941-9751-4f40-899a-d446616cdce8 req-e2330ac7-842a-4272-98d9-4bc8f3f5f16d tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 943 time: 0.5075955 Aug 10 03:20:30.024004 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f5da57c1-0834-4a61-b1de-0b0fd64887ba admin admin] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:30.029395 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 06c52605-4de4-48ec-a7c2-def5b215a00c not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:20:30.029395 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 064b356a-79ea-45c7-aa11-af75a4d13f12 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:20:30.030099 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f5da57c1-0834-4a61-b1de-0b0fd64887ba admin admin] 10.222.0.62 "DELETE /v2.0/networks/78be5df8-906c-423e-9c5f-789b0e5bc6a5 HTTP/1.1" status: 204 len: 168 time: 1.9992938 Aug 10 03:20:30.069983 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5da57c1-0834-4a61-b1de-0b0fd64887ba admin admin] Pushing event deleted for resources: {'Network': ['ID=78be5df8-906c-423e-9c5f-789b0e5bc6a5,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:30.081107 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-167fc48e-2a57-48cf-bd98-84471cca0be9 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:30.096268 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 064b356a-79ea-45c7-aa11-af75a4d13f12 not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:20:30.096707 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device ee53d7b7-1d52-47a8-a630-59afbe99d7bd no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:20:30.125244 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073d389f-ad10-4c9f-9f64-2d11609e82f3 req-64f59f30-7048-4176-be61-79a397308c45 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:30.132194 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-073d389f-ad10-4c9f-9f64-2d11609e82f3 req-64f59f30-7048-4176-be61-79a397308c45 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 945 time: 0.4789147 Aug 10 03:20:30.200773 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:30.240709 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port ee53d7b7-1d52-47a8-a630-59afbe99d7bd, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=ee53d7b7-1d52-47a8-a630-59afbe99d7bd,segment=NetworkSegment(b96f6dd2-820f-4525-9b5d-9cb81ae71b32),segment_id=b96f6dd2-820f-4525-9b5d-9cb81ae71b32)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:30.248968 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-81e39139-ac13-47f4-85a0-a3a5456dfed9 None None] Allocated IP 172.20.0.2 (3e401442-520d-4ec0-98aa-152bb1874dd7/12d52a98-2b95-4d69-8a3a-d5db1a1d86e1/e74c70e8-ee0a-4077-801d-5c00646fea1d) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:20:30.251378 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:30.285385 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167fc48e-2a57-48cf-bd98-84471cca0be9 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event updated for resources: {'Subnet': ['ID=fb39dcd2-6367-4b7d-906c-5f92042f9b2c,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:30.315508 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167fc48e-2a57-48cf-bd98-84471cca0be9 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Checking segment: {'id': '5b2e0445-6044-4eec-8f63-587b1086cb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '767a4154-2e3e-4b0d-91ab-976af902235c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:20:30.317163 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167fc48e-2a57-48cf-bd98-84471cca0be9 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Network hostable DHCP agents. Network: 767a4154-2e3e-4b0d-91ab-976af902235c, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:20:30.364447 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167fc48e-2a57-48cf-bd98-84471cca0be9 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Network 767a4154-2e3e-4b0d-91ab-976af902235c is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:20:30.380961 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-167fc48e-2a57-48cf-bd98-84471cca0be9 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 767a4154-2e3e-4b0d-91ab-976af902235c) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:30.386540 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167fc48e-2a57-48cf-bd98-84471cca0be9 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:30.387659 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-167fc48e-2a57-48cf-bd98-84471cca0be9 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:30.411227 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-21bcf06c-af93-4f0d-adee-bbdcbbb6e573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:30.413016 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7372e081-5ea3-461d-a3e2-20790271a62a None None] Network 767a4154-2e3e-4b0d-91ab-976af902235c requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:20:30.422628 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-167fc48e-2a57-48cf-bd98-84471cca0be9 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6857605 Aug 10 03:20:30.423502 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56594) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:30.429135 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-8800dea8-ce79-407b-bd90-287da6891fc5 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1690412914', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:30.438201 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8603b941-9751-4f40-899a-d446616cdce8 req-449ec572-80a2-41e3-9052-c646c98fa7a5 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=3195847a-22b1-4e5d-a1c3-c326862fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4228117 Aug 10 03:20:30.487319 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-073d389f-ad10-4c9f-9f64-2d11609e82f3 req-83a98405-c5c8-4903-bec5-9b4edf9d2e96 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2979865 Aug 10 03:20:30.538117 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-33c76bd0-4492-4d97-a3e3-76d6a9af67c4 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] For port ee53d7b7-1d52-47a8-a630-59afbe99d7bd, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=ee53d7b7-1d52-47a8-a630-59afbe99d7bd,segment=NetworkSegment(b96f6dd2-820f-4525-9b5d-9cb81ae71b32),segment_id=b96f6dd2-820f-4525-9b5d-9cb81ae71b32)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:30.540312 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-33c76bd0-4492-4d97-a3e3-76d6a9af67c4 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:30.544752 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56600) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:30.576291 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8800dea8-ce79-407b-bd90-287da6891fc5 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:30.577407 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8800dea8-ce79-407b-bd90-287da6891fc5 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:30.616072 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=ee53d7b7-1d52-47a8-a630-59afbe99d7bd,revision_number=6']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:30.629469 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 9e3c4742-2c0c-4c46-a5d0-58dc28aaad33 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:20:30.651219 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de9089a-c341-42b4-91f5-604fd9b65c43 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Made reservation on behalf of aca5d2fcd8454290896309cf976568d3 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:20:30.665849 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6de9089a-c341-42b4-91f5-604fd9b65c43 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:30.677125 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 10 Aug 2021 03:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f7c5bc-d2fb-4f14-b325-eea0f7185e00 x-openstack-request-id: req-69f7c5bc-d2fb-4f14-b325-eea0f7185e00 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:20:30.679350 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e71a0fd-9049-4db9-b09f-57f7e39649f7", "name": "network-vif-unplugged", "status": "completed", "tag": "922f1e4c-a149-4359-82ba-e7d48bec92e7", "code": 200}, {"server_uuid": "1e71a0fd-9049-4db9-b09f-57f7e39649f7", "name": "network-vif-unplugged", "status": "completed", "tag": "9140a197-e2ae-4fbc-a8b1-69cdd61eb563", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:20:30.680846 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-69f7c5bc-d2fb-4f14-b325-eea0f7185e00 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:20:30.681372 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e71a0fd-9049-4db9-b09f-57f7e39649f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '922f1e4c-a149-4359-82ba-e7d48bec92e7', 'code': 200} Aug 10 03:20:30.682958 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e71a0fd-9049-4db9-b09f-57f7e39649f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9140a197-e2ae-4fbc-a8b1-69cdd61eb563', 'code': 200} Aug 10 03:20:30.717118 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8800dea8-ce79-407b-bd90-287da6891fc5 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:30.720643 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3e854f56-7156-4386-842a-9cfc3086b0a0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=688ac1bb34fc4bafb2a9d3c4de59e7f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1748283 Aug 10 03:20:30.723733 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56604) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:30.732399 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8800dea8-ce79-407b-bd90-287da6891fc5 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:30.771855 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8800dea8-ce79-407b-bd90-287da6891fc5 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:30.778028 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8800dea8-ce79-407b-bd90-287da6891fc5 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3527825 Aug 10 03:20:30.779251 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56606) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:30.796467 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-6c67b185-820b-4acb-8acb-49d1c29d5331 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Request body: {'port': {'network_id': '767a4154-2e3e-4b0d-91ab-976af902235c', 'name': 'tempest-RoutersTest-251049891'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:30.808998 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [None req-6de9089a-c341-42b4-91f5-604fd9b65c43 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] device_id is not set on port f5e61ccb-24fb-45c1-a4e0-dcf46e87703d yet. {{(pid=94216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:20:30.846498 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-33c76bd0-4492-4d97-a3e3-76d6a9af67c4 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Calling delete_port for ee53d7b7-1d52-47a8-a630-59afbe99d7bd owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:20:30.873688 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c92a3367-cb2b-43c1-98e6-b7a28cfd2ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:30.923116 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c92a3367-cb2b-43c1-98e6-b7a28cfd2ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:31.090925 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef3af18-4506-4b9b-8dc1-f1f726b3c971 req-2a6ffd1e-7437-424e-8850-be99fcf1b161 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:31.104601 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c92a3367-cb2b-43c1-98e6-b7a28cfd2ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:31.106405 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4ef3af18-4506-4b9b-8dc1-f1f726b3c971 req-2a6ffd1e-7437-424e-8850-be99fcf1b161 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfa2a8d3-ebe1-4103-896b-c4f2df154b68 HTTP/1.1" status: 200 len: 945 time: 0.4016724 Aug 10 03:20:31.109485 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c92a3367-cb2b-43c1-98e6-b7a28cfd2ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:31.136168 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c92a3367-cb2b-43c1-98e6-b7a28cfd2ead admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4eda81b0-bccc-4350-971a-1a8007952114 HTTP/1.1" status: 204 len: 168 time: 0.4107380 Aug 10 03:20:31.149223 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae1f35a-cd2d-4b24-8286-32f4c7ddbe7c req-493ddd47-a43a-4977-ab1a-dfa751644c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:31.151543 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9ae1f35a-cd2d-4b24-8286-32f4c7ddbe7c req-493ddd47-a43a-4977-ab1a-dfa751644c8e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=83b79d8631564df6a9bf256e7f6ac69f&device_id=bfa2a8d3-ebe1-4103-896b-c4f2df154b68 HTTP/1.1" status: 200 len: 1097 time: 0.4398322 Aug 10 03:20:31.226303 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92a3367-cb2b-43c1-98e6-b7a28cfd2ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eda81b0-bccc-4350-971a-1a8007952114,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:31.229595 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4ef3af18-4506-4b9b-8dc1-f1f726b3c971 req-05cd3b08-9b05-423f-9db1-cc96bfed1b08 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221459 Aug 10 03:20:31.248827 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c67b185-820b-4acb-8acb-49d1c29d5331 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Made reservation on behalf of c682678ede4c49b18134196e23ba84b8 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:20:31.264623 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6c67b185-820b-4acb-8acb-49d1c29d5331 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:31.275081 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 9e3c4742-2c0c-4c46-a5d0-58dc28aaad33 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:20:31.276017 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 9e3c4742-2c0c-4c46-a5d0-58dc28aaad33 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:20:31.357045 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [None req-6c67b185-820b-4acb-8acb-49d1c29d5331 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] device_id is not set on port ce270b8b-c827-448d-bf80-552fb0d5eca2 yet. {{(pid=94217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:20:31.585741 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-6c67b185-820b-4acb-8acb-49d1c29d5331 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Allocated IP 172.20.0.3 (767a4154-2e3e-4b0d-91ab-976af902235c/fb39dcd2-6367-4b7d-906c-5f92042f9b2c/ce270b8b-c827-448d-bf80-552fb0d5eca2) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:20:31.740171 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4de9f22-9c77-4977-8746-caeb23f42d5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-767a4154-2e3e-4b0d-91ab-976af902235c', 'network_id': '767a4154-2e3e-4b0d-91ab-976af902235c', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'fixed_ips': [{'subnet_id': 'fb39dcd2-6367-4b7d-906c-5f92042f9b2c'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:20:31.741793 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e4de9f22-9c77-4977-8746-caeb23f42d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:31.749613 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-81e39139-ac13-47f4-85a0-a3a5456dfed9 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:31.791574 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-81e39139-ac13-47f4-85a0-a3a5456dfed9 None None] Transition to ACTIVE for port object e74c70e8-ee0a-4077-801d-5c00646fea1d will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:20:31.823482 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d7585-3cfe-4f56-ba82-7c0058f9d112 req-4037f714-c814-42e0-8d97-aaa246628620 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:31.832051 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d7585-3cfe-4f56-ba82-7c0058f9d112 req-4037f714-c814-42e0-8d97-aaa246628620 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:31.840227 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d7585-3cfe-4f56-ba82-7c0058f9d112 req-4037f714-c814-42e0-8d97-aaa246628620 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:31.846927 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d7585-3cfe-4f56-ba82-7c0058f9d112 req-4037f714-c814-42e0-8d97-aaa246628620 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:31.853226 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d7585-3cfe-4f56-ba82-7c0058f9d112 req-4037f714-c814-42e0-8d97-aaa246628620 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:31.861413 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6d8d7585-3cfe-4f56-ba82-7c0058f9d112 req-4037f714-c814-42e0-8d97-aaa246628620 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 3873 time: 0.4747605 Aug 10 03:20:31.868247 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae1f35a-cd2d-4b24-8286-32f4c7ddbe7c req-2f3d811e-c1c5-4d9b-8c9f-b13a31d8b794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:31.870427 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9ae1f35a-cd2d-4b24-8286-32f4c7ddbe7c req-2f3d811e-c1c5-4d9b-8c9f-b13a31d8b794 service neutron] 10.222.0.60 "GET /v2.0/networks?id=480dbe0b-e3be-4a4e-913b-dd9b24bba262 HTTP/1.1" status: 200 len: 913 time: 0.7081087 Aug 10 03:20:31.909270 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135b05e-9d10-442d-b372-68d4cbd71472 req-73fd01c7-09df-4ebf-8424-5b684c78fcbe tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:31.911286 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2135b05e-9d10-442d-b372-68d4cbd71472 req-73fd01c7-09df-4ebf-8424-5b684c78fcbe tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 943 time: 0.2908475 Aug 10 03:20:31.946666 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-33c76bd0-4492-4d97-a3e3-76d6a9af67c4 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:31.956856 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9ae1f35a-cd2d-4b24-8286-32f4c7ddbe7c req-4f54cb5c-64a7-4144-a22b-4502a9777b51 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0455b05d-5b22-4bf2-acff-92ae778947a2 HTTP/1.1" status: 200 len: 217 time: 0.0700908 Aug 10 03:20:31.980824 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6c67b185-820b-4acb-8acb-49d1c29d5331 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:32.012530 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-6c67b185-820b-4acb-8acb-49d1c29d5331 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Transition to ACTIVE for port object ce270b8b-c827-448d-bf80-552fb0d5eca2 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:20:32.017137 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c76bd0-4492-4d97-a3e3-76d6a9af67c4 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Pushing event deleted for resources: {'Port': ['ID=ee53d7b7-1d52-47a8-a630-59afbe99d7bd,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:32.022905 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-81e39139-ac13-47f4-85a0-a3a5456dfed9 None None] Transition to ACTIVE for port object e74c70e8-ee0a-4077-801d-5c00646fea1d will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:20:32.042902 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-81e39139-ac13-47f4-85a0-a3a5456dfed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:32.105464 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6c67b185-820b-4acb-8acb-49d1c29d5331 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:32.108662 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-6de9089a-c341-42b4-91f5-604fd9b65c43 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Allocated IP 172.20.0.6 (3e401442-520d-4ec0-98aa-152bb1874dd7/12d52a98-2b95-4d69-8a3a-d5db1a1d86e1/f5e61ccb-24fb-45c1-a4e0-dcf46e87703d) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:20:32.228030 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae1f35a-cd2d-4b24-8286-32f4c7ddbe7c req-8a4d9bbb-517a-45ed-be1c-d7977571e686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:32.230118 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9ae1f35a-cd2d-4b24-8286-32f4c7ddbe7c req-8a4d9bbb-517a-45ed-be1c-d7977571e686 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=671472a0-ea87-43e5-8586-78a1de5f1af8 HTTP/1.1" status: 200 len: 852 time: 0.2343099 Aug 10 03:20:32.240524 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c67b185-820b-4acb-8acb-49d1c29d5331 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Network 767a4154-2e3e-4b0d-91ab-976af902235c is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:20:32.249756 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-6c67b185-820b-4acb-8acb-49d1c29d5331 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:32.275071 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c67b185-820b-4acb-8acb-49d1c29d5331 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:20:32.288901 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e39139-ac13-47f4-85a0-a3a5456dfed9 None None] Network 3e401442-520d-4ec0-98aa-152bb1874dd7 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:20:32.291899 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6d8d7585-3cfe-4f56-ba82-7c0058f9d112 req-ef1f9249-2d71-4836-8c3e-37ccb6b2226b tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/security-groups?id=8fa0499c-1adb-43e6-95ad-71a41197fc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4289160 Aug 10 03:20:32.311571 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-81e39139-ac13-47f4-85a0-a3a5456dfed9 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:32.316016 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e39139-ac13-47f4-85a0-a3a5456dfed9 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:20:32.318103 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e39139-ac13-47f4-85a0-a3a5456dfed9 None None] Pushing event updated for resources: {'Port': ['ID=e74c70e8-ee0a-4077-801d-5c00646fea1d,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:32.368107 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9ae1f35a-cd2d-4b24-8286-32f4c7ddbe7c req-67e07695-81f7-4b93-a6dd-7deca6c27131 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=480dbe0b-e3be-4a4e-913b-dd9b24bba262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696325 Aug 10 03:20:32.376762 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-e4de9f22-9c77-4977-8746-caeb23f42d5b None None] Allocated IP 172.20.0.2 (767a4154-2e3e-4b0d-91ab-976af902235c/fb39dcd2-6367-4b7d-906c-5f92042f9b2c/c191d187-f67e-4e8b-add2-99ed7ab6c748) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:20:32.411000 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-33c76bd0-4492-4d97-a3e3-76d6a9af67c4 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] No DVR routers for this DVR port ee53d7b7-1d52-47a8-a630-59afbe99d7bd on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:20:32.437864 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2135b05e-9d10-442d-b372-68d4cbd71472 req-299381a1-9091-4099-a263-57e84a51d288 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=3195847a-22b1-4e5d-a1c3-c326862fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4879539 Aug 10 03:20:32.482210 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c67b185-820b-4acb-8acb-49d1c29d5331 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:32.482925 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6c67b185-820b-4acb-8acb-49d1c29d5331 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:32.484207 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-81e39139-ac13-47f4-85a0-a3a5456dfed9 None None] Attempting to bind port e74c70e8-ee0a-4077-801d-5c00646fea1d on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:20:32.484751 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-81e39139-ac13-47f4-85a0-a3a5456dfed9 None None] Attempting to bind port e74c70e8-ee0a-4077-801d-5c00646fea1d by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '5dbdbb09-4f77-4a35-bc84-44f08468ec30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '3e401442-520d-4ec0-98aa-152bb1874dd7'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:20:32.485258 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e39139-ac13-47f4-85a0-a3a5456dfed9 None None] Attempting to bind port e74c70e8-ee0a-4077-801d-5c00646fea1d on network 3e401442-520d-4ec0-98aa-152bb1874dd7 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:20:32.492431 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-33c76bd0-4492-4d97-a3e3-76d6a9af67c4 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:32.494585 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-33c76bd0-4492-4d97-a3e3-76d6a9af67c4 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.60 "DELETE /v2.0/ports/ee53d7b7-1d52-47a8-a630-59afbe99d7bd HTTP/1.1" status: 204 len: 173 time: 4.6488354 Aug 10 03:20:32.495127 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e71a0fd-9049-4db9-b09f-57f7e39649f7', 'name': 'network-vif-deleted', 'tag': 'ee53d7b7-1d52-47a8-a630-59afbe99d7bd'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:20:32.500108 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41f9388-33ae-475e-8668-7113186ade6f" -d '{"events": [{"server_uuid": "1e71a0fd-9049-4db9-b09f-57f7e39649f7", "name": "network-vif-deleted", "tag": "ee53d7b7-1d52-47a8-a630-59afbe99d7bd"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:20:32.544265 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6c67b185-820b-4acb-8acb-49d1c29d5331 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.7614000 Aug 10 03:20:32.544927 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56656) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:32.572898 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c67b185-820b-4acb-8acb-49d1c29d5331 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event updated for resources: {'Port': ['ID=ce270b8b-c827-448d-bf80-552fb0d5eca2,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:32.640334 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e39139-ac13-47f4-85a0-a3a5456dfed9 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:20:32.642891 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e39139-ac13-47f4-85a0-a3a5456dfed9 None None] Checking segment: {'id': '5dbdbb09-4f77-4a35-bc84-44f08468ec30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '3e401442-520d-4ec0-98aa-152bb1874dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:20:32.643378 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-81e39139-ac13-47f4-85a0-a3a5456dfed9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:32.643814 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e39139-ac13-47f4-85a0-a3a5456dfed9 None None] Bound using segment: {'id': '5dbdbb09-4f77-4a35-bc84-44f08468ec30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '3e401442-520d-4ec0-98aa-152bb1874dd7'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:20:32.644317 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-81e39139-ac13-47f4-85a0-a3a5456dfed9 None None] Bound port: e74c70e8-ee0a-4077-801d-5c00646fea1d, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dbdbb09-4f77-4a35-bc84-44f08468ec30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '3e401442-520d-4ec0-98aa-152bb1874dd7'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:20:32.647006 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-81e39139-ac13-47f4-85a0-a3a5456dfed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:32.694709 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e71a0fd-9049-4db9-b09f-57f7e39649f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28fae6e2-48ce-4dfb-97b0-a801a71104de'}, {'server_uuid': '1e71a0fd-9049-4db9-b09f-57f7e39649f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee53d7b7-1d52-47a8-a630-59afbe99d7bd'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:20:32.706443 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a513adb-1a58-487d-b72a-7eb6d589d503" -d '{"events": [{"server_uuid": "1e71a0fd-9049-4db9-b09f-57f7e39649f7", "name": "network-vif-unplugged", "status": "completed", "tag": "28fae6e2-48ce-4dfb-97b0-a801a71104de"}, {"server_uuid": "1e71a0fd-9049-4db9-b09f-57f7e39649f7", "name": "network-vif-unplugged", "status": "completed", "tag": "ee53d7b7-1d52-47a8-a630-59afbe99d7bd"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:20:32.716884 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bbb2223-ad7c-4e92-a66c-629547161094 x-openstack-request-id: req-6bbb2223-ad7c-4e92-a66c-629547161094 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:20:32.717175 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e71a0fd-9049-4db9-b09f-57f7e39649f7", "name": "network-vif-deleted", "tag": "ee53d7b7-1d52-47a8-a630-59afbe99d7bd", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:20:32.717433 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6bbb2223-ad7c-4e92-a66c-629547161094 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:20:32.717837 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e71a0fd-9049-4db9-b09f-57f7e39649f7', 'name': 'network-vif-deleted', 'tag': 'ee53d7b7-1d52-47a8-a630-59afbe99d7bd', 'status': 'completed', 'code': 200} Aug 10 03:20:32.857444 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 10 Aug 2021 03:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3cb8f5-6722-440c-9219-4f05e391e835 x-openstack-request-id: req-1d3cb8f5-6722-440c-9219-4f05e391e835 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:20:32.858050 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e71a0fd-9049-4db9-b09f-57f7e39649f7", "name": "network-vif-unplugged", "status": "completed", "tag": "28fae6e2-48ce-4dfb-97b0-a801a71104de", "code": 200}, {"server_uuid": "1e71a0fd-9049-4db9-b09f-57f7e39649f7", "name": "network-vif-unplugged", "status": "completed", "tag": "ee53d7b7-1d52-47a8-a630-59afbe99d7bd", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:20:32.858050 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1d3cb8f5-6722-440c-9219-4f05e391e835 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:20:32.858853 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e71a0fd-9049-4db9-b09f-57f7e39649f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28fae6e2-48ce-4dfb-97b0-a801a71104de', 'code': 200} Aug 10 03:20:32.858853 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e71a0fd-9049-4db9-b09f-57f7e39649f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee53d7b7-1d52-47a8-a630-59afbe99d7bd', 'code': 200} Aug 10 03:20:32.936616 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c49012-1343-4a76-b442-c65a6227a3b1 req-fc7c48b5-4141-4647-8fd6-c58b2e4ccc33 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:32.938391 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-48c49012-1343-4a76-b442-c65a6227a3b1 req-fc7c48b5-4141-4647-8fd6-c58b2e4ccc33 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfa2a8d3-ebe1-4103-896b-c4f2df154b68 HTTP/1.1" status: 200 len: 945 time: 0.4119408 Aug 10 03:20:33.023353 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-81e39139-ac13-47f4-85a0-a3a5456dfed9 None None] For port e74c70e8-ee0a-4077-801d-5c00646fea1d, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:20:33.030379 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-81e39139-ac13-47f4-85a0-a3a5456dfed9 None None] For port e74c70e8-ee0a-4077-801d-5c00646fea1d, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=e74c70e8-ee0a-4077-801d-5c00646fea1d,segment=NetworkSegment(5dbdbb09-4f77-4a35-bc84-44f08468ec30),segment_id=5dbdbb09-4f77-4a35-bc84-44f08468ec30)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:20:33.049940 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-81e39139-ac13-47f4-85a0-a3a5456dfed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:33.194978 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-48c49012-1343-4a76-b442-c65a6227a3b1 req-d99e0978-798a-4af6-98d8-dfa0799d32da tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408752 Aug 10 03:20:33.222011 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-434512d9-5c31-447d-b304-aeefd4c075ff tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Deleting port 28fae6e2-48ce-4dfb-97b0-a801a71104de {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:20:33.222963 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-434512d9-5c31-447d-b304-aeefd4c075ff tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:33.232189 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6de9089a-c341-42b4-91f5-604fd9b65c43 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:33.236027 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9ae1f35a-cd2d-4b24-8286-32f4c7ddbe7c req-80bf3652-43e3-4b11-9ce9-e7cbb1447c1a service neutron] 10.222.0.60 "GET /v2.0/networks/480dbe0b-e3be-4a4e-913b-dd9b24bba262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8266551 Aug 10 03:20:33.239958 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-560b2208-4aae-449c-9d63-d04dfd619b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:33.317793 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5a7372cd-e156-4efe-9fbb-23fa8d289aa9 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:33.383851 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e4de9f22-9c77-4977-8746-caeb23f42d5b None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:33.402239 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e39139-ac13-47f4-85a0-a3a5456dfed9 None None] Pushing event updated for resources: {'Port': ['ID=e74c70e8-ee0a-4077-801d-5c00646fea1d,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:33.444769 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-e4de9f22-9c77-4977-8746-caeb23f42d5b None None] Transition to ACTIVE for port object c191d187-f67e-4e8b-add2-99ed7ab6c748 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:20:33.450555 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:33.510939 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-e4de9f22-9c77-4977-8746-caeb23f42d5b None None] Transition to ACTIVE for port object c191d187-f67e-4e8b-add2-99ed7ab6c748 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:20:33.524926 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e4de9f22-9c77-4977-8746-caeb23f42d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:33.561911 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56678) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:33.645796 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4de9f22-9c77-4977-8746-caeb23f42d5b None None] Network 767a4154-2e3e-4b0d-91ab-976af902235c is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:20:33.652048 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-e4de9f22-9c77-4977-8746-caeb23f42d5b None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:33.666950 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4de9f22-9c77-4977-8746-caeb23f42d5b None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:20:33.680207 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4de9f22-9c77-4977-8746-caeb23f42d5b None None] Pushing event updated for resources: {'Port': ['ID=c191d187-f67e-4e8b-add2-99ed7ab6c748,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:33.738316 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-6de9089a-c341-42b4-91f5-604fd9b65c43 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Transition to ACTIVE for port object f5e61ccb-24fb-45c1-a4e0-dcf46e87703d will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:20:33.825528 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-e4de9f22-9c77-4977-8746-caeb23f42d5b None None] Attempting to bind port c191d187-f67e-4e8b-add2-99ed7ab6c748 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:20:33.825936 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-e4de9f22-9c77-4977-8746-caeb23f42d5b None None] Attempting to bind port c191d187-f67e-4e8b-add2-99ed7ab6c748 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '5b2e0445-6044-4eec-8f63-587b1086cb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '767a4154-2e3e-4b0d-91ab-976af902235c'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:20:33.828269 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4de9f22-9c77-4977-8746-caeb23f42d5b None None] Attempting to bind port c191d187-f67e-4e8b-add2-99ed7ab6c748 on network 767a4154-2e3e-4b0d-91ab-976af902235c {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:20:33.843444 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4de9f22-9c77-4977-8746-caeb23f42d5b None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:20:33.843838 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4de9f22-9c77-4977-8746-caeb23f42d5b None None] Checking segment: {'id': '5b2e0445-6044-4eec-8f63-587b1086cb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '767a4154-2e3e-4b0d-91ab-976af902235c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:20:33.845329 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e4de9f22-9c77-4977-8746-caeb23f42d5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:33.845736 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4de9f22-9c77-4977-8746-caeb23f42d5b None None] Bound using segment: {'id': '5b2e0445-6044-4eec-8f63-587b1086cb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '767a4154-2e3e-4b0d-91ab-976af902235c'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:20:33.847923 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-e4de9f22-9c77-4977-8746-caeb23f42d5b None None] Bound port: c191d187-f67e-4e8b-add2-99ed7ab6c748, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b2e0445-6044-4eec-8f63-587b1086cb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '767a4154-2e3e-4b0d-91ab-976af902235c'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:20:33.847923 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e4de9f22-9c77-4977-8746-caeb23f42d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:33.881238 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-457a25fa-85e6-4e13-a3f3-788d4a097bf4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1815998178-network', 'tenant_id': 'dc37c9ae14bb4f3b843815f0becba976'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:33.901235 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9ae1f35a-cd2d-4b24-8286-32f4c7ddbe7c req-ab749bda-e0f5-4378-a508-50890693678f service neutron] 10.222.0.60 "GET /v2.0/networks/480dbe0b-e3be-4a4e-913b-dd9b24bba262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6243148 Aug 10 03:20:33.939609 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457a25fa-85e6-4e13-a3f3-788d4a097bf4 admin admin] Made reservation on behalf of dc37c9ae14bb4f3b843815f0becba976 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:20:33.942230 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-457a25fa-85e6-4e13-a3f3-788d4a097bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:33.951412 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300345f-9091-4b08-9644-2aff8e387333 req-d3d1b534-4d7a-43fd-b190-3cf57cbcfc37 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:33.956302 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e300345f-9091-4b08-9644-2aff8e387333 req-d3d1b534-4d7a-43fd-b190-3cf57cbcfc37 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 943 time: 0.3023334 Aug 10 03:20:33.969104 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-457a25fa-85e6-4e13-a3f3-788d4a097bf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:33.990130 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d8361-dc36-49bc-b72e-5dcd2f146f2a req-e4791990-e871-4dcd-8c64-571fbe7bf309 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:33.997320 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d8361-dc36-49bc-b72e-5dcd2f146f2a req-e4791990-e871-4dcd-8c64-571fbe7bf309 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:34.004768 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d8361-dc36-49bc-b72e-5dcd2f146f2a req-e4791990-e871-4dcd-8c64-571fbe7bf309 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:34.005711 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-e4de9f22-9c77-4977-8746-caeb23f42d5b None None] For port c191d187-f67e-4e8b-add2-99ed7ab6c748, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:20:34.011778 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-e4de9f22-9c77-4977-8746-caeb23f42d5b None None] For port c191d187-f67e-4e8b-add2-99ed7ab6c748, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=c191d187-f67e-4e8b-add2-99ed7ab6c748,segment=NetworkSegment(5b2e0445-6044-4eec-8f63-587b1086cb89),segment_id=5b2e0445-6044-4eec-8f63-587b1086cb89)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:20:34.012777 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d8361-dc36-49bc-b72e-5dcd2f146f2a req-e4791990-e871-4dcd-8c64-571fbe7bf309 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:34.014582 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5b1d8361-dc36-49bc-b72e-5dcd2f146f2a req-e4791990-e871-4dcd-8c64-571fbe7bf309 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 3140 time: 0.3964522 Aug 10 03:20:34.018687 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5a7372cd-e156-4efe-9fbb-23fa8d289aa9 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:34.022950 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-434512d9-5c31-447d-b304-aeefd4c075ff tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] For port 28fae6e2-48ce-4dfb-97b0-a801a71104de, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=28fae6e2-48ce-4dfb-97b0-a801a71104de,segment=NetworkSegment(9de9bfca-d5e3-4514-839e-5c60e3c23980),segment_id=9de9bfca-d5e3-4514-839e-5c60e3c23980)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:34.023314 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-434512d9-5c31-447d-b304-aeefd4c075ff tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:34.027207 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e4de9f22-9c77-4977-8746-caeb23f42d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:34.043873 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5a7372cd-e156-4efe-9fbb-23fa8d289aa9 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:34.078213 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-434512d9-5c31-447d-b304-aeefd4c075ff tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Calling delete_port for 28fae6e2-48ce-4dfb-97b0-a801a71104de owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:20:34.140927 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4de9f22-9c77-4977-8746-caeb23f42d5b None None] Pushing event updated for resources: {'Port': ['ID=c191d187-f67e-4e8b-add2-99ed7ab6c748,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:34.156289 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:34.194445 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7372cd-e156-4efe-9fbb-23fa8d289aa9 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event updated for resources: {'Port': ['ID=ce270b8b-c827-448d-bf80-552fb0d5eca2,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:34.218727 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5b1d8361-dc36-49bc-b72e-5dcd2f146f2a req-109b2b08-663f-47d2-ab3f-0bb50f22848b tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/security-groups?id=8fa0499c-1adb-43e6-95ad-71a41197fc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1925297 Aug 10 03:20:34.233710 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6de9089a-c341-42b4-91f5-604fd9b65c43 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:34.238701 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e300345f-9091-4b08-9644-2aff8e387333 req-bca29dfc-7f63-461c-b9ea-b74c765cb317 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=3195847a-22b1-4e5d-a1c3-c326862fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2231152 Aug 10 03:20:34.329559 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de9089a-c341-42b4-91f5-604fd9b65c43 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Network 3e401442-520d-4ec0-98aa-152bb1874dd7 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:20:34.336123 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-6de9089a-c341-42b4-91f5-604fd9b65c43 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:34.358917 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de9089a-c341-42b4-91f5-604fd9b65c43 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:20:34.434453 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de9089a-c341-42b4-91f5-604fd9b65c43 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Pushing event updated for resources: {'Port': ['ID=f5e61ccb-24fb-45c1-a4e0-dcf46e87703d,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:34.501709 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-457a25fa-85e6-4e13-a3f3-788d4a097bf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:34.515712 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de9089a-c341-42b4-91f5-604fd9b65c43 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:34.516467 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6de9089a-c341-42b4-91f5-604fd9b65c43 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:34.540718 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5a7372cd-e156-4efe-9fbb-23fa8d289aa9 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:34.550773 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57168f28-5074-49d7-91bc-019f8126f1bb req-7cbc98af-1a66-45da-9aba-31354c3a3669 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:34.557314 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-57168f28-5074-49d7-91bc-019f8126f1bb req-7cbc98af-1a66-45da-9aba-31354c3a3669 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfa2a8d3-ebe1-4103-896b-c4f2df154b68 HTTP/1.1" status: 200 len: 945 time: 0.2013605 Aug 10 03:20:34.593390 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-434512d9-5c31-447d-b304-aeefd4c075ff tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:34.639243 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e74c70e8-ee0a-4077-801d-5c00646fea1d up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:20:34.648080 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-57168f28-5074-49d7-91bc-019f8126f1bb req-dd2d461b-5534-4a87-a335-ae7829920d10 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779343 Aug 10 03:20:34.690061 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-6de9089a-c341-42b4-91f5-604fd9b65c43 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.9888682 Aug 10 03:20:34.695936 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434512d9-5c31-447d-b304-aeefd4c075ff tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Pushing event deleted for resources: {'Port': ['ID=28fae6e2-48ce-4dfb-97b0-a801a71104de,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:34.702415 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56706) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:34.709593 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-364d2134-00e1-46ed-a6c9-c049520eeaa5 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Request body: {'port': {'network_id': '3e401442-520d-4ec0-98aa-152bb1874dd7', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1583880944', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:34.710249 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.api.validators [None req-364d2134-00e1-46ed-a6c9-c049520eeaa5 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] bootfile-name is not in valid_values {{(pid=94216) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 03:20:34.710602 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.api.validators [None req-364d2134-00e1-46ed-a6c9-c049520eeaa5 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] tftp-server is not in valid_values {{(pid=94216) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 03:20:34.710961 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.api.validators [None req-364d2134-00e1-46ed-a6c9-c049520eeaa5 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] server-ip-address is not in valid_values {{(pid=94216) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 03:20:34.760567 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 77d567da-37a9-45cd-8b79-8328cf500c47 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:20:34.804014 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-434512d9-5c31-447d-b304-aeefd4c075ff tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] No DVR routers for this DVR port 28fae6e2-48ce-4dfb-97b0-a801a71104de on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:20:34.807930 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-434512d9-5c31-447d-b304-aeefd4c075ff tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:34.815604 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-434512d9-5c31-447d-b304-aeefd4c075ff tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.60 "DELETE /v2.0/ports/28fae6e2-48ce-4dfb-97b0-a801a71104de HTTP/1.1" status: 204 len: 173 time: 2.2878902 Aug 10 03:20:34.846188 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e71a0fd-9049-4db9-b09f-57f7e39649f7', 'name': 'network-vif-deleted', 'tag': '28fae6e2-48ce-4dfb-97b0-a801a71104de'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:20:34.848792 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3a6363-f20b-47fd-aea3-975b75690532" -d '{"events": [{"server_uuid": "1e71a0fd-9049-4db9-b09f-57f7e39649f7", "name": "network-vif-deleted", "tag": "28fae6e2-48ce-4dfb-97b0-a801a71104de"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:20:34.871181 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port e74c70e8-ee0a-4077-801d-5c00646fea1d completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:20:34.953976 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 77d567da-37a9-45cd-8b79-8328cf500c47, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=77d567da-37a9-45cd-8b79-8328cf500c47,segment=NetworkSegment(8f60b627-ffb1-479c-a505-a6c7d3d8b515),segment_id=8f60b627-ffb1-479c-a505-a6c7d3d8b515)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:34.965204 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b87a8985-c54a-4eb7-9af6-393cef1c353f x-openstack-request-id: req-b87a8985-c54a-4eb7-9af6-393cef1c353f {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:20:34.965781 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e71a0fd-9049-4db9-b09f-57f7e39649f7", "name": "network-vif-deleted", "tag": "28fae6e2-48ce-4dfb-97b0-a801a71104de", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:20:34.966986 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b87a8985-c54a-4eb7-9af6-393cef1c353f {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:20:34.966986 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e71a0fd-9049-4db9-b09f-57f7e39649f7', 'name': 'network-vif-deleted', 'tag': '28fae6e2-48ce-4dfb-97b0-a801a71104de', 'status': 'completed', 'code': 200} Aug 10 03:20:34.983269 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': '77d567da-37a9-45cd-8b79-8328cf500c47', 'network_id': '0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe', 'port_id': '77d567da-37a9-45cd-8b79-8328cf500c47', 'mac_address': 'fa:16:3e:96:6f:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c05a62ae-44d3-4db4-a938-da6f60472238', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:20:35.036623 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 0455b05d-5b22-4bf2-acff-92ae778947a2 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:20:35.038962 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-a77be48d-b735-48e4-95d9-09cbedcab058 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Deleting port 922f1e4c-a149-4359-82ba-e7d48bec92e7 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:20:35.039314 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-a77be48d-b735-48e4-95d9-09cbedcab058 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:35.070131 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:35.072646 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd5a337-e17b-4aa5-9ceb-ed7066633c5f None None] Network 3e401442-520d-4ec0-98aa-152bb1874dd7 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:20:35.151758 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364d2134-00e1-46ed-a6c9-c049520eeaa5 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Made reservation on behalf of aca5d2fcd8454290896309cf976568d3 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:20:35.156021 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-364d2134-00e1-46ed-a6c9-c049520eeaa5 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:35.163673 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-457a25fa-85e6-4e13-a3f3-788d4a097bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:35.194987 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 77d567da-37a9-45cd-8b79-8328cf500c47 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:20:35.209852 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [None req-364d2134-00e1-46ed-a6c9-c049520eeaa5 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] device_id is not set on port 3ce87bf8-f556-48f4-8285-f9bd90d17af2 yet. {{(pid=94216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:20:35.223055 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-457a25fa-85e6-4e13-a3f3-788d4a097bf4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:20:35.247348 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457a25fa-85e6-4e13-a3f3-788d4a097bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb9073a-b527-43db-a5f8-776a1e56274f,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:35.253312 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-457a25fa-85e6-4e13-a3f3-788d4a097bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:35.253729 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-457a25fa-85e6-4e13-a3f3-788d4a097bf4 admin admin] Added segment 7994d17d-137a-46f2-95db-467dd6e7c020 of type vlan for network f673795f-9e73-4ddb-99c3-f2b6b571c4c6 Aug 10 03:20:35.268324 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 77d567da-37a9-45cd-8b79-8328cf500c47, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=77d567da-37a9-45cd-8b79-8328cf500c47,segment=NetworkSegment(8f60b627-ffb1-479c-a505-a6c7d3d8b515),segment_id=8f60b627-ffb1-479c-a505-a6c7d3d8b515)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:35.268672 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5a7372cd-e156-4efe-9fbb-23fa8d289aa9 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:35.298995 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:35.376956 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-a77be48d-b735-48e4-95d9-09cbedcab058 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] For port 922f1e4c-a149-4359-82ba-e7d48bec92e7, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=922f1e4c-a149-4359-82ba-e7d48bec92e7,segment=NetworkSegment(3980fb01-f4d6-4f9d-89ff-97ad0cbaf2ff),segment_id=3980fb01-f4d6-4f9d-89ff-97ad0cbaf2ff)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:35.377335 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-a77be48d-b735-48e4-95d9-09cbedcab058 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:35.382387 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-457a25fa-85e6-4e13-a3f3-788d4a097bf4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:35.444257 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=77d567da-37a9-45cd-8b79-8328cf500c47,revision_number=6']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:35.447318 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-07ba0b1b-a6ce-4dbd-be14-e2e28d16ed82 None None] Provisioning for port e74c70e8-ee0a-4077-801d-5c00646fea1d completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:20:35.459278 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-07ba0b1b-a6ce-4dbd-be14-e2e28d16ed82 None None] Provisioning complete for port e74c70e8-ee0a-4077-801d-5c00646fea1d triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:35.460086 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-07ba0b1b-a6ce-4dbd-be14-e2e28d16ed82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:35.575731 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:35.583315 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['77d567da-37a9-45cd-8b79-8328cf500c47'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:20:35.662160 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-457a25fa-85e6-4e13-a3f3-788d4a097bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:35.663708 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457a25fa-85e6-4e13-a3f3-788d4a097bf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:35.664299 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-457a25fa-85e6-4e13-a3f3-788d4a097bf4 admin admin] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:35.689760 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-364d2134-00e1-46ed-a6c9-c049520eeaa5 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Allocated IP 172.20.0.14 (3e401442-520d-4ec0-98aa-152bb1874dd7/12d52a98-2b95-4d69-8a3a-d5db1a1d86e1/3ce87bf8-f556-48f4-8285-f9bd90d17af2) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:20:35.741010 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 0455b05d-5b22-4bf2-acff-92ae778947a2, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=0455b05d-5b22-4bf2-acff-92ae778947a2,segment=NetworkSegment(e0fc6907-b0e5-497d-acdf-511c68571829),segment_id=e0fc6907-b0e5-497d-acdf-511c68571829)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:35.746587 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfa2a8d3-ebe1-4103-896b-c4f2df154b68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0455b05d-5b22-4bf2-acff-92ae778947a2'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:20:35.749776 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69fb325-379c-461c-8d3e-db2bcb941c94" -d '{"events": [{"server_uuid": "bfa2a8d3-ebe1-4103-896b-c4f2df154b68", "name": "network-vif-unplugged", "status": "completed", "tag": "0455b05d-5b22-4bf2-acff-92ae778947a2"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:20:35.780407 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:35.813481 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457a25fa-85e6-4e13-a3f3-788d4a097bf4 admin admin] Pushing event updated for resources: {'Network': ['ID=f673795f-9e73-4ddb-99c3-f2b6b571c4c6,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:35.894830 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-457a25fa-85e6-4e13-a3f3-788d4a097bf4 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.3211434 Aug 10 03:20:35.899160 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56756) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:36.000435 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network f673795f-9e73-4ddb-99c3-f2b6b571c4c6 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:20:36.081377 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5a7372cd-e156-4efe-9fbb-23fa8d289aa9 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:36.090157 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-f4d22e31-2450-4691-9de3-5bbed8bc65df admin admin] Request body: {'subnet': {'network_id': 'f673795f-9e73-4ddb-99c3-f2b6b571c4c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1815998178-subnet', 'tenant_id': 'dc37c9ae14bb4f3b843815f0becba976', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:36.098847 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5a7372cd-e156-4efe-9fbb-23fa8d289aa9 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:36.132806 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9d83dc-5bb0-465c-87e9-da32c840a987 None None] Network 767a4154-2e3e-4b0d-91ab-976af902235c requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:20:36.202290 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d22e31-2450-4691-9de3-5bbed8bc65df admin admin] Made reservation on behalf of dc37c9ae14bb4f3b843815f0becba976 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:20:36.205524 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f4d22e31-2450-4691-9de3-5bbed8bc65df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:36.208365 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7372cd-e156-4efe-9fbb-23fa8d289aa9 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event updated for resources: {'Port': ['ID=ce270b8b-c827-448d-bf80-552fb0d5eca2,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:36.213698 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5a7372cd-e156-4efe-9fbb-23fa8d289aa9 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:36.269571 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa597a-00bb-4ce0-bc7b-140439647bb4 req-8b4b7dd8-1fcc-490c-8494-cfb5238df7f0 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:36.277449 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa597a-00bb-4ce0-bc7b-140439647bb4 req-8b4b7dd8-1fcc-490c-8494-cfb5238df7f0 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:36.284050 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa597a-00bb-4ce0-bc7b-140439647bb4 req-8b4b7dd8-1fcc-490c-8494-cfb5238df7f0 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:36.293415 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-00aa597a-00bb-4ce0-bc7b-140439647bb4 req-8b4b7dd8-1fcc-490c-8494-cfb5238df7f0 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 2409 time: 0.9271233 Aug 10 03:20:36.302086 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=0455b05d-5b22-4bf2-acff-92ae778947a2,revision_number=8']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:36.414216 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920da0d2-3e14-447e-a41b-e76bdd5bfab9 req-f619d829-69ff-4f50-9f6e-e26aaab95516 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:36.415825 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-920da0d2-3e14-447e-a41b-e76bdd5bfab9 req-f619d829-69ff-4f50-9f6e-e26aaab95516 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 943 time: 0.9747286 Aug 10 03:20:36.439022 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:36.451194 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7372cd-e156-4efe-9fbb-23fa8d289aa9 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Network 767a4154-2e3e-4b0d-91ab-976af902235c is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:20:36.462898 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-5a7372cd-e156-4efe-9fbb-23fa8d289aa9 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:36.548706 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-07ba0b1b-a6ce-4dbd-be14-e2e28d16ed82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:36.571620 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-00aa597a-00bb-4ce0-bc7b-140439647bb4 req-d8881ec7-9387-4411-bc12-ce8b927e383b tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/security-groups?id=8fa0499c-1adb-43e6-95ad-71a41197fc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2769468 Aug 10 03:20:36.661365 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-07ba0b1b-a6ce-4dbd-be14-e2e28d16ed82 None None] For port e74c70e8-ee0a-4077-801d-5c00646fea1d, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=e74c70e8-ee0a-4077-801d-5c00646fea1d,segment=NetworkSegment(5dbdbb09-4f77-4a35-bc84-44f08468ec30),segment_id=5dbdbb09-4f77-4a35-bc84-44f08468ec30)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:36.687413 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-07ba0b1b-a6ce-4dbd-be14-e2e28d16ed82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:36.703055 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device c191d187-f67e-4e8b-add2-99ed7ab6c748 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:20:36.732514 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-920da0d2-3e14-447e-a41b-e76bdd5bfab9 req-6e2aa8eb-2688-497f-b620-3985c6afda49 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=3195847a-22b1-4e5d-a1c3-c326862fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3035395 Aug 10 03:20:36.744049 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-a77be48d-b735-48e4-95d9-09cbedcab058 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:36.744770 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-a77be48d-b735-48e4-95d9-09cbedcab058 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:36.745278 n-d-768851-15 neutron-server[94216]: INFO neutron.db.l3_db [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-a77be48d-b735-48e4-95d9-09cbedcab058 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Floating IP c798ce38-fdf4-4b9b-b9f8-579b6937f772 disassociated. External IP: 172.25.7.125, port: 922f1e4c-a149-4359-82ba-e7d48bec92e7. Aug 10 03:20:36.745789 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-a77be48d-b735-48e4-95d9-09cbedcab058 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Calling delete_port for 922f1e4c-a149-4359-82ba-e7d48bec92e7 owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:20:36.858342 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device ecb5cb29-bad7-4e0b-a042-66dbc308ed97 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:20:36.861799 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 77d567da-37a9-45cd-8b79-8328cf500c47 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:20:36.905962 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39487b-64db-4a15-b42f-87ba7c710947 req-7583b1a5-0634-4b24-8ac4-451a97772bcc tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:36.908945 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f4d22e31-2450-4691-9de3-5bbed8bc65df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:36.923077 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7c39487b-64db-4a15-b42f-87ba7c710947 req-7583b1a5-0634-4b24-8ac4-451a97772bcc tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfa2a8d3-ebe1-4103-896b-c4f2df154b68 HTTP/1.1" status: 200 len: 943 time: 0.2197790 Aug 10 03:20:37.046299 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7c39487b-64db-4a15-b42f-87ba7c710947 req-7ac18b84-bd5e-4445-964e-574a6ad9ddb6 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260064 Aug 10 03:20:37.053868 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-364d2134-00e1-46ed-a6c9-c049520eeaa5 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:37.133747 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d22e31-2450-4691-9de3-5bbed8bc65df admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f997ebe-2f8d-458f-b51d-abdea60cfbec,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:37.155305 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-364d2134-00e1-46ed-a6c9-c049520eeaa5 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Transition to ACTIVE for port object 3ce87bf8-f556-48f4-8285-f9bd90d17af2 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:20:37.184693 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a7372cd-e156-4efe-9fbb-23fa8d289aa9 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Router e18a8136-d70a-4764-8cf5-13e39d6d664a is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:20:37.187257 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d22e31-2450-4691-9de3-5bbed8bc65df admin admin] Checking segment: {'id': '7994d17d-137a-46f2-95db-467dd6e7c020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f673795f-9e73-4ddb-99c3-f2b6b571c4c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:20:37.187631 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d22e31-2450-4691-9de3-5bbed8bc65df admin admin] Network hostable DHCP agents. Network: f673795f-9e73-4ddb-99c3-f2b6b571c4c6, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:20:37.272228 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-a77be48d-b735-48e4-95d9-09cbedcab058 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:37.349255 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77be48d-b735-48e4-95d9-09cbedcab058 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Pushing event deleted for resources: {'Port': ['ID=922f1e4c-a149-4359-82ba-e7d48bec92e7,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:37.388980 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-364d2134-00e1-46ed-a6c9-c049520eeaa5 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:37.507034 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 Aug 2021 03:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c1bd09-0743-4f3c-8c81-fef8f53b4ad5 x-openstack-request-id: req-37c1bd09-0743-4f3c-8c81-fef8f53b4ad5 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:20:37.507679 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfa2a8d3-ebe1-4103-896b-c4f2df154b68", "name": "network-vif-unplugged", "status": "failed", "tag": "0455b05d-5b22-4bf2-acff-92ae778947a2", "code": 422}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:20:37.507679 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-37c1bd09-0743-4f3c-8c81-fef8f53b4ad5 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:20:37.512007 n-d-768851-15 neutron-server[94218]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bfa2a8d3-ebe1-4103-896b-c4f2df154b68', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0455b05d-5b22-4bf2-acff-92ae778947a2', 'code': 422} returned with failed status Aug 10 03:20:37.566973 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a7372cd-e156-4efe-9fbb-23fa8d289aa9 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:20:37.581137 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5faa24e-27a4-42d4-86ab-d6bb0c40b25d None None] Sync routers for ids ['e18a8136-d70a-4764-8cf5-13e39d6d664a'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:20:37.584740 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-5a7372cd-e156-4efe-9fbb-23fa8d289aa9 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "PUT /v2.0/routers/e18a8136-d70a-4764-8cf5-13e39d6d664a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0292594 Aug 10 03:20:37.588581 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d22e31-2450-4691-9de3-5bbed8bc65df admin admin] Network f673795f-9e73-4ddb-99c3-f2b6b571c4c6 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:20:37.591781 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56788) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:37.600883 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5faa24e-27a4-42d4-86ab-d6bb0c40b25d None None] Routers {'e18a8136-d70a-4764-8cf5-13e39d6d664a'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:20:37.611022 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-e5faa24e-27a4-42d4-86ab-d6bb0c40b25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:20:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['e18a8136-d70a-4764-8cf5-13e39d6d664a'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:37.684114 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-f4d22e31-2450-4691-9de3-5bbed8bc65df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, f673795f-9e73-4ddb-99c3-f2b6b571c4c6) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:37.691024 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364d2134-00e1-46ed-a6c9-c049520eeaa5 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Network 3e401442-520d-4ec0-98aa-152bb1874dd7 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:20:37.694836 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d22e31-2450-4691-9de3-5bbed8bc65df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:37.696376 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f4d22e31-2450-4691-9de3-5bbed8bc65df admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:37.734564 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd230d1b-a370-4587-9ff7-363614f00c0d None None] Network f673795f-9e73-4ddb-99c3-f2b6b571c4c6 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:20:37.734778 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460c51d1-77d8-457d-b165-685448c2340f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:37.739182 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-460c51d1-77d8-457d-b165-685448c2340f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "GET /v2.0/ports/ce270b8b-c827-448d-bf80-552fb0d5eca2 HTTP/1.1" status: 200 len: 976 time: 0.1422949 Aug 10 03:20:37.743774 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56796) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:37.744538 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-e5faa24e-27a4-42d4-86ab-d6bb0c40b25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:37.752276 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-364d2134-00e1-46ed-a6c9-c049520eeaa5 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:37.759580 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f4d22e31-2450-4691-9de3-5bbed8bc65df admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6754501 Aug 10 03:20:37.765354 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56798) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:37.773485 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d1504b1d-f4fa-438c-85a5-bf0d4cf715c2 None None] Provisioning for port c191d187-f67e-4e8b-add2-99ed7ab6c748 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:20:37.777524 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ba0b1b-a6ce-4dbd-be14-e2e28d16ed82 None None] Pushing event updated for resources: {'Port': ['ID=e74c70e8-ee0a-4077-801d-5c00646fea1d,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:37.801491 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5faa24e-27a4-42d4-86ab-d6bb0c40b25d None None] Routers {'e18a8136-d70a-4764-8cf5-13e39d6d664a'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:20:37.807314 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-e5faa24e-27a4-42d4-86ab-d6bb0c40b25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:20:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['e18a8136-d70a-4764-8cf5-13e39d6d664a'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:37.835289 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.db.resource_extend [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:20:37.847365 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-46156a70-ede0-4f7d-bd50-589123fa9543 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1815998178-router', 'tenant_id': 'dc37c9ae14bb4f3b843815f0becba976', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:37.866865 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364d2134-00e1-46ed-a6c9-c049520eeaa5 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:20:37.920001 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-e5faa24e-27a4-42d4-86ab-d6bb0c40b25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:37.930010 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5faa24e-27a4-42d4-86ab-d6bb0c40b25d None None] The sync data for ids ['e18a8136-d70a-4764-8cf5-13e39d6d664a'] in n-d-768851-15 is: [] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:20:38.004490 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56806) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:38.155305 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d2134-00e1-46ed-a6c9-c049520eeaa5 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Pushing event updated for resources: {'Port': ['ID=3ce87bf8-f556-48f4-8285-f9bd90d17af2,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:38.272444 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccd03b7-b9a4-4729-ad92-1536fd2dfb8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-f673795f-9e73-4ddb-99c3-f2b6b571c4c6', 'network_id': 'f673795f-9e73-4ddb-99c3-f2b6b571c4c6', 'tenant_id': 'dc37c9ae14bb4f3b843815f0becba976', 'fixed_ips': [{'subnet_id': '0f997ebe-2f8d-458f-b51d-abdea60cfbec'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:20:38.273108 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-bccd03b7-b9a4-4729-ad92-1536fd2dfb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:38.291331 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port 77d567da-37a9-45cd-8b79-8328cf500c47 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:38.291803 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:38.342421 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec566a-ceb8-4acf-9fe8-8fe06fa9acf1 req-5166413d-ea05-48a2-8238-bd456e9087cf tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:38.357974 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec566a-ceb8-4acf-9fe8-8fe06fa9acf1 req-5166413d-ea05-48a2-8238-bd456e9087cf tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:38.359759 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port c191d187-f67e-4e8b-add2-99ed7ab6c748 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:20:38.359909 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5cec566a-ceb8-4acf-9fe8-8fe06fa9acf1 req-5166413d-ea05-48a2-8238-bd456e9087cf tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 1676 time: 0.6091349 Aug 10 03:20:38.373128 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port c191d187-f67e-4e8b-add2-99ed7ab6c748 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:38.373456 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:38.377272 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-46156a70-ede0-4f7d-bd50-589123fa9543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:38.379875 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-46156a70-ede0-4f7d-bd50-589123fa9543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:38.422826 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-00b1c360-6118-4cb6-9203-066a2293202e None None] Provisioning for port f5e61ccb-24fb-45c1-a4e0-dcf46e87703d completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:20:38.432143 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364d2134-00e1-46ed-a6c9-c049520eeaa5 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:38.433052 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-364d2134-00e1-46ed-a6c9-c049520eeaa5 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:38.433367 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-00b1c360-6118-4cb6-9203-066a2293202e None None] Provisioning complete for port f5e61ccb-24fb-45c1-a4e0-dcf46e87703d triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:38.433814 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-00b1c360-6118-4cb6-9203-066a2293202e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:38.466766 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ebc2f48d-7b48-4c44-b304-09bd8b4dd6d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:38.475436 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-a77be48d-b735-48e4-95d9-09cbedcab058 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Router ebdcd5a4-0887-4c65-8e98-49cfb651d88f has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:20:38.495800 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-00b1c360-6118-4cb6-9203-066a2293202e None None] Port f5e61ccb-24fb-45c1-a4e0-dcf46e87703d cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:20:38.663468 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ebc2f48d-7b48-4c44-b304-09bd8b4dd6d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:38.685308 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-bccd03b7-b9a4-4729-ad92-1536fd2dfb8b None None] Allocated IP 172.20.0.2 (f673795f-9e73-4ddb-99c3-f2b6b571c4c6/0f997ebe-2f8d-458f-b51d-abdea60cfbec/e968e976-5f7e-4baf-84d7-1091f374fe80) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:20:38.693003 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-364d2134-00e1-46ed-a6c9-c049520eeaa5 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 3.9871292 Aug 10 03:20:38.699665 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5cec566a-ceb8-4acf-9fe8-8fe06fa9acf1 req-98ba583c-3179-4707-84af-c609865a0456 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/security-groups?id=8fa0499c-1adb-43e6-95ad-71a41197fc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3116918 Aug 10 03:20:38.711292 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56832) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:38.839784 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ebc2f48d-7b48-4c44-b304-09bd8b4dd6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:38.871223 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port ecb5cb29-bad7-4e0b-a042-66dbc308ed97, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=ecb5cb29-bad7-4e0b-a042-66dbc308ed97,segment=NetworkSegment(b14795c0-984c-4c21-bc5c-b1b39903d907),segment_id=b14795c0-984c-4c21-bc5c-b1b39903d907)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:38.899377 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-46156a70-ede0-4f7d-bd50-589123fa9543 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:38.904404 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': 'ecb5cb29-bad7-4e0b-a042-66dbc308ed97', 'network_id': 'c0759395-72d8-4de6-9611-c9ba0ebf5417', 'port_id': 'ecb5cb29-bad7-4e0b-a042-66dbc308ed97', 'mac_address': 'fa:16:3e:d8:aa:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3edf7dab-cede-45e3-a40b-9026654a3743', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:20:38.912068 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-00b1c360-6118-4cb6-9203-066a2293202e None None] Provisioning complete for port e74c70e8-ee0a-4077-801d-5c00646fea1d triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:38.912440 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-00b1c360-6118-4cb6-9203-066a2293202e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:39.029398 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:39.096403 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecb5cb29-bad7-4e0b-a042-66dbc308ed97 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:20:39.111010 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-724446e2-e491-417d-8ce9-cb7c20849888 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:39.139394 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port ecb5cb29-bad7-4e0b-a042-66dbc308ed97, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=ecb5cb29-bad7-4e0b-a042-66dbc308ed97,segment=NetworkSegment(b14795c0-984c-4c21-bc5c-b1b39903d907),segment_id=b14795c0-984c-4c21-bc5c-b1b39903d907)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:39.194132 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56838) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:39.200961 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ebc2f48d-7b48-4c44-b304-09bd8b4dd6d3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c724527942414e4baac7dcb7a4904d40&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1822867 Aug 10 03:20:39.267039 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:39.273017 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:39.321216 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:39.334883 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-a77be48d-b735-48e4-95d9-09cbedcab058 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:20:39.336442 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc2f48d-7b48-4c44-b304-09bd8b4dd6d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f65d7b3-9a4c-4e82-8370-4f8daaa5810e,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:39.414268 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=ecb5cb29-bad7-4e0b-a042-66dbc308ed97,revision_number=9']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:39.419888 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8838288-0d92-4e56-ab13-a5a33852d28f None None] Sync routers for ids ['ebdcd5a4-0887-4c65-8e98-49cfb651d88f'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:20:39.443213 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8f19ec69-5223-480f-8827-65ed8f515081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:39.447198 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4498b-28ba-464f-8d4a-a63f89b3a665 req-4d3088c2-25fc-49b7-bed2-ae0335a5be66 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:39.449909 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2cb4498b-28ba-464f-8d4a-a63f89b3a665 req-4d3088c2-25fc-49b7-bed2-ae0335a5be66 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 943 time: 0.6020885 Aug 10 03:20:39.473992 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port c191d187-f67e-4e8b-add2-99ed7ab6c748, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=c191d187-f67e-4e8b-add2-99ed7ab6c748,segment=NetworkSegment(5b2e0445-6044-4eec-8f63-587b1086cb89),segment_id=5b2e0445-6044-4eec-8f63-587b1086cb89)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:39.491994 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede066c6-3909-49c5-9709-ae1fcee3762e tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:39.496539 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8f19ec69-5223-480f-8827-65ed8f515081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:39.500416 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede066c6-3909-49c5-9709-ae1fcee3762e tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:39.506926 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede066c6-3909-49c5-9709-ae1fcee3762e tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:39.511953 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ede066c6-3909-49c5-9709-ae1fcee3762e tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.7960405 Aug 10 03:20:39.515812 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56840) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:39.519398 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 77d567da-37a9-45cd-8b79-8328cf500c47, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=77d567da-37a9-45cd-8b79-8328cf500c47,segment=NetworkSegment(8f60b627-ffb1-479c-a505-a6c7d3d8b515),segment_id=8f60b627-ffb1-479c-a505-a6c7d3d8b515)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:39.532160 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28b645b6-c883-42ce-bbe4-d1dd1d67588d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77d567da-37a9-45cd-8b79-8328cf500c47'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:20:39.536471 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c710b34-19d5-4488-9ff6-178a1b9a02f3" -d '{"events": [{"server_uuid": "28b645b6-c883-42ce-bbe4-d1dd1d67588d", "name": "network-vif-plugged", "status": "completed", "tag": "77d567da-37a9-45cd-8b79-8328cf500c47"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:20:39.539843 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:39.553866 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:39.585265 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8838288-0d92-4e56-ab13-a5a33852d28f None None] Routers {'ebdcd5a4-0887-4c65-8e98-49cfb651d88f'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:20:39.586088 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-d8838288-0d92-4e56-ab13-a5a33852d28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:20:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['ebdcd5a4-0887-4c65-8e98-49cfb651d88f'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:39.591566 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-724446e2-e491-417d-8ce9-cb7c20849888 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Deleting port ce270b8b-c827-448d-bf80-552fb0d5eca2 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:20:39.591923 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-724446e2-e491-417d-8ce9-cb7c20849888 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:39.644447 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-46156a70-ede0-4f7d-bd50-589123fa9543 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:39.690763 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-a77be48d-b735-48e4-95d9-09cbedcab058 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] No DVR routers for this DVR port 922f1e4c-a149-4359-82ba-e7d48bec92e7 on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:20:39.705037 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-a77be48d-b735-48e4-95d9-09cbedcab058 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:39.707486 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-a77be48d-b735-48e4-95d9-09cbedcab058 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.60 "DELETE /v2.0/ports/922f1e4c-a149-4359-82ba-e7d48bec92e7 HTTP/1.1" status: 204 len: 173 time: 4.8526621 Aug 10 03:20:39.708781 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e71a0fd-9049-4db9-b09f-57f7e39649f7', 'name': 'network-vif-deleted', 'tag': '922f1e4c-a149-4359-82ba-e7d48bec92e7'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:20:39.711706 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b940fcc-a248-4cab-a18c-0fcbee0a39b1" -d '{"events": [{"server_uuid": "1e71a0fd-9049-4db9-b09f-57f7e39649f7", "name": "network-vif-deleted", "tag": "922f1e4c-a149-4359-82ba-e7d48bec92e7"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:20:39.725098 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-d8838288-0d92-4e56-ab13-a5a33852d28f None None] Set router ebdcd5a4-0887-4c65-8e98-49cfb651d88f gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:20:39.731468 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-724446e2-e491-417d-8ce9-cb7c20849888 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:39.743949 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-724446e2-e491-417d-8ce9-cb7c20849888 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Calling delete_port for ce270b8b-c827-448d-bf80-552fb0d5eca2 owned by network:router_interface {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:20:39.773367 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2cb4498b-28ba-464f-8d4a-a63f89b3a665 req-de5885fb-cbf0-42d1-bd14-44c9af4ce633 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=3195847a-22b1-4e5d-a1c3-c326862fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3140922 Aug 10 03:20:39.856441 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0bfae6-5e40-426b-b9aa-cd5eb9479f67 req-99e74c69-c9ee-4e6e-91dc-48537c2b3306 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:39.858040 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1b0bfae6-5e40-426b-b9aa-cd5eb9479f67 req-99e74c69-c9ee-4e6e-91dc-48537c2b3306 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfa2a8d3-ebe1-4103-896b-c4f2df154b68 HTTP/1.1" status: 200 len: 943 time: 0.5007617 Aug 10 03:20:39.895084 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['ecb5cb29-bad7-4e0b-a042-66dbc308ed97'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:20:39.924567 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f6d884-1e4d-415d-b72e-7ec9a97d4fc2 x-openstack-request-id: req-71f6d884-1e4d-415d-b72e-7ec9a97d4fc2 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:20:39.924855 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e71a0fd-9049-4db9-b09f-57f7e39649f7", "name": "network-vif-deleted", "tag": "922f1e4c-a149-4359-82ba-e7d48bec92e7", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:20:39.925117 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-71f6d884-1e4d-415d-b72e-7ec9a97d4fc2 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:20:39.925509 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e71a0fd-9049-4db9-b09f-57f7e39649f7', 'name': 'network-vif-deleted', 'tag': '922f1e4c-a149-4359-82ba-e7d48bec92e7', 'status': 'completed', 'code': 200} Aug 10 03:20:39.980274 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e74c70e8-ee0a-4077-801d-5c00646fea1d up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:20:39.982375 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8f19ec69-5223-480f-8827-65ed8f515081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:39.984283 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e66536-f7d8-44f9-a6f3-7b6f8444001b x-openstack-request-id: req-f2e66536-f7d8-44f9-a6f3-7b6f8444001b {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:20:39.984578 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28b645b6-c883-42ce-bbe4-d1dd1d67588d", "name": "network-vif-plugged", "status": "completed", "tag": "77d567da-37a9-45cd-8b79-8328cf500c47", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:20:39.984834 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f2e66536-f7d8-44f9-a6f3-7b6f8444001b {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:20:39.985309 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28b645b6-c883-42ce-bbe4-d1dd1d67588d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77d567da-37a9-45cd-8b79-8328cf500c47', 'code': 200} Aug 10 03:20:39.991432 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-4b0af6ef-580a-4498-88f5-ba812e3d18ae tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Deleting port 7f7d4070-63a5-4dcf-a267-bab9b2c3747d {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:20:39.991784 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-4b0af6ef-580a-4498-88f5-ba812e3d18ae tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:39.998915 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8f19ec69-5223-480f-8827-65ed8f515081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:40.000424 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8f19ec69-5223-480f-8827-65ed8f515081 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7f65d7b3-9a4c-4e82-8370-4f8daaa5810e HTTP/1.1" status: 204 len: 168 time: 0.8053076 Aug 10 03:20:40.122428 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d62b4527-6c08-433e-af79-7980da04b2ae None None] Provisioning for port 3ce87bf8-f556-48f4-8285-f9bd90d17af2 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:20:40.137345 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-724446e2-e491-417d-8ce9-cb7c20849888 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:40.195957 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19ec69-5223-480f-8827-65ed8f515081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f65d7b3-9a4c-4e82-8370-4f8daaa5810e,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:40.202009 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724446e2-e491-417d-8ce9-cb7c20849888 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event deleted for resources: {'Port': ['ID=ce270b8b-c827-448d-bf80-552fb0d5eca2,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:40.203833 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-1b0bfae6-5e40-426b-b9aa-cd5eb9479f67 req-69ba66e5-25d8-45df-9d4b-a457b77a5887 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Deleting port 0455b05d-5b22-4bf2-acff-92ae778947a2 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:20:40.204190 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-1b0bfae6-5e40-426b-b9aa-cd5eb9479f67 req-69ba66e5-25d8-45df-9d4b-a457b77a5887 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:40.226920 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430cee3-829d-4736-98ee-33ab9e0e308d req-a9e2df28-1fc1-42b4-bf41-6c9dcc618030 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:40.231360 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-df13db87-325e-45ed-9635-0e0f9cb94c85 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Deleting port 3ce87bf8-f556-48f4-8285-f9bd90d17af2 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:20:40.232443 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-df13db87-325e-45ed-9635-0e0f9cb94c85 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:40.235129 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430cee3-829d-4736-98ee-33ab9e0e308d req-a9e2df28-1fc1-42b4-bf41-6c9dcc618030 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:40.243523 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8430cee3-829d-4736-98ee-33ab9e0e308d req-a9e2df28-1fc1-42b4-bf41-6c9dcc618030 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 1676 time: 0.1961780 Aug 10 03:20:40.272513 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-4b0af6ef-580a-4498-88f5-ba812e3d18ae tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] For port 7f7d4070-63a5-4dcf-a267-bab9b2c3747d, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=7f7d4070-63a5-4dcf-a267-bab9b2c3747d,segment=NetworkSegment(9de9bfca-d5e3-4514-839e-5c60e3c23980),segment_id=9de9bfca-d5e3-4514-839e-5c60e3c23980)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:40.273201 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-4b0af6ef-580a-4498-88f5-ba812e3d18ae tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:40.295204 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-4b0af6ef-580a-4498-88f5-ba812e3d18ae tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Calling delete_port for 7f7d4070-63a5-4dcf-a267-bab9b2c3747d owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:20:40.310372 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d62b4527-6c08-433e-af79-7980da04b2ae None None] Provisioning complete for port 3ce87bf8-f556-48f4-8285-f9bd90d17af2 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:40.311389 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d62b4527-6c08-433e-af79-7980da04b2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:40.502180 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-724446e2-e491-417d-8ce9-cb7c20849888 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:40.551767 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-4b0af6ef-580a-4498-88f5-ba812e3d18ae tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:40.653420 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-d62b4527-6c08-433e-af79-7980da04b2ae None None] Port 3ce87bf8-f556-48f4-8285-f9bd90d17af2 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:20:40.704282 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=c191d187-f67e-4e8b-add2-99ed7ab6c748,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:40.712401 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port e74c70e8-ee0a-4077-801d-5c00646fea1d triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:40.713286 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:40.816089 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-1b0bfae6-5e40-426b-b9aa-cd5eb9479f67 req-69ba66e5-25d8-45df-9d4b-a457b77a5887 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] For port 0455b05d-5b22-4bf2-acff-92ae778947a2, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=0455b05d-5b22-4bf2-acff-92ae778947a2,segment=NetworkSegment(e0fc6907-b0e5-497d-acdf-511c68571829),segment_id=e0fc6907-b0e5-497d-acdf-511c68571829)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:40.816749 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-1b0bfae6-5e40-426b-b9aa-cd5eb9479f67 req-69ba66e5-25d8-45df-9d4b-a457b77a5887 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:40.832475 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-1b0bfae6-5e40-426b-b9aa-cd5eb9479f67 req-69ba66e5-25d8-45df-9d4b-a457b77a5887 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Calling delete_port for 0455b05d-5b22-4bf2-acff-92ae778947a2 owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:20:40.875426 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=77d567da-37a9-45cd-8b79-8328cf500c47,revision_number=7']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:40.878084 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d62b4527-6c08-433e-af79-7980da04b2ae None None] Could not find standard attr ID for object ce270b8b-c827-448d-bf80-552fb0d5eca2. {{(pid=94218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:20:40.889040 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-d8838288-0d92-4e56-ab13-a5a33852d28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdcd5a4-0887-4c65-8e98-49cfb651d88f', 'name': 'tempest-TaggedBootDevicesTest_v242-1973507768-router', 'tenant_id': '113c9048eb054fe989e54191f5a42ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '9aa15eb6-7124-4055-a227-9b29b767156f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:09:56Z', 'updated_at': '2021-08-10T03:10:03Z', 'revision_number': 4, 'project_id': '113c9048eb054fe989e54191f5a42ad9', 'gw_port': {'id': '9aa15eb6-7124-4055-a227-9b29b767156f', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:98:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdcd5a4-0887-4c65-8e98-49cfb651d88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:09:58Z', 'updated_at': '2021-08-10T03:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'c72bd21c-e32a-4acb-87ad-49ce49bafa32', 'name': '', 'network_id': 'c4674244-b4fc-4227-9e62-6d0cd0b1acc0', 'tenant_id': '113c9048eb054fe989e54191f5a42ad9', 'mac_address': 'fa:16:3e:71:03:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdcd5a4-0887-4c65-8e98-49cfb651d88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '91e34b3b-f93c-49d7-a000-e94fe5265392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:10:02Z', 'updated_at': '2021-08-10T03:10:12Z', 'revision_number': 5, 'project_id': '113c9048eb054fe989e54191f5a42ad9', 'subnets': [{'id': '91e34b3b-f93c-49d7-a000-e94fe5265392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:40.939667 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56858) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:40.996198 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-46156a70-ede0-4f7d-bd50-589123fa9543 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:40.998792 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d62b4527-6c08-433e-af79-7980da04b2ae None None] Provisioning complete for port c191d187-f67e-4e8b-add2-99ed7ab6c748 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:40.999503 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d62b4527-6c08-433e-af79-7980da04b2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:40.999684 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0af6ef-580a-4498-88f5-ba812e3d18ae tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Pushing event deleted for resources: {'Port': ['ID=7f7d4070-63a5-4dcf-a267-bab9b2c3747d,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:41.005904 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-1b0bfae6-5e40-426b-b9aa-cd5eb9479f67 req-69ba66e5-25d8-45df-9d4b-a457b77a5887 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:41.011515 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ed136a44-3625-403c-b21f-aa4df47e8f17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:41.014564 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-df13db87-325e-45ed-9635-0e0f9cb94c85 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:41.042633 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8430cee3-829d-4736-98ee-33ab9e0e308d req-c64efd8e-8c9e-4b09-b969-d79db9e306f8 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/security-groups?id=8fa0499c-1adb-43e6-95ad-71a41197fc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7948260 Aug 10 03:20:41.046607 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-df13db87-325e-45ed-9635-0e0f9cb94c85 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Calling delete_port for 3ce87bf8-f556-48f4-8285-f9bd90d17af2 owned by {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:20:41.052545 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-46156a70-ede0-4f7d-bd50-589123fa9543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:41.055745 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 0455b05d-5b22-4bf2-acff-92ae778947a2 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:20:41.085617 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: 0455b05d-5b22-4bf2-acff-92ae778947a2 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:20:41.085967 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 0455b05d-5b22-4bf2-acff-92ae778947a2 not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:20:41.087933 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8838288-0d92-4e56-ab13-a5a33852d28f None None] Checking router: ebdcd5a4-0887-4c65-8e98-49cfb651d88f for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:20:41.095069 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-bccd03b7-b9a4-4729-ad92-1536fd2dfb8b None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:41.258427 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-724446e2-e491-417d-8ce9-cb7c20849888 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Router e18a8136-d70a-4764-8cf5-13e39d6d664a has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:20:41.324130 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-46156a70-ede0-4f7d-bd50-589123fa9543 admin admin] Allocated IP 172.25.7.180 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/7b2c755d-acc7-4fab-bca4-61f497229124) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:20:41.405391 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8838288-0d92-4e56-ab13-a5a33852d28f None None] Routers {'ebdcd5a4-0887-4c65-8e98-49cfb651d88f'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:20:41.406347 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-d8838288-0d92-4e56-ab13-a5a33852d28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:20:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['ebdcd5a4-0887-4c65-8e98-49cfb651d88f'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:41.428408 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-bccd03b7-b9a4-4729-ad92-1536fd2dfb8b None None] Transition to ACTIVE for port object e968e976-5f7e-4baf-84d7-1091f374fe80 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:20:41.458223 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724446e2-e491-417d-8ce9-cb7c20849888 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:20:41.473539 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829834c1-6011-4267-93db-e97aaf5ab9f5 None None] Sync routers for ids ['e18a8136-d70a-4764-8cf5-13e39d6d664a'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:20:41.474756 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-724446e2-e491-417d-8ce9-cb7c20849888 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "PUT /v2.0/routers/e18a8136-d70a-4764-8cf5-13e39d6d664a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7275753 Aug 10 03:20:41.475430 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56866) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:41.487938 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829834c1-6011-4267-93db-e97aaf5ab9f5 None None] Routers {'e18a8136-d70a-4764-8cf5-13e39d6d664a'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:20:41.489646 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-829834c1-6011-4267-93db-e97aaf5ab9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:20:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['e18a8136-d70a-4764-8cf5-13e39d6d664a'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:41.536168 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-829834c1-6011-4267-93db-e97aaf5ab9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:41.546492 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829834c1-6011-4267-93db-e97aaf5ab9f5 None None] Routers {'e18a8136-d70a-4764-8cf5-13e39d6d664a'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:20:41.547920 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-829834c1-6011-4267-93db-e97aaf5ab9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:20:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['e18a8136-d70a-4764-8cf5-13e39d6d664a'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:41.653269 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-829834c1-6011-4267-93db-e97aaf5ab9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:41.656130 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829834c1-6011-4267-93db-e97aaf5ab9f5 None None] The sync data for ids ['e18a8136-d70a-4764-8cf5-13e39d6d664a'] in n-d-768851-15 is: [] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:20:41.713892 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-d8838288-0d92-4e56-ab13-a5a33852d28f None None] Set router ebdcd5a4-0887-4c65-8e98-49cfb651d88f gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:20:41.752369 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ed136a44-3625-403c-b21f-aa4df47e8f17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:41.753103 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device c191d187-f67e-4e8b-add2-99ed7ab6c748 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:20:41.870525 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port c191d187-f67e-4e8b-add2-99ed7ab6c748 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:41.870943 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:41.880739 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ed136a44-3625-403c-b21f-aa4df47e8f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:41.911441 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-bccd03b7-b9a4-4729-ad92-1536fd2dfb8b None None] Transition to ACTIVE for port object e968e976-5f7e-4baf-84d7-1091f374fe80 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:20:41.935946 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-df13db87-325e-45ed-9635-0e0f9cb94c85 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:42.023986 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-46156a70-ede0-4f7d-bd50-589123fa9543 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:42.052264 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df13db87-325e-45ed-9635-0e0f9cb94c85 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Pushing event deleted for resources: {'Port': ['ID=3ce87bf8-f556-48f4-8285-f9bd90d17af2,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:42.073771 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ed136a44-3625-403c-b21f-aa4df47e8f17 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c2ffdd595bb64d1394b9c18601712f6e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1146541 Aug 10 03:20:42.073905 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56868) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:42.080574 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed136a44-3625-403c-b21f-aa4df47e8f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec06dce-fea9-4bad-a867-653d294050b2,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:42.086238 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ba66e5-25d8-45df-9d4b-a457b77a5887 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Pushing event deleted for resources: {'Port': ['ID=0455b05d-5b22-4bf2-acff-92ae778947a2,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:42.144252 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-bccd03b7-b9a4-4729-ad92-1536fd2dfb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:42.179056 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-db655d96-8a4e-4d27-975f-5e6492a8eef7 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] remove_router_interface failed (client error): The resource could not be found. Aug 10 03:20:42.180171 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-db655d96-8a4e-4d27-975f-5e6492a8eef7 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "PUT /v2.0/routers/e18a8136-d70a-4764-8cf5-13e39d6d664a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6969492 Aug 10 03:20:42.185141 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-46156a70-ede0-4f7d-bd50-589123fa9543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:42.196411 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56874) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:42.206969 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46156a70-ede0-4f7d-bd50-589123fa9543 admin admin] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:20:42.258220 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-46156a70-ede0-4f7d-bd50-589123fa9543 admin admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:42.268913 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ecd9c8d0-4df8-4e26-9bcc-601adc47f06e tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18a8136-d70a-4764-8cf5-13e39d6d664a HTTP/1.1" status: 200 len: 205 time: 0.0546272 Aug 10 03:20:42.279100 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56880) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:42.284995 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccd03b7-b9a4-4729-ad92-1536fd2dfb8b None None] Network f673795f-9e73-4ddb-99c3-f2b6b571c4c6 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:20:42.310937 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-bccd03b7-b9a4-4729-ad92-1536fd2dfb8b None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:42.331149 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccd03b7-b9a4-4729-ad92-1536fd2dfb8b None None] Pushing event updated for resources: {'Port': ['ID=e968e976-5f7e-4baf-84d7-1091f374fe80,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:42.335695 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccd03b7-b9a4-4729-ad92-1536fd2dfb8b None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:20:42.374071 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46156a70-ede0-4f7d-bd50-589123fa9543 admin admin] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:20:42.394635 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b0bfae6-5e40-426b-b9aa-cd5eb9479f67 req-69ba66e5-25d8-45df-9d4b-a457b77a5887 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] No DVR routers for this DVR port 0455b05d-5b22-4bf2-acff-92ae778947a2 on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:20:42.395670 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-df13db87-325e-45ed-9635-0e0f9cb94c85 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:42.398168 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-4b0af6ef-580a-4498-88f5-ba812e3d18ae tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] No DVR routers for this DVR port 7f7d4070-63a5-4dcf-a267-bab9b2c3747d on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:20:42.398633 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-df13db87-325e-45ed-9635-0e0f9cb94c85 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] 10.222.0.62 "DELETE /v2.0/ports/3ce87bf8-f556-48f4-8285-f9bd90d17af2 HTTP/1.1" status: 204 len: 168 time: 2.8770597 Aug 10 03:20:42.401305 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-1b0bfae6-5e40-426b-b9aa-cd5eb9479f67 req-69ba66e5-25d8-45df-9d4b-a457b77a5887 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:42.404013 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56882) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:42.410489 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-030d1b4e-0032-481a-bd3c-67250b7154c4 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Request body: {'port': {'name': 'tempest-new-port-name-1612765583', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:42.411072 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.api.validators [None req-030d1b4e-0032-481a-bd3c-67250b7154c4 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] bootfile-name is not in valid_values {{(pid=94217) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 03:20:42.411423 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.api.validators [None req-030d1b4e-0032-481a-bd3c-67250b7154c4 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] tftp-server is not in valid_values {{(pid=94217) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 03:20:42.411762 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.api.validators [None req-030d1b4e-0032-481a-bd3c-67250b7154c4 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] server-ip-address is not in valid_values {{(pid=94217) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 03:20:42.416763 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1b0bfae6-5e40-426b-b9aa-cd5eb9479f67 req-69ba66e5-25d8-45df-9d4b-a457b77a5887 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "DELETE /v2.0/ports/0455b05d-5b22-4bf2-acff-92ae778947a2 HTTP/1.1" status: 204 len: 173 time: 2.5510116 Aug 10 03:20:42.434341 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-d8838288-0d92-4e56-ab13-a5a33852d28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdcd5a4-0887-4c65-8e98-49cfb651d88f', 'name': 'tempest-TaggedBootDevicesTest_v242-1973507768-router', 'tenant_id': '113c9048eb054fe989e54191f5a42ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '9aa15eb6-7124-4055-a227-9b29b767156f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:09:56Z', 'updated_at': '2021-08-10T03:10:03Z', 'revision_number': 4, 'project_id': '113c9048eb054fe989e54191f5a42ad9', 'gw_port': {'id': '9aa15eb6-7124-4055-a227-9b29b767156f', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:98:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdcd5a4-0887-4c65-8e98-49cfb651d88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:09:58Z', 'updated_at': '2021-08-10T03:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'c72bd21c-e32a-4acb-87ad-49ce49bafa32', 'name': '', 'network_id': 'c4674244-b4fc-4227-9e62-6d0cd0b1acc0', 'tenant_id': '113c9048eb054fe989e54191f5a42ad9', 'mac_address': 'fa:16:3e:71:03:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdcd5a4-0887-4c65-8e98-49cfb651d88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '91e34b3b-f93c-49d7-a000-e94fe5265392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:10:02Z', 'updated_at': '2021-08-10T03:10:12Z', 'revision_number': 5, 'project_id': '113c9048eb054fe989e54191f5a42ad9', 'subnets': [{'id': '91e34b3b-f93c-49d7-a000-e94fe5265392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:42.442509 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6d068e3a-db85-4b45-9b33-98084fd3fd06 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for router, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:42.462149 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-bccd03b7-b9a4-4729-ad92-1536fd2dfb8b None None] Attempting to bind port e968e976-5f7e-4baf-84d7-1091f374fe80 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:20:42.462526 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-bccd03b7-b9a4-4729-ad92-1536fd2dfb8b None None] Attempting to bind port e968e976-5f7e-4baf-84d7-1091f374fe80 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '7994d17d-137a-46f2-95db-467dd6e7c020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f673795f-9e73-4ddb-99c3-f2b6b571c4c6'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:20:42.463732 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccd03b7-b9a4-4729-ad92-1536fd2dfb8b None None] Attempting to bind port e968e976-5f7e-4baf-84d7-1091f374fe80 on network f673795f-9e73-4ddb-99c3-f2b6b571c4c6 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:20:42.511224 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccd03b7-b9a4-4729-ad92-1536fd2dfb8b None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:20:42.511758 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccd03b7-b9a4-4729-ad92-1536fd2dfb8b None None] Checking segment: {'id': '7994d17d-137a-46f2-95db-467dd6e7c020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f673795f-9e73-4ddb-99c3-f2b6b571c4c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:20:42.512272 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-bccd03b7-b9a4-4729-ad92-1536fd2dfb8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:42.512665 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccd03b7-b9a4-4729-ad92-1536fd2dfb8b None None] Bound using segment: {'id': '7994d17d-137a-46f2-95db-467dd6e7c020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f673795f-9e73-4ddb-99c3-f2b6b571c4c6'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:20:42.513206 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-bccd03b7-b9a4-4729-ad92-1536fd2dfb8b None None] Bound port: e968e976-5f7e-4baf-84d7-1091f374fe80, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7994d17d-137a-46f2-95db-467dd6e7c020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f673795f-9e73-4ddb-99c3-f2b6b571c4c6'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:20:42.513594 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-bccd03b7-b9a4-4729-ad92-1536fd2dfb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:42.517636 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8838288-0d92-4e56-ab13-a5a33852d28f None None] The sync data for ids ['ebdcd5a4-0887-4c65-8e98-49cfb651d88f'] in n-d-768851-15 is: [{'id': 'ebdcd5a4-0887-4c65-8e98-49cfb651d88f', 'name': 'tempest-TaggedBootDevicesTest_v242-1973507768-router', 'tenant_id': '113c9048eb054fe989e54191f5a42ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '9aa15eb6-7124-4055-a227-9b29b767156f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:09:56Z', 'updated_at': '2021-08-10T03:10:03Z', 'revision_number': 4, 'project_id': '113c9048eb054fe989e54191f5a42ad9', 'gw_port': {'id': '9aa15eb6-7124-4055-a227-9b29b767156f', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:98:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdcd5a4-0887-4c65-8e98-49cfb651d88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:09:58Z', 'updated_at': '2021-08-10T03:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'c72bd21c-e32a-4acb-87ad-49ce49bafa32', 'name': '', 'network_id': 'c4674244-b4fc-4227-9e62-6d0cd0b1acc0', 'tenant_id': '113c9048eb054fe989e54191f5a42ad9', 'mac_address': 'fa:16:3e:71:03:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdcd5a4-0887-4c65-8e98-49cfb651d88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '91e34b3b-f93c-49d7-a000-e94fe5265392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:10:02Z', 'updated_at': '2021-08-10T03:10:12Z', 'revision_number': 5, 'project_id': '113c9048eb054fe989e54191f5a42ad9', 'subnets': [{'id': '91e34b3b-f93c-49d7-a000-e94fe5265392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:20:42.520359 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58bcef-1d04-487c-95db-02f47e88a625 req-c40a7917-da1d-4519-a588-d3364ce7b164 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:42.533967 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6f008537-dbdd-4dd3-99f3-fe4f7e393b2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:42.539297 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9f58bcef-1d04-487c-95db-02f47e88a625 req-c40a7917-da1d-4519-a588-d3364ce7b164 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 944 time: 0.4516621 Aug 10 03:20:42.542491 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfa2a8d3-ebe1-4103-896b-c4f2df154b68', 'name': 'network-vif-deleted', 'tag': '0455b05d-5b22-4bf2-acff-92ae778947a2'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:20:42.545987 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0278502-5750-488f-80ff-c6e81ab77597" -d '{"events": [{"server_uuid": "bfa2a8d3-ebe1-4103-896b-c4f2df154b68", "name": "network-vif-deleted", "tag": "0455b05d-5b22-4bf2-acff-92ae778947a2"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:20:42.571850 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-4b0af6ef-580a-4498-88f5-ba812e3d18ae tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:42.577854 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-4b0af6ef-580a-4498-88f5-ba812e3d18ae tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.60 "DELETE /v2.0/ports/7f7d4070-63a5-4dcf-a267-bab9b2c3747d HTTP/1.1" status: 204 len: 173 time: 2.8540835 Aug 10 03:20:42.669683 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-bccd03b7-b9a4-4729-ad92-1536fd2dfb8b None None] For port e968e976-5f7e-4baf-84d7-1091f374fe80, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:20:42.674666 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-bccd03b7-b9a4-4729-ad92-1536fd2dfb8b None None] For port e968e976-5f7e-4baf-84d7-1091f374fe80, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=e968e976-5f7e-4baf-84d7-1091f374fe80,segment=NetworkSegment(7994d17d-137a-46f2-95db-467dd6e7c020),segment_id=7994d17d-137a-46f2-95db-467dd6e7c020)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:20:42.686781 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-bccd03b7-b9a4-4729-ad92-1536fd2dfb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:42.707660 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6f008537-dbdd-4dd3-99f3-fe4f7e393b2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:42.763142 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-030d1b4e-0032-481a-bd3c-67250b7154c4 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:42.776776 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6d068e3a-db85-4b45-9b33-98084fd3fd06 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:42.792377 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccd03b7-b9a4-4729-ad92-1536fd2dfb8b None None] Pushing event updated for resources: {'Port': ['ID=e968e976-5f7e-4baf-84d7-1091f374fe80,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:42.794330 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6d068e3a-db85-4b45-9b33-98084fd3fd06 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:42.800031 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46156a70-ede0-4f7d-bd50-589123fa9543 admin admin] Pushing event updated for resources: {'Port': ['ID=7b2c755d-acc7-4fab-bca4-61f497229124,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:42.927204 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9f58bcef-1d04-487c-95db-02f47e88a625 req-bf90c97a-8e92-4887-a5ca-415ece0ba827 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=3195847a-22b1-4e5d-a1c3-c326862fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3830013 Aug 10 03:20:43.006396 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6d068e3a-db85-4b45-9b33-98084fd3fd06 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:43.006967 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d068e3a-db85-4b45-9b33-98084fd3fd06 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Fanout notify agent at l3_agent the message router_deleted on router e18a8136-d70a-4764-8cf5-13e39d6d664a {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:20:43.021609 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6d068e3a-db85-4b45-9b33-98084fd3fd06 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:43.022996 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6d068e3a-db85-4b45-9b33-98084fd3fd06 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "DELETE /v2.0/routers/e18a8136-d70a-4764-8cf5-13e39d6d664a HTTP/1.1" status: 204 len: 168 time: 0.7407703 Aug 10 03:20:43.039297 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56890) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:43.049799 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6f008537-dbdd-4dd3-99f3-fe4f7e393b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:43.058775 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6f008537-dbdd-4dd3-99f3-fe4f7e393b2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:43.062655 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6f008537-dbdd-4dd3-99f3-fe4f7e393b2d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2ec06dce-fea9-4bad-a867-653d294050b2 HTTP/1.1" status: 204 len: 168 time: 0.9809570 Aug 10 03:20:43.083174 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f008537-dbdd-4dd3-99f3-fe4f7e393b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec06dce-fea9-4bad-a867-653d294050b2,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:43.091902 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c0575a-b27b-418c-9973-f7406b29cea1 None None] New status for floating IP c798ce38-fdf4-4b9b-b9f8-579b6937f772: DOWN {{(pid=94218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:20:43.124990 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf96a870-818b-42b1-8e30-f2dbd7fbc7bc tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Deleting subnet fb39dcd2-6367-4b7d-906c-5f92042f9b2c {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:20:43.129020 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cf96a870-818b-42b1-8e30-f2dbd7fbc7bc tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:43.176608 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cf96a870-818b-42b1-8e30-f2dbd7fbc7bc tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:43.302509 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cf96a870-818b-42b1-8e30-f2dbd7fbc7bc tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:43.389357 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device ecb5cb29-bad7-4e0b-a042-66dbc308ed97 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:20:43.440248 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 10 Aug 2021 03:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31cb52e6-ca40-4e2b-b008-01c5633dfb31 x-openstack-request-id: req-31cb52e6-ca40-4e2b-b008-01c5633dfb31 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:20:43.440565 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfa2a8d3-ebe1-4103-896b-c4f2df154b68", "name": "network-vif-deleted", "tag": "0455b05d-5b22-4bf2-acff-92ae778947a2", "status": "failed", "code": 422}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:20:43.440877 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-31cb52e6-ca40-4e2b-b008-01c5633dfb31 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:20:43.441305 n-d-768851-15 neutron-server[94216]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bfa2a8d3-ebe1-4103-896b-c4f2df154b68', 'name': 'network-vif-deleted', 'tag': '0455b05d-5b22-4bf2-acff-92ae778947a2', 'status': 'failed', 'code': 422} returned with failed status Aug 10 03:20:43.467883 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cf96a870-818b-42b1-8e30-f2dbd7fbc7bc tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:43.544828 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-030d1b4e-0032-481a-bd3c-67250b7154c4 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:43.558519 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-030d1b4e-0032-481a-bd3c-67250b7154c4 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:43.578594 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf96a870-818b-42b1-8e30-f2dbd7fbc7bc tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event deleted for resources: {'Subnet': ['ID=fb39dcd2-6367-4b7d-906c-5f92042f9b2c,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:43.612062 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cf96a870-818b-42b1-8e30-f2dbd7fbc7bc tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:43.616587 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-cf96a870-818b-42b1-8e30-f2dbd7fbc7bc tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "DELETE /v2.0/subnets/fb39dcd2-6367-4b7d-906c-5f92042f9b2c HTTP/1.1" status: 204 len: 168 time: 0.5742602 Aug 10 03:20:43.622513 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56906) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:43.634164 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030d1b4e-0032-481a-bd3c-67250b7154c4 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Pushing event updated for resources: {'Port': ['ID=f5e61ccb-24fb-45c1-a4e0-dcf46e87703d,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:43.642665 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d2ca12-1881-467e-9b1f-a1027616a1d7 None None] Network 767a4154-2e3e-4b0d-91ab-976af902235c requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:20:43.754239 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-030d1b4e-0032-481a-bd3c-67250b7154c4 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] In _notify_port_updated(), no bound segment for port f5e61ccb-24fb-45c1-a4e0-dcf46e87703d on network 3e401442-520d-4ec0-98aa-152bb1874dd7 {{(pid=94217) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:20:43.779892 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030d1b4e-0032-481a-bd3c-67250b7154c4 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:43.780612 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-030d1b4e-0032-481a-bd3c-67250b7154c4 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:43.784639 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-030d1b4e-0032-481a-bd3c-67250b7154c4 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] 10.222.0.62 "PUT /v2.0/ports/f5e61ccb-24fb-45c1-a4e0-dcf46e87703d HTTP/1.1" status: 200 len: 1136 time: 1.3770230 Aug 10 03:20:43.785787 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56918) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:43.869824 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e968e976-5f7e-4baf-84d7-1091f374fe80 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:20:43.914721 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-42c15a67-a7d1-4fb1-aec6-40297debf27c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Deleting port 9140a197-e2ae-4fbc-a8b1-69cdd61eb563 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:20:43.915017 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-42c15a67-a7d1-4fb1-aec6-40297debf27c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:43.922785 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7f408b-5dfc-4800-bec0-ee94e50d79ab tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:43.924329 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-af7f408b-5dfc-4800-bec0-ee94e50d79ab tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] 10.222.0.62 "GET /v2.0/ports/f5e61ccb-24fb-45c1-a4e0-dcf46e87703d HTTP/1.1" status: 200 len: 1136 time: 0.1375768 Aug 10 03:20:43.933141 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56924) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:44.086966 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8122285b-fe8d-44a4-8749-79c19077fc6d req-59cb7023-eb0b-4d16-a99b-bb066e2e3482 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:44.092294 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8122285b-fe8d-44a4-8749-79c19077fc6d req-59cb7023-eb0b-4d16-a99b-bb066e2e3482 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 943 time: 0.6538510 Aug 10 03:20:44.097253 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port ecb5cb29-bad7-4e0b-a042-66dbc308ed97 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:44.100981 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:44.146680 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-76cb41f7-925b-46b4-ae0b-28eb9f0a84c7 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Deleting port f5e61ccb-24fb-45c1-a4e0-dcf46e87703d {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:20:44.147087 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-76cb41f7-925b-46b4-ae0b-28eb9f0a84c7 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:44.223598 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-bcb50767-4daa-461b-baee-c6c990e3e79b None None] Provisioning complete for port f5e61ccb-24fb-45c1-a4e0-dcf46e87703d triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:44.224205 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-bcb50767-4daa-461b-baee-c6c990e3e79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:44.297812 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-bcb50767-4daa-461b-baee-c6c990e3e79b None None] Port f5e61ccb-24fb-45c1-a4e0-dcf46e87703d cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:20:44.325401 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-46156a70-ede0-4f7d-bd50-589123fa9543 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:44.358725 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port e968e976-5f7e-4baf-84d7-1091f374fe80 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:20:44.372438 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:44.419862 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-76cb41f7-925b-46b4-ae0b-28eb9f0a84c7 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:44.433751 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port ecb5cb29-bad7-4e0b-a042-66dbc308ed97, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=ecb5cb29-bad7-4e0b-a042-66dbc308ed97,segment=NetworkSegment(b14795c0-984c-4c21-bc5c-b1b39903d907),segment_id=b14795c0-984c-4c21-bc5c-b1b39903d907)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:44.436516 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dbb5b71-0b23-4039-8dde-5e77b8029aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb5cb29-bad7-4e0b-a042-66dbc308ed97'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:20:44.442854 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae649546-5d52-484f-8983-03bf3214439c" -d '{"events": [{"server_uuid": "9dbb5b71-0b23-4039-8dde-5e77b8029aa0", "name": "network-vif-plugged", "status": "completed", "tag": "ecb5cb29-bad7-4e0b-a042-66dbc308ed97"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:20:44.446592 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7934f20c-87bb-4fd3-af9b-efbd73a388bf None None] DHCP port deletion for 767a4154-2e3e-4b0d-91ab-976af902235c request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:20:44.455068 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:44.467650 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-76cb41f7-925b-46b4-ae0b-28eb9f0a84c7 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Calling delete_port for f5e61ccb-24fb-45c1-a4e0-dcf46e87703d owned by {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:20:44.537727 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2f5693ed-3363-454a-8e32-5b04a454290a tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:44.570543 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=ecb5cb29-bad7-4e0b-a042-66dbc308ed97,revision_number=10']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:44.581468 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-7934f20c-87bb-4fd3-af9b-efbd73a388bf None None] Deleting port c191d187-f67e-4e8b-add2-99ed7ab6c748 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:20:44.581852 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7934f20c-87bb-4fd3-af9b-efbd73a388bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:44.640193 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a388be-3231-434a-a4ea-7044896b56b9 None None] Network f673795f-9e73-4ddb-99c3-f2b6b571c4c6 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:20:44.780653 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-7934f20c-87bb-4fd3-af9b-efbd73a388bf None None] For port c191d187-f67e-4e8b-add2-99ed7ab6c748, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=c191d187-f67e-4e8b-add2-99ed7ab6c748,segment=NetworkSegment(5b2e0445-6044-4eec-8f63-587b1086cb89),segment_id=5b2e0445-6044-4eec-8f63-587b1086cb89)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:44.781167 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7934f20c-87bb-4fd3-af9b-efbd73a388bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:44.801755 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-7934f20c-87bb-4fd3-af9b-efbd73a388bf None None] Calling delete_port for c191d187-f67e-4e8b-add2-99ed7ab6c748 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:20:44.818278 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-efad3700-edbe-45e6-99e3-f0a7e3c87c73 None None] Provisioning for port e968e976-5f7e-4baf-84d7-1091f374fe80 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:20:44.824756 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-efad3700-edbe-45e6-99e3-f0a7e3c87c73 None None] Provisioning complete for port e968e976-5f7e-4baf-84d7-1091f374fe80 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:44.825123 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-efad3700-edbe-45e6-99e3-f0a7e3c87c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:44.865843 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-76cb41f7-925b-46b4-ae0b-28eb9f0a84c7 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:44.912372 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-42c15a67-a7d1-4fb1-aec6-40297debf27c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] For port 9140a197-e2ae-4fbc-a8b1-69cdd61eb563, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=9140a197-e2ae-4fbc-a8b1-69cdd61eb563,segment=NetworkSegment(b96f6dd2-820f-4525-9b5d-9cb81ae71b32),segment_id=b96f6dd2-820f-4525-9b5d-9cb81ae71b32)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:44.919968 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-42c15a67-a7d1-4fb1-aec6-40297debf27c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:44.936782 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cb41f7-925b-46b4-ae0b-28eb9f0a84c7 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Pushing event deleted for resources: {'Port': ['ID=f5e61ccb-24fb-45c1-a4e0-dcf46e87703d,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:44.956812 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-42c15a67-a7d1-4fb1-aec6-40297debf27c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Calling delete_port for 9140a197-e2ae-4fbc-a8b1-69cdd61eb563 owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:20:45.024748 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-efad3700-edbe-45e6-99e3-f0a7e3c87c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:45.083745 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-76cb41f7-925b-46b4-ae0b-28eb9f0a84c7 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:45.089177 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-76cb41f7-925b-46b4-ae0b-28eb9f0a84c7 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] 10.222.0.62 "DELETE /v2.0/ports/f5e61ccb-24fb-45c1-a4e0-dcf46e87703d HTTP/1.1" status: 204 len: 168 time: 1.1549644 Aug 10 03:20:45.095917 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56948) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:45.108245 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b6edd-be0e-494d-ba1c-851e77b14985 req-4235a12b-f8b1-4366-8177-02a673014fc2 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:45.118226 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d42b6edd-be0e-494d-ba1c-851e77b14985 req-4235a12b-f8b1-4366-8177-02a673014fc2 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/networks?id=480dbe0b-e3be-4a4e-913b-dd9b24bba262 HTTP/1.1" status: 200 len: 812 time: 1.1909237 Aug 10 03:20:45.123467 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7934f20c-87bb-4fd3-af9b-efbd73a388bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:45.140085 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-efad3700-edbe-45e6-99e3-f0a7e3c87c73 None None] For port e968e976-5f7e-4baf-84d7-1091f374fe80, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=e968e976-5f7e-4baf-84d7-1091f374fe80,segment=NetworkSegment(7994d17d-137a-46f2-95db-467dd6e7c020),segment_id=7994d17d-137a-46f2-95db-467dd6e7c020)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:45.172399 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8122285b-fe8d-44a4-8749-79c19077fc6d req-12d6cfda-33a9-4a58-b9a9-f597ff17a95c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/security-groups?id=8fa0499c-1adb-43e6-95ad-71a41197fc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8773088 Aug 10 03:20:45.252843 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-efad3700-edbe-45e6-99e3-f0a7e3c87c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:45.258756 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7934f20c-87bb-4fd3-af9b-efbd73a388bf None None] Pushing event deleted for resources: {'Port': ['ID=c191d187-f67e-4e8b-add2-99ed7ab6c748,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:45.286066 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef8a23f5-ebd9-498a-8417-91072cfb7c58 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Deleting subnet 12d52a98-2b95-4d69-8a3a-d5db1a1d86e1 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:20:45.297877 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ef8a23f5-ebd9-498a-8417-91072cfb7c58 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:45.302565 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d42b6edd-be0e-494d-ba1c-851e77b14985 req-2ab12bc0-e8f0-48d6-b0f6-c410c1095be0 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/quotas/83b79d8631564df6a9bf256e7f6ac69f HTTP/1.1" status: 200 len: 375 time: 0.1409948 Aug 10 03:20:45.352237 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efad3700-edbe-45e6-99e3-f0a7e3c87c73 None None] Pushing event updated for resources: {'Port': ['ID=e968e976-5f7e-4baf-84d7-1091f374fe80,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:45.355823 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7934f20c-87bb-4fd3-af9b-efbd73a388bf None None] No DVR routers for this DVR port c191d187-f67e-4e8b-add2-99ed7ab6c748 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:20:45.371758 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ef8a23f5-ebd9-498a-8417-91072cfb7c58 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:45.497452 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ef8a23f5-ebd9-498a-8417-91072cfb7c58 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:45.579930 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ef8a23f5-ebd9-498a-8417-91072cfb7c58 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:45.582816 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-63e86231-1e46-466c-a978-3998162ba79b None None] Provisioning complete for port e968e976-5f7e-4baf-84d7-1091f374fe80 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:45.583394 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-63e86231-1e46-466c-a978-3998162ba79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:45.625902 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8a23f5-ebd9-498a-8417-91072cfb7c58 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Pushing event deleted for resources: {'Subnet': ['ID=12d52a98-2b95-4d69-8a3a-d5db1a1d86e1,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:45.628931 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e71a0fd-9049-4db9-b09f-57f7e39649f7', 'name': 'network-vif-deleted', 'tag': '7f7d4070-63a5-4dcf-a267-bab9b2c3747d'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:20:45.633581 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ef8a23f5-ebd9-498a-8417-91072cfb7c58 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:45.639639 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ef8a23f5-ebd9-498a-8417-91072cfb7c58 tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] 10.222.0.62 "DELETE /v2.0/subnets/12d52a98-2b95-4d69-8a3a-d5db1a1d86e1 HTTP/1.1" status: 204 len: 168 time: 0.5386488 Aug 10 03:20:45.639745 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88706f0-d1e2-42ab-b719-9177e8ea6d4d" -d '{"events": [{"server_uuid": "1e71a0fd-9049-4db9-b09f-57f7e39649f7", "name": "network-vif-deleted", "tag": "7f7d4070-63a5-4dcf-a267-bab9b2c3747d"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:20:45.640069 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56962) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:45.658897 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27c7f70-dbc5-4243-8b07-e2edfaed2514 None None] Network 3e401442-520d-4ec0-98aa-152bb1874dd7 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:20:45.666368 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-46156a70-ede0-4f7d-bd50-589123fa9543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:45.679867 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d42b6edd-be0e-494d-ba1c-851e77b14985 req-76e1fb5f-8f63-411f-8f66-5cc7e5fe45c4 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=83b79d8631564df6a9bf256e7f6ac69f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3592584 Aug 10 03:20:45.751030 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e968e976-5f7e-4baf-84d7-1091f374fe80 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:20:45.813848 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d6b04aa2-2d29-4009-86af-7cb11e05988f tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:45.838874 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2f5693ed-3363-454a-8e32-5b04a454290a tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:45.859933 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-2f5693ed-3363-454a-8e32-5b04a454290a tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['767a4154-2e3e-4b0d-91ab-976af902235c']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:45.891739 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-2f5693ed-3363-454a-8e32-5b04a454290a tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b2e0445-6044-4eec-8f63-587b1086cb89') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:45.896733 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-2f5693ed-3363-454a-8e32-5b04a454290a tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b2e0445-6044-4eec-8f63-587b1086cb89') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:45.914134 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2f5693ed-3363-454a-8e32-5b04a454290a tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:45.923521 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port e968e976-5f7e-4baf-84d7-1091f374fe80 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:45.924028 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:45.930606 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-d6b04aa2-2d29-4009-86af-7cb11e05988f tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Deleting port e74c70e8-ee0a-4077-801d-5c00646fea1d {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:20:45.931158 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d6b04aa2-2d29-4009-86af-7cb11e05988f tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:45.951508 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2f5693ed-3363-454a-8e32-5b04a454290a tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:45.957912 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f5693ed-3363-454a-8e32-5b04a454290a tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:20:45.958309 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2f5693ed-3363-454a-8e32-5b04a454290a tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:46.103201 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-d6b04aa2-2d29-4009-86af-7cb11e05988f tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] For port e74c70e8-ee0a-4077-801d-5c00646fea1d, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=e74c70e8-ee0a-4077-801d-5c00646fea1d,segment=NetworkSegment(5dbdbb09-4f77-4a35-bc84-44f08468ec30),segment_id=5dbdbb09-4f77-4a35-bc84-44f08468ec30)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:46.104717 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d6b04aa2-2d29-4009-86af-7cb11e05988f tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:46.122822 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:20:46.122822 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:20:46.122822 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:20:46.122822 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:20:46.122822 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:20:46.122822 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:20:46.122822 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:20:46.122822 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:20:46.122822 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:20:46.122822 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:20:46.122822 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:20:46.122822 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:20:46.122822 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:20:46.122822 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:20:46.122822 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:20:46.122822 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:20:46.122822 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:20:46.122822 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:20:46.122822 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:20:46.122822 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:20:46.122822 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:20:46.122822 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:20:46.122822 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:20:46.122822 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:20:46.122822 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:20:46.122822 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:20:46.122822 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:20:46.122822 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:20:46.122822 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:20:46.122822 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:20:46.122822 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:20:46.122822 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:20:46.140431 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-d6b04aa2-2d29-4009-86af-7cb11e05988f tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Calling delete_port for e74c70e8-ee0a-4077-801d-5c00646fea1d owned by network:dhcp {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:20:46.154227 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2f5693ed-3363-454a-8e32-5b04a454290a tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:46.257726 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2f5693ed-3363-454a-8e32-5b04a454290a tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:46.259742 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-2f5693ed-3363-454a-8e32-5b04a454290a tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "DELETE /v2.0/networks/767a4154-2e3e-4b0d-91ab-976af902235c HTTP/1.1" status: 204 len: 168 time: 2.6334414 Aug 10 03:20:46.269589 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56976) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:46.279134 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5693ed-3363-454a-8e32-5b04a454290a tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event deleted for resources: {'Network': ['ID=767a4154-2e3e-4b0d-91ab-976af902235c,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:46.289842 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309350c0-4bfe-4454-a0a6-459fb2d337a2 None None] DHCP port deletion for 3e401442-520d-4ec0-98aa-152bb1874dd7 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:20:46.290376 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-04ff907e-e957-4515-9173-830563ddd43e tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Request body: {'network': {'name': 'tempest-RoutersTest-1211998101'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:46.365722 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ff907e-e957-4515-9173-830563ddd43e tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Made reservation on behalf of c682678ede4c49b18134196e23ba84b8 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:20:46.371206 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-04ff907e-e957-4515-9173-830563ddd43e tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:46.403483 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-309350c0-4bfe-4454-a0a6-459fb2d337a2 None None] Deleting port e74c70e8-ee0a-4077-801d-5c00646fea1d {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:20:46.403889 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-309350c0-4bfe-4454-a0a6-459fb2d337a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:46.404758 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04ff907e-e957-4515-9173-830563ddd43e tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:20:46.409339 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe5634-32ed-4158-add0-1ae3053c755f req-ebaf95ad-305c-4156-afdd-470ae30da591 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:46.411585 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-71fe5634-32ed-4158-add0-1ae3053c755f req-ebaf95ad-305c-4156-afdd-470ae30da591 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 946 time: 0.8759940 Aug 10 03:20:46.419474 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d6b04aa2-2d29-4009-86af-7cb11e05988f tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:46.444353 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device c191d187-f67e-4e8b-add2-99ed7ab6c748 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:20:46.489112 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d42b6edd-be0e-494d-ba1c-851e77b14985 req-dc36fdfc-1797-43ff-b6a4-a757d839f124 service neutron] 10.222.0.62 "GET /v2.0/networks/480dbe0b-e3be-4a4e-913b-dd9b24bba262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7894883 Aug 10 03:20:46.509297 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: c191d187-f67e-4e8b-add2-99ed7ab6c748 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:20:46.509765 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device c191d187-f67e-4e8b-add2-99ed7ab6c748 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:20:46.510768 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-04ff907e-e957-4515-9173-830563ddd43e tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:46.511313 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-04ff907e-e957-4515-9173-830563ddd43e tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Added segment d12ceb6f-6957-4e10-a065-09d4b682df1b of type vlan for network b6429bd9-f016-4531-aab0-56e3549b133b Aug 10 03:20:46.535014 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-309350c0-4bfe-4454-a0a6-459fb2d337a2 None None] For port e74c70e8-ee0a-4077-801d-5c00646fea1d, host n-d-768851-15, got binding levels [] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:46.535667 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-309350c0-4bfe-4454-a0a6-459fb2d337a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:46.545923 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b04aa2-2d29-4009-86af-7cb11e05988f tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Pushing event deleted for resources: {'Port': ['ID=e74c70e8-ee0a-4077-801d-5c00646fea1d,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:46.548992 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b04aa2-2d29-4009-86af-7cb11e05988f tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] No DVR routers for this DVR port e74c70e8-ee0a-4077-801d-5c00646fea1d on host n-d-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:20:46.565244 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-309350c0-4bfe-4454-a0a6-459fb2d337a2 None None] Calling delete_port for e74c70e8-ee0a-4077-801d-5c00646fea1d owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:20:46.571177 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.ipam_backend_mixin [None req-309350c0-4bfe-4454-a0a6-459fb2d337a2 None None] Port e74c70e8-ee0a-4077-801d-5c00646fea1d was not found and therefore no delete operation was performed {{(pid=94218) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 03:20:46.573529 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-309350c0-4bfe-4454-a0a6-459fb2d337a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:46.640438 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309350c0-4bfe-4454-a0a6-459fb2d337a2 None None] Pushing event deleted for resources: {'Port': ['ID=e74c70e8-ee0a-4077-801d-5c00646fea1d,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:46.658900 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309350c0-4bfe-4454-a0a6-459fb2d337a2 None None] No DVR routers for this DVR port e74c70e8-ee0a-4077-801d-5c00646fea1d on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:20:46.662862 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-42c15a67-a7d1-4fb1-aec6-40297debf27c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:46.693278 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-04ff907e-e957-4515-9173-830563ddd43e tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:46.701712 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d6b04aa2-2d29-4009-86af-7cb11e05988f tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:46.720461 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-d6b04aa2-2d29-4009-86af-7cb11e05988f tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e401442-520d-4ec0-98aa-152bb1874dd7']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:46.737372 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98099c9d-2e55-4d6f-a97d-ad97338d53fb req-8f7b62a5-4191-4427-8474-b42dcd8e3e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:46.739084 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-98099c9d-2e55-4d6f-a97d-ad97338d53fb req-8f7b62a5-4191-4427-8474-b42dcd8e3e75 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e185eddfc77743c180b686598504f106&device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 1097 time: 0.2070596 Aug 10 03:20:46.743413 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-d6b04aa2-2d29-4009-86af-7cb11e05988f tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dbdbb09-4f77-4a35-bc84-44f08468ec30') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:46.743708 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-d6b04aa2-2d29-4009-86af-7cb11e05988f tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dbdbb09-4f77-4a35-bc84-44f08468ec30') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:46.764854 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d6b04aa2-2d29-4009-86af-7cb11e05988f tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:46.771059 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-71fe5634-32ed-4158-add0-1ae3053c755f req-a9920386-fa42-4522-9395-215f7b6da6aa tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=3195847a-22b1-4e5d-a1c3-c326862fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3257630 Aug 10 03:20:46.773349 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c15a67-a7d1-4fb1-aec6-40297debf27c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Pushing event deleted for resources: {'Port': ['ID=9140a197-e2ae-4fbc-a8b1-69cdd61eb563,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:46.862796 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46156a70-ede0-4f7d-bd50-589123fa9543 admin admin] Router d38312a1-5452-4661-a37b-cb431ca76529 is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:20:46.868669 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb7889e-973a-4332-b0e4-ce663eb7afb2 x-openstack-request-id: req-dbb7889e-973a-4332-b0e4-ce663eb7afb2 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:20:46.868889 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dbb5b71-0b23-4039-8dde-5e77b8029aa0", "name": "network-vif-plugged", "status": "completed", "tag": "ecb5cb29-bad7-4e0b-a042-66dbc308ed97", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:20:46.869163 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dbb7889e-973a-4332-b0e4-ce663eb7afb2 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:20:46.869730 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dbb5b71-0b23-4039-8dde-5e77b8029aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb5cb29-bad7-4e0b-a042-66dbc308ed97', 'code': 200} Aug 10 03:20:46.879895 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-42c15a67-a7d1-4fb1-aec6-40297debf27c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] No DVR routers for this DVR port 9140a197-e2ae-4fbc-a8b1-69cdd61eb563 on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:20:46.883137 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d42b6edd-be0e-494d-ba1c-851e77b14985 req-caba17ce-11de-4b0a-b36b-566972b91f05 service neutron] 10.222.0.62 "GET /v2.0/networks/480dbe0b-e3be-4a4e-913b-dd9b24bba262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3925152 Aug 10 03:20:46.884288 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-42c15a67-a7d1-4fb1-aec6-40297debf27c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:46.886417 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-19992e11-efc9-4ee7-814d-62f54879ead4 req-42c15a67-a7d1-4fb1-aec6-40297debf27c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.60 "DELETE /v2.0/ports/9140a197-e2ae-4fbc-a8b1-69cdd61eb563 HTTP/1.1" status: 204 len: 173 time: 4.2571468 Aug 10 03:20:46.922609 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d6b04aa2-2d29-4009-86af-7cb11e05988f tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:46.939372 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-04ff907e-e957-4515-9173-830563ddd43e tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:46.958186 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ff907e-e957-4515-9173-830563ddd43e tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:46.958851 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-04ff907e-e957-4515-9173-830563ddd43e tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:47.017597 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6bbdc8-91c4-4311-a43e-c840b9522ea1 x-openstack-request-id: req-3a6bbdc8-91c4-4311-a43e-c840b9522ea1 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:20:47.018292 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e71a0fd-9049-4db9-b09f-57f7e39649f7", "name": "network-vif-deleted", "tag": "7f7d4070-63a5-4dcf-a267-bab9b2c3747d", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:20:47.018659 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3a6bbdc8-91c4-4311-a43e-c840b9522ea1 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:20:47.019184 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e71a0fd-9049-4db9-b09f-57f7e39649f7', 'name': 'network-vif-deleted', 'tag': '7f7d4070-63a5-4dcf-a267-bab9b2c3747d', 'status': 'completed', 'code': 200} Aug 10 03:20:47.047186 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46156a70-ede0-4f7d-bd50-589123fa9543 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:20:47.073056 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca5ed6c-bc3a-4133-a672-5baf369523fc None None] Sync routers for ids ['d38312a1-5452-4661-a37b-cb431ca76529'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:20:47.092286 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca5ed6c-bc3a-4133-a672-5baf369523fc None None] Routers {'d38312a1-5452-4661-a37b-cb431ca76529'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:20:47.092936 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-cca5ed6c-bc3a-4133-a672-5baf369523fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:20:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['d38312a1-5452-4661-a37b-cb431ca76529'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:47.117754 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-46156a70-ede0-4f7d-bd50-589123fa9543 admin admin] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:47.124704 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-46156a70-ede0-4f7d-bd50-589123fa9543 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 9.2888532 Aug 10 03:20:47.125358 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56994) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:47.234037 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ff907e-e957-4515-9173-830563ddd43e tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event updated for resources: {'Network': ['ID=b6429bd9-f016-4531-aab0-56e3549b133b,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:47.252985 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network b6429bd9-f016-4531-aab0-56e3549b133b details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:20:47.299469 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6b04aa2-2d29-4009-86af-7cb11e05988f tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:20:47.300297 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d6b04aa2-2d29-4009-86af-7cb11e05988f tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:47.342762 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:20:47.342762 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:20:47.342762 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:20:47.342762 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:20:47.342762 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:20:47.342762 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:20:47.342762 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:20:47.342762 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:20:47.342762 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:20:47.342762 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:20:47.342762 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:20:47.342762 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:20:47.342762 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:20:47.342762 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:20:47.342762 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:20:47.342762 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:20:47.342762 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:20:47.342762 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:20:47.342762 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:20:47.342762 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:20:47.342762 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:20:47.342762 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:20:47.342762 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:20:47.342762 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:20:47.342762 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:20:47.342762 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:20:47.342762 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:20:47.342762 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:20:47.342762 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:20:47.342762 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:20:47.342762 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:20:47.342762 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:20:47.382381 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 57006) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:47.390221 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-04ff907e-e957-4515-9173-830563ddd43e tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1191781 Aug 10 03:20:47.485274 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ce25ba1a-45f2-4cf4-bffe-bc37aaa3015b req-9157d755-bbe5-468c-a8cd-0b2ad5174c40 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e15fa63-4caf-497f-b815-c2ccc823a345 HTTP/1.1" status: 200 len: 210 time: 0.1164966 Aug 10 03:20:47.492877 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-b7d34ae7-e532-49fc-a88b-62e0aade118e tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Request body: {'subnet': {'network_id': 'b6429bd9-f016-4531-aab0-56e3549b133b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:47.548650 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-cca5ed6c-bc3a-4133-a672-5baf369523fc None None] Set router d38312a1-5452-4661-a37b-cb431ca76529 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:20:47.654151 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d6b04aa2-2d29-4009-86af-7cb11e05988f tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:47.659248 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98099c9d-2e55-4d6f-a97d-ad97338d53fb req-d10fc7a0-0192-4477-b242-656ab68e2418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:47.661616 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-98099c9d-2e55-4d6f-a97d-ad97338d53fb req-d10fc7a0-0192-4477-b242-656ab68e2418 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe HTTP/1.1" status: 200 len: 911 time: 0.8949454 Aug 10 03:20:47.700852 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d6b04aa2-2d29-4009-86af-7cb11e05988f tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:47.706454 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d6b04aa2-2d29-4009-86af-7cb11e05988f tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] 10.222.0.62 "DELETE /v2.0/networks/3e401442-520d-4ec0-98aa-152bb1874dd7 HTTP/1.1" status: 204 len: 168 time: 2.0650396 Aug 10 03:20:47.714556 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70cde5-fc72-4f03-b2d2-346db528c61e req-dacba5a0-4410-43b5-9490-b54112d0fc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:47.715564 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e74c70e8-ee0a-4077-801d-5c00646fea1d no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:20:47.717157 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5b70cde5-fc72-4f03-b2d2-346db528c61e req-dacba5a0-4410-43b5-9490-b54112d0fc95 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 1098 time: 0.4952431 Aug 10 03:20:47.777163 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b04aa2-2d29-4009-86af-7cb11e05988f tempest-ExtraDHCPOptionsTestJSON-115628059 tempest-ExtraDHCPOptionsTestJSON-115628059-project] Pushing event deleted for resources: {'Network': ['ID=3e401442-520d-4ec0-98aa-152bb1874dd7,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:47.778641 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: e74c70e8-ee0a-4077-801d-5c00646fea1d {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:20:47.790857 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a7e9fe82-20da-489c-99b4-d6b87e084d6e req-2d4c0812-828b-4afc-91c0-c28ffd0de0c5 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 210 time: 0.4196496 Aug 10 03:20:47.808716 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e74c70e8-ee0a-4077-801d-5c00646fea1d not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:20:47.823011 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5b70cde5-fc72-4f03-b2d2-346db528c61e req-d318b511-b899-418b-b00f-017661cb0526 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3195847a-22b1-4e5d-a1c3-c326862fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882590 Aug 10 03:20:47.830430 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-98099c9d-2e55-4d6f-a97d-ad97338d53fb req-110d427d-8656-44df-8de0-4eac128354f3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77d567da-37a9-45cd-8b79-8328cf500c47 HTTP/1.1" status: 200 len: 1001 time: 0.1333358 Aug 10 03:20:48.043983 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98099c9d-2e55-4d6f-a97d-ad97338d53fb req-b1fad2e2-d0b0-4cdb-91e7-be6425b6aad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:48.050541 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-98099c9d-2e55-4d6f-a97d-ad97338d53fb req-b1fad2e2-d0b0-4cdb-91e7-be6425b6aad9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c05a62ae-44d3-4db4-a938-da6f60472238 HTTP/1.1" status: 200 len: 849 time: 0.1685703 Aug 10 03:20:48.157220 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-cca5ed6c-bc3a-4133-a672-5baf369523fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38312a1-5452-4661-a37b-cb431ca76529', 'name': 'tempest-ServersTestJSON-1815998178-router', 'tenant_id': 'dc37c9ae14bb4f3b843815f0becba976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '7b2c755d-acc7-4fab-bca4-61f497229124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:38Z', 'updated_at': '2021-08-10T03:20:43Z', 'revision_number': 3, 'project_id': 'dc37c9ae14bb4f3b843815f0becba976', 'gw_port': {'id': '7b2c755d-acc7-4fab-bca4-61f497229124', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd38312a1-5452-4661-a37b-cb431ca76529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:41Z', 'updated_at': '2021-08-10T03:20:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:48.203110 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98099c9d-2e55-4d6f-a97d-ad97338d53fb req-0cd35505-d0d0-45fe-8d43-5dd274e76ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:48.208431 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-98099c9d-2e55-4d6f-a97d-ad97338d53fb req-0cd35505-d0d0-45fe-8d43-5dd274e76ac9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1380191 Aug 10 03:20:48.218773 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca5ed6c-bc3a-4133-a672-5baf369523fc None None] Checking router: d38312a1-5452-4661-a37b-cb431ca76529 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:20:48.219374 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca5ed6c-bc3a-4133-a672-5baf369523fc None None] Updating router d38312a1-5452-4661-a37b-cb431ca76529 port 7b2c755d-acc7-4fab-bca4-61f497229124 binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:20:48.249713 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-cca5ed6c-bc3a-4133-a672-5baf369523fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:48.349680 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57030) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:48.470902 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-98099c9d-2e55-4d6f-a97d-ad97338d53fb req-93c3ddcd-b493-4ea6-a0e9-90157b89bc21 service neutron] 10.222.0.58 "GET /v2.0/networks/0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526445 Aug 10 03:20:48.487595 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57032) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:48.733031 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-cca5ed6c-bc3a-4133-a672-5baf369523fc None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:48.758880 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-cca5ed6c-bc3a-4133-a672-5baf369523fc None None] Transition to ACTIVE for port object 7b2c755d-acc7-4fab-bca4-61f497229124 will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:20:48.777651 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-cca5ed6c-bc3a-4133-a672-5baf369523fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:48.816525 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ed81553b-908e-45a6-ac7d-7f193d768d97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:48.827831 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-cca5ed6c-bc3a-4133-a672-5baf369523fc None None] Attempting to bind port 7b2c755d-acc7-4fab-bca4-61f497229124 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:20:48.828209 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-cca5ed6c-bc3a-4133-a672-5baf369523fc None None] Attempting to bind port 7b2c755d-acc7-4fab-bca4-61f497229124 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:20:48.828600 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca5ed6c-bc3a-4133-a672-5baf369523fc None None] Attempting to bind port 7b2c755d-acc7-4fab-bca4-61f497229124 on network 09ca2025-b9a6-4e84-8019-8d9fbef3753e {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:20:48.863475 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d39a2e6a-df41-45c5-9dfb-a6d3a78d65b4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=aca5d2fcd8454290896309cf976568d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3948910 Aug 10 03:20:48.868778 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca5ed6c-bc3a-4133-a672-5baf369523fc None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:20:48.869674 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca5ed6c-bc3a-4133-a672-5baf369523fc None None] Checking segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:20:48.870304 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57048) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:48.870481 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-cca5ed6c-bc3a-4133-a672-5baf369523fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:48.870481 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca5ed6c-bc3a-4133-a672-5baf369523fc None None] Bound using segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:20:48.871198 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-cca5ed6c-bc3a-4133-a672-5baf369523fc None None] Bound port: 7b2c755d-acc7-4fab-bca4-61f497229124, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:20:48.871576 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-cca5ed6c-bc3a-4133-a672-5baf369523fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:48.872433 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-98099c9d-2e55-4d6f-a97d-ad97338d53fb req-f309037a-a78f-4f9f-8131-1324b12359bf service neutron] 10.222.0.58 "GET /v2.0/networks/0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821676 Aug 10 03:20:48.938523 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ddb32679-9e64-415d-9d3e-6d7c1dc126f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:48.942001 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-cca5ed6c-bc3a-4133-a672-5baf369523fc None None] For port 7b2c755d-acc7-4fab-bca4-61f497229124, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:20:48.945307 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-cca5ed6c-bc3a-4133-a672-5baf369523fc None None] For port 7b2c755d-acc7-4fab-bca4-61f497229124, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=7b2c755d-acc7-4fab-bca4-61f497229124,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:20:48.953595 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-cca5ed6c-bc3a-4133-a672-5baf369523fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:48.968969 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ddb32679-9e64-415d-9d3e-6d7c1dc126f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:48.992280 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca5ed6c-bc3a-4133-a672-5baf369523fc None None] Routers {'d38312a1-5452-4661-a37b-cb431ca76529'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:20:48.992511 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-cca5ed6c-bc3a-4133-a672-5baf369523fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:20:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['d38312a1-5452-4661-a37b-cb431ca76529'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:48.995453 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f210f58-e2d0-4dbd-bef8-0e2455515622 None None] Pushing event updated for resources: {'Port': ['ID=7b2c755d-acc7-4fab-bca4-61f497229124,revision_number=2']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:49.032073 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e71a0fd-9049-4db9-b09f-57f7e39649f7', 'name': 'network-vif-deleted', 'tag': '9140a197-e2ae-4fbc-a8b1-69cdd61eb563'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:20:49.035535 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c326aa-b89e-419b-8cbd-82463826caca" -d '{"events": [{"server_uuid": "1e71a0fd-9049-4db9-b09f-57f7e39649f7", "name": "network-vif-deleted", "tag": "9140a197-e2ae-4fbc-a8b1-69cdd61eb563"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:20:49.041784 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ddb32679-9e64-415d-9d3e-6d7c1dc126f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:49.046302 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ddb32679-9e64-415d-9d3e-6d7c1dc126f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:49.047169 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f210f58-e2d0-4dbd-bef8-0e2455515622 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:49.047520 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f210f58-e2d0-4dbd-bef8-0e2455515622 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:49.047716 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ddb32679-9e64-415d-9d3e-6d7c1dc126f5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5809b2e4-b652-4a4a-9f97-b38b411b4094 HTTP/1.1" status: 204 len: 168 time: 0.1740746 Aug 10 03:20:49.047979 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f210f58-e2d0-4dbd-bef8-0e2455515622 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:49.048317 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f210f58-e2d0-4dbd-bef8-0e2455515622 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:49.048678 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f210f58-e2d0-4dbd-bef8-0e2455515622 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:49.049003 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f210f58-e2d0-4dbd-bef8-0e2455515622 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:49.049322 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f210f58-e2d0-4dbd-bef8-0e2455515622 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:49.050210 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f210f58-e2d0-4dbd-bef8-0e2455515622 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:49.050534 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f210f58-e2d0-4dbd-bef8-0e2455515622 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:49.050949 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f210f58-e2d0-4dbd-bef8-0e2455515622 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:49.051449 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f210f58-e2d0-4dbd-bef8-0e2455515622 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:49.051889 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f210f58-e2d0-4dbd-bef8-0e2455515622 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:49.084911 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb32679-9e64-415d-9d3e-6d7c1dc126f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5809b2e4-b652-4a4a-9f97-b38b411b4094,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:49.281342 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d34ae7-e532-49fc-a88b-62e0aade118e tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Made reservation on behalf of c682678ede4c49b18134196e23ba84b8 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:20:49.291565 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b7d34ae7-e532-49fc-a88b-62e0aade118e tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:49.337374 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ed81553b-908e-45a6-ac7d-7f193d768d97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:49.351665 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ed81553b-908e-45a6-ac7d-7f193d768d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:49.362489 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f210f58-e2d0-4dbd-bef8-0e2455515622 None None] Pushing event updated for resources: {'Port': ['ID=7b2c755d-acc7-4fab-bca4-61f497229124,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:49.390965 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dd8fcdd7-4974-47fd-ba01-ac80cddfa885 req-84a94a95-1c0f-4d78-a95b-be414769fb44 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e15fa63-4caf-497f-b815-c2ccc823a345 HTTP/1.1" status: 200 len: 210 time: 0.2805746 Aug 10 03:20:49.445221 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-cca5ed6c-bc3a-4133-a672-5baf369523fc None None] Set router d38312a1-5452-4661-a37b-cb431ca76529 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:20:49.539376 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ed81553b-908e-45a6-ac7d-7f193d768d97 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6b9684fabe9145b2ae1dc72957679cc3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0505016 Aug 10 03:20:49.543447 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 57082) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:49.553358 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed81553b-908e-45a6-ac7d-7f193d768d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0abb86d2-ffba-41c2-8274-5cb88c0ab55f,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:49.749554 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-11e168d8-0d83-47cf-b645-42f745158b97 req-05020c20-784d-49c4-9abd-f6f451a6c011 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 210 time: 0.0830872 Aug 10 03:20:50.018522 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-cca5ed6c-bc3a-4133-a672-5baf369523fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38312a1-5452-4661-a37b-cb431ca76529', 'name': 'tempest-ServersTestJSON-1815998178-router', 'tenant_id': 'dc37c9ae14bb4f3b843815f0becba976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '7b2c755d-acc7-4fab-bca4-61f497229124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:38Z', 'updated_at': '2021-08-10T03:20:43Z', 'revision_number': 3, 'project_id': 'dc37c9ae14bb4f3b843815f0becba976', 'gw_port': {'id': '7b2c755d-acc7-4fab-bca4-61f497229124', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd38312a1-5452-4661-a37b-cb431ca76529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:41Z', 'updated_at': '2021-08-10T03:20:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:50.085047 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca5ed6c-bc3a-4133-a672-5baf369523fc None None] The sync data for ids ['d38312a1-5452-4661-a37b-cb431ca76529'] in n-d-768851-15 is: [{'id': 'd38312a1-5452-4661-a37b-cb431ca76529', 'name': 'tempest-ServersTestJSON-1815998178-router', 'tenant_id': 'dc37c9ae14bb4f3b843815f0becba976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '7b2c755d-acc7-4fab-bca4-61f497229124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:38Z', 'updated_at': '2021-08-10T03:20:43Z', 'revision_number': 3, 'project_id': 'dc37c9ae14bb4f3b843815f0becba976', 'gw_port': {'id': '7b2c755d-acc7-4fab-bca4-61f497229124', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd38312a1-5452-4661-a37b-cb431ca76529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:41Z', 'updated_at': '2021-08-10T03:20:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:20:50.105475 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a2ee20-a60f-4a07-a39a-e5843473f4e8 x-openstack-request-id: req-32a2ee20-a60f-4a07-a39a-e5843473f4e8 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:20:50.106055 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e71a0fd-9049-4db9-b09f-57f7e39649f7", "name": "network-vif-deleted", "tag": "9140a197-e2ae-4fbc-a8b1-69cdd61eb563", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:20:50.106055 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-32a2ee20-a60f-4a07-a39a-e5843473f4e8 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:20:50.106387 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e71a0fd-9049-4db9-b09f-57f7e39649f7', 'name': 'network-vif-deleted', 'tag': '9140a197-e2ae-4fbc-a8b1-69cdd61eb563', 'status': 'completed', 'code': 200} Aug 10 03:20:50.194857 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccffce1-c74f-48f4-aab4-2e5a16cdc278 req-b71d6e40-778f-4ccb-be54-34a84274fdb2 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:50.196495 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7ccffce1-c74f-48f4-aab4-2e5a16cdc278 req-b71d6e40-778f-4ccb-be54-34a84274fdb2 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 946 time: 2.3103878 Aug 10 03:20:50.448015 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b6edd-be0e-494d-ba1c-851e77b14985 req-15350005-2100-4f09-ade5-eed5fcd48a63 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:50.449904 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d42b6edd-be0e-494d-ba1c-851e77b14985 req-15350005-2100-4f09-ade5-eed5fcd48a63 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.60 "GET /v2.0/networks?id=480dbe0b-e3be-4a4e-913b-dd9b24bba262 HTTP/1.1" status: 200 len: 812 time: 1.1090548 Aug 10 03:20:50.458654 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b7d34ae7-e532-49fc-a88b-62e0aade118e tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:50.493055 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-d42b6edd-be0e-494d-ba1c-851e77b14985 req-55ed7652-f7a6-4973-be8c-e086998dc9d7 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Request body: {'port': {'device_id': '9e15fa63-4caf-497f-b815-c2ccc823a345', 'network_id': '480dbe0b-e3be-4a4e-913b-dd9b24bba262', 'admin_state_up': True, 'tenant_id': '83b79d8631564df6a9bf256e7f6ac69f'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:50.541613 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-24a10cff-fb3f-4ae5-bd2c-3772d3b950d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:50.581980 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57114) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:50.743747 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7ccffce1-c74f-48f4-aab4-2e5a16cdc278 req-fb43051f-ff5f-428c-9b5d-dcefdd0d264f tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=3195847a-22b1-4e5d-a1c3-c326862fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4895654 Aug 10 03:20:50.773556 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-acf10f71-3f53-4caf-b4aa-720d56a23d42 req-8743c020-179f-4064-8dd8-7990b4812070 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e15fa63-4caf-497f-b815-c2ccc823a345 HTTP/1.1" status: 200 len: 210 time: 0.2211623 Aug 10 03:20:50.793257 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-24a10cff-fb3f-4ae5-bd2c-3772d3b950d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:50.850113 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-ad4556c4-2737-454b-9249-4fc4311647f1 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-881425725'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:50.904266 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4556c4-2737-454b-9249-4fc4311647f1 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Made reservation on behalf of 3d959ea03bb04c579f41dff2b6639377 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:20:50.908139 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ad4556c4-2737-454b-9249-4fc4311647f1 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:50.929627 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ad4556c4-2737-454b-9249-4fc4311647f1 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:50.939723 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d34ae7-e532-49fc-a88b-62e0aade118e tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Checking segment: {'id': 'd12ceb6f-6957-4e10-a065-09d4b682df1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'b6429bd9-f016-4531-aab0-56e3549b133b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:20:50.940097 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d34ae7-e532-49fc-a88b-62e0aade118e tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Network hostable DHCP agents. Network: b6429bd9-f016-4531-aab0-56e3549b133b, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:20:50.942225 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d34ae7-e532-49fc-a88b-62e0aade118e tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event updated for resources: {'Subnet': ['ID=102b7d21-2bb9-4d3c-bf6a-0a4f14a85f8e,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:51.017275 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5f395529-79bd-4ac7-ab49-8160058ccc01 req-69d5cd05-cbbe-475c-895c-ab28ff8c90f7 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 210 time: 0.0808010 Aug 10 03:20:51.138633 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d34ae7-e532-49fc-a88b-62e0aade118e tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Network b6429bd9-f016-4531-aab0-56e3549b133b is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:20:51.164377 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-b7d34ae7-e532-49fc-a88b-62e0aade118e tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, b6429bd9-f016-4531-aab0-56e3549b133b) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:51.170322 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d34ae7-e532-49fc-a88b-62e0aade118e tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:51.171256 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b7d34ae7-e532-49fc-a88b-62e0aade118e tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:51.177926 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15767020-6693-4798-86fb-16adda3b2492 None None] Network b6429bd9-f016-4531-aab0-56e3549b133b requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:20:51.204912 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ad4556c4-2737-454b-9249-4fc4311647f1 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:51.233723 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ad4556c4-2737-454b-9249-4fc4311647f1 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:51.260024 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-24a10cff-fb3f-4ae5-bd2c-3772d3b950d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:51.263055 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-24a10cff-fb3f-4ae5-bd2c-3772d3b950d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:51.264465 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-24a10cff-fb3f-4ae5-bd2c-3772d3b950d7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0abb86d2-ffba-41c2-8274-5cb88c0ab55f HTTP/1.1" status: 204 len: 168 time: 1.6650367 Aug 10 03:20:51.284659 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad4556c4-2737-454b-9249-4fc4311647f1 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:20:51.319241 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ad4556c4-2737-454b-9249-4fc4311647f1 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:51.319630 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-ad4556c4-2737-454b-9249-4fc4311647f1 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Added segment c41ee08f-933d-4bae-84d1-c1aa0f7d2ae7 of type vlan for network 1a38236a-0c0b-4682-931b-923eb25120ad Aug 10 03:20:51.349200 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a10cff-fb3f-4ae5-bd2c-3772d3b950d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0abb86d2-ffba-41c2-8274-5cb88c0ab55f,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:51.378458 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d42b6edd-be0e-494d-ba1c-851e77b14985 req-55ed7652-f7a6-4973-be8c-e086998dc9d7 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Made reservation on behalf of 83b79d8631564df6a9bf256e7f6ac69f for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:20:51.386896 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d42b6edd-be0e-494d-ba1c-851e77b14985 req-55ed7652-f7a6-4973-be8c-e086998dc9d7 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:51.415819 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b7d34ae7-e532-49fc-a88b-62e0aade118e tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9490533 Aug 10 03:20:51.477328 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 57126) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:51.498620 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6408336-0a40-45fe-84ba-aa870d16ba3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-b6429bd9-f016-4531-aab0-56e3549b133b', 'network_id': 'b6429bd9-f016-4531-aab0-56e3549b133b', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'fixed_ips': [{'subnet_id': '102b7d21-2bb9-4d3c-bf6a-0a4f14a85f8e'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:20:51.500009 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b6408336-0a40-45fe-84ba-aa870d16ba3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:51.513308 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-3e0a92c1-6acd-47b7-b227-50c631872fd6 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1825142982', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:51.568320 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ad4556c4-2737-454b-9249-4fc4311647f1 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:51.596780 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4556c4-2737-454b-9249-4fc4311647f1 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c2e04b-fad7-403f-b8ab-8d12ef03d874,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:51.662071 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ad4556c4-2737-454b-9249-4fc4311647f1 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:51.675151 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4556c4-2737-454b-9249-4fc4311647f1 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:51.676308 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ad4556c4-2737-454b-9249-4fc4311647f1 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:51.732274 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5f94f1c0-7fa3-4fbb-a98a-e280a87c3b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:51.804438 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-b6408336-0a40-45fe-84ba-aa870d16ba3f None None] Allocated IP 172.20.0.2 (b6429bd9-f016-4531-aab0-56e3549b133b/102b7d21-2bb9-4d3c-bf6a-0a4f14a85f8e/e9235aa1-fcbe-4afb-8d43-4c40bb13fb6e) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:20:51.841383 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 7b2c755d-acc7-4fab-bca4-61f497229124 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:20:51.893689 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ad4556c4-2737-454b-9249-4fc4311647f1 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.3057711 Aug 10 03:20:51.896826 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57136) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:51.916648 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-f6317665-7666-490d-ad29-56028f7c9cc6 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Request body: {'subnet': {'network_id': '1a38236a-0c0b-4682-931b-923eb25120ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:51.923845 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4556c4-2737-454b-9249-4fc4311647f1 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Pushing event updated for resources: {'Network': ['ID=1a38236a-0c0b-4682-931b-923eb25120ad,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:51.933839 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-d42b6edd-be0e-494d-ba1c-851e77b14985 req-55ed7652-f7a6-4973-be8c-e086998dc9d7 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Allocated IP 172.20.0.5 (480dbe0b-e3be-4a4e-913b-dd9b24bba262/671472a0-ea87-43e5-8586-78a1de5f1af8/0beccf6f-e4f7-40fc-9144-4e3d642ca0bd) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:20:51.972973 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 1a38236a-0c0b-4682-931b-923eb25120ad details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:20:52.090389 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6317665-7666-490d-ad29-56028f7c9cc6 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Made reservation on behalf of 3d959ea03bb04c579f41dff2b6639377 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:20:52.095448 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f6317665-7666-490d-ad29-56028f7c9cc6 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:52.217091 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d42b6edd-be0e-494d-ba1c-851e77b14985 req-55ed7652-f7a6-4973-be8c-e086998dc9d7 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:52.281536 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3e0a92c1-6acd-47b7-b227-50c631872fd6 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:52.283751 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3e0a92c1-6acd-47b7-b227-50c631872fd6 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:52.292723 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d42b6edd-be0e-494d-ba1c-851e77b14985 req-55ed7652-f7a6-4973-be8c-e086998dc9d7 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:52.344214 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b6408336-0a40-45fe-84ba-aa870d16ba3f None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:52.355390 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b6408336-0a40-45fe-84ba-aa870d16ba3f None None] Transition to ACTIVE for port object e9235aa1-fcbe-4afb-8d43-4c40bb13fb6e will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:20:52.376468 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b6408336-0a40-45fe-84ba-aa870d16ba3f None None] Transition to ACTIVE for port object e9235aa1-fcbe-4afb-8d43-4c40bb13fb6e will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:20:52.417750 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b6408336-0a40-45fe-84ba-aa870d16ba3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:52.508557 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3e0a92c1-6acd-47b7-b227-50c631872fd6 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:52.559184 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 7b2c755d-acc7-4fab-bca4-61f497229124 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:20:52.584087 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d42b6edd-be0e-494d-ba1c-851e77b14985 req-55ed7652-f7a6-4973-be8c-e086998dc9d7 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Network 480dbe0b-e3be-4a4e-913b-dd9b24bba262 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:20:52.589491 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-d42b6edd-be0e-494d-ba1c-851e77b14985 req-55ed7652-f7a6-4973-be8c-e086998dc9d7 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:52.590147 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6408336-0a40-45fe-84ba-aa870d16ba3f None None] Network b6429bd9-f016-4531-aab0-56e3549b133b is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:20:52.594765 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 7b2c755d-acc7-4fab-bca4-61f497229124 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:52.595338 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:52.626792 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-d42b6edd-be0e-494d-ba1c-851e77b14985 req-55ed7652-f7a6-4973-be8c-e086998dc9d7 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:20:52.633083 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3e0a92c1-6acd-47b7-b227-50c631872fd6 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:52.735880 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3e0a92c1-6acd-47b7-b227-50c631872fd6 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:52.738908 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-b6408336-0a40-45fe-84ba-aa870d16ba3f None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:52.740327 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-3e0a92c1-6acd-47b7-b227-50c631872fd6 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.2593024 Aug 10 03:20:52.746100 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 57158) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:52.746427 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6408336-0a40-45fe-84ba-aa870d16ba3f None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:20:52.776767 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6408336-0a40-45fe-84ba-aa870d16ba3f None None] Pushing event updated for resources: {'Port': ['ID=e9235aa1-fcbe-4afb-8d43-4c40bb13fb6e,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:52.953762 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-b6408336-0a40-45fe-84ba-aa870d16ba3f None None] Attempting to bind port e9235aa1-fcbe-4afb-8d43-4c40bb13fb6e on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:20:52.954231 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-b6408336-0a40-45fe-84ba-aa870d16ba3f None None] Attempting to bind port e9235aa1-fcbe-4afb-8d43-4c40bb13fb6e by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'd12ceb6f-6957-4e10-a065-09d4b682df1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'b6429bd9-f016-4531-aab0-56e3549b133b'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:20:52.954725 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6408336-0a40-45fe-84ba-aa870d16ba3f None None] Attempting to bind port e9235aa1-fcbe-4afb-8d43-4c40bb13fb6e on network b6429bd9-f016-4531-aab0-56e3549b133b {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:20:52.996383 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:53.000796 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6408336-0a40-45fe-84ba-aa870d16ba3f None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:20:53.001185 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6408336-0a40-45fe-84ba-aa870d16ba3f None None] Checking segment: {'id': 'd12ceb6f-6957-4e10-a065-09d4b682df1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'b6429bd9-f016-4531-aab0-56e3549b133b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:20:53.001879 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b6408336-0a40-45fe-84ba-aa870d16ba3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:53.002274 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6408336-0a40-45fe-84ba-aa870d16ba3f None None] Bound using segment: {'id': 'd12ceb6f-6957-4e10-a065-09d4b682df1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'b6429bd9-f016-4531-aab0-56e3549b133b'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:20:53.003574 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-b6408336-0a40-45fe-84ba-aa870d16ba3f None None] Bound port: e9235aa1-fcbe-4afb-8d43-4c40bb13fb6e, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd12ceb6f-6957-4e10-a065-09d4b682df1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'b6429bd9-f016-4531-aab0-56e3549b133b'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:20:53.003969 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b6408336-0a40-45fe-84ba-aa870d16ba3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:53.007225 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0420d9fc-e783-40b7-a1c2-a43cf594325d req-d1d6f361-88c6-46df-b3e6-51799ebd60e9 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:53.012623 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0420d9fc-e783-40b7-a1c2-a43cf594325d req-d1d6f361-88c6-46df-b3e6-51799ebd60e9 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 946 time: 0.7405958 Aug 10 03:20:53.017185 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ed7652-f7a6-4973-be8c-e086998dc9d7 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Pushing event updated for resources: {'Port': ['ID=0beccf6f-e4f7-40fc-9144-4e3d642ca0bd,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:53.057931 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 7b2c755d-acc7-4fab-bca4-61f497229124, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=7b2c755d-acc7-4fab-bca4-61f497229124,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:53.194627 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd03c90-6a70-4011-9bf0-e2decc414a71 req-51918f69-59a1-48f2-bd4b-646be0ac655e tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:53.205768 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:53.240523 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6fd03c90-6a70-4011-9bf0-e2decc414a71 req-51918f69-59a1-48f2-bd4b-646be0ac655e tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e15fa63-4caf-497f-b815-c2ccc823a345 HTTP/1.1" status: 200 len: 931 time: 0.9837451 Aug 10 03:20:53.269288 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b6408336-0a40-45fe-84ba-aa870d16ba3f None None] For port e9235aa1-fcbe-4afb-8d43-4c40bb13fb6e, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:20:53.294004 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f6317665-7666-490d-ad29-56028f7c9cc6 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:53.328999 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b6408336-0a40-45fe-84ba-aa870d16ba3f None None] For port e9235aa1-fcbe-4afb-8d43-4c40bb13fb6e, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=e9235aa1-fcbe-4afb-8d43-4c40bb13fb6e,segment=NetworkSegment(d12ceb6f-6957-4e10-a065-09d4b682df1b),segment_id=d12ceb6f-6957-4e10-a065-09d4b682df1b)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:20:53.370484 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b6408336-0a40-45fe-84ba-aa870d16ba3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:53.382228 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=7b2c755d-acc7-4fab-bca4-61f497229124,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:53.437824 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6317665-7666-490d-ad29-56028f7c9cc6 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Pushing event updated for resources: {'Subnet': ['ID=59763f13-382b-43b3-8b50-8ecbb7cf98ed,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:53.447598 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b6edd-be0e-494d-ba1c-851e77b14985 req-55ed7652-f7a6-4973-be8c-e086998dc9d7 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:53.448207 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d42b6edd-be0e-494d-ba1c-851e77b14985 req-55ed7652-f7a6-4973-be8c-e086998dc9d7 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:53.453370 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6317665-7666-490d-ad29-56028f7c9cc6 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Checking segment: {'id': 'c41ee08f-933d-4bae-84d1-c1aa0f7d2ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1a38236a-0c0b-4682-931b-923eb25120ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:20:53.454169 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6317665-7666-490d-ad29-56028f7c9cc6 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Network hostable DHCP agents. Network: 1a38236a-0c0b-4682-931b-923eb25120ad, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:20:53.477372 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6317665-7666-490d-ad29-56028f7c9cc6 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Network 1a38236a-0c0b-4682-931b-923eb25120ad is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:20:53.501130 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-f6317665-7666-490d-ad29-56028f7c9cc6 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 1a38236a-0c0b-4682-931b-923eb25120ad) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:53.507716 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6317665-7666-490d-ad29-56028f7c9cc6 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:53.508464 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f6317665-7666-490d-ad29-56028f7c9cc6 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:53.520281 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0519fc-61a2-4f6a-964f-95dc4ec93b8a None None] Network 1a38236a-0c0b-4682-931b-923eb25120ad requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:20:53.552482 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f6317665-7666-490d-ad29-56028f7c9cc6 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6432140 Aug 10 03:20:53.552482 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57182) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:53.559758 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-f9be1949-b56c-4537-b642-4e8423f7d9a9 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Request body: {'port': {'network_id': '1a38236a-0c0b-4682-931b-923eb25120ad', 'name': 'tempest-TagsExtTest-593291999'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:53.604114 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6408336-0a40-45fe-84ba-aa870d16ba3f None None] Pushing event updated for resources: {'Port': ['ID=e9235aa1-fcbe-4afb-8d43-4c40bb13fb6e,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:53.624343 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d42b6edd-be0e-494d-ba1c-851e77b14985 req-55ed7652-f7a6-4973-be8c-e086998dc9d7 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1512697 Aug 10 03:20:53.724300 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 7b2c755d-acc7-4fab-bca4-61f497229124 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:20:53.834999 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-d42b6edd-be0e-494d-ba1c-851e77b14985 req-a3d9fa43-9e6b-46ec-9742-55419486af86 service neutron] Request body: {'port': {'device_id': '9e15fa63-4caf-497f-b815-c2ccc823a345', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:53.933654 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9be1949-b56c-4537-b642-4e8423f7d9a9 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Made reservation on behalf of 3d959ea03bb04c579f41dff2b6639377 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:20:53.942282 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f9be1949-b56c-4537-b642-4e8423f7d9a9 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:53.984354 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [None req-f9be1949-b56c-4537-b642-4e8423f7d9a9 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] device_id is not set on port 704b7223-8e10-4092-87ba-2ceccab362b1 yet. {{(pid=94217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:20:54.000191 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0420d9fc-e783-40b7-a1c2-a43cf594325d req-590c1e55-f155-4881-90a6-3c15c2b77b68 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=3195847a-22b1-4e5d-a1c3-c326862fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8591611 Aug 10 03:20:54.009804 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6fd03c90-6a70-4011-9bf0-e2decc414a71 req-81030e2e-f8d5-4648-8967-2c73af67f772 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7683647 Aug 10 03:20:54.029600 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea169e1e-b7fb-49cd-8169-4842676be7e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-1a38236a-0c0b-4682-931b-923eb25120ad', 'network_id': '1a38236a-0c0b-4682-931b-923eb25120ad', 'tenant_id': '3d959ea03bb04c579f41dff2b6639377', 'fixed_ips': [{'subnet_id': '59763f13-382b-43b3-8b50-8ecbb7cf98ed'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:20:54.031647 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ea169e1e-b7fb-49cd-8169-4842676be7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:54.126291 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 7b2c755d-acc7-4fab-bca4-61f497229124 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:54.136720 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:54.165199 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-5f94f1c0-7fa3-4fbb-a98a-e280a87c3b0e admin admin] Allocated IP 172.20.0.1 (f673795f-9e73-4ddb-99c3-f2b6b571c4c6/0f997ebe-2f8d-458f-b51d-abdea60cfbec/e93f2688-4e58-4781-84e9-acdc7c862840) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:20:54.296338 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-f9be1949-b56c-4537-b642-4e8423f7d9a9 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Allocated IP 172.20.0.6 (1a38236a-0c0b-4682-931b-923eb25120ad/59763f13-382b-43b3-8b50-8ecbb7cf98ed/704b7223-8e10-4092-87ba-2ceccab362b1) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:20:54.350837 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5f94f1c0-7fa3-4fbb-a98a-e280a87c3b0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:54.367892 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-5f94f1c0-7fa3-4fbb-a98a-e280a87c3b0e admin admin] Transition to ACTIVE for port object e93f2688-4e58-4781-84e9-acdc7c862840 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:20:54.432901 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5f94f1c0-7fa3-4fbb-a98a-e280a87c3b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:54.478921 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d1d30882-c3e0-47aa-b41c-b1781f241432 req-ea38aaf9-df45-4c37-aee6-9654f70679e8 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 210 time: 0.3336673 Aug 10 03:20:54.563725 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d42b6edd-be0e-494d-ba1c-851e77b14985 req-a3d9fa43-9e6b-46ec-9742-55419486af86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:54.636251 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f9be1949-b56c-4537-b642-4e8423f7d9a9 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:54.654439 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-f9be1949-b56c-4537-b642-4e8423f7d9a9 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Transition to ACTIVE for port object 704b7223-8e10-4092-87ba-2ceccab362b1 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:20:54.674261 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-758a3865-47a2-4ef7-9995-0b8f851c6a7b tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:54.690335 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f94f1c0-7fa3-4fbb-a98a-e280a87c3b0e admin admin] Network f673795f-9e73-4ddb-99c3-f2b6b571c4c6 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:20:54.713962 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-5f94f1c0-7fa3-4fbb-a98a-e280a87c3b0e admin admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:54.738963 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57208) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:54.740024 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f94f1c0-7fa3-4fbb-a98a-e280a87c3b0e admin admin] Pushing event updated for resources: {'Port': ['ID=e93f2688-4e58-4781-84e9-acdc7c862840,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:54.748420 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f9be1949-b56c-4537-b642-4e8423f7d9a9 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:54.765750 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f94f1c0-7fa3-4fbb-a98a-e280a87c3b0e admin admin] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:20:54.860579 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9be1949-b56c-4537-b642-4e8423f7d9a9 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Network 1a38236a-0c0b-4682-931b-923eb25120ad is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:20:54.873002 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-f9be1949-b56c-4537-b642-4e8423f7d9a9 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:54.894941 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9be1949-b56c-4537-b642-4e8423f7d9a9 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:20:54.904756 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9be1949-b56c-4537-b642-4e8423f7d9a9 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Pushing event updated for resources: {'Port': ['ID=704b7223-8e10-4092-87ba-2ceccab362b1,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:54.914770 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-ea169e1e-b7fb-49cd-8169-4842676be7e8 None None] Allocated IP 172.20.0.2 (1a38236a-0c0b-4682-931b-923eb25120ad/59763f13-382b-43b3-8b50-8ecbb7cf98ed/f6943f50-1add-46b6-bf33-fa1db008f120) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:20:55.024766 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9be1949-b56c-4537-b642-4e8423f7d9a9 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:55.028241 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f9be1949-b56c-4537-b642-4e8423f7d9a9 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:55.065795 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-40690dbb-3264-4ba8-bdc5-01deddbbeaa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:55.073252 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f9be1949-b56c-4537-b642-4e8423f7d9a9 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.5196705 Aug 10 03:20:55.075343 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57214) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:55.086121 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-8800319e-941e-4db3-8ef3-389c2d36b49a tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2114438470', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:55.148282 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.db.api [None req-40690dbb-3264-4ba8-bdc5-01deddbbeaa1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:20:55.148282 n-d-768851-15 neutron-server[94217]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 03:20:55.148282 n-d-768851-15 neutron-server[94217]: [parameters: {'project_id_1': '8d1c8fe1284f471285e27a5769b062d9', 'expiration_1': datetime.datetime(2021, 8, 10, 3, 20, 55, 103660)}] Aug 10 03:20:55.148282 n-d-768851-15 neutron-server[94217]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:20:55.149123 n-d-768851-15 neutron-server[94217]: DEBUG oslo_db.api [None req-40690dbb-3264-4ba8-bdc5-01deddbbeaa1 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:20:55.159293 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8800319e-941e-4db3-8ef3-389c2d36b49a tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:55.161244 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8800319e-941e-4db3-8ef3-389c2d36b49a tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:55.258217 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ea169e1e-b7fb-49cd-8169-4842676be7e8 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:55.259123 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8800319e-941e-4db3-8ef3-389c2d36b49a tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:55.274372 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8800319e-941e-4db3-8ef3-389c2d36b49a tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:55.277621 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-ea169e1e-b7fb-49cd-8169-4842676be7e8 None None] Transition to ACTIVE for port object f6943f50-1add-46b6-bf33-fa1db008f120 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:20:55.301781 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-ea169e1e-b7fb-49cd-8169-4842676be7e8 None None] Transition to ACTIVE for port object f6943f50-1add-46b6-bf33-fa1db008f120 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:20:55.310058 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd533268-6f69-42e6-81e3-dfab4d7c92c3 None None] Network b6429bd9-f016-4531-aab0-56e3549b133b requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:20:55.324642 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ea169e1e-b7fb-49cd-8169-4842676be7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:55.330117 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8800319e-941e-4db3-8ef3-389c2d36b49a tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:55.332138 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8800319e-941e-4db3-8ef3-389c2d36b49a tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2556343 Aug 10 03:20:55.335784 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57220) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:55.342083 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-2b826cff-d4a7-4692-a2fc-90cb6eac60d6 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1393065303', 'prefixes': ['172.20.0.0/16']}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:55.413483 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea169e1e-b7fb-49cd-8169-4842676be7e8 None None] Pushing event updated for resources: {'Port': ['ID=f6943f50-1add-46b6-bf33-fa1db008f120,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:55.458237 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-a6176239-a4c8-4134-a03d-bae2e8dba3c8 None None] Provisioning for port e93f2688-4e58-4781-84e9-acdc7c862840 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:20:55.488973 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-a6176239-a4c8-4134-a03d-bae2e8dba3c8 None None] Provisioning complete for port e93f2688-4e58-4781-84e9-acdc7c862840 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:55.491557 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2b826cff-d4a7-4692-a2fc-90cb6eac60d6 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Notify callbacks [] for subnetpool, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:55.497277 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2b826cff-d4a7-4692-a2fc-90cb6eac60d6 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1602130 Aug 10 03:20:55.497963 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a6176239-a4c8-4134-a03d-bae2e8dba3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:55.498633 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57222) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:55.508317 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.tag.tag_plugin [None req-0bc2f140-2150-4b92-890e-544e5b53f284 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '59763f13-382b-43b3-8b50-8ecbb7cf98ed', 'tempest-TagsExtTest-Tag-1087344975') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:55.518802 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea169e1e-b7fb-49cd-8169-4842676be7e8 None None] Network 1a38236a-0c0b-4682-931b-923eb25120ad is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:20:55.618590 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-ea169e1e-b7fb-49cd-8169-4842676be7e8 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:55.643011 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea169e1e-b7fb-49cd-8169-4842676be7e8 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:20:55.655892 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-40690dbb-3264-4ba8-bdc5-01deddbbeaa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:55.818329 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e9235aa1-fcbe-4afb-8d43-4c40bb13fb6e up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:20:55.843261 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-a6176239-a4c8-4134-a03d-bae2e8dba3c8 None None] Port e93f2688-4e58-4781-84e9-acdc7c862840 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:20:55.888917 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-40690dbb-3264-4ba8-bdc5-01deddbbeaa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:55.895999 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5f94f1c0-7fa3-4fbb-a98a-e280a87c3b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:55.909277 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-40690dbb-3264-4ba8-bdc5-01deddbbeaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:55.927982 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-ea169e1e-b7fb-49cd-8169-4842676be7e8 None None] Attempting to bind port f6943f50-1add-46b6-bf33-fa1db008f120 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:20:55.928532 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-ea169e1e-b7fb-49cd-8169-4842676be7e8 None None] Attempting to bind port f6943f50-1add-46b6-bf33-fa1db008f120 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'c41ee08f-933d-4bae-84d1-c1aa0f7d2ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1a38236a-0c0b-4682-931b-923eb25120ad'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:20:55.928883 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea169e1e-b7fb-49cd-8169-4842676be7e8 None None] Attempting to bind port f6943f50-1add-46b6-bf33-fa1db008f120 on network 1a38236a-0c0b-4682-931b-923eb25120ad {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:20:55.952724 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea169e1e-b7fb-49cd-8169-4842676be7e8 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:20:55.953361 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea169e1e-b7fb-49cd-8169-4842676be7e8 None None] Checking segment: {'id': 'c41ee08f-933d-4bae-84d1-c1aa0f7d2ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1a38236a-0c0b-4682-931b-923eb25120ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:20:55.953870 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ea169e1e-b7fb-49cd-8169-4842676be7e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:55.954373 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea169e1e-b7fb-49cd-8169-4842676be7e8 None None] Bound using segment: {'id': 'c41ee08f-933d-4bae-84d1-c1aa0f7d2ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1a38236a-0c0b-4682-931b-923eb25120ad'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:20:55.955033 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-ea169e1e-b7fb-49cd-8169-4842676be7e8 None None] Bound port: f6943f50-1add-46b6-bf33-fa1db008f120, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c41ee08f-933d-4bae-84d1-c1aa0f7d2ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1a38236a-0c0b-4682-931b-923eb25120ad'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:20:55.955509 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ea169e1e-b7fb-49cd-8169-4842676be7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:56.040616 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-5dc28c1b-ebb1-4734-8d7f-75d477913bd9 None None] Provisioning for port e9235aa1-fcbe-4afb-8d43-4c40bb13fb6e completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:20:56.072497 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40690dbb-3264-4ba8-bdc5-01deddbbeaa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=438a9c5a-beec-42a6-97dc-05961eb8dbbf,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:56.074633 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port e9235aa1-fcbe-4afb-8d43-4c40bb13fb6e completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:20:56.095832 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-ea169e1e-b7fb-49cd-8169-4842676be7e8 None None] For port f6943f50-1add-46b6-bf33-fa1db008f120, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:20:56.097220 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-40690dbb-3264-4ba8-bdc5-01deddbbeaa1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8d1c8fe1284f471285e27a5769b062d9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3551128 Aug 10 03:20:56.100768 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port e9235aa1-fcbe-4afb-8d43-4c40bb13fb6e triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:56.101683 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:56.105753 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-ea169e1e-b7fb-49cd-8169-4842676be7e8 None None] For port f6943f50-1add-46b6-bf33-fa1db008f120, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=f6943f50-1add-46b6-bf33-fa1db008f120,segment=NetworkSegment(c41ee08f-933d-4bae-84d1-c1aa0f7d2ae7),segment_id=c41ee08f-933d-4bae-84d1-c1aa0f7d2ae7)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:20:56.118339 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57228) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:56.148006 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ea169e1e-b7fb-49cd-8169-4842676be7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:56.163017 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0bc2f140-2150-4b92-890e-544e5b53f284 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] 10.222.0.62 "PUT /v2.0/subnets/59763f13-382b-43b3-8b50-8ecbb7cf98ed/tags/tempest-TagsExtTest-Tag-1087344975 HTTP/1.1" status: 201 len: 201 time: 0.6597116 Aug 10 03:20:56.163783 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57230) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:56.183324 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.tag.tag_plugin [None req-8ed342f0-b26c-4120-b3c7-dac8518db402 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '704b7223-8e10-4092-87ba-2ceccab362b1', 'tempest-TagsExtTest-Tag-1434600056') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:56.273424 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d795a4c5-a08d-4cf5-ab9c-fcb630837c80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:56.309245 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:56.401601 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:56.420469 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea169e1e-b7fb-49cd-8169-4842676be7e8 None None] Pushing event updated for resources: {'Port': ['ID=f6943f50-1add-46b6-bf33-fa1db008f120,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:56.475060 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d795a4c5-a08d-4cf5-ab9c-fcb630837c80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:56.547980 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8ed342f0-b26c-4120-b3c7-dac8518db402 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] 10.222.0.62 "PUT /v2.0/ports/704b7223-8e10-4092-87ba-2ceccab362b1/tags/tempest-TagsExtTest-Tag-1434600056 HTTP/1.1" status: 201 len: 201 time: 0.3785417 Aug 10 03:20:56.553959 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57236) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:56.581935 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.tag.tag_plugin [None req-9a7cbc64-35b9-4469-9b33-87d0d1fa23f6 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '1843e55c-396a-4b32-9028-3f8c94237949', 'tempest-TagsExtTest-Tag-1071672659') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:56.674609 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:56.677182 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0aea73a1-4b51-4174-a174-17dca96367dc None None] Provisioning complete for port e9235aa1-fcbe-4afb-8d43-4c40bb13fb6e triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:56.689821 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0aea73a1-4b51-4174-a174-17dca96367dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:56.726132 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-758a3865-47a2-4ef7-9995-0b8f851c6a7b tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Allocated IP 172.20.0.1 (b6429bd9-f016-4531-aab0-56e3549b133b/102b7d21-2bb9-4d3c-bf6a-0a4f14a85f8e/edd5115b-8352-4a3f-88ea-952639de6d62) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:20:56.841385 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port e9235aa1-fcbe-4afb-8d43-4c40bb13fb6e, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=e9235aa1-fcbe-4afb-8d43-4c40bb13fb6e,segment=NetworkSegment(d12ceb6f-6957-4e10-a065-09d4b682df1b),segment_id=d12ceb6f-6957-4e10-a065-09d4b682df1b)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:56.855020 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:56.911466 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-758a3865-47a2-4ef7-9995-0b8f851c6a7b tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:56.927429 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-758a3865-47a2-4ef7-9995-0b8f851c6a7b tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Transition to ACTIVE for port object edd5115b-8352-4a3f-88ea-952639de6d62 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:20:56.988702 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d795a4c5-a08d-4cf5-ab9c-fcb630837c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:57.000162 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d795a4c5-a08d-4cf5-ab9c-fcb630837c80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:57.001473 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d795a4c5-a08d-4cf5-ab9c-fcb630837c80 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/438a9c5a-beec-42a6-97dc-05961eb8dbbf HTTP/1.1" status: 204 len: 168 time: 0.8818240 Aug 10 03:20:57.034378 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-758a3865-47a2-4ef7-9995-0b8f851c6a7b tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:57.072465 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d795a4c5-a08d-4cf5-ab9c-fcb630837c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438a9c5a-beec-42a6-97dc-05961eb8dbbf,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:57.085726 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=e9235aa1-fcbe-4afb-8d43-4c40bb13fb6e,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:57.089736 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9a7cbc64-35b9-4469-9b33-87d0d1fa23f6 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] 10.222.0.62 "PUT /v2.0/routers/1843e55c-396a-4b32-9028-3f8c94237949/tags/tempest-TagsExtTest-Tag-1071672659 HTTP/1.1" status: 201 len: 201 time: 0.5333574 Aug 10 03:20:57.092726 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57240) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:57.108226 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f9d42de5-7baf-4953-bc16-d0650ea83c48 req-99378fe2-b2f7-421c-bf9f-95a4ab78536e tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 210 time: 1.2174706 Aug 10 03:20:57.137458 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.tag.tag_plugin [None req-2c197341-bb92-4156-b23d-20c99778c92a tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '763f92cd-ff29-46df-a927-d70f2c10cca3', 'tempest-TagsExtTest-Tag-112896076') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:57.171807 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758a3865-47a2-4ef7-9995-0b8f851c6a7b tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Network b6429bd9-f016-4531-aab0-56e3549b133b is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:20:57.195342 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-758a3865-47a2-4ef7-9995-0b8f851c6a7b tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:57.242255 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758a3865-47a2-4ef7-9995-0b8f851c6a7b tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:20:57.273624 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793947f4-8362-4e90-8e33-2e7b6f4c1684 req-f2db19c5-f381-4a44-8e25-f5e4e98cfb29 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:57.275991 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-793947f4-8362-4e90-8e33-2e7b6f4c1684 req-f2db19c5-f381-4a44-8e25-f5e4e98cfb29 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e15fa63-4caf-497f-b815-c2ccc823a345 HTTP/1.1" status: 200 len: 931 time: 1.4264824 Aug 10 03:20:57.323640 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2c197341-bb92-4156-b23d-20c99778c92a tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] 10.222.0.62 "PUT /v2.0/subnetpools/763f92cd-ff29-46df-a927-d70f2c10cca3/tags/tempest-TagsExtTest-Tag-112896076 HTTP/1.1" status: 201 len: 201 time: 0.2289219 Aug 10 03:20:57.326251 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57242) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:57.338179 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.tag.tag_plugin [None req-ed5bb00f-c0fb-4d37-9bd1-7adc75851019 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '59763f13-382b-43b3-8b50-8ecbb7cf98ed') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:57.511449 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ed5bb00f-c0fb-4d37-9bd1-7adc75851019 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] 10.222.0.62 "GET /v2.0/subnets/59763f13-382b-43b3-8b50-8ecbb7cf98ed/tags HTTP/1.1" status: 200 len: 241 time: 0.1805441 Aug 10 03:20:57.512274 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57250) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:57.524014 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.tag.tag_plugin [None req-0cf410be-0f5f-4895-b774-b787345a0a68 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '59763f13-382b-43b3-8b50-8ecbb7cf98ed', 'tempest-TagsExtTest-Tag-1087344975') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:57.547456 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a3865-47a2-4ef7-9995-0b8f851c6a7b tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event updated for resources: {'Port': ['ID=edd5115b-8352-4a3f-88ea-952639de6d62,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:57.668826 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0cf410be-0f5f-4895-b774-b787345a0a68 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] 10.222.0.62 "GET /v2.0/subnets/59763f13-382b-43b3-8b50-8ecbb7cf98ed/tags/tempest-TagsExtTest-Tag-1087344975 HTTP/1.1" status: 204 len: 168 time: 0.1551697 Aug 10 03:20:57.671209 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57254) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:57.677954 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.tag.tag_plugin [None req-c98081fb-97bb-4b83-858b-4559b2775ad9 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '59763f13-382b-43b3-8b50-8ecbb7cf98ed', 'tempest-TagsExtTest-Tag-1087344975') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:57.790476 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-715a90dd-3b78-4b66-8fd6-0f2aabd1537a None None] Provisioning for port edd5115b-8352-4a3f-88ea-952639de6d62 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:20:57.796516 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-715a90dd-3b78-4b66-8fd6-0f2aabd1537a None None] Provisioning complete for port edd5115b-8352-4a3f-88ea-952639de6d62 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:57.797232 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-715a90dd-3b78-4b66-8fd6-0f2aabd1537a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:57.894297 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-d42b6edd-be0e-494d-ba1c-851e77b14985 req-a3d9fa43-9e6b-46ec-9742-55419486af86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0beccf6f-e4f7-40fc-9144-4e3d642ca0bd {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:20:57.897649 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device f6943f50-1add-46b6-bf33-fa1db008f120 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:20:57.930369 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c98081fb-97bb-4b83-858b-4559b2775ad9 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] 10.222.0.62 "DELETE /v2.0/subnets/59763f13-382b-43b3-8b50-8ecbb7cf98ed/tags/tempest-TagsExtTest-Tag-1087344975 HTTP/1.1" status: 204 len: 168 time: 0.2577579 Aug 10 03:20:57.933437 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57260) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:57.935991 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d42b6edd-be0e-494d-ba1c-851e77b14985 req-a3d9fa43-9e6b-46ec-9742-55419486af86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:57.938239 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.tag.tag_plugin [None req-e7114d0d-a1f8-43a1-99bd-db54694e0cdb tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '59763f13-382b-43b3-8b50-8ecbb7cf98ed') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:57.952822 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-715a90dd-3b78-4b66-8fd6-0f2aabd1537a None None] Port edd5115b-8352-4a3f-88ea-952639de6d62 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:20:57.980653 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-d42b6edd-be0e-494d-ba1c-851e77b14985 req-a3d9fa43-9e6b-46ec-9742-55419486af86 service neutron] Transition to ACTIVE for port object 0beccf6f-e4f7-40fc-9144-4e3d642ca0bd will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:20:58.042700 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port f6943f50-1add-46b6-bf33-fa1db008f120 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:20:58.043342 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d42b6edd-be0e-494d-ba1c-851e77b14985 req-a3d9fa43-9e6b-46ec-9742-55419486af86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:58.048096 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e9235aa1-fcbe-4afb-8d43-4c40bb13fb6e up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:20:58.084501 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e7114d0d-a1f8-43a1-99bd-db54694e0cdb tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] 10.222.0.62 "GET /v2.0/subnets/59763f13-382b-43b3-8b50-8ecbb7cf98ed/tags HTTP/1.1" status: 200 len: 205 time: 0.1472321 Aug 10 03:20:58.086960 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57264) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:58.104160 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.tag.tag_plugin [None req-69c3472e-46a2-4517-878c-40051f017679 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '704b7223-8e10-4092-87ba-2ceccab362b1') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:58.171479 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b535057-1535-416e-8e12-f2310dd07c86 None None] Network 1a38236a-0c0b-4682-931b-923eb25120ad requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:20:58.231893 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-69c3472e-46a2-4517-878c-40051f017679 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] 10.222.0.62 "GET /v2.0/ports/704b7223-8e10-4092-87ba-2ceccab362b1/tags HTTP/1.1" status: 200 len: 241 time: 0.1436040 Aug 10 03:20:58.234616 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57268) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:58.243629 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.tag.tag_plugin [None req-9ba374ab-8f72-4b5a-9ec4-41d3e2fbf0d6 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '704b7223-8e10-4092-87ba-2ceccab362b1', 'tempest-TagsExtTest-Tag-1434600056') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:58.250962 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-758a3865-47a2-4ef7-9995-0b8f851c6a7b tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:58.301431 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port e9235aa1-fcbe-4afb-8d43-4c40bb13fb6e triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:58.302144 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:58.332442 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-03e1c77a-0c0c-4e42-b9b3-ce878332a4dd None None] Provisioning for port f6943f50-1add-46b6-bf33-fa1db008f120 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:20:58.353662 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-03e1c77a-0c0c-4e42-b9b3-ce878332a4dd None None] Provisioning complete for port f6943f50-1add-46b6-bf33-fa1db008f120 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:58.354435 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-03e1c77a-0c0c-4e42-b9b3-ce878332a4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:58.391515 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9ba374ab-8f72-4b5a-9ec4-41d3e2fbf0d6 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] 10.222.0.62 "GET /v2.0/ports/704b7223-8e10-4092-87ba-2ceccab362b1/tags/tempest-TagsExtTest-Tag-1434600056 HTTP/1.1" status: 204 len: 168 time: 0.1498783 Aug 10 03:20:58.392259 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57272) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:58.402672 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.tag.tag_plugin [None req-9b7aa3a3-0317-4f8c-8fdb-454c91179d3f tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '704b7223-8e10-4092-87ba-2ceccab362b1', 'tempest-TagsExtTest-Tag-1434600056') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:58.513646 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-793947f4-8362-4e90-8e33-2e7b6f4c1684 req-6b7b855e-65f1-4825-a633-d704f460d7db tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2150323 Aug 10 03:20:58.593385 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-157f1180-d92c-4b23-9bda-425f58625345 req-333c171d-18d1-4742-b3bc-cd877f30f79c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 210 time: 0.1154232 Aug 10 03:20:58.619708 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5f94f1c0-7fa3-4fbb-a98a-e280a87c3b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:58.675667 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9fa43-9e6b-46ec-9742-55419486af86 service neutron] Pushing event updated for resources: {'Port': ['ID=0beccf6f-e4f7-40fc-9144-4e3d642ca0bd,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:58.686789 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9b7aa3a3-0317-4f8c-8fdb-454c91179d3f tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] 10.222.0.62 "DELETE /v2.0/ports/704b7223-8e10-4092-87ba-2ceccab362b1/tags/tempest-TagsExtTest-Tag-1434600056 HTTP/1.1" status: 204 len: 168 time: 0.2934368 Aug 10 03:20:58.687239 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 57282) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:58.696849 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.tag.tag_plugin [None req-152c7b89-1950-4fe2-8c47-7e9b6483fba0 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '704b7223-8e10-4092-87ba-2ceccab362b1') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:58.726190 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-758a3865-47a2-4ef7-9995-0b8f851c6a7b tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:58.818152 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-d42b6edd-be0e-494d-ba1c-851e77b14985 req-a3d9fa43-9e6b-46ec-9742-55419486af86 service neutron] Attempting to bind port 0beccf6f-e4f7-40fc-9144-4e3d642ca0bd on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:20:58.818523 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-d42b6edd-be0e-494d-ba1c-851e77b14985 req-a3d9fa43-9e6b-46ec-9742-55419486af86 service neutron] Attempting to bind port 0beccf6f-e4f7-40fc-9144-4e3d642ca0bd by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': 'e0fc6907-b0e5-497d-acdf-511c68571829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '480dbe0b-e3be-4a4e-913b-dd9b24bba262'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:20:58.819152 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42b6edd-be0e-494d-ba1c-851e77b14985 req-a3d9fa43-9e6b-46ec-9742-55419486af86 service neutron] Attempting to bind port 0beccf6f-e4f7-40fc-9144-4e3d642ca0bd on network 480dbe0b-e3be-4a4e-913b-dd9b24bba262 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:20:58.930324 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-03e1c77a-0c0c-4e42-b9b3-ce878332a4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:58.998503 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-03e1c77a-0c0c-4e42-b9b3-ce878332a4dd None None] For port f6943f50-1add-46b6-bf33-fa1db008f120, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=f6943f50-1add-46b6-bf33-fa1db008f120,segment=NetworkSegment(c41ee08f-933d-4bae-84d1-c1aa0f7d2ae7),segment_id=c41ee08f-933d-4bae-84d1-c1aa0f7d2ae7)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:59.015610 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-03e1c77a-0c0c-4e42-b9b3-ce878332a4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:59.105866 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e1c77a-0c0c-4e42-b9b3-ce878332a4dd None None] Pushing event updated for resources: {'Port': ['ID=f6943f50-1add-46b6-bf33-fa1db008f120,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:59.126647 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42b6edd-be0e-494d-ba1c-851e77b14985 req-a3d9fa43-9e6b-46ec-9742-55419486af86 service neutron] Port 0beccf6f-e4f7-40fc-9144-4e3d642ca0bd on network 480dbe0b-e3be-4a4e-913b-dd9b24bba262 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:20:59.127208 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42b6edd-be0e-494d-ba1c-851e77b14985 req-a3d9fa43-9e6b-46ec-9742-55419486af86 service neutron] Attempting to bind port 0beccf6f-e4f7-40fc-9144-4e3d642ca0bd on network 480dbe0b-e3be-4a4e-913b-dd9b24bba262 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:20:59.155149 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42b6edd-be0e-494d-ba1c-851e77b14985 req-a3d9fa43-9e6b-46ec-9742-55419486af86 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:20:59.155491 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42b6edd-be0e-494d-ba1c-851e77b14985 req-a3d9fa43-9e6b-46ec-9742-55419486af86 service neutron] Checking segment: {'id': 'e0fc6907-b0e5-497d-acdf-511c68571829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '480dbe0b-e3be-4a4e-913b-dd9b24bba262'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:20:59.155883 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42b6edd-be0e-494d-ba1c-851e77b14985 req-a3d9fa43-9e6b-46ec-9742-55419486af86 service neutron] Bound using segment: {'id': 'e0fc6907-b0e5-497d-acdf-511c68571829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '480dbe0b-e3be-4a4e-913b-dd9b24bba262'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:20:59.156331 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-d42b6edd-be0e-494d-ba1c-851e77b14985 req-a3d9fa43-9e6b-46ec-9742-55419486af86 service neutron] Bound port: 0beccf6f-e4f7-40fc-9144-4e3d642ca0bd, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0fc6907-b0e5-497d-acdf-511c68571829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '480dbe0b-e3be-4a4e-913b-dd9b24bba262'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:20:59.156692 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d42b6edd-be0e-494d-ba1c-851e77b14985 req-a3d9fa43-9e6b-46ec-9742-55419486af86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:59.222726 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-152c7b89-1950-4fe2-8c47-7e9b6483fba0 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] 10.222.0.62 "GET /v2.0/ports/704b7223-8e10-4092-87ba-2ceccab362b1/tags HTTP/1.1" status: 200 len: 205 time: 0.5326140 Aug 10 03:20:59.227794 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57294) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:59.235625 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.tag.tag_plugin [None req-f5b20a7e-6dc8-4e5b-859e-81f037613f1e tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '1843e55c-396a-4b32-9028-3f8c94237949') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:59.385335 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-758a3865-47a2-4ef7-9995-0b8f851c6a7b tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:59.419842 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f5b20a7e-6dc8-4e5b-859e-81f037613f1e tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] 10.222.0.62 "GET /v2.0/routers/1843e55c-396a-4b32-9028-3f8c94237949/tags HTTP/1.1" status: 200 len: 241 time: 0.1895516 Aug 10 03:20:59.420581 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57304) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:59.428966 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.tag.tag_plugin [None req-4f27b052-b0eb-4f05-9d90-f48e7e75f79d tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1843e55c-396a-4b32-9028-3f8c94237949', 'tempest-TagsExtTest-Tag-1071672659') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:59.458013 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-74a3b210-5b85-4b37-a705-df6dcf0a89c6 None None] Provisioning complete for port f6943f50-1add-46b6-bf33-fa1db008f120 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:59.460521 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-d42b6edd-be0e-494d-ba1c-851e77b14985 req-a3d9fa43-9e6b-46ec-9742-55419486af86 service neutron] For port 0beccf6f-e4f7-40fc-9144-4e3d642ca0bd, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:20:59.460780 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-74a3b210-5b85-4b37-a705-df6dcf0a89c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:59.473448 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-d42b6edd-be0e-494d-ba1c-851e77b14985 req-a3d9fa43-9e6b-46ec-9742-55419486af86 service neutron] For port 0beccf6f-e4f7-40fc-9144-4e3d642ca0bd, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=0beccf6f-e4f7-40fc-9144-4e3d642ca0bd,segment=NetworkSegment(e0fc6907-b0e5-497d-acdf-511c68571829),segment_id=e0fc6907-b0e5-497d-acdf-511c68571829)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:20:59.501551 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d42b6edd-be0e-494d-ba1c-851e77b14985 req-a3d9fa43-9e6b-46ec-9742-55419486af86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:59.506283 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-758a3865-47a2-4ef7-9995-0b8f851c6a7b tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:59.589544 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4f27b052-b0eb-4f05-9d90-f48e7e75f79d tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] 10.222.0.62 "GET /v2.0/routers/1843e55c-396a-4b32-9028-3f8c94237949/tags/tempest-TagsExtTest-Tag-1071672659 HTTP/1.1" status: 204 len: 168 time: 0.1677256 Aug 10 03:20:59.590782 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57314) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:59.593989 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5f94f1c0-7fa3-4fbb-a98a-e280a87c3b0e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:59.605740 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.tag.tag_plugin [None req-a9dd0312-61bf-478f-85f2-7a8e700aa68c tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '1843e55c-396a-4b32-9028-3f8c94237949', 'tempest-TagsExtTest-Tag-1071672659') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:59.722675 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5f94f1c0-7fa3-4fbb-a98a-e280a87c3b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:59.781791 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device f6943f50-1add-46b6-bf33-fa1db008f120 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:20:59.816471 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b6edd-be0e-494d-ba1c-851e77b14985 req-a3d9fa43-9e6b-46ec-9742-55419486af86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:59.817099 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d42b6edd-be0e-494d-ba1c-851e77b14985 req-a3d9fa43-9e6b-46ec-9742-55419486af86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:59.818530 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d42b6edd-be0e-494d-ba1c-851e77b14985 req-a3d9fa43-9e6b-46ec-9742-55419486af86 service neutron] 10.222.0.60 "PUT /v2.0/ports/0beccf6f-e4f7-40fc-9144-4e3d642ca0bd HTTP/1.1" status: 200 len: 1092 time: 6.0010529 Aug 10 03:20:59.831808 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e15fa63-4caf-497f-b815-c2ccc823a345', 'tag': '0beccf6f-e4f7-40fc-9144-4e3d642ca0bd'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:20:59.834603 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e88a4d-f5b0-46f4-87b5-0b36370e4928" -d '{"events": [{"name": "network-changed", "server_uuid": "9e15fa63-4caf-497f-b815-c2ccc823a345", "tag": "0beccf6f-e4f7-40fc-9144-4e3d642ca0bd"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:20:59.858637 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:20:59.882259 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a9dd0312-61bf-478f-85f2-7a8e700aa68c tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] 10.222.0.62 "DELETE /v2.0/routers/1843e55c-396a-4b32-9028-3f8c94237949/tags/tempest-TagsExtTest-Tag-1071672659 HTTP/1.1" status: 204 len: 168 time: 0.2870154 Aug 10 03:20:59.883454 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57324) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:59.888596 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.tag.tag_plugin [None req-cb7b8504-eb32-4b9a-89cf-ff53c1c53391 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '1843e55c-396a-4b32-9028-3f8c94237949') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:59.902976 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9745a4ad-5929-4227-8cfb-44a65813f7ad req-32a954e8-b4e7-471d-b416-471243a2745f tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 210 time: 0.0966442 Aug 10 03:20:59.956435 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-758a3865-47a2-4ef7-9995-0b8f851c6a7b tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:59.971106 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5161e157-4b17-45e3-bfbf-e70b059d27f8 req-98100758-877c-4d84-badd-d088c85939a9 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:59.980709 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5161e157-4b17-45e3-bfbf-e70b059d27f8 req-98100758-877c-4d84-badd-d088c85939a9 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e15fa63-4caf-497f-b815-c2ccc823a345 HTTP/1.1" status: 200 len: 943 time: 0.2377322 Aug 10 03:21:00.011181 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5f94f1c0-7fa3-4fbb-a98a-e280a87c3b0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:00.023460 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-74a3b210-5b85-4b37-a705-df6dcf0a89c6 None None] Provisioning for port 704b7223-8e10-4092-87ba-2ceccab362b1 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:21:00.028769 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port f6943f50-1add-46b6-bf33-fa1db008f120 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:00.029152 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:00.054503 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe65771-6b9d-487d-ba19-a7a456bb0acb x-openstack-request-id: req-8fe65771-6b9d-487d-ba19-a7a456bb0acb {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:21:00.054836 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e15fa63-4caf-497f-b815-c2ccc823a345", "tag": "0beccf6f-e4f7-40fc-9144-4e3d642ca0bd", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:21:00.056245 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8fe65771-6b9d-487d-ba19-a7a456bb0acb {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:21:00.058322 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e15fa63-4caf-497f-b815-c2ccc823a345', 'tag': '0beccf6f-e4f7-40fc-9144-4e3d642ca0bd', 'status': 'completed', 'code': 200} Aug 10 03:21:00.063764 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9fa43-9e6b-46ec-9742-55419486af86 service neutron] Pushing event updated for resources: {'Port': ['ID=0beccf6f-e4f7-40fc-9144-4e3d642ca0bd,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:00.137646 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-74a3b210-5b85-4b37-a705-df6dcf0a89c6 None None] Provisioning complete for port 704b7223-8e10-4092-87ba-2ceccab362b1 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:00.141126 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-74a3b210-5b85-4b37-a705-df6dcf0a89c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:00.145512 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-cb7b8504-eb32-4b9a-89cf-ff53c1c53391 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] 10.222.0.62 "GET /v2.0/routers/1843e55c-396a-4b32-9028-3f8c94237949/tags HTTP/1.1" status: 200 len: 205 time: 0.2607729 Aug 10 03:21:00.146373 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57328) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:00.159207 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.tag.tag_plugin [None req-94a052b3-882d-410c-8781-96e81d1059c2 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '763f92cd-ff29-46df-a927-d70f2c10cca3') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:00.219906 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-94a052b3-882d-410c-8781-96e81d1059c2 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] 10.222.0.62 "GET /v2.0/subnetpools/763f92cd-ff29-46df-a927-d70f2c10cca3/tags HTTP/1.1" status: 200 len: 240 time: 0.0722539 Aug 10 03:21:00.221640 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57330) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:00.227129 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.tag.tag_plugin [None req-53ef610a-ad09-4423-b176-13060fb2ee67 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '763f92cd-ff29-46df-a927-d70f2c10cca3', 'tempest-TagsExtTest-Tag-112896076') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:00.292721 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-53ef610a-ad09-4423-b176-13060fb2ee67 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] 10.222.0.62 "GET /v2.0/subnetpools/763f92cd-ff29-46df-a927-d70f2c10cca3/tags/tempest-TagsExtTest-Tag-112896076 HTTP/1.1" status: 204 len: 168 time: 0.0699785 Aug 10 03:21:00.293839 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57334) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:00.298966 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.tag.tag_plugin [None req-e73ef176-e301-4c24-afc3-0ad133ccf8ea tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '763f92cd-ff29-46df-a927-d70f2c10cca3', 'tempest-TagsExtTest-Tag-112896076') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:00.340012 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-74a3b210-5b85-4b37-a705-df6dcf0a89c6 None None] Port 704b7223-8e10-4092-87ba-2ceccab362b1 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:21:00.377590 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b6edd-be0e-494d-ba1c-851e77b14985 req-b5680d97-5446-4bde-a310-cfa24aee4fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:00.379618 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d42b6edd-be0e-494d-ba1c-851e77b14985 req-b5680d97-5446-4bde-a310-cfa24aee4fee service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=83b79d8631564df6a9bf256e7f6ac69f&device_id=9e15fa63-4caf-497f-b815-c2ccc823a345 HTTP/1.1" status: 200 len: 1095 time: 0.4975541 Aug 10 03:21:00.382194 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5ed15dd8-d025-4043-a787-44be3d092110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:00.388226 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e73ef176-e301-4c24-afc3-0ad133ccf8ea tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] 10.222.0.62 "DELETE /v2.0/subnetpools/763f92cd-ff29-46df-a927-d70f2c10cca3/tags/tempest-TagsExtTest-Tag-112896076 HTTP/1.1" status: 204 len: 168 time: 0.0931189 Aug 10 03:21:00.389361 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57336) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:00.395431 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.tag.tag_plugin [None req-83d13912-215f-44b9-ae90-58a5076f78cf tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '763f92cd-ff29-46df-a927-d70f2c10cca3') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:00.395688 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758a3865-47a2-4ef7-9995-0b8f851c6a7b tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Network b6429bd9-f016-4531-aab0-56e3549b133b is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:21:00.423625 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-758a3865-47a2-4ef7-9995-0b8f851c6a7b tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:00.457788 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 57338) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:00.459738 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-83d13912-215f-44b9-ae90-58a5076f78cf tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] 10.222.0.62 "GET /v2.0/subnetpools/763f92cd-ff29-46df-a927-d70f2c10cca3/tags HTTP/1.1" status: 200 len: 205 time: 0.0668602 Aug 10 03:21:00.472477 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b684a116-d242-441a-8e67-3a7f833a781b None None] Provisioning complete for port 704b7223-8e10-4092-87ba-2ceccab362b1 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:00.473017 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b684a116-d242-441a-8e67-3a7f833a781b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:00.501651 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.tag.tag_plugin [None req-a0f28b72-9bbe-4072-acbc-1ed8d1672e91 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '763f92cd-ff29-46df-a927-d70f2c10cca3') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:00.501860 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57344) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:00.604038 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b684a116-d242-441a-8e67-3a7f833a781b None None] Port 704b7223-8e10-4092-87ba-2ceccab362b1 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:21:00.723345 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d42b6edd-be0e-494d-ba1c-851e77b14985 req-9c231c33-e371-4067-9115-170b90a22519 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0beccf6f-e4f7-40fc-9144-4e3d642ca0bd HTTP/1.1" status: 200 len: 217 time: 0.3043489 Aug 10 03:21:00.758727 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d5faaec1-4cd2-4777-9b22-6cef941f4b14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:00.871791 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5161e157-4b17-45e3-bfbf-e70b059d27f8 req-f5685ef2-6e14-4293-94a7-019216f276c6 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8892138 Aug 10 03:21:00.872840 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a3865-47a2-4ef7-9995-0b8f851c6a7b tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event updated for resources: {'Port': ['ID=edd5115b-8352-4a3f-88ea-952639de6d62,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:00.888155 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d5faaec1-4cd2-4777-9b22-6cef941f4b14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:00.895892 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b6edd-be0e-494d-ba1c-851e77b14985 req-7ff40c0c-7fd4-458f-9c2e-4596c3024349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:00.897695 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d42b6edd-be0e-494d-ba1c-851e77b14985 req-7ff40c0c-7fd4-458f-9c2e-4596c3024349 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=671472a0-ea87-43e5-8586-78a1de5f1af8 HTTP/1.1" status: 200 len: 852 time: 0.1332512 Aug 10 03:21:00.904589 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d5faaec1-4cd2-4777-9b22-6cef941f4b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:00.928169 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-451561f2-9c13-4e72-acac-8a47da935da2 None None] Provisioning complete for port edd5115b-8352-4a3f-88ea-952639de6d62 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:00.930222 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-451561f2-9c13-4e72-acac-8a47da935da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:00.967396 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5faaec1-4cd2-4777-9b22-6cef941f4b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9470dc-7112-4c57-a10f-d93c60674fb3,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:00.998356 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-a0f28b72-9bbe-4072-acbc-1ed8d1672e91 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] 10.222.0.62 "DELETE /v2.0/subnetpools/763f92cd-ff29-46df-a927-d70f2c10cca3/tags HTTP/1.1" status: 204 len: 168 time: 0.5043714 Aug 10 03:21:01.014784 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57350) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:01.029302 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.tag.tag_plugin [None req-24783310-66db-4f7d-9443-c80dd4ca646d tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1843e55c-396a-4b32-9028-3f8c94237949') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:01.036996 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-451561f2-9c13-4e72-acac-8a47da935da2 None None] Port edd5115b-8352-4a3f-88ea-952639de6d62 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:21:01.130863 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d5faaec1-4cd2-4777-9b22-6cef941f4b14 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a17645c8ca944c58b3d4015bbbe346b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6273000 Aug 10 03:21:01.133072 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57352) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:01.234057 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-24783310-66db-4f7d-9443-c80dd4ca646d tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] 10.222.0.62 "DELETE /v2.0/routers/1843e55c-396a-4b32-9028-3f8c94237949/tags HTTP/1.1" status: 204 len: 168 time: 0.2150402 Aug 10 03:21:01.234269 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57354) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:01.239021 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.tag.tag_plugin [None req-ac2c3588-7854-4ef8-af65-a9a89f1a2fd7 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '704b7223-8e10-4092-87ba-2ceccab362b1') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:01.293631 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c25b958e-1802-4ce1-9649-5e123be7c379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:01.324145 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c25b958e-1802-4ce1-9649-5e123be7c379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:01.388817 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ac2c3588-7854-4ef8-af65-a9a89f1a2fd7 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] 10.222.0.62 "DELETE /v2.0/ports/704b7223-8e10-4092-87ba-2ceccab362b1/tags HTTP/1.1" status: 204 len: 168 time: 0.1533790 Aug 10 03:21:01.398131 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57356) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:01.404124 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.tag.tag_plugin [None req-f16575ad-cd52-4371-a215-9490ace7a649 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '59763f13-382b-43b3-8b50-8ecbb7cf98ed') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:01.409253 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c25b958e-1802-4ce1-9649-5e123be7c379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:01.412434 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c25b958e-1802-4ce1-9649-5e123be7c379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:01.418074 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c25b958e-1802-4ce1-9649-5e123be7c379 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8c9470dc-7112-4c57-a10f-d93c60674fb3 HTTP/1.1" status: 204 len: 168 time: 0.2838850 Aug 10 03:21:01.501525 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25b958e-1802-4ce1-9649-5e123be7c379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9470dc-7112-4c57-a10f-d93c60674fb3,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:01.551929 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f16575ad-cd52-4371-a215-9490ace7a649 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] 10.222.0.62 "DELETE /v2.0/subnets/59763f13-382b-43b3-8b50-8ecbb7cf98ed/tags HTTP/1.1" status: 204 len: 168 time: 0.1526537 Aug 10 03:21:01.558380 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57360) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:01.566726 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.tag.tag_plugin [None req-519b6899-38da-438f-86b2-c58398250df7 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '59763f13-382b-43b3-8b50-8ecbb7cf98ed', 'tempest-TagsExtTest-Tag-1226170751') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:01.609021 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d42b6edd-be0e-494d-ba1c-851e77b14985 req-4578f26a-3a51-4430-9b1a-7d9446225cf1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=480dbe0b-e3be-4a4e-913b-dd9b24bba262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7004547 Aug 10 03:21:01.622184 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-758a3865-47a2-4ef7-9995-0b8f851c6a7b tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Router 59f9c67d-e10a-4b5e-93f3-53698632c889 is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:21:01.701278 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-519b6899-38da-438f-86b2-c58398250df7 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] 10.222.0.62 "PUT /v2.0/subnets/59763f13-382b-43b3-8b50-8ecbb7cf98ed/tags/tempest-TagsExtTest-Tag-1226170751 HTTP/1.1" status: 201 len: 201 time: 0.1406038 Aug 10 03:21:01.705479 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57372) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:01.715428 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.tag.tag_plugin [None req-444a8914-6de9-4ebd-808e-f7e066b5c4e5 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '704b7223-8e10-4092-87ba-2ceccab362b1', 'tempest-TagsExtTest-Tag-141245376') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:01.761183 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d42b6edd-be0e-494d-ba1c-851e77b14985 req-d2d4a663-1b27-4d48-9fb3-333c22bfa8d4 service neutron] 10.222.0.60 "GET /v2.0/networks/480dbe0b-e3be-4a4e-913b-dd9b24bba262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409223 Aug 10 03:21:01.788643 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f94f1c0-7fa3-4fbb-a98a-e280a87c3b0e admin admin] Pushing event updated for resources: {'Port': ['ID=e93f2688-4e58-4781-84e9-acdc7c862840,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:01.830839 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a6ceaba0-d9d5-400a-9056-d2ec994ba623 req-0dc49686-4a2d-4d65-9476-761bfc43c028 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 210 time: 0.2191133 Aug 10 03:21:01.842149 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f94f1c0-7fa3-4fbb-a98a-e280a87c3b0e admin admin] Network f673795f-9e73-4ddb-99c3-f2b6b571c4c6 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:21:01.870497 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-444a8914-6de9-4ebd-808e-f7e066b5c4e5 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] 10.222.0.62 "PUT /v2.0/ports/704b7223-8e10-4092-87ba-2ceccab362b1/tags/tempest-TagsExtTest-Tag-141245376 HTTP/1.1" status: 201 len: 201 time: 0.1636918 Aug 10 03:21:01.871005 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-5f94f1c0-7fa3-4fbb-a98a-e280a87c3b0e admin admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:01.882361 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57378) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:01.888488 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.tag.tag_plugin [None req-c2d7c804-6f9b-43de-8ae4-747754cf7209 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '1843e55c-396a-4b32-9028-3f8c94237949', 'tempest-TagsExtTest-Tag-896381028') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:02.198857 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c2d7c804-6f9b-43de-8ae4-747754cf7209 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] 10.222.0.62 "PUT /v2.0/routers/1843e55c-396a-4b32-9028-3f8c94237949/tags/tempest-TagsExtTest-Tag-896381028 HTTP/1.1" status: 201 len: 201 time: 0.3136775 Aug 10 03:21:02.200423 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57388) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:02.210522 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.tag.tag_plugin [None req-c76a114d-6f2f-422c-86b4-25ca469dbce4 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '763f92cd-ff29-46df-a927-d70f2c10cca3', 'tempest-TagsExtTest-Tag-606033981') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:02.284361 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c76a114d-6f2f-422c-86b4-25ca469dbce4 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] 10.222.0.62 "PUT /v2.0/subnetpools/763f92cd-ff29-46df-a927-d70f2c10cca3/tags/tempest-TagsExtTest-Tag-606033981 HTTP/1.1" status: 201 len: 201 time: 0.0828161 Aug 10 03:21:02.289974 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57392) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:02.292248 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-6db24184-cc4b-4a47-897b-10baf3f9d596 None None] Provisioning complete for port e93f2688-4e58-4781-84e9-acdc7c862840 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:02.293285 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-6db24184-cc4b-4a47-897b-10baf3f9d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:02.297907 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f94f1c0-7fa3-4fbb-a98a-e280a87c3b0e admin admin] Router d38312a1-5452-4661-a37b-cb431ca76529 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:21:02.306106 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.tag.tag_plugin [None req-94206f04-aa98-4185-8b6e-2038a2195d68 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '59763f13-382b-43b3-8b50-8ecbb7cf98ed', {'tags': ['tempest-TagsExtTest-Tag-1179807241', 'tempest-TagsExtTest-Tag-305330541', 'tempest-TagsExtTest-Tag-588296384']}) {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:02.353965 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-758a3865-47a2-4ef7-9995-0b8f851c6a7b tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:21:02.359283 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d42b6edd-be0e-494d-ba1c-851e77b14985 req-bcd17934-f084-4fcf-8c28-31abc6d78274 service neutron] 10.222.0.60 "GET /v2.0/networks/480dbe0b-e3be-4a4e-913b-dd9b24bba262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5718901 Aug 10 03:21:02.365256 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-758a3865-47a2-4ef7-9995-0b8f851c6a7b tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "PUT /v2.0/routers/59f9c67d-e10a-4b5e-93f3-53698632c889/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6052020 Aug 10 03:21:02.366290 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 57396) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:02.375567 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf49106-5d5c-4be4-8a35-8e2f54dd4179 None None] Sync routers for ids ['59f9c67d-e10a-4b5e-93f3-53698632c889'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:21:02.389505 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4933524e-f7bd-4881-86a2-ba8f9d998fc4 req-8a274005-4461-4b29-9c78-090bb76cb771 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:02.391257 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4933524e-f7bd-4881-86a2-ba8f9d998fc4 req-8a274005-4461-4b29-9c78-090bb76cb771 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e15fa63-4caf-497f-b815-c2ccc823a345 HTTP/1.1" status: 200 len: 943 time: 0.1661773 Aug 10 03:21:02.420585 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-6db24184-cc4b-4a47-897b-10baf3f9d596 None None] Port e93f2688-4e58-4781-84e9-acdc7c862840 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:21:02.428621 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf49106-5d5c-4be4-8a35-8e2f54dd4179 None None] Routers {'59f9c67d-e10a-4b5e-93f3-53698632c889'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:21:02.429267 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-bcf49106-5d5c-4be4-8a35-8e2f54dd4179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:20:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['59f9c67d-e10a-4b5e-93f3-53698632c889'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:02.470622 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-94206f04-aa98-4185-8b6e-2038a2195d68 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] 10.222.0.62 "PUT /v2.0/subnets/59763f13-382b-43b3-8b50-8ecbb7cf98ed/tags HTTP/1.1" status: 200 len: 316 time: 0.1790500 Aug 10 03:21:02.473040 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57400) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:02.477647 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.tag.tag_plugin [None req-2eb1c49e-85a9-4c42-9e75-0bcc0536bb60 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '59763f13-382b-43b3-8b50-8ecbb7cf98ed') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:02.509465 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-bcf49106-5d5c-4be4-8a35-8e2f54dd4179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:02.523861 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf49106-5d5c-4be4-8a35-8e2f54dd4179 None None] Routers {'59f9c67d-e10a-4b5e-93f3-53698632c889'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:21:02.524887 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-bcf49106-5d5c-4be4-8a35-8e2f54dd4179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:20:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['59f9c67d-e10a-4b5e-93f3-53698632c889'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:02.549750 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fd9ce6-1054-4475-85c8-ccd01c4a3597 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:02.553670 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-77fd9ce6-1054-4475-85c8-ccd01c4a3597 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "GET /v2.0/ports/edd5115b-8352-4a3f-88ea-952639de6d62 HTTP/1.1" status: 200 len: 910 time: 0.1590416 Aug 10 03:21:02.555553 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57402) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:02.576822 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-bcf49106-5d5c-4be4-8a35-8e2f54dd4179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:02.577868 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf49106-5d5c-4be4-8a35-8e2f54dd4179 None None] The sync data for ids ['59f9c67d-e10a-4b5e-93f3-53698632c889'] in n-d-768851-15 is: [] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:21:02.672541 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4933524e-f7bd-4881-86a2-ba8f9d998fc4 req-c497cf1d-7b69-41ab-81d7-c0436b97542c tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255027 Aug 10 03:21:02.674374 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e88a4d-f5b0-46f4-87b5-0b36370e4928 req-7f15fc2f-fb2b-4605-a128-153cbd40eabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:02.675888 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f2e88a4d-f5b0-46f4-87b5-0b36370e4928 req-7f15fc2f-fb2b-4605-a128-153cbd40eabd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=83b79d8631564df6a9bf256e7f6ac69f&device_id=9e15fa63-4caf-497f-b815-c2ccc823a345 HTTP/1.1" status: 200 len: 1095 time: 0.2249269 Aug 10 03:21:02.816371 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2eb1c49e-85a9-4c42-9e75-0bcc0536bb60 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] 10.222.0.62 "DELETE /v2.0/subnets/59763f13-382b-43b3-8b50-8ecbb7cf98ed/tags HTTP/1.1" status: 204 len: 168 time: 0.3423002 Aug 10 03:21:02.832143 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57414) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:02.850228 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.tag.tag_plugin [None req-dbb2f5e4-fdf0-43fc-8a3e-803b3c08ff66 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '59763f13-382b-43b3-8b50-8ecbb7cf98ed', 'tempest-TagsExtTest-Tag-1179807241') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:02.860736 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f94f1c0-7fa3-4fbb-a98a-e280a87c3b0e admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:21:02.876047 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d92496b-5f36-4776-8fdb-e7cfd05bfc43 None None] Sync routers for ids ['d38312a1-5452-4661-a37b-cb431ca76529'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:21:02.895298 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d92496b-5f36-4776-8fdb-e7cfd05bfc43 None None] Routers {'d38312a1-5452-4661-a37b-cb431ca76529'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:21:02.897917 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-7d92496b-5f36-4776-8fdb-e7cfd05bfc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:20:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['d38312a1-5452-4661-a37b-cb431ca76529'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:02.903429 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-5f94f1c0-7fa3-4fbb-a98a-e280a87c3b0e admin admin] 10.222.0.62 "PUT /v2.0/routers/d38312a1-5452-4661-a37b-cb431ca76529/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.7771494 Aug 10 03:21:03.011465 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-fa768a7d-da32-4018-9ee5-d6fa7251287e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:03.016626 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-dbb2f5e4-fdf0-43fc-8a3e-803b3c08ff66 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] show failed (client error): The resource could not be found. Aug 10 03:21:03.017817 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-dbb2f5e4-fdf0-43fc-8a3e-803b3c08ff66 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] 10.222.0.62 "GET /v2.0/subnets/59763f13-382b-43b3-8b50-8ecbb7cf98ed/tags/tempest-TagsExtTest-Tag-1179807241 HTTP/1.1" status: 404 len: 329 time: 0.1758685 Aug 10 03:21:03.029655 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57424) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:03.044239 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.tag.tag_plugin [None req-2b0cca2a-6af6-40c2-8b96-e050163ca42e tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '59763f13-382b-43b3-8b50-8ecbb7cf98ed', 'tempest-TagsExtTest-Tag-305330541') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:03.077643 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-7d92496b-5f36-4776-8fdb-e7cfd05bfc43 None None] Set router d38312a1-5452-4661-a37b-cb431ca76529 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:21:03.090416 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7e771138-ff31-4ea0-a9dd-538db40a9a2f req-d0162948-6fa9-4b70-9ab2-34de8cb986b4 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 210 time: 0.0992289 Aug 10 03:21:03.100255 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e88a4d-f5b0-46f4-87b5-0b36370e4928 req-bf37d53e-172c-4e38-b176-e25471424ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:03.105127 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f2e88a4d-f5b0-46f4-87b5-0b36370e4928 req-bf37d53e-172c-4e38-b176-e25471424ad2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=480dbe0b-e3be-4a4e-913b-dd9b24bba262 HTTP/1.1" status: 200 len: 913 time: 0.4166162 Aug 10 03:21:03.204015 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f2e88a4d-f5b0-46f4-87b5-0b36370e4928 req-44695473-1289-4143-a25d-f62080295e1e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0beccf6f-e4f7-40fc-9144-4e3d642ca0bd HTTP/1.1" status: 200 len: 217 time: 0.0913198 Aug 10 03:21:03.365868 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:03.392583 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e88a4d-f5b0-46f4-87b5-0b36370e4928 req-2ee787d5-399f-4a4e-badb-630de2b87353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:03.396639 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f2e88a4d-f5b0-46f4-87b5-0b36370e4928 req-2ee787d5-399f-4a4e-badb-630de2b87353 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=671472a0-ea87-43e5-8586-78a1de5f1af8 HTTP/1.1" status: 200 len: 852 time: 0.1847858 Aug 10 03:21:03.413257 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-7d92496b-5f36-4776-8fdb-e7cfd05bfc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38312a1-5452-4661-a37b-cb431ca76529', 'name': 'tempest-ServersTestJSON-1815998178-router', 'tenant_id': 'dc37c9ae14bb4f3b843815f0becba976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '7b2c755d-acc7-4fab-bca4-61f497229124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:38Z', 'updated_at': '2021-08-10T03:20:58Z', 'revision_number': 4, 'project_id': 'dc37c9ae14bb4f3b843815f0becba976', 'gw_port': {'id': '7b2c755d-acc7-4fab-bca4-61f497229124', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38312a1-5452-4661-a37b-cb431ca76529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:41Z', 'updated_at': '2021-08-10T03:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'e93f2688-4e58-4781-84e9-acdc7c862840', 'name': '', 'network_id': 'f673795f-9e73-4ddb-99c3-f2b6b571c4c6', 'tenant_id': 'dc37c9ae14bb4f3b843815f0becba976', 'mac_address': 'fa:16:3e:8d:fe:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd38312a1-5452-4661-a37b-cb431ca76529', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '0f997ebe-2f8d-458f-b51d-abdea60cfbec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:52Z', 'updated_at': '2021-08-10T03:20:59Z', 'revision_number': 2, 'project_id': 'dc37c9ae14bb4f3b843815f0becba976', 'subnets': [{'id': '0f997ebe-2f8d-458f-b51d-abdea60cfbec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:03.449665 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d92496b-5f36-4776-8fdb-e7cfd05bfc43 None None] Checking router: d38312a1-5452-4661-a37b-cb431ca76529 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:21:03.450300 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d92496b-5f36-4776-8fdb-e7cfd05bfc43 None None] Updating router d38312a1-5452-4661-a37b-cb431ca76529 port e93f2688-4e58-4781-84e9-acdc7c862840 binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:21:03.468496 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f2e88a4d-f5b0-46f4-87b5-0b36370e4928 req-d1dafd40-cd0d-466c-a408-af562c13ae3a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=480dbe0b-e3be-4a4e-913b-dd9b24bba262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595336 Aug 10 03:21:03.477874 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-7d92496b-5f36-4776-8fdb-e7cfd05bfc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:03.823439 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f2e88a4d-f5b0-46f4-87b5-0b36370e4928 req-65379fc0-683a-4234-a987-09ce9118f75d service neutron] 10.222.0.60 "GET /v2.0/networks/480dbe0b-e3be-4a4e-913b-dd9b24bba262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413117 Aug 10 03:21:03.902775 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-7d92496b-5f36-4776-8fdb-e7cfd05bfc43 None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:03.916029 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-7d92496b-5f36-4776-8fdb-e7cfd05bfc43 None None] Transition to ACTIVE for port object e93f2688-4e58-4781-84e9-acdc7c862840 will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:21:03.925567 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-7d92496b-5f36-4776-8fdb-e7cfd05bfc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:03.968197 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e6296-9086-4dea-bc21-6086b9e7f019 req-11e481af-edf7-4e0b-9058-f65d409a5888 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:03.976065 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ccc8ad-cae0-427d-9cb5-55e0ac4eed1f None None] Pushing event updated for resources: {'Port': ['ID=e93f2688-4e58-4781-84e9-acdc7c862840,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:03.976935 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c32e6296-9086-4dea-bc21-6086b9e7f019 req-11e481af-edf7-4e0b-9058-f65d409a5888 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e15fa63-4caf-497f-b815-c2ccc823a345 HTTP/1.1" status: 200 len: 943 time: 0.1446147 Aug 10 03:21:04.049712 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-2b0cca2a-6af6-40c2-8b96-e050163ca42e tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] show failed (client error): The resource could not be found. Aug 10 03:21:04.053395 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2b0cca2a-6af6-40c2-8b96-e050163ca42e tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] 10.222.0.62 "GET /v2.0/subnets/59763f13-382b-43b3-8b50-8ecbb7cf98ed/tags/tempest-TagsExtTest-Tag-305330541 HTTP/1.1" status: 404 len: 328 time: 1.0201790 Aug 10 03:21:04.054678 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57468) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:04.060888 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.tag.tag_plugin [None req-ffb5986e-224e-4435-9e29-ede74349960d tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '59763f13-382b-43b3-8b50-8ecbb7cf98ed', 'tempest-TagsExtTest-Tag-588296384') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:04.062409 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-7d92496b-5f36-4776-8fdb-e7cfd05bfc43 None None] Attempting to bind port e93f2688-4e58-4781-84e9-acdc7c862840 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:21:04.063005 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-7d92496b-5f36-4776-8fdb-e7cfd05bfc43 None None] Attempting to bind port e93f2688-4e58-4781-84e9-acdc7c862840 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '7994d17d-137a-46f2-95db-467dd6e7c020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f673795f-9e73-4ddb-99c3-f2b6b571c4c6'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:21:04.063526 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d92496b-5f36-4776-8fdb-e7cfd05bfc43 None None] Attempting to bind port e93f2688-4e58-4781-84e9-acdc7c862840 on network f673795f-9e73-4ddb-99c3-f2b6b571c4c6 {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:21:04.073391 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d92496b-5f36-4776-8fdb-e7cfd05bfc43 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:21:04.074560 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d92496b-5f36-4776-8fdb-e7cfd05bfc43 None None] Checking segment: {'id': '7994d17d-137a-46f2-95db-467dd6e7c020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f673795f-9e73-4ddb-99c3-f2b6b571c4c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:21:04.075180 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-7d92496b-5f36-4776-8fdb-e7cfd05bfc43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:04.076990 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d92496b-5f36-4776-8fdb-e7cfd05bfc43 None None] Bound using segment: {'id': '7994d17d-137a-46f2-95db-467dd6e7c020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f673795f-9e73-4ddb-99c3-f2b6b571c4c6'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:21:04.077993 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-7d92496b-5f36-4776-8fdb-e7cfd05bfc43 None None] Bound port: e93f2688-4e58-4781-84e9-acdc7c862840, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7994d17d-137a-46f2-95db-467dd6e7c020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f673795f-9e73-4ddb-99c3-f2b6b571c4c6'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:21:04.081252 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-7d92496b-5f36-4776-8fdb-e7cfd05bfc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:04.149319 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:04.189084 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-336a970e-a200-425c-adeb-44aba7a1b196 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:04.205765 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c32e6296-9086-4dea-bc21-6086b9e7f019 req-e6069a06-8071-44d6-bc32-bce07c92060d tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228835 Aug 10 03:21:04.211818 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f2e88a4d-f5b0-46f4-87b5-0b36370e4928 req-4390c0dd-510b-40bb-be7b-79aa0a46b39a service neutron] 10.222.0.60 "GET /v2.0/networks/480dbe0b-e3be-4a4e-913b-dd9b24bba262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670459 Aug 10 03:21:04.234379 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-7d92496b-5f36-4776-8fdb-e7cfd05bfc43 None None] For port e93f2688-4e58-4781-84e9-acdc7c862840, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:21:04.242931 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-7d92496b-5f36-4776-8fdb-e7cfd05bfc43 None None] For port e93f2688-4e58-4781-84e9-acdc7c862840, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=e93f2688-4e58-4781-84e9-acdc7c862840,segment=NetworkSegment(7994d17d-137a-46f2-95db-467dd6e7c020),segment_id=7994d17d-137a-46f2-95db-467dd6e7c020)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:21:04.258784 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-7d92496b-5f36-4776-8fdb-e7cfd05bfc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:04.353640 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d92496b-5f36-4776-8fdb-e7cfd05bfc43 None None] Routers {'d38312a1-5452-4661-a37b-cb431ca76529'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:21:04.354436 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-7d92496b-5f36-4776-8fdb-e7cfd05bfc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:21:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['d38312a1-5452-4661-a37b-cb431ca76529'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:04.420038 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-ffb5986e-224e-4435-9e29-ede74349960d tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] show failed (client error): The resource could not be found. Aug 10 03:21:04.421079 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ffb5986e-224e-4435-9e29-ede74349960d tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] 10.222.0.62 "GET /v2.0/subnets/59763f13-382b-43b3-8b50-8ecbb7cf98ed/tags/tempest-TagsExtTest-Tag-588296384 HTTP/1.1" status: 404 len: 328 time: 0.3653545 Aug 10 03:21:04.426949 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57482) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:04.459332 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9694b14a-6d77-4a4a-8c1e-f74a40bb9f0d req-cd2e35ac-3ac8-4db0-a8ad-dccee87e9481 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:04.461274 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9694b14a-6d77-4a4a-8c1e-f74a40bb9f0d req-cd2e35ac-3ac8-4db0-a8ad-dccee87e9481 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 945 time: 0.1434557 Aug 10 03:21:04.488790 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.tag.tag_plugin [None req-1e3e70c3-1a62-48e6-8fa3-63e935a320eb tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '704b7223-8e10-4092-87ba-2ceccab362b1', {'tags': ['tempest-TagsExtTest-Tag-809537324', 'tempest-TagsExtTest-Tag-552299662', 'tempest-TagsExtTest-Tag-1266716295']}) {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:04.550503 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9694b14a-6d77-4a4a-8c1e-f74a40bb9f0d req-6eba79d8-6c43-4a19-be39-99dae6d5b811 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808673 Aug 10 03:21:04.577476 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1e3e70c3-1a62-48e6-8fa3-63e935a320eb tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] 10.222.0.62 "PUT /v2.0/ports/704b7223-8e10-4092-87ba-2ceccab362b1/tags HTTP/1.1" status: 200 len: 316 time: 0.1507175 Aug 10 03:21:04.582136 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 57490) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:04.587348 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.tag.tag_plugin [None req-943a1414-de8d-4334-99b0-4ff7a51e205e tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '704b7223-8e10-4092-87ba-2ceccab362b1') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:04.623578 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-7d92496b-5f36-4776-8fdb-e7cfd05bfc43 None None] Set router d38312a1-5452-4661-a37b-cb431ca76529 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:21:04.670061 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 57496) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:04.674659 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-8f72e2e6-f253-4d44-bdf2-0c486e8d4c62 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1481621927', 'description': 'tempest-description--1557942376'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:04.772589 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-336a970e-a200-425c-adeb-44aba7a1b196 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Deleting port edd5115b-8352-4a3f-88ea-952639de6d62 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:21:04.773339 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-336a970e-a200-425c-adeb-44aba7a1b196 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:04.836260 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ccc8ad-cae0-427d-9cb5-55e0ac4eed1f None None] Pushing event updated for resources: {'Port': ['ID=e93f2688-4e58-4781-84e9-acdc7c862840,revision_number=4']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:04.838868 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ce34a9d3-84f0-4e3a-9823-bd7f9a2710dd req-c3ef9ea0-ac72-4fb5-a435-fbc247b2940f tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 210 time: 0.1083679 Aug 10 03:21:04.865892 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8f72e2e6-f253-4d44-bdf2-0c486e8d4c62 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:04.927264 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-336a970e-a200-425c-adeb-44aba7a1b196 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:04.943252 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-336a970e-a200-425c-adeb-44aba7a1b196 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Calling delete_port for edd5115b-8352-4a3f-88ea-952639de6d62 owned by network:router_interface {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:21:04.976056 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8f72e2e6-f253-4d44-bdf2-0c486e8d4c62 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:04.983062 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8f72e2e6-f253-4d44-bdf2-0c486e8d4c62 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:04.994559 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-943a1414-de8d-4334-99b0-4ff7a51e205e tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] 10.222.0.62 "DELETE /v2.0/ports/704b7223-8e10-4092-87ba-2ceccab362b1/tags HTTP/1.1" status: 204 len: 168 time: 0.4104030 Aug 10 03:21:04.999365 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 57508) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:05.011832 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.tag.tag_plugin [None req-35f3f13e-8f87-42da-9fcc-1be478c05fd7 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '704b7223-8e10-4092-87ba-2ceccab362b1', 'tempest-TagsExtTest-Tag-809537324') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:05.064938 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8f72e2e6-f253-4d44-bdf2-0c486e8d4c62 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:05.068457 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8f72e2e6-f253-4d44-bdf2-0c486e8d4c62 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3949029 Aug 10 03:21:05.069223 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-7d92496b-5f36-4776-8fdb-e7cfd05bfc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38312a1-5452-4661-a37b-cb431ca76529', 'name': 'tempest-ServersTestJSON-1815998178-router', 'tenant_id': 'dc37c9ae14bb4f3b843815f0becba976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '7b2c755d-acc7-4fab-bca4-61f497229124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:38Z', 'updated_at': '2021-08-10T03:20:58Z', 'revision_number': 4, 'project_id': 'dc37c9ae14bb4f3b843815f0becba976', 'gw_port': {'id': '7b2c755d-acc7-4fab-bca4-61f497229124', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38312a1-5452-4661-a37b-cb431ca76529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:41Z', 'updated_at': '2021-08-10T03:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'e93f2688-4e58-4781-84e9-acdc7c862840', 'name': '', 'network_id': 'f673795f-9e73-4ddb-99c3-f2b6b571c4c6', 'tenant_id': 'dc37c9ae14bb4f3b843815f0becba976', 'mac_address': 'fa:16:3e:8d:fe:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd38312a1-5452-4661-a37b-cb431ca76529', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '0f997ebe-2f8d-458f-b51d-abdea60cfbec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:52Z', 'updated_at': '2021-08-10T03:21:04Z', 'revision_number': 4, 'project_id': 'dc37c9ae14bb4f3b843815f0becba976', 'subnets': [{'id': '0f997ebe-2f8d-458f-b51d-abdea60cfbec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:05.072376 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f72e2e6-f253-4d44-bdf2-0c486e8d4c62 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7796beb-14f2-460e-87f1-bb574459cde4,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:05.074349 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 57516) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:05.081821 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-86c082cc-c0ab-40a9-a7b1-13679fd6e58d tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Request body: {'security_group_rule': {'security_group_id': 'e7796beb-14f2-460e-87f1-bb574459cde4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:05.114226 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [None req-35f3f13e-8f87-42da-9fcc-1be478c05fd7 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] show failed (client error): The resource could not be found. Aug 10 03:21:05.115446 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-35f3f13e-8f87-42da-9fcc-1be478c05fd7 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] 10.222.0.62 "GET /v2.0/ports/704b7223-8e10-4092-87ba-2ceccab362b1/tags/tempest-TagsExtTest-Tag-809537324 HTTP/1.1" status: 404 len: 328 time: 0.1098661 Aug 10 03:21:05.122459 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57518) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:05.127153 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.tag.tag_plugin [None req-1d21a75b-9404-4f5e-ad5c-0188eff063ae tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '704b7223-8e10-4092-87ba-2ceccab362b1', 'tempest-TagsExtTest-Tag-552299662') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:05.138491 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d92496b-5f36-4776-8fdb-e7cfd05bfc43 None None] The sync data for ids ['d38312a1-5452-4661-a37b-cb431ca76529'] in n-d-768851-15 is: [{'id': 'd38312a1-5452-4661-a37b-cb431ca76529', 'name': 'tempest-ServersTestJSON-1815998178-router', 'tenant_id': 'dc37c9ae14bb4f3b843815f0becba976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '7b2c755d-acc7-4fab-bca4-61f497229124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:38Z', 'updated_at': '2021-08-10T03:20:58Z', 'revision_number': 4, 'project_id': 'dc37c9ae14bb4f3b843815f0becba976', 'gw_port': {'id': '7b2c755d-acc7-4fab-bca4-61f497229124', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38312a1-5452-4661-a37b-cb431ca76529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:41Z', 'updated_at': '2021-08-10T03:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'e93f2688-4e58-4781-84e9-acdc7c862840', 'name': '', 'network_id': 'f673795f-9e73-4ddb-99c3-f2b6b571c4c6', 'tenant_id': 'dc37c9ae14bb4f3b843815f0becba976', 'mac_address': 'fa:16:3e:8d:fe:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd38312a1-5452-4661-a37b-cb431ca76529', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '0f997ebe-2f8d-458f-b51d-abdea60cfbec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:52Z', 'updated_at': '2021-08-10T03:21:04Z', 'revision_number': 4, 'project_id': 'dc37c9ae14bb4f3b843815f0becba976', 'subnets': [{'id': '0f997ebe-2f8d-458f-b51d-abdea60cfbec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:21:05.149089 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-86c082cc-c0ab-40a9-a7b1-13679fd6e58d tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:05.169556 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 0beccf6f-e4f7-40fc-9144-4e3d642ca0bd details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:21:05.263178 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-1d21a75b-9404-4f5e-ad5c-0188eff063ae tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] show failed (client error): The resource could not be found. Aug 10 03:21:05.264481 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1d21a75b-9404-4f5e-ad5c-0188eff063ae tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] 10.222.0.62 "GET /v2.0/ports/704b7223-8e10-4092-87ba-2ceccab362b1/tags/tempest-TagsExtTest-Tag-552299662 HTTP/1.1" status: 404 len: 328 time: 0.1410649 Aug 10 03:21:05.268939 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57526) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:05.278259 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.tag.tag_plugin [None req-d4a9cf6d-b6d1-448e-b7de-898c294d5743 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '704b7223-8e10-4092-87ba-2ceccab362b1', 'tempest-TagsExtTest-Tag-1266716295') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:05.341249 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-86c082cc-c0ab-40a9-a7b1-13679fd6e58d tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:05.354052 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-86c082cc-c0ab-40a9-a7b1-13679fd6e58d tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:05.357063 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-336a970e-a200-425c-adeb-44aba7a1b196 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:05.384852 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c082cc-c0ab-40a9-a7b1-13679fd6e58d tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eededa6-6525-4d2d-9b6d-ce4062595fac,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:05.413193 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336a970e-a200-425c-adeb-44aba7a1b196 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event deleted for resources: {'Port': ['ID=edd5115b-8352-4a3f-88ea-952639de6d62,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:05.415323 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 0beccf6f-e4f7-40fc-9144-4e3d642ca0bd, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=0beccf6f-e4f7-40fc-9144-4e3d642ca0bd,segment=NetworkSegment(e0fc6907-b0e5-497d-acdf-511c68571829),segment_id=e0fc6907-b0e5-497d-acdf-511c68571829)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:05.470400 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-86c082cc-c0ab-40a9-a7b1-13679fd6e58d tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:05.471245 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '0beccf6f-e4f7-40fc-9144-4e3d642ca0bd', 'network_id': '480dbe0b-e3be-4a4e-913b-dd9b24bba262', 'port_id': '0beccf6f-e4f7-40fc-9144-4e3d642ca0bd', 'mac_address': 'fa:16:3e:ef:ff:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '671472a0-ea87-43e5-8586-78a1de5f1af8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:21:05.472067 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-86c082cc-c0ab-40a9-a7b1-13679fd6e58d tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3958476 Aug 10 03:21:05.494418 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c9edd-738c-423d-8c34-e5be508612ce req-0d3b2f93-eb33-40ec-bce9-027e5e39a22b tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:05.502700 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1b5c9edd-738c-423d-8c34-e5be508612ce req-0d3b2f93-eb33-40ec-bce9-027e5e39a22b tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e15fa63-4caf-497f-b815-c2ccc823a345 HTTP/1.1" status: 200 len: 943 time: 0.1190407 Aug 10 03:21:05.504843 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 57534) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:05.512617 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-a4247894-3c3f-4f9b-be1c-547cba96926b tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Request body: {'security_group_rule': {'security_group_id': 'e7796beb-14f2-460e-87f1-bb574459cde4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:05.601803 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:05.630687 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0beccf6f-e4f7-40fc-9144-4e3d642ca0bd {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:21:05.704852 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 0beccf6f-e4f7-40fc-9144-4e3d642ca0bd, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=0beccf6f-e4f7-40fc-9144-4e3d642ca0bd,segment=NetworkSegment(e0fc6907-b0e5-497d-acdf-511c68571829),segment_id=e0fc6907-b0e5-497d-acdf-511c68571829)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:05.715565 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:05.726649 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1b5c9edd-738c-423d-8c34-e5be508612ce req-04d465bf-ae78-4700-b768-dd7a050b125f tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227602 Aug 10 03:21:05.735161 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a4247894-3c3f-4f9b-be1c-547cba96926b tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:05.744484 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-d4a9cf6d-b6d1-448e-b7de-898c294d5743 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] show failed (client error): The resource could not be found. Aug 10 03:21:05.749691 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d4a9cf6d-b6d1-448e-b7de-898c294d5743 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] 10.222.0.62 "GET /v2.0/ports/704b7223-8e10-4092-87ba-2ceccab362b1/tags/tempest-TagsExtTest-Tag-1266716295 HTTP/1.1" status: 404 len: 329 time: 0.4795334 Aug 10 03:21:05.767020 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57548) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:05.774476 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.tag.tag_plugin [None req-0879cac8-f43c-4488-bb0e-17e5f81394e7 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '1843e55c-396a-4b32-9028-3f8c94237949', {'tags': ['tempest-TagsExtTest-Tag-1575337178', 'tempest-TagsExtTest-Tag-423649778', 'tempest-TagsExtTest-Tag-794585821']}) {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:05.814839 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e93f2688-4e58-4781-84e9-acdc7c862840 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:21:05.900623 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3581af4-64d3-48a3-9319-1bbe517916fa req-a06d1ac2-93b3-410f-8e1a-5931516b90cd tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:05.911562 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f3581af4-64d3-48a3-9319-1bbe517916fa req-a06d1ac2-93b3-410f-8e1a-5931516b90cd tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 945 time: 0.1412306 Aug 10 03:21:05.915431 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a4247894-3c3f-4f9b-be1c-547cba96926b tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:05.932925 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=0beccf6f-e4f7-40fc-9144-4e3d642ca0bd,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:05.951790 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a4247894-3c3f-4f9b-be1c-547cba96926b tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:05.966389 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:05.997184 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port e93f2688-4e58-4781-84e9-acdc7c862840 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:21:05.998277 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f3581af4-64d3-48a3-9319-1bbe517916fa req-1589ca44-0f99-44bf-9469-eff109b32b9a tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807233 Aug 10 03:21:06.005728 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port e93f2688-4e58-4781-84e9-acdc7c862840 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:06.007403 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:06.008499 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-336a970e-a200-425c-adeb-44aba7a1b196 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:06.012927 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['0beccf6f-e4f7-40fc-9144-4e3d642ca0bd'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:21:06.071585 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4247894-3c3f-4f9b-be1c-547cba96926b tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8e44d5c-88f2-4492-99fc-80d795920692,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:06.119621 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-087e04fd-2fe2-44d3-a844-8c9669617895 req-4cf46ff0-a248-45e3-a91f-87745a949b93 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 210 time: 0.0888262 Aug 10 03:21:06.120472 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a4247894-3c3f-4f9b-be1c-547cba96926b tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:06.121555 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-a4247894-3c3f-4f9b-be1c-547cba96926b tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6158030 Aug 10 03:21:06.130416 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57562) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:06.150798 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-6b389f6f-1490-4a8e-b210-6fa3d623b097 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Request body: {'floatingip': {'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:06.196283 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6b389f6f-1490-4a8e-b210-6fa3d623b097 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Notify callbacks [] for floatingip, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:06.265130 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:06.342081 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port e93f2688-4e58-4781-84e9-acdc7c862840, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=e93f2688-4e58-4781-84e9-acdc7c862840,segment=NetworkSegment(7994d17d-137a-46f2-95db-467dd6e7c020),segment_id=7994d17d-137a-46f2-95db-467dd6e7c020)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:06.359746 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:06.487250 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0879cac8-f43c-4488-bb0e-17e5f81394e7 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] 10.222.0.62 "PUT /v2.0/routers/1843e55c-396a-4b32-9028-3f8c94237949/tags HTTP/1.1" status: 200 len: 316 time: 0.7186439 Aug 10 03:21:06.489536 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 57584) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:06.495317 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.tag.tag_plugin [None req-507d3c04-2b2e-4cb4-92e1-f0e28b5b1abf tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1843e55c-396a-4b32-9028-3f8c94237949') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:06.504644 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=e93f2688-4e58-4781-84e9-acdc7c862840,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:06.614848 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-336a970e-a200-425c-adeb-44aba7a1b196 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Router 59f9c67d-e10a-4b5e-93f3-53698632c889 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:21:06.708432 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-507d3c04-2b2e-4cb4-92e1-f0e28b5b1abf tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] 10.222.0.62 "DELETE /v2.0/routers/1843e55c-396a-4b32-9028-3f8c94237949/tags HTTP/1.1" status: 204 len: 168 time: 0.2150161 Aug 10 03:21:06.708537 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 57598) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:06.716055 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.tag.tag_plugin [None req-a4e9e091-a5b3-4847-a42f-335ddf59df81 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1843e55c-396a-4b32-9028-3f8c94237949', 'tempest-TagsExtTest-Tag-1575337178') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:06.850054 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6b389f6f-1490-4a8e-b210-6fa3d623b097 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:06.861488 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [None req-a4e9e091-a5b3-4847-a42f-335ddf59df81 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] show failed (client error): The resource could not be found. Aug 10 03:21:06.867179 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-a4e9e091-a5b3-4847-a42f-335ddf59df81 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] 10.222.0.62 "GET /v2.0/routers/1843e55c-396a-4b32-9028-3f8c94237949/tags/tempest-TagsExtTest-Tag-1575337178 HTTP/1.1" status: 404 len: 329 time: 0.1572900 Aug 10 03:21:06.883124 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 57606) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:06.888790 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.tag.tag_plugin [None req-851c47a5-60ed-4943-931c-07c8f2802d1f tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1843e55c-396a-4b32-9028-3f8c94237949', 'tempest-TagsExtTest-Tag-423649778') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:06.992242 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403ca7b-ddcd-4f95-9a6d-0ebebfb0777f req-d3c1d23a-b0c1-4b2b-9f82-88b6a7e2c61d tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:06.994690 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0403ca7b-ddcd-4f95-9a6d-0ebebfb0777f req-d3c1d23a-b0c1-4b2b-9f82-88b6a7e2c61d tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e15fa63-4caf-497f-b815-c2ccc823a345 HTTP/1.1" status: 200 len: 944 time: 0.1566968 Aug 10 03:21:07.005010 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [None req-851c47a5-60ed-4943-931c-07c8f2802d1f tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] show failed (client error): The resource could not be found. Aug 10 03:21:07.010122 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-851c47a5-60ed-4943-931c-07c8f2802d1f tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] 10.222.0.62 "GET /v2.0/routers/1843e55c-396a-4b32-9028-3f8c94237949/tags/tempest-TagsExtTest-Tag-423649778 HTTP/1.1" status: 404 len: 328 time: 0.1251600 Aug 10 03:21:07.010889 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 57612) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:07.013006 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-6b389f6f-1490-4a8e-b210-6fa3d623b097 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Allocated IP 172.25.7.130 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/7d96e69c-983b-4aea-982b-632b5680763a) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:21:07.018677 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.tag.tag_plugin [None req-25a40880-9496-420e-b845-1a572a9d0006 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1843e55c-396a-4b32-9028-3f8c94237949', 'tempest-TagsExtTest-Tag-794585821') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:07.020917 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336a970e-a200-425c-adeb-44aba7a1b196 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:21:07.035451 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-336a970e-a200-425c-adeb-44aba7a1b196 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "PUT /v2.0/routers/59f9c67d-e10a-4b5e-93f3-53698632c889/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4712896 Aug 10 03:21:07.036405 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57618) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:07.037689 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4688c613-47f2-4e84-ae29-1eb7c00c3a2f None None] Sync routers for ids ['59f9c67d-e10a-4b5e-93f3-53698632c889'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:21:07.074263 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4688c613-47f2-4e84-ae29-1eb7c00c3a2f None None] Routers {'59f9c67d-e10a-4b5e-93f3-53698632c889'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:21:07.074938 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-4688c613-47f2-4e84-ae29-1eb7c00c3a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:21:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['59f9c67d-e10a-4b5e-93f3-53698632c889'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:07.100137 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-dc5ef324-1af3-4b86-8add-c3f37470ce1a tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "GET /v2.0/ports?device_id=59f9c67d-e10a-4b5e-93f3-53698632c889 HTTP/1.1" status: 200 len: 205 time: 0.0603576 Aug 10 03:21:07.104085 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57620) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:07.146685 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0403ca7b-ddcd-4f95-9a6d-0ebebfb0777f req-2d6c4288-e4fd-4aee-a070-6c807b5c87d2 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347220 Aug 10 03:21:07.166439 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [None req-25a40880-9496-420e-b845-1a572a9d0006 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] show failed (client error): The resource could not be found. Aug 10 03:21:07.167949 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-25a40880-9496-420e-b845-1a572a9d0006 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] 10.222.0.62 "GET /v2.0/routers/1843e55c-396a-4b32-9028-3f8c94237949/tags/tempest-TagsExtTest-Tag-794585821 HTTP/1.1" status: 404 len: 328 time: 0.1529624 Aug 10 03:21:07.170476 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 57626) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:07.189412 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-4688c613-47f2-4e84-ae29-1eb7c00c3a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:07.201600 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.tag.tag_plugin [None req-1b90dbb1-1bdd-4b0d-a543-a0127962184a tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '763f92cd-ff29-46df-a927-d70f2c10cca3', {'tags': ['tempest-TagsExtTest-Tag-1807486853', 'tempest-TagsExtTest-Tag-142802801', 'tempest-TagsExtTest-Tag-1593945090']}) {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:07.208862 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 0beccf6f-e4f7-40fc-9144-4e3d642ca0bd up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:21:07.274761 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a134f28a-945c-4ec1-83c6-a9a101616197 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for router, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:07.295450 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4688c613-47f2-4e84-ae29-1eb7c00c3a2f None None] Routers {'59f9c67d-e10a-4b5e-93f3-53698632c889'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:21:07.296150 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-4688c613-47f2-4e84-ae29-1eb7c00c3a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:21:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['59f9c67d-e10a-4b5e-93f3-53698632c889'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:07.328150 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-76c120d6-0449-468f-9285-a8f3cfbaef1d req-c705ede3-900f-44c8-a79b-6aa7bd485c11 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 210 time: 0.0372796 Aug 10 03:21:07.330340 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-1b90dbb1-1bdd-4b0d-a543-a0127962184a tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] 10.222.0.62 "PUT /v2.0/subnetpools/763f92cd-ff29-46df-a927-d70f2c10cca3/tags HTTP/1.1" status: 200 len: 317 time: 0.1439369 Aug 10 03:21:07.350331 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57646) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:07.357746 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-4688c613-47f2-4e84-ae29-1eb7c00c3a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:07.358675 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4688c613-47f2-4e84-ae29-1eb7c00c3a2f None None] The sync data for ids ['59f9c67d-e10a-4b5e-93f3-53698632c889'] in n-d-768851-15 is: [] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:21:07.360319 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.tag.tag_plugin [None req-0581d312-36e3-41e3-a71b-ba909983a7c5 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '763f92cd-ff29-46df-a927-d70f2c10cca3') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:07.364150 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 77d567da-37a9-45cd-8b79-8328cf500c47 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:21:07.427792 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port 0beccf6f-e4f7-40fc-9144-4e3d642ca0bd completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:21:07.434562 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 0beccf6f-e4f7-40fc-9144-4e3d642ca0bd triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:07.435047 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:07.515476 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a134f28a-945c-4ec1-83c6-a9a101616197 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:07.520430 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a134f28a-945c-4ec1-83c6-a9a101616197 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:07.523229 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:07.565953 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 77d567da-37a9-45cd-8b79-8328cf500c47, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=77d567da-37a9-45cd-8b79-8328cf500c47,segment=NetworkSegment(8f60b627-ffb1-479c-a505-a6c7d3d8b515),segment_id=8f60b627-ffb1-479c-a505-a6c7d3d8b515)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:07.569645 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28b645b6-c883-42ce-bbe4-d1dd1d67588d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77d567da-37a9-45cd-8b79-8328cf500c47'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:21:07.573726 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef3314a3-b7da-424d-a60e-edf859f6d706" -d '{"events": [{"server_uuid": "28b645b6-c883-42ce-bbe4-d1dd1d67588d", "name": "network-vif-unplugged", "status": "completed", "tag": "77d567da-37a9-45cd-8b79-8328cf500c47"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:21:07.582345 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:07.589886 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6b389f6f-1490-4a8e-b210-6fa3d623b097 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:07.613973 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a134f28a-945c-4ec1-83c6-a9a101616197 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:07.614520 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a134f28a-945c-4ec1-83c6-a9a101616197 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Fanout notify agent at l3_agent the message router_deleted on router 59f9c67d-e10a-4b5e-93f3-53698632c889 {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:21:07.632735 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a134f28a-945c-4ec1-83c6-a9a101616197 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:07.637353 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a134f28a-945c-4ec1-83c6-a9a101616197 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "DELETE /v2.0/routers/59f9c67d-e10a-4b5e-93f3-53698632c889 HTTP/1.1" status: 204 len: 168 time: 0.5321565 Aug 10 03:21:07.637570 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 57670) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:07.644847 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0581d312-36e3-41e3-a71b-ba909983a7c5 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] 10.222.0.62 "DELETE /v2.0/subnetpools/763f92cd-ff29-46df-a927-d70f2c10cca3/tags HTTP/1.1" status: 204 len: 168 time: 0.2916384 Aug 10 03:21:07.645513 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 57672) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:07.665508 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.tag.tag_plugin [None req-a1d791dd-9e77-430f-9908-12d801680ced tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '763f92cd-ff29-46df-a927-d70f2c10cca3', 'tempest-TagsExtTest-Tag-1807486853') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:07.683673 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d57695-17d8-41c0-8149-cc80422a1e23 x-openstack-request-id: req-c1d57695-17d8-41c0-8149-cc80422a1e23 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:21:07.683909 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28b645b6-c883-42ce-bbe4-d1dd1d67588d", "name": "network-vif-unplugged", "status": "completed", "tag": "77d567da-37a9-45cd-8b79-8328cf500c47", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:21:07.684356 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c1d57695-17d8-41c0-8149-cc80422a1e23 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:21:07.684857 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28b645b6-c883-42ce-bbe4-d1dd1d67588d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77d567da-37a9-45cd-8b79-8328cf500c47', 'code': 200} Aug 10 03:21:07.700460 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6b389f6f-1490-4a8e-b210-6fa3d623b097 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:07.716025 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=77d567da-37a9-45cd-8b79-8328cf500c47,revision_number=8']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:07.724436 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:07.749182 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e93f2688-4e58-4781-84e9-acdc7c862840 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:21:07.782154 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-144c3593-751b-446a-9dfe-660d44453ed5 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Deleting subnet 102b7d21-2bb9-4d3c-bf6a-0a4f14a85f8e {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:21:07.786404 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-144c3593-751b-446a-9dfe-660d44453ed5 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:07.801096 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b389f6f-1490-4a8e-b210-6fa3d623b097 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:21:07.804111 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-6b389f6f-1490-4a8e-b210-6fa3d623b097 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:07.808370 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b389f6f-1490-4a8e-b210-6fa3d623b097 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:21:07.811682 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 0beccf6f-e4f7-40fc-9144-4e3d642ca0bd, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=0beccf6f-e4f7-40fc-9144-4e3d642ca0bd,segment=NetworkSegment(e0fc6907-b0e5-497d-acdf-511c68571829),segment_id=e0fc6907-b0e5-497d-acdf-511c68571829)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:07.825332 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:07.832333 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b389f6f-1490-4a8e-b210-6fa3d623b097 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Pushing event updated for resources: {'Port': ['ID=7d96e69c-983b-4aea-982b-632b5680763a,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:07.841746 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [None req-a1d791dd-9e77-430f-9908-12d801680ced tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] show failed (client error): The resource could not be found. Aug 10 03:21:07.843068 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-a1d791dd-9e77-430f-9908-12d801680ced tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] 10.222.0.62 "GET /v2.0/subnetpools/763f92cd-ff29-46df-a927-d70f2c10cca3/tags/tempest-TagsExtTest-Tag-1807486853 HTTP/1.1" status: 404 len: 329 time: 0.1966028 Aug 10 03:21:07.845914 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57690) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:07.853715 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.tag.tag_plugin [None req-497a843d-52c4-4309-b844-39cb12c26f81 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '763f92cd-ff29-46df-a927-d70f2c10cca3', 'tempest-TagsExtTest-Tag-142802801') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:07.875794 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port e93f2688-4e58-4781-84e9-acdc7c862840 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:07.876335 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:07.882558 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-144c3593-751b-446a-9dfe-660d44453ed5 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:07.888485 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-497a843d-52c4-4309-b844-39cb12c26f81 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] show failed (client error): The resource could not be found. Aug 10 03:21:07.892435 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-497a843d-52c4-4309-b844-39cb12c26f81 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] 10.222.0.62 "GET /v2.0/subnetpools/763f92cd-ff29-46df-a927-d70f2c10cca3/tags/tempest-TagsExtTest-Tag-142802801 HTTP/1.1" status: 404 len: 328 time: 0.0437560 Aug 10 03:21:07.894310 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57692) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:07.927237 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.tag.tag_plugin [None req-998e9c14-68d9-4678-a53f-fc1c260731e5 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '763f92cd-ff29-46df-a927-d70f2c10cca3', 'tempest-TagsExtTest-Tag-1593945090') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:07.942663 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=0beccf6f-e4f7-40fc-9144-4e3d642ca0bd,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:07.969284 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6b389f6f-1490-4a8e-b210-6fa3d623b097 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:07.975339 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-998e9c14-68d9-4678-a53f-fc1c260731e5 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] show failed (client error): The resource could not be found. Aug 10 03:21:07.980132 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-998e9c14-68d9-4678-a53f-fc1c260731e5 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] 10.222.0.62 "GET /v2.0/subnetpools/763f92cd-ff29-46df-a927-d70f2c10cca3/tags/tempest-TagsExtTest-Tag-1593945090 HTTP/1.1" status: 404 len: 329 time: 0.0848362 Aug 10 03:21:07.980890 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57698) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:07.986314 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.tag.tag_plugin [None req-92577361-cc2d-45ae-a4c8-3aa5845f034d tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '763f92cd-ff29-46df-a927-d70f2c10cca3') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:08.037538 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6b389f6f-1490-4a8e-b210-6fa3d623b097 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:08.049484 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-144c3593-751b-446a-9dfe-660d44453ed5 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:08.131037 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-144c3593-751b-446a-9dfe-660d44453ed5 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:08.146632 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-144c3593-751b-446a-9dfe-660d44453ed5 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:08.151560 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-144c3593-751b-446a-9dfe-660d44453ed5 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "DELETE /v2.0/subnets/102b7d21-2bb9-4d3c-bf6a-0a4f14a85f8e HTTP/1.1" status: 204 len: 168 time: 0.5100477 Aug 10 03:21:08.153857 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d60b17-0803-442a-bc8b-0be2ca114c31 None None] Network b6429bd9-f016-4531-aab0-56e3549b133b requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:21:08.166349 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57704) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:08.170615 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-92577361-cc2d-45ae-a4c8-3aa5845f034d tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] 10.222.0.62 "DELETE /v2.0/subnetpools/763f92cd-ff29-46df-a927-d70f2c10cca3/tags HTTP/1.1" status: 204 len: 168 time: 0.1878178 Aug 10 03:21:08.172388 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57710) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:08.189011 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144c3593-751b-446a-9dfe-660d44453ed5 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event deleted for resources: {'Subnet': ['ID=102b7d21-2bb9-4d3c-bf6a-0a4f14a85f8e,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:08.195138 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.tag.tag_plugin [None req-832cf72a-2f38-4493-ba56-7f50cd5456dc tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1843e55c-396a-4b32-9028-3f8c94237949') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:08.303717 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c72df-aac5-4fc8-a8a3-cc23e553a090 req-952727ff-dd65-430b-94e2-2151d13ffda0 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:08.305649 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a71c72df-aac5-4fc8-a8a3-cc23e553a090 req-952727ff-dd65-430b-94e2-2151d13ffda0 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e15fa63-4caf-497f-b815-c2ccc823a345 HTTP/1.1" status: 200 len: 945 time: 0.0749514 Aug 10 03:21:08.350033 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a71c72df-aac5-4fc8-a8a3-cc23e553a090 req-a93c0537-030c-4711-b79d-86a467e02d02 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349531 Aug 10 03:21:08.359701 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5e1bdcfb-966e-40ad-aa16-611466f80578 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:08.396920 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78dbe30-f2b0-418f-b160-0e430d907dae None None] DHCP port deletion for b6429bd9-f016-4531-aab0-56e3549b133b request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:21:08.454415 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4016237c-79d7-45ee-9959-e1db479d83e6 req-d0a7179d-4bd9-4258-9e39-e07c20d1bfec tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e71a0fd-9049-4db9-b09f-57f7e39649f7 HTTP/1.1" status: 200 len: 210 time: 0.0321357 Aug 10 03:21:08.483028 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-c78dbe30-f2b0-418f-b160-0e430d907dae None None] Deleting port e9235aa1-fcbe-4afb-8d43-4c40bb13fb6e {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:21:08.483028 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c78dbe30-f2b0-418f-b160-0e430d907dae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:08.487699 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6b389f6f-1490-4a8e-b210-6fa3d623b097 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:08.513623 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6b389f6f-1490-4a8e-b210-6fa3d623b097 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:08.523522 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-832cf72a-2f38-4493-ba56-7f50cd5456dc tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] 10.222.0.62 "DELETE /v2.0/routers/1843e55c-396a-4b32-9028-3f8c94237949/tags HTTP/1.1" status: 204 len: 168 time: 0.3344913 Aug 10 03:21:08.524434 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 57734) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:08.532007 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.tag.tag_plugin [None req-b5303e3a-69c7-404d-a2ac-0563afa1fbf5 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '704b7223-8e10-4092-87ba-2ceccab362b1') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:08.569777 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-c78dbe30-f2b0-418f-b160-0e430d907dae None None] For port e9235aa1-fcbe-4afb-8d43-4c40bb13fb6e, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=e9235aa1-fcbe-4afb-8d43-4c40bb13fb6e,segment=NetworkSegment(d12ceb6f-6957-4e10-a065-09d4b682df1b),segment_id=d12ceb6f-6957-4e10-a065-09d4b682df1b)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:08.570536 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c78dbe30-f2b0-418f-b160-0e430d907dae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:08.588151 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-c78dbe30-f2b0-418f-b160-0e430d907dae None None] Calling delete_port for e9235aa1-fcbe-4afb-8d43-4c40bb13fb6e owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:21:08.635646 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b5303e3a-69c7-404d-a2ac-0563afa1fbf5 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] 10.222.0.62 "DELETE /v2.0/ports/704b7223-8e10-4092-87ba-2ceccab362b1/tags HTTP/1.1" status: 204 len: 168 time: 0.1085975 Aug 10 03:21:08.636136 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 57742) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:08.640568 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.tag.tag_plugin [None req-dc2ff5a7-513e-4064-a486-e2e218385f74 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '59763f13-382b-43b3-8b50-8ecbb7cf98ed') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:08.663484 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b389f6f-1490-4a8e-b210-6fa3d623b097 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Pushing event updated for resources: {'Port': ['ID=7d96e69c-983b-4aea-982b-632b5680763a,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:08.674157 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6b389f6f-1490-4a8e-b210-6fa3d623b097 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:08.692937 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c78dbe30-f2b0-418f-b160-0e430d907dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:08.696218 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6b389f6f-1490-4a8e-b210-6fa3d623b097 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:08.705657 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6b389f6f-1490-4a8e-b210-6fa3d623b097 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5662763 Aug 10 03:21:08.713464 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-5e1bdcfb-966e-40ad-aa16-611466f80578 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Deleting port e9235aa1-fcbe-4afb-8d43-4c40bb13fb6e {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:21:08.713762 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5e1bdcfb-966e-40ad-aa16-611466f80578 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:08.743180 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78dbe30-f2b0-418f-b160-0e430d907dae None None] No DVR routers for this DVR port e9235aa1-fcbe-4afb-8d43-4c40bb13fb6e on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:21:08.791789 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78dbe30-f2b0-418f-b160-0e430d907dae None None] Pushing event deleted for resources: {'Port': ['ID=e9235aa1-fcbe-4afb-8d43-4c40bb13fb6e,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:08.836272 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-dc2ff5a7-513e-4064-a486-e2e218385f74 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] 10.222.0.62 "DELETE /v2.0/subnets/59763f13-382b-43b3-8b50-8ecbb7cf98ed/tags HTTP/1.1" status: 204 len: 168 time: 0.1991458 Aug 10 03:21:08.841813 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 57770) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:08.871875 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-5e1bdcfb-966e-40ad-aa16-611466f80578 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] For port e9235aa1-fcbe-4afb-8d43-4c40bb13fb6e, host n-d-768851-15, got binding levels [] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:08.872239 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5e1bdcfb-966e-40ad-aa16-611466f80578 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:08.890615 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-5e1bdcfb-966e-40ad-aa16-611466f80578 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Calling delete_port for e9235aa1-fcbe-4afb-8d43-4c40bb13fb6e owned by network:dhcp {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:21:08.894228 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.ipam_backend_mixin [None req-5e1bdcfb-966e-40ad-aa16-611466f80578 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Port e9235aa1-fcbe-4afb-8d43-4c40bb13fb6e was not found and therefore no delete operation was performed {{(pid=94217) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 03:21:08.895831 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5e1bdcfb-966e-40ad-aa16-611466f80578 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:08.926850 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1bdcfb-966e-40ad-aa16-611466f80578 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event deleted for resources: {'Port': ['ID=e9235aa1-fcbe-4afb-8d43-4c40bb13fb6e,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:08.932106 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1bdcfb-966e-40ad-aa16-611466f80578 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] No DVR routers for this DVR port e9235aa1-fcbe-4afb-8d43-4c40bb13fb6e on host n-d-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:21:08.954284 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fe9a1659-728d-48c9-aac0-55f8555cae61 req-9c22743c-78d1-4b71-9377-3fcaf8678506 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1481621927&fields=id&tenant_id=dc37c9ae14bb4f3b843815f0becba976 HTTP/1.1" status: 200 len: 267 time: 0.0801721 Aug 10 03:21:09.019420 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8f8e2fde-d32f-4e6f-a640-cfa67d6b3db3 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Notify callbacks [] for subnetpool, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:09.022911 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8f8e2fde-d32f-4e6f-a640-cfa67d6b3db3 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] 10.222.0.62 "DELETE /v2.0/subnetpools/763f92cd-ff29-46df-a927-d70f2c10cca3 HTTP/1.1" status: 204 len: 168 time: 0.1770916 Aug 10 03:21:09.023265 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 57782) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:09.039988 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5e1bdcfb-966e-40ad-aa16-611466f80578 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:09.055807 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b5eaaad5-70a2-4652-b6ef-d4d85fca6c13 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] 10.222.0.62 "GET /v2.0/ports?device_id=1843e55c-396a-4b32-9028-3f8c94237949 HTTP/1.1" status: 200 len: 205 time: 0.0314658 Aug 10 03:21:09.057147 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-5e1bdcfb-966e-40ad-aa16-611466f80578 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6429bd9-f016-4531-aab0-56e3549b133b']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:09.059826 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 57784) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:09.069422 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-5e1bdcfb-966e-40ad-aa16-611466f80578 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd12ceb6f-6957-4e10-a065-09d4b682df1b') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:09.069897 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-5e1bdcfb-966e-40ad-aa16-611466f80578 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd12ceb6f-6957-4e10-a065-09d4b682df1b') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:09.081486 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5e1bdcfb-966e-40ad-aa16-611466f80578 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:09.106232 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5e1bdcfb-966e-40ad-aa16-611466f80578 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:09.122180 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e1bdcfb-966e-40ad-aa16-611466f80578 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:21:09.122596 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5e1bdcfb-966e-40ad-aa16-611466f80578 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:09.126168 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:21:09.126168 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:21:09.126168 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:21:09.126168 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:21:09.126168 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:21:09.126168 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:21:09.126168 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:21:09.126168 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:21:09.126168 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:21:09.126168 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:21:09.126168 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:21:09.126168 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:21:09.126168 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:21:09.126168 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:21:09.126168 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:21:09.126168 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:21:09.126168 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:21:09.126168 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:21:09.126168 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:21:09.126168 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:21:09.126168 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:21:09.126168 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:21:09.126168 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:21:09.126168 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:21:09.126168 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:21:09.126168 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:21:09.126168 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:21:09.126168 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:21:09.126168 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:21:09.126168 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:21:09.126168 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:21:09.126168 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:21:09.352361 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 77d567da-37a9-45cd-8b79-8328cf500c47 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:21:09.516390 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5e1bdcfb-966e-40ad-aa16-611466f80578 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:09.529441 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5e1bdcfb-966e-40ad-aa16-611466f80578 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:09.535597 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-5e1bdcfb-966e-40ad-aa16-611466f80578 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "DELETE /v2.0/networks/b6429bd9-f016-4531-aab0-56e3549b133b HTTP/1.1" status: 204 len: 168 time: 1.3625400 Aug 10 03:21:09.547215 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 77d567da-37a9-45cd-8b79-8328cf500c47, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=77d567da-37a9-45cd-8b79-8328cf500c47,segment=NetworkSegment(8f60b627-ffb1-479c-a505-a6c7d3d8b515),segment_id=8f60b627-ffb1-479c-a505-a6c7d3d8b515)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:09.555585 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57820) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:09.557097 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1bdcfb-966e-40ad-aa16-611466f80578 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event deleted for resources: {'Network': ['ID=b6429bd9-f016-4531-aab0-56e3549b133b,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:09.561106 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': '77d567da-37a9-45cd-8b79-8328cf500c47', 'network_id': '0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe', 'port_id': '77d567da-37a9-45cd-8b79-8328cf500c47', 'mac_address': 'fa:16:3e:96:6f:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c05a62ae-44d3-4db4-a938-da6f60472238', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:21:09.565561 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-c2c548ea-5b68-4c15-868a-7cc2fcc106f8 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1168223329', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}, 'admin_state_up': False}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:09.596924 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c2c548ea-5b68-4c15-868a-7cc2fcc106f8 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:09.598404 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c2c548ea-5b68-4c15-868a-7cc2fcc106f8 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:09.601968 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-00236392-9698-4e1f-be0a-3be3627a9fe8 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Notify callbacks [] for router, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:09.613689 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:09.631184 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77d567da-37a9-45cd-8b79-8328cf500c47 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:21:09.653513 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 77d567da-37a9-45cd-8b79-8328cf500c47, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=77d567da-37a9-45cd-8b79-8328cf500c47,segment=NetworkSegment(8f60b627-ffb1-479c-a505-a6c7d3d8b515),segment_id=8f60b627-ffb1-479c-a505-a6c7d3d8b515)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:09.669102 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:09.669880 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c2c548ea-5b68-4c15-868a-7cc2fcc106f8 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:09.697158 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e15fa63-4caf-497f-b815-c2ccc823a345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0beccf6f-e4f7-40fc-9144-4e3d642ca0bd'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:21:09.700676 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4038201-1871-4c93-80aa-57b6bd71b067" -d '{"events": [{"server_uuid": "9e15fa63-4caf-497f-b815-c2ccc823a345", "name": "network-vif-plugged", "status": "completed", "tag": "0beccf6f-e4f7-40fc-9144-4e3d642ca0bd"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:21:09.714290 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e9235aa1-fcbe-4afb-8d43-4c40bb13fb6e no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:21:09.737536 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a1659-728d-48c9-aac0-55f8555cae61 req-38e61d74-a439-45d1-9fb3-ec97cf0f0f71 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:09.739080 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fe9a1659-728d-48c9-aac0-55f8555cae61 req-38e61d74-a439-45d1-9fb3-ec97cf0f0f71 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] 10.222.0.62 "GET /v2.0/networks?id=f673795f-9e73-4ddb-99c3-f2b6b571c4c6 HTTP/1.1" status: 200 len: 806 time: 0.7754312 Aug 10 03:21:09.748221 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: e9235aa1-fcbe-4afb-8d43-4c40bb13fb6e {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:21:09.748571 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e9235aa1-fcbe-4afb-8d43-4c40bb13fb6e not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:21:09.764736 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=77d567da-37a9-45cd-8b79-8328cf500c47,revision_number=9']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:09.774781 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['77d567da-37a9-45cd-8b79-8328cf500c47'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:21:09.856570 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4732f97e-f995-4689-9b87-48deec30b125 req-0f3721ac-e02c-443f-81fc-382c7a96de20 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:09.863950 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4732f97e-f995-4689-9b87-48deec30b125 req-0f3721ac-e02c-443f-81fc-382c7a96de20 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e15fa63-4caf-497f-b815-c2ccc823a345 HTTP/1.1" status: 200 len: 945 time: 0.3444934 Aug 10 03:21:09.875068 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c2c548ea-5b68-4c15-868a-7cc2fcc106f8 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:09.929542 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fe9a1659-728d-48c9-aac0-55f8555cae61 req-ea624804-6029-42ed-b067-361d15ab3a5f tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] 10.222.0.62 "GET /v2.0/quotas/dc37c9ae14bb4f3b843815f0becba976 HTTP/1.1" status: 200 len: 375 time: 0.1527495 Aug 10 03:21:09.934567 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-00236392-9698-4e1f-be0a-3be3627a9fe8 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:09.937914 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-00236392-9698-4e1f-be0a-3be3627a9fe8 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:10.026601 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4732f97e-f995-4689-9b87-48deec30b125 req-b696af10-ac7b-4532-b47e-49f94224c3fb tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589632 Aug 10 03:21:10.062767 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-00236392-9698-4e1f-be0a-3be3627a9fe8 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:10.064282 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00236392-9698-4e1f-be0a-3be3627a9fe8 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Fanout notify agent at l3_agent the message router_deleted on router 1843e55c-396a-4b32-9028-3f8c94237949 {{(pid=94216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:21:10.081198 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-00236392-9698-4e1f-be0a-3be3627a9fe8 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:10.085438 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-00236392-9698-4e1f-be0a-3be3627a9fe8 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] 10.222.0.62 "DELETE /v2.0/routers/1843e55c-396a-4b32-9028-3f8c94237949 HTTP/1.1" status: 204 len: 168 time: 1.0242624 Aug 10 03:21:10.097095 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fe9a1659-728d-48c9-aac0-55f8555cae61 req-34d81091-ec8e-4d7a-81c8-54f9a1f3d602 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=dc37c9ae14bb4f3b843815f0becba976&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1562166 Aug 10 03:21:10.097948 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 57854) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:10.139763 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd71da6f-3f21-4440-9f9b-66e6bb699985 x-openstack-request-id: req-cd71da6f-3f21-4440-9f9b-66e6bb699985 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:21:10.140099 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e15fa63-4caf-497f-b815-c2ccc823a345", "name": "network-vif-plugged", "status": "completed", "tag": "0beccf6f-e4f7-40fc-9144-4e3d642ca0bd", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:21:10.140379 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cd71da6f-3f21-4440-9f9b-66e6bb699985 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:21:10.140768 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e15fa63-4caf-497f-b815-c2ccc823a345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0beccf6f-e4f7-40fc-9144-4e3d642ca0bd', 'code': 200} Aug 10 03:21:10.197961 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 57862) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:10.205447 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c2c548ea-5b68-4c15-868a-7cc2fcc106f8 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for router_gateway, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:10.234681 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c2c548ea-5b68-4c15-868a-7cc2fcc106f8 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:10.348145 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fe9a1659-728d-48c9-aac0-55f8555cae61 req-a69a1aa7-95fa-4e95-8b42-cd7c6cf6faec service neutron] 10.222.0.62 "GET /v2.0/networks/f673795f-9e73-4ddb-99c3-f2b6b571c4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161405 Aug 10 03:21:10.355954 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-c2c548ea-5b68-4c15-868a-7cc2fcc106f8 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Allocated IP 172.25.7.145 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/d4c04d52-02cd-405a-9cb8-229251b63149) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:21:10.358015 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85a2c7a-6850-4af7-a5cb-2b79e4ec434b req-e434cde8-fdbf-4df3-9eaa-7bd25c16aed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:10.359554 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a85a2c7a-6850-4af7-a5cb-2b79e4ec434b req-e434cde8-fdbf-4df3-9eaa-7bd25c16aed7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9e15fa63-4caf-497f-b815-c2ccc823a345 HTTP/1.1" status: 200 len: 1097 time: 0.1419821 Aug 10 03:21:10.427124 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8cef355e-1621-4c87-89fb-8900ea6e9b45 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:10.460106 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-c9d79b8d-0b46-4d6c-84a2-e4e51316a319 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Deleting port 704b7223-8e10-4092-87ba-2ceccab362b1 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:21:10.460106 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c9d79b8d-0b46-4d6c-84a2-e4e51316a319 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:10.482711 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c2c548ea-5b68-4c15-868a-7cc2fcc106f8 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:10.527975 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c2c548ea-5b68-4c15-868a-7cc2fcc106f8 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:10.541971 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8cef355e-1621-4c87-89fb-8900ea6e9b45 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:10.555887 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a85a2c7a-6850-4af7-a5cb-2b79e4ec434b req-61ec970b-4d11-4ab1-8c73-35afa34903ec service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755774 Aug 10 03:21:10.573626 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c548ea-5b68-4c15-868a-7cc2fcc106f8 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:21:10.576623 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-c2c548ea-5b68-4c15-868a-7cc2fcc106f8 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:10.580426 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c548ea-5b68-4c15-868a-7cc2fcc106f8 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:21:10.603657 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c548ea-5b68-4c15-868a-7cc2fcc106f8 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event updated for resources: {'Port': ['ID=d4c04d52-02cd-405a-9cb8-229251b63149,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:10.631561 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fe9a1659-728d-48c9-aac0-55f8555cae61 req-afc3907b-7ab8-4944-885a-87ecaa5c8093 service neutron] 10.222.0.62 "GET /v2.0/networks/f673795f-9e73-4ddb-99c3-f2b6b571c4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708499 Aug 10 03:21:10.645231 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c9d79b8d-0b46-4d6c-84a2-e4e51316a319 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:10.660065 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-c9d79b8d-0b46-4d6c-84a2-e4e51316a319 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Calling delete_port for 704b7223-8e10-4092-87ba-2ceccab362b1 owned by {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:21:10.675810 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8cef355e-1621-4c87-89fb-8900ea6e9b45 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:10.678569 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8cef355e-1621-4c87-89fb-8900ea6e9b45 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:10.679893 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8cef355e-1621-4c87-89fb-8900ea6e9b45 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "DELETE /v2.0/security-groups/8fa0499c-1adb-43e6-95ad-71a41197fc16 HTTP/1.1" status: 204 len: 168 time: 0.4802332 Aug 10 03:21:10.706221 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57898) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:10.735806 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef355e-1621-4c87-89fb-8900ea6e9b45 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa0499c-1adb-43e6-95ad-71a41197fc16,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:10.780397 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-33b5f595-58e2-420a-be7c-1f93262061ea tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] show failed (client error): The resource could not be found. Aug 10 03:21:10.781460 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-33b5f595-58e2-420a-be7c-1f93262061ea tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "GET /v2.0/security-groups/8fa0499c-1adb-43e6-95ad-71a41197fc16 HTTP/1.1" status: 404 len: 347 time: 0.0742495 Aug 10 03:21:10.784569 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 57904) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:10.976855 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c2c548ea-5b68-4c15-868a-7cc2fcc106f8 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for router_gateway, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:10.993722 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1b18486e-e1a7-4b1b-aab7-4240da3e4345 req-0418740a-42f2-4a51-863a-953c6a4660e4 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa1e6cff-8a9f-4604-985b-6c921b60da26 HTTP/1.1" status: 200 len: 210 time: 0.0514543 Aug 10 03:21:11.022529 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57918) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:11.072315 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c9d79b8d-0b46-4d6c-84a2-e4e51316a319 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:11.099654 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d79b8d-0b46-4d6c-84a2-e4e51316a319 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Pushing event deleted for resources: {'Port': ['ID=704b7223-8e10-4092-87ba-2ceccab362b1,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:11.245479 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-625ef609-caee-41e9-b7d1-3f256741ea8c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Deleting port 02e64207-3720-4843-9b52-b87981d99cd3 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:21:11.246552 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-625ef609-caee-41e9-b7d1-3f256741ea8c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:11.320839 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8756586d-807f-40b9-a5db-0d83fb5c4178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:11.342485 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c9d79b8d-0b46-4d6c-84a2-e4e51316a319 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:11.344542 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-c9d79b8d-0b46-4d6c-84a2-e4e51316a319 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] 10.222.0.62 "DELETE /v2.0/ports/704b7223-8e10-4092-87ba-2ceccab362b1 HTTP/1.1" status: 204 len: 168 time: 1.2453492 Aug 10 03:21:11.347247 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 57932) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:11.372344 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 77d567da-37a9-45cd-8b79-8328cf500c47 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:21:11.438356 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c2c548ea-5b68-4c15-868a-7cc2fcc106f8 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:11.476280 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port 77d567da-37a9-45cd-8b79-8328cf500c47 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:11.476914 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:11.546777 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-c627e1c2-1609-4c75-97e4-66f9a08f164b tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Deleting subnet 59763f13-382b-43b3-8b50-8ecbb7cf98ed {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:21:11.562113 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c627e1c2-1609-4c75-97e4-66f9a08f164b tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:11.630102 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c627e1c2-1609-4c75-97e4-66f9a08f164b tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:11.647993 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8756586d-807f-40b9-a5db-0d83fb5c4178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:11.663866 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8756586d-807f-40b9-a5db-0d83fb5c4178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:11.666755 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:11.717221 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c412825a-64a6-4ff0-b3f2-16fa931bff38 req-dd00e4e9-9df0-4034-b622-c51eea71d89e tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:11.719124 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8756586d-807f-40b9-a5db-0d83fb5c4178 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d736cf195d404c9fb01b917ebbe22f1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6957607 Aug 10 03:21:11.724424 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 77d567da-37a9-45cd-8b79-8328cf500c47, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=77d567da-37a9-45cd-8b79-8328cf500c47,segment=NetworkSegment(8f60b627-ffb1-479c-a505-a6c7d3d8b515),segment_id=8f60b627-ffb1-479c-a505-a6c7d3d8b515)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:11.724760 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57940) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:11.725673 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c412825a-64a6-4ff0-b3f2-16fa931bff38 req-dd00e4e9-9df0-4034-b622-c51eea71d89e tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e15fa63-4caf-497f-b815-c2ccc823a345 HTTP/1.1" status: 200 len: 945 time: 0.5374584 Aug 10 03:21:11.737999 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:11.739536 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8756586d-807f-40b9-a5db-0d83fb5c4178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c323fe8-5a13-4fb0-adbe-73cf01fd9c6a,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:11.764826 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c548ea-5b68-4c15-868a-7cc2fcc106f8 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Router 3f1386ca-3a4f-4213-80f8-f9b72a8aaa23 is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:21:11.791057 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-625ef609-caee-41e9-b7d1-3f256741ea8c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:11.791855 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-625ef609-caee-41e9-b7d1-3f256741ea8c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:11.811710 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-625ef609-caee-41e9-b7d1-3f256741ea8c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Calling delete_port for 02e64207-3720-4843-9b52-b87981d99cd3 owned by network:floatingip {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:21:11.833820 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=77d567da-37a9-45cd-8b79-8328cf500c47,revision_number=10']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:11.845409 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c412825a-64a6-4ff0-b3f2-16fa931bff38 req-7c11ac89-fe40-4a73-9873-debb9b75a319 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185908 Aug 10 03:21:11.871952 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7d19ee51-80b4-4c4c-b2ed-58e8e8474e8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:11.907227 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c627e1c2-1609-4c75-97e4-66f9a08f164b tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:11.932225 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7d19ee51-80b4-4c4c-b2ed-58e8e8474e8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:11.963567 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c548ea-5b68-4c15-868a-7cc2fcc106f8 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:21:11.977430 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4af7c6c-9023-41d8-af0e-622f3069a263 None None] Sync routers for ids ['3f1386ca-3a4f-4213-80f8-f9b72a8aaa23'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:21:11.992703 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c2c548ea-5b68-4c15-868a-7cc2fcc106f8 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:11.997415 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c2c548ea-5b68-4c15-868a-7cc2fcc106f8 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 2.4365764 Aug 10 03:21:11.998458 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4af7c6c-9023-41d8-af0e-622f3069a263 None None] Routers {'3f1386ca-3a4f-4213-80f8-f9b72a8aaa23'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:21:11.998661 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57946) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:12.001918 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-a4af7c6c-9023-41d8-af0e-622f3069a263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:21:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['3f1386ca-3a4f-4213-80f8-f9b72a8aaa23'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:12.091529 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-a4af7c6c-9023-41d8-af0e-622f3069a263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:12.122958 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-625ef609-caee-41e9-b7d1-3f256741ea8c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:12.124875 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4af7c6c-9023-41d8-af0e-622f3069a263 None None] Routers {'3f1386ca-3a4f-4213-80f8-f9b72a8aaa23'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:21:12.127621 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-a4af7c6c-9023-41d8-af0e-622f3069a263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:21:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['3f1386ca-3a4f-4213-80f8-f9b72a8aaa23'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:12.142447 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28b645b6-c883-42ce-bbe4-d1dd1d67588d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77d567da-37a9-45cd-8b79-8328cf500c47'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:21:12.145172 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c716a32d-3288-4c62-9f39-75c872be48bb" -d '{"events": [{"server_uuid": "28b645b6-c883-42ce-bbe4-d1dd1d67588d", "name": "network-vif-plugged", "status": "completed", "tag": "77d567da-37a9-45cd-8b79-8328cf500c47"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:21:12.170069 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c627e1c2-1609-4c75-97e4-66f9a08f164b tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:12.171858 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f52655c3-383a-4fad-9332-317b0d1cd7cd tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "GET /v2.0/routers/3f1386ca-3a4f-4213-80f8-f9b72a8aaa23 HTTP/1.1" status: 200 len: 881 time: 0.1711931 Aug 10 03:21:12.175774 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-a4af7c6c-9023-41d8-af0e-622f3069a263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:12.176677 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4af7c6c-9023-41d8-af0e-622f3069a263 None None] The sync data for ids ['3f1386ca-3a4f-4213-80f8-f9b72a8aaa23'] in n-d-768851-15 is: [] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:21:12.187022 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57952) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:12.188826 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625ef609-caee-41e9-b7d1-3f256741ea8c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Pushing event deleted for resources: {'Port': ['ID=02e64207-3720-4843-9b52-b87981d99cd3,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:12.190685 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7d19ee51-80b4-4c4c-b2ed-58e8e8474e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:12.207399 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e398d3-1611-40f5-9e6d-7233cad1f5f7 x-openstack-request-id: req-56e398d3-1611-40f5-9e6d-7233cad1f5f7 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:21:12.207942 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28b645b6-c883-42ce-bbe4-d1dd1d67588d", "name": "network-vif-plugged", "status": "completed", "tag": "77d567da-37a9-45cd-8b79-8328cf500c47", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:21:12.208429 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-56e398d3-1611-40f5-9e6d-7233cad1f5f7 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:21:12.209042 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28b645b6-c883-42ce-bbe4-d1dd1d67588d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77d567da-37a9-45cd-8b79-8328cf500c47', 'code': 200} Aug 10 03:21:12.209891 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7d19ee51-80b4-4c4c-b2ed-58e8e8474e8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:12.211333 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7d19ee51-80b4-4c4c-b2ed-58e8e8474e8d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0c323fe8-5a13-4fb0-adbe-73cf01fd9c6a HTTP/1.1" status: 204 len: 168 time: 0.4856415 Aug 10 03:21:12.232330 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-959c2d7c-6691-4ac0-82d9-cacad5950b9f req-f95a83d5-9369-412f-9da8-1a717785da8f tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa1e6cff-8a9f-4604-985b-6c921b60da26 HTTP/1.1" status: 200 len: 210 time: 0.0639873 Aug 10 03:21:12.256627 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c627e1c2-1609-4c75-97e4-66f9a08f164b tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Pushing event deleted for resources: {'Subnet': ['ID=59763f13-382b-43b3-8b50-8ecbb7cf98ed,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:12.268955 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b625ef7-fba9-4ea1-b5c3-3581923a26cd None None] Network 1a38236a-0c0b-4682-931b-923eb25120ad requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:21:12.275434 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c627e1c2-1609-4c75-97e4-66f9a08f164b tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:12.279676 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-c627e1c2-1609-4c75-97e4-66f9a08f164b tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] 10.222.0.62 "DELETE /v2.0/subnets/59763f13-382b-43b3-8b50-8ecbb7cf98ed HTTP/1.1" status: 204 len: 168 time: 0.9283376 Aug 10 03:21:12.284581 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d19ee51-80b4-4c4c-b2ed-58e8e8474e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c323fe8-5a13-4fb0-adbe-73cf01fd9c6a,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:12.303138 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57956) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:12.322980 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-625ef609-caee-41e9-b7d1-3f256741ea8c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks [] for floatingip, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:12.325751 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-625ef609-caee-41e9-b7d1-3f256741ea8c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:12.329856 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-625ef609-caee-41e9-b7d1-3f256741ea8c tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "DELETE /v2.0/floatingips/c798ce38-fdf4-4b9b-b9f8-579b6937f772 HTTP/1.1" status: 204 len: 168 time: 1.5438168 Aug 10 03:21:12.330570 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 57958) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:12.484573 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-8a8a1da0-badb-483b-922a-3bcb8b9aa578 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Deleting port 06c52605-4de4-48ec-a7c2-def5b215a00c {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:21:12.484932 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8a8a1da0-badb-483b-922a-3bcb8b9aa578 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:12.610784 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a1659-728d-48c9-aac0-55f8555cae61 req-192275a9-f01e-4235-be83-7535968e3491 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:12.612334 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fe9a1659-728d-48c9-aac0-55f8555cae61 req-192275a9-f01e-4235-be83-7535968e3491 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] 10.222.0.58 "GET /v2.0/networks?id=f673795f-9e73-4ddb-99c3-f2b6b571c4c6 HTTP/1.1" status: 200 len: 806 time: 0.1645575 Aug 10 03:21:12.705324 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-30d84c37-250e-486b-b9f8-cae2783c1196 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:12.732027 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8a8a1da0-badb-483b-922a-3bcb8b9aa578 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:12.753622 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-8a8a1da0-badb-483b-922a-3bcb8b9aa578 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Calling delete_port for 06c52605-4de4-48ec-a7c2-def5b215a00c owned by {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:21:12.910993 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fe9a1659-728d-48c9-aac0-55f8555cae61 req-d24c3b29-0bd4-498b-a46e-cccbd2f75e97 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc37c9ae14bb4f3b843815f0becba976 HTTP/1.1" status: 200 len: 380 time: 0.2684531 Aug 10 03:21:12.930086 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-fe9a1659-728d-48c9-aac0-55f8555cae61 req-a3f4be22-215f-44ae-9a01-b9cbedda253d tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Request body: {'port': {'device_id': 'aa1e6cff-8a9f-4604-985b-6c921b60da26', 'network_id': 'f673795f-9e73-4ddb-99c3-f2b6b571c4c6', 'admin_state_up': True, 'tenant_id': 'dc37c9ae14bb4f3b843815f0becba976', 'security_groups': ['e7796beb-14f2-460e-87f1-bb574459cde4']}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:12.951475 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8a8a1da0-badb-483b-922a-3bcb8b9aa578 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:13.014065 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8a1da0-badb-483b-922a-3bcb8b9aa578 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Pushing event deleted for resources: {'Port': ['ID=06c52605-4de4-48ec-a7c2-def5b215a00c,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:13.063184 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-30d84c37-250e-486b-b9f8-cae2783c1196 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Deleting port f6943f50-1add-46b6-bf33-fa1db008f120 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:21:13.063642 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-30d84c37-250e-486b-b9f8-cae2783c1196 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:13.123280 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2674986-d5a9-46c8-9b8b-649e748cde1c None None] DHCP port deletion for 1a38236a-0c0b-4682-931b-923eb25120ad request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:21:13.165572 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024eff62-c1fd-4a87-8e4b-547a9908e45c req-a43519f7-9206-4e78-bff2-988f5f892523 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:13.167832 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-024eff62-c1fd-4a87-8e4b-547a9908e45c req-a43519f7-9206-4e78-bff2-988f5f892523 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e15fa63-4caf-497f-b815-c2ccc823a345 HTTP/1.1" status: 200 len: 945 time: 0.1484096 Aug 10 03:21:13.183073 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8a8a1da0-badb-483b-922a-3bcb8b9aa578 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:13.188076 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8a8a1da0-badb-483b-922a-3bcb8b9aa578 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "DELETE /v2.0/ports/06c52605-4de4-48ec-a7c2-def5b215a00c HTTP/1.1" status: 204 len: 168 time: 0.8564301 Aug 10 03:21:13.189940 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 57980) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:13.261902 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-024eff62-c1fd-4a87-8e4b-547a9908e45c req-8bcecf93-d04e-4f0c-8d8b-79b339be6bff tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868905 Aug 10 03:21:13.266913 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-e2674986-d5a9-46c8-9b8b-649e748cde1c None None] Deleting port f6943f50-1add-46b6-bf33-fa1db008f120 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:21:13.271310 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e2674986-d5a9-46c8-9b8b-649e748cde1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:13.281585 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-10093eb5-d022-4897-b860-a9dfff8ba119 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 1.0907941 Aug 10 03:21:13.285481 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57986) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:13.302498 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-613f27cd-a84d-4a74-811d-496215db6710 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1168223329'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:13.345689 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-30d84c37-250e-486b-b9f8-cae2783c1196 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] For port f6943f50-1add-46b6-bf33-fa1db008f120, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=f6943f50-1add-46b6-bf33-fa1db008f120,segment=NetworkSegment(c41ee08f-933d-4bae-84d1-c1aa0f7d2ae7),segment_id=c41ee08f-933d-4bae-84d1-c1aa0f7d2ae7)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:13.346391 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-30d84c37-250e-486b-b9f8-cae2783c1196 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:13.371889 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-a1f06f82-8edd-4d3c-8443-efbb0f633bbd tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Deleting port 064b356a-79ea-45c7-aa11-af75a4d13f12 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:21:13.372526 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a1f06f82-8edd-4d3c-8443-efbb0f633bbd tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:13.408396 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe9a1659-728d-48c9-aac0-55f8555cae61 req-a3f4be22-215f-44ae-9a01-b9cbedda253d tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Made reservation on behalf of dc37c9ae14bb4f3b843815f0becba976 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:21:13.419707 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-fe9a1659-728d-48c9-aac0-55f8555cae61 req-a3f4be22-215f-44ae-9a01-b9cbedda253d tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:13.468142 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-30d84c37-250e-486b-b9f8-cae2783c1196 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Calling delete_port for f6943f50-1add-46b6-bf33-fa1db008f120 owned by network:dhcp {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:21:13.481709 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-e2674986-d5a9-46c8-9b8b-649e748cde1c None None] For port f6943f50-1add-46b6-bf33-fa1db008f120, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=f6943f50-1add-46b6-bf33-fa1db008f120,segment=NetworkSegment(c41ee08f-933d-4bae-84d1-c1aa0f7d2ae7),segment_id=c41ee08f-933d-4bae-84d1-c1aa0f7d2ae7)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:13.482350 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e2674986-d5a9-46c8-9b8b-649e748cde1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:13.529896 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-e2674986-d5a9-46c8-9b8b-649e748cde1c None None] Calling delete_port for f6943f50-1add-46b6-bf33-fa1db008f120 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:21:13.559877 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f10ff337-8c76-4bd6-8fb7-88bfa5a0db3b req-7ed1fafe-b98f-4e22-a736-8fe172f368ef tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa1e6cff-8a9f-4604-985b-6c921b60da26 HTTP/1.1" status: 200 len: 210 time: 0.1554732 Aug 10 03:21:13.754578 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device f6943f50-1add-46b6-bf33-fa1db008f120 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:21:13.784634 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a1f06f82-8edd-4d3c-8443-efbb0f633bbd tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:13.797880 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: f6943f50-1add-46b6-bf33-fa1db008f120 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:21:13.798554 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device f6943f50-1add-46b6-bf33-fa1db008f120 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:21:13.835548 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e2674986-d5a9-46c8-9b8b-649e748cde1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:13.835853 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-a1f06f82-8edd-4d3c-8443-efbb0f633bbd tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Calling delete_port for 064b356a-79ea-45c7-aa11-af75a4d13f12 owned by {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:21:13.858391 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2674986-d5a9-46c8-9b8b-649e748cde1c None None] No DVR routers for this DVR port f6943f50-1add-46b6-bf33-fa1db008f120 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:21:13.870126 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d9fa4-b739-4a00-a754-96e88e43372f req-c4d3e9b5-8b0e-4422-9cf7-e683901ffb8c tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:13.871762 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e14d9fa4-b739-4a00-a754-96e88e43372f req-c4d3e9b5-8b0e-4422-9cf7-e683901ffb8c tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e15fa63-4caf-497f-b815-c2ccc823a345 HTTP/1.1" status: 200 len: 945 time: 0.2698143 Aug 10 03:21:13.920573 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2674986-d5a9-46c8-9b8b-649e748cde1c None None] Pushing event deleted for resources: {'Port': ['ID=f6943f50-1add-46b6-bf33-fa1db008f120,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:13.925493 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-30d84c37-250e-486b-b9f8-cae2783c1196 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:13.939107 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2674986-d5a9-46c8-9b8b-649e748cde1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:13.941571 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2674986-d5a9-46c8-9b8b-649e748cde1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:13.941571 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2674986-d5a9-46c8-9b8b-649e748cde1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:13.941571 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2674986-d5a9-46c8-9b8b-649e748cde1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:13.941571 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2674986-d5a9-46c8-9b8b-649e748cde1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:13.941571 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2674986-d5a9-46c8-9b8b-649e748cde1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:13.941571 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2674986-d5a9-46c8-9b8b-649e748cde1c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:13.941571 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2674986-d5a9-46c8-9b8b-649e748cde1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:13.942106 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2674986-d5a9-46c8-9b8b-649e748cde1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:13.942182 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2674986-d5a9-46c8-9b8b-649e748cde1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:13.942491 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2674986-d5a9-46c8-9b8b-649e748cde1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:13.942854 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2674986-d5a9-46c8-9b8b-649e748cde1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:14.001597 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e14d9fa4-b739-4a00-a754-96e88e43372f req-d93d1909-48ad-4650-bc18-54c95a55b69e tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185946 Aug 10 03:21:14.033552 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d84c37-250e-486b-b9f8-cae2783c1196 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] No DVR routers for this DVR port f6943f50-1add-46b6-bf33-fa1db008f120 on host n-d-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:21:14.078449 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d84c37-250e-486b-b9f8-cae2783c1196 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Pushing event deleted for resources: {'Port': ['ID=f6943f50-1add-46b6-bf33-fa1db008f120,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:14.088522 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-fe9a1659-728d-48c9-aac0-55f8555cae61 req-a3f4be22-215f-44ae-9a01-b9cbedda253d tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Allocated IP 172.20.0.6 (f673795f-9e73-4ddb-99c3-f2b6b571c4c6/0f997ebe-2f8d-458f-b51d-abdea60cfbec/15a562ef-bbe5-428d-bd3d-e1f0a731f9b2) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:21:14.181250 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a1f06f82-8edd-4d3c-8443-efbb0f633bbd tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:14.254466 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f06f82-8edd-4d3c-8443-efbb0f633bbd tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Pushing event deleted for resources: {'Port': ['ID=064b356a-79ea-45c7-aa11-af75a4d13f12,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:14.448042 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a1f06f82-8edd-4d3c-8443-efbb0f633bbd tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:14.452067 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-a1f06f82-8edd-4d3c-8443-efbb0f633bbd tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "DELETE /v2.0/ports/064b356a-79ea-45c7-aa11-af75a4d13f12 HTTP/1.1" status: 204 len: 168 time: 1.2610373 Aug 10 03:21:14.454917 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 58052) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:14.563678 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bae4f17-0a88-447a-b89f-18cd80ab0c54 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Deleting subnet 9d107e0d-7d1d-49e8-9864-3e44ed98edac {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:21:14.571332 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7bae4f17-0a88-447a-b89f-18cd80ab0c54 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:14.637222 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-30d84c37-250e-486b-b9f8-cae2783c1196 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:14.695865 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7bae4f17-0a88-447a-b89f-18cd80ab0c54 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:14.717398 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-30d84c37-250e-486b-b9f8-cae2783c1196 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a38236a-0c0b-4682-931b-923eb25120ad']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:14.752913 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-30d84c37-250e-486b-b9f8-cae2783c1196 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c41ee08f-933d-4bae-84d1-c1aa0f7d2ae7') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:14.753221 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-30d84c37-250e-486b-b9f8-cae2783c1196 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c41ee08f-933d-4bae-84d1-c1aa0f7d2ae7') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:14.839161 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-924f91ec-992c-464d-bbc3-b8f35dae6a70 req-cb346c27-ae94-4fd1-9c7d-d0ea43e4940e tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa1e6cff-8a9f-4604-985b-6c921b60da26 HTTP/1.1" status: 200 len: 210 time: 0.1278403 Aug 10 03:21:14.914988 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-30d84c37-250e-486b-b9f8-cae2783c1196 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:14.963786 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7bae4f17-0a88-447a-b89f-18cd80ab0c54 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:14.978528 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-30d84c37-250e-486b-b9f8-cae2783c1196 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:14.994471 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-fe9a1659-728d-48c9-aac0-55f8555cae61 req-a3f4be22-215f-44ae-9a01-b9cbedda253d tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:15.001045 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30d84c37-250e-486b-b9f8-cae2783c1196 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:21:15.001457 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-30d84c37-250e-486b-b9f8-cae2783c1196 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:15.004494 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:21:15.004494 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:21:15.004494 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:21:15.004494 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:21:15.004494 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:21:15.004494 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:21:15.004494 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:21:15.004494 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:21:15.004494 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:21:15.004494 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:21:15.004494 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:21:15.004494 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:21:15.004494 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:21:15.004494 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:21:15.004494 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:21:15.004494 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:21:15.004494 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:21:15.004494 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:21:15.004494 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:21:15.004494 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:21:15.004494 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:21:15.004494 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:21:15.004494 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:21:15.004494 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:21:15.004494 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:21:15.004494 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:21:15.004494 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:21:15.004494 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:21:15.004494 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:21:15.004494 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:21:15.004494 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:21:15.004494 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:21:15.079997 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7bae4f17-0a88-447a-b89f-18cd80ab0c54 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:15.120168 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bae4f17-0a88-447a-b89f-18cd80ab0c54 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Pushing event deleted for resources: {'Subnet': ['ID=9d107e0d-7d1d-49e8-9864-3e44ed98edac,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:15.137343 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7bae4f17-0a88-447a-b89f-18cd80ab0c54 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:15.137713 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-fe9a1659-728d-48c9-aac0-55f8555cae61 req-a3f4be22-215f-44ae-9a01-b9cbedda253d tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Transition to ACTIVE for port object 15a562ef-bbe5-428d-bd3d-e1f0a731f9b2 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:21:15.140226 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc4c6d7-693e-41f0-a72f-12688c440ba6 None None] Network 213b1b56-2bcd-4d0a-8807-3afa3f6e51f2 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:21:15.140877 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-7bae4f17-0a88-447a-b89f-18cd80ab0c54 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "DELETE /v2.0/subnets/9d107e0d-7d1d-49e8-9864-3e44ed98edac HTTP/1.1" status: 204 len: 168 time: 0.6835012 Aug 10 03:21:15.151166 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 58098) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:15.180776 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-30d84c37-250e-486b-b9f8-cae2783c1196 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:15.185505 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-fe9a1659-728d-48c9-aac0-55f8555cae61 req-a3f4be22-215f-44ae-9a01-b9cbedda253d tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:15.190454 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-613f27cd-a84d-4a74-811d-496215db6710 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-368475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1926'] for router, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:15.218117 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-30d84c37-250e-486b-b9f8-cae2783c1196 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:15.220419 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-30d84c37-250e-486b-b9f8-cae2783c1196 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] 10.222.0.62 "DELETE /v2.0/networks/1a38236a-0c0b-4682-931b-923eb25120ad HTTP/1.1" status: 204 len: 168 time: 2.8265772 Aug 10 03:21:15.283889 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe9a1659-728d-48c9-aac0-55f8555cae61 req-a3f4be22-215f-44ae-9a01-b9cbedda253d tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Network f673795f-9e73-4ddb-99c3-f2b6b571c4c6 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:21:15.290379 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4be22-215f-44ae-9a01-b9cbedda253d tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Pushing event updated for resources: {'Port': ['ID=15a562ef-bbe5-428d-bd3d-e1f0a731f9b2,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:15.297010 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-fe9a1659-728d-48c9-aac0-55f8555cae61 req-a3f4be22-215f-44ae-9a01-b9cbedda253d tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:15.326213 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe9a1659-728d-48c9-aac0-55f8555cae61 req-a3f4be22-215f-44ae-9a01-b9cbedda253d tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:21:15.327872 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a818ba-97a0-4b9b-a025-d820ab454ab6 req-0bc46744-7768-48cf-b4ea-ee054190e890 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:15.329489 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-49a818ba-97a0-4b9b-a025-d820ab454ab6 req-0bc46744-7768-48cf-b4ea-ee054190e890 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e15fa63-4caf-497f-b815-c2ccc823a345 HTTP/1.1" status: 200 len: 945 time: 0.1878188 Aug 10 03:21:15.344539 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eb7bfde-59f6-42db-9c92-633e1f93b649 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Deleting subnet ee0f565d-0713-45df-a892-d56a1024d9b2 {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:21:15.386117 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8eb7bfde-59f6-42db-9c92-633e1f93b649 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:15.416589 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-613f27cd-a84d-4a74-811d-496215db6710 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-372465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-372472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-368450'] for router, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:15.423901 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d84c37-250e-486b-b9f8-cae2783c1196 tempest-TagsExtTest-1218758833 tempest-TagsExtTest-1218758833-project] Pushing event deleted for resources: {'Network': ['ID=1a38236a-0c0b-4682-931b-923eb25120ad,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:15.578704 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 58106) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:15.596417 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a53ec6-24f7-457f-8ef2-967058ec2dff None None] DHCP port deletion for 213b1b56-2bcd-4d0a-8807-3afa3f6e51f2 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:21:15.630879 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-49a818ba-97a0-4b9b-a025-d820ab454ab6 req-57b59b39-a869-4155-8c9d-05e133495533 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744069 Aug 10 03:21:15.650108 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8eb7bfde-59f6-42db-9c92-633e1f93b649 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:15.756880 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 58110) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:15.759024 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-d0a53ec6-24f7-457f-8ef2-967058ec2dff None None] Deleting port 59dd76ef-ef8c-49b7-b2bc-4af6eb732123 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:21:15.759449 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d0a53ec6-24f7-457f-8ef2-967058ec2dff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:15.830210 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-d0a53ec6-24f7-457f-8ef2-967058ec2dff None None] For port 59dd76ef-ef8c-49b7-b2bc-4af6eb732123, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=59dd76ef-ef8c-49b7-b2bc-4af6eb732123,segment=NetworkSegment(b96f6dd2-820f-4525-9b5d-9cb81ae71b32),segment_id=b96f6dd2-820f-4525-9b5d-9cb81ae71b32)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:15.830606 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d0a53ec6-24f7-457f-8ef2-967058ec2dff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:15.845533 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-d0a53ec6-24f7-457f-8ef2-967058ec2dff None None] Calling delete_port for 59dd76ef-ef8c-49b7-b2bc-4af6eb732123 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:21:15.881065 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8eb7bfde-59f6-42db-9c92-633e1f93b649 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:15.925682 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a1659-728d-48c9-aac0-55f8555cae61 req-a3f4be22-215f-44ae-9a01-b9cbedda253d tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:15.926388 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-fe9a1659-728d-48c9-aac0-55f8555cae61 req-a3f4be22-215f-44ae-9a01-b9cbedda253d tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:15.944069 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 59dd76ef-ef8c-49b7-b2bc-4af6eb732123 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:21:15.975982 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d0a53ec6-24f7-457f-8ef2-967058ec2dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:15.982872 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 59dd76ef-ef8c-49b7-b2bc-4af6eb732123 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:21:15.983430 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8b4bd177-37ad-4413-835e-9e1599b8f983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:15.983882 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 59dd76ef-ef8c-49b7-b2bc-4af6eb732123 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:21:15.997301 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-613f27cd-a84d-4a74-811d-496215db6710 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Router 3f1386ca-3a4f-4213-80f8-f9b72a8aaa23 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:21:16.007464 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fe9a1659-728d-48c9-aac0-55f8555cae61 req-a3f4be22-215f-44ae-9a01-b9cbedda253d tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0825541 Aug 10 03:21:16.025698 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-825dfcd6-6bbf-4149-a4b8-a8dcb25989fa None None] Provisioning for port 15a562ef-bbe5-428d-bd3d-e1f0a731f9b2 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:21:16.030071 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-825dfcd6-6bbf-4149-a4b8-a8dcb25989fa None None] Provisioning complete for port 15a562ef-bbe5-428d-bd3d-e1f0a731f9b2 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:16.030458 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-825dfcd6-6bbf-4149-a4b8-a8dcb25989fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:16.068488 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a53ec6-24f7-457f-8ef2-967058ec2dff None None] Pushing event deleted for resources: {'Port': ['ID=59dd76ef-ef8c-49b7-b2bc-4af6eb732123,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:16.070449 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a53ec6-24f7-457f-8ef2-967058ec2dff None None] No DVR routers for this DVR port 59dd76ef-ef8c-49b7-b2bc-4af6eb732123 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:21:16.071899 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-825dfcd6-6bbf-4149-a4b8-a8dcb25989fa None None] Port 15a562ef-bbe5-428d-bd3d-e1f0a731f9b2 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:21:16.072250 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-fe9a1659-728d-48c9-aac0-55f8555cae61 req-ed0c785c-1a6a-4d2c-a8cf-167f7e058c0b service neutron] Request body: {'port': {'device_id': 'aa1e6cff-8a9f-4604-985b-6c921b60da26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:16.152682 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8eb7bfde-59f6-42db-9c92-633e1f93b649 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:16.162768 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-939f3130-bf7e-44d4-ab28-7ec33ddd6db4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3d959ea03bb04c579f41dff2b6639377&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4004304 Aug 10 03:21:16.167189 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 58120) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:16.177713 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04b50d-a77e-482d-a0aa-e54ba951ebc7 req-49662448-ffe1-4df6-a1ef-c4c74cbea1f4 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:16.186719 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7d04b50d-a77e-482d-a0aa-e54ba951ebc7 req-49662448-ffe1-4df6-a1ef-c4c74cbea1f4 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa1e6cff-8a9f-4604-985b-6c921b60da26 HTTP/1.1" status: 200 len: 931 time: 0.1754384 Aug 10 03:21:16.224169 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb7bfde-59f6-42db-9c92-633e1f93b649 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Pushing event deleted for resources: {'Subnet': ['ID=ee0f565d-0713-45df-a892-d56a1024d9b2,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:16.231982 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-fe9a1659-728d-48c9-aac0-55f8555cae61 req-ed0c785c-1a6a-4d2c-a8cf-167f7e058c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:16.242459 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8eb7bfde-59f6-42db-9c92-633e1f93b649 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:16.253989 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8eb7bfde-59f6-42db-9c92-633e1f93b649 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "DELETE /v2.0/subnets/ee0f565d-0713-45df-a892-d56a1024d9b2 HTTP/1.1" status: 204 len: 168 time: 1.0912673 Aug 10 03:21:16.253989 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 58122) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:16.257708 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d2e626-8e6f-4162-8bef-eaae2217e407 None None] Network f1f6800e-d6fe-4d63-bb1f-c42246d24569 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:21:16.264418 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-613f27cd-a84d-4a74-811d-496215db6710 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:21:16.274216 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-613f27cd-a84d-4a74-811d-496215db6710 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:16.279278 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-613f27cd-a84d-4a74-811d-496215db6710 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "PUT /v2.0/routers/3f1386ca-3a4f-4213-80f8-f9b72a8aaa23 HTTP/1.1" status: 200 len: 888 time: 2.9902480 Aug 10 03:21:16.289450 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 58124) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:16.348649 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7d04b50d-a77e-482d-a0aa-e54ba951ebc7 req-7e6514f3-4131-4ea3-9376-982066580170 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7796beb-14f2-460e-87f1-bb574459cde4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605134 Aug 10 03:21:16.371866 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e0ee43-036c-42fa-afce-cdc1b559bc6f None None] Sync routers for ids ['3f1386ca-3a4f-4213-80f8-f9b72a8aaa23'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:21:16.438697 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e0ee43-036c-42fa-afce-cdc1b559bc6f None None] Routers {'3f1386ca-3a4f-4213-80f8-f9b72a8aaa23'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:21:16.440179 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d3867d18-bacf-4c13-ae6b-e2ca16ed5a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:16.440932 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-c0e0ee43-036c-42fa-afce-cdc1b559bc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:21:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['3f1386ca-3a4f-4213-80f8-f9b72a8aaa23'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:16.481718 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d4fb3fd1-cfba-45ae-841a-9422731671a6 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:16.491575 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-c0e0ee43-036c-42fa-afce-cdc1b559bc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:16.494708 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8b4bd177-37ad-4413-835e-9e1599b8f983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:16.507078 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8b4bd177-37ad-4413-835e-9e1599b8f983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:16.517439 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e0ee43-036c-42fa-afce-cdc1b559bc6f None None] Routers {'3f1386ca-3a4f-4213-80f8-f9b72a8aaa23'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:21:16.518130 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-c0e0ee43-036c-42fa-afce-cdc1b559bc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:21:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['3f1386ca-3a4f-4213-80f8-f9b72a8aaa23'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:16.563969 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-c0e0ee43-036c-42fa-afce-cdc1b559bc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:16.564390 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d3867d18-bacf-4c13-ae6b-e2ca16ed5a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:16.564918 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e0ee43-036c-42fa-afce-cdc1b559bc6f None None] The sync data for ids ['3f1386ca-3a4f-4213-80f8-f9b72a8aaa23'] in n-d-768851-15 is: [] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:21:16.595464 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3997ccbe-060c-4aa9-803b-b9ced8465812 None None] DHCP port deletion for f1f6800e-d6fe-4d63-bb1f-c42246d24569 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:21:16.599588 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-26b5a067-a611-41f6-938a-1ae62ac351e6 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "GET /v2.0/routers/3f1386ca-3a4f-4213-80f8-f9b72a8aaa23 HTTP/1.1" status: 200 len: 888 time: 0.3087394 Aug 10 03:21:16.606411 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 58126) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:16.666876 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3997ccbe-060c-4aa9-803b-b9ced8465812 None None] Deleting port 75f5ab14-2882-4874-beb2-94be60c41ffd {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:21:16.667672 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3997ccbe-060c-4aa9-803b-b9ced8465812 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:16.696037 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-face1ee0-458c-40b5-a69d-202cccff2379 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f1386ca-3a4f-4213-80f8-f9b72a8aaa23 HTTP/1.1" status: 200 len: 205 time: 0.0866947 Aug 10 03:21:16.699979 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 58130) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:16.778392 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d3867d18-bacf-4c13-ae6b-e2ca16ed5a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:16.781499 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d3867d18-bacf-4c13-ae6b-e2ca16ed5a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:16.782714 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d3867d18-bacf-4c13-ae6b-e2ca16ed5a34 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b2c2e04b-fad7-403f-b8ab-8d12ef03d874 HTTP/1.1" status: 204 len: 168 time: 0.6144152 Aug 10 03:21:16.803018 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3997ccbe-060c-4aa9-803b-b9ced8465812 None None] For port 75f5ab14-2882-4874-beb2-94be60c41ffd, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=75f5ab14-2882-4874-beb2-94be60c41ffd,segment=NetworkSegment(9de9bfca-d5e3-4514-839e-5c60e3c23980),segment_id=9de9bfca-d5e3-4514-839e-5c60e3c23980)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:16.803664 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3997ccbe-060c-4aa9-803b-b9ced8465812 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:16.823295 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3997ccbe-060c-4aa9-803b-b9ced8465812 None None] Calling delete_port for 75f5ab14-2882-4874-beb2-94be60c41ffd owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:21:16.919104 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3997ccbe-060c-4aa9-803b-b9ced8465812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:16.923956 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3867d18-bacf-4c13-ae6b-e2ca16ed5a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c2e04b-fad7-403f-b8ab-8d12ef03d874,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:16.985325 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2477af63-1164-4c72-917d-d983f83a292f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for router, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:17.002888 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3997ccbe-060c-4aa9-803b-b9ced8465812 None None] Pushing event deleted for resources: {'Port': ['ID=75f5ab14-2882-4874-beb2-94be60c41ffd,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:17.010321 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3997ccbe-060c-4aa9-803b-b9ced8465812 None None] No DVR routers for this DVR port 75f5ab14-2882-4874-beb2-94be60c41ffd on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:21:17.092532 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4bd177-37ad-4413-835e-9e1599b8f983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d23360eb-2ee7-4a2b-9853-9122ec267cf4,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:17.162819 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-fe9a1659-728d-48c9-aac0-55f8555cae61 req-ed0c785c-1a6a-4d2c-a8cf-167f7e058c0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15a562ef-bbe5-428d-bd3d-e1f0a731f9b2 {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:21:17.174207 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-fe9a1659-728d-48c9-aac0-55f8555cae61 req-ed0c785c-1a6a-4d2c-a8cf-167f7e058c0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:17.183148 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8b4bd177-37ad-4413-835e-9e1599b8f983 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fcf4da871c12476885b1cb204b027ed1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6004963 Aug 10 03:21:17.189084 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 58140) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:17.195854 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d4fb3fd1-cfba-45ae-841a-9422731671a6 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:17.215921 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-d4fb3fd1-cfba-45ae-841a-9422731671a6 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['213b1b56-2bcd-4d0a-8807-3afa3f6e51f2']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:17.220745 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-fe9a1659-728d-48c9-aac0-55f8555cae61 req-ed0c785c-1a6a-4d2c-a8cf-167f7e058c0b service neutron] Transition to ACTIVE for port object 15a562ef-bbe5-428d-bd3d-e1f0a731f9b2 will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:21:17.233937 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-fe9a1659-728d-48c9-aac0-55f8555cae61 req-ed0c785c-1a6a-4d2c-a8cf-167f7e058c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:17.248039 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-d4fb3fd1-cfba-45ae-841a-9422731671a6 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b96f6dd2-820f-4525-9b5d-9cb81ae71b32') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:17.249087 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-d4fb3fd1-cfba-45ae-841a-9422731671a6 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b96f6dd2-820f-4525-9b5d-9cb81ae71b32') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:17.261188 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d9032-91ff-4100-a5d9-817fb56e82ec req-f5adc564-367b-4a53-919d-367e2f93e548 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:17.262971 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-156d9032-91ff-4100-a5d9-817fb56e82ec req-f5adc564-367b-4a53-919d-367e2f93e548 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e15fa63-4caf-497f-b815-c2ccc823a345 HTTP/1.1" status: 200 len: 945 time: 0.1719027 Aug 10 03:21:17.277801 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2477af63-1164-4c72-917d-d983f83a292f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:17.285278 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d4fb3fd1-cfba-45ae-841a-9422731671a6 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:17.351184 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0c785c-1a6a-4d2c-a8cf-167f7e058c0b service neutron] Pushing event updated for resources: {'Port': ['ID=15a562ef-bbe5-428d-bd3d-e1f0a731f9b2,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:17.387365 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d4fb3fd1-cfba-45ae-841a-9422731671a6 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:17.390082 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3821ca39-d17d-4a6f-9f59-b50313bfbd8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:17.395525 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-156d9032-91ff-4100-a5d9-817fb56e82ec req-5d5a939e-9936-46cd-a2dc-bdbb7e658da6 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243412 Aug 10 03:21:17.402617 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4fb3fd1-cfba-45ae-841a-9422731671a6 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:21:17.403373 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d4fb3fd1-cfba-45ae-841a-9422731671a6 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:17.407884 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:21:17.407884 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:21:17.407884 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:21:17.407884 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:21:17.407884 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:21:17.407884 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:21:17.407884 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:21:17.407884 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:21:17.407884 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:21:17.407884 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:21:17.407884 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:21:17.407884 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:21:17.407884 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:21:17.407884 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:21:17.407884 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:21:17.407884 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:21:17.407884 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:21:17.407884 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:21:17.407884 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:21:17.407884 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:21:17.407884 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:21:17.407884 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:21:17.407884 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:21:17.407884 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:21:17.407884 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:21:17.407884 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:21:17.407884 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:21:17.407884 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:21:17.407884 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:21:17.407884 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:21:17.407884 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:21:17.407884 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:21:17.481432 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3821ca39-d17d-4a6f-9f59-b50313bfbd8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:17.525944 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-2477af63-1164-4c72-917d-d983f83a292f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Deleting port d4c04d52-02cd-405a-9cb8-229251b63149 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:21:17.526289 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2477af63-1164-4c72-917d-d983f83a292f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:17.542373 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d4fb3fd1-cfba-45ae-841a-9422731671a6 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:17.580788 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-fe9a1659-728d-48c9-aac0-55f8555cae61 req-ed0c785c-1a6a-4d2c-a8cf-167f7e058c0b service neutron] Attempting to bind port 15a562ef-bbe5-428d-bd3d-e1f0a731f9b2 on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:21:17.581179 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-fe9a1659-728d-48c9-aac0-55f8555cae61 req-ed0c785c-1a6a-4d2c-a8cf-167f7e058c0b service neutron] Attempting to bind port 15a562ef-bbe5-428d-bd3d-e1f0a731f9b2 by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '7994d17d-137a-46f2-95db-467dd6e7c020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f673795f-9e73-4ddb-99c3-f2b6b571c4c6'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:21:17.581514 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9a1659-728d-48c9-aac0-55f8555cae61 req-ed0c785c-1a6a-4d2c-a8cf-167f7e058c0b service neutron] Attempting to bind port 15a562ef-bbe5-428d-bd3d-e1f0a731f9b2 on network f673795f-9e73-4ddb-99c3-f2b6b571c4c6 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:21:17.599204 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9a1659-728d-48c9-aac0-55f8555cae61 req-ed0c785c-1a6a-4d2c-a8cf-167f7e058c0b service neutron] Port 15a562ef-bbe5-428d-bd3d-e1f0a731f9b2 on network f673795f-9e73-4ddb-99c3-f2b6b571c4c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:21:17.599618 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9a1659-728d-48c9-aac0-55f8555cae61 req-ed0c785c-1a6a-4d2c-a8cf-167f7e058c0b service neutron] Attempting to bind port 15a562ef-bbe5-428d-bd3d-e1f0a731f9b2 on network f673795f-9e73-4ddb-99c3-f2b6b571c4c6 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:21:17.609362 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9a1659-728d-48c9-aac0-55f8555cae61 req-ed0c785c-1a6a-4d2c-a8cf-167f7e058c0b service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:21:17.609791 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9a1659-728d-48c9-aac0-55f8555cae61 req-ed0c785c-1a6a-4d2c-a8cf-167f7e058c0b service neutron] Checking segment: {'id': '7994d17d-137a-46f2-95db-467dd6e7c020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f673795f-9e73-4ddb-99c3-f2b6b571c4c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:21:17.610131 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9a1659-728d-48c9-aac0-55f8555cae61 req-ed0c785c-1a6a-4d2c-a8cf-167f7e058c0b service neutron] Bound using segment: {'id': '7994d17d-137a-46f2-95db-467dd6e7c020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f673795f-9e73-4ddb-99c3-f2b6b571c4c6'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:21:17.610613 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-fe9a1659-728d-48c9-aac0-55f8555cae61 req-ed0c785c-1a6a-4d2c-a8cf-167f7e058c0b service neutron] Bound port: 15a562ef-bbe5-428d-bd3d-e1f0a731f9b2, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7994d17d-137a-46f2-95db-467dd6e7c020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f673795f-9e73-4ddb-99c3-f2b6b571c4c6'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:21:17.611002 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-fe9a1659-728d-48c9-aac0-55f8555cae61 req-ed0c785c-1a6a-4d2c-a8cf-167f7e058c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:17.677232 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3821ca39-d17d-4a6f-9f59-b50313bfbd8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:17.681430 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3821ca39-d17d-4a6f-9f59-b50313bfbd8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:17.695317 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d4fb3fd1-cfba-45ae-841a-9422731671a6 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:17.695886 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3821ca39-d17d-4a6f-9f59-b50313bfbd8f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d23360eb-2ee7-4a2b-9853-9122ec267cf4 HTTP/1.1" status: 204 len: 168 time: 0.5055404 Aug 10 03:21:17.708096 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2477af63-1164-4c72-917d-d983f83a292f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:17.710028 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d4fb3fd1-cfba-45ae-841a-9422731671a6 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "DELETE /v2.0/networks/213b1b56-2bcd-4d0a-8807-3afa3f6e51f2 HTTP/1.1" status: 204 len: 168 time: 1.4523590 Aug 10 03:21:17.711198 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fb3fd1-cfba-45ae-841a-9422731671a6 tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Pushing event deleted for resources: {'Network': ['ID=213b1b56-2bcd-4d0a-8807-3afa3f6e51f2,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:17.713617 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 58158) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:17.775557 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3821ca39-d17d-4a6f-9f59-b50313bfbd8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d23360eb-2ee7-4a2b-9853-9122ec267cf4,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:17.787528 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-2477af63-1164-4c72-917d-d983f83a292f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Calling delete_port for d4c04d52-02cd-405a-9cb8-229251b63149 owned by network:router_gateway {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:21:17.873776 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1fdebb83-3f03-471b-a2cc-ccde9272bd6b tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:17.890408 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc64e0-90aa-4bd7-a583-332580697a0a req-115b6244-d14f-4464-a27f-9ca5f495b470 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:17.892475 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-83dc64e0-90aa-4bd7-a583-332580697a0a req-115b6244-d14f-4464-a27f-9ca5f495b470 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa1e6cff-8a9f-4604-985b-6c921b60da26 HTTP/1.1" status: 200 len: 943 time: 0.3536565 Aug 10 03:21:17.941991 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-fe9a1659-728d-48c9-aac0-55f8555cae61 req-ed0c785c-1a6a-4d2c-a8cf-167f7e058c0b service neutron] For port 15a562ef-bbe5-428d-bd3d-e1f0a731f9b2, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:21:17.975706 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-fe9a1659-728d-48c9-aac0-55f8555cae61 req-ed0c785c-1a6a-4d2c-a8cf-167f7e058c0b service neutron] For port 15a562ef-bbe5-428d-bd3d-e1f0a731f9b2, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=15a562ef-bbe5-428d-bd3d-e1f0a731f9b2,segment=NetworkSegment(7994d17d-137a-46f2-95db-467dd6e7c020),segment_id=7994d17d-137a-46f2-95db-467dd6e7c020)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:21:18.015708 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-fe9a1659-728d-48c9-aac0-55f8555cae61 req-ed0c785c-1a6a-4d2c-a8cf-167f7e058c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:18.034999 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-83dc64e0-90aa-4bd7-a583-332580697a0a req-2818275c-4969-496f-bd2c-7f1218bec646 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7796beb-14f2-460e-87f1-bb574459cde4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132607 Aug 10 03:21:18.062207 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 75f5ab14-2882-4874-beb2-94be60c41ffd no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:21:18.127078 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 75f5ab14-2882-4874-beb2-94be60c41ffd {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:21:18.127734 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 75f5ab14-2882-4874-beb2-94be60c41ffd not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:21:18.182697 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0c785c-1a6a-4d2c-a8cf-167f7e058c0b service neutron] Pushing event updated for resources: {'Port': ['ID=15a562ef-bbe5-428d-bd3d-e1f0a731f9b2,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:18.204037 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1fdebb83-3f03-471b-a2cc-ccde9272bd6b tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:18.204364 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a1659-728d-48c9-aac0-55f8555cae61 req-ed0c785c-1a6a-4d2c-a8cf-167f7e058c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:18.204908 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-fe9a1659-728d-48c9-aac0-55f8555cae61 req-ed0c785c-1a6a-4d2c-a8cf-167f7e058c0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:18.206390 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fe9a1659-728d-48c9-aac0-55f8555cae61 req-ed0c785c-1a6a-4d2c-a8cf-167f7e058c0b service neutron] 10.222.0.58 "PUT /v2.0/ports/15a562ef-bbe5-428d-bd3d-e1f0a731f9b2 HTTP/1.1" status: 200 len: 1092 time: 2.1876709 Aug 10 03:21:18.206876 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa1e6cff-8a9f-4604-985b-6c921b60da26', 'tag': '15a562ef-bbe5-428d-bd3d-e1f0a731f9b2'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:21:18.210395 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9708381a-2e85-44ea-9ced-7fa902fe3a38" -d '{"events": [{"name": "network-changed", "server_uuid": "aa1e6cff-8a9f-4604-985b-6c921b60da26", "tag": "15a562ef-bbe5-428d-bd3d-e1f0a731f9b2"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:21:18.216875 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0c785c-1a6a-4d2c-a8cf-167f7e058c0b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:18.217549 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0c785c-1a6a-4d2c-a8cf-167f7e058c0b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:18.217549 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0c785c-1a6a-4d2c-a8cf-167f7e058c0b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:18.217828 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0c785c-1a6a-4d2c-a8cf-167f7e058c0b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:18.218121 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0c785c-1a6a-4d2c-a8cf-167f7e058c0b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:18.218699 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0c785c-1a6a-4d2c-a8cf-167f7e058c0b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:18.219479 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0c785c-1a6a-4d2c-a8cf-167f7e058c0b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:18.219983 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0c785c-1a6a-4d2c-a8cf-167f7e058c0b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:18.220094 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0c785c-1a6a-4d2c-a8cf-167f7e058c0b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:18.220569 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0c785c-1a6a-4d2c-a8cf-167f7e058c0b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:18.221034 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0c785c-1a6a-4d2c-a8cf-167f7e058c0b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:18.221440 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0c785c-1a6a-4d2c-a8cf-167f7e058c0b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:18.266145 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-1fdebb83-3f03-471b-a2cc-ccde9272bd6b tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1f6800e-d6fe-4d63-bb1f-c42246d24569']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:18.280772 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-1fdebb83-3f03-471b-a2cc-ccde9272bd6b tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9de9bfca-d5e3-4514-839e-5c60e3c23980') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:18.281358 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-1fdebb83-3f03-471b-a2cc-ccde9272bd6b tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9de9bfca-d5e3-4514-839e-5c60e3c23980') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:18.293343 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1fdebb83-3f03-471b-a2cc-ccde9272bd6b tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:18.312448 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1fdebb83-3f03-471b-a2cc-ccde9272bd6b tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:18.325287 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fdebb83-3f03-471b-a2cc-ccde9272bd6b tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:21:18.325666 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1fdebb83-3f03-471b-a2cc-ccde9272bd6b tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:18.333591 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:21:18.333591 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:21:18.333591 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:21:18.333591 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:21:18.333591 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:21:18.333591 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:21:18.333591 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:21:18.333591 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:21:18.333591 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:21:18.333591 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:21:18.333591 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:21:18.333591 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:21:18.333591 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:21:18.333591 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:21:18.333591 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:21:18.333591 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:21:18.333591 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:21:18.333591 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:21:18.333591 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:21:18.333591 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:21:18.333591 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:21:18.333591 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:21:18.333591 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:21:18.333591 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:21:18.333591 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:21:18.333591 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:21:18.333591 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:21:18.333591 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:21:18.333591 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:21:18.333591 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:21:18.333591 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:21:18.333591 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:21:18.366331 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841b3144-c329-4485-b2d6-a939846732d7 x-openstack-request-id: req-841b3144-c329-4485-b2d6-a939846732d7 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:21:18.366956 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa1e6cff-8a9f-4604-985b-6c921b60da26", "tag": "15a562ef-bbe5-428d-bd3d-e1f0a731f9b2", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:21:18.367389 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-841b3144-c329-4485-b2d6-a939846732d7 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:21:18.367966 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa1e6cff-8a9f-4604-985b-6c921b60da26', 'tag': '15a562ef-bbe5-428d-bd3d-e1f0a731f9b2', 'status': 'completed', 'code': 200} Aug 10 03:21:18.415939 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a1659-728d-48c9-aac0-55f8555cae61 req-fc55b467-30ad-4101-9c19-2675a94933cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:18.426297 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fe9a1659-728d-48c9-aac0-55f8555cae61 req-fc55b467-30ad-4101-9c19-2675a94933cb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dc37c9ae14bb4f3b843815f0becba976&device_id=aa1e6cff-8a9f-4604-985b-6c921b60da26 HTTP/1.1" status: 200 len: 1095 time: 0.1722548 Aug 10 03:21:18.453549 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1fdebb83-3f03-471b-a2cc-ccde9272bd6b tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:18.482033 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1fdebb83-3f03-471b-a2cc-ccde9272bd6b tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:18.495096 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-1fdebb83-3f03-471b-a2cc-ccde9272bd6b tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] 10.222.0.62 "DELETE /v2.0/networks/f1f6800e-d6fe-4d63-bb1f-c42246d24569 HTTP/1.1" status: 204 len: 168 time: 0.7713659 Aug 10 03:21:18.496094 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdebb83-3f03-471b-a2cc-ccde9272bd6b tempest-TaggedBootDevicesTest_v242-1003870824 tempest-TaggedBootDevicesTest_v242-1003870824-project] Pushing event deleted for resources: {'Network': ['ID=f1f6800e-d6fe-4d63-bb1f-c42246d24569,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:18.560481 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fe9a1659-728d-48c9-aac0-55f8555cae61 req-46939d70-f996-4d88-8a0c-00d491e46f81 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=15a562ef-bbe5-428d-bd3d-e1f0a731f9b2 HTTP/1.1" status: 200 len: 217 time: 0.1233158 Aug 10 03:21:18.617721 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88d6425-f1bc-4dc1-808c-b947e07769cc req-0e240cf8-5264-422f-b840-1a39cae8f591 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:18.623778 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e88d6425-f1bc-4dc1-808c-b947e07769cc req-0e240cf8-5264-422f-b840-1a39cae8f591 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e15fa63-4caf-497f-b815-c2ccc823a345 HTTP/1.1" status: 200 len: 945 time: 0.1135461 Aug 10 03:21:18.629969 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2477af63-1164-4c72-917d-d983f83a292f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:18.696402 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2477af63-1164-4c72-917d-d983f83a292f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event deleted for resources: {'Port': ['ID=d4c04d52-02cd-405a-9cb8-229251b63149,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:18.718505 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e88d6425-f1bc-4dc1-808c-b947e07769cc req-60055a1c-6121-4c36-9501-990f2e146125 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673127 Aug 10 03:21:18.802333 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a1659-728d-48c9-aac0-55f8555cae61 req-f236a484-021b-4c96-ac24-e6d2029a695b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:18.803610 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fe9a1659-728d-48c9-aac0-55f8555cae61 req-f236a484-021b-4c96-ac24-e6d2029a695b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0f997ebe-2f8d-458f-b51d-abdea60cfbec HTTP/1.1" status: 200 len: 845 time: 0.2304270 Aug 10 03:21:18.878884 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2477af63-1164-4c72-917d-d983f83a292f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:18.969533 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a1659-728d-48c9-aac0-55f8555cae61 req-20c9e1cf-1a30-486e-bcca-466da64e992a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:18.973633 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fe9a1659-728d-48c9-aac0-55f8555cae61 req-20c9e1cf-1a30-486e-bcca-466da64e992a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f673795f-9e73-4ddb-99c3-f2b6b571c4c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1540661 Aug 10 03:21:19.103242 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2477af63-1164-4c72-917d-d983f83a292f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:19.107253 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2477af63-1164-4c72-917d-d983f83a292f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:19.235401 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fe9a1659-728d-48c9-aac0-55f8555cae61 req-5a67170b-e922-443c-8b1a-2f1bd9b1df3f service neutron] 10.222.0.58 "GET /v2.0/networks/f673795f-9e73-4ddb-99c3-f2b6b571c4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225602 Aug 10 03:21:19.310312 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a81c1-e800-4f64-9246-1641f4dc02dc req-08e417d5-7cc2-429e-a8c0-3f50092774b7 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:19.319489 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ce0a81c1-e800-4f64-9246-1641f4dc02dc req-08e417d5-7cc2-429e-a8c0-3f50092774b7 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa1e6cff-8a9f-4604-985b-6c921b60da26 HTTP/1.1" status: 200 len: 943 time: 0.1191609 Aug 10 03:21:19.333087 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2477af63-1164-4c72-917d-d983f83a292f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:19.333651 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2477af63-1164-4c72-917d-d983f83a292f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Fanout notify agent at l3_agent the message router_deleted on router 3f1386ca-3a4f-4213-80f8-f9b72a8aaa23 {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:21:19.354665 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2477af63-1164-4c72-917d-d983f83a292f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:19.358794 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2477af63-1164-4c72-917d-d983f83a292f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "DELETE /v2.0/routers/3f1386ca-3a4f-4213-80f8-f9b72a8aaa23 HTTP/1.1" status: 204 len: 168 time: 2.6551113 Aug 10 03:21:19.362977 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 58222) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:19.379472 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-fe8e240e-d8a0-4ae4-8c6c-802eb88be43d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Request body: {'network': {'name': 'tempest-RoutersTest-576920673'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:19.402208 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ce0a81c1-e800-4f64-9246-1641f4dc02dc req-d9e1afe6-1354-4190-84fa-b363905760f9 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7796beb-14f2-460e-87f1-bb574459cde4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794117 Aug 10 03:21:19.456626 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fe9a1659-728d-48c9-aac0-55f8555cae61 req-cdec62d8-ce1e-4fd0-b81b-136c3e028dd6 service neutron] 10.222.0.58 "GET /v2.0/networks/f673795f-9e73-4ddb-99c3-f2b6b571c4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163067 Aug 10 03:21:19.471272 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8e240e-d8a0-4ae4-8c6c-802eb88be43d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Made reservation on behalf of c682678ede4c49b18134196e23ba84b8 for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:21:19.486193 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fe8e240e-d8a0-4ae4-8c6c-802eb88be43d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:19.555992 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe8e240e-d8a0-4ae4-8c6c-802eb88be43d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:21:19.581394 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fe8e240e-d8a0-4ae4-8c6c-802eb88be43d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:19.585164 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-fe8e240e-d8a0-4ae4-8c6c-802eb88be43d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Added segment 0f328a97-ce6b-40bd-8799-35ab32b584a9 of type vlan for network 092ee544-8b67-44b0-acee-c73dc9af39a6 Aug 10 03:21:19.614050 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708381a-2e85-44ea-9ced-7fa902fe3a38 req-50c1a2d7-e17c-42d7-93b3-01597b69d434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:19.619020 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-9708381a-2e85-44ea-9ced-7fa902fe3a38 req-50c1a2d7-e17c-42d7-93b3-01597b69d434 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dc37c9ae14bb4f3b843815f0becba976&device_id=aa1e6cff-8a9f-4604-985b-6c921b60da26 HTTP/1.1" status: 200 len: 1095 time: 0.0869648 Aug 10 03:21:19.685357 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fe8e240e-d8a0-4ae4-8c6c-802eb88be43d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:19.766110 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fe8e240e-d8a0-4ae4-8c6c-802eb88be43d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:19.785772 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8e240e-d8a0-4ae4-8c6c-802eb88be43d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:19.791457 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fe8e240e-d8a0-4ae4-8c6c-802eb88be43d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:19.827262 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 58240) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:19.850548 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708381a-2e85-44ea-9ced-7fa902fe3a38 req-55c70782-2efe-404f-a522-8c1733ede023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:19.852200 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-9708381a-2e85-44ea-9ced-7fa902fe3a38 req-55c70782-2efe-404f-a522-8c1733ede023 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f673795f-9e73-4ddb-99c3-f2b6b571c4c6 HTTP/1.1" status: 200 len: 907 time: 0.2240577 Aug 10 03:21:19.937823 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-9708381a-2e85-44ea-9ced-7fa902fe3a38 req-ad985373-2403-4ee4-8990-13da41bc7ebc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=15a562ef-bbe5-428d-bd3d-e1f0a731f9b2 HTTP/1.1" status: 200 len: 217 time: 0.0748203 Aug 10 03:21:20.000695 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708381a-2e85-44ea-9ced-7fa902fe3a38 req-9c82514c-68c2-4460-a6f1-38dba9cbc32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:20.002301 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-9708381a-2e85-44ea-9ced-7fa902fe3a38 req-9c82514c-68c2-4460-a6f1-38dba9cbc32b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0f997ebe-2f8d-458f-b51d-abdea60cfbec HTTP/1.1" status: 200 len: 845 time: 0.0540693 Aug 10 03:21:20.019951 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-fe8e240e-d8a0-4ae4-8c6c-802eb88be43d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6555989 Aug 10 03:21:20.024211 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 58246) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:20.034087 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8e240e-d8a0-4ae4-8c6c-802eb88be43d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event updated for resources: {'Network': ['ID=092ee544-8b67-44b0-acee-c73dc9af39a6,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:20.045930 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-964db589-0fd7-44ab-b7c5-3ec5da420e65 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Request body: {'subnet': {'network_id': '092ee544-8b67-44b0-acee-c73dc9af39a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:20.051945 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 092ee544-8b67-44b0-acee-c73dc9af39a6 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:21:20.090137 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e27d7d-1c30-42a3-9e58-fae8c90c6a44 req-c9e1dd41-67eb-4cb8-9120-7470642f43d8 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:20.092027 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-08e27d7d-1c30-42a3-9e58-fae8c90c6a44 req-c9e1dd41-67eb-4cb8-9120-7470642f43d8 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e15fa63-4caf-497f-b815-c2ccc823a345 HTTP/1.1" status: 200 len: 945 time: 0.1799855 Aug 10 03:21:20.167128 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-08e27d7d-1c30-42a3-9e58-fae8c90c6a44 req-c4946cde-ea10-418c-9d3c-cde76e887c32 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620675 Aug 10 03:21:20.209311 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1941a03b-cb15-43a4-b11b-925220f4d2d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:20.265967 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708381a-2e85-44ea-9ced-7fa902fe3a38 req-18e54479-0c85-492a-8fec-4b1b314719f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:20.267588 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-9708381a-2e85-44ea-9ced-7fa902fe3a38 req-18e54479-0c85-492a-8fec-4b1b314719f4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f673795f-9e73-4ddb-99c3-f2b6b571c4c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2566812 Aug 10 03:21:20.312532 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.db.api [None req-964db589-0fd7-44ab-b7c5-3ec5da420e65 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:21:20.312532 n-d-768851-15 neutron-server[94217]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 10 03:21:20.312532 n-d-768851-15 neutron-server[94217]: [parameters: {'project_id': 'c682678ede4c49b18134196e23ba84b8', 'id': 'a4384571-aa0d-4c49-a1b4-e5f57863a253', 'expiration': datetime.datetime(2021, 8, 10, 3, 23, 20, 270822)}] Aug 10 03:21:20.312532 n-d-768851-15 neutron-server[94217]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:21:20.313021 n-d-768851-15 neutron-server[94217]: DEBUG oslo_db.api [None req-964db589-0fd7-44ab-b7c5-3ec5da420e65 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:21:20.644042 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9566482a-e9dc-427c-bb2a-b919dde277a6 req-80680f32-1112-499d-b454-7f46cd0c9b97 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:20.645710 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9566482a-e9dc-427c-bb2a-b919dde277a6 req-80680f32-1112-499d-b454-7f46cd0c9b97 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa1e6cff-8a9f-4604-985b-6c921b60da26 HTTP/1.1" status: 200 len: 943 time: 0.1211743 Aug 10 03:21:20.704384 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9566482a-e9dc-427c-bb2a-b919dde277a6 req-51191d73-734a-49bc-829f-ede2febe9dbf tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7796beb-14f2-460e-87f1-bb574459cde4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509977 Aug 10 03:21:20.869067 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-9708381a-2e85-44ea-9ced-7fa902fe3a38 req-a9905b44-15cc-415b-81fb-9bbcc909d008 service neutron] 10.222.0.58 "GET /v2.0/networks/f673795f-9e73-4ddb-99c3-f2b6b571c4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5703948 Aug 10 03:21:20.882007 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 58278) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:20.900856 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1941a03b-cb15-43a4-b11b-925220f4d2d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:20.952767 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1941a03b-cb15-43a4-b11b-925220f4d2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:21.051301 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964db589-0fd7-44ab-b7c5-3ec5da420e65 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Made reservation on behalf of c682678ede4c49b18134196e23ba84b8 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:21:21.055671 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-964db589-0fd7-44ab-b7c5-3ec5da420e65 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:21.075750 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1941a03b-cb15-43a4-b11b-925220f4d2d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b224dd8c-4e2d-4ef5-826c-c2bf3323042a,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:21.099317 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1941a03b-cb15-43a4-b11b-925220f4d2d2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f75e20d92119461186e118cd4a9badd7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2711380 Aug 10 03:21:21.102011 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 58284) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:21.217099 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-42768a8b-3c8b-4c73-88ab-9f82b48f02f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:21.235206 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-9708381a-2e85-44ea-9ced-7fa902fe3a38 req-64e3cc70-26a4-4b91-91f4-6c62a4089127 service neutron] 10.222.0.58 "GET /v2.0/networks/f673795f-9e73-4ddb-99c3-f2b6b571c4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584502 Aug 10 03:21:21.349805 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-42768a8b-3c8b-4c73-88ab-9f82b48f02f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:21.372222 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-42768a8b-3c8b-4c73-88ab-9f82b48f02f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:21.404144 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-67e9f3a1-7a1b-4d5e-af57-b1f58273f661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:21.434415 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 15a562ef-bbe5-428d-bd3d-e1f0a731f9b2 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:21:21.487609 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-42768a8b-3c8b-4c73-88ab-9f82b48f02f9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=963907b1c8744886ae9d24d98177575d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6044061 Aug 10 03:21:21.490524 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 58292) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:21.499698 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42768a8b-3c8b-4c73-88ab-9f82b48f02f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52409240-d054-4add-9e08-8bf63f8f9b91,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:21.505744 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-964db589-0fd7-44ab-b7c5-3ec5da420e65 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:21.510902 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-67e9f3a1-7a1b-4d5e-af57-b1f58273f661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:21.530240 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5255d53-d5e8-4f48-94c1-32575fc5eef5 req-d8460e3c-9e5e-4d35-9b07-eb0682994dfc tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:21.532121 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a5255d53-d5e8-4f48-94c1-32575fc5eef5 req-d8460e3c-9e5e-4d35-9b07-eb0682994dfc tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e15fa63-4caf-497f-b815-c2ccc823a345 HTTP/1.1" status: 200 len: 945 time: 0.1805665 Aug 10 03:21:21.611399 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964db589-0fd7-44ab-b7c5-3ec5da420e65 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event updated for resources: {'Subnet': ['ID=4c39e0bc-dbfe-4841-9349-27666438a63b,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:21.634410 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964db589-0fd7-44ab-b7c5-3ec5da420e65 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Checking segment: {'id': '0f328a97-ce6b-40bd-8799-35ab32b584a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '092ee544-8b67-44b0-acee-c73dc9af39a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:21:21.634975 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964db589-0fd7-44ab-b7c5-3ec5da420e65 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Network hostable DHCP agents. Network: 092ee544-8b67-44b0-acee-c73dc9af39a6, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:21:21.635873 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a5255d53-d5e8-4f48-94c1-32575fc5eef5 req-8632db9a-d57f-462e-baae-dc3124436d12 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864480 Aug 10 03:21:21.637188 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-603cbe59-2626-4cc9-95a5-d74b5d1b70ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:21.677875 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-603cbe59-2626-4cc9-95a5-d74b5d1b70ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:21.682759 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-67e9f3a1-7a1b-4d5e-af57-b1f58273f661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:21.688732 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-67e9f3a1-7a1b-4d5e-af57-b1f58273f661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:21.693405 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-67e9f3a1-7a1b-4d5e-af57-b1f58273f661 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b224dd8c-4e2d-4ef5-826c-c2bf3323042a HTTP/1.1" status: 204 len: 168 time: 0.5882542 Aug 10 03:21:21.712937 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964db589-0fd7-44ab-b7c5-3ec5da420e65 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Network 092ee544-8b67-44b0-acee-c73dc9af39a6 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:21:21.748519 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-964db589-0fd7-44ab-b7c5-3ec5da420e65 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 092ee544-8b67-44b0-acee-c73dc9af39a6) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:21.754811 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e9f3a1-7a1b-4d5e-af57-b1f58273f661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b224dd8c-4e2d-4ef5-826c-c2bf3323042a,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:21.762892 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964db589-0fd7-44ab-b7c5-3ec5da420e65 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:21.764780 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-964db589-0fd7-44ab-b7c5-3ec5da420e65 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:21.776039 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 15a562ef-bbe5-428d-bd3d-e1f0a731f9b2, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=15a562ef-bbe5-428d-bd3d-e1f0a731f9b2,segment=NetworkSegment(7994d17d-137a-46f2-95db-467dd6e7c020),segment_id=7994d17d-137a-46f2-95db-467dd6e7c020)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:21.788259 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-603cbe59-2626-4cc9-95a5-d74b5d1b70ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:21.791705 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380746d0-d4ef-46db-ad11-00f9ae95cc0d None None] Network 092ee544-8b67-44b0-acee-c73dc9af39a6 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:21:21.792551 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-603cbe59-2626-4cc9-95a5-d74b5d1b70ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:21.796730 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-603cbe59-2626-4cc9-95a5-d74b5d1b70ca admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/52409240-d054-4add-9e08-8bf63f8f9b91 HTTP/1.1" status: 204 len: 168 time: 0.3039687 Aug 10 03:21:21.801109 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-964db589-0fd7-44ab-b7c5-3ec5da420e65 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7758436 Aug 10 03:21:21.803714 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 58300) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:21.821825 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-c0d2e0f3-f83e-42ba-b6dd-5e18789ddb11 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1948103406', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:21.847220 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603cbe59-2626-4cc9-95a5-d74b5d1b70ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52409240-d054-4add-9e08-8bf63f8f9b91,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:21.873649 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c0d2e0f3-f83e-42ba-b6dd-5e18789ddb11 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:21.876228 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c0d2e0f3-f83e-42ba-b6dd-5e18789ddb11 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:21.944429 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': '15a562ef-bbe5-428d-bd3d-e1f0a731f9b2', 'network_id': 'f673795f-9e73-4ddb-99c3-f2b6b571c4c6', 'port_id': '15a562ef-bbe5-428d-bd3d-e1f0a731f9b2', 'mac_address': 'fa:16:3e:37:3c:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f997ebe-2f8d-458f-b51d-abdea60cfbec', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:21:21.949973 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c0d2e0f3-f83e-42ba-b6dd-5e18789ddb11 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:21.956591 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c0d2e0f3-f83e-42ba-b6dd-5e18789ddb11 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:21.987273 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c0d2e0f3-f83e-42ba-b6dd-5e18789ddb11 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:21.990432 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c0d2e0f3-f83e-42ba-b6dd-5e18789ddb11 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1854091 Aug 10 03:21:21.992980 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 58302) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:22.073128 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5123bb-e2b3-4de2-870e-e28680243ed2 req-574429ee-3d40-4b39-9b6d-75304718e19f tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:22.074790 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bd5123bb-e2b3-4de2-870e-e28680243ed2 req-574429ee-3d40-4b39-9b6d-75304718e19f tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa1e6cff-8a9f-4604-985b-6c921b60da26 HTTP/1.1" status: 200 len: 943 time: 0.2262554 Aug 10 03:21:22.081382 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:22.140783 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15a562ef-bbe5-428d-bd3d-e1f0a731f9b2 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:21:22.158118 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bd5123bb-e2b3-4de2-870e-e28680243ed2 req-d9392a79-32be-434f-af23-00e81e41981e tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7796beb-14f2-460e-87f1-bb574459cde4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769470 Aug 10 03:21:22.228407 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 15a562ef-bbe5-428d-bd3d-e1f0a731f9b2, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=15a562ef-bbe5-428d-bd3d-e1f0a731f9b2,segment=NetworkSegment(7994d17d-137a-46f2-95db-467dd6e7c020),segment_id=7994d17d-137a-46f2-95db-467dd6e7c020)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:22.278837 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:22.356953 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7683dbe-72d9-4888-99a4-510ed07bf6c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-092ee544-8b67-44b0-acee-c73dc9af39a6', 'network_id': '092ee544-8b67-44b0-acee-c73dc9af39a6', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'fixed_ips': [{'subnet_id': '4c39e0bc-dbfe-4841-9349-27666438a63b'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:21:22.358615 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d7683dbe-72d9-4888-99a4-510ed07bf6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:22.469533 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=15a562ef-bbe5-428d-bd3d-e1f0a731f9b2,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:22.517506 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 58322) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:22.534199 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9a24bc59-0a3a-4226-b98d-4a418ff81a8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:22.576308 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['15a562ef-bbe5-428d-bd3d-e1f0a731f9b2'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:21:22.626410 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-d7683dbe-72d9-4888-99a4-510ed07bf6c0 None None] Allocated IP 172.20.0.2 (092ee544-8b67-44b0-acee-c73dc9af39a6/4c39e0bc-dbfe-4841-9349-27666438a63b/5173b77f-209e-4e0e-ab35-81e9b1d94bd6) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:21:22.678328 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c45d9bc3-0140-4206-8fd8-41369a82f60e tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:22.872643 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9a24bc59-0a3a-4226-b98d-4a418ff81a8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:22.891413 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9a24bc59-0a3a-4226-b98d-4a418ff81a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:23.033789 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b015506-9a0e-4805-9c72-ddd7ad6cf300 req-d400ba00-49fb-4483-b7e4-07e3ee4b670f tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:23.054050 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6b015506-9a0e-4805-9c72-ddd7ad6cf300 req-d400ba00-49fb-4483-b7e4-07e3ee4b670f tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e15fa63-4caf-497f-b815-c2ccc823a345 HTTP/1.1" status: 200 len: 945 time: 0.2663617 Aug 10 03:21:23.062648 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24bc59-0a3a-4226-b98d-4a418ff81a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a82aa7-75fe-4aba-9cbb-78734d6edbe4,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:23.087165 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-9a24bc59-0a3a-4226-b98d-4a418ff81a8f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=545e8497108b42dba918542908006280&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5683968 Aug 10 03:21:23.088944 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d7683dbe-72d9-4888-99a4-510ed07bf6c0 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:23.092542 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 58334) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:23.135171 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d7683dbe-72d9-4888-99a4-510ed07bf6c0 None None] Transition to ACTIVE for port object 5173b77f-209e-4e0e-ab35-81e9b1d94bd6 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:21:23.150588 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6b015506-9a0e-4805-9c72-ddd7ad6cf300 req-eba7112e-aa10-4bf3-ba12-33ebf9042f8c tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925694 Aug 10 03:21:23.176149 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d7683dbe-72d9-4888-99a4-510ed07bf6c0 None None] Transition to ACTIVE for port object 5173b77f-209e-4e0e-ab35-81e9b1d94bd6 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:21:23.193277 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d7683dbe-72d9-4888-99a4-510ed07bf6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:23.224713 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d59e5364-ceab-4205-99bc-cfdca278f456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:23.284675 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d59e5364-ceab-4205-99bc-cfdca278f456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:23.314971 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7683dbe-72d9-4888-99a4-510ed07bf6c0 None None] Network 092ee544-8b67-44b0-acee-c73dc9af39a6 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:21:23.326355 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-d7683dbe-72d9-4888-99a4-510ed07bf6c0 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:23.335316 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-c45d9bc3-0140-4206-8fd8-41369a82f60e tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Allocated IP 172.20.0.1 (092ee544-8b67-44b0-acee-c73dc9af39a6/4c39e0bc-dbfe-4841-9349-27666438a63b/e8ddf8e9-c4b9-40b5-8283-cf90ad1b0e98) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:21:23.339035 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7683dbe-72d9-4888-99a4-510ed07bf6c0 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:21:23.379022 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7683dbe-72d9-4888-99a4-510ed07bf6c0 None None] Pushing event updated for resources: {'Port': ['ID=5173b77f-209e-4e0e-ab35-81e9b1d94bd6,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:23.525571 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-d7683dbe-72d9-4888-99a4-510ed07bf6c0 None None] Attempting to bind port 5173b77f-209e-4e0e-ab35-81e9b1d94bd6 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:21:23.526193 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-d7683dbe-72d9-4888-99a4-510ed07bf6c0 None None] Attempting to bind port 5173b77f-209e-4e0e-ab35-81e9b1d94bd6 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '0f328a97-ce6b-40bd-8799-35ab32b584a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '092ee544-8b67-44b0-acee-c73dc9af39a6'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:21:23.529269 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd4f9a-c14e-43ee-bffa-7bd815a41abf req-7ee5c73c-c2d1-4c75-81da-b7170ff09294 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:23.531185 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7683dbe-72d9-4888-99a4-510ed07bf6c0 None None] Attempting to bind port 5173b77f-209e-4e0e-ab35-81e9b1d94bd6 on network 092ee544-8b67-44b0-acee-c73dc9af39a6 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:21:23.536519 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-71cd4f9a-c14e-43ee-bffa-7bd815a41abf req-7ee5c73c-c2d1-4c75-81da-b7170ff09294 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa1e6cff-8a9f-4604-985b-6c921b60da26 HTTP/1.1" status: 200 len: 944 time: 0.2263629 Aug 10 03:21:23.555219 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7683dbe-72d9-4888-99a4-510ed07bf6c0 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:21:23.557048 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7683dbe-72d9-4888-99a4-510ed07bf6c0 None None] Checking segment: {'id': '0f328a97-ce6b-40bd-8799-35ab32b584a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '092ee544-8b67-44b0-acee-c73dc9af39a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:21:23.557593 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d7683dbe-72d9-4888-99a4-510ed07bf6c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:23.559150 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7683dbe-72d9-4888-99a4-510ed07bf6c0 None None] Bound using segment: {'id': '0f328a97-ce6b-40bd-8799-35ab32b584a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '092ee544-8b67-44b0-acee-c73dc9af39a6'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:21:23.559671 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-d7683dbe-72d9-4888-99a4-510ed07bf6c0 None None] Bound port: 5173b77f-209e-4e0e-ab35-81e9b1d94bd6, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f328a97-ce6b-40bd-8799-35ab32b584a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '092ee544-8b67-44b0-acee-c73dc9af39a6'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:21:23.561260 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d7683dbe-72d9-4888-99a4-510ed07bf6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:23.569538 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d59e5364-ceab-4205-99bc-cfdca278f456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:23.575243 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d59e5364-ceab-4205-99bc-cfdca278f456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:23.580885 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d59e5364-ceab-4205-99bc-cfdca278f456 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a9a82aa7-75fe-4aba-9cbb-78734d6edbe4 HTTP/1.1" status: 204 len: 168 time: 0.4864314 Aug 10 03:21:23.629006 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e5364-ceab-4205-99bc-cfdca278f456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a82aa7-75fe-4aba-9cbb-78734d6edbe4,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:23.644016 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c45d9bc3-0140-4206-8fd8-41369a82f60e tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:23.663629 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-71cd4f9a-c14e-43ee-bffa-7bd815a41abf req-3241d5f3-3717-4f8f-b69a-f5d07d8a852f tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7796beb-14f2-460e-87f1-bb574459cde4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166048 Aug 10 03:21:23.713708 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-c45d9bc3-0140-4206-8fd8-41369a82f60e tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Transition to ACTIVE for port object e8ddf8e9-c4b9-40b5-8283-cf90ad1b0e98 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:21:23.755831 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-d7683dbe-72d9-4888-99a4-510ed07bf6c0 None None] For port 5173b77f-209e-4e0e-ab35-81e9b1d94bd6, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:21:23.760853 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-d7683dbe-72d9-4888-99a4-510ed07bf6c0 None None] For port 5173b77f-209e-4e0e-ab35-81e9b1d94bd6, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=5173b77f-209e-4e0e-ab35-81e9b1d94bd6,segment=NetworkSegment(0f328a97-ce6b-40bd-8799-35ab32b584a9),segment_id=0f328a97-ce6b-40bd-8799-35ab32b584a9)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:21:23.771108 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d7683dbe-72d9-4888-99a4-510ed07bf6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:23.796287 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c45d9bc3-0140-4206-8fd8-41369a82f60e tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:23.894934 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45d9bc3-0140-4206-8fd8-41369a82f60e tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event updated for resources: {'Port': ['ID=e8ddf8e9-c4b9-40b5-8283-cf90ad1b0e98,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:23.898144 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7683dbe-72d9-4888-99a4-510ed07bf6c0 None None] Pushing event updated for resources: {'Port': ['ID=5173b77f-209e-4e0e-ab35-81e9b1d94bd6,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:23.926933 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45d9bc3-0140-4206-8fd8-41369a82f60e tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Network 092ee544-8b67-44b0-acee-c73dc9af39a6 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:21:23.928927 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-c45d9bc3-0140-4206-8fd8-41369a82f60e tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:23.933195 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45d9bc3-0140-4206-8fd8-41369a82f60e tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:21:24.010814 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c45d9bc3-0140-4206-8fd8-41369a82f60e tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:24.449835 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c45d9bc3-0140-4206-8fd8-41369a82f60e tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:24.487558 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd9d8c-5115-4fd9-acf6-eac87bfd0887 req-334829fb-d724-4940-adc0-53fc50ecaae8 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:24.492285 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6edd9d8c-5115-4fd9-acf6-eac87bfd0887 req-334829fb-d724-4940-adc0-53fc50ecaae8 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e15fa63-4caf-497f-b815-c2ccc823a345 HTTP/1.1" status: 200 len: 945 time: 0.1806614 Aug 10 03:21:24.604827 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6edd9d8c-5115-4fd9-acf6-eac87bfd0887 req-f374cc32-d772-4795-852c-ae940e0100df tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045632 Aug 10 03:21:24.678943 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 58382) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:25.033840 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e0707-078e-4912-a506-395c3a39b221 req-544bafb8-daf5-47e9-bf25-55106c590cd2 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:25.038299 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-da4e0707-078e-4912-a506-395c3a39b221 req-544bafb8-daf5-47e9-bf25-55106c590cd2 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa1e6cff-8a9f-4604-985b-6c921b60da26 HTTP/1.1" status: 200 len: 944 time: 0.1680763 Aug 10 03:21:25.182921 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-da4e0707-078e-4912-a506-395c3a39b221 req-3dc4d620-12dd-4a2e-bec5-e965beb203a9 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7796beb-14f2-460e-87f1-bb574459cde4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357574 Aug 10 03:21:25.337306 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-ad97ef37-346f-450d-af5d-d3f7d5c553e8 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843-project-admin] Request body: {'floatingip': {'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:25.398252 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ad97ef37-346f-450d-af5d-d3f7d5c553e8 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:25.483839 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 15a562ef-bbe5-428d-bd3d-e1f0a731f9b2 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:21:25.523766 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c45d9bc3-0140-4206-8fd8-41369a82f60e tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:25.537357 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c45d9bc3-0140-4206-8fd8-41369a82f60e tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:25.662613 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28390661-ba7a-4857-a707-4b161e0c432c req-5ddfa94b-b523-4821-86ac-20e1a0ad9b49 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:25.664456 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-28390661-ba7a-4857-a707-4b161e0c432c req-5ddfa94b-b523-4821-86ac-20e1a0ad9b49 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 946 time: 0.1429501 Aug 10 03:21:25.684166 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port 15a562ef-bbe5-428d-bd3d-e1f0a731f9b2 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:21:25.693941 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port 15a562ef-bbe5-428d-bd3d-e1f0a731f9b2 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:25.694568 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:25.803679 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c45d9bc3-0140-4206-8fd8-41369a82f60e tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:25.820537 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-28390661-ba7a-4857-a707-4b161e0c432c req-4515b4f6-e361-489d-8f90-2da025d6d9e4 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=3195847a-22b1-4e5d-a1c3-c326862fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460052 Aug 10 03:21:25.842134 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:25.867957 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa60845a-7dd4-47ec-8b28-a37355e16277 None None] Network 092ee544-8b67-44b0-acee-c73dc9af39a6 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:21:25.874074 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45d9bc3-0140-4206-8fd8-41369a82f60e tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event updated for resources: {'Port': ['ID=e8ddf8e9-c4b9-40b5-8283-cf90ad1b0e98,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:25.933519 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 5173b77f-209e-4e0e-ab35-81e9b1d94bd6 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:21:25.945565 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa1e6cff-8a9f-4604-985b-6c921b60da26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a562ef-bbe5-428d-bd3d-e1f0a731f9b2'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:21:25.948412 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae15a4a-0bc9-410b-888a-b44db31e92e0" -d '{"events": [{"server_uuid": "aa1e6cff-8a9f-4604-985b-6c921b60da26", "name": "network-vif-plugged", "status": "completed", "tag": "15a562ef-bbe5-428d-bd3d-e1f0a731f9b2"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:21:25.991996 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 15a562ef-bbe5-428d-bd3d-e1f0a731f9b2, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=15a562ef-bbe5-428d-bd3d-e1f0a731f9b2,segment=NetworkSegment(7994d17d-137a-46f2-95db-467dd6e7c020),segment_id=7994d17d-137a-46f2-95db-467dd6e7c020)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:26.013773 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:26.016745 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-2d98eee1-5f1a-4d0d-93fb-658d90963845 None None] Provisioning for port 5173b77f-209e-4e0e-ab35-81e9b1d94bd6 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:21:26.024934 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42511753-635a-464c-938d-ade5b9014503 x-openstack-request-id: req-42511753-635a-464c-938d-ade5b9014503 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:21:26.026086 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa1e6cff-8a9f-4604-985b-6c921b60da26", "name": "network-vif-plugged", "status": "completed", "tag": "15a562ef-bbe5-428d-bd3d-e1f0a731f9b2", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:21:26.026684 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-42511753-635a-464c-938d-ade5b9014503 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:21:26.027343 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa1e6cff-8a9f-4604-985b-6c921b60da26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a562ef-bbe5-428d-bd3d-e1f0a731f9b2', 'code': 200} Aug 10 03:21:26.029676 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ad97ef37-346f-450d-af5d-d3f7d5c553e8 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:26.037884 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45d9bc3-0140-4206-8fd8-41369a82f60e tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Network 092ee544-8b67-44b0-acee-c73dc9af39a6 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:21:26.045455 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-c45d9bc3-0140-4206-8fd8-41369a82f60e tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:26.093537 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51be199-c7b2-4fee-8d5e-f88664380bd3 req-2b2bd1d9-aa51-4672-89ee-077b84e2826e tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:26.095183 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c51be199-c7b2-4fee-8d5e-f88664380bd3 req-2b2bd1d9-aa51-4672-89ee-077b84e2826e tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e15fa63-4caf-497f-b815-c2ccc823a345 HTTP/1.1" status: 200 len: 945 time: 0.2338591 Aug 10 03:21:26.194112 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 5173b77f-209e-4e0e-ab35-81e9b1d94bd6 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:21:26.198911 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=15a562ef-bbe5-428d-bd3d-e1f0a731f9b2,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:26.256680 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 5173b77f-209e-4e0e-ab35-81e9b1d94bd6 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:26.257094 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:26.285912 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:26.364185 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:26.473337 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:26.518333 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c51be199-c7b2-4fee-8d5e-f88664380bd3 req-2268cb94-e282-4f28-a2fe-ccf9fe7d46c1 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4157932 Aug 10 03:21:26.534337 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561aaa13-a98d-4bfd-971d-89e477638cc4 req-42d6ae56-061e-4eaf-b60e-7608fb92bdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:26.537851 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-561aaa13-a98d-4bfd-971d-89e477638cc4 req-42d6ae56-061e-4eaf-b60e-7608fb92bdf5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=aa1e6cff-8a9f-4604-985b-6c921b60da26 HTTP/1.1" status: 200 len: 1097 time: 0.4554660 Aug 10 03:21:26.575305 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 5173b77f-209e-4e0e-ab35-81e9b1d94bd6, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=5173b77f-209e-4e0e-ab35-81e9b1d94bd6,segment=NetworkSegment(0f328a97-ce6b-40bd-8799-35ab32b584a9),segment_id=0f328a97-ce6b-40bd-8799-35ab32b584a9)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:26.594623 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:26.643418 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-561aaa13-a98d-4bfd-971d-89e477638cc4 req-fe05277f-148b-48f2-9c73-d2b6fbedb5e1 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e7796beb-14f2-460e-87f1-bb574459cde4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867827 Aug 10 03:21:26.667987 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c45d9bc3-0140-4206-8fd8-41369a82f60e tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Router 4908db79-8aee-4865-b14e-219fdf40f72f is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:21:26.671500 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680683e8-a48a-4531-b19a-f1dbe7f04981 req-82def948-51e1-46f8-8b5e-60089bcda646 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:26.680841 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-680683e8-a48a-4531-b19a-f1dbe7f04981 req-82def948-51e1-46f8-8b5e-60089bcda646 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa1e6cff-8a9f-4604-985b-6c921b60da26 HTTP/1.1" status: 200 len: 945 time: 0.3220594 Aug 10 03:21:26.690069 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-ad97ef37-346f-450d-af5d-d3f7d5c553e8 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843-project-admin] Allocated IP 172.25.7.101 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/a9f0080d-167a-4f94-a421-595f321d2146) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:21:26.702507 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=5173b77f-209e-4e0e-ab35-81e9b1d94bd6,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:26.755347 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-680683e8-a48a-4531-b19a-f1dbe7f04981 req-62a567ec-cb90-4598-9253-803a91428cf5 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7796beb-14f2-460e-87f1-bb574459cde4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683024 Aug 10 03:21:26.878829 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-adbcbe4f-3518-45cf-84c4-aedd7a040d79 None None] Provisioning for port e8ddf8e9-c4b9-40b5-8283-cf90ad1b0e98 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:21:26.882517 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c45d9bc3-0140-4206-8fd8-41369a82f60e tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:21:26.892472 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c45d9bc3-0140-4206-8fd8-41369a82f60e tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "PUT /v2.0/routers/4908db79-8aee-4865-b14e-219fdf40f72f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8934615 Aug 10 03:21:26.894369 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 58446) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:26.900707 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-adbcbe4f-3518-45cf-84c4-aedd7a040d79 None None] Provisioning complete for port e8ddf8e9-c4b9-40b5-8283-cf90ad1b0e98 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:26.901332 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-adbcbe4f-3518-45cf-84c4-aedd7a040d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:26.901857 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8145a7-d913-4655-a472-19b4d36b8fc7 None None] Sync routers for ids ['4908db79-8aee-4865-b14e-219fdf40f72f'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:21:26.917996 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8145a7-d913-4655-a472-19b4d36b8fc7 None None] Routers {'4908db79-8aee-4865-b14e-219fdf40f72f'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:21:26.923013 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-ff8145a7-d913-4655-a472-19b4d36b8fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:21:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['4908db79-8aee-4865-b14e-219fdf40f72f'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:26.998314 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07fce9b-9934-4675-85ae-9e96986ff09d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:27.003475 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-c07fce9b-9934-4675-85ae-9e96986ff09d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "GET /v2.0/ports/e8ddf8e9-c4b9-40b5-8283-cf90ad1b0e98 HTTP/1.1" status: 200 len: 910 time: 0.1023650 Aug 10 03:21:27.005811 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 58454) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:27.012445 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-e61eeb3a-3978-430f-aa1f-2f70b49ab866 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4c39e0bc-dbfe-4841-9349-27666438a63b'}]}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:27.022704 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ad97ef37-346f-450d-af5d-d3f7d5c553e8 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:27.056840 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-adbcbe4f-3518-45cf-84c4-aedd7a040d79 None None] Port e8ddf8e9-c4b9-40b5-8283-cf90ad1b0e98 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:21:27.096173 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef46962-ef3a-4e1b-aaa9-a323309810d9 req-bc13f62c-9ff0-4200-90c5-03813701826d tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:27.096540 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-adbcbe4f-3518-45cf-84c4-aedd7a040d79 None None] Provisioning complete for port 5173b77f-209e-4e0e-ab35-81e9b1d94bd6 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:27.096858 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-adbcbe4f-3518-45cf-84c4-aedd7a040d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:27.099183 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1ef46962-ef3a-4e1b-aaa9-a323309810d9 req-bc13f62c-9ff0-4200-90c5-03813701826d tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.58 "GET /v2.0/ports?device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 946 time: 0.2078412 Aug 10 03:21:27.099593 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-ff8145a7-d913-4655-a472-19b4d36b8fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:27.132875 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8145a7-d913-4655-a472-19b4d36b8fc7 None None] Routers {'4908db79-8aee-4865-b14e-219fdf40f72f'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:21:27.133532 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-ff8145a7-d913-4655-a472-19b4d36b8fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:21:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['4908db79-8aee-4865-b14e-219fdf40f72f'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:27.246131 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-ff8145a7-d913-4655-a472-19b4d36b8fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:27.266877 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8145a7-d913-4655-a472-19b4d36b8fc7 None None] The sync data for ids ['4908db79-8aee-4865-b14e-219fdf40f72f'] in n-d-768851-15 is: [] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:21:27.362922 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-1ef46962-ef3a-4e1b-aaa9-a323309810d9 req-2ee8e066-350a-486c-afd3-a13deea1adf1 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Deleting port ecb5cb29-bad7-4e0b-a042-66dbc308ed97 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:21:27.368966 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-1ef46962-ef3a-4e1b-aaa9-a323309810d9 req-2ee8e066-350a-486c-afd3-a13deea1adf1 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:27.416241 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5cb3b8-942c-4b56-87c5-855387b47133 req-41c37756-fc05-4ab0-bf89-faebc934a564 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:27.418017 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-db5cb3b8-942c-4b56-87c5-855387b47133 req-41c37756-fc05-4ab0-bf89-faebc934a564 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 946 time: 0.3548219 Aug 10 03:21:27.438120 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ad97ef37-346f-450d-af5d-d3f7d5c553e8 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:27.467203 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-7dc12374-46c7-428e-bf68-977e29a9f430 None None] Provisioning complete for port e8ddf8e9-c4b9-40b5-8283-cf90ad1b0e98 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:27.471053 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7dc12374-46c7-428e-bf68-977e29a9f430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:27.545496 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad97ef37-346f-450d-af5d-d3f7d5c553e8 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843-project-admin] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:21:27.563362 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-7dc12374-46c7-428e-bf68-977e29a9f430 None None] Port e8ddf8e9-c4b9-40b5-8283-cf90ad1b0e98 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:21:27.600189 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-ad97ef37-346f-450d-af5d-d3f7d5c553e8 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843-project-admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:27.611811 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad97ef37-346f-450d-af5d-d3f7d5c553e8 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843-project-admin] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:21:27.654601 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-1ef46962-ef3a-4e1b-aaa9-a323309810d9 req-2ee8e066-350a-486c-afd3-a13deea1adf1 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] For port ecb5cb29-bad7-4e0b-a042-66dbc308ed97, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=ecb5cb29-bad7-4e0b-a042-66dbc308ed97,segment=NetworkSegment(b14795c0-984c-4c21-bc5c-b1b39903d907),segment_id=b14795c0-984c-4c21-bc5c-b1b39903d907)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:27.656704 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-1ef46962-ef3a-4e1b-aaa9-a323309810d9 req-2ee8e066-350a-486c-afd3-a13deea1adf1 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:27.812310 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 5173b77f-209e-4e0e-ab35-81e9b1d94bd6 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:21:27.816255 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad97ef37-346f-450d-af5d-d3f7d5c553e8 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843-project-admin] Pushing event updated for resources: {'Port': ['ID=a9f0080d-167a-4f94-a421-595f321d2146,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:27.852736 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-db5cb3b8-942c-4b56-87c5-855387b47133 req-ba1bc93b-170b-469b-850b-757de326c0c9 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups?id=3195847a-22b1-4e5d-a1c3-c326862fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4228051 Aug 10 03:21:27.862068 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e61eeb3a-3978-430f-aa1f-2f70b49ab866 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:27.883870 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1efc37-d949-4473-983e-81952506c976 req-494bf80b-c38e-4b1f-a199-8fb8927b6e3a tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:27.892254 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bd1efc37-d949-4473-983e-81952506c976 req-494bf80b-c38e-4b1f-a199-8fb8927b6e3a tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e15fa63-4caf-497f-b815-c2ccc823a345 HTTP/1.1" status: 200 len: 945 time: 0.1677072 Aug 10 03:21:27.893973 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-4221a021-f23a-47ba-8893-2ce7ed2a1964 None None] Provisioning complete for port e8ddf8e9-c4b9-40b5-8283-cf90ad1b0e98 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:27.912584 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4221a021-f23a-47ba-8893-2ce7ed2a1964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:27.954046 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-1ef46962-ef3a-4e1b-aaa9-a323309810d9 req-2ee8e066-350a-486c-afd3-a13deea1adf1 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:27.954660 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-1ef46962-ef3a-4e1b-aaa9-a323309810d9 req-2ee8e066-350a-486c-afd3-a13deea1adf1 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:27.955085 n-d-768851-15 neutron-server[94217]: INFO neutron.db.l3_db [req-1ef46962-ef3a-4e1b-aaa9-a323309810d9 req-2ee8e066-350a-486c-afd3-a13deea1adf1 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Floating IP 95dba9cc-0d7d-4e2e-a502-219b467e8051 disassociated. External IP: 172.25.7.138, port: ecb5cb29-bad7-4e0b-a042-66dbc308ed97. Aug 10 03:21:27.958080 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-1ef46962-ef3a-4e1b-aaa9-a323309810d9 req-2ee8e066-350a-486c-afd3-a13deea1adf1 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Calling delete_port for ecb5cb29-bad7-4e0b-a042-66dbc308ed97 owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:21:28.001110 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-4221a021-f23a-47ba-8893-2ce7ed2a1964 None None] Port e8ddf8e9-c4b9-40b5-8283-cf90ad1b0e98 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:21:28.026132 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 5173b77f-209e-4e0e-ab35-81e9b1d94bd6 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:28.026883 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:28.255093 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 58478) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:28.337340 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ad97ef37-346f-450d-af5d-d3f7d5c553e8 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:28.342402 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-1ef46962-ef3a-4e1b-aaa9-a323309810d9 req-2ee8e066-350a-486c-afd3-a13deea1adf1 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:28.398559 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bd1efc37-d949-4473-983e-81952506c976 req-daea3302-52d6-4de0-bd22-a99405d1b89f tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5050752 Aug 10 03:21:28.430790 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee8e066-350a-486c-afd3-a13deea1adf1 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Pushing event deleted for resources: {'Port': ['ID=ecb5cb29-bad7-4e0b-a042-66dbc308ed97,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:28.467682 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626facb-d9d7-4449-94ec-53c968b999f8 req-2a6d6b0e-f0f0-43ca-a98d-6f158c851336 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:28.469489 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e626facb-d9d7-4449-94ec-53c968b999f8 req-2a6d6b0e-f0f0-43ca-a98d-6f158c851336 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa1e6cff-8a9f-4604-985b-6c921b60da26 HTTP/1.1" status: 200 len: 945 time: 0.1999612 Aug 10 03:21:28.473631 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ad97ef37-346f-450d-af5d-d3f7d5c553e8 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:28.546946 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7b0aae40-82a9-4224-b473-1a4de9598730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:28.684999 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ef46962-ef3a-4e1b-aaa9-a323309810d9 req-2ee8e066-350a-486c-afd3-a13deea1adf1 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Router 13d9a6c2-9eb1-46e1-af07-d8aaa14d0364 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:21:28.746367 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ad97ef37-346f-450d-af5d-d3f7d5c553e8 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:28.771865 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e626facb-d9d7-4449-94ec-53c968b999f8 req-7fb585bf-d23d-4f93-8ad5-21c081992712 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7796beb-14f2-460e-87f1-bb574459cde4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2890747 Aug 10 03:21:28.784962 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ad97ef37-346f-450d-af5d-d3f7d5c553e8 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:28.803150 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e61eeb3a-3978-430f-aa1f-2f70b49ab866 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:28.841263 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7b0aae40-82a9-4224-b473-1a4de9598730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:28.856950 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ad97ef37-346f-450d-af5d-d3f7d5c553e8 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:28.864517 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7b0aae40-82a9-4224-b473-1a4de9598730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:28.906357 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0aae40-82a9-4224-b473-1a4de9598730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=339cce31-e1ec-416e-9cd7-72d25e606c64,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:28.907212 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ad97ef37-346f-450d-af5d-d3f7d5c553e8 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:28.908491 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ad97ef37-346f-450d-af5d-d3f7d5c553e8 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843-project-admin] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2285061 Aug 10 03:21:28.909208 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e61eeb3a-3978-430f-aa1f-2f70b49ab866 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:28.913796 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 58488) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:28.922505 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-7c9801f6-e3b5-4018-aa25-8bceae23ca58 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1331946216', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'fixed_ips': [{'ip_address': '172.25.7.101'}]}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:28.959870 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ef46962-ef3a-4e1b-aaa9-a323309810d9 req-2ee8e066-350a-486c-afd3-a13deea1adf1 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:21:28.963880 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9801f6-e3b5-4018-aa25-8bceae23ca58 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843-project-admin] Made reservation on behalf of cefbdbed0e654b9b808e6880783fbf7f for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:21:28.964816 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7c9801f6-e3b5-4018-aa25-8bceae23ca58 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:28.971194 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1517afec-d4d8-4baa-ace5-9e883f12307f None None] Sync routers for ids ['13d9a6c2-9eb1-46e1-af07-d8aaa14d0364'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:21:28.998848 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1517afec-d4d8-4baa-ace5-9e883f12307f None None] Routers {'13d9a6c2-9eb1-46e1-af07-d8aaa14d0364'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:21:28.999564 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-1517afec-d4d8-4baa-ace5-9e883f12307f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:21:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['13d9a6c2-9eb1-46e1-af07-d8aaa14d0364'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:29.015640 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7b0aae40-82a9-4224-b473-1a4de9598730 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e1a7b57d4bd14286a1e6fa2bbcd1786a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7595522 Aug 10 03:21:29.017025 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7c9801f6-e3b5-4018-aa25-8bceae23ca58 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:29.040140 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 58492) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:29.104389 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61eeb3a-3978-430f-aa1f-2f70b49ab866 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:29.104914 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e61eeb3a-3978-430f-aa1f-2f70b49ab866 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:29.109351 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-e61eeb3a-3978-430f-aa1f-2f70b49ab866 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "PUT /v2.0/ports/e8ddf8e9-c4b9-40b5-8283-cf90ad1b0e98 HTTP/1.1" status: 200 len: 910 time: 2.0990794 Aug 10 03:21:29.164299 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 58494) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:29.180441 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7c9801f6-e3b5-4018-aa25-8bceae23ca58 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:29.205424 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ef46962-ef3a-4e1b-aaa9-a323309810d9 req-2ee8e066-350a-486c-afd3-a13deea1adf1 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] No DVR routers for this DVR port ecb5cb29-bad7-4e0b-a042-66dbc308ed97 on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:21:29.220774 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7c9801f6-e3b5-4018-aa25-8bceae23ca58 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:29.223912 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-1ef46962-ef3a-4e1b-aaa9-a323309810d9 req-2ee8e066-350a-486c-afd3-a13deea1adf1 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:29.226858 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1ef46962-ef3a-4e1b-aaa9-a323309810d9 req-2ee8e066-350a-486c-afd3-a13deea1adf1 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.58 "DELETE /v2.0/ports/ecb5cb29-bad7-4e0b-a042-66dbc308ed97 HTTP/1.1" status: 204 len: 173 time: 2.1153386 Aug 10 03:21:29.243048 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dbb5b71-0b23-4039-8dde-5e77b8029aa0', 'name': 'network-vif-deleted', 'tag': 'ecb5cb29-bad7-4e0b-a042-66dbc308ed97'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:21:29.246695 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e2ea54-f9e5-4250-8641-391361e9ee62" -d '{"events": [{"server_uuid": "9dbb5b71-0b23-4039-8dde-5e77b8029aa0", "name": "network-vif-deleted", "tag": "ecb5cb29-bad7-4e0b-a042-66dbc308ed97"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:21:29.265529 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [None req-7c9801f6-e3b5-4018-aa25-8bceae23ca58 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843-project-admin] device_id is not set on port b73ba1c3-f357-4a01-9211-9a1093b0c69b yet. {{(pid=94217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:21:29.304177 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9801f6-e3b5-4018-aa25-8bceae23ca58 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=814e4f35-d973-4e0d-bdb1-9d390cab6bb2,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:29.317315 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-1517afec-d4d8-4baa-ace5-9e883f12307f None None] Set router 13d9a6c2-9eb1-46e1-af07-d8aaa14d0364 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:21:29.423081 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-11c05e98-6bbd-414a-99dd-0f9f59e950b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:29.492319 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-11c05e98-6bbd-414a-99dd-0f9f59e950b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:29.497895 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device ecb5cb29-bad7-4e0b-a042-66dbc308ed97 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:21:29.596026 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: ecb5cb29-bad7-4e0b-a042-66dbc308ed97 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:21:29.596484 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device ecb5cb29-bad7-4e0b-a042-66dbc308ed97 not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:21:29.684442 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-11c05e98-6bbd-414a-99dd-0f9f59e950b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:29.688059 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-11c05e98-6bbd-414a-99dd-0f9f59e950b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:29.690085 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-11c05e98-6bbd-414a-99dd-0f9f59e950b5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/339cce31-e1ec-416e-9cd7-72d25e606c64 HTTP/1.1" status: 204 len: 168 time: 0.5061076 Aug 10 03:21:29.695009 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c9801f6-e3b5-4018-aa25-8bceae23ca58 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 10 03:21:29.697553 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c9801f6-e3b5-4018-aa25-8bceae23ca58 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:21:29.711032 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c05e98-6bbd-414a-99dd-0f9f59e950b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339cce31-e1ec-416e-9cd7-72d25e606c64,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:29.732551 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7c9801f6-e3b5-4018-aa25-8bceae23ca58 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.8147039 Aug 10 03:21:29.745203 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 58512) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:29.841655 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-65b15a25-2e54-4606-ab53-a9654a184330 req-8a23a8e4-74d7-4c88-8b6d-8229477f38f3 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dbb5b71-0b23-4039-8dde-5e77b8029aa0 HTTP/1.1" status: 200 len: 210 time: 0.7476404 Aug 10 03:21:29.863816 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad97ef37-346f-450d-af5d-d3f7d5c553e8 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843-project-admin] Pushing event updated for resources: {'Port': ['ID=a9f0080d-167a-4f94-a421-595f321d2146,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:29.884783 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad97ef37-346f-450d-af5d-d3f7d5c553e8 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:29.885435 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad97ef37-346f-450d-af5d-d3f7d5c553e8 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:29.886010 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad97ef37-346f-450d-af5d-d3f7d5c553e8 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:29.886617 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad97ef37-346f-450d-af5d-d3f7d5c553e8 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:29.887242 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad97ef37-346f-450d-af5d-d3f7d5c553e8 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:29.887805 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad97ef37-346f-450d-af5d-d3f7d5c553e8 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:29.888366 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad97ef37-346f-450d-af5d-d3f7d5c553e8 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:29.889004 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad97ef37-346f-450d-af5d-d3f7d5c553e8 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:29.889563 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad97ef37-346f-450d-af5d-d3f7d5c553e8 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:29.890125 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad97ef37-346f-450d-af5d-d3f7d5c553e8 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:29.890711 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad97ef37-346f-450d-af5d-d3f7d5c553e8 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:29.903246 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad97ef37-346f-450d-af5d-d3f7d5c553e8 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:30.008307 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9625503-bf6c-45e8-8333-2179026bd171 req-f8bd0950-774b-40c2-be36-6458feaf8fad tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:30.018309 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f9625503-bf6c-45e8-8333-2179026bd171 req-f8bd0950-774b-40c2-be36-6458feaf8fad tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa1e6cff-8a9f-4604-985b-6c921b60da26 HTTP/1.1" status: 200 len: 945 time: 0.9313805 Aug 10 03:21:30.109951 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-1517afec-d4d8-4baa-ace5-9e883f12307f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d9a6c2-9eb1-46e1-af07-d8aaa14d0364', 'name': 'tempest-AttachVolumeShelveTestJSON-1128468652-router', 'tenant_id': '0c00b01e0806491485adebe5c1c180f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'b33265c4-a0e4-4f43-ae0c-d69841a13821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:12:39Z', 'updated_at': '2021-08-10T03:12:44Z', 'revision_number': 4, 'project_id': '0c00b01e0806491485adebe5c1c180f7', 'gw_port': {'id': 'b33265c4-a0e4-4f43-ae0c-d69841a13821', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d9a6c2-9eb1-46e1-af07-d8aaa14d0364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:12:40Z', 'updated_at': '2021-08-10T03:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '9a25952a-9ef1-4c85-b91e-c0c0f02dd688', 'name': '', 'network_id': 'c0759395-72d8-4de6-9611-c9ba0ebf5417', 'tenant_id': '0c00b01e0806491485adebe5c1c180f7', 'mac_address': 'fa:16:3e:f5:43:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d9a6c2-9eb1-46e1-af07-d8aaa14d0364', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '3edf7dab-cede-45e3-a40b-9026654a3743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:12:43Z', 'updated_at': '2021-08-10T03:12:52Z', 'revision_number': 5, 'project_id': '0c00b01e0806491485adebe5c1c180f7', 'subnets': [{'id': '3edf7dab-cede-45e3-a40b-9026654a3743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:30.153858 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 58514) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:30.169767 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1517afec-d4d8-4baa-ace5-9e883f12307f None None] Checking router: 13d9a6c2-9eb1-46e1-af07-d8aaa14d0364 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:21:30.173985 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-c21a95e6-7b01-4054-8129-a22571d4b02d tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Request body: {'floatingip': {'port_id': '15a562ef-bbe5-428d-bd3d-e1f0a731f9b2'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:30.181546 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1517afec-d4d8-4baa-ace5-9e883f12307f None None] Routers {'13d9a6c2-9eb1-46e1-af07-d8aaa14d0364'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:21:30.182185 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-1517afec-d4d8-4baa-ace5-9e883f12307f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:21:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['13d9a6c2-9eb1-46e1-af07-d8aaa14d0364'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:30.396882 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ac2f6521-0dc4-4abf-ae39-a78b915b5b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:30.435237 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c21a95e6-7b01-4054-8129-a22571d4b02d tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Notify callbacks [] for floatingip, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:30.477393 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-1517afec-d4d8-4baa-ace5-9e883f12307f None None] Set router 13d9a6c2-9eb1-46e1-af07-d8aaa14d0364 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:21:30.482921 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61eeb3a-3978-430f-aa1f-2f70b49ab866 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event updated for resources: {'Port': ['ID=e8ddf8e9-c4b9-40b5-8283-cf90ad1b0e98,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:30.491238 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 58518) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:30.754700 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f2b3bf-496a-4870-8cdb-23fe69b03d57 x-openstack-request-id: req-08f2b3bf-496a-4870-8cdb-23fe69b03d57 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:21:30.755491 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dbb5b71-0b23-4039-8dde-5e77b8029aa0", "name": "network-vif-deleted", "tag": "ecb5cb29-bad7-4e0b-a042-66dbc308ed97", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:21:30.755916 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-08f2b3bf-496a-4870-8cdb-23fe69b03d57 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:21:30.756488 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dbb5b71-0b23-4039-8dde-5e77b8029aa0', 'name': 'network-vif-deleted', 'tag': 'ecb5cb29-bad7-4e0b-a042-66dbc308ed97', 'status': 'completed', 'code': 200} Aug 10 03:21:30.899444 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-8e89ca1e-42b9-48cb-a627-2f7a5bf4d073 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843-project-admin] Deleting port a9f0080d-167a-4f94-a421-595f321d2146 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:21:30.905662 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8e89ca1e-42b9-48cb-a627-2f7a5bf4d073 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:30.956346 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-1517afec-d4d8-4baa-ace5-9e883f12307f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d9a6c2-9eb1-46e1-af07-d8aaa14d0364', 'name': 'tempest-AttachVolumeShelveTestJSON-1128468652-router', 'tenant_id': '0c00b01e0806491485adebe5c1c180f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'b33265c4-a0e4-4f43-ae0c-d69841a13821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:12:39Z', 'updated_at': '2021-08-10T03:12:44Z', 'revision_number': 4, 'project_id': '0c00b01e0806491485adebe5c1c180f7', 'gw_port': {'id': 'b33265c4-a0e4-4f43-ae0c-d69841a13821', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d9a6c2-9eb1-46e1-af07-d8aaa14d0364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:12:40Z', 'updated_at': '2021-08-10T03:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '9a25952a-9ef1-4c85-b91e-c0c0f02dd688', 'name': '', 'network_id': 'c0759395-72d8-4de6-9611-c9ba0ebf5417', 'tenant_id': '0c00b01e0806491485adebe5c1c180f7', 'mac_address': 'fa:16:3e:f5:43:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d9a6c2-9eb1-46e1-af07-d8aaa14d0364', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '3edf7dab-cede-45e3-a40b-9026654a3743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:12:43Z', 'updated_at': '2021-08-10T03:12:52Z', 'revision_number': 5, 'project_id': '0c00b01e0806491485adebe5c1c180f7', 'subnets': [{'id': '3edf7dab-cede-45e3-a40b-9026654a3743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:31.005955 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-79c846d3-7d7c-4095-a080-c8973d897e13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:31.028630 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8e89ca1e-42b9-48cb-a627-2f7a5bf4d073 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:31.029054 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8e89ca1e-42b9-48cb-a627-2f7a5bf4d073 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:31.050221 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1517afec-d4d8-4baa-ace5-9e883f12307f None None] The sync data for ids ['13d9a6c2-9eb1-46e1-af07-d8aaa14d0364'] in n-d-768851-15 is: [{'id': '13d9a6c2-9eb1-46e1-af07-d8aaa14d0364', 'name': 'tempest-AttachVolumeShelveTestJSON-1128468652-router', 'tenant_id': '0c00b01e0806491485adebe5c1c180f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'b33265c4-a0e4-4f43-ae0c-d69841a13821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:12:39Z', 'updated_at': '2021-08-10T03:12:44Z', 'revision_number': 4, 'project_id': '0c00b01e0806491485adebe5c1c180f7', 'gw_port': {'id': 'b33265c4-a0e4-4f43-ae0c-d69841a13821', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d9a6c2-9eb1-46e1-af07-d8aaa14d0364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:12:40Z', 'updated_at': '2021-08-10T03:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '9a25952a-9ef1-4c85-b91e-c0c0f02dd688', 'name': '', 'network_id': 'c0759395-72d8-4de6-9611-c9ba0ebf5417', 'tenant_id': '0c00b01e0806491485adebe5c1c180f7', 'mac_address': 'fa:16:3e:f5:43:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d9a6c2-9eb1-46e1-af07-d8aaa14d0364', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '3edf7dab-cede-45e3-a40b-9026654a3743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:12:43Z', 'updated_at': '2021-08-10T03:12:52Z', 'revision_number': 5, 'project_id': '0c00b01e0806491485adebe5c1c180f7', 'subnets': [{'id': '3edf7dab-cede-45e3-a40b-9026654a3743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:21:31.077585 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-8e89ca1e-42b9-48cb-a627-2f7a5bf4d073 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843-project-admin] Calling delete_port for a9f0080d-167a-4f94-a421-595f321d2146 owned by network:floatingip {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:21:31.108581 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb89f1-3760-4545-99c5-f105f454e6a2 req-4d0b06b9-5afd-4364-ba80-0ca830388c7e tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:31.124849 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-08fb89f1-3760-4545-99c5-f105f454e6a2 req-4d0b06b9-5afd-4364-ba80-0ca830388c7e tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e15fa63-4caf-497f-b815-c2ccc823a345 HTTP/1.1" status: 200 len: 945 time: 0.9716449 Aug 10 03:21:31.317174 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-08fb89f1-3760-4545-99c5-f105f454e6a2 req-e63d1e7d-3d55-4e68-a6bb-72c0d92c9ec9 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910727 Aug 10 03:21:31.326807 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8e89ca1e-42b9-48cb-a627-2f7a5bf4d073 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:31.391250 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e89ca1e-42b9-48cb-a627-2f7a5bf4d073 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843-project-admin] Pushing event deleted for resources: {'Port': ['ID=a9f0080d-167a-4f94-a421-595f321d2146,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:31.448163 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6e77ba98-405f-494b-8809-c7060b2a87c2 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:31.490376 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8e89ca1e-42b9-48cb-a627-2f7a5bf4d073 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:31.492811 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8e89ca1e-42b9-48cb-a627-2f7a5bf4d073 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:31.495053 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8e89ca1e-42b9-48cb-a627-2f7a5bf4d073 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843 tempest-ExternalNetworksAdminNegativeTestJSON-1691212843-project-admin] 10.222.0.62 "DELETE /v2.0/floatingips/4946d6eb-45ab-4814-85e1-bb1fbff80cd6 HTTP/1.1" status: 204 len: 168 time: 1.7476845 Aug 10 03:21:31.638051 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c7c7a2-aa8a-42b7-8f59-e6f2634671b5 None None] New status for floating IP 95dba9cc-0d7d-4e2e-a502-219b467e8051: DOWN {{(pid=94219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:21:31.671331 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-79c846d3-7d7c-4095-a080-c8973d897e13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:31.733800 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 58534) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:31.900433 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-44806cd2-d465-48b6-b7b8-b79570105823 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:31.954415 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-44806cd2-d465-48b6-b7b8-b79570105823 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:32.000493 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-79c846d3-7d7c-4095-a080-c8973d897e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:32.010504 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 58542) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:32.046521 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-44806cd2-d465-48b6-b7b8-b79570105823 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:32.054161 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-44806cd2-d465-48b6-b7b8-b79570105823 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:32.055580 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-44806cd2-d465-48b6-b7b8-b79570105823 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "DELETE /v2.0/security-groups/3195847a-22b1-4e5d-a1c3-c326862fc39d HTTP/1.1" status: 204 len: 168 time: 0.3207228 Aug 10 03:21:32.066459 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 58546) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:32.068363 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44806cd2-d465-48b6-b7b8-b79570105823 tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3195847a-22b1-4e5d-a1c3-c326862fc39d,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:32.095402 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-d0ca8b1b-6881-49bb-917a-8699210080fc tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] show failed (client error): The resource could not be found. Aug 10 03:21:32.096638 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d0ca8b1b-6881-49bb-917a-8699210080fc tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "GET /v2.0/security-groups/3195847a-22b1-4e5d-a1c3-c326862fc39d HTTP/1.1" status: 404 len: 347 time: 0.0260224 Aug 10 03:21:32.101099 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 58548) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:32.158213 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c846d3-7d7c-4095-a080-c8973d897e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9740acb-1b47-4639-87ea-22f2c0e6e200,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:32.263324 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-79c846d3-7d7c-4095-a080-c8973d897e13 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9c0c491064ec4a09a5b19b9473067507&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7677386 Aug 10 03:21:32.267455 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 58550) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:32.327232 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-43dea245-30cf-402c-8b73-a2f031345ac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:32.451953 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-43dea245-30cf-402c-8b73-a2f031345ac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:32.461883 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-43dea245-30cf-402c-8b73-a2f031345ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:32.508760 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5cc89f34-e68d-4a01-b7cd-2ca96fc09649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:32.521130 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-c8caaef7-36da-48e0-9f51-fe759f10873c tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Deleting port d7d3bce9-76fc-4b08-b52a-87f3e5df2d5a {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:21:32.521608 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c8caaef7-36da-48e0-9f51-fe759f10873c tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:32.542688 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-43dea245-30cf-402c-8b73-a2f031345ac6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1737375c29a2494fbfd0c3d0402a0b4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5296814 Aug 10 03:21:32.562645 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c21a95e6-7b01-4054-8129-a22571d4b02d tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:32.565884 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 58554) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:32.569636 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dea245-30cf-402c-8b73-a2f031345ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9265119-0b5a-45f2-8392-b1140296bab8,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:32.590551 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c21a95e6-7b01-4054-8129-a22571d4b02d tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:32.637240 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c8caaef7-36da-48e0-9f51-fe759f10873c tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:32.637632 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c8caaef7-36da-48e0-9f51-fe759f10873c tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:32.651294 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-c8caaef7-36da-48e0-9f51-fe759f10873c tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Calling delete_port for d7d3bce9-76fc-4b08-b52a-87f3e5df2d5a owned by network:floatingip {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:21:32.668963 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5cc89f34-e68d-4a01-b7cd-2ca96fc09649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:32.747413 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197bc02-bd91-429a-9e2e-c82dc7f87fb9 req-0eccd007-26bf-4b92-8707-949081e79cca tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:32.749025 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1197bc02-bd91-429a-9e2e-c82dc7f87fb9 req-0eccd007-26bf-4b92-8707-949081e79cca tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e15fa63-4caf-497f-b815-c2ccc823a345 HTTP/1.1" status: 200 len: 945 time: 0.2804022 Aug 10 03:21:32.814233 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ac4e2ad1-f40f-4d41-9520-c630441209c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:32.839270 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ac4e2ad1-f40f-4d41-9520-c630441209c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:32.887249 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c8caaef7-36da-48e0-9f51-fe759f10873c tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:32.917198 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-6e77ba98-405f-494b-8809-c7060b2a87c2 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Deleting port e8ddf8e9-c4b9-40b5-8283-cf90ad1b0e98 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:21:32.917594 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6e77ba98-405f-494b-8809-c7060b2a87c2 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:32.988286 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8caaef7-36da-48e0-9f51-fe759f10873c tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Pushing event deleted for resources: {'Port': ['ID=d7d3bce9-76fc-4b08-b52a-87f3e5df2d5a,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:33.001672 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-97862d0a-5361-414c-a6e8-6f973fb71c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:33.026872 n-d-768851-15 neutron-server[94216]: INFO neutron.db.l3_db [None req-c21a95e6-7b01-4054-8129-a22571d4b02d tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Floating IP 72ca7d83-384b-41f0-b66c-2c90d2765d1d associated. External IP: 172.25.7.130, port: 15a562ef-bbe5-428d-bd3d-e1f0a731f9b2. Aug 10 03:21:33.075226 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c8caaef7-36da-48e0-9f51-fe759f10873c tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks [] for floatingip, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:33.078436 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c8caaef7-36da-48e0-9f51-fe759f10873c tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:33.079759 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c8caaef7-36da-48e0-9f51-fe759f10873c tempest-AttachVolumeShelveTestJSON-1789797801 tempest-AttachVolumeShelveTestJSON-1789797801-project] 10.222.0.62 "DELETE /v2.0/floatingips/95dba9cc-0d7d-4e2e-a502-219b467e8051 HTTP/1.1" status: 204 len: 168 time: 0.9777324 Aug 10 03:21:33.122752 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1197bc02-bd91-429a-9e2e-c82dc7f87fb9 req-8d813845-003e-4a7d-a9e3-a2a4c613e483 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312924 Aug 10 03:21:33.148103 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5cc89f34-e68d-4a01-b7cd-2ca96fc09649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:33.151393 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5cc89f34-e68d-4a01-b7cd-2ca96fc09649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:33.159163 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-5cc89f34-e68d-4a01-b7cd-2ca96fc09649 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b9740acb-1b47-4639-87ea-22f2c0e6e200 HTTP/1.1" status: 204 len: 168 time: 0.8905346 Aug 10 03:21:33.226364 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ac4e2ad1-f40f-4d41-9520-c630441209c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:33.229309 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ac4e2ad1-f40f-4d41-9520-c630441209c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:33.236303 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ac4e2ad1-f40f-4d41-9520-c630441209c1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d9265119-0b5a-45f2-8392-b1140296bab8 HTTP/1.1" status: 204 len: 168 time: 0.6673391 Aug 10 03:21:33.250467 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc89f34-e68d-4a01-b7cd-2ca96fc09649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9740acb-1b47-4639-87ea-22f2c0e6e200,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:33.280014 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6e77ba98-405f-494b-8809-c7060b2a87c2 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:33.293633 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4e2ad1-f40f-4d41-9520-c630441209c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9265119-0b5a-45f2-8392-b1140296bab8,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:33.372427 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-6e77ba98-405f-494b-8809-c7060b2a87c2 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Calling delete_port for e8ddf8e9-c4b9-40b5-8283-cf90ad1b0e98 owned by network:router_interface {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:21:33.382443 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:33.588077 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c21a95e6-7b01-4054-8129-a22571d4b02d tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Router d38312a1-5452-4661-a37b-cb431ca76529 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:21:33.913584 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c21a95e6-7b01-4054-8129-a22571d4b02d tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:21:33.920796 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c21a95e6-7b01-4054-8129-a22571d4b02d tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:33.952047 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aebb825-4c2a-47fd-a3da-a0b3b1e03c97 None None] Sync routers for ids ['d38312a1-5452-4661-a37b-cb431ca76529'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:21:33.955348 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-c21a95e6-7b01-4054-8129-a22571d4b02d tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] 10.222.0.62 "PUT /v2.0/floatingips/72ca7d83-384b-41f0-b66c-2c90d2765d1d HTTP/1.1" status: 200 len: 991 time: 3.7924438 Aug 10 03:21:33.956697 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa1e6cff-8a9f-4604-985b-6c921b60da26', 'tag': '15a562ef-bbe5-428d-bd3d-e1f0a731f9b2'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:21:33.959642 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173ed15c-1f72-4809-bd18-852789613b53" -d '{"events": [{"name": "network-changed", "server_uuid": "aa1e6cff-8a9f-4604-985b-6c921b60da26", "tag": "15a562ef-bbe5-428d-bd3d-e1f0a731f9b2"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:21:33.969528 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aebb825-4c2a-47fd-a3da-a0b3b1e03c97 None None] Routers {'d38312a1-5452-4661-a37b-cb431ca76529'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:21:33.970179 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-9aebb825-4c2a-47fd-a3da-a0b3b1e03c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:21:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['d38312a1-5452-4661-a37b-cb431ca76529'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:34.006687 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 58598) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:34.052396 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 58602) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:34.079187 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6e77ba98-405f-494b-8809-c7060b2a87c2 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:34.120704 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e77ba98-405f-494b-8809-c7060b2a87c2 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event deleted for resources: {'Port': ['ID=e8ddf8e9-c4b9-40b5-8283-cf90ad1b0e98,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:34.232434 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f8754431-8495-4950-871a-5b99f6945aab admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cefbdbed0e654b9b808e6880783fbf7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1789575 Aug 10 03:21:34.235069 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 58606) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:34.383469 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-9aebb825-4c2a-47fd-a3da-a0b3b1e03c97 None None] Set router d38312a1-5452-4661-a37b-cb431ca76529 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:21:34.575269 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa4dbea-ff24-461d-8eb9-3d6fa991786a x-openstack-request-id: req-4aa4dbea-ff24-461d-8eb9-3d6fa991786a {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:21:34.575832 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa1e6cff-8a9f-4604-985b-6c921b60da26", "tag": "15a562ef-bbe5-428d-bd3d-e1f0a731f9b2", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:21:34.576262 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4aa4dbea-ff24-461d-8eb9-3d6fa991786a {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:21:34.577844 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa1e6cff-8a9f-4604-985b-6c921b60da26', 'tag': '15a562ef-bbe5-428d-bd3d-e1f0a731f9b2', 'status': 'completed', 'code': 200} Aug 10 03:21:34.688359 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6e77ba98-405f-494b-8809-c7060b2a87c2 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:34.731485 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de342339-0411-4958-b684-4ac37564d8bb req-5c77ba72-a551-41bb-a72c-9d3582f381dd tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:34.735997 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-de342339-0411-4958-b684-4ac37564d8bb req-5c77ba72-a551-41bb-a72c-9d3582f381dd tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e15fa63-4caf-497f-b815-c2ccc823a345 HTTP/1.1" status: 200 len: 945 time: 0.4052503 Aug 10 03:21:34.739485 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fceff48f-27ee-4bfa-8d4e-1ace1554305c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:34.743236 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:34.819703 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ed15c-1f72-4809-bd18-852789613b53 req-80cc71f4-65a6-4e6b-81f9-993399d3feda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:34.821279 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-173ed15c-1f72-4809-bd18-852789613b53 req-80cc71f4-65a6-4e6b-81f9-993399d3feda service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dc37c9ae14bb4f3b843815f0becba976&device_id=aa1e6cff-8a9f-4604-985b-6c921b60da26 HTTP/1.1" status: 200 len: 1097 time: 0.0697172 Aug 10 03:21:34.957059 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-9aebb825-4c2a-47fd-a3da-a0b3b1e03c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38312a1-5452-4661-a37b-cb431ca76529', 'name': 'tempest-ServersTestJSON-1815998178-router', 'tenant_id': 'dc37c9ae14bb4f3b843815f0becba976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '7b2c755d-acc7-4fab-bca4-61f497229124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:38Z', 'updated_at': '2021-08-10T03:20:58Z', 'revision_number': 4, 'project_id': 'dc37c9ae14bb4f3b843815f0becba976', 'gw_port': {'id': '7b2c755d-acc7-4fab-bca4-61f497229124', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38312a1-5452-4661-a37b-cb431ca76529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:41Z', 'updated_at': '2021-08-10T03:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '72ca7d83-384b-41f0-b66c-2c90d2765d1d', 'tenant_id': 'dc37c9ae14bb4f3b843815f0becba976', 'floating_ip_address': '172.25.7.130', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': 'd38312a1-5452-4661-a37b-cb431ca76529', 'port_id': '15a562ef-bbe5-428d-bd3d-e1f0a731f9b2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f673795f-9e73-4ddb-99c3-f2b6b571c4c6', 'mac_address': 'fa:16:3e:37:3c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1e6cff-8a9f-4604-985b-6c921b60da26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:21:07Z', 'updated_at': '2021-08-10T03:21:32Z', 'revision_number': 1, 'project_id': 'dc37c9ae14bb4f3b843815f0becba976', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e93f2688-4e58-4781-84e9-acdc7c862840', 'name': '', 'network_id': 'f673795f-9e73-4ddb-99c3-f2b6b571c4c6', 'tenant_id': 'dc37c9ae14bb4f3b843815f0becba976', 'mac_address': 'fa:16:3e:8d:fe:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38312a1-5452-4661-a37b-cb431ca76529', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '0f997ebe-2f8d-458f-b51d-abdea60cfbec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:52Z', 'updated_at': '2021-08-10T03:21:06Z', 'revision_number': 5, 'project_id': 'dc37c9ae14bb4f3b843815f0becba976', 'subnets': [{'id': '0f997ebe-2f8d-458f-b51d-abdea60cfbec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:35.006685 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aebb825-4c2a-47fd-a3da-a0b3b1e03c97 None None] Checking router: d38312a1-5452-4661-a37b-cb431ca76529 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:21:35.023255 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aebb825-4c2a-47fd-a3da-a0b3b1e03c97 None None] Routers {'d38312a1-5452-4661-a37b-cb431ca76529'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:21:35.024166 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-9aebb825-4c2a-47fd-a3da-a0b3b1e03c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:21:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['d38312a1-5452-4661-a37b-cb431ca76529'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:35.138573 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ed15c-1f72-4809-bd18-852789613b53 req-ccf65175-0489-4442-9971-de697fa6a23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:35.140134 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-173ed15c-1f72-4809-bd18-852789613b53 req-ccf65175-0489-4442-9971-de697fa6a23b service neutron] 10.222.0.58 "GET /v2.0/networks?id=f673795f-9e73-4ddb-99c3-f2b6b571c4c6 HTTP/1.1" status: 200 len: 907 time: 0.2782879 Aug 10 03:21:35.242067 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-9aebb825-4c2a-47fd-a3da-a0b3b1e03c97 None None] Set router d38312a1-5452-4661-a37b-cb431ca76529 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:21:35.385407 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-173ed15c-1f72-4809-bd18-852789613b53 req-c94ccd99-9e17-40e1-9bea-58939c4b0e32 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=15a562ef-bbe5-428d-bd3d-e1f0a731f9b2 HTTP/1.1" status: 200 len: 999 time: 0.2008545 Aug 10 03:21:35.569429 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ed15c-1f72-4809-bd18-852789613b53 req-31334563-bf3e-4a6a-b8de-27a61663f7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:35.575693 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-173ed15c-1f72-4809-bd18-852789613b53 req-31334563-bf3e-4a6a-b8de-27a61663f7d2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0f997ebe-2f8d-458f-b51d-abdea60cfbec HTTP/1.1" status: 200 len: 845 time: 0.1814659 Aug 10 03:21:35.746349 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fceff48f-27ee-4bfa-8d4e-1ace1554305c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:35.755651 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ed15c-1f72-4809-bd18-852789613b53 req-8fa1a2cc-ecc0-44fe-a8eb-9e5317784ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:35.759764 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-173ed15c-1f72-4809-bd18-852789613b53 req-8fa1a2cc-ecc0-44fe-a8eb-9e5317784ccb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f673795f-9e73-4ddb-99c3-f2b6b571c4c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1734209 Aug 10 03:21:35.785069 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-9aebb825-4c2a-47fd-a3da-a0b3b1e03c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38312a1-5452-4661-a37b-cb431ca76529', 'name': 'tempest-ServersTestJSON-1815998178-router', 'tenant_id': 'dc37c9ae14bb4f3b843815f0becba976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '7b2c755d-acc7-4fab-bca4-61f497229124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:38Z', 'updated_at': '2021-08-10T03:20:58Z', 'revision_number': 4, 'project_id': 'dc37c9ae14bb4f3b843815f0becba976', 'gw_port': {'id': '7b2c755d-acc7-4fab-bca4-61f497229124', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38312a1-5452-4661-a37b-cb431ca76529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:41Z', 'updated_at': '2021-08-10T03:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '72ca7d83-384b-41f0-b66c-2c90d2765d1d', 'tenant_id': 'dc37c9ae14bb4f3b843815f0becba976', 'floating_ip_address': '172.25.7.130', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': 'd38312a1-5452-4661-a37b-cb431ca76529', 'port_id': '15a562ef-bbe5-428d-bd3d-e1f0a731f9b2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f673795f-9e73-4ddb-99c3-f2b6b571c4c6', 'mac_address': 'fa:16:3e:37:3c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1e6cff-8a9f-4604-985b-6c921b60da26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:21:07Z', 'updated_at': '2021-08-10T03:21:32Z', 'revision_number': 1, 'project_id': 'dc37c9ae14bb4f3b843815f0becba976', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e93f2688-4e58-4781-84e9-acdc7c862840', 'name': '', 'network_id': 'f673795f-9e73-4ddb-99c3-f2b6b571c4c6', 'tenant_id': 'dc37c9ae14bb4f3b843815f0becba976', 'mac_address': 'fa:16:3e:8d:fe:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38312a1-5452-4661-a37b-cb431ca76529', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '0f997ebe-2f8d-458f-b51d-abdea60cfbec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:52Z', 'updated_at': '2021-08-10T03:21:06Z', 'revision_number': 5, 'project_id': 'dc37c9ae14bb4f3b843815f0becba976', 'subnets': [{'id': '0f997ebe-2f8d-458f-b51d-abdea60cfbec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:35.853916 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aebb825-4c2a-47fd-a3da-a0b3b1e03c97 None None] The sync data for ids ['d38312a1-5452-4661-a37b-cb431ca76529'] in n-d-768851-15 is: [{'id': 'd38312a1-5452-4661-a37b-cb431ca76529', 'name': 'tempest-ServersTestJSON-1815998178-router', 'tenant_id': 'dc37c9ae14bb4f3b843815f0becba976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '7b2c755d-acc7-4fab-bca4-61f497229124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:38Z', 'updated_at': '2021-08-10T03:20:58Z', 'revision_number': 4, 'project_id': 'dc37c9ae14bb4f3b843815f0becba976', 'gw_port': {'id': '7b2c755d-acc7-4fab-bca4-61f497229124', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38312a1-5452-4661-a37b-cb431ca76529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:41Z', 'updated_at': '2021-08-10T03:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '72ca7d83-384b-41f0-b66c-2c90d2765d1d', 'tenant_id': 'dc37c9ae14bb4f3b843815f0becba976', 'floating_ip_address': '172.25.7.130', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': 'd38312a1-5452-4661-a37b-cb431ca76529', 'port_id': '15a562ef-bbe5-428d-bd3d-e1f0a731f9b2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f673795f-9e73-4ddb-99c3-f2b6b571c4c6', 'mac_address': 'fa:16:3e:37:3c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1e6cff-8a9f-4604-985b-6c921b60da26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:21:07Z', 'updated_at': '2021-08-10T03:21:32Z', 'revision_number': 1, 'project_id': 'dc37c9ae14bb4f3b843815f0becba976', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e93f2688-4e58-4781-84e9-acdc7c862840', 'name': '', 'network_id': 'f673795f-9e73-4ddb-99c3-f2b6b571c4c6', 'tenant_id': 'dc37c9ae14bb4f3b843815f0becba976', 'mac_address': 'fa:16:3e:8d:fe:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38312a1-5452-4661-a37b-cb431ca76529', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '0f997ebe-2f8d-458f-b51d-abdea60cfbec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:52Z', 'updated_at': '2021-08-10T03:21:06Z', 'revision_number': 5, 'project_id': 'dc37c9ae14bb4f3b843815f0becba976', 'subnets': [{'id': '0f997ebe-2f8d-458f-b51d-abdea60cfbec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:21:35.897276 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:35.906200 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-de342339-0411-4958-b684-4ac37564d8bb req-f5ec4047-0b58-4e36-a197-06523c81e575 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1599543 Aug 10 03:21:35.938011 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4f3883d7-f482-4d18-b38f-d835b0cafe35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:36.016033 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e77ba98-405f-494b-8809-c7060b2a87c2 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Router 4908db79-8aee-4865-b14e-219fdf40f72f has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:21:36.048273 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-173ed15c-1f72-4809-bd18-852789613b53 req-a6e7f520-52c7-4086-a11e-33fbac60ab8f service neutron] 10.222.0.58 "GET /v2.0/networks/f673795f-9e73-4ddb-99c3-f2b6b571c4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794812 Aug 10 03:21:36.163369 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e77ba98-405f-494b-8809-c7060b2a87c2 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:21:36.176752 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8686216a-a7d5-48d7-9e95-ed671fa95d89 None None] Sync routers for ids ['4908db79-8aee-4865-b14e-219fdf40f72f'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:21:36.182487 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-6e77ba98-405f-494b-8809-c7060b2a87c2 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "PUT /v2.0/routers/4908db79-8aee-4865-b14e-219fdf40f72f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9949243 Aug 10 03:21:36.186509 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 58656) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:36.192406 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8686216a-a7d5-48d7-9e95-ed671fa95d89 None None] Routers {'4908db79-8aee-4865-b14e-219fdf40f72f'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:21:36.193167 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-8686216a-a7d5-48d7-9e95-ed671fa95d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:21:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['4908db79-8aee-4865-b14e-219fdf40f72f'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:36.211425 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fceff48f-27ee-4bfa-8d4e-1ace1554305c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:36.214645 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fceff48f-27ee-4bfa-8d4e-1ace1554305c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:36.218482 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-fceff48f-27ee-4bfa-8d4e-1ace1554305c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/814e4f35-d973-4e0d-bdb1-9d390cab6bb2 HTTP/1.1" status: 204 len: 168 time: 1.9792552 Aug 10 03:21:36.232904 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceff48f-27ee-4bfa-8d4e-1ace1554305c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=814e4f35-d973-4e0d-bdb1-9d390cab6bb2,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:36.260638 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-8686216a-a7d5-48d7-9e95-ed671fa95d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:36.266930 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 58662) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:36.277003 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-99cdbf0f-ed51-459f-9acf-04959ea6658f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "GET /v2.0/ports?device_id=4908db79-8aee-4865-b14e-219fdf40f72f HTTP/1.1" status: 200 len: 205 time: 0.0878403 Aug 10 03:21:36.291028 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8686216a-a7d5-48d7-9e95-ed671fa95d89 None None] Routers {'4908db79-8aee-4865-b14e-219fdf40f72f'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:21:36.298024 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-8686216a-a7d5-48d7-9e95-ed671fa95d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:21:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['4908db79-8aee-4865-b14e-219fdf40f72f'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:36.345925 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0af332-376e-42c0-ae3a-3e8b16de69bd None None] New status for floating IP 72ca7d83-384b-41f0-b66c-2c90d2765d1d: ACTIVE {{(pid=94218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:21:36.395723 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-8686216a-a7d5-48d7-9e95-ed671fa95d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:36.396510 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8686216a-a7d5-48d7-9e95-ed671fa95d89 None None] The sync data for ids ['4908db79-8aee-4865-b14e-219fdf40f72f'] in n-d-768851-15 is: [] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:21:36.505260 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-173ed15c-1f72-4809-bd18-852789613b53 req-84d67836-cc86-4274-84d8-e52d62186f31 service neutron] 10.222.0.58 "GET /v2.0/networks/f673795f-9e73-4ddb-99c3-f2b6b571c4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4468539 Aug 10 03:21:36.513773 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cdef7a98-b0ec-461e-bd18-1ea54e8ce919 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for router, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:36.724163 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-4f3883d7-f482-4d18-b38f-d835b0cafe35 admin admin] Deleting port c72bd21c-e32a-4acb-87ad-49ce49bafa32 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:21:36.724508 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4f3883d7-f482-4d18-b38f-d835b0cafe35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:36.825077 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cdef7a98-b0ec-461e-bd18-1ea54e8ce919 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:36.832187 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cdef7a98-b0ec-461e-bd18-1ea54e8ce919 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:36.861060 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:21:36.882853 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cdef7a98-b0ec-461e-bd18-1ea54e8ce919 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:36.883617 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdef7a98-b0ec-461e-bd18-1ea54e8ce919 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Fanout notify agent at l3_agent the message router_deleted on router 4908db79-8aee-4865-b14e-219fdf40f72f {{(pid=94216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:21:36.894498 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cdef7a98-b0ec-461e-bd18-1ea54e8ce919 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:36.898216 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-4f3883d7-f482-4d18-b38f-d835b0cafe35 admin admin] For port c72bd21c-e32a-4acb-87ad-49ce49bafa32, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=c72bd21c-e32a-4acb-87ad-49ce49bafa32,segment=NetworkSegment(3980fb01-f4d6-4f9d-89ff-97ad0cbaf2ff),segment_id=3980fb01-f4d6-4f9d-89ff-97ad0cbaf2ff)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:36.898849 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4f3883d7-f482-4d18-b38f-d835b0cafe35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:36.901568 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 58680) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:36.902147 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-cdef7a98-b0ec-461e-bd18-1ea54e8ce919 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "DELETE /v2.0/routers/4908db79-8aee-4865-b14e-219fdf40f72f HTTP/1.1" status: 204 len: 168 time: 0.6333244 Aug 10 03:21:36.940972 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-4f3883d7-f482-4d18-b38f-d835b0cafe35 admin admin] Calling delete_port for c72bd21c-e32a-4acb-87ad-49ce49bafa32 owned by network:router_interface {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:21:37.009946 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7859fac-fcd9-4988-9816-cc86e458de02 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Deleting subnet 4c39e0bc-dbfe-4841-9349-27666438a63b {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:21:37.015733 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f7859fac-fcd9-4988-9816-cc86e458de02 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:37.073842 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f7859fac-fcd9-4988-9816-cc86e458de02 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:37.116178 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11ad958-dd03-4d2f-97fd-d29e3176e1fb req-9e13fe98-1945-4508-9cc9-833891d47964 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:37.126411 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a11ad958-dd03-4d2f-97fd-d29e3176e1fb req-9e13fe98-1945-4508-9cc9-833891d47964 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e15fa63-4caf-497f-b815-c2ccc823a345 HTTP/1.1" status: 200 len: 945 time: 0.1088302 Aug 10 03:21:37.199752 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a11ad958-dd03-4d2f-97fd-d29e3176e1fb req-76a3baff-df30-43ee-b0ea-8e503cee23d1 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613432 Aug 10 03:21:37.301997 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f7859fac-fcd9-4988-9816-cc86e458de02 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:37.404153 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f7859fac-fcd9-4988-9816-cc86e458de02 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:37.408822 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea30e53-9f6a-4ed5-b113-308ac121a3fc req-47243a90-f6d0-40f2-914b-52c12bd12e88 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:37.419334 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1ea30e53-9f6a-4ed5-b113-308ac121a3fc req-47243a90-f6d0-40f2-914b-52c12bd12e88 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 946 time: 0.0909243 Aug 10 03:21:37.423256 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4f3883d7-f482-4d18-b38f-d835b0cafe35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:37.451651 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7859fac-fcd9-4988-9816-cc86e458de02 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event deleted for resources: {'Subnet': ['ID=4c39e0bc-dbfe-4841-9349-27666438a63b,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:37.457543 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c752a31-62b7-475c-ab30-6cce7f4f5083 None None] Network 092ee544-8b67-44b0-acee-c73dc9af39a6 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:21:37.469781 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1ea30e53-9f6a-4ed5-b113-308ac121a3fc req-c58695ed-72b4-4d25-b1cb-e6b43dc14c63 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418324 Aug 10 03:21:37.470673 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f7859fac-fcd9-4988-9816-cc86e458de02 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:37.474668 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f7859fac-fcd9-4988-9816-cc86e458de02 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "DELETE /v2.0/subnets/4c39e0bc-dbfe-4841-9349-27666438a63b HTTP/1.1" status: 204 len: 168 time: 0.5693498 Aug 10 03:21:37.475325 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 58712) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:37.485843 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3883d7-f482-4d18-b38f-d835b0cafe35 admin admin] Pushing event deleted for resources: {'Port': ['ID=c72bd21c-e32a-4acb-87ad-49ce49bafa32,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:37.827639 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4f3883d7-f482-4d18-b38f-d835b0cafe35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:37.838762 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bfd75a-2530-4aac-baf8-1f8fa1340989 None None] DHCP port deletion for 092ee544-8b67-44b0-acee-c73dc9af39a6 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:21:37.939982 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-63bfd75a-2530-4aac-baf8-1f8fa1340989 None None] Deleting port 5173b77f-209e-4e0e-ab35-81e9b1d94bd6 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:21:37.940369 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-63bfd75a-2530-4aac-baf8-1f8fa1340989 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:38.000440 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fba2873f-f905-4c1c-9e8e-1366ac31de14 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:38.076958 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-63bfd75a-2530-4aac-baf8-1f8fa1340989 None None] For port 5173b77f-209e-4e0e-ab35-81e9b1d94bd6, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=5173b77f-209e-4e0e-ab35-81e9b1d94bd6,segment=NetworkSegment(0f328a97-ce6b-40bd-8799-35ab32b584a9),segment_id=0f328a97-ce6b-40bd-8799-35ab32b584a9)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:38.077369 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-63bfd75a-2530-4aac-baf8-1f8fa1340989 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:38.117559 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-63bfd75a-2530-4aac-baf8-1f8fa1340989 None None] Calling delete_port for 5173b77f-209e-4e0e-ab35-81e9b1d94bd6 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:21:38.289943 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-63bfd75a-2530-4aac-baf8-1f8fa1340989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:38.338946 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bfd75a-2530-4aac-baf8-1f8fa1340989 None None] Pushing event deleted for resources: {'Port': ['ID=5173b77f-209e-4e0e-ab35-81e9b1d94bd6,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:38.355159 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bfd75a-2530-4aac-baf8-1f8fa1340989 None None] No DVR routers for this DVR port 5173b77f-209e-4e0e-ab35-81e9b1d94bd6 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:21:38.408078 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab377159-2a9e-4a2e-8efd-2efb8dbb0eb4 req-801fcc48-9f72-44dc-8974-f12e0ef95d98 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:38.410446 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-fba2873f-f905-4c1c-9e8e-1366ac31de14 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Deleting port 5173b77f-209e-4e0e-ab35-81e9b1d94bd6 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:21:38.410904 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fba2873f-f905-4c1c-9e8e-1366ac31de14 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:38.413430 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ab377159-2a9e-4a2e-8efd-2efb8dbb0eb4 req-801fcc48-9f72-44dc-8974-f12e0ef95d98 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 946 time: 0.2241945 Aug 10 03:21:38.490189 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc8f56-2602-4d56-8627-7dc3925830fc req-a23cfc08-5adb-45de-bbe3-d1ddc30cef3f tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:38.503273 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-66cc8f56-2602-4d56-8627-7dc3925830fc req-a23cfc08-5adb-45de-bbe3-d1ddc30cef3f tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e15fa63-4caf-497f-b815-c2ccc823a345 HTTP/1.1" status: 200 len: 945 time: 0.2104659 Aug 10 03:21:38.515286 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-fba2873f-f905-4c1c-9e8e-1366ac31de14 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] For port 5173b77f-209e-4e0e-ab35-81e9b1d94bd6, host n-d-768851-15, got binding levels [] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:38.516430 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fba2873f-f905-4c1c-9e8e-1366ac31de14 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:38.520033 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f3883d7-f482-4d18-b38f-d835b0cafe35 admin admin] Router ebdcd5a4-0887-4c65-8e98-49cfb651d88f has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:21:38.538217 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-fba2873f-f905-4c1c-9e8e-1366ac31de14 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Calling delete_port for 5173b77f-209e-4e0e-ab35-81e9b1d94bd6 owned by network:dhcp {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:21:38.544354 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.ipam_backend_mixin [None req-fba2873f-f905-4c1c-9e8e-1366ac31de14 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Port 5173b77f-209e-4e0e-ab35-81e9b1d94bd6 was not found and therefore no delete operation was performed {{(pid=94217) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 03:21:38.550303 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fba2873f-f905-4c1c-9e8e-1366ac31de14 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:38.589924 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-66cc8f56-2602-4d56-8627-7dc3925830fc req-0e2b5f4d-07db-40c8-8d50-5f8c7c3a5a7b tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853543 Aug 10 03:21:38.603631 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba2873f-f905-4c1c-9e8e-1366ac31de14 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event deleted for resources: {'Port': ['ID=5173b77f-209e-4e0e-ab35-81e9b1d94bd6,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:38.619495 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ab377159-2a9e-4a2e-8efd-2efb8dbb0eb4 req-77d9a5c6-3e36-47cc-bf75-3a0d904228b1 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1748672 Aug 10 03:21:38.691966 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba2873f-f905-4c1c-9e8e-1366ac31de14 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] No DVR routers for this DVR port 5173b77f-209e-4e0e-ab35-81e9b1d94bd6 on host n-d-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:21:38.991969 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 58778) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:39.126003 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-8f3a87ff-e151-4788-9f1c-1f44807df581 tempest-QuotasTest-725346632 tempest-QuotasTest-725346632-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:39.164206 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8f3a87ff-e151-4788-9f1c-1f44807df581 tempest-QuotasTest-725346632 tempest-QuotasTest-725346632-project-admin] 10.222.0.62 "PUT /v2.0/quotas/d6c9d30cc66041eda82d377b662b17f5 HTTP/1.1" status: 200 len: 366 time: 0.1708217 Aug 10 03:21:39.166327 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fba2873f-f905-4c1c-9e8e-1366ac31de14 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:39.166940 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 58784) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:39.182480 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-78021d51-13d7-4c2d-80f8-627fd5ec9556 tempest-QuotasTest-725346632 tempest-QuotasTest-725346632-project-admin] 10.222.0.62 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0113215 Aug 10 03:21:39.182707 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 58786) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:39.186381 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-fba2873f-f905-4c1c-9e8e-1366ac31de14 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['092ee544-8b67-44b0-acee-c73dc9af39a6']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:39.201077 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 58788) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:39.202100 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d3055e33-9f4c-4dce-83b1-a6fa90269141 tempest-QuotasTest-725346632 tempest-QuotasTest-725346632-project-admin] 10.222.0.62 "GET /v2.0/quotas/d6c9d30cc66041eda82d377b662b17f5 HTTP/1.1" status: 200 len: 366 time: 0.0182443 Aug 10 03:21:39.208134 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-fba2873f-f905-4c1c-9e8e-1366ac31de14 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f328a97-ce6b-40bd-8799-35ab32b584a9') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:39.208436 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-fba2873f-f905-4c1c-9e8e-1366ac31de14 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f328a97-ce6b-40bd-8799-35ab32b584a9') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:39.218535 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f3883d7-f482-4d18-b38f-d835b0cafe35 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:21:39.221026 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fba2873f-f905-4c1c-9e8e-1366ac31de14 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:39.229137 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2460274a-903a-4ebb-88c2-f328dfac643f None None] Sync routers for ids ['ebdcd5a4-0887-4c65-8e98-49cfb651d88f'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:21:39.234901 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4f3883d7-f482-4d18-b38f-d835b0cafe35 admin admin] 10.222.0.62 "PUT /v2.0/routers/ebdcd5a4-0887-4c65-8e98-49cfb651d88f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2274532 Aug 10 03:21:39.235557 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 58790) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:39.240672 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2460274a-903a-4ebb-88c2-f328dfac643f None None] Routers {'ebdcd5a4-0887-4c65-8e98-49cfb651d88f'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:21:39.241630 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-2460274a-903a-4ebb-88c2-f328dfac643f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:21:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['ebdcd5a4-0887-4c65-8e98-49cfb651d88f'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:39.245181 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fba2873f-f905-4c1c-9e8e-1366ac31de14 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:39.250525 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-30e85bd2-6ecb-4e1a-b63e-54aa98590261 tempest-QuotasTest-725346632 tempest-QuotasTest-725346632-project-admin] 10.222.0.62 "DELETE /v2.0/quotas/d6c9d30cc66041eda82d377b662b17f5 HTTP/1.1" status: 204 len: 168 time: 0.0489078 Aug 10 03:21:39.253891 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 58792) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:39.263746 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fba2873f-f905-4c1c-9e8e-1366ac31de14 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:21:39.264470 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fba2873f-f905-4c1c-9e8e-1366ac31de14 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:39.296203 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8aa321e7-fb7f-4367-a5b2-727302c8cf15 tempest-QuotasTest-725346632 tempest-QuotasTest-725346632-project-admin] 10.222.0.62 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0411384 Aug 10 03:21:39.298715 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 58794) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:39.318569 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-9af3b88e-2cf5-4b71-aaf0-d45f8a55ff5b tempest-QuotasTest-725346632 tempest-QuotasTest-725346632-project-admin] 10.222.0.62 "GET /v2.0/quotas/d6c9d30cc66041eda82d377b662b17f5 HTTP/1.1" status: 200 len: 370 time: 0.0184355 Aug 10 03:21:39.321036 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 58796) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:39.331046 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-c453223c-7860-467f-9df2-4abca0300dde tempest-QuotasTest-725346632 tempest-QuotasTest-725346632-project-admin] 10.222.0.62 "GET /v2.0/quotas/d6c9d30cc66041eda82d377b662b17f5/default HTTP/1.1" status: 200 len: 370 time: 0.0081618 Aug 10 03:21:39.342666 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:21:39.342666 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:21:39.342666 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:21:39.342666 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:21:39.342666 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:21:39.342666 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:21:39.342666 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:21:39.342666 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:21:39.342666 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:21:39.342666 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:21:39.342666 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:21:39.342666 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:21:39.342666 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:21:39.342666 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:21:39.342666 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:21:39.342666 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:21:39.342666 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:21:39.342666 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:21:39.342666 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:21:39.342666 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:21:39.342666 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:21:39.342666 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:21:39.342666 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:21:39.342666 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:21:39.342666 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:21:39.342666 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:21:39.342666 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:21:39.342666 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:21:39.342666 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:21:39.342666 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:21:39.342666 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:21:39.342666 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:21:39.344875 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 58798) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:39.354634 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fba2873f-f905-4c1c-9e8e-1366ac31de14 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:39.355650 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-2460274a-903a-4ebb-88c2-f328dfac643f None None] Set router ebdcd5a4-0887-4c65-8e98-49cfb651d88f gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:21:39.360468 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fba2873f-f905-4c1c-9e8e-1366ac31de14 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:39.362854 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-fba2873f-f905-4c1c-9e8e-1366ac31de14 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "DELETE /v2.0/networks/092ee544-8b67-44b0-acee-c73dc9af39a6 HTTP/1.1" status: 204 len: 168 time: 1.8865099 Aug 10 03:21:39.369313 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 58800) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:39.373216 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-5c803b97-24d5-496e-af5e-9b3accf85023 tempest-QuotasTest-725346632 tempest-QuotasTest-725346632-project-admin] delete failed (client error): The resource could not be found. Aug 10 03:21:39.374873 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-5c803b97-24d5-496e-af5e-9b3accf85023 tempest-QuotasTest-725346632 tempest-QuotasTest-725346632-project-admin] 10.222.0.62 "DELETE /v2.0/quotas/d6c9d30cc66041eda82d377b662b17f5 HTTP/1.1" status: 404 len: 348 time: 0.0297463 Aug 10 03:21:39.378886 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-21223762-d9dd-4602-9f06-53ff56daf7ba tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2012087379', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:39.402779 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-acb69a19-3ba9-40d8-aefc-10b213e9c341 admin admin] Notify callbacks [] for router, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:39.416626 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba2873f-f905-4c1c-9e8e-1366ac31de14 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event deleted for resources: {'Network': ['ID=092ee544-8b67-44b0-acee-c73dc9af39a6,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:39.436954 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-21223762-d9dd-4602-9f06-53ff56daf7ba tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:39.440776 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-21223762-d9dd-4602-9f06-53ff56daf7ba tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:39.514667 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-21223762-d9dd-4602-9f06-53ff56daf7ba tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:39.525944 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-21223762-d9dd-4602-9f06-53ff56daf7ba tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:39.534845 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 77d567da-37a9-45cd-8b79-8328cf500c47 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:21:39.558585 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-21223762-d9dd-4602-9f06-53ff56daf7ba tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:39.562386 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-21223762-d9dd-4602-9f06-53ff56daf7ba tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1895609 Aug 10 03:21:39.562907 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 58804) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:39.571643 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-89ae9a91-f487-4396-8631-aee5fa36ffa0 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Request body: {'network': {'name': 'tempest-RoutersTest-1690830973'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:39.583370 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 58806) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:39.590691 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-acb69a19-3ba9-40d8-aefc-10b213e9c341 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:39.624718 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-2460274a-903a-4ebb-88c2-f328dfac643f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdcd5a4-0887-4c65-8e98-49cfb651d88f', 'name': 'tempest-TaggedBootDevicesTest_v242-1973507768-router', 'tenant_id': '113c9048eb054fe989e54191f5a42ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '9aa15eb6-7124-4055-a227-9b29b767156f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:09:56Z', 'updated_at': '2021-08-10T03:21:37Z', 'revision_number': 5, 'project_id': '113c9048eb054fe989e54191f5a42ad9', 'gw_port': {'id': '9aa15eb6-7124-4055-a227-9b29b767156f', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:98:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdcd5a4-0887-4c65-8e98-49cfb651d88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:09:58Z', 'updated_at': '2021-08-10T03:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:39.672697 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-acb69a19-3ba9-40d8-aefc-10b213e9c341 admin admin] Deleting port 9aa15eb6-7124-4055-a227-9b29b767156f {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:21:39.673156 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-acb69a19-3ba9-40d8-aefc-10b213e9c341 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:39.685351 n-d-768851-15 neutron-server[94217]: DEBUG neutron.quota.resource [None req-d357ec46-63e9-4c63-84bf-6d94b32b39e4 tempest-QuotasTest-725346632 tempest-QuotasTest-725346632-project-admin] Usage tracker for resource:network and tenant:c9c785b848484067b54cd6f2c38593a1 is out of sync, need to count used quota {{(pid=94217) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 10 03:21:39.703465 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2460274a-903a-4ebb-88c2-f328dfac643f None None] Checking router: ebdcd5a4-0887-4c65-8e98-49cfb651d88f for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:21:39.708698 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ae9a91-f487-4396-8631-aee5fa36ffa0 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Made reservation on behalf of c682678ede4c49b18134196e23ba84b8 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:21:39.712300 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:39.714100 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-89ae9a91-f487-4396-8631-aee5fa36ffa0 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:39.724220 n-d-768851-15 neutron-server[94217]: DEBUG neutron.quota.resource [None req-d357ec46-63e9-4c63-84bf-6d94b32b39e4 tempest-QuotasTest-725346632 tempest-QuotasTest-725346632-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94217) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 10 03:21:39.739616 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2460274a-903a-4ebb-88c2-f328dfac643f None None] Routers {'ebdcd5a4-0887-4c65-8e98-49cfb651d88f'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:21:39.740245 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-2460274a-903a-4ebb-88c2-f328dfac643f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:21:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['ebdcd5a4-0887-4c65-8e98-49cfb651d88f'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:39.769300 n-d-768851-15 neutron-server[94217]: DEBUG neutron.quota.resource [None req-d357ec46-63e9-4c63-84bf-6d94b32b39e4 tempest-QuotasTest-725346632 tempest-QuotasTest-725346632-project-admin] Usage tracker for resource:subnet and tenant:c9c785b848484067b54cd6f2c38593a1 is out of sync, need to count used quota {{(pid=94217) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 10 03:21:39.793418 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 77d567da-37a9-45cd-8b79-8328cf500c47, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=77d567da-37a9-45cd-8b79-8328cf500c47,segment=NetworkSegment(8f60b627-ffb1-479c-a505-a6c7d3d8b515),segment_id=8f60b627-ffb1-479c-a505-a6c7d3d8b515)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:39.796173 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28b645b6-c883-42ce-bbe4-d1dd1d67588d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77d567da-37a9-45cd-8b79-8328cf500c47'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:21:39.797817 n-d-768851-15 neutron-server[94217]: DEBUG neutron.quota.resource [None req-d357ec46-63e9-4c63-84bf-6d94b32b39e4 tempest-QuotasTest-725346632 tempest-QuotasTest-725346632-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94217) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 10 03:21:39.802175 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1243d10-cee5-4497-88a9-066cb7383055" -d '{"events": [{"server_uuid": "28b645b6-c883-42ce-bbe4-d1dd1d67588d", "name": "network-vif-unplugged", "status": "completed", "tag": "77d567da-37a9-45cd-8b79-8328cf500c47"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:21:39.805071 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 5173b77f-209e-4e0e-ab35-81e9b1d94bd6 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:21:39.813513 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89ae9a91-f487-4396-8631-aee5fa36ffa0 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:21:39.829981 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-89ae9a91-f487-4396-8631-aee5fa36ffa0 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:39.830498 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-89ae9a91-f487-4396-8631-aee5fa36ffa0 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Added segment 56a4821e-2250-49f1-a96d-9c145b5c6f3d of type vlan for network d5af5ed4-7f41-423d-a9da-6b54aed72f87 Aug 10 03:21:39.850245 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a654a-8027-4a3d-9b70-0f6c789d714e req-2e2ad2dc-07b3-4c74-8178-bd372d2503b3 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:39.851871 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-448a654a-8027-4a3d-9b70-0f6c789d714e req-2e2ad2dc-07b3-4c74-8178-bd372d2503b3 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e15fa63-4caf-497f-b815-c2ccc823a345 HTTP/1.1" status: 200 len: 945 time: 0.1335709 Aug 10 03:21:39.882694 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-acb69a19-3ba9-40d8-aefc-10b213e9c341 admin admin] For port 9aa15eb6-7124-4055-a227-9b29b767156f, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=9aa15eb6-7124-4055-a227-9b29b767156f,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:39.883094 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-acb69a19-3ba9-40d8-aefc-10b213e9c341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:39.886754 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-89ae9a91-f487-4396-8631-aee5fa36ffa0 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:39.932712 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-acb69a19-3ba9-40d8-aefc-10b213e9c341 admin admin] Calling delete_port for 9aa15eb6-7124-4055-a227-9b29b767156f owned by network:router_gateway {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:21:39.937687 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-2460274a-903a-4ebb-88c2-f328dfac643f None None] Set router ebdcd5a4-0887-4c65-8e98-49cfb651d88f gateway port host: None {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:21:39.940580 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-89ae9a91-f487-4396-8631-aee5fa36ffa0 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:39.955702 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ae9a91-f487-4396-8631-aee5fa36ffa0 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:39.958833 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-89ae9a91-f487-4396-8631-aee5fa36ffa0 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:39.980687 n-d-768851-15 neutron-server[94217]: DEBUG neutron.quota.resource [None req-d357ec46-63e9-4c63-84bf-6d94b32b39e4 tempest-QuotasTest-725346632 tempest-QuotasTest-725346632-project-admin] Usage tracker for resource:subnetpool and tenant:c9c785b848484067b54cd6f2c38593a1 is out of sync, need to count used quota {{(pid=94217) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 10 03:21:39.995902 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-2460274a-903a-4ebb-88c2-f328dfac643f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdcd5a4-0887-4c65-8e98-49cfb651d88f', 'name': 'tempest-TaggedBootDevicesTest_v242-1973507768-router', 'tenant_id': '113c9048eb054fe989e54191f5a42ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:09:56Z', 'updated_at': '2021-08-10T03:21:39Z', 'revision_number': 6, 'project_id': '113c9048eb054fe989e54191f5a42ad9', 'gw_port_host': None}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:40.027882 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2460274a-903a-4ebb-88c2-f328dfac643f None None] The sync data for ids ['ebdcd5a4-0887-4c65-8e98-49cfb651d88f'] in n-d-768851-15 is: [{'id': 'ebdcd5a4-0887-4c65-8e98-49cfb651d88f', 'name': 'tempest-TaggedBootDevicesTest_v242-1973507768-router', 'tenant_id': '113c9048eb054fe989e54191f5a42ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:09:56Z', 'updated_at': '2021-08-10T03:21:39Z', 'revision_number': 6, 'project_id': '113c9048eb054fe989e54191f5a42ad9', 'gw_port_host': None}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:21:40.057192 n-d-768851-15 neutron-server[94217]: DEBUG neutron.quota.resource [None req-d357ec46-63e9-4c63-84bf-6d94b32b39e4 tempest-QuotasTest-725346632 tempest-QuotasTest-725346632-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94217) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 10 03:21:40.103699 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 5173b77f-209e-4e0e-ab35-81e9b1d94bd6 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:21:40.104302 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 5173b77f-209e-4e0e-ab35-81e9b1d94bd6 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:21:40.107986 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:40.153874 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ae9a91-f487-4396-8631-aee5fa36ffa0 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event updated for resources: {'Network': ['ID=d5af5ed4-7f41-423d-a9da-6b54aed72f87,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:40.160056 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-89ae9a91-f487-4396-8631-aee5fa36ffa0 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5932684 Aug 10 03:21:40.160437 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 58826) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:40.166923 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-90da1e5f-e985-40d8-8d97-4134162d19d7 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Request body: {'subnet': {'network_id': 'd5af5ed4-7f41-423d-a9da-6b54aed72f87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:40.174085 n-d-768851-15 neutron-server[94217]: DEBUG neutron.quota.resource [None req-d357ec46-63e9-4c63-84bf-6d94b32b39e4 tempest-QuotasTest-725346632 tempest-QuotasTest-725346632-project-admin] Usage tracker for resource:port and tenant:c9c785b848484067b54cd6f2c38593a1 is out of sync, need to count used quota {{(pid=94217) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 10 03:21:40.202667 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network d5af5ed4-7f41-423d-a9da-6b54aed72f87 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:21:40.266332 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=77d567da-37a9-45cd-8b79-8328cf500c47,revision_number=11']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:40.278823 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-448a654a-8027-4a3d-9b70-0f6c789d714e req-284277c3-1fcf-48f5-9ca2-751dfbe2b8c6 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4197738 Aug 10 03:21:40.282250 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-acb69a19-3ba9-40d8-aefc-10b213e9c341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:40.287853 n-d-768851-15 neutron-server[94217]: DEBUG neutron.quota.resource [None req-d357ec46-63e9-4c63-84bf-6d94b32b39e4 tempest-QuotasTest-725346632 tempest-QuotasTest-725346632-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94217) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 10 03:21:40.303647 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2528aa4-6afa-4504-b96f-7964ceec9fd8 req-e59f237a-ea95-4a09-8d72-34c3c2d01e7d tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:40.311591 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d2528aa4-6afa-4504-b96f-7964ceec9fd8 req-e59f237a-ea95-4a09-8d72-34c3c2d01e7d tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 944 time: 0.5181923 Aug 10 03:21:40.330155 n-d-768851-15 neutron-server[94217]: DEBUG neutron.quota.resource [None req-d357ec46-63e9-4c63-84bf-6d94b32b39e4 tempest-QuotasTest-725346632 tempest-QuotasTest-725346632-project-admin] Usage tracker for resource:router and tenant:c9c785b848484067b54cd6f2c38593a1 is out of sync, need to count used quota {{(pid=94217) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 10 03:21:40.349324 n-d-768851-15 neutron-server[94217]: DEBUG neutron.quota.resource [None req-d357ec46-63e9-4c63-84bf-6d94b32b39e4 tempest-QuotasTest-725346632 tempest-QuotasTest-725346632-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94217) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 10 03:21:40.365078 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb69a19-3ba9-40d8-aefc-10b213e9c341 admin admin] Pushing event deleted for resources: {'Port': ['ID=9aa15eb6-7124-4055-a227-9b29b767156f,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:40.391500 n-d-768851-15 neutron-server[94217]: DEBUG neutron.quota.resource [None req-d357ec46-63e9-4c63-84bf-6d94b32b39e4 tempest-QuotasTest-725346632 tempest-QuotasTest-725346632-project-admin] Usage tracker for resource:floatingip and tenant:c9c785b848484067b54cd6f2c38593a1 is out of sync, need to count used quota {{(pid=94217) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 10 03:21:40.393317 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90da1e5f-e985-40d8-8d97-4134162d19d7 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Made reservation on behalf of c682678ede4c49b18134196e23ba84b8 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:21:40.401008 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-90da1e5f-e985-40d8-8d97-4134162d19d7 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:40.507423 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d2528aa4-6afa-4504-b96f-7964ceec9fd8 req-5c2d761c-e928-43ba-b843-f894c9f1cda2 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948400 Aug 10 03:21:40.532484 n-d-768851-15 neutron-server[94217]: DEBUG neutron.quota.resource [None req-d357ec46-63e9-4c63-84bf-6d94b32b39e4 tempest-QuotasTest-725346632 tempest-QuotasTest-725346632-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94217) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 10 03:21:40.535422 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-acb69a19-3ba9-40d8-aefc-10b213e9c341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:40.649738 n-d-768851-15 neutron-server[94217]: DEBUG neutron.quota.resource [None req-d357ec46-63e9-4c63-84bf-6d94b32b39e4 tempest-QuotasTest-725346632 tempest-QuotasTest-725346632-project-admin] Usage tracker for resource:security_group and tenant:c9c785b848484067b54cd6f2c38593a1 is out of sync, need to count used quota {{(pid=94217) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 10 03:21:40.658338 n-d-768851-15 neutron-server[94217]: DEBUG neutron.quota.resource [None req-d357ec46-63e9-4c63-84bf-6d94b32b39e4 tempest-QuotasTest-725346632 tempest-QuotasTest-725346632-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94217) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 10 03:21:40.679049 n-d-768851-15 neutron-server[94217]: DEBUG neutron.quota.resource [None req-d357ec46-63e9-4c63-84bf-6d94b32b39e4 tempest-QuotasTest-725346632 tempest-QuotasTest-725346632-project-admin] Usage tracker for resource:security_group_rule and tenant:c9c785b848484067b54cd6f2c38593a1 is out of sync, need to count used quota {{(pid=94217) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 10 03:21:40.693897 n-d-768851-15 neutron-server[94217]: DEBUG neutron.quota.resource [None req-d357ec46-63e9-4c63-84bf-6d94b32b39e4 tempest-QuotasTest-725346632 tempest-QuotasTest-725346632-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94217) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 10 03:21:40.719267 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d357ec46-63e9-4c63-84bf-6d94b32b39e4 tempest-QuotasTest-725346632 tempest-QuotasTest-725346632-project-admin] 10.222.0.62 "GET /v2.0/quotas/c9c785b848484067b54cd6f2c38593a1/details.json HTTP/1.1" status: 200 len: 703 time: 1.1348410 Aug 10 03:21:40.727376 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-acb69a19-3ba9-40d8-aefc-10b213e9c341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:40.730070 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-acb69a19-3ba9-40d8-aefc-10b213e9c341 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:40.746378 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-90da1e5f-e985-40d8-8d97-4134162d19d7 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:40.798437 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-acb69a19-3ba9-40d8-aefc-10b213e9c341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:40.800343 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb69a19-3ba9-40d8-aefc-10b213e9c341 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebdcd5a4-0887-4c65-8e98-49cfb651d88f {{(pid=94216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:21:40.810969 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-acb69a19-3ba9-40d8-aefc-10b213e9c341 admin admin] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:40.819435 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-acb69a19-3ba9-40d8-aefc-10b213e9c341 admin admin] 10.222.0.62 "DELETE /v2.0/routers/ebdcd5a4-0887-4c65-8e98-49cfb651d88f HTTP/1.1" status: 204 len: 168 time: 1.5817306 Aug 10 03:21:40.821151 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 58844) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:40.842219 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90da1e5f-e985-40d8-8d97-4134162d19d7 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Checking segment: {'id': '56a4821e-2250-49f1-a96d-9c145b5c6f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd5af5ed4-7f41-423d-a9da-6b54aed72f87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:21:40.842610 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90da1e5f-e985-40d8-8d97-4134162d19d7 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Network hostable DHCP agents. Network: d5af5ed4-7f41-423d-a9da-6b54aed72f87, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:21:40.845892 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90da1e5f-e985-40d8-8d97-4134162d19d7 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event updated for resources: {'Subnet': ['ID=6c161d10-cbbc-40e3-a2d8-ec564696b35a,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:40.866509 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90da1e5f-e985-40d8-8d97-4134162d19d7 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Network d5af5ed4-7f41-423d-a9da-6b54aed72f87 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:21:40.881547 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-90da1e5f-e985-40d8-8d97-4134162d19d7 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, d5af5ed4-7f41-423d-a9da-6b54aed72f87) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:40.892777 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9e54b4-db93-47f5-97c5-dd6affa28cbd None None] Network d5af5ed4-7f41-423d-a9da-6b54aed72f87 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:21:40.904025 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90da1e5f-e985-40d8-8d97-4134162d19d7 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:40.904938 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-90da1e5f-e985-40d8-8d97-4134162d19d7 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:40.955876 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-90da1e5f-e985-40d8-8d97-4134162d19d7 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7943141 Aug 10 03:21:40.956513 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 58850) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:40.957203 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9486c02-fbec-4b32-befa-e2e8096ef971 admin admin] Deleting subnet 91e34b3b-f93c-49d7-a000-e94fe5265392 {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:21:40.965323 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d9486c02-fbec-4b32-befa-e2e8096ef971 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:40.987893 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25269eac-2bc6-48f9-8445-0b3c7c45b694 x-openstack-request-id: req-25269eac-2bc6-48f9-8445-0b3c7c45b694 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:21:40.988584 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28b645b6-c883-42ce-bbe4-d1dd1d67588d", "name": "network-vif-unplugged", "status": "completed", "tag": "77d567da-37a9-45cd-8b79-8328cf500c47", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:21:40.989632 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-25269eac-2bc6-48f9-8445-0b3c7c45b694 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:21:40.991018 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28b645b6-c883-42ce-bbe4-d1dd1d67588d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77d567da-37a9-45cd-8b79-8328cf500c47', 'code': 200} Aug 10 03:21:41.074528 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d9486c02-fbec-4b32-befa-e2e8096ef971 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:41.225437 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289e61f1-0abf-4549-87d7-393def666834 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-d5af5ed4-7f41-423d-a9da-6b54aed72f87', 'network_id': 'd5af5ed4-7f41-423d-a9da-6b54aed72f87', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'fixed_ips': [{'subnet_id': '6c161d10-cbbc-40e3-a2d8-ec564696b35a'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:21:41.228995 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-289e61f1-0abf-4549-87d7-393def666834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:41.278495 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d9486c02-fbec-4b32-befa-e2e8096ef971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:41.355681 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d9486c02-fbec-4b32-befa-e2e8096ef971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:41.372372 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d9486c02-fbec-4b32-befa-e2e8096ef971 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:41.374571 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d9486c02-fbec-4b32-befa-e2e8096ef971 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/91e34b3b-f93c-49d7-a000-e94fe5265392 HTTP/1.1" status: 204 len: 168 time: 0.5506492 Aug 10 03:21:41.400721 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 58862) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:41.427210 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9486c02-fbec-4b32-befa-e2e8096ef971 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91e34b3b-f93c-49d7-a000-e94fe5265392,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:41.427638 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9b48e7dc-ec1e-432c-a358-aedb9bbdb477 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:41.434664 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 58868) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:41.446614 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0870c6-989f-4bd4-9020-dd30b74f7d14 None None] Network c4674244-b4fc-4227-9e62-6d0cd0b1acc0 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:21:41.599621 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-77507cdd-31a0-43b2-b83a-51b564047181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:41.600962 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 77d567da-37a9-45cd-8b79-8328cf500c47 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:21:41.643082 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc6170b-0ab3-40b0-a567-aaac6449b719 req-011fd526-b559-464a-a476-97121be9655e tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:41.644759 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3cc6170b-0ab3-40b0-a567-aaac6449b719 req-011fd526-b559-464a-a476-97121be9655e tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e15fa63-4caf-497f-b815-c2ccc823a345 HTTP/1.1" status: 200 len: 945 time: 0.1754892 Aug 10 03:21:41.742235 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 58874) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:41.795335 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device c72bd21c-e32a-4acb-87ad-49ce49bafa32 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:21:41.808433 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3cc6170b-0ab3-40b0-a567-aaac6449b719 req-2b43ebff-778a-4048-a527-ca822d19f956 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539471 Aug 10 03:21:41.822842 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26580ea6-f92a-43f4-9f4e-f3070dbff465 req-07b334a6-e4b1-4504-962e-2fc1926f12bd tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:41.830464 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-26580ea6-f92a-43f4-9f4e-f3070dbff465 req-07b334a6-e4b1-4504-962e-2fc1926f12bd tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 944 time: 0.1499853 Aug 10 03:21:41.857206 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: c72bd21c-e32a-4acb-87ad-49ce49bafa32 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:21:41.857700 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device c72bd21c-e32a-4acb-87ad-49ce49bafa32 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:21:41.858221 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 9aa15eb6-7124-4055-a227-9b29b767156f no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:21:41.904846 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-26580ea6-f92a-43f4-9f4e-f3070dbff465 req-186fc0e2-1398-4332-acbd-0fe3149c6362 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615199 Aug 10 03:21:41.905690 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-289e61f1-0abf-4549-87d7-393def666834 None None] Allocated IP 172.20.0.2 (d5af5ed4-7f41-423d-a9da-6b54aed72f87/6c161d10-cbbc-40e3-a2d8-ec564696b35a/42ad2961-66da-4cc4-8c46-aadf47fca899) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:21:41.909014 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 9aa15eb6-7124-4055-a227-9b29b767156f {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:21:41.909476 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 9aa15eb6-7124-4055-a227-9b29b767156f not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:21:41.913958 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-77507cdd-31a0-43b2-b83a-51b564047181 admin admin] Deleting port 7534517b-7b38-4c05-85c6-89c805182ef5 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:21:41.914316 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-77507cdd-31a0-43b2-b83a-51b564047181 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:41.935127 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b473959e-c0bd-4e38-bb59-595b1d0413ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:41.955560 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6e9e7535-fd08-4917-a8c3-207414fe83c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:42.012334 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 77d567da-37a9-45cd-8b79-8328cf500c47, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=77d567da-37a9-45cd-8b79-8328cf500c47,segment=NetworkSegment(8f60b627-ffb1-479c-a505-a6c7d3d8b515),segment_id=8f60b627-ffb1-479c-a505-a6c7d3d8b515)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:42.020643 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-77507cdd-31a0-43b2-b83a-51b564047181 admin admin] For port 7534517b-7b38-4c05-85c6-89c805182ef5, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=7534517b-7b38-4c05-85c6-89c805182ef5,segment=NetworkSegment(3980fb01-f4d6-4f9d-89ff-97ad0cbaf2ff),segment_id=3980fb01-f4d6-4f9d-89ff-97ad0cbaf2ff)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:42.021078 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-77507cdd-31a0-43b2-b83a-51b564047181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:42.024322 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.db.api [None req-6e9e7535-fd08-4917-a8c3-207414fe83c6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:21:42.024322 n-d-768851-15 neutron-server[94217]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 10 03:21:42.024322 n-d-768851-15 neutron-server[94217]: [parameters: {'project_id': '15e79a406cfe4943a8a3ce389bbb44f4', 'id': 'd15e650d-44fb-48b8-9e0a-a7b06eb00c90', 'expiration': datetime.datetime(2021, 8, 10, 3, 23, 41, 982797)}] Aug 10 03:21:42.024322 n-d-768851-15 neutron-server[94217]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:21:42.025704 n-d-768851-15 neutron-server[94217]: DEBUG oslo_db.api [None req-6e9e7535-fd08-4917-a8c3-207414fe83c6 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:21:42.042470 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-77507cdd-31a0-43b2-b83a-51b564047181 admin admin] Calling delete_port for 7534517b-7b38-4c05-85c6-89c805182ef5 owned by network:dhcp {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:21:42.081650 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b473959e-c0bd-4e38-bb59-595b1d0413ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:42.087895 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b473959e-c0bd-4e38-bb59-595b1d0413ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:42.135646 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b473959e-c0bd-4e38-bb59-595b1d0413ad admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b50d87eed03b49b39fd9ec8933f104b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6984298 Aug 10 03:21:42.136427 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b473959e-c0bd-4e38-bb59-595b1d0413ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8d3dc8-7b05-4f94-bb71-d39edfb238f5,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:42.138413 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 58886) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:42.154725 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': '77d567da-37a9-45cd-8b79-8328cf500c47', 'network_id': '0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe', 'port_id': '77d567da-37a9-45cd-8b79-8328cf500c47', 'mac_address': 'fa:16:3e:96:6f:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c05a62ae-44d3-4db4-a938-da6f60472238', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:21:42.180164 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-77507cdd-31a0-43b2-b83a-51b564047181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:42.224534 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77507cdd-31a0-43b2-b83a-51b564047181 admin admin] Pushing event deleted for resources: {'Port': ['ID=7534517b-7b38-4c05-85c6-89c805182ef5,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:42.226917 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77507cdd-31a0-43b2-b83a-51b564047181 admin admin] No DVR routers for this DVR port 7534517b-7b38-4c05-85c6-89c805182ef5 on host n-d-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:21:42.260494 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b0db245c-3d46-4136-aef5-a711e5d4ac76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:42.269183 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:42.296276 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77d567da-37a9-45cd-8b79-8328cf500c47 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:21:42.300279 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-289e61f1-0abf-4549-87d7-393def666834 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:42.309911 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d58bf3-2b95-480b-92f4-d3a803554010 None None] DHCP port deletion for c4674244-b4fc-4227-9e62-6d0cd0b1acc0 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:21:42.322478 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-289e61f1-0abf-4549-87d7-393def666834 None None] Transition to ACTIVE for port object 42ad2961-66da-4cc4-8c46-aadf47fca899 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:21:42.332899 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b0db245c-3d46-4136-aef5-a711e5d4ac76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:42.340113 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-77507cdd-31a0-43b2-b83a-51b564047181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:42.350488 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 77d567da-37a9-45cd-8b79-8328cf500c47, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=77d567da-37a9-45cd-8b79-8328cf500c47,segment=NetworkSegment(8f60b627-ffb1-479c-a505-a6c7d3d8b515),segment_id=8f60b627-ffb1-479c-a505-a6c7d3d8b515)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:42.354015 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-77507cdd-31a0-43b2-b83a-51b564047181 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4674244-b4fc-4227-9e62-6d0cd0b1acc0']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:42.358770 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:42.365585 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-77507cdd-31a0-43b2-b83a-51b564047181 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3980fb01-f4d6-4f9d-89ff-97ad0cbaf2ff') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:42.366014 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-77507cdd-31a0-43b2-b83a-51b564047181 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3980fb01-f4d6-4f9d-89ff-97ad0cbaf2ff') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:42.369229 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-289e61f1-0abf-4549-87d7-393def666834 None None] Transition to ACTIVE for port object 42ad2961-66da-4cc4-8c46-aadf47fca899 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:21:42.376696 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-77507cdd-31a0-43b2-b83a-51b564047181 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:42.391486 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-77507cdd-31a0-43b2-b83a-51b564047181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:42.409045 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-289e61f1-0abf-4549-87d7-393def666834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:42.413131 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77507cdd-31a0-43b2-b83a-51b564047181 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:21:42.415981 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-77507cdd-31a0-43b2-b83a-51b564047181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:42.446911 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289e61f1-0abf-4549-87d7-393def666834 None None] Network d5af5ed4-7f41-423d-a9da-6b54aed72f87 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:21:42.449850 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=77d567da-37a9-45cd-8b79-8328cf500c47,revision_number=12']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:42.456465 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['77d567da-37a9-45cd-8b79-8328cf500c47'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:21:42.461247 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-289e61f1-0abf-4549-87d7-393def666834 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:42.467278 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289e61f1-0abf-4549-87d7-393def666834 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:21:42.498708 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:21:42.498708 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:21:42.498708 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:21:42.498708 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:21:42.498708 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:21:42.498708 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:21:42.498708 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:21:42.498708 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:21:42.498708 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:21:42.498708 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:21:42.498708 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:21:42.498708 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:21:42.498708 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:21:42.498708 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:21:42.498708 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:21:42.498708 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:21:42.498708 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:21:42.498708 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:21:42.498708 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:21:42.498708 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:21:42.498708 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:21:42.498708 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:21:42.498708 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:21:42.498708 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:21:42.498708 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:21:42.498708 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:21:42.498708 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:21:42.498708 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:21:42.498708 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:21:42.498708 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:21:42.498708 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:21:42.498708 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:21:42.515335 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-77507cdd-31a0-43b2-b83a-51b564047181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:42.529267 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6e9e7535-fd08-4917-a8c3-207414fe83c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:42.537100 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-77507cdd-31a0-43b2-b83a-51b564047181 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:42.539173 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-77507cdd-31a0-43b2-b83a-51b564047181 admin admin] 10.222.0.62 "DELETE /v2.0/networks/c4674244-b4fc-4227-9e62-6d0cd0b1acc0 HTTP/1.1" status: 204 len: 168 time: 1.1374531 Aug 10 03:21:42.558942 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77507cdd-31a0-43b2-b83a-51b564047181 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4674244-b4fc-4227-9e62-6d0cd0b1acc0,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:42.592590 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b0db245c-3d46-4136-aef5-a711e5d4ac76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:42.602363 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b0db245c-3d46-4136-aef5-a711e5d4ac76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:42.609009 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-9b48e7dc-ec1e-432c-a358-aedb9bbdb477 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Allocated IP 172.20.0.1 (d5af5ed4-7f41-423d-a9da-6b54aed72f87/6c161d10-cbbc-40e3-a2d8-ec564696b35a/f1f48ffb-50ae-46f1-bf8e-42c3ae996df2) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:21:42.612766 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b0db245c-3d46-4136-aef5-a711e5d4ac76 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2a8d3dc8-7b05-4f94-bb71-d39edfb238f5 HTTP/1.1" status: 204 len: 168 time: 0.4723637 Aug 10 03:21:42.614274 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 58910) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:42.654316 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0db245c-3d46-4136-aef5-a711e5d4ac76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8d3dc8-7b05-4f94-bb71-d39edfb238f5,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:42.700757 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289e61f1-0abf-4549-87d7-393def666834 None None] Pushing event updated for resources: {'Port': ['ID=42ad2961-66da-4cc4-8c46-aadf47fca899,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:42.724052 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-289e61f1-0abf-4549-87d7-393def666834 None None] Attempting to bind port 42ad2961-66da-4cc4-8c46-aadf47fca899 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:21:42.724423 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-289e61f1-0abf-4549-87d7-393def666834 None None] Attempting to bind port 42ad2961-66da-4cc4-8c46-aadf47fca899 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '56a4821e-2250-49f1-a96d-9c145b5c6f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd5af5ed4-7f41-423d-a9da-6b54aed72f87'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:21:42.724823 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289e61f1-0abf-4549-87d7-393def666834 None None] Attempting to bind port 42ad2961-66da-4cc4-8c46-aadf47fca899 on network d5af5ed4-7f41-423d-a9da-6b54aed72f87 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:21:42.736193 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289e61f1-0abf-4549-87d7-393def666834 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:21:42.736572 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289e61f1-0abf-4549-87d7-393def666834 None None] Checking segment: {'id': '56a4821e-2250-49f1-a96d-9c145b5c6f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd5af5ed4-7f41-423d-a9da-6b54aed72f87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:21:42.736975 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-289e61f1-0abf-4549-87d7-393def666834 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:42.737369 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289e61f1-0abf-4549-87d7-393def666834 None None] Bound using segment: {'id': '56a4821e-2250-49f1-a96d-9c145b5c6f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd5af5ed4-7f41-423d-a9da-6b54aed72f87'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:21:42.737889 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-289e61f1-0abf-4549-87d7-393def666834 None None] Bound port: 42ad2961-66da-4cc4-8c46-aadf47fca899, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56a4821e-2250-49f1-a96d-9c145b5c6f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd5af5ed4-7f41-423d-a9da-6b54aed72f87'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:21:42.738671 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-289e61f1-0abf-4549-87d7-393def666834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:42.744884 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 58916) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:42.826900 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-2f04d252-f6bc-45e0-a156-7382f76eac6b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=113c9048eb054fe989e54191f5a42ad9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0804987 Aug 10 03:21:42.830960 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 58920) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:42.936071 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6cf4401d-8d9c-4a8c-b9b6-d25c8cee4fef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:42.975726 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6cf4401d-8d9c-4a8c-b9b6-d25c8cee4fef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:43.011434 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-289e61f1-0abf-4549-87d7-393def666834 None None] For port 42ad2961-66da-4cc4-8c46-aadf47fca899, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:21:43.041004 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9b48e7dc-ec1e-432c-a358-aedb9bbdb477 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:43.046755 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-289e61f1-0abf-4549-87d7-393def666834 None None] For port 42ad2961-66da-4cc4-8c46-aadf47fca899, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=42ad2961-66da-4cc4-8c46-aadf47fca899,segment=NetworkSegment(56a4821e-2250-49f1-a96d-9c145b5c6f3d),segment_id=56a4821e-2250-49f1-a96d-9c145b5c6f3d)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:21:43.070716 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-289e61f1-0abf-4549-87d7-393def666834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:43.075051 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6cf4401d-8d9c-4a8c-b9b6-d25c8cee4fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:43.077886 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6cf4401d-8d9c-4a8c-b9b6-d25c8cee4fef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:43.082320 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-6cf4401d-8d9c-4a8c-b9b6-d25c8cee4fef admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b405968e-e8dd-4859-b855-f8ae1385ba0e HTTP/1.1" status: 204 len: 168 time: 0.2496524 Aug 10 03:21:43.115262 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-9b48e7dc-ec1e-432c-a358-aedb9bbdb477 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Transition to ACTIVE for port object f1f48ffb-50ae-46f1-bf8e-42c3ae996df2 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:21:43.129108 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6e9e7535-fd08-4917-a8c3-207414fe83c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:43.147650 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6e9e7535-fd08-4917-a8c3-207414fe83c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:43.246664 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289e61f1-0abf-4549-87d7-393def666834 None None] Pushing event updated for resources: {'Port': ['ID=42ad2961-66da-4cc4-8c46-aadf47fca899,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:43.267648 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e7535-fd08-4917-a8c3-207414fe83c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42eb6cd0-e71b-4506-b3e0-2b9473663b03,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:43.288083 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6e9e7535-fd08-4917-a8c3-207414fe83c6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=15e79a406cfe4943a8a3ce389bbb44f4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5447206 Aug 10 03:21:43.290345 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 58930) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:43.344463 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9b48e7dc-ec1e-432c-a358-aedb9bbdb477 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:43.414406 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b48e7dc-ec1e-432c-a358-aedb9bbdb477 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Network d5af5ed4-7f41-423d-a9da-6b54aed72f87 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:21:43.418194 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-9b48e7dc-ec1e-432c-a358-aedb9bbdb477 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:43.425729 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b48e7dc-ec1e-432c-a358-aedb9bbdb477 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:21:43.498146 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b48e7dc-ec1e-432c-a358-aedb9bbdb477 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event updated for resources: {'Port': ['ID=f1f48ffb-50ae-46f1-bf8e-42c3ae996df2,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:43.507277 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cdb16b0f-b130-4238-bc85-8d1509066180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:43.543449 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cdb16b0f-b130-4238-bc85-8d1509066180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:43.571697 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 77d567da-37a9-45cd-8b79-8328cf500c47 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:21:43.655245 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf4401d-8d9c-4a8c-b9b6-d25c8cee4fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b405968e-e8dd-4859-b855-f8ae1385ba0e,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:43.690075 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9b48e7dc-ec1e-432c-a358-aedb9bbdb477 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:43.715882 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa0f08-7ccd-4608-9de2-926d6e60036d req-a2dc9362-af63-4a8b-8a7b-62ead8e0da5b tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:43.723528 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-defa0f08-7ccd-4608-9de2-926d6e60036d req-a2dc9362-af63-4a8b-8a7b-62ead8e0da5b tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 945 time: 0.5748427 Aug 10 03:21:43.738838 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ee130-8326-443d-b4b1-c8a65bfb93d3 req-9edf372b-e4f6-4064-97b7-46953339e3fc tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:43.741938 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eb6ee130-8326-443d-b4b1-c8a65bfb93d3 req-9edf372b-e4f6-4064-97b7-46953339e3fc tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e15fa63-4caf-497f-b815-c2ccc823a345 HTTP/1.1" status: 200 len: 945 time: 0.6888840 Aug 10 03:21:43.774308 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port 77d567da-37a9-45cd-8b79-8328cf500c47 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:43.775351 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:43.832037 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eb6ee130-8326-443d-b4b1-c8a65bfb93d3 req-f2b240f0-5c1d-4f24-badf-85db770208b1 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747716 Aug 10 03:21:43.887873 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 58942) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:43.919395 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0ea214e3-9c64-48cc-9d89-9c7616dd73c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:43.955608 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-defa0f08-7ccd-4608-9de2-926d6e60036d req-d909cba6-3369-441a-a576-4146a4b27209 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2310369 Aug 10 03:21:44.007962 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:44.014551 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cdb16b0f-b130-4238-bc85-8d1509066180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:44.042024 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 42ad2961-66da-4cc4-8c46-aadf47fca899 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:21:44.043746 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cdb16b0f-b130-4238-bc85-8d1509066180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:44.048134 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-cdb16b0f-b130-4238-bc85-8d1509066180 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/42eb6cd0-e71b-4506-b3e0-2b9473663b03 HTTP/1.1" status: 204 len: 168 time: 0.7534308 Aug 10 03:21:44.057581 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28b645b6-c883-42ce-bbe4-d1dd1d67588d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77d567da-37a9-45cd-8b79-8328cf500c47'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:21:44.061324 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a029c2-a34b-410f-b780-625585f95d65" -d '{"events": [{"server_uuid": "28b645b6-c883-42ce-bbe4-d1dd1d67588d", "name": "network-vif-plugged", "status": "completed", "tag": "77d567da-37a9-45cd-8b79-8328cf500c47"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:21:44.092549 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb16b0f-b130-4238-bc85-8d1509066180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42eb6cd0-e71b-4506-b3e0-2b9473663b03,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:44.161199 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c88807-cbe8-488d-b5ca-09bb29440546 x-openstack-request-id: req-c8c88807-cbe8-488d-b5ca-09bb29440546 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:21:44.161800 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28b645b6-c883-42ce-bbe4-d1dd1d67588d", "name": "network-vif-plugged", "status": "completed", "tag": "77d567da-37a9-45cd-8b79-8328cf500c47", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:21:44.162243 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c8c88807-cbe8-488d-b5ca-09bb29440546 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:21:44.162445 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28b645b6-c883-42ce-bbe4-d1dd1d67588d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77d567da-37a9-45cd-8b79-8328cf500c47', 'code': 200} Aug 10 03:21:44.174425 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 77d567da-37a9-45cd-8b79-8328cf500c47, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=77d567da-37a9-45cd-8b79-8328cf500c47,segment=NetworkSegment(8f60b627-ffb1-479c-a505-a6c7d3d8b515),segment_id=8f60b627-ffb1-479c-a505-a6c7d3d8b515)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:44.175718 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9b48e7dc-ec1e-432c-a358-aedb9bbdb477 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:44.197042 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:44.205149 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 42ad2961-66da-4cc4-8c46-aadf47fca899 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:21:44.310824 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0ea214e3-9c64-48cc-9d89-9c7616dd73c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:44.327582 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=77d567da-37a9-45cd-8b79-8328cf500c47,revision_number=13']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:44.329846 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0ea214e3-9c64-48cc-9d89-9c7616dd73c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:44.343210 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 7534517b-7b38-4c05-85c6-89c805182ef5 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:21:44.384310 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 7534517b-7b38-4c05-85c6-89c805182ef5 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:21:44.386865 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 7534517b-7b38-4c05-85c6-89c805182ef5 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:21:44.407831 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-0ea214e3-9c64-48cc-9d89-9c7616dd73c4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c9c785b848484067b54cd6f2c38593a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5178115 Aug 10 03:21:44.417722 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-64a6106e-96b9-4e82-9288-92a91de52f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:44.420911 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 58950) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:44.710310 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea214e3-9c64-48cc-9d89-9c7616dd73c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a97115d0-cec0-4048-b0c2-61a412e35e8a,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:44.763588 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9b48e7dc-ec1e-432c-a358-aedb9bbdb477 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:44.777157 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9b48e7dc-ec1e-432c-a358-aedb9bbdb477 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:44.854533 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 58960) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:44.902507 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-277937a9-44bd-4ba0-9f2f-0c3afd05077a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:44.912864 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-54eea04c-8c14-41dd-89e4-ee05e1cd2c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:44.919780 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9b48e7dc-ec1e-432c-a358-aedb9bbdb477 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:44.936508 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b48e7dc-ec1e-432c-a358-aedb9bbdb477 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event updated for resources: {'Port': ['ID=f1f48ffb-50ae-46f1-bf8e-42c3ae996df2,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:45.091947 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b48e7dc-ec1e-432c-a358-aedb9bbdb477 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Network d5af5ed4-7f41-423d-a9da-6b54aed72f87 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:21:45.092784 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-54eea04c-8c14-41dd-89e4-ee05e1cd2c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:45.096156 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-9b48e7dc-ec1e-432c-a358-aedb9bbdb477 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:45.117703 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 58970) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:45.140342 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586bb3c9-503e-472f-beca-ab5ab6819e37 None None] Network d5af5ed4-7f41-423d-a9da-6b54aed72f87 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:21:45.271603 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-df1607ae-5884-4d75-b5a5-8837de754808 None None] Provisioning for port 42ad2961-66da-4cc4-8c46-aadf47fca899 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:21:45.278685 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-df1607ae-5884-4d75-b5a5-8837de754808 None None] Provisioning complete for port 42ad2961-66da-4cc4-8c46-aadf47fca899 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:45.279097 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-df1607ae-5884-4d75-b5a5-8837de754808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:45.317518 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-277937a9-44bd-4ba0-9f2f-0c3afd05077a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:45.319417 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b48e7dc-ec1e-432c-a358-aedb9bbdb477 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Router 70a1d4de-4417-46e6-be67-33de4b24a9d3 is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:21:45.328990 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-277937a9-44bd-4ba0-9f2f-0c3afd05077a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:45.402829 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-b6af8e36-be39-4b1c-94e8-ea88603cfaec admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-279779248-network', 'tenant_id': 'd1dab8aad64b4f528f95894fa226d313'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:45.439148 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6af8e36-be39-4b1c-94e8-ea88603cfaec admin admin] Made reservation on behalf of d1dab8aad64b4f528f95894fa226d313 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:21:45.444033 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b6af8e36-be39-4b1c-94e8-ea88603cfaec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:45.475098 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-df1607ae-5884-4d75-b5a5-8837de754808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:45.517400 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-277937a9-44bd-4ba0-9f2f-0c3afd05077a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0a0ea8a2f76e4a89b4502046b82310c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6548517 Aug 10 03:21:45.518699 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b6af8e36-be39-4b1c-94e8-ea88603cfaec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:45.521183 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277937a9-44bd-4ba0-9f2f-0c3afd05077a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf67a26-0cc2-463c-bd96-03cfbc07204b,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:45.524029 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-df1607ae-5884-4d75-b5a5-8837de754808 None None] For port 42ad2961-66da-4cc4-8c46-aadf47fca899, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=42ad2961-66da-4cc4-8c46-aadf47fca899,segment=NetworkSegment(56a4821e-2250-49f1-a96d-9c145b5c6f3d),segment_id=56a4821e-2250-49f1-a96d-9c145b5c6f3d)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:45.531288 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-df1607ae-5884-4d75-b5a5-8837de754808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:45.540766 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 58974) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:45.602202 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1607ae-5884-4d75-b5a5-8837de754808 None None] Pushing event updated for resources: {'Port': ['ID=42ad2961-66da-4cc4-8c46-aadf47fca899,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:45.647428 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b48e7dc-ec1e-432c-a358-aedb9bbdb477 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:21:45.655634 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9b48e7dc-ec1e-432c-a358-aedb9bbdb477 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "PUT /v2.0/routers/70a1d4de-4417-46e6-be67-33de4b24a9d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6980140 Aug 10 03:21:45.663870 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 58976) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:45.666213 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f470013b-d7af-47d1-b8f9-b13b7ec70c3b None None] Sync routers for ids ['70a1d4de-4417-46e6-be67-33de4b24a9d3'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:21:45.674357 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-ff81fa44-b747-4535-8790-e0b26eb65c64 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Request body: {'network': {'name': 'tempest-RoutersTest-498665998'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:45.691709 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f470013b-d7af-47d1-b8f9-b13b7ec70c3b None None] Routers {'70a1d4de-4417-46e6-be67-33de4b24a9d3'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:21:45.693757 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-f470013b-d7af-47d1-b8f9-b13b7ec70c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:21:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['70a1d4de-4417-46e6-be67-33de4b24a9d3'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:45.754032 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4edeb2db-4268-42ec-8ff1-ca5f5028f91b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:45.791557 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d7ee1-c63c-422a-bac4-892756b04b32 req-610a7f65-ea3c-4ccc-8804-429f4e4dddaa tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:45.793050 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ef8d7ee1-c63c-422a-bac4-892756b04b32 req-610a7f65-ea3c-4ccc-8804-429f4e4dddaa tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e15fa63-4caf-497f-b815-c2ccc823a345 HTTP/1.1" status: 200 len: 945 time: 0.8252087 Aug 10 03:21:45.794150 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4edeb2db-4268-42ec-8ff1-ca5f5028f91b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:45.867796 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4edeb2db-4268-42ec-8ff1-ca5f5028f91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:45.871840 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4edeb2db-4268-42ec-8ff1-ca5f5028f91b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:45.875849 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4edeb2db-4268-42ec-8ff1-ca5f5028f91b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ebf67a26-0cc2-463c-bd96-03cfbc07204b HTTP/1.1" status: 204 len: 168 time: 0.3243451 Aug 10 03:21:45.889929 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edeb2db-4268-42ec-8ff1-ca5f5028f91b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf67a26-0cc2-463c-bd96-03cfbc07204b,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:45.999896 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48112f81-26b8-4dc4-8dc6-70f5072d0555 req-28e36601-36f5-4c70-9595-de5bb55cf1e5 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:46.001529 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-48112f81-26b8-4dc4-8dc6-70f5072d0555 req-28e36601-36f5-4c70-9595-de5bb55cf1e5 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 946 time: 0.8766472 Aug 10 03:21:46.021344 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b6af8e36-be39-4b1c-94e8-ea88603cfaec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:46.045053 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b6af8e36-be39-4b1c-94e8-ea88603cfaec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:46.128871 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ef8d7ee1-c63c-422a-bac4-892756b04b32 req-9612bea4-0327-4919-b591-3cc9229b5d89 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912970 Aug 10 03:21:46.144525 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6af8e36-be39-4b1c-94e8-ea88603cfaec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1629ea23-99f4-4e8f-93cc-43c26311d726,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:46.159677 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-54eea04c-8c14-41dd-89e4-ee05e1cd2c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:46.173677 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-54eea04c-8c14-41dd-89e4-ee05e1cd2c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:46.179523 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-54eea04c-8c14-41dd-89e4-ee05e1cd2c9b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a97115d0-cec0-4048-b0c2-61a412e35e8a HTTP/1.1" status: 204 len: 168 time: 1.7486529 Aug 10 03:21:46.186588 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6af8e36-be39-4b1c-94e8-ea88603cfaec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:21:46.225084 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff81fa44-b747-4535-8790-e0b26eb65c64 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Made reservation on behalf of c682678ede4c49b18134196e23ba84b8 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:21:46.231231 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eea04c-8c14-41dd-89e4-ee05e1cd2c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97115d0-cec0-4048-b0c2-61a412e35e8a,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:46.251032 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ff81fa44-b747-4535-8790-e0b26eb65c64 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:46.286052 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b6af8e36-be39-4b1c-94e8-ea88603cfaec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:46.286748 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-b6af8e36-be39-4b1c-94e8-ea88603cfaec admin admin] Added segment 3889f19d-dfa0-408c-b83f-d6a1499d28ed of type vlan for network a16b26cb-572e-4eda-8755-d5269bd5d399 Aug 10 03:21:46.327595 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff81fa44-b747-4535-8790-e0b26eb65c64 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:21:46.338333 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-1a081595-8b1f-409f-9161-9f72f0607adf None None] Provisioning for port f1f48ffb-50ae-46f1-bf8e-42c3ae996df2 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:21:46.367703 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b6af8e36-be39-4b1c-94e8-ea88603cfaec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:46.371874 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-1a081595-8b1f-409f-9161-9f72f0607adf None None] Provisioning complete for port f1f48ffb-50ae-46f1-bf8e-42c3ae996df2 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:46.372257 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-1a081595-8b1f-409f-9161-9f72f0607adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:46.374481 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-f470013b-d7af-47d1-b8f9-b13b7ec70c3b None None] Set router 70a1d4de-4417-46e6-be67-33de4b24a9d3 gateway port host: None {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:21:46.384332 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-64a6106e-96b9-4e82-9288-92a91de52f4e admin admin] Deleting port 9a25952a-9ef1-4c85-b91e-c0c0f02dd688 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:21:46.384685 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-64a6106e-96b9-4e82-9288-92a91de52f4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:46.385828 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ff81fa44-b747-4535-8790-e0b26eb65c64 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:46.386265 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-ff81fa44-b747-4535-8790-e0b26eb65c64 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Added segment a3cf05c2-1926-40f1-b6d2-81d9d69b574c of type vlan for network 77b29a3f-0b40-4627-9020-64e2507c2bfe Aug 10 03:21:46.409136 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-48112f81-26b8-4dc4-8dc6-70f5072d0555 req-a71f1d80-935a-4312-9957-023bfeba0f09 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3881609 Aug 10 03:21:46.575390 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b6af8e36-be39-4b1c-94e8-ea88603cfaec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:46.579812 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6af8e36-be39-4b1c-94e8-ea88603cfaec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:46.582206 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b6af8e36-be39-4b1c-94e8-ea88603cfaec admin admin] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:46.593838 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ff81fa44-b747-4535-8790-e0b26eb65c64 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:46.641979 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-64a6106e-96b9-4e82-9288-92a91de52f4e admin admin] For port 9a25952a-9ef1-4c85-b91e-c0c0f02dd688, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=9a25952a-9ef1-4c85-b91e-c0c0f02dd688,segment=NetworkSegment(b14795c0-984c-4c21-bc5c-b1b39903d907),segment_id=b14795c0-984c-4c21-bc5c-b1b39903d907)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:46.644025 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-64a6106e-96b9-4e82-9288-92a91de52f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:46.691178 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-64a6106e-96b9-4e82-9288-92a91de52f4e admin admin] Calling delete_port for 9a25952a-9ef1-4c85-b91e-c0c0f02dd688 owned by network:router_interface {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:21:46.704842 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-1a081595-8b1f-409f-9161-9f72f0607adf None None] Port f1f48ffb-50ae-46f1-bf8e-42c3ae996df2 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:21:46.739876 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b6af8e36-be39-4b1c-94e8-ea88603cfaec admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5755711 Aug 10 03:21:46.750103 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 58996) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:46.770915 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-0c643e68-c1a1-4df1-a180-6b14a6597948 admin admin] Request body: {'subnet': {'network_id': 'a16b26cb-572e-4eda-8755-d5269bd5d399', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-279779248-subnet', 'tenant_id': 'd1dab8aad64b4f528f95894fa226d313', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:46.799594 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.db.resource_extend [None req-ff81fa44-b747-4535-8790-e0b26eb65c64 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:21:46.811624 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-1a081595-8b1f-409f-9161-9f72f0607adf None None] Provisioning complete for port 42ad2961-66da-4cc4-8c46-aadf47fca899 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:46.812299 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-1a081595-8b1f-409f-9161-9f72f0607adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:46.873371 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6af8e36-be39-4b1c-94e8-ea88603cfaec admin admin] Pushing event updated for resources: {'Network': ['ID=a16b26cb-572e-4eda-8755-d5269bd5d399,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:46.894950 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ff81fa44-b747-4535-8790-e0b26eb65c64 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:46.901517 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network a16b26cb-572e-4eda-8755-d5269bd5d399 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:21:46.917632 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff81fa44-b747-4535-8790-e0b26eb65c64 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:46.919790 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ff81fa44-b747-4535-8790-e0b26eb65c64 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:46.968390 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c643e68-c1a1-4df1-a180-6b14a6597948 admin admin] Made reservation on behalf of d1dab8aad64b4f528f95894fa226d313 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:21:46.972097 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0c643e68-c1a1-4df1-a180-6b14a6597948 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:46.987088 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ff81fa44-b747-4535-8790-e0b26eb65c64 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3184547 Aug 10 03:21:46.993056 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59008) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:47.025830 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-364a3a71-0204-4aea-8334-2bfc689b9ee9 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Request body: {'subnet': {'network_id': '77b29a3f-0b40-4627-9020-64e2507c2bfe', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:47.204458 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff81fa44-b747-4535-8790-e0b26eb65c64 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event updated for resources: {'Network': ['ID=77b29a3f-0b40-4627-9020-64e2507c2bfe,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:47.222538 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 77b29a3f-0b40-4627-9020-64e2507c2bfe details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:21:47.305406 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0c643e68-c1a1-4df1-a180-6b14a6597948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:47.370221 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-f470013b-d7af-47d1-b8f9-b13b7ec70c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'name': 'tempest-RoutersTest-router-2012087379', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:39Z', 'updated_at': '2021-08-10T03:21:44Z', 'revision_number': 2, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'gw_port_host': None, '_interfaces': [{'id': 'f1f48ffb-50ae-46f1-bf8e-42c3ae996df2', 'name': '', 'network_id': 'd5af5ed4-7f41-423d-a9da-6b54aed72f87', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:55:1f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '6c161d10-cbbc-40e3-a2d8-ec564696b35a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:41Z', 'updated_at': '2021-08-10T03:21:44Z', 'revision_number': 2, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': '6c161d10-cbbc-40e3-a2d8-ec564696b35a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:47.410859 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c643e68-c1a1-4df1-a180-6b14a6597948 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e8e09f7-0d6b-47b5-adf1-463123d5f5c0,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:47.428860 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f470013b-d7af-47d1-b8f9-b13b7ec70c3b None None] Checking router: 70a1d4de-4417-46e6-be67-33de4b24a9d3 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:21:47.429103 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f470013b-d7af-47d1-b8f9-b13b7ec70c3b None None] Updating router 70a1d4de-4417-46e6-be67-33de4b24a9d3 port f1f48ffb-50ae-46f1-bf8e-42c3ae996df2 binding host n-d-768851-15 {{(pid=94218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:21:47.488821 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c643e68-c1a1-4df1-a180-6b14a6597948 admin admin] Checking segment: {'id': '3889f19d-dfa0-408c-b83f-d6a1499d28ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a16b26cb-572e-4eda-8755-d5269bd5d399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:21:47.490655 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c643e68-c1a1-4df1-a180-6b14a6597948 admin admin] Network hostable DHCP agents. Network: a16b26cb-572e-4eda-8755-d5269bd5d399, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:21:47.497765 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b0146-3fe6-450c-950f-de94e6e72c36 req-24d59bb5-7b9b-43a6-99ea-c73f6a96c48d tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:47.507038 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c22b0146-3fe6-450c-950f-de94e6e72c36 req-24d59bb5-7b9b-43a6-99ea-c73f6a96c48d tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e15fa63-4caf-497f-b815-c2ccc823a345 HTTP/1.1" status: 200 len: 945 time: 0.6784673 Aug 10 03:21:47.533058 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f470013b-d7af-47d1-b8f9-b13b7ec70c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:47.575542 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-56206011-0624-45a8-95a1-51dc07c2e89b None None] Provisioning complete for port f1f48ffb-50ae-46f1-bf8e-42c3ae996df2 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:47.576035 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-56206011-0624-45a8-95a1-51dc07c2e89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:47.597205 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c643e68-c1a1-4df1-a180-6b14a6597948 admin admin] Network a16b26cb-572e-4eda-8755-d5269bd5d399 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:21:47.632593 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c22b0146-3fe6-450c-950f-de94e6e72c36 req-e8f6c24b-1131-4518-a355-975d5fc71e32 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244011 Aug 10 03:21:47.635394 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ac7ac-10ec-435e-a33e-f04eff8de1e1 req-36a1bbc7-c7cd-4edd-a27d-9a0132357c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:47.638035 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-f13ac7ac-10ec-435e-a33e-f04eff8de1e1 req-36a1bbc7-c7cd-4edd-a27d-9a0132357c65 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e185eddfc77743c180b686598504f106&device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 1098 time: 0.1519408 Aug 10 03:21:47.643041 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-0c643e68-c1a1-4df1-a180-6b14a6597948 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, a16b26cb-572e-4eda-8755-d5269bd5d399) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:47.663523 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c643e68-c1a1-4df1-a180-6b14a6597948 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:47.664132 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0c643e68-c1a1-4df1-a180-6b14a6597948 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:47.815731 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364a3a71-0204-4aea-8334-2bfc689b9ee9 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Made reservation on behalf of c682678ede4c49b18134196e23ba84b8 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:21:47.819817 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-364a3a71-0204-4aea-8334-2bfc689b9ee9 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:47.856964 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ac7ac-10ec-435e-a33e-f04eff8de1e1 req-c409186e-e874-4062-a16e-73bdd1df8af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:47.859015 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-f13ac7ac-10ec-435e-a33e-f04eff8de1e1 req-c409186e-e874-4062-a16e-73bdd1df8af1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe HTTP/1.1" status: 200 len: 911 time: 0.1746233 Aug 10 03:21:47.910296 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0c643e68-c1a1-4df1-a180-6b14a6597948 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1504731 Aug 10 03:21:47.943363 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9507a6f-a07e-43f8-99ae-39e0b140f765 req-5bcd56cc-0f33-48b5-8da8-1cdd653e61e5 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:47.955952 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d9507a6f-a07e-43f8-99ae-39e0b140f765 req-5bcd56cc-0f33-48b5-8da8-1cdd653e61e5 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 946 time: 0.2789938 Aug 10 03:21:47.999445 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-f13ac7ac-10ec-435e-a33e-f04eff8de1e1 req-82b4ed46-6300-436c-87a7-47d990c8bd6f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77d567da-37a9-45cd-8b79-8328cf500c47 HTTP/1.1" status: 200 len: 1001 time: 0.1204364 Aug 10 03:21:48.074419 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ac7ac-10ec-435e-a33e-f04eff8de1e1 req-41c01472-c46a-4958-a0f6-8a2ac2a98863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:48.076454 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-f13ac7ac-10ec-435e-a33e-f04eff8de1e1 req-41c01472-c46a-4958-a0f6-8a2ac2a98863 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c05a62ae-44d3-4db4-a938-da6f60472238 HTTP/1.1" status: 200 len: 849 time: 0.0695629 Aug 10 03:21:48.077862 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e92921-8685-471b-96f4-4801fa1da331 None None] Network a16b26cb-572e-4eda-8755-d5269bd5d399 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:21:48.079884 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 42ad2961-66da-4cc4-8c46-aadf47fca899 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:21:48.177962 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ac7ac-10ec-435e-a33e-f04eff8de1e1 req-947cd024-d168-4153-bb9c-bb46007cfcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:48.179849 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-f13ac7ac-10ec-435e-a33e-f04eff8de1e1 req-947cd024-d168-4153-bb9c-bb46007cfcd2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0933826 Aug 10 03:21:48.292483 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-64a6106e-96b9-4e82-9288-92a91de52f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:48.309471 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-f13ac7ac-10ec-435e-a33e-f04eff8de1e1 req-e326b6dd-db83-4c05-ab5c-0fc99cd67e04 service neutron] 10.222.0.58 "GET /v2.0/networks/0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202440 Aug 10 03:21:48.352362 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-56206011-0624-45a8-95a1-51dc07c2e89b None None] Port f1f48ffb-50ae-46f1-bf8e-42c3ae996df2 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:21:48.396235 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a6106e-96b9-4e82-9288-92a91de52f4e admin admin] Pushing event deleted for resources: {'Port': ['ID=9a25952a-9ef1-4c85-b91e-c0c0f02dd688,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:48.452275 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d9507a6f-a07e-43f8-99ae-39e0b140f765 req-54ae853f-90a7-4d81-a04b-2906f9a3301e tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4204187 Aug 10 03:21:48.481514 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 42ad2961-66da-4cc4-8c46-aadf47fca899 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:48.492366 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed579d-e6d4-486d-b148-02bfd6503ddb req-d90c670f-e3ea-419e-8977-29fd9be20e5f tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:48.497658 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:48.500344 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cbed579d-e6d4-486d-b148-02bfd6503ddb req-d90c670f-e3ea-419e-8977-29fd9be20e5f tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e15fa63-4caf-497f-b815-c2ccc823a345 HTTP/1.1" status: 200 len: 945 time: 0.4095643 Aug 10 03:21:48.640866 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-f13ac7ac-10ec-435e-a33e-f04eff8de1e1 req-a9152637-49d8-446c-a97e-2fff9049c1eb service neutron] 10.222.0.58 "GET /v2.0/networks/0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223448 Aug 10 03:21:48.833732 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f95525-9c12-4b09-a2c6-bd5d3fe9050c None None] Network a16b26cb-572e-4eda-8755-d5269bd5d399 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:21:48.922722 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-364a3a71-0204-4aea-8334-2bfc689b9ee9 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:48.982365 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f470013b-d7af-47d1-b8f9-b13b7ec70c3b None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:49.007952 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-f470013b-d7af-47d1-b8f9-b13b7ec70c3b None None] Transition to ACTIVE for port object f1f48ffb-50ae-46f1-bf8e-42c3ae996df2 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:21:49.069888 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364a3a71-0204-4aea-8334-2bfc689b9ee9 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event updated for resources: {'Subnet': ['ID=a0f2cca1-5ac1-49a2-b352-5a3691989eae,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:49.106449 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f470013b-d7af-47d1-b8f9-b13b7ec70c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:49.180125 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569e9548-66f7-44df-bb44-1f34e2a7186a None None] Pushing event updated for resources: {'Port': ['ID=f1f48ffb-50ae-46f1-bf8e-42c3ae996df2,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:49.317538 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-f470013b-d7af-47d1-b8f9-b13b7ec70c3b None None] Attempting to bind port f1f48ffb-50ae-46f1-bf8e-42c3ae996df2 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:21:49.319557 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-f470013b-d7af-47d1-b8f9-b13b7ec70c3b None None] Attempting to bind port f1f48ffb-50ae-46f1-bf8e-42c3ae996df2 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '56a4821e-2250-49f1-a96d-9c145b5c6f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd5af5ed4-7f41-423d-a9da-6b54aed72f87'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:21:49.320698 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f470013b-d7af-47d1-b8f9-b13b7ec70c3b None None] Attempting to bind port f1f48ffb-50ae-46f1-bf8e-42c3ae996df2 on network d5af5ed4-7f41-423d-a9da-6b54aed72f87 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:21:49.334282 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59078) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:49.347217 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f470013b-d7af-47d1-b8f9-b13b7ec70c3b None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:21:49.348105 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f470013b-d7af-47d1-b8f9-b13b7ec70c3b None None] Checking segment: {'id': '56a4821e-2250-49f1-a96d-9c145b5c6f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd5af5ed4-7f41-423d-a9da-6b54aed72f87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:21:49.348975 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f470013b-d7af-47d1-b8f9-b13b7ec70c3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:49.349758 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f470013b-d7af-47d1-b8f9-b13b7ec70c3b None None] Bound using segment: {'id': '56a4821e-2250-49f1-a96d-9c145b5c6f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd5af5ed4-7f41-423d-a9da-6b54aed72f87'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:21:49.366179 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-f470013b-d7af-47d1-b8f9-b13b7ec70c3b None None] Bound port: f1f48ffb-50ae-46f1-bf8e-42c3ae996df2, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56a4821e-2250-49f1-a96d-9c145b5c6f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd5af5ed4-7f41-423d-a9da-6b54aed72f87'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:21:49.367013 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f470013b-d7af-47d1-b8f9-b13b7ec70c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:49.425912 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364a3a71-0204-4aea-8334-2bfc689b9ee9 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Checking segment: {'id': 'a3cf05c2-1926-40f1-b6d2-81d9d69b574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '77b29a3f-0b40-4627-9020-64e2507c2bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:21:49.426521 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364a3a71-0204-4aea-8334-2bfc689b9ee9 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Network hostable DHCP agents. Network: 77b29a3f-0b40-4627-9020-64e2507c2bfe, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:21:49.473369 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b89c0f-84b8-4369-b740-3555b4fc73e2 req-2cd5f24f-a835-47fa-87a1-e66ce300170e tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:49.480110 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-f470013b-d7af-47d1-b8f9-b13b7ec70c3b None None] For port f1f48ffb-50ae-46f1-bf8e-42c3ae996df2, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:21:49.482939 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-98b89c0f-84b8-4369-b740-3555b4fc73e2 req-2cd5f24f-a835-47fa-87a1-e66ce300170e tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e15fa63-4caf-497f-b815-c2ccc823a345 HTTP/1.1" status: 200 len: 945 time: 0.5803230 Aug 10 03:21:49.485109 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-f470013b-d7af-47d1-b8f9-b13b7ec70c3b None None] For port f1f48ffb-50ae-46f1-bf8e-42c3ae996df2, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=f1f48ffb-50ae-46f1-bf8e-42c3ae996df2,segment=NetworkSegment(56a4821e-2250-49f1-a96d-9c145b5c6f3d),segment_id=56a4821e-2250-49f1-a96d-9c145b5c6f3d)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:21:49.495140 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f470013b-d7af-47d1-b8f9-b13b7ec70c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:49.557756 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84434113-abd9-4254-85bf-5b0554b66e31 req-aac3e5e5-8945-4504-a99a-93319a58d2b3 tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:49.559865 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-84434113-abd9-4254-85bf-5b0554b66e31 req-aac3e5e5-8945-4504-a99a-93319a58d2b3 tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] 10.222.0.62 "GET /v2.0/networks?id=a16b26cb-572e-4eda-8755-d5269bd5d399 HTTP/1.1" status: 200 len: 813 time: 0.3924725 Aug 10 03:21:49.592444 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-84434113-abd9-4254-85bf-5b0554b66e31 req-6257b324-b0ad-4aea-a298-51209910cb0c tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] 10.222.0.62 "GET /v2.0/quotas/d1dab8aad64b4f528f95894fa226d313 HTTP/1.1" status: 200 len: 375 time: 0.0185430 Aug 10 03:21:49.594647 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364a3a71-0204-4aea-8334-2bfc689b9ee9 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Network 77b29a3f-0b40-4627-9020-64e2507c2bfe is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:21:49.601905 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-64a6106e-96b9-4e82-9288-92a91de52f4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:49.614300 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-98b89c0f-84b8-4369-b740-3555b4fc73e2 req-97a00c47-138d-4ec2-9c23-90467d440e9a tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303885 Aug 10 03:21:49.651340 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-364a3a71-0204-4aea-8334-2bfc689b9ee9 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 77b29a3f-0b40-4627-9020-64e2507c2bfe) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:49.682526 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569e9548-66f7-44df-bb44-1f34e2a7186a None None] Pushing event updated for resources: {'Port': ['ID=f1f48ffb-50ae-46f1-bf8e-42c3ae996df2,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:49.691030 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364a3a71-0204-4aea-8334-2bfc689b9ee9 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:49.691030 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-364a3a71-0204-4aea-8334-2bfc689b9ee9 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:49.699217 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a611a1d6-1a36-41b4-9b15-b9ae63ca9093 None None] Network 77b29a3f-0b40-4627-9020-64e2507c2bfe requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:21:49.721151 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-cbed579d-e6d4-486d-b148-02bfd6503ddb req-380fa343-75a0-4066-adad-14fc3eeebc45 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Deleting port 0beccf6f-e4f7-40fc-9144-4e3d642ca0bd {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:21:49.721933 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-cbed579d-e6d4-486d-b148-02bfd6503ddb req-380fa343-75a0-4066-adad-14fc3eeebc45 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:49.775208 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-364a3a71-0204-4aea-8334-2bfc689b9ee9 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7784450 Aug 10 03:21:49.776017 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59092) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:49.808578 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-84434113-abd9-4254-85bf-5b0554b66e31 req-83bc7b48-ed2c-4e3e-82cc-04eb99b0dd6c tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d1dab8aad64b4f528f95894fa226d313&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1589084 Aug 10 03:21:49.914590 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f470013b-d7af-47d1-b8f9-b13b7ec70c3b None None] Routers {'70a1d4de-4417-46e6-be67-33de4b24a9d3'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:21:49.922866 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-f470013b-d7af-47d1-b8f9-b13b7ec70c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:21:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['70a1d4de-4417-46e6-be67-33de4b24a9d3'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:50.092122 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-f470013b-d7af-47d1-b8f9-b13b7ec70c3b None None] Set router 70a1d4de-4417-46e6-be67-33de4b24a9d3 gateway port host: None {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:21:50.201269 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd791bb-ccd5-482c-a43d-b11fe768d324 req-3d6c2a26-d8fd-4818-ae3d-bd620398ef70 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:50.203828 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2bd791bb-ccd5-482c-a43d-b11fe768d324 req-3d6c2a26-d8fd-4818-ae3d-bd620398ef70 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 946 time: 0.4289103 Aug 10 03:21:50.246886 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1c8ceb-cb16-4620-92ee-9e4e795ac68e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-77b29a3f-0b40-4627-9020-64e2507c2bfe', 'network_id': '77b29a3f-0b40-4627-9020-64e2507c2bfe', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'fixed_ips': [{'subnet_id': 'a0f2cca1-5ac1-49a2-b352-5a3691989eae'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:21:50.247767 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ee1c8ceb-cb16-4620-92ee-9e4e795ac68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:50.330831 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-cbed579d-e6d4-486d-b148-02bfd6503ddb req-380fa343-75a0-4066-adad-14fc3eeebc45 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] For port 0beccf6f-e4f7-40fc-9144-4e3d642ca0bd, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=0beccf6f-e4f7-40fc-9144-4e3d642ca0bd,segment=NetworkSegment(e0fc6907-b0e5-497d-acdf-511c68571829),segment_id=e0fc6907-b0e5-497d-acdf-511c68571829)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:50.330831 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-cbed579d-e6d4-486d-b148-02bfd6503ddb req-380fa343-75a0-4066-adad-14fc3eeebc45 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:50.366681 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-cbed579d-e6d4-486d-b148-02bfd6503ddb req-380fa343-75a0-4066-adad-14fc3eeebc45 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Calling delete_port for 0beccf6f-e4f7-40fc-9144-4e3d642ca0bd owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:21:50.552671 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-9ea34277-f1c6-4b6d-9e20-220f5303a7c2 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1503650183', 'router:external': True}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:50.570624 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-cbed579d-e6d4-486d-b148-02bfd6503ddb req-380fa343-75a0-4066-adad-14fc3eeebc45 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:50.599290 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['0beccf6f-e4f7-40fc-9144-4e3d642ca0bd'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:21:50.648740 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380fa343-75a0-4066-adad-14fc3eeebc45 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Pushing event deleted for resources: {'Port': ['ID=0beccf6f-e4f7-40fc-9144-4e3d642ca0bd,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:50.692896 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea34277-f1c6-4b6d-9e20-220f5303a7c2 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Made reservation on behalf of 7ff36ef545234af39eb9322b66212871 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:21:50.695211 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9ea34277-f1c6-4b6d-9e20-220f5303a7c2 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:50.703132 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-84434113-abd9-4254-85bf-5b0554b66e31 req-433ffff6-ba0f-459d-8c24-ad3e93cc2735 service neutron] 10.222.0.62 "GET /v2.0/networks/a16b26cb-572e-4eda-8755-d5269bd5d399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8437908 Aug 10 03:21:50.733558 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbed579d-e6d4-486d-b148-02bfd6503ddb req-380fa343-75a0-4066-adad-14fc3eeebc45 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] No DVR routers for this DVR port 0beccf6f-e4f7-40fc-9144-4e3d642ca0bd on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:21:50.745838 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2bd791bb-ccd5-482c-a43d-b11fe768d324 req-df587919-7142-4f9f-96cf-a138065cf444 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824594 Aug 10 03:21:50.748043 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-cbed579d-e6d4-486d-b148-02bfd6503ddb req-380fa343-75a0-4066-adad-14fc3eeebc45 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:50.749998 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cbed579d-e6d4-486d-b148-02bfd6503ddb req-380fa343-75a0-4066-adad-14fc3eeebc45 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.60 "DELETE /v2.0/ports/0beccf6f-e4f7-40fc-9144-4e3d642ca0bd HTTP/1.1" status: 204 len: 173 time: 2.2083728 Aug 10 03:21:50.750773 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e15fa63-4caf-497f-b815-c2ccc823a345', 'name': 'network-vif-deleted', 'tag': '0beccf6f-e4f7-40fc-9144-4e3d642ca0bd'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:21:50.753093 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d3fe1d-ee29-4288-83d7-12ec458b59a5" -d '{"events": [{"server_uuid": "9e15fa63-4caf-497f-b815-c2ccc823a345", "name": "network-vif-deleted", "tag": "0beccf6f-e4f7-40fc-9144-4e3d642ca0bd"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:21:50.813233 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-ee1c8ceb-cb16-4620-92ee-9e4e795ac68e None None] Allocated IP 172.21.0.2 (77b29a3f-0b40-4627-9020-64e2507c2bfe/a0f2cca1-5ac1-49a2-b352-5a3691989eae/4f960b95-713f-44ea-9d92-f9d0bc373647) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:21:50.856882 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9ea34277-f1c6-4b6d-9e20-220f5303a7c2 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:51.067372 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-872e309f-0309-4b42-835a-fbc0edd27df3 req-53c7878b-e8af-4ef5-b489-e2db05a06b59 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e15fa63-4caf-497f-b815-c2ccc823a345 HTTP/1.1" status: 200 len: 210 time: 0.0521383 Aug 10 03:21:51.073717 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-84434113-abd9-4254-85bf-5b0554b66e31 req-c0b93ec5-64f6-4445-8ff6-3017ebb911ad service neutron] 10.222.0.62 "GET /v2.0/networks/a16b26cb-572e-4eda-8755-d5269bd5d399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428085 Aug 10 03:21:51.077828 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9ea34277-f1c6-4b6d-9e20-220f5303a7c2 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:51.089892 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9ea34277-f1c6-4b6d-9e20-220f5303a7c2 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:51.101256 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a6106e-96b9-4e82-9288-92a91de52f4e admin admin] Router 13d9a6c2-9eb1-46e1-af07-d8aaa14d0364 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:21:51.124078 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ee1c8ceb-cb16-4620-92ee-9e4e795ac68e None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:51.157865 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-ee1c8ceb-cb16-4620-92ee-9e4e795ac68e None None] Transition to ACTIVE for port object 4f960b95-713f-44ea-9d92-f9d0bc373647 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:21:51.201158 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-ee1c8ceb-cb16-4620-92ee-9e4e795ac68e None None] Transition to ACTIVE for port object 4f960b95-713f-44ea-9d92-f9d0bc373647 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:21:51.224396 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ee1c8ceb-cb16-4620-92ee-9e4e795ac68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:51.256630 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69745d85-c152-4440-a07a-19260cf1c031 x-openstack-request-id: req-69745d85-c152-4440-a07a-19260cf1c031 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:21:51.256630 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e15fa63-4caf-497f-b815-c2ccc823a345", "name": "network-vif-deleted", "tag": "0beccf6f-e4f7-40fc-9144-4e3d642ca0bd", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:21:51.256630 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-69745d85-c152-4440-a07a-19260cf1c031 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:21:51.256630 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e15fa63-4caf-497f-b815-c2ccc823a345', 'name': 'network-vif-deleted', 'tag': '0beccf6f-e4f7-40fc-9144-4e3d642ca0bd', 'status': 'completed', 'code': 200} Aug 10 03:21:51.257072 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a6106e-96b9-4e82-9288-92a91de52f4e admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:21:51.263151 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-64a6106e-96b9-4e82-9288-92a91de52f4e admin admin] 10.222.0.62 "PUT /v2.0/routers/13d9a6c2-9eb1-46e1-af07-d8aaa14d0364/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6422443 Aug 10 03:21:51.265337 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59120) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:51.268990 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8139f9fd-aafc-4e85-9057-aad9bddec147 None None] Sync routers for ids ['13d9a6c2-9eb1-46e1-af07-d8aaa14d0364'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:21:51.289129 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8139f9fd-aafc-4e85-9057-aad9bddec147 None None] Routers {'13d9a6c2-9eb1-46e1-af07-d8aaa14d0364'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:21:51.293108 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-8139f9fd-aafc-4e85-9057-aad9bddec147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:21:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['13d9a6c2-9eb1-46e1-af07-d8aaa14d0364'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:51.336707 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ea34277-f1c6-4b6d-9e20-220f5303a7c2 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:21:51.343017 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea34277-f1c6-4b6d-9e20-220f5303a7c2 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c1bd54-2c0a-4323-9acd-f53e3b43f62c,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:51.407324 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1c8ceb-cb16-4620-92ee-9e4e795ac68e None None] Pushing event updated for resources: {'Port': ['ID=4f960b95-713f-44ea-9d92-f9d0bc373647,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:51.449013 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1c8ceb-cb16-4620-92ee-9e4e795ac68e None None] Network 77b29a3f-0b40-4627-9020-64e2507c2bfe is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:21:51.452123 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-ee1c8ceb-cb16-4620-92ee-9e4e795ac68e None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:51.458227 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1c8ceb-cb16-4620-92ee-9e4e795ac68e None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:21:51.529351 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9ea34277-f1c6-4b6d-9e20-220f5303a7c2 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:51.529351 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-9ea34277-f1c6-4b6d-9e20-220f5303a7c2 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Added segment 8ce0b5b4-1746-4c27-be18-678e118f97f3 of type vlan for network ccb53b99-a7ac-4d3e-ad8e-7ec994699eb6 Aug 10 03:21:51.613647 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-8139f9fd-aafc-4e85-9057-aad9bddec147 None None] Set router 13d9a6c2-9eb1-46e1-af07-d8aaa14d0364 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:21:51.633356 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-f470013b-d7af-47d1-b8f9-b13b7ec70c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'name': 'tempest-RoutersTest-router-2012087379', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:39Z', 'updated_at': '2021-08-10T03:21:44Z', 'revision_number': 2, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'gw_port_host': None, '_interfaces': [{'id': 'f1f48ffb-50ae-46f1-bf8e-42c3ae996df2', 'name': '', 'network_id': 'd5af5ed4-7f41-423d-a9da-6b54aed72f87', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:55:1f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '6c161d10-cbbc-40e3-a2d8-ec564696b35a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:41Z', 'updated_at': '2021-08-10T03:21:49Z', 'revision_number': 4, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': '6c161d10-cbbc-40e3-a2d8-ec564696b35a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:51.644272 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e0b8c627-7096-4a69-aa83-6f0b9cf24421 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:51.645327 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b1e6c9df-403b-4795-88b8-9b4018a8f5a3 req-c51f2b9f-b573-4280-aa43-74043e178d21 tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] 10.222.0.62 "GET /v2.0/ports?device_id=26a13753-ec9f-4c86-a795-0f79b58fb05c HTTP/1.1" status: 200 len: 210 time: 0.0512810 Aug 10 03:21:51.673186 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b595ad0b-ec57-4aae-bb23-3a6713822001 admin admin] Notify callbacks [] for router, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:51.721446 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f470013b-d7af-47d1-b8f9-b13b7ec70c3b None None] The sync data for ids ['70a1d4de-4417-46e6-be67-33de4b24a9d3'] in n-d-768851-15 is: [{'id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'name': 'tempest-RoutersTest-router-2012087379', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:39Z', 'updated_at': '2021-08-10T03:21:44Z', 'revision_number': 2, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'gw_port_host': None, '_interfaces': [{'id': 'f1f48ffb-50ae-46f1-bf8e-42c3ae996df2', 'name': '', 'network_id': 'd5af5ed4-7f41-423d-a9da-6b54aed72f87', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:55:1f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '6c161d10-cbbc-40e3-a2d8-ec564696b35a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:41Z', 'updated_at': '2021-08-10T03:21:49Z', 'revision_number': 4, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': '6c161d10-cbbc-40e3-a2d8-ec564696b35a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:21:51.728950 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-ee1c8ceb-cb16-4620-92ee-9e4e795ac68e None None] Attempting to bind port 4f960b95-713f-44ea-9d92-f9d0bc373647 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:21:51.729324 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-ee1c8ceb-cb16-4620-92ee-9e4e795ac68e None None] Attempting to bind port 4f960b95-713f-44ea-9d92-f9d0bc373647 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'a3cf05c2-1926-40f1-b6d2-81d9d69b574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '77b29a3f-0b40-4627-9020-64e2507c2bfe'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:21:51.729688 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1c8ceb-cb16-4620-92ee-9e4e795ac68e None None] Attempting to bind port 4f960b95-713f-44ea-9d92-f9d0bc373647 on network 77b29a3f-0b40-4627-9020-64e2507c2bfe {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:21:51.768927 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1c8ceb-cb16-4620-92ee-9e4e795ac68e None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:21:51.769400 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1c8ceb-cb16-4620-92ee-9e4e795ac68e None None] Checking segment: {'id': 'a3cf05c2-1926-40f1-b6d2-81d9d69b574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '77b29a3f-0b40-4627-9020-64e2507c2bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:21:51.769821 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ee1c8ceb-cb16-4620-92ee-9e4e795ac68e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:51.770226 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1c8ceb-cb16-4620-92ee-9e4e795ac68e None None] Bound using segment: {'id': 'a3cf05c2-1926-40f1-b6d2-81d9d69b574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '77b29a3f-0b40-4627-9020-64e2507c2bfe'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:21:51.791240 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9ea34277-f1c6-4b6d-9e20-220f5303a7c2 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:51.797220 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-ee1c8ceb-cb16-4620-92ee-9e4e795ac68e None None] Bound port: 4f960b95-713f-44ea-9d92-f9d0bc373647, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3cf05c2-1926-40f1-b6d2-81d9d69b574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '77b29a3f-0b40-4627-9020-64e2507c2bfe'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:21:51.799208 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ee1c8ceb-cb16-4620-92ee-9e4e795ac68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:51.870041 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b595ad0b-ec57-4aae-bb23-3a6713822001 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:52.058008 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-ee1c8ceb-cb16-4620-92ee-9e4e795ac68e None None] For port 4f960b95-713f-44ea-9d92-f9d0bc373647, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:21:52.073814 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-ee1c8ceb-cb16-4620-92ee-9e4e795ac68e None None] For port 4f960b95-713f-44ea-9d92-f9d0bc373647, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=4f960b95-713f-44ea-9d92-f9d0bc373647,segment=NetworkSegment(a3cf05c2-1926-40f1-b6d2-81d9d69b574c),segment_id=a3cf05c2-1926-40f1-b6d2-81d9d69b574c)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:21:52.088810 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ee1c8ceb-cb16-4620-92ee-9e4e795ac68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:52.215279 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9ea34277-f1c6-4b6d-9e20-220f5303a7c2 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:52.224451 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea34277-f1c6-4b6d-9e20-220f5303a7c2 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:52.225367 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9ea34277-f1c6-4b6d-9e20-220f5303a7c2 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:52.343582 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9ea34277-f1c6-4b6d-9e20-220f5303a7c2 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.9989750 Aug 10 03:21:52.402025 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1c8ceb-cb16-4620-92ee-9e4e795ac68e None None] Pushing event updated for resources: {'Port': ['ID=4f960b95-713f-44ea-9d92-f9d0bc373647,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:52.441540 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-8139f9fd-aafc-4e85-9057-aad9bddec147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d9a6c2-9eb1-46e1-af07-d8aaa14d0364', 'name': 'tempest-AttachVolumeShelveTestJSON-1128468652-router', 'tenant_id': '0c00b01e0806491485adebe5c1c180f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'b33265c4-a0e4-4f43-ae0c-d69841a13821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:12:39Z', 'updated_at': '2021-08-10T03:21:47Z', 'revision_number': 5, 'project_id': '0c00b01e0806491485adebe5c1c180f7', 'gw_port': {'id': 'b33265c4-a0e4-4f43-ae0c-d69841a13821', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d9a6c2-9eb1-46e1-af07-d8aaa14d0364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:12:40Z', 'updated_at': '2021-08-10T03:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:52.495119 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59148) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:52.502855 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea34277-f1c6-4b6d-9e20-220f5303a7c2 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Pushing event updated for resources: {'Network': ['ID=ccb53b99-a7ac-4d3e-ad8e-7ec994699eb6,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:52.518342 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network ccb53b99-a7ac-4d3e-ad8e-7ec994699eb6 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:21:52.543808 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-d7b3ed1e-15c3-443a-b1a0-1776433a0642 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Request body: {'subnet': {'network_id': 'ccb53b99-a7ac-4d3e-ad8e-7ec994699eb6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:52.584458 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b3ed1e-15c3-443a-b1a0-1776433a0642 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Made reservation on behalf of 7ff36ef545234af39eb9322b66212871 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:21:52.588874 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d7b3ed1e-15c3-443a-b1a0-1776433a0642 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:52.621576 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8139f9fd-aafc-4e85-9057-aad9bddec147 None None] Checking router: 13d9a6c2-9eb1-46e1-af07-d8aaa14d0364 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:21:52.680219 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8139f9fd-aafc-4e85-9057-aad9bddec147 None None] Routers {'13d9a6c2-9eb1-46e1-af07-d8aaa14d0364'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:21:52.682766 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-8139f9fd-aafc-4e85-9057-aad9bddec147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:21:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['13d9a6c2-9eb1-46e1-af07-d8aaa14d0364'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:52.999631 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-8139f9fd-aafc-4e85-9057-aad9bddec147 None None] Set router 13d9a6c2-9eb1-46e1-af07-d8aaa14d0364 gateway port host: None {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:21:53.035939 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-e0b8c627-7096-4a69-aa83-6f0b9cf24421 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Allocated IP 172.21.0.1 (77b29a3f-0b40-4627-9020-64e2507c2bfe/a0f2cca1-5ac1-49a2-b352-5a3691989eae/da66c376-aa07-41b2-b7fd-bd84ab0ebcc0) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:21:53.139274 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-8139f9fd-aafc-4e85-9057-aad9bddec147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d9a6c2-9eb1-46e1-af07-d8aaa14d0364', 'name': 'tempest-AttachVolumeShelveTestJSON-1128468652-router', 'tenant_id': '0c00b01e0806491485adebe5c1c180f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:12:39Z', 'updated_at': '2021-08-10T03:21:51Z', 'revision_number': 6, 'project_id': '0c00b01e0806491485adebe5c1c180f7', 'gw_port_host': None}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:53.197365 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8139f9fd-aafc-4e85-9057-aad9bddec147 None None] The sync data for ids ['13d9a6c2-9eb1-46e1-af07-d8aaa14d0364'] in n-d-768851-15 is: [{'id': '13d9a6c2-9eb1-46e1-af07-d8aaa14d0364', 'name': 'tempest-AttachVolumeShelveTestJSON-1128468652-router', 'tenant_id': '0c00b01e0806491485adebe5c1c180f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:12:39Z', 'updated_at': '2021-08-10T03:21:51Z', 'revision_number': 6, 'project_id': '0c00b01e0806491485adebe5c1c180f7', 'gw_port_host': None}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:21:53.386552 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 0beccf6f-e4f7-40fc-9144-4e3d642ca0bd no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:21:53.439994 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: 0beccf6f-e4f7-40fc-9144-4e3d642ca0bd {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:21:53.442016 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 0beccf6f-e4f7-40fc-9144-4e3d642ca0bd not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:21:53.539977 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e0b8c627-7096-4a69-aa83-6f0b9cf24421 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:53.573701 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc2b90-5bed-44d0-88db-f4283d26458d req-4a646dc8-6f0c-4139-9aea-e2db8cdfcc29 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:53.582091 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3bcc2b90-5bed-44d0-88db-f4283d26458d req-4a646dc8-6f0c-4139-9aea-e2db8cdfcc29 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 946 time: 0.1438761 Aug 10 03:21:53.708208 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf8f544-5a32-411a-9719-15e05231567a req-04c57491-e398-4408-86e0-35e30c734724 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:53.714328 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-e0b8c627-7096-4a69-aa83-6f0b9cf24421 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Transition to ACTIVE for port object da66c376-aa07-41b2-b7fd-bd84ab0ebcc0 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:21:53.715032 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6cf8f544-5a32-411a-9719-15e05231567a req-04c57491-e398-4408-86e0-35e30c734724 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/networks?id=480dbe0b-e3be-4a4e-913b-dd9b24bba262 HTTP/1.1" status: 200 len: 812 time: 0.3845828 Aug 10 03:21:53.787828 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3bcc2b90-5bed-44d0-88db-f4283d26458d req-d1c2233c-5347-4500-a116-59b1e7aa5c53 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2048442 Aug 10 03:21:53.789257 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-b595ad0b-ec57-4aae-bb23-3a6713822001 admin admin] Deleting port b33265c4-a0e4-4f43-ae0c-d69841a13821 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:21:53.789607 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b595ad0b-ec57-4aae-bb23-3a6713822001 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:53.924830 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6cf8f544-5a32-411a-9719-15e05231567a req-a04d5d6c-2cff-48ca-8987-eb501c3ea0f1 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/quotas/83b79d8631564df6a9bf256e7f6ac69f HTTP/1.1" status: 200 len: 375 time: 0.1618791 Aug 10 03:21:53.925490 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e0b8c627-7096-4a69-aa83-6f0b9cf24421 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:54.053278 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6cf8f544-5a32-411a-9719-15e05231567a req-14cd7a28-7c98-442e-94ab-e83db1a29ef6 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=83b79d8631564df6a9bf256e7f6ac69f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1262624 Aug 10 03:21:54.055336 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b8c627-7096-4a69-aa83-6f0b9cf24421 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Network 77b29a3f-0b40-4627-9020-64e2507c2bfe is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:21:54.066580 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-e0b8c627-7096-4a69-aa83-6f0b9cf24421 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:54.071066 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b8c627-7096-4a69-aa83-6f0b9cf24421 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event updated for resources: {'Port': ['ID=da66c376-aa07-41b2-b7fd-bd84ab0ebcc0,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:54.081267 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b8c627-7096-4a69-aa83-6f0b9cf24421 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:21:54.274267 n-d-768851-15 neutron-server[94217]: DEBUG neutron.objects.ports [None req-d7b3ed1e-15c3-443a-b1a0-1776433a0642 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94217) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:21:54.274998 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d7b3ed1e-15c3-443a-b1a0-1776433a0642 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:54.276621 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device f1f48ffb-50ae-46f1-bf8e-42c3ae996df2 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:21:54.354015 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e0b8c627-7096-4a69-aa83-6f0b9cf24421 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:54.359676 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b3ed1e-15c3-443a-b1a0-1776433a0642 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ec33354c-7387-4908-b5e0-c6d2e59417b2,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:54.412400 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6cf8f544-5a32-411a-9719-15e05231567a req-fc37d188-77d9-4327-96ef-4c7eb2aa0496 service neutron] 10.222.0.62 "GET /v2.0/networks/480dbe0b-e3be-4a4e-913b-dd9b24bba262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3553839 Aug 10 03:21:54.426030 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a21597c-f90f-453e-9f22-e8613e111377 None None] Network 77b29a3f-0b40-4627-9020-64e2507c2bfe requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:21:54.474876 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b3ed1e-15c3-443a-b1a0-1776433a0642 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Checking segment: {'id': '8ce0b5b4-1746-4c27-be18-678e118f97f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ccb53b99-a7ac-4d3e-ad8e-7ec994699eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:21:54.475309 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b3ed1e-15c3-443a-b1a0-1776433a0642 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Network hostable DHCP agents. Network: ccb53b99-a7ac-4d3e-ad8e-7ec994699eb6, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:21:54.499630 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port f1f48ffb-50ae-46f1-bf8e-42c3ae996df2 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:21:54.509661 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port f1f48ffb-50ae-46f1-bf8e-42c3ae996df2 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:54.519948 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b3ed1e-15c3-443a-b1a0-1776433a0642 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Network ccb53b99-a7ac-4d3e-ad8e-7ec994699eb6 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:21:54.520419 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:54.551642 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b52f90f7-2b0b-4675-9af9-6a6d9917483d req-50b93159-f35c-47b3-9c67-7873820d4b10 tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] 10.222.0.62 "GET /v2.0/ports?device_id=26a13753-ec9f-4c86-a795-0f79b58fb05c HTTP/1.1" status: 200 len: 210 time: 0.5265596 Aug 10 03:21:54.570162 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-8990de0c-4aa1-4eef-9581-7886c9540842 None None] Provisioning for port 4f960b95-713f-44ea-9d92-f9d0bc373647 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:21:54.570471 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-d7b3ed1e-15c3-443a-b1a0-1776433a0642 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, ccb53b99-a7ac-4d3e-ad8e-7ec994699eb6) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:54.581640 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b3ed1e-15c3-443a-b1a0-1776433a0642 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:54.582404 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d7b3ed1e-15c3-443a-b1a0-1776433a0642 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:54.585331 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbda7a1b-51be-4275-a6d5-b06d7f1c6a0a None None] Network ccb53b99-a7ac-4d3e-ad8e-7ec994699eb6 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:21:54.586375 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e0b8c627-7096-4a69-aa83-6f0b9cf24421 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:54.829792 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:54.853961 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-b595ad0b-ec57-4aae-bb23-3a6713822001 admin admin] For port b33265c4-a0e4-4f43-ae0c-d69841a13821, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=b33265c4-a0e4-4f43-ae0c-d69841a13821,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:54.854561 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b595ad0b-ec57-4aae-bb23-3a6713822001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:54.896017 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-b595ad0b-ec57-4aae-bb23-3a6713822001 admin admin] Calling delete_port for b33265c4-a0e4-4f43-ae0c-d69841a13821 owned by network:router_gateway {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:21:54.909122 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f92ce4-b31f-4453-be0f-2174ff175842 None None] Network ccb53b99-a7ac-4d3e-ad8e-7ec994699eb6 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:21:54.917178 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port f1f48ffb-50ae-46f1-bf8e-42c3ae996df2, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=f1f48ffb-50ae-46f1-bf8e-42c3ae996df2,segment=NetworkSegment(56a4821e-2250-49f1-a96d-9c145b5c6f3d),segment_id=56a4821e-2250-49f1-a96d-9c145b5c6f3d)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:54.923302 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84434113-abd9-4254-85bf-5b0554b66e31 req-6932d6c2-95c5-4192-ad03-acc02532ec4d tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:54.925397 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-84434113-abd9-4254-85bf-5b0554b66e31 req-6932d6c2-95c5-4192-ad03-acc02532ec4d tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] 10.222.0.60 "GET /v2.0/networks?id=a16b26cb-572e-4eda-8755-d5269bd5d399 HTTP/1.1" status: 200 len: 813 time: 0.5102942 Aug 10 03:21:54.944159 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6cf8f544-5a32-411a-9719-15e05231567a req-2b0f3bd3-beaf-4d09-a0da-da44ae048893 service neutron] 10.222.0.62 "GET /v2.0/networks/480dbe0b-e3be-4a4e-913b-dd9b24bba262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4977555 Aug 10 03:21:54.965727 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-84434113-abd9-4254-85bf-5b0554b66e31 req-8b25d32f-e4b5-4b29-872c-5bb41d1cff81 tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] Request body: {'port': {'device_id': '26a13753-ec9f-4c86-a795-0f79b58fb05c', 'network_id': 'a16b26cb-572e-4eda-8755-d5269bd5d399', 'admin_state_up': True, 'tenant_id': 'd1dab8aad64b4f528f95894fa226d313'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:54.969285 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:54.970092 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 4f960b95-713f-44ea-9d92-f9d0bc373647 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:21:55.037797 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d7b3ed1e-15c3-443a-b1a0-1776433a0642 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.5265069 Aug 10 03:21:55.043854 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59184) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:55.053855 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-de39cc9f-c4de-487c-9dd9-ed5da9335648 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-335456110', 'network_id': 'ccb53b99-a7ac-4d3e-ad8e-7ec994699eb6'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:55.105181 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e0b8c627-7096-4a69-aa83-6f0b9cf24421 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:55.123747 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e0b8c627-7096-4a69-aa83-6f0b9cf24421 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:55.194716 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=f1f48ffb-50ae-46f1-bf8e-42c3ae996df2,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:55.252115 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 4f960b95-713f-44ea-9d92-f9d0bc373647 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:21:55.259581 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 4f960b95-713f-44ea-9d92-f9d0bc373647 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:55.260486 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:55.354843 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b8079-ea31-42eb-a1e1-a4ea41999a83 req-de8407cd-b3c5-4159-bb0f-83c7ab9cccce tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:55.363696 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-009b8079-ea31-42eb-a1e1-a4ea41999a83 req-de8407cd-b3c5-4159-bb0f-83c7ab9cccce tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 946 time: 0.3205943 Aug 10 03:21:55.393467 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b8c627-7096-4a69-aa83-6f0b9cf24421 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event updated for resources: {'Port': ['ID=da66c376-aa07-41b2-b7fd-bd84ab0ebcc0,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:55.411473 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de39cc9f-c4de-487c-9dd9-ed5da9335648 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Made reservation on behalf of 7ff36ef545234af39eb9322b66212871 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:21:55.419620 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-de39cc9f-c4de-487c-9dd9-ed5da9335648 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:55.480311 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e0b8c627-7096-4a69-aa83-6f0b9cf24421 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:55.502045 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7c16fcf1-ae83-4afc-a086-8235d8fe037a req-6cec80e1-695b-4010-ab02-b50fac7d2802 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=4eb4915b-2205-4010-acf8-b1e836645abd HTTP/1.1" status: 200 len: 210 time: 0.1189189 Aug 10 03:21:55.504101 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [None req-de39cc9f-c4de-487c-9dd9-ed5da9335648 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] device_id is not set on port 09e7b8da-b27b-493a-a336-b110a5482046 yet. {{(pid=94217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:21:55.560415 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:55.675356 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 4f960b95-713f-44ea-9d92-f9d0bc373647, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=4f960b95-713f-44ea-9d92-f9d0bc373647,segment=NetworkSegment(a3cf05c2-1926-40f1-b6d2-81d9d69b574c),segment_id=a3cf05c2-1926-40f1-b6d2-81d9d69b574c)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:55.679954 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-bdb6b5a6-f7f4-4ea2-ada0-1972354f4f47 None None] Provisioning complete for port 4f960b95-713f-44ea-9d92-f9d0bc373647 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:55.683943 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-bdb6b5a6-f7f4-4ea2-ada0-1972354f4f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:55.757055 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:55.816060 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=4f960b95-713f-44ea-9d92-f9d0bc373647,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:55.819921 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 9a25952a-9ef1-4c85-b91e-c0c0f02dd688 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:21:55.898611 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1b83302e-5d72-4c6d-8193-121d6050513d req-050d2bdf-3155-4087-99d4-ba33d4b19c0b tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] 10.222.0.62 "GET /v2.0/ports?device_id=26a13753-ec9f-4c86-a795-0f79b58fb05c HTTP/1.1" status: 200 len: 210 time: 0.1062579 Aug 10 03:21:55.989750 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 9a25952a-9ef1-4c85-b91e-c0c0f02dd688 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:21:55.990963 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 9a25952a-9ef1-4c85-b91e-c0c0f02dd688 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:21:56.012873 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-de39cc9f-c4de-487c-9dd9-ed5da9335648 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Allocated IP 2001:db8::192 (ccb53b99-a7ac-4d3e-ad8e-7ec994699eb6/ec33354c-7387-4908-b5e0-c6d2e59417b2/09e7b8da-b27b-493a-a336-b110a5482046) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:21:56.042142 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-bdb6b5a6-f7f4-4ea2-ada0-1972354f4f47 None None] Provisioning for port da66c376-aa07-41b2-b7fd-bd84ab0ebcc0 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:21:56.053158 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-009b8079-ea31-42eb-a1e1-a4ea41999a83 req-adc20563-0a64-4c0b-adfd-ed6ce4adf499 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6860795 Aug 10 03:21:56.068173 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-bdb6b5a6-f7f4-4ea2-ada0-1972354f4f47 None None] Provisioning complete for port da66c376-aa07-41b2-b7fd-bd84ab0ebcc0 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:56.068873 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-bdb6b5a6-f7f4-4ea2-ada0-1972354f4f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:56.079044 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b595ad0b-ec57-4aae-bb23-3a6713822001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:56.223867 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b8c627-7096-4a69-aa83-6f0b9cf24421 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Network 77b29a3f-0b40-4627-9020-64e2507c2bfe is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:21:56.227138 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84434113-abd9-4254-85bf-5b0554b66e31 req-8b25d32f-e4b5-4b29-872c-5bb41d1cff81 tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] Made reservation on behalf of d1dab8aad64b4f528f95894fa226d313 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:21:56.229143 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-bdb6b5a6-f7f4-4ea2-ada0-1972354f4f47 None None] Port da66c376-aa07-41b2-b7fd-bd84ab0ebcc0 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:21:56.236840 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-e0b8c627-7096-4a69-aa83-6f0b9cf24421 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:56.244268 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-84434113-abd9-4254-85bf-5b0554b66e31 req-8b25d32f-e4b5-4b29-872c-5bb41d1cff81 tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:56.265496 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device f1f48ffb-50ae-46f1-bf8e-42c3ae996df2 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:21:56.280695 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b595ad0b-ec57-4aae-bb23-3a6713822001 admin admin] Pushing event deleted for resources: {'Port': ['ID=b33265c4-a0e4-4f43-ae0c-d69841a13821,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:56.349418 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:56.473397 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-73ed6bf4-fe5b-48c9-9ec9-fb7c91ebd0ac None None] Provisioning complete for port da66c376-aa07-41b2-b7fd-bd84ab0ebcc0 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:56.473776 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-73ed6bf4-fe5b-48c9-9ec9-fb7c91ebd0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:56.513048 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-73ed6bf4-fe5b-48c9-9ec9-fb7c91ebd0ac None None] Port da66c376-aa07-41b2-b7fd-bd84ab0ebcc0 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:21:56.514492 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:56.558869 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port f1f48ffb-50ae-46f1-bf8e-42c3ae996df2 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:56.559252 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:56.585451 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b595ad0b-ec57-4aae-bb23-3a6713822001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:56.685482 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b8c627-7096-4a69-aa83-6f0b9cf24421 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Router 70a1d4de-4417-46e6-be67-33de4b24a9d3 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:21:56.811505 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-2a6a363c-6068-4b80-a3fc-0aa7d21c86ad None None] Provisioning complete for port da66c376-aa07-41b2-b7fd-bd84ab0ebcc0 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:56.812443 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2a6a363c-6068-4b80-a3fc-0aa7d21c86ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:56.869948 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b595ad0b-ec57-4aae-bb23-3a6713822001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:56.874338 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b595ad0b-ec57-4aae-bb23-3a6713822001 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:56.892495 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-2a6a363c-6068-4b80-a3fc-0aa7d21c86ad None None] Port da66c376-aa07-41b2-b7fd-bd84ab0ebcc0 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:21:56.895082 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 4f960b95-713f-44ea-9d92-f9d0bc373647 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:21:56.938581 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b8c627-7096-4a69-aa83-6f0b9cf24421 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:21:56.958047 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e0b8c627-7096-4a69-aa83-6f0b9cf24421 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "PUT /v2.0/routers/70a1d4de-4417-46e6-be67-33de4b24a9d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1807346 Aug 10 03:21:56.960405 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d12a18db-7f9c-4a4e-828b-41874df66782 req-32f8846b-ab4f-40f6-81d6-ff42fc48419c tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=4eb4915b-2205-4010-acf8-b1e836645abd HTTP/1.1" status: 200 len: 210 time: 0.0329492 Aug 10 03:21:56.960902 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59212) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:56.971713 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-aa031c2c-e409-4bc2-80ff-b3b2da4942b9 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Request body: {'network': {'name': 'tempest-RoutersTest-440531442'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:56.975071 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b595ad0b-ec57-4aae-bb23-3a6713822001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:56.975591 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b595ad0b-ec57-4aae-bb23-3a6713822001 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13d9a6c2-9eb1-46e1-af07-d8aaa14d0364 {{(pid=94216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:21:56.978681 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ed8177-ce2e-4a98-a8db-eddb74ed3f7e None None] Sync routers for ids ['70a1d4de-4417-46e6-be67-33de4b24a9d3'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:21:56.980832 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b595ad0b-ec57-4aae-bb23-3a6713822001 admin admin] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:56.984174 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b595ad0b-ec57-4aae-bb23-3a6713822001 admin admin] 10.222.0.62 "DELETE /v2.0/routers/13d9a6c2-9eb1-46e1-af07-d8aaa14d0364 HTTP/1.1" status: 204 len: 168 time: 5.7153194 Aug 10 03:21:56.987526 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59214) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:57.057394 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-de39cc9f-c4de-487c-9dd9-ed5da9335648 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:57.074524 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ed8177-ce2e-4a98-a8db-eddb74ed3f7e None None] Routers {'70a1d4de-4417-46e6-be67-33de4b24a9d3'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:21:57.108102 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa031c2c-e409-4bc2-80ff-b3b2da4942b9 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Made reservation on behalf of c682678ede4c49b18134196e23ba84b8 for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:21:57.108888 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-f1ed8177-ce2e-4a98-a8db-eddb74ed3f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:21:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['70a1d4de-4417-46e6-be67-33de4b24a9d3'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:57.121708 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-aa031c2c-e409-4bc2-80ff-b3b2da4942b9 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:57.140780 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5bfb49c-5f92-4e8d-83d4-d5ae23663c78 admin admin] Deleting subnet 3edf7dab-cede-45e3-a40b-9026654a3743 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:21:57.165678 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a5bfb49c-5f92-4e8d-83d4-d5ae23663c78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:57.263037 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5ecc5fc8-e161-42d5-bc35-cdf9f8d08a93 req-9cc3f3e1-ab58-4674-94ba-0685c7635c4e tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] 10.222.0.62 "GET /v2.0/ports?device_id=26a13753-ec9f-4c86-a795-0f79b58fb05c HTTP/1.1" status: 200 len: 210 time: 0.1741970 Aug 10 03:21:57.318444 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a5bfb49c-5f92-4e8d-83d4-d5ae23663c78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:57.328727 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa031c2c-e409-4bc2-80ff-b3b2da4942b9 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:21:57.351277 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-aa031c2c-e409-4bc2-80ff-b3b2da4942b9 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:57.351936 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-aa031c2c-e409-4bc2-80ff-b3b2da4942b9 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Added segment 02fcba64-0445-4247-b484-a4c918c7a202 of type vlan for network 356c7ff6-7716-46ea-ace8-ec9ac2337a4d Aug 10 03:21:57.381143 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 4f960b95-713f-44ea-9d92-f9d0bc373647 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:57.382660 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:57.463355 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-f1ed8177-ce2e-4a98-a8db-eddb74ed3f7e None None] Set router 70a1d4de-4417-46e6-be67-33de4b24a9d3 gateway port host: None {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:21:57.580475 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-84434113-abd9-4254-85bf-5b0554b66e31 req-8b25d32f-e4b5-4b29-872c-5bb41d1cff81 tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] Allocated IP 172.20.0.9 (a16b26cb-572e-4eda-8755-d5269bd5d399/4e8e09f7-0d6b-47b5-adf1-463123d5f5c0/ddf3c5a8-0f36-4117-9e71-1fe1b2488d7b) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:21:57.627167 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-aa031c2c-e409-4bc2-80ff-b3b2da4942b9 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:57.650097 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-de39cc9f-c4de-487c-9dd9-ed5da9335648 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:57.700660 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c297c9c9-de37-4f67-bb1b-ee5b3aca0933 req-31cec72b-7021-4ce4-803c-bc927d6b1509 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:57.714004 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c297c9c9-de37-4f67-bb1b-ee5b3aca0933 req-31cec72b-7021-4ce4-803c-bc927d6b1509 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 946 time: 0.2737515 Aug 10 03:21:57.715436 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de39cc9f-c4de-487c-9dd9-ed5da9335648 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Network ccb53b99-a7ac-4d3e-ad8e-7ec994699eb6 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:21:57.726929 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a5bfb49c-5f92-4e8d-83d4-d5ae23663c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:57.757837 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-de39cc9f-c4de-487c-9dd9-ed5da9335648 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:57.769897 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de39cc9f-c4de-487c-9dd9-ed5da9335648 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:21:57.770953 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de39cc9f-c4de-487c-9dd9-ed5da9335648 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:57.771557 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-de39cc9f-c4de-487c-9dd9-ed5da9335648 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:57.806923 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf8f544-5a32-411a-9719-15e05231567a req-cc2ae73f-ccf4-4a56-a882-085606f6bded tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:57.808989 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6cf8f544-5a32-411a-9719-15e05231567a req-cc2ae73f-ccf4-4a56-a882-085606f6bded tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.58 "GET /v2.0/networks?id=480dbe0b-e3be-4a4e-913b-dd9b24bba262 HTTP/1.1" status: 200 len: 812 time: 0.4036047 Aug 10 03:21:57.820315 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-de39cc9f-c4de-487c-9dd9-ed5da9335648 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.7736487 Aug 10 03:21:57.825092 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59222) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:57.830868 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-6cf8f544-5a32-411a-9719-15e05231567a req-7c3b30bd-712d-47ee-9c45-fea3f0c95b1d tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Request body: {'port': {'device_id': '4eb4915b-2205-4010-acf8-b1e836645abd', 'network_id': '480dbe0b-e3be-4a4e-913b-dd9b24bba262', 'admin_state_up': True, 'tenant_id': '83b79d8631564df6a9bf256e7f6ac69f'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:57.911249 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b33265c4-a0e4-4f43-ae0c-d69841a13821 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:21:57.971413 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: b33265c4-a0e4-4f43-ae0c-d69841a13821 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:21:57.976771 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b33265c4-a0e4-4f43-ae0c-d69841a13821 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:21:57.998140 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de39cc9f-c4de-487c-9dd9-ed5da9335648 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Pushing event updated for resources: {'Port': ['ID=09e7b8da-b27b-493a-a336-b110a5482046,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:58.052626 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a5bfb49c-5f92-4e8d-83d4-d5ae23663c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:58.071908 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cf8f544-5a32-411a-9719-15e05231567a req-7c3b30bd-712d-47ee-9c45-fea3f0c95b1d tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Made reservation on behalf of 83b79d8631564df6a9bf256e7f6ac69f for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:21:58.074022 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-f1ed8177-ce2e-4a98-a8db-eddb74ed3f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'name': 'tempest-RoutersTest-router-2012087379', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:39Z', 'updated_at': '2021-08-10T03:21:54Z', 'revision_number': 3, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'gw_port_host': None, '_interfaces': [{'id': 'da66c376-aa07-41b2-b7fd-bd84ab0ebcc0', 'name': '', 'network_id': '77b29a3f-0b40-4627-9020-64e2507c2bfe', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:a1:9d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'a0f2cca1-5ac1-49a2-b352-5a3691989eae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:52Z', 'updated_at': '2021-08-10T03:21:54Z', 'revision_number': 2, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': 'a0f2cca1-5ac1-49a2-b352-5a3691989eae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1f48ffb-50ae-46f1-bf8e-42c3ae996df2', 'name': '', 'network_id': 'd5af5ed4-7f41-423d-a9da-6b54aed72f87', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:55:1f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '6c161d10-cbbc-40e3-a2d8-ec564696b35a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:41Z', 'updated_at': '2021-08-10T03:21:54Z', 'revision_number': 5, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': '6c161d10-cbbc-40e3-a2d8-ec564696b35a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:58.075658 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6cf8f544-5a32-411a-9719-15e05231567a req-7c3b30bd-712d-47ee-9c45-fea3f0c95b1d tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:58.120818 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-84434113-abd9-4254-85bf-5b0554b66e31 req-8b25d32f-e4b5-4b29-872c-5bb41d1cff81 tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:58.147231 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.db.resource_extend [None req-aa031c2c-e409-4bc2-80ff-b3b2da4942b9 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:21:58.147991 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15fafe3-240e-4331-853b-61804c619c62 None None] Network c0759395-72d8-4de6-9611-c9ba0ebf5417 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:21:58.150819 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bfb49c-5f92-4e8d-83d4-d5ae23663c78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3edf7dab-cede-45e3-a40b-9026654a3743,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:58.151727 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ed8177-ce2e-4a98-a8db-eddb74ed3f7e None None] Checking router: 70a1d4de-4417-46e6-be67-33de4b24a9d3 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:21:58.152192 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ed8177-ce2e-4a98-a8db-eddb74ed3f7e None None] Updating router 70a1d4de-4417-46e6-be67-33de4b24a9d3 port da66c376-aa07-41b2-b7fd-bd84ab0ebcc0 binding host n-d-768851-15 {{(pid=94218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:21:58.158031 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a5bfb49c-5f92-4e8d-83d4-d5ae23663c78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:58.168608 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a5bfb49c-5f92-4e8d-83d4-d5ae23663c78 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/3edf7dab-cede-45e3-a40b-9026654a3743 HTTP/1.1" status: 204 len: 168 time: 1.1791186 Aug 10 03:21:58.179258 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59226) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:58.229593 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f1ed8177-ce2e-4a98-a8db-eddb74ed3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:58.271384 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-afe7edf8-98b3-4df5-a143-3dd750984351 req-bae9992d-b163-4386-9883-92d629767c67 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=4eb4915b-2205-4010-acf8-b1e836645abd HTTP/1.1" status: 200 len: 210 time: 0.0427706 Aug 10 03:21:58.280141 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-aa031c2c-e409-4bc2-80ff-b3b2da4942b9 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:58.287698 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa031c2c-e409-4bc2-80ff-b3b2da4942b9 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:58.288412 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-aa031c2c-e409-4bc2-80ff-b3b2da4942b9 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:58.387309 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa031c2c-e409-4bc2-80ff-b3b2da4942b9 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event updated for resources: {'Network': ['ID=356c7ff6-7716-46ea-ace8-ec9ac2337a4d,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:58.394293 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-1e0af097-7f81-4ed2-8e74-5d6739d6f01c tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Deleting port 09e7b8da-b27b-493a-a336-b110a5482046 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:21:58.395197 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1e0af097-7f81-4ed2-8e74-5d6739d6f01c tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:58.476098 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ff96b18b-d689-4443-a1a9-b2e48702517d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:58.513727 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c297c9c9-de37-4f67-bb1b-ee5b3aca0933 req-51f80aa9-a155-4505-982c-22bbf0869774 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7986794 Aug 10 03:21:58.551310 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-aa031c2c-e409-4bc2-80ff-b3b2da4942b9 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5839534 Aug 10 03:21:58.554685 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59232) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:58.565464 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-70eed05f-3c7c-4748-8d80-6498a866e1eb tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Request body: {'subnet': {'network_id': '356c7ff6-7716-46ea-ace8-ec9ac2337a4d', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:58.574080 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-84434113-abd9-4254-85bf-5b0554b66e31 req-8b25d32f-e4b5-4b29-872c-5bb41d1cff81 tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:58.637089 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1e0af097-7f81-4ed2-8e74-5d6739d6f01c tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:58.651668 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-1e0af097-7f81-4ed2-8e74-5d6739d6f01c tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Calling delete_port for 09e7b8da-b27b-493a-a336-b110a5482046 owned by {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:21:58.712750 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b25d32f-e4b5-4b29-872c-5bb41d1cff81 tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] Pushing event updated for resources: {'Port': ['ID=ddf3c5a8-0f36-4117-9e71-1fe1b2488d7b,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:58.800548 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84434113-abd9-4254-85bf-5b0554b66e31 req-8b25d32f-e4b5-4b29-872c-5bb41d1cff81 tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] Network a16b26cb-572e-4eda-8755-d5269bd5d399 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:21:58.815236 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-84434113-abd9-4254-85bf-5b0554b66e31 req-8b25d32f-e4b5-4b29-872c-5bb41d1cff81 tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:58.824783 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 356c7ff6-7716-46ea-ace8-ec9ac2337a4d details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:21:58.825430 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-84434113-abd9-4254-85bf-5b0554b66e31 req-8b25d32f-e4b5-4b29-872c-5bb41d1cff81 tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:21:58.891838 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84434113-abd9-4254-85bf-5b0554b66e31 req-8b25d32f-e4b5-4b29-872c-5bb41d1cff81 tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:58.893890 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-84434113-abd9-4254-85bf-5b0554b66e31 req-8b25d32f-e4b5-4b29-872c-5bb41d1cff81 tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:58.940427 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70eed05f-3c7c-4748-8d80-6498a866e1eb tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Made reservation on behalf of c682678ede4c49b18134196e23ba84b8 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:21:58.945343 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-70eed05f-3c7c-4748-8d80-6498a866e1eb tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:59.044923 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-84434113-abd9-4254-85bf-5b0554b66e31 req-8b25d32f-e4b5-4b29-872c-5bb41d1cff81 tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0929058 Aug 10 03:21:59.055836 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119a9ab5-9ebe-4fff-ac1b-9234dfeb3043 req-58170e71-75e8-4f3a-ae15-29026a414651 tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:59.057523 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-119a9ab5-9ebe-4fff-ac1b-9234dfeb3043 req-58170e71-75e8-4f3a-ae15-29026a414651 tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] 10.222.0.62 "GET /v2.0/ports?device_id=26a13753-ec9f-4c86-a795-0f79b58fb05c HTTP/1.1" status: 200 len: 931 time: 0.3652966 Aug 10 03:21:59.092686 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f1ed8177-ce2e-4a98-a8db-eddb74ed3f7e None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:59.124548 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3836e9ec-fac8-47f4-818a-085b5aa72275 None None] DHCP port deletion for c0759395-72d8-4de6-9611-c9ba0ebf5417 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:21:59.135167 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-119a9ab5-9ebe-4fff-ac1b-9234dfeb3043 req-b81d91ee-ce83-4ded-acb0-b3e0324cb515 tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] 10.222.0.62 "GET /v2.0/security-groups?id=1629ea23-99f4-4e8f-93cc-43c26311d726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665636 Aug 10 03:21:59.252599 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3836e9ec-fac8-47f4-818a-085b5aa72275 None None] Deleting port 5ca6cbba-69a0-4b77-bf30-6620a3500800 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:21:59.254278 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3836e9ec-fac8-47f4-818a-085b5aa72275 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:59.286381 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-84434113-abd9-4254-85bf-5b0554b66e31 req-48bd59c9-6ee7-4b54-954f-9d062c286a20 service neutron] Request body: {'port': {'device_id': '26a13753-ec9f-4c86-a795-0f79b58fb05c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:59.432526 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-84434113-abd9-4254-85bf-5b0554b66e31 req-48bd59c9-6ee7-4b54-954f-9d062c286a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:59.484651 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3836e9ec-fac8-47f4-818a-085b5aa72275 None None] For port 5ca6cbba-69a0-4b77-bf30-6620a3500800, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=5ca6cbba-69a0-4b77-bf30-6620a3500800,segment=NetworkSegment(b14795c0-984c-4c21-bc5c-b1b39903d907),segment_id=b14795c0-984c-4c21-bc5c-b1b39903d907)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:59.485479 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3836e9ec-fac8-47f4-818a-085b5aa72275 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:59.501667 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3836e9ec-fac8-47f4-818a-085b5aa72275 None None] Calling delete_port for 5ca6cbba-69a0-4b77-bf30-6620a3500800 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:21:59.575637 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-18899074-0ce6-4a04-b7ca-54f4cd30516f req-688c5fa3-17e4-41a8-8f8d-0bbf4a29b287 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=4eb4915b-2205-4010-acf8-b1e836645abd HTTP/1.1" status: 200 len: 210 time: 0.1568801 Aug 10 03:21:59.657410 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-6cf8f544-5a32-411a-9719-15e05231567a req-7c3b30bd-712d-47ee-9c45-fea3f0c95b1d tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Allocated IP 172.20.0.6 (480dbe0b-e3be-4a4e-913b-dd9b24bba262/671472a0-ea87-43e5-8586-78a1de5f1af8/c238ae63-52b5-466d-85da-def40a54881b) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:21:59.658589 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3836e9ec-fac8-47f4-818a-085b5aa72275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:59.691084 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1e0af097-7f81-4ed2-8e74-5d6739d6f01c tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:59.719683 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-f1ed8177-ce2e-4a98-a8db-eddb74ed3f7e None None] Transition to ACTIVE for port object da66c376-aa07-41b2-b7fd-bd84ab0ebcc0 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:21:59.727999 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3836e9ec-fac8-47f4-818a-085b5aa72275 None None] Pushing event deleted for resources: {'Port': ['ID=5ca6cbba-69a0-4b77-bf30-6620a3500800,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:59.739731 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3836e9ec-fac8-47f4-818a-085b5aa72275 None None] No DVR routers for this DVR port 5ca6cbba-69a0-4b77-bf30-6620a3500800 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:21:59.742884 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f1ed8177-ce2e-4a98-a8db-eddb74ed3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:59.787163 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0af097-7f81-4ed2-8e74-5d6739d6f01c tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Pushing event deleted for resources: {'Port': ['ID=09e7b8da-b27b-493a-a336-b110a5482046,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:59.872229 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-ff96b18b-d689-4443-a1a9-b2e48702517d admin admin] Deleting port 5ca6cbba-69a0-4b77-bf30-6620a3500800 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:21:59.872586 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ff96b18b-d689-4443-a1a9-b2e48702517d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:59.886582 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f57e38-2e49-48fc-8a01-60319edb451a None None] Pushing event updated for resources: {'Port': ['ID=da66c376-aa07-41b2-b7fd-bd84ab0ebcc0,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:59.967963 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-f1ed8177-ce2e-4a98-a8db-eddb74ed3f7e None None] Attempting to bind port da66c376-aa07-41b2-b7fd-bd84ab0ebcc0 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:21:59.968346 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-f1ed8177-ce2e-4a98-a8db-eddb74ed3f7e None None] Attempting to bind port da66c376-aa07-41b2-b7fd-bd84ab0ebcc0 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'a3cf05c2-1926-40f1-b6d2-81d9d69b574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '77b29a3f-0b40-4627-9020-64e2507c2bfe'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:21:59.968713 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ed8177-ce2e-4a98-a8db-eddb74ed3f7e None None] Attempting to bind port da66c376-aa07-41b2-b7fd-bd84ab0ebcc0 on network 77b29a3f-0b40-4627-9020-64e2507c2bfe {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:21:59.989116 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ed8177-ce2e-4a98-a8db-eddb74ed3f7e None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:21:59.990001 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ed8177-ce2e-4a98-a8db-eddb74ed3f7e None None] Checking segment: {'id': 'a3cf05c2-1926-40f1-b6d2-81d9d69b574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '77b29a3f-0b40-4627-9020-64e2507c2bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:21:59.990677 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f1ed8177-ce2e-4a98-a8db-eddb74ed3f7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:59.991334 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ed8177-ce2e-4a98-a8db-eddb74ed3f7e None None] Bound using segment: {'id': 'a3cf05c2-1926-40f1-b6d2-81d9d69b574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '77b29a3f-0b40-4627-9020-64e2507c2bfe'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:21:59.992071 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-f1ed8177-ce2e-4a98-a8db-eddb74ed3f7e None None] Bound port: da66c376-aa07-41b2-b7fd-bd84ab0ebcc0, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3cf05c2-1926-40f1-b6d2-81d9d69b574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '77b29a3f-0b40-4627-9020-64e2507c2bfe'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:21:59.992714 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f1ed8177-ce2e-4a98-a8db-eddb74ed3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:00.007983 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-ff96b18b-d689-4443-a1a9-b2e48702517d admin admin] For port 5ca6cbba-69a0-4b77-bf30-6620a3500800, host n-d-768851-15, got binding levels [] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:00.008250 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ff96b18b-d689-4443-a1a9-b2e48702517d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:00.039963 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-ff96b18b-d689-4443-a1a9-b2e48702517d admin admin] Calling delete_port for 5ca6cbba-69a0-4b77-bf30-6620a3500800 owned by network:dhcp {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:22:00.043195 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.ipam_backend_mixin [None req-ff96b18b-d689-4443-a1a9-b2e48702517d admin admin] Port 5ca6cbba-69a0-4b77-bf30-6620a3500800 was not found and therefore no delete operation was performed {{(pid=94217) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 03:22:00.079228 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ff96b18b-d689-4443-a1a9-b2e48702517d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:00.083818 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-f1ed8177-ce2e-4a98-a8db-eddb74ed3f7e None None] For port da66c376-aa07-41b2-b7fd-bd84ab0ebcc0, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:22:00.087344 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-f1ed8177-ce2e-4a98-a8db-eddb74ed3f7e None None] For port da66c376-aa07-41b2-b7fd-bd84ab0ebcc0, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=da66c376-aa07-41b2-b7fd-bd84ab0ebcc0,segment=NetworkSegment(a3cf05c2-1926-40f1-b6d2-81d9d69b574c),segment_id=a3cf05c2-1926-40f1-b6d2-81d9d69b574c)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:22:00.110940 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f1ed8177-ce2e-4a98-a8db-eddb74ed3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:00.178265 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1e0af097-7f81-4ed2-8e74-5d6739d6f01c tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:00.183118 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1e0af097-7f81-4ed2-8e74-5d6739d6f01c tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] 10.222.0.62 "DELETE /v2.0/ports/09e7b8da-b27b-493a-a336-b110a5482046 HTTP/1.1" status: 204 len: 168 time: 2.3444114 Aug 10 03:22:00.188805 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 5ca6cbba-69a0-4b77-bf30-6620a3500800 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:22:00.229724 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-84434113-abd9-4254-85bf-5b0554b66e31 req-48bd59c9-6ee7-4b54-954f-9d062c286a20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddf3c5a8-0f36-4117-9e71-1fe1b2488d7b {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:22:00.236862 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 5ca6cbba-69a0-4b77-bf30-6620a3500800 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:22:00.237904 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 5ca6cbba-69a0-4b77-bf30-6620a3500800 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:22:00.254659 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-84434113-abd9-4254-85bf-5b0554b66e31 req-48bd59c9-6ee7-4b54-954f-9d062c286a20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:00.259229 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59254) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:00.273718 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96b18b-d689-4443-a1a9-b2e48702517d admin admin] Pushing event deleted for resources: {'Port': ['ID=5ca6cbba-69a0-4b77-bf30-6620a3500800,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:00.278182 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-81582367-1388-4220-9bf2-16957065cd43 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ccb53b99-a7ac-4d3e-ad8e-7ec994699eb6', 'external_fixed_ips': [{'subnet_id': 'ec33354c-7387-4908-b5e0-c6d2e59417b2', 'ip_address': '2001:db8::192'}]}}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:00.279771 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f57e38-2e49-48fc-8a01-60319edb451a None None] Pushing event updated for resources: {'Port': ['ID=da66c376-aa07-41b2-b7fd-bd84ab0ebcc0,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:00.286229 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-84434113-abd9-4254-85bf-5b0554b66e31 req-48bd59c9-6ee7-4b54-954f-9d062c286a20 service neutron] Transition to ACTIVE for port object ddf3c5a8-0f36-4117-9e71-1fe1b2488d7b will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:22:00.308237 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ed8177-ce2e-4a98-a8db-eddb74ed3f7e None None] Routers {'70a1d4de-4417-46e6-be67-33de4b24a9d3'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:22:00.309445 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-f1ed8177-ce2e-4a98-a8db-eddb74ed3f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:21:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['70a1d4de-4417-46e6-be67-33de4b24a9d3'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:00.336023 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff96b18b-d689-4443-a1a9-b2e48702517d admin admin] No DVR routers for this DVR port 5ca6cbba-69a0-4b77-bf30-6620a3500800 on host n-d-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:22:00.342986 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-81582367-1388-4220-9bf2-16957065cd43 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:00.345176 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-81582367-1388-4220-9bf2-16957065cd43 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:00.371840 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-84434113-abd9-4254-85bf-5b0554b66e31 req-48bd59c9-6ee7-4b54-954f-9d062c286a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:00.488343 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-f1ed8177-ce2e-4a98-a8db-eddb74ed3f7e None None] Set router 70a1d4de-4417-46e6-be67-33de4b24a9d3 gateway port host: None {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:22:00.642766 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-56b97d84-5da8-4842-9b30-8cb0a5618356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:00.651924 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ff96b18b-d689-4443-a1a9-b2e48702517d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:00.676843 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5b805-60e9-464b-be9d-54508af8f82b req-646a24a2-86bb-4c6b-9a22-8fcf52a3169e tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:00.698417 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-60b5b805-60e9-464b-be9d-54508af8f82b req-646a24a2-86bb-4c6b-9a22-8fcf52a3169e tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 946 time: 0.9249604 Aug 10 03:22:00.705221 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-ff96b18b-d689-4443-a1a9-b2e48702517d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0759395-72d8-4de6-9611-c9ba0ebf5417']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:00.724001 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-81582367-1388-4220-9bf2-16957065cd43 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:00.734251 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-ff96b18b-d689-4443-a1a9-b2e48702517d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b14795c0-984c-4c21-bc5c-b1b39903d907') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:00.734947 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-ff96b18b-d689-4443-a1a9-b2e48702517d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b14795c0-984c-4c21-bc5c-b1b39903d907') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:00.748197 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6cf8f544-5a32-411a-9719-15e05231567a req-7c3b30bd-712d-47ee-9c45-fea3f0c95b1d tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:00.769120 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-70eed05f-3c7c-4748-8d80-6498a866e1eb tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:00.842613 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ff96b18b-d689-4443-a1a9-b2e48702517d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:00.971106 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-f1ed8177-ce2e-4a98-a8db-eddb74ed3f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'name': 'tempest-RoutersTest-router-2012087379', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:39Z', 'updated_at': '2021-08-10T03:21:54Z', 'revision_number': 3, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'gw_port_host': None, '_interfaces': [{'id': 'da66c376-aa07-41b2-b7fd-bd84ab0ebcc0', 'name': '', 'network_id': '77b29a3f-0b40-4627-9020-64e2507c2bfe', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:a1:9d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'a0f2cca1-5ac1-49a2-b352-5a3691989eae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:52Z', 'updated_at': '2021-08-10T03:22:00Z', 'revision_number': 4, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': 'a0f2cca1-5ac1-49a2-b352-5a3691989eae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1f48ffb-50ae-46f1-bf8e-42c3ae996df2', 'name': '', 'network_id': 'd5af5ed4-7f41-423d-a9da-6b54aed72f87', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:55:1f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '6c161d10-cbbc-40e3-a2d8-ec564696b35a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:41Z', 'updated_at': '2021-08-10T03:21:54Z', 'revision_number': 5, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': '6c161d10-cbbc-40e3-a2d8-ec564696b35a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:01.001365 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ff96b18b-d689-4443-a1a9-b2e48702517d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:01.035335 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-81582367-1388-4220-9bf2-16957065cd43 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:01.035335 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff96b18b-d689-4443-a1a9-b2e48702517d admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:22:01.035335 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ff96b18b-d689-4443-a1a9-b2e48702517d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:01.035335 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:22:01.035335 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:22:01.035335 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:22:01.035335 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:22:01.035335 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:22:01.035335 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:22:01.035335 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:22:01.035335 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:22:01.035335 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:22:01.035335 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:22:01.035335 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:22:01.035335 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:22:01.035335 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:22:01.035335 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:22:01.035335 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:22:01.035335 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:22:01.035335 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:22:01.035335 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:22:01.035335 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:22:01.035335 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:22:01.035335 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:22:01.035335 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:22:01.035335 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:22:01.035335 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:22:01.035335 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:22:01.035335 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:22:01.035335 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:22:01.035335 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:22:01.035335 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:22:01.035335 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:22:01.035335 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:22:01.035335 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:22:01.038006 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bd59c9-6ee7-4b54-954f-9d062c286a20 service neutron] Pushing event updated for resources: {'Port': ['ID=ddf3c5a8-0f36-4117-9e71-1fe1b2488d7b,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:01.093776 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-60b5b805-60e9-464b-be9d-54508af8f82b req-a2b046ff-0468-4bfc-8f9d-7beca7dbbd39 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3871827 Aug 10 03:22:01.112715 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-84434113-abd9-4254-85bf-5b0554b66e31 req-48bd59c9-6ee7-4b54-954f-9d062c286a20 service neutron] Attempting to bind port ddf3c5a8-0f36-4117-9e71-1fe1b2488d7b on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:22:01.115203 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-84434113-abd9-4254-85bf-5b0554b66e31 req-48bd59c9-6ee7-4b54-954f-9d062c286a20 service neutron] Attempting to bind port ddf3c5a8-0f36-4117-9e71-1fe1b2488d7b by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '3889f19d-dfa0-408c-b83f-d6a1499d28ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a16b26cb-572e-4eda-8755-d5269bd5d399'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:22:01.115740 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84434113-abd9-4254-85bf-5b0554b66e31 req-48bd59c9-6ee7-4b54-954f-9d062c286a20 service neutron] Attempting to bind port ddf3c5a8-0f36-4117-9e71-1fe1b2488d7b on network a16b26cb-572e-4eda-8755-d5269bd5d399 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:22:01.119380 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ed8177-ce2e-4a98-a8db-eddb74ed3f7e None None] The sync data for ids ['70a1d4de-4417-46e6-be67-33de4b24a9d3'] in n-d-768851-15 is: [{'id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'name': 'tempest-RoutersTest-router-2012087379', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:39Z', 'updated_at': '2021-08-10T03:21:54Z', 'revision_number': 3, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'gw_port_host': None, '_interfaces': [{'id': 'da66c376-aa07-41b2-b7fd-bd84ab0ebcc0', 'name': '', 'network_id': '77b29a3f-0b40-4627-9020-64e2507c2bfe', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:a1:9d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'a0f2cca1-5ac1-49a2-b352-5a3691989eae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:52Z', 'updated_at': '2021-08-10T03:22:00Z', 'revision_number': 4, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': 'a0f2cca1-5ac1-49a2-b352-5a3691989eae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1f48ffb-50ae-46f1-bf8e-42c3ae996df2', 'name': '', 'network_id': 'd5af5ed4-7f41-423d-a9da-6b54aed72f87', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:55:1f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '6c161d10-cbbc-40e3-a2d8-ec564696b35a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:41Z', 'updated_at': '2021-08-10T03:21:54Z', 'revision_number': 5, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': '6c161d10-cbbc-40e3-a2d8-ec564696b35a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:22:01.171934 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84434113-abd9-4254-85bf-5b0554b66e31 req-48bd59c9-6ee7-4b54-954f-9d062c286a20 service neutron] Port ddf3c5a8-0f36-4117-9e71-1fe1b2488d7b on network a16b26cb-572e-4eda-8755-d5269bd5d399 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:22:01.171934 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84434113-abd9-4254-85bf-5b0554b66e31 req-48bd59c9-6ee7-4b54-954f-9d062c286a20 service neutron] Attempting to bind port ddf3c5a8-0f36-4117-9e71-1fe1b2488d7b on network a16b26cb-572e-4eda-8755-d5269bd5d399 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:22:01.184696 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eed05f-3c7c-4748-8d80-6498a866e1eb tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event updated for resources: {'Subnet': ['ID=97b417cd-6fbe-4b30-9e01-2cbc0bcc7c16,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:01.229008 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef24e34-3009-4a5f-a5e6-812107365633 req-686d983b-ce53-4ce2-bd46-ae8584ef4ce3 tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:01.237541 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aef24e34-3009-4a5f-a5e6-812107365633 req-686d983b-ce53-4ce2-bd46-ae8584ef4ce3 tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] 10.222.0.62 "GET /v2.0/ports?device_id=26a13753-ec9f-4c86-a795-0f79b58fb05c HTTP/1.1" status: 200 len: 943 time: 0.9340115 Aug 10 03:22:01.288710 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ff96b18b-d689-4443-a1a9-b2e48702517d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:01.298130 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ff96b18b-d689-4443-a1a9-b2e48702517d admin admin] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:01.300680 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ff96b18b-d689-4443-a1a9-b2e48702517d admin admin] 10.222.0.62 "DELETE /v2.0/networks/c0759395-72d8-4de6-9611-c9ba0ebf5417 HTTP/1.1" status: 204 len: 168 time: 3.1180301 Aug 10 03:22:01.309662 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6cf8f544-5a32-411a-9719-15e05231567a req-7c3b30bd-712d-47ee-9c45-fea3f0c95b1d tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:01.326296 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aef24e34-3009-4a5f-a5e6-812107365633 req-04eb1af2-42f6-492f-9e7d-443ef0da227f tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] 10.222.0.62 "GET /v2.0/security-groups?id=1629ea23-99f4-4e8f-93cc-43c26311d726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878708 Aug 10 03:22:01.327091 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84434113-abd9-4254-85bf-5b0554b66e31 req-48bd59c9-6ee7-4b54-954f-9d062c286a20 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:22:01.327436 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84434113-abd9-4254-85bf-5b0554b66e31 req-48bd59c9-6ee7-4b54-954f-9d062c286a20 service neutron] Checking segment: {'id': '3889f19d-dfa0-408c-b83f-d6a1499d28ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a16b26cb-572e-4eda-8755-d5269bd5d399'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:22:01.327829 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84434113-abd9-4254-85bf-5b0554b66e31 req-48bd59c9-6ee7-4b54-954f-9d062c286a20 service neutron] Bound using segment: {'id': '3889f19d-dfa0-408c-b83f-d6a1499d28ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a16b26cb-572e-4eda-8755-d5269bd5d399'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:22:01.328340 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-84434113-abd9-4254-85bf-5b0554b66e31 req-48bd59c9-6ee7-4b54-954f-9d062c286a20 service neutron] Bound port: ddf3c5a8-0f36-4117-9e71-1fe1b2488d7b, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3889f19d-dfa0-408c-b83f-d6a1499d28ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a16b26cb-572e-4eda-8755-d5269bd5d399'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:22:01.328706 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-84434113-abd9-4254-85bf-5b0554b66e31 req-48bd59c9-6ee7-4b54-954f-9d062c286a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:01.338242 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cf8f544-5a32-411a-9719-15e05231567a req-7c3b30bd-712d-47ee-9c45-fea3f0c95b1d tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Network 480dbe0b-e3be-4a4e-913b-dd9b24bba262 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:22:01.351657 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-6cf8f544-5a32-411a-9719-15e05231567a req-7c3b30bd-712d-47ee-9c45-fea3f0c95b1d tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:22:01.354645 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cf8f544-5a32-411a-9719-15e05231567a req-7c3b30bd-712d-47ee-9c45-fea3f0c95b1d tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:22:01.366022 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70eed05f-3c7c-4748-8d80-6498a866e1eb tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Checking segment: {'id': '02fcba64-0445-4247-b484-a4c918c7a202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '356c7ff6-7716-46ea-ace8-ec9ac2337a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:22:01.366385 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70eed05f-3c7c-4748-8d80-6498a866e1eb tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Network hostable DHCP agents. Network: 356c7ff6-7716-46ea-ace8-ec9ac2337a4d, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:22:01.462842 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf8f544-5a32-411a-9719-15e05231567a req-7c3b30bd-712d-47ee-9c45-fea3f0c95b1d tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:01.463645 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6cf8f544-5a32-411a-9719-15e05231567a req-7c3b30bd-712d-47ee-9c45-fea3f0c95b1d tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:01.485855 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96b18b-d689-4443-a1a9-b2e48702517d admin admin] Pushing event deleted for resources: {'Network': ['ID=c0759395-72d8-4de6-9611-c9ba0ebf5417,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:01.499918 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6cf8f544-5a32-411a-9719-15e05231567a req-7c3b30bd-712d-47ee-9c45-fea3f0c95b1d tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6736906 Aug 10 03:22:01.516891 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf539cf-6117-49a4-b481-681e81e1dac2 req-50415956-0ada-4069-878b-eabdbae435ae tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:01.522674 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-6cf8f544-5a32-411a-9719-15e05231567a req-983ce348-97b7-417b-9515-41c9e0e45d0e service neutron] Request body: {'port': {'device_id': '4eb4915b-2205-4010-acf8-b1e836645abd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:01.525202 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0bf539cf-6117-49a4-b481-681e81e1dac2 req-50415956-0ada-4069-878b-eabdbae435ae tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=4eb4915b-2205-4010-acf8-b1e836645abd HTTP/1.1" status: 200 len: 931 time: 0.2453167 Aug 10 03:22:01.603723 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6cf8f544-5a32-411a-9719-15e05231567a req-983ce348-97b7-417b-9515-41c9e0e45d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:01.609952 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3b30bd-712d-47ee-9c45-fea3f0c95b1d tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Pushing event updated for resources: {'Port': ['ID=c238ae63-52b5-466d-85da-def40a54881b,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:01.629103 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70eed05f-3c7c-4748-8d80-6498a866e1eb tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Network 356c7ff6-7716-46ea-ace8-ec9ac2337a4d is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:22:01.687328 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0bf539cf-6117-49a4-b481-681e81e1dac2 req-52edb813-ac7c-4f79-a618-0f0a0e07adcf tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462026 Aug 10 03:22:01.690899 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-84434113-abd9-4254-85bf-5b0554b66e31 req-48bd59c9-6ee7-4b54-954f-9d062c286a20 service neutron] For port ddf3c5a8-0f36-4117-9e71-1fe1b2488d7b, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:22:01.695067 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-70eed05f-3c7c-4748-8d80-6498a866e1eb tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 356c7ff6-7716-46ea-ace8-ec9ac2337a4d) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:22:01.698434 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-84434113-abd9-4254-85bf-5b0554b66e31 req-48bd59c9-6ee7-4b54-954f-9d062c286a20 service neutron] For port ddf3c5a8-0f36-4117-9e71-1fe1b2488d7b, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=ddf3c5a8-0f36-4117-9e71-1fe1b2488d7b,segment=NetworkSegment(3889f19d-dfa0-408c-b83f-d6a1499d28ed),segment_id=3889f19d-dfa0-408c-b83f-d6a1499d28ed)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:22:01.707899 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd5640c-dbe1-469e-ba5a-e2ae4b7a05bf None None] Network 356c7ff6-7716-46ea-ace8-ec9ac2337a4d requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:22:01.708363 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70eed05f-3c7c-4748-8d80-6498a866e1eb tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:01.709181 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-70eed05f-3c7c-4748-8d80-6498a866e1eb tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:01.733441 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-84434113-abd9-4254-85bf-5b0554b66e31 req-48bd59c9-6ee7-4b54-954f-9d062c286a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:01.744029 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59272) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:01.819344 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bd59c9-6ee7-4b54-954f-9d062c286a20 service neutron] Pushing event updated for resources: {'Port': ['ID=ddf3c5a8-0f36-4117-9e71-1fe1b2488d7b,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:01.854537 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84434113-abd9-4254-85bf-5b0554b66e31 req-48bd59c9-6ee7-4b54-954f-9d062c286a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:01.856145 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-84434113-abd9-4254-85bf-5b0554b66e31 req-48bd59c9-6ee7-4b54-954f-9d062c286a20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:01.858770 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-84434113-abd9-4254-85bf-5b0554b66e31 req-48bd59c9-6ee7-4b54-954f-9d062c286a20 service neutron] 10.222.0.60 "PUT /v2.0/ports/ddf3c5a8-0f36-4117-9e71-1fe1b2488d7b HTTP/1.1" status: 200 len: 1092 time: 2.7973967 Aug 10 03:22:01.860852 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-70eed05f-3c7c-4748-8d80-6498a866e1eb tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3031216 Aug 10 03:22:01.871854 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26a13753-ec9f-4c86-a795-0f79b58fb05c', 'tag': 'ddf3c5a8-0f36-4117-9e71-1fe1b2488d7b'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:22:01.876265 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1aa61d7-776c-4f0f-a41f-11aba0a386f5" -d '{"events": [{"name": "network-changed", "server_uuid": "26a13753-ec9f-4c86-a795-0f79b58fb05c", "tag": "ddf3c5a8-0f36-4117-9e71-1fe1b2488d7b"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:22:01.886424 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59276) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:02.046100 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da637f3a-3e15-4175-9868-68ee010d7c4f x-openstack-request-id: req-da637f3a-3e15-4175-9868-68ee010d7c4f {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:22:02.048800 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26a13753-ec9f-4c86-a795-0f79b58fb05c", "tag": "ddf3c5a8-0f36-4117-9e71-1fe1b2488d7b", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:22:02.049172 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-da637f3a-3e15-4175-9868-68ee010d7c4f {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:22:02.049624 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26a13753-ec9f-4c86-a795-0f79b58fb05c', 'tag': 'ddf3c5a8-0f36-4117-9e71-1fe1b2488d7b', 'status': 'completed', 'code': 200} Aug 10 03:22:02.063844 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-81582367-1388-4220-9bf2-16957065cd43 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:02.102521 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-81582367-1388-4220-9bf2-16957065cd43 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:02.126710 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-c4d96766-c45a-43c8-a882-db67c8268394 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0c00b01e0806491485adebe5c1c180f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3729212 Aug 10 03:22:02.130021 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59284) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:02.142463 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d316e5f-827b-441d-b6d8-0939e077278c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-356c7ff6-7716-46ea-ace8-ec9ac2337a4d', 'network_id': '356c7ff6-7716-46ea-ace8-ec9ac2337a4d', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'fixed_ips': [{'subnet_id': '97b417cd-6fbe-4b30-9e01-2cbc0bcc7c16'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:22:02.144003 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0d316e5f-827b-441d-b6d8-0939e077278c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:02.167967 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84434113-abd9-4254-85bf-5b0554b66e31 req-8ff840dc-e00d-4900-838c-1e8f3f57117d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:02.169657 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-84434113-abd9-4254-85bf-5b0554b66e31 req-8ff840dc-e00d-4900-838c-1e8f3f57117d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d1dab8aad64b4f528f95894fa226d313&device_id=26a13753-ec9f-4c86-a795-0f79b58fb05c HTTP/1.1" status: 200 len: 1095 time: 0.2066793 Aug 10 03:22:02.311169 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device da66c376-aa07-41b2-b7fd-bd84ab0ebcc0 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:22:02.480447 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port da66c376-aa07-41b2-b7fd-bd84ab0ebcc0 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:02.485918 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-0d316e5f-827b-441d-b6d8-0939e077278c None None] Allocated IP 172.22.0.2 (356c7ff6-7716-46ea-ace8-ec9ac2337a4d/97b417cd-6fbe-4b30-9e01-2cbc0bcc7c16/b235ba45-7eb3-499e-b9fe-13bb1f8987e3) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:22:02.488186 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port da66c376-aa07-41b2-b7fd-bd84ab0ebcc0 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:02.488579 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:02.622782 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-6cf8f544-5a32-411a-9719-15e05231567a req-983ce348-97b7-417b-9515-41c9e0e45d0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c238ae63-52b5-466d-85da-def40a54881b {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:22:02.635358 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6cf8f544-5a32-411a-9719-15e05231567a req-983ce348-97b7-417b-9515-41c9e0e45d0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:02.650100 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-6cf8f544-5a32-411a-9719-15e05231567a req-983ce348-97b7-417b-9515-41c9e0e45d0e service neutron] Transition to ACTIVE for port object c238ae63-52b5-466d-85da-def40a54881b will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:22:02.666079 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6cf8f544-5a32-411a-9719-15e05231567a req-983ce348-97b7-417b-9515-41c9e0e45d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:02.693237 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-46024b15-a51c-46b6-a70c-84f047c4847b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:02.724537 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-46024b15-a51c-46b6-a70c-84f047c4847b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:02.782500 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:02.825715 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-46024b15-a51c-46b6-a70c-84f047c4847b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:02.830365 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-46024b15-a51c-46b6-a70c-84f047c4847b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:02.834172 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-46024b15-a51c-46b6-a70c-84f047c4847b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a1e82160-490c-4d5c-afb6-315dcfc2142e HTTP/1.1" status: 204 len: 168 time: 0.7008543 Aug 10 03:22:02.887842 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0d316e5f-827b-441d-b6d8-0939e077278c None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:02.902763 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46024b15-a51c-46b6-a70c-84f047c4847b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e82160-490c-4d5c-afb6-315dcfc2142e,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:02.914074 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port da66c376-aa07-41b2-b7fd-bd84ab0ebcc0, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=da66c376-aa07-41b2-b7fd-bd84ab0ebcc0,segment=NetworkSegment(a3cf05c2-1926-40f1-b6d2-81d9d69b574c),segment_id=a3cf05c2-1926-40f1-b6d2-81d9d69b574c)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:02.936737 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983ce348-97b7-417b-9515-41c9e0e45d0e service neutron] Pushing event updated for resources: {'Port': ['ID=c238ae63-52b5-466d-85da-def40a54881b,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:02.959099 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0d316e5f-827b-441d-b6d8-0939e077278c None None] Transition to ACTIVE for port object b235ba45-7eb3-499e-b9fe-13bb1f8987e3 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:22:02.964921 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:03.045654 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-6cf8f544-5a32-411a-9719-15e05231567a req-983ce348-97b7-417b-9515-41c9e0e45d0e service neutron] Attempting to bind port c238ae63-52b5-466d-85da-def40a54881b on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:22:03.046160 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-6cf8f544-5a32-411a-9719-15e05231567a req-983ce348-97b7-417b-9515-41c9e0e45d0e service neutron] Attempting to bind port c238ae63-52b5-466d-85da-def40a54881b by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': 'e0fc6907-b0e5-497d-acdf-511c68571829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '480dbe0b-e3be-4a4e-913b-dd9b24bba262'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:22:03.046590 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf8f544-5a32-411a-9719-15e05231567a req-983ce348-97b7-417b-9515-41c9e0e45d0e service neutron] Attempting to bind port c238ae63-52b5-466d-85da-def40a54881b on network 480dbe0b-e3be-4a4e-913b-dd9b24bba262 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:22:03.052390 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-81582367-1388-4220-9bf2-16957065cd43 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Allocated IP 2001:db8::192 (ccb53b99-a7ac-4d3e-ad8e-7ec994699eb6/ec33354c-7387-4908-b5e0-c6d2e59417b2/c2e921bf-252e-49dc-bb91-d492ef23fd05) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:22:03.058120 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf8f544-5a32-411a-9719-15e05231567a req-983ce348-97b7-417b-9515-41c9e0e45d0e service neutron] Port c238ae63-52b5-466d-85da-def40a54881b on network 480dbe0b-e3be-4a4e-913b-dd9b24bba262 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:22:03.068202 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf8f544-5a32-411a-9719-15e05231567a req-983ce348-97b7-417b-9515-41c9e0e45d0e service neutron] Attempting to bind port c238ae63-52b5-466d-85da-def40a54881b on network 480dbe0b-e3be-4a4e-913b-dd9b24bba262 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:22:03.076637 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-84434113-abd9-4254-85bf-5b0554b66e31 req-ba242c4e-9870-4603-940d-e9ad03ea8601 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddf3c5a8-0f36-4117-9e71-1fe1b2488d7b HTTP/1.1" status: 200 len: 217 time: 0.8473120 Aug 10 03:22:03.080962 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf8f544-5a32-411a-9719-15e05231567a req-983ce348-97b7-417b-9515-41c9e0e45d0e service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:22:03.081428 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf8f544-5a32-411a-9719-15e05231567a req-983ce348-97b7-417b-9515-41c9e0e45d0e service neutron] Checking segment: {'id': 'e0fc6907-b0e5-497d-acdf-511c68571829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '480dbe0b-e3be-4a4e-913b-dd9b24bba262'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:22:03.081988 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf8f544-5a32-411a-9719-15e05231567a req-983ce348-97b7-417b-9515-41c9e0e45d0e service neutron] Bound using segment: {'id': 'e0fc6907-b0e5-497d-acdf-511c68571829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '480dbe0b-e3be-4a4e-913b-dd9b24bba262'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:22:03.082559 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-6cf8f544-5a32-411a-9719-15e05231567a req-983ce348-97b7-417b-9515-41c9e0e45d0e service neutron] Bound port: c238ae63-52b5-466d-85da-def40a54881b, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0fc6907-b0e5-497d-acdf-511c68571829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '480dbe0b-e3be-4a4e-913b-dd9b24bba262'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:22:03.083114 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6cf8f544-5a32-411a-9719-15e05231567a req-983ce348-97b7-417b-9515-41c9e0e45d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:03.125266 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4a6d6b49-24d0-4c52-a0fc-f943fa43b36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:03.152533 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0d316e5f-827b-441d-b6d8-0939e077278c None None] Transition to ACTIVE for port object b235ba45-7eb3-499e-b9fe-13bb1f8987e3 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:22:03.177931 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0d316e5f-827b-441d-b6d8-0939e077278c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:03.194597 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=da66c376-aa07-41b2-b7fd-bd84ab0ebcc0,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:03.250860 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-6cf8f544-5a32-411a-9719-15e05231567a req-983ce348-97b7-417b-9515-41c9e0e45d0e service neutron] For port c238ae63-52b5-466d-85da-def40a54881b, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:22:03.291608 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d316e5f-827b-441d-b6d8-0939e077278c None None] Network 356c7ff6-7716-46ea-ace8-ec9ac2337a4d is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:22:03.295889 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-0d316e5f-827b-441d-b6d8-0939e077278c None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:22:03.299049 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d316e5f-827b-441d-b6d8-0939e077278c None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:22:03.307059 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d316e5f-827b-441d-b6d8-0939e077278c None None] Pushing event updated for resources: {'Port': ['ID=b235ba45-7eb3-499e-b9fe-13bb1f8987e3,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:03.317059 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84434113-abd9-4254-85bf-5b0554b66e31 req-f9c1c6db-5ace-4678-9ea1-b3d4753399c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:03.319551 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-84434113-abd9-4254-85bf-5b0554b66e31 req-f9c1c6db-5ace-4678-9ea1-b3d4753399c2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4e8e09f7-0d6b-47b5-adf1-463123d5f5c0 HTTP/1.1" status: 200 len: 853 time: 0.1570654 Aug 10 03:22:03.330223 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-6cf8f544-5a32-411a-9719-15e05231567a req-983ce348-97b7-417b-9515-41c9e0e45d0e service neutron] For port c238ae63-52b5-466d-85da-def40a54881b, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=c238ae63-52b5-466d-85da-def40a54881b,segment=NetworkSegment(e0fc6907-b0e5-497d-acdf-511c68571829),segment_id=e0fc6907-b0e5-497d-acdf-511c68571829)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:22:03.348101 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6cf8f544-5a32-411a-9719-15e05231567a req-983ce348-97b7-417b-9515-41c9e0e45d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:03.440850 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-81582367-1388-4220-9bf2-16957065cd43 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:03.457829 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-84434113-abd9-4254-85bf-5b0554b66e31 req-bdfad2da-1314-41b3-8c17-bc126359056c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a16b26cb-572e-4eda-8755-d5269bd5d399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1156876 Aug 10 03:22:03.460432 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:03.462447 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf8f544-5a32-411a-9719-15e05231567a req-983ce348-97b7-417b-9515-41c9e0e45d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:03.464043 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6cf8f544-5a32-411a-9719-15e05231567a req-983ce348-97b7-417b-9515-41c9e0e45d0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:03.466166 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6cf8f544-5a32-411a-9719-15e05231567a req-983ce348-97b7-417b-9515-41c9e0e45d0e service neutron] 10.222.0.58 "PUT /v2.0/ports/c238ae63-52b5-466d-85da-def40a54881b HTTP/1.1" status: 200 len: 1092 time: 1.9537590 Aug 10 03:22:03.470431 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a0e99-1683-4e02-a734-a37ac699ef9a req-b26fe66b-a471-4a23-af94-75fb3420ceab tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:03.472463 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-de3a0e99-1683-4e02-a734-a37ac699ef9a req-b26fe66b-a471-4a23-af94-75fb3420ceab tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 946 time: 0.4360666 Aug 10 03:22:03.474208 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-0d316e5f-827b-441d-b6d8-0939e077278c None None] Attempting to bind port b235ba45-7eb3-499e-b9fe-13bb1f8987e3 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:22:03.478360 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-0d316e5f-827b-441d-b6d8-0939e077278c None None] Attempting to bind port b235ba45-7eb3-499e-b9fe-13bb1f8987e3 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '02fcba64-0445-4247-b484-a4c918c7a202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '356c7ff6-7716-46ea-ace8-ec9ac2337a4d'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:22:03.478776 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d316e5f-827b-441d-b6d8-0939e077278c None None] Attempting to bind port b235ba45-7eb3-499e-b9fe-13bb1f8987e3 on network 356c7ff6-7716-46ea-ace8-ec9ac2337a4d {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:22:03.488919 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eb4915b-2205-4010-acf8-b1e836645abd', 'tag': 'c238ae63-52b5-466d-85da-def40a54881b'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:22:03.491668 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d316e5f-827b-441d-b6d8-0939e077278c None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:22:03.492062 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d316e5f-827b-441d-b6d8-0939e077278c None None] Checking segment: {'id': '02fcba64-0445-4247-b484-a4c918c7a202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '356c7ff6-7716-46ea-ace8-ec9ac2337a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:22:03.494311 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0d316e5f-827b-441d-b6d8-0939e077278c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:03.494798 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d316e5f-827b-441d-b6d8-0939e077278c None None] Bound using segment: {'id': '02fcba64-0445-4247-b484-a4c918c7a202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '356c7ff6-7716-46ea-ace8-ec9ac2337a4d'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:22:03.495355 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-0d316e5f-827b-441d-b6d8-0939e077278c None None] Bound port: b235ba45-7eb3-499e-b9fe-13bb1f8987e3, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02fcba64-0445-4247-b484-a4c918c7a202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '356c7ff6-7716-46ea-ace8-ec9ac2337a4d'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:22:03.495952 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0d316e5f-827b-441d-b6d8-0939e077278c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:03.522696 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b1b3688-0e0a-440a-bff0-a0cc37aa52ca" -d '{"events": [{"name": "network-changed", "server_uuid": "4eb4915b-2205-4010-acf8-b1e836645abd", "tag": "c238ae63-52b5-466d-85da-def40a54881b"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:22:03.686153 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0d316e5f-827b-441d-b6d8-0939e077278c None None] For port b235ba45-7eb3-499e-b9fe-13bb1f8987e3, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:22:03.695288 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983ce348-97b7-417b-9515-41c9e0e45d0e service neutron] Pushing event updated for resources: {'Port': ['ID=c238ae63-52b5-466d-85da-def40a54881b,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:03.698245 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0d316e5f-827b-441d-b6d8-0939e077278c None None] For port b235ba45-7eb3-499e-b9fe-13bb1f8987e3, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=b235ba45-7eb3-499e-b9fe-13bb1f8987e3,segment=NetworkSegment(02fcba64-0445-4247-b484-a4c918c7a202),segment_id=02fcba64-0445-4247-b484-a4c918c7a202)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:22:03.716461 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0d316e5f-827b-441d-b6d8-0939e077278c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:03.725261 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf8f544-5a32-411a-9719-15e05231567a req-891f1e85-c9cd-4f50-a185-27185fe7d544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:03.729441 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6cf8f544-5a32-411a-9719-15e05231567a req-891f1e85-c9cd-4f50-a185-27185fe7d544 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=83b79d8631564df6a9bf256e7f6ac69f&device_id=4eb4915b-2205-4010-acf8-b1e836645abd HTTP/1.1" status: 200 len: 1095 time: 0.1633313 Aug 10 03:22:03.829130 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09fd772-66ee-4556-b39b-1ad9ef441db2 req-77a1705b-b573-4028-956a-29e7d3c631d8 tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:03.836135 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e09fd772-66ee-4556-b39b-1ad9ef441db2 req-77a1705b-b573-4028-956a-29e7d3c631d8 tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] 10.222.0.62 "GET /v2.0/ports?device_id=26a13753-ec9f-4c86-a795-0f79b58fb05c HTTP/1.1" status: 200 len: 943 time: 0.7910101 Aug 10 03:22:03.862040 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d316e5f-827b-441d-b6d8-0939e077278c None None] Pushing event updated for resources: {'Port': ['ID=b235ba45-7eb3-499e-b9fe-13bb1f8987e3,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:03.924915 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6cf8f544-5a32-411a-9719-15e05231567a req-51f0a285-ae18-4f29-923a-e78bb89da694 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c238ae63-52b5-466d-85da-def40a54881b HTTP/1.1" status: 200 len: 217 time: 0.1750953 Aug 10 03:22:03.933099 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-81582367-1388-4220-9bf2-16957065cd43 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:04.148381 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81582367-1388-4220-9bf2-16957065cd43 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Network ccb53b99-a7ac-4d3e-ad8e-7ec994699eb6 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:22:04.174928 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-81582367-1388-4220-9bf2-16957065cd43 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:22:04.204071 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:04.246082 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81582367-1388-4220-9bf2-16957065cd43 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:22:04.291896 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81582367-1388-4220-9bf2-16957065cd43 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Pushing event updated for resources: {'Port': ['ID=c2e921bf-252e-49dc-bb91-d492ef23fd05,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:04.297908 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-84434113-abd9-4254-85bf-5b0554b66e31 req-7ef54e17-78e5-43fc-9e3c-c755afd958ef service neutron] 10.222.0.60 "GET /v2.0/networks/a16b26cb-572e-4eda-8755-d5269bd5d399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7469542 Aug 10 03:22:04.361949 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e09fd772-66ee-4556-b39b-1ad9ef441db2 req-28d283d5-2c46-4f0a-a32c-456bf2df9af0 tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] 10.222.0.62 "GET /v2.0/security-groups?id=1629ea23-99f4-4e8f-93cc-43c26311d726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4998536 Aug 10 03:22:04.381312 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-de3a0e99-1683-4e02-a734-a37ac699ef9a req-b6c2edda-3ca3-471a-b99f-464da2656225 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8229136 Aug 10 03:22:04.442393 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device da66c376-aa07-41b2-b7fd-bd84ab0ebcc0 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:22:04.519716 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf8f544-5a32-411a-9719-15e05231567a req-9fdc92f0-0a7d-4ac1-800c-911aafad1ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:04.521236 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6cf8f544-5a32-411a-9719-15e05231567a req-9fdc92f0-0a7d-4ac1-800c-911aafad1ce2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=671472a0-ea87-43e5-8586-78a1de5f1af8 HTTP/1.1" status: 200 len: 852 time: 0.5672045 Aug 10 03:22:04.636543 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port da66c376-aa07-41b2-b7fd-bd84ab0ebcc0 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:04.637788 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:04.856834 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d4c3266d-47f9-46bf-8d16-9aaca8d7b46f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:04.864277 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6cf8f544-5a32-411a-9719-15e05231567a req-2e00ce5c-9f08-410f-bd30-12c26b4332dc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=480dbe0b-e3be-4a4e-913b-dd9b24bba262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2311726 Aug 10 03:22:05.004045 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6cf8f544-5a32-411a-9719-15e05231567a req-c5889569-6527-4c7f-a828-27ef11ce09b3 service neutron] 10.222.0.58 "GET /v2.0/networks/480dbe0b-e3be-4a4e-913b-dd9b24bba262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275342 Aug 10 03:22:05.265038 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558828d0-18aa-42d1-8c85-e7870b440665 x-openstack-request-id: req-558828d0-18aa-42d1-8c85-e7870b440665 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:22:05.266037 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eb4915b-2205-4010-acf8-b1e836645abd", "tag": "c238ae63-52b5-466d-85da-def40a54881b", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:22:05.266481 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-558828d0-18aa-42d1-8c85-e7870b440665 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:22:05.267209 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eb4915b-2205-4010-acf8-b1e836645abd', 'tag': 'c238ae63-52b5-466d-85da-def40a54881b', 'status': 'completed', 'code': 200} Aug 10 03:22:05.271453 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6cf8f544-5a32-411a-9719-15e05231567a req-f3558995-151c-4e19-ba12-d60ad4f8e1f4 service neutron] 10.222.0.58 "GET /v2.0/networks/480dbe0b-e3be-4a4e-913b-dd9b24bba262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297730 Aug 10 03:22:05.343795 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-81582367-1388-4220-9bf2-16957065cd43 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:05.389170 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-d4c3266d-47f9-46bf-8d16-9aaca8d7b46f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Allocated IP 172.22.0.1 (356c7ff6-7716-46ea-ace8-ec9ac2337a4d/97b417cd-6fbe-4b30-9e01-2cbc0bcc7c16/e02fdbbb-fa56-4907-b7ef-2741cbc8c294) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:22:05.522625 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b3688-0e0a-440a-bff0-a0cc37aa52ca req-526e91d3-ef84-4128-ae59-76b3b967f82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:05.524320 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2b1b3688-0e0a-440a-bff0-a0cc37aa52ca req-526e91d3-ef84-4128-ae59-76b3b967f82e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=83b79d8631564df6a9bf256e7f6ac69f&device_id=4eb4915b-2205-4010-acf8-b1e836645abd HTTP/1.1" status: 200 len: 1095 time: 0.1929815 Aug 10 03:22:05.603023 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9184a-b6f4-4be3-adb8-3df283234f44 req-47e85f19-463f-4a52-8f69-6d2e2e8ba8ac tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:05.612337 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b0f9184a-b6f4-4be3-adb8-3df283234f44 req-47e85f19-463f-4a52-8f69-6d2e2e8ba8ac tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=4eb4915b-2205-4010-acf8-b1e836645abd HTTP/1.1" status: 200 len: 943 time: 0.9572308 Aug 10 03:22:05.625341 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-84434113-abd9-4254-85bf-5b0554b66e31 req-4961f6c7-06f4-4030-8744-727da74677e5 service neutron] 10.222.0.60 "GET /v2.0/networks/a16b26cb-572e-4eda-8755-d5269bd5d399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2315423 Aug 10 03:22:05.713129 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff73699-1b15-4b7d-9808-cbe3cde60805 None None] Network 356c7ff6-7716-46ea-ace8-ec9ac2337a4d requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:22:05.789040 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d4c3266d-47f9-46bf-8d16-9aaca8d7b46f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:05.804822 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-d4c3266d-47f9-46bf-8d16-9aaca8d7b46f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Transition to ACTIVE for port object e02fdbbb-fa56-4907-b7ef-2741cbc8c294 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:22:05.871977 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b0f9184a-b6f4-4be3-adb8-3df283234f44 req-259241ad-8c51-4eff-91d4-d9095df0146c tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587106 Aug 10 03:22:05.873200 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d4c3266d-47f9-46bf-8d16-9aaca8d7b46f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:05.981230 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-2bcfa3d4-7eba-4188-99af-523dcbbf8930 None None] Provisioning for port b235ba45-7eb3-499e-b9fe-13bb1f8987e3 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:05.984342 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa61d7-776c-4f0f-a41f-11aba0a386f5 req-50902a15-7fe3-4ed8-b2de-ae0ba8bd3a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:05.989602 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a1aa61d7-776c-4f0f-a41f-11aba0a386f5 req-50902a15-7fe3-4ed8-b2de-ae0ba8bd3a77 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d1dab8aad64b4f528f95894fa226d313&device_id=26a13753-ec9f-4c86-a795-0f79b58fb05c HTTP/1.1" status: 200 len: 1095 time: 0.2958305 Aug 10 03:22:06.013925 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:06.015158 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c3266d-47f9-46bf-8d16-9aaca8d7b46f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Network 356c7ff6-7716-46ea-ace8-ec9ac2337a4d is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:22:06.030676 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-d4c3266d-47f9-46bf-8d16-9aaca8d7b46f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:22:06.040757 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c3266d-47f9-46bf-8d16-9aaca8d7b46f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:22:06.168447 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac91c5-9f9c-41f3-85c5-fc88dcca93c7 req-fe661a84-316d-4666-a043-06a46eb49285 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:06.177952 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-02ac91c5-9f9c-41f3-85c5-fc88dcca93c7 req-fe661a84-316d-4666-a043-06a46eb49285 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 946 time: 0.5927064 Aug 10 03:22:06.287166 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b235ba45-7eb3-499e-b9fe-13bb1f8987e3 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:22:06.439543 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b3688-0e0a-440a-bff0-a0cc37aa52ca req-c6ecea1a-fad2-430a-bfdf-5e948fa7f822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:06.440950 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2b1b3688-0e0a-440a-bff0-a0cc37aa52ca req-c6ecea1a-fad2-430a-bfdf-5e948fa7f822 service neutron] 10.222.0.58 "GET /v2.0/networks?id=480dbe0b-e3be-4a4e-913b-dd9b24bba262 HTTP/1.1" status: 200 len: 913 time: 0.8057928 Aug 10 03:22:06.452614 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port b235ba45-7eb3-499e-b9fe-13bb1f8987e3 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:06.459911 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c3266d-47f9-46bf-8d16-9aaca8d7b46f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event updated for resources: {'Port': ['ID=e02fdbbb-fa56-4907-b7ef-2741cbc8c294,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:06.460627 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port b235ba45-7eb3-499e-b9fe-13bb1f8987e3 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:06.461162 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:06.561172 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa61d7-776c-4f0f-a41f-11aba0a386f5 req-ebdcbd93-1594-4e29-9bcf-bc8af3944fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:06.562826 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a1aa61d7-776c-4f0f-a41f-11aba0a386f5 req-ebdcbd93-1594-4e29-9bcf-bc8af3944fac service neutron] 10.222.0.60 "GET /v2.0/networks?id=a16b26cb-572e-4eda-8755-d5269bd5d399 HTTP/1.1" status: 200 len: 914 time: 0.5438583 Aug 10 03:22:06.597219 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-02ac91c5-9f9c-41f3-85c5-fc88dcca93c7 req-41c48a4c-36a0-4b6f-b8bd-3cd8d2871907 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4035819 Aug 10 03:22:06.613729 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d4c3266d-47f9-46bf-8d16-9aaca8d7b46f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:06.635815 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2b1b3688-0e0a-440a-bff0-a0cc37aa52ca req-d043ee90-4e55-4f38-b89b-3d71a01d3cd4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c238ae63-52b5-466d-85da-def40a54881b HTTP/1.1" status: 200 len: 217 time: 0.1798823 Aug 10 03:22:06.644575 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:06.768526 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3d25937b-8ebb-439c-9a45-4f3634ec66cc None None] Provisioning for port e02fdbbb-fa56-4907-b7ef-2741cbc8c294 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:06.778622 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port b235ba45-7eb3-499e-b9fe-13bb1f8987e3, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=b235ba45-7eb3-499e-b9fe-13bb1f8987e3,segment=NetworkSegment(02fcba64-0445-4247-b484-a4c918c7a202),segment_id=02fcba64-0445-4247-b484-a4c918c7a202)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:06.787327 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3d25937b-8ebb-439c-9a45-4f3634ec66cc None None] Provisioning complete for port e02fdbbb-fa56-4907-b7ef-2741cbc8c294 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:06.788270 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3d25937b-8ebb-439c-9a45-4f3634ec66cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:06.793083 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a1aa61d7-776c-4f0f-a41f-11aba0a386f5 req-c7788418-dac5-45ec-a7a2-168809c4b8ea service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddf3c5a8-0f36-4117-9e71-1fe1b2488d7b HTTP/1.1" status: 200 len: 217 time: 0.2201023 Aug 10 03:22:06.794309 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:06.812414 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b721c6-1fb1-4631-af52-c1bf00296d0e req-59f573c9-dab1-4338-9ee8-9ca457612a00 tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:06.814014 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-76b721c6-1fb1-4631-af52-c1bf00296d0e req-59f573c9-dab1-4338-9ee8-9ca457612a00 tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] 10.222.0.62 "GET /v2.0/ports?device_id=26a13753-ec9f-4c86-a795-0f79b58fb05c HTTP/1.1" status: 200 len: 943 time: 0.5995071 Aug 10 03:22:06.896280 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa61d7-776c-4f0f-a41f-11aba0a386f5 req-953ea6bf-5fb2-45e0-9c8f-96ed66f45f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:06.898635 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a1aa61d7-776c-4f0f-a41f-11aba0a386f5 req-953ea6bf-5fb2-45e0-9c8f-96ed66f45f63 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4e8e09f7-0d6b-47b5-adf1-463123d5f5c0 HTTP/1.1" status: 200 len: 853 time: 0.0828054 Aug 10 03:22:07.048962 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b3688-0e0a-440a-bff0-a0cc37aa52ca req-e877f246-069a-4702-b415-c373f266e5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:07.057843 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2b1b3688-0e0a-440a-bff0-a0cc37aa52ca req-e877f246-069a-4702-b415-c373f266e5a2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=671472a0-ea87-43e5-8586-78a1de5f1af8 HTTP/1.1" status: 200 len: 852 time: 0.4008157 Aug 10 03:22:07.074294 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=b235ba45-7eb3-499e-b9fe-13bb1f8987e3,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:07.094723 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3d25937b-8ebb-439c-9a45-4f3634ec66cc None None] Port e02fdbbb-fa56-4907-b7ef-2741cbc8c294 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:22:07.108198 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3d25937b-8ebb-439c-9a45-4f3634ec66cc None None] Provisioning complete for port b235ba45-7eb3-499e-b9fe-13bb1f8987e3 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:07.108596 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3d25937b-8ebb-439c-9a45-4f3634ec66cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:07.163832 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-81582367-1388-4220-9bf2-16957065cd43 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:07.167778 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2b1b3688-0e0a-440a-bff0-a0cc37aa52ca req-47aea870-a47e-42a2-b50e-7094412f8add service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=480dbe0b-e3be-4a4e-913b-dd9b24bba262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0990698 Aug 10 03:22:07.204486 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a1aa61d7-776c-4f0f-a41f-11aba0a386f5 req-3f21f4c6-e888-4c3e-8f28-9ba290678908 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a16b26cb-572e-4eda-8755-d5269bd5d399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2788336 Aug 10 03:22:07.362123 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-f265ef57-1b4c-452c-ac84-3dc7e4db893e None None] Provisioning complete for port e02fdbbb-fa56-4907-b7ef-2741cbc8c294 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:07.364813 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f265ef57-1b4c-452c-ac84-3dc7e4db893e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:07.461783 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-76b721c6-1fb1-4631-af52-c1bf00296d0e req-b98cbef8-b3de-45f2-825c-ab6e674f4612 tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] 10.222.0.62 "GET /v2.0/security-groups?id=1629ea23-99f4-4e8f-93cc-43c26311d726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5697513 Aug 10 03:22:07.479528 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-f265ef57-1b4c-452c-ac84-3dc7e4db893e None None] Port e02fdbbb-fa56-4907-b7ef-2741cbc8c294 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:22:07.509628 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f007a82-4c49-499d-8f59-c4cb111c1e7e req-df56a665-1f46-4dcc-9635-ef51c911ee0e tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:07.518259 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2f007a82-4c49-499d-8f59-c4cb111c1e7e req-df56a665-1f46-4dcc-9635-ef51c911ee0e tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=4eb4915b-2205-4010-acf8-b1e836645abd HTTP/1.1" status: 200 len: 943 time: 0.4675217 Aug 10 03:22:07.639892 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2b1b3688-0e0a-440a-bff0-a0cc37aa52ca req-9269d80e-caa8-4c6d-82d7-6e36cef575bd service neutron] 10.222.0.58 "GET /v2.0/networks/480dbe0b-e3be-4a4e-913b-dd9b24bba262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4631352 Aug 10 03:22:07.724894 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2f007a82-4c49-499d-8f59-c4cb111c1e7e req-c0ccd11b-2e7c-4baf-b944-b493fc05c2dc tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011061 Aug 10 03:22:07.725132 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device c238ae63-52b5-466d-85da-def40a54881b details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:22:07.747322 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d4c3266d-47f9-46bf-8d16-9aaca8d7b46f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:07.865502 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81582367-1388-4220-9bf2-16957065cd43 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Router 71b6efb2-6dff-4b8b-8f15-08ebd930e6e6 is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:22:07.887534 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a1aa61d7-776c-4f0f-a41f-11aba0a386f5 req-5f96349c-0312-44c9-ac28-2109024d57f9 service neutron] 10.222.0.60 "GET /v2.0/networks/a16b26cb-572e-4eda-8755-d5269bd5d399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6193616 Aug 10 03:22:07.925974 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2b1b3688-0e0a-440a-bff0-a0cc37aa52ca req-68cac08f-5a0a-4c0f-8a53-2384e6a622b7 service neutron] 10.222.0.58 "GET /v2.0/networks/480dbe0b-e3be-4a4e-913b-dd9b24bba262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730732 Aug 10 03:22:08.092929 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e96b0e-082b-4ac3-9a00-e68600898ad5 req-f6d25e53-bef9-4bb0-b99c-8b68cf58d0d5 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:08.103484 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-28e96b0e-082b-4ac3-9a00-e68600898ad5 req-f6d25e53-bef9-4bb0-b99c-8b68cf58d0d5 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 946 time: 0.3725872 Aug 10 03:22:08.132523 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59404) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:08.209160 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81582367-1388-4220-9bf2-16957065cd43 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:22:08.221764 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbd21ef-46ee-410b-a3b4-c0d8110f7fbf None None] Sync routers for ids ['71b6efb2-6dff-4b8b-8f15-08ebd930e6e6'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:22:08.222280 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b235ba45-7eb3-499e-b9fe-13bb1f8987e3 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:22:08.239044 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbd21ef-46ee-410b-a3b4-c0d8110f7fbf None None] Routers {'71b6efb2-6dff-4b8b-8f15-08ebd930e6e6'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:22:08.242001 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-3dbd21ef-46ee-410b-a3b4-c0d8110f7fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:22:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['71b6efb2-6dff-4b8b-8f15-08ebd930e6e6'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:08.258471 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-81582367-1388-4220-9bf2-16957065cd43 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:08.259932 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-81582367-1388-4220-9bf2-16957065cd43 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.9971611 Aug 10 03:22:08.263205 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59410) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:08.358689 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port c238ae63-52b5-466d-85da-def40a54881b, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=c238ae63-52b5-466d-85da-def40a54881b,segment=NetworkSegment(e0fc6907-b0e5-497d-acdf-511c68571829),segment_id=e0fc6907-b0e5-497d-acdf-511c68571829)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:08.377830 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2fe4b280-838a-4ab0-892f-ede8e45d08f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:08.379300 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': 'c238ae63-52b5-466d-85da-def40a54881b', 'network_id': '480dbe0b-e3be-4a4e-913b-dd9b24bba262', 'port_id': 'c238ae63-52b5-466d-85da-def40a54881b', 'mac_address': 'fa:16:3e:85:b4:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '671472a0-ea87-43e5-8586-78a1de5f1af8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:22:08.416043 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port b235ba45-7eb3-499e-b9fe-13bb1f8987e3 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:08.416675 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:08.481610 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:08.526005 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-3dbd21ef-46ee-410b-a3b4-c0d8110f7fbf None None] Set router 71b6efb2-6dff-4b8b-8f15-08ebd930e6e6 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:22:08.546711 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c238ae63-52b5-466d-85da-def40a54881b {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:22:08.620877 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2fe4b280-838a-4ab0-892f-ede8e45d08f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:08.625476 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2fe4b280-838a-4ab0-892f-ede8e45d08f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:08.653977 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port c238ae63-52b5-466d-85da-def40a54881b, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=c238ae63-52b5-466d-85da-def40a54881b,segment=NetworkSegment(e0fc6907-b0e5-497d-acdf-511c68571829),segment_id=e0fc6907-b0e5-497d-acdf-511c68571829)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:08.662992 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:08.702582 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe4b280-838a-4ab0-892f-ede8e45d08f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cacd1d3a-be3e-40f3-b3c7-82861731191c,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:08.719716 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2fe4b280-838a-4ab0-892f-ede8e45d08f9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0414211007264dfea5620b19c2f3567e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5858805 Aug 10 03:22:08.720615 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59416) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:08.722529 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59418) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:08.750363 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b36c4e55-86d4-40ec-86b9-51809e978294 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks [] for router, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:08.866363 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=c238ae63-52b5-466d-85da-def40a54881b,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:08.892814 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c59182bb-e45a-4acb-a67b-52706161bb5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:08.925049 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['c238ae63-52b5-466d-85da-def40a54881b'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:22:08.947180 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c59182bb-e45a-4acb-a67b-52706161bb5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:08.954309 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a1aa61d7-776c-4f0f-a41f-11aba0a386f5 req-750bcbfa-fae7-423b-ae0f-01f4fb4bb628 service neutron] 10.222.0.60 "GET /v2.0/networks/a16b26cb-572e-4eda-8755-d5269bd5d399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0066640 Aug 10 03:22:08.957026 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-3dbd21ef-46ee-410b-a3b4-c0d8110f7fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b6efb2-6dff-4b8b-8f15-08ebd930e6e6', 'name': '', 'tenant_id': '7ff36ef545234af39eb9322b66212871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb53b99-a7ac-4d3e-ad8e-7ec994699eb6', 'external_fixed_ips': [{'subnet_id': 'ec33354c-7387-4908-b5e0-c6d2e59417b2', 'ip_address': '2001:db8::192'}], 'enable_snat': True}, 'gw_port_id': 'c2e921bf-252e-49dc-bb91-d492ef23fd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:22:00Z', 'updated_at': '2021-08-10T03:22:04Z', 'revision_number': 3, 'project_id': '7ff36ef545234af39eb9322b66212871', 'gw_port': {'id': 'c2e921bf-252e-49dc-bb91-d492ef23fd05', 'name': '', 'network_id': 'ccb53b99-a7ac-4d3e-ad8e-7ec994699eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ca:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b6efb2-6dff-4b8b-8f15-08ebd930e6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'ec33354c-7387-4908-b5e0-c6d2e59417b2', 'ip_address': '2001:db8::192', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:22:02Z', 'updated_at': '2021-08-10T03:22:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec33354c-7387-4908-b5e0-c6d2e59417b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:08.986552 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b36c4e55-86d4-40ec-86b9-51809e978294 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:09.006543 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-28e96b0e-082b-4ac3-9a00-e68600898ad5 req-974ae7af-d159-4386-94a9-b6d52e140a9a tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8994131 Aug 10 03:22:09.018005 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03243bd-666c-4221-8e31-10ac7601dca0 req-2caefc45-63cc-4bfe-b8a9-32f80b8222f5 tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:09.019864 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d03243bd-666c-4221-8e31-10ac7601dca0 req-2caefc45-63cc-4bfe-b8a9-32f80b8222f5 tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] 10.222.0.62 "GET /v2.0/ports?device_id=26a13753-ec9f-4c86-a795-0f79b58fb05c HTTP/1.1" status: 200 len: 943 time: 0.1382616 Aug 10 03:22:09.046910 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbd21ef-46ee-410b-a3b4-c0d8110f7fbf None None] Checking router: 71b6efb2-6dff-4b8b-8f15-08ebd930e6e6 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:22:09.047262 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbd21ef-46ee-410b-a3b4-c0d8110f7fbf None None] Updating router 71b6efb2-6dff-4b8b-8f15-08ebd930e6e6 port c2e921bf-252e-49dc-bb91-d492ef23fd05 binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:22:09.048319 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-da7665b1-8d42-4d49-9bbd-f100fc90bbfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:09.121389 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-3dbd21ef-46ee-410b-a3b4-c0d8110f7fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:09.175600 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c59182bb-e45a-4acb-a67b-52706161bb5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:09.187962 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c59182bb-e45a-4acb-a67b-52706161bb5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:09.193423 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c59182bb-e45a-4acb-a67b-52706161bb5c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cacd1d3a-be3e-40f3-b3c7-82861731191c HTTP/1.1" status: 204 len: 168 time: 0.4612713 Aug 10 03:22:09.221058 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59182bb-e45a-4acb-a67b-52706161bb5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cacd1d3a-be3e-40f3-b3c7-82861731191c,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:09.314464 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-da7665b1-8d42-4d49-9bbd-f100fc90bbfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:09.340000 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-da7665b1-8d42-4d49-9bbd-f100fc90bbfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:09.413269 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7665b1-8d42-4d49-9bbd-f100fc90bbfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72307aad-851d-45b4-9013-b43adf5f93b7,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:09.422194 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-da7665b1-8d42-4d49-9bbd-f100fc90bbfa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=02fc4b69db994ac2bca1608e82e5c796&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6939797 Aug 10 03:22:09.422716 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59430) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:09.448263 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device ddf3c5a8-0f36-4117-9e71-1fe1b2488d7b details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:22:09.502508 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-30761f59-c9e3-48b3-aec1-f5de89092f60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:09.533980 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-30761f59-c9e3-48b3-aec1-f5de89092f60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:09.665506 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-30761f59-c9e3-48b3-aec1-f5de89092f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:09.668068 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-30761f59-c9e3-48b3-aec1-f5de89092f60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:09.669553 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-30761f59-c9e3-48b3-aec1-f5de89092f60 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/72307aad-851d-45b4-9013-b43adf5f93b7 HTTP/1.1" status: 204 len: 168 time: 0.2458503 Aug 10 03:22:09.687675 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30761f59-c9e3-48b3-aec1-f5de89092f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72307aad-851d-45b4-9013-b43adf5f93b7,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:09.718450 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port ddf3c5a8-0f36-4117-9e71-1fe1b2488d7b, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=ddf3c5a8-0f36-4117-9e71-1fe1b2488d7b,segment=NetworkSegment(3889f19d-dfa0-408c-b83f-d6a1499d28ed),segment_id=3889f19d-dfa0-408c-b83f-d6a1499d28ed)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:09.733500 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': 'ddf3c5a8-0f36-4117-9e71-1fe1b2488d7b', 'network_id': 'a16b26cb-572e-4eda-8755-d5269bd5d399', 'port_id': 'ddf3c5a8-0f36-4117-9e71-1fe1b2488d7b', 'mac_address': 'fa:16:3e:24:5e:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8e09f7-0d6b-47b5-adf1-463123d5f5c0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:22:09.789138 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:09.792350 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-b36c4e55-86d4-40ec-86b9-51809e978294 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Deleting port c2e921bf-252e-49dc-bb91-d492ef23fd05 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:22:09.792866 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b36c4e55-86d4-40ec-86b9-51809e978294 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:09.807582 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddf3c5a8-0f36-4117-9e71-1fe1b2488d7b {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:22:09.843525 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port ddf3c5a8-0f36-4117-9e71-1fe1b2488d7b, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=ddf3c5a8-0f36-4117-9e71-1fe1b2488d7b,segment=NetworkSegment(3889f19d-dfa0-408c-b83f-d6a1499d28ed),segment_id=3889f19d-dfa0-408c-b83f-d6a1499d28ed)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:09.850684 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:09.929904 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59440) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:09.950491 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-3dbd21ef-46ee-410b-a3b4-c0d8110f7fbf None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:09.953220 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c01e17a7-36cb-47c8-866f-ae53b0fa1fb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:09.972023 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=ddf3c5a8-0f36-4117-9e71-1fe1b2488d7b,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:09.979535 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-3dbd21ef-46ee-410b-a3b4-c0d8110f7fbf None None] Transition to ACTIVE for port object c2e921bf-252e-49dc-bb91-d492ef23fd05 will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:22:09.991797 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d03243bd-666c-4221-8e31-10ac7601dca0 req-fc440b13-f019-49cd-8002-b549cb52a1ff tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] 10.222.0.62 "GET /v2.0/security-groups?id=1629ea23-99f4-4e8f-93cc-43c26311d726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9536126 Aug 10 03:22:09.994672 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-3dbd21ef-46ee-410b-a3b4-c0d8110f7fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:10.071643 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b36c4e55-86d4-40ec-86b9-51809e978294 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:10.105464 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f62364-f566-4e8c-af96-4aebfab0fcd2 None None] Pushing event updated for resources: {'Port': ['ID=c2e921bf-252e-49dc-bb91-d492ef23fd05,revision_number=2']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:10.108178 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['ddf3c5a8-0f36-4117-9e71-1fe1b2488d7b'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:22:10.118652 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-b36c4e55-86d4-40ec-86b9-51809e978294 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Calling delete_port for c2e921bf-252e-49dc-bb91-d492ef23fd05 owned by network:router_gateway {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:22:10.125286 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-3dbd21ef-46ee-410b-a3b4-c0d8110f7fbf None None] Attempting to bind port c2e921bf-252e-49dc-bb91-d492ef23fd05 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:22:10.125979 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-3dbd21ef-46ee-410b-a3b4-c0d8110f7fbf None None] Attempting to bind port c2e921bf-252e-49dc-bb91-d492ef23fd05 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '8ce0b5b4-1746-4c27-be18-678e118f97f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ccb53b99-a7ac-4d3e-ad8e-7ec994699eb6'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:22:10.126352 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbd21ef-46ee-410b-a3b4-c0d8110f7fbf None None] Attempting to bind port c2e921bf-252e-49dc-bb91-d492ef23fd05 on network ccb53b99-a7ac-4d3e-ad8e-7ec994699eb6 {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:22:10.149853 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbd21ef-46ee-410b-a3b4-c0d8110f7fbf None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:22:10.150238 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbd21ef-46ee-410b-a3b4-c0d8110f7fbf None None] Checking segment: {'id': '8ce0b5b4-1746-4c27-be18-678e118f97f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ccb53b99-a7ac-4d3e-ad8e-7ec994699eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:22:10.150640 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-3dbd21ef-46ee-410b-a3b4-c0d8110f7fbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:10.151056 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbd21ef-46ee-410b-a3b4-c0d8110f7fbf None None] Bound using segment: {'id': '8ce0b5b4-1746-4c27-be18-678e118f97f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ccb53b99-a7ac-4d3e-ad8e-7ec994699eb6'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:22:10.151529 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-3dbd21ef-46ee-410b-a3b4-c0d8110f7fbf None None] Bound port: c2e921bf-252e-49dc-bb91-d492ef23fd05, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ce0b5b4-1746-4c27-be18-678e118f97f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ccb53b99-a7ac-4d3e-ad8e-7ec994699eb6'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:22:10.151912 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-3dbd21ef-46ee-410b-a3b4-c0d8110f7fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:10.159120 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c01e17a7-36cb-47c8-866f-ae53b0fa1fb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:10.166834 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f62364-f566-4e8c-af96-4aebfab0fcd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:10.167039 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c01e17a7-36cb-47c8-866f-ae53b0fa1fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:10.167198 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f62364-f566-4e8c-af96-4aebfab0fcd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:10.167624 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f62364-f566-4e8c-af96-4aebfab0fcd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:10.168049 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f62364-f566-4e8c-af96-4aebfab0fcd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:10.168548 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f62364-f566-4e8c-af96-4aebfab0fcd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:10.169032 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f62364-f566-4e8c-af96-4aebfab0fcd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:10.169499 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f62364-f566-4e8c-af96-4aebfab0fcd2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:10.169822 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f62364-f566-4e8c-af96-4aebfab0fcd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:10.170150 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f62364-f566-4e8c-af96-4aebfab0fcd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:10.170476 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f62364-f566-4e8c-af96-4aebfab0fcd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:10.170919 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f62364-f566-4e8c-af96-4aebfab0fcd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:10.171249 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f62364-f566-4e8c-af96-4aebfab0fcd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:10.244875 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c01e17a7-36cb-47c8-866f-ae53b0fa1fb2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a3691aa1035e4d398a4ac15f4bb41ca0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3138783 Aug 10 03:22:10.245989 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59446) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:10.246879 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01e17a7-36cb-47c8-866f-ae53b0fa1fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e76bbd-209d-4581-8c12-8be7093226dc,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:10.281601 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-3dbd21ef-46ee-410b-a3b4-c0d8110f7fbf None None] For port c2e921bf-252e-49dc-bb91-d492ef23fd05, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:22:10.288559 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-3dbd21ef-46ee-410b-a3b4-c0d8110f7fbf None None] For port c2e921bf-252e-49dc-bb91-d492ef23fd05, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=c2e921bf-252e-49dc-bb91-d492ef23fd05,segment=NetworkSegment(8ce0b5b4-1746-4c27-be18-678e118f97f3),segment_id=8ce0b5b4-1746-4c27-be18-678e118f97f3)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:22:10.296799 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-3dbd21ef-46ee-410b-a3b4-c0d8110f7fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:10.346207 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b98b4f00-9250-41a3-a2ba-1a212466a4ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:10.379191 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b98b4f00-9250-41a3-a2ba-1a212466a4ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:10.426461 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f62364-f566-4e8c-af96-4aebfab0fcd2 None None] Pushing event updated for resources: {'Port': ['ID=c2e921bf-252e-49dc-bb91-d492ef23fd05,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:10.446259 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59448) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:10.448514 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b36c4e55-86d4-40ec-86b9-51809e978294 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:10.456360 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbd21ef-46ee-410b-a3b4-c0d8110f7fbf None None] Routers {'71b6efb2-6dff-4b8b-8f15-08ebd930e6e6'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:22:10.456949 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-3dbd21ef-46ee-410b-a3b4-c0d8110f7fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:22:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['71b6efb2-6dff-4b8b-8f15-08ebd930e6e6'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:10.461171 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-75a32be9-7f3e-4408-8106-88edcc676b06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:10.474647 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b98b4f00-9250-41a3-a2ba-1a212466a4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:10.477188 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b98b4f00-9250-41a3-a2ba-1a212466a4ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:10.494427 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b98b4f00-9250-41a3-a2ba-1a212466a4ab admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/22e76bbd-209d-4581-8c12-8be7093226dc HTTP/1.1" status: 204 len: 168 time: 0.2186918 Aug 10 03:22:10.522871 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98b4f00-9250-41a3-a2ba-1a212466a4ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e76bbd-209d-4581-8c12-8be7093226dc,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:10.584188 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36c4e55-86d4-40ec-86b9-51809e978294 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Pushing event deleted for resources: {'Port': ['ID=c2e921bf-252e-49dc-bb91-d492ef23fd05,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:10.591829 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-3dbd21ef-46ee-410b-a3b4-c0d8110f7fbf None None] Set router 71b6efb2-6dff-4b8b-8f15-08ebd930e6e6 gateway port host: None {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:22:10.617795 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d19575-e65b-4194-9dd9-37e6f1ac578d req-f8f5f55c-b943-47dc-98c6-6c4c8a56d321 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:10.619377 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a3d19575-e65b-4194-9dd9-37e6f1ac578d req-f8f5f55c-b943-47dc-98c6-6c4c8a56d321 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=4eb4915b-2205-4010-acf8-b1e836645abd HTTP/1.1" status: 200 len: 944 time: 1.4115529 Aug 10 03:22:10.645890 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-75a32be9-7f3e-4408-8106-88edcc676b06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:10.655769 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-75a32be9-7f3e-4408-8106-88edcc676b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:10.708696 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0319754-a5f5-4185-a966-d6613f50d09e req-a5cf85bc-2637-4d08-8833-0305d28de516 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:10.710291 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a0319754-a5f5-4185-a966-d6613f50d09e req-a5cf85bc-2637-4d08-8833-0305d28de516 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 946 time: 0.2715614 Aug 10 03:22:10.718843 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-75a32be9-7f3e-4408-8106-88edcc676b06 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=12a4535340f04445af82aadf8b1d8d5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2720935 Aug 10 03:22:10.719227 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-3dbd21ef-46ee-410b-a3b4-c0d8110f7fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b6efb2-6dff-4b8b-8f15-08ebd930e6e6', 'name': '', 'tenant_id': '7ff36ef545234af39eb9322b66212871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:22:00Z', 'updated_at': '2021-08-10T03:22:10Z', 'revision_number': 5, 'project_id': '7ff36ef545234af39eb9322b66212871', 'gw_port_host': None}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:10.719435 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59452) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:10.720875 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a32be9-7f3e-4408-8106-88edcc676b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203af52e-77fc-4636-8e6a-48c9a49b1c22,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:10.765830 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbd21ef-46ee-410b-a3b4-c0d8110f7fbf None None] The sync data for ids ['71b6efb2-6dff-4b8b-8f15-08ebd930e6e6'] in n-d-768851-15 is: [{'id': '71b6efb2-6dff-4b8b-8f15-08ebd930e6e6', 'name': '', 'tenant_id': '7ff36ef545234af39eb9322b66212871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:22:00Z', 'updated_at': '2021-08-10T03:22:10Z', 'revision_number': 5, 'project_id': '7ff36ef545234af39eb9322b66212871', 'gw_port_host': None}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:22:10.798044 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b36c4e55-86d4-40ec-86b9-51809e978294 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:10.804714 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f026bc11-aa24-4bd6-a923-65849acc6806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:10.834087 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f026bc11-aa24-4bd6-a923-65849acc6806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:10.893484 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a3d19575-e65b-4194-9dd9-37e6f1ac578d req-605cd5e0-05cf-4c81-ab56-7606baca3700 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482591 Aug 10 03:22:10.916411 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f026bc11-aa24-4bd6-a923-65849acc6806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:10.919060 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f026bc11-aa24-4bd6-a923-65849acc6806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:10.922661 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f026bc11-aa24-4bd6-a923-65849acc6806 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/203af52e-77fc-4636-8e6a-48c9a49b1c22 HTTP/1.1" status: 204 len: 168 time: 0.1953013 Aug 10 03:22:10.931352 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f026bc11-aa24-4bd6-a923-65849acc6806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203af52e-77fc-4636-8e6a-48c9a49b1c22,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:10.977916 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d4c3266d-47f9-46bf-8d16-9aaca8d7b46f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:11.048043 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d4c3266d-47f9-46bf-8d16-9aaca8d7b46f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:11.122997 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b36c4e55-86d4-40ec-86b9-51809e978294 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:11.185591 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b36c4e55-86d4-40ec-86b9-51809e978294 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:11.198539 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a0319754-a5f5-4185-a966-d6613f50d09e req-5007b678-7332-4ef9-a72f-19ef0ea05883 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4333334 Aug 10 03:22:11.274993 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d4c3266d-47f9-46bf-8d16-9aaca8d7b46f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:11.283082 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c3266d-47f9-46bf-8d16-9aaca8d7b46f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event updated for resources: {'Port': ['ID=e02fdbbb-fa56-4907-b7ef-2741cbc8c294,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:11.292316 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b36c4e55-86d4-40ec-86b9-51809e978294 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:11.292884 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b36c4e55-86d4-40ec-86b9-51809e978294 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 71b6efb2-6dff-4b8b-8f15-08ebd930e6e6 {{(pid=94216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:22:11.299819 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b36c4e55-86d4-40ec-86b9-51809e978294 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:11.300998 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b36c4e55-86d4-40ec-86b9-51809e978294 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] 10.222.0.62 "DELETE /v2.0/routers/71b6efb2-6dff-4b8b-8f15-08ebd930e6e6 HTTP/1.1" status: 204 len: 168 time: 3.0364618 Aug 10 03:22:11.303922 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59470) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:11.309846 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4087a377-1cea-40d0-a276-be986b744f4e req-fafa7c29-8946-4729-9250-108d0c2844e1 tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:11.317367 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4087a377-1cea-40d0-a276-be986b744f4e req-fafa7c29-8946-4729-9250-108d0c2844e1 tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] 10.222.0.62 "GET /v2.0/ports?device_id=26a13753-ec9f-4c86-a795-0f79b58fb05c HTTP/1.1" status: 200 len: 944 time: 0.2233040 Aug 10 03:22:11.423166 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eb04ea6-dffa-421b-b8d4-1f480315746b tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Deleting subnet ec33354c-7387-4908-b5e0-c6d2e59417b2 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:22:11.437228 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7eb04ea6-dffa-421b-b8d4-1f480315746b tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:11.437426 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4087a377-1cea-40d0-a276-be986b744f4e req-1ae79eaa-cfc4-4ce9-aa80-a0b128f762b5 tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] 10.222.0.62 "GET /v2.0/security-groups?id=1629ea23-99f4-4e8f-93cc-43c26311d726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181612 Aug 10 03:22:11.463429 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device ddf3c5a8-0f36-4117-9e71-1fe1b2488d7b up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:22:11.522402 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7eb04ea6-dffa-421b-b8d4-1f480315746b tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:11.525775 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port ddf3c5a8-0f36-4117-9e71-1fe1b2488d7b completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:11.532924 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c3266d-47f9-46bf-8d16-9aaca8d7b46f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Network 356c7ff6-7716-46ea-ace8-ec9ac2337a4d is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:22:11.535219 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-d4c3266d-47f9-46bf-8d16-9aaca8d7b46f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:22:11.536388 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port ddf3c5a8-0f36-4117-9e71-1fe1b2488d7b triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:11.539234 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:11.603397 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59480) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:11.649444 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7eb04ea6-dffa-421b-b8d4-1f480315746b tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:11.709066 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:11.717187 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a9d0cd9e-df87-4c1f-a9ee-0c34551bd97e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:11.756347 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port ddf3c5a8-0f36-4117-9e71-1fe1b2488d7b, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=ddf3c5a8-0f36-4117-9e71-1fe1b2488d7b,segment=NetworkSegment(3889f19d-dfa0-408c-b83f-d6a1499d28ed),segment_id=3889f19d-dfa0-408c-b83f-d6a1499d28ed)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:11.757152 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4c3266d-47f9-46bf-8d16-9aaca8d7b46f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Router 70a1d4de-4417-46e6-be67-33de4b24a9d3 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:22:11.759585 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a13753-ec9f-4c86-a795-0f79b58fb05c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf3c5a8-0f36-4117-9e71-1fe1b2488d7b'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:22:11.762410 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2632b9c8-36ad-487d-b559-e40f2a75ac6c" -d '{"events": [{"server_uuid": "26a13753-ec9f-4c86-a795-0f79b58fb05c", "name": "network-vif-plugged", "status": "completed", "tag": "ddf3c5a8-0f36-4117-9e71-1fe1b2488d7b"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:22:11.765929 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device c238ae63-52b5-466d-85da-def40a54881b up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:22:11.785873 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:11.843724 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff11559-329e-41a6-94e6-f0c53b1aba5d x-openstack-request-id: req-aff11559-329e-41a6-94e6-f0c53b1aba5d {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:22:11.844116 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a13753-ec9f-4c86-a795-0f79b58fb05c", "name": "network-vif-plugged", "status": "completed", "tag": "ddf3c5a8-0f36-4117-9e71-1fe1b2488d7b", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:22:11.844369 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-aff11559-329e-41a6-94e6-f0c53b1aba5d {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:22:11.844759 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26a13753-ec9f-4c86-a795-0f79b58fb05c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf3c5a8-0f36-4117-9e71-1fe1b2488d7b', 'code': 200} Aug 10 03:22:11.871048 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7eb04ea6-dffa-421b-b8d4-1f480315746b tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:11.933211 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=ddf3c5a8-0f36-4117-9e71-1fe1b2488d7b,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:11.942508 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb04ea6-dffa-421b-b8d4-1f480315746b tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ec33354c-7387-4908-b5e0-c6d2e59417b2,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:11.950282 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7eb04ea6-dffa-421b-b8d4-1f480315746b tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:11.955008 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7eb04ea6-dffa-421b-b8d4-1f480315746b tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] 10.222.0.62 "DELETE /v2.0/subnets/ec33354c-7387-4908-b5e0-c6d2e59417b2 HTTP/1.1" status: 204 len: 168 time: 0.6495879 Aug 10 03:22:11.960247 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59496) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:11.992710 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c3266d-47f9-46bf-8d16-9aaca8d7b46f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:22:12.000154 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-2fb065f8-d69c-4355-ae46-569d939d52d6 None None] Provisioning complete for port e02fdbbb-fa56-4907-b7ef-2741cbc8c294 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:12.001289 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2fb065f8-d69c-4355-ae46-569d939d52d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:12.006433 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d4c3266d-47f9-46bf-8d16-9aaca8d7b46f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "PUT /v2.0/routers/70a1d4de-4417-46e6-be67-33de4b24a9d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1141906 Aug 10 03:22:12.009872 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59500) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:12.011714 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0f0945-28f3-4401-aa38-0bf43f8b9ccc None None] Sync routers for ids ['70a1d4de-4417-46e6-be67-33de4b24a9d3'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:22:12.021468 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-bcdf6a20-05b2-4fca-9e82-443e45bf756d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Request body: {'network': {'name': 'tempest-RoutersTest-529794894'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:12.049518 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8732abef-e699-4b74-9761-7d285933e7f6 req-d74b96a8-7e7f-41da-b7db-644c73bebdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:12.051560 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8732abef-e699-4b74-9761-7d285933e7f6 req-d74b96a8-7e7f-41da-b7db-644c73bebdb7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=26a13753-ec9f-4c86-a795-0f79b58fb05c HTTP/1.1" status: 200 len: 1097 time: 0.1341116 Aug 10 03:22:12.061511 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port c238ae63-52b5-466d-85da-def40a54881b completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:12.096131 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f6a52d4a-9cb6-472b-9040-eb5bcfa75a1b tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:12.097013 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0f0945-28f3-4401-aa38-0bf43f8b9ccc None None] Routers {'70a1d4de-4417-46e6-be67-33de4b24a9d3'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:22:12.101075 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-df0f0945-28f3-4401-aa38-0bf43f8b9ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:22:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['70a1d4de-4417-46e6-be67-33de4b24a9d3'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:12.103873 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port c238ae63-52b5-466d-85da-def40a54881b triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:12.106724 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:12.130216 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a9d0cd9e-df87-4c1f-a9ee-0c34551bd97e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:12.167734 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a9d0cd9e-df87-4c1f-a9ee-0c34551bd97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:12.193495 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8732abef-e699-4b74-9761-7d285933e7f6 req-fa45a9d8-f893-4e72-b06b-0050190abf6e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1629ea23-99f4-4e8f-93cc-43c26311d726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236262 Aug 10 03:22:12.199520 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcdf6a20-05b2-4fca-9e82-443e45bf756d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Made reservation on behalf of c682678ede4c49b18134196e23ba84b8 for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:22:12.204286 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bcdf6a20-05b2-4fca-9e82-443e45bf756d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:12.250085 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-2fb065f8-d69c-4355-ae46-569d939d52d6 None None] Port e02fdbbb-fa56-4907-b7ef-2741cbc8c294 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:22:12.294823 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-df0f0945-28f3-4401-aa38-0bf43f8b9ccc None None] Set router 70a1d4de-4417-46e6-be67-33de4b24a9d3 gateway port host: None {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:22:12.307248 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a9d0cd9e-df87-4c1f-a9ee-0c34551bd97e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c8fab11c5bce452491a99679d1e474ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6901534 Aug 10 03:22:12.308876 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59514) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:12.309010 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9089f7c-d93d-42f1-b368-d2f92fdf42b9 req-f21eb3c0-60de-48d5-99d0-db3c9dbc6f62 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:12.314582 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e9089f7c-d93d-42f1-b368-d2f92fdf42b9 req-f21eb3c0-60de-48d5-99d0-db3c9dbc6f62 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=4eb4915b-2205-4010-acf8-b1e836645abd HTTP/1.1" status: 200 len: 944 time: 0.2174261 Aug 10 03:22:12.320765 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f6a52d4a-9cb6-472b-9040-eb5bcfa75a1b tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:12.324548 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcdf6a20-05b2-4fca-9e82-443e45bf756d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:22:12.396216 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-f6a52d4a-9cb6-472b-9040-eb5bcfa75a1b tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccb53b99-a7ac-4d3e-ad8e-7ec994699eb6']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:12.410241 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d0cd9e-df87-4c1f-a9ee-0c34551bd97e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=465cb84e-da74-45b0-a7ee-b4fce8bc095e,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:12.410539 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bcdf6a20-05b2-4fca-9e82-443e45bf756d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:12.425289 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-bcdf6a20-05b2-4fca-9e82-443e45bf756d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Added segment 9ed45526-3298-4e46-9c9e-7ea0efc614f1 of type vlan for network 3a569a70-f4a4-4ab6-80e4-b82f9518e8a1 Aug 10 03:22:12.429288 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-f6a52d4a-9cb6-472b-9040-eb5bcfa75a1b tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ce0b5b4-1746-4c27-be18-678e118f97f3') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:12.429792 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-f6a52d4a-9cb6-472b-9040-eb5bcfa75a1b tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ce0b5b4-1746-4c27-be18-678e118f97f3') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:12.449561 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f6a52d4a-9cb6-472b-9040-eb5bcfa75a1b tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:12.472224 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f6a52d4a-9cb6-472b-9040-eb5bcfa75a1b tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:12.485155 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-186e18ac-f338-4a43-9a14-3b9328236b41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:12.487345 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6a52d4a-9cb6-472b-9040-eb5bcfa75a1b tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:22:12.487910 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f6a52d4a-9cb6-472b-9040-eb5bcfa75a1b tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:12.491047 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:22:12.491047 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:22:12.491047 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:22:12.491047 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:22:12.491047 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:22:12.491047 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:22:12.491047 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:22:12.491047 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:22:12.491047 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:22:12.491047 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:22:12.491047 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:22:12.491047 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:22:12.491047 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:22:12.491047 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:22:12.491047 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:22:12.491047 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:22:12.491047 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:22:12.491047 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:22:12.491047 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:22:12.491047 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:22:12.491047 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:22:12.491047 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:22:12.491047 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:22:12.491047 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:22:12.491047 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:22:12.491047 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:22:12.491047 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:22:12.491047 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:22:12.491047 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:22:12.491047 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:22:12.491047 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:22:12.491047 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:22:12.541538 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e9089f7c-d93d-42f1-b368-d2f92fdf42b9 req-984cfdba-a8d4-456a-8274-55ba735eb522 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114534 Aug 10 03:22:12.572046 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-186e18ac-f338-4a43-9a14-3b9328236b41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:12.600111 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f6a52d4a-9cb6-472b-9040-eb5bcfa75a1b tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:12.621229 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a52d4a-9cb6-472b-9040-eb5bcfa75a1b tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ccb53b99-a7ac-4d3e-ad8e-7ec994699eb6 {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 10 03:22:12.631618 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f6a52d4a-9cb6-472b-9040-eb5bcfa75a1b tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:12.640464 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:12.641035 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f6a52d4a-9cb6-472b-9040-eb5bcfa75a1b tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] 10.222.0.62 "DELETE /v2.0/networks/ccb53b99-a7ac-4d3e-ad8e-7ec994699eb6 HTTP/1.1" status: 204 len: 168 time: 0.6597261 Aug 10 03:22:12.642604 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a52d4a-9cb6-472b-9040-eb5bcfa75a1b tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Pushing event deleted for resources: {'Network': ['ID=ccb53b99-a7ac-4d3e-ad8e-7ec994699eb6,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:12.666762 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-186e18ac-f338-4a43-9a14-3b9328236b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:12.668833 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bcdf6a20-05b2-4fca-9e82-443e45bf756d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:12.669875 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-186e18ac-f338-4a43-9a14-3b9328236b41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:12.671310 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-186e18ac-f338-4a43-9a14-3b9328236b41 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/465cb84e-da74-45b0-a7ee-b4fce8bc095e HTTP/1.1" status: 204 len: 168 time: 0.3596292 Aug 10 03:22:12.688815 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186e18ac-f338-4a43-9a14-3b9328236b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=465cb84e-da74-45b0-a7ee-b4fce8bc095e,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:12.704167 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed84f3d-12d0-4d99-bc74-36e64954cb39 req-95bee87f-72b3-4a67-836a-38bf02f0712f tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:12.705900 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4ed84f3d-12d0-4d99-bc74-36e64954cb39 req-95bee87f-72b3-4a67-836a-38bf02f0712f tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 946 time: 0.3191376 Aug 10 03:22:12.768234 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bcdf6a20-05b2-4fca-9e82-443e45bf756d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:12.776345 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdf6a20-05b2-4fca-9e82-443e45bf756d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:12.776971 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bcdf6a20-05b2-4fca-9e82-443e45bf756d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:12.821419 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port c238ae63-52b5-466d-85da-def40a54881b, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=c238ae63-52b5-466d-85da-def40a54881b,segment=NetworkSegment(e0fc6907-b0e5-497d-acdf-511c68571829),segment_id=e0fc6907-b0e5-497d-acdf-511c68571829)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:12.833460 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:12.846319 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4ed84f3d-12d0-4d99-bc74-36e64954cb39 req-1d924b14-8555-498d-bb87-bc035f5a9224 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317508 Aug 10 03:22:12.909656 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=c238ae63-52b5-466d-85da-def40a54881b,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:12.929450 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-df0f0945-28f3-4401-aa38-0bf43f8b9ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'name': 'tempest-RoutersTest-router-2012087379', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:39Z', 'updated_at': '2021-08-10T03:22:07Z', 'revision_number': 4, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'gw_port_host': None, '_interfaces': [{'id': 'da66c376-aa07-41b2-b7fd-bd84ab0ebcc0', 'name': '', 'network_id': '77b29a3f-0b40-4627-9020-64e2507c2bfe', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:a1:9d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'a0f2cca1-5ac1-49a2-b352-5a3691989eae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:52Z', 'updated_at': '2021-08-10T03:22:02Z', 'revision_number': 5, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': 'a0f2cca1-5ac1-49a2-b352-5a3691989eae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e02fdbbb-fa56-4907-b7ef-2741cbc8c294', 'name': '', 'network_id': '356c7ff6-7716-46ea-ace8-ec9ac2337a4d', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:9b:a0:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '97b417cd-6fbe-4b30-9e01-2cbc0bcc7c16', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:22:05Z', 'updated_at': '2021-08-10T03:22:09Z', 'revision_number': 2, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': '97b417cd-6fbe-4b30-9e01-2cbc0bcc7c16', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1f48ffb-50ae-46f1-bf8e-42c3ae996df2', 'name': '', 'network_id': 'd5af5ed4-7f41-423d-a9da-6b54aed72f87', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:55:1f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '6c161d10-cbbc-40e3-a2d8-ec564696b35a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:41Z', 'updated_at': '2021-08-10T03:21:54Z', 'revision_number': 5, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': '6c161d10-cbbc-40e3-a2d8-ec564696b35a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:12.961119 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0f0945-28f3-4401-aa38-0bf43f8b9ccc None None] Checking router: 70a1d4de-4417-46e6-be67-33de4b24a9d3 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:22:12.962294 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0f0945-28f3-4401-aa38-0bf43f8b9ccc None None] Updating router 70a1d4de-4417-46e6-be67-33de4b24a9d3 port e02fdbbb-fa56-4907-b7ef-2741cbc8c294 binding host n-d-768851-15 {{(pid=94218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:22:12.993003 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-df0f0945-28f3-4401-aa38-0bf43f8b9ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:13.057801 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59556) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:13.063743 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-2a647f06-25a5-4e5b-8aa7-775ad206887d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Request body: {'subnet': {'network_id': '3a569a70-f4a4-4ab6-80e4-b82f9518e8a1', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:13.073638 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-bcdf6a20-05b2-4fca-9e82-443e45bf756d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0578539 Aug 10 03:22:13.176930 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdf6a20-05b2-4fca-9e82-443e45bf756d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event updated for resources: {'Network': ['ID=3a569a70-f4a4-4ab6-80e4-b82f9518e8a1,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:13.205070 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 3a569a70-f4a4-4ab6-80e4-b82f9518e8a1 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:22:13.216775 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1decca-22ec-4828-b10f-18d04133dac0 req-77afdd78-ac0a-4421-8d6e-06f238f64d0c tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:13.234786 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ed1decca-22ec-4828-b10f-18d04133dac0 req-77afdd78-ac0a-4421-8d6e-06f238f64d0c tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] 10.222.0.62 "GET /v2.0/ports?device_id=26a13753-ec9f-4c86-a795-0f79b58fb05c HTTP/1.1" status: 200 len: 945 time: 0.3862450 Aug 10 03:22:13.256692 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a647f06-25a5-4e5b-8aa7-775ad206887d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Made reservation on behalf of c682678ede4c49b18134196e23ba84b8 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:22:13.262180 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2a647f06-25a5-4e5b-8aa7-775ad206887d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:13.310136 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ed1decca-22ec-4828-b10f-18d04133dac0 req-fcb83c33-5c4e-4041-9f3b-02b1bd5d3956 tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] 10.222.0.62 "GET /v2.0/security-groups?id=1629ea23-99f4-4e8f-93cc-43c26311d726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718334 Aug 10 03:22:13.522362 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2a647f06-25a5-4e5b-8aa7-775ad206887d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:13.553276 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-df0f0945-28f3-4401-aa38-0bf43f8b9ccc None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:13.557871 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59578) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:13.562875 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-921b11d9-2c5c-4523-ae36-6dd98189e708 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Request body: {'router': {'name': 'tempest-router--920879590', 'project_id': '162e90ee917e4aab95276c01dacefdd9'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:13.570682 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-df0f0945-28f3-4401-aa38-0bf43f8b9ccc None None] Transition to ACTIVE for port object e02fdbbb-fa56-4907-b7ef-2741cbc8c294 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:22:13.583992 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-df0f0945-28f3-4401-aa38-0bf43f8b9ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:13.609780 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-921b11d9-2c5c-4523-ae36-6dd98189e708 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:13.612968 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-921b11d9-2c5c-4523-ae36-6dd98189e708 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:13.616387 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a647f06-25a5-4e5b-8aa7-775ad206887d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event updated for resources: {'Subnet': ['ID=d78e27e5-e9c9-49c0-9c69-fb058accf1cf,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:13.656229 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a647f06-25a5-4e5b-8aa7-775ad206887d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Checking segment: {'id': '9ed45526-3298-4e46-9c9e-7ea0efc614f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '3a569a70-f4a4-4ab6-80e4-b82f9518e8a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:22:13.656815 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a647f06-25a5-4e5b-8aa7-775ad206887d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Network hostable DHCP agents. Network: 3a569a70-f4a4-4ab6-80e4-b82f9518e8a1, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:22:13.682253 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a647f06-25a5-4e5b-8aa7-775ad206887d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Network 3a569a70-f4a4-4ab6-80e4-b82f9518e8a1 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:22:13.697920 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-2a647f06-25a5-4e5b-8aa7-775ad206887d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 3a569a70-f4a4-4ab6-80e4-b82f9518e8a1) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:22:13.703427 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a647f06-25a5-4e5b-8aa7-775ad206887d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:13.704018 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2a647f06-25a5-4e5b-8aa7-775ad206887d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:13.717089 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2e2b44-e3fe-481f-b630-25d7da6559cd None None] Network 3a569a70-f4a4-4ab6-80e4-b82f9518e8a1 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:22:13.741934 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5897e44c-e9ac-4841-b7d4-402a5847fd9b None None] Pushing event updated for resources: {'Port': ['ID=e02fdbbb-fa56-4907-b7ef-2741cbc8c294,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:13.767578 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2a647f06-25a5-4e5b-8aa7-775ad206887d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7059007 Aug 10 03:22:13.767757 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59588) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:13.829144 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-df0f0945-28f3-4401-aa38-0bf43f8b9ccc None None] Attempting to bind port e02fdbbb-fa56-4907-b7ef-2741cbc8c294 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:22:13.829421 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-df0f0945-28f3-4401-aa38-0bf43f8b9ccc None None] Attempting to bind port e02fdbbb-fa56-4907-b7ef-2741cbc8c294 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '02fcba64-0445-4247-b484-a4c918c7a202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '356c7ff6-7716-46ea-ace8-ec9ac2337a4d'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:22:13.829792 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0f0945-28f3-4401-aa38-0bf43f8b9ccc None None] Attempting to bind port e02fdbbb-fa56-4907-b7ef-2741cbc8c294 on network 356c7ff6-7716-46ea-ace8-ec9ac2337a4d {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:22:13.842200 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0f0945-28f3-4401-aa38-0bf43f8b9ccc None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:22:13.842658 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0f0945-28f3-4401-aa38-0bf43f8b9ccc None None] Checking segment: {'id': '02fcba64-0445-4247-b484-a4c918c7a202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '356c7ff6-7716-46ea-ace8-ec9ac2337a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:22:13.843202 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-df0f0945-28f3-4401-aa38-0bf43f8b9ccc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:13.843619 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0f0945-28f3-4401-aa38-0bf43f8b9ccc None None] Bound using segment: {'id': '02fcba64-0445-4247-b484-a4c918c7a202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '356c7ff6-7716-46ea-ace8-ec9ac2337a4d'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:22:13.844179 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-df0f0945-28f3-4401-aa38-0bf43f8b9ccc None None] Bound port: e02fdbbb-fa56-4907-b7ef-2741cbc8c294, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02fcba64-0445-4247-b484-a4c918c7a202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '356c7ff6-7716-46ea-ace8-ec9ac2337a4d'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:22:13.844480 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-df0f0945-28f3-4401-aa38-0bf43f8b9ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:13.861056 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:22:13.862560 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-921b11d9-2c5c-4523-ae36-6dd98189e708 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:13.873033 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eb4915b-2205-4010-acf8-b1e836645abd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c238ae63-52b5-466d-85da-def40a54881b'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:22:13.878338 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-921b11d9-2c5c-4523-ae36-6dd98189e708 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:13.878816 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fec708e-aee9-4532-912a-82c749c5aa61" -d '{"events": [{"server_uuid": "4eb4915b-2205-4010-acf8-b1e836645abd", "name": "network-vif-plugged", "status": "completed", "tag": "c238ae63-52b5-466d-85da-def40a54881b"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:22:13.902151 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5665fb-d5ca-4190-a509-c43ecb96a6dc req-b20a67d4-445e-439f-ab1c-e6ad143f8749 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:13.904389 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bb5665fb-d5ca-4190-a509-c43ecb96a6dc req-b20a67d4-445e-439f-ab1c-e6ad143f8749 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=4eb4915b-2205-4010-acf8-b1e836645abd HTTP/1.1" status: 200 len: 945 time: 0.2470746 Aug 10 03:22:13.905850 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-921b11d9-2c5c-4523-ae36-6dd98189e708 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:13.907025 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-921b11d9-2c5c-4523-ae36-6dd98189e708 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3479390 Aug 10 03:22:13.909624 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59598) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:13.987063 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0a2717-8a1d-426e-a32b-ad6199e76a31 x-openstack-request-id: req-3a0a2717-8a1d-426e-a32b-ad6199e76a31 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:22:14.006569 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eb4915b-2205-4010-acf8-b1e836645abd", "name": "network-vif-plugged", "status": "completed", "tag": "c238ae63-52b5-466d-85da-def40a54881b", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:22:14.007078 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3a0a2717-8a1d-426e-a32b-ad6199e76a31 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:22:14.007682 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eb4915b-2205-4010-acf8-b1e836645abd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c238ae63-52b5-466d-85da-def40a54881b', 'code': 200} Aug 10 03:22:14.031729 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-06c23d94-149b-4e43-8919-6b04daef1dfa tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks [] for router, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:14.087305 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-df0f0945-28f3-4401-aa38-0bf43f8b9ccc None None] For port e02fdbbb-fa56-4907-b7ef-2741cbc8c294, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:22:14.114991 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-df0f0945-28f3-4401-aa38-0bf43f8b9ccc None None] For port e02fdbbb-fa56-4907-b7ef-2741cbc8c294, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=e02fdbbb-fa56-4907-b7ef-2741cbc8c294,segment=NetworkSegment(02fcba64-0445-4247-b484-a4c918c7a202),segment_id=02fcba64-0445-4247-b484-a4c918c7a202)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:22:14.142000 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-df0f0945-28f3-4401-aa38-0bf43f8b9ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:14.164129 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e188cd-60ae-4535-bad7-4fc50b674e78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-3a569a70-f4a4-4ab6-80e4-b82f9518e8a1', 'network_id': '3a569a70-f4a4-4ab6-80e4-b82f9518e8a1', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'fixed_ips': [{'subnet_id': 'd78e27e5-e9c9-49c0-9c69-fb058accf1cf'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:22:14.166074 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f3e188cd-60ae-4535-bad7-4fc50b674e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:14.179549 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bb5665fb-d5ca-4190-a509-c43ecb96a6dc req-089d7fe8-bc0a-4b19-a710-c4b6d172dc99 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662601 Aug 10 03:22:14.348942 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-06c23d94-149b-4e43-8919-6b04daef1dfa tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:14.353475 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-06c23d94-149b-4e43-8919-6b04daef1dfa tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:14.360316 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48dd4d-4324-4b14-a3da-2e010730d5e3 req-e5cdd24b-6f6a-450c-98f1-2fce5c9daf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:14.364979 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4d48dd4d-4324-4b14-a3da-2e010730d5e3 req-e5cdd24b-6f6a-450c-98f1-2fce5c9daf7a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4eb4915b-2205-4010-acf8-b1e836645abd HTTP/1.1" status: 200 len: 1097 time: 0.1569619 Aug 10 03:22:14.445288 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd1da9-d8f3-4cca-87a7-95b4f6ccef71 req-a18de77e-adf5-4463-b47c-bf11e70bd163 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:14.453834 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-decd1da9-d8f3-4cca-87a7-95b4f6ccef71 req-a18de77e-adf5-4463-b47c-bf11e70bd163 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 946 time: 0.1448386 Aug 10 03:22:14.480050 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4d48dd4d-4324-4b14-a3da-2e010730d5e3 req-81de56fd-ab5c-49d5-a46c-4f51a85c73df service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041167 Aug 10 03:22:14.532516 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-f3e188cd-60ae-4535-bad7-4fc50b674e78 None None] Allocated IP 172.23.0.2 (3a569a70-f4a4-4ab6-80e4-b82f9518e8a1/d78e27e5-e9c9-49c0-9c69-fb058accf1cf/0f66eab5-ab14-44d1-ba4f-45d2d8eb8364) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:22:14.537135 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-06c23d94-149b-4e43-8919-6b04daef1dfa tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:14.540642 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c23d94-149b-4e43-8919-6b04daef1dfa tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5249df93-4533-4799-9ff3-8d229b9a47e6 {{(pid=94216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:22:14.558280 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-06c23d94-149b-4e43-8919-6b04daef1dfa tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:14.560319 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-06c23d94-149b-4e43-8919-6b04daef1dfa tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] 10.222.0.62 "DELETE /v2.0/routers/5249df93-4533-4799-9ff3-8d229b9a47e6 HTTP/1.1" status: 204 len: 168 time: 0.6497183 Aug 10 03:22:14.575440 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0c1e1d78-da9c-4eeb-93f2-46871da034a8 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:14.629347 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-decd1da9-d8f3-4cca-87a7-95b4f6ccef71 req-c4a9cc5a-66df-49f5-a642-46e5f4b78195 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662621 Aug 10 03:22:14.642466 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a8f8e-3910-43e4-a8d8-a14ae3076646 req-ea12b1e2-108a-4bcb-9c7a-dec79c279d23 tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:14.647025 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-863a8f8e-3910-43e4-a8d8-a14ae3076646 req-ea12b1e2-108a-4bcb-9c7a-dec79c279d23 tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] 10.222.0.62 "GET /v2.0/ports?device_id=26a13753-ec9f-4c86-a795-0f79b58fb05c HTTP/1.1" status: 200 len: 945 time: 0.1877735 Aug 10 03:22:14.704100 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-863a8f8e-3910-43e4-a8d8-a14ae3076646 req-e4a41b1f-eb97-4048-911f-2f54bcdc3030 tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] 10.222.0.62 "GET /v2.0/security-groups?id=1629ea23-99f4-4e8f-93cc-43c26311d726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524437 Aug 10 03:22:14.831826 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5897e44c-e9ac-4841-b7d4-402a5847fd9b None None] Pushing event updated for resources: {'Port': ['ID=e02fdbbb-fa56-4907-b7ef-2741cbc8c294,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:14.847372 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f3e188cd-60ae-4535-bad7-4fc50b674e78 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:14.850487 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5897e44c-e9ac-4841-b7d4-402a5847fd9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:14.850865 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5897e44c-e9ac-4841-b7d4-402a5847fd9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:14.852637 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5897e44c-e9ac-4841-b7d4-402a5847fd9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:14.852985 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5897e44c-e9ac-4841-b7d4-402a5847fd9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:14.853322 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5897e44c-e9ac-4841-b7d4-402a5847fd9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:14.853661 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5897e44c-e9ac-4841-b7d4-402a5847fd9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:14.854088 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5897e44c-e9ac-4841-b7d4-402a5847fd9b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:14.854305 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5897e44c-e9ac-4841-b7d4-402a5847fd9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:14.854626 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5897e44c-e9ac-4841-b7d4-402a5847fd9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:14.854979 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5897e44c-e9ac-4841-b7d4-402a5847fd9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:14.855307 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5897e44c-e9ac-4841-b7d4-402a5847fd9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:14.855632 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5897e44c-e9ac-4841-b7d4-402a5847fd9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:14.863749 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0f0945-28f3-4401-aa38-0bf43f8b9ccc None None] Routers {'70a1d4de-4417-46e6-be67-33de4b24a9d3'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:22:14.864379 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-df0f0945-28f3-4401-aa38-0bf43f8b9ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:22:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['70a1d4de-4417-46e6-be67-33de4b24a9d3'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:14.905162 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-f3e188cd-60ae-4535-bad7-4fc50b674e78 None None] Transition to ACTIVE for port object 0f66eab5-ab14-44d1-ba4f-45d2d8eb8364 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:22:15.017506 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59646) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:15.121832 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-f3e188cd-60ae-4535-bad7-4fc50b674e78 None None] Transition to ACTIVE for port object 0f66eab5-ab14-44d1-ba4f-45d2d8eb8364 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:22:15.135629 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f3e188cd-60ae-4535-bad7-4fc50b674e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:15.145741 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-df0f0945-28f3-4401-aa38-0bf43f8b9ccc None None] Set router 70a1d4de-4417-46e6-be67-33de4b24a9d3 gateway port host: None {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:22:15.208516 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e188cd-60ae-4535-bad7-4fc50b674e78 None None] Network 3a569a70-f4a4-4ab6-80e4-b82f9518e8a1 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:22:15.220672 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-f3e188cd-60ae-4535-bad7-4fc50b674e78 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:22:15.226345 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e188cd-60ae-4535-bad7-4fc50b674e78 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:22:15.237269 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e188cd-60ae-4535-bad7-4fc50b674e78 None None] Pushing event updated for resources: {'Port': ['ID=0f66eab5-ab14-44d1-ba4f-45d2d8eb8364,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:15.274673 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5123fba5-179e-476a-aed7-14741cb408bd req-53da8869-7555-41c0-a5af-6f2230a10997 tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:15.283748 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5123fba5-179e-476a-aed7-14741cb408bd req-53da8869-7555-41c0-a5af-6f2230a10997 tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] 10.222.0.62 "GET /v2.0/ports?device_id=26a13753-ec9f-4c86-a795-0f79b58fb05c HTTP/1.1" status: 200 len: 945 time: 0.1951783 Aug 10 03:22:15.306560 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-0c1e1d78-da9c-4eeb-93f2-46871da034a8 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Allocated IP 172.23.0.1 (3a569a70-f4a4-4ab6-80e4-b82f9518e8a1/d78e27e5-e9c9-49c0-9c69-fb058accf1cf/637a19fb-a95b-4c14-8c2a-25de2c66deb9) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:22:15.310884 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b55124-48dc-4ef7-ac20-cbdbcc1ff58a req-e636372e-e696-447e-9972-bc9de341eafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:15.312510 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-28b55124-48dc-4ef7-ac20-cbdbcc1ff58a req-e636372e-e696-447e-9972-bc9de341eafc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d1dab8aad64b4f528f95894fa226d313&device_id=26a13753-ec9f-4c86-a795-0f79b58fb05c HTTP/1.1" status: 200 len: 1097 time: 0.2228270 Aug 10 03:22:15.412128 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5123fba5-179e-476a-aed7-14741cb408bd req-1cb5c01a-d70f-4047-b7bd-6bb86d01427b tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] 10.222.0.62 "GET /v2.0/security-groups?id=1629ea23-99f4-4e8f-93cc-43c26311d726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168966 Aug 10 03:22:15.465653 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-f3e188cd-60ae-4535-bad7-4fc50b674e78 None None] Attempting to bind port 0f66eab5-ab14-44d1-ba4f-45d2d8eb8364 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:22:15.466329 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-f3e188cd-60ae-4535-bad7-4fc50b674e78 None None] Attempting to bind port 0f66eab5-ab14-44d1-ba4f-45d2d8eb8364 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '9ed45526-3298-4e46-9c9e-7ea0efc614f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '3a569a70-f4a4-4ab6-80e4-b82f9518e8a1'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:22:15.466912 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e188cd-60ae-4535-bad7-4fc50b674e78 None None] Attempting to bind port 0f66eab5-ab14-44d1-ba4f-45d2d8eb8364 on network 3a569a70-f4a4-4ab6-80e4-b82f9518e8a1 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:22:15.467675 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8641104-1827-4e1a-a770-62af81f9265e req-c7811f6d-1d78-48b8-92b6-3f9863e43a98 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:15.475416 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c8641104-1827-4e1a-a770-62af81f9265e req-c7811f6d-1d78-48b8-92b6-3f9863e43a98 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=4eb4915b-2205-4010-acf8-b1e836645abd HTTP/1.1" status: 200 len: 945 time: 0.1715732 Aug 10 03:22:15.481881 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e188cd-60ae-4535-bad7-4fc50b674e78 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:22:15.482518 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e188cd-60ae-4535-bad7-4fc50b674e78 None None] Checking segment: {'id': '9ed45526-3298-4e46-9c9e-7ea0efc614f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '3a569a70-f4a4-4ab6-80e4-b82f9518e8a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:22:15.483196 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f3e188cd-60ae-4535-bad7-4fc50b674e78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:15.483774 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e188cd-60ae-4535-bad7-4fc50b674e78 None None] Bound using segment: {'id': '9ed45526-3298-4e46-9c9e-7ea0efc614f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '3a569a70-f4a4-4ab6-80e4-b82f9518e8a1'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:22:15.484416 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-f3e188cd-60ae-4535-bad7-4fc50b674e78 None None] Bound port: 0f66eab5-ab14-44d1-ba4f-45d2d8eb8364, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed45526-3298-4e46-9c9e-7ea0efc614f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '3a569a70-f4a4-4ab6-80e4-b82f9518e8a1'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:22:15.485129 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f3e188cd-60ae-4535-bad7-4fc50b674e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:15.513238 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b55124-48dc-4ef7-ac20-cbdbcc1ff58a req-5d6c5b75-3c46-45f2-8a29-774fee5fd5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:15.513984 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-28b55124-48dc-4ef7-ac20-cbdbcc1ff58a req-5d6c5b75-3c46-45f2-8a29-774fee5fd5ba service neutron] 10.222.0.60 "GET /v2.0/networks?id=a16b26cb-572e-4eda-8755-d5269bd5d399 HTTP/1.1" status: 200 len: 914 time: 0.1847198 Aug 10 03:22:15.540820 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0c1e1d78-da9c-4eeb-93f2-46871da034a8 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:15.545342 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c8641104-1827-4e1a-a770-62af81f9265e req-e9a20e3a-3bb8-445e-98a1-161515ed93b0 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688739 Aug 10 03:22:15.583259 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-28b55124-48dc-4ef7-ac20-cbdbcc1ff58a req-153ad019-21f9-4209-97c1-c763de7ee64e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddf3c5a8-0f36-4117-9e71-1fe1b2488d7b HTTP/1.1" status: 200 len: 217 time: 0.0596530 Aug 10 03:22:15.588297 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-0c1e1d78-da9c-4eeb-93f2-46871da034a8 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Transition to ACTIVE for port object 637a19fb-a95b-4c14-8c2a-25de2c66deb9 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:22:15.624713 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0c1e1d78-da9c-4eeb-93f2-46871da034a8 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:15.629578 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-f3e188cd-60ae-4535-bad7-4fc50b674e78 None None] For port 0f66eab5-ab14-44d1-ba4f-45d2d8eb8364, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:22:15.643309 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b55124-48dc-4ef7-ac20-cbdbcc1ff58a req-ff61c35e-e3d1-4d82-ac64-354d27dd39d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:15.644944 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-f3e188cd-60ae-4535-bad7-4fc50b674e78 None None] For port 0f66eab5-ab14-44d1-ba4f-45d2d8eb8364, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=0f66eab5-ab14-44d1-ba4f-45d2d8eb8364,segment=NetworkSegment(9ed45526-3298-4e46-9c9e-7ea0efc614f1),segment_id=9ed45526-3298-4e46-9c9e-7ea0efc614f1)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:22:15.646231 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-28b55124-48dc-4ef7-ac20-cbdbcc1ff58a req-ff61c35e-e3d1-4d82-ac64-354d27dd39d0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4e8e09f7-0d6b-47b5-adf1-463123d5f5c0 HTTP/1.1" status: 200 len: 853 time: 0.0556252 Aug 10 03:22:15.653304 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f3e188cd-60ae-4535-bad7-4fc50b674e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:15.678908 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-47fb9dc4-4f1d-445d-b0e7-6419e6d873b3 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-711312499', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}, 'admin_state_up': False}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:15.696266 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-df0f0945-28f3-4401-aa38-0bf43f8b9ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'name': 'tempest-RoutersTest-router-2012087379', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:39Z', 'updated_at': '2021-08-10T03:22:07Z', 'revision_number': 4, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'gw_port_host': None, '_interfaces': [{'id': 'da66c376-aa07-41b2-b7fd-bd84ab0ebcc0', 'name': '', 'network_id': '77b29a3f-0b40-4627-9020-64e2507c2bfe', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:a1:9d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'a0f2cca1-5ac1-49a2-b352-5a3691989eae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:52Z', 'updated_at': '2021-08-10T03:22:02Z', 'revision_number': 5, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': 'a0f2cca1-5ac1-49a2-b352-5a3691989eae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e02fdbbb-fa56-4907-b7ef-2741cbc8c294', 'name': '', 'network_id': '356c7ff6-7716-46ea-ace8-ec9ac2337a4d', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:9b:a0:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '97b417cd-6fbe-4b30-9e01-2cbc0bcc7c16', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:22:05Z', 'updated_at': '2021-08-10T03:22:14Z', 'revision_number': 4, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': '97b417cd-6fbe-4b30-9e01-2cbc0bcc7c16', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1f48ffb-50ae-46f1-bf8e-42c3ae996df2', 'name': '', 'network_id': 'd5af5ed4-7f41-423d-a9da-6b54aed72f87', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:55:1f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '6c161d10-cbbc-40e3-a2d8-ec564696b35a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:41Z', 'updated_at': '2021-08-10T03:21:54Z', 'revision_number': 5, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': '6c161d10-cbbc-40e3-a2d8-ec564696b35a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:15.706512 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-28b55124-48dc-4ef7-ac20-cbdbcc1ff58a req-b7614768-7f5e-4b19-bad0-3a64c139354f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a16b26cb-572e-4eda-8755-d5269bd5d399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520053 Aug 10 03:22:15.714035 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-47fb9dc4-4f1d-445d-b0e7-6419e6d873b3 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:15.715148 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-47fb9dc4-4f1d-445d-b0e7-6419e6d873b3 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:15.750982 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0f0945-28f3-4401-aa38-0bf43f8b9ccc None None] The sync data for ids ['70a1d4de-4417-46e6-be67-33de4b24a9d3'] in n-d-768851-15 is: [{'id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'name': 'tempest-RoutersTest-router-2012087379', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:39Z', 'updated_at': '2021-08-10T03:22:07Z', 'revision_number': 4, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'gw_port_host': None, '_interfaces': [{'id': 'da66c376-aa07-41b2-b7fd-bd84ab0ebcc0', 'name': '', 'network_id': '77b29a3f-0b40-4627-9020-64e2507c2bfe', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:a1:9d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'a0f2cca1-5ac1-49a2-b352-5a3691989eae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:52Z', 'updated_at': '2021-08-10T03:22:02Z', 'revision_number': 5, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': 'a0f2cca1-5ac1-49a2-b352-5a3691989eae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e02fdbbb-fa56-4907-b7ef-2741cbc8c294', 'name': '', 'network_id': '356c7ff6-7716-46ea-ace8-ec9ac2337a4d', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:9b:a0:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '97b417cd-6fbe-4b30-9e01-2cbc0bcc7c16', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:22:05Z', 'updated_at': '2021-08-10T03:22:14Z', 'revision_number': 4, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': '97b417cd-6fbe-4b30-9e01-2cbc0bcc7c16', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1f48ffb-50ae-46f1-bf8e-42c3ae996df2', 'name': '', 'network_id': 'd5af5ed4-7f41-423d-a9da-6b54aed72f87', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:55:1f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '6c161d10-cbbc-40e3-a2d8-ec564696b35a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:41Z', 'updated_at': '2021-08-10T03:21:54Z', 'revision_number': 5, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': '6c161d10-cbbc-40e3-a2d8-ec564696b35a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:22:15.779228 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e188cd-60ae-4535-bad7-4fc50b674e78 None None] Pushing event updated for resources: {'Port': ['ID=0f66eab5-ab14-44d1-ba4f-45d2d8eb8364,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:15.805272 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-47fb9dc4-4f1d-445d-b0e7-6419e6d873b3 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:15.819533 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 77d567da-37a9-45cd-8b79-8328cf500c47 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:22:15.827478 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1e1d78-da9c-4eeb-93f2-46871da034a8 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Network 3a569a70-f4a4-4ab6-80e4-b82f9518e8a1 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:22:15.860784 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-0c1e1d78-da9c-4eeb-93f2-46871da034a8 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:22:15.872389 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1e1d78-da9c-4eeb-93f2-46871da034a8 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:22:15.970294 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:16.012286 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-28b55124-48dc-4ef7-ac20-cbdbcc1ff58a req-72b27b63-4954-4d05-8c76-b9378effebbe service neutron] 10.222.0.60 "GET /v2.0/networks/a16b26cb-572e-4eda-8755-d5269bd5d399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972958 Aug 10 03:22:16.047531 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 77d567da-37a9-45cd-8b79-8328cf500c47, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=77d567da-37a9-45cd-8b79-8328cf500c47,segment=NetworkSegment(8f60b627-ffb1-479c-a505-a6c7d3d8b515),segment_id=8f60b627-ffb1-479c-a505-a6c7d3d8b515)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:16.057802 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28b645b6-c883-42ce-bbe4-d1dd1d67588d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77d567da-37a9-45cd-8b79-8328cf500c47'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:22:16.068512 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cdb1101-139d-4864-a406-0a0d3f426d3c" -d '{"events": [{"server_uuid": "28b645b6-c883-42ce-bbe4-d1dd1d67588d", "name": "network-vif-unplugged", "status": "completed", "tag": "77d567da-37a9-45cd-8b79-8328cf500c47"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:22:16.076587 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:16.235317 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e101cee6-cdbc-45ef-84e4-ed400d770df7 x-openstack-request-id: req-e101cee6-cdbc-45ef-84e4-ed400d770df7 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:22:16.235317 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28b645b6-c883-42ce-bbe4-d1dd1d67588d", "name": "network-vif-unplugged", "status": "completed", "tag": "77d567da-37a9-45cd-8b79-8328cf500c47", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:22:16.235603 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e101cee6-cdbc-45ef-84e4-ed400d770df7 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:22:16.235890 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28b645b6-c883-42ce-bbe4-d1dd1d67588d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77d567da-37a9-45cd-8b79-8328cf500c47', 'code': 200} Aug 10 03:22:16.238475 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e02fdbbb-fa56-4907-b7ef-2741cbc8c294 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:22:16.263362 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0c1e1d78-da9c-4eeb-93f2-46871da034a8 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:16.319318 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=77d567da-37a9-45cd-8b79-8328cf500c47,revision_number=14']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:16.357095 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e1d78-da9c-4eeb-93f2-46871da034a8 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event updated for resources: {'Port': ['ID=637a19fb-a95b-4c14-8c2a-25de2c66deb9,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:16.393602 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-28b55124-48dc-4ef7-ac20-cbdbcc1ff58a req-b8e6b537-853a-40ce-8ceb-8aaff3129d19 service neutron] 10.222.0.60 "GET /v2.0/networks/a16b26cb-572e-4eda-8755-d5269bd5d399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3732982 Aug 10 03:22:16.411174 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port e02fdbbb-fa56-4907-b7ef-2741cbc8c294 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:16.419415 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port e02fdbbb-fa56-4907-b7ef-2741cbc8c294 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:16.422256 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:16.649044 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:16.722601 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-47fb9dc4-4f1d-445d-b0e7-6419e6d873b3 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:16.746237 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port e02fdbbb-fa56-4907-b7ef-2741cbc8c294, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=e02fdbbb-fa56-4907-b7ef-2741cbc8c294,segment=NetworkSegment(02fcba64-0445-4247-b484-a4c918c7a202),segment_id=02fcba64-0445-4247-b484-a4c918c7a202)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:16.755851 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:16.829453 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0c1e1d78-da9c-4eeb-93f2-46871da034a8 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:16.841664 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea33c8-2c70-4cd6-b8bb-a52c4b8d8b0b req-b302ed6b-45ad-44cb-a761-b5e8fd91e946 tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:16.854110 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-beea33c8-2c70-4cd6-b8bb-a52c4b8d8b0b req-b302ed6b-45ad-44cb-a761-b5e8fd91e946 tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] 10.222.0.62 "GET /v2.0/ports?device_id=26a13753-ec9f-4c86-a795-0f79b58fb05c HTTP/1.1" status: 200 len: 945 time: 0.1975083 Aug 10 03:22:16.856116 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=e02fdbbb-fa56-4907-b7ef-2741cbc8c294,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:16.894150 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a0b4a0-35bb-44d4-b3f9-f8e80c3cd1b3 req-c634647b-31f4-42b5-96a5-81f3ca518dbf tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:16.896142 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-02a0b4a0-35bb-44d4-b3f9-f8e80c3cd1b3 req-c634647b-31f4-42b5-96a5-81f3ca518dbf tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=4eb4915b-2205-4010-acf8-b1e836645abd HTTP/1.1" status: 200 len: 945 time: 0.1458817 Aug 10 03:22:16.933804 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-beea33c8-2c70-4cd6-b8bb-a52c4b8d8b0b req-e16f7e20-b436-4762-aa03-b0f28b9c02d0 tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] 10.222.0.62 "GET /v2.0/security-groups?id=1629ea23-99f4-4e8f-93cc-43c26311d726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768232 Aug 10 03:22:16.996777 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-02a0b4a0-35bb-44d4-b3f9-f8e80c3cd1b3 req-da2d3c92-54cb-4b50-891b-14c2bc8fbe93 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712063 Aug 10 03:22:17.263946 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0c1e1d78-da9c-4eeb-93f2-46871da034a8 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:17.279351 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0c1e1d78-da9c-4eeb-93f2-46871da034a8 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:17.396061 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e1d78-da9c-4eeb-93f2-46871da034a8 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event updated for resources: {'Port': ['ID=637a19fb-a95b-4c14-8c2a-25de2c66deb9,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:17.402652 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0c1e1d78-da9c-4eeb-93f2-46871da034a8 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:17.495261 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cdd070-aa0b-469b-8991-a407278f9ab7 req-0d8b607f-b609-4ec6-bf5d-bfe760fe10d2 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:17.497636 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-47cdd070-aa0b-469b-8991-a407278f9ab7 req-0d8b607f-b609-4ec6-bf5d-bfe760fe10d2 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=4eb4915b-2205-4010-acf8-b1e836645abd HTTP/1.1" status: 200 len: 945 time: 0.1094425 Aug 10 03:22:17.576476 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-47cdd070-aa0b-469b-8991-a407278f9ab7 req-80c1f7a1-ab6d-4b6c-9157-6bc8de262b0e tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721877 Aug 10 03:22:17.614444 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fb1edc-3a7f-4e7c-9dae-192fb24f2e0c None None] Network 3a569a70-f4a4-4ab6-80e4-b82f9518e8a1 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:22:17.750615 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e250b6b-f5ff-4655-828d-2fb47233964d None None] Provisioning for port 0f66eab5-ab14-44d1-ba4f-45d2d8eb8364 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:18.214531 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1e1d78-da9c-4eeb-93f2-46871da034a8 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Network 3a569a70-f4a4-4ab6-80e4-b82f9518e8a1 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:22:18.216006 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-47fb9dc4-4f1d-445d-b0e7-6419e6d873b3 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks [] for router_gateway, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:18.243612 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51498118-18cc-4e97-ba91-8718dee24e34 req-eab404cc-88f6-4d30-ae80-affacefc8dc6 tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:18.251328 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-51498118-18cc-4e97-ba91-8718dee24e34 req-eab404cc-88f6-4d30-ae80-affacefc8dc6 tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] 10.222.0.62 "GET /v2.0/ports?device_id=26a13753-ec9f-4c86-a795-0f79b58fb05c HTTP/1.1" status: 200 len: 945 time: 0.1578746 Aug 10 03:22:18.273826 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-47fb9dc4-4f1d-445d-b0e7-6419e6d873b3 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:18.277399 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-0c1e1d78-da9c-4eeb-93f2-46871da034a8 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:22:18.285037 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fff9a8-7701-4c6b-9422-933ab8df5119 req-969351bb-ae0d-4033-97e3-d1681e779724 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:18.296469 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f0fff9a8-7701-4c6b-9422-933ab8df5119 req-969351bb-ae0d-4033-97e3-d1681e779724 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 944 time: 0.1342816 Aug 10 03:22:18.304211 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e02fdbbb-fa56-4907-b7ef-2741cbc8c294 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:22:18.323033 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59790) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:18.350889 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f0fff9a8-7701-4c6b-9422-933ab8df5119 req-84c43bb8-24d4-4b88-9032-ff53eda86dac tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478177 Aug 10 03:22:18.406017 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-51498118-18cc-4e97-ba91-8718dee24e34 req-b44e6286-cd22-41f7-8407-e4eff2347150 tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] 10.222.0.62 "GET /v2.0/security-groups?id=1629ea23-99f4-4e8f-93cc-43c26311d726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524963 Aug 10 03:22:18.426680 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port e02fdbbb-fa56-4907-b7ef-2741cbc8c294 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:18.428778 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:18.489008 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-665d205c-25e6-4cd6-8e94-22dbaa694076 None None] Provisioning for port 637a19fb-a95b-4c14-8c2a-25de2c66deb9 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:18.516051 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c1e1d78-da9c-4eeb-93f2-46871da034a8 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Router 70a1d4de-4417-46e6-be67-33de4b24a9d3 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:22:18.516237 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-665d205c-25e6-4cd6-8e94-22dbaa694076 None None] Provisioning complete for port 637a19fb-a95b-4c14-8c2a-25de2c66deb9 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:18.516460 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-665d205c-25e6-4cd6-8e94-22dbaa694076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:18.611100 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f0771b54-8891-4a54-b058-120506b1e166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:18.650990 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-665d205c-25e6-4cd6-8e94-22dbaa694076 None None] Port 637a19fb-a95b-4c14-8c2a-25de2c66deb9 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:22:18.747875 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 0f66eab5-ab14-44d1-ba4f-45d2d8eb8364 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:22:18.776114 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1e1d78-da9c-4eeb-93f2-46871da034a8 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:22:18.794392 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d22f11b-a4c1-4cd1-a7ea-33e4fd3d5f3c None None] Sync routers for ids ['70a1d4de-4417-46e6-be67-33de4b24a9d3'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:22:18.803028 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299bdd88-2a30-48ff-b445-d66dbd227fb8 req-6c0f8a6c-3d8b-409e-86e7-9ae2df29dd4b tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:18.815451 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-299bdd88-2a30-48ff-b445-d66dbd227fb8 req-6c0f8a6c-3d8b-409e-86e7-9ae2df29dd4b tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 944 time: 0.1009176 Aug 10 03:22:18.832379 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d22f11b-a4c1-4cd1-a7ea-33e4fd3d5f3c None None] Routers {'70a1d4de-4417-46e6-be67-33de4b24a9d3'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:22:18.835441 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-2d22f11b-a4c1-4cd1-a7ea-33e4fd3d5f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:22:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['70a1d4de-4417-46e6-be67-33de4b24a9d3'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:18.885118 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-24aa0192-722b-45e9-bafa-45dcd4837026 None None] Provisioning complete for port 637a19fb-a95b-4c14-8c2a-25de2c66deb9 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:18.885508 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-24aa0192-722b-45e9-bafa-45dcd4837026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:18.896152 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-299bdd88-2a30-48ff-b445-d66dbd227fb8 req-6ac12011-7400-46b0-9de0-25aacd3950f4 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746293 Aug 10 03:22:18.963919 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-24aa0192-722b-45e9-bafa-45dcd4837026 None None] Port 637a19fb-a95b-4c14-8c2a-25de2c66deb9 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:22:18.971959 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 0f66eab5-ab14-44d1-ba4f-45d2d8eb8364 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:18.976198 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 0f66eab5-ab14-44d1-ba4f-45d2d8eb8364 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:18.976525 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:19.017933 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-2d22f11b-a4c1-4cd1-a7ea-33e4fd3d5f3c None None] Set router 70a1d4de-4417-46e6-be67-33de4b24a9d3 gateway port host: None {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:22:19.070213 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9329432d-a212-4af3-8774-28b13d2e803c req-7c9e92b9-6bd4-487b-b699-536dc27acc5f tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:19.072376 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9329432d-a212-4af3-8774-28b13d2e803c req-7c9e92b9-6bd4-487b-b699-536dc27acc5f tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=4eb4915b-2205-4010-acf8-b1e836645abd HTTP/1.1" status: 200 len: 945 time: 0.1455352 Aug 10 03:22:19.090332 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f0771b54-8891-4a54-b058-120506b1e166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:19.104583 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0c1e1d78-da9c-4eeb-93f2-46871da034a8 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "PUT /v2.0/routers/70a1d4de-4417-46e6-be67-33de4b24a9d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3355150 Aug 10 03:22:19.135575 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59814) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:19.139954 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-47fb9dc4-4f1d-445d-b0e7-6419e6d873b3 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Allocated IP 172.25.7.216 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/3a3c487c-0182-44ad-a1f8-788b7193d8b6) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:22:19.141386 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-9175521c-5ea0-4a93-9078-448e160d48bf tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:19.151501 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-aabe72d4-75d1-4d3c-94f2-1c3bc3e150c4 None None] Provisioning complete for port 637a19fb-a95b-4c14-8c2a-25de2c66deb9 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:19.151881 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-aabe72d4-75d1-4d3c-94f2-1c3bc3e150c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:19.222292 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f0771b54-8891-4a54-b058-120506b1e166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:19.229240 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:19.248441 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-aabe72d4-75d1-4d3c-94f2-1c3bc3e150c4 None None] Port 637a19fb-a95b-4c14-8c2a-25de2c66deb9 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:22:19.268898 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f14a7-db8f-4d5d-a1ee-4e0834d2011d req-cb63aafa-64d8-46c3-a78a-9513058cd53e tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:19.277604 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 0f66eab5-ab14-44d1-ba4f-45d2d8eb8364, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=0f66eab5-ab14-44d1-ba4f-45d2d8eb8364,segment=NetworkSegment(9ed45526-3298-4e46-9c9e-7ea0efc614f1),segment_id=9ed45526-3298-4e46-9c9e-7ea0efc614f1)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:19.279036 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-638f14a7-db8f-4d5d-a1ee-4e0834d2011d req-cb63aafa-64d8-46c3-a78a-9513058cd53e tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] 10.222.0.62 "GET /v2.0/ports?device_id=26a13753-ec9f-4c86-a795-0f79b58fb05c HTTP/1.1" status: 200 len: 945 time: 0.2685158 Aug 10 03:22:19.285603 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:19.301356 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f0771b54-8891-4a54-b058-120506b1e166 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=78e015c73fff4b76a4dccae48d44cf22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9389589 Aug 10 03:22:19.302015 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59818) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:19.309189 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea6b42-5f65-4ec5-892e-9db16e1e56d4 req-210020e1-6a81-48d4-b076-399047df2478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:19.310683 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4dea6b42-5f65-4ec5-892e-9db16e1e56d4 req-210020e1-6a81-48d4-b076-399047df2478 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e185eddfc77743c180b686598504f106&device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 1096 time: 0.5402257 Aug 10 03:22:19.320888 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0771b54-8891-4a54-b058-120506b1e166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f67ce3-86f7-43c7-82bf-b66e43cff932,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:19.340879 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9329432d-a212-4af3-8774-28b13d2e803c req-cbed512d-be85-4a31-b4a7-75e2d4149d5a tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518632 Aug 10 03:22:19.359521 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=0f66eab5-ab14-44d1-ba4f-45d2d8eb8364,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:19.371330 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-2d22f11b-a4c1-4cd1-a7ea-33e4fd3d5f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'name': 'tempest-RoutersTest-router-2012087379', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:39Z', 'updated_at': '2021-08-10T03:22:16Z', 'revision_number': 5, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'gw_port_host': None, '_interfaces': [{'id': '637a19fb-a95b-4c14-8c2a-25de2c66deb9', 'name': '', 'network_id': '3a569a70-f4a4-4ab6-80e4-b82f9518e8a1', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:2c:b8:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'd78e27e5-e9c9-49c0-9c69-fb058accf1cf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:22:14Z', 'updated_at': '2021-08-10T03:22:17Z', 'revision_number': 2, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': 'd78e27e5-e9c9-49c0-9c69-fb058accf1cf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da66c376-aa07-41b2-b7fd-bd84ab0ebcc0', 'name': '', 'network_id': '77b29a3f-0b40-4627-9020-64e2507c2bfe', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:a1:9d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'a0f2cca1-5ac1-49a2-b352-5a3691989eae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:52Z', 'updated_at': '2021-08-10T03:22:02Z', 'revision_number': 5, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': 'a0f2cca1-5ac1-49a2-b352-5a3691989eae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e02fdbbb-fa56-4907-b7ef-2741cbc8c294', 'name': '', 'network_id': '356c7ff6-7716-46ea-ace8-ec9ac2337a4d', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:9b:a0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '97b417cd-6fbe-4b30-9e01-2cbc0bcc7c16', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:22:05Z', 'updated_at': '2021-08-10T03:22:16Z', 'revision_number': 5, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': '97b417cd-6fbe-4b30-9e01-2cbc0bcc7c16', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1f48ffb-50ae-46f1-bf8e-42c3ae996df2', 'name': '', 'network_id': 'd5af5ed4-7f41-423d-a9da-6b54aed72f87', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:55:1f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '6c161d10-cbbc-40e3-a2d8-ec564696b35a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:41Z', 'updated_at': '2021-08-10T03:21:54Z', 'revision_number': 5, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': '6c161d10-cbbc-40e3-a2d8-ec564696b35a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:19.376512 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0771b54-8891-4a54-b058-120506b1e166 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:19.377487 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0771b54-8891-4a54-b058-120506b1e166 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:19.377743 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0771b54-8891-4a54-b058-120506b1e166 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:19.378221 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0771b54-8891-4a54-b058-120506b1e166 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:19.378582 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0771b54-8891-4a54-b058-120506b1e166 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:19.378931 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0771b54-8891-4a54-b058-120506b1e166 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:19.379261 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0771b54-8891-4a54-b058-120506b1e166 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:19.380022 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0771b54-8891-4a54-b058-120506b1e166 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:19.380364 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0771b54-8891-4a54-b058-120506b1e166 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:19.380692 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0771b54-8891-4a54-b058-120506b1e166 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:19.381139 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0771b54-8891-4a54-b058-120506b1e166 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:19.381385 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0771b54-8891-4a54-b058-120506b1e166 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:19.402055 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-47fb9dc4-4f1d-445d-b0e7-6419e6d873b3 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:19.435744 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d22f11b-a4c1-4cd1-a7ea-33e4fd3d5f3c None None] Checking router: 70a1d4de-4417-46e6-be67-33de4b24a9d3 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:22:19.436687 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d22f11b-a4c1-4cd1-a7ea-33e4fd3d5f3c None None] Updating router 70a1d4de-4417-46e6-be67-33de4b24a9d3 port 637a19fb-a95b-4c14-8c2a-25de2c66deb9 binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:22:19.489271 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a6c83bd4-b8c8-4523-81b0-bff9ba5c3d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:19.509326 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-2d22f11b-a4c1-4cd1-a7ea-33e4fd3d5f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:19.533582 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a6c83bd4-b8c8-4523-81b0-bff9ba5c3d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:19.594219 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea6b42-5f65-4ec5-892e-9db16e1e56d4 req-7fd2ee2a-2daf-4b6d-872b-19f5f00dc210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:19.596166 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4dea6b42-5f65-4ec5-892e-9db16e1e56d4 req-7fd2ee2a-2daf-4b6d-872b-19f5f00dc210 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe HTTP/1.1" status: 200 len: 911 time: 0.2695858 Aug 10 03:22:19.614283 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-638f14a7-db8f-4d5d-a1ee-4e0834d2011d req-ae2e610a-1fe7-49e2-87ea-1a712005bca6 tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] 10.222.0.62 "GET /v2.0/security-groups?id=1629ea23-99f4-4e8f-93cc-43c26311d726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301606 Aug 10 03:22:19.615836 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-47fb9dc4-4f1d-445d-b0e7-6419e6d873b3 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:19.710213 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a6c83bd4-b8c8-4523-81b0-bff9ba5c3d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:19.713293 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a6c83bd4-b8c8-4523-81b0-bff9ba5c3d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:19.716981 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a6c83bd4-b8c8-4523-81b0-bff9ba5c3d76 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f6f67ce3-86f7-43c7-82bf-b66e43cff932 HTTP/1.1" status: 204 len: 168 time: 0.4076438 Aug 10 03:22:19.733638 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fb9dc4-4f1d-445d-b0e7-6419e6d873b3 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:22:19.746726 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c83bd4-b8c8-4523-81b0-bff9ba5c3d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f67ce3-86f7-43c7-82bf-b66e43cff932,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:19.748771 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-47fb9dc4-4f1d-445d-b0e7-6419e6d873b3 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:22:19.760925 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fb9dc4-4f1d-445d-b0e7-6419e6d873b3 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:22:19.773335 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4dea6b42-5f65-4ec5-892e-9db16e1e56d4 req-89512795-e295-4d85-b804-adb1bbc89fd6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77d567da-37a9-45cd-8b79-8328cf500c47 HTTP/1.1" status: 200 len: 999 time: 0.1685119 Aug 10 03:22:19.793997 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fb9dc4-4f1d-445d-b0e7-6419e6d873b3 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Pushing event updated for resources: {'Port': ['ID=3a3c487c-0182-44ad-a1f8-788b7193d8b6,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:19.804464 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.extraroute_db [None req-9175521c-5ea0-4a93-9078-448e160d48bf tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=94216) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 10 03:22:19.857928 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.extraroute_db [None req-9175521c-5ea0-4a93-9078-448e160d48bf tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Removed routes are [] {{(pid=94216) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 10 03:22:19.858969 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9175521c-5ea0-4a93-9078-448e160d48bf tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-368475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1926'] for router, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:19.922597 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea6b42-5f65-4ec5-892e-9db16e1e56d4 req-579edf18-8182-4f27-8dc4-a5370b15958f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:19.924332 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4dea6b42-5f65-4ec5-892e-9db16e1e56d4 req-579edf18-8182-4f27-8dc4-a5370b15958f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c05a62ae-44d3-4db4-a938-da6f60472238 HTTP/1.1" status: 200 len: 849 time: 0.1255908 Aug 10 03:22:19.992202 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc19b3d-0488-497c-b6d8-d6fd9ddb82be req-f5f01bd0-4f97-43fd-8af7-a045dde313f4 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:19.995998 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-efc19b3d-0488-497c-b6d8-d6fd9ddb82be req-f5f01bd0-4f97-43fd-8af7-a045dde313f4 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=4eb4915b-2205-4010-acf8-b1e836645abd HTTP/1.1" status: 200 len: 945 time: 0.2011640 Aug 10 03:22:20.023108 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea6b42-5f65-4ec5-892e-9db16e1e56d4 req-a0080888-38f8-4ba1-a54c-61d84cb9094b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:20.026214 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4dea6b42-5f65-4ec5-892e-9db16e1e56d4 req-a0080888-38f8-4ba1-a54c-61d84cb9094b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0668781 Aug 10 03:22:20.069156 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-efc19b3d-0488-497c-b6d8-d6fd9ddb82be req-947564f1-2fdc-49a9-aafe-7be92df4fe7a tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656152 Aug 10 03:22:20.178682 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-2d22f11b-a4c1-4cd1-a7ea-33e4fd3d5f3c None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:20.184022 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 0f66eab5-ab14-44d1-ba4f-45d2d8eb8364 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:22:20.197829 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-2d22f11b-a4c1-4cd1-a7ea-33e4fd3d5f3c None None] Transition to ACTIVE for port object 637a19fb-a95b-4c14-8c2a-25de2c66deb9 will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:22:20.211258 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-2d22f11b-a4c1-4cd1-a7ea-33e4fd3d5f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:20.271187 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4dea6b42-5f65-4ec5-892e-9db16e1e56d4 req-7158230c-0743-4265-843c-ff7a4e2e3ff2 service neutron] 10.222.0.58 "GET /v2.0/networks/0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822124 Aug 10 03:22:20.271885 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-47fb9dc4-4f1d-445d-b0e7-6419e6d873b3 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks [] for router_gateway, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:20.276437 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a77dc18-4567-4d66-94d7-2c56924a7daf None None] Pushing event updated for resources: {'Port': ['ID=637a19fb-a95b-4c14-8c2a-25de2c66deb9,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:20.342883 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 0f66eab5-ab14-44d1-ba4f-45d2d8eb8364 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:20.347319 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:20.389740 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6657865-5622-42d4-b629-5828078ca5c6 req-932574da-5327-4639-beed-c23dc4cb38b1 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:20.401177 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a6657865-5622-42d4-b629-5828078ca5c6 req-932574da-5327-4639-beed-c23dc4cb38b1 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 944 time: 0.3375399 Aug 10 03:22:20.404869 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-2d22f11b-a4c1-4cd1-a7ea-33e4fd3d5f3c None None] Attempting to bind port 637a19fb-a95b-4c14-8c2a-25de2c66deb9 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:22:20.405238 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-2d22f11b-a4c1-4cd1-a7ea-33e4fd3d5f3c None None] Attempting to bind port 637a19fb-a95b-4c14-8c2a-25de2c66deb9 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '9ed45526-3298-4e46-9c9e-7ea0efc614f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '3a569a70-f4a4-4ab6-80e4-b82f9518e8a1'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:22:20.405707 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d22f11b-a4c1-4cd1-a7ea-33e4fd3d5f3c None None] Attempting to bind port 637a19fb-a95b-4c14-8c2a-25de2c66deb9 on network 3a569a70-f4a4-4ab6-80e4-b82f9518e8a1 {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:22:20.423647 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d22f11b-a4c1-4cd1-a7ea-33e4fd3d5f3c None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:22:20.424021 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d22f11b-a4c1-4cd1-a7ea-33e4fd3d5f3c None None] Checking segment: {'id': '9ed45526-3298-4e46-9c9e-7ea0efc614f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '3a569a70-f4a4-4ab6-80e4-b82f9518e8a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:22:20.424420 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-2d22f11b-a4c1-4cd1-a7ea-33e4fd3d5f3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:20.424814 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d22f11b-a4c1-4cd1-a7ea-33e4fd3d5f3c None None] Bound using segment: {'id': '9ed45526-3298-4e46-9c9e-7ea0efc614f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '3a569a70-f4a4-4ab6-80e4-b82f9518e8a1'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:22:20.425487 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-2d22f11b-a4c1-4cd1-a7ea-33e4fd3d5f3c None None] Bound port: 637a19fb-a95b-4c14-8c2a-25de2c66deb9, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed45526-3298-4e46-9c9e-7ea0efc614f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '3a569a70-f4a4-4ab6-80e4-b82f9518e8a1'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:22:20.425660 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-2d22f11b-a4c1-4cd1-a7ea-33e4fd3d5f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:20.497903 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59842) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:20.567723 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-2d22f11b-a4c1-4cd1-a7ea-33e4fd3d5f3c None None] For port 637a19fb-a95b-4c14-8c2a-25de2c66deb9, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:22:20.573640 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4dea6b42-5f65-4ec5-892e-9db16e1e56d4 req-be39c701-3135-48fe-8063-745af707d665 service neutron] 10.222.0.58 "GET /v2.0/networks/0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270548 Aug 10 03:22:20.575688 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-2d22f11b-a4c1-4cd1-a7ea-33e4fd3d5f3c None None] For port 637a19fb-a95b-4c14-8c2a-25de2c66deb9, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=637a19fb-a95b-4c14-8c2a-25de2c66deb9,segment=NetworkSegment(9ed45526-3298-4e46-9c9e-7ea0efc614f1),segment_id=9ed45526-3298-4e46-9c9e-7ea0efc614f1)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:22:20.581197 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dde433f9-ee9f-4644-8a6c-f1275d2de6d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:20.599900 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-2d22f11b-a4c1-4cd1-a7ea-33e4fd3d5f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:20.698987 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d22f11b-a4c1-4cd1-a7ea-33e4fd3d5f3c None None] Routers {'70a1d4de-4417-46e6-be67-33de4b24a9d3'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:22:20.699853 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-2d22f11b-a4c1-4cd1-a7ea-33e4fd3d5f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:22:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['70a1d4de-4417-46e6-be67-33de4b24a9d3'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:20.778537 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a77dc18-4567-4d66-94d7-2c56924a7daf None None] Pushing event updated for resources: {'Port': ['ID=637a19fb-a95b-4c14-8c2a-25de2c66deb9,revision_number=4']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:20.827896 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-47fb9dc4-4f1d-445d-b0e7-6419e6d873b3 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:21.034937 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-2d22f11b-a4c1-4cd1-a7ea-33e4fd3d5f3c None None] Set router 70a1d4de-4417-46e6-be67-33de4b24a9d3 gateway port host: None {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:22:21.054279 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9175521c-5ea0-4a93-9078-448e160d48bf tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-368475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1926'] for router, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:21.067829 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9175521c-5ea0-4a93-9078-448e160d48bf tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-372465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-372472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-368450'] for router, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:21.080329 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3d431-f69b-4ccb-9035-422f41517e03 req-70af44cc-7f3d-4bc3-a9a0-7314565f4f83 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:21.081880 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-72b3d431-f69b-4ccb-9035-422f41517e03 req-70af44cc-7f3d-4bc3-a9a0-7314565f4f83 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.58 "GET /v2.0/ports?device_id=4eb4915b-2205-4010-acf8-b1e836645abd HTTP/1.1" status: 200 len: 945 time: 0.1253583 Aug 10 03:22:21.265255 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1067a8d-9eca-4781-a5ce-878262a2ed9f req-b266895a-2259-46f2-8033-4d83a4c99496 tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:21.266957 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c1067a8d-9eca-4781-a5ce-878262a2ed9f req-b266895a-2259-46f2-8033-4d83a4c99496 tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] 10.222.0.62 "GET /v2.0/ports?device_id=26a13753-ec9f-4c86-a795-0f79b58fb05c HTTP/1.1" status: 200 len: 945 time: 0.2467165 Aug 10 03:22:21.267509 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dde433f9-ee9f-4644-8a6c-f1275d2de6d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:21.278295 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a6657865-5622-42d4-b629-5828078ca5c6 req-cc8b0199-2e3b-477d-96d8-05908da24d6c tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8758655 Aug 10 03:22:21.291126 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dde433f9-ee9f-4644-8a6c-f1275d2de6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:21.325943 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47fb9dc4-4f1d-445d-b0e7-6419e6d873b3 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Router 96ae2388-8ea1-4eb9-a89f-b5ecea08b230 is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:22:21.327770 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2bd714-7ac7-4164-855f-c79b51c00b74 req-87905039-98e3-4c52-993d-45f743a81c64 tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:21.329618 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aa2bd714-7ac7-4164-855f-c79b51c00b74 req-87905039-98e3-4c52-993d-45f743a81c64 tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] 10.222.0.60 "GET /v2.0/ports?device_id=26a13753-ec9f-4c86-a795-0f79b58fb05c HTTP/1.1" status: 200 len: 945 time: 0.8725648 Aug 10 03:22:21.359791 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c1067a8d-9eca-4781-a5ce-878262a2ed9f req-e7657654-8ccd-490d-b53c-ee142429a9fe tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] 10.222.0.62 "GET /v2.0/security-groups?id=1629ea23-99f4-4e8f-93cc-43c26311d726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759101 Aug 10 03:22:21.366423 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-dde433f9-ee9f-4644-8a6c-f1275d2de6d0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=56719575bc704ccf918ec0fa97299adb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8671288 Aug 10 03:22:21.369258 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59856) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:21.393555 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9175521c-5ea0-4a93-9078-448e160d48bf tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Router 70a1d4de-4417-46e6-be67-33de4b24a9d3 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:22:21.468688 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-2d22f11b-a4c1-4cd1-a7ea-33e4fd3d5f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'name': 'tempest-RoutersTest-router-2012087379', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:39Z', 'updated_at': '2021-08-10T03:22:19Z', 'revision_number': 6, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'gw_port_host': None, '_interfaces': [{'id': '637a19fb-a95b-4c14-8c2a-25de2c66deb9', 'name': '', 'network_id': '3a569a70-f4a4-4ab6-80e4-b82f9518e8a1', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:2c:b8:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'd78e27e5-e9c9-49c0-9c69-fb058accf1cf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:22:14Z', 'updated_at': '2021-08-10T03:22:20Z', 'revision_number': 4, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': 'd78e27e5-e9c9-49c0-9c69-fb058accf1cf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da66c376-aa07-41b2-b7fd-bd84ab0ebcc0', 'name': '', 'network_id': '77b29a3f-0b40-4627-9020-64e2507c2bfe', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:a1:9d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'a0f2cca1-5ac1-49a2-b352-5a3691989eae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:52Z', 'updated_at': '2021-08-10T03:22:02Z', 'revision_number': 5, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': 'a0f2cca1-5ac1-49a2-b352-5a3691989eae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e02fdbbb-fa56-4907-b7ef-2741cbc8c294', 'name': '', 'network_id': '356c7ff6-7716-46ea-ace8-ec9ac2337a4d', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:9b:a0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '97b417cd-6fbe-4b30-9e01-2cbc0bcc7c16', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:22:05Z', 'updated_at': '2021-08-10T03:22:16Z', 'revision_number': 5, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': '97b417cd-6fbe-4b30-9e01-2cbc0bcc7c16', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1f48ffb-50ae-46f1-bf8e-42c3ae996df2', 'name': '', 'network_id': 'd5af5ed4-7f41-423d-a9da-6b54aed72f87', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:55:1f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '6c161d10-cbbc-40e3-a2d8-ec564696b35a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:41Z', 'updated_at': '2021-08-10T03:21:54Z', 'revision_number': 5, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': '6c161d10-cbbc-40e3-a2d8-ec564696b35a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:21.502769 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d22f11b-a4c1-4cd1-a7ea-33e4fd3d5f3c None None] The sync data for ids ['70a1d4de-4417-46e6-be67-33de4b24a9d3'] in n-d-768851-15 is: [{'id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'name': 'tempest-RoutersTest-router-2012087379', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:39Z', 'updated_at': '2021-08-10T03:22:19Z', 'revision_number': 6, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'gw_port_host': None, '_interfaces': [{'id': '637a19fb-a95b-4c14-8c2a-25de2c66deb9', 'name': '', 'network_id': '3a569a70-f4a4-4ab6-80e4-b82f9518e8a1', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:2c:b8:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'd78e27e5-e9c9-49c0-9c69-fb058accf1cf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:22:14Z', 'updated_at': '2021-08-10T03:22:20Z', 'revision_number': 4, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': 'd78e27e5-e9c9-49c0-9c69-fb058accf1cf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da66c376-aa07-41b2-b7fd-bd84ab0ebcc0', 'name': '', 'network_id': '77b29a3f-0b40-4627-9020-64e2507c2bfe', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:a1:9d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'a0f2cca1-5ac1-49a2-b352-5a3691989eae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:52Z', 'updated_at': '2021-08-10T03:22:02Z', 'revision_number': 5, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': 'a0f2cca1-5ac1-49a2-b352-5a3691989eae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e02fdbbb-fa56-4907-b7ef-2741cbc8c294', 'name': '', 'network_id': '356c7ff6-7716-46ea-ace8-ec9ac2337a4d', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:9b:a0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '97b417cd-6fbe-4b30-9e01-2cbc0bcc7c16', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:22:05Z', 'updated_at': '2021-08-10T03:22:16Z', 'revision_number': 5, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': '97b417cd-6fbe-4b30-9e01-2cbc0bcc7c16', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1f48ffb-50ae-46f1-bf8e-42c3ae996df2', 'name': '', 'network_id': 'd5af5ed4-7f41-423d-a9da-6b54aed72f87', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:55:1f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '6c161d10-cbbc-40e3-a2d8-ec564696b35a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:41Z', 'updated_at': '2021-08-10T03:21:54Z', 'revision_number': 5, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': '6c161d10-cbbc-40e3-a2d8-ec564696b35a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:22:21.512557 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde433f9-ee9f-4644-8a6c-f1275d2de6d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd322ef0-63ce-40ef-998e-ea8d8fc43620,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:21.517615 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-72b3d431-f69b-4ccb-9035-422f41517e03 req-e304f112-d737-4c8a-986b-f4f47d3840a5 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Deleting port c238ae63-52b5-466d-85da-def40a54881b {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:22:21.518288 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-72b3d431-f69b-4ccb-9035-422f41517e03 req-e304f112-d737-4c8a-986b-f4f47d3840a5 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:21.632199 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9175521c-5ea0-4a93-9078-448e160d48bf tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:22:21.641628 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47fb9dc4-4f1d-445d-b0e7-6419e6d873b3 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:22:21.645268 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9175521c-5ea0-4a93-9078-448e160d48bf tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:21.654809 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-9175521c-5ea0-4a93-9078-448e160d48bf tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "PUT /v2.0/routers/70a1d4de-4417-46e6-be67-33de4b24a9d3 HTTP/1.1" status: 200 len: 934 time: 2.5143912 Aug 10 03:22:21.654809 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59862) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:21.663637 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2715892e-9214-4e45-b682-b3b088fc3ad1 None None] Sync routers for ids ['96ae2388-8ea1-4eb9-a89f-b5ecea08b230'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:22:21.683450 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2715892e-9214-4e45-b682-b3b088fc3ad1 None None] Routers {'96ae2388-8ea1-4eb9-a89f-b5ecea08b230'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:22:21.685266 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-2715892e-9214-4e45-b682-b3b088fc3ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:22:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['96ae2388-8ea1-4eb9-a89f-b5ecea08b230'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:21.692177 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-319b7695-080c-4bbc-92b7-7c2c2b49c409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:21.698624 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-47fb9dc4-4f1d-445d-b0e7-6419e6d873b3 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:21.699920 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-47fb9dc4-4f1d-445d-b0e7-6419e6d873b3 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.6807663 Aug 10 03:22:21.709227 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-72b3d431-f69b-4ccb-9035-422f41517e03 req-e304f112-d737-4c8a-986b-f4f47d3840a5 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] For port c238ae63-52b5-466d-85da-def40a54881b, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=c238ae63-52b5-466d-85da-def40a54881b,segment=NetworkSegment(e0fc6907-b0e5-497d-acdf-511c68571829),segment_id=e0fc6907-b0e5-497d-acdf-511c68571829)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:21.709597 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-72b3d431-f69b-4ccb-9035-422f41517e03 req-e304f112-d737-4c8a-986b-f4f47d3840a5 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:21.711851 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59864) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:21.764450 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-2715892e-9214-4e45-b682-b3b088fc3ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:21.774236 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2715892e-9214-4e45-b682-b3b088fc3ad1 None None] Routers {'96ae2388-8ea1-4eb9-a89f-b5ecea08b230'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:22:21.774944 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-2715892e-9214-4e45-b682-b3b088fc3ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:22:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['96ae2388-8ea1-4eb9-a89f-b5ecea08b230'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:21.787384 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad35a6-34f1-4cad-8244-0b76ce92777b req-c8e0c5a6-8b59-463f-9e81-8f3405761318 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:21.790291 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-72b3d431-f69b-4ccb-9035-422f41517e03 req-e304f112-d737-4c8a-986b-f4f47d3840a5 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Calling delete_port for c238ae63-52b5-466d-85da-def40a54881b owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:22:21.796662 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-52ad35a6-34f1-4cad-8244-0b76ce92777b req-c8e0c5a6-8b59-463f-9e81-8f3405761318 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=4eb4915b-2205-4010-acf8-b1e836645abd HTTP/1.1" status: 200 len: 945 time: 0.3355255 Aug 10 03:22:21.802321 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-319b7695-080c-4bbc-92b7-7c2c2b49c409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:21.811186 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-aa2bd714-7ac7-4164-855f-c79b51c00b74 req-61cb4543-cb4f-45bd-800c-edd81e186c27 tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] Deleting port ddf3c5a8-0f36-4117-9e71-1fe1b2488d7b {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:22:21.811711 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-aa2bd714-7ac7-4164-855f-c79b51c00b74 req-61cb4543-cb4f-45bd-800c-edd81e186c27 tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:21.823952 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-2715892e-9214-4e45-b682-b3b088fc3ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:21.825299 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2715892e-9214-4e45-b682-b3b088fc3ad1 None None] The sync data for ids ['96ae2388-8ea1-4eb9-a89f-b5ecea08b230'] in n-d-768851-15 is: [] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:22:21.941760 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-08cd6859-cc1a-411f-87db-2aaf23784d58 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "GET /v2.0/routers/70a1d4de-4417-46e6-be67-33de4b24a9d3 HTTP/1.1" status: 200 len: 934 time: 0.2864301 Aug 10 03:22:21.946547 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59868) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:21.954225 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-1c8faa0f-1c23-4dd1-825e-759e285d3eca tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Request body: {'router': {'routes': None}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:21.978206 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-52ad35a6-34f1-4cad-8244-0b76ce92777b req-b4a2cc67-8bad-4f15-bf68-c709a7ee7f61 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740723 Aug 10 03:22:21.995946 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-157ec6ed-8e88-430d-b9ad-0a86bdb99e44 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] 10.222.0.62 "GET /v2.0/routers/96ae2388-8ea1-4eb9-a89f-b5ecea08b230 HTTP/1.1" status: 200 len: 924 time: 0.2829778 Aug 10 03:22:21.998626 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59872) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:22.097748 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-aa2bd714-7ac7-4164-855f-c79b51c00b74 req-61cb4543-cb4f-45bd-800c-edd81e186c27 tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] For port ddf3c5a8-0f36-4117-9e71-1fe1b2488d7b, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=ddf3c5a8-0f36-4117-9e71-1fe1b2488d7b,segment=NetworkSegment(3889f19d-dfa0-408c-b83f-d6a1499d28ed),segment_id=3889f19d-dfa0-408c-b83f-d6a1499d28ed)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:22.098268 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-aa2bd714-7ac7-4164-855f-c79b51c00b74 req-61cb4543-cb4f-45bd-800c-edd81e186c27 tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:22.119166 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-aa2bd714-7ac7-4164-855f-c79b51c00b74 req-61cb4543-cb4f-45bd-800c-edd81e186c27 tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] Calling delete_port for ddf3c5a8-0f36-4117-9e71-1fe1b2488d7b owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:22:22.143224 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-84bdcd27-ff27-4899-a57b-192976cb21d5 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] 10.222.0.62 "GET /v2.0/ports?device_id=96ae2388-8ea1-4eb9-a89f-b5ecea08b230 HTTP/1.1" status: 200 len: 205 time: 0.1432698 Aug 10 03:22:22.144093 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59874) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:22.163943 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-319b7695-080c-4bbc-92b7-7c2c2b49c409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:22.167215 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-319b7695-080c-4bbc-92b7-7c2c2b49c409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:22.172518 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-319b7695-080c-4bbc-92b7-7c2c2b49c409 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fd322ef0-63ce-40ef-998e-ea8d8fc43620 HTTP/1.1" status: 204 len: 168 time: 0.7979817 Aug 10 03:22:22.176795 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-72b3d431-f69b-4ccb-9035-422f41517e03 req-e304f112-d737-4c8a-986b-f4f47d3840a5 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:22.204710 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 637a19fb-a95b-4c14-8c2a-25de2c66deb9 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:22:22.338648 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 637a19fb-a95b-4c14-8c2a-25de2c66deb9 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:22.345110 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 637a19fb-a95b-4c14-8c2a-25de2c66deb9 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:22.345491 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:22.558895 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f8f34-2a00-49ca-adaa-67e850503ce0 req-e5516128-1143-4dac-b896-298089db9c8f tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:22.566724 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4a8f8f34-2a00-49ca-adaa-67e850503ce0 req-e5516128-1143-4dac-b896-298089db9c8f tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 944 time: 0.1700552 Aug 10 03:22:22.569210 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:22.630804 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 637a19fb-a95b-4c14-8c2a-25de2c66deb9, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=637a19fb-a95b-4c14-8c2a-25de2c66deb9,segment=NetworkSegment(9ed45526-3298-4e46-9c9e-7ea0efc614f1),segment_id=9ed45526-3298-4e46-9c9e-7ea0efc614f1)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:22.641180 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:22.733077 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=637a19fb-a95b-4c14-8c2a-25de2c66deb9,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:22.780829 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4a8f8f34-2a00-49ca-adaa-67e850503ce0 req-af6230cf-f735-4e89-9033-40b3f173a007 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050278 Aug 10 03:22:22.824356 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-72b3d431-f69b-4ccb-9035-422f41517e03 req-e304f112-d737-4c8a-986b-f4f47d3840a5 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] No DVR routers for this DVR port c238ae63-52b5-466d-85da-def40a54881b on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:22:22.826337 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319b7695-080c-4bbc-92b7-7c2c2b49c409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd322ef0-63ce-40ef-998e-ea8d8fc43620,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:22.827970 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f843407-1bca-4c80-80ab-0064f5592c8e req-01ee1b66-15df-4d4c-baf9-6c7dce1a0005 tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:22.831858 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0f843407-1bca-4c80-80ab-0064f5592c8e req-01ee1b66-15df-4d4c-baf9-6c7dce1a0005 tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] 10.222.0.62 "GET /v2.0/ports?device_id=26a13753-ec9f-4c86-a795-0f79b58fb05c HTTP/1.1" status: 200 len: 945 time: 0.3336456 Aug 10 03:22:22.841967 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-72b3d431-f69b-4ccb-9035-422f41517e03 req-e304f112-d737-4c8a-986b-f4f47d3840a5 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:22.843366 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8002b9c-1d7d-439d-adb3-90bad1e0ae4d None None] Sync routers for ids ['70a1d4de-4417-46e6-be67-33de4b24a9d3'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:22:22.845021 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-72b3d431-f69b-4ccb-9035-422f41517e03 req-e304f112-d737-4c8a-986b-f4f47d3840a5 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.58 "DELETE /v2.0/ports/c238ae63-52b5-466d-85da-def40a54881b HTTP/1.1" status: 204 len: 173 time: 1.7467594 Aug 10 03:22:22.847735 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eb4915b-2205-4010-acf8-b1e836645abd', 'name': 'network-vif-deleted', 'tag': 'c238ae63-52b5-466d-85da-def40a54881b'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:22:22.850605 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782d3cef-45f3-4b7f-8321-79ac65b60d36" -d '{"events": [{"server_uuid": "4eb4915b-2205-4010-acf8-b1e836645abd", "name": "network-vif-deleted", "tag": "c238ae63-52b5-466d-85da-def40a54881b"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:22:22.859069 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8002b9c-1d7d-439d-adb3-90bad1e0ae4d None None] Routers {'70a1d4de-4417-46e6-be67-33de4b24a9d3'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:22:22.859607 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e304f112-d737-4c8a-986b-f4f47d3840a5 tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] Pushing event deleted for resources: {'Port': ['ID=c238ae63-52b5-466d-85da-def40a54881b,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:22.859741 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-f8002b9c-1d7d-439d-adb3-90bad1e0ae4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:22:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['70a1d4de-4417-46e6-be67-33de4b24a9d3'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:22.863683 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-aa2bd714-7ac7-4164-855f-c79b51c00b74 req-61cb4543-cb4f-45bd-800c-edd81e186c27 tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:22.898929 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['ddf3c5a8-0f36-4117-9e71-1fe1b2488d7b'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:22:22.943204 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4f7e8012-9741-410f-8d2a-751895c22bea tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks [] for router, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:23.011030 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cb4543-cb4f-45bd-800c-edd81e186c27 tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] Pushing event deleted for resources: {'Port': ['ID=ddf3c5a8-0f36-4117-9e71-1fe1b2488d7b,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:23.044592 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0f843407-1bca-4c80-80ab-0064f5592c8e req-b196dc6c-4c68-48ab-8b1a-47688c1e6693 tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] 10.222.0.62 "GET /v2.0/security-groups?id=1629ea23-99f4-4e8f-93cc-43c26311d726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983852 Aug 10 03:22:23.135892 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26889700-a7cd-4a5c-85af-4f554eaec503 x-openstack-request-id: req-26889700-a7cd-4a5c-85af-4f554eaec503 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:22:23.136496 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eb4915b-2205-4010-acf8-b1e836645abd", "name": "network-vif-deleted", "tag": "c238ae63-52b5-466d-85da-def40a54881b", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:22:23.137084 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-26889700-a7cd-4a5c-85af-4f554eaec503 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:22:23.137705 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eb4915b-2205-4010-acf8-b1e836645abd', 'name': 'network-vif-deleted', 'tag': 'c238ae63-52b5-466d-85da-def40a54881b', 'status': 'completed', 'code': 200} Aug 10 03:22:23.152292 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-f8002b9c-1d7d-439d-adb3-90bad1e0ae4d None None] Set router 70a1d4de-4417-46e6-be67-33de4b24a9d3 gateway port host: None {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:22:23.153474 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa2bd714-7ac7-4164-855f-c79b51c00b74 req-61cb4543-cb4f-45bd-800c-edd81e186c27 tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] No DVR routers for this DVR port ddf3c5a8-0f36-4117-9e71-1fe1b2488d7b on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:22:23.156439 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-aa2bd714-7ac7-4164-855f-c79b51c00b74 req-61cb4543-cb4f-45bd-800c-edd81e186c27 tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:23.163751 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aa2bd714-7ac7-4164-855f-c79b51c00b74 req-61cb4543-cb4f-45bd-800c-edd81e186c27 tempest-InstanceActionsTestJSON-1365649669 tempest-InstanceActionsTestJSON-1365649669-project] 10.222.0.60 "DELETE /v2.0/ports/ddf3c5a8-0f36-4117-9e71-1fe1b2488d7b HTTP/1.1" status: 204 len: 173 time: 1.8089838 Aug 10 03:22:23.175924 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a13753-ec9f-4c86-a795-0f79b58fb05c', 'name': 'network-vif-deleted', 'tag': 'ddf3c5a8-0f36-4117-9e71-1fe1b2488d7b'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:22:23.181023 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4f7e8012-9741-410f-8d2a-751895c22bea tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:23.182778 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2486acf2-9978-414a-b63b-5b7ce3af0ce3" -d '{"events": [{"server_uuid": "26a13753-ec9f-4c86-a795-0f79b58fb05c", "name": "network-vif-deleted", "tag": "ddf3c5a8-0f36-4117-9e71-1fe1b2488d7b"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:22:23.186840 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.extraroute_db [None req-1c8faa0f-1c23-4dd1-825e-759e285d3eca tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Added routes are [] {{(pid=94216) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 10 03:22:23.187166 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.extraroute_db [None req-1c8faa0f-1c23-4dd1-825e-759e285d3eca tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=94216) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 10 03:22:23.270765 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-4f7e8012-9741-410f-8d2a-751895c22bea tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Deleting port 3a3c487c-0182-44ad-a1f8-788b7193d8b6 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:22:23.271146 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4f7e8012-9741-410f-8d2a-751895c22bea tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:23.291130 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2068dcf4-cbd2-47ab-8866-cce70bff1f23 req-299216ab-7d9f-4fff-9c32-7348466f1a1c tempest-DeleteServersTestJSON-615249041 tempest-DeleteServersTestJSON-615249041-project] 10.222.0.62 "GET /v2.0/ports?device_id=4eb4915b-2205-4010-acf8-b1e836645abd HTTP/1.1" status: 200 len: 210 time: 0.0681791 Aug 10 03:22:23.353435 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ef62a-9369-414b-be75-0b093e3eca18 req-64b6f8e0-d910-47ec-b068-3d0d9e0e942a tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:23.361428 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3b0ef62a-9369-414b-be75-0b093e3eca18 req-64b6f8e0-d910-47ec-b068-3d0d9e0e942a tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 944 time: 0.1705272 Aug 10 03:22:23.364869 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1c8faa0f-1c23-4dd1-825e-759e285d3eca tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-368475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1926'] for router, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:23.484811 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4f7e8012-9741-410f-8d2a-751895c22bea tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:23.490382 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c43b9b-197c-4fd2-a6f4-020d5d53a655 x-openstack-request-id: req-33c43b9b-197c-4fd2-a6f4-020d5d53a655 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:22:23.491048 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a13753-ec9f-4c86-a795-0f79b58fb05c", "name": "network-vif-deleted", "tag": "ddf3c5a8-0f36-4117-9e71-1fe1b2488d7b", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:22:23.491532 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-33c43b9b-197c-4fd2-a6f4-020d5d53a655 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:22:23.492158 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26a13753-ec9f-4c86-a795-0f79b58fb05c', 'name': 'network-vif-deleted', 'tag': 'ddf3c5a8-0f36-4117-9e71-1fe1b2488d7b', 'status': 'completed', 'code': 200} Aug 10 03:22:23.510844 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-4f7e8012-9741-410f-8d2a-751895c22bea tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Calling delete_port for 3a3c487c-0182-44ad-a1f8-788b7193d8b6 owned by network:router_gateway {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:22:23.614440 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3b0ef62a-9369-414b-be75-0b093e3eca18 req-c872047d-eadb-4a2b-a25b-722e4518c8d4 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2515244 Aug 10 03:22:23.639408 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1c8faa0f-1c23-4dd1-825e-759e285d3eca tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-368475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1926'] for router, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:23.641727 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1c8faa0f-1c23-4dd1-825e-759e285d3eca tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-372465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-372472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-368450'] for router, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:23.742142 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-f8002b9c-1d7d-439d-adb3-90bad1e0ae4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'name': 'tempest-RoutersTest-router-2012087379', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:39Z', 'updated_at': '2021-08-10T03:22:19Z', 'revision_number': 6, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'gw_port_host': None, '_interfaces': [{'id': '637a19fb-a95b-4c14-8c2a-25de2c66deb9', 'name': '', 'network_id': '3a569a70-f4a4-4ab6-80e4-b82f9518e8a1', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:2c:b8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'd78e27e5-e9c9-49c0-9c69-fb058accf1cf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:22:14Z', 'updated_at': '2021-08-10T03:22:22Z', 'revision_number': 5, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': 'd78e27e5-e9c9-49c0-9c69-fb058accf1cf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da66c376-aa07-41b2-b7fd-bd84ab0ebcc0', 'name': '', 'network_id': '77b29a3f-0b40-4627-9020-64e2507c2bfe', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:a1:9d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'a0f2cca1-5ac1-49a2-b352-5a3691989eae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:52Z', 'updated_at': '2021-08-10T03:22:02Z', 'revision_number': 5, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': 'a0f2cca1-5ac1-49a2-b352-5a3691989eae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e02fdbbb-fa56-4907-b7ef-2741cbc8c294', 'name': '', 'network_id': '356c7ff6-7716-46ea-ace8-ec9ac2337a4d', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:9b:a0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '97b417cd-6fbe-4b30-9e01-2cbc0bcc7c16', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:22:05Z', 'updated_at': '2021-08-10T03:22:16Z', 'revision_number': 5, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': '97b417cd-6fbe-4b30-9e01-2cbc0bcc7c16', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1f48ffb-50ae-46f1-bf8e-42c3ae996df2', 'name': '', 'network_id': 'd5af5ed4-7f41-423d-a9da-6b54aed72f87', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:55:1f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '6c161d10-cbbc-40e3-a2d8-ec564696b35a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:41Z', 'updated_at': '2021-08-10T03:21:54Z', 'revision_number': 5, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': '6c161d10-cbbc-40e3-a2d8-ec564696b35a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:23.807562 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8002b9c-1d7d-439d-adb3-90bad1e0ae4d None None] Checking router: 70a1d4de-4417-46e6-be67-33de4b24a9d3 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:22:23.821476 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8002b9c-1d7d-439d-adb3-90bad1e0ae4d None None] Routers {'70a1d4de-4417-46e6-be67-33de4b24a9d3'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:22:23.823363 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-f8002b9c-1d7d-439d-adb3-90bad1e0ae4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:22:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['70a1d4de-4417-46e6-be67-33de4b24a9d3'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:23.827783 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device c238ae63-52b5-466d-85da-def40a54881b no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:22:23.872334 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c8faa0f-1c23-4dd1-825e-759e285d3eca tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Router 70a1d4de-4417-46e6-be67-33de4b24a9d3 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:22:23.885337 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: c238ae63-52b5-466d-85da-def40a54881b {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:22:23.887593 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device c238ae63-52b5-466d-85da-def40a54881b not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:22:23.919056 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf75a1-2bb0-4880-b37e-8a6394b11bf2 req-ede55965-7e19-4872-8028-dc7d5811215e tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:23.921505 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cfbf75a1-2bb0-4880-b37e-8a6394b11bf2 req-ede55965-7e19-4872-8028-dc7d5811215e tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 944 time: 0.1536238 Aug 10 03:22:23.928833 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4f7e8012-9741-410f-8d2a-751895c22bea tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:23.999238 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-f8002b9c-1d7d-439d-adb3-90bad1e0ae4d None None] Set router 70a1d4de-4417-46e6-be67-33de4b24a9d3 gateway port host: None {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:22:24.003870 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7e8012-9741-410f-8d2a-751895c22bea tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Pushing event deleted for resources: {'Port': ['ID=3a3c487c-0182-44ad-a1f8-788b7193d8b6,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:24.136717 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4f7e8012-9741-410f-8d2a-751895c22bea tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:24.164746 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59936) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:24.180379 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 637a19fb-a95b-4c14-8c2a-25de2c66deb9 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:22:24.252722 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 637a19fb-a95b-4c14-8c2a-25de2c66deb9 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:24.253490 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:24.255548 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4f7e8012-9741-410f-8d2a-751895c22bea tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:24.257819 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4f7e8012-9741-410f-8d2a-751895c22bea tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:24.277919 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba3f7450-3dd8-4248-980c-16d69e52afbf admin admin] Deleting subnet 4e8e09f7-0d6b-47b5-adf1-463123d5f5c0 {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:22:24.294875 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ba3f7450-3dd8-4248-980c-16d69e52afbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:24.329793 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4f7e8012-9741-410f-8d2a-751895c22bea tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:24.332128 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7e8012-9741-410f-8d2a-751895c22bea tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Fanout notify agent at l3_agent the message router_deleted on router 96ae2388-8ea1-4eb9-a89f-b5ecea08b230 {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:22:24.357259 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cfbf75a1-2bb0-4880-b37e-8a6394b11bf2 req-92456177-22c7-4ca4-8d0d-73782f91e91a tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4192870 Aug 10 03:22:24.358438 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8faa0f-1c23-4dd1-825e-759e285d3eca tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:22:24.362178 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4f7e8012-9741-410f-8d2a-751895c22bea tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:24.366761 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4f7e8012-9741-410f-8d2a-751895c22bea tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] 10.222.0.62 "DELETE /v2.0/routers/96ae2388-8ea1-4eb9-a89f-b5ecea08b230 HTTP/1.1" status: 204 len: 168 time: 2.2211750 Aug 10 03:22:24.368130 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59944) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:24.381698 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1c8faa0f-1c23-4dd1-825e-759e285d3eca tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:24.382896 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-1c8faa0f-1c23-4dd1-825e-759e285d3eca tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "PUT /v2.0/routers/70a1d4de-4417-46e6-be67-33de4b24a9d3 HTTP/1.1" status: 200 len: 700 time: 2.4330688 Aug 10 03:22:24.389632 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59946) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:24.403806 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-56169430-dea6-4428-9d24-3e225fc835bd tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Request body: {'router': {'name': 'tempest-snat-router-280738597', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'enable_snat': False}}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:24.437802 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-56169430-dea6-4428-9d24-3e225fc835bd tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:24.439553 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-56169430-dea6-4428-9d24-3e225fc835bd tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:24.490508 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-f8002b9c-1d7d-439d-adb3-90bad1e0ae4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'name': 'tempest-RoutersTest-router-2012087379', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:39Z', 'updated_at': '2021-08-10T03:22:23Z', 'revision_number': 7, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'gw_port_host': None, '_interfaces': [{'id': '637a19fb-a95b-4c14-8c2a-25de2c66deb9', 'name': '', 'network_id': '3a569a70-f4a4-4ab6-80e4-b82f9518e8a1', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:2c:b8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'd78e27e5-e9c9-49c0-9c69-fb058accf1cf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:22:14Z', 'updated_at': '2021-08-10T03:22:22Z', 'revision_number': 5, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': 'd78e27e5-e9c9-49c0-9c69-fb058accf1cf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da66c376-aa07-41b2-b7fd-bd84ab0ebcc0', 'name': '', 'network_id': '77b29a3f-0b40-4627-9020-64e2507c2bfe', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:a1:9d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'a0f2cca1-5ac1-49a2-b352-5a3691989eae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:52Z', 'updated_at': '2021-08-10T03:22:02Z', 'revision_number': 5, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': 'a0f2cca1-5ac1-49a2-b352-5a3691989eae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e02fdbbb-fa56-4907-b7ef-2741cbc8c294', 'name': '', 'network_id': '356c7ff6-7716-46ea-ace8-ec9ac2337a4d', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:9b:a0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '97b417cd-6fbe-4b30-9e01-2cbc0bcc7c16', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:22:05Z', 'updated_at': '2021-08-10T03:22:16Z', 'revision_number': 5, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': '97b417cd-6fbe-4b30-9e01-2cbc0bcc7c16', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1f48ffb-50ae-46f1-bf8e-42c3ae996df2', 'name': '', 'network_id': 'd5af5ed4-7f41-423d-a9da-6b54aed72f87', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:55:1f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '6c161d10-cbbc-40e3-a2d8-ec564696b35a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:41Z', 'updated_at': '2021-08-10T03:21:54Z', 'revision_number': 5, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': '6c161d10-cbbc-40e3-a2d8-ec564696b35a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:24.494607 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ba3f7450-3dd8-4248-980c-16d69e52afbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:24.524986 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-56169430-dea6-4428-9d24-3e225fc835bd tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:24.533552 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8002b9c-1d7d-439d-adb3-90bad1e0ae4d None None] The sync data for ids ['70a1d4de-4417-46e6-be67-33de4b24a9d3'] in n-d-768851-15 is: [{'id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'name': 'tempest-RoutersTest-router-2012087379', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:39Z', 'updated_at': '2021-08-10T03:22:23Z', 'revision_number': 7, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'gw_port_host': None, '_interfaces': [{'id': '637a19fb-a95b-4c14-8c2a-25de2c66deb9', 'name': '', 'network_id': '3a569a70-f4a4-4ab6-80e4-b82f9518e8a1', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:2c:b8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'd78e27e5-e9c9-49c0-9c69-fb058accf1cf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:22:14Z', 'updated_at': '2021-08-10T03:22:22Z', 'revision_number': 5, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': 'd78e27e5-e9c9-49c0-9c69-fb058accf1cf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da66c376-aa07-41b2-b7fd-bd84ab0ebcc0', 'name': '', 'network_id': '77b29a3f-0b40-4627-9020-64e2507c2bfe', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:a1:9d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'a0f2cca1-5ac1-49a2-b352-5a3691989eae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:52Z', 'updated_at': '2021-08-10T03:22:02Z', 'revision_number': 5, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': 'a0f2cca1-5ac1-49a2-b352-5a3691989eae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e02fdbbb-fa56-4907-b7ef-2741cbc8c294', 'name': '', 'network_id': '356c7ff6-7716-46ea-ace8-ec9ac2337a4d', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:9b:a0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '97b417cd-6fbe-4b30-9e01-2cbc0bcc7c16', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:22:05Z', 'updated_at': '2021-08-10T03:22:16Z', 'revision_number': 5, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': '97b417cd-6fbe-4b30-9e01-2cbc0bcc7c16', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1f48ffb-50ae-46f1-bf8e-42c3ae996df2', 'name': '', 'network_id': 'd5af5ed4-7f41-423d-a9da-6b54aed72f87', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:55:1f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '6c161d10-cbbc-40e3-a2d8-ec564696b35a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:41Z', 'updated_at': '2021-08-10T03:21:54Z', 'revision_number': 5, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': '6c161d10-cbbc-40e3-a2d8-ec564696b35a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:22:24.742474 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-56169430-dea6-4428-9d24-3e225fc835bd tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:25.206934 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ce29f-51ef-4678-9c26-d88cc38a826b req-895043a9-3b18-4a5d-b3ae-06d9b024c6ed tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:25.221664 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-098ce29f-51ef-4678-9c26-d88cc38a826b req-895043a9-3b18-4a5d-b3ae-06d9b024c6ed tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/networks?id=0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe HTTP/1.1" status: 200 len: 810 time: 0.1837747 Aug 10 03:22:25.252435 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ba3f7450-3dd8-4248-980c-16d69e52afbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:25.262720 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-56169430-dea6-4428-9d24-3e225fc835bd tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:25.296284 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29039602-b94e-4617-b968-3dc4e65b5a8a None None] Sync routers for ids ['70a1d4de-4417-46e6-be67-33de4b24a9d3'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:22:25.309631 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-098ce29f-51ef-4678-9c26-d88cc38a826b req-88d7c9b3-f7b2-401f-933d-3461ba53fd8a tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/quotas/e185eddfc77743c180b686598504f106 HTTP/1.1" status: 200 len: 375 time: 0.0867405 Aug 10 03:22:25.311369 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29039602-b94e-4617-b968-3dc4e65b5a8a None None] Routers {'70a1d4de-4417-46e6-be67-33de4b24a9d3'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:22:25.313920 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-29039602-b94e-4617-b968-3dc4e65b5a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:22:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['70a1d4de-4417-46e6-be67-33de4b24a9d3'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:25.328973 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-56169430-dea6-4428-9d24-3e225fc835bd tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:25.371595 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-dd8dd059-8a10-452e-9340-e83c8d080fb5 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "GET /v2.0/routers/70a1d4de-4417-46e6-be67-33de4b24a9d3 HTTP/1.1" status: 200 len: 700 time: 0.9800458 Aug 10 03:22:25.380564 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60004) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:25.518888 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device ddf3c5a8-0f36-4117-9e71-1fe1b2488d7b no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:22:25.577633 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: ddf3c5a8-0f36-4117-9e71-1fe1b2488d7b {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:22:25.577981 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device ddf3c5a8-0f36-4117-9e71-1fe1b2488d7b not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:22:25.579391 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-56169430-dea6-4428-9d24-3e225fc835bd tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Allocated IP 172.25.7.159 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/41c7a89b-90b3-4195-9c24-a193633b8904) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:22:25.595419 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-29039602-b94e-4617-b968-3dc4e65b5a8a None None] Set router 70a1d4de-4417-46e6-be67-33de4b24a9d3 gateway port host: None {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:22:25.609878 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-098ce29f-51ef-4678-9c26-d88cc38a826b req-b526955a-26c1-47d2-a580-2b26c5cf54e1 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e185eddfc77743c180b686598504f106&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2990017 Aug 10 03:22:25.812603 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-56169430-dea6-4428-9d24-3e225fc835bd tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:25.927903 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-56169430-dea6-4428-9d24-3e225fc835bd tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:25.961410 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-098ce29f-51ef-4678-9c26-d88cc38a826b req-62511d60-d87e-4c45-b54a-b633bcee28ef service neutron] 10.222.0.62 "GET /v2.0/networks/0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504636 Aug 10 03:22:25.978785 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56169430-dea6-4428-9d24-3e225fc835bd tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:22:25.983242 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-56169430-dea6-4428-9d24-3e225fc835bd tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:22:25.988001 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56169430-dea6-4428-9d24-3e225fc835bd tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:22:26.005107 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-29039602-b94e-4617-b968-3dc4e65b5a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'name': 'tempest-RoutersTest-router-2012087379', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:39Z', 'updated_at': '2021-08-10T03:22:23Z', 'revision_number': 7, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'gw_port_host': None, '_interfaces': [{'id': '637a19fb-a95b-4c14-8c2a-25de2c66deb9', 'name': '', 'network_id': '3a569a70-f4a4-4ab6-80e4-b82f9518e8a1', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:2c:b8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'd78e27e5-e9c9-49c0-9c69-fb058accf1cf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:22:14Z', 'updated_at': '2021-08-10T03:22:22Z', 'revision_number': 5, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': 'd78e27e5-e9c9-49c0-9c69-fb058accf1cf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da66c376-aa07-41b2-b7fd-bd84ab0ebcc0', 'name': '', 'network_id': '77b29a3f-0b40-4627-9020-64e2507c2bfe', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:a1:9d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'a0f2cca1-5ac1-49a2-b352-5a3691989eae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:52Z', 'updated_at': '2021-08-10T03:22:02Z', 'revision_number': 5, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': 'a0f2cca1-5ac1-49a2-b352-5a3691989eae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e02fdbbb-fa56-4907-b7ef-2741cbc8c294', 'name': '', 'network_id': '356c7ff6-7716-46ea-ace8-ec9ac2337a4d', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:9b:a0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '97b417cd-6fbe-4b30-9e01-2cbc0bcc7c16', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:22:05Z', 'updated_at': '2021-08-10T03:22:16Z', 'revision_number': 5, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': '97b417cd-6fbe-4b30-9e01-2cbc0bcc7c16', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1f48ffb-50ae-46f1-bf8e-42c3ae996df2', 'name': '', 'network_id': 'd5af5ed4-7f41-423d-a9da-6b54aed72f87', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:55:1f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '6c161d10-cbbc-40e3-a2d8-ec564696b35a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:41Z', 'updated_at': '2021-08-10T03:21:54Z', 'revision_number': 5, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': '6c161d10-cbbc-40e3-a2d8-ec564696b35a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:26.014878 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56169430-dea6-4428-9d24-3e225fc835bd tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Pushing event updated for resources: {'Port': ['ID=41c7a89b-90b3-4195-9c24-a193633b8904,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:26.087269 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29039602-b94e-4617-b968-3dc4e65b5a8a None None] Checking router: 70a1d4de-4417-46e6-be67-33de4b24a9d3 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:22:26.098884 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29039602-b94e-4617-b968-3dc4e65b5a8a None None] Routers {'70a1d4de-4417-46e6-be67-33de4b24a9d3'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:22:26.099726 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-29039602-b94e-4617-b968-3dc4e65b5a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:22:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['70a1d4de-4417-46e6-be67-33de4b24a9d3'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:26.177131 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-098ce29f-51ef-4678-9c26-d88cc38a826b req-a29aa902-7773-4db1-9014-0f0b2e4fc024 service neutron] 10.222.0.62 "GET /v2.0/networks/0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143192 Aug 10 03:22:26.186304 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ba3f7450-3dd8-4248-980c-16d69e52afbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:26.252258 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3f7450-3dd8-4248-980c-16d69e52afbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e8e09f7-0d6b-47b5-adf1-463123d5f5c0,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:26.254642 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ba3f7450-3dd8-4248-980c-16d69e52afbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:26.257821 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ba3f7450-3dd8-4248-980c-16d69e52afbf admin admin] 10.222.0.62 "DELETE /v2.0/subnets/4e8e09f7-0d6b-47b5-adf1-463123d5f5c0 HTTP/1.1" status: 204 len: 168 time: 2.0755877 Aug 10 03:22:26.261066 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60024) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:26.353951 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-29039602-b94e-4617-b968-3dc4e65b5a8a None None] Set router 70a1d4de-4417-46e6-be67-33de4b24a9d3 gateway port host: None {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:22:26.461014 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-06ed1bfd-3930-4587-b9fd-119c3f0da48e tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:26.601553 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:26.608257 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:26.628499 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-475f051c-e9df-4d07-9f6f-9188480e1748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:26.659853 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-56169430-dea6-4428-9d24-3e225fc835bd tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:26.738651 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-33c377b7-6e32-4f37-b43a-ec0f09765f19 req-adc4af9a-316a-4499-825a-683d1abc05b5 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7f6702b-3804-4f19-874e-14e3063c03ac HTTP/1.1" status: 200 len: 210 time: 0.0833488 Aug 10 03:22:26.818553 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-29039602-b94e-4617-b968-3dc4e65b5a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'name': 'tempest-RoutersTest-router-2012087379', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:39Z', 'updated_at': '2021-08-10T03:22:23Z', 'revision_number': 7, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'gw_port_host': None, '_interfaces': [{'id': '637a19fb-a95b-4c14-8c2a-25de2c66deb9', 'name': '', 'network_id': '3a569a70-f4a4-4ab6-80e4-b82f9518e8a1', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:2c:b8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'd78e27e5-e9c9-49c0-9c69-fb058accf1cf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:22:14Z', 'updated_at': '2021-08-10T03:22:22Z', 'revision_number': 5, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': 'd78e27e5-e9c9-49c0-9c69-fb058accf1cf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da66c376-aa07-41b2-b7fd-bd84ab0ebcc0', 'name': '', 'network_id': '77b29a3f-0b40-4627-9020-64e2507c2bfe', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:a1:9d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'a0f2cca1-5ac1-49a2-b352-5a3691989eae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:52Z', 'updated_at': '2021-08-10T03:22:02Z', 'revision_number': 5, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': 'a0f2cca1-5ac1-49a2-b352-5a3691989eae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e02fdbbb-fa56-4907-b7ef-2741cbc8c294', 'name': '', 'network_id': '356c7ff6-7716-46ea-ace8-ec9ac2337a4d', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:9b:a0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '97b417cd-6fbe-4b30-9e01-2cbc0bcc7c16', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:22:05Z', 'updated_at': '2021-08-10T03:22:16Z', 'revision_number': 5, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': '97b417cd-6fbe-4b30-9e01-2cbc0bcc7c16', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1f48ffb-50ae-46f1-bf8e-42c3ae996df2', 'name': '', 'network_id': 'd5af5ed4-7f41-423d-a9da-6b54aed72f87', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:55:1f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '6c161d10-cbbc-40e3-a2d8-ec564696b35a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:41Z', 'updated_at': '2021-08-10T03:21:54Z', 'revision_number': 5, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': '6c161d10-cbbc-40e3-a2d8-ec564696b35a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:26.866531 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29039602-b94e-4617-b968-3dc4e65b5a8a None None] The sync data for ids ['70a1d4de-4417-46e6-be67-33de4b24a9d3'] in n-d-768851-15 is: [{'id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'name': 'tempest-RoutersTest-router-2012087379', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:39Z', 'updated_at': '2021-08-10T03:22:23Z', 'revision_number': 7, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'gw_port_host': None, '_interfaces': [{'id': '637a19fb-a95b-4c14-8c2a-25de2c66deb9', 'name': '', 'network_id': '3a569a70-f4a4-4ab6-80e4-b82f9518e8a1', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:2c:b8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'd78e27e5-e9c9-49c0-9c69-fb058accf1cf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:22:14Z', 'updated_at': '2021-08-10T03:22:22Z', 'revision_number': 5, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': 'd78e27e5-e9c9-49c0-9c69-fb058accf1cf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da66c376-aa07-41b2-b7fd-bd84ab0ebcc0', 'name': '', 'network_id': '77b29a3f-0b40-4627-9020-64e2507c2bfe', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:a1:9d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'a0f2cca1-5ac1-49a2-b352-5a3691989eae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:52Z', 'updated_at': '2021-08-10T03:22:02Z', 'revision_number': 5, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': 'a0f2cca1-5ac1-49a2-b352-5a3691989eae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e02fdbbb-fa56-4907-b7ef-2741cbc8c294', 'name': '', 'network_id': '356c7ff6-7716-46ea-ace8-ec9ac2337a4d', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:9b:a0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '97b417cd-6fbe-4b30-9e01-2cbc0bcc7c16', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:22:05Z', 'updated_at': '2021-08-10T03:22:16Z', 'revision_number': 5, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': '97b417cd-6fbe-4b30-9e01-2cbc0bcc7c16', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1f48ffb-50ae-46f1-bf8e-42c3ae996df2', 'name': '', 'network_id': 'd5af5ed4-7f41-423d-a9da-6b54aed72f87', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:55:1f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '6c161d10-cbbc-40e3-a2d8-ec564696b35a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:41Z', 'updated_at': '2021-08-10T03:21:54Z', 'revision_number': 5, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': '6c161d10-cbbc-40e3-a2d8-ec564696b35a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:22:26.996904 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-475f051c-e9df-4d07-9f6f-9188480e1748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:27.019855 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-475f051c-e9df-4d07-9f6f-9188480e1748 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a16b26cb-572e-4eda-8755-d5269bd5d399']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:27.025475 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-06ed1bfd-3930-4587-b9fd-119c3f0da48e tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Deleting port 637a19fb-a95b-4c14-8c2a-25de2c66deb9 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:22:27.025828 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-06ed1bfd-3930-4587-b9fd-119c3f0da48e tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:27.045496 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-475f051c-e9df-4d07-9f6f-9188480e1748 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3889f19d-dfa0-408c-b83f-d6a1499d28ed') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:27.045928 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-475f051c-e9df-4d07-9f6f-9188480e1748 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3889f19d-dfa0-408c-b83f-d6a1499d28ed') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:27.058782 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-475f051c-e9df-4d07-9f6f-9188480e1748 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:27.077580 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-475f051c-e9df-4d07-9f6f-9188480e1748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:27.106802 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-475f051c-e9df-4d07-9f6f-9188480e1748 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:22:27.107604 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-475f051c-e9df-4d07-9f6f-9188480e1748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:27.207924 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:22:27.207924 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:22:27.207924 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:22:27.207924 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:22:27.207924 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:22:27.207924 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:22:27.207924 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:22:27.207924 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:22:27.207924 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:22:27.207924 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:22:27.207924 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:22:27.207924 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:22:27.207924 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:22:27.207924 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:22:27.207924 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:22:27.207924 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:22:27.207924 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:22:27.207924 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:22:27.207924 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:22:27.207924 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:22:27.207924 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:22:27.207924 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:22:27.207924 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:22:27.207924 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:22:27.207924 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:22:27.207924 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:22:27.207924 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:22:27.207924 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:22:27.207924 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:22:27.207924 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:22:27.207924 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:22:27.207924 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:22:27.217021 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-06ed1bfd-3930-4587-b9fd-119c3f0da48e tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] For port 637a19fb-a95b-4c14-8c2a-25de2c66deb9, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=637a19fb-a95b-4c14-8c2a-25de2c66deb9,segment=NetworkSegment(9ed45526-3298-4e46-9c9e-7ea0efc614f1),segment_id=9ed45526-3298-4e46-9c9e-7ea0efc614f1)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:27.217453 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-06ed1bfd-3930-4587-b9fd-119c3f0da48e tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:27.236920 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-06ed1bfd-3930-4587-b9fd-119c3f0da48e tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Calling delete_port for 637a19fb-a95b-4c14-8c2a-25de2c66deb9 owned by network:router_interface {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:22:27.311618 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-475f051c-e9df-4d07-9f6f-9188480e1748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:27.324668 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-475f051c-e9df-4d07-9f6f-9188480e1748 admin admin] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:27.349483 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-475f051c-e9df-4d07-9f6f-9188480e1748 admin admin] 10.222.0.62 "DELETE /v2.0/networks/a16b26cb-572e-4eda-8755-d5269bd5d399 HTTP/1.1" status: 204 len: 168 time: 1.0872836 Aug 10 03:22:27.397570 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475f051c-e9df-4d07-9f6f-9188480e1748 admin admin] Pushing event deleted for resources: {'Network': ['ID=a16b26cb-572e-4eda-8755-d5269bd5d399,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:27.538453 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60058) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:27.588645 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-56169430-dea6-4428-9d24-3e225fc835bd tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:27.615686 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-06ed1bfd-3930-4587-b9fd-119c3f0da48e tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:27.663891 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ed1bfd-3930-4587-b9fd-119c3f0da48e tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event deleted for resources: {'Port': ['ID=637a19fb-a95b-4c14-8c2a-25de2c66deb9,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:27.783348 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d87ea09f-100c-405a-93d8-630419176917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:27.807158 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60064) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:27.845786 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56169430-dea6-4428-9d24-3e225fc835bd tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Router 31c491e4-7160-4b5e-82e7-58dfd77f264c is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:22:27.967047 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56169430-dea6-4428-9d24-3e225fc835bd tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:22:27.990082 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602b66ae-6cba-4369-8c27-135f98c3cd3b None None] Sync routers for ids ['31c491e4-7160-4b5e-82e7-58dfd77f264c'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:22:27.999846 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602b66ae-6cba-4369-8c27-135f98c3cd3b None None] Routers {'31c491e4-7160-4b5e-82e7-58dfd77f264c'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:22:28.000464 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-602b66ae-6cba-4369-8c27-135f98c3cd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:22:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['31c491e4-7160-4b5e-82e7-58dfd77f264c'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:28.012621 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-44ebb72d-c362-40f8-a2bf-c95e1d054cf7 req-b59a755a-177d-4f5d-8a98-35a34399695b tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7f6702b-3804-4f19-874e-14e3063c03ac HTTP/1.1" status: 200 len: 210 time: 0.1019809 Aug 10 03:22:28.026164 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60066) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:28.048077 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-6670b99a-5f29-437f-a648-8a452fa345ea admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d1dab8aad64b4f528f95894fa226d313&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2377481 Aug 10 03:22:28.085558 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-06ed1bfd-3930-4587-b9fd-119c3f0da48e tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:28.139614 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b0b3cd7b-ef02-451c-a9a0-63e3530c9e85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:28.155049 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-602b66ae-6cba-4369-8c27-135f98c3cd3b None None] Set router 31c491e4-7160-4b5e-82e7-58dfd77f264c gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:22:28.185385 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b0b3cd7b-ef02-451c-a9a0-63e3530c9e85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:28.268759 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b0b3cd7b-ef02-451c-a9a0-63e3530c9e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:28.271425 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b0b3cd7b-ef02-451c-a9a0-63e3530c9e85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:28.272598 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b0b3cd7b-ef02-451c-a9a0-63e3530c9e85 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1629ea23-99f4-4e8f-93cc-43c26311d726 HTTP/1.1" status: 204 len: 168 time: 0.2447309 Aug 10 03:22:28.284418 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b3cd7b-ef02-451c-a9a0-63e3530c9e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1629ea23-99f4-4e8f-93cc-43c26311d726,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:28.382027 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-602b66ae-6cba-4369-8c27-135f98c3cd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c491e4-7160-4b5e-82e7-58dfd77f264c', 'name': 'tempest-snat-router-280738597', 'tenant_id': '7ff36ef545234af39eb9322b66212871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.159'}], 'enable_snat': False}, 'gw_port_id': '41c7a89b-90b3-4195-9c24-a193633b8904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:22:24Z', 'updated_at': '2021-08-10T03:22:26Z', 'revision_number': 3, 'project_id': '7ff36ef545234af39eb9322b66212871', 'gw_port': {'id': '41c7a89b-90b3-4195-9c24-a193633b8904', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c491e4-7160-4b5e-82e7-58dfd77f264c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:22:25Z', 'updated_at': '2021-08-10T03:22:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:28.421551 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602b66ae-6cba-4369-8c27-135f98c3cd3b None None] Checking router: 31c491e4-7160-4b5e-82e7-58dfd77f264c for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:22:28.421942 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602b66ae-6cba-4369-8c27-135f98c3cd3b None None] Updating router 31c491e4-7160-4b5e-82e7-58dfd77f264c port 41c7a89b-90b3-4195-9c24-a193633b8904 binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:22:28.441827 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ed1bfd-3930-4587-b9fd-119c3f0da48e tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Router 70a1d4de-4417-46e6-be67-33de4b24a9d3 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:22:28.454642 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ce29f-51ef-4678-9c26-d88cc38a826b req-c10111a1-a6f1-4de1-a1e0-7912fab0bfef tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:28.455001 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-602b66ae-6cba-4369-8c27-135f98c3cd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:28.456400 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-098ce29f-51ef-4678-9c26-d88cc38a826b req-c10111a1-a6f1-4de1-a1e0-7912fab0bfef tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.60 "GET /v2.0/networks?id=0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe HTTP/1.1" status: 200 len: 810 time: 0.3729446 Aug 10 03:22:28.485051 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-098ce29f-51ef-4678-9c26-d88cc38a826b req-c3ca7034-4975-4e44-976b-34530e36ab15 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Request body: {'port': {'device_id': 'c7f6702b-3804-4f19-874e-14e3063c03ac', 'network_id': '0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe', 'admin_state_up': True, 'tenant_id': 'e185eddfc77743c180b686598504f106'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:28.602946 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ed1bfd-3930-4587-b9fd-119c3f0da48e tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:22:28.611139 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60078) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:28.611274 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-06ed1bfd-3930-4587-b9fd-119c3f0da48e tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "PUT /v2.0/routers/70a1d4de-4417-46e6-be67-33de4b24a9d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2229898 Aug 10 03:22:28.613435 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d87ea09f-100c-405a-93d8-630419176917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:28.620593 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff486ccc-9ab9-4155-8b06-a09535b78d27 None None] Sync routers for ids ['70a1d4de-4417-46e6-be67-33de4b24a9d3'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:22:28.642990 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff486ccc-9ab9-4155-8b06-a09535b78d27 None None] Routers {'70a1d4de-4417-46e6-be67-33de4b24a9d3'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:22:28.645429 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-ff486ccc-9ab9-4155-8b06-a09535b78d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:22:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['70a1d4de-4417-46e6-be67-33de4b24a9d3'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:28.671972 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d87ea09f-100c-405a-93d8-630419176917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:28.676672 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-56169430-dea6-4428-9d24-3e225fc835bd tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:28.688372 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-56169430-dea6-4428-9d24-3e225fc835bd tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.3191264 Aug 10 03:22:28.698414 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60082) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:28.751433 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdf3df3f-7658-4597-9002-8d413e34a76a tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Deleting subnet d78e27e5-e9c9-49c0-9c69-fb058accf1cf {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:22:28.761162 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fdf3df3f-7658-4597-9002-8d413e34a76a tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:28.796386 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ea09f-100c-405a-93d8-630419176917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2ad4c1-3112-4e61-bb16-959015e0293c,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:28.812793 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d87ea09f-100c-405a-93d8-630419176917 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=66d48e494bfc461c896c51d4a88ba6af&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2723272 Aug 10 03:22:28.823670 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60090) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:28.873386 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fdf3df3f-7658-4597-9002-8d413e34a76a tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:28.965144 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-602b66ae-6cba-4369-8c27-135f98c3cd3b None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:28.985698 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-602b66ae-6cba-4369-8c27-135f98c3cd3b None None] Transition to ACTIVE for port object 41c7a89b-90b3-4195-9c24-a193633b8904 will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:22:28.999910 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-602b66ae-6cba-4369-8c27-135f98c3cd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:29.046173 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-ff486ccc-9ab9-4155-8b06-a09535b78d27 None None] Set router 70a1d4de-4417-46e6-be67-33de4b24a9d3 gateway port host: None {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:22:29.058516 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-602b66ae-6cba-4369-8c27-135f98c3cd3b None None] Attempting to bind port 41c7a89b-90b3-4195-9c24-a193633b8904 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:22:29.059098 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-602b66ae-6cba-4369-8c27-135f98c3cd3b None None] Attempting to bind port 41c7a89b-90b3-4195-9c24-a193633b8904 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:22:29.065022 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602b66ae-6cba-4369-8c27-135f98c3cd3b None None] Attempting to bind port 41c7a89b-90b3-4195-9c24-a193633b8904 on network 09ca2025-b9a6-4e84-8019-8d9fbef3753e {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:22:29.069469 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602b66ae-6cba-4369-8c27-135f98c3cd3b None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:22:29.069949 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602b66ae-6cba-4369-8c27-135f98c3cd3b None None] Checking segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:22:29.070446 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-602b66ae-6cba-4369-8c27-135f98c3cd3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:29.071606 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602b66ae-6cba-4369-8c27-135f98c3cd3b None None] Bound using segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:22:29.074387 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-602b66ae-6cba-4369-8c27-135f98c3cd3b None None] Bound port: 41c7a89b-90b3-4195-9c24-a193633b8904, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:22:29.074387 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-602b66ae-6cba-4369-8c27-135f98c3cd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:29.076033 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e19dab-a417-4f67-a4f6-57a9118ff61d None None] Pushing event updated for resources: {'Port': ['ID=41c7a89b-90b3-4195-9c24-a193633b8904,revision_number=2']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:29.161996 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-602b66ae-6cba-4369-8c27-135f98c3cd3b None None] For port 41c7a89b-90b3-4195-9c24-a193633b8904, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:22:29.163416 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fdf3df3f-7658-4597-9002-8d413e34a76a tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:29.167372 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-602b66ae-6cba-4369-8c27-135f98c3cd3b None None] For port 41c7a89b-90b3-4195-9c24-a193633b8904, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=41c7a89b-90b3-4195-9c24-a193633b8904,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:22:29.173639 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-602b66ae-6cba-4369-8c27-135f98c3cd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:29.177504 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-cc786e50-82b3-40db-bc43-4d6dd6d6f372 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] 10.222.0.62 "GET /v2.0/routers/31c491e4-7160-4b5e-82e7-58dfd77f264c HTTP/1.1" status: 200 len: 908 time: 0.4756658 Aug 10 03:22:29.181694 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60100) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:29.239536 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-0ca10733-d2f5-43f1-b02c-312ad0ac9956 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Request body: {'router': {'name': 'tempest-snat-router-280738597', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'enable_snat': True}}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:29.251328 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-933d3bcc-be6a-45a0-93dd-7c403bb72f2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:29.264355 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602b66ae-6cba-4369-8c27-135f98c3cd3b None None] Routers {'31c491e4-7160-4b5e-82e7-58dfd77f264c'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:22:29.265257 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-602b66ae-6cba-4369-8c27-135f98c3cd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:22:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['31c491e4-7160-4b5e-82e7-58dfd77f264c'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:29.267178 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fdf3df3f-7658-4597-9002-8d413e34a76a tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:29.267728 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e19dab-a417-4f67-a4f6-57a9118ff61d None None] Pushing event updated for resources: {'Port': ['ID=41c7a89b-90b3-4195-9c24-a193633b8904,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:29.297264 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-098ce29f-51ef-4678-9c26-d88cc38a826b req-c3ca7034-4975-4e44-976b-34530e36ab15 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Made reservation on behalf of e185eddfc77743c180b686598504f106 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:22:29.301073 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-098ce29f-51ef-4678-9c26-d88cc38a826b req-c3ca7034-4975-4e44-976b-34530e36ab15 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:29.314978 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3af23329-e83b-46cb-aa72-cba1387d9e9e req-ddeff42f-d189-4b35-b844-5299d995d449 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7f6702b-3804-4f19-874e-14e3063c03ac HTTP/1.1" status: 200 len: 210 time: 0.1587870 Aug 10 03:22:29.323235 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-933d3bcc-be6a-45a0-93dd-7c403bb72f2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:29.331553 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fdf3df3f-7658-4597-9002-8d413e34a76a tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:29.334229 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-fdf3df3f-7658-4597-9002-8d413e34a76a tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "DELETE /v2.0/subnets/d78e27e5-e9c9-49c0-9c69-fb058accf1cf HTTP/1.1" status: 204 len: 168 time: 0.7215965 Aug 10 03:22:29.335104 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf3df3f-7658-4597-9002-8d413e34a76a tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event deleted for resources: {'Subnet': ['ID=d78e27e5-e9c9-49c0-9c69-fb058accf1cf,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:29.337872 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60106) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:29.421431 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8964a06d-e0fc-43d8-b697-491c38aaf885 None None] Network 3a569a70-f4a4-4ab6-80e4-b82f9518e8a1 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:22:29.424925 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0ca10733-d2f5-43f1-b02c-312ad0ac9956 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:29.426036 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0ca10733-d2f5-43f1-b02c-312ad0ac9956 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:29.534675 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-602b66ae-6cba-4369-8c27-135f98c3cd3b None None] Set router 31c491e4-7160-4b5e-82e7-58dfd77f264c gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:22:29.539532 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-65371302-8b08-42cf-ae24-2585b0538a0d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:29.681130 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0ca10733-d2f5-43f1-b02c-312ad0ac9956 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:29.717663 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-65371302-8b08-42cf-ae24-2585b0538a0d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Deleting port 0f66eab5-ab14-44d1-ba4f-45d2d8eb8364 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:22:29.718412 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-65371302-8b08-42cf-ae24-2585b0538a0d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:29.760663 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60120) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:29.867441 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b815bf8d-83f5-441c-ae7b-707590c9abdf None None] DHCP port deletion for 3a569a70-f4a4-4ab6-80e4-b82f9518e8a1 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:22:29.877957 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-ff486ccc-9ab9-4155-8b06-a09535b78d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'name': 'tempest-RoutersTest-router-2012087379', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:39Z', 'updated_at': '2021-08-10T03:22:27Z', 'revision_number': 8, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'gw_port_host': None, '_interfaces': [{'id': 'da66c376-aa07-41b2-b7fd-bd84ab0ebcc0', 'name': '', 'network_id': '77b29a3f-0b40-4627-9020-64e2507c2bfe', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:a1:9d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'a0f2cca1-5ac1-49a2-b352-5a3691989eae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:52Z', 'updated_at': '2021-08-10T03:22:02Z', 'revision_number': 5, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': 'a0f2cca1-5ac1-49a2-b352-5a3691989eae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e02fdbbb-fa56-4907-b7ef-2741cbc8c294', 'name': '', 'network_id': '356c7ff6-7716-46ea-ace8-ec9ac2337a4d', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:9b:a0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '97b417cd-6fbe-4b30-9e01-2cbc0bcc7c16', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:22:05Z', 'updated_at': '2021-08-10T03:22:16Z', 'revision_number': 5, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': '97b417cd-6fbe-4b30-9e01-2cbc0bcc7c16', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1f48ffb-50ae-46f1-bf8e-42c3ae996df2', 'name': '', 'network_id': 'd5af5ed4-7f41-423d-a9da-6b54aed72f87', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:55:1f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '6c161d10-cbbc-40e3-a2d8-ec564696b35a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:41Z', 'updated_at': '2021-08-10T03:21:54Z', 'revision_number': 5, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': '6c161d10-cbbc-40e3-a2d8-ec564696b35a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:29.893521 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-933d3bcc-be6a-45a0-93dd-7c403bb72f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:29.898636 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-933d3bcc-be6a-45a0-93dd-7c403bb72f2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:29.899688 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-933d3bcc-be6a-45a0-93dd-7c403bb72f2c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fc2ad4c1-3112-4e61-bb16-959015e0293c HTTP/1.1" status: 204 len: 168 time: 1.0755527 Aug 10 03:22:29.930624 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60130) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:29.997042 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff486ccc-9ab9-4155-8b06-a09535b78d27 None None] Checking router: 70a1d4de-4417-46e6-be67-33de4b24a9d3 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:22:29.999018 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-602b66ae-6cba-4369-8c27-135f98c3cd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c491e4-7160-4b5e-82e7-58dfd77f264c', 'name': 'tempest-snat-router-280738597', 'tenant_id': '7ff36ef545234af39eb9322b66212871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.159'}], 'enable_snat': False}, 'gw_port_id': '41c7a89b-90b3-4195-9c24-a193633b8904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:22:24Z', 'updated_at': '2021-08-10T03:22:26Z', 'revision_number': 3, 'project_id': '7ff36ef545234af39eb9322b66212871', 'gw_port': {'id': '41c7a89b-90b3-4195-9c24-a193633b8904', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c491e4-7160-4b5e-82e7-58dfd77f264c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:22:25Z', 'updated_at': '2021-08-10T03:22:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:30.040747 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602b66ae-6cba-4369-8c27-135f98c3cd3b None None] The sync data for ids ['31c491e4-7160-4b5e-82e7-58dfd77f264c'] in n-d-768851-15 is: [{'id': '31c491e4-7160-4b5e-82e7-58dfd77f264c', 'name': 'tempest-snat-router-280738597', 'tenant_id': '7ff36ef545234af39eb9322b66212871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.159'}], 'enable_snat': False}, 'gw_port_id': '41c7a89b-90b3-4195-9c24-a193633b8904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:22:24Z', 'updated_at': '2021-08-10T03:22:26Z', 'revision_number': 3, 'project_id': '7ff36ef545234af39eb9322b66212871', 'gw_port': {'id': '41c7a89b-90b3-4195-9c24-a193633b8904', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c491e4-7160-4b5e-82e7-58dfd77f264c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:22:25Z', 'updated_at': '2021-08-10T03:22:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:22:30.054236 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933d3bcc-be6a-45a0-93dd-7c403bb72f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2ad4c1-3112-4e61-bb16-959015e0293c,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:30.064329 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-098ce29f-51ef-4678-9c26-d88cc38a826b req-c3ca7034-4975-4e44-976b-34530e36ab15 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Allocated IP 172.20.0.3 (0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe/c05a62ae-44d3-4db4-a938-da6f60472238/6f7370df-6a1b-4dfe-983b-3d6cd36a298d) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:22:30.102860 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-65371302-8b08-42cf-ae24-2585b0538a0d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] For port 0f66eab5-ab14-44d1-ba4f-45d2d8eb8364, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=0f66eab5-ab14-44d1-ba4f-45d2d8eb8364,segment=NetworkSegment(9ed45526-3298-4e46-9c9e-7ea0efc614f1),segment_id=9ed45526-3298-4e46-9c9e-7ea0efc614f1)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:30.103630 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-65371302-8b08-42cf-ae24-2585b0538a0d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:30.135998 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff486ccc-9ab9-4155-8b06-a09535b78d27 None None] Routers {'70a1d4de-4417-46e6-be67-33de4b24a9d3'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:22:30.140998 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-ff486ccc-9ab9-4155-8b06-a09535b78d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:22:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['70a1d4de-4417-46e6-be67-33de4b24a9d3'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:30.156967 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb0be138-edeb-4e33-85cf-42d245b85982 admin admin] Deleting subnet 671472a0-ea87-43e5-8586-78a1de5f1af8 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:22:30.183209 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-65371302-8b08-42cf-ae24-2585b0538a0d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Calling delete_port for 0f66eab5-ab14-44d1-ba4f-45d2d8eb8364 owned by network:dhcp {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:22:30.345519 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-ff486ccc-9ab9-4155-8b06-a09535b78d27 None None] Set router 70a1d4de-4417-46e6-be67-33de4b24a9d3 gateway port host: None {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:22:30.392536 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cb0be138-edeb-4e33-85cf-42d245b85982 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:30.403194 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-34dccfdf-9072-4e70-8cbf-46191a46ddd4 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1927660707-network', 'tenant_id': '0acd2672dca74c959024218175c9c669'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:30.410977 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-65371302-8b08-42cf-ae24-2585b0538a0d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:30.429694 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933d3bcc-be6a-45a0-93dd-7c403bb72f2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:30.430107 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933d3bcc-be6a-45a0-93dd-7c403bb72f2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:30.430527 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933d3bcc-be6a-45a0-93dd-7c403bb72f2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:30.430875 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933d3bcc-be6a-45a0-93dd-7c403bb72f2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:30.431217 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933d3bcc-be6a-45a0-93dd-7c403bb72f2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:30.431554 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933d3bcc-be6a-45a0-93dd-7c403bb72f2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:30.431889 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933d3bcc-be6a-45a0-93dd-7c403bb72f2c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:30.432230 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933d3bcc-be6a-45a0-93dd-7c403bb72f2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:30.432681 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933d3bcc-be6a-45a0-93dd-7c403bb72f2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:30.433125 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933d3bcc-be6a-45a0-93dd-7c403bb72f2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:30.433570 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933d3bcc-be6a-45a0-93dd-7c403bb72f2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:30.434039 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933d3bcc-be6a-45a0-93dd-7c403bb72f2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:30.516288 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 0f66eab5-ab14-44d1-ba4f-45d2d8eb8364 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:22:30.550840 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65371302-8b08-42cf-ae24-2585b0538a0d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event deleted for resources: {'Port': ['ID=0f66eab5-ab14-44d1-ba4f-45d2d8eb8364,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:30.597812 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60138) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:30.599177 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65371302-8b08-42cf-ae24-2585b0538a0d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] No DVR routers for this DVR port 0f66eab5-ab14-44d1-ba4f-45d2d8eb8364 on host n-d-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:22:30.606191 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-468f5b4a-09bd-4d2e-997c-dd2faaaef56d req-a2f31484-32c5-4b5e-a867-96d21ebb7d7b tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7f6702b-3804-4f19-874e-14e3063c03ac HTTP/1.1" status: 200 len: 210 time: 0.1618826 Aug 10 03:22:30.615837 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-098ce29f-51ef-4678-9c26-d88cc38a826b req-c3ca7034-4975-4e44-976b-34530e36ab15 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:30.623294 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0ca10733-d2f5-43f1-b02c-312ad0ac9956 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:30.627029 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 0f66eab5-ab14-44d1-ba4f-45d2d8eb8364 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:22:30.627374 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 0f66eab5-ab14-44d1-ba4f-45d2d8eb8364 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:22:30.638674 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-098ce29f-51ef-4678-9c26-d88cc38a826b req-c3ca7034-4975-4e44-976b-34530e36ab15 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Transition to ACTIVE for port object 6f7370df-6a1b-4dfe-983b-3d6cd36a298d will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:22:30.685337 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cb0be138-edeb-4e33-85cf-42d245b85982 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:30.720914 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-067fb9e1-67c4-4a64-97e7-f44a752c72cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:30.734366 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34dccfdf-9072-4e70-8cbf-46191a46ddd4 admin admin] Made reservation on behalf of 0acd2672dca74c959024218175c9c669 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:22:30.736766 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-34dccfdf-9072-4e70-8cbf-46191a46ddd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:30.756830 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b8ea5dd1-cfec-493e-89c4-78db90f9e84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:30.822370 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b815bf8d-83f5-441c-ae7b-707590c9abdf None None] Deleting port 0f66eab5-ab14-44d1-ba4f-45d2d8eb8364 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:22:30.823110 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b815bf8d-83f5-441c-ae7b-707590c9abdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:30.830313 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-34dccfdf-9072-4e70-8cbf-46191a46ddd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:30.897673 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-65371302-8b08-42cf-ae24-2585b0538a0d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:30.931760 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cb0be138-edeb-4e33-85cf-42d245b85982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:30.982757 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b815bf8d-83f5-441c-ae7b-707590c9abdf None None] For port 0f66eab5-ab14-44d1-ba4f-45d2d8eb8364, host n-d-768851-15, got binding levels [] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:30.983322 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b815bf8d-83f5-441c-ae7b-707590c9abdf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:30.997605 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-65371302-8b08-42cf-ae24-2585b0538a0d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a569a70-f4a4-4ab6-80e4-b82f9518e8a1']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:31.005682 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b815bf8d-83f5-441c-ae7b-707590c9abdf None None] Calling delete_port for 0f66eab5-ab14-44d1-ba4f-45d2d8eb8364 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:22:31.011077 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.ipam_backend_mixin [None req-b815bf8d-83f5-441c-ae7b-707590c9abdf None None] Port 0f66eab5-ab14-44d1-ba4f-45d2d8eb8364 was not found and therefore no delete operation was performed {{(pid=94218) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 03:22:31.023019 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b815bf8d-83f5-441c-ae7b-707590c9abdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:31.059189 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-65371302-8b08-42cf-ae24-2585b0538a0d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ed45526-3298-4e46-9c9e-7ea0efc614f1') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:31.059659 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-65371302-8b08-42cf-ae24-2585b0538a0d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ed45526-3298-4e46-9c9e-7ea0efc614f1') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:31.071922 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b815bf8d-83f5-441c-ae7b-707590c9abdf None None] No DVR routers for this DVR port 0f66eab5-ab14-44d1-ba4f-45d2d8eb8364 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:22:31.114600 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b815bf8d-83f5-441c-ae7b-707590c9abdf None None] Pushing event deleted for resources: {'Port': ['ID=0f66eab5-ab14-44d1-ba4f-45d2d8eb8364,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:31.123760 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-65371302-8b08-42cf-ae24-2585b0538a0d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:31.141477 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-ff486ccc-9ab9-4155-8b06-a09535b78d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'name': 'tempest-RoutersTest-router-2012087379', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:39Z', 'updated_at': '2021-08-10T03:22:27Z', 'revision_number': 8, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'gw_port_host': None, '_interfaces': [{'id': 'da66c376-aa07-41b2-b7fd-bd84ab0ebcc0', 'name': '', 'network_id': '77b29a3f-0b40-4627-9020-64e2507c2bfe', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:a1:9d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'a0f2cca1-5ac1-49a2-b352-5a3691989eae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:52Z', 'updated_at': '2021-08-10T03:22:02Z', 'revision_number': 5, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': 'a0f2cca1-5ac1-49a2-b352-5a3691989eae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e02fdbbb-fa56-4907-b7ef-2741cbc8c294', 'name': '', 'network_id': '356c7ff6-7716-46ea-ace8-ec9ac2337a4d', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:9b:a0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '97b417cd-6fbe-4b30-9e01-2cbc0bcc7c16', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:22:05Z', 'updated_at': '2021-08-10T03:22:16Z', 'revision_number': 5, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': '97b417cd-6fbe-4b30-9e01-2cbc0bcc7c16', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1f48ffb-50ae-46f1-bf8e-42c3ae996df2', 'name': '', 'network_id': 'd5af5ed4-7f41-423d-a9da-6b54aed72f87', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:55:1f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '6c161d10-cbbc-40e3-a2d8-ec564696b35a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:41Z', 'updated_at': '2021-08-10T03:21:54Z', 'revision_number': 5, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': '6c161d10-cbbc-40e3-a2d8-ec564696b35a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:31.187264 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff486ccc-9ab9-4155-8b06-a09535b78d27 None None] The sync data for ids ['70a1d4de-4417-46e6-be67-33de4b24a9d3'] in n-d-768851-15 is: [{'id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'name': 'tempest-RoutersTest-router-2012087379', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:39Z', 'updated_at': '2021-08-10T03:22:27Z', 'revision_number': 8, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'gw_port_host': None, '_interfaces': [{'id': 'da66c376-aa07-41b2-b7fd-bd84ab0ebcc0', 'name': '', 'network_id': '77b29a3f-0b40-4627-9020-64e2507c2bfe', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:a1:9d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'a0f2cca1-5ac1-49a2-b352-5a3691989eae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:52Z', 'updated_at': '2021-08-10T03:22:02Z', 'revision_number': 5, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': 'a0f2cca1-5ac1-49a2-b352-5a3691989eae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e02fdbbb-fa56-4907-b7ef-2741cbc8c294', 'name': '', 'network_id': '356c7ff6-7716-46ea-ace8-ec9ac2337a4d', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:9b:a0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '97b417cd-6fbe-4b30-9e01-2cbc0bcc7c16', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:22:05Z', 'updated_at': '2021-08-10T03:22:16Z', 'revision_number': 5, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': '97b417cd-6fbe-4b30-9e01-2cbc0bcc7c16', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1f48ffb-50ae-46f1-bf8e-42c3ae996df2', 'name': '', 'network_id': 'd5af5ed4-7f41-423d-a9da-6b54aed72f87', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:55:1f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '6c161d10-cbbc-40e3-a2d8-ec564696b35a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:41Z', 'updated_at': '2021-08-10T03:21:54Z', 'revision_number': 5, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': '6c161d10-cbbc-40e3-a2d8-ec564696b35a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:22:31.195320 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-65371302-8b08-42cf-ae24-2585b0538a0d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:31.204151 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cb0be138-edeb-4e33-85cf-42d245b85982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:31.215740 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65371302-8b08-42cf-ae24-2585b0538a0d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:22:31.216152 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-65371302-8b08-42cf-ae24-2585b0538a0d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:31.222761 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:22:31.222761 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:22:31.222761 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:22:31.222761 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:22:31.222761 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:22:31.222761 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:22:31.222761 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:22:31.222761 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:22:31.222761 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:22:31.222761 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:22:31.222761 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:22:31.222761 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:22:31.222761 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:22:31.222761 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:22:31.222761 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:22:31.222761 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:22:31.222761 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:22:31.222761 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:22:31.222761 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:22:31.222761 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:22:31.222761 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:22:31.222761 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:22:31.222761 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:22:31.222761 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:22:31.222761 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:22:31.222761 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:22:31.222761 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:22:31.222761 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:22:31.222761 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:22:31.222761 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:22:31.222761 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:22:31.222761 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:22:31.282351 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-098ce29f-51ef-4678-9c26-d88cc38a826b req-c3ca7034-4975-4e44-976b-34530e36ab15 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:31.296915 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-067fb9e1-67c4-4a64-97e7-f44a752c72cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:31.347858 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-098ce29f-51ef-4678-9c26-d88cc38a826b req-c3ca7034-4975-4e44-976b-34530e36ab15 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Network 0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:22:31.353309 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-098ce29f-51ef-4678-9c26-d88cc38a826b req-c3ca7034-4975-4e44-976b-34530e36ab15 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:22:31.360229 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-098ce29f-51ef-4678-9c26-d88cc38a826b req-c3ca7034-4975-4e44-976b-34530e36ab15 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:22:31.389770 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ca7034-4975-4e44-976b-34530e36ab15 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Pushing event updated for resources: {'Port': ['ID=6f7370df-6a1b-4dfe-983b-3d6cd36a298d,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:31.453530 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ce29f-51ef-4678-9c26-d88cc38a826b req-c3ca7034-4975-4e44-976b-34530e36ab15 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:31.454176 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-098ce29f-51ef-4678-9c26-d88cc38a826b req-c3ca7034-4975-4e44-976b-34530e36ab15 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:31.624120 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0ca10733-d2f5-43f1-b02c-312ad0ac9956 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:31.657462 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0ca10733-d2f5-43f1-b02c-312ad0ac9956 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:31.767694 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-80ad87df-74d5-40fc-9f13-46575bbcdccd None None] Provisioning for port 6f7370df-6a1b-4dfe-983b-3d6cd36a298d completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:31.791733 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-80ad87df-74d5-40fc-9f13-46575bbcdccd None None] Provisioning complete for port 6f7370df-6a1b-4dfe-983b-3d6cd36a298d triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:31.794223 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-0ca10733-d2f5-43f1-b02c-312ad0ac9956 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Allocated IP 172.25.7.40 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/bc9de869-84a6-45ab-a0f4-a15eea6375f1) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:22:31.795060 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-80ad87df-74d5-40fc-9f13-46575bbcdccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:31.901268 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0be138-edeb-4e33-85cf-42d245b85982 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=671472a0-ea87-43e5-8586-78a1de5f1af8,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:31.903330 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-067fb9e1-67c4-4a64-97e7-f44a752c72cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:31.909330 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-80ad87df-74d5-40fc-9f13-46575bbcdccd None None] Port 6f7370df-6a1b-4dfe-983b-3d6cd36a298d cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:22:31.923172 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78106ae5-f220-47a5-bc7e-499380708a23 req-4744ec52-61b4-4207-842b-6ea75ecff540 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:31.929544 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-78106ae5-f220-47a5-bc7e-499380708a23 req-4744ec52-61b4-4207-842b-6ea75ecff540 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7f6702b-3804-4f19-874e-14e3063c03ac HTTP/1.1" status: 200 len: 931 time: 0.1326044 Aug 10 03:22:31.953132 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cb0be138-edeb-4e33-85cf-42d245b85982 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:31.955033 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-cb0be138-edeb-4e33-85cf-42d245b85982 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/671472a0-ea87-43e5-8586-78a1de5f1af8 HTTP/1.1" status: 204 len: 168 time: 2.0234203 Aug 10 03:22:31.962379 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60154) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:32.010423 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-067fb9e1-67c4-4a64-97e7-f44a752c72cd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=564e7f9342fd4dafac591d7b124fa5b8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3995709 Aug 10 03:22:32.011870 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067fb9e1-67c4-4a64-97e7-f44a752c72cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6d1007-1c64-49a5-92d0-6d4f43dd890d,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:32.014332 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60156) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:32.027518 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-65371302-8b08-42cf-ae24-2585b0538a0d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:32.047004 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-65371302-8b08-42cf-ae24-2585b0538a0d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:32.051615 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-65371302-8b08-42cf-ae24-2585b0538a0d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "DELETE /v2.0/networks/3a569a70-f4a4-4ab6-80e4-b82f9518e8a1 HTTP/1.1" status: 204 len: 168 time: 2.7046940 Aug 10 03:22:32.053970 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60158) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:32.080893 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65371302-8b08-42cf-ae24-2585b0538a0d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event deleted for resources: {'Network': ['ID=3a569a70-f4a4-4ab6-80e4-b82f9518e8a1,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:32.140770 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ff570509-62fa-4f64-ba79-512fe6351fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:32.144799 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-78106ae5-f220-47a5-bc7e-499380708a23 req-982d059b-e8c0-4fbe-818b-9708a7405b2e tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082517 Aug 10 03:22:32.184710 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-01f874b6-9970-485a-8dbb-bbc3f1367354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:32.186268 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-34dccfdf-9072-4e70-8cbf-46191a46ddd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:32.196519 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-34dccfdf-9072-4e70-8cbf-46191a46ddd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:32.206806 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0ca10733-d2f5-43f1-b02c-312ad0ac9956 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:32.210646 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ff570509-62fa-4f64-ba79-512fe6351fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:32.215974 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 41c7a89b-90b3-4195-9c24-a193633b8904 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:22:32.236465 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-098ce29f-51ef-4678-9c26-d88cc38a826b req-c3ca7034-4975-4e44-976b-34530e36ab15 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7610028 Aug 10 03:22:32.261638 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34dccfdf-9072-4e70-8cbf-46191a46ddd4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:22:32.272641 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 41c7a89b-90b3-4195-9c24-a193633b8904 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:32.277598 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 41c7a89b-90b3-4195-9c24-a193633b8904 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:32.277990 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:32.286541 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-098ce29f-51ef-4678-9c26-d88cc38a826b req-40f0c3bf-5e93-4e61-9257-11608b068450 service neutron] Request body: {'port': {'device_id': 'c7f6702b-3804-4f19-874e-14e3063c03ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:32.292205 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dccfdf-9072-4e70-8cbf-46191a46ddd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2832b822-3ae7-4539-a861-1dd7e33b3925,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:32.303565 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-34dccfdf-9072-4e70-8cbf-46191a46ddd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:32.303962 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-34dccfdf-9072-4e70-8cbf-46191a46ddd4 admin admin] Added segment d7f531d5-47e8-4317-acb0-b1f9e067fb36 of type vlan for network f8743645-880b-4ba5-a8f1-7a357010ce33 Aug 10 03:22:32.355969 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-34dccfdf-9072-4e70-8cbf-46191a46ddd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:32.367302 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ff570509-62fa-4f64-ba79-512fe6351fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:32.370465 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ff570509-62fa-4f64-ba79-512fe6351fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:32.374027 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ff570509-62fa-4f64-ba79-512fe6351fc9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6e6d1007-1c64-49a5-92d0-6d4f43dd890d HTTP/1.1" status: 204 len: 168 time: 0.3548992 Aug 10 03:22:32.391050 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:32.428539 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff570509-62fa-4f64-ba79-512fe6351fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6d1007-1c64-49a5-92d0-6d4f43dd890d,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:32.431553 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 41c7a89b-90b3-4195-9c24-a193633b8904, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=41c7a89b-90b3-4195-9c24-a193633b8904,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:32.439291 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:32.464741 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-34dccfdf-9072-4e70-8cbf-46191a46ddd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:32.466300 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34dccfdf-9072-4e70-8cbf-46191a46ddd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:32.467651 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-34dccfdf-9072-4e70-8cbf-46191a46ddd4 admin admin] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:32.514649 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0ca10733-d2f5-43f1-b02c-312ad0ac9956 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:32.516612 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 637a19fb-a95b-4c14-8c2a-25de2c66deb9 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:22:32.574927 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 637a19fb-a95b-4c14-8c2a-25de2c66deb9 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:22:32.583513 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 637a19fb-a95b-4c14-8c2a-25de2c66deb9 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:22:32.596217 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dccfdf-9072-4e70-8cbf-46191a46ddd4 admin admin] Pushing event updated for resources: {'Network': ['ID=f8743645-880b-4ba5-a8f1-7a357010ce33,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:32.614101 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network f8743645-880b-4ba5-a8f1-7a357010ce33 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:22:32.624964 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-34dccfdf-9072-4e70-8cbf-46191a46ddd4 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.8597331 Aug 10 03:22:32.625540 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60166) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:32.638479 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-02c0b30e-8503-4ac2-9fd9-24ba0177efa8 admin admin] Request body: {'subnet': {'network_id': 'f8743645-880b-4ba5-a8f1-7a357010ce33', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1927660707-subnet', 'tenant_id': '0acd2672dca74c959024218175c9c669', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:32.704570 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c0b30e-8503-4ac2-9fd9-24ba0177efa8 admin admin] Made reservation on behalf of 0acd2672dca74c959024218175c9c669 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:22:32.707474 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-02c0b30e-8503-4ac2-9fd9-24ba0177efa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:32.780859 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-01f874b6-9970-485a-8dbb-bbc3f1367354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:32.783354 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=41c7a89b-90b3-4195-9c24-a193633b8904,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:32.818658 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-01f874b6-9970-485a-8dbb-bbc3f1367354 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['480dbe0b-e3be-4a4e-913b-dd9b24bba262']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:32.836983 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-098ce29f-51ef-4678-9c26-d88cc38a826b req-40f0c3bf-5e93-4e61-9257-11608b068450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:32.838950 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60172) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:32.855928 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca10733-d2f5-43f1-b02c-312ad0ac9956 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:22:32.880680 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-01f874b6-9970-485a-8dbb-bbc3f1367354 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0fc6907-b0e5-497d-acdf-511c68571829') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:32.881021 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-01f874b6-9970-485a-8dbb-bbc3f1367354 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0fc6907-b0e5-497d-acdf-511c68571829') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:32.883570 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-0ca10733-d2f5-43f1-b02c-312ad0ac9956 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:22:32.894977 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca10733-d2f5-43f1-b02c-312ad0ac9956 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Pushing event updated for resources: {'Port': ['ID=bc9de869-84a6-45ab-a0f4-a15eea6375f1,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:32.899388 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca10733-d2f5-43f1-b02c-312ad0ac9956 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:22:32.976409 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-01f874b6-9970-485a-8dbb-bbc3f1367354 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:32.998576 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9ec4241b-d646-489e-a561-417bb1ef0ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:33.074857 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-02c0b30e-8503-4ac2-9fd9-24ba0177efa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:33.137409 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-01f874b6-9970-485a-8dbb-bbc3f1367354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:33.145038 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0b30e-8503-4ac2-9fd9-24ba0177efa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a13adeb7-640b-436e-9f0b-413d5349d6d8,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:33.155554 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c0b30e-8503-4ac2-9fd9-24ba0177efa8 admin admin] Checking segment: {'id': 'd7f531d5-47e8-4317-acb0-b1f9e067fb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f8743645-880b-4ba5-a8f1-7a357010ce33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:22:33.155928 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c0b30e-8503-4ac2-9fd9-24ba0177efa8 admin admin] Network hostable DHCP agents. Network: f8743645-880b-4ba5-a8f1-7a357010ce33, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:22:33.158392 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-89887d6f-9ed5-4c39-af53-f531f0c94e7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:33.166767 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01f874b6-9970-485a-8dbb-bbc3f1367354 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:22:33.167157 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-01f874b6-9970-485a-8dbb-bbc3f1367354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:33.175818 n-d-768851-15 neutron-server[94216]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:22:33.175818 n-d-768851-15 neutron-server[94216]: items = [ Aug 10 03:22:33.175818 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:22:33.175818 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:22:33.175818 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:22:33.175818 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:22:33.175818 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:22:33.175818 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:22:33.175818 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:22:33.175818 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:22:33.175818 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:22:33.175818 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:22:33.175818 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:22:33.175818 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:22:33.175818 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:22:33.175818 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:22:33.175818 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:22:33.175818 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:22:33.175818 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:22:33.175818 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:22:33.175818 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:22:33.175818 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:22:33.175818 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:22:33.175818 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:22:33.175818 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:22:33.175818 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:22:33.175818 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:22:33.175818 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:22:33.175818 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:22:33.175818 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:22:33.175818 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:22:33.175818 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:22:33.175818 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:22:33.175818 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:22:33.185775 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c0b30e-8503-4ac2-9fd9-24ba0177efa8 admin admin] Network f8743645-880b-4ba5-a8f1-7a357010ce33 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:22:33.205068 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-02c0b30e-8503-4ac2-9fd9-24ba0177efa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, f8743645-880b-4ba5-a8f1-7a357010ce33) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:22:33.215486 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25679875-6aeb-41ee-a8b6-ee689478f0fb None None] Network f8743645-880b-4ba5-a8f1-7a357010ce33 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:22:33.221688 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c0b30e-8503-4ac2-9fd9-24ba0177efa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:33.222838 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-02c0b30e-8503-4ac2-9fd9-24ba0177efa8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:33.421687 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:33.433621 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0332631-1311-4c6b-8757-358283c0691c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-f8743645-880b-4ba5-a8f1-7a357010ce33', 'network_id': 'f8743645-880b-4ba5-a8f1-7a357010ce33', 'tenant_id': '0acd2672dca74c959024218175c9c669', 'fixed_ips': [{'subnet_id': 'a13adeb7-640b-436e-9f0b-413d5349d6d8'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:22:33.435787 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b0332631-1311-4c6b-8757-358283c0691c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:33.487111 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-01f874b6-9970-485a-8dbb-bbc3f1367354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:33.520544 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-01f874b6-9970-485a-8dbb-bbc3f1367354 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:33.524838 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-01f874b6-9970-485a-8dbb-bbc3f1367354 admin admin] 10.222.0.62 "DELETE /v2.0/networks/480dbe0b-e3be-4a4e-913b-dd9b24bba262 HTTP/1.1" status: 204 len: 168 time: 1.5596564 Aug 10 03:22:33.593932 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f874b6-9970-485a-8dbb-bbc3f1367354 admin admin] Pushing event deleted for resources: {'Network': ['ID=480dbe0b-e3be-4a4e-913b-dd9b24bba262,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:33.607901 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe56287-8210-47d9-bd52-88b5cca783b0 req-dbf218ed-1c6c-49e7-a981-4af6a2c628b4 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:33.615362 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cfe56287-8210-47d9-bd52-88b5cca783b0 req-dbf218ed-1c6c-49e7-a981-4af6a2c628b4 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7f6702b-3804-4f19-874e-14e3063c03ac HTTP/1.1" status: 200 len: 931 time: 0.3092468 Aug 10 03:22:33.681150 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-b0332631-1311-4c6b-8757-358283c0691c None None] Allocated IP 172.20.0.2 (f8743645-880b-4ba5-a8f1-7a357010ce33/a13adeb7-640b-436e-9f0b-413d5349d6d8/195d2ac1-55b5-40b1-b213-de35454f7dfc) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:22:33.782329 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cfe56287-8210-47d9-bd52-88b5cca783b0 req-f378f06a-3ded-46f7-8c0c-2b49f8cc7de9 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660788 Aug 10 03:22:33.835240 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60212) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:33.879773 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2937886f-c914-42b3-9f62-f8f59fa4d7ee admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=83b79d8631564df6a9bf256e7f6ac69f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432789 Aug 10 03:22:33.882670 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60214) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:33.910771 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-89887d6f-9ed5-4c39-af53-f531f0c94e7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:33.924195 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-89887d6f-9ed5-4c39-af53-f531f0c94e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:33.938093 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b0332631-1311-4c6b-8757-358283c0691c None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:33.938949 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-02c0b30e-8503-4ac2-9fd9-24ba0177efa8 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3121610 Aug 10 03:22:33.949499 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b0332631-1311-4c6b-8757-358283c0691c None None] Transition to ACTIVE for port object 195d2ac1-55b5-40b1-b213-de35454f7dfc will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:22:33.952337 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60218) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:33.963341 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2b36a2ce-728b-4005-8a0e-70e76c09ea04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:33.971606 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b0332631-1311-4c6b-8757-358283c0691c None None] Transition to ACTIVE for port object 195d2ac1-55b5-40b1-b213-de35454f7dfc will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:22:33.981256 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b0332631-1311-4c6b-8757-358283c0691c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:33.983083 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ab85cd14-9d80-4e9f-bb40-07cfea54dfd3 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:33.990246 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2b36a2ce-728b-4005-8a0e-70e76c09ea04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:34.033684 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-098ce29f-51ef-4678-9c26-d88cc38a826b req-40f0c3bf-5e93-4e61-9257-11608b068450 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f7370df-6a1b-4dfe-983b-3d6cd36a298d {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:22:34.035937 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0332631-1311-4c6b-8757-358283c0691c None None] Network f8743645-880b-4ba5-a8f1-7a357010ce33 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:22:34.040509 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-b0332631-1311-4c6b-8757-358283c0691c None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:22:34.045885 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0332631-1311-4c6b-8757-358283c0691c None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:22:34.051302 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2b36a2ce-728b-4005-8a0e-70e76c09ea04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:34.053883 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2b36a2ce-728b-4005-8a0e-70e76c09ea04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:34.055640 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2b36a2ce-728b-4005-8a0e-70e76c09ea04 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1a64bb6c-37d0-4a1f-a27e-9a2905733ecd HTTP/1.1" status: 204 len: 168 time: 0.1712441 Aug 10 03:22:34.061124 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0332631-1311-4c6b-8757-358283c0691c None None] Pushing event updated for resources: {'Port': ['ID=195d2ac1-55b5-40b1-b213-de35454f7dfc,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:34.068282 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b36a2ce-728b-4005-8a0e-70e76c09ea04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a64bb6c-37d0-4a1f-a27e-9a2905733ecd,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:34.069266 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0ca10733-d2f5-43f1-b02c-312ad0ac9956 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:34.175415 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-df672e0c-f39e-46fe-a273-7ab52b6ce844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:34.199575 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-b0332631-1311-4c6b-8757-358283c0691c None None] Attempting to bind port 195d2ac1-55b5-40b1-b213-de35454f7dfc on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:22:34.200080 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-b0332631-1311-4c6b-8757-358283c0691c None None] Attempting to bind port 195d2ac1-55b5-40b1-b213-de35454f7dfc by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'd7f531d5-47e8-4317-acb0-b1f9e067fb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f8743645-880b-4ba5-a8f1-7a357010ce33'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:22:34.200325 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0332631-1311-4c6b-8757-358283c0691c None None] Attempting to bind port 195d2ac1-55b5-40b1-b213-de35454f7dfc on network f8743645-880b-4ba5-a8f1-7a357010ce33 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:22:34.205794 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:34.211923 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0332631-1311-4c6b-8757-358283c0691c None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:22:34.212194 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0332631-1311-4c6b-8757-358283c0691c None None] Checking segment: {'id': 'd7f531d5-47e8-4317-acb0-b1f9e067fb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f8743645-880b-4ba5-a8f1-7a357010ce33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:22:34.212605 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b0332631-1311-4c6b-8757-358283c0691c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:34.213008 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0332631-1311-4c6b-8757-358283c0691c None None] Bound using segment: {'id': 'd7f531d5-47e8-4317-acb0-b1f9e067fb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f8743645-880b-4ba5-a8f1-7a357010ce33'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:22:34.213500 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-b0332631-1311-4c6b-8757-358283c0691c None None] Bound port: 195d2ac1-55b5-40b1-b213-de35454f7dfc, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7f531d5-47e8-4317-acb0-b1f9e067fb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f8743645-880b-4ba5-a8f1-7a357010ce33'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:22:34.213946 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b0332631-1311-4c6b-8757-358283c0691c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:34.216546 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 41c7a89b-90b3-4195-9c24-a193633b8904 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:22:34.331302 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 41c7a89b-90b3-4195-9c24-a193633b8904 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:34.331687 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:34.358066 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-df672e0c-f39e-46fe-a273-7ab52b6ce844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:34.367268 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-df672e0c-f39e-46fe-a273-7ab52b6ce844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:34.370479 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b0332631-1311-4c6b-8757-358283c0691c None None] For port 195d2ac1-55b5-40b1-b213-de35454f7dfc, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:22:34.407954 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b0332631-1311-4c6b-8757-358283c0691c None None] For port 195d2ac1-55b5-40b1-b213-de35454f7dfc, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=195d2ac1-55b5-40b1-b213-de35454f7dfc,segment=NetworkSegment(d7f531d5-47e8-4317-acb0-b1f9e067fb36),segment_id=d7f531d5-47e8-4317-acb0-b1f9e067fb36)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:22:34.422703 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b0332631-1311-4c6b-8757-358283c0691c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:34.441072 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df672e0c-f39e-46fe-a273-7ab52b6ce844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0103ec80-a141-481c-aa68-b0187f52ffc9,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:34.454617 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-df672e0c-f39e-46fe-a273-7ab52b6ce844 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f1b80fd3120d444593150028732ca88c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5012355 Aug 10 03:22:34.457436 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60236) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:34.543791 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0332631-1311-4c6b-8757-358283c0691c None None] Pushing event updated for resources: {'Port': ['ID=195d2ac1-55b5-40b1-b213-de35454f7dfc,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:34.570175 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-411ac224-78be-4366-babc-0e44d4943813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:34.599863 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-411ac224-78be-4366-babc-0e44d4943813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:34.621742 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-098ce29f-51ef-4678-9c26-d88cc38a826b req-40f0c3bf-5e93-4e61-9257-11608b068450 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:34.670825 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-411ac224-78be-4366-babc-0e44d4943813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:34.673444 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-411ac224-78be-4366-babc-0e44d4943813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:34.677690 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-411ac224-78be-4366-babc-0e44d4943813 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0103ec80-a141-481c-aa68-b0187f52ffc9 HTTP/1.1" status: 204 len: 168 time: 0.2166624 Aug 10 03:22:34.689397 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411ac224-78be-4366-babc-0e44d4943813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0103ec80-a141-481c-aa68-b0187f52ffc9,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:34.692836 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-89887d6f-9ed5-4c39-af53-f531f0c94e7c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7008444bf9bd494d98fa8b8150f6c5d0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8339634 Aug 10 03:22:34.695448 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60246) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:34.757775 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89887d6f-9ed5-4c39-af53-f531f0c94e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeed4142-4b2c-4a8b-8569-638a6d6cb5c9,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:34.911539 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-098ce29f-51ef-4678-9c26-d88cc38a826b req-40f0c3bf-5e93-4e61-9257-11608b068450 service neutron] Transition to ACTIVE for port object 6f7370df-6a1b-4dfe-983b-3d6cd36a298d will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:22:34.968689 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-098ce29f-51ef-4678-9c26-d88cc38a826b req-40f0c3bf-5e93-4e61-9257-11608b068450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:35.189414 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f0c3bf-5e93-4e61-9257-11608b068450 service neutron] Pushing event updated for resources: {'Port': ['ID=6f7370df-6a1b-4dfe-983b-3d6cd36a298d,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:35.223402 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2b53c4e0-4a18-4d13-938d-5ca60c8080c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:35.238243 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1bd15-f3f2-44bf-b3a3-39a500712b74 req-4ad2ab9f-e3aa-4ed2-b0cf-5d9ed3bbe770 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:35.245761 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c4a1bd15-f3f2-44bf-b3a3-39a500712b74 req-4ad2ab9f-e3aa-4ed2-b0cf-5d9ed3bbe770 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7f6702b-3804-4f19-874e-14e3063c03ac HTTP/1.1" status: 200 len: 943 time: 0.3199801 Aug 10 03:22:35.256517 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0ca10733-d2f5-43f1-b02c-312ad0ac9956 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:35.322091 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7b39d-1261-4550-b2cf-8826492dcfe4 req-a5753e3f-bfb1-499d-8142-bec3b2f06f4d tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:35.329057 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-87b7b39d-1261-4550-b2cf-8826492dcfe4 req-a5753e3f-bfb1-499d-8142-bec3b2f06f4d tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/networks?id=f8743645-880b-4ba5-a8f1-7a357010ce33 HTTP/1.1" status: 200 len: 816 time: 0.4322324 Aug 10 03:22:35.354643 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60280) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:35.392436 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2b53c4e0-4a18-4d13-938d-5ca60c8080c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:35.488819 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-87b7b39d-1261-4550-b2cf-8826492dcfe4 req-0191e4bc-b849-430a-abc5-c5872581d4aa tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/quotas/0acd2672dca74c959024218175c9c669 HTTP/1.1" status: 200 len: 375 time: 0.1440456 Aug 10 03:22:35.493647 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-35f5ba85-9bdd-4739-97e1-15712c2014de admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1067398040-network', 'tenant_id': '18a33eeef11840599fbf09c6616fdf3c'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:35.520336 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f5ba85-9bdd-4739-97e1-15712c2014de admin admin] Made reservation on behalf of 18a33eeef11840599fbf09c6616fdf3c for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:22:35.523203 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-35f5ba85-9bdd-4739-97e1-15712c2014de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:35.533963 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-35f5ba85-9bdd-4739-97e1-15712c2014de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:35.538193 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c4a1bd15-f3f2-44bf-b3a3-39a500712b74 req-ebbcca64-eab5-4142-98f0-8d4b3a0ef1f8 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864413 Aug 10 03:22:35.683298 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-098ce29f-51ef-4678-9c26-d88cc38a826b req-40f0c3bf-5e93-4e61-9257-11608b068450 service neutron] Attempting to bind port 6f7370df-6a1b-4dfe-983b-3d6cd36a298d on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:22:35.684414 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-098ce29f-51ef-4678-9c26-d88cc38a826b req-40f0c3bf-5e93-4e61-9257-11608b068450 service neutron] Attempting to bind port 6f7370df-6a1b-4dfe-983b-3d6cd36a298d by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '8f60b627-ffb1-479c-a505-a6c7d3d8b515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:22:35.684955 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098ce29f-51ef-4678-9c26-d88cc38a826b req-40f0c3bf-5e93-4e61-9257-11608b068450 service neutron] Attempting to bind port 6f7370df-6a1b-4dfe-983b-3d6cd36a298d on network 0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:22:35.721419 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-35f5ba85-9bdd-4739-97e1-15712c2014de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:35.725432 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098ce29f-51ef-4678-9c26-d88cc38a826b req-40f0c3bf-5e93-4e61-9257-11608b068450 service neutron] Port 6f7370df-6a1b-4dfe-983b-3d6cd36a298d on network 0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:22:35.726119 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098ce29f-51ef-4678-9c26-d88cc38a826b req-40f0c3bf-5e93-4e61-9257-11608b068450 service neutron] Attempting to bind port 6f7370df-6a1b-4dfe-983b-3d6cd36a298d on network 0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:22:35.726685 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-35f5ba85-9bdd-4739-97e1-15712c2014de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:35.739758 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2b53c4e0-4a18-4d13-938d-5ca60c8080c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:35.742865 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2b53c4e0-4a18-4d13-938d-5ca60c8080c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:35.744244 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-2b53c4e0-4a18-4d13-938d-5ca60c8080c0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/aeed4142-4b2c-4a8b-8569-638a6d6cb5c9 HTTP/1.1" status: 204 len: 168 time: 1.0429244 Aug 10 03:22:35.751253 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35f5ba85-9bdd-4739-97e1-15712c2014de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:22:35.762641 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098ce29f-51ef-4678-9c26-d88cc38a826b req-40f0c3bf-5e93-4e61-9257-11608b068450 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:22:35.763345 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098ce29f-51ef-4678-9c26-d88cc38a826b req-40f0c3bf-5e93-4e61-9257-11608b068450 service neutron] Checking segment: {'id': '8f60b627-ffb1-479c-a505-a6c7d3d8b515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:22:35.763994 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098ce29f-51ef-4678-9c26-d88cc38a826b req-40f0c3bf-5e93-4e61-9257-11608b068450 service neutron] Bound using segment: {'id': '8f60b627-ffb1-479c-a505-a6c7d3d8b515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:22:35.764967 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-098ce29f-51ef-4678-9c26-d88cc38a826b req-40f0c3bf-5e93-4e61-9257-11608b068450 service neutron] Bound port: 6f7370df-6a1b-4dfe-983b-3d6cd36a298d, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f60b627-ffb1-479c-a505-a6c7d3d8b515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:22:35.765603 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-098ce29f-51ef-4678-9c26-d88cc38a826b req-40f0c3bf-5e93-4e61-9257-11608b068450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:35.767546 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f5ba85-9bdd-4739-97e1-15712c2014de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=debf09ed-fe31-46f6-8139-855a4f836810,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:35.775872 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-35f5ba85-9bdd-4739-97e1-15712c2014de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:35.776247 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-35f5ba85-9bdd-4739-97e1-15712c2014de admin admin] Added segment 8936e8d5-e4c3-4cf3-b1c2-0062beb0cd77 of type vlan for network 37a4392b-cf47-4575-a8ed-c0e4f1f53e7f Aug 10 03:22:35.786653 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-87b7b39d-1261-4550-b2cf-8826492dcfe4 req-aa143c7f-f15b-459d-90fc-2aa1d354acb4 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0acd2672dca74c959024218175c9c669&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2770875 Aug 10 03:22:35.787716 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b53c4e0-4a18-4d13-938d-5ca60c8080c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeed4142-4b2c-4a8b-8569-638a6d6cb5c9,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:35.845559 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-35f5ba85-9bdd-4739-97e1-15712c2014de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:35.885365 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:35.906677 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-35f5ba85-9bdd-4739-97e1-15712c2014de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:35.908102 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f5ba85-9bdd-4739-97e1-15712c2014de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:35.909885 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-35f5ba85-9bdd-4739-97e1-15712c2014de admin admin] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:35.911762 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12270ee-4db1-4ff8-b7b9-198fff5b63a8 None None] Network f8743645-880b-4ba5-a8f1-7a357010ce33 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:22:35.940284 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-35f5ba85-9bdd-4739-97e1-15712c2014de admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5837471 Aug 10 03:22:35.962066 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-098ce29f-51ef-4678-9c26-d88cc38a826b req-40f0c3bf-5e93-4e61-9257-11608b068450 service neutron] For port 6f7370df-6a1b-4dfe-983b-3d6cd36a298d, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:22:35.970455 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60296) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:35.986018 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-23263b6f-47f1-4d16-aa8a-2e63bf74ab54 admin admin] Request body: {'subnet': {'network_id': '37a4392b-cf47-4575-a8ed-c0e4f1f53e7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1067398040-subnet', 'tenant_id': '18a33eeef11840599fbf09c6616fdf3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:35.995086 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f5ba85-9bdd-4739-97e1-15712c2014de admin admin] Pushing event updated for resources: {'Network': ['ID=37a4392b-cf47-4575-a8ed-c0e4f1f53e7f,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:36.011549 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 37a4392b-cf47-4575-a8ed-c0e4f1f53e7f details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:22:36.018063 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-098ce29f-51ef-4678-9c26-d88cc38a826b req-40f0c3bf-5e93-4e61-9257-11608b068450 service neutron] For port 6f7370df-6a1b-4dfe-983b-3d6cd36a298d, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=6f7370df-6a1b-4dfe-983b-3d6cd36a298d,segment=NetworkSegment(8f60b627-ffb1-479c-a505-a6c7d3d8b515),segment_id=8f60b627-ffb1-479c-a505-a6c7d3d8b515)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:22:36.024540 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca10733-d2f5-43f1-b02c-312ad0ac9956 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Router 4daf2f7c-b14d-4c0d-a2b6-f9ae7627126d is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:22:36.038688 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-ab85cd14-9d80-4e9f-bb40-07cfea54dfd3 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Deleting port e02fdbbb-fa56-4907-b7ef-2741cbc8c294 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:22:36.039089 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ab85cd14-9d80-4e9f-bb40-07cfea54dfd3 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:36.098897 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-302fb75f-bf01-4b06-9086-9b339c476ff9 None None] Provisioning for port 195d2ac1-55b5-40b1-b213-de35454f7dfc completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:36.115736 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-098ce29f-51ef-4678-9c26-d88cc38a826b req-40f0c3bf-5e93-4e61-9257-11608b068450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:36.223759 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23263b6f-47f1-4d16-aa8a-2e63bf74ab54 admin admin] Made reservation on behalf of 18a33eeef11840599fbf09c6616fdf3c for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:22:36.226087 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-23263b6f-47f1-4d16-aa8a-2e63bf74ab54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:36.251910 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ce29f-51ef-4678-9c26-d88cc38a826b req-40f0c3bf-5e93-4e61-9257-11608b068450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:36.252794 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-098ce29f-51ef-4678-9c26-d88cc38a826b req-40f0c3bf-5e93-4e61-9257-11608b068450 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:36.254412 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 195d2ac1-55b5-40b1-b213-de35454f7dfc up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:22:36.254615 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-098ce29f-51ef-4678-9c26-d88cc38a826b req-40f0c3bf-5e93-4e61-9257-11608b068450 service neutron] 10.222.0.60 "PUT /v2.0/ports/6f7370df-6a1b-4dfe-983b-3d6cd36a298d HTTP/1.1" status: 200 len: 1092 time: 3.9779978 Aug 10 03:22:36.265062 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7f6702b-3804-4f19-874e-14e3063c03ac', 'tag': '6f7370df-6a1b-4dfe-983b-3d6cd36a298d'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:22:36.267817 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce81674-023e-417c-8809-afef448dee38" -d '{"events": [{"name": "network-changed", "server_uuid": "c7f6702b-3804-4f19-874e-14e3063c03ac", "tag": "6f7370df-6a1b-4dfe-983b-3d6cd36a298d"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:22:36.351777 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 195d2ac1-55b5-40b1-b213-de35454f7dfc completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:36.356757 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 195d2ac1-55b5-40b1-b213-de35454f7dfc triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:36.357145 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:36.358291 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c4bf10-d431-4630-aeb8-89632c3fdfdb x-openstack-request-id: req-59c4bf10-d431-4630-aeb8-89632c3fdfdb {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:22:36.358771 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7f6702b-3804-4f19-874e-14e3063c03ac", "tag": "6f7370df-6a1b-4dfe-983b-3d6cd36a298d", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:22:36.359169 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-59c4bf10-d431-4630-aeb8-89632c3fdfdb {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:22:36.359748 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7f6702b-3804-4f19-874e-14e3063c03ac', 'tag': '6f7370df-6a1b-4dfe-983b-3d6cd36a298d', 'status': 'completed', 'code': 200} Aug 10 03:22:36.403746 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-ab85cd14-9d80-4e9f-bb40-07cfea54dfd3 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] For port e02fdbbb-fa56-4907-b7ef-2741cbc8c294, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=e02fdbbb-fa56-4907-b7ef-2741cbc8c294,segment=NetworkSegment(02fcba64-0445-4247-b484-a4c918c7a202),segment_id=02fcba64-0445-4247-b484-a4c918c7a202)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:36.404868 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ab85cd14-9d80-4e9f-bb40-07cfea54dfd3 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:36.457787 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-87b7b39d-1261-4550-b2cf-8826492dcfe4 req-4f246021-aaa1-4a58-9d02-7f0739aba9e6 service neutron] 10.222.0.62 "GET /v2.0/networks/f8743645-880b-4ba5-a8f1-7a357010ce33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6511686 Aug 10 03:22:36.477390 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-ab85cd14-9d80-4e9f-bb40-07cfea54dfd3 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Calling delete_port for e02fdbbb-fa56-4907-b7ef-2741cbc8c294 owned by network:router_interface {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:22:36.501920 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60310) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:36.532184 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d0c080ef-8e4b-47e7-a147-71122bf87c04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:36.542770 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f0c3bf-5e93-4e61-9257-11608b068450 service neutron] Pushing event updated for resources: {'Port': ['ID=6f7370df-6a1b-4dfe-983b-3d6cd36a298d,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:36.673860 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d0c080ef-8e4b-47e7-a147-71122bf87c04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:36.679661 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d0c080ef-8e4b-47e7-a147-71122bf87c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:36.763973 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d0c080ef-8e4b-47e7-a147-71122bf87c04 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=94ffa0e5546b42968508cbb1b94e2d4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2607820 Aug 10 03:22:36.770848 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ce29f-51ef-4678-9c26-d88cc38a826b req-4a48d7eb-5950-4e70-b433-eb567d778729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:36.772423 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-098ce29f-51ef-4678-9c26-d88cc38a826b req-4a48d7eb-5950-4e70-b433-eb567d778729 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e185eddfc77743c180b686598504f106&device_id=c7f6702b-3804-4f19-874e-14e3063c03ac HTTP/1.1" status: 200 len: 1095 time: 0.4162560 Aug 10 03:22:36.773033 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60320) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:36.774769 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:36.780783 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca10733-d2f5-43f1-b02c-312ad0ac9956 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:22:36.785720 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c080ef-8e4b-47e7-a147-71122bf87c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b41bd4-77ab-4de8-ad86-49fde590d14a,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:36.797911 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ab85e0-977f-48d6-a76f-8bd54145c8ad None None] Sync routers for ids ['4daf2f7c-b14d-4c0d-a2b6-f9ae7627126d'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:22:36.815511 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 195d2ac1-55b5-40b1-b213-de35454f7dfc, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=195d2ac1-55b5-40b1-b213-de35454f7dfc,segment=NetworkSegment(d7f531d5-47e8-4317-acb0-b1f9e067fb36),segment_id=d7f531d5-47e8-4317-acb0-b1f9e067fb36)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:36.822853 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ab85e0-977f-48d6-a76f-8bd54145c8ad None None] Routers {'4daf2f7c-b14d-4c0d-a2b6-f9ae7627126d'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:22:36.823616 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:36.823825 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-c9ab85e0-977f-48d6-a76f-8bd54145c8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:22:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['4daf2f7c-b14d-4c0d-a2b6-f9ae7627126d'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:36.826806 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0ca10733-d2f5-43f1-b02c-312ad0ac9956 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:36.830686 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-0ca10733-d2f5-43f1-b02c-312ad0ac9956 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 7.6383686 Aug 10 03:22:36.830836 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60322) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:36.897012 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-098ce29f-51ef-4678-9c26-d88cc38a826b req-cadc9e33-cae3-4c07-bc5c-12d59909ba18 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f7370df-6a1b-4dfe-983b-3d6cd36a298d HTTP/1.1" status: 200 len: 217 time: 0.0934212 Aug 10 03:22:36.919655 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=195d2ac1-55b5-40b1-b213-de35454f7dfc,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:36.934234 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-74112ca3-6b15-46c7-a642-9ce5cbabc6d7 None None] Provisioning complete for port 195d2ac1-55b5-40b1-b213-de35454f7dfc triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:36.935265 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-74112ca3-6b15-46c7-a642-9ce5cbabc6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:36.977793 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4141b76-1b27-4086-b24d-512337ae6a45 req-c5d33139-3fc4-4048-8330-73b90726d518 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:36.984714 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d4141b76-1b27-4086-b24d-512337ae6a45 req-c5d33139-3fc4-4048-8330-73b90726d518 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7f6702b-3804-4f19-874e-14e3063c03ac HTTP/1.1" status: 200 len: 943 time: 0.3048806 Aug 10 03:22:36.993991 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-c9ab85e0-977f-48d6-a76f-8bd54145c8ad None None] Set router 4daf2f7c-b14d-4c0d-a2b6-f9ae7627126d gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:22:37.058034 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-87b7b39d-1261-4550-b2cf-8826492dcfe4 req-69f09560-2082-4ffd-9204-00e22771a369 service neutron] 10.222.0.62 "GET /v2.0/networks/f8743645-880b-4ba5-a8f1-7a357010ce33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5599647 Aug 10 03:22:37.079813 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-cca21ace-d9a9-4392-9b3a-6cc3c9a1e145 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] 10.222.0.62 "GET /v2.0/routers/4daf2f7c-b14d-4c0d-a2b6-f9ae7627126d HTTP/1.1" status: 200 len: 906 time: 0.2478797 Aug 10 03:22:37.083614 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60328) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:37.151870 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ce29f-51ef-4678-9c26-d88cc38a826b req-619b40d2-ac19-479b-a157-4e6d0af37654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:37.153936 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-098ce29f-51ef-4678-9c26-d88cc38a826b req-619b40d2-ac19-479b-a157-4e6d0af37654 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c05a62ae-44d3-4db4-a938-da6f60472238 HTTP/1.1" status: 200 len: 849 time: 0.2308688 Aug 10 03:22:37.160593 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a9e9d516-cba6-4471-9591-fd7a4d4bdbe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:37.197151 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d4141b76-1b27-4086-b24d-512337ae6a45 req-938a79d6-d913-454a-863a-19f5731e5f15 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114823 Aug 10 03:22:37.226169 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-c9ab85e0-977f-48d6-a76f-8bd54145c8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4daf2f7c-b14d-4c0d-a2b6-f9ae7627126d', 'name': 'tempest-snat-router-280738597', 'tenant_id': '7ff36ef545234af39eb9322b66212871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': 'bc9de869-84a6-45ab-a0f4-a15eea6375f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:22:29Z', 'updated_at': '2021-08-10T03:22:33Z', 'revision_number': 3, 'project_id': '7ff36ef545234af39eb9322b66212871', 'gw_port': {'id': 'bc9de869-84a6-45ab-a0f4-a15eea6375f1', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a4:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4daf2f7c-b14d-4c0d-a2b6-f9ae7627126d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:22:31Z', 'updated_at': '2021-08-10T03:22:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:37.247565 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ac0522fd-d802-421f-8152-5dadd3e80e17 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks [] for router, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:37.262541 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ab85e0-977f-48d6-a76f-8bd54145c8ad None None] Checking router: 4daf2f7c-b14d-4c0d-a2b6-f9ae7627126d for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:22:37.263894 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ab85e0-977f-48d6-a76f-8bd54145c8ad None None] Updating router 4daf2f7c-b14d-4c0d-a2b6-f9ae7627126d port bc9de869-84a6-45ab-a0f4-a15eea6375f1 binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:22:37.295347 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-c9ab85e0-977f-48d6-a76f-8bd54145c8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:37.432337 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ab85cd14-9d80-4e9f-bb40-07cfea54dfd3 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:37.444428 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a9e9d516-cba6-4471-9591-fd7a4d4bdbe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:37.451458 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-23263b6f-47f1-4d16-aa8a-2e63bf74ab54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:37.465852 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ac0522fd-d802-421f-8152-5dadd3e80e17 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:37.555675 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-ac0522fd-d802-421f-8152-5dadd3e80e17 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Deleting port bc9de869-84a6-45ab-a0f4-a15eea6375f1 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:22:37.556357 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ac0522fd-d802-421f-8152-5dadd3e80e17 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:37.729114 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ac0522fd-d802-421f-8152-5dadd3e80e17 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:37.747824 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-ac0522fd-d802-421f-8152-5dadd3e80e17 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Calling delete_port for bc9de869-84a6-45ab-a0f4-a15eea6375f1 owned by network:router_gateway {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:22:37.770011 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-c9ab85e0-977f-48d6-a76f-8bd54145c8ad None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:37.796374 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-c9ab85e0-977f-48d6-a76f-8bd54145c8ad None None] Transition to ACTIVE for port object bc9de869-84a6-45ab-a0f4-a15eea6375f1 will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:22:37.801635 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60352) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:37.806723 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-c9ab85e0-977f-48d6-a76f-8bd54145c8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:37.866332 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-c9ab85e0-977f-48d6-a76f-8bd54145c8ad None None] Attempting to bind port bc9de869-84a6-45ab-a0f4-a15eea6375f1 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:22:37.866712 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-c9ab85e0-977f-48d6-a76f-8bd54145c8ad None None] Attempting to bind port bc9de869-84a6-45ab-a0f4-a15eea6375f1 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:22:37.867105 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ab85e0-977f-48d6-a76f-8bd54145c8ad None None] Attempting to bind port bc9de869-84a6-45ab-a0f4-a15eea6375f1 on network 09ca2025-b9a6-4e84-8019-8d9fbef3753e {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:22:37.879625 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ab85e0-977f-48d6-a76f-8bd54145c8ad None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:22:37.880102 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ab85e0-977f-48d6-a76f-8bd54145c8ad None None] Checking segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:22:37.880416 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-c9ab85e0-977f-48d6-a76f-8bd54145c8ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:37.880796 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ab85e0-977f-48d6-a76f-8bd54145c8ad None None] Bound using segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:22:37.881433 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-c9ab85e0-977f-48d6-a76f-8bd54145c8ad None None] Bound port: bc9de869-84a6-45ab-a0f4-a15eea6375f1, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:22:37.881800 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-c9ab85e0-977f-48d6-a76f-8bd54145c8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:37.939024 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbca3e3-8ddd-4658-876e-227c630ff247 None None] Pushing event updated for resources: {'Port': ['ID=bc9de869-84a6-45ab-a0f4-a15eea6375f1,revision_number=2']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:37.959982 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-c9ab85e0-977f-48d6-a76f-8bd54145c8ad None None] For port bc9de869-84a6-45ab-a0f4-a15eea6375f1, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:22:37.968614 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.db.api [None req-c9ab85e0-977f-48d6-a76f-8bd54145c8ad None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:22:37.968614 n-d-768851-15 neutron-server[94219]: [SQL: INSERT INTO ml2_port_binding_levels (port_id, host, `level`, driver, segment_id) VALUES (%(port_id)s, %(host)s, %(level)s, %(driver)s, %(segment_id)s)] Aug 10 03:22:37.968614 n-d-768851-15 neutron-server[94219]: [parameters: {'port_id': 'bc9de869-84a6-45ab-a0f4-a15eea6375f1', 'host': 'n-d-768851-15', 'level': 0, 'driver': 'openvswitch', 'segment_id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba'}] Aug 10 03:22:37.968614 n-d-768851-15 neutron-server[94219]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:22:37.969100 n-d-768851-15 neutron-server[94219]: DEBUG oslo_db.api [None req-c9ab85e0-977f-48d6-a76f-8bd54145c8ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:22:38.016066 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9cfc9121-1c15-4e5b-9ae0-7bf9fac2a733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:38.027010 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab85cd14-9d80-4e9f-bb40-07cfea54dfd3 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event deleted for resources: {'Port': ['ID=e02fdbbb-fa56-4907-b7ef-2741cbc8c294,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:38.071616 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ac0522fd-d802-421f-8152-5dadd3e80e17 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:38.097828 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ce29f-51ef-4678-9c26-d88cc38a826b req-ac26c501-c2ab-4205-b916-7592c1007065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:38.099549 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-098ce29f-51ef-4678-9c26-d88cc38a826b req-ac26c501-c2ab-4205-b916-7592c1007065 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8967497 Aug 10 03:22:38.109451 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0522fd-d802-421f-8152-5dadd3e80e17 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Pushing event deleted for resources: {'Port': ['ID=bc9de869-84a6-45ab-a0f4-a15eea6375f1,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:38.194410 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 195d2ac1-55b5-40b1-b213-de35454f7dfc up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:22:38.215926 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ac0522fd-d802-421f-8152-5dadd3e80e17 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:38.268153 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 195d2ac1-55b5-40b1-b213-de35454f7dfc triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:38.268976 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:38.286923 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23263b6f-47f1-4d16-aa8a-2e63bf74ab54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00e76214-769d-4a3e-a9c5-015f09a66843,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:38.324363 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9cfc9121-1c15-4e5b-9ae0-7bf9fac2a733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:38.330349 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ac0522fd-d802-421f-8152-5dadd3e80e17 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:38.332145 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9cfc9121-1c15-4e5b-9ae0-7bf9fac2a733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:38.340980 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ac0522fd-d802-421f-8152-5dadd3e80e17 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:38.415892 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9cfc9121-1c15-4e5b-9ae0-7bf9fac2a733 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=de3246d12a9b4e2e8ed1b25f7040b87c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6103151 Aug 10 03:22:38.415892 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfc9121-1c15-4e5b-9ae0-7bf9fac2a733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef7150f-85ab-400d-a35b-6c02492ee36b,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:38.418146 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60362) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:38.420030 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ac0522fd-d802-421f-8152-5dadd3e80e17 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:38.420553 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac0522fd-d802-421f-8152-5dadd3e80e17 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4daf2f7c-b14d-4c0d-a2b6-f9ae7627126d {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:22:38.435844 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ac0522fd-d802-421f-8152-5dadd3e80e17 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:38.436978 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ac0522fd-d802-421f-8152-5dadd3e80e17 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] 10.222.0.62 "DELETE /v2.0/routers/4daf2f7c-b14d-4c0d-a2b6-f9ae7627126d HTTP/1.1" status: 204 len: 168 time: 1.3521502 Aug 10 03:22:38.439676 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60364) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:38.479781 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23263b6f-47f1-4d16-aa8a-2e63bf74ab54 admin admin] Checking segment: {'id': '8936e8d5-e4c3-4cf3-b1c2-0062beb0cd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '37a4392b-cf47-4575-a8ed-c0e4f1f53e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:22:38.480151 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23263b6f-47f1-4d16-aa8a-2e63bf74ab54 admin admin] Network hostable DHCP agents. Network: 37a4392b-cf47-4575-a8ed-c0e4f1f53e7f, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:22:38.488048 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-c9ab85e0-977f-48d6-a76f-8bd54145c8ad None None] Attempting to bind port bc9de869-84a6-45ab-a0f4-a15eea6375f1 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:22:38.488726 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-c9ab85e0-977f-48d6-a76f-8bd54145c8ad None None] Attempting to bind port bc9de869-84a6-45ab-a0f4-a15eea6375f1 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:22:38.490516 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ab85e0-977f-48d6-a76f-8bd54145c8ad None None] Attempting to bind port bc9de869-84a6-45ab-a0f4-a15eea6375f1 on network 09ca2025-b9a6-4e84-8019-8d9fbef3753e {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:22:38.500563 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ab85e0-977f-48d6-a76f-8bd54145c8ad None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:22:38.501208 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ab85e0-977f-48d6-a76f-8bd54145c8ad None None] Checking segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:22:38.501842 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-c9ab85e0-977f-48d6-a76f-8bd54145c8ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:38.502446 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ab85e0-977f-48d6-a76f-8bd54145c8ad None None] Bound using segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:22:38.503213 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-c9ab85e0-977f-48d6-a76f-8bd54145c8ad None None] Bound port: bc9de869-84a6-45ab-a0f4-a15eea6375f1, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:22:38.503837 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-c9ab85e0-977f-48d6-a76f-8bd54145c8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:38.513076 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a9e9d516-cba6-4471-9591-fd7a4d4bdbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:38.515709 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a9e9d516-cba6-4471-9591-fd7a4d4bdbe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:38.516879 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-a9e9d516-cba6-4471-9591-fd7a4d4bdbe1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/61b41bd4-77ab-4de8-ad86-49fde590d14a HTTP/1.1" status: 204 len: 168 time: 1.7375410 Aug 10 03:22:38.526123 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.plugin [None req-c9ab85e0-977f-48d6-a76f-8bd54145c8ad None None] Port bc9de869-84a6-45ab-a0f4-a15eea6375f1 has been deleted concurrently {{(pid=94219) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 10 03:22:38.536497 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ab85e0-977f-48d6-a76f-8bd54145c8ad None None] Routers set() bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:22:38.537237 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ab85e0-977f-48d6-a76f-8bd54145c8ad None None] Router IDs set() for agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 10 03:22:38.538046 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c622fd37-4082-474f-ab8e-fc96a144f914 req-d66475ba-b3cc-4ce5-9953-17ca71edf0c8 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:38.538588 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_agentschedulers_db [None req-c9ab85e0-977f-48d6-a76f-8bd54145c8ad None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4daf2f7c-b14d-4c0d-a2b6-f9ae7627126d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:22:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent'). {{(pid=94219) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 10 03:22:38.539058 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ab85e0-977f-48d6-a76f-8bd54145c8ad None None] The sync data for ids ['4daf2f7c-b14d-4c0d-a2b6-f9ae7627126d'] in n-d-768851-15 is: [] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:22:38.540142 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c622fd37-4082-474f-ab8e-fc96a144f914 req-d66475ba-b3cc-4ce5-9953-17ca71edf0c8 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/networks?id=f8743645-880b-4ba5-a8f1-7a357010ce33 HTTP/1.1" status: 200 len: 816 time: 0.5434887 Aug 10 03:22:38.543974 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ab85cd14-9d80-4e9f-bb40-07cfea54dfd3 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:38.556272 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-098ce29f-51ef-4678-9c26-d88cc38a826b req-aeb53da5-5c44-405f-ac29-10145b60e521 service neutron] 10.222.0.60 "GET /v2.0/networks/0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4262614 Aug 10 03:22:38.571199 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d8007a-df07-4087-be22-032c0d0b6cad req-058682f8-f35f-47ad-9637-410feac67499 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:38.573172 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-45d8007a-df07-4087-be22-032c0d0b6cad req-058682f8-f35f-47ad-9637-410feac67499 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7f6702b-3804-4f19-874e-14e3063c03ac HTTP/1.1" status: 200 len: 943 time: 0.2644949 Aug 10 03:22:38.580386 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e9d516-cba6-4471-9591-fd7a4d4bdbe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b41bd4-77ab-4de8-ad86-49fde590d14a,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:38.615669 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23263b6f-47f1-4d16-aa8a-2e63bf74ab54 admin admin] Network 37a4392b-cf47-4575-a8ed-c0e4f1f53e7f is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:22:38.626696 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6f1574fb-6720-4a7e-97ec-27603427b107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:38.651390 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6f1574fb-6720-4a7e-97ec-27603427b107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:38.660871 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c622fd37-4082-474f-ab8e-fc96a144f914 req-b8c3c4e2-e195-45a6-997d-c7b27b855c38 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/quotas/0acd2672dca74c959024218175c9c669 HTTP/1.1" status: 200 len: 375 time: 0.1017408 Aug 10 03:22:38.712899 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-23263b6f-47f1-4d16-aa8a-2e63bf74ab54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 37a4392b-cf47-4575-a8ed-c0e4f1f53e7f) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:22:38.723662 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc16d1f-ad97-45ad-9682-f3ed04207c6a None None] Network 37a4392b-cf47-4575-a8ed-c0e4f1f53e7f requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:22:38.763557 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23263b6f-47f1-4d16-aa8a-2e63bf74ab54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:38.764166 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-23263b6f-47f1-4d16-aa8a-2e63bf74ab54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:38.821876 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6f1574fb-6720-4a7e-97ec-27603427b107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:38.825764 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6f1574fb-6720-4a7e-97ec-27603427b107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:38.829687 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6f1574fb-6720-4a7e-97ec-27603427b107 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/aef7150f-85ab-400d-a35b-6c02492ee36b HTTP/1.1" status: 204 len: 168 time: 0.4105005 Aug 10 03:22:38.839499 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f0da02c5-e4db-4663-94ae-5b2d630a97bb tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks [] for router, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:38.854791 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-23263b6f-47f1-4d16-aa8a-2e63bf74ab54 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.8709788 Aug 10 03:22:38.860073 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-45d8007a-df07-4087-be22-032c0d0b6cad req-5c65ea10-d840-4a53-8693-38eb99391714 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772796 Aug 10 03:22:38.903608 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1574fb-6720-4a7e-97ec-27603427b107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef7150f-85ab-400d-a35b-6c02492ee36b,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:38.908699 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c622fd37-4082-474f-ab8e-fc96a144f914 req-06f7aec8-9d4e-45ca-a1ab-3688d9752244 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0acd2672dca74c959024218175c9c669&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2040124 Aug 10 03:22:38.911836 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-098ce29f-51ef-4678-9c26-d88cc38a826b req-354e1a44-698b-4fa4-aad0-51a22afc9b96 service neutron] 10.222.0.60 "GET /v2.0/networks/0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359790 Aug 10 03:22:38.988568 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07e0561-151a-4c92-9494-b888d8d0f534 None None] Network 37a4392b-cf47-4575-a8ed-c0e4f1f53e7f requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:22:39.014527 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7b39d-1261-4550-b2cf-8826492dcfe4 req-d74ef62f-8875-453d-9b6c-c5defadb13ba tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:39.030031 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-87b7b39d-1261-4550-b2cf-8826492dcfe4 req-d74ef62f-8875-453d-9b6c-c5defadb13ba tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.58 "GET /v2.0/networks?id=f8743645-880b-4ba5-a8f1-7a357010ce33 HTTP/1.1" status: 200 len: 816 time: 0.3332591 Aug 10 03:22:39.045812 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-87b7b39d-1261-4550-b2cf-8826492dcfe4 req-77b8751e-cf04-44d0-a26e-8b14f05ac6bd tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Request body: {'port': {'device_id': '3d96b1eb-71c8-4499-9e6b-873da4f99425', 'network_id': 'f8743645-880b-4ba5-a8f1-7a357010ce33', 'admin_state_up': True, 'tenant_id': '0acd2672dca74c959024218175c9c669'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:39.049381 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab85cd14-9d80-4e9f-bb40-07cfea54dfd3 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Router 70a1d4de-4417-46e6-be67-33de4b24a9d3 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:22:39.114622 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f0da02c5-e4db-4663-94ae-5b2d630a97bb tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:39.274891 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce81674-023e-417c-8809-afef448dee38 req-a2174f22-b06b-4733-9f89-22bb156ec668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:39.276725 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bce81674-023e-417c-8809-afef448dee38 req-a2174f22-b06b-4733-9f89-22bb156ec668 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e185eddfc77743c180b686598504f106&device_id=c7f6702b-3804-4f19-874e-14e3063c03ac HTTP/1.1" status: 200 len: 1095 time: 0.2378337 Aug 10 03:22:39.292154 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87b7b39d-1261-4550-b2cf-8826492dcfe4 req-77b8751e-cf04-44d0-a26e-8b14f05ac6bd tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Made reservation on behalf of 0acd2672dca74c959024218175c9c669 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:22:39.296042 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-87b7b39d-1261-4550-b2cf-8826492dcfe4 req-77b8751e-cf04-44d0-a26e-8b14f05ac6bd tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:39.316594 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-f0da02c5-e4db-4663-94ae-5b2d630a97bb tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Deleting port 41c7a89b-90b3-4195-9c24-a193633b8904 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:22:39.317203 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f0da02c5-e4db-4663-94ae-5b2d630a97bb tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:39.351585 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60390) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:39.353350 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab85cd14-9d80-4e9f-bb40-07cfea54dfd3 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:22:39.363534 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ab85cd14-9d80-4e9f-bb40-07cfea54dfd3 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "PUT /v2.0/routers/70a1d4de-4417-46e6-be67-33de4b24a9d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2950914 Aug 10 03:22:39.365119 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255fdcad-cb98-495d-9b73-7c40a21d7b40 None None] Sync routers for ids ['70a1d4de-4417-46e6-be67-33de4b24a9d3'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:22:39.369851 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60394) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:39.388280 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255fdcad-cb98-495d-9b73-7c40a21d7b40 None None] Routers {'70a1d4de-4417-46e6-be67-33de4b24a9d3'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:22:39.389123 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-255fdcad-cb98-495d-9b73-7c40a21d7b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:22:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['70a1d4de-4417-46e6-be67-33de4b24a9d3'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:39.390514 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c622fd37-4082-474f-ab8e-fc96a144f914 req-f4bc73ca-12a7-4d37-8991-cbbab6414cbf service neutron] 10.222.0.62 "GET /v2.0/networks/f8743645-880b-4ba5-a8f1-7a357010ce33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3498981 Aug 10 03:22:39.393724 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6968ad20-865c-4294-822f-e2b0d802d016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:39.517446 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce81674-023e-417c-8809-afef448dee38 req-7a1579e5-cffc-4c5a-aae4-66939a4f753c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:39.518748 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-acaa06f0-0c23-448b-a037-363727096b76 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Deleting subnet 97b417cd-6fbe-4b30-9e01-2cbc0bcc7c16 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:22:39.519092 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bce81674-023e-417c-8809-afef448dee38 req-7a1579e5-cffc-4c5a-aae4-66939a4f753c service neutron] 10.222.0.60 "GET /v2.0/networks?id=0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe HTTP/1.1" status: 200 len: 911 time: 0.2320178 Aug 10 03:22:39.529412 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-acaa06f0-0c23-448b-a037-363727096b76 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:39.566826 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-255fdcad-cb98-495d-9b73-7c40a21d7b40 None None] Set router 70a1d4de-4417-46e6-be67-33de4b24a9d3 gateway port host: None {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:22:39.592974 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-f0da02c5-e4db-4663-94ae-5b2d630a97bb tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] For port 41c7a89b-90b3-4195-9c24-a193633b8904, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=41c7a89b-90b3-4195-9c24-a193633b8904,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:39.593552 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f0da02c5-e4db-4663-94ae-5b2d630a97bb tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:39.603057 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bce81674-023e-417c-8809-afef448dee38 req-c065d23b-56d0-417f-ab2d-4b1cd76d7ff5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f7370df-6a1b-4dfe-983b-3d6cd36a298d HTTP/1.1" status: 200 len: 217 time: 0.0678720 Aug 10 03:22:39.610144 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-87b7b39d-1261-4550-b2cf-8826492dcfe4 req-77b8751e-cf04-44d0-a26e-8b14f05ac6bd tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Allocated IP 172.20.0.10 (f8743645-880b-4ba5-a8f1-7a357010ce33/a13adeb7-640b-436e-9f0b-413d5349d6d8/e5ada148-9d0b-4590-ad6f-f422ca77e963) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:22:39.622056 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-acaa06f0-0c23-448b-a037-363727096b76 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:39.667365 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-f0da02c5-e4db-4663-94ae-5b2d630a97bb tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Calling delete_port for 41c7a89b-90b3-4195-9c24-a193633b8904 owned by network:router_gateway {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:22:39.713795 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6968ad20-865c-4294-822f-e2b0d802d016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:39.731308 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c622fd37-4082-474f-ab8e-fc96a144f914 req-013a4182-7700-4b5f-9fd9-6c646fdfcd75 service neutron] 10.222.0.62 "GET /v2.0/networks/f8743645-880b-4ba5-a8f1-7a357010ce33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255935 Aug 10 03:22:39.743791 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6968ad20-865c-4294-822f-e2b0d802d016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:39.876038 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-255fdcad-cb98-495d-9b73-7c40a21d7b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'name': 'tempest-RoutersTest-router-2012087379', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:39Z', 'updated_at': '2021-08-10T03:22:37Z', 'revision_number': 9, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'gw_port_host': None, '_interfaces': [{'id': 'da66c376-aa07-41b2-b7fd-bd84ab0ebcc0', 'name': '', 'network_id': '77b29a3f-0b40-4627-9020-64e2507c2bfe', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:a1:9d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'a0f2cca1-5ac1-49a2-b352-5a3691989eae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:52Z', 'updated_at': '2021-08-10T03:22:02Z', 'revision_number': 5, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': 'a0f2cca1-5ac1-49a2-b352-5a3691989eae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1f48ffb-50ae-46f1-bf8e-42c3ae996df2', 'name': '', 'network_id': 'd5af5ed4-7f41-423d-a9da-6b54aed72f87', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:55:1f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '6c161d10-cbbc-40e3-a2d8-ec564696b35a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:41Z', 'updated_at': '2021-08-10T03:21:54Z', 'revision_number': 5, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': '6c161d10-cbbc-40e3-a2d8-ec564696b35a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:39.893431 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6968ad20-865c-4294-822f-e2b0d802d016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d3b42b-4273-4867-900c-2b1ef8495d9d,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:39.896992 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce81674-023e-417c-8809-afef448dee38 req-0a807621-a7fd-4ccf-b10b-a85e865dfb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:39.898477 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bce81674-023e-417c-8809-afef448dee38 req-0a807621-a7fd-4ccf-b10b-a85e865dfb1e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c05a62ae-44d3-4db4-a938-da6f60472238 HTTP/1.1" status: 200 len: 849 time: 0.2568586 Aug 10 03:22:39.949955 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-6968ad20-865c-4294-822f-e2b0d802d016 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6cb451ed146e474ba0252538d88fbf16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5848022 Aug 10 03:22:39.950477 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255fdcad-cb98-495d-9b73-7c40a21d7b40 None None] Checking router: 70a1d4de-4417-46e6-be67-33de4b24a9d3 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:22:39.966463 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60418) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:39.972153 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255fdcad-cb98-495d-9b73-7c40a21d7b40 None None] Routers {'70a1d4de-4417-46e6-be67-33de4b24a9d3'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:22:39.972793 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-255fdcad-cb98-495d-9b73-7c40a21d7b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:22:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['70a1d4de-4417-46e6-be67-33de4b24a9d3'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:40.024761 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-acaa06f0-0c23-448b-a037-363727096b76 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:40.177318 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-255fdcad-cb98-495d-9b73-7c40a21d7b40 None None] Set router 70a1d4de-4417-46e6-be67-33de4b24a9d3 gateway port host: None {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:22:40.244112 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce81674-023e-417c-8809-afef448dee38 req-d6eb9af4-2fe8-4ac8-8cda-abc3e445a6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:40.245843 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bce81674-023e-417c-8809-afef448dee38 req-d6eb9af4-2fe8-4ac8-8cda-abc3e445a6e4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3291681 Aug 10 03:22:40.262027 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-87b7b39d-1261-4550-b2cf-8826492dcfe4 req-77b8751e-cf04-44d0-a26e-8b14f05ac6bd tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:40.281808 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e775ad-c870-4e70-b110-42df9ed7931a req-89623378-003d-40ca-b5d0-3ef951510c6b tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:40.297768 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e9e775ad-c870-4e70-b110-42df9ed7931a req-89623378-003d-40ca-b5d0-3ef951510c6b tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7f6702b-3804-4f19-874e-14e3063c03ac HTTP/1.1" status: 200 len: 943 time: 0.1774726 Aug 10 03:22:40.319495 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-acaa06f0-0c23-448b-a037-363727096b76 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:40.360846 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-eb06d74d-2165-4cc5-b4bc-e21ef0e0e23e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:40.390841 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-87b7b39d-1261-4550-b2cf-8826492dcfe4 req-77b8751e-cf04-44d0-a26e-8b14f05ac6bd tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Transition to ACTIVE for port object e5ada148-9d0b-4590-ad6f-f422ca77e963 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:22:40.397533 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaa06f0-0c23-448b-a037-363727096b76 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event deleted for resources: {'Subnet': ['ID=97b417cd-6fbe-4b30-9e01-2cbc0bcc7c16,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:40.408713 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-acaa06f0-0c23-448b-a037-363727096b76 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:40.413223 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-acaa06f0-0c23-448b-a037-363727096b76 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "DELETE /v2.0/subnets/97b417cd-6fbe-4b30-9e01-2cbc0bcc7c16 HTTP/1.1" status: 204 len: 168 time: 1.0398092 Aug 10 03:22:40.414898 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60434) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:40.416816 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-eb06d74d-2165-4cc5-b4bc-e21ef0e0e23e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:40.422940 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed8b2a4-6b11-4de5-ba6f-fcde0dc70d4b None None] Network 356c7ff6-7716-46ea-ace8-ec9ac2337a4d requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:22:40.435121 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd6542-9913-4f47-ad01-d9856c0f65dc req-5b6293ae-da63-4d4d-9e96-495b89de457e tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:40.436987 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-25fd6542-9913-4f47-ad01-d9856c0f65dc req-5b6293ae-da63-4d4d-9e96-495b89de457e tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] 10.222.0.62 "GET /v2.0/networks?id=37a4392b-cf47-4575-a8ed-c0e4f1f53e7f HTTP/1.1" status: 200 len: 813 time: 0.5325027 Aug 10 03:22:40.465299 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e9e775ad-c870-4e70-b110-42df9ed7931a req-120f27c8-14ae-432c-8410-c046b0693fd9 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656716 Aug 10 03:22:40.501256 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f0da02c5-e4db-4663-94ae-5b2d630a97bb tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:40.563545 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-25fd6542-9913-4f47-ad01-d9856c0f65dc req-fa8d26a4-9b14-4e31-8b63-3d122f90ed21 tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] 10.222.0.62 "GET /v2.0/quotas/18a33eeef11840599fbf09c6616fdf3c HTTP/1.1" status: 200 len: 375 time: 0.1150241 Aug 10 03:22:40.569346 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0da02c5-e4db-4663-94ae-5b2d630a97bb tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Pushing event deleted for resources: {'Port': ['ID=41c7a89b-90b3-4195-9c24-a193633b8904,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:40.578352 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bce81674-023e-417c-8809-afef448dee38 req-834bc6d8-c28f-4fc5-913b-511dc6ff1288 service neutron] 10.222.0.60 "GET /v2.0/networks/0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137045 Aug 10 03:22:40.608304 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1cc1009e-be16-4eef-a621-0ae389a9871f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:40.642172 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-25fd6542-9913-4f47-ad01-d9856c0f65dc req-210aa4e8-7624-4fd3-bf17-fd5d45c0d4b7 tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=18a33eeef11840599fbf09c6616fdf3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0666549 Aug 10 03:22:40.768566 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-87b7b39d-1261-4550-b2cf-8826492dcfe4 req-77b8751e-cf04-44d0-a26e-8b14f05ac6bd tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:40.790357 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-255fdcad-cb98-495d-9b73-7c40a21d7b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'name': 'tempest-RoutersTest-router-2012087379', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:39Z', 'updated_at': '2021-08-10T03:22:37Z', 'revision_number': 9, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'gw_port_host': None, '_interfaces': [{'id': 'da66c376-aa07-41b2-b7fd-bd84ab0ebcc0', 'name': '', 'network_id': '77b29a3f-0b40-4627-9020-64e2507c2bfe', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:a1:9d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'a0f2cca1-5ac1-49a2-b352-5a3691989eae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:52Z', 'updated_at': '2021-08-10T03:22:02Z', 'revision_number': 5, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': 'a0f2cca1-5ac1-49a2-b352-5a3691989eae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1f48ffb-50ae-46f1-bf8e-42c3ae996df2', 'name': '', 'network_id': 'd5af5ed4-7f41-423d-a9da-6b54aed72f87', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:55:1f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '6c161d10-cbbc-40e3-a2d8-ec564696b35a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:41Z', 'updated_at': '2021-08-10T03:21:54Z', 'revision_number': 5, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': '6c161d10-cbbc-40e3-a2d8-ec564696b35a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:40.842855 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bce81674-023e-417c-8809-afef448dee38 req-e4850404-b1e9-40e8-8457-045e3f6daa63 service neutron] 10.222.0.60 "GET /v2.0/networks/0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985838 Aug 10 03:22:40.852904 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-eb06d74d-2165-4cc5-b4bc-e21ef0e0e23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:40.855710 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-eb06d74d-2165-4cc5-b4bc-e21ef0e0e23e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:40.859165 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-eb06d74d-2165-4cc5-b4bc-e21ef0e0e23e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/77d3b42b-4273-4867-900c-2b1ef8495d9d HTTP/1.1" status: 204 len: 168 time: 0.8726609 Aug 10 03:22:40.901873 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255fdcad-cb98-495d-9b73-7c40a21d7b40 None None] The sync data for ids ['70a1d4de-4417-46e6-be67-33de4b24a9d3'] in n-d-768851-15 is: [{'id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'name': 'tempest-RoutersTest-router-2012087379', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:39Z', 'updated_at': '2021-08-10T03:22:37Z', 'revision_number': 9, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'gw_port_host': None, '_interfaces': [{'id': 'da66c376-aa07-41b2-b7fd-bd84ab0ebcc0', 'name': '', 'network_id': '77b29a3f-0b40-4627-9020-64e2507c2bfe', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:a1:9d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'a0f2cca1-5ac1-49a2-b352-5a3691989eae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:52Z', 'updated_at': '2021-08-10T03:22:02Z', 'revision_number': 5, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': 'a0f2cca1-5ac1-49a2-b352-5a3691989eae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1f48ffb-50ae-46f1-bf8e-42c3ae996df2', 'name': '', 'network_id': 'd5af5ed4-7f41-423d-a9da-6b54aed72f87', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:55:1f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '6c161d10-cbbc-40e3-a2d8-ec564696b35a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:41Z', 'updated_at': '2021-08-10T03:21:54Z', 'revision_number': 5, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': '6c161d10-cbbc-40e3-a2d8-ec564696b35a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:22:40.903785 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbd0286-6944-4635-90a6-565bf252def3 None None] DHCP port deletion for 356c7ff6-7716-46ea-ace8-ec9ac2337a4d request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:22:40.988099 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-7dbd0286-6944-4635-90a6-565bf252def3 None None] Deleting port b235ba45-7eb3-499e-b9fe-13bb1f8987e3 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:22:40.989009 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7dbd0286-6944-4635-90a6-565bf252def3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:40.992082 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfad393-7026-48de-8961-de1cf083d20a req-95d188ba-4d40-435d-8d54-02102f26c4f8 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:41.002255 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8dfad393-7026-48de-8961-de1cf083d20a req-95d188ba-4d40-435d-8d54-02102f26c4f8 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/networks?id=f8743645-880b-4ba5-a8f1-7a357010ce33 HTTP/1.1" status: 200 len: 816 time: 0.2674820 Aug 10 03:22:41.085747 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-7dbd0286-6944-4635-90a6-565bf252def3 None None] For port b235ba45-7eb3-499e-b9fe-13bb1f8987e3, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=b235ba45-7eb3-499e-b9fe-13bb1f8987e3,segment=NetworkSegment(02fcba64-0445-4247-b484-a4c918c7a202),segment_id=02fcba64-0445-4247-b484-a4c918c7a202)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:41.087055 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7dbd0286-6944-4635-90a6-565bf252def3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:41.103417 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-7dbd0286-6944-4635-90a6-565bf252def3 None None] Calling delete_port for b235ba45-7eb3-499e-b9fe-13bb1f8987e3 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:22:41.109092 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb06d74d-2165-4cc5-b4bc-e21ef0e0e23e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d3b42b-4273-4867-900c-2b1ef8495d9d,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:41.132529 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8dfad393-7026-48de-8961-de1cf083d20a req-495f0cac-2237-4100-a760-5a12b71c4668 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/quotas/0acd2672dca74c959024218175c9c669 HTTP/1.1" status: 200 len: 375 time: 0.1293404 Aug 10 03:22:41.201067 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7dbd0286-6944-4635-90a6-565bf252def3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:41.208646 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-25fd6542-9913-4f47-ad01-d9856c0f65dc req-5a01b5c5-98ac-460f-9488-950574040d4a service neutron] 10.222.0.62 "GET /v2.0/networks/37a4392b-cf47-4575-a8ed-c0e4f1f53e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4630158 Aug 10 03:22:41.275187 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbd0286-6944-4635-90a6-565bf252def3 None None] Pushing event deleted for resources: {'Port': ['ID=b235ba45-7eb3-499e-b9fe-13bb1f8987e3,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:41.277350 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbd0286-6944-4635-90a6-565bf252def3 None None] No DVR routers for this DVR port b235ba45-7eb3-499e-b9fe-13bb1f8987e3 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:22:41.382552 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8dfad393-7026-48de-8961-de1cf083d20a req-2abefe1b-5908-446f-a0ee-9753dde158eb tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0acd2672dca74c959024218175c9c669&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1844835 Aug 10 03:22:41.570385 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f0da02c5-e4db-4663-94ae-5b2d630a97bb tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:41.633583 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 6f7370df-6a1b-4dfe-983b-3d6cd36a298d details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:22:41.649797 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87b7b39d-1261-4550-b2cf-8826492dcfe4 req-77b8751e-cf04-44d0-a26e-8b14f05ac6bd tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Network f8743645-880b-4ba5-a8f1-7a357010ce33 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:22:41.651478 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b8751e-cf04-44d0-a26e-8b14f05ac6bd tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Pushing event updated for resources: {'Port': ['ID=e5ada148-9d0b-4590-ad6f-f422ca77e963,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:41.654622 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-87b7b39d-1261-4550-b2cf-8826492dcfe4 req-77b8751e-cf04-44d0-a26e-8b14f05ac6bd tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:22:41.739049 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b7b39d-1261-4550-b2cf-8826492dcfe4 req-77b8751e-cf04-44d0-a26e-8b14f05ac6bd tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:22:41.827197 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 6f7370df-6a1b-4dfe-983b-3d6cd36a298d, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=6f7370df-6a1b-4dfe-983b-3d6cd36a298d,segment=NetworkSegment(8f60b627-ffb1-479c-a505-a6c7d3d8b515),segment_id=8f60b627-ffb1-479c-a505-a6c7d3d8b515)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:41.856389 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '6f7370df-6a1b-4dfe-983b-3d6cd36a298d', 'network_id': '0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe', 'port_id': '6f7370df-6a1b-4dfe-983b-3d6cd36a298d', 'mac_address': 'fa:16:3e:b4:22:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c05a62ae-44d3-4db4-a938-da6f60472238', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:22:41.893388 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f0da02c5-e4db-4663-94ae-5b2d630a97bb tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:41.899698 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f0da02c5-e4db-4663-94ae-5b2d630a97bb tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:41.922395 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:41.940809 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f7370df-6a1b-4dfe-983b-3d6cd36a298d {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:22:41.975662 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 6f7370df-6a1b-4dfe-983b-3d6cd36a298d, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=6f7370df-6a1b-4dfe-983b-3d6cd36a298d,segment=NetworkSegment(8f60b627-ffb1-479c-a505-a6c7d3d8b515),segment_id=8f60b627-ffb1-479c-a505-a6c7d3d8b515)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:41.988246 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:42.041021 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-1cc1009e-be16-4eef-a621-0ae389a9871f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Deleting port b235ba45-7eb3-499e-b9fe-13bb1f8987e3 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:22:42.041470 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1cc1009e-be16-4eef-a621-0ae389a9871f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:42.070108 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7b39d-1261-4550-b2cf-8826492dcfe4 req-77b8751e-cf04-44d0-a26e-8b14f05ac6bd tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:42.071610 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-87b7b39d-1261-4550-b2cf-8826492dcfe4 req-77b8751e-cf04-44d0-a26e-8b14f05ac6bd tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:42.078187 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=6f7370df-6a1b-4dfe-983b-3d6cd36a298d,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:42.120499 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-25fd6542-9913-4f47-ad01-d9856c0f65dc req-570fdfec-7049-4e8c-8b22-6f19b9579057 service neutron] 10.222.0.62 "GET /v2.0/networks/37a4392b-cf47-4575-a8ed-c0e4f1f53e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9013023 Aug 10 03:22:42.132873 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f0da02c5-e4db-4663-94ae-5b2d630a97bb tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:42.133678 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0da02c5-e4db-4663-94ae-5b2d630a97bb tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 31c491e4-7160-4b5e-82e7-58dfd77f264c {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:22:42.143276 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f0da02c5-e4db-4663-94ae-5b2d630a97bb tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:42.144610 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f0da02c5-e4db-4663-94ae-5b2d630a97bb tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] 10.222.0.62 "DELETE /v2.0/routers/31c491e4-7160-4b5e-82e7-58dfd77f264c HTTP/1.1" status: 204 len: 168 time: 3.7039518 Aug 10 03:22:42.160087 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60480) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:42.161589 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-87b7b39d-1261-4550-b2cf-8826492dcfe4 req-77b8751e-cf04-44d0-a26e-8b14f05ac6bd tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1211512 Aug 10 03:22:42.167664 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-8cd8b6d9-ff56-4d65-a567-0291b108aaef tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-511087161', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}, 'admin_state_up': False}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:42.180152 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-87b7b39d-1261-4550-b2cf-8826492dcfe4 req-20289719-143b-4656-893a-a52c30d9df66 service neutron] Request body: {'port': {'device_id': '3d96b1eb-71c8-4499-9e6b-873da4f99425', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:42.217659 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-1cc1009e-be16-4eef-a621-0ae389a9871f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] For port b235ba45-7eb3-499e-b9fe-13bb1f8987e3, host n-d-768851-15, got binding levels [] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:42.218183 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1cc1009e-be16-4eef-a621-0ae389a9871f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:42.225274 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e586011-81e9-4640-a3c1-8b5191159f8d None None] Provisioning for port e5ada148-9d0b-4590-ad6f-f422ca77e963 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:42.230944 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e586011-81e9-4640-a3c1-8b5191159f8d None None] Provisioning complete for port e5ada148-9d0b-4590-ad6f-f422ca77e963 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:42.231327 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e586011-81e9-4640-a3c1-8b5191159f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:42.248863 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-1cc1009e-be16-4eef-a621-0ae389a9871f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Calling delete_port for b235ba45-7eb3-499e-b9fe-13bb1f8987e3 owned by network:dhcp {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:22:42.255771 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.ipam_backend_mixin [None req-1cc1009e-be16-4eef-a621-0ae389a9871f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Port b235ba45-7eb3-499e-b9fe-13bb1f8987e3 was not found and therefore no delete operation was performed {{(pid=94217) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 03:22:42.288844 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1cc1009e-be16-4eef-a621-0ae389a9871f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:42.295217 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8cd8b6d9-ff56-4d65-a567-0291b108aaef tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:42.295460 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8dfad393-7026-48de-8961-de1cf083d20a req-6180646f-698d-46ef-9a10-b728f6c9a265 service neutron] 10.222.0.62 "GET /v2.0/networks/f8743645-880b-4ba5-a8f1-7a357010ce33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9112320 Aug 10 03:22:42.296441 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8cd8b6d9-ff56-4d65-a567-0291b108aaef tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:42.347144 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e586011-81e9-4640-a3c1-8b5191159f8d None None] Port e5ada148-9d0b-4590-ad6f-f422ca77e963 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:22:42.349925 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['6f7370df-6a1b-4dfe-983b-3d6cd36a298d'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:22:42.359008 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e02fdbbb-fa56-4907-b7ef-2741cbc8c294 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:22:42.368365 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc1009e-be16-4eef-a621-0ae389a9871f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event deleted for resources: {'Port': ['ID=b235ba45-7eb3-499e-b9fe-13bb1f8987e3,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:42.376405 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-87b7b39d-1261-4550-b2cf-8826492dcfe4 req-20289719-143b-4656-893a-a52c30d9df66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:42.381693 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc1009e-be16-4eef-a621-0ae389a9871f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] No DVR routers for this DVR port b235ba45-7eb3-499e-b9fe-13bb1f8987e3 on host n-d-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:22:42.475638 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: e02fdbbb-fa56-4907-b7ef-2741cbc8c294 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:22:42.475638 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e02fdbbb-fa56-4907-b7ef-2741cbc8c294 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:22:42.475638 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b235ba45-7eb3-499e-b9fe-13bb1f8987e3 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:22:42.491700 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c622fd37-4082-474f-ab8e-fc96a144f914 req-b87e22f2-4440-4934-b171-66ed0d698455 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:42.497302 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c622fd37-4082-474f-ab8e-fc96a144f914 req-b87e22f2-4440-4934-b171-66ed0d698455 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.60 "GET /v2.0/networks?id=f8743645-880b-4ba5-a8f1-7a357010ce33 HTTP/1.1" status: 200 len: 816 time: 0.9830999 Aug 10 03:22:42.519416 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8cd8b6d9-ff56-4d65-a567-0291b108aaef tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:42.526391 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-c622fd37-4082-474f-ab8e-fc96a144f914 req-73920104-e18e-405a-92b6-a00b318588d7 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Request body: {'port': {'device_id': 'fc1c1126-0c34-4655-ad1e-3aa886f86c05', 'network_id': 'f8743645-880b-4ba5-a8f1-7a357010ce33', 'admin_state_up': True, 'tenant_id': '0acd2672dca74c959024218175c9c669'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:42.534584 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: b235ba45-7eb3-499e-b9fe-13bb1f8987e3 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:22:42.534964 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b235ba45-7eb3-499e-b9fe-13bb1f8987e3 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:22:42.659915 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1cc1009e-be16-4eef-a621-0ae389a9871f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:42.681364 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-1cc1009e-be16-4eef-a621-0ae389a9871f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['356c7ff6-7716-46ea-ace8-ec9ac2337a4d']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:42.728732 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8dfad393-7026-48de-8961-de1cf083d20a req-94d7fa91-542e-44b0-addf-c4eb50cc7069 service neutron] 10.222.0.62 "GET /v2.0/networks/f8743645-880b-4ba5-a8f1-7a357010ce33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4316456 Aug 10 03:22:42.740919 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebcd74b-ffca-4310-b9f8-6aab42ef03f1 req-fbcd35b0-779c-4ba6-92d4-ebace1c695c4 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:42.750572 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4ebcd74b-ffca-4310-b9f8-6aab42ef03f1 req-fbcd35b0-779c-4ba6-92d4-ebace1c695c4 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7f6702b-3804-4f19-874e-14e3063c03ac HTTP/1.1" status: 200 len: 944 time: 0.2429655 Aug 10 03:22:42.849182 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8cd8b6d9-ff56-4d65-a567-0291b108aaef tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:42.857791 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-1cc1009e-be16-4eef-a621-0ae389a9871f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02fcba64-0445-4247-b484-a4c918c7a202') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:42.858126 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-1cc1009e-be16-4eef-a621-0ae389a9871f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02fcba64-0445-4247-b484-a4c918c7a202') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:42.861528 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4ebcd74b-ffca-4310-b9f8-6aab42ef03f1 req-05bb9d1d-e6eb-4d40-af57-8696c7b01278 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072838 Aug 10 03:22:42.863172 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c622fd37-4082-474f-ab8e-fc96a144f914 req-73920104-e18e-405a-92b6-a00b318588d7 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Made reservation on behalf of 0acd2672dca74c959024218175c9c669 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:22:42.872737 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c622fd37-4082-474f-ab8e-fc96a144f914 req-73920104-e18e-405a-92b6-a00b318588d7 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:42.893924 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1cc1009e-be16-4eef-a621-0ae389a9871f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:43.077615 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-c622fd37-4082-474f-ab8e-fc96a144f914 req-73920104-e18e-405a-92b6-a00b318588d7 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Allocated IP 172.20.0.5 (f8743645-880b-4ba5-a8f1-7a357010ce33/a13adeb7-640b-436e-9f0b-413d5349d6d8/62410b7c-4993-40cc-9e94-b09512d088a8) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:22:43.078873 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1cc1009e-be16-4eef-a621-0ae389a9871f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:43.106164 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cc1009e-be16-4eef-a621-0ae389a9871f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:22:43.106164 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1cc1009e-be16-4eef-a621-0ae389a9871f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:43.128371 n-d-768851-15 neutron-server[94217]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:22:43.128371 n-d-768851-15 neutron-server[94217]: items = [ Aug 10 03:22:43.128371 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:22:43.128371 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:22:43.128371 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:22:43.128371 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:22:43.128371 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:22:43.128371 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:22:43.128371 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:22:43.128371 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:22:43.128371 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:22:43.128371 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:22:43.128371 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:22:43.128371 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:22:43.128371 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:22:43.128371 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:22:43.128371 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:22:43.128371 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:22:43.128371 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:22:43.128371 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:22:43.128371 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:22:43.128371 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:22:43.128371 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:22:43.128371 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:22:43.128371 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:22:43.128371 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:22:43.128371 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:22:43.128371 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:22:43.128371 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:22:43.128371 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:22:43.128371 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:22:43.128371 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:22:43.128371 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:22:43.128371 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:22:43.153090 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e4d146cf-94ea-4683-a174-6b4e5edc7f18 req-d06cf3dd-a8e3-4a50-a103-6bfe6bdb3763 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/ports?device_id=60c76cfe-d864-412b-a6a5-64c08d68f850 HTTP/1.1" status: 200 len: 210 time: 0.0702667 Aug 10 03:22:43.156808 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-301ba9b0-b74c-4075-8cf2-8698c3c6a1ee req-5f7e298a-c161-43c9-9f5d-6adce3fb1ce1 tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7b89f3e-4dc4-4640-b52e-1910861c146f HTTP/1.1" status: 200 len: 210 time: 0.0646534 Aug 10 03:22:43.309063 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1cc1009e-be16-4eef-a621-0ae389a9871f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:43.333894 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1cc1009e-be16-4eef-a621-0ae389a9871f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:43.336842 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1cc1009e-be16-4eef-a621-0ae389a9871f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "DELETE /v2.0/networks/356c7ff6-7716-46ea-ace8-ec9ac2337a4d HTTP/1.1" status: 204 len: 168 time: 2.9163220 Aug 10 03:22:43.354999 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60524) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:43.367749 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc1009e-be16-4eef-a621-0ae389a9871f tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event deleted for resources: {'Network': ['ID=356c7ff6-7716-46ea-ace8-ec9ac2337a4d,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:43.371700 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c622fd37-4082-474f-ab8e-fc96a144f914 req-73920104-e18e-405a-92b6-a00b318588d7 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:43.387335 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-c622fd37-4082-474f-ab8e-fc96a144f914 req-73920104-e18e-405a-92b6-a00b318588d7 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Transition to ACTIVE for port object 62410b7c-4993-40cc-9e94-b09512d088a8 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:22:43.432713 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c622fd37-4082-474f-ab8e-fc96a144f914 req-73920104-e18e-405a-92b6-a00b318588d7 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:43.550188 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73920104-e18e-405a-92b6-a00b318588d7 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Pushing event updated for resources: {'Port': ['ID=62410b7c-4993-40cc-9e94-b09512d088a8,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:43.560626 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c622fd37-4082-474f-ab8e-fc96a144f914 req-73920104-e18e-405a-92b6-a00b318588d7 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Network f8743645-880b-4ba5-a8f1-7a357010ce33 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:22:43.562470 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-c622fd37-4082-474f-ab8e-fc96a144f914 req-73920104-e18e-405a-92b6-a00b318588d7 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:22:43.564831 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-c622fd37-4082-474f-ab8e-fc96a144f914 req-73920104-e18e-405a-92b6-a00b318588d7 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:22:43.631942 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c622fd37-4082-474f-ab8e-fc96a144f914 req-73920104-e18e-405a-92b6-a00b318588d7 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:43.633738 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c622fd37-4082-474f-ab8e-fc96a144f914 req-73920104-e18e-405a-92b6-a00b318588d7 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:43.635669 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 6f7370df-6a1b-4dfe-983b-3d6cd36a298d up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:22:43.668090 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c622fd37-4082-474f-ab8e-fc96a144f914 req-73920104-e18e-405a-92b6-a00b318588d7 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1579986 Aug 10 03:22:43.689857 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-c622fd37-4082-474f-ab8e-fc96a144f914 req-bc8752b5-9737-45b2-8e57-fa960da31d43 service neutron] Request body: {'port': {'device_id': 'fc1c1126-0c34-4655-ad1e-3aa886f86c05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:43.735603 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8cd8b6d9-ff56-4d65-a567-0291b108aaef tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks [] for router_gateway, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:43.804666 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port 6f7370df-6a1b-4dfe-983b-3d6cd36a298d completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:43.818569 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 6f7370df-6a1b-4dfe-983b-3d6cd36a298d triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:43.819395 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:43.835648 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c622fd37-4082-474f-ab8e-fc96a144f914 req-bc8752b5-9737-45b2-8e57-fa960da31d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:43.841857 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8cd8b6d9-ff56-4d65-a567-0291b108aaef tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:44.091862 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:44.127053 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 41c7a89b-90b3-4195-9c24-a193633b8904 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:22:44.139926 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3dd3b1e7-661e-4c45-8f1d-62ac981947d0 None None] Provisioning for port 62410b7c-4993-40cc-9e94-b09512d088a8 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:44.212417 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3dd3b1e7-661e-4c45-8f1d-62ac981947d0 None None] Provisioning complete for port 62410b7c-4993-40cc-9e94-b09512d088a8 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:44.213243 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3dd3b1e7-661e-4c45-8f1d-62ac981947d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:44.324140 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f6702b-3804-4f19-874e-14e3063c03ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f7370df-6a1b-4dfe-983b-3d6cd36a298d'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:22:44.327002 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f50dc2-cb2e-4e22-b9e3-aec999ac85f5" -d '{"events": [{"server_uuid": "c7f6702b-3804-4f19-874e-14e3063c03ac", "name": "network-vif-plugged", "status": "completed", "tag": "6f7370df-6a1b-4dfe-983b-3d6cd36a298d"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:22:44.332243 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 6f7370df-6a1b-4dfe-983b-3d6cd36a298d, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=6f7370df-6a1b-4dfe-983b-3d6cd36a298d,segment=NetworkSegment(8f60b627-ffb1-479c-a505-a6c7d3d8b515),segment_id=8f60b627-ffb1-479c-a505-a6c7d3d8b515)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:44.335963 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 41c7a89b-90b3-4195-9c24-a193633b8904 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:22:44.336955 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b93b058b-3caa-481a-9dcf-75226f9f3475 req-6260c824-4bce-4d39-b272-7ee27b06670f tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7b89f3e-4dc4-4640-b52e-1910861c146f HTTP/1.1" status: 200 len: 210 time: 0.0398233 Aug 10 03:22:44.348332 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 41c7a89b-90b3-4195-9c24-a193633b8904 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:22:44.355223 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49e1320-fd5f-4ed7-b942-1e62091901f7 req-3f29f9a0-eb2c-4ef0-b282-539a33aba5d6 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:44.360074 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:44.365592 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3dd3b1e7-661e-4c45-8f1d-62ac981947d0 None None] Port 62410b7c-4993-40cc-9e94-b09512d088a8 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:22:44.372214 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e49e1320-fd5f-4ed7-b942-1e62091901f7 req-3f29f9a0-eb2c-4ef0-b282-539a33aba5d6 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7f6702b-3804-4f19-874e-14e3063c03ac HTTP/1.1" status: 200 len: 944 time: 0.3555610 Aug 10 03:22:44.470796 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e49e1320-fd5f-4ed7-b942-1e62091901f7 req-242edd49-45b7-4754-ada8-af30dab50a29 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913928 Aug 10 03:22:44.510156 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-87b7b39d-1261-4550-b2cf-8826492dcfe4 req-20289719-143b-4656-893a-a52c30d9df66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5ada148-9d0b-4590-ad6f-f422ca77e963 {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:22:44.513610 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=6f7370df-6a1b-4dfe-983b-3d6cd36a298d,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:44.554504 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-87b7b39d-1261-4550-b2cf-8826492dcfe4 req-20289719-143b-4656-893a-a52c30d9df66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:44.556384 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-55f1943f-35e0-4253-b779-5ddbc8aefcea req-ce3161b9-79fe-4b7a-8aab-54dd8b950ad8 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/ports?device_id=60c76cfe-d864-412b-a6a5-64c08d68f850 HTTP/1.1" status: 200 len: 210 time: 0.1163952 Aug 10 03:22:44.571844 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671e3a1b-c794-4560-81ae-472927c4d99e x-openstack-request-id: req-671e3a1b-c794-4560-81ae-472927c4d99e {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:22:44.572641 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f6702b-3804-4f19-874e-14e3063c03ac", "name": "network-vif-plugged", "status": "completed", "tag": "6f7370df-6a1b-4dfe-983b-3d6cd36a298d", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:22:44.573056 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-671e3a1b-c794-4560-81ae-472927c4d99e {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:22:44.573561 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7f6702b-3804-4f19-874e-14e3063c03ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f7370df-6a1b-4dfe-983b-3d6cd36a298d', 'code': 200} Aug 10 03:22:44.618324 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-87b7b39d-1261-4550-b2cf-8826492dcfe4 req-20289719-143b-4656-893a-a52c30d9df66 service neutron] Transition to ACTIVE for port object e5ada148-9d0b-4590-ad6f-f422ca77e963 will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:22:44.629762 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-8cd8b6d9-ff56-4d65-a567-0291b108aaef tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Allocated IP 172.25.7.97 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/e29d30dc-128a-429a-a76a-9ae0fb158071) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:22:44.644361 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-87b7b39d-1261-4550-b2cf-8826492dcfe4 req-20289719-143b-4656-893a-a52c30d9df66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:44.734249 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd6542-9913-4f47-ad01-d9856c0f65dc req-d4a022d5-34e4-4500-9c7d-0ebbf4278650 tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:44.735785 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-25fd6542-9913-4f47-ad01-d9856c0f65dc req-d4a022d5-34e4-4500-9c7d-0ebbf4278650 tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] 10.222.0.58 "GET /v2.0/networks?id=37a4392b-cf47-4575-a8ed-c0e4f1f53e7f HTTP/1.1" status: 200 len: 813 time: 0.5703764 Aug 10 03:22:44.778369 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-25fd6542-9913-4f47-ad01-d9856c0f65dc req-be448e75-75a5-4c94-81c7-265dcd9ede57 tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] Request body: {'port': {'device_id': 'c7b89f3e-4dc4-4640-b52e-1910861c146f', 'network_id': '37a4392b-cf47-4575-a8ed-c0e4f1f53e7f', 'admin_state_up': True, 'tenant_id': '18a33eeef11840599fbf09c6616fdf3c'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:44.921796 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210224aa-ac64-49d3-bc3b-0a0cf51c5d8a req-d3342848-1080-4a9b-8f82-76d6619b4afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:44.923476 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-210224aa-ac64-49d3-bc3b-0a0cf51c5d8a req-d3342848-1080-4a9b-8f82-76d6619b4afa service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c7f6702b-3804-4f19-874e-14e3063c03ac HTTP/1.1" status: 200 len: 1097 time: 0.1668632 Aug 10 03:22:44.928019 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20289719-143b-4656-893a-a52c30d9df66 service neutron] Pushing event updated for resources: {'Port': ['ID=e5ada148-9d0b-4590-ad6f-f422ca77e963,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:45.027600 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfad393-7026-48de-8961-de1cf083d20a req-1c3987ee-4cea-425f-84ad-e7f273f0e29f tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:45.029454 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8dfad393-7026-48de-8961-de1cf083d20a req-1c3987ee-4cea-425f-84ad-e7f273f0e29f tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.58 "GET /v2.0/networks?id=f8743645-880b-4ba5-a8f1-7a357010ce33 HTTP/1.1" status: 200 len: 816 time: 0.2636280 Aug 10 03:22:45.031962 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-c622fd37-4082-474f-ab8e-fc96a144f914 req-bc8752b5-9737-45b2-8e57-fa960da31d43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62410b7c-4993-40cc-9e94-b09512d088a8 {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:22:45.060828 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-8dfad393-7026-48de-8961-de1cf083d20a req-2700865e-bd2f-461a-ac8f-0208a0186636 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Request body: {'port': {'device_id': '60c76cfe-d864-412b-a6a5-64c08d68f850', 'network_id': 'f8743645-880b-4ba5-a8f1-7a357010ce33', 'admin_state_up': True, 'tenant_id': '0acd2672dca74c959024218175c9c669'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:45.069737 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c622fd37-4082-474f-ab8e-fc96a144f914 req-bc8752b5-9737-45b2-8e57-fa960da31d43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:45.093447 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-210224aa-ac64-49d3-bc3b-0a0cf51c5d8a req-15a37abb-8eee-4b79-aeeb-b731fcf366b9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481102 Aug 10 03:22:45.131354 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-c622fd37-4082-474f-ab8e-fc96a144f914 req-bc8752b5-9737-45b2-8e57-fa960da31d43 service neutron] Transition to ACTIVE for port object 62410b7c-4993-40cc-9e94-b09512d088a8 will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:22:45.148364 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c622fd37-4082-474f-ab8e-fc96a144f914 req-bc8752b5-9737-45b2-8e57-fa960da31d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:45.244442 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8752b5-9737-45b2-8e57-fa960da31d43 service neutron] Pushing event updated for resources: {'Port': ['ID=62410b7c-4993-40cc-9e94-b09512d088a8,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:45.289852 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60580) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:45.351475 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dfad393-7026-48de-8961-de1cf083d20a req-2700865e-bd2f-461a-ac8f-0208a0186636 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Made reservation on behalf of 0acd2672dca74c959024218175c9c669 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:22:45.355807 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8dfad393-7026-48de-8961-de1cf083d20a req-2700865e-bd2f-461a-ac8f-0208a0186636 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:45.457539 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-c622fd37-4082-474f-ab8e-fc96a144f914 req-bc8752b5-9737-45b2-8e57-fa960da31d43 service neutron] Attempting to bind port 62410b7c-4993-40cc-9e94-b09512d088a8 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:22:45.457898 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-c622fd37-4082-474f-ab8e-fc96a144f914 req-bc8752b5-9737-45b2-8e57-fa960da31d43 service neutron] Attempting to bind port 62410b7c-4993-40cc-9e94-b09512d088a8 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': 'd7f531d5-47e8-4317-acb0-b1f9e067fb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f8743645-880b-4ba5-a8f1-7a357010ce33'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:22:45.458234 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c622fd37-4082-474f-ab8e-fc96a144f914 req-bc8752b5-9737-45b2-8e57-fa960da31d43 service neutron] Attempting to bind port 62410b7c-4993-40cc-9e94-b09512d088a8 on network f8743645-880b-4ba5-a8f1-7a357010ce33 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:22:45.463411 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c622fd37-4082-474f-ab8e-fc96a144f914 req-bc8752b5-9737-45b2-8e57-fa960da31d43 service neutron] Port 62410b7c-4993-40cc-9e94-b09512d088a8 on network f8743645-880b-4ba5-a8f1-7a357010ce33 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:22:45.464050 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c622fd37-4082-474f-ab8e-fc96a144f914 req-bc8752b5-9737-45b2-8e57-fa960da31d43 service neutron] Attempting to bind port 62410b7c-4993-40cc-9e94-b09512d088a8 on network f8743645-880b-4ba5-a8f1-7a357010ce33 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:22:45.491331 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c622fd37-4082-474f-ab8e-fc96a144f914 req-bc8752b5-9737-45b2-8e57-fa960da31d43 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:22:45.491912 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c622fd37-4082-474f-ab8e-fc96a144f914 req-bc8752b5-9737-45b2-8e57-fa960da31d43 service neutron] Checking segment: {'id': 'd7f531d5-47e8-4317-acb0-b1f9e067fb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f8743645-880b-4ba5-a8f1-7a357010ce33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:22:45.493116 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c622fd37-4082-474f-ab8e-fc96a144f914 req-bc8752b5-9737-45b2-8e57-fa960da31d43 service neutron] Bound using segment: {'id': 'd7f531d5-47e8-4317-acb0-b1f9e067fb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f8743645-880b-4ba5-a8f1-7a357010ce33'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:22:45.493745 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-c622fd37-4082-474f-ab8e-fc96a144f914 req-bc8752b5-9737-45b2-8e57-fa960da31d43 service neutron] Bound port: 62410b7c-4993-40cc-9e94-b09512d088a8, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7f531d5-47e8-4317-acb0-b1f9e067fb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f8743645-880b-4ba5-a8f1-7a357010ce33'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:22:45.494590 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c622fd37-4082-474f-ab8e-fc96a144f914 req-bc8752b5-9737-45b2-8e57-fa960da31d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:45.559092 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5465e71f-8473-44de-aa70-6c04958ea001 req-3e1b6243-ffb3-46a1-855f-34b05d7d74d6 tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7b89f3e-4dc4-4640-b52e-1910861c146f HTTP/1.1" status: 200 len: 210 time: 0.0646148 Aug 10 03:22:45.597010 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25fd6542-9913-4f47-ad01-d9856c0f65dc req-be448e75-75a5-4c94-81c7-265dcd9ede57 tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] Made reservation on behalf of 18a33eeef11840599fbf09c6616fdf3c for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:22:45.601609 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-25fd6542-9913-4f47-ad01-d9856c0f65dc req-be448e75-75a5-4c94-81c7-265dcd9ede57 tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:45.629767 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-87b7b39d-1261-4550-b2cf-8826492dcfe4 req-20289719-143b-4656-893a-a52c30d9df66 service neutron] Attempting to bind port e5ada148-9d0b-4590-ad6f-f422ca77e963 on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:22:45.630135 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-87b7b39d-1261-4550-b2cf-8826492dcfe4 req-20289719-143b-4656-893a-a52c30d9df66 service neutron] Attempting to bind port e5ada148-9d0b-4590-ad6f-f422ca77e963 by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': 'd7f531d5-47e8-4317-acb0-b1f9e067fb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f8743645-880b-4ba5-a8f1-7a357010ce33'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:22:45.630412 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b7b39d-1261-4550-b2cf-8826492dcfe4 req-20289719-143b-4656-893a-a52c30d9df66 service neutron] Attempting to bind port e5ada148-9d0b-4590-ad6f-f422ca77e963 on network f8743645-880b-4ba5-a8f1-7a357010ce33 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:22:45.647151 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b7b39d-1261-4550-b2cf-8826492dcfe4 req-20289719-143b-4656-893a-a52c30d9df66 service neutron] Port e5ada148-9d0b-4590-ad6f-f422ca77e963 on network f8743645-880b-4ba5-a8f1-7a357010ce33 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:22:45.649058 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b7b39d-1261-4550-b2cf-8826492dcfe4 req-20289719-143b-4656-893a-a52c30d9df66 service neutron] Attempting to bind port e5ada148-9d0b-4590-ad6f-f422ca77e963 on network f8743645-880b-4ba5-a8f1-7a357010ce33 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:22:45.687590 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5390b430-f70d-4001-bd70-e4279a6ff136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:45.705661 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b7b39d-1261-4550-b2cf-8826492dcfe4 req-20289719-143b-4656-893a-a52c30d9df66 service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:22:45.705997 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b7b39d-1261-4550-b2cf-8826492dcfe4 req-20289719-143b-4656-893a-a52c30d9df66 service neutron] Checking segment: {'id': 'd7f531d5-47e8-4317-acb0-b1f9e067fb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f8743645-880b-4ba5-a8f1-7a357010ce33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:22:45.706376 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b7b39d-1261-4550-b2cf-8826492dcfe4 req-20289719-143b-4656-893a-a52c30d9df66 service neutron] Bound using segment: {'id': 'd7f531d5-47e8-4317-acb0-b1f9e067fb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f8743645-880b-4ba5-a8f1-7a357010ce33'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:22:45.707798 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-87b7b39d-1261-4550-b2cf-8826492dcfe4 req-20289719-143b-4656-893a-a52c30d9df66 service neutron] Bound port: e5ada148-9d0b-4590-ad6f-f422ca77e963, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7f531d5-47e8-4317-acb0-b1f9e067fb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f8743645-880b-4ba5-a8f1-7a357010ce33'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:22:45.707798 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-87b7b39d-1261-4550-b2cf-8826492dcfe4 req-20289719-143b-4656-893a-a52c30d9df66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:45.738035 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8cd8b6d9-ff56-4d65-a567-0291b108aaef tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:45.745530 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-64861c81-9c08-4239-8d52-b68916980d77 req-9dbe53f6-b4a2-480a-a87b-378bdfbb0041 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/ports?device_id=60c76cfe-d864-412b-a6a5-64c08d68f850 HTTP/1.1" status: 200 len: 210 time: 0.0651891 Aug 10 03:22:45.786081 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-8dfad393-7026-48de-8961-de1cf083d20a req-2700865e-bd2f-461a-ac8f-0208a0186636 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Allocated IP 172.20.0.8 (f8743645-880b-4ba5-a8f1-7a357010ce33/a13adeb7-640b-436e-9f0b-413d5349d6d8/72f58ebc-e4f4-43c5-bfd2-e44f43958b2d) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:22:45.881174 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4678ed5-35d5-412b-9659-e955a452df9f req-a364ffff-9d2c-45b7-a8c9-c09276dae98b tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:45.883556 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d4678ed5-35d5-412b-9659-e955a452df9f req-a364ffff-9d2c-45b7-a8c9-c09276dae98b tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7f6702b-3804-4f19-874e-14e3063c03ac HTTP/1.1" status: 200 len: 945 time: 0.3212414 Aug 10 03:22:45.889662 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-c622fd37-4082-474f-ab8e-fc96a144f914 req-bc8752b5-9737-45b2-8e57-fa960da31d43 service neutron] For port 62410b7c-4993-40cc-9e94-b09512d088a8, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:22:45.892126 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-87b7b39d-1261-4550-b2cf-8826492dcfe4 req-20289719-143b-4656-893a-a52c30d9df66 service neutron] For port e5ada148-9d0b-4590-ad6f-f422ca77e963, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:22:45.901550 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d8b0b0b4-4962-4bfd-939e-08c53352608d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:45.922413 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-c622fd37-4082-474f-ab8e-fc96a144f914 req-bc8752b5-9737-45b2-8e57-fa960da31d43 service neutron] For port 62410b7c-4993-40cc-9e94-b09512d088a8, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=62410b7c-4993-40cc-9e94-b09512d088a8,segment=NetworkSegment(d7f531d5-47e8-4317-acb0-b1f9e067fb36),segment_id=d7f531d5-47e8-4317-acb0-b1f9e067fb36)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:22:45.958171 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c622fd37-4082-474f-ab8e-fc96a144f914 req-bc8752b5-9737-45b2-8e57-fa960da31d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:45.991074 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-87b7b39d-1261-4550-b2cf-8826492dcfe4 req-20289719-143b-4656-893a-a52c30d9df66 service neutron] For port e5ada148-9d0b-4590-ad6f-f422ca77e963, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=e5ada148-9d0b-4590-ad6f-f422ca77e963,segment=NetworkSegment(d7f531d5-47e8-4317-acb0-b1f9e067fb36),segment_id=d7f531d5-47e8-4317-acb0-b1f9e067fb36)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:22:46.005396 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-25fd6542-9913-4f47-ad01-d9856c0f65dc req-be448e75-75a5-4c94-81c7-265dcd9ede57 tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] Allocated IP 172.20.0.14 (37a4392b-cf47-4575-a8ed-c0e4f1f53e7f/00e76214-769d-4a3e-a9c5-015f09a66843/69a4946e-9861-42f0-9609-e4e1c02165b1) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:22:46.013707 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-87b7b39d-1261-4550-b2cf-8826492dcfe4 req-20289719-143b-4656-893a-a52c30d9df66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:46.034234 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8cd8b6d9-ff56-4d65-a567-0291b108aaef tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:46.044814 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c622fd37-4082-474f-ab8e-fc96a144f914 req-bc8752b5-9737-45b2-8e57-fa960da31d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:46.045802 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c622fd37-4082-474f-ab8e-fc96a144f914 req-bc8752b5-9737-45b2-8e57-fa960da31d43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:46.047639 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c622fd37-4082-474f-ab8e-fc96a144f914 req-bc8752b5-9737-45b2-8e57-fa960da31d43 service neutron] 10.222.0.60 "PUT /v2.0/ports/62410b7c-4993-40cc-9e94-b09512d088a8 HTTP/1.1" status: 200 len: 1092 time: 2.3654389 Aug 10 03:22:46.060286 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc1c1126-0c34-4655-ad1e-3aa886f86c05', 'tag': '62410b7c-4993-40cc-9e94-b09512d088a8'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:22:46.063563 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84752ff-95d1-46d6-b41d-a313718c51ff" -d '{"events": [{"name": "network-changed", "server_uuid": "fc1c1126-0c34-4655-ad1e-3aa886f86c05", "tag": "62410b7c-4993-40cc-9e94-b09512d088a8"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:22:46.114723 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d4678ed5-35d5-412b-9659-e955a452df9f req-08c1c207-c6e1-4e28-b96e-458ca0330f1d tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944480 Aug 10 03:22:46.116951 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7b39d-1261-4550-b2cf-8826492dcfe4 req-20289719-143b-4656-893a-a52c30d9df66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:46.117705 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-87b7b39d-1261-4550-b2cf-8826492dcfe4 req-20289719-143b-4656-893a-a52c30d9df66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:46.119294 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-87b7b39d-1261-4550-b2cf-8826492dcfe4 req-20289719-143b-4656-893a-a52c30d9df66 service neutron] 10.222.0.58 "PUT /v2.0/ports/e5ada148-9d0b-4590-ad6f-f422ca77e963 HTTP/1.1" status: 200 len: 1093 time: 3.9439020 Aug 10 03:22:46.129318 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8752b5-9737-45b2-8e57-fa960da31d43 service neutron] Pushing event updated for resources: {'Port': ['ID=62410b7c-4993-40cc-9e94-b09512d088a8,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:46.146210 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d96b1eb-71c8-4499-9e6b-873da4f99425', 'tag': 'e5ada148-9d0b-4590-ad6f-f422ca77e963'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:22:46.155708 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc523b89-7d4d-4184-a3fa-ee7328c272f6" -d '{"events": [{"name": "network-changed", "server_uuid": "3d96b1eb-71c8-4499-9e6b-873da4f99425", "tag": "e5ada148-9d0b-4590-ad6f-f422ca77e963"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:22:46.160253 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5390b430-f70d-4001-bd70-e4279a6ff136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:46.170541 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5390b430-f70d-4001-bd70-e4279a6ff136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:46.207074 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd8b6d9-ff56-4d65-a567-0291b108aaef tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:22:46.208683 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8dfad393-7026-48de-8961-de1cf083d20a req-2700865e-bd2f-461a-ac8f-0208a0186636 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:46.227020 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69dca37c-62fc-4a53-b967-0f112e2dbb5e x-openstack-request-id: req-69dca37c-62fc-4a53-b967-0f112e2dbb5e {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:22:46.227354 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc1c1126-0c34-4655-ad1e-3aa886f86c05", "tag": "62410b7c-4993-40cc-9e94-b09512d088a8", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:22:46.227590 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-69dca37c-62fc-4a53-b967-0f112e2dbb5e {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:22:46.227999 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc1c1126-0c34-4655-ad1e-3aa886f86c05', 'tag': '62410b7c-4993-40cc-9e94-b09512d088a8', 'status': 'completed', 'code': 200} Aug 10 03:22:46.265380 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8656d85-b56c-4752-b3f6-7853435ea5d8 x-openstack-request-id: req-b8656d85-b56c-4752-b3f6-7853435ea5d8 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:22:46.265686 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-5390b430-f70d-4001-bd70-e4279a6ff136 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=30c1de97628d430895b2e351eed096c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9739952 Aug 10 03:22:46.266961 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d96b1eb-71c8-4499-9e6b-873da4f99425", "tag": "e5ada148-9d0b-4590-ad6f-f422ca77e963", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:22:46.266961 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b8656d85-b56c-4752-b3f6-7853435ea5d8 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:22:46.267189 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-8dfad393-7026-48de-8961-de1cf083d20a req-2700865e-bd2f-461a-ac8f-0208a0186636 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Transition to ACTIVE for port object 72f58ebc-e4f4-43c5-bfd2-e44f43958b2d will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:22:46.268664 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d96b1eb-71c8-4499-9e6b-873da4f99425', 'tag': 'e5ada148-9d0b-4590-ad6f-f422ca77e963', 'status': 'completed', 'code': 200} Aug 10 03:22:46.268799 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5390b430-f70d-4001-bd70-e4279a6ff136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d77011-2e52-4b12-ab92-a65f89133bf9,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:46.271953 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60598) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:46.281997 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-8cd8b6d9-ff56-4d65-a567-0291b108aaef tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:22:46.315901 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd8b6d9-ff56-4d65-a567-0291b108aaef tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:22:46.327111 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20289719-143b-4656-893a-a52c30d9df66 service neutron] Pushing event updated for resources: {'Port': ['ID=e5ada148-9d0b-4590-ad6f-f422ca77e963,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:46.381210 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c622fd37-4082-474f-ab8e-fc96a144f914 req-ada8bc07-e250-4dcb-8d2b-716fc40ed386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:46.382764 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c622fd37-4082-474f-ab8e-fc96a144f914 req-ada8bc07-e250-4dcb-8d2b-716fc40ed386 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0acd2672dca74c959024218175c9c669&device_id=fc1c1126-0c34-4655-ad1e-3aa886f86c05 HTTP/1.1" status: 200 len: 1095 time: 0.1410563 Aug 10 03:22:46.402532 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8dfad393-7026-48de-8961-de1cf083d20a req-2700865e-bd2f-461a-ac8f-0208a0186636 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:46.447449 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c622fd37-4082-474f-ab8e-fc96a144f914 req-1c812b78-b153-407a-a0e7-656df3ec49d2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62410b7c-4993-40cc-9e94-b09512d088a8 HTTP/1.1" status: 200 len: 217 time: 0.0542905 Aug 10 03:22:46.485932 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a7673fa7-8d9b-40a1-b634-d0fd8c69c92c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:46.517147 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7b39d-1261-4550-b2cf-8826492dcfe4 req-c23798ae-8c5e-4bda-8842-ecb0ae6225cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:46.518940 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-87b7b39d-1261-4550-b2cf-8826492dcfe4 req-c23798ae-8c5e-4bda-8842-ecb0ae6225cc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0acd2672dca74c959024218175c9c669&device_id=3d96b1eb-71c8-4499-9e6b-873da4f99425 HTTP/1.1" status: 200 len: 1096 time: 0.2636316 Aug 10 03:22:46.553404 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd8b6d9-ff56-4d65-a567-0291b108aaef tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Pushing event updated for resources: {'Port': ['ID=e29d30dc-128a-429a-a76a-9ae0fb158071,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:46.554683 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dfad393-7026-48de-8961-de1cf083d20a req-2700865e-bd2f-461a-ac8f-0208a0186636 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Network f8743645-880b-4ba5-a8f1-7a357010ce33 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:22:46.606231 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-8dfad393-7026-48de-8961-de1cf083d20a req-2700865e-bd2f-461a-ac8f-0208a0186636 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:22:46.612778 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2700865e-bd2f-461a-ac8f-0208a0186636 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Pushing event updated for resources: {'Port': ['ID=72f58ebc-e4f4-43c5-bfd2-e44f43958b2d,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:46.627440 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dfad393-7026-48de-8961-de1cf083d20a req-2700865e-bd2f-461a-ac8f-0208a0186636 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:22:46.633403 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a7673fa7-8d9b-40a1-b634-d0fd8c69c92c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:46.637968 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-87b7b39d-1261-4550-b2cf-8826492dcfe4 req-1a071ec2-4e9f-4209-870c-bb2e10236e04 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5ada148-9d0b-4590-ad6f-f422ca77e963 HTTP/1.1" status: 200 len: 217 time: 0.0807462 Aug 10 03:22:46.768668 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c622fd37-4082-474f-ab8e-fc96a144f914 req-190c11a1-f5a3-41c5-afb2-884f010f680d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:46.769984 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c622fd37-4082-474f-ab8e-fc96a144f914 req-190c11a1-f5a3-41c5-afb2-884f010f680d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a13adeb7-640b-436e-9f0b-413d5349d6d8 HTTP/1.1" status: 200 len: 855 time: 0.2851689 Aug 10 03:22:46.779110 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-25fd6542-9913-4f47-ad01-d9856c0f65dc req-be448e75-75a5-4c94-81c7-265dcd9ede57 tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:46.795821 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2c7386e0-6843-4c4d-97fb-66e0cad70e00 req-f6f41f8a-77d2-48c4-a3d2-8fad20ac0592 tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7b89f3e-4dc4-4640-b52e-1910861c146f HTTP/1.1" status: 200 len: 210 time: 0.1255021 Aug 10 03:22:46.848718 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a7673fa7-8d9b-40a1-b634-d0fd8c69c92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:46.851437 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a7673fa7-8d9b-40a1-b634-d0fd8c69c92c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:46.858325 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-a7673fa7-8d9b-40a1-b634-d0fd8c69c92c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/40d77011-2e52-4b12-ab92-a65f89133bf9 HTTP/1.1" status: 204 len: 168 time: 0.5593705 Aug 10 03:22:46.916294 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7b39d-1261-4550-b2cf-8826492dcfe4 req-3387fb2c-debd-4c82-99c1-78d21482f2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:46.917787 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-87b7b39d-1261-4550-b2cf-8826492dcfe4 req-3387fb2c-debd-4c82-99c1-78d21482f2b8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a13adeb7-640b-436e-9f0b-413d5349d6d8 HTTP/1.1" status: 200 len: 855 time: 0.2643416 Aug 10 03:22:47.015956 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfad393-7026-48de-8961-de1cf083d20a req-2700865e-bd2f-461a-ac8f-0208a0186636 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:47.029742 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8dfad393-7026-48de-8961-de1cf083d20a req-2700865e-bd2f-461a-ac8f-0208a0186636 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:47.034092 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7673fa7-8d9b-40a1-b634-d0fd8c69c92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d77011-2e52-4b12-ab92-a65f89133bf9,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:47.080033 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-6782bbcc-4915-4618-a7d7-a09bbe5625b5 None None] Provisioning for port 72f58ebc-e4f4-43c5-bfd2-e44f43958b2d completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:47.090569 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c622fd37-4082-474f-ab8e-fc96a144f914 req-89dcebd9-7fb9-4fd7-b47c-a891c858e8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:47.092207 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c622fd37-4082-474f-ab8e-fc96a144f914 req-89dcebd9-7fb9-4fd7-b47c-a891c858e8dc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f8743645-880b-4ba5-a8f1-7a357010ce33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2927930 Aug 10 03:22:47.092510 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-6782bbcc-4915-4618-a7d7-a09bbe5625b5 None None] Provisioning complete for port 72f58ebc-e4f4-43c5-bfd2-e44f43958b2d triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:47.092746 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-6782bbcc-4915-4618-a7d7-a09bbe5625b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:47.093456 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8dfad393-7026-48de-8961-de1cf083d20a req-2700865e-bd2f-461a-ac8f-0208a0186636 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0447745 Aug 10 03:22:47.128583 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60612) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:47.129671 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-8dfad393-7026-48de-8961-de1cf083d20a req-a160a0c8-d993-44f1-ac09-b5cc37cd7a5b service neutron] Request body: {'port': {'device_id': '60c76cfe-d864-412b-a6a5-64c08d68f850', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:47.142980 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c3da6-9fd5-4671-bb5c-544bc1bd8f40 req-f854d1f3-81bb-44b0-9595-d56a47b27fd8 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:47.145179 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6b7c3da6-9fd5-4671-bb5c-544bc1bd8f40 req-f854d1f3-81bb-44b0-9595-d56a47b27fd8 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/ports?device_id=60c76cfe-d864-412b-a6a5-64c08d68f850 HTTP/1.1" status: 200 len: 931 time: 0.2308393 Aug 10 03:22:47.146595 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-25fd6542-9913-4f47-ad01-d9856c0f65dc req-be448e75-75a5-4c94-81c7-265dcd9ede57 tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:47.192285 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-6782bbcc-4915-4618-a7d7-a09bbe5625b5 None None] Port 72f58ebc-e4f4-43c5-bfd2-e44f43958b2d cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:22:47.299804 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25fd6542-9913-4f47-ad01-d9856c0f65dc req-be448e75-75a5-4c94-81c7-265dcd9ede57 tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] Network 37a4392b-cf47-4575-a8ed-c0e4f1f53e7f is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:22:47.311090 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-25fd6542-9913-4f47-ad01-d9856c0f65dc req-be448e75-75a5-4c94-81c7-265dcd9ede57 tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:22:47.317277 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-25fd6542-9913-4f47-ad01-d9856c0f65dc req-be448e75-75a5-4c94-81c7-265dcd9ede57 tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:22:47.327258 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-d8b0b0b4-4962-4bfd-939e-08c53352608d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Deleting port da66c376-aa07-41b2-b7fd-bd84ab0ebcc0 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:22:47.327601 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d8b0b0b4-4962-4bfd-939e-08c53352608d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:47.360122 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6b7c3da6-9fd5-4671-bb5c-544bc1bd8f40 req-25d46669-9ccc-4309-b515-bfe12256775a tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/security-groups?id=2832b822-3ae7-4539-a861-1dd7e33b3925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683588 Aug 10 03:22:47.363389 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8dfad393-7026-48de-8961-de1cf083d20a req-a160a0c8-d993-44f1-ac09-b5cc37cd7a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:47.418818 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d674e9b7-0376-49b2-a606-68b6adcea134 req-f4fc8f10-6f1f-455d-adfd-d65c110710ec tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:47.426151 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d674e9b7-0376-49b2-a606-68b6adcea134 req-f4fc8f10-6f1f-455d-adfd-d65c110710ec tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7f6702b-3804-4f19-874e-14e3063c03ac HTTP/1.1" status: 200 len: 945 time: 0.1573987 Aug 10 03:22:47.439000 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8cd8b6d9-ff56-4d65-a567-0291b108aaef tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks [] for router_gateway, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:47.452000 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7b39d-1261-4550-b2cf-8826492dcfe4 req-975682e9-ce0d-4ee6-949a-93224f319253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:47.453884 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-87b7b39d-1261-4550-b2cf-8826492dcfe4 req-975682e9-ce0d-4ee6-949a-93224f319253 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f8743645-880b-4ba5-a8f1-7a357010ce33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5250025 Aug 10 03:22:47.476477 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60624) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:47.481191 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c622fd37-4082-474f-ab8e-fc96a144f914 req-30dbf5fd-d1df-498e-841b-77e9cb3cf027 service neutron] 10.222.0.60 "GET /v2.0/networks/f8743645-880b-4ba5-a8f1-7a357010ce33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810365 Aug 10 03:22:47.501071 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b923898a-6f34-40db-be3a-8a5ca3ecba13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:47.502792 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be448e75-75a5-4c94-81c7-265dcd9ede57 tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] Pushing event updated for resources: {'Port': ['ID=69a4946e-9861-42f0-9609-e4e1c02165b1,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:47.522938 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b5e21405-eedf-4e7f-b552-cac1dd80cfa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:47.581903 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d674e9b7-0376-49b2-a606-68b6adcea134 req-491f66ed-9eeb-4d0c-8ed4-5b5d94a1968c tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547811 Aug 10 03:22:47.603915 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd6542-9913-4f47-ad01-d9856c0f65dc req-be448e75-75a5-4c94-81c7-265dcd9ede57 tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:47.604533 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-25fd6542-9913-4f47-ad01-d9856c0f65dc req-be448e75-75a5-4c94-81c7-265dcd9ede57 tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:47.696481 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-d8b0b0b4-4962-4bfd-939e-08c53352608d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] For port da66c376-aa07-41b2-b7fd-bd84ab0ebcc0, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=da66c376-aa07-41b2-b7fd-bd84ab0ebcc0,segment=NetworkSegment(a3cf05c2-1926-40f1-b6d2-81d9d69b574c),segment_id=a3cf05c2-1926-40f1-b6d2-81d9d69b574c)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:47.699691 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d8b0b0b4-4962-4bfd-939e-08c53352608d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:47.741276 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-d8b0b0b4-4962-4bfd-939e-08c53352608d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Calling delete_port for da66c376-aa07-41b2-b7fd-bd84ab0ebcc0 owned by network:router_interface {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:22:47.753143 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c622fd37-4082-474f-ab8e-fc96a144f914 req-7144a8ff-fff5-41db-ad77-f76afbcb176f service neutron] 10.222.0.60 "GET /v2.0/networks/f8743645-880b-4ba5-a8f1-7a357010ce33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613349 Aug 10 03:22:47.776756 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-87b7b39d-1261-4550-b2cf-8826492dcfe4 req-83ca9eb3-f7e2-4d3d-9c54-c10265c1cfc9 service neutron] 10.222.0.58 "GET /v2.0/networks/f8743645-880b-4ba5-a8f1-7a357010ce33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704854 Aug 10 03:22:47.944610 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db03ef-5ca2-49dc-bc95-709bbae3a060 req-d77023a9-ac25-4402-afd3-bbb72c3a0625 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:47.946137 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-70db03ef-5ca2-49dc-bc95-709bbae3a060 req-d77023a9-ac25-4402-afd3-bbb72c3a0625 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7f6702b-3804-4f19-874e-14e3063c03ac HTTP/1.1" status: 200 len: 945 time: 0.1495476 Aug 10 03:22:47.959596 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84752ff-95d1-46d6-b41d-a313718c51ff req-120ce0d5-a923-498a-9379-aec8468e0db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:47.961629 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f84752ff-95d1-46d6-b41d-a313718c51ff req-120ce0d5-a923-498a-9379-aec8468e0db6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0acd2672dca74c959024218175c9c669&device_id=fc1c1126-0c34-4655-ad1e-3aa886f86c05 HTTP/1.1" status: 200 len: 1095 time: 0.1495674 Aug 10 03:22:47.975790 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-8dfad393-7026-48de-8961-de1cf083d20a req-a160a0c8-d993-44f1-ac09-b5cc37cd7a5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72f58ebc-e4f4-43c5-bfd2-e44f43958b2d {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:22:48.000921 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8dfad393-7026-48de-8961-de1cf083d20a req-a160a0c8-d993-44f1-ac09-b5cc37cd7a5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:48.064159 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3117d8f-5c89-4807-bc0b-c83974731b76 req-39a4d8b1-ade5-432f-9450-b9b90351bb24 tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:48.064159 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b3117d8f-5c89-4807-bc0b-c83974731b76 req-39a4d8b1-ade5-432f-9450-b9b90351bb24 tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7b89f3e-4dc4-4640-b52e-1910861c146f HTTP/1.1" status: 200 len: 932 time: 0.1890440 Aug 10 03:22:48.075759 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-8dfad393-7026-48de-8961-de1cf083d20a req-a160a0c8-d993-44f1-ac09-b5cc37cd7a5b service neutron] Transition to ACTIVE for port object 72f58ebc-e4f4-43c5-bfd2-e44f43958b2d will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:22:48.093612 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8dfad393-7026-48de-8961-de1cf083d20a req-a160a0c8-d993-44f1-ac09-b5cc37cd7a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:48.097875 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-70db03ef-5ca2-49dc-bc95-709bbae3a060 req-7ac18a46-d192-4ea2-9108-e0b4ef862346 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409717 Aug 10 03:22:48.191302 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b3117d8f-5c89-4807-bc0b-c83974731b76 req-dc0692c3-7b53-4f32-a482-0b1f2d8a70de tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] 10.222.0.62 "GET /v2.0/security-groups?id=debf09ed-fe31-46f6-8139-855a4f836810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184328 Aug 10 03:22:48.203396 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a160a0c8-d993-44f1-ac09-b5cc37cd7a5b service neutron] Pushing event updated for resources: {'Port': ['ID=72f58ebc-e4f4-43c5-bfd2-e44f43958b2d,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:48.213703 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84752ff-95d1-46d6-b41d-a313718c51ff req-882c365c-9eff-4f09-9490-da9e514f2d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:48.214354 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f84752ff-95d1-46d6-b41d-a313718c51ff req-882c365c-9eff-4f09-9490-da9e514f2d48 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f8743645-880b-4ba5-a8f1-7a357010ce33 HTTP/1.1" status: 200 len: 917 time: 0.2420576 Aug 10 03:22:48.295424 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f84752ff-95d1-46d6-b41d-a313718c51ff req-120379b9-3285-4a26-99b4-f99b951a3a02 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62410b7c-4993-40cc-9e94-b09512d088a8 HTTP/1.1" status: 200 len: 217 time: 0.0659702 Aug 10 03:22:48.358514 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-8dfad393-7026-48de-8961-de1cf083d20a req-a160a0c8-d993-44f1-ac09-b5cc37cd7a5b service neutron] Attempting to bind port 72f58ebc-e4f4-43c5-bfd2-e44f43958b2d on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:22:48.358893 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-8dfad393-7026-48de-8961-de1cf083d20a req-a160a0c8-d993-44f1-ac09-b5cc37cd7a5b service neutron] Attempting to bind port 72f58ebc-e4f4-43c5-bfd2-e44f43958b2d by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': 'd7f531d5-47e8-4317-acb0-b1f9e067fb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f8743645-880b-4ba5-a8f1-7a357010ce33'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:22:48.359227 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfad393-7026-48de-8961-de1cf083d20a req-a160a0c8-d993-44f1-ac09-b5cc37cd7a5b service neutron] Attempting to bind port 72f58ebc-e4f4-43c5-bfd2-e44f43958b2d on network f8743645-880b-4ba5-a8f1-7a357010ce33 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:22:48.369418 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfad393-7026-48de-8961-de1cf083d20a req-a160a0c8-d993-44f1-ac09-b5cc37cd7a5b service neutron] Port 72f58ebc-e4f4-43c5-bfd2-e44f43958b2d on network f8743645-880b-4ba5-a8f1-7a357010ce33 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:22:48.369744 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfad393-7026-48de-8961-de1cf083d20a req-a160a0c8-d993-44f1-ac09-b5cc37cd7a5b service neutron] Attempting to bind port 72f58ebc-e4f4-43c5-bfd2-e44f43958b2d on network f8743645-880b-4ba5-a8f1-7a357010ce33 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:22:48.374058 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84752ff-95d1-46d6-b41d-a313718c51ff req-942a1508-eedd-4549-b88e-832bf10c901f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:48.375580 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f84752ff-95d1-46d6-b41d-a313718c51ff req-942a1508-eedd-4549-b88e-832bf10c901f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a13adeb7-640b-436e-9f0b-413d5349d6d8 HTTP/1.1" status: 200 len: 855 time: 0.0716136 Aug 10 03:22:48.378951 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfad393-7026-48de-8961-de1cf083d20a req-a160a0c8-d993-44f1-ac09-b5cc37cd7a5b service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:22:48.379293 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfad393-7026-48de-8961-de1cf083d20a req-a160a0c8-d993-44f1-ac09-b5cc37cd7a5b service neutron] Checking segment: {'id': 'd7f531d5-47e8-4317-acb0-b1f9e067fb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f8743645-880b-4ba5-a8f1-7a357010ce33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:22:48.379679 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfad393-7026-48de-8961-de1cf083d20a req-a160a0c8-d993-44f1-ac09-b5cc37cd7a5b service neutron] Bound using segment: {'id': 'd7f531d5-47e8-4317-acb0-b1f9e067fb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f8743645-880b-4ba5-a8f1-7a357010ce33'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:22:48.380108 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-8dfad393-7026-48de-8961-de1cf083d20a req-a160a0c8-d993-44f1-ac09-b5cc37cd7a5b service neutron] Bound port: 72f58ebc-e4f4-43c5-bfd2-e44f43958b2d, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7f531d5-47e8-4317-acb0-b1f9e067fb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f8743645-880b-4ba5-a8f1-7a357010ce33'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:22:48.380470 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8dfad393-7026-48de-8961-de1cf083d20a req-a160a0c8-d993-44f1-ac09-b5cc37cd7a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:48.395284 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b923898a-6f34-40db-be3a-8a5ca3ecba13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:48.415711 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b923898a-6f34-40db-be3a-8a5ca3ecba13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:48.422269 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8cd8b6d9-ff56-4d65-a567-0291b108aaef tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:48.441604 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-87b7b39d-1261-4550-b2cf-8826492dcfe4 req-ef5ddd0b-4c88-41da-a50e-c460798b7b35 service neutron] 10.222.0.58 "GET /v2.0/networks/f8743645-880b-4ba5-a8f1-7a357010ce33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6551511 Aug 10 03:22:48.443262 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-25fd6542-9913-4f47-ad01-d9856c0f65dc req-be448e75-75a5-4c94-81c7-265dcd9ede57 tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6770563 Aug 10 03:22:48.508984 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-25fd6542-9913-4f47-ad01-d9856c0f65dc req-40d73b47-b830-4e15-83f5-e82889885e13 service neutron] Request body: {'port': {'device_id': 'c7b89f3e-4dc4-4640-b52e-1910861c146f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:48.540743 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b923898a-6f34-40db-be3a-8a5ca3ecba13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b100203-2df7-4c95-9d31-b275ab53cdfa,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:48.558959 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b923898a-6f34-40db-be3a-8a5ca3ecba13 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b7b1f44d99e943f59aee0570dab9dd31&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4290509 Aug 10 03:22:48.563091 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60636) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:48.745907 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-25fd6542-9913-4f47-ad01-d9856c0f65dc req-40d73b47-b830-4e15-83f5-e82889885e13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:48.752945 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc523b89-7d4d-4184-a3fa-ee7328c272f6 req-8923fe19-2275-4930-ab19-b7f080b195ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:48.754480 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-bc523b89-7d4d-4184-a3fa-ee7328c272f6 req-8923fe19-2275-4930-ab19-b7f080b195ea service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0acd2672dca74c959024218175c9c669&device_id=3d96b1eb-71c8-4499-9e6b-873da4f99425 HTTP/1.1" status: 200 len: 1096 time: 0.2394245 Aug 10 03:22:48.755116 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d8b0b0b4-4962-4bfd-939e-08c53352608d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:48.814268 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b0b0b4-4962-4bfd-939e-08c53352608d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event deleted for resources: {'Port': ['ID=da66c376-aa07-41b2-b7fd-bd84ab0ebcc0,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:48.869683 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-8dfad393-7026-48de-8961-de1cf083d20a req-a160a0c8-d993-44f1-ac09-b5cc37cd7a5b service neutron] For port 72f58ebc-e4f4-43c5-bfd2-e44f43958b2d, host n-h1-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:22:48.873427 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84752ff-95d1-46d6-b41d-a313718c51ff req-bc8782e6-c07a-4ca2-b6b7-91fe442789d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:48.875046 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f84752ff-95d1-46d6-b41d-a313718c51ff req-bc8782e6-c07a-4ca2-b6b7-91fe442789d9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f8743645-880b-4ba5-a8f1-7a357010ce33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4847233 Aug 10 03:22:48.892156 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1571dd3d-794e-4aff-ae93-df2d4f119ba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:48.917620 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-8dfad393-7026-48de-8961-de1cf083d20a req-a160a0c8-d993-44f1-ac09-b5cc37cd7a5b service neutron] For port 72f58ebc-e4f4-43c5-bfd2-e44f43958b2d, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=72f58ebc-e4f4-43c5-bfd2-e44f43958b2d,segment=NetworkSegment(d7f531d5-47e8-4317-acb0-b1f9e067fb36),segment_id=d7f531d5-47e8-4317-acb0-b1f9e067fb36)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:22:48.962619 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8dfad393-7026-48de-8961-de1cf083d20a req-a160a0c8-d993-44f1-ac09-b5cc37cd7a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:49.006067 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1571dd3d-794e-4aff-ae93-df2d4f119ba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:49.061542 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91caacc-d812-46bf-aafe-778f773c4292 req-322503e2-94ca-4c64-bdd0-b639bee29404 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:49.064726 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f91caacc-d812-46bf-aafe-778f773c4292 req-322503e2-94ca-4c64-bdd0-b639bee29404 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/ports?device_id=60c76cfe-d864-412b-a6a5-64c08d68f850 HTTP/1.1" status: 200 len: 943 time: 0.5512228 Aug 10 03:22:49.081451 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfad393-7026-48de-8961-de1cf083d20a req-a160a0c8-d993-44f1-ac09-b5cc37cd7a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:49.082094 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8dfad393-7026-48de-8961-de1cf083d20a req-a160a0c8-d993-44f1-ac09-b5cc37cd7a5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:49.083524 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8dfad393-7026-48de-8961-de1cf083d20a req-a160a0c8-d993-44f1-ac09-b5cc37cd7a5b service neutron] 10.222.0.58 "PUT /v2.0/ports/72f58ebc-e4f4-43c5-bfd2-e44f43958b2d HTTP/1.1" status: 200 len: 1092 time: 1.9628284 Aug 10 03:22:49.095026 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60c76cfe-d864-412b-a6a5-64c08d68f850', 'tag': '72f58ebc-e4f4-43c5-bfd2-e44f43958b2d'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:22:49.097427 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0b075f-4981-4e4a-a73e-3c22a09e85f5" -d '{"events": [{"name": "network-changed", "server_uuid": "60c76cfe-d864-412b-a6a5-64c08d68f850", "tag": "72f58ebc-e4f4-43c5-bfd2-e44f43958b2d"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:22:49.114714 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cd8b6d9-ff56-4d65-a567-0291b108aaef tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Router 5bfdc8c7-4654-4763-9193-ba45a65da5c8 is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:22:49.142728 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc523b89-7d4d-4184-a3fa-ee7328c272f6 req-3498fe30-6320-4bf2-ab13-ebbe9ff037e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:49.144285 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-bc523b89-7d4d-4184-a3fa-ee7328c272f6 req-3498fe30-6320-4bf2-ab13-ebbe9ff037e9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f8743645-880b-4ba5-a8f1-7a357010ce33 HTTP/1.1" status: 200 len: 917 time: 0.3746090 Aug 10 03:22:49.188432 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2af7d3-3b7c-46d3-aaf1-ca907e45e95c x-openstack-request-id: req-7c2af7d3-3b7c-46d3-aaf1-ca907e45e95c {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:22:49.188724 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60c76cfe-d864-412b-a6a5-64c08d68f850", "tag": "72f58ebc-e4f4-43c5-bfd2-e44f43958b2d", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:22:49.189373 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7c2af7d3-3b7c-46d3-aaf1-ca907e45e95c {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:22:49.189767 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60c76cfe-d864-412b-a6a5-64c08d68f850', 'tag': '72f58ebc-e4f4-43c5-bfd2-e44f43958b2d', 'status': 'completed', 'code': 200} Aug 10 03:22:49.229816 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f91caacc-d812-46bf-aafe-778f773c4292 req-6f68afc8-d6c9-44b1-b54c-b9b98f46f70a tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/security-groups?id=2832b822-3ae7-4539-a861-1dd7e33b3925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453500 Aug 10 03:22:49.240323 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b5e21405-eedf-4e7f-b552-cac1dd80cfa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:49.246836 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a160a0c8-d993-44f1-ac09-b5cc37cd7a5b service neutron] Pushing event updated for resources: {'Port': ['ID=72f58ebc-e4f4-43c5-bfd2-e44f43958b2d,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:49.278246 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-bc523b89-7d4d-4184-a3fa-ee7328c272f6 req-1a873e37-1ae1-4af0-89e9-72d2a3873d9e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5ada148-9d0b-4590-ad6f-f422ca77e963 HTTP/1.1" status: 200 len: 217 time: 0.1130462 Aug 10 03:22:49.306874 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b5e21405-eedf-4e7f-b552-cac1dd80cfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:49.329918 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f84752ff-95d1-46d6-b41d-a313718c51ff req-18339af6-a102-4a88-95fc-285de390f4e7 service neutron] 10.222.0.60 "GET /v2.0/networks/f8743645-880b-4ba5-a8f1-7a357010ce33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4318600 Aug 10 03:22:49.412794 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333c798-78af-4a39-bcaf-4e2bffb895a9 req-5bf0b9b5-40cd-41ab-b948-74434ddc7bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:49.414473 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b333c798-78af-4a39-bcaf-4e2bffb895a9 req-5bf0b9b5-40cd-41ab-b948-74434ddc7bc2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e185eddfc77743c180b686598504f106&device_id=c7f6702b-3804-4f19-874e-14e3063c03ac HTTP/1.1" status: 200 len: 1097 time: 0.3386414 Aug 10 03:22:49.444288 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1571dd3d-794e-4aff-ae93-df2d4f119ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:49.447512 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1571dd3d-794e-4aff-ae93-df2d4f119ba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:49.448657 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1571dd3d-794e-4aff-ae93-df2d4f119ba6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5b100203-2df7-4c95-9d31-b275ab53cdfa HTTP/1.1" status: 204 len: 168 time: 0.8662741 Aug 10 03:22:49.471775 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e21405-eedf-4e7f-b552-cac1dd80cfa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7afc8168-b21b-4d63-9e0c-750ae20b10ce,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:49.490918 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfad393-7026-48de-8961-de1cf083d20a req-d287c82e-2da0-4c28-94e1-84e85af96818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:49.492996 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8dfad393-7026-48de-8961-de1cf083d20a req-d287c82e-2da0-4c28-94e1-84e85af96818 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0acd2672dca74c959024218175c9c669&device_id=60c76cfe-d864-412b-a6a5-64c08d68f850 HTTP/1.1" status: 200 len: 1095 time: 0.3061292 Aug 10 03:22:49.497839 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b5e21405-eedf-4e7f-b552-cac1dd80cfa7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c17a9e3617dd4f898e36d980f114ad09&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0131249 Aug 10 03:22:49.522849 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60646) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:49.524857 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1571dd3d-794e-4aff-ae93-df2d4f119ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b100203-2df7-4c95-9d31-b275ab53cdfa,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:49.528066 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d8b0b0b4-4962-4bfd-939e-08c53352608d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:49.582165 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc523b89-7d4d-4184-a3fa-ee7328c272f6 req-bac432c0-9693-41e5-b63d-0ae4042f3346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:49.583695 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-bc523b89-7d4d-4184-a3fa-ee7328c272f6 req-bac432c0-9693-41e5-b63d-0ae4042f3346 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a13adeb7-640b-436e-9f0b-413d5349d6d8 HTTP/1.1" status: 200 len: 855 time: 0.2394812 Aug 10 03:22:49.597235 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8dfad393-7026-48de-8961-de1cf083d20a req-5e465989-e01d-470c-aa35-3eadfcc8efc2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72f58ebc-e4f4-43c5-bfd2-e44f43958b2d HTTP/1.1" status: 200 len: 217 time: 0.0554373 Aug 10 03:22:49.605317 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5210357-0c9a-4a89-ac18-aaa302f01cb0 req-33d58968-97a4-4726-8cde-4c18b7d6d232 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:49.606848 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f5210357-0c9a-4a89-ac18-aaa302f01cb0 req-33d58968-97a4-4726-8cde-4c18b7d6d232 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7f6702b-3804-4f19-874e-14e3063c03ac HTTP/1.1" status: 200 len: 945 time: 0.3529601 Aug 10 03:22:49.666631 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fc0d6619-a650-4166-9e84-fee01173925f req-e7606b9d-4b8f-4c25-8abf-562c0fad4a0f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=aa1e6cff-8a9f-4604-985b-6c921b60da26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3106880 Aug 10 03:22:49.683047 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ffbc9-1b35-45b7-bbad-cd92caf09eea req-5ec212ae-177b-4f59-ab4d-09c62719c80d tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:49.687376 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b16ffbc9-1b35-45b7-bbad-cd92caf09eea req-5ec212ae-177b-4f59-ab4d-09c62719c80d tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7b89f3e-4dc4-4640-b52e-1910861c146f HTTP/1.1" status: 200 len: 932 time: 0.3336215 Aug 10 03:22:49.740652 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd8b6d9-ff56-4d65-a567-0291b108aaef tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:22:49.745225 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f84752ff-95d1-46d6-b41d-a313718c51ff req-5f5e7873-c207-4bd8-ba54-bede0e40c720 service neutron] 10.222.0.60 "GET /v2.0/networks/f8743645-880b-4ba5-a8f1-7a357010ce33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3930669 Aug 10 03:22:49.760260 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00e740b-c329-4515-842c-46500334ab0d None None] Sync routers for ids ['5bfdc8c7-4654-4763-9193-ba45a65da5c8'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:22:49.772495 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfad393-7026-48de-8961-de1cf083d20a req-31b1a1c8-1a5f-48a8-8af3-4a5e26ea8a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:49.774108 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8dfad393-7026-48de-8961-de1cf083d20a req-31b1a1c8-1a5f-48a8-8af3-4a5e26ea8a41 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a13adeb7-640b-436e-9f0b-413d5349d6d8 HTTP/1.1" status: 200 len: 855 time: 0.1663101 Aug 10 03:22:49.781204 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333c798-78af-4a39-bcaf-4e2bffb895a9 req-bb3bd25e-4490-4255-9460-8219b6192395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:49.782697 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b333c798-78af-4a39-bcaf-4e2bffb895a9 req-bb3bd25e-4490-4255-9460-8219b6192395 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe HTTP/1.1" status: 200 len: 911 time: 0.3154516 Aug 10 03:22:49.784637 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00e740b-c329-4515-842c-46500334ab0d None None] Routers {'5bfdc8c7-4654-4763-9193-ba45a65da5c8'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:22:49.785437 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-c00e740b-c329-4515-842c-46500334ab0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:22:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['5bfdc8c7-4654-4763-9193-ba45a65da5c8'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:49.799007 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f5210357-0c9a-4a89-ac18-aaa302f01cb0 req-1b8ab530-c905-447d-af3e-00d58cbfcc42 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701069 Aug 10 03:22:49.832859 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-c00e740b-c329-4515-842c-46500334ab0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:49.843485 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00e740b-c329-4515-842c-46500334ab0d None None] Routers {'5bfdc8c7-4654-4763-9193-ba45a65da5c8'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:22:49.844327 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-c00e740b-c329-4515-842c-46500334ab0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:22:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['5bfdc8c7-4654-4763-9193-ba45a65da5c8'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:49.868013 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b16ffbc9-1b35-45b7-bbad-cd92caf09eea req-9891743d-dca7-44a0-9cb5-47b4e70ad9f2 tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] 10.222.0.62 "GET /v2.0/security-groups?id=debf09ed-fe31-46f6-8139-855a4f836810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571767 Aug 10 03:22:49.876275 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b333c798-78af-4a39-bcaf-4e2bffb895a9 req-2824cc58-9d54-427f-9eb0-13fea8b30451 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f7370df-6a1b-4dfe-983b-3d6cd36a298d HTTP/1.1" status: 200 len: 217 time: 0.0751462 Aug 10 03:22:49.884854 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8cd8b6d9-ff56-4d65-a567-0291b108aaef tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:49.886203 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8cd8b6d9-ff56-4d65-a567-0291b108aaef tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.7228580 Aug 10 03:22:49.888799 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60658) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:49.898261 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-adc4dc38-18c8-4ae0-bf66-425cf29f109c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:49.911316 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-9c7df374-0c9a-414a-9db3-11b36f2e85e3 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'enable_snat': False}}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:49.931641 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d6619-a650-4166-9e84-fee01173925f req-c9a431df-dcad-4734-9857-a697c945c7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:49.933164 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fc0d6619-a650-4166-9e84-fee01173925f req-c9a431df-dcad-4734-9857-a697c945c7ca service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dc37c9ae14bb4f3b843815f0becba976&device_id=aa1e6cff-8a9f-4604-985b-6c921b60da26 HTTP/1.1" status: 200 len: 1097 time: 0.2119441 Aug 10 03:22:49.937873 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfad393-7026-48de-8961-de1cf083d20a req-b22e6eb9-8dd9-4937-86ab-583756c19dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:49.939568 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8dfad393-7026-48de-8961-de1cf083d20a req-b22e6eb9-8dd9-4937-86ab-583756c19dbd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f8743645-880b-4ba5-a8f1-7a357010ce33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1559978 Aug 10 03:22:49.946000 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-c00e740b-c329-4515-842c-46500334ab0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:49.946846 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00e740b-c329-4515-842c-46500334ab0d None None] The sync data for ids ['5bfdc8c7-4654-4763-9193-ba45a65da5c8'] in n-d-768851-15 is: [] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:22:49.960810 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333c798-78af-4a39-bcaf-4e2bffb895a9 req-f204a250-1965-483e-b166-d99e4c1f5ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:49.962362 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b333c798-78af-4a39-bcaf-4e2bffb895a9 req-f204a250-1965-483e-b166-d99e4c1f5ee8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c05a62ae-44d3-4db4-a938-da6f60472238 HTTP/1.1" status: 200 len: 849 time: 0.0762362 Aug 10 03:22:49.976231 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-25fd6542-9913-4f47-ad01-d9856c0f65dc req-40d73b47-b830-4e15-83f5-e82889885e13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69a4946e-9861-42f0-9609-e4e1c02165b1 {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:22:50.016574 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc523b89-7d4d-4184-a3fa-ee7328c272f6 req-30c1e8c5-68a1-4410-8205-85614bba9187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:50.018173 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-bc523b89-7d4d-4184-a3fa-ee7328c272f6 req-30c1e8c5-68a1-4410-8205-85614bba9187 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f8743645-880b-4ba5-a8f1-7a357010ce33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4231830 Aug 10 03:22:50.076368 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-25fd6542-9913-4f47-ad01-d9856c0f65dc req-40d73b47-b830-4e15-83f5-e82889885e13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:50.082820 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8dfad393-7026-48de-8961-de1cf083d20a req-e94933df-64c6-4410-8d1b-b98c5bdb9f25 service neutron] 10.222.0.58 "GET /v2.0/networks/f8743645-880b-4ba5-a8f1-7a357010ce33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349299 Aug 10 03:22:50.084600 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333c798-78af-4a39-bcaf-4e2bffb895a9 req-496aff86-8d56-4f9a-aeeb-bffa24d634ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:50.086584 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b333c798-78af-4a39-bcaf-4e2bffb895a9 req-496aff86-8d56-4f9a-aeeb-bffa24d634ef service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1122091 Aug 10 03:22:50.105854 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-adc4dc38-18c8-4ae0-bf66-425cf29f109c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:50.268410 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b333c798-78af-4a39-bcaf-4e2bffb895a9 req-9b322ab5-9f05-48f9-9b9b-83303dae29f0 service neutron] 10.222.0.60 "GET /v2.0/networks/0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645236 Aug 10 03:22:50.270417 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8dfad393-7026-48de-8961-de1cf083d20a req-278ede8e-b139-4f72-892f-be93792fb8c7 service neutron] 10.222.0.58 "GET /v2.0/networks/f8743645-880b-4ba5-a8f1-7a357010ce33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788189 Aug 10 03:22:50.431056 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60674) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:50.452106 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b075f-4981-4e4a-a73e-3c22a09e85f5 req-460ce097-f91e-4999-a66d-ac1809000b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:50.453645 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2d0b075f-4981-4e4a-a73e-3c22a09e85f5 req-460ce097-f91e-4999-a66d-ac1809000b0c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0acd2672dca74c959024218175c9c669&device_id=60c76cfe-d864-412b-a6a5-64c08d68f850 HTTP/1.1" status: 200 len: 1095 time: 0.1183929 Aug 10 03:22:50.467470 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a555c-b7ec-4b5a-8040-de3f31af7b3e req-cf7a68e3-310c-4588-8383-3d6f5ef0b27e tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:50.469063 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eb2a555c-b7ec-4b5a-8040-de3f31af7b3e req-cf7a68e3-310c-4588-8383-3d6f5ef0b27e tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/ports?device_id=60c76cfe-d864-412b-a6a5-64c08d68f850 HTTP/1.1" status: 200 len: 943 time: 0.1321282 Aug 10 03:22:50.500138 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b333c798-78af-4a39-bcaf-4e2bffb895a9 req-c55f1d62-28a8-4b8a-ad9d-d83c7492d85a service neutron] 10.222.0.60 "GET /v2.0/networks/0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243330 Aug 10 03:22:50.560694 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-25fd6542-9913-4f47-ad01-d9856c0f65dc req-40d73b47-b830-4e15-83f5-e82889885e13 service neutron] Transition to ACTIVE for port object 69a4946e-9861-42f0-9609-e4e1c02165b1 will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:22:50.562037 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-43860a78-e7dd-44fd-a5e1-70023ba231fd admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-773978804-network', 'tenant_id': 'a918b0362a2d4286ac157fdd2a5ab003'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:50.586353 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eb2a555c-b7ec-4b5a-8040-de3f31af7b3e req-dc349efc-4dc2-4850-be24-711185ddc70e tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/security-groups?id=2832b822-3ae7-4539-a861-1dd7e33b3925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044729 Aug 10 03:22:50.586861 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-25fd6542-9913-4f47-ad01-d9856c0f65dc req-40d73b47-b830-4e15-83f5-e82889885e13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:50.609153 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43860a78-e7dd-44fd-a5e1-70023ba231fd admin admin] Made reservation on behalf of a918b0362a2d4286ac157fdd2a5ab003 for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:22:50.611611 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-43860a78-e7dd-44fd-a5e1-70023ba231fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:50.633656 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b075f-4981-4e4a-a73e-3c22a09e85f5 req-5670252e-e6ff-4ca2-acd1-a241b591fd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:50.635178 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2d0b075f-4981-4e4a-a73e-3c22a09e85f5 req-5670252e-e6ff-4ca2-acd1-a241b591fd78 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f8743645-880b-4ba5-a8f1-7a357010ce33 HTTP/1.1" status: 200 len: 917 time: 0.1632473 Aug 10 03:22:50.635833 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-43860a78-e7dd-44fd-a5e1-70023ba231fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:50.669718 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8b0b0b4-4962-4bfd-939e-08c53352608d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Router 70a1d4de-4417-46e6-be67-33de4b24a9d3 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:22:50.684135 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2d0b075f-4981-4e4a-a73e-3c22a09e85f5 req-f21e6f1d-5f66-4e73-a4b3-ef98d726e6d5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72f58ebc-e4f4-43c5-bfd2-e44f43958b2d HTTP/1.1" status: 200 len: 217 time: 0.0404835 Aug 10 03:22:50.742052 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b075f-4981-4e4a-a73e-3c22a09e85f5 req-b08d9fc8-ea4e-4f4b-a604-37444bc5e14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:50.744331 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2d0b075f-4981-4e4a-a73e-3c22a09e85f5 req-b08d9fc8-ea4e-4f4b-a604-37444bc5e14e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a13adeb7-640b-436e-9f0b-413d5349d6d8 HTTP/1.1" status: 200 len: 855 time: 0.0518172 Aug 10 03:22:50.752896 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d6619-a650-4166-9e84-fee01173925f req-125976ec-cdbc-4107-ad5e-e8b461a89706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:50.754365 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fc0d6619-a650-4166-9e84-fee01173925f req-125976ec-cdbc-4107-ad5e-e8b461a89706 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f673795f-9e73-4ddb-99c3-f2b6b571c4c6 HTTP/1.1" status: 200 len: 907 time: 0.7441816 Aug 10 03:22:50.754979 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d73b47-b830-4e15-83f5-e82889885e13 service neutron] Pushing event updated for resources: {'Port': ['ID=69a4946e-9861-42f0-9609-e4e1c02165b1,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:50.776415 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-bc523b89-7d4d-4184-a3fa-ee7328c272f6 req-341f05e1-2bc3-4f54-ac36-17f1c080df41 service neutron] 10.222.0.58 "GET /v2.0/networks/f8743645-880b-4ba5-a8f1-7a357010ce33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7395451 Aug 10 03:22:50.807406 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-adc4dc38-18c8-4ae0-bf66-425cf29f109c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:50.809919 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-adc4dc38-18c8-4ae0-bf66-425cf29f109c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:50.811055 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-adc4dc38-18c8-4ae0-bf66-425cf29f109c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7afc8168-b21b-4d63-9e0c-750ae20b10ce HTTP/1.1" status: 204 len: 168 time: 1.2841768 Aug 10 03:22:50.813604 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b075f-4981-4e4a-a73e-3c22a09e85f5 req-00700002-54dc-4d28-a39a-9650b25f9965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:50.820271 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2d0b075f-4981-4e4a-a73e-3c22a09e85f5 req-00700002-54dc-4d28-a39a-9650b25f9965 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f8743645-880b-4ba5-a8f1-7a357010ce33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0679803 Aug 10 03:22:50.861867 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:22:50.953726 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-43860a78-e7dd-44fd-a5e1-70023ba231fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:50.971824 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-43860a78-e7dd-44fd-a5e1-70023ba231fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:51.012487 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc4dc38-18c8-4ae0-bf66-425cf29f109c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7afc8168-b21b-4d63-9e0c-750ae20b10ce,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:51.055231 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43860a78-e7dd-44fd-a5e1-70023ba231fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:22:51.078174 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43860a78-e7dd-44fd-a5e1-70023ba231fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46df5d1c-7e0f-40ce-9b49-3c1bf335dc89,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:51.088285 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd43a41-8f58-44fb-acf9-f76a47710979 req-a4fa36e2-d4bf-4403-b6bb-6fc9ab3f3595 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:51.095579 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fc0d6619-a650-4166-9e84-fee01173925f req-e385e5c8-a6f1-443f-8fd3-df736d673ba8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=15a562ef-bbe5-428d-bd3d-e1f0a731f9b2 HTTP/1.1" status: 200 len: 1001 time: 0.3271003 Aug 10 03:22:51.095922 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-acd43a41-8f58-44fb-acf9-f76a47710979 req-a4fa36e2-d4bf-4403-b6bb-6fc9ab3f3595 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7f6702b-3804-4f19-874e-14e3063c03ac HTTP/1.1" status: 200 len: 945 time: 0.1770384 Aug 10 03:22:51.107820 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2d0b075f-4981-4e4a-a73e-3c22a09e85f5 req-1ead7094-8ac5-49f9-8220-90c69df59544 service neutron] 10.222.0.58 "GET /v2.0/networks/f8743645-880b-4ba5-a8f1-7a357010ce33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443874 Aug 10 03:22:51.120111 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-43860a78-e7dd-44fd-a5e1-70023ba231fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:51.120469 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-43860a78-e7dd-44fd-a5e1-70023ba231fd admin admin] Added segment 15becbc7-4cd2-4651-a39f-20d961273d10 of type vlan for network bbfa328a-aacf-4178-97d9-8a51e8d466f8 Aug 10 03:22:51.148177 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13119a4-828a-4a1e-bafc-7d58c52d49ef req-5b090ab3-2f97-44d2-9c7b-4598d481e87e tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:51.149780 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d13119a4-828a-4a1e-bafc-7d58c52d49ef req-5b090ab3-2f97-44d2-9c7b-4598d481e87e tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7b89f3e-4dc4-4640-b52e-1910861c146f HTTP/1.1" status: 200 len: 944 time: 0.1821942 Aug 10 03:22:51.151816 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b0b0b4-4962-4bfd-939e-08c53352608d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:22:51.153592 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-25fd6542-9913-4f47-ad01-d9856c0f65dc req-40d73b47-b830-4e15-83f5-e82889885e13 service neutron] Attempting to bind port 69a4946e-9861-42f0-9609-e4e1c02165b1 on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:22:51.154100 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-25fd6542-9913-4f47-ad01-d9856c0f65dc req-40d73b47-b830-4e15-83f5-e82889885e13 service neutron] Attempting to bind port 69a4946e-9861-42f0-9609-e4e1c02165b1 by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '8936e8d5-e4c3-4cf3-b1c2-0062beb0cd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '37a4392b-cf47-4575-a8ed-c0e4f1f53e7f'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:22:51.154607 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fd6542-9913-4f47-ad01-d9856c0f65dc req-40d73b47-b830-4e15-83f5-e82889885e13 service neutron] Attempting to bind port 69a4946e-9861-42f0-9609-e4e1c02165b1 on network 37a4392b-cf47-4575-a8ed-c0e4f1f53e7f {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:22:51.169300 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d8b0b0b4-4962-4bfd-939e-08c53352608d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "PUT /v2.0/routers/70a1d4de-4417-46e6-be67-33de4b24a9d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8118079 Aug 10 03:22:51.178019 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfe799e-150b-4ffd-b0f2-a97ef54c2508 None None] Sync routers for ids ['70a1d4de-4417-46e6-be67-33de4b24a9d3'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:22:51.199337 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfe799e-150b-4ffd-b0f2-a97ef54c2508 None None] Routers {'70a1d4de-4417-46e6-be67-33de4b24a9d3'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:22:51.200412 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-1bfe799e-150b-4ffd-b0f2-a97ef54c2508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:22:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['70a1d4de-4417-46e6-be67-33de4b24a9d3'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:51.215312 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60692) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:51.225303 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-bc523b89-7d4d-4184-a3fa-ee7328c272f6 req-a20e7ba2-0775-4949-8979-733f7989bf12 service neutron] 10.222.0.58 "GET /v2.0/networks/f8743645-880b-4ba5-a8f1-7a357010ce33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4197025 Aug 10 03:22:51.225859 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fd6542-9913-4f47-ad01-d9856c0f65dc req-40d73b47-b830-4e15-83f5-e82889885e13 service neutron] Port 69a4946e-9861-42f0-9609-e4e1c02165b1 on network 37a4392b-cf47-4575-a8ed-c0e4f1f53e7f not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:22:51.226180 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fd6542-9913-4f47-ad01-d9856c0f65dc req-40d73b47-b830-4e15-83f5-e82889885e13 service neutron] Attempting to bind port 69a4946e-9861-42f0-9609-e4e1c02165b1 on network 37a4392b-cf47-4575-a8ed-c0e4f1f53e7f {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:22:51.245214 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fd6542-9913-4f47-ad01-d9856c0f65dc req-40d73b47-b830-4e15-83f5-e82889885e13 service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:22:51.245870 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fd6542-9913-4f47-ad01-d9856c0f65dc req-40d73b47-b830-4e15-83f5-e82889885e13 service neutron] Checking segment: {'id': '8936e8d5-e4c3-4cf3-b1c2-0062beb0cd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '37a4392b-cf47-4575-a8ed-c0e4f1f53e7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:22:51.246277 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fd6542-9913-4f47-ad01-d9856c0f65dc req-40d73b47-b830-4e15-83f5-e82889885e13 service neutron] Bound using segment: {'id': '8936e8d5-e4c3-4cf3-b1c2-0062beb0cd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '37a4392b-cf47-4575-a8ed-c0e4f1f53e7f'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:22:51.246722 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-25fd6542-9913-4f47-ad01-d9856c0f65dc req-40d73b47-b830-4e15-83f5-e82889885e13 service neutron] Bound port: 69a4946e-9861-42f0-9609-e4e1c02165b1, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8936e8d5-e4c3-4cf3-b1c2-0062beb0cd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '37a4392b-cf47-4575-a8ed-c0e4f1f53e7f'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:22:51.247129 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-25fd6542-9913-4f47-ad01-d9856c0f65dc req-40d73b47-b830-4e15-83f5-e82889885e13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:51.261102 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d6619-a650-4166-9e84-fee01173925f req-0c16fb04-eec3-4978-91d6-b6b490a6ca87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:51.262641 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fc0d6619-a650-4166-9e84-fee01173925f req-0c16fb04-eec3-4978-91d6-b6b490a6ca87 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0f997ebe-2f8d-458f-b51d-abdea60cfbec HTTP/1.1" status: 200 len: 845 time: 0.1515608 Aug 10 03:22:51.290625 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-acd43a41-8f58-44fb-acf9-f76a47710979 req-6805d401-3234-42ed-97b6-a3f092d2ec62 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937537 Aug 10 03:22:51.300783 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-43860a78-e7dd-44fd-a5e1-70023ba231fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:51.371860 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-847f6644-49a1-4a2f-93c9-f76b41f6740e tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Deleting subnet a0f2cca1-5ac1-49a2-b352-5a3691989eae {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:22:51.404661 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-847f6644-49a1-4a2f-93c9-f76b41f6740e tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:51.412412 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d13119a4-828a-4a1e-bafc-7d58c52d49ef req-a6c0a04c-a083-4ced-8332-72a546982a0b tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] 10.222.0.62 "GET /v2.0/security-groups?id=debf09ed-fe31-46f6-8139-855a4f836810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150209 Aug 10 03:22:51.420813 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9c7df374-0c9a-414a-9db3-11b36f2e85e3 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:51.446216 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-43860a78-e7dd-44fd-a5e1-70023ba231fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:51.447679 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43860a78-e7dd-44fd-a5e1-70023ba231fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:51.448498 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-43860a78-e7dd-44fd-a5e1-70023ba231fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:51.457636 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2d0b075f-4981-4e4a-a73e-3c22a09e85f5 req-fb7848e2-b9fb-44e7-b4df-b0a5382e34d5 service neutron] 10.222.0.58 "GET /v2.0/networks/f8743645-880b-4ba5-a8f1-7a357010ce33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322220 Aug 10 03:22:51.460076 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d6619-a650-4166-9e84-fee01173925f req-85b3023c-cf0e-4666-bb3e-add023324cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:51.462980 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fc0d6619-a650-4166-9e84-fee01173925f req-85b3023c-cf0e-4666-bb3e-add023324cf3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f673795f-9e73-4ddb-99c3-f2b6b571c4c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1889451 Aug 10 03:22:51.473870 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-25fd6542-9913-4f47-ad01-d9856c0f65dc req-40d73b47-b830-4e15-83f5-e82889885e13 service neutron] For port 69a4946e-9861-42f0-9609-e4e1c02165b1, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:22:51.480047 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-25fd6542-9913-4f47-ad01-d9856c0f65dc req-40d73b47-b830-4e15-83f5-e82889885e13 service neutron] For port 69a4946e-9861-42f0-9609-e4e1c02165b1, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=69a4946e-9861-42f0-9609-e4e1c02165b1,segment=NetworkSegment(8936e8d5-e4c3-4cf3-b1c2-0062beb0cd77),segment_id=8936e8d5-e4c3-4cf3-b1c2-0062beb0cd77)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:22:51.524465 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-847f6644-49a1-4a2f-93c9-f76b41f6740e tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:51.528054 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-43860a78-e7dd-44fd-a5e1-70023ba231fd admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0958991 Aug 10 03:22:51.546822 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-1bfe799e-150b-4ffd-b0f2-a97ef54c2508 None None] Set router 70a1d4de-4417-46e6-be67-33de4b24a9d3 gateway port host: None {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:22:51.550578 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60700) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:51.557532 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-ac32d1b0-83a2-4221-994e-e75204865339 admin admin] Request body: {'subnet': {'network_id': 'bbfa328a-aacf-4178-97d9-8a51e8d466f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-773978804-subnet', 'tenant_id': 'a918b0362a2d4286ac157fdd2a5ab003', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:51.587703 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43860a78-e7dd-44fd-a5e1-70023ba231fd admin admin] Pushing event updated for resources: {'Network': ['ID=bbfa328a-aacf-4178-97d9-8a51e8d466f8,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:51.607347 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac32d1b0-83a2-4221-994e-e75204865339 admin admin] Made reservation on behalf of a918b0362a2d4286ac157fdd2a5ab003 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:22:51.610074 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ac32d1b0-83a2-4221-994e-e75204865339 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:51.620250 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network bbfa328a-aacf-4178-97d9-8a51e8d466f8 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:22:51.645257 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fc0d6619-a650-4166-9e84-fee01173925f req-45d6f050-8b59-47f7-8d75-33613bdd484e service neutron] 10.222.0.58 "GET /v2.0/networks/f673795f-9e73-4ddb-99c3-f2b6b571c4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675558 Aug 10 03:22:51.706830 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 62410b7c-4993-40cc-9e94-b09512d088a8 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:22:51.708653 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-847f6644-49a1-4a2f-93c9-f76b41f6740e tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:51.722096 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-25fd6542-9913-4f47-ad01-d9856c0f65dc req-40d73b47-b830-4e15-83f5-e82889885e13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:51.811329 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d73b47-b830-4e15-83f5-e82889885e13 service neutron] Pushing event updated for resources: {'Port': ['ID=69a4946e-9861-42f0-9609-e4e1c02165b1,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:51.820936 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd6542-9913-4f47-ad01-d9856c0f65dc req-40d73b47-b830-4e15-83f5-e82889885e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:51.821570 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-25fd6542-9913-4f47-ad01-d9856c0f65dc req-40d73b47-b830-4e15-83f5-e82889885e13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:51.823069 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-25fd6542-9913-4f47-ad01-d9856c0f65dc req-40d73b47-b830-4e15-83f5-e82889885e13 service neutron] 10.222.0.58 "PUT /v2.0/ports/69a4946e-9861-42f0-9609-e4e1c02165b1 HTTP/1.1" status: 200 len: 1093 time: 3.3584516 Aug 10 03:22:51.884071 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b89f3e-4dc4-4640-b52e-1910861c146f', 'tag': '69a4946e-9861-42f0-9609-e4e1c02165b1'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:22:51.885038 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fcd3ae-12e2-41fc-81ff-e07066043b50 req-7454a2de-cd7b-415d-8ed1-20cf61db1644 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:51.886288 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295feae3-b99e-436b-9cf2-acc9d61ef740" -d '{"events": [{"name": "network-changed", "server_uuid": "c7b89f3e-4dc4-4640-b52e-1910861c146f", "tag": "69a4946e-9861-42f0-9609-e4e1c02165b1"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:22:51.886646 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a2fcd3ae-12e2-41fc-81ff-e07066043b50 req-7454a2de-cd7b-415d-8ed1-20cf61db1644 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/ports?device_id=60c76cfe-d864-412b-a6a5-64c08d68f850 HTTP/1.1" status: 200 len: 943 time: 0.1720068 Aug 10 03:22:51.903825 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 62410b7c-4993-40cc-9e94-b09512d088a8, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=62410b7c-4993-40cc-9e94-b09512d088a8,segment=NetworkSegment(d7f531d5-47e8-4317-acb0-b1f9e067fb36),segment_id=d7f531d5-47e8-4317-acb0-b1f9e067fb36)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:51.916753 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-1bfe799e-150b-4ffd-b0f2-a97ef54c2508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'name': 'tempest-RoutersTest-router-2012087379', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:39Z', 'updated_at': '2021-08-10T03:22:48Z', 'revision_number': 10, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'gw_port_host': None, '_interfaces': [{'id': 'f1f48ffb-50ae-46f1-bf8e-42c3ae996df2', 'name': '', 'network_id': 'd5af5ed4-7f41-423d-a9da-6b54aed72f87', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:55:1f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '6c161d10-cbbc-40e3-a2d8-ec564696b35a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:41Z', 'updated_at': '2021-08-10T03:21:54Z', 'revision_number': 5, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': '6c161d10-cbbc-40e3-a2d8-ec564696b35a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:51.945789 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfe799e-150b-4ffd-b0f2-a97ef54c2508 None None] Checking router: 70a1d4de-4417-46e6-be67-33de4b24a9d3 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:22:51.947833 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '62410b7c-4993-40cc-9e94-b09512d088a8', 'network_id': 'f8743645-880b-4ba5-a8f1-7a357010ce33', 'port_id': '62410b7c-4993-40cc-9e94-b09512d088a8', 'mac_address': 'fa:16:3e:ab:5e:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13adeb7-640b-436e-9f0b-413d5349d6d8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:22:51.958457 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfe799e-150b-4ffd-b0f2-a97ef54c2508 None None] Routers {'70a1d4de-4417-46e6-be67-33de4b24a9d3'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:22:51.959156 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-1bfe799e-150b-4ffd-b0f2-a97ef54c2508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:22:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['70a1d4de-4417-46e6-be67-33de4b24a9d3'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:51.976820 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-847f6644-49a1-4a2f-93c9-f76b41f6740e tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:51.984955 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd6542-9913-4f47-ad01-d9856c0f65dc req-0ebc861f-b519-4217-b3ae-242400cfa040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:51.987054 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-25fd6542-9913-4f47-ad01-d9856c0f65dc req-0ebc861f-b519-4217-b3ae-242400cfa040 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=18a33eeef11840599fbf09c6616fdf3c&device_id=c7b89f3e-4dc4-4640-b52e-1910861c146f HTTP/1.1" status: 200 len: 1096 time: 0.0919755 Aug 10 03:22:51.997612 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814da21a-8d11-44dd-a8d7-f31fb8360364 x-openstack-request-id: req-814da21a-8d11-44dd-a8d7-f31fb8360364 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:22:51.998168 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7b89f3e-4dc4-4640-b52e-1910861c146f", "tag": "69a4946e-9861-42f0-9609-e4e1c02165b1", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:22:51.998789 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-814da21a-8d11-44dd-a8d7-f31fb8360364 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:22:51.999598 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7b89f3e-4dc4-4640-b52e-1910861c146f', 'tag': '69a4946e-9861-42f0-9609-e4e1c02165b1', 'status': 'completed', 'code': 200} Aug 10 03:22:52.039066 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847f6644-49a1-4a2f-93c9-f76b41f6740e tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event deleted for resources: {'Subnet': ['ID=a0f2cca1-5ac1-49a2-b352-5a3691989eae,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:52.046289 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-847f6644-49a1-4a2f-93c9-f76b41f6740e tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:52.053389 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-25fd6542-9913-4f47-ad01-d9856c0f65dc req-9bb85dae-8d7f-4c61-9e9e-ccf482f486a0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69a4946e-9861-42f0-9609-e4e1c02165b1 HTTP/1.1" status: 200 len: 217 time: 0.0507779 Aug 10 03:22:52.055933 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60716) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:52.056110 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-1bfe799e-150b-4ffd-b0f2-a97ef54c2508 None None] Set router 70a1d4de-4417-46e6-be67-33de4b24a9d3 gateway port host: None {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:22:52.058278 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-847f6644-49a1-4a2f-93c9-f76b41f6740e tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "DELETE /v2.0/subnets/a0f2cca1-5ac1-49a2-b352-5a3691989eae HTTP/1.1" status: 204 len: 168 time: 0.8315690 Aug 10 03:22:52.072331 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ac32d1b0-83a2-4221-994e-e75204865339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:52.144678 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a2fcd3ae-12e2-41fc-81ff-e07066043b50 req-34e03e2d-91ed-4f2a-a703-d6032d5d332d tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/security-groups?id=2832b822-3ae7-4539-a861-1dd7e33b3925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342515 Aug 10 03:22:52.145509 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device e5ada148-9d0b-4590-ad6f-f422ca77e963 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:22:52.146524 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac32d1b0-83a2-4221-994e-e75204865339 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fca7040-d9dc-42d6-a49a-3ca47891a6e8,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:52.147891 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9847ba5-627e-4207-84ad-ab05d4d2d553 None None] Network 77b29a3f-0b40-4627-9020-64e2507c2bfe requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:22:52.148134 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fc0d6619-a650-4166-9e84-fee01173925f req-29f3340e-06d1-40a6-a121-5b6107675ae1 service neutron] 10.222.0.58 "GET /v2.0/networks/f673795f-9e73-4ddb-99c3-f2b6b571c4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4394417 Aug 10 03:22:52.199051 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac32d1b0-83a2-4221-994e-e75204865339 admin admin] Checking segment: {'id': '15becbc7-4cd2-4651-a39f-20d961273d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'bbfa328a-aacf-4178-97d9-8a51e8d466f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:22:52.199425 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac32d1b0-83a2-4221-994e-e75204865339 admin admin] Network hostable DHCP agents. Network: bbfa328a-aacf-4178-97d9-8a51e8d466f8, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:22:52.220093 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac32d1b0-83a2-4221-994e-e75204865339 admin admin] Network bbfa328a-aacf-4178-97d9-8a51e8d466f8 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:22:52.221838 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-61870e24-770e-4cf0-b30a-88ad885abd2c tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:52.227180 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd6542-9913-4f47-ad01-d9856c0f65dc req-dfcb7b30-01fa-4ad9-98a3-63d9ed3f394f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:52.229015 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-25fd6542-9913-4f47-ad01-d9856c0f65dc req-dfcb7b30-01fa-4ad9-98a3-63d9ed3f394f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=00e76214-769d-4a3e-a9c5-015f09a66843 HTTP/1.1" status: 200 len: 853 time: 0.1604152 Aug 10 03:22:52.233297 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-ac32d1b0-83a2-4221-994e-e75204865339 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, bbfa328a-aacf-4178-97d9-8a51e8d466f8) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:22:52.238767 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac32d1b0-83a2-4221-994e-e75204865339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:52.239709 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ac32d1b0-83a2-4221-994e-e75204865339 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:52.256521 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b363afc0-f7b2-4b56-b864-3003213a975b None None] Network bbfa328a-aacf-4178-97d9-8a51e8d466f8 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:22:52.266090 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ac32d1b0-83a2-4221-994e-e75204865339 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7046485 Aug 10 03:22:52.358511 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:52.406092 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-25fd6542-9913-4f47-ad01-d9856c0f65dc req-cfdc7c20-75eb-480f-973a-737b7fbc9641 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=37a4392b-cf47-4575-a8ed-c0e4f1f53e7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1652591 Aug 10 03:22:52.517485 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62410b7c-4993-40cc-9e94-b09512d088a8 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:22:52.540430 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc594589-69a6-4d30-af66-981781e1d579 req-d1851d26-3999-4940-ace9-a71667d3fc82 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:52.545239 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cc594589-69a6-4d30-af66-981781e1d579 req-d1851d26-3999-4940-ace9-a71667d3fc82 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7f6702b-3804-4f19-874e-14e3063c03ac HTTP/1.1" status: 200 len: 945 time: 0.1179476 Aug 10 03:22:52.583556 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 62410b7c-4993-40cc-9e94-b09512d088a8, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=62410b7c-4993-40cc-9e94-b09512d088a8,segment=NetworkSegment(d7f531d5-47e8-4317-acb0-b1f9e067fb36),segment_id=d7f531d5-47e8-4317-acb0-b1f9e067fb36)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:52.621947 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cc594589-69a6-4d30-af66-981781e1d579 req-f6aba05d-b495-413a-819f-f28d0a8010c8 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687320 Aug 10 03:22:52.645495 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-25fd6542-9913-4f47-ad01-d9856c0f65dc req-f8b58d3a-eec7-4518-8b5c-8bada034cfe1 service neutron] 10.222.0.58 "GET /v2.0/networks/37a4392b-cf47-4575-a8ed-c0e4f1f53e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592805 Aug 10 03:22:52.650801 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:52.758900 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port e5ada148-9d0b-4590-ad6f-f422ca77e963, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=e5ada148-9d0b-4590-ad6f-f422ca77e963,segment=NetworkSegment(d7f531d5-47e8-4317-acb0-b1f9e067fb36),segment_id=d7f531d5-47e8-4317-acb0-b1f9e067fb36)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:52.786421 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5374ea-2a05-4951-a9ef-0dbcc83d5910 req-d155b837-aac9-40af-8dad-7e94c8f62fb1 tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:52.792610 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f009fd3-ab43-43ac-a2c1-64e9a454bf83 None None] DHCP port deletion for 77b29a3f-0b40-4627-9020-64e2507c2bfe request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:22:52.800952 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=62410b7c-4993-40cc-9e94-b09512d088a8,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:52.807325 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f519772d-a4a8-4ac0-ae76-b952148a895f None None] Network bbfa328a-aacf-4178-97d9-8a51e8d466f8 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:22:52.816181 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': 'e5ada148-9d0b-4590-ad6f-f422ca77e963', 'network_id': 'f8743645-880b-4ba5-a8f1-7a357010ce33', 'port_id': 'e5ada148-9d0b-4590-ad6f-f422ca77e963', 'mac_address': 'fa:16:3e:2c:39:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13adeb7-640b-436e-9f0b-413d5349d6d8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:22:52.821094 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7c5374ea-2a05-4951-a9ef-0dbcc83d5910 req-d155b837-aac9-40af-8dad-7e94c8f62fb1 tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7b89f3e-4dc4-4640-b52e-1910861c146f HTTP/1.1" status: 200 len: 944 time: 0.1763654 Aug 10 03:22:52.866142 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-61870e24-770e-4cf0-b30a-88ad885abd2c tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Deleting port 4f960b95-713f-44ea-9d92-f9d0bc373647 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:22:52.866869 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-61870e24-770e-4cf0-b30a-88ad885abd2c tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:52.886642 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-25fd6542-9913-4f47-ad01-d9856c0f65dc req-1fc0a1ad-ab7d-40b6-bdc3-302b93341733 service neutron] 10.222.0.58 "GET /v2.0/networks/37a4392b-cf47-4575-a8ed-c0e4f1f53e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078674 Aug 10 03:22:52.901942 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7c5374ea-2a05-4951-a9ef-0dbcc83d5910 req-2ec414d7-70f1-4be6-98ed-ced857f226ce tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] 10.222.0.62 "GET /v2.0/security-groups?id=debf09ed-fe31-46f6-8139-855a4f836810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749893 Aug 10 03:22:52.920801 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['62410b7c-4993-40cc-9e94-b09512d088a8'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:22:52.965737 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60742) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:52.984881 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-1bfe799e-150b-4ffd-b0f2-a97ef54c2508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'name': 'tempest-RoutersTest-router-2012087379', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:39Z', 'updated_at': '2021-08-10T03:22:48Z', 'revision_number': 10, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'gw_port_host': None, '_interfaces': [{'id': 'f1f48ffb-50ae-46f1-bf8e-42c3ae996df2', 'name': '', 'network_id': 'd5af5ed4-7f41-423d-a9da-6b54aed72f87', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:55:1f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '6c161d10-cbbc-40e3-a2d8-ec564696b35a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:41Z', 'updated_at': '2021-08-10T03:21:54Z', 'revision_number': 5, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': '6c161d10-cbbc-40e3-a2d8-ec564696b35a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:53.014284 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9c7df374-0c9a-414a-9db3-11b36f2e85e3 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-368475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1926'] for router, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:53.019329 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9c7df374-0c9a-414a-9db3-11b36f2e85e3 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-372465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-372472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-368450'] for router, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:53.056240 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfe799e-150b-4ffd-b0f2-a97ef54c2508 None None] The sync data for ids ['70a1d4de-4417-46e6-be67-33de4b24a9d3'] in n-d-768851-15 is: [{'id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'name': 'tempest-RoutersTest-router-2012087379', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:39Z', 'updated_at': '2021-08-10T03:22:48Z', 'revision_number': 10, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'gw_port_host': None, '_interfaces': [{'id': 'f1f48ffb-50ae-46f1-bf8e-42c3ae996df2', 'name': '', 'network_id': 'd5af5ed4-7f41-423d-a9da-6b54aed72f87', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'mac_address': 'fa:16:3e:55:1f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '6c161d10-cbbc-40e3-a2d8-ec564696b35a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:41Z', 'updated_at': '2021-08-10T03:21:54Z', 'revision_number': 5, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'subnets': [{'id': '6c161d10-cbbc-40e3-a2d8-ec564696b35a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:22:53.077384 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-61870e24-770e-4cf0-b30a-88ad885abd2c tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] For port 4f960b95-713f-44ea-9d92-f9d0bc373647, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=4f960b95-713f-44ea-9d92-f9d0bc373647,segment=NetworkSegment(a3cf05c2-1926-40f1-b6d2-81d9d69b574c),segment_id=a3cf05c2-1926-40f1-b6d2-81d9d69b574c)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:53.077991 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-61870e24-770e-4cf0-b30a-88ad885abd2c tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:53.095476 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:53.123031 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5ada148-9d0b-4590-ad6f-f422ca77e963 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:22:53.150954 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3f009fd3-ab43-43ac-a2c1-64e9a454bf83 None None] Deleting port 4f960b95-713f-44ea-9d92-f9d0bc373647 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:22:53.151403 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3f009fd3-ab43-43ac-a2c1-64e9a454bf83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:53.186012 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-222c3bcc-0a96-4d7d-a9bd-0e54f55bf71d tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-946396940'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:53.207276 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port e5ada148-9d0b-4590-ad6f-f422ca77e963, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=e5ada148-9d0b-4590-ad6f-f422ca77e963,segment=NetworkSegment(d7f531d5-47e8-4317-acb0-b1f9e067fb36),segment_id=d7f531d5-47e8-4317-acb0-b1f9e067fb36)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:53.216742 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:53.217456 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 72f58ebc-e4f4-43c5-bfd2-e44f43958b2d details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:22:53.238697 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c7df374-0c9a-414a-9db3-11b36f2e85e3 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Router 5bfdc8c7-4654-4763-9193-ba45a65da5c8 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:22:53.246626 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-222c3bcc-0a96-4d7d-a9bd-0e54f55bf71d tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:53.246919 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-222c3bcc-0a96-4d7d-a9bd-0e54f55bf71d tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:53.249759 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-61870e24-770e-4cf0-b30a-88ad885abd2c tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Calling delete_port for 4f960b95-713f-44ea-9d92-f9d0bc373647 owned by network:dhcp {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:22:53.263160 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295feae3-b99e-436b-9cf2-acc9d61ef740 req-fc221cd8-a8ac-4fcf-bf5e-4bd7ba50d987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:53.264790 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-295feae3-b99e-436b-9cf2-acc9d61ef740 req-fc221cd8-a8ac-4fcf-bf5e-4bd7ba50d987 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=18a33eeef11840599fbf09c6616fdf3c&device_id=c7b89f3e-4dc4-4640-b52e-1910861c146f HTTP/1.1" status: 200 len: 1096 time: 0.3009207 Aug 10 03:22:53.303258 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3f009fd3-ab43-43ac-a2c1-64e9a454bf83 None None] For port 4f960b95-713f-44ea-9d92-f9d0bc373647, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=4f960b95-713f-44ea-9d92-f9d0bc373647,segment=NetworkSegment(a3cf05c2-1926-40f1-b6d2-81d9d69b574c),segment_id=a3cf05c2-1926-40f1-b6d2-81d9d69b574c)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:53.303878 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3f009fd3-ab43-43ac-a2c1-64e9a454bf83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:53.337742 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-222c3bcc-0a96-4d7d-a9bd-0e54f55bf71d tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:53.339124 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3f009fd3-ab43-43ac-a2c1-64e9a454bf83 None None] Calling delete_port for 4f960b95-713f-44ea-9d92-f9d0bc373647 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:22:53.350598 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=e5ada148-9d0b-4590-ad6f-f422ca77e963,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:53.352494 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad563fd-1ac8-486f-ac5a-df57db07a44b req-77e7b16c-ba64-4312-b6a0-82752d0abf1b tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:53.361549 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5ad563fd-1ac8-486f-ac5a-df57db07a44b req-77e7b16c-ba64-4312-b6a0-82752d0abf1b tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/ports?device_id=60c76cfe-d864-412b-a6a5-64c08d68f850 HTTP/1.1" status: 200 len: 943 time: 0.1301799 Aug 10 03:22:53.371681 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-222c3bcc-0a96-4d7d-a9bd-0e54f55bf71d tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:53.381484 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 72f58ebc-e4f4-43c5-bfd2-e44f43958b2d, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=72f58ebc-e4f4-43c5-bfd2-e44f43958b2d,segment=NetworkSegment(d7f531d5-47e8-4317-acb0-b1f9e067fb36),segment_id=d7f531d5-47e8-4317-acb0-b1f9e067fb36)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:53.407988 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-222c3bcc-0a96-4d7d-a9bd-0e54f55bf71d tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:53.414432 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-222c3bcc-0a96-4d7d-a9bd-0e54f55bf71d tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.4412069 Aug 10 03:22:53.415366 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60754) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:53.435111 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5ad563fd-1ac8-486f-ac5a-df57db07a44b req-7193f85c-0f6e-4008-9808-db29a205c03e tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/security-groups?id=2832b822-3ae7-4539-a861-1dd7e33b3925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725617 Aug 10 03:22:53.566780 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c7df374-0c9a-414a-9db3-11b36f2e85e3 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:22:53.576881 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827b6341-451f-42af-90cc-cd8a9b85709d None None] Sync routers for ids ['5bfdc8c7-4654-4763-9193-ba45a65da5c8'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:22:53.580575 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9c7df374-0c9a-414a-9db3-11b36f2e85e3 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:53.586799 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9c7df374-0c9a-414a-9db3-11b36f2e85e3 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] 10.222.0.62 "PUT /v2.0/routers/5bfdc8c7-4654-4763-9193-ba45a65da5c8 HTTP/1.1" status: 200 len: 924 time: 3.6785791 Aug 10 03:22:53.587890 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827b6341-451f-42af-90cc-cd8a9b85709d None None] Routers {'5bfdc8c7-4654-4763-9193-ba45a65da5c8'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:22:53.588674 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-827b6341-451f-42af-90cc-cd8a9b85709d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:22:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['5bfdc8c7-4654-4763-9193-ba45a65da5c8'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:53.603304 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-feb4b770-fe95-4fb0-8643-48912f13953e tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] Notify callbacks [] for router, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:53.628008 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60760) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:53.643554 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-827b6341-451f-42af-90cc-cd8a9b85709d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:53.662192 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827b6341-451f-42af-90cc-cd8a9b85709d None None] Routers {'5bfdc8c7-4654-4763-9193-ba45a65da5c8'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:22:53.662892 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-827b6341-451f-42af-90cc-cd8a9b85709d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:22:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['5bfdc8c7-4654-4763-9193-ba45a65da5c8'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:53.729150 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-827b6341-451f-42af-90cc-cd8a9b85709d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:53.729818 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827b6341-451f-42af-90cc-cd8a9b85709d None None] The sync data for ids ['5bfdc8c7-4654-4763-9193-ba45a65da5c8'] in n-d-768851-15 is: [] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:22:53.762857 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': '72f58ebc-e4f4-43c5-bfd2-e44f43958b2d', 'network_id': 'f8743645-880b-4ba5-a8f1-7a357010ce33', 'port_id': '72f58ebc-e4f4-43c5-bfd2-e44f43958b2d', 'mac_address': 'fa:16:3e:31:4e:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13adeb7-640b-436e-9f0b-413d5349d6d8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:22:53.773936 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-93903f25-8318-4f7e-9841-0e5c49cc6ea1 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] 10.222.0.62 "GET /v2.0/routers/5bfdc8c7-4654-4763-9193-ba45a65da5c8 HTTP/1.1" status: 200 len: 924 time: 0.1457212 Aug 10 03:22:53.774595 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60764) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:53.852750 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:53.862487 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3f009fd3-ab43-43ac-a2c1-64e9a454bf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:53.883346 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11fe666-7ae7-4120-9aae-f2efa8e06ba4 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:53.888336 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c11fe666-7ae7-4120-9aae-f2efa8e06ba4 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=09ca2025-b9a6-4e84-8019-8d9fbef3753e&device_id=5bfdc8c7-4654-4763-9193-ba45a65da5c8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1092324 Aug 10 03:22:53.891358 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60766) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:53.895067 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72f58ebc-e4f4-43c5-bfd2-e44f43958b2d {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:22:53.901223 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f009fd3-ab43-43ac-a2c1-64e9a454bf83 None None] Pushing event deleted for resources: {'Port': ['ID=4f960b95-713f-44ea-9d92-f9d0bc373647,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:53.904504 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f009fd3-ab43-43ac-a2c1-64e9a454bf83 None None] No DVR routers for this DVR port 4f960b95-713f-44ea-9d92-f9d0bc373647 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:22:53.927524 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 72f58ebc-e4f4-43c5-bfd2-e44f43958b2d, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=72f58ebc-e4f4-43c5-bfd2-e44f43958b2d,segment=NetworkSegment(d7f531d5-47e8-4317-acb0-b1f9e067fb36),segment_id=d7f531d5-47e8-4317-acb0-b1f9e067fb36)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:53.939020 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:54.004047 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=72f58ebc-e4f4-43c5-bfd2-e44f43958b2d,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:54.141984 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device da66c376-aa07-41b2-b7fd-bd84ab0ebcc0 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:22:54.170344 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: da66c376-aa07-41b2-b7fd-bd84ab0ebcc0 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:22:54.170812 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device da66c376-aa07-41b2-b7fd-bd84ab0ebcc0 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:22:54.171336 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 4f960b95-713f-44ea-9d92-f9d0bc373647 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:22:54.203210 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['72f58ebc-e4f4-43c5-bfd2-e44f43958b2d'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:22:54.212506 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['e5ada148-9d0b-4590-ad6f-f422ca77e963'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:22:54.285982 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 4f960b95-713f-44ea-9d92-f9d0bc373647 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:22:54.286652 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 4f960b95-713f-44ea-9d92-f9d0bc373647 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:22:54.355062 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-feb4b770-fe95-4fb0-8643-48912f13953e tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:54.359952 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-feb4b770-fe95-4fb0-8643-48912f13953e tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:54.376097 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295feae3-b99e-436b-9cf2-acc9d61ef740 req-cbaa9676-b7c3-4504-95db-26a82988ae2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:54.377572 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-295feae3-b99e-436b-9cf2-acc9d61ef740 req-cbaa9676-b7c3-4504-95db-26a82988ae2c service neutron] 10.222.0.58 "GET /v2.0/networks?id=37a4392b-cf47-4575-a8ed-c0e4f1f53e7f HTTP/1.1" status: 200 len: 914 time: 1.0971191 Aug 10 03:22:54.381433 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92de14e-77f0-46e8-822e-9bc2323da0b3 req-5bd5d322-c744-44c4-82cd-8c5fe0e7d384 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:54.389049 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f92de14e-77f0-46e8-822e-9bc2323da0b3 req-5bd5d322-c744-44c4-82cd-8c5fe0e7d384 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7f6702b-3804-4f19-874e-14e3063c03ac HTTP/1.1" status: 200 len: 945 time: 0.2148998 Aug 10 03:22:54.406327 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de28ba1-bd71-49bc-bb8a-4054d28a27fe req-7c00e6e7-e892-4b03-a719-23c5cc029535 tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:54.408088 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7de28ba1-bd71-49bc-bb8a-4054d28a27fe req-7c00e6e7-e892-4b03-a719-23c5cc029535 tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7b89f3e-4dc4-4640-b52e-1910861c146f HTTP/1.1" status: 200 len: 944 time: 0.2351139 Aug 10 03:22:54.428779 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-295feae3-b99e-436b-9cf2-acc9d61ef740 req-13e2fb35-6b94-498e-8694-c60c985ce4b3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69a4946e-9861-42f0-9609-e4e1c02165b1 HTTP/1.1" status: 200 len: 217 time: 0.0410516 Aug 10 03:22:54.438209 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-61870e24-770e-4cf0-b30a-88ad885abd2c tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:54.502801 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-feb4b770-fe95-4fb0-8643-48912f13953e tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:54.503562 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb4b770-fe95-4fb0-8643-48912f13953e tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7b97c083-63bd-4e29-aab3-2c4352734333 {{(pid=94216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:22:54.512314 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-feb4b770-fe95-4fb0-8643-48912f13953e tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:54.513505 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-feb4b770-fe95-4fb0-8643-48912f13953e tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] 10.222.0.62 "DELETE /v2.0/routers/7b97c083-63bd-4e29-aab3-2c4352734333 HTTP/1.1" status: 204 len: 168 time: 1.0949929 Aug 10 03:22:54.517043 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f92de14e-77f0-46e8-822e-9bc2323da0b3 req-47d218db-a80d-4049-8f9f-3c8abad3b3b2 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269188 Aug 10 03:22:54.517699 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60776) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:54.526546 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-51baa47a-752b-4328-b7c1-d35db059c95f tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] Request body: {'router': {'name': 'tempest-router-646047465', 'distributed': False}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:54.535906 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295feae3-b99e-436b-9cf2-acc9d61ef740 req-6700adb4-cef0-4b8e-86b9-9a5dea3ce3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:54.537933 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-295feae3-b99e-436b-9cf2-acc9d61ef740 req-6700adb4-cef0-4b8e-86b9-9a5dea3ce3b0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=00e76214-769d-4a3e-a9c5-015f09a66843 HTTP/1.1" status: 200 len: 853 time: 0.0971923 Aug 10 03:22:54.538457 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7de28ba1-bd71-49bc-bb8a-4054d28a27fe req-8dc10cc6-cdb1-4ed7-b989-8056112635dc tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] 10.222.0.62 "GET /v2.0/security-groups?id=debf09ed-fe31-46f6-8139-855a4f836810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954719 Aug 10 03:22:54.569318 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-51baa47a-752b-4328-b7c1-d35db059c95f tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:54.572272 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-51baa47a-752b-4328-b7c1-d35db059c95f tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:54.596604 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61870e24-770e-4cf0-b30a-88ad885abd2c tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] No DVR routers for this DVR port 4f960b95-713f-44ea-9d92-f9d0bc373647 on host n-d-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:22:54.619237 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61870e24-770e-4cf0-b30a-88ad885abd2c tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event deleted for resources: {'Port': ['ID=4f960b95-713f-44ea-9d92-f9d0bc373647,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:54.653940 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-295feae3-b99e-436b-9cf2-acc9d61ef740 req-79c7d72d-15a0-4859-bc75-b043d799f686 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=37a4392b-cf47-4575-a8ed-c0e4f1f53e7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1001444 Aug 10 03:22:54.660457 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-51baa47a-752b-4328-b7c1-d35db059c95f tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:54.669276 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-51baa47a-752b-4328-b7c1-d35db059c95f tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:54.694386 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1696337-e545-48b7-92f5-d15b14292d7c req-d0a21c47-344c-4d2d-a523-b52988fdbca6 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:54.696739 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f1696337-e545-48b7-92f5-d15b14292d7c req-d0a21c47-344c-4d2d-a523-b52988fdbca6 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/ports?device_id=60c76cfe-d864-412b-a6a5-64c08d68f850 HTTP/1.1" status: 200 len: 944 time: 0.0938525 Aug 10 03:22:54.698153 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-51baa47a-752b-4328-b7c1-d35db059c95f tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:54.699380 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-51baa47a-752b-4328-b7c1-d35db059c95f tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1778080 Aug 10 03:22:54.702327 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60780) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:54.726958 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cccac29-d7fa-4e5c-93cf-5dfefde88816 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:54.728376 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2cccac29-d7fa-4e5c-93cf-5dfefde88816 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] 10.222.0.62 "GET /v2.0/networks/09ca2025-b9a6-4e84-8019-8d9fbef3753e HTTP/1.1" status: 200 len: 881 time: 0.8346484 Aug 10 03:22:54.744802 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60782) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:54.797126 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-86d737ac-f3b0-460c-b7fe-4414544dc5f4 tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] Notify callbacks [] for router, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:54.816117 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-58267cb7-9084-4cac-ad9e-003e9354d1f8 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] 10.222.0.62 "GET /v2.0/ports?device_id=5bfdc8c7-4654-4763-9193-ba45a65da5c8 HTTP/1.1" status: 200 len: 205 time: 0.0458055 Aug 10 03:22:54.821523 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60786) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:54.826570 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-61870e24-770e-4cf0-b30a-88ad885abd2c tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:54.877784 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f1696337-e545-48b7-92f5-d15b14292d7c req-10e16aa7-e7d5-4b9c-a8ce-eb95b446a25c tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/security-groups?id=2832b822-3ae7-4539-a861-1dd7e33b3925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687174 Aug 10 03:22:54.903739 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-61870e24-770e-4cf0-b30a-88ad885abd2c tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77b29a3f-0b40-4627-9020-64e2507c2bfe']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:54.957026 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-61870e24-770e-4cf0-b30a-88ad885abd2c tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3cf05c2-1926-40f1-b6d2-81d9d69b574c') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:54.957387 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-61870e24-770e-4cf0-b30a-88ad885abd2c tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3cf05c2-1926-40f1-b6d2-81d9d69b574c') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:54.978135 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-86d737ac-f3b0-460c-b7fe-4414544dc5f4 tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:54.978957 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-61870e24-770e-4cf0-b30a-88ad885abd2c tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:54.980492 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-86d737ac-f3b0-460c-b7fe-4414544dc5f4 tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:54.992029 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-295feae3-b99e-436b-9cf2-acc9d61ef740 req-05601640-10d0-48cd-94bb-6cc81b585c89 service neutron] 10.222.0.58 "GET /v2.0/networks/37a4392b-cf47-4575-a8ed-c0e4f1f53e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292353 Aug 10 03:22:55.013081 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-61870e24-770e-4cf0-b30a-88ad885abd2c tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:55.029131 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ae395879-1e5a-4c7d-a42b-8bef13bc1f04 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks [] for router, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:55.032334 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-86d737ac-f3b0-460c-b7fe-4414544dc5f4 tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:55.032947 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d737ac-f3b0-460c-b7fe-4414544dc5f4 tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 727d14f2-679c-42e4-bc5c-4ec878957d28 {{(pid=94216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:22:55.038473 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-86d737ac-f3b0-460c-b7fe-4414544dc5f4 tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:55.044209 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-86d737ac-f3b0-460c-b7fe-4414544dc5f4 tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] 10.222.0.62 "DELETE /v2.0/routers/727d14f2-679c-42e4-bc5c-4ec878957d28 HTTP/1.1" status: 204 len: 168 time: 0.3407927 Aug 10 03:22:55.044879 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60788) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:55.049827 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-b2b6ce5d-4a05-4e35-9c23-7d34d3bd8d63 tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] Request body: {'router': {'name': 'tempest-router-1222589863', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '727460272600458e924b01448843c77b'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:55.074095 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b2b6ce5d-4a05-4e35-9c23-7d34d3bd8d63 tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:55.075454 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b2b6ce5d-4a05-4e35-9c23-7d34d3bd8d63 tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:55.095010 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61870e24-770e-4cf0-b30a-88ad885abd2c tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:22:55.095555 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-61870e24-770e-4cf0-b30a-88ad885abd2c tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:55.098773 n-d-768851-15 neutron-server[94217]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:22:55.098773 n-d-768851-15 neutron-server[94217]: self.session.flush() Aug 10 03:22:55.098773 n-d-768851-15 neutron-server[94217]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:22:55.098773 n-d-768851-15 neutron-server[94217]: self.session.flush() Aug 10 03:22:55.098773 n-d-768851-15 neutron-server[94217]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:22:55.098773 n-d-768851-15 neutron-server[94217]: self.session.flush() Aug 10 03:22:55.098773 n-d-768851-15 neutron-server[94217]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:22:55.098773 n-d-768851-15 neutron-server[94217]: self.session.flush() Aug 10 03:22:55.098773 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:22:55.098773 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:22:55.098773 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:22:55.098773 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:22:55.098773 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:22:55.098773 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:22:55.098773 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:22:55.098773 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:22:55.098773 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:22:55.098773 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:22:55.098773 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:22:55.098773 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:22:55.098773 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:22:55.098773 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:22:55.098773 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:22:55.098773 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:22:55.098773 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:22:55.098773 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:22:55.098773 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:22:55.098773 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:22:55.098773 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:22:55.098773 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:22:55.098773 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:22:55.098773 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:22:55.098773 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:22:55.098773 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:22:55.098773 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:22:55.098773 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:22:55.098773 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:22:55.098773 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:22:55.098773 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:22:55.098773 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:22:55.135276 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b2b6ce5d-4a05-4e35-9c23-7d34d3bd8d63 tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:55.141317 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b2b6ce5d-4a05-4e35-9c23-7d34d3bd8d63 tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:55.159161 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b2b6ce5d-4a05-4e35-9c23-7d34d3bd8d63 tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:55.160869 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b2b6ce5d-4a05-4e35-9c23-7d34d3bd8d63 tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1147850 Aug 10 03:22:55.163695 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60790) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:55.169902 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-31fe1274-f09b-41d5-823f-99b90af51a2e tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:55.220022 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-61870e24-770e-4cf0-b30a-88ad885abd2c tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:55.224702 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-61870e24-770e-4cf0-b30a-88ad885abd2c tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:55.228119 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-61870e24-770e-4cf0-b30a-88ad885abd2c tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "DELETE /v2.0/networks/77b29a3f-0b40-4627-9020-64e2507c2bfe HTTP/1.1" status: 204 len: 168 time: 3.1697483 Aug 10 03:22:55.235381 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60792) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:55.301776 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61870e24-770e-4cf0-b30a-88ad885abd2c tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event deleted for resources: {'Network': ['ID=77b29a3f-0b40-4627-9020-64e2507c2bfe,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:55.348273 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-295feae3-b99e-436b-9cf2-acc9d61ef740 req-7e3f7097-b9f5-408d-8281-1fa8bb22d098 service neutron] 10.222.0.58 "GET /v2.0/networks/37a4392b-cf47-4575-a8ed-c0e4f1f53e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3475304 Aug 10 03:22:55.369143 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ae395879-1e5a-4c7d-a42b-8bef13bc1f04 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:55.408871 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-31fe1274-f09b-41d5-823f-99b90af51a2e tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-368475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1926'] for router, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:55.409476 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-31fe1274-f09b-41d5-823f-99b90af51a2e tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] Notify callbacks [] for router, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:55.499275 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-31fe1274-f09b-41d5-823f-99b90af51a2e tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94216) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 10 03:22:55.499607 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-31fe1274-f09b-41d5-823f-99b90af51a2e tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] Router 3e9f92d6-c5e7-4f0f-97db-811fb667a3f1 migrating from provider to provider. {{(pid=94216) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 10 03:22:55.499944 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-31fe1274-f09b-41d5-823f-99b90af51a2e tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:55.505871 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-31fe1274-f09b-41d5-823f-99b90af51a2e tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:55.511125 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-31fe1274-f09b-41d5-823f-99b90af51a2e tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-372465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-372472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-368450'] for router, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:55.674681 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-ae395879-1e5a-4c7d-a42b-8bef13bc1f04 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Deleting port e29d30dc-128a-429a-a76a-9ae0fb158071 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:22:55.675649 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ae395879-1e5a-4c7d-a42b-8bef13bc1f04 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:55.696083 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 62410b7c-4993-40cc-9e94-b09512d088a8 up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:22:55.740653 n-d-768851-15 neutron-server[94216]: WARNING neutron.scheduler.l3_agent_scheduler [None req-31fe1274-f09b-41d5-823f-99b90af51a2e tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] No L3 agents can host the router 3e9f92d6-c5e7-4f0f-97db-811fb667a3f1 Aug 10 03:22:55.759912 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49723a9-6710-4ae2-bc1a-d3cdb72869b6 req-cdcce1d7-d178-4f19-958d-29d50477bcda tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:55.761632 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f49723a9-6710-4ae2-bc1a-d3cdb72869b6 req-cdcce1d7-d178-4f19-958d-29d50477bcda tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7f6702b-3804-4f19-874e-14e3063c03ac HTTP/1.1" status: 200 len: 945 time: 0.1121299 Aug 10 03:22:55.783023 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port 62410b7c-4993-40cc-9e94-b09512d088a8 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:55.793171 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 62410b7c-4993-40cc-9e94-b09512d088a8 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:55.793800 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:55.838231 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e2ec0-0990-432b-9e19-bd1b04c98234 req-8a1eaaae-ff3f-46c4-b392-a702918c95db tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:55.840183 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8f7e2ec0-0990-432b-9e19-bd1b04c98234 req-8a1eaaae-ff3f-46c4-b392-a702918c95db tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7b89f3e-4dc4-4640-b52e-1910861c146f HTTP/1.1" status: 200 len: 944 time: 0.1856842 Aug 10 03:22:55.871680 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ae395879-1e5a-4c7d-a42b-8bef13bc1f04 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:55.895824 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-32c9ce40-8cf3-4fb7-98b4-8b5c65520e4b tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:55.900721 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-ae395879-1e5a-4c7d-a42b-8bef13bc1f04 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Calling delete_port for e29d30dc-128a-429a-a76a-9ae0fb158071 owned by network:router_gateway {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:22:55.939282 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:55.948565 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f49723a9-6710-4ae2-bc1a-d3cdb72869b6 req-9cac2661-0551-419e-965e-9762146c3a2b tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765957 Aug 10 03:22:55.954749 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fe1274-f09b-41d5-823f-99b90af51a2e tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] Hosts for router 3e9f92d6-c5e7-4f0f-97db-811fb667a3f1: [] {{(pid=94216) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 10 03:22:55.973588 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc1c1126-0c34-4655-ad1e-3aa886f86c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62410b7c-4993-40cc-9e94-b09512d088a8'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:22:55.976186 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ff85e2-7709-468e-97e3-fd0943f93f68" -d '{"events": [{"server_uuid": "fc1c1126-0c34-4655-ad1e-3aa886f86c05", "name": "network-vif-plugged", "status": "completed", "tag": "62410b7c-4993-40cc-9e94-b09512d088a8"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:22:56.004442 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 62410b7c-4993-40cc-9e94-b09512d088a8, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=62410b7c-4993-40cc-9e94-b09512d088a8,segment=NetworkSegment(d7f531d5-47e8-4317-acb0-b1f9e067fb36),segment_id=d7f531d5-47e8-4317-acb0-b1f9e067fb36)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:56.016576 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fe1274-f09b-41d5-823f-99b90af51a2e tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] Hosts for other DVR routers connected to router 3e9f92d6-c5e7-4f0f-97db-811fb667a3f1: set() {{(pid=94216) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 10 03:22:56.022940 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 69a4946e-9861-42f0-9609-e4e1c02165b1 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:22:56.031018 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-31fe1274-f09b-41d5-823f-99b90af51a2e tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:56.045506 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60806) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:56.071105 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-31fe1274-f09b-41d5-823f-99b90af51a2e tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] 10.222.0.62 "PUT /v2.0/routers/3e9f92d6-c5e7-4f0f-97db-811fb667a3f1 HTTP/1.1" status: 200 len: 717 time: 0.8902926 Aug 10 03:22:56.077263 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8f7e2ec0-0990-432b-9e19-bd1b04c98234 req-e8e6b2ce-4bb8-4d6e-98a9-b6d69b66275e tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] 10.222.0.62 "GET /v2.0/security-groups?id=debf09ed-fe31-46f6-8139-855a4f836810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947019 Aug 10 03:22:56.100519 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device e5ada148-9d0b-4590-ad6f-f422ca77e963 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:22:56.227112 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-fc0bd0ef-cf95-4f19-9898-c12eece01b0e tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] 10.222.0.62 "GET /v2.0/routers/3e9f92d6-c5e7-4f0f-97db-811fb667a3f1 HTTP/1.1" status: 200 len: 717 time: 0.1726911 Aug 10 03:22:56.229972 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60808) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:56.264176 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.db.resource_extend [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:22:56.288805 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:56.314183 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86903bc4-1f61-41b2-bf60-2997f5dc2de5 x-openstack-request-id: req-86903bc4-1f61-41b2-bf60-2997f5dc2de5 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:22:56.314435 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc1c1126-0c34-4655-ad1e-3aa886f86c05", "name": "network-vif-plugged", "status": "completed", "tag": "62410b7c-4993-40cc-9e94-b09512d088a8", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:22:56.314700 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-86903bc4-1f61-41b2-bf60-2997f5dc2de5 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:22:56.315117 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc1c1126-0c34-4655-ad1e-3aa886f86c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62410b7c-4993-40cc-9e94-b09512d088a8', 'code': 200} Aug 10 03:22:56.452197 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4659261-b741-4e83-8228-394b8220c2eb req-e93f8336-3c80-4d6b-bd7e-5155c28e62ef tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:56.459886 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f4659261-b741-4e83-8228-394b8220c2eb req-e93f8336-3c80-4d6b-bd7e-5155c28e62ef tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/ports?device_id=60c76cfe-d864-412b-a6a5-64c08d68f850 HTTP/1.1" status: 200 len: 944 time: 0.1792181 Aug 10 03:22:56.462201 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:56.497296 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=62410b7c-4993-40cc-9e94-b09512d088a8,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:56.515152 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:56.520259 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f4659261-b741-4e83-8228-394b8220c2eb req-f9e84fcb-6657-4dfb-a4ae-257dd7478526 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/security-groups?id=2832b822-3ae7-4539-a861-1dd7e33b3925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542457 Aug 10 03:22:56.524957 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8b1bd-178b-4ba7-85c4-18e65c462449 req-2da56fe1-e632-4dee-a8a8-66bfaf12379a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:56.527203 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-60a8b1bd-178b-4ba7-85c4-18e65c462449 req-2da56fe1-e632-4dee-a8a8-66bfaf12379a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fc1c1126-0c34-4655-ad1e-3aa886f86c05 HTTP/1.1" status: 200 len: 1097 time: 0.1558385 Aug 10 03:22:56.532869 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port e5ada148-9d0b-4590-ad6f-f422ca77e963 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:56.546808 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port e5ada148-9d0b-4590-ad6f-f422ca77e963 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:56.547182 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:56.553457 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 69a4946e-9861-42f0-9609-e4e1c02165b1, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=69a4946e-9861-42f0-9609-e4e1c02165b1,segment=NetworkSegment(8936e8d5-e4c3-4cf3-b1c2-0062beb0cd77),segment_id=8936e8d5-e4c3-4cf3-b1c2-0062beb0cd77)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:56.570014 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-60a8b1bd-178b-4ba7-85c4-18e65c462449 req-45362973-dadd-4f36-9093-91067e99cd51 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2832b822-3ae7-4539-a861-1dd7e33b3925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342667 Aug 10 03:22:56.582197 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2a60c65e-57af-49d4-8abf-1aaec7a77289 tempest-RoutersTestDVR-952337646 tempest-RoutersTestDVR-952337646-project] 10.222.0.62 "GET /v2.0/routers/3e9f92d6-c5e7-4f0f-97db-811fb667a3f1 HTTP/1.1" status: 200 len: 683 time: 0.3505077 Aug 10 03:22:56.584496 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60812) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:56.590483 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': '69a4946e-9861-42f0-9609-e4e1c02165b1', 'network_id': '37a4392b-cf47-4575-a8ed-c0e4f1f53e7f', 'port_id': '69a4946e-9861-42f0-9609-e4e1c02165b1', 'mac_address': 'fa:16:3e:f1:50:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00e76214-769d-4a3e-a9c5-015f09a66843', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:22:56.640723 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:56.661234 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ad0e4832-a1f6-4163-9d44-b1c6d9654dde tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] Notify callbacks [] for router, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:56.675160 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69a4946e-9861-42f0-9609-e4e1c02165b1 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:22:56.699664 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:56.700632 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ae395879-1e5a-4c7d-a42b-8bef13bc1f04 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:56.704598 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 69a4946e-9861-42f0-9609-e4e1c02165b1, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=69a4946e-9861-42f0-9609-e4e1c02165b1,segment=NetworkSegment(8936e8d5-e4c3-4cf3-b1c2-0062beb0cd77),segment_id=8936e8d5-e4c3-4cf3-b1c2-0062beb0cd77)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:56.713370 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:56.729204 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae395879-1e5a-4c7d-a42b-8bef13bc1f04 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Pushing event deleted for resources: {'Port': ['ID=e29d30dc-128a-429a-a76a-9ae0fb158071,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:56.772521 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port e5ada148-9d0b-4590-ad6f-f422ca77e963, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=e5ada148-9d0b-4590-ad6f-f422ca77e963,segment=NetworkSegment(d7f531d5-47e8-4317-acb0-b1f9e067fb36),segment_id=d7f531d5-47e8-4317-acb0-b1f9e067fb36)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:56.781779 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:56.782662 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 72f58ebc-e4f4-43c5-bfd2-e44f43958b2d up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:22:56.805678 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=69a4946e-9861-42f0-9609-e4e1c02165b1,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:56.821149 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-32c9ce40-8cf3-4fb7-98b4-8b5c65520e4b tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Deleting port f1f48ffb-50ae-46f1-bf8e-42c3ae996df2 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:22:56.821488 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-32c9ce40-8cf3-4fb7-98b4-8b5c65520e4b tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:56.827865 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ad0e4832-a1f6-4163-9d44-b1c6d9654dde tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:56.830063 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ad0e4832-a1f6-4163-9d44-b1c6d9654dde tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:56.840056 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ae395879-1e5a-4c7d-a42b-8bef13bc1f04 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:56.880768 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=e5ada148-9d0b-4590-ad6f-f422ca77e963,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:56.882082 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ad0e4832-a1f6-4163-9d44-b1c6d9654dde tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:56.882626 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0e4832-a1f6-4163-9d44-b1c6d9654dde tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3e9f92d6-c5e7-4f0f-97db-811fb667a3f1 {{(pid=94216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:22:56.889421 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ad0e4832-a1f6-4163-9d44-b1c6d9654dde tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:56.890368 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ad0e4832-a1f6-4163-9d44-b1c6d9654dde tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] 10.222.0.62 "DELETE /v2.0/routers/3e9f92d6-c5e7-4f0f-97db-811fb667a3f1 HTTP/1.1" status: 204 len: 168 time: 0.3048949 Aug 10 03:22:56.895742 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60816) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:56.900803 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port 72f58ebc-e4f4-43c5-bfd2-e44f43958b2d completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:56.902654 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-7f661aad-4745-41e4-81cd-ebadec26122b tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] Request body: {'router': {'name': 'tempest-router-1592298995', 'distributed': True}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:56.909201 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port 72f58ebc-e4f4-43c5-bfd2-e44f43958b2d triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:56.909201 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:56.931536 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7f661aad-4745-41e4-81cd-ebadec26122b tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:56.932672 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7f661aad-4745-41e4-81cd-ebadec26122b tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:56.958062 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['69a4946e-9861-42f0-9609-e4e1c02165b1'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:22:56.980856 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ae395879-1e5a-4c7d-a42b-8bef13bc1f04 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:56.985066 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ae395879-1e5a-4c7d-a42b-8bef13bc1f04 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:57.036909 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7f661aad-4745-41e4-81cd-ebadec26122b tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:57.047227 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:57.052204 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7f661aad-4745-41e4-81cd-ebadec26122b tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:57.060481 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ae395879-1e5a-4c7d-a42b-8bef13bc1f04 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:57.061394 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae395879-1e5a-4c7d-a42b-8bef13bc1f04 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Fanout notify agent at l3_agent the message router_deleted on router 5bfdc8c7-4654-4763-9193-ba45a65da5c8 {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:22:57.072326 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ae395879-1e5a-4c7d-a42b-8bef13bc1f04 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:57.073558 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ae395879-1e5a-4c7d-a42b-8bef13bc1f04 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] 10.222.0.62 "DELETE /v2.0/routers/5bfdc8c7-4654-4763-9193-ba45a65da5c8 HTTP/1.1" status: 204 len: 168 time: 2.2509670 Aug 10 03:22:57.078043 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60822) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:57.081535 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-32c9ce40-8cf3-4fb7-98b4-8b5c65520e4b tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] For port f1f48ffb-50ae-46f1-bf8e-42c3ae996df2, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=f1f48ffb-50ae-46f1-bf8e-42c3ae996df2,segment=NetworkSegment(56a4821e-2250-49f1-a96d-9c145b5c6f3d),segment_id=56a4821e-2250-49f1-a96d-9c145b5c6f3d)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:57.082159 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-32c9ce40-8cf3-4fb7-98b4-8b5c65520e4b tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:57.088310 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-93c71d6d-d68e-4c1d-8a24-8813070f5d52 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1151313441', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:57.088696 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7f661aad-4745-41e4-81cd-ebadec26122b tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:57.092814 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-7f661aad-4745-41e4-81cd-ebadec26122b tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1958997 Aug 10 03:22:57.094344 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60824) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:57.118245 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-32c9ce40-8cf3-4fb7-98b4-8b5c65520e4b tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Calling delete_port for f1f48ffb-50ae-46f1-bf8e-42c3ae996df2 owned by network:router_interface {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:22:57.120258 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 72f58ebc-e4f4-43c5-bfd2-e44f43958b2d, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=72f58ebc-e4f4-43c5-bfd2-e44f43958b2d,segment=NetworkSegment(d7f531d5-47e8-4317-acb0-b1f9e067fb36),segment_id=d7f531d5-47e8-4317-acb0-b1f9e067fb36)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:57.138246 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:57.167863 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0f20b-c720-40f4-a487-089ea5920934 req-7b58ebd9-4061-43f2-bec3-351cf5a804ba tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:57.170156 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-63d0f20b-c720-40f4-a487-089ea5920934 req-7b58ebd9-4061-43f2-bec3-351cf5a804ba tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7f6702b-3804-4f19-874e-14e3063c03ac HTTP/1.1" status: 200 len: 945 time: 0.0762951 Aug 10 03:22:57.223608 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-63d0f20b-c720-40f4-a487-089ea5920934 req-2840494d-9f89-413c-ae56-743ac9d52891 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469477 Aug 10 03:22:57.230977 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-93c71d6d-d68e-4c1d-8a24-8813070f5d52 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:57.232105 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-93c71d6d-d68e-4c1d-8a24-8813070f5d52 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:57.267487 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=72f58ebc-e4f4-43c5-bfd2-e44f43958b2d,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:57.295375 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-58606443-e033-41cb-b060-e010e3777280 tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] Notify callbacks [] for router, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:57.327951 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1710d7-9562-4bd8-8681-b15161c46e70 req-12a0ec48-ba84-4b31-86cb-598ce02a7830 tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:57.329510 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9c1710d7-9562-4bd8-8681-b15161c46e70 req-12a0ec48-ba84-4b31-86cb-598ce02a7830 tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7b89f3e-4dc4-4640-b52e-1910861c146f HTTP/1.1" status: 200 len: 945 time: 0.0753498 Aug 10 03:22:57.372430 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9c1710d7-9562-4bd8-8681-b15161c46e70 req-47fafa21-1ef5-40a0-bc4c-9e60d7124eb1 tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] 10.222.0.62 "GET /v2.0/security-groups?id=debf09ed-fe31-46f6-8139-855a4f836810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356932 Aug 10 03:22:57.643244 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b90f71d-d10e-4d2c-92ee-b9b37026c3a0 req-7f051e28-d702-4b82-946b-733ee5e4761e tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:57.644954 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5b90f71d-d10e-4d2c-92ee-b9b37026c3a0 req-7f051e28-d702-4b82-946b-733ee5e4761e tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/ports?device_id=60c76cfe-d864-412b-a6a5-64c08d68f850 HTTP/1.1" status: 200 len: 945 time: 0.0518425 Aug 10 03:22:57.687145 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5b90f71d-d10e-4d2c-92ee-b9b37026c3a0 req-466e67f1-dcf5-4620-aac9-3be89af91d58 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/security-groups?id=2832b822-3ae7-4539-a861-1dd7e33b3925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346482 Aug 10 03:22:57.833767 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-93c71d6d-d68e-4c1d-8a24-8813070f5d52 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:57.841722 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-93c71d6d-d68e-4c1d-8a24-8813070f5d52 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:57.847268 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-58606443-e033-41cb-b060-e010e3777280 tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:57.884872 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-58606443-e033-41cb-b060-e010e3777280 tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:57.932638 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-93c71d6d-d68e-4c1d-8a24-8813070f5d52 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:57.933861 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-93c71d6d-d68e-4c1d-8a24-8813070f5d52 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8545659 Aug 10 03:22:57.937414 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60834) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:57.947128 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-58606443-e033-41cb-b060-e010e3777280 tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:57.947616 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58606443-e033-41cb-b060-e010e3777280 tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3b11743a-0671-4b36-97c1-49062e6dd7e4 {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:22:57.952762 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-58606443-e033-41cb-b060-e010e3777280 tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:57.953851 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-58606443-e033-41cb-b060-e010e3777280 tempest-RoutersTestDVR-948279638 tempest-RoutersTestDVR-948279638-project-admin] 10.222.0.62 "DELETE /v2.0/routers/3b11743a-0671-4b36-97c1-49062e6dd7e4 HTTP/1.1" status: 204 len: 168 time: 0.8527284 Aug 10 03:22:57.963916 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-df2eb957-80db-4cf1-b91b-15d34c1bf2c8 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Request body: {'router': {'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:58.012602 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-32c9ce40-8cf3-4fb7-98b4-8b5c65520e4b tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:58.035209 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 69a4946e-9861-42f0-9609-e4e1c02165b1 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:22:58.057723 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c9ce40-8cf3-4fb7-98b4-8b5c65520e4b tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event deleted for resources: {'Port': ['ID=f1f48ffb-50ae-46f1-bf8e-42c3ae996df2,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:58.127998 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port 69a4946e-9861-42f0-9609-e4e1c02165b1 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:58.140633 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port 69a4946e-9861-42f0-9609-e4e1c02165b1 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:58.145333 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:58.294892 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-32c9ce40-8cf3-4fb7-98b4-8b5c65520e4b tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:58.333670 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d96b1eb-71c8-4499-9e6b-873da4f99425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ada148-9d0b-4590-ad6f-f422ca77e963'}, {'server_uuid': '60c76cfe-d864-412b-a6a5-64c08d68f850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f58ebc-e4f4-43c5-bfd2-e44f43958b2d'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:22:58.337759 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54baa856-ad70-4034-918b-e8ffbdc75eca" -d '{"events": [{"server_uuid": "3d96b1eb-71c8-4499-9e6b-873da4f99425", "name": "network-vif-plugged", "status": "completed", "tag": "e5ada148-9d0b-4590-ad6f-f422ca77e963"}, {"server_uuid": "60c76cfe-d864-412b-a6a5-64c08d68f850", "name": "network-vif-plugged", "status": "completed", "tag": "72f58ebc-e4f4-43c5-bfd2-e44f43958b2d"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:22:58.357233 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60848) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:58.370991 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:58.417250 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 69a4946e-9861-42f0-9609-e4e1c02165b1, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=69a4946e-9861-42f0-9609-e4e1c02165b1,segment=NetworkSegment(8936e8d5-e4c3-4cf3-b1c2-0062beb0cd77),segment_id=8936e8d5-e4c3-4cf3-b1c2-0062beb0cd77)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:58.429025 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:58.551287 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-df2eb957-80db-4cf1-b91b-15d34c1bf2c8 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:58.552919 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32c9ce40-8cf3-4fb7-98b4-8b5c65520e4b tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Router 70a1d4de-4417-46e6-be67-33de4b24a9d3 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:22:58.554884 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 03:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba02574e-f1b9-4806-98a7-44431dca5b79 x-openstack-request-id: req-ba02574e-f1b9-4806-98a7-44431dca5b79 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:22:58.555190 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d96b1eb-71c8-4499-9e6b-873da4f99425", "name": "network-vif-plugged", "status": "completed", "tag": "e5ada148-9d0b-4590-ad6f-f422ca77e963", "code": 200}, {"server_uuid": "60c76cfe-d864-412b-a6a5-64c08d68f850", "name": "network-vif-plugged", "status": "completed", "tag": "72f58ebc-e4f4-43c5-bfd2-e44f43958b2d", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:22:58.555444 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ba02574e-f1b9-4806-98a7-44431dca5b79 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:22:58.555849 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d96b1eb-71c8-4499-9e6b-873da4f99425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ada148-9d0b-4590-ad6f-f422ca77e963', 'code': 200} Aug 10 03:22:58.556105 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60c76cfe-d864-412b-a6a5-64c08d68f850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f58ebc-e4f4-43c5-bfd2-e44f43958b2d', 'code': 200} Aug 10 03:22:58.597854 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=69a4946e-9861-42f0-9609-e4e1c02165b1,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:58.623286 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4475ec2d-4b40-467b-a9c0-43f66cb36663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:58.703183 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c9ce40-8cf3-4fb7-98b4-8b5c65520e4b tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:22:58.713440 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-32c9ce40-8cf3-4fb7-98b4-8b5c65520e4b tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "PUT /v2.0/routers/70a1d4de-4417-46e6-be67-33de4b24a9d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4723630 Aug 10 03:22:58.714897 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60856) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:58.715859 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006747e2-3f71-459e-8be4-283ee5d2edbc None None] Sync routers for ids ['70a1d4de-4417-46e6-be67-33de4b24a9d3'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:22:58.725176 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006747e2-3f71-459e-8be4-283ee5d2edbc None None] Routers {'70a1d4de-4417-46e6-be67-33de4b24a9d3'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:22:58.725805 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-006747e2-3f71-459e-8be4-283ee5d2edbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:22:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['70a1d4de-4417-46e6-be67-33de4b24a9d3'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:58.730694 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b8931-0ef6-4009-a0c4-135dcc931ea4 req-8af8a256-68b8-4b31-a7a0-ff8b0263ab37 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:58.737938 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-414b8931-0ef6-4009-a0c4-135dcc931ea4 req-8af8a256-68b8-4b31-a7a0-ff8b0263ab37 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7f6702b-3804-4f19-874e-14e3063c03ac HTTP/1.1" status: 200 len: 945 time: 0.2988997 Aug 10 03:22:58.763861 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b53a746-20e1-441e-a146-3d15ba5db990 req-0bfd453b-8d05-44f1-bb78-fc37d3dfcd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:58.765119 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3b53a746-20e1-441e-a146-3d15ba5db990 req-0bfd453b-8d05-44f1-bb78-fc37d3dfcd72 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3d96b1eb-71c8-4499-9e6b-873da4f99425 HTTP/1.1" status: 200 len: 1098 time: 0.1227682 Aug 10 03:22:58.788394 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc3fab-0c09-410b-96f6-eecac538e3f6 req-14b65b92-0a61-419f-b491-7f80e0e67af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:58.789923 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0dfc3fab-0c09-410b-96f6-eecac538e3f6 req-14b65b92-0a61-419f-b491-7f80e0e67af6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=60c76cfe-d864-412b-a6a5-64c08d68f850 HTTP/1.1" status: 200 len: 1097 time: 0.1366949 Aug 10 03:22:58.790530 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1f1917-d49f-4a3f-848a-93877dd79d5d req-2c003a27-ab70-4123-b817-0f6486a34faf tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:58.792137 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3c1f1917-d49f-4a3f-848a-93877dd79d5d req-2c003a27-ab70-4123-b817-0f6486a34faf tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7b89f3e-4dc4-4640-b52e-1910861c146f HTTP/1.1" status: 200 len: 946 time: 0.1653354 Aug 10 03:22:58.810031 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2f04ac4-a472-4462-ba78-de54324acdba tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Deleting subnet 6c161d10-cbbc-40e3-a2d8-ec564696b35a {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:22:58.822167 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b2f04ac4-a472-4462-ba78-de54324acdba tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:58.852977 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-006747e2-3f71-459e-8be4-283ee5d2edbc None None] Set router 70a1d4de-4417-46e6-be67-33de4b24a9d3 gateway port host: None {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:22:58.860904 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-414b8931-0ef6-4009-a0c4-135dcc931ea4 req-0100fb7c-5179-4abc-b6fc-ad41e9384ad8 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220307 Aug 10 03:22:58.899728 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b2f04ac4-a472-4462-ba78-de54324acdba tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:58.902952 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3b53a746-20e1-441e-a146-3d15ba5db990 req-d02937ef-7ba3-45c1-81db-0b3e2ca3da7d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2832b822-3ae7-4539-a861-1dd7e33b3925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271584 Aug 10 03:22:58.927056 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0dfc3fab-0c09-410b-96f6-eecac538e3f6 req-22128a4c-f0f2-4b90-a7c1-d709a92800ef service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2832b822-3ae7-4539-a861-1dd7e33b3925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288121 Aug 10 03:22:58.944052 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-006747e2-3f71-459e-8be4-283ee5d2edbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'name': 'tempest-RoutersTest-router-2012087379', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:39Z', 'updated_at': '2021-08-10T03:22:57Z', 'revision_number': 11, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'gw_port_host': None}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:58.968624 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3c1f1917-d49f-4a3f-848a-93877dd79d5d req-f091b9e0-7165-44d2-a87e-64db1f16ef80 tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] 10.222.0.62 "GET /v2.0/security-groups?id=debf09ed-fe31-46f6-8139-855a4f836810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596682 Aug 10 03:22:58.988489 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006747e2-3f71-459e-8be4-283ee5d2edbc None None] Checking router: 70a1d4de-4417-46e6-be67-33de4b24a9d3 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:22:58.998939 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006747e2-3f71-459e-8be4-283ee5d2edbc None None] Routers {'70a1d4de-4417-46e6-be67-33de4b24a9d3'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:22:58.999577 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-006747e2-3f71-459e-8be4-283ee5d2edbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:22:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['70a1d4de-4417-46e6-be67-33de4b24a9d3'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:59.040710 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b2f04ac4-a472-4462-ba78-de54324acdba tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:59.075227 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4475ec2d-4b40-467b-a9c0-43f66cb36663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:59.087855 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4475ec2d-4b40-467b-a9c0-43f66cb36663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:59.093805 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-006747e2-3f71-459e-8be4-283ee5d2edbc None None] Set router 70a1d4de-4417-46e6-be67-33de4b24a9d3 gateway port host: None {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:22:59.121643 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4475ec2d-4b40-467b-a9c0-43f66cb36663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc55dc32-4389-4de1-86e3-4122ead72227,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:59.135514 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b2f04ac4-a472-4462-ba78-de54324acdba tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:59.136849 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f578c567-1353-4509-ab4a-97cd9b35132b req-05c02f4b-273e-4994-8b8a-37147ca156bf tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:59.138644 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f578c567-1353-4509-ab4a-97cd9b35132b req-05c02f4b-273e-4994-8b8a-37147ca156bf tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/ports?device_id=60c76cfe-d864-412b-a6a5-64c08d68f850 HTTP/1.1" status: 200 len: 945 time: 0.1266136 Aug 10 03:22:59.173717 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f04ac4-a472-4462-ba78-de54324acdba tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event deleted for resources: {'Subnet': ['ID=6c161d10-cbbc-40e3-a2d8-ec564696b35a,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:59.178140 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-006747e2-3f71-459e-8be4-283ee5d2edbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'name': 'tempest-RoutersTest-router-2012087379', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:39Z', 'updated_at': '2021-08-10T03:22:57Z', 'revision_number': 11, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'gw_port_host': None}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:59.187043 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b2f04ac4-a472-4462-ba78-de54324acdba tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:59.187237 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-4475ec2d-4b40-467b-a9c0-43f66cb36663 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=727460272600458e924b01448843c77b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8264537 Aug 10 03:22:59.187333 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b2f04ac4-a472-4462-ba78-de54324acdba tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "DELETE /v2.0/subnets/6c161d10-cbbc-40e3-a2d8-ec564696b35a HTTP/1.1" status: 204 len: 168 time: 0.4701004 Aug 10 03:22:59.187428 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60858) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:59.189281 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60860) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:59.215408 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cddfdcc-857f-4219-bab5-b8871cec2a3c None None] Network d5af5ed4-7f41-423d-a9da-6b54aed72f87 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:22:59.276317 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-323f64a3-cbbe-4591-8713-4b646378ad4d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:59.315941 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006747e2-3f71-459e-8be4-283ee5d2edbc None None] The sync data for ids ['70a1d4de-4417-46e6-be67-33de4b24a9d3'] in n-d-768851-15 is: [{'id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'name': 'tempest-RoutersTest-router-2012087379', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:39Z', 'updated_at': '2021-08-10T03:22:57Z', 'revision_number': 11, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'gw_port_host': None}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:22:59.357755 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-496b0dad-4dcf-4be1-b1f4-4af194e2ae25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:59.387888 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-496b0dad-4dcf-4be1-b1f4-4af194e2ae25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:59.440965 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-323f64a3-cbbe-4591-8713-4b646378ad4d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Deleting port 42ad2961-66da-4cc4-8c46-aadf47fca899 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:22:59.440965 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-323f64a3-cbbe-4591-8713-4b646378ad4d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:59.513887 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-496b0dad-4dcf-4be1-b1f4-4af194e2ae25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:59.516442 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-496b0dad-4dcf-4be1-b1f4-4af194e2ae25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:59.518476 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-496b0dad-4dcf-4be1-b1f4-4af194e2ae25 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dc55dc32-4389-4de1-86e3-4122ead72227 HTTP/1.1" status: 204 len: 168 time: 0.3301713 Aug 10 03:22:59.528154 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-323f64a3-cbbe-4591-8713-4b646378ad4d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] For port 42ad2961-66da-4cc4-8c46-aadf47fca899, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=42ad2961-66da-4cc4-8c46-aadf47fca899,segment=NetworkSegment(56a4821e-2250-49f1-a96d-9c145b5c6f3d),segment_id=56a4821e-2250-49f1-a96d-9c145b5c6f3d)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:59.531736 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-323f64a3-cbbe-4591-8713-4b646378ad4d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:59.541484 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496b0dad-4dcf-4be1-b1f4-4af194e2ae25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc55dc32-4389-4de1-86e3-4122ead72227,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:59.557815 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-323f64a3-cbbe-4591-8713-4b646378ad4d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Calling delete_port for 42ad2961-66da-4cc4-8c46-aadf47fca899 owned by network:dhcp {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:22:59.645081 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f578c567-1353-4509-ab4a-97cd9b35132b req-5e9834ab-87f2-440c-9838-9ec47d6af882 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/security-groups?id=2832b822-3ae7-4539-a861-1dd7e33b3925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4907739 Aug 10 03:22:59.680807 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713dddf4-45a1-4f2a-90eb-308f465ba96c None None] DHCP port deletion for d5af5ed4-7f41-423d-a9da-6b54aed72f87 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:22:59.687067 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-df2eb957-80db-4cf1-b91b-15d34c1bf2c8 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks [] for router_gateway, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:59.688531 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-323f64a3-cbbe-4591-8713-4b646378ad4d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:59.741078 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-df2eb957-80db-4cf1-b91b-15d34c1bf2c8 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:59.756461 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323f64a3-cbbe-4591-8713-4b646378ad4d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event deleted for resources: {'Port': ['ID=42ad2961-66da-4cc4-8c46-aadf47fca899,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:59.764618 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323f64a3-cbbe-4591-8713-4b646378ad4d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] No DVR routers for this DVR port 42ad2961-66da-4cc4-8c46-aadf47fca899 on host n-d-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:22:59.925689 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-323f64a3-cbbe-4591-8713-4b646378ad4d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:59.927080 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-df2eb957-80db-4cf1-b91b-15d34c1bf2c8 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Allocated IP 172.25.7.105 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/9aadb1ef-29c7-42cb-8cbe-307b3a4b971b) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:22:59.940630 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-323f64a3-cbbe-4591-8713-4b646378ad4d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5af5ed4-7f41-423d-a9da-6b54aed72f87']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:59.965323 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-323f64a3-cbbe-4591-8713-4b646378ad4d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56a4821e-2250-49f1-a96d-9c145b5c6f3d') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:59.965624 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-323f64a3-cbbe-4591-8713-4b646378ad4d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56a4821e-2250-49f1-a96d-9c145b5c6f3d') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:59.988761 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60874) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:59.998593 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-323f64a3-cbbe-4591-8713-4b646378ad4d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:00.013047 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4ababa1f-0635-4a99-adaa-15913f5f65a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:00.024222 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-323f64a3-cbbe-4591-8713-4b646378ad4d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:00.034721 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-323f64a3-cbbe-4591-8713-4b646378ad4d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:23:00.035862 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-323f64a3-cbbe-4591-8713-4b646378ad4d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:00.040170 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:23:00.040170 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:23:00.040170 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:23:00.040170 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:23:00.040170 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:23:00.040170 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:23:00.040170 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:23:00.040170 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:23:00.040170 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:23:00.040170 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:23:00.040170 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:23:00.040170 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:23:00.040170 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:23:00.040170 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:23:00.040170 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:23:00.040170 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:23:00.040170 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:23:00.040170 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:23:00.040170 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:23:00.040170 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:23:00.040170 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:23:00.040170 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:23:00.040170 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:23:00.040170 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:23:00.040170 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:23:00.040170 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:23:00.040170 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:23:00.040170 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:23:00.040170 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:23:00.040170 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:23:00.040170 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:23:00.040170 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:23:00.126485 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-323f64a3-cbbe-4591-8713-4b646378ad4d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:00.147361 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e6b8d-d7c1-4b75-be6c-4fd6e404c82c req-d7721b6d-a329-4600-a150-4fd9c9f41a0f tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:00.148930 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6e8e6b8d-d7c1-4b75-be6c-4fd6e404c82c req-d7721b6d-a329-4600-a150-4fd9c9f41a0f tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7f6702b-3804-4f19-874e-14e3063c03ac HTTP/1.1" status: 200 len: 945 time: 0.1587021 Aug 10 03:23:00.153320 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-323f64a3-cbbe-4591-8713-4b646378ad4d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:00.154615 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-323f64a3-cbbe-4591-8713-4b646378ad4d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "DELETE /v2.0/networks/d5af5ed4-7f41-423d-a9da-6b54aed72f87 HTTP/1.1" status: 204 len: 168 time: 0.9645040 Aug 10 03:23:00.159059 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60878) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:00.163745 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-df2eb957-80db-4cf1-b91b-15d34c1bf2c8 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:00.172799 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323f64a3-cbbe-4591-8713-4b646378ad4d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Pushing event deleted for resources: {'Network': ['ID=d5af5ed4-7f41-423d-a9da-6b54aed72f87,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:00.173367 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 42ad2961-66da-4cc4-8c46-aadf47fca899 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:23:00.175675 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-5b2fbcc9-7da0-470d-bcd1-77a0e87dafef tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Request body: {'router': {'routes': None}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:00.202522 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 42ad2961-66da-4cc4-8c46-aadf47fca899 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:23:00.203257 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 42ad2961-66da-4cc4-8c46-aadf47fca899 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:23:00.203993 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device f1f48ffb-50ae-46f1-bf8e-42c3ae996df2 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:23:00.225809 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: f1f48ffb-50ae-46f1-bf8e-42c3ae996df2 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:23:00.227089 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device f1f48ffb-50ae-46f1-bf8e-42c3ae996df2 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:23:00.252240 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4ababa1f-0635-4a99-adaa-15913f5f65a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:00.257666 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4ababa1f-0635-4a99-adaa-15913f5f65a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:00.274200 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9d021-4bfb-4b10-86f4-17edc0e53387 req-745015e9-ce87-4f72-be93-ed8caa690ffb tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:00.275744 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5dd9d021-4bfb-4b10-86f4-17edc0e53387 req-745015e9-ce87-4f72-be93-ed8caa690ffb tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7b89f3e-4dc4-4640-b52e-1910861c146f HTTP/1.1" status: 200 len: 946 time: 0.1994557 Aug 10 03:23:00.303547 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d9f74338-a4f3-42e4-8af0-0667d4b3ac48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:00.312674 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4ababa1f-0635-4a99-adaa-15913f5f65a0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0687fa206dc14b2b928a08e8c99bed61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3227866 Aug 10 03:23:00.315360 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60882) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:00.322694 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ababa1f-0635-4a99-adaa-15913f5f65a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47cbe21d-8bdc-4e8b-83cd-3ce4b147b73d,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:00.339267 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6e8e6b8d-d7c1-4b75-be6c-4fd6e404c82c req-4a88d62b-d637-4bf5-955d-c3cd7c43e374 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690867 Aug 10 03:23:00.384764 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-575e7b39-8019-4b35-80e6-8d197839e064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:00.407932 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-575e7b39-8019-4b35-80e6-8d197839e064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:00.461676 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.extraroute_db [None req-5b2fbcc9-7da0-470d-bcd1-77a0e87dafef tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Added routes are [] {{(pid=94216) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 10 03:23:00.462092 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.extraroute_db [None req-5b2fbcc9-7da0-470d-bcd1-77a0e87dafef tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Removed routes are [] {{(pid=94216) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 10 03:23:00.462534 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5b2fbcc9-7da0-470d-bcd1-77a0e87dafef tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-368475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1926'] for router, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:00.464051 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-575e7b39-8019-4b35-80e6-8d197839e064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:00.470757 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5dd9d021-4bfb-4b10-86f4-17edc0e53387 req-51b3fd7e-570a-4918-b17a-c094870b79d8 tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] 10.222.0.62 "GET /v2.0/security-groups?id=debf09ed-fe31-46f6-8139-855a4f836810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818295 Aug 10 03:23:00.470974 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-575e7b39-8019-4b35-80e6-8d197839e064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:00.470974 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-575e7b39-8019-4b35-80e6-8d197839e064 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/47cbe21d-8bdc-4e8b-83cd-3ce4b147b73d HTTP/1.1" status: 204 len: 168 time: 0.1522834 Aug 10 03:23:00.504504 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575e7b39-8019-4b35-80e6-8d197839e064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47cbe21d-8bdc-4e8b-83cd-3ce4b147b73d,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:00.551228 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-df2eb957-80db-4cf1-b91b-15d34c1bf2c8 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:00.557743 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b89f3e-4dc4-4640-b52e-1910861c146f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a4946e-9861-42f0-9609-e4e1c02165b1'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:23:00.560141 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea93fb4d-8e8b-4b25-a231-52971ad843fd" -d '{"events": [{"server_uuid": "c7b89f3e-4dc4-4640-b52e-1910861c146f", "name": "network-vif-plugged", "status": "completed", "tag": "69a4946e-9861-42f0-9609-e4e1c02165b1"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:23:00.602513 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b84a28-e3ee-4eb6-8646-12a5d8d2d9ba x-openstack-request-id: req-76b84a28-e3ee-4eb6-8646-12a5d8d2d9ba {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:23:00.603138 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b89f3e-4dc4-4640-b52e-1910861c146f", "name": "network-vif-plugged", "status": "completed", "tag": "69a4946e-9861-42f0-9609-e4e1c02165b1", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:23:00.603576 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-76b84a28-e3ee-4eb6-8646-12a5d8d2d9ba {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:23:00.604208 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b89f3e-4dc4-4640-b52e-1910861c146f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a4946e-9861-42f0-9609-e4e1c02165b1', 'code': 200} Aug 10 03:23:00.650479 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2eb957-80db-4cf1-b91b-15d34c1bf2c8 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:23:00.692599 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-df2eb957-80db-4cf1-b91b-15d34c1bf2c8 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:00.695135 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2eb957-80db-4cf1-b91b-15d34c1bf2c8 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:23:00.752997 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09402bc-e4d9-4fa5-afff-f55b75770e01 req-ab76bd75-60a4-439f-8a1e-6ece3cb545cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:00.754537 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c09402bc-e4d9-4fa5-afff-f55b75770e01 req-ab76bd75-60a4-439f-8a1e-6ece3cb545cd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c7b89f3e-4dc4-4640-b52e-1910861c146f HTTP/1.1" status: 200 len: 1098 time: 0.0932977 Aug 10 03:23:00.777052 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5b2fbcc9-7da0-470d-bcd1-77a0e87dafef tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-368475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1926'] for router, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:00.805218 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2eb957-80db-4cf1-b91b-15d34c1bf2c8 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Pushing event updated for resources: {'Port': ['ID=9aadb1ef-29c7-42cb-8cbe-307b3a4b971b,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:00.814150 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c09402bc-e4d9-4fa5-afff-f55b75770e01 req-da12fe59-1f0b-4027-bbd6-ff77645579be service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=debf09ed-fe31-46f6-8139-855a4f836810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522490 Aug 10 03:23:00.817169 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5b2fbcc9-7da0-470d-bcd1-77a0e87dafef tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-372465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-372472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-368450'] for router, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:00.977360 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a775ee34-0740-4eb4-88f7-0e7621a47d03 req-97475a3d-e069-4092-8c39-0668b1aeb751 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:00.979118 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a775ee34-0740-4eb4-88f7-0e7621a47d03 req-97475a3d-e069-4092-8c39-0668b1aeb751 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/ports?device_id=60c76cfe-d864-412b-a6a5-64c08d68f850 HTTP/1.1" status: 200 len: 945 time: 0.2133982 Aug 10 03:23:01.018328 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b2fbcc9-7da0-470d-bcd1-77a0e87dafef tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Router 70a1d4de-4417-46e6-be67-33de4b24a9d3 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:23:01.106240 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a775ee34-0740-4eb4-88f7-0e7621a47d03 req-5ead820a-ec38-4a00-8dc7-e37aceb5e7f3 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/security-groups?id=2832b822-3ae7-4539-a861-1dd7e33b3925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055834 Aug 10 03:23:01.215363 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2fbcc9-7da0-470d-bcd1-77a0e87dafef tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:23:01.223085 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5b2fbcc9-7da0-470d-bcd1-77a0e87dafef tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:01.224275 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-5b2fbcc9-7da0-470d-bcd1-77a0e87dafef tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "PUT /v2.0/routers/70a1d4de-4417-46e6-be67-33de4b24a9d3 HTTP/1.1" status: 200 len: 701 time: 1.0576248 Aug 10 03:23:01.227253 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60910) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:01.229970 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6fbf04-6713-4378-bde0-bd0a894ed711 None None] Sync routers for ids ['70a1d4de-4417-46e6-be67-33de4b24a9d3'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:23:01.244434 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6fbf04-6713-4378-bde0-bd0a894ed711 None None] Routers {'70a1d4de-4417-46e6-be67-33de4b24a9d3'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:23:01.246786 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-7b6fbf04-6713-4378-bde0-bd0a894ed711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:22:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['70a1d4de-4417-46e6-be67-33de4b24a9d3'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:01.268140 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-31e78f2d-fc6b-4306-8b32-8d64b3de1a29 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "GET /v2.0/ports?device_id=70a1d4de-4417-46e6-be67-33de4b24a9d3 HTTP/1.1" status: 200 len: 205 time: 0.0389495 Aug 10 03:23:01.270863 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60912) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:01.299838 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-df2eb957-80db-4cf1-b91b-15d34c1bf2c8 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks [] for router_gateway, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:01.366114 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f1abb-b543-4167-b8fe-27c2b947122f req-4adf9eaa-7c11-40a3-b3dc-d2539e5283ff tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:01.368262 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e35f1abb-b543-4167-b8fe-27c2b947122f req-4adf9eaa-7c11-40a3-b3dc-d2539e5283ff tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d96b1eb-71c8-4499-9e6b-873da4f99425 HTTP/1.1" status: 200 len: 946 time: 0.1544590 Aug 10 03:23:01.432284 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-7b6fbf04-6713-4378-bde0-bd0a894ed711 None None] Set router 70a1d4de-4417-46e6-be67-33de4b24a9d3 gateway port host: None {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:23:01.438787 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8982c8da-a243-45cb-8458-a83ac0c0a0d4 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for router, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:01.518544 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-7b6fbf04-6713-4378-bde0-bd0a894ed711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'name': 'tempest-RoutersTest-router-2012087379', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:39Z', 'updated_at': '2021-08-10T03:22:57Z', 'revision_number': 11, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'gw_port_host': None}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:01.519985 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e35f1abb-b543-4167-b8fe-27c2b947122f req-c7a1e76f-bad5-44a9-9aa5-3e55ff68f025 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/security-groups?id=2832b822-3ae7-4539-a861-1dd7e33b3925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417723 Aug 10 03:23:01.549978 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60922) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:01.585911 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6fbf04-6713-4378-bde0-bd0a894ed711 None None] Checking router: 70a1d4de-4417-46e6-be67-33de4b24a9d3 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:23:01.619885 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d3169-07e8-447c-aa83-685e460a7e6a req-bff3c549-2429-4d36-b23b-2f50ae068fd2 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:01.622136 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-507d3169-07e8-447c-aa83-685e460a7e6a req-bff3c549-2429-4d36-b23b-2f50ae068fd2 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7f6702b-3804-4f19-874e-14e3063c03ac HTTP/1.1" status: 200 len: 945 time: 0.1675210 Aug 10 03:23:01.626515 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6fbf04-6713-4378-bde0-bd0a894ed711 None None] Routers {'70a1d4de-4417-46e6-be67-33de4b24a9d3'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:23:01.631926 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-7b6fbf04-6713-4378-bde0-bd0a894ed711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:22:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['70a1d4de-4417-46e6-be67-33de4b24a9d3'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:01.775509 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8982c8da-a243-45cb-8458-a83ac0c0a0d4 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:01.777216 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78003435-999d-45eb-8ab8-08fd81884513 req-6eff642b-ff99-4b2b-bbf3-fd149233bd17 tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:01.778279 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8982c8da-a243-45cb-8458-a83ac0c0a0d4 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:01.785895 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-78003435-999d-45eb-8ab8-08fd81884513 req-6eff642b-ff99-4b2b-bbf3-fd149233bd17 tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7b89f3e-4dc4-4640-b52e-1910861c146f HTTP/1.1" status: 200 len: 946 time: 0.1589541 Aug 10 03:23:01.791811 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-507d3169-07e8-447c-aa83-685e460a7e6a req-4e9973a6-5585-4b7c-a80c-2eab2d09121f tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595755 Aug 10 03:23:01.803766 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-2a5f0100-458e-405f-9f66-14ef57f9932a tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Request body: {'networks': [{'name': 'tempest-network--41827539'}, {'name': 'tempest-network--961162437'}]} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:01.804377 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-2a5f0100-458e-405f-9f66-14ef57f9932a tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Request body: {'network': {'name': 'tempest-network--41827539'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:01.805731 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-2a5f0100-458e-405f-9f66-14ef57f9932a tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Request body: {'network': {'name': 'tempest-network--961162437'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:01.871718 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-78003435-999d-45eb-8ab8-08fd81884513 req-03abb8d3-bda4-4e9a-94cb-fa9effd9e086 tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] 10.222.0.62 "GET /v2.0/security-groups?id=debf09ed-fe31-46f6-8139-855a4f836810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693679 Aug 10 03:23:01.882056 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-df2eb957-80db-4cf1-b91b-15d34c1bf2c8 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-368475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1926'] for router, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:01.896792 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-df2eb957-80db-4cf1-b91b-15d34c1bf2c8 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-372465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-372472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-368450'] for router, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:01.908938 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8982c8da-a243-45cb-8458-a83ac0c0a0d4 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:01.909560 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8982c8da-a243-45cb-8458-a83ac0c0a0d4 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Fanout notify agent at l3_agent the message router_deleted on router 70a1d4de-4417-46e6-be67-33de4b24a9d3 {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:23:01.923205 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-7b6fbf04-6713-4378-bde0-bd0a894ed711 None None] Set router 70a1d4de-4417-46e6-be67-33de4b24a9d3 gateway port host: None {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:23:01.924071 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8982c8da-a243-45cb-8458-a83ac0c0a0d4 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:01.928122 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8982c8da-a243-45cb-8458-a83ac0c0a0d4 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "DELETE /v2.0/routers/70a1d4de-4417-46e6-be67-33de4b24a9d3 HTTP/1.1" status: 204 len: 168 time: 0.6537273 Aug 10 03:23:01.934279 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60930) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:01.944719 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-fd59bb63-1ce3-42f2-ad7a-4b705d54dc9d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2032932295', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:01.986685 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fd59bb63-1ce3-42f2-ad7a-4b705d54dc9d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:01.988145 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fd59bb63-1ce3-42f2-ad7a-4b705d54dc9d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:01.997694 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-7b6fbf04-6713-4378-bde0-bd0a894ed711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'name': 'tempest-RoutersTest-router-2012087379', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:39Z', 'updated_at': '2021-08-10T03:22:57Z', 'revision_number': 11, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'gw_port_host': None}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:02.025778 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6fbf04-6713-4378-bde0-bd0a894ed711 None None] The sync data for ids ['70a1d4de-4417-46e6-be67-33de4b24a9d3'] in n-d-768851-15 is: [{'id': '70a1d4de-4417-46e6-be67-33de4b24a9d3', 'name': 'tempest-RoutersTest-router-2012087379', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:39Z', 'updated_at': '2021-08-10T03:22:57Z', 'revision_number': 11, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'gw_port_host': None}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:23:02.064930 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5f0100-458e-405f-9f66-14ef57f9932a tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Made reservation on behalf of 339f451409cf477289797abdf096ba7a for: {'network': 2} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:02.070817 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fd59bb63-1ce3-42f2-ad7a-4b705d54dc9d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:02.070992 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2a5f0100-458e-405f-9f66-14ef57f9932a tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:02.083157 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fd59bb63-1ce3-42f2-ad7a-4b705d54dc9d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:02.094119 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2a5f0100-458e-405f-9f66-14ef57f9932a tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:02.104700 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fd59bb63-1ce3-42f2-ad7a-4b705d54dc9d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:02.109411 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-fd59bb63-1ce3-42f2-ad7a-4b705d54dc9d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1759253 Aug 10 03:23:02.110036 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60932) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:02.121560 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-18180445-ae53-44ad-ad9f-25cd7e06537d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:02.173585 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df2eb957-80db-4cf1-b91b-15d34c1bf2c8 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Router 90e6c0a6-cc51-4ff2-b479-851ed7edf9c1 is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:23:02.188171 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d052afa-e3e8-434e-8811-b5be8a57cfed req-9843d429-1f05-47fa-ac0d-d82bf2d1dd6a tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:02.189767 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2d052afa-e3e8-434e-8811-b5be8a57cfed req-9843d429-1f05-47fa-ac0d-d82bf2d1dd6a tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc1c1126-0c34-4655-ad1e-3aa886f86c05 HTTP/1.1" status: 200 len: 945 time: 0.1268873 Aug 10 03:23:02.341758 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2d052afa-e3e8-434e-8811-b5be8a57cfed req-7939b075-cdde-41bb-b550-d57fa8521354 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/security-groups?id=2832b822-3ae7-4539-a861-1dd7e33b3925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813439 Aug 10 03:23:02.378769 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2eb957-80db-4cf1-b91b-15d34c1bf2c8 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:23:02.379627 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-18180445-ae53-44ad-ad9f-25cd7e06537d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-368475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1926'] for router, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:02.395287 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6364f3fa-efe1-45e0-a9d5-b3d615fd9b57 None None] Sync routers for ids ['90e6c0a6-cc51-4ff2-b479-851ed7edf9c1'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:23:02.403489 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-df2eb957-80db-4cf1-b91b-15d34c1bf2c8 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:02.404739 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-df2eb957-80db-4cf1-b91b-15d34c1bf2c8 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] 10.222.0.62 "PUT /v2.0/routers/90e6c0a6-cc51-4ff2-b479-851ed7edf9c1 HTTP/1.1" status: 200 len: 884 time: 4.4621122 Aug 10 03:23:02.407436 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60938) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:02.420966 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6364f3fa-efe1-45e0-a9d5-b3d615fd9b57 None None] Routers {'90e6c0a6-cc51-4ff2-b479-851ed7edf9c1'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:23:02.421827 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-6364f3fa-efe1-45e0-a9d5-b3d615fd9b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:22:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['90e6c0a6-cc51-4ff2-b479-851ed7edf9c1'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:02.433941 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2a5f0100-458e-405f-9f66-14ef57f9932a tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:02.447088 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2a5f0100-458e-405f-9f66-14ef57f9932a tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:02.447621 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2a5f0100-458e-405f-9f66-14ef57f9932a tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:02.480236 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-18180445-ae53-44ad-ad9f-25cd7e06537d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-372465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-372472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-368450'] for router, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:02.493372 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-6364f3fa-efe1-45e0-a9d5-b3d615fd9b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:02.497003 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a5f0100-458e-405f-9f66-14ef57f9932a tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:23:02.508087 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2a5f0100-458e-405f-9f66-14ef57f9932a tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:02.508519 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-2a5f0100-458e-405f-9f66-14ef57f9932a tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Added segment b1a33eab-1751-49df-a1f5-273c1dd32a2d of type vlan for network bc8c0de1-7151-41fa-914a-f18c5020c254 Aug 10 03:23:02.526288 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6364f3fa-efe1-45e0-a9d5-b3d615fd9b57 None None] Routers {'90e6c0a6-cc51-4ff2-b479-851ed7edf9c1'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:23:02.527024 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-6364f3fa-efe1-45e0-a9d5-b3d615fd9b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:22:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['90e6c0a6-cc51-4ff2-b479-851ed7edf9c1'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:02.560764 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2a5f0100-458e-405f-9f66-14ef57f9932a tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:02.587624 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-6364f3fa-efe1-45e0-a9d5-b3d615fd9b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:02.588558 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6364f3fa-efe1-45e0-a9d5-b3d615fd9b57 None None] The sync data for ids ['90e6c0a6-cc51-4ff2-b479-851ed7edf9c1'] in n-d-768851-15 is: [] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:23:02.599629 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a5f0100-458e-405f-9f66-14ef57f9932a tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:23:02.614456 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5f0100-458e-405f-9f66-14ef57f9932a tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2fae9ab-491e-40c0-b8ca-3726111fc5e2,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:02.619443 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2a5f0100-458e-405f-9f66-14ef57f9932a tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:02.619788 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-2a5f0100-458e-405f-9f66-14ef57f9932a tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Added segment 2b52fa58-d75e-4f42-9edf-23cefba5d58f of type vlan for network e1360e28-b815-433b-ae3d-504654cd9f17 Aug 10 03:23:02.669874 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2a5f0100-458e-405f-9f66-14ef57f9932a tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:02.708046 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2a5f0100-458e-405f-9f66-14ef57f9932a tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:02.709048 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2a5f0100-458e-405f-9f66-14ef57f9932a tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:02.717607 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5f0100-458e-405f-9f66-14ef57f9932a tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:02.722975 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5f0100-458e-405f-9f66-14ef57f9932a tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:02.723827 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2a5f0100-458e-405f-9f66-14ef57f9932a tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:02.734231 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1927abdc-8b01-44e0-8cd7-02c2c6247dfe tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] 10.222.0.62 "GET /v2.0/routers/90e6c0a6-cc51-4ff2-b479-851ed7edf9c1 HTTP/1.1" status: 200 len: 925 time: 0.3253899 Aug 10 03:23:02.739735 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60940) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:02.771669 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18180445-ae53-44ad-ad9f-25cd7e06537d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Router b2a6e0e2-4f2d-4fec-afdc-8a61c8b38090 is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:23:02.822281 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-2a5f0100-458e-405f-9f66-14ef57f9932a tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 1.2760594 Aug 10 03:23:02.824683 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60944) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:02.829079 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347df6dc-2f12-433d-bb21-f836d9075647 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:02.830823 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-347df6dc-2f12-433d-bb21-f836d9075647 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=09ca2025-b9a6-4e84-8019-8d9fbef3753e&device_id=90e6c0a6-cc51-4ff2-b479-851ed7edf9c1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0897655 Aug 10 03:23:02.862229 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60946) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:02.894572 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18180445-ae53-44ad-ad9f-25cd7e06537d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:23:02.918713 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cae6d5b-2729-4748-9dba-b442c311ce6c None None] Sync routers for ids ['b2a6e0e2-4f2d-4fec-afdc-8a61c8b38090'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:23:02.929248 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cae6d5b-2729-4748-9dba-b442c311ce6c None None] Routers {'b2a6e0e2-4f2d-4fec-afdc-8a61c8b38090'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:23:02.930209 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-8cae6d5b-2729-4748-9dba-b442c311ce6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:22:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['b2a6e0e2-4f2d-4fec-afdc-8a61c8b38090'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:02.935345 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-18180445-ae53-44ad-ad9f-25cd7e06537d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:02.939021 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-18180445-ae53-44ad-ad9f-25cd7e06537d tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "PUT /v2.0/routers/b2a6e0e2-4f2d-4fec-afdc-8a61c8b38090 HTTP/1.1" status: 200 len: 694 time: 0.8256164 Aug 10 03:23:02.939461 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60950) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:03.009845 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-cd6564a0-7589-4041-b9f2-359e2f2c2c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:03.021841 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-8cae6d5b-2729-4748-9dba-b442c311ce6c None None] Set router b2a6e0e2-4f2d-4fec-afdc-8a61c8b38090 gateway port host: None {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:23:03.029160 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-76641965-7051-4851-9da3-a7b2342d5ffe tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "GET /v2.0/routers/b2a6e0e2-4f2d-4fec-afdc-8a61c8b38090 HTTP/1.1" status: 200 len: 700 time: 0.0885553 Aug 10 03:23:03.032277 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60954) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:03.065325 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-90a482f7-b8d9-46c5-ac0c-7762a1f4b224 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2a6e0e2-4f2d-4fec-afdc-8a61c8b38090 HTTP/1.1" status: 200 len: 205 time: 0.0318644 Aug 10 03:23:03.069676 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60956) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:03.094048 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-8cae6d5b-2729-4748-9dba-b442c311ce6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a6e0e2-4f2d-4fec-afdc-8a61c8b38090', 'name': 'tempest-RoutersTest-router-2032932295', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:23:01Z', 'updated_at': '2021-08-10T03:23:02Z', 'revision_number': 2, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'gw_port_host': None}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:03.132113 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cae6d5b-2729-4748-9dba-b442c311ce6c None None] Checking router: b2a6e0e2-4f2d-4fec-afdc-8a61c8b38090 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:23:03.143652 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cae6d5b-2729-4748-9dba-b442c311ce6c None None] Routers {'b2a6e0e2-4f2d-4fec-afdc-8a61c8b38090'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:23:03.144556 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-8cae6d5b-2729-4748-9dba-b442c311ce6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:23:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['b2a6e0e2-4f2d-4fec-afdc-8a61c8b38090'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:03.225796 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-8cae6d5b-2729-4748-9dba-b442c311ce6c None None] Set router b2a6e0e2-4f2d-4fec-afdc-8a61c8b38090 gateway port host: None {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:23:03.279510 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5f0100-458e-405f-9f66-14ef57f9932a tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Pushing event updated for resources: {'Network': ['ID=bc8c0de1-7151-41fa-914a-f18c5020c254,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:03.292687 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network bc8c0de1-7151-41fa-914a-f18c5020c254 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:23:03.295826 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-8cae6d5b-2729-4748-9dba-b442c311ce6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a6e0e2-4f2d-4fec-afdc-8a61c8b38090', 'name': 'tempest-RoutersTest-router-2032932295', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:23:01Z', 'updated_at': '2021-08-10T03:23:02Z', 'revision_number': 2, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'gw_port_host': None}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:03.381766 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589abbf4-8c8a-490f-9166-9414d82c38e1 req-2e4207ed-fc8b-4894-8b84-2ae68543905f tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:03.389235 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-589abbf4-8c8a-490f-9166-9414d82c38e1 req-2e4207ed-fc8b-4894-8b84-2ae68543905f tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/ports?device_id=60c76cfe-d864-412b-a6a5-64c08d68f850 HTTP/1.1" status: 200 len: 945 time: 0.6548953 Aug 10 03:23:03.397483 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cae6d5b-2729-4748-9dba-b442c311ce6c None None] The sync data for ids ['b2a6e0e2-4f2d-4fec-afdc-8a61c8b38090'] in n-d-768851-15 is: [{'id': 'b2a6e0e2-4f2d-4fec-afdc-8a61c8b38090', 'name': 'tempest-RoutersTest-router-2032932295', 'tenant_id': 'c682678ede4c49b18134196e23ba84b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:23:01Z', 'updated_at': '2021-08-10T03:23:02Z', 'revision_number': 2, 'project_id': 'c682678ede4c49b18134196e23ba84b8', 'gw_port_host': None}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:23:03.446159 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5f0100-458e-405f-9f66-14ef57f9932a tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Pushing event updated for resources: {'Network': ['ID=e1360e28-b815-433b-ae3d-504654cd9f17,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:03.468593 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network e1360e28-b815-433b-ae3d-504654cd9f17 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:23:03.483670 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a79bc-86f7-44e8-aaf7-de008964aa0c req-2d455405-6fa8-4557-ae51-1b902f7fc2f8 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:03.485249 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-857a79bc-86f7-44e8-aaf7-de008964aa0c req-2d455405-6fa8-4557-ae51-1b902f7fc2f8 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7f6702b-3804-4f19-874e-14e3063c03ac HTTP/1.1" status: 200 len: 945 time: 0.5971978 Aug 10 03:23:03.498319 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a30f7b-881a-4b08-b9f9-a184194790eb tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:03.507053 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a30f7b-881a-4b08-b9f9-a184194790eb tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:03.512945 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a30f7b-881a-4b08-b9f9-a184194790eb tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:03.519259 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a30f7b-881a-4b08-b9f9-a184194790eb tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:03.524043 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-88a30f7b-881a-4b08-b9f9-a184194790eb tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.6928363 Aug 10 03:23:03.526795 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60960) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:03.556919 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5dce0c58-044d-4969-b63f-8b2efd5e8259 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for router, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:03.562096 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-589abbf4-8c8a-490f-9166-9414d82c38e1 req-0350008d-393a-41ed-be3d-39e9720c4689 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/security-groups?id=2832b822-3ae7-4539-a861-1dd7e33b3925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718218 Aug 10 03:23:03.574596 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:03.618011 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-857a79bc-86f7-44e8-aaf7-de008964aa0c req-9c8a1863-d721-4e8b-bd17-6b134651a363 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890687 Aug 10 03:23:03.722293 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad0169-6445-4629-85f8-1b3d7d271f6e req-ab003f97-f84b-4715-805e-14d4dafca539 tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:03.724058 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f6ad0169-6445-4629-85f8-1b3d7d271f6e req-ab003f97-f84b-4715-805e-14d4dafca539 tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7b89f3e-4dc4-4640-b52e-1910861c146f HTTP/1.1" status: 200 len: 946 time: 0.0783842 Aug 10 03:23:03.736149 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94099356-fadf-42de-bfe0-12c420c7fc97 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:03.737739 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-94099356-fadf-42de-bfe0-12c420c7fc97 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] 10.222.0.62 "GET /v2.0/networks/09ca2025-b9a6-4e84-8019-8d9fbef3753e HTTP/1.1" status: 200 len: 881 time: 0.8743453 Aug 10 03:23:03.741430 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60964) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:03.812760 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f6ad0169-6445-4629-85f8-1b3d7d271f6e req-c4d6d1ab-ac5e-4d21-8a14-2dcabde4c71a tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] 10.222.0.62 "GET /v2.0/security-groups?id=debf09ed-fe31-46f6-8139-855a4f836810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794535 Aug 10 03:23:03.838038 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-26c0e5f4-8a9d-4b1a-a5eb-2a3c13b7ad56 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:03.878770 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e4d54c66-ae9c-4fd3-b824-e3176f24c31f tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] 10.222.0.62 "GET /v2.0/ports?device_id=90e6c0a6-cc51-4ff2-b479-851ed7edf9c1 HTTP/1.1" status: 200 len: 205 time: 0.1311839 Aug 10 03:23:03.882473 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60968) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:04.004496 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5dce0c58-044d-4969-b63f-8b2efd5e8259 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:04.013353 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5dce0c58-044d-4969-b63f-8b2efd5e8259 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:04.032391 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a8dff938-768b-4b8c-822d-bb3aefe588a2 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks [] for router, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:04.156763 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5dce0c58-044d-4969-b63f-8b2efd5e8259 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:04.157205 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dce0c58-044d-4969-b63f-8b2efd5e8259 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Fanout notify agent at l3_agent the message router_deleted on router b2a6e0e2-4f2d-4fec-afdc-8a61c8b38090 {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:23:04.165403 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:04.172069 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5dce0c58-044d-4969-b63f-8b2efd5e8259 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:04.178510 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60974) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:04.179251 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-5dce0c58-044d-4969-b63f-8b2efd5e8259 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "DELETE /v2.0/routers/b2a6e0e2-4f2d-4fec-afdc-8a61c8b38090 HTTP/1.1" status: 204 len: 168 time: 1.1077807 Aug 10 03:23:04.192405 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df57319-2546-493f-9f4a-c97cbca1fbbe req-f89bb723-1ec3-4b94-836b-9ec2d7c8ccb0 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:04.194216 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8df57319-2546-493f-9f4a-c97cbca1fbbe req-f89bb723-1ec3-4b94-836b-9ec2d7c8ccb0 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d96b1eb-71c8-4499-9e6b-873da4f99425 HTTP/1.1" status: 200 len: 946 time: 0.1584191 Aug 10 03:23:04.199240 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-26c0e5f4-8a9d-4b1a-a5eb-2a3c13b7ad56 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:04.214987 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-26c0e5f4-8a9d-4b1a-a5eb-2a3c13b7ad56 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc8c0de1-7151-41fa-914a-f18c5020c254']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:04.229246 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-26c0e5f4-8a9d-4b1a-a5eb-2a3c13b7ad56 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1a33eab-1751-49df-a1f5-273c1dd32a2d') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:04.229679 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-26c0e5f4-8a9d-4b1a-a5eb-2a3c13b7ad56 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1a33eab-1751-49df-a1f5-273c1dd32a2d') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:04.246049 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-1bde32df-137e-4b67-858b-7916fda03cba tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2a6e0e2-4f2d-4fec-afdc-8a61c8b38090 HTTP/1.1" status: 200 len: 205 time: 0.0621519 Aug 10 03:23:04.247056 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-26c0e5f4-8a9d-4b1a-a5eb-2a3c13b7ad56 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:04.248765 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60976) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:04.282625 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a8dff938-768b-4b8c-822d-bb3aefe588a2 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:04.289001 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8df57319-2546-493f-9f4a-c97cbca1fbbe req-59ede352-d0da-451b-afbe-5888c4ce9299 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/security-groups?id=2832b822-3ae7-4539-a861-1dd7e33b3925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816212 Aug 10 03:23:04.321150 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-f0438aef-ca1a-4e38-bdb6-e957ffb39d72 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] delete failed (client error): The resource could not be found. Aug 10 03:23:04.322551 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f0438aef-ca1a-4e38-bdb6-e957ffb39d72 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "DELETE /v2.0/routers/b2a6e0e2-4f2d-4fec-afdc-8a61c8b38090 HTTP/1.1" status: 404 len: 336 time: 0.0726466 Aug 10 03:23:04.325130 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60980) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:04.339172 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-26c0e5f4-8a9d-4b1a-a5eb-2a3c13b7ad56 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:04.406970 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-a8dff938-768b-4b8c-822d-bb3aefe588a2 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Deleting port 9aadb1ef-29c7-42cb-8cbe-307b3a4b971b {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:23:04.410452 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a8dff938-768b-4b8c-822d-bb3aefe588a2 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:04.422828 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff525f83-9634-4055-970c-ef872d2ff255 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] DELETE failed (client error): The resource could not be found. Aug 10 03:23:04.423292 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff525f83-9634-4055-970c-ef872d2ff255 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:23:04.436316 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ff525f83-9634-4055-970c-ef872d2ff255 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "DELETE /v2.0/subnets/d78e27e5-e9c9-49c0-9c69-fb058accf1cf HTTP/1.1" status: 404 len: 337 time: 0.1096103 Aug 10 03:23:04.448643 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60984) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:04.450992 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26c0e5f4-8a9d-4b1a-a5eb-2a3c13b7ad56 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:23:04.451420 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-26c0e5f4-8a9d-4b1a-a5eb-2a3c13b7ad56 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:04.486483 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:23:04.486483 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:23:04.486483 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:23:04.486483 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:23:04.486483 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:23:04.486483 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:23:04.486483 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:23:04.486483 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:23:04.486483 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:23:04.486483 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:23:04.486483 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:23:04.486483 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:23:04.486483 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:23:04.486483 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:23:04.486483 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:23:04.486483 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:23:04.486483 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:23:04.486483 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:23:04.486483 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:23:04.486483 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:23:04.486483 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:23:04.486483 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:23:04.486483 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:23:04.486483 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:23:04.486483 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:23:04.486483 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:23:04.486483 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:23:04.486483 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:23:04.486483 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:23:04.486483 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:23:04.486483 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:23:04.486483 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:23:04.657532 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-26c0e5f4-8a9d-4b1a-a5eb-2a3c13b7ad56 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:04.661577 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-838fd736-f710-427a-b0aa-85e2349c157b tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] DELETE failed (client error): The resource could not be found. Aug 10 03:23:04.663246 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-838fd736-f710-427a-b0aa-85e2349c157b tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:23:04.666793 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-838fd736-f710-427a-b0aa-85e2349c157b tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "DELETE /v2.0/subnets/97b417cd-6fbe-4b30-9e01-2cbc0bcc7c16 HTTP/1.1" status: 404 len: 337 time: 0.2163608 Aug 10 03:23:04.670587 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60990) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:04.678951 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-26c0e5f4-8a9d-4b1a-a5eb-2a3c13b7ad56 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:04.682112 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-26c0e5f4-8a9d-4b1a-a5eb-2a3c13b7ad56 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] 10.222.0.62 "DELETE /v2.0/networks/bc8c0de1-7151-41fa-914a-f18c5020c254 HTTP/1.1" status: 204 len: 168 time: 1.1514647 Aug 10 03:23:04.684796 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60992) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:04.725761 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c0e5f4-8a9d-4b1a-a5eb-2a3c13b7ad56 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Pushing event deleted for resources: {'Network': ['ID=bc8c0de1-7151-41fa-914a-f18c5020c254,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:04.769488 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a8dff938-768b-4b8c-822d-bb3aefe588a2 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:04.772175 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeefaa45-194c-437a-bed5-b2d0d79f7e74 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] DELETE failed (client error): The resource could not be found. Aug 10 03:23:04.772642 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeefaa45-194c-437a-bed5-b2d0d79f7e74 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:23:04.774469 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-aeefaa45-194c-437a-bed5-b2d0d79f7e74 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "DELETE /v2.0/subnets/a0f2cca1-5ac1-49a2-b352-5a3691989eae HTTP/1.1" status: 404 len: 337 time: 0.0923820 Aug 10 03:23:04.777271 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60996) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:04.806364 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c2f4f-c2fd-44a5-95cf-c21f5965f8d3 req-4d9de6f3-a94a-43ad-a6d4-24a77f44ab96 tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:04.814157 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8e9c2f4f-c2fd-44a5-95cf-c21f5965f8d3 req-4d9de6f3-a94a-43ad-a6d4-24a77f44ab96 tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7b89f3e-4dc4-4640-b52e-1910861c146f HTTP/1.1" status: 200 len: 946 time: 0.3859146 Aug 10 03:23:04.817567 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6446baa-4c77-4587-813f-bfbb31dbd581 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] DELETE failed (client error): The resource could not be found. Aug 10 03:23:04.817979 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6446baa-4c77-4587-813f-bfbb31dbd581 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:23:04.823097 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d6446baa-4c77-4587-813f-bfbb31dbd581 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "DELETE /v2.0/subnets/6c161d10-cbbc-40e3-a2d8-ec564696b35a HTTP/1.1" status: 404 len: 337 time: 0.0425172 Aug 10 03:23:04.823638 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60998) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:04.839813 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c0953432-4798-4dca-be3d-2bda9602a598 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:04.848079 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-a8dff938-768b-4b8c-822d-bb3aefe588a2 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Calling delete_port for 9aadb1ef-29c7-42cb-8cbe-307b3a4b971b owned by network:router_gateway {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:23:04.862418 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-172b20fb-3e0e-4172-aade-cf79d996bfd5 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "GET /v2.0/ports?device_id=70a1d4de-4417-46e6-be67-33de4b24a9d3 HTTP/1.1" status: 200 len: 205 time: 0.0359941 Aug 10 03:23:04.863210 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 32768) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:04.906595 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8e9c2f4f-c2fd-44a5-95cf-c21f5965f8d3 req-c1742ac5-14d9-40ae-9fc9-9ff51c39dbc9 tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] 10.222.0.62 "GET /v2.0/security-groups?id=debf09ed-fe31-46f6-8139-855a4f836810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775626 Aug 10 03:23:04.918269 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-84ebac8a-e3df-4bd1-80ca-ad42d6381123 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] delete failed (client error): The resource could not be found. Aug 10 03:23:04.922474 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-84ebac8a-e3df-4bd1-80ca-ad42d6381123 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "DELETE /v2.0/routers/70a1d4de-4417-46e6-be67-33de4b24a9d3 HTTP/1.1" status: 404 len: 336 time: 0.0578258 Aug 10 03:23:04.941316 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 32770) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:04.978940 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f926d-6691-4bdb-a532-f3d66170859e req-b01ed3b2-f276-492c-8f0e-2a7d0d227d31 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:04.985533 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f926d-6691-4bdb-a532-f3d66170859e req-b01ed3b2-f276-492c-8f0e-2a7d0d227d31 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:05.004040 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f926d-6691-4bdb-a532-f3d66170859e req-b01ed3b2-f276-492c-8f0e-2a7d0d227d31 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:05.013335 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8e3f926d-6691-4bdb-a532-f3d66170859e req-b01ed3b2-f276-492c-8f0e-2a7d0d227d31 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/ports?device_id=60c76cfe-d864-412b-a6a5-64c08d68f850&device_id=fc1c1126-0c34-4655-ad1e-3aa886f86c05&device_id=3d96b1eb-71c8-4499-9e6b-873da4f99425 HTTP/1.1" status: 200 len: 2417 time: 0.3053701 Aug 10 03:23:05.031659 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8bae730b-259e-4b69-b778-4b5d85f8cfc0 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "GET /v2.0/ports?device_id=4908db79-8aee-4865-b14e-219fdf40f72f HTTP/1.1" status: 200 len: 205 time: 0.0888450 Aug 10 03:23:05.032174 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 32772) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:05.110619 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-8bc68a7e-4c0e-4019-87fa-c17fbd8af695 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] delete failed (client error): The resource could not be found. Aug 10 03:23:05.111648 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8bc68a7e-4c0e-4019-87fa-c17fbd8af695 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "DELETE /v2.0/routers/4908db79-8aee-4865-b14e-219fdf40f72f HTTP/1.1" status: 404 len: 336 time: 0.0715656 Aug 10 03:23:05.114967 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 32774) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:05.126393 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c0953432-4798-4dca-be3d-2bda9602a598 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:05.154623 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-add13ecd-62ea-4c67-bc96-ab31d579a6ac tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] DELETE failed (client error): The resource could not be found. Aug 10 03:23:05.155125 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-add13ecd-62ea-4c67-bc96-ab31d579a6ac tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:23:05.156851 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-add13ecd-62ea-4c67-bc96-ab31d579a6ac tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "DELETE /v2.0/subnets/4c39e0bc-dbfe-4841-9349-27666438a63b HTTP/1.1" status: 404 len: 337 time: 0.0416713 Aug 10 03:23:05.159004 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-c0953432-4798-4dca-be3d-2bda9602a598 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1360e28-b815-433b-ae3d-504654cd9f17']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:05.167948 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8e3f926d-6691-4bdb-a532-f3d66170859e req-ff77a05e-f14d-4872-8aed-6a83da2e0a1c tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/security-groups?id=2832b822-3ae7-4539-a861-1dd7e33b3925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532702 Aug 10 03:23:05.169974 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 32778) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:05.183463 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-c0953432-4798-4dca-be3d-2bda9602a598 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b52fa58-d75e-4f42-9edf-23cefba5d58f') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:05.183463 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-c0953432-4798-4dca-be3d-2bda9602a598 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b52fa58-d75e-4f42-9edf-23cefba5d58f') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:05.207768 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a2442f72-5a56-4a59-9cca-d771bba9db5e tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f1386ca-3a4f-4213-80f8-f9b72a8aaa23 HTTP/1.1" status: 200 len: 205 time: 0.0365827 Aug 10 03:23:05.216821 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c0953432-4798-4dca-be3d-2bda9602a598 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:05.217639 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 32780) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:05.228773 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3707912-2096-4443-81ad-0aae5c8c0193 req-baf29e6e-6fda-4a8e-9d95-4a81da368761 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:05.231565 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c3707912-2096-4443-81ad-0aae5c8c0193 req-baf29e6e-6fda-4a8e-9d95-4a81da368761 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7f6702b-3804-4f19-874e-14e3063c03ac HTTP/1.1" status: 200 len: 945 time: 0.2056127 Aug 10 03:23:05.235962 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c0953432-4798-4dca-be3d-2bda9602a598 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:05.245347 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0953432-4798-4dca-be3d-2bda9602a598 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:23:05.246044 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c0953432-4798-4dca-be3d-2bda9602a598 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:05.317931 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:23:05.317931 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:23:05.317931 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:23:05.317931 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:23:05.317931 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:23:05.317931 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:23:05.317931 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:23:05.317931 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:23:05.317931 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:23:05.317931 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:23:05.317931 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:23:05.317931 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:23:05.317931 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:23:05.317931 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:23:05.317931 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:23:05.317931 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:23:05.317931 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:23:05.317931 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:23:05.317931 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:23:05.317931 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:23:05.317931 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:23:05.317931 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:23:05.317931 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:23:05.317931 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:23:05.317931 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:23:05.317931 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:23:05.317931 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:23:05.317931 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:23:05.317931 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:23:05.317931 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:23:05.317931 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:23:05.317931 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:23:05.322770 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [None req-283f70fc-01b0-436a-ac59-f14c128d7cc9 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] delete failed (client error): The resource could not be found. Aug 10 03:23:05.323804 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-283f70fc-01b0-436a-ac59-f14c128d7cc9 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "DELETE /v2.0/routers/3f1386ca-3a4f-4213-80f8-f9b72a8aaa23 HTTP/1.1" status: 404 len: 336 time: 0.1035752 Aug 10 03:23:05.329334 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 32784) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:05.343980 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c0953432-4798-4dca-be3d-2bda9602a598 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:05.349624 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c0953432-4798-4dca-be3d-2bda9602a598 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:05.352362 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c0953432-4798-4dca-be3d-2bda9602a598 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] 10.222.0.62 "DELETE /v2.0/networks/e1360e28-b815-433b-ae3d-504654cd9f17 HTTP/1.1" status: 204 len: 168 time: 0.6665196 Aug 10 03:23:05.366753 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 32786) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:05.383944 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0953432-4798-4dca-be3d-2bda9602a598 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Pushing event deleted for resources: {'Network': ['ID=e1360e28-b815-433b-ae3d-504654cd9f17,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:05.397021 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9227d1d5-75fa-4cf8-b061-4d1b6d9013e9 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "GET /v2.0/ports?device_id=59f9c67d-e10a-4b5e-93f3-53698632c889 HTTP/1.1" status: 200 len: 205 time: 0.0654149 Aug 10 03:23:05.398372 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c3707912-2096-4443-81ad-0aae5c8c0193 req-61f00dbc-8964-413c-8cfd-a5cf99661846 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259460 Aug 10 03:23:05.399934 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 32788) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:05.449410 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-a46b0719-839a-4e2a-b899-964c4da7bc36 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] delete failed (client error): The resource could not be found. Aug 10 03:23:05.453448 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a46b0719-839a-4e2a-b899-964c4da7bc36 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "DELETE /v2.0/routers/59f9c67d-e10a-4b5e-93f3-53698632c889 HTTP/1.1" status: 404 len: 336 time: 0.0525792 Aug 10 03:23:05.454259 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 32790) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:05.481888 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-a646bcef-6ac7-43c6-bfe5-fd2040c781b9 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] DELETE failed (client error): The resource could not be found. Aug 10 03:23:05.482666 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a646bcef-6ac7-43c6-bfe5-fd2040c781b9 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:23:05.487648 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a646bcef-6ac7-43c6-bfe5-fd2040c781b9 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "DELETE /v2.0/subnets/102b7d21-2bb9-4d3c-bf6a-0a4f14a85f8e HTTP/1.1" status: 404 len: 337 time: 0.0304337 Aug 10 03:23:05.489168 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 32792) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:05.498717 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228e000-2ab8-44aa-a991-3b0ebb39344d req-31feb9dc-f4d5-441b-8c62-2a365e4ba767 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:05.505507 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8228e000-2ab8-44aa-a991-3b0ebb39344d req-31feb9dc-f4d5-441b-8c62-2a365e4ba767 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/ports?device_id=60c76cfe-d864-412b-a6a5-64c08d68f850 HTTP/1.1" status: 200 len: 945 time: 0.1334836 Aug 10 03:23:05.518926 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4b24f7f5-3003-4892-b48d-4c3432e41856 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18a8136-d70a-4764-8cf5-13e39d6d664a HTTP/1.1" status: 200 len: 205 time: 0.0287488 Aug 10 03:23:05.519943 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 32796) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:05.520657 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a8dff938-768b-4b8c-822d-bb3aefe588a2 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:05.561890 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-3aad47c7-13aa-496c-8497-a9350a2b35f5 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] delete failed (client error): The resource could not be found. Aug 10 03:23:05.562978 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3aad47c7-13aa-496c-8497-a9350a2b35f5 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "DELETE /v2.0/routers/e18a8136-d70a-4764-8cf5-13e39d6d664a HTTP/1.1" status: 404 len: 336 time: 0.0424931 Aug 10 03:23:05.566025 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 32798) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:05.593411 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c146d02-1816-4d2b-a566-d2a94aea9558 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] DELETE failed (client error): The resource could not be found. Aug 10 03:23:05.594792 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c146d02-1816-4d2b-a566-d2a94aea9558 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:23:05.595791 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3c146d02-1816-4d2b-a566-d2a94aea9558 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "DELETE /v2.0/subnets/fb39dcd2-6367-4b7d-906c-5f92042f9b2c HTTP/1.1" status: 404 len: 337 time: 0.0288510 Aug 10 03:23:05.598399 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 32800) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:05.600799 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dff938-768b-4b8c-822d-bb3aefe588a2 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Pushing event deleted for resources: {'Port': ['ID=9aadb1ef-29c7-42cb-8cbe-307b3a4b971b,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:05.628556 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4de91e65-1797-4a72-9e97-e51dcdd0b886 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "GET /v2.0/ports?device_id=b38b13ec-43e2-4fd7-8ad3-f589e19700c7 HTTP/1.1" status: 200 len: 205 time: 0.0267541 Aug 10 03:23:05.628945 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 32802) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:05.662991 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8228e000-2ab8-44aa-a991-3b0ebb39344d req-d0302fc8-3c8d-4b4d-a7eb-13405730f90a tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/security-groups?id=2832b822-3ae7-4539-a861-1dd7e33b3925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559784 Aug 10 03:23:05.672786 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dc7884-a3ea-4eb2-bdc4-f8b6aa72a5fe tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:05.678092 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-1f1efb7f-5ca0-4419-a77e-aeea4c4d39b9 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] delete failed (client error): The resource could not be found. Aug 10 03:23:05.679204 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1f1efb7f-5ca0-4419-a77e-aeea4c4d39b9 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "DELETE /v2.0/routers/b38b13ec-43e2-4fd7-8ad3-f589e19700c7 HTTP/1.1" status: 404 len: 336 time: 0.0492747 Aug 10 03:23:05.684836 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dc7884-a3ea-4eb2-bdc4-f8b6aa72a5fe tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:05.685966 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 32806) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:05.704948 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-30dc7884-a3ea-4eb2-bdc4-f8b6aa72a5fe tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3335998 Aug 10 03:23:05.707526 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 32808) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:05.714188 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-3f5e8d40-d3e0-4177-a3c5-7afe94dd0f11 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-621388283'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:05.746372 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-15a059a4-013c-4daf-8426-33823c3a35a4 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] DELETE failed (client error): The resource could not be found. Aug 10 03:23:05.747219 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15a059a4-013c-4daf-8426-33823c3a35a4 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:23:05.748883 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-15a059a4-013c-4daf-8426-33823c3a35a4 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "DELETE /v2.0/subnets/a88add71-e7ea-4c38-814a-c1410db920eb HTTP/1.1" status: 404 len: 337 time: 0.0617287 Aug 10 03:23:05.752907 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a8dff938-768b-4b8c-822d-bb3aefe588a2 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:05.754025 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 32810) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:05.787998 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fbe5a91-53c8-4f7a-a623-6eef4c0ed899 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] DELETE failed (client error): The resource could not be found. Aug 10 03:23:05.789390 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fbe5a91-53c8-4f7a-a623-6eef4c0ed899 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:23:05.793904 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0fbe5a91-53c8-4f7a-a623-6eef4c0ed899 tempest-RoutersTest-2063460270 tempest-RoutersTest-2063460270-project] 10.222.0.62 "DELETE /v2.0/subnets/ec3bd761-1fee-4c5f-b1a9-64cb5efd267d HTTP/1.1" status: 404 len: 337 time: 0.0388427 Aug 10 03:23:05.868210 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a8dff938-768b-4b8c-822d-bb3aefe588a2 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:05.870897 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a8dff938-768b-4b8c-822d-bb3aefe588a2 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:05.872336 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5e8d40-d3e0-4177-a3c5-7afe94dd0f11 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Made reservation on behalf of 339f451409cf477289797abdf096ba7a for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:05.876063 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3f5e8d40-d3e0-4177-a3c5-7afe94dd0f11 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:05.894023 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:05.944586 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a8dff938-768b-4b8c-822d-bb3aefe588a2 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:05.947684 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8dff938-768b-4b8c-822d-bb3aefe588a2 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Fanout notify agent at l3_agent the message router_deleted on router 90e6c0a6-cc51-4ff2-b479-851ed7edf9c1 {{(pid=94216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:23:05.969660 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a8dff938-768b-4b8c-822d-bb3aefe588a2 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:05.975883 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-a8dff938-768b-4b8c-822d-bb3aefe588a2 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] 10.222.0.62 "DELETE /v2.0/routers/90e6c0a6-cc51-4ff2-b479-851ed7edf9c1 HTTP/1.1" status: 204 len: 168 time: 2.0874097 Aug 10 03:23:05.976982 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 32820) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:05.987133 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-4e9d3aa4-f018-4778-bcb8-8ab18911cf15 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-428202030', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:05.994609 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f5e8d40-d3e0-4177-a3c5-7afe94dd0f11 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:23:05.997131 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe4930-1c21-4026-b78d-d4dfd6aa5c6e req-e91c89ef-ced3-4dd1-a8d9-ee02579f384b tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:05.998966 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-efbe4930-1c21-4026-b78d-d4dfd6aa5c6e req-e91c89ef-ced3-4dd1-a8d9-ee02579f384b tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7b89f3e-4dc4-4640-b52e-1910861c146f HTTP/1.1" status: 200 len: 946 time: 0.1223097 Aug 10 03:23:06.014905 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3f5e8d40-d3e0-4177-a3c5-7afe94dd0f11 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:06.016848 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-3f5e8d40-d3e0-4177-a3c5-7afe94dd0f11 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Added segment 27335301-61c9-49c2-90a4-24c0ae0cf8c6 of type vlan for network 933b2e52-f4f9-4f4c-ae8a-8e1fd96aa2fa Aug 10 03:23:06.128895 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4e9d3aa4-f018-4778-bcb8-8ab18911cf15 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:06.130395 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4e9d3aa4-f018-4778-bcb8-8ab18911cf15 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:06.145012 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3f5e8d40-d3e0-4177-a3c5-7afe94dd0f11 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:06.158603 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74bab22-072b-481e-9db5-142ff4712353 req-716a0b87-4aaa-4f16-b637-24c78657e104 tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:06.160259 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d74bab22-072b-481e-9db5-142ff4712353 req-716a0b87-4aaa-4f16-b637-24c78657e104 tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7b89f3e-4dc4-4640-b52e-1910861c146f HTTP/1.1" status: 200 len: 946 time: 0.1345129 Aug 10 03:23:06.214964 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-efbe4930-1c21-4026-b78d-d4dfd6aa5c6e req-b009ae32-de2a-4ecb-9193-197377dc00bb tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] Deleting port 69a4946e-9861-42f0-9609-e4e1c02165b1 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:23:06.215512 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-efbe4930-1c21-4026-b78d-d4dfd6aa5c6e req-b009ae32-de2a-4ecb-9193-197377dc00bb tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:06.269565 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d74bab22-072b-481e-9db5-142ff4712353 req-64dce481-b2e0-4d5a-9b4b-54a5da9b33be tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] 10.222.0.62 "GET /v2.0/security-groups?id=debf09ed-fe31-46f6-8139-855a4f836810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915377 Aug 10 03:23:06.273871 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3f5e8d40-d3e0-4177-a3c5-7afe94dd0f11 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:06.278232 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5e8d40-d3e0-4177-a3c5-7afe94dd0f11 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:06.278722 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3f5e8d40-d3e0-4177-a3c5-7afe94dd0f11 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:06.292351 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4e9d3aa4-f018-4778-bcb8-8ab18911cf15 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:06.375833 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5e8d40-d3e0-4177-a3c5-7afe94dd0f11 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Pushing event updated for resources: {'Network': ['ID=933b2e52-f4f9-4f4c-ae8a-8e1fd96aa2fa,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:06.379879 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-3f5e8d40-d3e0-4177-a3c5-7afe94dd0f11 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6712551 Aug 10 03:23:06.381309 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4e9d3aa4-f018-4778-bcb8-8ab18911cf15 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:06.387695 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 933b2e52-f4f9-4f4c-ae8a-8e1fd96aa2fa details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:23:06.422500 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-efbe4930-1c21-4026-b78d-d4dfd6aa5c6e req-b009ae32-de2a-4ecb-9193-197377dc00bb tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] For port 69a4946e-9861-42f0-9609-e4e1c02165b1, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=69a4946e-9861-42f0-9609-e4e1c02165b1,segment=NetworkSegment(8936e8d5-e4c3-4cf3-b1c2-0062beb0cd77),segment_id=8936e8d5-e4c3-4cf3-b1c2-0062beb0cd77)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:06.423039 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-efbe4930-1c21-4026-b78d-d4dfd6aa5c6e req-b009ae32-de2a-4ecb-9193-197377dc00bb tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:06.434619 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 32830) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:06.449464 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-fad82abe-e8de-4fdc-aacd-7d3247773b7e tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-821900544'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:06.458585 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-efbe4930-1c21-4026-b78d-d4dfd6aa5c6e req-b009ae32-de2a-4ecb-9193-197377dc00bb tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] Calling delete_port for 69a4946e-9861-42f0-9609-e4e1c02165b1 owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:23:06.462375 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4e9d3aa4-f018-4778-bcb8-8ab18911cf15 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:06.470763 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-4e9d3aa4-f018-4778-bcb8-8ab18911cf15 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4896913 Aug 10 03:23:06.473198 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 32836) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:06.490509 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-33dc3c0a-4def-42f5-bdbe-af0b698b132f tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'enable_snat': True}}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:06.564875 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 32838) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:06.621025 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad82abe-e8de-4fdc-aacd-7d3247773b7e tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Made reservation on behalf of 339f451409cf477289797abdf096ba7a for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:06.624487 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fad82abe-e8de-4fdc-aacd-7d3247773b7e tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:06.667655 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-efbe4930-1c21-4026-b78d-d4dfd6aa5c6e req-b009ae32-de2a-4ecb-9193-197377dc00bb tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:06.685478 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['69a4946e-9861-42f0-9609-e4e1c02165b1'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:23:06.729202 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fad82abe-e8de-4fdc-aacd-7d3247773b7e tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:23:06.740965 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4823f1a0-2d59-4396-80ca-e0892e62d4a3 req-0fa922d4-41ff-4e9c-a872-445efd18554c tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:06.749727 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4823f1a0-2d59-4396-80ca-e0892e62d4a3 req-0fa922d4-41ff-4e9c-a872-445efd18554c tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7f6702b-3804-4f19-874e-14e3063c03ac HTTP/1.1" status: 200 len: 945 time: 0.1838362 Aug 10 03:23:06.771278 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b009ae32-de2a-4ecb-9193-197377dc00bb tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] Pushing event deleted for resources: {'Port': ['ID=69a4946e-9861-42f0-9609-e4e1c02165b1,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:06.801962 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fad82abe-e8de-4fdc-aacd-7d3247773b7e tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:06.802393 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-fad82abe-e8de-4fdc-aacd-7d3247773b7e tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Added segment 0cb647dd-14ef-4ed5-8001-971761a53e0f of type vlan for network 1875491c-cdb0-4f00-a66b-f964831831bb Aug 10 03:23:06.826320 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-efbe4930-1c21-4026-b78d-d4dfd6aa5c6e req-b009ae32-de2a-4ecb-9193-197377dc00bb tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] No DVR routers for this DVR port 69a4946e-9861-42f0-9609-e4e1c02165b1 on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:23:06.829286 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-efbe4930-1c21-4026-b78d-d4dfd6aa5c6e req-b009ae32-de2a-4ecb-9193-197377dc00bb tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:06.831724 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-efbe4930-1c21-4026-b78d-d4dfd6aa5c6e req-b009ae32-de2a-4ecb-9193-197377dc00bb tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] 10.222.0.58 "DELETE /v2.0/ports/69a4946e-9861-42f0-9609-e4e1c02165b1 HTTP/1.1" status: 204 len: 173 time: 0.8107865 Aug 10 03:23:06.832178 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b89f3e-4dc4-4640-b52e-1910861c146f', 'name': 'network-vif-deleted', 'tag': '69a4946e-9861-42f0-9609-e4e1c02165b1'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:23:06.855163 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908fa263-ff7b-46f2-9a33-3d4304914a56" -d '{"events": [{"server_uuid": "c7b89f3e-4dc4-4640-b52e-1910861c146f", "name": "network-vif-deleted", "tag": "69a4946e-9861-42f0-9609-e4e1c02165b1"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:23:06.889483 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fad82abe-e8de-4fdc-aacd-7d3247773b7e tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:07.026813 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4823f1a0-2d59-4396-80ca-e0892e62d4a3 req-177c3492-26e4-4373-a838-9019c2ec569d tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752550 Aug 10 03:23:07.035420 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-33dc3c0a-4def-42f5-bdbe-af0b698b132f tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:07.062558 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-a5c279a4-447c-45f5-ae5c-a948561eaddb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c682678ede4c49b18134196e23ba84b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4954402 Aug 10 03:23:07.072628 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 32850) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:07.082971 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fad82abe-e8de-4fdc-aacd-7d3247773b7e tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:07.088614 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad82abe-e8de-4fdc-aacd-7d3247773b7e tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:07.089196 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fad82abe-e8de-4fdc-aacd-7d3247773b7e tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:07.089450 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc99225f-eb4a-45c6-b113-ed711c462912 x-openstack-request-id: req-fc99225f-eb4a-45c6-b113-ed711c462912 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:23:07.089842 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b89f3e-4dc4-4640-b52e-1910861c146f", "name": "network-vif-deleted", "tag": "69a4946e-9861-42f0-9609-e4e1c02165b1", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:23:07.090302 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fc99225f-eb4a-45c6-b113-ed711c462912 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:23:07.091083 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b89f3e-4dc4-4640-b52e-1910861c146f', 'name': 'network-vif-deleted', 'tag': '69a4946e-9861-42f0-9609-e4e1c02165b1', 'status': 'completed', 'code': 200} Aug 10 03:23:07.190457 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1853c7cb-48cf-4e65-8699-e51948eca93c req-c16269cd-e3c8-44d3-aae0-992a35762645 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:07.192284 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1853c7cb-48cf-4e65-8699-e51948eca93c req-c16269cd-e3c8-44d3-aae0-992a35762645 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d96b1eb-71c8-4499-9e6b-873da4f99425 HTTP/1.1" status: 200 len: 946 time: 0.2482483 Aug 10 03:23:07.211298 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-fad82abe-e8de-4fdc-aacd-7d3247773b7e tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7754419 Aug 10 03:23:07.214343 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 32852) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:07.219286 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-970f33f4-5f35-447f-b580-0a7f3f2cc6a7 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Request body: {'ports': [{'network_id': '933b2e52-f4f9-4f4c-ae8a-8e1fd96aa2fa', 'name': 'tempest-port--324170412', 'admin_state_up': True}, {'network_id': '1875491c-cdb0-4f00-a66b-f964831831bb', 'admin_state_up': False}]} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:07.219852 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-970f33f4-5f35-447f-b580-0a7f3f2cc6a7 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Request body: {'port': {'network_id': '933b2e52-f4f9-4f4c-ae8a-8e1fd96aa2fa', 'name': 'tempest-port--324170412', 'admin_state_up': True}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:07.220005 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-970f33f4-5f35-447f-b580-0a7f3f2cc6a7 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Request body: {'port': {'network_id': '1875491c-cdb0-4f00-a66b-f964831831bb', 'admin_state_up': False}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:07.246304 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad82abe-e8de-4fdc-aacd-7d3247773b7e tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Pushing event updated for resources: {'Network': ['ID=1875491c-cdb0-4f00-a66b-f964831831bb,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:07.280411 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 1875491c-cdb0-4f00-a66b-f964831831bb details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:23:07.302994 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1853c7cb-48cf-4e65-8699-e51948eca93c req-d50543de-9cf1-4d7f-9a57-981be9fb83c9 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/security-groups?id=2832b822-3ae7-4539-a861-1dd7e33b3925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956609 Aug 10 03:23:07.319790 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f02a0432-9216-49de-9b7f-edc375b8aaeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:07.355907 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f02a0432-9216-49de-9b7f-edc375b8aaeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:07.519336 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b345b25c-984f-4a47-8a25-8205b55359bc req-40fae7c2-271a-4fc1-9958-40147f04deb1 tempest-ServerPasswordTestJSON-994600603 tempest-ServerPasswordTestJSON-994600603-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7b89f3e-4dc4-4640-b52e-1910861c146f HTTP/1.1" status: 200 len: 210 time: 0.0482295 Aug 10 03:23:07.532738 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f02a0432-9216-49de-9b7f-edc375b8aaeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:07.535345 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f02a0432-9216-49de-9b7f-edc375b8aaeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:07.539985 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-f02a0432-9216-49de-9b7f-edc375b8aaeb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5db73d08-551a-4b83-a8c6-04c74a358b04 HTTP/1.1" status: 204 len: 168 time: 0.4624746 Aug 10 03:23:07.569043 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970f33f4-5f35-447f-b580-0a7f3f2cc6a7 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Made reservation on behalf of 339f451409cf477289797abdf096ba7a for: {'port': 2} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:07.574417 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-970f33f4-5f35-447f-b580-0a7f3f2cc6a7 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:07.575979 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a0432-9216-49de-9b7f-edc375b8aaeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db73d08-551a-4b83-a8c6-04c74a358b04,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:07.592312 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-970f33f4-5f35-447f-b580-0a7f3f2cc6a7 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:07.599931 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-33dc3c0a-4def-42f5-bdbe-af0b698b132f tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:07.626306 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-33dc3c0a-4def-42f5-bdbe-af0b698b132f tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:07.734016 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [None req-970f33f4-5f35-447f-b580-0a7f3f2cc6a7 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] device_id is not set on port 19d9e720-6e48-4eb5-8892-7b0d0d2a2d83 yet. {{(pid=94217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:23:07.780655 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-33dc3c0a-4def-42f5-bdbe-af0b698b132f tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Allocated IP 172.25.7.214 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/fe59c462-8ca8-4817-8d1f-4d2f7d762197) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:23:07.881902 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-970f33f4-5f35-447f-b580-0a7f3f2cc6a7 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:07.921936 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-33dc3c0a-4def-42f5-bdbe-af0b698b132f tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:07.989336 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [None req-970f33f4-5f35-447f-b580-0a7f3f2cc6a7 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] device_id is not set on port 99b30a9a-f8e7-41d3-9d4f-c37ce257e196 yet. {{(pid=94217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:23:07.995225 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-33dc3c0a-4def-42f5-bdbe-af0b698b132f tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:08.055475 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33dc3c0a-4def-42f5-bdbe-af0b698b132f tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:23:08.059158 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-33dc3c0a-4def-42f5-bdbe-af0b698b132f tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:08.063924 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dc3c0a-4def-42f5-bdbe-af0b698b132f tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Pushing event updated for resources: {'Port': ['ID=fe59c462-8ca8-4817-8d1f-4d2f7d762197,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:08.066132 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dc3c0a-4def-42f5-bdbe-af0b698b132f tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:23:08.192619 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-970f33f4-5f35-447f-b580-0a7f3f2cc6a7 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:08.260127 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-970f33f4-5f35-447f-b580-0a7f3f2cc6a7 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:08.266532 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bac1d6-7aa9-49d2-bdbc-026e828fa272 req-86c46d2a-5289-45d5-929c-ea78aec443e3 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:08.267835 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d0bac1d6-7aa9-49d2-bdbc-026e828fa272 req-86c46d2a-5289-45d5-929c-ea78aec443e3 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7f6702b-3804-4f19-874e-14e3063c03ac HTTP/1.1" status: 200 len: 945 time: 0.1089220 Aug 10 03:23:08.345249 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970f33f4-5f35-447f-b580-0a7f3f2cc6a7 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Pushing event updated for resources: {'Port': ['ID=19d9e720-6e48-4eb5-8892-7b0d0d2a2d83,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:08.361630 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d0bac1d6-7aa9-49d2-bdbc-026e828fa272 req-9ba5bcdb-2c9a-437d-9b2f-0113b316de16 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870631 Aug 10 03:23:08.407297 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970f33f4-5f35-447f-b580-0a7f3f2cc6a7 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Checking segment: {'id': '27335301-61c9-49c2-90a4-24c0ae0cf8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '933b2e52-f4f9-4f4c-ae8a-8e1fd96aa2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:08.411169 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970f33f4-5f35-447f-b580-0a7f3f2cc6a7 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Network hostable DHCP agents. Network: 933b2e52-f4f9-4f4c-ae8a-8e1fd96aa2fa, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:23:08.446029 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970f33f4-5f35-447f-b580-0a7f3f2cc6a7 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Network 933b2e52-f4f9-4f4c-ae8a-8e1fd96aa2fa is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:23:08.467443 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-970f33f4-5f35-447f-b580-0a7f3f2cc6a7 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 933b2e52-f4f9-4f4c-ae8a-8e1fd96aa2fa) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:08.481025 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970f33f4-5f35-447f-b580-0a7f3f2cc6a7 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:23:08.483350 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-970f33f4-5f35-447f-b580-0a7f3f2cc6a7 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:08.483952 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccaeab13-6373-4d42-9946-b80e42e3634f None None] Network 933b2e52-f4f9-4f4c-ae8a-8e1fd96aa2fa requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:23:08.574414 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970f33f4-5f35-447f-b580-0a7f3f2cc6a7 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Pushing event updated for resources: {'Port': ['ID=99b30a9a-f8e7-41d3-9d4f-c37ce257e196,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:08.597390 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970f33f4-5f35-447f-b580-0a7f3f2cc6a7 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Checking segment: {'id': '0cb647dd-14ef-4ed5-8001-971761a53e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '1875491c-cdb0-4f00-a66b-f964831831bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:08.597693 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970f33f4-5f35-447f-b580-0a7f3f2cc6a7 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Network hostable DHCP agents. Network: 1875491c-cdb0-4f00-a66b-f964831831bb, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:23:08.623408 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 32888) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:08.637034 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970f33f4-5f35-447f-b580-0a7f3f2cc6a7 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Network 1875491c-cdb0-4f00-a66b-f964831831bb is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:23:08.704394 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-970f33f4-5f35-447f-b580-0a7f3f2cc6a7 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 1875491c-cdb0-4f00-a66b-f964831831bb) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:08.713040 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970f33f4-5f35-447f-b580-0a7f3f2cc6a7 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:23:08.719440 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970f33f4-5f35-447f-b580-0a7f3f2cc6a7 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:08.725541 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970f33f4-5f35-447f-b580-0a7f3f2cc6a7 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:08.726700 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-970f33f4-5f35-447f-b580-0a7f3f2cc6a7 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:08.743331 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b8393a7-967d-4d25-9ae7-87a1bcc699cd admin admin] Deleting subnet 00e76214-769d-4a3e-a9c5-015f09a66843 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:23:08.749876 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9b8393a7-967d-4d25-9ae7-87a1bcc699cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:08.771985 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60808221-1c5e-4991-a334-2dbefb0d1fba None None] Network 1875491c-cdb0-4f00-a66b-f964831831bb requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:23:08.800977 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-970f33f4-5f35-447f-b580-0a7f3f2cc6a7 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.5856817 Aug 10 03:23:08.805983 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 32894) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:08.869795 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9b8393a7-967d-4d25-9ae7-87a1bcc699cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:08.904938 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 32896) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:08.944593 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ef37de-4950-4c5f-847d-f2c2d92e40c0 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:08.950642 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ef37de-4950-4c5f-847d-f2c2d92e40c0 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:08.952239 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-83ef37de-4950-4c5f-847d-f2c2d92e40c0 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1450367 Aug 10 03:23:08.956360 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 32900) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:08.969033 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9b8393a7-967d-4d25-9ae7-87a1bcc699cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:09.117355 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-33dc3c0a-4def-42f5-bdbe-af0b698b132f tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:09.139070 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9b8393a7-967d-4d25-9ae7-87a1bcc699cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:09.170700 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a3054-a02d-45ea-acad-e63faaa97136 req-06ef7239-d4ce-41ec-b25e-65ef876daea3 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:09.172516 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-159a3054-a02d-45ea-acad-e63faaa97136 req-06ef7239-d4ce-41ec-b25e-65ef876daea3 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d96b1eb-71c8-4499-9e6b-873da4f99425 HTTP/1.1" status: 200 len: 946 time: 0.7511737 Aug 10 03:23:09.181815 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8393a7-967d-4d25-9ae7-87a1bcc699cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00e76214-769d-4a3e-a9c5-015f09a66843,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:09.197171 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9b8393a7-967d-4d25-9ae7-87a1bcc699cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:09.198941 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e5127-f6bb-4a26-840a-68640e0a8963 req-ccb59432-5695-4e7b-99a8-1a47775722dd tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:09.199104 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9b8393a7-967d-4d25-9ae7-87a1bcc699cd admin admin] 10.222.0.62 "DELETE /v2.0/subnets/00e76214-769d-4a3e-a9c5-015f09a66843 HTTP/1.1" status: 204 len: 168 time: 0.5747147 Aug 10 03:23:09.200320 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-206e5127-f6bb-4a26-840a-68640e0a8963 req-ccb59432-5695-4e7b-99a8-1a47775722dd tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa1e6cff-8a9f-4604-985b-6c921b60da26 HTTP/1.1" status: 200 len: 945 time: 0.1414001 Aug 10 03:23:09.205096 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 32902) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:09.208634 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-1421e2b2-0c08-42ed-9446-6ecbeb6dca00 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1357248601', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:09.294828 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-159a3054-a02d-45ea-acad-e63faaa97136 req-a46e2a0d-7495-4ce4-a460-9897fd16bde4 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/security-groups?id=2832b822-3ae7-4539-a861-1dd7e33b3925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109848 Aug 10 03:23:09.297512 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-ec3cb832-e12f-40a4-88dc-124899f4a68c tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Deleting port 19d9e720-6e48-4eb5-8892-7b0d0d2a2d83 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:23:09.297858 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ec3cb832-e12f-40a4-88dc-124899f4a68c tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:09.315274 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-206e5127-f6bb-4a26-840a-68640e0a8963 req-57ab31fc-fd8b-4f92-bd8a-544fb4845af5 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7796beb-14f2-460e-87f1-bb574459cde4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008031 Aug 10 03:23:09.378112 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1421e2b2-0c08-42ed-9446-6ecbeb6dca00 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:09.379083 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1421e2b2-0c08-42ed-9446-6ecbeb6dca00 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:09.398173 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b322a4e9-8d6c-4c1a-977a-4effffa88a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:09.403010 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ec3cb832-e12f-40a4-88dc-124899f4a68c tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:09.421577 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-ec3cb832-e12f-40a4-88dc-124899f4a68c tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Calling delete_port for 19d9e720-6e48-4eb5-8892-7b0d0d2a2d83 owned by {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:23:09.435333 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-33dc3c0a-4def-42f5-bdbe-af0b698b132f tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-368475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1926'] for router, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:09.439351 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-33dc3c0a-4def-42f5-bdbe-af0b698b132f tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-372465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-372472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-368450'] for router, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:09.517699 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1421e2b2-0c08-42ed-9446-6ecbeb6dca00 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:09.540893 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1421e2b2-0c08-42ed-9446-6ecbeb6dca00 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:09.545473 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df16ac-c97c-40d9-88fb-4ba1648ca1bf req-313af07f-c0ad-45b9-84a3-7ad65f3add91 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:09.547156 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-08df16ac-c97c-40d9-88fb-4ba1648ca1bf req-313af07f-c0ad-45b9-84a3-7ad65f3add91 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7f6702b-3804-4f19-874e-14e3063c03ac HTTP/1.1" status: 200 len: 945 time: 0.0668576 Aug 10 03:23:09.612695 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1421e2b2-0c08-42ed-9446-6ecbeb6dca00 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:09.613888 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1421e2b2-0c08-42ed-9446-6ecbeb6dca00 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.7079153 Aug 10 03:23:09.617710 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 32908) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:09.622621 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b322a4e9-8d6c-4c1a-977a-4effffa88a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:09.623460 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-08df16ac-c97c-40d9-88fb-4ba1648ca1bf req-c3729523-9850-4538-b6dd-73d254c7b3c2 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501425 Aug 10 03:23:09.628488 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-811f5efe-40dd-486b-9bc5-4cdee2cd5f22 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1193434127'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:09.656658 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-b322a4e9-8d6c-4c1a-977a-4effffa88a03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37a4392b-cf47-4575-a8ed-c0e4f1f53e7f']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:09.657734 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33dc3c0a-4def-42f5-bdbe-af0b698b132f tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Router 32bebfff-14b5-4ddb-a339-fe31549e1ead is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:23:09.677906 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-b322a4e9-8d6c-4c1a-977a-4effffa88a03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8936e8d5-e4c3-4cf3-b1c2-0062beb0cd77') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:09.678184 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-b322a4e9-8d6c-4c1a-977a-4effffa88a03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8936e8d5-e4c3-4cf3-b1c2-0062beb0cd77') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:09.692063 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b322a4e9-8d6c-4c1a-977a-4effffa88a03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:09.699671 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ec3cb832-e12f-40a4-88dc-124899f4a68c tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:09.704004 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811f5efe-40dd-486b-9bc5-4cdee2cd5f22 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Made reservation on behalf of ada0698af3634ef6ab1ebfc9ca830f5f for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:09.708035 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-811f5efe-40dd-486b-9bc5-4cdee2cd5f22 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:09.744100 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b322a4e9-8d6c-4c1a-977a-4effffa88a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:09.748053 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-811f5efe-40dd-486b-9bc5-4cdee2cd5f22 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:09.752944 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3cb832-e12f-40a4-88dc-124899f4a68c tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Pushing event deleted for resources: {'Port': ['ID=19d9e720-6e48-4eb5-8892-7b0d0d2a2d83,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:09.763001 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b322a4e9-8d6c-4c1a-977a-4effffa88a03 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:23:09.763440 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b322a4e9-8d6c-4c1a-977a-4effffa88a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:09.765525 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:23:09.765525 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:23:09.765525 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:23:09.765525 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:23:09.765525 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:23:09.765525 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:23:09.765525 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:23:09.765525 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:23:09.765525 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:23:09.765525 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:23:09.765525 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:23:09.765525 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:23:09.765525 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:23:09.765525 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:23:09.765525 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:23:09.765525 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:23:09.765525 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:23:09.765525 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:23:09.765525 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:23:09.765525 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:23:09.765525 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:23:09.765525 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:23:09.765525 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:23:09.765525 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:23:09.765525 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:23:09.765525 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:23:09.765525 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:23:09.765525 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:23:09.765525 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:23:09.765525 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:23:09.765525 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:23:09.765525 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:23:09.803361 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33dc3c0a-4def-42f5-bdbe-af0b698b132f tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:23:09.808524 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-33dc3c0a-4def-42f5-bdbe-af0b698b132f tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:09.810522 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-33dc3c0a-4def-42f5-bdbe-af0b698b132f tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] 10.222.0.62 "PUT /v2.0/routers/32bebfff-14b5-4ddb-a339-fe31549e1ead HTTP/1.1" status: 200 len: 918 time: 3.3262091 Aug 10 03:23:09.811572 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 32912) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:09.812168 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118c61c2-7b0f-45e1-8b7b-4395443271ff None None] Sync routers for ids ['32bebfff-14b5-4ddb-a339-fe31549e1ead'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:23:09.822162 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118c61c2-7b0f-45e1-8b7b-4395443271ff None None] Routers {'32bebfff-14b5-4ddb-a339-fe31549e1ead'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:23:09.822824 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-118c61c2-7b0f-45e1-8b7b-4395443271ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:23:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['32bebfff-14b5-4ddb-a339-fe31549e1ead'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:09.827790 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ec3cb832-e12f-40a4-88dc-124899f4a68c tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:09.833213 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ec3cb832-e12f-40a4-88dc-124899f4a68c tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] 10.222.0.62 "DELETE /v2.0/ports/19d9e720-6e48-4eb5-8892-7b0d0d2a2d83 HTTP/1.1" status: 204 len: 168 time: 0.8755713 Aug 10 03:23:09.861718 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 32914) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:09.863464 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-118c61c2-7b0f-45e1-8b7b-4395443271ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:09.876440 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118c61c2-7b0f-45e1-8b7b-4395443271ff None None] Routers {'32bebfff-14b5-4ddb-a339-fe31549e1ead'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:23:09.876996 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b322a4e9-8d6c-4c1a-977a-4effffa88a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:09.877552 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-118c61c2-7b0f-45e1-8b7b-4395443271ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:23:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['32bebfff-14b5-4ddb-a339-fe31549e1ead'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:09.915724 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-118c61c2-7b0f-45e1-8b7b-4395443271ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:09.916623 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118c61c2-7b0f-45e1-8b7b-4395443271ff None None] The sync data for ids ['32bebfff-14b5-4ddb-a339-fe31549e1ead'] in n-d-768851-15 is: [] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:23:09.918301 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b322a4e9-8d6c-4c1a-977a-4effffa88a03 admin admin] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:09.924376 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b322a4e9-8d6c-4c1a-977a-4effffa88a03 admin admin] 10.222.0.62 "DELETE /v2.0/networks/37a4392b-cf47-4575-a8ed-c0e4f1f53e7f HTTP/1.1" status: 204 len: 168 time: 0.7047162 Aug 10 03:23:09.984704 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b322a4e9-8d6c-4c1a-977a-4effffa88a03 admin admin] Pushing event deleted for resources: {'Network': ['ID=37a4392b-cf47-4575-a8ed-c0e4f1f53e7f,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:10.030544 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-f8163f66-743d-4989-bf65-3c840e3e6a0d tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] 10.222.0.62 "GET /v2.0/routers/32bebfff-14b5-4ddb-a339-fe31549e1ead HTTP/1.1" status: 200 len: 924 time: 0.2169294 Aug 10 03:23:10.033683 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 32922) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:10.053142 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-1e7fa8c4-149a-460c-9c6c-64267caf89da tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Deleting port 99b30a9a-f8e7-41d3-9d4f-c37ce257e196 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:23:10.053543 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1e7fa8c4-149a-460c-9c6c-64267caf89da tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:10.089268 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 69a4946e-9861-42f0-9609-e4e1c02165b1 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:23:10.126279 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: 69a4946e-9861-42f0-9609-e4e1c02165b1 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:23:10.126628 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 69a4946e-9861-42f0-9609-e4e1c02165b1 not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:23:10.186745 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7dad0f-fdb9-4a2b-a898-744474fe98d4 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:10.189200 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1e7fa8c4-149a-460c-9c6c-64267caf89da tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:10.191485 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-3c7dad0f-fdb9-4a2b-a898-744474fe98d4 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=09ca2025-b9a6-4e84-8019-8d9fbef3753e&device_id=32bebfff-14b5-4ddb-a339-fe31549e1ead&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1565709 Aug 10 03:23:10.192530 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 32924) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:10.195627 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-811f5efe-40dd-486b-9bc5-4cdee2cd5f22 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:10.204840 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-811f5efe-40dd-486b-9bc5-4cdee2cd5f22 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:10.206373 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 32926) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:10.235559 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-1e7fa8c4-149a-460c-9c6c-64267caf89da tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Calling delete_port for 99b30a9a-f8e7-41d3-9d4f-c37ce257e196 owned by {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:23:10.238762 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811f5efe-40dd-486b-9bc5-4cdee2cd5f22 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ab8a0b-956b-48f4-a8a0-12b49982b853,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:10.254880 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-811f5efe-40dd-486b-9bc5-4cdee2cd5f22 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:23:10.294330 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-811f5efe-40dd-486b-9bc5-4cdee2cd5f22 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:10.294709 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-811f5efe-40dd-486b-9bc5-4cdee2cd5f22 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Added segment 146df76e-0be0-4595-aac8-93b0feb986ef of type vlan for network 430d3ca4-69d7-487a-ba5a-fab2cb677224 Aug 10 03:23:10.335135 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e61b0c-70af-40a6-892b-2dc37c34bbfa req-6bcc8293-3eff-47d1-9aba-8f74a3db6b28 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:10.342477 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-09e61b0c-70af-40a6-892b-2dc37c34bbfa req-6bcc8293-3eff-47d1-9aba-8f74a3db6b28 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa1e6cff-8a9f-4604-985b-6c921b60da26 HTTP/1.1" status: 200 len: 945 time: 0.1490438 Aug 10 03:23:10.356139 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-811f5efe-40dd-486b-9bc5-4cdee2cd5f22 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:10.388189 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 32930) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:10.388443 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b41a1e72-7037-497f-a3d8-ab2bba2f6ae4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=18a33eeef11840599fbf09c6616fdf3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1717777 Aug 10 03:23:10.403917 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c456ad4-040e-4989-a8bd-48f59fbabe04 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:10.404903 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1e7fa8c4-149a-460c-9c6c-64267caf89da tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:10.405326 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-3c456ad4-040e-4989-a8bd-48f59fbabe04 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] 10.222.0.62 "GET /v2.0/networks/09ca2025-b9a6-4e84-8019-8d9fbef3753e HTTP/1.1" status: 200 len: 881 time: 0.2108238 Aug 10 03:23:10.411053 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 32932) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:10.436434 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-811f5efe-40dd-486b-9bc5-4cdee2cd5f22 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:10.442480 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811f5efe-40dd-486b-9bc5-4cdee2cd5f22 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:10.443103 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-811f5efe-40dd-486b-9bc5-4cdee2cd5f22 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:10.453325 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-09e61b0c-70af-40a6-892b-2dc37c34bbfa req-756c3aba-f74f-4d82-bdf5-46a7c64b7570 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7796beb-14f2-460e-87f1-bb574459cde4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099517 Aug 10 03:23:10.471723 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0a39b-c697-41b2-b533-b132de3393d5 req-f719ee59-4767-441f-a51b-86d00b7a73b5 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:10.473960 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-02d0a39b-c697-41b2-b533-b132de3393d5 req-f719ee59-4767-441f-a51b-86d00b7a73b5 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d96b1eb-71c8-4499-9e6b-873da4f99425 HTTP/1.1" status: 200 len: 946 time: 0.0934923 Aug 10 03:23:10.502799 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-321a300a-6196-44c8-816b-729e8c2d0191 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] 10.222.0.62 "GET /v2.0/ports?device_id=32bebfff-14b5-4ddb-a339-fe31549e1ead HTTP/1.1" status: 200 len: 205 time: 0.0765362 Aug 10 03:23:10.503040 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 32936) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:10.503173 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7fa8c4-149a-460c-9c6c-64267caf89da tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Pushing event deleted for resources: {'Port': ['ID=99b30a9a-f8e7-41d3-9d4f-c37ce257e196,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:10.562533 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1e7fa8c4-149a-460c-9c6c-64267caf89da tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:10.566896 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1e7fa8c4-149a-460c-9c6c-64267caf89da tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] 10.222.0.62 "DELETE /v2.0/ports/99b30a9a-f8e7-41d3-9d4f-c37ce257e196 HTTP/1.1" status: 204 len: 168 time: 0.7014272 Aug 10 03:23:10.568547 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 32940) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:10.582606 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-811f5efe-40dd-486b-9bc5-4cdee2cd5f22 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9627397 Aug 10 03:23:10.587293 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-02d0a39b-c697-41b2-b533-b132de3393d5 req-3e147fef-8f79-4fed-befd-f7da649e0c8b tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/security-groups?id=2832b822-3ae7-4539-a861-1dd7e33b3925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055408 Aug 10 03:23:10.588054 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 32942) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:10.620258 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-db225522-fe5c-4684-8a70-7174e0191b94 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Request body: {'subnet': {'network_id': '430d3ca4-69d7-487a-ba5a-fab2cb677224', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:10.625131 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-85bd3a06-cf54-4793-aa5c-fb4998999950 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0547223 Aug 10 03:23:10.627766 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811f5efe-40dd-486b-9bc5-4cdee2cd5f22 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Pushing event updated for resources: {'Network': ['ID=430d3ca4-69d7-487a-ba5a-fab2cb677224,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:10.629693 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 32944) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:10.640341 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-23901c26-051c-40ab-befe-a268199b747c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:10.654160 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 430d3ca4-69d7-487a-ba5a-fab2cb677224 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:23:10.685853 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-8753bfe3-8ccb-4c14-82cd-d461bec95169 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2064524278'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:10.704802 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4b2c3e0a-1f9c-4a68-b05f-d95657cda2dd tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks [] for router, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:10.761814 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-23901c26-051c-40ab-befe-a268199b747c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:10.871907 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4b2c3e0a-1f9c-4a68-b05f-d95657cda2dd tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:10.916511 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500eced-99a0-4e1a-978c-350f64ffa35f req-93721966-6054-4df8-9683-3450fc09fdb1 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:10.919235 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3500eced-99a0-4e1a-978c-350f64ffa35f req-93721966-6054-4df8-9683-3450fc09fdb1 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7f6702b-3804-4f19-874e-14e3063c03ac HTTP/1.1" status: 200 len: 945 time: 0.1589987 Aug 10 03:23:10.998619 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-4b2c3e0a-1f9c-4a68-b05f-d95657cda2dd tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Deleting port fe59c462-8ca8-4817-8d1f-4d2f7d762197 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:23:10.999298 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4b2c3e0a-1f9c-4a68-b05f-d95657cda2dd tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:11.075587 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3500eced-99a0-4e1a-978c-350f64ffa35f req-ad1fac23-c10c-43fb-9e1d-47a4ae11b80a tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469798 Aug 10 03:23:11.113596 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8753bfe3-8ccb-4c14-82cd-d461bec95169 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Made reservation on behalf of 339f451409cf477289797abdf096ba7a for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:11.117568 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8753bfe3-8ccb-4c14-82cd-d461bec95169 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:11.130417 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4b2c3e0a-1f9c-4a68-b05f-d95657cda2dd tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:11.149546 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9db10a-02c2-4a93-9b33-90ede36abec8 req-9c3f3059-ebcf-41cc-8afc-82801de5c32f tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:11.157014 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3f9db10a-02c2-4a93-9b33-90ede36abec8 req-9c3f3059-ebcf-41cc-8afc-82801de5c32f tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa1e6cff-8a9f-4604-985b-6c921b60da26 HTTP/1.1" status: 200 len: 945 time: 0.1088827 Aug 10 03:23:11.162643 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db225522-fe5c-4684-8a70-7174e0191b94 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Made reservation on behalf of ada0698af3634ef6ab1ebfc9ca830f5f for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:11.166768 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-db225522-fe5c-4684-8a70-7174e0191b94 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:11.167367 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-4b2c3e0a-1f9c-4a68-b05f-d95657cda2dd tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Calling delete_port for fe59c462-8ca8-4817-8d1f-4d2f7d762197 owned by network:router_gateway {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:23:11.174236 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8753bfe3-8ccb-4c14-82cd-d461bec95169 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:23:11.222763 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8753bfe3-8ccb-4c14-82cd-d461bec95169 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:11.223120 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-8753bfe3-8ccb-4c14-82cd-d461bec95169 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Added segment 996dad1e-bf2f-49f9-a74f-beabadc03ceb of type vlan for network 96b05783-de67-464a-8a3a-8cdca87b233f Aug 10 03:23:11.240717 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-23901c26-051c-40ab-befe-a268199b747c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:11.244071 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-23901c26-051c-40ab-befe-a268199b747c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:11.245220 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-23901c26-051c-40ab-befe-a268199b747c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/debf09ed-fe31-46f6-8139-855a4f836810 HTTP/1.1" status: 204 len: 168 time: 0.8560894 Aug 10 03:23:11.261906 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3f9db10a-02c2-4a93-9b33-90ede36abec8 req-2cd21ff5-1735-46b3-8997-a22efa67282e tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7796beb-14f2-460e-87f1-bb574459cde4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039717 Aug 10 03:23:11.299836 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23901c26-051c-40ab-befe-a268199b747c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=debf09ed-fe31-46f6-8139-855a4f836810,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:11.302811 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8753bfe3-8ccb-4c14-82cd-d461bec95169 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:11.356443 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8753bfe3-8ccb-4c14-82cd-d461bec95169 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:11.362205 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8753bfe3-8ccb-4c14-82cd-d461bec95169 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:11.362897 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8753bfe3-8ccb-4c14-82cd-d461bec95169 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:11.444387 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4b2c3e0a-1f9c-4a68-b05f-d95657cda2dd tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:11.463112 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8753bfe3-8ccb-4c14-82cd-d461bec95169 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8207080 Aug 10 03:23:11.467831 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 32956) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:11.479323 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-0ab3dbee-cf0b-4880-9584-dbe296249b09 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1628644202'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:11.486589 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8753bfe3-8ccb-4c14-82cd-d461bec95169 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Pushing event updated for resources: {'Network': ['ID=96b05783-de67-464a-8a3a-8cdca87b233f,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:11.497174 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 96b05783-de67-464a-8a3a-8cdca87b233f details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:23:11.518796 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2c3e0a-1f9c-4a68-b05f-d95657cda2dd tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Pushing event deleted for resources: {'Port': ['ID=fe59c462-8ca8-4817-8d1f-4d2f7d762197,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:11.540067 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab3dbee-cf0b-4880-9584-dbe296249b09 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Made reservation on behalf of 339f451409cf477289797abdf096ba7a for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:11.544344 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0ab3dbee-cf0b-4880-9584-dbe296249b09 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:11.556457 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-db225522-fe5c-4684-8a70-7174e0191b94 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:11.568094 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4b2c3e0a-1f9c-4a68-b05f-d95657cda2dd tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:11.698323 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ab3dbee-cf0b-4880-9584-dbe296249b09 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:23:11.720310 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db225522-fe5c-4684-8a70-7174e0191b94 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Pushing event updated for resources: {'Subnet': ['ID=e33ecc05-8e92-4ab6-a157-cfe972d33ae8,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:11.722939 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4b2c3e0a-1f9c-4a68-b05f-d95657cda2dd tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:11.726082 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4b2c3e0a-1f9c-4a68-b05f-d95657cda2dd tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:11.751235 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0ab3dbee-cf0b-4880-9584-dbe296249b09 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:11.751582 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-0ab3dbee-cf0b-4880-9584-dbe296249b09 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Added segment b60aa41e-77a5-4690-afe4-deb790f394ca of type vlan for network 250e3b97-1fe8-42b2-9b94-cf465355917b Aug 10 03:23:11.802165 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4b2c3e0a-1f9c-4a68-b05f-d95657cda2dd tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:11.803056 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b2c3e0a-1f9c-4a68-b05f-d95657cda2dd tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Fanout notify agent at l3_agent the message router_deleted on router 32bebfff-14b5-4ddb-a339-fe31549e1ead {{(pid=94216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:23:11.831725 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4b2c3e0a-1f9c-4a68-b05f-d95657cda2dd tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:11.833234 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-4b2c3e0a-1f9c-4a68-b05f-d95657cda2dd tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] 10.222.0.62 "DELETE /v2.0/routers/32bebfff-14b5-4ddb-a339-fe31549e1ead HTTP/1.1" status: 204 len: 168 time: 1.3392830 Aug 10 03:23:11.837286 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 32970) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:11.843981 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-fe98f028-e407-4f30-a07c-aa0a449531f0 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-879262092', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:11.845408 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0ab3dbee-cf0b-4880-9584-dbe296249b09 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:11.882765 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593f270-2f9e-4462-ba03-98a8f6fa37f8 req-cf70ac3b-22bd-456f-bfeb-9429297648fb tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:11.884623 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7593f270-2f9e-4462-ba03-98a8f6fa37f8 req-cf70ac3b-22bd-456f-bfeb-9429297648fb tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d96b1eb-71c8-4499-9e6b-873da4f99425 HTTP/1.1" status: 200 len: 946 time: 0.1048183 Aug 10 03:23:11.886065 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fe98f028-e407-4f30-a07c-aa0a449531f0 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:11.887253 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fe98f028-e407-4f30-a07c-aa0a449531f0 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:11.892172 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db225522-fe5c-4684-8a70-7174e0191b94 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Checking segment: {'id': '146df76e-0be0-4595-aac8-93b0feb986ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '430d3ca4-69d7-487a-ba5a-fab2cb677224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:11.892850 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db225522-fe5c-4684-8a70-7174e0191b94 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Network hostable DHCP agents. Network: 430d3ca4-69d7-487a-ba5a-fab2cb677224, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:23:11.911800 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0ab3dbee-cf0b-4880-9584-dbe296249b09 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:11.920064 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab3dbee-cf0b-4880-9584-dbe296249b09 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:11.920925 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0ab3dbee-cf0b-4880-9584-dbe296249b09 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:11.980176 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7593f270-2f9e-4462-ba03-98a8f6fa37f8 req-57d07ea8-e59c-499e-8f9b-e6f416894c32 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/security-groups?id=2832b822-3ae7-4539-a861-1dd7e33b3925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836413 Aug 10 03:23:11.981897 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fe98f028-e407-4f30-a07c-aa0a449531f0 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:11.995115 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db225522-fe5c-4684-8a70-7174e0191b94 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Network 430d3ca4-69d7-487a-ba5a-fab2cb677224 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:23:11.999027 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fe98f028-e407-4f30-a07c-aa0a449531f0 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:12.010579 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0ab3dbee-cf0b-4880-9584-dbe296249b09 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5390227 Aug 10 03:23:12.023398 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-db225522-fe5c-4684-8a70-7174e0191b94 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 430d3ca4-69d7-487a-ba5a-fab2cb677224) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:12.024513 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fe98f028-e407-4f30-a07c-aa0a449531f0 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:12.031780 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-fe98f028-e407-4f30-a07c-aa0a449531f0 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1927633 Aug 10 03:23:12.032580 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9775260-4b54-47cb-bb96-a0f19267c2b8 None None] Network 430d3ca4-69d7-487a-ba5a-fab2cb677224 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:23:12.032719 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 32974) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:12.039276 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-b44037ce-84bb-4215-a596-16f8d89bfe82 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'enable_snat': False}}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:12.039952 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab3dbee-cf0b-4880-9584-dbe296249b09 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Pushing event updated for resources: {'Network': ['ID=250e3b97-1fe8-42b2-9b94-cf465355917b,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:12.043637 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db225522-fe5c-4684-8a70-7174e0191b94 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:12.044512 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-db225522-fe5c-4684-8a70-7174e0191b94 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:12.088356 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-db225522-fe5c-4684-8a70-7174e0191b94 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4921753 Aug 10 03:23:12.091937 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 32978) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:12.098093 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-fa553a9d-f99f-4b21-b173-d9f68d51da20 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Request body: {'network': {'name': 'tempest-router-network01--84941946'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:12.149700 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 32984) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:12.156950 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-d2244661-fd46-4c83-9389-d6d248f51aa4 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Request body: {'subnets': [{'network_id': '96b05783-de67-464a-8a3a-8cdca87b233f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1943234230', 'ip_version': 4}, {'network_id': '250e3b97-1fe8-42b2-9b94-cf465355917b', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:12.157281 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-d2244661-fd46-4c83-9389-d6d248f51aa4 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Request body: {'subnet': {'network_id': '96b05783-de67-464a-8a3a-8cdca87b233f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1943234230', 'ip_version': 4}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:12.157812 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-d2244661-fd46-4c83-9389-d6d248f51aa4 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Request body: {'subnet': {'network_id': '250e3b97-1fe8-42b2-9b94-cf465355917b', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:12.217255 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa553a9d-f99f-4b21-b173-d9f68d51da20 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Made reservation on behalf of ada0698af3634ef6ab1ebfc9ca830f5f for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:12.221529 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fa553a9d-f99f-4b21-b173-d9f68d51da20 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:12.256191 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa553a9d-f99f-4b21-b173-d9f68d51da20 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:23:12.271682 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 250e3b97-1fe8-42b2-9b94-cf465355917b details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:23:12.278784 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fa553a9d-f99f-4b21-b173-d9f68d51da20 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:12.279501 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-fa553a9d-f99f-4b21-b173-d9f68d51da20 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Added segment e29cefbd-f218-42f2-81ab-02bc65d03fb8 of type vlan for network d594cd71-6456-4e37-bf8f-cf8020e27863 Aug 10 03:23:12.359579 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b44037ce-84bb-4215-a596-16f8d89bfe82 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:12.413335 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b79dea8-7f5c-495e-88fa-7345f2428b6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-430d3ca4-69d7-487a-ba5a-fab2cb677224', 'network_id': '430d3ca4-69d7-487a-ba5a-fab2cb677224', 'tenant_id': 'ada0698af3634ef6ab1ebfc9ca830f5f', 'fixed_ips': [{'subnet_id': 'e33ecc05-8e92-4ab6-a157-cfe972d33ae8'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:23:12.415118 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3b79dea8-7f5c-495e-88fa-7345f2428b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:12.429580 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 32992) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:12.467968 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fa553a9d-f99f-4b21-b173-d9f68d51da20 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:12.559839 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fa553a9d-f99f-4b21-b173-d9f68d51da20 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:12.565412 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa553a9d-f99f-4b21-b173-d9f68d51da20 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:12.566097 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fa553a9d-f99f-4b21-b173-d9f68d51da20 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:12.579449 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0051681c-56ba-4a35-b3bc-45b5c91b9289 req-d0b47a1e-3a44-43be-a766-39e51191e5e2 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:12.588260 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0051681c-56ba-4a35-b3bc-45b5c91b9289 req-d0b47a1e-3a44-43be-a766-39e51191e5e2 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7f6702b-3804-4f19-874e-14e3063c03ac HTTP/1.1" status: 200 len: 945 time: 0.3292437 Aug 10 03:23:12.632539 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2244661-fd46-4c83-9389-d6d248f51aa4 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Made reservation on behalf of 339f451409cf477289797abdf096ba7a for: {'subnet': 2} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:12.637195 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d2244661-fd46-4c83-9389-d6d248f51aa4 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:12.637534 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d2244661-fd46-4c83-9389-d6d248f51aa4 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:12.642354 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac524db-5a22-4a2f-bbb2-61d31b2a7386 req-191dde4b-8668-4aa1-aeea-4c0a3d955769 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:12.643559 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-3b79dea8-7f5c-495e-88fa-7345f2428b6f None None] Allocated IP 2001:db8::2 (430d3ca4-69d7-487a-ba5a-fab2cb677224/e33ecc05-8e92-4ab6-a157-cfe972d33ae8/ba013e24-5360-45f8-912a-6fb565d6e097) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:23:12.644903 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6ac524db-5a22-4a2f-bbb2-61d31b2a7386 req-191dde4b-8668-4aa1-aeea-4c0a3d955769 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa1e6cff-8a9f-4604-985b-6c921b60da26 HTTP/1.1" status: 200 len: 945 time: 0.2629955 Aug 10 03:23:12.657290 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-884db5c8-ab82-490f-875e-2f4004024244 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-2122422187-network', 'tenant_id': '5963fe158a4b437d8fb0fb95e678a239'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:12.712585 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa553a9d-f99f-4b21-b173-d9f68d51da20 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Pushing event updated for resources: {'Network': ['ID=d594cd71-6456-4e37-bf8f-cf8020e27863,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:12.725404 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0051681c-56ba-4a35-b3bc-45b5c91b9289 req-6d1f8a8d-34fa-4e0b-ab1f-cdf2e1377cec tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318033 Aug 10 03:23:12.726711 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network d594cd71-6456-4e37-bf8f-cf8020e27863 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:23:12.760763 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6ac524db-5a22-4a2f-bbb2-61d31b2a7386 req-07d67b7b-111d-4dfb-b685-793a3a9f4ccd tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] 10.222.0.62 "GET /v2.0/security-groups?id=e7796beb-14f2-460e-87f1-bb574459cde4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070621 Aug 10 03:23:12.770531 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae3cec-4904-460e-8555-5d98067b9b52 req-5903c418-0ae5-4d74-b0ee-b1d3b83c0308 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:12.772372 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-f3ae3cec-4904-460e-8555-5d98067b9b52 req-5903c418-0ae5-4d74-b0ee-b1d3b83c0308 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa1e6cff-8a9f-4604-985b-6c921b60da26 HTTP/1.1" status: 200 len: 945 time: 0.2655733 Aug 10 03:23:12.774122 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-fa553a9d-f99f-4b21-b173-d9f68d51da20 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6811085 Aug 10 03:23:12.782486 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 32996) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:12.793479 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-884db5c8-ab82-490f-875e-2f4004024244 admin admin] Made reservation on behalf of 5963fe158a4b437d8fb0fb95e678a239 for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:12.800509 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-70f14950-1f3d-406b-b4c6-2ee319ec35ba tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Request body: {'network': {'name': 'tempest-router-network02--1910229861'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:12.803152 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-884db5c8-ab82-490f-875e-2f4004024244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:12.909209 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3b79dea8-7f5c-495e-88fa-7345f2428b6f None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:12.912036 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b44037ce-84bb-4215-a596-16f8d89bfe82 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:12.915658 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-884db5c8-ab82-490f-875e-2f4004024244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:12.920183 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3b79dea8-7f5c-495e-88fa-7345f2428b6f None None] Transition to ACTIVE for port object ba013e24-5360-45f8-912a-6fb565d6e097 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:12.938567 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3b79dea8-7f5c-495e-88fa-7345f2428b6f None None] Transition to ACTIVE for port object ba013e24-5360-45f8-912a-6fb565d6e097 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:12.946936 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3b79dea8-7f5c-495e-88fa-7345f2428b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:12.951872 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b44037ce-84bb-4215-a596-16f8d89bfe82 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:13.020872 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b79dea8-7f5c-495e-88fa-7345f2428b6f None None] Network 430d3ca4-69d7-487a-ba5a-fab2cb677224 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:23:13.024736 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b79dea8-7f5c-495e-88fa-7345f2428b6f None None] Pushing event updated for resources: {'Port': ['ID=ba013e24-5360-45f8-912a-6fb565d6e097,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:13.027289 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-3b79dea8-7f5c-495e-88fa-7345f2428b6f None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:13.040121 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b79dea8-7f5c-495e-88fa-7345f2428b6f None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:23:13.072119 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-b44037ce-84bb-4215-a596-16f8d89bfe82 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Allocated IP 172.25.7.117 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/a3cc08e1-fd57-4696-9a48-894059e3f37c) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:23:13.114956 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-3b79dea8-7f5c-495e-88fa-7345f2428b6f None None] Attempting to bind port ba013e24-5360-45f8-912a-6fb565d6e097 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:23:13.115340 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-3b79dea8-7f5c-495e-88fa-7345f2428b6f None None] Attempting to bind port ba013e24-5360-45f8-912a-6fb565d6e097 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '146df76e-0be0-4595-aac8-93b0feb986ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '430d3ca4-69d7-487a-ba5a-fab2cb677224'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:23:13.115807 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b79dea8-7f5c-495e-88fa-7345f2428b6f None None] Attempting to bind port ba013e24-5360-45f8-912a-6fb565d6e097 on network 430d3ca4-69d7-487a-ba5a-fab2cb677224 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:13.123255 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b79dea8-7f5c-495e-88fa-7345f2428b6f None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:23:13.123677 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b79dea8-7f5c-495e-88fa-7345f2428b6f None None] Checking segment: {'id': '146df76e-0be0-4595-aac8-93b0feb986ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '430d3ca4-69d7-487a-ba5a-fab2cb677224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:13.124143 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3b79dea8-7f5c-495e-88fa-7345f2428b6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:13.124606 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b79dea8-7f5c-495e-88fa-7345f2428b6f None None] Bound using segment: {'id': '146df76e-0be0-4595-aac8-93b0feb986ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '430d3ca4-69d7-487a-ba5a-fab2cb677224'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:23:13.126392 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-3b79dea8-7f5c-495e-88fa-7345f2428b6f None None] Bound port: ba013e24-5360-45f8-912a-6fb565d6e097, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '146df76e-0be0-4595-aac8-93b0feb986ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '430d3ca4-69d7-487a-ba5a-fab2cb677224'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:23:13.126843 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3b79dea8-7f5c-495e-88fa-7345f2428b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:13.134591 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f14950-1f3d-406b-b4c6-2ee319ec35ba tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Made reservation on behalf of ada0698af3634ef6ab1ebfc9ca830f5f for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:13.139582 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-70f14950-1f3d-406b-b4c6-2ee319ec35ba tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:13.187910 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b44037ce-84bb-4215-a596-16f8d89bfe82 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:13.202326 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3b79dea8-7f5c-495e-88fa-7345f2428b6f None None] For port ba013e24-5360-45f8-912a-6fb565d6e097, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:23:13.206305 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3b79dea8-7f5c-495e-88fa-7345f2428b6f None None] For port ba013e24-5360-45f8-912a-6fb565d6e097, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=ba013e24-5360-45f8-912a-6fb565d6e097,segment=NetworkSegment(146df76e-0be0-4595-aac8-93b0feb986ef),segment_id=146df76e-0be0-4595-aac8-93b0feb986ef)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:23:13.212790 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3b79dea8-7f5c-495e-88fa-7345f2428b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:13.231758 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70f14950-1f3d-406b-b4c6-2ee319ec35ba tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:23:13.257764 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-70f14950-1f3d-406b-b4c6-2ee319ec35ba tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:13.258097 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-70f14950-1f3d-406b-b4c6-2ee319ec35ba tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Added segment 354176cb-dab0-4d38-97e0-be8a7f02107e of type vlan for network 8726a2c2-666f-4778-abdd-f67f8d7c32aa Aug 10 03:23:13.292125 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b79dea8-7f5c-495e-88fa-7345f2428b6f None None] Pushing event updated for resources: {'Port': ['ID=ba013e24-5360-45f8-912a-6fb565d6e097,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:13.321200 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b44037ce-84bb-4215-a596-16f8d89bfe82 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:13.362883 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-70f14950-1f3d-406b-b4c6-2ee319ec35ba tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:13.385006 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-f3ae3cec-4904-460e-8555-5d98067b9b52 req-bf857bee-25da-4216-aafa-44187bf8289a tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Deleting port 15a562ef-bbe5-428d-bd3d-e1f0a731f9b2 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:23:13.385424 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-f3ae3cec-4904-460e-8555-5d98067b9b52 req-bf857bee-25da-4216-aafa-44187bf8289a tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:13.398509 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44037ce-84bb-4215-a596-16f8d89bfe82 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:23:13.406659 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-884db5c8-ab82-490f-875e-2f4004024244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:13.407944 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-b44037ce-84bb-4215-a596-16f8d89bfe82 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:13.413277 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44037ce-84bb-4215-a596-16f8d89bfe82 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:23:13.456564 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-884db5c8-ab82-490f-875e-2f4004024244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:13.464823 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44037ce-84bb-4215-a596-16f8d89bfe82 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Pushing event updated for resources: {'Port': ['ID=a3cc08e1-fd57-4696-9a48-894059e3f37c,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:13.533953 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39dc91d-9674-4bff-b421-1539462845e0 req-57910044-b061-413f-9fd3-3d262e7e5455 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:13.535694 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a39dc91d-9674-4bff-b421-1539462845e0 req-57910044-b061-413f-9fd3-3d262e7e5455 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d96b1eb-71c8-4499-9e6b-873da4f99425 HTTP/1.1" status: 200 len: 946 time: 0.3072248 Aug 10 03:23:13.575433 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-70f14950-1f3d-406b-b4c6-2ee319ec35ba tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:13.582798 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f14950-1f3d-406b-b4c6-2ee319ec35ba tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:13.582798 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-70f14950-1f3d-406b-b4c6-2ee319ec35ba tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:13.602332 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-f3ae3cec-4904-460e-8555-5d98067b9b52 req-bf857bee-25da-4216-aafa-44187bf8289a tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] For port 15a562ef-bbe5-428d-bd3d-e1f0a731f9b2, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=15a562ef-bbe5-428d-bd3d-e1f0a731f9b2,segment=NetworkSegment(7994d17d-137a-46f2-95db-467dd6e7c020),segment_id=7994d17d-137a-46f2-95db-467dd6e7c020)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:13.602773 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-f3ae3cec-4904-460e-8555-5d98067b9b52 req-bf857bee-25da-4216-aafa-44187bf8289a tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:13.605590 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d2244661-fd46-4c83-9389-d6d248f51aa4 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:13.622361 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884db5c8-ab82-490f-875e-2f4004024244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2d22dd-5bf7-442b-8232-dc63c22452ec,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:13.630433 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.db.api [None req-884db5c8-ab82-490f-875e-2f4004024244 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=94216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:23:13.630808 n-d-768851-15 neutron-server[94216]: DEBUG oslo_db.api [None req-884db5c8-ab82-490f-875e-2f4004024244 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:23:13.750799 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a39dc91d-9674-4bff-b421-1539462845e0 req-aeaf0c1a-6f36-4ebc-a037-0523becdabca tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/security-groups?id=2832b822-3ae7-4539-a861-1dd7e33b3925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031548 Aug 10 03:23:13.774328 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 33004) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:13.775511 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-70f14950-1f3d-406b-b4c6-2ee319ec35ba tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9800105 Aug 10 03:23:13.780369 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-f615aa15-fd6a-4b7f-b305-150e5ab8c8ce tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Request body: {'subnet': {'network_id': 'd594cd71-6456-4e37-bf8f-cf8020e27863', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:13.812393 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f14950-1f3d-406b-b4c6-2ee319ec35ba tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Pushing event updated for resources: {'Network': ['ID=8726a2c2-666f-4778-abdd-f67f8d7c32aa,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:13.826318 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 8726a2c2-666f-4778-abdd-f67f8d7c32aa details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:23:13.922533 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2244661-fd46-4c83-9389-d6d248f51aa4 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Pushing event updated for resources: {'Subnet': ['ID=dcd2257b-fb0f-4a12-ba30-7f9ca9a77c36,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:13.948608 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2244661-fd46-4c83-9389-d6d248f51aa4 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Checking segment: {'id': '996dad1e-bf2f-49f9-a74f-beabadc03ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '96b05783-de67-464a-8a3a-8cdca87b233f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:13.948983 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2244661-fd46-4c83-9389-d6d248f51aa4 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Network hostable DHCP agents. Network: 96b05783-de67-464a-8a3a-8cdca87b233f, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:23:14.013255 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2244661-fd46-4c83-9389-d6d248f51aa4 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Network 96b05783-de67-464a-8a3a-8cdca87b233f is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:23:14.029800 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-f3ae3cec-4904-460e-8555-5d98067b9b52 req-bf857bee-25da-4216-aafa-44187bf8289a tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:14.030251 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-f3ae3cec-4904-460e-8555-5d98067b9b52 req-bf857bee-25da-4216-aafa-44187bf8289a tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:14.030509 n-d-768851-15 neutron-server[94217]: INFO neutron.db.l3_db [req-f3ae3cec-4904-460e-8555-5d98067b9b52 req-bf857bee-25da-4216-aafa-44187bf8289a tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Floating IP 72ca7d83-384b-41f0-b66c-2c90d2765d1d disassociated. External IP: 172.25.7.130, port: 15a562ef-bbe5-428d-bd3d-e1f0a731f9b2. Aug 10 03:23:14.030923 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-f3ae3cec-4904-460e-8555-5d98067b9b52 req-bf857bee-25da-4216-aafa-44187bf8289a tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Calling delete_port for 15a562ef-bbe5-428d-bd3d-e1f0a731f9b2 owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:23:14.033541 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-d2244661-fd46-4c83-9389-d6d248f51aa4 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 96b05783-de67-464a-8a3a-8cdca87b233f) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:14.038726 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d2244661-fd46-4c83-9389-d6d248f51aa4 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:14.045162 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c37763-b7a3-48e2-88cc-f96deeb90b06 None None] Network 96b05783-de67-464a-8a3a-8cdca87b233f requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:23:14.207822 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2244661-fd46-4c83-9389-d6d248f51aa4 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Pushing event updated for resources: {'Subnet': ['ID=88734c47-c3ca-45ee-82ca-896ea9ff509c,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:14.282442 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2244661-fd46-4c83-9389-d6d248f51aa4 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Checking segment: {'id': 'b60aa41e-77a5-4690-afe4-deb790f394ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '250e3b97-1fe8-42b2-9b94-cf465355917b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:14.284231 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2244661-fd46-4c83-9389-d6d248f51aa4 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Network hostable DHCP agents. Network: 250e3b97-1fe8-42b2-9b94-cf465355917b, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:23:14.297397 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device ba013e24-5360-45f8-912a-6fb565d6e097 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:23:14.310891 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5159ad62-999e-4e0d-8132-7e0fb23db1ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-96b05783-de67-464a-8a3a-8cdca87b233f', 'network_id': '96b05783-de67-464a-8a3a-8cdca87b233f', 'tenant_id': '339f451409cf477289797abdf096ba7a', 'fixed_ips': [{'subnet_id': 'dcd2257b-fb0f-4a12-ba30-7f9ca9a77c36'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:23:14.312426 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5159ad62-999e-4e0d-8132-7e0fb23db1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:14.340676 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2244661-fd46-4c83-9389-d6d248f51aa4 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Network 250e3b97-1fe8-42b2-9b94-cf465355917b is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:23:14.362725 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-d2244661-fd46-4c83-9389-d6d248f51aa4 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 250e3b97-1fe8-42b2-9b94-cf465355917b) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:14.369895 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2244661-fd46-4c83-9389-d6d248f51aa4 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:14.370891 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2244661-fd46-4c83-9389-d6d248f51aa4 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:14.371563 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d2244661-fd46-4c83-9389-d6d248f51aa4 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:14.376158 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4980d198-6272-44cd-94ae-c6e61d99144a None None] Network 250e3b97-1fe8-42b2-9b94-cf465355917b requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:23:14.400031 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d2244661-fd46-4c83-9389-d6d248f51aa4 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.2468805 Aug 10 03:23:14.401202 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33010) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:14.452056 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-884db5c8-ab82-490f-875e-2f4004024244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:14.456165 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-f3ae3cec-4904-460e-8555-5d98067b9b52 req-bf857bee-25da-4216-aafa-44187bf8289a tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:14.461392 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b44037ce-84bb-4215-a596-16f8d89bfe82 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:14.508962 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf857bee-25da-4216-aafa-44187bf8289a tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Pushing event deleted for resources: {'Port': ['ID=15a562ef-bbe5-428d-bd3d-e1f0a731f9b2,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:14.528488 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6c47b12c-fe74-40d6-939a-4e42e31ecea0 req-f586878b-382f-4143-8e6e-878b6fb7e6e7 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa1e6cff-8a9f-4604-985b-6c921b60da26 HTTP/1.1" status: 200 len: 210 time: 0.6487417 Aug 10 03:23:14.533105 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port ba013e24-5360-45f8-912a-6fb565d6e097 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:23:14.586489 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf9c3a3-51f1-4ff3-841d-30be609a3457 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:14.588344 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf9c3a3-51f1-4ff3-841d-30be609a3457 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:14.590864 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf9c3a3-51f1-4ff3-841d-30be609a3457 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:14.596861 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8bf9c3a3-51f1-4ff3-841d-30be609a3457 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1898770 Aug 10 03:23:14.596861 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33012) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:14.628905 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-884db5c8-ab82-490f-875e-2f4004024244 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:23:14.638527 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-884db5c8-ab82-490f-875e-2f4004024244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:14.638807 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-884db5c8-ab82-490f-875e-2f4004024244 admin admin] Added segment a7cd72e5-51d0-472c-a83d-09a112f8b65b of type vlan for network 9bd8e1dd-3133-4c56-83e6-5457967c959a Aug 10 03:23:14.669230 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e76cd95-4200-421f-8bc2-c73eafbe2653 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Deleting subnet dcd2257b-fb0f-4a12-ba30-7f9ca9a77c36 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:23:14.700092 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-5159ad62-999e-4e0d-8132-7e0fb23db1ae None None] Allocated IP 172.20.0.2 (96b05783-de67-464a-8a3a-8cdca87b233f/dcd2257b-fb0f-4a12-ba30-7f9ca9a77c36/cb0f5c2d-f164-404a-8655-419932671a47) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:23:14.725839 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-884db5c8-ab82-490f-875e-2f4004024244 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:14.782292 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3ae3cec-4904-460e-8555-5d98067b9b52 req-bf857bee-25da-4216-aafa-44187bf8289a tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Router d38312a1-5452-4661-a37b-cb431ca76529 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:23:14.794630 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e06b5-6c38-45f8-bdb0-49c43bf442b4 req-5d69bd0b-3e80-41a2-922c-316462ebf9b2 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:14.797780 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2b6e06b5-6c38-45f8-bdb0-49c43bf442b4 req-5d69bd0b-3e80-41a2-922c-316462ebf9b2 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7f6702b-3804-4f19-874e-14e3063c03ac HTTP/1.1" status: 200 len: 945 time: 0.9776564 Aug 10 03:23:14.870818 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa94a7a8-9ad6-4ece-a89c-3a445312e4f0 None None] Network 430d3ca4-69d7-487a-ba5a-fab2cb677224 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:23:14.884447 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f615aa15-fd6a-4b7f-b305-150e5ab8c8ce tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Made reservation on behalf of ada0698af3634ef6ab1ebfc9ca830f5f for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:14.888699 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f615aa15-fd6a-4b7f-b305-150e5ab8c8ce tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:14.955276 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8bd900-7e78-4eca-b55a-6de49f7291a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-250e3b97-1fe8-42b2-9b94-cf465355917b', 'network_id': '250e3b97-1fe8-42b2-9b94-cf465355917b', 'tenant_id': '339f451409cf477289797abdf096ba7a', 'fixed_ips': [{'subnet_id': '88734c47-c3ca-45ee-82ca-896ea9ff509c'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:23:14.956488 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9b8bd900-7e78-4eca-b55a-6de49f7291a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:14.957165 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3ae3cec-4904-460e-8555-5d98067b9b52 req-bf857bee-25da-4216-aafa-44187bf8289a tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:23:14.977662 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9caa4b0d-27d8-4b93-8bb1-d8188d7301de None None] Sync routers for ids ['d38312a1-5452-4661-a37b-cb431ca76529'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:23:14.989967 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caa4b0d-27d8-4b93-8bb1-d8188d7301de None None] Routers {'d38312a1-5452-4661-a37b-cb431ca76529'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:23:14.990665 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-9caa4b0d-27d8-4b93-8bb1-d8188d7301de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:23:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['d38312a1-5452-4661-a37b-cb431ca76529'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:15.011241 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-7eef1ed7-cbf9-4d02-88f5-0315a665d859 None None] Provisioning for port ba013e24-5360-45f8-912a-6fb565d6e097 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:23:15.026706 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ae3cec-4904-460e-8555-5d98067b9b52 req-bf857bee-25da-4216-aafa-44187bf8289a tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] No DVR routers for this DVR port 15a562ef-bbe5-428d-bd3d-e1f0a731f9b2 on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:23:15.029619 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-f3ae3cec-4904-460e-8555-5d98067b9b52 req-bf857bee-25da-4216-aafa-44187bf8289a tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:15.032483 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-f3ae3cec-4904-460e-8555-5d98067b9b52 req-bf857bee-25da-4216-aafa-44187bf8289a tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] 10.222.0.58 "DELETE /v2.0/ports/15a562ef-bbe5-428d-bd3d-e1f0a731f9b2 HTTP/1.1" status: 204 len: 173 time: 2.2483208 Aug 10 03:23:15.034025 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa1e6cff-8a9f-4604-985b-6c921b60da26', 'name': 'network-vif-deleted', 'tag': '15a562ef-bbe5-428d-bd3d-e1f0a731f9b2'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:23:15.036200 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a52a2c79-01db-47b8-852c-781e54cc0e4c" -d '{"events": [{"server_uuid": "aa1e6cff-8a9f-4604-985b-6c921b60da26", "name": "network-vif-deleted", "tag": "15a562ef-bbe5-428d-bd3d-e1f0a731f9b2"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:23:15.047025 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-7eef1ed7-cbf9-4d02-88f5-0315a665d859 None None] Provisioning complete for port ba013e24-5360-45f8-912a-6fb565d6e097 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:15.047769 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7eef1ed7-cbf9-4d02-88f5-0315a665d859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:15.051749 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5159ad62-999e-4e0d-8132-7e0fb23db1ae None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:15.077963 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-884db5c8-ab82-490f-875e-2f4004024244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:15.079311 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884db5c8-ab82-490f-875e-2f4004024244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:15.080014 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-884db5c8-ab82-490f-875e-2f4004024244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:15.146079 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-5159ad62-999e-4e0d-8132-7e0fb23db1ae None None] Transition to ACTIVE for port object cb0f5c2d-f164-404a-8655-419932671a47 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:15.240682 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-9caa4b0d-27d8-4b93-8bb1-d8188d7301de None None] Set router d38312a1-5452-4661-a37b-cb431ca76529 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:23:15.261849 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2b6e06b5-6c38-45f8-bdb0-49c43bf442b4 req-f95b7075-ef81-40db-aff7-13eef17b303d tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4544687 Aug 10 03:23:15.262711 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884db5c8-ab82-490f-875e-2f4004024244 admin admin] Pushing event updated for resources: {'Network': ['ID=9bd8e1dd-3133-4c56-83e6-5457967c959a,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:15.284683 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-5159ad62-999e-4e0d-8132-7e0fb23db1ae None None] Transition to ACTIVE for port object cb0f5c2d-f164-404a-8655-419932671a47 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:15.299598 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-884db5c8-ab82-490f-875e-2f4004024244 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.8564243 Aug 10 03:23:15.300908 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33022) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:15.308343 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 9bd8e1dd-3133-4c56-83e6-5457967c959a details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:23:15.311150 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-0b901d4e-a3df-4371-82bd-6fed5089d3c5 admin admin] Request body: {'subnet': {'network_id': '9bd8e1dd-3133-4c56-83e6-5457967c959a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-2122422187-subnet', 'tenant_id': '5963fe158a4b437d8fb0fb95e678a239', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:15.316138 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5e76cd95-4200-421f-8bc2-c73eafbe2653 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:15.322986 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba3752-ee2c-44b1-8688-25fcfe58463a req-fab25211-8a7c-4e34-8e56-abc709d36fc4 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:15.324618 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ceba3752-ee2c-44b1-8688-25fcfe58463a req-fab25211-8a7c-4e34-8e56-abc709d36fc4 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d96b1eb-71c8-4499-9e6b-873da4f99425 HTTP/1.1" status: 200 len: 946 time: 0.4306259 Aug 10 03:23:15.340896 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5159ad62-999e-4e0d-8132-7e0fb23db1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:15.374191 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1cb2d7-ecf4-4dd2-8bfa-6a1b82bac736 x-openstack-request-id: req-2e1cb2d7-ecf4-4dd2-8bfa-6a1b82bac736 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:23:15.374896 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa1e6cff-8a9f-4604-985b-6c921b60da26", "name": "network-vif-deleted", "tag": "15a562ef-bbe5-428d-bd3d-e1f0a731f9b2", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:23:15.375365 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2e1cb2d7-ecf4-4dd2-8bfa-6a1b82bac736 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:23:15.375988 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa1e6cff-8a9f-4604-985b-6c921b60da26', 'name': 'network-vif-deleted', 'tag': '15a562ef-bbe5-428d-bd3d-e1f0a731f9b2', 'status': 'completed', 'code': 200} Aug 10 03:23:15.389953 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b901d4e-a3df-4371-82bd-6fed5089d3c5 admin admin] Made reservation on behalf of 5963fe158a4b437d8fb0fb95e678a239 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:15.393496 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0b901d4e-a3df-4371-82bd-6fed5089d3c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:15.426869 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ceba3752-ee2c-44b1-8688-25fcfe58463a req-d317e094-b4a5-43e0-b7bc-305863351355 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/security-groups?id=2832b822-3ae7-4539-a861-1dd7e33b3925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553823 Aug 10 03:23:15.441013 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5e76cd95-4200-421f-8bc2-c73eafbe2653 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:15.568453 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5159ad62-999e-4e0d-8132-7e0fb23db1ae None None] Network 96b05783-de67-464a-8a3a-8cdca87b233f is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:23:15.578403 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-9caa4b0d-27d8-4b93-8bb1-d8188d7301de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38312a1-5452-4661-a37b-cb431ca76529', 'name': 'tempest-ServersTestJSON-1815998178-router', 'tenant_id': 'dc37c9ae14bb4f3b843815f0becba976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '7b2c755d-acc7-4fab-bca4-61f497229124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:38Z', 'updated_at': '2021-08-10T03:20:58Z', 'revision_number': 4, 'project_id': 'dc37c9ae14bb4f3b843815f0becba976', 'gw_port': {'id': '7b2c755d-acc7-4fab-bca4-61f497229124', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38312a1-5452-4661-a37b-cb431ca76529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:41Z', 'updated_at': '2021-08-10T03:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'e93f2688-4e58-4781-84e9-acdc7c862840', 'name': '', 'network_id': 'f673795f-9e73-4ddb-99c3-f2b6b571c4c6', 'tenant_id': 'dc37c9ae14bb4f3b843815f0becba976', 'mac_address': 'fa:16:3e:8d:fe:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38312a1-5452-4661-a37b-cb431ca76529', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '0f997ebe-2f8d-458f-b51d-abdea60cfbec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:52Z', 'updated_at': '2021-08-10T03:21:06Z', 'revision_number': 5, 'project_id': 'dc37c9ae14bb4f3b843815f0becba976', 'subnets': [{'id': '0f997ebe-2f8d-458f-b51d-abdea60cfbec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:15.592631 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5e76cd95-4200-421f-8bc2-c73eafbe2653 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:15.603592 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b44037ce-84bb-4215-a596-16f8d89bfe82 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-368475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1926'] for router, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:15.611708 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b44037ce-84bb-4215-a596-16f8d89bfe82 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-372465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-372472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-368450'] for router, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:15.613197 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-5159ad62-999e-4e0d-8132-7e0fb23db1ae None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:15.652350 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5159ad62-999e-4e0d-8132-7e0fb23db1ae None None] Pushing event updated for resources: {'Port': ['ID=cb0f5c2d-f164-404a-8655-419932671a47,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:15.657105 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9caa4b0d-27d8-4b93-8bb1-d8188d7301de None None] Checking router: d38312a1-5452-4661-a37b-cb431ca76529 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:23:15.661667 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5159ad62-999e-4e0d-8132-7e0fb23db1ae None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:23:15.667545 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-9b8bd900-7e78-4eca-b55a-6de49f7291a0 None None] Allocated IP 172.20.0.18 (250e3b97-1fe8-42b2-9b94-cf465355917b/88734c47-c3ca-45ee-82ca-896ea9ff509c/79f73186-6d4f-4057-a126-91e0c4f84faf) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:23:15.678058 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caa4b0d-27d8-4b93-8bb1-d8188d7301de None None] Routers {'d38312a1-5452-4661-a37b-cb431ca76529'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:23:15.678602 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-9caa4b0d-27d8-4b93-8bb1-d8188d7301de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:23:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['d38312a1-5452-4661-a37b-cb431ca76529'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:15.679497 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7eef1ed7-cbf9-4d02-88f5-0315a665d859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:15.692678 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5159ad62-999e-4e0d-8132-7e0fb23db1ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:15.693082 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5159ad62-999e-4e0d-8132-7e0fb23db1ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:15.693372 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5159ad62-999e-4e0d-8132-7e0fb23db1ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:15.693710 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5159ad62-999e-4e0d-8132-7e0fb23db1ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:15.694047 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5159ad62-999e-4e0d-8132-7e0fb23db1ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:15.694388 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5159ad62-999e-4e0d-8132-7e0fb23db1ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:15.694719 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5159ad62-999e-4e0d-8132-7e0fb23db1ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:15.695119 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5159ad62-999e-4e0d-8132-7e0fb23db1ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:15.695446 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5159ad62-999e-4e0d-8132-7e0fb23db1ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:15.695774 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5159ad62-999e-4e0d-8132-7e0fb23db1ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:15.696102 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5159ad62-999e-4e0d-8132-7e0fb23db1ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:15.696425 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5159ad62-999e-4e0d-8132-7e0fb23db1ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:15.700236 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f615aa15-fd6a-4b7f-b305-150e5ab8c8ce tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:15.794766 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0b901d4e-a3df-4371-82bd-6fed5089d3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:15.800803 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5e76cd95-4200-421f-8bc2-c73eafbe2653 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:15.803846 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-90af3f5c-aab1-4f23-ab52-52f23f4d3d91 req-8a664111-acfa-43cf-9159-a9303189bf2a tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa1e6cff-8a9f-4604-985b-6c921b60da26 HTTP/1.1" status: 200 len: 210 time: 0.0917966 Aug 10 03:23:15.865623 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5e76cd95-4200-421f-8bc2-c73eafbe2653 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:15.868191 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-5e76cd95-4200-421f-8bc2-c73eafbe2653 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] 10.222.0.62 "DELETE /v2.0/subnets/dcd2257b-fb0f-4a12-ba30-7f9ca9a77c36 HTTP/1.1" status: 204 len: 168 time: 1.2716463 Aug 10 03:23:15.870855 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33026) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:15.881867 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f615aa15-fd6a-4b7f-b305-150e5ab8c8ce tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Pushing event updated for resources: {'Subnet': ['ID=c360bc99-35f6-4fe7-94d5-9e371beede9a,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:15.907929 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f615aa15-fd6a-4b7f-b305-150e5ab8c8ce tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Checking segment: {'id': 'e29cefbd-f218-42f2-81ab-02bc65d03fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd594cd71-6456-4e37-bf8f-cf8020e27863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:15.908307 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f615aa15-fd6a-4b7f-b305-150e5ab8c8ce tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Network hostable DHCP agents. Network: d594cd71-6456-4e37-bf8f-cf8020e27863, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:23:15.908559 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-9caa4b0d-27d8-4b93-8bb1-d8188d7301de None None] Set router d38312a1-5452-4661-a37b-cb431ca76529 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:23:15.944499 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f615aa15-fd6a-4b7f-b305-150e5ab8c8ce tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Network d594cd71-6456-4e37-bf8f-cf8020e27863 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:23:15.968359 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b901d4e-a3df-4371-82bd-6fed5089d3c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e2aac09-d64f-4b3d-a6bc-6d396c9896bc,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:15.978524 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-f615aa15-fd6a-4b7f-b305-150e5ab8c8ce tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, d594cd71-6456-4e37-bf8f-cf8020e27863) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:15.985654 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f615aa15-fd6a-4b7f-b305-150e5ab8c8ce tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:15.986260 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f615aa15-fd6a-4b7f-b305-150e5ab8c8ce tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:16.001800 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd9dc19-93ae-4064-b305-5cf66d540fb7 None None] Network d594cd71-6456-4e37-bf8f-cf8020e27863 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:23:16.012582 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e76cd95-4200-421f-8bc2-c73eafbe2653 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Pushing event deleted for resources: {'Subnet': ['ID=dcd2257b-fb0f-4a12-ba30-7f9ca9a77c36,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:16.014823 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b44037ce-84bb-4215-a596-16f8d89bfe82 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Router 687199c4-e0c3-4efe-a012-5bc2111ccb06 is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:23:16.026223 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-f615aa15-fd6a-4b7f-b305-150e5ab8c8ce tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2505341 Aug 10 03:23:16.030390 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe92df62-8f57-4d0b-95c4-eacb27b263a1 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Deleting subnet 88734c47-c3ca-45ee-82ca-896ea9ff509c {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:23:16.031183 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 33030) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:16.035565 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b901d4e-a3df-4371-82bd-6fed5089d3c5 admin admin] Checking segment: {'id': 'a7cd72e5-51d0-472c-a83d-09a112f8b65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9bd8e1dd-3133-4c56-83e6-5457967c959a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:16.035917 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b901d4e-a3df-4371-82bd-6fed5089d3c5 admin admin] Network hostable DHCP agents. Network: 9bd8e1dd-3133-4c56-83e6-5457967c959a, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:23:16.039632 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-d3042ffb-4cd9-4ce8-9457-81c4cce6849e tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Request body: {'subnet': {'network_id': '8726a2c2-666f-4778-abdd-f67f8d7c32aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:16.076834 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b901d4e-a3df-4371-82bd-6fed5089d3c5 admin admin] Network 9bd8e1dd-3133-4c56-83e6-5457967c959a is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:23:16.084299 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-0b901d4e-a3df-4371-82bd-6fed5089d3c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 9bd8e1dd-3133-4c56-83e6-5457967c959a) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:16.093052 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b901d4e-a3df-4371-82bd-6fed5089d3c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:16.093513 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0b901d4e-a3df-4371-82bd-6fed5089d3c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:16.121064 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69cc8d5-0749-4d30-be8f-fc4eed7b14b2 None None] Network 9bd8e1dd-3133-4c56-83e6-5457967c959a requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:23:16.123069 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 15a562ef-bbe5-428d-bd3d-e1f0a731f9b2 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:23:16.147206 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0b901d4e-a3df-4371-82bd-6fed5089d3c5 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8449566 Aug 10 03:23:16.153586 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-7eef1ed7-cbf9-4d02-88f5-0315a665d859 None None] For port ba013e24-5360-45f8-912a-6fb565d6e097, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=ba013e24-5360-45f8-912a-6fb565d6e097,segment=NetworkSegment(146df76e-0be0-4595-aac8-93b0feb986ef),segment_id=146df76e-0be0-4595-aac8-93b0feb986ef)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:16.279413 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-9caa4b0d-27d8-4b93-8bb1-d8188d7301de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38312a1-5452-4661-a37b-cb431ca76529', 'name': 'tempest-ServersTestJSON-1815998178-router', 'tenant_id': 'dc37c9ae14bb4f3b843815f0becba976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '7b2c755d-acc7-4fab-bca4-61f497229124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:38Z', 'updated_at': '2021-08-10T03:20:58Z', 'revision_number': 4, 'project_id': 'dc37c9ae14bb4f3b843815f0becba976', 'gw_port': {'id': '7b2c755d-acc7-4fab-bca4-61f497229124', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38312a1-5452-4661-a37b-cb431ca76529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:41Z', 'updated_at': '2021-08-10T03:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'e93f2688-4e58-4781-84e9-acdc7c862840', 'name': '', 'network_id': 'f673795f-9e73-4ddb-99c3-f2b6b571c4c6', 'tenant_id': 'dc37c9ae14bb4f3b843815f0becba976', 'mac_address': 'fa:16:3e:8d:fe:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38312a1-5452-4661-a37b-cb431ca76529', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '0f997ebe-2f8d-458f-b51d-abdea60cfbec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:52Z', 'updated_at': '2021-08-10T03:21:06Z', 'revision_number': 5, 'project_id': 'dc37c9ae14bb4f3b843815f0becba976', 'subnets': [{'id': '0f997ebe-2f8d-458f-b51d-abdea60cfbec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:16.282112 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b44037ce-84bb-4215-a596-16f8d89bfe82 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:23:16.286465 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7eef1ed7-cbf9-4d02-88f5-0315a665d859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:16.289347 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b44037ce-84bb-4215-a596-16f8d89bfe82 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:16.290125 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: 15a562ef-bbe5-428d-bd3d-e1f0a731f9b2 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:23:16.290486 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 15a562ef-bbe5-428d-bd3d-e1f0a731f9b2 not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:23:16.303236 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33036) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:16.308600 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-5159ad62-999e-4e0d-8132-7e0fb23db1ae None None] Attempting to bind port cb0f5c2d-f164-404a-8655-419932671a47 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:23:16.308984 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-5159ad62-999e-4e0d-8132-7e0fb23db1ae None None] Attempting to bind port cb0f5c2d-f164-404a-8655-419932671a47 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '996dad1e-bf2f-49f9-a74f-beabadc03ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '96b05783-de67-464a-8a3a-8cdca87b233f'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:23:16.309361 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5159ad62-999e-4e0d-8132-7e0fb23db1ae None None] Attempting to bind port cb0f5c2d-f164-404a-8655-419932671a47 on network 96b05783-de67-464a-8a3a-8cdca87b233f {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:16.312960 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b44037ce-84bb-4215-a596-16f8d89bfe82 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] 10.222.0.62 "PUT /v2.0/routers/687199c4-e0c3-4efe-a012-5bc2111ccb06 HTTP/1.1" status: 200 len: 919 time: 4.2778993 Aug 10 03:23:16.358591 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3042ffb-4cd9-4ce8-9457-81c4cce6849e tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Made reservation on behalf of ada0698af3634ef6ab1ebfc9ca830f5f for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:16.371028 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d3042ffb-4cd9-4ce8-9457-81c4cce6849e tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:16.371167 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cb4059-38be-4c01-9d7e-030ce2da525a None None] Sync routers for ids ['687199c4-e0c3-4efe-a012-5bc2111ccb06'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:23:16.399624 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9caa4b0d-27d8-4b93-8bb1-d8188d7301de None None] The sync data for ids ['d38312a1-5452-4661-a37b-cb431ca76529'] in n-d-768851-15 is: [{'id': 'd38312a1-5452-4661-a37b-cb431ca76529', 'name': 'tempest-ServersTestJSON-1815998178-router', 'tenant_id': 'dc37c9ae14bb4f3b843815f0becba976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '7b2c755d-acc7-4fab-bca4-61f497229124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:38Z', 'updated_at': '2021-08-10T03:20:58Z', 'revision_number': 4, 'project_id': 'dc37c9ae14bb4f3b843815f0becba976', 'gw_port': {'id': '7b2c755d-acc7-4fab-bca4-61f497229124', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38312a1-5452-4661-a37b-cb431ca76529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:41Z', 'updated_at': '2021-08-10T03:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'e93f2688-4e58-4781-84e9-acdc7c862840', 'name': '', 'network_id': 'f673795f-9e73-4ddb-99c3-f2b6b571c4c6', 'tenant_id': 'dc37c9ae14bb4f3b843815f0becba976', 'mac_address': 'fa:16:3e:8d:fe:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38312a1-5452-4661-a37b-cb431ca76529', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '0f997ebe-2f8d-458f-b51d-abdea60cfbec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:52Z', 'updated_at': '2021-08-10T03:21:06Z', 'revision_number': 5, 'project_id': 'dc37c9ae14bb4f3b843815f0becba976', 'subnets': [{'id': '0f997ebe-2f8d-458f-b51d-abdea60cfbec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:23:16.427665 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5159ad62-999e-4e0d-8132-7e0fb23db1ae None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:23:16.428117 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5159ad62-999e-4e0d-8132-7e0fb23db1ae None None] Checking segment: {'id': '996dad1e-bf2f-49f9-a74f-beabadc03ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '96b05783-de67-464a-8a3a-8cdca87b233f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:16.428454 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5159ad62-999e-4e0d-8132-7e0fb23db1ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:16.428856 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5159ad62-999e-4e0d-8132-7e0fb23db1ae None None] Bound using segment: {'id': '996dad1e-bf2f-49f9-a74f-beabadc03ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '96b05783-de67-464a-8a3a-8cdca87b233f'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:23:16.429893 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-5159ad62-999e-4e0d-8132-7e0fb23db1ae None None] Bound port: cb0f5c2d-f164-404a-8655-419932671a47, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '996dad1e-bf2f-49f9-a74f-beabadc03ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '96b05783-de67-464a-8a3a-8cdca87b233f'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:23:16.430259 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5159ad62-999e-4e0d-8132-7e0fb23db1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:16.555434 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cb4059-38be-4c01-9d7e-030ce2da525a None None] Routers {'687199c4-e0c3-4efe-a012-5bc2111ccb06'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:23:16.556099 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-b8cb4059-38be-4c01-9d7e-030ce2da525a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:23:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['687199c4-e0c3-4efe-a012-5bc2111ccb06'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:16.600161 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b687e7e3-7b70-42f8-ab8d-6e66e3c9edc9 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] 10.222.0.62 "GET /v2.0/routers/687199c4-e0c3-4efe-a012-5bc2111ccb06 HTTP/1.1" status: 200 len: 925 time: 0.2951045 Aug 10 03:23:16.600848 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33046) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:16.639903 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a8062-36d1-4d1e-9037-bac7e4c5e1d1 req-fc503996-f45e-4c4c-b383-5a60b3caefc9 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:16.642051 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c66a8062-36d1-4d1e-9037-bac7e4c5e1d1 req-fc503996-f45e-4c4c-b383-5a60b3caefc9 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7f6702b-3804-4f19-874e-14e3063c03ac HTTP/1.1" status: 200 len: 945 time: 0.1488864 Aug 10 03:23:16.667141 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9b8bd900-7e78-4eca-b55a-6de49f7291a0 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:16.692570 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d28bd5-c643-47c4-8477-a2116ad312f2 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:16.695118 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b7d28bd5-c643-47c4-8477-a2116ad312f2 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=09ca2025-b9a6-4e84-8019-8d9fbef3753e&device_id=687199c4-e0c3-4efe-a012-5bc2111ccb06&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0915062 Aug 10 03:23:16.697652 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33048) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:16.702253 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-9b8bd900-7e78-4eca-b55a-6de49f7291a0 None None] Transition to ACTIVE for port object 79f73186-6d4f-4057-a126-91e0c4f84faf will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:16.769388 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c66a8062-36d1-4d1e-9037-bac7e4c5e1d1 req-643fcd9f-e6fd-460f-9595-c57da965c262 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129119 Aug 10 03:23:16.818492 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e098cd68-3c51-441f-b213-c41b8d34f55e tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:16.825231 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e098cd68-3c51-441f-b213-c41b8d34f55e tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] 10.222.0.62 "GET /v2.0/networks/09ca2025-b9a6-4e84-8019-8d9fbef3753e HTTP/1.1" status: 200 len: 881 time: 0.1237872 Aug 10 03:23:16.825808 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33066) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:16.847840 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-9b8bd900-7e78-4eca-b55a-6de49f7291a0 None None] Transition to ACTIVE for port object 79f73186-6d4f-4057-a126-91e0c4f84faf will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:16.853758 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eef1ed7-cbf9-4d02-88f5-0315a665d859 None None] Pushing event updated for resources: {'Port': ['ID=ba013e24-5360-45f8-912a-6fb565d6e097,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:16.862986 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-5e1a6dba-5bfe-4ff0-845e-54a8d1942588 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] 10.222.0.62 "GET /v2.0/ports?device_id=687199c4-e0c3-4efe-a012-5bc2111ccb06 HTTP/1.1" status: 200 len: 205 time: 0.0335639 Aug 10 03:23:16.864662 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33070) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:16.869959 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616a9704-abd5-4d8e-947e-0d035b3721c8 None None] New status for floating IP 72ca7d83-384b-41f0-b66c-2c90d2765d1d: DOWN {{(pid=94219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:23:16.882064 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fe92df62-8f57-4d0b-95c4-eacb27b263a1 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:16.883818 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-b8cb4059-38be-4c01-9d7e-030ce2da525a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:16.924085 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9b8bd900-7e78-4eca-b55a-6de49f7291a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:16.972808 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8bd900-7e78-4eca-b55a-6de49f7291a0 None None] Network 250e3b97-1fe8-42b2-9b94-cf465355917b is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:23:16.984116 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-9b8bd900-7e78-4eca-b55a-6de49f7291a0 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:16.991013 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fe92df62-8f57-4d0b-95c4-eacb27b263a1 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:16.998847 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632c9d3-d4dd-46db-a4c7-ef1041061838 req-82e0553b-09be-40a2-9c58-ba851a182fac tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:17.005944 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4632c9d3-d4dd-46db-a4c7-ef1041061838 req-82e0553b-09be-40a2-9c58-ba851a182fac tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] 10.222.0.62 "GET /v2.0/networks?id=9bd8e1dd-3133-4c56-83e6-5457967c959a HTTP/1.1" status: 200 len: 809 time: 0.1790140 Aug 10 03:23:17.051043 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4632c9d3-d4dd-46db-a4c7-ef1041061838 req-c0dd7926-435e-477b-9839-b5747fd49db0 tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] 10.222.0.62 "GET /v2.0/quotas/5963fe158a4b437d8fb0fb95e678a239 HTTP/1.1" status: 200 len: 375 time: 0.0440905 Aug 10 03:23:17.057739 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8bd900-7e78-4eca-b55a-6de49f7291a0 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:23:17.096169 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-aa6f7f48-1273-48ff-816d-fe7483686cb3 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks [] for router, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:17.100719 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cb4059-38be-4c01-9d7e-030ce2da525a None None] Routers {'687199c4-e0c3-4efe-a012-5bc2111ccb06'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:23:17.101672 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-b8cb4059-38be-4c01-9d7e-030ce2da525a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:23:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['687199c4-e0c3-4efe-a012-5bc2111ccb06'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:17.121433 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4632c9d3-d4dd-46db-a4c7-ef1041061838 req-91ea5e42-608b-4007-949f-5df0e31c60fd tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=5963fe158a4b437d8fb0fb95e678a239&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0694294 Aug 10 03:23:17.173478 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-b8cb4059-38be-4c01-9d7e-030ce2da525a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:17.174550 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cb4059-38be-4c01-9d7e-030ce2da525a None None] The sync data for ids ['687199c4-e0c3-4efe-a012-5bc2111ccb06'] in n-d-768851-15 is: [] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:23:17.176871 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-422347fd-855f-4b59-8336-ffaa6af7d058 None None] Provisioning complete for port ba013e24-5360-45f8-912a-6fb565d6e097 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:17.177432 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-422347fd-855f-4b59-8336-ffaa6af7d058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:17.180085 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3425199c-846c-4e9d-a65d-b9bf22ffb389 None None] Network 9bd8e1dd-3133-4c56-83e6-5457967c959a requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:23:17.224840 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4632c9d3-d4dd-46db-a4c7-ef1041061838 req-ad93087a-3b5c-499b-8e6f-f0f1b97857a7 service neutron] 10.222.0.62 "GET /v2.0/networks/9bd8e1dd-3133-4c56-83e6-5457967c959a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024249 Aug 10 03:23:17.230243 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fe92df62-8f57-4d0b-95c4-eacb27b263a1 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:17.279604 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d3042ffb-4cd9-4ce8-9457-81c4cce6849e tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:17.341589 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97918a-a407-4d12-a785-481c82eeb6d8 req-89732975-4987-462f-8b85-a807a3e871c7 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:17.343250 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ae97918a-a407-4d12-a785-481c82eeb6d8 req-89732975-4987-462f-8b85-a807a3e871c7 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d96b1eb-71c8-4499-9e6b-873da4f99425 HTTP/1.1" status: 200 len: 946 time: 0.3324959 Aug 10 03:23:17.384340 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-5159ad62-999e-4e0d-8132-7e0fb23db1ae None None] For port cb0f5c2d-f164-404a-8655-419932671a47, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:23:17.427788 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3042ffb-4cd9-4ce8-9457-81c4cce6849e tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Pushing event updated for resources: {'Subnet': ['ID=2b918b79-26fc-48e4-823d-65428b42b3b8,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:17.443009 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3042ffb-4cd9-4ce8-9457-81c4cce6849e tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Checking segment: {'id': '354176cb-dab0-4d38-97e0-be8a7f02107e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '8726a2c2-666f-4778-abdd-f67f8d7c32aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:17.443830 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3042ffb-4cd9-4ce8-9457-81c4cce6849e tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Network hostable DHCP agents. Network: 8726a2c2-666f-4778-abdd-f67f8d7c32aa, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:23:17.450755 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ae97918a-a407-4d12-a785-481c82eeb6d8 req-dd9687ea-9c5f-4670-819b-5dc6d3f09153 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/security-groups?id=2832b822-3ae7-4539-a861-1dd7e33b3925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990720 Aug 10 03:23:17.468907 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4632c9d3-d4dd-46db-a4c7-ef1041061838 req-c4d7a0d4-82ae-4635-9eb6-f193ffe1a122 service neutron] 10.222.0.62 "GET /v2.0/networks/9bd8e1dd-3133-4c56-83e6-5457967c959a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431026 Aug 10 03:23:17.487075 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8bd900-7e78-4eca-b55a-6de49f7291a0 None None] Pushing event updated for resources: {'Port': ['ID=79f73186-6d4f-4057-a126-91e0c4f84faf,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:17.490557 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf392a9-5f5c-4439-b2a6-84b789e75426 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-d594cd71-6456-4e37-bf8f-cf8020e27863', 'network_id': 'd594cd71-6456-4e37-bf8f-cf8020e27863', 'tenant_id': 'ada0698af3634ef6ab1ebfc9ca830f5f', 'fixed_ips': [{'subnet_id': 'c360bc99-35f6-4fe7-94d5-9e371beede9a'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:23:17.491479 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-abf392a9-5f5c-4439-b2a6-84b789e75426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:17.498871 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3042ffb-4cd9-4ce8-9457-81c4cce6849e tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Network 8726a2c2-666f-4778-abdd-f67f8d7c32aa is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:23:17.510808 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-9b8bd900-7e78-4eca-b55a-6de49f7291a0 None None] Attempting to bind port 79f73186-6d4f-4057-a126-91e0c4f84faf on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:23:17.511640 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-9b8bd900-7e78-4eca-b55a-6de49f7291a0 None None] Attempting to bind port 79f73186-6d4f-4057-a126-91e0c4f84faf by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'b60aa41e-77a5-4690-afe4-deb790f394ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '250e3b97-1fe8-42b2-9b94-cf465355917b'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:23:17.511787 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8bd900-7e78-4eca-b55a-6de49f7291a0 None None] Attempting to bind port 79f73186-6d4f-4057-a126-91e0c4f84faf on network 250e3b97-1fe8-42b2-9b94-cf465355917b {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:17.512343 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-d3042ffb-4cd9-4ce8-9457-81c4cce6849e tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 8726a2c2-666f-4778-abdd-f67f8d7c32aa) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:17.518003 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3042ffb-4cd9-4ce8-9457-81c4cce6849e tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:17.519703 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d3042ffb-4cd9-4ce8-9457-81c4cce6849e tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:17.546380 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d3042ffb-4cd9-4ce8-9457-81c4cce6849e tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5116911 Aug 10 03:23:17.546673 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 33086) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:17.547772 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-5159ad62-999e-4e0d-8132-7e0fb23db1ae None None] For port cb0f5c2d-f164-404a-8655-419932671a47, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=cb0f5c2d-f164-404a-8655-419932671a47,segment=NetworkSegment(996dad1e-bf2f-49f9-a74f-beabadc03ceb),segment_id=996dad1e-bf2f-49f9-a74f-beabadc03ceb)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:23:17.567357 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0925c2b4-a965-4382-ae8a-dd49ac560ce3 None None] Network 8726a2c2-666f-4778-abdd-f67f8d7c32aa requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:23:17.594862 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5159ad62-999e-4e0d-8132-7e0fb23db1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:17.603061 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 33088) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:17.725233 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8bd900-7e78-4eca-b55a-6de49f7291a0 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:23:17.725714 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8bd900-7e78-4eca-b55a-6de49f7291a0 None None] Checking segment: {'id': 'b60aa41e-77a5-4690-afe4-deb790f394ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '250e3b97-1fe8-42b2-9b94-cf465355917b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:17.726646 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9b8bd900-7e78-4eca-b55a-6de49f7291a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:17.727093 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8bd900-7e78-4eca-b55a-6de49f7291a0 None None] Bound using segment: {'id': 'b60aa41e-77a5-4690-afe4-deb790f394ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '250e3b97-1fe8-42b2-9b94-cf465355917b'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:23:17.727769 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-9b8bd900-7e78-4eca-b55a-6de49f7291a0 None None] Bound port: 79f73186-6d4f-4057-a126-91e0c4f84faf, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b60aa41e-77a5-4690-afe4-deb790f394ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '250e3b97-1fe8-42b2-9b94-cf465355917b'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:23:17.728262 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9b8bd900-7e78-4eca-b55a-6de49f7291a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:17.749344 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b55defc1-d411-4212-9000-715213989478 req-883cb32d-cdec-43b9-af9b-308df4061309 tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] 10.222.0.62 "GET /v2.0/ports?device_id=97e55cc0-ea40-4746-8e23-b989d2fedbf8 HTTP/1.1" status: 200 len: 210 time: 0.0541883 Aug 10 03:23:17.754346 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5159ad62-999e-4e0d-8132-7e0fb23db1ae None None] Pushing event updated for resources: {'Port': ['ID=cb0f5c2d-f164-404a-8655-419932671a47,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:17.793759 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ad5c3c3e-67bf-4c92-b6ae-7931e8336f15 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:17.865947 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-aa6f7f48-1273-48ff-816d-fe7483686cb3 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:17.920290 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-9b8bd900-7e78-4eca-b55a-6de49f7291a0 None None] For port 79f73186-6d4f-4057-a126-91e0c4f84faf, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:23:17.934570 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-9b8bd900-7e78-4eca-b55a-6de49f7291a0 None None] For port 79f73186-6d4f-4057-a126-91e0c4f84faf, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=79f73186-6d4f-4057-a126-91e0c4f84faf,segment=NetworkSegment(b60aa41e-77a5-4690-afe4-deb790f394ca),segment_id=b60aa41e-77a5-4690-afe4-deb790f394ca)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:23:17.948806 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fe92df62-8f57-4d0b-95c4-eacb27b263a1 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:17.974314 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9b8bd900-7e78-4eca-b55a-6de49f7291a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:17.994997 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ad5c3c3e-67bf-4c92-b6ae-7931e8336f15 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:18.016805 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fe92df62-8f57-4d0b-95c4-eacb27b263a1 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:18.019072 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-fe92df62-8f57-4d0b-95c4-eacb27b263a1 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] 10.222.0.62 "DELETE /v2.0/subnets/88734c47-c3ca-45ee-82ca-896ea9ff509c HTTP/1.1" status: 204 len: 168 time: 2.1419637 Aug 10 03:23:18.020725 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe92df62-8f57-4d0b-95c4-eacb27b263a1 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Pushing event deleted for resources: {'Subnet': ['ID=88734c47-c3ca-45ee-82ca-896ea9ff509c,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:18.032388 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33102) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:18.125964 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-aa6f7f48-1273-48ff-816d-fe7483686cb3 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Deleting port a3cc08e1-fd57-4696-9a48-894059e3f37c {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:23:18.126609 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-aa6f7f48-1273-48ff-816d-fe7483686cb3 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:18.131345 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a82d7fd-d0ef-4c7b-88b2-baf16af600ad tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:18.132956 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6a82d7fd-d0ef-4c7b-88b2-baf16af600ad tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0967994 Aug 10 03:23:18.146793 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33110) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:18.235723 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device ba013e24-5360-45f8-912a-6fb565d6e097 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:23:18.285904 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8bd900-7e78-4eca-b55a-6de49f7291a0 None None] Pushing event updated for resources: {'Port': ['ID=79f73186-6d4f-4057-a126-91e0c4f84faf,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:18.321845 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59e7f07-2aae-4d28-a0a0-5a9982c5bfdd req-fb9ce848-8b2a-4e2c-b6fb-87e5ade4c73f tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:18.324311 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e59e7f07-2aae-4d28-a0a0-5a9982c5bfdd req-fb9ce848-8b2a-4e2c-b6fb-87e5ade4c73f tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7f6702b-3804-4f19-874e-14e3063c03ac HTTP/1.1" status: 200 len: 945 time: 0.4653642 Aug 10 03:23:18.336122 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db92284-feb1-48da-8b78-812ac1f68494 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-8726a2c2-666f-4778-abdd-f67f8d7c32aa', 'network_id': '8726a2c2-666f-4778-abdd-f67f8d7c32aa', 'tenant_id': 'ada0698af3634ef6ab1ebfc9ca830f5f', 'fixed_ips': [{'subnet_id': '2b918b79-26fc-48e4-823d-65428b42b3b8'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:23:18.338724 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7db92284-feb1-48da-8b78-812ac1f68494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:18.349562 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fe1f9fec-5c1e-4939-b8d5-fbbab93e0896 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:18.385080 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-aa6f7f48-1273-48ff-816d-fe7483686cb3 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:18.397557 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e2aab7-74a6-456c-9ba3-1044e3dda7ab None None] Network 96b05783-de67-464a-8a3a-8cdca87b233f requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:23:18.397824 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f4157d72-8df6-46cd-a242-6daf788f96b5 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:18.411405 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-abf392a9-5f5c-4439-b2a6-84b789e75426 None None] Allocated IP 2001:db8::2 (d594cd71-6456-4e37-bf8f-cf8020e27863/c360bc99-35f6-4fe7-94d5-9e371beede9a/5a57e6ec-72b4-4f09-9ce5-96bfddb53ad9) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:23:18.444915 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-aa6f7f48-1273-48ff-816d-fe7483686cb3 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Calling delete_port for a3cc08e1-fd57-4696-9a48-894059e3f37c owned by network:router_gateway {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:23:18.500093 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ad5c3c3e-67bf-4c92-b6ae-7931e8336f15 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:18.502813 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ad5c3c3e-67bf-4c92-b6ae-7931e8336f15 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:18.503947 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ad5c3c3e-67bf-4c92-b6ae-7931e8336f15 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] 10.222.0.62 "DELETE /v2.0/security-groups/e7796beb-14f2-460e-87f1-bb574459cde4 HTTP/1.1" status: 204 len: 168 time: 0.8999443 Aug 10 03:23:18.513372 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 33116) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:18.569298 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [None req-cb8b4cdb-3dd1-4575-9e73-616c25f1dc2d tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] show failed (client error): The resource could not be found. Aug 10 03:23:18.570707 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-cb8b4cdb-3dd1-4575-9e73-616c25f1dc2d tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] 10.222.0.62 "GET /v2.0/security-groups/e7796beb-14f2-460e-87f1-bb574459cde4 HTTP/1.1" status: 404 len: 347 time: 0.0214312 Aug 10 03:23:18.573955 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e59e7f07-2aae-4d28-a0a0-5a9982c5bfdd req-ca52e810-6e76-46ca-9300-db1e105f44da tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374256 Aug 10 03:23:18.576285 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 33120) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:18.672215 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c3c3e-67bf-4c92-b6ae-7931e8336f15 tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7796beb-14f2-460e-87f1-bb574459cde4,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:18.857663 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-fe1f9fec-5c1e-4939-b8d5-fbbab93e0896 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Deleting port 79f73186-6d4f-4057-a126-91e0c4f84faf {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:23:18.858098 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fe1f9fec-5c1e-4939-b8d5-fbbab93e0896 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:18.940100 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ea00c-d6f5-4b95-a1f8-7965483ceb93 req-4ccd5a1e-36f7-410b-9868-ab02817d0556 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:18.941633 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fb9ea00c-d6f5-4b95-a1f8-7965483ceb93 req-4ccd5a1e-36f7-410b-9868-ab02817d0556 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d96b1eb-71c8-4499-9e6b-873da4f99425 HTTP/1.1" status: 200 len: 946 time: 0.2613714 Aug 10 03:23:18.949260 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ebbc95c9-a446-4f6e-a175-2955f4313d3e req-4580a5cd-2bda-4c20-87fb-85ff32a2e4a4 tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] 10.222.0.62 "GET /v2.0/ports?device_id=97e55cc0-ea40-4746-8e23-b989d2fedbf8 HTTP/1.1" status: 200 len: 210 time: 0.0822999 Aug 10 03:23:18.951032 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-fe1f9fec-5c1e-4939-b8d5-fbbab93e0896 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] For port 79f73186-6d4f-4057-a126-91e0c4f84faf, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=79f73186-6d4f-4057-a126-91e0c4f84faf,segment=NetworkSegment(b60aa41e-77a5-4690-afe4-deb790f394ca),segment_id=b60aa41e-77a5-4690-afe4-deb790f394ca)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:18.951518 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fe1f9fec-5c1e-4939-b8d5-fbbab93e0896 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:18.980310 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-fe1f9fec-5c1e-4939-b8d5-fbbab93e0896 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Calling delete_port for 79f73186-6d4f-4057-a126-91e0c4f84faf owned by network:dhcp {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:23:19.179884 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port ba013e24-5360-45f8-912a-6fb565d6e097 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:19.181760 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fe1f9fec-5c1e-4939-b8d5-fbbab93e0896 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:19.182704 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:19.220878 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1f9fec-5c1e-4939-b8d5-fbbab93e0896 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Pushing event deleted for resources: {'Port': ['ID=79f73186-6d4f-4057-a126-91e0c4f84faf,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:19.223052 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1f9fec-5c1e-4939-b8d5-fbbab93e0896 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] No DVR routers for this DVR port 79f73186-6d4f-4057-a126-91e0c4f84faf on host n-d-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:23:19.232743 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-aa6f7f48-1273-48ff-816d-fe7483686cb3 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:19.297768 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6f7f48-1273-48ff-816d-fe7483686cb3 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Pushing event deleted for resources: {'Port': ['ID=a3cc08e1-fd57-4696-9a48-894059e3f37c,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:19.390979 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-7db92284-feb1-48da-8b78-812ac1f68494 None None] Allocated IP 2001:db8::2 (8726a2c2-666f-4778-abdd-f67f8d7c32aa/2b918b79-26fc-48e4-823d-65428b42b3b8/8b9929a9-b249-4883-b5dc-ab820557c094) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:23:19.422644 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fe1f9fec-5c1e-4939-b8d5-fbbab93e0896 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:19.438507 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-fe1f9fec-5c1e-4939-b8d5-fbbab93e0896 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['250e3b97-1fe8-42b2-9b94-cf465355917b']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:19.457777 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-fe1f9fec-5c1e-4939-b8d5-fbbab93e0896 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b60aa41e-77a5-4690-afe4-deb790f394ca') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:19.458132 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-fe1f9fec-5c1e-4939-b8d5-fbbab93e0896 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b60aa41e-77a5-4690-afe4-deb790f394ca') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:19.477442 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fe1f9fec-5c1e-4939-b8d5-fbbab93e0896 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:19.486970 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-aa6f7f48-1273-48ff-816d-fe7483686cb3 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:19.565436 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fe1f9fec-5c1e-4939-b8d5-fbbab93e0896 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:19.603807 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe1f9fec-5c1e-4939-b8d5-fbbab93e0896 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:23:19.604353 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fe1f9fec-5c1e-4939-b8d5-fbbab93e0896 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:19.622627 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:23:19.622627 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:23:19.622627 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:23:19.622627 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:23:19.622627 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:23:19.622627 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:23:19.622627 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:23:19.622627 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:23:19.622627 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:23:19.622627 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:23:19.622627 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:23:19.622627 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:23:19.622627 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:23:19.622627 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:23:19.622627 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:23:19.622627 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:23:19.622627 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:23:19.622627 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:23:19.622627 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:23:19.622627 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:23:19.622627 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:23:19.622627 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:23:19.622627 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:23:19.622627 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:23:19.622627 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:23:19.622627 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:23:19.622627 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:23:19.622627 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:23:19.622627 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:23:19.622627 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:23:19.622627 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:23:19.622627 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:23:19.649220 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fb9ea00c-d6f5-4b95-a1f8-7965483ceb93 req-cf0a9c4b-2b7e-41d2-8f05-07a9e1fa8a07 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/security-groups?id=2832b822-3ae7-4539-a861-1dd7e33b3925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6955774 Aug 10 03:23:19.665219 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-432b0820-ad66-4fe8-8b3a-2cd581567caf tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Deleting port 7d96e69c-983b-4aea-982b-632b5680763a {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:23:19.666596 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-432b0820-ad66-4fe8-8b3a-2cd581567caf tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:19.708388 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-abf392a9-5f5c-4439-b2a6-84b789e75426 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:19.725900 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-abf392a9-5f5c-4439-b2a6-84b789e75426 None None] Transition to ACTIVE for port object 5a57e6ec-72b4-4f09-9ce5-96bfddb53ad9 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:19.730745 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-aa6f7f48-1273-48ff-816d-fe7483686cb3 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:19.740140 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-aa6f7f48-1273-48ff-816d-fe7483686cb3 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:19.776879 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-abf392a9-5f5c-4439-b2a6-84b789e75426 None None] Transition to ACTIVE for port object 5a57e6ec-72b4-4f09-9ce5-96bfddb53ad9 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:19.816179 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-abf392a9-5f5c-4439-b2a6-84b789e75426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:19.833407 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-aa6f7f48-1273-48ff-816d-fe7483686cb3 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:19.834033 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6f7f48-1273-48ff-816d-fe7483686cb3 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Fanout notify agent at l3_agent the message router_deleted on router 687199c4-e0c3-4efe-a012-5bc2111ccb06 {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:23:19.837327 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fe1f9fec-5c1e-4939-b8d5-fbbab93e0896 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:19.845286 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-aa6f7f48-1273-48ff-816d-fe7483686cb3 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:19.846469 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-aa6f7f48-1273-48ff-816d-fe7483686cb3 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] 10.222.0.62 "DELETE /v2.0/routers/687199c4-e0c3-4efe-a012-5bc2111ccb06 HTTP/1.1" status: 204 len: 168 time: 2.9808395 Aug 10 03:23:19.853326 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fe1f9fec-5c1e-4939-b8d5-fbbab93e0896 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:19.857935 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-fe1f9fec-5c1e-4939-b8d5-fbbab93e0896 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] 10.222.0.62 "DELETE /v2.0/networks/250e3b97-1fe8-42b2-9b94-cf465355917b HTTP/1.1" status: 204 len: 168 time: 1.7108428 Aug 10 03:23:19.858478 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33138) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:19.858837 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33140) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:19.863444 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-72a82f7d-fd39-4fea-88ce-e713078e1f91 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-18199205', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}, 'admin_state_up': False}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:19.907313 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf392a9-5f5c-4439-b2a6-84b789e75426 None None] Network d594cd71-6456-4e37-bf8f-cf8020e27863 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:23:19.920783 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-abf392a9-5f5c-4439-b2a6-84b789e75426 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:19.925435 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7db92284-feb1-48da-8b78-812ac1f68494 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:19.930435 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf392a9-5f5c-4439-b2a6-84b789e75426 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:23:19.935818 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf392a9-5f5c-4439-b2a6-84b789e75426 None None] Pushing event updated for resources: {'Port': ['ID=5a57e6ec-72b4-4f09-9ce5-96bfddb53ad9,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:19.941378 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632c9d3-d4dd-46db-a4c7-ef1041061838 req-2f95931d-dd0d-46ba-a601-2127a1917525 tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:19.944388 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4632c9d3-d4dd-46db-a4c7-ef1041061838 req-2f95931d-dd0d-46ba-a601-2127a1917525 tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] 10.222.0.60 "GET /v2.0/networks?id=9bd8e1dd-3133-4c56-83e6-5457967c959a HTTP/1.1" status: 200 len: 809 time: 0.5060909 Aug 10 03:23:19.948083 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1f9fec-5c1e-4939-b8d5-fbbab93e0896 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Pushing event deleted for resources: {'Network': ['ID=250e3b97-1fe8-42b2-9b94-cf465355917b,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:19.953277 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-7db92284-feb1-48da-8b78-812ac1f68494 None None] Transition to ACTIVE for port object 8b9929a9-b249-4883-b5dc-ab820557c094 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:19.970851 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9af0df-9fdf-48af-af2a-5d4eb3ffa466 req-9753f25d-fc4b-4da0-9f30-a681fabf0eb6 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:19.972715 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2b9af0df-9fdf-48af-af2a-5d4eb3ffa466 req-9753f25d-fc4b-4da0-9f30-a681fabf0eb6 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7f6702b-3804-4f19-874e-14e3063c03ac HTTP/1.1" status: 200 len: 945 time: 0.2485180 Aug 10 03:23:19.975845 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1f9fec-5c1e-4939-b8d5-fbbab93e0896 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:19.976421 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1f9fec-5c1e-4939-b8d5-fbbab93e0896 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:19.977283 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1f9fec-5c1e-4939-b8d5-fbbab93e0896 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:19.977650 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1f9fec-5c1e-4939-b8d5-fbbab93e0896 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:19.979866 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1f9fec-5c1e-4939-b8d5-fbbab93e0896 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:19.979866 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1f9fec-5c1e-4939-b8d5-fbbab93e0896 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:19.979866 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1f9fec-5c1e-4939-b8d5-fbbab93e0896 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:19.979866 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1f9fec-5c1e-4939-b8d5-fbbab93e0896 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:19.979866 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1f9fec-5c1e-4939-b8d5-fbbab93e0896 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:19.980410 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1f9fec-5c1e-4939-b8d5-fbbab93e0896 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:19.980682 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1f9fec-5c1e-4939-b8d5-fbbab93e0896 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:19.981023 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1f9fec-5c1e-4939-b8d5-fbbab93e0896 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:19.993346 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-72a82f7d-fd39-4fea-88ce-e713078e1f91 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:19.994433 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-72a82f7d-fd39-4fea-88ce-e713078e1f91 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:20.010972 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-e8811f6c-ea76-4f7e-b51c-c6214124bd8c None None] Could not find standard attr ID for object 79f73186-6d4f-4057-a126-91e0c4f84faf. {{(pid=94218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:23:20.020431 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-11a55aeb-3bd0-44c4-91f9-bac727f43a07 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:20.031701 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-4632c9d3-d4dd-46db-a4c7-ef1041061838 req-74a6dbbb-6c1e-4f53-a86d-bf57b9d054b1 tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] Request body: {'port': {'device_id': '97e55cc0-ea40-4746-8e23-b989d2fedbf8', 'network_id': '9bd8e1dd-3133-4c56-83e6-5457967c959a', 'admin_state_up': True, 'tenant_id': '5963fe158a4b437d8fb0fb95e678a239'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:20.040853 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-7db92284-feb1-48da-8b78-812ac1f68494 None None] Transition to ACTIVE for port object 8b9929a9-b249-4883-b5dc-ab820557c094 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:20.047093 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-f4157d72-8df6-46cd-a242-6daf788f96b5 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Allocated IP 2001:db8::1 (d594cd71-6456-4e37-bf8f-cf8020e27863/c360bc99-35f6-4fe7-94d5-9e371beede9a/12311065-b246-4593-aebb-b7bf468490d7) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:23:20.056161 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-abf392a9-5f5c-4439-b2a6-84b789e75426 None None] Attempting to bind port 5a57e6ec-72b4-4f09-9ce5-96bfddb53ad9 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:23:20.056559 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-abf392a9-5f5c-4439-b2a6-84b789e75426 None None] Attempting to bind port 5a57e6ec-72b4-4f09-9ce5-96bfddb53ad9 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'e29cefbd-f218-42f2-81ab-02bc65d03fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd594cd71-6456-4e37-bf8f-cf8020e27863'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:23:20.057226 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf392a9-5f5c-4439-b2a6-84b789e75426 None None] Attempting to bind port 5a57e6ec-72b4-4f09-9ce5-96bfddb53ad9 on network d594cd71-6456-4e37-bf8f-cf8020e27863 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:20.066130 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-432b0820-ad66-4fe8-8b3a-2cd581567caf tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:20.066762 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-432b0820-ad66-4fe8-8b3a-2cd581567caf tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:20.071869 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec95d110-a456-44b8-a5be-a84c4c647430 None None] DHCP port deletion for 250e3b97-1fe8-42b2-9b94-cf465355917b request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:23:20.085759 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7db92284-feb1-48da-8b78-812ac1f68494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:20.091726 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf392a9-5f5c-4439-b2a6-84b789e75426 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:23:20.111508 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf392a9-5f5c-4439-b2a6-84b789e75426 None None] Checking segment: {'id': 'e29cefbd-f218-42f2-81ab-02bc65d03fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd594cd71-6456-4e37-bf8f-cf8020e27863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:20.111508 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-abf392a9-5f5c-4439-b2a6-84b789e75426 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:20.111791 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf392a9-5f5c-4439-b2a6-84b789e75426 None None] Bound using segment: {'id': 'e29cefbd-f218-42f2-81ab-02bc65d03fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd594cd71-6456-4e37-bf8f-cf8020e27863'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:23:20.112288 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-abf392a9-5f5c-4439-b2a6-84b789e75426 None None] Bound port: 5a57e6ec-72b4-4f09-9ce5-96bfddb53ad9, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e29cefbd-f218-42f2-81ab-02bc65d03fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd594cd71-6456-4e37-bf8f-cf8020e27863'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:23:20.112673 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-abf392a9-5f5c-4439-b2a6-84b789e75426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:20.175856 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-72a82f7d-fd39-4fea-88ce-e713078e1f91 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:20.177517 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db92284-feb1-48da-8b78-812ac1f68494 None None] Pushing event updated for resources: {'Port': ['ID=8b9929a9-b249-4883-b5dc-ab820557c094,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:20.189482 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-432b0820-ad66-4fe8-8b3a-2cd581567caf tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Calling delete_port for 7d96e69c-983b-4aea-982b-632b5680763a owned by network:floatingip {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:23:20.266896 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f04c0d-ea46-48b6-8d5a-e2eb4c7a6ee6 None None] Network 250e3b97-1fe8-42b2-9b94-cf465355917b requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:23:20.279410 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-abf392a9-5f5c-4439-b2a6-84b789e75426 None None] For port 5a57e6ec-72b4-4f09-9ce5-96bfddb53ad9, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:23:20.284388 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a1e08a02-d2b6-4005-9b97-ea96cf456e3a req-4797d8da-df7c-4dd4-a94d-2cae91f82cb0 tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] 10.222.0.62 "GET /v2.0/ports?device_id=97e55cc0-ea40-4746-8e23-b989d2fedbf8 HTTP/1.1" status: 200 len: 210 time: 0.1283197 Aug 10 03:23:20.292328 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db92284-feb1-48da-8b78-812ac1f68494 None None] Network 8726a2c2-666f-4778-abdd-f67f8d7c32aa is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:23:20.296192 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2b9af0df-9fdf-48af-af2a-5d4eb3ffa466 req-a840e34a-3afb-45f7-81f2-16dec7ff20c4 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380612 Aug 10 03:23:20.306508 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-7db92284-feb1-48da-8b78-812ac1f68494 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:20.306508 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f04c0d-ea46-48b6-8d5a-e2eb4c7a6ee6 None None] Network 250e3b97-1fe8-42b2-9b94-cf465355917b could not be found, it might have been deleted concurrently. {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 10 03:23:20.320542 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-abf392a9-5f5c-4439-b2a6-84b789e75426 None None] For port 5a57e6ec-72b4-4f09-9ce5-96bfddb53ad9, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=5a57e6ec-72b4-4f09-9ce5-96bfddb53ad9,segment=NetworkSegment(e29cefbd-f218-42f2-81ab-02bc65d03fb8),segment_id=e29cefbd-f218-42f2-81ab-02bc65d03fb8)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:23:20.324513 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db92284-feb1-48da-8b78-812ac1f68494 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:23:20.340209 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-abf392a9-5f5c-4439-b2a6-84b789e75426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:20.387774 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f4157d72-8df6-46cd-a242-6daf788f96b5 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:20.394867 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-11a55aeb-3bd0-44c4-91f9-bac727f43a07 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Deleting port cb0f5c2d-f164-404a-8655-419932671a47 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:23:20.395228 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-11a55aeb-3bd0-44c4-91f9-bac727f43a07 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:20.409348 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-72a82f7d-fd39-4fea-88ce-e713078e1f91 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:20.469972 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf392a9-5f5c-4439-b2a6-84b789e75426 None None] Pushing event updated for resources: {'Port': ['ID=5a57e6ec-72b4-4f09-9ce5-96bfddb53ad9,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:20.504622 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-7db92284-feb1-48da-8b78-812ac1f68494 None None] Attempting to bind port 8b9929a9-b249-4883-b5dc-ab820557c094 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:23:20.505166 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-7db92284-feb1-48da-8b78-812ac1f68494 None None] Attempting to bind port 8b9929a9-b249-4883-b5dc-ab820557c094 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '354176cb-dab0-4d38-97e0-be8a7f02107e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '8726a2c2-666f-4778-abdd-f67f8d7c32aa'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:23:20.505834 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db92284-feb1-48da-8b78-812ac1f68494 None None] Attempting to bind port 8b9929a9-b249-4883-b5dc-ab820557c094 on network 8726a2c2-666f-4778-abdd-f67f8d7c32aa {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:20.511651 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db92284-feb1-48da-8b78-812ac1f68494 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:23:20.512182 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db92284-feb1-48da-8b78-812ac1f68494 None None] Checking segment: {'id': '354176cb-dab0-4d38-97e0-be8a7f02107e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '8726a2c2-666f-4778-abdd-f67f8d7c32aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:20.512834 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7db92284-feb1-48da-8b78-812ac1f68494 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:20.513343 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db92284-feb1-48da-8b78-812ac1f68494 None None] Bound using segment: {'id': '354176cb-dab0-4d38-97e0-be8a7f02107e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '8726a2c2-666f-4778-abdd-f67f8d7c32aa'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:23:20.513933 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-7db92284-feb1-48da-8b78-812ac1f68494 None None] Bound port: 8b9929a9-b249-4883-b5dc-ab820557c094, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '354176cb-dab0-4d38-97e0-be8a7f02107e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '8726a2c2-666f-4778-abdd-f67f8d7c32aa'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:23:20.514422 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7db92284-feb1-48da-8b78-812ac1f68494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:20.540167 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-f4157d72-8df6-46cd-a242-6daf788f96b5 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Transition to ACTIVE for port object 12311065-b246-4593-aebb-b7bf468490d7 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:20.543741 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4632c9d3-d4dd-46db-a4c7-ef1041061838 req-74a6dbbb-6c1e-4f53-a86d-bf57b9d054b1 tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] Made reservation on behalf of 5963fe158a4b437d8fb0fb95e678a239 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:20.547243 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-4632c9d3-d4dd-46db-a4c7-ef1041061838 req-74a6dbbb-6c1e-4f53-a86d-bf57b9d054b1 tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:20.571445 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-11a55aeb-3bd0-44c4-91f9-bac727f43a07 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] For port cb0f5c2d-f164-404a-8655-419932671a47, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=cb0f5c2d-f164-404a-8655-419932671a47,segment=NetworkSegment(996dad1e-bf2f-49f9-a74f-beabadc03ceb),segment_id=996dad1e-bf2f-49f9-a74f-beabadc03ceb)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:20.572140 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-11a55aeb-3bd0-44c4-91f9-bac727f43a07 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:20.586368 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-11a55aeb-3bd0-44c4-91f9-bac727f43a07 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Calling delete_port for cb0f5c2d-f164-404a-8655-419932671a47 owned by network:dhcp {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:23:20.620042 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-7db92284-feb1-48da-8b78-812ac1f68494 None None] For port 8b9929a9-b249-4883-b5dc-ab820557c094, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:23:20.624083 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-7db92284-feb1-48da-8b78-812ac1f68494 None None] For port 8b9929a9-b249-4883-b5dc-ab820557c094, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=8b9929a9-b249-4883-b5dc-ab820557c094,segment=NetworkSegment(354176cb-dab0-4d38-97e0-be8a7f02107e),segment_id=354176cb-dab0-4d38-97e0-be8a7f02107e)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:23:20.632144 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7db92284-feb1-48da-8b78-812ac1f68494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:20.717225 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-11a55aeb-3bd0-44c4-91f9-bac727f43a07 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:20.771627 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a55aeb-3bd0-44c4-91f9-bac727f43a07 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] No DVR routers for this DVR port cb0f5c2d-f164-404a-8655-419932671a47 on host n-d-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:23:20.779565 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db92284-feb1-48da-8b78-812ac1f68494 None None] Pushing event updated for resources: {'Port': ['ID=8b9929a9-b249-4883-b5dc-ab820557c094,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:20.781197 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a55aeb-3bd0-44c4-91f9-bac727f43a07 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Pushing event deleted for resources: {'Port': ['ID=cb0f5c2d-f164-404a-8655-419932671a47,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:20.947934 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-11a55aeb-3bd0-44c4-91f9-bac727f43a07 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:20.967902 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-11a55aeb-3bd0-44c4-91f9-bac727f43a07 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96b05783-de67-464a-8a3a-8cdca87b233f']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:20.994630 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-11a55aeb-3bd0-44c4-91f9-bac727f43a07 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '996dad1e-bf2f-49f9-a74f-beabadc03ceb') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:20.995514 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-11a55aeb-3bd0-44c4-91f9-bac727f43a07 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '996dad1e-bf2f-49f9-a74f-beabadc03ceb') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:20.999990 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f4157d72-8df6-46cd-a242-6daf788f96b5 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:21.010083 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e6d0b7-cb65-4f63-8e90-31075a3c2ef5 req-d830c3e6-c81d-4b07-8320-7132e3f37c35 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:21.011771 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f8e6d0b7-cb65-4f63-8e90-31075a3c2ef5 req-d830c3e6-c81d-4b07-8320-7132e3f37c35 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 944 time: 0.4698589 Aug 10 03:23:21.032465 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-11a55aeb-3bd0-44c4-91f9-bac727f43a07 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:21.164835 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4157d72-8df6-46cd-a242-6daf788f96b5 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Network d594cd71-6456-4e37-bf8f-cf8020e27863 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:23:21.168184 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-11a55aeb-3bd0-44c4-91f9-bac727f43a07 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:21.206439 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-72a82f7d-fd39-4fea-88ce-e713078e1f91 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks [] for router_gateway, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:21.209086 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11a55aeb-3bd0-44c4-91f9-bac727f43a07 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:23:21.209656 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-11a55aeb-3bd0-44c4-91f9-bac727f43a07 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:21.213130 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:23:21.213130 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:23:21.213130 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:23:21.213130 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:23:21.213130 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:23:21.213130 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:23:21.213130 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:23:21.213130 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:23:21.213130 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:23:21.213130 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:23:21.213130 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:23:21.213130 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:23:21.213130 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:23:21.213130 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:23:21.213130 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:23:21.213130 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:23:21.213130 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:23:21.213130 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:23:21.213130 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:23:21.213130 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:23:21.213130 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:23:21.213130 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:23:21.213130 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:23:21.213130 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:23:21.213130 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:23:21.213130 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:23:21.213130 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:23:21.213130 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:23:21.213130 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:23:21.213130 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:23:21.213130 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:23:21.213130 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:23:21.239999 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf23500-1103-4365-9db5-cecb2a05ab86 req-c87f0dcb-4c7d-4b52-8538-cdb840d15e56 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:21.250206 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7bf23500-1103-4365-9db5-cecb2a05ab86 req-c87f0dcb-4c7d-4b52-8538-cdb840d15e56 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d96b1eb-71c8-4499-9e6b-873da4f99425 HTTP/1.1" status: 200 len: 946 time: 0.4106579 Aug 10 03:23:21.259720 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-4632c9d3-d4dd-46db-a4c7-ef1041061838 req-74a6dbbb-6c1e-4f53-a86d-bf57b9d054b1 tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] Allocated IP 172.20.0.3 (9bd8e1dd-3133-4c56-83e6-5457967c959a/4e2aac09-d64f-4b3d-a6bc-6d396c9896bc/56c7eced-da8c-4381-b34f-dfec45f2bb02) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:23:21.278427 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-f4157d72-8df6-46cd-a242-6daf788f96b5 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:21.279306 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-72a82f7d-fd39-4fea-88ce-e713078e1f91 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:21.313820 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4157d72-8df6-46cd-a242-6daf788f96b5 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:23:21.314367 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f4157d72-8df6-46cd-a242-6daf788f96b5 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:21.329486 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4157d72-8df6-46cd-a242-6daf788f96b5 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Pushing event updated for resources: {'Port': ['ID=12311065-b246-4593-aebb-b7bf468490d7,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:21.357361 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-11a55aeb-3bd0-44c4-91f9-bac727f43a07 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:21.366899 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-11a55aeb-3bd0-44c4-91f9-bac727f43a07 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:21.368760 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-11a55aeb-3bd0-44c4-91f9-bac727f43a07 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] 10.222.0.62 "DELETE /v2.0/networks/96b05783-de67-464a-8a3a-8cdca87b233f HTTP/1.1" status: 204 len: 168 time: 1.4995270 Aug 10 03:23:21.373541 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33172) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:21.399369 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f8e6d0b7-cb65-4f63-8e90-31075a3c2ef5 req-1fba3076-a493-4692-80be-724a59a557d2 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3544474 Aug 10 03:23:21.470264 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-432b0820-ad66-4fe8-8b3a-2cd581567caf tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:21.481028 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-57695dc8-f558-4e5f-bef9-d8e8cc05d1b1 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:21.501336 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7bf23500-1103-4365-9db5-cecb2a05ab86 req-a70e2409-2004-4513-a7c1-c993aa277773 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/security-groups?id=2832b822-3ae7-4539-a861-1dd7e33b3925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501357 Aug 10 03:23:21.507087 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a55aeb-3bd0-44c4-91f9-bac727f43a07 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Pushing event deleted for resources: {'Network': ['ID=96b05783-de67-464a-8a3a-8cdca87b233f,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:21.597280 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-72a82f7d-fd39-4fea-88ce-e713078e1f91 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Allocated IP 172.25.7.183 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/957e1c7c-4ff5-4a23-b980-2495885bf9f1) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:23:21.668630 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ffb0a8c4-010e-4e2a-8b36-c89cbe07132c req-49f83166-aa9e-4540-91bb-cafe21f515af tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] 10.222.0.62 "GET /v2.0/ports?device_id=97e55cc0-ea40-4746-8e23-b989d2fedbf8 HTTP/1.1" status: 200 len: 210 time: 0.0975220 Aug 10 03:23:21.690711 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-57695dc8-f558-4e5f-bef9-d8e8cc05d1b1 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:21.734127 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-57695dc8-f558-4e5f-bef9-d8e8cc05d1b1 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1875491c-cdb0-4f00-a66b-f964831831bb']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:21.746463 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b0820-ad66-4fe8-8b3a-2cd581567caf tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Pushing event deleted for resources: {'Port': ['ID=7d96e69c-983b-4aea-982b-632b5680763a,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:21.751607 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-57695dc8-f558-4e5f-bef9-d8e8cc05d1b1 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cb647dd-14ef-4ed5-8001-971761a53e0f') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:21.751930 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-57695dc8-f558-4e5f-bef9-d8e8cc05d1b1 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cb647dd-14ef-4ed5-8001-971761a53e0f') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:21.770340 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-57695dc8-f558-4e5f-bef9-d8e8cc05d1b1 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:21.800426 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-57695dc8-f558-4e5f-bef9-d8e8cc05d1b1 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:21.813184 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57695dc8-f558-4e5f-bef9-d8e8cc05d1b1 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:23:21.813640 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-57695dc8-f558-4e5f-bef9-d8e8cc05d1b1 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:21.817194 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:23:21.817194 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:23:21.817194 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:23:21.817194 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:23:21.817194 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:23:21.817194 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:23:21.817194 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:23:21.817194 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:23:21.817194 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:23:21.817194 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:23:21.817194 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:23:21.817194 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:23:21.817194 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:23:21.817194 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:23:21.817194 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:23:21.817194 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:23:21.817194 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:23:21.817194 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:23:21.817194 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:23:21.817194 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:23:21.817194 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:23:21.817194 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:23:21.817194 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:23:21.817194 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:23:21.817194 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:23:21.817194 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:23:21.817194 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:23:21.817194 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:23:21.817194 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:23:21.817194 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:23:21.817194 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:23:21.817194 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:23:21.875220 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-72a82f7d-fd39-4fea-88ce-e713078e1f91 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:21.913574 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-57695dc8-f558-4e5f-bef9-d8e8cc05d1b1 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:21.931020 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-57695dc8-f558-4e5f-bef9-d8e8cc05d1b1 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:21.933719 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-57695dc8-f558-4e5f-bef9-d8e8cc05d1b1 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] 10.222.0.62 "DELETE /v2.0/networks/1875491c-cdb0-4f00-a66b-f964831831bb HTTP/1.1" status: 204 len: 168 time: 0.5586438 Aug 10 03:23:21.941241 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33184) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:21.955252 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-4632c9d3-d4dd-46db-a4c7-ef1041061838 req-74a6dbbb-6c1e-4f53-a86d-bf57b9d054b1 tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:21.967663 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f4157d72-8df6-46cd-a242-6daf788f96b5 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:21.978071 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57695dc8-f558-4e5f-bef9-d8e8cc05d1b1 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Pushing event deleted for resources: {'Network': ['ID=1875491c-cdb0-4f00-a66b-f964831831bb,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:21.982718 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345fc1b-62c2-48da-a51c-4d5b9099ff98 req-2e69cedf-d054-4024-8234-14d7d16fdd23 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:21.990264 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8345fc1b-62c2-48da-a51c-4d5b9099ff98 req-2e69cedf-d054-4024-8234-14d7d16fdd23 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 944 time: 0.3350229 Aug 10 03:23:22.005669 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8e4d8e-c9e7-4450-9e7d-97891aced21b None None] Network d594cd71-6456-4e37-bf8f-cf8020e27863 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:23:22.006267 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-432b0820-ad66-4fe8-8b3a-2cd581567caf tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Notify callbacks [] for floatingip, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:22.008973 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-432b0820-ad66-4fe8-8b3a-2cd581567caf tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:22.010152 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-432b0820-ad66-4fe8-8b3a-2cd581567caf tempest-ServersTestJSON-2036937405 tempest-ServersTestJSON-2036937405-project] 10.222.0.62 "DELETE /v2.0/floatingips/72ca7d83-384b-41f0-b66c-2c90d2765d1d HTTP/1.1" status: 204 len: 168 time: 3.4327102 Aug 10 03:23:22.021329 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 33186) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:22.103070 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-72a82f7d-fd39-4fea-88ce-e713078e1f91 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:22.114765 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5fab5367-8452-4386-ab79-19fb88d420d0 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:22.213121 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a82f7d-fd39-4fea-88ce-e713078e1f91 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:23:22.216243 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a82f7d-fd39-4fea-88ce-e713078e1f91 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Pushing event updated for resources: {'Port': ['ID=957e1c7c-4ff5-4a23-b980-2495885bf9f1,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:22.235810 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-72a82f7d-fd39-4fea-88ce-e713078e1f91 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:22.240345 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a82f7d-fd39-4fea-88ce-e713078e1f91 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:23:22.319281 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-36a76761-17f6-4d6e-a6fb-d31973193d78 None None] Provisioning for port 5a57e6ec-72b4-4f09-9ce5-96bfddb53ad9 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:23:22.378932 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 8b9929a9-b249-4883-b5dc-ab820557c094 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:23:22.379720 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5fab5367-8452-4386-ab79-19fb88d420d0 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:22.394285 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-5fab5367-8452-4386-ab79-19fb88d420d0 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['933b2e52-f4f9-4f4c-ae8a-8e1fd96aa2fa']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:22.455080 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-5fab5367-8452-4386-ab79-19fb88d420d0 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27335301-61c9-49c2-90a4-24c0ae0cf8c6') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:22.455665 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-5fab5367-8452-4386-ab79-19fb88d420d0 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27335301-61c9-49c2-90a4-24c0ae0cf8c6') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:22.464343 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 8b9929a9-b249-4883-b5dc-ab820557c094 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:23:22.468652 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 5a57e6ec-72b4-4f09-9ce5-96bfddb53ad9 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:23:22.497185 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5fab5367-8452-4386-ab79-19fb88d420d0 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:22.505338 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8345fc1b-62c2-48da-a51c-4d5b9099ff98 req-6348d949-bc3c-4f61-9b6d-5e6cbe09d504 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5141025 Aug 10 03:23:22.579484 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8da242f-17de-45cd-a292-6a3c90e9d6aa None None] Network 8726a2c2-666f-4778-abdd-f67f8d7c32aa requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:23:22.588521 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5fab5367-8452-4386-ab79-19fb88d420d0 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:22.617474 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fab5367-8452-4386-ab79-19fb88d420d0 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:23:22.617896 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5fab5367-8452-4386-ab79-19fb88d420d0 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:22.621152 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:23:22.621152 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:23:22.621152 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:23:22.621152 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:23:22.621152 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:23:22.621152 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:23:22.621152 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:23:22.621152 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:23:22.621152 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:23:22.621152 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:23:22.621152 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:23:22.621152 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:23:22.621152 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:23:22.621152 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:23:22.621152 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:23:22.621152 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:23:22.621152 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:23:22.621152 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:23:22.621152 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:23:22.621152 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:23:22.621152 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:23:22.621152 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:23:22.621152 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:23:22.621152 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:23:22.621152 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:23:22.621152 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:23:22.621152 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:23:22.621152 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:23:22.621152 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:23:22.621152 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:23:22.621152 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:23:22.621152 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:23:22.648065 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-4632c9d3-d4dd-46db-a4c7-ef1041061838 req-74a6dbbb-6c1e-4f53-a86d-bf57b9d054b1 tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:22.753757 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5fab5367-8452-4386-ab79-19fb88d420d0 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:22.761815 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a6dbbb-6c1e-4f53-a86d-bf57b9d054b1 tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] Pushing event updated for resources: {'Port': ['ID=56c7eced-da8c-4381-b34f-dfec45f2bb02,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:22.774074 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 5a57e6ec-72b4-4f09-9ce5-96bfddb53ad9 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:23:22.792066 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5fab5367-8452-4386-ab79-19fb88d420d0 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:22.797813 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 5a57e6ec-72b4-4f09-9ce5-96bfddb53ad9 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:22.798751 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-5fab5367-8452-4386-ab79-19fb88d420d0 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] 10.222.0.62 "DELETE /v2.0/networks/933b2e52-f4f9-4f4c-ae8a-8e1fd96aa2fa HTTP/1.1" status: 204 len: 168 time: 0.8324513 Aug 10 03:23:22.800166 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fab5367-8452-4386-ab79-19fb88d420d0 tempest-BulkNetworkOpsTest-588029179 tempest-BulkNetworkOpsTest-588029179-project] Pushing event deleted for resources: {'Network': ['ID=933b2e52-f4f9-4f4c-ae8a-8e1fd96aa2fa,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:22.800637 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:22.881224 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-98f218d2-d230-4649-8535-7b33cce16236 None None] Provisioning for port 8b9929a9-b249-4883-b5dc-ab820557c094 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:23:22.903697 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-98f218d2-d230-4649-8535-7b33cce16236 None None] Provisioning complete for port 8b9929a9-b249-4883-b5dc-ab820557c094 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:22.904119 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-98f218d2-d230-4649-8535-7b33cce16236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:22.916658 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4632c9d3-d4dd-46db-a4c7-ef1041061838 req-74a6dbbb-6c1e-4f53-a86d-bf57b9d054b1 tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] Network 9bd8e1dd-3133-4c56-83e6-5457967c959a is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:23:22.972355 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-4632c9d3-d4dd-46db-a4c7-ef1041061838 req-74a6dbbb-6c1e-4f53-a86d-bf57b9d054b1 tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:23.018821 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-4632c9d3-d4dd-46db-a4c7-ef1041061838 req-74a6dbbb-6c1e-4f53-a86d-bf57b9d054b1 tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:23:23.066810 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:23.111749 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-72a82f7d-fd39-4fea-88ce-e713078e1f91 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks [] for router_gateway, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:23.129197 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b82d96-258d-41d1-a1d9-1ad41dfc145c req-b62a39ae-f19c-453f-80b9-2e983fe16c2c tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:23.142801 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e5b82d96-258d-41d1-a1d9-1ad41dfc145c req-b62a39ae-f19c-453f-80b9-2e983fe16c2c tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] 10.222.0.62 "GET /v2.0/ports?device_id=97e55cc0-ea40-4746-8e23-b989d2fedbf8 HTTP/1.1" status: 200 len: 931 time: 0.3578053 Aug 10 03:23:23.146177 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 5a57e6ec-72b4-4f09-9ce5-96bfddb53ad9, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=5a57e6ec-72b4-4f09-9ce5-96bfddb53ad9,segment=NetworkSegment(e29cefbd-f218-42f2-81ab-02bc65d03fb8),segment_id=e29cefbd-f218-42f2-81ab-02bc65d03fb8)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:23.175438 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286eda1-82f5-4949-97d5-bc4953ae432d req-cd587e27-9ded-4679-aeed-1877f04cd696 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:23.177342 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2286eda1-82f5-4949-97d5-bc4953ae432d req-cd587e27-9ded-4679-aeed-1877f04cd696 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d96b1eb-71c8-4499-9e6b-873da4f99425 HTTP/1.1" status: 200 len: 946 time: 0.5339322 Aug 10 03:23:23.233325 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:23.270375 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33216) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:23.288876 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632c9d3-d4dd-46db-a4c7-ef1041061838 req-74a6dbbb-6c1e-4f53-a86d-bf57b9d054b1 tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:23.291698 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-4632c9d3-d4dd-46db-a4c7-ef1041061838 req-74a6dbbb-6c1e-4f53-a86d-bf57b9d054b1 tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:23.345058 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=5a57e6ec-72b4-4f09-9ce5-96bfddb53ad9,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:23.356918 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-98f218d2-d230-4649-8535-7b33cce16236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:23.420069 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4632c9d3-d4dd-46db-a4c7-ef1041061838 req-74a6dbbb-6c1e-4f53-a86d-bf57b9d054b1 tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4100852 Aug 10 03:23:23.423461 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2286eda1-82f5-4949-97d5-bc4953ae432d req-034280e6-cebd-4b16-b5dc-99ee24082323 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/security-groups?id=2832b822-3ae7-4539-a861-1dd7e33b3925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205777 Aug 10 03:23:23.425916 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f4157d72-8df6-46cd-a242-6daf788f96b5 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:23.426128 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-98f218d2-d230-4649-8535-7b33cce16236 None None] For port 8b9929a9-b249-4883-b5dc-ab820557c094, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=8b9929a9-b249-4883-b5dc-ab820557c094,segment=NetworkSegment(354176cb-dab0-4d38-97e0-be8a7f02107e),segment_id=354176cb-dab0-4d38-97e0-be8a7f02107e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:23.432626 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-98f218d2-d230-4649-8535-7b33cce16236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:23.438871 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e5b82d96-258d-41d1-a1d9-1ad41dfc145c req-56937e82-3569-4647-86f0-b891abf0cd19 tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce2d22dd-5bf7-442b-8232-dc63c22452ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949288 Aug 10 03:23:23.467934 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-4632c9d3-d4dd-46db-a4c7-ef1041061838 req-1fde1059-96f2-4679-a02c-7efe4ec29d47 service neutron] Request body: {'port': {'device_id': '97e55cc0-ea40-4746-8e23-b989d2fedbf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:23.475421 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f4157d72-8df6-46cd-a242-6daf788f96b5 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:23.476871 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f4157d72-8df6-46cd-a242-6daf788f96b5 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:23.513652 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f218d2-d230-4649-8535-7b33cce16236 None None] Pushing event updated for resources: {'Port': ['ID=8b9929a9-b249-4883-b5dc-ab820557c094,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:23.522378 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511ada82-3314-4ff3-b841-99b97b1cda03 None None] get_active_networks_info from n-d-768851-15 {{(pid=94218) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:23:23.666123 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511ada82-3314-4ff3-b841-99b97b1cda03 None None] Resources bound (agent type, host, resource id): {{(pid=94218) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:23:23.758909 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-24ae0ce1-d34a-4ca9-baf4-12edc2d036f2 None None] Provisioning complete for port 8b9929a9-b249-4883-b5dc-ab820557c094 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:23.759346 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-24ae0ce1-d34a-4ca9-baf4-12edc2d036f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:23.947105 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-aff78e0c-77f1-4483-a77d-e2267ba47191 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=339f451409cf477289797abdf096ba7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6752131 Aug 10 03:23:23.949406 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33234) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:23.990009 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-24ae0ce1-d34a-4ca9-baf4-12edc2d036f2 None None] Provisioning for port 12311065-b246-4593-aebb-b7bf468490d7 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:23:23.996441 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-24ae0ce1-d34a-4ca9-baf4-12edc2d036f2 None None] Provisioning complete for port 12311065-b246-4593-aebb-b7bf468490d7 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:23.996825 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-24ae0ce1-d34a-4ca9-baf4-12edc2d036f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:24.077745 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-24ae0ce1-d34a-4ca9-baf4-12edc2d036f2 None None] Port 12311065-b246-4593-aebb-b7bf468490d7 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:23:24.088558 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-24ae0ce1-d34a-4ca9-baf4-12edc2d036f2 None None] Provisioning complete for port 5a57e6ec-72b4-4f09-9ce5-96bfddb53ad9 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:24.088942 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-24ae0ce1-d34a-4ca9-baf4-12edc2d036f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:24.099894 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-72be4402-9d12-4adb-ac1b-55431603034f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:24.123333 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-72be4402-9d12-4adb-ac1b-55431603034f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:24.176277 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-72a82f7d-fd39-4fea-88ce-e713078e1f91 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:24.209242 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-4632c9d3-d4dd-46db-a4c7-ef1041061838 req-1fde1059-96f2-4679-a02c-7efe4ec29d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:24.226250 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 8b9929a9-b249-4883-b5dc-ab820557c094 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:23:24.229088 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-72be4402-9d12-4adb-ac1b-55431603034f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:24.232770 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-72be4402-9d12-4adb-ac1b-55431603034f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:24.236632 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-72be4402-9d12-4adb-ac1b-55431603034f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e2fae9ab-491e-40c0-b8ca-3726111fc5e2 HTTP/1.1" status: 204 len: 168 time: 0.2862904 Aug 10 03:23:24.246256 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4157d72-8df6-46cd-a242-6daf788f96b5 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Pushing event updated for resources: {'Port': ['ID=12311065-b246-4593-aebb-b7bf468490d7,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:24.263860 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778ddc2e-cf6a-40d8-96b2-4fc2c3ab6fcc req-23915ad8-2b20-4029-b3a1-a941e2a49ca1 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:24.265387 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-778ddc2e-cf6a-40d8-96b2-4fc2c3ab6fcc req-23915ad8-2b20-4029-b3a1-a941e2a49ca1 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/networks?id=0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe HTTP/1.1" status: 200 len: 810 time: 0.2812901 Aug 10 03:23:24.286872 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be4402-9d12-4adb-ac1b-55431603034f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2fae9ab-491e-40c0-b8ca-3726111fc5e2,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:24.349472 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 8b9929a9-b249-4883-b5dc-ab820557c094 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:24.350550 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-778ddc2e-cf6a-40d8-96b2-4fc2c3ab6fcc req-29c4a8f5-2b1a-4cd3-a3c4-e7bb874290af tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/quotas/e185eddfc77743c180b686598504f106 HTTP/1.1" status: 200 len: 375 time: 0.0631671 Aug 10 03:23:24.362815 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:24.393936 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4157d72-8df6-46cd-a242-6daf788f96b5 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Network d594cd71-6456-4e37-bf8f-cf8020e27863 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:23:24.427639 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-f4157d72-8df6-46cd-a242-6daf788f96b5 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:24.488487 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72a82f7d-fd39-4fea-88ce-e713078e1f91 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Router ca8c8b77-258f-4dfe-bbce-90367fe99346 is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:23:24.533577 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 5a57e6ec-72b4-4f09-9ce5-96bfddb53ad9 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:23:24.613095 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 5a57e6ec-72b4-4f09-9ce5-96bfddb53ad9 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:24.613606 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:24.671561 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a82f7d-fd39-4fea-88ce-e713078e1f91 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:23:24.689151 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f352f8-edfa-4511-a6c6-4158380762e5 None None] Sync routers for ids ['ca8c8b77-258f-4dfe-bbce-90367fe99346'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:23:24.706392 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f352f8-edfa-4511-a6c6-4158380762e5 None None] Routers {'ca8c8b77-258f-4dfe-bbce-90367fe99346'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:23:24.707186 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-e4f352f8-edfa-4511-a6c6-4158380762e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:23:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['ca8c8b77-258f-4dfe-bbce-90367fe99346'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:24.728530 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-72a82f7d-fd39-4fea-88ce-e713078e1f91 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:24.730369 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-72a82f7d-fd39-4fea-88ce-e713078e1f91 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.8704755 Aug 10 03:23:24.732937 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33256) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:24.737927 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-4736a91b-9911-4442-bf2c-d0a18a8107d2 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:24.775706 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-e4f352f8-edfa-4511-a6c6-4158380762e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:24.816694 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f352f8-edfa-4511-a6c6-4158380762e5 None None] Routers {'ca8c8b77-258f-4dfe-bbce-90367fe99346'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:23:24.817515 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-e4f352f8-edfa-4511-a6c6-4158380762e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:23:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['ca8c8b77-258f-4dfe-bbce-90367fe99346'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:24.857195 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-e4f352f8-edfa-4511-a6c6-4158380762e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:24.857972 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f352f8-edfa-4511-a6c6-4158380762e5 None None] The sync data for ids ['ca8c8b77-258f-4dfe-bbce-90367fe99346'] in n-d-768851-15 is: [] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:23:24.885987 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f6802d02-d1cc-4d1c-937f-348882660372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:24.925465 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-4472cf94-3cff-4374-a4bb-9f1ef3305446 None None] Provisioning complete for port 12311065-b246-4593-aebb-b7bf468490d7 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:24.925847 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4472cf94-3cff-4374-a4bb-9f1ef3305446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:24.927387 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-778ddc2e-cf6a-40d8-96b2-4fc2c3ab6fcc req-05f837dd-9efb-4540-b826-9c99f4fff266 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e185eddfc77743c180b686598504f106&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5585632 Aug 10 03:23:25.045252 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4376d-9a70-4820-9a10-e65226226d81 req-c340e5ba-a7fe-4024-a150-3ecf11a0f7e9 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:25.047236 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eaa4376d-9a70-4820-9a10-e65226226d81 req-c340e5ba-a7fe-4024-a150-3ecf11a0f7e9 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d96b1eb-71c8-4499-9e6b-873da4f99425 HTTP/1.1" status: 200 len: 946 time: 0.3644297 Aug 10 03:23:25.220951 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4157d72-8df6-46cd-a242-6daf788f96b5 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Router 86e2b2f0-1299-477b-9b92-80e1118a7f12 is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:23:25.263239 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-4472cf94-3cff-4374-a4bb-9f1ef3305446 None None] Port 12311065-b246-4593-aebb-b7bf468490d7 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:23:25.275130 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eaa4376d-9a70-4820-9a10-e65226226d81 req-f070c715-4652-48e9-b247-4c9a5eaa2172 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/security-groups?id=2832b822-3ae7-4539-a861-1dd7e33b3925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093673 Aug 10 03:23:25.309938 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4736a91b-9911-4442-bf2c-d0a18a8107d2 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:25.337193 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4736a91b-9911-4442-bf2c-d0a18a8107d2 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:25.414098 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33282) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:25.433577 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-4736a91b-9911-4442-bf2c-d0a18a8107d2 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Deleting port 957e1c7c-4ff5-4a23-b980-2495885bf9f1 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:23:25.434103 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4736a91b-9911-4442-bf2c-d0a18a8107d2 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:25.518441 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-778ddc2e-cf6a-40d8-96b2-4fc2c3ab6fcc req-15fb54f2-3aaa-47b7-9572-fb441cdc3778 service neutron] 10.222.0.62 "GET /v2.0/networks/0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5470314 Aug 10 03:23:25.531293 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4736a91b-9911-4442-bf2c-d0a18a8107d2 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:25.544539 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-146db400-cb40-445d-b4de-5bb576a64404 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-898703934'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:25.556266 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-4736a91b-9911-4442-bf2c-d0a18a8107d2 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Calling delete_port for 957e1c7c-4ff5-4a23-b980-2495885bf9f1 owned by network:router_gateway {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:23:25.614343 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146db400-cb40-445d-b4de-5bb576a64404 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Made reservation on behalf of 4ed48e64d2bc4e15aeddc047e3b71cf8 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:25.617858 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-146db400-cb40-445d-b4de-5bb576a64404 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:25.632098 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-146db400-cb40-445d-b4de-5bb576a64404 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:25.657004 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-4632c9d3-d4dd-46db-a4c7-ef1041061838 req-1fde1059-96f2-4679-a02c-7efe4ec29d47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56c7eced-da8c-4381-b34f-dfec45f2bb02 {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:23:25.677967 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-4632c9d3-d4dd-46db-a4c7-ef1041061838 req-1fde1059-96f2-4679-a02c-7efe4ec29d47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:25.689203 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d65bd-3245-427a-a8fe-721030a9a989 req-6c4798ab-bad0-4d2d-8b38-73bd18261977 tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:25.690869 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c22d65bd-3245-427a-a8fe-721030a9a989 req-6c4798ab-bad0-4d2d-8b38-73bd18261977 tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] 10.222.0.62 "GET /v2.0/ports?device_id=97e55cc0-ea40-4746-8e23-b989d2fedbf8 HTTP/1.1" status: 200 len: 931 time: 0.3171990 Aug 10 03:23:25.760942 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4157d72-8df6-46cd-a242-6daf788f96b5 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:23:25.771403 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-f4157d72-8df6-46cd-a242-6daf788f96b5 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] 10.222.0.62 "PUT /v2.0/routers/86e2b2f0-1299-477b-9b92-80e1118a7f12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2233908 Aug 10 03:23:25.775546 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d9feca-9e01-4586-a2d2-ff8b7e85d00a None None] Sync routers for ids ['86e2b2f0-1299-477b-9b92-80e1118a7f12'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:23:25.781101 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33290) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:25.787147 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d9feca-9e01-4586-a2d2-ff8b7e85d00a None None] Routers {'86e2b2f0-1299-477b-9b92-80e1118a7f12'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:23:25.788829 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-18d9feca-9e01-4586-a2d2-ff8b7e85d00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:23:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['86e2b2f0-1299-477b-9b92-80e1118a7f12'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:25.797602 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-778ddc2e-cf6a-40d8-96b2-4fc2c3ab6fcc req-ecebd30f-d92e-4ebf-b84a-8b6cb6c3d315 service neutron] 10.222.0.62 "GET /v2.0/networks/0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321987 Aug 10 03:23:25.824401 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c22d65bd-3245-427a-a8fe-721030a9a989 req-300a7faa-3a10-45f3-99b9-f0969a67fbd3 tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce2d22dd-5bf7-442b-8232-dc63c22452ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053717 Aug 10 03:23:25.831019 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-18d9feca-9e01-4586-a2d2-ff8b7e85d00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:25.842507 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d9feca-9e01-4586-a2d2-ff8b7e85d00a None None] Routers {'86e2b2f0-1299-477b-9b92-80e1118a7f12'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:23:25.843355 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-18d9feca-9e01-4586-a2d2-ff8b7e85d00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:23:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['86e2b2f0-1299-477b-9b92-80e1118a7f12'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:25.877866 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-18d9feca-9e01-4586-a2d2-ff8b7e85d00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:25.878839 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d9feca-9e01-4586-a2d2-ff8b7e85d00a None None] The sync data for ids ['86e2b2f0-1299-477b-9b92-80e1118a7f12'] in n-d-768851-15 is: [] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:23:25.918101 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-f6802d02-d1cc-4d1c-937f-348882660372 admin admin] Deleting port e93f2688-4e58-4781-84e9-acdc7c862840 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:23:25.918461 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f6802d02-d1cc-4d1c-937f-348882660372 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:26.005785 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-146db400-cb40-445d-b4de-5bb576a64404 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:26.006944 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4736a91b-9911-4442-bf2c-d0a18a8107d2 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:26.026820 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-f6802d02-d1cc-4d1c-937f-348882660372 admin admin] For port e93f2688-4e58-4781-84e9-acdc7c862840, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=e93f2688-4e58-4781-84e9-acdc7c862840,segment=NetworkSegment(7994d17d-137a-46f2-95db-467dd6e7c020),segment_id=7994d17d-137a-46f2-95db-467dd6e7c020)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:26.027189 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f6802d02-d1cc-4d1c-937f-348882660372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:26.053871 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-4632c9d3-d4dd-46db-a4c7-ef1041061838 req-1fde1059-96f2-4679-a02c-7efe4ec29d47 service neutron] Transition to ACTIVE for port object 56c7eced-da8c-4381-b34f-dfec45f2bb02 will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:26.054205 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-146db400-cb40-445d-b4de-5bb576a64404 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:26.087701 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-4632c9d3-d4dd-46db-a4c7-ef1041061838 req-1fde1059-96f2-4679-a02c-7efe4ec29d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:26.092489 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-f6802d02-d1cc-4d1c-937f-348882660372 admin admin] Calling delete_port for e93f2688-4e58-4781-84e9-acdc7c862840 owned by network:router_interface {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:23:26.095879 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f6ad26d2-4671-40b7-b937-a69571870a7e req-f044d196-bb3d-46b0-acb9-4023591bd727 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=96b71075-c590-4430-8bbb-0c5a5fc90ab8 HTTP/1.1" status: 200 len: 210 time: 0.0475874 Aug 10 03:23:26.096301 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4736a91b-9911-4442-bf2c-d0a18a8107d2 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Pushing event deleted for resources: {'Port': ['ID=957e1c7c-4ff5-4a23-b980-2495885bf9f1,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:26.143299 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-146db400-cb40-445d-b4de-5bb576a64404 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:23:26.214261 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4736a91b-9911-4442-bf2c-d0a18a8107d2 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:26.221561 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fde1059-96f2-4679-a02c-7efe4ec29d47 service neutron] Pushing event updated for resources: {'Port': ['ID=56c7eced-da8c-4381-b34f-dfec45f2bb02,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:26.231555 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:26.301112 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146db400-cb40-445d-b4de-5bb576a64404 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad105582-23b6-42d9-9327-6021512f0bbe,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:26.312177 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-146db400-cb40-445d-b4de-5bb576a64404 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:26.312910 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-146db400-cb40-445d-b4de-5bb576a64404 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Added segment 275fc3f1-bfa3-4783-89cb-a0ff8cfb5558 of type vlan for network d22567d6-a0ed-4344-b38f-4317a5b58c0a Aug 10 03:23:26.316177 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-4632c9d3-d4dd-46db-a4c7-ef1041061838 req-1fde1059-96f2-4679-a02c-7efe4ec29d47 service neutron] Attempting to bind port 56c7eced-da8c-4381-b34f-dfec45f2bb02 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:23:26.316532 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-4632c9d3-d4dd-46db-a4c7-ef1041061838 req-1fde1059-96f2-4679-a02c-7efe4ec29d47 service neutron] Attempting to bind port 56c7eced-da8c-4381-b34f-dfec45f2bb02 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': 'a7cd72e5-51d0-472c-a83d-09a112f8b65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9bd8e1dd-3133-4c56-83e6-5457967c959a'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:23:26.316874 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4632c9d3-d4dd-46db-a4c7-ef1041061838 req-1fde1059-96f2-4679-a02c-7efe4ec29d47 service neutron] Attempting to bind port 56c7eced-da8c-4381-b34f-dfec45f2bb02 on network 9bd8e1dd-3133-4c56-83e6-5457967c959a {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:26.358781 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4632c9d3-d4dd-46db-a4c7-ef1041061838 req-1fde1059-96f2-4679-a02c-7efe4ec29d47 service neutron] Port 56c7eced-da8c-4381-b34f-dfec45f2bb02 on network 9bd8e1dd-3133-4c56-83e6-5457967c959a not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:23:26.359314 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4632c9d3-d4dd-46db-a4c7-ef1041061838 req-1fde1059-96f2-4679-a02c-7efe4ec29d47 service neutron] Attempting to bind port 56c7eced-da8c-4381-b34f-dfec45f2bb02 on network 9bd8e1dd-3133-4c56-83e6-5457967c959a {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:26.368346 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4632c9d3-d4dd-46db-a4c7-ef1041061838 req-1fde1059-96f2-4679-a02c-7efe4ec29d47 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:23:26.368688 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4632c9d3-d4dd-46db-a4c7-ef1041061838 req-1fde1059-96f2-4679-a02c-7efe4ec29d47 service neutron] Checking segment: {'id': 'a7cd72e5-51d0-472c-a83d-09a112f8b65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9bd8e1dd-3133-4c56-83e6-5457967c959a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:26.369071 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4632c9d3-d4dd-46db-a4c7-ef1041061838 req-1fde1059-96f2-4679-a02c-7efe4ec29d47 service neutron] Bound using segment: {'id': 'a7cd72e5-51d0-472c-a83d-09a112f8b65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9bd8e1dd-3133-4c56-83e6-5457967c959a'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:23:26.369515 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-4632c9d3-d4dd-46db-a4c7-ef1041061838 req-1fde1059-96f2-4679-a02c-7efe4ec29d47 service neutron] Bound port: 56c7eced-da8c-4381-b34f-dfec45f2bb02, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7cd72e5-51d0-472c-a83d-09a112f8b65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9bd8e1dd-3133-4c56-83e6-5457967c959a'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:23:26.369882 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-4632c9d3-d4dd-46db-a4c7-ef1041061838 req-1fde1059-96f2-4679-a02c-7efe4ec29d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:26.388276 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:26.461785 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-146db400-cb40-445d-b4de-5bb576a64404 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:26.576035 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-4632c9d3-d4dd-46db-a4c7-ef1041061838 req-1fde1059-96f2-4679-a02c-7efe4ec29d47 service neutron] For port 56c7eced-da8c-4381-b34f-dfec45f2bb02, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:23:26.588126 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c6920a-d843-4a2a-b9de-09cb7f5bda0f req-1fbf82b5-2d17-4b7d-a88d-3432a9b704e4 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:26.589485 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-61c6920a-d843-4a2a-b9de-09cb7f5bda0f req-1fbf82b5-2d17-4b7d-a88d-3432a9b704e4 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d96b1eb-71c8-4499-9e6b-873da4f99425 HTTP/1.1" status: 200 len: 946 time: 0.1660922 Aug 10 03:23:26.597195 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-146db400-cb40-445d-b4de-5bb576a64404 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:26.603516 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146db400-cb40-445d-b4de-5bb576a64404 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:26.604161 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-146db400-cb40-445d-b4de-5bb576a64404 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:26.622715 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-4632c9d3-d4dd-46db-a4c7-ef1041061838 req-1fde1059-96f2-4679-a02c-7efe4ec29d47 service neutron] For port 56c7eced-da8c-4381-b34f-dfec45f2bb02, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=56c7eced-da8c-4381-b34f-dfec45f2bb02,segment=NetworkSegment(a7cd72e5-51d0-472c-a83d-09a112f8b65b),segment_id=a7cd72e5-51d0-472c-a83d-09a112f8b65b)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:23:26.640574 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-4632c9d3-d4dd-46db-a4c7-ef1041061838 req-1fde1059-96f2-4679-a02c-7efe4ec29d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:26.648217 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f6802d02-d1cc-4d1c-937f-348882660372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:26.692573 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-61c6920a-d843-4a2a-b9de-09cb7f5bda0f req-2d46798b-d094-48da-b346-fbb2fac3fe8f tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/security-groups?id=2832b822-3ae7-4539-a861-1dd7e33b3925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914824 Aug 10 03:23:26.725586 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146db400-cb40-445d-b4de-5bb576a64404 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event updated for resources: {'Network': ['ID=d22567d6-a0ed-4344-b38f-4317a5b58c0a,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:26.730864 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632c9d3-d4dd-46db-a4c7-ef1041061838 req-1fde1059-96f2-4679-a02c-7efe4ec29d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:26.731529 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-4632c9d3-d4dd-46db-a4c7-ef1041061838 req-1fde1059-96f2-4679-a02c-7efe4ec29d47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:26.743283 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4632c9d3-d4dd-46db-a4c7-ef1041061838 req-1fde1059-96f2-4679-a02c-7efe4ec29d47 service neutron] 10.222.0.60 "PUT /v2.0/ports/56c7eced-da8c-4381-b34f-dfec45f2bb02 HTTP/1.1" status: 200 len: 1092 time: 3.2846036 Aug 10 03:23:26.743283 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97e55cc0-ea40-4746-8e23-b989d2fedbf8', 'tag': '56c7eced-da8c-4381-b34f-dfec45f2bb02'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:23:26.743283 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d2bbb0-6da7-4dbe-9d42-ede523cac339" -d '{"events": [{"name": "network-changed", "server_uuid": "97e55cc0-ea40-4746-8e23-b989d2fedbf8", "tag": "56c7eced-da8c-4381-b34f-dfec45f2bb02"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:23:26.771683 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network d22567d6-a0ed-4344-b38f-4317a5b58c0a details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:23:26.809884 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4736a91b-9911-4442-bf2c-d0a18a8107d2 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-368475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1926'] for router, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:26.817837 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-146db400-cb40-445d-b4de-5bb576a64404 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4025002 Aug 10 03:23:26.823462 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33320) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:26.826808 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd4bcc5-b1a7-43c7-a6af-d8a94bbcd6c5 x-openstack-request-id: req-3fd4bcc5-b1a7-43c7-a6af-d8a94bbcd6c5 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:23:26.827109 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97e55cc0-ea40-4746-8e23-b989d2fedbf8", "tag": "56c7eced-da8c-4381-b34f-dfec45f2bb02", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:23:26.827368 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3fd4bcc5-b1a7-43c7-a6af-d8a94bbcd6c5 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:23:26.827790 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97e55cc0-ea40-4746-8e23-b989d2fedbf8', 'tag': '56c7eced-da8c-4381-b34f-dfec45f2bb02', 'status': 'completed', 'code': 200} Aug 10 03:23:26.831241 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-4539e3a3-2327-4f44-b5c1-89955b036519 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Request body: {'port': {'network_id': 'd22567d6-a0ed-4344-b38f-4317a5b58c0a', 'name': 'tempest-PortsTestJSON-529889605'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:26.850507 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fde1059-96f2-4679-a02c-7efe4ec29d47 service neutron] Pushing event updated for resources: {'Port': ['ID=56c7eced-da8c-4381-b34f-dfec45f2bb02,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:26.863486 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4736a91b-9911-4442-bf2c-d0a18a8107d2 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-372465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-372472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-368450'] for router, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:27.014037 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632c9d3-d4dd-46db-a4c7-ef1041061838 req-1445049c-643f-4706-a615-095877caf936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:27.015766 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4632c9d3-d4dd-46db-a4c7-ef1041061838 req-1445049c-643f-4706-a615-095877caf936 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5963fe158a4b437d8fb0fb95e678a239&device_id=97e55cc0-ea40-4746-8e23-b989d2fedbf8 HTTP/1.1" status: 200 len: 1095 time: 0.1813183 Aug 10 03:23:27.016504 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6802d02-d1cc-4d1c-937f-348882660372 admin admin] Pushing event deleted for resources: {'Port': ['ID=e93f2688-4e58-4781-84e9-acdc7c862840,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:27.069379 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-5ae150b0-b34f-45a2-8289-76abf3f3269f tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:23:27.071317 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-5ae150b0-b34f-45a2-8289-76abf3f3269f tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] 10.222.0.62 "PUT /v2.0/routers/86e2b2f0-1299-477b-9b92-80e1118a7f12/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2891321 Aug 10 03:23:27.078346 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33324) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:27.093469 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4736a91b-9911-4442-bf2c-d0a18a8107d2 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Router ca8c8b77-258f-4dfe-bbce-90367fe99346 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:23:27.158176 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4632c9d3-d4dd-46db-a4c7-ef1041061838 req-59e83b96-d18e-4017-bdef-a004cb144c3e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56c7eced-da8c-4381-b34f-dfec45f2bb02 HTTP/1.1" status: 200 len: 217 time: 0.1219454 Aug 10 03:23:27.165273 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f6802d02-d1cc-4d1c-937f-348882660372 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:27.217428 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d8032a-71e6-437f-86f0-472d2649cfb0 req-ebf5fb21-4b8f-45c4-b2a4-843a2c25b74e tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:27.224941 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-71d8032a-71e6-437f-86f0-472d2649cfb0 req-ebf5fb21-4b8f-45c4-b2a4-843a2c25b74e tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] 10.222.0.62 "GET /v2.0/ports?device_id=97e55cc0-ea40-4746-8e23-b989d2fedbf8 HTTP/1.1" status: 200 len: 943 time: 0.2132809 Aug 10 03:23:27.321600 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ac80fbec-e115-463c-bdea-fc71def97169 req-43c14251-224e-4c19-8fe1-99e7b3039bc4 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=96b71075-c590-4430-8bbb-0c5a5fc90ab8 HTTP/1.1" status: 200 len: 210 time: 0.0770495 Aug 10 03:23:27.335026 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632c9d3-d4dd-46db-a4c7-ef1041061838 req-dff6c4bf-e92d-4490-ada0-e330caaee7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:27.337081 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4632c9d3-d4dd-46db-a4c7-ef1041061838 req-dff6c4bf-e92d-4490-ada0-e330caaee7ed service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4e2aac09-d64f-4b3d-a6bc-6d396c9896bc HTTP/1.1" status: 200 len: 849 time: 0.1688397 Aug 10 03:23:27.382004 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4632c9d3-d4dd-46db-a4c7-ef1041061838 req-49eebbe9-2a0d-414a-9de8-101931a8851a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9bd8e1dd-3133-4c56-83e6-5457967c959a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325923 Aug 10 03:23:27.388217 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-71d8032a-71e6-437f-86f0-472d2649cfb0 req-52a1284a-287f-473e-adf4-b149a9b9f956 tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce2d22dd-5bf7-442b-8232-dc63c22452ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623733 Aug 10 03:23:27.623547 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4736a91b-9911-4442-bf2c-d0a18a8107d2 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:23:27.637948 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da9ad39-ef52-4d24-bb91-ccd4b491ff74 None None] Sync routers for ids ['ca8c8b77-258f-4dfe-bbce-90367fe99346'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:23:27.651536 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da9ad39-ef52-4d24-bb91-ccd4b491ff74 None None] Routers {'ca8c8b77-258f-4dfe-bbce-90367fe99346'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:23:27.656804 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-4da9ad39-ef52-4d24-bb91-ccd4b491ff74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:23:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['ca8c8b77-258f-4dfe-bbce-90367fe99346'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:27.683830 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4736a91b-9911-4442-bf2c-d0a18a8107d2 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:27.685063 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4736a91b-9911-4442-bf2c-d0a18a8107d2 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] 10.222.0.62 "PUT /v2.0/routers/ca8c8b77-258f-4dfe-bbce-90367fe99346 HTTP/1.1" status: 200 len: 708 time: 2.9511247 Aug 10 03:23:27.713400 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-4da9ad39-ef52-4d24-bb91-ccd4b491ff74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:27.724562 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da9ad39-ef52-4d24-bb91-ccd4b491ff74 None None] Routers {'ca8c8b77-258f-4dfe-bbce-90367fe99346'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:23:27.725527 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-4da9ad39-ef52-4d24-bb91-ccd4b491ff74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:23:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['ca8c8b77-258f-4dfe-bbce-90367fe99346'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:27.736548 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33338) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:27.769244 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-4da9ad39-ef52-4d24-bb91-ccd4b491ff74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:27.770368 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da9ad39-ef52-4d24-bb91-ccd4b491ff74 None None] The sync data for ids ['ca8c8b77-258f-4dfe-bbce-90367fe99346'] in n-d-768851-15 is: [] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:23:27.829283 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4539e3a3-2327-4f44-b5c1-89955b036519 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Made reservation on behalf of 4ed48e64d2bc4e15aeddc047e3b71cf8 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:27.833159 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4539e3a3-2327-4f44-b5c1-89955b036519 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:27.862453 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:23:27.867800 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-dab1d07d-1f87-4e43-8a1f-d0195ab7e8b6 tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] 10.222.0.62 "GET /v2.0/routers/ca8c8b77-258f-4dfe-bbce-90367fe99346 HTTP/1.1" status: 200 len: 743 time: 0.1277616 Aug 10 03:23:27.901481 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33346) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:27.970945 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b2701df2-ffee-47f3-ac65-a2a8f13b7dfa tempest-RoutersIpV6AdminTest-2091223145 tempest-RoutersIpV6AdminTest-2091223145-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=09ca2025-b9a6-4e84-8019-8d9fbef3753e&device_id=ca8c8b77-258f-4dfe-bbce-90367fe99346 HTTP/1.1" status: 200 len: 205 time: 0.0658934 Aug 10 03:23:27.972125 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [None req-4539e3a3-2327-4f44-b5c1-89955b036519 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] device_id is not set on port 68a3c38c-14cf-4801-a5e5-ad167398b72d yet. {{(pid=94217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:23:27.984233 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33348) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:28.014743 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4632c9d3-d4dd-46db-a4c7-ef1041061838 req-4077fb2b-605a-4368-91a9-7954c98ef3b5 service neutron] 10.222.0.60 "GET /v2.0/networks/9bd8e1dd-3133-4c56-83e6-5457967c959a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5665135 Aug 10 03:23:28.055875 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-bc3af489-798f-4307-ad9b-94e28002e2a1 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca8c8b77-258f-4dfe-bbce-90367fe99346 HTTP/1.1" status: 200 len: 205 time: 0.0664129 Aug 10 03:23:28.077589 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33350) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:28.081440 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6802d02-d1cc-4d1c-937f-348882660372 admin admin] Router d38312a1-5452-4661-a37b-cb431ca76529 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:23:28.097972 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bec01f-f19d-4f6f-b7cc-4aeb744097db req-5188908d-d1d2-4703-9d17-500ea6e5f4a5 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:28.099573 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-15bec01f-f19d-4f6f-b7cc-4aeb744097db req-5188908d-d1d2-4703-9d17-500ea6e5f4a5 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d96b1eb-71c8-4499-9e6b-873da4f99425 HTTP/1.1" status: 200 len: 946 time: 0.1347606 Aug 10 03:23:28.164710 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4632c9d3-d4dd-46db-a4c7-ef1041061838 req-010db604-1370-4464-9145-5dbdeaef9a4a service neutron] 10.222.0.60 "GET /v2.0/networks/9bd8e1dd-3133-4c56-83e6-5457967c959a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384082 Aug 10 03:23:28.239999 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-15bec01f-f19d-4f6f-b7cc-4aeb744097db req-684910ad-70c6-4292-9985-14b0e94b0d18 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/security-groups?id=2832b822-3ae7-4539-a861-1dd7e33b3925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323342 Aug 10 03:23:28.272027 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778ddc2e-cf6a-40d8-96b2-4fc2c3ab6fcc req-aca78620-a790-4d17-81ec-3d6bd01b7488 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:28.273622 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-778ddc2e-cf6a-40d8-96b2-4fc2c3ab6fcc req-aca78620-a790-4d17-81ec-3d6bd01b7488 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.58 "GET /v2.0/networks?id=0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe HTTP/1.1" status: 200 len: 810 time: 0.6518843 Aug 10 03:23:28.296726 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-778ddc2e-cf6a-40d8-96b2-4fc2c3ab6fcc req-84e8a11f-cf38-4b59-98ea-8e68b1fd0dc3 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Request body: {'port': {'device_id': '96b71075-c590-4430-8bbb-0c5a5fc90ab8', 'network_id': '0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe', 'admin_state_up': True, 'tenant_id': 'e185eddfc77743c180b686598504f106'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:28.301638 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b2840e9b-d928-40b6-becf-74e5e77d9be5 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks [] for router, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:28.324932 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d2bbb0-6da7-4dbe-9d42-ede523cac339 req-39296c37-6987-4b25-a504-accff7943e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:28.326478 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-90d2bbb0-6da7-4dbe-9d42-ede523cac339 req-39296c37-6987-4b25-a504-accff7943e98 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5963fe158a4b437d8fb0fb95e678a239&device_id=97e55cc0-ea40-4746-8e23-b989d2fedbf8 HTTP/1.1" status: 200 len: 1095 time: 0.0847151 Aug 10 03:23:28.389501 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6802d02-d1cc-4d1c-937f-348882660372 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:23:28.400791 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-f6802d02-d1cc-4d1c-937f-348882660372 admin admin] 10.222.0.62 "PUT /v2.0/routers/d38312a1-5452-4661-a37b-cb431ca76529/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3783772 Aug 10 03:23:28.401720 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b016b0b7-9302-49b9-98ad-01353e4b73c9 None None] Sync routers for ids ['d38312a1-5452-4661-a37b-cb431ca76529'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:23:28.403244 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 33358) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:28.421390 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b016b0b7-9302-49b9-98ad-01353e4b73c9 None None] Routers {'d38312a1-5452-4661-a37b-cb431ca76529'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:23:28.422180 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-b016b0b7-9302-49b9-98ad-01353e4b73c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:23:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['d38312a1-5452-4661-a37b-cb431ca76529'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:28.557596 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-b016b0b7-9302-49b9-98ad-01353e4b73c9 None None] Set router d38312a1-5452-4661-a37b-cb431ca76529 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:23:28.594311 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-185e7c29-5028-4245-9381-c116bc7e0071 req-e5225a36-f0bd-49d1-b725-e98a9943153e tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=96b71075-c590-4430-8bbb-0c5a5fc90ab8 HTTP/1.1" status: 200 len: 210 time: 0.1005251 Aug 10 03:23:28.672413 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8fe085fc-5bff-44cd-bf0b-7ab5785e16fd admin admin] Notify callbacks [] for router, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:28.681485 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b2840e9b-d928-40b6-becf-74e5e77d9be5 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:28.692017 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b2840e9b-d928-40b6-becf-74e5e77d9be5 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:28.722132 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d2bbb0-6da7-4dbe-9d42-ede523cac339 req-58a2e09a-1490-4c47-9e61-12247e58ca1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:28.724001 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-90d2bbb0-6da7-4dbe-9d42-ede523cac339 req-58a2e09a-1490-4c47-9e61-12247e58ca1e service neutron] 10.222.0.60 "GET /v2.0/networks?id=9bd8e1dd-3133-4c56-83e6-5457967c959a HTTP/1.1" status: 200 len: 910 time: 0.3868949 Aug 10 03:23:28.737777 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3012ce74-5f15-45fb-90b4-84e4e84877b9 req-7dd53936-2983-43be-a224-67981404ba3b tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:28.739884 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3012ce74-5f15-45fb-90b4-84e4e84877b9 req-7dd53936-2983-43be-a224-67981404ba3b tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] 10.222.0.62 "GET /v2.0/ports?device_id=97e55cc0-ea40-4746-8e23-b989d2fedbf8 HTTP/1.1" status: 200 len: 943 time: 0.2183681 Aug 10 03:23:28.746878 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4539e3a3-2327-4f44-b5c1-89955b036519 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:28.790457 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-b016b0b7-9302-49b9-98ad-01353e4b73c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38312a1-5452-4661-a37b-cb431ca76529', 'name': 'tempest-ServersTestJSON-1815998178-router', 'tenant_id': 'dc37c9ae14bb4f3b843815f0becba976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '7b2c755d-acc7-4fab-bca4-61f497229124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:38Z', 'updated_at': '2021-08-10T03:23:26Z', 'revision_number': 5, 'project_id': 'dc37c9ae14bb4f3b843815f0becba976', 'gw_port': {'id': '7b2c755d-acc7-4fab-bca4-61f497229124', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38312a1-5452-4661-a37b-cb431ca76529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:41Z', 'updated_at': '2021-08-10T03:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:28.791404 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-90d2bbb0-6da7-4dbe-9d42-ede523cac339 req-45bf00d1-bc42-4a48-aefd-f0a2116960f6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56c7eced-da8c-4381-b34f-dfec45f2bb02 HTTP/1.1" status: 200 len: 217 time: 0.0504270 Aug 10 03:23:28.818214 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b016b0b7-9302-49b9-98ad-01353e4b73c9 None None] Checking router: d38312a1-5452-4661-a37b-cb431ca76529 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:23:28.829391 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b016b0b7-9302-49b9-98ad-01353e4b73c9 None None] Routers {'d38312a1-5452-4661-a37b-cb431ca76529'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:23:28.830379 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-b016b0b7-9302-49b9-98ad-01353e4b73c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:23:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['d38312a1-5452-4661-a37b-cb431ca76529'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:28.864805 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4539e3a3-2327-4f44-b5c1-89955b036519 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:28.887490 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b2840e9b-d928-40b6-becf-74e5e77d9be5 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:28.888071 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2840e9b-d928-40b6-becf-74e5e77d9be5 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Fanout notify agent at l3_agent the message router_deleted on router ca8c8b77-258f-4dfe-bbce-90367fe99346 {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:23:28.889603 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-778ddc2e-cf6a-40d8-96b2-4fc2c3ab6fcc req-84e8a11f-cf38-4b59-98ea-8e68b1fd0dc3 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Made reservation on behalf of e185eddfc77743c180b686598504f106 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:28.894728 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-778ddc2e-cf6a-40d8-96b2-4fc2c3ab6fcc req-84e8a11f-cf38-4b59-98ea-8e68b1fd0dc3 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:28.904837 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b2840e9b-d928-40b6-becf-74e5e77d9be5 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:28.909026 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b2840e9b-d928-40b6-becf-74e5e77d9be5 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] 10.222.0.62 "DELETE /v2.0/routers/ca8c8b77-258f-4dfe-bbce-90367fe99346 HTTP/1.1" status: 204 len: 168 time: 0.8193274 Aug 10 03:23:28.931608 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33372) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:28.943067 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3012ce74-5f15-45fb-90b4-84e4e84877b9 req-128ec68b-ae2b-4926-92ed-50a4942643b4 tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce2d22dd-5bf7-442b-8232-dc63c22452ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869853 Aug 10 03:23:28.953715 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8fe085fc-5bff-44cd-bf0b-7ab5785e16fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:28.966817 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d2bbb0-6da7-4dbe-9d42-ede523cac339 req-62bd8940-bad6-4c0a-ae90-4c109f6d95ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:28.966817 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-90d2bbb0-6da7-4dbe-9d42-ede523cac339 req-62bd8940-bad6-4c0a-ae90-4c109f6d95ae service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4e2aac09-d64f-4b3d-a6bc-6d396c9896bc HTTP/1.1" status: 200 len: 849 time: 0.1634743 Aug 10 03:23:28.977529 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-b016b0b7-9302-49b9-98ad-01353e4b73c9 None None] Set router d38312a1-5452-4661-a37b-cb431ca76529 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:23:29.027094 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-90d2bbb0-6da7-4dbe-9d42-ede523cac339 req-ccfedd5a-4a1c-4d12-9118-b4a5141e74ab service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9bd8e1dd-3133-4c56-83e6-5457967c959a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319529 Aug 10 03:23:29.034222 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-095d7b13-fa8f-40b7-9679-bc902fef888e tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca8c8b77-258f-4dfe-bbce-90367fe99346 HTTP/1.1" status: 200 len: 205 time: 0.0931585 Aug 10 03:23:29.039247 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4539e3a3-2327-4f44-b5c1-89955b036519 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event updated for resources: {'Port': ['ID=68a3c38c-14cf-4801-a5e5-ad167398b72d,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:29.043380 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e43d451c-0b7b-41ed-863d-5477c30809f7 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:29.103741 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 33374) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:29.152064 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [None req-3e3eabf2-7f97-4f40-a80a-5f656098e8a8 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] delete failed (client error): The resource could not be found. Aug 10 03:23:29.155881 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-3e3eabf2-7f97-4f40-a80a-5f656098e8a8 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] 10.222.0.62 "DELETE /v2.0/routers/ca8c8b77-258f-4dfe-bbce-90367fe99346 HTTP/1.1" status: 404 len: 336 time: 0.0426688 Aug 10 03:23:29.156281 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 33380) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:29.209189 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-128ef95d-f0a5-4a8d-bbdc-9e46281ae4ef tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] 10.222.0.62 "GET /v2.0/ports?device_id=687199c4-e0c3-4efe-a012-5bc2111ccb06 HTTP/1.1" status: 200 len: 205 time: 0.0441747 Aug 10 03:23:29.209189 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 33382) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:29.223287 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4539e3a3-2327-4f44-b5c1-89955b036519 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Checking segment: {'id': '275fc3f1-bfa3-4783-89cb-a0ff8cfb5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd22567d6-a0ed-4344-b38f-4317a5b58c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:29.223287 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4539e3a3-2327-4f44-b5c1-89955b036519 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Network hostable DHCP agents. Network: d22567d6-a0ed-4344-b38f-4317a5b58c0a, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:23:29.225139 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-8fe085fc-5bff-44cd-bf0b-7ab5785e16fd admin admin] Deleting port 7b2c755d-acc7-4fab-bca4-61f497229124 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:23:29.225139 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8fe085fc-5bff-44cd-bf0b-7ab5785e16fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:29.230879 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-b016b0b7-9302-49b9-98ad-01353e4b73c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38312a1-5452-4661-a37b-cb431ca76529', 'name': 'tempest-ServersTestJSON-1815998178-router', 'tenant_id': 'dc37c9ae14bb4f3b843815f0becba976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '7b2c755d-acc7-4fab-bca4-61f497229124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:38Z', 'updated_at': '2021-08-10T03:23:26Z', 'revision_number': 5, 'project_id': 'dc37c9ae14bb4f3b843815f0becba976', 'gw_port': {'id': '7b2c755d-acc7-4fab-bca4-61f497229124', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38312a1-5452-4661-a37b-cb431ca76529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:41Z', 'updated_at': '2021-08-10T03:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:29.280168 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b016b0b7-9302-49b9-98ad-01353e4b73c9 None None] The sync data for ids ['d38312a1-5452-4661-a37b-cb431ca76529'] in n-d-768851-15 is: [{'id': 'd38312a1-5452-4661-a37b-cb431ca76529', 'name': 'tempest-ServersTestJSON-1815998178-router', 'tenant_id': 'dc37c9ae14bb4f3b843815f0becba976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '7b2c755d-acc7-4fab-bca4-61f497229124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:38Z', 'updated_at': '2021-08-10T03:23:26Z', 'revision_number': 5, 'project_id': 'dc37c9ae14bb4f3b843815f0becba976', 'gw_port': {'id': '7b2c755d-acc7-4fab-bca4-61f497229124', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38312a1-5452-4661-a37b-cb431ca76529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:41Z', 'updated_at': '2021-08-10T03:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:23:29.333211 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [None req-055f3b53-0937-4840-8309-8e157920dfc8 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] delete failed (client error): The resource could not be found. Aug 10 03:23:29.338064 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-055f3b53-0937-4840-8309-8e157920dfc8 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] 10.222.0.62 "DELETE /v2.0/routers/687199c4-e0c3-4efe-a012-5bc2111ccb06 HTTP/1.1" status: 404 len: 336 time: 0.1226318 Aug 10 03:23:29.343988 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 33386) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:29.362708 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4539e3a3-2327-4f44-b5c1-89955b036519 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Network d22567d6-a0ed-4344-b38f-4317a5b58c0a is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:23:29.375346 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-778ddc2e-cf6a-40d8-96b2-4fc2c3ab6fcc req-84e8a11f-cf38-4b59-98ea-8e68b1fd0dc3 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Allocated IP 172.20.0.11 (0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe/c05a62ae-44d3-4db4-a938-da6f60472238/3f5ba6e3-7e80-40b9-9c1e-96a2492934fb) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:23:29.394599 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-4539e3a3-2327-4f44-b5c1-89955b036519 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, d22567d6-a0ed-4344-b38f-4317a5b58c0a) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:29.399345 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4539e3a3-2327-4f44-b5c1-89955b036519 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:23:29.408025 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f50cc5b-a8a9-4087-93ed-fe5d5dccf0b4 None None] Network d22567d6-a0ed-4344-b38f-4317a5b58c0a requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:23:29.408544 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4539e3a3-2327-4f44-b5c1-89955b036519 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:29.409023 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4539e3a3-2327-4f44-b5c1-89955b036519 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:29.414915 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-90d2bbb0-6da7-4dbe-9d42-ede523cac339 req-b7c2d466-f61a-4f78-b038-369f8ae60bc1 service neutron] 10.222.0.60 "GET /v2.0/networks/9bd8e1dd-3133-4c56-83e6-5457967c959a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659759 Aug 10 03:23:29.420357 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-769e9706-5329-4dbd-8541-96b6b10f7ba4 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] 10.222.0.62 "GET /v2.0/ports?device_id=32bebfff-14b5-4ddb-a339-fe31549e1ead HTTP/1.1" status: 200 len: 205 time: 0.0737319 Aug 10 03:23:29.427293 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 33388) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:29.462867 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4539e3a3-2327-4f44-b5c1-89955b036519 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.6362891 Aug 10 03:23:29.468892 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33394) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:29.473963 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-2755a45f-8e3c-4e14-b332-6404e98251e3 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1120798916'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:29.542760 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [None req-232bff37-246f-43f7-9339-f934aea8c1d9 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] delete failed (client error): The resource could not be found. Aug 10 03:23:29.542760 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-232bff37-246f-43f7-9339-f934aea8c1d9 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] 10.222.0.62 "DELETE /v2.0/routers/32bebfff-14b5-4ddb-a339-fe31549e1ead HTTP/1.1" status: 404 len: 336 time: 0.1061225 Aug 10 03:23:29.552155 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 33398) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:29.570603 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-8fe085fc-5bff-44cd-bf0b-7ab5785e16fd admin admin] For port 7b2c755d-acc7-4fab-bca4-61f497229124, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=7b2c755d-acc7-4fab-bca4-61f497229124,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:29.570603 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8fe085fc-5bff-44cd-bf0b-7ab5785e16fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:29.581344 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665642a1-d858-4109-b710-43223064c0a4 req-fff2c82b-4ceb-4c9c-9673-381578582690 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:29.582947 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-665642a1-d858-4109-b710-43223064c0a4 req-fff2c82b-4ceb-4c9c-9673-381578582690 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d96b1eb-71c8-4499-9e6b-873da4f99425 HTTP/1.1" status: 200 len: 946 time: 0.2437031 Aug 10 03:23:29.608340 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-bb7a0f68-fdd2-4525-89c3-d27efa446eea tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] 10.222.0.62 "GET /v2.0/ports?device_id=90e6c0a6-cc51-4ff2-b479-851ed7edf9c1 HTTP/1.1" status: 200 len: 205 time: 0.0583184 Aug 10 03:23:29.618241 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 33400) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:29.619131 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-8fe085fc-5bff-44cd-bf0b-7ab5785e16fd admin admin] Calling delete_port for 7b2c755d-acc7-4fab-bca4-61f497229124 owned by network:router_gateway {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:23:29.674655 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2755a45f-8e3c-4e14-b332-6404e98251e3 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Made reservation on behalf of 4ed48e64d2bc4e15aeddc047e3b71cf8 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:29.678189 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2755a45f-8e3c-4e14-b332-6404e98251e3 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:29.707607 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [None req-5f0c147f-44da-4ebf-a649-b866f32d3158 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] delete failed (client error): The resource could not be found. Aug 10 03:23:29.708677 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-5f0c147f-44da-4ebf-a649-b866f32d3158 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] 10.222.0.62 "DELETE /v2.0/routers/90e6c0a6-cc51-4ff2-b479-851ed7edf9c1 HTTP/1.1" status: 404 len: 336 time: 0.0876818 Aug 10 03:23:29.714083 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 33404) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:29.753115 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-778ddc2e-cf6a-40d8-96b2-4fc2c3ab6fcc req-84e8a11f-cf38-4b59-98ea-8e68b1fd0dc3 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:29.757263 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2755a45f-8e3c-4e14-b332-6404e98251e3 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:23:29.773892 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-e43d451c-0b7b-41ed-863d-5477c30809f7 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Deleting port 12311065-b246-4593-aebb-b7bf468490d7 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:23:29.774753 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e43d451c-0b7b-41ed-863d-5477c30809f7 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:29.824437 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-1aade898-6392-4d7c-830e-eaea39ce6cf9 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] 10.222.0.62 "GET /v2.0/ports?device_id=5bfdc8c7-4654-4763-9193-ba45a65da5c8 HTTP/1.1" status: 200 len: 205 time: 0.1062334 Aug 10 03:23:29.830801 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-665642a1-d858-4109-b710-43223064c0a4 req-d5ec1951-5ac2-41d5-b7e8-608774c6f537 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/security-groups?id=2832b822-3ae7-4539-a861-1dd7e33b3925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248807 Aug 10 03:23:29.832547 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33410) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:29.832995 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9b91dfd5-e287-44cf-9886-f48ae1b0f960 req-b41ad842-3554-4c3c-b536-717acdcb8352 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=96b71075-c590-4430-8bbb-0c5a5fc90ab8 HTTP/1.1" status: 200 len: 210 time: 0.1180475 Aug 10 03:23:29.840555 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-90d2bbb0-6da7-4dbe-9d42-ede523cac339 req-653dde6c-dc1d-45f4-88fb-ba9e17b1df18 service neutron] 10.222.0.60 "GET /v2.0/networks/9bd8e1dd-3133-4c56-83e6-5457967c959a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4122593 Aug 10 03:23:29.930377 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2755a45f-8e3c-4e14-b332-6404e98251e3 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:29.930793 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-2755a45f-8e3c-4e14-b332-6404e98251e3 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Added segment b0d74e62-ccf2-4cd3-9b01-1c5ed8393d62 of type vlan for network bd809ad9-ad49-45cf-8012-66260f04f6b1 Aug 10 03:23:29.934617 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-778ddc2e-cf6a-40d8-96b2-4fc2c3ab6fcc req-84e8a11f-cf38-4b59-98ea-8e68b1fd0dc3 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Transition to ACTIVE for port object 3f5ba6e3-7e80-40b9-9c1e-96a2492934fb will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:29.945527 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-63569840-5e88-481c-9297-e7a1380a4694 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] delete failed (client error): The resource could not be found. Aug 10 03:23:29.949046 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-63569840-5e88-481c-9297-e7a1380a4694 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] 10.222.0.62 "DELETE /v2.0/routers/5bfdc8c7-4654-4763-9193-ba45a65da5c8 HTTP/1.1" status: 404 len: 336 time: 0.1129386 Aug 10 03:23:29.957349 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 33412) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:30.011491 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-3bcc65ec-ae3a-47a6-9258-4eb084dcea83 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] 10.222.0.62 "GET /v2.0/ports?device_id=96ae2388-8ea1-4eb9-a89f-b5ecea08b230 HTTP/1.1" status: 200 len: 205 time: 0.0529416 Aug 10 03:23:30.013172 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 33416) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:30.014400 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2755a45f-8e3c-4e14-b332-6404e98251e3 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:30.032286 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e43d451c-0b7b-41ed-863d-5477c30809f7 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:30.065857 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-e43d451c-0b7b-41ed-863d-5477c30809f7 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Calling delete_port for 12311065-b246-4593-aebb-b7bf468490d7 owned by network:router_interface {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:23:30.074191 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [None req-d6318e7a-1566-4ad7-90a3-b41c52b718d0 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] delete failed (client error): The resource could not be found. Aug 10 03:23:30.077860 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d6318e7a-1566-4ad7-90a3-b41c52b718d0 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] 10.222.0.62 "DELETE /v2.0/routers/96ae2388-8ea1-4eb9-a89f-b5ecea08b230 HTTP/1.1" status: 404 len: 336 time: 0.0593741 Aug 10 03:23:30.081717 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33418) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:30.083022 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-778ddc2e-cf6a-40d8-96b2-4fc2c3ab6fcc req-84e8a11f-cf38-4b59-98ea-8e68b1fd0dc3 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:30.087163 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8fe085fc-5bff-44cd-bf0b-7ab5785e16fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:30.096165 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['6f7370df-6a1b-4dfe-983b-3d6cd36a298d'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:23:30.138417 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7834a1f-7099-405f-825c-c024424c4ee5 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] DELETE failed (client error): The resource could not be found. Aug 10 03:23:30.139568 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7834a1f-7099-405f-825c-c024424c4ee5 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:23:30.140108 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe085fc-5bff-44cd-bf0b-7ab5785e16fd admin admin] Pushing event deleted for resources: {'Port': ['ID=7b2c755d-acc7-4fab-bca4-61f497229124,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:30.143292 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c7834a1f-7099-405f-825c-c024424c4ee5 tempest-RoutersIpV6AdminTest-1722350868 tempest-RoutersIpV6AdminTest-1722350868-project] 10.222.0.62 "DELETE /v2.0/subnets/ec33354c-7387-4908-b5e0-c6d2e59417b2 HTTP/1.1" status: 404 len: 337 time: 0.0522041 Aug 10 03:23:30.170546 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2755a45f-8e3c-4e14-b332-6404e98251e3 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:30.176357 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2755a45f-8e3c-4e14-b332-6404e98251e3 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:30.177326 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2755a45f-8e3c-4e14-b332-6404e98251e3 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:30.197953 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e93f2688-4e58-4781-84e9-acdc7c862840 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:23:30.215231 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c3aa0-54f0-4282-85f4-0073e40afae1 req-1b43a6bf-6e9e-41ff-9168-1217708c05f6 tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:30.223471 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b30c3aa0-54f0-4282-85f4-0073e40afae1 req-1b43a6bf-6e9e-41ff-9168-1217708c05f6 tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] 10.222.0.62 "GET /v2.0/ports?device_id=97e55cc0-ea40-4746-8e23-b989d2fedbf8 HTTP/1.1" status: 200 len: 943 time: 0.1536756 Aug 10 03:23:30.242172 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: e93f2688-4e58-4781-84e9-acdc7c862840 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:23:30.242934 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e93f2688-4e58-4781-84e9-acdc7c862840 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:23:30.278291 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8fe085fc-5bff-44cd-bf0b-7ab5785e16fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:30.278795 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-778ddc2e-cf6a-40d8-96b2-4fc2c3ab6fcc req-84e8a11f-cf38-4b59-98ea-8e68b1fd0dc3 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Network 0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:23:30.318837 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f2771ea0-6cd6-4f11-969c-c3cb799a5aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:30.338704 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-778ddc2e-cf6a-40d8-96b2-4fc2c3ab6fcc req-84e8a11f-cf38-4b59-98ea-8e68b1fd0dc3 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:30.341455 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-778ddc2e-cf6a-40d8-96b2-4fc2c3ab6fcc req-84e8a11f-cf38-4b59-98ea-8e68b1fd0dc3 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:23:30.361168 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2755a45f-8e3c-4e14-b332-6404e98251e3 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8889244 Aug 10 03:23:30.362632 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 33426) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:30.372849 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-8fae851c-0ed0-43ac-961a-9e458a6a178f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Request body: {'ports': [{'network_id': 'd22567d6-a0ed-4344-b38f-4317a5b58c0a'}, {'network_id': 'bd809ad9-ad49-45cf-8012-66260f04f6b1'}]} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:30.373246 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-8fae851c-0ed0-43ac-961a-9e458a6a178f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Request body: {'port': {'network_id': 'd22567d6-a0ed-4344-b38f-4317a5b58c0a'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:30.373851 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-8fae851c-0ed0-43ac-961a-9e458a6a178f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Request body: {'port': {'network_id': 'bd809ad9-ad49-45cf-8012-66260f04f6b1'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:30.407319 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e8a11f-cf38-4b59-98ea-8e68b1fd0dc3 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Pushing event updated for resources: {'Port': ['ID=3f5ba6e3-7e80-40b9-9c1e-96a2492934fb,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:30.425173 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2755a45f-8e3c-4e14-b332-6404e98251e3 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event updated for resources: {'Network': ['ID=bd809ad9-ad49-45cf-8012-66260f04f6b1,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:30.436691 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b30c3aa0-54f0-4282-85f4-0073e40afae1 req-01880134-82fc-440c-8e22-a7f3c1ef7755 tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce2d22dd-5bf7-442b-8232-dc63c22452ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045915 Aug 10 03:23:30.449555 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network bd809ad9-ad49-45cf-8012-66260f04f6b1 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:23:30.452211 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778ddc2e-cf6a-40d8-96b2-4fc2c3ab6fcc req-84e8a11f-cf38-4b59-98ea-8e68b1fd0dc3 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:30.452912 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-778ddc2e-cf6a-40d8-96b2-4fc2c3ab6fcc req-84e8a11f-cf38-4b59-98ea-8e68b1fd0dc3 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:30.500644 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8fe085fc-5bff-44cd-bf0b-7ab5785e16fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:30.506322 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8fe085fc-5bff-44cd-bf0b-7ab5785e16fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:30.550583 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-778ddc2e-cf6a-40d8-96b2-4fc2c3ab6fcc req-84e8a11f-cf38-4b59-98ea-8e68b1fd0dc3 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2603915 Aug 10 03:23:30.585983 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-778ddc2e-cf6a-40d8-96b2-4fc2c3ab6fcc req-db2e781a-266e-4afc-95b2-79723216cd80 service neutron] Request body: {'port': {'device_id': '96b71075-c590-4430-8bbb-0c5a5fc90ab8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:30.615728 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8fe085fc-5bff-44cd-bf0b-7ab5785e16fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:30.616343 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe085fc-5bff-44cd-bf0b-7ab5785e16fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router d38312a1-5452-4661-a37b-cb431ca76529 {{(pid=94216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:23:30.625612 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8fe085fc-5bff-44cd-bf0b-7ab5785e16fd admin admin] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:30.632690 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33432) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:30.633684 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8fe085fc-5bff-44cd-bf0b-7ab5785e16fd admin admin] 10.222.0.62 "DELETE /v2.0/routers/d38312a1-5452-4661-a37b-cb431ca76529 HTTP/1.1" status: 204 len: 168 time: 2.2293739 Aug 10 03:23:30.713351 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-778ddc2e-cf6a-40d8-96b2-4fc2c3ab6fcc req-db2e781a-266e-4afc-95b2-79723216cd80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:30.718957 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e43d451c-0b7b-41ed-863d-5477c30809f7 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:30.755236 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 33438) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:30.792249 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fae851c-0ed0-43ac-961a-9e458a6a178f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Made reservation on behalf of 4ed48e64d2bc4e15aeddc047e3b71cf8 for: {'port': 2} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:30.797464 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-411970e3-4f06-472e-a631-e484299b872a admin admin] Deleting subnet 0f997ebe-2f8d-458f-b51d-abdea60cfbec {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:23:30.798071 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8fae851c-0ed0-43ac-961a-9e458a6a178f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:30.804369 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-411970e3-4f06-472e-a631-e484299b872a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:30.814188 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8fae851c-0ed0-43ac-961a-9e458a6a178f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:30.858606 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-411970e3-4f06-472e-a631-e484299b872a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:30.862557 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-5333aded-e768-4ed6-be28-e0039dfd18ce None None] Provisioning for port 3f5ba6e3-7e80-40b9-9c1e-96a2492934fb completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:23:30.866765 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-5333aded-e768-4ed6-be28-e0039dfd18ce None None] Provisioning complete for port 3f5ba6e3-7e80-40b9-9c1e-96a2492934fb triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:30.867183 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5333aded-e768-4ed6-be28-e0039dfd18ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:30.903516 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43d451c-0b7b-41ed-863d-5477c30809f7 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Pushing event deleted for resources: {'Port': ['ID=12311065-b246-4593-aebb-b7bf468490d7,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:30.939075 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-5333aded-e768-4ed6-be28-e0039dfd18ce None None] Port 3f5ba6e3-7e80-40b9-9c1e-96a2492934fb cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:23:30.951237 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6b43f548-5c32-4503-aca2-1fee7a953a19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:30.955308 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [None req-8fae851c-0ed0-43ac-961a-9e458a6a178f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] device_id is not set on port 1aec6522-2694-4a52-a21a-77d24a0ebaaa yet. {{(pid=94216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:23:31.222986 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8fae851c-0ed0-43ac-961a-9e458a6a178f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:31.530031 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e43d451c-0b7b-41ed-863d-5477c30809f7 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:31.592271 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-411970e3-4f06-472e-a631-e484299b872a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:31.688347 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01fba4-c458-45c5-9c41-12a02e627cd1 req-793f40dd-1a3b-46bd-aaa0-6313707f634a tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:31.689878 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fa01fba4-c458-45c5-9c41-12a02e627cd1 req-793f40dd-1a3b-46bd-aaa0-6313707f634a tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=96b71075-c590-4430-8bbb-0c5a5fc90ab8 HTTP/1.1" status: 200 len: 932 time: 0.6616180 Aug 10 03:23:31.698039 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632fbcb7-5236-4abc-a8ad-794342482752 req-4a4b7471-1514-475c-8b0a-aa2475ab691f tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:31.703342 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-632fbcb7-5236-4abc-a8ad-794342482752 req-4a4b7471-1514-475c-8b0a-aa2475ab691f tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d96b1eb-71c8-4499-9e6b-873da4f99425 HTTP/1.1" status: 200 len: 946 time: 0.6774909 Aug 10 03:23:31.759803 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [None req-8fae851c-0ed0-43ac-961a-9e458a6a178f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] device_id is not set on port eb699706-a42c-4b8a-b3ed-911b4a9f3d2b yet. {{(pid=94216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:23:31.792479 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 56c7eced-da8c-4381-b34f-dfec45f2bb02 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:23:31.850222 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e43d451c-0b7b-41ed-863d-5477c30809f7 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Router 86e2b2f0-1299-477b-9b92-80e1118a7f12 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:23:31.858102 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-411970e3-4f06-472e-a631-e484299b872a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:31.872493 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6b43f548-5c32-4503-aca2-1fee7a953a19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:31.905016 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411970e3-4f06-472e-a631-e484299b872a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f997ebe-2f8d-458f-b51d-abdea60cfbec,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:31.905930 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-632fbcb7-5236-4abc-a8ad-794342482752 req-95c5540e-8d3d-44a6-99f4-ce2369cae720 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/security-groups?id=2832b822-3ae7-4539-a861-1dd7e33b3925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946285 Aug 10 03:23:31.916810 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6b43f548-5c32-4503-aca2-1fee7a953a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:31.932784 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-411970e3-4f06-472e-a631-e484299b872a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:31.934828 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-411970e3-4f06-472e-a631-e484299b872a admin admin] 10.222.0.62 "DELETE /v2.0/subnets/0f997ebe-2f8d-458f-b51d-abdea60cfbec HTTP/1.1" status: 204 len: 168 time: 1.3000627 Aug 10 03:23:31.966717 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7220bac7-99e9-4fc5-ab0e-c45e63ccb147 None None] Network f673795f-9e73-4ddb-99c3-f2b6b571c4c6 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:23:31.967684 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 33464) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:31.990937 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-6b43f548-5c32-4503-aca2-1fee7a953a19 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=66e824b6b773467085812a9579c8d070&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2125585 Aug 10 03:23:32.010085 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33466) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:32.012651 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e43d451c-0b7b-41ed-863d-5477c30809f7 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:23:32.026976 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e43d451c-0b7b-41ed-863d-5477c30809f7 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] 10.222.0.62 "PUT /v2.0/routers/86e2b2f0-1299-477b-9b92-80e1118a7f12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9367073 Aug 10 03:23:32.035558 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 33468) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:32.056403 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c517779-f258-4c66-8340-2c74bbd46a4b None None] Sync routers for ids ['86e2b2f0-1299-477b-9b92-80e1118a7f12'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:23:32.071404 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-778ddc2e-cf6a-40d8-96b2-4fc2c3ab6fcc req-db2e781a-266e-4afc-95b2-79723216cd80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f5ba6e3-7e80-40b9-9c1e-96a2492934fb {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:23:32.083519 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-778ddc2e-cf6a-40d8-96b2-4fc2c3ab6fcc req-db2e781a-266e-4afc-95b2-79723216cd80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:32.105256 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7cbdbc30-c6d8-48dd-aee0-0219c6b2041e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:32.110304 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-778ddc2e-cf6a-40d8-96b2-4fc2c3ab6fcc req-db2e781a-266e-4afc-95b2-79723216cd80 service neutron] Transition to ACTIVE for port object 3f5ba6e3-7e80-40b9-9c1e-96a2492934fb will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:32.125839 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-778ddc2e-cf6a-40d8-96b2-4fc2c3ab6fcc req-db2e781a-266e-4afc-95b2-79723216cd80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:32.130541 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c517779-f258-4c66-8340-2c74bbd46a4b None None] Routers {'86e2b2f0-1299-477b-9b92-80e1118a7f12'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:23:32.131129 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-5c517779-f258-4c66-8340-2c74bbd46a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:23:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['86e2b2f0-1299-477b-9b92-80e1118a7f12'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:32.146374 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7cbdbc30-c6d8-48dd-aee0-0219c6b2041e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:32.211225 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [None req-7d5f5669-4c38-4766-8b2f-6f35659bb9e1 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] delete failed (client error): The resource could not be found. Aug 10 03:23:32.216367 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-7d5f5669-4c38-4766-8b2f-6f35659bb9e1 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] 10.222.0.62 "DELETE /v2.0/routers/tempest-non_exist_router-104028926 HTTP/1.1" status: 404 len: 334 time: 0.1674707 Aug 10 03:23:32.222107 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33474) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:32.228146 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-85aca462-72d8-4249-aeb3-7b005f27aefb tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Request body: {'router': {'external_gateway_info': {'network_id': '86e2b2f0-1299-477b-9b92-80e1118a7f12'}}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:32.234180 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-5c517779-f258-4c66-8340-2c74bbd46a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:32.289886 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 56c7eced-da8c-4381-b34f-dfec45f2bb02, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=56c7eced-da8c-4381-b34f-dfec45f2bb02,segment=NetworkSegment(a7cd72e5-51d0-472c-a83d-09a112f8b65b),segment_id=a7cd72e5-51d0-472c-a83d-09a112f8b65b)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:32.293701 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8fae851c-0ed0-43ac-961a-9e458a6a178f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:32.295318 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 7b2c755d-acc7-4fab-bca4-61f497229124 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:23:32.320384 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b43f548-5c32-4503-aca2-1fee7a953a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b04b6d-14b8-4902-b1e6-8f6fd792e233,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:32.332576 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c517779-f258-4c66-8340-2c74bbd46a4b None None] Routers {'86e2b2f0-1299-477b-9b92-80e1118a7f12'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:23:32.333227 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-5c517779-f258-4c66-8340-2c74bbd46a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:23:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['86e2b2f0-1299-477b-9b92-80e1118a7f12'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:32.335015 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 7b2c755d-acc7-4fab-bca4-61f497229124 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:23:32.335470 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 7b2c755d-acc7-4fab-bca4-61f497229124 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:23:32.368964 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fa01fba4-c458-45c5-9c41-12a02e627cd1 req-dd756593-a401-4faf-85f1-814aeb2681e8 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6541166 Aug 10 03:23:32.370415 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b43f548-5c32-4503-aca2-1fee7a953a19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:32.370781 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b43f548-5c32-4503-aca2-1fee7a953a19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:32.371132 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b43f548-5c32-4503-aca2-1fee7a953a19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:32.371471 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b43f548-5c32-4503-aca2-1fee7a953a19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:32.371803 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b43f548-5c32-4503-aca2-1fee7a953a19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:32.372131 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b43f548-5c32-4503-aca2-1fee7a953a19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:32.372464 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b43f548-5c32-4503-aca2-1fee7a953a19 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:32.372788 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b43f548-5c32-4503-aca2-1fee7a953a19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:32.373113 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b43f548-5c32-4503-aca2-1fee7a953a19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:32.373436 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b43f548-5c32-4503-aca2-1fee7a953a19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:32.373758 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b43f548-5c32-4503-aca2-1fee7a953a19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:32.374078 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b43f548-5c32-4503-aca2-1fee7a953a19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:32.379700 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e781a-266e-4afc-95b2-79723216cd80 service neutron] Pushing event updated for resources: {'Port': ['ID=3f5ba6e3-7e80-40b9-9c1e-96a2492934fb,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:32.394201 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7cbdbc30-c6d8-48dd-aee0-0219c6b2041e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:32.397837 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7cbdbc30-c6d8-48dd-aee0-0219c6b2041e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:32.399912 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7cbdbc30-c6d8-48dd-aee0-0219c6b2041e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f1b04b6d-14b8-4902-b1e6-8f6fd792e233 HTTP/1.1" status: 204 len: 168 time: 0.3851757 Aug 10 03:23:32.404653 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7cde6d31-6090-48eb-bb62-67a8f8fe6b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:32.425697 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '56c7eced-da8c-4381-b34f-dfec45f2bb02', 'network_id': '9bd8e1dd-3133-4c56-83e6-5457967c959a', 'port_id': '56c7eced-da8c-4381-b34f-dfec45f2bb02', 'mac_address': 'fa:16:3e:4a:5e:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e2aac09-d64f-4b3d-a6bc-6d396c9896bc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:23:32.429871 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1972c3-6f74-4e23-9d61-d0e4ff1e4b18 req-86a2f263-c88c-42b5-8822-38519307cc91 tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:32.436885 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-5c517779-f258-4c66-8340-2c74bbd46a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:32.437565 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c517779-f258-4c66-8340-2c74bbd46a4b None None] The sync data for ids ['86e2b2f0-1299-477b-9b92-80e1118a7f12'] in n-d-768851-15 is: [] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:23:32.441637 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bb1972c3-6f74-4e23-9d61-d0e4ff1e4b18 req-86a2f263-c88c-42b5-8822-38519307cc91 tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] 10.222.0.62 "GET /v2.0/ports?device_id=97e55cc0-ea40-4746-8e23-b989d2fedbf8 HTTP/1.1" status: 200 len: 943 time: 0.4190991 Aug 10 03:23:32.543570 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:32.587832 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56c7eced-da8c-4381-b34f-dfec45f2bb02 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:23:32.592731 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8fae851c-0ed0-43ac-961a-9e458a6a178f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:32.613765 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bb1972c3-6f74-4e23-9d61-d0e4ff1e4b18 req-6e9f4d92-f552-4e24-bb7a-738ee60d0b93 tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce2d22dd-5bf7-442b-8232-dc63c22452ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711519 Aug 10 03:23:32.652742 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 56c7eced-da8c-4381-b34f-dfec45f2bb02, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=56c7eced-da8c-4381-b34f-dfec45f2bb02,segment=NetworkSegment(a7cd72e5-51d0-472c-a83d-09a112f8b65b),segment_id=a7cd72e5-51d0-472c-a83d-09a112f8b65b)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:32.654086 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d945f8f-fb53-4ff7-81ca-7a6955c0d928 None None] DHCP port deletion for f673795f-9e73-4ddb-99c3-f2b6b571c4c6 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:23:32.663697 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:32.691152 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fae851c-0ed0-43ac-961a-9e458a6a178f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Network d22567d6-a0ed-4344-b38f-4317a5b58c0a is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:23:32.703627 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbdbc30-c6d8-48dd-aee0-0219c6b2041e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b04b6d-14b8-4902-b1e6-8f6fd792e233,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:32.721309 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-85aca462-72d8-4249-aeb3-7b005f27aefb tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:32.723214 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-8fae851c-0ed0-43ac-961a-9e458a6a178f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:32.736038 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae851c-0ed0-43ac-961a-9e458a6a178f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event updated for resources: {'Port': ['ID=1aec6522-2694-4a52-a21a-77d24a0ebaaa,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:32.745875 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fae851c-0ed0-43ac-961a-9e458a6a178f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:23:32.747847 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8fae851c-0ed0-43ac-961a-9e458a6a178f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:32.780706 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=56c7eced-da8c-4381-b34f-dfec45f2bb02,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:32.798768 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-8d945f8f-fb53-4ff7-81ca-7a6955c0d928 None None] Deleting port e968e976-5f7e-4baf-84d7-1091f374fe80 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:23:32.799824 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8d945f8f-fb53-4ff7-81ca-7a6955c0d928 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:32.804851 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-7cde6d31-6090-48eb-bb62-67a8f8fe6b8d admin admin] Deleting port e968e976-5f7e-4baf-84d7-1091f374fe80 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:23:32.805206 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7cde6d31-6090-48eb-bb62-67a8f8fe6b8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:32.817097 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-85aca462-72d8-4249-aeb3-7b005f27aefb tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] update failed (client error): The resource could not be found. Aug 10 03:23:32.827710 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-85aca462-72d8-4249-aeb3-7b005f27aefb tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] 10.222.0.62 "PUT /v2.0/routers/86e2b2f0-1299-477b-9b92-80e1118a7f12 HTTP/1.1" status: 404 len: 339 time: 0.6043351 Aug 10 03:23:32.830616 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33490) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:32.835691 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-29efe44c-154e-4973-a92b-6b1a227b73c6 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2081098871'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:32.881688 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-778ddc2e-cf6a-40d8-96b2-4fc2c3ab6fcc req-db2e781a-266e-4afc-95b2-79723216cd80 service neutron] Attempting to bind port 3f5ba6e3-7e80-40b9-9c1e-96a2492934fb on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:23:32.882547 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-778ddc2e-cf6a-40d8-96b2-4fc2c3ab6fcc req-db2e781a-266e-4afc-95b2-79723216cd80 service neutron] Attempting to bind port 3f5ba6e3-7e80-40b9-9c1e-96a2492934fb by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '8f60b627-ffb1-479c-a505-a6c7d3d8b515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:23:32.882547 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778ddc2e-cf6a-40d8-96b2-4fc2c3ab6fcc req-db2e781a-266e-4afc-95b2-79723216cd80 service neutron] Attempting to bind port 3f5ba6e3-7e80-40b9-9c1e-96a2492934fb on network 0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:32.890347 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-8d945f8f-fb53-4ff7-81ca-7a6955c0d928 None None] For port e968e976-5f7e-4baf-84d7-1091f374fe80, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=e968e976-5f7e-4baf-84d7-1091f374fe80,segment=NetworkSegment(7994d17d-137a-46f2-95db-467dd6e7c020),segment_id=7994d17d-137a-46f2-95db-467dd6e7c020)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:32.891052 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8d945f8f-fb53-4ff7-81ca-7a6955c0d928 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:32.896166 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29efe44c-154e-4973-a92b-6b1a227b73c6 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Made reservation on behalf of ada0698af3634ef6ab1ebfc9ca830f5f for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:32.899747 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-29efe44c-154e-4973-a92b-6b1a227b73c6 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:32.902443 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778ddc2e-cf6a-40d8-96b2-4fc2c3ab6fcc req-db2e781a-266e-4afc-95b2-79723216cd80 service neutron] Port 3f5ba6e3-7e80-40b9-9c1e-96a2492934fb on network 0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:23:32.903218 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778ddc2e-cf6a-40d8-96b2-4fc2c3ab6fcc req-db2e781a-266e-4afc-95b2-79723216cd80 service neutron] Attempting to bind port 3f5ba6e3-7e80-40b9-9c1e-96a2492934fb on network 0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:32.946842 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-8d945f8f-fb53-4ff7-81ca-7a6955c0d928 None None] Calling delete_port for e968e976-5f7e-4baf-84d7-1091f374fe80 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:23:32.948291 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778ddc2e-cf6a-40d8-96b2-4fc2c3ab6fcc req-db2e781a-266e-4afc-95b2-79723216cd80 service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:23:32.948291 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778ddc2e-cf6a-40d8-96b2-4fc2c3ab6fcc req-db2e781a-266e-4afc-95b2-79723216cd80 service neutron] Checking segment: {'id': '8f60b627-ffb1-479c-a505-a6c7d3d8b515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:32.948547 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778ddc2e-cf6a-40d8-96b2-4fc2c3ab6fcc req-db2e781a-266e-4afc-95b2-79723216cd80 service neutron] Bound using segment: {'id': '8f60b627-ffb1-479c-a505-a6c7d3d8b515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:23:32.949259 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-778ddc2e-cf6a-40d8-96b2-4fc2c3ab6fcc req-db2e781a-266e-4afc-95b2-79723216cd80 service neutron] Bound port: 3f5ba6e3-7e80-40b9-9c1e-96a2492934fb, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f60b627-ffb1-479c-a505-a6c7d3d8b515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:23:32.949777 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-778ddc2e-cf6a-40d8-96b2-4fc2c3ab6fcc req-db2e781a-266e-4afc-95b2-79723216cd80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:32.954289 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae851c-0ed0-43ac-961a-9e458a6a178f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event updated for resources: {'Port': ['ID=eb699706-a42c-4b8a-b3ed-911b4a9f3d2b,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:32.984550 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29efe44c-154e-4973-a92b-6b1a227b73c6 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:23:32.990369 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33494) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:32.996509 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fae851c-0ed0-43ac-961a-9e458a6a178f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Checking segment: {'id': 'b0d74e62-ccf2-4cd3-9b01-1c5ed8393d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'bd809ad9-ad49-45cf-8012-66260f04f6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:32.997517 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fae851c-0ed0-43ac-961a-9e458a6a178f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Network hostable DHCP agents. Network: bd809ad9-ad49-45cf-8012-66260f04f6b1, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:23:33.004095 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-7cde6d31-6090-48eb-bb62-67a8f8fe6b8d admin admin] For port e968e976-5f7e-4baf-84d7-1091f374fe80, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=e968e976-5f7e-4baf-84d7-1091f374fe80,segment=NetworkSegment(7994d17d-137a-46f2-95db-467dd6e7c020),segment_id=7994d17d-137a-46f2-95db-467dd6e7c020)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:33.004785 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7cde6d31-6090-48eb-bb62-67a8f8fe6b8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:33.011493 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['56c7eced-da8c-4381-b34f-dfec45f2bb02'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:23:33.032781 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-29efe44c-154e-4973-a92b-6b1a227b73c6 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:33.033137 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-29efe44c-154e-4973-a92b-6b1a227b73c6 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Added segment 4449d78a-a8a5-4d97-b583-691fef7f6cc4 of type vlan for network c985b766-17b2-4e5f-af71-6a1ebece52d5 Aug 10 03:23:33.073632 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-7cde6d31-6090-48eb-bb62-67a8f8fe6b8d admin admin] Calling delete_port for e968e976-5f7e-4baf-84d7-1091f374fe80 owned by network:dhcp {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:23:33.082014 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8089df5b-88bb-4713-9829-69381e8b596d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:33.122115 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-29efe44c-154e-4973-a92b-6b1a227b73c6 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:33.135275 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8d945f8f-fb53-4ff7-81ca-7a6955c0d928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:33.149955 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1bf25700-03ea-417c-b35b-505613b2008f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7ff36ef545234af39eb9322b66212871&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1563644 Aug 10 03:23:33.152638 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33496) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:33.163783 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fae851c-0ed0-43ac-961a-9e458a6a178f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Network bd809ad9-ad49-45cf-8012-66260f04f6b1 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:23:33.171678 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d945f8f-fb53-4ff7-81ca-7a6955c0d928 None None] Pushing event deleted for resources: {'Port': ['ID=e968e976-5f7e-4baf-84d7-1091f374fe80,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:33.177104 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-778ddc2e-cf6a-40d8-96b2-4fc2c3ab6fcc req-db2e781a-266e-4afc-95b2-79723216cd80 service neutron] For port 3f5ba6e3-7e80-40b9-9c1e-96a2492934fb, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:23:33.183860 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d945f8f-fb53-4ff7-81ca-7a6955c0d928 None None] No DVR routers for this DVR port e968e976-5f7e-4baf-84d7-1091f374fe80 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:23:33.213039 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-8fae851c-0ed0-43ac-961a-9e458a6a178f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, bd809ad9-ad49-45cf-8012-66260f04f6b1) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:33.215107 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-778ddc2e-cf6a-40d8-96b2-4fc2c3ab6fcc req-db2e781a-266e-4afc-95b2-79723216cd80 service neutron] For port 3f5ba6e3-7e80-40b9-9c1e-96a2492934fb, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=3f5ba6e3-7e80-40b9-9c1e-96a2492934fb,segment=NetworkSegment(8f60b627-ffb1-479c-a505-a6c7d3d8b515),segment_id=8f60b627-ffb1-479c-a505-a6c7d3d8b515)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:23:33.224347 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c559a156-d30c-4b76-9dcf-8a86f11cbedb req-049b7e83-75a4-4ed6-a14e-79011f2a96d2 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:33.229136 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-778ddc2e-cf6a-40d8-96b2-4fc2c3ab6fcc req-db2e781a-266e-4afc-95b2-79723216cd80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:33.234251 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c559a156-d30c-4b76-9dcf-8a86f11cbedb req-049b7e83-75a4-4ed6-a14e-79011f2a96d2 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d96b1eb-71c8-4499-9e6b-873da4f99425 HTTP/1.1" status: 200 len: 946 time: 0.2096066 Aug 10 03:23:33.235501 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bf27ae-6b68-4cf3-a987-444460c372c1 None None] Network bd809ad9-ad49-45cf-8012-66260f04f6b1 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:23:33.246111 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fae851c-0ed0-43ac-961a-9e458a6a178f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:23:33.249793 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-29efe44c-154e-4973-a92b-6b1a227b73c6 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:33.253342 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fae851c-0ed0-43ac-961a-9e458a6a178f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:33.255067 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29efe44c-154e-4973-a92b-6b1a227b73c6 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:33.255771 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-29efe44c-154e-4973-a92b-6b1a227b73c6 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:33.257677 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fae851c-0ed0-43ac-961a-9e458a6a178f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:33.258376 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8fae851c-0ed0-43ac-961a-9e458a6a178f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:33.295608 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7cde6d31-6090-48eb-bb62-67a8f8fe6b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:33.314054 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8fae851c-0ed0-43ac-961a-9e458a6a178f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.9472485 Aug 10 03:23:33.348534 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-348cc874-b4b5-4cc9-9108-44fafdcc8a23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:33.350628 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33502) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:33.362031 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cde6d31-6090-48eb-bb62-67a8f8fe6b8d admin admin] No DVR routers for this DVR port e968e976-5f7e-4baf-84d7-1091f374fe80 on host n-d-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:23:33.366167 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde6d31-6090-48eb-bb62-67a8f8fe6b8d admin admin] Pushing event deleted for resources: {'Port': ['ID=e968e976-5f7e-4baf-84d7-1091f374fe80,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:33.376158 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778ddc2e-cf6a-40d8-96b2-4fc2c3ab6fcc req-db2e781a-266e-4afc-95b2-79723216cd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:33.376668 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-778ddc2e-cf6a-40d8-96b2-4fc2c3ab6fcc req-db2e781a-266e-4afc-95b2-79723216cd80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:33.378097 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-778ddc2e-cf6a-40d8-96b2-4fc2c3ab6fcc req-db2e781a-266e-4afc-95b2-79723216cd80 service neutron] 10.222.0.58 "PUT /v2.0/ports/3f5ba6e3-7e80-40b9-9c1e-96a2492934fb HTTP/1.1" status: 200 len: 1093 time: 2.7970088 Aug 10 03:23:33.414502 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96b71075-c590-4430-8bbb-0c5a5fc90ab8', 'tag': '3f5ba6e3-7e80-40b9-9c1e-96a2492934fb'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:23:33.421132 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8943335-690d-42c5-bfe9-75f4e917e583" -d '{"events": [{"name": "network-changed", "server_uuid": "96b71075-c590-4430-8bbb-0c5a5fc90ab8", "tag": "3f5ba6e3-7e80-40b9-9c1e-96a2492934fb"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:23:33.436117 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c559a156-d30c-4b76-9dcf-8a86f11cbedb req-3d7a0c24-45a8-4076-8dd4-63d0a595f525 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/security-groups?id=2832b822-3ae7-4539-a861-1dd7e33b3925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911201 Aug 10 03:23:33.452710 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:33.512987 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-29efe44c-154e-4973-a92b-6b1a227b73c6 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6814792 Aug 10 03:23:33.520651 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 33508) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:33.540303 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-65b7ed9a-3479-4d24-b3de-3ea27228250e tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Request body: {'subnet': {'network_id': 'c985b766-17b2-4e5f-af71-6a1ebece52d5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:33.558283 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-348cc874-b4b5-4cc9-9108-44fafdcc8a23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:33.562955 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1e2e69-2d4f-4c62-a86c-c6070ad7594c x-openstack-request-id: req-1d1e2e69-2d4f-4c62-a86c-c6070ad7594c {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:23:33.563414 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96b71075-c590-4430-8bbb-0c5a5fc90ab8", "tag": "3f5ba6e3-7e80-40b9-9c1e-96a2492934fb", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:23:33.564305 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1d1e2e69-2d4f-4c62-a86c-c6070ad7594c {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:23:33.567243 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96b71075-c590-4430-8bbb-0c5a5fc90ab8', 'tag': '3f5ba6e3-7e80-40b9-9c1e-96a2492934fb', 'status': 'completed', 'code': 200} Aug 10 03:23:33.588719 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29efe44c-154e-4973-a92b-6b1a227b73c6 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Pushing event updated for resources: {'Network': ['ID=c985b766-17b2-4e5f-af71-6a1ebece52d5,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:33.602162 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network c985b766-17b2-4e5f-af71-6a1ebece52d5 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:23:33.655686 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7cde6d31-6090-48eb-bb62-67a8f8fe6b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:33.669854 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e781a-266e-4afc-95b2-79723216cd80 service neutron] Pushing event updated for resources: {'Port': ['ID=3f5ba6e3-7e80-40b9-9c1e-96a2492934fb,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:33.683240 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-7cde6d31-6090-48eb-bb62-67a8f8fe6b8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f673795f-9e73-4ddb-99c3-f2b6b571c4c6']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:33.727002 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778ddc2e-cf6a-40d8-96b2-4fc2c3ab6fcc req-0e3d523f-ed92-4d58-b854-de205108d349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:33.729934 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-778ddc2e-cf6a-40d8-96b2-4fc2c3ab6fcc req-0e3d523f-ed92-4d58-b854-de205108d349 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e185eddfc77743c180b686598504f106&device_id=96b71075-c590-4430-8bbb-0c5a5fc90ab8 HTTP/1.1" status: 200 len: 1096 time: 0.2068598 Aug 10 03:23:33.745761 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-7cde6d31-6090-48eb-bb62-67a8f8fe6b8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7994d17d-137a-46f2-95db-467dd6e7c020') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:33.746398 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-7cde6d31-6090-48eb-bb62-67a8f8fe6b8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7994d17d-137a-46f2-95db-467dd6e7c020') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:33.755517 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8af46a-aaaa-4014-828a-4ba9cf2adf7b req-dd9708bb-c7c4-48c6-8d3d-164ed4477947 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:33.757741 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7b8af46a-aaaa-4014-828a-4ba9cf2adf7b req-dd9708bb-c7c4-48c6-8d3d-164ed4477947 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=96b71075-c590-4430-8bbb-0c5a5fc90ab8 HTTP/1.1" status: 200 len: 944 time: 0.2460880 Aug 10 03:23:33.783552 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7cde6d31-6090-48eb-bb62-67a8f8fe6b8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:33.812240 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-778ddc2e-cf6a-40d8-96b2-4fc2c3ab6fcc req-ce8104dd-aab3-4545-aec4-3b83d123202a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f5ba6e3-7e80-40b9-9c1e-96a2492934fb HTTP/1.1" status: 200 len: 217 time: 0.0634046 Aug 10 03:23:33.814765 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-0857d44c-51dd-4a51-8d19-c07b7615ab4c tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Deleting port eb699706-a42c-4b8a-b3ed-911b4a9f3d2b {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:23:33.815118 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0857d44c-51dd-4a51-8d19-c07b7615ab4c tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:33.833602 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7cde6d31-6090-48eb-bb62-67a8f8fe6b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:33.846049 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cde6d31-6090-48eb-bb62-67a8f8fe6b8d admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:23:33.846490 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7cde6d31-6090-48eb-bb62-67a8f8fe6b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:33.850185 n-d-768851-15 neutron-server[94216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:23:33.850185 n-d-768851-15 neutron-server[94216]: self.session.flush() Aug 10 03:23:33.850185 n-d-768851-15 neutron-server[94216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:23:33.850185 n-d-768851-15 neutron-server[94216]: self.session.flush() Aug 10 03:23:33.850185 n-d-768851-15 neutron-server[94216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:23:33.850185 n-d-768851-15 neutron-server[94216]: self.session.flush() Aug 10 03:23:33.850185 n-d-768851-15 neutron-server[94216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:23:33.850185 n-d-768851-15 neutron-server[94216]: self.session.flush() Aug 10 03:23:33.850185 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:23:33.850185 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:23:33.850185 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:23:33.850185 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:23:33.850185 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:23:33.850185 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:23:33.850185 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:23:33.850185 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:23:33.850185 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:23:33.850185 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:23:33.850185 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:23:33.850185 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:23:33.850185 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:23:33.850185 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:23:33.850185 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:23:33.850185 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:23:33.850185 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:23:33.850185 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:23:33.850185 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:23:33.850185 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:23:33.850185 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:23:33.850185 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:23:33.850185 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:23:33.850185 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:23:33.850185 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:23:33.850185 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:23:33.850185 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:23:33.850185 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:23:33.850185 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:23:33.850185 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:23:33.850185 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:23:33.850185 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:23:33.894100 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-348cc874-b4b5-4cc9-9108-44fafdcc8a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:33.896663 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-348cc874-b4b5-4cc9-9108-44fafdcc8a23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:33.900681 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-348cc874-b4b5-4cc9-9108-44fafdcc8a23 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/93c1bd54-2c0a-4323-9acd-f53e3b43f62c HTTP/1.1" status: 204 len: 168 time: 0.7421396 Aug 10 03:23:33.923232 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7b8af46a-aaaa-4014-828a-4ba9cf2adf7b req-fdb77ed2-3f3d-4e90-b509-43f0db4b1cf7 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490359 Aug 10 03:23:33.938725 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe61faf-8e5e-4b54-bdaf-b4704fbe2bf1 req-4258613d-26c4-44bb-ae48-ad7dcbaf8a16 tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:33.940312 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1fe61faf-8e5e-4b54-bdaf-b4704fbe2bf1 req-4258613d-26c4-44bb-ae48-ad7dcbaf8a16 tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] 10.222.0.62 "GET /v2.0/ports?device_id=97e55cc0-ea40-4746-8e23-b989d2fedbf8 HTTP/1.1" status: 200 len: 944 time: 0.2036016 Aug 10 03:23:33.942049 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b7ed9a-3479-4d24-b3de-3ea27228250e tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Made reservation on behalf of ada0698af3634ef6ab1ebfc9ca830f5f for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:33.956770 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-65b7ed9a-3479-4d24-b3de-3ea27228250e tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:33.960345 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778ddc2e-cf6a-40d8-96b2-4fc2c3ab6fcc req-ac47e5b7-1790-4c6b-ba36-8a74512a97df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:33.962072 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-778ddc2e-cf6a-40d8-96b2-4fc2c3ab6fcc req-ac47e5b7-1790-4c6b-ba36-8a74512a97df service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c05a62ae-44d3-4db4-a938-da6f60472238 HTTP/1.1" status: 200 len: 849 time: 0.1410091 Aug 10 03:23:33.970212 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348cc874-b4b5-4cc9-9108-44fafdcc8a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c1bd54-2c0a-4323-9acd-f53e3b43f62c,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:34.021281 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7cde6d31-6090-48eb-bb62-67a8f8fe6b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:34.030304 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0857d44c-51dd-4a51-8d19-c07b7615ab4c tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:34.039855 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7cde6d31-6090-48eb-bb62-67a8f8fe6b8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:34.043991 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-7cde6d31-6090-48eb-bb62-67a8f8fe6b8d admin admin] 10.222.0.62 "DELETE /v2.0/networks/f673795f-9e73-4ddb-99c3-f2b6b571c4c6 HTTP/1.1" status: 204 len: 168 time: 2.0491915 Aug 10 03:23:34.061967 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-0857d44c-51dd-4a51-8d19-c07b7615ab4c tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Calling delete_port for eb699706-a42c-4b8a-b3ed-911b4a9f3d2b owned by {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:23:34.083491 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778ddc2e-cf6a-40d8-96b2-4fc2c3ab6fcc req-fba0f227-25bb-42d6-9c4e-69f361470341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:34.086412 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-778ddc2e-cf6a-40d8-96b2-4fc2c3ab6fcc req-fba0f227-25bb-42d6-9c4e-69f361470341 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1092000 Aug 10 03:23:34.099049 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde6d31-6090-48eb-bb62-67a8f8fe6b8d admin admin] Pushing event deleted for resources: {'Network': ['ID=f673795f-9e73-4ddb-99c3-f2b6b571c4c6,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:34.120870 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1fe61faf-8e5e-4b54-bdaf-b4704fbe2bf1 req-17330666-0789-45a2-8761-9ae75320a80b tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce2d22dd-5bf7-442b-8232-dc63c22452ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591992 Aug 10 03:23:34.174153 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:34.232075 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e968e976-5f7e-4baf-84d7-1091f374fe80 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:23:34.276610 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: e968e976-5f7e-4baf-84d7-1091f374fe80 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:23:34.277059 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e968e976-5f7e-4baf-84d7-1091f374fe80 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:23:34.280897 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 33528) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:34.316436 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-65b7ed9a-3479-4d24-b3de-3ea27228250e tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:34.373961 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-778ddc2e-cf6a-40d8-96b2-4fc2c3ab6fcc req-8b2fc14c-cc87-4371-8724-18c6fbf4c068 service neutron] 10.222.0.58 "GET /v2.0/networks/0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540055 Aug 10 03:23:34.407951 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-6e5c7e82-0d03-4a03-b747-b77d7f6a305e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dc37c9ae14bb4f3b843815f0becba976&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1252351 Aug 10 03:23:34.408868 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 33536) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:34.452051 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0857d44c-51dd-4a51-8d19-c07b7615ab4c tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:34.463230 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b7ed9a-3479-4d24-b3de-3ea27228250e tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Pushing event updated for resources: {'Subnet': ['ID=91f740eb-9bfe-4a47-9a36-c10de5485569,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:34.495474 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0857d44c-51dd-4a51-8d19-c07b7615ab4c tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event deleted for resources: {'Port': ['ID=eb699706-a42c-4b8a-b3ed-911b4a9f3d2b,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:34.519056 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0857d44c-51dd-4a51-8d19-c07b7615ab4c tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:34.520962 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0857d44c-51dd-4a51-8d19-c07b7615ab4c tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "DELETE /v2.0/ports/eb699706-a42c-4b8a-b3ed-911b4a9f3d2b HTTP/1.1" status: 204 len: 168 time: 1.1522858 Aug 10 03:23:34.523438 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33544) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:34.539831 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b7ed9a-3479-4d24-b3de-3ea27228250e tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Checking segment: {'id': '4449d78a-a8a5-4d97-b583-691fef7f6cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c985b766-17b2-4e5f-af71-6a1ebece52d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:34.540129 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-778ddc2e-cf6a-40d8-96b2-4fc2c3ab6fcc req-2d5f89a8-c0c2-4c69-82ee-b0aa7000f16e service neutron] 10.222.0.58 "GET /v2.0/networks/0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584158 Aug 10 03:23:34.540806 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b7ed9a-3479-4d24-b3de-3ea27228250e tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Network hostable DHCP agents. Network: c985b766-17b2-4e5f-af71-6a1ebece52d5, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:23:34.578864 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b7ed9a-3479-4d24-b3de-3ea27228250e tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Network c985b766-17b2-4e5f-af71-6a1ebece52d5 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:23:34.584795 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7792abe4-a40a-440f-bb0e-2e76f4488644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:34.592613 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee7db7c-3805-4bb8-a396-64eaf8dfe0d1 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:34.599563 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee7db7c-3805-4bb8-a396-64eaf8dfe0d1 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:34.604738 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-dee7db7c-3805-4bb8-a396-64eaf8dfe0d1 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0803249 Aug 10 03:23:34.606588 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33546) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:34.638298 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-65b7ed9a-3479-4d24-b3de-3ea27228250e tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, c985b766-17b2-4e5f-af71-6a1ebece52d5) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:34.648016 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064707df-828d-4737-a615-1d87e566d86f None None] Network c985b766-17b2-4e5f-af71-6a1ebece52d5 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:23:34.653483 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b7ed9a-3479-4d24-b3de-3ea27228250e tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:34.654116 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-65b7ed9a-3479-4d24-b3de-3ea27228250e tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:34.673292 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7792abe4-a40a-440f-bb0e-2e76f4488644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:34.712887 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c413a29-e1e4-4d7b-af57-c5c78329533a req-78203a7a-f474-4686-89e7-8b49702c2858 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:34.714648 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5c413a29-e1e4-4d7b-af57-c5c78329533a req-78203a7a-f474-4686-89e7-8b49702c2858 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d96b1eb-71c8-4499-9e6b-873da4f99425 HTTP/1.1" status: 200 len: 946 time: 0.1375129 Aug 10 03:23:34.724952 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-65b7ed9a-3479-4d24-b3de-3ea27228250e tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1953084 Aug 10 03:23:34.728868 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 33556) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:34.736855 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-6e7a0f46-8f22-46ff-b13f-1dac43023730 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c985b766-17b2-4e5f-af71-6a1ebece52d5'}}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:34.757214 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8943335-690d-42c5-bfe9-75f4e917e583 req-b61db99e-d816-4e4b-b67a-c71ef28d56b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:34.760665 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e8943335-690d-42c5-bfe9-75f4e917e583 req-b61db99e-d816-4e4b-b67a-c71ef28d56b1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e185eddfc77743c180b686598504f106&device_id=96b71075-c590-4430-8bbb-0c5a5fc90ab8 HTTP/1.1" status: 200 len: 1096 time: 0.1546404 Aug 10 03:23:34.886216 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-494bc4f5-dc21-4cc6-b16f-1335eaf841ab tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Deleting port 1aec6522-2694-4a52-a21a-77d24a0ebaaa {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:23:34.886592 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-494bc4f5-dc21-4cc6-b16f-1335eaf841ab tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:34.916025 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747e4bf9-199b-4391-b55f-1d83ab91dca9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-c985b766-17b2-4e5f-af71-6a1ebece52d5', 'network_id': 'c985b766-17b2-4e5f-af71-6a1ebece52d5', 'tenant_id': 'ada0698af3634ef6ab1ebfc9ca830f5f', 'fixed_ips': [{'subnet_id': '91f740eb-9bfe-4a47-9a36-c10de5485569'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:23:34.917379 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-747e4bf9-199b-4391-b55f-1d83ab91dca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:34.947176 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8943335-690d-42c5-bfe9-75f4e917e583 req-e84e358c-2dd8-4bd2-9bc3-3d1ad65bb530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:34.948748 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e8943335-690d-42c5-bfe9-75f4e917e583 req-e84e358c-2dd8-4bd2-9bc3-3d1ad65bb530 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe HTTP/1.1" status: 200 len: 911 time: 0.1779099 Aug 10 03:23:34.971016 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-494bc4f5-dc21-4cc6-b16f-1335eaf841ab tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:34.985679 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-494bc4f5-dc21-4cc6-b16f-1335eaf841ab tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Calling delete_port for 1aec6522-2694-4a52-a21a-77d24a0ebaaa owned by {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:23:35.094442 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5c413a29-e1e4-4d7b-af57-c5c78329533a req-f15e3d7d-96e7-4925-9871-443f217f8c4c tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/security-groups?id=2832b822-3ae7-4539-a861-1dd7e33b3925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3659613 Aug 10 03:23:35.109020 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-747e4bf9-199b-4391-b55f-1d83ab91dca9 None None] Allocated IP 2001:db8:1::2 (c985b766-17b2-4e5f-af71-6a1ebece52d5/91f740eb-9bfe-4a47-9a36-c10de5485569/96bc9f8a-5b64-4fab-85ab-3d1b81ed7f40) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:23:35.120726 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e8943335-690d-42c5-bfe9-75f4e917e583 req-3c0309c4-c294-4ec7-a58e-91e40f865bcb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f5ba6e3-7e80-40b9-9c1e-96a2492934fb HTTP/1.1" status: 200 len: 217 time: 0.0428174 Aug 10 03:23:35.121837 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-494bc4f5-dc21-4cc6-b16f-1335eaf841ab tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:35.144452 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7792abe4-a40a-440f-bb0e-2e76f4488644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:35.148335 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7792abe4-a40a-440f-bb0e-2e76f4488644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:35.149724 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-7792abe4-a40a-440f-bb0e-2e76f4488644 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bbb9073a-b527-43db-a5f8-776a1e56274f HTTP/1.1" status: 204 len: 168 time: 0.7321045 Aug 10 03:23:35.251632 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6e7a0f46-8f22-46ff-b13f-1dac43023730 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:35.251867 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494bc4f5-dc21-4cc6-b16f-1335eaf841ab tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event deleted for resources: {'Port': ['ID=1aec6522-2694-4a52-a21a-77d24a0ebaaa,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:35.264401 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33576) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:35.271792 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7792abe4-a40a-440f-bb0e-2e76f4488644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb9073a-b527-43db-a5f8-776a1e56274f,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:35.280833 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-494bc4f5-dc21-4cc6-b16f-1335eaf841ab tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:35.294140 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-494bc4f5-dc21-4cc6-b16f-1335eaf841ab tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "DELETE /v2.0/ports/1aec6522-2694-4a52-a21a-77d24a0ebaaa HTTP/1.1" status: 204 len: 168 time: 0.6843460 Aug 10 03:23:35.295141 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33580) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:35.358589 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8943335-690d-42c5-bfe9-75f4e917e583 req-3dccc9aa-3a60-4d5a-a05f-7508e4e6f913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:35.360117 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e8943335-690d-42c5-bfe9-75f4e917e583 req-3dccc9aa-3a60-4d5a-a05f-7508e4e6f913 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c05a62ae-44d3-4db4-a938-da6f60472238 HTTP/1.1" status: 200 len: 849 time: 0.2175076 Aug 10 03:23:35.369058 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6016ae-e77a-4460-8484-f2cd61b55e95 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:35.372941 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-fb6016ae-e77a-4460-8484-f2cd61b55e95 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0744936 Aug 10 03:23:35.381503 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33582) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:35.396490 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a285997a-6a36-4c31-919a-6ad167b33e08 req-41ecd0a6-984b-4efa-8ec3-9e71e8d78876 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:35.401820 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-747e4bf9-199b-4391-b55f-1d83ab91dca9 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:35.409744 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a285997a-6a36-4c31-919a-6ad167b33e08 req-41ecd0a6-984b-4efa-8ec3-9e71e8d78876 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=96b71075-c590-4430-8bbb-0c5a5fc90ab8 HTTP/1.1" status: 200 len: 944 time: 0.3198228 Aug 10 03:23:35.415561 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-747e4bf9-199b-4391-b55f-1d83ab91dca9 None None] Transition to ACTIVE for port object 96bc9f8a-5b64-4fab-85ab-3d1b81ed7f40 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:35.429464 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-51bce0f3-c6c5-4639-94ee-f9189a1977e4 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] GET failed (client error): The resource could not be found. Aug 10 03:23:35.434413 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-51bce0f3-c6c5-4639-94ee-f9189a1977e4 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "GET /v2.0/ports/eb699706-a42c-4b8a-b3ed-911b4a9f3d2b HTTP/1.1" status: 404 len: 333 time: 0.0474682 Aug 10 03:23:35.436415 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33584) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:35.439041 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-747e4bf9-199b-4391-b55f-1d83ab91dca9 None None] Transition to ACTIVE for port object 96bc9f8a-5b64-4fab-85ab-3d1b81ed7f40 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:35.459185 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-747e4bf9-199b-4391-b55f-1d83ab91dca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:35.509631 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747e4bf9-199b-4391-b55f-1d83ab91dca9 None None] Network c985b766-17b2-4e5f-af71-6a1ebece52d5 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:23:35.520330 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-747e4bf9-199b-4391-b55f-1d83ab91dca9 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:35.527464 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747e4bf9-199b-4391-b55f-1d83ab91dca9 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:23:35.601820 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f9f10-a455-4dbf-b0da-677738fae4d4 req-6294c514-03c1-4de8-bd42-90a66b7aec81 tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:35.612893 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-796f9f10-a455-4dbf-b0da-677738fae4d4 req-6294c514-03c1-4de8-bd42-90a66b7aec81 tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] 10.222.0.62 "GET /v2.0/ports?device_id=97e55cc0-ea40-4746-8e23-b989d2fedbf8 HTTP/1.1" status: 200 len: 944 time: 0.3262212 Aug 10 03:23:35.648383 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747e4bf9-199b-4391-b55f-1d83ab91dca9 None None] Pushing event updated for resources: {'Port': ['ID=96bc9f8a-5b64-4fab-85ab-3d1b81ed7f40,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:35.659647 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-747e4bf9-199b-4391-b55f-1d83ab91dca9 None None] Attempting to bind port 96bc9f8a-5b64-4fab-85ab-3d1b81ed7f40 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:23:35.659861 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-747e4bf9-199b-4391-b55f-1d83ab91dca9 None None] Attempting to bind port 96bc9f8a-5b64-4fab-85ab-3d1b81ed7f40 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4449d78a-a8a5-4d97-b583-691fef7f6cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c985b766-17b2-4e5f-af71-6a1ebece52d5'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:23:35.660228 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747e4bf9-199b-4391-b55f-1d83ab91dca9 None None] Attempting to bind port 96bc9f8a-5b64-4fab-85ab-3d1b81ed7f40 on network c985b766-17b2-4e5f-af71-6a1ebece52d5 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:35.667780 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747e4bf9-199b-4391-b55f-1d83ab91dca9 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:23:35.668163 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747e4bf9-199b-4391-b55f-1d83ab91dca9 None None] Checking segment: {'id': '4449d78a-a8a5-4d97-b583-691fef7f6cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c985b766-17b2-4e5f-af71-6a1ebece52d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:35.668834 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-747e4bf9-199b-4391-b55f-1d83ab91dca9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:35.669388 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747e4bf9-199b-4391-b55f-1d83ab91dca9 None None] Bound using segment: {'id': '4449d78a-a8a5-4d97-b583-691fef7f6cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c985b766-17b2-4e5f-af71-6a1ebece52d5'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:23:35.669874 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-747e4bf9-199b-4391-b55f-1d83ab91dca9 None None] Bound port: 96bc9f8a-5b64-4fab-85ab-3d1b81ed7f40, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4449d78a-a8a5-4d97-b583-691fef7f6cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c985b766-17b2-4e5f-af71-6a1ebece52d5'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:23:35.670259 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-747e4bf9-199b-4391-b55f-1d83ab91dca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:35.696957 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a285997a-6a36-4c31-919a-6ad167b33e08 req-a5fa27e0-d09b-4788-b6c4-da7618ea71cc tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857747 Aug 10 03:23:35.747577 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-796f9f10-a455-4dbf-b0da-677738fae4d4 req-2ff0bef9-940d-4882-ad8e-fbead57801ac tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce2d22dd-5bf7-442b-8232-dc63c22452ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295707 Aug 10 03:23:35.770896 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-747e4bf9-199b-4391-b55f-1d83ab91dca9 None None] For port 96bc9f8a-5b64-4fab-85ab-3d1b81ed7f40, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:23:35.775713 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-747e4bf9-199b-4391-b55f-1d83ab91dca9 None None] For port 96bc9f8a-5b64-4fab-85ab-3d1b81ed7f40, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=96bc9f8a-5b64-4fab-85ab-3d1b81ed7f40,segment=NetworkSegment(4449d78a-a8a5-4d97-b583-691fef7f6cc4),segment_id=4449d78a-a8a5-4d97-b583-691fef7f6cc4)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:23:35.790438 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-747e4bf9-199b-4391-b55f-1d83ab91dca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:35.811948 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 56c7eced-da8c-4381-b34f-dfec45f2bb02 up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:23:35.841485 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [None req-6e7a0f46-8f22-46ff-b13f-1dac43023730 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:23:35.842559 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-6e7a0f46-8f22-46ff-b13f-1dac43023730 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] 10.222.0.62 "PUT /v2.0/routers/86e2b2f0-1299-477b-9b92-80e1118a7f12 HTTP/1.1" status: 400 len: 364 time: 1.1096117 Aug 10 03:23:35.846543 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 33598) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:35.884176 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-36a5cc77-d8e6-48d1-890c-c621d61b5268 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] GET failed (client error): The resource could not be found. Aug 10 03:23:35.885770 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-36a5cc77-d8e6-48d1-890c-c621d61b5268 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "GET /v2.0/ports/1aec6522-2694-4a52-a21a-77d24a0ebaaa HTTP/1.1" status: 404 len: 333 time: 0.4484186 Aug 10 03:23:35.916968 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-821cd895-afe7-444c-828d-0ed5ef2f7cbd tempest-AgentManagementNegativeTest-1474266143 tempest-AgentManagementNegativeTest-1474266143-project] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.6456943 Aug 10 03:23:35.916968 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33602) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:35.984441 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:36.027862 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747e4bf9-199b-4391-b55f-1d83ab91dca9 None None] Pushing event updated for resources: {'Port': ['ID=96bc9f8a-5b64-4fab-85ab-3d1b81ed7f40,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:36.034982 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port 56c7eced-da8c-4381-b34f-dfec45f2bb02 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:23:36.047004 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 56c7eced-da8c-4381-b34f-dfec45f2bb02 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:36.049222 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:36.080641 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-badc4d47-cec0-4e17-bfe8-98a1bba8c7d3 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:36.105761 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8943335-690d-42c5-bfe9-75f4e917e583 req-736e2bb6-e6fe-44a5-90ef-3d731474c2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:36.108127 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e8943335-690d-42c5-bfe9-75f4e917e583 req-736e2bb6-e6fe-44a5-90ef-3d731474c2b7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7361901 Aug 10 03:23:36.207341 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 3f5ba6e3-7e80-40b9-9c1e-96a2492934fb details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:23:36.385618 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33618) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:36.451793 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-badc4d47-cec0-4e17-bfe8-98a1bba8c7d3 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:36.457085 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e8943335-690d-42c5-bfe9-75f4e917e583 req-5661ca7b-fb83-4526-b6fc-9b2f781e3dc1 service neutron] 10.222.0.58 "GET /v2.0/networks/0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350072 Aug 10 03:23:36.469320 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-badc4d47-cec0-4e17-bfe8-98a1bba8c7d3 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd809ad9-ad49-45cf-8012-66260f04f6b1']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:36.557687 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-703d3dba-80f4-4ec9-affa-9e9020ed2ac9 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:36.569888 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b0f0c-5ba5-44ad-b9f2-352c94a24f9c req-5b884959-50ea-4739-b5f8-b6a97309f72d tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:36.571670 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-734b0f0c-5ba5-44ad-b9f2-352c94a24f9c req-5b884959-50ea-4739-b5f8-b6a97309f72d tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d96b1eb-71c8-4499-9e6b-873da4f99425 HTTP/1.1" status: 200 len: 946 time: 0.2575147 Aug 10 03:23:36.583600 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-badc4d47-cec0-4e17-bfe8-98a1bba8c7d3 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0d74e62-ccf2-4cd3-9b01-1c5ed8393d62') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:36.583911 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-badc4d47-cec0-4e17-bfe8-98a1bba8c7d3 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0d74e62-ccf2-4cd3-9b01-1c5ed8393d62') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:36.634137 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-badc4d47-cec0-4e17-bfe8-98a1bba8c7d3 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:36.698780 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-734b0f0c-5ba5-44ad-b9f2-352c94a24f9c req-0012cc54-8388-4006-84b8-d42ecfbb65fe tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/security-groups?id=2832b822-3ae7-4539-a861-1dd7e33b3925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118753 Aug 10 03:23:36.748617 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e8943335-690d-42c5-bfe9-75f4e917e583 req-27288fd2-994f-43f4-a2fd-98c2680f0e63 service neutron] 10.222.0.58 "GET /v2.0/networks/0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812355 Aug 10 03:23:36.754582 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:36.768023 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-badc4d47-cec0-4e17-bfe8-98a1bba8c7d3 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:36.775039 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2c6c017c-d1e6-41c2-b90f-46dc863d7e72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:36.806650 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-badc4d47-cec0-4e17-bfe8-98a1bba8c7d3 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:23:36.812522 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-badc4d47-cec0-4e17-bfe8-98a1bba8c7d3 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:36.822454 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:23:36.822454 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:23:36.822454 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:23:36.822454 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:23:36.822454 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:23:36.822454 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:23:36.822454 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:23:36.822454 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:23:36.822454 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:23:36.822454 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:23:36.822454 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:23:36.822454 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:23:36.822454 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:23:36.822454 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:23:36.822454 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:23:36.822454 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:23:36.822454 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:23:36.822454 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:23:36.822454 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:23:36.822454 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:23:36.822454 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:23:36.822454 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:23:36.822454 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:23:36.822454 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:23:36.822454 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:23:36.822454 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:23:36.822454 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:23:36.822454 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:23:36.822454 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:23:36.822454 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:23:36.822454 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:23:36.822454 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:23:36.836210 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 3f5ba6e3-7e80-40b9-9c1e-96a2492934fb, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=3f5ba6e3-7e80-40b9-9c1e-96a2492934fb,segment=NetworkSegment(8f60b627-ffb1-479c-a505-a6c7d3d8b515),segment_id=8f60b627-ffb1-479c-a505-a6c7d3d8b515)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:36.886198 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e55cc0-ea40-4746-8e23-b989d2fedbf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56c7eced-da8c-4381-b34f-dfec45f2bb02'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:23:36.888794 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c010420d-0156-4a36-941e-f45f48cfead7" -d '{"events": [{"server_uuid": "97e55cc0-ea40-4746-8e23-b989d2fedbf8", "name": "network-vif-plugged", "status": "completed", "tag": "56c7eced-da8c-4381-b34f-dfec45f2bb02"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:23:36.903507 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': '3f5ba6e3-7e80-40b9-9c1e-96a2492934fb', 'network_id': '0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe', 'port_id': '3f5ba6e3-7e80-40b9-9c1e-96a2492934fb', 'mac_address': 'fa:16:3e:90:a9:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c05a62ae-44d3-4db4-a938-da6f60472238', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:23:36.906009 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 33640) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:36.909838 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 56c7eced-da8c-4381-b34f-dfec45f2bb02, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=56c7eced-da8c-4381-b34f-dfec45f2bb02,segment=NetworkSegment(a7cd72e5-51d0-472c-a83d-09a112f8b65b),segment_id=a7cd72e5-51d0-472c-a83d-09a112f8b65b)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:36.941272 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:36.983289 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:37.012827 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f5ba6e3-7e80-40b9-9c1e-96a2492934fb {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:23:37.012996 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-badc4d47-cec0-4e17-bfe8-98a1bba8c7d3 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:37.033213 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=56c7eced-da8c-4381-b34f-dfec45f2bb02,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:37.036880 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-badc4d47-cec0-4e17-bfe8-98a1bba8c7d3 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:37.044144 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-badc4d47-cec0-4e17-bfe8-98a1bba8c7d3 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "DELETE /v2.0/networks/bd809ad9-ad49-45cf-8012-66260f04f6b1 HTTP/1.1" status: 204 len: 168 time: 1.1250424 Aug 10 03:23:37.048083 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33648) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:37.064175 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-157c4278-8081-44d1-8899-af963ada5096 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1244457552'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:37.076224 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 3f5ba6e3-7e80-40b9-9c1e-96a2492934fb, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=3f5ba6e3-7e80-40b9-9c1e-96a2492934fb,segment=NetworkSegment(8f60b627-ffb1-479c-a505-a6c7d3d8b515),segment_id=8f60b627-ffb1-479c-a505-a6c7d3d8b515)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:37.083939 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:37.103243 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badc4d47-cec0-4e17-bfe8-98a1bba8c7d3 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event deleted for resources: {'Network': ['ID=bd809ad9-ad49-45cf-8012-66260f04f6b1,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:37.114358 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a7891f-7a05-45e7-bd00-c62cf371c175 req-b1e0e39c-9742-46a6-a949-d3891d23644a tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:37.122240 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d6a7891f-7a05-45e7-bd00-c62cf371c175 req-b1e0e39c-9742-46a6-a949-d3891d23644a tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] 10.222.0.62 "GET /v2.0/ports?device_id=97e55cc0-ea40-4746-8e23-b989d2fedbf8 HTTP/1.1" status: 200 len: 945 time: 0.2168820 Aug 10 03:23:37.142109 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb017f21-819e-492c-8ed6-022e38db7e62 req-49adf25b-33f2-4679-ab20-d2f577b0ae99 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:37.145255 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bb017f21-819e-492c-8ed6-022e38db7e62 req-49adf25b-33f2-4679-ab20-d2f577b0ae99 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=96b71075-c590-4430-8bbb-0c5a5fc90ab8 HTTP/1.1" status: 200 len: 944 time: 0.2815936 Aug 10 03:23:37.171523 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2c6c017c-d1e6-41c2-b90f-46dc863d7e72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:37.189265 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=3f5ba6e3-7e80-40b9-9c1e-96a2492934fb,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:37.219945 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2c6c017c-d1e6-41c2-b90f-46dc863d7e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:37.271329 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157c4278-8081-44d1-8899-af963ada5096 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Made reservation on behalf of 4ed48e64d2bc4e15aeddc047e3b71cf8 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:37.276979 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-157c4278-8081-44d1-8899-af963ada5096 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:37.277617 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d6a7891f-7a05-45e7-bd00-c62cf371c175 req-dcbd3ca6-0bb2-4fda-8f13-feb557c088c1 tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce2d22dd-5bf7-442b-8232-dc63c22452ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487052 Aug 10 03:23:37.291421 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-c07087dd-5e82-4fb8-a314-b7b5e31afc7a admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-174352588-network', 'tenant_id': 'd8f2056cb8664657b3af8bc92377e007'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:37.292731 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2c6c017c-d1e6-41c2-b90f-46dc863d7e72 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5cfe3d1a394c4ca0b81eaecf67cd3b03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9057300 Aug 10 03:23:37.299864 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 33650) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:37.331112 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c017c-d1e6-41c2-b90f-46dc863d7e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7969691b-28ef-48c3-8fb0-7771a3fff165,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:37.349029 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed7b9b4-d6ca-4fe2-accb-ee65705291b9 x-openstack-request-id: req-5ed7b9b4-d6ca-4fe2-accb-ee65705291b9 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:23:37.349309 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97e55cc0-ea40-4746-8e23-b989d2fedbf8", "name": "network-vif-plugged", "status": "completed", "tag": "56c7eced-da8c-4381-b34f-dfec45f2bb02", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:23:37.349569 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5ed7b9b4-d6ca-4fe2-accb-ee65705291b9 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:23:37.349978 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e55cc0-ea40-4746-8e23-b989d2fedbf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56c7eced-da8c-4381-b34f-dfec45f2bb02', 'code': 200} Aug 10 03:23:37.356034 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['3f5ba6e3-7e80-40b9-9c1e-96a2492934fb'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:23:37.356897 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-157c4278-8081-44d1-8899-af963ada5096 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:23:37.369529 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-157c4278-8081-44d1-8899-af963ada5096 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:37.369882 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-157c4278-8081-44d1-8899-af963ada5096 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Added segment 95a28570-4d34-482c-b66d-70e26cef4492 of type vlan for network 9ee713f3-e9d3-416c-a0bb-eb83f14dd1b2 Aug 10 03:23:37.383999 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bb017f21-819e-492c-8ed6-022e38db7e62 req-6af8c4fe-4748-4696-8e94-c0e9f8a64177 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127347 Aug 10 03:23:37.407536 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-703d3dba-80f4-4ec9-affa-9e9020ed2ac9 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Allocated IP 2001:db8::1 (430d3ca4-69d7-487a-ba5a-fab2cb677224/e33ecc05-8e92-4ab6-a157-cfe972d33ae8/a86de4a1-4199-4a98-84ab-0ae36fed2245) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:23:37.408645 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc6d824-8dbb-4b00-956a-f3f20edf7f3b None None] Network c985b766-17b2-4e5f-af71-6a1ebece52d5 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:23:37.426159 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ebbb1f4f-3d16-4a51-a26a-a9afbb5d3d94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:37.435400 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-157c4278-8081-44d1-8899-af963ada5096 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:37.449591 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ebbb1f4f-3d16-4a51-a26a-a9afbb5d3d94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:37.469838 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-157c4278-8081-44d1-8899-af963ada5096 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:37.476851 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157c4278-8081-44d1-8899-af963ada5096 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:37.478349 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-157c4278-8081-44d1-8899-af963ada5096 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:37.484360 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07087dd-5e82-4fb8-a314-b7b5e31afc7a admin admin] Made reservation on behalf of d8f2056cb8664657b3af8bc92377e007 for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:37.487192 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c07087dd-5e82-4fb8-a314-b7b5e31afc7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:37.503567 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c07087dd-5e82-4fb8-a314-b7b5e31afc7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:37.543127 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-913853d6-1007-4508-9405-a393abc40113 None None] Provisioning for port 96bc9f8a-5b64-4fab-85ab-3d1b81ed7f40 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:23:37.572089 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-157c4278-8081-44d1-8899-af963ada5096 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5241396 Aug 10 03:23:37.579531 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33656) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:37.596933 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-bfc2ea95-af2b-4259-acaa-e76a023f6b27 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Request body: {'subnet': {'network_id': '9ee713f3-e9d3-416c-a0bb-eb83f14dd1b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:37.648038 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb96370b-b3e8-4d37-8b8a-8c5f0497fc93 req-072c773e-a834-4ee7-91df-7787fd9d5fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:37.650499 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eb96370b-b3e8-4d37-8b8a-8c5f0497fc93 req-072c773e-a834-4ee7-91df-7787fd9d5fec service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=97e55cc0-ea40-4746-8e23-b989d2fedbf8 HTTP/1.1" status: 200 len: 1097 time: 0.1841021 Aug 10 03:23:37.694322 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157c4278-8081-44d1-8899-af963ada5096 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event updated for resources: {'Network': ['ID=9ee713f3-e9d3-416c-a0bb-eb83f14dd1b2,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:37.711283 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ebbb1f4f-3d16-4a51-a26a-a9afbb5d3d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:37.714082 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ebbb1f4f-3d16-4a51-a26a-a9afbb5d3d94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:37.715409 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ebbb1f4f-3d16-4a51-a26a-a9afbb5d3d94 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7969691b-28ef-48c3-8fb0-7771a3fff165 HTTP/1.1" status: 204 len: 168 time: 0.3973458 Aug 10 03:23:37.745032 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 9ee713f3-e9d3-416c-a0bb-eb83f14dd1b2 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:23:37.771382 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb1f4f-3d16-4a51-a26a-a9afbb5d3d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7969691b-28ef-48c3-8fb0-7771a3fff165,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:37.835955 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eb96370b-b3e8-4d37-8b8a-8c5f0497fc93 req-6e4cac89-6d14-4164-96d2-a7d28a0dc835 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ce2d22dd-5bf7-442b-8232-dc63c22452ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738510 Aug 10 03:23:37.914507 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-703d3dba-80f4-4ec9-affa-9e9020ed2ac9 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:37.947297 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-703d3dba-80f4-4ec9-affa-9e9020ed2ac9 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Transition to ACTIVE for port object a86de4a1-4199-4a98-84ab-0ae36fed2245 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:37.965039 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb9cd5a-e28b-4c2c-93ca-6b6b1485cba6 req-c89461e5-73a5-443e-8fee-433ee2816c8e tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:37.966647 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8fb9cd5a-e28b-4c2c-93ca-6b6b1485cba6 req-c89461e5-73a5-443e-8fee-433ee2816c8e tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d96b1eb-71c8-4499-9e6b-873da4f99425 HTTP/1.1" status: 200 len: 946 time: 0.1254590 Aug 10 03:23:38.033434 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c07087dd-5e82-4fb8-a314-b7b5e31afc7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:38.047953 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8fb9cd5a-e28b-4c2c-93ca-6b6b1485cba6 req-165f1e9b-29e5-4d68-878e-c217c9985130 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/security-groups?id=2832b822-3ae7-4539-a861-1dd7e33b3925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695591 Aug 10 03:23:38.051686 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c07087dd-5e82-4fb8-a314-b7b5e31afc7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:38.069815 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c07087dd-5e82-4fb8-a314-b7b5e31afc7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:23:38.087367 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-703d3dba-80f4-4ec9-affa-9e9020ed2ac9 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:38.092036 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c07087dd-5e82-4fb8-a314-b7b5e31afc7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:38.093037 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-c07087dd-5e82-4fb8-a314-b7b5e31afc7a admin admin] Added segment 21a571a3-4e55-49d2-b640-8a0087164711 of type vlan for network 532b240b-fb3f-4ff4-abca-a3f7440d9d59 Aug 10 03:23:38.093197 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc2ea95-af2b-4259-acaa-e76a023f6b27 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Made reservation on behalf of 4ed48e64d2bc4e15aeddc047e3b71cf8 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:38.104953 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bfc2ea95-af2b-4259-acaa-e76a023f6b27 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:38.244364 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07087dd-5e82-4fb8-a314-b7b5e31afc7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8122897-b7b2-4911-a92f-13052fad1f35,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:38.284546 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703d3dba-80f4-4ec9-affa-9e9020ed2ac9 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Network 430d3ca4-69d7-487a-ba5a-fab2cb677224 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:23:38.296547 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-703d3dba-80f4-4ec9-affa-9e9020ed2ac9 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:38.304800 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703d3dba-80f4-4ec9-affa-9e9020ed2ac9 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:23:38.305359 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-703d3dba-80f4-4ec9-affa-9e9020ed2ac9 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:38.307670 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 96bc9f8a-5b64-4fab-85ab-3d1b81ed7f40 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:23:38.417546 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c07087dd-5e82-4fb8-a314-b7b5e31afc7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:38.423113 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703d3dba-80f4-4ec9-affa-9e9020ed2ac9 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Pushing event updated for resources: {'Port': ['ID=a86de4a1-4199-4a98-84ab-0ae36fed2245,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:38.427668 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 96bc9f8a-5b64-4fab-85ab-3d1b81ed7f40 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:23:38.433080 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 96bc9f8a-5b64-4fab-85ab-3d1b81ed7f40 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:38.433564 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:38.571312 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c07087dd-5e82-4fb8-a314-b7b5e31afc7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:38.572310 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07087dd-5e82-4fb8-a314-b7b5e31afc7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:38.572935 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c07087dd-5e82-4fb8-a314-b7b5e31afc7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:38.581461 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bfc2ea95-af2b-4259-acaa-e76a023f6b27 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:38.618902 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:38.661600 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 96bc9f8a-5b64-4fab-85ab-3d1b81ed7f40, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=96bc9f8a-5b64-4fab-85ab-3d1b81ed7f40,segment=NetworkSegment(4449d78a-a8a5-4d97-b583-691fef7f6cc4),segment_id=4449d78a-a8a5-4d97-b583-691fef7f6cc4)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:38.673311 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:38.732031 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-703d3dba-80f4-4ec9-affa-9e9020ed2ac9 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:38.755275 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7073a4ce-0b7f-4e77-88ff-561a1119ff1e req-5d0c51a7-4a8d-483b-aba9-19e5db6db7a9 tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:38.765655 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7073a4ce-0b7f-4e77-88ff-561a1119ff1e req-5d0c51a7-4a8d-483b-aba9-19e5db6db7a9 tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] 10.222.0.62 "GET /v2.0/ports?device_id=97e55cc0-ea40-4746-8e23-b989d2fedbf8 HTTP/1.1" status: 200 len: 945 time: 0.3204184 Aug 10 03:23:38.770463 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc2ea95-af2b-4259-acaa-e76a023f6b27 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event updated for resources: {'Subnet': ['ID=fbcf845f-ca62-4eaf-9195-ba951ce4c6f7,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:38.793183 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=96bc9f8a-5b64-4fab-85ab-3d1b81ed7f40,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:38.795395 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc2ea95-af2b-4259-acaa-e76a023f6b27 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Checking segment: {'id': '95a28570-4d34-482c-b66d-70e26cef4492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9ee713f3-e9d3-416c-a0bb-eb83f14dd1b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:38.795395 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc2ea95-af2b-4259-acaa-e76a023f6b27 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Network hostable DHCP agents. Network: 9ee713f3-e9d3-416c-a0bb-eb83f14dd1b2, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:23:38.837263 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0d99b01d-7d3a-4a1c-914a-bf38cad6c59b None None] Provisioning for port a86de4a1-4199-4a98-84ab-0ae36fed2245 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:23:38.841312 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0d99b01d-7d3a-4a1c-914a-bf38cad6c59b None None] Provisioning complete for port a86de4a1-4199-4a98-84ab-0ae36fed2245 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:38.841694 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0d99b01d-7d3a-4a1c-914a-bf38cad6c59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:38.851308 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc2ea95-af2b-4259-acaa-e76a023f6b27 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Network 9ee713f3-e9d3-416c-a0bb-eb83f14dd1b2 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:23:38.871991 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-c07087dd-5e82-4fb8-a314-b7b5e31afc7a admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9330022 Aug 10 03:23:38.876711 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33704) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:38.888643 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-743a7c7f-25b5-48c6-91ba-0357df562d5c admin admin] Request body: {'subnet': {'network_id': '532b240b-fb3f-4ff4-abca-a3f7440d9d59', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-174352588-subnet', 'tenant_id': 'd8f2056cb8664657b3af8bc92377e007', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:38.929552 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0d99b01d-7d3a-4a1c-914a-bf38cad6c59b None None] Port a86de4a1-4199-4a98-84ab-0ae36fed2245 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:23:38.938167 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7073a4ce-0b7f-4e77-88ff-561a1119ff1e req-06d96e81-a16b-4b71-93f6-2ce079a9b0ba tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce2d22dd-5bf7-442b-8232-dc63c22452ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627533 Aug 10 03:23:38.939666 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07087dd-5e82-4fb8-a314-b7b5e31afc7a admin admin] Pushing event updated for resources: {'Network': ['ID=532b240b-fb3f-4ff4-abca-a3f7440d9d59,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:38.952327 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 532b240b-fb3f-4ff4-abca-a3f7440d9d59 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:23:38.983842 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-bfc2ea95-af2b-4259-acaa-e76a023f6b27 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 9ee713f3-e9d3-416c-a0bb-eb83f14dd1b2) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:39.005269 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc2ea95-af2b-4259-acaa-e76a023f6b27 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:39.005883 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bfc2ea95-af2b-4259-acaa-e76a023f6b27 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:39.026503 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e74b48-7af4-4044-b9e3-458a71148da4 None None] Network 9ee713f3-e9d3-416c-a0bb-eb83f14dd1b2 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:23:39.068786 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948c047-acfe-447c-bdb3-566922007668 req-e30cb8d8-b2ae-4b68-9908-fcc1af3bea14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:39.070906 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7948c047-acfe-447c-bdb3-566922007668 req-e30cb8d8-b2ae-4b68-9908-fcc1af3bea14 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0acd2672dca74c959024218175c9c669&device_id=3d96b1eb-71c8-4499-9e6b-873da4f99425 HTTP/1.1" status: 200 len: 1098 time: 0.2170770 Aug 10 03:23:39.073081 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743a7c7f-25b5-48c6-91ba-0357df562d5c admin admin] Made reservation on behalf of d8f2056cb8664657b3af8bc92377e007 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:39.075564 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-743a7c7f-25b5-48c6-91ba-0357df562d5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:39.106823 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbb6f2-bfc0-4f67-b7a9-cac8f71a259a req-eef5e439-8f35-4235-b1b2-d887b6e14039 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:39.114275 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1abbb6f2-bfc0-4f67-b7a9-cac8f71a259a req-eef5e439-8f35-4235-b1b2-d887b6e14039 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=96b71075-c590-4430-8bbb-0c5a5fc90ab8 HTTP/1.1" status: 200 len: 945 time: 0.3315952 Aug 10 03:23:39.174315 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 33712) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:39.235698 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d246c9b-0983-4dcd-bd98-82ca295845a9 req-d10e211f-5478-4e96-a29b-967e4e659fb9 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:39.243541 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9d246c9b-0983-4dcd-bd98-82ca295845a9 req-d10e211f-5478-4e96-a29b-967e4e659fb9 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d96b1eb-71c8-4499-9e6b-873da4f99425 HTTP/1.1" status: 200 len: 946 time: 0.1930656 Aug 10 03:23:39.283349 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1abbb6f2-bfc0-4f67-b7a9-cac8f71a259a req-4dcb7219-0592-4e27-bf95-cdda5f50668e tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678352 Aug 10 03:23:39.285648 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-bfc2ea95-af2b-4259-acaa-e76a023f6b27 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7049966 Aug 10 03:23:39.292325 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33716) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:39.295571 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ba281e-6788-43ed-8aec-0ba1981954f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-9ee713f3-e9d3-416c-a0bb-eb83f14dd1b2', 'network_id': '9ee713f3-e9d3-416c-a0bb-eb83f14dd1b2', 'tenant_id': '4ed48e64d2bc4e15aeddc047e3b71cf8', 'fixed_ips': [{'subnet_id': 'fbcf845f-ca62-4eaf-9195-ba951ce4c6f7'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:23:39.296418 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c0ba281e-6788-43ed-8aec-0ba1981954f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:39.304345 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-d0f3c097-b8b8-4714-8e24-3750a96819a0 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Request body: {'port': {'network_id': '9ee713f3-e9d3-416c-a0bb-eb83f14dd1b2', 'name': 'tempest-PortsTestJSON-1635948218'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:39.464785 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-c0ba281e-6788-43ed-8aec-0ba1981954f8 None None] Allocated IP 172.20.0.2 (9ee713f3-e9d3-416c-a0bb-eb83f14dd1b2/fbcf845f-ca62-4eaf-9195-ba951ce4c6f7/9f647950-e417-437f-addb-a55e44988da0) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:23:39.543145 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948c047-acfe-447c-bdb3-566922007668 req-1577d1f8-ff18-45b0-8429-a0d1b3d057cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:39.544633 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7948c047-acfe-447c-bdb3-566922007668 req-1577d1f8-ff18-45b0-8429-a0d1b3d057cf service neutron] 10.222.0.58 "GET /v2.0/networks?id=f8743645-880b-4ba5-a8f1-7a357010ce33 HTTP/1.1" status: 200 len: 917 time: 0.3301973 Aug 10 03:23:39.563623 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f3c097-b8b8-4714-8e24-3750a96819a0 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Made reservation on behalf of 4ed48e64d2bc4e15aeddc047e3b71cf8 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:39.567274 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d0f3c097-b8b8-4714-8e24-3750a96819a0 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:39.571706 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-743a7c7f-25b5-48c6-91ba-0357df562d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:39.637130 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7948c047-acfe-447c-bdb3-566922007668 req-e95d781c-1e2b-4bad-b10c-07be42d65ba9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5ada148-9d0b-4590-ad6f-f422ca77e963 HTTP/1.1" status: 200 len: 217 time: 0.0827420 Aug 10 03:23:39.650525 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [None req-d0f3c097-b8b8-4714-8e24-3750a96819a0 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] device_id is not set on port acd3ed30-cbd0-4c2e-8412-778af5083422 yet. {{(pid=94217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:23:39.652478 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c0ba281e-6788-43ed-8aec-0ba1981954f8 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:39.663109 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-c0ba281e-6788-43ed-8aec-0ba1981954f8 None None] Transition to ACTIVE for port object 9f647950-e417-437f-addb-a55e44988da0 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:39.682296 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-c0ba281e-6788-43ed-8aec-0ba1981954f8 None None] Transition to ACTIVE for port object 9f647950-e417-437f-addb-a55e44988da0 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:39.690856 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c0ba281e-6788-43ed-8aec-0ba1981954f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:39.733410 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ba281e-6788-43ed-8aec-0ba1981954f8 None None] Network 9ee713f3-e9d3-416c-a0bb-eb83f14dd1b2 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:23:39.740117 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743a7c7f-25b5-48c6-91ba-0357df562d5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ed32f49-679f-4804-be8c-4c32983a9013,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:39.747702 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-c0ba281e-6788-43ed-8aec-0ba1981954f8 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:39.756519 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ba281e-6788-43ed-8aec-0ba1981954f8 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:23:39.762891 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba281e-6788-43ed-8aec-0ba1981954f8 None None] Pushing event updated for resources: {'Port': ['ID=9f647950-e417-437f-addb-a55e44988da0,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:39.774537 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948c047-acfe-447c-bdb3-566922007668 req-bc61f735-8a2b-4e83-9d9b-8d852b817dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:39.776074 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7948c047-acfe-447c-bdb3-566922007668 req-bc61f735-8a2b-4e83-9d9b-8d852b817dbb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a13adeb7-640b-436e-9f0b-413d5349d6d8 HTTP/1.1" status: 200 len: 855 time: 0.1297927 Aug 10 03:23:39.795653 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-1b14c433-abb5-4884-9dcb-89cf889be54d tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-829354382'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:39.796978 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743a7c7f-25b5-48c6-91ba-0357df562d5c admin admin] Checking segment: {'id': '21a571a3-4e55-49d2-b640-8a0087164711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '532b240b-fb3f-4ff4-abca-a3f7440d9d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:39.797342 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743a7c7f-25b5-48c6-91ba-0357df562d5c admin admin] Network hostable DHCP agents. Network: 532b240b-fb3f-4ff4-abca-a3f7440d9d59, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:23:39.851609 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-c0ba281e-6788-43ed-8aec-0ba1981954f8 None None] Attempting to bind port 9f647950-e417-437f-addb-a55e44988da0 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:23:39.852061 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-c0ba281e-6788-43ed-8aec-0ba1981954f8 None None] Attempting to bind port 9f647950-e417-437f-addb-a55e44988da0 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '95a28570-4d34-482c-b66d-70e26cef4492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9ee713f3-e9d3-416c-a0bb-eb83f14dd1b2'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:23:39.852495 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ba281e-6788-43ed-8aec-0ba1981954f8 None None] Attempting to bind port 9f647950-e417-437f-addb-a55e44988da0 on network 9ee713f3-e9d3-416c-a0bb-eb83f14dd1b2 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:39.861923 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ba281e-6788-43ed-8aec-0ba1981954f8 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:23:39.862684 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ba281e-6788-43ed-8aec-0ba1981954f8 None None] Checking segment: {'id': '95a28570-4d34-482c-b66d-70e26cef4492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9ee713f3-e9d3-416c-a0bb-eb83f14dd1b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:39.863306 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c0ba281e-6788-43ed-8aec-0ba1981954f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:39.863768 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ba281e-6788-43ed-8aec-0ba1981954f8 None None] Bound using segment: {'id': '95a28570-4d34-482c-b66d-70e26cef4492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9ee713f3-e9d3-416c-a0bb-eb83f14dd1b2'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:23:39.864355 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-c0ba281e-6788-43ed-8aec-0ba1981954f8 None None] Bound port: 9f647950-e417-437f-addb-a55e44988da0, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a28570-4d34-482c-b66d-70e26cef4492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9ee713f3-e9d3-416c-a0bb-eb83f14dd1b2'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:23:39.865669 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c0ba281e-6788-43ed-8aec-0ba1981954f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:39.884901 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9d246c9b-0983-4dcd-bd98-82ca295845a9 req-8b811a4e-4a48-4da9-becf-0f297b0e73d0 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/security-groups?id=2832b822-3ae7-4539-a861-1dd7e33b3925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6403432 Aug 10 03:23:39.893872 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948c047-acfe-447c-bdb3-566922007668 req-9ddc2bab-8ace-40ef-98b6-38351a5b5350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:39.899723 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7948c047-acfe-447c-bdb3-566922007668 req-9ddc2bab-8ace-40ef-98b6-38351a5b5350 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f8743645-880b-4ba5-a8f1-7a357010ce33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1143050 Aug 10 03:23:39.900668 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743a7c7f-25b5-48c6-91ba-0357df562d5c admin admin] Network 532b240b-fb3f-4ff4-abca-a3f7440d9d59 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:23:39.927444 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.db.api [None req-d0f3c097-b8b8-4714-8e24-3750a96819a0 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-0111d151-7322-4658-a346-e094d709b41c {{(pid=94217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:23:39.927809 n-d-768851-15 neutron-server[94217]: DEBUG oslo_db.api [None req-d0f3c097-b8b8-4714-8e24-3750a96819a0 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:23:39.932020 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b14c433-abb5-4884-9dcb-89cf889be54d tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Made reservation on behalf of a0853454ae8b4b8c9105d0ce5b396b8a for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:39.936301 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1b14c433-abb5-4884-9dcb-89cf889be54d tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:39.959737 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-743a7c7f-25b5-48c6-91ba-0357df562d5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 532b240b-fb3f-4ff4-abca-a3f7440d9d59) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:39.992891 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-703d3dba-80f4-4ec9-affa-9e9020ed2ac9 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:39.994057 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743a7c7f-25b5-48c6-91ba-0357df562d5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:39.994721 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-743a7c7f-25b5-48c6-91ba-0357df562d5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:39.994968 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-c0ba281e-6788-43ed-8aec-0ba1981954f8 None None] For port 9f647950-e417-437f-addb-a55e44988da0, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:23:39.997053 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1b14c433-abb5-4884-9dcb-89cf889be54d tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:39.999497 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-c0ba281e-6788-43ed-8aec-0ba1981954f8 None None] For port 9f647950-e417-437f-addb-a55e44988da0, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=9f647950-e417-437f-addb-a55e44988da0,segment=NetworkSegment(95a28570-4d34-482c-b66d-70e26cef4492),segment_id=95a28570-4d34-482c-b66d-70e26cef4492)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:23:40.011583 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-703d3dba-80f4-4ec9-affa-9e9020ed2ac9 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:40.012902 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-703d3dba-80f4-4ec9-affa-9e9020ed2ac9 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:40.016229 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cbcd02-8b44-4c79-bb0e-72fa0096f51f None None] Network 532b240b-fb3f-4ff4-abca-a3f7440d9d59 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:23:40.034382 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-743a7c7f-25b5-48c6-91ba-0357df562d5c admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1564989 Aug 10 03:23:40.037082 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33730) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:40.043646 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-bbdd500e-95a0-4baf-91a4-a200eceff335 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-174352588-router', 'tenant_id': 'd8f2056cb8664657b3af8bc92377e007', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:40.073721 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7948c047-acfe-447c-bdb3-566922007668 req-2ee60fdc-678e-40d1-a7e3-d8dd29e20762 service neutron] 10.222.0.58 "GET /v2.0/networks/f8743645-880b-4ba5-a8f1-7a357010ce33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450148 Aug 10 03:23:40.075231 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.db.api [None req-bbdd500e-95a0-4baf-91a4-a200eceff335 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:23:40.075231 n-d-768851-15 neutron-server[94217]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 03:23:40.075231 n-d-768851-15 neutron-server[94217]: [parameters: {'project_id_1': 'd8f2056cb8664657b3af8bc92377e007', 'expiration_1': datetime.datetime(2021, 8, 10, 3, 23, 40, 53106)}] Aug 10 03:23:40.075231 n-d-768851-15 neutron-server[94217]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:23:40.076017 n-d-768851-15 neutron-server[94217]: DEBUG oslo_db.api [None req-bbdd500e-95a0-4baf-91a4-a200eceff335 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:23:40.081535 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c0ba281e-6788-43ed-8aec-0ba1981954f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:40.214691 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703d3dba-80f4-4ec9-affa-9e9020ed2ac9 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Pushing event updated for resources: {'Port': ['ID=a86de4a1-4199-4a98-84ab-0ae36fed2245,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:40.224796 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7948c047-acfe-447c-bdb3-566922007668 req-4aa48d72-c135-45b7-ae44-dcf0ca7d6224 service neutron] 10.222.0.58 "GET /v2.0/networks/f8743645-880b-4ba5-a8f1-7a357010ce33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416886 Aug 10 03:23:40.235297 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ffcfb7-91e8-4254-a9d5-1cca961bc85a req-e4f17023-cee7-4deb-8365-a00e3f2c1169 tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:40.237423 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e4ffcfb7-91e8-4254-a9d5-1cca961bc85a req-e4f17023-cee7-4deb-8365-a00e3f2c1169 tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] 10.222.0.62 "GET /v2.0/ports?device_id=97e55cc0-ea40-4746-8e23-b989d2fedbf8 HTTP/1.1" status: 200 len: 945 time: 0.1887941 Aug 10 03:23:40.290609 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 3f5ba6e3-7e80-40b9-9c1e-96a2492934fb up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:23:40.292771 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 96bc9f8a-5b64-4fab-85ab-3d1b81ed7f40 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:23:40.382671 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba281e-6788-43ed-8aec-0ba1981954f8 None None] Pushing event updated for resources: {'Port': ['ID=9f647950-e417-437f-addb-a55e44988da0,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:40.384423 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e4ffcfb7-91e8-4254-a9d5-1cca961bc85a req-3914b2bd-8d71-4332-b981-88b81681dfaf tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce2d22dd-5bf7-442b-8232-dc63c22452ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338792 Aug 10 03:23:40.426540 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703d3dba-80f4-4ec9-affa-9e9020ed2ac9 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Network 430d3ca4-69d7-487a-ba5a-fab2cb677224 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:23:40.445360 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d0f3c097-b8b8-4714-8e24-3750a96819a0 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:40.475280 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-703d3dba-80f4-4ec9-affa-9e9020ed2ac9 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:40.498262 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [None req-d0f3c097-b8b8-4714-8e24-3750a96819a0 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] device_id is not set on port b13d6b9e-e9f4-48da-b179-661abea98291 yet. {{(pid=94217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:23:40.547331 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1b14c433-abb5-4884-9dcb-89cf889be54d tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:40.642306 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1b14c433-abb5-4884-9dcb-89cf889be54d tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:40.687210 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bbdd500e-95a0-4baf-91a4-a200eceff335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:40.688459 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bbdd500e-95a0-4baf-91a4-a200eceff335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:40.708593 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port 3f5ba6e3-7e80-40b9-9c1e-96a2492934fb completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:23:40.754472 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port 3f5ba6e3-7e80-40b9-9c1e-96a2492934fb triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:40.754896 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:40.758373 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d15c4b-349a-4265-acf2-65ffc65eead2 req-6a8fc8bc-2f59-4771-8bf7-60f6a0d88f2e tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:40.768516 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-22d15c4b-349a-4265-acf2-65ffc65eead2 req-6a8fc8bc-2f59-4771-8bf7-60f6a0d88f2e tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=96b71075-c590-4430-8bbb-0c5a5fc90ab8 HTTP/1.1" status: 200 len: 945 time: 0.4140277 Aug 10 03:23:40.805135 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b14c433-abb5-4884-9dcb-89cf889be54d tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:23:40.872286 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1b14c433-abb5-4884-9dcb-89cf889be54d tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:40.872804 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-1b14c433-abb5-4884-9dcb-89cf889be54d tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Added segment 408b26c9-6cb8-4867-9223-9a3622758c9b of type vlan for network 1ff4cf83-bc3e-4234-a00a-bc878e6d981a Aug 10 03:23:40.874047 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cb76ac-468a-47b6-a4bd-4c0e92df45eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-532b240b-fb3f-4ff4-abca-a3f7440d9d59', 'network_id': '532b240b-fb3f-4ff4-abca-a3f7440d9d59', 'tenant_id': 'd8f2056cb8664657b3af8bc92377e007', 'fixed_ips': [{'subnet_id': '4ed32f49-679f-4804-be8c-4c32983a9013'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:23:40.875152 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-15cb76ac-468a-47b6-a4bd-4c0e92df45eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:40.888287 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 96bc9f8a-5b64-4fab-85ab-3d1b81ed7f40 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:40.888679 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:40.906008 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bbdd500e-95a0-4baf-91a4-a200eceff335 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:40.912692 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-d0f3c097-b8b8-4714-8e24-3750a96819a0 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Allocated IP 172.20.0.6 (9ee713f3-e9d3-416c-a0bb-eb83f14dd1b2/fbcf845f-ca62-4eaf-9195-ba951ce4c6f7/b13d6b9e-e9f4-48da-b179-661abea98291) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:23:40.931380 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-22d15c4b-349a-4265-acf2-65ffc65eead2 req-25e5ed06-63db-4550-bb24-3e7d0421af24 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617529 Aug 10 03:23:40.954835 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-703d3dba-80f4-4ec9-affa-9e9020ed2ac9 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Router 86e2b2f0-1299-477b-9b92-80e1118a7f12 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:23:40.968141 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b14c433-abb5-4884-9dcb-89cf889be54d tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7b42d8-fad8-48d2-9a44-8f8cab9cf40b,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:41.170876 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1b14c433-abb5-4884-9dcb-89cf889be54d tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:41.271400 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-05da8f67-a795-4066-a6ff-2000b13a3e1b None None] Provisioning complete for port a86de4a1-4199-4a98-84ab-0ae36fed2245 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:41.271779 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-05da8f67-a795-4066-a6ff-2000b13a3e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:41.364548 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-15cb76ac-468a-47b6-a4bd-4c0e92df45eb None None] Allocated IP 172.20.0.2 (532b240b-fb3f-4ff4-abca-a3f7440d9d59/4ed32f49-679f-4804-be8c-4c32983a9013/7cbdf365-2df9-452c-8e20-3b945398c247) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:23:41.377143 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1b14c433-abb5-4884-9dcb-89cf889be54d tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:41.396200 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b14c433-abb5-4884-9dcb-89cf889be54d tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:41.396964 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1b14c433-abb5-4884-9dcb-89cf889be54d tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:41.419265 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703d3dba-80f4-4ec9-affa-9e9020ed2ac9 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:23:41.420488 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:41.439662 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb72055-1d91-44f1-8a4c-62b02d2c8cdd None None] Sync routers for ids ['86e2b2f0-1299-477b-9b92-80e1118a7f12'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:23:41.445596 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-703d3dba-80f4-4ec9-affa-9e9020ed2ac9 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] 10.222.0.62 "PUT /v2.0/routers/86e2b2f0-1299-477b-9b92-80e1118a7f12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5944455 Aug 10 03:23:41.461105 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb72055-1d91-44f1-8a4c-62b02d2c8cdd None None] Routers {'86e2b2f0-1299-477b-9b92-80e1118a7f12'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:23:41.462489 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-ebb72055-1d91-44f1-8a4c-62b02d2c8cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:23:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['86e2b2f0-1299-477b-9b92-80e1118a7f12'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:41.468952 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 33760) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:41.543722 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-ebb72055-1d91-44f1-8a4c-62b02d2c8cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:41.583075 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bbdd500e-95a0-4baf-91a4-a200eceff335 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:41.586017 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb72055-1d91-44f1-8a4c-62b02d2c8cdd None None] Routers {'86e2b2f0-1299-477b-9b92-80e1118a7f12'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:23:41.586678 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-ebb72055-1d91-44f1-8a4c-62b02d2c8cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:23:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['86e2b2f0-1299-477b-9b92-80e1118a7f12'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:41.648488 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d0f3c097-b8b8-4714-8e24-3750a96819a0 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:41.668632 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-ebb72055-1d91-44f1-8a4c-62b02d2c8cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:41.672321 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb72055-1d91-44f1-8a4c-62b02d2c8cdd None None] The sync data for ids ['86e2b2f0-1299-477b-9b92-80e1118a7f12'] in n-d-768851-15 is: [] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:23:41.676124 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-d0f3c097-b8b8-4714-8e24-3750a96819a0 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Transition to ACTIVE for port object b13d6b9e-e9f4-48da-b179-661abea98291 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:41.693361 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ddb13255-0016-44d9-9a90-9a5808812ac5 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks [] for router, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:41.727714 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e8463c-9ba2-408a-96b1-0ab700d38585 req-bd83acd4-68a5-4916-a4c3-9a1cb8cb5593 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:41.738398 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-94e8463c-9ba2-408a-96b1-0ab700d38585 req-bd83acd4-68a5-4916-a4c3-9a1cb8cb5593 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d96b1eb-71c8-4499-9e6b-873da4f99425 HTTP/1.1" status: 200 len: 946 time: 0.6667671 Aug 10 03:23:41.744652 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d0f3c097-b8b8-4714-8e24-3750a96819a0 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:41.785263 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f3c097-b8b8-4714-8e24-3750a96819a0 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Network 9ee713f3-e9d3-416c-a0bb-eb83f14dd1b2 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:23:41.813709 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-1b14c433-abb5-4884-9dcb-89cf889be54d tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.6362882 Aug 10 03:23:41.842116 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 3f5ba6e3-7e80-40b9-9c1e-96a2492934fb, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=3f5ba6e3-7e80-40b9-9c1e-96a2492934fb,segment=NetworkSegment(8f60b627-ffb1-479c-a505-a6c7d3d8b515),segment_id=8f60b627-ffb1-479c-a505-a6c7d3d8b515)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:41.845706 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96b71075-c590-4430-8bbb-0c5a5fc90ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5ba6e3-7e80-40b9-9c1e-96a2492934fb'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:23:41.848191 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb8e8e5f-2144-4a68-8577-848a0bfa462e" -d '{"events": [{"server_uuid": "96b71075-c590-4430-8bbb-0c5a5fc90ab8", "name": "network-vif-plugged", "status": "completed", "tag": "3f5ba6e3-7e80-40b9-9c1e-96a2492934fb"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:23:41.856403 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-05da8f67-a795-4066-a6ff-2000b13a3e1b None None] Port a86de4a1-4199-4a98-84ab-0ae36fed2245 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:23:41.870261 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b14c433-abb5-4884-9dcb-89cf889be54d tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Pushing event updated for resources: {'Network': ['ID=1ff4cf83-bc3e-4234-a00a-bc878e6d981a,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:41.892489 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:41.901838 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 1ff4cf83-bc3e-4234-a00a-bc878e6d981a details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:23:41.933928 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-94e8463c-9ba2-408a-96b1-0ab700d38585 req-0a0eba9f-66c0-473f-bba2-abf0e487e6b2 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/security-groups?id=2832b822-3ae7-4539-a861-1dd7e33b3925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943209 Aug 10 03:23:41.974148 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f3c097-b8b8-4714-8e24-3750a96819a0 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event updated for resources: {'Port': ['ID=b13d6b9e-e9f4-48da-b179-661abea98291,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:41.974561 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 33780) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:41.988104 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-d0f3c097-b8b8-4714-8e24-3750a96819a0 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:41.992675 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f3c097-b8b8-4714-8e24-3750a96819a0 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:23:41.993501 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [None req-ddb13255-0016-44d9-9a90-9a5808812ac5 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 10 03:23:42.000100 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ddb13255-0016-44d9-9a90-9a5808812ac5 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] 10.222.0.62 "DELETE /v2.0/routers/86e2b2f0-1299-477b-9b92-80e1118a7f12 HTTP/1.1" status: 409 len: 329 time: 0.4501219 Aug 10 03:23:42.018266 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33782) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:42.018628 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-79e4c260-0caa-4e1e-a711-7e7814e4a4ac tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Request body: {'subnet': {'network_id': '1ff4cf83-bc3e-4234-a00a-bc878e6d981a', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:42.032652 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a130536-5d32-44ba-ad7d-3ed9e8dc01a5 None None] Network 9ee713f3-e9d3-416c-a0bb-eb83f14dd1b2 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:23:42.041135 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83153b73-fa71-4c48-ac49-b8c4770ea2ed x-openstack-request-id: req-83153b73-fa71-4c48-ac49-b8c4770ea2ed {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:23:42.041622 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96b71075-c590-4430-8bbb-0c5a5fc90ab8", "name": "network-vif-plugged", "status": "completed", "tag": "3f5ba6e3-7e80-40b9-9c1e-96a2492934fb", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:23:42.042070 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-83153b73-fa71-4c48-ac49-b8c4770ea2ed {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:23:42.042623 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96b71075-c590-4430-8bbb-0c5a5fc90ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5ba6e3-7e80-40b9-9c1e-96a2492934fb', 'code': 200} Aug 10 03:23:42.178271 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=3f5ba6e3-7e80-40b9-9c1e-96a2492934fb,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:42.313408 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-16622b05-643b-4862-a34d-72a8e1d6e51a None None] Provisioning for port 9f647950-e417-437f-addb-a55e44988da0 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:23:42.314991 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e4c260-0caa-4e1e-a711-7e7814e4a4ac tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Made reservation on behalf of a0853454ae8b4b8c9105d0ce5b396b8a for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:42.318882 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-79e4c260-0caa-4e1e-a711-7e7814e4a4ac tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:42.346508 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 9f647950-e417-437f-addb-a55e44988da0 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:23:42.364038 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f3c097-b8b8-4714-8e24-3750a96819a0 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:42.364801 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d0f3c097-b8b8-4714-8e24-3750a96819a0 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:42.427344 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d0f3c097-b8b8-4714-8e24-3750a96819a0 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1332028 Aug 10 03:23:42.440137 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 33794) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:42.477026 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69780c-408e-48d5-afe6-42495bcb19a5 req-1cc02a88-887e-44d6-b10e-eeb182ed4a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:42.479252 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ef69780c-408e-48d5-afe6-42495bcb19a5 req-1cc02a88-887e-44d6-b10e-eeb182ed4a25 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=96b71075-c590-4430-8bbb-0c5a5fc90ab8 HTTP/1.1" status: 200 len: 1098 time: 0.2867558 Aug 10 03:23:42.542696 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-15cb76ac-468a-47b6-a4bd-4c0e92df45eb None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:42.560777 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-15cb76ac-468a-47b6-a4bd-4c0e92df45eb None None] Transition to ACTIVE for port object 7cbdf365-2df9-452c-8e20-3b945398c247 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:42.586128 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ac144-af0c-499c-addc-df9637157119 req-f5160dfd-1018-4350-8025-ce50226c9f29 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:42.594692 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a36ac144-af0c-499c-addc-df9637157119 req-f5160dfd-1018-4350-8025-ce50226c9f29 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=96b71075-c590-4430-8bbb-0c5a5fc90ab8 HTTP/1.1" status: 200 len: 946 time: 0.3037713 Aug 10 03:23:42.603564 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ef69780c-408e-48d5-afe6-42495bcb19a5 req-06cf35d4-6798-4935-beaf-62b534e0e705 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151960 Aug 10 03:23:42.615414 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-15cb76ac-468a-47b6-a4bd-4c0e92df45eb None None] Transition to ACTIVE for port object 7cbdf365-2df9-452c-8e20-3b945398c247 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:42.620065 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 9f647950-e417-437f-addb-a55e44988da0 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:23:42.625592 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 9f647950-e417-437f-addb-a55e44988da0 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:42.626059 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:42.639467 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd65e8c-5d03-4aa7-8176-9040c7db8b4a req-8662e0d5-49f3-4ea0-a3e6-010d82fa0170 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:42.647798 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-afd65e8c-5d03-4aa7-8176-9040c7db8b4a req-8662e0d5-49f3-4ea0-a3e6-010d82fa0170 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d96b1eb-71c8-4499-9e6b-873da4f99425 HTTP/1.1" status: 200 len: 946 time: 0.2290821 Aug 10 03:23:42.682707 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-15cb76ac-468a-47b6-a4bd-4c0e92df45eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:42.729752 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cb76ac-468a-47b6-a4bd-4c0e92df45eb None None] Network 532b240b-fb3f-4ff4-abca-a3f7440d9d59 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:23:42.753328 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-afd65e8c-5d03-4aa7-8176-9040c7db8b4a req-5b4dba8c-2d86-4d8c-8f0e-b3b422d3d681 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/security-groups?id=2832b822-3ae7-4539-a861-1dd7e33b3925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044540 Aug 10 03:23:42.786343 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-15cb76ac-468a-47b6-a4bd-4c0e92df45eb None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:42.788826 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cb76ac-468a-47b6-a4bd-4c0e92df45eb None None] Pushing event updated for resources: {'Port': ['ID=7cbdf365-2df9-452c-8e20-3b945398c247,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:42.791078 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a36ac144-af0c-499c-addc-df9637157119 req-66817224-5c0e-4ac7-bc1e-8db721a0e8a3 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953247 Aug 10 03:23:42.796656 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cb76ac-468a-47b6-a4bd-4c0e92df45eb None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:23:42.870772 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-6df59ad5-8c35-4b0f-9099-b26041656937 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Deleting port b13d6b9e-e9f4-48da-b179-661abea98291 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:23:42.871404 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6df59ad5-8c35-4b0f-9099-b26041656937 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:42.996689 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-15cb76ac-468a-47b6-a4bd-4c0e92df45eb None None] Attempting to bind port 7cbdf365-2df9-452c-8e20-3b945398c247 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:23:43.000059 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-15cb76ac-468a-47b6-a4bd-4c0e92df45eb None None] Attempting to bind port 7cbdf365-2df9-452c-8e20-3b945398c247 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '21a571a3-4e55-49d2-b640-8a0087164711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '532b240b-fb3f-4ff4-abca-a3f7440d9d59'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:23:43.000667 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cb76ac-468a-47b6-a4bd-4c0e92df45eb None None] Attempting to bind port 7cbdf365-2df9-452c-8e20-3b945398c247 on network 532b240b-fb3f-4ff4-abca-a3f7440d9d59 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:43.004221 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bbdd500e-95a0-4baf-91a4-a200eceff335 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:43.021404 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cb76ac-468a-47b6-a4bd-4c0e92df45eb None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:23:43.022187 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cb76ac-468a-47b6-a4bd-4c0e92df45eb None None] Checking segment: {'id': '21a571a3-4e55-49d2-b640-8a0087164711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '532b240b-fb3f-4ff4-abca-a3f7440d9d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:43.023173 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-15cb76ac-468a-47b6-a4bd-4c0e92df45eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:43.023620 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cb76ac-468a-47b6-a4bd-4c0e92df45eb None None] Bound using segment: {'id': '21a571a3-4e55-49d2-b640-8a0087164711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '532b240b-fb3f-4ff4-abca-a3f7440d9d59'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:23:43.024059 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-15cb76ac-468a-47b6-a4bd-4c0e92df45eb None None] Bound port: 7cbdf365-2df9-452c-8e20-3b945398c247, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21a571a3-4e55-49d2-b640-8a0087164711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '532b240b-fb3f-4ff4-abca-a3f7440d9d59'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:23:43.024518 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-15cb76ac-468a-47b6-a4bd-4c0e92df45eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:43.028812 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:43.072376 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bbdd500e-95a0-4baf-91a4-a200eceff335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:43.091870 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3b1c9297-dd7b-4ac5-bfd5-74bedfce6006 None None] Provisioning complete for port 9f647950-e417-437f-addb-a55e44988da0 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:43.092444 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3b1c9297-dd7b-4ac5-bfd5-74bedfce6006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:43.179391 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c0f14-e3d9-4682-8aea-d79fd720b363 req-29961543-323a-4b79-aac2-cae0a25dcf67 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:43.181490 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9c7c0f14-e3d9-4682-8aea-d79fd720b363 req-29961543-323a-4b79-aac2-cae0a25dcf67 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc1c1126-0c34-4655-ad1e-3aa886f86c05 HTTP/1.1" status: 200 len: 945 time: 0.2844315 Aug 10 03:23:43.183699 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6df59ad5-8c35-4b0f-9099-b26041656937 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:43.206534 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-79e4c260-0caa-4e1e-a711-7e7814e4a4ac tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:43.255509 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 9f647950-e417-437f-addb-a55e44988da0, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=9f647950-e417-437f-addb-a55e44988da0,segment=NetworkSegment(95a28570-4d34-482c-b66d-70e26cef4492),segment_id=95a28570-4d34-482c-b66d-70e26cef4492)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:43.269534 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:43.271170 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5503b296-eaf1-44d8-a7eb-07e1080c2409 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:43.316685 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-6df59ad5-8c35-4b0f-9099-b26041656937 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Calling delete_port for b13d6b9e-e9f4-48da-b179-661abea98291 owned by {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:23:43.318600 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e4c260-0caa-4e1e-a711-7e7814e4a4ac tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Pushing event updated for resources: {'Subnet': ['ID=64dbd1f8-bd70-4b2b-857b-72cfb4471f4d,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:43.405746 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-15cb76ac-468a-47b6-a4bd-4c0e92df45eb None None] For port 7cbdf365-2df9-452c-8e20-3b945398c247, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:23:43.418904 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-15cb76ac-468a-47b6-a4bd-4c0e92df45eb None None] For port 7cbdf365-2df9-452c-8e20-3b945398c247, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=7cbdf365-2df9-452c-8e20-3b945398c247,segment=NetworkSegment(21a571a3-4e55-49d2-b640-8a0087164711),segment_id=21a571a3-4e55-49d2-b640-8a0087164711)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:23:43.433331 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-15cb76ac-468a-47b6-a4bd-4c0e92df45eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:43.468275 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3b1c9297-dd7b-4ac5-bfd5-74bedfce6006 None None] Provisioning for port b13d6b9e-e9f4-48da-b179-661abea98291 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:23:43.479133 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3b1c9297-dd7b-4ac5-bfd5-74bedfce6006 None None] Provisioning complete for port b13d6b9e-e9f4-48da-b179-661abea98291 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:43.479400 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3b1c9297-dd7b-4ac5-bfd5-74bedfce6006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:43.492045 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-bbdd500e-95a0-4baf-91a4-a200eceff335 admin admin] Allocated IP 172.25.7.223 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/dec7dab2-937e-46b3-bbfd-62dcb176d1f9) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:23:43.524475 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=9f647950-e417-437f-addb-a55e44988da0,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:43.527763 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3b1c9297-dd7b-4ac5-bfd5-74bedfce6006 None None] Port b13d6b9e-e9f4-48da-b179-661abea98291 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:23:43.596706 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9c7c0f14-e3d9-4682-8aea-d79fd720b363 req-7919bd4d-55cd-4b50-9c2e-31725d1d5cc0 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/security-groups?id=2832b822-3ae7-4539-a861-1dd7e33b3925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3963108 Aug 10 03:23:43.597431 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e4c260-0caa-4e1e-a711-7e7814e4a4ac tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Checking segment: {'id': '408b26c9-6cb8-4867-9223-9a3622758c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1ff4cf83-bc3e-4234-a00a-bc878e6d981a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:43.597806 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e4c260-0caa-4e1e-a711-7e7814e4a4ac tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Network hostable DHCP agents. Network: 1ff4cf83-bc3e-4234-a00a-bc878e6d981a, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:23:43.658413 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cb76ac-468a-47b6-a4bd-4c0e92df45eb None None] Pushing event updated for resources: {'Port': ['ID=7cbdf365-2df9-452c-8e20-3b945398c247,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:43.664538 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bbdd500e-95a0-4baf-91a4-a200eceff335 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:43.687650 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-fdc4861b-a6ac-4c06-a0d6-551596f677e3 None None] Provisioning complete for port b13d6b9e-e9f4-48da-b179-661abea98291 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:43.688736 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-fdc4861b-a6ac-4c06-a0d6-551596f677e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:43.728422 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e4c260-0caa-4e1e-a711-7e7814e4a4ac tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Network 1ff4cf83-bc3e-4234-a00a-bc878e6d981a is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:23:43.773596 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-fdc4861b-a6ac-4c06-a0d6-551596f677e3 None None] Port b13d6b9e-e9f4-48da-b179-661abea98291 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:23:43.790298 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-79e4c260-0caa-4e1e-a711-7e7814e4a4ac tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 1ff4cf83-bc3e-4234-a00a-bc878e6d981a) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:43.792169 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6df59ad5-8c35-4b0f-9099-b26041656937 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:43.800763 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c4c04c-c511-4892-a047-020ab4beada5 None None] Network 1ff4cf83-bc3e-4234-a00a-bc878e6d981a requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:23:43.817555 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e4c260-0caa-4e1e-a711-7e7814e4a4ac tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:43.818100 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-79e4c260-0caa-4e1e-a711-7e7814e4a4ac tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:43.881759 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df59ad5-8c35-4b0f-9099-b26041656937 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event deleted for resources: {'Port': ['ID=b13d6b9e-e9f4-48da-b179-661abea98291,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:43.934225 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-79e4c260-0caa-4e1e-a711-7e7814e4a4ac tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.9451849 Aug 10 03:23:43.936470 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 33828) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:43.946495 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-f7c66f51-a215-4a14-9884-db530298b33c tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-811010434'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:44.016314 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4400ba5-e0ba-4d09-a4a3-ea77df7b68c9 req-c0071807-d00b-4e5c-aa32-77ddce13ab77 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:44.027032 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b4400ba5-e0ba-4d09-a4a3-ea77df7b68c9 req-c0071807-d00b-4e5c-aa32-77ddce13ab77 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/ports?device_id=60c76cfe-d864-412b-a6a5-64c08d68f850 HTTP/1.1" status: 200 len: 945 time: 0.2704799 Aug 10 03:23:44.196040 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e7ddae-5078-4b18-9426-31085724669c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-1ff4cf83-bc3e-4234-a00a-bc878e6d981a', 'network_id': '1ff4cf83-bc3e-4234-a00a-bc878e6d981a', 'tenant_id': 'a0853454ae8b4b8c9105d0ce5b396b8a', 'fixed_ips': [{'subnet_id': '64dbd1f8-bd70-4b2b-857b-72cfb4471f4d'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:23:44.196957 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6df59ad5-8c35-4b0f-9099-b26041656937 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:44.198931 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-6df59ad5-8c35-4b0f-9099-b26041656937 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "DELETE /v2.0/ports/b13d6b9e-e9f4-48da-b179-661abea98291 HTTP/1.1" status: 204 len: 168 time: 1.7523370 Aug 10 03:23:44.200587 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-55e7ddae-5078-4b18-9426-31085724669c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:44.200818 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c66f51-a215-4a14-9884-db530298b33c tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Made reservation on behalf of a0853454ae8b4b8c9105d0ce5b396b8a for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:44.204931 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f7c66f51-a215-4a14-9884-db530298b33c tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:44.208534 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 33836) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:44.239352 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b4400ba5-e0ba-4d09-a4a3-ea77df7b68c9 req-603be235-84ba-4aa5-9695-317472c817f8 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/security-groups?id=2832b822-3ae7-4539-a861-1dd7e33b3925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113500 Aug 10 03:23:44.320653 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-8270a5ca-2c64-4ad8-92bd-a2404a03006f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] DELETE failed (client error): The resource could not be found. Aug 10 03:23:44.321734 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8270a5ca-2c64-4ad8-92bd-a2404a03006f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:23:44.323752 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8270a5ca-2c64-4ad8-92bd-a2404a03006f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "DELETE /v2.0/ports/b13d6b9e-e9f4-48da-b179-661abea98291 HTTP/1.1" status: 404 len: 333 time: 0.0834148 Aug 10 03:23:44.334410 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad32e0a-f48b-4535-9089-1b3ef2e45b98 req-405c37f1-6849-4b54-8a90-48a52efaedd9 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:44.342780 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1ad32e0a-f48b-4535-9089-1b3ef2e45b98 req-405c37f1-6849-4b54-8a90-48a52efaedd9 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=96b71075-c590-4430-8bbb-0c5a5fc90ab8 HTTP/1.1" status: 200 len: 946 time: 0.3113954 Aug 10 03:23:44.347410 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 33840) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:44.380835 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 9f647950-e417-437f-addb-a55e44988da0 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:23:44.400526 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b8dc945-4609-4f0c-8162-5efe0c02f736 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] GET failed (client error): The resource could not be found. Aug 10 03:23:44.403049 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-6b8dc945-4609-4f0c-8162-5efe0c02f736 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "GET /v2.0/ports/b13d6b9e-e9f4-48da-b179-661abea98291 HTTP/1.1" status: 404 len: 333 time: 0.0534647 Aug 10 03:23:44.409780 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33842) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:44.425997 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7c66f51-a215-4a14-9884-db530298b33c tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:23:44.449331 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f7c66f51-a215-4a14-9884-db530298b33c tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:44.450115 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-f7c66f51-a215-4a14-9884-db530298b33c tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Added segment d5d66bf9-e8da-40a5-855f-1c0fbbe601b0 of type vlan for network 1089a34c-5a53-4ce0-a4e2-deaf9f15317c Aug 10 03:23:44.463407 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1ad32e0a-f48b-4535-9089-1b3ef2e45b98 req-b74bb8ec-649a-4209-b002-83113ee9a989 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173670 Aug 10 03:23:44.490089 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 9f647950-e417-437f-addb-a55e44988da0 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:44.490477 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:44.535934 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [req-50462c2d-b49c-4133-a8e3-094ce5c91ca6 req-19b9b3ef-0899-43ec-9165-4c61952de584 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:23:44.545087 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-50462c2d-b49c-4133-a8e3-094ce5c91ca6 req-19b9b3ef-0899-43ec-9165-4c61952de584 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0207009 Aug 10 03:23:44.564764 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-55e7ddae-5078-4b18-9426-31085724669c None None] Allocated IP 172.20.255.242 (1ff4cf83-bc3e-4234-a00a-bc878e6d981a/64dbd1f8-bd70-4b2b-857b-72cfb4471f4d/b704fee1-a683-43be-8e76-36cc24ada5d3) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:23:44.602833 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f7c66f51-a215-4a14-9884-db530298b33c tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:44.656161 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bbdd500e-95a0-4baf-91a4-a200eceff335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:44.721156 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-5576add8-d140-477e-8ed7-33adfee102e6 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Deleting subnet fbcf845f-ca62-4eaf-9195-ba951ce4c6f7 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:23:44.748570 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5576add8-d140-477e-8ed7-33adfee102e6 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:44.777227 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-50462c2d-b49c-4133-a8e3-094ce5c91ca6 req-ce0ff685-9e6e-4349-8a2b-053ef16baf57 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2305768 Aug 10 03:23:44.804858 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f7c66f51-a215-4a14-9884-db530298b33c tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:44.811078 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c66f51-a215-4a14-9884-db530298b33c tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:44.816325 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f7c66f51-a215-4a14-9884-db530298b33c tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:44.817861 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 7cbdf365-2df9-452c-8e20-3b945398c247 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:23:44.909775 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdd500e-95a0-4baf-91a4-a200eceff335 admin admin] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:23:44.927703 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-bbdd500e-95a0-4baf-91a4-a200eceff335 admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:44.930683 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdd500e-95a0-4baf-91a4-a200eceff335 admin admin] Pushing event updated for resources: {'Port': ['ID=dec7dab2-937e-46b3-bbfd-62dcb176d1f9,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:44.952668 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdd500e-95a0-4baf-91a4-a200eceff335 admin admin] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:23:44.959295 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5576add8-d140-477e-8ed7-33adfee102e6 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:45.028782 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-f7c66f51-a215-4a14-9884-db530298b33c tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0883672 Aug 10 03:23:45.034508 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 33856) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:45.047251 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-0f3a3e14-176e-4d37-aebb-09a91e444d21 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Request body: {'subnet': {'network_id': '1089a34c-5a53-4ce0-a4e2-deaf9f15317c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:45.131579 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-5503b296-eaf1-44d8-a7eb-07e1080c2409 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Deleting port a86de4a1-4199-4a98-84ab-0ae36fed2245 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:23:45.132881 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5503b296-eaf1-44d8-a7eb-07e1080c2409 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:45.162603 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c66f51-a215-4a14-9884-db530298b33c tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Pushing event updated for resources: {'Network': ['ID=1089a34c-5a53-4ce0-a4e2-deaf9f15317c,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:45.233249 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3a3e14-176e-4d37-aebb-09a91e444d21 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Made reservation on behalf of a0853454ae8b4b8c9105d0ce5b396b8a for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:45.252220 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0f3a3e14-176e-4d37-aebb-09a91e444d21 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:45.351576 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 1089a34c-5a53-4ce0-a4e2-deaf9f15317c details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:23:45.364557 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc15e6e-2fad-420a-9b4b-4152af6dd29b None None] Network 532b240b-fb3f-4ff4-abca-a3f7440d9d59 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:23:45.422207 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-55e7ddae-5078-4b18-9426-31085724669c None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:45.445002 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-55e7ddae-5078-4b18-9426-31085724669c None None] Transition to ACTIVE for port object b704fee1-a683-43be-8e76-36cc24ada5d3 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:45.449845 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5576add8-d140-477e-8ed7-33adfee102e6 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:45.473533 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-55e7ddae-5078-4b18-9426-31085724669c None None] Transition to ACTIVE for port object b704fee1-a683-43be-8e76-36cc24ada5d3 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:45.506092 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5503b296-eaf1-44d8-a7eb-07e1080c2409 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:45.530635 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-5503b296-eaf1-44d8-a7eb-07e1080c2409 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Calling delete_port for a86de4a1-4199-4a98-84ab-0ae36fed2245 owned by network:router_interface {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:23:45.548547 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 7cbdf365-2df9-452c-8e20-3b945398c247 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:23:45.552464 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-55e7ddae-5078-4b18-9426-31085724669c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:45.681643 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc90aa-6f7f-454c-b0fe-85d82e929541 req-b2fa87d9-1b6b-4836-957e-779a0341e211 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:45.685411 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b4bc90aa-6f7f-454c-b0fe-85d82e929541 req-b2fa87d9-1b6b-4836-957e-779a0341e211 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d96b1eb-71c8-4499-9e6b-873da4f99425 HTTP/1.1" status: 200 len: 946 time: 0.1186025 Aug 10 03:23:45.720315 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bbdd500e-95a0-4baf-91a4-a200eceff335 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:45.800511 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5576add8-d140-477e-8ed7-33adfee102e6 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:45.867325 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5576add8-d140-477e-8ed7-33adfee102e6 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event deleted for resources: {'Subnet': ['ID=fbcf845f-ca62-4eaf-9195-ba951ce4c6f7,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:45.880153 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e7ddae-5078-4b18-9426-31085724669c None None] Network 1ff4cf83-bc3e-4234-a00a-bc878e6d981a is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:23:45.889754 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b4bc90aa-6f7f-454c-b0fe-85d82e929541 req-7d0a2e9b-ff93-47bd-856f-5c2f451a7324 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/security-groups?id=2832b822-3ae7-4539-a861-1dd7e33b3925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939535 Aug 10 03:23:45.904918 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-4ae82894-4d21-4150-b32b-5463e056a588 None None] Provisioning for port 7cbdf365-2df9-452c-8e20-3b945398c247 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:23:45.908039 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-55e7ddae-5078-4b18-9426-31085724669c None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:45.912021 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312b6c3d-ea6d-4a94-b144-60835c489bc8 None None] Network 9ee713f3-e9d3-416c-a0bb-eb83f14dd1b2 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:23:45.918587 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e7ddae-5078-4b18-9426-31085724669c None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:23:45.948475 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76840e61-b2dd-40d8-996c-52b22b3f3367 req-596bb55d-b208-402d-8f69-5fa343b671da tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:45.957600 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-76840e61-b2dd-40d8-996c-52b22b3f3367 req-596bb55d-b208-402d-8f69-5fa343b671da tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] 10.222.0.62 "GET /v2.0/ports?device_id=97e55cc0-ea40-4746-8e23-b989d2fedbf8 HTTP/1.1" status: 200 len: 945 time: 0.1380453 Aug 10 03:23:45.981966 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5576add8-d140-477e-8ed7-33adfee102e6 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:45.986142 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-5576add8-d140-477e-8ed7-33adfee102e6 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "DELETE /v2.0/subnets/fbcf845f-ca62-4eaf-9195-ba951ce4c6f7 HTTP/1.1" status: 204 len: 168 time: 1.5730698 Aug 10 03:23:45.991386 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33880) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:46.023166 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-4ae82894-4d21-4150-b32b-5463e056a588 None None] Provisioning complete for port 7cbdf365-2df9-452c-8e20-3b945398c247 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:46.023647 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4ae82894-4d21-4150-b32b-5463e056a588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:46.121833 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e7ddae-5078-4b18-9426-31085724669c None None] Pushing event updated for resources: {'Port': ['ID=b704fee1-a683-43be-8e76-36cc24ada5d3,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:46.143897 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-76840e61-b2dd-40d8-996c-52b22b3f3367 req-7fc8637f-6fc6-497b-82b7-1ec9c400bef8 tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce2d22dd-5bf7-442b-8232-dc63c22452ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853359 Aug 10 03:23:46.155394 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-55e7ddae-5078-4b18-9426-31085724669c None None] Attempting to bind port b704fee1-a683-43be-8e76-36cc24ada5d3 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:23:46.155865 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-55e7ddae-5078-4b18-9426-31085724669c None None] Attempting to bind port b704fee1-a683-43be-8e76-36cc24ada5d3 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '408b26c9-6cb8-4867-9223-9a3622758c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1ff4cf83-bc3e-4234-a00a-bc878e6d981a'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:23:46.156365 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e7ddae-5078-4b18-9426-31085724669c None None] Attempting to bind port b704fee1-a683-43be-8e76-36cc24ada5d3 on network 1ff4cf83-bc3e-4234-a00a-bc878e6d981a {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:46.163059 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d168a1-14b1-466f-a112-d16e4d8acfc8 req-e492387c-37ba-4b04-8535-a5469a8286f8 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:46.168568 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b3d168a1-14b1-466f-a112-d16e4d8acfc8 req-e492387c-37ba-4b04-8535-a5469a8286f8 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc1c1126-0c34-4655-ad1e-3aa886f86c05 HTTP/1.1" status: 200 len: 945 time: 0.1171501 Aug 10 03:23:46.170203 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0f3a3e14-176e-4d37-aebb-09a91e444d21 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:46.188766 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e7ddae-5078-4b18-9426-31085724669c None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:23:46.189150 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e7ddae-5078-4b18-9426-31085724669c None None] Checking segment: {'id': '408b26c9-6cb8-4867-9223-9a3622758c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1ff4cf83-bc3e-4234-a00a-bc878e6d981a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:46.189783 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-55e7ddae-5078-4b18-9426-31085724669c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:46.190141 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e7ddae-5078-4b18-9426-31085724669c None None] Bound using segment: {'id': '408b26c9-6cb8-4867-9223-9a3622758c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1ff4cf83-bc3e-4234-a00a-bc878e6d981a'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:23:46.190626 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-55e7ddae-5078-4b18-9426-31085724669c None None] Bound port: b704fee1-a683-43be-8e76-36cc24ada5d3, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '408b26c9-6cb8-4867-9223-9a3622758c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1ff4cf83-bc3e-4234-a00a-bc878e6d981a'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:23:46.191043 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-55e7ddae-5078-4b18-9426-31085724669c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:46.295493 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3a3e14-176e-4d37-aebb-09a91e444d21 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Pushing event updated for resources: {'Subnet': ['ID=9f6da4d2-ba5b-4475-938f-f04007cf85af,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:46.302873 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3a3e14-176e-4d37-aebb-09a91e444d21 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Checking segment: {'id': 'd5d66bf9-e8da-40a5-855f-1c0fbbe601b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1089a34c-5a53-4ce0-a4e2-deaf9f15317c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:46.303681 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3a3e14-176e-4d37-aebb-09a91e444d21 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Network hostable DHCP agents. Network: 1089a34c-5a53-4ce0-a4e2-deaf9f15317c, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:23:46.328475 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b3d168a1-14b1-466f-a112-d16e4d8acfc8 req-6f4fd93c-9565-4d63-8315-62e91cb6c90b tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/security-groups?id=2832b822-3ae7-4539-a861-1dd7e33b3925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475251 Aug 10 03:23:46.351628 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-75d412a2-b494-46c6-a6aa-3a4186cbc0f0 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:46.361382 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3a3e14-176e-4d37-aebb-09a91e444d21 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Network 1089a34c-5a53-4ce0-a4e2-deaf9f15317c is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:23:46.363984 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5503b296-eaf1-44d8-a7eb-07e1080c2409 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:46.365834 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-55e7ddae-5078-4b18-9426-31085724669c None None] For port b704fee1-a683-43be-8e76-36cc24ada5d3, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:23:46.370980 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-55e7ddae-5078-4b18-9426-31085724669c None None] For port b704fee1-a683-43be-8e76-36cc24ada5d3, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=b704fee1-a683-43be-8e76-36cc24ada5d3,segment=NetworkSegment(408b26c9-6cb8-4867-9223-9a3622758c9b),segment_id=408b26c9-6cb8-4867-9223-9a3622758c9b)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:23:46.380385 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4ae82894-4d21-4150-b32b-5463e056a588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:46.384759 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-55e7ddae-5078-4b18-9426-31085724669c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:46.388364 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-0f3a3e14-176e-4d37-aebb-09a91e444d21 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 1089a34c-5a53-4ce0-a4e2-deaf9f15317c) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:46.399638 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3a3e14-176e-4d37-aebb-09a91e444d21 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:46.401267 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0f3a3e14-176e-4d37-aebb-09a91e444d21 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:46.420684 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56d911c-4740-458b-811c-a6769947bb87 None None] Network 1089a34c-5a53-4ce0-a4e2-deaf9f15317c requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:23:46.429284 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-0f3a3e14-176e-4d37-aebb-09a91e444d21 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.3936644 Aug 10 03:23:46.432025 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 33890) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:46.596691 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5503b296-eaf1-44d8-a7eb-07e1080c2409 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Pushing event deleted for resources: {'Port': ['ID=a86de4a1-4199-4a98-84ab-0ae36fed2245,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:46.696729 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bbdd500e-95a0-4baf-91a4-a200eceff335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:46.740176 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab4ac77-c0c6-4832-a9d3-87f05ceaec15 req-8c95bcbc-444c-4523-9d07-1e9baee0907b tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:46.755397 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aab4ac77-c0c6-4832-a9d3-87f05ceaec15 req-8c95bcbc-444c-4523-9d07-1e9baee0907b tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/ports?device_id=60c76cfe-d864-412b-a6a5-64c08d68f850 HTTP/1.1" status: 200 len: 945 time: 0.2241445 Aug 10 03:23:46.763266 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f05dd923-0e0b-455d-b736-0b4be722ed13 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:46.804953 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5503b296-eaf1-44d8-a7eb-07e1080c2409 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:46.821630 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aab4ac77-c0c6-4832-a9d3-87f05ceaec15 req-ed405da4-769e-4885-bb9d-d3698fa193fa tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/security-groups?id=2832b822-3ae7-4539-a861-1dd7e33b3925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642073 Aug 10 03:23:46.833809 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-75d412a2-b494-46c6-a6aa-3a4186cbc0f0 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Deleting port 9f647950-e417-437f-addb-a55e44988da0 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:23:46.834155 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-75d412a2-b494-46c6-a6aa-3a4186cbc0f0 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:46.907557 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6479eb2-ec85-410e-a6bc-01d9dd469f27 None None] DHCP port deletion for 9ee713f3-e9d3-416c-a0bb-eb83f14dd1b2 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:23:46.961847 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-4ae82894-4d21-4150-b32b-5463e056a588 None None] For port 7cbdf365-2df9-452c-8e20-3b945398c247, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=7cbdf365-2df9-452c-8e20-3b945398c247,segment=NetworkSegment(21a571a3-4e55-49d2-b640-8a0087164711),segment_id=21a571a3-4e55-49d2-b640-8a0087164711)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:46.966961 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e7ddae-5078-4b18-9426-31085724669c None None] Pushing event updated for resources: {'Port': ['ID=b704fee1-a683-43be-8e76-36cc24ada5d3,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:47.080308 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f05dd923-0e0b-455d-b736-0b4be722ed13 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:47.096534 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4ae82894-4d21-4150-b32b-5463e056a588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:47.224980 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-75d412a2-b494-46c6-a6aa-3a4186cbc0f0 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] For port 9f647950-e417-437f-addb-a55e44988da0, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=9f647950-e417-437f-addb-a55e44988da0,segment=NetworkSegment(95a28570-4d34-482c-b66d-70e26cef4492),segment_id=95a28570-4d34-482c-b66d-70e26cef4492)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:47.225357 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-75d412a2-b494-46c6-a6aa-3a4186cbc0f0 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:47.318150 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4038df-f185-47de-b9e5-c3cd7f5a51eb req-7e754948-0f71-4551-ac27-3456bd6044e5 tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:47.319896 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9a4038df-f185-47de-b9e5-c3cd7f5a51eb req-7e754948-0f71-4551-ac27-3456bd6044e5 tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] 10.222.0.60 "GET /v2.0/ports?device_id=97e55cc0-ea40-4746-8e23-b989d2fedbf8 HTTP/1.1" status: 200 len: 945 time: 0.1793909 Aug 10 03:23:47.337502 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9dc5020-53c4-44cc-9b70-9de891a993fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-1089a34c-5a53-4ce0-a4e2-deaf9f15317c', 'network_id': '1089a34c-5a53-4ce0-a4e2-deaf9f15317c', 'tenant_id': 'a0853454ae8b4b8c9105d0ce5b396b8a', 'fixed_ips': [{'subnet_id': '9f6da4d2-ba5b-4475-938f-f04007cf85af'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:23:47.339664 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e9dc5020-53c4-44cc-9b70-9de891a993fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:47.353513 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-75d412a2-b494-46c6-a6aa-3a4186cbc0f0 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Calling delete_port for 9f647950-e417-437f-addb-a55e44988da0 owned by network:dhcp {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:23:47.360779 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3d9ba281-e6ff-4960-b82f-6205f32208d5 None None] Provisioning complete for port 7cbdf365-2df9-452c-8e20-3b945398c247 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:47.361312 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3d9ba281-e6ff-4960-b82f-6205f32208d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:47.378266 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5503b296-eaf1-44d8-a7eb-07e1080c2409 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Router 86e2b2f0-1299-477b-9b92-80e1118a7f12 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:23:47.432754 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae82894-4d21-4150-b32b-5463e056a588 None None] Pushing event updated for resources: {'Port': ['ID=7cbdf365-2df9-452c-8e20-3b945398c247,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:47.440377 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-f6479eb2-ec85-410e-a6bc-01d9dd469f27 None None] Deleting port 9f647950-e417-437f-addb-a55e44988da0 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:23:47.441070 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f6479eb2-ec85-410e-a6bc-01d9dd469f27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:47.545711 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-f6479eb2-ec85-410e-a6bc-01d9dd469f27 None None] For port 9f647950-e417-437f-addb-a55e44988da0, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=9f647950-e417-437f-addb-a55e44988da0,segment=NetworkSegment(95a28570-4d34-482c-b66d-70e26cef4492),segment_id=95a28570-4d34-482c-b66d-70e26cef4492)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:47.546133 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f6479eb2-ec85-410e-a6bc-01d9dd469f27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:47.561686 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-f6479eb2-ec85-410e-a6bc-01d9dd469f27 None None] Calling delete_port for 9f647950-e417-437f-addb-a55e44988da0 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:23:47.630382 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-75d412a2-b494-46c6-a6aa-3a4186cbc0f0 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:47.647239 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbdd500e-95a0-4baf-91a4-a200eceff335 admin admin] Router f623395f-1c62-4bf0-a2a9-a406b8ce198c is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:23:47.661377 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f6479eb2-ec85-410e-a6bc-01d9dd469f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:47.670434 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5503b296-eaf1-44d8-a7eb-07e1080c2409 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:23:47.702596 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-5503b296-eaf1-44d8-a7eb-07e1080c2409 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] 10.222.0.62 "PUT /v2.0/routers/86e2b2f0-1299-477b-9b92-80e1118a7f12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6834970 Aug 10 03:23:47.704611 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d412a2-b494-46c6-a6aa-3a4186cbc0f0 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event deleted for resources: {'Port': ['ID=9f647950-e417-437f-addb-a55e44988da0,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:47.705998 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6479eb2-ec85-410e-a6bc-01d9dd469f27 None None] No DVR routers for this DVR port 9f647950-e417-437f-addb-a55e44988da0 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:23:47.712274 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d412a2-b494-46c6-a6aa-3a4186cbc0f0 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] No DVR routers for this DVR port 9f647950-e417-437f-addb-a55e44988da0 on host n-d-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:23:47.714864 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33912) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:47.737085 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac56eee-00fe-4b71-ae51-df138ca0b8d6 None None] Sync routers for ids ['86e2b2f0-1299-477b-9b92-80e1118a7f12'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:23:47.752622 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6479eb2-ec85-410e-a6bc-01d9dd469f27 None None] Pushing event deleted for resources: {'Port': ['ID=9f647950-e417-437f-addb-a55e44988da0,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:47.757626 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac56eee-00fe-4b71-ae51-df138ca0b8d6 None None] Routers {'86e2b2f0-1299-477b-9b92-80e1118a7f12'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:23:47.758429 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-2ac56eee-00fe-4b71-ae51-df138ca0b8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:23:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['86e2b2f0-1299-477b-9b92-80e1118a7f12'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:47.791098 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-ec59d80e-f615-4ce3-8830-7ccbfd23bad9 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] show failed (client error): The resource could not be found. Aug 10 03:23:47.796184 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ec59d80e-f615-4ce3-8830-7ccbfd23bad9 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] 10.222.0.62 "GET /v2.0/routers/tempest-non_exist_router-914941194 HTTP/1.1" status: 404 len: 334 time: 0.0800827 Aug 10 03:23:47.799148 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-2ac56eee-00fe-4b71-ae51-df138ca0b8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:47.800237 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33918) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:47.807249 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-ec08f6aa-9b6f-4a62-80e2-e145a3239201 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:47.821398 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f05dd923-0e0b-455d-b736-0b4be722ed13 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:47.887506 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac56eee-00fe-4b71-ae51-df138ca0b8d6 None None] Routers {'86e2b2f0-1299-477b-9b92-80e1118a7f12'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:23:47.888423 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-2ac56eee-00fe-4b71-ae51-df138ca0b8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:23:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['86e2b2f0-1299-477b-9b92-80e1118a7f12'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:47.905378 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05dd923-0e0b-455d-b736-0b4be722ed13 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Pushing event deleted for resources: {'Subnet': ['ID=9f6da4d2-ba5b-4475-938f-f04007cf85af,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:47.927562 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3285f3-f9e9-4dcf-bd43-81cf64663468 req-893142d9-58bc-4b4a-8e44-32cab41f519c tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:47.935240 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3285f3-f9e9-4dcf-bd43-81cf64663468 req-893142d9-58bc-4b4a-8e44-32cab41f519c tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:47.939327 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-2ac56eee-00fe-4b71-ae51-df138ca0b8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:47.940170 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac56eee-00fe-4b71-ae51-df138ca0b8d6 None None] The sync data for ids ['86e2b2f0-1299-477b-9b92-80e1118a7f12'] in n-d-768851-15 is: [] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:23:47.941336 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3285f3-f9e9-4dcf-bd43-81cf64663468 req-893142d9-58bc-4b4a-8e44-32cab41f519c tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:47.957716 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ce3285f3-f9e9-4dcf-bd43-81cf64663468 req-893142d9-58bc-4b4a-8e44-32cab41f519c tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/ports?device_id=60c76cfe-d864-412b-a6a5-64c08d68f850&device_id=fc1c1126-0c34-4655-ad1e-3aa886f86c05&device_id=3d96b1eb-71c8-4499-9e6b-873da4f99425 HTTP/1.1" status: 200 len: 2417 time: 0.8189664 Aug 10 03:23:47.985624 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-75d412a2-b494-46c6-a6aa-3a4186cbc0f0 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server [None req-e9dc5020-53c4-44cc-9b70-9de891a993fd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9f6da4d2-ba5b-4475-938f-f04007cf85af: This subnet is being modified by another concurrent operation. Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server raise exception Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9f6da4d2-ba5b-4475-938f-f04007cf85af: This subnet is being modified by another concurrent operation. Aug 10 03:23:47.989851 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server Aug 10 03:23:47.998087 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-75d412a2-b494-46c6-a6aa-3a4186cbc0f0 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ee713f3-e9d3-416c-a0bb-eb83f14dd1b2']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:48.015814 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca5799e-0d50-4801-a7ef-c6b7d6370ec0 None None] Network 1089a34c-5a53-4ce0-a4e2-deaf9f15317c requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:23:48.016023 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-75d412a2-b494-46c6-a6aa-3a4186cbc0f0 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95a28570-4d34-482c-b66d-70e26cef4492') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:48.016280 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-75d412a2-b494-46c6-a6aa-3a4186cbc0f0 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95a28570-4d34-482c-b66d-70e26cef4492') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:48.028615 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-75d412a2-b494-46c6-a6aa-3a4186cbc0f0 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:48.046817 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-75d412a2-b494-46c6-a6aa-3a4186cbc0f0 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:48.053158 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75d412a2-b494-46c6-a6aa-3a4186cbc0f0 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:23:48.053554 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-75d412a2-b494-46c6-a6aa-3a4186cbc0f0 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:48.125099 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:23:48.125099 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:23:48.125099 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:23:48.125099 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:23:48.125099 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:23:48.125099 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:23:48.125099 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:23:48.125099 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:23:48.125099 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:23:48.125099 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:23:48.125099 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:23:48.125099 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:23:48.125099 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:23:48.125099 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:23:48.125099 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:23:48.125099 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:23:48.125099 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:23:48.125099 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:23:48.125099 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:23:48.125099 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:23:48.125099 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:23:48.125099 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:23:48.125099 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:23:48.125099 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:23:48.125099 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:23:48.125099 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:23:48.125099 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:23:48.125099 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:23:48.125099 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:23:48.125099 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:23:48.125099 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:23:48.125099 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:23:48.200126 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67148b-1c34-47df-8df8-ae72d93ab67c req-da8a5882-073e-4378-8d32-53a1291a5098 tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:48.200918 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103ea719-bf16-4bbf-9a26-5b048f51f5d5 None None] Network 1ff4cf83-bc3e-4234-a00a-bc878e6d981a requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:23:48.201715 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ab67148b-1c34-47df-8df8-ae72d93ab67c req-da8a5882-073e-4378-8d32-53a1291a5098 tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] 10.222.0.62 "GET /v2.0/ports?device_id=97e55cc0-ea40-4746-8e23-b989d2fedbf8 HTTP/1.1" status: 200 len: 945 time: 0.9122875 Aug 10 03:23:48.203530 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f05dd923-0e0b-455d-b736-0b4be722ed13 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:48.284685 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-ec08f6aa-9b6f-4a62-80e2-e145a3239201 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] update failed (client error): The resource could not be found. Aug 10 03:23:48.291348 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ec08f6aa-9b6f-4a62-80e2-e145a3239201 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] 10.222.0.62 "PUT /v2.0/routers/tempest-non_exist_router-307618995 HTTP/1.1" status: 404 len: 334 time: 0.4850132 Aug 10 03:23:48.292730 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33930) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:48.297149 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-573f2e9b-1dd6-4b8f-84be-f4a905ebf5fb None None] Provisioning for port b704fee1-a683-43be-8e76-36cc24ada5d3 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:23:48.306051 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-75d412a2-b494-46c6-a6aa-3a4186cbc0f0 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:48.311152 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-75d412a2-b494-46c6-a6aa-3a4186cbc0f0 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:48.313652 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-75d412a2-b494-46c6-a6aa-3a4186cbc0f0 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "DELETE /v2.0/networks/9ee713f3-e9d3-416c-a0bb-eb83f14dd1b2 HTTP/1.1" status: 204 len: 168 time: 2.3182726 Aug 10 03:23:48.338325 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-f05dd923-0e0b-455d-b736-0b4be722ed13 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1089a34c-5a53-4ce0-a4e2-deaf9f15317c']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:48.351794 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-f05dd923-0e0b-455d-b736-0b4be722ed13 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5d66bf9-e8da-40a5-855f-1c0fbbe601b0') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:48.352333 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-f05dd923-0e0b-455d-b736-0b4be722ed13 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5d66bf9-e8da-40a5-855f-1c0fbbe601b0') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:48.364817 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33932) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:48.366014 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d412a2-b494-46c6-a6aa-3a4186cbc0f0 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event deleted for resources: {'Network': ['ID=9ee713f3-e9d3-416c-a0bb-eb83f14dd1b2,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:48.389510 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f05dd923-0e0b-455d-b736-0b4be722ed13 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:48.391450 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-d98408ec-7e62-4933-92cc-ee082c8b64ef tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-11992517'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:48.459141 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ce3285f3-f9e9-4dcf-bd43-81cf64663468 req-c1fc396f-efc8-4276-b46a-8d10e3ede066 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/security-groups?id=2832b822-3ae7-4539-a861-1dd7e33b3925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5004330 Aug 10 03:23:48.471837 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b704fee1-a683-43be-8e76-36cc24ada5d3 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:23:48.501466 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f05dd923-0e0b-455d-b736-0b4be722ed13 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:48.502886 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbdd500e-95a0-4baf-91a4-a200eceff335 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:23:48.513637 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305e0deb-daa2-4046-889a-69b9211d6d27 None None] Sync routers for ids ['f623395f-1c62-4bf0-a2a9-a406b8ce198c'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:23:48.534135 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ab67148b-1c34-47df-8df8-ae72d93ab67c req-25f235f1-25ff-4c3a-8d0d-3a5dc95f88db tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce2d22dd-5bf7-442b-8232-dc63c22452ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044236 Aug 10 03:23:48.534882 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305e0deb-daa2-4046-889a-69b9211d6d27 None None] Routers {'f623395f-1c62-4bf0-a2a9-a406b8ce198c'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:23:48.539245 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-305e0deb-daa2-4046-889a-69b9211d6d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:23:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['f623395f-1c62-4bf0-a2a9-a406b8ce198c'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:48.543846 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-b40f0248-33f0-41ee-93a5-8f932fedc096 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Deleting subnet 91f740eb-9bfe-4a47-9a36-c10de5485569 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:23:48.546777 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-9a4038df-f185-47de-b9e5-c3cd7f5a51eb req-8011e1f4-8228-4740-b08d-f518ef2045f0 tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] Deleting port 56c7eced-da8c-4381-b34f-dfec45f2bb02 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:23:48.547151 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-9a4038df-f185-47de-b9e5-c3cd7f5a51eb req-8011e1f4-8228-4740-b08d-f518ef2045f0 tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:48.550765 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b40f0248-33f0-41ee-93a5-8f932fedc096 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:48.561179 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f05dd923-0e0b-455d-b736-0b4be722ed13 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:23:48.561582 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f05dd923-0e0b-455d-b736-0b4be722ed13 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:48.564925 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:23:48.564925 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:23:48.564925 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:23:48.564925 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:23:48.564925 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:23:48.564925 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:23:48.564925 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:23:48.564925 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:23:48.564925 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:23:48.564925 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:23:48.564925 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:23:48.564925 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:23:48.564925 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:23:48.564925 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:23:48.564925 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:23:48.564925 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:23:48.564925 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:23:48.564925 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:23:48.564925 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:23:48.564925 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:23:48.564925 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:23:48.564925 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:23:48.564925 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:23:48.564925 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:23:48.564925 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:23:48.564925 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:23:48.564925 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:23:48.564925 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:23:48.564925 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:23:48.564925 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:23:48.564925 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:23:48.564925 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:23:48.570890 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port b704fee1-a683-43be-8e76-36cc24ada5d3 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:23:48.575206 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port b704fee1-a683-43be-8e76-36cc24ada5d3 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:48.575715 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:48.595908 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98408ec-7e62-4933-92cc-ee082c8b64ef tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Made reservation on behalf of 4ed48e64d2bc4e15aeddc047e3b71cf8 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:48.600092 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d98408ec-7e62-4933-92cc-ee082c8b64ef tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:48.645958 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bbdd500e-95a0-4baf-91a4-a200eceff335 admin admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:48.647417 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-bbdd500e-95a0-4baf-91a4-a200eceff335 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.6090353 Aug 10 03:23:48.669465 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33936) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:48.707295 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-305e0deb-daa2-4046-889a-69b9211d6d27 None None] Set router f623395f-1c62-4bf0-a2a9-a406b8ce198c gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:23:48.714204 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b40f0248-33f0-41ee-93a5-8f932fedc096 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:48.743366 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:48.746592 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [req-293d6f35-b7bb-406c-9c16-63c910c05d3f req-3fe7c042-97b9-4407-b8da-c00ec1ab8e4c tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:23:48.754776 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-293d6f35-b7bb-406c-9c16-63c910c05d3f req-3fe7c042-97b9-4407-b8da-c00ec1ab8e4c tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1366835 Aug 10 03:23:48.814489 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port b704fee1-a683-43be-8e76-36cc24ada5d3, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=b704fee1-a683-43be-8e76-36cc24ada5d3,segment=NetworkSegment(408b26c9-6cb8-4867-9223-9a3622758c9b),segment_id=408b26c9-6cb8-4867-9223-9a3622758c9b)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:48.836800 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-9a4038df-f185-47de-b9e5-c3cd7f5a51eb req-8011e1f4-8228-4740-b08d-f518ef2045f0 tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] For port 56c7eced-da8c-4381-b34f-dfec45f2bb02, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=56c7eced-da8c-4381-b34f-dfec45f2bb02,segment=NetworkSegment(a7cd72e5-51d0-472c-a83d-09a112f8b65b),segment_id=a7cd72e5-51d0-472c-a83d-09a112f8b65b)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:48.837110 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-9a4038df-f185-47de-b9e5-c3cd7f5a51eb req-8011e1f4-8228-4740-b08d-f518ef2045f0 tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:48.851075 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:48.851075 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 7cbdf365-2df9-452c-8e20-3b945398c247 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:23:48.861575 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-9a4038df-f185-47de-b9e5-c3cd7f5a51eb req-8011e1f4-8228-4740-b08d-f518ef2045f0 tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] Calling delete_port for 56c7eced-da8c-4381-b34f-dfec45f2bb02 owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:23:48.948295 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e3f524-fd62-4fe7-9202-7753516c47ba None None] get_active_networks_info from n-d-768851-15 {{(pid=94218) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:23:48.959591 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b40f0248-33f0-41ee-93a5-8f932fedc096 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:48.998375 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f05dd923-0e0b-455d-b736-0b4be722ed13 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:49.006666 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f05dd923-0e0b-455d-b736-0b4be722ed13 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:49.010185 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-f05dd923-0e0b-455d-b736-0b4be722ed13 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "DELETE /v2.0/networks/1089a34c-5a53-4ce0-a4e2-deaf9f15317c HTTP/1.1" status: 204 len: 168 time: 2.5768778 Aug 10 03:23:49.015242 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 33942) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:49.028044 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-be32da94-f97e-44e6-b729-c72907705dd3 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-266011337'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:49.032251 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-305e0deb-daa2-4046-889a-69b9211d6d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f623395f-1c62-4bf0-a2a9-a406b8ce198c', 'name': 'tempest-ServersTestMultiNic-174352588-router', 'tenant_id': 'd8f2056cb8664657b3af8bc92377e007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'dec7dab2-937e-46b3-bbfd-62dcb176d1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:23:40Z', 'updated_at': '2021-08-10T03:23:45Z', 'revision_number': 3, 'project_id': 'd8f2056cb8664657b3af8bc92377e007', 'gw_port': {'id': 'dec7dab2-937e-46b3-bbfd-62dcb176d1f9', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f623395f-1c62-4bf0-a2a9-a406b8ce198c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:23:43Z', 'updated_at': '2021-08-10T03:23:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:49.063001 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305e0deb-daa2-4046-889a-69b9211d6d27 None None] Checking router: f623395f-1c62-4bf0-a2a9-a406b8ce198c for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:23:49.063342 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305e0deb-daa2-4046-889a-69b9211d6d27 None None] Updating router f623395f-1c62-4bf0-a2a9-a406b8ce198c port dec7dab2-937e-46b3-bbfd-62dcb176d1f9 binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:23:49.074367 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05dd923-0e0b-455d-b736-0b4be722ed13 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Pushing event deleted for resources: {'Network': ['ID=1089a34c-5a53-4ce0-a4e2-deaf9f15317c,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:49.108353 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-305e0deb-daa2-4046-889a-69b9211d6d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:49.121878 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-293d6f35-b7bb-406c-9c16-63c910c05d3f req-278302e6-9e0d-4546-8b56-48e3a083a549 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.3656044 Aug 10 03:23:49.156180 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be32da94-f97e-44e6-b729-c72907705dd3 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Made reservation on behalf of a0853454ae8b4b8c9105d0ce5b396b8a for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:49.161131 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-be32da94-f97e-44e6-b729-c72907705dd3 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:49.196171 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e3f524-fd62-4fe7-9202-7753516c47ba None None] Resources bound (agent type, host, resource id): {{(pid=94218) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:23:49.256514 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be32da94-f97e-44e6-b729-c72907705dd3 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:23:49.261080 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=b704fee1-a683-43be-8e76-36cc24ada5d3,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:49.295341 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-be32da94-f97e-44e6-b729-c72907705dd3 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:49.296459 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-be32da94-f97e-44e6-b729-c72907705dd3 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Added segment 9f5701a6-de65-4be7-9002-33db5e55d68c of type vlan for network dc257785-de0e-46d2-ab57-4033886408d6 Aug 10 03:23:49.308633 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-9a4038df-f185-47de-b9e5-c3cd7f5a51eb req-8011e1f4-8228-4740-b08d-f518ef2045f0 tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:49.349938 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 7cbdf365-2df9-452c-8e20-3b945398c247 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:49.353949 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:49.453488 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8011e1f4-8228-4740-b08d-f518ef2045f0 tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] Pushing event deleted for resources: {'Port': ['ID=56c7eced-da8c-4381-b34f-dfec45f2bb02,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:49.458555 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['56c7eced-da8c-4381-b34f-dfec45f2bb02'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:23:49.493004 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d98408ec-7e62-4933-92cc-ee082c8b64ef tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:23:49.496003 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b40f0248-33f0-41ee-93a5-8f932fedc096 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:49.498877 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-be32da94-f97e-44e6-b729-c72907705dd3 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:49.614032 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d98408ec-7e62-4933-92cc-ee082c8b64ef tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:49.614377 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-d98408ec-7e62-4933-92cc-ee082c8b64ef tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Added segment 91af7a1d-a3cd-4a6b-9ac9-785d688345b5 of type vlan for network 10c5828e-51c6-4a0f-9596-da4e4c96f5a2 Aug 10 03:23:49.615857 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40f0248-33f0-41ee-93a5-8f932fedc096 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Pushing event deleted for resources: {'Subnet': ['ID=91f740eb-9bfe-4a47-9a36-c10de5485569,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:49.626340 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a4038df-f185-47de-b9e5-c3cd7f5a51eb req-8011e1f4-8228-4740-b08d-f518ef2045f0 tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] No DVR routers for this DVR port 56c7eced-da8c-4381-b34f-dfec45f2bb02 on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:23:49.631371 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-9a4038df-f185-47de-b9e5-c3cd7f5a51eb req-8011e1f4-8228-4740-b08d-f518ef2045f0 tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:49.634843 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9a4038df-f185-47de-b9e5-c3cd7f5a51eb req-8011e1f4-8228-4740-b08d-f518ef2045f0 tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] 10.222.0.60 "DELETE /v2.0/ports/56c7eced-da8c-4381-b34f-dfec45f2bb02 HTTP/1.1" status: 204 len: 173 time: 1.8321612 Aug 10 03:23:49.642984 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e55cc0-ea40-4746-8e23-b989d2fedbf8', 'name': 'network-vif-deleted', 'tag': '56c7eced-da8c-4381-b34f-dfec45f2bb02'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:23:49.646344 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943eee15-da36-41d8-9490-ef4a4ef048d9" -d '{"events": [{"server_uuid": "97e55cc0-ea40-4746-8e23-b989d2fedbf8", "name": "network-vif-deleted", "tag": "56c7eced-da8c-4381-b34f-dfec45f2bb02"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:23:49.653864 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b40f0248-33f0-41ee-93a5-8f932fedc096 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:49.655859 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b40f0248-33f0-41ee-93a5-8f932fedc096 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] 10.222.0.62 "DELETE /v2.0/subnets/91f740eb-9bfe-4a47-9a36-c10de5485569 HTTP/1.1" status: 204 len: 168 time: 1.3617387 Aug 10 03:23:49.658403 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 33958) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:49.672727 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-305e0deb-daa2-4046-889a-69b9211d6d27 None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:49.697625 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-305e0deb-daa2-4046-889a-69b9211d6d27 None None] Transition to ACTIVE for port object dec7dab2-937e-46b3-bbfd-62dcb176d1f9 will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:49.712006 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-305e0deb-daa2-4046-889a-69b9211d6d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:49.745416 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-6a326d12-4dcb-4b30-9d97-5b7d38630ed3 None None] Provisioning complete for port b704fee1-a683-43be-8e76-36cc24ada5d3 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:49.746052 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-6a326d12-4dcb-4b30-9d97-5b7d38630ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:49.751448 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d98408ec-7e62-4933-92cc-ee082c8b64ef tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:49.813756 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-28b189a7-d5e1-4ef3-b904-f2b7d7c356c4 req-8304c5c2-1167-4d92-8ca5-514de38d358c tempest-ServerTagsTestJSON-766318462 tempest-ServerTagsTestJSON-766318462-project] 10.222.0.62 "GET /v2.0/ports?device_id=97e55cc0-ea40-4746-8e23-b989d2fedbf8 HTTP/1.1" status: 200 len: 210 time: 0.1232586 Aug 10 03:23:49.824710 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-305e0deb-daa2-4046-889a-69b9211d6d27 None None] Attempting to bind port dec7dab2-937e-46b3-bbfd-62dcb176d1f9 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:23:49.825090 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-305e0deb-daa2-4046-889a-69b9211d6d27 None None] Attempting to bind port dec7dab2-937e-46b3-bbfd-62dcb176d1f9 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:23:49.825591 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305e0deb-daa2-4046-889a-69b9211d6d27 None None] Attempting to bind port dec7dab2-937e-46b3-bbfd-62dcb176d1f9 on network 09ca2025-b9a6-4e84-8019-8d9fbef3753e {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:49.841888 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d00cd69-b0e1-4c31-a4e3-ec495122d00c None None] Pushing event updated for resources: {'Port': ['ID=dec7dab2-937e-46b3-bbfd-62dcb176d1f9,revision_number=2']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:49.860137 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305e0deb-daa2-4046-889a-69b9211d6d27 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:23:49.860515 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305e0deb-daa2-4046-889a-69b9211d6d27 None None] Checking segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:49.860942 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-305e0deb-daa2-4046-889a-69b9211d6d27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:49.861331 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305e0deb-daa2-4046-889a-69b9211d6d27 None None] Bound using segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:23:49.861806 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-305e0deb-daa2-4046-889a-69b9211d6d27 None None] Bound port: dec7dab2-937e-46b3-bbfd-62dcb176d1f9, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:23:49.862182 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-305e0deb-daa2-4046-889a-69b9211d6d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:49.872370 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d00cd69-b0e1-4c31-a4e3-ec495122d00c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:49.872772 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d00cd69-b0e1-4c31-a4e3-ec495122d00c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:49.873048 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d00cd69-b0e1-4c31-a4e3-ec495122d00c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:49.876291 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d00cd69-b0e1-4c31-a4e3-ec495122d00c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:49.876681 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d00cd69-b0e1-4c31-a4e3-ec495122d00c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:49.879228 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d00cd69-b0e1-4c31-a4e3-ec495122d00c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:49.889104 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d00cd69-b0e1-4c31-a4e3-ec495122d00c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:49.889104 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d00cd69-b0e1-4c31-a4e3-ec495122d00c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:49.889104 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d00cd69-b0e1-4c31-a4e3-ec495122d00c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:49.889104 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d00cd69-b0e1-4c31-a4e3-ec495122d00c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:49.889104 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d00cd69-b0e1-4c31-a4e3-ec495122d00c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:49.889104 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d00cd69-b0e1-4c31-a4e3-ec495122d00c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:49.969755 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.db.resource_extend [None req-d98408ec-7e62-4933-92cc-ee082c8b64ef tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:23:50.003057 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-305e0deb-daa2-4046-889a-69b9211d6d27 None None] For port dec7dab2-937e-46b3-bbfd-62dcb176d1f9, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:23:50.013368 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-305e0deb-daa2-4046-889a-69b9211d6d27 None None] For port dec7dab2-937e-46b3-bbfd-62dcb176d1f9, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=dec7dab2-937e-46b3-bbfd-62dcb176d1f9,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:23:50.024176 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8d16fecd-3d2a-4809-a5e4-a5d625f31fff tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:50.028938 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0c3662-bed6-4b37-9386-d1ce356cc61a x-openstack-request-id: req-1d0c3662-bed6-4b37-9386-d1ce356cc61a {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:23:50.029233 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97e55cc0-ea40-4746-8e23-b989d2fedbf8", "name": "network-vif-deleted", "tag": "56c7eced-da8c-4381-b34f-dfec45f2bb02", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:23:50.029511 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1d0c3662-bed6-4b37-9386-d1ce356cc61a {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:23:50.034972 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-305e0deb-daa2-4046-889a-69b9211d6d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:50.040846 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d98408ec-7e62-4933-92cc-ee082c8b64ef tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:50.043060 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e55cc0-ea40-4746-8e23-b989d2fedbf8', 'name': 'network-vif-deleted', 'tag': '56c7eced-da8c-4381-b34f-dfec45f2bb02', 'status': 'completed', 'code': 200} Aug 10 03:23:50.047267 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98408ec-7e62-4933-92cc-ee082c8b64ef tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:50.048445 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d98408ec-7e62-4933-92cc-ee082c8b64ef tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:50.121914 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-40db1c47-3f5f-4706-9ebb-c039f9fae92e req-f53d2e97-9288-4b73-8dec-53ad54b45cbe service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2455964 Aug 10 03:23:50.184558 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-be32da94-f97e-44e6-b729-c72907705dd3 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:50.187674 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305e0deb-daa2-4046-889a-69b9211d6d27 None None] Routers {'f623395f-1c62-4bf0-a2a9-a406b8ce198c'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:23:50.188307 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-305e0deb-daa2-4046-889a-69b9211d6d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:23:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['f623395f-1c62-4bf0-a2a9-a406b8ce198c'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:50.191922 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be32da94-f97e-44e6-b729-c72907705dd3 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:50.192949 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-be32da94-f97e-44e6-b729-c72907705dd3 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:50.247948 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98408ec-7e62-4933-92cc-ee082c8b64ef tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event updated for resources: {'Network': ['ID=10c5828e-51c6-4a0f-9596-da4e4c96f5a2,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:50.264265 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 10c5828e-51c6-4a0f-9596-da4e4c96f5a2 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:23:50.290206 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d98408ec-7e62-4933-92cc-ee082c8b64ef tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.9187758 Aug 10 03:23:50.297112 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33970) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:50.304576 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-b8a34d24-46c7-4ee6-8162-8095b3a558ba tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Request body: {'subnet': {'network_id': '10c5828e-51c6-4a0f-9596-da4e4c96f5a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:50.358317 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 9f647950-e417-437f-addb-a55e44988da0 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:23:50.382502 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e9fc32-4fa1-4c51-b5cc-cf228de0178d None None] Network c985b766-17b2-4e5f-af71-6a1ebece52d5 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:23:50.399465 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d00cd69-b0e1-4c31-a4e3-ec495122d00c None None] Pushing event updated for resources: {'Port': ['ID=dec7dab2-937e-46b3-bbfd-62dcb176d1f9,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:50.400834 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b3c36d69-3d3f-4d70-834d-e2f33a42c7a4 req-bd935c72-8d7a-423b-965b-b022be3b4e79 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c7f6702b-3804-4f19-874e-14e3063c03ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3556967 Aug 10 03:23:50.406005 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-be32da94-f97e-44e6-b729-c72907705dd3 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3854043 Aug 10 03:23:50.407188 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be32da94-f97e-44e6-b729-c72907705dd3 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Pushing event updated for resources: {'Network': ['ID=dc257785-de0e-46d2-ab57-4033886408d6,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:50.425713 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 33976) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:50.435701 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db1c47-3f5f-4706-9ebb-c039f9fae92e req-f455e3ec-3e5d-49ef-a7ef-ccbb7950c9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:50.437213 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-40db1c47-3f5f-4706-9ebb-c039f9fae92e req-f455e3ec-3e5d-49ef-a7ef-ccbb7950c9a8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e185eddfc77743c180b686598504f106&device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 1096 time: 0.2337399 Aug 10 03:23:50.437540 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-fdad9638-b9ab-4c0f-91b5-0e5d82818a06 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Request body: {'subnet': {'network_id': 'dc257785-de0e-46d2-ab57-4033886408d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:50.465926 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 9f647950-e417-437f-addb-a55e44988da0 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:23:50.466704 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 9f647950-e417-437f-addb-a55e44988da0 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:23:50.470656 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network dc257785-de0e-46d2-ab57-4033886408d6 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:23:50.625860 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-305e0deb-daa2-4046-889a-69b9211d6d27 None None] Set router f623395f-1c62-4bf0-a2a9-a406b8ce198c gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:23:50.698138 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b704fee1-a683-43be-8e76-36cc24ada5d3 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:23:50.791427 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-8d16fecd-3d2a-4809-a5e4-a5d625f31fff tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Deleting port 96bc9f8a-5b64-4fab-85ab-3d1b81ed7f40 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:23:50.791427 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8d16fecd-3d2a-4809-a5e4-a5d625f31fff tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:50.821938 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c36d69-3d3f-4d70-834d-e2f33a42c7a4 req-baef9fde-3ac2-4356-b2c1-c6b79eca89e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:50.823560 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b3c36d69-3d3f-4d70-834d-e2f33a42c7a4 req-baef9fde-3ac2-4356-b2c1-c6b79eca89e1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e185eddfc77743c180b686598504f106&device_id=c7f6702b-3804-4f19-874e-14e3063c03ac HTTP/1.1" status: 200 len: 1097 time: 0.2111425 Aug 10 03:23:50.945735 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 33986) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:50.987146 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-305e0deb-daa2-4046-889a-69b9211d6d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f623395f-1c62-4bf0-a2a9-a406b8ce198c', 'name': 'tempest-ServersTestMultiNic-174352588-router', 'tenant_id': 'd8f2056cb8664657b3af8bc92377e007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'dec7dab2-937e-46b3-bbfd-62dcb176d1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:23:40Z', 'updated_at': '2021-08-10T03:23:45Z', 'revision_number': 3, 'project_id': 'd8f2056cb8664657b3af8bc92377e007', 'gw_port': {'id': 'dec7dab2-937e-46b3-bbfd-62dcb176d1f9', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f623395f-1c62-4bf0-a2a9-a406b8ce198c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:23:43Z', 'updated_at': '2021-08-10T03:23:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:51.026527 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db1c47-3f5f-4706-9ebb-c039f9fae92e req-94d039fa-1a97-44cc-9700-a0f8d00132e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:51.042193 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-40db1c47-3f5f-4706-9ebb-c039f9fae92e req-94d039fa-1a97-44cc-9700-a0f8d00132e6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe HTTP/1.1" status: 200 len: 911 time: 0.5510433 Aug 10 03:23:51.060615 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305e0deb-daa2-4046-889a-69b9211d6d27 None None] The sync data for ids ['f623395f-1c62-4bf0-a2a9-a406b8ce198c'] in n-d-768851-15 is: [{'id': 'f623395f-1c62-4bf0-a2a9-a406b8ce198c', 'name': 'tempest-ServersTestMultiNic-174352588-router', 'tenant_id': 'd8f2056cb8664657b3af8bc92377e007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'dec7dab2-937e-46b3-bbfd-62dcb176d1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:23:40Z', 'updated_at': '2021-08-10T03:23:45Z', 'revision_number': 3, 'project_id': 'd8f2056cb8664657b3af8bc92377e007', 'gw_port': {'id': 'dec7dab2-937e-46b3-bbfd-62dcb176d1f9', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f623395f-1c62-4bf0-a2a9-a406b8ce198c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:23:43Z', 'updated_at': '2021-08-10T03:23:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:23:51.064383 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0d997ed-82bb-435b-860f-129f5cdb4484 admin admin] Deleting subnet 4e2aac09-d64f-4b3d-a6bc-6d396c9896bc {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:23:51.086337 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port b704fee1-a683-43be-8e76-36cc24ada5d3 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:51.087131 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:51.180418 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.db.api [None req-b8a34d24-46c7-4ee6-8162-8095b3a558ba tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:23:51.180418 n-d-768851-15 neutron-server[94217]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 10 03:23:51.180418 n-d-768851-15 neutron-server[94217]: [parameters: {'project_id': '4ed48e64d2bc4e15aeddc047e3b71cf8', 'id': '126a235a-64f8-4cf2-a80e-dbac1b0907c9', 'expiration': datetime.datetime(2021, 8, 10, 3, 25, 51, 49928)}] Aug 10 03:23:51.180418 n-d-768851-15 neutron-server[94217]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:23:51.180989 n-d-768851-15 neutron-server[94217]: DEBUG oslo_db.api [None req-b8a34d24-46c7-4ee6-8162-8095b3a558ba tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:23:51.189115 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6a1b1a-b77d-490b-ad45-7f88283a2061 None None] DHCP port deletion for c985b766-17b2-4e5f-af71-6a1ebece52d5 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:23:51.217815 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d0d997ed-82bb-435b-860f-129f5cdb4484 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:51.251073 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-40db1c47-3f5f-4706-9ebb-c039f9fae92e req-5ef88c09-13da-4c8a-b468-6b00285bc010 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77d567da-37a9-45cd-8b79-8328cf500c47 HTTP/1.1" status: 200 len: 999 time: 0.1922824 Aug 10 03:23:51.259802 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdad9638-b9ab-4c0f-91b5-0e5d82818a06 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Made reservation on behalf of a0853454ae8b4b8c9105d0ce5b396b8a for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:51.264277 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fdad9638-b9ab-4c0f-91b5-0e5d82818a06 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:51.293078 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-8d16fecd-3d2a-4809-a5e4-a5d625f31fff tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] For port 96bc9f8a-5b64-4fab-85ab-3d1b81ed7f40, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=96bc9f8a-5b64-4fab-85ab-3d1b81ed7f40,segment=NetworkSegment(4449d78a-a8a5-4d97-b583-691fef7f6cc4),segment_id=4449d78a-a8a5-4d97-b583-691fef7f6cc4)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:51.293078 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8d16fecd-3d2a-4809-a5e4-a5d625f31fff tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:51.356578 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a06bf8ef-400b-473e-88f9-c5b40e3275af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:51.379405 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-7a6a1b1a-b77d-490b-ad45-7f88283a2061 None None] Deleting port 96bc9f8a-5b64-4fab-85ab-3d1b81ed7f40 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:23:51.379776 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7a6a1b1a-b77d-490b-ad45-7f88283a2061 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:51.388308 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-8d16fecd-3d2a-4809-a5e4-a5d625f31fff tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Calling delete_port for 96bc9f8a-5b64-4fab-85ab-3d1b81ed7f40 owned by network:dhcp {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:23:51.415637 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d0d997ed-82bb-435b-860f-129f5cdb4484 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:51.422034 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db1c47-3f5f-4706-9ebb-c039f9fae92e req-1dfd3c9e-ad43-4b4f-8936-33eca73a4186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:51.423904 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-40db1c47-3f5f-4706-9ebb-c039f9fae92e req-1dfd3c9e-ad43-4b4f-8936-33eca73a4186 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c05a62ae-44d3-4db4-a938-da6f60472238 HTTP/1.1" status: 200 len: 849 time: 0.1624396 Aug 10 03:23:51.434139 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.ipam_backend_mixin [None req-fdad9638-b9ab-4c0f-91b5-0e5d82818a06 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Performing IP validity checks on allocation pools {{(pid=94216) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 10 03:23:51.434688 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.ipam_backend_mixin [None req-fdad9638-b9ab-4c0f-91b5-0e5d82818a06 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94216) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 10 03:23:51.516759 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-7a6a1b1a-b77d-490b-ad45-7f88283a2061 None None] For port 96bc9f8a-5b64-4fab-85ab-3d1b81ed7f40, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=96bc9f8a-5b64-4fab-85ab-3d1b81ed7f40,segment=NetworkSegment(4449d78a-a8a5-4d97-b583-691fef7f6cc4),segment_id=4449d78a-a8a5-4d97-b583-691fef7f6cc4)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:51.517232 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7a6a1b1a-b77d-490b-ad45-7f88283a2061 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:51.544112 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-7a6a1b1a-b77d-490b-ad45-7f88283a2061 None None] Calling delete_port for 96bc9f8a-5b64-4fab-85ab-3d1b81ed7f40 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:23:51.580298 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c36d69-3d3f-4d70-834d-e2f33a42c7a4 req-5bb78af4-ea56-40f8-bfa3-913e48e265a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:51.582166 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b3c36d69-3d3f-4d70-834d-e2f33a42c7a4 req-5bb78af4-ea56-40f8-bfa3-913e48e265a0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe HTTP/1.1" status: 200 len: 911 time: 0.6819742 Aug 10 03:23:51.691255 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7a6a1b1a-b77d-490b-ad45-7f88283a2061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:51.711271 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db1c47-3f5f-4706-9ebb-c039f9fae92e req-35aee2d9-330b-4308-bf96-8c8c7045394b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:51.724548 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-40db1c47-3f5f-4706-9ebb-c039f9fae92e req-35aee2d9-330b-4308-bf96-8c8c7045394b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2905896 Aug 10 03:23:51.760992 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6a1b1a-b77d-490b-ad45-7f88283a2061 None None] No DVR routers for this DVR port 96bc9f8a-5b64-4fab-85ab-3d1b81ed7f40 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:23:51.764709 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6a1b1a-b77d-490b-ad45-7f88283a2061 None None] Pushing event deleted for resources: {'Port': ['ID=96bc9f8a-5b64-4fab-85ab-3d1b81ed7f40,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:51.860672 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8d16fecd-3d2a-4809-a5e4-a5d625f31fff tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:51.883731 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d0d997ed-82bb-435b-860f-129f5cdb4484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:51.883985 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 56c7eced-da8c-4381-b34f-dfec45f2bb02 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:23:51.941313 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-40db1c47-3f5f-4706-9ebb-c039f9fae92e req-d8493c0f-8e54-4a6a-92a2-d6f3338109eb service neutron] 10.222.0.58 "GET /v2.0/networks/0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007287 Aug 10 03:23:51.944075 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: 56c7eced-da8c-4381-b34f-dfec45f2bb02 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:23:51.944490 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 56c7eced-da8c-4381-b34f-dfec45f2bb02 not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:23:51.954278 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-a06bf8ef-400b-473e-88f9-c5b40e3275af admin admin] Allocated IP 172.20.0.1 (532b240b-fb3f-4ff4-abca-a3f7440d9d59/4ed32f49-679f-4804-be8c-4c32983a9013/2abcecc8-66a1-4d41-beb3-c91db997e686) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:23:52.028167 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a34d24-46c7-4ee6-8162-8095b3a558ba tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Made reservation on behalf of 4ed48e64d2bc4e15aeddc047e3b71cf8 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:52.031274 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fdad9638-b9ab-4c0f-91b5-0e5d82818a06 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:52.032329 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b8a34d24-46c7-4ee6-8162-8095b3a558ba tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:52.042384 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d16fecd-3d2a-4809-a5e4-a5d625f31fff tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Pushing event deleted for resources: {'Port': ['ID=96bc9f8a-5b64-4fab-85ab-3d1b81ed7f40,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:52.073088 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d0d997ed-82bb-435b-860f-129f5cdb4484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:52.076161 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b3c36d69-3d3f-4d70-834d-e2f33a42c7a4 req-9d5cf685-3738-4616-bfdf-1b2fcf35f6d1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f7370df-6a1b-4dfe-983b-3d6cd36a298d HTTP/1.1" status: 200 len: 217 time: 0.1211185 Aug 10 03:23:52.142680 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d16fecd-3d2a-4809-a5e4-a5d625f31fff tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] No DVR routers for this DVR port 96bc9f8a-5b64-4fab-85ab-3d1b81ed7f40 on host n-d-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:23:52.220326 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c36d69-3d3f-4d70-834d-e2f33a42c7a4 req-434237d9-edef-4583-942b-7bf872b2157b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:52.221833 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b3c36d69-3d3f-4d70-834d-e2f33a42c7a4 req-434237d9-edef-4583-942b-7bf872b2157b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c05a62ae-44d3-4db4-a938-da6f60472238 HTTP/1.1" status: 200 len: 849 time: 0.1238308 Aug 10 03:23:52.227847 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d0d997ed-82bb-435b-860f-129f5cdb4484 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:52.232198 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d0d997ed-82bb-435b-860f-129f5cdb4484 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/4e2aac09-d64f-4b3d-a6bc-6d396c9896bc HTTP/1.1" status: 204 len: 168 time: 1.2751842 Aug 10 03:23:52.249033 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34010) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:52.282625 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdad9638-b9ab-4c0f-91b5-0e5d82818a06 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Pushing event updated for resources: {'Subnet': ['ID=d9dd246c-4f53-4481-827b-9bba8cc68fe4,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:52.365404 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d997ed-82bb-435b-860f-129f5cdb4484 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e2aac09-d64f-4b3d-a6bc-6d396c9896bc,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:52.374353 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-40db1c47-3f5f-4706-9ebb-c039f9fae92e req-a34e7eaf-dff2-4ae1-ad72-20b741c4b0e7 service neutron] 10.222.0.58 "GET /v2.0/networks/0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4172275 Aug 10 03:23:52.393389 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdad9638-b9ab-4c0f-91b5-0e5d82818a06 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Checking segment: {'id': '9f5701a6-de65-4be7-9002-33db5e55d68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'dc257785-de0e-46d2-ab57-4033886408d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:52.393751 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdad9638-b9ab-4c0f-91b5-0e5d82818a06 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Network hostable DHCP agents. Network: dc257785-de0e-46d2-ab57-4033886408d6, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:23:52.409343 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8d16fecd-3d2a-4809-a5e4-a5d625f31fff tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:52.421724 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257ab7f-027a-409b-88fb-980e03d17915 req-14247f05-51f1-46cb-bd15-fb26b20596c1 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:52.429192 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5257ab7f-027a-409b-88fb-980e03d17915 req-14247f05-51f1-46cb-bd15-fb26b20596c1 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/ports?device_id=60c76cfe-d864-412b-a6a5-64c08d68f850 HTTP/1.1" status: 200 len: 945 time: 0.3880603 Aug 10 03:23:52.452054 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-8d16fecd-3d2a-4809-a5e4-a5d625f31fff tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c985b766-17b2-4e5f-af71-6a1ebece52d5']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:52.457599 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a06bf8ef-400b-473e-88f9-c5b40e3275af admin admin] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:52.465886 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-37d36733-d4af-44e9-98a2-c3506de3be69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:52.480729 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c36d69-3d3f-4d70-834d-e2f33a42c7a4 req-937a909b-df01-4bcd-b9c5-ec99eb015d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:52.482289 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b3c36d69-3d3f-4d70-834d-e2f33a42c7a4 req-937a909b-df01-4bcd-b9c5-ec99eb015d09 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2419496 Aug 10 03:23:52.485683 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-8d16fecd-3d2a-4809-a5e4-a5d625f31fff tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4449d78a-a8a5-4d97-b583-691fef7f6cc4') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:52.486118 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-8d16fecd-3d2a-4809-a5e4-a5d625f31fff tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4449d78a-a8a5-4d97-b583-691fef7f6cc4') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:52.500794 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8d16fecd-3d2a-4809-a5e4-a5d625f31fff tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:52.508312 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-a06bf8ef-400b-473e-88f9-c5b40e3275af admin admin] Transition to ACTIVE for port object 2abcecc8-66a1-4d41-beb3-c91db997e686 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:52.560535 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdad9638-b9ab-4c0f-91b5-0e5d82818a06 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Network dc257785-de0e-46d2-ab57-4033886408d6 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:23:52.592515 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8d16fecd-3d2a-4809-a5e4-a5d625f31fff tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:52.603342 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5257ab7f-027a-409b-88fb-980e03d17915 req-8228f71d-3587-47cf-bd5f-9c7346d45848 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/security-groups?id=2832b822-3ae7-4539-a861-1dd7e33b3925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732786 Aug 10 03:23:52.603935 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-fdad9638-b9ab-4c0f-91b5-0e5d82818a06 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, dc257785-de0e-46d2-ab57-4033886408d6) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:52.612466 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d16fecd-3d2a-4809-a5e4-a5d625f31fff tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:23:52.612904 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8d16fecd-3d2a-4809-a5e4-a5d625f31fff tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:52.620154 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed57956-2dc3-48b8-82dd-08942a15224b None None] Network dc257785-de0e-46d2-ab57-4033886408d6 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:23:52.626102 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b8a34d24-46c7-4ee6-8162-8095b3a558ba tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:52.640815 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:23:52.640815 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:23:52.640815 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:23:52.640815 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:23:52.640815 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:23:52.640815 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:23:52.640815 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:23:52.640815 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:23:52.640815 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:23:52.640815 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:23:52.640815 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:23:52.640815 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:23:52.640815 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:23:52.640815 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:23:52.640815 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:23:52.640815 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:23:52.640815 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:23:52.640815 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:23:52.640815 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:23:52.640815 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:23:52.640815 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:23:52.640815 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:23:52.640815 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:23:52.640815 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:23:52.640815 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:23:52.640815 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:23:52.640815 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:23:52.640815 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:23:52.640815 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:23:52.640815 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:23:52.640815 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:23:52.640815 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:23:52.669377 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdad9638-b9ab-4c0f-91b5-0e5d82818a06 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:52.670014 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fdad9638-b9ab-4c0f-91b5-0e5d82818a06 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:52.712602 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-37d36733-d4af-44e9-98a2-c3506de3be69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:52.717329 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device dec7dab2-937e-46b3-bbfd-62dcb176d1f9 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:23:52.740292 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a34d24-46c7-4ee6-8162-8095b3a558ba tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event updated for resources: {'Subnet': ['ID=562a7d0b-81fd-4d18-8fd7-e74efe14700f,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:52.747707 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-37d36733-d4af-44e9-98a2-c3506de3be69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bd8e1dd-3133-4c56-83e6-5457967c959a']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:52.765924 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b3c36d69-3d3f-4d70-834d-e2f33a42c7a4 req-bbf2ed10-da44-4104-ba05-3ba1c274a35f service neutron] 10.222.0.60 "GET /v2.0/networks/0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669866 Aug 10 03:23:52.773423 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-37d36733-d4af-44e9-98a2-c3506de3be69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7cd72e5-51d0-472c-a83d-09a112f8b65b') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:52.773720 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-37d36733-d4af-44e9-98a2-c3506de3be69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7cd72e5-51d0-472c-a83d-09a112f8b65b') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:52.789155 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a06bf8ef-400b-473e-88f9-c5b40e3275af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:52.827472 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-37d36733-d4af-44e9-98a2-c3506de3be69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:52.846762 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06bf8ef-400b-473e-88f9-c5b40e3275af admin admin] Network 532b240b-fb3f-4ff4-abca-a3f7440d9d59 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:23:52.852732 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-a06bf8ef-400b-473e-88f9-c5b40e3275af admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:52.860984 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port dec7dab2-937e-46b3-bbfd-62dcb176d1f9 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:23:52.863237 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06bf8ef-400b-473e-88f9-c5b40e3275af admin admin] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:23:52.868666 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port dec7dab2-937e-46b3-bbfd-62dcb176d1f9 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:52.868666 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:52.868945 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a34d24-46c7-4ee6-8162-8095b3a558ba tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Checking segment: {'id': '91af7a1d-a3cd-4a6b-9ac9-785d688345b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '10c5828e-51c6-4a0f-9596-da4e4c96f5a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:52.869340 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a34d24-46c7-4ee6-8162-8095b3a558ba tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Network hostable DHCP agents. Network: 10c5828e-51c6-4a0f-9596-da4e4c96f5a2, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:23:52.869493 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-fdad9638-b9ab-4c0f-91b5-0e5d82818a06 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.4372716 Aug 10 03:23:52.870289 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 34020) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:52.881110 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-37d36733-d4af-44e9-98a2-c3506de3be69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:52.902805 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9144043-5d79-4809-84e4-3c98cac5a3b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-dc257785-de0e-46d2-ab57-4033886408d6', 'network_id': 'dc257785-de0e-46d2-ab57-4033886408d6', 'tenant_id': 'a0853454ae8b4b8c9105d0ce5b396b8a', 'fixed_ips': [{'subnet_id': 'd9dd246c-4f53-4481-827b-9bba8cc68fe4'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:23:52.904129 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d9144043-5d79-4809-84e4-3c98cac5a3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:52.952325 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37d36733-d4af-44e9-98a2-c3506de3be69 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:23:52.953076 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-37d36733-d4af-44e9-98a2-c3506de3be69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:52.957297 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:23:52.957297 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:23:52.957297 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:23:52.957297 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:23:52.957297 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:23:52.957297 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:23:52.957297 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:23:52.957297 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:23:52.957297 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:23:52.957297 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:23:52.957297 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:23:52.957297 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:23:52.957297 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:23:52.957297 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:23:52.957297 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:23:52.957297 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:23:52.957297 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:23:52.957297 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:23:52.957297 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:23:52.957297 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:23:52.957297 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:23:52.957297 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:23:52.957297 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:23:52.957297 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:23:52.957297 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:23:52.957297 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:23:52.957297 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:23:52.957297 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:23:52.957297 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:23:52.957297 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:23:52.957297 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:23:52.957297 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:23:52.980438 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06bf8ef-400b-473e-88f9-c5b40e3275af admin admin] Pushing event updated for resources: {'Port': ['ID=2abcecc8-66a1-4d41-beb3-c91db997e686,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:52.996803 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8d16fecd-3d2a-4809-a5e4-a5d625f31fff tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:53.002553 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8d16fecd-3d2a-4809-a5e4-a5d625f31fff tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:53.004563 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8d16fecd-3d2a-4809-a5e4-a5d625f31fff tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] 10.222.0.62 "DELETE /v2.0/networks/c985b766-17b2-4e5f-af71-6a1ebece52d5 HTTP/1.1" status: 204 len: 168 time: 3.3447814 Aug 10 03:23:53.016879 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34026) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:53.030255 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d16fecd-3d2a-4809-a5e4-a5d625f31fff tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Pushing event deleted for resources: {'Network': ['ID=c985b766-17b2-4e5f-af71-6a1ebece52d5,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:53.105576 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b3c36d69-3d3f-4d70-834d-e2f33a42c7a4 req-f2d9ea12-2291-4cea-9973-6e566f59f277 service neutron] 10.222.0.60 "GET /v2.0/networks/0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264980 Aug 10 03:23:53.131387 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-939db7a9-7c72-43c4-85ee-fab0d6cfe6a6 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:53.142909 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a34d24-46c7-4ee6-8162-8095b3a558ba tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Network 10c5828e-51c6-4a0f-9596-da4e4c96f5a2 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:23:53.167298 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f80ddd8-32d5-400f-b407-b779849090cd tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Deleting subnet 2b918b79-26fc-48e4-823d-65428b42b3b8 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:23:53.190194 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a06bf8ef-400b-473e-88f9-c5b40e3275af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:53.197694 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-d9144043-5d79-4809-84e4-3c98cac5a3b9 None None] Allocated IP 172.20.0.3 (dc257785-de0e-46d2-ab57-4033886408d6/d9dd246c-4f53-4481-827b-9bba8cc68fe4/58342f0e-9e2e-4334-bfbc-16e11ce1a922) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:23:53.201466 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6f80ddd8-32d5-400f-b407-b779849090cd tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:53.239816 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-939db7a9-7c72-43c4-85ee-fab0d6cfe6a6 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:53.287557 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-b8a34d24-46c7-4ee6-8162-8095b3a558ba tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 10c5828e-51c6-4a0f-9596-da4e4c96f5a2) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:53.300140 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-37d36733-d4af-44e9-98a2-c3506de3be69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:53.304711 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a34d24-46c7-4ee6-8162-8095b3a558ba tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:53.305294 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b8a34d24-46c7-4ee6-8162-8095b3a558ba tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:53.307421 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0082549a-9ac5-4e4b-956a-78e5d83d5c57 None None] Network 10c5828e-51c6-4a0f-9596-da4e4c96f5a2 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:23:53.339758 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-37d36733-d4af-44e9-98a2-c3506de3be69 admin admin] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:53.344577 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-37d36733-d4af-44e9-98a2-c3506de3be69 admin admin] 10.222.0.62 "DELETE /v2.0/networks/9bd8e1dd-3133-4c56-83e6-5457967c959a HTTP/1.1" status: 204 len: 168 time: 1.0927904 Aug 10 03:23:53.364137 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:53.385530 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6f80ddd8-32d5-400f-b407-b779849090cd tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:53.409714 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-e5385390-df97-49f1-b403-2e9aa4b3b14c None None] Provisioning for port 2abcecc8-66a1-4d41-beb3-c91db997e686 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:23:53.430048 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d36733-d4af-44e9-98a2-c3506de3be69 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bd8e1dd-3133-4c56-83e6-5457967c959a,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:53.437571 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port dec7dab2-937e-46b3-bbfd-62dcb176d1f9, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=dec7dab2-937e-46b3-bbfd-62dcb176d1f9,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:53.442291 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-e5385390-df97-49f1-b403-2e9aa4b3b14c None None] Provisioning complete for port 2abcecc8-66a1-4d41-beb3-c91db997e686 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:53.442874 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e5385390-df97-49f1-b403-2e9aa4b3b14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:53.457442 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b8a34d24-46c7-4ee6-8162-8095b3a558ba tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1583538 Aug 10 03:23:53.461325 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 34038) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:53.468350 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-0ff3f654-f4c4-49da-bd2f-1c10e5484bd6 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Request body: {'port': {'network_id': '10c5828e-51c6-4a0f-9596-da4e4c96f5a2', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1112531969'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:53.489153 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:53.626186 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 96bc9f8a-5b64-4fab-85ab-3d1b81ed7f40 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:23:53.634603 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d9144043-5d79-4809-84e4-3c98cac5a3b9 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:53.638845 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf47fc-c411-45a6-8031-ad4fc97d6559 req-035d6de7-fca0-4891-a2e1-d88260be1352 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:53.640519 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-efdf47fc-c411-45a6-8031-ad4fc97d6559 req-035d6de7-fca0-4891-a2e1-d88260be1352 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.58 "GET /v2.0/ports?device_id=60c76cfe-d864-412b-a6a5-64c08d68f850 HTTP/1.1" status: 200 len: 945 time: 0.2020845 Aug 10 03:23:53.681841 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 34042) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:53.688121 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 96bc9f8a-5b64-4fab-85ab-3d1b81ed7f40 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:23:53.688471 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 96bc9f8a-5b64-4fab-85ab-3d1b81ed7f40 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:23:53.690827 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d9144043-5d79-4809-84e4-3c98cac5a3b9 None None] Transition to ACTIVE for port object 58342f0e-9e2e-4334-bfbc-16e11ce1a922 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:53.708337 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-e5385390-df97-49f1-b403-2e9aa4b3b14c None None] Port 2abcecc8-66a1-4d41-beb3-c91db997e686 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:23:53.736253 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6f80ddd8-32d5-400f-b407-b779849090cd tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:53.740704 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a06bf8ef-400b-473e-88f9-c5b40e3275af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:53.799171 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d9144043-5d79-4809-84e4-3c98cac5a3b9 None None] Transition to ACTIVE for port object 58342f0e-9e2e-4334-bfbc-16e11ce1a922 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:53.802430 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=dec7dab2-937e-46b3-bbfd-62dcb176d1f9,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:53.809050 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d9144043-5d79-4809-84e4-3c98cac5a3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:53.823979 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff3f654-f4c4-49da-bd2f-1c10e5484bd6 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Made reservation on behalf of 4ed48e64d2bc4e15aeddc047e3b71cf8 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:53.828287 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0ff3f654-f4c4-49da-bd2f-1c10e5484bd6 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:53.846122 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04960d8-d9e3-4d24-b001-053e2bb0ffa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-10c5828e-51c6-4a0f-9596-da4e4c96f5a2', 'network_id': '10c5828e-51c6-4a0f-9596-da4e4c96f5a2', 'tenant_id': '4ed48e64d2bc4e15aeddc047e3b71cf8', 'fixed_ips': [{'subnet_id': '562a7d0b-81fd-4d18-8fd7-e74efe14700f'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:23:53.849253 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c04960d8-d9e3-4d24-b001-053e2bb0ffa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:53.863180 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b75e4ea6-4446-472f-a5d7-b7002a49ed0b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5963fe158a4b437d8fb0fb95e678a239&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1749973 Aug 10 03:23:53.866306 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 34044) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:53.879195 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9144043-5d79-4809-84e4-3c98cac5a3b9 None None] Network dc257785-de0e-46d2-ab57-4033886408d6 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:23:53.885302 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-d9144043-5d79-4809-84e4-3c98cac5a3b9 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:53.901078 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-efdf47fc-c411-45a6-8031-ad4fc97d6559 req-7ec7eace-ef2b-4a37-8488-d14cd9d7e9d9 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Deleting port 72f58ebc-e4f4-43c5-bfd2-e44f43958b2d {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:23:53.901756 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-939db7a9-7c72-43c4-85ee-fab0d6cfe6a6 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:53.902260 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-efdf47fc-c411-45a6-8031-ad4fc97d6559 req-7ec7eace-ef2b-4a37-8488-d14cd9d7e9d9 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:53.908373 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9144043-5d79-4809-84e4-3c98cac5a3b9 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:23:53.911305 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [None req-0ff3f654-f4c4-49da-bd2f-1c10e5484bd6 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] device_id is not set on port e640b8e3-b4e6-415e-8350-06d78874a861 yet. {{(pid=94216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:23:53.927152 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6f80ddd8-32d5-400f-b407-b779849090cd tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:53.935906 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9144043-5d79-4809-84e4-3c98cac5a3b9 None None] Pushing event updated for resources: {'Port': ['ID=58342f0e-9e2e-4334-bfbc-16e11ce1a922,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:54.028300 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f80ddd8-32d5-400f-b407-b779849090cd tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Pushing event deleted for resources: {'Subnet': ['ID=2b918b79-26fc-48e4-823d-65428b42b3b8,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:54.031774 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54570311-79d0-44bb-9bd8-6806d68c1a08 req-2c2725e2-c6c6-4ad9-a127-ad2f1cc8bdc7 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:54.033373 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-54570311-79d0-44bb-9bd8-6806d68c1a08 req-2c2725e2-c6c6-4ad9-a127-ad2f1cc8bdc7 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/ports?device_id=60c76cfe-d864-412b-a6a5-64c08d68f850 HTTP/1.1" status: 200 len: 945 time: 0.2694571 Aug 10 03:23:54.034140 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6f80ddd8-32d5-400f-b407-b779849090cd tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:54.039430 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6f80ddd8-32d5-400f-b407-b779849090cd tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] 10.222.0.62 "DELETE /v2.0/subnets/2b918b79-26fc-48e4-823d-65428b42b3b8 HTTP/1.1" status: 204 len: 168 time: 1.0194607 Aug 10 03:23:54.040332 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34050) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:54.052725 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939db7a9-7c72-43c4-85ee-fab0d6cfe6a6 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Pushing event deleted for resources: {'Subnet': ['ID=d9dd246c-4f53-4481-827b-9bba8cc68fe4,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:54.121085 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214b4922-ea52-4b1c-b85b-59602d6c26a0 None None] Network 8726a2c2-666f-4778-abdd-f67f8d7c32aa requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:23:54.145817 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-60520a2a-896d-46af-9ca3-65b117f0b06c tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Deleting subnet c360bc99-35f6-4fe7-94d5-9e371beede9a {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:23:54.148979 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-60520a2a-896d-46af-9ca3-65b117f0b06c tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:54.166324 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-781cc3d7-1de8-48c4-90e6-346e821cc80f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:54.211778 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-60520a2a-896d-46af-9ca3-65b117f0b06c tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:54.220830 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-d9144043-5d79-4809-84e4-3c98cac5a3b9 None None] Attempting to bind port 58342f0e-9e2e-4334-bfbc-16e11ce1a922 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:23:54.221447 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-d9144043-5d79-4809-84e4-3c98cac5a3b9 None None] Attempting to bind port 58342f0e-9e2e-4334-bfbc-16e11ce1a922 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '9f5701a6-de65-4be7-9002-33db5e55d68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'dc257785-de0e-46d2-ab57-4033886408d6'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:23:54.221895 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-54570311-79d0-44bb-9bd8-6806d68c1a08 req-f5bf7e87-9a15-45dd-a61e-4ab7b494081b tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/security-groups?id=2832b822-3ae7-4539-a861-1dd7e33b3925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781373 Aug 10 03:23:54.222218 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9144043-5d79-4809-84e4-3c98cac5a3b9 None None] Attempting to bind port 58342f0e-9e2e-4334-bfbc-16e11ce1a922 on network dc257785-de0e-46d2-ab57-4033886408d6 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:54.226703 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-939db7a9-7c72-43c4-85ee-fab0d6cfe6a6 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:54.230405 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-781cc3d7-1de8-48c4-90e6-346e821cc80f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:54.232212 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9144043-5d79-4809-84e4-3c98cac5a3b9 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:23:54.232815 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9144043-5d79-4809-84e4-3c98cac5a3b9 None None] Checking segment: {'id': '9f5701a6-de65-4be7-9002-33db5e55d68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'dc257785-de0e-46d2-ab57-4033886408d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:54.233396 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d9144043-5d79-4809-84e4-3c98cac5a3b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:54.234250 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9144043-5d79-4809-84e4-3c98cac5a3b9 None None] Bound using segment: {'id': '9f5701a6-de65-4be7-9002-33db5e55d68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'dc257785-de0e-46d2-ab57-4033886408d6'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:23:54.235043 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-d9144043-5d79-4809-84e4-3c98cac5a3b9 None None] Bound port: 58342f0e-9e2e-4334-bfbc-16e11ce1a922, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f5701a6-de65-4be7-9002-33db5e55d68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'dc257785-de0e-46d2-ab57-4033886408d6'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:23:54.236144 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d9144043-5d79-4809-84e4-3c98cac5a3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:54.251563 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-939db7a9-7c72-43c4-85ee-fab0d6cfe6a6 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc257785-de0e-46d2-ab57-4033886408d6']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:54.274469 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-efdf47fc-c411-45a6-8031-ad4fc97d6559 req-7ec7eace-ef2b-4a37-8488-d14cd9d7e9d9 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] For port 72f58ebc-e4f4-43c5-bfd2-e44f43958b2d, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=72f58ebc-e4f4-43c5-bfd2-e44f43958b2d,segment=NetworkSegment(d7f531d5-47e8-4317-acb0-b1f9e067fb36),segment_id=d7f531d5-47e8-4317-acb0-b1f9e067fb36)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:54.275113 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-efdf47fc-c411-45a6-8031-ad4fc97d6559 req-7ec7eace-ef2b-4a37-8488-d14cd9d7e9d9 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:54.284323 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-939db7a9-7c72-43c4-85ee-fab0d6cfe6a6 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f5701a6-de65-4be7-9002-33db5e55d68c') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:54.284752 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-939db7a9-7c72-43c4-85ee-fab0d6cfe6a6 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f5701a6-de65-4be7-9002-33db5e55d68c') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:54.303218 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-939db7a9-7c72-43c4-85ee-fab0d6cfe6a6 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:54.308903 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-c04960d8-d9e3-4d24-b001-053e2bb0ffa6 None None] Allocated IP 172.20.0.2 (10c5828e-51c6-4a0f-9596-da4e4c96f5a2/562a7d0b-81fd-4d18-8fd7-e74efe14700f/ae9e5963-2667-4bb9-bc8b-affd7caf56da) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:23:54.324557 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-939db7a9-7c72-43c4-85ee-fab0d6cfe6a6 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:54.343779 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-939db7a9-7c72-43c4-85ee-fab0d6cfe6a6 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:23:54.344238 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-939db7a9-7c72-43c4-85ee-fab0d6cfe6a6 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:54.348520 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:23:54.348520 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:23:54.348520 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:23:54.348520 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:23:54.348520 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:23:54.348520 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:23:54.348520 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:23:54.348520 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:23:54.348520 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:23:54.348520 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:23:54.348520 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:23:54.348520 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:23:54.348520 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:23:54.348520 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:23:54.348520 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:23:54.348520 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:23:54.348520 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:23:54.348520 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:23:54.348520 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:23:54.348520 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:23:54.348520 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:23:54.348520 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:23:54.348520 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:23:54.348520 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:23:54.348520 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:23:54.348520 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:23:54.348520 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:23:54.348520 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:23:54.348520 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:23:54.348520 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:23:54.348520 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:23:54.348520 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:23:54.375530 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-efdf47fc-c411-45a6-8031-ad4fc97d6559 req-7ec7eace-ef2b-4a37-8488-d14cd9d7e9d9 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Calling delete_port for 72f58ebc-e4f4-43c5-bfd2-e44f43958b2d owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:23:54.397733 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-d9144043-5d79-4809-84e4-3c98cac5a3b9 None None] For port 58342f0e-9e2e-4334-bfbc-16e11ce1a922, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:23:54.417541 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-60520a2a-896d-46af-9ca3-65b117f0b06c tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:54.437816 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-781cc3d7-1de8-48c4-90e6-346e821cc80f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:54.440798 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-781cc3d7-1de8-48c4-90e6-346e821cc80f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:54.444929 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-781cc3d7-1de8-48c4-90e6-346e821cc80f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ce2d22dd-5bf7-442b-8232-dc63c22452ec HTTP/1.1" status: 204 len: 168 time: 0.5758414 Aug 10 03:23:54.465495 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781cc3d7-1de8-48c4-90e6-346e821cc80f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2d22dd-5bf7-442b-8232-dc63c22452ec,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:54.476915 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.db.api [None req-939db7a9-7c72-43c4-85ee-fab0d6cfe6a6 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 03:23:54.476915 n-d-768851-15 neutron-server[94216]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 03:23:54.476915 n-d-768851-15 neutron-server[94216]: [parameters: {'id': 'dc257785-de0e-46d2-ab57-4033886408d6'}] Aug 10 03:23:54.476915 n-d-768851-15 neutron-server[94216]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:23:54.477569 n-d-768851-15 neutron-server[94216]: DEBUG oslo_db.api [None req-939db7a9-7c72-43c4-85ee-fab0d6cfe6a6 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:23:54.517214 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396a548b-b1c0-4189-9c61-c3b8f2bc6d98 None None] DHCP port deletion for 8726a2c2-666f-4778-abdd-f67f8d7c32aa request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:23:54.527976 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-d9144043-5d79-4809-84e4-3c98cac5a3b9 None None] For port 58342f0e-9e2e-4334-bfbc-16e11ce1a922, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=58342f0e-9e2e-4334-bfbc-16e11ce1a922,segment=NetworkSegment(9f5701a6-de65-4be7-9002-33db5e55d68c),segment_id=9f5701a6-de65-4be7-9002-33db5e55d68c)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:23:54.570038 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d9144043-5d79-4809-84e4-3c98cac5a3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:54.688672 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-60520a2a-896d-46af-9ca3-65b117f0b06c tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:54.704590 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a06bf8ef-400b-473e-88f9-c5b40e3275af admin admin] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:54.708802 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device dec7dab2-937e-46b3-bbfd-62dcb176d1f9 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:23:54.743588 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed66d91-388a-4d3d-b554-e5dd777b3cbc None None] Network dc257785-de0e-46d2-ab57-4033886408d6 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:23:54.775186 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a06bf8ef-400b-473e-88f9-c5b40e3275af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:54.784334 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60520a2a-896d-46af-9ca3-65b117f0b06c tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Pushing event deleted for resources: {'Subnet': ['ID=c360bc99-35f6-4fe7-94d5-9e371beede9a,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:54.850579 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-60520a2a-896d-46af-9ca3-65b117f0b06c tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:54.853261 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-60520a2a-896d-46af-9ca3-65b117f0b06c tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] 10.222.0.62 "DELETE /v2.0/subnets/c360bc99-35f6-4fe7-94d5-9e371beede9a HTTP/1.1" status: 204 len: 168 time: 0.8083220 Aug 10 03:23:54.855796 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 34068) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:54.866877 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-efdf47fc-c411-45a6-8031-ad4fc97d6559 req-7ec7eace-ef2b-4a37-8488-d14cd9d7e9d9 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:54.948988 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06bf8ef-400b-473e-88f9-c5b40e3275af admin admin] Pushing event updated for resources: {'Port': ['ID=2abcecc8-66a1-4d41-beb3-c91db997e686,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:54.960916 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a06bf8ef-400b-473e-88f9-c5b40e3275af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:54.972546 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9144043-5d79-4809-84e4-3c98cac5a3b9 None None] Pushing event updated for resources: {'Port': ['ID=58342f0e-9e2e-4334-bfbc-16e11ce1a922,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:54.981364 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-939db7a9-7c72-43c4-85ee-fab0d6cfe6a6 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:54.995747 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49898a8e-7858-4a62-a7be-6be533c60a02 None None] Network d594cd71-6456-4e37-bf8f-cf8020e27863 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:23:54.997415 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f371c0b4-58a3-4613-988d-65bd9c62cdcc tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:54.997893 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['e5ada148-9d0b-4590-ad6f-f422ca77e963'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:23:55.033839 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['62410b7c-4993-40cc-9e94-b09512d088a8'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:23:55.044675 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec7eace-ef2b-4a37-8488-d14cd9d7e9d9 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Pushing event deleted for resources: {'Port': ['ID=72f58ebc-e4f4-43c5-bfd2-e44f43958b2d,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:55.151845 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-f371c0b4-58a3-4613-988d-65bd9c62cdcc tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Deleting port 8b9929a9-b249-4883-b5dc-ab820557c094 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:23:55.152250 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f371c0b4-58a3-4613-988d-65bd9c62cdcc tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:55.154758 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-939db7a9-7c72-43c4-85ee-fab0d6cfe6a6 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Deleting port 58342f0e-9e2e-4334-bfbc-16e11ce1a922 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:23:55.155104 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-939db7a9-7c72-43c4-85ee-fab0d6cfe6a6 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:55.157814 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c04960d8-d9e3-4d24-b001-053e2bb0ffa6 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:55.305101 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-f371c0b4-58a3-4613-988d-65bd9c62cdcc tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] For port 8b9929a9-b249-4883-b5dc-ab820557c094, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=8b9929a9-b249-4883-b5dc-ab820557c094,segment=NetworkSegment(354176cb-dab0-4d38-97e0-be8a7f02107e),segment_id=354176cb-dab0-4d38-97e0-be8a7f02107e)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:55.305947 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f371c0b4-58a3-4613-988d-65bd9c62cdcc tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:55.308913 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-939db7a9-7c72-43c4-85ee-fab0d6cfe6a6 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] For port 58342f0e-9e2e-4334-bfbc-16e11ce1a922, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=58342f0e-9e2e-4334-bfbc-16e11ce1a922,segment=NetworkSegment(9f5701a6-de65-4be7-9002-33db5e55d68c),segment_id=9f5701a6-de65-4be7-9002-33db5e55d68c)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:55.309306 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-939db7a9-7c72-43c4-85ee-fab0d6cfe6a6 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:55.350893 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-396a548b-b1c0-4189-9c61-c3b8f2bc6d98 None None] Deleting port 8b9929a9-b249-4883-b5dc-ab820557c094 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:23:55.356206 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-f371c0b4-58a3-4613-988d-65bd9c62cdcc tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Calling delete_port for 8b9929a9-b249-4883-b5dc-ab820557c094 owned by network:dhcp {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:23:55.358118 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-939db7a9-7c72-43c4-85ee-fab0d6cfe6a6 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Calling delete_port for 58342f0e-9e2e-4334-bfbc-16e11ce1a922 owned by network:dhcp {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:23:55.370824 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-396a548b-b1c0-4189-9c61-c3b8f2bc6d98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:55.404784 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-c04960d8-d9e3-4d24-b001-053e2bb0ffa6 None None] Transition to ACTIVE for port object ae9e5963-2667-4bb9-bc8b-affd7caf56da will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:55.593612 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-c04960d8-d9e3-4d24-b001-053e2bb0ffa6 None None] Transition to ACTIVE for port object ae9e5963-2667-4bb9-bc8b-affd7caf56da will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:55.607370 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d365315a-407b-45b5-a215-c7a82af9235e req-5699d89f-cc1a-4e3b-849b-7a3e2fa17c25 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/ports?device_id=60c76cfe-d864-412b-a6a5-64c08d68f850 HTTP/1.1" status: 200 len: 210 time: 0.2131221 Aug 10 03:23:55.741547 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port dec7dab2-937e-46b3-bbfd-62dcb176d1f9 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:55.742109 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:55.795336 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-efdf47fc-c411-45a6-8031-ad4fc97d6559 req-7ec7eace-ef2b-4a37-8488-d14cd9d7e9d9 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] No DVR routers for this DVR port 72f58ebc-e4f4-43c5-bfd2-e44f43958b2d on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:23:55.798777 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-efdf47fc-c411-45a6-8031-ad4fc97d6559 req-7ec7eace-ef2b-4a37-8488-d14cd9d7e9d9 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:55.802336 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-efdf47fc-c411-45a6-8031-ad4fc97d6559 req-7ec7eace-ef2b-4a37-8488-d14cd9d7e9d9 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.58 "DELETE /v2.0/ports/72f58ebc-e4f4-43c5-bfd2-e44f43958b2d HTTP/1.1" status: 204 len: 173 time: 2.1546049 Aug 10 03:23:55.815859 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-0ff3f654-f4c4-49da-bd2f-1c10e5484bd6 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Allocated IP 172.20.0.11 (10c5828e-51c6-4a0f-9596-da4e4c96f5a2/562a7d0b-81fd-4d18-8fd7-e74efe14700f/e640b8e3-b4e6-415e-8350-06d78874a861) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:23:55.844831 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c04960d8-d9e3-4d24-b001-053e2bb0ffa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:55.847709 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c76cfe-d864-412b-a6a5-64c08d68f850', 'name': 'network-vif-deleted', 'tag': '72f58ebc-e4f4-43c5-bfd2-e44f43958b2d'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:23:55.852085 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ea0452-81b3-4197-a923-694f48da3cf4" -d '{"events": [{"server_uuid": "60c76cfe-d864-412b-a6a5-64c08d68f850", "name": "network-vif-deleted", "tag": "72f58ebc-e4f4-43c5-bfd2-e44f43958b2d"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:23:55.867335 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f371c0b4-58a3-4613-988d-65bd9c62cdcc tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:55.955845 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-939db7a9-7c72-43c4-85ee-fab0d6cfe6a6 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:55.961377 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a161e4d-155f-42f7-a256-f7d8fb936ba8 x-openstack-request-id: req-2a161e4d-155f-42f7-a256-f7d8fb936ba8 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:23:55.977256 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f371c0b4-58a3-4613-988d-65bd9c62cdcc tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Pushing event deleted for resources: {'Port': ['ID=8b9929a9-b249-4883-b5dc-ab820557c094,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:55.984371 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60c76cfe-d864-412b-a6a5-64c08d68f850", "name": "network-vif-deleted", "tag": "72f58ebc-e4f4-43c5-bfd2-e44f43958b2d", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:23:55.984787 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2a161e4d-155f-42f7-a256-f7d8fb936ba8 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:23:55.985229 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60c76cfe-d864-412b-a6a5-64c08d68f850', 'name': 'network-vif-deleted', 'tag': '72f58ebc-e4f4-43c5-bfd2-e44f43958b2d', 'status': 'completed', 'code': 200} Aug 10 03:23:56.016800 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06bf8ef-400b-473e-88f9-c5b40e3275af admin admin] Network 532b240b-fb3f-4ff4-abca-a3f7440d9d59 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:23:56.019263 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-a06bf8ef-400b-473e-88f9-c5b40e3275af admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:56.026618 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04960d8-d9e3-4d24-b001-053e2bb0ffa6 None None] Pushing event updated for resources: {'Port': ['ID=ae9e5963-2667-4bb9-bc8b-affd7caf56da,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:56.059603 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f371c0b4-58a3-4613-988d-65bd9c62cdcc tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] No DVR routers for this DVR port 8b9929a9-b249-4883-b5dc-ab820557c094 on host n-d-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:23:56.066650 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939db7a9-7c72-43c4-85ee-fab0d6cfe6a6 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Pushing event deleted for resources: {'Port': ['ID=58342f0e-9e2e-4334-bfbc-16e11ce1a922,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:56.102044 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939db7a9-7c72-43c4-85ee-fab0d6cfe6a6 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] No DVR routers for this DVR port 58342f0e-9e2e-4334-bfbc-16e11ce1a922 on host n-d-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:23:56.165777 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04960d8-d9e3-4d24-b001-053e2bb0ffa6 None None] Network 10c5828e-51c6-4a0f-9596-da4e4c96f5a2 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:23:56.253567 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a06bf8ef-400b-473e-88f9-c5b40e3275af admin admin] Router f623395f-1c62-4bf0-a2a9-a406b8ce198c has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:23:56.286621 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-c04960d8-d9e3-4d24-b001-053e2bb0ffa6 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:56.290020 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04960d8-d9e3-4d24-b001-053e2bb0ffa6 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:23:56.308669 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-396a548b-b1c0-4189-9c61-c3b8f2bc6d98 None None] For port 8b9929a9-b249-4883-b5dc-ab820557c094, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=8b9929a9-b249-4883-b5dc-ab820557c094,segment=NetworkSegment(354176cb-dab0-4d38-97e0-be8a7f02107e),segment_id=354176cb-dab0-4d38-97e0-be8a7f02107e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:56.308881 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-396a548b-b1c0-4189-9c61-c3b8f2bc6d98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:56.420472 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a06bf8ef-400b-473e-88f9-c5b40e3275af admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:23:56.442333 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a06bf8ef-400b-473e-88f9-c5b40e3275af admin admin] 10.222.0.62 "PUT /v2.0/routers/f623395f-1c62-4bf0-a2a9-a406b8ce198c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7696033 Aug 10 03:23:56.469083 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 72f58ebc-e4f4-43c5-bfd2-e44f43958b2d no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:23:56.495534 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-396a548b-b1c0-4189-9c61-c3b8f2bc6d98 None None] Calling delete_port for 8b9929a9-b249-4883-b5dc-ab820557c094 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:23:56.514883 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4436fdcb-f057-40e2-9d0b-43049b895193 None None] DHCP port deletion for d594cd71-6456-4e37-bf8f-cf8020e27863 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:23:56.520438 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a83bdb4-b8c7-4e2a-9f89-9f03d3f307bb None None] Sync routers for ids ['f623395f-1c62-4bf0-a2a9-a406b8ce198c'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:23:56.669577 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: 72f58ebc-e4f4-43c5-bfd2-e44f43958b2d {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:23:56.669976 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 72f58ebc-e4f4-43c5-bfd2-e44f43958b2d not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:23:56.673060 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:56.673734 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:56.716863 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34136) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:56.847846 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a83bdb4-b8c7-4e2a-9f89-9f03d3f307bb None None] Routers {'f623395f-1c62-4bf0-a2a9-a406b8ce198c'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:23:56.849133 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-2a83bdb4-b8c7-4e2a-9f89-9f03d3f307bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:23:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['f623395f-1c62-4bf0-a2a9-a406b8ce198c'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:56.924582 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-0e38412d-f45e-4a68-9462-9fc4eb5c6517 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1158042298'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:56.957715 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e38412d-f45e-4a68-9462-9fc4eb5c6517 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Made reservation on behalf of d8f2056cb8664657b3af8bc92377e007 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:56.961694 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0e38412d-f45e-4a68-9462-9fc4eb5c6517 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:57.009428 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f371c0b4-58a3-4613-988d-65bd9c62cdcc tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:57.015277 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e38412d-f45e-4a68-9462-9fc4eb5c6517 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:23:57.016718 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-2a83bdb4-b8c7-4e2a-9f89-9f03d3f307bb None None] Set router f623395f-1c62-4bf0-a2a9-a406b8ce198c gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:23:57.019626 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 8b9929a9-b249-4883-b5dc-ab820557c094 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:23:57.026997 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-c04960d8-d9e3-4d24-b001-053e2bb0ffa6 None None] Attempting to bind port ae9e5963-2667-4bb9-bc8b-affd7caf56da on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:23:57.027377 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-c04960d8-d9e3-4d24-b001-053e2bb0ffa6 None None] Attempting to bind port ae9e5963-2667-4bb9-bc8b-affd7caf56da by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '91af7a1d-a3cd-4a6b-9ac9-785d688345b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '10c5828e-51c6-4a0f-9596-da4e4c96f5a2'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:23:57.027511 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0e38412d-f45e-4a68-9462-9fc4eb5c6517 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:57.027781 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04960d8-d9e3-4d24-b001-053e2bb0ffa6 None None] Attempting to bind port ae9e5963-2667-4bb9-bc8b-affd7caf56da on network 10c5828e-51c6-4a0f-9596-da4e4c96f5a2 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:57.028348 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-0e38412d-f45e-4a68-9462-9fc4eb5c6517 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Added segment b3a2a1ab-0b1f-4022-baaa-824978a8521b of type vlan for network 115e9622-bdaf-4367-9b40-436d412443e3 Aug 10 03:23:57.086227 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0e38412d-f45e-4a68-9462-9fc4eb5c6517 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:57.125606 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-f371c0b4-58a3-4613-988d-65bd9c62cdcc tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8726a2c2-666f-4778-abdd-f67f8d7c32aa']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:57.147120 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0e38412d-f45e-4a68-9462-9fc4eb5c6517 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:57.149052 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-789bfaaf-36ae-4990-8567-083cb320ce3a req-d3e91e77-7cc3-49d4-97be-c309d33964a9 tempest-ServerShowV257Test-908913220 tempest-ServerShowV257Test-908913220-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dfced2c-7115-4233-b537-b0377ae6660d HTTP/1.1" status: 200 len: 210 time: 0.1303146 Aug 10 03:23:57.153649 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-939db7a9-7c72-43c4-85ee-fab0d6cfe6a6 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:57.158334 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e38412d-f45e-4a68-9462-9fc4eb5c6517 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:57.159423 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0e38412d-f45e-4a68-9462-9fc4eb5c6517 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:57.176310 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e24e282e-fa5e-4590-873c-74b9154dae67 req-c55de39d-8654-4f3d-8c8c-041d7a79c51b tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/ports?device_id=60c76cfe-d864-412b-a6a5-64c08d68f850 HTTP/1.1" status: 200 len: 210 time: 0.1495862 Aug 10 03:23:57.195100 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-f371c0b4-58a3-4613-988d-65bd9c62cdcc tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '354176cb-dab0-4d38-97e0-be8a7f02107e') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:57.195910 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-f371c0b4-58a3-4613-988d-65bd9c62cdcc tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '354176cb-dab0-4d38-97e0-be8a7f02107e') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:57.199109 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-939db7a9-7c72-43c4-85ee-fab0d6cfe6a6 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc257785-de0e-46d2-ab57-4033886408d6']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:57.228232 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 8b9929a9-b249-4883-b5dc-ab820557c094 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:23:57.228614 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 8b9929a9-b249-4883-b5dc-ab820557c094 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:23:57.230401 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0ff3f654-f4c4-49da-bd2f-1c10e5484bd6 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:57.249088 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f371c0b4-58a3-4613-988d-65bd9c62cdcc tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:57.253354 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-939db7a9-7c72-43c4-85ee-fab0d6cfe6a6 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f5701a6-de65-4be7-9002-33db5e55d68c') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:57.262265 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-939db7a9-7c72-43c4-85ee-fab0d6cfe6a6 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f5701a6-de65-4be7-9002-33db5e55d68c') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:57.267916 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04960d8-d9e3-4d24-b001-053e2bb0ffa6 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:23:57.274496 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04960d8-d9e3-4d24-b001-053e2bb0ffa6 None None] Checking segment: {'id': '91af7a1d-a3cd-4a6b-9ac9-785d688345b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '10c5828e-51c6-4a0f-9596-da4e4c96f5a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:57.275287 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c04960d8-d9e3-4d24-b001-053e2bb0ffa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:57.275878 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04960d8-d9e3-4d24-b001-053e2bb0ffa6 None None] Bound using segment: {'id': '91af7a1d-a3cd-4a6b-9ac9-785d688345b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '10c5828e-51c6-4a0f-9596-da4e4c96f5a2'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:23:57.276577 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-c04960d8-d9e3-4d24-b001-053e2bb0ffa6 None None] Bound port: ae9e5963-2667-4bb9-bc8b-affd7caf56da, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91af7a1d-a3cd-4a6b-9ac9-785d688345b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '10c5828e-51c6-4a0f-9596-da4e4c96f5a2'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:23:57.279080 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c04960d8-d9e3-4d24-b001-053e2bb0ffa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:57.298577 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-0ff3f654-f4c4-49da-bd2f-1c10e5484bd6 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Transition to ACTIVE for port object e640b8e3-b4e6-415e-8350-06d78874a861 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:57.306419 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-939db7a9-7c72-43c4-85ee-fab0d6cfe6a6 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:57.306419 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f371c0b4-58a3-4613-988d-65bd9c62cdcc tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:57.348007 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-2012c831-2532-427e-9718-82db995745e3 None None] Provisioning complete for port 2abcecc8-66a1-4d41-beb3-c91db997e686 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:57.349360 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2012c831-2532-427e-9718-82db995745e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:57.354171 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f371c0b4-58a3-4613-988d-65bd9c62cdcc tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:23:57.354925 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f371c0b4-58a3-4613-988d-65bd9c62cdcc tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:57.359562 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:23:57.359562 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:23:57.359562 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:23:57.359562 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:23:57.359562 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:23:57.359562 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:23:57.359562 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:23:57.359562 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:23:57.359562 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:23:57.359562 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:23:57.359562 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:23:57.359562 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:23:57.359562 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:23:57.359562 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:23:57.359562 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:23:57.359562 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:23:57.359562 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:23:57.359562 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:23:57.359562 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:23:57.359562 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:23:57.359562 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:23:57.359562 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:23:57.359562 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:23:57.359562 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:23:57.359562 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:23:57.359562 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:23:57.359562 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:23:57.359562 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:23:57.359562 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:23:57.359562 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:23:57.359562 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:23:57.359562 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:23:57.382531 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0e38412d-f45e-4a68-9462-9fc4eb5c6517 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6643996 Aug 10 03:23:57.389290 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-939db7a9-7c72-43c4-85ee-fab0d6cfe6a6 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:57.390134 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34156) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:57.415959 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-a9d355f0-9fe2-46e5-9e5b-e0393bfb4782 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Request body: {'subnet': {'network_id': '115e9622-bdaf-4367-9b40-436d412443e3', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:57.426814 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-2012c831-2532-427e-9718-82db995745e3 None None] Port 2abcecc8-66a1-4d41-beb3-c91db997e686 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:23:57.465783 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-939db7a9-7c72-43c4-85ee-fab0d6cfe6a6 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:23:57.466544 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-939db7a9-7c72-43c4-85ee-fab0d6cfe6a6 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:57.469811 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:23:57.469811 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:23:57.469811 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:23:57.469811 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:23:57.469811 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:23:57.469811 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:23:57.469811 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:23:57.469811 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:23:57.469811 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:23:57.469811 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:23:57.469811 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:23:57.469811 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:23:57.469811 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:23:57.469811 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:23:57.469811 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:23:57.469811 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:23:57.469811 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:23:57.469811 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:23:57.469811 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:23:57.469811 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:23:57.469811 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:23:57.469811 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:23:57.469811 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:23:57.469811 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:23:57.469811 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:23:57.469811 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:23:57.469811 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:23:57.469811 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:23:57.469811 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:23:57.469811 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:23:57.469811 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:23:57.469811 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:23:57.499086 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-c04960d8-d9e3-4d24-b001-053e2bb0ffa6 None None] For port ae9e5963-2667-4bb9-bc8b-affd7caf56da, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:23:57.514253 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 5a57e6ec-72b4-4f09-9ce5-96bfddb53ad9 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:23:57.563929 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f371c0b4-58a3-4613-988d-65bd9c62cdcc tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:57.574987 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f371c0b4-58a3-4613-988d-65bd9c62cdcc tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:57.576859 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e38412d-f45e-4a68-9462-9fc4eb5c6517 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Pushing event updated for resources: {'Network': ['ID=115e9622-bdaf-4367-9b40-436d412443e3,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:57.580121 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-f371c0b4-58a3-4613-988d-65bd9c62cdcc tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] 10.222.0.62 "DELETE /v2.0/networks/8726a2c2-666f-4778-abdd-f67f8d7c32aa HTTP/1.1" status: 204 len: 168 time: 2.7225771 Aug 10 03:23:57.580982 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34162) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:57.584210 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-4436fdcb-f057-40e2-9d0b-43049b895193 None None] Deleting port 5a57e6ec-72b4-4f09-9ce5-96bfddb53ad9 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:23:57.584596 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4436fdcb-f057-40e2-9d0b-43049b895193 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:57.590293 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-396a548b-b1c0-4189-9c61-c3b8f2bc6d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:57.602799 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-939db7a9-7c72-43c4-85ee-fab0d6cfe6a6 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:57.612183 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b22b395-5d62-4b0f-9440-2db1b761684a req-423cfa17-b30b-4a19-b547-3d008d79613d tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:57.613854 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1b22b395-5d62-4b0f-9440-2db1b761684a req-423cfa17-b30b-4a19-b547-3d008d79613d tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 944 time: 0.2217252 Aug 10 03:23:57.614722 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f371c0b4-58a3-4613-988d-65bd9c62cdcc tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Pushing event deleted for resources: {'Network': ['ID=8726a2c2-666f-4778-abdd-f67f8d7c32aa,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:57.618359 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0ff3f654-f4c4-49da-bd2f-1c10e5484bd6 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:57.624865 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-939db7a9-7c72-43c4-85ee-fab0d6cfe6a6 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:57.626090 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-939db7a9-7c72-43c4-85ee-fab0d6cfe6a6 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "DELETE /v2.0/networks/dc257785-de0e-46d2-ab57-4033886408d6 HTTP/1.1" status: 204 len: 168 time: 4.7505910 Aug 10 03:23:57.632935 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 34166) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:57.652138 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-3a5a5a48-92c9-437a-84e0-19ce95c40cea tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-690305651'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:57.654026 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-396a548b-b1c0-4189-9c61-c3b8f2bc6d98 None None] Network 8726a2c2-666f-4778-abdd-f67f8d7c32aa is not hosted by any dhcp agent {{(pid=94218) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 03:23:57.654493 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396a548b-b1c0-4189-9c61-c3b8f2bc6d98 None None] No DVR routers for this DVR port 8b9929a9-b249-4883-b5dc-ab820557c094 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:23:57.656169 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 115e9622-bdaf-4367-9b40-436d412443e3 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:23:57.660642 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-c04960d8-d9e3-4d24-b001-053e2bb0ffa6 None None] For port ae9e5963-2667-4bb9-bc8b-affd7caf56da, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=ae9e5963-2667-4bb9-bc8b-affd7caf56da,segment=NetworkSegment(91af7a1d-a3cd-4a6b-9ac9-785d688345b5),segment_id=91af7a1d-a3cd-4a6b-9ac9-785d688345b5)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:23:57.681059 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939db7a9-7c72-43c4-85ee-fab0d6cfe6a6 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Pushing event deleted for resources: {'Network': ['ID=dc257785-de0e-46d2-ab57-4033886408d6,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:57.721826 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff3f654-f4c4-49da-bd2f-1c10e5484bd6 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Network 10c5828e-51c6-4a0f-9596-da4e4c96f5a2 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:23:57.733414 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.db.api [None req-a9d355f0-9fe2-46e5-9e5b-e0393bfb4782 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:23:57.733414 n-d-768851-15 neutron-server[94217]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 03:23:57.733414 n-d-768851-15 neutron-server[94217]: [parameters: {'project_id_1': 'd8f2056cb8664657b3af8bc92377e007', 'expiration_1': datetime.datetime(2021, 8, 10, 3, 23, 57, 684036)}] Aug 10 03:23:57.733414 n-d-768851-15 neutron-server[94217]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:23:57.734177 n-d-768851-15 neutron-server[94217]: DEBUG oslo_db.api [None req-a9d355f0-9fe2-46e5-9e5b-e0393bfb4782 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:23:57.736596 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-0ff3f654-f4c4-49da-bd2f-1c10e5484bd6 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:57.754480 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff3f654-f4c4-49da-bd2f-1c10e5484bd6 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:23:57.789804 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-04d41539-edc7-47d3-ab53-eec27220c51a tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:57.825501 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5a5a48-92c9-437a-84e0-19ce95c40cea tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Made reservation on behalf of a0853454ae8b4b8c9105d0ce5b396b8a for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:57.829085 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3a5a5a48-92c9-437a-84e0-19ce95c40cea tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:57.836408 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-4436fdcb-f057-40e2-9d0b-43049b895193 None None] For port 5a57e6ec-72b4-4f09-9ce5-96bfddb53ad9, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=5a57e6ec-72b4-4f09-9ce5-96bfddb53ad9,segment=NetworkSegment(e29cefbd-f218-42f2-81ab-02bc65d03fb8),segment_id=e29cefbd-f218-42f2-81ab-02bc65d03fb8)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:57.837115 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4436fdcb-f057-40e2-9d0b-43049b895193 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:57.852430 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-4436fdcb-f057-40e2-9d0b-43049b895193 None None] Calling delete_port for 5a57e6ec-72b4-4f09-9ce5-96bfddb53ad9 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:23:57.863527 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-04d41539-edc7-47d3-ab53-eec27220c51a tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Deleting port 5a57e6ec-72b4-4f09-9ce5-96bfddb53ad9 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:23:57.863877 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-04d41539-edc7-47d3-ab53-eec27220c51a tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:57.867953 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff3f654-f4c4-49da-bd2f-1c10e5484bd6 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event updated for resources: {'Port': ['ID=e640b8e3-b4e6-415e-8350-06d78874a861,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:57.869858 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396a548b-b1c0-4189-9c61-c3b8f2bc6d98 None None] Pushing event deleted for resources: {'Port': ['ID=8b9929a9-b249-4883-b5dc-ab820557c094,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:57.883103 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1b22b395-5d62-4b0f-9440-2db1b761684a req-1b7c6a3d-266b-4ec3-9f0d-2589298a6831 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2241678 Aug 10 03:23:57.898512 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c04960d8-d9e3-4d24-b001-053e2bb0ffa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:57.903999 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff3f654-f4c4-49da-bd2f-1c10e5484bd6 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:57.904864 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0ff3f654-f4c4-49da-bd2f-1c10e5484bd6 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:57.924392 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a5a5a48-92c9-437a-84e0-19ce95c40cea tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:23:57.939399 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3a5a5a48-92c9-437a-84e0-19ce95c40cea tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:57.940114 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-3a5a5a48-92c9-437a-84e0-19ce95c40cea tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Added segment 517cece0-7eb7-49a7-a32c-7bacbbd6d439 of type vlan for network 4274c1bb-4d56-4d31-910d-43a6cc1c5674 Aug 10 03:23:57.949941 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-0ff3f654-f4c4-49da-bd2f-1c10e5484bd6 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 4.4874282 Aug 10 03:23:57.952994 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 34172) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:58.003561 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-04d41539-edc7-47d3-ab53-eec27220c51a tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] For port 5a57e6ec-72b4-4f09-9ce5-96bfddb53ad9, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=5a57e6ec-72b4-4f09-9ce5-96bfddb53ad9,segment=NetworkSegment(e29cefbd-f218-42f2-81ab-02bc65d03fb8),segment_id=e29cefbd-f218-42f2-81ab-02bc65d03fb8)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:58.004100 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-04d41539-edc7-47d3-ab53-eec27220c51a tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:58.021953 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-04d41539-edc7-47d3-ab53-eec27220c51a tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Calling delete_port for 5a57e6ec-72b4-4f09-9ce5-96bfddb53ad9 owned by network:dhcp {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:23:58.025465 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3a5a5a48-92c9-437a-84e0-19ce95c40cea tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:58.140229 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a9711d-d4e5-4bef-b7a2-be2670bc0df6 req-3e200833-9421-4b8d-babd-23e188ab8679 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:58.142148 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f1a9711d-d4e5-4bef-b7a2-be2670bc0df6 req-3e200833-9421-4b8d-babd-23e188ab8679 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 944 time: 0.1538248 Aug 10 03:23:58.145778 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3a5a5a48-92c9-437a-84e0-19ce95c40cea tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:58.152160 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5a5a48-92c9-437a-84e0-19ce95c40cea tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:58.152879 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3a5a5a48-92c9-437a-84e0-19ce95c40cea tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:58.159140 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-04d41539-edc7-47d3-ab53-eec27220c51a tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:58.169281 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04960d8-d9e3-4d24-b001-053e2bb0ffa6 None None] Pushing event updated for resources: {'Port': ['ID=ae9e5963-2667-4bb9-bc8b-affd7caf56da,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:58.194114 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d41539-edc7-47d3-ab53-eec27220c51a tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Pushing event deleted for resources: {'Port': ['ID=5a57e6ec-72b4-4f09-9ce5-96bfddb53ad9,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:58.200333 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d41539-edc7-47d3-ab53-eec27220c51a tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] No DVR routers for this DVR port 5a57e6ec-72b4-4f09-9ce5-96bfddb53ad9 on host n-d-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:23:58.215749 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4436fdcb-f057-40e2-9d0b-43049b895193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:58.265248 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4436fdcb-f057-40e2-9d0b-43049b895193 None None] Pushing event deleted for resources: {'Port': ['ID=5a57e6ec-72b4-4f09-9ce5-96bfddb53ad9,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:58.270384 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Port 5a57e6ec-72b4-4f09-9ce5-96bfddb53ad9 update to DOWN by agent not found {{(pid=94218) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 10 03:23:58.271384 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-3a5a5a48-92c9-437a-84e0-19ce95c40cea tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6365395 Aug 10 03:23:58.285064 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 34182) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:58.299078 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-9ed54f4e-4154-47a5-8165-c1941052b415 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Request body: {'subnet': {'network_id': '4274c1bb-4d56-4d31-910d-43a6cc1c5674', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:58.317295 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-04d41539-edc7-47d3-ab53-eec27220c51a tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:58.329854 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-04d41539-edc7-47d3-ab53-eec27220c51a tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d594cd71-6456-4e37-bf8f-cf8020e27863']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:58.333727 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4436fdcb-f057-40e2-9d0b-43049b895193 None None] No DVR routers for this DVR port 5a57e6ec-72b4-4f09-9ce5-96bfddb53ad9 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:23:58.355925 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f1a9711d-d4e5-4bef-b7a2-be2670bc0df6 req-0c8ea591-913c-440f-93c7-2498f7ab4327 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000909 Aug 10 03:23:58.356922 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-04d41539-edc7-47d3-ab53-eec27220c51a tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e29cefbd-f218-42f2-81ab-02bc65d03fb8') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:58.357221 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-04d41539-edc7-47d3-ab53-eec27220c51a tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e29cefbd-f218-42f2-81ab-02bc65d03fb8') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:58.383712 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-2a83bdb4-b8c7-4e2a-9f89-9f03d3f307bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f623395f-1c62-4bf0-a2a9-a406b8ce198c', 'name': 'tempest-ServersTestMultiNic-174352588-router', 'tenant_id': 'd8f2056cb8664657b3af8bc92377e007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'dec7dab2-937e-46b3-bbfd-62dcb176d1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:23:40Z', 'updated_at': '2021-08-10T03:23:53Z', 'revision_number': 4, 'project_id': 'd8f2056cb8664657b3af8bc92377e007', 'gw_port': {'id': 'dec7dab2-937e-46b3-bbfd-62dcb176d1f9', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f623395f-1c62-4bf0-a2a9-a406b8ce198c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:23:43Z', 'updated_at': '2021-08-10T03:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '2abcecc8-66a1-4d41-beb3-c91db997e686', 'name': '', 'network_id': '532b240b-fb3f-4ff4-abca-a3f7440d9d59', 'tenant_id': 'd8f2056cb8664657b3af8bc92377e007', 'mac_address': 'fa:16:3e:d0:0f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f623395f-1c62-4bf0-a2a9-a406b8ce198c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '4ed32f49-679f-4804-be8c-4c32983a9013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:23:51Z', 'updated_at': '2021-08-10T03:23:53Z', 'revision_number': 2, 'project_id': 'd8f2056cb8664657b3af8bc92377e007', 'subnets': [{'id': '4ed32f49-679f-4804-be8c-4c32983a9013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:58.389425 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-04d41539-edc7-47d3-ab53-eec27220c51a tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:58.433709 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a83bdb4-b8c7-4e2a-9f89-9f03d3f307bb None None] Checking router: f623395f-1c62-4bf0-a2a9-a406b8ce198c for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:23:58.435289 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a83bdb4-b8c7-4e2a-9f89-9f03d3f307bb None None] Updating router f623395f-1c62-4bf0-a2a9-a406b8ce198c port 2abcecc8-66a1-4d41-beb3-c91db997e686 binding host n-d-768851-15 {{(pid=94218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:23:58.436959 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-04d41539-edc7-47d3-ab53-eec27220c51a tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:58.442991 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5a5a48-92c9-437a-84e0-19ce95c40cea tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Pushing event updated for resources: {'Network': ['ID=4274c1bb-4d56-4d31-910d-43a6cc1c5674,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:58.447764 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04d41539-edc7-47d3-ab53-eec27220c51a tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:23:58.449327 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-04d41539-edc7-47d3-ab53-eec27220c51a tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:58.477121 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 4274c1bb-4d56-4d31-910d-43a6cc1c5674 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:23:58.480066 n-d-768851-15 neutron-server[94217]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:23:58.480066 n-d-768851-15 neutron-server[94217]: self.session.flush() Aug 10 03:23:58.480066 n-d-768851-15 neutron-server[94217]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:23:58.480066 n-d-768851-15 neutron-server[94217]: self.session.flush() Aug 10 03:23:58.480066 n-d-768851-15 neutron-server[94217]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:23:58.480066 n-d-768851-15 neutron-server[94217]: self.session.flush() Aug 10 03:23:58.480066 n-d-768851-15 neutron-server[94217]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:23:58.480066 n-d-768851-15 neutron-server[94217]: self.session.flush() Aug 10 03:23:58.480066 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:23:58.480066 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:23:58.480066 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:23:58.480066 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:23:58.480066 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:23:58.480066 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:23:58.480066 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:23:58.480066 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:23:58.480066 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:23:58.480066 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:23:58.480066 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:23:58.480066 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:23:58.480066 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:23:58.480066 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:23:58.480066 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:23:58.480066 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:23:58.480066 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:23:58.480066 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:23:58.480066 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:23:58.480066 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:23:58.480066 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:23:58.480066 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:23:58.480066 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:23:58.480066 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:23:58.480066 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:23:58.480066 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:23:58.480066 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:23:58.480066 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:23:58.480066 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:23:58.480066 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:23:58.480066 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:23:58.480066 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:23:58.510189 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d355f0-9fe2-46e5-9e5b-e0393bfb4782 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Made reservation on behalf of d8f2056cb8664657b3af8bc92377e007 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:58.514191 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a9d355f0-9fe2-46e5-9e5b-e0393bfb4782 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:58.546336 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-02763b2e-640c-4141-9ec6-b70cbaeaf84d tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Deleting port e640b8e3-b4e6-415e-8350-06d78874a861 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:23:58.546830 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-02763b2e-640c-4141-9ec6-b70cbaeaf84d tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:58.564460 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-605a2c90-34df-4e7e-9a2b-87e7f100da3e req-af8f667a-73a6-43f0-a7f0-2ad2f84aaa84 tempest-ServerShowV257Test-908913220 tempest-ServerShowV257Test-908913220-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dfced2c-7115-4233-b537-b0377ae6660d HTTP/1.1" status: 200 len: 210 time: 0.2037475 Aug 10 03:23:58.762883 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2a83bdb4-b8c7-4e2a-9f89-9f03d3f307bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:58.839783 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed54f4e-4154-47a5-8165-c1941052b415 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Made reservation on behalf of a0853454ae8b4b8c9105d0ce5b396b8a for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:58.857008 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9ed54f4e-4154-47a5-8165-c1941052b415 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:58.966135 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-02763b2e-640c-4141-9ec6-b70cbaeaf84d tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:58.972829 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a9d355f0-9fe2-46e5-9e5b-e0393bfb4782 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:58.986897 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-02763b2e-640c-4141-9ec6-b70cbaeaf84d tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Calling delete_port for e640b8e3-b4e6-415e-8350-06d78874a861 owned by {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:23:59.029076 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-04d41539-edc7-47d3-ab53-eec27220c51a tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:59.049702 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-04d41539-edc7-47d3-ab53-eec27220c51a tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:59.054080 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-04d41539-edc7-47d3-ab53-eec27220c51a tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] 10.222.0.62 "DELETE /v2.0/networks/d594cd71-6456-4e37-bf8f-cf8020e27863 HTTP/1.1" status: 204 len: 168 time: 1.4718258 Aug 10 03:23:59.060420 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34202) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:59.100720 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d41539-edc7-47d3-ab53-eec27220c51a tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Pushing event deleted for resources: {'Network': ['ID=d594cd71-6456-4e37-bf8f-cf8020e27863,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:59.103831 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ebc01-3ce6-430c-a0f6-66911f7cb8e1 req-970fa2b8-8ca3-4827-842a-24553b75a796 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:59.105413 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-469ebc01-3ce6-430c-a0f6-66911f7cb8e1 req-970fa2b8-8ca3-4827-842a-24553b75a796 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 944 time: 0.2416728 Aug 10 03:23:59.143856 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d355f0-9fe2-46e5-9e5b-e0393bfb4782 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Pushing event updated for resources: {'Subnet': ['ID=bd7d81f8-72fd-4be1-9b02-66d566ab85a4,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:59.178078 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d355f0-9fe2-46e5-9e5b-e0393bfb4782 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Checking segment: {'id': 'b3a2a1ab-0b1f-4022-baaa-824978a8521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '115e9622-bdaf-4367-9b40-436d412443e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:59.178391 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d355f0-9fe2-46e5-9e5b-e0393bfb4782 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Network hostable DHCP agents. Network: 115e9622-bdaf-4367-9b40-436d412443e3, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:23:59.197163 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-469ebc01-3ce6-430c-a0f6-66911f7cb8e1 req-47263a1d-cb79-4e5f-b495-71d474eaf8a2 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613985 Aug 10 03:23:59.197956 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-4216ba21-8f7c-4e9d-806e-17178240bd48 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Deleting subnet e33ecc05-8e92-4ab6-a157-cfe972d33ae8 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:23:59.204321 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4216ba21-8f7c-4e9d-806e-17178240bd48 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:59.230883 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b3086b-4e18-4bc0-9439-f455ecc1e81f req-72f2972a-cecb-4383-adea-7677b8b1ae18 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:59.239290 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-26b3086b-4e18-4bc0-9439-f455ecc1e81f req-72f2972a-cecb-4383-adea-7677b8b1ae18 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc1c1126-0c34-4655-ad1e-3aa886f86c05 HTTP/1.1" status: 200 len: 945 time: 0.2017469 Aug 10 03:23:59.248267 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d355f0-9fe2-46e5-9e5b-e0393bfb4782 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Network 115e9622-bdaf-4367-9b40-436d412443e3 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:23:59.276621 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4216ba21-8f7c-4e9d-806e-17178240bd48 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:59.327980 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-a9d355f0-9fe2-46e5-9e5b-e0393bfb4782 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 115e9622-bdaf-4367-9b40-436d412443e3) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:59.335543 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d355f0-9fe2-46e5-9e5b-e0393bfb4782 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:59.336132 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a9d355f0-9fe2-46e5-9e5b-e0393bfb4782 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:59.351252 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd2cf3e-a15e-4276-9871-37ee9042844c None None] Network 115e9622-bdaf-4367-9b40-436d412443e3 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:23:59.398608 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a9d355f0-9fe2-46e5-9e5b-e0393bfb4782 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9932060 Aug 10 03:23:59.409625 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34208) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:59.421452 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-dd5782aa-25a1-447b-8c77-f38c4854cadf tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-511703562'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:59.439314 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device ae9e5963-2667-4bb9-bc8b-affd7caf56da up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:23:59.460668 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-26b3086b-4e18-4bc0-9439-f455ecc1e81f req-7c5c0564-052a-424b-9687-186b9a568153 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/security-groups?id=2832b822-3ae7-4539-a861-1dd7e33b3925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625099 Aug 10 03:23:59.479150 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5782aa-25a1-447b-8c77-f38c4854cadf tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Made reservation on behalf of d8f2056cb8664657b3af8bc92377e007 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:59.484337 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dd5782aa-25a1-447b-8c77-f38c4854cadf tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:59.540604 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd5782aa-25a1-447b-8c77-f38c4854cadf tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:23:59.553904 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4216ba21-8f7c-4e9d-806e-17178240bd48 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:59.587745 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dd5782aa-25a1-447b-8c77-f38c4854cadf tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:59.587745 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-dd5782aa-25a1-447b-8c77-f38c4854cadf tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Added segment 86b54bf5-e88f-4075-bc9c-ccc4a58c3936 of type vlan for network 947b13c0-2fba-4b01-be97-4cb2d79ad30f Aug 10 03:23:59.652032 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port ae9e5963-2667-4bb9-bc8b-affd7caf56da completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:23:59.659086 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9ed54f4e-4154-47a5-8165-c1941052b415 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:59.665233 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-02763b2e-640c-4141-9ec6-b70cbaeaf84d tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:59.671050 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dd5782aa-25a1-447b-8c77-f38c4854cadf tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:59.740524 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4216ba21-8f7c-4e9d-806e-17178240bd48 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:59.745191 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2a83bdb4-b8c7-4e2a-9f89-9f03d3f307bb None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:59.771530 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-2a83bdb4-b8c7-4e2a-9f89-9f03d3f307bb None None] Transition to ACTIVE for port object 2abcecc8-66a1-4d41-beb3-c91db997e686 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:59.804033 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dd5782aa-25a1-447b-8c77-f38c4854cadf tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:59.818068 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5782aa-25a1-447b-8c77-f38c4854cadf tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:59.818862 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dd5782aa-25a1-447b-8c77-f38c4854cadf tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:59.825217 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2a83bdb4-b8c7-4e2a-9f89-9f03d3f307bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:59.842619 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8cb17ab2-3c5d-47ef-81f5-53d9ecfa1831 req-808796dc-3b25-4f48-b9cc-584bdb20333e tempest-ServerShowV257Test-908913220 tempest-ServerShowV257Test-908913220-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dfced2c-7115-4233-b537-b0377ae6660d HTTP/1.1" status: 200 len: 210 time: 0.0754776 Aug 10 03:23:59.852876 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02763b2e-640c-4141-9ec6-b70cbaeaf84d tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event deleted for resources: {'Port': ['ID=e640b8e3-b4e6-415e-8350-06d78874a861,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:59.881850 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788718c4-3b5e-44bd-b2cf-c4e46b6f89ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-115e9622-bdaf-4367-9b40-436d412443e3', 'network_id': '115e9622-bdaf-4367-9b40-436d412443e3', 'tenant_id': 'd8f2056cb8664657b3af8bc92377e007', 'fixed_ips': [{'subnet_id': 'bd7d81f8-72fd-4be1-9b02-66d566ab85a4'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:23:59.882704 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-788718c4-3b5e-44bd-b2cf-c4e46b6f89ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:59.891466 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4216ba21-8f7c-4e9d-806e-17178240bd48 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Pushing event deleted for resources: {'Subnet': ['ID=e33ecc05-8e92-4ab6-a157-cfe972d33ae8,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:59.897080 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4216ba21-8f7c-4e9d-806e-17178240bd48 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:59.903432 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4216ba21-8f7c-4e9d-806e-17178240bd48 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] 10.222.0.62 "DELETE /v2.0/subnets/e33ecc05-8e92-4ab6-a157-cfe972d33ae8 HTTP/1.1" status: 204 len: 168 time: 0.8358274 Aug 10 03:23:59.908816 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 34222) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:59.910561 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed54f4e-4154-47a5-8165-c1941052b415 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Pushing event updated for resources: {'Subnet': ['ID=bcd028e1-2925-47c6-a30f-39123c1ed77a,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:59.938839 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3accb02f-83af-4fae-a968-ad446dcfcead None None] Network 430d3ca4-69d7-487a-ba5a-fab2cb677224 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:00.005515 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-dd5782aa-25a1-447b-8c77-f38c4854cadf tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5947506 Aug 10 03:24:00.006184 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34224) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:00.020215 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-e7d81123-a711-4597-92a0-205a73092918 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Request body: {'subnet': {'network_id': '947b13c0-2fba-4b01-be97-4cb2d79ad30f', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:00.097906 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc96828-6e11-4048-b8c5-a2d8762ceaa8 None None] Pushing event updated for resources: {'Port': ['ID=2abcecc8-66a1-4d41-beb3-c91db997e686,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:00.105721 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5782aa-25a1-447b-8c77-f38c4854cadf tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Pushing event updated for resources: {'Network': ['ID=947b13c0-2fba-4b01-be97-4cb2d79ad30f,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:00.130631 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 947b13c0-2fba-4b01-be97-4cb2d79ad30f details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:24:00.133718 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095fbbe1-f601-4554-8b60-5e73f15245c3 None None] Network 10c5828e-51c6-4a0f-9596-da4e4c96f5a2 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:00.144844 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4ea09cbe-26c4-4eba-a211-cc0c27eaefb1 req-c2c0dd8a-b396-43ad-9809-02201f079d92 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6dfced2c-7115-4233-b537-b0377ae6660d HTTP/1.1" status: 200 len: 210 time: 0.1343622 Aug 10 03:24:00.148730 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d81123-a711-4597-92a0-205a73092918 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Made reservation on behalf of d8f2056cb8664657b3af8bc92377e007 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:00.152381 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e7d81123-a711-4597-92a0-205a73092918 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:00.222908 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-02763b2e-640c-4141-9ec6-b70cbaeaf84d tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:00.227265 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-02763b2e-640c-4141-9ec6-b70cbaeaf84d tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "DELETE /v2.0/ports/e640b8e3-b4e6-415e-8350-06d78874a861 HTTP/1.1" status: 204 len: 168 time: 2.2704508 Aug 10 03:24:00.229960 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34230) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:00.303182 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-d054e813-8f92-40fc-a1f7-ee4ddd0a0419 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] GET failed (client error): The resource could not be found. Aug 10 03:24:00.304158 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed54f4e-4154-47a5-8165-c1941052b415 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Checking segment: {'id': '517cece0-7eb7-49a7-a32c-7bacbbd6d439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '4274c1bb-4d56-4d31-910d-43a6cc1c5674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:00.304539 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed54f4e-4154-47a5-8165-c1941052b415 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Network hostable DHCP agents. Network: 4274c1bb-4d56-4d31-910d-43a6cc1c5674, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:24:00.307775 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d054e813-8f92-40fc-a1f7-ee4ddd0a0419 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "GET /v2.0/ports/e640b8e3-b4e6-415e-8350-06d78874a861 HTTP/1.1" status: 404 len: 333 time: 0.0747464 Aug 10 03:24:00.309049 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34232) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:00.339979 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-26f65d18-260f-41c8-9537-366defa8084d tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:00.359218 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13887321-83d0-4fa8-87c3-276c37422cb9 req-9d1e59c4-99ec-4a94-9edd-e1c30e243e11 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:00.367050 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-13887321-83d0-4fa8-87c3-276c37422cb9 req-9d1e59c4-99ec-4a94-9edd-e1c30e243e11 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 944 time: 0.3593764 Aug 10 03:24:00.372303 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed54f4e-4154-47a5-8165-c1941052b415 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Network 4274c1bb-4d56-4d31-910d-43a6cc1c5674 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:24:00.395279 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-9ed54f4e-4154-47a5-8165-c1941052b415 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 4274c1bb-4d56-4d31-910d-43a6cc1c5674) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:00.403626 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-363c69ac-6c0a-43cd-a86a-0933653aada5 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Deleting subnet 562a7d0b-81fd-4d18-8fd7-e74efe14700f {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:24:00.408494 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-363c69ac-6c0a-43cd-a86a-0933653aada5 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:00.418354 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed54f4e-4154-47a5-8165-c1941052b415 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:00.419012 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9ed54f4e-4154-47a5-8165-c1941052b415 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:00.456885 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-13887321-83d0-4fa8-87c3-276c37422cb9 req-5cc748e4-63f0-4953-a222-c73dbdba85e6 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887585 Aug 10 03:24:00.471232 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-9ed54f4e-4154-47a5-8165-c1941052b415 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1848309 Aug 10 03:24:00.485907 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 34234) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:00.496805 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-363c69ac-6c0a-43cd-a86a-0933653aada5 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:00.519266 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab765ad-258b-44ac-97ed-c087acb442ee None None] Network 4274c1bb-4d56-4d31-910d-43a6cc1c5674 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:00.555828 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e7d81123-a711-4597-92a0-205a73092918 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:00.593069 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-406e600a-0921-495f-8421-c2606c30d11d None None] Provisioning for port ae9e5963-2667-4bb9-bc8b-affd7caf56da completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:00.628354 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6f5b6b10-ca84-4eb4-824e-0928ad7c1bda tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:00.655730 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d81123-a711-4597-92a0-205a73092918 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Pushing event updated for resources: {'Subnet': ['ID=b3b15256-99de-40d9-819b-927887b64617,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:00.656921 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-26f65d18-260f-41c8-9537-366defa8084d tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Deleting port ba013e24-5360-45f8-912a-6fb565d6e097 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:24:00.657274 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-26f65d18-260f-41c8-9537-366defa8084d tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:00.672838 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe656bc6-bcf4-4cc0-943a-de03d5ac4cdd req-1db429aa-7b77-427a-9c1f-f47421cc7e82 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:00.674433 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fe656bc6-bcf4-4cc0-943a-de03d5ac4cdd req-1db429aa-7b77-427a-9c1f-f47421cc7e82 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc1c1126-0c34-4655-ad1e-3aa886f86c05 HTTP/1.1" status: 200 len: 945 time: 0.2287543 Aug 10 03:24:00.700460 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d81123-a711-4597-92a0-205a73092918 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Checking segment: {'id': '86b54bf5-e88f-4075-bc9c-ccc4a58c3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '947b13c0-2fba-4b01-be97-4cb2d79ad30f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:00.700460 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d81123-a711-4597-92a0-205a73092918 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Network hostable DHCP agents. Network: 947b13c0-2fba-4b01-be97-4cb2d79ad30f, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:24:00.704890 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-363c69ac-6c0a-43cd-a86a-0933653aada5 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:00.717503 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-406e600a-0921-495f-8421-c2606c30d11d None None] Provisioning complete for port ae9e5963-2667-4bb9-bc8b-affd7caf56da triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:00.717993 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-406e600a-0921-495f-8421-c2606c30d11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:00.740260 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bc8b82-43a9-4e73-8e05-aadaa3d802b6 req-f653d3e0-adc1-4c3a-95a1-6e4b1ae480fa tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:00.741875 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-31bc8b82-43a9-4e73-8e05-aadaa3d802b6 req-f653d3e0-adc1-4c3a-95a1-6e4b1ae480fa tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc1c1126-0c34-4655-ad1e-3aa886f86c05 HTTP/1.1" status: 200 len: 945 time: 0.1691358 Aug 10 03:24:00.800575 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-363c69ac-6c0a-43cd-a86a-0933653aada5 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:00.821639 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-363c69ac-6c0a-43cd-a86a-0933653aada5 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:00.826040 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-363c69ac-6c0a-43cd-a86a-0933653aada5 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "DELETE /v2.0/subnets/562a7d0b-81fd-4d18-8fd7-e74efe14700f HTTP/1.1" status: 204 len: 168 time: 0.5117075 Aug 10 03:24:00.828265 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 34244) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:00.835092 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7f143e2e-4502-4a09-98f2-15e9fd805391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:00.853567 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d81123-a711-4597-92a0-205a73092918 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Network 947b13c0-2fba-4b01-be97-4cb2d79ad30f is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:24:00.856896 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c69ac-6c0a-43cd-a86a-0933653aada5 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event deleted for resources: {'Subnet': ['ID=562a7d0b-81fd-4d18-8fd7-e74efe14700f,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:00.862425 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-2a83bdb4-b8c7-4e2a-9f89-9f03d3f307bb None None] Attempting to bind port 2abcecc8-66a1-4d41-beb3-c91db997e686 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:00.863102 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-2a83bdb4-b8c7-4e2a-9f89-9f03d3f307bb None None] Attempting to bind port 2abcecc8-66a1-4d41-beb3-c91db997e686 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '21a571a3-4e55-49d2-b640-8a0087164711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '532b240b-fb3f-4ff4-abca-a3f7440d9d59'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:00.863275 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a83bdb4-b8c7-4e2a-9f89-9f03d3f307bb None None] Attempting to bind port 2abcecc8-66a1-4d41-beb3-c91db997e686 on network 532b240b-fb3f-4ff4-abca-a3f7440d9d59 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:00.877147 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a83bdb4-b8c7-4e2a-9f89-9f03d3f307bb None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:24:00.877537 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a83bdb4-b8c7-4e2a-9f89-9f03d3f307bb None None] Checking segment: {'id': '21a571a3-4e55-49d2-b640-8a0087164711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '532b240b-fb3f-4ff4-abca-a3f7440d9d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:00.878469 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2a83bdb4-b8c7-4e2a-9f89-9f03d3f307bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:00.878915 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a83bdb4-b8c7-4e2a-9f89-9f03d3f307bb None None] Bound using segment: {'id': '21a571a3-4e55-49d2-b640-8a0087164711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '532b240b-fb3f-4ff4-abca-a3f7440d9d59'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:24:00.879406 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-2a83bdb4-b8c7-4e2a-9f89-9f03d3f307bb None None] Bound port: 2abcecc8-66a1-4d41-beb3-c91db997e686, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21a571a3-4e55-49d2-b640-8a0087164711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '532b240b-fb3f-4ff4-abca-a3f7440d9d59'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:24:00.879799 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2a83bdb4-b8c7-4e2a-9f89-9f03d3f307bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:00.880258 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-e7d81123-a711-4597-92a0-205a73092918 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 947b13c0-2fba-4b01-be97-4cb2d79ad30f) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:00.885544 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-26f65d18-260f-41c8-9537-366defa8084d tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] For port ba013e24-5360-45f8-912a-6fb565d6e097, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=ba013e24-5360-45f8-912a-6fb565d6e097,segment=NetworkSegment(146df76e-0be0-4595-aac8-93b0feb986ef),segment_id=146df76e-0be0-4595-aac8-93b0feb986ef)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:00.885924 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-26f65d18-260f-41c8-9537-366defa8084d tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:00.899165 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d81123-a711-4597-92a0-205a73092918 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:00.900836 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e7d81123-a711-4597-92a0-205a73092918 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:00.931301 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e7d81123-a711-4597-92a0-205a73092918 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9191501 Aug 10 03:24:00.950441 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6f5b6b10-ca84-4eb4-824e-0928ad7c1bda tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:00.979100 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f031c1bf-f226-4e08-acbf-98ff0b24b70b None None] Network 947b13c0-2fba-4b01-be97-4cb2d79ad30f requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:00.995815 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-26f65d18-260f-41c8-9537-366defa8084d tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Calling delete_port for ba013e24-5360-45f8-912a-6fb565d6e097 owned by network:dhcp {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:24:01.044665 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-31bc8b82-43a9-4e73-8e05-aadaa3d802b6 req-08729f19-cfcb-4164-82ed-bfe132c0eff4 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/security-groups?id=2832b822-3ae7-4539-a861-1dd7e33b3925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911708 Aug 10 03:24:01.047647 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b4c6c1d1-a209-4292-a082-0a90d433d71b req-7fb07650-fe8e-477e-bb35-e1afb77c88c6 tempest-ServerShowV257Test-908913220 tempest-ServerShowV257Test-908913220-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dfced2c-7115-4233-b537-b0377ae6660d HTTP/1.1" status: 200 len: 210 time: 0.0871682 Aug 10 03:24:01.059856 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-788718c4-3b5e-44bd-b2cf-c4e46b6f89ea None None] Allocated IP 19.80.0.2 (115e9622-bdaf-4367-9b40-436d412443e3/bd7d81f8-72fd-4be1-9b02-66d566ab85a4/e5d7f139-d5bd-46a8-b0d1-16273adcc3ac) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:24:01.171480 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55784709-1bc4-4cca-ba78-51d50f1165d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-4274c1bb-4d56-4d31-910d-43a6cc1c5674', 'network_id': '4274c1bb-4d56-4d31-910d-43a6cc1c5674', 'tenant_id': 'a0853454ae8b4b8c9105d0ce5b396b8a', 'fixed_ips': [{'subnet_id': 'bcd028e1-2925-47c6-a30f-39123c1ed77a'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:24:01.172136 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-55784709-1bc4-4cca-ba78-51d50f1165d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:01.180570 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bb259c80-69b1-4361-a33e-5a025c6b5b47 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:01.255534 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a624620-a162-4617-b80a-d9d96cbb31d6 None None] DHCP port deletion for 430d3ca4-69d7-487a-ba5a-fab2cb677224 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:24:01.271635 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-2a83bdb4-b8c7-4e2a-9f89-9f03d3f307bb None None] For port 2abcecc8-66a1-4d41-beb3-c91db997e686, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:24:01.289844 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6f5b6b10-ca84-4eb4-824e-0928ad7c1bda tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:01.354803 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5b6b10-ca84-4eb4-824e-0928ad7c1bda tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Pushing event deleted for resources: {'Subnet': ['ID=bcd028e1-2925-47c6-a30f-39123c1ed77a,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:01.368635 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-fe656bc6-bcf4-4cc0-943a-de03d5ac4cdd req-ac7f60fa-06b2-4edc-941e-d8f10020b9a1 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Deleting port 62410b7c-4993-40cc-9e94-b09512d088a8 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:24:01.369115 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-fe656bc6-bcf4-4cc0-943a-de03d5ac4cdd req-ac7f60fa-06b2-4edc-941e-d8f10020b9a1 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:01.384538 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device ba013e24-5360-45f8-912a-6fb565d6e097 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:24:01.495102 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-26f65d18-260f-41c8-9537-366defa8084d tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:01.603673 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f65d18-260f-41c8-9537-366defa8084d tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Pushing event deleted for resources: {'Port': ['ID=ba013e24-5360-45f8-912a-6fb565d6e097,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:01.609687 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f65d18-260f-41c8-9537-366defa8084d tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] No DVR routers for this DVR port ba013e24-5360-45f8-912a-6fb565d6e097 on host n-d-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:24:01.627558 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-2a83bdb4-b8c7-4e2a-9f89-9f03d3f307bb None None] For port 2abcecc8-66a1-4d41-beb3-c91db997e686, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=2abcecc8-66a1-4d41-beb3-c91db997e686,segment=NetworkSegment(21a571a3-4e55-49d2-b640-8a0087164711),segment_id=21a571a3-4e55-49d2-b640-8a0087164711)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:24:01.669154 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6f5b6b10-ca84-4eb4-824e-0928ad7c1bda tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:01.672597 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2a83bdb4-b8c7-4e2a-9f89-9f03d3f307bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:01.723108 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-6f5b6b10-ca84-4eb4-824e-0928ad7c1bda tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4274c1bb-4d56-4d31-910d-43a6cc1c5674']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:01.744674 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad78ee1c-b34b-490a-9c2c-b445a10ffe08 None None] Network 4274c1bb-4d56-4d31-910d-43a6cc1c5674 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:01.754156 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc96828-6e11-4048-b8c5-a2d8762ceaa8 None None] Pushing event updated for resources: {'Port': ['ID=2abcecc8-66a1-4d41-beb3-c91db997e686,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:01.765532 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-6f5b6b10-ca84-4eb4-824e-0928ad7c1bda tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '517cece0-7eb7-49a7-a32c-7bacbbd6d439') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:01.765532 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-6f5b6b10-ca84-4eb4-824e-0928ad7c1bda tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '517cece0-7eb7-49a7-a32c-7bacbbd6d439') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:01.805378 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6f5b6b10-ca84-4eb4-824e-0928ad7c1bda tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:01.849235 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-406e600a-0921-495f-8421-c2606c30d11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:01.852368 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-bb259c80-69b1-4361-a33e-5a025c6b5b47 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Deleting port ae9e5963-2667-4bb9-bc8b-affd7caf56da {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:24:01.852526 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bb259c80-69b1-4361-a33e-5a025c6b5b47 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:01.871920 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-e53bd17f-c48b-45bb-997c-6face14c2914 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:01.878407 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-e53bd17f-c48b-45bb-997c-6face14c2914 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:01.886384 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-e53bd17f-c48b-45bb-997c-6face14c2914 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/networks?id=115e9622-bdaf-4367-9b40-436d412443e3&id=947b13c0-2fba-4b01-be97-4cb2d79ad30f&id=115e9622-bdaf-4367-9b40-436d412443e3 HTTP/1.1" status: 200 len: 1391 time: 0.6020675 Aug 10 03:24:01.889119 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No active binding found for port ba013e24-5360-45f8-912a-6fb565d6e097 {{(pid=94218) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 10 03:24:01.890015 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device ba013e24-5360-45f8-912a-6fb565d6e097 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:24:01.962121 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-fe656bc6-bcf4-4cc0-943a-de03d5ac4cdd req-ac7f60fa-06b2-4edc-941e-d8f10020b9a1 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] For port 62410b7c-4993-40cc-9e94-b09512d088a8, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=62410b7c-4993-40cc-9e94-b09512d088a8,segment=NetworkSegment(d7f531d5-47e8-4317-acb0-b1f9e067fb36),segment_id=d7f531d5-47e8-4317-acb0-b1f9e067fb36)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:01.962506 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-fe656bc6-bcf4-4cc0-943a-de03d5ac4cdd req-ac7f60fa-06b2-4edc-941e-d8f10020b9a1 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:02.007670 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b095deae-93d7-4556-9829-f2be6fa23485 None None] Network 10c5828e-51c6-4a0f-9596-da4e4c96f5a2 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:02.098773 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a83bdb4-b8c7-4e2a-9f89-9f03d3f307bb None None] Routers {'f623395f-1c62-4bf0-a2a9-a406b8ce198c'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:24:02.099415 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-2a83bdb4-b8c7-4e2a-9f89-9f03d3f307bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:23:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['f623395f-1c62-4bf0-a2a9-a406b8ce198c'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:02.142821 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-406e600a-0921-495f-8421-c2606c30d11d None None] For port ae9e5963-2667-4bb9-bc8b-affd7caf56da, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=ae9e5963-2667-4bb9-bc8b-affd7caf56da,segment=NetworkSegment(91af7a1d-a3cd-4a6b-9ac9-785d688345b5),segment_id=91af7a1d-a3cd-4a6b-9ac9-785d688345b5)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:02.189780 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adf3415-b35c-4313-a8b5-375645f71374 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-947b13c0-2fba-4b01-be97-4cb2d79ad30f', 'network_id': '947b13c0-2fba-4b01-be97-4cb2d79ad30f', 'tenant_id': 'd8f2056cb8664657b3af8bc92377e007', 'fixed_ips': [{'subnet_id': 'b3b15256-99de-40d9-819b-927887b64617'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:24:02.190628 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0adf3415-b35c-4313-a8b5-375645f71374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:02.211977 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-406e600a-0921-495f-8421-c2606c30d11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:02.244379 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-9a624620-a162-4617-b80a-d9d96cbb31d6 None None] Deleting port ba013e24-5360-45f8-912a-6fb565d6e097 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:24:02.244818 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9a624620-a162-4617-b80a-d9d96cbb31d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:02.271573 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-788718c4-3b5e-44bd-b2cf-c4e46b6f89ea None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:02.363051 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb1fea3-098a-4b80-b6f6-b14b68417ea6 req-b3f4d17c-b031-4500-8330-bdda96dbfab3 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:02.364572 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1fb1fea3-098a-4b80-b6f6-b14b68417ea6 req-b3f4d17c-b031-4500-8330-bdda96dbfab3 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 944 time: 0.8055944 Aug 10 03:24:02.368124 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6f5b6b10-ca84-4eb4-824e-0928ad7c1bda tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:02.375397 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-26f65d18-260f-41c8-9537-366defa8084d tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:02.396438 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-16a41e02-3055-4967-8450-b50ba92d205e tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/quotas/d8f2056cb8664657b3af8bc92377e007 HTTP/1.1" status: 200 len: 375 time: 0.5091324 Aug 10 03:24:02.402428 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f5b6b10-ca84-4eb4-824e-0928ad7c1bda tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:24:02.402865 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6f5b6b10-ca84-4eb4-824e-0928ad7c1bda tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:02.406492 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-fe656bc6-bcf4-4cc0-943a-de03d5ac4cdd req-ac7f60fa-06b2-4edc-941e-d8f10020b9a1 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Calling delete_port for 62410b7c-4993-40cc-9e94-b09512d088a8 owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:24:02.408158 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:24:02.408158 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:24:02.408158 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:24:02.408158 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:24:02.408158 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:24:02.408158 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:24:02.408158 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:24:02.408158 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:24:02.408158 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:24:02.408158 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:24:02.408158 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:24:02.408158 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:24:02.408158 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:24:02.408158 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:24:02.408158 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:24:02.408158 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:24:02.408158 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:24:02.408158 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:24:02.408158 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:24:02.408158 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:24:02.408158 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:24:02.408158 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:24:02.408158 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:24:02.408158 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:24:02.408158 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:24:02.408158 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:24:02.408158 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:24:02.408158 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:24:02.408158 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:24:02.408158 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:24:02.408158 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:24:02.408158 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:24:02.410480 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-26f65d18-260f-41c8-9537-366defa8084d tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['430d3ca4-69d7-487a-ba5a-fab2cb677224']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:02.494470 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-26f65d18-260f-41c8-9537-366defa8084d tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '146df76e-0be0-4595-aac8-93b0feb986ef') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:02.494794 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-26f65d18-260f-41c8-9537-366defa8084d tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '146df76e-0be0-4595-aac8-93b0feb986ef') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:02.518222 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-bb259c80-69b1-4361-a33e-5a025c6b5b47 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] For port ae9e5963-2667-4bb9-bc8b-affd7caf56da, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=ae9e5963-2667-4bb9-bc8b-affd7caf56da,segment=NetworkSegment(91af7a1d-a3cd-4a6b-9ac9-785d688345b5),segment_id=91af7a1d-a3cd-4a6b-9ac9-785d688345b5)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:02.518597 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bb259c80-69b1-4361-a33e-5a025c6b5b47 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:02.525643 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-9a624620-a162-4617-b80a-d9d96cbb31d6 None None] For port ba013e24-5360-45f8-912a-6fb565d6e097, host n-d-768851-15, got binding levels [] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:02.526070 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9a624620-a162-4617-b80a-d9d96cbb31d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:02.546121 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-bb7ce8ef-e196-4ea7-b791-ef185caef39e None None] Provisioning complete for port ae9e5963-2667-4bb9-bc8b-affd7caf56da triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:02.546504 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-bb7ce8ef-e196-4ea7-b791-ef185caef39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:02.555795 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406e600a-0921-495f-8421-c2606c30d11d None None] Pushing event updated for resources: {'Port': ['ID=ae9e5963-2667-4bb9-bc8b-affd7caf56da,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:02.557136 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-26f65d18-260f-41c8-9537-366defa8084d tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:02.575813 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-9a624620-a162-4617-b80a-d9d96cbb31d6 None None] Calling delete_port for ba013e24-5360-45f8-912a-6fb565d6e097 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:24:02.583010 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.ipam_backend_mixin [None req-9a624620-a162-4617-b80a-d9d96cbb31d6 None None] Port ba013e24-5360-45f8-912a-6fb565d6e097 was not found and therefore no delete operation was performed {{(pid=94218) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 03:24:02.609767 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-bb259c80-69b1-4361-a33e-5a025c6b5b47 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Calling delete_port for ae9e5963-2667-4bb9-bc8b-affd7caf56da owned by network:dhcp {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:24:02.611740 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-2a83bdb4-b8c7-4e2a-9f89-9f03d3f307bb None None] Set router f623395f-1c62-4bf0-a2a9-a406b8ce198c gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:24:02.615206 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9a624620-a162-4617-b80a-d9d96cbb31d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:02.643948 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-26f65d18-260f-41c8-9537-366defa8084d tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:02.654011 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6f5b6b10-ca84-4eb4-824e-0928ad7c1bda tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:02.654562 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-788718c4-3b5e-44bd-b2cf-c4e46b6f89ea None None] Transition to ACTIVE for port object e5d7f139-d5bd-46a8-b0d1-16273adcc3ac will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:02.660470 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6f5b6b10-ca84-4eb4-824e-0928ad7c1bda tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:02.663728 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-6f5b6b10-ca84-4eb4-824e-0928ad7c1bda tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "DELETE /v2.0/networks/4274c1bb-4d56-4d31-910d-43a6cc1c5674 HTTP/1.1" status: 204 len: 168 time: 2.1758628 Aug 10 03:24:02.667292 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34288) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:02.675300 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-ae66ee4f-ec2d-4c60-852d-5432d5708f4a tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1076722585'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:02.682263 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26f65d18-260f-41c8-9537-366defa8084d tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:24:02.682645 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-26f65d18-260f-41c8-9537-366defa8084d tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:02.687994 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:24:02.687994 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:24:02.687994 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:24:02.687994 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:24:02.687994 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:24:02.687994 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:24:02.687994 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:24:02.687994 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:24:02.687994 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:24:02.687994 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:24:02.687994 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:24:02.687994 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:24:02.687994 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:24:02.687994 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:24:02.687994 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:24:02.687994 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:24:02.687994 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:24:02.687994 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:24:02.687994 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:24:02.687994 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:24:02.687994 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:24:02.687994 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:24:02.687994 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:24:02.687994 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:24:02.687994 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:24:02.687994 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:24:02.687994 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:24:02.687994 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:24:02.687994 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:24:02.687994 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:24:02.687994 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:24:02.687994 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:24:02.706842 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae66ee4f-ec2d-4c60-852d-5432d5708f4a tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Made reservation on behalf of a0853454ae8b4b8c9105d0ce5b396b8a for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:02.711343 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a624620-a162-4617-b80a-d9d96cbb31d6 None None] Pushing event deleted for resources: {'Port': ['ID=ba013e24-5360-45f8-912a-6fb565d6e097,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:02.718748 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a624620-a162-4617-b80a-d9d96cbb31d6 None None] No DVR routers for this DVR port ba013e24-5360-45f8-912a-6fb565d6e097 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:24:02.721009 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ae66ee4f-ec2d-4c60-852d-5432d5708f4a tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:02.751735 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae66ee4f-ec2d-4c60-852d-5432d5708f4a tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:24:02.757122 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1fb1fea3-098a-4b80-b6f6-b14b68417ea6 req-a442346d-fee5-403b-aa34-240fea548c85 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3726995 Aug 10 03:24:02.766064 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ae66ee4f-ec2d-4c60-852d-5432d5708f4a tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:02.766787 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-ae66ee4f-ec2d-4c60-852d-5432d5708f4a tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Added segment 8576b309-1725-44e2-8cd6-9214ca2d8010 of type vlan for network 0301b0e7-58bb-45ea-a6ed-823381c629f9 Aug 10 03:24:02.834205 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5b6b10-ca84-4eb4-824e-0928ad7c1bda tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Pushing event deleted for resources: {'Network': ['ID=4274c1bb-4d56-4d31-910d-43a6cc1c5674,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:02.847323 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-788718c4-3b5e-44bd-b2cf-c4e46b6f89ea None None] Transition to ACTIVE for port object e5d7f139-d5bd-46a8-b0d1-16273adcc3ac will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:02.853059 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ae66ee4f-ec2d-4c60-852d-5432d5708f4a tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:02.882312 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-0adf3415-b35c-4313-a8b5-375645f71374 None None] Allocated IP 19.86.0.2 (947b13c0-2fba-4b01-be97-4cb2d79ad30f/b3b15256-99de-40d9-819b-927887b64617/409757f3-3b25-4394-9f04-60d5e2ee8c4a) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:24:02.890645 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ae66ee4f-ec2d-4c60-852d-5432d5708f4a tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:02.903939 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae66ee4f-ec2d-4c60-852d-5432d5708f4a tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:02.905151 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ae66ee4f-ec2d-4c60-852d-5432d5708f4a tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:02.919725 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13813b1f-5ee7-4a3d-955b-e840302925d9 None None] DHCP port deletion for 10c5828e-51c6-4a0f-9596-da4e4c96f5a2 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:24:02.941673 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-2c56d5e7-6f66-4ccc-aafd-d3e11081102a tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d8f2056cb8664657b3af8bc92377e007&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5099051 Aug 10 03:24:02.966605 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-788718c4-3b5e-44bd-b2cf-c4e46b6f89ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:02.993268 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ae66ee4f-ec2d-4c60-852d-5432d5708f4a tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3212309 Aug 10 03:24:02.993495 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-26f65d18-260f-41c8-9537-366defa8084d tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:02.994658 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34292) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:02.999737 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-26f65d18-260f-41c8-9537-366defa8084d tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:02.999925 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-84edff9f-4718-48d4-b844-9f4c9f9abfe1 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Request body: {'subnet': {'network_id': '0301b0e7-58bb-45ea-a6ed-823381c629f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:03.004703 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-26f65d18-260f-41c8-9537-366defa8084d tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] 10.222.0.62 "DELETE /v2.0/networks/430d3ca4-69d7-487a-ba5a-fab2cb677224 HTTP/1.1" status: 204 len: 168 time: 3.0950568 Aug 10 03:24:03.039290 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 34294) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:03.081819 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f65d18-260f-41c8-9537-366defa8084d tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Pushing event deleted for resources: {'Network': ['ID=430d3ca4-69d7-487a-ba5a-fab2cb677224,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:03.096799 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae66ee4f-ec2d-4c60-852d-5432d5708f4a tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Pushing event updated for resources: {'Network': ['ID=0301b0e7-58bb-45ea-a6ed-823381c629f9,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:03.114486 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84edff9f-4718-48d4-b844-9f4c9f9abfe1 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Made reservation on behalf of a0853454ae8b4b8c9105d0ce5b396b8a for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:03.119692 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-84edff9f-4718-48d4-b844-9f4c9f9abfe1 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:03.135828 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-c13e9642-f963-48d3-b894-0182211a8e84 tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] 10.222.0.62 "GET /v2.0/ports?device_id=86e2b2f0-1299-477b-9b92-80e1118a7f12 HTTP/1.1" status: 200 len: 205 time: 0.0796244 Aug 10 03:24:03.136768 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 34296) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:03.189141 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8428340-07c2-4c94-8f25-4bd8b6122d0d req-b49f23f9-40d1-481a-95ad-2635246bbb23 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:03.191243 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e8428340-07c2-4c94-8f25-4bd8b6122d0d req-b49f23f9-40d1-481a-95ad-2635246bbb23 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc1c1126-0c34-4655-ad1e-3aa886f86c05 HTTP/1.1" status: 200 len: 945 time: 0.3097544 Aug 10 03:24:03.231171 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 0301b0e7-58bb-45ea-a6ed-823381c629f9 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:24:03.244337 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bb259c80-69b1-4361-a33e-5a025c6b5b47 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:03.269495 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb259c80-69b1-4361-a33e-5a025c6b5b47 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] No DVR routers for this DVR port ae9e5963-2667-4bb9-bc8b-affd7caf56da on host n-d-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:24:03.362563 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-84edff9f-4718-48d4-b844-9f4c9f9abfe1 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:03.386894 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb259c80-69b1-4361-a33e-5a025c6b5b47 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event deleted for resources: {'Port': ['ID=ae9e5963-2667-4bb9-bc8b-affd7caf56da,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:03.419167 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8d613b4d-f7c3-4e97-9673-16725c74da9e tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks [] for router, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:03.434574 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device ae9e5963-2667-4bb9-bc8b-affd7caf56da no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:24:03.462926 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84edff9f-4718-48d4-b844-9f4c9f9abfe1 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Checking segment: {'id': '8576b309-1725-44e2-8cd6-9214ca2d8010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '0301b0e7-58bb-45ea-a6ed-823381c629f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:03.463543 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84edff9f-4718-48d4-b844-9f4c9f9abfe1 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Network hostable DHCP agents. Network: 0301b0e7-58bb-45ea-a6ed-823381c629f9, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:24:03.468969 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788718c4-3b5e-44bd-b2cf-c4e46b6f89ea None None] Network 115e9622-bdaf-4367-9b40-436d412443e3 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:24:03.473713 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84edff9f-4718-48d4-b844-9f4c9f9abfe1 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Pushing event updated for resources: {'Subnet': ['ID=95235697-7112-489c-9941-b6acbe3c8e53,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:03.479044 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: ae9e5963-2667-4bb9-bc8b-affd7caf56da {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:24:03.479434 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device ae9e5963-2667-4bb9-bc8b-affd7caf56da not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:24:03.480856 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-05f46849-0da2-4ec5-9f57-43cf310a9bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:03.496133 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84edff9f-4718-48d4-b844-9f4c9f9abfe1 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Network 0301b0e7-58bb-45ea-a6ed-823381c629f9 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:24:03.506893 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:03.508833 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-788718c4-3b5e-44bd-b2cf-c4e46b6f89ea None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:03.513299 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-84edff9f-4718-48d4-b844-9f4c9f9abfe1 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 0301b0e7-58bb-45ea-a6ed-823381c629f9) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:03.519446 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84edff9f-4718-48d4-b844-9f4c9f9abfe1 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:03.520287 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-84edff9f-4718-48d4-b844-9f4c9f9abfe1 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:03.531591 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788718c4-3b5e-44bd-b2cf-c4e46b6f89ea None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:24:03.539460 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20737043-30fe-465b-b8e8-8e87b69f3dc2 None None] Network 0301b0e7-58bb-45ea-a6ed-823381c629f9 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:03.542058 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-84edff9f-4718-48d4-b844-9f4c9f9abfe1 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5470538 Aug 10 03:24:03.543079 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-7a641e7f-3179-41dc-bc0f-c7c4ba9e03b6 service neutron] 10.222.0.62 "GET /v2.0/networks/115e9622-bdaf-4367-9b40-436d412443e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5895846 Aug 10 03:24:03.553164 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34298) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:03.576315 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e8428340-07c2-4c94-8f25-4bd8b6122d0d req-7a0fa63c-2a28-449b-919e-b3d04a297fe1 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/security-groups?id=2832b822-3ae7-4539-a861-1dd7e33b3925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398767 Aug 10 03:24:03.576956 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-fe656bc6-bcf4-4cc0-943a-de03d5ac4cdd req-ac7f60fa-06b2-4edc-941e-d8f10020b9a1 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:03.612573 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788718c4-3b5e-44bd-b2cf-c4e46b6f89ea None None] Pushing event updated for resources: {'Port': ['ID=e5d7f139-d5bd-46a8-b0d1-16273adcc3ac,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:03.618427 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bb259c80-69b1-4361-a33e-5a025c6b5b47 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:03.637439 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['e5ada148-9d0b-4590-ad6f-f422ca77e963'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:24:03.692576 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7f60fa-06b2-4edc-941e-d8f10020b9a1 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Pushing event deleted for resources: {'Port': ['ID=62410b7c-4993-40cc-9e94-b09512d088a8,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:03.720254 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-033b6d7f-1b91-4c36-a448-2d73f751443c tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:03.732690 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-bb259c80-69b1-4361-a33e-5a025c6b5b47 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10c5828e-51c6-4a0f-9596-da4e4c96f5a2']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:03.793667 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-bb259c80-69b1-4361-a33e-5a025c6b5b47 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91af7a1d-a3cd-4a6b-9ac9-785d688345b5') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:03.793978 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-bb259c80-69b1-4361-a33e-5a025c6b5b47 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91af7a1d-a3cd-4a6b-9ac9-785d688345b5') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:03.834055 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-033b6d7f-1b91-4c36-a448-2d73f751443c tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:03.885995 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5ba7a092-96f2-40b8-9164-d066cc3af2f0 req-3d006eaf-3601-40c2-913d-1159c99c1292 tempest-ServerShowV257Test-908913220 tempest-ServerShowV257Test-908913220-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dfced2c-7115-4233-b537-b0377ae6660d HTTP/1.1" status: 200 len: 210 time: 0.1489589 Aug 10 03:24:03.891436 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bb259c80-69b1-4361-a33e-5a025c6b5b47 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:03.905536 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-033b6d7f-1b91-4c36-a448-2d73f751443c tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:03.922221 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8d613b4d-f7c3-4e97-9673-16725c74da9e tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:03.923190 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 62410b7c-4993-40cc-9e94-b09512d088a8 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:24:03.926343 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8d613b4d-f7c3-4e97-9673-16725c74da9e tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:03.930095 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe656bc6-bcf4-4cc0-943a-de03d5ac4cdd req-ac7f60fa-06b2-4edc-941e-d8f10020b9a1 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] No DVR routers for this DVR port 62410b7c-4993-40cc-9e94-b09512d088a8 on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:24:03.933412 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-fe656bc6-bcf4-4cc0-943a-de03d5ac4cdd req-ac7f60fa-06b2-4edc-941e-d8f10020b9a1 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:03.935983 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fe656bc6-bcf4-4cc0-943a-de03d5ac4cdd req-ac7f60fa-06b2-4edc-941e-d8f10020b9a1 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.60 "DELETE /v2.0/ports/62410b7c-4993-40cc-9e94-b09512d088a8 HTTP/1.1" status: 204 len: 173 time: 3.2488871 Aug 10 03:24:03.949542 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc1c1126-0c34-4655-ad1e-3aa886f86c05', 'name': 'network-vif-deleted', 'tag': '62410b7c-4993-40cc-9e94-b09512d088a8'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:03.952110 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0a8850-09c1-48f2-ace1-0748939fc5be" -d '{"events": [{"server_uuid": "fc1c1126-0c34-4655-ad1e-3aa886f86c05", "name": "network-vif-deleted", "tag": "62410b7c-4993-40cc-9e94-b09512d088a8"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:03.957464 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033b6d7f-1b91-4c36-a448-2d73f751443c tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Pushing event deleted for resources: {'Subnet': ['ID=95235697-7112-489c-9941-b6acbe3c8e53,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:03.993568 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bb259c80-69b1-4361-a33e-5a025c6b5b47 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:04.026073 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-2a83bdb4-b8c7-4e2a-9f89-9f03d3f307bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f623395f-1c62-4bf0-a2a9-a406b8ce198c', 'name': 'tempest-ServersTestMultiNic-174352588-router', 'tenant_id': 'd8f2056cb8664657b3af8bc92377e007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'dec7dab2-937e-46b3-bbfd-62dcb176d1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:23:40Z', 'updated_at': '2021-08-10T03:23:53Z', 'revision_number': 4, 'project_id': 'd8f2056cb8664657b3af8bc92377e007', 'gw_port': {'id': 'dec7dab2-937e-46b3-bbfd-62dcb176d1f9', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f623395f-1c62-4bf0-a2a9-a406b8ce198c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:23:43Z', 'updated_at': '2021-08-10T03:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '2abcecc8-66a1-4d41-beb3-c91db997e686', 'name': '', 'network_id': '532b240b-fb3f-4ff4-abca-a3f7440d9d59', 'tenant_id': 'd8f2056cb8664657b3af8bc92377e007', 'mac_address': 'fa:16:3e:d0:0f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f623395f-1c62-4bf0-a2a9-a406b8ce198c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '4ed32f49-679f-4804-be8c-4c32983a9013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:23:51Z', 'updated_at': '2021-08-10T03:24:01Z', 'revision_number': 4, 'project_id': 'd8f2056cb8664657b3af8bc92377e007', 'subnets': [{'id': '4ed32f49-679f-4804-be8c-4c32983a9013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:04.050175 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-033b6d7f-1b91-4c36-a448-2d73f751443c tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:04.056647 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb259c80-69b1-4361-a33e-5a025c6b5b47 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:24:04.057182 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bb259c80-69b1-4361-a33e-5a025c6b5b47 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:04.063421 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-033b6d7f-1b91-4c36-a448-2d73f751443c tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0301b0e7-58bb-45ea-a6ed-823381c629f9']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:04.077950 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-033b6d7f-1b91-4c36-a448-2d73f751443c tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8576b309-1725-44e2-8cd6-9214ca2d8010') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:04.078244 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-033b6d7f-1b91-4c36-a448-2d73f751443c tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8576b309-1725-44e2-8cd6-9214ca2d8010') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:04.088533 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-033b6d7f-1b91-4c36-a448-2d73f751443c tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:04.107298 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-13813b1f-5ee7-4a3d-955b-e840302925d9 None None] Deleting port ae9e5963-2667-4bb9-bc8b-affd7caf56da {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:24:04.107980 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-13813b1f-5ee7-4a3d-955b-e840302925d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:04.112506 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-033b6d7f-1b91-4c36-a448-2d73f751443c tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:04.114337 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-7630846b-c9e1-41e3-96cb-2edfc8fff624 service neutron] 10.222.0.62 "GET /v2.0/networks/115e9622-bdaf-4367-9b40-436d412443e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5267951 Aug 10 03:24:04.122858 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-033b6d7f-1b91-4c36-a448-2d73f751443c tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:24:04.123501 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-033b6d7f-1b91-4c36-a448-2d73f751443c tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:04.124005 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: 62410b7c-4993-40cc-9e94-b09512d088a8 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:24:04.124544 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 62410b7c-4993-40cc-9e94-b09512d088a8 not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:24:04.125671 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:24:04.125671 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:24:04.125671 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:24:04.125671 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:24:04.125671 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:24:04.125671 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:24:04.125671 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:24:04.125671 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:24:04.125671 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:24:04.125671 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:24:04.125671 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:24:04.125671 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:24:04.125671 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:24:04.125671 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:24:04.125671 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:24:04.125671 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:24:04.125671 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:24:04.125671 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:24:04.125671 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:24:04.125671 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:24:04.125671 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:24:04.125671 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:24:04.125671 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:24:04.125671 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:24:04.125671 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:24:04.125671 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:24:04.125671 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:24:04.125671 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:24:04.125671 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:24:04.125671 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:24:04.125671 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:24:04.125671 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:24:04.169895 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a83bdb4-b8c7-4e2a-9f89-9f03d3f307bb None None] The sync data for ids ['f623395f-1c62-4bf0-a2a9-a406b8ce198c'] in n-d-768851-15 is: [{'id': 'f623395f-1c62-4bf0-a2a9-a406b8ce198c', 'name': 'tempest-ServersTestMultiNic-174352588-router', 'tenant_id': 'd8f2056cb8664657b3af8bc92377e007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'dec7dab2-937e-46b3-bbfd-62dcb176d1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:23:40Z', 'updated_at': '2021-08-10T03:23:53Z', 'revision_number': 4, 'project_id': 'd8f2056cb8664657b3af8bc92377e007', 'gw_port': {'id': 'dec7dab2-937e-46b3-bbfd-62dcb176d1f9', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f623395f-1c62-4bf0-a2a9-a406b8ce198c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:23:43Z', 'updated_at': '2021-08-10T03:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '2abcecc8-66a1-4d41-beb3-c91db997e686', 'name': '', 'network_id': '532b240b-fb3f-4ff4-abca-a3f7440d9d59', 'tenant_id': 'd8f2056cb8664657b3af8bc92377e007', 'mac_address': 'fa:16:3e:d0:0f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f623395f-1c62-4bf0-a2a9-a406b8ce198c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '4ed32f49-679f-4804-be8c-4c32983a9013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:23:51Z', 'updated_at': '2021-08-10T03:24:01Z', 'revision_number': 4, 'project_id': 'd8f2056cb8664657b3af8bc92377e007', 'subnets': [{'id': '4ed32f49-679f-4804-be8c-4c32983a9013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:24:04.213866 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:24:04.213866 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:24:04.213866 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:24:04.213866 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:24:04.213866 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:24:04.213866 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:24:04.213866 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:24:04.213866 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:24:04.213866 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:24:04.213866 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:24:04.213866 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:24:04.213866 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:24:04.213866 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:24:04.213866 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:24:04.213866 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:24:04.213866 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:24:04.213866 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:24:04.213866 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:24:04.213866 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:24:04.213866 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:24:04.213866 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:24:04.213866 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:24:04.213866 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:24:04.213866 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:24:04.213866 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:24:04.213866 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:24:04.213866 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:24:04.213866 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:24:04.213866 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:24:04.213866 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:24:04.213866 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:24:04.213866 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:24:04.219525 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8d613b4d-f7c3-4e97-9673-16725c74da9e tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:04.220098 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d613b4d-f7c3-4e97-9673-16725c74da9e tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Fanout notify agent at l3_agent the message router_deleted on router 86e2b2f0-1299-477b-9b92-80e1118a7f12 {{(pid=94216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:24:04.221698 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-033b6d7f-1b91-4c36-a448-2d73f751443c tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:04.234624 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-033b6d7f-1b91-4c36-a448-2d73f751443c tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:04.251875 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-033b6d7f-1b91-4c36-a448-2d73f751443c tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "DELETE /v2.0/networks/0301b0e7-58bb-45ea-a6ed-823381c629f9 HTTP/1.1" status: 204 len: 168 time: 0.6960115 Aug 10 03:24:04.275784 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8d613b4d-f7c3-4e97-9673-16725c74da9e tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:04.279407 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8d613b4d-f7c3-4e97-9673-16725c74da9e tempest-RoutersNegativeIpV6Test-2074147657 tempest-RoutersNegativeIpV6Test-2074147657-project] 10.222.0.62 "DELETE /v2.0/routers/86e2b2f0-1299-477b-9b92-80e1118a7f12 HTTP/1.1" status: 204 len: 168 time: 1.1311524 Aug 10 03:24:04.279407 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 34308) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:04.288741 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-55974c91-f43e-4325-8a01-6a2662bb5972 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-867359799'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:04.306295 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033b6d7f-1b91-4c36-a448-2d73f751443c tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Pushing event deleted for resources: {'Network': ['ID=0301b0e7-58bb-45ea-a6ed-823381c629f9,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:04.341653 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-788718c4-3b5e-44bd-b2cf-c4e46b6f89ea None None] Attempting to bind port e5d7f139-d5bd-46a8-b0d1-16273adcc3ac on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:04.343164 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-788718c4-3b5e-44bd-b2cf-c4e46b6f89ea None None] Attempting to bind port e5d7f139-d5bd-46a8-b0d1-16273adcc3ac by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'b3a2a1ab-0b1f-4022-baaa-824978a8521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '115e9622-bdaf-4367-9b40-436d412443e3'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:04.344847 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55974c91-f43e-4325-8a01-6a2662bb5972 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Made reservation on behalf of a0853454ae8b4b8c9105d0ce5b396b8a for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:04.345955 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788718c4-3b5e-44bd-b2cf-c4e46b6f89ea None None] Attempting to bind port e5d7f139-d5bd-46a8-b0d1-16273adcc3ac on network 115e9622-bdaf-4367-9b40-436d412443e3 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:04.348550 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-55974c91-f43e-4325-8a01-6a2662bb5972 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:04.366360 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aabcc71-c37b-4ffe-9211-50fc06edb5fe req-c89eadd9-de4d-449e-93b9-931608ddb81d tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:04.378414 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8aabcc71-c37b-4ffe-9211-50fc06edb5fe req-c89eadd9-de4d-449e-93b9-931608ddb81d tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 944 time: 0.3418818 Aug 10 03:24:04.417886 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bb259c80-69b1-4361-a33e-5a025c6b5b47 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:04.434662 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0adf3415-b35c-4313-a8b5-375645f71374 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:04.484455 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bb259c80-69b1-4361-a33e-5a025c6b5b47 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:04.486444 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-bb259c80-69b1-4361-a33e-5a025c6b5b47 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "DELETE /v2.0/networks/10c5828e-51c6-4a0f-9596-da4e4c96f5a2 HTTP/1.1" status: 204 len: 168 time: 3.6509001 Aug 10 03:24:04.491207 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34312) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:04.496842 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-50c29a7a-2393-4311-b897-9b07a4ad5c51 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Request body: {'port': {'network_id': 'd22567d6-a0ed-4344-b38f-4317a5b58c0a', 'name': 'tempest-PortsTestJSON-1655460566'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:04.531787 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-13813b1f-5ee7-4a3d-955b-e840302925d9 None None] For port ae9e5963-2667-4bb9-bc8b-affd7caf56da, host n-d-768851-15, got binding levels [] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:04.532338 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-13813b1f-5ee7-4a3d-955b-e840302925d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:04.550187 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-13813b1f-5ee7-4a3d-955b-e840302925d9 None None] Calling delete_port for ae9e5963-2667-4bb9-bc8b-affd7caf56da owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:24:04.550594 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb259c80-69b1-4361-a33e-5a025c6b5b47 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event deleted for resources: {'Network': ['ID=10c5828e-51c6-4a0f-9596-da4e4c96f5a2,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:04.552957 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.ipam_backend_mixin [None req-13813b1f-5ee7-4a3d-955b-e840302925d9 None None] Port ae9e5963-2667-4bb9-bc8b-affd7caf56da was not found and therefore no delete operation was performed {{(pid=94218) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 03:24:04.560102 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0adf3415-b35c-4313-a8b5-375645f71374 None None] Transition to ACTIVE for port object 409757f3-3b25-4394-9f04-60d5e2ee8c4a will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:04.577019 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0adf3415-b35c-4313-a8b5-375645f71374 None None] Transition to ACTIVE for port object 409757f3-3b25-4394-9f04-60d5e2ee8c4a will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:04.579975 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-13813b1f-5ee7-4a3d-955b-e840302925d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:04.585710 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788718c4-3b5e-44bd-b2cf-c4e46b6f89ea None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:24:04.586097 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788718c4-3b5e-44bd-b2cf-c4e46b6f89ea None None] Checking segment: {'id': 'b3a2a1ab-0b1f-4022-baaa-824978a8521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '115e9622-bdaf-4367-9b40-436d412443e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:04.586674 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-788718c4-3b5e-44bd-b2cf-c4e46b6f89ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:04.587115 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788718c4-3b5e-44bd-b2cf-c4e46b6f89ea None None] Bound using segment: {'id': 'b3a2a1ab-0b1f-4022-baaa-824978a8521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '115e9622-bdaf-4367-9b40-436d412443e3'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:24:04.587621 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-788718c4-3b5e-44bd-b2cf-c4e46b6f89ea None None] Bound port: e5d7f139-d5bd-46a8-b0d1-16273adcc3ac, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3a2a1ab-0b1f-4022-baaa-824978a8521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '115e9622-bdaf-4367-9b40-436d412443e3'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:24:04.589750 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-788718c4-3b5e-44bd-b2cf-c4e46b6f89ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:04.615299 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-c4c00968-58e8-4620-87f4-282bceb82d3a service neutron] 10.222.0.62 "GET /v2.0/networks/947b13c0-2fba-4b01-be97-4cb2d79ad30f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5000477 Aug 10 03:24:04.677234 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8aabcc71-c37b-4ffe-9211-50fc06edb5fe req-3082c62a-5943-4a61-9465-14d491ca515a tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2962728 Aug 10 03:24:04.679656 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55974c91-f43e-4325-8a01-6a2662bb5972 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:24:04.685497 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0adf3415-b35c-4313-a8b5-375645f71374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:04.727961 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:04.732193 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be244730-8391-445b-93f2-0f1cb49527fe None None] Network 0301b0e7-58bb-45ea-a6ed-823381c629f9 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:04.735215 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-55974c91-f43e-4325-8a01-6a2662bb5972 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:04.735594 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-55974c91-f43e-4325-8a01-6a2662bb5972 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Added segment a5a0248f-9f42-4eaa-9ee3-7d9ac7762674 of type vlan for network 39cc53e4-c6f8-4409-8fab-dc1ee0302bd9 Aug 10 03:24:04.773130 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c29a7a-2393-4311-b897-9b07a4ad5c51 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Made reservation on behalf of 4ed48e64d2bc4e15aeddc047e3b71cf8 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:04.779402 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-50c29a7a-2393-4311-b897-9b07a4ad5c51 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:04.821525 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [None req-50c29a7a-2393-4311-b897-9b07a4ad5c51 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] device_id is not set on port b75f4f5e-f7a9-4a66-93cb-591707f467d7 yet. {{(pid=94217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:24:04.852755 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-55974c91-f43e-4325-8a01-6a2662bb5972 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:04.862597 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:24:04.882956 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-69b40350-ceb2-41b2-8ebb-a3584f891d45 service neutron] 10.222.0.62 "GET /v2.0/networks/947b13c0-2fba-4b01-be97-4cb2d79ad30f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585983 Aug 10 03:24:04.926663 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13813b1f-5ee7-4a3d-955b-e840302925d9 None None] Pushing event deleted for resources: {'Port': ['ID=ae9e5963-2667-4bb9-bc8b-affd7caf56da,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:04.935012 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be244730-8391-445b-93f2-0f1cb49527fe None None] Network 0301b0e7-58bb-45ea-a6ed-823381c629f9 could not be found, it might have been deleted concurrently. {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 10 03:24:04.951164 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34328) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:05.012185 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.db.resource_extend [None req-55974c91-f43e-4325-8a01-6a2662bb5972 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:24:05.013965 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adf3415-b35c-4313-a8b5-375645f71374 None None] Network 947b13c0-2fba-4b01-be97-4cb2d79ad30f is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:24:05.015918 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-13813b1f-5ee7-4a3d-955b-e840302925d9 None None] Network 10c5828e-51c6-4a0f-9596-da4e4c96f5a2 is not hosted by any dhcp agent {{(pid=94218) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 03:24:05.016903 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13813b1f-5ee7-4a3d-955b-e840302925d9 None None] No DVR routers for this DVR port ae9e5963-2667-4bb9-bc8b-affd7caf56da on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:24:05.017294 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-069d7b5f-f645-4d53-9c9e-f19a8df4599e service neutron] 10.222.0.62 "GET /v2.0/networks/115e9622-bdaf-4367-9b40-436d412443e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270018 Aug 10 03:24:05.059992 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-0adf3415-b35c-4313-a8b5-375645f71374 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:05.080394 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adf3415-b35c-4313-a8b5-375645f71374 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:24:05.125984 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-788718c4-3b5e-44bd-b2cf-c4e46b6f89ea None None] For port e5d7f139-d5bd-46a8-b0d1-16273adcc3ac, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:24:05.235880 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adf3415-b35c-4313-a8b5-375645f71374 None None] Pushing event updated for resources: {'Port': ['ID=409757f3-3b25-4394-9f04-60d5e2ee8c4a,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:05.293627 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-788718c4-3b5e-44bd-b2cf-c4e46b6f89ea None None] For port e5d7f139-d5bd-46a8-b0d1-16273adcc3ac, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=e5d7f139-d5bd-46a8-b0d1-16273adcc3ac,segment=NetworkSegment(b3a2a1ab-0b1f-4022-baaa-824978a8521b),segment_id=b3a2a1ab-0b1f-4022-baaa-824978a8521b)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:24:05.336709 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-ec877d3d-af6b-4a55-842e-d26a11ca81a2 service neutron] 10.222.0.62 "GET /v2.0/networks/115e9622-bdaf-4367-9b40-436d412443e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917061 Aug 10 03:24:05.345272 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-55974c91-f43e-4325-8a01-6a2662bb5972 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:05.360478 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55974c91-f43e-4325-8a01-6a2662bb5972 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:05.364099 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-55974c91-f43e-4325-8a01-6a2662bb5972 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:05.371979 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb4f594-6125-49c7-aabd-bb435f0c7ec6 x-openstack-request-id: req-fcb4f594-6125-49c7-aabd-bb435f0c7ec6 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:05.372315 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc1c1126-0c34-4655-ad1e-3aa886f86c05", "name": "network-vif-deleted", "tag": "62410b7c-4993-40cc-9e94-b09512d088a8", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:05.372535 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fcb4f594-6125-49c7-aabd-bb435f0c7ec6 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:05.372942 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc1c1126-0c34-4655-ad1e-3aa886f86c05', 'name': 'network-vif-deleted', 'tag': '62410b7c-4993-40cc-9e94-b09512d088a8', 'status': 'completed', 'code': 200} Aug 10 03:24:05.426812 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-788718c4-3b5e-44bd-b2cf-c4e46b6f89ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:05.505697 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-50c29a7a-2393-4311-b897-9b07a4ad5c51 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:05.609252 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c395b4da-6386-4d43-8c4a-769522d7879f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ada0698af3634ef6ab1ebfc9ca830f5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6568525 Aug 10 03:24:05.616753 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34340) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:05.684712 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e56df89f-5db9-4737-a176-e062b47ce039 req-e2e6e838-b84b-4be1-8fa0-734c12929498 tempest-ServerShowV257Test-908913220 tempest-ServerShowV257Test-908913220-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dfced2c-7115-4233-b537-b0377ae6660d HTTP/1.1" status: 200 len: 210 time: 0.1483390 Aug 10 03:24:05.685966 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-55974c91-f43e-4325-8a01-6a2662bb5972 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4021037 Aug 10 03:24:05.699291 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 34344) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:05.713563 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-170b453c-3feb-4bb7-842e-cac07f48edd7 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Request body: {'subnet': {'network_id': '39cc53e4-c6f8-4409-8fab-dc1ee0302bd9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:05.728108 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 2abcecc8-66a1-4d41-beb3-c91db997e686 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:24:05.742717 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-0adf3415-b35c-4313-a8b5-375645f71374 None None] Attempting to bind port 409757f3-3b25-4394-9f04-60d5e2ee8c4a on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:05.742717 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-0adf3415-b35c-4313-a8b5-375645f71374 None None] Attempting to bind port 409757f3-3b25-4394-9f04-60d5e2ee8c4a by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '86b54bf5-e88f-4075-bc9c-ccc4a58c3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '947b13c0-2fba-4b01-be97-4cb2d79ad30f'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:05.742717 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adf3415-b35c-4313-a8b5-375645f71374 None None] Attempting to bind port 409757f3-3b25-4394-9f04-60d5e2ee8c4a on network 947b13c0-2fba-4b01-be97-4cb2d79ad30f {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:05.799246 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adf3415-b35c-4313-a8b5-375645f71374 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:24:05.800068 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adf3415-b35c-4313-a8b5-375645f71374 None None] Checking segment: {'id': '86b54bf5-e88f-4075-bc9c-ccc4a58c3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '947b13c0-2fba-4b01-be97-4cb2d79ad30f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:05.800805 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0adf3415-b35c-4313-a8b5-375645f71374 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:05.801223 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adf3415-b35c-4313-a8b5-375645f71374 None None] Bound using segment: {'id': '86b54bf5-e88f-4075-bc9c-ccc4a58c3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '947b13c0-2fba-4b01-be97-4cb2d79ad30f'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:24:05.802588 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-0adf3415-b35c-4313-a8b5-375645f71374 None None] Bound port: 409757f3-3b25-4394-9f04-60d5e2ee8c4a, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86b54bf5-e88f-4075-bc9c-ccc4a58c3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '947b13c0-2fba-4b01-be97-4cb2d79ad30f'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:24:05.802762 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55974c91-f43e-4325-8a01-6a2662bb5972 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Pushing event updated for resources: {'Network': ['ID=39cc53e4-c6f8-4409-8fab-dc1ee0302bd9,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:05.803065 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0adf3415-b35c-4313-a8b5-375645f71374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:05.857551 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 39cc53e4-c6f8-4409-8fab-dc1ee0302bd9 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:24:05.895960 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-93007689-5a82-4420-b2f7-36855adf3889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:05.905775 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-50c29a7a-2393-4311-b897-9b07a4ad5c51 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:05.981174 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c29a7a-2393-4311-b897-9b07a4ad5c51 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event updated for resources: {'Port': ['ID=b75f4f5e-f7a9-4a66-93cb-591707f467d7,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:06.033505 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-05dc2f18-32e7-4ac4-bd4e-96e4467c1863 req-8deae785-b71f-4fa7-a873-f86f7230d7b5 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/ports?device_id=156409a4-8dd0-4f39-8d9d-7be6d1f20348 HTTP/1.1" status: 200 len: 210 time: 0.0973220 Aug 10 03:24:06.081457 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-93007689-5a82-4420-b2f7-36855adf3889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:06.141537 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170b453c-3feb-4bb7-842e-cac07f48edd7 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Made reservation on behalf of a0853454ae8b4b8c9105d0ce5b396b8a for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:06.154460 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-170b453c-3feb-4bb7-842e-cac07f48edd7 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:06.182447 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c29a7a-2393-4311-b897-9b07a4ad5c51 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Network d22567d6-a0ed-4344-b38f-4317a5b58c0a is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:24:06.210723 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-50c29a7a-2393-4311-b897-9b07a4ad5c51 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:06.217983 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788718c4-3b5e-44bd-b2cf-c4e46b6f89ea None None] Pushing event updated for resources: {'Port': ['ID=e5d7f139-d5bd-46a8-b0d1-16273adcc3ac,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:06.252745 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c29a7a-2393-4311-b897-9b07a4ad5c51 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:24:06.265907 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c29a7a-2393-4311-b897-9b07a4ad5c51 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:06.266997 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-50c29a7a-2393-4311-b897-9b07a4ad5c51 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:06.311296 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:06.314310 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-50c29a7a-2393-4311-b897-9b07a4ad5c51 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.8218775 Aug 10 03:24:06.317297 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34358) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:06.356660 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 2abcecc8-66a1-4d41-beb3-c91db997e686 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:06.372659 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 2abcecc8-66a1-4d41-beb3-c91db997e686 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:06.373636 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:06.404706 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.ipam_backend_mixin [None req-170b453c-3feb-4bb7-842e-cac07f48edd7 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Performing IP validity checks on allocation pools {{(pid=94216) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 10 03:24:06.405518 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.ipam_backend_mixin [None req-170b453c-3feb-4bb7-842e-cac07f48edd7 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94216) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 10 03:24:06.428830 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-93007689-5a82-4420-b2f7-36855adf3889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:06.442016 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-93007689-5a82-4420-b2f7-36855adf3889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:06.447378 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-93007689-5a82-4420-b2f7-36855adf3889 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a1ab8a0b-956b-48f4-a8a0-12b49982b853 HTTP/1.1" status: 204 len: 168 time: 0.8195951 Aug 10 03:24:06.471191 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0adf3415-b35c-4313-a8b5-375645f71374 None None] For port 409757f3-3b25-4394-9f04-60d5e2ee8c4a, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:24:06.483039 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93007689-5a82-4420-b2f7-36855adf3889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ab8a0b-956b-48f4-a8a0-12b49982b853,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:06.485494 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ffe9a-e843-49de-9aaf-4a04d3350131 req-9d6f8191-49a7-4b40-8e2e-53e9e4ccde8e tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:06.494720 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-801ffe9a-e843-49de-9aaf-4a04d3350131 req-9d6f8191-49a7-4b40-8e2e-53e9e4ccde8e tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d96b1eb-71c8-4499-9e6b-873da4f99425 HTTP/1.1" status: 200 len: 946 time: 0.2165537 Aug 10 03:24:06.529023 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aaf0ca-f03b-4863-abad-ded5b6442202 req-9a395d3b-3272-42e8-8c34-86ead5b943f8 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:06.539177 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e2aaf0ca-f03b-4863-abad-ded5b6442202 req-9a395d3b-3272-42e8-8c34-86ead5b943f8 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 944 time: 0.2360549 Aug 10 03:24:06.542239 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0adf3415-b35c-4313-a8b5-375645f71374 None None] For port 409757f3-3b25-4394-9f04-60d5e2ee8c4a, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=409757f3-3b25-4394-9f04-60d5e2ee8c4a,segment=NetworkSegment(86b54bf5-e88f-4075-bc9c-ccc4a58c3936),segment_id=86b54bf5-e88f-4075-bc9c-ccc4a58c3936)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:24:06.565301 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0adf3415-b35c-4313-a8b5-375645f71374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:06.627826 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-801ffe9a-e843-49de-9aaf-4a04d3350131 req-b67288ad-fe6c-4808-aa79-e2ff9b032a6b tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/security-groups?id=2832b822-3ae7-4539-a861-1dd7e33b3925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297250 Aug 10 03:24:06.660890 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-de9b2057-644f-4f24-bb7c-c2f439fed794 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Deleting port b75f4f5e-f7a9-4a66-93cb-591707f467d7 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:24:06.661254 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-de9b2057-644f-4f24-bb7c-c2f439fed794 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:06.745078 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e2aaf0ca-f03b-4863-abad-ded5b6442202 req-cdb72806-9fd0-4ee0-a69c-6797c2da8b1d tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2043319 Aug 10 03:24:06.842952 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:06.904161 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-de9b2057-644f-4f24-bb7c-c2f439fed794 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:06.915143 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adf3415-b35c-4313-a8b5-375645f71374 None None] Pushing event updated for resources: {'Port': ['ID=409757f3-3b25-4394-9f04-60d5e2ee8c4a,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:06.945306 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-170b453c-3feb-4bb7-842e-cac07f48edd7 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:06.951205 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-de9b2057-644f-4f24-bb7c-c2f439fed794 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Calling delete_port for b75f4f5e-f7a9-4a66-93cb-591707f467d7 owned by {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:24:06.966650 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 2abcecc8-66a1-4d41-beb3-c91db997e686, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=2abcecc8-66a1-4d41-beb3-c91db997e686,segment=NetworkSegment(21a571a3-4e55-49d2-b640-8a0087164711),segment_id=21a571a3-4e55-49d2-b640-8a0087164711)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:06.977884 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:07.010352 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ef2e45d5-d70f-4e11-ab98-fb32c1fcf22e req-30f5f35a-e3ac-4851-8619-d7c96c3f4d83 tempest-ServerShowV257Test-908913220 tempest-ServerShowV257Test-908913220-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dfced2c-7115-4233-b537-b0377ae6660d HTTP/1.1" status: 200 len: 210 time: 0.0931447 Aug 10 03:24:07.155453 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=2abcecc8-66a1-4d41-beb3-c91db997e686,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:07.242229 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-de9b2057-644f-4f24-bb7c-c2f439fed794 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:07.254886 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170b453c-3feb-4bb7-842e-cac07f48edd7 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Pushing event updated for resources: {'Subnet': ['ID=c885f5e0-5085-44c2-b406-17bb9803d06e,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:07.294969 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4929bc42-577e-4211-9c0c-e407e2aa7b2e req-0d8bbf8f-0387-4171-be7c-c1972e484de1 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/ports?device_id=156409a4-8dd0-4f39-8d9d-7be6d1f20348 HTTP/1.1" status: 200 len: 210 time: 0.0574186 Aug 10 03:24:07.297189 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170b453c-3feb-4bb7-842e-cac07f48edd7 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Checking segment: {'id': 'a5a0248f-9f42-4eaa-9ee3-7d9ac7762674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '39cc53e4-c6f8-4409-8fab-dc1ee0302bd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:07.297570 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170b453c-3feb-4bb7-842e-cac07f48edd7 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Network hostable DHCP agents. Network: 39cc53e4-c6f8-4409-8fab-dc1ee0302bd9, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:24:07.326391 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9b2057-644f-4f24-bb7c-c2f439fed794 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event deleted for resources: {'Port': ['ID=b75f4f5e-f7a9-4a66-93cb-591707f467d7,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:07.338071 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170b453c-3feb-4bb7-842e-cac07f48edd7 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Network 39cc53e4-c6f8-4409-8fab-dc1ee0302bd9 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:24:07.340491 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-de9b2057-644f-4f24-bb7c-c2f439fed794 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:07.341976 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-de9b2057-644f-4f24-bb7c-c2f439fed794 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "DELETE /v2.0/ports/b75f4f5e-f7a9-4a66-93cb-591707f467d7 HTTP/1.1" status: 204 len: 168 time: 1.0222018 Aug 10 03:24:07.351349 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34380) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:07.356875 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-f69d4f3e-0876-4be5-868b-2ef2a10a3a07 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Request body: {'port': {'network_id': 'd22567d6-a0ed-4344-b38f-4317a5b58c0a', 'mac_address': 'fa:16:3e:3d:eb:a2', 'name': 'tempest-PortsTestJSON-1767487851'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:07.358971 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-170b453c-3feb-4bb7-842e-cac07f48edd7 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 39cc53e4-c6f8-4409-8fab-dc1ee0302bd9) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:07.366552 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170b453c-3feb-4bb7-842e-cac07f48edd7 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:07.367329 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-170b453c-3feb-4bb7-842e-cac07f48edd7 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:07.369092 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823548af-ef13-496b-90a1-e89f7f4000e9 None None] Network 39cc53e4-c6f8-4409-8fab-dc1ee0302bd9 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:07.389534 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-170b453c-3feb-4bb7-842e-cac07f48edd7 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.6887858 Aug 10 03:24:07.392048 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 34382) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:07.533364 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb85fe3-62b4-4ef1-a698-a132457cca5a None None] Network 115e9622-bdaf-4367-9b40-436d412443e3 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:07.533759 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69d4f3e-0876-4be5-868b-2ef2a10a3a07 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Made reservation on behalf of 4ed48e64d2bc4e15aeddc047e3b71cf8 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:07.641566 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5531abc5-e6a7-4db1-830c-8e439d629796 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:07.690784 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-81d948ea-3238-4e3c-bbc8-6b6912faca17 None None] Provisioning for port e5d7f139-d5bd-46a8-b0d1-16273adcc3ac completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:07.756670 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 2abcecc8-66a1-4d41-beb3-c91db997e686 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:24:07.793892 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5531abc5-e6a7-4db1-830c-8e439d629796 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:07.872915 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cb265d-0049-4a39-bc6f-9b4fbe6404b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-39cc53e4-c6f8-4409-8fab-dc1ee0302bd9', 'network_id': '39cc53e4-c6f8-4409-8fab-dc1ee0302bd9', 'tenant_id': 'a0853454ae8b4b8c9105d0ce5b396b8a', 'fixed_ips': [{'subnet_id': 'c885f5e0-5085-44c2-b406-17bb9803d06e'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:24:07.874266 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e8cb265d-0049-4a39-bc6f-9b4fbe6404b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:07.947626 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-80f8d8e6-ce78-4e5e-8599-7466168e4729 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:07.957121 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-80f8d8e6-ce78-4e5e-8599-7466168e4729 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:07.959029 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-80f8d8e6-ce78-4e5e-8599-7466168e4729 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.58 "GET /v2.0/networks?id=115e9622-bdaf-4367-9b40-436d412443e3&id=947b13c0-2fba-4b01-be97-4cb2d79ad30f&id=115e9622-bdaf-4367-9b40-436d412443e3 HTTP/1.1" status: 200 len: 1391 time: 0.2902644 Aug 10 03:24:07.974995 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 2abcecc8-66a1-4d41-beb3-c91db997e686 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:07.975434 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:08.009232 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5531abc5-e6a7-4db1-830c-8e439d629796 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:08.029197 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-5748ef4d-d4e2-4178-8b62-51db1096f7d2 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Request body: {'port': {'device_id': '156409a4-8dd0-4f39-8d9d-7be6d1f20348', 'network_id': '115e9622-bdaf-4367-9b40-436d412443e3', 'admin_state_up': True, 'tenant_id': 'd8f2056cb8664657b3af8bc92377e007'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:08.040597 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f69d4f3e-0876-4be5-868b-2ef2a10a3a07 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:08.085584 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [None req-f69d4f3e-0876-4be5-868b-2ef2a10a3a07 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] device_id is not set on port 8cddfdb1-5044-4c25-ae31-a5a1a62a9642 yet. {{(pid=94217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:24:08.091191 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5531abc5-e6a7-4db1-830c-8e439d629796 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Pushing event deleted for resources: {'Subnet': ['ID=c885f5e0-5085-44c2-b406-17bb9803d06e,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server [None req-e8cb265d-0049-4a39-bc6f-9b4fbe6404b8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c885f5e0-5085-44c2-b406-17bb9803d06e: This subnet is being modified by another concurrent operation. Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server raise exception Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c885f5e0-5085-44c2-b406-17bb9803d06e: This subnet is being modified by another concurrent operation. Aug 10 03:24:08.201394 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server Aug 10 03:24:08.228289 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59d6e71-3519-4d44-afe3-308689c2fa2d None None] Network 39cc53e4-c6f8-4409-8fab-dc1ee0302bd9 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:08.299940 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f69d4f3e-0876-4be5-868b-2ef2a10a3a07 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:08.309764 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c430ffa-30e3-4f3a-903c-18acd07e8d0d req-4f0895c3-917b-4faa-83ce-b31387369a60 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:08.318015 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7c430ffa-30e3-4f3a-903c-18acd07e8d0d req-4f0895c3-917b-4faa-83ce-b31387369a60 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d96b1eb-71c8-4499-9e6b-873da4f99425 HTTP/1.1" status: 200 len: 946 time: 0.5253510 Aug 10 03:24:08.368176 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878215b1-740b-47f5-8906-ec72e851b201 req-38a92f83-0774-47de-a7a3-71600eb719b0 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:08.377278 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-878215b1-740b-47f5-8906-ec72e851b201 req-38a92f83-0774-47de-a7a3-71600eb719b0 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 944 time: 0.4160430 Aug 10 03:24:08.382024 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f69d4f3e-0876-4be5-868b-2ef2a10a3a07 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:08.408325 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69d4f3e-0876-4be5-868b-2ef2a10a3a07 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Network d22567d6-a0ed-4344-b38f-4317a5b58c0a is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:24:08.413513 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-f69d4f3e-0876-4be5-868b-2ef2a10a3a07 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:08.416581 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69d4f3e-0876-4be5-868b-2ef2a10a3a07 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:24:08.422675 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69d4f3e-0876-4be5-868b-2ef2a10a3a07 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:08.423471 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f69d4f3e-0876-4be5-868b-2ef2a10a3a07 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:08.430195 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5531abc5-e6a7-4db1-830c-8e439d629796 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:08.500554 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2149760-80f1-46d0-8b50-9e5b18af15c0 req-e84f6dba-cca4-4371-bbb7-8a1524f5daa5 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:08.502184 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-f2149760-80f1-46d0-8b50-9e5b18af15c0 req-e84f6dba-cca4-4371-bbb7-8a1524f5daa5 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d96b1eb-71c8-4499-9e6b-873da4f99425 HTTP/1.1" status: 200 len: 946 time: 0.5152457 Aug 10 03:24:08.511438 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-5531abc5-e6a7-4db1-830c-8e439d629796 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39cc53e4-c6f8-4409-8fab-dc1ee0302bd9']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:08.512353 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f69d4f3e-0876-4be5-868b-2ef2a10a3a07 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1596088 Aug 10 03:24:08.518358 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34408) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:08.579273 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cf3247-7129-410c-98e3-07f462c7c077 None None] Network 947b13c0-2fba-4b01-be97-4cb2d79ad30f requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:08.586433 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 409757f3-3b25-4394-9f04-60d5e2ee8c4a up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:24:08.588767 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7c430ffa-30e3-4f3a-903c-18acd07e8d0d req-7674ff91-01bc-4ed6-8394-b0871fabf33a tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/security-groups?id=2832b822-3ae7-4539-a861-1dd7e33b3925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696674 Aug 10 03:24:08.613630 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-5531abc5-e6a7-4db1-830c-8e439d629796 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5a0248f-9f42-4eaa-9ee3-7d9ac7762674') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:08.621616 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-5531abc5-e6a7-4db1-830c-8e439d629796 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5a0248f-9f42-4eaa-9ee3-7d9ac7762674') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:08.621794 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8253b03-1272-4ba0-b9b9-4721c628887f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:08.626406 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f8253b03-1272-4ba0-b9b9-4721c628887f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "GET /v2.0/ports/8cddfdb1-5044-4c25-ae31-a5a1a62a9642 HTTP/1.1" status: 200 len: 841 time: 0.1070139 Aug 10 03:24:08.630345 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 34412) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:08.704375 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5531abc5-e6a7-4db1-830c-8e439d629796 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:08.705324 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69d4f3e-0876-4be5-868b-2ef2a10a3a07 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event updated for resources: {'Port': ['ID=8cddfdb1-5044-4c25-ae31-a5a1a62a9642,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:08.738422 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-f2149760-80f1-46d0-8b50-9e5b18af15c0 req-d5111336-4cf3-46a5-9c76-1086837dd7d1 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Deleting port e5ada148-9d0b-4590-ad6f-f422ca77e963 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:24:08.739084 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-f2149760-80f1-46d0-8b50-9e5b18af15c0 req-d5111336-4cf3-46a5-9c76-1086837dd7d1 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:08.782997 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-878215b1-740b-47f5-8906-ec72e851b201 req-a19c906b-5c8a-4f19-821e-ad3b71897a27 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4027421 Aug 10 03:24:08.793771 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 409757f3-3b25-4394-9f04-60d5e2ee8c4a completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:08.802358 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e5d7f139-d5bd-46a8-b0d1-16273adcc3ac up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:24:08.809404 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-06716d72-f1b1-4a18-8b6a-305aa2380b08 None None] Provisioning for port 409757f3-3b25-4394-9f04-60d5e2ee8c4a completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:08.867421 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1f815aea-a96d-4cc6-b743-3898c996fbe4 req-ecf53e4d-6359-468e-be4d-3d6ec0235654 tempest-ServerShowV257Test-908913220 tempest-ServerShowV257Test-908913220-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dfced2c-7115-4233-b537-b0377ae6660d HTTP/1.1" status: 200 len: 210 time: 0.1565540 Aug 10 03:24:08.903245 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-06716d72-f1b1-4a18-8b6a-305aa2380b08 None None] Provisioning complete for port 409757f3-3b25-4394-9f04-60d5e2ee8c4a triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:08.904492 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-06716d72-f1b1-4a18-8b6a-305aa2380b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:08.926893 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f0bb319f-7728-49d7-b044-8d18ff0f4855 req-1300267c-7a2c-4f96-a5da-f23fdbf0e4a9 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/ports?device_id=156409a4-8dd0-4f39-8d9d-7be6d1f20348 HTTP/1.1" status: 200 len: 210 time: 0.0548091 Aug 10 03:24:08.926893 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5531abc5-e6a7-4db1-830c-8e439d629796 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:08.936010 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5531abc5-e6a7-4db1-830c-8e439d629796 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:24:08.936564 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5531abc5-e6a7-4db1-830c-8e439d629796 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:08.940039 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:24:08.940039 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:24:08.940039 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:24:08.940039 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:24:08.940039 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:24:08.940039 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:24:08.940039 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:24:08.940039 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:24:08.940039 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:24:08.940039 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:24:08.940039 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:24:08.940039 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:24:08.940039 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:24:08.940039 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:24:08.940039 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:24:08.940039 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:24:08.940039 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:24:08.940039 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:24:08.940039 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:24:08.940039 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:24:08.940039 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:24:08.940039 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:24:08.940039 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:24:08.940039 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:24:08.940039 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:24:08.940039 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:24:08.940039 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:24:08.940039 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:24:08.940039 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:24:08.940039 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:24:08.940039 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:24:08.940039 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:24:09.059772 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-9bb5c49d-7926-43e6-9f9e-b4f5a2872b19 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Deleting port 8cddfdb1-5044-4c25-ae31-a5a1a62a9642 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:24:09.060516 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9bb5c49d-7926-43e6-9f9e-b4f5a2872b19 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:09.120905 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5531abc5-e6a7-4db1-830c-8e439d629796 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:09.172391 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5531abc5-e6a7-4db1-830c-8e439d629796 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:09.176231 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-5531abc5-e6a7-4db1-830c-8e439d629796 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "DELETE /v2.0/networks/39cc53e4-c6f8-4409-8fab-dc1ee0302bd9 HTTP/1.1" status: 204 len: 168 time: 1.7822773 Aug 10 03:24:09.181453 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5531abc5-e6a7-4db1-830c-8e439d629796 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Pushing event deleted for resources: {'Network': ['ID=39cc53e4-c6f8-4409-8fab-dc1ee0302bd9,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:09.193770 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 34426) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:09.210343 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-8a66aab0-b959-47aa-b731-0b6b4ca68b8d tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-613875625'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:09.211961 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port e5d7f139-d5bd-46a8-b0d1-16273adcc3ac completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:09.226867 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port e5d7f139-d5bd-46a8-b0d1-16273adcc3ac triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:09.227258 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:09.239556 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9bb5c49d-7926-43e6-9f9e-b4f5a2872b19 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:09.265978 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-9bb5c49d-7926-43e6-9f9e-b4f5a2872b19 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Calling delete_port for 8cddfdb1-5044-4c25-ae31-a5a1a62a9642 owned by {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:24:09.279894 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-06716d72-f1b1-4a18-8b6a-305aa2380b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:09.290628 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-f2149760-80f1-46d0-8b50-9e5b18af15c0 req-d5111336-4cf3-46a5-9c76-1086837dd7d1 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] For port e5ada148-9d0b-4590-ad6f-f422ca77e963, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=e5ada148-9d0b-4590-ad6f-f422ca77e963,segment=NetworkSegment(d7f531d5-47e8-4317-acb0-b1f9e067fb36),segment_id=d7f531d5-47e8-4317-acb0-b1f9e067fb36)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:09.291204 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-f2149760-80f1-46d0-8b50-9e5b18af15c0 req-d5111336-4cf3-46a5-9c76-1086837dd7d1 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:09.305831 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-f2149760-80f1-46d0-8b50-9e5b18af15c0 req-d5111336-4cf3-46a5-9c76-1086837dd7d1 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Calling delete_port for e5ada148-9d0b-4590-ad6f-f422ca77e963 owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:24:09.389229 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-06716d72-f1b1-4a18-8b6a-305aa2380b08 None None] For port 409757f3-3b25-4394-9f04-60d5e2ee8c4a, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=409757f3-3b25-4394-9f04-60d5e2ee8c4a,segment=NetworkSegment(86b54bf5-e88f-4075-bc9c-ccc4a58c3936),segment_id=86b54bf5-e88f-4075-bc9c-ccc4a58c3936)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:09.422960 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a66aab0-b959-47aa-b731-0b6b4ca68b8d tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Made reservation on behalf of a0853454ae8b4b8c9105d0ce5b396b8a for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:09.424269 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-06716d72-f1b1-4a18-8b6a-305aa2380b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:09.432822 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8a66aab0-b959-47aa-b731-0b6b4ca68b8d tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:09.501913 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06716d72-f1b1-4a18-8b6a-305aa2380b08 None None] Pushing event updated for resources: {'Port': ['ID=409757f3-3b25-4394-9f04-60d5e2ee8c4a,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:09.517841 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a66aab0-b959-47aa-b731-0b6b4ca68b8d tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:24:09.527293 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:09.544320 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8a66aab0-b959-47aa-b731-0b6b4ca68b8d tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:09.545819 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-8a66aab0-b959-47aa-b731-0b6b4ca68b8d tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Added segment 21c2ba20-8f78-4076-91a4-819bce0190c0 of type vlan for network 7e206b4b-18e4-4dfb-b42d-4c08f63a8b27 Aug 10 03:24:09.557392 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-5748ef4d-d4e2-4178-8b62-51db1096f7d2 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Made reservation on behalf of d8f2056cb8664657b3af8bc92377e007 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:09.562169 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-5748ef4d-d4e2-4178-8b62-51db1096f7d2 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:09.613034 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port e5d7f139-d5bd-46a8-b0d1-16273adcc3ac, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=e5d7f139-d5bd-46a8-b0d1-16273adcc3ac,segment=NetworkSegment(b3a2a1ab-0b1f-4022-baaa-824978a8521b),segment_id=b3a2a1ab-0b1f-4022-baaa-824978a8521b)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:09.617679 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba201457-2ef5-420a-bc27-3e2d322c661f None None] get_active_networks_info from n-d-768851-15 {{(pid=94218) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:24:09.653671 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-f2149760-80f1-46d0-8b50-9e5b18af15c0 req-d5111336-4cf3-46a5-9c76-1086837dd7d1 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:09.660863 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:09.700049 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5111336-4cf3-46a5-9c76-1086837dd7d1 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Pushing event deleted for resources: {'Port': ['ID=e5ada148-9d0b-4590-ad6f-f422ca77e963,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:09.705868 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8a66aab0-b959-47aa-b731-0b6b4ca68b8d tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:09.711804 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9bb5c49d-7926-43e6-9f9e-b4f5a2872b19 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:09.766465 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2149760-80f1-46d0-8b50-9e5b18af15c0 req-d5111336-4cf3-46a5-9c76-1086837dd7d1 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] No DVR routers for this DVR port e5ada148-9d0b-4590-ad6f-f422ca77e963 on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:24:09.770081 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-f2149760-80f1-46d0-8b50-9e5b18af15c0 req-d5111336-4cf3-46a5-9c76-1086837dd7d1 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:09.773554 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-f2149760-80f1-46d0-8b50-9e5b18af15c0 req-d5111336-4cf3-46a5-9c76-1086837dd7d1 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.58 "DELETE /v2.0/ports/e5ada148-9d0b-4590-ad6f-f422ca77e963 HTTP/1.1" status: 204 len: 173 time: 1.2561891 Aug 10 03:24:09.778547 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d96b1eb-71c8-4499-9e6b-873da4f99425', 'name': 'network-vif-deleted', 'tag': 'e5ada148-9d0b-4590-ad6f-f422ca77e963'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:09.783472 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce886242-a6a5-4f41-8456-273a17a170c1" -d '{"events": [{"server_uuid": "3d96b1eb-71c8-4499-9e6b-873da4f99425", "name": "network-vif-deleted", "tag": "e5ada148-9d0b-4590-ad6f-f422ca77e963"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:09.791516 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-dd3570c4-fa57-49e6-83b3-70284c5bf6a1 None None] Provisioning complete for port 409757f3-3b25-4394-9f04-60d5e2ee8c4a triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:09.791873 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-dd3570c4-fa57-49e6-83b3-70284c5bf6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:09.884677 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 409757f3-3b25-4394-9f04-60d5e2ee8c4a up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:24:09.884889 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea65b6f-81a3-41aa-abee-f34367483e0e x-openstack-request-id: req-bea65b6f-81a3-41aa-abee-f34367483e0e {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:09.885041 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d96b1eb-71c8-4499-9e6b-873da4f99425", "name": "network-vif-deleted", "tag": "e5ada148-9d0b-4590-ad6f-f422ca77e963", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:09.885420 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bea65b6f-81a3-41aa-abee-f34367483e0e {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:09.886309 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d96b1eb-71c8-4499-9e6b-873da4f99425', 'name': 'network-vif-deleted', 'tag': 'e5ada148-9d0b-4590-ad6f-f422ca77e963', 'status': 'completed', 'code': 200} Aug 10 03:24:09.887715 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-5748ef4d-d4e2-4178-8b62-51db1096f7d2 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Allocated IP 19.80.0.100 (115e9622-bdaf-4367-9b40-436d412443e3/bd7d81f8-72fd-4be1-9b02-66d566ab85a4/d488afe2-73a5-4d1b-b6a4-bc323b911248) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:24:09.909872 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-154ffd71-6cf4-4e6b-904c-a64f885473ca req-e62c76d2-351b-4cdb-a9e9-12ac61cbc644 tempest-ListServerFiltersTestJSON-316910311 tempest-ListServerFiltersTestJSON-316910311-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d96b1eb-71c8-4499-9e6b-873da4f99425 HTTP/1.1" status: 200 len: 210 time: 0.0964324 Aug 10 03:24:09.919588 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb5c49d-7926-43e6-9f9e-b4f5a2872b19 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event deleted for resources: {'Port': ['ID=8cddfdb1-5044-4c25-ae31-a5a1a62a9642,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:09.929763 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=e5d7f139-d5bd-46a8-b0d1-16273adcc3ac,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:09.940680 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.db.resource_extend [None req-8a66aab0-b959-47aa-b731-0b6b4ca68b8d tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:24:09.994236 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9bb5c49d-7926-43e6-9f9e-b4f5a2872b19 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:10.007595 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-9bb5c49d-7926-43e6-9f9e-b4f5a2872b19 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "DELETE /v2.0/ports/8cddfdb1-5044-4c25-ae31-a5a1a62a9642 HTTP/1.1" status: 204 len: 168 time: 1.3690801 Aug 10 03:24:10.021091 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 34446) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:10.081238 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8a66aab0-b959-47aa-b731-0b6b4ca68b8d tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:10.081683 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba201457-2ef5-420a-bc27-3e2d322c661f None None] Resources bound (agent type, host, resource id): {{(pid=94218) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:24:10.085255 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a66aab0-b959-47aa-b731-0b6b4ca68b8d tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:10.086183 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8a66aab0-b959-47aa-b731-0b6b4ca68b8d tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:10.113478 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6f7cf00-5b17-4227-8587-2cfcfd2be34b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] GET failed (client error): The resource could not be found. Aug 10 03:24:10.120359 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b6f7cf00-5b17-4227-8587-2cfcfd2be34b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "GET /v2.0/ports/8cddfdb1-5044-4c25-ae31-a5a1a62a9642 HTTP/1.1" status: 404 len: 333 time: 0.0991390 Aug 10 03:24:10.126212 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 34454) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:10.148388 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-b5a9fe6b-1e88-475f-8ae6-2f9e5ed6de74 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Request body: {'port': {'network_id': 'd22567d6-a0ed-4344-b38f-4317a5b58c0a', 'name': 'tempest-PortsTestJSON-42579304'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:10.216416 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 409757f3-3b25-4394-9f04-60d5e2ee8c4a triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:10.217019 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:10.221539 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-5748ef4d-d4e2-4178-8b62-51db1096f7d2 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:10.237605 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-5748ef4d-d4e2-4178-8b62-51db1096f7d2 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Transition to ACTIVE for port object d488afe2-73a5-4d1b-b6a4-bc323b911248 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:10.352996 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-5748ef4d-d4e2-4178-8b62-51db1096f7d2 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:10.423577 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-5748ef4d-d4e2-4178-8b62-51db1096f7d2 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Network 115e9622-bdaf-4367-9b40-436d412443e3 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:24:10.427729 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-5748ef4d-d4e2-4178-8b62-51db1096f7d2 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:10.432931 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-5748ef4d-d4e2-4178-8b62-51db1096f7d2 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:24:10.462315 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device e5ada148-9d0b-4590-ad6f-f422ca77e963 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:24:10.468143 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5748ef4d-d4e2-4178-8b62-51db1096f7d2 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Pushing event updated for resources: {'Port': ['ID=d488afe2-73a5-4d1b-b6a4-bc323b911248,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:10.515803 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: e5ada148-9d0b-4590-ad6f-f422ca77e963 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:24:10.516157 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device e5ada148-9d0b-4590-ad6f-f422ca77e963 not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:24:10.532883 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-5748ef4d-d4e2-4178-8b62-51db1096f7d2 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:10.533560 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-5748ef4d-d4e2-4178-8b62-51db1096f7d2 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:10.572048 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-5748ef4d-d4e2-4178-8b62-51db1096f7d2 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5864413 Aug 10 03:24:10.585711 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-10d1d86c-b0bf-49bc-8b78-af20c4538b75 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Request body: {'port': {'device_id': '156409a4-8dd0-4f39-8d9d-7be6d1f20348', 'network_id': '947b13c0-2fba-4b01-be97-4cb2d79ad30f', 'admin_state_up': True, 'tenant_id': 'd8f2056cb8664657b3af8bc92377e007'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:10.860412 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0e00e00d-ffa4-4c9b-af5e-29ed59077ec4 req-f6e7f439-f3cb-48aa-bffe-029851e2bb46 tempest-ServerShowV257Test-908913220 tempest-ServerShowV257Test-908913220-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dfced2c-7115-4233-b537-b0377ae6660d HTTP/1.1" status: 200 len: 210 time: 0.7177162 Aug 10 03:24:10.864958 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8a66aab0-b959-47aa-b731-0b6b4ca68b8d tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6656890 Aug 10 03:24:10.870606 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 34508) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:10.872928 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-10d1d86c-b0bf-49bc-8b78-af20c4538b75 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Made reservation on behalf of d8f2056cb8664657b3af8bc92377e007 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:10.887333 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-10d1d86c-b0bf-49bc-8b78-af20c4538b75 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:10.888899 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64073405-df57-4684-a6b0-63b74da395e7 None None] get_active_networks_info from n-d-768851-15 {{(pid=94218) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:24:10.905807 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-aeb4f22e-f78f-4337-b83e-fafd742dcf4e tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Request body: {'subnet': {'network_id': '7e206b4b-18e4-4dfb-b42d-4c08f63a8b27', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:11.010440 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a66aab0-b959-47aa-b731-0b6b4ca68b8d tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Pushing event updated for resources: {'Network': ['ID=7e206b4b-18e4-4dfb-b42d-4c08f63a8b27,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:11.030932 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 7e206b4b-18e4-4dfb-b42d-4c08f63a8b27 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:24:11.042322 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14191b-faf1-413e-bfef-8ddb9a692b83 req-c51646be-8310-4196-8005-e4c20f985cfa tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:11.044179 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fb14191b-faf1-413e-bfef-8ddb9a692b83 req-c51646be-8310-4196-8005-e4c20f985cfa tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 944 time: 1.0034540 Aug 10 03:24:11.130225 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb4f22e-f78f-4337-b83e-fafd742dcf4e tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Made reservation on behalf of a0853454ae8b4b8c9105d0ce5b396b8a for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:11.134556 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-aeb4f22e-f78f-4337-b83e-fafd742dcf4e tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:11.161812 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-10d1d86c-b0bf-49bc-8b78-af20c4538b75 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Allocated IP 19.86.0.123 (947b13c0-2fba-4b01-be97-4cb2d79ad30f/b3b15256-99de-40d9-819b-927887b64617/6d7608da-f49b-42e2-b6e7-dd8a4ad48e11) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:24:11.214259 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fb14191b-faf1-413e-bfef-8ddb9a692b83 req-e1b6f891-2959-484c-9168-f63541fb6109 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556332 Aug 10 03:24:11.245840 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a9fe6b-1e88-475f-8ae6-2f9e5ed6de74 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Made reservation on behalf of 4ed48e64d2bc4e15aeddc047e3b71cf8 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:11.250377 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b5a9fe6b-1e88-475f-8ae6-2f9e5ed6de74 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:11.287377 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [None req-b5a9fe6b-1e88-475f-8ae6-2f9e5ed6de74 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] device_id is not set on port dde7e348-83d1-4e09-92a7-dedfe8aa4516 yet. {{(pid=94216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:24:11.319580 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8125be5-1f38-461d-8164-95fe7558293e req-f794b4fa-1ef7-444b-841f-f7c576a4b67c tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:11.320916 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64073405-df57-4684-a6b0-63b74da395e7 None None] Resources bound (agent type, host, resource id): {{(pid=94218) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:24:11.321646 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b8125be5-1f38-461d-8164-95fe7558293e req-f794b4fa-1ef7-444b-841f-f7c576a4b67c tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/ports?device_id=156409a4-8dd0-4f39-8d9d-7be6d1f20348 HTTP/1.1" status: 200 len: 932 time: 0.3052251 Aug 10 03:24:11.363785 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34558) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:11.542955 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b8125be5-1f38-461d-8164-95fe7558293e req-4bf90383-4ded-4d5e-a408-80ed2385e86b tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8122897-b7b2-4911-a92f-13052fad1f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783335 Aug 10 03:24:11.651536 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-758c8c9e-5b7a-4ae8-864c-1160599802b8 admin admin] Deleting subnet a13adeb7-640b-436e-9f0b-413d5349d6d8 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:24:11.695325 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-758c8c9e-5b7a-4ae8-864c-1160599802b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:11.774127 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-aeb4f22e-f78f-4337-b83e-fafd742dcf4e tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:11.779668 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b5a9fe6b-1e88-475f-8ae6-2f9e5ed6de74 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:11.793793 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-758c8c9e-5b7a-4ae8-864c-1160599802b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:11.795484 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e5d7f139-d5bd-46a8-b0d1-16273adcc3ac up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:24:11.828577 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-10d1d86c-b0bf-49bc-8b78-af20c4538b75 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:11.859581 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-10d1d86c-b0bf-49bc-8b78-af20c4538b75 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Transition to ACTIVE for port object 6d7608da-f49b-42e2-b6e7-dd8a4ad48e11 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:11.934849 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port e5d7f139-d5bd-46a8-b0d1-16273adcc3ac triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:11.935343 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:11.968751 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-758c8c9e-5b7a-4ae8-864c-1160599802b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:12.008251 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb4f22e-f78f-4337-b83e-fafd742dcf4e tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Pushing event updated for resources: {'Subnet': ['ID=f4bed0c8-8f4c-4254-93d5-c0c7d22ce71a,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:12.019506 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb4f22e-f78f-4337-b83e-fafd742dcf4e tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Checking segment: {'id': '21c2ba20-8f78-4076-91a4-819bce0190c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '7e206b4b-18e4-4dfb-b42d-4c08f63a8b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:12.020076 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb4f22e-f78f-4337-b83e-fafd742dcf4e tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Network hostable DHCP agents. Network: 7e206b4b-18e4-4dfb-b42d-4c08f63a8b27, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:24:12.052000 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-10d1d86c-b0bf-49bc-8b78-af20c4538b75 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:12.070422 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-99a80f63-db3d-4b2c-901b-ceaf578851d7 req-4b2b15d1-8b46-4259-96c0-9f92447a6cbe tempest-ServerShowV257Test-908913220 tempest-ServerShowV257Test-908913220-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dfced2c-7115-4233-b537-b0377ae6660d HTTP/1.1" status: 200 len: 210 time: 0.0505345 Aug 10 03:24:12.093692 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b5a9fe6b-1e88-475f-8ae6-2f9e5ed6de74 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:12.167041 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a9fe6b-1e88-475f-8ae6-2f9e5ed6de74 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event updated for resources: {'Port': ['ID=dde7e348-83d1-4e09-92a7-dedfe8aa4516,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:12.181405 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb4f22e-f78f-4337-b83e-fafd742dcf4e tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Network 7e206b4b-18e4-4dfb-b42d-4c08f63a8b27 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:24:12.182556 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3fab09ff-4956-4c1b-9808-56079b1dd2a2 None None] Provisioning for port d488afe2-73a5-4d1b-b6a4-bc323b911248 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:12.187101 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3fab09ff-4956-4c1b-9808-56079b1dd2a2 None None] Provisioning complete for port d488afe2-73a5-4d1b-b6a4-bc323b911248 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:12.187843 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3fab09ff-4956-4c1b-9808-56079b1dd2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:12.193753 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a9fe6b-1e88-475f-8ae6-2f9e5ed6de74 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Network d22567d6-a0ed-4344-b38f-4317a5b58c0a is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:24:12.195800 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-b5a9fe6b-1e88-475f-8ae6-2f9e5ed6de74 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:12.204736 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a9fe6b-1e88-475f-8ae6-2f9e5ed6de74 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:24:12.212354 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a9fe6b-1e88-475f-8ae6-2f9e5ed6de74 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:12.212991 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b5a9fe6b-1e88-475f-8ae6-2f9e5ed6de74 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:12.217513 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-aeb4f22e-f78f-4337-b83e-fafd742dcf4e tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 7e206b4b-18e4-4dfb-b42d-4c08f63a8b27) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:12.223904 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-10d1d86c-b0bf-49bc-8b78-af20c4538b75 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Network 947b13c0-2fba-4b01-be97-4cb2d79ad30f is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:24:12.235925 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb4f22e-f78f-4337-b83e-fafd742dcf4e tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:12.236543 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-aeb4f22e-f78f-4337-b83e-fafd742dcf4e tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:12.244642 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-10d1d86c-b0bf-49bc-8b78-af20c4538b75 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:12.247689 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-10d1d86c-b0bf-49bc-8b78-af20c4538b75 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:24:12.249557 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb043b74-9a06-4e34-a3dc-469d0c82c752 None None] Network 7e206b4b-18e4-4dfb-b42d-4c08f63a8b27 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:12.266501 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b5a9fe6b-1e88-475f-8ae6-2f9e5ed6de74 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 2.1257389 Aug 10 03:24:12.269822 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 34638) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:12.285445 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-53f5c0c7-d337-4600-aacb-1cddb8fa4794 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:12.310643 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d1d86c-b0bf-49bc-8b78-af20c4538b75 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Pushing event updated for resources: {'Port': ['ID=6d7608da-f49b-42e2-b6e7-dd8a4ad48e11,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:12.324857 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-758c8c9e-5b7a-4ae8-864c-1160599802b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:12.345107 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-aeb4f22e-f78f-4337-b83e-fafd742dcf4e tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4653952 Aug 10 03:24:12.350795 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 34646) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:12.378521 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3fab09ff-4956-4c1b-9808-56079b1dd2a2 None None] Port d488afe2-73a5-4d1b-b6a4-bc323b911248 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:24:12.414625 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-758c8c9e-5b7a-4ae8-864c-1160599802b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:12.425550 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-758c8c9e-5b7a-4ae8-864c-1160599802b8 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/a13adeb7-640b-436e-9f0b-413d5349d6d8 HTTP/1.1" status: 204 len: 168 time: 1.0218339 Aug 10 03:24:12.471935 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34658) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:12.488666 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758c8c9e-5b7a-4ae8-864c-1160599802b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a13adeb7-640b-436e-9f0b-413d5349d6d8,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:12.613956 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c612f0f-1b83-499a-b974-4e3158914de0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-7e206b4b-18e4-4dfb-b42d-4c08f63a8b27', 'network_id': '7e206b4b-18e4-4dfb-b42d-4c08f63a8b27', 'tenant_id': 'a0853454ae8b4b8c9105d0ce5b396b8a', 'fixed_ips': [{'subnet_id': 'f4bed0c8-8f4c-4254-93d5-c0c7d22ce71a'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:24:12.615124 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2c612f0f-1b83-499a-b974-4e3158914de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:12.622880 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-10d1d86c-b0bf-49bc-8b78-af20c4538b75 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:12.623475 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-10d1d86c-b0bf-49bc-8b78-af20c4538b75 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:12.641759 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af617f1-f338-4d0f-9e96-1340678e066f None None] Network f8743645-880b-4ba5-a8f1-7a357010ce33 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:12.702244 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-44e80966-f394-4787-bcc1-5b5e4540a413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:12.749305 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-53f5c0c7-d337-4600-aacb-1cddb8fa4794 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:12.759963 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-10d1d86c-b0bf-49bc-8b78-af20c4538b75 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1788363 Aug 10 03:24:12.774841 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-98be7abb-9ffe-4fd6-a078-b1bee56a4c4b tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Request body: {'port': {'device_id': '156409a4-8dd0-4f39-8d9d-7be6d1f20348', 'network_id': '115e9622-bdaf-4367-9b40-436d412443e3', 'admin_state_up': True, 'tenant_id': 'd8f2056cb8664657b3af8bc92377e007'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:12.829914 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-2c612f0f-1b83-499a-b974-4e3158914de0 None None] Allocated IP 172.20.0.1 (7e206b4b-18e4-4dfb-b42d-4c08f63a8b27/f4bed0c8-8f4c-4254-93d5-c0c7d22ce71a/484078c0-dc8c-4a1a-ae93-a343e18dfec3) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:24:12.844263 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd6a1f4-85ed-4d45-a3a3-a6e2362f6180 req-3d08d5f4-aaff-4906-b64d-345333fadd4c tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:12.845868 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7dd6a1f4-85ed-4d45-a3a3-a6e2362f6180 req-3d08d5f4-aaff-4906-b64d-345333fadd4c tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 944 time: 0.3202493 Aug 10 03:24:12.997877 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-44e80966-f394-4787-bcc1-5b5e4540a413 admin admin] Deleting port 195d2ac1-55b5-40b1-b213-de35454f7dfc {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:24:12.998002 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cf335120-64d0-4767-8998-795f5b6563e4 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:12.998100 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-44e80966-f394-4787-bcc1-5b5e4540a413 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:13.051719 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bedf82-a507-4df9-a168-c6c58dc257af req-0b0a61c7-5d98-4225-9f1f-3c1dfa8b83ca tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:13.060386 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bedf82-a507-4df9-a168-c6c58dc257af req-0b0a61c7-5d98-4225-9f1f-3c1dfa8b83ca tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:13.062438 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-53bedf82-a507-4df9-a168-c6c58dc257af req-0b0a61c7-5d98-4225-9f1f-3c1dfa8b83ca tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/ports?device_id=156409a4-8dd0-4f39-8d9d-7be6d1f20348 HTTP/1.1" status: 200 len: 1655 time: 0.3551016 Aug 10 03:24:13.089517 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7dd6a1f4-85ed-4d45-a3a3-a6e2362f6180 req-f446ed33-3f66-4040-a3c3-22b8cb8e1acb tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034185 Aug 10 03:24:13.251143 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-98be7abb-9ffe-4fd6-a078-b1bee56a4c4b tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Made reservation on behalf of d8f2056cb8664657b3af8bc92377e007 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:13.254685 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-98be7abb-9ffe-4fd6-a078-b1bee56a4c4b tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:13.324024 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-44e80966-f394-4787-bcc1-5b5e4540a413 admin admin] For port 195d2ac1-55b5-40b1-b213-de35454f7dfc, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=195d2ac1-55b5-40b1-b213-de35454f7dfc,segment=NetworkSegment(d7f531d5-47e8-4317-acb0-b1f9e067fb36),segment_id=d7f531d5-47e8-4317-acb0-b1f9e067fb36)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:13.327410 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-44e80966-f394-4787-bcc1-5b5e4540a413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:13.341309 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-474e828a-cf1c-40bc-bc88-4d8c8d9af224 req-24882c85-990f-4b0f-b3e4-5814d26f8762 tempest-ServerShowV257Test-908913220 tempest-ServerShowV257Test-908913220-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dfced2c-7115-4233-b537-b0377ae6660d HTTP/1.1" status: 200 len: 210 time: 0.0845339 Aug 10 03:24:13.387940 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-44e80966-f394-4787-bcc1-5b5e4540a413 admin admin] Calling delete_port for 195d2ac1-55b5-40b1-b213-de35454f7dfc owned by network:dhcp {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:24:13.481304 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-f892ee10-1cba-4464-b371-4eb6ee7d25c2 None None] Provisioning for port 6d7608da-f49b-42e2-b6e7-dd8a4ad48e11 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:13.493079 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-f892ee10-1cba-4464-b371-4eb6ee7d25c2 None None] Provisioning complete for port 6d7608da-f49b-42e2-b6e7-dd8a4ad48e11 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:13.493791 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f892ee10-1cba-4464-b371-4eb6ee7d25c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:13.527692 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-53bedf82-a507-4df9-a168-c6c58dc257af req-a7bb8988-70fa-441c-ac1f-bc1804436fb5 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8122897-b7b2-4911-a92f-13052fad1f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4315875 Aug 10 03:24:13.578712 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-f892ee10-1cba-4464-b371-4eb6ee7d25c2 None None] Port 6d7608da-f49b-42e2-b6e7-dd8a4ad48e11 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:24:13.607646 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cf335120-64d0-4767-8998-795f5b6563e4 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:13.839112 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2c612f0f-1b83-499a-b974-4e3158914de0 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:13.873186 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-2c612f0f-1b83-499a-b974-4e3158914de0 None None] Transition to ACTIVE for port object 484078c0-dc8c-4a1a-ae93-a343e18dfec3 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:13.875568 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-98be7abb-9ffe-4fd6-a078-b1bee56a4c4b tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Allocated IP 19.80.0.120 (115e9622-bdaf-4367-9b40-436d412443e3/bd7d81f8-72fd-4be1-9b02-66d566ab85a4/3f259c89-529a-41f2-954e-6dc6cb9450ad) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:24:13.884440 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f1a2cb-4e23-4aa4-b7bc-6badcb32af87 req-ea1edd02-6b2c-4e89-8350-a45a98f39234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:13.886297 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d4f1a2cb-4e23-4aa4-b7bc-6badcb32af87 req-ea1edd02-6b2c-4e89-8350-a45a98f39234 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e185eddfc77743c180b686598504f106&device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 1096 time: 0.1895764 Aug 10 03:24:13.888133 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49830ee0-0c0c-4d73-877b-d18f98ea422a req-8588885a-7774-40b2-86e7-abcdfd41cee4 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:13.889854 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-49830ee0-0c0c-4d73-877b-d18f98ea422a req-8588885a-7774-40b2-86e7-abcdfd41cee4 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 944 time: 0.2642350 Aug 10 03:24:13.899743 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-53f5c0c7-d337-4600-aacb-1cddb8fa4794 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:13.912166 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-53f5c0c7-d337-4600-aacb-1cddb8fa4794 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:13.912370 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909bb7f0-e7b1-4090-bacd-b30feb1f72a2 None None] DHCP port deletion for f8743645-880b-4ba5-a8f1-7a357010ce33 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:24:13.921833 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-44e80966-f394-4787-bcc1-5b5e4540a413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:13.929318 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-2c612f0f-1b83-499a-b974-4e3158914de0 None None] Transition to ACTIVE for port object 484078c0-dc8c-4a1a-ae93-a343e18dfec3 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:13.946557 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2c612f0f-1b83-499a-b974-4e3158914de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:13.962385 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-53f5c0c7-d337-4600-aacb-1cddb8fa4794 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] In _notify_port_updated(), no bound segment for port dde7e348-83d1-4e09-92a7-dedfe8aa4516 on network d22567d6-a0ed-4344-b38f-4317a5b58c0a {{(pid=94216) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:24:13.968036 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f5c0c7-d337-4600-aacb-1cddb8fa4794 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:13.968948 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-53f5c0c7-d337-4600-aacb-1cddb8fa4794 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:13.973223 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-53f5c0c7-d337-4600-aacb-1cddb8fa4794 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "PUT /v2.0/ports/dde7e348-83d1-4e09-92a7-dedfe8aa4516 HTTP/1.1" status: 200 len: 818 time: 1.6963801 Aug 10 03:24:13.982457 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34812) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:13.983168 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-49830ee0-0c0c-4d73-877b-d18f98ea422a req-f289b3a5-32f6-4891-99a6-e892e99358fa tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712345 Aug 10 03:24:13.984692 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c612f0f-1b83-499a-b974-4e3158914de0 None None] Network 7e206b4b-18e4-4dfb-b42d-4c08f63a8b27 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:24:13.994950 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-2c612f0f-1b83-499a-b974-4e3158914de0 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:14.024246 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c612f0f-1b83-499a-b974-4e3158914de0 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:24:14.057062 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cf335120-64d0-4767-8998-795f5b6563e4 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:14.086220 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f5c0c7-d337-4600-aacb-1cddb8fa4794 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event updated for resources: {'Port': ['ID=dde7e348-83d1-4e09-92a7-dedfe8aa4516,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:14.096282 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf335120-64d0-4767-8998-795f5b6563e4 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Pushing event deleted for resources: {'Subnet': ['ID=f4bed0c8-8f4c-4254-93d5-c0c7d22ce71a,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:14.113375 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e80966-f394-4787-bcc1-5b5e4540a413 admin admin] No DVR routers for this DVR port 195d2ac1-55b5-40b1-b213-de35454f7dfc on host n-d-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:24:14.119298 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e80966-f394-4787-bcc1-5b5e4540a413 admin admin] Pushing event deleted for resources: {'Port': ['ID=195d2ac1-55b5-40b1-b213-de35454f7dfc,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:14.197187 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cf335120-64d0-4767-8998-795f5b6563e4 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:14.203809 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c612f0f-1b83-499a-b974-4e3158914de0 None None] Pushing event updated for resources: {'Port': ['ID=484078c0-dc8c-4a1a-ae93-a343e18dfec3,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:14.216024 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-cf335120-64d0-4767-8998-795f5b6563e4 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e206b4b-18e4-4dfb-b42d-4c08f63a8b27']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:14.227977 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-cf335120-64d0-4767-8998-795f5b6563e4 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21c2ba20-8f78-4076-91a4-819bce0190c0') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:14.228156 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-cf335120-64d0-4767-8998-795f5b6563e4 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21c2ba20-8f78-4076-91a4-819bce0190c0') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:14.239511 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-2c612f0f-1b83-499a-b974-4e3158914de0 None None] Attempting to bind port 484078c0-dc8c-4a1a-ae93-a343e18dfec3 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:14.240181 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-2c612f0f-1b83-499a-b974-4e3158914de0 None None] Attempting to bind port 484078c0-dc8c-4a1a-ae93-a343e18dfec3 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '21c2ba20-8f78-4076-91a4-819bce0190c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '7e206b4b-18e4-4dfb-b42d-4c08f63a8b27'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:14.241206 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cf335120-64d0-4767-8998-795f5b6563e4 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:14.241911 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c612f0f-1b83-499a-b974-4e3158914de0 None None] Attempting to bind port 484078c0-dc8c-4a1a-ae93-a343e18dfec3 on network 7e206b4b-18e4-4dfb-b42d-4c08f63a8b27 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:14.247793 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c612f0f-1b83-499a-b974-4e3158914de0 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:24:14.248430 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c612f0f-1b83-499a-b974-4e3158914de0 None None] Checking segment: {'id': '21c2ba20-8f78-4076-91a4-819bce0190c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '7e206b4b-18e4-4dfb-b42d-4c08f63a8b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:14.249589 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2c612f0f-1b83-499a-b974-4e3158914de0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:14.250193 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c612f0f-1b83-499a-b974-4e3158914de0 None None] Bound using segment: {'id': '21c2ba20-8f78-4076-91a4-819bce0190c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '7e206b4b-18e4-4dfb-b42d-4c08f63a8b27'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:24:14.251435 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-2c612f0f-1b83-499a-b974-4e3158914de0 None None] Bound port: 484078c0-dc8c-4a1a-ae93-a343e18dfec3, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21c2ba20-8f78-4076-91a4-819bce0190c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '7e206b4b-18e4-4dfb-b42d-4c08f63a8b27'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:24:14.252530 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2c612f0f-1b83-499a-b974-4e3158914de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:14.259661 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cf335120-64d0-4767-8998-795f5b6563e4 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:14.267667 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf335120-64d0-4767-8998-795f5b6563e4 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:24:14.268264 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cf335120-64d0-4767-8998-795f5b6563e4 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:14.314764 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f1a2cb-4e23-4aa4-b7bc-6badcb32af87 req-36025091-5da4-47fb-af8a-5b210df0ba25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:14.320687 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d4f1a2cb-4e23-4aa4-b7bc-6badcb32af87 req-36025091-5da4-47fb-af8a-5b210df0ba25 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe HTTP/1.1" status: 200 len: 911 time: 0.4248507 Aug 10 03:24:14.344231 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:24:14.344231 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:24:14.344231 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:24:14.344231 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:24:14.344231 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:24:14.344231 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:24:14.344231 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:24:14.344231 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:24:14.344231 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:24:14.344231 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:24:14.344231 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:24:14.344231 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:24:14.344231 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:24:14.344231 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:24:14.344231 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:24:14.344231 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:24:14.344231 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:24:14.344231 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:24:14.344231 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:24:14.344231 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:24:14.344231 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:24:14.344231 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:24:14.344231 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:24:14.344231 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:24:14.344231 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:24:14.344231 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:24:14.344231 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:24:14.344231 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:24:14.344231 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:24:14.344231 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:24:14.344231 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:24:14.344231 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:24:14.351855 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.db.api [None req-cf335120-64d0-4767-8998-795f5b6563e4 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 03:24:14.351855 n-d-768851-15 neutron-server[94216]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 03:24:14.351855 n-d-768851-15 neutron-server[94216]: [parameters: {'id': '7e206b4b-18e4-4dfb-b42d-4c08f63a8b27'}] Aug 10 03:24:14.351855 n-d-768851-15 neutron-server[94216]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:24:14.353486 n-d-768851-15 neutron-server[94216]: DEBUG oslo_db.api [None req-cf335120-64d0-4767-8998-795f5b6563e4 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:24:14.364206 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-44e80966-f394-4787-bcc1-5b5e4540a413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:14.425478 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-2c612f0f-1b83-499a-b974-4e3158914de0 None None] For port 484078c0-dc8c-4a1a-ae93-a343e18dfec3, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:24:14.430640 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-2c612f0f-1b83-499a-b974-4e3158914de0 None None] For port 484078c0-dc8c-4a1a-ae93-a343e18dfec3, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=484078c0-dc8c-4a1a-ae93-a343e18dfec3,segment=NetworkSegment(21c2ba20-8f78-4076-91a4-819bce0190c0),segment_id=21c2ba20-8f78-4076-91a4-819bce0190c0)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:24:14.464465 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-44e80966-f394-4787-bcc1-5b5e4540a413 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8743645-880b-4ba5-a8f1-7a357010ce33']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:14.476006 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2c612f0f-1b83-499a-b974-4e3158914de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:14.487517 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-44e80966-f394-4787-bcc1-5b5e4540a413 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7f531d5-47e8-4317-acb0-b1f9e067fb36') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:14.487968 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-44e80966-f394-4787-bcc1-5b5e4540a413 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7f531d5-47e8-4317-acb0-b1f9e067fb36') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:14.521010 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-44e80966-f394-4787-bcc1-5b5e4540a413 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:14.529319 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-7f53a66d-eec0-4235-bdbf-c4a91b2a83df tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Deleting port dde7e348-83d1-4e09-92a7-dedfe8aa4516 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:24:14.529762 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7f53a66d-eec0-4235-bdbf-c4a91b2a83df tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:14.532411 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-265edaaf-3674-418a-9b9b-2c60f8694ee5 req-8d5a2320-2fd0-4daf-a74b-0f1f31108c25 tempest-ServerShowV257Test-908913220 tempest-ServerShowV257Test-908913220-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dfced2c-7115-4233-b537-b0377ae6660d HTTP/1.1" status: 200 len: 210 time: 0.0761883 Aug 10 03:24:14.566845 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d4f1a2cb-4e23-4aa4-b7bc-6badcb32af87 req-f5e22744-e777-4c17-bd52-53f7016a24d1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77d567da-37a9-45cd-8b79-8328cf500c47 HTTP/1.1" status: 200 len: 999 time: 0.2067285 Aug 10 03:24:14.584857 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c612f0f-1b83-499a-b974-4e3158914de0 None None] Pushing event updated for resources: {'Port': ['ID=484078c0-dc8c-4a1a-ae93-a343e18dfec3,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:14.642630 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e95a31c-9983-4bac-9950-c753adf30792 None None] Network 7e206b4b-18e4-4dfb-b42d-4c08f63a8b27 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:14.692041 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-44e80966-f394-4787-bcc1-5b5e4540a413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:14.744551 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44e80966-f394-4787-bcc1-5b5e4540a413 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:24:14.745117 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-44e80966-f394-4787-bcc1-5b5e4540a413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:14.747118 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:24:14.747118 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:24:14.747118 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:24:14.747118 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:24:14.747118 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:24:14.747118 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:24:14.747118 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:24:14.747118 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:24:14.747118 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:24:14.747118 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:24:14.747118 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:24:14.747118 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:24:14.747118 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:24:14.747118 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:24:14.747118 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:24:14.747118 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:24:14.747118 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:24:14.747118 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:24:14.747118 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:24:14.747118 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:24:14.747118 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:24:14.747118 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:24:14.747118 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:24:14.747118 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:24:14.747118 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:24:14.747118 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:24:14.747118 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:24:14.747118 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:24:14.747118 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:24:14.747118 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:24:14.747118 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:24:14.747118 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:24:14.753505 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3c631-f5db-4c7b-a704-ce0e6443f965 req-9bd5c8b4-9fe6-4e92-842d-4f9369be168d tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:14.759925 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3c631-f5db-4c7b-a704-ce0e6443f965 req-9bd5c8b4-9fe6-4e92-842d-4f9369be168d tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:14.761675 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c3b3c631-f5db-4c7b-a704-ce0e6443f965 req-9bd5c8b4-9fe6-4e92-842d-4f9369be168d tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/ports?device_id=156409a4-8dd0-4f39-8d9d-7be6d1f20348 HTTP/1.1" status: 200 len: 1655 time: 0.0932066 Aug 10 03:24:14.817872 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c3b3c631-f5db-4c7b-a704-ce0e6443f965 req-265df349-1094-490c-b5af-6b0e277373a1 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8122897-b7b2-4911-a92f-13052fad1f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454013 Aug 10 03:24:14.818380 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f1a2cb-4e23-4aa4-b7bc-6badcb32af87 req-d9eef4e9-27c9-4c20-8d73-fbcfcadda68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:14.820511 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d4f1a2cb-4e23-4aa4-b7bc-6badcb32af87 req-d9eef4e9-27c9-4c20-8d73-fbcfcadda68c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c05a62ae-44d3-4db4-a938-da6f60472238 HTTP/1.1" status: 200 len: 849 time: 0.2219477 Aug 10 03:24:14.824796 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f23d301-af6e-475a-88c5-bbcbf42ae008 None None] get_active_networks_info from n-d-768851-15 {{(pid=94218) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:24:14.828587 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-98be7abb-9ffe-4fd6-a078-b1bee56a4c4b tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:14.845984 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7f53a66d-eec0-4235-bdbf-c4a91b2a83df tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:14.854976 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cf335120-64d0-4767-8998-795f5b6563e4 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:14.905116 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-7f53a66d-eec0-4235-bdbf-c4a91b2a83df tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Calling delete_port for dde7e348-83d1-4e09-92a7-dedfe8aa4516 owned by {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:24:14.907818 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-98be7abb-9ffe-4fd6-a078-b1bee56a4c4b tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Transition to ACTIVE for port object 3f259c89-529a-41f2-954e-6dc6cb9450ad will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:14.917892 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-44e80966-f394-4787-bcc1-5b5e4540a413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:14.923657 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-44e80966-f394-4787-bcc1-5b5e4540a413 admin admin] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:14.925540 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-44e80966-f394-4787-bcc1-5b5e4540a413 admin admin] 10.222.0.62 "DELETE /v2.0/networks/f8743645-880b-4ba5-a8f1-7a357010ce33 HTTP/1.1" status: 204 len: 168 time: 2.4514554 Aug 10 03:24:14.947398 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-cf335120-64d0-4767-8998-795f5b6563e4 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Deleting port 484078c0-dc8c-4a1a-ae93-a343e18dfec3 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:24:14.947780 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cf335120-64d0-4767-8998-795f5b6563e4 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:14.957285 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e80966-f394-4787-bcc1-5b5e4540a413 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8743645-880b-4ba5-a8f1-7a357010ce33,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:14.966942 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f23d301-af6e-475a-88c5-bbcbf42ae008 None None] Resources bound (agent type, host, resource id): {{(pid=94218) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:24:15.010596 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f1a2cb-4e23-4aa4-b7bc-6badcb32af87 req-1a9d52aa-5090-4b14-ba0f-e0369eb3dcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:15.011281 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d4f1a2cb-4e23-4aa4-b7bc-6badcb32af87 req-1a9d52aa-5090-4b14-ba0f-e0369eb3dcc7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1675653 Aug 10 03:24:15.128676 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-98be7abb-9ffe-4fd6-a078-b1bee56a4c4b tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:15.215003 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-cf335120-64d0-4767-8998-795f5b6563e4 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] For port 484078c0-dc8c-4a1a-ae93-a343e18dfec3, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=484078c0-dc8c-4a1a-ae93-a343e18dfec3,segment=NetworkSegment(21c2ba20-8f78-4076-91a4-819bce0190c0),segment_id=21c2ba20-8f78-4076-91a4-819bce0190c0)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:15.215525 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cf335120-64d0-4767-8998-795f5b6563e4 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:15.224702 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-98be7abb-9ffe-4fd6-a078-b1bee56a4c4b tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Network 115e9622-bdaf-4367-9b40-436d412443e3 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:24:15.231930 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7f53a66d-eec0-4235-bdbf-c4a91b2a83df tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:15.243657 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-cf335120-64d0-4767-8998-795f5b6563e4 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Calling delete_port for 484078c0-dc8c-4a1a-ae93-a343e18dfec3 owned by network:dhcp {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:24:15.250074 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 34946) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:15.271739 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-98be7abb-9ffe-4fd6-a078-b1bee56a4c4b tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:15.276053 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2756599f-b06c-4306-a75d-da2eb92d1d84 req-bf30839d-79b0-4361-9543-4a3a373850b5 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:15.278062 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2756599f-b06c-4306-a75d-da2eb92d1d84 req-bf30839d-79b0-4361-9543-4a3a373850b5 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 944 time: 0.1644089 Aug 10 03:24:15.289064 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-98be7abb-9ffe-4fd6-a078-b1bee56a4c4b tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:24:15.299446 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7f53a66d-eec0-4235-bdbf-c4a91b2a83df tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:15.301791 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7f53a66d-eec0-4235-bdbf-c4a91b2a83df tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "DELETE /v2.0/ports/dde7e348-83d1-4e09-92a7-dedfe8aa4516 HTTP/1.1" status: 204 len: 168 time: 1.3113761 Aug 10 03:24:15.324956 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34954) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:15.327605 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d4f1a2cb-4e23-4aa4-b7bc-6badcb32af87 req-4adaa5d3-8f5e-4fbc-ae32-beef29d18b8c service neutron] 10.222.0.58 "GET /v2.0/networks/0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041370 Aug 10 03:24:15.344116 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98be7abb-9ffe-4fd6-a078-b1bee56a4c4b tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Pushing event updated for resources: {'Port': ['ID=3f259c89-529a-41f2-954e-6dc6cb9450ad,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:15.406388 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f53a66d-eec0-4235-bdbf-c4a91b2a83df tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event deleted for resources: {'Port': ['ID=dde7e348-83d1-4e09-92a7-dedfe8aa4516,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:15.411000 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-53e958f3-853c-41ef-b7f8-e58a76e87780 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0acd2672dca74c959024218175c9c669&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1526632 Aug 10 03:24:15.417290 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 34960) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:15.421027 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2756599f-b06c-4306-a75d-da2eb92d1d84 req-bfd828f5-4e11-46db-93b6-1216fd9d30a9 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307607 Aug 10 03:24:15.500623 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-98be7abb-9ffe-4fd6-a078-b1bee56a4c4b tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:15.501269 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-98be7abb-9ffe-4fd6-a078-b1bee56a4c4b tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:15.524724 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0934cb94-c4c1-4741-b675-7ac7b9137da3 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:15.526289 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0934cb94-c4c1-4741-b675-7ac7b9137da3 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1977003 Aug 10 03:24:15.530249 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34968) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:15.552096 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cf335120-64d0-4767-8998-795f5b6563e4 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:15.578479 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b1a4cb1-4550-4dc6-afcf-e1f085b7c8a8 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] GET failed (client error): The resource could not be found. Aug 10 03:24:15.582982 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3b1a4cb1-4550-4dc6-afcf-e1f085b7c8a8 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "GET /v2.0/ports/dde7e348-83d1-4e09-92a7-dedfe8aa4516 HTTP/1.1" status: 404 len: 333 time: 0.0488777 Aug 10 03:24:15.588089 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-98be7abb-9ffe-4fd6-a078-b1bee56a4c4b tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8208604 Aug 10 03:24:15.590872 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34974) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:15.597080 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf335120-64d0-4767-8998-795f5b6563e4 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Pushing event deleted for resources: {'Port': ['ID=484078c0-dc8c-4a1a-ae93-a343e18dfec3,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:15.598532 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-06c34b8e-2430-450b-b9cf-8516ca440efc tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-577481136'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:15.602318 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b87f3f0f-1f58-4c35-87ff-abfe85a51bc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:15.609250 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf335120-64d0-4767-8998-795f5b6563e4 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] No DVR routers for this DVR port 484078c0-dc8c-4a1a-ae93-a343e18dfec3 on host n-d-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:24:15.650520 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-0748b73d-2b1a-4054-b993-99652f0840d5 service neutron] Request body: {'port': {'device_id': '156409a4-8dd0-4f39-8d9d-7be6d1f20348', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:15.669134 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c34b8e-2430-450b-b9cf-8516ca440efc tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Made reservation on behalf of 4ed48e64d2bc4e15aeddc047e3b71cf8 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:15.671640 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b87f3f0f-1f58-4c35-87ff-abfe85a51bc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:15.682145 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-06c34b8e-2430-450b-b9cf-8516ca440efc tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:15.719506 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d4f1a2cb-4e23-4aa4-b7bc-6badcb32af87 req-7806dfdf-bdcf-4874-98de-92a7794a3ca4 service neutron] 10.222.0.58 "GET /v2.0/networks/0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3710997 Aug 10 03:24:15.735756 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-231908c4-daaf-469d-9630-08799ba65ba0 None None] Provisioning for port 3f259c89-529a-41f2-954e-6dc6cb9450ad completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:15.741839 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-231908c4-daaf-469d-9630-08799ba65ba0 None None] Provisioning complete for port 3f259c89-529a-41f2-954e-6dc6cb9450ad triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:15.742543 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-231908c4-daaf-469d-9630-08799ba65ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:15.785479 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06c34b8e-2430-450b-b9cf-8516ca440efc tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:24:15.801123 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-0748b73d-2b1a-4054-b993-99652f0840d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:15.814672 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b87f3f0f-1f58-4c35-87ff-abfe85a51bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:15.818187 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b87f3f0f-1f58-4c35-87ff-abfe85a51bc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:15.820117 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b87f3f0f-1f58-4c35-87ff-abfe85a51bc2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2832b822-3ae7-4539-a861-1dd7e33b3925 HTTP/1.1" status: 204 len: 168 time: 0.3978324 Aug 10 03:24:15.839400 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-06c34b8e-2430-450b-b9cf-8516ca440efc tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:15.841983 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-06c34b8e-2430-450b-b9cf-8516ca440efc tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Added segment 8133bbc1-cabb-4f7c-9210-705bf34eb741 of type vlan for network fd87a13c-7720-4b1c-80db-a60c89430a4a Aug 10 03:24:15.860811 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1f2b5136-d42f-4c2d-93a9-b1b9c3e07d14 req-ef401791-45c8-4ab2-9e52-ef9ea70f0844 tempest-ServerShowV257Test-908913220 tempest-ServerShowV257Test-908913220-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dfced2c-7115-4233-b537-b0377ae6660d HTTP/1.1" status: 200 len: 210 time: 0.1578317 Aug 10 03:24:15.876405 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cf335120-64d0-4767-8998-795f5b6563e4 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:15.878756 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 195d2ac1-55b5-40b1-b213-de35454f7dfc no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:24:15.879290 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87f3f0f-1f58-4c35-87ff-abfe85a51bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2832b822-3ae7-4539-a861-1dd7e33b3925,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:15.915067 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-cf335120-64d0-4767-8998-795f5b6563e4 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e206b4b-18e4-4dfb-b42d-4c08f63a8b27']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:15.924156 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-231908c4-daaf-469d-9630-08799ba65ba0 None None] Port 3f259c89-529a-41f2-954e-6dc6cb9450ad cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:24:15.927075 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-cf335120-64d0-4767-8998-795f5b6563e4 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21c2ba20-8f78-4076-91a4-819bce0190c0') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:15.927378 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-cf335120-64d0-4767-8998-795f5b6563e4 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21c2ba20-8f78-4076-91a4-819bce0190c0') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:15.934961 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 195d2ac1-55b5-40b1-b213-de35454f7dfc {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:24:15.937244 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 195d2ac1-55b5-40b1-b213-de35454f7dfc not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:24:15.938766 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cf335120-64d0-4767-8998-795f5b6563e4 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:15.957955 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cf335120-64d0-4767-8998-795f5b6563e4 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:15.964676 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf335120-64d0-4767-8998-795f5b6563e4 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:24:15.965065 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cf335120-64d0-4767-8998-795f5b6563e4 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:15.988798 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-06c34b8e-2430-450b-b9cf-8516ca440efc tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:16.012000 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:24:16.012000 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:24:16.012000 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:24:16.012000 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:24:16.012000 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:24:16.012000 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:24:16.012000 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:24:16.012000 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:24:16.012000 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:24:16.012000 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:24:16.012000 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:24:16.012000 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:24:16.012000 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:24:16.012000 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:24:16.012000 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:24:16.012000 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:24:16.012000 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:24:16.012000 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:24:16.012000 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:24:16.012000 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:24:16.012000 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:24:16.012000 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:24:16.012000 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:24:16.012000 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:24:16.012000 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:24:16.012000 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:24:16.012000 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:24:16.012000 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:24:16.012000 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:24:16.012000 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:24:16.012000 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:24:16.012000 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:24:16.111056 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cf335120-64d0-4767-8998-795f5b6563e4 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:16.124712 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cf335120-64d0-4767-8998-795f5b6563e4 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:16.126438 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-cf335120-64d0-4767-8998-795f5b6563e4 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "DELETE /v2.0/networks/7e206b4b-18e4-4dfb-b42d-4c08f63a8b27 HTTP/1.1" status: 204 len: 168 time: 3.7632380 Aug 10 03:24:16.130357 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35002) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:16.135998 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-22da44c0-53cb-4f4a-9ddf-5c2abaa18605 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-196511350'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:16.139502 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98399423-0424-40ce-978a-88a1648f7a8f req-10d5af11-df36-4dfd-97e7-66b7c80fbc6e tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:16.146342 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98399423-0424-40ce-978a-88a1648f7a8f req-10d5af11-df36-4dfd-97e7-66b7c80fbc6e tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:16.153412 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-06c34b8e-2430-450b-b9cf-8516ca440efc tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:16.154591 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98399423-0424-40ce-978a-88a1648f7a8f req-10d5af11-df36-4dfd-97e7-66b7c80fbc6e tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:16.156311 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-98399423-0424-40ce-978a-88a1648f7a8f req-10d5af11-df36-4dfd-97e7-66b7c80fbc6e tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/ports?device_id=156409a4-8dd0-4f39-8d9d-7be6d1f20348 HTTP/1.1" status: 200 len: 2377 time: 0.1415935 Aug 10 03:24:16.159124 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c34b8e-2430-450b-b9cf-8516ca440efc tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:16.159647 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-06c34b8e-2430-450b-b9cf-8516ca440efc tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:16.182523 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf335120-64d0-4767-8998-795f5b6563e4 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Pushing event deleted for resources: {'Network': ['ID=7e206b4b-18e4-4dfb-b42d-4c08f63a8b27,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:16.231464 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb3550-5f05-489f-8624-bcf8192211ca req-d6559370-5167-40da-a1cc-30335112de29 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:16.238639 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5bbb3550-5f05-489f-8624-bcf8192211ca req-d6559370-5167-40da-a1cc-30335112de29 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] 10.222.0.62 "GET /v2.0/networks?id=bbfa328a-aacf-4178-97d9-8a51e8d466f8 HTTP/1.1" status: 200 len: 813 time: 0.3894789 Aug 10 03:24:16.265933 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-98399423-0424-40ce-978a-88a1648f7a8f req-73ffff22-028f-4db6-9bdb-ad600f05431a tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8122897-b7b2-4911-a92f-13052fad1f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861657 Aug 10 03:24:16.283413 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5bbb3550-5f05-489f-8624-bcf8192211ca req-6914702c-42a0-429f-8aa7-6d8944730cdd tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] 10.222.0.62 "GET /v2.0/quotas/a918b0362a2d4286ac157fdd2a5ab003 HTTP/1.1" status: 200 len: 375 time: 0.0437543 Aug 10 03:24:16.323085 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5bbb3550-5f05-489f-8624-bcf8192211ca req-b5fbdb11-fa9c-4067-8702-978bcfad966e tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a918b0362a2d4286ac157fdd2a5ab003&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379820 Aug 10 03:24:16.326489 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22da44c0-53cb-4f4a-9ddf-5c2abaa18605 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Made reservation on behalf of a0853454ae8b4b8c9105d0ce5b396b8a for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:16.331373 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-22da44c0-53cb-4f4a-9ddf-5c2abaa18605 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:16.367098 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22da44c0-53cb-4f4a-9ddf-5c2abaa18605 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:24:16.381502 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-06c34b8e-2430-450b-b9cf-8516ca440efc tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7893836 Aug 10 03:24:16.384754 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35012) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:16.391647 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-7e88c608-a1a5-493c-bc63-7e10fa75325d tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Request body: {'subnet': {'network_id': 'fd87a13c-7720-4b1c-80db-a60c89430a4a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:16.394670 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-22da44c0-53cb-4f4a-9ddf-5c2abaa18605 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:16.394918 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-22da44c0-53cb-4f4a-9ddf-5c2abaa18605 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Added segment 16224f2c-814a-46e7-9169-c68dd6c924d2 of type vlan for network d9ab2575-a4c7-4e03-934a-76f5b7090b79 Aug 10 03:24:16.446803 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-22da44c0-53cb-4f4a-9ddf-5c2abaa18605 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:16.456547 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c34b8e-2430-450b-b9cf-8516ca440efc tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event updated for resources: {'Network': ['ID=fd87a13c-7720-4b1c-80db-a60c89430a4a,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:16.473156 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network fd87a13c-7720-4b1c-80db-a60c89430a4a details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:24:16.583060 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-0748b73d-2b1a-4054-b993-99652f0840d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d488afe2-73a5-4d1b-b6a4-bc323b911248 {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:24:16.590522 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5bbb3550-5f05-489f-8624-bcf8192211ca req-8aa670f9-473c-4325-b28f-416c1bd3f082 service neutron] 10.222.0.62 "GET /v2.0/networks/bbfa328a-aacf-4178-97d9-8a51e8d466f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661486 Aug 10 03:24:16.592072 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-0748b73d-2b1a-4054-b993-99652f0840d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:16.606304 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-0748b73d-2b1a-4054-b993-99652f0840d5 service neutron] Transition to ACTIVE for port object d488afe2-73a5-4d1b-b6a4-bc323b911248 will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:16.608046 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-22da44c0-53cb-4f4a-9ddf-5c2abaa18605 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:16.616961 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22da44c0-53cb-4f4a-9ddf-5c2abaa18605 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:16.617649 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-22da44c0-53cb-4f4a-9ddf-5c2abaa18605 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:16.632974 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-0748b73d-2b1a-4054-b993-99652f0840d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:16.693159 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ee57d-2dbe-4d3f-9537-bfca72223c8b req-132a788c-e6d8-489b-8ee8-331f43a09d75 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:16.701258 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-060ee57d-2dbe-4d3f-9537-bfca72223c8b req-132a788c-e6d8-489b-8ee8-331f43a09d75 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 944 time: 0.1563060 Aug 10 03:24:16.712182 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e88c608-a1a5-493c-bc63-7e10fa75325d tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Made reservation on behalf of 4ed48e64d2bc4e15aeddc047e3b71cf8 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:16.716015 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7e88c608-a1a5-493c-bc63-7e10fa75325d tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:16.753425 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22da44c0-53cb-4f4a-9ddf-5c2abaa18605 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Pushing event updated for resources: {'Network': ['ID=d9ab2575-a4c7-4e03-934a-76f5b7090b79,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:16.764780 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network d9ab2575-a4c7-4e03-934a-76f5b7090b79 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:24:16.813865 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5bbb3550-5f05-489f-8624-bcf8192211ca req-a1980581-5336-43e4-9fe2-acc57d133225 service neutron] 10.222.0.62 "GET /v2.0/networks/bbfa328a-aacf-4178-97d9-8a51e8d466f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221546 Aug 10 03:24:16.853786 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0748b73d-2b1a-4054-b993-99652f0840d5 service neutron] Pushing event updated for resources: {'Port': ['ID=d488afe2-73a5-4d1b-b6a4-bc323b911248,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:16.867534 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-060ee57d-2dbe-4d3f-9537-bfca72223c8b req-362363a1-3735-42ef-800b-b443c28be918 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648965 Aug 10 03:24:16.873027 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35030) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:16.874372 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-22da44c0-53cb-4f4a-9ddf-5c2abaa18605 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7423778 Aug 10 03:24:16.878294 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-42166a5c-add1-4948-a7bb-ea31fad6941d tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Request body: {'subnet': {'network_id': 'd9ab2575-a4c7-4e03-934a-76f5b7090b79', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:17.246383 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35044) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:17.264380 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7e88c608-a1a5-493c-bc63-7e10fa75325d tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:17.280017 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42166a5c-add1-4948-a7bb-ea31fad6941d tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Made reservation on behalf of a0853454ae8b4b8c9105d0ce5b396b8a for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:17.285952 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-42166a5c-add1-4948-a7bb-ea31fad6941d tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:17.364869 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2fbc6878-0c4b-44ed-b4e2-552a15cdfe0f req-d082b79f-e73f-4eee-974c-9514f3f56340 tempest-ServerShowV257Test-908913220 tempest-ServerShowV257Test-908913220-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dfced2c-7115-4233-b537-b0377ae6660d HTTP/1.1" status: 200 len: 210 time: 0.1554074 Aug 10 03:24:17.552515 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-54e7da27-e44b-4bf9-bfe0-3db6e68c0ed6 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-835114618-network', 'tenant_id': 'd850d0c474d6429391e31b27ef47e0a6'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:17.560050 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-0748b73d-2b1a-4054-b993-99652f0840d5 service neutron] Attempting to bind port d488afe2-73a5-4d1b-b6a4-bc323b911248 on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:17.560952 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-0748b73d-2b1a-4054-b993-99652f0840d5 service neutron] Attempting to bind port d488afe2-73a5-4d1b-b6a4-bc323b911248 by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': 'b3a2a1ab-0b1f-4022-baaa-824978a8521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '115e9622-bdaf-4367-9b40-436d412443e3'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:17.561454 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-0748b73d-2b1a-4054-b993-99652f0840d5 service neutron] Attempting to bind port d488afe2-73a5-4d1b-b6a4-bc323b911248 on network 115e9622-bdaf-4367-9b40-436d412443e3 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:17.567336 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-0748b73d-2b1a-4054-b993-99652f0840d5 service neutron] Port d488afe2-73a5-4d1b-b6a4-bc323b911248 on network 115e9622-bdaf-4367-9b40-436d412443e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:24:17.567654 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-0748b73d-2b1a-4054-b993-99652f0840d5 service neutron] Attempting to bind port d488afe2-73a5-4d1b-b6a4-bc323b911248 on network 115e9622-bdaf-4367-9b40-436d412443e3 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:17.576827 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-0748b73d-2b1a-4054-b993-99652f0840d5 service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:24:17.576827 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-0748b73d-2b1a-4054-b993-99652f0840d5 service neutron] Checking segment: {'id': 'b3a2a1ab-0b1f-4022-baaa-824978a8521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '115e9622-bdaf-4367-9b40-436d412443e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:17.576827 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-0748b73d-2b1a-4054-b993-99652f0840d5 service neutron] Bound using segment: {'id': 'b3a2a1ab-0b1f-4022-baaa-824978a8521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '115e9622-bdaf-4367-9b40-436d412443e3'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:24:17.577239 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e88c608-a1a5-493c-bc63-7e10fa75325d tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event updated for resources: {'Subnet': ['ID=ee1ab616-b1c7-4a87-a3be-9708d3cab1c0,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:17.577339 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-0748b73d-2b1a-4054-b993-99652f0840d5 service neutron] Bound port: d488afe2-73a5-4d1b-b6a4-bc323b911248, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3a2a1ab-0b1f-4022-baaa-824978a8521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '115e9622-bdaf-4367-9b40-436d412443e3'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:24:17.577629 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-0748b73d-2b1a-4054-b993-99652f0840d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:17.611688 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e7da27-e44b-4bf9-bfe0-3db6e68c0ed6 admin admin] Made reservation on behalf of d850d0c474d6429391e31b27ef47e0a6 for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:17.614719 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-54e7da27-e44b-4bf9-bfe0-3db6e68c0ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:17.642919 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-54e7da27-e44b-4bf9-bfe0-3db6e68c0ed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:17.646889 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-65884cbe-00a3-43c1-9657-f638668bbfe6 req-d96a19bf-64c3-4922-b9d5-e80342f394ac tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b14b0b4-fb92-4d1f-9814-e06ee0564ff9 HTTP/1.1" status: 200 len: 210 time: 0.1384399 Aug 10 03:24:17.662792 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd5b47-ce61-4010-8c11-1ff4a76ae481 req-c1157734-d1e8-4813-b744-597342dd0dc5 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:17.670620 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-17fd5b47-ce61-4010-8c11-1ff4a76ae481 req-c1157734-d1e8-4813-b744-597342dd0dc5 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 944 time: 0.7114263 Aug 10 03:24:17.694676 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-0748b73d-2b1a-4054-b993-99652f0840d5 service neutron] For port d488afe2-73a5-4d1b-b6a4-bc323b911248, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:24:17.698963 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-0748b73d-2b1a-4054-b993-99652f0840d5 service neutron] For port d488afe2-73a5-4d1b-b6a4-bc323b911248, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=d488afe2-73a5-4d1b-b6a4-bc323b911248,segment=NetworkSegment(b3a2a1ab-0b1f-4022-baaa-824978a8521b),segment_id=b3a2a1ab-0b1f-4022-baaa-824978a8521b)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:24:17.706541 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-0748b73d-2b1a-4054-b993-99652f0840d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:17.755955 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e88c608-a1a5-493c-bc63-7e10fa75325d tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Checking segment: {'id': '8133bbc1-cabb-4f7c-9210-705bf34eb741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'fd87a13c-7720-4b1c-80db-a60c89430a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:17.757130 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e88c608-a1a5-493c-bc63-7e10fa75325d tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Network hostable DHCP agents. Network: fd87a13c-7720-4b1c-80db-a60c89430a4a, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:24:17.764950 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-0748b73d-2b1a-4054-b993-99652f0840d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:17.765569 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-0748b73d-2b1a-4054-b993-99652f0840d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:17.767363 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-0748b73d-2b1a-4054-b993-99652f0840d5 service neutron] 10.222.0.58 "PUT /v2.0/ports/d488afe2-73a5-4d1b-b6a4-bc323b911248 HTTP/1.1" status: 200 len: 1093 time: 2.1344185 Aug 10 03:24:17.767815 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '156409a4-8dd0-4f39-8d9d-7be6d1f20348', 'tag': 'd488afe2-73a5-4d1b-b6a4-bc323b911248'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:17.770672 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0906aad9-73e9-42e6-b041-3975bcbf6bdc" -d '{"events": [{"name": "network-changed", "server_uuid": "156409a4-8dd0-4f39-8d9d-7be6d1f20348", "tag": "d488afe2-73a5-4d1b-b6a4-bc323b911248"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:17.794834 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-17fd5b47-ce61-4010-8c11-1ff4a76ae481 req-32a0aed5-e896-4891-891e-63b6502df89f tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231816 Aug 10 03:24:17.812773 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-3c448491-7297-4aa7-82bc-28cedfbcc7cd service neutron] Request body: {'port': {'device_id': '156409a4-8dd0-4f39-8d9d-7be6d1f20348', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:17.850686 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0748b73d-2b1a-4054-b993-99652f0840d5 service neutron] Pushing event updated for resources: {'Port': ['ID=d488afe2-73a5-4d1b-b6a4-bc323b911248,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:17.916623 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7f09f9-f7e7-4427-80eb-fb245c53abd1 x-openstack-request-id: req-fe7f09f9-f7e7-4427-80eb-fb245c53abd1 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:17.916987 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "156409a4-8dd0-4f39-8d9d-7be6d1f20348", "tag": "d488afe2-73a5-4d1b-b6a4-bc323b911248", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:17.918065 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fe7f09f9-f7e7-4427-80eb-fb245c53abd1 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:17.918468 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '156409a4-8dd0-4f39-8d9d-7be6d1f20348', 'tag': 'd488afe2-73a5-4d1b-b6a4-bc323b911248', 'status': 'completed', 'code': 200} Aug 10 03:24:17.939024 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e88c608-a1a5-493c-bc63-7e10fa75325d tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Network fd87a13c-7720-4b1c-80db-a60c89430a4a is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:24:17.971410 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-7e88c608-a1a5-493c-bc63-7e10fa75325d tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, fd87a13c-7720-4b1c-80db-a60c89430a4a) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:17.981689 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6a33f5-647f-4350-9677-8d02cfa47a36 None None] Network fd87a13c-7720-4b1c-80db-a60c89430a4a requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:18.019185 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-3c448491-7297-4aa7-82bc-28cedfbcc7cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:18.025802 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3dec56-efeb-4769-af95-bee6b5c29853 req-8c4b3a9c-07e9-4cf4-8678-b38d5bbc2bfd tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:18.060588 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3dec56-efeb-4769-af95-bee6b5c29853 req-8c4b3a9c-07e9-4cf4-8678-b38d5bbc2bfd tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:18.071849 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3dec56-efeb-4769-af95-bee6b5c29853 req-8c4b3a9c-07e9-4cf4-8678-b38d5bbc2bfd tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:18.073920 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3a3dec56-efeb-4769-af95-bee6b5c29853 req-8c4b3a9c-07e9-4cf4-8678-b38d5bbc2bfd tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/ports?device_id=156409a4-8dd0-4f39-8d9d-7be6d1f20348 HTTP/1.1" status: 200 len: 2389 time: 0.3247857 Aug 10 03:24:18.093668 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0906aad9-73e9-42e6-b041-3975bcbf6bdc req-60241a97-6219-4285-a4df-62ca173a7bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:18.094668 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0906aad9-73e9-42e6-b041-3975bcbf6bdc req-60241a97-6219-4285-a4df-62ca173a7bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:18.095485 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0906aad9-73e9-42e6-b041-3975bcbf6bdc req-60241a97-6219-4285-a4df-62ca173a7bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:18.097578 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0906aad9-73e9-42e6-b041-3975bcbf6bdc req-60241a97-6219-4285-a4df-62ca173a7bd3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d8f2056cb8664657b3af8bc92377e007&device_id=156409a4-8dd0-4f39-8d9d-7be6d1f20348 HTTP/1.1" status: 200 len: 2733 time: 0.1782937 Aug 10 03:24:18.161692 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-54e7da27-e44b-4bf9-bfe0-3db6e68c0ed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:18.219205 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e88c608-a1a5-493c-bc63-7e10fa75325d tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:18.219810 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7e88c608-a1a5-493c-bc63-7e10fa75325d tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:18.229125 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-54e7da27-e44b-4bf9-bfe0-3db6e68c0ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:18.270972 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e0f3a5-f825-40f5-ad51-b260d48967bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-fd87a13c-7720-4b1c-80db-a60c89430a4a', 'network_id': 'fd87a13c-7720-4b1c-80db-a60c89430a4a', 'tenant_id': '4ed48e64d2bc4e15aeddc047e3b71cf8', 'fixed_ips': [{'subnet_id': 'ee1ab616-b1c7-4a87-a3be-9708d3cab1c0'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:24:18.273005 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-10e0f3a5-f825-40f5-ad51-b260d48967bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:18.356981 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7da27-e44b-4bf9-bfe0-3db6e68c0ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac8c1a7-71f5-41f6-8243-2e66983e67de,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:18.387692 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0906aad9-73e9-42e6-b041-3975bcbf6bdc req-9f2718e6-2b24-4f6a-9d2b-f238fe2f3829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:18.388308 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0906aad9-73e9-42e6-b041-3975bcbf6bdc req-9f2718e6-2b24-4f6a-9d2b-f238fe2f3829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:18.388782 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0906aad9-73e9-42e6-b041-3975bcbf6bdc req-9f2718e6-2b24-4f6a-9d2b-f238fe2f3829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:18.389639 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-7e88c608-a1a5-493c-bc63-7e10fa75325d tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0028100 Aug 10 03:24:18.390674 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0906aad9-73e9-42e6-b041-3975bcbf6bdc req-9f2718e6-2b24-4f6a-9d2b-f238fe2f3829 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=d8f2056cb8664657b3af8bc92377e007&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2799215 Aug 10 03:24:18.393329 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35066) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:18.399087 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54e7da27-e44b-4bf9-bfe0-3db6e68c0ed6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:24:18.399478 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-4b95c8b5-785b-4b29-af8c-e27409c4fdd1 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Request body: {'subnet': {'network_id': 'fd87a13c-7720-4b1c-80db-a60c89430a4a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:18.406114 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-42166a5c-add1-4948-a7bb-ea31fad6941d tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:18.482349 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-10e0f3a5-f825-40f5-ad51-b260d48967bd None None] Allocated IP 172.20.0.2 (fd87a13c-7720-4b1c-80db-a60c89430a4a/ee1ab616-b1c7-4a87-a3be-9708d3cab1c0/613f76a8-bcc0-4c53-a30e-168f0dc78f99) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:24:18.494197 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42166a5c-add1-4948-a7bb-ea31fad6941d tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Pushing event updated for resources: {'Subnet': ['ID=d4831d10-9289-427f-8e30-99328a747f3a,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:18.518942 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3a3dec56-efeb-4769-af95-bee6b5c29853 req-ab8b73c5-4960-4f3c-b44d-a52853f95bdf tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8122897-b7b2-4911-a92f-13052fad1f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011394 Aug 10 03:24:18.520766 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-54e7da27-e44b-4bf9-bfe0-3db6e68c0ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:18.521331 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-54e7da27-e44b-4bf9-bfe0-3db6e68c0ed6 admin admin] Added segment a78f32ce-09fc-4ccd-a2be-cd8bc535f3e6 of type vlan for network 8bdbc785-dbaa-47b5-afc4-78e42278de83 Aug 10 03:24:18.595883 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb069bb-a0f6-45e7-89da-85bccbda7d56 req-478d323b-d207-4493-add9-adb3d59b3724 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:18.606971 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8cb069bb-a0f6-45e7-89da-85bccbda7d56 req-478d323b-d207-4493-add9-adb3d59b3724 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 944 time: 0.3904693 Aug 10 03:24:18.718519 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42166a5c-add1-4948-a7bb-ea31fad6941d tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Checking segment: {'id': '16224f2c-814a-46e7-9169-c68dd6c924d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd9ab2575-a4c7-4e03-934a-76f5b7090b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:18.718976 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42166a5c-add1-4948-a7bb-ea31fad6941d tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Network hostable DHCP agents. Network: d9ab2575-a4c7-4e03-934a-76f5b7090b79, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:24:18.729965 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-10e0f3a5-f825-40f5-ad51-b260d48967bd None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:18.743192 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8cb069bb-a0f6-45e7-89da-85bccbda7d56 req-513193e2-418c-49ce-b0d2-7060efe7011a tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348011 Aug 10 03:24:18.754121 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-10e0f3a5-f825-40f5-ad51-b260d48967bd None None] Transition to ACTIVE for port object 613f76a8-bcc0-4c53-a30e-168f0dc78f99 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:18.774567 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-10e0f3a5-f825-40f5-ad51-b260d48967bd None None] Transition to ACTIVE for port object 613f76a8-bcc0-4c53-a30e-168f0dc78f99 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:18.776886 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-3c448491-7297-4aa7-82bc-28cedfbcc7cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d7608da-f49b-42e2-b6e7-dd8a4ad48e11 {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:24:18.784419 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-10e0f3a5-f825-40f5-ad51-b260d48967bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:18.809770 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-3c448491-7297-4aa7-82bc-28cedfbcc7cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:18.835755 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e0f3a5-f825-40f5-ad51-b260d48967bd None None] Network fd87a13c-7720-4b1c-80db-a60c89430a4a is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:24:18.838754 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-10e0f3a5-f825-40f5-ad51-b260d48967bd None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:18.841403 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e0f3a5-f825-40f5-ad51-b260d48967bd None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:24:18.878725 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-3c448491-7297-4aa7-82bc-28cedfbcc7cd service neutron] Transition to ACTIVE for port object 6d7608da-f49b-42e2-b6e7-dd8a4ad48e11 will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:18.888219 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0906aad9-73e9-42e6-b041-3975bcbf6bdc req-605c9573-7392-4609-bc67-c21ea19377d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:18.889932 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0906aad9-73e9-42e6-b041-3975bcbf6bdc req-605c9573-7392-4609-bc67-c21ea19377d2 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4709485 Aug 10 03:24:18.897917 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-3c448491-7297-4aa7-82bc-28cedfbcc7cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:18.902123 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e0f3a5-f825-40f5-ad51-b260d48967bd None None] Pushing event updated for resources: {'Port': ['ID=613f76a8-bcc0-4c53-a30e-168f0dc78f99,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:18.925804 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e0f3a5-f825-40f5-ad51-b260d48967bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:18.926174 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e0f3a5-f825-40f5-ad51-b260d48967bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:18.926660 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e0f3a5-f825-40f5-ad51-b260d48967bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:18.927533 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e0f3a5-f825-40f5-ad51-b260d48967bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:18.927884 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e0f3a5-f825-40f5-ad51-b260d48967bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:18.928783 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e0f3a5-f825-40f5-ad51-b260d48967bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:18.929120 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e0f3a5-f825-40f5-ad51-b260d48967bd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:18.929591 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e0f3a5-f825-40f5-ad51-b260d48967bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:18.930067 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e0f3a5-f825-40f5-ad51-b260d48967bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:18.930410 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e0f3a5-f825-40f5-ad51-b260d48967bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:18.930761 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e0f3a5-f825-40f5-ad51-b260d48967bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:18.931126 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e0f3a5-f825-40f5-ad51-b260d48967bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:18.940325 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b12427fe-e5c5-4ffe-bb3a-7a2eabb1c99c req-1f670dd5-d2c3-419d-90f1-8118d341bb97 tempest-ServerShowV257Test-908913220 tempest-ServerShowV257Test-908913220-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dfced2c-7115-4233-b537-b0377ae6660d HTTP/1.1" status: 200 len: 210 time: 0.1818769 Aug 10 03:24:18.950612 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-10e0f3a5-f825-40f5-ad51-b260d48967bd None None] Attempting to bind port 613f76a8-bcc0-4c53-a30e-168f0dc78f99 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:18.951024 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-10e0f3a5-f825-40f5-ad51-b260d48967bd None None] Attempting to bind port 613f76a8-bcc0-4c53-a30e-168f0dc78f99 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '8133bbc1-cabb-4f7c-9210-705bf34eb741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'fd87a13c-7720-4b1c-80db-a60c89430a4a'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:18.951398 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e0f3a5-f825-40f5-ad51-b260d48967bd None None] Attempting to bind port 613f76a8-bcc0-4c53-a30e-168f0dc78f99 on network fd87a13c-7720-4b1c-80db-a60c89430a4a {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:18.956232 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-54e7da27-e44b-4bf9-bfe0-3db6e68c0ed6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:18.960717 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e0f3a5-f825-40f5-ad51-b260d48967bd None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:24:18.961102 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e0f3a5-f825-40f5-ad51-b260d48967bd None None] Checking segment: {'id': '8133bbc1-cabb-4f7c-9210-705bf34eb741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'fd87a13c-7720-4b1c-80db-a60c89430a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:18.961513 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-10e0f3a5-f825-40f5-ad51-b260d48967bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:18.962854 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e0f3a5-f825-40f5-ad51-b260d48967bd None None] Bound using segment: {'id': '8133bbc1-cabb-4f7c-9210-705bf34eb741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'fd87a13c-7720-4b1c-80db-a60c89430a4a'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:24:18.963891 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-10e0f3a5-f825-40f5-ad51-b260d48967bd None None] Bound port: 613f76a8-bcc0-4c53-a30e-168f0dc78f99, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8133bbc1-cabb-4f7c-9210-705bf34eb741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'fd87a13c-7720-4b1c-80db-a60c89430a4a'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:24:18.964317 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-10e0f3a5-f825-40f5-ad51-b260d48967bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:19.037663 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c448491-7297-4aa7-82bc-28cedfbcc7cd service neutron] Pushing event updated for resources: {'Port': ['ID=6d7608da-f49b-42e2-b6e7-dd8a4ad48e11,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:19.044772 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b95c8b5-785b-4b29-af8c-e27409c4fdd1 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Made reservation on behalf of 4ed48e64d2bc4e15aeddc047e3b71cf8 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:19.048514 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4b95c8b5-785b-4b29-af8c-e27409c4fdd1 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:19.060993 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb3550-5f05-489f-8624-bcf8192211ca req-14468143-5401-4943-afdb-032987f771a1 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:19.063123 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5bbb3550-5f05-489f-8624-bcf8192211ca req-14468143-5401-4943-afdb-032987f771a1 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] 10.222.0.60 "GET /v2.0/networks?id=bbfa328a-aacf-4178-97d9-8a51e8d466f8 HTTP/1.1" status: 200 len: 813 time: 0.5375891 Aug 10 03:24:19.129692 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-10e0f3a5-f825-40f5-ad51-b260d48967bd None None] For port 613f76a8-bcc0-4c53-a30e-168f0dc78f99, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:24:19.141406 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-10e0f3a5-f825-40f5-ad51-b260d48967bd None None] For port 613f76a8-bcc0-4c53-a30e-168f0dc78f99, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=613f76a8-bcc0-4c53-a30e-168f0dc78f99,segment=NetworkSegment(8133bbc1-cabb-4f7c-9210-705bf34eb741),segment_id=8133bbc1-cabb-4f7c-9210-705bf34eb741)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:24:19.151675 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-5bbb3550-5f05-489f-8624-bcf8192211ca req-da4dec2a-fb64-487c-947e-cc726c5dcb51 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] Request body: {'port': {'device_id': '7b14b0b4-fb92-4d1f-9814-e06ee0564ff9', 'network_id': 'bbfa328a-aacf-4178-97d9-8a51e8d466f8', 'admin_state_up': True, 'tenant_id': 'a918b0362a2d4286ac157fdd2a5ab003'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:19.157104 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-10e0f3a5-f825-40f5-ad51-b260d48967bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:19.171717 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-3c448491-7297-4aa7-82bc-28cedfbcc7cd service neutron] Attempting to bind port 6d7608da-f49b-42e2-b6e7-dd8a4ad48e11 on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:19.172126 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-3c448491-7297-4aa7-82bc-28cedfbcc7cd service neutron] Attempting to bind port 6d7608da-f49b-42e2-b6e7-dd8a4ad48e11 by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '86b54bf5-e88f-4075-bc9c-ccc4a58c3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '947b13c0-2fba-4b01-be97-4cb2d79ad30f'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:19.172390 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-3c448491-7297-4aa7-82bc-28cedfbcc7cd service neutron] Attempting to bind port 6d7608da-f49b-42e2-b6e7-dd8a4ad48e11 on network 947b13c0-2fba-4b01-be97-4cb2d79ad30f {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:19.181400 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-3c448491-7297-4aa7-82bc-28cedfbcc7cd service neutron] Port 6d7608da-f49b-42e2-b6e7-dd8a4ad48e11 on network 947b13c0-2fba-4b01-be97-4cb2d79ad30f not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:24:19.182522 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-3c448491-7297-4aa7-82bc-28cedfbcc7cd service neutron] Attempting to bind port 6d7608da-f49b-42e2-b6e7-dd8a4ad48e11 on network 947b13c0-2fba-4b01-be97-4cb2d79ad30f {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:19.195926 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e082604e-5458-4dbe-bd91-4a6302f72d17 req-25c78c50-4bb9-4ef2-8294-487bcde6be53 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b14b0b4-fb92-4d1f-9814-e06ee0564ff9 HTTP/1.1" status: 200 len: 210 time: 0.2846260 Aug 10 03:24:19.202118 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-3c448491-7297-4aa7-82bc-28cedfbcc7cd service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:24:19.202474 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-3c448491-7297-4aa7-82bc-28cedfbcc7cd service neutron] Checking segment: {'id': '86b54bf5-e88f-4075-bc9c-ccc4a58c3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '947b13c0-2fba-4b01-be97-4cb2d79ad30f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:19.202915 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-3c448491-7297-4aa7-82bc-28cedfbcc7cd service neutron] Bound using segment: {'id': '86b54bf5-e88f-4075-bc9c-ccc4a58c3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '947b13c0-2fba-4b01-be97-4cb2d79ad30f'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:24:19.203363 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-3c448491-7297-4aa7-82bc-28cedfbcc7cd service neutron] Bound port: 6d7608da-f49b-42e2-b6e7-dd8a4ad48e11, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86b54bf5-e88f-4075-bc9c-ccc4a58c3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '947b13c0-2fba-4b01-be97-4cb2d79ad30f'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:24:19.203726 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-3c448491-7297-4aa7-82bc-28cedfbcc7cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:19.220302 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42166a5c-add1-4948-a7bb-ea31fad6941d tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Network d9ab2575-a4c7-4e03-934a-76f5b7090b79 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:24:19.296369 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e0f3a5-f825-40f5-ad51-b260d48967bd None None] Pushing event updated for resources: {'Port': ['ID=613f76a8-bcc0-4c53-a30e-168f0dc78f99,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:19.320768 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-54e7da27-e44b-4bf9-bfe0-3db6e68c0ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:19.321769 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e7da27-e44b-4bf9-bfe0-3db6e68c0ed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:19.322365 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-54e7da27-e44b-4bf9-bfe0-3db6e68c0ed6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:19.329588 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-42166a5c-add1-4948-a7bb-ea31fad6941d tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, d9ab2575-a4c7-4e03-934a-76f5b7090b79) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:19.338943 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9331e7-209d-4fb2-9d0c-89e56e2fcc96 None None] Network d9ab2575-a4c7-4e03-934a-76f5b7090b79 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:19.372673 n-d-768851-15 neutron-server[94217]: INFO neutron.db.ipam_backend_mixin [None req-4b95c8b5-785b-4b29-af8c-e27409c4fdd1 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ee1ab616-b1c7-4a87-a3be-9708d3cab1c0 (CIDR: 172.20.0.0/28) Aug 10 03:24:19.382361 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b95c8b5-785b-4b29-af8c-e27409c4fdd1 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:24:19.382980 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b95c8b5-785b-4b29-af8c-e27409c4fdd1 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:24:19.398978 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42166a5c-add1-4948-a7bb-ea31fad6941d tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:19.400532 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-42166a5c-add1-4948-a7bb-ea31fad6941d tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:19.419822 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-3c448491-7297-4aa7-82bc-28cedfbcc7cd service neutron] For port 6d7608da-f49b-42e2-b6e7-dd8a4ad48e11, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:24:19.436808 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-3c448491-7297-4aa7-82bc-28cedfbcc7cd service neutron] For port 6d7608da-f49b-42e2-b6e7-dd8a4ad48e11, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=6d7608da-f49b-42e2-b6e7-dd8a4ad48e11,segment=NetworkSegment(86b54bf5-e88f-4075-bc9c-ccc4a58c3936),segment_id=86b54bf5-e88f-4075-bc9c-ccc4a58c3936)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:24:19.446030 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4b95c8b5-785b-4b29-af8c-e27409c4fdd1 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0471387 Aug 10 03:24:19.446982 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35080) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:19.455567 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-774a44e8-c26d-432d-881d-7013b26bc736 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Request body: {'subnet': {'network_id': 'fd87a13c-7720-4b1c-80db-a60c89430a4a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:19.574303 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02223068-6255-4ed7-a6f8-811fcfcf8c47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-d9ab2575-a4c7-4e03-934a-76f5b7090b79', 'network_id': 'd9ab2575-a4c7-4e03-934a-76f5b7090b79', 'tenant_id': 'a0853454ae8b4b8c9105d0ce5b396b8a', 'fixed_ips': [{'subnet_id': 'd4831d10-9289-427f-8e30-99328a747f3a'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:24:19.575675 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-02223068-6255-4ed7-a6f8-811fcfcf8c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:19.621826 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-3c448491-7297-4aa7-82bc-28cedfbcc7cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:19.689565 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-3c448491-7297-4aa7-82bc-28cedfbcc7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:19.690501 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-3c448491-7297-4aa7-82bc-28cedfbcc7cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:19.692441 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-3c448491-7297-4aa7-82bc-28cedfbcc7cd service neutron] 10.222.0.58 "PUT /v2.0/ports/6d7608da-f49b-42e2-b6e7-dd8a4ad48e11 HTTP/1.1" status: 200 len: 1093 time: 1.8861821 Aug 10 03:24:19.731721 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774a44e8-c26d-432d-881d-7013b26bc736 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Made reservation on behalf of 4ed48e64d2bc4e15aeddc047e3b71cf8 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:19.737785 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-774a44e8-c26d-432d-881d-7013b26bc736 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:19.748815 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-47019d4a-8459-4851-8646-0566e09853ef service neutron] Request body: {'port': {'device_id': '156409a4-8dd0-4f39-8d9d-7be6d1f20348', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:19.838170 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-47019d4a-8459-4851-8646-0566e09853ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:19.878295 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-02223068-6255-4ed7-a6f8-811fcfcf8c47 None None] Allocated IP 172.20.0.1 (d9ab2575-a4c7-4e03-934a-76f5b7090b79/d4831d10-9289-427f-8e30-99328a747f3a/a97c9c0e-0939-4185-ba84-909f31981366) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:24:19.888453 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c448491-7297-4aa7-82bc-28cedfbcc7cd service neutron] Pushing event updated for resources: {'Port': ['ID=6d7608da-f49b-42e2-b6e7-dd8a4ad48e11,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:19.927577 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 613f76a8-bcc0-4c53-a30e-168f0dc78f99 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:24:19.936459 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '156409a4-8dd0-4f39-8d9d-7be6d1f20348', 'tag': '6d7608da-f49b-42e2-b6e7-dd8a4ad48e11'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:19.938901 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c0ffc5-f347-47e5-aaea-052fc6697f03" -d '{"events": [{"name": "network-changed", "server_uuid": "156409a4-8dd0-4f39-8d9d-7be6d1f20348", "tag": "6d7608da-f49b-42e2-b6e7-dd8a4ad48e11"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:20.308564 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-02223068-6255-4ed7-a6f8-811fcfcf8c47 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:20.329785 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-02223068-6255-4ed7-a6f8-811fcfcf8c47 None None] Transition to ACTIVE for port object a97c9c0e-0939-4185-ba84-909f31981366 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:20.388000 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-02223068-6255-4ed7-a6f8-811fcfcf8c47 None None] Transition to ACTIVE for port object a97c9c0e-0939-4185-ba84-909f31981366 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:20.412842 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-02223068-6255-4ed7-a6f8-811fcfcf8c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:20.491355 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bbb3550-5f05-489f-8624-bcf8192211ca req-da4dec2a-fb64-487c-947e-cc726c5dcb51 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] Made reservation on behalf of a918b0362a2d4286ac157fdd2a5ab003 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:20.494552 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 613f76a8-bcc0-4c53-a30e-168f0dc78f99 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:20.495888 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-5bbb3550-5f05-489f-8624-bcf8192211ca req-da4dec2a-fb64-487c-947e-cc726c5dcb51 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:20.497235 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7da27-e44b-4bf9-bfe0-3db6e68c0ed6 admin admin] Pushing event updated for resources: {'Network': ['ID=8bdbc785-dbaa-47b5-afc4-78e42278de83,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:20.503061 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02223068-6255-4ed7-a6f8-811fcfcf8c47 None None] Pushing event updated for resources: {'Port': ['ID=a97c9c0e-0939-4185-ba84-909f31981366,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:20.519828 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02223068-6255-4ed7-a6f8-811fcfcf8c47 None None] Network d9ab2575-a4c7-4e03-934a-76f5b7090b79 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:24:20.521091 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 8bdbc785-dbaa-47b5-afc4-78e42278de83 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:24:20.521272 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-42166a5c-add1-4948-a7bb-ea31fad6941d tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.6466637 Aug 10 03:24:20.523861 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35096) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:20.536425 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6713673-3ef4-467a-9dce-2d5e70ef934a req-2c76aee3-43e9-4066-b948-a1f0cc490bfb tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:20.544611 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b6713673-3ef4-467a-9dce-2d5e70ef934a req-2c76aee3-43e9-4066-b948-a1f0cc490bfb tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 944 time: 1.2195020 Aug 10 03:24:20.550312 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-54e7da27-e44b-4bf9-bfe0-3db6e68c0ed6 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.2943788 Aug 10 03:24:20.558266 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35098) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:20.563444 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-dfc8c909-726e-4ae1-8dc2-3eb80d82e549 admin admin] Request body: {'subnet': {'network_id': '8bdbc785-dbaa-47b5-afc4-78e42278de83', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-835114618-subnet', 'tenant_id': 'd850d0c474d6429391e31b27ef47e0a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:20.599557 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc8c909-726e-4ae1-8dc2-3eb80d82e549 admin admin] Made reservation on behalf of d850d0c474d6429391e31b27ef47e0a6 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:20.602148 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dfc8c909-726e-4ae1-8dc2-3eb80d82e549 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:20.605422 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-02223068-6255-4ed7-a6f8-811fcfcf8c47 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:20.610288 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02223068-6255-4ed7-a6f8-811fcfcf8c47 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:24:20.710951 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff82f9-b765-4339-8cb6-92ea82457d1c req-dbc68d26-b551-40bb-a78e-ab652164ef0e tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:20.727943 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-02223068-6255-4ed7-a6f8-811fcfcf8c47 None None] Attempting to bind port a97c9c0e-0939-4185-ba84-909f31981366 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:20.728337 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-02223068-6255-4ed7-a6f8-811fcfcf8c47 None None] Attempting to bind port a97c9c0e-0939-4185-ba84-909f31981366 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '16224f2c-814a-46e7-9169-c68dd6c924d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd9ab2575-a4c7-4e03-934a-76f5b7090b79'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:20.728764 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-774a44e8-c26d-432d-881d-7013b26bc736 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:20.728928 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02223068-6255-4ed7-a6f8-811fcfcf8c47 None None] Attempting to bind port a97c9c0e-0939-4185-ba84-909f31981366 on network d9ab2575-a4c7-4e03-934a-76f5b7090b79 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:20.730079 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff82f9-b765-4339-8cb6-92ea82457d1c req-dbc68d26-b551-40bb-a78e-ab652164ef0e tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:20.738316 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02223068-6255-4ed7-a6f8-811fcfcf8c47 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:24:20.739237 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02223068-6255-4ed7-a6f8-811fcfcf8c47 None None] Checking segment: {'id': '16224f2c-814a-46e7-9169-c68dd6c924d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd9ab2575-a4c7-4e03-934a-76f5b7090b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:20.739829 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-02223068-6255-4ed7-a6f8-811fcfcf8c47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:20.740418 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02223068-6255-4ed7-a6f8-811fcfcf8c47 None None] Bound using segment: {'id': '16224f2c-814a-46e7-9169-c68dd6c924d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd9ab2575-a4c7-4e03-934a-76f5b7090b79'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:24:20.741656 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-02223068-6255-4ed7-a6f8-811fcfcf8c47 None None] Bound port: a97c9c0e-0939-4185-ba84-909f31981366, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16224f2c-814a-46e7-9169-c68dd6c924d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd9ab2575-a4c7-4e03-934a-76f5b7090b79'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:24:20.742460 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-02223068-6255-4ed7-a6f8-811fcfcf8c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:20.745533 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff82f9-b765-4339-8cb6-92ea82457d1c req-dbc68d26-b551-40bb-a78e-ab652164ef0e tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:20.751205 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-89ff82f9-b765-4339-8cb6-92ea82457d1c req-dbc68d26-b551-40bb-a78e-ab652164ef0e tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/ports?device_id=156409a4-8dd0-4f39-8d9d-7be6d1f20348 HTTP/1.1" status: 200 len: 2401 time: 0.4197657 Aug 10 03:24:20.794668 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b6713673-3ef4-467a-9dce-2d5e70ef934a req-4a88d612-9f57-47b5-91ca-6c60c1cb0cc7 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2491508 Aug 10 03:24:20.805831 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a44e8-c26d-432d-881d-7013b26bc736 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event updated for resources: {'Subnet': ['ID=aee27f5e-e960-407e-a0a3-1071e218e5e6,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:20.851928 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-02223068-6255-4ed7-a6f8-811fcfcf8c47 None None] For port a97c9c0e-0939-4185-ba84-909f31981366, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:24:20.854707 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a44e8-c26d-432d-881d-7013b26bc736 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:20.856062 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a44e8-c26d-432d-881d-7013b26bc736 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:20.856255 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-02223068-6255-4ed7-a6f8-811fcfcf8c47 None None] For port a97c9c0e-0939-4185-ba84-909f31981366, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=a97c9c0e-0939-4185-ba84-909f31981366,segment=NetworkSegment(16224f2c-814a-46e7-9169-c68dd6c924d2),segment_id=16224f2c-814a-46e7-9169-c68dd6c924d2)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:24:20.856977 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a44e8-c26d-432d-881d-7013b26bc736 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:20.857643 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a44e8-c26d-432d-881d-7013b26bc736 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:20.858078 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a44e8-c26d-432d-881d-7013b26bc736 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:20.858484 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a44e8-c26d-432d-881d-7013b26bc736 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:20.859074 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a44e8-c26d-432d-881d-7013b26bc736 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:20.859576 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a44e8-c26d-432d-881d-7013b26bc736 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:20.860574 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a44e8-c26d-432d-881d-7013b26bc736 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:20.861114 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a44e8-c26d-432d-881d-7013b26bc736 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:20.861621 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a44e8-c26d-432d-881d-7013b26bc736 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:20.864236 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a44e8-c26d-432d-881d-7013b26bc736 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:20.868104 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-02223068-6255-4ed7-a6f8-811fcfcf8c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:20.892216 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774a44e8-c26d-432d-881d-7013b26bc736 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Network fd87a13c-7720-4b1c-80db-a60c89430a4a is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:24:20.901142 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-774a44e8-c26d-432d-881d-7013b26bc736 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:20.904225 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774a44e8-c26d-432d-881d-7013b26bc736 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:20.905830 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-774a44e8-c26d-432d-881d-7013b26bc736 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:20.921915 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-47019d4a-8459-4851-8646-0566e09853ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f259c89-529a-41f2-954e-6dc6cb9450ad {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:24:20.933621 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-16b43dcd-8f83-483d-88d5-8a046cd3c147 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:20.935378 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-47019d4a-8459-4851-8646-0566e09853ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:20.942562 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-774a44e8-c26d-432d-881d-7013b26bc736 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4919400 Aug 10 03:24:20.944237 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35100) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:20.949357 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-fac8d2ec-a2d2-476c-9ab0-a583e48e3cbc tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Request body: {'port': {'network_id': 'fd87a13c-7720-4b1c-80db-a60c89430a4a', 'fixed_ips': [{'subnet_id': 'ee1ab616-b1c7-4a87-a3be-9708d3cab1c0'}, {'subnet_id': 'aee27f5e-e960-407e-a0a3-1071e218e5e6'}], 'name': 'tempest-PortsTestJSON-1718787578'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:20.968024 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11ba851-ecee-4418-95fe-d5385771c3b3 None None] Network fd87a13c-7720-4b1c-80db-a60c89430a4a requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:20.981420 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-47019d4a-8459-4851-8646-0566e09853ef service neutron] Transition to ACTIVE for port object 3f259c89-529a-41f2-954e-6dc6cb9450ad will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:20.992356 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b54480a8-c268-4b6c-acf6-7c8e3a7deb94 req-e194f8b0-dc11-4fca-a5e8-0016b13a6d84 tempest-ServerShowV257Test-908913220 tempest-ServerShowV257Test-908913220-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dfced2c-7115-4233-b537-b0377ae6660d HTTP/1.1" status: 200 len: 210 time: 0.0502639 Aug 10 03:24:20.995581 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-89ff82f9-b765-4339-8cb6-92ea82457d1c req-d64301ea-8dc6-4eda-8de6-51e30c45bd85 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8122897-b7b2-4911-a92f-13052fad1f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094212 Aug 10 03:24:21.058447 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-5bbb3550-5f05-489f-8624-bcf8192211ca req-da4dec2a-fb64-487c-947e-cc726c5dcb51 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] Allocated IP 172.20.0.7 (bbfa328a-aacf-4178-97d9-8a51e8d466f8/3fca7040-d9dc-42d6-a49a-3ca47891a6e8/dbb24f2f-02d9-4543-a4fe-720b39b894e7) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:24:21.143566 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-16b43dcd-8f83-483d-88d5-8a046cd3c147 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Deleting port a97c9c0e-0939-4185-ba84-909f31981366 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:24:21.143980 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-16b43dcd-8f83-483d-88d5-8a046cd3c147 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:21.173563 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83949d31-b3be-42c3-9cc4-9c6f45514f06 x-openstack-request-id: req-83949d31-b3be-42c3-9cc4-9c6f45514f06 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:21.173986 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "156409a4-8dd0-4f39-8d9d-7be6d1f20348", "tag": "6d7608da-f49b-42e2-b6e7-dd8a4ad48e11", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:21.174357 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-83949d31-b3be-42c3-9cc4-9c6f45514f06 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:21.174977 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '156409a4-8dd0-4f39-8d9d-7be6d1f20348', 'tag': '6d7608da-f49b-42e2-b6e7-dd8a4ad48e11', 'status': 'completed', 'code': 200} Aug 10 03:24:21.179368 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-47019d4a-8459-4851-8646-0566e09853ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:21.370688 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47019d4a-8459-4851-8646-0566e09853ef service neutron] Pushing event updated for resources: {'Port': ['ID=3f259c89-529a-41f2-954e-6dc6cb9450ad,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:21.408405 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-159ff35d-71d8-40eb-84e6-807660e52ed6 req-9a51020b-d50c-4af5-aca0-48f07f2b29e4 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b14b0b4-fb92-4d1f-9814-e06ee0564ff9 HTTP/1.1" status: 200 len: 210 time: 0.1707971 Aug 10 03:24:21.451763 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-abfe755c-9027-4260-b9c1-e8123de5f07a None None] Provisioning for port 613f76a8-bcc0-4c53-a30e-168f0dc78f99 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:21.478432 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-abfe755c-9027-4260-b9c1-e8123de5f07a None None] Provisioning complete for port 613f76a8-bcc0-4c53-a30e-168f0dc78f99 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:21.479852 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-abfe755c-9027-4260-b9c1-e8123de5f07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:21.574068 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02223068-6255-4ed7-a6f8-811fcfcf8c47 None None] Pushing event updated for resources: {'Port': ['ID=a97c9c0e-0939-4185-ba84-909f31981366,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:21.580254 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c0ffc5-f347-47e5-aaea-052fc6697f03 req-f91ba3d5-0141-4065-963c-0c68666757b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:21.581557 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c0ffc5-f347-47e5-aaea-052fc6697f03 req-f91ba3d5-0141-4065-963c-0c68666757b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:21.581557 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c0ffc5-f347-47e5-aaea-052fc6697f03 req-f91ba3d5-0141-4065-963c-0c68666757b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:21.583347 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-08c0ffc5-f347-47e5-aaea-052fc6697f03 req-f91ba3d5-0141-4065-963c-0c68666757b9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d8f2056cb8664657b3af8bc92377e007&device_id=156409a4-8dd0-4f39-8d9d-7be6d1f20348 HTTP/1.1" status: 200 len: 2827 time: 0.4008918 Aug 10 03:24:21.651135 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-16b43dcd-8f83-483d-88d5-8a046cd3c147 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] For port a97c9c0e-0939-4185-ba84-909f31981366, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=a97c9c0e-0939-4185-ba84-909f31981366,segment=NetworkSegment(16224f2c-814a-46e7-9169-c68dd6c924d2),segment_id=16224f2c-814a-46e7-9169-c68dd6c924d2)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:21.652722 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-16b43dcd-8f83-483d-88d5-8a046cd3c147 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:21.652942 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dfc8c909-726e-4ae1-8dc2-3eb80d82e549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:21.735798 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-16b43dcd-8f83-483d-88d5-8a046cd3c147 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Calling delete_port for a97c9c0e-0939-4185-ba84-909f31981366 owned by network:dhcp {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:24:21.758372 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-abfe755c-9027-4260-b9c1-e8123de5f07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:21.791943 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-5bbb3550-5f05-489f-8624-bcf8192211ca req-da4dec2a-fb64-487c-947e-cc726c5dcb51 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:21.951586 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device a97c9c0e-0939-4185-ba84-909f31981366 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:24:21.954822 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac8d2ec-a2d2-476c-9ab0-a583e48e3cbc tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Made reservation on behalf of 4ed48e64d2bc4e15aeddc047e3b71cf8 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:22.011146 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc8c909-726e-4ae1-8dc2-3eb80d82e549 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93eb7526-57cd-4d26-aeaa-3729b1746456,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:22.041959 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-abfe755c-9027-4260-b9c1-e8123de5f07a None None] For port 613f76a8-bcc0-4c53-a30e-168f0dc78f99, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=613f76a8-bcc0-4c53-a30e-168f0dc78f99,segment=NetworkSegment(8133bbc1-cabb-4f7c-9210-705bf34eb741),segment_id=8133bbc1-cabb-4f7c-9210-705bf34eb741)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:22.067784 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959e55e8-a8f6-4e85-964c-dcd3be68527e None None] Update dhcp port {'port': {'network_id': 'fd87a13c-7720-4b1c-80db-a60c89430a4a', 'fixed_ips': [{'subnet_id': 'ee1ab616-b1c7-4a87-a3be-9708d3cab1c0', 'ip_address': '172.20.0.2'}, {'subnet_id': 'aee27f5e-e960-407e-a0a3-1071e218e5e6'}], 'binding:host_id': 'n-d-768851-15'}, 'id': '613f76a8-bcc0-4c53-a30e-168f0dc78f99'} from n-d-768851-15. {{(pid=94218) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:24:22.107620 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-959e55e8-a8f6-4e85-964c-dcd3be68527e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:22.126007 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-47019d4a-8459-4851-8646-0566e09853ef service neutron] Attempting to bind port 3f259c89-529a-41f2-954e-6dc6cb9450ad on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:22.126788 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-47019d4a-8459-4851-8646-0566e09853ef service neutron] Attempting to bind port 3f259c89-529a-41f2-954e-6dc6cb9450ad by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': 'b3a2a1ab-0b1f-4022-baaa-824978a8521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '115e9622-bdaf-4367-9b40-436d412443e3'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:22.127369 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-47019d4a-8459-4851-8646-0566e09853ef service neutron] Attempting to bind port 3f259c89-529a-41f2-954e-6dc6cb9450ad on network 115e9622-bdaf-4367-9b40-436d412443e3 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:22.129497 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-abfe755c-9027-4260-b9c1-e8123de5f07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:22.159038 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-47019d4a-8459-4851-8646-0566e09853ef service neutron] Port 3f259c89-529a-41f2-954e-6dc6cb9450ad on network 115e9622-bdaf-4367-9b40-436d412443e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:24:22.159441 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-47019d4a-8459-4851-8646-0566e09853ef service neutron] Attempting to bind port 3f259c89-529a-41f2-954e-6dc6cb9450ad on network 115e9622-bdaf-4367-9b40-436d412443e3 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:22.167797 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c0ffc5-f347-47e5-aaea-052fc6697f03 req-e977281b-9c91-4e1d-908d-1651835c9e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:22.168278 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c0ffc5-f347-47e5-aaea-052fc6697f03 req-e977281b-9c91-4e1d-908d-1651835c9e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:22.168743 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c0ffc5-f347-47e5-aaea-052fc6697f03 req-e977281b-9c91-4e1d-908d-1651835c9e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:22.170349 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-08c0ffc5-f347-47e5-aaea-052fc6697f03 req-e977281b-9c91-4e1d-908d-1651835c9e12 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=d8f2056cb8664657b3af8bc92377e007&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5406592 Aug 10 03:24:22.175235 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc8c909-726e-4ae1-8dc2-3eb80d82e549 admin admin] Checking segment: {'id': 'a78f32ce-09fc-4ccd-a2be-cd8bc535f3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '8bdbc785-dbaa-47b5-afc4-78e42278de83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:22.175590 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc8c909-726e-4ae1-8dc2-3eb80d82e549 admin admin] Network hostable DHCP agents. Network: 8bdbc785-dbaa-47b5-afc4-78e42278de83, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:24:22.181860 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-47019d4a-8459-4851-8646-0566e09853ef service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:24:22.182205 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-47019d4a-8459-4851-8646-0566e09853ef service neutron] Checking segment: {'id': 'b3a2a1ab-0b1f-4022-baaa-824978a8521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '115e9622-bdaf-4367-9b40-436d412443e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:22.182572 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-47019d4a-8459-4851-8646-0566e09853ef service neutron] Bound using segment: {'id': 'b3a2a1ab-0b1f-4022-baaa-824978a8521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '115e9622-bdaf-4367-9b40-436d412443e3'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:24:22.183044 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-47019d4a-8459-4851-8646-0566e09853ef service neutron] Bound port: 3f259c89-529a-41f2-954e-6dc6cb9450ad, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3a2a1ab-0b1f-4022-baaa-824978a8521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '115e9622-bdaf-4367-9b40-436d412443e3'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:24:22.183400 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-47019d4a-8459-4851-8646-0566e09853ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:22.211807 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port a97c9c0e-0939-4185-ba84-909f31981366 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:22.270136 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fac8d2ec-a2d2-476c-9ab0-a583e48e3cbc tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:22.275470 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32216116-7122-490c-9145-5b63ad67b5db req-347b02e9-9252-4dca-adc2-8fb04866570a tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:22.278512 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-32216116-7122-490c-9145-5b63ad67b5db req-347b02e9-9252-4dca-adc2-8fb04866570a tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 944 time: 0.2666850 Aug 10 03:24:22.351393 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-5bbb3550-5f05-489f-8624-bcf8192211ca req-da4dec2a-fb64-487c-947e-cc726c5dcb51 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:22.462227 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8179d943-8935-4777-b290-9ab7d776579e req-37e2800b-aa5e-412e-a499-c2e77f02f58b tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:22.471073 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8179d943-8935-4777-b290-9ab7d776579e req-37e2800b-aa5e-412e-a499-c2e77f02f58b tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:22.481347 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8179d943-8935-4777-b290-9ab7d776579e req-37e2800b-aa5e-412e-a499-c2e77f02f58b tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:22.483777 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8179d943-8935-4777-b290-9ab7d776579e req-37e2800b-aa5e-412e-a499-c2e77f02f58b tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/ports?device_id=156409a4-8dd0-4f39-8d9d-7be6d1f20348 HTTP/1.1" status: 200 len: 2413 time: 0.3293982 Aug 10 03:24:22.492028 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfe755c-9027-4260-b9c1-e8123de5f07a None None] Pushing event updated for resources: {'Port': ['ID=613f76a8-bcc0-4c53-a30e-168f0dc78f99,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:22.497918 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bbb3550-5f05-489f-8624-bcf8192211ca req-da4dec2a-fb64-487c-947e-cc726c5dcb51 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] Network bbfa328a-aacf-4178-97d9-8a51e8d466f8 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:24:22.507928 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-5bbb3550-5f05-489f-8624-bcf8192211ca req-da4dec2a-fb64-487c-947e-cc726c5dcb51 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:22.511874 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bbb3550-5f05-489f-8624-bcf8192211ca req-da4dec2a-fb64-487c-947e-cc726c5dcb51 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:24:22.574075 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-959e55e8-a8f6-4e85-964c-dcd3be68527e None None] Allocated IP 172.20.0.18 (fd87a13c-7720-4b1c-80db-a60c89430a4a/aee27f5e-e960-407e-a0a3-1071e218e5e6/613f76a8-bcc0-4c53-a30e-168f0dc78f99) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:24:22.588907 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-32216116-7122-490c-9145-5b63ad67b5db req-ac293837-de48-4cad-9cee-d248344645b6 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3018551 Aug 10 03:24:22.612844 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4dec2a-fb64-487c-947e-cc726c5dcb51 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] Pushing event updated for resources: {'Port': ['ID=dbb24f2f-02d9-4543-a4fe-720b39b894e7,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:22.629227 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8179d943-8935-4777-b290-9ab7d776579e req-cd1b21c5-4c22-4748-88c5-c4af88be8c7e tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8122897-b7b2-4911-a92f-13052fad1f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295052 Aug 10 03:24:22.659469 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb3550-5f05-489f-8624-bcf8192211ca req-da4dec2a-fb64-487c-947e-cc726c5dcb51 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:22.659469 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-5bbb3550-5f05-489f-8624-bcf8192211ca req-da4dec2a-fb64-487c-947e-cc726c5dcb51 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:22.670000 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-16b43dcd-8f83-483d-88d5-8a046cd3c147 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:22.693306 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5bbb3550-5f05-489f-8624-bcf8192211ca req-da4dec2a-fb64-487c-947e-cc726c5dcb51 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6133881 Aug 10 03:24:22.721496 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc8c909-726e-4ae1-8dc2-3eb80d82e549 admin admin] Network 8bdbc785-dbaa-47b5-afc4-78e42278de83 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:24:22.744218 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-5bbb3550-5f05-489f-8624-bcf8192211ca req-73f70d73-ea84-4db5-ba34-e3638a77bd8d service neutron] Request body: {'port': {'device_id': '7b14b0b4-fb92-4d1f-9814-e06ee0564ff9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:22.745684 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6414f4-38dc-4771-8995-e7f19937a6c4 None None] Network d9ab2575-a4c7-4e03-934a-76f5b7090b79 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:22.755168 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [None req-fac8d2ec-a2d2-476c-9ab0-a583e48e3cbc tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] device_id is not set on port f53e04ba-8d7f-4d9b-9bae-e943de76b0ce yet. {{(pid=94217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:24:22.758615 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b43dcd-8f83-483d-88d5-8a046cd3c147 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Pushing event deleted for resources: {'Port': ['ID=a97c9c0e-0939-4185-ba84-909f31981366,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:22.761480 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-dfc8c909-726e-4ae1-8dc2-3eb80d82e549 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 8bdbc785-dbaa-47b5-afc4-78e42278de83) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:22.775389 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc8c909-726e-4ae1-8dc2-3eb80d82e549 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:22.775881 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dfc8c909-726e-4ae1-8dc2-3eb80d82e549 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:22.777057 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023c8fa3-2c32-43bb-ba5f-a2fabcfea653 None None] Network 8bdbc785-dbaa-47b5-afc4-78e42278de83 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:22.821467 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-47019d4a-8459-4851-8646-0566e09853ef service neutron] For port 3f259c89-529a-41f2-954e-6dc6cb9450ad, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:24:22.834539 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-672be79a-7c27-43c8-9942-c60f18355987 req-7d6efc40-dba9-47d7-8198-b2f623fe0608 tempest-ServerShowV257Test-908913220 tempest-ServerShowV257Test-908913220-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dfced2c-7115-4233-b537-b0377ae6660d HTTP/1.1" status: 200 len: 210 time: 0.1043277 Aug 10 03:24:22.835948 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-959e55e8-a8f6-4e85-964c-dcd3be68527e None None] For port 613f76a8-bcc0-4c53-a30e-168f0dc78f99, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=613f76a8-bcc0-4c53-a30e-168f0dc78f99,segment=NetworkSegment(8133bbc1-cabb-4f7c-9210-705bf34eb741),segment_id=8133bbc1-cabb-4f7c-9210-705bf34eb741)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:22.849629 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c0ffc5-f347-47e5-aaea-052fc6697f03 req-86b4e623-b3fc-401a-8289-820013144e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:22.851729 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-08c0ffc5-f347-47e5-aaea-052fc6697f03 req-86b4e623-b3fc-401a-8289-820013144e4e service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6736166 Aug 10 03:24:22.855646 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-47019d4a-8459-4851-8646-0566e09853ef service neutron] For port 3f259c89-529a-41f2-954e-6dc6cb9450ad, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=3f259c89-529a-41f2-954e-6dc6cb9450ad,segment=NetworkSegment(b3a2a1ab-0b1f-4022-baaa-824978a8521b),segment_id=b3a2a1ab-0b1f-4022-baaa-824978a8521b)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:24:22.869163 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-dfc8c909-726e-4ae1-8dc2-3eb80d82e549 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.3093956 Aug 10 03:24:22.874379 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-28f21d44-3c41-4f7e-92d6-6a9b5aca27ff None None] Could not find standard attr ID for object a97c9c0e-0939-4185-ba84-909f31981366. {{(pid=94218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:24:22.875098 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-47019d4a-8459-4851-8646-0566e09853ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:22.895503 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b43dcd-8f83-483d-88d5-8a046cd3c147 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] No DVR routers for this DVR port a97c9c0e-0939-4185-ba84-909f31981366 on host n-d-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:24:22.961552 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-47019d4a-8459-4851-8646-0566e09853ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:22.963062 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-47019d4a-8459-4851-8646-0566e09853ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:22.964957 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-47019d4a-8459-4851-8646-0566e09853ef service neutron] 10.222.0.58 "PUT /v2.0/ports/3f259c89-529a-41f2-954e-6dc6cb9450ad HTTP/1.1" status: 200 len: 1093 time: 3.2350359 Aug 10 03:24:22.984342 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-959e55e8-a8f6-4e85-964c-dcd3be68527e None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:23.046445 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47019d4a-8459-4851-8646-0566e09853ef service neutron] Pushing event updated for resources: {'Port': ['ID=3f259c89-529a-41f2-954e-6dc6cb9450ad,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:23.078048 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-959e55e8-a8f6-4e85-964c-dcd3be68527e None None] Transition to ACTIVE for port object 613f76a8-bcc0-4c53-a30e-168f0dc78f99 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:23.141375 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dba6cd-d93f-45f5-8d98-f53c9119659c req-e3076344-6004-4a49-9398-5e69d50ade86 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:23.143092 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-09dba6cd-d93f-45f5-8d98-f53c9119659c req-e3076344-6004-4a49-9398-5e69d50ade86 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b14b0b4-fb92-4d1f-9814-e06ee0564ff9 HTTP/1.1" status: 200 len: 931 time: 0.4092712 Aug 10 03:24:23.144607 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-dd72d01f-0f65-4e36-9769-e31c35d15fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:23.145782 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-dd72d01f-0f65-4e36-9769-e31c35d15fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:23.146127 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-5bbb3550-5f05-489f-8624-bcf8192211ca req-73f70d73-ea84-4db5-ba34-e3638a77bd8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:23.152661 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-dd72d01f-0f65-4e36-9769-e31c35d15fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:23.157441 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-dd72d01f-0f65-4e36-9769-e31c35d15fbe service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d8f2056cb8664657b3af8bc92377e007&device_id=156409a4-8dd0-4f39-8d9d-7be6d1f20348 HTTP/1.1" status: 200 len: 2869 time: 0.1217623 Aug 10 03:24:23.173155 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-959e55e8-a8f6-4e85-964c-dcd3be68527e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:23.195839 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '156409a4-8dd0-4f39-8d9d-7be6d1f20348', 'tag': '3f259c89-529a-41f2-954e-6dc6cb9450ad'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:23.198616 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f447526-347c-48fc-a885-e336db69e896" -d '{"events": [{"name": "network-changed", "server_uuid": "156409a4-8dd0-4f39-8d9d-7be6d1f20348", "tag": "3f259c89-529a-41f2-954e-6dc6cb9450ad"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:23.220840 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-16b43dcd-8f83-483d-88d5-8a046cd3c147 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:23.265282 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0dcd032-9146-4350-8f6a-b8886ae5844b None None] Network 8bdbc785-dbaa-47b5-afc4-78e42278de83 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:23.290151 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-5700b004-d949-4b59-aa67-2853fb6bf41a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.100&port_id=d488afe2-73a5-4d1b-b6a4-bc323b911248 HTTP/1.1" status: 200 len: 217 time: 0.1080985 Aug 10 03:24:23.386913 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-d2ef69f3-13ca-4a3d-9584-35123e89f53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:23.390071 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-d2ef69f3-13ca-4a3d-9584-35123e89f53d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bd7d81f8-72fd-4be1-9b02-66d566ab85a4 HTTP/1.1" status: 200 len: 801 time: 0.0829186 Aug 10 03:24:23.405487 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959e55e8-a8f6-4e85-964c-dcd3be68527e None None] Pushing event updated for resources: {'Port': ['ID=613f76a8-bcc0-4c53-a30e-168f0dc78f99,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:23.590550 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-42f3d1b1-4454-4de0-8b36-28bc33d643a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:23.592534 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-42f3d1b1-4454-4de0-8b36-28bc33d643a3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=115e9622-bdaf-4367-9b40-436d412443e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1907709 Aug 10 03:24:23.604945 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-fac8d2ec-a2d2-476c-9ab0-a583e48e3cbc tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Allocated IP 172.20.0.11 (fd87a13c-7720-4b1c-80db-a60c89430a4a/ee1ab616-b1c7-4a87-a3be-9708d3cab1c0/f53e04ba-8d7f-4d9b-9bae-e943de76b0ce) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:24:23.631096 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-fac8d2ec-a2d2-476c-9ab0-a583e48e3cbc tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Allocated IP 172.20.0.28 (fd87a13c-7720-4b1c-80db-a60c89430a4a/aee27f5e-e960-407e-a0a3-1071e218e5e6/f53e04ba-8d7f-4d9b-9bae-e943de76b0ce) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:24:23.640258 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-09dba6cd-d93f-45f5-8d98-f53c9119659c req-534ee127-9565-4d28-9421-0ed4377a3c55 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] 10.222.0.62 "GET /v2.0/security-groups?id=46df5d1c-7e0f-40ce-9b49-3c1bf335dc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4875500 Aug 10 03:24:23.781872 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7199e68-b940-40ac-8c9f-e3aa9aacf4ad req-24380cbb-35ce-4d18-979f-e130538a8b11 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:23.782795 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-a6501be6-a9ae-4fa4-b6c7-4e9e73a034fa service neutron] 10.222.0.58 "GET /v2.0/networks/115e9622-bdaf-4367-9b40-436d412443e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792719 Aug 10 03:24:23.791966 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d7199e68-b940-40ac-8c9f-e3aa9aacf4ad req-24380cbb-35ce-4d18-979f-e130538a8b11 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 944 time: 0.4871135 Aug 10 03:24:23.847385 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-16b43dcd-8f83-483d-88d5-8a046cd3c147 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:23.927987 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a5d1ca-e344-47fd-9a9f-327877c47255 x-openstack-request-id: req-c2a5d1ca-e344-47fd-9a9f-327877c47255 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:23.928283 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "156409a4-8dd0-4f39-8d9d-7be6d1f20348", "tag": "3f259c89-529a-41f2-954e-6dc6cb9450ad", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:23.928531 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c2a5d1ca-e344-47fd-9a9f-327877c47255 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:23.928922 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '156409a4-8dd0-4f39-8d9d-7be6d1f20348', 'tag': '3f259c89-529a-41f2-954e-6dc6cb9450ad', 'status': 'completed', 'code': 200} Aug 10 03:24:23.940377 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 613f76a8-bcc0-4c53-a30e-168f0dc78f99 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:24:23.951375 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d7199e68-b940-40ac-8c9f-e3aa9aacf4ad req-3b2da21d-139d-44b7-b3de-f2fd438d002a tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579847 Aug 10 03:24:23.958365 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b43dcd-8f83-483d-88d5-8a046cd3c147 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Pushing event deleted for resources: {'Subnet': ['ID=d4831d10-9289-427f-8e30-99328a747f3a,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:24.007458 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bba3c61-7abb-4b5c-a9ca-90ad2929f044 None None] Network d9ab2575-a4c7-4e03-934a-76f5b7090b79 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:24.153223 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-16b43dcd-8f83-483d-88d5-8a046cd3c147 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:24.241245 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-16b43dcd-8f83-483d-88d5-8a046cd3c147 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9ab2575-a4c7-4e03-934a-76f5b7090b79']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:24.250344 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fac8d2ec-a2d2-476c-9ab0-a583e48e3cbc tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:24.280849 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-16b43dcd-8f83-483d-88d5-8a046cd3c147 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16224f2c-814a-46e7-9169-c68dd6c924d2') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:24.281457 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-16b43dcd-8f83-483d-88d5-8a046cd3c147 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16224f2c-814a-46e7-9169-c68dd6c924d2') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:24.290179 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-fac8d2ec-a2d2-476c-9ab0-a583e48e3cbc tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Transition to ACTIVE for port object f53e04ba-8d7f-4d9b-9bae-e943de76b0ce will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:24.301800 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf13a6b7-ea85-402b-82af-7833f939f4d9 None None] DHCP port deletion for d9ab2575-a4c7-4e03-934a-76f5b7090b79 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:24:24.302241 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-45084829-2692-4883-853a-e1386a9d49e2 service neutron] 10.222.0.58 "GET /v2.0/networks/115e9622-bdaf-4367-9b40-436d412443e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125148 Aug 10 03:24:24.304473 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-16b43dcd-8f83-483d-88d5-8a046cd3c147 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:24.346588 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b724ef41-fd3f-4ff8-873a-207eff06f7ed None None] Network fd87a13c-7720-4b1c-80db-a60c89430a4a requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:24.353256 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-db12ddd0-1193-49e9-997b-4f09ece9e3d8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.123&port_id=6d7608da-f49b-42e2-b6e7-dd8a4ad48e11 HTTP/1.1" status: 200 len: 217 time: 0.0406234 Aug 10 03:24:24.389876 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-5bbb3550-5f05-489f-8624-bcf8192211ca req-73f70d73-ea84-4db5-ba34-e3638a77bd8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbb24f2f-02d9-4543-a4fe-720b39b894e7 {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:24:24.401472 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-5bbb3550-5f05-489f-8624-bcf8192211ca req-73f70d73-ea84-4db5-ba34-e3638a77bd8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:24.430067 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-a445b5d7-7cd5-4361-b73e-00af9fa8bb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:24.430067 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-a445b5d7-7cd5-4361-b73e-00af9fa8bb54 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b3b15256-99de-40d9-819b-927887b64617 HTTP/1.1" status: 200 len: 801 time: 0.0585465 Aug 10 03:24:24.430435 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560e337-5060-41ab-842a-cc2998c67bca req-39a1b94a-3a5a-4317-bc51-da2e0753ae2d tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:24.430552 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fac8d2ec-a2d2-476c-9ab0-a583e48e3cbc tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:24.433191 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560e337-5060-41ab-842a-cc2998c67bca req-39a1b94a-3a5a-4317-bc51-da2e0753ae2d tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:24.439814 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560e337-5060-41ab-842a-cc2998c67bca req-39a1b94a-3a5a-4317-bc51-da2e0753ae2d tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:24.441596 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f560e337-5060-41ab-842a-cc2998c67bca req-39a1b94a-3a5a-4317-bc51-da2e0753ae2d tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/ports?device_id=156409a4-8dd0-4f39-8d9d-7be6d1f20348 HTTP/1.1" status: 200 len: 2413 time: 0.3586199 Aug 10 03:24:24.447299 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-5bbb3550-5f05-489f-8624-bcf8192211ca req-73f70d73-ea84-4db5-ba34-e3638a77bd8d service neutron] Transition to ACTIVE for port object dbb24f2f-02d9-4543-a4fe-720b39b894e7 will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:24.450723 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-930efb74-9c2c-4bf8-803c-70eef6ab9ca8 None None] Provisioning for port 613f76a8-bcc0-4c53-a30e-168f0dc78f99 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:24.453909 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-16b43dcd-8f83-483d-88d5-8a046cd3c147 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:24.460552 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16b43dcd-8f83-483d-88d5-8a046cd3c147 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:24:24.460965 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-16b43dcd-8f83-483d-88d5-8a046cd3c147 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:24.499174 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-930efb74-9c2c-4bf8-803c-70eef6ab9ca8 None None] Provisioning complete for port 613f76a8-bcc0-4c53-a30e-168f0dc78f99 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:24.499657 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-930efb74-9c2c-4bf8-803c-70eef6ab9ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:24.513818 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:24:24.513818 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:24:24.513818 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:24:24.513818 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:24:24.513818 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:24:24.513818 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:24:24.513818 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:24:24.513818 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:24:24.513818 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:24:24.513818 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:24:24.513818 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:24:24.513818 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:24:24.513818 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:24:24.513818 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:24:24.513818 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:24:24.513818 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:24:24.513818 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:24:24.513818 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:24:24.513818 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:24:24.513818 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:24:24.513818 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:24:24.513818 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:24:24.513818 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:24:24.513818 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:24:24.513818 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:24:24.513818 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:24:24.513818 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:24:24.513818 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:24:24.513818 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:24:24.513818 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:24:24.513818 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:24:24.513818 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:24:24.521838 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac8d2ec-a2d2-476c-9ab0-a583e48e3cbc tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event updated for resources: {'Port': ['ID=f53e04ba-8d7f-4d9b-9bae-e943de76b0ce,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:24.530894 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-5bbb3550-5f05-489f-8624-bcf8192211ca req-73f70d73-ea84-4db5-ba34-e3638a77bd8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:24.571776 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac8d2ec-a2d2-476c-9ab0-a583e48e3cbc tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Network fd87a13c-7720-4b1c-80db-a60c89430a4a is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:24:24.599417 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-fac8d2ec-a2d2-476c-9ab0-a583e48e3cbc tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:24.605373 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac8d2ec-a2d2-476c-9ab0-a583e48e3cbc tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:24:24.611102 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0d427-c08a-4493-a2b2-267fc2e992d7 req-cf9cbbe5-8e47-4a83-a044-eb2295a48f7d tempest-ServerAddressesNegativeTestJSON-944962145 tempest-ServerAddressesNegativeTestJSON-944962145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:24.612691 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5ee0d427-c08a-4493-a2b2-267fc2e992d7 req-cf9cbbe5-8e47-4a83-a044-eb2295a48f7d tempest-ServerAddressesNegativeTestJSON-944962145 tempest-ServerAddressesNegativeTestJSON-944962145-project] 10.222.0.62 "GET /v2.0/networks?id=8bdbc785-dbaa-47b5-afc4-78e42278de83 HTTP/1.1" status: 200 len: 821 time: 0.4914522 Aug 10 03:24:24.622423 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-16b43dcd-8f83-483d-88d5-8a046cd3c147 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:24.646896 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-bfee1c9c-7cc3-4708-ba34-a4b857762029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:24.648413 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-bfee1c9c-7cc3-4708-ba34-a4b857762029 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=947b13c0-2fba-4b01-be97-4cb2d79ad30f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2102532 Aug 10 03:24:24.653356 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-16b43dcd-8f83-483d-88d5-8a046cd3c147 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:24.658892 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-16b43dcd-8f83-483d-88d5-8a046cd3c147 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "DELETE /v2.0/networks/d9ab2575-a4c7-4e03-934a-76f5b7090b79 HTTP/1.1" status: 204 len: 168 time: 4.1286607 Aug 10 03:24:24.659118 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35174) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:24.665848 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-45b94361-a8b1-4412-adcf-d446ca8ca7a7 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-604482279'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:24.667592 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b43dcd-8f83-483d-88d5-8a046cd3c147 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Pushing event deleted for resources: {'Network': ['ID=d9ab2575-a4c7-4e03-934a-76f5b7090b79,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:24.680490 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f560e337-5060-41ab-842a-cc2998c67bca req-2adad637-9de5-4e40-a6d3-b8597e1a340e tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8122897-b7b2-4911-a92f-13052fad1f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631935 Aug 10 03:24:24.682663 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f70d73-ea84-4db5-ba34-e3638a77bd8d service neutron] Pushing event updated for resources: {'Port': ['ID=dbb24f2f-02d9-4543-a4fe-720b39b894e7,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:24.686147 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5ee0d427-c08a-4493-a2b2-267fc2e992d7 req-7b6b708c-a694-4d99-af3c-2e56d955c6ad tempest-ServerAddressesNegativeTestJSON-944962145 tempest-ServerAddressesNegativeTestJSON-944962145-project] 10.222.0.62 "GET /v2.0/quotas/d850d0c474d6429391e31b27ef47e0a6 HTTP/1.1" status: 200 len: 375 time: 0.0552578 Aug 10 03:24:24.776264 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5ee0d427-c08a-4493-a2b2-267fc2e992d7 req-3c412c78-198d-424d-95fc-f41d1d4c6a66 tempest-ServerAddressesNegativeTestJSON-944962145 tempest-ServerAddressesNegativeTestJSON-944962145-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d850d0c474d6429391e31b27ef47e0a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0641851 Aug 10 03:24:24.810073 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b94361-a8b1-4412-adcf-d446ca8ca7a7 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Made reservation on behalf of a0853454ae8b4b8c9105d0ce5b396b8a for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:24.814358 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-45b94361-a8b1-4412-adcf-d446ca8ca7a7 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:24.861247 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-2a405e28-5fee-47e0-9258-871693513714 service neutron] 10.222.0.58 "GET /v2.0/networks/947b13c0-2fba-4b01-be97-4cb2d79ad30f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012496 Aug 10 03:24:24.869459 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac8d2ec-a2d2-476c-9ab0-a583e48e3cbc tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:24.870114 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fac8d2ec-a2d2-476c-9ab0-a583e48e3cbc tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:24.900339 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9c219a69-becc-479e-b587-6d3d5807f31d req-4d681cb0-3467-4a6a-9117-2f174c83242e tempest-ServerShowV257Test-908913220 tempest-ServerShowV257Test-908913220-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dfced2c-7115-4233-b537-b0377ae6660d HTTP/1.1" status: 200 len: 210 time: 0.0577140 Aug 10 03:24:24.902898 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-5bbb3550-5f05-489f-8624-bcf8192211ca req-73f70d73-ea84-4db5-ba34-e3638a77bd8d service neutron] Attempting to bind port dbb24f2f-02d9-4543-a4fe-720b39b894e7 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:24.903241 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-5bbb3550-5f05-489f-8624-bcf8192211ca req-73f70d73-ea84-4db5-ba34-e3638a77bd8d service neutron] Attempting to bind port dbb24f2f-02d9-4543-a4fe-720b39b894e7 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '15becbc7-4cd2-4651-a39f-20d961273d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'bbfa328a-aacf-4178-97d9-8a51e8d466f8'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:24.903573 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbb3550-5f05-489f-8624-bcf8192211ca req-73f70d73-ea84-4db5-ba34-e3638a77bd8d service neutron] Attempting to bind port dbb24f2f-02d9-4543-a4fe-720b39b894e7 on network bbfa328a-aacf-4178-97d9-8a51e8d466f8 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:24.914045 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbb3550-5f05-489f-8624-bcf8192211ca req-73f70d73-ea84-4db5-ba34-e3638a77bd8d service neutron] Port dbb24f2f-02d9-4543-a4fe-720b39b894e7 on network bbfa328a-aacf-4178-97d9-8a51e8d466f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:24:24.914372 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbb3550-5f05-489f-8624-bcf8192211ca req-73f70d73-ea84-4db5-ba34-e3638a77bd8d service neutron] Attempting to bind port dbb24f2f-02d9-4543-a4fe-720b39b894e7 on network bbfa328a-aacf-4178-97d9-8a51e8d466f8 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:24.935155 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbb3550-5f05-489f-8624-bcf8192211ca req-73f70d73-ea84-4db5-ba34-e3638a77bd8d service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:24:24.935498 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbb3550-5f05-489f-8624-bcf8192211ca req-73f70d73-ea84-4db5-ba34-e3638a77bd8d service neutron] Checking segment: {'id': '15becbc7-4cd2-4651-a39f-20d961273d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'bbfa328a-aacf-4178-97d9-8a51e8d466f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:24.935886 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbb3550-5f05-489f-8624-bcf8192211ca req-73f70d73-ea84-4db5-ba34-e3638a77bd8d service neutron] Bound using segment: {'id': '15becbc7-4cd2-4651-a39f-20d961273d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'bbfa328a-aacf-4178-97d9-8a51e8d466f8'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:24:24.936334 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-5bbb3550-5f05-489f-8624-bcf8192211ca req-73f70d73-ea84-4db5-ba34-e3638a77bd8d service neutron] Bound port: dbb24f2f-02d9-4543-a4fe-720b39b894e7, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15becbc7-4cd2-4651-a39f-20d961273d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'bbfa328a-aacf-4178-97d9-8a51e8d466f8'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:24:24.936699 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-5bbb3550-5f05-489f-8624-bcf8192211ca req-73f70d73-ea84-4db5-ba34-e3638a77bd8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:24.942681 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5ee0d427-c08a-4493-a2b2-267fc2e992d7 req-543b194e-d61b-4b78-92ed-8e670288d62e service neutron] 10.222.0.62 "GET /v2.0/networks/8bdbc785-dbaa-47b5-afc4-78e42278de83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655681 Aug 10 03:24:24.954138 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45b94361-a8b1-4412-adcf-d446ca8ca7a7 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:24:24.975674 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-fac8d2ec-a2d2-476c-9ab0-a583e48e3cbc tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 4.0284400 Aug 10 03:24:24.976735 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-45b94361-a8b1-4412-adcf-d446ca8ca7a7 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:24.977093 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-45b94361-a8b1-4412-adcf-d446ca8ca7a7 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Added segment 4e40820c-1a35-4a46-9f39-758b5e78411f of type vlan for network ec5ba058-e472-41d3-aded-149fefe8348d Aug 10 03:24:24.977530 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35184) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:25.027154 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-e1d0d2fb-47a6-43f6-be19-d5623beab517 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ee1ab616-b1c7-4a87-a3be-9708d3cab1c0'}]}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:25.039523 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-45b94361-a8b1-4412-adcf-d446ca8ca7a7 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:25.056158 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-ac399ec6-c3df-49eb-8e33-303d0dfe8f9b None None] Provisioning for port f53e04ba-8d7f-4d9b-9bae-e943de76b0ce completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:25.062404 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-ac399ec6-c3df-49eb-8e33-303d0dfe8f9b None None] Provisioning complete for port f53e04ba-8d7f-4d9b-9bae-e943de76b0ce triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:25.062602 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-275215f6-92c4-4c5e-a99c-7578f36f3dc7 service neutron] 10.222.0.58 "GET /v2.0/networks/947b13c0-2fba-4b01-be97-4cb2d79ad30f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893616 Aug 10 03:24:25.064415 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ac399ec6-c3df-49eb-8e33-303d0dfe8f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:25.106898 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-ac399ec6-c3df-49eb-8e33-303d0dfe8f9b None None] Port f53e04ba-8d7f-4d9b-9bae-e943de76b0ce cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:24:25.113466 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-a84c7683-3799-44c4-8f94-380b6e7810be service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.120&port_id=3f259c89-529a-41f2-954e-6dc6cb9450ad HTTP/1.1" status: 200 len: 217 time: 0.0382683 Aug 10 03:24:25.119108 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-ac399ec6-c3df-49eb-8e33-303d0dfe8f9b None None] Provisioning complete for port 613f76a8-bcc0-4c53-a30e-168f0dc78f99 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:25.119601 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ac399ec6-c3df-49eb-8e33-303d0dfe8f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:25.166585 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-5bbb3550-5f05-489f-8624-bcf8192211ca req-73f70d73-ea84-4db5-ba34-e3638a77bd8d service neutron] For port dbb24f2f-02d9-4543-a4fe-720b39b894e7, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:24:25.175162 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-16482a3e-a760-4c10-8542-04810d1769bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:25.176685 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-16482a3e-a760-4c10-8542-04810d1769bd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bd7d81f8-72fd-4be1-9b02-66d566ab85a4 HTTP/1.1" status: 200 len: 801 time: 0.0566022 Aug 10 03:24:25.177452 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-45b94361-a8b1-4412-adcf-d446ca8ca7a7 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:25.184658 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b94361-a8b1-4412-adcf-d446ca8ca7a7 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:25.185269 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-45b94361-a8b1-4412-adcf-d446ca8ca7a7 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:25.214139 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-45b94361-a8b1-4412-adcf-d446ca8ca7a7 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5506628 Aug 10 03:24:25.223778 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35186) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:25.239570 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-5bbb3550-5f05-489f-8624-bcf8192211ca req-73f70d73-ea84-4db5-ba34-e3638a77bd8d service neutron] For port dbb24f2f-02d9-4543-a4fe-720b39b894e7, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=dbb24f2f-02d9-4543-a4fe-720b39b894e7,segment=NetworkSegment(15becbc7-4cd2-4651-a39f-20d961273d10),segment_id=15becbc7-4cd2-4651-a39f-20d961273d10)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:24:25.263663 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-5bbb3550-5f05-489f-8624-bcf8192211ca req-73f70d73-ea84-4db5-ba34-e3638a77bd8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:25.271008 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-d7c72ba7-49a3-4d9c-a62e-d527f2b07cb9 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:25.293014 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe96099-8e79-45c6-9425-154051c0095b req-8f436b59-a270-4c68-947c-b6af289db441 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:25.294533 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7fe96099-8e79-45c6-9425-154051c0095b req-8f436b59-a270-4c68-947c-b6af289db441 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b14b0b4-fb92-4d1f-9814-e06ee0564ff9 HTTP/1.1" status: 200 len: 943 time: 0.2628484 Aug 10 03:24:25.317940 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5ee0d427-c08a-4493-a2b2-267fc2e992d7 req-f2fc93c0-220f-4a1a-89a4-ba0510b53543 service neutron] 10.222.0.62 "GET /v2.0/networks/8bdbc785-dbaa-47b5-afc4-78e42278de83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668711 Aug 10 03:24:25.345951 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b94361-a8b1-4412-adcf-d446ca8ca7a7 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Pushing event updated for resources: {'Network': ['ID=ec5ba058-e472-41d3-aded-149fefe8348d,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:25.357670 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb3550-5f05-489f-8624-bcf8192211ca req-73f70d73-ea84-4db5-ba34-e3638a77bd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:25.358309 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-5bbb3550-5f05-489f-8624-bcf8192211ca req-73f70d73-ea84-4db5-ba34-e3638a77bd8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:25.359769 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5bbb3550-5f05-489f-8624-bcf8192211ca req-73f70d73-ea84-4db5-ba34-e3638a77bd8d service neutron] 10.222.0.60 "PUT /v2.0/ports/dbb24f2f-02d9-4543-a4fe-720b39b894e7 HTTP/1.1" status: 200 len: 1092 time: 2.6228578 Aug 10 03:24:25.360219 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b14b0b4-fb92-4d1f-9814-e06ee0564ff9', 'tag': 'dbb24f2f-02d9-4543-a4fe-720b39b894e7'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:25.362533 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1b0ed0-5f7f-4aec-934f-7437e52599f3" -d '{"events": [{"name": "network-changed", "server_uuid": "7b14b0b4-fb92-4d1f-9814-e06ee0564ff9", "tag": "dbb24f2f-02d9-4543-a4fe-720b39b894e7"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:25.362812 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-077ce75a-a38d-4a61-a16e-5054c9cccc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:25.363256 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network ec5ba058-e472-41d3-aded-149fefe8348d details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:24:25.364441 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-077ce75a-a38d-4a61-a16e-5054c9cccc37 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=115e9622-bdaf-4367-9b40-436d412443e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1677461 Aug 10 03:24:25.427932 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7fe96099-8e79-45c6-9425-154051c0095b req-bf28c06b-9516-49d9-bb50-1f6bc9474490 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] 10.222.0.62 "GET /v2.0/security-groups?id=46df5d1c-7e0f-40ce-9b49-3c1bf335dc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056559 Aug 10 03:24:25.459013 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f70d73-ea84-4db5-ba34-e3638a77bd8d service neutron] Pushing event updated for resources: {'Port': ['ID=dbb24f2f-02d9-4543-a4fe-720b39b894e7,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:25.485958 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e1d0d2fb-47a6-43f6-be19-d5623beab517 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:25.509291 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-8dacf418-2771-41a2-a25b-b8a4914b6ee6 None None] Provisioning complete for port f53e04ba-8d7f-4d9b-9bae-e943de76b0ce triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:25.510137 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8dacf418-2771-41a2-a25b-b8a4914b6ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:25.531607 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d7c72ba7-49a3-4d9c-a62e-d527f2b07cb9 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:25.539927 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb3550-5f05-489f-8624-bcf8192211ca req-9138fd3a-0899-4369-9e8b-596360e181ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:25.541754 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5bbb3550-5f05-489f-8624-bcf8192211ca req-9138fd3a-0899-4369-9e8b-596360e181ca service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a918b0362a2d4286ac157fdd2a5ab003&device_id=7b14b0b4-fb92-4d1f-9814-e06ee0564ff9 HTTP/1.1" status: 200 len: 1095 time: 0.1284285 Aug 10 03:24:25.580117 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d7c72ba7-49a3-4d9c-a62e-d527f2b07cb9 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:25.601040 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d6a63cf-dacd-4c6e-9c82-b574e37ce1b2 x-openstack-request-id: req-7d6a63cf-dacd-4c6e-9c82-b574e37ce1b2 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:25.602087 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b14b0b4-fb92-4d1f-9814-e06ee0564ff9", "tag": "dbb24f2f-02d9-4543-a4fe-720b39b894e7", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:25.602087 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7d6a63cf-dacd-4c6e-9c82-b574e37ce1b2 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:25.602368 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b14b0b4-fb92-4d1f-9814-e06ee0564ff9', 'tag': 'dbb24f2f-02d9-4543-a4fe-720b39b894e7', 'status': 'completed', 'code': 200} Aug 10 03:24:25.605718 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-8ad3bb78-34e9-4378-ac1a-3228d9d495fe service neutron] 10.222.0.58 "GET /v2.0/networks/115e9622-bdaf-4367-9b40-436d412443e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308815 Aug 10 03:24:25.612230 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5bbb3550-5f05-489f-8624-bcf8192211ca req-344d83bb-6e8a-4203-b432-cb71ee43e2fa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbb24f2f-02d9-4543-a4fe-720b39b894e7 HTTP/1.1" status: 200 len: 217 time: 0.0576203 Aug 10 03:24:25.620745 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-8dacf418-2771-41a2-a25b-b8a4914b6ee6 None None] Port f53e04ba-8d7f-4d9b-9bae-e943de76b0ce cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:24:25.624203 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d7c72ba7-49a3-4d9c-a62e-d527f2b07cb9 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Network ec5ba058-e472-41d3-aded-149fefe8348d is not hosted by any dhcp agent {{(pid=94217) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 03:24:25.629741 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c72ba7-49a3-4d9c-a62e-d527f2b07cb9 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:25.630340 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d7c72ba7-49a3-4d9c-a62e-d527f2b07cb9 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:25.634811 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d7c72ba7-49a3-4d9c-a62e-d527f2b07cb9 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "PUT /v2.0/networks/ec5ba058-e472-41d3-aded-149fefe8348d HTTP/1.1" status: 200 len: 723 time: 0.3840694 Aug 10 03:24:25.637852 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35194) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:25.676581 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-059fee4a-fc22-4266-ada5-f33c6e22ebe4 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Request body: {'subnet': {'network_id': 'ec5ba058-e472-41d3-aded-149fefe8348d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:25.726292 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c72ba7-49a3-4d9c-a62e-d527f2b07cb9 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Pushing event updated for resources: {'Network': ['ID=ec5ba058-e472-41d3-aded-149fefe8348d,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:25.743159 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device a97c9c0e-0939-4185-ba84-909f31981366 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:24:25.754012 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-21d62fb1-761d-41b8-b20c-edb95abc51e8 req-b601c90b-8c2e-4e33-9553-1053eda0afb0 tempest-ServerAddressesNegativeTestJSON-944962145 tempest-ServerAddressesNegativeTestJSON-944962145-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce62bb2a-8a56-4cad-b59e-8849ee5e82a8 HTTP/1.1" status: 200 len: 210 time: 0.1140335 Aug 10 03:24:25.779025 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network ec5ba058-e472-41d3-aded-149fefe8348d details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:24:25.807199 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6e1f85c0-623e-4edc-b06b-1346913d6742 req-7c8726ae-10e9-4802-8866-77981399e53b service neutron] 10.222.0.58 "GET /v2.0/networks/115e9622-bdaf-4367-9b40-436d412443e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451705 Aug 10 03:24:25.836806 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: a97c9c0e-0939-4185-ba84-909f31981366 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:24:25.837157 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device a97c9c0e-0939-4185-ba84-909f31981366 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:24:25.934820 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f447526-347c-48fc-a885-e336db69e896 req-55046219-c12a-4610-8fc9-b48bc62ab215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:25.935412 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f447526-347c-48fc-a885-e336db69e896 req-55046219-c12a-4610-8fc9-b48bc62ab215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:25.935869 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f447526-347c-48fc-a885-e336db69e896 req-55046219-c12a-4610-8fc9-b48bc62ab215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:25.937552 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8f447526-347c-48fc-a885-e336db69e896 req-55046219-c12a-4610-8fc9-b48bc62ab215 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d8f2056cb8664657b3af8bc92377e007&device_id=156409a4-8dd0-4f39-8d9d-7be6d1f20348 HTTP/1.1" status: 200 len: 2869 time: 0.0708823 Aug 10 03:24:26.057186 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f447526-347c-48fc-a885-e336db69e896 req-592a0160-3c2c-410c-b164-32706951b93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:26.066346 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8f447526-347c-48fc-a885-e336db69e896 req-592a0160-3c2c-410c-b164-32706951b93d service neutron] 10.222.0.58 "GET /v2.0/networks?id=115e9622-bdaf-4367-9b40-436d412443e3 HTTP/1.1" status: 200 len: 903 time: 0.1134951 Aug 10 03:24:26.106182 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8f447526-347c-48fc-a885-e336db69e896 req-f3ccdb85-b34e-40c4-951e-e3d2beedceff service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.120&port_id=3f259c89-529a-41f2-954e-6dc6cb9450ad HTTP/1.1" status: 200 len: 217 time: 0.0386739 Aug 10 03:24:26.182781 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f447526-347c-48fc-a885-e336db69e896 req-f43778a5-7f1d-4a1f-9238-f2a89d4755db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:26.184069 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8f447526-347c-48fc-a885-e336db69e896 req-f43778a5-7f1d-4a1f-9238-f2a89d4755db service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bd7d81f8-72fd-4be1-9b02-66d566ab85a4 HTTP/1.1" status: 200 len: 801 time: 0.0569365 Aug 10 03:24:26.224401 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:26.272970 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f447526-347c-48fc-a885-e336db69e896 req-fea36d31-f3b5-4145-af3a-457a2ea49b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:26.274527 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8f447526-347c-48fc-a885-e336db69e896 req-fea36d31-f3b5-4145-af3a-457a2ea49b87 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=115e9622-bdaf-4367-9b40-436d412443e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829356 Aug 10 03:24:26.277458 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb3550-5f05-489f-8624-bcf8192211ca req-93dc3ea9-ab5a-4eac-bd8a-cb8c42ed65e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:26.278975 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5bbb3550-5f05-489f-8624-bcf8192211ca req-93dc3ea9-ab5a-4eac-bd8a-cb8c42ed65e9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3fca7040-d9dc-42d6-a49a-3ca47891a6e8 HTTP/1.1" status: 200 len: 853 time: 0.6402266 Aug 10 03:24:26.342708 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5bbb3550-5f05-489f-8624-bcf8192211ca req-e2b51be5-6734-4548-97fe-1cc178302a62 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bbfa328a-aacf-4178-97d9-8a51e8d466f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461776 Aug 10 03:24:26.391276 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e35b05-d7eb-4602-9085-aa1070417fc2 req-b5badffc-f9fe-46c0-9706-67effcff9a18 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:26.391944 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:26.395212 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-82e35b05-d7eb-4602-9085-aa1070417fc2 req-b5badffc-f9fe-46c0-9706-67effcff9a18 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 944 time: 0.7543895 Aug 10 03:24:26.434429 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8f447526-347c-48fc-a885-e336db69e896 req-ea2bfeb6-5829-4157-8a74-2e74f2652531 service neutron] 10.222.0.58 "GET /v2.0/networks/115e9622-bdaf-4367-9b40-436d412443e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518724 Aug 10 03:24:26.509543 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0a5488-d5e6-4443-83aa-23b71963126a req-63af95f7-5961-4cde-9410-467381c06aa5 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:26.515436 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0a5488-d5e6-4443-83aa-23b71963126a req-63af95f7-5961-4cde-9410-467381c06aa5 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:26.521313 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0a5488-d5e6-4443-83aa-23b71963126a req-63af95f7-5961-4cde-9410-467381c06aa5 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:26.529234 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3c0a5488-d5e6-4443-83aa-23b71963126a req-63af95f7-5961-4cde-9410-467381c06aa5 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/ports?device_id=156409a4-8dd0-4f39-8d9d-7be6d1f20348 HTTP/1.1" status: 200 len: 2413 time: 0.3461385 Aug 10 03:24:26.554344 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8f447526-347c-48fc-a885-e336db69e896 req-0ed22cfd-0abe-4bca-8db4-382ed45e56eb service neutron] 10.222.0.58 "GET /v2.0/networks/115e9622-bdaf-4367-9b40-436d412443e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114607 Aug 10 03:24:26.559914 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059fee4a-fc22-4266-ada5-f33c6e22ebe4 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Made reservation on behalf of a0853454ae8b4b8c9105d0ce5b396b8a for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:26.563653 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-059fee4a-fc22-4266-ada5-f33c6e22ebe4 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:26.621325 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-82e35b05-d7eb-4602-9085-aa1070417fc2 req-b4d10610-c932-4b08-8497-b6f5899cfc3b tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2159927 Aug 10 03:24:26.720833 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5bbb3550-5f05-489f-8624-bcf8192211ca req-c3d19618-e1be-48af-8d93-0d6e2d440c2f service neutron] 10.222.0.60 "GET /v2.0/networks/bbfa328a-aacf-4178-97d9-8a51e8d466f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482263 Aug 10 03:24:26.721967 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-e1d0d2fb-47a6-43f6-be19-d5623beab517 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Delete allocated IP 172.20.0.28 (fd87a13c-7720-4b1c-80db-a60c89430a4a/aee27f5e-e960-407e-a0a3-1071e218e5e6) {{(pid=94216) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 10 03:24:26.731251 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3c0a5488-d5e6-4443-83aa-23b71963126a req-3dc761a6-8611-4f8b-80f4-6eba100cce23 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8122897-b7b2-4911-a92f-13052fad1f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011504 Aug 10 03:24:26.764667 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c14c28a7-53ca-497c-b225-8aa5c856a4e6 req-7a548185-4401-4d53-8aed-d4dce960b1b5 tempest-ServerShowV257Test-908913220 tempest-ServerShowV257Test-908913220-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dfced2c-7115-4233-b537-b0377ae6660d HTTP/1.1" status: 200 len: 210 time: 0.0664942 Aug 10 03:24:26.965943 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0d427-c08a-4493-a2b2-267fc2e992d7 req-f4fb770a-1264-4dfb-be34-8f3d2a5c51bc tempest-ServerAddressesNegativeTestJSON-944962145 tempest-ServerAddressesNegativeTestJSON-944962145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:26.968527 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5ee0d427-c08a-4493-a2b2-267fc2e992d7 req-f4fb770a-1264-4dfb-be34-8f3d2a5c51bc tempest-ServerAddressesNegativeTestJSON-944962145 tempest-ServerAddressesNegativeTestJSON-944962145-project] 10.222.0.58 "GET /v2.0/networks?id=8bdbc785-dbaa-47b5-afc4-78e42278de83 HTTP/1.1" status: 200 len: 821 time: 0.1955667 Aug 10 03:24:26.983535 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-5ee0d427-c08a-4493-a2b2-267fc2e992d7 req-84eef1bd-e398-4582-a8e2-eeb1d55e607a tempest-ServerAddressesNegativeTestJSON-944962145 tempest-ServerAddressesNegativeTestJSON-944962145-project] Request body: {'port': {'device_id': 'ce62bb2a-8a56-4cad-b59e-8849ee5e82a8', 'network_id': '8bdbc785-dbaa-47b5-afc4-78e42278de83', 'admin_state_up': True, 'tenant_id': 'd850d0c474d6429391e31b27ef47e0a6'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:27.084228 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5bbb3550-5f05-489f-8624-bcf8192211ca req-ae54dd8b-ac98-4356-b02d-a7364ab727ce service neutron] 10.222.0.60 "GET /v2.0/networks/bbfa328a-aacf-4178-97d9-8a51e8d466f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358953 Aug 10 03:24:27.099316 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a18f39f-7555-4b03-a071-3c75dbccb106 req-c330f9f6-198b-41ce-8909-2dfec8ce25ec tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:27.107904 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8a18f39f-7555-4b03-a071-3c75dbccb106 req-c330f9f6-198b-41ce-8909-2dfec8ce25ec tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b14b0b4-fb92-4d1f-9814-e06ee0564ff9 HTTP/1.1" status: 200 len: 943 time: 0.2625461 Aug 10 03:24:27.132622 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ee0d427-c08a-4493-a2b2-267fc2e992d7 req-84eef1bd-e398-4582-a8e2-eeb1d55e607a tempest-ServerAddressesNegativeTestJSON-944962145 tempest-ServerAddressesNegativeTestJSON-944962145-project] Made reservation on behalf of d850d0c474d6429391e31b27ef47e0a6 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:27.137959 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-5ee0d427-c08a-4493-a2b2-267fc2e992d7 req-84eef1bd-e398-4582-a8e2-eeb1d55e607a tempest-ServerAddressesNegativeTestJSON-944962145 tempest-ServerAddressesNegativeTestJSON-944962145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:27.241581 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f6ca7-aa1d-47eb-bca1-08245471b13f req-1e2e4c15-9a3b-441b-991e-e210b88a3f64 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:27.243040 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a55f6ca7-aa1d-47eb-bca1-08245471b13f req-1e2e4c15-9a3b-441b-991e-e210b88a3f64 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 944 time: 0.3213525 Aug 10 03:24:27.266046 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e1d0d2fb-47a6-43f6-be19-d5623beab517 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:27.275806 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-5ee0d427-c08a-4493-a2b2-267fc2e992d7 req-84eef1bd-e398-4582-a8e2-eeb1d55e607a tempest-ServerAddressesNegativeTestJSON-944962145 tempest-ServerAddressesNegativeTestJSON-944962145-project] Allocated IP 172.20.0.4 (8bdbc785-dbaa-47b5-afc4-78e42278de83/93eb7526-57cd-4d26-aeaa-3729b1746456/91dfeb2f-9668-47f7-835e-828f2477425c) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:24:27.279286 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-059fee4a-fc22-4266-ada5-f33c6e22ebe4 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:27.336239 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8a18f39f-7555-4b03-a071-3c75dbccb106 req-9d18a7d4-7a7c-480b-8d83-f0d7ca6bf3c4 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] 10.222.0.62 "GET /v2.0/security-groups?id=46df5d1c-7e0f-40ce-9b49-3c1bf335dc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273295 Aug 10 03:24:27.337367 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-e1d0d2fb-47a6-43f6-be19-d5623beab517 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Transition to ACTIVE for port object f53e04ba-8d7f-4d9b-9bae-e943de76b0ce will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:27.368982 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e1d0d2fb-47a6-43f6-be19-d5623beab517 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:27.384363 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b0ed0-5f7f-4aec-934f-7437e52599f3 req-044fb1f9-66be-4f71-930b-f7ad914b64e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:27.385889 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7b1b0ed0-5f7f-4aec-934f-7437e52599f3 req-044fb1f9-66be-4f71-930b-f7ad914b64e6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a918b0362a2d4286ac157fdd2a5ab003&device_id=7b14b0b4-fb92-4d1f-9814-e06ee0564ff9 HTTP/1.1" status: 200 len: 1095 time: 0.2203865 Aug 10 03:24:27.413687 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a55f6ca7-aa1d-47eb-bca1-08245471b13f req-5b57dc24-5372-461a-a3c2-c6769e3eb44c tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518328 Aug 10 03:24:27.432570 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-5ee0d427-c08a-4493-a2b2-267fc2e992d7 req-84eef1bd-e398-4582-a8e2-eeb1d55e607a tempest-ServerAddressesNegativeTestJSON-944962145 tempest-ServerAddressesNegativeTestJSON-944962145-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:27.463190 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059fee4a-fc22-4266-ada5-f33c6e22ebe4 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Pushing event updated for resources: {'Subnet': ['ID=a3a9e9f1-c417-4982-ab6b-94e37b7f72d1,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:27.510689 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-5ee0d427-c08a-4493-a2b2-267fc2e992d7 req-84eef1bd-e398-4582-a8e2-eeb1d55e607a tempest-ServerAddressesNegativeTestJSON-944962145 tempest-ServerAddressesNegativeTestJSON-944962145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:27.569950 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ee0d427-c08a-4493-a2b2-267fc2e992d7 req-84eef1bd-e398-4582-a8e2-eeb1d55e607a tempest-ServerAddressesNegativeTestJSON-944962145 tempest-ServerAddressesNegativeTestJSON-944962145-project] Network 8bdbc785-dbaa-47b5-afc4-78e42278de83 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:24:27.573360 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-5ee0d427-c08a-4493-a2b2-267fc2e992d7 req-84eef1bd-e398-4582-a8e2-eeb1d55e607a tempest-ServerAddressesNegativeTestJSON-944962145 tempest-ServerAddressesNegativeTestJSON-944962145-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:27.576352 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ee0d427-c08a-4493-a2b2-267fc2e992d7 req-84eef1bd-e398-4582-a8e2-eeb1d55e607a tempest-ServerAddressesNegativeTestJSON-944962145 tempest-ServerAddressesNegativeTestJSON-944962145-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:24:27.604453 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eef1bd-e398-4582-a8e2-eeb1d55e607a tempest-ServerAddressesNegativeTestJSON-944962145 tempest-ServerAddressesNegativeTestJSON-944962145-project] Pushing event updated for resources: {'Port': ['ID=91dfeb2f-9668-47f7-835e-828f2477425c,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:27.642795 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0d427-c08a-4493-a2b2-267fc2e992d7 req-84eef1bd-e398-4582-a8e2-eeb1d55e607a tempest-ServerAddressesNegativeTestJSON-944962145 tempest-ServerAddressesNegativeTestJSON-944962145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:27.643495 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-5ee0d427-c08a-4493-a2b2-267fc2e992d7 req-84eef1bd-e398-4582-a8e2-eeb1d55e607a tempest-ServerAddressesNegativeTestJSON-944962145 tempest-ServerAddressesNegativeTestJSON-944962145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:27.656525 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0d2fb-47a6-43f6-be19-d5623beab517 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event updated for resources: {'Port': ['ID=f53e04ba-8d7f-4d9b-9bae-e943de76b0ce,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:27.664157 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5ee0d427-c08a-4493-a2b2-267fc2e992d7 req-84eef1bd-e398-4582-a8e2-eeb1d55e607a tempest-ServerAddressesNegativeTestJSON-944962145 tempest-ServerAddressesNegativeTestJSON-944962145-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6845732 Aug 10 03:24:27.677092 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-5ee0d427-c08a-4493-a2b2-267fc2e992d7 req-cce8820a-7ea2-4ad7-8519-a7f49b390e9c service neutron] Request body: {'port': {'device_id': 'ce62bb2a-8a56-4cad-b59e-8849ee5e82a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:27.711242 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059fee4a-fc22-4266-ada5-f33c6e22ebe4 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Checking segment: {'id': '4e40820c-1a35-4a46-9f39-758b5e78411f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ec5ba058-e472-41d3-aded-149fefe8348d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:27.711616 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059fee4a-fc22-4266-ada5-f33c6e22ebe4 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Network hostable DHCP agents. Network: ec5ba058-e472-41d3-aded-149fefe8348d, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:24:27.732345 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-e1d0d2fb-47a6-43f6-be19-d5623beab517 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] In _notify_port_updated(), no bound segment for port f53e04ba-8d7f-4d9b-9bae-e943de76b0ce on network fd87a13c-7720-4b1c-80db-a60c89430a4a {{(pid=94216) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:24:27.737864 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-5ee0d427-c08a-4493-a2b2-267fc2e992d7 req-cce8820a-7ea2-4ad7-8519-a7f49b390e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:27.738032 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d0d2fb-47a6-43f6-be19-d5623beab517 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:27.738535 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e1d0d2fb-47a6-43f6-be19-d5623beab517 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:27.739816 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-e1d0d2fb-47a6-43f6-be19-d5623beab517 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "PUT /v2.0/ports/f53e04ba-8d7f-4d9b-9bae-e943de76b0ce HTTP/1.1" status: 200 len: 920 time: 2.7358737 Aug 10 03:24:27.746617 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35240) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:27.757765 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-3ff466fe-557a-475a-82ed-2acf60406990 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ee1ab616-b1c7-4a87-a3be-9708d3cab1c0'}, {'subnet_id': 'aee27f5e-e960-407e-a0a3-1071e218e5e6'}]}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:27.766956 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-de00ebc5-1d7c-4f1b-84b6-6cf319482597 None None] Provisioning for port f53e04ba-8d7f-4d9b-9bae-e943de76b0ce completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:27.770660 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238dff23-87b6-435d-b2b8-10305d709351 req-d7917277-ea51-4b25-b8ce-3f7023166844 tempest-ServerAddressesNegativeTestJSON-944962145 tempest-ServerAddressesNegativeTestJSON-944962145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:27.771810 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-de00ebc5-1d7c-4f1b-84b6-6cf319482597 None None] Provisioning complete for port f53e04ba-8d7f-4d9b-9bae-e943de76b0ce triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:27.772180 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-de00ebc5-1d7c-4f1b-84b6-6cf319482597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:27.772324 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-238dff23-87b6-435d-b2b8-10305d709351 req-d7917277-ea51-4b25-b8ce-3f7023166844 tempest-ServerAddressesNegativeTestJSON-944962145 tempest-ServerAddressesNegativeTestJSON-944962145-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce62bb2a-8a56-4cad-b59e-8849ee5e82a8 HTTP/1.1" status: 200 len: 931 time: 0.3272445 Aug 10 03:24:27.782794 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f2af08-738b-475d-b12e-56b61e0e177f req-4302f470-6d0a-4cf8-aa4a-1bd92b1e33f4 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:27.784611 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-13f2af08-738b-475d-b12e-56b61e0e177f req-4302f470-6d0a-4cf8-aa4a-1bd92b1e33f4 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 944 time: 0.2849405 Aug 10 03:24:27.790893 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b0ed0-5f7f-4aec-934f-7437e52599f3 req-8c55d742-7a5b-42d6-a48b-159a8dcb2804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:27.792157 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7b1b0ed0-5f7f-4aec-934f-7437e52599f3 req-8c55d742-7a5b-42d6-a48b-159a8dcb2804 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bbfa328a-aacf-4178-97d9-8a51e8d466f8 HTTP/1.1" status: 200 len: 914 time: 0.3758206 Aug 10 03:24:27.800148 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059fee4a-fc22-4266-ada5-f33c6e22ebe4 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Network ec5ba058-e472-41d3-aded-149fefe8348d is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:24:27.815941 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-de00ebc5-1d7c-4f1b-84b6-6cf319482597 None None] Port f53e04ba-8d7f-4d9b-9bae-e943de76b0ce cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:24:27.874273 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7b1b0ed0-5f7f-4aec-934f-7437e52599f3 req-9990ec63-5c88-42a8-afcc-f935640cb947 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbb24f2f-02d9-4543-a4fe-720b39b894e7 HTTP/1.1" status: 200 len: 217 time: 0.0597310 Aug 10 03:24:27.874852 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-059fee4a-fc22-4266-ada5-f33c6e22ebe4 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, ec5ba058-e472-41d3-aded-149fefe8348d) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:27.879952 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059fee4a-fc22-4266-ada5-f33c6e22ebe4 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:27.880636 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-059fee4a-fc22-4266-ada5-f33c6e22ebe4 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:27.884493 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a864becc-47b2-4090-b737-661a9ebeeaa2 None None] Network ec5ba058-e472-41d3-aded-149fefe8348d requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:27.944692 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-238dff23-87b6-435d-b2b8-10305d709351 req-d775b2e9-0af7-4a0e-afa8-5371611c450b tempest-ServerAddressesNegativeTestJSON-944962145 tempest-ServerAddressesNegativeTestJSON-944962145-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ac8c1a7-71f5-41f6-8243-2e66983e67de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574185 Aug 10 03:24:27.951652 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-13f2af08-738b-475d-b12e-56b61e0e177f req-7c8442a0-66a0-4614-8ff8-5eca2ed966db tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523983 Aug 10 03:24:27.957006 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-059fee4a-fc22-4266-ada5-f33c6e22ebe4 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3151436 Aug 10 03:24:27.966636 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35246) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:27.966636 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-a60e8f52-e7b2-4d9a-bf47-ae84df1c14cd tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:28.000987 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b0ed0-5f7f-4aec-934f-7437e52599f3 req-2f8f9fb4-aa9b-4971-810f-fce4da1f20ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:28.002535 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7b1b0ed0-5f7f-4aec-934f-7437e52599f3 req-2f8f9fb4-aa9b-4971-810f-fce4da1f20ca service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3fca7040-d9dc-42d6-a49a-3ca47891a6e8 HTTP/1.1" status: 200 len: 853 time: 0.1120129 Aug 10 03:24:28.085185 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3ff466fe-557a-475a-82ed-2acf60406990 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:28.095381 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7b1b0ed0-5f7f-4aec-934f-7437e52599f3 req-3e8f8c70-f381-4cc1-8457-e01959844f5e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bbfa328a-aacf-4178-97d9-8a51e8d466f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781260 Aug 10 03:24:28.099573 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9117aa0-e8a1-47b0-bf7c-fcf02ef70e4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-ec5ba058-e472-41d3-aded-149fefe8348d', 'network_id': 'ec5ba058-e472-41d3-aded-149fefe8348d', 'tenant_id': 'a0853454ae8b4b8c9105d0ce5b396b8a', 'fixed_ips': [{'subnet_id': 'a3a9e9f1-c417-4982-ab6b-94e37b7f72d1'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:24:28.102051 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d9117aa0-e8a1-47b0-bf7c-fcf02ef70e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:28.206071 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aacfbb83-8356-4e5c-8211-fd85170f82b3 req-cdd9d515-4bdd-41b3-820d-641218426fc4 tempest-ServerShowV257Test-908913220 tempest-ServerShowV257Test-908913220-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dfced2c-7115-4233-b537-b0377ae6660d HTTP/1.1" status: 200 len: 210 time: 0.1303525 Aug 10 03:24:28.220126 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a60e8f52-e7b2-4d9a-bf47-ae84df1c14cd tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9318839'] for subnet, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:28.278614 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-d9117aa0-e8a1-47b0-bf7c-fcf02ef70e4b None None] Allocated IP 172.20.0.2 (ec5ba058-e472-41d3-aded-149fefe8348d/a3a9e9f1-c417-4982-ab6b-94e37b7f72d1/9108a37c-c89a-42a2-8cef-007e458fa3c8) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:24:28.289698 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890ddcb-ca74-4815-8c1e-71325380df08 req-fb8f7940-ea7f-4576-895d-cdd4531009af tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:28.295515 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890ddcb-ca74-4815-8c1e-71325380df08 req-fb8f7940-ea7f-4576-895d-cdd4531009af tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:28.296400 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-5ee0d427-c08a-4493-a2b2-267fc2e992d7 req-cce8820a-7ea2-4ad7-8519-a7f49b390e9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91dfeb2f-9668-47f7-835e-828f2477425c {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:24:28.301869 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890ddcb-ca74-4815-8c1e-71325380df08 req-fb8f7940-ea7f-4576-895d-cdd4531009af tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:28.303742 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7890ddcb-ca74-4815-8c1e-71325380df08 req-fb8f7940-ea7f-4576-895d-cdd4531009af tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/ports?device_id=156409a4-8dd0-4f39-8d9d-7be6d1f20348 HTTP/1.1" status: 200 len: 2413 time: 0.2485485 Aug 10 03:24:28.308062 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-5ee0d427-c08a-4493-a2b2-267fc2e992d7 req-cce8820a-7ea2-4ad7-8519-a7f49b390e9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:28.352612 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-5ee0d427-c08a-4493-a2b2-267fc2e992d7 req-cce8820a-7ea2-4ad7-8519-a7f49b390e9c service neutron] Transition to ACTIVE for port object 91dfeb2f-9668-47f7-835e-828f2477425c will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:28.361980 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-5ee0d427-c08a-4493-a2b2-267fc2e992d7 req-cce8820a-7ea2-4ad7-8519-a7f49b390e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:28.393399 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7b1b0ed0-5f7f-4aec-934f-7437e52599f3 req-fe5b0b52-b220-4c54-a1fd-8d79d7a12c37 service neutron] 10.222.0.60 "GET /v2.0/networks/bbfa328a-aacf-4178-97d9-8a51e8d466f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740710 Aug 10 03:24:28.425877 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc5e0f-893a-4906-86ef-d69c26bd45c6 req-e5b01f53-ecc6-4191-b493-2ad7b9a4d998 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:28.427386 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8dcc5e0f-893a-4906-86ef-d69c26bd45c6 req-e5b01f53-ecc6-4191-b493-2ad7b9a4d998 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 944 time: 0.1549938 Aug 10 03:24:28.446548 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7890ddcb-ca74-4815-8c1e-71325380df08 req-a0f8b1bc-06a7-41bc-9d25-5d3130de6ec5 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8122897-b7b2-4911-a92f-13052fad1f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261175 Aug 10 03:24:28.461093 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d9117aa0-e8a1-47b0-bf7c-fcf02ef70e4b None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:28.461635 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce8820a-7ea2-4ad7-8519-a7f49b390e9c service neutron] Pushing event updated for resources: {'Port': ['ID=91dfeb2f-9668-47f7-835e-828f2477425c,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:28.470036 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d9117aa0-e8a1-47b0-bf7c-fcf02ef70e4b None None] Transition to ACTIVE for port object 9108a37c-c89a-42a2-8cef-007e458fa3c8 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:28.488102 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d9117aa0-e8a1-47b0-bf7c-fcf02ef70e4b None None] Transition to ACTIVE for port object 9108a37c-c89a-42a2-8cef-007e458fa3c8 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:28.500184 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d9117aa0-e8a1-47b0-bf7c-fcf02ef70e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:28.509657 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-3ff466fe-557a-475a-82ed-2acf60406990 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Allocated IP 172.20.0.28 (fd87a13c-7720-4b1c-80db-a60c89430a4a/aee27f5e-e960-407e-a0a3-1071e218e5e6/f53e04ba-8d7f-4d9b-9bae-e943de76b0ce) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:24:28.557394 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9117aa0-e8a1-47b0-bf7c-fcf02ef70e4b None None] Network ec5ba058-e472-41d3-aded-149fefe8348d is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:24:28.566238 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-d9117aa0-e8a1-47b0-bf7c-fcf02ef70e4b None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:28.570607 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9117aa0-e8a1-47b0-bf7c-fcf02ef70e4b None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:24:28.578832 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9117aa0-e8a1-47b0-bf7c-fcf02ef70e4b None None] Pushing event updated for resources: {'Port': ['ID=9108a37c-c89a-42a2-8cef-007e458fa3c8,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:28.587030 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 3f259c89-529a-41f2-954e-6dc6cb9450ad details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:24:28.598922 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-5ee0d427-c08a-4493-a2b2-267fc2e992d7 req-cce8820a-7ea2-4ad7-8519-a7f49b390e9c service neutron] Attempting to bind port 91dfeb2f-9668-47f7-835e-828f2477425c on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:28.599273 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-5ee0d427-c08a-4493-a2b2-267fc2e992d7 req-cce8820a-7ea2-4ad7-8519-a7f49b390e9c service neutron] Attempting to bind port 91dfeb2f-9668-47f7-835e-828f2477425c by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': 'a78f32ce-09fc-4ccd-a2be-cd8bc535f3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '8bdbc785-dbaa-47b5-afc4-78e42278de83'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:28.599610 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee0d427-c08a-4493-a2b2-267fc2e992d7 req-cce8820a-7ea2-4ad7-8519-a7f49b390e9c service neutron] Attempting to bind port 91dfeb2f-9668-47f7-835e-828f2477425c on network 8bdbc785-dbaa-47b5-afc4-78e42278de83 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:28.612037 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee0d427-c08a-4493-a2b2-267fc2e992d7 req-cce8820a-7ea2-4ad7-8519-a7f49b390e9c service neutron] Port 91dfeb2f-9668-47f7-835e-828f2477425c on network 8bdbc785-dbaa-47b5-afc4-78e42278de83 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:24:28.612290 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee0d427-c08a-4493-a2b2-267fc2e992d7 req-cce8820a-7ea2-4ad7-8519-a7f49b390e9c service neutron] Attempting to bind port 91dfeb2f-9668-47f7-835e-828f2477425c on network 8bdbc785-dbaa-47b5-afc4-78e42278de83 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:28.623746 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee0d427-c08a-4493-a2b2-267fc2e992d7 req-cce8820a-7ea2-4ad7-8519-a7f49b390e9c service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:24:28.624093 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee0d427-c08a-4493-a2b2-267fc2e992d7 req-cce8820a-7ea2-4ad7-8519-a7f49b390e9c service neutron] Checking segment: {'id': 'a78f32ce-09fc-4ccd-a2be-cd8bc535f3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '8bdbc785-dbaa-47b5-afc4-78e42278de83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:28.624482 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee0d427-c08a-4493-a2b2-267fc2e992d7 req-cce8820a-7ea2-4ad7-8519-a7f49b390e9c service neutron] Bound using segment: {'id': 'a78f32ce-09fc-4ccd-a2be-cd8bc535f3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '8bdbc785-dbaa-47b5-afc4-78e42278de83'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:24:28.624920 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-5ee0d427-c08a-4493-a2b2-267fc2e992d7 req-cce8820a-7ea2-4ad7-8519-a7f49b390e9c service neutron] Bound port: 91dfeb2f-9668-47f7-835e-828f2477425c, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a78f32ce-09fc-4ccd-a2be-cd8bc535f3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '8bdbc785-dbaa-47b5-afc4-78e42278de83'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:24:28.625285 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-5ee0d427-c08a-4493-a2b2-267fc2e992d7 req-cce8820a-7ea2-4ad7-8519-a7f49b390e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:28.634879 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8dcc5e0f-893a-4906-86ef-d69c26bd45c6 req-5d7d3c2a-b41f-421c-a8dd-f08dfdb6a8ff tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316271 Aug 10 03:24:28.663277 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7b1b0ed0-5f7f-4aec-934f-7437e52599f3 req-7db78dca-fc54-437c-87cb-a86596998911 service neutron] 10.222.0.60 "GET /v2.0/networks/bbfa328a-aacf-4178-97d9-8a51e8d466f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502110 Aug 10 03:24:28.694895 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808cd856-27f9-4671-bd4f-6b0faed991db req-1afcab17-5b43-43c8-ba88-a5692a343240 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:28.696483 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-808cd856-27f9-4671-bd4f-6b0faed991db req-1afcab17-5b43-43c8-ba88-a5692a343240 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b14b0b4-fb92-4d1f-9814-e06ee0564ff9 HTTP/1.1" status: 200 len: 943 time: 0.1374061 Aug 10 03:24:28.713830 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3ff466fe-557a-475a-82ed-2acf60406990 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:28.736779 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-3ff466fe-557a-475a-82ed-2acf60406990 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Transition to ACTIVE for port object f53e04ba-8d7f-4d9b-9bae-e943de76b0ce will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:28.738809 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a60e8f52-e7b2-4d9a-bf47-ae84df1c14cd tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733457243796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1855588'] for subnet, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:28.748201 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-5ee0d427-c08a-4493-a2b2-267fc2e992d7 req-cce8820a-7ea2-4ad7-8519-a7f49b390e9c service neutron] For port 91dfeb2f-9668-47f7-835e-828f2477425c, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:24:28.753094 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-5ee0d427-c08a-4493-a2b2-267fc2e992d7 req-cce8820a-7ea2-4ad7-8519-a7f49b390e9c service neutron] For port 91dfeb2f-9668-47f7-835e-828f2477425c, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=91dfeb2f-9668-47f7-835e-828f2477425c,segment=NetworkSegment(a78f32ce-09fc-4ccd-a2be-cd8bc535f3e6),segment_id=a78f32ce-09fc-4ccd-a2be-cd8bc535f3e6)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:24:28.755127 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3ff466fe-557a-475a-82ed-2acf60406990 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:28.767405 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-5ee0d427-c08a-4493-a2b2-267fc2e992d7 req-cce8820a-7ea2-4ad7-8519-a7f49b390e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:28.775345 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-d9117aa0-e8a1-47b0-bf7c-fcf02ef70e4b None None] Attempting to bind port 9108a37c-c89a-42a2-8cef-007e458fa3c8 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:28.775891 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-d9117aa0-e8a1-47b0-bf7c-fcf02ef70e4b None None] Attempting to bind port 9108a37c-c89a-42a2-8cef-007e458fa3c8 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4e40820c-1a35-4a46-9f39-758b5e78411f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ec5ba058-e472-41d3-aded-149fefe8348d'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:28.776075 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9117aa0-e8a1-47b0-bf7c-fcf02ef70e4b None None] Attempting to bind port 9108a37c-c89a-42a2-8cef-007e458fa3c8 on network ec5ba058-e472-41d3-aded-149fefe8348d {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:28.785727 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-808cd856-27f9-4671-bd4f-6b0faed991db req-647b89cf-f924-4bea-b835-9d1b21c5d31b tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] 10.222.0.62 "GET /v2.0/security-groups?id=46df5d1c-7e0f-40ce-9b49-3c1bf335dc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784914 Aug 10 03:24:28.790014 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60e8f52-e7b2-4d9a-bf47-ae84df1c14cd tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:28.790614 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a60e8f52-e7b2-4d9a-bf47-ae84df1c14cd tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:28.792089 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-a60e8f52-e7b2-4d9a-bf47-ae84df1c14cd tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "PUT /v2.0/subnets/a3a9e9f1-c417-4982-ab6b-94e37b7f72d1 HTTP/1.1" status: 200 len: 806 time: 0.8311670 Aug 10 03:24:28.794693 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35260) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:28.828038 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9117aa0-e8a1-47b0-bf7c-fcf02ef70e4b None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:24:28.833430 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9117aa0-e8a1-47b0-bf7c-fcf02ef70e4b None None] Checking segment: {'id': '4e40820c-1a35-4a46-9f39-758b5e78411f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ec5ba058-e472-41d3-aded-149fefe8348d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:28.833849 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d9117aa0-e8a1-47b0-bf7c-fcf02ef70e4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:28.835132 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9117aa0-e8a1-47b0-bf7c-fcf02ef70e4b None None] Bound using segment: {'id': '4e40820c-1a35-4a46-9f39-758b5e78411f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ec5ba058-e472-41d3-aded-149fefe8348d'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:24:28.835650 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-d9117aa0-e8a1-47b0-bf7c-fcf02ef70e4b None None] Bound port: 9108a37c-c89a-42a2-8cef-007e458fa3c8, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e40820c-1a35-4a46-9f39-758b5e78411f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ec5ba058-e472-41d3-aded-149fefe8348d'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:24:28.836162 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d9117aa0-e8a1-47b0-bf7c-fcf02ef70e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:28.877781 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0d427-c08a-4493-a2b2-267fc2e992d7 req-cce8820a-7ea2-4ad7-8519-a7f49b390e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:28.878404 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-5ee0d427-c08a-4493-a2b2-267fc2e992d7 req-cce8820a-7ea2-4ad7-8519-a7f49b390e9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:28.879834 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5ee0d427-c08a-4493-a2b2-267fc2e992d7 req-cce8820a-7ea2-4ad7-8519-a7f49b390e9c service neutron] 10.222.0.58 "PUT /v2.0/ports/91dfeb2f-9668-47f7-835e-828f2477425c HTTP/1.1" status: 200 len: 1092 time: 1.2076378 Aug 10 03:24:28.882767 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce62bb2a-8a56-4cad-b59e-8849ee5e82a8', 'tag': '91dfeb2f-9668-47f7-835e-828f2477425c'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:28.884129 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d157d0-69c2-41ae-ac2c-39fafa4d37bd" -d '{"events": [{"name": "network-changed", "server_uuid": "ce62bb2a-8a56-4cad-b59e-8849ee5e82a8", "tag": "91dfeb2f-9668-47f7-835e-828f2477425c"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:28.886629 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 3f259c89-529a-41f2-954e-6dc6cb9450ad, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=3f259c89-529a-41f2-954e-6dc6cb9450ad,segment=NetworkSegment(b3a2a1ab-0b1f-4022-baaa-824978a8521b),segment_id=b3a2a1ab-0b1f-4022-baaa-824978a8521b)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:28.915891 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60e8f52-e7b2-4d9a-bf47-ae84df1c14cd tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Pushing event updated for resources: {'Subnet': ['ID=a3a9e9f1-c417-4982-ab6b-94e37b7f72d1,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:28.930938 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff466fe-557a-475a-82ed-2acf60406990 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event updated for resources: {'Port': ['ID=f53e04ba-8d7f-4d9b-9bae-e943de76b0ce,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:28.949093 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': '3f259c89-529a-41f2-954e-6dc6cb9450ad', 'network_id': '115e9622-bdaf-4367-9b40-436d412443e3', 'port_id': '3f259c89-529a-41f2-954e-6dc6cb9450ad', 'mac_address': 'fa:16:3e:cc:98:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd7d81f8-72fd-4be1-9b02-66d566ab85a4', 'ip_address': '19.80.0.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:24:29.007762 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce8820a-7ea2-4ad7-8519-a7f49b390e9c service neutron] Pushing event updated for resources: {'Port': ['ID=91dfeb2f-9668-47f7-835e-828f2477425c,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:29.019267 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ac9430-1a52-405f-83f6-dced0b719390 x-openstack-request-id: req-62ac9430-1a52-405f-83f6-dced0b719390 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:29.019555 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce62bb2a-8a56-4cad-b59e-8849ee5e82a8", "tag": "91dfeb2f-9668-47f7-835e-828f2477425c", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:29.019827 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-62ac9430-1a52-405f-83f6-dced0b719390 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:29.020201 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce62bb2a-8a56-4cad-b59e-8849ee5e82a8', 'tag': '91dfeb2f-9668-47f7-835e-828f2477425c', 'status': 'completed', 'code': 200} Aug 10 03:24:29.041713 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c0d15163-0912-47df-a02c-bbaafe18f72a tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:29.101798 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:29.110873 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-d9117aa0-e8a1-47b0-bf7c-fcf02ef70e4b None None] For port 9108a37c-c89a-42a2-8cef-007e458fa3c8, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:24:29.126921 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-d9117aa0-e8a1-47b0-bf7c-fcf02ef70e4b None None] For port 9108a37c-c89a-42a2-8cef-007e458fa3c8, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=9108a37c-c89a-42a2-8cef-007e458fa3c8,segment=NetworkSegment(4e40820c-1a35-4a46-9f39-758b5e78411f),segment_id=4e40820c-1a35-4a46-9f39-758b5e78411f)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:24:29.133659 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f259c89-529a-41f2-954e-6dc6cb9450ad {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:24:29.135311 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-3ff466fe-557a-475a-82ed-2acf60406990 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] In _notify_port_updated(), no bound segment for port f53e04ba-8d7f-4d9b-9bae-e943de76b0ce on network fd87a13c-7720-4b1c-80db-a60c89430a4a {{(pid=94217) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:24:29.144921 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff466fe-557a-475a-82ed-2acf60406990 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:29.144921 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3ff466fe-557a-475a-82ed-2acf60406990 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:29.148982 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3ff466fe-557a-475a-82ed-2acf60406990 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "PUT /v2.0/ports/f53e04ba-8d7f-4d9b-9bae-e943de76b0ce HTTP/1.1" status: 200 len: 1000 time: 1.3988407 Aug 10 03:24:29.151828 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35272) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:29.152066 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d9117aa0-e8a1-47b0-bf7c-fcf02ef70e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:29.166227 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0d427-c08a-4493-a2b2-267fc2e992d7 req-3d598ca1-c0cd-4360-b711-cc4b77a76e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:29.167854 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5ee0d427-c08a-4493-a2b2-267fc2e992d7 req-3d598ca1-c0cd-4360-b711-cc4b77a76e8c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d850d0c474d6429391e31b27ef47e0a6&device_id=ce62bb2a-8a56-4cad-b59e-8849ee5e82a8 HTTP/1.1" status: 200 len: 1095 time: 0.1712837 Aug 10 03:24:29.190765 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605915fb-6d28-474b-a059-e186b9d28821 req-809c479d-c0ca-4470-8c71-f551cbf625ad tempest-ServerAddressesNegativeTestJSON-944962145 tempest-ServerAddressesNegativeTestJSON-944962145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:29.202445 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-605915fb-6d28-474b-a059-e186b9d28821 req-809c479d-c0ca-4470-8c71-f551cbf625ad tempest-ServerAddressesNegativeTestJSON-944962145 tempest-ServerAddressesNegativeTestJSON-944962145-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce62bb2a-8a56-4cad-b59e-8849ee5e82a8 HTTP/1.1" status: 200 len: 943 time: 0.1483772 Aug 10 03:24:29.202803 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 3f259c89-529a-41f2-954e-6dc6cb9450ad, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=3f259c89-529a-41f2-954e-6dc6cb9450ad,segment=NetworkSegment(b3a2a1ab-0b1f-4022-baaa-824978a8521b),segment_id=b3a2a1ab-0b1f-4022-baaa-824978a8521b)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:29.224021 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:29.225063 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 6d7608da-f49b-42e2-b6e7-dd8a4ad48e11 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:24:29.257317 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5ee0d427-c08a-4493-a2b2-267fc2e992d7 req-97a41132-251d-43a8-8282-6f365f536367 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91dfeb2f-9668-47f7-835e-828f2477425c HTTP/1.1" status: 200 len: 217 time: 0.0680003 Aug 10 03:24:29.269472 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9117aa0-e8a1-47b0-bf7c-fcf02ef70e4b None None] Pushing event updated for resources: {'Port': ['ID=9108a37c-c89a-42a2-8cef-007e458fa3c8,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:29.283211 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-c0d15163-0912-47df-a02c-bbaafe18f72a tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Deleting port 9108a37c-c89a-42a2-8cef-007e458fa3c8 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:24:29.283562 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c0d15163-0912-47df-a02c-bbaafe18f72a tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:29.314502 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-605915fb-6d28-474b-a059-e186b9d28821 req-5773398e-604d-4c23-8f00-bea2979d2407 tempest-ServerAddressesNegativeTestJSON-944962145 tempest-ServerAddressesNegativeTestJSON-944962145-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ac8c1a7-71f5-41f6-8243-2e66983e67de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033640 Aug 10 03:24:29.386020 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-88f592c5-c26b-4e47-b20c-628bc6af166e req-30bfd8be-3db3-4955-b3ed-14b7e7f66a6f tempest-ServerShowV257Test-908913220 tempest-ServerShowV257Test-908913220-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dfced2c-7115-4233-b537-b0377ae6660d HTTP/1.1" status: 200 len: 210 time: 0.0342255 Aug 10 03:24:29.437937 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-c0d15163-0912-47df-a02c-bbaafe18f72a tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] For port 9108a37c-c89a-42a2-8cef-007e458fa3c8, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=9108a37c-c89a-42a2-8cef-007e458fa3c8,segment=NetworkSegment(4e40820c-1a35-4a46-9f39-758b5e78411f),segment_id=4e40820c-1a35-4a46-9f39-758b5e78411f)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:29.438761 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c0d15163-0912-47df-a02c-bbaafe18f72a tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:29.463931 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-c0d15163-0912-47df-a02c-bbaafe18f72a tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Calling delete_port for 9108a37c-c89a-42a2-8cef-007e458fa3c8 owned by network:dhcp {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:24:29.617037 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=3f259c89-529a-41f2-954e-6dc6cb9450ad,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:29.623224 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0bedc476-5203-4a91-87b2-1cafe6b0dc29 None None] Provisioning for port f53e04ba-8d7f-4d9b-9bae-e943de76b0ce completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:29.637939 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0bedc476-5203-4a91-87b2-1cafe6b0dc29 None None] Provisioning complete for port f53e04ba-8d7f-4d9b-9bae-e943de76b0ce triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:29.638608 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0bedc476-5203-4a91-87b2-1cafe6b0dc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:29.689547 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 6d7608da-f49b-42e2-b6e7-dd8a4ad48e11, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=6d7608da-f49b-42e2-b6e7-dd8a4ad48e11,segment=NetworkSegment(86b54bf5-e88f-4075-bc9c-ccc4a58c3936),segment_id=86b54bf5-e88f-4075-bc9c-ccc4a58c3936)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:29.698333 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2498f15a-6288-410d-8004-c8217bb6c382 req-6887f443-8a4f-4fb3-a08a-e2b0dc973071 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:29.701485 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0bedc476-5203-4a91-87b2-1cafe6b0dc29 None None] Port f53e04ba-8d7f-4d9b-9bae-e943de76b0ce cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:24:29.705519 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': '6d7608da-f49b-42e2-b6e7-dd8a4ad48e11', 'network_id': '947b13c0-2fba-4b01-be97-4cb2d79ad30f', 'port_id': '6d7608da-f49b-42e2-b6e7-dd8a4ad48e11', 'mac_address': 'fa:16:3e:e7:f5:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3b15256-99de-40d9-819b-927887b64617', 'ip_address': '19.86.0.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:24:29.706959 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2498f15a-6288-410d-8004-c8217bb6c382 req-6887f443-8a4f-4fb3-a08a-e2b0dc973071 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:29.715498 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2498f15a-6288-410d-8004-c8217bb6c382 req-6887f443-8a4f-4fb3-a08a-e2b0dc973071 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:29.717391 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2498f15a-6288-410d-8004-c8217bb6c382 req-6887f443-8a4f-4fb3-a08a-e2b0dc973071 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/ports?device_id=156409a4-8dd0-4f39-8d9d-7be6d1f20348 HTTP/1.1" status: 200 len: 2414 time: 0.1331792 Aug 10 03:24:29.750034 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:29.756317 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c0d15163-0912-47df-a02c-bbaafe18f72a tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:29.772154 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d7608da-f49b-42e2-b6e7-dd8a4ad48e11 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:24:29.795034 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 6d7608da-f49b-42e2-b6e7-dd8a4ad48e11, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=6d7608da-f49b-42e2-b6e7-dd8a4ad48e11,segment=NetworkSegment(86b54bf5-e88f-4075-bc9c-ccc4a58c3936),segment_id=86b54bf5-e88f-4075-bc9c-ccc4a58c3936)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:29.795712 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d15163-0912-47df-a02c-bbaafe18f72a tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Pushing event deleted for resources: {'Port': ['ID=9108a37c-c89a-42a2-8cef-007e458fa3c8,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:29.803813 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:29.805793 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device d488afe2-73a5-4d1b-b6a4-bc323b911248 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:24:29.827013 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0d427-c08a-4493-a2b2-267fc2e992d7 req-1bd05ee3-d690-4abe-8a97-cca099a89444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:29.828426 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5ee0d427-c08a-4493-a2b2-267fc2e992d7 req-1bd05ee3-d690-4abe-8a97-cca099a89444 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=93eb7526-57cd-4d26-aeaa-3729b1746456 HTTP/1.1" status: 200 len: 861 time: 0.5637493 Aug 10 03:24:29.834238 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2498f15a-6288-410d-8004-c8217bb6c382 req-eb8a116d-ee09-41c1-be82-64e1beacb6d8 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8122897-b7b2-4911-a92f-13052fad1f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102283 Aug 10 03:24:29.855323 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d15163-0912-47df-a02c-bbaafe18f72a tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] No DVR routers for this DVR port 9108a37c-c89a-42a2-8cef-007e458fa3c8 on host n-d-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:24:29.884347 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 9108a37c-c89a-42a2-8cef-007e458fa3c8 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:24:29.894901 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5ee0d427-c08a-4493-a2b2-267fc2e992d7 req-1a3938c0-c56e-4a8c-9d07-b3b34c972430 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8bdbc785-dbaa-47b5-afc4-78e42278de83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571558 Aug 10 03:24:29.898236 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-8fce5171-95d6-4933-999e-38b84858c874 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Deleting port f53e04ba-8d7f-4d9b-9bae-e943de76b0ce {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:24:29.898236 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8fce5171-95d6-4933-999e-38b84858c874 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:29.910365 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c0d15163-0912-47df-a02c-bbaafe18f72a tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:29.924118 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 9108a37c-c89a-42a2-8cef-007e458fa3c8 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:24:29.924468 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 9108a37c-c89a-42a2-8cef-007e458fa3c8 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 10 03:24:29.927429 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port d488afe2-73a5-4d1b-b6a4-bc323b911248, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=d488afe2-73a5-4d1b-b6a4-bc323b911248,segment=NetworkSegment(b3a2a1ab-0b1f-4022-baaa-824978a8521b),segment_id=b3a2a1ab-0b1f-4022-baaa-824978a8521b)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:29.930403 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=6d7608da-f49b-42e2-b6e7-dd8a4ad48e11,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:29.959809 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Port 9108a37c-c89a-42a2-8cef-007e458fa3c8 not found, will not notify nova. {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 10 03:24:29.961205 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': 'd488afe2-73a5-4d1b-b6a4-bc323b911248', 'network_id': '115e9622-bdaf-4367-9b40-436d412443e3', 'port_id': 'd488afe2-73a5-4d1b-b6a4-bc323b911248', 'mac_address': 'fa:16:3e:37:4c:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd7d81f8-72fd-4be1-9b02-66d566ab85a4', 'ip_address': '19.80.0.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:24:29.991415 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device dbb24f2f-02d9-4543-a4fe-720b39b894e7 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:24:30.017869 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:30.020077 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3b46c-52f8-4f02-8341-ea80e788a8e7 req-6b3bb034-e849-4d3b-807b-88dc9dc5ead3 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:30.022302 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eeb3b46c-52f8-4f02-8341-ea80e788a8e7 req-6b3bb034-e849-4d3b-807b-88dc9dc5ead3 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b14b0b4-fb92-4d1f-9814-e06ee0564ff9 HTTP/1.1" status: 200 len: 943 time: 0.0797853 Aug 10 03:24:30.035862 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c0d15163-0912-47df-a02c-bbaafe18f72a tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:30.069384 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d488afe2-73a5-4d1b-b6a4-bc323b911248 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:24:30.090818 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d15163-0912-47df-a02c-bbaafe18f72a tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Pushing event deleted for resources: {'Subnet': ['ID=a3a9e9f1-c417-4982-ab6b-94e37b7f72d1,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:30.097894 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8fce5171-95d6-4933-999e-38b84858c874 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:30.105461 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port d488afe2-73a5-4d1b-b6a4-bc323b911248, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=d488afe2-73a5-4d1b-b6a4-bc323b911248,segment=NetworkSegment(b3a2a1ab-0b1f-4022-baaa-824978a8521b),segment_id=b3a2a1ab-0b1f-4022-baaa-824978a8521b)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:30.112182 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5ee0d427-c08a-4493-a2b2-267fc2e992d7 req-95dd056d-74b5-45ad-b505-1230554a30d9 service neutron] 10.222.0.58 "GET /v2.0/networks/8bdbc785-dbaa-47b5-afc4-78e42278de83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087667 Aug 10 03:24:30.121132 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:30.127577 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-8fce5171-95d6-4933-999e-38b84858c874 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Calling delete_port for f53e04ba-8d7f-4d9b-9bae-e943de76b0ce owned by {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:24:30.167543 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port dbb24f2f-02d9-4543-a4fe-720b39b894e7, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=dbb24f2f-02d9-4543-a4fe-720b39b894e7,segment=NetworkSegment(15becbc7-4cd2-4651-a39f-20d961273d10),segment_id=15becbc7-4cd2-4651-a39f-20d961273d10)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:30.167728 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eeb3b46c-52f8-4f02-8341-ea80e788a8e7 req-a0492bee-5a31-470f-bb34-60412de68643 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] 10.222.0.62 "GET /v2.0/security-groups?id=46df5d1c-7e0f-40ce-9b49-3c1bf335dc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345265 Aug 10 03:24:30.176354 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c0d15163-0912-47df-a02c-bbaafe18f72a tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:30.187619 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': 'dbb24f2f-02d9-4543-a4fe-720b39b894e7', 'network_id': 'bbfa328a-aacf-4178-97d9-8a51e8d466f8', 'port_id': 'dbb24f2f-02d9-4543-a4fe-720b39b894e7', 'mac_address': 'fa:16:3e:db:01:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fca7040-d9dc-42d6-a49a-3ca47891a6e8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:24:30.188570 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-c0d15163-0912-47df-a02c-bbaafe18f72a tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec5ba058-e472-41d3-aded-149fefe8348d']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:30.210110 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-c0d15163-0912-47df-a02c-bbaafe18f72a tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e40820c-1a35-4a46-9f39-758b5e78411f') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:30.216624 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-c0d15163-0912-47df-a02c-bbaafe18f72a tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e40820c-1a35-4a46-9f39-758b5e78411f') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:30.228924 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=d488afe2-73a5-4d1b-b6a4-bc323b911248,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:30.245543 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c0d15163-0912-47df-a02c-bbaafe18f72a tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:30.261257 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:30.278462 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c0d15163-0912-47df-a02c-bbaafe18f72a tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:30.289769 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0d15163-0912-47df-a02c-bbaafe18f72a tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:24:30.290188 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c0d15163-0912-47df-a02c-bbaafe18f72a tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:30.300604 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbb24f2f-02d9-4543-a4fe-720b39b894e7 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:24:30.345164 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5ee0d427-c08a-4493-a2b2-267fc2e992d7 req-f22c0f1f-6896-415c-afe5-b73725eacbbe service neutron] 10.222.0.58 "GET /v2.0/networks/8bdbc785-dbaa-47b5-afc4-78e42278de83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182264 Aug 10 03:24:30.348273 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:24:30.348273 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:24:30.348273 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:24:30.348273 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:24:30.348273 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:24:30.348273 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:24:30.348273 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:24:30.348273 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:24:30.348273 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:24:30.348273 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:24:30.348273 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:24:30.348273 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:24:30.348273 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:24:30.348273 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:24:30.348273 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:24:30.348273 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:24:30.348273 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:24:30.348273 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:24:30.348273 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:24:30.348273 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:24:30.348273 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:24:30.348273 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:24:30.348273 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:24:30.348273 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:24:30.348273 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:24:30.348273 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:24:30.348273 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:24:30.348273 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:24:30.348273 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:24:30.348273 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:24:30.348273 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:24:30.348273 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:24:30.366375 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port dbb24f2f-02d9-4543-a4fe-720b39b894e7, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=dbb24f2f-02d9-4543-a4fe-720b39b894e7,segment=NetworkSegment(15becbc7-4cd2-4651-a39f-20d961273d10),segment_id=15becbc7-4cd2-4651-a39f-20d961273d10)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:30.391524 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c0d15163-0912-47df-a02c-bbaafe18f72a tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:30.400965 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c0d15163-0912-47df-a02c-bbaafe18f72a tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:30.404574 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-c0d15163-0912-47df-a02c-bbaafe18f72a tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "DELETE /v2.0/networks/ec5ba058-e472-41d3-aded-149fefe8348d HTTP/1.1" status: 204 len: 168 time: 1.6065259 Aug 10 03:24:30.406797 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:30.416202 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35292) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:30.423223 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['d488afe2-73a5-4d1b-b6a4-bc323b911248'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:24:30.451801 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d15163-0912-47df-a02c-bbaafe18f72a tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Pushing event deleted for resources: {'Network': ['ID=ec5ba058-e472-41d3-aded-149fefe8348d,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:30.457166 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-28bbca38-f798-402a-97ce-d73f6d0dbee4 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] DELETE failed (client error): The resource could not be found. Aug 10 03:24:30.458351 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28bbca38-f798-402a-97ce-d73f6d0dbee4 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:24:30.461192 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-28bbca38-f798-402a-97ce-d73f6d0dbee4 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "DELETE /v2.0/networks/ec5ba058-e472-41d3-aded-149fefe8348d HTTP/1.1" status: 404 len: 339 time: 0.0436959 Aug 10 03:24:30.465727 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35296) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:30.487640 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-1cf6ea45-4ccf-4045-a45e-8a47ea2e9c40 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-522948703', 'description': 'd1'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:30.531372 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['6d7608da-f49b-42e2-b6e7-dd8a4ad48e11'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:24:30.533568 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['3f259c89-529a-41f2-954e-6dc6cb9450ad'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:24:30.548934 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8fce5171-95d6-4933-999e-38b84858c874 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:30.554345 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-07e6f020-6739-4a13-ac5d-ffdd56f550a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:30.612352 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fce5171-95d6-4933-999e-38b84858c874 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event deleted for resources: {'Port': ['ID=f53e04ba-8d7f-4d9b-9bae-e943de76b0ce,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:30.636984 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ec9ae7c0-98e6-4f47-857b-2fefccc4a577 req-ee5c1ccf-01a8-439c-9641-ded5aa4e0b03 tempest-ServerShowV257Test-908913220 tempest-ServerShowV257Test-908913220-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dfced2c-7115-4233-b537-b0377ae6660d HTTP/1.1" status: 200 len: 210 time: 0.0669832 Aug 10 03:24:30.647557 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf6ea45-4ccf-4045-a45e-8a47ea2e9c40 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Made reservation on behalf of a0853454ae8b4b8c9105d0ce5b396b8a for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:30.652102 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1cf6ea45-4ccf-4045-a45e-8a47ea2e9c40 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:30.666054 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d990eb-4a70-4f53-9e02-20ba2b68135e req-c8cef6af-5f31-4bd3-b512-3c2abd836f1b tempest-ServerAddressesNegativeTestJSON-944962145 tempest-ServerAddressesNegativeTestJSON-944962145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:30.679644 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-38d990eb-4a70-4f53-9e02-20ba2b68135e req-c8cef6af-5f31-4bd3-b512-3c2abd836f1b tempest-ServerAddressesNegativeTestJSON-944962145 tempest-ServerAddressesNegativeTestJSON-944962145-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce62bb2a-8a56-4cad-b59e-8849ee5e82a8 HTTP/1.1" status: 200 len: 943 time: 0.1812899 Aug 10 03:24:30.717032 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d157d0-69c2-41ae-ac2c-39fafa4d37bd req-d72d832f-77e6-4dcd-9d2f-d63297656fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:30.718866 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e3d157d0-69c2-41ae-ac2c-39fafa4d37bd req-d72d832f-77e6-4dcd-9d2f-d63297656fe1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d850d0c474d6429391e31b27ef47e0a6&device_id=ce62bb2a-8a56-4cad-b59e-8849ee5e82a8 HTTP/1.1" status: 200 len: 1095 time: 0.1850317 Aug 10 03:24:30.730456 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['dbb24f2f-02d9-4543-a4fe-720b39b894e7'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:24:30.787308 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-38d990eb-4a70-4f53-9e02-20ba2b68135e req-e2f3f776-c129-410a-bec0-969ea122c030 tempest-ServerAddressesNegativeTestJSON-944962145 tempest-ServerAddressesNegativeTestJSON-944962145-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ac8c1a7-71f5-41f6-8243-2e66983e67de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898769 Aug 10 03:24:30.795652 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cf6ea45-4ccf-4045-a45e-8a47ea2e9c40 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:24:30.824347 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1cf6ea45-4ccf-4045-a45e-8a47ea2e9c40 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:30.824718 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-1cf6ea45-4ccf-4045-a45e-8a47ea2e9c40 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Added segment a2c8ccd9-7c7d-4324-82c1-a4998d67195f of type vlan for network 7d3da5cf-0156-4385-855a-6c40a601056a Aug 10 03:24:30.825377 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=dbb24f2f-02d9-4543-a4fe-720b39b894e7,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:30.891137 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8fce5171-95d6-4933-999e-38b84858c874 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:30.906167 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35306) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:30.906991 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8fce5171-95d6-4933-999e-38b84858c874 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "DELETE /v2.0/ports/f53e04ba-8d7f-4d9b-9bae-e943de76b0ce HTTP/1.1" status: 204 len: 168 time: 1.7506890 Aug 10 03:24:30.950955 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-162235b1-afcb-4041-a092-c70dd1fafe31 None None] Could not find standard attr ID for object 9108a37c-c89a-42a2-8cef-007e458fa3c8. {{(pid=94218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:24:30.952185 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d157d0-69c2-41ae-ac2c-39fafa4d37bd req-9039c0e8-ff05-4915-8a08-ff6e23049b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:30.952702 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646a3e54-490e-4105-a877-79ca4f6885fd None None] DHCP port deletion for ec5ba058-e472-41d3-aded-149fefe8348d request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:24:30.954038 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e3d157d0-69c2-41ae-ac2c-39fafa4d37bd req-9039c0e8-ff05-4915-8a08-ff6e23049b70 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8bdbc785-dbaa-47b5-afc4-78e42278de83 HTTP/1.1" status: 200 len: 922 time: 0.2076008 Aug 10 03:24:30.969559 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-dddf61fc-e7e7-4bb7-8abc-a4705fc82b61 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] GET failed (client error): The resource could not be found. Aug 10 03:24:30.974286 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35308) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:30.975380 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-dddf61fc-e7e7-4bb7-8abc-a4705fc82b61 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "GET /v2.0/ports/f53e04ba-8d7f-4d9b-9bae-e943de76b0ce HTTP/1.1" status: 404 len: 333 time: 0.0672133 Aug 10 03:24:30.987960 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1cf6ea45-4ccf-4045-a45e-8a47ea2e9c40 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:31.048164 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e3d157d0-69c2-41ae-ac2c-39fafa4d37bd req-4684e588-e1bf-4498-99ed-cdd6561b6f74 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91dfeb2f-9668-47f7-835e-828f2477425c HTTP/1.1" status: 200 len: 217 time: 0.0826697 Aug 10 03:24:31.084875 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be40da3c-35fd-4d60-8254-5718642e3e03 None None] Network ec5ba058-e472-41d3-aded-149fefe8348d requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:31.111632 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-7974ad38-eb86-49f8-a4e3-882bed105e29 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Deleting subnet aee27f5e-e960-407e-a0a3-1071e218e5e6 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:24:31.125229 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7974ad38-eb86-49f8-a4e3-882bed105e29 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:31.159399 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d157d0-69c2-41ae-ac2c-39fafa4d37bd req-017210a2-8f37-4be4-b31c-5cf5da0f176c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:31.160890 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e3d157d0-69c2-41ae-ac2c-39fafa4d37bd req-017210a2-8f37-4be4-b31c-5cf5da0f176c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=93eb7526-57cd-4d26-aeaa-3729b1746456 HTTP/1.1" status: 200 len: 861 time: 0.1048708 Aug 10 03:24:31.167057 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be40da3c-35fd-4d60-8254-5718642e3e03 None None] Network ec5ba058-e472-41d3-aded-149fefe8348d could not be found, it might have been deleted concurrently. {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 10 03:24:31.185286 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f46990-093f-4bce-9057-df872a18a705 None None] Network ec5ba058-e472-41d3-aded-149fefe8348d requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:31.212324 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e3d157d0-69c2-41ae-ac2c-39fafa4d37bd req-3e1af1c7-b533-44e5-b41e-eacd72ff09d1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8bdbc785-dbaa-47b5-afc4-78e42278de83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418992 Aug 10 03:24:31.214499 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7974ad38-eb86-49f8-a4e3-882bed105e29 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:31.218791 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f46990-093f-4bce-9057-df872a18a705 None None] Network ec5ba058-e472-41d3-aded-149fefe8348d could not be found, it might have been deleted concurrently. {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 10 03:24:31.396291 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7974ad38-eb86-49f8-a4e3-882bed105e29 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:31.424380 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e3d157d0-69c2-41ae-ac2c-39fafa4d37bd req-e231e71f-7307-49e3-9b3f-4def033926b4 service neutron] 10.222.0.58 "GET /v2.0/networks/8bdbc785-dbaa-47b5-afc4-78e42278de83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693978 Aug 10 03:24:31.533842 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7974ad38-eb86-49f8-a4e3-882bed105e29 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:31.571358 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7974ad38-eb86-49f8-a4e3-882bed105e29 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event deleted for resources: {'Subnet': ['ID=aee27f5e-e960-407e-a0a3-1071e218e5e6,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:31.576978 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e3d157d0-69c2-41ae-ac2c-39fafa4d37bd req-28086819-118b-44c8-a3ce-3bf3f0c1fd60 service neutron] 10.222.0.58 "GET /v2.0/networks/8bdbc785-dbaa-47b5-afc4-78e42278de83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431990 Aug 10 03:24:31.577926 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7974ad38-eb86-49f8-a4e3-882bed105e29 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:31.580335 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7974ad38-eb86-49f8-a4e3-882bed105e29 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "DELETE /v2.0/subnets/aee27f5e-e960-407e-a0a3-1071e218e5e6 HTTP/1.1" status: 204 len: 168 time: 0.6049516 Aug 10 03:24:31.582969 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35316) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:31.586663 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6bb137-7d11-434a-b119-8b8d6eb036a4 None None] Network fd87a13c-7720-4b1c-80db-a60c89430a4a requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:31.627198 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf5276-bbfc-4300-aabd-76d497bcd11c req-1905e3e8-7e6e-4234-ad82-6b9d40dd35aa tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:31.633306 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf5276-bbfc-4300-aabd-76d497bcd11c req-1905e3e8-7e6e-4234-ad82-6b9d40dd35aa tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:31.639673 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf5276-bbfc-4300-aabd-76d497bcd11c req-1905e3e8-7e6e-4234-ad82-6b9d40dd35aa tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:31.641405 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-35cf5276-bbfc-4300-aabd-76d497bcd11c req-1905e3e8-7e6e-4234-ad82-6b9d40dd35aa tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/ports?device_id=156409a4-8dd0-4f39-8d9d-7be6d1f20348 HTTP/1.1" status: 200 len: 2416 time: 0.6488919 Aug 10 03:24:31.643949 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1cf6ea45-4ccf-4045-a45e-8a47ea2e9c40 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:31.649951 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf6ea45-4ccf-4045-a45e-8a47ea2e9c40 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:31.650478 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1cf6ea45-4ccf-4045-a45e-8a47ea2e9c40 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:31.652835 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-19128647-c6f1-4795-a3cb-48914174ab84 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Deleting subnet ee1ab616-b1c7-4a87-a3be-9708d3cab1c0 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:24:31.656092 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-19128647-c6f1-4795-a3cb-48914174ab84 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:31.659682 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e30ff82-1a8d-4e3e-ad3b-2276c65e6029 req-4ee270c5-6796-4a62-92ba-1fc41c267a61 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:31.661170 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7e30ff82-1a8d-4e3e-ad3b-2276c65e6029 req-4ee270c5-6796-4a62-92ba-1fc41c267a61 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b14b0b4-fb92-4d1f-9814-e06ee0564ff9 HTTP/1.1" status: 200 len: 944 time: 0.1416473 Aug 10 03:24:31.710486 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-19128647-c6f1-4795-a3cb-48914174ab84 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:31.759986 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-1cf6ea45-4ccf-4045-a45e-8a47ea2e9c40 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.2878783 Aug 10 03:24:31.762713 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35320) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:31.788460 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf6ea45-4ccf-4045-a45e-8a47ea2e9c40 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Pushing event updated for resources: {'Network': ['ID=7d3da5cf-0156-4385-855a-6c40a601056a,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:31.789590 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 9108a37c-c89a-42a2-8cef-007e458fa3c8 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:24:31.804495 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 7d3da5cf-0156-4385-855a-6c40a601056a details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:24:31.810125 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-35cf5276-bbfc-4300-aabd-76d497bcd11c req-b6a9b8d6-3a60-41d2-ae49-12aaf746a934 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8122897-b7b2-4911-a92f-13052fad1f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468489 Aug 10 03:24:31.814406 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7e30ff82-1a8d-4e3e-ad3b-2276c65e6029 req-25f0d62d-93be-4eb1-b5ab-2f4b3ea743de tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] 10.222.0.62 "GET /v2.0/security-groups?id=46df5d1c-7e0f-40ce-9b49-3c1bf335dc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413047 Aug 10 03:24:31.862769 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 9108a37c-c89a-42a2-8cef-007e458fa3c8 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:24:31.863316 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 9108a37c-c89a-42a2-8cef-007e458fa3c8 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:24:31.939653 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a28004-cd2b-4a8e-98cb-a44c3c760a63 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:31.941876 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d0a28004-cd2b-4a8e-98cb-a44c3c760a63 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "GET /v2.0/networks?id=7d3da5cf-0156-4385-855a-6c40a601056a HTTP/1.1" status: 200 len: 760 time: 0.1778555 Aug 10 03:24:31.944538 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35324) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:31.950057 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-5ac025b7-9b8a-4786-8175-9dd62904e20c tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Request body: {'network': {'description': 'd2'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:31.964938 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-09acb2d1-c074-4158-8a39-3807d9b82cdd req-82872d38-7e7f-49e6-bb7a-79aff272b10e tempest-ServerShowV257Test-908913220 tempest-ServerShowV257Test-908913220-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dfced2c-7115-4233-b537-b0377ae6660d HTTP/1.1" status: 200 len: 210 time: 0.0385721 Aug 10 03:24:31.995428 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device dbb24f2f-02d9-4543-a4fe-720b39b894e7 up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:24:32.023824 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-19128647-c6f1-4795-a3cb-48914174ab84 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:32.050376 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a9083-4d52-401c-8c13-0c246afeef72 req-8366c72a-26ff-4113-a961-f4c287c7efab tempest-ServerAddressesNegativeTestJSON-944962145 tempest-ServerAddressesNegativeTestJSON-944962145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:32.065605 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-df9a9083-4d52-401c-8c13-0c246afeef72 req-8366c72a-26ff-4113-a961-f4c287c7efab tempest-ServerAddressesNegativeTestJSON-944962145 tempest-ServerAddressesNegativeTestJSON-944962145-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce62bb2a-8a56-4cad-b59e-8849ee5e82a8 HTTP/1.1" status: 200 len: 943 time: 0.0993013 Aug 10 03:24:32.090838 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port dbb24f2f-02d9-4543-a4fe-720b39b894e7 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:32.096217 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port dbb24f2f-02d9-4543-a4fe-720b39b894e7 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:32.096917 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:32.119622 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-df9a9083-4d52-401c-8c13-0c246afeef72 req-581b3249-0222-4e5d-a2cd-9b50995095f2 tempest-ServerAddressesNegativeTestJSON-944962145 tempest-ServerAddressesNegativeTestJSON-944962145-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ac8c1a7-71f5-41f6-8243-2e66983e67de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536449 Aug 10 03:24:32.173827 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-19128647-c6f1-4795-a3cb-48914174ab84 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:32.207562 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:32.226315 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19128647-c6f1-4795-a3cb-48914174ab84 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event deleted for resources: {'Subnet': ['ID=ee1ab616-b1c7-4a87-a3be-9708d3cab1c0,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:32.240480 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-19128647-c6f1-4795-a3cb-48914174ab84 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:32.245506 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35326) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:32.245701 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-19128647-c6f1-4795-a3cb-48914174ab84 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "DELETE /v2.0/subnets/ee1ab616-b1c7-4a87-a3be-9708d3cab1c0 HTTP/1.1" status: 204 len: 168 time: 0.6614609 Aug 10 03:24:32.247655 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5ac025b7-9b8a-4786-8175-9dd62904e20c tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:32.247816 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port dbb24f2f-02d9-4543-a4fe-720b39b894e7, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=dbb24f2f-02d9-4543-a4fe-720b39b894e7,segment=NetworkSegment(15becbc7-4cd2-4651-a39f-20d961273d10),segment_id=15becbc7-4cd2-4651-a39f-20d961273d10)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:32.248649 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b14b0b4-fb92-4d1f-9814-e06ee0564ff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb24f2f-02d9-4543-a4fe-720b39b894e7'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:32.251560 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2050a3de-bd5a-43b2-9a8e-83336b8f9a39" -d '{"events": [{"server_uuid": "7b14b0b4-fb92-4d1f-9814-e06ee0564ff9", "name": "network-vif-plugged", "status": "completed", "tag": "dbb24f2f-02d9-4543-a4fe-720b39b894e7"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:32.264413 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:32.267867 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5ac025b7-9b8a-4786-8175-9dd62904e20c tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:32.324051 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=dbb24f2f-02d9-4543-a4fe-720b39b894e7,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:32.339098 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa47f2c4-6fb5-4df9-9e38-35c52c2ca066 x-openstack-request-id: req-aa47f2c4-6fb5-4df9-9e38-35c52c2ca066 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:32.339402 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b14b0b4-fb92-4d1f-9814-e06ee0564ff9", "name": "network-vif-plugged", "status": "completed", "tag": "dbb24f2f-02d9-4543-a4fe-720b39b894e7", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:32.339641 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-aa47f2c4-6fb5-4df9-9e38-35c52c2ca066 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:32.340051 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b14b0b4-fb92-4d1f-9814-e06ee0564ff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb24f2f-02d9-4543-a4fe-720b39b894e7', 'code': 200} Aug 10 03:24:32.346059 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5ac025b7-9b8a-4786-8175-9dd62904e20c tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Network 7d3da5cf-0156-4385-855a-6c40a601056a is not hosted by any dhcp agent {{(pid=94217) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 03:24:32.352024 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac025b7-9b8a-4786-8175-9dd62904e20c tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:32.352667 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5ac025b7-9b8a-4786-8175-9dd62904e20c tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:32.356773 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-5ac025b7-9b8a-4786-8175-9dd62904e20c tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "PUT /v2.0/networks/7d3da5cf-0156-4385-855a-6c40a601056a HTTP/1.1" status: 200 len: 757 time: 0.4083102 Aug 10 03:24:32.357533 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35332) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:32.372690 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cf2616a5-5bdd-46ce-bfeb-45e7398da90f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:32.462714 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920996a4-d9c4-473f-8ea2-7b7c3b13359a tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:32.464687 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-920996a4-d9c4-473f-8ea2-7b7c3b13359a tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "GET /v2.0/networks?id=7d3da5cf-0156-4385-855a-6c40a601056a HTTP/1.1" status: 200 len: 760 time: 0.1061997 Aug 10 03:24:32.469916 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35336) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:32.475571 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-8d6a127c-fca9-4e62-9ac7-4e27e02b0b3f tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1189590730'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:32.496226 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac025b7-9b8a-4786-8175-9dd62904e20c tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Pushing event updated for resources: {'Network': ['ID=7d3da5cf-0156-4385-855a-6c40a601056a,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:32.504974 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6a127c-fca9-4e62-9ac7-4e27e02b0b3f tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Made reservation on behalf of a0853454ae8b4b8c9105d0ce5b396b8a for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:32.510385 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8d6a127c-fca9-4e62-9ac7-4e27e02b0b3f tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:32.514563 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e1d782-9a78-4a33-bddb-b63061892cc0 req-5f1b338e-33f3-4593-bd54-4db18b61ee71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:32.514809 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 7d3da5cf-0156-4385-855a-6c40a601056a details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:24:32.517786 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d2e1d782-9a78-4a33-bddb-b63061892cc0 req-5f1b338e-33f3-4593-bd54-4db18b61ee71 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7b14b0b4-fb92-4d1f-9814-e06ee0564ff9 HTTP/1.1" status: 200 len: 1097 time: 0.0678217 Aug 10 03:24:32.543658 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d6a127c-fca9-4e62-9ac7-4e27e02b0b3f tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:24:32.554243 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-cf2616a5-5bdd-46ce-bfeb-45e7398da90f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Deleting port 613f76a8-bcc0-4c53-a30e-168f0dc78f99 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:24:32.554836 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cf2616a5-5bdd-46ce-bfeb-45e7398da90f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:32.556664 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8d6a127c-fca9-4e62-9ac7-4e27e02b0b3f tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:32.556997 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-8d6a127c-fca9-4e62-9ac7-4e27e02b0b3f tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Added segment 2f371953-9a4f-4517-9789-b774934919e2 of type vlan for network cdff9232-b95b-41a5-8668-dd556a5989df Aug 10 03:24:32.573957 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d2e1d782-9a78-4a33-bddb-b63061892cc0 req-d03000ef-d2ba-4ed1-ac88-3f80c2112c58 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=46df5d1c-7e0f-40ce-9b49-3c1bf335dc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447509 Aug 10 03:24:32.605433 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8d6a127c-fca9-4e62-9ac7-4e27e02b0b3f tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:32.621289 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 91dfeb2f-9668-47f7-835e-828f2477425c details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:24:32.623593 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 3f259c89-529a-41f2-954e-6dc6cb9450ad up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:24:32.655327 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-cf2616a5-5bdd-46ce-bfeb-45e7398da90f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] For port 613f76a8-bcc0-4c53-a30e-168f0dc78f99, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=613f76a8-bcc0-4c53-a30e-168f0dc78f99,segment=NetworkSegment(8133bbc1-cabb-4f7c-9210-705bf34eb741),segment_id=8133bbc1-cabb-4f7c-9210-705bf34eb741)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:32.655898 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cf2616a5-5bdd-46ce-bfeb-45e7398da90f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:32.659850 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8d6a127c-fca9-4e62-9ac7-4e27e02b0b3f tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:32.672473 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6a127c-fca9-4e62-9ac7-4e27e02b0b3f tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:32.673298 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8d6a127c-fca9-4e62-9ac7-4e27e02b0b3f tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:32.680029 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-cf2616a5-5bdd-46ce-bfeb-45e7398da90f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Calling delete_port for 613f76a8-bcc0-4c53-a30e-168f0dc78f99 owned by network:dhcp {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:24:32.770666 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8d6a127c-fca9-4e62-9ac7-4e27e02b0b3f tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2996182 Aug 10 03:24:32.773939 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35338) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:32.783175 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-a5290c02-8a22-4068-acae-22164db6153e tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Request body: {'subnet': {'network_id': 'cdff9232-b95b-41a5-8668-dd556a5989df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:32.788809 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cf2616a5-5bdd-46ce-bfeb-45e7398da90f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:32.792203 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6a127c-fca9-4e62-9ac7-4e27e02b0b3f tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Pushing event updated for resources: {'Network': ['ID=cdff9232-b95b-41a5-8668-dd556a5989df,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:32.811606 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network cdff9232-b95b-41a5-8668-dd556a5989df details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:24:32.834780 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2616a5-5bdd-46ce-bfeb-45e7398da90f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event deleted for resources: {'Port': ['ID=613f76a8-bcc0-4c53-a30e-168f0dc78f99,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:32.838424 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2616a5-5bdd-46ce-bfeb-45e7398da90f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] No DVR routers for this DVR port 613f76a8-bcc0-4c53-a30e-168f0dc78f99 on host n-d-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:24:32.899109 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5290c02-8a22-4068-acae-22164db6153e tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Made reservation on behalf of a0853454ae8b4b8c9105d0ce5b396b8a for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:32.905576 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a5290c02-8a22-4068-acae-22164db6153e tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:32.940616 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae1cb72-9b19-438c-b20c-5e983f625c4e None None] Network fd87a13c-7720-4b1c-80db-a60c89430a4a requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:32.942081 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2616a5-5bdd-46ce-bfeb-45e7398da90f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:32.942446 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2616a5-5bdd-46ce-bfeb-45e7398da90f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:32.942810 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2616a5-5bdd-46ce-bfeb-45e7398da90f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:32.943157 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2616a5-5bdd-46ce-bfeb-45e7398da90f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:32.944014 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2616a5-5bdd-46ce-bfeb-45e7398da90f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:32.944496 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2616a5-5bdd-46ce-bfeb-45e7398da90f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:32.944831 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2616a5-5bdd-46ce-bfeb-45e7398da90f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:32.945163 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2616a5-5bdd-46ce-bfeb-45e7398da90f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:32.945514 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2616a5-5bdd-46ce-bfeb-45e7398da90f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:32.945991 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2616a5-5bdd-46ce-bfeb-45e7398da90f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:32.946322 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2616a5-5bdd-46ce-bfeb-45e7398da90f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:32.946654 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2616a5-5bdd-46ce-bfeb-45e7398da90f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:32.997422 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port 3f259c89-529a-41f2-954e-6dc6cb9450ad completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:33.022352 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cf2616a5-5bdd-46ce-bfeb-45e7398da90f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:33.024664 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-54e75ef9-2fdc-49d1-a5d3-9e78d5a56be3 None None] Could not find standard attr ID for object 613f76a8-bcc0-4c53-a30e-168f0dc78f99. {{(pid=94218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:24:33.031826 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 91dfeb2f-9668-47f7-835e-828f2477425c, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=91dfeb2f-9668-47f7-835e-828f2477425c,segment=NetworkSegment(a78f32ce-09fc-4ccd-a2be-cd8bc535f3e6),segment_id=a78f32ce-09fc-4ccd-a2be-cd8bc535f3e6)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:33.047087 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port 3f259c89-529a-41f2-954e-6dc6cb9450ad triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:33.047588 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:33.064613 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-cf2616a5-5bdd-46ce-bfeb-45e7398da90f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd87a13c-7720-4b1c-80db-a60c89430a4a']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:33.085105 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-cf2616a5-5bdd-46ce-bfeb-45e7398da90f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8133bbc1-cabb-4f7c-9210-705bf34eb741') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:33.085631 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-cf2616a5-5bdd-46ce-bfeb-45e7398da90f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8133bbc1-cabb-4f7c-9210-705bf34eb741') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:33.094898 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': '91dfeb2f-9668-47f7-835e-828f2477425c', 'network_id': '8bdbc785-dbaa-47b5-afc4-78e42278de83', 'port_id': '91dfeb2f-9668-47f7-835e-828f2477425c', 'mac_address': 'fa:16:3e:e9:24:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93eb7526-57cd-4d26-aeaa-3729b1746456', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:24:33.103576 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-73f4d769-b7a7-4324-b80c-426fc81213c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:33.108634 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cf2616a5-5bdd-46ce-bfeb-45e7398da90f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:33.139785 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ac0f8-f312-4cce-a71e-1772ce22a8e4 req-f3cea17a-f172-453c-b0ac-9e807dd67bfe tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:33.148334 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ac0f8-f312-4cce-a71e-1772ce22a8e4 req-f3cea17a-f172-453c-b0ac-9e807dd67bfe tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:33.154563 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ac0f8-f312-4cce-a71e-1772ce22a8e4 req-f3cea17a-f172-453c-b0ac-9e807dd67bfe tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:33.162162 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-525ac0f8-f312-4cce-a71e-1772ce22a8e4 req-f3cea17a-f172-453c-b0ac-9e807dd67bfe tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/ports?device_id=156409a4-8dd0-4f39-8d9d-7be6d1f20348 HTTP/1.1" status: 200 len: 2416 time: 0.1938200 Aug 10 03:24:33.186349 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cf2616a5-5bdd-46ce-bfeb-45e7398da90f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:33.206900 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:33.207569 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a5290c02-8a22-4068-acae-22164db6153e tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:33.208447 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f9d9ae-8169-49f3-a984-7e97f101541e req-5a651446-1bc6-45a6-b458-3836e5dff5a1 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:33.210862 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-62f9d9ae-8169-49f3-a984-7e97f101541e req-5a651446-1bc6-45a6-b458-3836e5dff5a1 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b14b0b4-fb92-4d1f-9814-e06ee0564ff9 HTTP/1.1" status: 200 len: 945 time: 0.2607896 Aug 10 03:24:33.212135 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf2616a5-5bdd-46ce-bfeb-45e7398da90f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:24:33.212544 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cf2616a5-5bdd-46ce-bfeb-45e7398da90f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:33.221027 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:24:33.221027 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:24:33.221027 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:24:33.221027 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:24:33.221027 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:24:33.221027 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:24:33.221027 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:24:33.221027 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:24:33.221027 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:24:33.221027 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:24:33.221027 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:24:33.221027 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:24:33.221027 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:24:33.221027 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:24:33.221027 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:24:33.221027 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:24:33.221027 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:24:33.221027 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:24:33.221027 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:24:33.221027 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:24:33.221027 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:24:33.221027 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:24:33.221027 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:24:33.221027 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:24:33.221027 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:24:33.221027 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:24:33.221027 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:24:33.221027 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:24:33.221027 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:24:33.221027 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:24:33.221027 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:24:33.221027 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:24:33.237365 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91dfeb2f-9668-47f7-835e-828f2477425c {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:24:33.277810 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 91dfeb2f-9668-47f7-835e-828f2477425c, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=91dfeb2f-9668-47f7-835e-828f2477425c,segment=NetworkSegment(a78f32ce-09fc-4ccd-a2be-cd8bc535f3e6),segment_id=a78f32ce-09fc-4ccd-a2be-cd8bc535f3e6)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:33.286974 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f1e4b2-48dd-45ec-85e8-9f89369fa026 None None] DHCP port deletion for fd87a13c-7720-4b1c-80db-a60c89430a4a request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:24:33.293850 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5290c02-8a22-4068-acae-22164db6153e tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Pushing event updated for resources: {'Subnet': ['ID=0e67e0ec-3e71-4ed5-a5b3-97a46e7a4a31,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:33.303686 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-525ac0f8-f312-4cce-a71e-1772ce22a8e4 req-e109b145-2610-4ea2-a238-8816a1efba0d tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8122897-b7b2-4911-a92f-13052fad1f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379871 Aug 10 03:24:33.304257 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5290c02-8a22-4068-acae-22164db6153e tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Checking segment: {'id': '2f371953-9a4f-4517-9789-b774934919e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cdff9232-b95b-41a5-8668-dd556a5989df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:33.304625 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5290c02-8a22-4068-acae-22164db6153e tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Network hostable DHCP agents. Network: cdff9232-b95b-41a5-8668-dd556a5989df, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:24:33.326650 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:33.335171 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5290c02-8a22-4068-acae-22164db6153e tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Network cdff9232-b95b-41a5-8668-dd556a5989df is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:24:33.353065 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-a5290c02-8a22-4068-acae-22164db6153e tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, cdff9232-b95b-41a5-8668-dd556a5989df) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:33.367677 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5290c02-8a22-4068-acae-22164db6153e tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:33.368304 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a5290c02-8a22-4068-acae-22164db6153e tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:33.381590 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-62f9d9ae-8169-49f3-a984-7e97f101541e req-998207f2-8170-4509-9ba9-5469856c002c tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] 10.222.0.62 "GET /v2.0/security-groups?id=46df5d1c-7e0f-40ce-9b49-3c1bf335dc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432157 Aug 10 03:24:33.386403 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cf2616a5-5bdd-46ce-bfeb-45e7398da90f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:33.404486 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a5290c02-8a22-4068-acae-22164db6153e tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6294603 Aug 10 03:24:33.407558 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cf2616a5-5bdd-46ce-bfeb-45e7398da90f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:33.416304 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35348) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:33.416304 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35350) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:33.417144 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-cf2616a5-5bdd-46ce-bfeb-45e7398da90f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "DELETE /v2.0/networks/fd87a13c-7720-4b1c-80db-a60c89430a4a HTTP/1.1" status: 204 len: 168 time: 1.1699290 Aug 10 03:24:33.420038 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7809a226-3200-4e8f-a5e7-8b7e026399c4 None None] Network cdff9232-b95b-41a5-8668-dd556a5989df requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:33.461774 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2616a5-5bdd-46ce-bfeb-45e7398da90f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event deleted for resources: {'Network': ['ID=fd87a13c-7720-4b1c-80db-a60c89430a4a,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:33.478176 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-91940222-ce21-40c7-8c3e-9ed03c2bbd38 req-520823b5-4a39-42bd-af48-a8305e97deed tempest-ServerShowV257Test-908913220 tempest-ServerShowV257Test-908913220-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dfced2c-7115-4233-b537-b0377ae6660d HTTP/1.1" status: 200 len: 210 time: 0.0533378 Aug 10 03:24:33.558765 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e775eae-a1f6-4153-ad38-e1274acb6ed0 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:33.561812 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8e775eae-a1f6-4153-ad38-e1274acb6ed0 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1458433 Aug 10 03:24:33.565101 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35356) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:33.637489 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:33.640767 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aef249-c9d0-495a-99bb-50e2eca15fa7 req-0ab5fcf5-d3f5-466f-87c9-b66bc2b9b6b3 tempest-ServerAddressesNegativeTestJSON-944962145 tempest-ServerAddressesNegativeTestJSON-944962145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:33.642756 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-94aef249-c9d0-495a-99bb-50e2eca15fa7 req-0ab5fcf5-d3f5-466f-87c9-b66bc2b9b6b3 tempest-ServerAddressesNegativeTestJSON-944962145 tempest-ServerAddressesNegativeTestJSON-944962145-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce62bb2a-8a56-4cad-b59e-8849ee5e82a8 HTTP/1.1" status: 200 len: 944 time: 0.1339598 Aug 10 03:24:33.651537 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:33.651772 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f3513436-d501-429a-b552-675dbe869caa tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:33.672649 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d046c156-ae4f-4490-8ccd-6608ef13410e tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0997195 Aug 10 03:24:33.677694 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35360) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:33.701579 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-94aef249-c9d0-495a-99bb-50e2eca15fa7 req-4f5c5913-245d-40a6-8320-4769668f5687 tempest-ServerAddressesNegativeTestJSON-944962145 tempest-ServerAddressesNegativeTestJSON-944962145-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ac8c1a7-71f5-41f6-8243-2e66983e67de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521040 Aug 10 03:24:33.714857 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676c80dd-a878-47db-a471-f27cf6844be7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-cdff9232-b95b-41a5-8668-dd556a5989df', 'network_id': 'cdff9232-b95b-41a5-8668-dd556a5989df', 'tenant_id': 'a0853454ae8b4b8c9105d0ce5b396b8a', 'fixed_ips': [{'subnet_id': '0e67e0ec-3e71-4ed5-a5b3-97a46e7a4a31'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:24:33.715405 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-09dfe002-2b52-4d53-86a1-cbb334b864a7 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-472990887'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:33.715811 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-676c80dd-a878-47db-a471-f27cf6844be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:33.735684 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=91dfeb2f-9668-47f7-835e-828f2477425c,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:33.751824 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['91dfeb2f-9668-47f7-835e-828f2477425c'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:24:33.765517 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f3513436-d501-429a-b552-675dbe869caa tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:33.770319 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09dfe002-2b52-4d53-86a1-cbb334b864a7 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Made reservation on behalf of 4ed48e64d2bc4e15aeddc047e3b71cf8 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:33.773955 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-09dfe002-2b52-4d53-86a1-cbb334b864a7 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:33.783631 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 3f259c89-529a-41f2-954e-6dc6cb9450ad, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=3f259c89-529a-41f2-954e-6dc6cb9450ad,segment=NetworkSegment(b3a2a1ab-0b1f-4022-baaa-824978a8521b),segment_id=b3a2a1ab-0b1f-4022-baaa-824978a8521b)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:33.789125 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 613f76a8-bcc0-4c53-a30e-168f0dc78f99 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:24:33.799800 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:33.800455 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 6d7608da-f49b-42e2-b6e7-dd8a4ad48e11 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:24:33.832480 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 613f76a8-bcc0-4c53-a30e-168f0dc78f99 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:24:33.832876 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 613f76a8-bcc0-4c53-a30e-168f0dc78f99 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:24:33.834586 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09dfe002-2b52-4d53-86a1-cbb334b864a7 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:24:33.862268 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f3513436-d501-429a-b552-675dbe869caa tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:33.866177 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-09dfe002-2b52-4d53-86a1-cbb334b864a7 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:33.866635 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-09dfe002-2b52-4d53-86a1-cbb334b864a7 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Added segment 43d99d73-97a8-4e56-b200-7ba15733aedb of type vlan for network 5269bb04-5ead-4ae6-9c3e-da97c88ffbba Aug 10 03:24:33.927783 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3513436-d501-429a-b552-675dbe869caa tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Pushing event deleted for resources: {'Subnet': ['ID=0e67e0ec-3e71-4ed5-a5b3-97a46e7a4a31,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:33.979957 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-09dfe002-2b52-4d53-86a1-cbb334b864a7 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:34.005095 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f3513436-d501-429a-b552-675dbe869caa tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:34.027642 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-f3513436-d501-429a-b552-675dbe869caa tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdff9232-b95b-41a5-8668-dd556a5989df']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:34.041405 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-f3513436-d501-429a-b552-675dbe869caa tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f371953-9a4f-4517-9789-b774934919e2') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:34.041790 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-f3513436-d501-429a-b552-675dbe869caa tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f371953-9a4f-4517-9789-b774934919e2') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:34.048782 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-09dfe002-2b52-4d53-86a1-cbb334b864a7 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:34.054435 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09dfe002-2b52-4d53-86a1-cbb334b864a7 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:34.055064 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-09dfe002-2b52-4d53-86a1-cbb334b864a7 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:34.059840 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f3513436-d501-429a-b552-675dbe869caa tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:34.128605 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f3513436-d501-429a-b552-675dbe869caa tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:34.139101 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-09dfe002-2b52-4d53-86a1-cbb334b864a7 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4599226 Aug 10 03:24:34.141608 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dfe002-2b52-4d53-86a1-cbb334b864a7 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event updated for resources: {'Network': ['ID=5269bb04-5ead-4ae6-9c3e-da97c88ffbba,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:34.143952 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35362) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:34.144389 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3513436-d501-429a-b552-675dbe869caa tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:24:34.144872 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f3513436-d501-429a-b552-675dbe869caa tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:34.148331 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:24:34.148331 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:24:34.148331 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:24:34.148331 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:24:34.148331 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:24:34.148331 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:24:34.148331 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:24:34.148331 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:24:34.148331 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:24:34.148331 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:24:34.148331 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:24:34.148331 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:24:34.148331 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:24:34.148331 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:24:34.148331 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:24:34.148331 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:24:34.148331 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:24:34.148331 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:24:34.148331 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:24:34.148331 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:24:34.148331 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:24:34.148331 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:24:34.148331 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:24:34.148331 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:24:34.148331 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:24:34.148331 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:24:34.148331 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:24:34.148331 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:24:34.148331 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:24:34.148331 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:24:34.148331 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:24:34.148331 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server [None req-676c80dd-a878-47db-a471-f27cf6844be7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0e67e0ec-3e71-4ed5-a5b3-97a46e7a4a31: This subnet is being modified by another concurrent operation. Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server raise exception Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0e67e0ec-3e71-4ed5-a5b3-97a46e7a4a31: This subnet is being modified by another concurrent operation. Aug 10 03:24:34.151109 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server Aug 10 03:24:34.166058 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-ef44d5e2-e1ba-456e-9424-fea73d3be629 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Request body: {'subnet': {'network_id': '5269bb04-5ead-4ae6-9c3e-da97c88ffbba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:34.175800 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 5269bb04-5ead-4ae6-9c3e-da97c88ffbba details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:24:34.177609 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb95d476-3f37-4696-81bb-ed99bb806637 None None] Network cdff9232-b95b-41a5-8668-dd556a5989df requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:34.180064 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=3f259c89-529a-41f2-954e-6dc6cb9450ad,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:34.222005 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f3513436-d501-429a-b552-675dbe869caa tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:34.230246 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f3513436-d501-429a-b552-675dbe869caa tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:34.234461 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f3513436-d501-429a-b552-675dbe869caa tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "DELETE /v2.0/networks/cdff9232-b95b-41a5-8668-dd556a5989df HTTP/1.1" status: 204 len: 168 time: 0.7785275 Aug 10 03:24:34.235271 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35364) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:34.278470 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3513436-d501-429a-b552-675dbe869caa tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Pushing event deleted for resources: {'Network': ['ID=cdff9232-b95b-41a5-8668-dd556a5989df,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:34.280954 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-d21f6f99-7229-48c6-8c42-bb774cc29967 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] GET failed (client error): The resource could not be found. Aug 10 03:24:34.284896 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d21f6f99-7229-48c6-8c42-bb774cc29967 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "GET /v2.0/subnets/0e67e0ec-3e71-4ed5-a5b3-97a46e7a4a31 HTTP/1.1" status: 404 len: 337 time: 0.0464556 Aug 10 03:24:34.285402 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35368) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:34.297374 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:34.298190 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef44d5e2-e1ba-456e-9424-fea73d3be629 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Made reservation on behalf of 4ed48e64d2bc4e15aeddc047e3b71cf8 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:34.303821 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ef44d5e2-e1ba-456e-9424-fea73d3be629 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:34.306396 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e1caffc-c1fb-415d-96af-876c3dc402ac tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] DELETE failed (client error): The resource could not be found. Aug 10 03:24:34.307022 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e1caffc-c1fb-415d-96af-876c3dc402ac tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:24:34.312445 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8e1caffc-c1fb-415d-96af-876c3dc402ac tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "DELETE /v2.0/networks/cdff9232-b95b-41a5-8668-dd556a5989df HTTP/1.1" status: 404 len: 339 time: 0.0226822 Aug 10 03:24:34.313426 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35370) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:34.337784 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port 6d7608da-f49b-42e2-b6e7-dd8a4ad48e11 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:34.349249 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '156409a4-8dd0-4f39-8d9d-7be6d1f20348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f259c89-529a-41f2-954e-6dc6cb9450ad'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:34.351987 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e87617f8-6929-4e27-b0ff-c4b1b9b6a74b" -d '{"events": [{"server_uuid": "156409a4-8dd0-4f39-8d9d-7be6d1f20348", "name": "network-vif-plugged", "status": "completed", "tag": "3f259c89-529a-41f2-954e-6dc6cb9450ad"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:34.363496 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port 6d7608da-f49b-42e2-b6e7-dd8a4ad48e11 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:34.363496 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:34.441713 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0659b6-6d32-422c-b3d7-4c9554e617d2 x-openstack-request-id: req-3b0659b6-6d32-422c-b3d7-4c9554e617d2 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:34.442113 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "156409a4-8dd0-4f39-8d9d-7be6d1f20348", "name": "network-vif-plugged", "status": "completed", "tag": "3f259c89-529a-41f2-954e-6dc6cb9450ad", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:34.442408 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3b0659b6-6d32-422c-b3d7-4c9554e617d2 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:34.443821 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '156409a4-8dd0-4f39-8d9d-7be6d1f20348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f259c89-529a-41f2-954e-6dc6cb9450ad', 'code': 200} Aug 10 03:24:34.501004 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130c48f7-4d7a-433a-bcfc-2adfcd914990 None None] get_active_networks_info from n-d-768851-15 {{(pid=94218) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:24:34.609030 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a777952-16a0-486a-ae6c-6487ef4c4344 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:34.615291 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8a777952-16a0-486a-ae6c-6487ef4c4344 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3011329 Aug 10 03:24:34.616479 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35380) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:34.616636 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144bca76-b3a2-47e2-afb9-9d7bbfe306f8 req-2d761272-978b-4588-a002-a5acdd883a65 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:34.623272 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144bca76-b3a2-47e2-afb9-9d7bbfe306f8 req-2d761272-978b-4588-a002-a5acdd883a65 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:34.629853 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144bca76-b3a2-47e2-afb9-9d7bbfe306f8 req-2d761272-978b-4588-a002-a5acdd883a65 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:34.632360 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-144bca76-b3a2-47e2-afb9-9d7bbfe306f8 req-2d761272-978b-4588-a002-a5acdd883a65 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/ports?device_id=156409a4-8dd0-4f39-8d9d-7be6d1f20348 HTTP/1.1" status: 200 len: 2417 time: 0.1888044 Aug 10 03:24:34.645538 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:34.663112 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ee950-5fa9-440c-b4b0-0fa5da1ca002 req-9808331d-663b-4ce2-a469-826dd8e745d7 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:34.670662 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-de3ee950-5fa9-440c-b4b0-0fa5da1ca002 req-9808331d-663b-4ce2-a469-826dd8e745d7 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b14b0b4-fb92-4d1f-9814-e06ee0564ff9 HTTP/1.1" status: 200 len: 945 time: 0.1211193 Aug 10 03:24:34.685293 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1eb072a7-0786-43ea-a163-932249552c8e tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "GET /v2.0/subnets?network_id=09ca2025-b9a6-4e84-8019-8d9fbef3753e HTTP/1.1" status: 200 len: 207 time: 0.0671566 Aug 10 03:24:34.690447 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35384) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:34.722097 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 6d7608da-f49b-42e2-b6e7-dd8a4ad48e11, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=6d7608da-f49b-42e2-b6e7-dd8a4ad48e11,segment=NetworkSegment(86b54bf5-e88f-4075-bc9c-ccc4a58c3936),segment_id=86b54bf5-e88f-4075-bc9c-ccc4a58c3936)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:34.723312 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130c48f7-4d7a-433a-bcfc-2adfcd914990 None None] Resources bound (agent type, host, resource id): {{(pid=94218) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:24:34.728009 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:34.729182 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device d488afe2-73a5-4d1b-b6a4-bc323b911248 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:24:34.773881 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-de3ee950-5fa9-440c-b4b0-0fa5da1ca002 req-a89d1ef5-2dc9-4ed9-8b74-eca72e211e33 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] 10.222.0.62 "GET /v2.0/security-groups?id=46df5d1c-7e0f-40ce-9b49-3c1bf335dc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970755 Aug 10 03:24:34.784564 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-144bca76-b3a2-47e2-afb9-9d7bbfe306f8 req-7832f24f-ea2f-43c1-9d60-14250416c656 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8122897-b7b2-4911-a92f-13052fad1f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450653 Aug 10 03:24:34.943141 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-37422c6c-897d-4ec6-90d0-95367fdb738e req-30d76eb3-069e-4f98-b3b3-7e9da0ac4910 tempest-ServerShowV257Test-908913220 tempest-ServerShowV257Test-908913220-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dfced2c-7115-4233-b537-b0377ae6660d HTTP/1.1" status: 200 len: 210 time: 0.0536726 Aug 10 03:24:34.944677 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ef44d5e2-e1ba-456e-9424-fea73d3be629 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:35.010494 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=6d7608da-f49b-42e2-b6e7-dd8a4ad48e11,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:35.028152 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port d488afe2-73a5-4d1b-b6a4-bc323b911248 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:35.036257 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port d488afe2-73a5-4d1b-b6a4-bc323b911248 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:35.036636 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:35.054022 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef44d5e2-e1ba-456e-9424-fea73d3be629 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event updated for resources: {'Subnet': ['ID=5e2ccef1-d880-4eda-b55e-f7f8db6756e9,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:35.081474 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a1b2e-eba2-4a7e-b713-a819d09c9309 req-c182dd22-aa30-43ef-9075-9524a70bd912 tempest-ServerAddressesNegativeTestJSON-944962145 tempest-ServerAddressesNegativeTestJSON-944962145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:35.083262 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-846a1b2e-eba2-4a7e-b713-a819d09c9309 req-c182dd22-aa30-43ef-9075-9524a70bd912 tempest-ServerAddressesNegativeTestJSON-944962145 tempest-ServerAddressesNegativeTestJSON-944962145-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce62bb2a-8a56-4cad-b59e-8849ee5e82a8 HTTP/1.1" status: 200 len: 944 time: 0.0991085 Aug 10 03:24:35.090037 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef44d5e2-e1ba-456e-9424-fea73d3be629 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Checking segment: {'id': '43d99d73-97a8-4e56-b200-7ba15733aedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5269bb04-5ead-4ae6-9c3e-da97c88ffbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:35.090409 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef44d5e2-e1ba-456e-9424-fea73d3be629 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Network hostable DHCP agents. Network: 5269bb04-5ead-4ae6-9c3e-da97c88ffbba, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:24:35.149479 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef44d5e2-e1ba-456e-9424-fea73d3be629 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Network 5269bb04-5ead-4ae6-9c3e-da97c88ffbba is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:24:35.154568 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-846a1b2e-eba2-4a7e-b713-a819d09c9309 req-58e7a675-3f6e-4c5b-ae68-3a66b5bc7f09 tempest-ServerAddressesNegativeTestJSON-944962145 tempest-ServerAddressesNegativeTestJSON-944962145-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ac8c1a7-71f5-41f6-8243-2e66983e67de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605886 Aug 10 03:24:35.165928 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-ef44d5e2-e1ba-456e-9424-fea73d3be629 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 5269bb04-5ead-4ae6-9c3e-da97c88ffbba) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:35.184400 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef44d5e2-e1ba-456e-9424-fea73d3be629 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:35.187787 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ef44d5e2-e1ba-456e-9424-fea73d3be629 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:35.189822 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3038a7-8c05-49e4-b30a-f26f8c96bed0 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:35.196378 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3038a7-8c05-49e4-b30a-f26f8c96bed0 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:35.202546 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3038a7-8c05-49e4-b30a-f26f8c96bed0 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:35.210957 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3038a7-8c05-49e4-b30a-f26f8c96bed0 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:35.213093 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ef44d5e2-e1ba-456e-9424-fea73d3be629 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0670023 Aug 10 03:24:35.216796 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35428) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:35.216936 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ea3038a7-8c05-49e4-b30a-f26f8c96bed0 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.5223670 Aug 10 03:24:35.217540 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35430) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:35.227345 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-fef4235a-edc9-4296-843c-bdc492d6b942 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Request body: {'port': {'network_id': '5269bb04-5ead-4ae6-9c3e-da97c88ffbba', 'name': 'tempest-PortsTestJSON-1336291107'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:35.275202 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:35.366337 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port d488afe2-73a5-4d1b-b6a4-bc323b911248, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=d488afe2-73a5-4d1b-b6a4-bc323b911248,segment=NetworkSegment(b3a2a1ab-0b1f-4022-baaa-824978a8521b),segment_id=b3a2a1ab-0b1f-4022-baaa-824978a8521b)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:35.380497 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:35.395173 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 91dfeb2f-9668-47f7-835e-828f2477425c up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:24:35.419576 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefb3f07-a3e6-4305-91ae-24479e71fe94 None None] Network 5269bb04-5ead-4ae6-9c3e-da97c88ffbba requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:35.455129 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3f8a6148-999a-4ddc-a1c4-3bc412f1907b tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2364504 Aug 10 03:24:35.456897 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef4235a-edc9-4296-843c-bdc492d6b942 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Made reservation on behalf of 4ed48e64d2bc4e15aeddc047e3b71cf8 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:35.463995 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fef4235a-edc9-4296-843c-bdc492d6b942 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:35.465378 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35432) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:35.571688 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [None req-fef4235a-edc9-4296-843c-bdc492d6b942 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] device_id is not set on port 272af5f5-0323-4ffa-9c73-6318d4263a34 yet. {{(pid=94216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:24:35.578076 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=d488afe2-73a5-4d1b-b6a4-bc323b911248,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:35.602302 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port 91dfeb2f-9668-47f7-835e-828f2477425c completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:35.611113 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port 91dfeb2f-9668-47f7-835e-828f2477425c triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:35.611599 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:35.710759 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24609fde-c0af-4903-8b77-04f5f5340e8f tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:35.712427 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24609fde-c0af-4903-8b77-04f5f5340e8f tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:35.717969 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-24609fde-c0af-4903-8b77-04f5f5340e8f tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2513404 Aug 10 03:24:35.718844 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35452) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:35.719370 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-fef4235a-edc9-4296-843c-bdc492d6b942 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Allocated IP 172.20.0.11 (5269bb04-5ead-4ae6-9c3e-da97c88ffbba/5e2ccef1-d880-4eda-b55e-f7f8db6756e9/272af5f5-0323-4ffa-9c73-6318d4263a34) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:24:35.749926 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee77976b-b7fd-4213-a544-4dce8ea8fd9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-5269bb04-5ead-4ae6-9c3e-da97c88ffbba', 'network_id': '5269bb04-5ead-4ae6-9c3e-da97c88ffbba', 'tenant_id': '4ed48e64d2bc4e15aeddc047e3b71cf8', 'fixed_ips': [{'subnet_id': '5e2ccef1-d880-4eda-b55e-f7f8db6756e9'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:24:35.751143 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ee77976b-b7fd-4213-a544-4dce8ea8fd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:35.786151 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:35.890225 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c02f364-46c3-492b-a3d3-dea7ae2102b5 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Attributes excluded by policy engine: ['shared'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:35.894390 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c02f364-46c3-492b-a3d3-dea7ae2102b5 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Attributes excluded by policy engine: ['shared'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:35.899648 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3c02f364-46c3-492b-a3d3-dea7ae2102b5 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1758711 Aug 10 03:24:35.901579 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35474) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:35.945385 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fef4235a-edc9-4296-843c-bdc492d6b942 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:35.958063 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 91dfeb2f-9668-47f7-835e-828f2477425c, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=91dfeb2f-9668-47f7-835e-828f2477425c,segment=NetworkSegment(a78f32ce-09fc-4ccd-a2be-cd8bc535f3e6),segment_id=a78f32ce-09fc-4ccd-a2be-cd8bc535f3e6)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:35.960898 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-fef4235a-edc9-4296-843c-bdc492d6b942 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Transition to ACTIVE for port object 272af5f5-0323-4ffa-9c73-6318d4263a34 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:35.971128 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:36.009413 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fef4235a-edc9-4296-843c-bdc492d6b942 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:36.046624 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:36.117757 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ea7f00-e9f7-4a6b-bc0d-5f6e860901c7 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:36.121612 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-03ea7f00-e9f7-4a6b-bc0d-5f6e860901c7 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "GET /v2.0/networks/1ff4cf83-bc3e-4234-a00a-bc878e6d981a HTTP/1.1" status: 200 len: 799 time: 0.2196856 Aug 10 03:24:36.130147 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35478) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:36.138918 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=91dfeb2f-9668-47f7-835e-828f2477425c,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:36.150142 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-ee77976b-b7fd-4213-a544-4dce8ea8fd9d None None] Allocated IP 172.20.0.2 (5269bb04-5ead-4ae6-9c3e-da97c88ffbba/5e2ccef1-d880-4eda-b55e-f7f8db6756e9/8e861c13-c7ba-46b0-8a48-4dad8b9da4ef) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:24:36.250048 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2d577640-7565-47da-8054-72028d811a26 req-1c452c30-b56c-464c-b998-15eaf8dbd1ee tempest-ServerShowV257Test-908913220 tempest-ServerShowV257Test-908913220-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dfced2c-7115-4233-b537-b0377ae6660d HTTP/1.1" status: 200 len: 210 time: 0.1360633 Aug 10 03:24:36.258661 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef4235a-edc9-4296-843c-bdc492d6b942 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Network 5269bb04-5ead-4ae6-9c3e-da97c88ffbba is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:24:36.272213 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-fef4235a-edc9-4296-843c-bdc492d6b942 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:36.293804 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef4235a-edc9-4296-843c-bdc492d6b942 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:24:36.308740 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef4235a-edc9-4296-843c-bdc492d6b942 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event updated for resources: {'Port': ['ID=272af5f5-0323-4ffa-9c73-6318d4263a34,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:36.337644 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0f97a782-584a-4b35-950f-f0ba23066508 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "GET /v2.0/networks/1ff4cf83-bc3e-4234-a00a-bc878e6d981a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1996989 Aug 10 03:24:36.338499 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35492) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:36.387706 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894e5dd-c67f-4fe7-807e-1ced09a5cfda req-ddcb9be4-409a-4add-9af2-70742d801919 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:36.399637 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894e5dd-c67f-4fe7-807e-1ced09a5cfda req-ddcb9be4-409a-4add-9af2-70742d801919 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:36.417341 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894e5dd-c67f-4fe7-807e-1ced09a5cfda req-ddcb9be4-409a-4add-9af2-70742d801919 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:36.419048 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3894e5dd-c67f-4fe7-807e-1ced09a5cfda req-ddcb9be4-409a-4add-9af2-70742d801919 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/ports?device_id=156409a4-8dd0-4f39-8d9d-7be6d1f20348 HTTP/1.1" status: 200 len: 2419 time: 0.4220467 Aug 10 03:24:36.447410 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '156409a4-8dd0-4f39-8d9d-7be6d1f20348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d7608da-f49b-42e2-b6e7-dd8a4ad48e11'}, {'server_uuid': '156409a4-8dd0-4f39-8d9d-7be6d1f20348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd488afe2-73a5-4d1b-b6a4-bc323b911248'}, {'server_uuid': 'ce62bb2a-8a56-4cad-b59e-8849ee5e82a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91dfeb2f-9668-47f7-835e-828f2477425c'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:36.452335 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48aec4df-e0fb-4790-9dc1-ec2669f6bc3e" -d '{"events": [{"server_uuid": "156409a4-8dd0-4f39-8d9d-7be6d1f20348", "name": "network-vif-plugged", "status": "completed", "tag": "6d7608da-f49b-42e2-b6e7-dd8a4ad48e11"}, {"server_uuid": "156409a4-8dd0-4f39-8d9d-7be6d1f20348", "name": "network-vif-plugged", "status": "completed", "tag": "d488afe2-73a5-4d1b-b6a4-bc323b911248"}, {"server_uuid": "ce62bb2a-8a56-4cad-b59e-8849ee5e82a8", "name": "network-vif-plugged", "status": "completed", "tag": "91dfeb2f-9668-47f7-835e-828f2477425c"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:36.463489 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ee77976b-b7fd-4213-a544-4dce8ea8fd9d None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:36.479186 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-ee77976b-b7fd-4213-a544-4dce8ea8fd9d None None] Transition to ACTIVE for port object 8e861c13-c7ba-46b0-8a48-4dad8b9da4ef will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:36.481741 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c346ac-986c-4758-97f6-023622612168 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:36.483332 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f6c346ac-986c-4758-97f6-023622612168 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "GET /v2.0/subnets/64dbd1f8-bd70-4b2b-857b-72cfb4471f4d HTTP/1.1" status: 200 len: 811 time: 0.1442318 Aug 10 03:24:36.487035 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35498) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:36.517062 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef4235a-edc9-4296-843c-bdc492d6b942 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:36.517863 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fef4235a-edc9-4296-843c-bdc492d6b942 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:36.520780 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-ee77976b-b7fd-4213-a544-4dce8ea8fd9d None None] Transition to ACTIVE for port object 8e861c13-c7ba-46b0-8a48-4dad8b9da4ef will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:36.538292 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ee77976b-b7fd-4213-a544-4dce8ea8fd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:36.540960 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3894e5dd-c67f-4fe7-807e-1ced09a5cfda req-8ca721d6-2954-4730-a2aa-0fdfc6562c67 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8122897-b7b2-4911-a92f-13052fad1f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028407 Aug 10 03:24:36.551520 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080fed0b-2c7c-49a4-a812-ceb8c1d3339b req-53fb9cec-10cf-429d-967a-e449ec3274da tempest-ServerAddressesNegativeTestJSON-944962145 tempest-ServerAddressesNegativeTestJSON-944962145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:36.553728 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-080fed0b-2c7c-49a4-a812-ceb8c1d3339b req-53fb9cec-10cf-429d-967a-e449ec3274da tempest-ServerAddressesNegativeTestJSON-944962145 tempest-ServerAddressesNegativeTestJSON-944962145-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce62bb2a-8a56-4cad-b59e-8849ee5e82a8 HTTP/1.1" status: 200 len: 945 time: 0.2018998 Aug 10 03:24:36.616936 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-fef4235a-edc9-4296-843c-bdc492d6b942 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3973870 Aug 10 03:24:36.621716 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35508) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:36.649077 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338e3459-719a-47e3-8db2-52b334edc0f6 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Attributes excluded by policy engine: ['shared'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:36.654159 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-338e3459-719a-47e3-8db2-52b334edc0f6 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "GET /v2.0/subnets/64dbd1f8-bd70-4b2b-857b-72cfb4471f4d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1624227 Aug 10 03:24:36.654265 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-a9e89fdd-08c2-4c68-a2b2-ad4e59fcb00c tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Request body: {'port': {'network_id': '5269bb04-5ead-4ae6-9c3e-da97c88ffbba', 'name': 'tempest-PortsTestJSON-1583589890'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:36.663289 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35512) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:36.679800 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-e4cc8ff0-8194-41fe-9e1a-e83b5542f821 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1939606104'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:36.686418 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-080fed0b-2c7c-49a4-a812-ceb8c1d3339b req-012bc72d-0934-4018-ae74-956b129f76db tempest-ServerAddressesNegativeTestJSON-944962145 tempest-ServerAddressesNegativeTestJSON-944962145-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ac8c1a7-71f5-41f6-8243-2e66983e67de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248026 Aug 10 03:24:36.696937 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee77976b-b7fd-4213-a544-4dce8ea8fd9d None None] Network 5269bb04-5ead-4ae6-9c3e-da97c88ffbba is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:24:36.699052 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461c9c80-a8a4-4d71-ab45-c9639cbdab25 x-openstack-request-id: req-461c9c80-a8a4-4d71-ab45-c9639cbdab25 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:36.699052 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "156409a4-8dd0-4f39-8d9d-7be6d1f20348", "name": "network-vif-plugged", "status": "completed", "tag": "6d7608da-f49b-42e2-b6e7-dd8a4ad48e11", "code": 200}, {"server_uuid": "156409a4-8dd0-4f39-8d9d-7be6d1f20348", "name": "network-vif-plugged", "status": "completed", "tag": "d488afe2-73a5-4d1b-b6a4-bc323b911248", "code": 200}, {"server_uuid": "ce62bb2a-8a56-4cad-b59e-8849ee5e82a8", "name": "network-vif-plugged", "status": "completed", "tag": "91dfeb2f-9668-47f7-835e-828f2477425c", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:36.699283 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-461c9c80-a8a4-4d71-ab45-c9639cbdab25 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:36.699685 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '156409a4-8dd0-4f39-8d9d-7be6d1f20348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d7608da-f49b-42e2-b6e7-dd8a4ad48e11', 'code': 200} Aug 10 03:24:36.699953 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '156409a4-8dd0-4f39-8d9d-7be6d1f20348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd488afe2-73a5-4d1b-b6a4-bc323b911248', 'code': 200} Aug 10 03:24:36.700205 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce62bb2a-8a56-4cad-b59e-8849ee5e82a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91dfeb2f-9668-47f7-835e-828f2477425c', 'code': 200} Aug 10 03:24:36.703600 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-ee77976b-b7fd-4213-a544-4dce8ea8fd9d None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:36.718279 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee77976b-b7fd-4213-a544-4dce8ea8fd9d None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:24:36.728089 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee77976b-b7fd-4213-a544-4dce8ea8fd9d None None] Pushing event updated for resources: {'Port': ['ID=8e861c13-c7ba-46b0-8a48-4dad8b9da4ef,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:36.745162 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4cc8ff0-8194-41fe-9e1a-e83b5542f821 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Made reservation on behalf of a0853454ae8b4b8c9105d0ce5b396b8a for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:36.749690 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e4cc8ff0-8194-41fe-9e1a-e83b5542f821 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:36.861511 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e89fdd-08c2-4c68-a2b2-ad4e59fcb00c tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Made reservation on behalf of 4ed48e64d2bc4e15aeddc047e3b71cf8 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:36.865851 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-ee77976b-b7fd-4213-a544-4dce8ea8fd9d None None] Attempting to bind port 8e861c13-c7ba-46b0-8a48-4dad8b9da4ef on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:36.866229 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-ee77976b-b7fd-4213-a544-4dce8ea8fd9d None None] Attempting to bind port 8e861c13-c7ba-46b0-8a48-4dad8b9da4ef by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '43d99d73-97a8-4e56-b200-7ba15733aedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5269bb04-5ead-4ae6-9c3e-da97c88ffbba'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:36.866580 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a9e89fdd-08c2-4c68-a2b2-ad4e59fcb00c tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:36.866723 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee77976b-b7fd-4213-a544-4dce8ea8fd9d None None] Attempting to bind port 8e861c13-c7ba-46b0-8a48-4dad8b9da4ef on network 5269bb04-5ead-4ae6-9c3e-da97c88ffbba {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:36.874995 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee77976b-b7fd-4213-a544-4dce8ea8fd9d None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:24:36.875813 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee77976b-b7fd-4213-a544-4dce8ea8fd9d None None] Checking segment: {'id': '43d99d73-97a8-4e56-b200-7ba15733aedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5269bb04-5ead-4ae6-9c3e-da97c88ffbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:36.876601 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ee77976b-b7fd-4213-a544-4dce8ea8fd9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:36.877966 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4cc8ff0-8194-41fe-9e1a-e83b5542f821 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:24:36.879835 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee77976b-b7fd-4213-a544-4dce8ea8fd9d None None] Bound using segment: {'id': '43d99d73-97a8-4e56-b200-7ba15733aedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5269bb04-5ead-4ae6-9c3e-da97c88ffbba'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:24:36.880429 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-ee77976b-b7fd-4213-a544-4dce8ea8fd9d None None] Bound port: 8e861c13-c7ba-46b0-8a48-4dad8b9da4ef, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43d99d73-97a8-4e56-b200-7ba15733aedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5269bb04-5ead-4ae6-9c3e-da97c88ffbba'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:24:36.882459 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ee77976b-b7fd-4213-a544-4dce8ea8fd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:36.890434 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [None req-a9e89fdd-08c2-4c68-a2b2-ad4e59fcb00c tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] device_id is not set on port 14447b3e-4469-492e-b08d-bc3239b3f8ec yet. {{(pid=94216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:24:36.991260 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-ee77976b-b7fd-4213-a544-4dce8ea8fd9d None None] For port 8e861c13-c7ba-46b0-8a48-4dad8b9da4ef, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:24:36.995116 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-ee77976b-b7fd-4213-a544-4dce8ea8fd9d None None] For port 8e861c13-c7ba-46b0-8a48-4dad8b9da4ef, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=8e861c13-c7ba-46b0-8a48-4dad8b9da4ef,segment=NetworkSegment(43d99d73-97a8-4e56-b200-7ba15733aedb),segment_id=43d99d73-97a8-4e56-b200-7ba15733aedb)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:24:37.003794 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ee77976b-b7fd-4213-a544-4dce8ea8fd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:37.080536 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee77976b-b7fd-4213-a544-4dce8ea8fd9d None None] Pushing event updated for resources: {'Port': ['ID=8e861c13-c7ba-46b0-8a48-4dad8b9da4ef,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:37.116583 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35516) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:37.153977 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-a9e89fdd-08c2-4c68-a2b2-ad4e59fcb00c tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Allocated IP 172.20.0.10 (5269bb04-5ead-4ae6-9c3e-da97c88ffbba/5e2ccef1-d880-4eda-b55e-f7f8db6756e9/14447b3e-4469-492e-b08d-bc3239b3f8ec) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:24:37.333166 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e4cc8ff0-8194-41fe-9e1a-e83b5542f821 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:37.333520 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-e4cc8ff0-8194-41fe-9e1a-e83b5542f821 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Added segment e016d7b9-0b23-4c63-bb21-771a9c04cb93 of type vlan for network 3103a0f9-631c-4b4c-b516-b78c321c5e06 Aug 10 03:24:37.378070 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1c2f4b-ec93-442d-8f32-10f9e256f284 req-6a04c038-1f5f-40a2-9355-8aea48649c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:37.378329 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1f1c2f4b-ec93-442d-8f32-10f9e256f284 req-6a04c038-1f5f-40a2-9355-8aea48649c0d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ce62bb2a-8a56-4cad-b59e-8849ee5e82a8 HTTP/1.1" status: 200 len: 1097 time: 0.5541642 Aug 10 03:24:37.415499 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f0a491-28f4-41c2-a3fd-e2a23c42ac64 req-4cb426be-b55b-41d8-bb32-2a9a19de9e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:37.416005 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f0a491-28f4-41c2-a3fd-e2a23c42ac64 req-4cb426be-b55b-41d8-bb32-2a9a19de9e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:37.416488 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f0a491-28f4-41c2-a3fd-e2a23c42ac64 req-4cb426be-b55b-41d8-bb32-2a9a19de9e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:37.418213 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a0f0a491-28f4-41c2-a3fd-e2a23c42ac64 req-4cb426be-b55b-41d8-bb32-2a9a19de9e47 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=156409a4-8dd0-4f39-8d9d-7be6d1f20348 HTTP/1.1" status: 200 len: 2875 time: 0.5953202 Aug 10 03:24:37.422513 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e4cc8ff0-8194-41fe-9e1a-e83b5542f821 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:37.476827 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-60e7eb69-05ae-44ad-9317-4279f1e96962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:37.492323 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1f1c2f4b-ec93-442d-8f32-10f9e256f284 req-5a9ac849-3e40-446f-be2b-5649f023f5cd service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7ac8c1a7-71f5-41f6-8243-2e66983e67de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008244 Aug 10 03:24:37.514714 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fa54a3cd-c5ee-4e05-b205-4d6aa54031c6 req-705176c4-fa62-42f8-8328-498da80ffbb5 tempest-ServerShowV257Test-908913220 tempest-ServerShowV257Test-908913220-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dfced2c-7115-4233-b537-b0377ae6660d HTTP/1.1" status: 200 len: 210 time: 0.0902290 Aug 10 03:24:37.518479 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a9e89fdd-08c2-4c68-a2b2-ad4e59fcb00c tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:37.520920 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a0f0a491-28f4-41c2-a3fd-e2a23c42ac64 req-36c28442-ae5a-4477-93c7-c00d94b753e5 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f8122897-b7b2-4911-a92f-13052fad1f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931394 Aug 10 03:24:37.522526 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e4cc8ff0-8194-41fe-9e1a-e83b5542f821 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:37.528043 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cc8ff0-8194-41fe-9e1a-e83b5542f821 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:37.528893 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e4cc8ff0-8194-41fe-9e1a-e83b5542f821 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:37.543037 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-a9e89fdd-08c2-4c68-a2b2-ad4e59fcb00c tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Transition to ACTIVE for port object 14447b3e-4469-492e-b08d-bc3239b3f8ec will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:37.608697 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cc8ff0-8194-41fe-9e1a-e83b5542f821 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Pushing event updated for resources: {'Network': ['ID=3103a0f9-631c-4b4c-b516-b78c321c5e06,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:37.619314 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 3103a0f9-631c-4b4c-b516-b78c321c5e06 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:24:37.622515 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a9e89fdd-08c2-4c68-a2b2-ad4e59fcb00c tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:37.678106 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e89fdd-08c2-4c68-a2b2-ad4e59fcb00c tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Network 5269bb04-5ead-4ae6-9c3e-da97c88ffbba is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:24:37.705851 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-a9e89fdd-08c2-4c68-a2b2-ad4e59fcb00c tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:37.719180 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e89fdd-08c2-4c68-a2b2-ad4e59fcb00c tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:24:37.782034 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-60e7eb69-05ae-44ad-9317-4279f1e96962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:37.790465 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e89fdd-08c2-4c68-a2b2-ad4e59fcb00c tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event updated for resources: {'Port': ['ID=14447b3e-4469-492e-b08d-bc3239b3f8ec,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:37.799487 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e4cc8ff0-8194-41fe-9e1a-e83b5542f821 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1343472 Aug 10 03:24:37.801838 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35528) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:37.809003 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-7b0a4a45-e20f-4b9c-9248-06d6361e7e88 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Request body: {'subnet': {'network_id': '3103a0f9-631c-4b4c-b516-b78c321c5e06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:37.810706 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-60e7eb69-05ae-44ad-9317-4279f1e96962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:37.822981 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3d478-e6b0-4777-a29f-eb8490f437a3 req-1e25518b-8c2a-4bc2-bfd3-ea784db0bdf6 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:37.829227 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3d478-e6b0-4777-a29f-eb8490f437a3 req-1e25518b-8c2a-4bc2-bfd3-ea784db0bdf6 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:37.837094 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3d478-e6b0-4777-a29f-eb8490f437a3 req-1e25518b-8c2a-4bc2-bfd3-ea784db0bdf6 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:37.838932 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1de3d478-e6b0-4777-a29f-eb8490f437a3 req-1e25518b-8c2a-4bc2-bfd3-ea784db0bdf6 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/ports?device_id=156409a4-8dd0-4f39-8d9d-7be6d1f20348 HTTP/1.1" status: 200 len: 2419 time: 0.1909826 Aug 10 03:24:37.858065 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 8e861c13-c7ba-46b0-8a48-4dad8b9da4ef up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:24:37.925553 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 8e861c13-c7ba-46b0-8a48-4dad8b9da4ef completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:37.933409 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e89fdd-08c2-4c68-a2b2-ad4e59fcb00c tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:37.934064 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a9e89fdd-08c2-4c68-a2b2-ad4e59fcb00c tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:37.957865 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0a4a45-e20f-4b9c-9248-06d6361e7e88 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Made reservation on behalf of a0853454ae8b4b8c9105d0ce5b396b8a for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:37.961308 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-60e7eb69-05ae-44ad-9317-4279f1e96962 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=833793aa1ee44ac2a799a427163d0bed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8411293 Aug 10 03:24:37.962283 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7b0a4a45-e20f-4b9c-9248-06d6361e7e88 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:37.966776 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35530) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:37.967842 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e7eb69-05ae-44ad-9317-4279f1e96962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9e2e1b-cfc8-43f9-b0ed-4a1c35343063,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:38.004011 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d1745-5a18-4abe-965e-37f39ad63d2a req-2ed8978e-bdc5-4cd1-9a02-98aa454f48d1 tempest-ServerAddressesNegativeTestJSON-944962145 tempest-ServerAddressesNegativeTestJSON-944962145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:38.005553 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c00d1745-5a18-4abe-965e-37f39ad63d2a req-2ed8978e-bdc5-4cd1-9a02-98aa454f48d1 tempest-ServerAddressesNegativeTestJSON-944962145 tempest-ServerAddressesNegativeTestJSON-944962145-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce62bb2a-8a56-4cad-b59e-8849ee5e82a8 HTTP/1.1" status: 200 len: 945 time: 0.2078152 Aug 10 03:24:38.010772 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-a9e89fdd-08c2-4c68-a2b2-ad4e59fcb00c tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3703127 Aug 10 03:24:38.016743 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35532) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:38.039397 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1de3d478-e6b0-4777-a29f-eb8490f437a3 req-675d745a-083b-4848-8a38-5cf90830b09d tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8122897-b7b2-4911-a92f-13052fad1f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526732 Aug 10 03:24:38.075441 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.ipam_backend_mixin [None req-7b0a4a45-e20f-4b9c-9248-06d6361e7e88 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Performing IP validity checks on allocation pools {{(pid=94217) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 10 03:24:38.076135 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.ipam_backend_mixin [None req-7b0a4a45-e20f-4b9c-9248-06d6361e7e88 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94217) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 10 03:24:38.162884 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c00d1745-5a18-4abe-965e-37f39ad63d2a req-98985cb9-ef3d-4e31-bea1-15fe7d6b0878 tempest-ServerAddressesNegativeTestJSON-944962145 tempest-ServerAddressesNegativeTestJSON-944962145-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ac8c1a7-71f5-41f6-8243-2e66983e67de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468689 Aug 10 03:24:38.180487 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2afeec05-866b-4149-9543-472ac58fd7f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:38.202350 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a885ef47-e7b9-4c3d-a97e-391ca218a9b9 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:38.207333 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35534) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:38.207810 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-a885ef47-e7b9-4c3d-a97e-391ca218a9b9 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 923 time: 0.1898201 Aug 10 03:24:38.232599 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2afeec05-866b-4149-9543-472ac58fd7f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:38.301313 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2afeec05-866b-4149-9543-472ac58fd7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:38.302140 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7b0a4a45-e20f-4b9c-9248-06d6361e7e88 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:38.304061 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2afeec05-866b-4149-9543-472ac58fd7f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:38.305256 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-2afeec05-866b-4149-9543-472ac58fd7f8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8b9e2e1b-cfc8-43f9-b0ed-4a1c35343063 HTTP/1.1" status: 204 len: 168 time: 0.3347840 Aug 10 03:24:38.313568 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afeec05-866b-4149-9543-472ac58fd7f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9e2e1b-cfc8-43f9-b0ed-4a1c35343063,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:38.382909 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efd0c88-ad19-406b-a0bf-78b8dac1444b None None] Network 5269bb04-5ead-4ae6-9c3e-da97c88ffbba requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:38.423237 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0a4a45-e20f-4b9c-9248-06d6361e7e88 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Pushing event updated for resources: {'Subnet': ['ID=3b59c4d8-563d-4ae8-93a9-a8c228a29559,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:38.444645 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0a4a45-e20f-4b9c-9248-06d6361e7e88 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Checking segment: {'id': 'e016d7b9-0b23-4c63-bb21-771a9c04cb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3103a0f9-631c-4b4c-b516-b78c321c5e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:38.445291 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0a4a45-e20f-4b9c-9248-06d6361e7e88 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Network hostable DHCP agents. Network: 3103a0f9-631c-4b4c-b516-b78c321c5e06, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:24:38.448172 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-75616328-d373-438e-80a8-0362fdb72078 None None] Provisioning for port 8e861c13-c7ba-46b0-8a48-4dad8b9da4ef completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:38.456942 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-75616328-d373-438e-80a8-0362fdb72078 None None] Provisioning complete for port 8e861c13-c7ba-46b0-8a48-4dad8b9da4ef triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:38.457415 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-75616328-d373-438e-80a8-0362fdb72078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:38.461874 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-4b5925e8-0163-473e-85d1-5d60d2f9b8b4 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Deleting port 14447b3e-4469-492e-b08d-bc3239b3f8ec {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:24:38.462228 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4b5925e8-0163-473e-85d1-5d60d2f9b8b4 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:38.520490 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0a4a45-e20f-4b9c-9248-06d6361e7e88 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Network 3103a0f9-631c-4b4c-b516-b78c321c5e06 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:24:38.546833 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-7b0a4a45-e20f-4b9c-9248-06d6361e7e88 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 3103a0f9-631c-4b4c-b516-b78c321c5e06) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:38.562951 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2045763-6d82-414b-8393-824603f679e7 None None] Network 3103a0f9-631c-4b4c-b516-b78c321c5e06 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:38.585392 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0a4a45-e20f-4b9c-9248-06d6361e7e88 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:38.586382 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7b0a4a45-e20f-4b9c-9248-06d6361e7e88 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:38.646160 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7b0a4a45-e20f-4b9c-9248-06d6361e7e88 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.8431740 Aug 10 03:24:38.652005 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4b5925e8-0163-473e-85d1-5d60d2f9b8b4 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:38.654105 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35542) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:38.669099 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-8b5a253b-569f-4f4e-bc11-62171421ff6b tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:38.687792 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-4b5925e8-0163-473e-85d1-5d60d2f9b8b4 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Calling delete_port for 14447b3e-4469-492e-b08d-bc3239b3f8ec owned by {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:24:38.793244 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b94c366e-7ea5-4316-80db-d7e72863ea26 req-eb9faa75-16d4-4ab9-b83e-05aecf122bf0 tempest-ServerShowV257Test-908913220 tempest-ServerShowV257Test-908913220-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dfced2c-7115-4233-b537-b0377ae6660d HTTP/1.1" status: 200 len: 210 time: 0.1442161 Aug 10 03:24:38.836855 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-df7ff59b-2b4d-4fac-8af1-fcad873ea11a req-fac40188-85e5-4ac1-9596-7b87914f5608 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6dfced2c-7115-4233-b537-b0377ae6660d HTTP/1.1" status: 200 len: 210 time: 0.0945370 Aug 10 03:24:38.837539 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35546) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:38.838031 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-75616328-d373-438e-80a8-0362fdb72078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:38.860457 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4b7894fc-3c0a-44e7-aa3f-561d7cf7be91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:38.945340 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-75616328-d373-438e-80a8-0362fdb72078 None None] For port 8e861c13-c7ba-46b0-8a48-4dad8b9da4ef, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=8e861c13-c7ba-46b0-8a48-4dad8b9da4ef,segment=NetworkSegment(43d99d73-97a8-4e56-b200-7ba15733aedb),segment_id=43d99d73-97a8-4e56-b200-7ba15733aedb)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:38.948594 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4b5925e8-0163-473e-85d1-5d60d2f9b8b4 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:38.959337 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-75616328-d373-438e-80a8-0362fdb72078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:38.961895 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8b5a253b-569f-4f4e-bc11-62171421ff6b tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9318839'] for subnet, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:39.033177 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5925e8-0163-473e-85d1-5d60d2f9b8b4 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event deleted for resources: {'Port': ['ID=14447b3e-4469-492e-b08d-bc3239b3f8ec,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:39.163648 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4b5925e8-0163-473e-85d1-5d60d2f9b8b4 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:39.170771 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4b5925e8-0163-473e-85d1-5d60d2f9b8b4 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "DELETE /v2.0/ports/14447b3e-4469-492e-b08d-bc3239b3f8ec HTTP/1.1" status: 204 len: 168 time: 0.9594398 Aug 10 03:24:39.170771 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35550) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:39.229598 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-140a879f-d569-46b7-98a4-9bbe7433e044 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] GET failed (client error): The resource could not be found. Aug 10 03:24:39.233684 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-140a879f-d569-46b7-98a4-9bbe7433e044 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "GET /v2.0/ports/14447b3e-4469-492e-b08d-bc3239b3f8ec HTTP/1.1" status: 404 len: 333 time: 0.0602610 Aug 10 03:24:39.234832 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35554) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:39.245065 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8b5a253b-569f-4f4e-bc11-62171421ff6b tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733457243796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1855588'] for subnet, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:39.287103 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4b7894fc-3c0a-44e7-aa3f-561d7cf7be91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:39.306245 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4b7894fc-3c0a-44e7-aa3f-561d7cf7be91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:39.339741 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5a253b-569f-4f4e-bc11-62171421ff6b tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:39.339741 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8b5a253b-569f-4f4e-bc11-62171421ff6b tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:39.345085 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8b5a253b-569f-4f4e-bc11-62171421ff6b tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "PUT /v2.0/subnets/3b59c4d8-563d-4ae8-93a9-a8c228a29559 HTTP/1.1" status: 200 len: 877 time: 0.6881294 Aug 10 03:24:39.360101 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35556) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:39.366967 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4b7894fc-3c0a-44e7-aa3f-561d7cf7be91 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0e7cf0c7b25844d2b9173af1494e756f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5276482 Aug 10 03:24:39.373009 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35558) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:39.417210 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5900b2-cf7b-40d7-ac39-b19683bf2473 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-3103a0f9-631c-4b4c-b516-b78c321c5e06', 'network_id': '3103a0f9-631c-4b4c-b516-b78c321c5e06', 'tenant_id': 'a0853454ae8b4b8c9105d0ce5b396b8a', 'fixed_ips': [{'subnet_id': '3b59c4d8-563d-4ae8-93a9-a8c228a29559'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:24:39.418077 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ff5900b2-cf7b-40d7-ac39-b19683bf2473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:39.429155 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7894fc-3c0a-44e7-aa3f-561d7cf7be91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39e7eff-b55a-422a-ae2b-d6ac534dfbcd,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:39.434077 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-c6905c8f-2ec0-4a9a-a770-4a0daa1d0a37 None None] Could not find standard attr ID for object 14447b3e-4469-492e-b08d-bc3239b3f8ec. {{(pid=94218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:24:39.435834 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75616328-d373-438e-80a8-0362fdb72078 None None] Pushing event updated for resources: {'Port': ['ID=8e861c13-c7ba-46b0-8a48-4dad8b9da4ef,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:39.501227 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-78603d20-0a8a-4362-8cc9-1f3380c8f2ba tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:39.508066 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-90b6fabb-c143-474f-8e5e-06045e93608b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:39.511400 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-829d60d0-dee8-4312-96f7-eb863e93379b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Deleting port 272af5f5-0323-4ffa-9c73-6318d4263a34 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:24:39.512369 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-829d60d0-dee8-4312-96f7-eb863e93379b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:39.533836 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-c6905c8f-2ec0-4a9a-a770-4a0daa1d0a37 None None] Provisioning for port 272af5f5-0323-4ffa-9c73-6318d4263a34 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:39.539281 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed78afa5-0ace-437f-907a-4009701dd419 req-59592797-e564-48e8-8c3e-550850f74068 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:39.545711 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed78afa5-0ace-437f-907a-4009701dd419 req-59592797-e564-48e8-8c3e-550850f74068 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:39.546507 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-c6905c8f-2ec0-4a9a-a770-4a0daa1d0a37 None None] Provisioning complete for port 272af5f5-0323-4ffa-9c73-6318d4263a34 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:39.556915 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed78afa5-0ace-437f-907a-4009701dd419 req-59592797-e564-48e8-8c3e-550850f74068 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:39.560198 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c6905c8f-2ec0-4a9a-a770-4a0daa1d0a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:39.563753 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ed78afa5-0ace-437f-907a-4009701dd419 req-59592797-e564-48e8-8c3e-550850f74068 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/ports?device_id=156409a4-8dd0-4f39-8d9d-7be6d1f20348 HTTP/1.1" status: 200 len: 2419 time: 0.3724554 Aug 10 03:24:39.605398 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-90b6fabb-c143-474f-8e5e-06045e93608b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:39.632763 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3490d3-43a6-4d24-a1ab-e54c2504d613 req-b5a7832e-4edd-4d91-bac5-80907345c6f4 tempest-ServerAddressesNegativeTestJSON-944962145 tempest-ServerAddressesNegativeTestJSON-944962145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:39.634346 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0f3490d3-43a6-4d24-a1ab-e54c2504d613 req-b5a7832e-4edd-4d91-bac5-80907345c6f4 tempest-ServerAddressesNegativeTestJSON-944962145 tempest-ServerAddressesNegativeTestJSON-944962145-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce62bb2a-8a56-4cad-b59e-8849ee5e82a8 HTTP/1.1" status: 200 len: 945 time: 0.3624279 Aug 10 03:24:39.649866 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a253b-569f-4f4e-bc11-62171421ff6b tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Pushing event updated for resources: {'Subnet': ['ID=3b59c4d8-563d-4ae8-93a9-a8c228a29559,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:39.677718 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-c6905c8f-2ec0-4a9a-a770-4a0daa1d0a37 None None] Port 272af5f5-0323-4ffa-9c73-6318d4263a34 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:24:39.699435 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ed78afa5-0ace-437f-907a-4009701dd419 req-1c2d6916-164f-4e58-a3a4-8fb1d942fe31 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8122897-b7b2-4911-a92f-13052fad1f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147859 Aug 10 03:24:39.704799 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-c6905c8f-2ec0-4a9a-a770-4a0daa1d0a37 None None] Provisioning complete for port 8e861c13-c7ba-46b0-8a48-4dad8b9da4ef triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:39.705188 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c6905c8f-2ec0-4a9a-a770-4a0daa1d0a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:39.711286 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-829d60d0-dee8-4312-96f7-eb863e93379b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:39.741798 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0f3490d3-43a6-4d24-a1ab-e54c2504d613 req-e019ffab-077a-4f77-acc6-b2ff9cb9751d tempest-ServerAddressesNegativeTestJSON-944962145 tempest-ServerAddressesNegativeTestJSON-944962145-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ac8c1a7-71f5-41f6-8243-2e66983e67de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003654 Aug 10 03:24:39.742804 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-78603d20-0a8a-4362-8cc9-1f3380c8f2ba tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:39.750869 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-ff5900b2-cf7b-40d7-ac39-b19683bf2473 None None] Allocated IP 172.20.0.3 (3103a0f9-631c-4b4c-b516-b78c321c5e06/3b59c4d8-563d-4ae8-93a9-a8c228a29559/050fb899-ca8d-41b6-9a0c-841d5613117a) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:24:39.766493 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-829d60d0-dee8-4312-96f7-eb863e93379b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Calling delete_port for 272af5f5-0323-4ffa-9c73-6318d4263a34 owned by {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:24:39.817875 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-90b6fabb-c143-474f-8e5e-06045e93608b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:39.820576 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-90b6fabb-c143-474f-8e5e-06045e93608b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:39.847579 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-90b6fabb-c143-474f-8e5e-06045e93608b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b39e7eff-b55a-422a-ae2b-d6ac534dfbcd HTTP/1.1" status: 204 len: 168 time: 0.4628210 Aug 10 03:24:39.950346 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b6fabb-c143-474f-8e5e-06045e93608b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39e7eff-b55a-422a-ae2b-d6ac534dfbcd,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:40.100221 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 8e861c13-c7ba-46b0-8a48-4dad8b9da4ef up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:24:40.193121 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-829d60d0-dee8-4312-96f7-eb863e93379b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:40.237054 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829d60d0-dee8-4312-96f7-eb863e93379b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event deleted for resources: {'Port': ['ID=272af5f5-0323-4ffa-9c73-6318d4263a34,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:40.328776 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-829d60d0-dee8-4312-96f7-eb863e93379b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:40.335289 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-829d60d0-dee8-4312-96f7-eb863e93379b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "DELETE /v2.0/ports/272af5f5-0323-4ffa-9c73-6318d4263a34 HTTP/1.1" status: 204 len: 168 time: 1.0991662 Aug 10 03:24:40.336662 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35578) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:40.377381 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 8e861c13-c7ba-46b0-8a48-4dad8b9da4ef triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:40.377759 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:40.384716 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3e1a0a5-e36f-4cf8-b5b9-4c2e054215ff tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] GET failed (client error): The resource could not be found. Aug 10 03:24:40.386594 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b3e1a0a5-e36f-4cf8-b5b9-4c2e054215ff tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "GET /v2.0/ports/272af5f5-0323-4ffa-9c73-6318d4263a34 HTTP/1.1" status: 404 len: 333 time: 0.0473225 Aug 10 03:24:40.390606 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35582) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:40.424099 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ff5900b2-cf7b-40d7-ac39-b19683bf2473 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:40.446390 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-ff5900b2-cf7b-40d7-ac39-b19683bf2473 None None] Transition to ACTIVE for port object 050fb899-ca8d-41b6-9a0c-841d5613117a will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:40.486726 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-ff5900b2-cf7b-40d7-ac39-b19683bf2473 None None] Transition to ACTIVE for port object 050fb899-ca8d-41b6-9a0c-841d5613117a will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:40.497012 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb7ee529-00ec-47cd-9909-90954e6ccbfc tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Deleting subnet 5e2ccef1-d880-4eda-b55e-f7f8db6756e9 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:24:40.503965 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cb7ee529-00ec-47cd-9909-90954e6ccbfc tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:40.512232 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ff5900b2-cf7b-40d7-ac39-b19683bf2473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:40.578787 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5900b2-cf7b-40d7-ac39-b19683bf2473 None None] Pushing event updated for resources: {'Port': ['ID=050fb899-ca8d-41b6-9a0c-841d5613117a,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:40.596923 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5900b2-cf7b-40d7-ac39-b19683bf2473 None None] Network 3103a0f9-631c-4b4c-b516-b78c321c5e06 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:24:40.601569 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-ff5900b2-cf7b-40d7-ac39-b19683bf2473 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:40.610224 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5900b2-cf7b-40d7-ac39-b19683bf2473 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:24:40.612292 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cb7ee529-00ec-47cd-9909-90954e6ccbfc tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:40.612811 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-189b4803-d6c5-4aa5-bd56-18a08cb41373 None None] Could not find standard attr ID for object 14447b3e-4469-492e-b08d-bc3239b3f8ec. {{(pid=94218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:24:40.621623 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-189b4803-d6c5-4aa5-bd56-18a08cb41373 None None] Could not find standard attr ID for object 272af5f5-0323-4ffa-9c73-6318d4263a34. {{(pid=94218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:24:40.744727 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-ff5900b2-cf7b-40d7-ac39-b19683bf2473 None None] Attempting to bind port 050fb899-ca8d-41b6-9a0c-841d5613117a on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:40.745248 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-ff5900b2-cf7b-40d7-ac39-b19683bf2473 None None] Attempting to bind port 050fb899-ca8d-41b6-9a0c-841d5613117a by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'e016d7b9-0b23-4c63-bb21-771a9c04cb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3103a0f9-631c-4b4c-b516-b78c321c5e06'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:40.745486 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5900b2-cf7b-40d7-ac39-b19683bf2473 None None] Attempting to bind port 050fb899-ca8d-41b6-9a0c-841d5613117a on network 3103a0f9-631c-4b4c-b516-b78c321c5e06 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:40.749652 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0ad7c70f-3919-421a-a95a-891992e50ffd req-39a466f1-2ea9-4ab8-ae60-bc0774d3220d tempest-ServerShowV257Test-908913220 tempest-ServerShowV257Test-908913220-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dfced2c-7115-4233-b537-b0377ae6660d HTTP/1.1" status: 200 len: 210 time: 0.7654474 Aug 10 03:24:40.764384 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5900b2-cf7b-40d7-ac39-b19683bf2473 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:24:40.764771 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5900b2-cf7b-40d7-ac39-b19683bf2473 None None] Checking segment: {'id': 'e016d7b9-0b23-4c63-bb21-771a9c04cb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3103a0f9-631c-4b4c-b516-b78c321c5e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:40.765181 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ff5900b2-cf7b-40d7-ac39-b19683bf2473 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:40.765588 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5900b2-cf7b-40d7-ac39-b19683bf2473 None None] Bound using segment: {'id': 'e016d7b9-0b23-4c63-bb21-771a9c04cb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3103a0f9-631c-4b4c-b516-b78c321c5e06'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:24:40.767789 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-ff5900b2-cf7b-40d7-ac39-b19683bf2473 None None] Bound port: 050fb899-ca8d-41b6-9a0c-841d5613117a, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e016d7b9-0b23-4c63-bb21-771a9c04cb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3103a0f9-631c-4b4c-b516-b78c321c5e06'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:24:40.768199 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ff5900b2-cf7b-40d7-ac39-b19683bf2473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:40.856490 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cb7ee529-00ec-47cd-9909-90954e6ccbfc tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:40.887976 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebebe75-fc8f-447e-adee-7503d13dcd38 req-b01707d3-f301-4ebf-aa13-1bc480312027 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:40.905068 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebebe75-fc8f-447e-adee-7503d13dcd38 req-b01707d3-f301-4ebf-aa13-1bc480312027 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:40.916670 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebebe75-fc8f-447e-adee-7503d13dcd38 req-b01707d3-f301-4ebf-aa13-1bc480312027 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:40.920332 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eebebe75-fc8f-447e-adee-7503d13dcd38 req-b01707d3-f301-4ebf-aa13-1bc480312027 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/ports?device_id=156409a4-8dd0-4f39-8d9d-7be6d1f20348 HTTP/1.1" status: 200 len: 2419 time: 0.1839547 Aug 10 03:24:40.925555 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-78603d20-0a8a-4362-8cc9-1f3380c8f2ba tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:40.933133 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-ff5900b2-cf7b-40d7-ac39-b19683bf2473 None None] For port 050fb899-ca8d-41b6-9a0c-841d5613117a, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:24:40.938116 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-ff5900b2-cf7b-40d7-ac39-b19683bf2473 None None] For port 050fb899-ca8d-41b6-9a0c-841d5613117a, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=050fb899-ca8d-41b6-9a0c-841d5613117a,segment=NetworkSegment(e016d7b9-0b23-4c63-bb21-771a9c04cb93),segment_id=e016d7b9-0b23-4c63-bb21-771a9c04cb93)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:24:40.946868 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ff5900b2-cf7b-40d7-ac39-b19683bf2473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:40.985422 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cb7ee529-00ec-47cd-9909-90954e6ccbfc tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:40.994359 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78603d20-0a8a-4362-8cc9-1f3380c8f2ba tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Pushing event deleted for resources: {'Subnet': ['ID=3b59c4d8-563d-4ae8-93a9-a8c228a29559,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:41.041180 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7ee529-00ec-47cd-9909-90954e6ccbfc tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event deleted for resources: {'Subnet': ['ID=5e2ccef1-d880-4eda-b55e-f7f8db6756e9,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:41.056393 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cb7ee529-00ec-47cd-9909-90954e6ccbfc tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:41.080575 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-cb7ee529-00ec-47cd-9909-90954e6ccbfc tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "DELETE /v2.0/subnets/5e2ccef1-d880-4eda-b55e-f7f8db6756e9 HTTP/1.1" status: 204 len: 168 time: 0.6895649 Aug 10 03:24:41.081829 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35602) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:41.104129 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed833cc-ab2d-41d3-966a-d4184578f9b4 None None] Network 5269bb04-5ead-4ae6-9c3e-da97c88ffbba requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:41.173809 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eebebe75-fc8f-447e-adee-7503d13dcd38 req-59e6d4b8-b3a1-4966-bb6a-5b02f023b50a tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8122897-b7b2-4911-a92f-13052fad1f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399526 Aug 10 03:24:41.179828 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-78603d20-0a8a-4362-8cc9-1f3380c8f2ba tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:41.221064 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-78603d20-0a8a-4362-8cc9-1f3380c8f2ba tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3103a0f9-631c-4b4c-b516-b78c321c5e06']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:41.251730 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-78603d20-0a8a-4362-8cc9-1f3380c8f2ba tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e016d7b9-0b23-4c63-bb21-771a9c04cb93') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:41.252827 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-78603d20-0a8a-4362-8cc9-1f3380c8f2ba tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e016d7b9-0b23-4c63-bb21-771a9c04cb93') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:41.266317 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5900b2-cf7b-40d7-ac39-b19683bf2473 None None] Pushing event updated for resources: {'Port': ['ID=050fb899-ca8d-41b6-9a0c-841d5613117a,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:41.277206 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-78603d20-0a8a-4362-8cc9-1f3380c8f2ba tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:41.291332 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e2a24b78-20f9-453d-88ab-37ec366f8912 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:41.368032 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-78603d20-0a8a-4362-8cc9-1f3380c8f2ba tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:41.376526 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78603d20-0a8a-4362-8cc9-1f3380c8f2ba tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:24:41.377221 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-78603d20-0a8a-4362-8cc9-1f3380c8f2ba tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:41.440236 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42b2e2a-fd2f-4a62-b20e-b14947bb4c43 None None] DHCP port deletion for 5269bb04-5ead-4ae6-9c3e-da97c88ffbba request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:24:41.479263 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-e2a24b78-20f9-453d-88ab-37ec366f8912 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Deleting port 8e861c13-c7ba-46b0-8a48-4dad8b9da4ef {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:24:41.480849 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e2a24b78-20f9-453d-88ab-37ec366f8912 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:41.501865 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:24:41.501865 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:24:41.501865 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:24:41.501865 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:24:41.501865 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:24:41.501865 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:24:41.501865 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:24:41.501865 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:24:41.501865 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:24:41.501865 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:24:41.501865 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:24:41.501865 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:24:41.501865 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:24:41.501865 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:24:41.501865 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:24:41.501865 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:24:41.501865 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:24:41.501865 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:24:41.501865 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:24:41.501865 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:24:41.501865 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:24:41.501865 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:24:41.501865 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:24:41.501865 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:24:41.501865 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:24:41.501865 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:24:41.501865 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:24:41.501865 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:24:41.501865 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:24:41.501865 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:24:41.501865 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:24:41.501865 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:24:41.521099 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.db.api [None req-78603d20-0a8a-4362-8cc9-1f3380c8f2ba tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 03:24:41.521099 n-d-768851-15 neutron-server[94216]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 03:24:41.521099 n-d-768851-15 neutron-server[94216]: [parameters: {'id': '3103a0f9-631c-4b4c-b516-b78c321c5e06'}] Aug 10 03:24:41.521099 n-d-768851-15 neutron-server[94216]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:24:41.522004 n-d-768851-15 neutron-server[94216]: DEBUG oslo_db.api [None req-78603d20-0a8a-4362-8cc9-1f3380c8f2ba tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:24:41.562074 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fdf81bbc-5dcd-4578-895e-c7046aa2dd67 req-59dc8f15-37b1-47db-94da-3ec291d10f46 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fd2a580a4d0a4933aa1db91a8f85b0d5&device_id=6dfced2c-7115-4233-b537-b0377ae6660d HTTP/1.1" status: 200 len: 210 time: 0.0525210 Aug 10 03:24:41.577858 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-f42b2e2a-fd2f-4a62-b20e-b14947bb4c43 None None] Deleting port 8e861c13-c7ba-46b0-8a48-4dad8b9da4ef {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:24:41.578675 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f42b2e2a-fd2f-4a62-b20e-b14947bb4c43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:41.629223 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-e2a24b78-20f9-453d-88ab-37ec366f8912 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] For port 8e861c13-c7ba-46b0-8a48-4dad8b9da4ef, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=8e861c13-c7ba-46b0-8a48-4dad8b9da4ef,segment=NetworkSegment(43d99d73-97a8-4e56-b200-7ba15733aedb),segment_id=43d99d73-97a8-4e56-b200-7ba15733aedb)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:41.629841 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e2a24b78-20f9-453d-88ab-37ec366f8912 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:41.652567 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fdf81bbc-5dcd-4578-895e-c7046aa2dd67 req-a216ed4c-8860-4a92-af50-5d76267e327d service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=fd2a580a4d0a4933aa1db91a8f85b0d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0661962 Aug 10 03:24:41.658919 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0d8fd4b7-960d-4cc1-9500-48b2b6e6cc32 req-629ffa5e-e791-4537-b469-d7a9eda21b30 tempest-ServerShowV257Test-908913220 tempest-ServerShowV257Test-908913220-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dfced2c-7115-4233-b537-b0377ae6660d HTTP/1.1" status: 200 len: 210 time: 0.1069777 Aug 10 03:24:41.672365 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-e2a24b78-20f9-453d-88ab-37ec366f8912 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Calling delete_port for 8e861c13-c7ba-46b0-8a48-4dad8b9da4ef owned by network:dhcp {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:24:41.701690 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-f42b2e2a-fd2f-4a62-b20e-b14947bb4c43 None None] For port 8e861c13-c7ba-46b0-8a48-4dad8b9da4ef, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=8e861c13-c7ba-46b0-8a48-4dad8b9da4ef,segment=NetworkSegment(43d99d73-97a8-4e56-b200-7ba15733aedb),segment_id=43d99d73-97a8-4e56-b200-7ba15733aedb)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:41.702098 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f42b2e2a-fd2f-4a62-b20e-b14947bb4c43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:41.729058 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-f42b2e2a-fd2f-4a62-b20e-b14947bb4c43 None None] Calling delete_port for 8e861c13-c7ba-46b0-8a48-4dad8b9da4ef owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:24:41.785443 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f09187-919f-4c26-aab4-621b2572cb6e req-195c0f02-7075-4c6d-aba4-5192807525d7 tempest-ServerAddressesNegativeTestJSON-944962145 tempest-ServerAddressesNegativeTestJSON-944962145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:41.804831 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c2f09187-919f-4c26-aab4-621b2572cb6e req-195c0f02-7075-4c6d-aba4-5192807525d7 tempest-ServerAddressesNegativeTestJSON-944962145 tempest-ServerAddressesNegativeTestJSON-944962145-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce62bb2a-8a56-4cad-b59e-8849ee5e82a8 HTTP/1.1" status: 200 len: 945 time: 0.5074830 Aug 10 03:24:41.830344 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e2a24b78-20f9-453d-88ab-37ec366f8912 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:41.848447 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f42b2e2a-fd2f-4a62-b20e-b14947bb4c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:41.864608 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:24:41.892347 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a24b78-20f9-453d-88ab-37ec366f8912 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event deleted for resources: {'Port': ['ID=8e861c13-c7ba-46b0-8a48-4dad8b9da4ef,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:41.894707 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a24b78-20f9-453d-88ab-37ec366f8912 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] No DVR routers for this DVR port 8e861c13-c7ba-46b0-8a48-4dad8b9da4ef on host n-d-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:24:41.901346 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42b2e2a-fd2f-4a62-b20e-b14947bb4c43 None None] No DVR routers for this DVR port 8e861c13-c7ba-46b0-8a48-4dad8b9da4ef on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:24:41.914421 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42b2e2a-fd2f-4a62-b20e-b14947bb4c43 None None] Pushing event deleted for resources: {'Port': ['ID=8e861c13-c7ba-46b0-8a48-4dad8b9da4ef,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:41.914421 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 050fb899-ca8d-41b6-9a0c-841d5613117a up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:24:41.999065 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 050fb899-ca8d-41b6-9a0c-841d5613117a completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:42.026005 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c2f09187-919f-4c26-aab4-621b2572cb6e req-fe6a22d8-7d8a-4c35-9b1f-9bf3ea1cba92 tempest-ServerAddressesNegativeTestJSON-944962145 tempest-ServerAddressesNegativeTestJSON-944962145-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ac8c1a7-71f5-41f6-8243-2e66983e67de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199640 Aug 10 03:24:42.038660 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-78603d20-0a8a-4362-8cc9-1f3380c8f2ba tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:42.072022 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e2a24b78-20f9-453d-88ab-37ec366f8912 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:42.090446 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-e2a24b78-20f9-453d-88ab-37ec366f8912 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5269bb04-5ead-4ae6-9c3e-da97c88ffbba']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:42.101987 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf81bbc-5dcd-4578-895e-c7046aa2dd67 req-1093f714-9139-400d-885d-9fac82091f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:42.103518 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fdf81bbc-5dcd-4578-895e-c7046aa2dd67 req-1093f714-9139-400d-885d-9fac82091f80 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4426746 Aug 10 03:24:42.121997 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc6841-2f38-408c-970d-2d70e9f9a1cf req-696c9a2c-be0a-4069-964b-18b2974c1b0d tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:42.125178 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 8e861c13-c7ba-46b0-8a48-4dad8b9da4ef no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:24:42.128738 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc6841-2f38-408c-970d-2d70e9f9a1cf req-696c9a2c-be0a-4069-964b-18b2974c1b0d tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:42.146752 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc6841-2f38-408c-970d-2d70e9f9a1cf req-696c9a2c-be0a-4069-964b-18b2974c1b0d tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:42.149841 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6fdc6841-2f38-408c-970d-2d70e9f9a1cf req-696c9a2c-be0a-4069-964b-18b2974c1b0d tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.58 "GET /v2.0/ports?device_id=156409a4-8dd0-4f39-8d9d-7be6d1f20348 HTTP/1.1" status: 200 len: 2419 time: 0.2181437 Aug 10 03:24:42.163676 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-e2a24b78-20f9-453d-88ab-37ec366f8912 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43d99d73-97a8-4e56-b200-7ba15733aedb') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:42.168652 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-e2a24b78-20f9-453d-88ab-37ec366f8912 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43d99d73-97a8-4e56-b200-7ba15733aedb') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:42.168781 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 8e861c13-c7ba-46b0-8a48-4dad8b9da4ef {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:24:42.168781 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 8e861c13-c7ba-46b0-8a48-4dad8b9da4ef not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:24:42.195596 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-78603d20-0a8a-4362-8cc9-1f3380c8f2ba tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Deleting port 050fb899-ca8d-41b6-9a0c-841d5613117a {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:24:42.196200 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-78603d20-0a8a-4362-8cc9-1f3380c8f2ba tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:42.260445 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e2a24b78-20f9-453d-88ab-37ec366f8912 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:42.296929 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-78603d20-0a8a-4362-8cc9-1f3380c8f2ba tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] For port 050fb899-ca8d-41b6-9a0c-841d5613117a, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=050fb899-ca8d-41b6-9a0c-841d5613117a,segment=NetworkSegment(e016d7b9-0b23-4c63-bb21-771a9c04cb93),segment_id=e016d7b9-0b23-4c63-bb21-771a9c04cb93)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:42.297648 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-78603d20-0a8a-4362-8cc9-1f3380c8f2ba tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:42.305442 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e2a24b78-20f9-453d-88ab-37ec366f8912 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:42.315141 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2a24b78-20f9-453d-88ab-37ec366f8912 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:24:42.315556 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e2a24b78-20f9-453d-88ab-37ec366f8912 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:42.319288 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:24:42.319288 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:24:42.319288 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:24:42.319288 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:24:42.319288 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:24:42.319288 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:24:42.319288 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:24:42.319288 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:24:42.319288 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:24:42.319288 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:24:42.319288 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:24:42.319288 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:24:42.319288 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:24:42.319288 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:24:42.319288 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:24:42.319288 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:24:42.319288 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:24:42.319288 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:24:42.319288 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:24:42.319288 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:24:42.319288 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:24:42.319288 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:24:42.319288 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:24:42.319288 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:24:42.319288 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:24:42.319288 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:24:42.319288 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:24:42.319288 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:24:42.319288 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:24:42.319288 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:24:42.319288 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:24:42.319288 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:24:42.365762 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-78603d20-0a8a-4362-8cc9-1f3380c8f2ba tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Calling delete_port for 050fb899-ca8d-41b6-9a0c-841d5613117a owned by network:dhcp {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:24:42.421735 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e2a24b78-20f9-453d-88ab-37ec366f8912 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:42.429894 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e2a24b78-20f9-453d-88ab-37ec366f8912 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:42.432837 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e2a24b78-20f9-453d-88ab-37ec366f8912 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "DELETE /v2.0/networks/5269bb04-5ead-4ae6-9c3e-da97c88ffbba HTTP/1.1" status: 204 len: 168 time: 1.3487813 Aug 10 03:24:42.441837 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-6fdc6841-2f38-408c-970d-2d70e9f9a1cf req-b25def22-7319-4464-865e-52b90b2bcf20 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Deleting port 3f259c89-529a-41f2-954e-6dc6cb9450ad {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:24:42.442611 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6fdc6841-2f38-408c-970d-2d70e9f9a1cf req-b25def22-7319-4464-865e-52b90b2bcf20 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:42.448165 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35628) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:42.452914 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-4bc22c56-9420-48d3-9862-abb52bfe94dd tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-507856414'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:42.462204 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a24b78-20f9-453d-88ab-37ec366f8912 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event deleted for resources: {'Network': ['ID=5269bb04-5ead-4ae6-9c3e-da97c88ffbba,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:42.485140 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c67ffd7-836e-4b20-96ef-3adbce2dbd11 req-6e6c8a9c-1ae7-47ba-ba22-d00f41261ff2 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:42.497599 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c67ffd7-836e-4b20-96ef-3adbce2dbd11 req-6e6c8a9c-1ae7-47ba-ba22-d00f41261ff2 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:42.501752 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c67ffd7-836e-4b20-96ef-3adbce2dbd11 req-6e6c8a9c-1ae7-47ba-ba22-d00f41261ff2 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:42.503534 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6c67ffd7-836e-4b20-96ef-3adbce2dbd11 req-6e6c8a9c-1ae7-47ba-ba22-d00f41261ff2 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/ports?device_id=156409a4-8dd0-4f39-8d9d-7be6d1f20348 HTTP/1.1" status: 200 len: 2419 time: 0.1863954 Aug 10 03:24:42.508406 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc22c56-9420-48d3-9862-abb52bfe94dd tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Made reservation on behalf of 4ed48e64d2bc4e15aeddc047e3b71cf8 for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:42.511880 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4bc22c56-9420-48d3-9862-abb52bfe94dd tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:42.580250 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bc22c56-9420-48d3-9862-abb52bfe94dd tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:24:42.597381 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6c67ffd7-836e-4b20-96ef-3adbce2dbd11 req-c2c0d33d-bc9b-4528-b8d0-bbc0b04bc6df tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8122897-b7b2-4911-a92f-13052fad1f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807099 Aug 10 03:24:42.625132 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4bc22c56-9420-48d3-9862-abb52bfe94dd tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:42.627237 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-4bc22c56-9420-48d3-9862-abb52bfe94dd tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Added segment 1e578192-d194-466e-a87c-0ee164c9dc90 of type vlan for network 211c0a24-cb81-4d9e-82fb-5a42353d3820 Aug 10 03:24:42.675537 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-78603d20-0a8a-4362-8cc9-1f3380c8f2ba tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:42.684107 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4bc22c56-9420-48d3-9862-abb52bfe94dd tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:42.686125 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-6fdc6841-2f38-408c-970d-2d70e9f9a1cf req-b25def22-7319-4464-865e-52b90b2bcf20 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] For port 3f259c89-529a-41f2-954e-6dc6cb9450ad, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=3f259c89-529a-41f2-954e-6dc6cb9450ad,segment=NetworkSegment(b3a2a1ab-0b1f-4022-baaa-824978a8521b),segment_id=b3a2a1ab-0b1f-4022-baaa-824978a8521b)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:42.686642 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6fdc6841-2f38-408c-970d-2d70e9f9a1cf req-b25def22-7319-4464-865e-52b90b2bcf20 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:42.706103 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe81ea5-7f9c-4acf-8c4b-6c5da07ba7ef req-f31da256-8ed8-4634-aa1f-c7acb63475f8 tempest-ServerAddressesNegativeTestJSON-944962145 tempest-ServerAddressesNegativeTestJSON-944962145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:42.707727 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-dbe81ea5-7f9c-4acf-8c4b-6c5da07ba7ef req-f31da256-8ed8-4634-aa1f-c7acb63475f8 tempest-ServerAddressesNegativeTestJSON-944962145 tempest-ServerAddressesNegativeTestJSON-944962145-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce62bb2a-8a56-4cad-b59e-8849ee5e82a8 HTTP/1.1" status: 200 len: 945 time: 0.1427777 Aug 10 03:24:42.714270 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-6fdc6841-2f38-408c-970d-2d70e9f9a1cf req-b25def22-7319-4464-865e-52b90b2bcf20 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Calling delete_port for 3f259c89-529a-41f2-954e-6dc6cb9450ad owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:24:42.737484 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78603d20-0a8a-4362-8cc9-1f3380c8f2ba tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Pushing event deleted for resources: {'Port': ['ID=050fb899-ca8d-41b6-9a0c-841d5613117a,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:42.754954 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78603d20-0a8a-4362-8cc9-1f3380c8f2ba tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] No DVR routers for this DVR port 050fb899-ca8d-41b6-9a0c-841d5613117a on host n-d-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:24:42.865929 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d481e30-94b2-4912-ac42-4778acd26a52 None None] Network 3103a0f9-631c-4b4c-b516-b78c321c5e06 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:42.898293 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-dbe81ea5-7f9c-4acf-8c4b-6c5da07ba7ef req-6d4971cf-1766-4a10-9cfe-40c2987c0562 tempest-ServerAddressesNegativeTestJSON-944962145 tempest-ServerAddressesNegativeTestJSON-944962145-project] Deleting port 91dfeb2f-9668-47f7-835e-828f2477425c {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:24:42.898641 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-dbe81ea5-7f9c-4acf-8c4b-6c5da07ba7ef req-6d4971cf-1766-4a10-9cfe-40c2987c0562 tempest-ServerAddressesNegativeTestJSON-944962145 tempest-ServerAddressesNegativeTestJSON-944962145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:42.907420 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-93c94b2a-f3eb-4507-b5cb-3fb933dc5406 req-c1ab6d23-60db-4f6c-93a3-a58850f2c9b5 tempest-ServerShowV257Test-908913220 tempest-ServerShowV257Test-908913220-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dfced2c-7115-4233-b537-b0377ae6660d HTTP/1.1" status: 200 len: 210 time: 0.0841463 Aug 10 03:24:42.931121 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-78603d20-0a8a-4362-8cc9-1f3380c8f2ba tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:42.945637 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-78603d20-0a8a-4362-8cc9-1f3380c8f2ba tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3103a0f9-631c-4b4c-b516-b78c321c5e06']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:42.969238 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-78603d20-0a8a-4362-8cc9-1f3380c8f2ba tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e016d7b9-0b23-4c63-bb21-771a9c04cb93') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:42.970282 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-78603d20-0a8a-4362-8cc9-1f3380c8f2ba tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e016d7b9-0b23-4c63-bb21-771a9c04cb93') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:42.984898 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-78603d20-0a8a-4362-8cc9-1f3380c8f2ba tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:42.995412 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-70ee4153-9267-445a-8d24-e4ed23a65705 None None] Could not find standard attr ID for object 050fb899-ca8d-41b6-9a0c-841d5613117a. {{(pid=94218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:24:43.008497 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-78603d20-0a8a-4362-8cc9-1f3380c8f2ba tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:43.016603 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4bc22c56-9420-48d3-9862-abb52bfe94dd tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:43.024764 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc22c56-9420-48d3-9862-abb52bfe94dd tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:43.026175 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4bc22c56-9420-48d3-9862-abb52bfe94dd tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:43.038697 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78603d20-0a8a-4362-8cc9-1f3380c8f2ba tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:24:43.038863 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6fdc6841-2f38-408c-970d-2d70e9f9a1cf req-b25def22-7319-4464-865e-52b90b2bcf20 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:43.039574 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-78603d20-0a8a-4362-8cc9-1f3380c8f2ba tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:43.064470 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:24:43.064470 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:24:43.064470 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:24:43.064470 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:24:43.064470 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:24:43.064470 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:24:43.064470 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:24:43.064470 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:24:43.064470 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:24:43.064470 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:24:43.064470 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:24:43.064470 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:24:43.064470 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:24:43.064470 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:24:43.064470 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:24:43.064470 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:24:43.064470 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:24:43.064470 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:24:43.064470 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:24:43.064470 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:24:43.064470 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:24:43.064470 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:24:43.064470 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:24:43.064470 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:24:43.064470 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:24:43.064470 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:24:43.064470 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:24:43.064470 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:24:43.064470 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:24:43.064470 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:24:43.064470 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:24:43.064470 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:24:43.083450 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25def22-7319-4464-865e-52b90b2bcf20 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Pushing event deleted for resources: {'Port': ['ID=3f259c89-529a-41f2-954e-6dc6cb9450ad,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:43.096162 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-dbe81ea5-7f9c-4acf-8c4b-6c5da07ba7ef req-6d4971cf-1766-4a10-9cfe-40c2987c0562 tempest-ServerAddressesNegativeTestJSON-944962145 tempest-ServerAddressesNegativeTestJSON-944962145-project] For port 91dfeb2f-9668-47f7-835e-828f2477425c, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=91dfeb2f-9668-47f7-835e-828f2477425c,segment=NetworkSegment(a78f32ce-09fc-4ccd-a2be-cd8bc535f3e6),segment_id=a78f32ce-09fc-4ccd-a2be-cd8bc535f3e6)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:43.098048 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-dbe81ea5-7f9c-4acf-8c4b-6c5da07ba7ef req-6d4971cf-1766-4a10-9cfe-40c2987c0562 tempest-ServerAddressesNegativeTestJSON-944962145 tempest-ServerAddressesNegativeTestJSON-944962145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:43.148474 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-dbe81ea5-7f9c-4acf-8c4b-6c5da07ba7ef req-6d4971cf-1766-4a10-9cfe-40c2987c0562 tempest-ServerAddressesNegativeTestJSON-944962145 tempest-ServerAddressesNegativeTestJSON-944962145-project] Calling delete_port for 91dfeb2f-9668-47f7-835e-828f2477425c owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:24:43.175552 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fdc6841-2f38-408c-970d-2d70e9f9a1cf req-b25def22-7319-4464-865e-52b90b2bcf20 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] No DVR routers for this DVR port 3f259c89-529a-41f2-954e-6dc6cb9450ad on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:24:43.180121 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6fdc6841-2f38-408c-970d-2d70e9f9a1cf req-b25def22-7319-4464-865e-52b90b2bcf20 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:43.182719 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6fdc6841-2f38-408c-970d-2d70e9f9a1cf req-b25def22-7319-4464-865e-52b90b2bcf20 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.58 "DELETE /v2.0/ports/3f259c89-529a-41f2-954e-6dc6cb9450ad HTTP/1.1" status: 204 len: 173 time: 1.0213871 Aug 10 03:24:43.183997 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '156409a4-8dd0-4f39-8d9d-7be6d1f20348', 'name': 'network-vif-deleted', 'tag': '3f259c89-529a-41f2-954e-6dc6cb9450ad'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:43.186862 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5e1229-1802-4d1e-8bc7-988c341aadf3" -d '{"events": [{"server_uuid": "156409a4-8dd0-4f39-8d9d-7be6d1f20348", "name": "network-vif-deleted", "tag": "3f259c89-529a-41f2-954e-6dc6cb9450ad"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:43.237511 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94234e3-69d0-4cce-836b-6b79cba488d9 None None] DHCP port deletion for 3103a0f9-631c-4b4c-b516-b78c321c5e06 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:24:43.259731 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da01c2e-1b21-4815-968f-4c54b35406a7 None None] Network 3103a0f9-631c-4b4c-b516-b78c321c5e06 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:43.317967 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1510520-80ca-40bc-80f5-254539ed2b9f x-openstack-request-id: req-b1510520-80ca-40bc-80f5-254539ed2b9f {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:43.319499 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "156409a4-8dd0-4f39-8d9d-7be6d1f20348", "name": "network-vif-deleted", "tag": "3f259c89-529a-41f2-954e-6dc6cb9450ad", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:43.320008 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b1510520-80ca-40bc-80f5-254539ed2b9f {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:43.320650 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '156409a4-8dd0-4f39-8d9d-7be6d1f20348', 'name': 'network-vif-deleted', 'tag': '3f259c89-529a-41f2-954e-6dc6cb9450ad', 'status': 'completed', 'code': 200} Aug 10 03:24:43.360703 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-4bc22c56-9420-48d3-9862-abb52bfe94dd tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9068615 Aug 10 03:24:43.363919 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35650) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:43.378952 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-ba896db0-f7ad-4583-ae38-244cf18f7b9c tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Request body: {'subnet': {'network_id': '211c0a24-cb81-4d9e-82fb-5a42353d3820', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:43.450474 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fdf81bbc-5dcd-4578-895e-c7046aa2dd67 req-e43cf341-46c2-455f-a94b-0e916718ccb1 tempest-ServerShowV257Test-908913220 tempest-ServerShowV257Test-908913220-project] 10.222.0.60 "GET /v2.0/ports?device_id=6dfced2c-7115-4233-b537-b0377ae6660d HTTP/1.1" status: 200 len: 210 time: 0.0643618 Aug 10 03:24:43.470796 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-6fdc6841-2f38-408c-970d-2d70e9f9a1cf req-e52af817-fba1-4eb8-b8ab-c7c81a8e8b6a tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Deleting port 6d7608da-f49b-42e2-b6e7-dd8a4ad48e11 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:24:43.471140 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6fdc6841-2f38-408c-970d-2d70e9f9a1cf req-e52af817-fba1-4eb8-b8ab-c7c81a8e8b6a tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:43.482532 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc22c56-9420-48d3-9862-abb52bfe94dd tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event updated for resources: {'Network': ['ID=211c0a24-cb81-4d9e-82fb-5a42353d3820,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:43.488022 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-78603d20-0a8a-4362-8cc9-1f3380c8f2ba tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:43.500583 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-78603d20-0a8a-4362-8cc9-1f3380c8f2ba tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:43.507650 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-78603d20-0a8a-4362-8cc9-1f3380c8f2ba tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "DELETE /v2.0/networks/3103a0f9-631c-4b4c-b516-b78c321c5e06 HTTP/1.1" status: 204 len: 168 time: 4.1368012 Aug 10 03:24:43.510209 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35654) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:43.530183 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 211c0a24-cb81-4d9e-82fb-5a42353d3820 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:24:43.569048 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c8370-6729-4b37-b0f3-c6dd742f6257 req-d1bb5698-94ad-47a1-8e84-2abcbb5ade82 tempest-ServerAddressesNegativeTestJSON-944962145 tempest-ServerAddressesNegativeTestJSON-944962145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:43.570903 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e16c8370-6729-4b37-b0f3-c6dd742f6257 req-d1bb5698-94ad-47a1-8e84-2abcbb5ade82 tempest-ServerAddressesNegativeTestJSON-944962145 tempest-ServerAddressesNegativeTestJSON-944962145-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce62bb2a-8a56-4cad-b59e-8849ee5e82a8 HTTP/1.1" status: 200 len: 945 time: 0.3454490 Aug 10 03:24:43.608776 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78603d20-0a8a-4362-8cc9-1f3380c8f2ba tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Pushing event deleted for resources: {'Network': ['ID=3103a0f9-631c-4b4c-b516-b78c321c5e06,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:43.615646 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba896db0-f7ad-4583-ae38-244cf18f7b9c tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Made reservation on behalf of 4ed48e64d2bc4e15aeddc047e3b71cf8 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:43.619753 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ba896db0-f7ad-4583-ae38-244cf18f7b9c tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:43.629191 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-95361a10-b3c6-469a-932f-3f7f3a551a97 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] DELETE failed (client error): The resource could not be found. Aug 10 03:24:43.629771 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95361a10-b3c6-469a-932f-3f7f3a551a97 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:24:43.638664 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-95361a10-b3c6-469a-932f-3f7f3a551a97 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "DELETE /v2.0/subnets/3b59c4d8-563d-4ae8-93a9-a8c228a29559 HTTP/1.1" status: 404 len: 337 time: 0.1261723 Aug 10 03:24:43.640239 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35658) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:43.702702 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e16c8370-6729-4b37-b0f3-c6dd742f6257 req-0f22b0c4-670e-4aff-b667-87610b730e63 tempest-ServerAddressesNegativeTestJSON-944962145 tempest-ServerAddressesNegativeTestJSON-944962145-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ac8c1a7-71f5-41f6-8243-2e66983e67de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042383 Aug 10 03:24:43.707380 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-b721dc7e-5ebf-4dab-ae00-850977a29e50 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] DELETE failed (client error): The resource could not be found. Aug 10 03:24:43.707936 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b721dc7e-5ebf-4dab-ae00-850977a29e50 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:24:43.712731 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b721dc7e-5ebf-4dab-ae00-850977a29e50 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "DELETE /v2.0/networks/3103a0f9-631c-4b4c-b516-b78c321c5e06 HTTP/1.1" status: 404 len: 339 time: 0.0398908 Aug 10 03:24:43.715531 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35660) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:43.748627 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-dbe81ea5-7f9c-4acf-8c4b-6c5da07ba7ef req-6d4971cf-1766-4a10-9cfe-40c2987c0562 tempest-ServerAddressesNegativeTestJSON-944962145 tempest-ServerAddressesNegativeTestJSON-944962145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:43.767238 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['91dfeb2f-9668-47f7-835e-828f2477425c'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:24:43.819248 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-39f8e9c8-a51a-4628-a6e9-bbcb313437c5 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] DELETE failed (client error): The resource could not be found. Aug 10 03:24:43.819728 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39f8e9c8-a51a-4628-a6e9-bbcb313437c5 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:24:43.821707 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-39f8e9c8-a51a-4628-a6e9-bbcb313437c5 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "DELETE /v2.0/subnets/0e67e0ec-3e71-4ed5-a5b3-97a46e7a4a31 HTTP/1.1" status: 404 len: 337 time: 0.1053543 Aug 10 03:24:43.834360 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 050fb899-ca8d-41b6-9a0c-841d5613117a no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:24:43.836246 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35662) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:43.860252 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 050fb899-ca8d-41b6-9a0c-841d5613117a {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:24:43.861010 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 050fb899-ca8d-41b6-9a0c-841d5613117a not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:24:43.865920 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-2df8730a-7fe8-456a-b505-4c8a192147cb tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] DELETE failed (client error): The resource could not be found. Aug 10 03:24:43.866562 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2df8730a-7fe8-456a-b505-4c8a192147cb tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:24:43.868362 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-2df8730a-7fe8-456a-b505-4c8a192147cb tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "DELETE /v2.0/networks/cdff9232-b95b-41a5-8668-dd556a5989df HTTP/1.1" status: 404 len: 339 time: 0.0300667 Aug 10 03:24:43.870858 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35664) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:43.948207 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d905541-c2a6-4440-8034-a2dd09b2dd8f req-cf71ad12-3181-42df-ba7e-78d0569bb46d tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:43.954704 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d905541-c2a6-4440-8034-a2dd09b2dd8f req-cf71ad12-3181-42df-ba7e-78d0569bb46d tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:43.963054 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3d905541-c2a6-4440-8034-a2dd09b2dd8f req-cf71ad12-3181-42df-ba7e-78d0569bb46d tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/ports?device_id=156409a4-8dd0-4f39-8d9d-7be6d1f20348 HTTP/1.1" status: 200 len: 1683 time: 0.2233522 Aug 10 03:24:44.051319 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ecff7524-182c-47e6-be36-06749f48778a req-90757ffc-e73c-426a-8d57-d78436c497a5 tempest-ServerShowV257Test-908913220 tempest-ServerShowV257Test-908913220-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dfced2c-7115-4233-b537-b0377ae6660d HTTP/1.1" status: 200 len: 210 time: 0.0530133 Aug 10 03:24:44.073500 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3d905541-c2a6-4440-8034-a2dd09b2dd8f req-17215553-d10d-4733-9213-af96c5236e35 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8122897-b7b2-4911-a92f-13052fad1f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073780 Aug 10 03:24:44.077551 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-06a6f437-96f5-44c2-ba46-e0068f4b1b10 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:44.125635 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4971cf-1766-4a10-9cfe-40c2987c0562 tempest-ServerAddressesNegativeTestJSON-944962145 tempest-ServerAddressesNegativeTestJSON-944962145-project] Pushing event deleted for resources: {'Port': ['ID=91dfeb2f-9668-47f7-835e-828f2477425c,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:44.137007 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-6fdc6841-2f38-408c-970d-2d70e9f9a1cf req-e52af817-fba1-4eb8-b8ab-c7c81a8e8b6a tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] For port 6d7608da-f49b-42e2-b6e7-dd8a4ad48e11, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=6d7608da-f49b-42e2-b6e7-dd8a4ad48e11,segment=NetworkSegment(86b54bf5-e88f-4075-bc9c-ccc4a58c3936),segment_id=86b54bf5-e88f-4075-bc9c-ccc4a58c3936)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:44.137588 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6fdc6841-2f38-408c-970d-2d70e9f9a1cf req-e52af817-fba1-4eb8-b8ab-c7c81a8e8b6a tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:44.186924 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-06a6f437-96f5-44c2-ba46-e0068f4b1b10 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:44.196824 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-6fdc6841-2f38-408c-970d-2d70e9f9a1cf req-e52af817-fba1-4eb8-b8ab-c7c81a8e8b6a tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Calling delete_port for 6d7608da-f49b-42e2-b6e7-dd8a4ad48e11 owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:24:44.198163 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-06a6f437-96f5-44c2-ba46-e0068f4b1b10 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d3da5cf-0156-4385-855a-6c40a601056a']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:44.199074 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbe81ea5-7f9c-4acf-8c4b-6c5da07ba7ef req-6d4971cf-1766-4a10-9cfe-40c2987c0562 tempest-ServerAddressesNegativeTestJSON-944962145 tempest-ServerAddressesNegativeTestJSON-944962145-project] No DVR routers for this DVR port 91dfeb2f-9668-47f7-835e-828f2477425c on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:24:44.201743 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-dbe81ea5-7f9c-4acf-8c4b-6c5da07ba7ef req-6d4971cf-1766-4a10-9cfe-40c2987c0562 tempest-ServerAddressesNegativeTestJSON-944962145 tempest-ServerAddressesNegativeTestJSON-944962145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:44.204245 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-dbe81ea5-7f9c-4acf-8c4b-6c5da07ba7ef req-6d4971cf-1766-4a10-9cfe-40c2987c0562 tempest-ServerAddressesNegativeTestJSON-944962145 tempest-ServerAddressesNegativeTestJSON-944962145-project] 10.222.0.58 "DELETE /v2.0/ports/91dfeb2f-9668-47f7-835e-828f2477425c HTTP/1.1" status: 204 len: 173 time: 1.4879270 Aug 10 03:24:44.213701 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-06a6f437-96f5-44c2-ba46-e0068f4b1b10 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2c8ccd9-7c7d-4324-82c1-a4998d67195f') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:44.214006 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-06a6f437-96f5-44c2-ba46-e0068f4b1b10 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2c8ccd9-7c7d-4324-82c1-a4998d67195f') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:44.224285 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-06a6f437-96f5-44c2-ba46-e0068f4b1b10 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:44.245925 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-06a6f437-96f5-44c2-ba46-e0068f4b1b10 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:44.258292 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06a6f437-96f5-44c2-ba46-e0068f4b1b10 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:24:44.258842 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-06a6f437-96f5-44c2-ba46-e0068f4b1b10 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:44.327754 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:24:44.327754 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:24:44.327754 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:24:44.327754 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:24:44.327754 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:24:44.327754 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:24:44.327754 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:24:44.327754 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:24:44.327754 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:24:44.327754 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:24:44.327754 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:24:44.327754 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:24:44.327754 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:24:44.327754 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:24:44.327754 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:24:44.327754 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:24:44.327754 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:24:44.327754 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:24:44.327754 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:24:44.327754 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:24:44.327754 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:24:44.327754 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:24:44.327754 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:24:44.327754 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:24:44.327754 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:24:44.327754 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:24:44.327754 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:24:44.327754 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:24:44.327754 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:24:44.327754 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:24:44.327754 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:24:44.327754 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:24:44.334045 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-06a6f437-96f5-44c2-ba46-e0068f4b1b10 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:44.340849 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-06a6f437-96f5-44c2-ba46-e0068f4b1b10 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:44.343233 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-06a6f437-96f5-44c2-ba46-e0068f4b1b10 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "DELETE /v2.0/networks/7d3da5cf-0156-4385-855a-6c40a601056a HTTP/1.1" status: 204 len: 168 time: 0.4713933 Aug 10 03:24:44.348010 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35668) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:44.385750 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ba896db0-f7ad-4583-ae38-244cf18f7b9c tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:44.391255 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a6f437-96f5-44c2-ba46-e0068f4b1b10 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Pushing event deleted for resources: {'Network': ['ID=7d3da5cf-0156-4385-855a-6c40a601056a,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:44.393896 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cc1c515-e25e-482d-a036-c9954df1f1ab tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] DELETE failed (client error): The resource could not be found. Aug 10 03:24:44.394293 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cc1c515-e25e-482d-a036-c9954df1f1ab tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:24:44.398207 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-1cc1c515-e25e-482d-a036-c9954df1f1ab tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "DELETE /v2.0/subnets/a3a9e9f1-c417-4982-ab6b-94e37b7f72d1 HTTP/1.1" status: 404 len: 337 time: 0.0476761 Aug 10 03:24:44.399646 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35672) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:44.430281 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-e26898f5-70dd-401a-bfbd-b01a0077749e tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] DELETE failed (client error): The resource could not be found. Aug 10 03:24:44.431389 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e26898f5-70dd-401a-bfbd-b01a0077749e tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:24:44.433818 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-e26898f5-70dd-401a-bfbd-b01a0077749e tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "DELETE /v2.0/networks/ec5ba058-e472-41d3-aded-149fefe8348d HTTP/1.1" status: 404 len: 339 time: 0.0323484 Aug 10 03:24:44.436309 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35674) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:44.464326 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f08f5c4-be66-4265-b738-2b8343f61bb7 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] DELETE failed (client error): The resource could not be found. Aug 10 03:24:44.464782 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f08f5c4-be66-4265-b738-2b8343f61bb7 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:24:44.469186 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-3f08f5c4-be66-4265-b738-2b8343f61bb7 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "DELETE /v2.0/subnets/d4831d10-9289-427f-8e30-99328a747f3a HTTP/1.1" status: 404 len: 337 time: 0.0296328 Aug 10 03:24:44.471719 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35676) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:44.481783 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba896db0-f7ad-4583-ae38-244cf18f7b9c tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event updated for resources: {'Subnet': ['ID=f1672318-515e-4212-b26e-32d3ed212671,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:44.491029 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-694d08e0-cf51-4ab3-887c-3150e610d6ac tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] DELETE failed (client error): The resource could not be found. Aug 10 03:24:44.491680 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-694d08e0-cf51-4ab3-887c-3150e610d6ac tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:24:44.496227 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-694d08e0-cf51-4ab3-887c-3150e610d6ac tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "DELETE /v2.0/networks/d9ab2575-a4c7-4e03-934a-76f5b7090b79 HTTP/1.1" status: 404 len: 339 time: 0.0227664 Aug 10 03:24:44.496338 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35680) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:44.524274 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6fdc6841-2f38-408c-970d-2d70e9f9a1cf req-e52af817-fba1-4eb8-b8ab-c7c81a8e8b6a tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:44.548984 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-c008c1ba-3e72-4ea0-8c1f-4783dd02eb1e tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] DELETE failed (client error): The resource could not be found. Aug 10 03:24:44.549531 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c008c1ba-3e72-4ea0-8c1f-4783dd02eb1e tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:24:44.551630 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c008c1ba-3e72-4ea0-8c1f-4783dd02eb1e tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "DELETE /v2.0/subnets/f4bed0c8-8f4c-4254-93d5-c0c7d22ce71a HTTP/1.1" status: 404 len: 337 time: 0.0540781 Aug 10 03:24:44.554944 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35684) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:44.576255 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba896db0-f7ad-4583-ae38-244cf18f7b9c tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Checking segment: {'id': '1e578192-d194-466e-a87c-0ee164c9dc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '211c0a24-cb81-4d9e-82fb-5a42353d3820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:44.576626 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba896db0-f7ad-4583-ae38-244cf18f7b9c tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Network hostable DHCP agents. Network: 211c0a24-cb81-4d9e-82fb-5a42353d3820, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:24:44.580301 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52af817-fba1-4eb8-b8ab-c7c81a8e8b6a tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Pushing event deleted for resources: {'Port': ['ID=6d7608da-f49b-42e2-b6e7-dd8a4ad48e11,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:44.582073 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-6013adb7-dfc6-406f-8d3a-4d0e8063f3aa tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] DELETE failed (client error): The resource could not be found. Aug 10 03:24:44.587609 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6013adb7-dfc6-406f-8d3a-4d0e8063f3aa tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:24:44.592753 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35688) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:44.594993 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-6013adb7-dfc6-406f-8d3a-4d0e8063f3aa tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "DELETE /v2.0/networks/7e206b4b-18e4-4dfb-b42d-4c08f63a8b27 HTTP/1.1" status: 404 len: 339 time: 0.0383644 Aug 10 03:24:44.666177 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fdc6841-2f38-408c-970d-2d70e9f9a1cf req-e52af817-fba1-4eb8-b8ab-c7c81a8e8b6a tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] No DVR routers for this DVR port 6d7608da-f49b-42e2-b6e7-dd8a4ad48e11 on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:24:44.668273 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-abaa0685-a675-4e86-8342-dbeb8d3d82de tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] DELETE failed (client error): The resource could not be found. Aug 10 03:24:44.668940 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abaa0685-a675-4e86-8342-dbeb8d3d82de tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:24:44.671038 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-abaa0685-a675-4e86-8342-dbeb8d3d82de tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "DELETE /v2.0/subnets/c885f5e0-5085-44c2-b406-17bb9803d06e HTTP/1.1" status: 404 len: 337 time: 0.0772958 Aug 10 03:24:44.672236 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6fdc6841-2f38-408c-970d-2d70e9f9a1cf req-e52af817-fba1-4eb8-b8ab-c7c81a8e8b6a tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:44.674095 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35694) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:44.674239 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6fdc6841-2f38-408c-970d-2d70e9f9a1cf req-e52af817-fba1-4eb8-b8ab-c7c81a8e8b6a tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.58 "DELETE /v2.0/ports/6d7608da-f49b-42e2-b6e7-dd8a4ad48e11 HTTP/1.1" status: 204 len: 173 time: 1.4831378 Aug 10 03:24:44.675353 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba896db0-f7ad-4583-ae38-244cf18f7b9c tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Network 211c0a24-cb81-4d9e-82fb-5a42353d3820 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:24:44.679634 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 3f259c89-529a-41f2-954e-6dc6cb9450ad no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:24:44.692247 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-ba896db0-f7ad-4583-ae38-244cf18f7b9c tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 211c0a24-cb81-4d9e-82fb-5a42353d3820) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:44.716136 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba896db0-f7ad-4583-ae38-244cf18f7b9c tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:44.716732 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ba896db0-f7ad-4583-ae38-244cf18f7b9c tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:44.738929 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b6e2232-0b6b-4073-aef2-eae116cbfa0c tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] DELETE failed (client error): The resource could not be found. Aug 10 03:24:44.739553 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b6e2232-0b6b-4073-aef2-eae116cbfa0c tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:24:44.741348 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8b6e2232-0b6b-4073-aef2-eae116cbfa0c tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "DELETE /v2.0/networks/39cc53e4-c6f8-4409-8fab-dc1ee0302bd9 HTTP/1.1" status: 404 len: 339 time: 0.0653830 Aug 10 03:24:44.746378 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35700) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:44.758670 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9b42cf-ae9f-4642-b79c-6fd5f44c886c None None] Network 211c0a24-cb81-4d9e-82fb-5a42353d3820 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:44.760937 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: 3f259c89-529a-41f2-954e-6dc6cb9450ad {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:24:44.761278 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 3f259c89-529a-41f2-954e-6dc6cb9450ad not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:24:44.761804 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 6d7608da-f49b-42e2-b6e7-dd8a4ad48e11 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:24:44.811205 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ba896db0-f7ad-4583-ae38-244cf18f7b9c tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4432774 Aug 10 03:24:44.811842 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35704) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:44.813227 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fa4d3cb-8374-4ec1-80d3-ccc16614b51e tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] DELETE failed (client error): The resource could not be found. Aug 10 03:24:44.813704 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fa4d3cb-8374-4ec1-80d3-ccc16614b51e tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:24:44.818818 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-7fa4d3cb-8374-4ec1-80d3-ccc16614b51e tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "DELETE /v2.0/subnets/95235697-7112-489c-9941-b6acbe3c8e53 HTTP/1.1" status: 404 len: 337 time: 0.0707912 Aug 10 03:24:44.819144 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-bcf5649b-42be-4de8-ac9b-3968073eb9b8 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Request body: {'port': {'network_id': '211c0a24-cb81-4d9e-82fb-5a42353d3820', 'name': 'tempest-PortsTestJSON-606260699', 'fixed_ips': [{'subnet_id': 'f1672318-515e-4212-b26e-32d3ed212671', 'ip_address': '172.20.0.10'}]}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:44.819569 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35706) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:44.842280 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-44a65f38-809c-4a0b-b138-3adb6c260a6e tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] DELETE failed (client error): The resource could not be found. Aug 10 03:24:44.843220 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44a65f38-809c-4a0b-b138-3adb6c260a6e tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:24:44.846763 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: 6d7608da-f49b-42e2-b6e7-dd8a4ad48e11 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:24:44.847481 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 6d7608da-f49b-42e2-b6e7-dd8a4ad48e11 not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:24:44.848081 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 91dfeb2f-9668-47f7-835e-828f2477425c no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:24:44.849429 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-44a65f38-809c-4a0b-b138-3adb6c260a6e tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "DELETE /v2.0/networks/0301b0e7-58bb-45ea-a6ed-823381c629f9 HTTP/1.1" status: 404 len: 339 time: 0.0287013 Aug 10 03:24:44.850252 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35708) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:44.881914 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: 91dfeb2f-9668-47f7-835e-828f2477425c {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:24:44.883176 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 91dfeb2f-9668-47f7-835e-828f2477425c not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:24:44.889129 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device d488afe2-73a5-4d1b-b6a4-bc323b911248 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:24:44.907891 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-e74aa97b-7ef4-4ebe-8b98-75cdbb80b24a tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] DELETE failed (client error): The resource could not be found. Aug 10 03:24:44.908403 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e74aa97b-7ef4-4ebe-8b98-75cdbb80b24a tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:24:44.913594 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-e74aa97b-7ef4-4ebe-8b98-75cdbb80b24a tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "DELETE /v2.0/subnets/bcd028e1-2925-47c6-a30f-39123c1ed77a HTTP/1.1" status: 404 len: 337 time: 0.0622158 Aug 10 03:24:44.914513 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35710) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:44.986980 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-6fdc6841-2f38-408c-970d-2d70e9f9a1cf req-e0647a0c-51c1-465e-98d2-3e3bff4d9f11 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Deleting port d488afe2-73a5-4d1b-b6a4-bc323b911248 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:24:44.987811 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6fdc6841-2f38-408c-970d-2d70e9f9a1cf req-e0647a0c-51c1-465e-98d2-3e3bff4d9f11 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:45.021099 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-95b21743-adee-4aa0-9a70-bf1111bfad6e tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] DELETE failed (client error): The resource could not be found. Aug 10 03:24:45.021829 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95b21743-adee-4aa0-9a70-bf1111bfad6e tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:24:45.023597 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-95b21743-adee-4aa0-9a70-bf1111bfad6e tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "DELETE /v2.0/networks/4274c1bb-4d56-4d31-910d-43a6cc1c5674 HTTP/1.1" status: 404 len: 339 time: 0.1079321 Aug 10 03:24:45.026754 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35716) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:45.092667 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-411bb249-9afd-40d8-98d5-f6d3c8505ca8 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] DELETE failed (client error): The resource could not be found. Aug 10 03:24:45.093322 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-411bb249-9afd-40d8-98d5-f6d3c8505ca8 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:24:45.095284 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-411bb249-9afd-40d8-98d5-f6d3c8505ca8 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "DELETE /v2.0/subnets/d9dd246c-4f53-4481-827b-9bba8cc68fe4 HTTP/1.1" status: 404 len: 337 time: 0.0620098 Aug 10 03:24:45.098017 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bb754d6e-ecc8-4976-969f-74da8f2891d9 req-bf10d1c7-c0f3-4c86-baea-dc5436bbe1ef tempest-ServerAddressesNegativeTestJSON-944962145 tempest-ServerAddressesNegativeTestJSON-944962145-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce62bb2a-8a56-4cad-b59e-8849ee5e82a8 HTTP/1.1" status: 200 len: 210 time: 0.1069720 Aug 10 03:24:45.098701 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35724) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:45.129643 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf5649b-42be-4de8-ac9b-3968073eb9b8 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Made reservation on behalf of 4ed48e64d2bc4e15aeddc047e3b71cf8 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:45.130413 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-527b95f9-6b6c-4612-8391-325d823a6fdf tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] DELETE failed (client error): The resource could not be found. Aug 10 03:24:45.131887 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-527b95f9-6b6c-4612-8391-325d823a6fdf tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:24:45.134305 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-527b95f9-6b6c-4612-8391-325d823a6fdf tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "DELETE /v2.0/networks/dc257785-de0e-46d2-ab57-4033886408d6 HTTP/1.1" status: 404 len: 339 time: 0.0339813 Aug 10 03:24:45.136830 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35726) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:45.192392 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-39a963c8-cb61-4f71-b6ce-f0dcc5eab92a tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] DELETE failed (client error): The resource could not be found. Aug 10 03:24:45.192817 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39a963c8-cb61-4f71-b6ce-f0dcc5eab92a tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:24:45.195330 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-39a963c8-cb61-4f71-b6ce-f0dcc5eab92a tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "DELETE /v2.0/subnets/9f6da4d2-ba5b-4475-938f-f04007cf85af HTTP/1.1" status: 404 len: 337 time: 0.0575583 Aug 10 03:24:45.197848 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35732) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:45.213058 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:45.223298 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-dab4f9ac-fc56-4ea3-af87-914341eac822 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] DELETE failed (client error): The resource could not be found. Aug 10 03:24:45.223855 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dab4f9ac-fc56-4ea3-af87-914341eac822 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:24:45.226023 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-dab4f9ac-fc56-4ea3-af87-914341eac822 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "DELETE /v2.0/networks/1089a34c-5a53-4ce0-a4e2-deaf9f15317c HTTP/1.1" status: 404 len: 339 time: 0.0272264 Aug 10 03:24:45.228726 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35734) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:45.235119 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-6fdc6841-2f38-408c-970d-2d70e9f9a1cf req-e0647a0c-51c1-465e-98d2-3e3bff4d9f11 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] For port d488afe2-73a5-4d1b-b6a4-bc323b911248, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=d488afe2-73a5-4d1b-b6a4-bc323b911248,segment=NetworkSegment(b3a2a1ab-0b1f-4022-baaa-824978a8521b),segment_id=b3a2a1ab-0b1f-4022-baaa-824978a8521b)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:45.235495 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6fdc6841-2f38-408c-970d-2d70e9f9a1cf req-e0647a0c-51c1-465e-98d2-3e3bff4d9f11 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:45.254727 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-6fdc6841-2f38-408c-970d-2d70e9f9a1cf req-e0647a0c-51c1-465e-98d2-3e3bff4d9f11 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Calling delete_port for d488afe2-73a5-4d1b-b6a4-bc323b911248 owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:24:45.258591 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '156409a4-8dd0-4f39-8d9d-7be6d1f20348', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd488afe2-73a5-4d1b-b6a4-bc323b911248'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:45.261129 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60093fd8-25a9-4653-9f6f-79b359e03d04" -d '{"events": [{"server_uuid": "156409a4-8dd0-4f39-8d9d-7be6d1f20348", "name": "network-vif-unplugged", "status": "completed", "tag": "d488afe2-73a5-4d1b-b6a4-bc323b911248"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:45.281997 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port d488afe2-73a5-4d1b-b6a4-bc323b911248, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=d488afe2-73a5-4d1b-b6a4-bc323b911248,segment=NetworkSegment(b3a2a1ab-0b1f-4022-baaa-824978a8521b),segment_id=b3a2a1ab-0b1f-4022-baaa-824978a8521b)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:45.288761 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:45.342240 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe89dae0-5564-4784-914d-938ce92decc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-211c0a24-cb81-4d9e-82fb-5a42353d3820', 'network_id': '211c0a24-cb81-4d9e-82fb-5a42353d3820', 'tenant_id': '4ed48e64d2bc4e15aeddc047e3b71cf8', 'fixed_ips': [{'subnet_id': 'f1672318-515e-4212-b26e-32d3ed212671'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:24:45.343318 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-fe89dae0-5564-4784-914d-938ce92decc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:45.356287 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab269162-664c-4eba-a90a-8685e4af3498 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Deleting subnet 64dbd1f8-bd70-4b2b-857b-72cfb4471f4d {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:24:45.358048 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758d9cda-2340-45b2-a5ad-f5375e3a80bf x-openstack-request-id: req-758d9cda-2340-45b2-a5ad-f5375e3a80bf {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:45.358516 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "156409a4-8dd0-4f39-8d9d-7be6d1f20348", "name": "network-vif-unplugged", "status": "completed", "tag": "d488afe2-73a5-4d1b-b6a4-bc323b911248", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:45.358936 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-758d9cda-2340-45b2-a5ad-f5375e3a80bf {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:45.359475 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '156409a4-8dd0-4f39-8d9d-7be6d1f20348', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd488afe2-73a5-4d1b-b6a4-bc323b911248', 'code': 200} Aug 10 03:24:45.406429 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ab269162-664c-4eba-a90a-8685e4af3498 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:45.415848 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=d488afe2-73a5-4d1b-b6a4-bc323b911248,revision_number=6']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:45.473244 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f017ff85-442b-4a70-94d9-b78167206e76 req-e8b566f4-09e5-4171-adb7-e9c11c22ad4a tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:45.476455 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f017ff85-442b-4a70-94d9-b78167206e76 req-e8b566f4-09e5-4171-adb7-e9c11c22ad4a tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/ports?device_id=156409a4-8dd0-4f39-8d9d-7be6d1f20348 HTTP/1.1" status: 200 len: 944 time: 0.1177037 Aug 10 03:24:45.487736 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce62bb2a-8a56-4cad-b59e-8849ee5e82a8', 'name': 'network-vif-deleted', 'tag': '91dfeb2f-9668-47f7-835e-828f2477425c'}, {'server_uuid': '156409a4-8dd0-4f39-8d9d-7be6d1f20348', 'name': 'network-vif-deleted', 'tag': '6d7608da-f49b-42e2-b6e7-dd8a4ad48e11'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:45.490530 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eda59a9-1822-41e0-9369-295b0f7154bc" -d '{"events": [{"server_uuid": "ce62bb2a-8a56-4cad-b59e-8849ee5e82a8", "name": "network-vif-deleted", "tag": "91dfeb2f-9668-47f7-835e-828f2477425c"}, {"server_uuid": "156409a4-8dd0-4f39-8d9d-7be6d1f20348", "name": "network-vif-deleted", "tag": "6d7608da-f49b-42e2-b6e7-dd8a4ad48e11"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:45.492016 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ab269162-664c-4eba-a90a-8685e4af3498 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:45.572917 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-fe89dae0-5564-4784-914d-938ce92decc4 None None] Allocated IP 172.20.0.2 (211c0a24-cb81-4d9e-82fb-5a42353d3820/f1672318-515e-4212-b26e-32d3ed212671/0eb899b4-c972-42b2-9715-5ebb3ddf0547) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:24:45.602711 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6fdc6841-2f38-408c-970d-2d70e9f9a1cf req-e0647a0c-51c1-465e-98d2-3e3bff4d9f11 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:45.685213 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7c6ea5-0da8-4319-b32c-8bda7b8c8652 x-openstack-request-id: req-bc7c6ea5-0da8-4319-b32c-8bda7b8c8652 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:45.685664 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce62bb2a-8a56-4cad-b59e-8849ee5e82a8", "name": "network-vif-deleted", "tag": "91dfeb2f-9668-47f7-835e-828f2477425c", "status": "completed", "code": 200}, {"server_uuid": "156409a4-8dd0-4f39-8d9d-7be6d1f20348", "name": "network-vif-deleted", "tag": "6d7608da-f49b-42e2-b6e7-dd8a4ad48e11", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:45.691073 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bc7c6ea5-0da8-4319-b32c-8bda7b8c8652 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:45.691657 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce62bb2a-8a56-4cad-b59e-8849ee5e82a8', 'name': 'network-vif-deleted', 'tag': '91dfeb2f-9668-47f7-835e-828f2477425c', 'status': 'completed', 'code': 200} Aug 10 03:24:45.692018 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '156409a4-8dd0-4f39-8d9d-7be6d1f20348', 'name': 'network-vif-deleted', 'tag': '6d7608da-f49b-42e2-b6e7-dd8a4ad48e11', 'status': 'completed', 'code': 200} Aug 10 03:24:45.739048 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0647a0c-51c1-465e-98d2-3e3bff4d9f11 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Pushing event deleted for resources: {'Port': ['ID=d488afe2-73a5-4d1b-b6a4-bc323b911248,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:45.744334 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bcf5649b-42be-4de8-ac9b-3968073eb9b8 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:45.749041 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ab269162-664c-4eba-a90a-8685e4af3498 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:45.775090 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fdc6841-2f38-408c-970d-2d70e9f9a1cf req-e0647a0c-51c1-465e-98d2-3e3bff4d9f11 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] No DVR routers for this DVR port d488afe2-73a5-4d1b-b6a4-bc323b911248 on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:24:45.778565 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6fdc6841-2f38-408c-970d-2d70e9f9a1cf req-e0647a0c-51c1-465e-98d2-3e3bff4d9f11 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:45.780897 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6fdc6841-2f38-408c-970d-2d70e9f9a1cf req-e0647a0c-51c1-465e-98d2-3e3bff4d9f11 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.58 "DELETE /v2.0/ports/d488afe2-73a5-4d1b-b6a4-bc323b911248 HTTP/1.1" status: 204 len: 173 time: 1.0990312 Aug 10 03:24:45.790628 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [None req-bcf5649b-42be-4de8-ac9b-3968073eb9b8 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] device_id is not set on port 152baf38-833b-4e04-bf8d-80346559939d yet. {{(pid=94217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:24:45.902284 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35746) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:45.955208 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f017ff85-442b-4a70-94d9-b78167206e76 req-bb8b36fd-2826-4c1b-98f7-a2c67d2cfafb tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8122897-b7b2-4911-a92f-13052fad1f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547887 Aug 10 03:24:45.963871 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ab269162-664c-4eba-a90a-8685e4af3498 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:45.983837 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-fe89dae0-5564-4784-914d-938ce92decc4 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:46.001942 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-fe89dae0-5564-4784-914d-938ce92decc4 None None] Transition to ACTIVE for port object 0eb899b4-c972-42b2-9715-5ebb3ddf0547 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:46.039974 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-fe89dae0-5564-4784-914d-938ce92decc4 None None] Transition to ACTIVE for port object 0eb899b4-c972-42b2-9715-5ebb3ddf0547 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:46.055192 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-fe89dae0-5564-4784-914d-938ce92decc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:46.089069 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ab269162-664c-4eba-a90a-8685e4af3498 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:46.092214 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ab269162-664c-4eba-a90a-8685e4af3498 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "DELETE /v2.0/subnets/64dbd1f8-bd70-4b2b-857b-72cfb4471f4d HTTP/1.1" status: 204 len: 168 time: 0.8624749 Aug 10 03:24:46.094211 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab269162-664c-4eba-a90a-8685e4af3498 tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Pushing event deleted for resources: {'Subnet': ['ID=64dbd1f8-bd70-4b2b-857b-72cfb4471f4d,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:46.094877 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35750) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:46.129854 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a142384c-3f1f-4239-87a0-c38663b63a5c None None] Network 1ff4cf83-bc3e-4234-a00a-bc878e6d981a requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:46.182275 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe89dae0-5564-4784-914d-938ce92decc4 None None] Network 211c0a24-cb81-4d9e-82fb-5a42353d3820 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:24:46.197192 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-fe89dae0-5564-4784-914d-938ce92decc4 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:46.202379 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe89dae0-5564-4784-914d-938ce92decc4 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:24:46.205421 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35754) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:46.217344 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe89dae0-5564-4784-914d-938ce92decc4 None None] Pushing event updated for resources: {'Port': ['ID=0eb899b4-c972-42b2-9715-5ebb3ddf0547,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:46.270728 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2e57df7a-2a8e-429c-af90-f0145528e25f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:46.309914 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d5ab39d-003e-4dd3-a788-31c59be71242 admin admin] Deleting subnet 93eb7526-57cd-4d26-aeaa-3729b1746456 {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:24:46.320351 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-971d2a71-9fb1-4c3c-bae4-6ed8f5e3147a tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:46.325993 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6d5ab39d-003e-4dd3-a788-31c59be71242 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:46.351152 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-fe89dae0-5564-4784-914d-938ce92decc4 None None] Attempting to bind port 0eb899b4-c972-42b2-9715-5ebb3ddf0547 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:46.351395 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-fe89dae0-5564-4784-914d-938ce92decc4 None None] Attempting to bind port 0eb899b4-c972-42b2-9715-5ebb3ddf0547 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '1e578192-d194-466e-a87c-0ee164c9dc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '211c0a24-cb81-4d9e-82fb-5a42353d3820'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:46.351673 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe89dae0-5564-4784-914d-938ce92decc4 None None] Attempting to bind port 0eb899b4-c972-42b2-9715-5ebb3ddf0547 on network 211c0a24-cb81-4d9e-82fb-5a42353d3820 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:46.360893 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe89dae0-5564-4784-914d-938ce92decc4 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:24:46.361185 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe89dae0-5564-4784-914d-938ce92decc4 None None] Checking segment: {'id': '1e578192-d194-466e-a87c-0ee164c9dc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '211c0a24-cb81-4d9e-82fb-5a42353d3820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:46.361449 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-fe89dae0-5564-4784-914d-938ce92decc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:46.361774 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe89dae0-5564-4784-914d-938ce92decc4 None None] Bound using segment: {'id': '1e578192-d194-466e-a87c-0ee164c9dc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '211c0a24-cb81-4d9e-82fb-5a42353d3820'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:24:46.362269 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-fe89dae0-5564-4784-914d-938ce92decc4 None None] Bound port: 0eb899b4-c972-42b2-9715-5ebb3ddf0547, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e578192-d194-466e-a87c-0ee164c9dc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '211c0a24-cb81-4d9e-82fb-5a42353d3820'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:24:46.362929 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-fe89dae0-5564-4784-914d-938ce92decc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:46.367550 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-bcf5649b-42be-4de8-ac9b-3968073eb9b8 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Allocated IP 172.20.0.10 (211c0a24-cb81-4d9e-82fb-5a42353d3820/f1672318-515e-4212-b26e-32d3ed212671/152baf38-833b-4e04-bf8d-80346559939d) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:24:46.462597 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6d5ab39d-003e-4dd3-a788-31c59be71242 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:46.476720 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-fe89dae0-5564-4784-914d-938ce92decc4 None None] For port 0eb899b4-c972-42b2-9715-5ebb3ddf0547, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:24:46.495216 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-fe89dae0-5564-4784-914d-938ce92decc4 None None] For port 0eb899b4-c972-42b2-9715-5ebb3ddf0547, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=0eb899b4-c972-42b2-9715-5ebb3ddf0547,segment=NetworkSegment(1e578192-d194-466e-a87c-0ee164c9dc90),segment_id=1e578192-d194-466e-a87c-0ee164c9dc90)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:24:46.513054 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-fe89dae0-5564-4784-914d-938ce92decc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:46.524632 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8af251-1511-480f-8adc-385d7e7cb347 None None] DHCP port deletion for 1ff4cf83-bc3e-4234-a00a-bc878e6d981a request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:24:46.615383 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6d5ab39d-003e-4dd3-a788-31c59be71242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:46.714431 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe89dae0-5564-4784-914d-938ce92decc4 None None] Pushing event updated for resources: {'Port': ['ID=0eb899b4-c972-42b2-9715-5ebb3ddf0547,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:46.717353 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6d5ab39d-003e-4dd3-a788-31c59be71242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:46.728504 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-5e8af251-1511-480f-8adc-385d7e7cb347 None None] Deleting port b704fee1-a683-43be-8e76-36cc24ada5d3 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:24:46.729081 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5e8af251-1511-480f-8adc-385d7e7cb347 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:46.784068 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5ab39d-003e-4dd3-a788-31c59be71242 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93eb7526-57cd-4d26-aeaa-3729b1746456,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:46.798952 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6d5ab39d-003e-4dd3-a788-31c59be71242 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:46.802969 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-6d5ab39d-003e-4dd3-a788-31c59be71242 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/93eb7526-57cd-4d26-aeaa-3729b1746456 HTTP/1.1" status: 204 len: 168 time: 0.5959797 Aug 10 03:24:46.806935 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35768) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:46.811180 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-971d2a71-9fb1-4c3c-bae4-6ed8f5e3147a tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Deleting port b704fee1-a683-43be-8e76-36cc24ada5d3 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:24:46.812392 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-971d2a71-9fb1-4c3c-bae4-6ed8f5e3147a tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:46.833468 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-5e8af251-1511-480f-8adc-385d7e7cb347 None None] For port b704fee1-a683-43be-8e76-36cc24ada5d3, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=b704fee1-a683-43be-8e76-36cc24ada5d3,segment=NetworkSegment(408b26c9-6cb8-4867-9223-9a3622758c9b),segment_id=408b26c9-6cb8-4867-9223-9a3622758c9b)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:46.834414 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5e8af251-1511-480f-8adc-385d7e7cb347 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:46.873778 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-5e8af251-1511-480f-8adc-385d7e7cb347 None None] Calling delete_port for b704fee1-a683-43be-8e76-36cc24ada5d3 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:24:47.013204 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5e8af251-1511-480f-8adc-385d7e7cb347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:47.029631 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2e57df7a-2a8e-429c-af90-f0145528e25f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:47.030863 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3d62ba13-6f0c-4659-afe3-04a04f723091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:47.066359 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2e57df7a-2a8e-429c-af90-f0145528e25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:47.081189 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8af251-1511-480f-8adc-385d7e7cb347 None None] No DVR routers for this DVR port b704fee1-a683-43be-8e76-36cc24ada5d3 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:24:47.089204 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8af251-1511-480f-8adc-385d7e7cb347 None None] Pushing event deleted for resources: {'Port': ['ID=b704fee1-a683-43be-8e76-36cc24ada5d3,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:47.117970 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35774) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:47.118511 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35776) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:47.147661 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-971d2a71-9fb1-4c3c-bae4-6ed8f5e3147a tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] For port b704fee1-a683-43be-8e76-36cc24ada5d3, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=b704fee1-a683-43be-8e76-36cc24ada5d3,segment=NetworkSegment(408b26c9-6cb8-4867-9223-9a3622758c9b),segment_id=408b26c9-6cb8-4867-9223-9a3622758c9b)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:47.148533 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-971d2a71-9fb1-4c3c-bae4-6ed8f5e3147a tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:47.181359 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2e57df7a-2a8e-429c-af90-f0145528e25f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fd2a580a4d0a4933aa1db91a8f85b0d5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2779858 Aug 10 03:24:47.191368 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e57df7a-2a8e-429c-af90-f0145528e25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5184fd7d-ecba-4ecf-a861-cfe057efeeb9,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:47.204162 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35780) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:47.246991 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-971d2a71-9fb1-4c3c-bae4-6ed8f5e3147a tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Calling delete_port for b704fee1-a683-43be-8e76-36cc24ada5d3 owned by network:dhcp {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:24:47.255419 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bcf5649b-42be-4de8-ac9b-3968073eb9b8 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:47.330236 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-bcf5649b-42be-4de8-ac9b-3968073eb9b8 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Transition to ACTIVE for port object 152baf38-833b-4e04-bf8d-80346559939d will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:47.353793 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5bf5143c-8ac1-4b17-a797-71f8319c5977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:47.377376 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3d62ba13-6f0c-4659-afe3-04a04f723091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:47.387735 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e4cfd72-c0e3-4920-8293-f592fedce007 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Deleting subnet b3b15256-99de-40d9-819b-927887b64617 {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:24:47.398364 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3e4cfd72-c0e3-4920-8293-f592fedce007 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:47.404379 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-3d62ba13-6f0c-4659-afe3-04a04f723091 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bdbc785-dbaa-47b5-afc4-78e42278de83']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:47.405752 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bcf5649b-42be-4de8-ac9b-3968073eb9b8 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:47.413247 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-971d2a71-9fb1-4c3c-bae4-6ed8f5e3147a tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:47.461855 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-435d2a8d-7a58-4d2d-8415-8aa712a5350a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:47.466833 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-3d62ba13-6f0c-4659-afe3-04a04f723091 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a78f32ce-09fc-4ccd-a2be-cd8bc535f3e6') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:47.467190 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-3d62ba13-6f0c-4659-afe3-04a04f723091 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a78f32ce-09fc-4ccd-a2be-cd8bc535f3e6') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:47.468700 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d2a71-9fb1-4c3c-bae4-6ed8f5e3147a tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Pushing event deleted for resources: {'Port': ['ID=b704fee1-a683-43be-8e76-36cc24ada5d3,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:47.499131 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3d62ba13-6f0c-4659-afe3-04a04f723091 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:47.506905 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971d2a71-9fb1-4c3c-bae4-6ed8f5e3147a tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] No DVR routers for this DVR port b704fee1-a683-43be-8e76-36cc24ada5d3 on host n-d-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:24:47.520080 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3e4cfd72-c0e3-4920-8293-f592fedce007 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:47.542564 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf5649b-42be-4de8-ac9b-3968073eb9b8 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Network 211c0a24-cb81-4d9e-82fb-5a42353d3820 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:24:47.551358 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-bcf5649b-42be-4de8-ac9b-3968073eb9b8 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:47.554531 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-435d2a8d-7a58-4d2d-8415-8aa712a5350a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:47.566480 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf5649b-42be-4de8-ac9b-3968073eb9b8 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:24:47.568960 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3d62ba13-6f0c-4659-afe3-04a04f723091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:47.607268 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d62ba13-6f0c-4659-afe3-04a04f723091 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:24:47.608241 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3d62ba13-6f0c-4659-afe3-04a04f723091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:47.612946 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf5649b-42be-4de8-ac9b-3968073eb9b8 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event updated for resources: {'Port': ['ID=152baf38-833b-4e04-bf8d-80346559939d,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:47.613516 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:24:47.613516 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:24:47.613516 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:24:47.613516 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:24:47.613516 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:24:47.613516 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:24:47.613516 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:24:47.613516 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:24:47.613516 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:24:47.613516 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:24:47.613516 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:24:47.613516 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:24:47.613516 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:24:47.613516 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:24:47.613516 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:24:47.613516 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:24:47.613516 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:24:47.613516 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:24:47.613516 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:24:47.613516 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:24:47.613516 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:24:47.613516 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:24:47.613516 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:24:47.613516 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:24:47.613516 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:24:47.613516 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:24:47.613516 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:24:47.613516 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:24:47.613516 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:24:47.613516 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:24:47.613516 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:24:47.613516 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:24:47.652237 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-971d2a71-9fb1-4c3c-bae4-6ed8f5e3147a tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:47.667370 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-971d2a71-9fb1-4c3c-bae4-6ed8f5e3147a tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ff4cf83-bc3e-4234-a00a-bc878e6d981a']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:47.684382 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf5649b-42be-4de8-ac9b-3968073eb9b8 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:47.684773 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bcf5649b-42be-4de8-ac9b-3968073eb9b8 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:47.690642 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-971d2a71-9fb1-4c3c-bae4-6ed8f5e3147a tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '408b26c9-6cb8-4867-9223-9a3622758c9b') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:47.690988 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-971d2a71-9fb1-4c3c-bae4-6ed8f5e3147a tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '408b26c9-6cb8-4867-9223-9a3622758c9b') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:47.694876 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '156409a4-8dd0-4f39-8d9d-7be6d1f20348', 'name': 'network-vif-deleted', 'tag': 'd488afe2-73a5-4d1b-b6a4-bc323b911248'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:47.697193 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f37a17-f66b-42ed-b84a-2d0d269894a4" -d '{"events": [{"server_uuid": "156409a4-8dd0-4f39-8d9d-7be6d1f20348", "name": "network-vif-deleted", "tag": "d488afe2-73a5-4d1b-b6a4-bc323b911248"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:47.713709 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-971d2a71-9fb1-4c3c-bae4-6ed8f5e3147a tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:47.739498 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-971d2a71-9fb1-4c3c-bae4-6ed8f5e3147a tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:47.754923 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-971d2a71-9fb1-4c3c-bae4-6ed8f5e3147a tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:24:47.755367 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-971d2a71-9fb1-4c3c-bae4-6ed8f5e3147a tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:47.762068 n-d-768851-15 neutron-server[94217]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:24:47.762068 n-d-768851-15 neutron-server[94217]: self.session.flush() Aug 10 03:24:47.762068 n-d-768851-15 neutron-server[94217]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:24:47.762068 n-d-768851-15 neutron-server[94217]: self.session.flush() Aug 10 03:24:47.762068 n-d-768851-15 neutron-server[94217]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:24:47.762068 n-d-768851-15 neutron-server[94217]: self.session.flush() Aug 10 03:24:47.762068 n-d-768851-15 neutron-server[94217]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:24:47.762068 n-d-768851-15 neutron-server[94217]: self.session.flush() Aug 10 03:24:47.762068 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:24:47.762068 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:24:47.762068 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:24:47.762068 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:24:47.762068 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:24:47.762068 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:24:47.762068 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:24:47.762068 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:24:47.762068 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:24:47.762068 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:24:47.762068 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:24:47.762068 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:24:47.762068 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:24:47.762068 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:24:47.762068 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:24:47.762068 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:24:47.762068 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:24:47.762068 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:24:47.762068 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:24:47.762068 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:24:47.762068 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:24:47.762068 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:24:47.762068 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:24:47.762068 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:24:47.762068 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:24:47.762068 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:24:47.762068 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:24:47.762068 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:24:47.762068 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:24:47.762068 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:24:47.762068 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:24:47.762068 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:24:47.823876 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3d62ba13-6f0c-4659-afe3-04a04f723091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:47.849231 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3d62ba13-6f0c-4659-afe3-04a04f723091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:47.854448 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-3d62ba13-6f0c-4659-afe3-04a04f723091 admin admin] 10.222.0.62 "DELETE /v2.0/networks/8bdbc785-dbaa-47b5-afc4-78e42278de83 HTTP/1.1" status: 204 len: 168 time: 1.0442522 Aug 10 03:24:47.888398 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46b9c8b-4551-40ec-b385-c3037e58b80d x-openstack-request-id: req-f46b9c8b-4551-40ec-b385-c3037e58b80d {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:47.889353 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "156409a4-8dd0-4f39-8d9d-7be6d1f20348", "name": "network-vif-deleted", "tag": "d488afe2-73a5-4d1b-b6a4-bc323b911248", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:47.889738 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f46b9c8b-4551-40ec-b385-c3037e58b80d {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:47.890233 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '156409a4-8dd0-4f39-8d9d-7be6d1f20348', 'name': 'network-vif-deleted', 'tag': 'd488afe2-73a5-4d1b-b6a4-bc323b911248', 'status': 'completed', 'code': 200} Aug 10 03:24:47.891333 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-971d2a71-9fb1-4c3c-bae4-6ed8f5e3147a tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:47.899481 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-971d2a71-9fb1-4c3c-bae4-6ed8f5e3147a tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:47.904178 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-971d2a71-9fb1-4c3c-bae4-6ed8f5e3147a tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] 10.222.0.62 "DELETE /v2.0/networks/1ff4cf83-bc3e-4234-a00a-bc878e6d981a HTTP/1.1" status: 204 len: 168 time: 1.8033564 Aug 10 03:24:47.927331 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d62ba13-6f0c-4659-afe3-04a04f723091 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bdbc785-dbaa-47b5-afc4-78e42278de83,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:47.940061 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5bf5143c-8ac1-4b17-a797-71f8319c5977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:47.948377 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d2a71-9fb1-4c3c-bae4-6ed8f5e3147a tempest-NetworksTest-1795010284 tempest-NetworksTest-1795010284-project] Pushing event deleted for resources: {'Network': ['ID=1ff4cf83-bc3e-4234-a00a-bc878e6d981a,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:47.950088 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3e4cfd72-c0e3-4920-8293-f592fedce007 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:47.951122 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 0eb899b4-c972-42b2-9715-5ebb3ddf0547 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:24:47.953919 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-435d2a8d-7a58-4d2d-8415-8aa712a5350a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:47.956624 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-435d2a8d-7a58-4d2d-8415-8aa712a5350a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:47.965308 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-435d2a8d-7a58-4d2d-8415-8aa712a5350a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5184fd7d-ecba-4ecf-a861-cfe057efeeb9 HTTP/1.1" status: 204 len: 168 time: 0.7635560 Aug 10 03:24:47.973113 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-bcf5649b-42be-4de8-ac9b-3968073eb9b8 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1592855 Aug 10 03:24:47.973739 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35792) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:47.979483 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-41a17b37-1b8f-4461-984d-04a4a9d60d3b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Request body: {'port': {'network_id': '211c0a24-cb81-4d9e-82fb-5a42353d3820', 'name': 'tempest-PortsTestJSON-1171874734', 'fixed_ips': [{'subnet_id': 'f1672318-515e-4212-b26e-32d3ed212671', 'ip_address': '172.20.0.9'}]}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:48.006410 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5bf5143c-8ac1-4b17-a797-71f8319c5977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:48.044556 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435d2a8d-7a58-4d2d-8415-8aa712a5350a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5184fd7d-ecba-4ecf-a861-cfe057efeeb9,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:48.068634 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 0eb899b4-c972-42b2-9715-5ebb3ddf0547 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:48.112413 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-5bf5143c-8ac1-4b17-a797-71f8319c5977 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3a8a89fc8df24e8380e810d42a5df4e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9918299 Aug 10 03:24:48.116676 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35794) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:48.124500 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35796) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:48.206261 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf5143c-8ac1-4b17-a797-71f8319c5977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4deae9c1-fbad-4447-b867-6435765a2c60,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:48.222644 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3e4cfd72-c0e3-4920-8293-f592fedce007 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:48.223962 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67237a49-93cc-48e3-82f8-2bc447063101 None None] Network 211c0a24-cb81-4d9e-82fb-5a42353d3820 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:48.254415 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-873891e8-9783-46ae-97fa-cd7430a9d71c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:48.266007 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b704fee1-a683-43be-8e76-36cc24ada5d3 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:24:48.295732 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4cfd72-c0e3-4920-8293-f592fedce007 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Pushing event deleted for resources: {'Subnet': ['ID=b3b15256-99de-40d9-819b-927887b64617,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:48.298036 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3e4cfd72-c0e3-4920-8293-f592fedce007 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:48.300389 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-3e4cfd72-c0e3-4920-8293-f592fedce007 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "DELETE /v2.0/subnets/b3b15256-99de-40d9-819b-927887b64617 HTTP/1.1" status: 204 len: 168 time: 1.1810763 Aug 10 03:24:48.304751 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35800) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:48.320267 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a17b37-1b8f-4461-984d-04a4a9d60d3b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Made reservation on behalf of 4ed48e64d2bc4e15aeddc047e3b71cf8 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:48.320910 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-026baecd-8dd7-4951-b7b3-4f71880401ba admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d850d0c474d6429391e31b27ef47e0a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1506333 Aug 10 03:24:48.323158 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35802) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:48.330644 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-41a17b37-1b8f-4461-984d-04a4a9d60d3b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:48.345929 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: b704fee1-a683-43be-8e76-36cc24ada5d3 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:24:48.346275 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b704fee1-a683-43be-8e76-36cc24ada5d3 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:24:48.351692 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114cdf3a-0c79-4a27-ae5d-1f8c66dc462a None None] Network 947b13c0-2fba-4b01-be97-4cb2d79ad30f requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:48.398676 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-873891e8-9783-46ae-97fa-cd7430a9d71c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:48.408033 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [None req-41a17b37-1b8f-4461-984d-04a4a9d60d3b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] device_id is not set on port b368a1d8-4c90-498d-a547-c053ddaad356 yet. {{(pid=94217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:24:48.483176 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-207a118f-4af0-45c4-a374-da6bc0facaef tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:48.490486 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-60c66ac5-fa35-4079-b1b6-afc634ac36c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:48.507119 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35806) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:48.541277 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-60c66ac5-fa35-4079-b1b6-afc634ac36c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:48.567227 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-873891e8-9783-46ae-97fa-cd7430a9d71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:48.570036 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-873891e8-9783-46ae-97fa-cd7430a9d71c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:48.571346 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-873891e8-9783-46ae-97fa-cd7430a9d71c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4deae9c1-fbad-4447-b867-6435765a2c60 HTTP/1.1" status: 204 len: 168 time: 0.4479373 Aug 10 03:24:48.585247 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873891e8-9783-46ae-97fa-cd7430a9d71c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4deae9c1-fbad-4447-b867-6435765a2c60,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:48.633762 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-207a118f-4af0-45c4-a374-da6bc0facaef tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Deleting port 409757f3-3b25-4394-9f04-60d5e2ee8c4a {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:24:48.635856 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-207a118f-4af0-45c4-a374-da6bc0facaef tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:48.715704 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-207a118f-4af0-45c4-a374-da6bc0facaef tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] For port 409757f3-3b25-4394-9f04-60d5e2ee8c4a, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=409757f3-3b25-4394-9f04-60d5e2ee8c4a,segment=NetworkSegment(86b54bf5-e88f-4075-bc9c-ccc4a58c3936),segment_id=86b54bf5-e88f-4075-bc9c-ccc4a58c3936)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:48.716220 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-207a118f-4af0-45c4-a374-da6bc0facaef tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:48.731260 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-207a118f-4af0-45c4-a374-da6bc0facaef tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Calling delete_port for 409757f3-3b25-4394-9f04-60d5e2ee8c4a owned by network:dhcp {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:24:48.784415 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d8965c45-b213-46cb-99f0-1125f3df6f3c None None] Provisioning for port 0eb899b4-c972-42b2-9715-5ebb3ddf0547 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:48.790507 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-41a17b37-1b8f-4461-984d-04a4a9d60d3b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Allocated IP 172.20.0.9 (211c0a24-cb81-4d9e-82fb-5a42353d3820/f1672318-515e-4212-b26e-32d3ed212671/b368a1d8-4c90-498d-a547-c053ddaad356) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:24:48.822727 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d8965c45-b213-46cb-99f0-1125f3df6f3c None None] Provisioning complete for port 0eb899b4-c972-42b2-9715-5ebb3ddf0547 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:48.823133 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d8965c45-b213-46cb-99f0-1125f3df6f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:48.888491 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-207a118f-4af0-45c4-a374-da6bc0facaef tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:49.001842 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-60c66ac5-fa35-4079-b1b6-afc634ac36c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:49.009290 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-60c66ac5-fa35-4079-b1b6-afc634ac36c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:49.012704 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-60c66ac5-fa35-4079-b1b6-afc634ac36c1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7ac8c1a7-71f5-41f6-8243-2e66983e67de HTTP/1.1" status: 204 len: 168 time: 0.6820321 Aug 10 03:24:49.012882 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760cc7c7-29cf-4d8b-a17a-ddbad1446b7d None None] DHCP port deletion for 947b13c0-2fba-4b01-be97-4cb2d79ad30f request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:24:49.020457 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207a118f-4af0-45c4-a374-da6bc0facaef tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Pushing event deleted for resources: {'Port': ['ID=409757f3-3b25-4394-9f04-60d5e2ee8c4a,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:49.064150 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207a118f-4af0-45c4-a374-da6bc0facaef tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] No DVR routers for this DVR port 409757f3-3b25-4394-9f04-60d5e2ee8c4a on host n-d-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:24:49.072382 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c66ac5-fa35-4079-b1b6-afc634ac36c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac8c1a7-71f5-41f6-8243-2e66983e67de,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:49.111612 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d8965c45-b213-46cb-99f0-1125f3df6f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:49.165728 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-41a17b37-1b8f-4461-984d-04a4a9d60d3b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:49.188353 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-41a17b37-1b8f-4461-984d-04a4a9d60d3b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Transition to ACTIVE for port object b368a1d8-4c90-498d-a547-c053ddaad356 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:49.208544 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-d8965c45-b213-46cb-99f0-1125f3df6f3c None None] For port 0eb899b4-c972-42b2-9715-5ebb3ddf0547, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=0eb899b4-c972-42b2-9715-5ebb3ddf0547,segment=NetworkSegment(1e578192-d194-466e-a87c-0ee164c9dc90),segment_id=1e578192-d194-466e-a87c-0ee164c9dc90)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:49.222127 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d8965c45-b213-46cb-99f0-1125f3df6f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:49.238611 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-dcadb768-a13f-4e8a-93ee-d39e34fc99e3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a0853454ae8b4b8c9105d0ce5b396b8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7242045 Aug 10 03:24:49.242712 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35822) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:49.247158 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-207a118f-4af0-45c4-a374-da6bc0facaef tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:49.275257 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-207a118f-4af0-45c4-a374-da6bc0facaef tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['947b13c0-2fba-4b01-be97-4cb2d79ad30f']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:49.287969 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-207a118f-4af0-45c4-a374-da6bc0facaef tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86b54bf5-e88f-4075-bc9c-ccc4a58c3936') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:49.288355 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-207a118f-4af0-45c4-a374-da6bc0facaef tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86b54bf5-e88f-4075-bc9c-ccc4a58c3936') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:49.292021 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-41a17b37-1b8f-4461-984d-04a4a9d60d3b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:49.299636 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-207a118f-4af0-45c4-a374-da6bc0facaef tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:49.319317 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-207a118f-4af0-45c4-a374-da6bc0facaef tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:49.330255 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-207a118f-4af0-45c4-a374-da6bc0facaef tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:24:49.330680 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-207a118f-4af0-45c4-a374-da6bc0facaef tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:49.338256 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:24:49.338256 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:24:49.338256 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:24:49.338256 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:24:49.338256 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:24:49.338256 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:24:49.338256 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:24:49.338256 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:24:49.338256 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:24:49.338256 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:24:49.338256 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:24:49.338256 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:24:49.338256 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:24:49.338256 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:24:49.338256 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:24:49.338256 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:24:49.338256 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:24:49.338256 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:24:49.338256 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:24:49.338256 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:24:49.338256 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:24:49.338256 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:24:49.338256 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:24:49.338256 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:24:49.338256 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:24:49.338256 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:24:49.338256 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:24:49.338256 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:24:49.338256 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:24:49.338256 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:24:49.338256 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:24:49.338256 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:24:49.368659 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8965c45-b213-46cb-99f0-1125f3df6f3c None None] Pushing event updated for resources: {'Port': ['ID=0eb899b4-c972-42b2-9715-5ebb3ddf0547,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:49.431264 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a17b37-1b8f-4461-984d-04a4a9d60d3b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Network 211c0a24-cb81-4d9e-82fb-5a42353d3820 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:24:49.441920 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-41a17b37-1b8f-4461-984d-04a4a9d60d3b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:49.462259 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a17b37-1b8f-4461-984d-04a4a9d60d3b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event updated for resources: {'Port': ['ID=b368a1d8-4c90-498d-a547-c053ddaad356,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:49.467285 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a17b37-1b8f-4461-984d-04a4a9d60d3b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:24:49.472024 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6fa1da30-bd24-4f3e-a29f-099367b2e33e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:49.483103 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-207a118f-4af0-45c4-a374-da6bc0facaef tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:49.544836 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-207a118f-4af0-45c4-a374-da6bc0facaef tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:49.546301 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6fa1da30-bd24-4f3e-a29f-099367b2e33e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:49.547410 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-207a118f-4af0-45c4-a374-da6bc0facaef tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "DELETE /v2.0/networks/947b13c0-2fba-4b01-be97-4cb2d79ad30f HTTP/1.1" status: 204 len: 168 time: 1.2411036 Aug 10 03:24:49.548767 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207a118f-4af0-45c4-a374-da6bc0facaef tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Pushing event deleted for resources: {'Network': ['ID=947b13c0-2fba-4b01-be97-4cb2d79ad30f,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:49.550610 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35828) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:49.557387 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-7f248744-74af-42d8-b0fc-8bea30526394 None None] Provisioning for port 152baf38-833b-4e04-bf8d-80346559939d completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:49.567167 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-7f248744-74af-42d8-b0fc-8bea30526394 None None] Provisioning complete for port 152baf38-833b-4e04-bf8d-80346559939d triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:49.567530 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7f248744-74af-42d8-b0fc-8bea30526394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:49.576064 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a17b37-1b8f-4461-984d-04a4a9d60d3b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:49.577663 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-41a17b37-1b8f-4461-984d-04a4a9d60d3b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:49.616533 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-41a17b37-1b8f-4461-984d-04a4a9d60d3b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6411436 Aug 10 03:24:49.622331 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35830) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:49.650413 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35832) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:49.690404 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-7f248744-74af-42d8-b0fc-8bea30526394 None None] Port 152baf38-833b-4e04-bf8d-80346559939d cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:24:49.706541 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-f233f4fa-2a9c-4f59-8dac-520102da6751 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Deleting subnet bd7d81f8-72fd-4be1-9b02-66d566ab85a4 {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:24:49.732843 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-7f248744-74af-42d8-b0fc-8bea30526394 None None] Provisioning complete for port 0eb899b4-c972-42b2-9715-5ebb3ddf0547 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:49.734295 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7f248744-74af-42d8-b0fc-8bea30526394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:49.768088 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fe10f920-00c1-436e-a0f5-c4587ddaa025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:49.781709 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f233f4fa-2a9c-4f59-8dac-520102da6751 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:49.799819 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9254f9f7-6756-43ac-b41f-05e96496dd4e tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:49.816763 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9254f9f7-6756-43ac-b41f-05e96496dd4e tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1927145 Aug 10 03:24:49.823690 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35836) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:49.877264 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 0eb899b4-c972-42b2-9715-5ebb3ddf0547 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:24:49.923401 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6fa1da30-bd24-4f3e-a29f-099367b2e33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:49.926808 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6fa1da30-bd24-4f3e-a29f-099367b2e33e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:49.930457 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6fa1da30-bd24-4f3e-a29f-099367b2e33e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0d7b42d8-fad8-48d2-9a44-8f8cab9cf40b HTTP/1.1" status: 204 len: 168 time: 0.6832948 Aug 10 03:24:49.951561 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f233f4fa-2a9c-4f59-8dac-520102da6751 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:49.997076 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa1da30-bd24-4f3e-a29f-099367b2e33e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7b42d8-fad8-48d2-9a44-8f8cab9cf40b,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:50.023175 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b8dfef75-8bd7-4ae3-9d1f-36f35eca2240 req-5e81fb25-974f-4ced-8c47-4e232ae93df2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=96b71075-c590-4430-8bbb-0c5a5fc90ab8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1202407 Aug 10 03:24:50.033910 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51a5b5b-2881-40b7-9f0a-500faad32bf4 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:50.041663 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51a5b5b-2881-40b7-9f0a-500faad32bf4 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:50.048501 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51a5b5b-2881-40b7-9f0a-500faad32bf4 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:50.050564 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e51a5b5b-2881-40b7-9f0a-500faad32bf4 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2255378 Aug 10 03:24:50.092490 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35846) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:50.162132 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 0eb899b4-c972-42b2-9715-5ebb3ddf0547 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:50.162632 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:50.216199 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f233f4fa-2a9c-4f59-8dac-520102da6751 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:50.223811 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dfef75-8bd7-4ae3-9d1f-36f35eca2240 req-69abf903-763c-493d-9ea3-4ddd3cb31e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:50.238293 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b8dfef75-8bd7-4ae3-9d1f-36f35eca2240 req-69abf903-763c-493d-9ea3-4ddd3cb31e9d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e185eddfc77743c180b686598504f106&device_id=96b71075-c590-4430-8bbb-0c5a5fc90ab8 HTTP/1.1" status: 200 len: 1098 time: 0.1863492 Aug 10 03:24:50.281475 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-548ed0f4-6a38-4af4-a839-a5c575d5e5ec None None] Provisioning complete for port 152baf38-833b-4e04-bf8d-80346559939d triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:50.281875 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-548ed0f4-6a38-4af4-a839-a5c575d5e5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:50.405001 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-548ed0f4-6a38-4af4-a839-a5c575d5e5ec None None] Port 152baf38-833b-4e04-bf8d-80346559939d cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:24:50.416091 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-1489073b-94a9-4122-97ee-d7125d8066fb tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Deleting port b368a1d8-4c90-498d-a547-c053ddaad356 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:24:50.416327 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1489073b-94a9-4122-97ee-d7125d8066fb tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:50.418707 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fe10f920-00c1-436e-a0f5-c4587ddaa025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:50.447793 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fe10f920-00c1-436e-a0f5-c4587ddaa025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:50.511429 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1489073b-94a9-4122-97ee-d7125d8066fb tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:50.515887 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-fe10f920-00c1-436e-a0f5-c4587ddaa025 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cf0df255c8434b4baa29b49e66a89f98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8570895 Aug 10 03:24:50.516942 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35854) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:50.519086 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 409757f3-3b25-4394-9f04-60d5e2ee8c4a no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:24:50.526882 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe10f920-00c1-436e-a0f5-c4587ddaa025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76188615-d621-492f-96d0-3eb996812ea7,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:50.531788 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f233f4fa-2a9c-4f59-8dac-520102da6751 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:50.564290 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-1489073b-94a9-4122-97ee-d7125d8066fb tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Calling delete_port for b368a1d8-4c90-498d-a547-c053ddaad356 owned by {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:24:50.580488 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f233f4fa-2a9c-4f59-8dac-520102da6751 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Pushing event deleted for resources: {'Subnet': ['ID=bd7d81f8-72fd-4be1-9b02-66d566ab85a4,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:50.584319 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 409757f3-3b25-4394-9f04-60d5e2ee8c4a {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:24:50.584963 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 409757f3-3b25-4394-9f04-60d5e2ee8c4a not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:24:50.594427 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f233f4fa-2a9c-4f59-8dac-520102da6751 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:50.596352 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-f233f4fa-2a9c-4f59-8dac-520102da6751 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "DELETE /v2.0/subnets/bd7d81f8-72fd-4be1-9b02-66d566ab85a4 HTTP/1.1" status: 204 len: 168 time: 1.0389717 Aug 10 03:24:50.600747 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-5c9b828f-999d-4ab3-aad0-a6731c0358f1 None None] Provisioning for port b368a1d8-4c90-498d-a547-c053ddaad356 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:50.601323 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35860) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:50.608795 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2b63a4-b2ee-47d6-bf2c-8aefae6eb3c0 None None] Network 115e9622-bdaf-4367-9b40-436d412443e3 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:50.637890 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-5c9b828f-999d-4ab3-aad0-a6731c0358f1 None None] Provisioning complete for port b368a1d8-4c90-498d-a547-c053ddaad356 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:50.640829 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5c9b828f-999d-4ab3-aad0-a6731c0358f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:50.689269 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b30a75e3-faba-4735-8c9d-54f883dd03fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:50.761298 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dfef75-8bd7-4ae3-9d1f-36f35eca2240 req-57027c4a-4831-4d9b-8aa2-189f3abf3f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:50.764029 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b8dfef75-8bd7-4ae3-9d1f-36f35eca2240 req-57027c4a-4831-4d9b-8aa2-189f3abf3f07 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe HTTP/1.1" status: 200 len: 911 time: 0.4908588 Aug 10 03:24:50.771812 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-5c9b828f-999d-4ab3-aad0-a6731c0358f1 None None] Port b368a1d8-4c90-498d-a547-c053ddaad356 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:24:50.802812 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4ebec5d7-003b-41c9-a6f4-97d580e2eadc tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:50.809968 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b30a75e3-faba-4735-8c9d-54f883dd03fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:50.856455 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b8dfef75-8bd7-4ae3-9d1f-36f35eca2240 req-31c5b4a9-bb3b-4df2-b4b7-cd4ce9ccb2ee service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f5ba6e3-7e80-40b9-9c1e-96a2492934fb HTTP/1.1" status: 200 len: 217 time: 0.0736639 Aug 10 03:24:50.932580 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5454b03b-1849-45e1-8344-2e554a6e26ff None None] DHCP port deletion for 115e9622-bdaf-4367-9b40-436d412443e3 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:24:51.026119 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b30a75e3-faba-4735-8c9d-54f883dd03fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:51.029783 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b30a75e3-faba-4735-8c9d-54f883dd03fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:51.040489 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b30a75e3-faba-4735-8c9d-54f883dd03fb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/76188615-d621-492f-96d0-3eb996812ea7 HTTP/1.1" status: 204 len: 168 time: 0.5207238 Aug 10 03:24:51.045500 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-4ebec5d7-003b-41c9-a6f4-97d580e2eadc tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Deleting port e5d7f139-d5bd-46a8-b0d1-16273adcc3ac {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:24:51.045852 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4ebec5d7-003b-41c9-a6f4-97d580e2eadc tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:51.067621 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-5454b03b-1849-45e1-8344-2e554a6e26ff None None] Deleting port e5d7f139-d5bd-46a8-b0d1-16273adcc3ac {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:24:51.070439 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5454b03b-1849-45e1-8344-2e554a6e26ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:51.213346 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-5454b03b-1849-45e1-8344-2e554a6e26ff None None] For port e5d7f139-d5bd-46a8-b0d1-16273adcc3ac, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=e5d7f139-d5bd-46a8-b0d1-16273adcc3ac,segment=NetworkSegment(b3a2a1ab-0b1f-4022-baaa-824978a8521b),segment_id=b3a2a1ab-0b1f-4022-baaa-824978a8521b)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:51.214554 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5454b03b-1849-45e1-8344-2e554a6e26ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:51.233218 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-5454b03b-1849-45e1-8344-2e554a6e26ff None None] Calling delete_port for e5d7f139-d5bd-46a8-b0d1-16273adcc3ac owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:24:51.351063 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5454b03b-1849-45e1-8344-2e554a6e26ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:51.384989 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5454b03b-1849-45e1-8344-2e554a6e26ff None None] Pushing event deleted for resources: {'Port': ['ID=e5d7f139-d5bd-46a8-b0d1-16273adcc3ac,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:51.409477 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5454b03b-1849-45e1-8344-2e554a6e26ff None None] No DVR routers for this DVR port e5d7f139-d5bd-46a8-b0d1-16273adcc3ac on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:24:51.483007 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dfef75-8bd7-4ae3-9d1f-36f35eca2240 req-c8bf44cc-aafd-4e2e-957b-310c8a62dbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:51.487018 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b8dfef75-8bd7-4ae3-9d1f-36f35eca2240 req-c8bf44cc-aafd-4e2e-957b-310c8a62dbbe service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c05a62ae-44d3-4db4-a938-da6f60472238 HTTP/1.1" status: 200 len: 849 time: 0.6204045 Aug 10 03:24:51.549590 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35886) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:51.631092 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1489073b-94a9-4122-97ee-d7125d8066fb tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:51.720452 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30a75e3-faba-4735-8c9d-54f883dd03fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76188615-d621-492f-96d0-3eb996812ea7,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:51.741556 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1489073b-94a9-4122-97ee-d7125d8066fb tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event deleted for resources: {'Port': ['ID=b368a1d8-4c90-498d-a547-c053ddaad356,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:51.801122 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-4ebec5d7-003b-41c9-a6f4-97d580e2eadc tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] For port e5d7f139-d5bd-46a8-b0d1-16273adcc3ac, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=e5d7f139-d5bd-46a8-b0d1-16273adcc3ac,segment=NetworkSegment(b3a2a1ab-0b1f-4022-baaa-824978a8521b),segment_id=b3a2a1ab-0b1f-4022-baaa-824978a8521b)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:51.801976 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4ebec5d7-003b-41c9-a6f4-97d580e2eadc tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:51.840222 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e5d7f139-d5bd-46a8-b0d1-16273adcc3ac no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:24:51.844993 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-4ebec5d7-003b-41c9-a6f4-97d580e2eadc tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Calling delete_port for e5d7f139-d5bd-46a8-b0d1-16273adcc3ac owned by network:dhcp {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:24:51.934781 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: e5d7f139-d5bd-46a8-b0d1-16273adcc3ac {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:24:51.935426 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e5d7f139-d5bd-46a8-b0d1-16273adcc3ac not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:24:52.003898 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dfef75-8bd7-4ae3-9d1f-36f35eca2240 req-b9111b48-a0b2-4686-9294-7cfcc38fcfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:52.006529 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b8dfef75-8bd7-4ae3-9d1f-36f35eca2240 req-b9111b48-a0b2-4686-9294-7cfcc38fcfc8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4556055 Aug 10 03:24:52.025831 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4ebec5d7-003b-41c9-a6f4-97d580e2eadc tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:52.033747 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1489073b-94a9-4122-97ee-d7125d8066fb tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:52.037828 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1489073b-94a9-4122-97ee-d7125d8066fb tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "DELETE /v2.0/ports/b368a1d8-4c90-498d-a547-c053ddaad356 HTTP/1.1" status: 204 len: 168 time: 1.9214232 Aug 10 03:24:52.050566 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35898) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:52.146002 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-06a3b817-d76c-464a-911b-e3eceb61b666 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] GET failed (client error): The resource could not be found. Aug 10 03:24:52.157267 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-06a3b817-d76c-464a-911b-e3eceb61b666 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "GET /v2.0/ports/b368a1d8-4c90-498d-a547-c053ddaad356 HTTP/1.1" status: 404 len: 333 time: 0.1020489 Aug 10 03:24:52.158185 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35900) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:52.216312 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35906) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:52.235526 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-566cdc8e-3bad-46ea-b111-6bdbaf5e5b30 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-694955660-network', 'tenant_id': 'a77b526167a54c3793a81af5f7632e4e'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:52.237744 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebec5d7-003b-41c9-a6f4-97d580e2eadc tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Pushing event deleted for resources: {'Port': ['ID=e5d7f139-d5bd-46a8-b0d1-16273adcc3ac,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:52.247130 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebec5d7-003b-41c9-a6f4-97d580e2eadc tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] No DVR routers for this DVR port e5d7f139-d5bd-46a8-b0d1-16273adcc3ac on host n-d-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:24:52.365633 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566cdc8e-3bad-46ea-b111-6bdbaf5e5b30 admin admin] Made reservation on behalf of a77b526167a54c3793a81af5f7632e4e for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:52.369109 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-566cdc8e-3bad-46ea-b111-6bdbaf5e5b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:52.385250 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-75d1e292-1ea6-4e62-a8c3-d7accda7a698 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1020409072-network', 'tenant_id': 'a6c6578459ab48049573af588cfcdf5f'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:52.432039 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b8dfef75-8bd7-4ae3-9d1f-36f35eca2240 req-8eb55a34-5c3f-4ca8-bc31-3937ff34453d service neutron] 10.222.0.58 "GET /v2.0/networks/0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4163742 Aug 10 03:24:52.433262 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-566cdc8e-3bad-46ea-b111-6bdbaf5e5b30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:52.476227 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4ebec5d7-003b-41c9-a6f4-97d580e2eadc tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:52.497564 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-4ebec5d7-003b-41c9-a6f4-97d580e2eadc tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['115e9622-bdaf-4367-9b40-436d412443e3']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:52.514824 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-4ebec5d7-003b-41c9-a6f4-97d580e2eadc tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3a2a1ab-0b1f-4022-baaa-824978a8521b') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:52.515758 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-4ebec5d7-003b-41c9-a6f4-97d580e2eadc tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3a2a1ab-0b1f-4022-baaa-824978a8521b') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:52.520092 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-b33a2360-4795-4ce4-9beb-4513d895d97d tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Deleting port 152baf38-833b-4e04-bf8d-80346559939d {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:24:52.520812 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b33a2360-4795-4ce4-9beb-4513d895d97d tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:52.551575 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4ebec5d7-003b-41c9-a6f4-97d580e2eadc tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:52.558906 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d1e292-1ea6-4e62-a8c3-d7accda7a698 admin admin] Made reservation on behalf of a6c6578459ab48049573af588cfcdf5f for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:52.563420 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-75d1e292-1ea6-4e62-a8c3-d7accda7a698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:52.590518 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-75d1e292-1ea6-4e62-a8c3-d7accda7a698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:52.607079 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4ebec5d7-003b-41c9-a6f4-97d580e2eadc tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:52.621426 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ebec5d7-003b-41c9-a6f4-97d580e2eadc tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:24:52.622335 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4ebec5d7-003b-41c9-a6f4-97d580e2eadc tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:52.626486 n-d-768851-15 neutron-server[94216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:24:52.626486 n-d-768851-15 neutron-server[94216]: self.session.flush() Aug 10 03:24:52.626486 n-d-768851-15 neutron-server[94216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:24:52.626486 n-d-768851-15 neutron-server[94216]: self.session.flush() Aug 10 03:24:52.626486 n-d-768851-15 neutron-server[94216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:24:52.626486 n-d-768851-15 neutron-server[94216]: self.session.flush() Aug 10 03:24:52.626486 n-d-768851-15 neutron-server[94216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:24:52.626486 n-d-768851-15 neutron-server[94216]: self.session.flush() Aug 10 03:24:52.626486 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:24:52.626486 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:24:52.626486 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:24:52.626486 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:24:52.626486 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:24:52.626486 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:24:52.626486 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:24:52.626486 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:24:52.626486 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:24:52.626486 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:24:52.626486 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:24:52.626486 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:24:52.626486 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:24:52.626486 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:24:52.626486 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:24:52.626486 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:24:52.626486 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:24:52.626486 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:24:52.626486 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:24:52.626486 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:24:52.626486 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:24:52.626486 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:24:52.626486 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:24:52.626486 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:24:52.626486 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:24:52.626486 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:24:52.626486 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:24:52.626486 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:24:52.626486 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:24:52.626486 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:24:52.626486 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:24:52.626486 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:24:52.673032 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35920) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:52.720354 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b33a2360-4795-4ce4-9beb-4513d895d97d tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:52.723784 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b8dfef75-8bd7-4ae3-9d1f-36f35eca2240 req-4aa5fdab-fd8a-4660-8b99-128126d3fd21 service neutron] 10.222.0.58 "GET /v2.0/networks/0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669024 Aug 10 03:24:52.736271 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-b33a2360-4795-4ce4-9beb-4513d895d97d tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Calling delete_port for 152baf38-833b-4e04-bf8d-80346559939d owned by {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:24:52.739380 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4ebec5d7-003b-41c9-a6f4-97d580e2eadc tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:52.754329 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4ebec5d7-003b-41c9-a6f4-97d580e2eadc tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:52.757646 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-4ebec5d7-003b-41c9-a6f4-97d580e2eadc tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "DELETE /v2.0/networks/115e9622-bdaf-4367-9b40-436d412443e3 HTTP/1.1" status: 204 len: 168 time: 2.1542590 Aug 10 03:24:52.777737 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35926) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:52.784166 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-73499230-58fd-4a81-9055-1497c9158076 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1278267196'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:52.795757 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebec5d7-003b-41c9-a6f4-97d580e2eadc tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Pushing event deleted for resources: {'Network': ['ID=115e9622-bdaf-4367-9b40-436d412443e3,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:52.881679 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-354543ad-4db5-4999-a161-23aea416ce99 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:52.883715 n-d-768851-15 neutron-server[94217]: WARNING neutron.api.v2.base [None req-354543ad-4db5-4999-a161-23aea416ce99 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 10 03:24:52.884237 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-354543ad-4db5-4999-a161-23aea416ce99 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] create failed (client error): There was a conflict when trying to complete your request. Aug 10 03:24:52.885266 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-354543ad-4db5-4999-a161-23aea416ce99 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2104046 Aug 10 03:24:52.887384 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-566cdc8e-3bad-46ea-b111-6bdbaf5e5b30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:52.891475 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35932) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:52.903100 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-31aaeba0-6955-41a2-884d-c05b67b6f22c tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Request body: {'security_group': {'name': 'tempest-secgroup--713079579'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:52.916585 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-566cdc8e-3bad-46ea-b111-6bdbaf5e5b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:52.928552 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.db.api [None req-73499230-58fd-4a81-9055-1497c9158076 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:24:52.928552 n-d-768851-15 neutron-server[94216]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 03:24:52.928552 n-d-768851-15 neutron-server[94216]: [parameters: {'project_id_1': 'd8f2056cb8664657b3af8bc92377e007', 'expiration_1': datetime.datetime(2021, 8, 10, 3, 24, 52, 791945)}] Aug 10 03:24:52.928552 n-d-768851-15 neutron-server[94216]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:24:52.929101 n-d-768851-15 neutron-server[94216]: DEBUG oslo_db.api [None req-73499230-58fd-4a81-9055-1497c9158076 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:24:52.947345 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b33a2360-4795-4ce4-9beb-4513d895d97d tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:52.952596 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.db.api [None req-31aaeba0-6955-41a2-884d-c05b67b6f22c tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:24:52.952596 n-d-768851-15 neutron-server[94217]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 03:24:52.952596 n-d-768851-15 neutron-server[94217]: [parameters: {'project_id_1': 'a868e9fcea3b4c0895b02e878c81ef96', 'expiration_1': datetime.datetime(2021, 8, 10, 3, 24, 52, 919772)}] Aug 10 03:24:52.952596 n-d-768851-15 neutron-server[94217]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:24:52.953134 n-d-768851-15 neutron-server[94217]: DEBUG oslo_db.api [None req-31aaeba0-6955-41a2-884d-c05b67b6f22c tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:24:52.960553 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566cdc8e-3bad-46ea-b111-6bdbaf5e5b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b127f8-b049-47f9-93a7-7fe98bab8cc6,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:52.966770 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-566cdc8e-3bad-46ea-b111-6bdbaf5e5b30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:24:52.987429 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-566cdc8e-3bad-46ea-b111-6bdbaf5e5b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:52.987772 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-566cdc8e-3bad-46ea-b111-6bdbaf5e5b30 admin admin] Added segment 8488dbaf-be9b-400f-9dbd-520f189ac473 of type vlan for network bc648e31-3fe5-47a0-8b38-9d9deaf52af1 Aug 10 03:24:53.009017 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a2360-4795-4ce4-9beb-4513d895d97d tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event deleted for resources: {'Port': ['ID=152baf38-833b-4e04-bf8d-80346559939d,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:53.052969 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-566cdc8e-3bad-46ea-b111-6bdbaf5e5b30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:53.138099 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b33a2360-4795-4ce4-9beb-4513d895d97d tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:53.140783 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b33a2360-4795-4ce4-9beb-4513d895d97d tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "DELETE /v2.0/ports/152baf38-833b-4e04-bf8d-80346559939d HTTP/1.1" status: 204 len: 168 time: 0.9803615 Aug 10 03:24:53.143354 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35938) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:53.162144 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-75d1e292-1ea6-4e62-a8c3-d7accda7a698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:53.169864 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-566cdc8e-3bad-46ea-b111-6bdbaf5e5b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:53.170893 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566cdc8e-3bad-46ea-b111-6bdbaf5e5b30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:53.171491 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-566cdc8e-3bad-46ea-b111-6bdbaf5e5b30 admin admin] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:53.179748 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7e7fbd6-78fb-4e02-8621-78a4c52f4279 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] GET failed (client error): The resource could not be found. Aug 10 03:24:53.183325 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b7e7fbd6-78fb-4e02-8621-78a4c52f4279 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "GET /v2.0/ports/152baf38-833b-4e04-bf8d-80346559939d HTTP/1.1" status: 404 len: 333 time: 0.0386641 Aug 10 03:24:53.185950 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35940) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:53.188452 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-75d1e292-1ea6-4e62-a8c3-d7accda7a698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:53.264718 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-379659b3-f09b-444d-8336-de7965fda441 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Deleting subnet f1672318-515e-4212-b26e-32d3ed212671 {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:24:53.269860 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-379659b3-f09b-444d-8336-de7965fda441 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:53.304618 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75d1e292-1ea6-4e62-a8c3-d7accda7a698 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:24:53.323980 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-566cdc8e-3bad-46ea-b111-6bdbaf5e5b30 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7711279 Aug 10 03:24:53.327165 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35944) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:53.332923 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-dbdcc786-9a6e-4a32-9ebd-b930a03fdd33 admin admin] Request body: {'subnet': {'network_id': 'bc648e31-3fe5-47a0-8b38-9d9deaf52af1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-694955660-subnet', 'tenant_id': 'a77b526167a54c3793a81af5f7632e4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:53.356868 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-379659b3-f09b-444d-8336-de7965fda441 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:53.375519 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d1e292-1ea6-4e62-a8c3-d7accda7a698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe56f97-cb65-408d-9c87-fa760e99fdb4,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:53.378783 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-75d1e292-1ea6-4e62-a8c3-d7accda7a698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:53.379139 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-75d1e292-1ea6-4e62-a8c3-d7accda7a698 admin admin] Added segment 4f7bae62-9d74-481f-afc7-5fd2c439c3cc of type vlan for network 3ae3bb7a-17de-433a-9439-10e842715ca7 Aug 10 03:24:53.389645 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566cdc8e-3bad-46ea-b111-6bdbaf5e5b30 admin admin] Pushing event updated for resources: {'Network': ['ID=bc648e31-3fe5-47a0-8b38-9d9deaf52af1,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:53.410976 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbdcc786-9a6e-4a32-9ebd-b930a03fdd33 admin admin] Made reservation on behalf of a77b526167a54c3793a81af5f7632e4e for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:53.416760 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dbdcc786-9a6e-4a32-9ebd-b930a03fdd33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:53.417875 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network bc648e31-3fe5-47a0-8b38-9d9deaf52af1 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:24:53.454720 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-75d1e292-1ea6-4e62-a8c3-d7accda7a698 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:53.528861 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-31aaeba0-6955-41a2-884d-c05b67b6f22c tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:53.542965 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-31aaeba0-6955-41a2-884d-c05b67b6f22c tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:53.546135 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-75d1e292-1ea6-4e62-a8c3-d7accda7a698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:53.547690 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d1e292-1ea6-4e62-a8c3-d7accda7a698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:53.548640 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-75d1e292-1ea6-4e62-a8c3-d7accda7a698 admin admin] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:53.668392 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-75d1e292-1ea6-4e62-a8c3-d7accda7a698 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4481978 Aug 10 03:24:53.675126 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35952) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:53.691102 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-28dc5e69-45d5-44b6-a0e9-ef31fa7e137a admin admin] Request body: {'subnet': {'network_id': '3ae3bb7a-17de-433a-9439-10e842715ca7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1020409072-subnet', 'tenant_id': 'a6c6578459ab48049573af588cfcdf5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:53.708159 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d1e292-1ea6-4e62-a8c3-d7accda7a698 admin admin] Pushing event updated for resources: {'Network': ['ID=3ae3bb7a-17de-433a-9439-10e842715ca7,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:53.740883 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 3ae3bb7a-17de-433a-9439-10e842715ca7 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:24:53.755910 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-379659b3-f09b-444d-8336-de7965fda441 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:53.851207 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-31aaeba0-6955-41a2-884d-c05b67b6f22c tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:53.856983 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-31aaeba0-6955-41a2-884d-c05b67b6f22c tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:53.907623 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aaeba0-6955-41a2-884d-c05b67b6f22c tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49bbb38c-c704-4408-9564-162b6b993291,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:53.930227 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73499230-58fd-4a81-9055-1497c9158076 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Made reservation on behalf of d8f2056cb8664657b3af8bc92377e007 for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:53.934095 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-73499230-58fd-4a81-9055-1497c9158076 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:53.935936 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28dc5e69-45d5-44b6-a0e9-ef31fa7e137a admin admin] Made reservation on behalf of a6c6578459ab48049573af588cfcdf5f for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:53.939369 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-28dc5e69-45d5-44b6-a0e9-ef31fa7e137a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:53.950843 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dbdcc786-9a6e-4a32-9ebd-b930a03fdd33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:53.965022 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-379659b3-f09b-444d-8336-de7965fda441 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:54.046507 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73486342-45fe-4f32-a873-565f90e731bd None None] Network 211c0a24-cb81-4d9e-82fb-5a42353d3820 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:54.054531 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-379659b3-f09b-444d-8336-de7965fda441 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:54.059402 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-379659b3-f09b-444d-8336-de7965fda441 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "DELETE /v2.0/subnets/f1672318-515e-4212-b26e-32d3ed212671 HTTP/1.1" status: 204 len: 168 time: 0.8722825 Aug 10 03:24:54.064827 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73499230-58fd-4a81-9055-1497c9158076 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:24:54.073609 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35962) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:54.117552 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-73499230-58fd-4a81-9055-1497c9158076 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:54.117901 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-73499230-58fd-4a81-9055-1497c9158076 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Added segment e189d3d9-b756-4566-b357-383625a8365a of type vlan for network 8c256548-81fe-4ce5-9def-c24a21700c51 Aug 10 03:24:54.129029 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdcc786-9a6e-4a32-9ebd-b930a03fdd33 admin admin] Checking segment: {'id': '8488dbaf-be9b-400f-9dbd-520f189ac473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bc648e31-3fe5-47a0-8b38-9d9deaf52af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:54.129368 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbdcc786-9a6e-4a32-9ebd-b930a03fdd33 admin admin] Network hostable DHCP agents. Network: bc648e31-3fe5-47a0-8b38-9d9deaf52af1, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:24:54.133965 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdcc786-9a6e-4a32-9ebd-b930a03fdd33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87970a7d-e71d-4702-b063-6900ffc87c9e,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:54.194139 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379659b3-f09b-444d-8336-de7965fda441 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event deleted for resources: {'Subnet': ['ID=f1672318-515e-4212-b26e-32d3ed212671,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:54.206921 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-73499230-58fd-4a81-9055-1497c9158076 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:54.211183 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbdcc786-9a6e-4a32-9ebd-b930a03fdd33 admin admin] Network bc648e31-3fe5-47a0-8b38-9d9deaf52af1 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:24:54.211917 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-31aaeba0-6955-41a2-884d-c05b67b6f22c tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:54.230420 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-31aaeba0-6955-41a2-884d-c05b67b6f22c tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:54.235894 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-dbdcc786-9a6e-4a32-9ebd-b930a03fdd33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, bc648e31-3fe5-47a0-8b38-9d9deaf52af1) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:54.245029 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbdcc786-9a6e-4a32-9ebd-b930a03fdd33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:54.245688 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dbdcc786-9a6e-4a32-9ebd-b930a03fdd33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:54.250268 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602e0509-75d2-47f8-bb4a-ed4d50d235ad None None] Network bc648e31-3fe5-47a0-8b38-9d9deaf52af1 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:54.272088 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-dbdcc786-9a6e-4a32-9ebd-b930a03fdd33 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9428923 Aug 10 03:24:54.276354 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-73499230-58fd-4a81-9055-1497c9158076 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:54.284418 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1c074442-da90-4032-ba0d-70a205425b02 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:54.292801 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73499230-58fd-4a81-9055-1497c9158076 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:54.296199 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-73499230-58fd-4a81-9055-1497c9158076 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:54.356391 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-31aaeba0-6955-41a2-884d-c05b67b6f22c tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:54.358203 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-31aaeba0-6955-41a2-884d-c05b67b6f22c tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4634809 Aug 10 03:24:54.364204 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35970) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:54.382763 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aaeba0-6955-41a2-884d-c05b67b6f22c tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=554563cb-b128-4e0a-952f-396188420ad1,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:54.451716 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-73499230-58fd-4a81-9055-1497c9158076 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6722744 Aug 10 03:24:54.457036 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35972) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:54.460449 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-9ea6f18d-ff06-46db-8c89-df665c563d0e tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Request body: {'security_group_rule': {'security_group_id': '554563cb-b128-4e0a-952f-396188420ad1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:54.472722 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403eaea9-6a97-4bfb-a348-6fe940c7fc9d None None] DHCP port deletion for 211c0a24-cb81-4d9e-82fb-5a42353d3820 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:24:54.507503 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-75190223-73b7-4638-9e10-0bfba016b530 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Request body: {'subnet': {'network_id': '8c256548-81fe-4ce5-9def-c24a21700c51', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:54.567479 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73499230-58fd-4a81-9055-1497c9158076 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Pushing event updated for resources: {'Network': ['ID=8c256548-81fe-4ce5-9def-c24a21700c51,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:54.585391 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-1c074442-da90-4032-ba0d-70a205425b02 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Deleting port 0eb899b4-c972-42b2-9715-5ebb3ddf0547 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:24:54.587893 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1c074442-da90-4032-ba0d-70a205425b02 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:54.625859 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 8c256548-81fe-4ce5-9def-c24a21700c51 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:24:54.648900 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5412fd14-8e18-4cb9-a025-ae3234daa595 None None] Network bc648e31-3fe5-47a0-8b38-9d9deaf52af1 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:54.714237 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-28dc5e69-45d5-44b6-a0e9-ef31fa7e137a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:54.730110 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9ea6f18d-ff06-46db-8c89-df665c563d0e tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:54.797987 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75190223-73b7-4638-9e10-0bfba016b530 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Made reservation on behalf of d8f2056cb8664657b3af8bc92377e007 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:54.803269 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-75190223-73b7-4638-9e10-0bfba016b530 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:54.824289 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-1c074442-da90-4032-ba0d-70a205425b02 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] For port 0eb899b4-c972-42b2-9715-5ebb3ddf0547, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=0eb899b4-c972-42b2-9715-5ebb3ddf0547,segment=NetworkSegment(1e578192-d194-466e-a87c-0ee164c9dc90),segment_id=1e578192-d194-466e-a87c-0ee164c9dc90)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:54.831880 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1c074442-da90-4032-ba0d-70a205425b02 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:54.863096 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dc5e69-45d5-44b6-a0e9-ef31fa7e137a admin admin] Pushing event updated for resources: {'Subnet': ['ID=84e2115c-5c38-4493-9e9f-a0cb9fd0cc26,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:54.886360 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-403eaea9-6a97-4bfb-a348-6fe940c7fc9d None None] Deleting port 0eb899b4-c972-42b2-9715-5ebb3ddf0547 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:24:54.887010 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-403eaea9-6a97-4bfb-a348-6fe940c7fc9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:54.893723 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-1c074442-da90-4032-ba0d-70a205425b02 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Calling delete_port for 0eb899b4-c972-42b2-9715-5ebb3ddf0547 owned by network:dhcp {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:24:54.895493 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9ea6f18d-ff06-46db-8c89-df665c563d0e tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:54.913256 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9ea6f18d-ff06-46db-8c89-df665c563d0e tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:54.938466 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dc5e69-45d5-44b6-a0e9-ef31fa7e137a admin admin] Checking segment: {'id': '4f7bae62-9d74-481f-afc7-5fd2c439c3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3ae3bb7a-17de-433a-9439-10e842715ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:54.938982 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28dc5e69-45d5-44b6-a0e9-ef31fa7e137a admin admin] Network hostable DHCP agents. Network: 3ae3bb7a-17de-433a-9439-10e842715ca7, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:24:54.950903 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea6f18d-ff06-46db-8c89-df665c563d0e tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb18140f-1169-4978-bfc0-d1b39fb7f855,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:54.973260 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9ea6f18d-ff06-46db-8c89-df665c563d0e tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:54.981079 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-9ea6f18d-ff06-46db-8c89-df665c563d0e tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5183470 Aug 10 03:24:54.983867 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35992) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:54.993544 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-9d477022-dc52-43ee-8fdf-78ee9aae4388 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Request body: {'security_group_rule': {'security_group_id': '554563cb-b128-4e0a-952f-396188420ad1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:55.056311 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-403eaea9-6a97-4bfb-a348-6fe940c7fc9d None None] For port 0eb899b4-c972-42b2-9715-5ebb3ddf0547, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=0eb899b4-c972-42b2-9715-5ebb3ddf0547,segment=NetworkSegment(1e578192-d194-466e-a87c-0ee164c9dc90),segment_id=1e578192-d194-466e-a87c-0ee164c9dc90)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:55.056954 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-403eaea9-6a97-4bfb-a348-6fe940c7fc9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:55.073456 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-403eaea9-6a97-4bfb-a348-6fe940c7fc9d None None] Calling delete_port for 0eb899b4-c972-42b2-9715-5ebb3ddf0547 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:24:55.137749 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9d477022-dc52-43ee-8fdf-78ee9aae4388 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:55.150632 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28dc5e69-45d5-44b6-a0e9-ef31fa7e137a admin admin] Network 3ae3bb7a-17de-433a-9439-10e842715ca7 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:24:55.223357 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-75190223-73b7-4638-9e10-0bfba016b530 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:55.246905 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-28dc5e69-45d5-44b6-a0e9-ef31fa7e137a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 3ae3bb7a-17de-433a-9439-10e842715ca7) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:55.254657 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1717cbf-46cd-4382-bd81-da86bfe23153 None None] Network 3ae3bb7a-17de-433a-9439-10e842715ca7 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:55.255821 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28dc5e69-45d5-44b6-a0e9-ef31fa7e137a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:55.256651 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-28dc5e69-45d5-44b6-a0e9-ef31fa7e137a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:55.275098 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1c074442-da90-4032-ba0d-70a205425b02 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:55.305121 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c074442-da90-4032-ba0d-70a205425b02 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event deleted for resources: {'Port': ['ID=0eb899b4-c972-42b2-9715-5ebb3ddf0547,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:55.316043 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 36004) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:55.316276 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-28dc5e69-45d5-44b6-a0e9-ef31fa7e137a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6357803 Aug 10 03:24:55.321577 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21d0e5-0348-4514-a505-1bbfbc6a4e3f req-53326b12-ba66-4866-8ce6-760213bec7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:55.323149 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0e21d0e5-0348-4514-a505-1bbfbc6a4e3f req-53326b12-ba66-4866-8ce6-760213bec7ef service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e185eddfc77743c180b686598504f106&device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 1096 time: 0.1236277 Aug 10 03:24:55.326491 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c074442-da90-4032-ba0d-70a205425b02 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] No DVR routers for this DVR port 0eb899b4-c972-42b2-9715-5ebb3ddf0547 on host n-d-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:24:55.335203 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-403eaea9-6a97-4bfb-a348-6fe940c7fc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:55.375451 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403eaea9-6a97-4bfb-a348-6fe940c7fc9d None None] Pushing event deleted for resources: {'Port': ['ID=0eb899b4-c972-42b2-9715-5ebb3ddf0547,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:55.376166 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75190223-73b7-4638-9e10-0bfba016b530 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Pushing event updated for resources: {'Subnet': ['ID=7c1700a9-af2b-4095-9db8-068253b3617c,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:55.398235 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403eaea9-6a97-4bfb-a348-6fe940c7fc9d None None] No DVR routers for this DVR port 0eb899b4-c972-42b2-9715-5ebb3ddf0547 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:24:55.473154 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-62d28321-cf49-41f8-ab9d-2b1b4bab20f0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1020409072-router', 'tenant_id': 'a6c6578459ab48049573af588cfcdf5f', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:55.486838 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1c074442-da90-4032-ba0d-70a205425b02 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:55.524430 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-1c074442-da90-4032-ba0d-70a205425b02 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['211c0a24-cb81-4d9e-82fb-5a42353d3820']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:55.576724 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-1c074442-da90-4032-ba0d-70a205425b02 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e578192-d194-466e-a87c-0ee164c9dc90') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:55.576967 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-1c074442-da90-4032-ba0d-70a205425b02 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e578192-d194-466e-a87c-0ee164c9dc90') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:55.577751 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5308ce41-7f50-4337-ba88-b41bd3b1fec0 None None] Network 3ae3bb7a-17de-433a-9439-10e842715ca7 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:55.620118 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1c074442-da90-4032-ba0d-70a205425b02 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:55.644966 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21d0e5-0348-4514-a505-1bbfbc6a4e3f req-9e4ba639-abc4-439b-b306-253f457b6a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:55.644966 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0e21d0e5-0348-4514-a505-1bbfbc6a4e3f req-9e4ba639-abc4-439b-b306-253f457b6a33 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe HTTP/1.1" status: 200 len: 911 time: 0.3073351 Aug 10 03:24:55.673638 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1c074442-da90-4032-ba0d-70a205425b02 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:55.690653 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-62d28321-cf49-41f8-ab9d-2b1b4bab20f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:55.694266 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-62d28321-cf49-41f8-ab9d-2b1b4bab20f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:55.714110 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [None req-9d477022-dc52-43ee-8fdf-78ee9aae4388 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] create failed (client error): There was a conflict when trying to complete your request. Aug 10 03:24:55.719694 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-9d477022-dc52-43ee-8fdf-78ee9aae4388 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7345705 Aug 10 03:24:55.723822 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 36012) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:55.745702 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8df35-d775-4d42-92e7-905585805ae1 req-0d837548-3d26-4abc-a697-7fd519fce585 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:55.747309 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-caa8df35-d775-4d42-92e7-905585805ae1 req-0d837548-3d26-4abc-a697-7fd519fce585 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 944 time: 0.4301045 Aug 10 03:24:55.772337 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75190223-73b7-4638-9e10-0bfba016b530 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Checking segment: {'id': 'e189d3d9-b756-4566-b357-383625a8365a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8c256548-81fe-4ce5-9def-c24a21700c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:55.772728 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75190223-73b7-4638-9e10-0bfba016b530 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Network hostable DHCP agents. Network: 8c256548-81fe-4ce5-9def-c24a21700c51, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:24:55.785235 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c074442-da90-4032-ba0d-70a205425b02 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:24:55.785758 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1c074442-da90-4032-ba0d-70a205425b02 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:55.788905 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:24:55.788905 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:24:55.788905 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:24:55.788905 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:24:55.788905 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:24:55.788905 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:24:55.788905 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:24:55.788905 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:24:55.788905 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:24:55.788905 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:24:55.788905 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:24:55.788905 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:24:55.788905 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:24:55.788905 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:24:55.788905 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:24:55.788905 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:24:55.788905 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:24:55.788905 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:24:55.788905 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:24:55.788905 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:24:55.788905 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:24:55.788905 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:24:55.788905 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:24:55.788905 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:24:55.788905 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:24:55.788905 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:24:55.788905 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:24:55.788905 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:24:55.788905 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:24:55.788905 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:24:55.788905 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:24:55.788905 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:24:55.860915 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 0eb899b4-c972-42b2-9715-5ebb3ddf0547 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:24:55.876696 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f98396-ac9a-4480-8cf3-edaa9b5eb30f req-fc521857-312f-48b1-b040-a14faf7ff9e2 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:55.878517 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c6f98396-ac9a-4480-8cf3-edaa9b5eb30f req-fc521857-312f-48b1-b040-a14faf7ff9e2 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/networks?id=bc648e31-3fe5-47a0-8b38-9d9deaf52af1 HTTP/1.1" status: 200 len: 813 time: 0.6592305 Aug 10 03:24:55.902147 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-caa8df35-d775-4d42-92e7-905585805ae1 req-d129a42b-aac5-486d-84f8-65da2dccdf70 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426406 Aug 10 03:24:55.904342 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 0eb899b4-c972-42b2-9715-5ebb3ddf0547 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:24:55.904668 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 0eb899b4-c972-42b2-9715-5ebb3ddf0547 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:24:55.915908 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c6f98396-ac9a-4480-8cf3-edaa9b5eb30f req-2c84ad25-7f26-4dff-b921-0a1cfbf6ba50 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/quotas/a77b526167a54c3793a81af5f7632e4e HTTP/1.1" status: 200 len: 375 time: 0.0205233 Aug 10 03:24:55.916483 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75190223-73b7-4638-9e10-0bfba016b530 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Network 8c256548-81fe-4ce5-9def-c24a21700c51 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:24:55.922699 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0e21d0e5-0348-4514-a505-1bbfbc6a4e3f req-888b04cf-2fd3-48bc-b139-f976c815de9a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77d567da-37a9-45cd-8b79-8328cf500c47 HTTP/1.1" status: 200 len: 999 time: 0.2671361 Aug 10 03:24:55.940252 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1c074442-da90-4032-ba0d-70a205425b02 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:55.966256 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-75190223-73b7-4638-9e10-0bfba016b530 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 8c256548-81fe-4ce5-9def-c24a21700c51) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:55.971493 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75190223-73b7-4638-9e10-0bfba016b530 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:55.973222 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-75190223-73b7-4638-9e10-0bfba016b530 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:55.974070 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fb0034-9f26-417b-a901-c7d104a4a68c None None] Network 8c256548-81fe-4ce5-9def-c24a21700c51 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:55.992718 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1c074442-da90-4032-ba0d-70a205425b02 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:55.998404 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1c074442-da90-4032-ba0d-70a205425b02 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "DELETE /v2.0/networks/211c0a24-cb81-4d9e-82fb-5a42353d3820 HTTP/1.1" status: 204 len: 168 time: 1.9199464 Aug 10 03:24:56.008627 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36016) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:56.033367 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b4ce6879-e311-472c-b595-b002e9e5b9c6 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:56.036161 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-8ef3c99f-d32f-47fd-8a6d-ceb0ba8f7b0e tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1066063455'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:56.063235 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c074442-da90-4032-ba0d-70a205425b02 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event deleted for resources: {'Network': ['ID=211c0a24-cb81-4d9e-82fb-5a42353d3820,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:56.091611 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21d0e5-0348-4514-a505-1bbfbc6a4e3f req-21dcb5cf-0c17-49ee-b4ef-7dd4a1dbb4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:56.098273 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0e21d0e5-0348-4514-a505-1bbfbc6a4e3f req-21dcb5cf-0c17-49ee-b4ef-7dd4a1dbb4f0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c05a62ae-44d3-4db4-a938-da6f60472238 HTTP/1.1" status: 200 len: 849 time: 0.1679578 Aug 10 03:24:56.126803 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef3c99f-d32f-47fd-8a6d-ceb0ba8f7b0e tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Made reservation on behalf of 4ed48e64d2bc4e15aeddc047e3b71cf8 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:56.130720 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8ef3c99f-d32f-47fd-8a6d-ceb0ba8f7b0e tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:56.164506 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-62d28321-cf49-41f8-ab9d-2b1b4bab20f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:56.180297 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c6f98396-ac9a-4480-8cf3-edaa9b5eb30f req-8666de8f-4b88-4a34-9df7-e3e493124458 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a77b526167a54c3793a81af5f7632e4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2476959 Aug 10 03:24:56.229293 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ef3c99f-d32f-47fd-8a6d-ceb0ba8f7b0e tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:24:56.241952 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d576ab51-59f9-40b5-9eb5-60eaa8221a4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-8c256548-81fe-4ce5-9def-c24a21700c51', 'network_id': '8c256548-81fe-4ce5-9def-c24a21700c51', 'tenant_id': 'd8f2056cb8664657b3af8bc92377e007', 'fixed_ips': [{'subnet_id': '7c1700a9-af2b-4095-9db8-068253b3617c'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:24:56.243588 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d576ab51-59f9-40b5-9eb5-60eaa8221a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:56.246268 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21d0e5-0348-4514-a505-1bbfbc6a4e3f req-5b037309-6e7b-4039-8d67-070aa1fd8a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:56.248053 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0e21d0e5-0348-4514-a505-1bbfbc6a4e3f req-5b037309-6e7b-4039-8d67-070aa1fd8a8e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1417859 Aug 10 03:24:56.260131 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:56.272409 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8ef3c99f-d32f-47fd-8a6d-ceb0ba8f7b0e tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:56.273061 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-8ef3c99f-d32f-47fd-8a6d-ceb0ba8f7b0e tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Added segment 994c12d7-0813-42da-be50-76e101a6ee58 of type vlan for network eda6afd9-3282-408a-84a6-ed11c62ee177 Aug 10 03:24:56.391033 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8ef3c99f-d32f-47fd-8a6d-ceb0ba8f7b0e tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:56.440063 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:56.460819 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-d576ab51-59f9-40b5-9eb5-60eaa8221a4b None None] Allocated IP 19.80.0.2 (8c256548-81fe-4ce5-9def-c24a21700c51/7c1700a9-af2b-4095-9db8-068253b3617c/f6168ba1-6e81-4707-b648-69d1dfdb51bf) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:24:56.465726 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b4ce6879-e311-472c-b595-b002e9e5b9c6 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:56.476256 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-75190223-73b7-4638-9e10-0bfba016b530 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9893661 Aug 10 03:24:56.506969 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36026) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:56.523154 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-c3eae387-3611-4e04-ae49-707878e89fa7 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1600741725'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:56.557185 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0e21d0e5-0348-4514-a505-1bbfbc6a4e3f req-0d5716f1-0931-45d9-b8d3-1045cdf3f8e4 service neutron] 10.222.0.58 "GET /v2.0/networks/0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991464 Aug 10 03:24:56.624504 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-62d28321-cf49-41f8-ab9d-2b1b4bab20f0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:56.642410 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8ef3c99f-d32f-47fd-8a6d-ceb0ba8f7b0e tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:56.659688 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef3c99f-d32f-47fd-8a6d-ceb0ba8f7b0e tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:56.660194 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8ef3c99f-d32f-47fd-8a6d-ceb0ba8f7b0e tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:56.782390 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c6f98396-ac9a-4480-8cf3-edaa9b5eb30f req-7fd5c925-3bcb-4eef-b594-9d64db90bb7f service neutron] 10.222.0.62 "GET /v2.0/networks/bc648e31-3fe5-47a0-8b38-9d9deaf52af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6010201 Aug 10 03:24:56.812144 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3eae387-3611-4e04-ae49-707878e89fa7 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Made reservation on behalf of d8f2056cb8664657b3af8bc92377e007 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:56.812144 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c3eae387-3611-4e04-ae49-707878e89fa7 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:56.813183 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8ef3c99f-d32f-47fd-8a6d-ceb0ba8f7b0e tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8012462 Aug 10 03:24:56.844538 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36034) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:56.845676 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d576ab51-59f9-40b5-9eb5-60eaa8221a4b None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:56.853133 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b4ce6879-e311-472c-b595-b002e9e5b9c6 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:56.855909 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b4ce6879-e311-472c-b595-b002e9e5b9c6 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:56.860317 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b4ce6879-e311-472c-b595-b002e9e5b9c6 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] 10.222.0.62 "DELETE /v2.0/security-groups/554563cb-b128-4e0a-952f-396188420ad1 HTTP/1.1" status: 204 len: 168 time: 1.1340377 Aug 10 03:24:56.865316 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 36038) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:56.872677 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d576ab51-59f9-40b5-9eb5-60eaa8221a4b None None] Transition to ACTIVE for port object f6168ba1-6e81-4707-b648-69d1dfdb51bf will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:56.904824 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d576ab51-59f9-40b5-9eb5-60eaa8221a4b None None] Transition to ACTIVE for port object f6168ba1-6e81-4707-b648-69d1dfdb51bf will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:56.910801 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef3c99f-d32f-47fd-8a6d-ceb0ba8f7b0e tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event updated for resources: {'Network': ['ID=eda6afd9-3282-408a-84a6-ed11c62ee177,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:56.921044 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d576ab51-59f9-40b5-9eb5-60eaa8221a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:56.926591 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network eda6afd9-3282-408a-84a6-ed11c62ee177 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:24:56.926921 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-c513962b-e1e1-42a8-8f64-6c7f9b0c0e52 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Request body: {'subnet': {'network_id': 'eda6afd9-3282-408a-84a6-ed11c62ee177', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:56.938141 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce6879-e311-472c-b595-b002e9e5b9c6 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=554563cb-b128-4e0a-952f-396188420ad1,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:57.108681 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0e21d0e5-0348-4514-a505-1bbfbc6a4e3f req-f4e85164-6eff-4037-9211-62ce6a2c8729 service neutron] 10.222.0.58 "GET /v2.0/networks/0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5380197 Aug 10 03:24:57.139258 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3eae387-3611-4e04-ae49-707878e89fa7 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:24:57.165678 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c3eae387-3611-4e04-ae49-707878e89fa7 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:57.168940 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-c3eae387-3611-4e04-ae49-707878e89fa7 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Added segment 7dfe0d04-54df-4eec-bfbd-b2713bc0684e of type vlan for network 388d512f-0189-4278-87fb-0401d1b0cdc0 Aug 10 03:24:57.225441 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c3eae387-3611-4e04-ae49-707878e89fa7 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:57.255133 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c513962b-e1e1-42a8-8f64-6c7f9b0c0e52 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Made reservation on behalf of 4ed48e64d2bc4e15aeddc047e3b71cf8 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:57.258754 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c513962b-e1e1-42a8-8f64-6c7f9b0c0e52 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:57.400032 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c3eae387-3611-4e04-ae49-707878e89fa7 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:57.401903 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d576ab51-59f9-40b5-9eb5-60eaa8221a4b None None] Network 8c256548-81fe-4ce5-9def-c24a21700c51 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:24:57.410662 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3eae387-3611-4e04-ae49-707878e89fa7 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:57.414626 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c3eae387-3611-4e04-ae49-707878e89fa7 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:57.417084 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-d576ab51-59f9-40b5-9eb5-60eaa8221a4b None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:57.424083 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d576ab51-59f9-40b5-9eb5-60eaa8221a4b None None] Pushing event updated for resources: {'Port': ['ID=f6168ba1-6e81-4707-b648-69d1dfdb51bf,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:57.434318 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d576ab51-59f9-40b5-9eb5-60eaa8221a4b None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:24:57.452074 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-938dae8c-f7a7-4e72-924f-929db4364f14 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5816503 Aug 10 03:24:57.462877 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 36052) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:57.469370 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-675bbc83-9052-4c29-8034-dc3aa5a7497f tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Request body: {'security_group': {'name': 'tempest-secgroup--1020210924'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:57.517484 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-d576ab51-59f9-40b5-9eb5-60eaa8221a4b None None] Attempting to bind port f6168ba1-6e81-4707-b648-69d1dfdb51bf on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:57.518009 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-d576ab51-59f9-40b5-9eb5-60eaa8221a4b None None] Attempting to bind port f6168ba1-6e81-4707-b648-69d1dfdb51bf by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'e189d3d9-b756-4566-b357-383625a8365a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8c256548-81fe-4ce5-9def-c24a21700c51'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:57.518490 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d576ab51-59f9-40b5-9eb5-60eaa8221a4b None None] Attempting to bind port f6168ba1-6e81-4707-b648-69d1dfdb51bf on network 8c256548-81fe-4ce5-9def-c24a21700c51 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:57.523177 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c3eae387-3611-4e04-ae49-707878e89fa7 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0103922 Aug 10 03:24:57.526582 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d576ab51-59f9-40b5-9eb5-60eaa8221a4b None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:24:57.527000 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d576ab51-59f9-40b5-9eb5-60eaa8221a4b None None] Checking segment: {'id': 'e189d3d9-b756-4566-b357-383625a8365a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8c256548-81fe-4ce5-9def-c24a21700c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:57.528427 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d576ab51-59f9-40b5-9eb5-60eaa8221a4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:57.528849 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d576ab51-59f9-40b5-9eb5-60eaa8221a4b None None] Bound using segment: {'id': 'e189d3d9-b756-4566-b357-383625a8365a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8c256548-81fe-4ce5-9def-c24a21700c51'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:24:57.529343 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-d576ab51-59f9-40b5-9eb5-60eaa8221a4b None None] Bound port: f6168ba1-6e81-4707-b648-69d1dfdb51bf, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e189d3d9-b756-4566-b357-383625a8365a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8c256548-81fe-4ce5-9def-c24a21700c51'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:24:57.529761 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d576ab51-59f9-40b5-9eb5-60eaa8221a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:57.530701 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36054) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:57.536919 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-8cb4bd15-cedb-410c-be8c-5cab66550895 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Request body: {'subnet': {'network_id': '388d512f-0189-4278-87fb-0401d1b0cdc0', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:57.560623 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c6f98396-ac9a-4480-8cf3-edaa9b5eb30f req-9150d63b-b22e-4da6-961e-f1e6644e4db8 service neutron] 10.222.0.62 "GET /v2.0/networks/bc648e31-3fe5-47a0-8b38-9d9deaf52af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7771814 Aug 10 03:24:57.635807 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eae387-3611-4e04-ae49-707878e89fa7 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Pushing event updated for resources: {'Network': ['ID=388d512f-0189-4278-87fb-0401d1b0cdc0,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:57.654656 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 388d512f-0189-4278-87fb-0401d1b0cdc0 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:24:57.675212 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b79c8-24a4-43d2-94c9-447baff9eb9f req-05a422d5-e810-4fca-8400-0a30ddc6f01a tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:57.682810 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-674b79c8-24a4-43d2-94c9-447baff9eb9f req-05a422d5-e810-4fca-8400-0a30ddc6f01a tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 944 time: 0.2990825 Aug 10 03:24:57.748103 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-d576ab51-59f9-40b5-9eb5-60eaa8221a4b None None] For port f6168ba1-6e81-4707-b648-69d1dfdb51bf, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:24:57.776543 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c513962b-e1e1-42a8-8f64-6c7f9b0c0e52 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:57.810073 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-d576ab51-59f9-40b5-9eb5-60eaa8221a4b None None] For port f6168ba1-6e81-4707-b648-69d1dfdb51bf, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=f6168ba1-6e81-4707-b648-69d1dfdb51bf,segment=NetworkSegment(e189d3d9-b756-4566-b357-383625a8365a),segment_id=e189d3d9-b756-4566-b357-383625a8365a)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:24:57.823838 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-675bbc83-9052-4c29-8034-dc3aa5a7497f tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:57.843579 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d576ab51-59f9-40b5-9eb5-60eaa8221a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:57.891309 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb4bd15-cedb-410c-be8c-5cab66550895 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Made reservation on behalf of d8f2056cb8664657b3af8bc92377e007 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:57.894940 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8cb4bd15-cedb-410c-be8c-5cab66550895 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:57.916910 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c513962b-e1e1-42a8-8f64-6c7f9b0c0e52 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event updated for resources: {'Subnet': ['ID=e51e1102-1a59-4574-940e-c8ac85da4999,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:57.969800 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c513962b-e1e1-42a8-8f64-6c7f9b0c0e52 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Checking segment: {'id': '994c12d7-0813-42da-be50-76e101a6ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'eda6afd9-3282-408a-84a6-ed11c62ee177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:57.970161 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c513962b-e1e1-42a8-8f64-6c7f9b0c0e52 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Network hostable DHCP agents. Network: eda6afd9-3282-408a-84a6-ed11c62ee177, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:24:57.980663 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-674b79c8-24a4-43d2-94c9-447baff9eb9f req-4e6cb156-2a9b-40a8-bb77-0c5e283be0e2 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2966566 Aug 10 03:24:57.990347 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d576ab51-59f9-40b5-9eb5-60eaa8221a4b None None] Pushing event updated for resources: {'Port': ['ID=f6168ba1-6e81-4707-b648-69d1dfdb51bf,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:58.038235 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3bffe686-0eed-4b7d-812d-ece260c5b285 req-5e73fe09-5f3f-41b9-922a-963fb6999d65 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 210 time: 0.1908538 Aug 10 03:24:58.046802 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c513962b-e1e1-42a8-8f64-6c7f9b0c0e52 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Network eda6afd9-3282-408a-84a6-ed11c62ee177 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:24:58.082642 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-62d28321-cf49-41f8-ab9d-2b1b4bab20f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:58.120415 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-62d28321-cf49-41f8-ab9d-2b1b4bab20f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:58.128401 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-c513962b-e1e1-42a8-8f64-6c7f9b0c0e52 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, eda6afd9-3282-408a-84a6-ed11c62ee177) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:58.137444 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5eb6f7d-dc86-4191-926d-a9339e177600 None None] Network eda6afd9-3282-408a-84a6-ed11c62ee177 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:58.156088 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c513962b-e1e1-42a8-8f64-6c7f9b0c0e52 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:58.157079 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c513962b-e1e1-42a8-8f64-6c7f9b0c0e52 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:58.338453 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-675bbc83-9052-4c29-8034-dc3aa5a7497f tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:58.354197 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-675bbc83-9052-4c29-8034-dc3aa5a7497f tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:58.361947 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8cb4bd15-cedb-410c-be8c-5cab66550895 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:58.387930 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c513962b-e1e1-42a8-8f64-6c7f9b0c0e52 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4793959 Aug 10 03:24:58.401860 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 36068) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:58.403062 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-62d28321-cf49-41f8-ab9d-2b1b4bab20f0 admin admin] Allocated IP 172.25.7.141 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/8d404351-45fd-4870-aa2f-0a9ac317004f) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:24:58.416853 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-90e2fb64-49d8-45e6-90fc-8d0b0a53f1c1 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-567079034', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:58.439491 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675bbc83-9052-4c29-8034-dc3aa5a7497f tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=859e52c5-4bc3-4c2c-b6fa-310f8eb48f8e,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:58.447966 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2cbbe0-dddf-4c4d-abd7-4939d94d0cb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-eda6afd9-3282-408a-84a6-ed11c62ee177', 'network_id': 'eda6afd9-3282-408a-84a6-ed11c62ee177', 'tenant_id': '4ed48e64d2bc4e15aeddc047e3b71cf8', 'fixed_ips': [{'subnet_id': 'e51e1102-1a59-4574-940e-c8ac85da4999'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:24:58.449385 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-fa2cbbe0-dddf-4c4d-abd7-4939d94d0cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:58.451645 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-675bbc83-9052-4c29-8034-dc3aa5a7497f tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:58.452617 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-675bbc83-9052-4c29-8034-dc3aa5a7497f tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9883494 Aug 10 03:24:58.479946 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 36074) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:58.487068 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-77a7e1d8-66c5-421c-8122-2d75d60dc458 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Request body: {'security_group_rule': {'security_group_id': '859e52c5-4bc3-4c2c-b6fa-310f8eb48f8e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:58.487837 n-d-768851-15 neutron-server[94216]: WARNING neutron.api.v2.base [None req-77a7e1d8-66c5-421c-8122-2d75d60dc458 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 10 03:24:58.488337 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [None req-77a7e1d8-66c5-421c-8122-2d75d60dc458 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:24:58.491123 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-77a7e1d8-66c5-421c-8122-2d75d60dc458 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0061684 Aug 10 03:24:58.552448 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 36076) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:58.554371 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb4bd15-cedb-410c-be8c-5cab66550895 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Pushing event updated for resources: {'Subnet': ['ID=6db82051-01b3-4515-bd82-ffc292aea3a3,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:58.591733 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-90e2fb64-49d8-45e6-90fc-8d0b0a53f1c1 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:58.592786 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-90e2fb64-49d8-45e6-90fc-8d0b0a53f1c1 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:58.663826 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb4bd15-cedb-410c-be8c-5cab66550895 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Checking segment: {'id': '7dfe0d04-54df-4eec-bfbd-b2713bc0684e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '388d512f-0189-4278-87fb-0401d1b0cdc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:58.664092 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb4bd15-cedb-410c-be8c-5cab66550895 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Network hostable DHCP agents. Network: 388d512f-0189-4278-87fb-0401d1b0cdc0, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:24:58.691928 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-df2ef264-3529-4297-a569-4e89ac4d47fa tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:58.701210 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb4bd15-cedb-410c-be8c-5cab66550895 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Network 388d512f-0189-4278-87fb-0401d1b0cdc0 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:24:58.719257 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-df2ef264-3529-4297-a569-4e89ac4d47fa tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:58.737536 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-8cb4bd15-cedb-410c-be8c-5cab66550895 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 388d512f-0189-4278-87fb-0401d1b0cdc0) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:58.743980 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb4bd15-cedb-410c-be8c-5cab66550895 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:58.754483 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8cb4bd15-cedb-410c-be8c-5cab66550895 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:58.787465 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b30933-798f-477d-994e-0cc281e1795a None None] Network 388d512f-0189-4278-87fb-0401d1b0cdc0 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:58.800874 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8cb4bd15-cedb-410c-be8c-5cab66550895 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2604792 Aug 10 03:24:58.819931 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-62d28321-cf49-41f8-ab9d-2b1b4bab20f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:58.833796 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-90e2fb64-49d8-45e6-90fc-8d0b0a53f1c1 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:58.844841 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-df2ef264-3529-4297-a569-4e89ac4d47fa tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:58.849815 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-df2ef264-3529-4297-a569-4e89ac4d47fa tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:58.855243 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-df2ef264-3529-4297-a569-4e89ac4d47fa tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] 10.222.0.62 "DELETE /v2.0/security-groups/859e52c5-4bc3-4c2c-b6fa-310f8eb48f8e HTTP/1.1" status: 204 len: 168 time: 0.3018091 Aug 10 03:24:58.858223 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36086) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:58.876880 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2ef264-3529-4297-a569-4e89ac4d47fa tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=859e52c5-4bc3-4c2c-b6fa-310f8eb48f8e,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:58.879487 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-90e2fb64-49d8-45e6-90fc-8d0b0a53f1c1 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:58.917988 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-90e2fb64-49d8-45e6-90fc-8d0b0a53f1c1 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:58.919536 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-90e2fb64-49d8-45e6-90fc-8d0b0a53f1c1 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.5085702 Aug 10 03:24:58.931105 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36088) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:58.970339 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-a09265ac-0a4a-434b-a09a-f02b12b0627b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Request body: {'port': {'network_id': 'eda6afd9-3282-408a-84a6-ed11c62ee177', 'name': 'tempest-PortsTestJSON-1812766089'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:59.004452 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-62d28321-cf49-41f8-ab9d-2b1b4bab20f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:59.062057 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-fa2cbbe0-dddf-4c4d-abd7-4939d94d0cb0 None None] Allocated IP 172.20.0.2 (eda6afd9-3282-408a-84a6-ed11c62ee177/e51e1102-1a59-4574-940e-c8ac85da4999/e9d28258-32d1-486b-8ad9-269d817ee3ab) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:24:59.165496 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d28321-cf49-41f8-ab9d-2b1b4bab20f0 admin admin] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:24:59.179449 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-62d28321-cf49-41f8-ab9d-2b1b4bab20f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:59.219923 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d28321-cf49-41f8-ab9d-2b1b4bab20f0 admin admin] Pushing event updated for resources: {'Port': ['ID=8d404351-45fd-4870-aa2f-0a9ac317004f,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:59.231962 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d28321-cf49-41f8-ab9d-2b1b4bab20f0 admin admin] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:24:59.271031 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9fbe1d83-a23b-452c-bb27-244a726cac67 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4112966 Aug 10 03:24:59.278205 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36098) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:59.290973 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-8a49605c-4e7c-400e-890c-36bad6f3a868 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Request body: {'security_group': {'name': 'tempest-secgroup--1440424938'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:59.368490 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8a49605c-4e7c-400e-890c-36bad6f3a868 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:59.379609 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b58dbcc6-a5be-4634-9a9c-064a3d2a77a8 req-d44eac52-1712-45ac-81c9-a3de892e4b4e tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 210 time: 0.0856695 Aug 10 03:24:59.642392 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-fa2cbbe0-dddf-4c4d-abd7-4939d94d0cb0 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:59.660126 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-fa2cbbe0-dddf-4c4d-abd7-4939d94d0cb0 None None] Transition to ACTIVE for port object e9d28258-32d1-486b-8ad9-269d817ee3ab will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:59.676746 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-fa2cbbe0-dddf-4c4d-abd7-4939d94d0cb0 None None] Transition to ACTIVE for port object e9d28258-32d1-486b-8ad9-269d817ee3ab will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:59.688162 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8f84d-70e3-4b7a-8f5f-0afd0f464172 req-8105ddd5-e440-4b2a-b3dd-9b6d22aa2da9 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:59.699933 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c9f8f84d-70e3-4b7a-8f5f-0afd0f464172 req-8105ddd5-e440-4b2a-b3dd-9b6d22aa2da9 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 944 time: 0.3954513 Aug 10 03:24:59.714146 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-fa2cbbe0-dddf-4c4d-abd7-4939d94d0cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:59.725500 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8a49605c-4e7c-400e-890c-36bad6f3a868 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:59.736740 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8a49605c-4e7c-400e-890c-36bad6f3a868 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:59.798585 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a49605c-4e7c-400e-890c-36bad6f3a868 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00d438d3-4d03-4280-9eff-412a89ce6f93,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:59.806574 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09265ac-0a4a-434b-a09a-f02b12b0627b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Made reservation on behalf of 4ed48e64d2bc4e15aeddc047e3b71cf8 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:59.811876 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a09265ac-0a4a-434b-a09a-f02b12b0627b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:59.855463 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [None req-a09265ac-0a4a-434b-a09a-f02b12b0627b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] device_id is not set on port 58392045-4d06-4b53-b3ed-398ea67e8a29 yet. {{(pid=94217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:24:59.961409 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8a49605c-4e7c-400e-890c-36bad6f3a868 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:59.962075 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc93041c-3e3e-445e-92de-130260c98eb4 None None] Network 8c256548-81fe-4ce5-9def-c24a21700c51 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:59.971562 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device f6168ba1-6e81-4707-b648-69d1dfdb51bf up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:24:59.977076 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8a49605c-4e7c-400e-890c-36bad6f3a868 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6942129 Aug 10 03:24:59.986701 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36118) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:59.996812 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-923213fc-125f-4a71-a49c-84e6b5001386 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Request body: {'security_group_rule': {'security_group_id': '00d438d3-4d03-4280-9eff-412a89ce6f93', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:59.997543 n-d-768851-15 neutron-server[94217]: WARNING neutron.api.v2.base [None req-923213fc-125f-4a71-a49c-84e6b5001386 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 10 03:25:00.000022 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-923213fc-125f-4a71-a49c-84e6b5001386 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:25:00.003896 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-923213fc-125f-4a71-a49c-84e6b5001386 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0133817 Aug 10 03:25:00.007442 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b78dd15-1869-4c05-9888-4790b89f488a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-388d512f-0189-4278-87fb-0401d1b0cdc0', 'network_id': '388d512f-0189-4278-87fb-0401d1b0cdc0', 'tenant_id': 'd8f2056cb8664657b3af8bc92377e007', 'fixed_ips': [{'subnet_id': '6db82051-01b3-4515-bd82-ffc292aea3a3'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:25:00.008306 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-1b78dd15-1869-4c05-9888-4790b89f488a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:00.010958 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36120) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:00.014768 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c9f8f84d-70e3-4b7a-8f5f-0afd0f464172 req-4946c94f-12a4-45d3-987e-b039e80c99ba tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3134956 Aug 10 03:25:00.078682 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f98396-ac9a-4480-8cf3-edaa9b5eb30f req-d40d4185-6de1-4859-be23-fa5a6d95e1a5 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:00.080275 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c6f98396-ac9a-4480-8cf3-edaa9b5eb30f req-d40d4185-6de1-4859-be23-fa5a6d95e1a5 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.60 "GET /v2.0/networks?id=bc648e31-3fe5-47a0-8b38-9d9deaf52af1 HTTP/1.1" status: 200 len: 813 time: 0.3761785 Aug 10 03:25:00.138657 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-c6f98396-ac9a-4480-8cf3-edaa9b5eb30f req-91eac935-92dd-47a3-9a93-2861aaa3c3e6 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Request body: {'port': {'device_id': '4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4', 'network_id': 'bc648e31-3fe5-47a0-8b38-9d9deaf52af1', 'admin_state_up': True, 'tenant_id': 'a77b526167a54c3793a81af5f7632e4e'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:00.148039 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2cbbe0-dddf-4c4d-abd7-4939d94d0cb0 None None] Network eda6afd9-3282-408a-84a6-ed11c62ee177 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:25:00.163784 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-fa2cbbe0-dddf-4c4d-abd7-4939d94d0cb0 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:00.204163 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-8027f438-65ea-4be9-921a-8a67bf93f887 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:00.210557 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-8027f438-65ea-4be9-921a-8a67bf93f887 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:00.212335 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-8027f438-65ea-4be9-921a-8a67bf93f887 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/networks?id=8c256548-81fe-4ce5-9def-c24a21700c51&id=388d512f-0189-4278-87fb-0401d1b0cdc0 HTTP/1.1" status: 200 len: 1392 time: 0.5882638 Aug 10 03:25:00.260484 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d11f6d14-0c68-4768-810b-b99e4bff2a18 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:00.270353 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-b665be83-46c1-4b32-8133-1611a6753548 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/quotas/d8f2056cb8664657b3af8bc92377e007 HTTP/1.1" status: 200 len: 375 time: 0.0517006 Aug 10 03:25:00.314014 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-1b78dd15-1869-4c05-9888-4790b89f488a None None] Allocated IP 19.86.0.2 (388d512f-0189-4278-87fb-0401d1b0cdc0/6db82051-01b3-4515-bd82-ffc292aea3a3/c02ed9f3-e351-4618-8594-ef048e1f6a79) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:25:00.322144 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-a09265ac-0a4a-434b-a09a-f02b12b0627b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Allocated IP 172.20.0.3 (eda6afd9-3282-408a-84a6-ed11c62ee177/e51e1102-1a59-4574-940e-c8ac85da4999/58392045-4d06-4b53-b3ed-398ea67e8a29) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:25:00.341454 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d11f6d14-0c68-4768-810b-b99e4bff2a18 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:00.355993 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-62d28321-cf49-41f8-ab9d-2b1b4bab20f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:00.457479 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-418bf6e7-837d-4468-a891-844adb5e9ab5 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d8f2056cb8664657b3af8bc92377e007&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1762900 Aug 10 03:25:00.499506 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-1b78dd15-1869-4c05-9888-4790b89f488a None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:00.508905 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-1b78dd15-1869-4c05-9888-4790b89f488a None None] Transition to ACTIVE for port object c02ed9f3-e351-4618-8594-ef048e1f6a79 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:00.524549 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-1b78dd15-1869-4c05-9888-4790b89f488a None None] Transition to ACTIVE for port object c02ed9f3-e351-4618-8594-ef048e1f6a79 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:00.527334 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-c189e546-e428-4545-adea-c6a64426119a None None] Provisioning for port f6168ba1-6e81-4707-b648-69d1dfdb51bf completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:00.537979 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2cbbe0-dddf-4c4d-abd7-4939d94d0cb0 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:25:00.560650 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2cbbe0-dddf-4c4d-abd7-4939d94d0cb0 None None] Pushing event updated for resources: {'Port': ['ID=e9d28258-32d1-486b-8ad9-269d817ee3ab,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:00.563822 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-1b78dd15-1869-4c05-9888-4790b89f488a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:00.589472 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-72f60574-4063-43b6-a6ff-a2efe32df9f6 service neutron] 10.222.0.62 "GET /v2.0/networks/8c256548-81fe-4ce5-9def-c24a21700c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217544 Aug 10 03:25:00.608283 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a09265ac-0a4a-434b-a09a-f02b12b0627b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:00.629930 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-a09265ac-0a4a-434b-a09a-f02b12b0627b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Transition to ACTIVE for port object 58392045-4d06-4b53-b3ed-398ea67e8a29 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:00.673384 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-94b66e33-6e4d-4fcd-ab9f-0d51c3cab543 req-7856df21-388d-4641-ae67-ddb9290c1036 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 210 time: 0.0826406 Aug 10 03:25:00.697190 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6f98396-ac9a-4480-8cf3-edaa9b5eb30f req-91eac935-92dd-47a3-9a93-2861aaa3c3e6 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Made reservation on behalf of a77b526167a54c3793a81af5f7632e4e for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:25:00.700992 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c6f98396-ac9a-4480-8cf3-edaa9b5eb30f req-91eac935-92dd-47a3-9a93-2861aaa3c3e6 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:00.736721 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a09265ac-0a4a-434b-a09a-f02b12b0627b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:00.765640 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b78dd15-1869-4c05-9888-4790b89f488a None None] Pushing event updated for resources: {'Port': ['ID=c02ed9f3-e351-4618-8594-ef048e1f6a79,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:00.785276 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-697e95ee-e241-4cb9-9c05-6f6817efed43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:00.791557 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port f6168ba1-6e81-4707-b648-69d1dfdb51bf completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:00.867644 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port f6168ba1-6e81-4707-b648-69d1dfdb51bf triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:00.868314 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:00.940205 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b78dd15-1869-4c05-9888-4790b89f488a None None] Network 388d512f-0189-4278-87fb-0401d1b0cdc0 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:25:00.945809 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-fa2cbbe0-dddf-4c4d-abd7-4939d94d0cb0 None None] Attempting to bind port e9d28258-32d1-486b-8ad9-269d817ee3ab on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:25:00.946185 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-fa2cbbe0-dddf-4c4d-abd7-4939d94d0cb0 None None] Attempting to bind port e9d28258-32d1-486b-8ad9-269d817ee3ab by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '994c12d7-0813-42da-be50-76e101a6ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'eda6afd9-3282-408a-84a6-ed11c62ee177'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:25:00.946553 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2cbbe0-dddf-4c4d-abd7-4939d94d0cb0 None None] Attempting to bind port e9d28258-32d1-486b-8ad9-269d817ee3ab on network eda6afd9-3282-408a-84a6-ed11c62ee177 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:00.964403 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-1b78dd15-1869-4c05-9888-4790b89f488a None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:00.970468 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b78dd15-1869-4c05-9888-4790b89f488a None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:25:00.986402 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2cbbe0-dddf-4c4d-abd7-4939d94d0cb0 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:25:00.986829 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2cbbe0-dddf-4c4d-abd7-4939d94d0cb0 None None] Checking segment: {'id': '994c12d7-0813-42da-be50-76e101a6ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'eda6afd9-3282-408a-84a6-ed11c62ee177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:25:00.987248 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-fa2cbbe0-dddf-4c4d-abd7-4939d94d0cb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:00.987655 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2cbbe0-dddf-4c4d-abd7-4939d94d0cb0 None None] Bound using segment: {'id': '994c12d7-0813-42da-be50-76e101a6ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'eda6afd9-3282-408a-84a6-ed11c62ee177'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:25:00.988149 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-fa2cbbe0-dddf-4c4d-abd7-4939d94d0cb0 None None] Bound port: e9d28258-32d1-486b-8ad9-269d817ee3ab, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '994c12d7-0813-42da-be50-76e101a6ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'eda6afd9-3282-408a-84a6-ed11c62ee177'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:25:00.988538 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-fa2cbbe0-dddf-4c4d-abd7-4939d94d0cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:01.104971 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-fa2cbbe0-dddf-4c4d-abd7-4939d94d0cb0 None None] For port e9d28258-32d1-486b-8ad9-269d817ee3ab, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:25:01.109095 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-fa2cbbe0-dddf-4c4d-abd7-4939d94d0cb0 None None] For port e9d28258-32d1-486b-8ad9-269d817ee3ab, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=e9d28258-32d1-486b-8ad9-269d817ee3ab,segment=NetworkSegment(994c12d7-0813-42da-be50-76e101a6ee58),segment_id=994c12d7-0813-42da-be50-76e101a6ee58)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:25:01.218940 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09265ac-0a4a-434b-a09a-f02b12b0627b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Network eda6afd9-3282-408a-84a6-ed11c62ee177 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:25:01.219785 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d11f6d14-0c68-4768-810b-b99e4bff2a18 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:01.222799 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d11f6d14-0c68-4768-810b-b99e4bff2a18 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:01.224669 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d11f6d14-0c68-4768-810b-b99e4bff2a18 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] 10.222.0.62 "DELETE /v2.0/security-groups/00d438d3-4d03-4280-9eff-412a89ce6f93 HTTP/1.1" status: 204 len: 168 time: 1.2087741 Aug 10 03:25:01.233025 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36132) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:01.235299 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-a09265ac-0a4a-434b-a09a-f02b12b0627b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:01.248816 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-fa2cbbe0-dddf-4c4d-abd7-4939d94d0cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:01.258865 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09265ac-0a4a-434b-a09a-f02b12b0627b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:25:01.267854 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09265ac-0a4a-434b-a09a-f02b12b0627b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event updated for resources: {'Port': ['ID=58392045-4d06-4b53-b3ed-398ea67e8a29,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:01.340924 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-1b78dd15-1869-4c05-9888-4790b89f488a None None] Attempting to bind port c02ed9f3-e351-4618-8594-ef048e1f6a79 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:25:01.341291 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-1b78dd15-1869-4c05-9888-4790b89f488a None None] Attempting to bind port c02ed9f3-e351-4618-8594-ef048e1f6a79 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '7dfe0d04-54df-4eec-bfbd-b2713bc0684e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '388d512f-0189-4278-87fb-0401d1b0cdc0'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:25:01.341661 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b78dd15-1869-4c05-9888-4790b89f488a None None] Attempting to bind port c02ed9f3-e351-4618-8594-ef048e1f6a79 on network 388d512f-0189-4278-87fb-0401d1b0cdc0 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:01.369439 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11f6d14-0c68-4768-810b-b99e4bff2a18 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d438d3-4d03-4280-9eff-412a89ce6f93,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:01.386185 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09265ac-0a4a-434b-a09a-f02b12b0627b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:01.387622 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a09265ac-0a4a-434b-a09a-f02b12b0627b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:01.414471 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2cbbe0-dddf-4c4d-abd7-4939d94d0cb0 None None] Pushing event updated for resources: {'Port': ['ID=e9d28258-32d1-486b-8ad9-269d817ee3ab,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:01.421568 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b78dd15-1869-4c05-9888-4790b89f488a None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:25:01.421938 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b78dd15-1869-4c05-9888-4790b89f488a None None] Checking segment: {'id': '7dfe0d04-54df-4eec-bfbd-b2713bc0684e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '388d512f-0189-4278-87fb-0401d1b0cdc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:25:01.422344 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-1b78dd15-1869-4c05-9888-4790b89f488a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:01.422750 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b78dd15-1869-4c05-9888-4790b89f488a None None] Bound using segment: {'id': '7dfe0d04-54df-4eec-bfbd-b2713bc0684e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '388d512f-0189-4278-87fb-0401d1b0cdc0'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:25:01.425622 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-1b78dd15-1869-4c05-9888-4790b89f488a None None] Bound port: c02ed9f3-e351-4618-8594-ef048e1f6a79, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dfe0d04-54df-4eec-bfbd-b2713bc0684e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '388d512f-0189-4278-87fb-0401d1b0cdc0'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:25:01.425622 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-1b78dd15-1869-4c05-9888-4790b89f488a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:01.452352 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-29070109-f885-4afa-bc9b-90398ae430cf tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2178798 Aug 10 03:25:01.461210 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36134) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:01.462043 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a09265ac-0a4a-434b-a09a-f02b12b0627b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5293484 Aug 10 03:25:01.475314 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 36136) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:01.478529 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-7eaca689-caef-4a9e-a305-c400fb8c1f48 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Request body: {'security_group': {'name': 'tempest-secgroup--1210264514'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:01.520226 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7eaca689-caef-4a9e-a305-c400fb8c1f48 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:01.585279 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-37d2605d-be0e-4574-84f6-355f8969271a service neutron] 10.222.0.62 "GET /v2.0/networks/8c256548-81fe-4ce5-9def-c24a21700c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9531345 Aug 10 03:25:01.642994 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-1b78dd15-1869-4c05-9888-4790b89f488a None None] For port c02ed9f3-e351-4618-8594-ef048e1f6a79, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:25:01.658684 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-1b78dd15-1869-4c05-9888-4790b89f488a None None] For port c02ed9f3-e351-4618-8594-ef048e1f6a79, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=c02ed9f3-e351-4618-8594-ef048e1f6a79,segment=NetworkSegment(7dfe0d04-54df-4eec-bfbd-b2713bc0684e),segment_id=7dfe0d04-54df-4eec-bfbd-b2713bc0684e)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:25:01.662913 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:01.676566 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7eaca689-caef-4a9e-a305-c400fb8c1f48 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:01.686990 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7eaca689-caef-4a9e-a305-c400fb8c1f48 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:01.728082 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-62d28321-cf49-41f8-ab9d-2b1b4bab20f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:01.744960 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-1b78dd15-1869-4c05-9888-4790b89f488a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:01.752756 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7eaca689-caef-4a9e-a305-c400fb8c1f48 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:01.762812 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7eaca689-caef-4a9e-a305-c400fb8c1f48 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2965117 Aug 10 03:25:01.763680 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36140) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:01.768692 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port f6168ba1-6e81-4707-b648-69d1dfdb51bf, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=f6168ba1-6e81-4707-b648-69d1dfdb51bf,segment=NetworkSegment(e189d3d9-b756-4566-b357-383625a8365a),segment_id=e189d3d9-b756-4566-b357-383625a8365a)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:01.772983 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-21bb0827-4e00-4d95-a5b7-4fbc8930a7f3 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Request body: {'security_group_rule': {'security_group_id': '6494adcb-f0c7-440e-93b2-4f31fd0e1927', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:01.788732 n-d-768851-15 neutron-server[94217]: WARNING neutron.api.v2.base [None req-21bb0827-4e00-4d95-a5b7-4fbc8930a7f3 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 10 03:25:01.789611 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-21bb0827-4e00-4d95-a5b7-4fbc8930a7f3 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:25:01.794257 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-21bb0827-4e00-4d95-a5b7-4fbc8930a7f3 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0264926 Aug 10 03:25:01.794257 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36142) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:01.799409 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-bc352c09-74a3-432d-b79e-176a9a01257a tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Request body: {'security_group_rule': {'security_group_id': '6494adcb-f0c7-440e-93b2-4f31fd0e1927', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:01.800087 n-d-768851-15 neutron-server[94217]: WARNING neutron.api.v2.base [None req-bc352c09-74a3-432d-b79e-176a9a01257a tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 10 03:25:01.800831 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-bc352c09-74a3-432d-b79e-176a9a01257a tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:25:01.804658 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-bc352c09-74a3-432d-b79e-176a9a01257a tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0070734 Aug 10 03:25:01.805311 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaca689-caef-4a9e-a305-c400fb8c1f48 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6494adcb-f0c7-440e-93b2-4f31fd0e1927,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:01.811937 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:01.825926 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36144) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:01.842426 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-eef8b26b-6dfa-4aec-a719-2e38b8afd6cb tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Request body: {'security_group_rule': {'security_group_id': '6494adcb-f0c7-440e-93b2-4f31fd0e1927', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:01.843329 n-d-768851-15 neutron-server[94217]: WARNING neutron.api.v2.base [None req-eef8b26b-6dfa-4aec-a719-2e38b8afd6cb tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 10 03:25:01.844058 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-eef8b26b-6dfa-4aec-a719-2e38b8afd6cb tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:25:01.847907 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-eef8b26b-6dfa-4aec-a719-2e38b8afd6cb tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0182199 Aug 10 03:25:01.850140 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36146) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:01.860835 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-8b05983d-0586-4baf-9841-11224af9a813 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Request body: {'security_group_rule': {'security_group_id': '6494adcb-f0c7-440e-93b2-4f31fd0e1927', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:01.861720 n-d-768851-15 neutron-server[94217]: WARNING neutron.api.v2.base [None req-8b05983d-0586-4baf-9841-11224af9a813 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 10 03:25:01.862210 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-8b05983d-0586-4baf-9841-11224af9a813 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:25:01.866870 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8b05983d-0586-4baf-9841-11224af9a813 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0136838 Aug 10 03:25:01.868359 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36148) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:01.932292 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-c6f98396-ac9a-4480-8cf3-edaa9b5eb30f req-91eac935-92dd-47a3-9a93-2861aaa3c3e6 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Allocated IP 172.20.0.2 (bc648e31-3fe5-47a0-8b38-9d9deaf52af1/87970a7d-e71d-4702-b063-6900ffc87c9e/93571af8-54af-41eb-9a95-676bad470dec) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:25:01.949451 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b78dd15-1869-4c05-9888-4790b89f488a None None] Pushing event updated for resources: {'Port': ['ID=c02ed9f3-e351-4618-8594-ef048e1f6a79,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:02.103735 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-26ec68d1-2f4c-4fb7-9c03-0cae9a7099dc tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:02.113609 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=f6168ba1-6e81-4707-b648-69d1dfdb51bf,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:02.178297 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-26ec68d1-2f4c-4fb7-9c03-0cae9a7099dc tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:02.191488 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d06726b9-b4a4-4758-bfa2-72729ebfe002 req-6b6569c0-ae65-4f99-b9a5-812e6c5f1b7a tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 210 time: 0.2526293 Aug 10 03:25:02.299985 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-26ec68d1-2f4c-4fb7-9c03-0cae9a7099dc tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:02.303203 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-26ec68d1-2f4c-4fb7-9c03-0cae9a7099dc tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:02.306971 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-26ec68d1-2f4c-4fb7-9c03-0cae9a7099dc tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] 10.222.0.62 "DELETE /v2.0/security-groups/6494adcb-f0c7-440e-93b2-4f31fd0e1927 HTTP/1.1" status: 204 len: 168 time: 0.4352667 Aug 10 03:25:02.314713 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36154) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:02.361645 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ec68d1-2f4c-4fb7-9c03-0cae9a7099dc tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6494adcb-f0c7-440e-93b2-4f31fd0e1927,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:02.432859 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-f43c7cd0-8c33-41ee-9d62-c46ec74cb1dd None None] Provisioning complete for port f6168ba1-6e81-4707-b648-69d1dfdb51bf triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:02.433489 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f43c7cd0-8c33-41ee-9d62-c46ec74cb1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:02.488237 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c8b551fb-cb60-4ff8-8954-15e7d3b8ae40 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1733665 Aug 10 03:25:02.493521 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36162) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:02.498803 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-a529f122-6702-4dfc-980f-0f858b6f52f0 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Request body: {'security_group': {'name': 'tempest-secgroup--1491520546'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:02.569680 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a529f122-6702-4dfc-980f-0f858b6f52f0 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:02.598014 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-6a973e73-f466-4e44-852e-d1e3989ead87 service neutron] 10.222.0.62 "GET /v2.0/networks/388d512f-0189-4278-87fb-0401d1b0cdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0014672 Aug 10 03:25:02.734369 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a529f122-6702-4dfc-980f-0f858b6f52f0 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:02.742149 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a529f122-6702-4dfc-980f-0f858b6f52f0 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:02.793437 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a529f122-6702-4dfc-980f-0f858b6f52f0 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:02.796790 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a529f122-6702-4dfc-980f-0f858b6f52f0 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3008118 Aug 10 03:25:02.800538 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36168) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:02.814844 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-6c87a2bd-1d96-4449-a185-b654f6c57b3f tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Request body: {'security_group_rule': {'security_group_id': '937e4b8a-a19c-4e04-83d0-6a2fe6eba0d0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:02.815824 n-d-768851-15 neutron-server[94217]: WARNING neutron.api.v2.base [None req-6c87a2bd-1d96-4449-a185-b654f6c57b3f tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 10 03:25:02.816861 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-6c87a2bd-1d96-4449-a185-b654f6c57b3f tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:25:02.817675 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6c87a2bd-1d96-4449-a185-b654f6c57b3f tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0070703 Aug 10 03:25:02.819658 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a529f122-6702-4dfc-980f-0f858b6f52f0 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=937e4b8a-a19c-4e04-83d0-6a2fe6eba0d0,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:02.823533 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36170) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:02.830488 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-b5abee4c-6cb7-4781-ad45-084744bdbbc0 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Request body: {'security_group_rule': {'security_group_id': '937e4b8a-a19c-4e04-83d0-6a2fe6eba0d0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:02.892939 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-b5abee4c-6cb7-4781-ad45-084744bdbbc0 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:25:02.898658 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b5abee4c-6cb7-4781-ad45-084744bdbbc0 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0728374 Aug 10 03:25:02.899369 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36174) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:02.911036 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-d3ce3256-9ec3-4d25-b6ba-091955f00e78 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Request body: {'security_group_rule': {'security_group_id': '937e4b8a-a19c-4e04-83d0-6a2fe6eba0d0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:02.915685 n-d-768851-15 neutron-server[94217]: WARNING neutron.api.v2.base [None req-d3ce3256-9ec3-4d25-b6ba-091955f00e78 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 10 03:25:02.916605 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-d3ce3256-9ec3-4d25-b6ba-091955f00e78 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:25:02.922434 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d3ce3256-9ec3-4d25-b6ba-091955f00e78 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0215781 Aug 10 03:25:02.923141 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36176) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:02.934508 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-584174b8-0d63-43ff-b9f8-7b558adba82d tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Request body: {'security_group_rule': {'security_group_id': '937e4b8a-a19c-4e04-83d0-6a2fe6eba0d0', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:03.013336 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-930de038-4c08-4753-8f59-4ba3bf81eefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:03.026663 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-584174b8-0d63-43ff-b9f8-7b558adba82d tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:25:03.028102 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-584174b8-0d63-43ff-b9f8-7b558adba82d tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1037238 Aug 10 03:25:03.031271 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36178) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:03.034271 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c6f98396-ac9a-4480-8cf3-edaa9b5eb30f req-91eac935-92dd-47a3-9a93-2861aaa3c3e6 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:03.039195 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-2668d8b8-621c-4c3e-9864-2192a81c9f41 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Request body: {'security_group_rule': {'security_group_id': '937e4b8a-a19c-4e04-83d0-6a2fe6eba0d0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:03.041797 n-d-768851-15 neutron-server[94217]: WARNING neutron.api.v2.base [None req-2668d8b8-621c-4c3e-9864-2192a81c9f41 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 10 03:25:03.042289 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-2668d8b8-621c-4c3e-9864-2192a81c9f41 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:25:03.046025 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2668d8b8-621c-4c3e-9864-2192a81c9f41 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0106835 Aug 10 03:25:03.046389 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36180) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:03.058292 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-3815f44c-5c3b-4b8a-8455-5142f80a032f tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Request body: {'security_group_rule': {'security_group_id': '937e4b8a-a19c-4e04-83d0-6a2fe6eba0d0', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:03.076554 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36182) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:03.127328 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-2b74f8b8-f45c-44f2-8072-87854740d949 service neutron] 10.222.0.62 "GET /v2.0/networks/388d512f-0189-4278-87fb-0401d1b0cdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5178177 Aug 10 03:25:03.160865 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-3815f44c-5c3b-4b8a-8455-5142f80a032f tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:25:03.162493 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3815f44c-5c3b-4b8a-8455-5142f80a032f tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1128857 Aug 10 03:25:03.166620 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36186) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:03.173557 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-54df091c-1046-43b4-b4d5-271598003d38 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Request body: {'security_group_rule': {'security_group_id': '937e4b8a-a19c-4e04-83d0-6a2fe6eba0d0', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:03.174803 n-d-768851-15 neutron-server[94217]: WARNING neutron.api.v2.base [None req-54df091c-1046-43b4-b4d5-271598003d38 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 10 03:25:03.175898 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-54df091c-1046-43b4-b4d5-271598003d38 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:25:03.177867 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-54df091c-1046-43b4-b4d5-271598003d38 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0093315 Aug 10 03:25:03.189783 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36188) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:03.198329 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-26e85f1b-459a-418b-919d-56532713d084 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Request body: {'security_group_rule': {'security_group_id': '937e4b8a-a19c-4e04-83d0-6a2fe6eba0d0', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:03.211587 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b6bd9ab1-e341-4f72-bfab-feb976f930c7 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:03.264238 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-26e85f1b-459a-418b-919d-56532713d084 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:25:03.266409 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-26e85f1b-459a-418b-919d-56532713d084 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0750868 Aug 10 03:25:03.269198 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36192) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:03.275649 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-dfa8c83e-1cb3-426d-9393-a82a61ad171e tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Request body: {'security_group_rule': {'security_group_id': '937e4b8a-a19c-4e04-83d0-6a2fe6eba0d0', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:03.346581 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-dfa8c83e-1cb3-426d-9393-a82a61ad171e tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:25:03.349037 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-dfa8c83e-1cb3-426d-9393-a82a61ad171e tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0785978 Aug 10 03:25:03.351855 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36194) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:03.367470 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62d28321-cf49-41f8-ab9d-2b1b4bab20f0 admin admin] Router 00fc1e76-5130-4855-800b-bcf6a7db4129 is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:25:03.368174 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:03.387782 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c6f98396-ac9a-4480-8cf3-edaa9b5eb30f req-91eac935-92dd-47a3-9a93-2861aaa3c3e6 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:03.441529 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d6f702-5a7e-4a70-8334-99eac53fe88f None None] Network eda6afd9-3282-408a-84a6-ed11c62ee177 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:25:03.500284 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a8fd1ae6-aad8-4dfd-90d0-a57cc2ed1637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:03.605677 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-575f5f28-9922-4efb-9efc-743b998f4959 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:03.690780 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-575f5f28-9922-4efb-9efc-743b998f4959 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:03.729102 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-771e3890-1a16-4d60-a4fc-ea1ccfb78992 None None] Provisioning for port e9d28258-32d1-486b-8ad9-269d817ee3ab completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:03.855856 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d28321-cf49-41f8-ab9d-2b1b4bab20f0 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:25:03.868948 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c04e63c-470d-44c4-8caa-c82368fe5fd6 None None] Sync routers for ids ['00fc1e76-5130-4855-800b-bcf6a7db4129'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:25:03.893026 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c04e63c-470d-44c4-8caa-c82368fe5fd6 None None] Routers {'00fc1e76-5130-4855-800b-bcf6a7db4129'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:25:03.893247 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-9c04e63c-470d-44c4-8caa-c82368fe5fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:25:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['00fc1e76-5130-4855-800b-bcf6a7db4129'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:03.917140 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fc65a457-da42-48a3-8c36-b72babf62867 req-38cabb78-a26e-4089-97de-7570f7f5799b tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/ports?device_id=e037923f-dc4c-4e79-a682-50fc433cedfd HTTP/1.1" status: 200 len: 210 time: 0.2962844 Aug 10 03:25:03.943178 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-575f5f28-9922-4efb-9efc-743b998f4959 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:03.957014 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-575f5f28-9922-4efb-9efc-743b998f4959 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:03.959000 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-575f5f28-9922-4efb-9efc-743b998f4959 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] 10.222.0.62 "DELETE /v2.0/security-groups/937e4b8a-a19c-4e04-83d0-6a2fe6eba0d0 HTTP/1.1" status: 204 len: 168 time: 0.6050315 Aug 10 03:25:03.965009 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36206) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:04.058578 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575f5f28-9922-4efb-9efc-743b998f4959 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=937e4b8a-a19c-4e04-83d0-6a2fe6eba0d0,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:04.074043 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6f98396-ac9a-4480-8cf3-edaa9b5eb30f req-91eac935-92dd-47a3-9a93-2861aaa3c3e6 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Network bc648e31-3fe5-47a0-8b38-9d9deaf52af1 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:25:04.102180 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a8fd1ae6-aad8-4dfd-90d0-a57cc2ed1637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:04.112078 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93aeb043-9788-439f-9038-2e9f96edb7e4 None None] Network 388d512f-0189-4278-87fb-0401d1b0cdc0 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:25:04.125623 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a8fd1ae6-aad8-4dfd-90d0-a57cc2ed1637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:04.184303 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-9c04e63c-470d-44c4-8caa-c82368fe5fd6 None None] Set router 00fc1e76-5130-4855-800b-bcf6a7db4129 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:25:04.214122 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eac935-92dd-47a3-9a93-2861aaa3c3e6 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Pushing event updated for resources: {'Port': ['ID=93571af8-54af-41eb-9a95-676bad470dec,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:04.228949 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-c6f98396-ac9a-4480-8cf3-edaa9b5eb30f req-91eac935-92dd-47a3-9a93-2861aaa3c3e6 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:04.275228 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fd1ae6-aad8-4dfd-90d0-a57cc2ed1637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88260bfd-8692-4b1a-af8d-b5b26c538a7a,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:04.283443 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a8fd1ae6-aad8-4dfd-90d0-a57cc2ed1637 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8b04ca946036427289c2aa193e6427ea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2060268 Aug 10 03:25:04.284441 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36210) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:04.307844 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e15b2eea-9f84-41e5-8f37-80fe527657fe tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3415833 Aug 10 03:25:04.326039 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36212) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:04.340054 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-0ca08d6d-20d6-4597-a2d6-4a0dcd5741a9 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Request body: {'security_group': {'name': 'tempest-secgroup--46260879'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:04.425376 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e9d28258-32d1-486b-8ad9-269d817ee3ab up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:25:04.426366 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-93566905-706c-46c0-ae4c-9eb4ad38c0cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:04.428924 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0ca08d6d-20d6-4597-a2d6-4a0dcd5741a9 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:04.471025 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-93566905-706c-46c0-ae4c-9eb4ad38c0cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:04.519801 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-80320d7d-2d5e-4798-a222-3219383207b7 None None] Provisioning for port c02ed9f3-e351-4618-8594-ef048e1f6a79 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:04.560111 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:04.576526 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6f98396-ac9a-4480-8cf3-edaa9b5eb30f req-91eac935-92dd-47a3-9a93-2861aaa3c3e6 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:25:04.585059 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-62d28321-cf49-41f8-ab9d-2b1b4bab20f0 admin admin] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:04.586720 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-62d28321-cf49-41f8-ab9d-2b1b4bab20f0 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.2121592 Aug 10 03:25:04.594193 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36216) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:04.606771 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a337a615-96cb-4974-8e57-0a8268084a3f req-94a55d7b-0767-49bc-82cf-d8538e7440c0 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:04.608860 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a337a615-96cb-4974-8e57-0a8268084a3f req-94a55d7b-0767-49bc-82cf-d8538e7440c0 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 931 time: 1.0458336 Aug 10 03:25:04.618423 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-93566905-706c-46c0-ae4c-9eb4ad38c0cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:04.619719 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b6bd9ab1-e341-4f72-bfab-feb976f930c7 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:04.623675 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port e9d28258-32d1-486b-8ad9-269d817ee3ab completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:04.629928 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port e9d28258-32d1-486b-8ad9-269d817ee3ab triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:04.631346 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:04.635597 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-93566905-706c-46c0-ae4c-9eb4ad38c0cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:04.636781 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-93566905-706c-46c0-ae4c-9eb4ad38c0cf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/88260bfd-8692-4b1a-af8d-b5b26c538a7a HTTP/1.1" status: 204 len: 168 time: 0.3504682 Aug 10 03:25:04.693348 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-9c04e63c-470d-44c4-8caa-c82368fe5fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fc1e76-5130-4855-800b-bcf6a7db4129', 'name': 'tempest-ServerRescueTestJSON-1020409072-router', 'tenant_id': 'a6c6578459ab48049573af588cfcdf5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '8d404351-45fd-4870-aa2f-0a9ac317004f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:24:55Z', 'updated_at': '2021-08-10T03:24:59Z', 'revision_number': 3, 'project_id': 'a6c6578459ab48049573af588cfcdf5f', 'gw_port': {'id': '8d404351-45fd-4870-aa2f-0a9ac317004f', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:53:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00fc1e76-5130-4855-800b-bcf6a7db4129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:24:58Z', 'updated_at': '2021-08-10T03:24:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:04.720294 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-e352a20c-471e-4d28-8390-f40645b2cacc None None] Provisioning complete for port e9d28258-32d1-486b-8ad9-269d817ee3ab triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:04.720953 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e352a20c-471e-4d28-8390-f40645b2cacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:04.746340 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c04e63c-470d-44c4-8caa-c82368fe5fd6 None None] Checking router: 00fc1e76-5130-4855-800b-bcf6a7db4129 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:25:04.746998 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c04e63c-470d-44c4-8caa-c82368fe5fd6 None None] Updating router 00fc1e76-5130-4855-800b-bcf6a7db4129 port 8d404351-45fd-4870-aa2f-0a9ac317004f binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:25:04.777677 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b6bd9ab1-e341-4f72-bfab-feb976f930c7 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:04.824648 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-9c04e63c-470d-44c4-8caa-c82368fe5fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:04.830004 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93566905-706c-46c0-ae4c-9eb4ad38c0cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88260bfd-8692-4b1a-af8d-b5b26c538a7a,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:04.982780 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0ca08d6d-20d6-4597-a2d6-4a0dcd5741a9 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:05.010236 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0ca08d6d-20d6-4597-a2d6-4a0dcd5741a9 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:05.081415 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f98396-ac9a-4480-8cf3-edaa9b5eb30f req-91eac935-92dd-47a3-9a93-2861aaa3c3e6 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:05.082029 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c6f98396-ac9a-4480-8cf3-edaa9b5eb30f req-91eac935-92dd-47a3-9a93-2861aaa3c3e6 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:05.153554 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0ca08d6d-20d6-4597-a2d6-4a0dcd5741a9 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:05.157671 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0ca08d6d-20d6-4597-a2d6-4a0dcd5741a9 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8304858 Aug 10 03:25:05.162605 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36224) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:05.165587 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c6f98396-ac9a-4480-8cf3-edaa9b5eb30f req-91eac935-92dd-47a3-9a93-2861aaa3c3e6 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0378020 Aug 10 03:25:05.168853 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a337a615-96cb-4974-8e57-0a8268084a3f req-71deb79a-2d75-4c9f-945c-a7adc274cdf9 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5452442 Aug 10 03:25:05.185998 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-e28f4226-0f62-448a-85d1-94fb1b300c68 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Request body: {'security_group_rule': {'security_group_id': '66cc9a52-de90-412f-8f5c-e22e1dba0511', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:05.188514 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bd9ab1-e341-4f72-bfab-feb976f930c7 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event updated for resources: {'Port': ['ID=58392045-4d06-4b53-b3ed-398ea67e8a29,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:05.238643 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-c6f98396-ac9a-4480-8cf3-edaa9b5eb30f req-f1227936-a0e6-4a88-9ef3-93df22db35cd service neutron] Request body: {'port': {'device_id': '4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:05.247613 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b4c3ca38-06b2-45f9-9daf-71219be9c582 req-626c6c83-8ffc-4fd9-afe1-2352072af82e tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/ports?device_id=e037923f-dc4c-4e79-a682-50fc433cedfd HTTP/1.1" status: 200 len: 210 time: 0.1328235 Aug 10 03:25:05.282256 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca08d6d-20d6-4597-a2d6-4a0dcd5741a9 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66cc9a52-de90-412f-8f5c-e22e1dba0511,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:05.359642 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:05.409034 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port e9d28258-32d1-486b-8ad9-269d817ee3ab, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=e9d28258-32d1-486b-8ad9-269d817ee3ab,segment=NetworkSegment(994c12d7-0813-42da-be50-76e101a6ee58),segment_id=994c12d7-0813-42da-be50-76e101a6ee58)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:05.423574 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:05.424632 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device f6168ba1-6e81-4707-b648-69d1dfdb51bf up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:25:05.438920 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36226) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:05.480066 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e352a20c-471e-4d28-8390-f40645b2cacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:05.502536 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-9c04e63c-470d-44c4-8caa-c82368fe5fd6 None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:05.526802 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-9c04e63c-470d-44c4-8caa-c82368fe5fd6 None None] Transition to ACTIVE for port object 8d404351-45fd-4870-aa2f-0a9ac317004f will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:05.538220 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-9c04e63c-470d-44c4-8caa-c82368fe5fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:05.564034 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-451caf98-d8fb-40e1-8976-c4a68a5895ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:05.620734 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-e28f4226-0f62-448a-85d1-94fb1b300c68 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] create failed (client error): The resource could not be found. Aug 10 03:25:05.621435 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbc430c-9563-45f3-8967-acf773ef4102 None None] Pushing event updated for resources: {'Port': ['ID=8d404351-45fd-4870-aa2f-0a9ac317004f,revision_number=2']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:05.621791 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e28f4226-0f62-448a-85d1-94fb1b300c68 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4539664 Aug 10 03:25:05.624119 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-9c04e63c-470d-44c4-8caa-c82368fe5fd6 None None] Attempting to bind port 8d404351-45fd-4870-aa2f-0a9ac317004f on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:25:05.624485 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-9c04e63c-470d-44c4-8caa-c82368fe5fd6 None None] Attempting to bind port 8d404351-45fd-4870-aa2f-0a9ac317004f by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:25:05.624840 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c04e63c-470d-44c4-8caa-c82368fe5fd6 None None] Attempting to bind port 8d404351-45fd-4870-aa2f-0a9ac317004f on network 09ca2025-b9a6-4e84-8019-8d9fbef3753e {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:05.632798 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36228) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:05.637956 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=e9d28258-32d1-486b-8ad9-269d817ee3ab,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:05.638804 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c04e63c-470d-44c4-8caa-c82368fe5fd6 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:25:05.638804 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c04e63c-470d-44c4-8caa-c82368fe5fd6 None None] Checking segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:25:05.639081 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-9c04e63c-470d-44c4-8caa-c82368fe5fd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:05.639617 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c04e63c-470d-44c4-8caa-c82368fe5fd6 None None] Bound using segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:25:05.639889 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-ecf67db3-4312-4668-a2a2-7c35c6a637b3 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Request body: {'security_group_rule': {'security_group_id': '66cc9a52-de90-412f-8f5c-e22e1dba0511', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '6967578f-d090-41fb-9e09-e471563c3c6c'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:05.640196 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-9c04e63c-470d-44c4-8caa-c82368fe5fd6 None None] Bound port: 8d404351-45fd-4870-aa2f-0a9ac317004f, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:25:05.640582 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-9c04e63c-470d-44c4-8caa-c82368fe5fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:05.643228 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc430c-9563-45f3-8967-acf773ef4102 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:05.643802 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc430c-9563-45f3-8967-acf773ef4102 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:05.644311 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc430c-9563-45f3-8967-acf773ef4102 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:05.644824 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc430c-9563-45f3-8967-acf773ef4102 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:05.645323 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc430c-9563-45f3-8967-acf773ef4102 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:05.647076 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc430c-9563-45f3-8967-acf773ef4102 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:05.647584 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc430c-9563-45f3-8967-acf773ef4102 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:05.648080 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc430c-9563-45f3-8967-acf773ef4102 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:05.648746 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc430c-9563-45f3-8967-acf773ef4102 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:05.649242 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc430c-9563-45f3-8967-acf773ef4102 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:05.649888 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc430c-9563-45f3-8967-acf773ef4102 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:05.650513 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc430c-9563-45f3-8967-acf773ef4102 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:05.669704 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.db.api [None req-e352a20c-471e-4d28-8390-f40645b2cacc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:25:05.670704 n-d-768851-15 neutron-server[94218]: DEBUG oslo_db.api [None req-e352a20c-471e-4d28-8390-f40645b2cacc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:25:05.680115 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port f6168ba1-6e81-4707-b648-69d1dfdb51bf triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:05.680502 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:05.743831 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-9c04e63c-470d-44c4-8caa-c82368fe5fd6 None None] For port 8d404351-45fd-4870-aa2f-0a9ac317004f, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:25:05.748003 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-9c04e63c-470d-44c4-8caa-c82368fe5fd6 None None] For port 8d404351-45fd-4870-aa2f-0a9ac317004f, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=8d404351-45fd-4870-aa2f-0a9ac317004f,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:25:05.770227 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-9c04e63c-470d-44c4-8caa-c82368fe5fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:05.785560 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device c02ed9f3-e351-4618-8594-ef048e1f6a79 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:25:05.790217 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-ac9f647e-7db1-4471-9bc6-9bd0e5067993 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:05.796321 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-ac9f647e-7db1-4471-9bc6-9bd0e5067993 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:05.797939 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-ac9f647e-7db1-4471-9bc6-9bd0e5067993 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.58 "GET /v2.0/networks?id=8c256548-81fe-4ce5-9def-c24a21700c51&id=388d512f-0189-4278-87fb-0401d1b0cdc0 HTTP/1.1" status: 200 len: 1392 time: 0.5011423 Aug 10 03:25:05.827241 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-4dfa7bcb-d703-4fda-b734-97b3cdd3b9ca tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Request body: {'port': {'device_id': 'e037923f-dc4c-4e79-a682-50fc433cedfd', 'network_id': '8c256548-81fe-4ce5-9def-c24a21700c51', 'admin_state_up': True, 'tenant_id': 'd8f2056cb8664657b3af8bc92377e007'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:05.900389 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbc430c-9563-45f3-8967-acf773ef4102 None None] Pushing event updated for resources: {'Port': ['ID=8d404351-45fd-4870-aa2f-0a9ac317004f,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:05.903047 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c6f98396-ac9a-4480-8cf3-edaa9b5eb30f req-f1227936-a0e6-4a88-9ef3-93df22db35cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:05.921651 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c04e63c-470d-44c4-8caa-c82368fe5fd6 None None] Routers {'00fc1e76-5130-4855-800b-bcf6a7db4129'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:25:05.923380 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-9c04e63c-470d-44c4-8caa-c82368fe5fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:25:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['00fc1e76-5130-4855-800b-bcf6a7db4129'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:05.928918 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:05.952681 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port c02ed9f3-e351-4618-8594-ef048e1f6a79 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:05.961854 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port c02ed9f3-e351-4618-8594-ef048e1f6a79 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:05.962219 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:06.166578 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-451caf98-d8fb-40e1-8976-c4a68a5895ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:06.184541 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-451caf98-d8fb-40e1-8976-c4a68a5895ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:06.213181 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.db.api [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-4dfa7bcb-d703-4fda-b734-97b3cdd3b9ca tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:25:06.213181 n-d-768851-15 neutron-server[94217]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 03:25:06.213181 n-d-768851-15 neutron-server[94217]: [parameters: {'project_id_1': 'd8f2056cb8664657b3af8bc92377e007', 'expiration_1': datetime.datetime(2021, 8, 10, 3, 25, 6, 137933)}] Aug 10 03:25:06.213181 n-d-768851-15 neutron-server[94217]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:25:06.214184 n-d-768851-15 neutron-server[94217]: DEBUG oslo_db.api [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-4dfa7bcb-d703-4fda-b734-97b3cdd3b9ca tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:25:06.285488 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-451caf98-d8fb-40e1-8976-c4a68a5895ef admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c12f49e85e7e44209f3da4c97cfc6c7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8454797 Aug 10 03:25:06.292398 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 36244) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:06.316210 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:06.333904 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451caf98-d8fb-40e1-8976-c4a68a5895ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd08a14-a892-49f5-8a8a-8fb0976aad5f,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:06.365296 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-ecf67db3-4312-4668-a2a2-7c35c6a637b3 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] create failed (client error): The resource could not be found. Aug 10 03:25:06.369957 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port c02ed9f3-e351-4618-8594-ef048e1f6a79, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=c02ed9f3-e351-4618-8594-ef048e1f6a79,segment=NetworkSegment(7dfe0d04-54df-4eec-bfbd-b2713bc0684e),segment_id=7dfe0d04-54df-4eec-bfbd-b2713bc0684e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:06.370844 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ecf67db3-4312-4668-a2a2-7c35c6a637b3 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7371309 Aug 10 03:25:06.374151 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36246) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:06.375650 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-e352a20c-471e-4d28-8390-f40645b2cacc None None] Provisioning for port 58392045-4d06-4b53-b3ed-398ea67e8a29 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:06.380074 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:06.387189 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-e352a20c-471e-4d28-8390-f40645b2cacc None None] Provisioning complete for port 58392045-4d06-4b53-b3ed-398ea67e8a29 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:06.387757 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e352a20c-471e-4d28-8390-f40645b2cacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:06.412708 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-9c04e63c-470d-44c4-8caa-c82368fe5fd6 None None] Set router 00fc1e76-5130-4855-800b-bcf6a7db4129 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:25:06.497190 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b6bd9ab1-e341-4f72-bfab-feb976f930c7 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:06.500066 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-e352a20c-471e-4d28-8390-f40645b2cacc None None] Port 58392045-4d06-4b53-b3ed-398ea67e8a29 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:25:06.520156 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e9d28258-32d1-486b-8ad9-269d817ee3ab up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:25:06.530075 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=c02ed9f3-e351-4618-8594-ef048e1f6a79,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:06.561097 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-c6f98396-ac9a-4480-8cf3-edaa9b5eb30f req-f1227936-a0e6-4a88-9ef3-93df22db35cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93571af8-54af-41eb-9a95-676bad470dec {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:25:06.588271 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c6f98396-ac9a-4480-8cf3-edaa9b5eb30f req-f1227936-a0e6-4a88-9ef3-93df22db35cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:06.593118 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-402273da-00bb-4379-9e45-5952575f38b9 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:06.595317 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port e9d28258-32d1-486b-8ad9-269d817ee3ab triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:06.597517 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:06.600327 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-752f2f9c-9539-4387-9005-9f1de718f31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:06.659552 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-5a8b63d2-60d1-409b-ace1-bb8b7d5edf4c None None] Provisioning complete for port 58392045-4d06-4b53-b3ed-398ea67e8a29 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:06.660139 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5a8b63d2-60d1-409b-ace1-bb8b7d5edf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:06.724994 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-9c04e63c-470d-44c4-8caa-c82368fe5fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fc1e76-5130-4855-800b-bcf6a7db4129', 'name': 'tempest-ServerRescueTestJSON-1020409072-router', 'tenant_id': 'a6c6578459ab48049573af588cfcdf5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '8d404351-45fd-4870-aa2f-0a9ac317004f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:24:55Z', 'updated_at': '2021-08-10T03:24:59Z', 'revision_number': 3, 'project_id': 'a6c6578459ab48049573af588cfcdf5f', 'gw_port': {'id': '8d404351-45fd-4870-aa2f-0a9ac317004f', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:53:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00fc1e76-5130-4855-800b-bcf6a7db4129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:24:58Z', 'updated_at': '2021-08-10T03:25:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:06.746374 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-5a8b63d2-60d1-409b-ace1-bb8b7d5edf4c None None] Port 58392045-4d06-4b53-b3ed-398ea67e8a29 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:25:06.750826 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c7dadd13-ed9e-4311-8ad5-6ea8ab11428c req-ae324dd3-bcb5-484a-b73f-fab1cc9a4aa0 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/ports?device_id=e037923f-dc4c-4e79-a682-50fc433cedfd HTTP/1.1" status: 200 len: 210 time: 0.0958130 Aug 10 03:25:06.758902 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-5a8b63d2-60d1-409b-ace1-bb8b7d5edf4c None None] Provisioning complete for port c02ed9f3-e351-4618-8594-ef048e1f6a79 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:06.759656 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5a8b63d2-60d1-409b-ace1-bb8b7d5edf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:06.767598 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-c6f98396-ac9a-4480-8cf3-edaa9b5eb30f req-f1227936-a0e6-4a88-9ef3-93df22db35cd service neutron] Transition to ACTIVE for port object 93571af8-54af-41eb-9a95-676bad470dec will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:06.768364 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-402273da-00bb-4379-9e45-5952575f38b9 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:06.800497 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c04e63c-470d-44c4-8caa-c82368fe5fd6 None None] The sync data for ids ['00fc1e76-5130-4855-800b-bcf6a7db4129'] in n-d-768851-15 is: [{'id': '00fc1e76-5130-4855-800b-bcf6a7db4129', 'name': 'tempest-ServerRescueTestJSON-1020409072-router', 'tenant_id': 'a6c6578459ab48049573af588cfcdf5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '8d404351-45fd-4870-aa2f-0a9ac317004f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:24:55Z', 'updated_at': '2021-08-10T03:24:59Z', 'revision_number': 3, 'project_id': 'a6c6578459ab48049573af588cfcdf5f', 'gw_port': {'id': '8d404351-45fd-4870-aa2f-0a9ac317004f', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:53:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00fc1e76-5130-4855-800b-bcf6a7db4129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:24:58Z', 'updated_at': '2021-08-10T03:25:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:25:06.861463 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24fbd61-5ca7-43d3-878c-15f7d3357d23 req-39f613bc-6876-4bed-95f4-b02a62dec069 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:06.869627 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b24fbd61-5ca7-43d3-878c-15f7d3357d23 req-39f613bc-6876-4bed-95f4-b02a62dec069 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 931 time: 0.5673792 Aug 10 03:25:06.892294 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c6f98396-ac9a-4480-8cf3-edaa9b5eb30f req-f1227936-a0e6-4a88-9ef3-93df22db35cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:06.917611 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-752f2f9c-9539-4387-9005-9f1de718f31e admin admin] Allocated IP 172.20.0.1 (3ae3bb7a-17de-433a-9439-10e842715ca7/84e2115c-5c38-4493-9e9f-a0cb9fd0cc26/ae4bcfe9-3a85-401e-941c-c23682ca90e6) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:25:06.931357 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-4dfa7bcb-d703-4fda-b734-97b3cdd3b9ca tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Made reservation on behalf of d8f2056cb8664657b3af8bc92377e007 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:25:06.935058 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-4dfa7bcb-d703-4fda-b734-97b3cdd3b9ca tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:06.938380 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-402273da-00bb-4379-9e45-5952575f38b9 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:06.941326 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-402273da-00bb-4379-9e45-5952575f38b9 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:06.942439 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-402273da-00bb-4379-9e45-5952575f38b9 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] 10.222.0.62 "DELETE /v2.0/security-groups/66cc9a52-de90-412f-8f5c-e22e1dba0511 HTTP/1.1" status: 204 len: 168 time: 0.5666449 Aug 10 03:25:06.955754 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36250) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:06.993584 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8a042482-714e-4108-b2cb-282fc42ad164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:07.011126 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402273da-00bb-4379-9e45-5952575f38b9 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66cc9a52-de90-412f-8f5c-e22e1dba0511,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:07.017744 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8a042482-714e-4108-b2cb-282fc42ad164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:07.122378 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-cadbde52-ba6e-441a-bc37-69991b13a548 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1623795 Aug 10 03:25:07.126639 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36252) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:07.139866 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-ecd4a3d1-7057-43cb-b2d4-a456d6cdd61d tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Request body: {'security_group_rule': {'security_group_id': '8931d576-b02d-42d5-b762-3f212f712367', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:07.143661 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8a042482-714e-4108-b2cb-282fc42ad164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:07.147069 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8a042482-714e-4108-b2cb-282fc42ad164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:07.150573 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8a042482-714e-4108-b2cb-282fc42ad164 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5fd08a14-a892-49f5-8a8a-8fb0976aad5f HTTP/1.1" status: 204 len: 168 time: 0.8475378 Aug 10 03:25:07.177851 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a042482-714e-4108-b2cb-282fc42ad164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd08a14-a892-49f5-8a8a-8fb0976aad5f,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:07.223272 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-752f2f9c-9539-4387-9005-9f1de718f31e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:07.226979 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b24fbd61-5ca7-43d3-878c-15f7d3357d23 req-e044b1ba-f2ed-4011-9c3f-5c77e8ebad8c tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3535066 Aug 10 03:25:07.234858 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b6bd9ab1-e341-4f72-bfab-feb976f930c7 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:07.260670 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1227936-a0e6-4a88-9ef3-93df22db35cd service neutron] Pushing event updated for resources: {'Port': ['ID=93571af8-54af-41eb-9a95-676bad470dec,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:07.314577 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-4dfa7bcb-d703-4fda-b734-97b3cdd3b9ca tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Allocated IP 19.80.0.184 (8c256548-81fe-4ce5-9def-c24a21700c51/7c1700a9-af2b-4095-9db8-068253b3617c/6dd7f1f4-7250-4a25-a6c8-3e9bd15ccdf9) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:25:07.319496 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-ecd4a3d1-7057-43cb-b2d4-a456d6cdd61d tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] create failed (client error): The resource could not be found. Aug 10 03:25:07.320885 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ecd4a3d1-7057-43cb-b2d4-a456d6cdd61d tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1937141 Aug 10 03:25:07.325236 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 36256) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:07.331404 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-a8fd9a18-c3fc-4578-b66e-fb0e54ade96d tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Request body: {'security_group': {'name': 'tempest-secgroup--472040262'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:07.372005 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-752f2f9c-9539-4387-9005-9f1de718f31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:07.448283 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752f2f9c-9539-4387-9005-9f1de718f31e admin admin] Network 3ae3bb7a-17de-433a-9439-10e842715ca7 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:25:07.457953 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a8fd9a18-c3fc-4578-b66e-fb0e54ade96d tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:07.469952 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-752f2f9c-9539-4387-9005-9f1de718f31e admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:07.501073 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-c6f98396-ac9a-4480-8cf3-edaa9b5eb30f req-f1227936-a0e6-4a88-9ef3-93df22db35cd service neutron] Attempting to bind port 93571af8-54af-41eb-9a95-676bad470dec on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:25:07.501073 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-c6f98396-ac9a-4480-8cf3-edaa9b5eb30f req-f1227936-a0e6-4a88-9ef3-93df22db35cd service neutron] Attempting to bind port 93571af8-54af-41eb-9a95-676bad470dec by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '8488dbaf-be9b-400f-9dbd-520f189ac473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bc648e31-3fe5-47a0-8b38-9d9deaf52af1'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:25:07.501509 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f98396-ac9a-4480-8cf3-edaa9b5eb30f req-f1227936-a0e6-4a88-9ef3-93df22db35cd service neutron] Attempting to bind port 93571af8-54af-41eb-9a95-676bad470dec on network bc648e31-3fe5-47a0-8b38-9d9deaf52af1 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:07.508873 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752f2f9c-9539-4387-9005-9f1de718f31e admin admin] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:25:07.511378 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f2f9c-9539-4387-9005-9f1de718f31e admin admin] Pushing event updated for resources: {'Port': ['ID=ae4bcfe9-3a85-401e-941c-c23682ca90e6,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:07.518567 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f98396-ac9a-4480-8cf3-edaa9b5eb30f req-f1227936-a0e6-4a88-9ef3-93df22db35cd service neutron] Port 93571af8-54af-41eb-9a95-676bad470dec on network bc648e31-3fe5-47a0-8b38-9d9deaf52af1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:25:07.518987 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f98396-ac9a-4480-8cf3-edaa9b5eb30f req-f1227936-a0e6-4a88-9ef3-93df22db35cd service neutron] Attempting to bind port 93571af8-54af-41eb-9a95-676bad470dec on network bc648e31-3fe5-47a0-8b38-9d9deaf52af1 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:07.544159 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f98396-ac9a-4480-8cf3-edaa9b5eb30f req-f1227936-a0e6-4a88-9ef3-93df22db35cd service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:25:07.544575 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f98396-ac9a-4480-8cf3-edaa9b5eb30f req-f1227936-a0e6-4a88-9ef3-93df22db35cd service neutron] Checking segment: {'id': '8488dbaf-be9b-400f-9dbd-520f189ac473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bc648e31-3fe5-47a0-8b38-9d9deaf52af1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:25:07.544918 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f98396-ac9a-4480-8cf3-edaa9b5eb30f req-f1227936-a0e6-4a88-9ef3-93df22db35cd service neutron] Bound using segment: {'id': '8488dbaf-be9b-400f-9dbd-520f189ac473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bc648e31-3fe5-47a0-8b38-9d9deaf52af1'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:25:07.545403 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-c6f98396-ac9a-4480-8cf3-edaa9b5eb30f req-f1227936-a0e6-4a88-9ef3-93df22db35cd service neutron] Bound port: 93571af8-54af-41eb-9a95-676bad470dec, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8488dbaf-be9b-400f-9dbd-520f189ac473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bc648e31-3fe5-47a0-8b38-9d9deaf52af1'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:25:07.545782 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c6f98396-ac9a-4480-8cf3-edaa9b5eb30f req-f1227936-a0e6-4a88-9ef3-93df22db35cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:07.649759 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-752f2f9c-9539-4387-9005-9f1de718f31e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:07.762981 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a8fd9a18-c3fc-4578-b66e-fb0e54ade96d tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:07.773593 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a8fd9a18-c3fc-4578-b66e-fb0e54ade96d tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:07.781710 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-4dfa7bcb-d703-4fda-b734-97b3cdd3b9ca tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:07.848751 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-4dfa7bcb-d703-4fda-b734-97b3cdd3b9ca tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Transition to ACTIVE for port object 6dd7f1f4-7250-4a25-a6c8-3e9bd15ccdf9 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:07.898983 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b6bd9ab1-e341-4f72-bfab-feb976f930c7 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:07.936979 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-752f2f9c-9539-4387-9005-9f1de718f31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:07.939043 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-c6f98396-ac9a-4480-8cf3-edaa9b5eb30f req-f1227936-a0e6-4a88-9ef3-93df22db35cd service neutron] For port 93571af8-54af-41eb-9a95-676bad470dec, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:25:07.944606 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-c6f98396-ac9a-4480-8cf3-edaa9b5eb30f req-f1227936-a0e6-4a88-9ef3-93df22db35cd service neutron] For port 93571af8-54af-41eb-9a95-676bad470dec, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=93571af8-54af-41eb-9a95-676bad470dec,segment=NetworkSegment(8488dbaf-be9b-400f-9dbd-520f189ac473),segment_id=8488dbaf-be9b-400f-9dbd-520f189ac473)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:25:07.964068 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c6f98396-ac9a-4480-8cf3-edaa9b5eb30f req-f1227936-a0e6-4a88-9ef3-93df22db35cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:07.965703 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b6bd9ab1-e341-4f72-bfab-feb976f930c7 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:07.968732 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-4dfa7bcb-d703-4fda-b734-97b3cdd3b9ca tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:08.090007 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfa7bcb-d703-4fda-b734-97b3cdd3b9ca tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Pushing event updated for resources: {'Port': ['ID=6dd7f1f4-7250-4a25-a6c8-3e9bd15ccdf9,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:08.093556 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-4dfa7bcb-d703-4fda-b734-97b3cdd3b9ca tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Network 8c256548-81fe-4ce5-9def-c24a21700c51 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:25:08.100335 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-31819e85-9c98-4bc9-9a02-9a06675f8605 req-2b1aa909-841d-44a0-9ea8-05215da31acb tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/ports?device_id=e037923f-dc4c-4e79-a682-50fc433cedfd HTTP/1.1" status: 200 len: 210 time: 0.1856666 Aug 10 03:25:08.108236 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f98396-ac9a-4480-8cf3-edaa9b5eb30f req-f1227936-a0e6-4a88-9ef3-93df22db35cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:08.108948 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c6f98396-ac9a-4480-8cf3-edaa9b5eb30f req-f1227936-a0e6-4a88-9ef3-93df22db35cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:08.110774 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c6f98396-ac9a-4480-8cf3-edaa9b5eb30f req-f1227936-a0e6-4a88-9ef3-93df22db35cd service neutron] 10.222.0.60 "PUT /v2.0/ports/93571af8-54af-41eb-9a95-676bad470dec HTTP/1.1" status: 200 len: 1092 time: 2.9335656 Aug 10 03:25:08.114068 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-4dfa7bcb-d703-4fda-b734-97b3cdd3b9ca tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:08.117653 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-4dfa7bcb-d703-4fda-b734-97b3cdd3b9ca tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:25:08.159889 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4', 'tag': '93571af8-54af-41eb-9a95-676bad470dec'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:08.162074 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6081111c-86d4-4b5d-9c67-367d89b86fb6" -d '{"events": [{"name": "network-changed", "server_uuid": "4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4", "tag": "93571af8-54af-41eb-9a95-676bad470dec"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:08.165248 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a8fd9a18-c3fc-4578-b66e-fb0e54ade96d tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:08.168921 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-a8fd9a18-c3fc-4578-b66e-fb0e54ade96d tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8402145 Aug 10 03:25:08.184046 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 36280) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:08.197685 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-73793948-5ffa-46ea-b020-8d9d21b83c86 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Request body: {'security_group': {'name': 'tempest-secgroup--1162036919'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:08.218302 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fd9a18-c3fc-4578-b66e-fb0e54ade96d tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f4c169-d2af-4ea1-99cc-9a6e66df863c,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:08.305000 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-357e5603-5d07-4389-a7e8-6a94191d17e9 x-openstack-request-id: req-357e5603-5d07-4389-a7e8-6a94191d17e9 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:08.306642 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4", "tag": "93571af8-54af-41eb-9a95-676bad470dec", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:08.307048 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-357e5603-5d07-4389-a7e8-6a94191d17e9 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:08.307562 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4', 'tag': '93571af8-54af-41eb-9a95-676bad470dec', 'status': 'completed', 'code': 200} Aug 10 03:25:08.359403 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-4dfa7bcb-d703-4fda-b734-97b3cdd3b9ca tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:08.360964 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b6bd9ab1-e341-4f72-bfab-feb976f930c7 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:08.370207 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-4dfa7bcb-d703-4fda-b734-97b3cdd3b9ca tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:08.419915 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-752f2f9c-9539-4387-9005-9f1de718f31e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:08.432079 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-752f2f9c-9539-4387-9005-9f1de718f31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:08.496332 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bd9ab1-e341-4f72-bfab-feb976f930c7 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Network eda6afd9-3282-408a-84a6-ed11c62ee177 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:25:08.518550 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-b6bd9ab1-e341-4f72-bfab-feb976f930c7 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:08.532645 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f98396-ac9a-4480-8cf3-edaa9b5eb30f req-979785b4-e8a4-4895-a5b6-0b0cae645f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:08.534942 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c6f98396-ac9a-4480-8cf3-edaa9b5eb30f req-979785b4-e8a4-4895-a5b6-0b0cae645f78 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a77b526167a54c3793a81af5f7632e4e&device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 1095 time: 0.3299222 Aug 10 03:25:08.536515 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1227936-a0e6-4a88-9ef3-93df22db35cd service neutron] Pushing event updated for resources: {'Port': ['ID=93571af8-54af-41eb-9a95-676bad470dec,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:08.547741 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-12176c4d-5e7e-413d-a4ba-860fb18b4b7d None None] Provisioning for port 6dd7f1f4-7250-4a25-a6c8-3e9bd15ccdf9 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:08.555082 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-12176c4d-5e7e-413d-a4ba-860fb18b4b7d None None] Provisioning complete for port 6dd7f1f4-7250-4a25-a6c8-3e9bd15ccdf9 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:08.555665 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-12176c4d-5e7e-413d-a4ba-860fb18b4b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:08.623785 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-4dfa7bcb-d703-4fda-b734-97b3cdd3b9ca tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8138993 Aug 10 03:25:08.634932 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-73793948-5ffa-46ea-b020-8d9d21b83c86 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:08.638179 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c6f98396-ac9a-4480-8cf3-edaa9b5eb30f req-0558f075-e5d2-41f8-be70-684d08d3869e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=93571af8-54af-41eb-9a95-676bad470dec HTTP/1.1" status: 200 len: 217 time: 0.0511773 Aug 10 03:25:08.657719 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-12176c4d-5e7e-413d-a4ba-860fb18b4b7d None None] Port 6dd7f1f4-7250-4a25-a6c8-3e9bd15ccdf9 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:25:08.665560 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bd9ab1-e341-4f72-bfab-feb976f930c7 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event updated for resources: {'Port': ['ID=58392045-4d06-4b53-b3ed-398ea67e8a29,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:08.670208 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-14b49066-beee-4639-8da4-67d0d4a65111 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Request body: {'port': {'device_id': 'e037923f-dc4c-4e79-a682-50fc433cedfd', 'network_id': '388d512f-0189-4278-87fb-0401d1b0cdc0', 'admin_state_up': True, 'tenant_id': 'd8f2056cb8664657b3af8bc92377e007'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:08.687429 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device c02ed9f3-e351-4618-8594-ef048e1f6a79 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:25:08.719713 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-752f2f9c-9539-4387-9005-9f1de718f31e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:08.778573 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port c02ed9f3-e351-4618-8594-ef048e1f6a79 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:08.783127 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f98396-ac9a-4480-8cf3-edaa9b5eb30f req-7e075403-764e-41b8-b6dd-14be7ac2b077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:08.784885 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c6f98396-ac9a-4480-8cf3-edaa9b5eb30f req-7e075403-764e-41b8-b6dd-14be7ac2b077 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=87970a7d-e71d-4702-b063-6900ffc87c9e HTTP/1.1" status: 200 len: 853 time: 0.1330216 Aug 10 03:25:08.787230 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:08.802798 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2151c-3df5-4241-8c34-72c0302cbde1 req-0a315de2-b0ea-4112-a2b5-0b2d0d1fcceb tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:08.810446 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8ba2151c-3df5-4241-8c34-72c0302cbde1 req-0a315de2-b0ea-4112-a2b5-0b2d0d1fcceb tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 943 time: 0.4619489 Aug 10 03:25:08.880076 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f2f9c-9539-4387-9005-9f1de718f31e admin admin] Pushing event updated for resources: {'Port': ['ID=ae4bcfe9-3a85-401e-941c-c23682ca90e6,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:08.951889 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 8d404351-45fd-4870-aa2f-0a9ac317004f up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:25:08.998308 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8ba2151c-3df5-4241-8c34-72c0302cbde1 req-a1882a9b-5c9e-4fd3-bdf0-91e74cba62b1 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868215 Aug 10 03:25:09.048226 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c6f98396-ac9a-4480-8cf3-edaa9b5eb30f req-f7f5917c-c5e5-4f49-a636-130ffd726fb0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bc648e31-3fe5-47a0-8b38-9d9deaf52af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2348139 Aug 10 03:25:09.055160 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 8d404351-45fd-4870-aa2f-0a9ac317004f completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:09.066089 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 8d404351-45fd-4870-aa2f-0a9ac317004f triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:09.066469 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:09.169325 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-26c2d4dd-41a7-4828-81a2-884c59bd6a14 None None] Provisioning complete for port 58392045-4d06-4b53-b3ed-398ea67e8a29 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:09.169325 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-26c2d4dd-41a7-4828-81a2-884c59bd6a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:09.269032 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-26c2d4dd-41a7-4828-81a2-884c59bd6a14 None None] Port 58392045-4d06-4b53-b3ed-398ea67e8a29 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:25:09.272701 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:09.297628 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 8d404351-45fd-4870-aa2f-0a9ac317004f, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=8d404351-45fd-4870-aa2f-0a9ac317004f,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:09.303537 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6bd9ab1-e341-4f72-bfab-feb976f930c7 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Router 8979031f-edf5-42c9-8576-3baaff7592c4 is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:25:09.308811 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:09.403614 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c6f98396-ac9a-4480-8cf3-edaa9b5eb30f req-8afb20a2-0466-49c9-a103-8a9ba0618081 service neutron] 10.222.0.60 "GET /v2.0/networks/bc648e31-3fe5-47a0-8b38-9d9deaf52af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435826 Aug 10 03:25:09.413519 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=8d404351-45fd-4870-aa2f-0a9ac317004f,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:09.459788 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-73793948-5ffa-46ea-b020-8d9d21b83c86 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:09.468177 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1d6ff-0786-4aae-98c2-68a156181c00 req-3754f690-b4fe-4242-936e-7a8ad769bda4 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:09.469769 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-60e1d6ff-0786-4aae-98c2-68a156181c00 req-3754f690-b4fe-4242-936e-7a8ad769bda4 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/ports?device_id=e037923f-dc4c-4e79-a682-50fc433cedfd HTTP/1.1" status: 200 len: 932 time: 0.2515950 Aug 10 03:25:09.489375 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-73793948-5ffa-46ea-b020-8d9d21b83c86 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:09.516896 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752f2f9c-9539-4387-9005-9f1de718f31e admin admin] Network 3ae3bb7a-17de-433a-9439-10e842715ca7 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:25:09.523047 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-752f2f9c-9539-4387-9005-9f1de718f31e admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:09.537809 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-14b49066-beee-4639-8da4-67d0d4a65111 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Made reservation on behalf of d8f2056cb8664657b3af8bc92377e007 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:25:09.541980 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-14b49066-beee-4639-8da4-67d0d4a65111 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:09.559584 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73793948-5ffa-46ea-b020-8d9d21b83c86 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1323add3-8104-4af1-bfbd-fc398915a987,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:09.591037 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-73793948-5ffa-46ea-b020-8d9d21b83c86 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:09.597555 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-73793948-5ffa-46ea-b020-8d9d21b83c86 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4048879 Aug 10 03:25:09.601378 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 36304) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:09.603884 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6bd9ab1-e341-4f72-bfab-feb976f930c7 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:25:09.608258 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-50bce757-4b77-44eb-a5ea-980056d365e0 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Request body: {'security_group_rule': {'security_group_id': 'c1f4c169-d2af-4ea1-99cc-9a6e66df863c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '1323add3-8104-4af1-bfbd-fc398915a987'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:09.617921 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b6bd9ab1-e341-4f72-bfab-feb976f930c7 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "PUT /v2.0/routers/8979031f-edf5-42c9-8576-3baaff7592c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1367009 Aug 10 03:25:09.618890 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4271d943-53c4-4fe8-86b1-41d8f025b9c7 None None] Sync routers for ids ['8979031f-edf5-42c9-8576-3baaff7592c4'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:25:09.623439 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 36308) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:09.634674 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4271d943-53c4-4fe8-86b1-41d8f025b9c7 None None] Routers {'8979031f-edf5-42c9-8576-3baaff7592c4'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:25:09.635582 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-4271d943-53c4-4fe8-86b1-41d8f025b9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:25:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['8979031f-edf5-42c9-8576-3baaff7592c4'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:09.687174 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-4271d943-53c4-4fe8-86b1-41d8f025b9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:09.694995 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-60e1d6ff-0786-4aae-98c2-68a156181c00 req-80fc6105-baf0-4f14-90fa-45d82fc1665f tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8122897-b7b2-4911-a92f-13052fad1f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069225 Aug 10 03:25:09.700852 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4271d943-53c4-4fe8-86b1-41d8f025b9c7 None None] Routers {'8979031f-edf5-42c9-8576-3baaff7592c4'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:25:09.701740 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-4271d943-53c4-4fe8-86b1-41d8f025b9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:25:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['8979031f-edf5-42c9-8576-3baaff7592c4'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:09.741105 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c6f98396-ac9a-4480-8cf3-edaa9b5eb30f req-343ee338-cf7b-49b4-96c6-ca3fefe99c15 service neutron] 10.222.0.60 "GET /v2.0/networks/bc648e31-3fe5-47a0-8b38-9d9deaf52af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251245 Aug 10 03:25:09.752063 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94674f5b-2487-4ca3-a7a1-a7e12640a8b7 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:09.753964 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-94674f5b-2487-4ca3-a7a1-a7e12640a8b7 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "GET /v2.0/ports?device_id=8979031f-edf5-42c9-8576-3baaff7592c4 HTTP/1.1" status: 200 len: 982 time: 0.1251590 Aug 10 03:25:09.764913 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 36310) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:09.776342 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-4271d943-53c4-4fe8-86b1-41d8f025b9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:09.777031 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4271d943-53c4-4fe8-86b1-41d8f025b9c7 None None] The sync data for ids ['8979031f-edf5-42c9-8576-3baaff7592c4'] in n-d-768851-15 is: [] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:25:09.809998 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [None req-50bce757-4b77-44eb-a5ea-980056d365e0 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:25:09.813876 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-50bce757-4b77-44eb-a5ea-980056d365e0 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2113736 Aug 10 03:25:09.815672 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 36314) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:09.871047 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-752f2f9c-9539-4387-9005-9f1de718f31e admin admin] Router 00fc1e76-5130-4855-800b-bcf6a7db4129 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:25:10.018480 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-14b49066-beee-4639-8da4-67d0d4a65111 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Allocated IP 19.86.0.7 (388d512f-0189-4278-87fb-0401d1b0cdc0/6db82051-01b3-4515-bd82-ffc292aea3a3/7b90ff49-158b-48bc-a96c-f00f7935e410) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:25:10.281448 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-14b49066-beee-4639-8da4-67d0d4a65111 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:10.296928 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-14b49066-beee-4639-8da4-67d0d4a65111 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Transition to ACTIVE for port object 7b90ff49-158b-48bc-a96c-f00f7935e410 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:10.341341 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-14b49066-beee-4639-8da4-67d0d4a65111 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:10.346464 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081111c-86d4-4b5d-9c67-367d89b86fb6 req-6eb2f2c8-63cb-463b-8e74-9ca82574f674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:10.348311 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6081111c-86d4-4b5d-9c67-367d89b86fb6 req-6eb2f2c8-63cb-463b-8e74-9ca82574f674 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a77b526167a54c3793a81af5f7632e4e&device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 1095 time: 0.5334520 Aug 10 03:25:10.358923 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7d745-788f-4658-a26a-9bb3682c6f36 req-e85d69f9-ba31-46ea-b2a1-78b431211829 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:10.360766 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c7e7d745-788f-4658-a26a-9bb3682c6f36 req-e85d69f9-ba31-46ea-b2a1-78b431211829 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 943 time: 0.1381550 Aug 10 03:25:10.394165 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-14b49066-beee-4639-8da4-67d0d4a65111 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Network 388d512f-0189-4278-87fb-0401d1b0cdc0 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:25:10.395902 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752f2f9c-9539-4387-9005-9f1de718f31e admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:25:10.402872 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-752f2f9c-9539-4387-9005-9f1de718f31e admin admin] 10.222.0.62 "PUT /v2.0/routers/00fc1e76-5130-4855-800b-bcf6a7db4129/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7957556 Aug 10 03:25:10.403993 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-14b49066-beee-4639-8da4-67d0d4a65111 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:10.408137 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-14b49066-beee-4639-8da4-67d0d4a65111 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:25:10.416346 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7e4aaa-49a6-44f4-83d3-a492b3c64f72 None None] Sync routers for ids ['00fc1e76-5130-4855-800b-bcf6a7db4129'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:25:10.467131 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-14b49066-beee-4639-8da4-67d0d4a65111 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:10.468077 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-14b49066-beee-4639-8da4-67d0d4a65111 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:10.469759 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7e4aaa-49a6-44f4-83d3-a492b3c64f72 None None] Routers {'00fc1e76-5130-4855-800b-bcf6a7db4129'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:25:10.477413 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-db7e4aaa-49a6-44f4-83d3-a492b3c64f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:25:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['00fc1e76-5130-4855-800b-bcf6a7db4129'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:10.492932 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-14b49066-beee-4639-8da4-67d0d4a65111 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8538401 Aug 10 03:25:10.521370 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-9cf02cd2-5d56-46a1-926a-ea15282bf2fe service neutron] Request body: {'port': {'device_id': 'e037923f-dc4c-4e79-a682-50fc433cedfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:10.586928 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b49066-beee-4639-8da4-67d0d4a65111 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Pushing event updated for resources: {'Port': ['ID=7b90ff49-158b-48bc-a96c-f00f7935e410,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:10.613699 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 8d404351-45fd-4870-aa2f-0a9ac317004f up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:25:10.648414 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1ee0a3e8-b2af-4e28-998d-a8dccfc2588b tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:10.687201 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-9cf02cd2-5d56-46a1-926a-ea15282bf2fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:10.761181 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1ee0a3e8-b2af-4e28-998d-a8dccfc2588b tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:10.787572 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 8d404351-45fd-4870-aa2f-0a9ac317004f triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:10.791165 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:10.839304 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c7e7d745-788f-4658-a26a-9bb3682c6f36 req-78db40c8-c974-4efd-bfaa-2b53a55e04d6 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011553 Aug 10 03:25:10.874620 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-db7e4aaa-49a6-44f4-83d3-a492b3c64f72 None None] Set router 00fc1e76-5130-4855-800b-bcf6a7db4129 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:25:10.902474 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081111c-86d4-4b5d-9c67-367d89b86fb6 req-39593371-79e8-4a60-a47f-03cc4de72c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:10.904047 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6081111c-86d4-4b5d-9c67-367d89b86fb6 req-39593371-79e8-4a60-a47f-03cc4de72c16 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bc648e31-3fe5-47a0-8b38-9d9deaf52af1 HTTP/1.1" status: 200 len: 914 time: 0.5419092 Aug 10 03:25:10.996203 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-97aa6ab1-fd48-4f4c-b736-5a23ba7de762 None None] Provisioning for port 7b90ff49-158b-48bc-a96c-f00f7935e410 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:11.006810 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-97aa6ab1-fd48-4f4c-b736-5a23ba7de762 None None] Provisioning complete for port 7b90ff49-158b-48bc-a96c-f00f7935e410 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:11.009332 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-97aa6ab1-fd48-4f4c-b736-5a23ba7de762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:11.018714 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6081111c-86d4-4b5d-9c67-367d89b86fb6 req-a3d92bda-dc9b-47c5-a4b7-3728c9b14b9d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=93571af8-54af-41eb-9a95-676bad470dec HTTP/1.1" status: 200 len: 217 time: 0.0801883 Aug 10 03:25:11.145572 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1ee0a3e8-b2af-4e28-998d-a8dccfc2588b tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:11.155971 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1ee0a3e8-b2af-4e28-998d-a8dccfc2588b tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:11.160115 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-1ee0a3e8-b2af-4e28-998d-a8dccfc2588b tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] 10.222.0.62 "DELETE /v2.0/security-groups/1323add3-8104-4af1-bfbd-fc398915a987 HTTP/1.1" status: 204 len: 168 time: 1.3390749 Aug 10 03:25:11.162219 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-97aa6ab1-fd48-4f4c-b736-5a23ba7de762 None None] Port 7b90ff49-158b-48bc-a96c-f00f7935e410 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:25:11.173974 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 36352) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:11.251234 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-db7e4aaa-49a6-44f4-83d3-a492b3c64f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fc1e76-5130-4855-800b-bcf6a7db4129', 'name': 'tempest-ServerRescueTestJSON-1020409072-router', 'tenant_id': 'a6c6578459ab48049573af588cfcdf5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '8d404351-45fd-4870-aa2f-0a9ac317004f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:24:55Z', 'updated_at': '2021-08-10T03:25:07Z', 'revision_number': 4, 'project_id': 'a6c6578459ab48049573af588cfcdf5f', 'gw_port': {'id': '8d404351-45fd-4870-aa2f-0a9ac317004f', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:53:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fc1e76-5130-4855-800b-bcf6a7db4129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:24:58Z', 'updated_at': '2021-08-10T03:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'ae4bcfe9-3a85-401e-941c-c23682ca90e6', 'name': '', 'network_id': '3ae3bb7a-17de-433a-9439-10e842715ca7', 'tenant_id': 'a6c6578459ab48049573af588cfcdf5f', 'mac_address': 'fa:16:3e:fe:db:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00fc1e76-5130-4855-800b-bcf6a7db4129', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '84e2115c-5c38-4493-9e9f-a0cb9fd0cc26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:25:06Z', 'updated_at': '2021-08-10T03:25:08Z', 'revision_number': 2, 'project_id': 'a6c6578459ab48049573af588cfcdf5f', 'subnets': [{'id': '84e2115c-5c38-4493-9e9f-a0cb9fd0cc26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:11.261678 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62451ff2-bafd-4ff7-aa97-2adb765af22c req-025ecc7f-3a80-44f4-bb36-ee214e12f73d tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:11.268016 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62451ff2-bafd-4ff7-aa97-2adb765af22c req-025ecc7f-3a80-44f4-bb36-ee214e12f73d tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:11.276572 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-62451ff2-bafd-4ff7-aa97-2adb765af22c req-025ecc7f-3a80-44f4-bb36-ee214e12f73d tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/ports?device_id=e037923f-dc4c-4e79-a682-50fc433cedfd HTTP/1.1" status: 200 len: 1653 time: 0.3950856 Aug 10 03:25:11.283226 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7e4aaa-49a6-44f4-83d3-a492b3c64f72 None None] Checking router: 00fc1e76-5130-4855-800b-bcf6a7db4129 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:25:11.283707 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7e4aaa-49a6-44f4-83d3-a492b3c64f72 None None] Updating router 00fc1e76-5130-4855-800b-bcf6a7db4129 port ae4bcfe9-3a85-401e-941c-c23682ca90e6 binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:25:11.320793 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-db7e4aaa-49a6-44f4-83d3-a492b3c64f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:11.328823 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-9cf02cd2-5d56-46a1-926a-ea15282bf2fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dd7f1f4-7250-4a25-a6c8-3e9bd15ccdf9 {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:25:11.337633 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-9cf02cd2-5d56-46a1-926a-ea15282bf2fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:11.354081 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-9cf02cd2-5d56-46a1-926a-ea15282bf2fe service neutron] Transition to ACTIVE for port object 6dd7f1f4-7250-4a25-a6c8-3e9bd15ccdf9 will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:11.356689 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee0a3e8-b2af-4e28-998d-a8dccfc2588b tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1323add3-8104-4af1-bfbd-fc398915a987,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:11.365695 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-9cf02cd2-5d56-46a1-926a-ea15282bf2fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:11.536409 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf02cd2-5d56-46a1-926a-ea15282bf2fe service neutron] Pushing event updated for resources: {'Port': ['ID=6dd7f1f4-7250-4a25-a6c8-3e9bd15ccdf9,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:11.614038 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-9cf02cd2-5d56-46a1-926a-ea15282bf2fe service neutron] Attempting to bind port 6dd7f1f4-7250-4a25-a6c8-3e9bd15ccdf9 on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:25:11.614918 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-9cf02cd2-5d56-46a1-926a-ea15282bf2fe service neutron] Attempting to bind port 6dd7f1f4-7250-4a25-a6c8-3e9bd15ccdf9 by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': 'e189d3d9-b756-4566-b357-383625a8365a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8c256548-81fe-4ce5-9def-c24a21700c51'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:25:11.615332 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-9cf02cd2-5d56-46a1-926a-ea15282bf2fe service neutron] Attempting to bind port 6dd7f1f4-7250-4a25-a6c8-3e9bd15ccdf9 on network 8c256548-81fe-4ce5-9def-c24a21700c51 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:11.622435 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081111c-86d4-4b5d-9c67-367d89b86fb6 req-4fdb9ee8-082c-4be5-856e-8b077de6c44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:11.624176 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6081111c-86d4-4b5d-9c67-367d89b86fb6 req-4fdb9ee8-082c-4be5-856e-8b077de6c44b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=87970a7d-e71d-4702-b063-6900ffc87c9e HTTP/1.1" status: 200 len: 853 time: 0.5957031 Aug 10 03:25:11.628163 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-9cf02cd2-5d56-46a1-926a-ea15282bf2fe service neutron] Port 6dd7f1f4-7250-4a25-a6c8-3e9bd15ccdf9 on network 8c256548-81fe-4ce5-9def-c24a21700c51 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:25:11.628523 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-9cf02cd2-5d56-46a1-926a-ea15282bf2fe service neutron] Attempting to bind port 6dd7f1f4-7250-4a25-a6c8-3e9bd15ccdf9 on network 8c256548-81fe-4ce5-9def-c24a21700c51 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:11.633444 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-5c1bfff8-21a7-4794-a1a4-608dedda5026 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.4399345 Aug 10 03:25:11.634646 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36368) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:11.675042 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-9cf02cd2-5d56-46a1-926a-ea15282bf2fe service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:25:11.675438 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-9cf02cd2-5d56-46a1-926a-ea15282bf2fe service neutron] Checking segment: {'id': 'e189d3d9-b756-4566-b357-383625a8365a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8c256548-81fe-4ce5-9def-c24a21700c51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:25:11.675822 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-9cf02cd2-5d56-46a1-926a-ea15282bf2fe service neutron] Bound using segment: {'id': 'e189d3d9-b756-4566-b357-383625a8365a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8c256548-81fe-4ce5-9def-c24a21700c51'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:25:11.676207 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-9cf02cd2-5d56-46a1-926a-ea15282bf2fe service neutron] Bound port: 6dd7f1f4-7250-4a25-a6c8-3e9bd15ccdf9, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e189d3d9-b756-4566-b357-383625a8365a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8c256548-81fe-4ce5-9def-c24a21700c51'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:25:11.676567 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-9cf02cd2-5d56-46a1-926a-ea15282bf2fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:11.728724 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-62451ff2-bafd-4ff7-aa97-2adb765af22c req-02efe947-0293-4a0f-8dff-845af0d1fea8 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8122897-b7b2-4911-a92f-13052fad1f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4512594 Aug 10 03:25:11.736845 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6081111c-86d4-4b5d-9c67-367d89b86fb6 req-0961b16a-f4b7-4e16-a49a-e7d38ebcecad service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bc648e31-3fe5-47a0-8b38-9d9deaf52af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518751 Aug 10 03:25:11.740023 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5d978d99-4948-4226-9eb3-00eb4e5fdc78 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:11.803147 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5d978d99-4948-4226-9eb3-00eb4e5fdc78 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:11.810973 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-db7e4aaa-49a6-44f4-83d3-a492b3c64f72 None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:11.822289 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-db7e4aaa-49a6-44f4-83d3-a492b3c64f72 None None] Transition to ACTIVE for port object ae4bcfe9-3a85-401e-941c-c23682ca90e6 will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:11.835806 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-db7e4aaa-49a6-44f4-83d3-a492b3c64f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:11.926497 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-9cf02cd2-5d56-46a1-926a-ea15282bf2fe service neutron] For port 6dd7f1f4-7250-4a25-a6c8-3e9bd15ccdf9, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:25:11.930175 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-9cf02cd2-5d56-46a1-926a-ea15282bf2fe service neutron] For port 6dd7f1f4-7250-4a25-a6c8-3e9bd15ccdf9, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=6dd7f1f4-7250-4a25-a6c8-3e9bd15ccdf9,segment=NetworkSegment(e189d3d9-b756-4566-b357-383625a8365a),segment_id=e189d3d9-b756-4566-b357-383625a8365a)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:25:11.931911 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5d978d99-4948-4226-9eb3-00eb4e5fdc78 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:11.934914 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5d978d99-4948-4226-9eb3-00eb4e5fdc78 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:11.938800 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-5d978d99-4948-4226-9eb3-00eb4e5fdc78 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] 10.222.0.62 "DELETE /v2.0/security-groups/c1f4c169-d2af-4ea1-99cc-9a6e66df863c HTTP/1.1" status: 204 len: 168 time: 0.3006620 Aug 10 03:25:11.940239 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36372) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:11.958853 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cf8777-519f-44c5-9e08-c4d4a4cb1f6e None None] Pushing event updated for resources: {'Port': ['ID=ae4bcfe9-3a85-401e-941c-c23682ca90e6,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:11.964569 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1563d-2a94-4bbe-bb69-de758539c8ab req-49d5cbf0-947d-4cc5-aa14-ac6912802dbd tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:11.970404 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9fa1563d-2a94-4bbe-bb69-de758539c8ab req-49d5cbf0-947d-4cc5-aa14-ac6912802dbd tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/networks?id=3ae3bb7a-17de-433a-9439-10e842715ca7 HTTP/1.1" status: 200 len: 811 time: 0.6384871 Aug 10 03:25:12.007588 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-955e098d-a651-449a-a528-3924a5160701 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0649433 Aug 10 03:25:12.011663 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-9cf02cd2-5d56-46a1-926a-ea15282bf2fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:12.014752 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36374) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:12.020114 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d978d99-4948-4226-9eb3-00eb4e5fdc78 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f4c169-d2af-4ea1-99cc-9a6e66df863c,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:12.031830 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-d0e8cc82-3187-4325-815f-93069471579a tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Request body: {'security_group': {'name': 'tempest-secgroup--1398614477'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:12.075838 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 93571af8-54af-41eb-9a95-676bad470dec details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:25:12.086327 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-db7e4aaa-49a6-44f4-83d3-a492b3c64f72 None None] Attempting to bind port ae4bcfe9-3a85-401e-941c-c23682ca90e6 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:25:12.087151 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-db7e4aaa-49a6-44f4-83d3-a492b3c64f72 None None] Attempting to bind port ae4bcfe9-3a85-401e-941c-c23682ca90e6 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4f7bae62-9d74-481f-afc7-5fd2c439c3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3ae3bb7a-17de-433a-9439-10e842715ca7'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:25:12.087606 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7e4aaa-49a6-44f4-83d3-a492b3c64f72 None None] Attempting to bind port ae4bcfe9-3a85-401e-941c-c23682ca90e6 on network 3ae3bb7a-17de-433a-9439-10e842715ca7 {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:12.094832 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d0e8cc82-3187-4325-815f-93069471579a tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:12.095568 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7e4aaa-49a6-44f4-83d3-a492b3c64f72 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:25:12.096021 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7e4aaa-49a6-44f4-83d3-a492b3c64f72 None None] Checking segment: {'id': '4f7bae62-9d74-481f-afc7-5fd2c439c3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3ae3bb7a-17de-433a-9439-10e842715ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:25:12.096555 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-db7e4aaa-49a6-44f4-83d3-a492b3c64f72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:12.097315 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7e4aaa-49a6-44f4-83d3-a492b3c64f72 None None] Bound using segment: {'id': '4f7bae62-9d74-481f-afc7-5fd2c439c3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3ae3bb7a-17de-433a-9439-10e842715ca7'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:25:12.098121 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-db7e4aaa-49a6-44f4-83d3-a492b3c64f72 None None] Bound port: ae4bcfe9-3a85-401e-941c-c23682ca90e6, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f7bae62-9d74-481f-afc7-5fd2c439c3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3ae3bb7a-17de-433a-9439-10e842715ca7'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:25:12.098709 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-db7e4aaa-49a6-44f4-83d3-a492b3c64f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:12.140836 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6081111c-86d4-4b5d-9c67-367d89b86fb6 req-d2aa7ae4-06ef-4cba-9bd1-bd302d32b33f service neutron] 10.222.0.60 "GET /v2.0/networks/bc648e31-3fe5-47a0-8b38-9d9deaf52af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3885603 Aug 10 03:25:12.168939 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9fa1563d-2a94-4bbe-bb69-de758539c8ab req-2a416b40-f9fb-4328-8d9a-c33b97b8bb88 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/quotas/a6c6578459ab48049573af588cfcdf5f HTTP/1.1" status: 200 len: 375 time: 0.1771924 Aug 10 03:25:12.195594 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d0e8cc82-3187-4325-815f-93069471579a tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:12.201849 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-db7e4aaa-49a6-44f4-83d3-a492b3c64f72 None None] For port ae4bcfe9-3a85-401e-941c-c23682ca90e6, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:25:12.215568 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-db7e4aaa-49a6-44f4-83d3-a492b3c64f72 None None] For port ae4bcfe9-3a85-401e-941c-c23682ca90e6, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=ae4bcfe9-3a85-401e-941c-c23682ca90e6,segment=NetworkSegment(4f7bae62-9d74-481f-afc7-5fd2c439c3cc),segment_id=4f7bae62-9d74-481f-afc7-5fd2c439c3cc)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:25:12.218974 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-9cf02cd2-5d56-46a1-926a-ea15282bf2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:12.219632 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-9cf02cd2-5d56-46a1-926a-ea15282bf2fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:12.221059 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-9cf02cd2-5d56-46a1-926a-ea15282bf2fe service neutron] 10.222.0.58 "PUT /v2.0/ports/6dd7f1f4-7250-4a25-a6c8-3e9bd15ccdf9 HTTP/1.1" status: 200 len: 1093 time: 1.7144701 Aug 10 03:25:12.222013 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e037923f-dc4c-4e79-a682-50fc433cedfd', 'tag': '6dd7f1f4-7250-4a25-a6c8-3e9bd15ccdf9'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:12.223400 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-db7e4aaa-49a6-44f4-83d3-a492b3c64f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:12.224725 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b911ca0f-a928-4f55-8825-835a04c2d30f" -d '{"events": [{"name": "network-changed", "server_uuid": "e037923f-dc4c-4e79-a682-50fc433cedfd", "tag": "6dd7f1f4-7250-4a25-a6c8-3e9bd15ccdf9"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:12.227645 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d0e8cc82-3187-4325-815f-93069471579a tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:12.254378 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d0e8cc82-3187-4325-815f-93069471579a tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:12.258655 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d0e8cc82-3187-4325-815f-93069471579a tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2373760 Aug 10 03:25:12.262301 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36378) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:12.317127 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-c707c0c4-84f8-4ef0-9dd9-f2f8d7dbaa79 service neutron] Request body: {'port': {'device_id': 'e037923f-dc4c-4e79-a682-50fc433cedfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:12.340263 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7e4aaa-49a6-44f4-83d3-a492b3c64f72 None None] Routers {'00fc1e76-5130-4855-800b-bcf6a7db4129'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:25:12.340946 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-db7e4aaa-49a6-44f4-83d3-a492b3c64f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:25:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['00fc1e76-5130-4855-800b-bcf6a7db4129'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:12.342886 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cf8777-519f-44c5-9e08-c4d4a4cb1f6e None None] Pushing event updated for resources: {'Port': ['ID=ae4bcfe9-3a85-401e-941c-c23682ca90e6,revision_number=4']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:12.347942 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3365c919-f1fd-48d5-bd5c-0c6e96f3ce3f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:12.386949 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 93571af8-54af-41eb-9a95-676bad470dec, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=93571af8-54af-41eb-9a95-676bad470dec,segment=NetworkSegment(8488dbaf-be9b-400f-9dbd-520f189ac473),segment_id=8488dbaf-be9b-400f-9dbd-520f189ac473)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:12.405751 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-54005327-f705-4269-822d-881e100f5ba8 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:12.406926 n-d-768851-15 neutron-server[94217]: WARNING neutron.api.v2.base [None req-54005327-f705-4269-822d-881e100f5ba8 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 10 03:25:12.407640 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-54005327-f705-4269-822d-881e100f5ba8 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] update failed (client error): There was a conflict when trying to complete your request. Aug 10 03:25:12.408852 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-54005327-f705-4269-822d-881e100f5ba8 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] 10.222.0.62 "PUT /v2.0/security-groups/296a53ea-0fc0-4e6b-828f-b41e29114c17 HTTP/1.1" status: 409 len: 330 time: 0.1232841 Aug 10 03:25:12.431398 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '93571af8-54af-41eb-9a95-676bad470dec', 'network_id': 'bc648e31-3fe5-47a0-8b38-9d9deaf52af1', 'port_id': '93571af8-54af-41eb-9a95-676bad470dec', 'mac_address': 'fa:16:3e:76:20:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87970a7d-e71d-4702-b063-6900ffc87c9e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:25:12.506442 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 36380) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:12.516322 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-c707c0c4-84f8-4ef0-9dd9-f2f8d7dbaa79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:12.558788 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:12.561115 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf02cd2-5d56-46a1-926a-ea15282bf2fe service neutron] Pushing event updated for resources: {'Port': ['ID=6dd7f1f4-7250-4a25-a6c8-3e9bd15ccdf9,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:12.584958 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e8cc82-3187-4325-815f-93069471579a tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=296a53ea-0fc0-4e6b-828f-b41e29114c17,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:12.596820 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93571af8-54af-41eb-9a95-676bad470dec {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:25:12.603492 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-db7e4aaa-49a6-44f4-83d3-a492b3c64f72 None None] Set router 00fc1e76-5130-4855-800b-bcf6a7db4129 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:25:12.684555 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 93571af8-54af-41eb-9a95-676bad470dec, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=93571af8-54af-41eb-9a95-676bad470dec,segment=NetworkSegment(8488dbaf-be9b-400f-9dbd-520f189ac473),segment_id=8488dbaf-be9b-400f-9dbd-520f189ac473)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:12.695331 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:12.826156 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d5b70-1b15-40b2-9a23-85e0e6593ac4 req-fb2f3782-141e-47ab-8119-3d29023e0ace tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:12.838152 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fe9d5b70-1b15-40b2-9a23-85e0e6593ac4 req-fb2f3782-141e-47ab-8119-3d29023e0ace tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 943 time: 0.8836923 Aug 10 03:25:12.848385 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=93571af8-54af-41eb-9a95-676bad470dec,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:12.926405 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-db7e4aaa-49a6-44f4-83d3-a492b3c64f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fc1e76-5130-4855-800b-bcf6a7db4129', 'name': 'tempest-ServerRescueTestJSON-1020409072-router', 'tenant_id': 'a6c6578459ab48049573af588cfcdf5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '8d404351-45fd-4870-aa2f-0a9ac317004f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:24:55Z', 'updated_at': '2021-08-10T03:25:07Z', 'revision_number': 4, 'project_id': 'a6c6578459ab48049573af588cfcdf5f', 'gw_port': {'id': '8d404351-45fd-4870-aa2f-0a9ac317004f', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:53:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fc1e76-5130-4855-800b-bcf6a7db4129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:24:58Z', 'updated_at': '2021-08-10T03:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'ae4bcfe9-3a85-401e-941c-c23682ca90e6', 'name': '', 'network_id': '3ae3bb7a-17de-433a-9439-10e842715ca7', 'tenant_id': 'a6c6578459ab48049573af588cfcdf5f', 'mac_address': 'fa:16:3e:fe:db:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00fc1e76-5130-4855-800b-bcf6a7db4129', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '84e2115c-5c38-4493-9e9f-a0cb9fd0cc26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:25:06Z', 'updated_at': '2021-08-10T03:25:12Z', 'revision_number': 4, 'project_id': 'a6c6578459ab48049573af588cfcdf5f', 'subnets': [{'id': '84e2115c-5c38-4493-9e9f-a0cb9fd0cc26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:12.928775 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-c707c0c4-84f8-4ef0-9dd9-f2f8d7dbaa79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b90ff49-158b-48bc-a96c-f00f7935e410 {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:25:12.938999 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-c707c0c4-84f8-4ef0-9dd9-f2f8d7dbaa79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:12.954282 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-c707c0c4-84f8-4ef0-9dd9-f2f8d7dbaa79 service neutron] Transition to ACTIVE for port object 7b90ff49-158b-48bc-a96c-f00f7935e410 will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:12.957358 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9fa1563d-2a94-4bbe-bb69-de758539c8ab req-ace69313-1bf5-4b6c-a522-0cb0ce498054 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a6c6578459ab48049573af588cfcdf5f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7585979 Aug 10 03:25:12.963134 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-c707c0c4-84f8-4ef0-9dd9-f2f8d7dbaa79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:12.970268 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['93571af8-54af-41eb-9a95-676bad470dec'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:12.978269 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7e4aaa-49a6-44f4-83d3-a492b3c64f72 None None] The sync data for ids ['00fc1e76-5130-4855-800b-bcf6a7db4129'] in n-d-768851-15 is: [{'id': '00fc1e76-5130-4855-800b-bcf6a7db4129', 'name': 'tempest-ServerRescueTestJSON-1020409072-router', 'tenant_id': 'a6c6578459ab48049573af588cfcdf5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '8d404351-45fd-4870-aa2f-0a9ac317004f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:24:55Z', 'updated_at': '2021-08-10T03:25:07Z', 'revision_number': 4, 'project_id': 'a6c6578459ab48049573af588cfcdf5f', 'gw_port': {'id': '8d404351-45fd-4870-aa2f-0a9ac317004f', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:53:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fc1e76-5130-4855-800b-bcf6a7db4129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:24:58Z', 'updated_at': '2021-08-10T03:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'ae4bcfe9-3a85-401e-941c-c23682ca90e6', 'name': '', 'network_id': '3ae3bb7a-17de-433a-9439-10e842715ca7', 'tenant_id': 'a6c6578459ab48049573af588cfcdf5f', 'mac_address': 'fa:16:3e:fe:db:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00fc1e76-5130-4855-800b-bcf6a7db4129', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '84e2115c-5c38-4493-9e9f-a0cb9fd0cc26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:25:06Z', 'updated_at': '2021-08-10T03:25:12Z', 'revision_number': 4, 'project_id': 'a6c6578459ab48049573af588cfcdf5f', 'subnets': [{'id': '84e2115c-5c38-4493-9e9f-a0cb9fd0cc26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:25:12.986238 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3992bb68-66e4-45e2-9db4-e6ed163f8a46 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:12.993149 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6081111c-86d4-4b5d-9c67-367d89b86fb6 req-b372ab0f-5135-458b-b690-d2ea691adeca service neutron] 10.222.0.60 "GET /v2.0/networks/bc648e31-3fe5-47a0-8b38-9d9deaf52af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8209033 Aug 10 03:25:13.106576 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c707c0c4-84f8-4ef0-9dd9-f2f8d7dbaa79 service neutron] Pushing event updated for resources: {'Port': ['ID=7b90ff49-158b-48bc-a96c-f00f7935e410,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:13.248259 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-c707c0c4-84f8-4ef0-9dd9-f2f8d7dbaa79 service neutron] Attempting to bind port 7b90ff49-158b-48bc-a96c-f00f7935e410 on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:25:13.248619 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-c707c0c4-84f8-4ef0-9dd9-f2f8d7dbaa79 service neutron] Attempting to bind port 7b90ff49-158b-48bc-a96c-f00f7935e410 by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '7dfe0d04-54df-4eec-bfbd-b2713bc0684e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '388d512f-0189-4278-87fb-0401d1b0cdc0'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:25:13.248902 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-c707c0c4-84f8-4ef0-9dd9-f2f8d7dbaa79 service neutron] Attempting to bind port 7b90ff49-158b-48bc-a96c-f00f7935e410 on network 388d512f-0189-4278-87fb-0401d1b0cdc0 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:13.255039 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fe9d5b70-1b15-40b2-9a23-85e0e6593ac4 req-9608c0d1-155f-4fe3-be49-9eea38847500 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355243 Aug 10 03:25:13.258522 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-c707c0c4-84f8-4ef0-9dd9-f2f8d7dbaa79 service neutron] Port 7b90ff49-158b-48bc-a96c-f00f7935e410 on network 388d512f-0189-4278-87fb-0401d1b0cdc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:25:13.258871 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-c707c0c4-84f8-4ef0-9dd9-f2f8d7dbaa79 service neutron] Attempting to bind port 7b90ff49-158b-48bc-a96c-f00f7935e410 on network 388d512f-0189-4278-87fb-0401d1b0cdc0 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:13.260206 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3992bb68-66e4-45e2-9db4-e6ed163f8a46 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:13.280538 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-c707c0c4-84f8-4ef0-9dd9-f2f8d7dbaa79 service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:25:13.280538 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-c707c0c4-84f8-4ef0-9dd9-f2f8d7dbaa79 service neutron] Checking segment: {'id': '7dfe0d04-54df-4eec-bfbd-b2713bc0684e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '388d512f-0189-4278-87fb-0401d1b0cdc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:25:13.280898 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-c707c0c4-84f8-4ef0-9dd9-f2f8d7dbaa79 service neutron] Bound using segment: {'id': '7dfe0d04-54df-4eec-bfbd-b2713bc0684e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '388d512f-0189-4278-87fb-0401d1b0cdc0'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:25:13.281369 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-c707c0c4-84f8-4ef0-9dd9-f2f8d7dbaa79 service neutron] Bound port: 7b90ff49-158b-48bc-a96c-f00f7935e410, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dfe0d04-54df-4eec-bfbd-b2713bc0684e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '388d512f-0189-4278-87fb-0401d1b0cdc0'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:25:13.281849 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-c707c0c4-84f8-4ef0-9dd9-f2f8d7dbaa79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:13.409129 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-c707c0c4-84f8-4ef0-9dd9-f2f8d7dbaa79 service neutron] For port 7b90ff49-158b-48bc-a96c-f00f7935e410, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:25:13.414831 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-c707c0c4-84f8-4ef0-9dd9-f2f8d7dbaa79 service neutron] For port 7b90ff49-158b-48bc-a96c-f00f7935e410, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=7b90ff49-158b-48bc-a96c-f00f7935e410,segment=NetworkSegment(7dfe0d04-54df-4eec-bfbd-b2713bc0684e),segment_id=7dfe0d04-54df-4eec-bfbd-b2713bc0684e)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:25:13.426975 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-c707c0c4-84f8-4ef0-9dd9-f2f8d7dbaa79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:13.444830 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1d2f0c-36c8-4a65-a204-6f3114b3421f x-openstack-request-id: req-8d1d2f0c-36c8-4a65-a204-6f3114b3421f {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:13.445161 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e037923f-dc4c-4e79-a682-50fc433cedfd", "tag": "6dd7f1f4-7250-4a25-a6c8-3e9bd15ccdf9", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:13.445395 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8d1d2f0c-36c8-4a65-a204-6f3114b3421f {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:13.446024 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e037923f-dc4c-4e79-a682-50fc433cedfd', 'tag': '6dd7f1f4-7250-4a25-a6c8-3e9bd15ccdf9', 'status': 'completed', 'code': 200} Aug 10 03:25:13.518487 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9fa1563d-2a94-4bbe-bb69-de758539c8ab req-e24aa2aa-d175-4f1c-bcb7-3fce7ce5f585 service neutron] 10.222.0.62 "GET /v2.0/networks/3ae3bb7a-17de-433a-9439-10e842715ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5607252 Aug 10 03:25:13.548456 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c707c0c4-84f8-4ef0-9dd9-f2f8d7dbaa79 service neutron] Pushing event updated for resources: {'Port': ['ID=7b90ff49-158b-48bc-a96c-f00f7935e410,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:13.549800 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3992bb68-66e4-45e2-9db4-e6ed163f8a46 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:13.574553 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3992bb68-66e4-45e2-9db4-e6ed163f8a46 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:13.576179 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-3992bb68-66e4-45e2-9db4-e6ed163f8a46 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] 10.222.0.62 "DELETE /v2.0/security-groups/296a53ea-0fc0-4e6b-828f-b41e29114c17 HTTP/1.1" status: 204 len: 168 time: 1.0124917 Aug 10 03:25:13.626002 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36412) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:13.671658 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-c707c0c4-84f8-4ef0-9dd9-f2f8d7dbaa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:13.672263 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3992bb68-66e4-45e2-9db4-e6ed163f8a46 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=296a53ea-0fc0-4e6b-828f-b41e29114c17,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:13.674816 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-c707c0c4-84f8-4ef0-9dd9-f2f8d7dbaa79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:13.688119 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-c707c0c4-84f8-4ef0-9dd9-f2f8d7dbaa79 service neutron] 10.222.0.58 "PUT /v2.0/ports/7b90ff49-158b-48bc-a96c-f00f7935e410 HTTP/1.1" status: 200 len: 1091 time: 1.4266460 Aug 10 03:25:13.739206 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911ca0f-a928-4f55-8825-835a04c2d30f req-2819346f-976d-4bc0-994e-df70a5d38b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:13.739672 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911ca0f-a928-4f55-8825-835a04c2d30f req-2819346f-976d-4bc0-994e-df70a5d38b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:13.741303 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b911ca0f-a928-4f55-8825-835a04c2d30f req-2819346f-976d-4bc0-994e-df70a5d38b1f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d8f2056cb8664657b3af8bc92377e007&device_id=e037923f-dc4c-4e79-a682-50fc433cedfd HTTP/1.1" status: 200 len: 1981 time: 0.1945114 Aug 10 03:25:13.777300 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b5df4cfe-a784-4823-802f-939ca1399d27 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1500883 Aug 10 03:25:13.786036 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36414) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:13.814213 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-f27a6c8d-2b33-4f20-b229-de15ebd99d10 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] delete failed (client error): The resource could not be found. Aug 10 03:25:13.815342 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f27a6c8d-2b33-4f20-b229-de15ebd99d10 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] 10.222.0.62 "DELETE /v2.0/security-groups/13bac30c-ea4b-4951-ac8d-5a9c1a05d873 HTTP/1.1" status: 404 len: 347 time: 0.0282233 Aug 10 03:25:13.849610 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9fa1563d-2a94-4bbe-bb69-de758539c8ab req-caa364db-e912-4a93-baa8-05c7a826c209 service neutron] 10.222.0.62 "GET /v2.0/networks/3ae3bb7a-17de-433a-9439-10e842715ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223474 Aug 10 03:25:13.866340 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36416) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:13.866952 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f2101-3c03-47a7-a41d-ca2995db0038 req-4ec11d17-d613-4ba6-8bb5-f0f308a2eaf8 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:13.873173 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f2101-3c03-47a7-a41d-ca2995db0038 req-4ec11d17-d613-4ba6-8bb5-f0f308a2eaf8 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:13.881181 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a97f2101-3c03-47a7-a41d-ca2995db0038 req-4ec11d17-d613-4ba6-8bb5-f0f308a2eaf8 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/ports?device_id=e037923f-dc4c-4e79-a682-50fc433cedfd HTTP/1.1" status: 200 len: 1677 time: 0.3377495 Aug 10 03:25:13.913561 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-1e999ec0-5173-4957-a547-6c8cfafbf060 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] show failed (client error): The resource could not be found. Aug 10 03:25:13.918485 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1e999ec0-5173-4957-a547-6c8cfafbf060 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] 10.222.0.62 "GET /v2.0/security-groups/2921d596-81ed-43ca-9c4b-56a90c1a66de HTTP/1.1" status: 404 len: 347 time: 0.0476096 Aug 10 03:25:13.921452 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36418) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:13.966459 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-dbbbe41e-69b2-4a59-bcd2-2e9f557b50f1 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] show failed (client error): The resource could not be found. Aug 10 03:25:13.973098 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-dbbbe41e-69b2-4a59-bcd2-2e9f557b50f1 tempest-NegativeSecGroupTest-1297059509 tempest-NegativeSecGroupTest-1297059509-project] 10.222.0.62 "GET /v2.0/security-group-rules/c436e30b-bae3-4fc6-af19-ab6af7e255d7 HTTP/1.1" status: 404 len: 356 time: 0.0427685 Aug 10 03:25:13.996665 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a97f2101-3c03-47a7-a41d-ca2995db0038 req-c570de6d-46a9-462b-bc09-987ef55c0f83 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8122897-b7b2-4911-a92f-13052fad1f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145065 Aug 10 03:25:14.015207 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-3365c919-f1fd-48d5-bd5c-0c6e96f3ce3f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Deleting port 58392045-4d06-4b53-b3ed-398ea67e8a29 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:25:14.015637 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3365c919-f1fd-48d5-bd5c-0c6e96f3ce3f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:14.076460 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911ca0f-a928-4f55-8825-835a04c2d30f req-11df6c95-e9f2-4b9b-9f66-3cb7f303fde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:14.076949 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911ca0f-a928-4f55-8825-835a04c2d30f req-11df6c95-e9f2-4b9b-9f66-3cb7f303fde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:14.077422 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911ca0f-a928-4f55-8825-835a04c2d30f req-11df6c95-e9f2-4b9b-9f66-3cb7f303fde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:14.080055 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b911ca0f-a928-4f55-8825-835a04c2d30f req-11df6c95-e9f2-4b9b-9f66-3cb7f303fde6 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=d8f2056cb8664657b3af8bc92377e007&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3067830 Aug 10 03:25:14.095309 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 93571af8-54af-41eb-9a95-676bad470dec up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:25:14.218613 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port 93571af8-54af-41eb-9a95-676bad470dec completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:14.222640 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 93571af8-54af-41eb-9a95-676bad470dec triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:14.224443 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:14.233772 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-32e2693b-760a-44bd-ba72-201a2c0d426c req-8beb5e11-2152-4527-ad89-3ec35779f088 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=322b60eb-c15c-4e22-bca8-d8acadcea6ac HTTP/1.1" status: 200 len: 210 time: 0.0760612 Aug 10 03:25:14.251171 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911ca0f-a928-4f55-8825-835a04c2d30f req-9dbcc616-4411-4f5f-90fb-9d4191afc8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:14.253113 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b911ca0f-a928-4f55-8825-835a04c2d30f req-9dbcc616-4411-4f5f-90fb-9d4191afc8f7 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1649451 Aug 10 03:25:14.320227 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3365c919-f1fd-48d5-bd5c-0c6e96f3ce3f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:14.335970 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-3365c919-f1fd-48d5-bd5c-0c6e96f3ce3f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Calling delete_port for 58392045-4d06-4b53-b3ed-398ea67e8a29 owned by network:router_interface {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:25:14.413216 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:14.459321 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93571af8-54af-41eb-9a95-676bad470dec'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:14.461603 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bfa7236-3fa8-4065-aecf-575dbf9ca280" -d '{"events": [{"server_uuid": "4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4", "name": "network-vif-plugged", "status": "completed", "tag": "93571af8-54af-41eb-9a95-676bad470dec"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:14.464019 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-123222fb-102e-4109-8f30-f693e220b06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:14.464528 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-123222fb-102e-4109-8f30-f693e220b06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:14.476166 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 93571af8-54af-41eb-9a95-676bad470dec, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=93571af8-54af-41eb-9a95-676bad470dec,segment=NetworkSegment(8488dbaf-be9b-400f-9dbd-520f189ac473),segment_id=8488dbaf-be9b-400f-9dbd-520f189ac473)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:14.492075 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:14.503446 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-123222fb-102e-4109-8f30-f693e220b06c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d8f2056cb8664657b3af8bc92377e007&device_id=e037923f-dc4c-4e79-a682-50fc433cedfd HTTP/1.1" status: 200 len: 1981 time: 0.1969621 Aug 10 03:25:14.595693 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0dd8de-0ba1-47c3-8d83-9be58adc2960 x-openstack-request-id: req-9a0dd8de-0ba1-47c3-8d83-9be58adc2960 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:14.595986 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4", "name": "network-vif-plugged", "status": "completed", "tag": "93571af8-54af-41eb-9a95-676bad470dec", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:14.596220 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9a0dd8de-0ba1-47c3-8d83-9be58adc2960 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:14.596861 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93571af8-54af-41eb-9a95-676bad470dec', 'code': 200} Aug 10 03:25:14.597769 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=93571af8-54af-41eb-9a95-676bad470dec,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:14.623512 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-2124ce59-e540-4be5-b1e8-33a8fa56a421 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.184&port_id=6dd7f1f4-7250-4a25-a6c8-3e9bd15ccdf9 HTTP/1.1" status: 200 len: 217 time: 0.1063173 Aug 10 03:25:14.655975 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device ae4bcfe9-3a85-401e-941c-c23682ca90e6 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:25:14.729678 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-6a9fd4b3-7f3d-4192-8c23-6c0d739ffad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:14.730986 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-6a9fd4b3-7f3d-4192-8c23-6c0d739ffad4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7c1700a9-af2b-4095-9db8-068253b3617c HTTP/1.1" status: 200 len: 801 time: 0.0981531 Aug 10 03:25:14.734436 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36440) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:14.830209 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port ae4bcfe9-3a85-401e-941c-c23682ca90e6 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:14.835128 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port ae4bcfe9-3a85-401e-941c-c23682ca90e6 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:14.835734 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:14.867754 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-043da84f-38f9-48b2-8dc8-5e400d654132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:14.871951 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-043da84f-38f9-48b2-8dc8-5e400d654132 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8c256548-81fe-4ce5-9def-c24a21700c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1222615 Aug 10 03:25:15.026035 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:15.094319 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port ae4bcfe9-3a85-401e-941c-c23682ca90e6, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=ae4bcfe9-3a85-401e-941c-c23682ca90e6,segment=NetworkSegment(4f7bae62-9d74-481f-afc7-5fd2c439c3cc),segment_id=4f7bae62-9d74-481f-afc7-5fd2c439c3cc)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:15.100484 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:15.190603 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-02849a8d-4fbd-4132-847a-7fd41ebfc250 service neutron] 10.222.0.58 "GET /v2.0/networks/8c256548-81fe-4ce5-9def-c24a21700c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086724 Aug 10 03:25:15.192716 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=ae4bcfe9-3a85-401e-941c-c23682ca90e6,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:15.194422 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2a8b2a4f-9aaa-4ddc-8031-320801b61778 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a868e9fcea3b4c0895b02e878c81ef96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4586685 Aug 10 03:25:15.196957 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36448) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:15.267650 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee9901-e575-4654-922e-32a2833c93de req-9d250b13-00c6-4329-95c0-4e810f170fa8 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:15.275999 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee9901-e575-4654-922e-32a2833c93de req-9d250b13-00c6-4329-95c0-4e810f170fa8 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:15.277899 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4eee9901-e575-4654-922e-32a2833c93de req-9d250b13-00c6-4329-95c0-4e810f170fa8 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/ports?device_id=e037923f-dc4c-4e79-a682-50fc433cedfd HTTP/1.1" status: 200 len: 1677 time: 0.1973863 Aug 10 03:25:15.291240 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af964e06-178c-4555-805d-1b43218daaeb req-db0f5c6e-b8f9-4749-8b1c-4966369a8ddf tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:15.298723 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-af964e06-178c-4555-805d-1b43218daaeb req-db0f5c6e-b8f9-4749-8b1c-4966369a8ddf tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.2493138 Aug 10 03:25:15.310890 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe0d927-13be-4b0d-a665-c6437e21e2ab req-5bd4be8b-fc7f-4660-a9fc-021929563356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:15.312875 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-efe0d927-13be-4b0d-a665-c6437e21e2ab req-5bd4be8b-fc7f-4660-a9fc-021929563356 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 1097 time: 0.2777939 Aug 10 03:25:15.357392 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a9d4ef0e-2cac-4a35-a6a9-b694d38ab784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:15.397399 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a9d4ef0e-2cac-4a35-a6a9-b694d38ab784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:15.400299 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-dae83b8c-421f-421d-9eba-ec51293bff87 service neutron] 10.222.0.58 "GET /v2.0/networks/8c256548-81fe-4ce5-9def-c24a21700c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968808 Aug 10 03:25:15.436354 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-af964e06-178c-4555-805d-1b43218daaeb req-63ca148f-5b7b-4751-8d85-900297339c4b tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363788 Aug 10 03:25:15.442831 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-efe0d927-13be-4b0d-a665-c6437e21e2ab req-033bf84d-ea78-4e61-bac9-f3c01cb8567b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801954 Aug 10 03:25:15.447459 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e037923f-dc4c-4e79-a682-50fc433cedfd', 'tag': '7b90ff49-158b-48bc-a96c-f00f7935e410'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:15.449699 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1850e16b-849c-41b0-8866-e40fc264f967" -d '{"events": [{"name": "network-changed", "server_uuid": "e037923f-dc4c-4e79-a682-50fc433cedfd", "tag": "7b90ff49-158b-48bc-a96c-f00f7935e410"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:15.449876 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4eee9901-e575-4654-922e-32a2833c93de req-5e6b0aff-025c-4443-a59a-d8deafd9ee53 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8122897-b7b2-4911-a92f-13052fad1f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487031 Aug 10 03:25:15.463136 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-9afd490b-0354-4ca1-9cc6-606551c66c90 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.7&port_id=7b90ff49-158b-48bc-a96c-f00f7935e410 HTTP/1.1" status: 200 len: 217 time: 0.0543787 Aug 10 03:25:15.523688 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3365c919-f1fd-48d5-bd5c-0c6e96f3ce3f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:15.548711 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51bd183a-105f-49b5-bc82-9d27b5057157 x-openstack-request-id: req-51bd183a-105f-49b5-bc82-9d27b5057157 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:15.549351 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e037923f-dc4c-4e79-a682-50fc433cedfd", "tag": "7b90ff49-158b-48bc-a96c-f00f7935e410", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:15.549351 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-51bd183a-105f-49b5-bc82-9d27b5057157 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:15.549620 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e037923f-dc4c-4e79-a682-50fc433cedfd', 'tag': '7b90ff49-158b-48bc-a96c-f00f7935e410', 'status': 'completed', 'code': 200} Aug 10 03:25:15.553763 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-f9835985-52a4-4206-8937-91e3c0010983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:15.555270 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-f9835985-52a4-4206-8937-91e3c0010983 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6db82051-01b3-4515-bd82-ffc292aea3a3 HTTP/1.1" status: 200 len: 801 time: 0.0845194 Aug 10 03:25:15.556436 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3365c919-f1fd-48d5-bd5c-0c6e96f3ce3f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event deleted for resources: {'Port': ['ID=58392045-4d06-4b53-b3ed-398ea67e8a29,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:15.557047 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a9d4ef0e-2cac-4a35-a6a9-b694d38ab784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:15.560186 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a9d4ef0e-2cac-4a35-a6a9-b694d38ab784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:15.574542 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a9d4ef0e-2cac-4a35-a6a9-b694d38ab784 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/49bbb38c-c704-4408-9564-162b6b993291 HTTP/1.1" status: 204 len: 168 time: 0.3660257 Aug 10 03:25:15.637750 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d4ef0e-2cac-4a35-a6a9-b694d38ab784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49bbb38c-c704-4408-9564-162b6b993291,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:15.660132 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-16ef2d6a-64ba-4367-8be5-b9b0d1f8b904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:15.663638 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-16ef2d6a-64ba-4367-8be5-b9b0d1f8b904 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=388d512f-0189-4278-87fb-0401d1b0cdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0875642 Aug 10 03:25:15.678501 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aeb3e781-961e-47b5-8ccf-92145f88799e req-4c515fd7-d903-4f06-aed0-eb94d1b96814 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=322b60eb-c15c-4e22-bca8-d8acadcea6ac HTTP/1.1" status: 200 len: 210 time: 0.0802996 Aug 10 03:25:15.796114 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-2a50283f-f121-4a9b-9f5f-41938e5d0e27 service neutron] 10.222.0.58 "GET /v2.0/networks/388d512f-0189-4278-87fb-0401d1b0cdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240218 Aug 10 03:25:15.828626 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3365c919-f1fd-48d5-bd5c-0c6e96f3ce3f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:16.034909 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5094689d-fbc8-49e9-a60e-540edebc6f0d req-fbab3eb2-bfe6-4ef5-b3c9-e70edb973b98 service neutron] 10.222.0.58 "GET /v2.0/networks/388d512f-0189-4278-87fb-0401d1b0cdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310901 Aug 10 03:25:16.156516 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850e16b-849c-41b0-8866-e40fc264f967 req-3eea2ef7-443c-4680-ace8-c74d3f5329b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:16.157426 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850e16b-849c-41b0-8866-e40fc264f967 req-3eea2ef7-443c-4680-ace8-c74d3f5329b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:16.158060 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3365c919-f1fd-48d5-bd5c-0c6e96f3ce3f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Router 8979031f-edf5-42c9-8576-3baaff7592c4 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:25:16.160629 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1850e16b-849c-41b0-8866-e40fc264f967 req-3eea2ef7-443c-4680-ace8-c74d3f5329b1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d8f2056cb8664657b3af8bc92377e007&device_id=e037923f-dc4c-4e79-a682-50fc433cedfd HTTP/1.1" status: 200 len: 1981 time: 0.0595343 Aug 10 03:25:16.276344 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850e16b-849c-41b0-8866-e40fc264f967 req-8ddee0f3-ec88-4997-990e-4799ca64bbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:16.278230 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1850e16b-849c-41b0-8866-e40fc264f967 req-8ddee0f3-ec88-4997-990e-4799ca64bbbe service neutron] 10.222.0.58 "GET /v2.0/networks?id=388d512f-0189-4278-87fb-0401d1b0cdc0 HTTP/1.1" status: 200 len: 903 time: 0.1085246 Aug 10 03:25:16.281348 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3365c919-f1fd-48d5-bd5c-0c6e96f3ce3f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:25:16.292332 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-3365c919-f1fd-48d5-bd5c-0c6e96f3ce3f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "PUT /v2.0/routers/8979031f-edf5-42c9-8576-3baaff7592c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5230346 Aug 10 03:25:16.294141 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 36472) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:16.304279 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1563d-2a94-4bbe-bb69-de758539c8ab req-c6301d94-bf18-42ba-b9d7-f042c5c5d886 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:16.306358 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9fa1563d-2a94-4bbe-bb69-de758539c8ab req-c6301d94-bf18-42ba-b9d7-f042c5c5d886 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.60 "GET /v2.0/networks?id=3ae3bb7a-17de-433a-9439-10e842715ca7 HTTP/1.1" status: 200 len: 811 time: 0.4669752 Aug 10 03:25:16.309290 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db8b027-16dc-4948-835d-643c7bb9afca None None] Sync routers for ids ['8979031f-edf5-42c9-8576-3baaff7592c4'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:25:16.322213 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-9fa1563d-2a94-4bbe-bb69-de758539c8ab req-ebf20a17-1846-406d-a36d-ec60647c2091 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Request body: {'port': {'device_id': '322b60eb-c15c-4e22-bca8-d8acadcea6ac', 'network_id': '3ae3bb7a-17de-433a-9439-10e842715ca7', 'admin_state_up': True, 'tenant_id': 'a6c6578459ab48049573af588cfcdf5f'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:16.323860 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db8b027-16dc-4948-835d-643c7bb9afca None None] Routers {'8979031f-edf5-42c9-8576-3baaff7592c4'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:25:16.324510 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-8db8b027-16dc-4948-835d-643c7bb9afca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:25:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['8979031f-edf5-42c9-8576-3baaff7592c4'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:16.358105 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fc6facc-d8dc-4cdd-8e03-70b92dd12914 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] GET failed (client error): The resource could not be found. Aug 10 03:25:16.362308 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-4fc6facc-d8dc-4cdd-8e03-70b92dd12914 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "GET /v2.0/ports/58392045-4d06-4b53-b3ed-398ea67e8a29 HTTP/1.1" status: 404 len: 333 time: 0.0518205 Aug 10 03:25:16.362799 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36476) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:16.380823 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1850e16b-849c-41b0-8866-e40fc264f967 req-241c6f7c-1d2f-4055-9697-f3d56f33caf8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.7&port_id=7b90ff49-158b-48bc-a96c-f00f7935e410 HTTP/1.1" status: 200 len: 217 time: 0.0842061 Aug 10 03:25:16.400078 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-8db8b027-16dc-4948-835d-643c7bb9afca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:16.419146 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db8b027-16dc-4948-835d-643c7bb9afca None None] Routers {'8979031f-edf5-42c9-8576-3baaff7592c4'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:25:16.419756 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-8db8b027-16dc-4948-835d-643c7bb9afca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:25:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['8979031f-edf5-42c9-8576-3baaff7592c4'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:16.478893 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-8db8b027-16dc-4948-835d-643c7bb9afca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:16.479823 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db8b027-16dc-4948-835d-643c7bb9afca None None] The sync data for ids ['8979031f-edf5-42c9-8576-3baaff7592c4'] in n-d-768851-15 is: [] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:25:16.562661 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device ae4bcfe9-3a85-401e-941c-c23682ca90e6 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:25:16.563648 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fa1563d-2a94-4bbe-bb69-de758539c8ab req-ebf20a17-1846-406d-a36d-ec60647c2091 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Made reservation on behalf of a6c6578459ab48049573af588cfcdf5f for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:25:16.570674 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-9fa1563d-2a94-4bbe-bb69-de758539c8ab req-ebf20a17-1846-406d-a36d-ec60647c2091 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:16.623356 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850e16b-849c-41b0-8866-e40fc264f967 req-a6a252c2-777b-4103-b11f-01d06eb7afd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:16.624988 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1850e16b-849c-41b0-8866-e40fc264f967 req-a6a252c2-777b-4103-b11f-01d06eb7afd6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6db82051-01b3-4515-bd82-ffc292aea3a3 HTTP/1.1" status: 200 len: 801 time: 0.1765475 Aug 10 03:25:16.628906 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port ae4bcfe9-3a85-401e-941c-c23682ca90e6 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:16.630399 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:16.634334 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ea3d55e5-1673-4061-a7d9-77d1936a61b8 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for router, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:16.841345 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c47fb6-f58f-4f58-8030-7f87376f876c req-43cb08e0-5fd3-42c4-86de-2734f51c0da0 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:16.848127 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c47fb6-f58f-4f58-8030-7f87376f876c req-43cb08e0-5fd3-42c4-86de-2734f51c0da0 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:16.850608 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-03c47fb6-f58f-4f58-8030-7f87376f876c req-43cb08e0-5fd3-42c4-86de-2734f51c0da0 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/ports?device_id=e037923f-dc4c-4e79-a682-50fc433cedfd HTTP/1.1" status: 200 len: 1677 time: 0.2629993 Aug 10 03:25:16.866910 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850e16b-849c-41b0-8866-e40fc264f967 req-8a3a4ae0-7adc-4c8d-9062-e7aa101763b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:16.868475 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1850e16b-849c-41b0-8866-e40fc264f967 req-8a3a4ae0-7adc-4c8d-9062-e7aa101763b5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=388d512f-0189-4278-87fb-0401d1b0cdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2312019 Aug 10 03:25:16.884661 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d62a1-d5ee-48c2-8e7c-401fc69ba474 req-6b363bea-fabe-4750-9415-c13a831b9641 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:16.886487 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-443d62a1-d5ee-48c2-8e7c-401fc69ba474 req-6b363bea-fabe-4750-9415-c13a831b9641 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.2408361 Aug 10 03:25:16.992067 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-443d62a1-d5ee-48c2-8e7c-401fc69ba474 req-fd41b610-f6fd-4fda-b91a-5ef9a83c2c82 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691204 Aug 10 03:25:17.003927 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-03c47fb6-f58f-4f58-8030-7f87376f876c req-7b78326d-79c2-4b36-aeb1-d53febdf1fa0 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8122897-b7b2-4911-a92f-13052fad1f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447868 Aug 10 03:25:17.019353 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1850e16b-849c-41b0-8866-e40fc264f967 req-c7b174c5-b84a-4845-b44f-1a6cc3f71c41 service neutron] 10.222.0.58 "GET /v2.0/networks/388d512f-0189-4278-87fb-0401d1b0cdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143422 Aug 10 03:25:17.022918 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ea3d55e5-1673-4061-a7d9-77d1936a61b8 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:17.032998 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ea3d55e5-1673-4061-a7d9-77d1936a61b8 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:17.066106 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-9fa1563d-2a94-4bbe-bb69-de758539c8ab req-ebf20a17-1846-406d-a36d-ec60647c2091 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Allocated IP 172.20.0.7 (3ae3bb7a-17de-433a-9439-10e842715ca7/84e2115c-5c38-4493-9e9f-a0cb9fd0cc26/f5c7ecb2-a189-4735-843f-fe76eb7954c5) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:25:17.208427 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eb252bb9-dd7c-4c07-b80e-6ff49b65cdad req-a5053510-d83e-4b86-8404-5ccac44ac72b tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=322b60eb-c15c-4e22-bca8-d8acadcea6ac HTTP/1.1" status: 200 len: 210 time: 0.1022685 Aug 10 03:25:17.216051 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36512) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:17.271116 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1850e16b-849c-41b0-8866-e40fc264f967 req-59c8a6f8-e11c-4db6-b069-b09b2cc0f67f service neutron] 10.222.0.58 "GET /v2.0/networks/388d512f-0189-4278-87fb-0401d1b0cdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385759 Aug 10 03:25:17.273981 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ea3d55e5-1673-4061-a7d9-77d1936a61b8 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:17.274586 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3d55e5-1673-4061-a7d9-77d1936a61b8 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Fanout notify agent at l3_agent the message router_deleted on router 8979031f-edf5-42c9-8576-3baaff7592c4 {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:25:17.282220 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ea3d55e5-1673-4061-a7d9-77d1936a61b8 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:17.286968 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ea3d55e5-1673-4061-a7d9-77d1936a61b8 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "DELETE /v2.0/routers/8979031f-edf5-42c9-8576-3baaff7592c4 HTTP/1.1" status: 204 len: 168 time: 0.9201956 Aug 10 03:25:17.287579 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36522) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:17.362295 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-43d24960-bf96-4045-b5d5-ba358ebee66e tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Deleting subnet e51e1102-1a59-4574-940e-c8ac85da4999 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:25:17.377458 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-43d24960-bf96-4045-b5d5-ba358ebee66e tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:17.481585 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-9fa1563d-2a94-4bbe-bb69-de758539c8ab req-ebf20a17-1846-406d-a36d-ec60647c2091 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:17.491192 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcb4a5-fce5-4ed3-85a7-078d1fdad853 req-7bd94c3f-eaf1-4176-a146-1de6844c8f59 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:17.492791 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-badcb4a5-fce5-4ed3-85a7-078d1fdad853 req-7bd94c3f-eaf1-4176-a146-1de6844c8f59 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/networks?id=bc648e31-3fe5-47a0-8b38-9d9deaf52af1 HTTP/1.1" status: 200 len: 813 time: 0.1981232 Aug 10 03:25:17.517630 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-badcb4a5-fce5-4ed3-85a7-078d1fdad853 req-089b10cc-eb14-4148-89a1-ae9c463a97b9 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/quotas/a77b526167a54c3793a81af5f7632e4e HTTP/1.1" status: 200 len: 375 time: 0.0153410 Aug 10 03:25:17.588446 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-9fa1563d-2a94-4bbe-bb69-de758539c8ab req-ebf20a17-1846-406d-a36d-ec60647c2091 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:17.644709 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fa1563d-2a94-4bbe-bb69-de758539c8ab req-ebf20a17-1846-406d-a36d-ec60647c2091 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Network 3ae3bb7a-17de-433a-9439-10e842715ca7 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:25:17.651077 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-badcb4a5-fce5-4ed3-85a7-078d1fdad853 req-415e0174-784d-4aac-9836-79caf549b9b3 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a77b526167a54c3793a81af5f7632e4e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1203303 Aug 10 03:25:17.652018 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf20a17-1846-406d-a36d-ec60647c2091 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Pushing event updated for resources: {'Port': ['ID=f5c7ecb2-a189-4735-843f-fe76eb7954c5,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:17.654658 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-9fa1563d-2a94-4bbe-bb69-de758539c8ab req-ebf20a17-1846-406d-a36d-ec60647c2091 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:17.656766 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fa1563d-2a94-4bbe-bb69-de758539c8ab req-ebf20a17-1846-406d-a36d-ec60647c2091 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:25:17.694603 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-43d24960-bf96-4045-b5d5-ba358ebee66e tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:17.739154 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-42d64326-7e87-4f88-9d79-6e80211fa04d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:17.753412 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1563d-2a94-4bbe-bb69-de758539c8ab req-ebf20a17-1846-406d-a36d-ec60647c2091 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:17.754043 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-9fa1563d-2a94-4bbe-bb69-de758539c8ab req-ebf20a17-1846-406d-a36d-ec60647c2091 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:17.797973 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-badcb4a5-fce5-4ed3-85a7-078d1fdad853 req-9b35ef22-e99e-4d91-9a1c-efb655f5dc9a service neutron] 10.222.0.62 "GET /v2.0/networks/bc648e31-3fe5-47a0-8b38-9d9deaf52af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183245 Aug 10 03:25:17.820816 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-43d24960-bf96-4045-b5d5-ba358ebee66e tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:17.914150 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-badcb4a5-fce5-4ed3-85a7-078d1fdad853 req-2112053f-88a4-4b1e-a10f-410dad68d721 service neutron] 10.222.0.62 "GET /v2.0/networks/bc648e31-3fe5-47a0-8b38-9d9deaf52af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046250 Aug 10 03:25:17.919786 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-43d24960-bf96-4045-b5d5-ba358ebee66e tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:17.932377 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-42d64326-7e87-4f88-9d79-6e80211fa04d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:17.946532 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9fa1563d-2a94-4bbe-bb69-de758539c8ab req-ebf20a17-1846-406d-a36d-ec60647c2091 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6281538 Aug 10 03:25:17.956413 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d24960-bf96-4045-b5d5-ba358ebee66e tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event deleted for resources: {'Subnet': ['ID=e51e1102-1a59-4574-940e-c8ac85da4999,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:17.959256 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-42d64326-7e87-4f88-9d79-6e80211fa04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:17.962148 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-43d24960-bf96-4045-b5d5-ba358ebee66e tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:17.966419 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-9fa1563d-2a94-4bbe-bb69-de758539c8ab req-dc99dc54-0695-4153-a9af-01f83717b129 service neutron] Request body: {'port': {'device_id': '322b60eb-c15c-4e22-bca8-d8acadcea6ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:17.968795 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d9ef50-df46-4b04-ac37-7777e73b6b2a None None] Network eda6afd9-3282-408a-84a6-ed11c62ee177 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:25:17.969584 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 36544) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:17.981985 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-43d24960-bf96-4045-b5d5-ba358ebee66e tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "DELETE /v2.0/subnets/e51e1102-1a59-4574-940e-c8ac85da4999 HTTP/1.1" status: 204 len: 168 time: 0.6933091 Aug 10 03:25:18.038018 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-42d64326-7e87-4f88-9d79-6e80211fa04d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=32c67afd6ea045bb849af52caff99262&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7899582 Aug 10 03:25:18.038943 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d64326-7e87-4f88-9d79-6e80211fa04d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5f3737-86da-400b-994e-48184047cd2c,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:18.041619 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36550) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:18.134144 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-29ceb2f4-6f07-4a5e-80e2-4caca1ac5e91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:18.161329 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-29ceb2f4-6f07-4a5e-80e2-4caca1ac5e91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:18.230652 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-29ceb2f4-6f07-4a5e-80e2-4caca1ac5e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:18.233412 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-29ceb2f4-6f07-4a5e-80e2-4caca1ac5e91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:18.234620 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-29ceb2f4-6f07-4a5e-80e2-4caca1ac5e91 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3a5f3737-86da-400b-994e-48184047cd2c HTTP/1.1" status: 204 len: 168 time: 0.1921515 Aug 10 03:25:18.251376 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ceb2f4-6f07-4a5e-80e2-4caca1ac5e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5f3737-86da-400b-994e-48184047cd2c,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:18.331636 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1246883d-dc80-412e-8e14-89d5dcc0d918 None None] DHCP port deletion for eda6afd9-3282-408a-84a6-ed11c62ee177 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:25:18.356862 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-63e4c279-4078-4324-9484-33da93c000b1 req-836e5fdd-308c-48f3-8f91-756457d405e3 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=44f20c45-4d11-4c3f-9273-c2730d91e930 HTTP/1.1" status: 200 len: 210 time: 0.2011659 Aug 10 03:25:18.367622 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-36fc1857-d85f-41ef-ae58-be2a0ad3f68b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:18.378864 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-9fa1563d-2a94-4bbe-bb69-de758539c8ab req-dc99dc54-0695-4153-a9af-01f83717b129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:18.398683 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-1246883d-dc80-412e-8e14-89d5dcc0d918 None None] Deleting port e9d28258-32d1-486b-8ad9-269d817ee3ab {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:25:18.400416 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-1246883d-dc80-412e-8e14-89d5dcc0d918 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:18.486766 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ebb20-70c1-4162-a1bc-143aaef0cbb1 req-644b694d-30c7-4bb0-96ab-33be4efdf5be tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:18.495132 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ebb20-70c1-4162-a1bc-143aaef0cbb1 req-644b694d-30c7-4bb0-96ab-33be4efdf5be tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:18.496792 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4e2ebb20-70c1-4162-a1bc-143aaef0cbb1 req-644b694d-30c7-4bb0-96ab-33be4efdf5be tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/ports?device_id=e037923f-dc4c-4e79-a682-50fc433cedfd HTTP/1.1" status: 200 len: 1677 time: 0.2961707 Aug 10 03:25:18.529123 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36570) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:18.538277 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-1246883d-dc80-412e-8e14-89d5dcc0d918 None None] For port e9d28258-32d1-486b-8ad9-269d817ee3ab, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=e9d28258-32d1-486b-8ad9-269d817ee3ab,segment=NetworkSegment(994c12d7-0813-42da-be50-76e101a6ee58),segment_id=994c12d7-0813-42da-be50-76e101a6ee58)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:18.541418 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-1246883d-dc80-412e-8e14-89d5dcc0d918 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:18.575481 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e9d28258-32d1-486b-8ad9-269d817ee3ab no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:25:18.620915 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-1246883d-dc80-412e-8e14-89d5dcc0d918 None None] Calling delete_port for e9d28258-32d1-486b-8ad9-269d817ee3ab owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:25:18.665484 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4e2ebb20-70c1-4162-a1bc-143aaef0cbb1 req-2f8c92e0-dd94-4f58-b422-80c4753b8474 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8122897-b7b2-4911-a92f-13052fad1f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549909 Aug 10 03:25:18.673507 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db202432-10f5-44c4-9d0c-eeff5d0f4ff1 req-847d6d69-4f27-41d3-9351-5ff0bf2d7cc9 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:18.688229 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-db202432-10f5-44c4-9d0c-eeff5d0f4ff1 req-847d6d69-4f27-41d3-9351-5ff0bf2d7cc9 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=322b60eb-c15c-4e22-bca8-d8acadcea6ac HTTP/1.1" status: 200 len: 931 time: 0.1867967 Aug 10 03:25:18.745358 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-43fd7ad4-8fc2-4136-8a7a-eefbdaa0f6cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:18.751024 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36576) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:18.770263 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:18.773513 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6415556e-231a-43f2-9d7f-01ec3c918fe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:18.816138 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port e9d28258-32d1-486b-8ad9-269d817ee3ab, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=e9d28258-32d1-486b-8ad9-269d817ee3ab,segment=NetworkSegment(994c12d7-0813-42da-be50-76e101a6ee58),segment_id=994c12d7-0813-42da-be50-76e101a6ee58)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:18.831119 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:18.834222 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.db.api [None req-43fd7ad4-8fc2-4136-8a7a-eefbdaa0f6cf admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:25:18.834222 n-d-768851-15 neutron-server[94217]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 10 03:25:18.834222 n-d-768851-15 neutron-server[94217]: [parameters: {'project_id': '24a747c9862b46599c519a136527bd31', 'id': '4f9f6586-4905-4dd9-a11d-e4026b020ceb', 'expiration': datetime.datetime(2021, 8, 10, 3, 27, 18, 802066)}] Aug 10 03:25:18.834222 n-d-768851-15 neutron-server[94217]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:25:18.835864 n-d-768851-15 neutron-server[94217]: DEBUG oslo_db.api [None req-43fd7ad4-8fc2-4136-8a7a-eefbdaa0f6cf admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:25:18.844808 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-db202432-10f5-44c4-9d0c-eeff5d0f4ff1 req-b7cd59f5-8bcd-4d8d-bdb5-a4c63505a6bf tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/security-groups?id=efe56f97-cb65-408d-9c87-fa760e99fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165938 Aug 10 03:25:18.866492 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:25:18.869004 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 6dd7f1f4-7250-4a25-a6c8-3e9bd15ccdf9 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:25:18.870945 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event deleted for resources: {'Port': ['ID=e9d28258-32d1-486b-8ad9-269d817ee3ab,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:18.874366 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-1246883d-dc80-412e-8e14-89d5dcc0d918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:18.909920 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1246883d-dc80-412e-8e14-89d5dcc0d918 None None] No DVR routers for this DVR port e9d28258-32d1-486b-8ad9-269d817ee3ab on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:25:18.911568 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1246883d-dc80-412e-8e14-89d5dcc0d918 None None] Pushing event deleted for resources: {'Port': ['ID=e9d28258-32d1-486b-8ad9-269d817ee3ab,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:18.929512 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6415556e-231a-43f2-9d7f-01ec3c918fe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:18.936480 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-36fc1857-d85f-41ef-ae58-be2a0ad3f68b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Deleting port e9d28258-32d1-486b-8ad9-269d817ee3ab {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:25:18.936842 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-36fc1857-d85f-41ef-ae58-be2a0ad3f68b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:18.939359 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6415556e-231a-43f2-9d7f-01ec3c918fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:18.987667 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6415556e-231a-43f2-9d7f-01ec3c918fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce5bb13-f1e4-4a1a-86f1-72e5efa958f1,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:18.996040 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6415556e-231a-43f2-9d7f-01ec3c918fe0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=60d6bb99620748958b5d4ee1ed749f26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2420976 Aug 10 03:25:18.997748 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36578) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:19.024653 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 6dd7f1f4-7250-4a25-a6c8-3e9bd15ccdf9, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=6dd7f1f4-7250-4a25-a6c8-3e9bd15ccdf9,segment=NetworkSegment(e189d3d9-b756-4566-b357-383625a8365a),segment_id=e189d3d9-b756-4566-b357-383625a8365a)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:19.047800 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': '6dd7f1f4-7250-4a25-a6c8-3e9bd15ccdf9', 'network_id': '8c256548-81fe-4ce5-9def-c24a21700c51', 'port_id': '6dd7f1f4-7250-4a25-a6c8-3e9bd15ccdf9', 'mac_address': 'fa:16:3e:75:37:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c1700a9-af2b-4095-9db8-068253b3617c', 'ip_address': '19.80.0.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:25:19.063113 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-36fc1857-d85f-41ef-ae58-be2a0ad3f68b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] For port e9d28258-32d1-486b-8ad9-269d817ee3ab, host n-d-768851-15, got binding levels [] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:19.063599 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-36fc1857-d85f-41ef-ae58-be2a0ad3f68b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:19.073479 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-59f67c05-e500-441b-99cc-7e81f8eb7070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:19.088254 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-36fc1857-d85f-41ef-ae58-be2a0ad3f68b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Calling delete_port for e9d28258-32d1-486b-8ad9-269d817ee3ab owned by network:dhcp {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:25:19.091033 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-9fa1563d-2a94-4bbe-bb69-de758539c8ab req-dc99dc54-0695-4153-a9af-01f83717b129 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5c7ecb2-a189-4735-843f-fe76eb7954c5 {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:25:19.096190 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-59f67c05-e500-441b-99cc-7e81f8eb7070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:19.096361 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.ipam_backend_mixin [None req-36fc1857-d85f-41ef-ae58-be2a0ad3f68b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Port e9d28258-32d1-486b-8ad9-269d817ee3ab was not found and therefore no delete operation was performed {{(pid=94216) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 03:25:19.098080 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:19.100465 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-9fa1563d-2a94-4bbe-bb69-de758539c8ab req-dc99dc54-0695-4153-a9af-01f83717b129 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:19.102541 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-36fc1857-d85f-41ef-ae58-be2a0ad3f68b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:19.117613 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dd7f1f4-7250-4a25-a6c8-3e9bd15ccdf9 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:25:19.146663 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 6dd7f1f4-7250-4a25-a6c8-3e9bd15ccdf9, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=6dd7f1f4-7250-4a25-a6c8-3e9bd15ccdf9,segment=NetworkSegment(e189d3d9-b756-4566-b357-383625a8365a),segment_id=e189d3d9-b756-4566-b357-383625a8365a)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:19.154207 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:19.154951 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 7b90ff49-158b-48bc-a96c-f00f7935e410 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:25:19.157514 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-59f67c05-e500-441b-99cc-7e81f8eb7070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:19.160495 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-59f67c05-e500-441b-99cc-7e81f8eb7070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:19.164352 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-59f67c05-e500-441b-99cc-7e81f8eb7070 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8ce5bb13-f1e4-4a1a-86f1-72e5efa958f1 HTTP/1.1" status: 204 len: 168 time: 0.1630030 Aug 10 03:25:19.171928 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f67c05-e500-441b-99cc-7e81f8eb7070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce5bb13-f1e4-4a1a-86f1-72e5efa958f1,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:19.337359 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-43fd7ad4-8fc2-4136-8a7a-eefbdaa0f6cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:19.420097 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=6dd7f1f4-7250-4a25-a6c8-3e9bd15ccdf9,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:19.429709 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:19.430322 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:19.430860 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:19.431690 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:19.432366 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:19.432865 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:19.433361 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:19.433991 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:19.434487 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:19.435022 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:19.435503 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:19.436009 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:19.493895 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-9fa1563d-2a94-4bbe-bb69-de758539c8ab req-dc99dc54-0695-4153-a9af-01f83717b129 service neutron] Transition to ACTIVE for port object f5c7ecb2-a189-4735-843f-fe76eb7954c5 will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:19.502206 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fc1857-d85f-41ef-ae58-be2a0ad3f68b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event deleted for resources: {'Port': ['ID=e9d28258-32d1-486b-8ad9-269d817ee3ab,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:19.504286 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fc1857-d85f-41ef-ae58-be2a0ad3f68b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] No DVR routers for this DVR port e9d28258-32d1-486b-8ad9-269d817ee3ab on host n-d-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:25:19.528529 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 7b90ff49-158b-48bc-a96c-f00f7935e410, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=7b90ff49-158b-48bc-a96c-f00f7935e410,segment=NetworkSegment(7dfe0d04-54df-4eec-bfbd-b2713bc0684e),segment_id=7dfe0d04-54df-4eec-bfbd-b2713bc0684e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:19.536052 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-39ed8d6d-31a8-4b2a-82f3-38aa571b4f7d req-7e8f2495-b118-4c6e-bd73-4362f7e1b1b3 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=44f20c45-4d11-4c3f-9273-c2730d91e930 HTTP/1.1" status: 200 len: 210 time: 0.0386248 Aug 10 03:25:19.541106 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-9fa1563d-2a94-4bbe-bb69-de758539c8ab req-dc99dc54-0695-4153-a9af-01f83717b129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:19.547791 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': '7b90ff49-158b-48bc-a96c-f00f7935e410', 'network_id': '388d512f-0189-4278-87fb-0401d1b0cdc0', 'port_id': '7b90ff49-158b-48bc-a96c-f00f7935e410', 'mac_address': 'fa:16:3e:36:50:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6db82051-01b3-4515-bd82-ffc292aea3a3', 'ip_address': '19.86.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:25:19.592547 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-43fd7ad4-8fc2-4136-8a7a-eefbdaa0f6cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:19.603493 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-43fd7ad4-8fc2-4136-8a7a-eefbdaa0f6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:19.643673 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:19.681594 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-36fc1857-d85f-41ef-ae58-be2a0ad3f68b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:19.684120 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b90ff49-158b-48bc-a96c-f00f7935e410 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:25:19.691570 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-43fd7ad4-8fc2-4136-8a7a-eefbdaa0f6cf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=24a747c9862b46599c519a136527bd31&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1609316 Aug 10 03:25:19.693949 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fd7ad4-8fc2-4136-8a7a-eefbdaa0f6cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=813fb510-6023-4b02-85e2-665d4a6a6dd1,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:19.695787 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-36fc1857-d85f-41ef-ae58-be2a0ad3f68b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eda6afd9-3282-408a-84a6-ed11c62ee177']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:19.696526 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36590) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:19.719758 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcb4a5-fce5-4ed3-85a7-078d1fdad853 req-3f194fbc-e2e2-4e50-ae9f-b24417f0fa27 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:19.721582 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-badcb4a5-fce5-4ed3-85a7-078d1fdad853 req-3f194fbc-e2e2-4e50-ae9f-b24417f0fa27 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.58 "GET /v2.0/networks?id=bc648e31-3fe5-47a0-8b38-9d9deaf52af1 HTTP/1.1" status: 200 len: 813 time: 0.2637789 Aug 10 03:25:19.725133 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 7b90ff49-158b-48bc-a96c-f00f7935e410, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=7b90ff49-158b-48bc-a96c-f00f7935e410,segment=NetworkSegment(7dfe0d04-54df-4eec-bfbd-b2713bc0684e),segment_id=7dfe0d04-54df-4eec-bfbd-b2713bc0684e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:19.732432 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:19.739901 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-36fc1857-d85f-41ef-ae58-be2a0ad3f68b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '994c12d7-0813-42da-be50-76e101a6ee58') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:19.740307 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-badcb4a5-fce5-4ed3-85a7-078d1fdad853 req-6a6a4450-67fa-489f-804f-709f555a1048 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Request body: {'port': {'device_id': '44f20c45-4d11-4c3f-9273-c2730d91e930', 'network_id': 'bc648e31-3fe5-47a0-8b38-9d9deaf52af1', 'admin_state_up': True, 'tenant_id': 'a77b526167a54c3793a81af5f7632e4e'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:19.740576 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-36fc1857-d85f-41ef-ae58-be2a0ad3f68b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '994c12d7-0813-42da-be50-76e101a6ee58') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:19.767280 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-36fc1857-d85f-41ef-ae58-be2a0ad3f68b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:19.795542 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36592) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:19.796321 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-36fc1857-d85f-41ef-ae58-be2a0ad3f68b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:19.804821 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36fc1857-d85f-41ef-ae58-be2a0ad3f68b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:25:19.805237 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-36fc1857-d85f-41ef-ae58-be2a0ad3f68b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:19.810132 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=7b90ff49-158b-48bc-a96c-f00f7935e410,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:19.816371 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f3d273a3-b053-419d-a29a-1154a57df1e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:19.827057 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:25:19.827057 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:25:19.827057 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:25:19.827057 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:25:19.827057 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:25:19.827057 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:25:19.827057 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:25:19.827057 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:25:19.827057 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:25:19.827057 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:25:19.827057 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:25:19.827057 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:25:19.827057 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:25:19.827057 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:25:19.827057 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:25:19.827057 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:25:19.827057 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:25:19.827057 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:25:19.827057 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:25:19.827057 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:25:19.827057 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:25:19.827057 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:25:19.827057 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:25:19.827057 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:25:19.827057 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:25:19.827057 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:25:19.827057 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:25:19.827057 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:25:19.827057 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:25:19.827057 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:25:19.827057 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:25:19.827057 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:25:19.900225 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6670dd04-12bd-4b8f-a1f8-c362bc0b7411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:19.925832 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc99dc54-0695-4153-a9af-01f83717b129 service neutron] Pushing event updated for resources: {'Port': ['ID=f5c7ecb2-a189-4735-843f-fe76eb7954c5,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:19.947789 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6670dd04-12bd-4b8f-a1f8-c362bc0b7411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:19.952657 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-36fc1857-d85f-41ef-ae58-be2a0ad3f68b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:19.985551 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['6dd7f1f4-7250-4a25-a6c8-3e9bd15ccdf9'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:19.989933 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-36fc1857-d85f-41ef-ae58-be2a0ad3f68b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:19.997854 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-36fc1857-d85f-41ef-ae58-be2a0ad3f68b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "DELETE /v2.0/networks/eda6afd9-3282-408a-84a6-ed11c62ee177 HTTP/1.1" status: 204 len: 168 time: 2.0257618 Aug 10 03:25:20.004333 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36596) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:20.034567 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fc1857-d85f-41ef-ae58-be2a0ad3f68b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event deleted for resources: {'Network': ['ID=eda6afd9-3282-408a-84a6-ed11c62ee177,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:20.048049 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2f0c9-fbfd-4fe6-aa27-d7cf2a0775d9 req-faf0d360-6a77-43f7-b6bf-77d89571a34e tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:20.054590 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2f0c9-fbfd-4fe6-aa27-d7cf2a0775d9 req-faf0d360-6a77-43f7-b6bf-77d89571a34e tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:20.069001 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e4e2f0c9-fbfd-4fe6-aa27-d7cf2a0775d9 req-faf0d360-6a77-43f7-b6bf-77d89571a34e tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/ports?device_id=e037923f-dc4c-4e79-a682-50fc433cedfd HTTP/1.1" status: 200 len: 1679 time: 0.2423065 Aug 10 03:25:20.072404 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6670dd04-12bd-4b8f-a1f8-c362bc0b7411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:20.075436 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6670dd04-12bd-4b8f-a1f8-c362bc0b7411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:20.079683 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6670dd04-12bd-4b8f-a1f8-c362bc0b7411 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/813fb510-6023-4b02-85e2-665d4a6a6dd1 HTTP/1.1" status: 204 len: 168 time: 0.3821099 Aug 10 03:25:20.099150 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28a7926-172e-44a5-affc-2cca1a4c2ee0 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:20.103938 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b28a7926-172e-44a5-affc-2cca1a4c2ee0 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "GET /v2.0/ports/68a3c38c-14cf-4801-a5e5-ad167398b72d HTTP/1.1" status: 200 len: 840 time: 0.0884154 Aug 10 03:25:20.104442 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36600) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:20.148425 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6670dd04-12bd-4b8f-a1f8-c362bc0b7411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813fb510-6023-4b02-85e2-665d4a6a6dd1,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:20.165223 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513438ef-c9c6-40f0-a9d8-c35770021432 req-1bf19fd0-9472-4945-9dcc-5b34084faa61 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:20.171125 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f3d273a3-b053-419d-a29a-1154a57df1e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:20.173009 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-513438ef-c9c6-40f0-a9d8-c35770021432 req-1bf19fd0-9472-4945-9dcc-5b34084faa61 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=322b60eb-c15c-4e22-bca8-d8acadcea6ac HTTP/1.1" status: 200 len: 943 time: 0.2257078 Aug 10 03:25:20.179378 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1799f368-7794-4559-b886-a818a56fbe7c tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "GET /v2.0/ports/68a3c38c-14cf-4801-a5e5-ad167398b72d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0700517 Aug 10 03:25:20.181277 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-9fa1563d-2a94-4bbe-bb69-de758539c8ab req-dc99dc54-0695-4153-a9af-01f83717b129 service neutron] Attempting to bind port f5c7ecb2-a189-4735-843f-fe76eb7954c5 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:25:20.181816 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-9fa1563d-2a94-4bbe-bb69-de758539c8ab req-dc99dc54-0695-4153-a9af-01f83717b129 service neutron] Attempting to bind port f5c7ecb2-a189-4735-843f-fe76eb7954c5 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '4f7bae62-9d74-481f-afc7-5fd2c439c3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3ae3bb7a-17de-433a-9439-10e842715ca7'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:25:20.182331 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa1563d-2a94-4bbe-bb69-de758539c8ab req-dc99dc54-0695-4153-a9af-01f83717b129 service neutron] Attempting to bind port f5c7ecb2-a189-4735-843f-fe76eb7954c5 on network 3ae3bb7a-17de-433a-9439-10e842715ca7 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:20.190778 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 36602) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:20.193171 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f3d273a3-b053-419d-a29a-1154a57df1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:20.207122 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e4e2f0c9-fbfd-4fe6-aa27-d7cf2a0775d9 req-081a242d-9359-4357-9046-63fcc06524c3 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8122897-b7b2-4911-a92f-13052fad1f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371341 Aug 10 03:25:20.215794 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-0520a02c-dfc8-4841-8635-9ebfe26497f5 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Request body: {'subnet': {'network_id': 'd22567d6-a0ed-4344-b38f-4317a5b58c0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:20.230088 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f3d273a3-b053-419d-a29a-1154a57df1e3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b9a55b3bdb544ef789d157ed0e4ecbd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4304459 Aug 10 03:25:20.233001 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-badcb4a5-fce5-4ed3-85a7-078d1fdad853 req-6a6a4450-67fa-489f-804f-709f555a1048 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Made reservation on behalf of a77b526167a54c3793a81af5f7632e4e for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:25:20.236579 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-badcb4a5-fce5-4ed3-85a7-078d1fdad853 req-6a6a4450-67fa-489f-804f-709f555a1048 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:20.238340 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36604) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:20.243103 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa1563d-2a94-4bbe-bb69-de758539c8ab req-dc99dc54-0695-4153-a9af-01f83717b129 service neutron] Port f5c7ecb2-a189-4735-843f-fe76eb7954c5 on network 3ae3bb7a-17de-433a-9439-10e842715ca7 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:25:20.243556 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa1563d-2a94-4bbe-bb69-de758539c8ab req-dc99dc54-0695-4153-a9af-01f83717b129 service neutron] Attempting to bind port f5c7ecb2-a189-4735-843f-fe76eb7954c5 on network 3ae3bb7a-17de-433a-9439-10e842715ca7 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:20.277823 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d273a3-b053-419d-a29a-1154a57df1e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4a5f96-aa18-47fd-97cf-98fc26a29243,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:20.289947 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa1563d-2a94-4bbe-bb69-de758539c8ab req-dc99dc54-0695-4153-a9af-01f83717b129 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:25:20.290311 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa1563d-2a94-4bbe-bb69-de758539c8ab req-dc99dc54-0695-4153-a9af-01f83717b129 service neutron] Checking segment: {'id': '4f7bae62-9d74-481f-afc7-5fd2c439c3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3ae3bb7a-17de-433a-9439-10e842715ca7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:25:20.290694 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa1563d-2a94-4bbe-bb69-de758539c8ab req-dc99dc54-0695-4153-a9af-01f83717b129 service neutron] Bound using segment: {'id': '4f7bae62-9d74-481f-afc7-5fd2c439c3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3ae3bb7a-17de-433a-9439-10e842715ca7'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:25:20.293217 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-9fa1563d-2a94-4bbe-bb69-de758539c8ab req-dc99dc54-0695-4153-a9af-01f83717b129 service neutron] Bound port: f5c7ecb2-a189-4735-843f-fe76eb7954c5, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f7bae62-9d74-481f-afc7-5fd2c439c3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3ae3bb7a-17de-433a-9439-10e842715ca7'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:25:20.293578 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-9fa1563d-2a94-4bbe-bb69-de758539c8ab req-dc99dc54-0695-4153-a9af-01f83717b129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:20.363114 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-513438ef-c9c6-40f0-a9d8-c35770021432 req-e507c6df-b63d-43ac-b7f0-98eee0730507 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/security-groups?id=efe56f97-cb65-408d-9c87-fa760e99fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831093 Aug 10 03:25:20.363977 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-eb08b1a7-3811-43bb-8553-bb86c25ca82c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:20.412782 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-eb08b1a7-3811-43bb-8553-bb86c25ca82c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:20.446050 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0520a02c-dfc8-4841-8635-9ebfe26497f5 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Made reservation on behalf of 4ed48e64d2bc4e15aeddc047e3b71cf8 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:25:20.452115 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0520a02c-dfc8-4841-8635-9ebfe26497f5 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:20.500070 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-badcb4a5-fce5-4ed3-85a7-078d1fdad853 req-6a6a4450-67fa-489f-804f-709f555a1048 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Allocated IP 172.20.0.4 (bc648e31-3fe5-47a0-8b38-9d9deaf52af1/87970a7d-e71d-4702-b063-6900ffc87c9e/98933b81-17e6-4f1b-a042-a55c58087f2e) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:25:20.526233 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-9fa1563d-2a94-4bbe-bb69-de758539c8ab req-dc99dc54-0695-4153-a9af-01f83717b129 service neutron] For port f5c7ecb2-a189-4735-843f-fe76eb7954c5, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:25:20.543666 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-eb08b1a7-3811-43bb-8553-bb86c25ca82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:20.546663 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-eb08b1a7-3811-43bb-8553-bb86c25ca82c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:20.547980 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-eb08b1a7-3811-43bb-8553-bb86c25ca82c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8e4a5f96-aa18-47fd-97cf-98fc26a29243 HTTP/1.1" status: 204 len: 168 time: 0.3048093 Aug 10 03:25:20.548156 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-9fa1563d-2a94-4bbe-bb69-de758539c8ab req-dc99dc54-0695-4153-a9af-01f83717b129 service neutron] For port f5c7ecb2-a189-4735-843f-fe76eb7954c5, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=f5c7ecb2-a189-4735-843f-fe76eb7954c5,segment=NetworkSegment(4f7bae62-9d74-481f-afc7-5fd2c439c3cc),segment_id=4f7bae62-9d74-481f-afc7-5fd2c439c3cc)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:25:20.565395 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-9fa1563d-2a94-4bbe-bb69-de758539c8ab req-dc99dc54-0695-4153-a9af-01f83717b129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:20.572191 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb08b1a7-3811-43bb-8553-bb86c25ca82c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4a5f96-aa18-47fd-97cf-98fc26a29243,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:20.619969 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 36618) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:20.681356 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8ffb1dc5-efd0-4c59-9961-f73573c66448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:20.689692 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1563d-2a94-4bbe-bb69-de758539c8ab req-dc99dc54-0695-4153-a9af-01f83717b129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:20.690439 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-9fa1563d-2a94-4bbe-bb69-de758539c8ab req-dc99dc54-0695-4153-a9af-01f83717b129 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:20.691880 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9fa1563d-2a94-4bbe-bb69-de758539c8ab req-dc99dc54-0695-4153-a9af-01f83717b129 service neutron] 10.222.0.60 "PUT /v2.0/ports/f5c7ecb2-a189-4735-843f-fe76eb7954c5 HTTP/1.1" status: 200 len: 1092 time: 2.7363732 Aug 10 03:25:20.692380 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '322b60eb-c15c-4e22-bca8-d8acadcea6ac', 'tag': 'f5c7ecb2-a189-4735-843f-fe76eb7954c5'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:20.694787 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd97429-1862-465a-aac4-e934d27d9f34" -d '{"events": [{"name": "network-changed", "server_uuid": "322b60eb-c15c-4e22-bca8-d8acadcea6ac", "tag": "f5c7ecb2-a189-4735-843f-fe76eb7954c5"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:20.791559 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-badcb4a5-fce5-4ed3-85a7-078d1fdad853 req-6a6a4450-67fa-489f-804f-709f555a1048 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:20.803334 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b2e30c-35aa-4f93-88cc-465bfb9068f8 x-openstack-request-id: req-06b2e30c-35aa-4f93-88cc-465bfb9068f8 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:20.803628 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "322b60eb-c15c-4e22-bca8-d8acadcea6ac", "tag": "f5c7ecb2-a189-4735-843f-fe76eb7954c5", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:20.803927 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-06b2e30c-35aa-4f93-88cc-465bfb9068f8 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:20.804282 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '322b60eb-c15c-4e22-bca8-d8acadcea6ac', 'tag': 'f5c7ecb2-a189-4735-843f-fe76eb7954c5', 'status': 'completed', 'code': 200} Aug 10 03:25:20.829073 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc99dc54-0695-4153-a9af-01f83717b129 service neutron] Pushing event updated for resources: {'Port': ['ID=f5c7ecb2-a189-4735-843f-fe76eb7954c5,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:20.840546 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-05a26e5b-00e9-4273-8d02-e389186575e2 req-5aec61f5-217d-48e4-b779-6495b5f851b3 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=44f20c45-4d11-4c3f-9273-c2730d91e930 HTTP/1.1" status: 200 len: 210 time: 0.1288688 Aug 10 03:25:20.862901 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-badcb4a5-fce5-4ed3-85a7-078d1fdad853 req-6a6a4450-67fa-489f-804f-709f555a1048 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:20.863415 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 6dd7f1f4-7250-4a25-a6c8-3e9bd15ccdf9 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:25:20.872872 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['93571af8-54af-41eb-9a95-676bad470dec'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:20.908687 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-badcb4a5-fce5-4ed3-85a7-078d1fdad853 req-6a6a4450-67fa-489f-804f-709f555a1048 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Network bc648e31-3fe5-47a0-8b38-9d9deaf52af1 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:25:20.915886 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-badcb4a5-fce5-4ed3-85a7-078d1fdad853 req-6a6a4450-67fa-489f-804f-709f555a1048 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:20.920120 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-badcb4a5-fce5-4ed3-85a7-078d1fdad853 req-6a6a4450-67fa-489f-804f-709f555a1048 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:25:20.951005 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6a4450-67fa-489f-804f-709f555a1048 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Pushing event updated for resources: {'Port': ['ID=98933b81-17e6-4f1b-a042-a55c58087f2e,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:20.954835 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8ffb1dc5-efd0-4c59-9961-f73573c66448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:20.957128 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1563d-2a94-4bbe-bb69-de758539c8ab req-b7eb553b-f6b6-46d5-8f92-ac615f6b3c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:20.958778 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9fa1563d-2a94-4bbe-bb69-de758539c8ab req-b7eb553b-f6b6-46d5-8f92-ac615f6b3c12 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a6c6578459ab48049573af588cfcdf5f&device_id=322b60eb-c15c-4e22-bca8-d8acadcea6ac HTTP/1.1" status: 200 len: 1095 time: 0.1536787 Aug 10 03:25:20.962728 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0520a02c-dfc8-4841-8635-9ebfe26497f5 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:20.967641 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6a4450-67fa-489f-804f-709f555a1048 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:20.967987 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6a4450-67fa-489f-804f-709f555a1048 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:20.968397 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6a4450-67fa-489f-804f-709f555a1048 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:20.968735 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6a4450-67fa-489f-804f-709f555a1048 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:20.969117 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6a4450-67fa-489f-804f-709f555a1048 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:20.969456 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6a4450-67fa-489f-804f-709f555a1048 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:20.969856 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6a4450-67fa-489f-804f-709f555a1048 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:20.970213 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6a4450-67fa-489f-804f-709f555a1048 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:20.970542 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6a4450-67fa-489f-804f-709f555a1048 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:20.970895 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6a4450-67fa-489f-804f-709f555a1048 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:20.971362 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6a4450-67fa-489f-804f-709f555a1048 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:20.971688 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6a4450-67fa-489f-804f-709f555a1048 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:21.002114 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcb4a5-fce5-4ed3-85a7-078d1fdad853 req-6a6a4450-67fa-489f-804f-709f555a1048 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:21.002835 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-badcb4a5-fce5-4ed3-85a7-078d1fdad853 req-6a6a4450-67fa-489f-804f-709f555a1048 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:21.003041 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8ffb1dc5-efd0-4c59-9961-f73573c66448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:21.020693 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-badcb4a5-fce5-4ed3-85a7-078d1fdad853 req-6a6a4450-67fa-489f-804f-709f555a1048 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2889740 Aug 10 03:25:21.050861 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-badcb4a5-fce5-4ed3-85a7-078d1fdad853 req-194e9007-3d10-4695-92ea-07fe97ddbe8a service neutron] Request body: {'port': {'device_id': '44f20c45-4d11-4c3f-9273-c2730d91e930', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:21.066961 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9fa1563d-2a94-4bbe-bb69-de758539c8ab req-3d60c032-c446-4684-8214-e1b74cb83e91 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5c7ecb2-a189-4735-843f-fe76eb7954c5 HTTP/1.1" status: 200 len: 217 time: 0.0913060 Aug 10 03:25:21.116582 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0520a02c-dfc8-4841-8635-9ebfe26497f5 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Network d22567d6-a0ed-4344-b38f-4317a5b58c0a is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:25:21.124758 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['7b90ff49-158b-48bc-a96c-f00f7935e410'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:21.131497 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port 6dd7f1f4-7250-4a25-a6c8-3e9bd15ccdf9 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:21.138644 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffb1dc5-efd0-4c59-9961-f73573c66448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c91548-74a1-4cf5-8b25-9b065b861748,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:21.141570 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port 6dd7f1f4-7250-4a25-a6c8-3e9bd15ccdf9 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:21.142276 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:21.145082 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0520a02c-dfc8-4841-8635-9ebfe26497f5 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event updated for resources: {'Subnet': ['ID=4e2b9392-f5e5-4488-adea-d88c008fdc6b,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:21.219133 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-badcb4a5-fce5-4ed3-85a7-078d1fdad853 req-194e9007-3d10-4695-92ea-07fe97ddbe8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:21.235604 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1563d-2a94-4bbe-bb69-de758539c8ab req-990aef83-cd3d-4ebc-b726-c05fa81f321a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:21.238294 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9fa1563d-2a94-4bbe-bb69-de758539c8ab req-990aef83-cd3d-4ebc-b726-c05fa81f321a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=84e2115c-5c38-4493-9e9f-a0cb9fd0cc26 HTTP/1.1" status: 200 len: 851 time: 0.0899000 Aug 10 03:25:21.243695 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8ffb1dc5-efd0-4c59-9961-f73573c66448 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a863806eb53449e780f8b9b11c789dc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6030185 Aug 10 03:25:21.243695 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-0520a02c-dfc8-4841-8635-9ebfe26497f5 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:21.246524 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36636) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:21.256714 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73132901-068b-44de-9d5b-0ae4e1b898e5 None None] Network d22567d6-a0ed-4344-b38f-4317a5b58c0a requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:25:21.258881 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0520a02c-dfc8-4841-8635-9ebfe26497f5 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:21.259926 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0520a02c-dfc8-4841-8635-9ebfe26497f5 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:21.312191 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9fa1563d-2a94-4bbe-bb69-de758539c8ab req-2f7e1d85-b0fb-41f1-83f1-c7e356462574 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3ae3bb7a-17de-433a-9439-10e842715ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491345 Aug 10 03:25:21.373865 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-907c0d9a-f126-4e7a-967e-be2fb7e14151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:21.409843 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36640) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:21.426272 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-0520a02c-dfc8-4841-8635-9ebfe26497f5 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2329707 Aug 10 03:25:21.466405 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-e7ad8ce9-f307-40b9-91b6-4935e4b850be tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Request body: {'security_group': {'name': 'tempest-secgroup-234340303'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:21.488036 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-907c0d9a-f126-4e7a-967e-be2fb7e14151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:21.516340 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9fa1563d-2a94-4bbe-bb69-de758539c8ab req-d8ba7c39-d02a-41c7-85f2-1f0cf5237659 service neutron] 10.222.0.60 "GET /v2.0/networks/3ae3bb7a-17de-433a-9439-10e842715ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810958 Aug 10 03:25:21.544951 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b25e5-9c51-42b4-9112-67696c862c63 req-da5ad3f6-bf12-4023-9a5c-7ca07b6a3f8b tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:21.551962 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b25e5-9c51-42b4-9112-67696c862c63 req-da5ad3f6-bf12-4023-9a5c-7ca07b6a3f8b tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:21.555781 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b14b25e5-9c51-42b4-9112-67696c862c63 req-da5ad3f6-bf12-4023-9a5c-7ca07b6a3f8b tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/ports?device_id=e037923f-dc4c-4e79-a682-50fc433cedfd HTTP/1.1" status: 200 len: 1679 time: 0.2565806 Aug 10 03:25:21.582042 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:21.590961 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e7ad8ce9-f307-40b9-91b6-4935e4b850be tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:21.693278 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e037923f-dc4c-4e79-a682-50fc433cedfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd7f1f4-7250-4a25-a6c8-3e9bd15ccdf9'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:21.695818 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28bcada5-0215-4b30-8a01-8ee8aada855d" -d '{"events": [{"server_uuid": "e037923f-dc4c-4e79-a682-50fc433cedfd", "name": "network-vif-plugged", "status": "completed", "tag": "6dd7f1f4-7250-4a25-a6c8-3e9bd15ccdf9"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:21.763929 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2acf2c2-6e2b-4085-8cde-3e5c6cae8048 req-22fc777f-f40a-4eb2-ab3a-3e3f172d0b1b tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:21.766077 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f2acf2c2-6e2b-4085-8cde-3e5c6cae8048 req-22fc777f-f40a-4eb2-ab3a-3e3f172d0b1b tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=322b60eb-c15c-4e22-bca8-d8acadcea6ac HTTP/1.1" status: 200 len: 943 time: 0.2487946 Aug 10 03:25:21.771696 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e7ad8ce9-f307-40b9-91b6-4935e4b850be tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:21.780867 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-907c0d9a-f126-4e7a-967e-be2fb7e14151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:21.782327 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b14b25e5-9c51-42b4-9112-67696c862c63 req-1f239a64-03db-4e43-9b9c-abebfa90c122 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8122897-b7b2-4911-a92f-13052fad1f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124867 Aug 10 03:25:21.785386 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 6dd7f1f4-7250-4a25-a6c8-3e9bd15ccdf9, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=6dd7f1f4-7250-4a25-a6c8-3e9bd15ccdf9,segment=NetworkSegment(e189d3d9-b756-4566-b357-383625a8365a),segment_id=e189d3d9-b756-4566-b357-383625a8365a)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:21.790331 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-907c0d9a-f126-4e7a-967e-be2fb7e14151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:21.804337 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-907c0d9a-f126-4e7a-967e-be2fb7e14151 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/07c91548-74a1-4cf5-8b25-9b065b861748 HTTP/1.1" status: 204 len: 168 time: 0.5515459 Aug 10 03:25:21.807013 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:21.821639 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e7ad8ce9-f307-40b9-91b6-4935e4b850be tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:21.878652 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907c0d9a-f126-4e7a-967e-be2fb7e14151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c91548-74a1-4cf5-8b25-9b065b861748,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:21.885611 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb4b6f0-0f11-4eaa-9d51-abacee8bab0e x-openstack-request-id: req-1eb4b6f0-0f11-4eaa-9d51-abacee8bab0e {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:21.886619 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e037923f-dc4c-4e79-a682-50fc433cedfd", "name": "network-vif-plugged", "status": "completed", "tag": "6dd7f1f4-7250-4a25-a6c8-3e9bd15ccdf9", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:21.886619 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1eb4b6f0-0f11-4eaa-9d51-abacee8bab0e {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:21.886619 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e037923f-dc4c-4e79-a682-50fc433cedfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd7f1f4-7250-4a25-a6c8-3e9bd15ccdf9', 'code': 200} Aug 10 03:25:21.890939 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0517f78f-ef8d-4fc0-8f23-6cfc5a59bef3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-d22567d6-a0ed-4344-b38f-4317a5b58c0a', 'network_id': 'd22567d6-a0ed-4344-b38f-4317a5b58c0a', 'tenant_id': '4ed48e64d2bc4e15aeddc047e3b71cf8', 'fixed_ips': [{'subnet_id': '4e2b9392-f5e5-4488-adea-d88c008fdc6b'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:25:21.891784 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0517f78f-ef8d-4fc0-8f23-6cfc5a59bef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:21.940172 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e7ad8ce9-f307-40b9-91b6-4935e4b850be tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:21.944762 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e7ad8ce9-f307-40b9-91b6-4935e4b850be tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4846387 Aug 10 03:25:21.949891 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 36662) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:21.955081 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=6dd7f1f4-7250-4a25-a6c8-3e9bd15ccdf9,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:21.978327 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-26ab0878-04eb-42b2-9527-bd67238922f8 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Request body: {'security_group': {'name': 'tempest-secgroup-907994415'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:21.987265 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ad8ce9-f307-40b9-91b6-4935e4b850be tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63151214-a6fa-4b0f-b134-3c538ca5ce3e,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:22.044077 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f2acf2c2-6e2b-4085-8cde-3e5c6cae8048 req-6d22d3d5-97f4-4e42-a35c-16e5f283d9cb tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/security-groups?id=efe56f97-cb65-408d-9c87-fa760e99fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497311 Aug 10 03:25:22.046052 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-badcb4a5-fce5-4ed3-85a7-078d1fdad853 req-194e9007-3d10-4695-92ea-07fe97ddbe8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98933b81-17e6-4f1b-a042-a55c58087f2e {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:25:22.056707 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-badcb4a5-fce5-4ed3-85a7-078d1fdad853 req-194e9007-3d10-4695-92ea-07fe97ddbe8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:22.081335 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9fa1563d-2a94-4bbe-bb69-de758539c8ab req-837ae55b-a994-4a35-b3f3-c7bfcc001d10 service neutron] 10.222.0.60 "GET /v2.0/networks/3ae3bb7a-17de-433a-9439-10e842715ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5242376 Aug 10 03:25:22.086212 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-badcb4a5-fce5-4ed3-85a7-078d1fdad853 req-194e9007-3d10-4695-92ea-07fe97ddbe8a service neutron] Transition to ACTIVE for port object 98933b81-17e6-4f1b-a042-a55c58087f2e will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:22.099519 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-badcb4a5-fce5-4ed3-85a7-078d1fdad853 req-194e9007-3d10-4695-92ea-07fe97ddbe8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:22.112697 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-26ab0878-04eb-42b2-9527-bd67238922f8 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:22.175125 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194e9007-3d10-4695-92ea-07fe97ddbe8a service neutron] Pushing event updated for resources: {'Port': ['ID=98933b81-17e6-4f1b-a042-a55c58087f2e,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:22.194372 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-0517f78f-ef8d-4fc0-8f23-6cfc5a59bef3 None None] Allocated IP 172.20.0.2 (d22567d6-a0ed-4344-b38f-4317a5b58c0a/4e2b9392-f5e5-4488-adea-d88c008fdc6b/28763ef9-5020-46ba-a714-5ac34e80bf85) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:25:22.301921 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-badcb4a5-fce5-4ed3-85a7-078d1fdad853 req-194e9007-3d10-4695-92ea-07fe97ddbe8a service neutron] Attempting to bind port 98933b81-17e6-4f1b-a042-a55c58087f2e on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:25:22.302261 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-badcb4a5-fce5-4ed3-85a7-078d1fdad853 req-194e9007-3d10-4695-92ea-07fe97ddbe8a service neutron] Attempting to bind port 98933b81-17e6-4f1b-a042-a55c58087f2e by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '8488dbaf-be9b-400f-9dbd-520f189ac473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bc648e31-3fe5-47a0-8b38-9d9deaf52af1'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:25:22.302589 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badcb4a5-fce5-4ed3-85a7-078d1fdad853 req-194e9007-3d10-4695-92ea-07fe97ddbe8a service neutron] Attempting to bind port 98933b81-17e6-4f1b-a042-a55c58087f2e on network bc648e31-3fe5-47a0-8b38-9d9deaf52af1 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:22.310710 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badcb4a5-fce5-4ed3-85a7-078d1fdad853 req-194e9007-3d10-4695-92ea-07fe97ddbe8a service neutron] Port 98933b81-17e6-4f1b-a042-a55c58087f2e on network bc648e31-3fe5-47a0-8b38-9d9deaf52af1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:25:22.312950 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badcb4a5-fce5-4ed3-85a7-078d1fdad853 req-194e9007-3d10-4695-92ea-07fe97ddbe8a service neutron] Attempting to bind port 98933b81-17e6-4f1b-a042-a55c58087f2e on network bc648e31-3fe5-47a0-8b38-9d9deaf52af1 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:22.320799 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe6bd5-9634-489a-9b35-0ba27abf9a2c req-22b77302-2a85-4d29-8364-5d2675016fb3 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:22.325605 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badcb4a5-fce5-4ed3-85a7-078d1fdad853 req-194e9007-3d10-4695-92ea-07fe97ddbe8a service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:25:22.325951 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badcb4a5-fce5-4ed3-85a7-078d1fdad853 req-194e9007-3d10-4695-92ea-07fe97ddbe8a service neutron] Checking segment: {'id': '8488dbaf-be9b-400f-9dbd-520f189ac473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bc648e31-3fe5-47a0-8b38-9d9deaf52af1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:25:22.326382 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badcb4a5-fce5-4ed3-85a7-078d1fdad853 req-194e9007-3d10-4695-92ea-07fe97ddbe8a service neutron] Bound using segment: {'id': '8488dbaf-be9b-400f-9dbd-520f189ac473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bc648e31-3fe5-47a0-8b38-9d9deaf52af1'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:25:22.328614 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-badcb4a5-fce5-4ed3-85a7-078d1fdad853 req-194e9007-3d10-4695-92ea-07fe97ddbe8a service neutron] Bound port: 98933b81-17e6-4f1b-a042-a55c58087f2e, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8488dbaf-be9b-400f-9dbd-520f189ac473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bc648e31-3fe5-47a0-8b38-9d9deaf52af1'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:25:22.330183 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-badcb4a5-fce5-4ed3-85a7-078d1fdad853 req-194e9007-3d10-4695-92ea-07fe97ddbe8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:22.337823 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-05fe6bd5-9634-489a-9b35-0ba27abf9a2c req-22b77302-2a85-4d29-8364-5d2675016fb3 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=44f20c45-4d11-4c3f-9273-c2730d91e930 HTTP/1.1" status: 200 len: 943 time: 0.2421663 Aug 10 03:25:22.400278 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd97429-1862-465a-aac4-e934d27d9f34 req-422c36c2-eb88-4658-9c49-7a1c95b945ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:22.402401 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2dd97429-1862-465a-aac4-e934d27d9f34 req-422c36c2-eb88-4658-9c49-7a1c95b945ea service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a6c6578459ab48049573af588cfcdf5f&device_id=322b60eb-c15c-4e22-bca8-d8acadcea6ac HTTP/1.1" status: 200 len: 1095 time: 0.2439322 Aug 10 03:25:22.548082 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0517f78f-ef8d-4fc0-8f23-6cfc5a59bef3 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:22.555696 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-05fe6bd5-9634-489a-9b35-0ba27abf9a2c req-dad39538-ab6a-44e4-ac83-b590e5f49430 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839981 Aug 10 03:25:22.581588 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0517f78f-ef8d-4fc0-8f23-6cfc5a59bef3 None None] Transition to ACTIVE for port object 28763ef9-5020-46ba-a714-5ac34e80bf85 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:22.592129 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-badcb4a5-fce5-4ed3-85a7-078d1fdad853 req-194e9007-3d10-4695-92ea-07fe97ddbe8a service neutron] For port 98933b81-17e6-4f1b-a042-a55c58087f2e, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:25:22.601624 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-badcb4a5-fce5-4ed3-85a7-078d1fdad853 req-194e9007-3d10-4695-92ea-07fe97ddbe8a service neutron] For port 98933b81-17e6-4f1b-a042-a55c58087f2e, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=98933b81-17e6-4f1b-a042-a55c58087f2e,segment=NetworkSegment(8488dbaf-be9b-400f-9dbd-520f189ac473),segment_id=8488dbaf-be9b-400f-9dbd-520f189ac473)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:25:22.603413 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-26ab0878-04eb-42b2-9527-bd67238922f8 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:22.607378 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd97429-1862-465a-aac4-e934d27d9f34 req-e3d786e6-bd21-4919-bf0d-3f098ba9e83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:22.608083 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0517f78f-ef8d-4fc0-8f23-6cfc5a59bef3 None None] Transition to ACTIVE for port object 28763ef9-5020-46ba-a714-5ac34e80bf85 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:22.608895 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2dd97429-1862-465a-aac4-e934d27d9f34 req-e3d786e6-bd21-4919-bf0d-3f098ba9e83d service neutron] 10.222.0.60 "GET /v2.0/networks?id=3ae3bb7a-17de-433a-9439-10e842715ca7 HTTP/1.1" status: 200 len: 912 time: 0.1783774 Aug 10 03:25:22.615095 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-26ab0878-04eb-42b2-9527-bd67238922f8 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:22.618370 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-badcb4a5-fce5-4ed3-85a7-078d1fdad853 req-194e9007-3d10-4695-92ea-07fe97ddbe8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:22.625946 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0517f78f-ef8d-4fc0-8f23-6cfc5a59bef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:22.697539 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-26ab0878-04eb-42b2-9527-bd67238922f8 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:22.698712 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-26ab0878-04eb-42b2-9527-bd67238922f8 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7450774 Aug 10 03:25:22.705135 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2dd97429-1862-465a-aac4-e934d27d9f34 req-c3a5ad7c-28a8-4051-b551-215ebb6dab51 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5c7ecb2-a189-4735-843f-fe76eb7954c5 HTTP/1.1" status: 200 len: 217 time: 0.0703032 Aug 10 03:25:22.707274 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 36670) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:22.714495 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0517f78f-ef8d-4fc0-8f23-6cfc5a59bef3 None None] Network d22567d6-a0ed-4344-b38f-4317a5b58c0a is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:25:22.724502 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ab0878-04eb-42b2-9527-bd67238922f8 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=602da8bd-66f8-4d30-a78f-b83962cf4cef,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:22.734397 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-d96a17d2-7491-47fb-86a8-7f71c51240e6 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-815089579', 'security_groups': ['602da8bd-66f8-4d30-a78f-b83962cf4cef'], 'network_id': 'd22567d6-a0ed-4344-b38f-4317a5b58c0a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4e2b9392-f5e5-4488-adea-d88c008fdc6b'}]}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:22.740216 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-0517f78f-ef8d-4fc0-8f23-6cfc5a59bef3 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:22.744311 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0517f78f-ef8d-4fc0-8f23-6cfc5a59bef3 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:25:22.773285 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcb4a5-fce5-4ed3-85a7-078d1fdad853 req-194e9007-3d10-4695-92ea-07fe97ddbe8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:22.773821 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-badcb4a5-fce5-4ed3-85a7-078d1fdad853 req-194e9007-3d10-4695-92ea-07fe97ddbe8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:22.775334 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-badcb4a5-fce5-4ed3-85a7-078d1fdad853 req-194e9007-3d10-4695-92ea-07fe97ddbe8a service neutron] 10.222.0.58 "PUT /v2.0/ports/98933b81-17e6-4f1b-a042-a55c58087f2e HTTP/1.1" status: 200 len: 1092 time: 1.7407579 Aug 10 03:25:22.775714 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44f20c45-4d11-4c3f-9273-c2730d91e930', 'tag': '98933b81-17e6-4f1b-a042-a55c58087f2e'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:22.778007 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a0bcec-448c-431e-8fb0-f64ca677dfa1" -d '{"events": [{"name": "network-changed", "server_uuid": "44f20c45-4d11-4c3f-9273-c2730d91e930", "tag": "98933b81-17e6-4f1b-a042-a55c58087f2e"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:22.778716 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0517f78f-ef8d-4fc0-8f23-6cfc5a59bef3 None None] Pushing event updated for resources: {'Port': ['ID=28763ef9-5020-46ba-a714-5ac34e80bf85,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:22.899844 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f406927c-7d99-43f1-a1ee-7a1752d65fa8 x-openstack-request-id: req-f406927c-7d99-43f1-a1ee-7a1752d65fa8 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:22.900381 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44f20c45-4d11-4c3f-9273-c2730d91e930", "tag": "98933b81-17e6-4f1b-a042-a55c58087f2e", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:22.900381 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f406927c-7d99-43f1-a1ee-7a1752d65fa8 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:22.900840 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44f20c45-4d11-4c3f-9273-c2730d91e930', 'tag': '98933b81-17e6-4f1b-a042-a55c58087f2e', 'status': 'completed', 'code': 200} Aug 10 03:25:22.910030 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194e9007-3d10-4695-92ea-07fe97ddbe8a service neutron] Pushing event updated for resources: {'Port': ['ID=98933b81-17e6-4f1b-a042-a55c58087f2e,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:22.922989 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcb4a5-fce5-4ed3-85a7-078d1fdad853 req-dfc2fb1c-a427-4fa9-979c-5a7356060f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:22.925246 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-badcb4a5-fce5-4ed3-85a7-078d1fdad853 req-dfc2fb1c-a427-4fa9-979c-5a7356060f04 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a77b526167a54c3793a81af5f7632e4e&device_id=44f20c45-4d11-4c3f-9273-c2730d91e930 HTTP/1.1" status: 200 len: 1095 time: 0.0928121 Aug 10 03:25:22.933883 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 7b90ff49-158b-48bc-a96c-f00f7935e410 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:25:22.985236 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-0517f78f-ef8d-4fc0-8f23-6cfc5a59bef3 None None] Attempting to bind port 28763ef9-5020-46ba-a714-5ac34e80bf85 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:25:22.985536 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-badcb4a5-fce5-4ed3-85a7-078d1fdad853 req-0bb05385-d7d0-4a84-bf6c-0faabf57c31c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98933b81-17e6-4f1b-a042-a55c58087f2e HTTP/1.1" status: 200 len: 217 time: 0.0450320 Aug 10 03:25:22.985676 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-0517f78f-ef8d-4fc0-8f23-6cfc5a59bef3 None None] Attempting to bind port 28763ef9-5020-46ba-a714-5ac34e80bf85 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '275fc3f1-bfa3-4783-89cb-a0ff8cfb5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd22567d6-a0ed-4344-b38f-4317a5b58c0a'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:25:22.985900 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0517f78f-ef8d-4fc0-8f23-6cfc5a59bef3 None None] Attempting to bind port 28763ef9-5020-46ba-a714-5ac34e80bf85 on network d22567d6-a0ed-4344-b38f-4317a5b58c0a {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:22.996984 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0517f78f-ef8d-4fc0-8f23-6cfc5a59bef3 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:25:22.997655 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0517f78f-ef8d-4fc0-8f23-6cfc5a59bef3 None None] Checking segment: {'id': '275fc3f1-bfa3-4783-89cb-a0ff8cfb5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd22567d6-a0ed-4344-b38f-4317a5b58c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:25:22.998254 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0517f78f-ef8d-4fc0-8f23-6cfc5a59bef3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:22.998840 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0517f78f-ef8d-4fc0-8f23-6cfc5a59bef3 None None] Bound using segment: {'id': '275fc3f1-bfa3-4783-89cb-a0ff8cfb5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd22567d6-a0ed-4344-b38f-4317a5b58c0a'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:25:22.999640 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-0517f78f-ef8d-4fc0-8f23-6cfc5a59bef3 None None] Bound port: 28763ef9-5020-46ba-a714-5ac34e80bf85, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '275fc3f1-bfa3-4783-89cb-a0ff8cfb5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd22567d6-a0ed-4344-b38f-4317a5b58c0a'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:25:23.000202 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0517f78f-ef8d-4fc0-8f23-6cfc5a59bef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:23.032372 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd97429-1862-465a-aac4-e934d27d9f34 req-ecbab849-6151-41d1-8f77-acb98cce2d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:23.034180 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2dd97429-1862-465a-aac4-e934d27d9f34 req-ecbab849-6151-41d1-8f77-acb98cce2d2b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=84e2115c-5c38-4493-9e9f-a0cb9fd0cc26 HTTP/1.1" status: 200 len: 851 time: 0.3040891 Aug 10 03:25:23.044972 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port 7b90ff49-158b-48bc-a96c-f00f7935e410 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:23.053309 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port 7b90ff49-158b-48bc-a96c-f00f7935e410 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:23.053923 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:23.072207 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcb4a5-fce5-4ed3-85a7-078d1fdad853 req-65def598-063d-43c9-ae98-d4e14f63af98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:23.073819 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-badcb4a5-fce5-4ed3-85a7-078d1fdad853 req-65def598-063d-43c9-ae98-d4e14f63af98 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=87970a7d-e71d-4702-b063-6900ffc87c9e HTTP/1.1" status: 200 len: 853 time: 0.0812864 Aug 10 03:25:23.131017 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-badcb4a5-fce5-4ed3-85a7-078d1fdad853 req-ad3eb11e-459e-4025-9e9c-4b65a167a75c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bc648e31-3fe5-47a0-8b38-9d9deaf52af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481105 Aug 10 03:25:23.151117 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0517f78f-ef8d-4fc0-8f23-6cfc5a59bef3 None None] For port 28763ef9-5020-46ba-a714-5ac34e80bf85, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:25:23.155414 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0517f78f-ef8d-4fc0-8f23-6cfc5a59bef3 None None] For port 28763ef9-5020-46ba-a714-5ac34e80bf85, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=28763ef9-5020-46ba-a714-5ac34e80bf85,segment=NetworkSegment(275fc3f1-bfa3-4783-89cb-a0ff8cfb5558),segment_id=275fc3f1-bfa3-4783-89cb-a0ff8cfb5558)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:25:23.155949 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f3b3a-cc5a-4168-87a9-ca68c1445693 req-4eeb9e6e-e71a-46e3-8636-bf1057df37f9 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:23.164863 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f3b3a-cc5a-4168-87a9-ca68c1445693 req-4eeb9e6e-e71a-46e3-8636-bf1057df37f9 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:23.170681 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0517f78f-ef8d-4fc0-8f23-6cfc5a59bef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:23.181817 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-120f3b3a-cc5a-4168-87a9-ca68c1445693 req-4eeb9e6e-e71a-46e3-8636-bf1057df37f9 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/ports?device_id=e037923f-dc4c-4e79-a682-50fc433cedfd HTTP/1.1" status: 200 len: 1680 time: 0.2904651 Aug 10 03:25:23.235680 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2dd97429-1862-465a-aac4-e934d27d9f34 req-6c60bdf9-fcf0-48e9-9fa0-c11ef4a3484f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3ae3bb7a-17de-433a-9439-10e842715ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1593516 Aug 10 03:25:23.272446 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:23.297743 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0517f78f-ef8d-4fc0-8f23-6cfc5a59bef3 None None] Pushing event updated for resources: {'Port': ['ID=28763ef9-5020-46ba-a714-5ac34e80bf85,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:23.316489 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 7b90ff49-158b-48bc-a96c-f00f7935e410, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=7b90ff49-158b-48bc-a96c-f00f7935e410,segment=NetworkSegment(7dfe0d04-54df-4eec-bfbd-b2713bc0684e),segment_id=7dfe0d04-54df-4eec-bfbd-b2713bc0684e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:23.318152 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-badcb4a5-fce5-4ed3-85a7-078d1fdad853 req-34613a52-8a39-45a9-b16f-295b014a82de service neutron] 10.222.0.58 "GET /v2.0/networks/bc648e31-3fe5-47a0-8b38-9d9deaf52af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773930 Aug 10 03:25:23.322232 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:23.403238 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36698) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:23.412115 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=7b90ff49-158b-48bc-a96c-f00f7935e410,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:23.470076 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-badcb4a5-fce5-4ed3-85a7-078d1fdad853 req-b2485a25-97e0-4fcd-9010-560d1cb13414 service neutron] 10.222.0.58 "GET /v2.0/networks/bc648e31-3fe5-47a0-8b38-9d9deaf52af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423023 Aug 10 03:25:23.509269 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-120f3b3a-cc5a-4168-87a9-ca68c1445693 req-7e529ff5-a4c5-49bc-a5a7-6064d3146292 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8122897-b7b2-4911-a92f-13052fad1f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256333 Aug 10 03:25:23.525809 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5884899a-e6a4-4b1b-bdc3-747c83e057f8 req-4fd21931-3a39-4b02-9846-0a69a72d3fb3 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:23.527884 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5884899a-e6a4-4b1b-bdc3-747c83e057f8 req-4fd21931-3a39-4b02-9846-0a69a72d3fb3 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=322b60eb-c15c-4e22-bca8-d8acadcea6ac HTTP/1.1" status: 200 len: 943 time: 0.3080676 Aug 10 03:25:23.534058 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96a17d2-7491-47fb-86a8-7f71c51240e6 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Made reservation on behalf of 4ed48e64d2bc4e15aeddc047e3b71cf8 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:25:23.546303 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-169f3a40-4e22-47fb-b948-429fd22944e4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1302639258-network', 'tenant_id': '9a06bb0ac06a47159ee9fbedc4e36022'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:23.585037 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169f3a40-4e22-47fb-b948-429fd22944e4 admin admin] Made reservation on behalf of 9a06bb0ac06a47159ee9fbedc4e36022 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:25:23.587419 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-169f3a40-4e22-47fb-b948-429fd22944e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:23.605972 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-169f3a40-4e22-47fb-b948-429fd22944e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:23.679549 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0bcec-448c-431e-8fb0-f64ca677dfa1 req-3e0a1aa7-da43-434e-91fa-a24b039be9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:23.681637 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-45a0bcec-448c-431e-8fb0-f64ca677dfa1 req-3e0a1aa7-da43-434e-91fa-a24b039be9ee service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a77b526167a54c3793a81af5f7632e4e&device_id=44f20c45-4d11-4c3f-9273-c2730d91e930 HTTP/1.1" status: 200 len: 1095 time: 0.0733588 Aug 10 03:25:23.706022 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2dd97429-1862-465a-aac4-e934d27d9f34 req-b003051f-8b10-4c55-9cb3-ea9b45c71fad service neutron] 10.222.0.60 "GET /v2.0/networks/3ae3bb7a-17de-433a-9439-10e842715ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4190750 Aug 10 03:25:23.780147 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5884899a-e6a4-4b1b-bdc3-747c83e057f8 req-673b8d40-1612-4cdd-9738-d953a5a77f0c tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/security-groups?id=efe56f97-cb65-408d-9c87-fa760e99fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399001 Aug 10 03:25:23.822553 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0bcec-448c-431e-8fb0-f64ca677dfa1 req-47959a8d-43e6-4345-a1a7-45ded39d0e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:23.824076 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-45a0bcec-448c-431e-8fb0-f64ca677dfa1 req-47959a8d-43e6-4345-a1a7-45ded39d0e9b service neutron] 10.222.0.58 "GET /v2.0/networks?id=bc648e31-3fe5-47a0-8b38-9d9deaf52af1 HTTP/1.1" status: 200 len: 914 time: 0.1290154 Aug 10 03:25:23.861394 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d96a17d2-7491-47fb-86a8-7f71c51240e6 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:23.877634 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-45a0bcec-448c-431e-8fb0-f64ca677dfa1 req-21af26e6-fb5d-4bd8-a82a-846416216b6d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98933b81-17e6-4f1b-a042-a55c58087f2e HTTP/1.1" status: 200 len: 217 time: 0.0443404 Aug 10 03:25:23.888233 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e037923f-dc4c-4e79-a682-50fc433cedfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b90ff49-158b-48bc-a96c-f00f7935e410'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:23.892659 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d67556a-03a9-4475-9838-388c72693c2b" -d '{"events": [{"server_uuid": "e037923f-dc4c-4e79-a682-50fc433cedfd", "name": "network-vif-plugged", "status": "completed", "tag": "7b90ff49-158b-48bc-a96c-f00f7935e410"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:23.899911 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe59ab1-319f-4fc0-af0c-c4092d50a9f5 req-1ec69609-947e-475b-a556-d542e8f85ed4 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:23.905155 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dbe59ab1-319f-4fc0-af0c-c4092d50a9f5 req-1ec69609-947e-475b-a556-d542e8f85ed4 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=44f20c45-4d11-4c3f-9273-c2730d91e930 HTTP/1.1" status: 200 len: 943 time: 0.2025478 Aug 10 03:25:23.946654 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2dd97429-1862-465a-aac4-e934d27d9f34 req-f998e359-a4b1-4c48-81e8-865de51b4c19 service neutron] 10.222.0.60 "GET /v2.0/networks/3ae3bb7a-17de-433a-9439-10e842715ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145007 Aug 10 03:25:23.961859 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [None req-d96a17d2-7491-47fb-86a8-7f71c51240e6 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] device_id is not set on port af11611d-cb8b-42b6-b560-d4686c56a396 yet. {{(pid=94216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:25:24.002162 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909ce180-72f6-4ecd-9295-568a7258b7f9 x-openstack-request-id: req-909ce180-72f6-4ecd-9295-568a7258b7f9 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:24.002693 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e037923f-dc4c-4e79-a682-50fc433cedfd", "name": "network-vif-plugged", "status": "completed", "tag": "7b90ff49-158b-48bc-a96c-f00f7935e410", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:24.002693 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-909ce180-72f6-4ecd-9295-568a7258b7f9 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:24.003290 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e037923f-dc4c-4e79-a682-50fc433cedfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b90ff49-158b-48bc-a96c-f00f7935e410', 'code': 200} Aug 10 03:25:24.060252 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-169f3a40-4e22-47fb-b948-429fd22944e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:24.082856 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-169f3a40-4e22-47fb-b948-429fd22944e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:24.114698 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device f5c7ecb2-a189-4735-843f-fe76eb7954c5 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:25:24.119824 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0bcec-448c-431e-8fb0-f64ca677dfa1 req-4f0fa929-d99a-4b46-b4a0-bc61f40ac836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:24.121495 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-45a0bcec-448c-431e-8fb0-f64ca677dfa1 req-4f0fa929-d99a-4b46-b4a0-bc61f40ac836 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=87970a7d-e71d-4702-b063-6900ffc87c9e HTTP/1.1" status: 200 len: 853 time: 0.2334363 Aug 10 03:25:24.129214 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-169f3a40-4e22-47fb-b948-429fd22944e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:25:24.134352 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dbe59ab1-319f-4fc0-af0c-c4092d50a9f5 req-d89a3c89-20e2-4dd8-adbc-6391de7e2841 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774745 Aug 10 03:25:24.190645 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169f3a40-4e22-47fb-b948-429fd22944e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240a8baf-6190-4244-bb52-dd62db70a713,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:24.223281 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-45a0bcec-448c-431e-8fb0-f64ca677dfa1 req-155c5963-e2df-4be0-8213-9618cf416b63 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bc648e31-3fe5-47a0-8b38-9d9deaf52af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865655 Aug 10 03:25:24.226761 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-169f3a40-4e22-47fb-b948-429fd22944e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:24.227260 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-169f3a40-4e22-47fb-b948-429fd22944e4 admin admin] Added segment fb79496a-be72-4881-a43d-9b3ba3a3996a of type vlan for network a0d89ff7-7387-4320-ae15-946665a0d4bf Aug 10 03:25:24.261854 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51baea58-3cdc-4266-af03-703010d801f1 req-7b33299d-b2bb-41e2-a736-b55d86dbc054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:24.262506 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51baea58-3cdc-4266-af03-703010d801f1 req-7b33299d-b2bb-41e2-a736-b55d86dbc054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:24.264231 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-51baea58-3cdc-4266-af03-703010d801f1 req-7b33299d-b2bb-41e2-a736-b55d86dbc054 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e037923f-dc4c-4e79-a682-50fc433cedfd HTTP/1.1" status: 200 len: 1985 time: 0.1923504 Aug 10 03:25:24.294191 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-d96a17d2-7491-47fb-86a8-7f71c51240e6 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Allocated IP 172.20.0.11 (d22567d6-a0ed-4344-b38f-4317a5b58c0a/4e2b9392-f5e5-4488-adea-d88c008fdc6b/af11611d-cb8b-42b6-b560-d4686c56a396) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:25:24.330955 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port f5c7ecb2-a189-4735-843f-fe76eb7954c5, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=f5c7ecb2-a189-4735-843f-fe76eb7954c5,segment=NetworkSegment(4f7bae62-9d74-481f-afc7-5fd2c439c3cc),segment_id=4f7bae62-9d74-481f-afc7-5fd2c439c3cc)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:24.345618 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': 'f5c7ecb2-a189-4735-843f-fe76eb7954c5', 'network_id': '3ae3bb7a-17de-433a-9439-10e842715ca7', 'port_id': 'f5c7ecb2-a189-4735-843f-fe76eb7954c5', 'mac_address': 'fa:16:3e:e2:32:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84e2115c-5c38-4493-9e9f-a0cb9fd0cc26', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:25:24.379233 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-169f3a40-4e22-47fb-b948-429fd22944e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:24.397331 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:24.404293 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-51baea58-3cdc-4266-af03-703010d801f1 req-02414efb-e124-48cf-891f-95bd018adbf3 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f8122897-b7b2-4911-a92f-13052fad1f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704122 Aug 10 03:25:24.433306 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5c7ecb2-a189-4735-843f-fe76eb7954c5 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:25:24.478159 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port f5c7ecb2-a189-4735-843f-fe76eb7954c5, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=f5c7ecb2-a189-4735-843f-fe76eb7954c5,segment=NetworkSegment(4f7bae62-9d74-481f-afc7-5fd2c439c3cc),segment_id=4f7bae62-9d74-481f-afc7-5fd2c439c3cc)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:24.491596 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:24.503314 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d96a17d2-7491-47fb-86a8-7f71c51240e6 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:24.508398 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-169f3a40-4e22-47fb-b948-429fd22944e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:24.509381 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169f3a40-4e22-47fb-b948-429fd22944e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:24.514379 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-169f3a40-4e22-47fb-b948-429fd22944e4 admin admin] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:24.524727 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-d96a17d2-7491-47fb-86a8-7f71c51240e6 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Transition to ACTIVE for port object af11611d-cb8b-42b6-b560-d4686c56a396 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:24.570446 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 28763ef9-5020-46ba-a714-5ac34e80bf85 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:25:24.590450 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d96a17d2-7491-47fb-86a8-7f71c51240e6 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:24.621616 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-169f3a40-4e22-47fb-b948-429fd22944e4 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2115331 Aug 10 03:25:24.634031 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36718) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:24.644402 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96a17d2-7491-47fb-86a8-7f71c51240e6 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Network d22567d6-a0ed-4344-b38f-4317a5b58c0a is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:25:24.649066 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-26893976-dcc9-492e-a9d4-b579bbd7afdf admin admin] Request body: {'subnet': {'network_id': 'a0d89ff7-7387-4320-ae15-946665a0d4bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1302639258-subnet', 'tenant_id': '9a06bb0ac06a47159ee9fbedc4e36022', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:24.652185 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-d96a17d2-7491-47fb-86a8-7f71c51240e6 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:24.656640 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-45a0bcec-448c-431e-8fb0-f64ca677dfa1 req-26758900-5c2a-4897-9682-bb0d3f925462 service neutron] 10.222.0.58 "GET /v2.0/networks/bc648e31-3fe5-47a0-8b38-9d9deaf52af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4193919 Aug 10 03:25:24.678144 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96a17d2-7491-47fb-86a8-7f71c51240e6 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:25:24.697987 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=f5c7ecb2-a189-4735-843f-fe76eb7954c5,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:24.716194 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 28763ef9-5020-46ba-a714-5ac34e80bf85 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:24.731949 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169f3a40-4e22-47fb-b948-429fd22944e4 admin admin] Pushing event updated for resources: {'Network': ['ID=a0d89ff7-7387-4320-ae15-946665a0d4bf,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:24.743281 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network a0d89ff7-7387-4320-ae15-946665a0d4bf details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:25:24.751300 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26893976-dcc9-492e-a9d4-b579bbd7afdf admin admin] Made reservation on behalf of 9a06bb0ac06a47159ee9fbedc4e36022 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:25:24.753959 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-26893976-dcc9-492e-a9d4-b579bbd7afdf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:24.759879 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96a17d2-7491-47fb-86a8-7f71c51240e6 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event updated for resources: {'Port': ['ID=af11611d-cb8b-42b6-b560-d4686c56a396,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:24.766925 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['f5c7ecb2-a189-4735-843f-fe76eb7954c5'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:24.801355 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a3cc2-43b8-4c13-8a44-faec3dcaf5e3 req-e011a3fb-3598-49c9-8ff1-730d80ab8ae3 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:24.808313 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a3cc2-43b8-4c13-8a44-faec3dcaf5e3 req-e011a3fb-3598-49c9-8ff1-730d80ab8ae3 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:24.810305 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ca8a3cc2-43b8-4c13-8a44-faec3dcaf5e3 req-e011a3fb-3598-49c9-8ff1-730d80ab8ae3 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/ports?device_id=e037923f-dc4c-4e79-a682-50fc433cedfd HTTP/1.1" status: 200 len: 1681 time: 0.1648374 Aug 10 03:25:24.820503 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96a17d2-7491-47fb-86a8-7f71c51240e6 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:24.821175 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d96a17d2-7491-47fb-86a8-7f71c51240e6 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:24.881924 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-45a0bcec-448c-431e-8fb0-f64ca677dfa1 req-415d2d98-27a2-4603-81d5-bdc92111acc5 service neutron] 10.222.0.58 "GET /v2.0/networks/bc648e31-3fe5-47a0-8b38-9d9deaf52af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134554 Aug 10 03:25:24.886768 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 98933b81-17e6-4f1b-a042-a55c58087f2e details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:25:24.965859 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-a335883a-c7c5-454c-bf91-9a07528eeec3 None None] Provisioning for port 28763ef9-5020-46ba-a714-5ac34e80bf85 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:24.990020 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-a335883a-c7c5-454c-bf91-9a07528eeec3 None None] Provisioning complete for port 28763ef9-5020-46ba-a714-5ac34e80bf85 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:24.990414 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a335883a-c7c5-454c-bf91-9a07528eeec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:25.125630 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-26893976-dcc9-492e-a9d4-b579bbd7afdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:25.241859 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26893976-dcc9-492e-a9d4-b579bbd7afdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=06f7f40e-7bde-4312-8695-93cb7f8cb747,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:25.255799 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26893976-dcc9-492e-a9d4-b579bbd7afdf admin admin] Checking segment: {'id': 'fb79496a-be72-4881-a43d-9b3ba3a3996a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a0d89ff7-7387-4320-ae15-946665a0d4bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:25:25.256347 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26893976-dcc9-492e-a9d4-b579bbd7afdf admin admin] Network hostable DHCP agents. Network: a0d89ff7-7387-4320-ae15-946665a0d4bf, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:25:25.262670 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 98933b81-17e6-4f1b-a042-a55c58087f2e, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=98933b81-17e6-4f1b-a042-a55c58087f2e,segment=NetworkSegment(8488dbaf-be9b-400f-9dbd-520f189ac473),segment_id=8488dbaf-be9b-400f-9dbd-520f189ac473)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:25.264485 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d96a17d2-7491-47fb-86a8-7f71c51240e6 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5559592 Aug 10 03:25:25.275579 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 36730) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:25.284440 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-146acfaf-3517-4af3-9732-a0f6b52875d6 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Request body: {'subnet': {'network_id': 'd22567d6-a0ed-4344-b38f-4317a5b58c0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:25.321438 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26893976-dcc9-492e-a9d4-b579bbd7afdf admin admin] Network a0d89ff7-7387-4320-ae15-946665a0d4bf is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:25:25.345717 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-26893976-dcc9-492e-a9d4-b579bbd7afdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, a0d89ff7-7387-4320-ae15-946665a0d4bf) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:25.351585 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26893976-dcc9-492e-a9d4-b579bbd7afdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:25.352239 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-26893976-dcc9-492e-a9d4-b579bbd7afdf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:25.359424 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a335883a-c7c5-454c-bf91-9a07528eeec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:25.369462 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ca8a3cc2-43b8-4c13-8a44-faec3dcaf5e3 req-dc7ea72a-7618-47c6-bbf7-5a2d9ca9f8c2 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8122897-b7b2-4911-a92f-13052fad1f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5448189 Aug 10 03:25:25.383032 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-26893976-dcc9-492e-a9d4-b579bbd7afdf admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7403653 Aug 10 03:25:25.425710 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': '98933b81-17e6-4f1b-a042-a55c58087f2e', 'network_id': 'bc648e31-3fe5-47a0-8b38-9d9deaf52af1', 'port_id': '98933b81-17e6-4f1b-a042-a55c58087f2e', 'mac_address': 'fa:16:3e:99:e4:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87970a7d-e71d-4702-b063-6900ffc87c9e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:25:25.428660 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb528ec1-f3f4-42c7-97e4-54b03895d3ad None None] Network a0d89ff7-7387-4320-ae15-946665a0d4bf requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:25:25.434217 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca6d2b-9cae-4daf-88f7-98a2a4a6b70a req-3fd9bafc-2b7f-4751-b087-aa7337302954 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:25.441810 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6cca6d2b-9cae-4daf-88f7-98a2a4a6b70a req-3fd9bafc-2b7f-4751-b087-aa7337302954 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=322b60eb-c15c-4e22-bca8-d8acadcea6ac HTTP/1.1" status: 200 len: 944 time: 0.2197204 Aug 10 03:25:25.568994 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6cca6d2b-9cae-4daf-88f7-98a2a4a6b70a req-7a47cbc3-b5f4-4a05-9973-f502edd4f566 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/security-groups?id=efe56f97-cb65-408d-9c87-fa760e99fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156943 Aug 10 03:25:25.611543 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4488b5a0-0edf-4554-b8bf-68691dd697f0 req-580263e7-7ba7-4ee1-88d7-01a7515b0079 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:25.613471 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4488b5a0-0edf-4554-b8bf-68691dd697f0 req-580263e7-7ba7-4ee1-88d7-01a7515b0079 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=44f20c45-4d11-4c3f-9273-c2730d91e930 HTTP/1.1" status: 200 len: 943 time: 0.0984566 Aug 10 03:25:25.628157 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146acfaf-3517-4af3-9732-a0f6b52875d6 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Made reservation on behalf of 4ed48e64d2bc4e15aeddc047e3b71cf8 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:25:25.634706 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-146acfaf-3517-4af3-9732-a0f6b52875d6 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:25.697540 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-a335883a-c7c5-454c-bf91-9a07528eeec3 None None] For port 28763ef9-5020-46ba-a714-5ac34e80bf85, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=28763ef9-5020-46ba-a714-5ac34e80bf85,segment=NetworkSegment(275fc3f1-bfa3-4783-89cb-a0ff8cfb5558),segment_id=275fc3f1-bfa3-4783-89cb-a0ff8cfb5558)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:25.720678 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a335883a-c7c5-454c-bf91-9a07528eeec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:25.761779 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:25.811062 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-a335883a-c7c5-454c-bf91-9a07528eeec3 None None] Provisioning complete for port 68a3c38c-14cf-4801-a5e5-ad167398b72d triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:25.811235 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a335883a-c7c5-454c-bf91-9a07528eeec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:25.868792 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4488b5a0-0edf-4554-b8bf-68691dd697f0 req-2f45e743-9208-408b-972c-15af8d49f458 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363584 Aug 10 03:25:25.932748 n-d-768851-15 neutron-server[94216]: INFO neutron.db.ipam_backend_mixin [None req-146acfaf-3517-4af3-9732-a0f6b52875d6 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4e2b9392-f5e5-4488-adea-d88c008fdc6b (CIDR: 172.20.0.0/28) Aug 10 03:25:25.939514 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-146acfaf-3517-4af3-9732-a0f6b52875d6 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:25:25.940208 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-146acfaf-3517-4af3-9732-a0f6b52875d6 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:25:25.968958 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-146acfaf-3517-4af3-9732-a0f6b52875d6 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6968207 Aug 10 03:25:25.972034 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 36746) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:25.984559 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-97d2f0da-79f6-4e5e-a7d2-5dbc510a4e98 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Request body: {'subnet': {'network_id': 'd22567d6-a0ed-4344-b38f-4317a5b58c0a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:26.063950 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98933b81-17e6-4f1b-a042-a55c58087f2e {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:25:26.122046 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a335883a-c7c5-454c-bf91-9a07528eeec3 None None] Pushing event updated for resources: {'Port': ['ID=28763ef9-5020-46ba-a714-5ac34e80bf85,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:26.127704 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 98933b81-17e6-4f1b-a042-a55c58087f2e, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=98933b81-17e6-4f1b-a042-a55c58087f2e,segment=NetworkSegment(8488dbaf-be9b-400f-9dbd-520f189ac473),segment_id=8488dbaf-be9b-400f-9dbd-520f189ac473)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:26.128927 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-a335883a-c7c5-454c-bf91-9a07528eeec3 None None] Port 68a3c38c-14cf-4801-a5e5-ad167398b72d cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:25:26.137432 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:26.195604 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d2f0da-79f6-4e5e-a7d2-5dbc510a4e98 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Made reservation on behalf of 4ed48e64d2bc4e15aeddc047e3b71cf8 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:25:26.200356 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-97d2f0da-79f6-4e5e-a7d2-5dbc510a4e98 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:26.236379 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=98933b81-17e6-4f1b-a042-a55c58087f2e,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:26.245491 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d378c65d-cfc3-4715-9c49-54aebcce1d44 None None] Network a0d89ff7-7387-4320-ae15-946665a0d4bf requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:25:26.259878 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:26.313087 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-461979a5-0cf7-4551-bd81-391df68ec838 None None] Provisioning for port af11611d-cb8b-42b6-b560-d4686c56a396 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:26.313087 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-461979a5-0cf7-4551-bd81-391df68ec838 None None] Provisioning complete for port af11611d-cb8b-42b6-b560-d4686c56a396 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:26.313087 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-461979a5-0cf7-4551-bd81-391df68ec838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:26.359085 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36764) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:26.368678 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-8568604f-0fec-421f-92c4-2740150204c8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-908461307-network', 'tenant_id': '409f2ecd1746472e98160f732f8c6e9d'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:26.372609 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-461979a5-0cf7-4551-bd81-391df68ec838 None None] Port af11611d-cb8b-42b6-b560-d4686c56a396 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:25:26.406001 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8568604f-0fec-421f-92c4-2740150204c8 admin admin] Made reservation on behalf of 409f2ecd1746472e98160f732f8c6e9d for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:25:26.407935 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['98933b81-17e6-4f1b-a042-a55c58087f2e'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:26.410021 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8568604f-0fec-421f-92c4-2740150204c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:26.442085 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8568604f-0fec-421f-92c4-2740150204c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:26.465741 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:26.578053 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 28763ef9-5020-46ba-a714-5ac34e80bf85 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:25:26.658183 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8568604f-0fec-421f-92c4-2740150204c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:26.666881 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8568604f-0fec-421f-92c4-2740150204c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:26.693199 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc1916-e75a-4fec-8ee4-1617f51279b1 req-e13bd834-1aa2-4f53-b8a6-a0efcd89854b tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:26.700383 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc1916-e75a-4fec-8ee4-1617f51279b1 req-e13bd834-1aa2-4f53-b8a6-a0efcd89854b tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:26.707171 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8568604f-0fec-421f-92c4-2740150204c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:25:26.708782 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-05dc1916-e75a-4fec-8ee4-1617f51279b1 req-e13bd834-1aa2-4f53-b8a6-a0efcd89854b tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/ports?device_id=e037923f-dc4c-4e79-a682-50fc433cedfd HTTP/1.1" status: 200 len: 1681 time: 0.1654935 Aug 10 03:25:26.727057 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8568604f-0fec-421f-92c4-2740150204c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d73438-5c34-4135-96dc-c64ef8761df5,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:26.730834 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8568604f-0fec-421f-92c4-2740150204c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:26.743896 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-8568604f-0fec-421f-92c4-2740150204c8 admin admin] Added segment 7f9d1291-e16f-469e-886d-267e23f7e1aa of type vlan for network 4fc66dbb-7238-4d95-bfa7-3e92003949fc Aug 10 03:25:26.767443 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 28763ef9-5020-46ba-a714-5ac34e80bf85 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:26.767872 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:26.795291 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-97d2f0da-79f6-4e5e-a7d2-5dbc510a4e98 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:26.795750 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8568604f-0fec-421f-92c4-2740150204c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:26.832597 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8568604f-0fec-421f-92c4-2740150204c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:26.834006 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8568604f-0fec-421f-92c4-2740150204c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:26.834651 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8568604f-0fec-421f-92c4-2740150204c8 admin admin] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:26.870456 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d2f0da-79f6-4e5e-a7d2-5dbc510a4e98 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event updated for resources: {'Subnet': ['ID=d2f410fe-d750-49f6-9946-9bbe1b5b9e56,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:26.892394 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-05dc1916-e75a-4fec-8ee4-1617f51279b1 req-05999238-a044-41e6-b111-0a6fcb1058d1 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8122897-b7b2-4911-a92f-13052fad1f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783106 Aug 10 03:25:26.913970 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8568604f-0fec-421f-92c4-2740150204c8 admin admin] Pushing event updated for resources: {'Network': ['ID=4fc66dbb-7238-4d95-bfa7-3e92003949fc,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:26.917794 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d2f0da-79f6-4e5e-a7d2-5dbc510a4e98 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Network d22567d6-a0ed-4344-b38f-4317a5b58c0a is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:25:26.927031 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728f5f9-ffca-4660-8012-08aaa0dac61c req-620b87f4-e4c8-468e-86c9-4d3035abbd0f tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:26.927215 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 4fc66dbb-7238-4d95-bfa7-3e92003949fc details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:25:26.935673 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4728f5f9-ffca-4660-8012-08aaa0dac61c req-620b87f4-e4c8-468e-86c9-4d3035abbd0f tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=322b60eb-c15c-4e22-bca8-d8acadcea6ac HTTP/1.1" status: 200 len: 944 time: 0.2188835 Aug 10 03:25:26.940119 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8568604f-0fec-421f-92c4-2740150204c8 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5784609 Aug 10 03:25:26.944066 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36778) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:26.944234 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-97d2f0da-79f6-4e5e-a7d2-5dbc510a4e98 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:26.948010 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d2f0da-79f6-4e5e-a7d2-5dbc510a4e98 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:26.948711 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-97d2f0da-79f6-4e5e-a7d2-5dbc510a4e98 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:26.956731 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36769a93-1a4b-43af-9201-bb2a5cb7b5a6 None None] Network d22567d6-a0ed-4344-b38f-4317a5b58c0a requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:25:26.960371 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-9d8d0335-4695-465c-b60f-be82f065dc7c admin admin] Request body: {'subnet': {'network_id': '4fc66dbb-7238-4d95-bfa7-3e92003949fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-908461307-subnet', 'tenant_id': '409f2ecd1746472e98160f732f8c6e9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:27.002688 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4728f5f9-ffca-4660-8012-08aaa0dac61c req-a833b911-fdce-4dc5-a0ac-38641206c2b3 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/security-groups?id=efe56f97-cb65-408d-9c87-fa760e99fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659525 Aug 10 03:25:27.012336 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8d0335-4695-465c-b60f-be82f065dc7c admin admin] Made reservation on behalf of 409f2ecd1746472e98160f732f8c6e9d for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:25:27.015741 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9d8d0335-4695-465c-b60f-be82f065dc7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:27.025652 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-97d2f0da-79f6-4e5e-a7d2-5dbc510a4e98 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0524645 Aug 10 03:25:27.025844 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36782) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:27.043310 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-43953461-4747-467d-87e4-10dfad6378e6 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1000139715', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd2f410fe-d750-49f6-9946-9bbe1b5b9e56'}], 'security_groups': ['63151214-a6fa-4b0f-b134-3c538ca5ce3e']}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:27.187053 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5193d-82f8-4fd2-8879-57a5860c9e49 req-e08bcff5-92f7-4d09-8cc8-af24acc66b40 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:27.200131 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e8e5193d-82f8-4fd2-8879-57a5860c9e49 req-e08bcff5-92f7-4d09-8cc8-af24acc66b40 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=44f20c45-4d11-4c3f-9273-c2730d91e930 HTTP/1.1" status: 200 len: 944 time: 0.1125169 Aug 10 03:25:27.255518 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e8e5193d-82f8-4fd2-8879-57a5860c9e49 req-d1179d87-80b6-4d0a-8c81-68b171d3d443 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542350 Aug 10 03:25:27.376799 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8354644-ba5b-4968-a4a6-7cf7241ad4bf req-30235e82-ccdc-4318-b533-50d04e0d8ff0 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:27.393757 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8354644-ba5b-4968-a4a6-7cf7241ad4bf req-30235e82-ccdc-4318-b533-50d04e0d8ff0 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:27.396735 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c8354644-ba5b-4968-a4a6-7cf7241ad4bf req-30235e82-ccdc-4318-b533-50d04e0d8ff0 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/ports?device_id=e037923f-dc4c-4e79-a682-50fc433cedfd HTTP/1.1" status: 200 len: 1681 time: 0.1110063 Aug 10 03:25:27.439316 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-43953461-4747-467d-87e4-10dfad6378e6 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:27.477072 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c8354644-ba5b-4968-a4a6-7cf7241ad4bf req-d51fdd8e-2174-4b39-87ec-5df10b338d4b tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8122897-b7b2-4911-a92f-13052fad1f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675764 Aug 10 03:25:27.552324 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c52ef0-6d3a-4e06-a36d-3f829d2fc6a0 None None] Update dhcp port {'port': {'network_id': 'd22567d6-a0ed-4344-b38f-4317a5b58c0a', 'fixed_ips': [{'subnet_id': '4e2b9392-f5e5-4488-adea-d88c008fdc6b', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd2f410fe-d750-49f6-9946-9bbe1b5b9e56'}], 'binding:host_id': 'n-d-768851-15'}, 'id': '28763ef9-5020-46ba-a714-5ac34e80bf85'} from n-d-768851-15. {{(pid=94218) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:25:27.566334 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9d8d0335-4695-465c-b60f-be82f065dc7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:27.579461 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-64c52ef0-6d3a-4e06-a36d-3f829d2fc6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:27.702773 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8d0335-4695-465c-b60f-be82f065dc7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=529abdb0-d852-46f5-90c9-3aa6402df653,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:27.707121 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8d0335-4695-465c-b60f-be82f065dc7c admin admin] Checking segment: {'id': '7f9d1291-e16f-469e-886d-267e23f7e1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '4fc66dbb-7238-4d95-bfa7-3e92003949fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:25:27.707480 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8d0335-4695-465c-b60f-be82f065dc7c admin admin] Network hostable DHCP agents. Network: 4fc66dbb-7238-4d95-bfa7-3e92003949fc, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:25:27.766508 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-64c52ef0-6d3a-4e06-a36d-3f829d2fc6a0 None None] Allocated IP 172.20.0.18 (d22567d6-a0ed-4344-b38f-4317a5b58c0a/d2f410fe-d750-49f6-9946-9bbe1b5b9e56/28763ef9-5020-46ba-a714-5ac34e80bf85) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:25:27.766798 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8d0335-4695-465c-b60f-be82f065dc7c admin admin] Network 4fc66dbb-7238-4d95-bfa7-3e92003949fc is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:25:27.777653 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-9d8d0335-4695-465c-b60f-be82f065dc7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 4fc66dbb-7238-4d95-bfa7-3e92003949fc) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:27.782529 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8d0335-4695-465c-b60f-be82f065dc7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:27.783204 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9d8d0335-4695-465c-b60f-be82f065dc7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:27.797569 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3981ba0b-d5c1-4e4c-bb3c-ae809a14e88e None None] Network 4fc66dbb-7238-4d95-bfa7-3e92003949fc requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:25:27.809503 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9d8d0335-4695-465c-b60f-be82f065dc7c admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8551128 Aug 10 03:25:27.920941 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 36792) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:27.925989 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-64c52ef0-6d3a-4e06-a36d-3f829d2fc6a0 None None] For port 28763ef9-5020-46ba-a714-5ac34e80bf85, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=28763ef9-5020-46ba-a714-5ac34e80bf85,segment=NetworkSegment(275fc3f1-bfa3-4783-89cb-a0ff8cfb5558),segment_id=275fc3f1-bfa3-4783-89cb-a0ff8cfb5558)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:27.981491 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-becc09dc-3df6-4da4-b6aa-40eba67bbec4 admin admin] Deleting subnet 06f7f40e-7bde-4312-8695-93cb7f8cb747 {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:25:27.985508 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-becc09dc-3df6-4da4-b6aa-40eba67bbec4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:28.001916 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-64c52ef0-6d3a-4e06-a36d-3f829d2fc6a0 None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:28.021213 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-64c52ef0-6d3a-4e06-a36d-3f829d2fc6a0 None None] Transition to ACTIVE for port object 28763ef9-5020-46ba-a714-5ac34e80bf85 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:28.030353 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-64c52ef0-6d3a-4e06-a36d-3f829d2fc6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:28.076694 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-becc09dc-3df6-4da4-b6aa-40eba67bbec4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:28.099448 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5402c7c-7ef1-436a-8d8a-a7a5f0d673b7 None None] Network 4fc66dbb-7238-4d95-bfa7-3e92003949fc requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:25:28.142567 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-becc09dc-3df6-4da4-b6aa-40eba67bbec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:28.206799 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device f5c7ecb2-a189-4735-843f-fe76eb7954c5 up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:25:28.210727 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-becc09dc-3df6-4da4-b6aa-40eba67bbec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:28.232677 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-becc09dc-3df6-4da4-b6aa-40eba67bbec4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:28.237033 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-becc09dc-3df6-4da4-b6aa-40eba67bbec4 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/06f7f40e-7bde-4312-8695-93cb7f8cb747 HTTP/1.1" status: 204 len: 168 time: 0.3136425 Aug 10 03:25:28.258172 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 36796) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:28.281667 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becc09dc-3df6-4da4-b6aa-40eba67bbec4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06f7f40e-7bde-4312-8695-93cb7f8cb747,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:28.376292 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c52ef0-6d3a-4e06-a36d-3f829d2fc6a0 None None] Pushing event updated for resources: {'Port': ['ID=28763ef9-5020-46ba-a714-5ac34e80bf85,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:28.403297 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfbe756-041c-477e-9e72-f1f21d4ceaf7 req-2e284a61-7e04-4ce9-b9eb-d6bde754e375 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:28.405031 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ebfbe756-041c-477e-9e72-f1f21d4ceaf7 req-2e284a61-7e04-4ce9-b9eb-d6bde754e375 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=322b60eb-c15c-4e22-bca8-d8acadcea6ac HTTP/1.1" status: 200 len: 944 time: 0.1478961 Aug 10 03:25:28.421672 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0780a5bc-4477-438f-9873-754ec3c3d5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:28.513011 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ebfbe756-041c-477e-9e72-f1f21d4ceaf7 req-6ec78649-1345-4f98-aa42-c9021b0ec10f tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/security-groups?id=efe56f97-cb65-408d-9c87-fa760e99fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968933 Aug 10 03:25:28.528743 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 28763ef9-5020-46ba-a714-5ac34e80bf85 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:25:28.534118 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port f5c7ecb2-a189-4735-843f-fe76eb7954c5 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:28.588941 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-43953461-4747-467d-87e4-10dfad6378e6 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Delete allocated IP 172.20.0.11 (d22567d6-a0ed-4344-b38f-4317a5b58c0a/4e2b9392-f5e5-4488-adea-d88c008fdc6b) {{(pid=94217) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 10 03:25:28.589629 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8340562-71df-4e6b-a221-ec8ad57e1b15 req-1c82e57b-9b2c-4eed-a136-b56b428cafd5 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:28.593367 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d8340562-71df-4e6b-a221-ec8ad57e1b15 req-1c82e57b-9b2c-4eed-a136-b56b428cafd5 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=44f20c45-4d11-4c3f-9273-c2730d91e930 HTTP/1.1" status: 200 len: 944 time: 0.1999836 Aug 10 03:25:28.602750 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-43953461-4747-467d-87e4-10dfad6378e6 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Allocated IP 172.20.0.22 (d22567d6-a0ed-4344-b38f-4317a5b58c0a/d2f410fe-d750-49f6-9946-9bbe1b5b9e56/af11611d-cb8b-42b6-b560-d4686c56a396) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:25:28.607812 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port f5c7ecb2-a189-4735-843f-fe76eb7954c5 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:28.608350 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:28.781895 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:28.829024 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0780a5bc-4477-438f-9873-754ec3c3d5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:28.857510 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-0780a5bc-4477-438f-9873-754ec3c3d5a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0d89ff7-7387-4320-ae15-946665a0d4bf']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:28.876268 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-0780a5bc-4477-438f-9873-754ec3c3d5a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb79496a-be72-4881-a43d-9b3ba3a3996a') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:28.876723 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-0780a5bc-4477-438f-9873-754ec3c3d5a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb79496a-be72-4881-a43d-9b3ba3a3996a') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:28.877201 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port f5c7ecb2-a189-4735-843f-fe76eb7954c5, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=f5c7ecb2-a189-4735-843f-fe76eb7954c5,segment=NetworkSegment(4f7bae62-9d74-481f-afc7-5fd2c439c3cc),segment_id=4f7bae62-9d74-481f-afc7-5fd2c439c3cc)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:28.880560 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322b60eb-c15c-4e22-bca8-d8acadcea6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c7ecb2-a189-4735-843f-fe76eb7954c5'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:28.889936 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2910b021-6e80-4f6a-bb84-d7651c70df98" -d '{"events": [{"server_uuid": "322b60eb-c15c-4e22-bca8-d8acadcea6ac", "name": "network-vif-plugged", "status": "completed", "tag": "f5c7ecb2-a189-4735-843f-fe76eb7954c5"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:28.897397 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d8340562-71df-4e6b-a221-ec8ad57e1b15 req-2bce7e12-3b00-4781-b5d2-358df1f43861 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763178 Aug 10 03:25:28.898336 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:28.900624 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 98933b81-17e6-4f1b-a042-a55c58087f2e up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:25:28.932853 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0780a5bc-4477-438f-9873-754ec3c3d5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:28.948298 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b8006b-4822-470b-80c3-bd018be893dc req-1da4816f-1c7f-4fd8-abce-1fc57a08e3e5 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:28.959823 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b8006b-4822-470b-80c3-bd018be893dc req-1da4816f-1c7f-4fd8-abce-1fc57a08e3e5 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:28.961464 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-33b8006b-4822-470b-80c3-bd018be893dc req-1da4816f-1c7f-4fd8-abce-1fc57a08e3e5 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.58 "GET /v2.0/ports?device_id=e037923f-dc4c-4e79-a682-50fc433cedfd HTTP/1.1" status: 200 len: 1681 time: 0.2275383 Aug 10 03:25:28.964368 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1311cbd5-0c5a-4e43-a79b-c11b320bb9ff req-ecd9a4c6-97dd-491d-b27e-b7989721e9fd tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:28.985528 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1311cbd5-0c5a-4e43-a79b-c11b320bb9ff req-ecd9a4c6-97dd-491d-b27e-b7989721e9fd tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:28.987705 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1311cbd5-0c5a-4e43-a79b-c11b320bb9ff req-ecd9a4c6-97dd-491d-b27e-b7989721e9fd tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/ports?device_id=e037923f-dc4c-4e79-a682-50fc433cedfd HTTP/1.1" status: 200 len: 1681 time: 0.2514563 Aug 10 03:25:29.003208 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43249dda-0770-44b0-b228-1bf9b8d5980a x-openstack-request-id: req-43249dda-0770-44b0-b228-1bf9b8d5980a {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:29.003522 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "322b60eb-c15c-4e22-bca8-d8acadcea6ac", "name": "network-vif-plugged", "status": "completed", "tag": "f5c7ecb2-a189-4735-843f-fe76eb7954c5", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:29.008104 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-43249dda-0770-44b0-b228-1bf9b8d5980a {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:29.008546 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '322b60eb-c15c-4e22-bca8-d8acadcea6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c7ecb2-a189-4735-843f-fe76eb7954c5', 'code': 200} Aug 10 03:25:29.053708 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0780a5bc-4477-438f-9873-754ec3c3d5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:29.075481 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0780a5bc-4477-438f-9873-754ec3c3d5a5 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:25:29.076139 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0780a5bc-4477-438f-9873-754ec3c3d5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:29.078716 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:25:29.078716 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:25:29.078716 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:25:29.078716 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:25:29.078716 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:25:29.078716 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:25:29.078716 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:25:29.078716 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:25:29.078716 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:25:29.078716 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:25:29.078716 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:25:29.078716 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:25:29.078716 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:25:29.078716 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:25:29.078716 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:25:29.078716 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:25:29.078716 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:25:29.078716 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:25:29.078716 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:25:29.078716 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:25:29.078716 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:25:29.078716 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:25:29.078716 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:25:29.078716 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:25:29.078716 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:25:29.078716 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:25:29.078716 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:25:29.078716 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:25:29.078716 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:25:29.078716 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:25:29.078716 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:25:29.078716 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:25:29.084092 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=f5c7ecb2-a189-4735-843f-fe76eb7954c5,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:29.105558 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1311cbd5-0c5a-4e43-a79b-c11b320bb9ff req-63a6a69d-9618-4dae-8fdd-8793e2249b5f tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8122897-b7b2-4911-a92f-13052fad1f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047421 Aug 10 03:25:29.143223 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-43953461-4747-467d-87e4-10dfad6378e6 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:29.148319 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port 98933b81-17e6-4f1b-a042-a55c58087f2e completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:29.155463 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port 98933b81-17e6-4f1b-a042-a55c58087f2e triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:29.155837 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:29.182047 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-33b8006b-4822-470b-80c3-bd018be893dc req-6c0ec2b4-c808-4e2b-a440-45dff3b9e611 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Deleting port 6dd7f1f4-7250-4a25-a6c8-3e9bd15ccdf9 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:25:29.182462 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-33b8006b-4822-470b-80c3-bd018be893dc req-6c0ec2b4-c808-4e2b-a440-45dff3b9e611 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:29.241133 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0780a5bc-4477-438f-9873-754ec3c3d5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:29.251877 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0780a5bc-4477-438f-9873-754ec3c3d5a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:29.256815 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-0780a5bc-4477-438f-9873-754ec3c3d5a5 admin admin] 10.222.0.62 "DELETE /v2.0/networks/a0d89ff7-7387-4320-ae15-946665a0d4bf HTTP/1.1" status: 204 len: 168 time: 0.9967582 Aug 10 03:25:29.279186 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:29.282260 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128671a6-9d18-4d10-9fa0-a9109f3da549 req-e2ce5ede-0777-4bad-9af0-8f64b7e82432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:29.283958 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-128671a6-9d18-4d10-9fa0-a9109f3da549 req-e2ce5ede-0777-4bad-9af0-8f64b7e82432 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=322b60eb-c15c-4e22-bca8-d8acadcea6ac HTTP/1.1" status: 200 len: 1097 time: 0.2213993 Aug 10 03:25:29.284546 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 36818) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:29.285702 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0780a5bc-4477-438f-9873-754ec3c3d5a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0d89ff7-7387-4320-ae15-946665a0d4bf,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:29.346935 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-b36ce691-cd39-4d4f-9b25-2cedfc4394aa admin admin] Deleting subnet 529abdb0-d852-46f5-90c9-3aa6402df653 {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:25:29.361326 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 98933b81-17e6-4f1b-a042-a55c58087f2e, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=98933b81-17e6-4f1b-a042-a55c58087f2e,segment=NetworkSegment(8488dbaf-be9b-400f-9dbd-520f189ac473),segment_id=8488dbaf-be9b-400f-9dbd-520f189ac473)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:29.363520 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b36ce691-cd39-4d4f-9b25-2cedfc4394aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:29.378334 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:29.379424 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 7b90ff49-158b-48bc-a96c-f00f7935e410 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:25:29.398407 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-33b8006b-4822-470b-80c3-bd018be893dc req-6c0ec2b4-c808-4e2b-a440-45dff3b9e611 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] For port 6dd7f1f4-7250-4a25-a6c8-3e9bd15ccdf9, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=6dd7f1f4-7250-4a25-a6c8-3e9bd15ccdf9,segment=NetworkSegment(e189d3d9-b756-4566-b357-383625a8365a),segment_id=e189d3d9-b756-4566-b357-383625a8365a)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:29.398810 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-33b8006b-4822-470b-80c3-bd018be893dc req-6c0ec2b4-c808-4e2b-a440-45dff3b9e611 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:29.420074 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-33b8006b-4822-470b-80c3-bd018be893dc req-6c0ec2b4-c808-4e2b-a440-45dff3b9e611 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Calling delete_port for 6dd7f1f4-7250-4a25-a6c8-3e9bd15ccdf9 owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:25:29.432060 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-128671a6-9d18-4d10-9fa0-a9109f3da549 req-70fd57a7-b2fb-441b-b695-10da8ae69046 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=efe56f97-cb65-408d-9c87-fa760e99fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884657 Aug 10 03:25:29.435654 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b36ce691-cd39-4d4f-9b25-2cedfc4394aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:29.489520 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=98933b81-17e6-4f1b-a042-a55c58087f2e,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:29.512133 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-43953461-4747-467d-87e4-10dfad6378e6 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Transition to ACTIVE for port object af11611d-cb8b-42b6-b560-d4686c56a396 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:29.520107 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b36ce691-cd39-4d4f-9b25-2cedfc4394aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:29.529842 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-43953461-4747-467d-87e4-10dfad6378e6 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:29.564008 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-23cc62e8-27e3-4b87-849b-83f1b643e8f9 None None] Provisioning for port 28763ef9-5020-46ba-a714-5ac34e80bf85 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:29.567462 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:29.571328 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-23cc62e8-27e3-4b87-849b-83f1b643e8f9 None None] Provisioning complete for port 28763ef9-5020-46ba-a714-5ac34e80bf85 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:29.571700 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-23cc62e8-27e3-4b87-849b-83f1b643e8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:29.640455 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b36ce691-cd39-4d4f-9b25-2cedfc4394aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:29.649168 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 7b90ff49-158b-48bc-a96c-f00f7935e410, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=7b90ff49-158b-48bc-a96c-f00f7935e410,segment=NetworkSegment(7dfe0d04-54df-4eec-bfbd-b2713bc0684e),segment_id=7dfe0d04-54df-4eec-bfbd-b2713bc0684e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:29.692532 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:29.712882 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b36ce691-cd39-4d4f-9b25-2cedfc4394aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:29.716799 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b36ce691-cd39-4d4f-9b25-2cedfc4394aa admin admin] 10.222.0.62 "DELETE /v2.0/subnets/529abdb0-d852-46f5-90c9-3aa6402df653 HTTP/1.1" status: 204 len: 168 time: 0.4218380 Aug 10 03:25:29.718156 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36ce691-cd39-4d4f-9b25-2cedfc4394aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=529abdb0-d852-46f5-90c9-3aa6402df653,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:29.725149 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 36822) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:29.744701 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-23cc62e8-27e3-4b87-849b-83f1b643e8f9 None None] Provisioning for port af11611d-cb8b-42b6-b560-d4686c56a396 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:29.751442 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-33b8006b-4822-470b-80c3-bd018be893dc req-6c0ec2b4-c808-4e2b-a440-45dff3b9e611 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:29.763241 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-23cc62e8-27e3-4b87-849b-83f1b643e8f9 None None] Provisioning complete for port af11611d-cb8b-42b6-b560-d4686c56a396 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:29.763621 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-23cc62e8-27e3-4b87-849b-83f1b643e8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:29.831284 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6737f0cb-d365-43be-933b-5ec2b0e015a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:29.853619 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b48c9-3bc9-46c6-96db-f261831ecefe req-5578f8af-81c2-40da-8d9c-aebb19083566 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:29.861445 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6c0b48c9-3bc9-46c6-96db-f261831ecefe req-5578f8af-81c2-40da-8d9c-aebb19083566 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=322b60eb-c15c-4e22-bca8-d8acadcea6ac HTTP/1.1" status: 200 len: 945 time: 0.2367504 Aug 10 03:25:29.864103 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=7b90ff49-158b-48bc-a96c-f00f7935e410,revision_number=6']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:29.881651 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-23cc62e8-27e3-4b87-849b-83f1b643e8f9 None None] Port af11611d-cb8b-42b6-b560-d4686c56a396 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:25:29.883092 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-43953461-4747-467d-87e4-10dfad6378e6 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] In _notify_port_updated(), no bound segment for port af11611d-cb8b-42b6-b560-d4686c56a396 on network d22567d6-a0ed-4344-b38f-4317a5b58c0a {{(pid=94217) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:25:29.890901 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43953461-4747-467d-87e4-10dfad6378e6 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:29.891697 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-43953461-4747-467d-87e4-10dfad6378e6 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:29.893297 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-43953461-4747-467d-87e4-10dfad6378e6 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "PUT /v2.0/ports/af11611d-cb8b-42b6-b560-d4686c56a396 HTTP/1.1" status: 200 len: 921 time: 2.8633454 Aug 10 03:25:29.908289 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-23cc62e8-27e3-4b87-849b-83f1b643e8f9 None None] Provisioning complete for port 68a3c38c-14cf-4801-a5e5-ad167398b72d triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:29.908677 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-23cc62e8-27e3-4b87-849b-83f1b643e8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:29.909698 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36828) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:29.992924 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-23cc62e8-27e3-4b87-849b-83f1b643e8f9 None None] Port 68a3c38c-14cf-4801-a5e5-ad167398b72d cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:25:30.001718 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6c0b48c9-3bc9-46c6-96db-f261831ecefe req-e9005eac-8b5d-40d1-b1b4-f87ca989620f tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/security-groups?id=efe56f97-cb65-408d-9c87-fa760e99fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344366 Aug 10 03:25:30.027909 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43953461-4747-467d-87e4-10dfad6378e6 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event updated for resources: {'Port': ['ID=af11611d-cb8b-42b6-b560-d4686c56a396,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:30.088639 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-33b8006b-4822-470b-80c3-bd018be893dc req-6c0ec2b4-c808-4e2b-a440-45dff3b9e611 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] No DVR routers for this DVR port 6dd7f1f4-7250-4a25-a6c8-3e9bd15ccdf9 on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:25:30.093925 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-33b8006b-4822-470b-80c3-bd018be893dc req-6c0ec2b4-c808-4e2b-a440-45dff3b9e611 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:30.097039 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-33b8006b-4822-470b-80c3-bd018be893dc req-6c0ec2b4-c808-4e2b-a440-45dff3b9e611 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.58 "DELETE /v2.0/ports/6dd7f1f4-7250-4a25-a6c8-3e9bd15ccdf9 HTTP/1.1" status: 204 len: 173 time: 1.1260245 Aug 10 03:25:30.098095 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e037923f-dc4c-4e79-a682-50fc433cedfd', 'name': 'network-vif-deleted', 'tag': '6dd7f1f4-7250-4a25-a6c8-3e9bd15ccdf9'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:30.101687 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13edeb3-34d2-46d9-83fb-3aca0a227932" -d '{"events": [{"server_uuid": "e037923f-dc4c-4e79-a682-50fc433cedfd", "name": "network-vif-deleted", "tag": "6dd7f1f4-7250-4a25-a6c8-3e9bd15ccdf9"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:30.105622 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0ec2b4-c808-4e2b-a440-45dff3b9e611 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Pushing event deleted for resources: {'Port': ['ID=6dd7f1f4-7250-4a25-a6c8-3e9bd15ccdf9,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:30.116502 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6737f0cb-d365-43be-933b-5ec2b0e015a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:30.167609 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-6737f0cb-d365-43be-933b-5ec2b0e015a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fc66dbb-7238-4d95-bfa7-3e92003949fc']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:30.220258 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-6737f0cb-d365-43be-933b-5ec2b0e015a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f9d1291-e16f-469e-886d-267e23f7e1aa') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:30.220829 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-6737f0cb-d365-43be-933b-5ec2b0e015a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f9d1291-e16f-469e-886d-267e23f7e1aa') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:30.273617 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6737f0cb-d365-43be-933b-5ec2b0e015a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:30.308039 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72136e5b-9ea5-4855-be6b-1943412163f1 req-970be8e9-57c9-48fb-8b49-5770e27e8bd2 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:30.309760 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-72136e5b-9ea5-4855-be6b-1943412163f1 req-970be8e9-57c9-48fb-8b49-5770e27e8bd2 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=44f20c45-4d11-4c3f-9273-c2730d91e930 HTTP/1.1" status: 200 len: 945 time: 0.2919540 Aug 10 03:25:30.317075 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c2384b3f-b2aa-43a8-bbb0-1649ca83e4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:30.326674 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479cf7ea-46e6-4fe9-ac56-4a82013d5a82 x-openstack-request-id: req-479cf7ea-46e6-4fe9-ac56-4a82013d5a82 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:30.327897 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e037923f-dc4c-4e79-a682-50fc433cedfd", "name": "network-vif-deleted", "tag": "6dd7f1f4-7250-4a25-a6c8-3e9bd15ccdf9", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:30.328398 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-479cf7ea-46e6-4fe9-ac56-4a82013d5a82 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:30.328630 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6737f0cb-d365-43be-933b-5ec2b0e015a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:30.329436 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e037923f-dc4c-4e79-a682-50fc433cedfd', 'name': 'network-vif-deleted', 'tag': '6dd7f1f4-7250-4a25-a6c8-3e9bd15ccdf9', 'status': 'completed', 'code': 200} Aug 10 03:25:30.374779 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6737f0cb-d365-43be-933b-5ec2b0e015a5 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:25:30.378654 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6737f0cb-d365-43be-933b-5ec2b0e015a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:30.386073 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:25:30.386073 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:25:30.386073 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:25:30.386073 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:25:30.386073 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:25:30.386073 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:25:30.386073 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:25:30.386073 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:25:30.386073 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:25:30.386073 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:25:30.386073 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:25:30.386073 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:25:30.386073 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:25:30.386073 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:25:30.386073 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:25:30.386073 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:25:30.386073 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:25:30.386073 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:25:30.386073 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:25:30.386073 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:25:30.386073 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:25:30.386073 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:25:30.386073 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:25:30.386073 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:25:30.386073 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:25:30.386073 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:25:30.386073 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:25:30.386073 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:25:30.386073 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:25:30.386073 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:25:30.386073 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:25:30.386073 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:25:30.493674 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-9dc95656-145b-460f-a4be-8e2e5ecdb31a tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Deleting port af11611d-cb8b-42b6-b560-d4686c56a396 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:25:30.494025 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9dc95656-145b-460f-a4be-8e2e5ecdb31a tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:30.529902 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-72136e5b-9ea5-4855-be6b-1943412163f1 req-f2d52461-f795-4ed2-b820-a711413d3db5 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085450 Aug 10 03:25:30.551571 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7876871-1f14-4bf1-b113-06c7030f7290 req-b26569ea-e914-41c3-b2f6-158dc673789b tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:30.554239 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d7876871-1f14-4bf1-b113-06c7030f7290 req-b26569ea-e914-41c3-b2f6-158dc673789b tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/ports?device_id=e037923f-dc4c-4e79-a682-50fc433cedfd HTTP/1.1" status: 200 len: 942 time: 0.1671388 Aug 10 03:25:30.555635 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6737f0cb-d365-43be-933b-5ec2b0e015a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:30.575045 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6737f0cb-d365-43be-933b-5ec2b0e015a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:30.577050 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-6737f0cb-d365-43be-933b-5ec2b0e015a5 admin admin] 10.222.0.62 "DELETE /v2.0/networks/4fc66dbb-7238-4d95-bfa7-3e92003949fc HTTP/1.1" status: 204 len: 168 time: 0.8444452 Aug 10 03:25:30.579216 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6737f0cb-d365-43be-933b-5ec2b0e015a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fc66dbb-7238-4d95-bfa7-3e92003949fc,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:30.587667 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-33b8006b-4822-470b-80c3-bd018be893dc req-a454832a-30d8-401c-a569-d86028bd1222 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Deleting port 7b90ff49-158b-48bc-a96c-f00f7935e410 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:25:30.588014 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-33b8006b-4822-470b-80c3-bd018be893dc req-a454832a-30d8-401c-a569-d86028bd1222 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:30.625948 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-31f183dd-1271-4506-88ac-4c13637f45de None None] Provisioning complete for port af11611d-cb8b-42b6-b560-d4686c56a396 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:30.626490 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-31f183dd-1271-4506-88ac-4c13637f45de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:30.667724 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-31f183dd-1271-4506-88ac-4c13637f45de None None] Port af11611d-cb8b-42b6-b560-d4686c56a396 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:25:30.673648 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d7876871-1f14-4bf1-b113-06c7030f7290 req-f3732dd8-acbf-479e-ab65-1500dcef97f2 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8122897-b7b2-4911-a92f-13052fad1f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954547 Aug 10 03:25:30.712560 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9dc95656-145b-460f-a4be-8e2e5ecdb31a tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:30.736168 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-9dc95656-145b-460f-a4be-8e2e5ecdb31a tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Calling delete_port for af11611d-cb8b-42b6-b560-d4686c56a396 owned by {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:25:30.747881 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-33b8006b-4822-470b-80c3-bd018be893dc req-a454832a-30d8-401c-a569-d86028bd1222 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] For port 7b90ff49-158b-48bc-a96c-f00f7935e410, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=7b90ff49-158b-48bc-a96c-f00f7935e410,segment=NetworkSegment(7dfe0d04-54df-4eec-bfbd-b2713bc0684e),segment_id=7dfe0d04-54df-4eec-bfbd-b2713bc0684e)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:30.748548 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-33b8006b-4822-470b-80c3-bd018be893dc req-a454832a-30d8-401c-a569-d86028bd1222 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:30.773569 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-33b8006b-4822-470b-80c3-bd018be893dc req-a454832a-30d8-401c-a569-d86028bd1222 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Calling delete_port for 7b90ff49-158b-48bc-a96c-f00f7935e410 owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:25:30.808820 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 36838) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:30.855864 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ee415b97-3254-46ce-9733-48d78e027165 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9a06bb0ac06a47159ee9fbedc4e36022&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458694 Aug 10 03:25:30.856117 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36844) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:30.910891 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 6dd7f1f4-7250-4a25-a6c8-3e9bd15ccdf9 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:25:30.958412 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: 6dd7f1f4-7250-4a25-a6c8-3e9bd15ccdf9 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:25:30.958783 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 6dd7f1f4-7250-4a25-a6c8-3e9bd15ccdf9 not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:25:30.986609 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d6d4b1d2-8231-4d7b-ab2e-4d87924d4b53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:31.010209 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f20c45-4d11-4c3f-9273-c2730d91e930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98933b81-17e6-4f1b-a042-a55c58087f2e'}, {'server_uuid': 'e037923f-dc4c-4e79-a682-50fc433cedfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b90ff49-158b-48bc-a96c-f00f7935e410'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:31.013012 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9178782c-e091-4c6f-9c88-1dc8a5108216" -d '{"events": [{"server_uuid": "44f20c45-4d11-4c3f-9273-c2730d91e930", "name": "network-vif-plugged", "status": "completed", "tag": "98933b81-17e6-4f1b-a042-a55c58087f2e"}, {"server_uuid": "e037923f-dc4c-4e79-a682-50fc433cedfd", "name": "network-vif-unplugged", "status": "completed", "tag": "7b90ff49-158b-48bc-a96c-f00f7935e410"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:31.052258 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d6d4b1d2-8231-4d7b-ab2e-4d87924d4b53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:31.062811 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9dc95656-145b-460f-a4be-8e2e5ecdb31a tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:31.111992 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea1a05a-a29c-4d8f-9ad7-ad31e26fd1e9 x-openstack-request-id: req-6ea1a05a-a29c-4d8f-9ad7-ad31e26fd1e9 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:31.112623 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44f20c45-4d11-4c3f-9273-c2730d91e930", "name": "network-vif-plugged", "status": "completed", "tag": "98933b81-17e6-4f1b-a042-a55c58087f2e", "code": 200}, {"server_uuid": "e037923f-dc4c-4e79-a682-50fc433cedfd", "name": "network-vif-unplugged", "status": "completed", "tag": "7b90ff49-158b-48bc-a96c-f00f7935e410", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:31.113150 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6ea1a05a-a29c-4d8f-9ad7-ad31e26fd1e9 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:31.115305 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44f20c45-4d11-4c3f-9273-c2730d91e930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98933b81-17e6-4f1b-a042-a55c58087f2e', 'code': 200} Aug 10 03:25:31.115832 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e037923f-dc4c-4e79-a682-50fc433cedfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b90ff49-158b-48bc-a96c-f00f7935e410', 'code': 200} Aug 10 03:25:31.140577 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc95656-145b-460f-a4be-8e2e5ecdb31a tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event deleted for resources: {'Port': ['ID=af11611d-cb8b-42b6-b560-d4686c56a396,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:31.202925 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d15062-6c15-4583-a032-e61b24da2abc req-0617e8d8-b812-412a-957f-b87dd860d779 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:31.212293 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-50d15062-6c15-4583-a032-e61b24da2abc req-0617e8d8-b812-412a-957f-b87dd860d779 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=322b60eb-c15c-4e22-bca8-d8acadcea6ac HTTP/1.1" status: 200 len: 945 time: 0.0924835 Aug 10 03:25:31.215811 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-33b8006b-4822-470b-80c3-bd018be893dc req-a454832a-30d8-401c-a569-d86028bd1222 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:31.286368 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a454832a-30d8-401c-a569-d86028bd1222 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Pushing event deleted for resources: {'Port': ['ID=7b90ff49-158b-48bc-a96c-f00f7935e410,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:31.300251 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-50d15062-6c15-4583-a032-e61b24da2abc req-83bb76b1-16a3-4098-aa03-244d016bb3d0 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/security-groups?id=efe56f97-cb65-408d-9c87-fa760e99fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866261 Aug 10 03:25:31.347644 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9dc95656-145b-460f-a4be-8e2e5ecdb31a tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:31.349853 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9dc95656-145b-460f-a4be-8e2e5ecdb31a tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "DELETE /v2.0/ports/af11611d-cb8b-42b6-b560-d4686c56a396 HTTP/1.1" status: 204 len: 168 time: 1.4152682 Aug 10 03:25:31.352763 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 36856) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:31.389045 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5f9b708-2d81-4039-b7bc-5b2f89f9a415 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] GET failed (client error): The resource could not be found. Aug 10 03:25:31.393342 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-33b8006b-4822-470b-80c3-bd018be893dc req-a454832a-30d8-401c-a569-d86028bd1222 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] No DVR routers for this DVR port 7b90ff49-158b-48bc-a96c-f00f7935e410 on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:25:31.393847 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-a5f9b708-2d81-4039-b7bc-5b2f89f9a415 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "GET /v2.0/ports/af11611d-cb8b-42b6-b560-d4686c56a396 HTTP/1.1" status: 404 len: 333 time: 0.0399148 Aug 10 03:25:31.394694 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 36858) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:31.399094 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-33b8006b-4822-470b-80c3-bd018be893dc req-a454832a-30d8-401c-a569-d86028bd1222 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:31.401177 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-33b8006b-4822-470b-80c3-bd018be893dc req-a454832a-30d8-401c-a569-d86028bd1222 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.58 "DELETE /v2.0/ports/7b90ff49-158b-48bc-a96c-f00f7935e410 HTTP/1.1" status: 204 len: 173 time: 1.2916865 Aug 10 03:25:31.412567 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d6d4b1d2-8231-4d7b-ab2e-4d87924d4b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:31.415630 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d6d4b1d2-8231-4d7b-ab2e-4d87924d4b53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:31.416815 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d6d4b1d2-8231-4d7b-ab2e-4d87924d4b53 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/240a8baf-6190-4244-bb52-dd62db70a713 HTTP/1.1" status: 204 len: 168 time: 0.5584764 Aug 10 03:25:31.453066 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc390e58-c601-4da3-983f-09837457d733 req-ca10743d-c372-49aa-badc-f5161b36903d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:31.458299 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-bc390e58-c601-4da3-983f-09837457d733 req-ca10743d-c372-49aa-badc-f5161b36903d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=44f20c45-4d11-4c3f-9273-c2730d91e930 HTTP/1.1" status: 200 len: 1097 time: 0.2437246 Aug 10 03:25:31.495556 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d4b1d2-8231-4d7b-ab2e-4d87924d4b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240a8baf-6190-4244-bb52-dd62db70a713,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:31.564821 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-bc390e58-c601-4da3-983f-09837457d733 req-3578b213-9876-4a2f-8f4d-f46a6b90aa98 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913944 Aug 10 03:25:31.594632 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fb59910f-5188-4f28-9329-912c8238726b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:31.681998 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fb59910f-5188-4f28-9329-912c8238726b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:31.842172 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669cd40b-41e9-4bbe-a521-fc7ffcb63fe2 req-c77aee1f-b7b3-4b27-9a8a-b657d6d233fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:31.843839 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-669cd40b-41e9-4bbe-a521-fc7ffcb63fe2 req-c77aee1f-b7b3-4b27-9a8a-b657d6d233fb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a6c6578459ab48049573af588cfcdf5f&device_id=322b60eb-c15c-4e22-bca8-d8acadcea6ac HTTP/1.1" status: 200 len: 1097 time: 0.1817927 Aug 10 03:25:31.853238 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae827d07-2030-4d80-a0d9-36497ebaf884 req-60c824cb-29c2-4b97-b919-497131bac15b tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:31.860616 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ae827d07-2030-4d80-a0d9-36497ebaf884 req-60c824cb-29c2-4b97-b919-497131bac15b tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=322b60eb-c15c-4e22-bca8-d8acadcea6ac HTTP/1.1" status: 200 len: 945 time: 0.1636469 Aug 10 03:25:31.872239 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364773b7-35bc-4d88-9a6b-748af73938e8 req-fde3795d-248f-4c2e-85f9-5644c9c36e1d tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:31.880920 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-364773b7-35bc-4d88-9a6b-748af73938e8 req-fde3795d-248f-4c2e-85f9-5644c9c36e1d tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=44f20c45-4d11-4c3f-9273-c2730d91e930 HTTP/1.1" status: 200 len: 945 time: 0.1957104 Aug 10 03:25:31.895696 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fb59910f-5188-4f28-9329-912c8238726b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:31.900101 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fb59910f-5188-4f28-9329-912c8238726b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:31.904900 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36872) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:31.905547 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-fb59910f-5188-4f28-9329-912c8238726b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "DELETE /v2.0/security-groups/602da8bd-66f8-4d30-a78f-b83962cf4cef HTTP/1.1" status: 204 len: 168 time: 0.5082161 Aug 10 03:25:32.013992 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36876) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:32.020798 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb59910f-5188-4f28-9329-912c8238726b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=602da8bd-66f8-4d30-a78f-b83962cf4cef,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:32.042724 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1712c88b-aef2-47f2-9819-2c89a8b31e09 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:32.093135 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1712c88b-aef2-47f2-9819-2c89a8b31e09 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:32.108037 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7721caaa-e812-43fb-a8e4-d12011a3bb39 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=409f2ecd1746472e98160f732f8c6e9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0896223 Aug 10 03:25:32.108037 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36880) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:32.269687 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1712c88b-aef2-47f2-9819-2c89a8b31e09 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:32.274064 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1712c88b-aef2-47f2-9819-2c89a8b31e09 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:32.275650 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1712c88b-aef2-47f2-9819-2c89a8b31e09 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "DELETE /v2.0/security-groups/63151214-a6fa-4b0f-b134-3c538ca5ce3e HTTP/1.1" status: 204 len: 168 time: 0.3694541 Aug 10 03:25:32.281912 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36888) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:32.298004 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-010e276b-b162-4b41-8024-94352d05feae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:32.332127 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e037923f-dc4c-4e79-a682-50fc433cedfd', 'name': 'network-vif-deleted', 'tag': '7b90ff49-158b-48bc-a96c-f00f7935e410'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:32.343573 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e641559b-f111-4e0e-b190-953f6304f2d2" -d '{"events": [{"server_uuid": "e037923f-dc4c-4e79-a682-50fc433cedfd", "name": "network-vif-deleted", "tag": "7b90ff49-158b-48bc-a96c-f00f7935e410"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:32.404152 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1712c88b-aef2-47f2-9819-2c89a8b31e09 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63151214-a6fa-4b0f-b134-3c538ca5ce3e,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:32.435360 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-010e276b-b162-4b41-8024-94352d05feae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:32.452734 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-269b75c5-a959-46a8-af7d-047b92d1a9da tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Deleting subnet 4e2b9392-f5e5-4488-adea-d88c008fdc6b {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:25:32.467946 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-269b75c5-a959-46a8-af7d-047b92d1a9da tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:32.475406 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-364773b7-35bc-4d88-9a6b-748af73938e8 req-3e0bd63c-33b7-4d4c-944b-94fe6420e72d tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5933049 Aug 10 03:25:32.505919 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ae827d07-2030-4d80-a0d9-36497ebaf884 req-919cec30-5c02-4085-ad6a-aac51f0d3ca5 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/security-groups?id=efe56f97-cb65-408d-9c87-fa760e99fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6441166 Aug 10 03:25:32.557704 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 36892) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:32.619444 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4141218-c1e8-481d-b2a6-97ab330af391 x-openstack-request-id: req-c4141218-c1e8-481d-b2a6-97ab330af391 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:32.620116 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e037923f-dc4c-4e79-a682-50fc433cedfd", "name": "network-vif-deleted", "tag": "7b90ff49-158b-48bc-a96c-f00f7935e410", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:32.620595 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c4141218-c1e8-481d-b2a6-97ab330af391 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:32.621194 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e037923f-dc4c-4e79-a682-50fc433cedfd', 'name': 'network-vif-deleted', 'tag': '7b90ff49-158b-48bc-a96c-f00f7935e410', 'status': 'completed', 'code': 200} Aug 10 03:25:32.665312 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-269b75c5-a959-46a8-af7d-047b92d1a9da tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:32.695933 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ad893a0-87ec-4be1-b27d-9bf796cbdf4b tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Deleting subnet 6db82051-01b3-4515-bd82-ffc292aea3a3 {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:25:32.701818 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0ad893a0-87ec-4be1-b27d-9bf796cbdf4b tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:32.761375 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669cd40b-41e9-4bbe-a521-fc7ffcb63fe2 req-b2d8a9f1-4dd7-4496-988d-84c513d18d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:32.763023 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-669cd40b-41e9-4bbe-a521-fc7ffcb63fe2 req-b2d8a9f1-4dd7-4496-988d-84c513d18d56 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3ae3bb7a-17de-433a-9439-10e842715ca7 HTTP/1.1" status: 200 len: 912 time: 0.8995566 Aug 10 03:25:32.766227 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-010e276b-b162-4b41-8024-94352d05feae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:32.769076 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-010e276b-b162-4b41-8024-94352d05feae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:32.773484 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-010e276b-b162-4b41-8024-94352d05feae admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/83d73438-5c34-4135-96dc-c64ef8761df5 HTTP/1.1" status: 204 len: 168 time: 0.6618650 Aug 10 03:25:32.822165 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-669cd40b-41e9-4bbe-a521-fc7ffcb63fe2 req-f7047efb-1db3-4aef-b699-65c9ee9f53ad service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5c7ecb2-a189-4735-843f-fe76eb7954c5 HTTP/1.1" status: 200 len: 217 time: 0.0491905 Aug 10 03:25:32.830357 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0ad893a0-87ec-4be1-b27d-9bf796cbdf4b tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:32.832091 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e276b-b162-4b41-8024-94352d05feae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d73438-5c34-4135-96dc-c64ef8761df5,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:32.841435 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a26a84-3554-4626-b95b-53ead381cacb req-004d2b3e-3b0f-4210-8ddd-b242b1225b2c tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:32.849073 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-06a26a84-3554-4626-b95b-53ead381cacb req-004d2b3e-3b0f-4210-8ddd-b242b1225b2c tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 944 time: 0.1655509 Aug 10 03:25:32.881122 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-269b75c5-a959-46a8-af7d-047b92d1a9da tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:32.955044 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-06a26a84-3554-4626-b95b-53ead381cacb req-12dd4b51-47b2-4739-8616-049412630e94 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014574 Aug 10 03:25:32.981497 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-269b75c5-a959-46a8-af7d-047b92d1a9da tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:32.997157 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-34f8707c-0c49-4b8c-bfb8-53fd8f8851e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:33.028554 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269b75c5-a959-46a8-af7d-047b92d1a9da tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event deleted for resources: {'Subnet': ['ID=4e2b9392-f5e5-4488-adea-d88c008fdc6b,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:33.030935 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-269b75c5-a959-46a8-af7d-047b92d1a9da tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:33.037834 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-269b75c5-a959-46a8-af7d-047b92d1a9da tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "DELETE /v2.0/subnets/4e2b9392-f5e5-4488-adea-d88c008fdc6b HTTP/1.1" status: 204 len: 168 time: 0.7509317 Aug 10 03:25:33.038673 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36902) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:33.041116 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a422943c-633e-4dc1-806b-2bde1d122b5f None None] Network d22567d6-a0ed-4344-b38f-4317a5b58c0a requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:25:33.044807 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-ff3c5e22-35f3-4ee2-ac4c-c79e108837f5 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Request body: {'subnet': {'network_id': 'd22567d6-a0ed-4344-b38f-4317a5b58c0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:33.097778 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669cd40b-41e9-4bbe-a521-fc7ffcb63fe2 req-ba2168f2-040f-46a0-b53b-8955a7f3ec23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:33.102281 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-669cd40b-41e9-4bbe-a521-fc7ffcb63fe2 req-ba2168f2-040f-46a0-b53b-8955a7f3ec23 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=84e2115c-5c38-4493-9e9f-a0cb9fd0cc26 HTTP/1.1" status: 200 len: 851 time: 0.2335904 Aug 10 03:25:33.160382 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0ad893a0-87ec-4be1-b27d-9bf796cbdf4b tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:33.255780 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-669cd40b-41e9-4bbe-a521-fc7ffcb63fe2 req-d8880986-6c03-4fd4-ad32-d548a5e6f838 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3ae3bb7a-17de-433a-9439-10e842715ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1339750 Aug 10 03:25:33.267532 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3c5e22-35f3-4ee2-ac4c-c79e108837f5 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Made reservation on behalf of 4ed48e64d2bc4e15aeddc047e3b71cf8 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:25:33.274051 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ff3c5e22-35f3-4ee2-ac4c-c79e108837f5 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:33.354365 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:33.482961 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba263f1f-3314-4e75-ad25-cd594d105cdd req-a75b143a-4ee0-424f-8aaa-e95499fd3ba4 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:33.499461 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ba263f1f-3314-4e75-ad25-cd594d105cdd req-a75b143a-4ee0-424f-8aaa-e95499fd3ba4 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 944 time: 0.3957431 Aug 10 03:25:33.584743 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0ad893a0-87ec-4be1-b27d-9bf796cbdf4b tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:33.720407 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ff3c5e22-35f3-4ee2-ac4c-c79e108837f5 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:33.732619 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad893a0-87ec-4be1-b27d-9bf796cbdf4b tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Pushing event deleted for resources: {'Subnet': ['ID=6db82051-01b3-4515-bd82-ffc292aea3a3,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:33.736376 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0ad893a0-87ec-4be1-b27d-9bf796cbdf4b tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:33.738271 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-0ad893a0-87ec-4be1-b27d-9bf796cbdf4b tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "DELETE /v2.0/subnets/6db82051-01b3-4515-bd82-ffc292aea3a3 HTTP/1.1" status: 204 len: 168 time: 1.1654551 Aug 10 03:25:33.745221 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d9104e-fd73-4df7-8897-92d2dcd1a58d None None] Network 388d512f-0189-4278-87fb-0401d1b0cdc0 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:25:33.791677 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 36930) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:33.804215 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-669cd40b-41e9-4bbe-a521-fc7ffcb63fe2 req-219707ff-f05e-443c-9ffe-6c6bf64cc41c service neutron] 10.222.0.60 "GET /v2.0/networks/3ae3bb7a-17de-433a-9439-10e842715ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5353472 Aug 10 03:25:33.815092 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3c5e22-35f3-4ee2-ac4c-c79e108837f5 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event updated for resources: {'Subnet': ['ID=01d488a6-cd83-4609-bfca-ab761e6a4748,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:33.857132 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3c5e22-35f3-4ee2-ac4c-c79e108837f5 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Network d22567d6-a0ed-4344-b38f-4317a5b58c0a is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:25:33.858601 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-ff3c5e22-35f3-4ee2-ac4c-c79e108837f5 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:33.870133 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3c5e22-35f3-4ee2-ac4c-c79e108837f5 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:33.870761 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ff3c5e22-35f3-4ee2-ac4c-c79e108837f5 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:33.925109 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ba263f1f-3314-4e75-ad25-cd594d105cdd req-99e0aced-dcf6-4b14-baf2-55036b779eed tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4246421 Aug 10 03:25:33.926586 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad893a0-87ec-4be1-b27d-9bf796cbdf4b tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:33.926965 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad893a0-87ec-4be1-b27d-9bf796cbdf4b tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:33.927313 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad893a0-87ec-4be1-b27d-9bf796cbdf4b tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:33.927660 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad893a0-87ec-4be1-b27d-9bf796cbdf4b tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:33.928217 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad893a0-87ec-4be1-b27d-9bf796cbdf4b tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:33.928727 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad893a0-87ec-4be1-b27d-9bf796cbdf4b tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:33.929252 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad893a0-87ec-4be1-b27d-9bf796cbdf4b tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:33.933296 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ff3c5e22-35f3-4ee2-ac4c-c79e108837f5 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8911345 Aug 10 03:25:33.935258 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36936) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:33.940133 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-ccfbe1c1-b425-4735-8303-aabd73575a5f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Request body: {'security_group': {'name': 'tempest-secgroup-362282067'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:33.940654 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad893a0-87ec-4be1-b27d-9bf796cbdf4b tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:33.941350 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad893a0-87ec-4be1-b27d-9bf796cbdf4b tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:33.951299 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad893a0-87ec-4be1-b27d-9bf796cbdf4b tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:33.952671 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad893a0-87ec-4be1-b27d-9bf796cbdf4b tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:33.957112 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad893a0-87ec-4be1-b27d-9bf796cbdf4b tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:33.978160 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ccfbe1c1-b425-4735-8303-aabd73575a5f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:34.132158 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1818f4-9160-4c14-880f-cf7cc81da30b None None] DHCP port deletion for 388d512f-0189-4278-87fb-0401d1b0cdc0 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:25:34.197365 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ccfbe1c1-b425-4735-8303-aabd73575a5f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:34.208612 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ccfbe1c1-b425-4735-8303-aabd73575a5f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:34.233569 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b3f56-4d86-43df-a091-bced83b780a7 req-7d7c4f5e-d266-45e8-85ec-cbcda32cd40d tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:34.244067 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-474b3f56-4d86-43df-a091-bced83b780a7 req-7d7c4f5e-d266-45e8-85ec-cbcda32cd40d tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=322b60eb-c15c-4e22-bca8-d8acadcea6ac HTTP/1.1" status: 200 len: 945 time: 0.6086872 Aug 10 03:25:34.282681 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbe1c1-b425-4735-8303-aabd73575a5f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63d60178-6ed3-4fe0-bfb5-36dc3401d2f2,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:34.290562 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0ebc8aa5-805a-48ed-b2a0-66c7b1ed7f72 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:34.295004 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-669cd40b-41e9-4bbe-a521-fc7ffcb63fe2 req-56394eec-1c08-4ae7-b968-eda6c1d630ca service neutron] 10.222.0.60 "GET /v2.0/networks/3ae3bb7a-17de-433a-9439-10e842715ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4633532 Aug 10 03:25:34.302558 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ccfbe1c1-b425-4735-8303-aabd73575a5f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:34.304175 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ccfbe1c1-b425-4735-8303-aabd73575a5f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3678622 Aug 10 03:25:34.307823 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36944) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:34.320185 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-b74d28f4-cf4d-4a96-a8ee-2f601b4c9b72 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Request body: {'security_group': {'name': 'tempest-secgroup-1743679809'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:34.366507 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01645443-f716-4656-879b-05161a5ccc97 req-d50c35e6-a619-484c-ad2f-0774f33755eb tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:34.368847 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-01645443-f716-4656-879b-05161a5ccc97 req-d50c35e6-a619-484c-ad2f-0774f33755eb tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=44f20c45-4d11-4c3f-9273-c2730d91e930 HTTP/1.1" status: 200 len: 945 time: 0.2976406 Aug 10 03:25:34.397477 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b74d28f4-cf4d-4a96-a8ee-2f601b4c9b72 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:34.445802 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-474b3f56-4d86-43df-a091-bced83b780a7 req-0ce631e0-7c35-4598-93de-da259ad88783 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/security-groups?id=efe56f97-cb65-408d-9c87-fa760e99fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488023 Aug 10 03:25:34.503630 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-01645443-f716-4656-879b-05161a5ccc97 req-075df263-6e3b-436f-ad3b-8d338a8d7988 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721741 Aug 10 03:25:34.542286 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-0ebc8aa5-805a-48ed-b2a0-66c7b1ed7f72 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Deleting port c02ed9f3-e351-4618-8594-ef048e1f6a79 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:25:34.542908 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0ebc8aa5-805a-48ed-b2a0-66c7b1ed7f72 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:34.620143 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b74d28f4-cf4d-4a96-a8ee-2f601b4c9b72 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:34.636737 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b74d28f4-cf4d-4a96-a8ee-2f601b4c9b72 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:34.640942 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8666e4ba-a24e-463f-92de-66be7143aaaf None None] Network d22567d6-a0ed-4344-b38f-4317a5b58c0a requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:25:34.643356 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device c02ed9f3-e351-4618-8594-ef048e1f6a79 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:25:34.719443 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-0ebc8aa5-805a-48ed-b2a0-66c7b1ed7f72 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] For port c02ed9f3-e351-4618-8594-ef048e1f6a79, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=c02ed9f3-e351-4618-8594-ef048e1f6a79,segment=NetworkSegment(7dfe0d04-54df-4eec-bfbd-b2713bc0684e),segment_id=7dfe0d04-54df-4eec-bfbd-b2713bc0684e)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:34.720079 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0ebc8aa5-805a-48ed-b2a0-66c7b1ed7f72 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:34.745702 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-0ebc8aa5-805a-48ed-b2a0-66c7b1ed7f72 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Calling delete_port for c02ed9f3-e351-4618-8594-ef048e1f6a79 owned by network:dhcp {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:25:34.754047 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b74d28f4-cf4d-4a96-a8ee-2f601b4c9b72 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:34.764774 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b74d28f4-cf4d-4a96-a8ee-2f601b4c9b72 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4557188 Aug 10 03:25:34.770873 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 36966) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:34.775733 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-15ea865e-82f3-4e4e-bd91-4e4ffc95508d tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Request body: {'security_group': {'name': 'tempest-secgroup-1696859606'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:34.809106 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74d28f4-cf4d-4a96-a8ee-2f601b4c9b72 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61fa9f40-196f-46b9-850b-ccd46ff04af8,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:34.823532 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d6220f7e-b658-47d2-8931-2ac00b21f30c None None] Provisioning complete for port 28763ef9-5020-46ba-a714-5ac34e80bf85 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:34.823941 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d6220f7e-b658-47d2-8931-2ac00b21f30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:34.835281 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:34.861557 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccdcabf-6786-4ee3-a4b0-831dec7fbc93 req-5be85507-43e9-4cc7-a86a-a949820d61e1 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:34.863464 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bccdcabf-6786-4ee3-a4b0-831dec7fbc93 req-5be85507-43e9-4cc7-a86a-a949820d61e1 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/networks?id=0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe HTTP/1.1" status: 200 len: 810 time: 0.2280436 Aug 10 03:25:34.895786 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bccdcabf-6786-4ee3-a4b0-831dec7fbc93 req-c21465d4-f7f1-47ca-aa8d-0757eb17a8cc tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/quotas/e185eddfc77743c180b686598504f106 HTTP/1.1" status: 200 len: 375 time: 0.0225813 Aug 10 03:25:34.898108 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-15ea865e-82f3-4e4e-bd91-4e4ffc95508d tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:34.921051 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-6f1818f4-9160-4c14-880f-cf7cc81da30b None None] Deleting port c02ed9f3-e351-4618-8594-ef048e1f6a79 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:25:34.921434 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-6f1818f4-9160-4c14-880f-cf7cc81da30b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:34.960564 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:35.096961 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bccdcabf-6786-4ee3-a4b0-831dec7fbc93 req-950d965a-9e86-4983-87b3-226b03bedb6a tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e185eddfc77743c180b686598504f106&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1688821 Aug 10 03:25:35.097659 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0ebc8aa5-805a-48ed-b2a0-66c7b1ed7f72 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:35.134908 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebc8aa5-805a-48ed-b2a0-66c7b1ed7f72 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] No DVR routers for this DVR port c02ed9f3-e351-4618-8594-ef048e1f6a79 on host n-d-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:25:35.203997 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-6f1818f4-9160-4c14-880f-cf7cc81da30b None None] For port c02ed9f3-e351-4618-8594-ef048e1f6a79, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=c02ed9f3-e351-4618-8594-ef048e1f6a79,segment=NetworkSegment(7dfe0d04-54df-4eec-bfbd-b2713bc0684e),segment_id=7dfe0d04-54df-4eec-bfbd-b2713bc0684e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:35.206945 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-6f1818f4-9160-4c14-880f-cf7cc81da30b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:35.241625 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-6f1818f4-9160-4c14-880f-cf7cc81da30b None None] Calling delete_port for c02ed9f3-e351-4618-8594-ef048e1f6a79 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:25:35.275975 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebc8aa5-805a-48ed-b2a0-66c7b1ed7f72 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Pushing event deleted for resources: {'Port': ['ID=c02ed9f3-e351-4618-8594-ef048e1f6a79,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:35.402028 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-15ea865e-82f3-4e4e-bd91-4e4ffc95508d tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:35.429796 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d6220f7e-b658-47d2-8931-2ac00b21f30c None None] Provisioning complete for port 68a3c38c-14cf-4801-a5e5-ad167398b72d triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:35.430391 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d6220f7e-b658-47d2-8931-2ac00b21f30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:35.490459 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bccdcabf-6786-4ee3-a4b0-831dec7fbc93 req-0b033554-9482-4d02-8eea-f16216acb70c service neutron] 10.222.0.62 "GET /v2.0/networks/0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3767984 Aug 10 03:25:35.495909 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-15ea865e-82f3-4e4e-bd91-4e4ffc95508d tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:35.529426 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0ebc8aa5-805a-48ed-b2a0-66c7b1ed7f72 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:35.541941 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-0ebc8aa5-805a-48ed-b2a0-66c7b1ed7f72 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['388d512f-0189-4278-87fb-0401d1b0cdc0']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:35.554559 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-0ebc8aa5-805a-48ed-b2a0-66c7b1ed7f72 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dfe0d04-54df-4eec-bfbd-b2713bc0684e') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:35.554995 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-0ebc8aa5-805a-48ed-b2a0-66c7b1ed7f72 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dfe0d04-54df-4eec-bfbd-b2713bc0684e') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:35.565816 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0ebc8aa5-805a-48ed-b2a0-66c7b1ed7f72 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:35.584944 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-6f1818f4-9160-4c14-880f-cf7cc81da30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:35.591809 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-d6220f7e-b658-47d2-8931-2ac00b21f30c None None] Port 68a3c38c-14cf-4801-a5e5-ad167398b72d cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:25:35.613446 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed1ae11-72e4-4ffa-92a6-35fab3b042a8 None None] Update dhcp port {'port': {'network_id': 'd22567d6-a0ed-4344-b38f-4317a5b58c0a', 'fixed_ips': [{'subnet_id': 'd2f410fe-d750-49f6-9946-9bbe1b5b9e56', 'ip_address': '172.20.0.18'}, {'subnet_id': '01d488a6-cd83-4609-bfca-ab761e6a4748'}], 'binding:host_id': 'n-d-768851-15'}, 'id': '28763ef9-5020-46ba-a714-5ac34e80bf85'} from n-d-768851-15. {{(pid=94218) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:25:35.647637 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1818f4-9160-4c14-880f-cf7cc81da30b None None] Pushing event deleted for resources: {'Port': ['ID=c02ed9f3-e351-4618-8594-ef048e1f6a79,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:35.679033 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0ebc8aa5-805a-48ed-b2a0-66c7b1ed7f72 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:35.681671 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1818f4-9160-4c14-880f-cf7cc81da30b None None] No DVR routers for this DVR port c02ed9f3-e351-4618-8594-ef048e1f6a79 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:25:35.691039 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-aed1ae11-72e4-4ffa-92a6-35fab3b042a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:35.696043 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-15ea865e-82f3-4e4e-bd91-4e4ffc95508d tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:35.701365 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 36992) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:35.706841 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-6c790118-4d9d-4369-b5aa-5b2fed8f1a34 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1679335661', 'security_groups': ['8380beeb-4277-408e-95f0-f079c2b1bb16'], 'network_id': 'd22567d6-a0ed-4344-b38f-4317a5b58c0a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '01d488a6-cd83-4609-bfca-ab761e6a4748'}]}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:35.709638 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-15ea865e-82f3-4e4e-bd91-4e4ffc95508d tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9373055 Aug 10 03:25:35.749606 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ebc8aa5-805a-48ed-b2a0-66c7b1ed7f72 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:25:35.750051 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0ebc8aa5-805a-48ed-b2a0-66c7b1ed7f72 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:35.763382 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:25:35.763382 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:25:35.763382 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:25:35.763382 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:25:35.763382 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:25:35.763382 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:25:35.763382 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:25:35.763382 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:25:35.763382 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:25:35.763382 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:25:35.763382 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:25:35.763382 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:25:35.763382 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:25:35.763382 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:25:35.763382 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:25:35.763382 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:25:35.763382 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:25:35.763382 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:25:35.763382 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:25:35.763382 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:25:35.763382 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:25:35.763382 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:25:35.763382 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:25:35.763382 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:25:35.763382 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:25:35.763382 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:25:35.763382 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:25:35.763382 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:25:35.763382 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:25:35.763382 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:25:35.763382 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:25:35.763382 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:25:35.771962 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf7cbad-d65a-4e6b-8b45-5af47792e36c req-e2efb157-fada-47ea-89da-3c153d4c3414 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:35.773601 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-edf7cbad-d65a-4e6b-8b45-5af47792e36c req-e2efb157-fada-47ea-89da-3c153d4c3414 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=44f20c45-4d11-4c3f-9273-c2730d91e930 HTTP/1.1" status: 200 len: 945 time: 0.7074924 Aug 10 03:25:35.808092 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ea865e-82f3-4e4e-bd91-4e4ffc95508d tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8380beeb-4277-408e-95f0-f079c2b1bb16,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:35.913728 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:35.950248 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0ebc8aa5-805a-48ed-b2a0-66c7b1ed7f72 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:35.965070 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0ebc8aa5-805a-48ed-b2a0-66c7b1ed7f72 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:35.969476 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-0ebc8aa5-805a-48ed-b2a0-66c7b1ed7f72 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "DELETE /v2.0/networks/388d512f-0189-4278-87fb-0401d1b0cdc0 HTTP/1.1" status: 204 len: 168 time: 2.1618032 Aug 10 03:25:35.970983 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bccdcabf-6786-4ee3-a4b0-831dec7fbc93 req-84d2204e-e2cc-4ac4-9cb9-dcff076d6d62 service neutron] 10.222.0.62 "GET /v2.0/networks/0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4647591 Aug 10 03:25:35.981600 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 36998) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:35.986023 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-aed1ae11-72e4-4ffa-92a6-35fab3b042a8 None None] Allocated IP 172.20.0.2 (d22567d6-a0ed-4344-b38f-4317a5b58c0a/01d488a6-cd83-4609-bfca-ab761e6a4748/28763ef9-5020-46ba-a714-5ac34e80bf85) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:25:35.997248 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-edf7cbad-d65a-4e6b-8b45-5af47792e36c req-3e53c74d-b6a4-411b-bc9d-e621c5c9b3ba tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365800 Aug 10 03:25:36.012434 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebc8aa5-805a-48ed-b2a0-66c7b1ed7f72 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Pushing event deleted for resources: {'Network': ['ID=388d512f-0189-4278-87fb-0401d1b0cdc0,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:36.017672 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c790118-4d9d-4369-b5aa-5b2fed8f1a34 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Made reservation on behalf of 4ed48e64d2bc4e15aeddc047e3b71cf8 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:25:36.170540 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce84755e-864e-417f-ae17-3b91ff6a701e tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Deleting subnet 7c1700a9-af2b-4095-9db8-068253b3617c {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:25:36.200801 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6c790118-4d9d-4369-b5aa-5b2fed8f1a34 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:36.223644 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ce84755e-864e-417f-ae17-3b91ff6a701e tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:36.226839 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [None req-6c790118-4d9d-4369-b5aa-5b2fed8f1a34 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] device_id is not set on port 20d903b6-7404-408b-879a-64ac904301a4 yet. {{(pid=94217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:25:36.286551 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-aed1ae11-72e4-4ffa-92a6-35fab3b042a8 None None] For port 28763ef9-5020-46ba-a714-5ac34e80bf85, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=28763ef9-5020-46ba-a714-5ac34e80bf85,segment=NetworkSegment(275fc3f1-bfa3-4783-89cb-a0ff8cfb5558),segment_id=275fc3f1-bfa3-4783-89cb-a0ff8cfb5558)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:36.347418 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-aed1ae11-72e4-4ffa-92a6-35fab3b042a8 None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:36.367969 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-aed1ae11-72e4-4ffa-92a6-35fab3b042a8 None None] Transition to ACTIVE for port object 28763ef9-5020-46ba-a714-5ac34e80bf85 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:36.373574 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-aed1ae11-72e4-4ffa-92a6-35fab3b042a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:36.379869 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ce84755e-864e-417f-ae17-3b91ff6a701e tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:36.440011 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37577c4-fd7b-458e-872c-caa7a253eec4 req-188ef791-111d-4f90-ae6d-6c9df1e65b84 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:36.441821 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c37577c4-fd7b-458e-872c-caa7a253eec4 req-188ef791-111d-4f90-ae6d-6c9df1e65b84 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.58 "GET /v2.0/ports?device_id=44f20c45-4d11-4c3f-9273-c2730d91e930 HTTP/1.1" status: 200 len: 945 time: 0.1482191 Aug 10 03:25:36.499146 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed1ae11-72e4-4ffa-92a6-35fab3b042a8 None None] Pushing event updated for resources: {'Port': ['ID=28763ef9-5020-46ba-a714-5ac34e80bf85,revision_number=6']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:36.574145 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ae49291b-b0d5-4234-9018-5dc98d52111e req-4a661643-05a2-43d0-8e62-e918a8cb6d68 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=b22ecfb1-fa54-438f-99e8-8e686de8885c HTTP/1.1" status: 200 len: 210 time: 0.1104367 Aug 10 03:25:36.661988 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017cb8e3-61fa-4764-a44c-f52f0c1dfab1 req-51aa3726-5c9c-4d62-817a-ad81e20f8290 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:36.668809 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-6c790118-4d9d-4369-b5aa-5b2fed8f1a34 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Allocated IP 172.20.0.9 (d22567d6-a0ed-4344-b38f-4317a5b58c0a/01d488a6-cd83-4609-bfca-ab761e6a4748/20d903b6-7404-408b-879a-64ac904301a4) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:25:36.678063 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-017cb8e3-61fa-4764-a44c-f52f0c1dfab1 req-51aa3726-5c9c-4d62-817a-ad81e20f8290 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=322b60eb-c15c-4e22-bca8-d8acadcea6ac HTTP/1.1" status: 200 len: 945 time: 0.5342300 Aug 10 03:25:36.761497 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-c37577c4-fd7b-458e-872c-caa7a253eec4 req-c65fd452-4450-40d0-b914-d464918284e5 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Deleting port 98933b81-17e6-4f1b-a042-a55c58087f2e {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:25:36.762017 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-c37577c4-fd7b-458e-872c-caa7a253eec4 req-c65fd452-4450-40d0-b914-d464918284e5 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:36.827451 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-017cb8e3-61fa-4764-a44c-f52f0c1dfab1 req-9759b575-1c77-4895-977a-fcda4b3a0c22 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/security-groups?id=efe56f97-cb65-408d-9c87-fa760e99fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480374 Aug 10 03:25:36.836410 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ce84755e-864e-417f-ae17-3b91ff6a701e tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:36.925651 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ce84755e-864e-417f-ae17-3b91ff6a701e tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:36.976346 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ce84755e-864e-417f-ae17-3b91ff6a701e tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:36.981440 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ce84755e-864e-417f-ae17-3b91ff6a701e tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "DELETE /v2.0/subnets/7c1700a9-af2b-4095-9db8-068253b3617c HTTP/1.1" status: 204 len: 168 time: 0.9802384 Aug 10 03:25:36.981440 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce84755e-864e-417f-ae17-3b91ff6a701e tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Pushing event deleted for resources: {'Subnet': ['ID=7c1700a9-af2b-4095-9db8-068253b3617c,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:36.981761 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 37032) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:36.986035 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e704b25-cc5e-4e02-8265-47c22f58bbd8 None None] Network 8c256548-81fe-4ce5-9def-c24a21700c51 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:25:37.216734 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d3707076-46f7-4ad2-98b9-938c0ae9f654 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:37.273871 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487fd37f-a22b-4755-badf-6a0402b56744 req-c5522880-be02-4e8f-ac36-46ca1dc61b88 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:37.273871 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-487fd37f-a22b-4755-badf-6a0402b56744 req-c5522880-be02-4e8f-ac36-46ca1dc61b88 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=44f20c45-4d11-4c3f-9273-c2730d91e930 HTTP/1.1" status: 200 len: 945 time: 0.1330707 Aug 10 03:25:37.279189 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-c37577c4-fd7b-458e-872c-caa7a253eec4 req-c65fd452-4450-40d0-b914-d464918284e5 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] For port 98933b81-17e6-4f1b-a042-a55c58087f2e, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=98933b81-17e6-4f1b-a042-a55c58087f2e,segment=NetworkSegment(8488dbaf-be9b-400f-9dbd-520f189ac473),segment_id=8488dbaf-be9b-400f-9dbd-520f189ac473)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:37.279566 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-c37577c4-fd7b-458e-872c-caa7a253eec4 req-c65fd452-4450-40d0-b914-d464918284e5 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:37.328245 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-c37577c4-fd7b-458e-872c-caa7a253eec4 req-c65fd452-4450-40d0-b914-d464918284e5 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Calling delete_port for 98933b81-17e6-4f1b-a042-a55c58087f2e owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:25:37.360226 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-487fd37f-a22b-4755-badf-6a0402b56744 req-cef13eb3-38ce-4c0f-b143-11bc91f9f4d4 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692029 Aug 10 03:25:37.398859 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-d3707076-46f7-4ad2-98b9-938c0ae9f654 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Deleting port f6168ba1-6e81-4707-b648-69d1dfdb51bf {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:25:37.399417 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d3707076-46f7-4ad2-98b9-938c0ae9f654 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:37.442448 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3890b31-fe5c-4fb0-a1a4-f29df581383e None None] DHCP port deletion for 8c256548-81fe-4ce5-9def-c24a21700c51 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:25:37.534137 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-d3707076-46f7-4ad2-98b9-938c0ae9f654 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] For port f6168ba1-6e81-4707-b648-69d1dfdb51bf, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=f6168ba1-6e81-4707-b648-69d1dfdb51bf,segment=NetworkSegment(e189d3d9-b756-4566-b357-383625a8365a),segment_id=e189d3d9-b756-4566-b357-383625a8365a)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:37.534449 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d3707076-46f7-4ad2-98b9-938c0ae9f654 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:37.569947 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-d3707076-46f7-4ad2-98b9-938c0ae9f654 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Calling delete_port for f6168ba1-6e81-4707-b648-69d1dfdb51bf owned by network:dhcp {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:25:37.631842 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-f3890b31-fe5c-4fb0-a1a4-f29df581383e None None] Deleting port f6168ba1-6e81-4707-b648-69d1dfdb51bf {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:25:37.632711 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f3890b31-fe5c-4fb0-a1a4-f29df581383e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:37.637158 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6c790118-4d9d-4369-b5aa-5b2fed8f1a34 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:37.691894 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-6c790118-4d9d-4369-b5aa-5b2fed8f1a34 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Transition to ACTIVE for port object 20d903b6-7404-408b-879a-64ac904301a4 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:37.718878 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-efa54f3f-c884-4fc9-aa28-3ccbf0f44f20 None None] Provisioning for port 28763ef9-5020-46ba-a714-5ac34e80bf85 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:37.743845 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-f3890b31-fe5c-4fb0-a1a4-f29df581383e None None] For port f6168ba1-6e81-4707-b648-69d1dfdb51bf, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=f6168ba1-6e81-4707-b648-69d1dfdb51bf,segment=NetworkSegment(e189d3d9-b756-4566-b357-383625a8365a),segment_id=e189d3d9-b756-4566-b357-383625a8365a)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:37.745787 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f3890b31-fe5c-4fb0-a1a4-f29df581383e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:37.748927 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-efa54f3f-c884-4fc9-aa28-3ccbf0f44f20 None None] Provisioning complete for port 28763ef9-5020-46ba-a714-5ac34e80bf85 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:37.749454 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-efa54f3f-c884-4fc9-aa28-3ccbf0f44f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:37.783673 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-f3890b31-fe5c-4fb0-a1a4-f29df581383e None None] Calling delete_port for f6168ba1-6e81-4707-b648-69d1dfdb51bf owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:25:37.789158 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6c790118-4d9d-4369-b5aa-5b2fed8f1a34 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:37.801880 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-c37577c4-fd7b-458e-872c-caa7a253eec4 req-c65fd452-4450-40d0-b914-d464918284e5 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:37.803808 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-03afb002-db03-4fe3-ad3d-2906433c4092 req-9a74fed7-9c03-45a0-8d41-256fdd932203 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=b22ecfb1-fa54-438f-99e8-8e686de8885c HTTP/1.1" status: 200 len: 210 time: 0.0826631 Aug 10 03:25:37.805691 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d3707076-46f7-4ad2-98b9-938c0ae9f654 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:37.840758 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['93571af8-54af-41eb-9a95-676bad470dec'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:37.856960 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c790118-4d9d-4369-b5aa-5b2fed8f1a34 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Network d22567d6-a0ed-4344-b38f-4317a5b58c0a is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:25:37.862722 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-6c790118-4d9d-4369-b5aa-5b2fed8f1a34 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:37.894109 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c790118-4d9d-4369-b5aa-5b2fed8f1a34 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:25:37.901163 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c790118-4d9d-4369-b5aa-5b2fed8f1a34 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event updated for resources: {'Port': ['ID=20d903b6-7404-408b-879a-64ac904301a4,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:37.921910 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3707076-46f7-4ad2-98b9-938c0ae9f654 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Pushing event deleted for resources: {'Port': ['ID=f6168ba1-6e81-4707-b648-69d1dfdb51bf,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:37.942928 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3707076-46f7-4ad2-98b9-938c0ae9f654 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] No DVR routers for this DVR port f6168ba1-6e81-4707-b648-69d1dfdb51bf on host n-d-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:25:37.949658 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-c37577c4-fd7b-458e-872c-caa7a253eec4 req-c65fd452-4450-40d0-b914-d464918284e5 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] No DVR routers for this DVR port 98933b81-17e6-4f1b-a042-a55c58087f2e on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:25:37.957187 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-c37577c4-fd7b-458e-872c-caa7a253eec4 req-c65fd452-4450-40d0-b914-d464918284e5 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:37.961373 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c37577c4-fd7b-458e-872c-caa7a253eec4 req-c65fd452-4450-40d0-b914-d464918284e5 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.58 "DELETE /v2.0/ports/98933b81-17e6-4f1b-a042-a55c58087f2e HTTP/1.1" status: 204 len: 173 time: 1.5123973 Aug 10 03:25:37.961927 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f20c45-4d11-4c3f-9273-c2730d91e930', 'name': 'network-vif-deleted', 'tag': '98933b81-17e6-4f1b-a042-a55c58087f2e'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:37.966467 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83980209-736f-4d78-be24-348bcea0e210" -d '{"events": [{"server_uuid": "44f20c45-4d11-4c3f-9273-c2730d91e930", "name": "network-vif-deleted", "tag": "98933b81-17e6-4f1b-a042-a55c58087f2e"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:38.042087 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65fd452-4450-40d0-b914-d464918284e5 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Pushing event deleted for resources: {'Port': ['ID=98933b81-17e6-4f1b-a042-a55c58087f2e,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:38.169596 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c292dda0-3de0-48ae-b68a-15c53134d8e9 x-openstack-request-id: req-c292dda0-3de0-48ae-b68a-15c53134d8e9 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:38.170069 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44f20c45-4d11-4c3f-9273-c2730d91e930", "name": "network-vif-deleted", "tag": "98933b81-17e6-4f1b-a042-a55c58087f2e", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:38.171161 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c292dda0-3de0-48ae-b68a-15c53134d8e9 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:38.171625 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44f20c45-4d11-4c3f-9273-c2730d91e930', 'name': 'network-vif-deleted', 'tag': '98933b81-17e6-4f1b-a042-a55c58087f2e', 'status': 'completed', 'code': 200} Aug 10 03:25:38.199296 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c790118-4d9d-4369-b5aa-5b2fed8f1a34 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:38.202012 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6c790118-4d9d-4369-b5aa-5b2fed8f1a34 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:38.215683 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f3890b31-fe5c-4fb0-a1a4-f29df581383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:38.264381 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d3707076-46f7-4ad2-98b9-938c0ae9f654 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:38.271020 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6c790118-4d9d-4369-b5aa-5b2fed8f1a34 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5663161 Aug 10 03:25:38.280074 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-d3707076-46f7-4ad2-98b9-938c0ae9f654 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c256548-81fe-4ce5-9def-c24a21700c51']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:38.281392 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 37060) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:38.304061 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-d3707076-46f7-4ad2-98b9-938c0ae9f654 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e189d3d9-b756-4566-b357-383625a8365a') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:38.304360 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-d3707076-46f7-4ad2-98b9-938c0ae9f654 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e189d3d9-b756-4566-b357-383625a8365a') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:38.306432 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3890b31-fe5c-4fb0-a1a4-f29df581383e None None] Pushing event deleted for resources: {'Port': ['ID=f6168ba1-6e81-4707-b648-69d1dfdb51bf,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:38.308554 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3890b31-fe5c-4fb0-a1a4-f29df581383e None None] No DVR routers for this DVR port f6168ba1-6e81-4707-b648-69d1dfdb51bf on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:25:38.314456 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-9a3239ef-1784-440d-bca9-727783ec2a08 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Request body: {'subnet': {'network_id': 'd22567d6-a0ed-4344-b38f-4317a5b58c0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:38.338616 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d3707076-46f7-4ad2-98b9-938c0ae9f654 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:38.356099 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d3707076-46f7-4ad2-98b9-938c0ae9f654 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:38.362346 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-efa54f3f-c884-4fc9-aa28-3ccbf0f44f20 None None] Provisioning complete for port 68a3c38c-14cf-4801-a5e5-ad167398b72d triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:38.363062 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-efa54f3f-c884-4fc9-aa28-3ccbf0f44f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:38.370357 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3707076-46f7-4ad2-98b9-938c0ae9f654 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:25:38.371091 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d3707076-46f7-4ad2-98b9-938c0ae9f654 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:38.398654 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:25:38.398654 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:25:38.398654 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:25:38.398654 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:25:38.398654 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:25:38.398654 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:25:38.398654 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:25:38.398654 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:25:38.398654 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:25:38.398654 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:25:38.398654 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:25:38.398654 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:25:38.398654 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:25:38.398654 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:25:38.398654 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:25:38.398654 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:25:38.398654 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:25:38.398654 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:25:38.398654 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:25:38.398654 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:25:38.398654 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:25:38.398654 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:25:38.398654 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:25:38.398654 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:25:38.398654 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:25:38.398654 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:25:38.398654 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:25:38.398654 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:25:38.398654 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:25:38.398654 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:25:38.398654 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:25:38.398654 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:25:38.510393 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-efa54f3f-c884-4fc9-aa28-3ccbf0f44f20 None None] Port 68a3c38c-14cf-4801-a5e5-ad167398b72d cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:25:38.609623 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d3707076-46f7-4ad2-98b9-938c0ae9f654 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:38.650398 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 28763ef9-5020-46ba-a714-5ac34e80bf85 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:25:38.698629 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-913ffd4f-eeb9-4de8-9843-2b7375553582 None None] Provisioning for port 20d903b6-7404-408b-879a-64ac904301a4 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:38.711453 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-913ffd4f-eeb9-4de8-9843-2b7375553582 None None] Provisioning complete for port 20d903b6-7404-408b-879a-64ac904301a4 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:38.712619 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-913ffd4f-eeb9-4de8-9843-2b7375553582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:38.833566 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-913ffd4f-eeb9-4de8-9843-2b7375553582 None None] Port 20d903b6-7404-408b-879a-64ac904301a4 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:25:38.864378 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 28763ef9-5020-46ba-a714-5ac34e80bf85 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:38.864779 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:38.972851 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 98933b81-17e6-4f1b-a042-a55c58087f2e no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:25:39.029158 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: 98933b81-17e6-4f1b-a042-a55c58087f2e {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:25:39.029509 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 98933b81-17e6-4f1b-a042-a55c58087f2e not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:25:39.077600 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccdcabf-6786-4ee3-a4b0-831dec7fbc93 req-514e1bc4-8f27-4e8f-8b76-8a41e109e262 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:39.077600 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-bccdcabf-6786-4ee3-a4b0-831dec7fbc93 req-514e1bc4-8f27-4e8f-8b76-8a41e109e262 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.58 "GET /v2.0/networks?id=0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe HTTP/1.1" status: 200 len: 810 time: 1.0434713 Aug 10 03:25:39.090704 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-bccdcabf-6786-4ee3-a4b0-831dec7fbc93 req-f4d96427-dcae-4414-b59c-012473ed3964 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Request body: {'port': {'device_id': 'b22ecfb1-fa54-438f-99e8-8e686de8885c', 'network_id': '0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe', 'admin_state_up': True, 'tenant_id': 'e185eddfc77743c180b686598504f106'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:39.192745 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device f6168ba1-6e81-4707-b648-69d1dfdb51bf no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:25:39.242175 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: f6168ba1-6e81-4707-b648-69d1dfdb51bf {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:25:39.242503 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device f6168ba1-6e81-4707-b648-69d1dfdb51bf not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:25:39.271180 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d3707076-46f7-4ad2-98b9-938c0ae9f654 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:39.273142 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d3707076-46f7-4ad2-98b9-938c0ae9f654 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] 10.222.0.62 "DELETE /v2.0/networks/8c256548-81fe-4ce5-9def-c24a21700c51 HTTP/1.1" status: 204 len: 168 time: 2.2904546 Aug 10 03:25:39.280197 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-558bf63a-996b-428d-958b-1e78a3efe433 req-a7746e77-da9b-43a7-813d-78e57f45afa1 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=44f20c45-4d11-4c3f-9273-c2730d91e930 HTTP/1.1" status: 200 len: 210 time: 0.6848633 Aug 10 03:25:39.307889 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dbd315-3be7-49bb-a3c9-37c2f34aa4ba req-a14524e5-2235-404b-984f-8b8460cec7f3 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:39.309578 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-87dbd315-3be7-49bb-a3c9-37c2f34aa4ba req-a14524e5-2235-404b-984f-8b8460cec7f3 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=322b60eb-c15c-4e22-bca8-d8acadcea6ac HTTP/1.1" status: 200 len: 945 time: 1.2522185 Aug 10 03:25:39.310964 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3707076-46f7-4ad2-98b9-938c0ae9f654 tempest-ServersTestMultiNic-722629062 tempest-ServersTestMultiNic-722629062-project] Pushing event deleted for resources: {'Network': ['ID=8c256548-81fe-4ce5-9def-c24a21700c51,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:39.347858 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3239ef-1784-440d-bca9-727783ec2a08 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Made reservation on behalf of 4ed48e64d2bc4e15aeddc047e3b71cf8 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:25:39.357837 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9a3239ef-1784-440d-bca9-727783ec2a08 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:39.410907 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-87dbd315-3be7-49bb-a3c9-37c2f34aa4ba req-ae938646-5d90-4b4f-ae6b-199139038123 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/security-groups?id=efe56f97-cb65-408d-9c87-fa760e99fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907419 Aug 10 03:25:39.485519 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-091121c7-e0fb-40d8-a920-041f7067d17e req-b55d8504-5317-4ae1-a8e0-4f927a90670a tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=b22ecfb1-fa54-438f-99e8-8e686de8885c HTTP/1.1" status: 200 len: 210 time: 0.0565398 Aug 10 03:25:39.624359 n-d-768851-15 neutron-server[94217]: INFO neutron.db.ipam_backend_mixin [None req-9a3239ef-1784-440d-bca9-727783ec2a08 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 01d488a6-cd83-4609-bfca-ab761e6a4748 (CIDR: 172.20.0.0/28) Aug 10 03:25:39.626600 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bccdcabf-6786-4ee3-a4b0-831dec7fbc93 req-f4d96427-dcae-4414-b59c-012473ed3964 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Made reservation on behalf of e185eddfc77743c180b686598504f106 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:25:39.631125 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-bccdcabf-6786-4ee3-a4b0-831dec7fbc93 req-f4d96427-dcae-4414-b59c-012473ed3964 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:39.647778 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a3239ef-1784-440d-bca9-727783ec2a08 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:25:39.648298 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a3239ef-1784-440d-bca9-727783ec2a08 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:25:39.675510 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 37092) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:39.741120 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9a3239ef-1784-440d-bca9-727783ec2a08 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4584229 Aug 10 03:25:39.744511 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 37094) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:39.749711 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-31ba943a-0e79-4e62-889f-dd3af364b24a tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Request body: {'subnet': {'network_id': 'd22567d6-a0ed-4344-b38f-4317a5b58c0a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:39.889627 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-bccdcabf-6786-4ee3-a4b0-831dec7fbc93 req-f4d96427-dcae-4414-b59c-012473ed3964 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Allocated IP 172.20.0.7 (0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe/c05a62ae-44d3-4db4-a938-da6f60472238/ab2c91b2-3d80-43ff-8422-5432b46897a4) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:25:39.943443 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ba943a-0e79-4e62-889f-dd3af364b24a tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Made reservation on behalf of 4ed48e64d2bc4e15aeddc047e3b71cf8 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:25:39.947586 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-31ba943a-0e79-4e62-889f-dd3af364b24a tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:40.118189 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e274bca1-a223-43a3-9e01-cd047442f650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:40.158675 n-d-768851-15 neutron-server[94217]: INFO neutron.db.ipam_backend_mixin [None req-31ba943a-0e79-4e62-889f-dd3af364b24a tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet d2f410fe-d750-49f6-9946-9bbe1b5b9e56 (CIDR: 172.20.0.16/28) Aug 10 03:25:40.227172 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-bccdcabf-6786-4ee3-a4b0-831dec7fbc93 req-f4d96427-dcae-4414-b59c-012473ed3964 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:40.246193 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-bccdcabf-6786-4ee3-a4b0-831dec7fbc93 req-f4d96427-dcae-4414-b59c-012473ed3964 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Transition to ACTIVE for port object ab2c91b2-3d80-43ff-8422-5432b46897a4 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:40.282258 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-31ba943a-0e79-4e62-889f-dd3af364b24a tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:25:40.282844 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31ba943a-0e79-4e62-889f-dd3af364b24a tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:25:40.301160 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-bccdcabf-6786-4ee3-a4b0-831dec7fbc93 req-f4d96427-dcae-4414-b59c-012473ed3964 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:40.333501 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['3f5ba6e3-7e80-40b9-9c1e-96a2492934fb'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:40.339209 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['6f7370df-6a1b-4dfe-983b-3d6cd36a298d'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:40.389918 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-31ba943a-0e79-4e62-889f-dd3af364b24a tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6441479 Aug 10 03:25:40.399188 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 37102) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:40.432744 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-2516d3fd-75db-487e-b121-7f61388acdd4 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Request body: {'subnet': {'network_id': 'd22567d6-a0ed-4344-b38f-4317a5b58c0a', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:40.453420 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bccdcabf-6786-4ee3-a4b0-831dec7fbc93 req-f4d96427-dcae-4414-b59c-012473ed3964 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Network 0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:25:40.498103 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-e274bca1-a223-43a3-9e01-cd047442f650 admin admin] Deleting port 2abcecc8-66a1-4d41-beb3-c91db997e686 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:25:40.501593 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e274bca1-a223-43a3-9e01-cd047442f650 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:40.512052 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-bccdcabf-6786-4ee3-a4b0-831dec7fbc93 req-f4d96427-dcae-4414-b59c-012473ed3964 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:40.516670 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-bccdcabf-6786-4ee3-a4b0-831dec7fbc93 req-f4d96427-dcae-4414-b59c-012473ed3964 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:25:40.698288 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccdcabf-6786-4ee3-a4b0-831dec7fbc93 req-f4d96427-dcae-4414-b59c-012473ed3964 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:40.700658 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-bccdcabf-6786-4ee3-a4b0-831dec7fbc93 req-f4d96427-dcae-4414-b59c-012473ed3964 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:40.761858 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c44f29-52e8-4439-96e8-584a2ee87894 req-1e859fa1-3afd-4bd2-8946-9b62fc020344 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:40.765725 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f4c44f29-52e8-4439-96e8-584a2ee87894 req-1e859fa1-3afd-4bd2-8946-9b62fc020344 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.2982223 Aug 10 03:25:40.800169 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f8519-ac0e-4200-91eb-8aee6f0d34fc req-e5155f54-60db-48fb-b0f5-edf8ec6c29a9 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:40.802647 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-704f8519-ac0e-4200-91eb-8aee6f0d34fc req-e5155f54-60db-48fb-b0f5-edf8ec6c29a9 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=322b60eb-c15c-4e22-bca8-d8acadcea6ac HTTP/1.1" status: 200 len: 945 time: 0.2531130 Aug 10 03:25:40.838913 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-e274bca1-a223-43a3-9e01-cd047442f650 admin admin] For port 2abcecc8-66a1-4d41-beb3-c91db997e686, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=2abcecc8-66a1-4d41-beb3-c91db997e686,segment=NetworkSegment(21a571a3-4e55-49d2-b640-8a0087164711),segment_id=21a571a3-4e55-49d2-b640-8a0087164711)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:40.841451 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e274bca1-a223-43a3-9e01-cd047442f650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:40.852715 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d96427-dcae-4414-b59c-012473ed3964 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Pushing event updated for resources: {'Port': ['ID=ab2c91b2-3d80-43ff-8422-5432b46897a4,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:40.870542 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-bccdcabf-6786-4ee3-a4b0-831dec7fbc93 req-f4d96427-dcae-4414-b59c-012473ed3964 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7893913 Aug 10 03:25:40.888500 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-bccdcabf-6786-4ee3-a4b0-831dec7fbc93 req-b2494bdc-f98c-4c55-a594-8d722b5e6d7e service neutron] Request body: {'port': {'device_id': 'b22ecfb1-fa54-438f-99e8-8e686de8885c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:40.925107 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-e274bca1-a223-43a3-9e01-cd047442f650 admin admin] Calling delete_port for 2abcecc8-66a1-4d41-beb3-c91db997e686 owned by network:router_interface {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:25:41.013600 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f4c44f29-52e8-4439-96e8-584a2ee87894 req-5aeef1c3-390d-4cbe-90c1-1471072ebcbc tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049167 Aug 10 03:25:41.024770 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-704f8519-ac0e-4200-91eb-8aee6f0d34fc req-a05285ad-18c3-429a-bcdd-bf815ecce7af tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/security-groups?id=efe56f97-cb65-408d-9c87-fa760e99fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124374 Aug 10 03:25:41.140657 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2516d3fd-75db-487e-b121-7f61388acdd4 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Made reservation on behalf of 4ed48e64d2bc4e15aeddc047e3b71cf8 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:25:41.157942 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2516d3fd-75db-487e-b121-7f61388acdd4 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:41.228983 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-fb032e94-41e2-4714-bfe2-0e9ed465cb41 None None] Provisioning for port ab2c91b2-3d80-43ff-8422-5432b46897a4 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:41.241056 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-fb032e94-41e2-4714-bfe2-0e9ed465cb41 None None] Provisioning complete for port ab2c91b2-3d80-43ff-8422-5432b46897a4 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:41.241440 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-fb032e94-41e2-4714-bfe2-0e9ed465cb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:41.246767 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-bccdcabf-6786-4ee3-a4b0-831dec7fbc93 req-b2494bdc-f98c-4c55-a594-8d722b5e6d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:41.347860 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f442486-aff0-451d-bf3a-def38b7c6574 req-c028fbf9-8b70-4598-9821-9884cf079565 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:41.350194 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9f442486-aff0-451d-bf3a-def38b7c6574 req-c028fbf9-8b70-4598-9821-9884cf079565 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=b22ecfb1-fa54-438f-99e8-8e686de8885c HTTP/1.1" status: 200 len: 931 time: 0.1430228 Aug 10 03:25:41.403820 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-fb032e94-41e2-4714-bfe2-0e9ed465cb41 None None] Port ab2c91b2-3d80-43ff-8422-5432b46897a4 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:25:41.756022 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9f442486-aff0-451d-bf3a-def38b7c6574 req-de7dedaf-a6e9-4663-b9b1-ee318397388c tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485219 Aug 10 03:25:41.787716 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a06d91-a220-4b09-87f3-137dbc0388e3 req-ca04cabe-e6fd-4ab4-bbd3-9b3285f79081 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:41.789100 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-11a06d91-a220-4b09-87f3-137dbc0388e3 req-ca04cabe-e6fd-4ab4-bbd3-9b3285f79081 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.3696840 Aug 10 03:25:41.790784 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e274bca1-a223-43a3-9e01-cd047442f650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:41.842150 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2516d3fd-75db-487e-b121-7f61388acdd4 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:41.859224 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e274bca1-a223-43a3-9e01-cd047442f650 admin admin] Pushing event deleted for resources: {'Port': ['ID=2abcecc8-66a1-4d41-beb3-c91db997e686,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:42.048949 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2516d3fd-75db-487e-b121-7f61388acdd4 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Network d22567d6-a0ed-4344-b38f-4317a5b58c0a is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:25:42.057248 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-11a06d91-a220-4b09-87f3-137dbc0388e3 req-a6e12506-e22a-44c3-8479-8bf82cd068b4 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510784 Aug 10 03:25:42.076065 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-bccdcabf-6786-4ee3-a4b0-831dec7fbc93 req-b2494bdc-f98c-4c55-a594-8d722b5e6d7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab2c91b2-3d80-43ff-8422-5432b46897a4 {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:25:42.091870 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-bccdcabf-6786-4ee3-a4b0-831dec7fbc93 req-b2494bdc-f98c-4c55-a594-8d722b5e6d7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:42.125430 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-bccdcabf-6786-4ee3-a4b0-831dec7fbc93 req-b2494bdc-f98c-4c55-a594-8d722b5e6d7e service neutron] Transition to ACTIVE for port object ab2c91b2-3d80-43ff-8422-5432b46897a4 will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:42.131053 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-2516d3fd-75db-487e-b121-7f61388acdd4 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:42.135103 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2516d3fd-75db-487e-b121-7f61388acdd4 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:42.135746 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2516d3fd-75db-487e-b121-7f61388acdd4 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:42.142496 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dad8c0e-498a-4e8e-baae-4dda0fa05a4e None None] Network d22567d6-a0ed-4344-b38f-4317a5b58c0a requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:25:42.153616 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-bccdcabf-6786-4ee3-a4b0-831dec7fbc93 req-b2494bdc-f98c-4c55-a594-8d722b5e6d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:42.234533 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2494bdc-f98c-4c55-a594-8d722b5e6d7e service neutron] Pushing event updated for resources: {'Port': ['ID=ab2c91b2-3d80-43ff-8422-5432b46897a4,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:42.242230 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2516d3fd-75db-487e-b121-7f61388acdd4 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8395183 Aug 10 03:25:42.242230 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2516d3fd-75db-487e-b121-7f61388acdd4 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event updated for resources: {'Subnet': ['ID=f3b2b377-8d11-4cd8-96eb-a103c1a5faf6,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:42.245031 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 37142) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:42.255806 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-7c3eaa73-d482-47c0-b6a7-384605d35ae1 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1236463863', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f3b2b377-8d11-4cd8-96eb-a103c1a5faf6'}], 'security_groups': ['63d60178-6ed3-4fe0-bfb5-36dc3401d2f2', '61fa9f40-196f-46b9-850b-ccd46ff04af8']}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:42.503992 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e895ff-612f-4ed1-84d6-dbd26ab23305 req-f39ef2bc-9fde-4d99-82ac-75a931193fc3 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:42.527292 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-84e895ff-612f-4ed1-84d6-dbd26ab23305 req-f39ef2bc-9fde-4d99-82ac-75a931193fc3 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=322b60eb-c15c-4e22-bca8-d8acadcea6ac HTTP/1.1" status: 200 len: 945 time: 0.3006740 Aug 10 03:25:42.611202 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e274bca1-a223-43a3-9e01-cd047442f650 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:42.620747 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-bccdcabf-6786-4ee3-a4b0-831dec7fbc93 req-b2494bdc-f98c-4c55-a594-8d722b5e6d7e service neutron] Attempting to bind port ab2c91b2-3d80-43ff-8422-5432b46897a4 on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:25:42.621344 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-bccdcabf-6786-4ee3-a4b0-831dec7fbc93 req-b2494bdc-f98c-4c55-a594-8d722b5e6d7e service neutron] Attempting to bind port ab2c91b2-3d80-43ff-8422-5432b46897a4 by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '8f60b627-ffb1-479c-a505-a6c7d3d8b515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:25:42.621982 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccdcabf-6786-4ee3-a4b0-831dec7fbc93 req-b2494bdc-f98c-4c55-a594-8d722b5e6d7e service neutron] Attempting to bind port ab2c91b2-3d80-43ff-8422-5432b46897a4 on network 0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:42.629254 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9262e64b-ec41-47f3-aab6-634623d74241 None None] Update dhcp port {'port': {'network_id': 'd22567d6-a0ed-4344-b38f-4317a5b58c0a', 'fixed_ips': [{'subnet_id': 'd2f410fe-d750-49f6-9946-9bbe1b5b9e56', 'ip_address': '172.20.0.18'}, {'subnet_id': '01d488a6-cd83-4609-bfca-ab761e6a4748', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f3b2b377-8d11-4cd8-96eb-a103c1a5faf6'}], 'binding:host_id': 'n-d-768851-15'}, 'id': '28763ef9-5020-46ba-a714-5ac34e80bf85'} from n-d-768851-15. {{(pid=94218) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:25:42.637082 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccdcabf-6786-4ee3-a4b0-831dec7fbc93 req-b2494bdc-f98c-4c55-a594-8d722b5e6d7e service neutron] Port ab2c91b2-3d80-43ff-8422-5432b46897a4 on network 0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:25:42.640264 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccdcabf-6786-4ee3-a4b0-831dec7fbc93 req-b2494bdc-f98c-4c55-a594-8d722b5e6d7e service neutron] Attempting to bind port ab2c91b2-3d80-43ff-8422-5432b46897a4 on network 0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:42.651675 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccdcabf-6786-4ee3-a4b0-831dec7fbc93 req-b2494bdc-f98c-4c55-a594-8d722b5e6d7e service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:25:42.652325 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccdcabf-6786-4ee3-a4b0-831dec7fbc93 req-b2494bdc-f98c-4c55-a594-8d722b5e6d7e service neutron] Checking segment: {'id': '8f60b627-ffb1-479c-a505-a6c7d3d8b515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:25:42.652817 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccdcabf-6786-4ee3-a4b0-831dec7fbc93 req-b2494bdc-f98c-4c55-a594-8d722b5e6d7e service neutron] Bound using segment: {'id': '8f60b627-ffb1-479c-a505-a6c7d3d8b515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:25:42.653364 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-bccdcabf-6786-4ee3-a4b0-831dec7fbc93 req-b2494bdc-f98c-4c55-a594-8d722b5e6d7e service neutron] Bound port: ab2c91b2-3d80-43ff-8422-5432b46897a4, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f60b627-ffb1-479c-a505-a6c7d3d8b515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:25:42.653830 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-bccdcabf-6786-4ee3-a4b0-831dec7fbc93 req-b2494bdc-f98c-4c55-a594-8d722b5e6d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:42.670091 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9262e64b-ec41-47f3-aab6-634623d74241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:42.700846 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7c3eaa73-d482-47c0-b6a7-384605d35ae1 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:42.833654 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d5130-5aca-49a6-b710-6efd3ba4cb15 req-bf108b6f-55d2-4995-9a10-f3a6c9ca8fcd tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:42.837413 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7f2d5130-5aca-49a6-b710-6efd3ba4cb15 req-bf108b6f-55d2-4995-9a10-f3a6c9ca8fcd tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.5694022 Aug 10 03:25:42.884075 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-84e895ff-612f-4ed1-84d6-dbd26ab23305 req-e7fc431d-10c4-44dd-81e1-a9a28b45fb5b tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/security-groups?id=efe56f97-cb65-408d-9c87-fa760e99fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524375 Aug 10 03:25:42.939082 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-bccdcabf-6786-4ee3-a4b0-831dec7fbc93 req-b2494bdc-f98c-4c55-a594-8d722b5e6d7e service neutron] For port ab2c91b2-3d80-43ff-8422-5432b46897a4, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:25:42.961808 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7f2d5130-5aca-49a6-b710-6efd3ba4cb15 req-52d28e83-6a89-47a8-a37a-661b50c5bb14 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090603 Aug 10 03:25:42.967384 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-bccdcabf-6786-4ee3-a4b0-831dec7fbc93 req-b2494bdc-f98c-4c55-a594-8d722b5e6d7e service neutron] For port ab2c91b2-3d80-43ff-8422-5432b46897a4, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=ab2c91b2-3d80-43ff-8422-5432b46897a4,segment=NetworkSegment(8f60b627-ffb1-479c-a505-a6c7d3d8b515),segment_id=8f60b627-ffb1-479c-a505-a6c7d3d8b515)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:25:42.982601 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-bccdcabf-6786-4ee3-a4b0-831dec7fbc93 req-b2494bdc-f98c-4c55-a594-8d722b5e6d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:43.120820 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccdcabf-6786-4ee3-a4b0-831dec7fbc93 req-b2494bdc-f98c-4c55-a594-8d722b5e6d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:43.122173 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-bccdcabf-6786-4ee3-a4b0-831dec7fbc93 req-b2494bdc-f98c-4c55-a594-8d722b5e6d7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:43.126954 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-bccdcabf-6786-4ee3-a4b0-831dec7fbc93 req-b2494bdc-f98c-4c55-a594-8d722b5e6d7e service neutron] 10.222.0.58 "PUT /v2.0/ports/ab2c91b2-3d80-43ff-8422-5432b46897a4 HTTP/1.1" status: 200 len: 1092 time: 2.2446873 Aug 10 03:25:43.127541 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b22ecfb1-fa54-438f-99e8-8e686de8885c', 'tag': 'ab2c91b2-3d80-43ff-8422-5432b46897a4'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:43.139563 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b771e78-5a4f-42ee-a59c-c451586044a0" -d '{"events": [{"name": "network-changed", "server_uuid": "b22ecfb1-fa54-438f-99e8-8e686de8885c", "tag": "ab2c91b2-3d80-43ff-8422-5432b46897a4"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:43.207085 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2494bdc-f98c-4c55-a594-8d722b5e6d7e service neutron] Pushing event updated for resources: {'Port': ['ID=ab2c91b2-3d80-43ff-8422-5432b46897a4,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:43.322477 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10483cdc-926e-4d1d-b447-8f7b99adeb0f x-openstack-request-id: req-10483cdc-926e-4d1d-b447-8f7b99adeb0f {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:43.322477 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b22ecfb1-fa54-438f-99e8-8e686de8885c", "tag": "ab2c91b2-3d80-43ff-8422-5432b46897a4", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:43.322477 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-10483cdc-926e-4d1d-b447-8f7b99adeb0f {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:43.322477 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b22ecfb1-fa54-438f-99e8-8e686de8885c', 'tag': 'ab2c91b2-3d80-43ff-8422-5432b46897a4', 'status': 'completed', 'code': 200} Aug 10 03:25:43.354864 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58f401-f33d-4d7b-bd2c-c6036cd7596c req-47085a82-1f5e-4e3b-84bd-90a39528f844 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:43.357481 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7d58f401-f33d-4d7b-bd2c-c6036cd7596c req-47085a82-1f5e-4e3b-84bd-90a39528f844 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=b22ecfb1-fa54-438f-99e8-8e686de8885c HTTP/1.1" status: 200 len: 943 time: 0.2742348 Aug 10 03:25:43.452407 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-9262e64b-ec41-47f3-aab6-634623d74241 None None] Allocated IP 172.20.0.34 (d22567d6-a0ed-4344-b38f-4317a5b58c0a/f3b2b377-8d11-4cd8-96eb-a103c1a5faf6/28763ef9-5020-46ba-a714-5ac34e80bf85) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:25:43.453878 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccdcabf-6786-4ee3-a4b0-831dec7fbc93 req-8cac6484-d847-4c13-b4bf-6e610c9b6a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:43.458423 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-bccdcabf-6786-4ee3-a4b0-831dec7fbc93 req-8cac6484-d847-4c13-b4bf-6e610c9b6a2a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e185eddfc77743c180b686598504f106&device_id=b22ecfb1-fa54-438f-99e8-8e686de8885c HTTP/1.1" status: 200 len: 1095 time: 0.2582581 Aug 10 03:25:43.492054 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e274bca1-a223-43a3-9e01-cd047442f650 admin admin] Router f623395f-1c62-4bf0-a2a9-a406b8ce198c has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:25:43.495731 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7d58f401-f33d-4d7b-bd2c-c6036cd7596c req-fdd59ff6-988e-42dc-adb3-26b72d5bd4e3 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206522 Aug 10 03:25:43.577629 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-bccdcabf-6786-4ee3-a4b0-831dec7fbc93 req-6d83016c-3022-4933-869b-38553edcc52b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab2c91b2-3d80-43ff-8422-5432b46897a4 HTTP/1.1" status: 200 len: 217 time: 0.0827024 Aug 10 03:25:43.697834 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccdcabf-6786-4ee3-a4b0-831dec7fbc93 req-2dca6535-ca27-4239-b8c5-bba6367e9896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:43.702868 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-bccdcabf-6786-4ee3-a4b0-831dec7fbc93 req-2dca6535-ca27-4239-b8c5-bba6367e9896 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c05a62ae-44d3-4db4-a938-da6f60472238 HTTP/1.1" status: 200 len: 849 time: 0.1186991 Aug 10 03:25:43.781354 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e274bca1-a223-43a3-9e01-cd047442f650 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:25:43.788023 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-9262e64b-ec41-47f3-aab6-634623d74241 None None] For port 28763ef9-5020-46ba-a714-5ac34e80bf85, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=28763ef9-5020-46ba-a714-5ac34e80bf85,segment=NetworkSegment(275fc3f1-bfa3-4783-89cb-a0ff8cfb5558),segment_id=275fc3f1-bfa3-4783-89cb-a0ff8cfb5558)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:43.794263 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c18b22-4061-4d77-8b2b-962f44040433 None None] Sync routers for ids ['f623395f-1c62-4bf0-a2a9-a406b8ce198c'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:25:43.805955 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccdcabf-6786-4ee3-a4b0-831dec7fbc93 req-6a7c346a-332b-4c0e-9723-2fe6552b4818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:43.807535 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-bccdcabf-6786-4ee3-a4b0-831dec7fbc93 req-6a7c346a-332b-4c0e-9723-2fe6552b4818 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0971520 Aug 10 03:25:43.810621 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-e274bca1-a223-43a3-9e01-cd047442f650 admin admin] 10.222.0.62 "PUT /v2.0/routers/f623395f-1c62-4bf0-a2a9-a406b8ce198c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1316636 Aug 10 03:25:43.811060 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 37160) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:43.812955 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c18b22-4061-4d77-8b2b-962f44040433 None None] Routers {'f623395f-1c62-4bf0-a2a9-a406b8ce198c'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:25:43.813753 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-91c18b22-4061-4d77-8b2b-962f44040433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:25:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['f623395f-1c62-4bf0-a2a9-a406b8ce198c'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:43.909248 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9262e64b-ec41-47f3-aab6-634623d74241 None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:43.954937 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-9262e64b-ec41-47f3-aab6-634623d74241 None None] Transition to ACTIVE for port object 28763ef9-5020-46ba-a714-5ac34e80bf85 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:43.976295 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9262e64b-ec41-47f3-aab6-634623d74241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:44.210058 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-bccdcabf-6786-4ee3-a4b0-831dec7fbc93 req-134daf64-daa1-4c6a-bd45-28429ae271d3 service neutron] 10.222.0.58 "GET /v2.0/networks/0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3938434 Aug 10 03:25:44.300406 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9262e64b-ec41-47f3-aab6-634623d74241 None None] Pushing event updated for resources: {'Port': ['ID=28763ef9-5020-46ba-a714-5ac34e80bf85,revision_number=7']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:44.302424 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-91c18b22-4061-4d77-8b2b-962f44040433 None None] Set router f623395f-1c62-4bf0-a2a9-a406b8ce198c gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:25:44.349951 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb1f771-419b-4678-ac26-23b43d2f8371 req-a2a23692-8c89-4941-b5da-eb5ff67cf7cb tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:44.366352 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cfb1f771-419b-4678-ac26-23b43d2f8371 req-a2a23692-8c89-4941-b5da-eb5ff67cf7cb tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=322b60eb-c15c-4e22-bca8-d8acadcea6ac HTTP/1.1" status: 200 len: 945 time: 0.3286383 Aug 10 03:25:44.482880 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cfb1f771-419b-4678-ac26-23b43d2f8371 req-b2ba3a4c-41d6-4546-8390-d322aa5bacc1 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/security-groups?id=efe56f97-cb65-408d-9c87-fa760e99fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151490 Aug 10 03:25:44.486889 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-960afe6a-56d1-43f1-944f-0d44e9a67272 admin admin] Notify callbacks [] for router, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:44.574604 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-7c3eaa73-d482-47c0-b6a7-384605d35ae1 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Delete allocated IP 172.20.0.9 (d22567d6-a0ed-4344-b38f-4317a5b58c0a/01d488a6-cd83-4609-bfca-ab761e6a4748) {{(pid=94217) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 10 03:25:44.617680 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-bccdcabf-6786-4ee3-a4b0-831dec7fbc93 req-3edd208e-3dc4-42a8-8793-ca2d7beeb251 service neutron] 10.222.0.58 "GET /v2.0/networks/0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899579 Aug 10 03:25:44.628630 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-7c3eaa73-d482-47c0-b6a7-384605d35ae1 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Allocated IP 172.20.0.36 (d22567d6-a0ed-4344-b38f-4317a5b58c0a/f3b2b377-8d11-4cd8-96eb-a103c1a5faf6/20d903b6-7404-408b-879a-64ac904301a4) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:25:44.634361 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 28763ef9-5020-46ba-a714-5ac34e80bf85 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:25:44.657257 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-91c18b22-4061-4d77-8b2b-962f44040433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f623395f-1c62-4bf0-a2a9-a406b8ce198c', 'name': 'tempest-ServersTestMultiNic-174352588-router', 'tenant_id': 'd8f2056cb8664657b3af8bc92377e007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'dec7dab2-937e-46b3-bbfd-62dcb176d1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:23:40Z', 'updated_at': '2021-08-10T03:25:41Z', 'revision_number': 5, 'project_id': 'd8f2056cb8664657b3af8bc92377e007', 'gw_port': {'id': 'dec7dab2-937e-46b3-bbfd-62dcb176d1f9', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f623395f-1c62-4bf0-a2a9-a406b8ce198c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:23:43Z', 'updated_at': '2021-08-10T03:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:44.748350 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c18b22-4061-4d77-8b2b-962f44040433 None None] Checking router: f623395f-1c62-4bf0-a2a9-a406b8ce198c for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:25:44.779655 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c18b22-4061-4d77-8b2b-962f44040433 None None] Routers {'f623395f-1c62-4bf0-a2a9-a406b8ce198c'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:25:44.783996 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-91c18b22-4061-4d77-8b2b-962f44040433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:25:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['f623395f-1c62-4bf0-a2a9-a406b8ce198c'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:44.885492 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b771e78-5a4f-42ee-a59c-c451586044a0 req-ac641cb3-b5e3-4b9a-aea8-c544db1867d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:44.887271 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2b771e78-5a4f-42ee-a59c-c451586044a0 req-ac641cb3-b5e3-4b9a-aea8-c544db1867d8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e185eddfc77743c180b686598504f106&device_id=b22ecfb1-fa54-438f-99e8-8e686de8885c HTTP/1.1" status: 200 len: 1095 time: 0.1675045 Aug 10 03:25:45.117549 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-91c18b22-4061-4d77-8b2b-962f44040433 None None] Set router f623395f-1c62-4bf0-a2a9-a406b8ce198c gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:25:45.312937 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b771e78-5a4f-42ee-a59c-c451586044a0 req-ce1cdce1-79c1-419e-aff3-8095c5252aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:45.314473 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2b771e78-5a4f-42ee-a59c-c451586044a0 req-ce1cdce1-79c1-419e-aff3-8095c5252aa0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe HTTP/1.1" status: 200 len: 911 time: 0.3998237 Aug 10 03:25:45.565423 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7c3eaa73-d482-47c0-b6a7-384605d35ae1 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:45.571647 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-c07e83e3-908a-4acf-a8cd-af1e7987e6cd None None] Provisioning for port 28763ef9-5020-46ba-a714-5ac34e80bf85 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:45.576596 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-91c18b22-4061-4d77-8b2b-962f44040433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f623395f-1c62-4bf0-a2a9-a406b8ce198c', 'name': 'tempest-ServersTestMultiNic-174352588-router', 'tenant_id': 'd8f2056cb8664657b3af8bc92377e007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'dec7dab2-937e-46b3-bbfd-62dcb176d1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:23:40Z', 'updated_at': '2021-08-10T03:25:41Z', 'revision_number': 5, 'project_id': 'd8f2056cb8664657b3af8bc92377e007', 'gw_port': {'id': 'dec7dab2-937e-46b3-bbfd-62dcb176d1f9', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f623395f-1c62-4bf0-a2a9-a406b8ce198c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:23:43Z', 'updated_at': '2021-08-10T03:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:45.577373 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-c07e83e3-908a-4acf-a8cd-af1e7987e6cd None None] Provisioning complete for port 28763ef9-5020-46ba-a714-5ac34e80bf85 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:45.577981 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c07e83e3-908a-4acf-a8cd-af1e7987e6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:45.601111 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-7c3eaa73-d482-47c0-b6a7-384605d35ae1 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Transition to ACTIVE for port object 20d903b6-7404-408b-879a-64ac904301a4 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:45.604663 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2b771e78-5a4f-42ee-a59c-c451586044a0 req-b7b0cc51-a553-4f61-892f-adcc6da5fa2b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab2c91b2-3d80-43ff-8422-5432b46897a4 HTTP/1.1" status: 200 len: 217 time: 0.2611227 Aug 10 03:25:45.627208 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7c3eaa73-d482-47c0-b6a7-384605d35ae1 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:45.640672 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c18b22-4061-4d77-8b2b-962f44040433 None None] The sync data for ids ['f623395f-1c62-4bf0-a2a9-a406b8ce198c'] in n-d-768851-15 is: [{'id': 'f623395f-1c62-4bf0-a2a9-a406b8ce198c', 'name': 'tempest-ServersTestMultiNic-174352588-router', 'tenant_id': 'd8f2056cb8664657b3af8bc92377e007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'dec7dab2-937e-46b3-bbfd-62dcb176d1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:23:40Z', 'updated_at': '2021-08-10T03:25:41Z', 'revision_number': 5, 'project_id': 'd8f2056cb8664657b3af8bc92377e007', 'gw_port': {'id': 'dec7dab2-937e-46b3-bbfd-62dcb176d1f9', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f623395f-1c62-4bf0-a2a9-a406b8ce198c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:23:43Z', 'updated_at': '2021-08-10T03:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:25:45.759482 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-c07e83e3-908a-4acf-a8cd-af1e7987e6cd None None] Provisioning complete for port 68a3c38c-14cf-4801-a5e5-ad167398b72d triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:45.760213 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c07e83e3-908a-4acf-a8cd-af1e7987e6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:45.767315 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-960afe6a-56d1-43f1-944f-0d44e9a67272 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:45.788547 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b771e78-5a4f-42ee-a59c-c451586044a0 req-b90f6aae-2105-4de2-b6fc-58474ddd2c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:45.790882 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2b771e78-5a4f-42ee-a59c-c451586044a0 req-b90f6aae-2105-4de2-b6fc-58474ddd2c74 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c05a62ae-44d3-4db4-a938-da6f60472238 HTTP/1.1" status: 200 len: 849 time: 0.1781073 Aug 10 03:25:45.840608 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3eaa73-d482-47c0-b6a7-384605d35ae1 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event updated for resources: {'Port': ['ID=20d903b6-7404-408b-879a-64ac904301a4,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:45.847116 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-c07e83e3-908a-4acf-a8cd-af1e7987e6cd None None] Port 68a3c38c-14cf-4801-a5e5-ad167398b72d cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:25:45.861917 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cf465-f818-49f8-bed5-da7566fefe2a req-f19f044a-3c6b-4622-9fc4-356defb5689b tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:45.871215 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-405cf465-f818-49f8-bed5-da7566fefe2a req-f19f044a-3c6b-4622-9fc4-356defb5689b tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=b22ecfb1-fa54-438f-99e8-8e686de8885c HTTP/1.1" status: 200 len: 943 time: 1.1610084 Aug 10 03:25:45.896483 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-c07e83e3-908a-4acf-a8cd-af1e7987e6cd None None] Provisioning for port 20d903b6-7404-408b-879a-64ac904301a4 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:45.908323 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-c07e83e3-908a-4acf-a8cd-af1e7987e6cd None None] Provisioning complete for port 20d903b6-7404-408b-879a-64ac904301a4 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:45.908648 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c07e83e3-908a-4acf-a8cd-af1e7987e6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:45.969942 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bacc3f-492e-4189-90d6-3ce32d1981e9 req-6adb4208-51ce-444a-97fb-56bf5243676a tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:46.001618 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-10bacc3f-492e-4189-90d6-3ce32d1981e9 req-6adb4208-51ce-444a-97fb-56bf5243676a tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=322b60eb-c15c-4e22-bca8-d8acadcea6ac HTTP/1.1" status: 200 len: 945 time: 0.2206340 Aug 10 03:25:46.009848 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-c07e83e3-908a-4acf-a8cd-af1e7987e6cd None None] Port 20d903b6-7404-408b-879a-64ac904301a4 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:25:46.039562 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-405cf465-f818-49f8-bed5-da7566fefe2a req-30773b42-f1b9-4e9f-a9bd-e80f5c179d92 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670578 Aug 10 03:25:46.053274 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-960afe6a-56d1-43f1-944f-0d44e9a67272 admin admin] Deleting port dec7dab2-937e-46b3-bbfd-62dcb176d1f9 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:25:46.053998 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-960afe6a-56d1-43f1-944f-0d44e9a67272 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:46.291412 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-10bacc3f-492e-4189-90d6-3ce32d1981e9 req-0635dee8-3960-40c8-9688-b48a13f91387 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/security-groups?id=efe56f97-cb65-408d-9c87-fa760e99fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884591 Aug 10 03:25:46.368353 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-7c3eaa73-d482-47c0-b6a7-384605d35ae1 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] In _notify_port_updated(), no bound segment for port 20d903b6-7404-408b-879a-64ac904301a4 on network d22567d6-a0ed-4344-b38f-4317a5b58c0a {{(pid=94217) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:25:46.374652 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3eaa73-d482-47c0-b6a7-384605d35ae1 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:46.375316 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7c3eaa73-d482-47c0-b6a7-384605d35ae1 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:46.381988 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-960afe6a-56d1-43f1-944f-0d44e9a67272 admin admin] For port dec7dab2-937e-46b3-bbfd-62dcb176d1f9, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=dec7dab2-937e-46b3-bbfd-62dcb176d1f9,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:46.382168 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7c3eaa73-d482-47c0-b6a7-384605d35ae1 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "PUT /v2.0/ports/20d903b6-7404-408b-879a-64ac904301a4 HTTP/1.1" status: 200 len: 960 time: 4.1355727 Aug 10 03:25:46.382242 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-960afe6a-56d1-43f1-944f-0d44e9a67272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:46.383845 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 37198) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:46.396325 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0f161-38ca-4c77-8171-83d9d4805f1a req-f7e7f30d-ccfa-41c9-aeb0-8241f93c167f tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:46.403714 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ecd0f161-38ca-4c77-8171-83d9d4805f1a req-f7e7f30d-ccfa-41c9-aeb0-8241f93c167f tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b14b0b4-fb92-4d1f-9814-e06ee0564ff9 HTTP/1.1" status: 200 len: 945 time: 0.1111963 Aug 10 03:25:46.497289 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ecd0f161-38ca-4c77-8171-83d9d4805f1a req-8c865e8e-9ed3-4714-893b-7628ccbcdd8c tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] 10.222.0.62 "GET /v2.0/security-groups?id=46df5d1c-7e0f-40ce-9b49-3c1bf335dc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835276 Aug 10 03:25:46.497555 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b771e78-5a4f-42ee-a59c-c451586044a0 req-9d9f7ddb-05f8-47fe-9b56-77bcef6f73db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:46.497555 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2b771e78-5a4f-42ee-a59c-c451586044a0 req-9d9f7ddb-05f8-47fe-9b56-77bcef6f73db service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6646895 Aug 10 03:25:46.498027 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-960afe6a-56d1-43f1-944f-0d44e9a67272 admin admin] Calling delete_port for dec7dab2-937e-46b3-bbfd-62dcb176d1f9 owned by network:router_gateway {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:25:46.509037 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 2abcecc8-66a1-4d41-beb3-c91db997e686 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:25:46.593361 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 2abcecc8-66a1-4d41-beb3-c91db997e686 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:25:46.594361 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 2abcecc8-66a1-4d41-beb3-c91db997e686 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:25:46.642316 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-f0012b29-db65-4ff3-85a4-c9dcdd277822 None None] Provisioning complete for port 20d903b6-7404-408b-879a-64ac904301a4 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:46.642677 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f0012b29-db65-4ff3-85a4-c9dcdd277822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:46.647560 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-0d9a9e73-9225-4429-92b8-fadbf59720d2 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Deleting port 20d903b6-7404-408b-879a-64ac904301a4 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:25:46.648420 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0d9a9e73-9225-4429-92b8-fadbf59720d2 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:46.757911 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-f0012b29-db65-4ff3-85a4-c9dcdd277822 None None] Port 20d903b6-7404-408b-879a-64ac904301a4 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:25:46.788947 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2b771e78-5a4f-42ee-a59c-c451586044a0 req-d4fbd49a-3b7b-4a2a-b5d2-0cb231582b7a service neutron] 10.222.0.58 "GET /v2.0/networks/0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514517 Aug 10 03:25:46.926753 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-960afe6a-56d1-43f1-944f-0d44e9a67272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:46.934278 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0d9a9e73-9225-4429-92b8-fadbf59720d2 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:46.970970 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-0d9a9e73-9225-4429-92b8-fadbf59720d2 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Calling delete_port for 20d903b6-7404-408b-879a-64ac904301a4 owned by {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:25:47.000173 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2b771e78-5a4f-42ee-a59c-c451586044a0 req-437c503e-d4b5-4c89-8d67-a9c9a9564cec service neutron] 10.222.0.58 "GET /v2.0/networks/0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990025 Aug 10 03:25:47.005155 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960afe6a-56d1-43f1-944f-0d44e9a67272 admin admin] Pushing event deleted for resources: {'Port': ['ID=dec7dab2-937e-46b3-bbfd-62dcb176d1f9,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:47.039515 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device ab2c91b2-3d80-43ff-8422-5432b46897a4 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:25:47.248763 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0d9a9e73-9225-4429-92b8-fadbf59720d2 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:47.264983 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port ab2c91b2-3d80-43ff-8422-5432b46897a4, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=ab2c91b2-3d80-43ff-8422-5432b46897a4,segment=NetworkSegment(8f60b627-ffb1-479c-a505-a6c7d3d8b515),segment_id=8f60b627-ffb1-479c-a505-a6c7d3d8b515)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:47.291027 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': 'ab2c91b2-3d80-43ff-8422-5432b46897a4', 'network_id': '0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe', 'port_id': 'ab2c91b2-3d80-43ff-8422-5432b46897a4', 'mac_address': 'fa:16:3e:59:a8:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c05a62ae-44d3-4db4-a938-da6f60472238', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:25:47.307654 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-960afe6a-56d1-43f1-944f-0d44e9a67272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:47.312771 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a9e73-9225-4429-92b8-fadbf59720d2 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event deleted for resources: {'Port': ['ID=20d903b6-7404-408b-879a-64ac904301a4,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:47.408622 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:47.437722 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab2c91b2-3d80-43ff-8422-5432b46897a4 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:25:47.468775 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port ab2c91b2-3d80-43ff-8422-5432b46897a4, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=ab2c91b2-3d80-43ff-8422-5432b46897a4,segment=NetworkSegment(8f60b627-ffb1-479c-a505-a6c7d3d8b515),segment_id=8f60b627-ffb1-479c-a505-a6c7d3d8b515)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:47.476392 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:47.514537 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0d9a9e73-9225-4429-92b8-fadbf59720d2 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:47.518552 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0d9a9e73-9225-4429-92b8-fadbf59720d2 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "DELETE /v2.0/ports/20d903b6-7404-408b-879a-64ac904301a4 HTTP/1.1" status: 204 len: 168 time: 1.1320851 Aug 10 03:25:47.521508 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 37224) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:47.551335 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=ab2c91b2-3d80-43ff-8422-5432b46897a4,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:47.587723 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba70add8-97d7-450c-be16-ef1abf9382ba req-e2f2ec92-19b0-483b-9a31-80ddcfbb3add tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:47.589551 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ba70add8-97d7-450c-be16-ef1abf9382ba req-e2f2ec92-19b0-483b-9a31-80ddcfbb3add tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.5395086 Aug 10 03:25:47.594603 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-960afe6a-56d1-43f1-944f-0d44e9a67272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:47.606459 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-960afe6a-56d1-43f1-944f-0d44e9a67272 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:47.611516 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7005632-78da-46a0-977a-3839d60dfa5a tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] GET failed (client error): The resource could not be found. Aug 10 03:25:47.619738 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e7005632-78da-46a0-977a-3839d60dfa5a tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "GET /v2.0/ports/20d903b6-7404-408b-879a-64ac904301a4 HTTP/1.1" status: 404 len: 333 time: 0.0937715 Aug 10 03:25:47.622313 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 37226) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:47.699242 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['ab2c91b2-3d80-43ff-8422-5432b46897a4'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:47.737161 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d20d03f0-436c-471d-aac8-3bdf4ddfdb0a tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:47.756104 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ba70add8-97d7-450c-be16-ef1abf9382ba req-ac639dce-8d65-4d4e-aad8-ddd2a142e78d tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579118 Aug 10 03:25:47.768467 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c4555-0a16-4e68-9cc6-ca2b701b46f5 req-8bdc4d37-ba11-49d0-aebd-2192241f9bd9 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:47.770624 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5e0c4555-0a16-4e68-9cc6-ca2b701b46f5 req-8bdc4d37-ba11-49d0-aebd-2192241f9bd9 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=b22ecfb1-fa54-438f-99e8-8e686de8885c HTTP/1.1" status: 200 len: 943 time: 0.5550673 Aug 10 03:25:47.771380 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-960afe6a-56d1-43f1-944f-0d44e9a67272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:47.772208 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-960afe6a-56d1-43f1-944f-0d44e9a67272 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f623395f-1c62-4bf0-a2a9-a406b8ce198c {{(pid=94216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:25:47.790474 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-960afe6a-56d1-43f1-944f-0d44e9a67272 admin admin] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:47.791904 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-960afe6a-56d1-43f1-944f-0d44e9a67272 admin admin] 10.222.0.62 "DELETE /v2.0/routers/f623395f-1c62-4bf0-a2a9-a406b8ce198c HTTP/1.1" status: 204 len: 168 time: 3.9798999 Aug 10 03:25:47.802237 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 37230) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:47.816528 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c73ebe-a955-4614-89ca-28cbf034dab3 req-3004755f-e5a3-482c-9649-5161f958886a tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:47.819006 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e8c73ebe-a955-4614-89ca-28cbf034dab3 req-3004755f-e5a3-482c-9649-5161f958886a tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b14b0b4-fb92-4d1f-9814-e06ee0564ff9 HTTP/1.1" status: 200 len: 945 time: 0.3065691 Aug 10 03:25:47.904636 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcdae908-9f73-4b98-8539-22560caada3e admin admin] Deleting subnet 4ed32f49-679f-4804-be8c-4c32983a9013 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:25:47.911095 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fcdae908-9f73-4b98-8539-22560caada3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:47.964523 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d20d03f0-436c-471d-aac8-3bdf4ddfdb0a tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:48.029910 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5e0c4555-0a16-4e68-9cc6-ca2b701b46f5 req-e2ef7dff-dd77-4a3a-a8a5-5009dde4e963 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328942 Aug 10 03:25:48.148538 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fcdae908-9f73-4b98-8539-22560caada3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:48.153516 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902b9eb-d9aa-426d-9e80-07f4f1168263 req-d15ceb2f-ff17-48fd-8f1d-ac149b210349 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:48.155077 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6902b9eb-d9aa-426d-9e80-07f4f1168263 req-d15ceb2f-ff17-48fd-8f1d-ac149b210349 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=322b60eb-c15c-4e22-bca8-d8acadcea6ac HTTP/1.1" status: 200 len: 945 time: 0.1996877 Aug 10 03:25:48.228155 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-e8c73ebe-a955-4614-89ca-28cbf034dab3 req-4e2c0d8d-a453-460f-a5bb-5649c5d70b11 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] Deleting port dbb24f2f-02d9-4543-a4fe-720b39b894e7 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:25:48.228458 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-e8c73ebe-a955-4614-89ca-28cbf034dab3 req-4e2c0d8d-a453-460f-a5bb-5649c5d70b11 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:48.243259 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae07809-00fe-4b99-b417-d3c7ac5b44c3 req-1a64faf0-3ec0-4b04-b290-95e9c14a3b76 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:48.245037 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6ae07809-00fe-4b99-b417-d3c7ac5b44c3 req-1a64faf0-3ec0-4b04-b290-95e9c14a3b76 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b14b0b4-fb92-4d1f-9814-e06ee0564ff9 HTTP/1.1" status: 200 len: 945 time: 0.1187563 Aug 10 03:25:48.258405 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6902b9eb-d9aa-426d-9e80-07f4f1168263 req-2f8ffd51-c924-4e79-9bc7-38583865683d tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/security-groups?id=efe56f97-cb65-408d-9c87-fa760e99fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789704 Aug 10 03:25:48.283891 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d20d03f0-436c-471d-aac8-3bdf4ddfdb0a tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:48.289650 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d20d03f0-436c-471d-aac8-3bdf4ddfdb0a tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:48.294291 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d20d03f0-436c-471d-aac8-3bdf4ddfdb0a tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "DELETE /v2.0/security-groups/8380beeb-4277-408e-95f0-f079c2b1bb16 HTTP/1.1" status: 204 len: 168 time: 0.6708581 Aug 10 03:25:48.316858 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 37238) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:48.361236 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20d03f0-436c-471d-aac8-3bdf4ddfdb0a tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8380beeb-4277-408e-95f0-f079c2b1bb16,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:48.374995 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fcdae908-9f73-4b98-8539-22560caada3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:48.434611 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6ae07809-00fe-4b99-b417-d3c7ac5b44c3 req-32528847-5f61-4aa5-8700-55499ca0ff63 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] 10.222.0.62 "GET /v2.0/security-groups?id=46df5d1c-7e0f-40ce-9b49-3c1bf335dc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064694 Aug 10 03:25:48.458667 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fcdae908-9f73-4b98-8539-22560caada3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:48.502889 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdae908-9f73-4b98-8539-22560caada3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ed32f49-679f-4804-be8c-4c32983a9013,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:48.513027 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2f9d6e77-dcae-4c7b-9435-ed50fbe3f17f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:48.517681 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fcdae908-9f73-4b98-8539-22560caada3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:48.519777 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-fcdae908-9f73-4b98-8539-22560caada3e admin admin] 10.222.0.62 "DELETE /v2.0/subnets/4ed32f49-679f-4804-be8c-4c32983a9013 HTTP/1.1" status: 204 len: 168 time: 0.7164004 Aug 10 03:25:48.523482 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 37240) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:48.529425 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588d4fef-b29d-41f5-9a3b-065090f54862 None None] Network 532b240b-fb3f-4ff4-abca-a3f7440d9d59 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:25:48.599292 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec8739-3314-4f35-8a69-7773ced3f702 req-dcef3891-5c44-48fd-9086-2c01928cfe28 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:48.600871 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4aec8739-3314-4f35-8a69-7773ced3f702 req-dcef3891-5c44-48fd-9086-2c01928cfe28 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.2420173 Aug 10 03:25:48.635386 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-e8c73ebe-a955-4614-89ca-28cbf034dab3 req-4e2c0d8d-a453-460f-a5bb-5649c5d70b11 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] For port dbb24f2f-02d9-4543-a4fe-720b39b894e7, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=dbb24f2f-02d9-4543-a4fe-720b39b894e7,segment=NetworkSegment(15becbc7-4cd2-4651-a39f-20d961273d10),segment_id=15becbc7-4cd2-4651-a39f-20d961273d10)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:48.635774 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-e8c73ebe-a955-4614-89ca-28cbf034dab3 req-4e2c0d8d-a453-460f-a5bb-5649c5d70b11 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:48.639268 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device dec7dab2-937e-46b3-bbfd-62dcb176d1f9 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:25:48.654048 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2f9d6e77-dcae-4c7b-9435-ed50fbe3f17f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:48.698048 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: dec7dab2-937e-46b3-bbfd-62dcb176d1f9 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:25:48.698398 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device dec7dab2-937e-46b3-bbfd-62dcb176d1f9 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:25:48.699817 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-e8c73ebe-a955-4614-89ca-28cbf034dab3 req-4e2c0d8d-a453-460f-a5bb-5649c5d70b11 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] Calling delete_port for dbb24f2f-02d9-4543-a4fe-720b39b894e7 owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:25:48.700533 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-53207ceb-812b-421e-8f2b-71c96f663816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:48.763107 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2f9d6e77-dcae-4c7b-9435-ed50fbe3f17f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:48.771917 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2f9d6e77-dcae-4c7b-9435-ed50fbe3f17f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:48.776815 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2f9d6e77-dcae-4c7b-9435-ed50fbe3f17f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "DELETE /v2.0/security-groups/61fa9f40-196f-46b9-850b-ccd46ff04af8 HTTP/1.1" status: 204 len: 168 time: 0.4587810 Aug 10 03:25:48.780023 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 37242) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:48.799399 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4aec8739-3314-4f35-8a69-7773ced3f702 req-fcb80c2f-c055-44c7-bcf4-bee8f7b03e68 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217978 Aug 10 03:25:48.845783 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9d6e77-dcae-4c7b-9435-ed50fbe3f17f tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61fa9f40-196f-46b9-850b-ccd46ff04af8,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:48.882168 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-53207ceb-812b-421e-8f2b-71c96f663816 admin admin] Deleting port 7cbdf365-2df9-452c-8e20-3b945398c247 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:25:48.882519 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-53207ceb-812b-421e-8f2b-71c96f663816 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:48.914082 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0295125-85b5-4dbb-aa0d-c875ee926cc2 None None] DHCP port deletion for 532b240b-fb3f-4ff4-abca-a3f7440d9d59 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:25:49.033982 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-d0295125-85b5-4dbb-aa0d-c875ee926cc2 None None] Deleting port 7cbdf365-2df9-452c-8e20-3b945398c247 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:25:49.034325 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d0295125-85b5-4dbb-aa0d-c875ee926cc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:49.037033 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-e8c73ebe-a955-4614-89ca-28cbf034dab3 req-4e2c0d8d-a453-460f-a5bb-5649c5d70b11 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:49.038572 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-53207ceb-812b-421e-8f2b-71c96f663816 admin admin] For port 7cbdf365-2df9-452c-8e20-3b945398c247, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=7cbdf365-2df9-452c-8e20-3b945398c247,segment=NetworkSegment(21a571a3-4e55-49d2-b640-8a0087164711),segment_id=21a571a3-4e55-49d2-b640-8a0087164711)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:49.038975 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-53207ceb-812b-421e-8f2b-71c96f663816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:49.056022 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device ab2c91b2-3d80-43ff-8422-5432b46897a4 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:25:49.056657 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-53207ceb-812b-421e-8f2b-71c96f663816 admin admin] Calling delete_port for 7cbdf365-2df9-452c-8e20-3b945398c247 owned by network:dhcp {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:25:49.137650 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c73ebe-a955-4614-89ca-28cbf034dab3 req-4e2c0d8d-a453-460f-a5bb-5649c5d70b11 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] No DVR routers for this DVR port dbb24f2f-02d9-4543-a4fe-720b39b894e7 on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:25:49.139350 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2c0d8d-a453-460f-a5bb-5649c5d70b11 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] Pushing event deleted for resources: {'Port': ['ID=dbb24f2f-02d9-4543-a4fe-720b39b894e7,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:49.142543 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-e8c73ebe-a955-4614-89ca-28cbf034dab3 req-4e2c0d8d-a453-460f-a5bb-5649c5d70b11 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:49.145737 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e8c73ebe-a955-4614-89ca-28cbf034dab3 req-4e2c0d8d-a453-460f-a5bb-5649c5d70b11 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] 10.222.0.60 "DELETE /v2.0/ports/dbb24f2f-02d9-4543-a4fe-720b39b894e7 HTTP/1.1" status: 204 len: 173 time: 1.2940245 Aug 10 03:25:49.146237 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b14b0b4-fb92-4d1f-9814-e06ee0564ff9', 'name': 'network-vif-deleted', 'tag': 'dbb24f2f-02d9-4543-a4fe-720b39b894e7'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:49.150528 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b54bac-7433-48b0-b5c5-d7d3ca1aa5ec" -d '{"events": [{"server_uuid": "7b14b0b4-fb92-4d1f-9814-e06ee0564ff9", "name": "network-vif-deleted", "tag": "dbb24f2f-02d9-4543-a4fe-720b39b894e7"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:49.209714 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dfc9d9b5-73c0-4ba9-af2d-7439b23afa61 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:49.260474 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dfc9d9b5-73c0-4ba9-af2d-7439b23afa61 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:49.310792 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306e59d0-45f6-410c-b072-5164568f0711 x-openstack-request-id: req-306e59d0-45f6-410c-b072-5164568f0711 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:49.311273 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b14b0b4-fb92-4d1f-9814-e06ee0564ff9", "name": "network-vif-deleted", "tag": "dbb24f2f-02d9-4543-a4fe-720b39b894e7", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:49.311546 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-306e59d0-45f6-410c-b072-5164568f0711 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:49.317561 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b14b0b4-fb92-4d1f-9814-e06ee0564ff9', 'name': 'network-vif-deleted', 'tag': 'dbb24f2f-02d9-4543-a4fe-720b39b894e7', 'status': 'completed', 'code': 200} Aug 10 03:25:49.346233 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-53207ceb-812b-421e-8f2b-71c96f663816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:49.357216 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dfc9d9b5-73c0-4ba9-af2d-7439b23afa61 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:49.381101 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dfc9d9b5-73c0-4ba9-af2d-7439b23afa61 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:49.383932 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-dfc9d9b5-73c0-4ba9-af2d-7439b23afa61 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "DELETE /v2.0/security-groups/63d60178-6ed3-4fe0-bfb5-36dc3401d2f2 HTTP/1.1" status: 204 len: 168 time: 0.5988190 Aug 10 03:25:49.397962 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 37260) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:49.410045 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7934638-8fe8-4c00-8899-253ec032c7f6 req-a6936934-cce0-40ea-964f-cd9431e39fab tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:49.413633 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d7934638-8fe8-4c00-8899-253ec032c7f6 req-a6936934-cce0-40ea-964f-cd9431e39fab tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=b22ecfb1-fa54-438f-99e8-8e686de8885c HTTP/1.1" status: 200 len: 944 time: 0.1879790 Aug 10 03:25:49.513658 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-d0295125-85b5-4dbb-aa0d-c875ee926cc2 None None] For port 7cbdf365-2df9-452c-8e20-3b945398c247, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=7cbdf365-2df9-452c-8e20-3b945398c247,segment=NetworkSegment(21a571a3-4e55-49d2-b640-8a0087164711),segment_id=21a571a3-4e55-49d2-b640-8a0087164711)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:49.514400 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d0295125-85b5-4dbb-aa0d-c875ee926cc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:49.552867 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-d0295125-85b5-4dbb-aa0d-c875ee926cc2 None None] Calling delete_port for 7cbdf365-2df9-452c-8e20-3b945398c247 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:25:49.573099 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port ab2c91b2-3d80-43ff-8422-5432b46897a4 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:49.580615 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d7934638-8fe8-4c00-8899-253ec032c7f6 req-1295c1de-6835-4d76-a4b0-cb32598da7ec tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373351 Aug 10 03:25:49.584292 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port ab2c91b2-3d80-43ff-8422-5432b46897a4 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:49.584669 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:49.596319 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53207ceb-812b-421e-8f2b-71c96f663816 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cbdf365-2df9-452c-8e20-3b945398c247,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:49.603418 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9d9b5-73c0-4ba9-af2d-7439b23afa61 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d60178-6ed3-4fe0-bfb5-36dc3401d2f2,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:49.627369 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53207ceb-812b-421e-8f2b-71c96f663816 admin admin] No DVR routers for this DVR port 7cbdf365-2df9-452c-8e20-3b945398c247 on host n-d-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:25:49.787808 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:49.792756 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc448c-c279-4c62-b3fd-a769ccc45341 req-5d8872d6-9960-4d46-b6b4-e58a924892e5 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:49.794954 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-48fc448c-c279-4c62-b3fd-a769ccc45341 req-5d8872d6-9960-4d46-b6b4-e58a924892e5 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=322b60eb-c15c-4e22-bca8-d8acadcea6ac HTTP/1.1" status: 200 len: 945 time: 0.2350867 Aug 10 03:25:49.812657 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d0295125-85b5-4dbb-aa0d-c875ee926cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:49.821905 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b22ecfb1-fa54-438f-99e8-8e686de8885c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab2c91b2-3d80-43ff-8422-5432b46897a4'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:49.824474 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74bf3c8-7ee3-41b1-83a1-b76dc5480b25" -d '{"events": [{"server_uuid": "b22ecfb1-fa54-438f-99e8-8e686de8885c", "name": "network-vif-plugged", "status": "completed", "tag": "ab2c91b2-3d80-43ff-8422-5432b46897a4"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:49.827683 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-53207ceb-812b-421e-8f2b-71c96f663816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:49.847344 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-53207ceb-812b-421e-8f2b-71c96f663816 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['532b240b-fb3f-4ff4-abca-a3f7440d9d59']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:49.858956 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-53207ceb-812b-421e-8f2b-71c96f663816 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21a571a3-4e55-49d2-b640-8a0087164711') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:49.859205 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-53207ceb-812b-421e-8f2b-71c96f663816 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21a571a3-4e55-49d2-b640-8a0087164711') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:49.866354 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port ab2c91b2-3d80-43ff-8422-5432b46897a4, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=ab2c91b2-3d80-43ff-8422-5432b46897a4,segment=NetworkSegment(8f60b627-ffb1-479c-a505-a6c7d3d8b515),segment_id=8f60b627-ffb1-479c-a505-a6c7d3d8b515)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:49.867661 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0295125-85b5-4dbb-aa0d-c875ee926cc2 None None] Pushing event deleted for resources: {'Port': ['ID=7cbdf365-2df9-452c-8e20-3b945398c247,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:49.869786 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0295125-85b5-4dbb-aa0d-c875ee926cc2 None None] No DVR routers for this DVR port 7cbdf365-2df9-452c-8e20-3b945398c247 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:25:49.874677 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-53207ceb-812b-421e-8f2b-71c96f663816 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:49.889247 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:49.892399 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-53207ceb-812b-421e-8f2b-71c96f663816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:49.900436 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53207ceb-812b-421e-8f2b-71c96f663816 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:25:49.901032 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-53207ceb-812b-421e-8f2b-71c96f663816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:49.979521 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:25:49.979521 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:25:49.979521 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:25:49.979521 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:25:49.979521 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:25:49.979521 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:25:49.979521 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:25:49.979521 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:25:49.979521 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:25:49.979521 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:25:49.979521 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:25:49.979521 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:25:49.979521 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:25:49.979521 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:25:49.979521 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:25:49.979521 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:25:49.979521 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:25:49.979521 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:25:49.979521 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:25:49.979521 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:25:49.979521 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:25:49.979521 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:25:49.979521 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:25:49.979521 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:25:49.979521 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:25:49.979521 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:25:49.979521 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:25:49.979521 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:25:49.979521 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:25:49.979521 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:25:49.979521 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:25:49.979521 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:25:49.985727 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-53207ceb-812b-421e-8f2b-71c96f663816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:50.039481 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-25c15872-73e5-4314-9abc-7f8cee5a6968 req-d8e7962b-2d15-4773-83fe-6017d33365a3 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b14b0b4-fb92-4d1f-9814-e06ee0564ff9 HTTP/1.1" status: 200 len: 210 time: 0.1294820 Aug 10 03:25:50.104950 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-48fc448c-c279-4c62-b3fd-a769ccc45341 req-d109d65f-e779-4ce3-9e25-0a887f8a9af5 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/security-groups?id=efe56f97-cb65-408d-9c87-fa760e99fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019514 Aug 10 03:25:50.116848 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-53207ceb-812b-421e-8f2b-71c96f663816 admin admin] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:50.126188 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=ab2c91b2-3d80-43ff-8422-5432b46897a4,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:50.153977 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-53207ceb-812b-421e-8f2b-71c96f663816 admin admin] 10.222.0.62 "DELETE /v2.0/networks/532b240b-fb3f-4ff4-abca-a3f7440d9d59 HTTP/1.1" status: 204 len: 168 time: 1.6147926 Aug 10 03:25:50.164618 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53207ceb-812b-421e-8f2b-71c96f663816 admin admin] Pushing event deleted for resources: {'Network': ['ID=532b240b-fb3f-4ff4-abca-a3f7440d9d59,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:50.175872 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dec1cbf-e04b-4e1a-8e65-5a8cd0d01b22 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Deleting subnet 01d488a6-cd83-4609-bfca-ab761e6a4748 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:25:50.176389 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-73e93ce5-0aec-4309-ab7e-604c1025cf6b req-70069aff-2e29-4d18-84e0-2ddb0bf25de3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c7f6702b-3804-4f19-874e-14e3063c03ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1291656 Aug 10 03:25:50.189912 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4dec1cbf-e04b-4e1a-8e65-5a8cd0d01b22 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:50.225058 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da55dd90-26f3-4f61-aec2-8186563af40a x-openstack-request-id: req-da55dd90-26f3-4f61-aec2-8186563af40a {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:50.225648 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b22ecfb1-fa54-438f-99e8-8e686de8885c", "name": "network-vif-plugged", "status": "completed", "tag": "ab2c91b2-3d80-43ff-8422-5432b46897a4", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:50.226579 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-da55dd90-26f3-4f61-aec2-8186563af40a {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:50.227465 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b22ecfb1-fa54-438f-99e8-8e686de8885c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab2c91b2-3d80-43ff-8422-5432b46897a4', 'code': 200} Aug 10 03:25:50.272924 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4dec1cbf-e04b-4e1a-8e65-5a8cd0d01b22 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:50.280983 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device dbb24f2f-02d9-4543-a4fe-720b39b894e7 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:25:50.344448 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: dbb24f2f-02d9-4543-a4fe-720b39b894e7 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:25:50.344947 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device dbb24f2f-02d9-4543-a4fe-720b39b894e7 not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:25:50.397887 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e93ce5-0aec-4309-ab7e-604c1025cf6b req-3c204ba4-818d-4fe0-9106-3df1363d798e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:50.404879 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-73e93ce5-0aec-4309-ab7e-604c1025cf6b req-3c204ba4-818d-4fe0-9106-3df1363d798e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e185eddfc77743c180b686598504f106&device_id=c7f6702b-3804-4f19-874e-14e3063c03ac HTTP/1.1" status: 200 len: 1097 time: 0.1277959 Aug 10 03:25:50.485826 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0badab4-3d94-472a-bf4d-848ea40d31c1 req-52fcaea3-14ee-4c95-a4b7-e8dccff9056f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:50.487365 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b0badab4-3d94-472a-bf4d-848ea40d31c1 req-52fcaea3-14ee-4c95-a4b7-e8dccff9056f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b22ecfb1-fa54-438f-99e8-8e686de8885c HTTP/1.1" status: 200 len: 1097 time: 0.1381807 Aug 10 03:25:50.563963 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4dec1cbf-e04b-4e1a-8e65-5a8cd0d01b22 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:50.594472 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 7cbdf365-2df9-452c-8e20-3b945398c247 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:25:50.675439 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 7cbdf365-2df9-452c-8e20-3b945398c247 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:25:50.675782 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 7cbdf365-2df9-452c-8e20-3b945398c247 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:25:50.725189 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e93ce5-0aec-4309-ab7e-604c1025cf6b req-afdd1ac5-0a3a-4f45-a035-d6d69f1bd620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:50.728144 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-73e93ce5-0aec-4309-ab7e-604c1025cf6b req-afdd1ac5-0a3a-4f45-a035-d6d69f1bd620 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe HTTP/1.1" status: 200 len: 911 time: 0.2893128 Aug 10 03:25:50.753477 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 37286) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:50.783072 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b0badab4-3d94-472a-bf4d-848ea40d31c1 req-a90b6efc-1176-4dc3-8595-697ef98a6b0c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830679 Aug 10 03:25:50.786999 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4dec1cbf-e04b-4e1a-8e65-5a8cd0d01b22 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:50.795118 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-73e93ce5-0aec-4309-ab7e-604c1025cf6b req-8c659ef8-6ad5-4c14-8cf5-df5b87921a71 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f7370df-6a1b-4dfe-983b-3d6cd36a298d HTTP/1.1" status: 200 len: 217 time: 0.0576262 Aug 10 03:25:50.848854 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dec1cbf-e04b-4e1a-8e65-5a8cd0d01b22 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event deleted for resources: {'Subnet': ['ID=01d488a6-cd83-4609-bfca-ab761e6a4748,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:50.854052 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4dec1cbf-e04b-4e1a-8e65-5a8cd0d01b22 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:50.856038 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4dec1cbf-e04b-4e1a-8e65-5a8cd0d01b22 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "DELETE /v2.0/subnets/01d488a6-cd83-4609-bfca-ab761e6a4748 HTTP/1.1" status: 204 len: 168 time: 1.4161944 Aug 10 03:25:50.863268 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 37288) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:50.865922 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf23929-5da8-4fb7-86aa-51a82214dc37 None None] Network d22567d6-a0ed-4344-b38f-4317a5b58c0a requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:25:50.992749 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e93ce5-0aec-4309-ab7e-604c1025cf6b req-04ced9b9-67cf-4c4e-a318-070928310272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:50.994938 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-996a1fb4-6d25-4301-a4b9-f843af3b6dbf tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Deleting subnet f3b2b377-8d11-4cd8-96eb-a103c1a5faf6 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:25:51.004801 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-73e93ce5-0aec-4309-ab7e-604c1025cf6b req-04ced9b9-67cf-4c4e-a318-070928310272 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c05a62ae-44d3-4db4-a938-da6f60472238 HTTP/1.1" status: 200 len: 849 time: 0.1798515 Aug 10 03:25:51.005446 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-996a1fb4-6d25-4301-a4b9-f843af3b6dbf tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:51.014069 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-1b4703db-8df7-4d00-b8c3-6a270109724c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d8f2056cb8664657b3af8bc92377e007&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2574944 Aug 10 03:25:51.014988 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 37290) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:51.093494 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-996a1fb4-6d25-4301-a4b9-f843af3b6dbf tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:51.158566 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40085d4-d8c4-42cc-98db-b7127bc4c4c5 req-3ee8181c-49b4-4e05-add0-0fdd52bf7a51 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:51.160328 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a40085d4-d8c4-42cc-98db-b7127bc4c4c5 req-3ee8181c-49b4-4e05-add0-0fdd52bf7a51 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=b22ecfb1-fa54-438f-99e8-8e686de8885c HTTP/1.1" status: 200 len: 945 time: 0.4249237 Aug 10 03:25:51.323948 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-996a1fb4-6d25-4301-a4b9-f843af3b6dbf tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:51.360795 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e93ce5-0aec-4309-ab7e-604c1025cf6b req-7ba026c6-9bf2-4885-9d4c-49fb4ca107bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:51.362494 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-73e93ce5-0aec-4309-ab7e-604c1025cf6b req-7ba026c6-9bf2-4885-9d4c-49fb4ca107bf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3442631 Aug 10 03:25:51.462053 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-996a1fb4-6d25-4301-a4b9-f843af3b6dbf tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:51.547268 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-73e93ce5-0aec-4309-ab7e-604c1025cf6b req-90c25934-898a-4435-8483-ef63628909aa service neutron] 10.222.0.60 "GET /v2.0/networks/0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522269 Aug 10 03:25:51.585856 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a1fb4-6d25-4301-a4b9-f843af3b6dbf tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event deleted for resources: {'Subnet': ['ID=f3b2b377-8d11-4cd8-96eb-a103c1a5faf6,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:51.607743 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-996a1fb4-6d25-4301-a4b9-f843af3b6dbf tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:51.626595 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-996a1fb4-6d25-4301-a4b9-f843af3b6dbf tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "DELETE /v2.0/subnets/f3b2b377-8d11-4cd8-96eb-a103c1a5faf6 HTTP/1.1" status: 204 len: 168 time: 0.7525663 Aug 10 03:25:51.626595 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 37304) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:51.701576 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-61ea92a8-c6c5-43c5-8cd6-b7d89674c2b5 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] DELETE failed (client error): The resource could not be found. Aug 10 03:25:51.702313 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61ea92a8-c6c5-43c5-8cd6-b7d89674c2b5 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:25:51.704549 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-61ea92a8-c6c5-43c5-8cd6-b7d89674c2b5 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "DELETE /v2.0/subnets/01d488a6-cd83-4609-bfca-ab761e6a4748 HTTP/1.1" status: 404 len: 337 time: 0.0802093 Aug 10 03:25:51.707166 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 37306) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:51.817580 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-73e93ce5-0aec-4309-ab7e-604c1025cf6b req-97bf88a8-a307-4554-b0dc-3f57a86c4216 service neutron] 10.222.0.60 "GET /v2.0/networks/0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475026 Aug 10 03:25:51.886933 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a40085d4-d8c4-42cc-98db-b7127bc4c4c5 req-0412b550-313d-4765-90da-003fcd722652 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6820705 Aug 10 03:25:51.915379 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a9445f07-2ad8-4e2b-9842-49431b93e0e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:51.931324 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-661ed66c-033f-4688-9d9b-28a9b8b69479 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Deleting subnet d2f410fe-d750-49f6-9946-9bbe1b5b9e56 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:25:51.938699 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-661ed66c-033f-4688-9d9b-28a9b8b69479 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:51.953965 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed88f33-2faf-4fdf-bb2e-a25036c3e4b6 req-cf509a1d-b519-474f-b5fe-64d9c3d93369 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:51.955452 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2ed88f33-2faf-4fdf-bb2e-a25036c3e4b6 req-cf509a1d-b519-474f-b5fe-64d9c3d93369 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=322b60eb-c15c-4e22-bca8-d8acadcea6ac HTTP/1.1" status: 200 len: 945 time: 0.6421690 Aug 10 03:25:52.002942 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a9445f07-2ad8-4e2b-9842-49431b93e0e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:52.080979 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-661ed66c-033f-4688-9d9b-28a9b8b69479 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:52.160463 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2ed88f33-2faf-4fdf-bb2e-a25036c3e4b6 req-58efadb0-4129-49ec-8910-4c2ab9896332 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/security-groups?id=efe56f97-cb65-408d-9c87-fa760e99fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679487 Aug 10 03:25:52.232552 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a9445f07-2ad8-4e2b-9842-49431b93e0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:52.256922 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a9445f07-2ad8-4e2b-9842-49431b93e0e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:52.258766 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-a9445f07-2ad8-4e2b-9842-49431b93e0e6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f8122897-b7b2-4911-a92f-13052fad1f35 HTTP/1.1" status: 204 len: 168 time: 1.1752694 Aug 10 03:25:52.278906 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9445f07-2ad8-4e2b-9842-49431b93e0e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8122897-b7b2-4911-a92f-13052fad1f35,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:52.288793 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-661ed66c-033f-4688-9d9b-28a9b8b69479 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:52.435479 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd2d33f-48e3-40b1-93c3-077c37afbeae req-e14cef66-67f8-4bb1-8a20-b7305558ddf4 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:52.443647 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-661ed66c-033f-4688-9d9b-28a9b8b69479 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:52.444709 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7bd2d33f-48e3-40b1-93c3-077c37afbeae req-e14cef66-67f8-4bb1-8a20-b7305558ddf4 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.0948124 Aug 10 03:25:52.509822 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5facdd-4213-4b09-a642-59d15d11ccf1 None None] Network d22567d6-a0ed-4344-b38f-4317a5b58c0a requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:25:52.549434 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661ed66c-033f-4688-9d9b-28a9b8b69479 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event deleted for resources: {'Subnet': ['ID=d2f410fe-d750-49f6-9946-9bbe1b5b9e56,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:52.562507 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-661ed66c-033f-4688-9d9b-28a9b8b69479 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:52.565393 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7bd2d33f-48e3-40b1-93c3-077c37afbeae req-1b434b92-aef7-4605-8166-c5f19ccfb8b8 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114099 Aug 10 03:25:52.568328 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-661ed66c-033f-4688-9d9b-28a9b8b69479 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "DELETE /v2.0/subnets/d2f410fe-d750-49f6-9946-9bbe1b5b9e56 HTTP/1.1" status: 204 len: 168 time: 0.8600962 Aug 10 03:25:52.569011 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 37320) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:52.715028 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-f63f886a-b643-4f91-ada3-63f35ce95cba None None] Provisioning complete for port 28763ef9-5020-46ba-a714-5ac34e80bf85 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:52.715756 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f63f886a-b643-4f91-ada3-63f35ce95cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:52.754763 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-693bb604-795d-427d-ab56-d92ad7e058e7 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] DELETE failed (client error): The resource could not be found. Aug 10 03:25:52.755406 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-693bb604-795d-427d-ab56-d92ad7e058e7 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:25:52.761541 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-693bb604-795d-427d-ab56-d92ad7e058e7 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "DELETE /v2.0/subnets/4e2b9392-f5e5-4488-adea-d88c008fdc6b HTTP/1.1" status: 404 len: 337 time: 0.1913323 Aug 10 03:25:52.768459 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 37328) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:52.837261 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1deb96c-1153-448a-a040-088b2b0348b6 req-f2ec031c-cad4-4869-a81a-8bb09fa94141 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:52.843706 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b1deb96c-1153-448a-a040-088b2b0348b6 req-f2ec031c-cad4-4869-a81a-8bb09fa94141 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.1008027 Aug 10 03:25:52.873680 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-97b867ff-574b-4776-a74f-bc775ddd1a67 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "GET /v2.0/ports?device_id=8979031f-edf5-42c9-8576-3baaff7592c4 HTTP/1.1" status: 200 len: 205 time: 0.1013486 Aug 10 03:25:52.874644 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 37334) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:52.977576 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b1deb96c-1153-448a-a040-088b2b0348b6 req-e208424e-5050-4fe3-9233-a7fdbb601b78 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255219 Aug 10 03:25:53.030173 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-65322c06-f74a-4355-924d-90149774a1b7 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] delete failed (client error): The resource could not be found. Aug 10 03:25:53.036326 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-65322c06-f74a-4355-924d-90149774a1b7 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "DELETE /v2.0/routers/8979031f-edf5-42c9-8576-3baaff7592c4 HTTP/1.1" status: 404 len: 336 time: 0.1603127 Aug 10 03:25:53.042687 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b8879497-0a71-4952-9a98-442c11b854ba req-a5c4b044-72a1-417c-aa80-6679e6e45d38 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4288661 Aug 10 03:25:53.046895 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 37344) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:53.094640 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-f63f886a-b643-4f91-ada3-63f35ce95cba None None] Provisioning complete for port 68a3c38c-14cf-4801-a5e5-ad167398b72d triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:53.097213 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f63f886a-b643-4f91-ada3-63f35ce95cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:53.129728 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab0021b2-1a83-42db-b94d-e1a9ca9628af tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] DELETE failed (client error): The resource could not be found. Aug 10 03:25:53.130181 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab0021b2-1a83-42db-b94d-e1a9ca9628af tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:25:53.140252 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ab0021b2-1a83-42db-b94d-e1a9ca9628af tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "DELETE /v2.0/subnets/e51e1102-1a59-4574-940e-c8ac85da4999 HTTP/1.1" status: 404 len: 337 time: 0.0924647 Aug 10 03:25:53.146068 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 37348) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:53.233255 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034bd0d8-0bc3-4dfe-b19b-a9ab5f23ce03 None None] DHCP port deletion for d22567d6-a0ed-4344-b38f-4317a5b58c0a request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:25:53.241960 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-de30e324-a4b7-48a0-9aff-061e784d80e1 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] DELETE failed (client error): The resource could not be found. Aug 10 03:25:53.242439 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de30e324-a4b7-48a0-9aff-061e784d80e1 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:25:53.244431 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-de30e324-a4b7-48a0-9aff-061e784d80e1 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "DELETE /v2.0/subnets/f1672318-515e-4212-b26e-32d3ed212671 HTTP/1.1" status: 404 len: 337 time: 0.0902641 Aug 10 03:25:53.258402 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 37356) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:53.273618 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-f63f886a-b643-4f91-ada3-63f35ce95cba None None] Port 68a3c38c-14cf-4801-a5e5-ad167398b72d cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:25:53.294776 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c301daea-f6bb-47a9-bfba-b3c9d40f8d0b req-93700d05-8b16-4c40-b637-4826ca9d81f0 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:53.302101 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8879497-0a71-4952-9a98-442c11b854ba req-1356240d-47e5-49a0-921b-2bda8e832e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:53.302101 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b8879497-0a71-4952-9a98-442c11b854ba req-1356240d-47e5-49a0-921b-2bda8e832e75 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e185eddfc77743c180b686598504f106&device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 1096 time: 0.1737416 Aug 10 03:25:53.309576 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c301daea-f6bb-47a9-bfba-b3c9d40f8d0b req-93700d05-8b16-4c40-b637-4826ca9d81f0 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=b22ecfb1-fa54-438f-99e8-8e686de8885c HTTP/1.1" status: 200 len: 945 time: 0.3117940 Aug 10 03:25:53.390322 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-5af46a21-e1e0-41c6-a1de-aaa23b975acb tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] DELETE failed (client error): The resource could not be found. Aug 10 03:25:53.402858 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5af46a21-e1e0-41c6-a1de-aaa23b975acb tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:25:53.404889 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-5af46a21-e1e0-41c6-a1de-aaa23b975acb tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "DELETE /v2.0/subnets/5e2ccef1-d880-4eda-b55e-f7f8db6756e9 HTTP/1.1" status: 404 len: 337 time: 0.1402354 Aug 10 03:25:53.413661 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 37362) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:53.416987 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-034bd0d8-0bc3-4dfe-b19b-a9ab5f23ce03 None None] Deleting port 28763ef9-5020-46ba-a714-5ac34e80bf85 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:25:53.417445 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-034bd0d8-0bc3-4dfe-b19b-a9ab5f23ce03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:53.493324 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c301daea-f6bb-47a9-bfba-b3c9d40f8d0b req-d3b31e56-4a2f-418b-abd1-18c621aa007f tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520033 Aug 10 03:25:53.561029 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7b5c591-77c2-4c08-bd87-1745b9181997 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] DELETE failed (client error): The resource could not be found. Aug 10 03:25:53.564713 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7b5c591-77c2-4c08-bd87-1745b9181997 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:25:53.572394 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b7b5c591-77c2-4c08-bd87-1745b9181997 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "DELETE /v2.0/ports/f53e04ba-8d7f-4d9b-9bae-e943de76b0ce HTTP/1.1" status: 404 len: 333 time: 0.1505628 Aug 10 03:25:53.573511 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 37368) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:53.608435 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8879497-0a71-4952-9a98-442c11b854ba req-e7d508aa-0a99-4b5d-a4b2-34283cce29d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:53.609932 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b8879497-0a71-4952-9a98-442c11b854ba req-e7d508aa-0a99-4b5d-a4b2-34283cce29d8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe HTTP/1.1" status: 200 len: 911 time: 0.2516217 Aug 10 03:25:53.649822 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-034bd0d8-0bc3-4dfe-b19b-a9ab5f23ce03 None None] For port 28763ef9-5020-46ba-a714-5ac34e80bf85, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=28763ef9-5020-46ba-a714-5ac34e80bf85,segment=NetworkSegment(275fc3f1-bfa3-4783-89cb-a0ff8cfb5558),segment_id=275fc3f1-bfa3-4783-89cb-a0ff8cfb5558)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:53.650391 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-034bd0d8-0bc3-4dfe-b19b-a9ab5f23ce03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:53.670827 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-85b50614-e13e-4149-b678-b1986f2b76e2 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] DELETE failed (client error): The resource could not be found. Aug 10 03:25:53.671499 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85b50614-e13e-4149-b678-b1986f2b76e2 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:25:53.676860 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-85b50614-e13e-4149-b678-b1986f2b76e2 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "DELETE /v2.0/subnets/aee27f5e-e960-407e-a0a3-1071e218e5e6 HTTP/1.1" status: 404 len: 337 time: 0.0985162 Aug 10 03:25:53.678398 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 37372) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:53.704997 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-034bd0d8-0bc3-4dfe-b19b-a9ab5f23ce03 None None] Calling delete_port for 28763ef9-5020-46ba-a714-5ac34e80bf85 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:25:53.716856 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b6b7ef0-547a-49e1-9097-2f9508e7d9b4 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] DELETE failed (client error): The resource could not be found. Aug 10 03:25:53.717334 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b6b7ef0-547a-49e1-9097-2f9508e7d9b4 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:25:53.722245 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-3b6b7ef0-547a-49e1-9097-2f9508e7d9b4 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "DELETE /v2.0/subnets/ee1ab616-b1c7-4a87-a3be-9708d3cab1c0 HTTP/1.1" status: 404 len: 337 time: 0.0428188 Aug 10 03:25:53.724139 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 37376) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:53.761218 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adeac4c-308d-48e6-bd54-6d6ffb5b3918 req-4f1c3e88-bf08-4217-87d5-bb07feeaa04a tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:53.762756 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7adeac4c-308d-48e6-bd54-6d6ffb5b3918 req-4f1c3e88-bf08-4217-87d5-bb07feeaa04a tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=322b60eb-c15c-4e22-bca8-d8acadcea6ac HTTP/1.1" status: 200 len: 945 time: 0.3465881 Aug 10 03:25:53.763695 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-be453ad3-b674-4ed3-ae2e-de5fe6f9db3d tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] DELETE failed (client error): The resource could not be found. Aug 10 03:25:53.764426 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be453ad3-b674-4ed3-ae2e-de5fe6f9db3d tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:25:53.777572 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-be453ad3-b674-4ed3-ae2e-de5fe6f9db3d tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "DELETE /v2.0/ports/e640b8e3-b4e6-415e-8350-06d78874a861 HTTP/1.1" status: 404 len: 333 time: 0.0465312 Aug 10 03:25:53.780056 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 37378) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:53.842228 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-860056ec-59bb-4756-a8de-6d8f6e15f827 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] DELETE failed (client error): The resource could not be found. Aug 10 03:25:53.842686 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-860056ec-59bb-4756-a8de-6d8f6e15f827 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:25:53.849672 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-860056ec-59bb-4756-a8de-6d8f6e15f827 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "DELETE /v2.0/subnets/562a7d0b-81fd-4d18-8fd7-e74efe14700f HTTP/1.1" status: 404 len: 337 time: 0.0626533 Aug 10 03:25:53.850409 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 37386) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:53.905970 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4b82549-6119-4ce8-a51a-fe0ff50cf08b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] DELETE failed (client error): The resource could not be found. Aug 10 03:25:53.906434 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4b82549-6119-4ce8-a51a-fe0ff50cf08b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:25:53.910922 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d4b82549-6119-4ce8-a51a-fe0ff50cf08b tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "DELETE /v2.0/subnets/fbcf845f-ca62-4eaf-9195-ba951ce4c6f7 HTTP/1.1" status: 404 len: 337 time: 0.0541008 Aug 10 03:25:53.911525 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 37388) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:53.941211 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-034bd0d8-0bc3-4dfe-b19b-a9ab5f23ce03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:53.952317 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b8879497-0a71-4952-9a98-442c11b854ba req-af51b004-d0a7-46ab-a13a-87a8ad75df1a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77d567da-37a9-45cd-8b79-8328cf500c47 HTTP/1.1" status: 200 len: 999 time: 0.3284516 Aug 10 03:25:53.953436 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7adeac4c-308d-48e6-bd54-6d6ffb5b3918 req-014279bc-d85f-4a0e-a76d-b69bf1d63de7 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/security-groups?id=efe56f97-cb65-408d-9c87-fa760e99fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724355 Aug 10 03:25:54.016275 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a2ffaa12-fe9f-49e6-be29-2d50905d99ca req-d1e9aa72-6655-49d8-9592-cf1f63bf5c47 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=e185eddfc77743c180b686598504f106 HTTP/1.1" status: 200 len: 267 time: 0.2638092 Aug 10 03:25:54.033880 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034bd0d8-0bc3-4dfe-b19b-a9ab5f23ce03 None None] No DVR routers for this DVR port 28763ef9-5020-46ba-a714-5ac34e80bf85 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:25:54.036841 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034bd0d8-0bc3-4dfe-b19b-a9ab5f23ce03 None None] Pushing event deleted for resources: {'Port': ['ID=28763ef9-5020-46ba-a714-5ac34e80bf85,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:54.101662 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8879497-0a71-4952-9a98-442c11b854ba req-83f5f0c0-6d61-4be2-a358-88e131668938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:54.103181 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b8879497-0a71-4952-9a98-442c11b854ba req-83f5f0c0-6d61-4be2-a358-88e131668938 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c05a62ae-44d3-4db4-a938-da6f60472238 HTTP/1.1" status: 200 len: 849 time: 0.1418865 Aug 10 03:25:54.218029 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8879497-0a71-4952-9a98-442c11b854ba req-996ef759-9c77-4660-a2b0-f12efb4cbef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:54.219917 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b8879497-0a71-4952-9a98-442c11b854ba req-996ef759-9c77-4660-a2b0-f12efb4cbef3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1061108 Aug 10 03:25:54.260450 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffaa12-fe9f-49e6-be29-2d50905d99ca req-e202a307-3b75-4c00-9a5c-43853d4762c7 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:54.262660 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a2ffaa12-fe9f-49e6-be29-2d50905d99ca req-e202a307-3b75-4c00-9a5c-43853d4762c7 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=b22ecfb1-fa54-438f-99e8-8e686de8885c HTTP/1.1" status: 200 len: 945 time: 0.2381690 Aug 10 03:25:54.286052 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-a2ffaa12-fe9f-49e6-be29-2d50905d99ca req-dfd4fec5-85f9-4902-9c8e-1a535ac52214 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Request body: {'port': {'security_groups': []}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:54.307322 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 37396) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:54.308741 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a5833d-cac1-46af-b815-7d1dd23fd656 req-a8657b31-1505-49b0-912c-1f8d55ce3f9f tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:54.310849 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f6a5833d-cac1-46af-b815-7d1dd23fd656 req-a8657b31-1505-49b0-912c-1f8d55ce3f9f tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.1295452 Aug 10 03:25:54.477706 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b8879497-0a71-4952-9a98-442c11b854ba req-c2ada391-9ed6-4706-9a11-c82ff9ace2db service neutron] 10.222.0.58 "GET /v2.0/networks/0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497039 Aug 10 03:25:54.483200 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a2ffaa12-fe9f-49e6-be29-2d50905d99ca req-dfd4fec5-85f9-4902-9c8e-1a535ac52214 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:54.523366 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-5090ea10-7264-4daa-89be-96f13692f6d6 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Deleting port 68a3c38c-14cf-4801-a5e5-ad167398b72d {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:25:54.524271 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5090ea10-7264-4daa-89be-96f13692f6d6 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:54.642188 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-a3b110c0-a872-4597-a467-dddf448e4b37 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-502132277-network', 'tenant_id': '16ecc4817dbb4cfb96b5c83ea534d722'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:54.661272 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 28763ef9-5020-46ba-a714-5ac34e80bf85 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:25:54.673744 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f6a5833d-cac1-46af-b815-7d1dd23fd656 req-ac0c4df1-1cb5-4e87-b6a7-a6057b768556 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3552575 Aug 10 03:25:54.734518 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 28763ef9-5020-46ba-a714-5ac34e80bf85 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:25:54.735874 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 28763ef9-5020-46ba-a714-5ac34e80bf85 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:25:54.743904 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b110c0-a872-4597-a467-dddf448e4b37 admin admin] Made reservation on behalf of 16ecc4817dbb4cfb96b5c83ea534d722 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:25:54.752448 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a3b110c0-a872-4597-a467-dddf448e4b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:54.761183 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5090ea10-7264-4daa-89be-96f13692f6d6 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:54.782895 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a3b110c0-a872-4597-a467-dddf448e4b37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:54.808487 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-5090ea10-7264-4daa-89be-96f13692f6d6 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Calling delete_port for 68a3c38c-14cf-4801-a5e5-ad167398b72d owned by {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:25:54.923948 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b8879497-0a71-4952-9a98-442c11b854ba req-a7607296-f3cf-4458-9c09-5a71ebabc538 service neutron] 10.222.0.58 "GET /v2.0/networks/0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4361908 Aug 10 03:25:54.984574 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a3b110c0-a872-4597-a467-dddf448e4b37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:54.994303 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a3b110c0-a872-4597-a467-dddf448e4b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:55.025228 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3b110c0-a872-4597-a467-dddf448e4b37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:25:55.055571 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b110c0-a872-4597-a467-dddf448e4b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e52e0d8-666d-428e-8555-4cc75f153789,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:55.064026 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a3b110c0-a872-4597-a467-dddf448e4b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:55.067412 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-a3b110c0-a872-4597-a467-dddf448e4b37 admin admin] Added segment aa85cce9-3c8c-41cd-99ba-3f696c727689 of type vlan for network 78e010af-4729-4233-a0c1-db9b9eb10189 Aug 10 03:25:55.095243 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372cb753-a06c-453b-9469-0b53d8759c90 req-01a4eb9d-881a-4e6c-a9e7-b5af6ad51ff8 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:55.097000 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-372cb753-a06c-453b-9469-0b53d8759c90 req-01a4eb9d-881a-4e6c-a9e7-b5af6ad51ff8 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.2152309 Aug 10 03:25:55.167623 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a3b110c0-a872-4597-a467-dddf448e4b37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:55.182877 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5090ea10-7264-4daa-89be-96f13692f6d6 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:55.242630 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a3b110c0-a872-4597-a467-dddf448e4b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:55.243711 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b110c0-a872-4597-a467-dddf448e4b37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:55.244440 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a3b110c0-a872-4597-a467-dddf448e4b37 admin admin] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:55.346184 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a3b110c0-a872-4597-a467-dddf448e4b37 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0373805 Aug 10 03:25:55.358358 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 37414) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:55.396054 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-43bc4793-de50-473c-aa3f-e05c01e159f7 admin admin] Request body: {'subnet': {'network_id': '78e010af-4729-4233-a0c1-db9b9eb10189', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-502132277-subnet', 'tenant_id': '16ecc4817dbb4cfb96b5c83ea534d722', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:55.444433 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b110c0-a872-4597-a467-dddf448e4b37 admin admin] Pushing event updated for resources: {'Network': ['ID=78e010af-4729-4233-a0c1-db9b9eb10189,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:55.458939 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 78e010af-4729-4233-a0c1-db9b9eb10189 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:25:55.482669 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43bc4793-de50-473c-aa3f-e05c01e159f7 admin admin] Made reservation on behalf of 16ecc4817dbb4cfb96b5c83ea534d722 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:25:55.485095 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-43bc4793-de50-473c-aa3f-e05c01e159f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:55.611335 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-372cb753-a06c-453b-9469-0b53d8759c90 req-56a9c3c5-8065-42c5-9e6d-64e9224c65a2 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5003884 Aug 10 03:25:55.621899 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090ea10-7264-4daa-89be-96f13692f6d6 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event deleted for resources: {'Port': ['ID=68a3c38c-14cf-4801-a5e5-ad167398b72d,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:55.625206 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5090ea10-7264-4daa-89be-96f13692f6d6 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:55.629804 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-5090ea10-7264-4daa-89be-96f13692f6d6 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "DELETE /v2.0/ports/68a3c38c-14cf-4801-a5e5-ad167398b72d HTTP/1.1" status: 204 len: 168 time: 1.7161241 Aug 10 03:25:55.631878 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-a2ffaa12-fe9f-49e6-be29-2d50905d99ca req-dfd4fec5-85f9-4902-9c8e-1a535ac52214 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] For port ab2c91b2-3d80-43ff-8422-5432b46897a4, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=ab2c91b2-3d80-43ff-8422-5432b46897a4,segment=NetworkSegment(8f60b627-ffb1-479c-a505-a6c7d3d8b515),segment_id=8f60b627-ffb1-479c-a505-a6c7d3d8b515)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:55.633593 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 37416) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:55.714638 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2854d899-9c55-496d-853d-a9d50c8fa578 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:55.753611 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a2ffaa12-fe9f-49e6-be29-2d50905d99ca req-dfd4fec5-85f9-4902-9c8e-1a535ac52214 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:55.784775 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a2ffaa12-fe9f-49e6-be29-2d50905d99ca req-dfd4fec5-85f9-4902-9c8e-1a535ac52214 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:55.797840 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['3f5ba6e3-7e80-40b9-9c1e-96a2492934fb', 'ab2c91b2-3d80-43ff-8422-5432b46897a4'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:55.869206 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:25:55.894169 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['6f7370df-6a1b-4dfe-983b-3d6cd36a298d'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:56.040274 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-43bc4793-de50-473c-aa3f-e05c01e159f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:56.055169 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffaa12-fe9f-49e6-be29-2d50905d99ca req-dfd4fec5-85f9-4902-9c8e-1a535ac52214 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:56.055752 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a2ffaa12-fe9f-49e6-be29-2d50905d99ca req-dfd4fec5-85f9-4902-9c8e-1a535ac52214 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:56.068018 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a2ffaa12-fe9f-49e6-be29-2d50905d99ca req-dfd4fec5-85f9-4902-9c8e-1a535ac52214 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "PUT /v2.0/ports/ab2c91b2-3d80-43ff-8422-5432b46897a4 HTTP/1.1" status: 200 len: 904 time: 1.7934980 Aug 10 03:25:56.083304 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b22ecfb1-fa54-438f-99e8-8e686de8885c', 'tag': 'ab2c91b2-3d80-43ff-8422-5432b46897a4'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:56.087710 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630cdcb7-5835-4f2e-87c3-f3f315d45f83" -d '{"events": [{"name": "network-changed", "server_uuid": "b22ecfb1-fa54-438f-99e8-8e686de8885c", "tag": "ab2c91b2-3d80-43ff-8422-5432b46897a4"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:56.111554 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2854d899-9c55-496d-853d-a9d50c8fa578 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:56.159786 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['ab2c91b2-3d80-43ff-8422-5432b46897a4'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:56.185644 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-2854d899-9c55-496d-853d-a9d50c8fa578 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d22567d6-a0ed-4344-b38f-4317a5b58c0a']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:56.196157 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd4fec5-85f9-4902-9c8e-1a535ac52214 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Pushing event updated for resources: {'Port': ['ID=ab2c91b2-3d80-43ff-8422-5432b46897a4,revision_number=6']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:56.233118 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-2854d899-9c55-496d-853d-a9d50c8fa578 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '275fc3f1-bfa3-4783-89cb-a0ff8cfb5558') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:56.234182 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-2854d899-9c55-496d-853d-a9d50c8fa578 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '275fc3f1-bfa3-4783-89cb-a0ff8cfb5558') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:56.278072 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d964b-7b0c-4976-a8fe-7b3b16dc3a20 req-e86e0932-dd4d-49fb-9341-01a67629fb8a tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:56.279629 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-090d964b-7b0c-4976-a8fe-7b3b16dc3a20 req-e86e0932-dd4d-49fb-9341-01a67629fb8a tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=322b60eb-c15c-4e22-bca8-d8acadcea6ac HTTP/1.1" status: 200 len: 945 time: 0.4567032 Aug 10 03:25:56.310460 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2854d899-9c55-496d-853d-a9d50c8fa578 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:56.398077 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2854d899-9c55-496d-853d-a9d50c8fa578 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:56.412017 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bc4793-de50-473c-aa3f-e05c01e159f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22c42c00-f73a-4ae6-9d05-328f06a2d07d,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:56.440783 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2854d899-9c55-496d-853d-a9d50c8fa578 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:25:56.441213 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2854d899-9c55-496d-853d-a9d50c8fa578 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:56.444971 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:25:56.444971 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:25:56.444971 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:25:56.444971 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:25:56.444971 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:25:56.444971 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:25:56.444971 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:25:56.444971 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:25:56.444971 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:25:56.444971 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:25:56.444971 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:25:56.444971 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:25:56.444971 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:25:56.444971 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:25:56.444971 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:25:56.444971 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:25:56.444971 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:25:56.444971 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:25:56.444971 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:25:56.444971 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:25:56.444971 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:25:56.444971 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:25:56.444971 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:25:56.444971 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:25:56.444971 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:25:56.444971 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:25:56.444971 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:25:56.444971 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:25:56.444971 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:25:56.444971 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:25:56.444971 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:25:56.444971 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:25:56.493222 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-090d964b-7b0c-4976-a8fe-7b3b16dc3a20 req-08c388d9-6dee-40ec-aae7-ed49a055a52e tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/security-groups?id=efe56f97-cb65-408d-9c87-fa760e99fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999824 Aug 10 03:25:56.536502 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2854d899-9c55-496d-853d-a9d50c8fa578 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:56.549005 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2854d899-9c55-496d-853d-a9d50c8fa578 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:56.556187 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-2854d899-9c55-496d-853d-a9d50c8fa578 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] 10.222.0.62 "DELETE /v2.0/networks/d22567d6-a0ed-4344-b38f-4317a5b58c0a HTTP/1.1" status: 204 len: 168 time: 0.9176300 Aug 10 03:25:56.609832 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2854d899-9c55-496d-853d-a9d50c8fa578 tempest-PortsTestJSON-906838455 tempest-PortsTestJSON-906838455-project] Pushing event deleted for resources: {'Network': ['ID=d22567d6-a0ed-4344-b38f-4317a5b58c0a,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:56.645308 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bc4793-de50-473c-aa3f-e05c01e159f7 admin admin] Checking segment: {'id': 'aa85cce9-3c8c-41cd-99ba-3f696c727689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '78e010af-4729-4233-a0c1-db9b9eb10189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:25:56.651631 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bc4793-de50-473c-aa3f-e05c01e159f7 admin admin] Network hostable DHCP agents. Network: 78e010af-4729-4233-a0c1-db9b9eb10189, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:25:56.740795 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bc4793-de50-473c-aa3f-e05c01e159f7 admin admin] Network 78e010af-4729-4233-a0c1-db9b9eb10189 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:25:56.773126 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-43bc4793-de50-473c-aa3f-e05c01e159f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 78e010af-4729-4233-a0c1-db9b9eb10189) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:56.782277 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bc4793-de50-473c-aa3f-e05c01e159f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:56.783820 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-43bc4793-de50-473c-aa3f-e05c01e159f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:56.795665 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:56.843223 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-43bc4793-de50-473c-aa3f-e05c01e159f7 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4668291 Aug 10 03:25:56.885081 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e2a234-6873-49b1-aaa5-803329192ab4 None None] Network 78e010af-4729-4233-a0c1-db9b9eb10189 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:25:56.895495 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c55761-a23c-4e3f-be91-0b06a5a3337f req-d8145c06-4e5a-42e2-b2bc-58e8c861deb6 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:56.897095 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d9c55761-a23c-4e3f-be91-0b06a5a3337f req-d8145c06-4e5a-42e2-b2bc-58e8c861deb6 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.2039642 Aug 10 03:25:56.953871 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:57.063283 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab55ab8-6377-48d3-b34e-7d45fb765e44 req-bdd501a0-2a64-4aae-8d86-7f39740f3578 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:57.095471 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1ab55ab8-6377-48d3-b34e-7d45fb765e44 req-bdd501a0-2a64-4aae-8d86-7f39740f3578 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=b22ecfb1-fa54-438f-99e8-8e686de8885c HTTP/1.1" status: 200 len: 907 time: 0.9013853 Aug 10 03:25:57.142446 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d9c55761-a23c-4e3f-be91-0b06a5a3337f req-0026729f-6a49-4d1b-a066-297ea52eafe8 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039309 Aug 10 03:25:57.201813 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39dd6fd6-4fda-4cd7-acf2-22fe4ac4962c x-openstack-request-id: req-39dd6fd6-4fda-4cd7-acf2-22fe4ac4962c {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:57.202433 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b22ecfb1-fa54-438f-99e8-8e686de8885c", "tag": "ab2c91b2-3d80-43ff-8422-5432b46897a4", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:57.203264 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-39dd6fd6-4fda-4cd7-acf2-22fe4ac4962c {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:57.203893 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b22ecfb1-fa54-438f-99e8-8e686de8885c', 'tag': 'ab2c91b2-3d80-43ff-8422-5432b46897a4', 'status': 'completed', 'code': 200} Aug 10 03:25:57.218954 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-6dbc9fb9-7dad-4db1-80ae-8a93c8f2f84c None None] Provisioning complete for port ab2c91b2-3d80-43ff-8422-5432b46897a4 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:57.222341 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-6dbc9fb9-7dad-4db1-80ae-8a93c8f2f84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:57.348600 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630cdcb7-5835-4f2e-87c3-f3f315d45f83 req-244642c4-a63d-4317-b629-23d7663bf61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:57.350315 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-630cdcb7-5835-4f2e-87c3-f3f315d45f83 req-244642c4-a63d-4317-b629-23d7663bf61f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e185eddfc77743c180b686598504f106&device_id=b22ecfb1-fa54-438f-99e8-8e686de8885c HTTP/1.1" status: 200 len: 1059 time: 0.1110179 Aug 10 03:25:57.496281 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e3cf07-879a-4dcf-b22a-11399e6af3bf req-2b4b2671-a687-4991-a34b-3efc7521e6d6 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:57.506003 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c5e3cf07-879a-4dcf-b22a-11399e6af3bf req-2b4b2671-a687-4991-a34b-3efc7521e6d6 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 944 time: 0.1932907 Aug 10 03:25:57.543096 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c54b34-ecad-4566-857a-02f659d78042 None None] Network 78e010af-4729-4233-a0c1-db9b9eb10189 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:25:57.551149 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630cdcb7-5835-4f2e-87c3-f3f315d45f83 req-77c65f03-bf22-4f8d-a8db-022cd9ac743d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:57.561188 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-630cdcb7-5835-4f2e-87c3-f3f315d45f83 req-77c65f03-bf22-4f8d-a8db-022cd9ac743d service neutron] 10.222.0.58 "GET /v2.0/networks?id=0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe HTTP/1.1" status: 200 len: 911 time: 0.1924655 Aug 10 03:25:57.565191 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 37476) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:57.569825 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bbc1d4-8f45-4994-b6ca-debdf198e25c req-ea050cd3-ce8b-4283-9ec3-fa768dff0d71 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:57.573586 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c8bbc1d4-8f45-4994-b6ca-debdf198e25c req-ea050cd3-ce8b-4283-9ec3-fa768dff0d71 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.2089040 Aug 10 03:25:57.652914 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c5e3cf07-879a-4dcf-b22a-11399e6af3bf req-e4a29083-6d48-4a6f-906b-20815cbaffd3 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350634 Aug 10 03:25:57.712733 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-630cdcb7-5835-4f2e-87c3-f3f315d45f83 req-3c0d8afe-d6ce-490c-b0ed-42294e3c67a6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab2c91b2-3d80-43ff-8422-5432b46897a4 HTTP/1.1" status: 200 len: 217 time: 0.1504142 Aug 10 03:25:57.714865 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c8bbc1d4-8f45-4994-b6ca-debdf198e25c req-051c2d35-cbd4-4005-b779-d02a59b29c63 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288257 Aug 10 03:25:57.848102 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630cdcb7-5835-4f2e-87c3-f3f315d45f83 req-3611403e-09df-4bd2-ab20-79d6651c278b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:57.853157 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-630cdcb7-5835-4f2e-87c3-f3f315d45f83 req-3611403e-09df-4bd2-ab20-79d6651c278b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c05a62ae-44d3-4db4-a938-da6f60472238 HTTP/1.1" status: 200 len: 849 time: 0.1259234 Aug 10 03:25:57.951725 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630cdcb7-5835-4f2e-87c3-f3f315d45f83 req-734c347a-820d-4a4e-8165-d7313ff79c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:57.955928 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-630cdcb7-5835-4f2e-87c3-f3f315d45f83 req-734c347a-820d-4a4e-8165-d7313ff79c12 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0941851 Aug 10 03:25:57.977794 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04624aae-d6b4-40e8-b650-d358ae8051b0 req-c20c8d40-bfcc-4a33-8534-55a3928ba54d tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:57.987234 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-04624aae-d6b4-40e8-b650-d358ae8051b0 req-c20c8d40-bfcc-4a33-8534-55a3928ba54d tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=322b60eb-c15c-4e22-bca8-d8acadcea6ac HTTP/1.1" status: 200 len: 945 time: 0.2156606 Aug 10 03:25:58.097866 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-630cdcb7-5835-4f2e-87c3-f3f315d45f83 req-8ccfdb7b-7d36-4f68-87ea-3da552a74009 service neutron] 10.222.0.58 "GET /v2.0/networks/0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315968 Aug 10 03:25:58.177420 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-04624aae-d6b4-40e8-b650-d358ae8051b0 req-8ac623c3-810d-40db-b2e5-5e5ac245d93a tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/security-groups?id=efe56f97-cb65-408d-9c87-fa760e99fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646645 Aug 10 03:25:58.208237 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0167754-4bbb-4042-8a74-2503e2d753f7 req-7b2edcf8-df1f-46e1-bd20-8f64cfd0e324 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:58.232181 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c0167754-4bbb-4042-8a74-2503e2d753f7 req-7b2edcf8-df1f-46e1-bd20-8f64cfd0e324 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 944 time: 0.3753481 Aug 10 03:25:58.250209 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-66cfa4f8-8314-48d6-8804-51bae1dbe519 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4ed48e64d2bc4e15aeddc047e3b71cf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6588783 Aug 10 03:25:58.251999 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 37498) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:58.286565 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-630cdcb7-5835-4f2e-87c3-f3f315d45f83 req-7d24855a-5dd6-45af-9d46-0b41728906be service neutron] 10.222.0.58 "GET /v2.0/networks/0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776316 Aug 10 03:25:58.374064 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c0167754-4bbb-4042-8a74-2503e2d753f7 req-8b43be09-4690-4af8-8a17-57dc04c0843e tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378911 Aug 10 03:25:58.418418 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d8686d01-6091-4411-8312-580ff35707df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:58.532449 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d8686d01-6091-4411-8312-580ff35707df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:58.774947 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d8686d01-6091-4411-8312-580ff35707df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:58.777963 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d8686d01-6091-4411-8312-580ff35707df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:58.779155 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d8686d01-6091-4411-8312-580ff35707df admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ad105582-23b6-42d9-9327-6021512f0bbe HTTP/1.1" status: 204 len: 168 time: 0.5256236 Aug 10 03:25:58.818159 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8686d01-6091-4411-8312-580ff35707df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad105582-23b6-42d9-9327-6021512f0bbe,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:58.825569 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec69b566-bdc7-43ff-8d87-a6a15b04b5d0 req-2358165a-27af-478d-860d-615bd3823b99 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:58.828861 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ec69b566-bdc7-43ff-8d87-a6a15b04b5d0 req-2358165a-27af-478d-860d-615bd3823b99 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.1888885 Aug 10 03:25:58.877176 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9da9f3-387e-4a5f-bf7b-d525ea0de033 req-faccadb2-6727-4516-bf18-85198752ef9f tempest-ServerMetadataNegativeTestJSON-1306652505 tempest-ServerMetadataNegativeTestJSON-1306652505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:58.878712 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ea9da9f3-387e-4a5f-bf7b-d525ea0de033 req-faccadb2-6727-4516-bf18-85198752ef9f tempest-ServerMetadataNegativeTestJSON-1306652505 tempest-ServerMetadataNegativeTestJSON-1306652505-project] 10.222.0.62 "GET /v2.0/networks?id=78e010af-4729-4233-a0c1-db9b9eb10189 HTTP/1.1" status: 200 len: 820 time: 0.3001251 Aug 10 03:25:58.910799 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ea9da9f3-387e-4a5f-bf7b-d525ea0de033 req-a914fa61-2f85-4a5b-845b-4b367e0cc21a tempest-ServerMetadataNegativeTestJSON-1306652505 tempest-ServerMetadataNegativeTestJSON-1306652505-project] 10.222.0.62 "GET /v2.0/quotas/16ecc4817dbb4cfb96b5c83ea534d722 HTTP/1.1" status: 200 len: 375 time: 0.0130534 Aug 10 03:25:59.001117 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ec69b566-bdc7-43ff-8d87-a6a15b04b5d0 req-9636bd85-2478-41af-8c6e-f7c320730f95 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545722 Aug 10 03:25:59.077966 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ea9da9f3-387e-4a5f-bf7b-d525ea0de033 req-a6fd2c9b-67c3-47bb-992e-70d0df25e5e1 tempest-ServerMetadataNegativeTestJSON-1306652505 tempest-ServerMetadataNegativeTestJSON-1306652505-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=16ecc4817dbb4cfb96b5c83ea534d722&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1453824 Aug 10 03:25:59.293158 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ea9da9f3-387e-4a5f-bf7b-d525ea0de033 req-9c98345e-36fe-4fce-b171-a31b8a6daa6f service neutron] 10.222.0.62 "GET /v2.0/networks/78e010af-4729-4233-a0c1-db9b9eb10189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131615 Aug 10 03:25:59.336845 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20464d2f-270f-41b5-9465-0d8b51a84aca req-04c693e6-6ba9-4181-9fc8-428156a42100 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:59.338579 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-20464d2f-270f-41b5-9465-0d8b51a84aca req-04c693e6-6ba9-4181-9fc8-428156a42100 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/networks?id=0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe HTTP/1.1" status: 200 len: 810 time: 0.1730113 Aug 10 03:25:59.376286 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-20464d2f-270f-41b5-9465-0d8b51a84aca req-0a8909d2-6f81-4e95-b640-3200ae1ca1e5 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/quotas/e185eddfc77743c180b686598504f106 HTTP/1.1" status: 200 len: 375 time: 0.0121272 Aug 10 03:25:59.476204 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-20464d2f-270f-41b5-9465-0d8b51a84aca req-17158bb4-919a-4a87-a86a-583691eeddeb tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e185eddfc77743c180b686598504f106&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0881336 Aug 10 03:25:59.478327 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ea9da9f3-387e-4a5f-bf7b-d525ea0de033 req-03c8a0d4-f697-4aaa-b912-542ab0d1e47d service neutron] 10.222.0.62 "GET /v2.0/networks/78e010af-4729-4233-a0c1-db9b9eb10189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757669 Aug 10 03:25:59.580798 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-20464d2f-270f-41b5-9465-0d8b51a84aca req-b2d4a927-a83a-4a57-b2f0-be7aa9ce5bbf service neutron] 10.222.0.62 "GET /v2.0/networks/0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909135 Aug 10 03:25:59.733230 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-20464d2f-270f-41b5-9465-0d8b51a84aca req-3523c817-63b5-44b9-b59b-f3bdf447eacc service neutron] 10.222.0.62 "GET /v2.0/networks/0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372936 Aug 10 03:26:00.125483 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815034dc-0557-4c3b-a3e5-7977accb05ea req-5851cb6d-3bad-449e-8a71-46bc881b7439 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:00.135725 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-815034dc-0557-4c3b-a3e5-7977accb05ea req-5851cb6d-3bad-449e-8a71-46bc881b7439 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.4780602 Aug 10 03:26:00.186763 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c5d17-d94b-426c-9d99-b9903e6bdd13 req-d0370ea6-646e-43da-9390-630ca4e7db06 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:00.213540 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b53c5d17-d94b-426c-9d99-b9903e6bdd13 req-d0370ea6-646e-43da-9390-630ca4e7db06 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=322b60eb-c15c-4e22-bca8-d8acadcea6ac HTTP/1.1" status: 200 len: 945 time: 0.2099898 Aug 10 03:26:00.282481 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-815034dc-0557-4c3b-a3e5-7977accb05ea req-cfda784e-62db-4671-9dc1-8518a72f9796 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450241 Aug 10 03:26:00.336913 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a41adfce-d33f-40d4-8ee0-4794653715bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:00.357455 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b53c5d17-d94b-426c-9d99-b9903e6bdd13 req-98c65cb6-cd84-4be3-9bcf-2d1f363b06f5 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/security-groups?id=efe56f97-cb65-408d-9c87-fa760e99fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358306 Aug 10 03:26:00.515860 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-913f537d-72e0-4f86-ae41-79cfb801b478 req-6b7eb539-7622-4a76-9e18-cbb03802da6a tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c96dab75-a660-452e-9b11-3368514b0a05 HTTP/1.1" status: 200 len: 210 time: 0.0877125 Aug 10 03:26:00.570179 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d06d033b-2904-49ad-83d0-1d8de637ac15 req-1e29acdd-365c-4107-bd2b-a2f42f69c48b tempest-ServerMetadataNegativeTestJSON-1306652505 tempest-ServerMetadataNegativeTestJSON-1306652505-project] 10.222.0.62 "GET /v2.0/ports?device_id=642e7051-d655-4c6f-8b05-4eab3fec7779 HTTP/1.1" status: 200 len: 210 time: 0.0578392 Aug 10 03:26:00.787001 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84ad653-b0f5-4c1d-ad84-4a71cedfd703 req-eba14549-a8db-4947-9838-f64ad148a4bf tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:00.789540 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a84ad653-b0f5-4c1d-ad84-4a71cedfd703 req-eba14549-a8db-4947-9838-f64ad148a4bf tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.1130857 Aug 10 03:26:00.898224 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a84ad653-b0f5-4c1d-ad84-4a71cedfd703 req-44041e78-a17c-409f-b987-a04158a564f2 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026468 Aug 10 03:26:01.139871 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827409fc-d268-4ec2-a336-454218a52017 req-e2568775-f55b-4fc5-b38f-192d3d8fed3b tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:01.142232 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-827409fc-d268-4ec2-a336-454218a52017 req-e2568775-f55b-4fc5-b38f-192d3d8fed3b tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.1518674 Aug 10 03:26:01.271388 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-827409fc-d268-4ec2-a336-454218a52017 req-06e8241b-2e19-492d-b830-3ea29ed45516 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211336 Aug 10 03:26:01.336303 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9da9f3-387e-4a5f-bf7b-d525ea0de033 req-59017aaa-42a6-4fe1-9193-a0e698d71d31 tempest-ServerMetadataNegativeTestJSON-1306652505 tempest-ServerMetadataNegativeTestJSON-1306652505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:01.338045 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ea9da9f3-387e-4a5f-bf7b-d525ea0de033 req-59017aaa-42a6-4fe1-9193-a0e698d71d31 tempest-ServerMetadataNegativeTestJSON-1306652505 tempest-ServerMetadataNegativeTestJSON-1306652505-project] 10.222.0.60 "GET /v2.0/networks?id=78e010af-4729-4233-a0c1-db9b9eb10189 HTTP/1.1" status: 200 len: 820 time: 0.1696730 Aug 10 03:26:01.358854 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-ea9da9f3-387e-4a5f-bf7b-d525ea0de033 req-e8363baa-3269-41c9-beaa-656f7aea864f tempest-ServerMetadataNegativeTestJSON-1306652505 tempest-ServerMetadataNegativeTestJSON-1306652505-project] Request body: {'port': {'device_id': '642e7051-d655-4c6f-8b05-4eab3fec7779', 'network_id': '78e010af-4729-4233-a0c1-db9b9eb10189', 'admin_state_up': True, 'tenant_id': '16ecc4817dbb4cfb96b5c83ea534d722'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:01.690926 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea9da9f3-387e-4a5f-bf7b-d525ea0de033 req-e8363baa-3269-41c9-beaa-656f7aea864f tempest-ServerMetadataNegativeTestJSON-1306652505 tempest-ServerMetadataNegativeTestJSON-1306652505-project] Made reservation on behalf of 16ecc4817dbb4cfb96b5c83ea534d722 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:26:01.694536 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ea9da9f3-387e-4a5f-bf7b-d525ea0de033 req-e8363baa-3269-41c9-beaa-656f7aea864f tempest-ServerMetadataNegativeTestJSON-1306652505 tempest-ServerMetadataNegativeTestJSON-1306652505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:01.791893 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0153c6-5346-445c-8dfc-d33b2a731907 req-2240e589-909b-4a63-a2d4-0d72b4c3867c tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:01.791893 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4f0153c6-5346-445c-8dfc-d33b2a731907 req-2240e589-909b-4a63-a2d4-0d72b4c3867c tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=322b60eb-c15c-4e22-bca8-d8acadcea6ac HTTP/1.1" status: 200 len: 945 time: 0.2280581 Aug 10 03:26:01.835321 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52acf247-46e2-4532-8f1b-10574a1b11e7 req-e7d17bc1-57c0-40fe-9fe6-c704ec81ad16 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:01.842619 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-52acf247-46e2-4532-8f1b-10574a1b11e7 req-e7d17bc1-57c0-40fe-9fe6-c704ec81ad16 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.2228260 Aug 10 03:26:02.046031 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4f0153c6-5346-445c-8dfc-d33b2a731907 req-aff31484-ec3c-42bf-9049-1b5fbea2cdf8 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/security-groups?id=efe56f97-cb65-408d-9c87-fa760e99fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396970 Aug 10 03:26:02.081419 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-52acf247-46e2-4532-8f1b-10574a1b11e7 req-604f677a-6167-45e8-9ef8-74bda53d2f5d tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363579 Aug 10 03:26:02.218095 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20464d2f-270f-41b5-9465-0d8b51a84aca req-ada163ff-c496-4032-8935-b1eefce886ef tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:02.219594 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-20464d2f-270f-41b5-9465-0d8b51a84aca req-ada163ff-c496-4032-8935-b1eefce886ef tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.60 "GET /v2.0/networks?id=0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe HTTP/1.1" status: 200 len: 810 time: 0.4249442 Aug 10 03:26:02.265068 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-20464d2f-270f-41b5-9465-0d8b51a84aca req-df2142d2-ded7-4293-89ca-74468c5902ed tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Request body: {'port': {'device_id': 'c96dab75-a660-452e-9b11-3368514b0a05', 'network_id': '0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe', 'admin_state_up': True, 'tenant_id': 'e185eddfc77743c180b686598504f106'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:02.276938 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-65fe50e9-fe03-475d-9d20-3ade2affc155 req-4f9178bb-d73d-4983-bac1-0fe1116a1a57 tempest-ServerMetadataNegativeTestJSON-1306652505 tempest-ServerMetadataNegativeTestJSON-1306652505-project] 10.222.0.62 "GET /v2.0/ports?device_id=642e7051-d655-4c6f-8b05-4eab3fec7779 HTTP/1.1" status: 200 len: 210 time: 0.0708883 Aug 10 03:26:02.309384 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b48a7b9e-ff89-46bc-99b4-b324c4f8ea90 req-3b183d87-2240-492e-a2fa-f016dc525b29 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c96dab75-a660-452e-9b11-3368514b0a05 HTTP/1.1" status: 200 len: 210 time: 0.0887702 Aug 10 03:26:02.310615 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-ea9da9f3-387e-4a5f-bf7b-d525ea0de033 req-e8363baa-3269-41c9-beaa-656f7aea864f tempest-ServerMetadataNegativeTestJSON-1306652505 tempest-ServerMetadataNegativeTestJSON-1306652505-project] Allocated IP 172.20.0.4 (78e010af-4729-4233-a0c1-db9b9eb10189/22c42c00-f73a-4ae6-9d05-328f06a2d07d/f99fedde-3a2d-4256-8b9d-a8138e9bb448) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:26:02.523961 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef29a8a8-ce46-4310-a955-525f2fd8d915 req-1996a5ad-1cad-4f12-a203-cc68bf759761 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:02.525454 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ef29a8a8-ce46-4310-a955-525f2fd8d915 req-1996a5ad-1cad-4f12-a203-cc68bf759761 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.1521599 Aug 10 03:26:02.556583 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20464d2f-270f-41b5-9465-0d8b51a84aca req-df2142d2-ded7-4293-89ca-74468c5902ed tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Made reservation on behalf of e185eddfc77743c180b686598504f106 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:26:02.559969 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-20464d2f-270f-41b5-9465-0d8b51a84aca req-df2142d2-ded7-4293-89ca-74468c5902ed tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:02.638150 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ef29a8a8-ce46-4310-a955-525f2fd8d915 req-9abd2fc6-322b-454d-b461-beb573c782b7 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964310 Aug 10 03:26:02.644294 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ea9da9f3-387e-4a5f-bf7b-d525ea0de033 req-e8363baa-3269-41c9-beaa-656f7aea864f tempest-ServerMetadataNegativeTestJSON-1306652505 tempest-ServerMetadataNegativeTestJSON-1306652505-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:02.798492 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ea9da9f3-387e-4a5f-bf7b-d525ea0de033 req-e8363baa-3269-41c9-beaa-656f7aea864f tempest-ServerMetadataNegativeTestJSON-1306652505 tempest-ServerMetadataNegativeTestJSON-1306652505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:02.814011 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-20464d2f-270f-41b5-9465-0d8b51a84aca req-df2142d2-ded7-4293-89ca-74468c5902ed tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Allocated IP 172.20.0.6 (0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe/c05a62ae-44d3-4db4-a938-da6f60472238/8127b9c9-cf17-4a23-8e67-a961264fe971) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:26:02.982025 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea9da9f3-387e-4a5f-bf7b-d525ea0de033 req-e8363baa-3269-41c9-beaa-656f7aea864f tempest-ServerMetadataNegativeTestJSON-1306652505 tempest-ServerMetadataNegativeTestJSON-1306652505-project] Network 78e010af-4729-4233-a0c1-db9b9eb10189 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:26:02.999409 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-854bb120-757b-4404-b13d-4dfd1ea02f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:03.285037 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-ea9da9f3-387e-4a5f-bf7b-d525ea0de033 req-e8363baa-3269-41c9-beaa-656f7aea864f tempest-ServerMetadataNegativeTestJSON-1306652505 tempest-ServerMetadataNegativeTestJSON-1306652505-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:26:03.287075 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8363baa-3269-41c9-beaa-656f7aea864f tempest-ServerMetadataNegativeTestJSON-1306652505 tempest-ServerMetadataNegativeTestJSON-1306652505-project] Pushing event updated for resources: {'Port': ['ID=f99fedde-3a2d-4256-8b9d-a8138e9bb448,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:03.291464 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea9da9f3-387e-4a5f-bf7b-d525ea0de033 req-e8363baa-3269-41c9-beaa-656f7aea864f tempest-ServerMetadataNegativeTestJSON-1306652505 tempest-ServerMetadataNegativeTestJSON-1306652505-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:26:03.377861 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:03.463594 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9da9f3-387e-4a5f-bf7b-d525ea0de033 req-e8363baa-3269-41c9-beaa-656f7aea864f tempest-ServerMetadataNegativeTestJSON-1306652505 tempest-ServerMetadataNegativeTestJSON-1306652505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:03.464291 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ea9da9f3-387e-4a5f-bf7b-d525ea0de033 req-e8363baa-3269-41c9-beaa-656f7aea864f tempest-ServerMetadataNegativeTestJSON-1306652505 tempest-ServerMetadataNegativeTestJSON-1306652505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:03.497453 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232891b6-a699-4eed-8548-1a49920bb28f req-6d8170a0-6314-4c56-96f8-7562e057a02a tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:03.504891 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-232891b6-a699-4eed-8548-1a49920bb28f req-6d8170a0-6314-4c56-96f8-7562e057a02a tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/networks?id=bc648e31-3fe5-47a0-8b38-9d9deaf52af1 HTTP/1.1" status: 200 len: 813 time: 0.6990089 Aug 10 03:26:03.527893 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7975c9f-b287-4175-9131-46f9974dc066 req-20d31678-a8a0-418f-b64f-cd5986435a2e tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:03.535006 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a7975c9f-b287-4175-9131-46f9974dc066 req-20d31678-a8a0-418f-b64f-cd5986435a2e tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=322b60eb-c15c-4e22-bca8-d8acadcea6ac HTTP/1.1" status: 200 len: 945 time: 0.2450738 Aug 10 03:26:03.567841 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ea9da9f3-387e-4a5f-bf7b-d525ea0de033 req-e8363baa-3269-41c9-beaa-656f7aea864f tempest-ServerMetadataNegativeTestJSON-1306652505 tempest-ServerMetadataNegativeTestJSON-1306652505-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2137930 Aug 10 03:26:03.574612 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-232891b6-a699-4eed-8548-1a49920bb28f req-a4f19167-479b-4c3d-ac51-d429b75dec2e tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/quotas/a77b526167a54c3793a81af5f7632e4e HTTP/1.1" status: 200 len: 375 time: 0.0688431 Aug 10 03:26:03.614159 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-ea9da9f3-387e-4a5f-bf7b-d525ea0de033 req-93972e80-4418-430f-a332-1fb611c4f543 service neutron] Request body: {'port': {'device_id': '642e7051-d655-4c6f-8b05-4eab3fec7779', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:03.673288 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-20464d2f-270f-41b5-9465-0d8b51a84aca req-df2142d2-ded7-4293-89ca-74468c5902ed tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:03.682376 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a7975c9f-b287-4175-9131-46f9974dc066 req-89c06f10-efd7-4b0d-a4a2-fd6a368f5af4 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/security-groups?id=efe56f97-cb65-408d-9c87-fa760e99fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457591 Aug 10 03:26:03.732698 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-232891b6-a699-4eed-8548-1a49920bb28f req-6be40a5a-95c4-4bb9-bae9-eb9df7e65971 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a77b526167a54c3793a81af5f7632e4e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1571810 Aug 10 03:26:03.742010 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-20464d2f-270f-41b5-9465-0d8b51a84aca req-df2142d2-ded7-4293-89ca-74468c5902ed tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Transition to ACTIVE for port object 8127b9c9-cf17-4a23-8e67-a961264fe971 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:26:03.751895 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ea9da9f3-387e-4a5f-bf7b-d525ea0de033 req-93972e80-4418-430f-a332-1fb611c4f543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:04.178298 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:04.210597 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-ea9da9f3-387e-4a5f-bf7b-d525ea0de033 req-93972e80-4418-430f-a332-1fb611c4f543 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f99fedde-3a2d-4256-8b9d-a8138e9bb448 {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:26:04.234977 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ea9da9f3-387e-4a5f-bf7b-d525ea0de033 req-93972e80-4418-430f-a332-1fb611c4f543 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:04.272147 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-20464d2f-270f-41b5-9465-0d8b51a84aca req-df2142d2-ded7-4293-89ca-74468c5902ed tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:04.286311 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['3f5ba6e3-7e80-40b9-9c1e-96a2492934fb'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:26:04.294646 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e120a26b-98a6-4926-b833-bc0b63ae595d req-5aa3d8eb-7956-4771-a429-dda0feefeba7 tempest-ServerMetadataNegativeTestJSON-1306652505 tempest-ServerMetadataNegativeTestJSON-1306652505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:04.297930 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e120a26b-98a6-4926-b833-bc0b63ae595d req-5aa3d8eb-7956-4771-a429-dda0feefeba7 tempest-ServerMetadataNegativeTestJSON-1306652505 tempest-ServerMetadataNegativeTestJSON-1306652505-project] 10.222.0.62 "GET /v2.0/ports?device_id=642e7051-d655-4c6f-8b05-4eab3fec7779 HTTP/1.1" status: 200 len: 931 time: 0.2673876 Aug 10 03:26:04.305905 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350c372-3bb9-45ef-b5da-50a79c195679 req-b361f555-d808-4cf5-9088-53cdd004376e tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:04.318505 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0350c372-3bb9-45ef-b5da-50a79c195679 req-b361f555-d808-4cf5-9088-53cdd004376e tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] 10.222.0.62 "GET /v2.0/networks?id=bbfa328a-aacf-4178-97d9-8a51e8d466f8 HTTP/1.1" status: 200 len: 813 time: 0.2864218 Aug 10 03:26:04.401583 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['6f7370df-6a1b-4dfe-983b-3d6cd36a298d'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:26:04.407380 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0350c372-3bb9-45ef-b5da-50a79c195679 req-5b226527-3bc9-4bca-9676-8650ed045bb9 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] 10.222.0.62 "GET /v2.0/quotas/a918b0362a2d4286ac157fdd2a5ab003 HTTP/1.1" status: 200 len: 375 time: 0.0877557 Aug 10 03:26:04.451333 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0350c372-3bb9-45ef-b5da-50a79c195679 req-1689e028-b695-40a2-9465-69d574495975 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a918b0362a2d4286ac157fdd2a5ab003&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429850 Aug 10 03:26:04.483617 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20464d2f-270f-41b5-9465-0d8b51a84aca req-df2142d2-ded7-4293-89ca-74468c5902ed tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Network 0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:26:04.495107 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-ea9da9f3-387e-4a5f-bf7b-d525ea0de033 req-93972e80-4418-430f-a332-1fb611c4f543 service neutron] Transition to ACTIVE for port object f99fedde-3a2d-4256-8b9d-a8138e9bb448 will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:26:04.498654 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-20464d2f-270f-41b5-9465-0d8b51a84aca req-df2142d2-ded7-4293-89ca-74468c5902ed tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:26:04.523490 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-20464d2f-270f-41b5-9465-0d8b51a84aca req-df2142d2-ded7-4293-89ca-74468c5902ed tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:26:04.655775 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20464d2f-270f-41b5-9465-0d8b51a84aca req-df2142d2-ded7-4293-89ca-74468c5902ed tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:04.656458 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-20464d2f-270f-41b5-9465-0d8b51a84aca req-df2142d2-ded7-4293-89ca-74468c5902ed tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:04.706800 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ea9da9f3-387e-4a5f-bf7b-d525ea0de033 req-93972e80-4418-430f-a332-1fb611c4f543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:04.813959 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2142d2-ded7-4293-89ca-74468c5902ed tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Pushing event updated for resources: {'Port': ['ID=8127b9c9-cf17-4a23-8e67-a961264fe971,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:04.841360 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e120a26b-98a6-4926-b833-bc0b63ae595d req-9a998fde-a7f2-4191-ac38-74bf8cf9272b tempest-ServerMetadataNegativeTestJSON-1306652505 tempest-ServerMetadataNegativeTestJSON-1306652505-project] 10.222.0.62 "GET /v2.0/security-groups?id=6e52e0d8-666d-428e-8555-4cc75f153789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5068390 Aug 10 03:26:04.863797 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-20464d2f-270f-41b5-9465-0d8b51a84aca req-df2142d2-ded7-4293-89ca-74468c5902ed tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6280799 Aug 10 03:26:04.957441 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [req-20464d2f-270f-41b5-9465-0d8b51a84aca req-8297bb7f-dc8a-49b6-91a9-2986f60e9bc5 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:26:04.958434 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-20464d2f-270f-41b5-9465-0d8b51a84aca req-8297bb7f-dc8a-49b6-91a9-2986f60e9bc5 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0112681 Aug 10 03:26:04.974071 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93972e80-4418-430f-a332-1fb611c4f543 service neutron] Pushing event updated for resources: {'Port': ['ID=f99fedde-3a2d-4256-8b9d-a8138e9bb448,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:04.999803 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-20464d2f-270f-41b5-9465-0d8b51a84aca req-a88ba91c-60ed-4a4c-a668-8fbe91c24a35 service neutron] Request body: {'port': {'device_id': 'c96dab75-a660-452e-9b11-3368514b0a05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:05.020720 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-297cfbee-9e3c-40e6-87e6-7e51d7805d9b None None] Provisioning for port 8127b9c9-cf17-4a23-8e67-a961264fe971 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:26:05.025912 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-297cfbee-9e3c-40e6-87e6-7e51d7805d9b None None] Provisioning complete for port 8127b9c9-cf17-4a23-8e67-a961264fe971 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:05.026609 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-297cfbee-9e3c-40e6-87e6-7e51d7805d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:05.126368 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-297cfbee-9e3c-40e6-87e6-7e51d7805d9b None None] Port 8127b9c9-cf17-4a23-8e67-a961264fe971 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:26:05.152961 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0350c372-3bb9-45ef-b5da-50a79c195679 req-1db81415-dc68-4934-8238-9d7e08ad6161 service neutron] 10.222.0.62 "GET /v2.0/networks/bbfa328a-aacf-4178-97d9-8a51e8d466f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6635523 Aug 10 03:26:05.168047 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb55b6-14ee-44b2-b22a-5bde54809e8e req-0b6f9b2b-22a3-41e3-a910-8323a830ae9b tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:05.169783 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8aeb55b6-14ee-44b2-b22a-5bde54809e8e req-0b6f9b2b-22a3-41e3-a910-8323a830ae9b tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c96dab75-a660-452e-9b11-3368514b0a05 HTTP/1.1" status: 200 len: 931 time: 0.2173085 Aug 10 03:26:05.185376 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-20464d2f-270f-41b5-9465-0d8b51a84aca req-a88ba91c-60ed-4a4c-a668-8fbe91c24a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:05.278098 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-ea9da9f3-387e-4a5f-bf7b-d525ea0de033 req-93972e80-4418-430f-a332-1fb611c4f543 service neutron] Attempting to bind port f99fedde-3a2d-4256-8b9d-a8138e9bb448 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:26:05.278651 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-ea9da9f3-387e-4a5f-bf7b-d525ea0de033 req-93972e80-4418-430f-a332-1fb611c4f543 service neutron] Attempting to bind port f99fedde-3a2d-4256-8b9d-a8138e9bb448 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': 'aa85cce9-3c8c-41cd-99ba-3f696c727689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '78e010af-4729-4233-a0c1-db9b9eb10189'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:26:05.279110 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9da9f3-387e-4a5f-bf7b-d525ea0de033 req-93972e80-4418-430f-a332-1fb611c4f543 service neutron] Attempting to bind port f99fedde-3a2d-4256-8b9d-a8138e9bb448 on network 78e010af-4729-4233-a0c1-db9b9eb10189 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:05.333819 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9da9f3-387e-4a5f-bf7b-d525ea0de033 req-93972e80-4418-430f-a332-1fb611c4f543 service neutron] Port f99fedde-3a2d-4256-8b9d-a8138e9bb448 on network 78e010af-4729-4233-a0c1-db9b9eb10189 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:26:05.334403 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9da9f3-387e-4a5f-bf7b-d525ea0de033 req-93972e80-4418-430f-a332-1fb611c4f543 service neutron] Attempting to bind port f99fedde-3a2d-4256-8b9d-a8138e9bb448 on network 78e010af-4729-4233-a0c1-db9b9eb10189 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:05.343958 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8aeb55b6-14ee-44b2-b22a-5bde54809e8e req-f71a690d-d3b9-4221-b7d7-9e5dfb78cf97 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603777 Aug 10 03:26:05.346171 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0350c372-3bb9-45ef-b5da-50a79c195679 req-d0fc2ecd-d74d-4029-921b-7ae2af4a0a62 service neutron] 10.222.0.62 "GET /v2.0/networks/bbfa328a-aacf-4178-97d9-8a51e8d466f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753275 Aug 10 03:26:05.478323 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9da9f3-387e-4a5f-bf7b-d525ea0de033 req-93972e80-4418-430f-a332-1fb611c4f543 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:26:05.478646 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9da9f3-387e-4a5f-bf7b-d525ea0de033 req-93972e80-4418-430f-a332-1fb611c4f543 service neutron] Checking segment: {'id': 'aa85cce9-3c8c-41cd-99ba-3f696c727689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '78e010af-4729-4233-a0c1-db9b9eb10189'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:26:05.479083 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9da9f3-387e-4a5f-bf7b-d525ea0de033 req-93972e80-4418-430f-a332-1fb611c4f543 service neutron] Bound using segment: {'id': 'aa85cce9-3c8c-41cd-99ba-3f696c727689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '78e010af-4729-4233-a0c1-db9b9eb10189'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:26:05.479627 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-ea9da9f3-387e-4a5f-bf7b-d525ea0de033 req-93972e80-4418-430f-a332-1fb611c4f543 service neutron] Bound port: f99fedde-3a2d-4256-8b9d-a8138e9bb448, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa85cce9-3c8c-41cd-99ba-3f696c727689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '78e010af-4729-4233-a0c1-db9b9eb10189'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:26:05.479990 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ea9da9f3-387e-4a5f-bf7b-d525ea0de033 req-93972e80-4418-430f-a332-1fb611c4f543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:05.701554 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd6b6b-30f9-476c-b18f-6c1a9d2fb72f req-5ab44c41-3c4a-41c2-94f6-f5fe1f1d4609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:05.703976 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-93dd6b6b-30f9-476c-b18f-6c1a9d2fb72f req-5ab44c41-3c4a-41c2-94f6-f5fe1f1d4609 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=322b60eb-c15c-4e22-bca8-d8acadcea6ac HTTP/1.1" status: 200 len: 1097 time: 0.0647409 Aug 10 03:26:05.730348 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e899fb22-3b22-4832-8e46-21428e5e2c96 req-0cd57a7b-dcf1-45fc-8dfd-fd46d67c2b56 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:05.731894 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e899fb22-3b22-4832-8e46-21428e5e2c96 req-0cd57a7b-dcf1-45fc-8dfd-fd46d67c2b56 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.2550440 Aug 10 03:26:05.752390 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-93dd6b6b-30f9-476c-b18f-6c1a9d2fb72f req-cb1d75e8-2df2-4092-b446-94c5644210de service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=efe56f97-cb65-408d-9c87-fa760e99fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365591 Aug 10 03:26:05.860731 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-ea9da9f3-387e-4a5f-bf7b-d525ea0de033 req-93972e80-4418-430f-a332-1fb611c4f543 service neutron] For port f99fedde-3a2d-4256-8b9d-a8138e9bb448, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:26:05.888077 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16d4655-e202-40c3-a638-7cfcc833e3e3 req-3210c003-d674-4bb8-b468-ae696f3e168a tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:05.889669 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c16d4655-e202-40c3-a638-7cfcc833e3e3 req-3210c003-d674-4bb8-b468-ae696f3e168a tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=322b60eb-c15c-4e22-bca8-d8acadcea6ac HTTP/1.1" status: 200 len: 945 time: 0.2909908 Aug 10 03:26:05.921848 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:05.925215 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e899fb22-3b22-4832-8e46-21428e5e2c96 req-964f00bb-ee7d-4169-852b-81b4605b9540 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616361 Aug 10 03:26:05.928310 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-ea9da9f3-387e-4a5f-bf7b-d525ea0de033 req-93972e80-4418-430f-a332-1fb611c4f543 service neutron] For port f99fedde-3a2d-4256-8b9d-a8138e9bb448, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=f99fedde-3a2d-4256-8b9d-a8138e9bb448,segment=NetworkSegment(aa85cce9-3c8c-41cd-99ba-3f696c727689),segment_id=aa85cce9-3c8c-41cd-99ba-3f696c727689)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:26:05.968731 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ea9da9f3-387e-4a5f-bf7b-d525ea0de033 req-93972e80-4418-430f-a332-1fb611c4f543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:06.169701 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6da1aa71-091e-4833-b923-4dc1e3f1ec7b req-5f165c8b-b832-45a9-a0aa-79b133562662 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] 10.222.0.62 "GET /v2.0/ports?device_id=e51380dd-87d0-4688-8abf-70d5ec0cea4e HTTP/1.1" status: 200 len: 210 time: 0.1524143 Aug 10 03:26:06.172564 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9da9f3-387e-4a5f-bf7b-d525ea0de033 req-93972e80-4418-430f-a332-1fb611c4f543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:06.173107 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ea9da9f3-387e-4a5f-bf7b-d525ea0de033 req-93972e80-4418-430f-a332-1fb611c4f543 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:06.174546 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ea9da9f3-387e-4a5f-bf7b-d525ea0de033 req-93972e80-4418-430f-a332-1fb611c4f543 service neutron] 10.222.0.60 "PUT /v2.0/ports/f99fedde-3a2d-4256-8b9d-a8138e9bb448 HTTP/1.1" status: 200 len: 1092 time: 2.5677865 Aug 10 03:26:06.179455 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '642e7051-d655-4c6f-8b05-4eab3fec7779', 'tag': 'f99fedde-3a2d-4256-8b9d-a8138e9bb448'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:26:06.181770 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9cbdf47-0321-4ce2-95ed-140001b19ebf" -d '{"events": [{"name": "network-changed", "server_uuid": "642e7051-d655-4c6f-8b05-4eab3fec7779", "tag": "f99fedde-3a2d-4256-8b9d-a8138e9bb448"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:26:06.219239 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-20464d2f-270f-41b5-9465-0d8b51a84aca req-a88ba91c-60ed-4a4c-a668-8fbe91c24a35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8127b9c9-cf17-4a23-8e67-a961264fe971 {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:26:06.299195 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-20464d2f-270f-41b5-9465-0d8b51a84aca req-a88ba91c-60ed-4a4c-a668-8fbe91c24a35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:06.430539 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c16d4655-e202-40c3-a638-7cfcc833e3e3 req-21f0f21e-045b-455d-aebc-819ebcb8f44a tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/security-groups?id=efe56f97-cb65-408d-9c87-fa760e99fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5167856 Aug 10 03:26:06.460829 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93972e80-4418-430f-a332-1fb611c4f543 service neutron] Pushing event updated for resources: {'Port': ['ID=f99fedde-3a2d-4256-8b9d-a8138e9bb448,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:06.570151 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-20464d2f-270f-41b5-9465-0d8b51a84aca req-a88ba91c-60ed-4a4c-a668-8fbe91c24a35 service neutron] Transition to ACTIVE for port object 8127b9c9-cf17-4a23-8e67-a961264fe971 will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:26:06.615760 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-20464d2f-270f-41b5-9465-0d8b51a84aca req-a88ba91c-60ed-4a4c-a668-8fbe91c24a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:06.780524 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9da9f3-387e-4a5f-bf7b-d525ea0de033 req-1fcbe8e2-68b7-4bb0-a081-6a9ef54fdc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:06.782713 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ea9da9f3-387e-4a5f-bf7b-d525ea0de033 req-1fcbe8e2-68b7-4bb0-a081-6a9ef54fdc48 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=16ecc4817dbb4cfb96b5c83ea534d722&device_id=642e7051-d655-4c6f-8b05-4eab3fec7779 HTTP/1.1" status: 200 len: 1095 time: 0.5377076 Aug 10 03:26:06.835399 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f07fed-46b0-4723-8335-d2a466b1b9c9 req-bf018f2d-5e19-4759-8903-f78ab72dd533 tempest-ServerMetadataNegativeTestJSON-1306652505 tempest-ServerMetadataNegativeTestJSON-1306652505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:06.837441 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e3f07fed-46b0-4723-8335-d2a466b1b9c9 req-bf018f2d-5e19-4759-8903-f78ab72dd533 tempest-ServerMetadataNegativeTestJSON-1306652505 tempest-ServerMetadataNegativeTestJSON-1306652505-project] 10.222.0.62 "GET /v2.0/ports?device_id=642e7051-d655-4c6f-8b05-4eab3fec7779 HTTP/1.1" status: 200 len: 943 time: 0.5155723 Aug 10 03:26:06.882849 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ea9da9f3-387e-4a5f-bf7b-d525ea0de033 req-39786483-5ff8-4794-847e-20ec41b95423 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f99fedde-3a2d-4256-8b9d-a8138e9bb448 HTTP/1.1" status: 200 len: 217 time: 0.0753672 Aug 10 03:26:06.906123 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88ba91c-60ed-4a4c-a668-8fbe91c24a35 service neutron] Pushing event updated for resources: {'Port': ['ID=8127b9c9-cf17-4a23-8e67-a961264fe971,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:06.954905 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c74e3db-d7b7-481e-8675-35fd01a9d5fd req-c211ec21-aa40-4820-a73f-85648d238f89 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:06.963054 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0c74e3db-d7b7-481e-8675-35fd01a9d5fd req-c211ec21-aa40-4820-a73f-85648d238f89 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.4075158 Aug 10 03:26:07.041951 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e3f07fed-46b0-4723-8335-d2a466b1b9c9 req-0d15c7b4-c0fc-417b-ad3a-c2dabd2abcf9 tempest-ServerMetadataNegativeTestJSON-1306652505 tempest-ServerMetadataNegativeTestJSON-1306652505-project] 10.222.0.62 "GET /v2.0/security-groups?id=6e52e0d8-666d-428e-8555-4cc75f153789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656625 Aug 10 03:26:07.107255 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9da9f3-387e-4a5f-bf7b-d525ea0de033 req-bb81c370-e0be-4800-ba79-b38e43fa6882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:07.108782 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ea9da9f3-387e-4a5f-bf7b-d525ea0de033 req-bb81c370-e0be-4800-ba79-b38e43fa6882 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22c42c00-f73a-4ae6-9d05-328f06a2d07d HTTP/1.1" status: 200 len: 860 time: 0.1968689 Aug 10 03:26:07.115097 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0c74e3db-d7b7-481e-8675-35fd01a9d5fd req-8779320c-853d-42a1-b9d7-da60b10423cf tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512358 Aug 10 03:26:07.179621 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-20464d2f-270f-41b5-9465-0d8b51a84aca req-a88ba91c-60ed-4a4c-a668-8fbe91c24a35 service neutron] Attempting to bind port 8127b9c9-cf17-4a23-8e67-a961264fe971 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:26:07.180339 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-20464d2f-270f-41b5-9465-0d8b51a84aca req-a88ba91c-60ed-4a4c-a668-8fbe91c24a35 service neutron] Attempting to bind port 8127b9c9-cf17-4a23-8e67-a961264fe971 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '8f60b627-ffb1-479c-a505-a6c7d3d8b515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:26:07.186582 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20464d2f-270f-41b5-9465-0d8b51a84aca req-a88ba91c-60ed-4a4c-a668-8fbe91c24a35 service neutron] Attempting to bind port 8127b9c9-cf17-4a23-8e67-a961264fe971 on network 0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:07.209819 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0779191b-4182-4b99-aff8-8df6836dbb91 x-openstack-request-id: req-0779191b-4182-4b99-aff8-8df6836dbb91 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:07.211831 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "642e7051-d655-4c6f-8b05-4eab3fec7779", "tag": "f99fedde-3a2d-4256-8b9d-a8138e9bb448", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:07.212188 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0779191b-4182-4b99-aff8-8df6836dbb91 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:07.213253 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '642e7051-d655-4c6f-8b05-4eab3fec7779', 'tag': 'f99fedde-3a2d-4256-8b9d-a8138e9bb448', 'status': 'completed', 'code': 200} Aug 10 03:26:07.281643 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ea9da9f3-387e-4a5f-bf7b-d525ea0de033 req-db61ad3c-a946-41ad-84d4-21a2916b045a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78e010af-4729-4233-a0c1-db9b9eb10189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1482749 Aug 10 03:26:07.304788 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20464d2f-270f-41b5-9465-0d8b51a84aca req-a88ba91c-60ed-4a4c-a668-8fbe91c24a35 service neutron] Port 8127b9c9-cf17-4a23-8e67-a961264fe971 on network 0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:26:07.305128 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20464d2f-270f-41b5-9465-0d8b51a84aca req-a88ba91c-60ed-4a4c-a668-8fbe91c24a35 service neutron] Attempting to bind port 8127b9c9-cf17-4a23-8e67-a961264fe971 on network 0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:07.422325 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ea9da9f3-387e-4a5f-bf7b-d525ea0de033 req-55480fd1-e855-4ef2-83d5-704c275318cb service neutron] 10.222.0.60 "GET /v2.0/networks/78e010af-4729-4233-a0c1-db9b9eb10189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147175 Aug 10 03:26:07.438554 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20464d2f-270f-41b5-9465-0d8b51a84aca req-a88ba91c-60ed-4a4c-a668-8fbe91c24a35 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:26:07.439226 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20464d2f-270f-41b5-9465-0d8b51a84aca req-a88ba91c-60ed-4a4c-a668-8fbe91c24a35 service neutron] Checking segment: {'id': '8f60b627-ffb1-479c-a505-a6c7d3d8b515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:26:07.439226 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20464d2f-270f-41b5-9465-0d8b51a84aca req-a88ba91c-60ed-4a4c-a668-8fbe91c24a35 service neutron] Bound using segment: {'id': '8f60b627-ffb1-479c-a505-a6c7d3d8b515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:26:07.439907 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-20464d2f-270f-41b5-9465-0d8b51a84aca req-a88ba91c-60ed-4a4c-a668-8fbe91c24a35 service neutron] Bound port: 8127b9c9-cf17-4a23-8e67-a961264fe971, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f60b627-ffb1-479c-a505-a6c7d3d8b515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:26:07.440511 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-20464d2f-270f-41b5-9465-0d8b51a84aca req-a88ba91c-60ed-4a4c-a668-8fbe91c24a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:07.464311 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350c372-3bb9-45ef-b5da-50a79c195679 req-a55d3517-8395-4323-91cb-e7676d5e6749 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:07.465733 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0350c372-3bb9-45ef-b5da-50a79c195679 req-a55d3517-8395-4323-91cb-e7676d5e6749 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] 10.222.0.58 "GET /v2.0/networks?id=bbfa328a-aacf-4178-97d9-8a51e8d466f8 HTTP/1.1" status: 200 len: 813 time: 0.2687185 Aug 10 03:26:07.480748 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e58b149e-351c-4ba4-a901-d1c4fbef1d8d req-96ff7866-61da-4e4a-91e7-b4576b72103a tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] 10.222.0.62 "GET /v2.0/ports?device_id=e51380dd-87d0-4688-8abf-70d5ec0cea4e HTTP/1.1" status: 200 len: 210 time: 0.0776184 Aug 10 03:26:07.487565 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-0350c372-3bb9-45ef-b5da-50a79c195679 req-3eb1a58d-2856-4b34-b789-357a373b9eac tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] Request body: {'port': {'device_id': 'e51380dd-87d0-4688-8abf-70d5ec0cea4e', 'network_id': 'bbfa328a-aacf-4178-97d9-8a51e8d466f8', 'admin_state_up': True, 'tenant_id': 'a918b0362a2d4286ac157fdd2a5ab003'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:07.679236 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99454677-cb6e-4852-b53e-f9cc4c81619d req-01de766c-baa6-49b3-8986-1fc140c12376 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:07.681012 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-99454677-cb6e-4852-b53e-f9cc4c81619d req-01de766c-baa6-49b3-8986-1fc140c12376 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c96dab75-a660-452e-9b11-3368514b0a05 HTTP/1.1" status: 200 len: 943 time: 0.4617095 Aug 10 03:26:07.770663 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0350c372-3bb9-45ef-b5da-50a79c195679 req-3eb1a58d-2856-4b34-b789-357a373b9eac tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] Made reservation on behalf of a918b0362a2d4286ac157fdd2a5ab003 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:26:07.776253 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-0350c372-3bb9-45ef-b5da-50a79c195679 req-3eb1a58d-2856-4b34-b789-357a373b9eac tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:07.849079 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-23796b07-c0b0-4a65-9880-07f6a13fed92 req-4b3bdbae-3f9f-4502-a514-f8bd2de8cfda tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=a77b526167a54c3793a81af5f7632e4e HTTP/1.1" status: 200 len: 221 time: 0.1932201 Aug 10 03:26:07.992463 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-99454677-cb6e-4852-b53e-f9cc4c81619d req-97f00d29-6a2d-40bb-84ee-beafe9108135 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886279 Aug 10 03:26:08.018401 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-20464d2f-270f-41b5-9465-0d8b51a84aca req-a88ba91c-60ed-4a4c-a668-8fbe91c24a35 service neutron] For port 8127b9c9-cf17-4a23-8e67-a961264fe971, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:26:08.052141 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-20464d2f-270f-41b5-9465-0d8b51a84aca req-a88ba91c-60ed-4a4c-a668-8fbe91c24a35 service neutron] For port 8127b9c9-cf17-4a23-8e67-a961264fe971, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=8127b9c9-cf17-4a23-8e67-a961264fe971,segment=NetworkSegment(8f60b627-ffb1-479c-a505-a6c7d3d8b515),segment_id=8f60b627-ffb1-479c-a505-a6c7d3d8b515)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:26:08.073281 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ea9da9f3-387e-4a5f-bf7b-d525ea0de033 req-fcb079cc-d8bf-490a-a16e-11a2bba6589a service neutron] 10.222.0.60 "GET /v2.0/networks/78e010af-4729-4233-a0c1-db9b9eb10189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6247902 Aug 10 03:26:08.083782 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-20464d2f-270f-41b5-9465-0d8b51a84aca req-a88ba91c-60ed-4a4c-a668-8fbe91c24a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:08.140365 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20464d2f-270f-41b5-9465-0d8b51a84aca req-a88ba91c-60ed-4a4c-a668-8fbe91c24a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:08.143028 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-20464d2f-270f-41b5-9465-0d8b51a84aca req-a88ba91c-60ed-4a4c-a668-8fbe91c24a35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:08.146269 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-20464d2f-270f-41b5-9465-0d8b51a84aca req-a88ba91c-60ed-4a4c-a668-8fbe91c24a35 service neutron] 10.222.0.60 "PUT /v2.0/ports/8127b9c9-cf17-4a23-8e67-a961264fe971 HTTP/1.1" status: 200 len: 1092 time: 3.1749802 Aug 10 03:26:08.657644 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-0350c372-3bb9-45ef-b5da-50a79c195679 req-3eb1a58d-2856-4b34-b789-357a373b9eac tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] Allocated IP 172.20.0.8 (bbfa328a-aacf-4178-97d9-8a51e8d466f8/3fca7040-d9dc-42d6-a49a-3ca47891a6e8/f26804a6-f828-4590-8d94-02c816b00b72) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:26:08.909250 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88ba91c-60ed-4a4c-a668-8fbe91c24a35 service neutron] Pushing event updated for resources: {'Port': ['ID=8127b9c9-cf17-4a23-8e67-a961264fe971,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:08.999118 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-0350c372-3bb9-45ef-b5da-50a79c195679 req-3eb1a58d-2856-4b34-b789-357a373b9eac tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:09.033812 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e838ca8-d7c3-4e85-8d09-2916397940d1 req-fa3e0f75-b443-4d26-8dff-0e7c507bf763 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:09.042540 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1e838ca8-d7c3-4e85-8d09-2916397940d1 req-fa3e0f75-b443-4d26-8dff-0e7c507bf763 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=322b60eb-c15c-4e22-bca8-d8acadcea6ac HTTP/1.1" status: 200 len: 945 time: 1.0687323 Aug 10 03:26:09.076033 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-0350c372-3bb9-45ef-b5da-50a79c195679 req-3eb1a58d-2856-4b34-b789-357a373b9eac tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:09.123265 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cbdf47-0321-4ce2-95ed-140001b19ebf req-c7e0fcf9-50f4-4d4d-bbb5-33ae047d8262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:09.124752 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e9cbdf47-0321-4ce2-95ed-140001b19ebf req-c7e0fcf9-50f4-4d4d-bbb5-33ae047d8262 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=16ecc4817dbb4cfb96b5c83ea534d722&device_id=642e7051-d655-4c6f-8b05-4eab3fec7779 HTTP/1.1" status: 200 len: 1095 time: 0.9733593 Aug 10 03:26:09.140384 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1e838ca8-d7c3-4e85-8d09-2916397940d1 req-2c591932-e1b6-47ce-b1d1-979b92225c8d tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/security-groups?id=efe56f97-cb65-408d-9c87-fa760e99fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948963 Aug 10 03:26:09.158626 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b1e7d-ffd5-4c69-9152-ec4d9eb294fd req-6719edcc-3548-445a-a443-1b8f328a1f28 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:09.193803 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-349b1e7d-ffd5-4c69-9152-ec4d9eb294fd req-6719edcc-3548-445a-a443-1b8f328a1f28 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.2331617 Aug 10 03:26:09.217228 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 37930) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:09.220014 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c96dab75-a660-452e-9b11-3368514b0a05', 'tag': '8127b9c9-cf17-4a23-8e67-a961264fe971'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:26:09.225036 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0350c372-3bb9-45ef-b5da-50a79c195679 req-3eb1a58d-2856-4b34-b789-357a373b9eac tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] Network bbfa328a-aacf-4178-97d9-8a51e8d466f8 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:26:09.231346 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a23576-5b8d-47a2-8b4d-5d792e85a2f4" -d '{"events": [{"name": "network-changed", "server_uuid": "c96dab75-a660-452e-9b11-3368514b0a05", "tag": "8127b9c9-cf17-4a23-8e67-a961264fe971"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:26:09.238297 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20464d2f-270f-41b5-9465-0d8b51a84aca req-f4e422a9-532f-4ca9-bb1d-68c4110de196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:09.247908 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-20464d2f-270f-41b5-9465-0d8b51a84aca req-f4e422a9-532f-4ca9-bb1d-68c4110de196 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e185eddfc77743c180b686598504f106&device_id=c96dab75-a660-452e-9b11-3368514b0a05 HTTP/1.1" status: 200 len: 1095 time: 0.2795737 Aug 10 03:26:09.272545 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-0350c372-3bb9-45ef-b5da-50a79c195679 req-3eb1a58d-2856-4b34-b789-357a373b9eac tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:26:09.272545 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-0350c372-3bb9-45ef-b5da-50a79c195679 req-3eb1a58d-2856-4b34-b789-357a373b9eac tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:26:09.308956 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1a58d-2856-4b34-b789-357a373b9eac tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] Pushing event updated for resources: {'Port': ['ID=f26804a6-f828-4590-8d94-02c816b00b72,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:09.363719 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350c372-3bb9-45ef-b5da-50a79c195679 req-3eb1a58d-2856-4b34-b789-357a373b9eac tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:09.364402 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-0350c372-3bb9-45ef-b5da-50a79c195679 req-3eb1a58d-2856-4b34-b789-357a373b9eac tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:09.413913 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0350c372-3bb9-45ef-b5da-50a79c195679 req-3eb1a58d-2856-4b34-b789-357a373b9eac tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9380658 Aug 10 03:26:09.431160 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-0350c372-3bb9-45ef-b5da-50a79c195679 req-90313195-bac9-4949-b3c2-2ec2dd236d0d service neutron] Request body: {'port': {'device_id': 'e51380dd-87d0-4688-8abf-70d5ec0cea4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:09.431426 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-20464d2f-270f-41b5-9465-0d8b51a84aca req-238d3f3f-5043-4c60-b00d-c0e2b6ef4482 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8127b9c9-cf17-4a23-8e67-a961264fe971 HTTP/1.1" status: 200 len: 217 time: 0.1646347 Aug 10 03:26:09.515572 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-349b1e7d-ffd5-4c69-9152-ec4d9eb294fd req-699fa2c8-4296-4c52-83c6-57cc6bcf8e0c tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110321 Aug 10 03:26:09.519800 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-0350c372-3bb9-45ef-b5da-50a79c195679 req-90313195-bac9-4949-b3c2-2ec2dd236d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:09.540930 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f218bd5-1a98-4735-8ddb-76df3e53c8ac req-00c77285-b1d3-41d7-bbc0-5b7f0dae1db7 tempest-ServerMetadataNegativeTestJSON-1306652505 tempest-ServerMetadataNegativeTestJSON-1306652505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:09.542509 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0f218bd5-1a98-4735-8ddb-76df3e53c8ac req-00c77285-b1d3-41d7-bbc0-5b7f0dae1db7 tempest-ServerMetadataNegativeTestJSON-1306652505 tempest-ServerMetadataNegativeTestJSON-1306652505-project] 10.222.0.62 "GET /v2.0/ports?device_id=642e7051-d655-4c6f-8b05-4eab3fec7779 HTTP/1.1" status: 200 len: 943 time: 0.1878202 Aug 10 03:26:09.579230 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e85e483b-c12f-4676-9b77-1857e6d1c5c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:09.608004 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20464d2f-270f-41b5-9465-0d8b51a84aca req-f0b2bdd3-a2e7-4367-9312-22e84f1aed48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:09.610311 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-20464d2f-270f-41b5-9465-0d8b51a84aca req-f0b2bdd3-a2e7-4367-9312-22e84f1aed48 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c05a62ae-44d3-4db4-a938-da6f60472238 HTTP/1.1" status: 200 len: 849 time: 0.1687148 Aug 10 03:26:09.641448 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cbdf47-0321-4ce2-95ed-140001b19ebf req-2bbb42ab-86ed-463f-8e0d-460741989110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:09.643697 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e9cbdf47-0321-4ce2-95ed-140001b19ebf req-2bbb42ab-86ed-463f-8e0d-460741989110 service neutron] 10.222.0.60 "GET /v2.0/networks?id=78e010af-4729-4233-a0c1-db9b9eb10189 HTTP/1.1" status: 200 len: 921 time: 0.5006533 Aug 10 03:26:09.674409 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0f218bd5-1a98-4735-8ddb-76df3e53c8ac req-11e5bd2e-cb95-4807-9352-b968a2618d93 tempest-ServerMetadataNegativeTestJSON-1306652505 tempest-ServerMetadataNegativeTestJSON-1306652505-project] 10.222.0.62 "GET /v2.0/security-groups?id=6e52e0d8-666d-428e-8555-4cc75f153789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214249 Aug 10 03:26:09.742479 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e9cbdf47-0321-4ce2-95ed-140001b19ebf req-1816eb50-a85d-4bfa-86f6-6d86709cdad4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f99fedde-3a2d-4256-8b9d-a8138e9bb448 HTTP/1.1" status: 200 len: 217 time: 0.0738988 Aug 10 03:26:09.793074 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20464d2f-270f-41b5-9465-0d8b51a84aca req-41bdba76-fb10-4ce0-a9f1-cb00407b8a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:09.794631 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-20464d2f-270f-41b5-9465-0d8b51a84aca req-41bdba76-fb10-4ce0-a9f1-cb00407b8a4a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1677902 Aug 10 03:26:09.854066 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79d49c-dbc1-4615-987a-263cbe68a845 req-2a1e983b-e103-4e81-8ce6-be5b400416a5 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:09.855637 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2d79d49c-dbc1-4615-987a-263cbe68a845 req-2a1e983b-e103-4e81-8ce6-be5b400416a5 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] 10.222.0.62 "GET /v2.0/ports?device_id=e51380dd-87d0-4688-8abf-70d5ec0cea4e HTTP/1.1" status: 200 len: 931 time: 0.1856754 Aug 10 03:26:09.874497 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e85e483b-c12f-4676-9b77-1857e6d1c5c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:09.884234 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e85e483b-c12f-4676-9b77-1857e6d1c5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:09.921509 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cbdf47-0321-4ce2-95ed-140001b19ebf req-c063b67c-2dee-4c64-8bd0-d47332ac51b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:09.923478 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e9cbdf47-0321-4ce2-95ed-140001b19ebf req-c063b67c-2dee-4c64-8bd0-d47332ac51b1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22c42c00-f73a-4ae6-9d05-328f06a2d07d HTTP/1.1" status: 200 len: 860 time: 0.1708674 Aug 10 03:26:09.969518 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e85e483b-c12f-4676-9b77-1857e6d1c5c4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8f0636ad378f4777a7a1d241e8959a6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7333238 Aug 10 03:26:09.972113 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85e483b-c12f-4676-9b77-1857e6d1c5c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861abf6f-b430-472a-9c98-fcfc678ae267,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:09.980658 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 37942) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:09.990797 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e9cbdf47-0321-4ce2-95ed-140001b19ebf req-4722c2c8-7475-4962-9fba-71e9d976eb90 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78e010af-4729-4233-a0c1-db9b9eb10189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503280 Aug 10 03:26:10.000531 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-0350c372-3bb9-45ef-b5da-50a79c195679 req-90313195-bac9-4949-b3c2-2ec2dd236d0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f26804a6-f828-4590-8d94-02c816b00b72 {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:26:10.014939 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e98b32-c3dd-4b4d-ba33-626b1690993a req-2c39d355-12c1-4a23-9d73-d65ac182cbe2 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:10.016668 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f1e98b32-c3dd-4b4d-ba33-626b1690993a req-2c39d355-12c1-4a23-9d73-d65ac182cbe2 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c96dab75-a660-452e-9b11-3368514b0a05 HTTP/1.1" status: 200 len: 943 time: 0.2183168 Aug 10 03:26:10.017022 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-0350c372-3bb9-45ef-b5da-50a79c195679 req-90313195-bac9-4949-b3c2-2ec2dd236d0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:10.045577 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-0350c372-3bb9-45ef-b5da-50a79c195679 req-90313195-bac9-4949-b3c2-2ec2dd236d0d service neutron] Transition to ACTIVE for port object f26804a6-f828-4590-8d94-02c816b00b72 will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:26:10.063633 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cb80e73c-e85a-48da-8f76-2bc1dd36334a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:10.065632 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-0350c372-3bb9-45ef-b5da-50a79c195679 req-90313195-bac9-4949-b3c2-2ec2dd236d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:10.099011 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2d79d49c-dbc1-4615-987a-263cbe68a845 req-b24da4b3-078a-4611-8e60-5ceb306cbba0 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] 10.222.0.62 "GET /v2.0/security-groups?id=46df5d1c-7e0f-40ce-9b49-3c1bf335dc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307537 Aug 10 03:26:10.131496 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-20464d2f-270f-41b5-9465-0d8b51a84aca req-ccca41a5-e02d-466a-8111-1429ee7455d1 service neutron] 10.222.0.60 "GET /v2.0/networks/0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246229 Aug 10 03:26:10.139936 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cb80e73c-e85a-48da-8f76-2bc1dd36334a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:10.219097 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90313195-bac9-4949-b3c2-2ec2dd236d0d service neutron] Pushing event updated for resources: {'Port': ['ID=f26804a6-f828-4590-8d94-02c816b00b72,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:10.234564 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9207609-fb0e-4fff-ae81-93694830a7f4 x-openstack-request-id: req-b9207609-fb0e-4fff-ae81-93694830a7f4 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:10.234912 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c96dab75-a660-452e-9b11-3368514b0a05", "tag": "8127b9c9-cf17-4a23-8e67-a961264fe971", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:10.235137 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b9207609-fb0e-4fff-ae81-93694830a7f4 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:10.235707 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c96dab75-a660-452e-9b11-3368514b0a05', 'tag': '8127b9c9-cf17-4a23-8e67-a961264fe971', 'status': 'completed', 'code': 200} Aug 10 03:26:10.251079 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f1e98b32-c3dd-4b4d-ba33-626b1690993a req-274a9f5a-0507-4ca3-92ce-3c6c4b7f9cb0 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169261 Aug 10 03:26:10.307715 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-0350c372-3bb9-45ef-b5da-50a79c195679 req-90313195-bac9-4949-b3c2-2ec2dd236d0d service neutron] Attempting to bind port f26804a6-f828-4590-8d94-02c816b00b72 on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:26:10.308230 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-0350c372-3bb9-45ef-b5da-50a79c195679 req-90313195-bac9-4949-b3c2-2ec2dd236d0d service neutron] Attempting to bind port f26804a6-f828-4590-8d94-02c816b00b72 by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '15becbc7-4cd2-4651-a39f-20d961273d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'bbfa328a-aacf-4178-97d9-8a51e8d466f8'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:26:10.308708 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0350c372-3bb9-45ef-b5da-50a79c195679 req-90313195-bac9-4949-b3c2-2ec2dd236d0d service neutron] Attempting to bind port f26804a6-f828-4590-8d94-02c816b00b72 on network bbfa328a-aacf-4178-97d9-8a51e8d466f8 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:10.318920 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cb80e73c-e85a-48da-8f76-2bc1dd36334a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:10.322366 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cb80e73c-e85a-48da-8f76-2bc1dd36334a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:10.323785 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-cb80e73c-e85a-48da-8f76-2bc1dd36334a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/861abf6f-b430-472a-9c98-fcfc678ae267 HTTP/1.1" status: 204 len: 168 time: 0.3421152 Aug 10 03:26:10.336056 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0350c372-3bb9-45ef-b5da-50a79c195679 req-90313195-bac9-4949-b3c2-2ec2dd236d0d service neutron] Port f26804a6-f828-4590-8d94-02c816b00b72 on network bbfa328a-aacf-4178-97d9-8a51e8d466f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:26:10.336509 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0350c372-3bb9-45ef-b5da-50a79c195679 req-90313195-bac9-4949-b3c2-2ec2dd236d0d service neutron] Attempting to bind port f26804a6-f828-4590-8d94-02c816b00b72 on network bbfa328a-aacf-4178-97d9-8a51e8d466f8 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:10.343433 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb80e73c-e85a-48da-8f76-2bc1dd36334a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861abf6f-b430-472a-9c98-fcfc678ae267,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:10.353849 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0350c372-3bb9-45ef-b5da-50a79c195679 req-90313195-bac9-4949-b3c2-2ec2dd236d0d service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:26:10.354522 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0350c372-3bb9-45ef-b5da-50a79c195679 req-90313195-bac9-4949-b3c2-2ec2dd236d0d service neutron] Checking segment: {'id': '15becbc7-4cd2-4651-a39f-20d961273d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'bbfa328a-aacf-4178-97d9-8a51e8d466f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:26:10.355117 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0350c372-3bb9-45ef-b5da-50a79c195679 req-90313195-bac9-4949-b3c2-2ec2dd236d0d service neutron] Bound using segment: {'id': '15becbc7-4cd2-4651-a39f-20d961273d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'bbfa328a-aacf-4178-97d9-8a51e8d466f8'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:26:10.356077 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-0350c372-3bb9-45ef-b5da-50a79c195679 req-90313195-bac9-4949-b3c2-2ec2dd236d0d service neutron] Bound port: f26804a6-f828-4590-8d94-02c816b00b72, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15becbc7-4cd2-4651-a39f-20d961273d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'bbfa328a-aacf-4178-97d9-8a51e8d466f8'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:26:10.356756 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-0350c372-3bb9-45ef-b5da-50a79c195679 req-90313195-bac9-4949-b3c2-2ec2dd236d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:10.378479 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e9cbdf47-0321-4ce2-95ed-140001b19ebf req-deca3e99-5bdc-466c-92f8-d0975aabe020 service neutron] 10.222.0.60 "GET /v2.0/networks/78e010af-4729-4233-a0c1-db9b9eb10189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722479 Aug 10 03:26:10.384344 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device f99fedde-3a2d-4256-8b9d-a8138e9bb448 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:26:10.501478 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-0350c372-3bb9-45ef-b5da-50a79c195679 req-90313195-bac9-4949-b3c2-2ec2dd236d0d service neutron] For port f26804a6-f828-4590-8d94-02c816b00b72, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:26:10.511594 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-0350c372-3bb9-45ef-b5da-50a79c195679 req-90313195-bac9-4949-b3c2-2ec2dd236d0d service neutron] For port f26804a6-f828-4590-8d94-02c816b00b72, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=f26804a6-f828-4590-8d94-02c816b00b72,segment=NetworkSegment(15becbc7-4cd2-4651-a39f-20d961273d10),segment_id=15becbc7-4cd2-4651-a39f-20d961273d10)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:26:10.522238 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-0350c372-3bb9-45ef-b5da-50a79c195679 req-90313195-bac9-4949-b3c2-2ec2dd236d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:10.538047 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-20464d2f-270f-41b5-9465-0d8b51a84aca req-813b138e-b730-491e-b04f-a3c0ea45684e service neutron] 10.222.0.60 "GET /v2.0/networks/0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3948097 Aug 10 03:26:10.674955 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90313195-bac9-4949-b3c2-2ec2dd236d0d service neutron] Pushing event updated for resources: {'Port': ['ID=f26804a6-f828-4590-8d94-02c816b00b72,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:10.690722 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port f99fedde-3a2d-4256-8b9d-a8138e9bb448, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=f99fedde-3a2d-4256-8b9d-a8138e9bb448,segment=NetworkSegment(aa85cce9-3c8c-41cd-99ba-3f696c727689),segment_id=aa85cce9-3c8c-41cd-99ba-3f696c727689)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:10.716886 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350c372-3bb9-45ef-b5da-50a79c195679 req-90313195-bac9-4949-b3c2-2ec2dd236d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:10.717550 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-0350c372-3bb9-45ef-b5da-50a79c195679 req-90313195-bac9-4949-b3c2-2ec2dd236d0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:10.721249 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0350c372-3bb9-45ef-b5da-50a79c195679 req-90313195-bac9-4949-b3c2-2ec2dd236d0d service neutron] 10.222.0.58 "PUT /v2.0/ports/f26804a6-f828-4590-8d94-02c816b00b72 HTTP/1.1" status: 200 len: 1092 time: 1.2968645 Aug 10 03:26:10.721730 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e51380dd-87d0-4688-8abf-70d5ec0cea4e', 'tag': 'f26804a6-f828-4590-8d94-02c816b00b72'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:26:10.735482 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23914047-a8bc-488f-bda2-f8bf5af9272b" -d '{"events": [{"name": "network-changed", "server_uuid": "e51380dd-87d0-4688-8abf-70d5ec0cea4e", "tag": "f26804a6-f828-4590-8d94-02c816b00b72"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:26:10.736101 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576659dd-ed12-45e4-b3ec-4b4671a3d898 req-8728275a-0937-43cd-b7b8-cf51ebc5f7c5 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:10.737733 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': 'f99fedde-3a2d-4256-8b9d-a8138e9bb448', 'network_id': '78e010af-4729-4233-a0c1-db9b9eb10189', 'port_id': 'f99fedde-3a2d-4256-8b9d-a8138e9bb448', 'mac_address': 'fa:16:3e:f8:80:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22c42c00-f73a-4ae6-9d05-328f06a2d07d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:26:10.751349 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-576659dd-ed12-45e4-b3ec-4b4671a3d898 req-8728275a-0937-43cd-b7b8-cf51ebc5f7c5 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.3700631 Aug 10 03:26:10.799192 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e9cbdf47-0321-4ce2-95ed-140001b19ebf req-b49c6196-0a7b-4b82-a851-15c897042384 service neutron] 10.222.0.60 "GET /v2.0/networks/78e010af-4729-4233-a0c1-db9b9eb10189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4061267 Aug 10 03:26:10.809110 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5cc700-35de-4519-9af7-fa09089d44dc req-296e85d4-3871-43da-afc8-67d2a72bc7a7 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:10.819008 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-af5cc700-35de-4519-9af7-fa09089d44dc req-296e85d4-3871-43da-afc8-67d2a72bc7a7 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/networks?id=3ae3bb7a-17de-433a-9439-10e842715ca7 HTTP/1.1" status: 200 len: 811 time: 0.5195298 Aug 10 03:26:10.824428 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:10.852900 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f99fedde-3a2d-4256-8b9d-a8138e9bb448 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:26:10.853179 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350c372-3bb9-45ef-b5da-50a79c195679 req-533df720-8dc6-4091-afdb-485e51c6d729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:10.859691 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0350c372-3bb9-45ef-b5da-50a79c195679 req-533df720-8dc6-4091-afdb-485e51c6d729 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a918b0362a2d4286ac157fdd2a5ab003&device_id=e51380dd-87d0-4688-8abf-70d5ec0cea4e HTTP/1.1" status: 200 len: 1095 time: 0.0845602 Aug 10 03:26:10.885127 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-af5cc700-35de-4519-9af7-fa09089d44dc req-f053840c-2317-4229-8d99-10defbbeb0e4 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/quotas/a6c6578459ab48049573af588cfcdf5f HTTP/1.1" status: 200 len: 375 time: 0.0647774 Aug 10 03:26:10.893898 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port f99fedde-3a2d-4256-8b9d-a8138e9bb448, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=f99fedde-3a2d-4256-8b9d-a8138e9bb448,segment=NetworkSegment(aa85cce9-3c8c-41cd-99ba-3f696c727689),segment_id=aa85cce9-3c8c-41cd-99ba-3f696c727689)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:10.904319 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:10.939829 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 37966) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:10.951986 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0350c372-3bb9-45ef-b5da-50a79c195679 req-8412c4ea-3601-4dc7-a98b-a7e686de3aed service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f26804a6-f828-4590-8d94-02c816b00b72 HTTP/1.1" status: 200 len: 217 time: 0.0841396 Aug 10 03:26:10.956541 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b5869ab6-ee00-4f29-b50e-544a964f553c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:10.970709 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=f99fedde-3a2d-4256-8b9d-a8138e9bb448,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:10.994807 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a23576-5b8d-47a2-8b4d-5d792e85a2f4 req-60a6ef29-9c88-484d-b9a1-7c3c640d93c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:10.996351 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-79a23576-5b8d-47a2-8b4d-5d792e85a2f4 req-60a6ef29-9c88-484d-b9a1-7c3c640d93c5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e185eddfc77743c180b686598504f106&device_id=c96dab75-a660-452e-9b11-3368514b0a05 HTTP/1.1" status: 200 len: 1095 time: 0.3777800 Aug 10 03:26:11.000726 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-576659dd-ed12-45e4-b3ec-4b4671a3d898 req-ccff88fc-0a69-4a0d-b416-23b8b9547ca5 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449627 Aug 10 03:26:11.045734 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350c372-3bb9-45ef-b5da-50a79c195679 req-73219506-ea0a-402c-8561-b8d19334efd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:11.049041 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0350c372-3bb9-45ef-b5da-50a79c195679 req-73219506-ea0a-402c-8561-b8d19334efd8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3fca7040-d9dc-42d6-a49a-3ca47891a6e8 HTTP/1.1" status: 200 len: 853 time: 0.0899038 Aug 10 03:26:11.097321 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0350c372-3bb9-45ef-b5da-50a79c195679 req-dcb8dd89-7a7f-442b-8803-3492fce7721c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bbfa328a-aacf-4178-97d9-8a51e8d466f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400512 Aug 10 03:26:11.167454 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a23576-5b8d-47a2-8b4d-5d792e85a2f4 req-632ed132-ebbe-4d8b-a718-db878d10ff15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:11.169076 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-79a23576-5b8d-47a2-8b4d-5d792e85a2f4 req-632ed132-ebbe-4d8b-a718-db878d10ff15 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe HTTP/1.1" status: 200 len: 911 time: 0.1629996 Aug 10 03:26:11.180431 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-af5cc700-35de-4519-9af7-fa09089d44dc req-9bc59869-892b-43da-a98f-8819d1ed5775 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a6c6578459ab48049573af588cfcdf5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2927461 Aug 10 03:26:11.189533 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['f99fedde-3a2d-4256-8b9d-a8138e9bb448'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:26:11.236157 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0350c372-3bb9-45ef-b5da-50a79c195679 req-7423ad53-edb8-4143-8668-6c3175b87d5e service neutron] 10.222.0.58 "GET /v2.0/networks/bbfa328a-aacf-4178-97d9-8a51e8d466f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276336 Aug 10 03:26:11.247755 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-79a23576-5b8d-47a2-8b4d-5d792e85a2f4 req-fb4a1ae8-fc94-4485-b775-f40e9d16067d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8127b9c9-cf17-4a23-8e67-a961264fe971 HTTP/1.1" status: 200 len: 217 time: 0.0649028 Aug 10 03:26:11.275515 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426d303-5d58-4d71-9d9f-9ed9c2cc9c27 req-55ec4f34-ddca-478d-a977-fb9d3851eff5 tempest-ServerMetadataNegativeTestJSON-1306652505 tempest-ServerMetadataNegativeTestJSON-1306652505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:11.277120 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c426d303-5d58-4d71-9d9f-9ed9c2cc9c27 req-55ec4f34-ddca-478d-a977-fb9d3851eff5 tempest-ServerMetadataNegativeTestJSON-1306652505 tempest-ServerMetadataNegativeTestJSON-1306652505-project] 10.222.0.62 "GET /v2.0/ports?device_id=642e7051-d655-4c6f-8b05-4eab3fec7779 HTTP/1.1" status: 200 len: 944 time: 0.1713481 Aug 10 03:26:11.384501 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0350c372-3bb9-45ef-b5da-50a79c195679 req-1608f077-c55b-4c1e-b185-13d52069ab62 service neutron] 10.222.0.58 "GET /v2.0/networks/bbfa328a-aacf-4178-97d9-8a51e8d466f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408257 Aug 10 03:26:11.477308 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a23576-5b8d-47a2-8b4d-5d792e85a2f4 req-35467008-2cc2-48cc-ab7d-888f1f61be67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:11.479039 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-79a23576-5b8d-47a2-8b4d-5d792e85a2f4 req-35467008-2cc2-48cc-ab7d-888f1f61be67 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c05a62ae-44d3-4db4-a938-da6f60472238 HTTP/1.1" status: 200 len: 849 time: 0.2009709 Aug 10 03:26:11.487518 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c426d303-5d58-4d71-9d9f-9ed9c2cc9c27 req-2f25b77c-190d-434a-89d4-c34a53a767fe tempest-ServerMetadataNegativeTestJSON-1306652505 tempest-ServerMetadataNegativeTestJSON-1306652505-project] 10.222.0.62 "GET /v2.0/security-groups?id=6e52e0d8-666d-428e-8555-4cc75f153789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720405 Aug 10 03:26:11.515065 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-af5cc700-35de-4519-9af7-fa09089d44dc req-645dafa8-608a-4b96-b884-d9b41d776857 service neutron] 10.222.0.62 "GET /v2.0/networks/3ae3bb7a-17de-433a-9439-10e842715ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796817 Aug 10 03:26:11.570034 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b5869ab6-ee00-4f29-b50e-544a964f553c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:11.570672 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b04bdb-3a14-497c-9904-bc20fcb2f98d x-openstack-request-id: req-23b04bdb-3a14-497c-9904-bc20fcb2f98d {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:11.571032 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e51380dd-87d0-4688-8abf-70d5ec0cea4e", "tag": "f26804a6-f828-4590-8d94-02c816b00b72", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:11.571491 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-23b04bdb-3a14-497c-9904-bc20fcb2f98d {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:11.571970 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e51380dd-87d0-4688-8abf-70d5ec0cea4e', 'tag': 'f26804a6-f828-4590-8d94-02c816b00b72', 'status': 'completed', 'code': 200} Aug 10 03:26:11.702050 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23914047-a8bc-488f-bda2-f8bf5af9272b req-57f1b51d-5913-4bda-981a-b3e20358d21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:11.706976 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-23914047-a8bc-488f-bda2-f8bf5af9272b req-57f1b51d-5913-4bda-981a-b3e20358d21c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a918b0362a2d4286ac157fdd2a5ab003&device_id=e51380dd-87d0-4688-8abf-70d5ec0cea4e HTTP/1.1" status: 200 len: 1095 time: 0.1086900 Aug 10 03:26:11.855973 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23914047-a8bc-488f-bda2-f8bf5af9272b req-4db3b98f-353f-455a-a3da-ea894eb3e936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:11.857836 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-23914047-a8bc-488f-bda2-f8bf5af9272b req-4db3b98f-353f-455a-a3da-ea894eb3e936 service neutron] 10.222.0.58 "GET /v2.0/networks?id=bbfa328a-aacf-4178-97d9-8a51e8d466f8 HTTP/1.1" status: 200 len: 914 time: 0.1392539 Aug 10 03:26:11.887586 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b5869ab6-ee00-4f29-b50e-544a964f553c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:11.924050 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-23914047-a8bc-488f-bda2-f8bf5af9272b req-e3d44c16-3ad3-47bf-b7e2-fcea08f8b5d2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f26804a6-f828-4590-8d94-02c816b00b72 HTTP/1.1" status: 200 len: 217 time: 0.0576630 Aug 10 03:26:11.959377 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a23576-5b8d-47a2-8b4d-5d792e85a2f4 req-03fbf296-f995-44cb-b604-8990c0d018eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:11.960936 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-79a23576-5b8d-47a2-8b4d-5d792e85a2f4 req-03fbf296-f995-44cb-b604-8990c0d018eb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4460204 Aug 10 03:26:11.996327 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5869ab6-ee00-4f29-b50e-544a964f553c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a48143a0-3a61-4b13-92fd-7ac7292ce182,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:11.998811 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23914047-a8bc-488f-bda2-f8bf5af9272b req-f95cf021-ee4e-4189-9357-c1bbc07c1d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:12.001278 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-23914047-a8bc-488f-bda2-f8bf5af9272b req-f95cf021-ee4e-4189-9357-c1bbc07c1d9a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3fca7040-d9dc-42d6-a49a-3ca47891a6e8 HTTP/1.1" status: 200 len: 853 time: 0.0657232 Aug 10 03:26:12.045070 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b5869ab6-ee00-4f29-b50e-544a964f553c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7cd33608a05e4ec0a2ed18f34caedefe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1028783 Aug 10 03:26:12.052814 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 37982) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:12.057736 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-23914047-a8bc-488f-bda2-f8bf5af9272b req-315e3968-2361-452e-b79d-15c6293db03a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bbfa328a-aacf-4178-97d9-8a51e8d466f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405123 Aug 10 03:26:12.067263 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18393e-3802-448a-acec-803f7c663841 req-acf4a604-2f8c-4f68-b4c7-06e421014ef0 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:12.074529 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2d18393e-3802-448a-acec-803f7c663841 req-acf4a604-2f8c-4f68-b4c7-06e421014ef0 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] 10.222.0.62 "GET /v2.0/ports?device_id=e51380dd-87d0-4688-8abf-70d5ec0cea4e HTTP/1.1" status: 200 len: 943 time: 0.1911466 Aug 10 03:26:12.107659 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-af5cc700-35de-4519-9af7-fa09089d44dc req-e36d90ad-0b25-4966-af16-7d9ef931765f service neutron] 10.222.0.62 "GET /v2.0/networks/3ae3bb7a-17de-433a-9439-10e842715ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5826235 Aug 10 03:26:12.151577 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2d18393e-3802-448a-acec-803f7c663841 req-e9654bdc-5b79-45db-8d7d-4e1096088383 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] 10.222.0.62 "GET /v2.0/security-groups?id=46df5d1c-7e0f-40ce-9b49-3c1bf335dc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712714 Aug 10 03:26:12.180408 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-79a23576-5b8d-47a2-8b4d-5d792e85a2f4 req-d9488e94-3c45-400f-8de0-ca989abe5234 service neutron] 10.222.0.60 "GET /v2.0/networks/0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078016 Aug 10 03:26:12.236661 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5c1340ed-16b0-4fe2-abe7-a6a43ee5f4fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:12.261985 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-23914047-a8bc-488f-bda2-f8bf5af9272b req-55cb50f8-b5c2-498c-b73b-9efeaa2f70ae service neutron] 10.222.0.58 "GET /v2.0/networks/bbfa328a-aacf-4178-97d9-8a51e8d466f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921260 Aug 10 03:26:12.305111 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5c1340ed-16b0-4fe2-abe7-a6a43ee5f4fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:12.395604 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 8127b9c9-cf17-4a23-8e67-a961264fe971 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:26:12.399030 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device f99fedde-3a2d-4256-8b9d-a8138e9bb448 up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:26:12.516796 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5c1340ed-16b0-4fe2-abe7-a6a43ee5f4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:12.519457 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5c1340ed-16b0-4fe2-abe7-a6a43ee5f4fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:12.523233 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-5c1340ed-16b0-4fe2-abe7-a6a43ee5f4fc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a48143a0-3a61-4b13-92fd-7ac7292ce182 HTTP/1.1" status: 204 len: 168 time: 0.4686303 Aug 10 03:26:12.548992 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-23914047-a8bc-488f-bda2-f8bf5af9272b req-b0bbf001-dac7-47e5-9f17-346c2104fa8a service neutron] 10.222.0.58 "GET /v2.0/networks/bbfa328a-aacf-4178-97d9-8a51e8d466f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678127 Aug 10 03:26:12.549930 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1340ed-16b0-4fe2-abe7-a6a43ee5f4fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48143a0-3a61-4b13-92fd-7ac7292ce182,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:12.641279 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae2070b-0f54-4ea6-a3dd-3ec1cdc240d4 req-1c650b2c-de97-4c57-bd72-fc3df07213b2 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:12.649309 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2ae2070b-0f54-4ea6-a3dd-3ec1cdc240d4 req-1c650b2c-de97-4c57-bd72-fc3df07213b2 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c96dab75-a660-452e-9b11-3368514b0a05 HTTP/1.1" status: 200 len: 943 time: 0.3651087 Aug 10 03:26:12.678830 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port f99fedde-3a2d-4256-8b9d-a8138e9bb448 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:26:12.686342 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port f99fedde-3a2d-4256-8b9d-a8138e9bb448 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:12.687133 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:12.688352 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-79a23576-5b8d-47a2-8b4d-5d792e85a2f4 req-748892ca-57b4-41d2-9422-98dbf66f175e service neutron] 10.222.0.60 "GET /v2.0/networks/0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5002232 Aug 10 03:26:12.745903 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d094a002-3c44-46a5-938b-fe6a6d89f3c7 req-14018dd0-864f-4a78-9136-c58bd002c0ac tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:12.748921 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d094a002-3c44-46a5-938b-fe6a6d89f3c7 req-14018dd0-864f-4a78-9136-c58bd002c0ac tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.2214887 Aug 10 03:26:12.773299 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2ae2070b-0f54-4ea6-a3dd-3ec1cdc240d4 req-8b73c7e7-0a79-41bf-ac6a-77747df395ca tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212258 Aug 10 03:26:12.798306 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 8127b9c9-cf17-4a23-8e67-a961264fe971, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=8127b9c9-cf17-4a23-8e67-a961264fe971,segment=NetworkSegment(8f60b627-ffb1-479c-a505-a6c7d3d8b515),segment_id=8f60b627-ffb1-479c-a505-a6c7d3d8b515)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:12.843588 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '8127b9c9-cf17-4a23-8e67-a961264fe971', 'network_id': '0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe', 'port_id': '8127b9c9-cf17-4a23-8e67-a961264fe971', 'mac_address': 'fa:16:3e:2d:85:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c05a62ae-44d3-4db4-a938-da6f60472238', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:26:12.916284 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8e6847db-382d-487d-9c18-20d568ff0136 req-4e3c2deb-23f8-4ba2-88c0-4d61b3dd170c tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=71fe8275-748b-4662-8657-a534fe5b7d49 HTTP/1.1" status: 200 len: 210 time: 0.0691938 Aug 10 03:26:12.926411 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d094a002-3c44-46a5-938b-fe6a6d89f3c7 req-e6031c0e-e383-419d-996f-053e52e408a7 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528273 Aug 10 03:26:13.044410 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:13.121230 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540ef8f-efac-45bb-bbd2-36cc344b287b req-8314990e-8c75-4046-8581-442afff39af6 tempest-ServerMetadataNegativeTestJSON-1306652505 tempest-ServerMetadataNegativeTestJSON-1306652505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:13.128271 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '642e7051-d655-4c6f-8b05-4eab3fec7779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f99fedde-3a2d-4256-8b9d-a8138e9bb448'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:26:13.128525 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4540ef8f-efac-45bb-bbd2-36cc344b287b req-8314990e-8c75-4046-8581-442afff39af6 tempest-ServerMetadataNegativeTestJSON-1306652505 tempest-ServerMetadataNegativeTestJSON-1306652505-project] 10.222.0.62 "GET /v2.0/ports?device_id=642e7051-d655-4c6f-8b05-4eab3fec7779 HTTP/1.1" status: 200 len: 944 time: 0.1394489 Aug 10 03:26:13.132192 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d623d4-3365-43b8-99f8-ae1a31d58ccc" -d '{"events": [{"server_uuid": "642e7051-d655-4c6f-8b05-4eab3fec7779", "name": "network-vif-plugged", "status": "completed", "tag": "f99fedde-3a2d-4256-8b9d-a8138e9bb448"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:26:13.146988 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port f99fedde-3a2d-4256-8b9d-a8138e9bb448, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=f99fedde-3a2d-4256-8b9d-a8138e9bb448,segment=NetworkSegment(aa85cce9-3c8c-41cd-99ba-3f696c727689),segment_id=aa85cce9-3c8c-41cd-99ba-3f696c727689)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:13.151228 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:13.162977 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:13.168003 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7003bc5c-a968-45c3-8099-ce2cd2cca028 req-f4b5ee5b-9ae4-4a98-b515-40021083ebd3 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:13.172514 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8127b9c9-cf17-4a23-8e67-a961264fe971 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:26:13.185436 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7003bc5c-a968-45c3-8099-ce2cd2cca028 req-f4b5ee5b-9ae4-4a98-b515-40021083ebd3 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.1414845 Aug 10 03:26:13.197428 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 8127b9c9-cf17-4a23-8e67-a961264fe971, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=8127b9c9-cf17-4a23-8e67-a961264fe971,segment=NetworkSegment(8f60b627-ffb1-479c-a505-a6c7d3d8b515),segment_id=8f60b627-ffb1-479c-a505-a6c7d3d8b515)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:13.221880 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device f26804a6-f828-4590-8d94-02c816b00b72 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:26:13.228237 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:13.272460 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4540ef8f-efac-45bb-bbd2-36cc344b287b req-2fff7950-2c94-495f-998d-82a299c0653c tempest-ServerMetadataNegativeTestJSON-1306652505 tempest-ServerMetadataNegativeTestJSON-1306652505-project] 10.222.0.62 "GET /v2.0/security-groups?id=6e52e0d8-666d-428e-8555-4cc75f153789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328518 Aug 10 03:26:13.272695 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=f99fedde-3a2d-4256-8b9d-a8138e9bb448,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:13.327069 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7003bc5c-a968-45c3-8099-ce2cd2cca028 req-e798926f-6c94-4aa9-bc1f-4f7982d86f9b tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397696 Aug 10 03:26:13.333074 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=8127b9c9-cf17-4a23-8e67-a961264fe971,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:13.377286 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd73a20-a270-4007-9c19-080fc12a955d x-openstack-request-id: req-fdd73a20-a270-4007-9c19-080fc12a955d {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:13.377591 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "642e7051-d655-4c6f-8b05-4eab3fec7779", "name": "network-vif-plugged", "status": "completed", "tag": "f99fedde-3a2d-4256-8b9d-a8138e9bb448", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:13.377849 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fdd73a20-a270-4007-9c19-080fc12a955d {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:13.378249 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '642e7051-d655-4c6f-8b05-4eab3fec7779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f99fedde-3a2d-4256-8b9d-a8138e9bb448', 'code': 200} Aug 10 03:26:13.557041 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['8127b9c9-cf17-4a23-8e67-a961264fe971'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:26:13.564351 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port f26804a6-f828-4590-8d94-02c816b00b72, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=f26804a6-f828-4590-8d94-02c816b00b72,segment=NetworkSegment(15becbc7-4cd2-4651-a39f-20d961273d10),segment_id=15becbc7-4cd2-4651-a39f-20d961273d10)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:13.572536 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a693f1b-96b7-484e-b030-89a7097f8f8f req-36ae9af3-991d-489c-8511-228a85c16d1c tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:13.575845 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2a693f1b-96b7-484e-b030-89a7097f8f8f req-36ae9af3-991d-489c-8511-228a85c16d1c tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] 10.222.0.62 "GET /v2.0/ports?device_id=e51380dd-87d0-4688-8abf-70d5ec0cea4e HTTP/1.1" status: 200 len: 943 time: 0.1248271 Aug 10 03:26:13.620045 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4c8e8-2ee6-48e1-8078-c37b824d4d79 req-9a3f4f51-d840-4e4e-a4bf-eb5dbdfb651f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:13.623169 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-44d4c8e8-2ee6-48e1-8078-c37b824d4d79 req-9a3f4f51-d840-4e4e-a4bf-eb5dbdfb651f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=642e7051-d655-4c6f-8b05-4eab3fec7779 HTTP/1.1" status: 200 len: 1097 time: 0.1262529 Aug 10 03:26:13.640033 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': 'f26804a6-f828-4590-8d94-02c816b00b72', 'network_id': 'bbfa328a-aacf-4178-97d9-8a51e8d466f8', 'port_id': 'f26804a6-f828-4590-8d94-02c816b00b72', 'mac_address': 'fa:16:3e:eb:8a:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fca7040-d9dc-42d6-a49a-3ca47891a6e8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:26:13.692886 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dccb2a-2e1f-4361-ba8b-69a3d0e00f25 req-67bb474e-d13d-41b3-9a05-4fd67598e99c tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:13.703225 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-56dccb2a-2e1f-4361-ba8b-69a3d0e00f25 req-67bb474e-d13d-41b3-9a05-4fd67598e99c tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.1965199 Aug 10 03:26:13.777202 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:13.795674 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-44d4c8e8-2ee6-48e1-8078-c37b824d4d79 req-c97d2a29-9f9c-4cb3-82c7-b31c0286a9b8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6e52e0d8-666d-428e-8555-4cc75f153789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442654 Aug 10 03:26:13.815247 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f26804a6-f828-4590-8d94-02c816b00b72 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:26:13.817442 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2a693f1b-96b7-484e-b030-89a7097f8f8f req-377fae56-f376-4e92-bb73-1516f7a95286 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] 10.222.0.62 "GET /v2.0/security-groups?id=46df5d1c-7e0f-40ce-9b49-3c1bf335dc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184865 Aug 10 03:26:13.845436 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-56dccb2a-2e1f-4361-ba8b-69a3d0e00f25 req-64bca75b-a85a-4c10-a6ea-4e36efe42064 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293855 Aug 10 03:26:14.005887 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port f26804a6-f828-4590-8d94-02c816b00b72, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=f26804a6-f828-4590-8d94-02c816b00b72,segment=NetworkSegment(15becbc7-4cd2-4651-a39f-20d961273d10),segment_id=15becbc7-4cd2-4651-a39f-20d961273d10)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:14.045132 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:14.069844 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b9a23-e774-46b8-b243-c13e62b96bda req-130cdf1c-7998-42e1-9a00-7f8d838e4da4 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:14.077969 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f03b9a23-e774-46b8-b243-c13e62b96bda req-130cdf1c-7998-42e1-9a00-7f8d838e4da4 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c96dab75-a660-452e-9b11-3368514b0a05 HTTP/1.1" status: 200 len: 944 time: 0.1688333 Aug 10 03:26:14.111358 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1889cc-324d-49f1-89e2-2f0f9bfdf6d9 req-7cef27aa-f3e0-41ed-af5b-13b68281e024 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:14.119792 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9e1889cc-324d-49f1-89e2-2f0f9bfdf6d9 req-7cef27aa-f3e0-41ed-af5b-13b68281e024 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.1144493 Aug 10 03:26:14.178296 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f03b9a23-e774-46b8-b243-c13e62b96bda req-e2d91e26-2dd5-4506-bf36-e1221db580eb tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947797 Aug 10 03:26:14.218701 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9e1889cc-324d-49f1-89e2-2f0f9bfdf6d9 req-6677a23a-8107-4f9e-9b8b-831c5ec44afb tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979333 Aug 10 03:26:14.294159 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=f26804a6-f828-4590-8d94-02c816b00b72,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:14.370961 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5cc700-35de-4519-9af7-fa09089d44dc req-0d6ccd2d-0787-49c7-a029-006f8f6823e0 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:14.373134 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-af5cc700-35de-4519-9af7-fa09089d44dc req-0d6ccd2d-0787-49c7-a029-006f8f6823e0 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.58 "GET /v2.0/networks?id=3ae3bb7a-17de-433a-9439-10e842715ca7 HTTP/1.1" status: 200 len: 811 time: 0.2771974 Aug 10 03:26:14.376242 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['f26804a6-f828-4590-8d94-02c816b00b72'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:26:14.387888 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-af5cc700-35de-4519-9af7-fa09089d44dc req-2831ce1f-e5b1-4a1d-993f-8965a7676094 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Request body: {'port': {'device_id': '71fe8275-748b-4662-8657-a534fe5b7d49', 'network_id': '3ae3bb7a-17de-433a-9439-10e842715ca7', 'admin_state_up': True, 'tenant_id': 'a6c6578459ab48049573af588cfcdf5f'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:14.427418 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4507bfe5-5ca9-4261-9890-e663889b4772 req-cb32a5f9-1ad1-4c26-8a47-e15e42fc6a94 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=71fe8275-748b-4662-8657-a534fe5b7d49 HTTP/1.1" status: 200 len: 210 time: 0.0894680 Aug 10 03:26:14.532117 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18ced3-6b5a-4e9c-b33c-336591d4a411 req-2ba9912d-ae5d-4eb5-9aad-d589736238ba tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:14.541188 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ca18ced3-6b5a-4e9c-b33c-336591d4a411 req-2ba9912d-ae5d-4eb5-9aad-d589736238ba tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.1294494 Aug 10 03:26:14.627846 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ca18ced3-6b5a-4e9c-b33c-336591d4a411 req-4ea3f794-4408-4dc5-9a32-1ff5c08e29da tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791481 Aug 10 03:26:14.657851 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a782fd-8cd3-480f-98d7-dcd318716e96 req-7b2fc8de-d317-44de-ac56-696e2320efaa tempest-ServerMetadataNegativeTestJSON-1306652505 tempest-ServerMetadataNegativeTestJSON-1306652505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:14.668810 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-28a782fd-8cd3-480f-98d7-dcd318716e96 req-7b2fc8de-d317-44de-ac56-696e2320efaa tempest-ServerMetadataNegativeTestJSON-1306652505 tempest-ServerMetadataNegativeTestJSON-1306652505-project] 10.222.0.62 "GET /v2.0/ports?device_id=642e7051-d655-4c6f-8b05-4eab3fec7779 HTTP/1.1" status: 200 len: 945 time: 0.1022060 Aug 10 03:26:14.731593 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af5cc700-35de-4519-9af7-fa09089d44dc req-2831ce1f-e5b1-4a1d-993f-8965a7676094 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Made reservation on behalf of a6c6578459ab48049573af588cfcdf5f for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:26:14.740757 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-af5cc700-35de-4519-9af7-fa09089d44dc req-2831ce1f-e5b1-4a1d-993f-8965a7676094 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:14.749559 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-28a782fd-8cd3-480f-98d7-dcd318716e96 req-07103864-65b8-45ba-81ff-ff60b3172df6 tempest-ServerMetadataNegativeTestJSON-1306652505 tempest-ServerMetadataNegativeTestJSON-1306652505-project] 10.222.0.62 "GET /v2.0/security-groups?id=6e52e0d8-666d-428e-8555-4cc75f153789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727215 Aug 10 03:26:14.874672 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a64acd-359e-4968-be82-47620d69aec0 req-5b80f4eb-6a04-4c1b-9efe-947893899964 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:14.880271 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-16a64acd-359e-4968-be82-47620d69aec0 req-5b80f4eb-6a04-4c1b-9efe-947893899964 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.1296444 Aug 10 03:26:14.972779 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-16a64acd-359e-4968-be82-47620d69aec0 req-8ed05dd2-f6ba-4513-a7c5-b528f4513be3 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854032 Aug 10 03:26:15.035640 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-af5cc700-35de-4519-9af7-fa09089d44dc req-2831ce1f-e5b1-4a1d-993f-8965a7676094 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Allocated IP 172.20.0.14 (3ae3bb7a-17de-433a-9439-10e842715ca7/84e2115c-5c38-4493-9e9f-a0cb9fd0cc26/cc032729-ae69-4fc1-b3d1-0648c9ece4db) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:26:15.149254 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897081a-5bb0-4828-81e8-ba65be566825 req-12da7d15-d299-4457-bd2b-7a259e948628 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:15.157526 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9897081a-5bb0-4828-81e8-ba65be566825 req-12da7d15-d299-4457-bd2b-7a259e948628 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] 10.222.0.62 "GET /v2.0/ports?device_id=e51380dd-87d0-4688-8abf-70d5ec0cea4e HTTP/1.1" status: 200 len: 944 time: 0.1469281 Aug 10 03:26:15.256865 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9897081a-5bb0-4828-81e8-ba65be566825 req-cb36eccd-8621-4c87-af82-ef830f0e62ef tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] 10.222.0.62 "GET /v2.0/security-groups?id=46df5d1c-7e0f-40ce-9b49-3c1bf335dc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920675 Aug 10 03:26:15.296294 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10faa4a3-4011-440a-8a6d-dce063a4ea1c req-b28722bd-9f70-43f9-b1f9-077d1260f250 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:15.306271 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-10faa4a3-4011-440a-8a6d-dce063a4ea1c req-b28722bd-9f70-43f9-b1f9-077d1260f250 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.1453109 Aug 10 03:26:15.318942 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-af5cc700-35de-4519-9af7-fa09089d44dc req-2831ce1f-e5b1-4a1d-993f-8965a7676094 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:15.403511 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-af5cc700-35de-4519-9af7-fa09089d44dc req-2831ce1f-e5b1-4a1d-993f-8965a7676094 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:15.408711 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-10faa4a3-4011-440a-8a6d-dce063a4ea1c req-44a6205c-cb4e-4d80-a6f0-f27dd719a1b9 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012743 Aug 10 03:26:15.418433 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['f5c7ecb2-a189-4735-843f-fe76eb7954c5'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:26:15.489134 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af5cc700-35de-4519-9af7-fa09089d44dc req-2831ce1f-e5b1-4a1d-993f-8965a7676094 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Network 3ae3bb7a-17de-433a-9439-10e842715ca7 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:26:15.493301 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-af5cc700-35de-4519-9af7-fa09089d44dc req-2831ce1f-e5b1-4a1d-993f-8965a7676094 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:26:15.501233 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-af5cc700-35de-4519-9af7-fa09089d44dc req-2831ce1f-e5b1-4a1d-993f-8965a7676094 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:26:15.537801 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2831ce1f-e5b1-4a1d-993f-8965a7676094 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Pushing event updated for resources: {'Port': ['ID=cc032729-ae69-4fc1-b3d1-0648c9ece4db,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:15.556314 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444f787-2b8a-4d93-9594-3b5028cf4f1f req-186b34fa-5da9-4a89-b12f-3072bfd50476 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:15.558122 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3444f787-2b8a-4d93-9594-3b5028cf4f1f req-186b34fa-5da9-4a89-b12f-3072bfd50476 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c96dab75-a660-452e-9b11-3368514b0a05 HTTP/1.1" status: 200 len: 944 time: 0.1758926 Aug 10 03:26:15.591420 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5cc700-35de-4519-9af7-fa09089d44dc req-2831ce1f-e5b1-4a1d-993f-8965a7676094 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:15.592384 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-af5cc700-35de-4519-9af7-fa09089d44dc req-2831ce1f-e5b1-4a1d-993f-8965a7676094 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:15.624067 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-af5cc700-35de-4519-9af7-fa09089d44dc req-2831ce1f-e5b1-4a1d-993f-8965a7676094 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2365623 Aug 10 03:26:15.640385 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-af5cc700-35de-4519-9af7-fa09089d44dc req-e973e44a-779c-478d-9dfd-cd07b3909767 service neutron] Request body: {'port': {'device_id': '71fe8275-748b-4662-8657-a534fe5b7d49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:15.727502 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3444f787-2b8a-4d93-9594-3b5028cf4f1f req-5e042be8-074b-4c28-aee4-2a0528a61e36 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616318 Aug 10 03:26:15.744327 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-af5cc700-35de-4519-9af7-fa09089d44dc req-e973e44a-779c-478d-9dfd-cd07b3909767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:15.786085 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23295eda-d0d4-4a6e-9d1d-d84771d50001 req-1e82a018-0eba-4cc6-a741-56a2749653e0 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:15.794179 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-23295eda-d0d4-4a6e-9d1d-d84771d50001 req-1e82a018-0eba-4cc6-a741-56a2749653e0 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.1867425 Aug 10 03:26:15.844133 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-23295eda-d0d4-4a6e-9d1d-d84771d50001 req-5ea47145-98c7-48dc-9678-08e2c97c0a70 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478613 Aug 10 03:26:15.928595 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017954c3-ea5a-4e78-804c-c8914d320474 req-3c8a7208-8e4d-41c0-b066-01b5b2958c3e tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:15.930184 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-017954c3-ea5a-4e78-804c-c8914d320474 req-3c8a7208-8e4d-41c0-b066-01b5b2958c3e tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=71fe8275-748b-4662-8657-a534fe5b7d49 HTTP/1.1" status: 200 len: 932 time: 0.0984471 Aug 10 03:26:16.051406 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-017954c3-ea5a-4e78-804c-c8914d320474 req-51e900a0-dfd8-41e3-a5c3-0f3a303aac58 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/security-groups?id=efe56f97-cb65-408d-9c87-fa760e99fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110470 Aug 10 03:26:16.061120 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590475c2-cb7f-4c7a-97df-ab5d103e989c req-85ed1226-dd0b-4781-bbe4-9f21f6af06d6 tempest-ServerMetadataNegativeTestJSON-1306652505 tempest-ServerMetadataNegativeTestJSON-1306652505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:16.068945 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-590475c2-cb7f-4c7a-97df-ab5d103e989c req-85ed1226-dd0b-4781-bbe4-9f21f6af06d6 tempest-ServerMetadataNegativeTestJSON-1306652505 tempest-ServerMetadataNegativeTestJSON-1306652505-project] 10.222.0.62 "GET /v2.0/ports?device_id=642e7051-d655-4c6f-8b05-4eab3fec7779 HTTP/1.1" status: 200 len: 945 time: 0.1124456 Aug 10 03:26:16.158835 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-590475c2-cb7f-4c7a-97df-ab5d103e989c req-f143c0a3-66c6-4f6e-a8ec-334c8385d6cf tempest-ServerMetadataNegativeTestJSON-1306652505 tempest-ServerMetadataNegativeTestJSON-1306652505-project] 10.222.0.62 "GET /v2.0/security-groups?id=6e52e0d8-666d-428e-8555-4cc75f153789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754550 Aug 10 03:26:16.380344 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6982e42-9553-40ae-b7a5-1f9c6f1f9503 req-3c332901-8faa-4f53-b66e-01e5b8380b0c tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:16.382020 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f6982e42-9553-40ae-b7a5-1f9c6f1f9503 req-3c332901-8faa-4f53-b66e-01e5b8380b0c tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.1616595 Aug 10 03:26:16.427345 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 8127b9c9-cf17-4a23-8e67-a961264fe971 up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:26:16.436689 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-af5cc700-35de-4519-9af7-fa09089d44dc req-e973e44a-779c-478d-9dfd-cd07b3909767 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc032729-ae69-4fc1-b3d1-0648c9ece4db {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:26:16.455394 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-af5cc700-35de-4519-9af7-fa09089d44dc req-e973e44a-779c-478d-9dfd-cd07b3909767 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:16.466704 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f6982e42-9553-40ae-b7a5-1f9c6f1f9503 req-5692a5f0-1e80-42f8-aee5-a8c71034c68c tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670068 Aug 10 03:26:16.490140 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-af5cc700-35de-4519-9af7-fa09089d44dc req-e973e44a-779c-478d-9dfd-cd07b3909767 service neutron] Transition to ACTIVE for port object cc032729-ae69-4fc1-b3d1-0648c9ece4db will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:26:16.500488 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-af5cc700-35de-4519-9af7-fa09089d44dc req-e973e44a-779c-478d-9dfd-cd07b3909767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:16.518888 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f847cc9-f20e-4776-aa74-000dbf1da613 req-04e365c7-c8aa-44f5-9926-3fd82988b52c tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:16.529824 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0f847cc9-f20e-4776-aa74-000dbf1da613 req-04e365c7-c8aa-44f5-9926-3fd82988b52c tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] 10.222.0.62 "GET /v2.0/ports?device_id=e51380dd-87d0-4688-8abf-70d5ec0cea4e HTTP/1.1" status: 200 len: 944 time: 0.1467507 Aug 10 03:26:16.631543 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0f847cc9-f20e-4776-aa74-000dbf1da613 req-a47ba25d-388d-409a-8646-9ba93ed6a852 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] 10.222.0.62 "GET /v2.0/security-groups?id=46df5d1c-7e0f-40ce-9b49-3c1bf335dc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007576 Aug 10 03:26:16.746162 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e973e44a-779c-478d-9dfd-cd07b3909767 service neutron] Pushing event updated for resources: {'Port': ['ID=cc032729-ae69-4fc1-b3d1-0648c9ece4db,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:16.810848 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca3d24-a93b-40aa-bd13-95cf93828378 req-1455b4fd-4194-4cac-8489-4d4d7c70d839 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:16.812915 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f8ca3d24-a93b-40aa-bd13-95cf93828378 req-1455b4fd-4194-4cac-8489-4d4d7c70d839 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.1594608 Aug 10 03:26:16.834094 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port 8127b9c9-cf17-4a23-8e67-a961264fe971 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:26:16.848330 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 8127b9c9-cf17-4a23-8e67-a961264fe971 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:16.851151 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:16.912740 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-af5cc700-35de-4519-9af7-fa09089d44dc req-e973e44a-779c-478d-9dfd-cd07b3909767 service neutron] Attempting to bind port cc032729-ae69-4fc1-b3d1-0648c9ece4db on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:26:16.913104 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-af5cc700-35de-4519-9af7-fa09089d44dc req-e973e44a-779c-478d-9dfd-cd07b3909767 service neutron] Attempting to bind port cc032729-ae69-4fc1-b3d1-0648c9ece4db by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '4f7bae62-9d74-481f-afc7-5fd2c439c3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3ae3bb7a-17de-433a-9439-10e842715ca7'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:26:16.913402 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5cc700-35de-4519-9af7-fa09089d44dc req-e973e44a-779c-478d-9dfd-cd07b3909767 service neutron] Attempting to bind port cc032729-ae69-4fc1-b3d1-0648c9ece4db on network 3ae3bb7a-17de-433a-9439-10e842715ca7 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:16.923429 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5cc700-35de-4519-9af7-fa09089d44dc req-e973e44a-779c-478d-9dfd-cd07b3909767 service neutron] Port cc032729-ae69-4fc1-b3d1-0648c9ece4db on network 3ae3bb7a-17de-433a-9439-10e842715ca7 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:26:16.923429 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5cc700-35de-4519-9af7-fa09089d44dc req-e973e44a-779c-478d-9dfd-cd07b3909767 service neutron] Attempting to bind port cc032729-ae69-4fc1-b3d1-0648c9ece4db on network 3ae3bb7a-17de-433a-9439-10e842715ca7 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:16.940586 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5cc700-35de-4519-9af7-fa09089d44dc req-e973e44a-779c-478d-9dfd-cd07b3909767 service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:26:16.940586 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5cc700-35de-4519-9af7-fa09089d44dc req-e973e44a-779c-478d-9dfd-cd07b3909767 service neutron] Checking segment: {'id': '4f7bae62-9d74-481f-afc7-5fd2c439c3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3ae3bb7a-17de-433a-9439-10e842715ca7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:26:16.940586 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5cc700-35de-4519-9af7-fa09089d44dc req-e973e44a-779c-478d-9dfd-cd07b3909767 service neutron] Bound using segment: {'id': '4f7bae62-9d74-481f-afc7-5fd2c439c3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3ae3bb7a-17de-433a-9439-10e842715ca7'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:26:16.940586 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-af5cc700-35de-4519-9af7-fa09089d44dc req-e973e44a-779c-478d-9dfd-cd07b3909767 service neutron] Bound port: cc032729-ae69-4fc1-b3d1-0648c9ece4db, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f7bae62-9d74-481f-afc7-5fd2c439c3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3ae3bb7a-17de-433a-9439-10e842715ca7'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:26:16.940586 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-af5cc700-35de-4519-9af7-fa09089d44dc req-e973e44a-779c-478d-9dfd-cd07b3909767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:16.958666 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f8ca3d24-a93b-40aa-bd13-95cf93828378 req-76d3f333-8027-430d-9c66-5208cc020be3 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348805 Aug 10 03:26:17.023721 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:17.043845 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-af5cc700-35de-4519-9af7-fa09089d44dc req-e973e44a-779c-478d-9dfd-cd07b3909767 service neutron] For port cc032729-ae69-4fc1-b3d1-0648c9ece4db, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:26:17.047792 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-af5cc700-35de-4519-9af7-fa09089d44dc req-e973e44a-779c-478d-9dfd-cd07b3909767 service neutron] For port cc032729-ae69-4fc1-b3d1-0648c9ece4db, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=cc032729-ae69-4fc1-b3d1-0648c9ece4db,segment=NetworkSegment(4f7bae62-9d74-481f-afc7-5fd2c439c3cc),segment_id=4f7bae62-9d74-481f-afc7-5fd2c439c3cc)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:26:17.056492 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-af5cc700-35de-4519-9af7-fa09089d44dc req-e973e44a-779c-478d-9dfd-cd07b3909767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:17.116145 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96dab75-a660-452e-9b11-3368514b0a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8127b9c9-cf17-4a23-8e67-a961264fe971'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:26:17.124879 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1b0b0e-1be6-416f-9dfb-17ed54dd5ed0" -d '{"events": [{"server_uuid": "c96dab75-a660-452e-9b11-3368514b0a05", "name": "network-vif-plugged", "status": "completed", "tag": "8127b9c9-cf17-4a23-8e67-a961264fe971"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:26:17.152916 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5cc700-35de-4519-9af7-fa09089d44dc req-e973e44a-779c-478d-9dfd-cd07b3909767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:17.153781 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-af5cc700-35de-4519-9af7-fa09089d44dc req-e973e44a-779c-478d-9dfd-cd07b3909767 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:17.155509 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-af5cc700-35de-4519-9af7-fa09089d44dc req-e973e44a-779c-478d-9dfd-cd07b3909767 service neutron] 10.222.0.58 "PUT /v2.0/ports/cc032729-ae69-4fc1-b3d1-0648c9ece4db HTTP/1.1" status: 200 len: 1093 time: 1.5249343 Aug 10 03:26:17.156112 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71fe8275-748b-4662-8657-a534fe5b7d49', 'tag': 'cc032729-ae69-4fc1-b3d1-0648c9ece4db'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:26:17.158663 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feef2589-f0f8-4b69-8680-65ea4bbb140c" -d '{"events": [{"name": "network-changed", "server_uuid": "71fe8275-748b-4662-8657-a534fe5b7d49", "tag": "cc032729-ae69-4fc1-b3d1-0648c9ece4db"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:26:17.160797 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 8127b9c9-cf17-4a23-8e67-a961264fe971, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=8127b9c9-cf17-4a23-8e67-a961264fe971,segment=NetworkSegment(8f60b627-ffb1-479c-a505-a6c7d3d8b515),segment_id=8f60b627-ffb1-479c-a505-a6c7d3d8b515)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:17.172676 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:17.201185 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae468ff-39ab-4266-97ac-1a122d4e8fab req-430e0fac-1c05-43a5-9d7e-1aa08a5d89ae tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:17.211616 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dae468ff-39ab-4266-97ac-1a122d4e8fab req-430e0fac-1c05-43a5-9d7e-1aa08a5d89ae tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c96dab75-a660-452e-9b11-3368514b0a05 HTTP/1.1" status: 200 len: 944 time: 0.2842312 Aug 10 03:26:17.219079 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device f26804a6-f828-4590-8d94-02c816b00b72 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:26:17.231388 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e973e44a-779c-478d-9dfd-cd07b3909767 service neutron] Pushing event updated for resources: {'Port': ['ID=cc032729-ae69-4fc1-b3d1-0648c9ece4db,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:17.322815 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5cc700-35de-4519-9af7-fa09089d44dc req-c4ba4b2b-f7eb-42a1-a097-933b9e29578a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:17.324446 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-af5cc700-35de-4519-9af7-fa09089d44dc req-c4ba4b2b-f7eb-42a1-a097-933b9e29578a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a6c6578459ab48049573af588cfcdf5f&device_id=71fe8275-748b-4662-8657-a534fe5b7d49 HTTP/1.1" status: 200 len: 1096 time: 0.1155887 Aug 10 03:26:17.328651 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port f26804a6-f828-4590-8d94-02c816b00b72 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:26:17.344020 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=8127b9c9-cf17-4a23-8e67-a961264fe971,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:17.353061 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port f26804a6-f828-4590-8d94-02c816b00b72 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:17.353454 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:17.388026 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-af5cc700-35de-4519-9af7-fa09089d44dc req-a8844452-cf8f-4af6-91a9-b4890f3bf86f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc032729-ae69-4fc1-b3d1-0648c9ece4db HTTP/1.1" status: 200 len: 217 time: 0.0526874 Aug 10 03:26:17.441508 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dae468ff-39ab-4266-97ac-1a122d4e8fab req-d30e29e9-15c0-43ed-ba7d-fb4e159560ba tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213061 Aug 10 03:26:17.504443 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f421109a-3ecf-4f19-98a8-09b6478b4abf req-4a749f68-64df-4e9a-b141-8744009007f5 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:17.511794 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f421109a-3ecf-4f19-98a8-09b6478b4abf req-4a749f68-64df-4e9a-b141-8744009007f5 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.4044578 Aug 10 03:26:17.526115 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5cc700-35de-4519-9af7-fa09089d44dc req-e602e0cf-332f-4f2d-9871-46e7e98646e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:17.529010 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-af5cc700-35de-4519-9af7-fa09089d44dc req-e602e0cf-332f-4f2d-9871-46e7e98646e1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=84e2115c-5c38-4493-9e9f-a0cb9fd0cc26 HTTP/1.1" status: 200 len: 851 time: 0.1307318 Aug 10 03:26:17.549864 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:17.603211 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f421109a-3ecf-4f19-98a8-09b6478b4abf req-627ed57f-105c-4b80-8f11-64baa7a0a2b4 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784333 Aug 10 03:26:17.619845 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-af5cc700-35de-4519-9af7-fa09089d44dc req-16438dd6-8404-428e-9042-b3a23b2eccb4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3ae3bb7a-17de-433a-9439-10e842715ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811322 Aug 10 03:26:17.634775 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port f26804a6-f828-4590-8d94-02c816b00b72, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=f26804a6-f828-4590-8d94-02c816b00b72,segment=NetworkSegment(15becbc7-4cd2-4651-a39f-20d961273d10),segment_id=15becbc7-4cd2-4651-a39f-20d961273d10)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:17.657602 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:17.712990 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734350f-b721-4cb8-b225-d691020d896a req-56da4516-29e9-40fc-be5b-c4b9e25bfe6a tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:17.745807 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6734350f-b721-4cb8-b225-d691020d896a req-56da4516-29e9-40fc-be5b-c4b9e25bfe6a tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=71fe8275-748b-4662-8657-a534fe5b7d49 HTTP/1.1" status: 200 len: 944 time: 0.1410255 Aug 10 03:26:17.755200 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20694557-df38-488a-941b-09f6f37515db x-openstack-request-id: req-20694557-df38-488a-941b-09f6f37515db {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:17.756282 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c96dab75-a660-452e-9b11-3368514b0a05", "name": "network-vif-plugged", "status": "completed", "tag": "8127b9c9-cf17-4a23-8e67-a961264fe971", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:17.756282 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-20694557-df38-488a-941b-09f6f37515db {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:17.756282 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96dab75-a660-452e-9b11-3368514b0a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8127b9c9-cf17-4a23-8e67-a961264fe971', 'code': 200} Aug 10 03:26:17.780321 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f163ac1-7b1d-43d9-ace8-1fdeb6ef7435 x-openstack-request-id: req-5f163ac1-7b1d-43d9-ace8-1fdeb6ef7435 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:17.780734 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71fe8275-748b-4662-8657-a534fe5b7d49", "tag": "cc032729-ae69-4fc1-b3d1-0648c9ece4db", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:17.781719 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5f163ac1-7b1d-43d9-ace8-1fdeb6ef7435 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:17.782723 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71fe8275-748b-4662-8657-a534fe5b7d49', 'tag': 'cc032729-ae69-4fc1-b3d1-0648c9ece4db', 'status': 'completed', 'code': 200} Aug 10 03:26:17.816640 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-af5cc700-35de-4519-9af7-fa09089d44dc req-4045fc67-5ced-4607-8e4d-6bfe8856f4a1 service neutron] 10.222.0.58 "GET /v2.0/networks/3ae3bb7a-17de-433a-9439-10e842715ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865680 Aug 10 03:26:17.832143 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=f26804a6-f828-4590-8d94-02c816b00b72,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:17.942274 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6734350f-b721-4cb8-b225-d691020d896a req-261f8320-a229-4ecf-928f-38c977eb1f59 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/security-groups?id=efe56f97-cb65-408d-9c87-fa760e99fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955724 Aug 10 03:26:17.955547 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa17d9b4-18f8-4942-b13c-df71cd433395 req-40f2aaaa-8d46-4b55-a0d2-18558f5720fe tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:17.957120 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aa17d9b4-18f8-4942-b13c-df71cd433395 req-40f2aaaa-8d46-4b55-a0d2-18558f5720fe tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.0678234 Aug 10 03:26:18.051912 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-af5cc700-35de-4519-9af7-fa09089d44dc req-cf134420-a468-48f1-b9b5-1ef90c7b0a61 service neutron] 10.222.0.58 "GET /v2.0/networks/3ae3bb7a-17de-433a-9439-10e842715ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291636 Aug 10 03:26:18.081995 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e4cc33-13bd-452c-b4bf-14677373c30f req-a5e0d817-6946-4a58-ad11-1f09aa707d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:18.096649 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-11e4cc33-13bd-452c-b4bf-14677373c30f req-a5e0d817-6946-4a58-ad11-1f09aa707d33 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c96dab75-a660-452e-9b11-3368514b0a05 HTTP/1.1" status: 200 len: 1097 time: 0.2866364 Aug 10 03:26:18.147326 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aa17d9b4-18f8-4942-b13c-df71cd433395 req-386a0642-aa33-421d-b603-90e3df19f862 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686525 Aug 10 03:26:18.195956 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef2589-f0f8-4b69-8680-65ea4bbb140c req-3e0554c8-ef01-4245-a97a-8ba3f2a30cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:18.199683 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-feef2589-f0f8-4b69-8680-65ea4bbb140c req-3e0554c8-ef01-4245-a97a-8ba3f2a30cc3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a6c6578459ab48049573af588cfcdf5f&device_id=71fe8275-748b-4662-8657-a534fe5b7d49 HTTP/1.1" status: 200 len: 1096 time: 0.0952265 Aug 10 03:26:18.203248 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 38178) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:18.212571 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4430ae9-1302-4e57-a4f2-eb120c518d06 req-ca25ffbe-b80e-4756-a82e-474c99236af6 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:18.224942 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d4430ae9-1302-4e57-a4f2-eb120c518d06 req-ca25ffbe-b80e-4756-a82e-474c99236af6 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] 10.222.0.62 "GET /v2.0/ports?device_id=e51380dd-87d0-4688-8abf-70d5ec0cea4e HTTP/1.1" status: 200 len: 945 time: 0.1840193 Aug 10 03:26:18.275964 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-11e4cc33-13bd-452c-b4bf-14677373c30f req-8cbb97fd-d43c-497a-9300-7cd232117339 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768353 Aug 10 03:26:18.323803 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d4430ae9-1302-4e57-a4f2-eb120c518d06 req-86a18a2c-f178-4fea-a734-8ebbe609e31d tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] 10.222.0.62 "GET /v2.0/security-groups?id=46df5d1c-7e0f-40ce-9b49-3c1bf335dc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977037 Aug 10 03:26:18.452927 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef2589-f0f8-4b69-8680-65ea4bbb140c req-d7cf4d7b-7a43-46a2-93cf-58c48f95894f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:18.454878 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-feef2589-f0f8-4b69-8680-65ea4bbb140c req-d7cf4d7b-7a43-46a2-93cf-58c48f95894f service neutron] 10.222.0.58 "GET /v2.0/networks?id=3ae3bb7a-17de-433a-9439-10e842715ca7 HTTP/1.1" status: 200 len: 912 time: 0.2447321 Aug 10 03:26:18.552531 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-feef2589-f0f8-4b69-8680-65ea4bbb140c req-c08d7e6c-4a68-43f0-abe5-975a09c2c592 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc032729-ae69-4fc1-b3d1-0648c9ece4db HTTP/1.1" status: 200 len: 217 time: 0.0889368 Aug 10 03:26:18.590205 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd10dec-8c6d-405a-a9ab-5a82a6836c95 req-03646ad1-7ef1-4751-95b5-93dc540d8894 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:18.592739 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2bd10dec-8c6d-405a-a9ab-5a82a6836c95 req-03646ad1-7ef1-4751-95b5-93dc540d8894 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.0836291 Aug 10 03:26:18.663905 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2bd10dec-8c6d-405a-a9ab-5a82a6836c95 req-48692750-3b28-4845-a02f-5a3e87565105 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595274 Aug 10 03:26:18.668643 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8202e269-1cd3-4350-9222-69fdf9d3392a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:18.755323 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef2589-f0f8-4b69-8680-65ea4bbb140c req-c265d658-561f-445c-b2b2-bdbac886c63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:18.757015 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-feef2589-f0f8-4b69-8680-65ea4bbb140c req-c265d658-561f-445c-b2b2-bdbac886c63f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=84e2115c-5c38-4493-9e9f-a0cb9fd0cc26 HTTP/1.1" status: 200 len: 851 time: 0.1972423 Aug 10 03:26:18.829461 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-feef2589-f0f8-4b69-8680-65ea4bbb140c req-ac59ce9c-3bd3-4e4d-9b44-b3fa279e346c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3ae3bb7a-17de-433a-9439-10e842715ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639412 Aug 10 03:26:18.861749 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea33e5d-b032-4172-8568-954b2aa27de2 req-26e2fb89-f530-4160-b430-ce8f0b267326 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:18.864176 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3ea33e5d-b032-4172-8568-954b2aa27de2 req-26e2fb89-f530-4160-b430-ce8f0b267326 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c96dab75-a660-452e-9b11-3368514b0a05 HTTP/1.1" status: 200 len: 945 time: 0.1129558 Aug 10 03:26:18.888214 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98766af-4590-40b2-a815-50307a4799b4 req-845599ef-2955-4a7a-8bd1-be9258d3edf1 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:18.890007 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c98766af-4590-40b2-a815-50307a4799b4 req-845599ef-2955-4a7a-8bd1-be9258d3edf1 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.0889494 Aug 10 03:26:18.943413 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3ea33e5d-b032-4172-8568-954b2aa27de2 req-babdaeed-99e8-44c8-8ff0-8e3975da90b8 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724103 Aug 10 03:26:18.952704 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c98766af-4590-40b2-a815-50307a4799b4 req-0ad5df6e-4e68-474f-8eed-1ca483be7076 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548394 Aug 10 03:26:18.969963 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-feef2589-f0f8-4b69-8680-65ea4bbb140c req-46bc5fdb-e5c2-45f2-a85b-870026d67eb9 service neutron] 10.222.0.58 "GET /v2.0/networks/3ae3bb7a-17de-433a-9439-10e842715ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288693 Aug 10 03:26:19.069630 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8202e269-1cd3-4350-9222-69fdf9d3392a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:19.083076 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8202e269-1cd3-4350-9222-69fdf9d3392a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:19.106838 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab40eb2-d4bb-4942-9dbe-7739b997940e req-c0fb4b1b-0c95-4d7e-a33f-b84fd6b9ec32 tempest-ServerMetadataNegativeTestJSON-1306652505 tempest-ServerMetadataNegativeTestJSON-1306652505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.106838 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1ab40eb2-d4bb-4942-9dbe-7739b997940e req-c0fb4b1b-0c95-4d7e-a33f-b84fd6b9ec32 tempest-ServerMetadataNegativeTestJSON-1306652505 tempest-ServerMetadataNegativeTestJSON-1306652505-project] 10.222.0.62 "GET /v2.0/ports?device_id=642e7051-d655-4c6f-8b05-4eab3fec7779 HTTP/1.1" status: 200 len: 945 time: 0.0884993 Aug 10 03:26:19.144824 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8202e269-1cd3-4350-9222-69fdf9d3392a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0fb653c78ff24ea1a07cbebfdd890d70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9397671 Aug 10 03:26:19.145713 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 38210) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:19.146109 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c33f1-4535-462a-9d58-c6bb3d0de4a8 req-384775dc-5da0-4f7c-a474-40e0bafc27e3 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.147762 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b83c33f1-4535-462a-9d58-c6bb3d0de4a8 req-384775dc-5da0-4f7c-a474-40e0bafc27e3 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=71fe8275-748b-4662-8657-a534fe5b7d49 HTTP/1.1" status: 200 len: 944 time: 0.0829394 Aug 10 03:26:19.184791 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8202e269-1cd3-4350-9222-69fdf9d3392a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad344460-ddbc-405f-9133-ce35616bdfb9,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:19.197188 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1ab40eb2-d4bb-4942-9dbe-7739b997940e req-b1ffcbca-d551-4b6a-ae18-a50842f89a8a tempest-ServerMetadataNegativeTestJSON-1306652505 tempest-ServerMetadataNegativeTestJSON-1306652505-project] 10.222.0.62 "GET /v2.0/security-groups?id=6e52e0d8-666d-428e-8555-4cc75f153789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839806 Aug 10 03:26:19.224598 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-feef2589-f0f8-4b69-8680-65ea4bbb140c req-bd975377-fbb0-46b6-83ad-938fd356fd9a service neutron] 10.222.0.58 "GET /v2.0/networks/3ae3bb7a-17de-433a-9439-10e842715ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426128 Aug 10 03:26:19.241837 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b83c33f1-4535-462a-9d58-c6bb3d0de4a8 req-e26d39f8-38ed-48fc-83a7-e7b9d5fc9c7c tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/security-groups?id=efe56f97-cb65-408d-9c87-fa760e99fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786407 Aug 10 03:26:19.257710 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2ce61460-03cb-4924-8bec-46bb77ec37aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:19.288494 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2ce61460-03cb-4924-8bec-46bb77ec37aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:19.354923 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2ce61460-03cb-4924-8bec-46bb77ec37aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:19.359308 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2ce61460-03cb-4924-8bec-46bb77ec37aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:19.360428 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1671c3c0-7c29-4dfd-b608-1944d90242c1 req-972e2f2d-81e5-40ef-9a5a-1bc4fa354f91 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.362178 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1671c3c0-7c29-4dfd-b608-1944d90242c1 req-972e2f2d-81e5-40ef-9a5a-1bc4fa354f91 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.0724959 Aug 10 03:26:19.376667 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2ce61460-03cb-4924-8bec-46bb77ec37aa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ad344460-ddbc-405f-9133-ce35616bdfb9 HTTP/1.1" status: 204 len: 168 time: 0.2137351 Aug 10 03:26:19.390486 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce61460-03cb-4924-8bec-46bb77ec37aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad344460-ddbc-405f-9133-ce35616bdfb9,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:19.452183 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1671c3c0-7c29-4dfd-b608-1944d90242c1 req-9574613a-cc2e-49ab-b547-7fd032260678 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813358 Aug 10 03:26:19.468063 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726c426-1f21-4a2b-81f5-c3b5de785242 req-d60de28f-4eaf-4855-975e-5d0b42dc7bd4 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.469626 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b726c426-1f21-4a2b-81f5-c3b5de785242 req-d60de28f-4eaf-4855-975e-5d0b42dc7bd4 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] 10.222.0.62 "GET /v2.0/ports?device_id=e51380dd-87d0-4688-8abf-70d5ec0cea4e HTTP/1.1" status: 200 len: 945 time: 0.0809941 Aug 10 03:26:19.527204 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b726c426-1f21-4a2b-81f5-c3b5de785242 req-7f10152a-36f3-44b2-bff0-f825af01139e tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] 10.222.0.62 "GET /v2.0/security-groups?id=46df5d1c-7e0f-40ce-9b49-3c1bf335dc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499699 Aug 10 03:26:19.588931 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b514b2-28b5-4135-8afa-36938e7d3383 req-72bc1279-fc3e-4e16-bb55-dd1b2011c28d tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.591669 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-16b514b2-28b5-4135-8afa-36938e7d3383 req-72bc1279-fc3e-4e16-bb55-dd1b2011c28d tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.0616968 Aug 10 03:26:19.638627 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-16b514b2-28b5-4135-8afa-36938e7d3383 req-cd91ae6e-58cd-4217-a5db-413daa20b34b tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413959 Aug 10 03:26:19.737297 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 38236) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:19.752376 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bb6318c3-e13e-447b-9962-bc5dcc75dc32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:19.757308 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e51380dd-87d0-4688-8abf-70d5ec0cea4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f26804a6-f828-4590-8d94-02c816b00b72'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:26:19.759709 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d63f2e1-df50-40bb-9f4b-f80062056a5b" -d '{"events": [{"server_uuid": "e51380dd-87d0-4688-8abf-70d5ec0cea4e", "name": "network-vif-plugged", "status": "completed", "tag": "f26804a6-f828-4590-8d94-02c816b00b72"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:26:19.806818 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa539de-92fa-4bc8-a0d4-9d9f61d2147c x-openstack-request-id: req-8aa539de-92fa-4bc8-a0d4-9d9f61d2147c {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:19.807245 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e51380dd-87d0-4688-8abf-70d5ec0cea4e", "name": "network-vif-plugged", "status": "completed", "tag": "f26804a6-f828-4590-8d94-02c816b00b72", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:19.807427 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8aa539de-92fa-4bc8-a0d4-9d9f61d2147c {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:19.807859 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e51380dd-87d0-4688-8abf-70d5ec0cea4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f26804a6-f828-4590-8d94-02c816b00b72', 'code': 200} Aug 10 03:26:19.827213 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b857e5-64c5-48c3-a342-8b042589ce26 req-484a565f-3363-41e0-828b-513a552fb893 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.829501 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c3b857e5-64c5-48c3-a342-8b042589ce26 req-484a565f-3363-41e0-828b-513a552fb893 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.0720425 Aug 10 03:26:19.893519 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c3b857e5-64c5-48c3-a342-8b042589ce26 req-03c26825-e9a2-4405-9f71-8347d11a9cd4 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553586 Aug 10 03:26:19.953919 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bb6318c3-e13e-447b-9962-bc5dcc75dc32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:19.957813 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ae55b-66f6-4f0c-9338-8c43ee609ae5 req-12e2c0df-5f7e-4f6e-b80f-67edbea28385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.959489 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c39ae55b-66f6-4f0c-9338-8c43ee609ae5 req-12e2c0df-5f7e-4f6e-b80f-67edbea28385 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e51380dd-87d0-4688-8abf-70d5ec0cea4e HTTP/1.1" status: 200 len: 1097 time: 0.0733223 Aug 10 03:26:19.960637 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bb6318c3-e13e-447b-9962-bc5dcc75dc32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:20.025624 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-bb6318c3-e13e-447b-9962-bc5dcc75dc32 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ebcc7d4fa73a458188e0ca526bf5b7ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2847452 Aug 10 03:26:20.042023 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6318c3-e13e-447b-9962-bc5dcc75dc32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4319793c-1777-4776-849f-d6e5956af6b9,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:20.043523 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38252) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:20.064996 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c39ae55b-66f6-4f0c-9338-8c43ee609ae5 req-d016d372-5670-457c-bf4f-2fd1672fc2f4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=46df5d1c-7e0f-40ce-9b49-3c1bf335dc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830064 Aug 10 03:26:20.165314 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ddd7a6-242f-45f9-a12c-47cd73f2fbad req-4b547b18-1e53-4aec-9876-b6fee77437eb tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:20.173141 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-23ddd7a6-242f-45f9-a12c-47cd73f2fbad req-4b547b18-1e53-4aec-9876-b6fee77437eb tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.1901534 Aug 10 03:26:20.210985 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e271a2-e642-46e3-a565-4750bb674312 req-4574b003-85f8-42c9-be4d-5d3842f0046c tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:20.212602 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b0e271a2-e642-46e3-a565-4750bb674312 req-4574b003-85f8-42c9-be4d-5d3842f0046c tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c96dab75-a660-452e-9b11-3368514b0a05 HTTP/1.1" status: 200 len: 945 time: 0.1363299 Aug 10 03:26:20.218825 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2b4fcdf9-9b0f-41b9-895b-de5e4d61c7e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:20.278061 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-23ddd7a6-242f-45f9-a12c-47cd73f2fbad req-dc58529b-091e-47cc-b221-b438caf8f309 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040161 Aug 10 03:26:20.284923 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2b4fcdf9-9b0f-41b9-895b-de5e4d61c7e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:20.322290 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b0e271a2-e642-46e3-a565-4750bb674312 req-a7109724-b178-47ca-b257-a170f1d373d9 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013775 Aug 10 03:26:20.444267 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2b4fcdf9-9b0f-41b9-895b-de5e4d61c7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:20.446879 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2b4fcdf9-9b0f-41b9-895b-de5e4d61c7e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:20.448024 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-2b4fcdf9-9b0f-41b9-895b-de5e4d61c7e9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4319793c-1777-4776-849f-d6e5956af6b9 HTTP/1.1" status: 204 len: 168 time: 0.4033926 Aug 10 03:26:20.473287 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d2a97-a968-48d6-8868-4e500eb9d6a2 req-301e01a3-cfdf-4add-b1ab-8bca8bd16e73 tempest-ServerMetadataNegativeTestJSON-1306652505 tempest-ServerMetadataNegativeTestJSON-1306652505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:20.473820 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ea1d2a97-a968-48d6-8868-4e500eb9d6a2 req-301e01a3-cfdf-4add-b1ab-8bca8bd16e73 tempest-ServerMetadataNegativeTestJSON-1306652505 tempest-ServerMetadataNegativeTestJSON-1306652505-project] 10.222.0.60 "GET /v2.0/ports?device_id=642e7051-d655-4c6f-8b05-4eab3fec7779 HTTP/1.1" status: 200 len: 945 time: 0.1683371 Aug 10 03:26:20.500476 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4fcdf9-9b0f-41b9-895b-de5e4d61c7e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4319793c-1777-4776-849f-d6e5956af6b9,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:20.522261 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9369abc-1824-4623-9d55-d96e716c6158 req-fc276eb4-f1e3-4518-935e-3bd74a44342a tempest-ServerMetadataNegativeTestJSON-1306652505 tempest-ServerMetadataNegativeTestJSON-1306652505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:20.523963 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a9369abc-1824-4623-9d55-d96e716c6158 req-fc276eb4-f1e3-4518-935e-3bd74a44342a tempest-ServerMetadataNegativeTestJSON-1306652505 tempest-ServerMetadataNegativeTestJSON-1306652505-project] 10.222.0.62 "GET /v2.0/ports?device_id=642e7051-d655-4c6f-8b05-4eab3fec7779 HTTP/1.1" status: 200 len: 945 time: 0.1490183 Aug 10 03:26:20.589732 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3608032-941d-4ef6-874d-8ff17fa09fb7 req-8a451691-0f1e-436a-8815-f54eac7a309f tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:20.591329 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b3608032-941d-4ef6-874d-8ff17fa09fb7 req-8a451691-0f1e-436a-8815-f54eac7a309f tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=71fe8275-748b-4662-8657-a534fe5b7d49 HTTP/1.1" status: 200 len: 944 time: 0.1630833 Aug 10 03:26:20.658564 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a9369abc-1824-4623-9d55-d96e716c6158 req-b84fff5b-82d2-4fb8-a672-cee13a36db95 tempest-ServerMetadataNegativeTestJSON-1306652505 tempest-ServerMetadataNegativeTestJSON-1306652505-project] 10.222.0.62 "GET /v2.0/security-groups?id=6e52e0d8-666d-428e-8555-4cc75f153789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115029 Aug 10 03:26:20.703657 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b3608032-941d-4ef6-874d-8ff17fa09fb7 req-b1764dcb-1535-43b7-bc89-5143e5dcdb41 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/security-groups?id=efe56f97-cb65-408d-9c87-fa760e99fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850515 Aug 10 03:26:20.719490 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-ea1d2a97-a968-48d6-8868-4e500eb9d6a2 req-6710d382-963c-4ae7-877e-b80f278b46e3 tempest-ServerMetadataNegativeTestJSON-1306652505 tempest-ServerMetadataNegativeTestJSON-1306652505-project] Deleting port f99fedde-3a2d-4256-8b9d-a8138e9bb448 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:26:20.719921 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ea1d2a97-a968-48d6-8868-4e500eb9d6a2 req-6710d382-963c-4ae7-877e-b80f278b46e3 tempest-ServerMetadataNegativeTestJSON-1306652505 tempest-ServerMetadataNegativeTestJSON-1306652505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:20.847335 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-ea1d2a97-a968-48d6-8868-4e500eb9d6a2 req-6710d382-963c-4ae7-877e-b80f278b46e3 tempest-ServerMetadataNegativeTestJSON-1306652505 tempest-ServerMetadataNegativeTestJSON-1306652505-project] For port f99fedde-3a2d-4256-8b9d-a8138e9bb448, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=f99fedde-3a2d-4256-8b9d-a8138e9bb448,segment=NetworkSegment(aa85cce9-3c8c-41cd-99ba-3f696c727689),segment_id=aa85cce9-3c8c-41cd-99ba-3f696c727689)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:20.851357 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ea1d2a97-a968-48d6-8868-4e500eb9d6a2 req-6710d382-963c-4ae7-877e-b80f278b46e3 tempest-ServerMetadataNegativeTestJSON-1306652505 tempest-ServerMetadataNegativeTestJSON-1306652505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:20.910679 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-ea1d2a97-a968-48d6-8868-4e500eb9d6a2 req-6710d382-963c-4ae7-877e-b80f278b46e3 tempest-ServerMetadataNegativeTestJSON-1306652505 tempest-ServerMetadataNegativeTestJSON-1306652505-project] Calling delete_port for f99fedde-3a2d-4256-8b9d-a8138e9bb448 owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:26:21.164805 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23dc98a-8090-4877-9bcc-578eff36309e req-51960186-5610-43c4-b8f2-73634d6c6254 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:21.175020 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e23dc98a-8090-4877-9bcc-578eff36309e req-51960186-5610-43c4-b8f2-73634d6c6254 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] 10.222.0.62 "GET /v2.0/ports?device_id=e51380dd-87d0-4688-8abf-70d5ec0cea4e HTTP/1.1" status: 200 len: 945 time: 0.1506221 Aug 10 03:26:21.218366 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device cc032729-ae69-4fc1-b3d1-0648c9ece4db details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:26:21.219823 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbcaf88-92b6-4602-ae64-4a6526cad247 req-f0a60e38-bd10-4cbe-8c8a-061fceb90f99 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:21.221533 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0cbcaf88-92b6-4602-ae64-4a6526cad247 req-f0a60e38-bd10-4cbe-8c8a-061fceb90f99 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.1590116 Aug 10 03:26:21.308187 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e23dc98a-8090-4877-9bcc-578eff36309e req-403ed10b-fb33-4cff-a518-b86045663653 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] 10.222.0.62 "GET /v2.0/security-groups?id=46df5d1c-7e0f-40ce-9b49-3c1bf335dc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340406 Aug 10 03:26:21.375234 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ea1d2a97-a968-48d6-8868-4e500eb9d6a2 req-6710d382-963c-4ae7-877e-b80f278b46e3 tempest-ServerMetadataNegativeTestJSON-1306652505 tempest-ServerMetadataNegativeTestJSON-1306652505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:21.387482 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port cc032729-ae69-4fc1-b3d1-0648c9ece4db, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=cc032729-ae69-4fc1-b3d1-0648c9ece4db,segment=NetworkSegment(4f7bae62-9d74-481f-afc7-5fd2c439c3cc),segment_id=4f7bae62-9d74-481f-afc7-5fd2c439c3cc)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:21.402204 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': 'cc032729-ae69-4fc1-b3d1-0648c9ece4db', 'network_id': '3ae3bb7a-17de-433a-9439-10e842715ca7', 'port_id': 'cc032729-ae69-4fc1-b3d1-0648c9ece4db', 'mac_address': 'fa:16:3e:24:86:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84e2115c-5c38-4493-9e9f-a0cb9fd0cc26', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:26:21.404030 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0cbcaf88-92b6-4602-ae64-4a6526cad247 req-fa5fa989-69a2-4d6b-bea8-4ebade699a06 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509578 Aug 10 03:26:21.448977 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['f99fedde-3a2d-4256-8b9d-a8138e9bb448'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:26:21.449205 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6710d382-963c-4ae7-877e-b80f278b46e3 tempest-ServerMetadataNegativeTestJSON-1306652505 tempest-ServerMetadataNegativeTestJSON-1306652505-project] Pushing event deleted for resources: {'Port': ['ID=f99fedde-3a2d-4256-8b9d-a8138e9bb448,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:21.457714 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:21.485250 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc032729-ae69-4fc1-b3d1-0648c9ece4db {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:26:21.546698 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port cc032729-ae69-4fc1-b3d1-0648c9ece4db, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=cc032729-ae69-4fc1-b3d1-0648c9ece4db,segment=NetworkSegment(4f7bae62-9d74-481f-afc7-5fd2c439c3cc),segment_id=4f7bae62-9d74-481f-afc7-5fd2c439c3cc)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:21.555531 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:21.559080 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea1d2a97-a968-48d6-8868-4e500eb9d6a2 req-6710d382-963c-4ae7-877e-b80f278b46e3 tempest-ServerMetadataNegativeTestJSON-1306652505 tempest-ServerMetadataNegativeTestJSON-1306652505-project] No DVR routers for this DVR port f99fedde-3a2d-4256-8b9d-a8138e9bb448 on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:26:21.562624 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ea1d2a97-a968-48d6-8868-4e500eb9d6a2 req-6710d382-963c-4ae7-877e-b80f278b46e3 tempest-ServerMetadataNegativeTestJSON-1306652505 tempest-ServerMetadataNegativeTestJSON-1306652505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:21.567102 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ea1d2a97-a968-48d6-8868-4e500eb9d6a2 req-6710d382-963c-4ae7-877e-b80f278b46e3 tempest-ServerMetadataNegativeTestJSON-1306652505 tempest-ServerMetadataNegativeTestJSON-1306652505-project] 10.222.0.60 "DELETE /v2.0/ports/f99fedde-3a2d-4256-8b9d-a8138e9bb448 HTTP/1.1" status: 204 len: 173 time: 1.0743990 Aug 10 03:26:21.567102 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '642e7051-d655-4c6f-8b05-4eab3fec7779', 'name': 'network-vif-deleted', 'tag': 'f99fedde-3a2d-4256-8b9d-a8138e9bb448'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:26:21.568382 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28abae51-e80d-432c-9160-a4913a8c2e6e" -d '{"events": [{"server_uuid": "642e7051-d655-4c6f-8b05-4eab3fec7779", "name": "network-vif-deleted", "tag": "f99fedde-3a2d-4256-8b9d-a8138e9bb448"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:26:21.621241 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa650d-ff7a-44a0-9692-1a09341a6ad7 req-fb6586ac-bdb8-4d58-8f3b-d63ece82b2e8 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:21.635148 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-adaa650d-ff7a-44a0-9692-1a09341a6ad7 req-fb6586ac-bdb8-4d58-8f3b-d63ece82b2e8 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c96dab75-a660-452e-9b11-3368514b0a05 HTTP/1.1" status: 200 len: 945 time: 0.1897309 Aug 10 03:26:21.648743 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bacc907f-2fe1-402d-be68-a37731b58338 x-openstack-request-id: req-bacc907f-2fe1-402d-be68-a37731b58338 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:21.649301 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "642e7051-d655-4c6f-8b05-4eab3fec7779", "name": "network-vif-deleted", "tag": "f99fedde-3a2d-4256-8b9d-a8138e9bb448", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:21.649758 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bacc907f-2fe1-402d-be68-a37731b58338 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:21.650368 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '642e7051-d655-4c6f-8b05-4eab3fec7779', 'name': 'network-vif-deleted', 'tag': 'f99fedde-3a2d-4256-8b9d-a8138e9bb448', 'status': 'completed', 'code': 200} Aug 10 03:26:21.670176 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=cc032729-ae69-4fc1-b3d1-0648c9ece4db,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:21.691237 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:21.691417 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:21.692008 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:21.692729 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:21.693204 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:21.693918 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:21.694395 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:21.694907 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:21.695380 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:21.695946 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:21.696416 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:21.697048 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:21.730188 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-adaa650d-ff7a-44a0-9692-1a09341a6ad7 req-ab5aee6f-0867-4e98-b665-394772324e07 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907235 Aug 10 03:26:21.817383 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['cc032729-ae69-4fc1-b3d1-0648c9ece4db'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:26:21.842386 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2b8ab944-8217-4847-9036-9fd9b263fd97 req-7083b226-518a-4f7c-8115-9986f1cc6d90 tempest-ServerMetadataNegativeTestJSON-1306652505 tempest-ServerMetadataNegativeTestJSON-1306652505-project] 10.222.0.62 "GET /v2.0/ports?device_id=642e7051-d655-4c6f-8b05-4eab3fec7779 HTTP/1.1" status: 200 len: 210 time: 0.0457466 Aug 10 03:26:21.939078 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38306) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:22.040750 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4e206-6b33-4fbf-9386-cf860d837b23 req-20f8fc90-99f9-40de-b177-f691f56e1e57 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:22.047765 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-53c4e206-6b33-4fbf-9386-cf860d837b23 req-20f8fc90-99f9-40de-b177-f691f56e1e57 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=71fe8275-748b-4662-8657-a534fe5b7d49 HTTP/1.1" status: 200 len: 945 time: 0.0891185 Aug 10 03:26:22.099450 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-53c4e206-6b33-4fbf-9386-cf860d837b23 req-56444fe7-c6a4-4de9-b9df-aff5c3b3cff0 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/security-groups?id=efe56f97-cb65-408d-9c87-fa760e99fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500324 Aug 10 03:26:22.134165 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-f4680b62-94c4-452d-a0d5-1f7fd34c5fe6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-771083346-network', 'tenant_id': '1a1fedcd215b4b4c8450150207957d1d'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:22.159027 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4680b62-94c4-452d-a0d5-1f7fd34c5fe6 admin admin] Made reservation on behalf of 1a1fedcd215b4b4c8450150207957d1d for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:26:22.164381 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f4680b62-94c4-452d-a0d5-1f7fd34c5fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:22.186575 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f4680b62-94c4-452d-a0d5-1f7fd34c5fe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:22.374978 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f4680b62-94c4-452d-a0d5-1f7fd34c5fe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:22.385098 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f4680b62-94c4-452d-a0d5-1f7fd34c5fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:22.418720 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b34e9ca-1154-40ce-b092-ec6223101cd2 req-9c835af9-a1cb-4d16-acab-7dc8bbef8a75 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:22.426400 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9b34e9ca-1154-40ce-b092-ec6223101cd2 req-9c835af9-a1cb-4d16-acab-7dc8bbef8a75 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c96dab75-a660-452e-9b11-3368514b0a05 HTTP/1.1" status: 200 len: 945 time: 0.1133091 Aug 10 03:26:22.496891 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4680b62-94c4-452d-a0d5-1f7fd34c5fe6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:26:22.516691 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4680b62-94c4-452d-a0d5-1f7fd34c5fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc95dbf8-71ff-442a-b3c1-e60dc4f29447,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:22.528049 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f4680b62-94c4-452d-a0d5-1f7fd34c5fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:22.528404 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-f4680b62-94c4-452d-a0d5-1f7fd34c5fe6 admin admin] Added segment ad2156df-9a43-4e01-8ac5-ce4913e3fc9f of type vlan for network fad7e135-dc8b-4841-b972-7e71b494afaa Aug 10 03:26:22.555639 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68307b9-0b1d-43ce-a8e0-d34823713927 req-bc48fdfa-dd0c-4827-a6e9-3d526d0d0b46 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:22.557533 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d68307b9-0b1d-43ce-a8e0-d34823713927 req-bc48fdfa-dd0c-4827-a6e9-3d526d0d0b46 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] 10.222.0.62 "GET /v2.0/ports?device_id=e51380dd-87d0-4688-8abf-70d5ec0cea4e HTTP/1.1" status: 200 len: 945 time: 0.1274810 Aug 10 03:26:22.622122 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9b34e9ca-1154-40ce-b092-ec6223101cd2 req-74405a97-7d02-4d1d-a1d9-fef21c203be5 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679163 Aug 10 03:26:22.636277 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f4680b62-94c4-452d-a0d5-1f7fd34c5fe6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:22.733727 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d68307b9-0b1d-43ce-a8e0-d34823713927 req-11bd76d1-979d-4037-8c04-5f5f78ab67c6 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] 10.222.0.62 "GET /v2.0/security-groups?id=46df5d1c-7e0f-40ce-9b49-3c1bf335dc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689534 Aug 10 03:26:22.806966 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f4680b62-94c4-452d-a0d5-1f7fd34c5fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:22.807965 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4680b62-94c4-452d-a0d5-1f7fd34c5fe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:22.808690 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f4680b62-94c4-452d-a0d5-1f7fd34c5fe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:22.856043 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf83914-a622-4f9b-bb88-a6703329b9fa req-089cc075-201b-4258-8e39-a6e806a1f5c6 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:22.857519 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-acf83914-a622-4f9b-bb88-a6703329b9fa req-089cc075-201b-4258-8e39-a6e806a1f5c6 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.1017640 Aug 10 03:26:22.892946 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-f4680b62-94c4-452d-a0d5-1f7fd34c5fe6 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9528723 Aug 10 03:26:22.897356 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 38344) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:22.904484 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-8f9fefcf-0aa8-4306-a7b3-d0687c14cc1f admin admin] Request body: {'subnet': {'network_id': 'fad7e135-dc8b-4841-b972-7e71b494afaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-771083346-subnet', 'tenant_id': '1a1fedcd215b4b4c8450150207957d1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:22.931704 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4680b62-94c4-452d-a0d5-1f7fd34c5fe6 admin admin] Pushing event updated for resources: {'Network': ['ID=fad7e135-dc8b-4841-b972-7e71b494afaa,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:22.944943 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9fefcf-0aa8-4306-a7b3-d0687c14cc1f admin admin] Made reservation on behalf of 1a1fedcd215b4b4c8450150207957d1d for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:26:22.948845 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8f9fefcf-0aa8-4306-a7b3-d0687c14cc1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:22.949596 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network fad7e135-dc8b-4841-b972-7e71b494afaa details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:26:22.963629 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-acf83914-a622-4f9b-bb88-a6703329b9fa req-1fd6db0d-560f-48f0-a5b8-413b9daf3faf tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637336 Aug 10 03:26:23.142627 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38356) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:23.231223 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-6854e8f8-4e5a-4e8b-8e6b-5f374258fbdd admin admin] Deleting subnet 22c42c00-f73a-4ae6-9d05-328f06a2d07d {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:26:23.232176 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device cc032729-ae69-4fc1-b3d1-0648c9ece4db up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:26:23.236416 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6854e8f8-4e5a-4e8b-8e6b-5f374258fbdd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:23.294444 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6854e8f8-4e5a-4e8b-8e6b-5f374258fbdd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:23.333793 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8f9fefcf-0aa8-4306-a7b3-d0687c14cc1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:23.360732 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6854e8f8-4e5a-4e8b-8e6b-5f374258fbdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:23.418684 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port cc032729-ae69-4fc1-b3d1-0648c9ece4db completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:26:23.427954 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port cc032729-ae69-4fc1-b3d1-0648c9ece4db triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:23.428480 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:23.531691 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bd5ec-5389-4abe-b870-b64f1b8146f9 req-532e8bc2-ecae-4e69-8ffe-6d56fa45bb19 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:23.533566 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fe0bd5ec-5389-4abe-b870-b64f1b8146f9 req-532e8bc2-ecae-4e69-8ffe-6d56fa45bb19 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=71fe8275-748b-4662-8657-a534fe5b7d49 HTTP/1.1" status: 200 len: 945 time: 0.0826342 Aug 10 03:26:23.582503 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6854e8f8-4e5a-4e8b-8e6b-5f374258fbdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:23.611349 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9fefcf-0aa8-4306-a7b3-d0687c14cc1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9901d25a-d155-4cc8-b3d5-1b5026deec7d,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:23.621325 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fe0bd5ec-5389-4abe-b870-b64f1b8146f9 req-4cc61ed8-f2dc-4d8f-8731-619bf31596d5 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/security-groups?id=efe56f97-cb65-408d-9c87-fa760e99fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794065 Aug 10 03:26:23.624340 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6854e8f8-4e5a-4e8b-8e6b-5f374258fbdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22c42c00-f73a-4ae6-9d05-328f06a2d07d,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:23.632622 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6854e8f8-4e5a-4e8b-8e6b-5f374258fbdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:23.637435 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9fefcf-0aa8-4306-a7b3-d0687c14cc1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:23.637707 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-6854e8f8-4e5a-4e8b-8e6b-5f374258fbdd admin admin] 10.222.0.62 "DELETE /v2.0/subnets/22c42c00-f73a-4ae6-9d05-328f06a2d07d HTTP/1.1" status: 204 len: 168 time: 0.4939153 Aug 10 03:26:23.637904 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9fefcf-0aa8-4306-a7b3-d0687c14cc1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:23.638106 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9fefcf-0aa8-4306-a7b3-d0687c14cc1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:23.638510 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9fefcf-0aa8-4306-a7b3-d0687c14cc1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:23.638882 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9fefcf-0aa8-4306-a7b3-d0687c14cc1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:23.639215 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38364) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:23.639346 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9fefcf-0aa8-4306-a7b3-d0687c14cc1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:23.639540 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9fefcf-0aa8-4306-a7b3-d0687c14cc1f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:23.639864 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9fefcf-0aa8-4306-a7b3-d0687c14cc1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:23.640279 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9fefcf-0aa8-4306-a7b3-d0687c14cc1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:23.640802 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9fefcf-0aa8-4306-a7b3-d0687c14cc1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:23.641291 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9fefcf-0aa8-4306-a7b3-d0687c14cc1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:23.641760 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9fefcf-0aa8-4306-a7b3-d0687c14cc1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:23.684332 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9fefcf-0aa8-4306-a7b3-d0687c14cc1f admin admin] Checking segment: {'id': 'ad2156df-9a43-4e01-8ac5-ce4913e3fc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'fad7e135-dc8b-4841-b972-7e71b494afaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:26:23.685549 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9fefcf-0aa8-4306-a7b3-d0687c14cc1f admin admin] Network hostable DHCP agents. Network: fad7e135-dc8b-4841-b972-7e71b494afaa, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:26:23.687537 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:23.737301 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9fefcf-0aa8-4306-a7b3-d0687c14cc1f admin admin] Network fad7e135-dc8b-4841-b972-7e71b494afaa is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:26:23.756477 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71fe8275-748b-4662-8657-a534fe5b7d49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc032729-ae69-4fc1-b3d1-0648c9ece4db'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:26:23.760251 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-8f9fefcf-0aa8-4306-a7b3-d0687c14cc1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, fad7e135-dc8b-4841-b972-7e71b494afaa) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:26:23.765382 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9fefcf-0aa8-4306-a7b3-d0687c14cc1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:23.766077 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65602c49-3f34-45e2-8ecb-864fc3aa050e" -d '{"events": [{"server_uuid": "71fe8275-748b-4662-8657-a534fe5b7d49", "name": "network-vif-plugged", "status": "completed", "tag": "cc032729-ae69-4fc1-b3d1-0648c9ece4db"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:26:23.766244 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8f9fefcf-0aa8-4306-a7b3-d0687c14cc1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:23.778704 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22b27f3-1d86-4c6e-bb84-84d9fd86e5ae None None] Network fad7e135-dc8b-4841-b972-7e71b494afaa requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:26:23.817274 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8f9fefcf-0aa8-4306-a7b3-d0687c14cc1f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9185152 Aug 10 03:26:23.904229 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port cc032729-ae69-4fc1-b3d1-0648c9ece4db, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=cc032729-ae69-4fc1-b3d1-0648c9ece4db,segment=NetworkSegment(4f7bae62-9d74-481f-afc7-5fd2c439c3cc),segment_id=4f7bae62-9d74-481f-afc7-5fd2c439c3cc)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:23.929935 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:24.024093 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=cc032729-ae69-4fc1-b3d1-0648c9ece4db,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:24.037309 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7e0439-5f86-4d56-bd1b-52fb7a4f7b29 None None] Network fad7e135-dc8b-4841-b972-7e71b494afaa requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:26:24.092490 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fdad4fa9-766d-43ec-a6c6-8b9bec802133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:24.149742 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a305a6-fa1f-4fea-97f5-542182f6e15b req-34aa21a6-a16e-4369-a55a-2222d2ef4bc6 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:24.152040 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-91a305a6-fa1f-4fea-97f5-542182f6e15b req-34aa21a6-a16e-4369-a55a-2222d2ef4bc6 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c96dab75-a660-452e-9b11-3368514b0a05 HTTP/1.1" status: 200 len: 945 time: 0.2983506 Aug 10 03:26:24.162433 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133382f-7cb1-4896-a408-807a459d6eb1 req-97f931a6-8879-4ed7-8772-cceb723f8676 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:24.172119 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7133382f-7cb1-4896-a408-807a459d6eb1 req-97f931a6-8879-4ed7-8772-cceb723f8676 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.3187060 Aug 10 03:26:24.399414 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fdad4fa9-766d-43ec-a6c6-8b9bec802133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:24.413142 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-fdad4fa9-766d-43ec-a6c6-8b9bec802133 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78e010af-4729-4233-a0c1-db9b9eb10189']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:24.428913 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-fdad4fa9-766d-43ec-a6c6-8b9bec802133 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa85cce9-3c8c-41cd-99ba-3f696c727689') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:24.429360 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-fdad4fa9-766d-43ec-a6c6-8b9bec802133 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa85cce9-3c8c-41cd-99ba-3f696c727689') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:24.458349 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fdad4fa9-766d-43ec-a6c6-8b9bec802133 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:24.478133 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fdad4fa9-766d-43ec-a6c6-8b9bec802133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:24.491173 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdad4fa9-766d-43ec-a6c6-8b9bec802133 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:26:24.491731 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fdad4fa9-766d-43ec-a6c6-8b9bec802133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:24.493426 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 8127b9c9-cf17-4a23-8e67-a961264fe971 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:26:24.499963 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device f99fedde-3a2d-4256-8b9d-a8138e9bb448 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:26:24.555860 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: f99fedde-3a2d-4256-8b9d-a8138e9bb448 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:26:24.556208 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device f99fedde-3a2d-4256-8b9d-a8138e9bb448 not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:26:24.590582 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:26:24.590582 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:26:24.590582 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:26:24.590582 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:26:24.590582 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:26:24.590582 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:26:24.590582 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:26:24.590582 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:26:24.590582 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:26:24.590582 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:26:24.590582 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:26:24.590582 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:26:24.590582 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:26:24.590582 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:26:24.590582 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:26:24.590582 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:26:24.590582 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:26:24.590582 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:26:24.590582 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:26:24.590582 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:26:24.590582 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:26:24.590582 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:26:24.590582 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:26:24.590582 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:26:24.590582 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:26:24.590582 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:26:24.590582 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:26:24.590582 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:26:24.590582 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:26:24.590582 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:26:24.590582 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:26:24.590582 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:26:24.638459 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fdad4fa9-766d-43ec-a6c6-8b9bec802133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:24.665706 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fdad4fa9-766d-43ec-a6c6-8b9bec802133 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:24.671524 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-fdad4fa9-766d-43ec-a6c6-8b9bec802133 admin admin] 10.222.0.62 "DELETE /v2.0/networks/78e010af-4729-4233-a0c1-db9b9eb10189 HTTP/1.1" status: 204 len: 168 time: 1.0232298 Aug 10 03:26:24.727900 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7133382f-7cb1-4896-a408-807a459d6eb1 req-1df3d749-1a52-4103-9339-1884786bab67 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5545812 Aug 10 03:26:24.769328 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdad4fa9-766d-43ec-a6c6-8b9bec802133 admin admin] Pushing event deleted for resources: {'Network': ['ID=78e010af-4729-4233-a0c1-db9b9eb10189,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:24.793802 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 8127b9c9-cf17-4a23-8e67-a961264fe971, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=8127b9c9-cf17-4a23-8e67-a961264fe971,segment=NetworkSegment(8f60b627-ffb1-479c-a505-a6c7d3d8b515),segment_id=8f60b627-ffb1-479c-a505-a6c7d3d8b515)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:24.804809 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-91a305a6-fa1f-4fea-97f5-542182f6e15b req-d3d81dc4-fc08-475a-a104-927a84e44ab3 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6272864 Aug 10 03:26:24.842981 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0779b6-2bca-4e44-909c-89aa9287d4e2 x-openstack-request-id: req-bc0779b6-2bca-4e44-909c-89aa9287d4e2 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:24.845884 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71fe8275-748b-4662-8657-a534fe5b7d49", "name": "network-vif-plugged", "status": "completed", "tag": "cc032729-ae69-4fc1-b3d1-0648c9ece4db", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:24.846761 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bc0779b6-2bca-4e44-909c-89aa9287d4e2 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:24.851111 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71fe8275-748b-4662-8657-a534fe5b7d49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc032729-ae69-4fc1-b3d1-0648c9ece4db', 'code': 200} Aug 10 03:26:24.854400 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '8127b9c9-cf17-4a23-8e67-a961264fe971', 'network_id': '0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe', 'port_id': '8127b9c9-cf17-4a23-8e67-a961264fe971', 'mac_address': 'fa:16:3e:2d:85:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c05a62ae-44d3-4db4-a938-da6f60472238', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:26:24.966892 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:24.995125 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8127b9c9-cf17-4a23-8e67-a961264fe971 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:26:25.025931 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 8127b9c9-cf17-4a23-8e67-a961264fe971, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=8127b9c9-cf17-4a23-8e67-a961264fe971,segment=NetworkSegment(8f60b627-ffb1-479c-a505-a6c7d3d8b515),segment_id=8f60b627-ffb1-479c-a505-a6c7d3d8b515)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:25.034604 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:25.087600 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7cde4c-6fe8-4951-8ebd-5266bcd9d60c req-1c1b6086-d98a-49e7-aeeb-0d800d07d6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:25.092295 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5b7cde4c-6fe8-4951-8ebd-5266bcd9d60c req-1c1b6086-d98a-49e7-aeeb-0d800d07d6c8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=71fe8275-748b-4662-8657-a534fe5b7d49 HTTP/1.1" status: 200 len: 1098 time: 0.1410675 Aug 10 03:26:25.167111 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 38410) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:25.173294 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-3944e60e-7cf1-443d-be2b-7a903d7d3e5c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-425502234-network', 'tenant_id': '7039b5747a3d44a3a54eedbe458d20ed'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:25.183999 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e2ad9-56bf-4309-a2ea-78392ecfc330 req-b372ae6f-de61-400c-872e-e2f0af0274b9 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:25.187117 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3c7e2ad9-56bf-4309-a2ea-78392ecfc330 req-b372ae6f-de61-400c-872e-e2f0af0274b9 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=71fe8275-748b-4662-8657-a534fe5b7d49 HTTP/1.1" status: 200 len: 946 time: 0.0908067 Aug 10 03:26:25.204701 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['8127b9c9-cf17-4a23-8e67-a961264fe971'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:26:25.234777 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3944e60e-7cf1-443d-be2b-7a903d7d3e5c admin admin] Made reservation on behalf of 7039b5747a3d44a3a54eedbe458d20ed for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:26:25.237483 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3944e60e-7cf1-443d-be2b-7a903d7d3e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:25.252456 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3944e60e-7cf1-443d-be2b-7a903d7d3e5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:25.267925 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=8127b9c9-cf17-4a23-8e67-a961264fe971,revision_number=6']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:25.325741 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 38414) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:25.526393 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-82f5d83c-682c-4bbf-84fc-cda5cd28fb54 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=16ecc4817dbb4cfb96b5c83ea534d722&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1948729 Aug 10 03:26:25.527745 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 38418) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:25.542360 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5b7cde4c-6fe8-4951-8ebd-5266bcd9d60c req-6ac48058-d3cb-4aac-a14a-018ce24e9877 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=efe56f97-cb65-408d-9c87-fa760e99fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4353302 Aug 10 03:26:25.604871 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3944e60e-7cf1-443d-be2b-7a903d7d3e5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:25.614455 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3944e60e-7cf1-443d-be2b-7a903d7d3e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:25.629382 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3944e60e-7cf1-443d-be2b-7a903d7d3e5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:26:25.638818 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3944e60e-7cf1-443d-be2b-7a903d7d3e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:25.639169 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-3944e60e-7cf1-443d-be2b-7a903d7d3e5c admin admin] Added segment 003bf16a-6d3c-4144-a824-21ec7ab8721c of type vlan for network 90374d85-2caa-4964-b62b-5cc06d8b8229 Aug 10 03:26:25.700138 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3ca72df3-7552-4c17-b1fa-df5a65942a8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:25.735552 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3944e60e-7cf1-443d-be2b-7a903d7d3e5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:25.740892 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3944e60e-7cf1-443d-be2b-7a903d7d3e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2f4375-723e-41a4-8bd3-d6149b7d9f3b,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:25.772159 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3ca72df3-7552-4c17-b1fa-df5a65942a8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:25.885510 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3944e60e-7cf1-443d-be2b-7a903d7d3e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:25.886933 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3944e60e-7cf1-443d-be2b-7a903d7d3e5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:25.891572 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3944e60e-7cf1-443d-be2b-7a903d7d3e5c admin admin] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:25.943861 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3c7e2ad9-56bf-4309-a2ea-78392ecfc330 req-49317a9b-26e9-465f-9954-8aaf52aab9e3 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/security-groups?id=efe56f97-cb65-408d-9c87-fa760e99fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7467418 Aug 10 03:26:26.047601 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7160444c-bcc2-494f-b9a4-d3b60520e233 req-710023d8-c8aa-4e76-8790-01204f052c16 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:26.065898 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7160444c-bcc2-494f-b9a4-d3b60520e233 req-710023d8-c8aa-4e76-8790-01204f052c16 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.1873045 Aug 10 03:26:26.195363 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7160444c-bcc2-494f-b9a4-d3b60520e233 req-2a1781d0-d376-4b63-a27b-dbc8945480b5 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345234 Aug 10 03:26:26.261486 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3378b7e-1917-4c19-a01e-90768565c6f4 req-94c6cdc4-a76d-44f8-bc91-39fd8c2fdae9 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:26.272718 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c3378b7e-1917-4c19-a01e-90768565c6f4 req-94c6cdc4-a76d-44f8-bc91-39fd8c2fdae9 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c96dab75-a660-452e-9b11-3368514b0a05 HTTP/1.1" status: 200 len: 944 time: 0.1430545 Aug 10 03:26:26.274597 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:26.361048 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c3378b7e-1917-4c19-a01e-90768565c6f4 req-f515fea2-62de-4f12-b060-3f3788a187fc tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866451 Aug 10 03:26:26.458840 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:26.494514 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 8127b9c9-cf17-4a23-8e67-a961264fe971 up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:26:26.528062 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca72c78-64a3-4865-b31c-7c852e9c8b3b req-91fe0dcd-cdab-4f02-9dbf-f2d535ce1c3c tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:26.551885 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eca72c78-64a3-4865-b31c-7c852e9c8b3b req-91fe0dcd-cdab-4f02-9dbf-f2d535ce1c3c tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.1796806 Aug 10 03:26:26.661937 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eca72c78-64a3-4865-b31c-7c852e9c8b3b req-354063a2-2959-4fae-a6e0-b21cf65acdaa tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089375 Aug 10 03:26:26.665710 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3944e60e-7cf1-443d-be2b-7a903d7d3e5c admin admin] Pushing event updated for resources: {'Network': ['ID=90374d85-2caa-4964-b62b-5cc06d8b8229,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:26.698234 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38462) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:26.703514 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3944e60e-7cf1-443d-be2b-7a903d7d3e5c admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5258555 Aug 10 03:26:26.703717 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-ddc7aefe-f045-49f6-a3a4-f531af6bb08d admin admin] Request body: {'subnet': {'network_id': '90374d85-2caa-4964-b62b-5cc06d8b8229', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-425502234-subnet', 'tenant_id': '7039b5747a3d44a3a54eedbe458d20ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:26.705453 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3ca72df3-7552-4c17-b1fa-df5a65942a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:26.707876 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 90374d85-2caa-4964-b62b-5cc06d8b8229 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:26:26.711351 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3ca72df3-7552-4c17-b1fa-df5a65942a8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:26.712681 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3ca72df3-7552-4c17-b1fa-df5a65942a8e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6e52e0d8-666d-428e-8555-4cc75f153789 HTTP/1.1" status: 204 len: 168 time: 1.1794362 Aug 10 03:26:26.747300 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca72df3-7552-4c17-b1fa-df5a65942a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e52e0d8-666d-428e-8555-4cc75f153789,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:26.766888 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc7aefe-f045-49f6-a3a4-f531af6bb08d admin admin] Made reservation on behalf of 7039b5747a3d44a3a54eedbe458d20ed for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:26:26.769849 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ddc7aefe-f045-49f6-a3a4-f531af6bb08d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:26.908117 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 8127b9c9-cf17-4a23-8e67-a961264fe971 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:26.910958 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:27.125339 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:27.155931 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ddc7aefe-f045-49f6-a3a4-f531af6bb08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:27.197065 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 8127b9c9-cf17-4a23-8e67-a961264fe971, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=8127b9c9-cf17-4a23-8e67-a961264fe971,segment=NetworkSegment(8f60b627-ffb1-479c-a505-a6c7d3d8b515),segment_id=8f60b627-ffb1-479c-a505-a6c7d3d8b515)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:27.198457 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96dab75-a660-452e-9b11-3368514b0a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8127b9c9-cf17-4a23-8e67-a961264fe971'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:26:27.202365 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee2f4db-a898-4e0f-a89d-c7088fc22ef3" -d '{"events": [{"server_uuid": "c96dab75-a660-452e-9b11-3368514b0a05", "name": "network-vif-plugged", "status": "completed", "tag": "8127b9c9-cf17-4a23-8e67-a961264fe971"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:26:27.211494 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:27.259314 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd29314-8302-4b75-8dd9-9ce5ed82e88d req-a7eba9fe-354c-4287-bb66-9522a4fa2699 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:27.268570 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7cd29314-8302-4b75-8dd9-9ce5ed82e88d req-a7eba9fe-354c-4287-bb66-9522a4fa2699 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=71fe8275-748b-4662-8657-a534fe5b7d49 HTTP/1.1" status: 200 len: 946 time: 0.1664729 Aug 10 03:26:27.292021 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c5e5b-8619-440e-aa26-3a5d90070e09 req-445bc608-5fa4-4bd9-9195-c0e35d41a7c7 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:27.301635 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d19c5e5b-8619-440e-aa26-3a5d90070e09 req-445bc608-5fa4-4bd9-9195-c0e35d41a7c7 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.1756041 Aug 10 03:26:27.351244 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=8127b9c9-cf17-4a23-8e67-a961264fe971,revision_number=7']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:27.358250 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc7aefe-f045-49f6-a3a4-f531af6bb08d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e44b1725-5eee-470d-a3f2-d449161c8ca1,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:27.400064 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7cd29314-8302-4b75-8dd9-9ce5ed82e88d req-d8fd8b18-c092-4cf8-9ac2-9f83a88f4016 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/security-groups?id=efe56f97-cb65-408d-9c87-fa760e99fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296878 Aug 10 03:26:27.404372 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc7aefe-f045-49f6-a3a4-f531af6bb08d admin admin] Checking segment: {'id': '003bf16a-6d3c-4144-a824-21ec7ab8721c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '90374d85-2caa-4964-b62b-5cc06d8b8229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:26:27.404753 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc7aefe-f045-49f6-a3a4-f531af6bb08d admin admin] Network hostable DHCP agents. Network: 90374d85-2caa-4964-b62b-5cc06d8b8229, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:26:27.513852 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9551c8b-bc1b-4e44-92f2-1adbf20e3a7d x-openstack-request-id: req-a9551c8b-bc1b-4e44-92f2-1adbf20e3a7d {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:27.515744 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c96dab75-a660-452e-9b11-3368514b0a05", "name": "network-vif-plugged", "status": "completed", "tag": "8127b9c9-cf17-4a23-8e67-a961264fe971", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:27.515744 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a9551c8b-bc1b-4e44-92f2-1adbf20e3a7d {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:27.515744 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96dab75-a660-452e-9b11-3368514b0a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8127b9c9-cf17-4a23-8e67-a961264fe971', 'code': 200} Aug 10 03:26:27.537162 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d19c5e5b-8619-440e-aa26-3a5d90070e09 req-7ad842f9-bb0e-426c-a026-cd979752d61c tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344675 Aug 10 03:26:27.556216 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc7aefe-f045-49f6-a3a4-f531af6bb08d admin admin] Network 90374d85-2caa-4964-b62b-5cc06d8b8229 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:26:27.606332 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-ddc7aefe-f045-49f6-a3a4-f531af6bb08d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 90374d85-2caa-4964-b62b-5cc06d8b8229) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:26:27.616111 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc7aefe-f045-49f6-a3a4-f531af6bb08d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:27.616111 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ddc7aefe-f045-49f6-a3a4-f531af6bb08d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:27.619088 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223c08ae-d129-4028-8ccf-bb2219a7dd39 None None] Network 90374d85-2caa-4964-b62b-5cc06d8b8229 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:26:27.784606 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ddc7aefe-f045-49f6-a3a4-f531af6bb08d admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0850377 Aug 10 03:26:27.877380 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d232eb-55fd-4601-bad3-4ec93438f466 req-7aae09e2-d032-460f-8669-164386e83140 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:27.890904 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e6d232eb-55fd-4601-bad3-4ec93438f466 req-7aae09e2-d032-460f-8669-164386e83140 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c96dab75-a660-452e-9b11-3368514b0a05 HTTP/1.1" status: 200 len: 945 time: 0.2447987 Aug 10 03:26:27.999520 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21369a-b29b-48a5-8513-faab539548d2 req-13e82b1b-9add-4bbf-880b-86f5ac807786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:28.010163 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8a21369a-b29b-48a5-8513-faab539548d2 req-13e82b1b-9add-4bbf-880b-86f5ac807786 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a6c6578459ab48049573af588cfcdf5f&device_id=71fe8275-748b-4662-8657-a534fe5b7d49 HTTP/1.1" status: 200 len: 1098 time: 0.1628671 Aug 10 03:26:28.087591 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07b690d-8f32-4900-886b-31ccd20aac4e None None] Network 90374d85-2caa-4964-b62b-5cc06d8b8229 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:26:28.140303 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e6d232eb-55fd-4601-bad3-4ec93438f466 req-399bcb75-6b24-4530-9c43-c4780dc499ba tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484314 Aug 10 03:26:28.203860 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6393ef21-0ec4-4bc7-9ef8-d2dd4dedc5ae req-9a164a0b-98e2-42d5-90e9-f256a70c59ba tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:28.217508 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6393ef21-0ec4-4bc7-9ef8-d2dd4dedc5ae req-9a164a0b-98e2-42d5-90e9-f256a70c59ba tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.3238382 Aug 10 03:26:28.396303 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21369a-b29b-48a5-8513-faab539548d2 req-9f50700f-c9b8-4f98-8b3e-e77ecd0cbc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:28.403238 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8a21369a-b29b-48a5-8513-faab539548d2 req-9f50700f-c9b8-4f98-8b3e-e77ecd0cbc19 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3ae3bb7a-17de-433a-9439-10e842715ca7 HTTP/1.1" status: 200 len: 912 time: 0.3810072 Aug 10 03:26:28.534175 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8a21369a-b29b-48a5-8513-faab539548d2 req-7f3fd406-3b1b-406b-82ed-18713b784ce0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc032729-ae69-4fc1-b3d1-0648c9ece4db HTTP/1.1" status: 200 len: 217 time: 0.1242435 Aug 10 03:26:28.565145 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6393ef21-0ec4-4bc7-9ef8-d2dd4dedc5ae req-3eb08e44-8a46-4aba-8435-74577bb5175d tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427026 Aug 10 03:26:28.628164 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009a865-2d6c-4672-9e5c-b74e732c11af req-c5e9752f-b3eb-4aa0-a51d-d8c52ff45ab0 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:28.634438 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1009a865-2d6c-4672-9e5c-b74e732c11af req-c5e9752f-b3eb-4aa0-a51d-d8c52ff45ab0 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=71fe8275-748b-4662-8657-a534fe5b7d49 HTTP/1.1" status: 200 len: 946 time: 0.2506669 Aug 10 03:26:28.713026 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21369a-b29b-48a5-8513-faab539548d2 req-b09fc379-d053-4588-90de-1aaee04567fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:28.717124 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1009a865-2d6c-4672-9e5c-b74e732c11af req-5f6a56e7-d1b5-468d-8204-bb6afba6a0c6 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/security-groups?id=efe56f97-cb65-408d-9c87-fa760e99fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766873 Aug 10 03:26:28.719050 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8a21369a-b29b-48a5-8513-faab539548d2 req-b09fc379-d053-4588-90de-1aaee04567fd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=84e2115c-5c38-4493-9e9f-a0cb9fd0cc26 HTTP/1.1" status: 200 len: 851 time: 0.1754119 Aug 10 03:26:28.830385 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8a21369a-b29b-48a5-8513-faab539548d2 req-b4aac709-c128-4f6f-be4f-88e8ea2ca28f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3ae3bb7a-17de-433a-9439-10e842715ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0996571 Aug 10 03:26:28.855494 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [req-8a21369a-b29b-48a5-8513-faab539548d2 req-9548629f-4d2d-4754-9c23-33015f965b25 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:26:28.859955 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8a21369a-b29b-48a5-8513-faab539548d2 req-9548629f-4d2d-4754-9c23-33015f965b25 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0198126 Aug 10 03:26:28.874042 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220abfff-89e2-421b-b525-8220c19414f2 req-7a5da83e-e005-48d0-af88-d8a6360cb327 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:28.888856 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-220abfff-89e2-421b-b525-8220c19414f2 req-7a5da83e-e005-48d0-af88-d8a6360cb327 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.1619763 Aug 10 03:26:29.019135 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-220abfff-89e2-421b-b525-8220c19414f2 req-a81d9fd7-1c55-4380-9b06-1a2e3de363df tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289041 Aug 10 03:26:29.094532 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38526) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:29.121951 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8a21369a-b29b-48a5-8513-faab539548d2 req-88fa9b7e-026b-471e-8f2b-8c83ab16355e service neutron] 10.222.0.58 "GET /v2.0/networks/3ae3bb7a-17de-433a-9439-10e842715ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530842 Aug 10 03:26:29.334807 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8a21369a-b29b-48a5-8513-faab539548d2 req-51e2701b-18f1-467a-8863-d153c29fa8a9 service neutron] 10.222.0.58 "GET /v2.0/networks/3ae3bb7a-17de-433a-9439-10e842715ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039514 Aug 10 03:26:29.412541 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-7b6ce6e1-79d4-419a-bdf7-1e32ba8ddac7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1078533016-network', 'tenant_id': '716a2501dd514284b3618ba976b1a21f'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:29.446101 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c284397-3dc8-43ca-a069-a47395750535 req-f4ab9bde-10b1-4318-98ee-510c5f5a1818 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:29.448225 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1c284397-3dc8-43ca-a069-a47395750535 req-f4ab9bde-10b1-4318-98ee-510c5f5a1818 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.2456486 Aug 10 03:26:29.508880 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6ce6e1-79d4-419a-bdf7-1e32ba8ddac7 admin admin] Made reservation on behalf of 716a2501dd514284b3618ba976b1a21f for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:26:29.512289 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7b6ce6e1-79d4-419a-bdf7-1e32ba8ddac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:29.552866 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7b6ce6e1-79d4-419a-bdf7-1e32ba8ddac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:29.565396 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1c284397-3dc8-43ca-a069-a47395750535 req-7e27a461-7c5f-466a-892b-fcb523070550 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104679 Aug 10 03:26:29.733706 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7b6ce6e1-79d4-419a-bdf7-1e32ba8ddac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:29.822853 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7b6ce6e1-79d4-419a-bdf7-1e32ba8ddac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:29.895865 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b6ce6e1-79d4-419a-bdf7-1e32ba8ddac7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:26:29.915782 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc905f-f8aa-415d-aa0b-397ed4b8428a req-04e39a95-03b8-4b85-bdba-3029775372f1 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:29.917403 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-83bc905f-f8aa-415d-aa0b-397ed4b8428a req-04e39a95-03b8-4b85-bdba-3029775372f1 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c96dab75-a660-452e-9b11-3368514b0a05 HTTP/1.1" status: 200 len: 945 time: 0.1913073 Aug 10 03:26:29.924590 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6ce6e1-79d4-419a-bdf7-1e32ba8ddac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6e52a5-8a7d-4f59-b255-fb17d9e5b0ab,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:29.950248 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7b6ce6e1-79d4-419a-bdf7-1e32ba8ddac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:29.950904 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-7b6ce6e1-79d4-419a-bdf7-1e32ba8ddac7 admin admin] Added segment 74877879-0309-4e5d-afaf-8d5251549e75 of type vlan for network b944b0e3-b136-43d0-aeef-f89e7c552d7f Aug 10 03:26:30.049210 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-83bc905f-f8aa-415d-aa0b-397ed4b8428a req-3b9cb7cb-55e6-467b-8f05-a1486d7e21d6 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164100 Aug 10 03:26:30.106180 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7b6ce6e1-79d4-419a-bdf7-1e32ba8ddac7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:30.194008 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7b6ce6e1-79d4-419a-bdf7-1e32ba8ddac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:30.195129 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6ce6e1-79d4-419a-bdf7-1e32ba8ddac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:30.195753 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7b6ce6e1-79d4-419a-bdf7-1e32ba8ddac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:30.327171 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a94571ad-56fb-43a6-bd39-a8b760bf523d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:30.390983 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-7b6ce6e1-79d4-419a-bdf7-1e32ba8ddac7 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2948711 Aug 10 03:26:30.394499 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 38554) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:30.403113 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-df186d33-90f9-4b36-aab0-5e3fc4aa01cc admin admin] Request body: {'subnet': {'network_id': 'b944b0e3-b136-43d0-aeef-f89e7c552d7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1078533016-subnet', 'tenant_id': '716a2501dd514284b3618ba976b1a21f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:30.410500 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea16c7-cb40-4dd5-873e-cf4482034672 req-bc6446c0-6c96-4751-adc4-afdf18443ff7 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:30.421824 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-49ea16c7-cb40-4dd5-873e-cf4482034672 req-bc6446c0-6c96-4751-adc4-afdf18443ff7 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=71fe8275-748b-4662-8657-a534fe5b7d49 HTTP/1.1" status: 200 len: 946 time: 0.2130449 Aug 10 03:26:30.424441 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6ce6e1-79d4-419a-bdf7-1e32ba8ddac7 admin admin] Pushing event updated for resources: {'Network': ['ID=b944b0e3-b136-43d0-aeef-f89e7c552d7f,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:30.437761 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network b944b0e3-b136-43d0-aeef-f89e7c552d7f details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:26:30.458541 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df186d33-90f9-4b36-aab0-5e3fc4aa01cc admin admin] Made reservation on behalf of 716a2501dd514284b3618ba976b1a21f for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:26:30.461239 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-df186d33-90f9-4b36-aab0-5e3fc4aa01cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:30.515717 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-49ea16c7-cb40-4dd5-873e-cf4482034672 req-25028d9f-b353-49aa-884f-d13cb476a520 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/security-groups?id=efe56f97-cb65-408d-9c87-fa760e99fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865753 Aug 10 03:26:30.752559 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a728691d-c9d9-415a-9b9b-15827d0f4e62 req-00606db9-0c7a-4048-be27-dcb75cfae938 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:30.755896 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a728691d-c9d9-415a-9b9b-15827d0f4e62 req-00606db9-0c7a-4048-be27-dcb75cfae938 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.1118979 Aug 10 03:26:30.821951 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a728691d-c9d9-415a-9b9b-15827d0f4e62 req-ad51f9f8-faf8-4259-9b67-7f267dcc31db tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584226 Aug 10 03:26:30.909356 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-df186d33-90f9-4b36-aab0-5e3fc4aa01cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:31.089369 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf33a8cf-cf78-4223-94c2-c9558c4cfaed req-0168519c-263e-4748-9807-dd079bad2c1a tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:31.092129 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bf33a8cf-cf78-4223-94c2-c9558c4cfaed req-0168519c-263e-4748-9807-dd079bad2c1a tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.1119776 Aug 10 03:26:31.107946 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df186d33-90f9-4b36-aab0-5e3fc4aa01cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fa6e43b-250a-4024-b95b-0ad12ce73ea4,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:31.186063 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df186d33-90f9-4b36-aab0-5e3fc4aa01cc admin admin] Checking segment: {'id': '74877879-0309-4e5d-afaf-8d5251549e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b944b0e3-b136-43d0-aeef-f89e7c552d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:26:31.187020 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df186d33-90f9-4b36-aab0-5e3fc4aa01cc admin admin] Network hostable DHCP agents. Network: b944b0e3-b136-43d0-aeef-f89e7c552d7f, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:26:31.211203 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bf33a8cf-cf78-4223-94c2-c9558c4cfaed req-af9deb9c-bd9f-4673-847b-70437a612ee6 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124170 Aug 10 03:26:31.239532 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df186d33-90f9-4b36-aab0-5e3fc4aa01cc admin admin] Network b944b0e3-b136-43d0-aeef-f89e7c552d7f is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:26:31.265001 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-df186d33-90f9-4b36-aab0-5e3fc4aa01cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, b944b0e3-b136-43d0-aeef-f89e7c552d7f) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:26:31.270420 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df186d33-90f9-4b36-aab0-5e3fc4aa01cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:31.271286 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-df186d33-90f9-4b36-aab0-5e3fc4aa01cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:31.274468 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d9ad88-dd2a-4f66-b306-828789a67fe4 None None] Network b944b0e3-b136-43d0-aeef-f89e7c552d7f requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:26:31.297671 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-df186d33-90f9-4b36-aab0-5e3fc4aa01cc admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9001105 Aug 10 03:26:31.300730 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 38570) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:31.306846 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-13537643-ee87-4207-a3d2-174915bdf4b0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1078533016-router', 'tenant_id': '716a2501dd514284b3618ba976b1a21f', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:31.370940 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-13537643-ee87-4207-a3d2-174915bdf4b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:31.373592 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-13537643-ee87-4207-a3d2-174915bdf4b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:31.513860 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-13537643-ee87-4207-a3d2-174915bdf4b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:31.602436 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca99c57-96d2-4609-8bd6-f221f772e8ab req-caee6209-7fb2-4cd5-8ebb-2e94fc3ea320 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:31.620614 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3ca99c57-96d2-4609-8bd6-f221f772e8ab req-caee6209-7fb2-4cd5-8ebb-2e94fc3ea320 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c96dab75-a660-452e-9b11-3368514b0a05 HTTP/1.1" status: 200 len: 945 time: 0.2900572 Aug 10 03:26:31.692875 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ffa873-e1ca-41bd-96ca-744302c1b942 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-b944b0e3-b136-43d0-aeef-f89e7c552d7f', 'network_id': 'b944b0e3-b136-43d0-aeef-f89e7c552d7f', 'tenant_id': '716a2501dd514284b3618ba976b1a21f', 'fixed_ips': [{'subnet_id': '9fa6e43b-250a-4024-b95b-0ad12ce73ea4'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:26:31.694344 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-77ffa873-e1ca-41bd-96ca-744302c1b942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:31.735152 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c4ca5-aa31-46e3-adc8-3e4603016b3a req-9449c37f-1fd9-4492-9b50-a1fd595348d6 tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:31.736874 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-861c4ca5-aa31-46e3-adc8-3e4603016b3a req-9449c37f-1fd9-4492-9b50-a1fd595348d6 tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] 10.222.0.62 "GET /v2.0/networks?id=fad7e135-dc8b-4841-b972-7e71b494afaa HTTP/1.1" status: 200 len: 808 time: 0.5585680 Aug 10 03:26:31.778532 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-861c4ca5-aa31-46e3-adc8-3e4603016b3a req-a458f758-197a-4ff3-84bf-de69d06d366f tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] 10.222.0.62 "GET /v2.0/quotas/1a1fedcd215b4b4c8450150207957d1d HTTP/1.1" status: 200 len: 375 time: 0.0312543 Aug 10 03:26:31.862901 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-861c4ca5-aa31-46e3-adc8-3e4603016b3a req-a8c366ca-0609-4ea5-a7fe-9b1ddbcf8a0e tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1a1fedcd215b4b4c8450150207957d1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0770268 Aug 10 03:26:31.908571 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-13537643-ee87-4207-a3d2-174915bdf4b0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:32.006018 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3ca99c57-96d2-4609-8bd6-f221f772e8ab req-688357bd-7bfc-4876-b393-3fce3410d31e tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3720260 Aug 10 03:26:32.028356 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-77ffa873-e1ca-41bd-96ca-744302c1b942 None None] Allocated IP 172.20.0.2 (b944b0e3-b136-43d0-aeef-f89e7c552d7f/9fa6e43b-250a-4024-b95b-0ad12ce73ea4/5e0ffa7c-0f6f-40b0-9e18-aff712a5d8d8) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:26:32.117882 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-861c4ca5-aa31-46e3-adc8-3e4603016b3a req-13ef7925-2c52-4860-a2ec-bb59b0daac02 service neutron] 10.222.0.62 "GET /v2.0/networks/fad7e135-dc8b-4841-b972-7e71b494afaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444322 Aug 10 03:26:32.222488 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-77ffa873-e1ca-41bd-96ca-744302c1b942 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:32.233038 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-77ffa873-e1ca-41bd-96ca-744302c1b942 None None] Transition to ACTIVE for port object 5e0ffa7c-0f6f-40b0-9e18-aff712a5d8d8 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:26:32.252653 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-77ffa873-e1ca-41bd-96ca-744302c1b942 None None] Transition to ACTIVE for port object 5e0ffa7c-0f6f-40b0-9e18-aff712a5d8d8 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:26:32.266071 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-77ffa873-e1ca-41bd-96ca-744302c1b942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:32.321061 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ffa873-e1ca-41bd-96ca-744302c1b942 None None] Network b944b0e3-b136-43d0-aeef-f89e7c552d7f is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:26:32.328687 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-77ffa873-e1ca-41bd-96ca-744302c1b942 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:26:32.332721 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ffa873-e1ca-41bd-96ca-744302c1b942 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:26:32.340289 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ffa873-e1ca-41bd-96ca-744302c1b942 None None] Pushing event updated for resources: {'Port': ['ID=5e0ffa7c-0f6f-40b0-9e18-aff712a5d8d8,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:32.401045 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde89cfc-8769-43c1-94f6-3f57d304521f req-b1c3bb5b-df12-4a48-9708-81fb16cf4f9b tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:32.408833 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cde89cfc-8769-43c1-94f6-3f57d304521f req-b1c3bb5b-df12-4a48-9708-81fb16cf4f9b tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=71fe8275-748b-4662-8657-a534fe5b7d49 HTTP/1.1" status: 200 len: 946 time: 0.2575276 Aug 10 03:26:32.470745 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-77ffa873-e1ca-41bd-96ca-744302c1b942 None None] Attempting to bind port 5e0ffa7c-0f6f-40b0-9e18-aff712a5d8d8 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:26:32.471152 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-77ffa873-e1ca-41bd-96ca-744302c1b942 None None] Attempting to bind port 5e0ffa7c-0f6f-40b0-9e18-aff712a5d8d8 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '74877879-0309-4e5d-afaf-8d5251549e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b944b0e3-b136-43d0-aeef-f89e7c552d7f'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:26:32.471519 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ffa873-e1ca-41bd-96ca-744302c1b942 None None] Attempting to bind port 5e0ffa7c-0f6f-40b0-9e18-aff712a5d8d8 on network b944b0e3-b136-43d0-aeef-f89e7c552d7f {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:32.486597 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ffa873-e1ca-41bd-96ca-744302c1b942 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:26:32.487023 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ffa873-e1ca-41bd-96ca-744302c1b942 None None] Checking segment: {'id': '74877879-0309-4e5d-afaf-8d5251549e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b944b0e3-b136-43d0-aeef-f89e7c552d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:26:32.487404 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-77ffa873-e1ca-41bd-96ca-744302c1b942 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:32.487839 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ffa873-e1ca-41bd-96ca-744302c1b942 None None] Bound using segment: {'id': '74877879-0309-4e5d-afaf-8d5251549e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b944b0e3-b136-43d0-aeef-f89e7c552d7f'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:26:32.488314 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-77ffa873-e1ca-41bd-96ca-744302c1b942 None None] Bound port: 5e0ffa7c-0f6f-40b0-9e18-aff712a5d8d8, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74877879-0309-4e5d-afaf-8d5251549e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b944b0e3-b136-43d0-aeef-f89e7c552d7f'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:26:32.507277 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-77ffa873-e1ca-41bd-96ca-744302c1b942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:32.544287 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cde89cfc-8769-43c1-94f6-3f57d304521f req-9cb28780-8253-47fa-8dd2-46ed75319a97 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/security-groups?id=efe56f97-cb65-408d-9c87-fa760e99fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336026 Aug 10 03:26:32.554963 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-861c4ca5-aa31-46e3-adc8-3e4603016b3a req-62196bbb-fde6-4654-9877-172678bdf58b service neutron] 10.222.0.62 "GET /v2.0/networks/fad7e135-dc8b-4841-b972-7e71b494afaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4303823 Aug 10 03:26:32.615415 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-13537643-ee87-4207-a3d2-174915bdf4b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:32.639526 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-77ffa873-e1ca-41bd-96ca-744302c1b942 None None] For port 5e0ffa7c-0f6f-40b0-9e18-aff712a5d8d8, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:26:32.645040 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-77ffa873-e1ca-41bd-96ca-744302c1b942 None None] For port 5e0ffa7c-0f6f-40b0-9e18-aff712a5d8d8, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=5e0ffa7c-0f6f-40b0-9e18-aff712a5d8d8,segment=NetworkSegment(74877879-0309-4e5d-afaf-8d5251549e75),segment_id=74877879-0309-4e5d-afaf-8d5251549e75)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:26:32.650874 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-77ffa873-e1ca-41bd-96ca-744302c1b942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:32.694121 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-13537643-ee87-4207-a3d2-174915bdf4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:32.851863 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ffa873-e1ca-41bd-96ca-744302c1b942 None None] Pushing event updated for resources: {'Port': ['ID=5e0ffa7c-0f6f-40b0-9e18-aff712a5d8d8,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:32.887693 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d721c3-c45d-44b7-baa1-e235c7a689c7 req-cdc0186b-edf2-483e-ac65-872b869805e2 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:32.890377 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:26:32.899203 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-38d721c3-c45d-44b7-baa1-e235c7a689c7 req-cdc0186b-edf2-483e-ac65-872b869805e2 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.2366161 Aug 10 03:26:33.013041 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8c53881a-bc8f-49d7-b7e2-c0ee84b42846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:33.023956 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1272beb7-e7dd-4fdb-9e51-b9e03e35271c req-2a0a6b8e-5104-4ea9-a249-c3d860d792d8 tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] 10.222.0.62 "GET /v2.0/ports?device_id=4788336c-42ca-4f16-af8a-c7a99c96909b HTTP/1.1" status: 200 len: 210 time: 0.0488367 Aug 10 03:26:33.031003 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-13537643-ee87-4207-a3d2-174915bdf4b0 admin admin] Allocated IP 172.25.7.117 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/bd699efa-4783-4ab8-bb90-dbeddc227eed) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:26:33.045802 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-38d721c3-c45d-44b7-baa1-e235c7a689c7 req-848c104c-c667-4402-908d-73fdf359aec4 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429849 Aug 10 03:26:33.380298 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6170bcf-a03e-4c47-ac5e-5644b7c9cd51 req-849b24d8-9fdf-47a1-b823-30b090a228ae tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:33.382288 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e6170bcf-a03e-4c47-ac5e-5644b7c9cd51 req-849b24d8-9fdf-47a1-b823-30b090a228ae tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c96dab75-a660-452e-9b11-3368514b0a05 HTTP/1.1" status: 200 len: 945 time: 0.2207272 Aug 10 03:26:33.388630 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:33.406385 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-13537643-ee87-4207-a3d2-174915bdf4b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:33.480457 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d70b1c-2a47-4b07-98ca-60f4755f917b req-ed500574-4d24-4e08-8042-cd55704feadd tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:33.492577 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-15d70b1c-2a47-4b07-98ca-60f4755f917b req-ed500574-4d24-4e08-8042-cd55704feadd tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.2904997 Aug 10 03:26:33.538640 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-13537643-ee87-4207-a3d2-174915bdf4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:33.606068 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13537643-ee87-4207-a3d2-174915bdf4b0 admin admin] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:26:33.623926 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e6170bcf-a03e-4c47-ac5e-5644b7c9cd51 req-25b95778-a9bb-4ec2-9cca-aa30c747690e tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191880 Aug 10 03:26:33.625988 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-13537643-ee87-4207-a3d2-174915bdf4b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:26:33.634951 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13537643-ee87-4207-a3d2-174915bdf4b0 admin admin] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:26:33.648279 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-15d70b1c-2a47-4b07-98ca-60f4755f917b req-b6439dd6-7b7f-4df1-9fd6-5c9f4328b038 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477606 Aug 10 03:26:34.000103 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13537643-ee87-4207-a3d2-174915bdf4b0 admin admin] Pushing event updated for resources: {'Port': ['ID=bd699efa-4783-4ab8-bb90-dbeddc227eed,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:34.031141 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a1cb7-4580-4ef8-a739-115c3153f9c6 req-89bb3269-0ccb-4acd-af4c-f9f418045474 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:34.048822 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-730a1cb7-4580-4ef8-a739-115c3153f9c6 req-89bb3269-0ccb-4acd-af4c-f9f418045474 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=71fe8275-748b-4662-8657-a534fe5b7d49 HTTP/1.1" status: 200 len: 946 time: 0.1988990 Aug 10 03:26:34.107220 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-730a1cb7-4580-4ef8-a739-115c3153f9c6 req-0466257b-ed79-4476-a1fb-86acc7003edb tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/security-groups?id=efe56f97-cb65-408d-9c87-fa760e99fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524099 Aug 10 03:26:34.128303 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6971f-09be-4793-82c1-ec5873414f11 req-f92ab997-7889-40e2-845a-1ca84c3b3c48 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:34.140452 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-13e6971f-09be-4793-82c1-ec5873414f11 req-f92ab997-7889-40e2-845a-1ca84c3b3c48 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.3522305 Aug 10 03:26:34.191667 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:34.252818 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-13e6971f-09be-4793-82c1-ec5873414f11 req-759f37bf-02e9-4303-9ef2-49b3d36f24e1 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105316 Aug 10 03:26:34.382235 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b5204958-a22d-499d-94fd-f0d3502120ba req-ee874a56-9b57-437c-a1d6-ca0b811c9d4d tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] 10.222.0.62 "GET /v2.0/ports?device_id=4788336c-42ca-4f16-af8a-c7a99c96909b HTTP/1.1" status: 200 len: 210 time: 0.1253793 Aug 10 03:26:34.430085 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-13537643-ee87-4207-a3d2-174915bdf4b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:34.483261 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1f7e6-6a1d-4e9d-b290-18d3eb73888b req-adb8024e-23d5-41de-9f2b-54d0cc9ed947 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:34.490995 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-55f1f7e6-6a1d-4e9d-b290-18d3eb73888b req-adb8024e-23d5-41de-9f2b-54d0cc9ed947 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.0724068 Aug 10 03:26:34.548375 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-55f1f7e6-6a1d-4e9d-b290-18d3eb73888b req-d98d574d-2518-4518-93e5-4e7decfda557 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561504 Aug 10 03:26:34.692921 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 5e0ffa7c-0f6f-40b0-9e18-aff712a5d8d8 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:26:34.763477 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-13537643-ee87-4207-a3d2-174915bdf4b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:34.813186 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 5e0ffa7c-0f6f-40b0-9e18-aff712a5d8d8 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:26:34.932380 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba1f6f1-a4d1-4157-9de6-9e81833348d6 None None] Network b944b0e3-b136-43d0-aeef-f89e7c552d7f requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:26:35.019930 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e809809-13f7-4235-85a9-b8ca32c2d1c0 req-0dd55d23-4dc6-4082-b639-1c7c7f427888 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:35.030100 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8e809809-13f7-4235-85a9-b8ca32c2d1c0 req-0dd55d23-4dc6-4082-b639-1c7c7f427888 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c96dab75-a660-452e-9b11-3368514b0a05 HTTP/1.1" status: 200 len: 945 time: 0.2460907 Aug 10 03:26:35.102556 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13537643-ee87-4207-a3d2-174915bdf4b0 admin admin] Router 6f811108-70fd-4731-8257-671f85acbf74 is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:26:35.144986 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-914fc73d-1683-4f96-9ca2-1ffa81ae3cf6 None None] Provisioning for port 5e0ffa7c-0f6f-40b0-9e18-aff712a5d8d8 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:26:35.164063 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-914fc73d-1683-4f96-9ca2-1ffa81ae3cf6 None None] Provisioning complete for port 5e0ffa7c-0f6f-40b0-9e18-aff712a5d8d8 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:35.164674 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-914fc73d-1683-4f96-9ca2-1ffa81ae3cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:35.403414 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c4ca5-aa31-46e3-adc8-3e4603016b3a req-df6bf0ba-ee9a-4c2f-80a9-9caf4b15f67f tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:35.407042 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-861c4ca5-aa31-46e3-adc8-3e4603016b3a req-df6bf0ba-ee9a-4c2f-80a9-9caf4b15f67f tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] 10.222.0.60 "GET /v2.0/networks?id=fad7e135-dc8b-4841-b972-7e71b494afaa HTTP/1.1" status: 200 len: 808 time: 0.5234866 Aug 10 03:26:35.457078 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-861c4ca5-aa31-46e3-adc8-3e4603016b3a req-3286f677-084d-449a-811d-674956be2943 tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] Request body: {'port': {'device_id': '4788336c-42ca-4f16-af8a-c7a99c96909b', 'network_id': 'fad7e135-dc8b-4841-b972-7e71b494afaa', 'admin_state_up': True, 'tenant_id': '1a1fedcd215b4b4c8450150207957d1d'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:35.469341 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80833c-2f00-4b2b-93a3-674975321c63 req-2570d6cc-725b-41b8-b1e9-fa4714c2530c tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:35.491566 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-af80833c-2f00-4b2b-93a3-674975321c63 req-2570d6cc-725b-41b8-b1e9-fa4714c2530c tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.6575832 Aug 10 03:26:35.518508 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13537643-ee87-4207-a3d2-174915bdf4b0 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:26:35.530934 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8e809809-13f7-4235-85a9-b8ca32c2d1c0 req-1c812e31-3ca0-449f-87c3-7069050cfd8a tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4974270 Aug 10 03:26:35.538982 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77175906-4129-42bf-bd52-e8ff8414e3a1 None None] Sync routers for ids ['6f811108-70fd-4731-8257-671f85acbf74'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:26:35.562309 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-13537643-ee87-4207-a3d2-174915bdf4b0 admin admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:35.563263 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-914fc73d-1683-4f96-9ca2-1ffa81ae3cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:35.567004 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-13537643-ee87-4207-a3d2-174915bdf4b0 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2648058 Aug 10 03:26:35.567774 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 38678) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:35.766458 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-af80833c-2f00-4b2b-93a3-674975321c63 req-0cdb8598-e2e4-4aa3-9b7b-d2cc2e84c6a4 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666688 Aug 10 03:26:35.946639 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-914fc73d-1683-4f96-9ca2-1ffa81ae3cf6 None None] For port 5e0ffa7c-0f6f-40b0-9e18-aff712a5d8d8, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=5e0ffa7c-0f6f-40b0-9e18-aff712a5d8d8,segment=NetworkSegment(74877879-0309-4e5d-afaf-8d5251549e75),segment_id=74877879-0309-4e5d-afaf-8d5251549e75)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:35.977245 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-914fc73d-1683-4f96-9ca2-1ffa81ae3cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:35.981545 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3673c8-224b-4e87-a999-c8d263144457 req-a65b5015-ae47-41bc-bd69-d35cb0c83870 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:35.985163 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6d3673c8-224b-4e87-a999-c8d263144457 req-a65b5015-ae47-41bc-bd69-d35cb0c83870 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=71fe8275-748b-4662-8657-a534fe5b7d49 HTTP/1.1" status: 200 len: 946 time: 0.2996261 Aug 10 03:26:35.997706 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77175906-4129-42bf-bd52-e8ff8414e3a1 None None] Routers {'6f811108-70fd-4731-8257-671f85acbf74'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:26:35.999356 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-77175906-4129-42bf-bd52-e8ff8414e3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:26:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['6f811108-70fd-4731-8257-671f85acbf74'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:36.062920 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f4d47235-4e22-4aea-8637-4e6510ff9304 req-3cc5f0af-cc0f-454e-b34a-47d815b372fa tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] 10.222.0.62 "GET /v2.0/ports?device_id=4788336c-42ca-4f16-af8a-c7a99c96909b HTTP/1.1" status: 200 len: 210 time: 0.1755271 Aug 10 03:26:36.079249 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-861c4ca5-aa31-46e3-adc8-3e4603016b3a req-3286f677-084d-449a-811d-674956be2943 tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] Made reservation on behalf of 1a1fedcd215b4b4c8450150207957d1d for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:26:36.088292 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-861c4ca5-aa31-46e3-adc8-3e4603016b3a req-3286f677-084d-449a-811d-674956be2943 tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:36.121923 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:36.178085 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [req-43e965b2-99c2-40c0-8dda-0ddbba4c3612 req-9a9093a0-cdf1-43b0-a630-69df76f64db2 service neutron] (94216) timed out ('10.222.0.58', 57538) {{(pid=94216) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 03:26:36.217639 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6d3673c8-224b-4e87-a999-c8d263144457 req-b1aa54cb-4a6d-4e0f-b852-7d3f88bdda66 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/security-groups?id=efe56f97-cb65-408d-9c87-fa760e99fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220073 Aug 10 03:26:36.289254 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914fc73d-1683-4f96-9ca2-1ffa81ae3cf6 None None] Pushing event updated for resources: {'Port': ['ID=5e0ffa7c-0f6f-40b0-9e18-aff712a5d8d8,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:36.351734 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc264c-4208-4f8d-b29c-362a3cf0ca37 req-fa95b504-de64-473e-bf74-0ecdd4b02aa9 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:36.360005 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5ecc264c-4208-4f8d-b29c-362a3cf0ca37 req-fa95b504-de64-473e-bf74-0ecdd4b02aa9 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.1663651 Aug 10 03:26:36.415868 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-77175906-4129-42bf-bd52-e8ff8414e3a1 None None] Set router 6f811108-70fd-4731-8257-671f85acbf74 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:26:36.443737 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5ecc264c-4208-4f8d-b29c-362a3cf0ca37 req-f80fdd04-d23a-4b4b-a4ef-9bc704ff1dc8 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825784 Aug 10 03:26:36.482377 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-861c4ca5-aa31-46e3-adc8-3e4603016b3a req-3286f677-084d-449a-811d-674956be2943 tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] Allocated IP 172.20.0.11 (fad7e135-dc8b-4841-b972-7e71b494afaa/9901d25a-d155-4cc8-b3d5-1b5026deec7d/f10f2a8c-957c-4305-84fe-38d39a950f67) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:26:36.715507 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 5e0ffa7c-0f6f-40b0-9e18-aff712a5d8d8 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:26:36.864488 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-780a34f1-7ed5-48e3-bb9b-d34da85b881f None None] Provisioning complete for port 5e0ffa7c-0f6f-40b0-9e18-aff712a5d8d8 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:36.864870 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-780a34f1-7ed5-48e3-bb9b-d34da85b881f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:37.065945 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-861c4ca5-aa31-46e3-adc8-3e4603016b3a req-3286f677-084d-449a-811d-674956be2943 tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:37.137768 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 5e0ffa7c-0f6f-40b0-9e18-aff712a5d8d8 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:37.146519 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:37.246773 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd87493-04d1-45ea-9f60-8b4319347c8e req-29ca664a-ea6a-4de1-92e3-d581765b322e tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:37.248408 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2cd87493-04d1-45ea-9f60-8b4319347c8e req-29ca664a-ea6a-4de1-92e3-d581765b322e tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.5160758 Aug 10 03:26:37.274793 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-77175906-4129-42bf-bd52-e8ff8414e3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f811108-70fd-4731-8257-671f85acbf74', 'name': 'tempest-AttachVolumeTestJSON-1078533016-router', 'tenant_id': '716a2501dd514284b3618ba976b1a21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'bd699efa-4783-4ab8-bb90-dbeddc227eed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:26:31Z', 'updated_at': '2021-08-10T03:26:34Z', 'revision_number': 3, 'project_id': '716a2501dd514284b3618ba976b1a21f', 'gw_port': {'id': 'bd699efa-4783-4ab8-bb90-dbeddc227eed', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:0d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f811108-70fd-4731-8257-671f85acbf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:32Z', 'updated_at': '2021-08-10T03:26:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:37.286034 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-afdb90ec-57a8-4798-b05f-b0ec10b2a2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:37.304595 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fbbd3f-6a92-49fa-8295-cae7cfdbfe9e req-90afb5c4-64e2-452f-8212-754f14d96bb1 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:37.312227 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77175906-4129-42bf-bd52-e8ff8414e3a1 None None] Checking router: 6f811108-70fd-4731-8257-671f85acbf74 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:26:37.312592 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77175906-4129-42bf-bd52-e8ff8414e3a1 None None] Updating router 6f811108-70fd-4731-8257-671f85acbf74 port bd699efa-4783-4ab8-bb90-dbeddc227eed binding host n-d-768851-15 {{(pid=94218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:26:37.314686 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c6fbbd3f-6a92-49fa-8295-cae7cfdbfe9e req-90afb5c4-64e2-452f-8212-754f14d96bb1 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c96dab75-a660-452e-9b11-3368514b0a05 HTTP/1.1" status: 200 len: 945 time: 0.5833449 Aug 10 03:26:37.395359 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2cd87493-04d1-45ea-9f60-8b4319347c8e req-3f1a5bc3-dfdc-471f-8356-a5bf0149d2ad tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253219 Aug 10 03:26:37.399855 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-861c4ca5-aa31-46e3-adc8-3e4603016b3a req-3286f677-084d-449a-811d-674956be2943 tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:37.455784 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286f677-084d-449a-811d-674956be2943 tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] Pushing event updated for resources: {'Port': ['ID=f10f2a8c-957c-4305-84fe-38d39a950f67,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:37.493079 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c6fbbd3f-6a92-49fa-8295-cae7cfdbfe9e req-b82d1826-caf6-47bf-98b3-891f09bf4cb3 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454899 Aug 10 03:26:37.493311 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-77175906-4129-42bf-bd52-e8ff8414e3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:37.522127 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-861c4ca5-aa31-46e3-adc8-3e4603016b3a req-3286f677-084d-449a-811d-674956be2943 tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] Network fad7e135-dc8b-4841-b972-7e71b494afaa is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:26:37.522127 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-861c4ca5-aa31-46e3-adc8-3e4603016b3a req-3286f677-084d-449a-811d-674956be2943 tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:26:37.528734 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-861c4ca5-aa31-46e3-adc8-3e4603016b3a req-3286f677-084d-449a-811d-674956be2943 tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:26:37.590297 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286f677-084d-449a-811d-674956be2943 tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:37.590952 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286f677-084d-449a-811d-674956be2943 tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:37.594234 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286f677-084d-449a-811d-674956be2943 tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:37.594852 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286f677-084d-449a-811d-674956be2943 tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:37.595501 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286f677-084d-449a-811d-674956be2943 tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:37.595956 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286f677-084d-449a-811d-674956be2943 tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:37.596401 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286f677-084d-449a-811d-674956be2943 tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:37.596871 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286f677-084d-449a-811d-674956be2943 tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:37.597588 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286f677-084d-449a-811d-674956be2943 tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:37.600885 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286f677-084d-449a-811d-674956be2943 tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:37.601398 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286f677-084d-449a-811d-674956be2943 tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:37.601807 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286f677-084d-449a-811d-674956be2943 tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:37.739634 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c4ca5-aa31-46e3-adc8-3e4603016b3a req-3286f677-084d-449a-811d-674956be2943 tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:37.740368 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-861c4ca5-aa31-46e3-adc8-3e4603016b3a req-3286f677-084d-449a-811d-674956be2943 tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:37.764410 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4ec26-a57a-46e8-85b0-da5fa4102a29 req-244a694e-1e7a-4d5e-8580-2cc06d77f038 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:37.772603 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-47a4ec26-a57a-46e8-85b0-da5fa4102a29 req-244a694e-1e7a-4d5e-8580-2cc06d77f038 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=71fe8275-748b-4662-8657-a534fe5b7d49 HTTP/1.1" status: 200 len: 946 time: 0.1339984 Aug 10 03:26:37.782220 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-861c4ca5-aa31-46e3-adc8-3e4603016b3a req-3286f677-084d-449a-811d-674956be2943 tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3463514 Aug 10 03:26:37.792566 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60695775-9a3b-49cc-b91f-0b1042f6c390 req-5bb3219c-ab98-46c2-bf6e-c3e047e10453 tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:37.794915 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-60695775-9a3b-49cc-b91f-0b1042f6c390 req-5bb3219c-ab98-46c2-bf6e-c3e047e10453 tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] 10.222.0.62 "GET /v2.0/ports?device_id=4788336c-42ca-4f16-af8a-c7a99c96909b HTTP/1.1" status: 200 len: 932 time: 0.1829133 Aug 10 03:26:37.807882 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-861c4ca5-aa31-46e3-adc8-3e4603016b3a req-89992d5e-920d-4a26-a75a-2151dd20f100 service neutron] Request body: {'port': {'device_id': '4788336c-42ca-4f16-af8a-c7a99c96909b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:37.911166 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-afdb90ec-57a8-4798-b05f-b0ec10b2a2d1 admin admin] Allocated IP 172.20.0.1 (b944b0e3-b136-43d0-aeef-f89e7c552d7f/9fa6e43b-250a-4024-b95b-0ad12ce73ea4/0413d2b5-34c5-43ff-bd3c-a2b5f682346e) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:26:37.978598 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-60695775-9a3b-49cc-b91f-0b1042f6c390 req-a6006b40-754c-48b0-94a4-7eaa7e124740 tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc95dbf8-71ff-442a-b3c1-e60dc4f29447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677542 Aug 10 03:26:37.983524 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-47a4ec26-a57a-46e8-85b0-da5fa4102a29 req-d43a4e5c-fe3d-4c3b-adf1-d606b2809d24 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/security-groups?id=efe56f97-cb65-408d-9c87-fa760e99fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100766 Aug 10 03:26:38.013470 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-861c4ca5-aa31-46e3-adc8-3e4603016b3a req-89992d5e-920d-4a26-a75a-2151dd20f100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:38.136762 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-77175906-4129-42bf-bd52-e8ff8414e3a1 None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:38.151088 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-77175906-4129-42bf-bd52-e8ff8414e3a1 None None] Transition to ACTIVE for port object bd699efa-4783-4ab8-bb90-dbeddc227eed will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:26:38.151950 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-afdb90ec-57a8-4798-b05f-b0ec10b2a2d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:38.162163 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-77175906-4129-42bf-bd52-e8ff8414e3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:38.193629 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-afdb90ec-57a8-4798-b05f-b0ec10b2a2d1 admin admin] Transition to ACTIVE for port object 0413d2b5-34c5-43ff-bd3c-a2b5f682346e will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:26:38.286109 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb591805-46d4-4dec-944a-bc3c4a6c6c19 None None] Pushing event updated for resources: {'Port': ['ID=bd699efa-4783-4ab8-bb90-dbeddc227eed,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:38.302112 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-afdb90ec-57a8-4798-b05f-b0ec10b2a2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:38.335435 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-77175906-4129-42bf-bd52-e8ff8414e3a1 None None] Attempting to bind port bd699efa-4783-4ab8-bb90-dbeddc227eed on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:26:38.335827 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-77175906-4129-42bf-bd52-e8ff8414e3a1 None None] Attempting to bind port bd699efa-4783-4ab8-bb90-dbeddc227eed by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:26:38.336184 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77175906-4129-42bf-bd52-e8ff8414e3a1 None None] Attempting to bind port bd699efa-4783-4ab8-bb90-dbeddc227eed on network 09ca2025-b9a6-4e84-8019-8d9fbef3753e {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:38.349629 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77175906-4129-42bf-bd52-e8ff8414e3a1 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:26:38.350011 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77175906-4129-42bf-bd52-e8ff8414e3a1 None None] Checking segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:26:38.350419 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-77175906-4129-42bf-bd52-e8ff8414e3a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:38.352967 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77175906-4129-42bf-bd52-e8ff8414e3a1 None None] Bound using segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:26:38.353467 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-77175906-4129-42bf-bd52-e8ff8414e3a1 None None] Bound port: bd699efa-4783-4ab8-bb90-dbeddc227eed, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:26:38.353933 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-77175906-4129-42bf-bd52-e8ff8414e3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:38.432002 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb90ec-57a8-4798-b05f-b0ec10b2a2d1 admin admin] Pushing event updated for resources: {'Port': ['ID=0413d2b5-34c5-43ff-bd3c-a2b5f682346e,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:38.455179 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdb90ec-57a8-4798-b05f-b0ec10b2a2d1 admin admin] Network b944b0e3-b136-43d0-aeef-f89e7c552d7f is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:26:38.461134 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-afdb90ec-57a8-4798-b05f-b0ec10b2a2d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:26:38.473825 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-77175906-4129-42bf-bd52-e8ff8414e3a1 None None] For port bd699efa-4783-4ab8-bb90-dbeddc227eed, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:26:38.480942 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdb90ec-57a8-4798-b05f-b0ec10b2a2d1 admin admin] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:26:38.482065 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-77175906-4129-42bf-bd52-e8ff8414e3a1 None None] For port bd699efa-4783-4ab8-bb90-dbeddc227eed, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=bd699efa-4783-4ab8-bb90-dbeddc227eed,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:26:38.494689 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-77175906-4129-42bf-bd52-e8ff8414e3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:38.612330 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-afdb90ec-57a8-4798-b05f-b0ec10b2a2d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:38.645484 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77175906-4129-42bf-bd52-e8ff8414e3a1 None None] Routers {'6f811108-70fd-4731-8257-671f85acbf74'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:26:38.646122 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-77175906-4129-42bf-bd52-e8ff8414e3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:26:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['6f811108-70fd-4731-8257-671f85acbf74'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:38.653907 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7afcd1a-9b7f-4b72-b519-d0e1978152f5 req-a67df8b7-8836-4325-9d5f-e0abcd208aef tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:38.670780 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d7afcd1a-9b7f-4b72-b519-d0e1978152f5 req-a67df8b7-8836-4325-9d5f-e0abcd208aef tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.2214553 Aug 10 03:26:38.778537 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb591805-46d4-4dec-944a-bc3c4a6c6c19 None None] Pushing event updated for resources: {'Port': ['ID=bd699efa-4783-4ab8-bb90-dbeddc227eed,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:38.829504 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-afdb90ec-57a8-4798-b05f-b0ec10b2a2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:38.882820 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d7afcd1a-9b7f-4b72-b519-d0e1978152f5 req-746ff172-eaeb-487f-9e9a-4366a37e475f tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111428 Aug 10 03:26:38.942596 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e1474-da00-4170-99a9-604212527c04 req-ce6bbc1a-3555-4481-89f0-405a560785e9 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:38.950119 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cb2e1474-da00-4170-99a9-604212527c04 req-ce6bbc1a-3555-4481-89f0-405a560785e9 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c96dab75-a660-452e-9b11-3368514b0a05 HTTP/1.1" status: 200 len: 945 time: 0.2382147 Aug 10 03:26:38.973890 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0576aae0-2218-48ec-9deb-976c3ee10ba3 None None] Provisioning for port 0413d2b5-34c5-43ff-bd3c-a2b5f682346e completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:26:38.991279 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0576aae0-2218-48ec-9deb-976c3ee10ba3 None None] Provisioning complete for port 0413d2b5-34c5-43ff-bd3c-a2b5f682346e triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:38.991882 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0576aae0-2218-48ec-9deb-976c3ee10ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:38.997107 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-861c4ca5-aa31-46e3-adc8-3e4603016b3a req-89992d5e-920d-4a26-a75a-2151dd20f100 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f10f2a8c-957c-4305-84fe-38d39a950f67 {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:26:39.033531 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cb2e1474-da00-4170-99a9-604212527c04 req-ab915446-b50f-4333-b2bc-566c8231ac53 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824652 Aug 10 03:26:39.037898 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-861c4ca5-aa31-46e3-adc8-3e4603016b3a req-89992d5e-920d-4a26-a75a-2151dd20f100 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:39.053706 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-77175906-4129-42bf-bd52-e8ff8414e3a1 None None] Set router 6f811108-70fd-4731-8257-671f85acbf74 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:26:39.074303 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-861c4ca5-aa31-46e3-adc8-3e4603016b3a req-89992d5e-920d-4a26-a75a-2151dd20f100 service neutron] Transition to ACTIVE for port object f10f2a8c-957c-4305-84fe-38d39a950f67 will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:26:39.081989 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-861c4ca5-aa31-46e3-adc8-3e4603016b3a req-89992d5e-920d-4a26-a75a-2151dd20f100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:39.194899 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-afdb90ec-57a8-4798-b05f-b0ec10b2a2d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:39.208110 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-afdb90ec-57a8-4798-b05f-b0ec10b2a2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:39.254854 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0576aae0-2218-48ec-9deb-976c3ee10ba3 None None] Port 0413d2b5-34c5-43ff-bd3c-a2b5f682346e cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:26:39.277274 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e781fc17-72ca-4908-8405-e2c3d4ead0f2 req-3e872a71-90fc-40d0-9edd-655527551f5d tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:39.279188 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e781fc17-72ca-4908-8405-e2c3d4ead0f2 req-3e872a71-90fc-40d0-9edd-655527551f5d tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=71fe8275-748b-4662-8657-a534fe5b7d49 HTTP/1.1" status: 200 len: 946 time: 0.1292355 Aug 10 03:26:39.301941 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89992d5e-920d-4a26-a75a-2151dd20f100 service neutron] Pushing event updated for resources: {'Port': ['ID=f10f2a8c-957c-4305-84fe-38d39a950f67,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:39.304444 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb90ec-57a8-4798-b05f-b0ec10b2a2d1 admin admin] Pushing event updated for resources: {'Port': ['ID=0413d2b5-34c5-43ff-bd3c-a2b5f682346e,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:39.324100 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6c93f0-7af0-4f2f-bcc5-c37f322e9b4c req-87326eb2-8188-4a6a-8294-7ff67dc19075 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:39.325929 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cd6c93f0-7af0-4f2f-bcc5-c37f322e9b4c req-87326eb2-8188-4a6a-8294-7ff67dc19075 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.1637576 Aug 10 03:26:39.337143 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-afdb90ec-57a8-4798-b05f-b0ec10b2a2d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:39.451290 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-77175906-4129-42bf-bd52-e8ff8414e3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f811108-70fd-4731-8257-671f85acbf74', 'name': 'tempest-AttachVolumeTestJSON-1078533016-router', 'tenant_id': '716a2501dd514284b3618ba976b1a21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'bd699efa-4783-4ab8-bb90-dbeddc227eed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:26:31Z', 'updated_at': '2021-08-10T03:26:34Z', 'revision_number': 3, 'project_id': '716a2501dd514284b3618ba976b1a21f', 'gw_port': {'id': 'bd699efa-4783-4ab8-bb90-dbeddc227eed', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:0d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f811108-70fd-4731-8257-671f85acbf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:32Z', 'updated_at': '2021-08-10T03:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:39.481503 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77175906-4129-42bf-bd52-e8ff8414e3a1 None None] The sync data for ids ['6f811108-70fd-4731-8257-671f85acbf74'] in n-d-768851-15 is: [{'id': '6f811108-70fd-4731-8257-671f85acbf74', 'name': 'tempest-AttachVolumeTestJSON-1078533016-router', 'tenant_id': '716a2501dd514284b3618ba976b1a21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'bd699efa-4783-4ab8-bb90-dbeddc227eed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:26:31Z', 'updated_at': '2021-08-10T03:26:34Z', 'revision_number': 3, 'project_id': '716a2501dd514284b3618ba976b1a21f', 'gw_port': {'id': 'bd699efa-4783-4ab8-bb90-dbeddc227eed', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:0d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f811108-70fd-4731-8257-671f85acbf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:32Z', 'updated_at': '2021-08-10T03:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:26:39.485965 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cd6c93f0-7af0-4f2f-bcc5-c37f322e9b4c req-1be16f34-0540-48dc-9ff4-4c35da503fca tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406364 Aug 10 03:26:39.519378 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e781fc17-72ca-4908-8405-e2c3d4ead0f2 req-893a6569-92e3-4f44-8c45-63f4f7651909 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/security-groups?id=efe56f97-cb65-408d-9c87-fa760e99fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103453 Aug 10 03:26:39.525296 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-861c4ca5-aa31-46e3-adc8-3e4603016b3a req-89992d5e-920d-4a26-a75a-2151dd20f100 service neutron] Attempting to bind port f10f2a8c-957c-4305-84fe-38d39a950f67 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:26:39.525503 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-861c4ca5-aa31-46e3-adc8-3e4603016b3a req-89992d5e-920d-4a26-a75a-2151dd20f100 service neutron] Attempting to bind port f10f2a8c-957c-4305-84fe-38d39a950f67 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': 'ad2156df-9a43-4e01-8ac5-ce4913e3fc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'fad7e135-dc8b-4841-b972-7e71b494afaa'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:26:39.525851 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861c4ca5-aa31-46e3-adc8-3e4603016b3a req-89992d5e-920d-4a26-a75a-2151dd20f100 service neutron] Attempting to bind port f10f2a8c-957c-4305-84fe-38d39a950f67 on network fad7e135-dc8b-4841-b972-7e71b494afaa {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:39.545454 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861c4ca5-aa31-46e3-adc8-3e4603016b3a req-89992d5e-920d-4a26-a75a-2151dd20f100 service neutron] Port f10f2a8c-957c-4305-84fe-38d39a950f67 on network fad7e135-dc8b-4841-b972-7e71b494afaa not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:26:39.548032 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861c4ca5-aa31-46e3-adc8-3e4603016b3a req-89992d5e-920d-4a26-a75a-2151dd20f100 service neutron] Attempting to bind port f10f2a8c-957c-4305-84fe-38d39a950f67 on network fad7e135-dc8b-4841-b972-7e71b494afaa {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:39.562189 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861c4ca5-aa31-46e3-adc8-3e4603016b3a req-89992d5e-920d-4a26-a75a-2151dd20f100 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:26:39.564994 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861c4ca5-aa31-46e3-adc8-3e4603016b3a req-89992d5e-920d-4a26-a75a-2151dd20f100 service neutron] Checking segment: {'id': 'ad2156df-9a43-4e01-8ac5-ce4913e3fc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'fad7e135-dc8b-4841-b972-7e71b494afaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:26:39.565929 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861c4ca5-aa31-46e3-adc8-3e4603016b3a req-89992d5e-920d-4a26-a75a-2151dd20f100 service neutron] Bound using segment: {'id': 'ad2156df-9a43-4e01-8ac5-ce4913e3fc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'fad7e135-dc8b-4841-b972-7e71b494afaa'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:26:39.566567 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-861c4ca5-aa31-46e3-adc8-3e4603016b3a req-89992d5e-920d-4a26-a75a-2151dd20f100 service neutron] Bound port: f10f2a8c-957c-4305-84fe-38d39a950f67, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad2156df-9a43-4e01-8ac5-ce4913e3fc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'fad7e135-dc8b-4841-b972-7e71b494afaa'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:26:39.569734 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-861c4ca5-aa31-46e3-adc8-3e4603016b3a req-89992d5e-920d-4a26-a75a-2151dd20f100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:39.582103 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdb90ec-57a8-4798-b05f-b0ec10b2a2d1 admin admin] Network b944b0e3-b136-43d0-aeef-f89e7c552d7f is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:26:39.584788 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-afdb90ec-57a8-4798-b05f-b0ec10b2a2d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:26:39.838479 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afdb90ec-57a8-4798-b05f-b0ec10b2a2d1 admin admin] Router 6f811108-70fd-4731-8257-671f85acbf74 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:26:40.110164 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-fe5e1678-fede-4507-8731-5b0aeb96d025 None None] Provisioning complete for port 0413d2b5-34c5-43ff-bd3c-a2b5f682346e triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:40.110554 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-fe5e1678-fede-4507-8731-5b0aeb96d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:40.250480 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afdb90ec-57a8-4798-b05f-b0ec10b2a2d1 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:26:40.252016 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-fe5e1678-fede-4507-8731-5b0aeb96d025 None None] Port 0413d2b5-34c5-43ff-bd3c-a2b5f682346e cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:26:40.276616 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-afdb90ec-57a8-4798-b05f-b0ec10b2a2d1 admin admin] 10.222.0.62 "PUT /v2.0/routers/6f811108-70fd-4731-8257-671f85acbf74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7070336 Aug 10 03:26:40.771038 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-861c4ca5-aa31-46e3-adc8-3e4603016b3a req-89992d5e-920d-4a26-a75a-2151dd20f100 service neutron] For port f10f2a8c-957c-4305-84fe-38d39a950f67, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:26:40.775811 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-861c4ca5-aa31-46e3-adc8-3e4603016b3a req-89992d5e-920d-4a26-a75a-2151dd20f100 service neutron] For port f10f2a8c-957c-4305-84fe-38d39a950f67, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=f10f2a8c-957c-4305-84fe-38d39a950f67,segment=NetworkSegment(ad2156df-9a43-4e01-8ac5-ce4913e3fc9f),segment_id=ad2156df-9a43-4e01-8ac5-ce4913e3fc9f)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:26:40.791291 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-861c4ca5-aa31-46e3-adc8-3e4603016b3a req-89992d5e-920d-4a26-a75a-2151dd20f100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:40.826159 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device bd699efa-4783-4ab8-bb90-dbeddc227eed up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:26:40.880704 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c4ca5-aa31-46e3-adc8-3e4603016b3a req-89992d5e-920d-4a26-a75a-2151dd20f100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:40.881408 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-861c4ca5-aa31-46e3-adc8-3e4603016b3a req-89992d5e-920d-4a26-a75a-2151dd20f100 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:40.882848 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-861c4ca5-aa31-46e3-adc8-3e4603016b3a req-89992d5e-920d-4a26-a75a-2151dd20f100 service neutron] 10.222.0.60 "PUT /v2.0/ports/f10f2a8c-957c-4305-84fe-38d39a950f67 HTTP/1.1" status: 200 len: 1093 time: 3.0813818 Aug 10 03:26:40.896717 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4788336c-42ca-4f16-af8a-c7a99c96909b', 'tag': 'f10f2a8c-957c-4305-84fe-38d39a950f67'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:26:40.899414 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15808c9d-fb01-483c-969f-2feeff62c707" -d '{"events": [{"name": "network-changed", "server_uuid": "4788336c-42ca-4f16-af8a-c7a99c96909b", "tag": "f10f2a8c-957c-4305-84fe-38d39a950f67"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:26:40.929874 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ca546-f728-4763-afba-83e851c61a69 req-205a4287-6fe8-4f40-be7e-7d8044f45519 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:40.932251 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-849ca546-f728-4763-afba-83e851c61a69 req-205a4287-6fe8-4f40-be7e-7d8044f45519 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 1.2365594 Aug 10 03:26:40.968845 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port bd699efa-4783-4ab8-bb90-dbeddc227eed completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:26:40.977700 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port bd699efa-4783-4ab8-bb90-dbeddc227eed triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:40.979576 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:41.008718 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70e496-b88f-4751-8545-7e251a48d5c4 req-41f3c29a-aabc-417a-9570-2efdcfcaf5ae tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:41.016273 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3f70e496-b88f-4751-8545-7e251a48d5c4 req-41f3c29a-aabc-417a-9570-2efdcfcaf5ae tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] 10.222.0.62 "GET /v2.0/ports?device_id=4788336c-42ca-4f16-af8a-c7a99c96909b HTTP/1.1" status: 200 len: 944 time: 1.2654219 Aug 10 03:26:41.111092 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3f70e496-b88f-4751-8545-7e251a48d5c4 req-132c06f6-09d8-493d-bc85-a5a84aaaba1c tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc95dbf8-71ff-442a-b3c1-e60dc4f29447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935986 Aug 10 03:26:41.141800 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89992d5e-920d-4a26-a75a-2151dd20f100 service neutron] Pushing event updated for resources: {'Port': ['ID=f10f2a8c-957c-4305-84fe-38d39a950f67,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:41.187614 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c4ca5-aa31-46e3-adc8-3e4603016b3a req-7090224f-53bd-4e48-bf82-357d0b5b9944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:41.189176 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-861c4ca5-aa31-46e3-adc8-3e4603016b3a req-7090224f-53bd-4e48-bf82-357d0b5b9944 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1a1fedcd215b4b4c8450150207957d1d&device_id=4788336c-42ca-4f16-af8a-c7a99c96909b HTTP/1.1" status: 200 len: 1096 time: 0.2429795 Aug 10 03:26:41.262698 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:41.295885 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-849ca546-f728-4763-afba-83e851c61a69 req-9a6c8c7a-2e14-4c9a-9682-64ae2f6e98b0 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007755 Aug 10 03:26:41.488578 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port bd699efa-4783-4ab8-bb90-dbeddc227eed, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=bd699efa-4783-4ab8-bb90-dbeddc227eed,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:41.499615 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:41.560566 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-861c4ca5-aa31-46e3-adc8-3e4603016b3a req-7505ea58-482f-42c9-8f3a-464db7ffcab1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f10f2a8c-957c-4305-84fe-38d39a950f67 HTTP/1.1" status: 200 len: 217 time: 0.2613814 Aug 10 03:26:41.699999 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=bd699efa-4783-4ab8-bb90-dbeddc227eed,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:41.742590 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c4ca5-aa31-46e3-adc8-3e4603016b3a req-221c7a66-c285-4077-b7fb-8982468869ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:41.744199 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-861c4ca5-aa31-46e3-adc8-3e4603016b3a req-221c7a66-c285-4077-b7fb-8982468869ec service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9901d25a-d155-4cc8-b3d5-1b5026deec7d HTTP/1.1" status: 200 len: 848 time: 0.1721816 Aug 10 03:26:41.805128 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff3da44-a9d0-4805-9a74-0bbc63a45f8d req-1d95d5fd-9da6-4b15-a4a1-2731a6e53bbf tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:41.812494 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dff3da44-a9d0-4805-9a74-0bbc63a45f8d req-1d95d5fd-9da6-4b15-a4a1-2731a6e53bbf tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c96dab75-a660-452e-9b11-3368514b0a05 HTTP/1.1" status: 200 len: 945 time: 0.2440009 Aug 10 03:26:41.823841 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-861c4ca5-aa31-46e3-adc8-3e4603016b3a req-a3dff7f4-15af-4041-a1b7-2683fb2a51a3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fad7e135-dc8b-4841-b972-7e71b494afaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533762 Aug 10 03:26:41.947945 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-861c4ca5-aa31-46e3-adc8-3e4603016b3a req-e6e3d649-9b6d-4a73-9807-882d5a163caf service neutron] 10.222.0.60 "GET /v2.0/networks/fad7e135-dc8b-4841-b972-7e71b494afaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111810 Aug 10 03:26:41.974092 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303cc9f0-5237-4bbc-a78b-18873b041e0f req-134254af-6d0e-4ee6-89e3-e5dea60e00f6 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:41.984026 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-303cc9f0-5237-4bbc-a78b-18873b041e0f req-134254af-6d0e-4ee6-89e3-e5dea60e00f6 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=71fe8275-748b-4662-8657-a534fe5b7d49 HTTP/1.1" status: 200 len: 946 time: 0.2563329 Aug 10 03:26:42.048627 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dff3da44-a9d0-4805-9a74-0bbc63a45f8d req-43540429-0428-47fe-97b1-abe53cecbabb tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351482 Aug 10 03:26:42.129319 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-303cc9f0-5237-4bbc-a78b-18873b041e0f req-9f83986d-64e5-488c-bb1a-4e51a72ecf62 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/security-groups?id=efe56f97-cb65-408d-9c87-fa760e99fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399570 Aug 10 03:26:42.197691 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-861c4ca5-aa31-46e3-adc8-3e4603016b3a req-bf51d1a4-9de5-476f-8b6f-e73303f710b4 service neutron] 10.222.0.60 "GET /v2.0/networks/fad7e135-dc8b-4841-b972-7e71b494afaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324693 Aug 10 03:26:42.289997 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f75743-34a0-4742-b257-40677287e061 x-openstack-request-id: req-b3f75743-34a0-4742-b257-40677287e061 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:42.290611 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4788336c-42ca-4f16-af8a-c7a99c96909b", "tag": "f10f2a8c-957c-4305-84fe-38d39a950f67", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:42.290930 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b3f75743-34a0-4742-b257-40677287e061 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:42.291403 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4788336c-42ca-4f16-af8a-c7a99c96909b', 'tag': 'f10f2a8c-957c-4305-84fe-38d39a950f67', 'status': 'completed', 'code': 200} Aug 10 03:26:42.457761 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15808c9d-fb01-483c-969f-2feeff62c707 req-e091b787-26d4-4167-bbef-2c85a106484a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:42.459565 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-15808c9d-fb01-483c-969f-2feeff62c707 req-e091b787-26d4-4167-bbef-2c85a106484a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1a1fedcd215b4b4c8450150207957d1d&device_id=4788336c-42ca-4f16-af8a-c7a99c96909b HTTP/1.1" status: 200 len: 1096 time: 0.1366732 Aug 10 03:26:42.536898 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271de7ae-8517-4ce8-acd6-8020498aeddc req-6046d36e-07b3-4247-9f45-1ea9227b77ee tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:42.538643 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-271de7ae-8517-4ce8-acd6-8020498aeddc req-6046d36e-07b3-4247-9f45-1ea9227b77ee tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] 10.222.0.62 "GET /v2.0/ports?device_id=4788336c-42ca-4f16-af8a-c7a99c96909b HTTP/1.1" status: 200 len: 944 time: 0.1358607 Aug 10 03:26:42.675804 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device bd699efa-4783-4ab8-bb90-dbeddc227eed up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:26:42.715516 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15808c9d-fb01-483c-969f-2feeff62c707 req-277e8f6f-ce18-4c7b-ac71-b89c93de532b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:42.717291 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-15808c9d-fb01-483c-969f-2feeff62c707 req-277e8f6f-ce18-4c7b-ac71-b89c93de532b service neutron] 10.222.0.60 "GET /v2.0/networks?id=fad7e135-dc8b-4841-b972-7e71b494afaa HTTP/1.1" status: 200 len: 909 time: 0.2451978 Aug 10 03:26:42.723845 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-271de7ae-8517-4ce8-acd6-8020498aeddc req-3d96454b-f7ab-44a2-8ea4-a7ddc41dbbfd tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc95dbf8-71ff-442a-b3c1-e60dc4f29447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799458 Aug 10 03:26:42.802837 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-15808c9d-fb01-483c-969f-2feeff62c707 req-dbda681d-cfe2-4c5c-83b7-e65e98511353 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f10f2a8c-957c-4305-84fe-38d39a950f67 HTTP/1.1" status: 200 len: 217 time: 0.0768180 Aug 10 03:26:42.933643 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port bd699efa-4783-4ab8-bb90-dbeddc227eed triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:42.935121 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:42.981389 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 38810) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:42.986656 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-b8c18335-e27a-4801-8df3-3c308274f375 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Request body: {'security_group': {'name': 'tempest-securitygroup--252047339', 'description': 'tempest-description--105965471'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:43.070565 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b8c18335-e27a-4801-8df3-3c308274f375 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:43.202614 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15808c9d-fb01-483c-969f-2feeff62c707 req-6e343643-7602-4234-b96b-9c037dbd3813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:43.204615 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70ce778-2ca1-443b-96ff-c93f2ae2dc7f None None] Sync routers for ids ['6f811108-70fd-4731-8257-671f85acbf74'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:26:43.210211 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-15808c9d-fb01-483c-969f-2feeff62c707 req-6e343643-7602-4234-b96b-9c037dbd3813 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9901d25a-d155-4cc8-b3d5-1b5026deec7d HTTP/1.1" status: 200 len: 848 time: 0.3917680 Aug 10 03:26:43.216254 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b8c18335-e27a-4801-8df3-3c308274f375 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:43.224247 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b8c18335-e27a-4801-8df3-3c308274f375 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:43.234395 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70ce778-2ca1-443b-96ff-c93f2ae2dc7f None None] Routers {'6f811108-70fd-4731-8257-671f85acbf74'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:26:43.235092 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-a70ce778-2ca1-443b-96ff-c93f2ae2dc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:26:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['6f811108-70fd-4731-8257-671f85acbf74'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:43.248464 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b8c18335-e27a-4801-8df3-3c308274f375 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:43.253775 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38820) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:43.255854 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b8c18335-e27a-4801-8df3-3c308274f375 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2722368 Aug 10 03:26:43.264633 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-ab966731-bc5e-4b75-9316-6d3d17c56f4a tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Request body: {'security_group_rule': {'security_group_id': 'e8423faa-0de3-467d-b7cf-5c9a1f91c825', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:43.282103 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c18335-e27a-4801-8df3-3c308274f375 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8423faa-0de3-467d-b7cf-5c9a1f91c825,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:43.320524 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-15808c9d-fb01-483c-969f-2feeff62c707 req-cd620847-087c-4215-b7ea-433832cf8a6f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fad7e135-dc8b-4841-b972-7e71b494afaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902071 Aug 10 03:26:43.417614 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-a70ce778-2ca1-443b-96ff-c93f2ae2dc7f None None] Set router 6f811108-70fd-4731-8257-671f85acbf74 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:26:43.438213 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-15808c9d-fb01-483c-969f-2feeff62c707 req-cf6aa74d-3f7e-401b-9ea4-bc89bedf087d service neutron] 10.222.0.60 "GET /v2.0/networks/fad7e135-dc8b-4841-b972-7e71b494afaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023915 Aug 10 03:26:43.448950 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3549c-c579-4aa5-9c96-b8312ba37436 req-a4f620c5-1b17-4307-a4ac-f61ba3276814 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:43.458167 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-09b3549c-c579-4aa5-9c96-b8312ba37436 req-a4f620c5-1b17-4307-a4ac-f61ba3276814 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.4159539 Aug 10 03:26:43.540841 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ab966731-bc5e-4b75-9316-6d3d17c56f4a tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:43.575573 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21679d7-e7ea-49f5-ae68-0ceeaf138224 req-2702c5b0-1233-4138-b380-f8eb475de871 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:43.583031 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c21679d7-e7ea-49f5-ae68-0ceeaf138224 req-2702c5b0-1233-4138-b380-f8eb475de871 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c96dab75-a660-452e-9b11-3368514b0a05 HTTP/1.1" status: 200 len: 945 time: 0.3344724 Aug 10 03:26:43.652315 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ab966731-bc5e-4b75-9316-6d3d17c56f4a tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:43.662804 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-09b3549c-c579-4aa5-9c96-b8312ba37436 req-eb2a80ce-b677-4640-85d9-3b94e1ef9d60 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033341 Aug 10 03:26:43.673572 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ab966731-bc5e-4b75-9316-6d3d17c56f4a tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:43.734850 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab966731-bc5e-4b75-9316-6d3d17c56f4a tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2ca1b3a-811b-40b1-b2cc-95d208cf9f22,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:43.745814 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-a70ce778-2ca1-443b-96ff-c93f2ae2dc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f811108-70fd-4731-8257-671f85acbf74', 'name': 'tempest-AttachVolumeTestJSON-1078533016-router', 'tenant_id': '716a2501dd514284b3618ba976b1a21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'bd699efa-4783-4ab8-bb90-dbeddc227eed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:26:31Z', 'updated_at': '2021-08-10T03:26:38Z', 'revision_number': 4, 'project_id': '716a2501dd514284b3618ba976b1a21f', 'gw_port': {'id': 'bd699efa-4783-4ab8-bb90-dbeddc227eed', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:0d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f811108-70fd-4731-8257-671f85acbf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:32Z', 'updated_at': '2021-08-10T03:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '0413d2b5-34c5-43ff-bd3c-a2b5f682346e', 'name': '', 'network_id': 'b944b0e3-b136-43d0-aeef-f89e7c552d7f', 'tenant_id': '716a2501dd514284b3618ba976b1a21f', 'mac_address': 'fa:16:3e:b7:a5:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f811108-70fd-4731-8257-671f85acbf74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '9fa6e43b-250a-4024-b95b-0ad12ce73ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:37Z', 'updated_at': '2021-08-10T03:26:38Z', 'revision_number': 2, 'project_id': '716a2501dd514284b3618ba976b1a21f', 'subnets': [{'id': '9fa6e43b-250a-4024-b95b-0ad12ce73ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:43.755674 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c21679d7-e7ea-49f5-ae68-0ceeaf138224 req-b4b3788e-f01d-406f-a442-de6809a6c89e tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649032 Aug 10 03:26:43.764507 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-15808c9d-fb01-483c-969f-2feeff62c707 req-2f5d2ee6-54e2-40e2-afbe-5c81498651dd service neutron] 10.222.0.60 "GET /v2.0/networks/fad7e135-dc8b-4841-b972-7e71b494afaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014653 Aug 10 03:26:43.765648 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ab966731-bc5e-4b75-9316-6d3d17c56f4a tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:43.769499 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ab966731-bc5e-4b75-9316-6d3d17c56f4a tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5066738 Aug 10 03:26:43.769499 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38836) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:43.783426 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-3f0b6d4a-7194-431a-848e-5e4350871cba tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Request body: {'security_group_rule': {'security_group_id': 'e8423faa-0de3-467d-b7cf-5c9a1f91c825', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:43.816214 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70ce778-2ca1-443b-96ff-c93f2ae2dc7f None None] Checking router: 6f811108-70fd-4731-8257-671f85acbf74 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:26:43.816566 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70ce778-2ca1-443b-96ff-c93f2ae2dc7f None None] Updating router 6f811108-70fd-4731-8257-671f85acbf74 port 0413d2b5-34c5-43ff-bd3c-a2b5f682346e binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:26:43.916191 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-a70ce778-2ca1-443b-96ff-c93f2ae2dc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:43.920000 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3f0b6d4a-7194-431a-848e-5e4350871cba tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:44.005290 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28025d-afca-42e8-ad91-28e6c4b49ba8 req-53fb3d1d-98df-4472-a039-4ca4565e8835 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:44.021671 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2f28025d-afca-42e8-ad91-28e6c4b49ba8 req-53fb3d1d-98df-4472-a039-4ca4565e8835 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=71fe8275-748b-4662-8657-a534fe5b7d49 HTTP/1.1" status: 200 len: 946 time: 0.2116697 Aug 10 03:26:44.101392 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d52fe14-4095-467b-a12a-403bd3194a24 req-614a9ce9-0e18-4991-b835-35f74d5abe86 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:44.109026 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5d52fe14-4095-467b-a12a-403bd3194a24 req-614a9ce9-0e18-4991-b835-35f74d5abe86 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.2404079 Aug 10 03:26:44.174175 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2f28025d-afca-42e8-ad91-28e6c4b49ba8 req-e12c39ee-1ea6-4cf4-aef8-bd55131cf3ff tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/security-groups?id=efe56f97-cb65-408d-9c87-fa760e99fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457469 Aug 10 03:26:44.203743 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3f0b6d4a-7194-431a-848e-5e4350871cba tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:44.220681 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5d52fe14-4095-467b-a12a-403bd3194a24 req-50626963-9047-44f0-b489-4a8cbfdfa80b tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057005 Aug 10 03:26:44.222513 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3f0b6d4a-7194-431a-848e-5e4350871cba tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:44.264742 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0b6d4a-7194-431a-848e-5e4350871cba tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b3edd2f-0bc3-4eed-a8ff-2cdc4312e997,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:44.310664 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3f0b6d4a-7194-431a-848e-5e4350871cba tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:44.314945 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-3f0b6d4a-7194-431a-848e-5e4350871cba tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5366273 Aug 10 03:26:44.315228 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 38856) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:44.321501 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-c645024c-c54a-4b72-a30d-ac7b4281aba8 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Request body: {'floatingip': {'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:44.361952 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c645024c-c54a-4b72-a30d-ac7b4281aba8 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks [] for floatingip, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:44.507796 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b96ce-3c0e-4552-af67-357bac51a402 req-586824fe-7c47-4a19-a16f-ce1199b5e3f5 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:44.509017 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c645024c-c54a-4b72-a30d-ac7b4281aba8 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:44.516200 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6b9b96ce-3c0e-4552-af67-357bac51a402 req-586824fe-7c47-4a19-a16f-ce1199b5e3f5 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.1649172 Aug 10 03:26:44.551927 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device f10f2a8c-957c-4305-84fe-38d39a950f67 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:26:44.573112 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-a70ce778-2ca1-443b-96ff-c93f2ae2dc7f None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:44.601514 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-a70ce778-2ca1-443b-96ff-c93f2ae2dc7f None None] Transition to ACTIVE for port object 0413d2b5-34c5-43ff-bd3c-a2b5f682346e will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:26:44.615531 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-a70ce778-2ca1-443b-96ff-c93f2ae2dc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:44.621414 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54e3666-b886-4634-9371-46b469d04b98 req-2aa7c99f-7725-4a71-854a-331fdaa09ab1 tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:44.634354 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a54e3666-b886-4634-9371-46b469d04b98 req-2aa7c99f-7725-4a71-854a-331fdaa09ab1 tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] 10.222.0.62 "GET /v2.0/ports?device_id=4788336c-42ca-4f16-af8a-c7a99c96909b HTTP/1.1" status: 200 len: 944 time: 0.3460002 Aug 10 03:26:44.739702 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4df3d-64b7-4312-a710-60418cc3cd15 None None] Pushing event updated for resources: {'Port': ['ID=0413d2b5-34c5-43ff-bd3c-a2b5f682346e,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:44.769306 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4df3d-64b7-4312-a710-60418cc3cd15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:44.777546 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4df3d-64b7-4312-a710-60418cc3cd15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:44.779548 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4df3d-64b7-4312-a710-60418cc3cd15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:44.781342 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4df3d-64b7-4312-a710-60418cc3cd15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:44.781891 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4df3d-64b7-4312-a710-60418cc3cd15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:44.786176 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-c645024c-c54a-4b72-a30d-ac7b4281aba8 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Allocated IP 172.25.7.55 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/c3b73ab0-cc0d-4d00-b16e-f88edc3ce0da) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:26:44.786700 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4df3d-64b7-4312-a710-60418cc3cd15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:44.788344 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4df3d-64b7-4312-a710-60418cc3cd15 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:44.809097 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4df3d-64b7-4312-a710-60418cc3cd15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:44.809686 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4df3d-64b7-4312-a710-60418cc3cd15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:44.810258 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4df3d-64b7-4312-a710-60418cc3cd15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:44.810835 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4df3d-64b7-4312-a710-60418cc3cd15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:44.820519 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port f10f2a8c-957c-4305-84fe-38d39a950f67, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=f10f2a8c-957c-4305-84fe-38d39a950f67,segment=NetworkSegment(ad2156df-9a43-4e01-8ac5-ce4913e3fc9f),segment_id=ad2156df-9a43-4e01-8ac5-ce4913e3fc9f)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:44.824058 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4df3d-64b7-4312-a710-60418cc3cd15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:44.828984 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6b9b96ce-3c0e-4552-af67-357bac51a402 req-523446fa-e6d2-4b5a-913b-3cc1da162e2b tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043394 Aug 10 03:26:44.840016 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': 'f10f2a8c-957c-4305-84fe-38d39a950f67', 'network_id': 'fad7e135-dc8b-4841-b972-7e71b494afaa', 'port_id': 'f10f2a8c-957c-4305-84fe-38d39a950f67', 'mac_address': 'fa:16:3e:4d:81:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9901d25a-d155-4cc8-b3d5-1b5026deec7d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:26:44.851510 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a54e3666-b886-4634-9371-46b469d04b98 req-e096a3c6-04ae-4bef-903c-606020411a0d tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc95dbf8-71ff-442a-b3c1-e60dc4f29447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951470 Aug 10 03:26:44.945974 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:44.997530 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f10f2a8c-957c-4305-84fe-38d39a950f67 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:26:45.039110 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-a70ce778-2ca1-443b-96ff-c93f2ae2dc7f None None] Attempting to bind port 0413d2b5-34c5-43ff-bd3c-a2b5f682346e on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:26:45.042387 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-a70ce778-2ca1-443b-96ff-c93f2ae2dc7f None None] Attempting to bind port 0413d2b5-34c5-43ff-bd3c-a2b5f682346e by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '74877879-0309-4e5d-afaf-8d5251549e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b944b0e3-b136-43d0-aeef-f89e7c552d7f'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:26:45.043142 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70ce778-2ca1-443b-96ff-c93f2ae2dc7f None None] Attempting to bind port 0413d2b5-34c5-43ff-bd3c-a2b5f682346e on network b944b0e3-b136-43d0-aeef-f89e7c552d7f {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:45.069366 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70ce778-2ca1-443b-96ff-c93f2ae2dc7f None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:26:45.071396 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port f10f2a8c-957c-4305-84fe-38d39a950f67, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=f10f2a8c-957c-4305-84fe-38d39a950f67,segment=NetworkSegment(ad2156df-9a43-4e01-8ac5-ce4913e3fc9f),segment_id=ad2156df-9a43-4e01-8ac5-ce4913e3fc9f)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:45.072005 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70ce778-2ca1-443b-96ff-c93f2ae2dc7f None None] Checking segment: {'id': '74877879-0309-4e5d-afaf-8d5251549e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b944b0e3-b136-43d0-aeef-f89e7c552d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:26:45.074224 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-a70ce778-2ca1-443b-96ff-c93f2ae2dc7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:45.075094 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70ce778-2ca1-443b-96ff-c93f2ae2dc7f None None] Bound using segment: {'id': '74877879-0309-4e5d-afaf-8d5251549e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b944b0e3-b136-43d0-aeef-f89e7c552d7f'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:26:45.075871 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-a70ce778-2ca1-443b-96ff-c93f2ae2dc7f None None] Bound port: 0413d2b5-34c5-43ff-bd3c-a2b5f682346e, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74877879-0309-4e5d-afaf-8d5251549e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b944b0e3-b136-43d0-aeef-f89e7c552d7f'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:26:45.076870 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-a70ce778-2ca1-443b-96ff-c93f2ae2dc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:45.082058 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:45.097700 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03322b3e-bafe-47cf-b536-244946cf6d95 req-36fec3a7-6f08-4d42-ac97-d872874c06cf tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:45.114876 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-03322b3e-bafe-47cf-b536-244946cf6d95 req-36fec3a7-6f08-4d42-ac97-d872874c06cf tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c96dab75-a660-452e-9b11-3368514b0a05 HTTP/1.1" status: 200 len: 945 time: 0.1349239 Aug 10 03:26:45.185559 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18ab90-fc10-4ed4-94a5-37d21537ce12 req-15404cda-f34e-4ea1-aa5b-bae8378f8dfd tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:45.199785 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ef18ab90-fc10-4ed4-94a5-37d21537ce12 req-15404cda-f34e-4ea1-aa5b-bae8378f8dfd tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.1640205 Aug 10 03:26:45.208881 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=f10f2a8c-957c-4305-84fe-38d39a950f67,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:45.243225 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-a70ce778-2ca1-443b-96ff-c93f2ae2dc7f None None] For port 0413d2b5-34c5-43ff-bd3c-a2b5f682346e, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:26:45.249650 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-a70ce778-2ca1-443b-96ff-c93f2ae2dc7f None None] For port 0413d2b5-34c5-43ff-bd3c-a2b5f682346e, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=0413d2b5-34c5-43ff-bd3c-a2b5f682346e,segment=NetworkSegment(74877879-0309-4e5d-afaf-8d5251549e75),segment_id=74877879-0309-4e5d-afaf-8d5251549e75)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:26:45.263619 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-a70ce778-2ca1-443b-96ff-c93f2ae2dc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:45.289168 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c645024c-c54a-4b72-a30d-ac7b4281aba8 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:45.326931 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-03322b3e-bafe-47cf-b536-244946cf6d95 req-15638dfb-3d15-4c8c-a772-f09c73c49552 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134752 Aug 10 03:26:45.354990 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70ce778-2ca1-443b-96ff-c93f2ae2dc7f None None] Routers {'6f811108-70fd-4731-8257-671f85acbf74'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:26:45.356019 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-a70ce778-2ca1-443b-96ff-c93f2ae2dc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:26:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['6f811108-70fd-4731-8257-671f85acbf74'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:45.392776 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['f10f2a8c-957c-4305-84fe-38d39a950f67'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:26:45.413545 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c645024c-c54a-4b72-a30d-ac7b4281aba8 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:45.432158 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ef18ab90-fc10-4ed4-94a5-37d21537ce12 req-c875bb55-3f00-46b2-871e-eab3dd298acf tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316945 Aug 10 03:26:45.506950 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c645024c-c54a-4b72-a30d-ac7b4281aba8 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Pushing event updated for resources: {'Port': ['ID=c3b73ab0-cc0d-4d00-b16e-f88edc3ce0da,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:45.515765 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c645024c-c54a-4b72-a30d-ac7b4281aba8 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:26:45.517571 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-c645024c-c54a-4b72-a30d-ac7b4281aba8 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:26:45.533491 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4df3d-64b7-4312-a710-60418cc3cd15 None None] Pushing event updated for resources: {'Port': ['ID=0413d2b5-34c5-43ff-bd3c-a2b5f682346e,revision_number=4']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:45.540647 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c645024c-c54a-4b72-a30d-ac7b4281aba8 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:26:45.727248 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b24946-a793-405a-8179-cb70ae5a003e req-e486aca7-2858-426d-ae11-5b202404d030 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:45.734659 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d7b24946-a793-405a-8179-cb70ae5a003e req-e486aca7-2858-426d-ae11-5b202404d030 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=71fe8275-748b-4662-8657-a534fe5b7d49 HTTP/1.1" status: 200 len: 946 time: 0.2579832 Aug 10 03:26:45.915731 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d7b24946-a793-405a-8179-cb70ae5a003e req-57b5d9f2-127c-472a-b8f2-265c1fad19bc tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/security-groups?id=efe56f97-cb65-408d-9c87-fa760e99fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716225 Aug 10 03:26:45.983987 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c645024c-c54a-4b72-a30d-ac7b4281aba8 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:46.085260 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c645024c-c54a-4b72-a30d-ac7b4281aba8 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:46.134802 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-a70ce778-2ca1-443b-96ff-c93f2ae2dc7f None None] Set router 6f811108-70fd-4731-8257-671f85acbf74 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:26:46.147072 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527caf3d-d0f9-4486-9c49-2c194c1f6422 req-c0115095-a80e-443d-9fb7-1fddfd250fcc tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:46.160604 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-527caf3d-d0f9-4486-9c49-2c194c1f6422 req-c0115095-a80e-443d-9fb7-1fddfd250fcc tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] 10.222.0.62 "GET /v2.0/ports?device_id=4788336c-42ca-4f16-af8a-c7a99c96909b HTTP/1.1" status: 200 len: 945 time: 0.1070242 Aug 10 03:26:46.236124 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-527caf3d-d0f9-4486-9c49-2c194c1f6422 req-c521ad5f-328e-4f14-bd19-b3d712e9d2a9 tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc95dbf8-71ff-442a-b3c1-e60dc4f29447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744965 Aug 10 03:26:46.478788 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c645024c-c54a-4b72-a30d-ac7b4281aba8 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:46.491420 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c645024c-c54a-4b72-a30d-ac7b4281aba8 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:46.757609 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a32a7-1b59-453c-8794-d2b0055aadaa req-2b83570b-e098-4720-b630-d8b69a513211 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:46.762917 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7b8a32a7-1b59-453c-8794-d2b0055aadaa req-2b83570b-e098-4720-b630-d8b69a513211 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c96dab75-a660-452e-9b11-3368514b0a05 HTTP/1.1" status: 200 len: 945 time: 0.3230395 Aug 10 03:26:46.859904 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c645024c-c54a-4b72-a30d-ac7b4281aba8 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:46.891566 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-a70ce778-2ca1-443b-96ff-c93f2ae2dc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f811108-70fd-4731-8257-671f85acbf74', 'name': 'tempest-AttachVolumeTestJSON-1078533016-router', 'tenant_id': '716a2501dd514284b3618ba976b1a21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'bd699efa-4783-4ab8-bb90-dbeddc227eed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:26:31Z', 'updated_at': '2021-08-10T03:26:38Z', 'revision_number': 4, 'project_id': '716a2501dd514284b3618ba976b1a21f', 'gw_port': {'id': 'bd699efa-4783-4ab8-bb90-dbeddc227eed', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:0d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f811108-70fd-4731-8257-671f85acbf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:32Z', 'updated_at': '2021-08-10T03:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '0413d2b5-34c5-43ff-bd3c-a2b5f682346e', 'name': '', 'network_id': 'b944b0e3-b136-43d0-aeef-f89e7c552d7f', 'tenant_id': '716a2501dd514284b3618ba976b1a21f', 'mac_address': 'fa:16:3e:b7:a5:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f811108-70fd-4731-8257-671f85acbf74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '9fa6e43b-250a-4024-b95b-0ad12ce73ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:37Z', 'updated_at': '2021-08-10T03:26:45Z', 'revision_number': 4, 'project_id': '716a2501dd514284b3618ba976b1a21f', 'subnets': [{'id': '9fa6e43b-250a-4024-b95b-0ad12ce73ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:46.936611 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c645024c-c54a-4b72-a30d-ac7b4281aba8 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Pushing event updated for resources: {'Port': ['ID=c3b73ab0-cc0d-4d00-b16e-f88edc3ce0da,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:46.948413 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c645024c-c54a-4b72-a30d-ac7b4281aba8 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:46.964256 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c645024c-c54a-4b72-a30d-ac7b4281aba8 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6394236 Aug 10 03:26:46.986310 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7b8a32a7-1b59-453c-8794-d2b0055aadaa req-7aa8e7e4-65ec-4396-b16d-d049256c3bb1 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166004 Aug 10 03:26:46.991823 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70ce778-2ca1-443b-96ff-c93f2ae2dc7f None None] The sync data for ids ['6f811108-70fd-4731-8257-671f85acbf74'] in n-d-768851-15 is: [{'id': '6f811108-70fd-4731-8257-671f85acbf74', 'name': 'tempest-AttachVolumeTestJSON-1078533016-router', 'tenant_id': '716a2501dd514284b3618ba976b1a21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'bd699efa-4783-4ab8-bb90-dbeddc227eed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:26:31Z', 'updated_at': '2021-08-10T03:26:38Z', 'revision_number': 4, 'project_id': '716a2501dd514284b3618ba976b1a21f', 'gw_port': {'id': 'bd699efa-4783-4ab8-bb90-dbeddc227eed', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:0d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f811108-70fd-4731-8257-671f85acbf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:32Z', 'updated_at': '2021-08-10T03:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '0413d2b5-34c5-43ff-bd3c-a2b5f682346e', 'name': '', 'network_id': 'b944b0e3-b136-43d0-aeef-f89e7c552d7f', 'tenant_id': '716a2501dd514284b3618ba976b1a21f', 'mac_address': 'fa:16:3e:b7:a5:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f811108-70fd-4731-8257-671f85acbf74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '9fa6e43b-250a-4024-b95b-0ad12ce73ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:37Z', 'updated_at': '2021-08-10T03:26:45Z', 'revision_number': 4, 'project_id': '716a2501dd514284b3618ba976b1a21f', 'subnets': [{'id': '9fa6e43b-250a-4024-b95b-0ad12ce73ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:26:47.033303 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a98ff6-b319-4848-8732-de874a8cf414 req-c298ca29-a788-45b6-a187-0a64f1169813 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:47.066823 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d2a98ff6-b319-4848-8732-de874a8cf414 req-c298ca29-a788-45b6-a187-0a64f1169813 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.2549183 Aug 10 03:26:47.166276 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d2a98ff6-b319-4848-8732-de874a8cf414 req-9f3564da-32ac-4198-ba31-be02a6eede21 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744300 Aug 10 03:26:47.334417 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eee4a6-95e1-47d0-86df-c5a6b6d80d12 req-4313e5bf-299b-4232-b8d7-40a8e93e0569 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:47.343654 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-54eee4a6-95e1-47d0-86df-c5a6b6d80d12 req-4313e5bf-299b-4232-b8d7-40a8e93e0569 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=71fe8275-748b-4662-8657-a534fe5b7d49 HTTP/1.1" status: 200 len: 946 time: 0.1817780 Aug 10 03:26:47.400860 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-50572261-d4bc-4984-8121-d3f1b7bfc918 req-07b520e4-c693-4851-99e2-2b7a02aaee8c tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--252047339&fields=id&tenant_id=716a2501dd514284b3618ba976b1a21f HTTP/1.1" status: 200 len: 267 time: 0.1283686 Aug 10 03:26:47.572138 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-54eee4a6-95e1-47d0-86df-c5a6b6d80d12 req-b1b98727-5a99-4642-8df6-13b2a42a9397 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/security-groups?id=efe56f97-cb65-408d-9c87-fa760e99fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273929 Aug 10 03:26:47.667141 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50572261-d4bc-4984-8121-d3f1b7bfc918 req-45a9aae2-08cf-491e-8334-b5520f467072 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:47.668691 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-50572261-d4bc-4984-8121-d3f1b7bfc918 req-45a9aae2-08cf-491e-8334-b5520f467072 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/networks?id=b944b0e3-b136-43d0-aeef-f89e7c552d7f HTTP/1.1" status: 200 len: 811 time: 0.2664614 Aug 10 03:26:47.752453 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-50572261-d4bc-4984-8121-d3f1b7bfc918 req-bd0f7724-3b20-48cc-be6b-21a39b5f10d9 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/quotas/716a2501dd514284b3618ba976b1a21f HTTP/1.1" status: 200 len: 375 time: 0.0775025 Aug 10 03:26:47.840388 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f447fc-9074-4bf0-9030-6c44908e7cdf req-42bec6b3-9c09-4769-a864-d1fcd7c45816 tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:47.842094 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-86f447fc-9074-4bf0-9030-6c44908e7cdf req-42bec6b3-9c09-4769-a864-d1fcd7c45816 tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] 10.222.0.62 "GET /v2.0/ports?device_id=4788336c-42ca-4f16-af8a-c7a99c96909b HTTP/1.1" status: 200 len: 945 time: 0.1531410 Aug 10 03:26:47.856055 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-50572261-d4bc-4984-8121-d3f1b7bfc918 req-5a5b1f66-4967-4c0d-8401-27f3e618754b tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=716a2501dd514284b3618ba976b1a21f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1026561 Aug 10 03:26:48.132860 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-50572261-d4bc-4984-8121-d3f1b7bfc918 req-74d672ff-a183-48f3-8cff-a6a2144b0ad7 service neutron] 10.222.0.62 "GET /v2.0/networks/b944b0e3-b136-43d0-aeef-f89e7c552d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510612 Aug 10 03:26:48.168288 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-86f447fc-9074-4bf0-9030-6c44908e7cdf req-190fe6c4-17e9-43d1-bf64-761f3326956c tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc95dbf8-71ff-442a-b3c1-e60dc4f29447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060777 Aug 10 03:26:48.477925 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-50572261-d4bc-4984-8121-d3f1b7bfc918 req-c3d8caa4-a00b-4e26-a91f-188be96b8a28 service neutron] 10.222.0.62 "GET /v2.0/networks/b944b0e3-b136-43d0-aeef-f89e7c552d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440166 Aug 10 03:26:48.514541 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edde03a-77ef-4728-9929-fc3aab7b6835 req-57314487-d376-4f9a-8f68-cf8ebde39041 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:48.530138 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8edde03a-77ef-4728-9929-fc3aab7b6835 req-57314487-d376-4f9a-8f68-cf8ebde39041 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c96dab75-a660-452e-9b11-3368514b0a05 HTTP/1.1" status: 200 len: 945 time: 0.2502022 Aug 10 03:26:48.559401 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device f10f2a8c-957c-4305-84fe-38d39a950f67 up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:26:48.646608 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8edde03a-77ef-4728-9929-fc3aab7b6835 req-6bd23943-77f6-4921-84ee-5a6b2abf778a tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094801 Aug 10 03:26:48.750873 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 0413d2b5-34c5-43ff-bd3c-a2b5f682346e up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:26:48.850113 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port f10f2a8c-957c-4305-84fe-38d39a950f67 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:26:48.871627 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port f10f2a8c-957c-4305-84fe-38d39a950f67 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:48.872150 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:48.900612 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350b8067-9900-4d7f-b50a-08eac894e15d req-1df50ee8-9039-4954-ac9a-287f59f53fad tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:48.905325 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-350b8067-9900-4d7f-b50a-08eac894e15d req-1df50ee8-9039-4954-ac9a-287f59f53fad tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.1159062 Aug 10 03:26:49.057925 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 0413d2b5-34c5-43ff-bd3c-a2b5f682346e completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:26:49.073687 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 0413d2b5-34c5-43ff-bd3c-a2b5f682346e triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:49.074709 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:49.223820 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-350b8067-9900-4d7f-b50a-08eac894e15d req-11d28171-c71f-4efc-a0e7-585034960265 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715740 Aug 10 03:26:49.281055 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2ebbe-ea6f-4f3c-aaf9-04371f964830 req-e4fd6ff9-847c-40ee-93f3-c19d4dc153d3 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:49.283090 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-03a2ebbe-ea6f-4f3c-aaf9-04371f964830 req-e4fd6ff9-847c-40ee-93f3-c19d4dc153d3 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=71fe8275-748b-4662-8657-a534fe5b7d49 HTTP/1.1" status: 200 len: 946 time: 0.3743632 Aug 10 03:26:49.308346 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:49.384493 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4788336c-42ca-4f16-af8a-c7a99c96909b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f10f2a8c-957c-4305-84fe-38d39a950f67'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:26:49.387269 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd0151b-cb85-4321-ad65-8b9f61e47fdf" -d '{"events": [{"server_uuid": "4788336c-42ca-4f16-af8a-c7a99c96909b", "name": "network-vif-plugged", "status": "completed", "tag": "f10f2a8c-957c-4305-84fe-38d39a950f67"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:26:49.460389 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-03a5a96a-a324-4a49-9a5e-27d7a278c5fc req-384559b0-19bc-48f4-a3f8-af6e283ff71d tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/ports?device_id=440b775b-80cd-4e91-8c68-431fec30100f HTTP/1.1" status: 200 len: 210 time: 0.1060059 Aug 10 03:26:49.487254 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-03a2ebbe-ea6f-4f3c-aaf9-04371f964830 req-fe5ee8d0-e283-46ca-ada3-f01d6943881c tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/security-groups?id=efe56f97-cb65-408d-9c87-fa760e99fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955688 Aug 10 03:26:49.613154 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port f10f2a8c-957c-4305-84fe-38d39a950f67, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=f10f2a8c-957c-4305-84fe-38d39a950f67,segment=NetworkSegment(ad2156df-9a43-4e01-8ac5-ce4913e3fc9f),segment_id=ad2156df-9a43-4e01-8ac5-ce4913e3fc9f)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:49.626408 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:49.701384 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:49.808009 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 0413d2b5-34c5-43ff-bd3c-a2b5f682346e, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=0413d2b5-34c5-43ff-bd3c-a2b5f682346e,segment=NetworkSegment(74877879-0309-4e5d-afaf-8d5251549e75),segment_id=74877879-0309-4e5d-afaf-8d5251549e75)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:49.813941 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac32ae-d5f9-4d2e-8a55-84e3a43ec009 req-4f1dc02d-97f8-4318-922c-d4b61d0472c8 tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:49.828692 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-47ac32ae-d5f9-4d2e-8a55-84e3a43ec009 req-4f1dc02d-97f8-4318-922c-d4b61d0472c8 tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] 10.222.0.62 "GET /v2.0/ports?device_id=4788336c-42ca-4f16-af8a-c7a99c96909b HTTP/1.1" status: 200 len: 946 time: 0.1559010 Aug 10 03:26:49.840865 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40b80fd-547e-4cb5-a0c8-938051e69e5e x-openstack-request-id: req-e40b80fd-547e-4cb5-a0c8-938051e69e5e {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:49.842869 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4788336c-42ca-4f16-af8a-c7a99c96909b", "name": "network-vif-plugged", "status": "completed", "tag": "f10f2a8c-957c-4305-84fe-38d39a950f67", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:49.843400 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e40b80fd-547e-4cb5-a0c8-938051e69e5e {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:49.844022 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4788336c-42ca-4f16-af8a-c7a99c96909b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f10f2a8c-957c-4305-84fe-38d39a950f67', 'code': 200} Aug 10 03:26:49.849944 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:49.889859 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=f10f2a8c-957c-4305-84fe-38d39a950f67,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:50.000943 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-47ac32ae-d5f9-4d2e-8a55-84e3a43ec009 req-ebd1203e-6f90-4f3b-9b54-161ac581472e tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc95dbf8-71ff-442a-b3c1-e60dc4f29447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637323 Aug 10 03:26:50.097729 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f16d86-a29e-4c67-99a2-da3b09314f42 req-d305e67f-e3da-4010-9ab0-96dd388c1a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:50.100700 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-74f16d86-a29e-4c67-99a2-da3b09314f42 req-d305e67f-e3da-4010-9ab0-96dd388c1a51 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4788336c-42ca-4f16-af8a-c7a99c96909b HTTP/1.1" status: 200 len: 1098 time: 0.2050447 Aug 10 03:26:50.126038 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b9910-3f57-4eb7-9e43-5f283d36dcec req-006f69db-06fc-4b4a-b46b-404f9c2cba27 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:50.128829 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-093b9910-3f57-4eb7-9e43-5f283d36dcec req-006f69db-06fc-4b4a-b46b-404f9c2cba27 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c96dab75-a660-452e-9b11-3368514b0a05 HTTP/1.1" status: 200 len: 945 time: 0.1663232 Aug 10 03:26:50.298279 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-74f16d86-a29e-4c67-99a2-da3b09314f42 req-6afcbd2d-fcdb-4b3f-bd93-f11ac54ecaa1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fc95dbf8-71ff-442a-b3c1-e60dc4f29447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676214 Aug 10 03:26:50.345436 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-093b9910-3f57-4eb7-9e43-5f283d36dcec req-182e265d-23a4-4e37-86d7-63ae5f9f3e06 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076390 Aug 10 03:26:50.357291 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb25cdc-9af5-44f6-a33c-6a8af64be43f req-f21bcc52-efc4-440e-8480-d127a1a49130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:50.357291 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eeb25cdc-9af5-44f6-a33c-6a8af64be43f req-f21bcc52-efc4-440e-8480-d127a1a49130 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a77b526167a54c3793a81af5f7632e4e&device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 1097 time: 0.1689191 Aug 10 03:26:50.416522 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=0413d2b5-34c5-43ff-bd3c-a2b5f682346e,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:50.695735 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 0413d2b5-34c5-43ff-bd3c-a2b5f682346e up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:26:50.698472 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b81a3-f990-4bc8-adfa-ca10d5dbc6bd req-435725bf-8a93-42fe-ba6f-aad426839d2f tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:50.702775 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-306b81a3-f990-4bc8-adfa-ca10d5dbc6bd req-435725bf-8a93-42fe-ba6f-aad426839d2f tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.3378174 Aug 10 03:26:50.743255 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb25cdc-9af5-44f6-a33c-6a8af64be43f req-3c30bfac-f605-4996-8799-ef7ba839aaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:50.761317 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eeb25cdc-9af5-44f6-a33c-6a8af64be43f req-3c30bfac-f605-4996-8799-ef7ba839aaed service neutron] 10.222.0.60 "GET /v2.0/networks?id=bc648e31-3fe5-47a0-8b38-9d9deaf52af1 HTTP/1.1" status: 200 len: 914 time: 0.2949600 Aug 10 03:26:50.809356 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 0413d2b5-34c5-43ff-bd3c-a2b5f682346e triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:50.809914 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:50.907671 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3a495a-37bc-42c8-8631-ceaebd371b68 req-e2d4a7da-dd96-48b8-a442-25ab867da784 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:50.912677 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fd3a495a-37bc-42c8-8631-ceaebd371b68 req-e2d4a7da-dd96-48b8-a442-25ab867da784 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=71fe8275-748b-4662-8657-a534fe5b7d49 HTTP/1.1" status: 200 len: 946 time: 0.3126311 Aug 10 03:26:50.916073 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eeb25cdc-9af5-44f6-a33c-6a8af64be43f req-2b476dac-45fc-43ad-96ba-43f219b7018e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=93571af8-54af-41eb-9a95-676bad470dec HTTP/1.1" status: 200 len: 217 time: 0.1254785 Aug 10 03:26:51.047969 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-306b81a3-f990-4bc8-adfa-ca10d5dbc6bd req-a65f60b5-8858-426b-baf6-961a9be385ad tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751133 Aug 10 03:26:51.132969 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fd3a495a-37bc-42c8-8631-ceaebd371b68 req-6455f18c-6263-4a9d-bb58-3e7887a8fc0e tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/security-groups?id=efe56f97-cb65-408d-9c87-fa760e99fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070582 Aug 10 03:26:51.385599 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb25cdc-9af5-44f6-a33c-6a8af64be43f req-7e33af11-dfb2-4c54-a5f6-0fe32acb562a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:51.388150 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eeb25cdc-9af5-44f6-a33c-6a8af64be43f req-7e33af11-dfb2-4c54-a5f6-0fe32acb562a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=87970a7d-e71d-4702-b063-6900ffc87c9e HTTP/1.1" status: 200 len: 853 time: 0.3867643 Aug 10 03:26:51.592379 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eeb25cdc-9af5-44f6-a33c-6a8af64be43f req-4692c021-47b3-4703-becf-3debf677773a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bc648e31-3fe5-47a0-8b38-9d9deaf52af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898051 Aug 10 03:26:51.718843 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e5a65d50-8428-4b56-a7d6-d9e2fe4ea4c6 req-bb3098c5-57ac-4b3d-8d70-155d2d9098cc tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/ports?device_id=440b775b-80cd-4e91-8c68-431fec30100f HTTP/1.1" status: 200 len: 210 time: 0.3981919 Aug 10 03:26:52.201262 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50572261-d4bc-4984-8121-d3f1b7bfc918 req-5f80d6a8-048d-4b48-a005-ec89f6fd5376 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:52.202801 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-50572261-d4bc-4984-8121-d3f1b7bfc918 req-5f80d6a8-048d-4b48-a005-ec89f6fd5376 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.60 "GET /v2.0/networks?id=b944b0e3-b136-43d0-aeef-f89e7c552d7f HTTP/1.1" status: 200 len: 811 time: 1.1161542 Aug 10 03:26:52.311048 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b74e83-0c27-4ab8-a2fc-c22c001a2e4d req-36ace2b1-09cb-4b12-86b2-26b2305268ac tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:52.318838 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-39b74e83-0c27-4ab8-a2fc-c22c001a2e4d req-36ace2b1-09cb-4b12-86b2-26b2305268ac tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] 10.222.0.62 "GET /v2.0/ports?device_id=4788336c-42ca-4f16-af8a-c7a99c96909b HTTP/1.1" status: 200 len: 946 time: 0.9241889 Aug 10 03:26:52.402262 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-50572261-d4bc-4984-8121-d3f1b7bfc918 req-558a38e4-14bc-4ad2-9146-83292bc5b21a tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=716a2501dd514284b3618ba976b1a21f HTTP/1.1" status: 200 len: 379 time: 0.1539466 Aug 10 03:26:52.418680 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-50572261-d4bc-4984-8121-d3f1b7bfc918 req-0ee0061a-7254-43c2-9eb8-c2df8789d1fd tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Request body: {'port': {'device_id': '440b775b-80cd-4e91-8c68-431fec30100f', 'network_id': 'b944b0e3-b136-43d0-aeef-f89e7c552d7f', 'admin_state_up': True, 'tenant_id': '716a2501dd514284b3618ba976b1a21f', 'security_groups': ['e8423faa-0de3-467d-b7cf-5c9a1f91c825']}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:52.531451 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-39b74e83-0c27-4ab8-a2fc-c22c001a2e4d req-8467fb56-5384-4c15-96bc-faff25753d8e tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc95dbf8-71ff-442a-b3c1-e60dc4f29447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117045 Aug 10 03:26:52.543716 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eeb25cdc-9af5-44f6-a33c-6a8af64be43f req-406d33b5-c5c6-40b3-8e52-bd129328b30d service neutron] 10.222.0.60 "GET /v2.0/networks/bc648e31-3fe5-47a0-8b38-9d9deaf52af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8186190 Aug 10 03:26:52.557402 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5a4b4-6b3e-4548-a3e6-3fe04c164297 req-8b335442-510a-40e9-a0a4-d21db490ca67 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:52.565328 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-70d5a4b4-6b3e-4548-a3e6-3fe04c164297 req-8b335442-510a-40e9-a0a4-d21db490ca67 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c96dab75-a660-452e-9b11-3368514b0a05 HTTP/1.1" status: 200 len: 945 time: 0.3299277 Aug 10 03:26:52.673319 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eeb25cdc-9af5-44f6-a33c-6a8af64be43f req-6c030184-bfef-4d40-bd48-9122e36bd7ff service neutron] 10.222.0.60 "GET /v2.0/networks/bc648e31-3fe5-47a0-8b38-9d9deaf52af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983770 Aug 10 03:26:52.777621 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-70d5a4b4-6b3e-4548-a3e6-3fe04c164297 req-50d3eb52-6069-482c-b103-2a3e243d7c1f tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111995 Aug 10 03:26:52.779946 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50572261-d4bc-4984-8121-d3f1b7bfc918 req-0ee0061a-7254-43c2-9eb8-c2df8789d1fd tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Made reservation on behalf of 716a2501dd514284b3618ba976b1a21f for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:26:52.798638 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-50572261-d4bc-4984-8121-d3f1b7bfc918 req-0ee0061a-7254-43c2-9eb8-c2df8789d1fd tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:52.838679 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de552cf8-fe2e-46a9-8f85-fe64298ac63e req-c3d9b26f-bf61-4415-8331-ab6f64fe48d1 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:52.844396 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-de552cf8-fe2e-46a9-8f85-fe64298ac63e req-c3d9b26f-bf61-4415-8331-ab6f64fe48d1 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.1639049 Aug 10 03:26:53.002184 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d15038fc-0c98-4700-b01b-39c525555b1e req-e003b485-7d1c-4c10-8d61-62295d0dd4ae service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=96b71075-c590-4430-8bbb-0c5a5fc90ab8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0755203 Aug 10 03:26:53.198311 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15038fc-0c98-4700-b01b-39c525555b1e req-ce21f2ab-9c54-47af-927d-b77ba3d6ed64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:53.205653 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d15038fc-0c98-4700-b01b-39c525555b1e req-ce21f2ab-9c54-47af-927d-b77ba3d6ed64 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e185eddfc77743c180b686598504f106&device_id=96b71075-c590-4430-8bbb-0c5a5fc90ab8 HTTP/1.1" status: 200 len: 1098 time: 0.1691537 Aug 10 03:26:53.283472 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-de552cf8-fe2e-46a9-8f85-fe64298ac63e req-abcbafc2-3eb0-4937-bd3f-48853c4f5aa1 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4015510 Aug 10 03:26:53.328357 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693aee2a-9f85-4e49-b9a5-f6e478468aad req-81cd34d1-80d6-49a4-a07f-658e91f7bc71 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:53.333125 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-693aee2a-9f85-4e49-b9a5-f6e478468aad req-81cd34d1-80d6-49a4-a07f-658e91f7bc71 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=71fe8275-748b-4662-8657-a534fe5b7d49 HTTP/1.1" status: 200 len: 946 time: 0.4116375 Aug 10 03:26:53.429955 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15038fc-0c98-4700-b01b-39c525555b1e req-66214c15-a27e-47ad-9ddd-12a61d1a6787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:53.431959 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b67bd9de-c072-4138-825e-1bb7eadaeab6 req-d334b243-1c58-4534-b750-869adf736de2 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/ports?device_id=440b775b-80cd-4e91-8c68-431fec30100f HTTP/1.1" status: 200 len: 210 time: 0.0372531 Aug 10 03:26:53.434407 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d15038fc-0c98-4700-b01b-39c525555b1e req-66214c15-a27e-47ad-9ddd-12a61d1a6787 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe HTTP/1.1" status: 200 len: 911 time: 0.1931119 Aug 10 03:26:53.485312 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-693aee2a-9f85-4e49-b9a5-f6e478468aad req-61a0a096-a2fb-4bf1-a0a3-78f3697c99bf tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/security-groups?id=efe56f97-cb65-408d-9c87-fa760e99fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447513 Aug 10 03:26:53.524537 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-50572261-d4bc-4984-8121-d3f1b7bfc918 req-0ee0061a-7254-43c2-9eb8-c2df8789d1fd tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Allocated IP 172.20.0.14 (b944b0e3-b136-43d0-aeef-f89e7c552d7f/9fa6e43b-250a-4024-b95b-0ad12ce73ea4/bae3c42a-296e-48e7-85b1-5414684b600c) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:26:53.532830 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d15038fc-0c98-4700-b01b-39c525555b1e req-da81acf7-49a9-43e8-9031-4b087eca4523 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f5ba6e3-7e80-40b9-9c1e-96a2492934fb HTTP/1.1" status: 200 len: 217 time: 0.0900009 Aug 10 03:26:53.611691 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15038fc-0c98-4700-b01b-39c525555b1e req-46777306-8af0-4c5c-80a0-465f094bb245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:53.613535 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d15038fc-0c98-4700-b01b-39c525555b1e req-46777306-8af0-4c5c-80a0-465f094bb245 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c05a62ae-44d3-4db4-a938-da6f60472238 HTTP/1.1" status: 200 len: 849 time: 0.0714576 Aug 10 03:26:53.670219 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15038fc-0c98-4700-b01b-39c525555b1e req-f1cc0f16-afd0-4eac-9ddd-dd5ffe896c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:53.671902 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d15038fc-0c98-4700-b01b-39c525555b1e req-f1cc0f16-afd0-4eac-9ddd-dd5ffe896c33 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482221 Aug 10 03:26:53.763920 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-50572261-d4bc-4984-8121-d3f1b7bfc918 req-0ee0061a-7254-43c2-9eb8-c2df8789d1fd tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:53.789925 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d15038fc-0c98-4700-b01b-39c525555b1e req-6af16ad5-7cdd-4867-9307-f95ca38304fd service neutron] 10.222.0.58 "GET /v2.0/networks/0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062350 Aug 10 03:26:53.792352 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985cd161-e90b-48d9-8190-4645c866b497 req-e3789063-63df-48fe-ae25-50a02565e93b tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:53.794147 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-985cd161-e90b-48d9-8190-4645c866b497 req-e3789063-63df-48fe-ae25-50a02565e93b tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] 10.222.0.62 "GET /v2.0/ports?device_id=4788336c-42ca-4f16-af8a-c7a99c96909b HTTP/1.1" status: 200 len: 946 time: 0.1194181 Aug 10 03:26:53.799272 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-50572261-d4bc-4984-8121-d3f1b7bfc918 req-0ee0061a-7254-43c2-9eb8-c2df8789d1fd tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Transition to ACTIVE for port object bae3c42a-296e-48e7-85b1-5414684b600c will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:26:53.835793 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9313a27-718a-4062-8829-66ddefbe8bcf req-ef995694-1e06-4d03-8331-bb444889a655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:53.837518 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e9313a27-718a-4062-8829-66ddefbe8bcf req-ef995694-1e06-4d03-8331-bb444889a655 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e185eddfc77743c180b686598504f106&device_id=c96dab75-a660-452e-9b11-3368514b0a05 HTTP/1.1" status: 200 len: 1097 time: 0.1639063 Aug 10 03:26:53.881932 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-985cd161-e90b-48d9-8190-4645c866b497 req-0e2d63a6-296f-417a-bc91-369f4483c2c7 tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc95dbf8-71ff-442a-b3c1-e60dc4f29447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705707 Aug 10 03:26:53.957634 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d15038fc-0c98-4700-b01b-39c525555b1e req-8f1cd05d-4177-4f0c-8254-8178f45023c8 service neutron] 10.222.0.58 "GET /v2.0/networks/0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479793 Aug 10 03:26:54.065118 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ab2c3-5433-4d6d-a6bd-9c6e0a505483 req-7d184aa8-5bd2-4236-bc71-8e5268ba8f96 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:54.073082 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-531ab2c3-5433-4d6d-a6bd-9c6e0a505483 req-7d184aa8-5bd2-4236-bc71-8e5268ba8f96 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c96dab75-a660-452e-9b11-3368514b0a05 HTTP/1.1" status: 200 len: 945 time: 0.1863625 Aug 10 03:26:54.083320 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-50572261-d4bc-4984-8121-d3f1b7bfc918 req-0ee0061a-7254-43c2-9eb8-c2df8789d1fd tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:54.114909 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50572261-d4bc-4984-8121-d3f1b7bfc918 req-0ee0061a-7254-43c2-9eb8-c2df8789d1fd tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Network b944b0e3-b136-43d0-aeef-f89e7c552d7f is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:26:54.119388 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-50572261-d4bc-4984-8121-d3f1b7bfc918 req-0ee0061a-7254-43c2-9eb8-c2df8789d1fd tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:26:54.147255 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-50572261-d4bc-4984-8121-d3f1b7bfc918 req-0ee0061a-7254-43c2-9eb8-c2df8789d1fd tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:26:54.269399 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9313a27-718a-4062-8829-66ddefbe8bcf req-fe433c77-1906-44ef-91be-5b5a8edbb3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:54.272390 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e9313a27-718a-4062-8829-66ddefbe8bcf req-fe433c77-1906-44ef-91be-5b5a8edbb3c4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe HTTP/1.1" status: 200 len: 911 time: 0.4155173 Aug 10 03:26:54.297357 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-531ab2c3-5433-4d6d-a6bd-9c6e0a505483 req-a21e6127-8148-4c15-9870-2e95575ec401 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232792 Aug 10 03:26:54.342391 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee0061a-7254-43c2-9eb8-c2df8789d1fd tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Pushing event updated for resources: {'Port': ['ID=bae3c42a-296e-48e7-85b1-5414684b600c,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:54.403173 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50572261-d4bc-4984-8121-d3f1b7bfc918 req-0ee0061a-7254-43c2-9eb8-c2df8789d1fd tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:54.404191 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-50572261-d4bc-4984-8121-d3f1b7bfc918 req-0ee0061a-7254-43c2-9eb8-c2df8789d1fd tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:54.468956 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e9313a27-718a-4062-8829-66ddefbe8bcf req-46d58bf5-c9b9-46a4-a10e-29b035ac3cdc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8127b9c9-cf17-4a23-8e67-a961264fe971 HTTP/1.1" status: 200 len: 217 time: 0.1704595 Aug 10 03:26:54.568235 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6ef4a-f95c-45fe-a589-b62ae843e303 req-f5f95bde-18e9-42c4-b3e4-9839277b9f15 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:54.569897 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-07d6ef4a-f95c-45fe-a589-b62ae843e303 req-f5f95bde-18e9-42c4-b3e4-9839277b9f15 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.1626225 Aug 10 03:26:54.573883 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-50572261-d4bc-4984-8121-d3f1b7bfc918 req-0ee0061a-7254-43c2-9eb8-c2df8789d1fd tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1597104 Aug 10 03:26:54.588653 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-50572261-d4bc-4984-8121-d3f1b7bfc918 req-ed75c666-c466-436f-8101-5e126d64b6ed service neutron] Request body: {'port': {'device_id': '440b775b-80cd-4e91-8c68-431fec30100f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:54.640707 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-238aff55-7488-413c-a9d6-87b2fdd8276c None None] Provisioning for port bae3c42a-296e-48e7-85b1-5414684b600c completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:26:54.652218 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-238aff55-7488-413c-a9d6-87b2fdd8276c None None] Provisioning complete for port bae3c42a-296e-48e7-85b1-5414684b600c triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:54.652611 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-238aff55-7488-413c-a9d6-87b2fdd8276c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:54.677265 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9313a27-718a-4062-8829-66ddefbe8bcf req-8df0b2a3-6e9e-4e00-8b9c-ee3cc53d01aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:54.678888 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e9313a27-718a-4062-8829-66ddefbe8bcf req-8df0b2a3-6e9e-4e00-8b9c-ee3cc53d01aa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c05a62ae-44d3-4db4-a938-da6f60472238 HTTP/1.1" status: 200 len: 849 time: 0.2071857 Aug 10 03:26:54.719610 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-238aff55-7488-413c-a9d6-87b2fdd8276c None None] Port bae3c42a-296e-48e7-85b1-5414684b600c cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:26:54.792533 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-07d6ef4a-f95c-45fe-a589-b62ae843e303 req-32e29729-7571-4445-ba08-54d3fa95d5b9 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014241 Aug 10 03:26:54.803777 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e63a3a-12f1-4d5a-908d-6b548c0b7ba5 req-a84b98e3-b549-4d3a-a893-382a4015dc9d tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:54.811285 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-99e63a3a-12f1-4d5a-908d-6b548c0b7ba5 req-a84b98e3-b549-4d3a-a893-382a4015dc9d tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/ports?device_id=440b775b-80cd-4e91-8c68-431fec30100f HTTP/1.1" status: 200 len: 932 time: 0.2554462 Aug 10 03:26:54.850203 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-50572261-d4bc-4984-8121-d3f1b7bfc918 req-ed75c666-c466-436f-8101-5e126d64b6ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:54.938354 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-99e63a3a-12f1-4d5a-908d-6b548c0b7ba5 req-906869c5-da96-4d0c-9fd7-23c9471e43e4 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/security-groups?id=e8423faa-0de3-467d-b7cf-5c9a1f91c825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260135 Aug 10 03:26:54.989831 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9313a27-718a-4062-8829-66ddefbe8bcf req-a358fe22-29df-44cd-af85-7f9ddf813d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:54.991998 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e9313a27-718a-4062-8829-66ddefbe8bcf req-a358fe22-29df-44cd-af85-7f9ddf813d5c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2934852 Aug 10 03:26:55.127948 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8d40f-42f8-49b5-a49d-58c530527dec req-d8c440a2-6fc6-4327-80de-49f712765e7b tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:55.136897 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-23a8d40f-42f8-49b5-a49d-58c530527dec req-d8c440a2-6fc6-4327-80de-49f712765e7b tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=71fe8275-748b-4662-8657-a534fe5b7d49 HTTP/1.1" status: 200 len: 946 time: 0.2031915 Aug 10 03:26:55.196849 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-23a8d40f-42f8-49b5-a49d-58c530527dec req-70ef8da1-8d63-42b8-a5b9-dcca2abd8393 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/security-groups?id=efe56f97-cb65-408d-9c87-fa760e99fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587482 Aug 10 03:26:55.402682 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e9313a27-718a-4062-8829-66ddefbe8bcf req-e042cd0f-acab-4580-9a52-b914efd3e95a service neutron] 10.222.0.60 "GET /v2.0/networks/0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3792207 Aug 10 03:26:55.798119 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-50572261-d4bc-4984-8121-d3f1b7bfc918 req-ed75c666-c466-436f-8101-5e126d64b6ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bae3c42a-296e-48e7-85b1-5414684b600c {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:26:55.808432 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-50572261-d4bc-4984-8121-d3f1b7bfc918 req-ed75c666-c466-436f-8101-5e126d64b6ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:55.825274 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-50572261-d4bc-4984-8121-d3f1b7bfc918 req-ed75c666-c466-436f-8101-5e126d64b6ed service neutron] Transition to ACTIVE for port object bae3c42a-296e-48e7-85b1-5414684b600c will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:26:55.848229 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeddc168-a05d-4edc-8ee8-31cae3d4778d req-3494ef66-8738-4543-902a-f1b70f236a26 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:55.857300 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aeddc168-a05d-4edc-8ee8-31cae3d4778d req-3494ef66-8738-4543-902a-f1b70f236a26 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c96dab75-a660-452e-9b11-3368514b0a05 HTTP/1.1" status: 200 len: 945 time: 0.4329603 Aug 10 03:26:55.901102 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-50572261-d4bc-4984-8121-d3f1b7bfc918 req-ed75c666-c466-436f-8101-5e126d64b6ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:55.964160 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed75c666-c466-436f-8101-5e126d64b6ed service neutron] Pushing event updated for resources: {'Port': ['ID=bae3c42a-296e-48e7-85b1-5414684b600c,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:55.968506 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e9313a27-718a-4062-8829-66ddefbe8bcf req-ee9371d2-eae2-47de-a4cc-8fb48077f634 service neutron] 10.222.0.60 "GET /v2.0/networks/0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5524149 Aug 10 03:26:56.051978 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aeddc168-a05d-4edc-8ee8-31cae3d4778d req-2c7a6e13-85be-4c52-ad96-55db93e9b716 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483476 Aug 10 03:26:56.274653 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:56.378512 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b231ea8-0138-4eae-82c3-71be8cff9d8f req-586e2409-0e96-47c3-9daf-903b319d8140 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:56.396353 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1b231ea8-0138-4eae-82c3-71be8cff9d8f req-586e2409-0e96-47c3-9daf-903b319d8140 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.3387263 Aug 10 03:26:56.427676 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:56.443401 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-50572261-d4bc-4984-8121-d3f1b7bfc918 req-ed75c666-c466-436f-8101-5e126d64b6ed service neutron] Attempting to bind port bae3c42a-296e-48e7-85b1-5414684b600c on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:26:56.443934 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-50572261-d4bc-4984-8121-d3f1b7bfc918 req-ed75c666-c466-436f-8101-5e126d64b6ed service neutron] Attempting to bind port bae3c42a-296e-48e7-85b1-5414684b600c by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '74877879-0309-4e5d-afaf-8d5251549e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b944b0e3-b136-43d0-aeef-f89e7c552d7f'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:26:56.444065 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50572261-d4bc-4984-8121-d3f1b7bfc918 req-ed75c666-c466-436f-8101-5e126d64b6ed service neutron] Attempting to bind port bae3c42a-296e-48e7-85b1-5414684b600c on network b944b0e3-b136-43d0-aeef-f89e7c552d7f {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:56.454359 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50572261-d4bc-4984-8121-d3f1b7bfc918 req-ed75c666-c466-436f-8101-5e126d64b6ed service neutron] Port bae3c42a-296e-48e7-85b1-5414684b600c on network b944b0e3-b136-43d0-aeef-f89e7c552d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:26:56.454682 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50572261-d4bc-4984-8121-d3f1b7bfc918 req-ed75c666-c466-436f-8101-5e126d64b6ed service neutron] Attempting to bind port bae3c42a-296e-48e7-85b1-5414684b600c on network b944b0e3-b136-43d0-aeef-f89e7c552d7f {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:56.464109 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c11f3a-f278-4aec-b497-4ad1a7ed82f4 req-8909e21e-0c2e-4736-8a88-f4e5d98a4251 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:56.465599 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f2c11f3a-f278-4aec-b497-4ad1a7ed82f4 req-8909e21e-0c2e-4736-8a88-f4e5d98a4251 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/ports?device_id=440b775b-80cd-4e91-8c68-431fec30100f HTTP/1.1" status: 200 len: 944 time: 0.1795719 Aug 10 03:26:56.477424 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50572261-d4bc-4984-8121-d3f1b7bfc918 req-ed75c666-c466-436f-8101-5e126d64b6ed service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:26:56.477768 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50572261-d4bc-4984-8121-d3f1b7bfc918 req-ed75c666-c466-436f-8101-5e126d64b6ed service neutron] Checking segment: {'id': '74877879-0309-4e5d-afaf-8d5251549e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b944b0e3-b136-43d0-aeef-f89e7c552d7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:26:56.478175 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50572261-d4bc-4984-8121-d3f1b7bfc918 req-ed75c666-c466-436f-8101-5e126d64b6ed service neutron] Bound using segment: {'id': '74877879-0309-4e5d-afaf-8d5251549e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b944b0e3-b136-43d0-aeef-f89e7c552d7f'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:26:56.478633 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-50572261-d4bc-4984-8121-d3f1b7bfc918 req-ed75c666-c466-436f-8101-5e126d64b6ed service neutron] Bound port: bae3c42a-296e-48e7-85b1-5414684b600c, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74877879-0309-4e5d-afaf-8d5251549e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b944b0e3-b136-43d0-aeef-f89e7c552d7f'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:26:56.479146 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-50572261-d4bc-4984-8121-d3f1b7bfc918 req-ed75c666-c466-436f-8101-5e126d64b6ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:56.524005 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1b231ea8-0138-4eae-82c3-71be8cff9d8f req-dbbac2b2-6579-4055-bc6b-c74125be7317 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248810 Aug 10 03:26:56.628170 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 8127b9c9-cf17-4a23-8e67-a961264fe971 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:26:56.630197 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f2c11f3a-f278-4aec-b497-4ad1a7ed82f4 req-f3bb2884-1118-4e9d-888e-fe029dcdd350 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/security-groups?id=e8423faa-0de3-467d-b7cf-5c9a1f91c825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530440 Aug 10 03:26:56.745820 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-50572261-d4bc-4984-8121-d3f1b7bfc918 req-ed75c666-c466-436f-8101-5e126d64b6ed service neutron] For port bae3c42a-296e-48e7-85b1-5414684b600c, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:26:56.749941 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-50572261-d4bc-4984-8121-d3f1b7bfc918 req-ed75c666-c466-436f-8101-5e126d64b6ed service neutron] For port bae3c42a-296e-48e7-85b1-5414684b600c, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=bae3c42a-296e-48e7-85b1-5414684b600c,segment=NetworkSegment(74877879-0309-4e5d-afaf-8d5251549e75),segment_id=74877879-0309-4e5d-afaf-8d5251549e75)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:26:56.766917 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:56.770250 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-50572261-d4bc-4984-8121-d3f1b7bfc918 req-ed75c666-c466-436f-8101-5e126d64b6ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:56.791188 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50572261-d4bc-4984-8121-d3f1b7bfc918 req-ed75c666-c466-436f-8101-5e126d64b6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:56.791894 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-50572261-d4bc-4984-8121-d3f1b7bfc918 req-ed75c666-c466-436f-8101-5e126d64b6ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:56.793446 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-50572261-d4bc-4984-8121-d3f1b7bfc918 req-ed75c666-c466-436f-8101-5e126d64b6ed service neutron] 10.222.0.60 "PUT /v2.0/ports/bae3c42a-296e-48e7-85b1-5414684b600c HTTP/1.1" status: 200 len: 1093 time: 2.2100031 Aug 10 03:26:56.817725 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '440b775b-80cd-4e91-8c68-431fec30100f', 'tag': 'bae3c42a-296e-48e7-85b1-5414684b600c'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:26:56.820896 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ae88f4-0855-47b7-bc3f-b6ddbd98d6c1" -d '{"events": [{"name": "network-changed", "server_uuid": "440b775b-80cd-4e91-8c68-431fec30100f", "tag": "bae3c42a-296e-48e7-85b1-5414684b600c"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:26:56.859038 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96dab75-a660-452e-9b11-3368514b0a05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8127b9c9-cf17-4a23-8e67-a961264fe971'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:26:56.862993 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-375cdea0-d7a2-4dc4-acfb-d8b672b1ad4c" -d '{"events": [{"server_uuid": "c96dab75-a660-452e-9b11-3368514b0a05", "name": "network-vif-unplugged", "status": "completed", "tag": "8127b9c9-cf17-4a23-8e67-a961264fe971"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:26:56.881106 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d91510-db51-4ac1-aaf8-b30d5022b652 req-d0cd3dee-7a60-4d4a-972b-ae1d1fb4fb73 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:56.896371 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f1d91510-db51-4ac1-aaf8-b30d5022b652 req-d0cd3dee-7a60-4d4a-972b-ae1d1fb4fb73 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=71fe8275-748b-4662-8657-a534fe5b7d49 HTTP/1.1" status: 200 len: 946 time: 0.2322979 Aug 10 03:26:56.902598 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 8127b9c9-cf17-4a23-8e67-a961264fe971, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=8127b9c9-cf17-4a23-8e67-a961264fe971,segment=NetworkSegment(8f60b627-ffb1-479c-a505-a6c7d3d8b515),segment_id=8f60b627-ffb1-479c-a505-a6c7d3d8b515)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:56.913678 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:56.932575 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c73dda3-3cd5-4c3e-9d16-b139de40718b x-openstack-request-id: req-0c73dda3-3cd5-4c3e-9d16-b139de40718b {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:56.933133 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "440b775b-80cd-4e91-8c68-431fec30100f", "tag": "bae3c42a-296e-48e7-85b1-5414684b600c", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:56.933646 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0c73dda3-3cd5-4c3e-9d16-b139de40718b {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:56.934103 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '440b775b-80cd-4e91-8c68-431fec30100f', 'tag': 'bae3c42a-296e-48e7-85b1-5414684b600c', 'status': 'completed', 'code': 200} Aug 10 03:26:56.961873 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12662bac-6dd0-4c5f-92a0-a13e0e182574 x-openstack-request-id: req-12662bac-6dd0-4c5f-92a0-a13e0e182574 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:56.963201 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c96dab75-a660-452e-9b11-3368514b0a05", "name": "network-vif-unplugged", "status": "completed", "tag": "8127b9c9-cf17-4a23-8e67-a961264fe971", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:56.963648 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-12662bac-6dd0-4c5f-92a0-a13e0e182574 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:56.964237 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96dab75-a660-452e-9b11-3368514b0a05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8127b9c9-cf17-4a23-8e67-a961264fe971', 'code': 200} Aug 10 03:26:56.993849 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=8127b9c9-cf17-4a23-8e67-a961264fe971,revision_number=8']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:57.008691 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed75c666-c466-436f-8101-5e126d64b6ed service neutron] Pushing event updated for resources: {'Port': ['ID=bae3c42a-296e-48e7-85b1-5414684b600c,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:57.066824 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f1d91510-db51-4ac1-aaf8-b30d5022b652 req-3ff392b4-6ef1-4a82-b532-65ba73c1da42 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/security-groups?id=efe56f97-cb65-408d-9c87-fa760e99fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563609 Aug 10 03:26:57.072872 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50572261-d4bc-4984-8121-d3f1b7bfc918 req-85c8d285-e005-4f1e-8fc1-6b34af7f11ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:57.074634 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-50572261-d4bc-4984-8121-d3f1b7bfc918 req-85c8d285-e005-4f1e-8fc1-6b34af7f11ca service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=716a2501dd514284b3618ba976b1a21f&device_id=440b775b-80cd-4e91-8c68-431fec30100f HTTP/1.1" status: 200 len: 1096 time: 0.1578519 Aug 10 03:26:57.179317 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-50572261-d4bc-4984-8121-d3f1b7bfc918 req-831b34ed-ece9-4a3f-92ed-cc1450e5f40f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bae3c42a-296e-48e7-85b1-5414684b600c HTTP/1.1" status: 200 len: 217 time: 0.0850396 Aug 10 03:26:57.338538 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50572261-d4bc-4984-8121-d3f1b7bfc918 req-6a6f7781-ba41-4d09-ad52-f2c080e41c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:57.340071 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-50572261-d4bc-4984-8121-d3f1b7bfc918 req-6a6f7781-ba41-4d09-ad52-f2c080e41c74 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9fa6e43b-250a-4024-b95b-0ad12ce73ea4 HTTP/1.1" status: 200 len: 850 time: 0.1443303 Aug 10 03:26:57.350851 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0cb80b-1274-4ce9-a14b-fee16440a308 req-4977e1f3-faf5-41c8-939a-b0d03a33477c tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:57.359969 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4b0cb80b-1274-4ce9-a14b-fee16440a308 req-4977e1f3-faf5-41c8-939a-b0d03a33477c tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c96dab75-a660-452e-9b11-3368514b0a05 HTTP/1.1" status: 200 len: 943 time: 0.1757479 Aug 10 03:26:57.404875 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df44eff5-40d0-4248-a3af-6badf91ab9f2 req-ff439a36-c342-4ced-ba04-ad90efb8fd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:57.407017 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-df44eff5-40d0-4248-a3af-6badf91ab9f2 req-ff439a36-c342-4ced-ba04-ad90efb8fd48 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=71fe8275-748b-4662-8657-a534fe5b7d49 HTTP/1.1" status: 200 len: 1098 time: 0.0971172 Aug 10 03:26:57.450761 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50572261-d4bc-4984-8121-d3f1b7bfc918 req-ba0f1160-1825-43c9-ac97-5a03cd92ee38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:57.452310 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-50572261-d4bc-4984-8121-d3f1b7bfc918 req-ba0f1160-1825-43c9-ac97-5a03cd92ee38 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b944b0e3-b136-43d0-aeef-f89e7c552d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0912735 Aug 10 03:26:57.455361 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-df44eff5-40d0-4248-a3af-6badf91ab9f2 req-eebb22d3-c358-4f32-86df-923e1fd31870 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=efe56f97-cb65-408d-9c87-fa760e99fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404363 Aug 10 03:26:57.458399 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4b0cb80b-1274-4ce9-a14b-fee16440a308 req-f8cda56d-a898-4261-85a8-422fc504c7c7 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789421 Aug 10 03:26:57.603408 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-50572261-d4bc-4984-8121-d3f1b7bfc918 req-d2be1401-fc30-49b5-9736-d7d6d7753ae9 service neutron] 10.222.0.60 "GET /v2.0/networks/b944b0e3-b136-43d0-aeef-f89e7c552d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364787 Aug 10 03:26:57.804755 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-50572261-d4bc-4984-8121-d3f1b7bfc918 req-407c34ff-0ea6-4a72-bb25-5873f6722b81 service neutron] 10.222.0.60 "GET /v2.0/networks/b944b0e3-b136-43d0-aeef-f89e7c552d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898568 Aug 10 03:26:58.214772 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e81c4-d2f4-4f4c-956a-831118d7fcc7 req-390e2ee8-b0db-4ebc-8777-5689871aabf6 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:58.229008 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ff9e81c4-d2f4-4f4c-956a-831118d7fcc7 req-390e2ee8-b0db-4ebc-8777-5689871aabf6 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.5406222 Aug 10 03:26:58.275639 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf6d23-8636-4e52-9703-2749dd9e6203 req-1a1a4774-3aa1-49ce-851a-07fec11add7e tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:58.277233 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5ecf6d23-8636-4e52-9703-2749dd9e6203 req-1a1a4774-3aa1-49ce-851a-07fec11add7e tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/ports?device_id=440b775b-80cd-4e91-8c68-431fec30100f HTTP/1.1" status: 200 len: 944 time: 0.5092213 Aug 10 03:26:58.294422 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae88f4-0855-47b7-bc3f-b6ddbd98d6c1 req-3e97860b-6549-4c69-ba10-d253f023cba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:58.296503 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-32ae88f4-0855-47b7-bc3f-b6ddbd98d6c1 req-3e97860b-6549-4c69-ba10-d253f023cba3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=716a2501dd514284b3618ba976b1a21f&device_id=440b775b-80cd-4e91-8c68-431fec30100f HTTP/1.1" status: 200 len: 1096 time: 0.1235502 Aug 10 03:26:58.318910 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ff9e81c4-d2f4-4f4c-956a-831118d7fcc7 req-18fe8914-f020-462e-92c9-ddadc57781c0 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838301 Aug 10 03:26:58.454173 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5ecf6d23-8636-4e52-9703-2749dd9e6203 req-067d4074-9935-499f-8193-75f38b403aae tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/security-groups?id=e8423faa-0de3-467d-b7cf-5c9a1f91c825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647139 Aug 10 03:26:58.510086 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae88f4-0855-47b7-bc3f-b6ddbd98d6c1 req-206dfaf6-632a-4a65-a474-d54520872a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:58.512013 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-32ae88f4-0855-47b7-bc3f-b6ddbd98d6c1 req-206dfaf6-632a-4a65-a474-d54520872a73 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b944b0e3-b136-43d0-aeef-f89e7c552d7f HTTP/1.1" status: 200 len: 912 time: 0.1916389 Aug 10 03:26:58.521679 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f2d564-4777-4406-9070-ff466090b839 req-25fa522c-f836-475b-8e7b-a610339f1bf3 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:58.523525 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b2f2d564-4777-4406-9070-ff466090b839 req-25fa522c-f836-475b-8e7b-a610339f1bf3 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=71fe8275-748b-4662-8657-a534fe5b7d49 HTTP/1.1" status: 200 len: 946 time: 0.0913284 Aug 10 03:26:58.567644 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-32ae88f4-0855-47b7-bc3f-b6ddbd98d6c1 req-e5642fce-67f6-4cea-b3a3-fb1db2e1dba6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bae3c42a-296e-48e7-85b1-5414684b600c HTTP/1.1" status: 200 len: 217 time: 0.0429053 Aug 10 03:26:58.638565 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b2f2d564-4777-4406-9070-ff466090b839 req-9ed5fafc-a25b-40b2-b9db-bc7497dc9698 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/security-groups?id=efe56f97-cb65-408d-9c87-fa760e99fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055639 Aug 10 03:26:58.646527 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 93571af8-54af-41eb-9a95-676bad470dec details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:26:58.684968 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae88f4-0855-47b7-bc3f-b6ddbd98d6c1 req-32155066-1119-4c71-b4f2-3032d347fb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:58.691439 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-32ae88f4-0855-47b7-bc3f-b6ddbd98d6c1 req-32155066-1119-4c71-b4f2-3032d347fb31 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9fa6e43b-250a-4024-b95b-0ad12ce73ea4 HTTP/1.1" status: 200 len: 850 time: 0.1123185 Aug 10 03:26:58.730233 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 39182) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:58.881469 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae88f4-0855-47b7-bc3f-b6ddbd98d6c1 req-880b7507-eb11-4881-9c17-cb7040c5e9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:58.883095 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-32ae88f4-0855-47b7-bc3f-b6ddbd98d6c1 req-880b7507-eb11-4881-9c17-cb7040c5e9e2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b944b0e3-b136-43d0-aeef-f89e7c552d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1825626 Aug 10 03:26:58.900315 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ed718519-dba4-453d-bbd0-1804e0fa103c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:58.947971 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 93571af8-54af-41eb-9a95-676bad470dec, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=93571af8-54af-41eb-9a95-676bad470dec,segment=NetworkSegment(8488dbaf-be9b-400f-9dbd-520f189ac473),segment_id=8488dbaf-be9b-400f-9dbd-520f189ac473)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:58.981060 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '93571af8-54af-41eb-9a95-676bad470dec', 'network_id': 'bc648e31-3fe5-47a0-8b38-9d9deaf52af1', 'port_id': '93571af8-54af-41eb-9a95-676bad470dec', 'mac_address': 'fa:16:3e:76:20:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87970a7d-e71d-4702-b063-6900ffc87c9e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:26:59.059719 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ed718519-dba4-453d-bbd0-1804e0fa103c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:59.070528 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ed718519-dba4-453d-bbd0-1804e0fa103c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:59.070653 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:59.100548 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 93571af8-54af-41eb-9a95-676bad470dec {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:26:59.111784 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed718519-dba4-453d-bbd0-1804e0fa103c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b63eb8-3cd7-4c23-9b70-94b31086504b,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:59.149696 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c0e873-6bbf-4f25-8592-b42c5aafe121 req-a39c8b9a-c1aa-4a74-9cf7-f39e8a27cb92 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:59.151277 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-46c0e873-6bbf-4f25-8592-b42c5aafe121 req-a39c8b9a-c1aa-4a74-9cf7-f39e8a27cb92 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c96dab75-a660-452e-9b11-3368514b0a05 HTTP/1.1" status: 200 len: 943 time: 0.3077114 Aug 10 03:26:59.153905 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 93571af8-54af-41eb-9a95-676bad470dec, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=93571af8-54af-41eb-9a95-676bad470dec,segment=NetworkSegment(8488dbaf-be9b-400f-9dbd-520f189ac473),segment_id=8488dbaf-be9b-400f-9dbd-520f189ac473)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:59.170480 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:59.198175 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ed718519-dba4-453d-bbd0-1804e0fa103c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=15b496a1df804852a02d147ddb06d3d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4658256 Aug 10 03:26:59.202161 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 39192) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:59.204647 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d1ccd-9c2e-42a3-a84c-fac3973bcba3 req-ac6046c3-e40b-4a19-852b-32f80b554a96 tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:59.206712 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d89d1ccd-9c2e-42a3-a84c-fac3973bcba3 req-ac6046c3-e40b-4a19-852b-32f80b554a96 tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] 10.222.0.62 "GET /v2.0/ports?device_id=4788336c-42ca-4f16-af8a-c7a99c96909b HTTP/1.1" status: 200 len: 946 time: 0.1758850 Aug 10 03:26:59.214978 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-32ae88f4-0855-47b7-bc3f-b6ddbd98d6c1 req-6e038df5-9349-41a1-886d-a5b236001378 service neutron] 10.222.0.60 "GET /v2.0/networks/b944b0e3-b136-43d0-aeef-f89e7c552d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932792 Aug 10 03:26:59.288187 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8737a39f-a9f4-4959-97d2-3611736f9244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:59.326706 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['93571af8-54af-41eb-9a95-676bad470dec'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:26:59.338787 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8737a39f-a9f4-4959-97d2-3611736f9244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:59.398679 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-46c0e873-6bbf-4f25-8592-b42c5aafe121 req-4a8529e1-c679-4da8-896f-64d416e47305 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327323 Aug 10 03:26:59.409341 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=93571af8-54af-41eb-9a95-676bad470dec,revision_number=6']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:59.500062 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8737a39f-a9f4-4959-97d2-3611736f9244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:59.503369 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8737a39f-a9f4-4959-97d2-3611736f9244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:59.504484 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8737a39f-a9f4-4959-97d2-3611736f9244 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/97b63eb8-3cd7-4c23-9b70-94b31086504b HTTP/1.1" status: 204 len: 168 time: 0.3010457 Aug 10 03:26:59.546152 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8737a39f-a9f4-4959-97d2-3611736f9244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b63eb8-3cd7-4c23-9b70-94b31086504b,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:59.551055 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d89d1ccd-9c2e-42a3-a84c-fac3973bcba3 req-811f4428-9d76-462e-b562-24016187cc27 tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc95dbf8-71ff-442a-b3c1-e60dc4f29447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140712 Aug 10 03:26:59.652562 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cc06f-46d8-4498-9d1f-79d95d9a128d req-3a520520-f6d8-4e15-a00e-a8bda3d735ee tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:59.665228 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5d7cc06f-46d8-4498-9d1f-79d95d9a128d req-3a520520-f6d8-4e15-a00e-a8bda3d735ee tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 944 time: 0.1652677 Aug 10 03:26:59.705030 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-32ae88f4-0855-47b7-bc3f-b6ddbd98d6c1 req-12ac2f62-fb54-44b7-898b-fa1281ab3ae1 service neutron] 10.222.0.60 "GET /v2.0/networks/b944b0e3-b136-43d0-aeef-f89e7c552d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4661067 Aug 10 03:26:59.760876 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5d7cc06f-46d8-4498-9d1f-79d95d9a128d req-59b1f627-39ad-4535-b160-10727f4e501a tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933478 Aug 10 03:26:59.775723 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c5a89-7d34-42d4-b0a1-fc17b031a5e2 req-172842fa-559b-4b78-b757-925c944d1e5f tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:59.785063 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e15c5a89-7d34-42d4-b0a1-fc17b031a5e2 req-172842fa-559b-4b78-b757-925c944d1e5f tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 944 time: 0.1011336 Aug 10 03:26:59.839759 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e15c5a89-7d34-42d4-b0a1-fc17b031a5e2 req-f4f651d8-c282-4b8b-bed5-847f4bf5a067 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483539 Aug 10 03:26:59.984190 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe4b6c9-e51a-4e68-bf4b-5347bcb9fc0f req-122d39ce-d649-4a14-a692-6a5aea6ad70e tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:59.985749 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ebe4b6c9-e51a-4e68-bf4b-5347bcb9fc0f req-122d39ce-d649-4a14-a692-6a5aea6ad70e tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/ports?device_id=440b775b-80cd-4e91-8c68-431fec30100f HTTP/1.1" status: 200 len: 944 time: 0.0861051 Aug 10 03:27:00.022968 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e0ff34-f56e-42cf-a8e7-adb579f5e875 req-58ff8e91-4dcf-4f67-9ede-51602645750b tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:00.030590 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-64e0ff34-f56e-42cf-a8e7-adb579f5e875 req-58ff8e91-4dcf-4f67-9ede-51602645750b tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=71fe8275-748b-4662-8657-a534fe5b7d49 HTTP/1.1" status: 200 len: 946 time: 0.0892415 Aug 10 03:27:00.107894 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ebe4b6c9-e51a-4e68-bf4b-5347bcb9fc0f req-7ed712d6-71dd-4e8d-9089-7916159a9b2e tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/security-groups?id=e8423faa-0de3-467d-b7cf-5c9a1f91c825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135406 Aug 10 03:27:00.122263 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-64e0ff34-f56e-42cf-a8e7-adb579f5e875 req-a604eb22-2c39-4fff-9ef4-60264780fa9e tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/security-groups?id=efe56f97-cb65-408d-9c87-fa760e99fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906487 Aug 10 03:27:00.326482 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-99a38a0b-4c80-4cf4-aea8-c2df1503ea23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:00.418299 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f879d7c-20cd-48fc-b682-9358d169a8e2 req-98a4592f-f736-463b-a603-bd407f5530a8 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:00.424532 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5f879d7c-20cd-48fc-b682-9358d169a8e2 req-98a4592f-f736-463b-a603-bd407f5530a8 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 944 time: 0.1562984 Aug 10 03:27:00.514166 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca16f4e-67ab-463f-9f3c-bdbc583a5cb2 req-41975c88-c9f4-4ee9-9a3f-2c6411b08b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:00.516660 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-dca16f4e-67ab-463f-9f3c-bdbc583a5cb2 req-41975c88-c9f4-4ee9-9a3f-2c6411b08b11 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a6c6578459ab48049573af588cfcdf5f&device_id=71fe8275-748b-4662-8657-a534fe5b7d49 HTTP/1.1" status: 200 len: 1098 time: 0.1610026 Aug 10 03:27:00.620381 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5f879d7c-20cd-48fc-b682-9358d169a8e2 req-69373b8b-9feb-4c7a-855d-b992336c57a1 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1856899 Aug 10 03:27:00.660120 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device bae3c42a-296e-48e7-85b1-5414684b600c details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:27:00.664428 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 93571af8-54af-41eb-9a95-676bad470dec up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:27:00.715685 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448271e7-9a9e-4c2e-ad15-db8a765395d8 req-d04e9a0c-8644-4bc1-b668-fa44678a4bef tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:00.717711 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-448271e7-9a9e-4c2e-ad15-db8a765395d8 req-d04e9a0c-8644-4bc1-b668-fa44678a4bef tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] 10.222.0.60 "GET /v2.0/ports?device_id=4788336c-42ca-4f16-af8a-c7a99c96909b HTTP/1.1" status: 200 len: 946 time: 0.2811594 Aug 10 03:27:00.741866 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca16f4e-67ab-463f-9f3c-bdbc583a5cb2 req-9d0c8db1-da3f-4244-a6d0-ad0b54e59887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:00.746990 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-dca16f4e-67ab-463f-9f3c-bdbc583a5cb2 req-9d0c8db1-da3f-4244-a6d0-ad0b54e59887 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3ae3bb7a-17de-433a-9439-10e842715ca7 HTTP/1.1" status: 200 len: 912 time: 0.2224269 Aug 10 03:27:00.805088 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-dca16f4e-67ab-463f-9f3c-bdbc583a5cb2 req-28665838-ed37-42ae-9336-c68436a9af72 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc032729-ae69-4fc1-b3d1-0648c9ece4db HTTP/1.1" status: 200 len: 217 time: 0.0490003 Aug 10 03:27:00.807105 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b39bf5e-c748-4263-8456-63c637482dff req-7b13bf30-f57d-4514-830f-0b725bcac72c tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:00.816398 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3b39bf5e-c748-4263-8456-63c637482dff req-7b13bf30-f57d-4514-830f-0b725bcac72c tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=71fe8275-748b-4662-8657-a534fe5b7d49 HTTP/1.1" status: 200 len: 946 time: 0.3393166 Aug 10 03:27:00.881208 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3b39bf5e-c748-4263-8456-63c637482dff req-40d78b5e-e474-4e57-b3e4-0c228d4c621d tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/security-groups?id=efe56f97-cb65-408d-9c87-fa760e99fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637105 Aug 10 03:27:01.014248 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f4c4f-602c-4d0e-94be-1d6837a0c5a2 req-3403a36c-b07e-492d-be60-95042f169249 tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:01.015887 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-463f4c4f-602c-4d0e-94be-1d6837a0c5a2 req-3403a36c-b07e-492d-be60-95042f169249 tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] 10.222.0.62 "GET /v2.0/ports?device_id=4788336c-42ca-4f16-af8a-c7a99c96909b HTTP/1.1" status: 200 len: 946 time: 0.1945786 Aug 10 03:27:01.057307 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca16f4e-67ab-463f-9f3c-bdbc583a5cb2 req-63ee13d8-751c-447d-ac4e-c99dd879d26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:01.060477 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-448271e7-9a9e-4c2e-ad15-db8a765395d8 req-9103278b-2ada-44e3-b646-e52cbd16f17a tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] Deleting port f10f2a8c-957c-4305-84fe-38d39a950f67 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:27:01.060828 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-448271e7-9a9e-4c2e-ad15-db8a765395d8 req-9103278b-2ada-44e3-b646-e52cbd16f17a tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:01.068024 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 93571af8-54af-41eb-9a95-676bad470dec triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:01.068670 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:01.082133 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-dca16f4e-67ab-463f-9f3c-bdbc583a5cb2 req-63ee13d8-751c-447d-ac4e-c99dd879d26d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=84e2115c-5c38-4493-9e9f-a0cb9fd0cc26 HTTP/1.1" status: 200 len: 851 time: 0.2700953 Aug 10 03:27:01.161739 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port bae3c42a-296e-48e7-85b1-5414684b600c, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=bae3c42a-296e-48e7-85b1-5414684b600c,segment=NetworkSegment(74877879-0309-4e5d-afaf-8d5251549e75),segment_id=74877879-0309-4e5d-afaf-8d5251549e75)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:01.197935 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': 'bae3c42a-296e-48e7-85b1-5414684b600c', 'network_id': 'b944b0e3-b136-43d0-aeef-f89e7c552d7f', 'port_id': 'bae3c42a-296e-48e7-85b1-5414684b600c', 'mac_address': 'fa:16:3e:bb:5c:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa6e43b-250a-4024-b95b-0ad12ce73ea4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:27:01.236582 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-dca16f4e-67ab-463f-9f3c-bdbc583a5cb2 req-b0f08b50-061c-46ed-83c4-32af1c14b355 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3ae3bb7a-17de-433a-9439-10e842715ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1444538 Aug 10 03:27:01.296026 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-463f4c4f-602c-4d0e-94be-1d6837a0c5a2 req-50b734db-033f-4045-ad77-98a26b2b94b3 tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc95dbf8-71ff-442a-b3c1-e60dc4f29447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442853 Aug 10 03:27:01.388934 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:01.484970 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93571af8-54af-41eb-9a95-676bad470dec'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:01.487818 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23453c3a-1f20-4b05-a569-67a333e5a00d" -d '{"events": [{"server_uuid": "4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4", "name": "network-vif-plugged", "status": "completed", "tag": "93571af8-54af-41eb-9a95-676bad470dec"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:01.503264 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:01.539129 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-448271e7-9a9e-4c2e-ad15-db8a765395d8 req-9103278b-2ada-44e3-b646-e52cbd16f17a tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] For port f10f2a8c-957c-4305-84fe-38d39a950f67, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=f10f2a8c-957c-4305-84fe-38d39a950f67,segment=NetworkSegment(ad2156df-9a43-4e01-8ac5-ce4913e3fc9f),segment_id=ad2156df-9a43-4e01-8ac5-ce4913e3fc9f)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:01.539527 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-448271e7-9a9e-4c2e-ad15-db8a765395d8 req-9103278b-2ada-44e3-b646-e52cbd16f17a tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:01.544147 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 93571af8-54af-41eb-9a95-676bad470dec, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=93571af8-54af-41eb-9a95-676bad470dec,segment=NetworkSegment(8488dbaf-be9b-400f-9dbd-520f189ac473),segment_id=8488dbaf-be9b-400f-9dbd-520f189ac473)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:01.550332 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bae3c42a-296e-48e7-85b1-5414684b600c {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:27:01.565230 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:01.565956 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 8127b9c9-cf17-4a23-8e67-a961264fe971 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:27:01.575318 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-dca16f4e-67ab-463f-9f3c-bdbc583a5cb2 req-08bf8edb-ef85-4406-a96f-9c96893ff436 service neutron] 10.222.0.58 "GET /v2.0/networks/3ae3bb7a-17de-433a-9439-10e842715ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321917 Aug 10 03:27:01.580554 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 39278) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:01.603558 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef89f1-a4a1-4f10-b6f2-2441f6db9c55 req-d4804fe3-e474-4070-a32d-b2c6c6993076 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:01.605094 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3bef89f1-a4a1-4f10-b6f2-2441f6db9c55 req-d4804fe3-e474-4070-a32d-b2c6c6993076 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 944 time: 0.2288477 Aug 10 03:27:01.606073 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-448271e7-9a9e-4c2e-ad15-db8a765395d8 req-9103278b-2ada-44e3-b646-e52cbd16f17a tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] Calling delete_port for f10f2a8c-957c-4305-84fe-38d39a950f67 owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:27:01.715262 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port bae3c42a-296e-48e7-85b1-5414684b600c, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=bae3c42a-296e-48e7-85b1-5414684b600c,segment=NetworkSegment(74877879-0309-4e5d-afaf-8d5251549e75),segment_id=74877879-0309-4e5d-afaf-8d5251549e75)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:01.746048 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:01.770439 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f0dae-a50f-41c7-b63e-894166149b4a req-91311a8a-0b95-4300-b0a0-023cc11af7e7 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:01.804460 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-329f0dae-a50f-41c7-b63e-894166149b4a req-91311a8a-0b95-4300-b0a0-023cc11af7e7 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/ports?device_id=440b775b-80cd-4e91-8c68-431fec30100f HTTP/1.1" status: 200 len: 944 time: 0.3433905 Aug 10 03:27:01.835340 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=93571af8-54af-41eb-9a95-676bad470dec,revision_number=7']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:01.852469 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-dca16f4e-67ab-463f-9f3c-bdbc583a5cb2 req-ea0712e8-b5c0-4f82-8eb6-8d524fa41460 service neutron] 10.222.0.58 "GET /v2.0/networks/3ae3bb7a-17de-433a-9439-10e842715ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513628 Aug 10 03:27:01.883152 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dd408bc7-a806-4acc-b86c-ef3c337ec876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:01.894056 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=bae3c42a-296e-48e7-85b1-5414684b600c,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:01.927288 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3bef89f1-a4a1-4f10-b6f2-2441f6db9c55 req-1ba10c5a-85df-4cf8-b39c-9b0ceeee1870 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641902 Aug 10 03:27:01.954693 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-329f0dae-a50f-41c7-b63e-894166149b4a req-8c49a42b-bf99-4215-9472-f94814d56ce8 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/security-groups?id=e8423faa-0de3-467d-b7cf-5c9a1f91c825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436880 Aug 10 03:27:02.059419 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['bae3c42a-296e-48e7-85b1-5414684b600c'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:27:02.109052 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-448271e7-9a9e-4c2e-ad15-db8a765395d8 req-9103278b-2ada-44e3-b646-e52cbd16f17a tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:02.152628 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dd408bc7-a806-4acc-b86c-ef3c337ec876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:02.165771 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dd408bc7-a806-4acc-b86c-ef3c337ec876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:02.176778 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f9bd78-1651-428b-a1a5-8bbe6c5b2e0c x-openstack-request-id: req-63f9bd78-1651-428b-a1a5-8bbe6c5b2e0c {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:02.177117 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4", "name": "network-vif-plugged", "status": "completed", "tag": "93571af8-54af-41eb-9a95-676bad470dec", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:02.177347 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-63f9bd78-1651-428b-a1a5-8bbe6c5b2e0c {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:02.178247 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93571af8-54af-41eb-9a95-676bad470dec', 'code': 200} Aug 10 03:27:02.232559 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd408bc7-a806-4acc-b86c-ef3c337ec876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be0cb01-30ab-48cf-a950-06d1eacc7a17,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:02.266728 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-dd408bc7-a806-4acc-b86c-ef3c337ec876 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cb3cdf17a6144f65885cb9e262bd373b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6819119 Aug 10 03:27:02.273697 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 39290) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:02.280963 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9103278b-2ada-44e3-b646-e52cbd16f17a tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] Pushing event deleted for resources: {'Port': ['ID=f10f2a8c-957c-4305-84fe-38d39a950f67,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:02.336912 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-011e6126-5570-42e5-acfd-14c9a846a4b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:02.360959 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-011e6126-5570-42e5-acfd-14c9a846a4b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:02.379828 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-448271e7-9a9e-4c2e-ad15-db8a765395d8 req-9103278b-2ada-44e3-b646-e52cbd16f17a tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] No DVR routers for this DVR port f10f2a8c-957c-4305-84fe-38d39a950f67 on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:27:02.402202 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-448271e7-9a9e-4c2e-ad15-db8a765395d8 req-9103278b-2ada-44e3-b646-e52cbd16f17a tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:02.413081 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-448271e7-9a9e-4c2e-ad15-db8a765395d8 req-9103278b-2ada-44e3-b646-e52cbd16f17a tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] 10.222.0.60 "DELETE /v2.0/ports/f10f2a8c-957c-4305-84fe-38d39a950f67 HTTP/1.1" status: 204 len: 173 time: 1.6769557 Aug 10 03:27:02.417514 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4788336c-42ca-4f16-af8a-c7a99c96909b', 'name': 'network-vif-deleted', 'tag': 'f10f2a8c-957c-4305-84fe-38d39a950f67'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:02.420216 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c02cab-d58c-47ae-a7a1-f249d3270833" -d '{"events": [{"server_uuid": "4788336c-42ca-4f16-af8a-c7a99c96909b", "name": "network-vif-deleted", "tag": "f10f2a8c-957c-4305-84fe-38d39a950f67"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:02.473523 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-011e6126-5570-42e5-acfd-14c9a846a4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:02.476451 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-011e6126-5570-42e5-acfd-14c9a846a4b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:02.478048 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-011e6126-5570-42e5-acfd-14c9a846a4b9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0be0cb01-30ab-48cf-a950-06d1eacc7a17 HTTP/1.1" status: 204 len: 168 time: 0.2034035 Aug 10 03:27:02.514042 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011e6126-5570-42e5-acfd-14c9a846a4b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be0cb01-30ab-48cf-a950-06d1eacc7a17,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:02.542710 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d177205-3fbb-4add-83a1-f0abd213df08 req-8bb3f9b5-a9a2-4af6-80cf-e3646f4c18c4 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:02.546413 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1d177205-3fbb-4add-83a1-f0abd213df08 req-8bb3f9b5-a9a2-4af6-80cf-e3646f4c18c4 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 944 time: 0.4221370 Aug 10 03:27:02.620694 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec143cb-c7a3-4e21-92d5-ce4b969c2c96 req-bd6ad054-fae6-4474-aa19-eccbaca99aec tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:02.631329 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5ec143cb-c7a3-4e21-92d5-ce4b969c2c96 req-bd6ad054-fae6-4474-aa19-eccbaca99aec tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=71fe8275-748b-4662-8657-a534fe5b7d49 HTTP/1.1" status: 200 len: 946 time: 0.3009501 Aug 10 03:27:02.667253 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1d177205-3fbb-4add-83a1-f0abd213df08 req-85d3ed3f-867b-4647-97c9-b7a22ce17699 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076286 Aug 10 03:27:02.669032 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device f10f2a8c-957c-4305-84fe-38d39a950f67 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:27:02.763689 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: f10f2a8c-957c-4305-84fe-38d39a950f67 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:27:02.764126 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device f10f2a8c-957c-4305-84fe-38d39a950f67 not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:27:02.786690 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5ec143cb-c7a3-4e21-92d5-ce4b969c2c96 req-83500fdb-be5b-4984-8579-6b99db4bdfb1 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/security-groups?id=efe56f97-cb65-408d-9c87-fa760e99fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141913 Aug 10 03:27:02.921457 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b5a00887-522b-4330-9277-c77554093fc9 req-a6bf8fb6-33c9-4d50-aba1-729b524136bb tempest-VolumesActionsTest-203287278 tempest-VolumesActionsTest-203287278-project] 10.222.0.62 "GET /v2.0/ports?device_id=4788336c-42ca-4f16-af8a-c7a99c96909b HTTP/1.1" status: 200 len: 210 time: 0.0667269 Aug 10 03:27:02.925219 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0adeaa-5513-4755-beeb-db65e4a3e94d x-openstack-request-id: req-db0adeaa-5513-4755-beeb-db65e4a3e94d {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:02.929201 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4788336c-42ca-4f16-af8a-c7a99c96909b", "name": "network-vif-deleted", "tag": "f10f2a8c-957c-4305-84fe-38d39a950f67", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:02.939416 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-db0adeaa-5513-4755-beeb-db65e4a3e94d {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:02.939416 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4788336c-42ca-4f16-af8a-c7a99c96909b', 'name': 'network-vif-deleted', 'tag': 'f10f2a8c-957c-4305-84fe-38d39a950f67', 'status': 'completed', 'code': 200} Aug 10 03:27:03.051129 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2078d9b8-4ca7-48b3-8ec0-1a64529f6613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:03.380224 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:03.451425 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b45c03d-7a99-4b69-8aae-efd92ca47ca9 req-4cb96e48-d443-4afb-bb68-227bcf189ceb tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:03.459311 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2b45c03d-7a99-4b69-8aae-efd92ca47ca9 req-4cb96e48-d443-4afb-bb68-227bcf189ceb tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/ports?device_id=440b775b-80cd-4e91-8c68-431fec30100f HTTP/1.1" status: 200 len: 945 time: 0.2893922 Aug 10 03:27:03.582544 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5298a2-5b08-442e-b89a-97330483137e req-a5f76725-f7a2-4e5a-a14e-1bab4bd1f247 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:03.590154 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1d5298a2-5b08-442e-b89a-97330483137e req-a5f76725-f7a2-4e5a-a14e-1bab4bd1f247 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.4308186 Aug 10 03:27:03.643937 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2b45c03d-7a99-4b69-8aae-efd92ca47ca9 req-ce9d50c3-ecdc-425b-82e6-63ede7b65d5c tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/security-groups?id=e8423faa-0de3-467d-b7cf-5c9a1f91c825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1830304 Aug 10 03:27:03.703838 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1d5298a2-5b08-442e-b89a-97330483137e req-45a6612a-d994-4506-a7a0-da1ecc253198 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010935 Aug 10 03:27:03.885785 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57c3a9e-9c11-4fd0-becd-316aec2eee16 req-1ff8b0c9-7e6e-4db6-9127-21c343c4f424 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:03.888530 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b57c3a9e-9c11-4fd0-becd-316aec2eee16 req-1ff8b0c9-7e6e-4db6-9127-21c343c4f424 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 944 time: 0.1016557 Aug 10 03:27:04.016316 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b57c3a9e-9c11-4fd0-becd-316aec2eee16 req-f1613750-3ce2-4550-92a7-caff630845d2 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209140 Aug 10 03:27:04.056461 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a720bd-caf2-4f64-b092-a4c56edd00cd req-86e27c73-e378-42fc-9cb5-17a15e605293 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:04.067032 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-07a720bd-caf2-4f64-b092-a4c56edd00cd req-86e27c73-e378-42fc-9cb5-17a15e605293 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=71fe8275-748b-4662-8657-a534fe5b7d49 HTTP/1.1" status: 200 len: 946 time: 0.1408794 Aug 10 03:27:04.131891 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-07a720bd-caf2-4f64-b092-a4c56edd00cd req-a20e8576-6c2a-46f1-931e-83316caf638c tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/security-groups?id=efe56f97-cb65-408d-9c87-fa760e99fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631294 Aug 10 03:27:04.181376 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:04.511111 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc6b8f-4fcc-42b5-8eff-ad2f47433576 req-95ef6826-e5b4-4a72-aadb-42119ea488db tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:04.520188 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2ffc6b8f-4fcc-42b5-8eff-ad2f47433576 req-95ef6826-e5b4-4a72-aadb-42119ea488db tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=71fe8275-748b-4662-8657-a534fe5b7d49 HTTP/1.1" status: 200 len: 946 time: 0.0793893 Aug 10 03:27:04.594164 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2ffc6b8f-4fcc-42b5-8eff-ad2f47433576 req-2d79e10c-fe99-4614-8ad1-81978e092af2 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/security-groups?id=efe56f97-cb65-408d-9c87-fa760e99fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681159 Aug 10 03:27:04.680296 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device bae3c42a-296e-48e7-85b1-5414684b600c up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:27:04.841165 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port bae3c42a-296e-48e7-85b1-5414684b600c completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:27:04.850416 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port bae3c42a-296e-48e7-85b1-5414684b600c triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:04.850885 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:05.030257 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c20f6-c48d-4179-bf14-7097f862c127 req-2b5d3614-b44b-45c0-9c19-5868c81884f2 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:05.049995 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-165c20f6-c48d-4179-bf14-7097f862c127 req-2b5d3614-b44b-45c0-9c19-5868c81884f2 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/ports?device_id=440b775b-80cd-4e91-8c68-431fec30100f HTTP/1.1" status: 200 len: 945 time: 0.2838686 Aug 10 03:27:05.071959 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:05.143113 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '440b775b-80cd-4e91-8c68-431fec30100f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae3c42a-296e-48e7-85b1-5414684b600c'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:05.151804 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c563c734-d530-4913-834f-54e78f0519f4" -d '{"events": [{"server_uuid": "440b775b-80cd-4e91-8c68-431fec30100f", "name": "network-vif-plugged", "status": "completed", "tag": "bae3c42a-296e-48e7-85b1-5414684b600c"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:05.181401 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6445173a-eb22-4c57-b0a5-d423c71191ab req-74dc18b5-5510-4d40-adbc-bf6b344d16b1 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:05.191811 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6445173a-eb22-4c57-b0a5-d423c71191ab req-74dc18b5-5510-4d40-adbc-bf6b344d16b1 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.3150837 Aug 10 03:27:05.200470 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port bae3c42a-296e-48e7-85b1-5414684b600c, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=bae3c42a-296e-48e7-85b1-5414684b600c,segment=NetworkSegment(74877879-0309-4e5d-afaf-8d5251549e75),segment_id=74877879-0309-4e5d-afaf-8d5251549e75)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:05.218076 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:05.322762 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-165c20f6-c48d-4179-bf14-7097f862c127 req-a88df90f-9188-40b5-adeb-97b068dd7ae7 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/security-groups?id=e8423faa-0de3-467d-b7cf-5c9a1f91c825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2680402 Aug 10 03:27:05.366034 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6445173a-eb22-4c57-b0a5-d423c71191ab req-3a587e0f-24f0-480e-8482-5c7c85061135 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711619 Aug 10 03:27:05.406548 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=bae3c42a-296e-48e7-85b1-5414684b600c,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:05.482881 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f32c38-2f89-40cb-a27e-3d00c17034c0 x-openstack-request-id: req-78f32c38-2f89-40cb-a27e-3d00c17034c0 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:05.483193 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "440b775b-80cd-4e91-8c68-431fec30100f", "name": "network-vif-plugged", "status": "completed", "tag": "bae3c42a-296e-48e7-85b1-5414684b600c", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:05.483500 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-78f32c38-2f89-40cb-a27e-3d00c17034c0 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:05.483872 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '440b775b-80cd-4e91-8c68-431fec30100f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae3c42a-296e-48e7-85b1-5414684b600c', 'code': 200} Aug 10 03:27:05.761687 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc3a92-d146-49a0-ab13-8eab81c73ff3 req-3e056e53-f673-41f3-91d2-5bfc5bc20f0f tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:05.774091 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bfdc3a92-d146-49a0-ab13-8eab81c73ff3 req-3e056e53-f673-41f3-91d2-5bfc5bc20f0f tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 944 time: 0.2058117 Aug 10 03:27:05.922648 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d0f21-6cc8-4b76-9bd1-c0bd60c4db20 req-41f85fc3-fd0c-4745-839b-3a365ffd094d tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:05.936570 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:05.938936 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1d0d0f21-6cc8-4b76-9bd1-c0bd60c4db20 req-41f85fc3-fd0c-4745-839b-3a365ffd094d tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=71fe8275-748b-4662-8657-a534fe5b7d49 HTTP/1.1" status: 200 len: 946 time: 0.1527247 Aug 10 03:27:05.952789 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bfdc3a92-d146-49a0-ab13-8eab81c73ff3 req-35cea8a6-9886-4f08-a85c-f9e6437a45f7 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773119 Aug 10 03:27:06.053209 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1d0d0f21-6cc8-4b76-9bd1-c0bd60c4db20 req-4c8fca6d-4273-4baa-848f-afc87e44f2fb tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/security-groups?id=efe56f97-cb65-408d-9c87-fa760e99fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117773 Aug 10 03:27:06.072243 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c90d08-bdc0-413d-85e7-c8260f66f1b2 req-6b245d87-6d9c-462d-ae5a-8d3cfcbf39e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:06.074137 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d8c90d08-bdc0-413d-85e7-c8260f66f1b2 req-6b245d87-6d9c-462d-ae5a-8d3cfcbf39e2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=440b775b-80cd-4e91-8c68-431fec30100f HTTP/1.1" status: 200 len: 1098 time: 0.4240863 Aug 10 03:27:06.202714 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d8c90d08-bdc0-413d-85e7-c8260f66f1b2 req-b29ccd4c-1f7d-42b3-8b4d-c7ae4080cb56 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e8423faa-0de3-467d-b7cf-5c9a1f91c825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950310 Aug 10 03:27:06.393885 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3d1c6882-2a02-402e-af23-4e6263d85939 req-d64cd593-0fc3-4655-8515-5145f39ad183 tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=e74b74d0002d4b758bf5a0afded8f8d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446715 Aug 10 03:27:06.674091 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06fbbbb-2a75-4953-b273-c3e73cea5861 req-cd60ff75-eed9-45d2-a697-2e9e8537ec62 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:06.675887 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e06fbbbb-2a75-4953-b273-c3e73cea5861 req-cd60ff75-eed9-45d2-a697-2e9e8537ec62 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/ports?device_id=440b775b-80cd-4e91-8c68-431fec30100f HTTP/1.1" status: 200 len: 946 time: 0.1419487 Aug 10 03:27:06.683213 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c6882-2a02-402e-af23-4e6263d85939 req-44b4b28d-0866-4372-8283-4876bc02577f tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:06.684774 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3d1c6882-2a02-402e-af23-4e6263d85939 req-44b4b28d-0866-4372-8283-4876bc02577f tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2898085 Aug 10 03:27:06.712363 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3d1c6882-2a02-402e-af23-4e6263d85939 req-5ec79794-e688-43ea-9b99-78515baef4be tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] 10.222.0.62 "GET /v2.0/quotas/e74b74d0002d4b758bf5a0afded8f8d7 HTTP/1.1" status: 200 len: 375 time: 0.0193627 Aug 10 03:27:06.739449 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e06fbbbb-2a75-4953-b273-c3e73cea5861 req-bd1988e8-f805-487e-8d06-c03541b4930e tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/security-groups?id=e8423faa-0de3-467d-b7cf-5c9a1f91c825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535800 Aug 10 03:27:06.764163 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3d1c6882-2a02-402e-af23-4e6263d85939 req-e3d7b3c8-a47d-4a40-8d18-e9d7174c2033 tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e74b74d0002d4b758bf5a0afded8f8d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411477 Aug 10 03:27:06.873610 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46b7f22-1500-4c56-ad4f-42f9d819bc70 req-4e3dca73-8923-4854-874b-33b699a1e478 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:06.882016 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e46b7f22-1500-4c56-ad4f-42f9d819bc70 req-4e3dca73-8923-4854-874b-33b699a1e478 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.0778968 Aug 10 03:27:06.940360 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e46b7f22-1500-4c56-ad4f-42f9d819bc70 req-a7ec4f10-dcdc-42ea-ae48-f31525024d27 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571215 Aug 10 03:27:07.069769 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-56afc96c-3563-4f8b-a23b-d51583661b93 req-a30c03ab-d2bb-41f9-8168-e4fc67663463 tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] 10.222.0.62 "GET /v2.0/ports?device_id=a58fae8c-28ad-412e-a52a-cc133445fef4 HTTP/1.1" status: 200 len: 210 time: 0.0482593 Aug 10 03:27:07.101612 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5419e9e-6de5-4ea6-818e-67baa972addc req-3ead13cf-b2e3-435a-82b2-bca8f936d9ae tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:07.110407 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c5419e9e-6de5-4ea6-818e-67baa972addc req-3ead13cf-b2e3-435a-82b2-bca8f936d9ae tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] 10.222.0.62 "GET /v2.0/ports?device_id=e51380dd-87d0-4688-8abf-70d5ec0cea4e HTTP/1.1" status: 200 len: 945 time: 0.1436827 Aug 10 03:27:07.242900 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c5419e9e-6de5-4ea6-818e-67baa972addc req-17d40aae-c150-43e6-9d48-297e70aed59e tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] 10.222.0.62 "GET /v2.0/security-groups?id=46df5d1c-7e0f-40ce-9b49-3c1bf335dc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239228 Aug 10 03:27:07.328880 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adae4da-369e-4452-9cda-be20ac6afc6c req-64504801-fe56-4906-a79f-07675251dd77 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:07.344955 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6adae4da-369e-4452-9cda-be20ac6afc6c req-64504801-fe56-4906-a79f-07675251dd77 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 944 time: 0.1861091 Aug 10 03:27:07.492516 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6adae4da-369e-4452-9cda-be20ac6afc6c req-596b75dc-e9d6-43c4-9b86-56a3bc1fddab tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393812 Aug 10 03:27:07.536292 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e072c-ea51-457f-b92e-921384c0217e req-93c1239e-5781-4b4f-bf20-fbce59e2e56c tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:07.545327 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-718e072c-ea51-457f-b92e-921384c0217e req-93c1239e-5781-4b4f-bf20-fbce59e2e56c tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=71fe8275-748b-4662-8657-a534fe5b7d49 HTTP/1.1" status: 200 len: 946 time: 0.1400480 Aug 10 03:27:07.630352 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-718e072c-ea51-457f-b92e-921384c0217e req-b6e792ba-ab2b-424a-b1d2-ad61aed77c89 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/security-groups?id=efe56f97-cb65-408d-9c87-fa760e99fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832722 Aug 10 03:27:07.786167 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea6ea9-1548-4cb7-b7f4-42b803a84bf2 req-fca0007b-b75f-46a4-903b-f8aa941fe801 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:07.791579 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-79ea6ea9-1548-4cb7-b7f4-42b803a84bf2 req-fca0007b-b75f-46a4-903b-f8aa941fe801 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.58 "GET /v2.0/ports?device_id=71fe8275-748b-4662-8657-a534fe5b7d49 HTTP/1.1" status: 200 len: 946 time: 0.1874108 Aug 10 03:27:07.957854 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-79ea6ea9-1548-4cb7-b7f4-42b803a84bf2 req-72bc9fa3-5c49-48aa-a355-e1e369b16727 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Deleting port cc032729-ae69-4fc1-b3d1-0648c9ece4db {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:27:07.958210 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-79ea6ea9-1548-4cb7-b7f4-42b803a84bf2 req-72bc9fa3-5c49-48aa-a355-e1e369b16727 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:07.999305 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3af703-2248-4e73-9a18-cb18e99757ab req-30048934-5fd6-4339-a5e6-8be5ad07bb5e tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:08.011077 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be3af703-2248-4e73-9a18-cb18e99757ab req-30048934-5fd6-4339-a5e6-8be5ad07bb5e tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/ports?device_id=440b775b-80cd-4e91-8c68-431fec30100f HTTP/1.1" status: 200 len: 946 time: 0.1447167 Aug 10 03:27:08.179885 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be3af703-2248-4e73-9a18-cb18e99757ab req-335e08c4-103e-4837-b3c6-2d91f7ed6169 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/security-groups?id=e8423faa-0de3-467d-b7cf-5c9a1f91c825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656554 Aug 10 03:27:08.183873 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-79ea6ea9-1548-4cb7-b7f4-42b803a84bf2 req-72bc9fa3-5c49-48aa-a355-e1e369b16727 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] For port cc032729-ae69-4fc1-b3d1-0648c9ece4db, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=cc032729-ae69-4fc1-b3d1-0648c9ece4db,segment=NetworkSegment(4f7bae62-9d74-481f-afc7-5fd2c439c3cc),segment_id=4f7bae62-9d74-481f-afc7-5fd2c439c3cc)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:08.184096 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-79ea6ea9-1548-4cb7-b7f4-42b803a84bf2 req-72bc9fa3-5c49-48aa-a355-e1e369b16727 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:08.225175 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdcbaa6-8c5e-45f5-adf3-99ab2772de47 req-152d71af-171c-4408-a238-8124d8af2a0d tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:08.227991 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ecdcbaa6-8c5e-45f5-adf3-99ab2772de47 req-152d71af-171c-4408-a238-8124d8af2a0d tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.1669786 Aug 10 03:27:08.235922 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00e39e-cf3d-45d2-98c8-90f9e8f5cbfd req-38dd978a-ad76-45c2-8670-5c06720976a6 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:08.237916 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7d00e39e-cf3d-45d2-98c8-90f9e8f5cbfd req-38dd978a-ad76-45c2-8670-5c06720976a6 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] 10.222.0.58 "GET /v2.0/ports?device_id=e51380dd-87d0-4688-8abf-70d5ec0cea4e HTTP/1.1" status: 200 len: 945 time: 0.1385307 Aug 10 03:27:08.239198 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-79ea6ea9-1548-4cb7-b7f4-42b803a84bf2 req-72bc9fa3-5c49-48aa-a355-e1e369b16727 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Calling delete_port for cc032729-ae69-4fc1-b3d1-0648c9ece4db owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:27:08.336528 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ecdcbaa6-8c5e-45f5-adf3-99ab2772de47 req-46079bf5-e90e-4c9c-9b09-103c7ba5cc26 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000311 Aug 10 03:27:08.403746 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fb6ad59f-3989-49a1-9018-8bbfd0f008c1 req-2b8396f5-cc1f-4c67-9741-b54efc85068d tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] 10.222.0.62 "GET /v2.0/ports?device_id=a58fae8c-28ad-412e-a52a-cc133445fef4 HTTP/1.1" status: 200 len: 210 time: 0.0678139 Aug 10 03:27:08.523541 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-7d00e39e-cf3d-45d2-98c8-90f9e8f5cbfd req-42b0140e-be3d-456c-9f3c-6d06f3279730 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] Deleting port f26804a6-f828-4590-8d94-02c816b00b72 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:27:08.524245 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7d00e39e-cf3d-45d2-98c8-90f9e8f5cbfd req-42b0140e-be3d-456c-9f3c-6d06f3279730 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:08.541734 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f83ae-703b-4493-a93e-79c32bb9c23e req-8537b5a0-75f5-4fc1-9385-0cfe90a9fc4d tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:08.543438 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-981f83ae-703b-4493-a93e-79c32bb9c23e req-8537b5a0-75f5-4fc1-9385-0cfe90a9fc4d tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/ports?device_id=440b775b-80cd-4e91-8c68-431fec30100f HTTP/1.1" status: 200 len: 946 time: 0.1239235 Aug 10 03:27:08.592300 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 39476) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:08.601628 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-11695547-1064-4d55-b1bf-f4473b33eda8 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Request body: {'floatingip': {'port_id': 'bae3c42a-296e-48e7-85b1-5414684b600c'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:08.652456 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f9295-7445-4891-b085-441def638f9e req-e87af94b-1348-4dd8-8525-4f522835061c tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:08.660583 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-df3f9295-7445-4891-b085-441def638f9e req-e87af94b-1348-4dd8-8525-4f522835061c tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] 10.222.0.62 "GET /v2.0/ports?device_id=e51380dd-87d0-4688-8abf-70d5ec0cea4e HTTP/1.1" status: 200 len: 945 time: 0.1159673 Aug 10 03:27:08.669961 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-11695547-1064-4d55-b1bf-f4473b33eda8 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks [] for floatingip, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:08.812896 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-df3f9295-7445-4891-b085-441def638f9e req-27ea26fc-8b21-4d71-afec-b709d9d4dc16 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] 10.222.0.62 "GET /v2.0/security-groups?id=46df5d1c-7e0f-40ce-9b49-3c1bf335dc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502304 Aug 10 03:27:08.817683 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-79ea6ea9-1548-4cb7-b7f4-42b803a84bf2 req-72bc9fa3-5c49-48aa-a355-e1e369b16727 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:08.837264 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['f5c7ecb2-a189-4735-843f-fe76eb7954c5'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:27:08.849298 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['cc032729-ae69-4fc1-b3d1-0648c9ece4db'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:27:08.897552 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f249d4-5ad7-4454-bc96-0c2c0d8c9cc7 req-cf465727-b46c-4b82-acdd-3be10473e766 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:08.915234 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-22f249d4-5ad7-4454-bc96-0c2c0d8c9cc7 req-cf465727-b46c-4b82-acdd-3be10473e766 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 944 time: 0.1986349 Aug 10 03:27:09.058963 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0ed3c9af-78b1-4b91-9b91-0ac9284a7f25 req-e3e89c57-f23d-4f9a-acf2-8d3936d9ce1b tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=71fe8275-748b-4662-8657-a534fe5b7d49 HTTP/1.1" status: 200 len: 210 time: 0.1172822 Aug 10 03:27:09.158904 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc9fa3-5c49-48aa-a355-e1e369b16727 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Pushing event deleted for resources: {'Port': ['ID=cc032729-ae69-4fc1-b3d1-0648c9ece4db,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:09.273886 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-22f249d4-5ad7-4454-bc96-0c2c0d8c9cc7 req-e62971d7-0193-49f2-bae6-c6ca013e5c4e tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3515401 Aug 10 03:27:09.289212 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3d1c6882-2a02-402e-af23-4e6263d85939 req-6c8faf58-547e-46df-b6f9-9b3519d39685 tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=e74b74d0002d4b758bf5a0afded8f8d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1601813 Aug 10 03:27:09.486248 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c6882-2a02-402e-af23-4e6263d85939 req-42b01b34-f6c7-44cb-9573-e3a8483ca057 tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:09.490615 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3d1c6882-2a02-402e-af23-4e6263d85939 req-42b01b34-f6c7-44cb-9573-e3a8483ca057 tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1916466 Aug 10 03:27:09.512326 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-3d1c6882-2a02-402e-af23-4e6263d85939 req-26f687cf-d7dc-4d6e-bf7e-75c3762cd792 tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] Request body: {'port': {'device_id': 'a58fae8c-28ad-412e-a52a-cc133445fef4', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'admin_state_up': True, 'tenant_id': 'e74b74d0002d4b758bf5a0afded8f8d7'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:09.564719 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ea6ea9-1548-4cb7-b7f4-42b803a84bf2 req-72bc9fa3-5c49-48aa-a355-e1e369b16727 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] No DVR routers for this DVR port cc032729-ae69-4fc1-b3d1-0648c9ece4db on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:27:09.572241 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-79ea6ea9-1548-4cb7-b7f4-42b803a84bf2 req-72bc9fa3-5c49-48aa-a355-e1e369b16727 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:09.574221 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-79ea6ea9-1548-4cb7-b7f4-42b803a84bf2 req-72bc9fa3-5c49-48aa-a355-e1e369b16727 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.58 "DELETE /v2.0/ports/cc032729-ae69-4fc1-b3d1-0648c9ece4db HTTP/1.1" status: 204 len: 173 time: 1.7751460 Aug 10 03:27:09.574691 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71fe8275-748b-4662-8657-a534fe5b7d49', 'name': 'network-vif-deleted', 'tag': 'cc032729-ae69-4fc1-b3d1-0648c9ece4db'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:09.576939 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09238c05-8baf-49f2-ad50-e1aa491541ee" -d '{"events": [{"server_uuid": "71fe8275-748b-4662-8657-a534fe5b7d49", "name": "network-vif-deleted", "tag": "cc032729-ae69-4fc1-b3d1-0648c9ece4db"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:09.588502 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-7d00e39e-cf3d-45d2-98c8-90f9e8f5cbfd req-42b0140e-be3d-456c-9f3c-6d06f3279730 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] For port f26804a6-f828-4590-8d94-02c816b00b72, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=f26804a6-f828-4590-8d94-02c816b00b72,segment=NetworkSegment(15becbc7-4cd2-4651-a39f-20d961273d10),segment_id=15becbc7-4cd2-4651-a39f-20d961273d10)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:09.588872 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7d00e39e-cf3d-45d2-98c8-90f9e8f5cbfd req-42b0140e-be3d-456c-9f3c-6d06f3279730 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:09.622651 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-7d00e39e-cf3d-45d2-98c8-90f9e8f5cbfd req-42b0140e-be3d-456c-9f3c-6d06f3279730 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] Calling delete_port for f26804a6-f828-4590-8d94-02c816b00b72 owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:27:09.838909 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7d00e39e-cf3d-45d2-98c8-90f9e8f5cbfd req-42b0140e-be3d-456c-9f3c-6d06f3279730 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:09.853183 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['f26804a6-f828-4590-8d94-02c816b00b72'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:27:09.870473 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:27:09.878534 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b0140e-be3d-456c-9f3c-6d06f3279730 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] Pushing event deleted for resources: {'Port': ['ID=f26804a6-f828-4590-8d94-02c816b00b72,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:09.923581 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d00e39e-cf3d-45d2-98c8-90f9e8f5cbfd req-42b0140e-be3d-456c-9f3c-6d06f3279730 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] No DVR routers for this DVR port f26804a6-f828-4590-8d94-02c816b00b72 on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:27:09.926654 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7d00e39e-cf3d-45d2-98c8-90f9e8f5cbfd req-42b0140e-be3d-456c-9f3c-6d06f3279730 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:09.928925 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7d00e39e-cf3d-45d2-98c8-90f9e8f5cbfd req-42b0140e-be3d-456c-9f3c-6d06f3279730 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] 10.222.0.58 "DELETE /v2.0/ports/f26804a6-f828-4590-8d94-02c816b00b72 HTTP/1.1" status: 204 len: 173 time: 1.6827161 Aug 10 03:27:10.133279 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-276582ab-51d3-4ab3-a9b5-09e75470ad49 req-30bc55b2-63b3-4187-a690-1e50490cf09b tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] 10.222.0.62 "GET /v2.0/ports?device_id=a58fae8c-28ad-412e-a52a-cc133445fef4 HTTP/1.1" status: 200 len: 210 time: 0.5287151 Aug 10 03:27:10.338779 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0bc9e-76c8-467c-bc82-6937cd9b2254 req-471da0af-d715-48d4-b2db-d9d8cd83e42e tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:10.349042 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-74f0bc9e-76c8-467c-bc82-6937cd9b2254 req-471da0af-d715-48d4-b2db-d9d8cd83e42e tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.8540618 Aug 10 03:27:10.507325 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b90461-b93e-41c7-a913-98698f3d1f77 x-openstack-request-id: req-c7b90461-b93e-41c7-a913-98698f3d1f77 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:10.507629 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71fe8275-748b-4662-8657-a534fe5b7d49", "name": "network-vif-deleted", "tag": "cc032729-ae69-4fc1-b3d1-0648c9ece4db", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:10.507882 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c7b90461-b93e-41c7-a913-98698f3d1f77 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:10.508287 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71fe8275-748b-4662-8657-a534fe5b7d49', 'name': 'network-vif-deleted', 'tag': 'cc032729-ae69-4fc1-b3d1-0648c9ece4db', 'status': 'completed', 'code': 200} Aug 10 03:27:10.651385 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-74f0bc9e-76c8-467c-bc82-6937cd9b2254 req-b916607e-26df-4061-86ed-c65554ab127c tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013551 Aug 10 03:27:10.702248 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d1c6882-2a02-402e-af23-4e6263d85939 req-26f687cf-d7dc-4d6e-bf7e-75c3762cd792 tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] Made reservation on behalf of e74b74d0002d4b758bf5a0afded8f8d7 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:27:10.709318 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-3d1c6882-2a02-402e-af23-4e6263d85939 req-26f687cf-d7dc-4d6e-bf7e-75c3762cd792 tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:10.829326 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-08d29f6e-8255-44a8-9fdb-f3b91397faa7 req-da01d848-ecd3-4512-a01f-cd566918ccd1 tempest-VolumesSnapshotTestJSON-358295223 tempest-VolumesSnapshotTestJSON-358295223-project] 10.222.0.62 "GET /v2.0/ports?device_id=e51380dd-87d0-4688-8abf-70d5ec0cea4e HTTP/1.1" status: 200 len: 210 time: 0.1131144 Aug 10 03:27:10.867408 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-3d1c6882-2a02-402e-af23-4e6263d85939 req-26f687cf-d7dc-4d6e-bf7e-75c3762cd792 tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:11.033439 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e8c716-de63-447f-93b3-f22a298f01b0 req-2f2d6d61-30fc-43b5-99bf-a5289995a247 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:11.040887 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b4e8c716-de63-447f-93b3-f22a298f01b0 req-2f2d6d61-30fc-43b5-99bf-a5289995a247 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 944 time: 0.2056308 Aug 10 03:27:11.205313 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.db.resource_extend [None req-11695547-1064-4d55-b1bf-f4473b33eda8 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:27:11.285931 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b4e8c716-de63-447f-93b3-f22a298f01b0 req-a425b563-0a6f-41ea-a691-4b6a2082fdfb tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2387373 Aug 10 03:27:11.429153 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-11695547-1064-4d55-b1bf-f4473b33eda8 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:11.439587 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77855be0-22c4-4e4d-8a22-248f7ee9acfe req-92073e96-0f06-4e40-a721-250735844360 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:11.461948 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-77855be0-22c4-4e4d-8a22-248f7ee9acfe req-92073e96-0f06-4e40-a721-250735844360 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=322b60eb-c15c-4e22-bca8-d8acadcea6ac HTTP/1.1" status: 200 len: 945 time: 0.2770782 Aug 10 03:27:11.563386 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d7fa6d25-6f3f-4520-8ebd-52ead88b08fd req-7406980a-74b5-4a10-b8ca-f6ba909889ef tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] 10.222.0.62 "GET /v2.0/ports?device_id=a58fae8c-28ad-412e-a52a-cc133445fef4 HTTP/1.1" status: 200 len: 210 time: 0.1673644 Aug 10 03:27:11.565455 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-11695547-1064-4d55-b1bf-f4473b33eda8 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:11.745717 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-3d1c6882-2a02-402e-af23-4e6263d85939 req-26f687cf-d7dc-4d6e-bf7e-75c3762cd792 tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:11.776483 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-77855be0-22c4-4e4d-8a22-248f7ee9acfe req-05052183-0764-451d-b914-ca9e4962d561 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/security-groups?id=efe56f97-cb65-408d-9c87-fa760e99fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090765 Aug 10 03:27:11.780128 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-3d1c6882-2a02-402e-af23-4e6263d85939 req-26f687cf-d7dc-4d6e-bf7e-75c3762cd792 tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:12.256771 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-3d1c6882-2a02-402e-af23-4e6263d85939 req-26f687cf-d7dc-4d6e-bf7e-75c3762cd792 tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] Allocated IP 192.168.233.151 (f1b7997e-1a2a-4260-9d7d-b6cf90b8801d/c2e3eb0b-907c-4ac4-809e-ae9609bc8c67/5b8f04af-1ccc-4371-8fdc-2aa5d132c461) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:27:12.301757 n-d-768851-15 neutron-server[94216]: INFO neutron.db.l3_db [None req-11695547-1064-4d55-b1bf-f4473b33eda8 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Floating IP 8a67e05b-a479-4433-9a81-c9b56cbc7ff7 associated. External IP: 172.25.7.55, port: bae3c42a-296e-48e7-85b1-5414684b600c. Aug 10 03:27:12.435997 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f687cf-d7dc-4d6e-bf7e-75c3762cd792 tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed59cf94-133a-4ce6-8933-613f94af16e8,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:12.509669 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e51380dd-87d0-4688-8abf-70d5ec0cea4e', 'name': 'network-vif-deleted', 'tag': 'f26804a6-f828-4590-8d94-02c816b00b72'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:12.516114 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73ccb7d-b106-4f9a-9474-81f2b401612f" -d '{"events": [{"server_uuid": "e51380dd-87d0-4688-8abf-70d5ec0cea4e", "name": "network-vif-deleted", "tag": "f26804a6-f828-4590-8d94-02c816b00b72"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:12.743576 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be85dd-5aa7-4035-93ea-debf2b87a233 req-f84e58ef-970a-4f24-a2bc-8724eea115a1 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:12.752556 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-48be85dd-5aa7-4035-93ea-debf2b87a233 req-f84e58ef-970a-4f24-a2bc-8724eea115a1 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.8126233 Aug 10 03:27:13.027792 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-48be85dd-5aa7-4035-93ea-debf2b87a233 req-b16c6084-ded7-4207-9249-7f8821d33608 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733393 Aug 10 03:27:13.102100 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17b0bd6-769e-4495-9600-7dca1f4f389a x-openstack-request-id: req-d17b0bd6-769e-4495-9600-7dca1f4f389a {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:13.102666 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e51380dd-87d0-4688-8abf-70d5ec0cea4e", "name": "network-vif-deleted", "tag": "f26804a6-f828-4590-8d94-02c816b00b72", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:13.103856 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d17b0bd6-769e-4495-9600-7dca1f4f389a {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:13.105064 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e51380dd-87d0-4688-8abf-70d5ec0cea4e', 'name': 'network-vif-deleted', 'tag': 'f26804a6-f828-4590-8d94-02c816b00b72', 'status': 'completed', 'code': 200} Aug 10 03:27:13.182055 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814802b2-c462-4a75-bd9e-c21c6a8a1fa6 req-6cdcf857-e436-43c8-a829-c2db96f6b528 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:13.190440 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-814802b2-c462-4a75-bd9e-c21c6a8a1fa6 req-6cdcf857-e436-43c8-a829-c2db96f6b528 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 944 time: 0.7585585 Aug 10 03:27:13.206961 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11695547-1064-4d55-b1bf-f4473b33eda8 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Router 6f811108-70fd-4731-8257-671f85acbf74 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:27:13.262102 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-3d1c6882-2a02-402e-af23-4e6263d85939 req-26f687cf-d7dc-4d6e-bf7e-75c3762cd792 tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:13.270468 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-447126f1-91cc-4eb6-87ae-87afad5cd8e8 req-66080009-58cc-4849-8327-6fa12d01c2ac tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] 10.222.0.62 "GET /v2.0/ports?device_id=a58fae8c-28ad-412e-a52a-cc133445fef4 HTTP/1.1" status: 200 len: 210 time: 0.0623200 Aug 10 03:27:13.430938 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-3d1c6882-2a02-402e-af23-4e6263d85939 req-26f687cf-d7dc-4d6e-bf7e-75c3762cd792 tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] Transition to ACTIVE for port object 5b8f04af-1ccc-4371-8fdc-2aa5d132c461 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:27:13.466453 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device cc032729-ae69-4fc1-b3d1-0648c9ece4db no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:27:13.498447 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: cc032729-ae69-4fc1-b3d1-0648c9ece4db {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:27:13.501048 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device cc032729-ae69-4fc1-b3d1-0648c9ece4db not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:27:13.511675 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device f26804a6-f828-4590-8d94-02c816b00b72 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:27:13.535361 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-3d1c6882-2a02-402e-af23-4e6263d85939 req-26f687cf-d7dc-4d6e-bf7e-75c3762cd792 tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:13.561999 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: f26804a6-f828-4590-8d94-02c816b00b72 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:27:13.562712 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device f26804a6-f828-4590-8d94-02c816b00b72 not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:27:13.925370 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-814802b2-c462-4a75-bd9e-c21c6a8a1fa6 req-a63e784f-e891-4dd7-b9e2-17248d87fb45 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7339382 Aug 10 03:27:14.079653 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f687cf-d7dc-4d6e-bf7e-75c3762cd792 tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] Pushing event updated for resources: {'Port': ['ID=5b8f04af-1ccc-4371-8fdc-2aa5d132c461,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:14.093234 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11695547-1064-4d55-b1bf-f4473b33eda8 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:27:14.100500 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-11695547-1064-4d55-b1bf-f4473b33eda8 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:14.107069 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290e127a-b52c-43c5-bfc5-12628a23ef4c None None] Sync routers for ids ['6f811108-70fd-4731-8257-671f85acbf74'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:27:14.131661 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290e127a-b52c-43c5-bfc5-12628a23ef4c None None] Routers {'6f811108-70fd-4731-8257-671f85acbf74'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:27:14.132327 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-290e127a-b52c-43c5-bfc5-12628a23ef4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:27:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['6f811108-70fd-4731-8257-671f85acbf74'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:14.219212 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-11695547-1064-4d55-b1bf-f4473b33eda8 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "PUT /v2.0/floatingips/8a67e05b-a479-4433-9a81-c9b56cbc7ff7 HTTP/1.1" status: 200 len: 991 time: 5.5862663 Aug 10 03:27:14.219212 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d1c6882-2a02-402e-af23-4e6263d85939 req-26f687cf-d7dc-4d6e-bf7e-75c3762cd792 tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] Network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:27:14.219212 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '440b775b-80cd-4e91-8c68-431fec30100f', 'tag': 'bae3c42a-296e-48e7-85b1-5414684b600c'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:14.221641 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2700ec82-a09e-4f4e-a827-ddd9166d0daf" -d '{"events": [{"name": "network-changed", "server_uuid": "440b775b-80cd-4e91-8c68-431fec30100f", "tag": "bae3c42a-296e-48e7-85b1-5414684b600c"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:14.243697 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-3d1c6882-2a02-402e-af23-4e6263d85939 req-26f687cf-d7dc-4d6e-bf7e-75c3762cd792 tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:14.243697 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d1c6882-2a02-402e-af23-4e6263d85939 req-26f687cf-d7dc-4d6e-bf7e-75c3762cd792 tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:27:14.391158 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa3d71-4b16-4def-8d85-fac3a7d4e3ef req-4e4402e5-028b-4613-b3e0-4a2cbf2225e4 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:14.392665 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4ffa3d71-4b16-4def-8d85-fac3a7d4e3ef req-4e4402e5-028b-4613-b3e0-4a2cbf2225e4 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=322b60eb-c15c-4e22-bca8-d8acadcea6ac HTTP/1.1" status: 200 len: 945 time: 0.9734735 Aug 10 03:27:14.414125 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-290e127a-b52c-43c5-bfc5-12628a23ef4c None None] Set router 6f811108-70fd-4731-8257-671f85acbf74 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:27:14.415236 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e0d4a-1abc-4564-8adf-e56d65331572 req-fc73c1a3-86e7-4063-82eb-d1c23d80fe70 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:14.417199 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1e1e0d4a-1abc-4564-8adf-e56d65331572 req-fc73c1a3-86e7-4063-82eb-d1c23d80fe70 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.60 "GET /v2.0/ports?device_id=322b60eb-c15c-4e22-bca8-d8acadcea6ac HTTP/1.1" status: 200 len: 945 time: 0.9381003 Aug 10 03:27:14.543748 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef85f001-d432-42cb-a437-beb5019af3f4 req-e2fc8e78-af3a-48fd-be79-e1f11f0ea54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:14.546175 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ef85f001-d432-42cb-a437-beb5019af3f4 req-e2fc8e78-af3a-48fd-be79-e1f11f0ea54a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e185eddfc77743c180b686598504f106&device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 1096 time: 0.1537976 Aug 10 03:27:14.693879 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4ffa3d71-4b16-4def-8d85-fac3a7d4e3ef req-8dc159c0-b4b2-4b6b-8f51-a3ee6a22c99c tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/security-groups?id=efe56f97-cb65-408d-9c87-fa760e99fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341681 Aug 10 03:27:14.726956 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c6882-2a02-402e-af23-4e6263d85939 req-26f687cf-d7dc-4d6e-bf7e-75c3762cd792 tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:14.729177 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-3d1c6882-2a02-402e-af23-4e6263d85939 req-26f687cf-d7dc-4d6e-bf7e-75c3762cd792 tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:14.840788 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef85f001-d432-42cb-a437-beb5019af3f4 req-268cfabf-6b1a-47f1-bfc9-5278fff8bfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:14.852257 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ef85f001-d432-42cb-a437-beb5019af3f4 req-268cfabf-6b1a-47f1-bfc9-5278fff8bfc8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe HTTP/1.1" status: 200 len: 911 time: 0.2919312 Aug 10 03:27:14.863410 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3d1c6882-2a02-402e-af23-4e6263d85939 req-26f687cf-d7dc-4d6e-bf7e-75c3762cd792 tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.3591695 Aug 10 03:27:14.893355 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae10ac1-2e19-4429-b1ab-6f5f4fb5f4e8 req-00261620-5177-49c3-8a9b-fbbdedf7a06e tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:14.894936 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8ae10ac1-2e19-4429-b1ab-6f5f4fb5f4e8 req-00261620-5177-49c3-8a9b-fbbdedf7a06e tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.5677774 Aug 10 03:27:14.899048 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-3d1c6882-2a02-402e-af23-4e6263d85939 req-d9b8bbd1-f473-40b1-bf45-2e6b295257a1 service neutron] Request body: {'port': {'device_id': 'a58fae8c-28ad-412e-a52a-cc133445fef4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:15.020545 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ef85f001-d432-42cb-a437-beb5019af3f4 req-c3829594-54d3-4c4a-b069-e8ab5c752999 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77d567da-37a9-45cd-8b79-8328cf500c47 HTTP/1.1" status: 200 len: 999 time: 0.1621461 Aug 10 03:27:15.100543 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-cfe3ab34-6084-4da1-928f-1af4d976d35b None None] Provisioning for port 5b8f04af-1ccc-4371-8fdc-2aa5d132c461 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:27:15.115653 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-cfe3ab34-6084-4da1-928f-1af4d976d35b None None] Provisioning complete for port 5b8f04af-1ccc-4371-8fdc-2aa5d132c461 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:15.116030 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-cfe3ab34-6084-4da1-928f-1af4d976d35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:15.164607 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef85f001-d432-42cb-a437-beb5019af3f4 req-36b3eea6-770e-407a-8f03-eaef889e5938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:15.166579 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ef85f001-d432-42cb-a437-beb5019af3f4 req-36b3eea6-770e-407a-8f03-eaef889e5938 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c05a62ae-44d3-4db4-a938-da6f60472238 HTTP/1.1" status: 200 len: 849 time: 0.1387367 Aug 10 03:27:15.183044 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8ae10ac1-2e19-4429-b1ab-6f5f4fb5f4e8 req-c06f9484-bab5-4d24-81d2-d1ada6fbd2ec tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753479 Aug 10 03:27:15.248578 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-290e127a-b52c-43c5-bfc5-12628a23ef4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f811108-70fd-4731-8257-671f85acbf74', 'name': 'tempest-AttachVolumeTestJSON-1078533016-router', 'tenant_id': '716a2501dd514284b3618ba976b1a21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'bd699efa-4783-4ab8-bb90-dbeddc227eed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:26:31Z', 'updated_at': '2021-08-10T03:26:38Z', 'revision_number': 4, 'project_id': '716a2501dd514284b3618ba976b1a21f', 'gw_port': {'id': 'bd699efa-4783-4ab8-bb90-dbeddc227eed', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:0d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f811108-70fd-4731-8257-671f85acbf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:32Z', 'updated_at': '2021-08-10T03:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '8a67e05b-a479-4433-9a81-c9b56cbc7ff7', 'tenant_id': '716a2501dd514284b3618ba976b1a21f', 'floating_ip_address': '172.25.7.55', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '6f811108-70fd-4731-8257-671f85acbf74', 'port_id': 'bae3c42a-296e-48e7-85b1-5414684b600c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b944b0e3-b136-43d0-aeef-f89e7c552d7f', 'mac_address': 'fa:16:3e:bb:5c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440b775b-80cd-4e91-8c68-431fec30100f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:26:45Z', 'updated_at': '2021-08-10T03:27:11Z', 'revision_number': 1, 'project_id': '716a2501dd514284b3618ba976b1a21f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0413d2b5-34c5-43ff-bd3c-a2b5f682346e', 'name': '', 'network_id': 'b944b0e3-b136-43d0-aeef-f89e7c552d7f', 'tenant_id': '716a2501dd514284b3618ba976b1a21f', 'mac_address': 'fa:16:3e:b7:a5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f811108-70fd-4731-8257-671f85acbf74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '9fa6e43b-250a-4024-b95b-0ad12ce73ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:37Z', 'updated_at': '2021-08-10T03:26:49Z', 'revision_number': 5, 'project_id': '716a2501dd514284b3618ba976b1a21f', 'subnets': [{'id': '9fa6e43b-250a-4024-b95b-0ad12ce73ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:15.256106 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-cfe3ab34-6084-4da1-928f-1af4d976d35b None None] Port 5b8f04af-1ccc-4371-8fdc-2aa5d132c461 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:27:15.279892 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef85f001-d432-42cb-a437-beb5019af3f4 req-f59f9337-9389-43e9-907f-d9eb26f9220c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:15.281572 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ef85f001-d432-42cb-a437-beb5019af3f4 req-f59f9337-9389-43e9-907f-d9eb26f9220c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1059210 Aug 10 03:27:15.283697 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-1e1e0d4a-1abc-4564-8adf-e56d65331572 req-fb1e5f4a-8603-4e55-8260-779bb7b79dbf tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Deleting port f5c7ecb2-a189-4735-843f-fe76eb7954c5 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:27:15.284050 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-1e1e0d4a-1abc-4564-8adf-e56d65331572 req-fb1e5f4a-8603-4e55-8260-779bb7b79dbf tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:15.316483 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-3d1c6882-2a02-402e-af23-4e6263d85939 req-d9b8bbd1-f473-40b1-bf45-2e6b295257a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:15.317069 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290e127a-b52c-43c5-bfc5-12628a23ef4c None None] Checking router: 6f811108-70fd-4731-8257-671f85acbf74 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:27:15.358666 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290e127a-b52c-43c5-bfc5-12628a23ef4c None None] Routers {'6f811108-70fd-4731-8257-671f85acbf74'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:27:15.359344 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-290e127a-b52c-43c5-bfc5-12628a23ef4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:27:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['6f811108-70fd-4731-8257-671f85acbf74'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:15.359557 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579dae6-d22e-41da-a27a-b1630f1193ed req-e8835c7c-547f-4577-9617-36531749d825 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:15.373878 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1579dae6-d22e-41da-a27a-b1630f1193ed req-e8835c7c-547f-4577-9617-36531749d825 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 944 time: 0.4715164 Aug 10 03:27:15.563009 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-1e1e0d4a-1abc-4564-8adf-e56d65331572 req-fb1e5f4a-8603-4e55-8260-779bb7b79dbf tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] For port f5c7ecb2-a189-4735-843f-fe76eb7954c5, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=f5c7ecb2-a189-4735-843f-fe76eb7954c5,segment=NetworkSegment(4f7bae62-9d74-481f-afc7-5fd2c439c3cc),segment_id=4f7bae62-9d74-481f-afc7-5fd2c439c3cc)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:15.563784 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-1e1e0d4a-1abc-4564-8adf-e56d65331572 req-fb1e5f4a-8603-4e55-8260-779bb7b79dbf tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:15.585099 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-1e1e0d4a-1abc-4564-8adf-e56d65331572 req-fb1e5f4a-8603-4e55-8260-779bb7b79dbf tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Calling delete_port for f5c7ecb2-a189-4735-843f-fe76eb7954c5 owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:27:15.622977 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ef85f001-d432-42cb-a437-beb5019af3f4 req-45acda77-dda5-44c0-b837-cafda2049b35 service neutron] 10.222.0.58 "GET /v2.0/networks/0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337772 Aug 10 03:27:15.633224 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700ec82-a09e-4f4e-a827-ddd9166d0daf req-df82dda6-80a7-42e7-a7b0-bea383f00db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:15.635026 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2700ec82-a09e-4f4e-a827-ddd9166d0daf req-df82dda6-80a7-42e7-a7b0-bea383f00db4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=716a2501dd514284b3618ba976b1a21f&device_id=440b775b-80cd-4e91-8c68-431fec30100f HTTP/1.1" status: 200 len: 1098 time: 0.1455653 Aug 10 03:27:15.685013 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-290e127a-b52c-43c5-bfc5-12628a23ef4c None None] Set router 6f811108-70fd-4731-8257-671f85acbf74 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:27:15.917399 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700ec82-a09e-4f4e-a827-ddd9166d0daf req-b7bd3e03-827d-421b-a712-78d6e93ca34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:15.925167 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2700ec82-a09e-4f4e-a827-ddd9166d0daf req-b7bd3e03-827d-421b-a712-78d6e93ca34d service neutron] 10.222.0.60 "GET /v2.0/networks?id=b944b0e3-b136-43d0-aeef-f89e7c552d7f HTTP/1.1" status: 200 len: 912 time: 0.2807703 Aug 10 03:27:15.931717 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ef85f001-d432-42cb-a437-beb5019af3f4 req-4a5e037f-4e2c-42c4-82db-f1b48910e8e3 service neutron] 10.222.0.58 "GET /v2.0/networks/0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952712 Aug 10 03:27:15.969220 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905d4ae0-df4f-47ce-9ecc-4acfd8818823 x-openstack-request-id: req-905d4ae0-df4f-47ce-9ecc-4acfd8818823 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:15.970040 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "440b775b-80cd-4e91-8c68-431fec30100f", "tag": "bae3c42a-296e-48e7-85b1-5414684b600c", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:15.973697 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-905d4ae0-df4f-47ce-9ecc-4acfd8818823 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:15.974325 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '440b775b-80cd-4e91-8c68-431fec30100f', 'tag': 'bae3c42a-296e-48e7-85b1-5414684b600c', 'status': 'completed', 'code': 200} Aug 10 03:27:15.975218 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-1e1e0d4a-1abc-4564-8adf-e56d65331572 req-fb1e5f4a-8603-4e55-8260-779bb7b79dbf tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:16.081734 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2700ec82-a09e-4f4e-a827-ddd9166d0daf req-42b21db7-513a-485e-ab25-9ecc3a7a65df service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bae3c42a-296e-48e7-85b1-5414684b600c HTTP/1.1" status: 200 len: 999 time: 0.1477611 Aug 10 03:27:16.105524 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e5f4a-8603-4e55-8260-779bb7b79dbf tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Pushing event deleted for resources: {'Port': ['ID=f5c7ecb2-a189-4735-843f-fe76eb7954c5,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:16.186763 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700ec82-a09e-4f4e-a827-ddd9166d0daf req-3dfd8adb-bbb9-4152-ab70-13b43d6172b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:16.188178 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2700ec82-a09e-4f4e-a827-ddd9166d0daf req-3dfd8adb-bbb9-4152-ab70-13b43d6172b0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9fa6e43b-250a-4024-b95b-0ad12ce73ea4 HTTP/1.1" status: 200 len: 850 time: 0.0980115 Aug 10 03:27:16.257186 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-290e127a-b52c-43c5-bfc5-12628a23ef4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f811108-70fd-4731-8257-671f85acbf74', 'name': 'tempest-AttachVolumeTestJSON-1078533016-router', 'tenant_id': '716a2501dd514284b3618ba976b1a21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'bd699efa-4783-4ab8-bb90-dbeddc227eed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:26:31Z', 'updated_at': '2021-08-10T03:26:38Z', 'revision_number': 4, 'project_id': '716a2501dd514284b3618ba976b1a21f', 'gw_port': {'id': 'bd699efa-4783-4ab8-bb90-dbeddc227eed', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:0d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f811108-70fd-4731-8257-671f85acbf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:32Z', 'updated_at': '2021-08-10T03:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '8a67e05b-a479-4433-9a81-c9b56cbc7ff7', 'tenant_id': '716a2501dd514284b3618ba976b1a21f', 'floating_ip_address': '172.25.7.55', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '6f811108-70fd-4731-8257-671f85acbf74', 'port_id': 'bae3c42a-296e-48e7-85b1-5414684b600c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b944b0e3-b136-43d0-aeef-f89e7c552d7f', 'mac_address': 'fa:16:3e:bb:5c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440b775b-80cd-4e91-8c68-431fec30100f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:26:45Z', 'updated_at': '2021-08-10T03:27:11Z', 'revision_number': 1, 'project_id': '716a2501dd514284b3618ba976b1a21f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0413d2b5-34c5-43ff-bd3c-a2b5f682346e', 'name': '', 'network_id': 'b944b0e3-b136-43d0-aeef-f89e7c552d7f', 'tenant_id': '716a2501dd514284b3618ba976b1a21f', 'mac_address': 'fa:16:3e:b7:a5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f811108-70fd-4731-8257-671f85acbf74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '9fa6e43b-250a-4024-b95b-0ad12ce73ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:37Z', 'updated_at': '2021-08-10T03:26:49Z', 'revision_number': 5, 'project_id': '716a2501dd514284b3618ba976b1a21f', 'subnets': [{'id': '9fa6e43b-250a-4024-b95b-0ad12ce73ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:16.302521 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700ec82-a09e-4f4e-a827-ddd9166d0daf req-50d6cb5b-0f6f-4a16-8d13-ef1e929a3170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:16.307153 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290e127a-b52c-43c5-bfc5-12628a23ef4c None None] The sync data for ids ['6f811108-70fd-4731-8257-671f85acbf74'] in n-d-768851-15 is: [{'id': '6f811108-70fd-4731-8257-671f85acbf74', 'name': 'tempest-AttachVolumeTestJSON-1078533016-router', 'tenant_id': '716a2501dd514284b3618ba976b1a21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'bd699efa-4783-4ab8-bb90-dbeddc227eed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:26:31Z', 'updated_at': '2021-08-10T03:26:38Z', 'revision_number': 4, 'project_id': '716a2501dd514284b3618ba976b1a21f', 'gw_port': {'id': 'bd699efa-4783-4ab8-bb90-dbeddc227eed', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:0d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f811108-70fd-4731-8257-671f85acbf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:32Z', 'updated_at': '2021-08-10T03:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '8a67e05b-a479-4433-9a81-c9b56cbc7ff7', 'tenant_id': '716a2501dd514284b3618ba976b1a21f', 'floating_ip_address': '172.25.7.55', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '6f811108-70fd-4731-8257-671f85acbf74', 'port_id': 'bae3c42a-296e-48e7-85b1-5414684b600c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b944b0e3-b136-43d0-aeef-f89e7c552d7f', 'mac_address': 'fa:16:3e:bb:5c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440b775b-80cd-4e91-8c68-431fec30100f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:26:45Z', 'updated_at': '2021-08-10T03:27:11Z', 'revision_number': 1, 'project_id': '716a2501dd514284b3618ba976b1a21f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0413d2b5-34c5-43ff-bd3c-a2b5f682346e', 'name': '', 'network_id': 'b944b0e3-b136-43d0-aeef-f89e7c552d7f', 'tenant_id': '716a2501dd514284b3618ba976b1a21f', 'mac_address': 'fa:16:3e:b7:a5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f811108-70fd-4731-8257-671f85acbf74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '9fa6e43b-250a-4024-b95b-0ad12ce73ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:37Z', 'updated_at': '2021-08-10T03:26:49Z', 'revision_number': 5, 'project_id': '716a2501dd514284b3618ba976b1a21f', 'subnets': [{'id': '9fa6e43b-250a-4024-b95b-0ad12ce73ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:27:16.308544 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2700ec82-a09e-4f4e-a827-ddd9166d0daf req-50d6cb5b-0f6f-4a16-8d13-ef1e929a3170 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b944b0e3-b136-43d0-aeef-f89e7c552d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1116383 Aug 10 03:27:16.571522 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2700ec82-a09e-4f4e-a827-ddd9166d0daf req-63efa416-c4d7-4acb-ad29-2f73975a659d service neutron] 10.222.0.60 "GET /v2.0/networks/b944b0e3-b136-43d0-aeef-f89e7c552d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489765 Aug 10 03:27:16.747989 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device f5c7ecb2-a189-4735-843f-fe76eb7954c5 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:27:16.749643 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c2731e-bcec-43fb-9426-836cfe04056c None None] New status for floating IP 8a67e05b-a479-4433-9a81-c9b56cbc7ff7: ACTIVE {{(pid=94219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:27:16.764793 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-3d1c6882-2a02-402e-af23-4e6263d85939 req-d9b8bbd1-f473-40b1-bf45-2e6b295257a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b8f04af-1ccc-4371-8fdc-2aa5d132c461 {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:27:16.774334 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-3d1c6882-2a02-402e-af23-4e6263d85939 req-d9b8bbd1-f473-40b1-bf45-2e6b295257a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:16.795414 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-3d1c6882-2a02-402e-af23-4e6263d85939 req-d9b8bbd1-f473-40b1-bf45-2e6b295257a1 service neutron] Transition to ACTIVE for port object 5b8f04af-1ccc-4371-8fdc-2aa5d132c461 will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:27:16.806108 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-3d1c6882-2a02-402e-af23-4e6263d85939 req-d9b8bbd1-f473-40b1-bf45-2e6b295257a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:16.824603 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: f5c7ecb2-a189-4735-843f-fe76eb7954c5 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:27:16.825323 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device f5c7ecb2-a189-4735-843f-fe76eb7954c5 not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:27:16.839498 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2700ec82-a09e-4f4e-a827-ddd9166d0daf req-f41c9675-dfd2-4b96-b3aa-40ded933ae87 service neutron] 10.222.0.60 "GET /v2.0/networks/b944b0e3-b136-43d0-aeef-f89e7c552d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660320 Aug 10 03:27:17.129915 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1579dae6-d22e-41da-a27a-b1630f1193ed req-876e2b2a-7811-4ebd-a13b-8307df8611d7 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.7550468 Aug 10 03:27:17.227861 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e1e0d4a-1abc-4564-8adf-e56d65331572 req-fb1e5f4a-8603-4e55-8260-779bb7b79dbf tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] No DVR routers for this DVR port f5c7ecb2-a189-4735-843f-fe76eb7954c5 on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:27:17.233878 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-1e1e0d4a-1abc-4564-8adf-e56d65331572 req-fb1e5f4a-8603-4e55-8260-779bb7b79dbf tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:17.236185 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1e1e0d4a-1abc-4564-8adf-e56d65331572 req-fb1e5f4a-8603-4e55-8260-779bb7b79dbf tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.60 "DELETE /v2.0/ports/f5c7ecb2-a189-4735-843f-fe76eb7954c5 HTTP/1.1" status: 204 len: 173 time: 2.7600327 Aug 10 03:27:17.336943 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-12848e0f-191f-49de-a987-ebb410ca8ef9 req-9d6627c8-ea06-4032-91b0-6a76c56d2067 tempest-ServerRescueTestJSON-716253385 tempest-ServerRescueTestJSON-716253385-project] 10.222.0.62 "GET /v2.0/ports?device_id=322b60eb-c15c-4e22-bca8-d8acadcea6ac HTTP/1.1" status: 200 len: 210 time: 0.0344265 Aug 10 03:27:17.359240 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8114da47-5a4e-4f2b-aad5-9bc88ff11efa req-f6df8947-71a3-4171-ae46-e3624a828f13 tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:17.368103 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8114da47-5a4e-4f2b-aad5-9bc88ff11efa req-f6df8947-71a3-4171-ae46-e3624a828f13 tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] 10.222.0.62 "GET /v2.0/ports?device_id=a58fae8c-28ad-412e-a52a-cc133445fef4 HTTP/1.1" status: 200 len: 936 time: 1.4389694 Aug 10 03:27:17.379711 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b8bbd1-f473-40b1-bf45-2e6b295257a1 service neutron] Pushing event updated for resources: {'Port': ['ID=5b8f04af-1ccc-4371-8fdc-2aa5d132c461,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:17.523485 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8114da47-5a4e-4f2b-aad5-9bc88ff11efa req-32448ba0-484f-4265-ac55-d6f8e58feff8 tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed59cf94-133a-4ce6-8933-613f94af16e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539190 Aug 10 03:27:17.644257 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825efc7b-8f78-4a6d-a8f7-653368970ec4 req-8927635a-3549-443a-a26b-d10f9a0a82e2 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:17.646487 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-825efc7b-8f78-4a6d-a8f7-653368970ec4 req-8927635a-3549-443a-a26b-d10f9a0a82e2 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.2027709 Aug 10 03:27:17.648186 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-3d1c6882-2a02-402e-af23-4e6263d85939 req-d9b8bbd1-f473-40b1-bf45-2e6b295257a1 service neutron] Attempting to bind port 5b8f04af-1ccc-4371-8fdc-2aa5d132c461 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:27:17.648530 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-3d1c6882-2a02-402e-af23-4e6263d85939 req-d9b8bbd1-f473-40b1-bf45-2e6b295257a1 service neutron] Attempting to bind port 5b8f04af-1ccc-4371-8fdc-2aa5d132c461 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:27:17.648858 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1c6882-2a02-402e-af23-4e6263d85939 req-d9b8bbd1-f473-40b1-bf45-2e6b295257a1 service neutron] Attempting to bind port 5b8f04af-1ccc-4371-8fdc-2aa5d132c461 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:27:17.654261 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1c6882-2a02-402e-af23-4e6263d85939 req-d9b8bbd1-f473-40b1-bf45-2e6b295257a1 service neutron] Port 5b8f04af-1ccc-4371-8fdc-2aa5d132c461 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:27:17.654595 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1c6882-2a02-402e-af23-4e6263d85939 req-d9b8bbd1-f473-40b1-bf45-2e6b295257a1 service neutron] Attempting to bind port 5b8f04af-1ccc-4371-8fdc-2aa5d132c461 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:27:17.669253 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1c6882-2a02-402e-af23-4e6263d85939 req-d9b8bbd1-f473-40b1-bf45-2e6b295257a1 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:27:17.669628 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1c6882-2a02-402e-af23-4e6263d85939 req-d9b8bbd1-f473-40b1-bf45-2e6b295257a1 service neutron] Checking segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:27:17.670033 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1c6882-2a02-402e-af23-4e6263d85939 req-d9b8bbd1-f473-40b1-bf45-2e6b295257a1 service neutron] Bound using segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:27:17.670469 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-3d1c6882-2a02-402e-af23-4e6263d85939 req-d9b8bbd1-f473-40b1-bf45-2e6b295257a1 service neutron] Bound port: 5b8f04af-1ccc-4371-8fdc-2aa5d132c461, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:27:17.670853 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-3d1c6882-2a02-402e-af23-4e6263d85939 req-d9b8bbd1-f473-40b1-bf45-2e6b295257a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:17.777050 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-825efc7b-8f78-4a6d-a8f7-653368970ec4 req-6fc39613-ac54-45a8-bb8c-4a53265a0874 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172278 Aug 10 03:27:17.917584 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-3d1c6882-2a02-402e-af23-4e6263d85939 req-d9b8bbd1-f473-40b1-bf45-2e6b295257a1 service neutron] For port 5b8f04af-1ccc-4371-8fdc-2aa5d132c461, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:27:17.921991 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-3d1c6882-2a02-402e-af23-4e6263d85939 req-d9b8bbd1-f473-40b1-bf45-2e6b295257a1 service neutron] For port 5b8f04af-1ccc-4371-8fdc-2aa5d132c461, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=5b8f04af-1ccc-4371-8fdc-2aa5d132c461,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:27:17.927832 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-3d1c6882-2a02-402e-af23-4e6263d85939 req-d9b8bbd1-f473-40b1-bf45-2e6b295257a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:17.975599 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c6882-2a02-402e-af23-4e6263d85939 req-d9b8bbd1-f473-40b1-bf45-2e6b295257a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:17.976549 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-3d1c6882-2a02-402e-af23-4e6263d85939 req-d9b8bbd1-f473-40b1-bf45-2e6b295257a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:17.978702 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3d1c6882-2a02-402e-af23-4e6263d85939 req-d9b8bbd1-f473-40b1-bf45-2e6b295257a1 service neutron] 10.222.0.60 "PUT /v2.0/ports/5b8f04af-1ccc-4371-8fdc-2aa5d132c461 HTTP/1.1" status: 200 len: 1097 time: 3.0988362 Aug 10 03:27:17.979410 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322b60eb-c15c-4e22-bca8-d8acadcea6ac', 'name': 'network-vif-deleted', 'tag': 'f5c7ecb2-a189-4735-843f-fe76eb7954c5'}, {'name': 'network-changed', 'server_uuid': 'a58fae8c-28ad-412e-a52a-cc133445fef4', 'tag': '5b8f04af-1ccc-4371-8fdc-2aa5d132c461'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:17.983168 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd7f75b-4550-4927-81f5-27b50af1aee8" -d '{"events": [{"server_uuid": "322b60eb-c15c-4e22-bca8-d8acadcea6ac", "name": "network-vif-deleted", "tag": "f5c7ecb2-a189-4735-843f-fe76eb7954c5"}, {"name": "network-changed", "server_uuid": "a58fae8c-28ad-412e-a52a-cc133445fef4", "tag": "5b8f04af-1ccc-4371-8fdc-2aa5d132c461"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:18.015366 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b8bbd1-f473-40b1-bf45-2e6b295257a1 service neutron] Pushing event updated for resources: {'Port': ['ID=5b8f04af-1ccc-4371-8fdc-2aa5d132c461,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:18.150169 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2caf7d-052a-460d-8a86-e5d5f07f82d3 x-openstack-request-id: req-fd2caf7d-052a-460d-8a86-e5d5f07f82d3 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:18.150883 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "322b60eb-c15c-4e22-bca8-d8acadcea6ac", "name": "network-vif-deleted", "tag": "f5c7ecb2-a189-4735-843f-fe76eb7954c5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a58fae8c-28ad-412e-a52a-cc133445fef4", "tag": "5b8f04af-1ccc-4371-8fdc-2aa5d132c461", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:18.150883 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fd2caf7d-052a-460d-8a86-e5d5f07f82d3 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:18.151212 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '322b60eb-c15c-4e22-bca8-d8acadcea6ac', 'name': 'network-vif-deleted', 'tag': 'f5c7ecb2-a189-4735-843f-fe76eb7954c5', 'status': 'completed', 'code': 200} Aug 10 03:27:18.151396 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a58fae8c-28ad-412e-a52a-cc133445fef4', 'tag': '5b8f04af-1ccc-4371-8fdc-2aa5d132c461', 'status': 'completed', 'code': 200} Aug 10 03:27:18.191488 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c6882-2a02-402e-af23-4e6263d85939 req-e6d3e411-ebf0-4dee-9ac5-4c0ed061a29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:18.195834 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3d1c6882-2a02-402e-af23-4e6263d85939 req-e6d3e411-ebf0-4dee-9ac5-4c0ed061a29d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e74b74d0002d4b758bf5a0afded8f8d7&device_id=a58fae8c-28ad-412e-a52a-cc133445fef4 HTTP/1.1" status: 200 len: 1100 time: 0.1277192 Aug 10 03:27:18.359472 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3d1c6882-2a02-402e-af23-4e6263d85939 req-0a79b6e4-b18f-48d8-a47d-585488ffb2b6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=5b8f04af-1ccc-4371-8fdc-2aa5d132c461 HTTP/1.1" status: 200 len: 217 time: 0.1532342 Aug 10 03:27:18.431138 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 39660) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:18.753267 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c6882-2a02-402e-af23-4e6263d85939 req-30d71686-9462-41f3-95df-8d3381e8f5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:18.754821 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3d1c6882-2a02-402e-af23-4e6263d85939 req-30d71686-9462-41f3-95df-8d3381e8f5a0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.3678622 Aug 10 03:27:18.813300 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8000cc-4ded-40d9-a223-944d139622fa req-3b5c59f0-8379-42b1-b00b-c33f9b427907 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:18.823002 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dd8000cc-4ded-40d9-a223-944d139622fa req-3b5c59f0-8379-42b1-b00b-c33f9b427907 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 944 time: 0.4612422 Aug 10 03:27:19.024450 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b8ba74-d28f-4dc9-971b-a9907c0c819f req-eb0bdf3d-77d0-4f72-933f-1a81b68f3894 tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:19.039481 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-11b8ba74-d28f-4dc9-971b-a9907c0c819f req-eb0bdf3d-77d0-4f72-933f-1a81b68f3894 tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] 10.222.0.62 "GET /v2.0/ports?device_id=a58fae8c-28ad-412e-a52a-cc133445fef4 HTTP/1.1" status: 200 len: 948 time: 0.3413916 Aug 10 03:27:19.109432 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dd8000cc-4ded-40d9-a223-944d139622fa req-6065573f-e948-4206-a5cc-95c9a14ec98a tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2852068 Aug 10 03:27:19.139642 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c6882-2a02-402e-af23-4e6263d85939 req-3fd06d66-58b7-403e-b8eb-74df322b75e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:19.145974 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3d1c6882-2a02-402e-af23-4e6263d85939 req-3fd06d66-58b7-403e-b8eb-74df322b75e5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2765448 Aug 10 03:27:19.308923 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-11b8ba74-d28f-4dc9-971b-a9907c0c819f req-8b0a7bf0-0409-4379-a74d-1af2d1ec2fd1 tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed59cf94-133a-4ce6-8933-613f94af16e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650099 Aug 10 03:27:19.651638 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533bc9bb-cbf2-4e02-9f13-33e6692c5b23 req-1ac40005-a4a5-49ef-bfbf-b5bc07a33a5a tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:19.654308 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a3de5398-a092-4b73-9eff-8e15b279ba35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:19.658312 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-533bc9bb-cbf2-4e02-9f13-33e6692c5b23 req-1ac40005-a4a5-49ef-bfbf-b5bc07a33a5a tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.2117438 Aug 10 03:27:19.671857 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3d1c6882-2a02-402e-af23-4e6263d85939 req-9d335c84-a297-48be-9329-d8ffc7d1a812 service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4768519 Aug 10 03:27:19.919543 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3d1c6882-2a02-402e-af23-4e6263d85939 req-63b514fc-dd9d-48eb-ae65-21c6b1a7034e service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156315 Aug 10 03:27:20.047592 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-a3de5398-a092-4b73-9eff-8e15b279ba35 admin admin] Deleting port ae4bcfe9-3a85-401e-941c-c23682ca90e6 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:27:20.048024 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a3de5398-a092-4b73-9eff-8e15b279ba35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:20.180033 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7f75b-4550-4927-81f5-27b50af1aee8 req-09120733-3d56-4f27-bce3-7da1a4ab290e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:20.181745 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-abd7f75b-4550-4927-81f5-27b50af1aee8 req-09120733-3d56-4f27-bce3-7da1a4ab290e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e74b74d0002d4b758bf5a0afded8f8d7&device_id=a58fae8c-28ad-412e-a52a-cc133445fef4 HTTP/1.1" status: 200 len: 1100 time: 0.1920836 Aug 10 03:27:20.207850 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-533bc9bb-cbf2-4e02-9f13-33e6692c5b23 req-e847412e-2bb2-4135-b059-3d9e9f634044 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5287836 Aug 10 03:27:20.209169 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-a3de5398-a092-4b73-9eff-8e15b279ba35 admin admin] For port ae4bcfe9-3a85-401e-941c-c23682ca90e6, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=ae4bcfe9-3a85-401e-941c-c23682ca90e6,segment=NetworkSegment(4f7bae62-9d74-481f-afc7-5fd2c439c3cc),segment_id=4f7bae62-9d74-481f-afc7-5fd2c439c3cc)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:20.213221 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a3de5398-a092-4b73-9eff-8e15b279ba35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:20.248532 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-a3de5398-a092-4b73-9eff-8e15b279ba35 admin admin] Calling delete_port for ae4bcfe9-3a85-401e-941c-c23682ca90e6 owned by network:router_interface {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:27:20.255623 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08fd66-0548-4a43-a5f9-0c7cd5b686ed req-50a897eb-de53-4fe2-b0f6-4e10809c8e06 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:20.262814 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9d08fd66-0548-4a43-a5f9-0c7cd5b686ed req-50a897eb-de53-4fe2-b0f6-4e10809c8e06 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 944 time: 0.6009688 Aug 10 03:27:20.631682 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9d08fd66-0548-4a43-a5f9-0c7cd5b686ed req-af214b94-18a9-416d-b84f-cddce93bcd23 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3368518 Aug 10 03:27:20.660235 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a3de5398-a092-4b73-9eff-8e15b279ba35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:20.713317 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de5398-a092-4b73-9eff-8e15b279ba35 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae4bcfe9-3a85-401e-941c-c23682ca90e6,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:20.732439 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7f75b-4550-4927-81f5-27b50af1aee8 req-7a26df5d-eaf9-40c6-8d7c-01f3a1b86c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:20.755905 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-abd7f75b-4550-4927-81f5-27b50af1aee8 req-7a26df5d-eaf9-40c6-8d7c-01f3a1b86c40 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d HTTP/1.1" status: 200 len: 870 time: 0.5467002 Aug 10 03:27:20.794620 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915b0f5-18cb-44d6-999f-70e2177a0397 req-c95dc9f9-a7dd-4f69-8982-3ec6d7ed18ef tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:20.801245 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b915b0f5-18cb-44d6-999f-70e2177a0397 req-c95dc9f9-a7dd-4f69-8982-3ec6d7ed18ef tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] 10.222.0.62 "GET /v2.0/ports?device_id=a58fae8c-28ad-412e-a52a-cc133445fef4 HTTP/1.1" status: 200 len: 948 time: 0.3212571 Aug 10 03:27:20.876801 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-abd7f75b-4550-4927-81f5-27b50af1aee8 req-9e43d41d-ffed-4459-aa1e-2a978cbf6b16 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=5b8f04af-1ccc-4371-8fdc-2aa5d132c461 HTTP/1.1" status: 200 len: 217 time: 0.1072621 Aug 10 03:27:21.016518 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b915b0f5-18cb-44d6-999f-70e2177a0397 req-4f1baab5-62e6-4adf-bdd4-30ffe9b3b81e tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed59cf94-133a-4ce6-8933-613f94af16e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416678 Aug 10 03:27:21.040901 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7f75b-4550-4927-81f5-27b50af1aee8 req-8d872bb5-5ddb-4670-b153-ec6c1bf8f33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:21.041975 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-abd7f75b-4550-4927-81f5-27b50af1aee8 req-8d872bb5-5ddb-4670-b153-ec6c1bf8f33e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.1520550 Aug 10 03:27:21.086265 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01731105-1fb0-4f32-ba20-fbed1671d41c req-849cb8f0-9d5d-4cee-8f56-822fdeef7b4a tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:21.092514 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-01731105-1fb0-4f32-ba20-fbed1671d41c req-849cb8f0-9d5d-4cee-8f56-822fdeef7b4a tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 944 time: 0.1556931 Aug 10 03:27:21.109256 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a3de5398-a092-4b73-9eff-8e15b279ba35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:21.202545 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7f75b-4550-4927-81f5-27b50af1aee8 req-ade0aa1c-8156-4213-8284-0b6d155d1571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:21.209745 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-abd7f75b-4550-4927-81f5-27b50af1aee8 req-ade0aa1c-8156-4213-8284-0b6d155d1571 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1514821 Aug 10 03:27:21.289104 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-01731105-1fb0-4f32-ba20-fbed1671d41c req-5b52b781-8f87-4f4e-80c9-eed3f87e47ec tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682575 Aug 10 03:27:21.680589 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3de5398-a092-4b73-9eff-8e15b279ba35 admin admin] Router 00fc1e76-5130-4855-800b-bcf6a7db4129 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:27:21.718444 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-abd7f75b-4550-4927-81f5-27b50af1aee8 req-e62f2be0-9997-42a8-b58c-f0aea2375955 service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4855804 Aug 10 03:27:21.782680 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48136f69-ce2b-43e8-83d0-fd022e3deb88 req-5e3e75f7-0b9e-402c-a89c-62f2ce946951 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:21.796150 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-48136f69-ce2b-43e8-83d0-fd022e3deb88 req-5e3e75f7-0b9e-402c-a89c-62f2ce946951 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.4600821 Aug 10 03:27:21.796676 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 39746) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:21.887461 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-abd7f75b-4550-4927-81f5-27b50af1aee8 req-5d58b215-71b0-48a2-a05b-084ddf85cb17 service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276817 Aug 10 03:27:21.889819 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3de5398-a092-4b73-9eff-8e15b279ba35 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:27:21.898857 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a3de5398-a092-4b73-9eff-8e15b279ba35 admin admin] 10.222.0.62 "PUT /v2.0/routers/00fc1e76-5130-4855-800b-bcf6a7db4129/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4660156 Aug 10 03:27:21.900340 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aff2183-ce2c-4db7-ae22-56495b2929f0 None None] Sync routers for ids ['00fc1e76-5130-4855-800b-bcf6a7db4129'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:27:21.902000 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 39754) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:21.920978 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aff2183-ce2c-4db7-ae22-56495b2929f0 None None] Routers {'00fc1e76-5130-4855-800b-bcf6a7db4129'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:27:21.921627 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-6aff2183-ce2c-4db7-ae22-56495b2929f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:27:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['00fc1e76-5130-4855-800b-bcf6a7db4129'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:22.088262 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-6aff2183-ce2c-4db7-ae22-56495b2929f0 None None] Set router 00fc1e76-5130-4855-800b-bcf6a7db4129 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:27:22.101353 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-48136f69-ce2b-43e8-83d0-fd022e3deb88 req-64ef7f84-cffa-4234-9e0e-cc24a8699626 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707432 Aug 10 03:27:22.142565 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5dc8b7-9e9f-454f-b266-c566a6a852df req-c9a96258-fb6f-48a3-81c4-9a5313306998 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:22.167596 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7a5dc8b7-9e9f-454f-b266-c566a6a852df req-c9a96258-fb6f-48a3-81c4-9a5313306998 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 944 time: 0.4444256 Aug 10 03:27:22.202898 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a4e3a83e-f71d-4c47-8291-ac67b1a63b80 admin admin] Notify callbacks [] for router, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:22.301914 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7a5dc8b7-9e9f-454f-b266-c566a6a852df req-aa3295ea-a874-4508-a90d-becccdfc83c1 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333413 Aug 10 03:27:22.342783 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-24b1da6f-80a1-4082-923f-a20462d87bc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:22.515779 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-6aff2183-ce2c-4db7-ae22-56495b2929f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fc1e76-5130-4855-800b-bcf6a7db4129', 'name': 'tempest-ServerRescueTestJSON-1020409072-router', 'tenant_id': 'a6c6578459ab48049573af588cfcdf5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '8d404351-45fd-4870-aa2f-0a9ac317004f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:24:55Z', 'updated_at': '2021-08-10T03:27:20Z', 'revision_number': 5, 'project_id': 'a6c6578459ab48049573af588cfcdf5f', 'gw_port': {'id': '8d404351-45fd-4870-aa2f-0a9ac317004f', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:53:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fc1e76-5130-4855-800b-bcf6a7db4129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:24:58Z', 'updated_at': '2021-08-10T03:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:22.590553 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aff2183-ce2c-4db7-ae22-56495b2929f0 None None] Checking router: 00fc1e76-5130-4855-800b-bcf6a7db4129 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:27:22.604527 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aff2183-ce2c-4db7-ae22-56495b2929f0 None None] Routers {'00fc1e76-5130-4855-800b-bcf6a7db4129'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:27:22.605413 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-6aff2183-ce2c-4db7-ae22-56495b2929f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:27:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['00fc1e76-5130-4855-800b-bcf6a7db4129'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:22.610257 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-24b1da6f-80a1-4082-923f-a20462d87bc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:22.647867 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-24b1da6f-80a1-4082-923f-a20462d87bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:22.726268 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d535eb-2b61-4ebd-bd21-3fec2083393e req-d45a4c32-8557-41ac-9031-849d13bf9824 tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:22.727912 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f9d535eb-2b61-4ebd-bd21-3fec2083393e req-d45a4c32-8557-41ac-9031-849d13bf9824 tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] 10.222.0.62 "GET /v2.0/ports?device_id=a58fae8c-28ad-412e-a52a-cc133445fef4 HTTP/1.1" status: 200 len: 948 time: 0.2242501 Aug 10 03:27:22.813803 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-24b1da6f-80a1-4082-923f-a20462d87bc1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=38531ae323cf454cb3fee31fc0ff0026&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9263797 Aug 10 03:27:22.813803 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b1da6f-80a1-4082-923f-a20462d87bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4133e36a-8669-4618-9a8d-bd68ce22652a,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:22.827753 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 39762) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:22.897967 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f9d535eb-2b61-4ebd-bd21-3fec2083393e req-5df5cb13-9cee-4b27-844d-e47161644835 tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed59cf94-133a-4ce6-8933-613f94af16e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497314 Aug 10 03:27:22.968028 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f995fe8e-e905-442a-a41c-7ea1bc4e2fa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:23.015049 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f995fe8e-e905-442a-a41c-7ea1bc4e2fa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:23.116646 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a4e3a83e-f71d-4c47-8291-ac67b1a63b80 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:23.122795 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 5b8f04af-1ccc-4371-8fdc-2aa5d132c461 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:27:23.129300 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f995fe8e-e905-442a-a41c-7ea1bc4e2fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:23.132150 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f995fe8e-e905-442a-a41c-7ea1bc4e2fa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:23.135913 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-f995fe8e-e905-442a-a41c-7ea1bc4e2fa7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4133e36a-8669-4618-9a8d-bd68ce22652a HTTP/1.1" status: 204 len: 168 time: 0.3045123 Aug 10 03:27:23.148392 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f995fe8e-e905-442a-a41c-7ea1bc4e2fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4133e36a-8669-4618-9a8d-bd68ce22652a,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:23.158687 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-6aff2183-ce2c-4db7-ae22-56495b2929f0 None None] Set router 00fc1e76-5130-4855-800b-bcf6a7db4129 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:27:23.296294 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-a4e3a83e-f71d-4c47-8291-ac67b1a63b80 admin admin] Deleting port 8d404351-45fd-4870-aa2f-0a9ac317004f {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:27:23.300935 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a4e3a83e-f71d-4c47-8291-ac67b1a63b80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:23.475370 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba60e6-6252-4ce2-bcf0-206eaa22422b req-ccf78b93-403f-4ed2-93f8-0ec027f51906 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:23.486970 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-69ba60e6-6252-4ce2-bcf0-206eaa22422b req-ccf78b93-403f-4ed2-93f8-0ec027f51906 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.1937833 Aug 10 03:27:23.524629 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 5b8f04af-1ccc-4371-8fdc-2aa5d132c461, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=5b8f04af-1ccc-4371-8fdc-2aa5d132c461,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:23.549807 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '5b8f04af-1ccc-4371-8fdc-2aa5d132c461', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'port_id': '5b8f04af-1ccc-4371-8fdc-2aa5d132c461', 'mac_address': 'fa:16:3e:71:8d:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e3eb0b-907c-4ac4-809e-ae9609bc8c67', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:27:23.568201 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-a4e3a83e-f71d-4c47-8291-ac67b1a63b80 admin admin] For port 8d404351-45fd-4870-aa2f-0a9ac317004f, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=8d404351-45fd-4870-aa2f-0a9ac317004f,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:23.568571 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a4e3a83e-f71d-4c47-8291-ac67b1a63b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:23.597600 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-a4e3a83e-f71d-4c47-8291-ac67b1a63b80 admin admin] Calling delete_port for 8d404351-45fd-4870-aa2f-0a9ac317004f owned by network:router_gateway {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:27:23.638693 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-69ba60e6-6252-4ce2-bcf0-206eaa22422b req-eabf5fff-12dc-4271-867f-e7a34b200edf tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507838 Aug 10 03:27:23.671281 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf900ab-115d-4b0a-955f-029c0cd93a26 req-5179476b-dfe9-48da-beb5-deccf24eb485 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:23.672931 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cdf900ab-115d-4b0a-955f-029c0cd93a26 req-5179476b-dfe9-48da-beb5-deccf24eb485 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 944 time: 0.1725602 Aug 10 03:27:23.702703 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 39780) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:23.755821 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-eeb22e93-f448-41ce-95ba-aa2173a3f21a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:23.773564 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:23.810643 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cdf900ab-115d-4b0a-955f-029c0cd93a26 req-f675893c-4f06-4412-b15f-39a63f857bdf tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259410 Aug 10 03:27:23.814936 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b8f04af-1ccc-4371-8fdc-2aa5d132c461 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:27:23.890268 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 5b8f04af-1ccc-4371-8fdc-2aa5d132c461, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=5b8f04af-1ccc-4371-8fdc-2aa5d132c461,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:23.954310 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a4e3a83e-f71d-4c47-8291-ac67b1a63b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:23.960329 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:24.017325 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-eeb22e93-f448-41ce-95ba-aa2173a3f21a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:24.067658 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e3a83e-f71d-4c47-8291-ac67b1a63b80 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d404351-45fd-4870-aa2f-0a9ac317004f,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:24.080719 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-eeb22e93-f448-41ce-95ba-aa2173a3f21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:24.154299 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e3a83e-f71d-4c47-8291-ac67b1a63b80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:24.155317 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e3a83e-f71d-4c47-8291-ac67b1a63b80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:24.155810 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e3a83e-f71d-4c47-8291-ac67b1a63b80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:24.156296 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e3a83e-f71d-4c47-8291-ac67b1a63b80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:24.156805 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e3a83e-f71d-4c47-8291-ac67b1a63b80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:24.157284 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e3a83e-f71d-4c47-8291-ac67b1a63b80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:24.157763 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e3a83e-f71d-4c47-8291-ac67b1a63b80 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:24.158316 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e3a83e-f71d-4c47-8291-ac67b1a63b80 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:24.163328 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e3a83e-f71d-4c47-8291-ac67b1a63b80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:24.170087 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=5b8f04af-1ccc-4371-8fdc-2aa5d132c461,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:24.171397 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e3a83e-f71d-4c47-8291-ac67b1a63b80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:24.171760 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e3a83e-f71d-4c47-8291-ac67b1a63b80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:24.172096 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e3a83e-f71d-4c47-8291-ac67b1a63b80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:24.192143 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-6aff2183-ce2c-4db7-ae22-56495b2929f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fc1e76-5130-4855-800b-bcf6a7db4129', 'name': 'tempest-ServerRescueTestJSON-1020409072-router', 'tenant_id': 'a6c6578459ab48049573af588cfcdf5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '8d404351-45fd-4870-aa2f-0a9ac317004f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:24:55Z', 'updated_at': '2021-08-10T03:27:20Z', 'revision_number': 5, 'project_id': 'a6c6578459ab48049573af588cfcdf5f', 'gw_port': {'id': '8d404351-45fd-4870-aa2f-0a9ac317004f', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:53:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fc1e76-5130-4855-800b-bcf6a7db4129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:24:58Z', 'updated_at': '2021-08-10T03:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:24.197476 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-eeb22e93-f448-41ce-95ba-aa2173a3f21a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3e9becd1d1104bb7aedcd7889a945b7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4876883 Aug 10 03:27:24.198393 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 39792) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:24.239592 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aff2183-ce2c-4db7-ae22-56495b2929f0 None None] The sync data for ids ['00fc1e76-5130-4855-800b-bcf6a7db4129'] in n-d-768851-15 is: [{'id': '00fc1e76-5130-4855-800b-bcf6a7db4129', 'name': 'tempest-ServerRescueTestJSON-1020409072-router', 'tenant_id': 'a6c6578459ab48049573af588cfcdf5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '8d404351-45fd-4870-aa2f-0a9ac317004f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:24:55Z', 'updated_at': '2021-08-10T03:27:20Z', 'revision_number': 5, 'project_id': 'a6c6578459ab48049573af588cfcdf5f', 'gw_port': {'id': '8d404351-45fd-4870-aa2f-0a9ac317004f', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:53:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fc1e76-5130-4855-800b-bcf6a7db4129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:24:58Z', 'updated_at': '2021-08-10T03:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:27:24.244013 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:24.244809 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a4e3a83e-f71d-4c47-8291-ac67b1a63b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:24.245219 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:24.245764 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:24.246325 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:24.247020 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:24.247575 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:24.248147 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:24.248704 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:24.249247 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:24.249789 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:24.250323 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:24.250895 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:24.293938 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['5b8f04af-1ccc-4371-8fdc-2aa5d132c461'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:27:24.356426 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a4e3a83e-f71d-4c47-8291-ac67b1a63b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:24.360112 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a4e3a83e-f71d-4c47-8291-ac67b1a63b80 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:24.399554 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3a17f-3a10-404e-91d6-a7f1302e58f2 req-880a95b1-e632-4643-bc9c-8f0430d080e0 tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:24.413851 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a6b3a17f-3a10-404e-91d6-a7f1302e58f2 req-880a95b1-e632-4643-bc9c-8f0430d080e0 tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] 10.222.0.62 "GET /v2.0/ports?device_id=a58fae8c-28ad-412e-a52a-cc133445fef4 HTTP/1.1" status: 200 len: 949 time: 0.3991792 Aug 10 03:27:24.427062 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a4e3a83e-f71d-4c47-8291-ac67b1a63b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:24.428016 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e3a83e-f71d-4c47-8291-ac67b1a63b80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00fc1e76-5130-4855-800b-bcf6a7db4129 {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:27:24.434534 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a4e3a83e-f71d-4c47-8291-ac67b1a63b80 admin admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:24.438081 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a4e3a83e-f71d-4c47-8291-ac67b1a63b80 admin admin] 10.222.0.62 "DELETE /v2.0/routers/00fc1e76-5130-4855-800b-bcf6a7db4129 HTTP/1.1" status: 204 len: 168 time: 2.5326140 Aug 10 03:27:24.438081 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc87590-b36f-44a5-8627-21d318a9ee11 req-7e24644a-45d8-4d09-b0d5-a75928be153f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:24.439802 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5dc87590-b36f-44a5-8627-21d318a9ee11 req-7e24644a-45d8-4d09-b0d5-a75928be153f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e185eddfc77743c180b686598504f106&device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 1096 time: 0.2450416 Aug 10 03:27:24.439982 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 39794) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:24.447079 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb22e93-f448-41ce-95ba-aa2173a3f21a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6365d8a-ec3d-4edd-adb2-ed623f7b9efe,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:24.495376 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-7628467e-5758-49a8-9637-ce8b1cffcc68 admin admin] Deleting subnet 84e2115c-5c38-4493-9e9f-a0cb9fd0cc26 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:27:24.509240 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7628467e-5758-49a8-9637-ce8b1cffcc68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:24.523426 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd18e3-9dd4-4cd0-b3f3-4e22cc20def7 req-740924a5-db98-4fac-ad8a-a89f864bf152 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:24.531638 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-56dd18e3-9dd4-4cd0-b3f3-4e22cc20def7 req-740924a5-db98-4fac-ad8a-a89f864bf152 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 944 time: 0.2749169 Aug 10 03:27:24.547413 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e7703a04-19de-4987-9313-0441bb5d1f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:24.573732 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a6b3a17f-3a10-404e-91d6-a7f1302e58f2 req-ef9a0eca-55f3-40ac-bcf3-386759f53c7c tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed59cf94-133a-4ce6-8933-613f94af16e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586719 Aug 10 03:27:24.662595 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e7703a04-19de-4987-9313-0441bb5d1f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:24.684176 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7628467e-5758-49a8-9637-ce8b1cffcc68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:24.695540 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-56dd18e3-9dd4-4cd0-b3f3-4e22cc20def7 req-80ec3da2-c56e-47e1-a005-e0cff6cf64f4 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540186 Aug 10 03:27:24.803969 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device ae4bcfe9-3a85-401e-941c-c23682ca90e6 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:27:24.822680 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc87590-b36f-44a5-8627-21d318a9ee11 req-fc7b3d00-ab79-4e15-a0fd-6f3429b567d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:24.824254 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5dc87590-b36f-44a5-8627-21d318a9ee11 req-fc7b3d00-ab79-4e15-a0fd-6f3429b567d0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe HTTP/1.1" status: 200 len: 911 time: 0.3386269 Aug 10 03:27:24.864720 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: ae4bcfe9-3a85-401e-941c-c23682ca90e6 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:27:24.865208 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device ae4bcfe9-3a85-401e-941c-c23682ca90e6 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:27:24.957849 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7628467e-5758-49a8-9637-ce8b1cffcc68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:24.962627 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5dc87590-b36f-44a5-8627-21d318a9ee11 req-5a6a9e02-702c-4a22-8c41-54a0c8ae6851 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77d567da-37a9-45cd-8b79-8328cf500c47 HTTP/1.1" status: 200 len: 999 time: 0.1146567 Aug 10 03:27:25.036805 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e7703a04-19de-4987-9313-0441bb5d1f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:25.049261 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e7703a04-19de-4987-9313-0441bb5d1f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:25.057154 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-e7703a04-19de-4987-9313-0441bb5d1f0a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f6365d8a-ec3d-4edd-adb2-ed623f7b9efe HTTP/1.1" status: 204 len: 168 time: 0.8515368 Aug 10 03:27:25.075997 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7703a04-19de-4987-9313-0441bb5d1f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6365d8a-ec3d-4edd-adb2-ed623f7b9efe,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:25.106261 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c6e4e-7ac6-4c8f-85c2-6d57ab6120a4 req-35599c5a-6181-49c4-8a2e-894b130effb3 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:25.117308 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-522c6e4e-7ac6-4c8f-85c2-6d57ab6120a4 req-35599c5a-6181-49c4-8a2e-894b130effb3 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.3129959 Aug 10 03:27:25.141499 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc87590-b36f-44a5-8627-21d318a9ee11 req-be45b97a-85f4-449c-a2b1-8a3e21a867d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:25.146542 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5dc87590-b36f-44a5-8627-21d318a9ee11 req-be45b97a-85f4-449c-a2b1-8a3e21a867d7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c05a62ae-44d3-4db4-a938-da6f60472238 HTTP/1.1" status: 200 len: 849 time: 0.1633530 Aug 10 03:27:25.187485 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-522c6e4e-7ac6-4c8f-85c2-6d57ab6120a4 req-10546598-de31-4692-8b72-a15ba29d0a11 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690460 Aug 10 03:27:25.226051 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7628467e-5758-49a8-9637-ce8b1cffcc68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:25.267731 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7628467e-5758-49a8-9637-ce8b1cffcc68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:25.275111 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7628467e-5758-49a8-9637-ce8b1cffcc68 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/84e2115c-5c38-4493-9e9f-a0cb9fd0cc26 HTTP/1.1" status: 204 len: 168 time: 0.8339701 Aug 10 03:27:25.277159 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 39806) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:25.278150 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7628467e-5758-49a8-9637-ce8b1cffcc68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84e2115c-5c38-4493-9e9f-a0cb9fd0cc26,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:25.462323 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6b415791-b6b7-4cbe-9cba-78f2420067d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:25.474425 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc87590-b36f-44a5-8627-21d318a9ee11 req-05ba9bb4-1a1f-4dfc-bb44-c02a85b02657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:25.476490 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5dc87590-b36f-44a5-8627-21d318a9ee11 req-05ba9bb4-1a1f-4dfc-bb44-c02a85b02657 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3091688 Aug 10 03:27:25.706580 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6b415791-b6b7-4cbe-9cba-78f2420067d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:25.717044 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-6b415791-b6b7-4cbe-9cba-78f2420067d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ae3bb7a-17de-433a-9439-10e842715ca7']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:25.728815 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-6b415791-b6b7-4cbe-9cba-78f2420067d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f7bae62-9d74-481f-afc7-5fd2c439c3cc') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:25.729230 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-6b415791-b6b7-4cbe-9cba-78f2420067d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f7bae62-9d74-481f-afc7-5fd2c439c3cc') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:25.761748 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6b415791-b6b7-4cbe-9cba-78f2420067d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:25.812682 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6b415791-b6b7-4cbe-9cba-78f2420067d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:25.827158 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b415791-b6b7-4cbe-9cba-78f2420067d1 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:27:25.828427 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6b415791-b6b7-4cbe-9cba-78f2420067d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:25.830519 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:27:25.830519 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:27:25.830519 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:27:25.830519 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:27:25.830519 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:27:25.830519 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:27:25.830519 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:27:25.830519 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:27:25.830519 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:27:25.830519 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:27:25.830519 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:27:25.830519 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:27:25.830519 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:27:25.830519 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:27:25.830519 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:27:25.830519 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:27:25.830519 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:27:25.830519 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:27:25.830519 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:27:25.830519 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:27:25.830519 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:27:25.830519 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:27:25.830519 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:27:25.830519 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:27:25.830519 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:27:25.830519 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:27:25.830519 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:27:25.830519 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:27:25.830519 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:27:25.830519 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:27:25.830519 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:27:25.830519 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:27:25.989501 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844d26d-19cd-466a-a44d-7a499aa28c5c req-68712965-f4b1-4d67-9d5b-116056b4344c tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:25.991074 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8844d26d-19cd-466a-a44d-7a499aa28c5c req-68712965-f4b1-4d67-9d5b-116056b4344c tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] 10.222.0.62 "GET /v2.0/ports?device_id=a58fae8c-28ad-412e-a52a-cc133445fef4 HTTP/1.1" status: 200 len: 949 time: 0.1981602 Aug 10 03:27:25.995782 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5dc87590-b36f-44a5-8627-21d318a9ee11 req-e5c64170-0aa3-42e8-9075-09c1469cc2c6 service neutron] 10.222.0.58 "GET /v2.0/networks/0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5072587 Aug 10 03:27:26.012182 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31822e30-0a2b-4e5b-a473-ec8faadfa37d req-0b2fc2fb-2b55-45a4-a25f-4436361fec29 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:26.013954 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-31822e30-0a2b-4e5b-a473-ec8faadfa37d req-0b2fc2fb-2b55-45a4-a25f-4436361fec29 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 944 time: 0.1402204 Aug 10 03:27:26.056359 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6b415791-b6b7-4cbe-9cba-78f2420067d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:26.108088 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8844d26d-19cd-466a-a44d-7a499aa28c5c req-c5adce37-3cb7-4ab9-b9cf-e5242693b14a tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed59cf94-133a-4ce6-8933-613f94af16e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050932 Aug 10 03:27:26.138379 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6b415791-b6b7-4cbe-9cba-78f2420067d1 admin admin] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:26.140452 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6b415791-b6b7-4cbe-9cba-78f2420067d1 admin admin] 10.222.0.62 "DELETE /v2.0/networks/3ae3bb7a-17de-433a-9439-10e842715ca7 HTTP/1.1" status: 204 len: 168 time: 0.8511772 Aug 10 03:27:26.152406 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-31822e30-0a2b-4e5b-a473-ec8faadfa37d req-47e4a2e5-2065-4f4e-8bae-036c5b77c108 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183958 Aug 10 03:27:26.193643 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b415791-b6b7-4cbe-9cba-78f2420067d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ae3bb7a-17de-433a-9439-10e842715ca7,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:26.272424 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:26.280369 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5dc87590-b36f-44a5-8627-21d318a9ee11 req-c6fd9101-59f1-465d-8c76-5af0a4f140b5 service neutron] 10.222.0.58 "GET /v2.0/networks/0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721908 Aug 10 03:27:26.364268 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98408120-64c4-4ce6-bf58-e36bf0755314 req-049aa162-9bfa-495d-9f81-e676f87e6d07 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:26.370103 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-98408120-64c4-4ce6-bf58-e36bf0755314 req-049aa162-9bfa-495d-9f81-e676f87e6d07 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.0767081 Aug 10 03:27:26.416289 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:26.475487 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 39850) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:26.518440 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-98408120-64c4-4ce6-bf58-e36bf0755314 req-bf54d7cf-2437-4535-bc97-0ed9f8825c39 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335855 Aug 10 03:27:26.536034 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 39852) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:26.536517 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8a65d365-dd0e-4602-91c6-e09608758499 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a6c6578459ab48049573af588cfcdf5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0596430 Aug 10 03:27:26.578283 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 8d404351-45fd-4870-aa2f-0a9ac317004f no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:27:26.599784 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b74a68c5-988c-4529-885c-7bd0a4cf3e60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:26.646454 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 8d404351-45fd-4870-aa2f-0a9ac317004f {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:27:26.646754 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 8d404351-45fd-4870-aa2f-0a9ac317004f not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:27:26.708325 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b74a68c5-988c-4529-885c-7bd0a4cf3e60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:26.747511 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717fc33-70c7-4a11-8d68-a65117a477d2 req-3fce5a01-c77d-4d09-b83f-6f684bb02d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:26.749117 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e717fc33-70c7-4a11-8d68-a65117a477d2 req-3fce5a01-c77d-4d09-b83f-6f684bb02d0e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a77b526167a54c3793a81af5f7632e4e&device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 1097 time: 0.1160541 Aug 10 03:27:26.776313 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 5b8f04af-1ccc-4371-8fdc-2aa5d132c461 up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:27:26.837989 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b74a68c5-988c-4529-885c-7bd0a4cf3e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:26.859595 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b74a68c5-988c-4529-885c-7bd0a4cf3e60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:26.859595 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b74a68c5-988c-4529-885c-7bd0a4cf3e60 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/efe56f97-cb65-408d-9c87-fa760e99fdb4 HTTP/1.1" status: 204 len: 168 time: 0.3118808 Aug 10 03:27:26.886567 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74a68c5-988c-4529-885c-7bd0a4cf3e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe56f97-cb65-408d-9c87-fa760e99fdb4,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:26.907980 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717fc33-70c7-4a11-8d68-a65117a477d2 req-ebf914e2-5d74-4c22-962f-a982f7bbc2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:26.909747 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e717fc33-70c7-4a11-8d68-a65117a477d2 req-ebf914e2-5d74-4c22-962f-a982f7bbc2d7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bc648e31-3fe5-47a0-8b38-9d9deaf52af1 HTTP/1.1" status: 200 len: 914 time: 0.1527443 Aug 10 03:27:26.973017 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port 5b8f04af-1ccc-4371-8fdc-2aa5d132c461 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:27:26.977633 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 5b8f04af-1ccc-4371-8fdc-2aa5d132c461 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:26.978017 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:27.008830 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e717fc33-70c7-4a11-8d68-a65117a477d2 req-ef2f3fae-6079-44f2-a8f0-0e28ffb4aaa3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=93571af8-54af-41eb-9a95-676bad470dec HTTP/1.1" status: 200 len: 217 time: 0.0908451 Aug 10 03:27:27.182068 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:27.212305 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717fc33-70c7-4a11-8d68-a65117a477d2 req-456dc66b-9fb2-43d0-982c-f2fc6e259854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:27.218092 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e717fc33-70c7-4a11-8d68-a65117a477d2 req-456dc66b-9fb2-43d0-982c-f2fc6e259854 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=87970a7d-e71d-4702-b063-6900ffc87c9e HTTP/1.1" status: 200 len: 853 time: 0.1949012 Aug 10 03:27:27.269109 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a58fae8c-28ad-412e-a52a-cc133445fef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8f04af-1ccc-4371-8fdc-2aa5d132c461'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:27.276528 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140e03a8-25cc-4eb1-a6ef-63b06108999b" -d '{"events": [{"server_uuid": "a58fae8c-28ad-412e-a52a-cc133445fef4", "name": "network-vif-plugged", "status": "completed", "tag": "5b8f04af-1ccc-4371-8fdc-2aa5d132c461"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:27.306295 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 5b8f04af-1ccc-4371-8fdc-2aa5d132c461, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=5b8f04af-1ccc-4371-8fdc-2aa5d132c461,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:27.315212 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:27.316556 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 93571af8-54af-41eb-9a95-676bad470dec no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:27:27.353207 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e717fc33-70c7-4a11-8d68-a65117a477d2 req-aab98bc6-f6f2-4c2c-9947-c151dc01a729 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bc648e31-3fe5-47a0-8b38-9d9deaf52af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1253881 Aug 10 03:27:27.466807 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=5b8f04af-1ccc-4371-8fdc-2aa5d132c461,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:27.576531 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:27.596582 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f192a2-837b-4dce-a955-a1fd851a4779 req-e7078abf-bce2-4af6-902a-81e3eace7496 tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:27.604103 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f4f192a2-837b-4dce-a955-a1fd851a4779 req-e7078abf-bce2-4af6-902a-81e3eace7496 tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] 10.222.0.62 "GET /v2.0/ports?device_id=a58fae8c-28ad-412e-a52a-cc133445fef4 HTTP/1.1" status: 200 len: 950 time: 0.2496445 Aug 10 03:27:27.638457 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540483d3-5433-4c6b-8bdd-c16400df34bb req-e0c5b5ff-4fd0-487c-94f8-b39d48fa70d5 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:27.640267 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-540483d3-5433-4c6b-8bdd-c16400df34bb req-e0c5b5ff-4fd0-487c-94f8-b39d48fa70d5 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 944 time: 0.2839925 Aug 10 03:27:27.647738 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 93571af8-54af-41eb-9a95-676bad470dec, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=93571af8-54af-41eb-9a95-676bad470dec,segment=NetworkSegment(8488dbaf-be9b-400f-9dbd-520f189ac473),segment_id=8488dbaf-be9b-400f-9dbd-520f189ac473)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:27.659427 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:27.722943 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e717fc33-70c7-4a11-8d68-a65117a477d2 req-4b263ca6-100d-4668-8173-19cf1819cc46 service neutron] 10.222.0.60 "GET /v2.0/networks/bc648e31-3fe5-47a0-8b38-9d9deaf52af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341491 Aug 10 03:27:27.773048 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=93571af8-54af-41eb-9a95-676bad470dec,revision_number=8']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:28.175278 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f4f192a2-837b-4dce-a955-a1fd851a4779 req-e1b8d945-546f-43f5-b772-c9c7c93f31de tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed59cf94-133a-4ce6-8933-613f94af16e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5702846 Aug 10 03:27:28.283855 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-540483d3-5433-4c6b-8bdd-c16400df34bb req-fc4acbfc-e109-4407-a84b-8c5fb7022067 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6235042 Aug 10 03:27:28.293518 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7596e6d1-ebce-4422-800a-f6cf17caca27 x-openstack-request-id: req-7596e6d1-ebce-4422-800a-f6cf17caca27 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:28.294463 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a58fae8c-28ad-412e-a52a-cc133445fef4", "name": "network-vif-plugged", "status": "completed", "tag": "5b8f04af-1ccc-4371-8fdc-2aa5d132c461", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:28.294919 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7596e6d1-ebce-4422-800a-f6cf17caca27 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:28.295462 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a58fae8c-28ad-412e-a52a-cc133445fef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8f04af-1ccc-4371-8fdc-2aa5d132c461', 'code': 200} Aug 10 03:27:28.479017 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e717fc33-70c7-4a11-8d68-a65117a477d2 req-c2dd41e1-0668-42e6-82c1-1e4d69309525 service neutron] 10.222.0.60 "GET /v2.0/networks/bc648e31-3fe5-47a0-8b38-9d9deaf52af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011334 Aug 10 03:27:28.599809 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d60c5a1-3979-4685-b622-071bc3adc343 req-81813ecb-3676-443f-b854-be8a9d490101 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:28.607385 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7d60c5a1-3979-4685-b622-071bc3adc343 req-81813ecb-3676-443f-b854-be8a9d490101 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 943 time: 0.1262155 Aug 10 03:27:28.621203 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1cf51-a686-4e45-b5d5-370fb94b29ee req-ffd39799-1dd7-4405-b5d1-221e8da198e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:28.622674 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5ec1cf51-a686-4e45-b5d5-370fb94b29ee req-ffd39799-1dd7-4405-b5d1-221e8da198e7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a58fae8c-28ad-412e-a52a-cc133445fef4 HTTP/1.1" status: 200 len: 1102 time: 0.1431389 Aug 10 03:27:28.672259 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfc34f1-644a-420c-a210-0c68207bc1ea req-0f4e2964-e8f0-4b37-93c9-7ce7a9de7461 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:28.673770 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-acfc34f1-644a-420c-a210-0c68207bc1ea req-0f4e2964-e8f0-4b37-93c9-7ce7a9de7461 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 944 time: 0.1309402 Aug 10 03:27:28.692017 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5ec1cf51-a686-4e45-b5d5-370fb94b29ee req-269dd3e3-cadb-4415-a45a-39c1bc9011b6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ed59cf94-133a-4ce6-8933-613f94af16e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572772 Aug 10 03:27:28.709868 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7d60c5a1-3979-4685-b622-071bc3adc343 req-e833c8e7-8fc6-40bc-bdfc-ca5b22771b27 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019003 Aug 10 03:27:28.745515 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-acfc34f1-644a-420c-a210-0c68207bc1ea req-76eb39e7-8e6d-4dfb-a97d-16b7364ccd22 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581553 Aug 10 03:27:28.862681 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 39926) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:28.975294 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-3653c6f5-47d7-4ef5-9c5d-2dcdd6338d31 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-696962773-network', 'tenant_id': '01c6c772ed714ab0a5fbae71ad184fcc'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:29.010589 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3653c6f5-47d7-4ef5-9c5d-2dcdd6338d31 admin admin] Made reservation on behalf of 01c6c772ed714ab0a5fbae71ad184fcc for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:27:29.013699 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3653c6f5-47d7-4ef5-9c5d-2dcdd6338d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:29.023524 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3653c6f5-47d7-4ef5-9c5d-2dcdd6338d31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:29.159028 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3653c6f5-47d7-4ef5-9c5d-2dcdd6338d31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:29.164335 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3653c6f5-47d7-4ef5-9c5d-2dcdd6338d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:29.193225 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3653c6f5-47d7-4ef5-9c5d-2dcdd6338d31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:27:29.204447 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3653c6f5-47d7-4ef5-9c5d-2dcdd6338d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d6bbb3-f9e7-4e6a-ad27-b486d8572630,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:29.212524 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3653c6f5-47d7-4ef5-9c5d-2dcdd6338d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:29.214608 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-3653c6f5-47d7-4ef5-9c5d-2dcdd6338d31 admin admin] Added segment bca4afb8-f566-45ad-a21b-02be77c202bd of type vlan for network d1b1d729-f52d-457d-8248-46f63bb359e2 Aug 10 03:27:29.278801 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3653c6f5-47d7-4ef5-9c5d-2dcdd6338d31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:29.316939 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3653c6f5-47d7-4ef5-9c5d-2dcdd6338d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:29.319211 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3653c6f5-47d7-4ef5-9c5d-2dcdd6338d31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:29.319211 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3653c6f5-47d7-4ef5-9c5d-2dcdd6338d31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:29.420087 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-3653c6f5-47d7-4ef5-9c5d-2dcdd6338d31 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5512569 Aug 10 03:27:29.423297 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 39950) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:29.429864 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-55bb276f-183d-4140-9edc-d6121d8d2842 admin admin] Request body: {'subnet': {'network_id': 'd1b1d729-f52d-457d-8248-46f63bb359e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-696962773-subnet', 'tenant_id': '01c6c772ed714ab0a5fbae71ad184fcc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:29.444024 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3653c6f5-47d7-4ef5-9c5d-2dcdd6338d31 admin admin] Pushing event updated for resources: {'Network': ['ID=d1b1d729-f52d-457d-8248-46f63bb359e2,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:29.456951 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e65fc5-d2ce-4c8a-a494-5ef89ff7aa30 req-8b4fa0f3-2d37-441e-90b5-f221a0185384 tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:29.463368 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network d1b1d729-f52d-457d-8248-46f63bb359e2 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:27:29.475610 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-96e65fc5-d2ce-4c8a-a494-5ef89ff7aa30 req-8b4fa0f3-2d37-441e-90b5-f221a0185384 tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] 10.222.0.62 "GET /v2.0/ports?device_id=a58fae8c-28ad-412e-a52a-cc133445fef4 HTTP/1.1" status: 200 len: 950 time: 0.1474295 Aug 10 03:27:29.510231 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55bb276f-183d-4140-9edc-d6121d8d2842 admin admin] Made reservation on behalf of 01c6c772ed714ab0a5fbae71ad184fcc for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:27:29.518274 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-55bb276f-183d-4140-9edc-d6121d8d2842 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:29.653595 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-96e65fc5-d2ce-4c8a-a494-5ef89ff7aa30 req-0e2454d5-8c8f-42d1-892b-8599a7325a87 tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed59cf94-133a-4ce6-8933-613f94af16e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655805 Aug 10 03:27:30.041084 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdeacdc-e4f7-4776-8243-ce5cbc111b37 req-7d135815-2a22-4367-910a-40ea2b0b3173 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:30.043317 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cbdeacdc-e4f7-4776-8243-ce5cbc111b37 req-7d135815-2a22-4367-910a-40ea2b0b3173 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 943 time: 0.1421731 Aug 10 03:27:30.107764 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cbdeacdc-e4f7-4776-8243-ce5cbc111b37 req-c0081b42-170a-458f-ae78-a74791fc328a tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575087 Aug 10 03:27:30.140594 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-55bb276f-183d-4140-9edc-d6121d8d2842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:30.228242 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afcbb42-89c3-4d21-99bf-860dbe3ab361 req-fe0513cd-9fd3-4059-ad48-76ce7b8a348e tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:30.230323 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0afcbb42-89c3-4d21-99bf-860dbe3ab361 req-fe0513cd-9fd3-4059-ad48-76ce7b8a348e tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c96dab75-a660-452e-9b11-3368514b0a05 HTTP/1.1" status: 200 len: 943 time: 0.1129260 Aug 10 03:27:30.232555 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bb276f-183d-4140-9edc-d6121d8d2842 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fdcf365-50ba-4c9e-a4c3-959c07982f8d,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:30.254658 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bb276f-183d-4140-9edc-d6121d8d2842 admin admin] Checking segment: {'id': 'bca4afb8-f566-45ad-a21b-02be77c202bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd1b1d729-f52d-457d-8248-46f63bb359e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:27:30.255416 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bb276f-183d-4140-9edc-d6121d8d2842 admin admin] Network hostable DHCP agents. Network: d1b1d729-f52d-457d-8248-46f63bb359e2, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:27:30.298268 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93571af8-54af-41eb-9a95-676bad470dec'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:30.299161 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bb276f-183d-4140-9edc-d6121d8d2842 admin admin] Network d1b1d729-f52d-457d-8248-46f63bb359e2 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:27:30.301299 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55da4663-9785-4740-bcfe-479028315c38" -d '{"events": [{"server_uuid": "4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4", "name": "network-vif-unplugged", "status": "completed", "tag": "93571af8-54af-41eb-9a95-676bad470dec"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:30.322792 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-55bb276f-183d-4140-9edc-d6121d8d2842 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, d1b1d729-f52d-457d-8248-46f63bb359e2) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:30.327167 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55bb276f-183d-4140-9edc-d6121d8d2842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:30.327957 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-55bb276f-183d-4140-9edc-d6121d8d2842 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:30.354215 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-55bb276f-183d-4140-9edc-d6121d8d2842 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9279191 Aug 10 03:27:30.355415 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 39992) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:30.359406 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12ebb57-e9fe-4576-85b9-ace6c6c9a910 None None] Network d1b1d729-f52d-457d-8248-46f63bb359e2 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:27:30.378172 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-6a99d350-91a0-4200-ad05-a02eb8a76ca9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-696962773-router', 'tenant_id': '01c6c772ed714ab0a5fbae71ad184fcc', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:30.420275 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6a99d350-91a0-4200-ad05-a02eb8a76ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:30.423004 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6a99d350-91a0-4200-ad05-a02eb8a76ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:30.444222 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-0afcbb42-89c3-4d21-99bf-860dbe3ab361 req-e8768c9e-c954-434b-b7cc-2d9c0e99fb97 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Deleting port 8127b9c9-cf17-4a23-8e67-a961264fe971 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:27:30.444763 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-0afcbb42-89c3-4d21-99bf-860dbe3ab361 req-e8768c9e-c954-434b-b7cc-2d9c0e99fb97 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:30.479519 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2163b217-4c7c-423d-86e1-9a23f6359ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:30.489059 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff68b7d3-0f0e-4514-9dc3-e783ca24faac x-openstack-request-id: req-ff68b7d3-0f0e-4514-9dc3-e783ca24faac {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:30.489338 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4", "name": "network-vif-unplugged", "status": "completed", "tag": "93571af8-54af-41eb-9a95-676bad470dec", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:30.491041 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ff68b7d3-0f0e-4514-9dc3-e783ca24faac {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:30.494995 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93571af8-54af-41eb-9a95-676bad470dec', 'code': 200} Aug 10 03:27:30.520250 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6a99d350-91a0-4200-ad05-a02eb8a76ca9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:30.608533 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-0afcbb42-89c3-4d21-99bf-860dbe3ab361 req-e8768c9e-c954-434b-b7cc-2d9c0e99fb97 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] For port 8127b9c9-cf17-4a23-8e67-a961264fe971, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=8127b9c9-cf17-4a23-8e67-a961264fe971,segment=NetworkSegment(8f60b627-ffb1-479c-a505-a6c7d3d8b515),segment_id=8f60b627-ffb1-479c-a505-a6c7d3d8b515)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:30.609269 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-0afcbb42-89c3-4d21-99bf-860dbe3ab361 req-e8768c9e-c954-434b-b7cc-2d9c0e99fb97 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:30.636510 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-0afcbb42-89c3-4d21-99bf-860dbe3ab361 req-e8768c9e-c954-434b-b7cc-2d9c0e99fb97 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Calling delete_port for 8127b9c9-cf17-4a23-8e67-a961264fe971 owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:27:30.750013 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39596df3-8d0b-4138-9d9d-f6f9f5959f25 None None] Network d1b1d729-f52d-457d-8248-46f63bb359e2 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:27:30.998092 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9816d-6734-4596-a8ab-d166b55092a1 req-e778c2de-c960-48db-aba8-a830132ae284 tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:31.014454 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f1d9816d-6734-4596-a8ab-d166b55092a1 req-e778c2de-c960-48db-aba8-a830132ae284 tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] 10.222.0.62 "GET /v2.0/ports?device_id=a58fae8c-28ad-412e-a52a-cc133445fef4 HTTP/1.1" status: 200 len: 950 time: 0.2365625 Aug 10 03:27:31.033914 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-0afcbb42-89c3-4d21-99bf-860dbe3ab361 req-e8768c9e-c954-434b-b7cc-2d9c0e99fb97 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:31.045767 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['3f5ba6e3-7e80-40b9-9c1e-96a2492934fb'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:27:31.052309 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['6f7370df-6a1b-4dfe-983b-3d6cd36a298d'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:27:31.060888 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6a99d350-91a0-4200-ad05-a02eb8a76ca9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:31.104151 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8768c9e-c954-434b-b7cc-2d9c0e99fb97 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Pushing event deleted for resources: {'Port': ['ID=8127b9c9-cf17-4a23-8e67-a961264fe971,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:31.189219 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-0afcbb42-89c3-4d21-99bf-860dbe3ab361 req-e8768c9e-c954-434b-b7cc-2d9c0e99fb97 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] No DVR routers for this DVR port 8127b9c9-cf17-4a23-8e67-a961264fe971 on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:27:31.199297 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-0afcbb42-89c3-4d21-99bf-860dbe3ab361 req-e8768c9e-c954-434b-b7cc-2d9c0e99fb97 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:31.207209 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0afcbb42-89c3-4d21-99bf-860dbe3ab361 req-e8768c9e-c954-434b-b7cc-2d9c0e99fb97 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "DELETE /v2.0/ports/8127b9c9-cf17-4a23-8e67-a961264fe971 HTTP/1.1" status: 204 len: 173 time: 0.9634953 Aug 10 03:27:31.208098 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96dab75-a660-452e-9b11-3368514b0a05', 'name': 'network-vif-deleted', 'tag': '8127b9c9-cf17-4a23-8e67-a961264fe971'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:31.210469 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421411f2-9c93-42b5-b699-ce6adccb4d57" -d '{"events": [{"server_uuid": "c96dab75-a660-452e-9b11-3368514b0a05", "name": "network-vif-deleted", "tag": "8127b9c9-cf17-4a23-8e67-a961264fe971"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:31.233252 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f1d9816d-6734-4596-a8ab-d166b55092a1 req-43088c0f-181a-4d03-949d-672763a47df2 tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed59cf94-133a-4ce6-8933-613f94af16e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153678 Aug 10 03:27:31.684775 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97bb878-8672-4bba-ba3d-8ce22ccd0001 req-f833cfad-1a71-4008-bbc7-b6318333f266 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:31.689602 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a97bb878-8672-4bba-ba3d-8ce22ccd0001 req-f833cfad-1a71-4008-bbc7-b6318333f266 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 943 time: 0.1503482 Aug 10 03:27:31.754069 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6a99d350-91a0-4200-ad05-a02eb8a76ca9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:31.777075 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a97bb878-8672-4bba-ba3d-8ce22ccd0001 req-0ecae678-d147-48c4-8462-144583d8f24e tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791485 Aug 10 03:27:31.807889 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6a99d350-91a0-4200-ad05-a02eb8a76ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:31.849677 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1cb0af-e07b-494f-bcdc-ede19b7a4c1c x-openstack-request-id: req-4b1cb0af-e07b-494f-bcdc-ede19b7a4c1c {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:31.849677 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c96dab75-a660-452e-9b11-3368514b0a05", "name": "network-vif-deleted", "tag": "8127b9c9-cf17-4a23-8e67-a961264fe971", "status": "failed", "code": 422}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:31.849903 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4b1cb0af-e07b-494f-bcdc-ede19b7a4c1c {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:31.850252 n-d-768851-15 neutron-server[94216]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c96dab75-a660-452e-9b11-3368514b0a05', 'name': 'network-vif-deleted', 'tag': '8127b9c9-cf17-4a23-8e67-a961264fe971', 'status': 'failed', 'code': 422} returned with failed status Aug 10 03:27:32.038601 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-6a99d350-91a0-4200-ad05-a02eb8a76ca9 admin admin] Allocated IP 172.25.7.193 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/49086169-100f-40b5-92e3-7f8eed2aec78) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:27:32.076517 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dbcdf2-dd0d-499e-94a9-fbe179c2dd2b req-323520bb-46fb-4578-a317-41585a698890 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:32.078110 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b7dbcdf2-dd0d-499e-94a9-fbe179c2dd2b req-323520bb-46fb-4578-a317-41585a698890 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 943 time: 0.0977592 Aug 10 03:27:32.209872 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6a99d350-91a0-4200-ad05-a02eb8a76ca9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:32.210685 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b7dbcdf2-dd0d-499e-94a9-fbe179c2dd2b req-309df454-f55b-478c-b3a8-9f82e20d7454 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247184 Aug 10 03:27:32.247374 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e759c-07d2-4c8c-a43c-c41c637b1a99 req-346badd8-f32d-4130-8e10-72911277f95e tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:32.249014 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be5e759c-07d2-4c8c-a43c-c41c637b1a99 req-346badd8-f32d-4130-8e10-72911277f95e tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] 10.222.0.62 "GET /v2.0/ports?device_id=a58fae8c-28ad-412e-a52a-cc133445fef4 HTTP/1.1" status: 200 len: 950 time: 0.0926650 Aug 10 03:27:32.277879 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6a99d350-91a0-4200-ad05-a02eb8a76ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:32.330497 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be5e759c-07d2-4c8c-a43c-c41c637b1a99 req-6823c314-7b04-4a8e-97a3-625877a0cd06 tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed59cf94-133a-4ce6-8933-613f94af16e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687838 Aug 10 03:27:32.355533 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a99d350-91a0-4200-ad05-a02eb8a76ca9 admin admin] Pushing event updated for resources: {'Port': ['ID=49086169-100f-40b5-92e3-7f8eed2aec78,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:32.369358 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a99d350-91a0-4200-ad05-a02eb8a76ca9 admin admin] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:27:32.370938 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-6a99d350-91a0-4200-ad05-a02eb8a76ca9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:32.373340 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a99d350-91a0-4200-ad05-a02eb8a76ca9 admin admin] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:27:32.798832 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 93571af8-54af-41eb-9a95-676bad470dec no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:27:32.829737 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6a99d350-91a0-4200-ad05-a02eb8a76ca9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:32.865042 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c8571-6af8-43fa-b33d-3dc7808f9b35 req-0121406d-4e96-4ca8-be25-2fdd8a20030d tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:32.881546 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b49c8571-6af8-43fa-b33d-3dc7808f9b35 req-0121406d-4e96-4ca8-be25-2fdd8a20030d tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=b22ecfb1-fa54-438f-99e8-8e686de8885c HTTP/1.1" status: 200 len: 907 time: 0.2242689 Aug 10 03:27:32.953049 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5446ea1-cddc-425f-b7cb-49c4fefa8e21 req-ff0b7653-fca4-4a08-ba99-789ece77fc7c tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:32.954646 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d5446ea1-cddc-425f-b7cb-49c4fefa8e21 req-ff0b7653-fca4-4a08-ba99-789ece77fc7c tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 943 time: 0.1838470 Aug 10 03:27:33.004134 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a59715a1-e6b8-4a81-8351-afb8f3bede5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:33.018944 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d5446ea1-cddc-425f-b7cb-49c4fefa8e21 req-3869dfb9-f51e-4e3e-a115-cbed0c722bf8 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567412 Aug 10 03:27:33.124666 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6a99d350-91a0-4200-ad05-a02eb8a76ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:33.385720 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:33.393060 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c7312ded-51e5-4503-a166-b109492bc272 req-9eca30d6-5bad-4778-91f4-bc05810754a5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2379489 Aug 10 03:27:33.473276 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a99d350-91a0-4200-ad05-a02eb8a76ca9 admin admin] Router 7f1ed421-4397-4d5f-883d-2cfbf050b4e4 is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:27:33.576183 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c63ff7a-743d-48ce-a16b-5670f443b8a7 req-65852986-57fb-4b24-b0f3-18032669b7c7 tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:33.584056 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6c63ff7a-743d-48ce-a16b-5670f443b8a7 req-65852986-57fb-4b24-b0f3-18032669b7c7 tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] 10.222.0.62 "GET /v2.0/ports?device_id=a58fae8c-28ad-412e-a52a-cc133445fef4 HTTP/1.1" status: 200 len: 950 time: 0.1151688 Aug 10 03:27:33.662519 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6c63ff7a-743d-48ce-a16b-5670f443b8a7 req-b7630194-5597-42b5-89fd-ee75fae37073 tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed59cf94-133a-4ce6-8933-613f94af16e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775168 Aug 10 03:27:33.685195 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a99d350-91a0-4200-ad05-a02eb8a76ca9 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:27:33.693090 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3df206-30c8-4b95-9564-8d0e5173368c req-c21707ba-88bc-411f-b7fa-143e8302a2fe tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:33.694647 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8d3df206-30c8-4b95-9564-8d0e5173368c req-c21707ba-88bc-411f-b7fa-143e8302a2fe tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] 10.222.0.60 "GET /v2.0/ports?device_id=a58fae8c-28ad-412e-a52a-cc133445fef4 HTTP/1.1" status: 200 len: 950 time: 0.1349902 Aug 10 03:27:33.695942 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa2c3e7-ef1e-4ba7-91bf-19bf00c8cd3b None None] Sync routers for ids ['7f1ed421-4397-4d5f-883d-2cfbf050b4e4'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:27:33.707632 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa2c3e7-ef1e-4ba7-91bf-19bf00c8cd3b None None] Routers {'7f1ed421-4397-4d5f-883d-2cfbf050b4e4'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:27:33.708741 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-0fa2c3e7-ef1e-4ba7-91bf-19bf00c8cd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:27:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['7f1ed421-4397-4d5f-883d-2cfbf050b4e4'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:33.720460 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6a99d350-91a0-4200-ad05-a02eb8a76ca9 admin admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:33.725140 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6a99d350-91a0-4200-ad05-a02eb8a76ca9 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.3639624 Aug 10 03:27:33.725804 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 40082) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:33.836477 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-0fa2c3e7-ef1e-4ba7-91bf-19bf00c8cd3b None None] Set router 7f1ed421-4397-4d5f-883d-2cfbf050b4e4 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:27:33.844439 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-8d3df206-30c8-4b95-9564-8d0e5173368c req-9375c6a7-6224-4a38-b58a-8484f017a4c9 tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] Deleting port 5b8f04af-1ccc-4371-8fdc-2aa5d132c461 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:27:33.845019 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8d3df206-30c8-4b95-9564-8d0e5173368c req-9375c6a7-6224-4a38-b58a-8484f017a4c9 tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:34.080835 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-8d3df206-30c8-4b95-9564-8d0e5173368c req-9375c6a7-6224-4a38-b58a-8484f017a4c9 tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] For port 5b8f04af-1ccc-4371-8fdc-2aa5d132c461, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=5b8f04af-1ccc-4371-8fdc-2aa5d132c461,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:34.081481 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8d3df206-30c8-4b95-9564-8d0e5173368c req-9375c6a7-6224-4a38-b58a-8484f017a4c9 tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:34.112598 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72383251-9d2a-4c62-a7b9-e406224a7388 req-c0dc876b-d2e8-42e5-aef4-467ef4aa75ec tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:34.114198 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-72383251-9d2a-4c62-a7b9-e406224a7388 req-c0dc876b-d2e8-42e5-aef4-467ef4aa75ec tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=b22ecfb1-fa54-438f-99e8-8e686de8885c HTTP/1.1" status: 200 len: 907 time: 0.1251168 Aug 10 03:27:34.115299 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-8d3df206-30c8-4b95-9564-8d0e5173368c req-9375c6a7-6224-4a38-b58a-8484f017a4c9 tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] Calling delete_port for 5b8f04af-1ccc-4371-8fdc-2aa5d132c461 owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:27:34.130450 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-0fa2c3e7-ef1e-4ba7-91bf-19bf00c8cd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1ed421-4397-4d5f-883d-2cfbf050b4e4', 'name': 'tempest-ServerRescueTestJSONUnderV235-696962773-router', 'tenant_id': '01c6c772ed714ab0a5fbae71ad184fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': '49086169-100f-40b5-92e3-7f8eed2aec78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:27:30Z', 'updated_at': '2021-08-10T03:27:32Z', 'revision_number': 3, 'project_id': '01c6c772ed714ab0a5fbae71ad184fcc', 'gw_port': {'id': '49086169-100f-40b5-92e3-7f8eed2aec78', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9b:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1ed421-4397-4d5f-883d-2cfbf050b4e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:31Z', 'updated_at': '2021-08-10T03:27:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:34.194223 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa2c3e7-ef1e-4ba7-91bf-19bf00c8cd3b None None] Checking router: 7f1ed421-4397-4d5f-883d-2cfbf050b4e4 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:27:34.195989 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa2c3e7-ef1e-4ba7-91bf-19bf00c8cd3b None None] Updating router 7f1ed421-4397-4d5f-883d-2cfbf050b4e4 port 49086169-100f-40b5-92e3-7f8eed2aec78 binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:27:34.196413 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:34.245703 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-0fa2c3e7-ef1e-4ba7-91bf-19bf00c8cd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:34.422510 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8d3df206-30c8-4b95-9564-8d0e5173368c req-9375c6a7-6224-4a38-b58a-8484f017a4c9 tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:34.434991 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['5b8f04af-1ccc-4371-8fdc-2aa5d132c461'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:27:34.475571 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4cb25c-d1fc-44b2-a77e-ef59c42e51b8 req-aea1fd38-5246-4eab-bef1-0156d95d1242 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:34.482467 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3c4cb25c-d1fc-44b2-a77e-ef59c42e51b8 req-aea1fd38-5246-4eab-bef1-0156d95d1242 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 943 time: 0.1396372 Aug 10 03:27:34.611844 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375c6a7-6224-4a38-b58a-8484f017a4c9 tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] Pushing event deleted for resources: {'Port': ['ID=5b8f04af-1ccc-4371-8fdc-2aa5d132c461,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:34.749132 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-0fa2c3e7-ef1e-4ba7-91bf-19bf00c8cd3b None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:34.784614 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-0fa2c3e7-ef1e-4ba7-91bf-19bf00c8cd3b None None] Transition to ACTIVE for port object 49086169-100f-40b5-92e3-7f8eed2aec78 will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:27:34.796393 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d3df206-30c8-4b95-9564-8d0e5173368c req-9375c6a7-6224-4a38-b58a-8484f017a4c9 tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] No DVR routers for this DVR port 5b8f04af-1ccc-4371-8fdc-2aa5d132c461 on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:27:34.802107 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-0fa2c3e7-ef1e-4ba7-91bf-19bf00c8cd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:34.868337 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8d3df206-30c8-4b95-9564-8d0e5173368c req-9375c6a7-6224-4a38-b58a-8484f017a4c9 tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:34.870624 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8d3df206-30c8-4b95-9564-8d0e5173368c req-9375c6a7-6224-4a38-b58a-8484f017a4c9 tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] 10.222.0.60 "DELETE /v2.0/ports/5b8f04af-1ccc-4371-8fdc-2aa5d132c461 HTTP/1.1" status: 204 len: 173 time: 1.1628656 Aug 10 03:27:34.873939 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a58fae8c-28ad-412e-a52a-cc133445fef4', 'name': 'network-vif-deleted', 'tag': '5b8f04af-1ccc-4371-8fdc-2aa5d132c461'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:34.881231 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f307588-2243-445f-8a08-3ee9df87c402" -d '{"events": [{"server_uuid": "a58fae8c-28ad-412e-a52a-cc133445fef4", "name": "network-vif-deleted", "tag": "5b8f04af-1ccc-4371-8fdc-2aa5d132c461"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:34.892532 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eb32ed8f-c903-4a0c-b24d-28d61522c505 req-087b7254-6420-4ea1-b137-ea70602df9c9 tempest-VolumesNegativeTest-717554679 tempest-VolumesNegativeTest-717554679-project] 10.222.0.62 "GET /v2.0/ports?device_id=a58fae8c-28ad-412e-a52a-cc133445fef4 HTTP/1.1" status: 200 len: 210 time: 0.1050913 Aug 10 03:27:34.949069 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3c4cb25c-d1fc-44b2-a77e-ef59c42e51b8 req-b63805b2-06f6-48cb-a382-d80490cce25b tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3908794 Aug 10 03:27:34.957771 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-0fa2c3e7-ef1e-4ba7-91bf-19bf00c8cd3b None None] Attempting to bind port 49086169-100f-40b5-92e3-7f8eed2aec78 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:27:34.958239 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-0fa2c3e7-ef1e-4ba7-91bf-19bf00c8cd3b None None] Attempting to bind port 49086169-100f-40b5-92e3-7f8eed2aec78 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:27:34.959969 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa2c3e7-ef1e-4ba7-91bf-19bf00c8cd3b None None] Attempting to bind port 49086169-100f-40b5-92e3-7f8eed2aec78 on network 09ca2025-b9a6-4e84-8019-8d9fbef3753e {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:27:34.981834 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa2c3e7-ef1e-4ba7-91bf-19bf00c8cd3b None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:27:34.982537 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa2c3e7-ef1e-4ba7-91bf-19bf00c8cd3b None None] Checking segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:27:34.982961 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-0fa2c3e7-ef1e-4ba7-91bf-19bf00c8cd3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:34.983352 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa2c3e7-ef1e-4ba7-91bf-19bf00c8cd3b None None] Bound using segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:27:34.983825 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-0fa2c3e7-ef1e-4ba7-91bf-19bf00c8cd3b None None] Bound port: 49086169-100f-40b5-92e3-7f8eed2aec78, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:27:34.984197 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-0fa2c3e7-ef1e-4ba7-91bf-19bf00c8cd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:34.996898 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64193caf-a228-4813-a5e5-80c7421771f3 None None] Pushing event updated for resources: {'Port': ['ID=49086169-100f-40b5-92e3-7f8eed2aec78,revision_number=2']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:35.093367 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ae2379-a9f5-4abd-9a50-d792fc4fb324 x-openstack-request-id: req-85ae2379-a9f5-4abd-9a50-d792fc4fb324 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:35.093841 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a58fae8c-28ad-412e-a52a-cc133445fef4", "name": "network-vif-deleted", "tag": "5b8f04af-1ccc-4371-8fdc-2aa5d132c461", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:35.094651 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-85ae2379-a9f5-4abd-9a50-d792fc4fb324 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:35.097452 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a58fae8c-28ad-412e-a52a-cc133445fef4', 'name': 'network-vif-deleted', 'tag': '5b8f04af-1ccc-4371-8fdc-2aa5d132c461', 'status': 'completed', 'code': 200} Aug 10 03:27:35.108895 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-0fa2c3e7-ef1e-4ba7-91bf-19bf00c8cd3b None None] For port 49086169-100f-40b5-92e3-7f8eed2aec78, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:27:35.123073 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-0fa2c3e7-ef1e-4ba7-91bf-19bf00c8cd3b None None] For port 49086169-100f-40b5-92e3-7f8eed2aec78, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=49086169-100f-40b5-92e3-7f8eed2aec78,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:27:35.137391 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-0fa2c3e7-ef1e-4ba7-91bf-19bf00c8cd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:35.161871 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7312ded-51e5-4503-a166-b109492bc272 req-a439331c-3759-4e10-b64d-db7a535002d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:35.167614 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c7312ded-51e5-4503-a166-b109492bc272 req-a439331c-3759-4e10-b64d-db7a535002d1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4&tenant_id=a77b526167a54c3793a81af5f7632e4e HTTP/1.1" status: 200 len: 1095 time: 0.4981778 Aug 10 03:27:35.181726 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-c7312ded-51e5-4503-a166-b109492bc272 req-9171e1d3-ff90-469f-a6be-27afe3771eff service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768851-15', 'device_owner': 'compute:nova'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:35.218605 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa2c3e7-ef1e-4ba7-91bf-19bf00c8cd3b None None] Routers {'7f1ed421-4397-4d5f-883d-2cfbf050b4e4'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:27:35.219622 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-0fa2c3e7-ef1e-4ba7-91bf-19bf00c8cd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:27:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['7f1ed421-4397-4d5f-883d-2cfbf050b4e4'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:35.258422 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d551f5c4-b092-45c8-8d97-5eaf04a6ec5c req-96915157-379c-4dc5-ba2b-ea92ab7a191f tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:35.260304 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d551f5c4-b092-45c8-8d97-5eaf04a6ec5c req-96915157-379c-4dc5-ba2b-ea92ab7a191f tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22ecfb1-fa54-438f-99e8-8e686de8885c HTTP/1.1" status: 200 len: 907 time: 0.5931137 Aug 10 03:27:35.361388 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d8dbd-7adf-419f-8777-4c2fda8097c2 req-d2166a69-9399-4205-bde1-08d69d50a939 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:35.363767 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a35d8dbd-7adf-419f-8777-4c2fda8097c2 req-d2166a69-9399-4205-bde1-08d69d50a939 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=b22ecfb1-fa54-438f-99e8-8e686de8885c HTTP/1.1" status: 200 len: 907 time: 0.0903449 Aug 10 03:27:35.371326 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-c7312ded-51e5-4503-a166-b109492bc272 req-9171e1d3-ff90-469f-a6be-27afe3771eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:35.388560 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-0fa2c3e7-ef1e-4ba7-91bf-19bf00c8cd3b None None] Set router 7f1ed421-4397-4d5f-883d-2cfbf050b4e4 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:27:35.477600 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64193caf-a228-4813-a5e5-80c7421771f3 None None] Pushing event updated for resources: {'Port': ['ID=49086169-100f-40b5-92e3-7f8eed2aec78,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:35.672802 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-d551f5c4-b092-45c8-8d97-5eaf04a6ec5c req-dfd7a40f-b15f-4a2b-beed-fb2c6ebb1c39 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Deleting port ab2c91b2-3d80-43ff-8422-5432b46897a4 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:27:35.673344 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d551f5c4-b092-45c8-8d97-5eaf04a6ec5c req-dfd7a40f-b15f-4a2b-beed-fb2c6ebb1c39 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:35.717250 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-0fa2c3e7-ef1e-4ba7-91bf-19bf00c8cd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1ed421-4397-4d5f-883d-2cfbf050b4e4', 'name': 'tempest-ServerRescueTestJSONUnderV235-696962773-router', 'tenant_id': '01c6c772ed714ab0a5fbae71ad184fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': '49086169-100f-40b5-92e3-7f8eed2aec78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:27:30Z', 'updated_at': '2021-08-10T03:27:32Z', 'revision_number': 3, 'project_id': '01c6c772ed714ab0a5fbae71ad184fcc', 'gw_port': {'id': '49086169-100f-40b5-92e3-7f8eed2aec78', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9b:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1ed421-4397-4d5f-883d-2cfbf050b4e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:31Z', 'updated_at': '2021-08-10T03:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:35.819916 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa2c3e7-ef1e-4ba7-91bf-19bf00c8cd3b None None] The sync data for ids ['7f1ed421-4397-4d5f-883d-2cfbf050b4e4'] in n-d-768851-15 is: [{'id': '7f1ed421-4397-4d5f-883d-2cfbf050b4e4', 'name': 'tempest-ServerRescueTestJSONUnderV235-696962773-router', 'tenant_id': '01c6c772ed714ab0a5fbae71ad184fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': '49086169-100f-40b5-92e3-7f8eed2aec78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:27:30Z', 'updated_at': '2021-08-10T03:27:32Z', 'revision_number': 3, 'project_id': '01c6c772ed714ab0a5fbae71ad184fcc', 'gw_port': {'id': '49086169-100f-40b5-92e3-7f8eed2aec78', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9b:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1ed421-4397-4d5f-883d-2cfbf050b4e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:31Z', 'updated_at': '2021-08-10T03:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:27:35.924644 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:36.007898 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-d551f5c4-b092-45c8-8d97-5eaf04a6ec5c req-dfd7a40f-b15f-4a2b-beed-fb2c6ebb1c39 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] For port ab2c91b2-3d80-43ff-8422-5432b46897a4, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=ab2c91b2-3d80-43ff-8422-5432b46897a4,segment=NetworkSegment(8f60b627-ffb1-479c-a505-a6c7d3d8b515),segment_id=8f60b627-ffb1-479c-a505-a6c7d3d8b515)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:36.008288 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d551f5c4-b092-45c8-8d97-5eaf04a6ec5c req-dfd7a40f-b15f-4a2b-beed-fb2c6ebb1c39 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:36.039823 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-d551f5c4-b092-45c8-8d97-5eaf04a6ec5c req-dfd7a40f-b15f-4a2b-beed-fb2c6ebb1c39 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Calling delete_port for ab2c91b2-3d80-43ff-8422-5432b46897a4 owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:27:36.224384 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe112f-4323-40ba-a971-b87d1e43d2dd req-dff7d8ff-21df-47fb-b852-f1e4951fe033 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:36.229949 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7cbe112f-4323-40ba-a971-b87d1e43d2dd req-dff7d8ff-21df-47fb-b852-f1e4951fe033 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 943 time: 0.1549120 Aug 10 03:27:36.268089 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-c7312ded-51e5-4503-a166-b109492bc272 req-9171e1d3-ff90-469f-a6be-27afe3771eff service neutron] For port 93571af8-54af-41eb-9a95-676bad470dec, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=93571af8-54af-41eb-9a95-676bad470dec,segment=NetworkSegment(8488dbaf-be9b-400f-9dbd-520f189ac473),segment_id=8488dbaf-be9b-400f-9dbd-520f189ac473)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:36.372629 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7cbe112f-4323-40ba-a971-b87d1e43d2dd req-597014ec-73f0-4366-a7cb-cb433e40345d tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396523 Aug 10 03:27:36.401881 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-c7312ded-51e5-4503-a166-b109492bc272 req-9171e1d3-ff90-469f-a6be-27afe3771eff service neutron] For port 93571af8-54af-41eb-9a95-676bad470dec, host n-h2-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:27:36.441328 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0e72e892-4b0e-4188-bf11-11490b34d751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:36.488237 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-c7312ded-51e5-4503-a166-b109492bc272 req-9171e1d3-ff90-469f-a6be-27afe3771eff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93571af8-54af-41eb-9a95-676bad470dec {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:27:36.501421 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-c7312ded-51e5-4503-a166-b109492bc272 req-9171e1d3-ff90-469f-a6be-27afe3771eff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:36.635017 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-c7312ded-51e5-4503-a166-b109492bc272 req-9171e1d3-ff90-469f-a6be-27afe3771eff service neutron] Transition to ACTIVE for port object 93571af8-54af-41eb-9a95-676bad470dec will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:27:36.637854 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d551f5c4-b092-45c8-8d97-5eaf04a6ec5c req-dfd7a40f-b15f-4a2b-beed-fb2c6ebb1c39 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:36.663018 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b90ac-bbec-47c6-800c-19d7127f1750 req-162dc82b-a91d-4b9f-a6bf-3dc41f667945 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:36.677960 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ed0b90ac-bbec-47c6-800c-19d7127f1750 req-162dc82b-a91d-4b9f-a6bf-3dc41f667945 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=b22ecfb1-fa54-438f-99e8-8e686de8885c HTTP/1.1" status: 200 len: 829 time: 0.1507161 Aug 10 03:27:36.690467 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-c7312ded-51e5-4503-a166-b109492bc272 req-9171e1d3-ff90-469f-a6be-27afe3771eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:36.785534 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 49086169-100f-40b5-92e3-7f8eed2aec78 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:27:36.843725 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd7a40f-b15f-4a2b-beed-fb2c6ebb1c39 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Pushing event deleted for resources: {'Port': ['ID=ab2c91b2-3d80-43ff-8422-5432b46897a4,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:36.846258 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 5b8f04af-1ccc-4371-8fdc-2aa5d132c461 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:27:36.946071 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: 5b8f04af-1ccc-4371-8fdc-2aa5d132c461 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:27:36.946655 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 5b8f04af-1ccc-4371-8fdc-2aa5d132c461 not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:27:37.010839 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 49086169-100f-40b5-92e3-7f8eed2aec78 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:27:37.015578 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 49086169-100f-40b5-92e3-7f8eed2aec78 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:37.016161 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:37.050830 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7312ded-51e5-4503-a166-b109492bc272 req-9171e1d3-ff90-469f-a6be-27afe3771eff service neutron] No DVR routers for this DVR port 93571af8-54af-41eb-9a95-676bad470dec on host n-h2-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:27:37.273201 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-d551f5c4-b092-45c8-8d97-5eaf04a6ec5c req-dfd7a40f-b15f-4a2b-beed-fb2c6ebb1c39 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] No DVR routers for this DVR port ab2c91b2-3d80-43ff-8422-5432b46897a4 on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:27:37.273888 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:37.279526 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d551f5c4-b092-45c8-8d97-5eaf04a6ec5c req-dfd7a40f-b15f-4a2b-beed-fb2c6ebb1c39 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:37.284363 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d551f5c4-b092-45c8-8d97-5eaf04a6ec5c req-dfd7a40f-b15f-4a2b-beed-fb2c6ebb1c39 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.58 "DELETE /v2.0/ports/ab2c91b2-3d80-43ff-8422-5432b46897a4 HTTP/1.1" status: 204 len: 173 time: 1.9995780 Aug 10 03:27:37.307178 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b22ecfb1-fa54-438f-99e8-8e686de8885c', 'name': 'network-vif-deleted', 'tag': 'ab2c91b2-3d80-43ff-8422-5432b46897a4'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:37.309916 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99bfd28-c95b-425e-b820-7d7f9086a3f1" -d '{"events": [{"server_uuid": "b22ecfb1-fa54-438f-99e8-8e686de8885c", "name": "network-vif-deleted", "tag": "ab2c91b2-3d80-43ff-8422-5432b46897a4"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:37.366959 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 49086169-100f-40b5-92e3-7f8eed2aec78, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=49086169-100f-40b5-92e3-7f8eed2aec78,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:37.377189 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:37.467347 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f7827b4-6e2c-4fe7-a6a4-433d36518900 x-openstack-request-id: req-6f7827b4-6e2c-4fe7-a6a4-433d36518900 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:37.475037 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b22ecfb1-fa54-438f-99e8-8e686de8885c", "name": "network-vif-deleted", "tag": "ab2c91b2-3d80-43ff-8422-5432b46897a4", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:37.476261 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6f7827b4-6e2c-4fe7-a6a4-433d36518900 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:37.477673 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b22ecfb1-fa54-438f-99e8-8e686de8885c', 'name': 'network-vif-deleted', 'tag': 'ab2c91b2-3d80-43ff-8422-5432b46897a4', 'status': 'completed', 'code': 200} Aug 10 03:27:37.504957 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=49086169-100f-40b5-92e3-7f8eed2aec78,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:37.542838 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9171e1d3-ff90-469f-a6be-27afe3771eff service neutron] Pushing event updated for resources: {'Port': ['ID=93571af8-54af-41eb-9a95-676bad470dec,revision_number=9']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:37.558436 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-c7312ded-51e5-4503-a166-b109492bc272 req-9171e1d3-ff90-469f-a6be-27afe3771eff service neutron] Attempting to bind port 93571af8-54af-41eb-9a95-676bad470dec on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:27:37.559184 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-c7312ded-51e5-4503-a166-b109492bc272 req-9171e1d3-ff90-469f-a6be-27afe3771eff service neutron] Attempting to bind port 93571af8-54af-41eb-9a95-676bad470dec by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '8488dbaf-be9b-400f-9dbd-520f189ac473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bc648e31-3fe5-47a0-8b38-9d9deaf52af1'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:27:37.559856 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7312ded-51e5-4503-a166-b109492bc272 req-9171e1d3-ff90-469f-a6be-27afe3771eff service neutron] Attempting to bind port 93571af8-54af-41eb-9a95-676bad470dec on network bc648e31-3fe5-47a0-8b38-9d9deaf52af1 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:27:37.601731 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7312ded-51e5-4503-a166-b109492bc272 req-9171e1d3-ff90-469f-a6be-27afe3771eff service neutron] Port 93571af8-54af-41eb-9a95-676bad470dec on network bc648e31-3fe5-47a0-8b38-9d9deaf52af1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:27:37.602403 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7312ded-51e5-4503-a166-b109492bc272 req-9171e1d3-ff90-469f-a6be-27afe3771eff service neutron] Attempting to bind port 93571af8-54af-41eb-9a95-676bad470dec on network bc648e31-3fe5-47a0-8b38-9d9deaf52af1 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:27:37.633740 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc9dbb-2cac-4dd5-a76a-1470530e2f6b req-f1644ebf-70bb-44d5-83fb-fb986afcd14f tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:37.645986 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7312ded-51e5-4503-a166-b109492bc272 req-9171e1d3-ff90-469f-a6be-27afe3771eff service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:27:37.647625 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4bbc9dbb-2cac-4dd5-a76a-1470530e2f6b req-f1644ebf-70bb-44d5-83fb-fb986afcd14f tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 943 time: 0.1519172 Aug 10 03:27:37.653180 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7312ded-51e5-4503-a166-b109492bc272 req-9171e1d3-ff90-469f-a6be-27afe3771eff service neutron] Checking segment: {'id': '8488dbaf-be9b-400f-9dbd-520f189ac473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bc648e31-3fe5-47a0-8b38-9d9deaf52af1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:27:37.653692 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7312ded-51e5-4503-a166-b109492bc272 req-9171e1d3-ff90-469f-a6be-27afe3771eff service neutron] Bound using segment: {'id': '8488dbaf-be9b-400f-9dbd-520f189ac473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bc648e31-3fe5-47a0-8b38-9d9deaf52af1'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:27:37.654167 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-c7312ded-51e5-4503-a166-b109492bc272 req-9171e1d3-ff90-469f-a6be-27afe3771eff service neutron] Bound port: 93571af8-54af-41eb-9a95-676bad470dec, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8488dbaf-be9b-400f-9dbd-520f189ac473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bc648e31-3fe5-47a0-8b38-9d9deaf52af1'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:27:37.654726 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-c7312ded-51e5-4503-a166-b109492bc272 req-9171e1d3-ff90-469f-a6be-27afe3771eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:37.691013 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-0e72e892-4b0e-4188-bf11-11490b34d751 admin admin] Allocated IP 172.20.0.1 (d1b1d729-f52d-457d-8248-46f63bb359e2/4fdcf365-50ba-4c9e-a4c3-959c07982f8d/60a03d63-8677-4559-a6f8-48ca046f062a) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:27:37.728541 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4bbc9dbb-2cac-4dd5-a76a-1470530e2f6b req-0a317c7c-50da-4b51-b902-5e51c573eea5 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771644 Aug 10 03:27:37.899963 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-c7312ded-51e5-4503-a166-b109492bc272 req-9171e1d3-ff90-469f-a6be-27afe3771eff service neutron] For port 93571af8-54af-41eb-9a95-676bad470dec, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:27:37.928125 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-c7312ded-51e5-4503-a166-b109492bc272 req-9171e1d3-ff90-469f-a6be-27afe3771eff service neutron] For port 93571af8-54af-41eb-9a95-676bad470dec, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=93571af8-54af-41eb-9a95-676bad470dec,segment=NetworkSegment(8488dbaf-be9b-400f-9dbd-520f189ac473),segment_id=8488dbaf-be9b-400f-9dbd-520f189ac473)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:27:37.937042 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-c7312ded-51e5-4503-a166-b109492bc272 req-9171e1d3-ff90-469f-a6be-27afe3771eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:38.004920 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7312ded-51e5-4503-a166-b109492bc272 req-9171e1d3-ff90-469f-a6be-27afe3771eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:38.006129 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-c7312ded-51e5-4503-a166-b109492bc272 req-9171e1d3-ff90-469f-a6be-27afe3771eff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:38.008301 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c7312ded-51e5-4503-a166-b109492bc272 req-9171e1d3-ff90-469f-a6be-27afe3771eff service neutron] 10.222.0.58 "PUT /v2.0/ports/93571af8-54af-41eb-9a95-676bad470dec HTTP/1.1" status: 200 len: 1092 time: 2.8316958 Aug 10 03:27:38.037566 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3d87eab9-fdfd-4aec-a0d0-44fbe2756856 req-709e70b4-5ba0-420f-8ed1-3c6c8e88bc98 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=b22ecfb1-fa54-438f-99e8-8e686de8885c HTTP/1.1" status: 200 len: 210 time: 0.1241920 Aug 10 03:27:38.086385 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9171e1d3-ff90-469f-a6be-27afe3771eff service neutron] Pushing event updated for resources: {'Port': ['ID=93571af8-54af-41eb-9a95-676bad470dec,revision_number=10']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:38.117719 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0e72e892-4b0e-4188-bf11-11490b34d751 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:38.211242 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7312ded-51e5-4503-a166-b109492bc272 req-593f86f3-93e4-43dd-b621-1f927693a602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:38.213726 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c7312ded-51e5-4503-a166-b109492bc272 req-593f86f3-93e4-43dd-b621-1f927693a602 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a77b526167a54c3793a81af5f7632e4e&device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 1096 time: 0.1730931 Aug 10 03:27:38.255803 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0e72e892-4b0e-4188-bf11-11490b34d751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:38.365792 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e72e892-4b0e-4188-bf11-11490b34d751 admin admin] Network d1b1d729-f52d-457d-8248-46f63bb359e2 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:27:38.379089 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-0e72e892-4b0e-4188-bf11-11490b34d751 admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:38.388135 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e72e892-4b0e-4188-bf11-11490b34d751 admin admin] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:27:38.416140 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e72e892-4b0e-4188-bf11-11490b34d751 admin admin] Pushing event updated for resources: {'Port': ['ID=60a03d63-8677-4559-a6f8-48ca046f062a,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:38.462521 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0e72e892-4b0e-4188-bf11-11490b34d751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:38.507141 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7312ded-51e5-4503-a166-b109492bc272 req-bf192d80-ddad-451e-9eeb-9169b7b56f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:38.508751 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c7312ded-51e5-4503-a166-b109492bc272 req-bf192d80-ddad-451e-9eeb-9169b7b56f88 service neutron] 10.222.0.58 "GET /v2.0/networks?id=bc648e31-3fe5-47a0-8b38-9d9deaf52af1 HTTP/1.1" status: 200 len: 914 time: 0.2851403 Aug 10 03:27:38.573285 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c7312ded-51e5-4503-a166-b109492bc272 req-e50427ae-1b01-4429-b093-823a2009629b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=93571af8-54af-41eb-9a95-676bad470dec HTTP/1.1" status: 200 len: 217 time: 0.0483913 Aug 10 03:27:38.663999 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 49086169-100f-40b5-92e3-7f8eed2aec78 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:27:38.749871 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 49086169-100f-40b5-92e3-7f8eed2aec78 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:38.750466 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:38.781597 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7312ded-51e5-4503-a166-b109492bc272 req-9f9c3eb4-fc25-4b5e-a14e-8133e68ff25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:38.783869 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c7312ded-51e5-4503-a166-b109492bc272 req-9f9c3eb4-fc25-4b5e-a14e-8133e68ff25d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=87970a7d-e71d-4702-b063-6900ffc87c9e HTTP/1.1" status: 200 len: 853 time: 0.2009687 Aug 10 03:27:38.791409 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0e72e892-4b0e-4188-bf11-11490b34d751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:38.967482 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf21ebd-c36f-4829-ba40-ad4a3f21a40b req-9e7d4993-aa5d-4e90-85ea-daf4f06c327a tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:38.980913 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bbf21ebd-c36f-4829-ba40-ad4a3f21a40b req-9e7d4993-aa5d-4e90-85ea-daf4f06c327a tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 944 time: 0.1177671 Aug 10 03:27:39.020978 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c7312ded-51e5-4503-a166-b109492bc272 req-3cf7aa5d-f632-478a-bbac-d2cf21d27924 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bc648e31-3fe5-47a0-8b38-9d9deaf52af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2089040 Aug 10 03:27:39.075980 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bbf21ebd-c36f-4829-ba40-ad4a3f21a40b req-df1fc1fb-5488-491b-992d-e20c064581e7 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940576 Aug 10 03:27:39.368558 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c7312ded-51e5-4503-a166-b109492bc272 req-a21b9e8c-f17c-47ee-a5db-17ab63c205ed service neutron] 10.222.0.58 "GET /v2.0/networks/bc648e31-3fe5-47a0-8b38-9d9deaf52af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838690 Aug 10 03:27:39.413169 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0e72e892-4b0e-4188-bf11-11490b34d751 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:39.452461 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0e72e892-4b0e-4188-bf11-11490b34d751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:39.500317 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4', 'tag': '93571af8-54af-41eb-9a95-676bad470dec'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:39.504190 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e08a8f2-bf4c-4e38-b191-836ac7c93e23" -d '{"events": [{"name": "network-changed", "server_uuid": "4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4", "tag": "93571af8-54af-41eb-9a95-676bad470dec"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:39.507271 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0e72e892-4b0e-4188-bf11-11490b34d751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:39.577132 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device ab2c91b2-3d80-43ff-8422-5432b46897a4 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:27:39.590943 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48f8341-7a6a-4fdf-8d7c-cb2a73185f4a req-a8467139-ffe7-499d-b617-15f2e5b6596c tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:39.606615 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e48f8341-7a6a-4fdf-8d7c-cb2a73185f4a req-a8467139-ffe7-499d-b617-15f2e5b6596c tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=96b71075-c590-4430-8bbb-0c5a5fc90ab8 HTTP/1.1" status: 200 len: 946 time: 0.1055837 Aug 10 03:27:39.617817 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: ab2c91b2-3d80-43ff-8422-5432b46897a4 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:27:39.618474 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device ab2c91b2-3d80-43ff-8422-5432b46897a4 not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:27:39.694319 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e48f8341-7a6a-4fdf-8d7c-cb2a73185f4a req-05c47446-74c1-4aac-9b4f-0659f6199e8d tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805531 Aug 10 03:27:40.333548 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a909db-9b71-4d59-bc33-8a183740f56f x-openstack-request-id: req-d4a909db-9b71-4d59-bc33-8a183740f56f {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:40.333844 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4", "tag": "93571af8-54af-41eb-9a95-676bad470dec", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:40.334097 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d4a909db-9b71-4d59-bc33-8a183740f56f {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:40.334486 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4', 'tag': '93571af8-54af-41eb-9a95-676bad470dec', 'status': 'completed', 'code': 200} Aug 10 03:27:40.362678 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e72e892-4b0e-4188-bf11-11490b34d751 admin admin] Pushing event updated for resources: {'Port': ['ID=60a03d63-8677-4559-a6f8-48ca046f062a,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:40.383548 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c931861-2f88-4b61-97e6-d1d88150409a req-f070221a-739a-4bff-8012-d695d057f622 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:40.384827 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e72e892-4b0e-4188-bf11-11490b34d751 admin admin] Network d1b1d729-f52d-457d-8248-46f63bb359e2 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:27:40.387594 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c7312ded-51e5-4503-a166-b109492bc272 req-cd433c6d-f18b-402b-98c4-9ecb42f31e2b service neutron] 10.222.0.58 "GET /v2.0/networks/bc648e31-3fe5-47a0-8b38-9d9deaf52af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0088840 Aug 10 03:27:40.388722 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-0e72e892-4b0e-4188-bf11-11490b34d751 admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:40.401960 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4c931861-2f88-4b61-97e6-d1d88150409a req-f070221a-739a-4bff-8012-d695d057f622 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 944 time: 0.1281457 Aug 10 03:27:40.489307 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4c931861-2f88-4b61-97e6-d1d88150409a req-d1fcdc8c-5529-4c02-89c2-f758e135c9e6 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851309 Aug 10 03:27:40.634878 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08a8f2-bf4c-4e38-b191-836ac7c93e23 req-4ffedc93-806b-4a10-98af-01236546af0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:40.636448 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5e08a8f2-bf4c-4e38-b191-836ac7c93e23 req-4ffedc93-806b-4a10-98af-01236546af0c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a77b526167a54c3793a81af5f7632e4e&device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 1096 time: 0.0795872 Aug 10 03:27:40.648951 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e72e892-4b0e-4188-bf11-11490b34d751 admin admin] Router 7f1ed421-4397-4d5f-883d-2cfbf050b4e4 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:27:40.986645 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e32a5-c999-4a54-941f-41380ba93eeb req-cc23a1da-8fec-47f7-afde-8601f9ca8777 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:40.988891 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-729e32a5-c999-4a54-941f-41380ba93eeb req-cc23a1da-8fec-47f7-afde-8601f9ca8777 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=96b71075-c590-4430-8bbb-0c5a5fc90ab8 HTTP/1.1" status: 200 len: 946 time: 0.1411948 Aug 10 03:27:41.103366 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-729e32a5-c999-4a54-941f-41380ba93eeb req-ed76caa2-45a9-42aa-8cd9-23a9d4f5d1d9 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052575 Aug 10 03:27:41.251091 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08a8f2-bf4c-4e38-b191-836ac7c93e23 req-ba22caad-2fba-491c-8968-7279451f069c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:41.254940 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5e08a8f2-bf4c-4e38-b191-836ac7c93e23 req-ba22caad-2fba-491c-8968-7279451f069c service neutron] 10.222.0.58 "GET /v2.0/networks?id=bc648e31-3fe5-47a0-8b38-9d9deaf52af1 HTTP/1.1" status: 200 len: 914 time: 0.5992467 Aug 10 03:27:41.425056 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e3f95c-4896-4d4c-ac46-d73e4f258ed5 req-1f40f23e-9a45-4201-8486-84a2b160ed61 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:41.426845 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c2e3f95c-4896-4d4c-ac46-d73e4f258ed5 req-1f40f23e-9a45-4201-8486-84a2b160ed61 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.58 "GET /v2.0/ports?device_id=96b71075-c590-4430-8bbb-0c5a5fc90ab8 HTTP/1.1" status: 200 len: 946 time: 0.4865885 Aug 10 03:27:41.430624 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5e08a8f2-bf4c-4e38-b191-836ac7c93e23 req-a3f65585-16cc-43e2-8688-0b156e897579 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=93571af8-54af-41eb-9a95-676bad470dec HTTP/1.1" status: 200 len: 217 time: 0.1100669 Aug 10 03:27:41.444637 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e72e892-4b0e-4188-bf11-11490b34d751 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:27:41.459541 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0e72e892-4b0e-4188-bf11-11490b34d751 admin admin] 10.222.0.62 "PUT /v2.0/routers/7f1ed421-4397-4d5f-883d-2cfbf050b4e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7248602 Aug 10 03:27:41.464912 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf56138e-e66f-441e-a452-2c163b755fd5 None None] Sync routers for ids ['7f1ed421-4397-4d5f-883d-2cfbf050b4e4'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:27:41.492719 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf56138e-e66f-441e-a452-2c163b755fd5 None None] Routers {'7f1ed421-4397-4d5f-883d-2cfbf050b4e4'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:27:41.502171 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-bf56138e-e66f-441e-a452-2c163b755fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:27:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['7f1ed421-4397-4d5f-883d-2cfbf050b4e4'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:41.858939 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea44110b-984f-4fcc-8204-44365333ada9 req-cd5ea5f4-90c4-4c7c-8ce8-7c137b884e78 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:41.866192 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-bf56138e-e66f-441e-a452-2c163b755fd5 None None] Set router 7f1ed421-4397-4d5f-883d-2cfbf050b4e4 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:27:41.868293 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ea44110b-984f-4fcc-8204-44365333ada9 req-cd5ea5f4-90c4-4c7c-8ce8-7c137b884e78 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 944 time: 0.1923549 Aug 10 03:27:41.981365 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ea44110b-984f-4fcc-8204-44365333ada9 req-3a0e3170-2c5a-4bb8-b7b2-3a67c81b9fd6 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094511 Aug 10 03:27:42.382316 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08a8f2-bf4c-4e38-b191-836ac7c93e23 req-8ca89e77-5f3c-41c9-9fe3-de26037d51d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:42.385140 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5e08a8f2-bf4c-4e38-b191-836ac7c93e23 req-8ca89e77-5f3c-41c9-9fe3-de26037d51d6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=87970a7d-e71d-4702-b063-6900ffc87c9e HTTP/1.1" status: 200 len: 853 time: 0.3623514 Aug 10 03:27:42.518679 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5e08a8f2-bf4c-4e38-b191-836ac7c93e23 req-305ec85c-1672-412d-a1f3-5377229c71df service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bc648e31-3fe5-47a0-8b38-9d9deaf52af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1068778 Aug 10 03:27:42.568427 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-c2e3f95c-4896-4d4c-ac46-d73e4f258ed5 req-234cfedd-2602-4b35-a115-4c518df2276e tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Deleting port 3f5ba6e3-7e80-40b9-9c1e-96a2492934fb {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:27:42.568776 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-c2e3f95c-4896-4d4c-ac46-d73e4f258ed5 req-234cfedd-2602-4b35-a115-4c518df2276e tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:42.577643 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae152a2-cc79-47e7-b640-ee5e84c65923 req-ccf52492-6213-497a-afcb-8933e1dcdde7 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:42.587827 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cae152a2-cc79-47e7-b640-ee5e84c65923 req-ccf52492-6213-497a-afcb-8933e1dcdde7 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/networks?id=d1b1d729-f52d-457d-8248-46f63bb359e2 HTTP/1.1" status: 200 len: 819 time: 0.4507010 Aug 10 03:27:42.680717 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-bf56138e-e66f-441e-a452-2c163b755fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1ed421-4397-4d5f-883d-2cfbf050b4e4', 'name': 'tempest-ServerRescueTestJSONUnderV235-696962773-router', 'tenant_id': '01c6c772ed714ab0a5fbae71ad184fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': '49086169-100f-40b5-92e3-7f8eed2aec78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:27:30Z', 'updated_at': '2021-08-10T03:27:38Z', 'revision_number': 4, 'project_id': '01c6c772ed714ab0a5fbae71ad184fcc', 'gw_port': {'id': '49086169-100f-40b5-92e3-7f8eed2aec78', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1ed421-4397-4d5f-883d-2cfbf050b4e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:31Z', 'updated_at': '2021-08-10T03:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '60a03d63-8677-4559-a6f8-48ca046f062a', 'name': '', 'network_id': 'd1b1d729-f52d-457d-8248-46f63bb359e2', 'tenant_id': '01c6c772ed714ab0a5fbae71ad184fcc', 'mac_address': 'fa:16:3e:9e:e4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1ed421-4397-4d5f-883d-2cfbf050b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '4fdcf365-50ba-4c9e-a4c3-959c07982f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:36Z', 'updated_at': '2021-08-10T03:27:38Z', 'revision_number': 2, 'project_id': '01c6c772ed714ab0a5fbae71ad184fcc', 'subnets': [{'id': '4fdcf365-50ba-4c9e-a4c3-959c07982f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:42.707706 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cae152a2-cc79-47e7-b640-ee5e84c65923 req-c564a794-74d2-439c-beec-579ef01e87b1 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/quotas/01c6c772ed714ab0a5fbae71ad184fcc HTTP/1.1" status: 200 len: 375 time: 0.1188061 Aug 10 03:27:42.727426 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf56138e-e66f-441e-a452-2c163b755fd5 None None] Checking router: 7f1ed421-4397-4d5f-883d-2cfbf050b4e4 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:27:42.728126 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf56138e-e66f-441e-a452-2c163b755fd5 None None] Updating router 7f1ed421-4397-4d5f-883d-2cfbf050b4e4 port 60a03d63-8677-4559-a6f8-48ca046f062a binding host n-d-768851-15 {{(pid=94218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:27:42.943898 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b4a382-dc5b-430a-9dc8-186c6715f5ab req-6de0e051-1b63-4554-baa2-36f80004a85b tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:42.967727 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f7b4a382-dc5b-430a-9dc8-186c6715f5ab req-6de0e051-1b63-4554-baa2-36f80004a85b tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=96b71075-c590-4430-8bbb-0c5a5fc90ab8 HTTP/1.1" status: 200 len: 946 time: 0.5677242 Aug 10 03:27:43.120478 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5e08a8f2-bf4c-4e38-b191-836ac7c93e23 req-892f2d0a-f8ae-49ef-9f50-8fb08dbd566a service neutron] 10.222.0.58 "GET /v2.0/networks/bc648e31-3fe5-47a0-8b38-9d9deaf52af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5867045 Aug 10 03:27:43.159353 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f7b4a382-dc5b-430a-9dc8-186c6715f5ab req-cf2f821f-3df4-490e-8096-40a66352de2a tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886940 Aug 10 03:27:43.192687 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-c2e3f95c-4896-4d4c-ac46-d73e4f258ed5 req-234cfedd-2602-4b35-a115-4c518df2276e tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] For port 3f5ba6e3-7e80-40b9-9c1e-96a2492934fb, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=3f5ba6e3-7e80-40b9-9c1e-96a2492934fb,segment=NetworkSegment(8f60b627-ffb1-479c-a505-a6c7d3d8b515),segment_id=8f60b627-ffb1-479c-a505-a6c7d3d8b515)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:43.192816 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-c2e3f95c-4896-4d4c-ac46-d73e4f258ed5 req-234cfedd-2602-4b35-a115-4c518df2276e tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:43.212172 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cae152a2-cc79-47e7-b640-ee5e84c65923 req-10d5afce-02d9-4826-ae3a-6b2d30ab1604 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=01c6c772ed714ab0a5fbae71ad184fcc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5034637 Aug 10 03:27:43.237613 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-c2e3f95c-4896-4d4c-ac46-d73e4f258ed5 req-234cfedd-2602-4b35-a115-4c518df2276e tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Calling delete_port for 3f5ba6e3-7e80-40b9-9c1e-96a2492934fb owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:27:43.416914 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-bf56138e-e66f-441e-a452-2c163b755fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:43.462627 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [req-cae152a2-cc79-47e7-b640-ee5e84c65923 req-b8b8f5e2-a8ca-46a2-9fca-fdc7e51c689b service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:27:43.467359 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cae152a2-cc79-47e7-b640-ee5e84c65923 req-b8b8f5e2-a8ca-46a2-9fca-fdc7e51c689b service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2543075 Aug 10 03:27:43.802562 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-c2e3f95c-4896-4d4c-ac46-d73e4f258ed5 req-234cfedd-2602-4b35-a115-4c518df2276e tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:43.869027 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cae152a2-cc79-47e7-b640-ee5e84c65923 req-07542166-eeec-4592-ac6a-49bb0540016a service neutron] 10.222.0.62 "GET /v2.0/networks/d1b1d729-f52d-457d-8248-46f63bb359e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173134 Aug 10 03:27:44.001145 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['6f7370df-6a1b-4dfe-983b-3d6cd36a298d'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:27:44.036603 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5e08a8f2-bf4c-4e38-b191-836ac7c93e23 req-eaa038b2-ed8f-4804-8155-15f8cf079423 service neutron] 10.222.0.58 "GET /v2.0/networks/bc648e31-3fe5-47a0-8b38-9d9deaf52af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9053361 Aug 10 03:27:44.073390 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234cfedd-2602-4b35-a115-4c518df2276e tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Pushing event deleted for resources: {'Port': ['ID=3f5ba6e3-7e80-40b9-9c1e-96a2492934fb,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:44.123356 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cae152a2-cc79-47e7-b640-ee5e84c65923 req-b660343d-90ed-4693-94c0-d1467195ea0f service neutron] 10.222.0.62 "GET /v2.0/networks/d1b1d729-f52d-457d-8248-46f63bb359e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432261 Aug 10 03:27:44.159518 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b7ada-f0c4-4ddb-bd86-27c4c23565b4 req-daaf3521-729d-4990-a33b-f248f9d9c8fe tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:44.185899 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-708b7ada-f0c4-4ddb-bd86-27c4c23565b4 req-daaf3521-729d-4990-a33b-f248f9d9c8fe tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 944 time: 0.7835128 Aug 10 03:27:44.205949 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2e3f95c-4896-4d4c-ac46-d73e4f258ed5 req-234cfedd-2602-4b35-a115-4c518df2276e tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] No DVR routers for this DVR port 3f5ba6e3-7e80-40b9-9c1e-96a2492934fb on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:27:44.210247 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-c2e3f95c-4896-4d4c-ac46-d73e4f258ed5 req-234cfedd-2602-4b35-a115-4c518df2276e tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:44.214704 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c2e3f95c-4896-4d4c-ac46-d73e4f258ed5 req-234cfedd-2602-4b35-a115-4c518df2276e tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.58 "DELETE /v2.0/ports/3f5ba6e3-7e80-40b9-9c1e-96a2492934fb HTTP/1.1" status: 204 len: 173 time: 2.1841080 Aug 10 03:27:44.215319 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96b71075-c590-4430-8bbb-0c5a5fc90ab8', 'name': 'network-vif-deleted', 'tag': '3f5ba6e3-7e80-40b9-9c1e-96a2492934fb'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:44.224816 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ecf67e-120e-401d-b414-36fdc03ba8e4" -d '{"events": [{"server_uuid": "96b71075-c590-4430-8bbb-0c5a5fc90ab8", "name": "network-vif-deleted", "tag": "3f5ba6e3-7e80-40b9-9c1e-96a2492934fb"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:44.363365 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-708b7ada-f0c4-4ddb-bd86-27c4c23565b4 req-cfd4ee61-768c-40f4-9707-05e0fb3cada7 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764596 Aug 10 03:27:44.677156 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52477aaa-97ff-47a3-87f7-621fe0fb0837 x-openstack-request-id: req-52477aaa-97ff-47a3-87f7-621fe0fb0837 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:44.677480 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96b71075-c590-4430-8bbb-0c5a5fc90ab8", "name": "network-vif-deleted", "tag": "3f5ba6e3-7e80-40b9-9c1e-96a2492934fb", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:44.677735 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-52477aaa-97ff-47a3-87f7-621fe0fb0837 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:44.678136 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96b71075-c590-4430-8bbb-0c5a5fc90ab8', 'name': 'network-vif-deleted', 'tag': '3f5ba6e3-7e80-40b9-9c1e-96a2492934fb', 'status': 'completed', 'code': 200} Aug 10 03:27:44.759453 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7b13b7eb-9050-4116-913c-8366dbe1b7a3 req-cc42e244-070e-4000-a39f-0c0bd9392a2c tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=96b71075-c590-4430-8bbb-0c5a5fc90ab8 HTTP/1.1" status: 200 len: 210 time: 0.1268406 Aug 10 03:27:44.896011 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2ed4c2eb-3c09-4f42-8e14-295a40d95eed req-68f8ed43-2ae0-4426-85b7-f890133c645e tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a2c6a05-a014-4605-8b98-b1f7e661d64f HTTP/1.1" status: 200 len: 210 time: 0.1174436 Aug 10 03:27:45.245770 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-bf56138e-e66f-441e-a452-2c163b755fd5 None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:45.271807 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-bf56138e-e66f-441e-a452-2c163b755fd5 None None] Transition to ACTIVE for port object 60a03d63-8677-4559-a6f8-48ca046f062a will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:27:45.280990 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-bf56138e-e66f-441e-a452-2c163b755fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:45.383856 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e62e718-e5f3-4f5a-be7d-7fc618b45d1f None None] Pushing event updated for resources: {'Port': ['ID=60a03d63-8677-4559-a6f8-48ca046f062a,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:45.608817 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 3f5ba6e3-7e80-40b9-9c1e-96a2492934fb no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:27:45.660017 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: 3f5ba6e3-7e80-40b9-9c1e-96a2492934fb {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:27:45.660594 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 3f5ba6e3-7e80-40b9-9c1e-96a2492934fb not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:27:45.668410 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-bf56138e-e66f-441e-a452-2c163b755fd5 None None] Attempting to bind port 60a03d63-8677-4559-a6f8-48ca046f062a on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:27:45.668956 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-bf56138e-e66f-441e-a452-2c163b755fd5 None None] Attempting to bind port 60a03d63-8677-4559-a6f8-48ca046f062a by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'bca4afb8-f566-45ad-a21b-02be77c202bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd1b1d729-f52d-457d-8248-46f63bb359e2'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:27:45.669451 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf56138e-e66f-441e-a452-2c163b755fd5 None None] Attempting to bind port 60a03d63-8677-4559-a6f8-48ca046f062a on network d1b1d729-f52d-457d-8248-46f63bb359e2 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:27:45.676170 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf56138e-e66f-441e-a452-2c163b755fd5 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:27:45.676780 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf56138e-e66f-441e-a452-2c163b755fd5 None None] Checking segment: {'id': 'bca4afb8-f566-45ad-a21b-02be77c202bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd1b1d729-f52d-457d-8248-46f63bb359e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:27:45.677297 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-bf56138e-e66f-441e-a452-2c163b755fd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:45.677807 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf56138e-e66f-441e-a452-2c163b755fd5 None None] Bound using segment: {'id': 'bca4afb8-f566-45ad-a21b-02be77c202bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd1b1d729-f52d-457d-8248-46f63bb359e2'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:27:45.678494 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-bf56138e-e66f-441e-a452-2c163b755fd5 None None] Bound port: 60a03d63-8677-4559-a6f8-48ca046f062a, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bca4afb8-f566-45ad-a21b-02be77c202bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd1b1d729-f52d-457d-8248-46f63bb359e2'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:27:45.679048 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-bf56138e-e66f-441e-a452-2c163b755fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:45.711675 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b49120-6da1-4278-a9d7-5fed1fad5338 req-4ea54cd7-126e-4ec6-a110-d18ec311838f tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:45.730256 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-59b49120-6da1-4278-a9d7-5fed1fad5338 req-4ea54cd7-126e-4ec6-a110-d18ec311838f tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 944 time: 0.1551032 Aug 10 03:27:45.786422 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-bf56138e-e66f-441e-a452-2c163b755fd5 None None] For port 60a03d63-8677-4559-a6f8-48ca046f062a, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:27:45.790469 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-bf56138e-e66f-441e-a452-2c163b755fd5 None None] For port 60a03d63-8677-4559-a6f8-48ca046f062a, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=60a03d63-8677-4559-a6f8-48ca046f062a,segment=NetworkSegment(bca4afb8-f566-45ad-a21b-02be77c202bd),segment_id=bca4afb8-f566-45ad-a21b-02be77c202bd)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:27:45.824060 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-bf56138e-e66f-441e-a452-2c163b755fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:45.872861 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 40574) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:45.883067 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-59b49120-6da1-4278-a9d7-5fed1fad5338 req-25fe37fe-83b3-4419-972e-9f887f6b7ac4 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416619 Aug 10 03:27:45.944972 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf56138e-e66f-441e-a452-2c163b755fd5 None None] Routers {'7f1ed421-4397-4d5f-883d-2cfbf050b4e4'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:27:45.946462 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-bf56138e-e66f-441e-a452-2c163b755fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:27:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['7f1ed421-4397-4d5f-883d-2cfbf050b4e4'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:46.125613 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e62e718-e5f3-4f5a-be7d-7fc618b45d1f None None] Pushing event updated for resources: {'Port': ['ID=60a03d63-8677-4559-a6f8-48ca046f062a,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:46.247359 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-58877122-cd12-4c97-b331-465056bd813c req-96c270ff-d63f-446f-8b0d-9a049eae90eb tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a2c6a05-a014-4605-8b98-b1f7e661d64f HTTP/1.1" status: 200 len: 210 time: 0.1408544 Aug 10 03:27:46.365234 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 40588) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:46.365920 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1503b7e6-c8d8-40fa-ba8c-62982e2e5aba admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e74b74d0002d4b758bf5a0afded8f8d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4906509 Aug 10 03:27:46.367466 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-bf56138e-e66f-441e-a452-2c163b755fd5 None None] Set router 7f1ed421-4397-4d5f-883d-2cfbf050b4e4 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:27:46.523687 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-882a635f-c691-48af-8997-9ea4743243e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:46.572631 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-882a635f-c691-48af-8997-9ea4743243e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:46.872019 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:27:46.879358 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a749e1e6-6f64-4bb4-abea-d7d985cc20b3 req-26adb60f-8faf-4a61-b0d6-9a5895b0fde6 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:46.892481 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a749e1e6-6f64-4bb4-abea-d7d985cc20b3 req-26adb60f-8faf-4a61-b0d6-9a5895b0fde6 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7f6702b-3804-4f19-874e-14e3063c03ac HTTP/1.1" status: 200 len: 945 time: 0.2606387 Aug 10 03:27:46.991359 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a749e1e6-6f64-4bb4-abea-d7d985cc20b3 req-2e30c8ed-4eff-47e1-b808-81765da8c956 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978796 Aug 10 03:27:47.021645 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d915316d-20f0-4a5e-804e-07eb8d5a3e25 req-f78b9303-d627-4770-a07b-b37b7aeec708 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:47.024855 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d915316d-20f0-4a5e-804e-07eb8d5a3e25 req-f78b9303-d627-4770-a07b-b37b7aeec708 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7f6702b-3804-4f19-874e-14e3063c03ac HTTP/1.1" status: 200 len: 945 time: 0.2660358 Aug 10 03:27:47.093339 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 40606) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:47.121762 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-882a635f-c691-48af-8997-9ea4743243e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:47.134184 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-882a635f-c691-48af-8997-9ea4743243e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:47.139576 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-882a635f-c691-48af-8997-9ea4743243e4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ed59cf94-133a-4ce6-8933-613f94af16e8 HTTP/1.1" status: 204 len: 168 time: 0.7733145 Aug 10 03:27:47.304666 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882a635f-c691-48af-8997-9ea4743243e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed59cf94-133a-4ce6-8933-613f94af16e8,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:47.395496 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f7fa4a2-ad55-4322-a2ea-8ce0dc27505e admin admin] Deleting subnet 9901d25a-d155-4cc8-b3d5-1b5026deec7d {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:27:47.411306 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-bf56138e-e66f-441e-a452-2c163b755fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1ed421-4397-4d5f-883d-2cfbf050b4e4', 'name': 'tempest-ServerRescueTestJSONUnderV235-696962773-router', 'tenant_id': '01c6c772ed714ab0a5fbae71ad184fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': '49086169-100f-40b5-92e3-7f8eed2aec78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:27:30Z', 'updated_at': '2021-08-10T03:27:38Z', 'revision_number': 4, 'project_id': '01c6c772ed714ab0a5fbae71ad184fcc', 'gw_port': {'id': '49086169-100f-40b5-92e3-7f8eed2aec78', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1ed421-4397-4d5f-883d-2cfbf050b4e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:31Z', 'updated_at': '2021-08-10T03:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '60a03d63-8677-4559-a6f8-48ca046f062a', 'name': '', 'network_id': 'd1b1d729-f52d-457d-8248-46f63bb359e2', 'tenant_id': '01c6c772ed714ab0a5fbae71ad184fcc', 'mac_address': 'fa:16:3e:9e:e4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1ed421-4397-4d5f-883d-2cfbf050b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '4fdcf365-50ba-4c9e-a4c3-959c07982f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:36Z', 'updated_at': '2021-08-10T03:27:45Z', 'revision_number': 4, 'project_id': '01c6c772ed714ab0a5fbae71ad184fcc', 'subnets': [{'id': '4fdcf365-50ba-4c9e-a4c3-959c07982f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:47.443425 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882a635f-c691-48af-8997-9ea4743243e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:47.444026 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882a635f-c691-48af-8997-9ea4743243e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:47.444524 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882a635f-c691-48af-8997-9ea4743243e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:47.445022 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882a635f-c691-48af-8997-9ea4743243e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:47.445506 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882a635f-c691-48af-8997-9ea4743243e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:47.445989 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882a635f-c691-48af-8997-9ea4743243e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:47.446493 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882a635f-c691-48af-8997-9ea4743243e4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:47.448332 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882a635f-c691-48af-8997-9ea4743243e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:47.449600 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6f7fa4a2-ad55-4322-a2ea-8ce0dc27505e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:47.450109 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882a635f-c691-48af-8997-9ea4743243e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:47.451580 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882a635f-c691-48af-8997-9ea4743243e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:47.452099 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882a635f-c691-48af-8997-9ea4743243e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:47.453556 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882a635f-c691-48af-8997-9ea4743243e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:47.647516 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf56138e-e66f-441e-a452-2c163b755fd5 None None] The sync data for ids ['7f1ed421-4397-4d5f-883d-2cfbf050b4e4'] in n-d-768851-15 is: [{'id': '7f1ed421-4397-4d5f-883d-2cfbf050b4e4', 'name': 'tempest-ServerRescueTestJSONUnderV235-696962773-router', 'tenant_id': '01c6c772ed714ab0a5fbae71ad184fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': '49086169-100f-40b5-92e3-7f8eed2aec78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:27:30Z', 'updated_at': '2021-08-10T03:27:38Z', 'revision_number': 4, 'project_id': '01c6c772ed714ab0a5fbae71ad184fcc', 'gw_port': {'id': '49086169-100f-40b5-92e3-7f8eed2aec78', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1ed421-4397-4d5f-883d-2cfbf050b4e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:31Z', 'updated_at': '2021-08-10T03:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '60a03d63-8677-4559-a6f8-48ca046f062a', 'name': '', 'network_id': 'd1b1d729-f52d-457d-8248-46f63bb359e2', 'tenant_id': '01c6c772ed714ab0a5fbae71ad184fcc', 'mac_address': 'fa:16:3e:9e:e4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1ed421-4397-4d5f-883d-2cfbf050b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '4fdcf365-50ba-4c9e-a4c3-959c07982f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:36Z', 'updated_at': '2021-08-10T03:27:45Z', 'revision_number': 4, 'project_id': '01c6c772ed714ab0a5fbae71ad184fcc', 'subnets': [{'id': '4fdcf365-50ba-4c9e-a4c3-959c07982f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:27:47.650399 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ec5fe059-589f-487b-a0d3-c63ec78c25b1 req-d8964a89-38e5-49d7-91f2-74a4886ba8a5 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a2c6a05-a014-4605-8b98-b1f7e661d64f HTTP/1.1" status: 200 len: 210 time: 0.1342862 Aug 10 03:27:47.699125 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb2fa6-6a9f-462d-ad27-3c64d12f4310 req-84291f4e-f98a-417e-9e7d-e5044bf59334 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:47.708715 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cccb2fa6-6a9f-462d-ad27-3c64d12f4310 req-84291f4e-f98a-417e-9e7d-e5044bf59334 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 944 time: 0.5888054 Aug 10 03:27:47.834625 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6f7fa4a2-ad55-4322-a2ea-8ce0dc27505e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:47.921365 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cccb2fa6-6a9f-462d-ad27-3c64d12f4310 req-68a74d93-96c7-4294-9888-e6408e957dcb tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117476 Aug 10 03:27:47.972686 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae152a2-cc79-47e7-b640-ee5e84c65923 req-b0b66328-24cc-4f8c-842d-01910d653901 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:47.974608 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cae152a2-cc79-47e7-b640-ee5e84c65923 req-b0b66328-24cc-4f8c-842d-01910d653901 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.58 "GET /v2.0/networks?id=d1b1d729-f52d-457d-8248-46f63bb359e2 HTTP/1.1" status: 200 len: 819 time: 0.7145038 Aug 10 03:27:47.983692 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6f7fa4a2-ad55-4322-a2ea-8ce0dc27505e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:47.995650 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-d915316d-20f0-4a5e-804e-07eb8d5a3e25 req-6d91532b-536e-4cc9-a340-9a7bfc680680 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Deleting port 6f7370df-6a1b-4dfe-983b-3d6cd36a298d {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:27:47.999544 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d915316d-20f0-4a5e-804e-07eb8d5a3e25 req-6d91532b-536e-4cc9-a340-9a7bfc680680 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:48.035169 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-cae152a2-cc79-47e7-b640-ee5e84c65923 req-dce58782-179d-4d8c-a5c9-d337679e2ba0 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Request body: {'port': {'device_id': '7a2c6a05-a014-4605-8b98-b1f7e661d64f', 'network_id': 'd1b1d729-f52d-457d-8248-46f63bb359e2', 'admin_state_up': True, 'tenant_id': '01c6c772ed714ab0a5fbae71ad184fcc'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:48.264135 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6f7fa4a2-ad55-4322-a2ea-8ce0dc27505e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:48.394502 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f08460-d235-49a1-9880-c89f6a25a5ce req-188cc996-63ca-4b7a-a4fc-10bf698e419c tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:48.396099 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-60f08460-d235-49a1-9880-c89f6a25a5ce req-188cc996-63ca-4b7a-a4fc-10bf698e419c tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7f6702b-3804-4f19-874e-14e3063c03ac HTTP/1.1" status: 200 len: 945 time: 0.2134745 Aug 10 03:27:48.399258 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7fa4a2-ad55-4322-a2ea-8ce0dc27505e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9901d25a-d155-4cc8-b3d5-1b5026deec7d,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:48.432625 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6f7fa4a2-ad55-4322-a2ea-8ce0dc27505e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:48.440815 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6f7fa4a2-ad55-4322-a2ea-8ce0dc27505e admin admin] 10.222.0.62 "DELETE /v2.0/subnets/9901d25a-d155-4cc8-b3d5-1b5026deec7d HTTP/1.1" status: 204 len: 168 time: 1.3441510 Aug 10 03:27:48.459457 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 40630) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:48.593980 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-60f08460-d235-49a1-9880-c89f6a25a5ce req-74702b40-df28-4da2-a114-f657d4c56960 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900413 Aug 10 03:27:48.705570 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-d915316d-20f0-4a5e-804e-07eb8d5a3e25 req-6d91532b-536e-4cc9-a340-9a7bfc680680 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] For port 6f7370df-6a1b-4dfe-983b-3d6cd36a298d, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=6f7370df-6a1b-4dfe-983b-3d6cd36a298d,segment=NetworkSegment(8f60b627-ffb1-479c-a505-a6c7d3d8b515),segment_id=8f60b627-ffb1-479c-a505-a6c7d3d8b515)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:48.705952 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d915316d-20f0-4a5e-804e-07eb8d5a3e25 req-6d91532b-536e-4cc9-a340-9a7bfc680680 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:48.773794 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-d915316d-20f0-4a5e-804e-07eb8d5a3e25 req-6d91532b-536e-4cc9-a340-9a7bfc680680 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Calling delete_port for 6f7370df-6a1b-4dfe-983b-3d6cd36a298d owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:27:48.789559 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9b2684ff-fc47-4c20-b3fb-29f79f33469e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:48.869392 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 60a03d63-8677-4559-a6f8-48ca046f062a up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:27:48.894489 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cae152a2-cc79-47e7-b640-ee5e84c65923 req-dce58782-179d-4d8c-a5c9-d337679e2ba0 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Made reservation on behalf of 01c6c772ed714ab0a5fbae71ad184fcc for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:27:48.910240 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-cae152a2-cc79-47e7-b640-ee5e84c65923 req-dce58782-179d-4d8c-a5c9-d337679e2ba0 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:49.083140 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 60a03d63-8677-4559-a6f8-48ca046f062a completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:27:49.097692 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 60a03d63-8677-4559-a6f8-48ca046f062a triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:49.104104 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:49.158102 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a91129f1-4eee-46d3-82fc-9021450f53eb req-c29e6f13-a889-4f08-a6f3-013300bb83db tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a2c6a05-a014-4605-8b98-b1f7e661d64f HTTP/1.1" status: 200 len: 210 time: 0.3087096 Aug 10 03:27:49.497879 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:49.538435 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca2bd2c-b971-4826-b6bb-155ec99b683c req-87a6f23d-4ba9-43ca-a61c-51751143aca1 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:49.542546 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1ca2bd2c-b971-4826-b6bb-155ec99b683c req-87a6f23d-4ba9-43ca-a61c-51751143aca1 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 944 time: 0.2667601 Aug 10 03:27:49.572650 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9b2684ff-fc47-4c20-b3fb-29f79f33469e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:49.582421 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 60a03d63-8677-4559-a6f8-48ca046f062a, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=60a03d63-8677-4559-a6f8-48ca046f062a,segment=NetworkSegment(bca4afb8-f566-45ad-a21b-02be77c202bd),segment_id=bca4afb8-f566-45ad-a21b-02be77c202bd)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:49.595607 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:49.657461 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-9b2684ff-fc47-4c20-b3fb-29f79f33469e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fad7e135-dc8b-4841-b972-7e71b494afaa']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:49.659645 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1ca2bd2c-b971-4826-b6bb-155ec99b683c req-7cd9f824-e18a-4bcb-81b0-ba524c6dd7bf tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093178 Aug 10 03:27:49.723664 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-9b2684ff-fc47-4c20-b3fb-29f79f33469e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad2156df-9a43-4e01-8ac5-ce4913e3fc9f') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:49.724513 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-9b2684ff-fc47-4c20-b3fb-29f79f33469e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad2156df-9a43-4e01-8ac5-ce4913e3fc9f') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:49.765155 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=60a03d63-8677-4559-a6f8-48ca046f062a,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:49.791039 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9b2684ff-fc47-4c20-b3fb-29f79f33469e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:49.824084 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9b2684ff-fc47-4c20-b3fb-29f79f33469e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:49.841405 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b2684ff-fc47-4c20-b3fb-29f79f33469e admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:27:49.842038 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9b2684ff-fc47-4c20-b3fb-29f79f33469e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:49.844257 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:27:49.844257 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:27:49.844257 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:27:49.844257 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:27:49.844257 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:27:49.844257 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:27:49.844257 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:27:49.844257 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:27:49.844257 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:27:49.844257 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:27:49.844257 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:27:49.844257 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:27:49.844257 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:27:49.844257 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:27:49.844257 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:27:49.844257 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:27:49.844257 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:27:49.844257 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:27:49.844257 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:27:49.844257 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:27:49.844257 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:27:49.844257 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:27:49.844257 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:27:49.844257 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:27:49.844257 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:27:49.844257 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:27:49.844257 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:27:49.844257 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:27:49.844257 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:27:49.844257 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:27:49.844257 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:27:49.844257 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:27:49.846237 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-cae152a2-cc79-47e7-b640-ee5e84c65923 req-dce58782-179d-4d8c-a5c9-d337679e2ba0 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Allocated IP 172.20.0.11 (d1b1d729-f52d-457d-8248-46f63bb359e2/4fdcf365-50ba-4c9e-a4c3-959c07982f8d/07a94a97-8743-44e7-9487-845481bbbdbe) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:27:49.888344 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d915316d-20f0-4a5e-804e-07eb8d5a3e25 req-6d91532b-536e-4cc9-a340-9a7bfc680680 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:49.961665 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d91532b-536e-4cc9-a340-9a7bfc680680 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Pushing event deleted for resources: {'Port': ['ID=6f7370df-6a1b-4dfe-983b-3d6cd36a298d,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:49.979282 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9b2684ff-fc47-4c20-b3fb-29f79f33469e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:49.992759 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9b2684ff-fc47-4c20-b3fb-29f79f33469e admin admin] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:49.996369 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9b2684ff-fc47-4c20-b3fb-29f79f33469e admin admin] 10.222.0.62 "DELETE /v2.0/networks/fad7e135-dc8b-4841-b972-7e71b494afaa HTTP/1.1" status: 204 len: 168 time: 1.5329084 Aug 10 03:27:50.010177 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 40662) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:50.044371 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-d915316d-20f0-4a5e-804e-07eb8d5a3e25 req-6d91532b-536e-4cc9-a340-9a7bfc680680 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] No DVR routers for this DVR port 6f7370df-6a1b-4dfe-983b-3d6cd36a298d on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:27:50.050566 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d915316d-20f0-4a5e-804e-07eb8d5a3e25 req-6d91532b-536e-4cc9-a340-9a7bfc680680 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:50.053737 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d915316d-20f0-4a5e-804e-07eb8d5a3e25 req-6d91532b-536e-4cc9-a340-9a7bfc680680 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.60 "DELETE /v2.0/ports/6f7370df-6a1b-4dfe-983b-3d6cd36a298d HTTP/1.1" status: 204 len: 173 time: 3.0197570 Aug 10 03:27:50.054560 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f6702b-3804-4f19-874e-14e3063c03ac', 'name': 'network-vif-deleted', 'tag': '6f7370df-6a1b-4dfe-983b-3d6cd36a298d'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:50.057709 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1cf05d-f38c-477f-91e4-dbe642d9e1d9" -d '{"events": [{"server_uuid": "c7f6702b-3804-4f19-874e-14e3063c03ac", "name": "network-vif-deleted", "tag": "6f7370df-6a1b-4dfe-983b-3d6cd36a298d"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:50.114719 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2684ff-fc47-4c20-b3fb-29f79f33469e admin admin] Pushing event deleted for resources: {'Network': ['ID=fad7e135-dc8b-4841-b972-7e71b494afaa,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:50.128526 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45060bd3-7450-413a-a7fb-d2fa2d2df899 req-ea06ccce-a014-4ce2-89fe-4bffadd5fcc8 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:50.132749 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-45060bd3-7450-413a-a7fb-d2fa2d2df899 req-ea06ccce-a014-4ce2-89fe-4bffadd5fcc8 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7f6702b-3804-4f19-874e-14e3063c03ac HTTP/1.1" status: 200 len: 867 time: 0.3712337 Aug 10 03:27:50.177594 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1ccc48-5ddb-49d6-ab00-0b953396f64b x-openstack-request-id: req-ff1ccc48-5ddb-49d6-ab00-0b953396f64b {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:50.178659 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f6702b-3804-4f19-874e-14e3063c03ac", "name": "network-vif-deleted", "tag": "6f7370df-6a1b-4dfe-983b-3d6cd36a298d", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:50.179110 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ff1ccc48-5ddb-49d6-ab00-0b953396f64b {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:50.180088 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7f6702b-3804-4f19-874e-14e3063c03ac', 'name': 'network-vif-deleted', 'tag': '6f7370df-6a1b-4dfe-983b-3d6cd36a298d', 'status': 'completed', 'code': 200} Aug 10 03:27:50.274615 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-45060bd3-7450-413a-a7fb-d2fa2d2df899 req-90c56744-6d84-4f0c-bece-207be674d936 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349792 Aug 10 03:27:50.344949 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9e996c7-bd44-43e4-a4ee-df485578aeaf admin admin] Deleting subnet e44b1725-5eee-470d-a3f2-d449161c8ca1 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:27:50.390631 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d9e996c7-bd44-43e4-a4ee-df485578aeaf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:50.458119 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-495b3f02-5fdd-4c69-a20a-0c71ccb9c899 req-123f1e25-35ee-4717-b2f5-75d4ca459357 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a2c6a05-a014-4605-8b98-b1f7e661d64f HTTP/1.1" status: 200 len: 210 time: 0.0635610 Aug 10 03:27:50.566433 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d9e996c7-bd44-43e4-a4ee-df485578aeaf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:50.653725 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-cae152a2-cc79-47e7-b640-ee5e84c65923 req-dce58782-179d-4d8c-a5c9-d337679e2ba0 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:50.732107 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d9e996c7-bd44-43e4-a4ee-df485578aeaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:50.793030 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 60a03d63-8677-4559-a6f8-48ca046f062a up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:27:50.879327 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 6f7370df-6a1b-4dfe-983b-3d6cd36a298d no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:27:50.910015 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: 6f7370df-6a1b-4dfe-983b-3d6cd36a298d {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:27:50.911204 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 6f7370df-6a1b-4dfe-983b-3d6cd36a298d not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:27:50.920757 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 60a03d63-8677-4559-a6f8-48ca046f062a triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:50.921371 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:51.063655 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d9e996c7-bd44-43e4-a4ee-df485578aeaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:51.072357 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781bc9f8-02a6-458b-803f-570553de8fe5 req-ec9ab5e4-1156-403d-affe-9637fdfcd604 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:51.094788 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-781bc9f8-02a6-458b-803f-570553de8fe5 req-ec9ab5e4-1156-403d-affe-9637fdfcd604 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 944 time: 0.2386613 Aug 10 03:27:51.099692 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-cae152a2-cc79-47e7-b640-ee5e84c65923 req-dce58782-179d-4d8c-a5c9-d337679e2ba0 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:51.294373 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-781bc9f8-02a6-458b-803f-570553de8fe5 req-47ab4ff1-a994-4c73-8fbb-0b8c47f00e80 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978297 Aug 10 03:27:51.361610 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e996c7-bd44-43e4-a4ee-df485578aeaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e44b1725-5eee-470d-a3f2-d449161c8ca1,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:51.429752 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d9e996c7-bd44-43e4-a4ee-df485578aeaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:51.440167 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 40694) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:51.443021 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d9e996c7-bd44-43e4-a4ee-df485578aeaf admin admin] 10.222.0.62 "DELETE /v2.0/subnets/e44b1725-5eee-470d-a3f2-d449161c8ca1 HTTP/1.1" status: 204 len: 168 time: 1.4221756 Aug 10 03:27:51.525444 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cae152a2-cc79-47e7-b640-ee5e84c65923 req-dce58782-179d-4d8c-a5c9-d337679e2ba0 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Network d1b1d729-f52d-457d-8248-46f63bb359e2 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:27:51.534005 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce58782-179d-4d8c-a5c9-d337679e2ba0 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Pushing event updated for resources: {'Port': ['ID=07a94a97-8743-44e7-9487-845481bbbdbe,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:51.558484 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-cae152a2-cc79-47e7-b640-ee5e84c65923 req-dce58782-179d-4d8c-a5c9-d337679e2ba0 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:51.587717 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae152a2-cc79-47e7-b640-ee5e84c65923 req-dce58782-179d-4d8c-a5c9-d337679e2ba0 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:27:51.652125 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ee4df2d7-11f3-484f-b405-4f7344547049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:51.720985 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae152a2-cc79-47e7-b640-ee5e84c65923 req-dce58782-179d-4d8c-a5c9-d337679e2ba0 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:51.721628 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-cae152a2-cc79-47e7-b640-ee5e84c65923 req-dce58782-179d-4d8c-a5c9-d337679e2ba0 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:51.828048 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cae152a2-cc79-47e7-b640-ee5e84c65923 req-dce58782-179d-4d8c-a5c9-d337679e2ba0 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8069851 Aug 10 03:27:51.845683 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-cae152a2-cc79-47e7-b640-ee5e84c65923 req-f078b71b-852d-451a-9fd9-19e8778f6d04 service neutron] Request body: {'port': {'device_id': '7a2c6a05-a014-4605-8b98-b1f7e661d64f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:51.975110 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-cae152a2-cc79-47e7-b640-ee5e84c65923 req-f078b71b-852d-451a-9fd9-19e8778f6d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:52.036085 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ee4df2d7-11f3-484f-b405-4f7344547049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:52.083389 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-ee4df2d7-11f3-484f-b405-4f7344547049 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90374d85-2caa-4964-b62b-5cc06d8b8229']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:52.159871 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-ee4df2d7-11f3-484f-b405-4f7344547049 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '003bf16a-6d3c-4144-a824-21ec7ab8721c') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:52.181847 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-ee4df2d7-11f3-484f-b405-4f7344547049 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '003bf16a-6d3c-4144-a824-21ec7ab8721c') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:52.200873 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716ea26-4b82-4011-8c60-d51611c10d5f req-24ea8369-cfa7-4a64-a925-07810a486459 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:52.222597 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4716ea26-4b82-4011-8c60-d51611c10d5f req-24ea8369-cfa7-4a64-a925-07810a486459 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a2c6a05-a014-4605-8b98-b1f7e661d64f HTTP/1.1" status: 200 len: 932 time: 0.4370933 Aug 10 03:27:52.318942 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ee4df2d7-11f3-484f-b405-4f7344547049 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:52.537636 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ee4df2d7-11f3-484f-b405-4f7344547049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:52.565410 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4716ea26-4b82-4011-8c60-d51611c10d5f req-21b23527-9842-4414-9ffb-92d07958d71e tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/security-groups?id=73d6bbb3-f9e7-4e6a-ad27-b486d8572630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304968 Aug 10 03:27:52.605618 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee4df2d7-11f3-484f-b405-4f7344547049 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:27:52.609619 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ee4df2d7-11f3-484f-b405-4f7344547049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:52.721544 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:27:52.721544 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:27:52.721544 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:27:52.721544 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:27:52.721544 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:27:52.721544 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:27:52.721544 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:27:52.721544 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:27:52.721544 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:27:52.721544 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:27:52.721544 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:27:52.721544 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:27:52.721544 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:27:52.721544 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:27:52.721544 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:27:52.721544 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:27:52.721544 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:27:52.721544 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:27:52.721544 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:27:52.721544 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:27:52.721544 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:27:52.721544 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:27:52.721544 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:27:52.721544 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:27:52.721544 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:27:52.721544 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:27:52.721544 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:27:52.721544 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:27:52.721544 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:27:52.721544 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:27:52.721544 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:27:52.721544 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:27:52.803374 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69e025-b4dc-4bda-a753-9ba0c8e081ef req-f9f40400-3a6d-498c-ac35-8e9cac81c051 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:52.805091 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9d69e025-b4dc-4bda-a753-9ba0c8e081ef req-f9f40400-3a6d-498c-ac35-8e9cac81c051 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 944 time: 0.6483285 Aug 10 03:27:52.840769 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ee4df2d7-11f3-484f-b405-4f7344547049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:52.901714 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ee4df2d7-11f3-484f-b405-4f7344547049 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:52.927565 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ee4df2d7-11f3-484f-b405-4f7344547049 admin admin] 10.222.0.62 "DELETE /v2.0/networks/90374d85-2caa-4964-b62b-5cc06d8b8229 HTTP/1.1" status: 204 len: 168 time: 1.4864094 Aug 10 03:27:52.956856 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-cae152a2-cc79-47e7-b640-ee5e84c65923 req-f078b71b-852d-451a-9fd9-19e8778f6d04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07a94a97-8743-44e7-9487-845481bbbdbe {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:27:52.985076 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-cae152a2-cc79-47e7-b640-ee5e84c65923 req-f078b71b-852d-451a-9fd9-19e8778f6d04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:53.027786 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-cae152a2-cc79-47e7-b640-ee5e84c65923 req-f078b71b-852d-451a-9fd9-19e8778f6d04 service neutron] Transition to ACTIVE for port object 07a94a97-8743-44e7-9487-845481bbbdbe will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:27:53.035878 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-cae152a2-cc79-47e7-b640-ee5e84c65923 req-f078b71b-852d-451a-9fd9-19e8778f6d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:53.038541 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd90a01-f841-4d8c-8ffa-a0117247fd30 req-d0d03bb7-ee91-4e18-98d8-6d940f09be99 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:53.043014 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3bd90a01-f841-4d8c-8ffa-a0117247fd30 req-d0d03bb7-ee91-4e18-98d8-6d940f09be99 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 944 time: 0.3204250 Aug 10 03:27:53.090586 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4df2d7-11f3-484f-b405-4f7344547049 admin admin] Pushing event deleted for resources: {'Network': ['ID=90374d85-2caa-4964-b62b-5cc06d8b8229,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:53.206821 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9d69e025-b4dc-4bda-a753-9ba0c8e081ef req-9166edcc-b995-4926-a53b-35a2feff1bb4 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3836198 Aug 10 03:27:53.278237 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 40722) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:53.410240 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3bd90a01-f841-4d8c-8ffa-a0117247fd30 req-b3bf3136-72bf-45ab-80ee-0dd72da16c4f tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3567696 Aug 10 03:27:53.570081 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-f1f41542-008e-4ce9-abb1-6fb0f5cdff25 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1a1fedcd215b4b4c8450150207957d1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2880852 Aug 10 03:27:53.585836 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 40732) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:54.032047 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa3b00-958a-4f11-abc0-930237cd42e7 req-542d7542-8a0f-4e2d-a469-e8f282f1a3aa tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:54.035820 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-54aa3b00-958a-4f11-abc0-930237cd42e7 req-542d7542-8a0f-4e2d-a469-e8f282f1a3aa tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a2c6a05-a014-4605-8b98-b1f7e661d64f HTTP/1.1" status: 200 len: 944 time: 0.2820005 Aug 10 03:27:54.059576 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-77b922e8-fde5-47a0-bda0-c1d8b77daf4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:54.143922 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-cae152a2-cc79-47e7-b640-ee5e84c65923 req-f078b71b-852d-451a-9fd9-19e8778f6d04 service neutron] Attempting to bind port 07a94a97-8743-44e7-9487-845481bbbdbe on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:27:54.144493 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-cae152a2-cc79-47e7-b640-ee5e84c65923 req-f078b71b-852d-451a-9fd9-19e8778f6d04 service neutron] Attempting to bind port 07a94a97-8743-44e7-9487-845481bbbdbe by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': 'bca4afb8-f566-45ad-a21b-02be77c202bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd1b1d729-f52d-457d-8248-46f63bb359e2'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:27:54.144727 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae152a2-cc79-47e7-b640-ee5e84c65923 req-f078b71b-852d-451a-9fd9-19e8778f6d04 service neutron] Attempting to bind port 07a94a97-8743-44e7-9487-845481bbbdbe on network d1b1d729-f52d-457d-8248-46f63bb359e2 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:27:54.150883 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f078b71b-852d-451a-9fd9-19e8778f6d04 service neutron] Pushing event updated for resources: {'Port': ['ID=07a94a97-8743-44e7-9487-845481bbbdbe,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:54.161976 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae152a2-cc79-47e7-b640-ee5e84c65923 req-f078b71b-852d-451a-9fd9-19e8778f6d04 service neutron] Port 07a94a97-8743-44e7-9487-845481bbbdbe on network d1b1d729-f52d-457d-8248-46f63bb359e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:27:54.162560 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae152a2-cc79-47e7-b640-ee5e84c65923 req-f078b71b-852d-451a-9fd9-19e8778f6d04 service neutron] Attempting to bind port 07a94a97-8743-44e7-9487-845481bbbdbe on network d1b1d729-f52d-457d-8248-46f63bb359e2 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:27:54.174562 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae152a2-cc79-47e7-b640-ee5e84c65923 req-f078b71b-852d-451a-9fd9-19e8778f6d04 service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:27:54.175225 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae152a2-cc79-47e7-b640-ee5e84c65923 req-f078b71b-852d-451a-9fd9-19e8778f6d04 service neutron] Checking segment: {'id': 'bca4afb8-f566-45ad-a21b-02be77c202bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd1b1d729-f52d-457d-8248-46f63bb359e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:27:54.175866 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae152a2-cc79-47e7-b640-ee5e84c65923 req-f078b71b-852d-451a-9fd9-19e8778f6d04 service neutron] Bound using segment: {'id': 'bca4afb8-f566-45ad-a21b-02be77c202bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd1b1d729-f52d-457d-8248-46f63bb359e2'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:27:54.177382 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-cae152a2-cc79-47e7-b640-ee5e84c65923 req-f078b71b-852d-451a-9fd9-19e8778f6d04 service neutron] Bound port: 07a94a97-8743-44e7-9487-845481bbbdbe, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bca4afb8-f566-45ad-a21b-02be77c202bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd1b1d729-f52d-457d-8248-46f63bb359e2'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:27:54.181048 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-cae152a2-cc79-47e7-b640-ee5e84c65923 req-f078b71b-852d-451a-9fd9-19e8778f6d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:54.207169 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-77b922e8-fde5-47a0-bda0-c1d8b77daf4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:54.224972 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-54aa3b00-958a-4f11-abc0-930237cd42e7 req-ca5e0ead-fb29-4d19-86d5-e88b782a7cbb tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/security-groups?id=73d6bbb3-f9e7-4e6a-ad27-b486d8572630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791818 Aug 10 03:27:54.372642 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-cae152a2-cc79-47e7-b640-ee5e84c65923 req-f078b71b-852d-451a-9fd9-19e8778f6d04 service neutron] For port 07a94a97-8743-44e7-9487-845481bbbdbe, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:27:54.380344 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-77b922e8-fde5-47a0-bda0-c1d8b77daf4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:54.381994 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-cae152a2-cc79-47e7-b640-ee5e84c65923 req-f078b71b-852d-451a-9fd9-19e8778f6d04 service neutron] For port 07a94a97-8743-44e7-9487-845481bbbdbe, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=07a94a97-8743-44e7-9487-845481bbbdbe,segment=NetworkSegment(bca4afb8-f566-45ad-a21b-02be77c202bd),segment_id=bca4afb8-f566-45ad-a21b-02be77c202bd)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:27:54.394019 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-77b922e8-fde5-47a0-bda0-c1d8b77daf4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:54.399546 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-cae152a2-cc79-47e7-b640-ee5e84c65923 req-f078b71b-852d-451a-9fd9-19e8778f6d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:54.411990 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-77b922e8-fde5-47a0-bda0-c1d8b77daf4c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fc95dbf8-71ff-442a-b3c1-e60dc4f29447 HTTP/1.1" status: 204 len: 168 time: 0.8179488 Aug 10 03:27:54.486546 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae152a2-cc79-47e7-b640-ee5e84c65923 req-f078b71b-852d-451a-9fd9-19e8778f6d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:54.489367 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-cae152a2-cc79-47e7-b640-ee5e84c65923 req-f078b71b-852d-451a-9fd9-19e8778f6d04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:54.492961 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cae152a2-cc79-47e7-b640-ee5e84c65923 req-f078b71b-852d-451a-9fd9-19e8778f6d04 service neutron] 10.222.0.58 "PUT /v2.0/ports/07a94a97-8743-44e7-9487-845481bbbdbe HTTP/1.1" status: 200 len: 1093 time: 2.6525080 Aug 10 03:27:54.496767 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a2c6a05-a014-4605-8b98-b1f7e661d64f', 'tag': '07a94a97-8743-44e7-9487-845481bbbdbe'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:54.504782 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec73eff7-3b03-4db0-b916-8d92d5835f3c" -d '{"events": [{"name": "network-changed", "server_uuid": "7a2c6a05-a014-4605-8b98-b1f7e661d64f", "tag": "07a94a97-8743-44e7-9487-845481bbbdbe"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:54.828655 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f078b71b-852d-451a-9fd9-19e8778f6d04 service neutron] Pushing event updated for resources: {'Port': ['ID=07a94a97-8743-44e7-9487-845481bbbdbe,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:54.973467 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae152a2-cc79-47e7-b640-ee5e84c65923 req-eddef365-f7ed-463e-acde-db0d89f8e284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:54.974949 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cae152a2-cc79-47e7-b640-ee5e84c65923 req-eddef365-f7ed-463e-acde-db0d89f8e284 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=01c6c772ed714ab0a5fbae71ad184fcc&device_id=7a2c6a05-a014-4605-8b98-b1f7e661d64f HTTP/1.1" status: 200 len: 1096 time: 0.4080677 Aug 10 03:27:55.012612 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac6421-3aa5-420d-8fde-59216a7094dd req-3510450b-76d6-41eb-896f-72f4774438c1 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:55.017608 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-72ac6421-3aa5-420d-8fde-59216a7094dd req-3510450b-76d6-41eb-896f-72f4774438c1 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.58 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 944 time: 0.1700127 Aug 10 03:27:55.170909 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b922e8-fde5-47a0-bda0-c1d8b77daf4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc95dbf8-71ff-442a-b3c1-e60dc4f29447,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:55.189818 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cae152a2-cc79-47e7-b640-ee5e84c65923 req-46ff45bb-183d-4376-ad0b-d0029fe2db4d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07a94a97-8743-44e7-9487-845481bbbdbe HTTP/1.1" status: 200 len: 217 time: 0.1664383 Aug 10 03:27:55.502117 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcbfa10-4d9d-422d-b1f9-7cac2580b93b req-dc83a8b0-8037-4e03-b2a4-a0c035b0c6be tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:55.503702 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4bcbfa10-4d9d-422d-b1f9-7cac2580b93b req-dc83a8b0-8037-4e03-b2a4-a0c035b0c6be tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 944 time: 1.0822017 Aug 10 03:27:55.531773 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 40764) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:55.576540 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae152a2-cc79-47e7-b640-ee5e84c65923 req-495788aa-2d84-4f8f-8c5b-6f33d339c757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:55.586857 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cae152a2-cc79-47e7-b640-ee5e84c65923 req-495788aa-2d84-4f8f-8c5b-6f33d339c757 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4fdcf365-50ba-4c9e-a4c3-959c07982f8d HTTP/1.1" status: 200 len: 859 time: 0.3512559 Aug 10 03:27:55.690439 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c677ade-1e8c-4c3f-9f06-a2718ec1f20e req-b31b2b88-d662-4374-81a9-25523606e1a7 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:55.698044 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4c677ade-1e8c-4c3f-9f06-a2718ec1f20e req-b31b2b88-d662-4374-81a9-25523606e1a7 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 944 time: 0.5454488 Aug 10 03:27:55.779578 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4bcbfa10-4d9d-422d-b1f9-7cac2580b93b req-35db76ea-b4f3-4be6-9ef2-ec293d05c391 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2595136 Aug 10 03:27:55.782388 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cae152a2-cc79-47e7-b640-ee5e84c65923 req-82e752f1-6b09-4045-8536-39dd1beb36f2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d1b1d729-f52d-457d-8248-46f63bb359e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1373224 Aug 10 03:27:56.004072 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4c677ade-1e8c-4c3f-9f06-a2718ec1f20e req-a32e76f6-0a8d-4e34-912f-a4873fd9edb3 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050244 Aug 10 03:27:56.059603 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-1d8cfe9c-8f2e-47ad-8dc3-d943c3849aac admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7039b5747a3d44a3a54eedbe458d20ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4881930 Aug 10 03:27:56.061569 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 40768) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:56.268313 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f82d1b05-2b18-4503-8811-b8d14807ab50 x-openstack-request-id: req-f82d1b05-2b18-4503-8811-b8d14807ab50 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:56.269491 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a2c6a05-a014-4605-8b98-b1f7e661d64f", "tag": "07a94a97-8743-44e7-9487-845481bbbdbe", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:56.270280 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f82d1b05-2b18-4503-8811-b8d14807ab50 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:56.271382 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a2c6a05-a014-4605-8b98-b1f7e661d64f', 'tag': '07a94a97-8743-44e7-9487-845481bbbdbe', 'status': 'completed', 'code': 200} Aug 10 03:27:56.276848 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:56.291186 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fe37c058-1958-43ae-b499-5a645af4504f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:56.402112 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-72ac6421-3aa5-420d-8fde-59216a7094dd req-83a1429f-3d7c-41bc-8868-73120991f3ac tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Deleting port 77d567da-37a9-45cd-8b79-8328cf500c47 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:27:56.405148 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-72ac6421-3aa5-420d-8fde-59216a7094dd req-83a1429f-3d7c-41bc-8868-73120991f3ac tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:56.458979 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:56.526350 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fe37c058-1958-43ae-b499-5a645af4504f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:56.643393 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cae152a2-cc79-47e7-b640-ee5e84c65923 req-1fe77b8b-1723-4b6a-9018-fcd99e44e218 service neutron] 10.222.0.58 "GET /v2.0/networks/d1b1d729-f52d-457d-8248-46f63bb359e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8153355 Aug 10 03:27:56.665588 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5883f5d7-3f25-40de-b4e6-26b91a67fbb3 req-dc8d526d-0443-421b-9da5-9936c4935391 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:56.674236 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5883f5d7-3f25-40de-b4e6-26b91a67fbb3 req-dc8d526d-0443-421b-9da5-9936c4935391 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a2c6a05-a014-4605-8b98-b1f7e661d64f HTTP/1.1" status: 200 len: 944 time: 0.3528421 Aug 10 03:27:56.714467 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-72ac6421-3aa5-420d-8fde-59216a7094dd req-83a1429f-3d7c-41bc-8868-73120991f3ac tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] For port 77d567da-37a9-45cd-8b79-8328cf500c47, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=77d567da-37a9-45cd-8b79-8328cf500c47,segment=NetworkSegment(8f60b627-ffb1-479c-a505-a6c7d3d8b515),segment_id=8f60b627-ffb1-479c-a505-a6c7d3d8b515)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:56.717363 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-72ac6421-3aa5-420d-8fde-59216a7094dd req-83a1429f-3d7c-41bc-8868-73120991f3ac tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:56.798027 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fe37c058-1958-43ae-b499-5a645af4504f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:56.806399 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fe37c058-1958-43ae-b499-5a645af4504f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:56.808990 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-fe37c058-1958-43ae-b499-5a645af4504f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ef2f4375-723e-41a4-8bd3-d6149b7d9f3b HTTP/1.1" status: 204 len: 168 time: 0.7462234 Aug 10 03:27:56.832759 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5883f5d7-3f25-40de-b4e6-26b91a67fbb3 req-5fc030e5-44f6-4e61-b2af-5e8baa85dc80 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/security-groups?id=73d6bbb3-f9e7-4e6a-ad27-b486d8572630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505392 Aug 10 03:27:56.857230 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe37c058-1958-43ae-b499-5a645af4504f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2f4375-723e-41a4-8bd3-d6149b7d9f3b,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:57.154803 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20217095-aebd-47c7-8929-2e0b827ab9ad req-92183fcc-db3e-4325-8681-e053b8040d49 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:57.168893 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-20217095-aebd-47c7-8929-2e0b827ab9ad req-92183fcc-db3e-4325-8681-e053b8040d49 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 944 time: 0.1370392 Aug 10 03:27:57.318897 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-20217095-aebd-47c7-8929-2e0b827ab9ad req-e125139f-a5be-4d43-ae35-0b1c9ea1b97f tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6f39b24-b680-46d8-b528-77e72c02ee67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487813 Aug 10 03:27:57.496103 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cae152a2-cc79-47e7-b640-ee5e84c65923 req-b8051ba4-1111-43b1-aa81-11092295efe0 service neutron] 10.222.0.58 "GET /v2.0/networks/d1b1d729-f52d-457d-8248-46f63bb359e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8313563 Aug 10 03:27:57.583575 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22db64-cf37-4d0d-aec9-295ea45c3187 req-c4bb10a2-8d45-46e7-8c97-50b3ce3a5f53 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:57.584835 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9e22db64-cf37-4d0d-aec9-295ea45c3187 req-c4bb10a2-8d45-46e7-8c97-50b3ce3a5f53 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 944 time: 0.3044391 Aug 10 03:27:57.735030 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9e22db64-cf37-4d0d-aec9-295ea45c3187 req-581a55f7-2749-440c-8fa2-aa2ca0821903 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377184 Aug 10 03:27:57.916554 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-72ac6421-3aa5-420d-8fde-59216a7094dd req-83a1429f-3d7c-41bc-8868-73120991f3ac tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:57.917099 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-72ac6421-3aa5-420d-8fde-59216a7094dd req-83a1429f-3d7c-41bc-8868-73120991f3ac tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:57.917414 n-d-768851-15 neutron-server[94217]: INFO neutron.db.l3_db [req-72ac6421-3aa5-420d-8fde-59216a7094dd req-83a1429f-3d7c-41bc-8868-73120991f3ac tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Floating IP 941e681f-fb04-4ffe-9b11-bb13e6a8e21f disassociated. External IP: 172.25.7.185, port: 77d567da-37a9-45cd-8b79-8328cf500c47. Aug 10 03:27:57.917760 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-72ac6421-3aa5-420d-8fde-59216a7094dd req-83a1429f-3d7c-41bc-8868-73120991f3ac tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Calling delete_port for 77d567da-37a9-45cd-8b79-8328cf500c47 owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:27:58.272275 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f3c96-08c9-4aae-8f1e-c9e9ab394a70 req-eb716c09-e03d-4af4-bdae-3bcb2995eb6e tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:58.279420 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-db9f3c96-08c9-4aae-8f1e-c9e9ab394a70 req-eb716c09-e03d-4af4-bdae-3bcb2995eb6e tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a2c6a05-a014-4605-8b98-b1f7e661d64f HTTP/1.1" status: 200 len: 944 time: 0.1887598 Aug 10 03:27:58.302842 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-72ac6421-3aa5-420d-8fde-59216a7094dd req-83a1429f-3d7c-41bc-8868-73120991f3ac tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:58.413781 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-db9f3c96-08c9-4aae-8f1e-c9e9ab394a70 req-0ebc7fe6-d395-446a-8472-326d7e706046 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/security-groups?id=73d6bbb3-f9e7-4e6a-ad27-b486d8572630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272919 Aug 10 03:27:58.445358 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a1429f-3d7c-41bc-8868-73120991f3ac tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Pushing event deleted for resources: {'Port': ['ID=77d567da-37a9-45cd-8b79-8328cf500c47,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:58.475175 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73eff7-3b03-4db0-b916-8d92d5835f3c req-4078ecf6-6bee-4f20-95b3-11bae3afec42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:58.481260 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ec73eff7-3b03-4db0-b916-8d92d5835f3c req-4078ecf6-6bee-4f20-95b3-11bae3afec42 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=01c6c772ed714ab0a5fbae71ad184fcc&device_id=7a2c6a05-a014-4605-8b98-b1f7e661d64f HTTP/1.1" status: 200 len: 1096 time: 0.2581306 Aug 10 03:27:58.618436 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9fafbeb9-2ac1-4c25-bd48-290ce477dea1 req-af86b59f-ec95-457d-8b90-823c2a2a4797 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 210 time: 0.1048477 Aug 10 03:27:58.777687 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73eff7-3b03-4db0-b916-8d92d5835f3c req-62d5c7c1-0d3a-40e0-91eb-421a843538e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:58.779586 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ec73eff7-3b03-4db0-b916-8d92d5835f3c req-62d5c7c1-0d3a-40e0-91eb-421a843538e0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d1b1d729-f52d-457d-8248-46f63bb359e2 HTTP/1.1" status: 200 len: 920 time: 0.2860789 Aug 10 03:27:58.947141 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba171b8a-3d7c-4da1-b5e5-dd9bca9eef81 req-6aac3052-6f79-468a-9e92-a47f663b0f09 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:58.948728 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ba171b8a-3d7c-4da1-b5e5-dd9bca9eef81 req-6aac3052-6f79-468a-9e92-a47f663b0f09 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 944 time: 0.1009092 Aug 10 03:27:59.048909 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ba171b8a-3d7c-4da1-b5e5-dd9bca9eef81 req-137e3984-4bf2-432b-b101-3fa19afeb5fb tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915332 Aug 10 03:27:59.057659 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ec73eff7-3b03-4db0-b916-8d92d5835f3c req-ba9f7627-07f5-4070-866b-4afaf41a5ddf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07a94a97-8743-44e7-9487-845481bbbdbe HTTP/1.1" status: 200 len: 217 time: 0.1688445 Aug 10 03:27:59.079259 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72ac6421-3aa5-420d-8fde-59216a7094dd req-83a1429f-3d7c-41bc-8868-73120991f3ac tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Router 70d2adfa-d2b3-44be-a482-efdbf6102a3b has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:27:59.290098 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73eff7-3b03-4db0-b916-8d92d5835f3c req-a6957325-c1b3-4e9e-a918-8dbf7633df7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:59.292298 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ec73eff7-3b03-4db0-b916-8d92d5835f3c req-a6957325-c1b3-4e9e-a918-8dbf7633df7c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4fdcf365-50ba-4c9e-a4c3-959c07982f8d HTTP/1.1" status: 200 len: 859 time: 0.1470137 Aug 10 03:27:59.329584 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72ac6421-3aa5-420d-8fde-59216a7094dd req-83a1429f-3d7c-41bc-8868-73120991f3ac tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:27:59.346068 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e355f43-1668-42b6-8f85-a7e58f6d4cd4 None None] Sync routers for ids ['70d2adfa-d2b3-44be-a482-efdbf6102a3b'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:27:59.361176 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e355f43-1668-42b6-8f85-a7e58f6d4cd4 None None] Routers {'70d2adfa-d2b3-44be-a482-efdbf6102a3b'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:27:59.363430 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-2e355f43-1668-42b6-8f85-a7e58f6d4cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:27:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['70d2adfa-d2b3-44be-a482-efdbf6102a3b'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:59.388074 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-72ac6421-3aa5-420d-8fde-59216a7094dd req-83a1429f-3d7c-41bc-8868-73120991f3ac tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] No DVR routers for this DVR port 77d567da-37a9-45cd-8b79-8328cf500c47 on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:27:59.393145 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-72ac6421-3aa5-420d-8fde-59216a7094dd req-83a1429f-3d7c-41bc-8868-73120991f3ac tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:59.395926 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-72ac6421-3aa5-420d-8fde-59216a7094dd req-83a1429f-3d7c-41bc-8868-73120991f3ac tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.58 "DELETE /v2.0/ports/77d567da-37a9-45cd-8b79-8328cf500c47 HTTP/1.1" status: 204 len: 173 time: 4.1957743 Aug 10 03:27:59.396571 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28b645b6-c883-42ce-bbe4-d1dd1d67588d', 'name': 'network-vif-deleted', 'tag': '77d567da-37a9-45cd-8b79-8328cf500c47'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:59.399796 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e135592c-a555-4647-9efa-54fb8bc2dc3f" -d '{"events": [{"server_uuid": "28b645b6-c883-42ce-bbe4-d1dd1d67588d", "name": "network-vif-deleted", "tag": "77d567da-37a9-45cd-8b79-8328cf500c47"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:59.532268 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e180bbeb-9baa-4f04-a36e-10a5290829ea x-openstack-request-id: req-e180bbeb-9baa-4f04-a36e-10a5290829ea {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:59.532774 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28b645b6-c883-42ce-bbe4-d1dd1d67588d", "name": "network-vif-deleted", "tag": "77d567da-37a9-45cd-8b79-8328cf500c47", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:59.533229 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e180bbeb-9baa-4f04-a36e-10a5290829ea {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:59.533820 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28b645b6-c883-42ce-bbe4-d1dd1d67588d', 'name': 'network-vif-deleted', 'tag': '77d567da-37a9-45cd-8b79-8328cf500c47', 'status': 'completed', 'code': 200} Aug 10 03:27:59.711155 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b4f22-5ee5-4823-84c5-c1ec1446a0c9 req-5b9b4e54-bff1-4131-96ad-25c3131675ad tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:59.719834 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 07a94a97-8743-44e7-9487-845481bbbdbe details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:27:59.723100 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a09b4f22-5ee5-4823-84c5-c1ec1446a0c9 req-5b9b4e54-bff1-4131-96ad-25c3131675ad tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a2c6a05-a014-4605-8b98-b1f7e661d64f HTTP/1.1" status: 200 len: 944 time: 0.1491406 Aug 10 03:27:59.730468 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 77d567da-37a9-45cd-8b79-8328cf500c47 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:27:59.844486 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: 77d567da-37a9-45cd-8b79-8328cf500c47 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:27:59.846098 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 77d567da-37a9-45cd-8b79-8328cf500c47 not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:27:59.879567 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a09b4f22-5ee5-4823-84c5-c1ec1446a0c9 req-ed9c56ec-6ce8-4c76-972e-649a8bb457c0 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/security-groups?id=73d6bbb3-f9e7-4e6a-ad27-b486d8572630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552086 Aug 10 03:27:59.903652 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-2e355f43-1668-42b6-8f85-a7e58f6d4cd4 None None] Set router 70d2adfa-d2b3-44be-a482-efdbf6102a3b gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:27:59.908172 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ec73eff7-3b03-4db0-b916-8d92d5835f3c req-6afc9301-7541-4a4e-9f4f-c950fe1462c0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d1b1d729-f52d-457d-8248-46f63bb359e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858140 Aug 10 03:28:00.068514 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e32ba449-3d21-41d6-ac24-af2203fe5b50 req-0de47196-a0b9-499a-aefa-7a0c10f28d14 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/ports?device_id=28b645b6-c883-42ce-bbe4-d1dd1d67588d HTTP/1.1" status: 200 len: 210 time: 0.1699986 Aug 10 03:28:00.180964 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ec73eff7-3b03-4db0-b916-8d92d5835f3c req-0dfc5f67-8c34-4e1c-8c01-d261c0604450 service neutron] 10.222.0.58 "GET /v2.0/networks/d1b1d729-f52d-457d-8248-46f63bb359e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621081 Aug 10 03:28:00.186928 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 07a94a97-8743-44e7-9487-845481bbbdbe, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=07a94a97-8743-44e7-9487-845481bbbdbe,segment=NetworkSegment(bca4afb8-f566-45ad-a21b-02be77c202bd),segment_id=bca4afb8-f566-45ad-a21b-02be77c202bd)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:00.226579 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': '07a94a97-8743-44e7-9487-845481bbbdbe', 'network_id': 'd1b1d729-f52d-457d-8248-46f63bb359e2', 'port_id': '07a94a97-8743-44e7-9487-845481bbbdbe', 'mac_address': 'fa:16:3e:de:e5:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fdcf365-50ba-4c9e-a4c3-959c07982f8d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:28:00.305094 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-2e355f43-1668-42b6-8f85-a7e58f6d4cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d2adfa-d2b3-44be-a482-efdbf6102a3b', 'name': 'tempest-ServerActionsTestJSON-61642242-router', 'tenant_id': 'e185eddfc77743c180b686598504f106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '0263a2dc-8193-4bc6-8c18-122de7d056f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:26Z', 'updated_at': '2021-08-10T03:18:30Z', 'revision_number': 4, 'project_id': 'e185eddfc77743c180b686598504f106', 'gw_port': {'id': '0263a2dc-8193-4bc6-8c18-122de7d056f6', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d2adfa-d2b3-44be-a482-efdbf6102a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:27Z', 'updated_at': '2021-08-10T03:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'ee445551-fa2c-4f31-b986-60feb09aef19', 'name': '', 'network_id': '0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe', 'tenant_id': 'e185eddfc77743c180b686598504f106', 'mac_address': 'fa:16:3e:47:4d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d2adfa-d2b3-44be-a482-efdbf6102a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'c05a62ae-44d3-4db4-a938-da6f60472238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:29Z', 'updated_at': '2021-08-10T03:18:38Z', 'revision_number': 5, 'project_id': 'e185eddfc77743c180b686598504f106', 'subnets': [{'id': 'c05a62ae-44d3-4db4-a938-da6f60472238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:00.327675 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980d29fb-22f5-4ff3-bfe6-846c104108c2 req-fa254d9d-bcc3-4c6f-8694-b5b71c887cf1 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:00.338140 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-980d29fb-22f5-4ff3-bfe6-846c104108c2 req-fa254d9d-bcc3-4c6f-8694-b5b71c887cf1 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 944 time: 0.0950553 Aug 10 03:28:00.340784 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-455b7afe-8a3a-4f1c-89d1-9395c59f4c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:00.343969 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:00.372939 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07a94a97-8743-44e7-9487-845481bbbdbe {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:28:00.381977 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e355f43-1668-42b6-8f85-a7e58f6d4cd4 None None] Checking router: 70d2adfa-d2b3-44be-a482-efdbf6102a3b for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:28:00.391949 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ec73eff7-3b03-4db0-b916-8d92d5835f3c req-47f60c38-939e-4ad7-96ab-9cc3fbdbf5e9 service neutron] 10.222.0.58 "GET /v2.0/networks/d1b1d729-f52d-457d-8248-46f63bb359e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977558 Aug 10 03:28:00.414577 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e355f43-1668-42b6-8f85-a7e58f6d4cd4 None None] Routers {'70d2adfa-d2b3-44be-a482-efdbf6102a3b'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:00.416899 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 07a94a97-8743-44e7-9487-845481bbbdbe, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=07a94a97-8743-44e7-9487-845481bbbdbe,segment=NetworkSegment(bca4afb8-f566-45ad-a21b-02be77c202bd),segment_id=bca4afb8-f566-45ad-a21b-02be77c202bd)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:00.417568 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-980d29fb-22f5-4ff3-bfe6-846c104108c2 req-b6c6b63c-4cb0-4339-8efb-66e18e7c6376 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676272 Aug 10 03:28:00.418855 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-2e355f43-1668-42b6-8f85-a7e58f6d4cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:27:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['70d2adfa-d2b3-44be-a482-efdbf6102a3b'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:00.432429 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:00.526226 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=07a94a97-8743-44e7-9487-845481bbbdbe,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:00.584560 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-2e355f43-1668-42b6-8f85-a7e58f6d4cd4 None None] Set router 70d2adfa-d2b3-44be-a482-efdbf6102a3b gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:28:00.676989 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['07a94a97-8743-44e7-9487-845481bbbdbe'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:28:01.113956 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-2e355f43-1668-42b6-8f85-a7e58f6d4cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d2adfa-d2b3-44be-a482-efdbf6102a3b', 'name': 'tempest-ServerActionsTestJSON-61642242-router', 'tenant_id': 'e185eddfc77743c180b686598504f106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '0263a2dc-8193-4bc6-8c18-122de7d056f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:26Z', 'updated_at': '2021-08-10T03:18:30Z', 'revision_number': 4, 'project_id': 'e185eddfc77743c180b686598504f106', 'gw_port': {'id': '0263a2dc-8193-4bc6-8c18-122de7d056f6', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d2adfa-d2b3-44be-a482-efdbf6102a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:27Z', 'updated_at': '2021-08-10T03:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'ee445551-fa2c-4f31-b986-60feb09aef19', 'name': '', 'network_id': '0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe', 'tenant_id': 'e185eddfc77743c180b686598504f106', 'mac_address': 'fa:16:3e:47:4d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d2adfa-d2b3-44be-a482-efdbf6102a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'c05a62ae-44d3-4db4-a938-da6f60472238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:29Z', 'updated_at': '2021-08-10T03:18:38Z', 'revision_number': 5, 'project_id': 'e185eddfc77743c180b686598504f106', 'subnets': [{'id': 'c05a62ae-44d3-4db4-a938-da6f60472238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:01.151378 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583b0379-5727-4b0f-a3ab-2991d26abf82 req-dd24bee1-7df2-43f4-a28c-7352617e81a6 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:01.153304 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-583b0379-5727-4b0f-a3ab-2991d26abf82 req-dd24bee1-7df2-43f4-a28c-7352617e81a6 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a2c6a05-a014-4605-8b98-b1f7e661d64f HTTP/1.1" status: 200 len: 945 time: 0.1454124 Aug 10 03:28:01.155939 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e355f43-1668-42b6-8f85-a7e58f6d4cd4 None None] The sync data for ids ['70d2adfa-d2b3-44be-a482-efdbf6102a3b'] in n-d-768851-15 is: [{'id': '70d2adfa-d2b3-44be-a482-efdbf6102a3b', 'name': 'tempest-ServerActionsTestJSON-61642242-router', 'tenant_id': 'e185eddfc77743c180b686598504f106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '0263a2dc-8193-4bc6-8c18-122de7d056f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:26Z', 'updated_at': '2021-08-10T03:18:30Z', 'revision_number': 4, 'project_id': 'e185eddfc77743c180b686598504f106', 'gw_port': {'id': '0263a2dc-8193-4bc6-8c18-122de7d056f6', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d2adfa-d2b3-44be-a482-efdbf6102a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:27Z', 'updated_at': '2021-08-10T03:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'ee445551-fa2c-4f31-b986-60feb09aef19', 'name': '', 'network_id': '0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe', 'tenant_id': 'e185eddfc77743c180b686598504f106', 'mac_address': 'fa:16:3e:47:4d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d2adfa-d2b3-44be-a482-efdbf6102a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'c05a62ae-44d3-4db4-a938-da6f60472238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:29Z', 'updated_at': '2021-08-10T03:18:38Z', 'revision_number': 5, 'project_id': 'e185eddfc77743c180b686598504f106', 'subnets': [{'id': 'c05a62ae-44d3-4db4-a938-da6f60472238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:28:01.194432 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 40888) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:01.242982 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-583b0379-5727-4b0f-a3ab-2991d26abf82 req-e8cc0efc-3215-4dc1-bb10-6996cc68a9ea tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/security-groups?id=73d6bbb3-f9e7-4e6a-ad27-b486d8572630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631833 Aug 10 03:28:01.325955 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-56e5dfa0-cefb-4b9f-9661-96479e84f4bc tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:01.353260 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-56e5dfa0-cefb-4b9f-9661-96479e84f4bc tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:01.427173 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-56e5dfa0-cefb-4b9f-9661-96479e84f4bc tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:01.431349 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-56e5dfa0-cefb-4b9f-9661-96479e84f4bc tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:01.433060 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-56e5dfa0-cefb-4b9f-9661-96479e84f4bc tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "DELETE /v2.0/security-groups/b6f39b24-b680-46d8-b528-77e72c02ee67 HTTP/1.1" status: 204 len: 168 time: 0.2371111 Aug 10 03:28:01.435850 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 40892) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:01.464512 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [None req-615c4a5b-25cc-44a9-ad21-9fc1b20e8916 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] show failed (client error): The resource could not be found. Aug 10 03:28:01.481104 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-615c4a5b-25cc-44a9-ad21-9fc1b20e8916 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "GET /v2.0/security-groups/b6f39b24-b680-46d8-b528-77e72c02ee67 HTTP/1.1" status: 404 len: 347 time: 0.0438516 Aug 10 03:28:01.481909 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 40896) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:01.489837 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e5dfa0-cefb-4b9f-9661-96479e84f4bc tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f39b24-b680-46d8-b528-77e72c02ee67,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:01.669161 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0d4113-c880-45e2-9581-267d112b8a9f None None] New status for floating IP 941e681f-fb04-4ffe-9b11-bb13e6a8e21f: DOWN {{(pid=94218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:28:01.717744 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faba197-fbfb-4cc5-a3d9-79e6486de542 req-dc839635-b297-4461-838e-5e154113f569 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:01.719438 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4faba197-fbfb-4cc5-a3d9-79e6486de542 req-dc839635-b297-4461-838e-5e154113f569 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 944 time: 0.1394782 Aug 10 03:28:01.736847 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 93571af8-54af-41eb-9a95-676bad470dec details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:28:01.739514 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 07a94a97-8743-44e7-9487-845481bbbdbe up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:28:01.785048 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-da8ef89a-b48e-4861-8051-5ea0898a7959 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Deleting port 1a51c7b7-d5fd-43cb-9074-2476b1843ad4 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:28:01.785408 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-da8ef89a-b48e-4861-8051-5ea0898a7959 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:01.951890 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4faba197-fbfb-4cc5-a3d9-79e6486de542 req-5af57639-fe02-46f5-b8d8-16f926f9001a tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180009 Aug 10 03:28:02.062357 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-da8ef89a-b48e-4861-8051-5ea0898a7959 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:02.063195 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-da8ef89a-b48e-4861-8051-5ea0898a7959 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:02.087336 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.db.resource_extend [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:28:02.096607 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-da8ef89a-b48e-4861-8051-5ea0898a7959 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Calling delete_port for 1a51c7b7-d5fd-43cb-9074-2476b1843ad4 owned by network:floatingip {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:28:02.221465 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port 07a94a97-8743-44e7-9487-845481bbbdbe completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:28:02.231959 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port 07a94a97-8743-44e7-9487-845481bbbdbe triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:02.232477 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:02.319237 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 93571af8-54af-41eb-9a95-676bad470dec, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=93571af8-54af-41eb-9a95-676bad470dec,segment=NetworkSegment(8488dbaf-be9b-400f-9dbd-520f189ac473),segment_id=8488dbaf-be9b-400f-9dbd-520f189ac473)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:02.342910 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': '93571af8-54af-41eb-9a95-676bad470dec', 'network_id': 'bc648e31-3fe5-47a0-8b38-9d9deaf52af1', 'port_id': '93571af8-54af-41eb-9a95-676bad470dec', 'mac_address': 'fa:16:3e:76:20:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87970a7d-e71d-4702-b063-6900ffc87c9e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:28:02.439443 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:02.445768 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:02.457663 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-da8ef89a-b48e-4861-8051-5ea0898a7959 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:02.488329 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93571af8-54af-41eb-9a95-676bad470dec {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:28:02.495748 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8ef89a-b48e-4861-8051-5ea0898a7959 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Pushing event deleted for resources: {'Port': ['ID=1a51c7b7-d5fd-43cb-9074-2476b1843ad4,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:02.518713 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a2c6a05-a014-4605-8b98-b1f7e661d64f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a94a97-8743-44e7-9487-845481bbbdbe'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:28:02.521382 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa99d18b-6fc3-40ae-8104-16ad3d3d8dbb" -d '{"events": [{"server_uuid": "7a2c6a05-a014-4605-8b98-b1f7e661d64f", "name": "network-vif-plugged", "status": "completed", "tag": "07a94a97-8743-44e7-9487-845481bbbdbe"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:28:02.651676 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 93571af8-54af-41eb-9a95-676bad470dec, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=93571af8-54af-41eb-9a95-676bad470dec,segment=NetworkSegment(8488dbaf-be9b-400f-9dbd-520f189ac473),segment_id=8488dbaf-be9b-400f-9dbd-520f189ac473)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:02.654388 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 07a94a97-8743-44e7-9487-845481bbbdbe, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=07a94a97-8743-44e7-9487-845481bbbdbe,segment=NetworkSegment(bca4afb8-f566-45ad-a21b-02be77c202bd),segment_id=bca4afb8-f566-45ad-a21b-02be77c202bd)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:02.697584 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf838cc-487e-4a5b-b747-40e5c3f64d73 x-openstack-request-id: req-9cf838cc-487e-4a5b-b747-40e5c3f64d73 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:28:02.698242 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a2c6a05-a014-4605-8b98-b1f7e661d64f", "name": "network-vif-plugged", "status": "completed", "tag": "07a94a97-8743-44e7-9487-845481bbbdbe", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:28:02.698242 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9cf838cc-487e-4a5b-b747-40e5c3f64d73 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:28:02.698536 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a2c6a05-a014-4605-8b98-b1f7e661d64f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a94a97-8743-44e7-9487-845481bbbdbe', 'code': 200} Aug 10 03:28:02.708166 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:02.720022 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:02.789162 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df7485-b340-434e-a50a-c38ce8c978d1 req-7b63a35a-eefa-472d-bb2c-85d85fd940ac tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:02.800382 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-96df7485-b340-434e-a50a-c38ce8c978d1 req-7b63a35a-eefa-472d-bb2c-85d85fd940ac tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a2c6a05-a014-4605-8b98-b1f7e661d64f HTTP/1.1" status: 200 len: 945 time: 0.3801758 Aug 10 03:28:02.823779 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=93571af8-54af-41eb-9a95-676bad470dec,revision_number=11']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:02.840950 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-da8ef89a-b48e-4861-8051-5ea0898a7959 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks [] for floatingip, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:02.844148 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-da8ef89a-b48e-4861-8051-5ea0898a7959 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:02.845428 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-da8ef89a-b48e-4861-8051-5ea0898a7959 tempest-ServerActionsTestJSON-1263719213 tempest-ServerActionsTestJSON-1263719213-project] 10.222.0.62 "DELETE /v2.0/floatingips/941e681f-fb04-4ffe-9b11-bb13e6a8e21f HTTP/1.1" status: 204 len: 168 time: 1.3625507 Aug 10 03:28:02.849455 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 40916) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:02.877339 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-96df7485-b340-434e-a50a-c38ce8c978d1 req-bf5cad25-0fa7-4f74-847b-75286abbe34f tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/security-groups?id=73d6bbb3-f9e7-4e6a-ad27-b486d8572630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759754 Aug 10 03:28:02.884425 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffbdc88-cca5-4b2c-8f4c-3bd714350375 req-d4fa2330-93fb-4bdf-9ebc-e466853ad3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:02.886007 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0ffbdc88-cca5-4b2c-8f4c-3bd714350375 req-d4fa2330-93fb-4bdf-9ebc-e466853ad3ff service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7a2c6a05-a014-4605-8b98-b1f7e661d64f HTTP/1.1" status: 200 len: 1098 time: 0.1193624 Aug 10 03:28:02.927283 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=07a94a97-8743-44e7-9487-845481bbbdbe,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:02.947664 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0ffbdc88-cca5-4b2c-8f4c-3bd714350375 req-8957f9cd-b830-45a9-87d2-8a83e1fa123a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=73d6bbb3-f9e7-4e6a-ad27-b486d8572630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541871 Aug 10 03:28:02.984559 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['93571af8-54af-41eb-9a95-676bad470dec'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:28:03.065399 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2eb039f9-3c01-4228-a053-7af990060bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:03.111294 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b025d20-35bb-4619-b1f0-8ed2b3c92351 req-67e944c9-8bb6-430c-9c74-26915f0a727b tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:03.114048 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7b025d20-35bb-4619-b1f0-8ed2b3c92351 req-67e944c9-8bb6-430c-9c74-26915f0a727b tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.0749526 Aug 10 03:28:03.175976 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7b025d20-35bb-4619-b1f0-8ed2b3c92351 req-e99d4761-fa99-43e5-9627-2209179c3781 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562255 Aug 10 03:28:03.393111 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:03.682296 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d21160b2-dd29-449d-af6c-507fa140041d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:03.736084 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 93571af8-54af-41eb-9a95-676bad470dec up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:28:03.889971 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port 93571af8-54af-41eb-9a95-676bad470dec completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:28:03.900545 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port 93571af8-54af-41eb-9a95-676bad470dec triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:03.907260 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:04.117563 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c1fe7-15a1-48ba-9e68-3dabbbe47cfd req-efc415d2-7454-4d42-a3ad-acb38d9fccf7 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:04.129148 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-749c1fe7-15a1-48ba-9e68-3dabbbe47cfd req-efc415d2-7454-4d42-a3ad-acb38d9fccf7 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a2c6a05-a014-4605-8b98-b1f7e661d64f HTTP/1.1" status: 200 len: 946 time: 0.1453469 Aug 10 03:28:04.219527 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-749c1fe7-15a1-48ba-9e68-3dabbbe47cfd req-af35eec6-8d4d-471a-a660-bc2a516b8e8c tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/security-groups?id=73d6bbb3-f9e7-4e6a-ad27-b486d8572630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885160 Aug 10 03:28:04.249619 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:04.471072 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8de41-80e8-4990-bc08-9c9de69ab425 req-863591f0-524c-4fdb-b638-9432089554b7 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:04.481783 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-53e8de41-80e8-4990-bc08-9c9de69ab425 req-863591f0-524c-4fdb-b638-9432089554b7 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 945 time: 0.1105120 Aug 10 03:28:04.561299 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-d21160b2-dd29-449d-af6c-507fa140041d admin admin] Deleting port ee445551-fa2c-4f31-b986-60feb09aef19 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:28:04.561788 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d21160b2-dd29-449d-af6c-507fa140041d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:04.603366 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-53e8de41-80e8-4990-bc08-9c9de69ab425 req-bcd3a0d8-7415-4e69-a45f-e540d2b02d4a tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145821 Aug 10 03:28:04.703755 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:04.730306 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93571af8-54af-41eb-9a95-676bad470dec'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:28:04.733029 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78bf41c8-b19f-4a66-b712-1e63f527643b" -d '{"events": [{"server_uuid": "4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4", "name": "network-vif-plugged", "status": "completed", "tag": "93571af8-54af-41eb-9a95-676bad470dec"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:28:04.778106 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 93571af8-54af-41eb-9a95-676bad470dec, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=93571af8-54af-41eb-9a95-676bad470dec,segment=NetworkSegment(8488dbaf-be9b-400f-9dbd-520f189ac473),segment_id=8488dbaf-be9b-400f-9dbd-520f189ac473)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:04.793793 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:04.801857 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88667b12-4792-4af6-a310-aeb24f7c28d9 req-000d0836-9c0c-4ef7-9ec1-9013c2e78fea tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:04.823366 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-88667b12-4792-4af6-a310-aeb24f7c28d9 req-000d0836-9c0c-4ef7-9ec1-9013c2e78fea tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a2c6a05-a014-4605-8b98-b1f7e661d64f HTTP/1.1" status: 200 len: 946 time: 0.1196327 Aug 10 03:28:04.839394 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f147e68-3c03-416d-b930-7d2b18074cc7 x-openstack-request-id: req-5f147e68-3c03-416d-b930-7d2b18074cc7 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:28:04.839682 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4", "name": "network-vif-plugged", "status": "completed", "tag": "93571af8-54af-41eb-9a95-676bad470dec", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:28:04.839938 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5f147e68-3c03-416d-b930-7d2b18074cc7 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:28:04.840820 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93571af8-54af-41eb-9a95-676bad470dec', 'code': 200} Aug 10 03:28:04.887197 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-88667b12-4792-4af6-a310-aeb24f7c28d9 req-ddcf0f3a-7c97-4c06-9510-1b91dc27e42d tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/security-groups?id=73d6bbb3-f9e7-4e6a-ad27-b486d8572630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627201 Aug 10 03:28:04.899437 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=93571af8-54af-41eb-9a95-676bad470dec,revision_number=12']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:05.203999 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-d21160b2-dd29-449d-af6c-507fa140041d admin admin] For port ee445551-fa2c-4f31-b986-60feb09aef19, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=ee445551-fa2c-4f31-b986-60feb09aef19,segment=NetworkSegment(8f60b627-ffb1-479c-a505-a6c7d3d8b515),segment_id=8f60b627-ffb1-479c-a505-a6c7d3d8b515)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:05.205317 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d21160b2-dd29-449d-af6c-507fa140041d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:05.235172 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-d21160b2-dd29-449d-af6c-507fa140041d admin admin] Calling delete_port for ee445551-fa2c-4f31-b986-60feb09aef19 owned by network:router_interface {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:28:05.275868 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52bdd18-2b1d-4318-8c71-acd90910f1fc req-0a7c3413-f410-46a5-ac63-4d0340308255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:05.277428 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b52bdd18-2b1d-4318-8c71-acd90910f1fc req-0a7c3413-f410-46a5-ac63-4d0340308255 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 1098 time: 0.1405375 Aug 10 03:28:05.336597 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00bceb-e0da-4d12-ada5-5926ad2fa389 req-3293dba9-4469-48db-9d7c-c927220bcd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:05.338131 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-db00bceb-e0da-4d12-ada5-5926ad2fa389 req-3293dba9-4469-48db-9d7c-c927220bcd7d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=01c6c772ed714ab0a5fbae71ad184fcc&device_id=7a2c6a05-a014-4605-8b98-b1f7e661d64f HTTP/1.1" status: 200 len: 1098 time: 0.2000430 Aug 10 03:28:05.434537 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b52bdd18-2b1d-4318-8c71-acd90910f1fc req-70f72a4b-99a0-45e5-b387-533f30417ade service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180494 Aug 10 03:28:05.538097 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00bceb-e0da-4d12-ada5-5926ad2fa389 req-c2dd9b3b-022d-4e2d-b5a8-d5ec82307e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:05.539728 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-db00bceb-e0da-4d12-ada5-5926ad2fa389 req-c2dd9b3b-022d-4e2d-b5a8-d5ec82307e6e service neutron] 10.222.0.58 "GET /v2.0/networks?id=d1b1d729-f52d-457d-8248-46f63bb359e2 HTTP/1.1" status: 200 len: 920 time: 0.1934776 Aug 10 03:28:05.608875 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-db00bceb-e0da-4d12-ada5-5926ad2fa389 req-188295f5-7f73-4a10-80ef-765420d2aa6b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07a94a97-8743-44e7-9487-845481bbbdbe HTTP/1.1" status: 200 len: 217 time: 0.0497017 Aug 10 03:28:05.792884 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d21160b2-dd29-449d-af6c-507fa140041d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:05.812944 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00bceb-e0da-4d12-ada5-5926ad2fa389 req-3035c274-7cde-4438-8984-79aa5e4a535b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:05.814579 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-db00bceb-e0da-4d12-ada5-5926ad2fa389 req-3035c274-7cde-4438-8984-79aa5e4a535b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4fdcf365-50ba-4c9e-a4c3-959c07982f8d HTTP/1.1" status: 200 len: 859 time: 0.1970673 Aug 10 03:28:05.849316 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21160b2-dd29-449d-af6c-507fa140041d admin admin] Pushing event deleted for resources: {'Port': ['ID=ee445551-fa2c-4f31-b986-60feb09aef19,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:05.876288 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ae21e-d3a4-484f-aa3b-58f4de44aa4f req-6a6f426c-3f96-4839-92b6-7155bff92ab7 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:05.878002 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1f5ae21e-d3a4-484f-aa3b-58f4de44aa4f req-6a6f426c-3f96-4839-92b6-7155bff92ab7 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 946 time: 0.1297457 Aug 10 03:28:05.886002 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-db00bceb-e0da-4d12-ada5-5926ad2fa389 req-7eab965c-7371-4d8a-8a42-b571c7286d47 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d1b1d729-f52d-457d-8248-46f63bb359e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459805 Aug 10 03:28:05.923998 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:05.976733 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1f5ae21e-d3a4-484f-aa3b-58f4de44aa4f req-9c07270a-453f-4409-87d2-5a938b710ea1 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882645 Aug 10 03:28:06.176646 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-db00bceb-e0da-4d12-ada5-5926ad2fa389 req-bb6a326f-ffa6-4177-a260-587593909464 service neutron] 10.222.0.58 "GET /v2.0/networks/d1b1d729-f52d-457d-8248-46f63bb359e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740240 Aug 10 03:28:06.186330 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3fc56-a8aa-4162-9cf7-1f953411542a req-d93cfad2-0ac5-4395-b9d1-78ae4385bf54 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:06.188898 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ade3fc56-a8aa-4162-9cf7-1f953411542a req-d93cfad2-0ac5-4395-b9d1-78ae4385bf54 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a2c6a05-a014-4605-8b98-b1f7e661d64f HTTP/1.1" status: 200 len: 946 time: 0.1739721 Aug 10 03:28:06.273972 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ade3fc56-a8aa-4162-9cf7-1f953411542a req-cbff55ec-a111-49aa-a138-fcd7751a1246 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/security-groups?id=73d6bbb3-f9e7-4e6a-ad27-b486d8572630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777471 Aug 10 03:28:06.365129 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d21160b2-dd29-449d-af6c-507fa140041d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:06.456454 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-db00bceb-e0da-4d12-ada5-5926ad2fa389 req-c287b012-94b7-4b0a-afb0-34ffb035aac8 service neutron] 10.222.0.58 "GET /v2.0/networks/d1b1d729-f52d-457d-8248-46f63bb359e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691133 Aug 10 03:28:06.674160 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21160b2-dd29-449d-af6c-507fa140041d admin admin] Router 70d2adfa-d2b3-44be-a482-efdbf6102a3b has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:28:06.874628 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21160b2-dd29-449d-af6c-507fa140041d admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:28:06.886713 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d21160b2-dd29-449d-af6c-507fa140041d admin admin] 10.222.0.62 "PUT /v2.0/routers/70d2adfa-d2b3-44be-a482-efdbf6102a3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0343785 Aug 10 03:28:06.887782 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160a9ad4-928d-44d3-be7a-2abd5ad9a9b0 None None] Sync routers for ids ['70d2adfa-d2b3-44be-a482-efdbf6102a3b'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:28:06.889254 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41086) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:06.901067 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160a9ad4-928d-44d3-be7a-2abd5ad9a9b0 None None] Routers {'70d2adfa-d2b3-44be-a482-efdbf6102a3b'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:06.902808 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-160a9ad4-928d-44d3-be7a-2abd5ad9a9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:28:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['70d2adfa-d2b3-44be-a482-efdbf6102a3b'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:07.148923 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-160a9ad4-928d-44d3-be7a-2abd5ad9a9b0 None None] Set router 70d2adfa-d2b3-44be-a482-efdbf6102a3b gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:28:07.166146 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-96eaf5b5-2817-41c2-9252-bbfe678fbe87 admin admin] Notify callbacks [] for router, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:07.265491 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d84851-fa60-4363-b0c5-67205b330deb req-8c165310-c69d-4bee-9025-c35a97cb82a3 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:07.283861 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-73d84851-fa60-4363-b0c5-67205b330deb req-8c165310-c69d-4bee-9025-c35a97cb82a3 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 946 time: 0.1801033 Aug 10 03:28:07.393061 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-73d84851-fa60-4363-b0c5-67205b330deb req-192f5048-6533-4f5a-b04f-fda389a436ea tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045966 Aug 10 03:28:07.435161 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-96eaf5b5-2817-41c2-9252-bbfe678fbe87 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:07.552065 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-96eaf5b5-2817-41c2-9252-bbfe678fbe87 admin admin] Deleting port 0263a2dc-8193-4bc6-8c18-122de7d056f6 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:28:07.552597 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-96eaf5b5-2817-41c2-9252-bbfe678fbe87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:07.608613 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-160a9ad4-928d-44d3-be7a-2abd5ad9a9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d2adfa-d2b3-44be-a482-efdbf6102a3b', 'name': 'tempest-ServerActionsTestJSON-61642242-router', 'tenant_id': 'e185eddfc77743c180b686598504f106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '0263a2dc-8193-4bc6-8c18-122de7d056f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:26Z', 'updated_at': '2021-08-10T03:28:05Z', 'revision_number': 5, 'project_id': 'e185eddfc77743c180b686598504f106', 'gw_port': {'id': '0263a2dc-8193-4bc6-8c18-122de7d056f6', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d2adfa-d2b3-44be-a482-efdbf6102a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:27Z', 'updated_at': '2021-08-10T03:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:07.611441 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab82c7-60ae-43c3-9379-af3eec4876ac req-a44d7508-e5c7-427a-8e77-7b0b4e5f52fb tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:07.618871 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2dab82c7-60ae-43c3-9379-af3eec4876ac req-a44d7508-e5c7-427a-8e77-7b0b4e5f52fb tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a2c6a05-a014-4605-8b98-b1f7e661d64f HTTP/1.1" status: 200 len: 946 time: 0.1399100 Aug 10 03:28:07.650229 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160a9ad4-928d-44d3-be7a-2abd5ad9a9b0 None None] Checking router: 70d2adfa-d2b3-44be-a482-efdbf6102a3b for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:28:07.664262 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160a9ad4-928d-44d3-be7a-2abd5ad9a9b0 None None] Routers {'70d2adfa-d2b3-44be-a482-efdbf6102a3b'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:07.665153 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-160a9ad4-928d-44d3-be7a-2abd5ad9a9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:28:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['70d2adfa-d2b3-44be-a482-efdbf6102a3b'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:07.761826 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2dab82c7-60ae-43c3-9379-af3eec4876ac req-bcb82661-0447-46cb-a331-075ff08cd266 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/security-groups?id=73d6bbb3-f9e7-4e6a-ad27-b486d8572630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403086 Aug 10 03:28:07.904457 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-96eaf5b5-2817-41c2-9252-bbfe678fbe87 admin admin] For port 0263a2dc-8193-4bc6-8c18-122de7d056f6, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=0263a2dc-8193-4bc6-8c18-122de7d056f6,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:07.905498 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-96eaf5b5-2817-41c2-9252-bbfe678fbe87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:07.924350 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-96eaf5b5-2817-41c2-9252-bbfe678fbe87 admin admin] Calling delete_port for 0263a2dc-8193-4bc6-8c18-122de7d056f6 owned by network:router_gateway {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:28:08.064757 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-160a9ad4-928d-44d3-be7a-2abd5ad9a9b0 None None] Set router 70d2adfa-d2b3-44be-a482-efdbf6102a3b gateway port host: None {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:28:08.127171 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-160a9ad4-928d-44d3-be7a-2abd5ad9a9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d2adfa-d2b3-44be-a482-efdbf6102a3b', 'name': 'tempest-ServerActionsTestJSON-61642242-router', 'tenant_id': 'e185eddfc77743c180b686598504f106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:26Z', 'updated_at': '2021-08-10T03:28:07Z', 'revision_number': 6, 'project_id': 'e185eddfc77743c180b686598504f106', 'gw_port_host': None}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:08.161228 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160a9ad4-928d-44d3-be7a-2abd5ad9a9b0 None None] The sync data for ids ['70d2adfa-d2b3-44be-a482-efdbf6102a3b'] in n-d-768851-15 is: [{'id': '70d2adfa-d2b3-44be-a482-efdbf6102a3b', 'name': 'tempest-ServerActionsTestJSON-61642242-router', 'tenant_id': 'e185eddfc77743c180b686598504f106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:26Z', 'updated_at': '2021-08-10T03:28:07Z', 'revision_number': 6, 'project_id': 'e185eddfc77743c180b686598504f106', 'gw_port_host': None}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:28:08.167118 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-96eaf5b5-2817-41c2-9252-bbfe678fbe87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:08.211422 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eaf5b5-2817-41c2-9252-bbfe678fbe87 admin admin] Pushing event deleted for resources: {'Port': ['ID=0263a2dc-8193-4bc6-8c18-122de7d056f6,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:08.278766 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-96eaf5b5-2817-41c2-9252-bbfe678fbe87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:08.373377 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-96eaf5b5-2817-41c2-9252-bbfe678fbe87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:08.375483 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-96eaf5b5-2817-41c2-9252-bbfe678fbe87 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:08.422017 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-96eaf5b5-2817-41c2-9252-bbfe678fbe87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:08.423501 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96eaf5b5-2817-41c2-9252-bbfe678fbe87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70d2adfa-d2b3-44be-a482-efdbf6102a3b {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:28:08.444544 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-96eaf5b5-2817-41c2-9252-bbfe678fbe87 admin admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:08.446000 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-96eaf5b5-2817-41c2-9252-bbfe678fbe87 admin admin] 10.222.0.62 "DELETE /v2.0/routers/70d2adfa-d2b3-44be-a482-efdbf6102a3b HTTP/1.1" status: 204 len: 168 time: 1.5506539 Aug 10 03:28:08.448989 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 41124) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:08.514123 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-987e59f3-538a-447b-8dcf-ccf0ed621da9 admin admin] Deleting subnet c05a62ae-44d3-4db4-a938-da6f60472238 {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:28:08.521711 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-987e59f3-538a-447b-8dcf-ccf0ed621da9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:08.641144 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-987e59f3-538a-447b-8dcf-ccf0ed621da9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:08.727912 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device ee445551-fa2c-4f31-b986-60feb09aef19 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:28:08.735740 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-987e59f3-538a-447b-8dcf-ccf0ed621da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:08.772907 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: ee445551-fa2c-4f31-b986-60feb09aef19 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:28:08.773538 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device ee445551-fa2c-4f31-b986-60feb09aef19 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:28:08.851815 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f44087-3f41-4668-bcf6-cba401efb0d4 req-8df4adc1-809c-43bf-bfe1-eaa0383da959 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:08.860966 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-81f44087-3f41-4668-bcf6-cba401efb0d4 req-8df4adc1-809c-43bf-bfe1-eaa0383da959 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 946 time: 0.2451618 Aug 10 03:28:08.956015 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-987e59f3-538a-447b-8dcf-ccf0ed621da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:08.978035 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c4b5aa-1c04-428f-858c-b43cfe6d0bde None None] Network 0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:28:08.990420 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-81f44087-3f41-4668-bcf6-cba401efb0d4 req-e363c237-a931-4d6f-ac58-0265553b27b6 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228495 Aug 10 03:28:09.025154 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-987e59f3-538a-447b-8dcf-ccf0ed621da9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:09.038610 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-987e59f3-538a-447b-8dcf-ccf0ed621da9 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/c05a62ae-44d3-4db4-a938-da6f60472238 HTTP/1.1" status: 204 len: 168 time: 0.5882428 Aug 10 03:28:09.041247 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41142) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:09.060757 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987e59f3-538a-447b-8dcf-ccf0ed621da9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c05a62ae-44d3-4db4-a938-da6f60472238,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:09.130655 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c15da4-ad16-40e4-811a-93d341ab265a req-c953411a-c42b-4d05-9938-68f359c38569 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:09.135468 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-87c15da4-ad16-40e4-811a-93d341ab265a req-c953411a-c42b-4d05-9938-68f359c38569 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a2c6a05-a014-4605-8b98-b1f7e661d64f HTTP/1.1" status: 200 len: 946 time: 0.2477224 Aug 10 03:28:09.263517 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-87c15da4-ad16-40e4-811a-93d341ab265a req-5f11cefb-7929-403b-9fef-d91aa06cd4ee tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/security-groups?id=73d6bbb3-f9e7-4e6a-ad27-b486d8572630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116560 Aug 10 03:28:09.294629 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-02a8d236-9725-4bc0-8813-3666e702f9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:09.398404 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431a948-a15c-4c42-b6c1-f7104a835e18 req-3faf9b72-2199-46b1-b471-998403d28792 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:09.406953 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e431a948-a15c-4c42-b6c1-f7104a835e18 req-3faf9b72-2199-46b1-b471-998403d28792 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 946 time: 0.2300692 Aug 10 03:28:09.474825 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-02a8d236-9725-4bc0-8813-3666e702f9d2 admin admin] Deleting port 15c46683-b20b-4756-86de-c66fea9052c1 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:28:09.479510 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-02a8d236-9725-4bc0-8813-3666e702f9d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:09.489269 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e431a948-a15c-4c42-b6c1-f7104a835e18 req-3800b36e-7c9e-47cc-a1e5-5dfbf9a8f249 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809922 Aug 10 03:28:09.510517 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39de097-f6c3-421e-be59-e5a91212886d None None] DHCP port deletion for 0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:28:09.692702 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-f39de097-f6c3-421e-be59-e5a91212886d None None] Deleting port 15c46683-b20b-4756-86de-c66fea9052c1 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:28:09.693092 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f39de097-f6c3-421e-be59-e5a91212886d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:09.695116 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-02a8d236-9725-4bc0-8813-3666e702f9d2 admin admin] For port 15c46683-b20b-4756-86de-c66fea9052c1, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=15c46683-b20b-4756-86de-c66fea9052c1,segment=NetworkSegment(8f60b627-ffb1-479c-a505-a6c7d3d8b515),segment_id=8f60b627-ffb1-479c-a505-a6c7d3d8b515)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:09.695743 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-02a8d236-9725-4bc0-8813-3666e702f9d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:09.723751 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-02a8d236-9725-4bc0-8813-3666e702f9d2 admin admin] Calling delete_port for 15c46683-b20b-4756-86de-c66fea9052c1 owned by network:dhcp {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:28:09.795189 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57674c18-7192-4b38-b6b8-b96b21770f2b req-10f1dc66-e241-4394-9adf-458419e28810 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:09.833867 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-57674c18-7192-4b38-b6b8-b96b21770f2b req-10f1dc66-e241-4394-9adf-458419e28810 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 946 time: 0.1337314 Aug 10 03:28:09.883143 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-02a8d236-9725-4bc0-8813-3666e702f9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:09.889605 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-f39de097-f6c3-421e-be59-e5a91212886d None None] For port 15c46683-b20b-4756-86de-c66fea9052c1, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=15c46683-b20b-4756-86de-c66fea9052c1,segment=NetworkSegment(8f60b627-ffb1-479c-a505-a6c7d3d8b515),segment_id=8f60b627-ffb1-479c-a505-a6c7d3d8b515)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:09.890163 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f39de097-f6c3-421e-be59-e5a91212886d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:09.904084 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-57674c18-7192-4b38-b6b8-b96b21770f2b req-27a62c03-e8f5-4241-ad0a-d3a929d25abc tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692391 Aug 10 03:28:09.931892 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-f39de097-f6c3-421e-be59-e5a91212886d None None] Calling delete_port for 15c46683-b20b-4756-86de-c66fea9052c1 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:28:09.966591 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a8d236-9725-4bc0-8813-3666e702f9d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=15c46683-b20b-4756-86de-c66fea9052c1,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:09.972755 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a8d236-9725-4bc0-8813-3666e702f9d2 admin admin] No DVR routers for this DVR port 15c46683-b20b-4756-86de-c66fea9052c1 on host n-d-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:28:10.078682 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:28:10.078682 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:28:10.078682 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:28:10.078682 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:28:10.078682 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:28:10.078682 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:28:10.078682 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:28:10.078682 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:28:10.078682 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:28:10.078682 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:28:10.078682 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:28:10.078682 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:28:10.078682 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:28:10.078682 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:28:10.078682 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:28:10.078682 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:28:10.078682 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:28:10.078682 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:28:10.078682 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:28:10.078682 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:28:10.078682 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:28:10.078682 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:28:10.078682 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:28:10.078682 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:28:10.078682 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:28:10.078682 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:28:10.078682 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:28:10.078682 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:28:10.078682 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:28:10.078682 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:28:10.078682 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:28:10.078682 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:28:10.078682 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:28:10.078682 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:28:10.078682 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:28:10.078682 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:28:10.078682 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:28:10.078682 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:28:10.078682 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:28:10.078682 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:28:10.078682 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:28:10.078682 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:28:10.078682 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:28:10.078682 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:28:10.078682 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:28:10.078682 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:28:10.078682 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:28:10.078682 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:28:10.078682 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:28:10.078682 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:28:10.078682 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:28:10.078682 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:28:10.078682 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:28:10.078682 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:28:10.086378 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f39de097-f6c3-421e-be59-e5a91212886d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:10.107630 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2074b03-546d-4b9b-94da-1386f229a95a req-de1aead5-432b-45c6-858f-a4eb679f0262 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:10.112256 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-02a8d236-9725-4bc0-8813-3666e702f9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:10.118194 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b2074b03-546d-4b9b-94da-1386f229a95a req-de1aead5-432b-45c6-858f-a4eb679f0262 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 946 time: 0.0761290 Aug 10 03:28:10.131385 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39de097-f6c3-421e-be59-e5a91212886d None None] No DVR routers for this DVR port 15c46683-b20b-4756-86de-c66fea9052c1 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:28:10.133220 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39de097-f6c3-421e-be59-e5a91212886d None None] Pushing event deleted for resources: {'Port': ['ID=15c46683-b20b-4756-86de-c66fea9052c1,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:10.144648 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-02a8d236-9725-4bc0-8813-3666e702f9d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:10.156640 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-02a8d236-9725-4bc0-8813-3666e702f9d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f60b627-ffb1-479c-a505-a6c7d3d8b515') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:10.158053 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-02a8d236-9725-4bc0-8813-3666e702f9d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f60b627-ffb1-479c-a505-a6c7d3d8b515') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:10.170498 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b2074b03-546d-4b9b-94da-1386f229a95a req-eb818445-cc8f-47cb-be2c-6d82639659b8 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506544 Aug 10 03:28:10.191029 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-02a8d236-9725-4bc0-8813-3666e702f9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:10.224145 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-02a8d236-9725-4bc0-8813-3666e702f9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:10.251399 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02a8d236-9725-4bc0-8813-3666e702f9d2 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:28:10.252015 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-02a8d236-9725-4bc0-8813-3666e702f9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:10.253914 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:28:10.253914 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:28:10.253914 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:28:10.253914 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:28:10.253914 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:28:10.253914 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:28:10.253914 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:28:10.253914 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:28:10.253914 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:28:10.253914 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:28:10.253914 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:28:10.253914 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:28:10.253914 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:28:10.253914 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:28:10.253914 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:28:10.253914 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:28:10.253914 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:28:10.253914 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:28:10.253914 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:28:10.253914 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:28:10.253914 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:28:10.253914 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:28:10.253914 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:28:10.253914 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:28:10.253914 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:28:10.253914 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:28:10.253914 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:28:10.253914 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:28:10.253914 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:28:10.253914 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:28:10.253914 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:28:10.253914 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:28:10.353640 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e05c31-eb4d-4a57-a286-20a5e59bf93e req-10b69f36-540a-4613-8790-4d0c052ce4f2 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:10.355222 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d5e05c31-eb4d-4a57-a286-20a5e59bf93e req-10b69f36-540a-4613-8790-4d0c052ce4f2 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 946 time: 0.0708742 Aug 10 03:28:10.378494 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-02a8d236-9725-4bc0-8813-3666e702f9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:10.388530 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-02a8d236-9725-4bc0-8813-3666e702f9d2 admin admin] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:10.393099 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-02a8d236-9725-4bc0-8813-3666e702f9d2 admin admin] 10.222.0.62 "DELETE /v2.0/networks/0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe HTTP/1.1" status: 204 len: 168 time: 1.3505847 Aug 10 03:28:10.419037 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a8d236-9725-4bc0-8813-3666e702f9d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a217fa1-6f63-4e07-9d86-1f6c9bcd7cfe,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:10.459742 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d5e05c31-eb4d-4a57-a286-20a5e59bf93e req-63d456cb-0ee1-41fc-a877-540abcea3395 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918376 Aug 10 03:28:10.510421 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e3317-51ab-44cc-8366-57151f3c3546 req-c2af1a6d-0945-4aa0-b917-7d85bc8226dd tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:10.520313 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7f5e3317-51ab-44cc-8366-57151f3c3546 req-c2af1a6d-0945-4aa0-b917-7d85bc8226dd tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a2c6a05-a014-4605-8b98-b1f7e661d64f HTTP/1.1" status: 200 len: 946 time: 0.1277597 Aug 10 03:28:10.571815 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7f5e3317-51ab-44cc-8366-57151f3c3546 req-2e380634-f06c-46d7-b32b-4a9d2dfab9d5 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/security-groups?id=73d6bbb3-f9e7-4e6a-ad27-b486d8572630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504816 Aug 10 03:28:10.724305 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 41182) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:10.729248 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 0263a2dc-8193-4bc6-8c18-122de7d056f6 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:28:10.791616 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 0263a2dc-8193-4bc6-8c18-122de7d056f6 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:28:10.791909 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 0263a2dc-8193-4bc6-8c18-122de7d056f6 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:28:10.792439 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 15c46683-b20b-4756-86de-c66fea9052c1 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:28:10.834394 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 15c46683-b20b-4756-86de-c66fea9052c1 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:28:10.836208 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 15c46683-b20b-4756-86de-c66fea9052c1 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:28:10.858911 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-440802c2-89d4-45dc-bcbc-fd8d95143147 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e185eddfc77743c180b686598504f106&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1334760 Aug 10 03:28:10.863764 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 41188) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:10.906602 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ee4ac5-f04d-4455-96a6-dc0c60aebe4d req-75fb976a-6240-4f32-9d98-86918100ad1d tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:10.924264 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-41ee4ac5-f04d-4455-96a6-dc0c60aebe4d req-75fb976a-6240-4f32-9d98-86918100ad1d tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 946 time: 0.1075945 Aug 10 03:28:11.049751 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-41ee4ac5-f04d-4455-96a6-dc0c60aebe4d req-fa1ff794-f764-4474-8f9a-4b2605d7356b tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169190 Aug 10 03:28:11.067450 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e6901ba5-2532-4dc5-89b2-b8f6a8058a15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:11.116314 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e6901ba5-2532-4dc5-89b2-b8f6a8058a15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:11.272372 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e6901ba5-2532-4dc5-89b2-b8f6a8058a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:11.275085 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e6901ba5-2532-4dc5-89b2-b8f6a8058a15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:11.278705 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-e6901ba5-2532-4dc5-89b2-b8f6a8058a15 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/086f1e4f-3a5b-4ad4-bf22-58c3b20afc65 HTTP/1.1" status: 204 len: 168 time: 0.4106953 Aug 10 03:28:11.311644 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd44535-a584-4f6b-8f59-ffaa1922e5b0 req-56e673e8-a743-4bbe-8108-db981015f8bc tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:11.319193 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6fd44535-a584-4f6b-8f59-ffaa1922e5b0 req-56e673e8-a743-4bbe-8108-db981015f8bc tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 946 time: 0.1453922 Aug 10 03:28:11.336179 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6901ba5-2532-4dc5-89b2-b8f6a8058a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086f1e4f-3a5b-4ad4-bf22-58c3b20afc65,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:11.459916 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6fd44535-a584-4f6b-8f59-ffaa1922e5b0 req-16d3ea3a-2a1f-4b74-89f7-74c921feecf4 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257279 Aug 10 03:28:11.896160 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5943648-c42e-4c6e-b4e8-443ec7f79296 req-3fe9547d-da8a-4e6e-a470-d7c4ffa17953 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:11.897740 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b5943648-c42e-4c6e-b4e8-443ec7f79296 req-3fe9547d-da8a-4e6e-a470-d7c4ffa17953 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a2c6a05-a014-4605-8b98-b1f7e661d64f HTTP/1.1" status: 200 len: 946 time: 0.1359382 Aug 10 03:28:11.964393 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c31db9-1c63-4f01-99f0-a9c27a8b36a8 req-70677f8b-8c9a-496b-8df4-275408e58af0 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:11.965987 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e0c31db9-1c63-4f01-99f0-a9c27a8b36a8 req-70677f8b-8c9a-496b-8df4-275408e58af0 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 946 time: 0.1299975 Aug 10 03:28:12.004053 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b5943648-c42e-4c6e-b4e8-443ec7f79296 req-8992a5c1-8b2b-4ddc-883d-6d9d298d7995 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/security-groups?id=73d6bbb3-f9e7-4e6a-ad27-b486d8572630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940640 Aug 10 03:28:12.081954 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e0c31db9-1c63-4f01-99f0-a9c27a8b36a8 req-ae9517b4-db11-42e7-96c4-112e530b4ea6 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974710 Aug 10 03:28:12.493628 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 41238) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:12.679162 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-301b738a-149a-484d-8cce-6b396e7fed09 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-323547897-network', 'tenant_id': '67063b25b71d4366b60f84c34799a566'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:12.715797 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301b738a-149a-484d-8cce-6b396e7fed09 admin admin] Made reservation on behalf of 67063b25b71d4366b60f84c34799a566 for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:28:12.718188 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-301b738a-149a-484d-8cce-6b396e7fed09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:12.734123 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-301b738a-149a-484d-8cce-6b396e7fed09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:12.870150 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-301b738a-149a-484d-8cce-6b396e7fed09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:12.881447 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-301b738a-149a-484d-8cce-6b396e7fed09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:12.910352 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-301b738a-149a-484d-8cce-6b396e7fed09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:28:12.949000 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-301b738a-149a-484d-8cce-6b396e7fed09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:12.949354 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-301b738a-149a-484d-8cce-6b396e7fed09 admin admin] Added segment 8ca2ae7f-de91-475f-b736-75bf2afc7d54 of type vlan for network f80b5a12-8054-4a36-8fb6-72e7c81a710f Aug 10 03:28:12.960619 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301b738a-149a-484d-8cce-6b396e7fed09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9ff916-ba07-4d9e-b105-091b593f5186,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:13.008193 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-301b738a-149a-484d-8cce-6b396e7fed09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:13.049715 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-301b738a-149a-484d-8cce-6b396e7fed09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:13.051272 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301b738a-149a-484d-8cce-6b396e7fed09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:13.052068 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-301b738a-149a-484d-8cce-6b396e7fed09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:13.143952 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-301b738a-149a-484d-8cce-6b396e7fed09 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6452208 Aug 10 03:28:13.144399 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41254) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:13.147843 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301b738a-149a-484d-8cce-6b396e7fed09 admin admin] Pushing event updated for resources: {'Network': ['ID=f80b5a12-8054-4a36-8fb6-72e7c81a710f,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:13.151400 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-fa458d75-f4cd-41f1-893c-4a0788e57d64 admin admin] Request body: {'subnet': {'network_id': 'f80b5a12-8054-4a36-8fb6-72e7c81a710f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-323547897-subnet', 'tenant_id': '67063b25b71d4366b60f84c34799a566', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:13.160334 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network f80b5a12-8054-4a36-8fb6-72e7c81a710f details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:28:13.196803 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa458d75-f4cd-41f1-893c-4a0788e57d64 admin admin] Made reservation on behalf of 67063b25b71d4366b60f84c34799a566 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:28:13.199891 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fa458d75-f4cd-41f1-893c-4a0788e57d64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:13.272511 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e40515-edfa-4519-ab4b-02572b42457a req-145f0570-0378-420e-96dd-2c7a7d0911ee tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:13.283451 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-78e40515-edfa-4519-ab4b-02572b42457a req-145f0570-0378-420e-96dd-2c7a7d0911ee tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a2c6a05-a014-4605-8b98-b1f7e661d64f HTTP/1.1" status: 200 len: 946 time: 0.0887544 Aug 10 03:28:13.385709 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f814330-923f-42ea-bc23-bd6386e44976 req-39e1f3be-6352-49c4-8ee8-16a1719d2c71 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:13.388169 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3f814330-923f-42ea-bc23-bd6386e44976 req-39e1f3be-6352-49c4-8ee8-16a1719d2c71 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 946 time: 0.0830474 Aug 10 03:28:13.413901 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-78e40515-edfa-4519-ab4b-02572b42457a req-574f8539-d423-4fa5-9205-2d0024b6689b tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/security-groups?id=73d6bbb3-f9e7-4e6a-ad27-b486d8572630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282756 Aug 10 03:28:13.454817 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3f814330-923f-42ea-bc23-bd6386e44976 req-be577658-bc6b-4518-b38d-53ccdff7c5ce tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387936 Aug 10 03:28:13.551733 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fa458d75-f4cd-41f1-893c-4a0788e57d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:13.637502 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa458d75-f4cd-41f1-893c-4a0788e57d64 admin admin] Checking segment: {'id': '8ca2ae7f-de91-475f-b736-75bf2afc7d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f80b5a12-8054-4a36-8fb6-72e7c81a710f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:28:13.638013 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa458d75-f4cd-41f1-893c-4a0788e57d64 admin admin] Network hostable DHCP agents. Network: f80b5a12-8054-4a36-8fb6-72e7c81a710f, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:28:13.640515 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa458d75-f4cd-41f1-893c-4a0788e57d64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c7f191c-dd62-499f-805c-c71631aa57ce,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:13.695771 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa458d75-f4cd-41f1-893c-4a0788e57d64 admin admin] Network f80b5a12-8054-4a36-8fb6-72e7c81a710f is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:28:13.715861 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-fa458d75-f4cd-41f1-893c-4a0788e57d64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, f80b5a12-8054-4a36-8fb6-72e7c81a710f) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:13.720152 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa458d75-f4cd-41f1-893c-4a0788e57d64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:13.721060 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fa458d75-f4cd-41f1-893c-4a0788e57d64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:13.725848 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e671d866-b418-4012-9f32-afd668a53726 None None] Network f80b5a12-8054-4a36-8fb6-72e7c81a710f requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:28:13.754491 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-fa458d75-f4cd-41f1-893c-4a0788e57d64 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6079922 Aug 10 03:28:13.980171 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc989de7-6147-46bd-baa3-ec023549c7f9 req-878f72de-116e-42e1-b2fd-b6d11b16d1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:13.982757 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-bc989de7-6147-46bd-baa3-ec023549c7f9 req-878f72de-116e-42e1-b2fd-b6d11b16d1c9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a77b526167a54c3793a81af5f7632e4e&device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 1098 time: 0.0853238 Aug 10 03:28:13.986490 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc0acf-f928-4e75-b650-b217f4ba7696 req-4c5647b8-c323-4168-8baa-cc2b62b1935b tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:13.992218 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-28dc0acf-f928-4e75-b650-b217f4ba7696 req-4c5647b8-c323-4168-8baa-cc2b62b1935b tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 946 time: 0.1166861 Aug 10 03:28:14.054301 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cc8369-2db9-4575-8f37-99b6fb7595e9 None None] Network f80b5a12-8054-4a36-8fb6-72e7c81a710f requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:28:14.110724 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-28dc0acf-f928-4e75-b650-b217f4ba7696 req-221b9ca1-c663-46c0-80e4-61c1b47721bd tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054218 Aug 10 03:28:14.166925 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc989de7-6147-46bd-baa3-ec023549c7f9 req-bcff1bdb-e4a2-4309-9f5a-69c73090d5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:14.172230 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-bc989de7-6147-46bd-baa3-ec023549c7f9 req-bcff1bdb-e4a2-4309-9f5a-69c73090d5fb service neutron] 10.222.0.58 "GET /v2.0/networks?id=bc648e31-3fe5-47a0-8b38-9d9deaf52af1 HTTP/1.1" status: 200 len: 914 time: 0.1811104 Aug 10 03:28:14.232629 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-bc989de7-6147-46bd-baa3-ec023549c7f9 req-e92faf52-b815-408f-a2d5-1615998f4f7f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=93571af8-54af-41eb-9a95-676bad470dec HTTP/1.1" status: 200 len: 217 time: 0.0472968 Aug 10 03:28:14.287723 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc989de7-6147-46bd-baa3-ec023549c7f9 req-9d1067e0-0761-4baa-88ba-4a7e3f84f59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:14.289367 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-bc989de7-6147-46bd-baa3-ec023549c7f9 req-9d1067e0-0761-4baa-88ba-4a7e3f84f59f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=87970a7d-e71d-4702-b063-6900ffc87c9e HTTP/1.1" status: 200 len: 853 time: 0.0490720 Aug 10 03:28:14.359813 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-bc989de7-6147-46bd-baa3-ec023549c7f9 req-44d98abc-f9ea-4fe5-a677-f7c4a9dfd222 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bc648e31-3fe5-47a0-8b38-9d9deaf52af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631025 Aug 10 03:28:14.646223 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-bc989de7-6147-46bd-baa3-ec023549c7f9 req-46f24bc0-748a-4d18-9b60-094adfedc9ea service neutron] 10.222.0.58 "GET /v2.0/networks/bc648e31-3fe5-47a0-8b38-9d9deaf52af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781897 Aug 10 03:28:14.781763 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 41302) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:14.809373 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075cea7-2f78-4973-b1cb-a5fb0df70c5f req-60d9173f-4fbc-4b58-8bd2-768ebaf5e005 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:14.813837 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-bc989de7-6147-46bd-baa3-ec023549c7f9 req-af70fb8c-badc-4ede-a42b-e8bbcb4bcba0 service neutron] 10.222.0.58 "GET /v2.0/networks/bc648e31-3fe5-47a0-8b38-9d9deaf52af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549644 Aug 10 03:28:14.818909 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d075cea7-2f78-4973-b1cb-a5fb0df70c5f req-60d9173f-4fbc-4b58-8bd2-768ebaf5e005 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a2c6a05-a014-4605-8b98-b1f7e661d64f HTTP/1.1" status: 200 len: 946 time: 0.2621329 Aug 10 03:28:14.882878 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d075cea7-2f78-4973-b1cb-a5fb0df70c5f req-56bc17c6-3651-4a7c-a370-219c2110829d tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/security-groups?id=73d6bbb3-f9e7-4e6a-ad27-b486d8572630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627022 Aug 10 03:28:14.906481 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c74a97-e079-430a-a511-ba483e2f2994 req-c177e28c-885a-4e3b-92fc-fe18271d77e7 tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:14.908824 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e7c74a97-e079-430a-a511-ba483e2f2994 req-c177e28c-885a-4e3b-92fc-fe18271d77e7 tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] 10.222.0.62 "GET /v2.0/networks?id=f80b5a12-8054-4a36-8fb6-72e7c81a710f HTTP/1.1" status: 200 len: 813 time: 0.4041846 Aug 10 03:28:14.935971 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e7c74a97-e079-430a-a511-ba483e2f2994 req-d11bbbd9-1cc3-4344-8950-1c3b761c7c2a tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] 10.222.0.62 "GET /v2.0/quotas/67063b25b71d4366b60f84c34799a566 HTTP/1.1" status: 200 len: 375 time: 0.0179486 Aug 10 03:28:14.982838 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e7c74a97-e079-430a-a511-ba483e2f2994 req-73e94515-21c0-4444-87ed-8d5f9b6e98c5 tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=67063b25b71d4366b60f84c34799a566&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402591 Aug 10 03:28:15.011043 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b4142773-ac9c-4bc0-b222-a0b6330690a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:15.124715 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e7c74a97-e079-430a-a511-ba483e2f2994 req-8b6812fc-aa20-429e-a66b-c3ea71520ee4 service neutron] 10.222.0.62 "GET /v2.0/networks/f80b5a12-8054-4a36-8fb6-72e7c81a710f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409974 Aug 10 03:28:15.309286 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df0436d-7932-4c10-9f95-f7bbbd9dcc7b req-631ee8bf-29f9-4df6-81b7-ad66fad2d53a tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:15.310819 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7df0436d-7932-4c10-9f95-f7bbbd9dcc7b req-631ee8bf-29f9-4df6-81b7-ad66fad2d53a tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 946 time: 0.1206999 Aug 10 03:28:15.316914 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b4142773-ac9c-4bc0-b222-a0b6330690a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:15.325835 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e7c74a97-e079-430a-a511-ba483e2f2994 req-7bf03d1e-500c-4134-b953-9868745f4452 service neutron] 10.222.0.62 "GET /v2.0/networks/f80b5a12-8054-4a36-8fb6-72e7c81a710f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855695 Aug 10 03:28:15.340031 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b4142773-ac9c-4bc0-b222-a0b6330690a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:15.426315 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4142773-ac9c-4bc0-b222-a0b6330690a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ada902-c129-44a5-a16a-066ab14db7f2,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:15.486806 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b4142773-ac9c-4bc0-b222-a0b6330690a9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=543c361d112f4652830d132e23f65706&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7006969 Aug 10 03:28:15.487661 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41312) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:15.510920 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7df0436d-7932-4c10-9f95-f7bbbd9dcc7b req-d7ca859f-4d51-41b7-9a20-8db36b9305f3 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779361 Aug 10 03:28:15.594285 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3d7d9ca8-3ab5-4133-902f-fa946b975745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:15.649510 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0b2f5432-1582-4641-89a3-728aa8f7d288 req-0bf0c961-4b4d-4df1-8bbd-84ff0e12787c tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e98fead-92e2-4d32-bb99-764bc0fdcd56 HTTP/1.1" status: 200 len: 210 time: 0.0426788 Aug 10 03:28:15.669351 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3d7d9ca8-3ab5-4133-902f-fa946b975745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:15.758592 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3d7d9ca8-3ab5-4133-902f-fa946b975745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:15.764408 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3d7d9ca8-3ab5-4133-902f-fa946b975745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:15.769744 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3d7d9ca8-3ab5-4133-902f-fa946b975745 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/83ada902-c129-44a5-a16a-066ab14db7f2 HTTP/1.1" status: 204 len: 168 time: 0.2808769 Aug 10 03:28:15.779183 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7d9ca8-3ab5-4133-902f-fa946b975745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ada902-c129-44a5-a16a-066ab14db7f2,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:16.120763 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41338) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:16.164238 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6335a-9a22-4688-8c95-1728adfaf332 req-49eac107-67e7-409f-b0a8-9388bcb1d0d3 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:16.171929 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b1a6335a-9a22-4688-8c95-1728adfaf332 req-49eac107-67e7-409f-b0a8-9388bcb1d0d3 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a2c6a05-a014-4605-8b98-b1f7e661d64f HTTP/1.1" status: 200 len: 946 time: 0.1520410 Aug 10 03:28:16.240143 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b1a6335a-9a22-4688-8c95-1728adfaf332 req-b53d072a-9bc1-4d9d-be40-ec55e7ca4ba0 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/security-groups?id=73d6bbb3-f9e7-4e6a-ad27-b486d8572630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613642 Aug 10 03:28:16.318219 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-19af8f1f-6b82-4271-bbfa-df8c69716585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:16.370255 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 41344) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:16.395377 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3cdf576f-305c-4275-ad32-49a008b6a69c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:16.439980 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-19af8f1f-6b82-4271-bbfa-df8c69716585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:16.444590 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-19af8f1f-6b82-4271-bbfa-df8c69716585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:16.494691 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-19af8f1f-6b82-4271-bbfa-df8c69716585 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0935fad7cdc54edea61187a2aea08261&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3715281 Aug 10 03:28:16.496065 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19af8f1f-6b82-4271-bbfa-df8c69716585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aced8f83-9bc7-4292-b6d5-76b63f189839,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:16.497155 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 41346) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:16.623898 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-15381440-ce01-4873-bae3-0fe579dd1960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:16.722616 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-15381440-ce01-4873-bae3-0fe579dd1960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:16.809934 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a68ec3-44ad-4f37-980b-58a02cd68d50 req-b2874798-b737-4b57-ae04-066a923b5d88 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:16.815003 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-72a68ec3-44ad-4f37-980b-58a02cd68d50 req-b2874798-b737-4b57-ae04-066a923b5d88 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 946 time: 0.1646016 Aug 10 03:28:16.881808 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bf598ec3-c7f5-4d45-ae37-daa8d0e4c39a req-b63c8b34-d4e4-46a3-9235-2271a6fe8e8e tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e98fead-92e2-4d32-bb99-764bc0fdcd56 HTTP/1.1" status: 200 len: 210 time: 0.0897038 Aug 10 03:28:16.906759 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3cdf576f-305c-4275-ad32-49a008b6a69c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:16.921390 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3cdf576f-305c-4275-ad32-49a008b6a69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:16.937731 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-72a68ec3-44ad-4f37-980b-58a02cd68d50 req-c5106470-8494-47b6-92a8-33529b941845 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176491 Aug 10 03:28:17.004598 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-15381440-ce01-4873-bae3-0fe579dd1960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:17.017106 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-15381440-ce01-4873-bae3-0fe579dd1960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:17.022874 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-15381440-ce01-4873-bae3-0fe579dd1960 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/aced8f83-9bc7-4292-b6d5-76b63f189839 HTTP/1.1" status: 204 len: 168 time: 0.5236866 Aug 10 03:28:17.037603 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-3cdf576f-305c-4275-ad32-49a008b6a69c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f5ef9f9f42234e83866a87b4bf8ce316&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6651945 Aug 10 03:28:17.041526 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41384) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:17.072998 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdf576f-305c-4275-ad32-49a008b6a69c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022161ef-f001-4067-936d-790387ac046e,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:17.089456 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15381440-ce01-4873-bae3-0fe579dd1960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aced8f83-9bc7-4292-b6d5-76b63f189839,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:17.143453 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00baf81-467a-46ed-a2e8-db99b48063fc req-06a3fced-9275-4f2f-beaa-14085675cae2 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:17.166497 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c00baf81-467a-46ed-a2e8-db99b48063fc req-06a3fced-9275-4f2f-beaa-14085675cae2 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 946 time: 0.1357460 Aug 10 03:28:17.213909 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0b846fad-a325-4b99-92f6-bd971a5f2021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:17.271370 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c00baf81-467a-46ed-a2e8-db99b48063fc req-581f4430-f7e4-4826-84cd-8c4b0d64247f tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963480 Aug 10 03:28:17.298365 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0b846fad-a325-4b99-92f6-bd971a5f2021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:17.455284 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0b846fad-a325-4b99-92f6-bd971a5f2021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:17.458186 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0b846fad-a325-4b99-92f6-bd971a5f2021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:17.459642 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0b846fad-a325-4b99-92f6-bd971a5f2021 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/022161ef-f001-4067-936d-790387ac046e HTTP/1.1" status: 204 len: 168 time: 0.4161663 Aug 10 03:28:17.487747 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b846fad-a325-4b99-92f6-bd971a5f2021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022161ef-f001-4067-936d-790387ac046e,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:17.771538 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c74a97-e079-430a-a511-ba483e2f2994 req-88bea1f4-f0f2-4330-809a-87a9a1dd8019 tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:17.775324 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e7c74a97-e079-430a-a511-ba483e2f2994 req-88bea1f4-f0f2-4330-809a-87a9a1dd8019 tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] 10.222.0.60 "GET /v2.0/networks?id=f80b5a12-8054-4a36-8fb6-72e7c81a710f HTTP/1.1" status: 200 len: 813 time: 0.5013173 Aug 10 03:28:17.793228 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac5447-ea11-41ef-ba55-8a5242dfc42a req-37498af7-1929-4133-a0c8-fba82726378b tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:17.801096 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aaac5447-ea11-41ef-ba55-8a5242dfc42a req-37498af7-1929-4133-a0c8-fba82726378b tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 946 time: 0.2190685 Aug 10 03:28:17.814913 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-e7c74a97-e079-430a-a511-ba483e2f2994 req-656fc899-812b-4889-a00a-23500ec2cbee tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] Request body: {'port': {'device_id': '1e98fead-92e2-4d32-bb99-764bc0fdcd56', 'network_id': 'f80b5a12-8054-4a36-8fb6-72e7c81a710f', 'admin_state_up': True, 'tenant_id': '67063b25b71d4366b60f84c34799a566'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:17.831402 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8de06c-8e31-49b1-9a34-dca360c38ef3 req-23fe9fc3-db85-4472-b087-9e65345200f8 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:17.839208 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7e8de06c-8e31-49b1-9a34-dca360c38ef3 req-23fe9fc3-db85-4472-b087-9e65345200f8 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a2c6a05-a014-4605-8b98-b1f7e661d64f HTTP/1.1" status: 200 len: 946 time: 0.3298042 Aug 10 03:28:18.035706 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7e8de06c-8e31-49b1-9a34-dca360c38ef3 req-2831edb4-1870-4796-92d3-c09d0ede6c7d tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/security-groups?id=73d6bbb3-f9e7-4e6a-ad27-b486d8572630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949902 Aug 10 03:28:18.129039 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aaac5447-ea11-41ef-ba55-8a5242dfc42a req-84468d1b-484a-41f0-9421-f844c370e307 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248575 Aug 10 03:28:18.690527 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41444) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:18.691878 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-48e5c752-4fc2-46be-b86d-0ee8c5b41c61 req-356a8ece-1283-4ccd-bbef-2ec30f3ffd78 tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e98fead-92e2-4d32-bb99-764bc0fdcd56 HTTP/1.1" status: 200 len: 210 time: 0.4693322 Aug 10 03:28:18.722548 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7c74a97-e079-430a-a511-ba483e2f2994 req-656fc899-812b-4889-a00a-23500ec2cbee tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] Made reservation on behalf of 67063b25b71d4366b60f84c34799a566 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:28:18.732541 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-e7c74a97-e079-430a-a511-ba483e2f2994 req-656fc899-812b-4889-a00a-23500ec2cbee tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:18.787268 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c46f94-437a-418d-9701-c6c2b634193a req-49340964-d022-4522-87d3-218b229a8e7d tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:18.791520 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-74c46f94-437a-418d-9701-c6c2b634193a req-49340964-d022-4522-87d3-218b229a8e7d tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 946 time: 0.1554048 Aug 10 03:28:18.919430 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-74c46f94-437a-418d-9701-c6c2b634193a req-e7ed21db-2a98-4eb8-ada6-e2a8cc1f7faf tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127827 Aug 10 03:28:19.067058 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-e7c74a97-e079-430a-a511-ba483e2f2994 req-656fc899-812b-4889-a00a-23500ec2cbee tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] Allocated IP 172.20.0.4 (f80b5a12-8054-4a36-8fb6-72e7c81a710f/2c7f191c-dd62-499f-805c-c71631aa57ce/836f3cbd-73fa-4577-ab53-232220ff7849) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:28:19.102636 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-6c3f4aae-e0b0-4e92-9ec1-4f62dcb7b7f4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-886096158-network', 'tenant_id': '38384b23a283420ab03964bbfa7ad032'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:19.174990 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3f4aae-e0b0-4e92-9ec1-4f62dcb7b7f4 admin admin] Made reservation on behalf of 38384b23a283420ab03964bbfa7ad032 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:28:19.177771 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6c3f4aae-e0b0-4e92-9ec1-4f62dcb7b7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:19.193496 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c43186-bba1-4145-bf21-6f962b8a5764 req-6db9884b-6e8b-4865-9a88-496c1de36e65 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:19.194969 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-52c43186-bba1-4145-bf21-6f962b8a5764 req-6db9884b-6e8b-4865-9a88-496c1de36e65 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 946 time: 0.1295543 Aug 10 03:28:19.195386 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6c3f4aae-e0b0-4e92-9ec1-4f62dcb7b7f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:19.326150 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6c3f4aae-e0b0-4e92-9ec1-4f62dcb7b7f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:19.333575 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6c3f4aae-e0b0-4e92-9ec1-4f62dcb7b7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:19.338430 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b11cc6-0857-4304-a88e-e3482e687a32 req-07bd8b8c-1019-45c0-83e9-3caf243f4fa2 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:19.340013 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-23b11cc6-0857-4304-a88e-e3482e687a32 req-07bd8b8c-1019-45c0-83e9-3caf243f4fa2 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a2c6a05-a014-4605-8b98-b1f7e661d64f HTTP/1.1" status: 200 len: 946 time: 0.1793792 Aug 10 03:28:19.347451 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-52c43186-bba1-4145-bf21-6f962b8a5764 req-8e09fd66-4d33-4a0e-a21c-dd97fb501552 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250420 Aug 10 03:28:19.349486 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c3f4aae-e0b0-4e92-9ec1-4f62dcb7b7f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:28:19.363367 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6c3f4aae-e0b0-4e92-9ec1-4f62dcb7b7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:19.377114 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-6c3f4aae-e0b0-4e92-9ec1-4f62dcb7b7f4 admin admin] Added segment 1d809208-db2a-4ec3-9db0-cc112aa3eac5 of type vlan for network c1f8b189-00de-44d8-9cd3-d45b6d92f410 Aug 10 03:28:19.404031 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-e7c74a97-e079-430a-a511-ba483e2f2994 req-656fc899-812b-4889-a00a-23500ec2cbee tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:19.437819 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-23b11cc6-0857-4304-a88e-e3482e687a32 req-b1655868-2328-408c-8dea-6464123d68f2 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/security-groups?id=73d6bbb3-f9e7-4e6a-ad27-b486d8572630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891380 Aug 10 03:28:19.468077 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3f4aae-e0b0-4e92-9ec1-4f62dcb7b7f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ab91e8-9d38-442f-94be-fb453c8930f7,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:19.479456 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6c3f4aae-e0b0-4e92-9ec1-4f62dcb7b7f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:19.508682 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40c653-993f-40ee-a2d6-4d7081462677 req-c8606184-d84c-4f65-be87-f5f69d345822 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:19.510232 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4e40c653-993f-40ee-a2d6-4d7081462677 req-c8606184-d84c-4f65-be87-f5f69d345822 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 946 time: 0.0775592 Aug 10 03:28:19.511874 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-e7c74a97-e079-430a-a511-ba483e2f2994 req-656fc899-812b-4889-a00a-23500ec2cbee tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:19.518307 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6c3f4aae-e0b0-4e92-9ec1-4f62dcb7b7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:19.520078 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3f4aae-e0b0-4e92-9ec1-4f62dcb7b7f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:19.521346 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6c3f4aae-e0b0-4e92-9ec1-4f62dcb7b7f4 admin admin] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:19.572122 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7c74a97-e079-430a-a511-ba483e2f2994 req-656fc899-812b-4889-a00a-23500ec2cbee tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] Network f80b5a12-8054-4a36-8fb6-72e7c81a710f is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:19.584380 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-e7c74a97-e079-430a-a511-ba483e2f2994 req-656fc899-812b-4889-a00a-23500ec2cbee tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:19.585409 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6c3f4aae-e0b0-4e92-9ec1-4f62dcb7b7f4 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8918612 Aug 10 03:28:19.588689 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 41474) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:19.597558 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-f2e4dea2-267a-4dbd-ab46-e5c0566e3b43 admin admin] Request body: {'subnet': {'network_id': 'c1f8b189-00de-44d8-9cd3-d45b6d92f410', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-886096158-subnet', 'tenant_id': '38384b23a283420ab03964bbfa7ad032', 'ip_version': 4}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:19.603973 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7c74a97-e079-430a-a511-ba483e2f2994 req-656fc899-812b-4889-a00a-23500ec2cbee tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:28:19.606303 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3f4aae-e0b0-4e92-9ec1-4f62dcb7b7f4 admin admin] Pushing event updated for resources: {'Network': ['ID=c1f8b189-00de-44d8-9cd3-d45b6d92f410,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:19.620110 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network c1f8b189-00de-44d8-9cd3-d45b6d92f410 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:28:19.654719 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656fc899-812b-4889-a00a-23500ec2cbee tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] Pushing event updated for resources: {'Port': ['ID=836f3cbd-73fa-4577-ab53-232220ff7849,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:19.669360 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4e40c653-993f-40ee-a2d6-4d7081462677 req-86753958-6f96-470c-84a5-55e43a503b08 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211174 Aug 10 03:28:19.680146 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e4dea2-267a-4dbd-ab46-e5c0566e3b43 admin admin] Made reservation on behalf of 38384b23a283420ab03964bbfa7ad032 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:28:19.682784 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f2e4dea2-267a-4dbd-ab46-e5c0566e3b43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:19.739924 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c74a97-e079-430a-a511-ba483e2f2994 req-656fc899-812b-4889-a00a-23500ec2cbee tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:19.740596 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-e7c74a97-e079-430a-a511-ba483e2f2994 req-656fc899-812b-4889-a00a-23500ec2cbee tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:19.768811 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e7c74a97-e079-430a-a511-ba483e2f2994 req-656fc899-812b-4889-a00a-23500ec2cbee tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9634547 Aug 10 03:28:19.785586 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-e7c74a97-e079-430a-a511-ba483e2f2994 req-0b575b9d-4bc4-47f4-a2d2-e9cb91b8d65b service neutron] Request body: {'port': {'device_id': '1e98fead-92e2-4d32-bb99-764bc0fdcd56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:19.934693 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-e7c74a97-e079-430a-a511-ba483e2f2994 req-0b575b9d-4bc4-47f4-a2d2-e9cb91b8d65b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:20.062774 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a2c9f-ab9b-4482-9a86-206d8dbe6411 req-0d1a06a2-6a2e-4b29-a874-5396137e95ae tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:20.063046 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-390a2c9f-ab9b-4482-9a86-206d8dbe6411 req-0d1a06a2-6a2e-4b29-a874-5396137e95ae tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 946 time: 0.1773865 Aug 10 03:28:20.071501 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccedaf8-7dbc-4187-ad48-15775aab61b2 req-c992b27b-e866-4e72-8ce6-2d8a5dfe1e1e tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:20.079456 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5ccedaf8-7dbc-4187-ad48-15775aab61b2 req-c992b27b-e866-4e72-8ce6-2d8a5dfe1e1e tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e98fead-92e2-4d32-bb99-764bc0fdcd56 HTTP/1.1" status: 200 len: 931 time: 0.2489076 Aug 10 03:28:20.206205 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f2e4dea2-267a-4dbd-ab46-e5c0566e3b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:20.287360 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-390a2c9f-ab9b-4482-9a86-206d8dbe6411 req-72212faa-c455-4134-bb96-29601c6c8b15 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057366 Aug 10 03:28:20.341699 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5ccedaf8-7dbc-4187-ad48-15775aab61b2 req-b606f384-e80e-4118-a299-a248ed0eae76 tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a9ff916-ba07-4d9e-b105-091b593f5186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613468 Aug 10 03:28:20.382915 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e4dea2-267a-4dbd-ab46-e5c0566e3b43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a11e6e79-2102-4c83-91da-cb64444e2111,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:20.408337 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e4dea2-267a-4dbd-ab46-e5c0566e3b43 admin admin] Checking segment: {'id': '1d809208-db2a-4ec3-9db0-cc112aa3eac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c1f8b189-00de-44d8-9cd3-d45b6d92f410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:28:20.408834 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e4dea2-267a-4dbd-ab46-e5c0566e3b43 admin admin] Network hostable DHCP agents. Network: c1f8b189-00de-44d8-9cd3-d45b6d92f410, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:28:20.459486 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e4dea2-267a-4dbd-ab46-e5c0566e3b43 admin admin] Network c1f8b189-00de-44d8-9cd3-d45b6d92f410 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:28:20.500733 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-f2e4dea2-267a-4dbd-ab46-e5c0566e3b43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, c1f8b189-00de-44d8-9cd3-d45b6d92f410) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:20.508907 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652cbcea-1e43-4583-8c9d-1b2bc0355d61 None None] Network c1f8b189-00de-44d8-9cd3-d45b6d92f410 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:28:20.533845 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e4dea2-267a-4dbd-ab46-e5c0566e3b43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:20.534592 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f2e4dea2-267a-4dbd-ab46-e5c0566e3b43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:20.596733 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-f2e4dea2-267a-4dbd-ab46-e5c0566e3b43 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0067730 Aug 10 03:28:20.599583 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41514) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:20.605004 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-7ab7736b-1986-46a5-ad2f-7772be7410dc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-886096158-router', 'tenant_id': '38384b23a283420ab03964bbfa7ad032', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:20.620712 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-e7c74a97-e079-430a-a511-ba483e2f2994 req-0b575b9d-4bc4-47f4-a2d2-e9cb91b8d65b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 836f3cbd-73fa-4577-ab53-232220ff7849 {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:28:20.642064 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c135262-3be5-4bb3-aa92-57c2f2372cde req-e110d3a4-fdd4-4055-9f3f-76c8696e125d tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:20.643751 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6c135262-3be5-4bb3-aa92-57c2f2372cde req-e110d3a4-fdd4-4055-9f3f-76c8696e125d tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 946 time: 0.1579566 Aug 10 03:28:20.646058 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-e7c74a97-e079-430a-a511-ba483e2f2994 req-0b575b9d-4bc4-47f4-a2d2-e9cb91b8d65b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:20.647797 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7ab7736b-1986-46a5-ad2f-7772be7410dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:20.650026 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7ab7736b-1986-46a5-ad2f-7772be7410dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:20.660234 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41516) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:20.683019 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-e7c74a97-e079-430a-a511-ba483e2f2994 req-0b575b9d-4bc4-47f4-a2d2-e9cb91b8d65b service neutron] Transition to ACTIVE for port object 836f3cbd-73fa-4577-ab53-232220ff7849 will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:20.711071 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461e62d4-6f06-4a24-928e-4829e07490b8 req-9d3286e5-2062-490d-af39-b055896d6da0 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:20.718522 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-461e62d4-6f06-4a24-928e-4829e07490b8 req-9d3286e5-2062-490d-af39-b055896d6da0 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a2c6a05-a014-4605-8b98-b1f7e661d64f HTTP/1.1" status: 200 len: 946 time: 0.1459451 Aug 10 03:28:20.723500 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-e7c74a97-e079-430a-a511-ba483e2f2994 req-0b575b9d-4bc4-47f4-a2d2-e9cb91b8d65b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:20.746114 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330e30b0-6825-46f2-a89a-64b23f4250fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-c1f8b189-00de-44d8-9cd3-d45b6d92f410', 'network_id': 'c1f8b189-00de-44d8-9cd3-d45b6d92f410', 'tenant_id': '38384b23a283420ab03964bbfa7ad032', 'fixed_ips': [{'subnet_id': 'a11e6e79-2102-4c83-91da-cb64444e2111'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:28:20.747615 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-330e30b0-6825-46f2-a89a-64b23f4250fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:20.749097 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6c135262-3be5-4bb3-aa92-57c2f2372cde req-497ba7e0-528c-4495-9fc4-8c0c32ba5e5d tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989051 Aug 10 03:28:20.773614 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7ab7736b-1986-46a5-ad2f-7772be7410dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:20.826244 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-461e62d4-6f06-4a24-928e-4829e07490b8 req-02227636-fc6c-4874-8df9-806abbcc053f tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/security-groups?id=73d6bbb3-f9e7-4e6a-ad27-b486d8572630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021643 Aug 10 03:28:20.869915 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b575b9d-4bc4-47f4-a2d2-e9cb91b8d65b service neutron] Pushing event updated for resources: {'Port': ['ID=836f3cbd-73fa-4577-ab53-232220ff7849,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:20.950559 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-caa3c44d-3e96-4fca-a935-f44eb33b395a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:21.001698 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-330e30b0-6825-46f2-a89a-64b23f4250fb None None] Allocated IP 172.20.0.2 (c1f8b189-00de-44d8-9cd3-d45b6d92f410/a11e6e79-2102-4c83-91da-cb64444e2111/20038e08-1414-4a68-b2ae-35d8a3b598cb) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:28:21.038451 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-e7c74a97-e079-430a-a511-ba483e2f2994 req-0b575b9d-4bc4-47f4-a2d2-e9cb91b8d65b service neutron] Attempting to bind port 836f3cbd-73fa-4577-ab53-232220ff7849 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:28:21.038978 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-e7c74a97-e079-430a-a511-ba483e2f2994 req-0b575b9d-4bc4-47f4-a2d2-e9cb91b8d65b service neutron] Attempting to bind port 836f3cbd-73fa-4577-ab53-232220ff7849 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '8ca2ae7f-de91-475f-b736-75bf2afc7d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f80b5a12-8054-4a36-8fb6-72e7c81a710f'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:28:21.039383 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c74a97-e079-430a-a511-ba483e2f2994 req-0b575b9d-4bc4-47f4-a2d2-e9cb91b8d65b service neutron] Attempting to bind port 836f3cbd-73fa-4577-ab53-232220ff7849 on network f80b5a12-8054-4a36-8fb6-72e7c81a710f {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:28:21.057592 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7ab7736b-1986-46a5-ad2f-7772be7410dc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:21.057819 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c74a97-e079-430a-a511-ba483e2f2994 req-0b575b9d-4bc4-47f4-a2d2-e9cb91b8d65b service neutron] Port 836f3cbd-73fa-4577-ab53-232220ff7849 on network f80b5a12-8054-4a36-8fb6-72e7c81a710f not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:28:21.064557 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c74a97-e079-430a-a511-ba483e2f2994 req-0b575b9d-4bc4-47f4-a2d2-e9cb91b8d65b service neutron] Attempting to bind port 836f3cbd-73fa-4577-ab53-232220ff7849 on network f80b5a12-8054-4a36-8fb6-72e7c81a710f {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:28:21.076924 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c74a97-e079-430a-a511-ba483e2f2994 req-0b575b9d-4bc4-47f4-a2d2-e9cb91b8d65b service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:28:21.077275 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c74a97-e079-430a-a511-ba483e2f2994 req-0b575b9d-4bc4-47f4-a2d2-e9cb91b8d65b service neutron] Checking segment: {'id': '8ca2ae7f-de91-475f-b736-75bf2afc7d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f80b5a12-8054-4a36-8fb6-72e7c81a710f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:28:21.077726 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c74a97-e079-430a-a511-ba483e2f2994 req-0b575b9d-4bc4-47f4-a2d2-e9cb91b8d65b service neutron] Bound using segment: {'id': '8ca2ae7f-de91-475f-b736-75bf2afc7d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f80b5a12-8054-4a36-8fb6-72e7c81a710f'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:28:21.078172 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-e7c74a97-e079-430a-a511-ba483e2f2994 req-0b575b9d-4bc4-47f4-a2d2-e9cb91b8d65b service neutron] Bound port: 836f3cbd-73fa-4577-ab53-232220ff7849, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ca2ae7f-de91-475f-b736-75bf2afc7d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f80b5a12-8054-4a36-8fb6-72e7c81a710f'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:28:21.078540 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-e7c74a97-e079-430a-a511-ba483e2f2994 req-0b575b9d-4bc4-47f4-a2d2-e9cb91b8d65b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:21.098333 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6a439-837d-453e-aa9d-afd3eb853563 req-9ad24f62-cfb4-4f1a-a267-512c855a91b7 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:21.115411 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-48c6a439-837d-453e-aa9d-afd3eb853563 req-9ad24f62-cfb4-4f1a-a267-512c855a91b7 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 946 time: 0.1595874 Aug 10 03:28:21.238454 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-330e30b0-6825-46f2-a89a-64b23f4250fb None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:21.248172 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-48c6a439-837d-453e-aa9d-afd3eb853563 req-5a0ae100-3a3e-4745-96a8-30dfca6587db tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318038 Aug 10 03:28:21.251333 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-330e30b0-6825-46f2-a89a-64b23f4250fb None None] Transition to ACTIVE for port object 20038e08-1414-4a68-b2ae-35d8a3b598cb will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:21.284076 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-330e30b0-6825-46f2-a89a-64b23f4250fb None None] Transition to ACTIVE for port object 20038e08-1414-4a68-b2ae-35d8a3b598cb will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:21.296859 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-330e30b0-6825-46f2-a89a-64b23f4250fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:21.312166 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-e7c74a97-e079-430a-a511-ba483e2f2994 req-0b575b9d-4bc4-47f4-a2d2-e9cb91b8d65b service neutron] For port 836f3cbd-73fa-4577-ab53-232220ff7849, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:28:21.316804 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-e7c74a97-e079-430a-a511-ba483e2f2994 req-0b575b9d-4bc4-47f4-a2d2-e9cb91b8d65b service neutron] For port 836f3cbd-73fa-4577-ab53-232220ff7849, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=836f3cbd-73fa-4577-ab53-232220ff7849,segment=NetworkSegment(8ca2ae7f-de91-475f-b736-75bf2afc7d54),segment_id=8ca2ae7f-de91-475f-b736-75bf2afc7d54)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:28:21.325765 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-e7c74a97-e079-430a-a511-ba483e2f2994 req-0b575b9d-4bc4-47f4-a2d2-e9cb91b8d65b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:21.389942 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330e30b0-6825-46f2-a89a-64b23f4250fb None None] Network c1f8b189-00de-44d8-9cd3-d45b6d92f410 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:21.400063 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-330e30b0-6825-46f2-a89a-64b23f4250fb None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:21.415286 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330e30b0-6825-46f2-a89a-64b23f4250fb None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:28:21.421259 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c74a97-e079-430a-a511-ba483e2f2994 req-0b575b9d-4bc4-47f4-a2d2-e9cb91b8d65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:21.422048 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-e7c74a97-e079-430a-a511-ba483e2f2994 req-0b575b9d-4bc4-47f4-a2d2-e9cb91b8d65b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:21.424483 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e7c74a97-e079-430a-a511-ba483e2f2994 req-0b575b9d-4bc4-47f4-a2d2-e9cb91b8d65b service neutron] 10.222.0.60 "PUT /v2.0/ports/836f3cbd-73fa-4577-ab53-232220ff7849 HTTP/1.1" status: 200 len: 1092 time: 1.6451769 Aug 10 03:28:21.425519 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e98fead-92e2-4d32-bb99-764bc0fdcd56', 'tag': '836f3cbd-73fa-4577-ab53-232220ff7849'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:28:21.429030 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a867b98f-e0b6-4c51-bafd-84843b7bcbf4" -d '{"events": [{"name": "network-changed", "server_uuid": "1e98fead-92e2-4d32-bb99-764bc0fdcd56", "tag": "836f3cbd-73fa-4577-ab53-232220ff7849"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:28:21.465755 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330e30b0-6825-46f2-a89a-64b23f4250fb None None] Pushing event updated for resources: {'Port': ['ID=20038e08-1414-4a68-b2ae-35d8a3b598cb,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:21.509095 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b575b9d-4bc4-47f4-a2d2-e9cb91b8d65b service neutron] Pushing event updated for resources: {'Port': ['ID=836f3cbd-73fa-4577-ab53-232220ff7849,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:21.572132 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c467b0-335a-4c9c-a9ec-69c258e0b6c6 req-c837665e-0c57-4372-ae8c-bd80a3562fcb tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:21.573618 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-330e30b0-6825-46f2-a89a-64b23f4250fb None None] Attempting to bind port 20038e08-1414-4a68-b2ae-35d8a3b598cb on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:28:21.574092 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-330e30b0-6825-46f2-a89a-64b23f4250fb None None] Attempting to bind port 20038e08-1414-4a68-b2ae-35d8a3b598cb by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '1d809208-db2a-4ec3-9db0-cc112aa3eac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c1f8b189-00de-44d8-9cd3-d45b6d92f410'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:28:21.574553 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330e30b0-6825-46f2-a89a-64b23f4250fb None None] Attempting to bind port 20038e08-1414-4a68-b2ae-35d8a3b598cb on network c1f8b189-00de-44d8-9cd3-d45b6d92f410 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:28:21.580196 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-18c467b0-335a-4c9c-a9ec-69c258e0b6c6 req-c837665e-0c57-4372-ae8c-bd80a3562fcb tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 946 time: 0.2436492 Aug 10 03:28:21.581477 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330e30b0-6825-46f2-a89a-64b23f4250fb None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:28:21.582189 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330e30b0-6825-46f2-a89a-64b23f4250fb None None] Checking segment: {'id': '1d809208-db2a-4ec3-9db0-cc112aa3eac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c1f8b189-00de-44d8-9cd3-d45b6d92f410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:28:21.582726 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-330e30b0-6825-46f2-a89a-64b23f4250fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:21.583239 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330e30b0-6825-46f2-a89a-64b23f4250fb None None] Bound using segment: {'id': '1d809208-db2a-4ec3-9db0-cc112aa3eac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c1f8b189-00de-44d8-9cd3-d45b6d92f410'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:28:21.584089 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-330e30b0-6825-46f2-a89a-64b23f4250fb None None] Bound port: 20038e08-1414-4a68-b2ae-35d8a3b598cb, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d809208-db2a-4ec3-9db0-cc112aa3eac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c1f8b189-00de-44d8-9cd3-d45b6d92f410'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:28:21.584576 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-330e30b0-6825-46f2-a89a-64b23f4250fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:21.623787 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290541c8-d3af-4cd0-8432-d97189fa606d req-6ec9aaba-00cc-4f7c-9c25-447f1c1e174d tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:21.625346 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-290541c8-d3af-4cd0-8432-d97189fa606d req-6ec9aaba-00cc-4f7c-9c25-447f1c1e174d tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e98fead-92e2-4d32-bb99-764bc0fdcd56 HTTP/1.1" status: 200 len: 943 time: 0.1659491 Aug 10 03:28:21.664545 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-330e30b0-6825-46f2-a89a-64b23f4250fb None None] For port 20038e08-1414-4a68-b2ae-35d8a3b598cb, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:28:21.668794 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-330e30b0-6825-46f2-a89a-64b23f4250fb None None] For port 20038e08-1414-4a68-b2ae-35d8a3b598cb, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=20038e08-1414-4a68-b2ae-35d8a3b598cb,segment=NetworkSegment(1d809208-db2a-4ec3-9db0-cc112aa3eac5),segment_id=1d809208-db2a-4ec3-9db0-cc112aa3eac5)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:28:21.675013 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-330e30b0-6825-46f2-a89a-64b23f4250fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:21.708387 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-18c467b0-335a-4c9c-a9ec-69c258e0b6c6 req-d2067965-fc89-4ba0-846e-5474f098476a tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203067 Aug 10 03:28:21.725504 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c74a97-e079-430a-a511-ba483e2f2994 req-4b9ac25e-a1c5-4cc6-9c84-75b981d98d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:21.727086 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e7c74a97-e079-430a-a511-ba483e2f2994 req-4b9ac25e-a1c5-4cc6-9c84-75b981d98d45 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=67063b25b71d4366b60f84c34799a566&device_id=1e98fead-92e2-4d32-bb99-764bc0fdcd56 HTTP/1.1" status: 200 len: 1095 time: 0.2190983 Aug 10 03:28:21.769962 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330e30b0-6825-46f2-a89a-64b23f4250fb None None] Pushing event updated for resources: {'Port': ['ID=20038e08-1414-4a68-b2ae-35d8a3b598cb,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:21.776266 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-290541c8-d3af-4cd0-8432-d97189fa606d req-a09894ba-6ffe-4d4f-9e6f-13476f8eaae6 tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a9ff916-ba07-4d9e-b105-091b593f5186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340284 Aug 10 03:28:21.814508 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-caa3c44d-3e96-4fca-a935-f44eb33b395a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:21.869997 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-caa3c44d-3e96-4fca-a935-f44eb33b395a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:21.887292 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca40e73a-06f4-4c60-8fc1-ed8d16315efd x-openstack-request-id: req-ca40e73a-06f4-4c60-8fc1-ed8d16315efd {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:28:21.895226 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e98fead-92e2-4d32-bb99-764bc0fdcd56", "tag": "836f3cbd-73fa-4577-ab53-232220ff7849", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:28:21.896559 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ca40e73a-06f4-4c60-8fc1-ed8d16315efd {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:28:21.897188 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e98fead-92e2-4d32-bb99-764bc0fdcd56', 'tag': '836f3cbd-73fa-4577-ab53-232220ff7849', 'status': 'completed', 'code': 200} Aug 10 03:28:21.904112 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e7c74a97-e079-430a-a511-ba483e2f2994 req-43aaf407-2f2e-4488-82ba-c868dea7dd88 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=836f3cbd-73fa-4577-ab53-232220ff7849 HTTP/1.1" status: 200 len: 217 time: 0.1388354 Aug 10 03:28:22.002652 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-caa3c44d-3e96-4fca-a935-f44eb33b395a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e6cd8c825a694539b0d35e3a2373785c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3413250 Aug 10 03:28:22.003388 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41546) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:22.047120 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa3c44d-3e96-4fca-a935-f44eb33b395a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee6ed27-fbfd-4f68-b889-fefbb07b6aa4,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:22.053623 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c74a97-e079-430a-a511-ba483e2f2994 req-20cb819b-7d42-48c7-979f-a1e2ee031afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:22.055437 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e7c74a97-e079-430a-a511-ba483e2f2994 req-20cb819b-7d42-48c7-979f-a1e2ee031afc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2c7f191c-dd62-499f-805c-c71631aa57ce HTTP/1.1" status: 200 len: 853 time: 0.1387103 Aug 10 03:28:22.145025 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3929de45-7085-4379-bb89-ee2e0d60355a req-d06ccf60-f7f4-4408-b12d-ae3ad240bee1 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:22.156162 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3929de45-7085-4379-bb89-ee2e0d60355a req-d06ccf60-f7f4-4408-b12d-ae3ad240bee1 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 946 time: 0.1843634 Aug 10 03:28:22.179231 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e7c74a97-e079-430a-a511-ba483e2f2994 req-5002dba9-ecbf-48dd-a0c3-55fdc63cc19a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f80b5a12-8054-4a36-8fb6-72e7c81a710f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1081035 Aug 10 03:28:22.249570 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-65a2c8b8-a77e-4a5e-bdf3-1737747e12ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:22.274463 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-65a2c8b8-a77e-4a5e-bdf3-1737747e12ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:22.331458 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-65a2c8b8-a77e-4a5e-bdf3-1737747e12ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:22.334773 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-65a2c8b8-a77e-4a5e-bdf3-1737747e12ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:22.336153 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-65a2c8b8-a77e-4a5e-bdf3-1737747e12ec admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9ee6ed27-fbfd-4f68-b889-fefbb07b6aa4 HTTP/1.1" status: 204 len: 168 time: 0.3297858 Aug 10 03:28:22.390509 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a2c8b8-a77e-4a5e-bdf3-1737747e12ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee6ed27-fbfd-4f68-b889-fefbb07b6aa4,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:22.427414 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7ab7736b-1986-46a5-ad2f-7772be7410dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:22.506329 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7ab7736b-1986-46a5-ad2f-7772be7410dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:22.609970 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3929de45-7085-4379-bb89-ee2e0d60355a req-39345b04-94f5-44b0-a82b-417ccb0822f0 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4526010 Aug 10 03:28:22.622084 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7867dd26-8b4f-4946-bd0e-113c30c1b803 req-00bda49a-7bde-4e59-bee1-625c8a63dc04 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:22.640327 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7867dd26-8b4f-4946-bd0e-113c30c1b803 req-00bda49a-7bde-4e59-bee1-625c8a63dc04 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a2c6a05-a014-4605-8b98-b1f7e661d64f HTTP/1.1" status: 200 len: 946 time: 0.5914207 Aug 10 03:28:22.667684 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e7c74a97-e079-430a-a511-ba483e2f2994 req-eeb93b1c-b3ef-419f-969a-9b35d9186ef9 service neutron] 10.222.0.60 "GET /v2.0/networks/f80b5a12-8054-4a36-8fb6-72e7c81a710f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4737775 Aug 10 03:28:22.716543 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-7ab7736b-1986-46a5-ad2f-7772be7410dc admin admin] Allocated IP 172.25.7.38 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/7e2608aa-4581-426e-9681-47e5a10036fe) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:28:22.724587 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7867dd26-8b4f-4946-bd0e-113c30c1b803 req-3a9d14f3-15c2-4a3f-95dd-c650959ed2be tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/security-groups?id=73d6bbb3-f9e7-4e6a-ad27-b486d8572630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784929 Aug 10 03:28:22.797219 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 20038e08-1414-4a68-b2ae-35d8a3b598cb up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:28:22.918650 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 20038e08-1414-4a68-b2ae-35d8a3b598cb completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:28:22.957873 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392edd8-e3a7-4cc8-b96a-ccde786b35b8 req-0aa26735-0e8e-40e1-af83-cc5531869abb tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:22.960157 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7392edd8-e3a7-4cc8-b96a-ccde786b35b8 req-0aa26735-0e8e-40e1-af83-cc5531869abb tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 946 time: 0.1755080 Aug 10 03:28:22.964490 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7ab7736b-1986-46a5-ad2f-7772be7410dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:22.965221 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e7c74a97-e079-430a-a511-ba483e2f2994 req-7def2aed-c8e4-483e-b465-837f85e6e808 service neutron] 10.222.0.60 "GET /v2.0/networks/f80b5a12-8054-4a36-8fb6-72e7c81a710f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547033 Aug 10 03:28:22.976733 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 41562) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:23.016480 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5f89c8e9-6505-4379-8909-952f92e27d0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:23.035616 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b39ac3-2298-474e-b2c7-6f54532e244b req-90fb7f8b-3c70-46ae-96f1-de8397819284 tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:23.037182 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b9b39ac3-2298-474e-b2c7-6f54532e244b req-90fb7f8b-3c70-46ae-96f1-de8397819284 tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e98fead-92e2-4d32-bb99-764bc0fdcd56 HTTP/1.1" status: 200 len: 943 time: 0.1485419 Aug 10 03:28:23.046893 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7ab7736b-1986-46a5-ad2f-7772be7410dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:23.084607 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab7736b-1986-46a5-ad2f-7772be7410dc admin admin] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:23.087915 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-7ab7736b-1986-46a5-ad2f-7772be7410dc admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:23.091654 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab7736b-1986-46a5-ad2f-7772be7410dc admin admin] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:28:23.127267 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7392edd8-e3a7-4cc8-b96a-ccde786b35b8 req-66bad2d7-6fb5-4b46-a0d0-f084cda01867 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568267 Aug 10 03:28:23.134840 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7736b-1986-46a5-ad2f-7772be7410dc admin admin] Pushing event updated for resources: {'Port': ['ID=7e2608aa-4581-426e-9681-47e5a10036fe,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:23.187540 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b9b39ac3-2298-474e-b2c7-6f54532e244b req-fe61cb3f-e17b-4a66-b682-f6db49b2d365 tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a9ff916-ba07-4d9e-b105-091b593f5186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147213 Aug 10 03:28:23.268226 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867b98f-e0b6-4c51-bafd-84843b7bcbf4 req-e485850b-e9c8-4856-9de3-90244ecf748c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:23.270797 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a867b98f-e0b6-4c51-bafd-84843b7bcbf4 req-e485850b-e9c8-4856-9de3-90244ecf748c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=67063b25b71d4366b60f84c34799a566&device_id=1e98fead-92e2-4d32-bb99-764bc0fdcd56 HTTP/1.1" status: 200 len: 1095 time: 0.2209792 Aug 10 03:28:23.452809 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5f89c8e9-6505-4379-8909-952f92e27d0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:23.455267 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7ab7736b-1986-46a5-ad2f-7772be7410dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:23.467472 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5f89c8e9-6505-4379-8909-952f92e27d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:23.488579 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc4259b-e046-454b-827b-fed4c45e312a req-5afb1698-3ac4-4cad-930d-20d58ec95fa0 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:23.490105 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ddc4259b-e046-454b-827b-fed4c45e312a req-5afb1698-3ac4-4cad-930d-20d58ec95fa0 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 946 time: 0.1721134 Aug 10 03:28:23.498487 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867b98f-e0b6-4c51-bafd-84843b7bcbf4 req-548233e5-f1f2-4703-a618-ac1c195ab21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:23.500245 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a867b98f-e0b6-4c51-bafd-84843b7bcbf4 req-548233e5-f1f2-4703-a618-ac1c195ab21f service neutron] 10.222.0.60 "GET /v2.0/networks?id=f80b5a12-8054-4a36-8fb6-72e7c81a710f HTTP/1.1" status: 200 len: 914 time: 0.2116997 Aug 10 03:28:23.553155 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c12a42-e0dd-4861-b609-fc43aab21deb None None] Network c1f8b189-00de-44d8-9cd3-d45b6d92f410 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:28:23.580211 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a867b98f-e0b6-4c51-bafd-84843b7bcbf4 req-27ac4020-f067-42d8-a37f-5a94ede0f697 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=836f3cbd-73fa-4577-ab53-232220ff7849 HTTP/1.1" status: 200 len: 217 time: 0.0666022 Aug 10 03:28:23.584635 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-5f89c8e9-6505-4379-8909-952f92e27d0a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=feaac719e2e04dab9083d3455f3b9a51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6058068 Aug 10 03:28:23.587315 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41574) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:23.587456 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f89c8e9-6505-4379-8909-952f92e27d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0542f844-a8e0-45c7-9f16-a2575b4b6cfa,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:23.649120 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ddc4259b-e046-454b-827b-fed4c45e312a req-7868d8a3-c027-4b02-9e12-a85667c5f1f7 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420667 Aug 10 03:28:23.680470 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867b98f-e0b6-4c51-bafd-84843b7bcbf4 req-53d4eecd-f937-4bab-9b1d-634aad0d2b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:23.684693 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a867b98f-e0b6-4c51-bafd-84843b7bcbf4 req-53d4eecd-f937-4bab-9b1d-634aad0d2b0e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2c7f191c-dd62-499f-805c-c71631aa57ce HTTP/1.1" status: 200 len: 853 time: 0.0929360 Aug 10 03:28:23.710880 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b21a7b34-b5ab-41d6-9563-6c08ea06102a None None] Provisioning for port 20038e08-1414-4a68-b2ae-35d8a3b598cb completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:28:23.743641 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b21a7b34-b5ab-41d6-9563-6c08ea06102a None None] Provisioning complete for port 20038e08-1414-4a68-b2ae-35d8a3b598cb triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:23.744114 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b21a7b34-b5ab-41d6-9563-6c08ea06102a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:23.759091 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a867b98f-e0b6-4c51-bafd-84843b7bcbf4 req-a7062d84-d38f-4751-a785-590e1594ef3d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f80b5a12-8054-4a36-8fb6-72e7c81a710f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660076 Aug 10 03:28:23.839546 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-79f0eaf3-e42b-4880-b7c5-8ec96f87bc36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:23.867407 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7ab7736b-1986-46a5-ad2f-7772be7410dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:23.872155 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:28:23.874722 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-79f0eaf3-e42b-4880-b7c5-8ec96f87bc36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:23.985339 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a867b98f-e0b6-4c51-bafd-84843b7bcbf4 req-a27600c6-024c-4ffb-b6af-9f5399c07a3b service neutron] 10.222.0.60 "GET /v2.0/networks/f80b5a12-8054-4a36-8fb6-72e7c81a710f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156243 Aug 10 03:28:23.996294 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b21a7b34-b5ab-41d6-9563-6c08ea06102a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:24.024930 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-79f0eaf3-e42b-4880-b7c5-8ec96f87bc36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:24.028320 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-79f0eaf3-e42b-4880-b7c5-8ec96f87bc36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:24.032831 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-79f0eaf3-e42b-4880-b7c5-8ec96f87bc36 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0542f844-a8e0-45c7-9f16-a2575b4b6cfa HTTP/1.1" status: 204 len: 168 time: 0.4096267 Aug 10 03:28:24.087271 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0eaf3-e42b-4880-b7c5-8ec96f87bc36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0542f844-a8e0-45c7-9f16-a2575b4b6cfa,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:24.120035 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab7736b-1986-46a5-ad2f-7772be7410dc admin admin] Router f7c649eb-de3b-4397-b4cc-21a6268f5909 is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:28:24.170013 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b21a7b34-b5ab-41d6-9563-6c08ea06102a None None] For port 20038e08-1414-4a68-b2ae-35d8a3b598cb, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=20038e08-1414-4a68-b2ae-35d8a3b598cb,segment=NetworkSegment(1d809208-db2a-4ec3-9db0-cc112aa3eac5),segment_id=1d809208-db2a-4ec3-9db0-cc112aa3eac5)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:24.192930 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a867b98f-e0b6-4c51-bafd-84843b7bcbf4 req-dd884afc-baae-4d1a-b783-897f64f8b573 service neutron] 10.222.0.60 "GET /v2.0/networks/f80b5a12-8054-4a36-8fb6-72e7c81a710f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989610 Aug 10 03:28:24.194605 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b21a7b34-b5ab-41d6-9563-6c08ea06102a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:24.239035 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d320d4-1641-41d3-9ce5-df7726131db8 req-747659b5-c62d-49a1-a763-db89addd0a4f tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:24.243985 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d4d320d4-1641-41d3-9ce5-df7726131db8 req-747659b5-c62d-49a1-a763-db89addd0a4f tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 946 time: 0.4440420 Aug 10 03:28:24.255931 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2d076-e45d-4c99-8ca6-a57fded68be0 req-9357210b-2e51-4e35-89fe-a5bcc0a0788f tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:24.275009 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d7a2d076-e45d-4c99-8ca6-a57fded68be0 req-9357210b-2e51-4e35-89fe-a5bcc0a0788f tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a2c6a05-a014-4605-8b98-b1f7e661d64f HTTP/1.1" status: 200 len: 946 time: 0.4268348 Aug 10 03:28:24.299749 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21a7b34-b5ab-41d6-9563-6c08ea06102a None None] Pushing event updated for resources: {'Port': ['ID=20038e08-1414-4a68-b2ae-35d8a3b598cb,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:24.308577 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21a7b34-b5ab-41d6-9563-6c08ea06102a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:24.308929 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21a7b34-b5ab-41d6-9563-6c08ea06102a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:24.313658 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21a7b34-b5ab-41d6-9563-6c08ea06102a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:24.314011 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21a7b34-b5ab-41d6-9563-6c08ea06102a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:24.314369 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21a7b34-b5ab-41d6-9563-6c08ea06102a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:24.314674 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21a7b34-b5ab-41d6-9563-6c08ea06102a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:24.315027 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21a7b34-b5ab-41d6-9563-6c08ea06102a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:24.315351 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21a7b34-b5ab-41d6-9563-6c08ea06102a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:24.315680 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21a7b34-b5ab-41d6-9563-6c08ea06102a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:24.315988 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21a7b34-b5ab-41d6-9563-6c08ea06102a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:24.316438 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21a7b34-b5ab-41d6-9563-6c08ea06102a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:24.316829 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21a7b34-b5ab-41d6-9563-6c08ea06102a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:24.408366 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab7736b-1986-46a5-ad2f-7772be7410dc admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:28:24.412152 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d4d320d4-1641-41d3-9ce5-df7726131db8 req-1cea31ac-56c4-4d7a-8076-15a034b6ef85 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112206 Aug 10 03:28:24.428443 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161cf473-e69b-495a-a43b-6607083e09af None None] Sync routers for ids ['f7c649eb-de3b-4397-b4cc-21a6268f5909'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:28:24.438746 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d7a2d076-e45d-4c99-8ca6-a57fded68be0 req-06602892-2000-4f9b-90d3-8cc52087e313 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/security-groups?id=73d6bbb3-f9e7-4e6a-ad27-b486d8572630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550157 Aug 10 03:28:24.454115 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161cf473-e69b-495a-a43b-6607083e09af None None] Routers {'f7c649eb-de3b-4397-b4cc-21a6268f5909'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:24.454953 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-161cf473-e69b-495a-a43b-6607083e09af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:28:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['f7c649eb-de3b-4397-b4cc-21a6268f5909'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:24.484550 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7ab7736b-1986-46a5-ad2f-7772be7410dc admin admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:24.486332 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7ab7736b-1986-46a5-ad2f-7772be7410dc admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.8857458 Aug 10 03:28:24.489130 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41600) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:24.619964 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace5099-0130-49a1-b92d-48cd502a2140 req-45ba5ddd-8f69-40cf-95f7-24068535f24a tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:24.630767 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5ace5099-0130-49a1-b92d-48cd502a2140 req-45ba5ddd-8f69-40cf-95f7-24068535f24a tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e98fead-92e2-4d32-bb99-764bc0fdcd56 HTTP/1.1" status: 200 len: 943 time: 0.1018302 Aug 10 03:28:24.693528 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5ace5099-0130-49a1-b92d-48cd502a2140 req-cd6a0d1e-3fa8-4f3c-aa2e-92655db30353 tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a9ff916-ba07-4d9e-b105-091b593f5186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615461 Aug 10 03:28:24.759123 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-74e8dd1e-34f3-419c-8975-839d4b5b2205 None None] Provisioning complete for port 20038e08-1414-4a68-b2ae-35d8a3b598cb triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:24.759594 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-74e8dd1e-34f3-419c-8975-839d4b5b2205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:24.761946 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 20038e08-1414-4a68-b2ae-35d8a3b598cb up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:28:24.851884 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a911039-0d23-49dc-9268-ad583ec3e270 req-9ab40bff-1f04-48f9-b553-d45e3a02f561 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:24.854519 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7a911039-0d23-49dc-9268-ad583ec3e270 req-9ab40bff-1f04-48f9-b553-d45e3a02f561 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 946 time: 0.1315725 Aug 10 03:28:24.884294 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-161cf473-e69b-495a-a43b-6607083e09af None None] Set router f7c649eb-de3b-4397-b4cc-21a6268f5909 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:28:24.910116 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7a911039-0d23-49dc-9268-ad583ec3e270 req-6cd569df-65cc-4256-ae5d-798cfff3b44d tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412297 Aug 10 03:28:25.241346 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 20038e08-1414-4a68-b2ae-35d8a3b598cb triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:25.241897 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:25.336704 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2d3f7aa7-95b3-4297-80b4-3df33c03d6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:25.598766 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-161cf473-e69b-495a-a43b-6607083e09af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c649eb-de3b-4397-b4cc-21a6268f5909', 'name': 'tempest-TestVolumeBackupRestore-886096158-router', 'tenant_id': '38384b23a283420ab03964bbfa7ad032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '7e2608aa-4581-426e-9681-47e5a10036fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:20Z', 'updated_at': '2021-08-10T03:28:23Z', 'revision_number': 3, 'project_id': '38384b23a283420ab03964bbfa7ad032', 'gw_port': {'id': '7e2608aa-4581-426e-9681-47e5a10036fe', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:63:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c649eb-de3b-4397-b4cc-21a6268f5909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:22Z', 'updated_at': '2021-08-10T03:28:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:25.667365 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ced73-37bd-4a42-adae-243a7bf65d64 req-934b151c-2707-45fe-bc31-e1cb8016c823 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:25.671569 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161cf473-e69b-495a-a43b-6607083e09af None None] Checking router: f7c649eb-de3b-4397-b4cc-21a6268f5909 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:28:25.671929 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161cf473-e69b-495a-a43b-6607083e09af None None] Updating router f7c649eb-de3b-4397-b4cc-21a6268f5909 port 7e2608aa-4581-426e-9681-47e5a10036fe binding host n-d-768851-15 {{(pid=94218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:28:25.674420 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-802ced73-37bd-4a42-adae-243a7bf65d64 req-934b151c-2707-45fe-bc31-e1cb8016c823 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a2c6a05-a014-4605-8b98-b1f7e661d64f HTTP/1.1" status: 200 len: 946 time: 0.1235173 Aug 10 03:28:25.716100 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-2d3f7aa7-95b3-4297-80b4-3df33c03d6c0 admin admin] Allocated IP 172.20.0.1 (c1f8b189-00de-44d8-9cd3-d45b6d92f410/a11e6e79-2102-4c83-91da-cb64444e2111/72b831c3-297a-4d49-832a-d8cb14055aef) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:28:25.740055 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-161cf473-e69b-495a-a43b-6607083e09af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:25.748261 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-802ced73-37bd-4a42-adae-243a7bf65d64 req-588437bd-7b46-43ab-9f5d-48f90f75bb6f tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/security-groups?id=73d6bbb3-f9e7-4e6a-ad27-b486d8572630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727291 Aug 10 03:28:25.880465 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2d3f7aa7-95b3-4297-80b4-3df33c03d6c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:25.903870 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-2d3f7aa7-95b3-4297-80b4-3df33c03d6c0 admin admin] Transition to ACTIVE for port object 72b831c3-297a-4d49-832a-d8cb14055aef will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:25.935720 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a71abb5-3da5-4396-b35b-89e833e6176d req-4319792a-949d-4f5b-a743-be412d4e5ea0 tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:25.947927 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1a71abb5-3da5-4396-b35b-89e833e6176d req-4319792a-949d-4f5b-a743-be412d4e5ea0 tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e98fead-92e2-4d32-bb99-764bc0fdcd56 HTTP/1.1" status: 200 len: 943 time: 0.1166873 Aug 10 03:28:25.983347 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2d3f7aa7-95b3-4297-80b4-3df33c03d6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:26.012707 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1a71abb5-3da5-4396-b35b-89e833e6176d req-5e1a1131-a782-4b3f-8800-1112483a9b7e tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a9ff916-ba07-4d9e-b105-091b593f5186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553842 Aug 10 03:28:26.135953 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3f7aa7-95b3-4297-80b4-3df33c03d6c0 admin admin] Network c1f8b189-00de-44d8-9cd3-d45b6d92f410 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:26.159174 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-2d3f7aa7-95b3-4297-80b4-3df33c03d6c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:26.168961 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3f7aa7-95b3-4297-80b4-3df33c03d6c0 admin admin] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:28:26.246657 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3f7aa7-95b3-4297-80b4-3df33c03d6c0 admin admin] Pushing event updated for resources: {'Port': ['ID=72b831c3-297a-4d49-832a-d8cb14055aef,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:26.274856 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3f7aa7-95b3-4297-80b4-3df33c03d6c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:26.275333 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3f7aa7-95b3-4297-80b4-3df33c03d6c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:26.280369 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3f7aa7-95b3-4297-80b4-3df33c03d6c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:26.281177 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3f7aa7-95b3-4297-80b4-3df33c03d6c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:26.281177 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3f7aa7-95b3-4297-80b4-3df33c03d6c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:26.282619 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3f7aa7-95b3-4297-80b4-3df33c03d6c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:26.282619 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3f7aa7-95b3-4297-80b4-3df33c03d6c0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:26.284523 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3f7aa7-95b3-4297-80b4-3df33c03d6c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:26.284927 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3f7aa7-95b3-4297-80b4-3df33c03d6c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:26.285352 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3f7aa7-95b3-4297-80b4-3df33c03d6c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:26.285777 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3f7aa7-95b3-4297-80b4-3df33c03d6c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:26.301073 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3f7aa7-95b3-4297-80b4-3df33c03d6c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:26.320462 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2d3f7aa7-95b3-4297-80b4-3df33c03d6c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:26.326126 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-161cf473-e69b-495a-a43b-6607083e09af None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:26.377433 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-161cf473-e69b-495a-a43b-6607083e09af None None] Transition to ACTIVE for port object 7e2608aa-4581-426e-9681-47e5a10036fe will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:26.397450 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:26.409074 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-161cf473-e69b-495a-a43b-6607083e09af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:26.518285 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098fed4d-dcb4-4d7f-b2fc-8b6b2bdcbd36 None None] Pushing event updated for resources: {'Port': ['ID=7e2608aa-4581-426e-9681-47e5a10036fe,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:26.553603 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2d3f7aa7-95b3-4297-80b4-3df33c03d6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:26.578316 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:26.581330 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-161cf473-e69b-495a-a43b-6607083e09af None None] Attempting to bind port 7e2608aa-4581-426e-9681-47e5a10036fe on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:28:26.581695 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-161cf473-e69b-495a-a43b-6607083e09af None None] Attempting to bind port 7e2608aa-4581-426e-9681-47e5a10036fe by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:28:26.582058 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161cf473-e69b-495a-a43b-6607083e09af None None] Attempting to bind port 7e2608aa-4581-426e-9681-47e5a10036fe on network 09ca2025-b9a6-4e84-8019-8d9fbef3753e {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:28:26.596717 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161cf473-e69b-495a-a43b-6607083e09af None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:28:26.596717 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161cf473-e69b-495a-a43b-6607083e09af None None] Checking segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:28:26.596717 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-161cf473-e69b-495a-a43b-6607083e09af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:26.596717 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161cf473-e69b-495a-a43b-6607083e09af None None] Bound using segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:28:26.597114 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-161cf473-e69b-495a-a43b-6607083e09af None None] Bound port: 7e2608aa-4581-426e-9681-47e5a10036fe, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:28:26.597215 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-161cf473-e69b-495a-a43b-6607083e09af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:26.694025 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-70515d3a-0fe4-40ac-9ace-23f09630a2fb None None] Provisioning for port 72b831c3-297a-4d49-832a-d8cb14055aef completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:28:26.702295 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-70515d3a-0fe4-40ac-9ace-23f09630a2fb None None] Provisioning complete for port 72b831c3-297a-4d49-832a-d8cb14055aef triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:26.702665 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-70515d3a-0fe4-40ac-9ace-23f09630a2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:26.783855 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-161cf473-e69b-495a-a43b-6607083e09af None None] For port 7e2608aa-4581-426e-9681-47e5a10036fe, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:28:26.825338 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-161cf473-e69b-495a-a43b-6607083e09af None None] For port 7e2608aa-4581-426e-9681-47e5a10036fe, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=7e2608aa-4581-426e-9681-47e5a10036fe,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:28:26.826680 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-70515d3a-0fe4-40ac-9ace-23f09630a2fb None None] Port 72b831c3-297a-4d49-832a-d8cb14055aef cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:28:26.832363 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-161cf473-e69b-495a-a43b-6607083e09af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:26.939294 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2d3f7aa7-95b3-4297-80b4-3df33c03d6c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:26.945107 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161cf473-e69b-495a-a43b-6607083e09af None None] Routers {'f7c649eb-de3b-4397-b4cc-21a6268f5909'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:26.945982 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-161cf473-e69b-495a-a43b-6607083e09af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:28:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['f7c649eb-de3b-4397-b4cc-21a6268f5909'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:26.957227 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2d3f7aa7-95b3-4297-80b4-3df33c03d6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:26.971467 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610e481-7fce-4b0f-92ee-8129823d2480 req-8b850083-240c-4dcd-a72d-5fadfa6470f6 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:26.992650 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3610e481-7fce-4b0f-92ee-8129823d2480 req-8b850083-240c-4dcd-a72d-5fadfa6470f6 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a2c6a05-a014-4605-8b98-b1f7e661d64f HTTP/1.1" status: 200 len: 946 time: 0.0838990 Aug 10 03:28:27.080437 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3610e481-7fce-4b0f-92ee-8129823d2480 req-1cf4a9de-fab0-4201-b7b6-504275d39ff8 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/security-groups?id=73d6bbb3-f9e7-4e6a-ad27-b486d8572630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865076 Aug 10 03:28:27.175838 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3f7aa7-95b3-4297-80b4-3df33c03d6c0 admin admin] Pushing event updated for resources: {'Port': ['ID=72b831c3-297a-4d49-832a-d8cb14055aef,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:27.239735 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2d3f7aa7-95b3-4297-80b4-3df33c03d6c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:27.243978 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f5ad0-669d-43ef-82ba-cb105680d00c req-83e1f194-8cd0-42f2-9f95-005222cbd91d tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:27.245679 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-522f5ad0-669d-43ef-82ba-cb105680d00c req-83e1f194-8cd0-42f2-9f95-005222cbd91d tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e98fead-92e2-4d32-bb99-764bc0fdcd56 HTTP/1.1" status: 200 len: 943 time: 0.1014798 Aug 10 03:28:27.397074 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-522f5ad0-669d-43ef-82ba-cb105680d00c req-750103d5-edc7-41c9-a639-473ee884aa1b tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a9ff916-ba07-4d9e-b105-091b593f5186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395962 Aug 10 03:28:27.426380 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-161cf473-e69b-495a-a43b-6607083e09af None None] Set router f7c649eb-de3b-4397-b4cc-21a6268f5909 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:28:27.477649 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3f7aa7-95b3-4297-80b4-3df33c03d6c0 admin admin] Network c1f8b189-00de-44d8-9cd3-d45b6d92f410 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:27.479356 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-2d3f7aa7-95b3-4297-80b4-3df33c03d6c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:27.500743 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098fed4d-dcb4-4d7f-b2fc-8b6b2bdcbd36 None None] Pushing event updated for resources: {'Port': ['ID=7e2608aa-4581-426e-9681-47e5a10036fe,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:27.510820 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 836f3cbd-73fa-4577-ab53-232220ff7849 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:28:27.674337 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 836f3cbd-73fa-4577-ab53-232220ff7849, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=836f3cbd-73fa-4577-ab53-232220ff7849,segment=NetworkSegment(8ca2ae7f-de91-475f-b736-75bf2afc7d54),segment_id=8ca2ae7f-de91-475f-b736-75bf2afc7d54)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:27.728021 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '836f3cbd-73fa-4577-ab53-232220ff7849', 'network_id': 'f80b5a12-8054-4a36-8fb6-72e7c81a710f', 'port_id': '836f3cbd-73fa-4577-ab53-232220ff7849', 'mac_address': 'fa:16:3e:f5:f0:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c7f191c-dd62-499f-805c-c71631aa57ce', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:28:27.743112 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d3f7aa7-95b3-4297-80b4-3df33c03d6c0 admin admin] Router f7c649eb-de3b-4397-b4cc-21a6268f5909 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:28:27.843511 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:27.913765 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 41678) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:27.952426 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 836f3cbd-73fa-4577-ab53-232220ff7849 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:28:27.975563 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3f7aa7-95b3-4297-80b4-3df33c03d6c0 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:28:27.991064 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2d3f7aa7-95b3-4297-80b4-3df33c03d6c0 admin admin] 10.222.0.62 "PUT /v2.0/routers/f7c649eb-de3b-4397-b4cc-21a6268f5909/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4914680 Aug 10 03:28:27.998172 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 836f3cbd-73fa-4577-ab53-232220ff7849, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=836f3cbd-73fa-4577-ab53-232220ff7849,segment=NetworkSegment(8ca2ae7f-de91-475f-b736-75bf2afc7d54),segment_id=8ca2ae7f-de91-475f-b736-75bf2afc7d54)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:28.035697 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:28.149669 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-659ca3a8-6bf8-451e-bafd-69f4885ec1fd None None] Provisioning complete for port 72b831c3-297a-4d49-832a-d8cb14055aef triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:28.150162 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-659ca3a8-6bf8-451e-bafd-69f4885ec1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:28.174473 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41688) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:28.214813 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-161cf473-e69b-495a-a43b-6607083e09af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c649eb-de3b-4397-b4cc-21a6268f5909', 'name': 'tempest-TestVolumeBackupRestore-886096158-router', 'tenant_id': '38384b23a283420ab03964bbfa7ad032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '7e2608aa-4581-426e-9681-47e5a10036fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:20Z', 'updated_at': '2021-08-10T03:28:26Z', 'revision_number': 4, 'project_id': '38384b23a283420ab03964bbfa7ad032', 'gw_port': {'id': '7e2608aa-4581-426e-9681-47e5a10036fe', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:63:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c649eb-de3b-4397-b4cc-21a6268f5909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:22Z', 'updated_at': '2021-08-10T03:28:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '72b831c3-297a-4d49-832a-d8cb14055aef', 'name': '', 'network_id': 'c1f8b189-00de-44d8-9cd3-d45b6d92f410', 'tenant_id': '38384b23a283420ab03964bbfa7ad032', 'mac_address': 'fa:16:3e:26:6c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c649eb-de3b-4397-b4cc-21a6268f5909', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'a11e6e79-2102-4c83-91da-cb64444e2111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:25Z', 'updated_at': '2021-08-10T03:28:25Z', 'revision_number': 1, 'project_id': '38384b23a283420ab03964bbfa7ad032', 'subnets': [{'id': 'a11e6e79-2102-4c83-91da-cb64444e2111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:28.220708 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0b2a448c-ab4d-488b-9f61-a4b66842b375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:28.274555 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=836f3cbd-73fa-4577-ab53-232220ff7849,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:28.309103 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161cf473-e69b-495a-a43b-6607083e09af None None] The sync data for ids ['f7c649eb-de3b-4397-b4cc-21a6268f5909'] in n-d-768851-15 is: [{'id': 'f7c649eb-de3b-4397-b4cc-21a6268f5909', 'name': 'tempest-TestVolumeBackupRestore-886096158-router', 'tenant_id': '38384b23a283420ab03964bbfa7ad032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '7e2608aa-4581-426e-9681-47e5a10036fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:20Z', 'updated_at': '2021-08-10T03:28:26Z', 'revision_number': 4, 'project_id': '38384b23a283420ab03964bbfa7ad032', 'gw_port': {'id': '7e2608aa-4581-426e-9681-47e5a10036fe', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:63:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c649eb-de3b-4397-b4cc-21a6268f5909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:22Z', 'updated_at': '2021-08-10T03:28:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '72b831c3-297a-4d49-832a-d8cb14055aef', 'name': '', 'network_id': 'c1f8b189-00de-44d8-9cd3-d45b6d92f410', 'tenant_id': '38384b23a283420ab03964bbfa7ad032', 'mac_address': 'fa:16:3e:26:6c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c649eb-de3b-4397-b4cc-21a6268f5909', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'a11e6e79-2102-4c83-91da-cb64444e2111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:25Z', 'updated_at': '2021-08-10T03:28:25Z', 'revision_number': 1, 'project_id': '38384b23a283420ab03964bbfa7ad032', 'subnets': [{'id': 'a11e6e79-2102-4c83-91da-cb64444e2111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:28:28.337310 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-659ca3a8-6bf8-451e-bafd-69f4885ec1fd None None] Port 72b831c3-297a-4d49-832a-d8cb14055aef cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:28:28.377216 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d679a68-1ef3-4f0b-b3bb-dccdc55b0261 admin admin] Deleting subnet 3fca7040-d9dc-42d6-a49a-3ca47891a6e8 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:28:28.382105 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4d679a68-1ef3-4f0b-b3bb-dccdc55b0261 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:28.411703 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['836f3cbd-73fa-4577-ab53-232220ff7849'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:28:28.500428 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4d679a68-1ef3-4f0b-b3bb-dccdc55b0261 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:28.551743 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40555484-65a4-41cf-b56f-ab420185c59d req-81580035-cce7-4a19-aaff-7fd5d577bb6f tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:28.567361 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-40555484-65a4-41cf-b56f-ab420185c59d req-81580035-cce7-4a19-aaff-7fd5d577bb6f tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a2c6a05-a014-4605-8b98-b1f7e661d64f HTTP/1.1" status: 200 len: 946 time: 0.3045616 Aug 10 03:28:28.681463 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4d679a68-1ef3-4f0b-b3bb-dccdc55b0261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:28.815056 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-40555484-65a4-41cf-b56f-ab420185c59d req-ad523cc2-dc65-4e3e-899c-fc5865cc85a5 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/security-groups?id=73d6bbb3-f9e7-4e6a-ad27-b486d8572630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377164 Aug 10 03:28:28.934462 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4d679a68-1ef3-4f0b-b3bb-dccdc55b0261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:28.994997 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad631dd-494b-45c1-a5bb-d81c14ebebe5 req-61c1e083-2a99-4d4d-b54d-1d3877f38d97 tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:29.005570 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cad631dd-494b-45c1-a5bb-d81c14ebebe5 req-61c1e083-2a99-4d4d-b54d-1d3877f38d97 tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e98fead-92e2-4d32-bb99-764bc0fdcd56 HTTP/1.1" status: 200 len: 944 time: 0.4192054 Aug 10 03:28:29.063547 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4d679a68-1ef3-4f0b-b3bb-dccdc55b0261 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:29.078225 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4d679a68-1ef3-4f0b-b3bb-dccdc55b0261 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/3fca7040-d9dc-42d6-a49a-3ca47891a6e8 HTTP/1.1" status: 204 len: 168 time: 0.9023921 Aug 10 03:28:29.079191 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41714) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:29.079957 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d679a68-1ef3-4f0b-b3bb-dccdc55b0261 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fca7040-d9dc-42d6-a49a-3ca47891a6e8,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:29.161877 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0b2a448c-ab4d-488b-9f61-a4b66842b375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:29.184573 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0b2a448c-ab4d-488b-9f61-a4b66842b375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:29.290173 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cad631dd-494b-45c1-a5bb-d81c14ebebe5 req-ad2753de-d2f2-456c-ac21-54e1b92db1a7 tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a9ff916-ba07-4d9e-b105-091b593f5186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770982 Aug 10 03:28:29.327704 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a448c-ab4d-488b-9f61-a4b66842b375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d193f81-faaf-409a-8738-0db154307110,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:29.333416 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-0b2a448c-ab4d-488b-9f61-a4b66842b375 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=86da4c6be29b444c96338f40be902d89&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4186068 Aug 10 03:28:29.336667 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 41718) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:29.355376 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-16472fdc-8cfd-4060-9f87-85dc7a49f427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:29.452389 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-99ebb04f-3e1a-4b1e-87b8-745b7d5c9994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:29.488026 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-99ebb04f-3e1a-4b1e-87b8-745b7d5c9994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:29.503606 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41720) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:29.508421 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-89c72ed9-d1a9-4eea-8735-833e763aca71 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1527728070-network', 'tenant_id': '4a8c1debca8c4d549cb7f4f68b57cf91'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:29.549333 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-16472fdc-8cfd-4060-9f87-85dc7a49f427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:29.578746 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-16472fdc-8cfd-4060-9f87-85dc7a49f427 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbfa328a-aacf-4178-97d9-8a51e8d466f8']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:29.599420 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-99ebb04f-3e1a-4b1e-87b8-745b7d5c9994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:29.602676 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-99ebb04f-3e1a-4b1e-87b8-745b7d5c9994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:29.611123 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-99ebb04f-3e1a-4b1e-87b8-745b7d5c9994 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3d193f81-faaf-409a-8738-0db154307110 HTTP/1.1" status: 204 len: 168 time: 0.2689688 Aug 10 03:28:29.612446 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c72ed9-d1a9-4eea-8735-833e763aca71 admin admin] Made reservation on behalf of 4a8c1debca8c4d549cb7f4f68b57cf91 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:28:29.616693 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ebb04f-3e1a-4b1e-87b8-745b7d5c9994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d193f81-faaf-409a-8738-0db154307110,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:29.618064 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-89c72ed9-d1a9-4eea-8735-833e763aca71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:29.646088 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-16472fdc-8cfd-4060-9f87-85dc7a49f427 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15becbc7-4cd2-4651-a39f-20d961273d10') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:29.646580 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-16472fdc-8cfd-4060-9f87-85dc7a49f427 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15becbc7-4cd2-4651-a39f-20d961273d10') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:29.648830 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-89c72ed9-d1a9-4eea-8735-833e763aca71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:29.664752 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-16472fdc-8cfd-4060-9f87-85dc7a49f427 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:29.832756 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-89c72ed9-d1a9-4eea-8735-833e763aca71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:29.844753 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-89c72ed9-d1a9-4eea-8735-833e763aca71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:29.879502 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-16472fdc-8cfd-4060-9f87-85dc7a49f427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:29.955967 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89c72ed9-d1a9-4eea-8735-833e763aca71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:28:29.959304 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16472fdc-8cfd-4060-9f87-85dc7a49f427 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:28:29.959889 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-16472fdc-8cfd-4060-9f87-85dc7a49f427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:29.961694 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:28:29.961694 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:28:29.961694 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:28:29.961694 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:28:29.961694 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:28:29.961694 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:28:29.961694 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:28:29.961694 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:28:29.961694 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:28:29.961694 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:28:29.961694 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:28:29.961694 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:28:29.961694 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:28:29.961694 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:28:29.961694 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:28:29.961694 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:28:29.961694 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:28:29.961694 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:28:29.961694 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:28:29.961694 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:28:29.961694 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:28:29.961694 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:28:29.961694 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:28:29.961694 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:28:29.961694 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:28:29.961694 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:28:29.961694 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:28:29.961694 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:28:29.961694 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:28:29.961694 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:28:29.961694 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:28:29.961694 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:28:30.004317 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c72ed9-d1a9-4eea-8735-833e763aca71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f144ef-0885-4015-86cc-0ae9fe34201c,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:30.077258 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-89c72ed9-d1a9-4eea-8735-833e763aca71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:30.077711 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-89c72ed9-d1a9-4eea-8735-833e763aca71 admin admin] Added segment ccca6cad-917d-4018-be16-19d55514fc52 of type vlan for network e4053f76-fe28-45af-a43b-109b89c28438 Aug 10 03:28:30.224314 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-16472fdc-8cfd-4060-9f87-85dc7a49f427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:30.238348 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee3cb8-a6fe-4e7d-9954-ce9186498b61 req-59193621-378d-44a7-ac47-0a5218640d5f tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:30.246862 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-75ee3cb8-a6fe-4e7d-9954-ce9186498b61 req-59193621-378d-44a7-ac47-0a5218640d5f tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a2c6a05-a014-4605-8b98-b1f7e661d64f HTTP/1.1" status: 200 len: 946 time: 0.1516221 Aug 10 03:28:30.264769 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-16472fdc-8cfd-4060-9f87-85dc7a49f427 admin admin] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:30.281878 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-16472fdc-8cfd-4060-9f87-85dc7a49f427 admin admin] 10.222.0.62 "DELETE /v2.0/networks/bbfa328a-aacf-4178-97d9-8a51e8d466f8 HTTP/1.1" status: 204 len: 168 time: 1.1947289 Aug 10 03:28:30.340225 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-75ee3cb8-a6fe-4e7d-9954-ce9186498b61 req-d3f75a2b-55f6-43b8-b933-205d270f481f tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/security-groups?id=73d6bbb3-f9e7-4e6a-ad27-b486d8572630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922914 Aug 10 03:28:30.352485 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8c13d58e-9349-4e84-bb7e-b9daa0e2c281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:30.379027 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16472fdc-8cfd-4060-9f87-85dc7a49f427 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbfa328a-aacf-4178-97d9-8a51e8d466f8,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:30.400428 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-89c72ed9-d1a9-4eea-8735-833e763aca71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:30.552401 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-89c72ed9-d1a9-4eea-8735-833e763aca71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:30.554860 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c72ed9-d1a9-4eea-8735-833e763aca71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:30.556063 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-89c72ed9-d1a9-4eea-8735-833e763aca71 admin admin] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:30.582701 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 41738) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:30.638499 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0461c99-82c6-433e-83b7-6a05f5c462fe req-2411f1a3-87b1-45b0-8ced-468218ec1873 tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:30.646880 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c0461c99-82c6-433e-83b7-6a05f5c462fe req-2411f1a3-87b1-45b0-8ced-468218ec1873 tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e98fead-92e2-4d32-bb99-764bc0fdcd56 HTTP/1.1" status: 200 len: 944 time: 0.2016795 Aug 10 03:28:30.660986 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-592139f8-6ade-4f50-b670-19edbaf18aee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:30.732433 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41740) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:30.774256 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c0461c99-82c6-433e-83b7-6a05f5c462fe req-899cbf01-9820-4264-961a-4350de4d9d20 tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a9ff916-ba07-4d9e-b105-091b593f5186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130896 Aug 10 03:28:30.775153 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c72ed9-d1a9-4eea-8735-833e763aca71 admin admin] Pushing event updated for resources: {'Network': ['ID=e4053f76-fe28-45af-a43b-109b89c28438,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:30.794273 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network e4053f76-fe28-45af-a43b-109b89c28438 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:28:30.831553 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e69480af-d954-459a-a763-d0ef3476a87d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a918b0362a2d4286ac157fdd2a5ab003&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0977170 Aug 10 03:28:30.832181 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41742) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:30.896909 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 7e2608aa-4581-426e-9681-47e5a10036fe up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:28:30.909913 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-04ab659b-8667-4626-a97f-52db59d338d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:30.934937 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-04ab659b-8667-4626-a97f-52db59d338d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:31.001395 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-04ab659b-8667-4626-a97f-52db59d338d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:31.002012 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 7e2608aa-4581-426e-9681-47e5a10036fe completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:28:31.015042 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 7e2608aa-4581-426e-9681-47e5a10036fe triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:31.015690 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:31.020210 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-04ab659b-8667-4626-a97f-52db59d338d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:31.027488 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-04ab659b-8667-4626-a97f-52db59d338d8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/46df5d1c-7e0f-40ce-9b49-3c1bf335dc89 HTTP/1.1" status: 204 len: 168 time: 0.1921911 Aug 10 03:28:31.030353 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 836f3cbd-73fa-4577-ab53-232220ff7849 up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:28:31.048193 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ab659b-8667-4626-a97f-52db59d338d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46df5d1c-7e0f-40ce-9b49-3c1bf335dc89,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:31.209688 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port 836f3cbd-73fa-4577-ab53-232220ff7849 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:28:31.226300 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 836f3cbd-73fa-4577-ab53-232220ff7849 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:31.226679 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:31.275962 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:31.335161 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 7e2608aa-4581-426e-9681-47e5a10036fe, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=7e2608aa-4581-426e-9681-47e5a10036fe,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:31.372419 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:31.508900 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=7e2608aa-4581-426e-9681-47e5a10036fe,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:31.573825 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:31.633946 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e98fead-92e2-4d32-bb99-764bc0fdcd56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '836f3cbd-73fa-4577-ab53-232220ff7849'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:28:31.636488 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f78121e-1ef6-482c-8b1b-fd7acd3a5086" -d '{"events": [{"server_uuid": "1e98fead-92e2-4d32-bb99-764bc0fdcd56", "name": "network-vif-plugged", "status": "completed", "tag": "836f3cbd-73fa-4577-ab53-232220ff7849"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:28:31.683018 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 836f3cbd-73fa-4577-ab53-232220ff7849, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=836f3cbd-73fa-4577-ab53-232220ff7849,segment=NetworkSegment(8ca2ae7f-de91-475f-b736-75bf2afc7d54),segment_id=8ca2ae7f-de91-475f-b736-75bf2afc7d54)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:31.689370 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:31.728241 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-592139f8-6ade-4f50-b670-19edbaf18aee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:31.730222 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40919eb4-fd9d-459a-b7ed-ef2cd602579a x-openstack-request-id: req-40919eb4-fd9d-459a-b7ed-ef2cd602579a {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:28:31.730533 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e98fead-92e2-4d32-bb99-764bc0fdcd56", "name": "network-vif-plugged", "status": "completed", "tag": "836f3cbd-73fa-4577-ab53-232220ff7849", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:28:31.731157 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-40919eb4-fd9d-459a-b7ed-ef2cd602579a {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:28:31.731302 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e98fead-92e2-4d32-bb99-764bc0fdcd56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '836f3cbd-73fa-4577-ab53-232220ff7849', 'code': 200} Aug 10 03:28:31.751827 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-592139f8-6ade-4f50-b670-19edbaf18aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:31.758601 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-89c72ed9-d1a9-4eea-8735-833e763aca71 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2500522 Aug 10 03:28:31.759839 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41758) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:31.767966 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-361fb53e-9d39-4e2c-b926-b8ea591e2086 admin admin] Request body: {'subnet': {'network_id': 'e4053f76-fe28-45af-a43b-109b89c28438', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1527728070-subnet', 'tenant_id': '4a8c1debca8c4d549cb7f4f68b57cf91', 'ip_version': 4}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:31.822320 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=836f3cbd-73fa-4577-ab53-232220ff7849,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:31.838123 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-361fb53e-9d39-4e2c-b926-b8ea591e2086 admin admin] Made reservation on behalf of 4a8c1debca8c4d549cb7f4f68b57cf91 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:28:31.843293 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-361fb53e-9d39-4e2c-b926-b8ea591e2086 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:31.967721 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-592139f8-6ade-4f50-b670-19edbaf18aee admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b418b124cecf4acda3962c1c04f4fb6b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3837817 Aug 10 03:28:31.972032 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 41764) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:32.014834 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592139f8-6ade-4f50-b670-19edbaf18aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52702a2d-0354-4fcd-99b7-7fa86c11272e,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:32.055474 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b723ae43-d07c-4ea5-8971-fa37310edf9f req-543843d0-6e14-4a2c-aece-d1cd46cf011d tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:32.063787 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b723ae43-d07c-4ea5-8971-fa37310edf9f req-543843d0-6e14-4a2c-aece-d1cd46cf011d tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a2c6a05-a014-4605-8b98-b1f7e661d64f HTTP/1.1" status: 200 len: 946 time: 0.3299985 Aug 10 03:28:32.068360 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b671bf-69b7-4319-8041-5edea8d5f4b1 req-351dd174-783e-4c31-bb84-97245ba43f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:32.069685 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f6b671bf-69b7-4319-8041-5edea8d5f4b1 req-351dd174-783e-4c31-bb84-97245ba43f07 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1e98fead-92e2-4d32-bb99-764bc0fdcd56 HTTP/1.1" status: 200 len: 1097 time: 0.2475379 Aug 10 03:28:32.194434 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0521217-a7e1-428e-b11b-841c44ad5a43 req-5281040b-d340-4d03-a33c-562d7feb2e7a tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:32.201850 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a0521217-a7e1-428e-b11b-841c44ad5a43 req-5281040b-d340-4d03-a33c-562d7feb2e7a tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e98fead-92e2-4d32-bb99-764bc0fdcd56 HTTP/1.1" status: 200 len: 945 time: 0.3127053 Aug 10 03:28:32.243178 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f6b671bf-69b7-4319-8041-5edea8d5f4b1 req-59ca5f6a-391e-479f-9579-916338db6ffd service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6a9ff916-ba07-4d9e-b105-091b593f5186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459589 Aug 10 03:28:32.253033 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d883aa8e-f93e-4e41-91cd-e28261b2fc18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:32.272194 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b723ae43-d07c-4ea5-8971-fa37310edf9f req-8cdf148d-db80-4f45-9cd1-8565ceb6e958 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/security-groups?id=73d6bbb3-f9e7-4e6a-ad27-b486d8572630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074580 Aug 10 03:28:32.360638 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a0521217-a7e1-428e-b11b-841c44ad5a43 req-f4c989b4-07bf-4ca5-97ce-d0b0471c7e01 tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a9ff916-ba07-4d9e-b105-091b593f5186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574905 Aug 10 03:28:32.373889 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d883aa8e-f93e-4e41-91cd-e28261b2fc18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:32.496828 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d883aa8e-f93e-4e41-91cd-e28261b2fc18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:32.499614 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d883aa8e-f93e-4e41-91cd-e28261b2fc18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:32.501750 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d883aa8e-f93e-4e41-91cd-e28261b2fc18 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/52702a2d-0354-4fcd-99b7-7fa86c11272e HTTP/1.1" status: 204 len: 168 time: 0.5266616 Aug 10 03:28:32.514223 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d883aa8e-f93e-4e41-91cd-e28261b2fc18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52702a2d-0354-4fcd-99b7-7fa86c11272e,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:32.587857 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8a8c2c-0d4e-4da8-aabe-aacc8aa1d34b None None] Sync routers for ids ['f7c649eb-de3b-4397-b4cc-21a6268f5909'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:28:32.599306 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8a8c2c-0d4e-4da8-aabe-aacc8aa1d34b None None] Routers {'f7c649eb-de3b-4397-b4cc-21a6268f5909'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:32.602231 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-4b8a8c2c-0d4e-4da8-aabe-aacc8aa1d34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:28:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['f7c649eb-de3b-4397-b4cc-21a6268f5909'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:32.808597 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 7e2608aa-4581-426e-9681-47e5a10036fe up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:28:32.999200 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae404908-f1c7-48d7-ac18-c7dcda65250c req-713f0b07-7070-4103-a101-76e5b53a82b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:33.001874 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ae404908-f1c7-48d7-ac18-c7dcda65250c req-713f0b07-7070-4103-a101-76e5b53a82b9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7a2c6a05-a014-4605-8b98-b1f7e661d64f HTTP/1.1" status: 200 len: 1098 time: 0.0919349 Aug 10 03:28:33.012875 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-361fb53e-9d39-4e2c-b926-b8ea591e2086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:33.026874 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 7e2608aa-4581-426e-9681-47e5a10036fe triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:33.026874 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:33.209387 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-11fadb19-2a6a-4ac0-b393-2994293cc256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:33.267967 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-4b8a8c2c-0d4e-4da8-aabe-aacc8aa1d34b None None] Set router f7c649eb-de3b-4397-b4cc-21a6268f5909 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:28:33.277235 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddea92fe-d6f7-4721-be4e-d81421cce985 req-81337f6d-2c33-4377-a1a9-6cd5dd991ad2 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:33.279730 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361fb53e-9d39-4e2c-b926-b8ea591e2086 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce107643-a099-4794-bcb7-4719821bc26b,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:33.285200 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ddea92fe-d6f7-4721-be4e-d81421cce985 req-81337f6d-2c33-4377-a1a9-6cd5dd991ad2 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 946 time: 0.1000800 Aug 10 03:28:33.307327 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ae404908-f1c7-48d7-ac18-c7dcda65250c req-5c222427-a126-42a8-be99-455c75802559 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=73d6bbb3-f9e7-4e6a-ad27-b486d8572630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704449 Aug 10 03:28:33.330609 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361fb53e-9d39-4e2c-b926-b8ea591e2086 admin admin] Checking segment: {'id': 'ccca6cad-917d-4018-be16-19d55514fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e4053f76-fe28-45af-a43b-109b89c28438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:28:33.331015 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361fb53e-9d39-4e2c-b926-b8ea591e2086 admin admin] Network hostable DHCP agents. Network: e4053f76-fe28-45af-a43b-109b89c28438, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:28:33.384393 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ddea92fe-d6f7-4721-be4e-d81421cce985 req-82d8b345-c328-4641-8370-ef1378392604 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935192 Aug 10 03:28:33.466215 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361fb53e-9d39-4e2c-b926-b8ea591e2086 admin admin] Network e4053f76-fe28-45af-a43b-109b89c28438 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:28:33.470020 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:33.506859 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-361fb53e-9d39-4e2c-b926-b8ea591e2086 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, e4053f76-fe28-45af-a43b-109b89c28438) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:33.532181 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddf7932-4165-43cc-a021-b755a0d9a67e None None] Network e4053f76-fe28-45af-a43b-109b89c28438 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:28:33.539455 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361fb53e-9d39-4e2c-b926-b8ea591e2086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:33.544819 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-361fb53e-9d39-4e2c-b926-b8ea591e2086 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:33.610846 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-361fb53e-9d39-4e2c-b926-b8ea591e2086 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8468895 Aug 10 03:28:33.615070 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41812) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:33.643266 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-1b7f3f4a-213f-4a1e-ab6a-79fb3a920131 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1527728070-router', 'tenant_id': '4a8c1debca8c4d549cb7f4f68b57cf91', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:33.647094 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 41814) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:33.711747 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1b7f3f4a-213f-4a1e-ab6a-79fb3a920131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:33.713510 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1b7f3f4a-213f-4a1e-ab6a-79fb3a920131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:33.785134 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ac6d7-8c58-4e73-8c29-762794d5449a req-479e0cc2-975f-4c2f-bad0-742d496647e2 tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:33.799605 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b43ac6d7-8c58-4e73-8c29-762794d5449a req-479e0cc2-975f-4c2f-bad0-742d496647e2 tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e98fead-92e2-4d32-bb99-764bc0fdcd56 HTTP/1.1" status: 200 len: 945 time: 0.2350368 Aug 10 03:28:33.888837 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b43ac6d7-8c58-4e73-8c29-762794d5449a req-5b0d9921-1cc5-4b2b-b699-9d1ca11de9bf tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a9ff916-ba07-4d9e-b105-091b593f5186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816550 Aug 10 03:28:33.902218 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1b7f3f4a-213f-4a1e-ab6a-79fb3a920131 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:33.989535 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec2ab8f-d213-417a-a4f0-7ebc19f8bf6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-e4053f76-fe28-45af-a43b-109b89c28438', 'network_id': 'e4053f76-fe28-45af-a43b-109b89c28438', 'tenant_id': '4a8c1debca8c4d549cb7f4f68b57cf91', 'fixed_ips': [{'subnet_id': 'ce107643-a099-4794-bcb7-4719821bc26b'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:28:33.990449 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-aec2ab8f-d213-417a-a4f0-7ebc19f8bf6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:34.095579 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-4d219223-04c6-4676-b195-9a361a2db53e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-97761923-network', 'tenant_id': 'b2fa865732534c53ad581c7d7b4af965'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:34.188468 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d219223-04c6-4676-b195-9a361a2db53e admin admin] Made reservation on behalf of b2fa865732534c53ad581c7d7b4af965 for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:28:34.201959 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4d219223-04c6-4676-b195-9a361a2db53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:34.242369 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-4b8a8c2c-0d4e-4da8-aabe-aacc8aa1d34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c649eb-de3b-4397-b4cc-21a6268f5909', 'name': 'tempest-TestVolumeBackupRestore-886096158-router', 'tenant_id': '38384b23a283420ab03964bbfa7ad032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '7e2608aa-4581-426e-9681-47e5a10036fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:20Z', 'updated_at': '2021-08-10T03:28:26Z', 'revision_number': 4, 'project_id': '38384b23a283420ab03964bbfa7ad032', 'gw_port': {'id': '7e2608aa-4581-426e-9681-47e5a10036fe', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:63:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c649eb-de3b-4397-b4cc-21a6268f5909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:22Z', 'updated_at': '2021-08-10T03:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '72b831c3-297a-4d49-832a-d8cb14055aef', 'name': '', 'network_id': 'c1f8b189-00de-44d8-9cd3-d45b6d92f410', 'tenant_id': '38384b23a283420ab03964bbfa7ad032', 'mac_address': 'fa:16:3e:26:6c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c649eb-de3b-4397-b4cc-21a6268f5909', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'a11e6e79-2102-4c83-91da-cb64444e2111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:25Z', 'updated_at': '2021-08-10T03:28:26Z', 'revision_number': 2, 'project_id': '38384b23a283420ab03964bbfa7ad032', 'subnets': [{'id': 'a11e6e79-2102-4c83-91da-cb64444e2111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:34.255115 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4d219223-04c6-4676-b195-9a361a2db53e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:34.375750 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1b7f3f4a-213f-4a1e-ab6a-79fb3a920131 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:34.380559 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8a8c2c-0d4e-4da8-aabe-aacc8aa1d34b None None] Checking router: f7c649eb-de3b-4397-b4cc-21a6268f5909 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:28:34.381208 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8a8c2c-0d4e-4da8-aabe-aacc8aa1d34b None None] Updating router f7c649eb-de3b-4397-b4cc-21a6268f5909 port 72b831c3-297a-4d49-832a-d8cb14055aef binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:28:34.404315 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e995717-dba6-48df-b50f-b5f917e356b3 req-af561426-e10b-4163-9f23-900e6e45b0be tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:34.419225 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9e995717-dba6-48df-b50f-b5f917e356b3 req-af561426-e10b-4163-9f23-900e6e45b0be tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a2c6a05-a014-4605-8b98-b1f7e661d64f HTTP/1.1" status: 200 len: 946 time: 0.1691616 Aug 10 03:28:34.447884 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-4b8a8c2c-0d4e-4da8-aabe-aacc8aa1d34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:34.552339 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-aec2ab8f-d213-417a-a4f0-7ebc19f8bf6f None None] Allocated IP 172.20.0.2 (e4053f76-fe28-45af-a43b-109b89c28438/ce107643-a099-4794-bcb7-4719821bc26b/42497ae6-7ead-43b2-8f07-18bdaae1c68c) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:28:34.570655 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9e995717-dba6-48df-b50f-b5f917e356b3 req-6bc9364b-ff21-40ca-8661-53ab9a0ad885 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/security-groups?id=73d6bbb3-f9e7-4e6a-ad27-b486d8572630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505346 Aug 10 03:28:34.800289 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-aec2ab8f-d213-417a-a4f0-7ebc19f8bf6f None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:34.812098 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975296e7-11ae-48d6-bc05-b9475ecd4622 req-35ca7527-ef2f-4a67-84e9-2c0ce4921770 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:34.818470 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-aec2ab8f-d213-417a-a4f0-7ebc19f8bf6f None None] Transition to ACTIVE for port object 42497ae6-7ead-43b2-8f07-18bdaae1c68c will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:34.819748 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-975296e7-11ae-48d6-bc05-b9475ecd4622 req-35ca7527-ef2f-4a67-84e9-2c0ce4921770 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 946 time: 0.2310264 Aug 10 03:28:34.822622 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4d219223-04c6-4676-b195-9a361a2db53e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:34.842715 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-aec2ab8f-d213-417a-a4f0-7ebc19f8bf6f None None] Transition to ACTIVE for port object 42497ae6-7ead-43b2-8f07-18bdaae1c68c will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:34.857069 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-aec2ab8f-d213-417a-a4f0-7ebc19f8bf6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:34.880325 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec2ab8f-d213-417a-a4f0-7ebc19f8bf6f None None] Network e4053f76-fe28-45af-a43b-109b89c28438 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:34.882254 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-aec2ab8f-d213-417a-a4f0-7ebc19f8bf6f None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:34.905937 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4d219223-04c6-4676-b195-9a361a2db53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:34.908428 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec2ab8f-d213-417a-a4f0-7ebc19f8bf6f None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:28:34.911303 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:34.988767 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d219223-04c6-4676-b195-9a361a2db53e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:28:34.994530 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-aec2ab8f-d213-417a-a4f0-7ebc19f8bf6f None None] Attempting to bind port 42497ae6-7ead-43b2-8f07-18bdaae1c68c on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:28:34.995115 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-aec2ab8f-d213-417a-a4f0-7ebc19f8bf6f None None] Attempting to bind port 42497ae6-7ead-43b2-8f07-18bdaae1c68c by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'ccca6cad-917d-4018-be16-19d55514fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e4053f76-fe28-45af-a43b-109b89c28438'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:28:34.995284 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec2ab8f-d213-417a-a4f0-7ebc19f8bf6f None None] Attempting to bind port 42497ae6-7ead-43b2-8f07-18bdaae1c68c on network e4053f76-fe28-45af-a43b-109b89c28438 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:28:35.011151 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec2ab8f-d213-417a-a4f0-7ebc19f8bf6f None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:28:35.011513 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec2ab8f-d213-417a-a4f0-7ebc19f8bf6f None None] Checking segment: {'id': 'ccca6cad-917d-4018-be16-19d55514fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e4053f76-fe28-45af-a43b-109b89c28438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:28:35.011903 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-aec2ab8f-d213-417a-a4f0-7ebc19f8bf6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:35.012295 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec2ab8f-d213-417a-a4f0-7ebc19f8bf6f None None] Bound using segment: {'id': 'ccca6cad-917d-4018-be16-19d55514fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e4053f76-fe28-45af-a43b-109b89c28438'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:28:35.012764 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-aec2ab8f-d213-417a-a4f0-7ebc19f8bf6f None None] Bound port: 42497ae6-7ead-43b2-8f07-18bdaae1c68c, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccca6cad-917d-4018-be16-19d55514fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e4053f76-fe28-45af-a43b-109b89c28438'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:28:35.013151 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-aec2ab8f-d213-417a-a4f0-7ebc19f8bf6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:35.041643 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-4b8a8c2c-0d4e-4da8-aabe-aacc8aa1d34b None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:35.055571 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-4b8a8c2c-0d4e-4da8-aabe-aacc8aa1d34b None None] Transition to ACTIVE for port object 72b831c3-297a-4d49-832a-d8cb14055aef will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:35.063969 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec2ab8f-d213-417a-a4f0-7ebc19f8bf6f None None] Pushing event updated for resources: {'Port': ['ID=42497ae6-7ead-43b2-8f07-18bdaae1c68c,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:35.075313 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-975296e7-11ae-48d6-bc05-b9475ecd4622 req-a68bbe88-e28d-4c8a-b9d2-d12f45ec11b5 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443793 Aug 10 03:28:35.077533 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-4b8a8c2c-0d4e-4da8-aabe-aacc8aa1d34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:35.119894 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4d219223-04c6-4676-b195-9a361a2db53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:35.127137 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-4d219223-04c6-4676-b195-9a361a2db53e admin admin] Added segment 1f23af5d-31ec-4d72-9d00-aa0e3e02dafa of type vlan for network 83f5022a-a392-4936-a439-f5e038ac0656 Aug 10 03:28:35.139567 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-aec2ab8f-d213-417a-a4f0-7ebc19f8bf6f None None] For port 42497ae6-7ead-43b2-8f07-18bdaae1c68c, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:28:35.151386 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-aec2ab8f-d213-417a-a4f0-7ebc19f8bf6f None None] For port 42497ae6-7ead-43b2-8f07-18bdaae1c68c, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=42497ae6-7ead-43b2-8f07-18bdaae1c68c,segment=NetworkSegment(ccca6cad-917d-4018-be16-19d55514fc52),segment_id=ccca6cad-917d-4018-be16-19d55514fc52)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:28:35.164559 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-aec2ab8f-d213-417a-a4f0-7ebc19f8bf6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:35.187560 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d219223-04c6-4676-b195-9a361a2db53e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5a7df0-b12d-4bd0-9546-b49c9ae936bf,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:35.299536 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480a266-727e-4877-8b8b-9485298e5324 req-7f798eff-7366-43db-bbd3-f863eaa2da0d tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:35.305838 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d480a266-727e-4877-8b8b-9485298e5324 req-7f798eff-7366-43db-bbd3-f863eaa2da0d tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.58 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 946 time: 0.3889935 Aug 10 03:28:35.328204 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa8d96-4923-4997-abbe-fa448e046570 None None] Pushing event updated for resources: {'Port': ['ID=72b831c3-297a-4d49-832a-d8cb14055aef,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:35.368878 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec2ab8f-d213-417a-a4f0-7ebc19f8bf6f None None] Pushing event updated for resources: {'Port': ['ID=42497ae6-7ead-43b2-8f07-18bdaae1c68c,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:35.417458 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa8d96-4923-4997-abbe-fa448e046570 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:35.420093 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa8d96-4923-4997-abbe-fa448e046570 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:35.420273 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa8d96-4923-4997-abbe-fa448e046570 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:35.420600 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa8d96-4923-4997-abbe-fa448e046570 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:35.420984 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa8d96-4923-4997-abbe-fa448e046570 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:35.421314 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa8d96-4923-4997-abbe-fa448e046570 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:35.421712 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa8d96-4923-4997-abbe-fa448e046570 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:35.423199 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa8d96-4923-4997-abbe-fa448e046570 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:35.423677 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa8d96-4923-4997-abbe-fa448e046570 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:35.424049 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa8d96-4923-4997-abbe-fa448e046570 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:35.424377 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa8d96-4923-4997-abbe-fa448e046570 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:35.424696 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa8d96-4923-4997-abbe-fa448e046570 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:35.443431 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4d219223-04c6-4676-b195-9a361a2db53e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:35.450488 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-4b8a8c2c-0d4e-4da8-aabe-aacc8aa1d34b None None] Attempting to bind port 72b831c3-297a-4d49-832a-d8cb14055aef on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:28:35.451134 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-4b8a8c2c-0d4e-4da8-aabe-aacc8aa1d34b None None] Attempting to bind port 72b831c3-297a-4d49-832a-d8cb14055aef by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '1d809208-db2a-4ec3-9db0-cc112aa3eac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c1f8b189-00de-44d8-9cd3-d45b6d92f410'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:28:35.452253 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8a8c2c-0d4e-4da8-aabe-aacc8aa1d34b None None] Attempting to bind port 72b831c3-297a-4d49-832a-d8cb14055aef on network c1f8b189-00de-44d8-9cd3-d45b6d92f410 {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:28:35.465529 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8a8c2c-0d4e-4da8-aabe-aacc8aa1d34b None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:28:35.470361 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8a8c2c-0d4e-4da8-aabe-aacc8aa1d34b None None] Checking segment: {'id': '1d809208-db2a-4ec3-9db0-cc112aa3eac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c1f8b189-00de-44d8-9cd3-d45b6d92f410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:28:35.471260 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-4b8a8c2c-0d4e-4da8-aabe-aacc8aa1d34b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:35.471400 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8a8c2c-0d4e-4da8-aabe-aacc8aa1d34b None None] Bound using segment: {'id': '1d809208-db2a-4ec3-9db0-cc112aa3eac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c1f8b189-00de-44d8-9cd3-d45b6d92f410'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:28:35.475587 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-4b8a8c2c-0d4e-4da8-aabe-aacc8aa1d34b None None] Bound port: 72b831c3-297a-4d49-832a-d8cb14055aef, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d809208-db2a-4ec3-9db0-cc112aa3eac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c1f8b189-00de-44d8-9cd3-d45b6d92f410'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:28:35.476052 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-4b8a8c2c-0d4e-4da8-aabe-aacc8aa1d34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:35.483376 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe9e6f-4898-443f-86bb-08805870ac5a req-0d3004aa-721d-4501-9ab9-1e1f148ba225 tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:35.485955 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-46fe9e6f-4898-443f-86bb-08805870ac5a req-0d3004aa-721d-4501-9ab9-1e1f148ba225 tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e98fead-92e2-4d32-bb99-764bc0fdcd56 HTTP/1.1" status: 200 len: 945 time: 0.1877160 Aug 10 03:28:35.568103 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1b7f3f4a-213f-4a1e-ab6a-79fb3a920131 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:35.581051 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-46fe9e6f-4898-443f-86bb-08805870ac5a req-6935b09c-57f3-4444-be3d-58c3ac071ba6 tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a9ff916-ba07-4d9e-b105-091b593f5186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883324 Aug 10 03:28:35.583401 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4d219223-04c6-4676-b195-9a361a2db53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:35.583401 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d219223-04c6-4676-b195-9a361a2db53e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:35.583401 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4d219223-04c6-4676-b195-9a361a2db53e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:35.637572 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-4d219223-04c6-4676-b195-9a361a2db53e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9889870 Aug 10 03:28:35.661235 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41862) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:35.667356 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-4b8a8c2c-0d4e-4da8-aabe-aacc8aa1d34b None None] For port 72b831c3-297a-4d49-832a-d8cb14055aef, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:28:35.676717 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1b7f3f4a-213f-4a1e-ab6a-79fb3a920131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:35.710471 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-4b8a8c2c-0d4e-4da8-aabe-aacc8aa1d34b None None] For port 72b831c3-297a-4d49-832a-d8cb14055aef, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=72b831c3-297a-4d49-832a-d8cb14055aef,segment=NetworkSegment(1d809208-db2a-4ec3-9db0-cc112aa3eac5),segment_id=1d809208-db2a-4ec3-9db0-cc112aa3eac5)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:28:35.728291 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-aab85a52-0e96-4faa-ab73-c280dda3e17a admin admin] Request body: {'subnet': {'network_id': '83f5022a-a392-4936-a439-f5e038ac0656', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-97761923-subnet', 'tenant_id': 'b2fa865732534c53ad581c7d7b4af965', 'ip_version': 4}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:35.753933 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-4b8a8c2c-0d4e-4da8-aabe-aacc8aa1d34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:35.778262 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d219223-04c6-4676-b195-9a361a2db53e admin admin] Pushing event updated for resources: {'Network': ['ID=83f5022a-a392-4936-a439-f5e038ac0656,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:35.804539 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 83f5022a-a392-4936-a439-f5e038ac0656 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:28:35.816593 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-d480a266-727e-4877-8b8b-9485298e5324 req-9335b4a7-0a4c-4bdf-a1c3-cd83a29b3cb9 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Deleting port 93571af8-54af-41eb-9a95-676bad470dec {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:28:35.817225 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d480a266-727e-4877-8b8b-9485298e5324 req-9335b4a7-0a4c-4bdf-a1c3-cd83a29b3cb9 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:35.859882 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab85a52-0e96-4faa-ab73-c280dda3e17a admin admin] Made reservation on behalf of b2fa865732534c53ad581c7d7b4af965 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:28:35.878879 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-aab85a52-0e96-4faa-ab73-c280dda3e17a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:35.937540 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d277fc-08ab-461c-8520-2bcbdea8d5bf req-b428f5cd-28fa-4a7a-b0bf-00b0cc3c8c5d tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:35.948980 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa8d96-4923-4997-abbe-fa448e046570 None None] Pushing event updated for resources: {'Port': ['ID=72b831c3-297a-4d49-832a-d8cb14055aef,revision_number=4']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:35.951059 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-05d277fc-08ab-461c-8520-2bcbdea8d5bf req-b428f5cd-28fa-4a7a-b0bf-00b0cc3c8c5d tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a2c6a05-a014-4605-8b98-b1f7e661d64f HTTP/1.1" status: 200 len: 946 time: 0.1675375 Aug 10 03:28:36.002480 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8a8c2c-0d4e-4da8-aabe-aacc8aa1d34b None None] Routers {'f7c649eb-de3b-4397-b4cc-21a6268f5909'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:36.004518 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-4b8a8c2c-0d4e-4da8-aabe-aacc8aa1d34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:28:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['f7c649eb-de3b-4397-b4cc-21a6268f5909'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:36.038019 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-05d277fc-08ab-461c-8520-2bcbdea8d5bf req-8b92f5b9-2207-4580-8f19-d0c0ad50d22e tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/security-groups?id=73d6bbb3-f9e7-4e6a-ad27-b486d8572630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807495 Aug 10 03:28:36.048724 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:36.099990 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-3b7fc5ec-1602-4c7c-8c21-d6fe52b5cb9f req-724ba9a2-ae69-4224-bc19-af201e227dac tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1741022148', 'description': 'tempest-description-770159307'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:36.183966 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-3b7fc5ec-1602-4c7c-8c21-d6fe52b5cb9f req-724ba9a2-ae69-4224-bc19-af201e227dac tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:36.215786 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-d480a266-727e-4877-8b8b-9485298e5324 req-9335b4a7-0a4c-4bdf-a1c3-cd83a29b3cb9 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] For port 93571af8-54af-41eb-9a95-676bad470dec, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=93571af8-54af-41eb-9a95-676bad470dec,segment=NetworkSegment(8488dbaf-be9b-400f-9dbd-520f189ac473),segment_id=8488dbaf-be9b-400f-9dbd-520f189ac473)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:36.216233 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d480a266-727e-4877-8b8b-9485298e5324 req-9335b4a7-0a4c-4bdf-a1c3-cd83a29b3cb9 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:36.284291 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-1b7f3f4a-213f-4a1e-ab6a-79fb3a920131 admin admin] Allocated IP 172.25.7.147 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/f0a67ead-1c66-4713-84ac-023452945cdd) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:28:36.294029 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-d480a266-727e-4877-8b8b-9485298e5324 req-9335b4a7-0a4c-4bdf-a1c3-cd83a29b3cb9 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Calling delete_port for 93571af8-54af-41eb-9a95-676bad470dec owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:28:36.301372 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-4b8a8c2c-0d4e-4da8-aabe-aacc8aa1d34b None None] Set router f7c649eb-de3b-4397-b4cc-21a6268f5909 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:28:36.315288 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8568a11f-8b97-402e-a004-e11f870f98ce req-40d1e5b3-432f-4741-8cec-196de931b510 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:36.317247 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8568a11f-8b97-402e-a004-e11f870f98ce req-40d1e5b3-432f-4741-8cec-196de931b510 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 946 time: 0.0928073 Aug 10 03:28:36.443862 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-3b7fc5ec-1602-4c7c-8c21-d6fe52b5cb9f req-724ba9a2-ae69-4224-bc19-af201e227dac tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:36.464546 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8568a11f-8b97-402e-a004-e11f870f98ce req-a03b079b-144e-4c65-87d9-f11eceaa91ee tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/security-groups?id=35b127f8-b049-47f9-93a7-7fe98bab8cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186218 Aug 10 03:28:36.556025 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-3b7fc5ec-1602-4c7c-8c21-d6fe52b5cb9f req-724ba9a2-ae69-4224-bc19-af201e227dac tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:36.633638 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-3b7fc5ec-1602-4c7c-8c21-d6fe52b5cb9f req-724ba9a2-ae69-4224-bc19-af201e227dac tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:36.656139 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3b7fc5ec-1602-4c7c-8c21-d6fe52b5cb9f req-724ba9a2-ae69-4224-bc19-af201e227dac tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.5619190 Aug 10 03:28:36.692871 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724ba9a2-ae69-4224-bc19-af201e227dac tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1b3c45-0b4c-4477-8ec0-d68b14350409,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:36.700313 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-4b8a8c2c-0d4e-4da8-aabe-aacc8aa1d34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c649eb-de3b-4397-b4cc-21a6268f5909', 'name': 'tempest-TestVolumeBackupRestore-886096158-router', 'tenant_id': '38384b23a283420ab03964bbfa7ad032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '7e2608aa-4581-426e-9681-47e5a10036fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:20Z', 'updated_at': '2021-08-10T03:28:26Z', 'revision_number': 4, 'project_id': '38384b23a283420ab03964bbfa7ad032', 'gw_port': {'id': '7e2608aa-4581-426e-9681-47e5a10036fe', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:63:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c649eb-de3b-4397-b4cc-21a6268f5909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:22Z', 'updated_at': '2021-08-10T03:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '72b831c3-297a-4d49-832a-d8cb14055aef', 'name': '', 'network_id': 'c1f8b189-00de-44d8-9cd3-d45b6d92f410', 'tenant_id': '38384b23a283420ab03964bbfa7ad032', 'mac_address': 'fa:16:3e:26:6c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c649eb-de3b-4397-b4cc-21a6268f5909', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'a11e6e79-2102-4c83-91da-cb64444e2111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:25Z', 'updated_at': '2021-08-10T03:28:35Z', 'revision_number': 4, 'project_id': '38384b23a283420ab03964bbfa7ad032', 'subnets': [{'id': 'a11e6e79-2102-4c83-91da-cb64444e2111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:36.751743 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8a8c2c-0d4e-4da8-aabe-aacc8aa1d34b None None] The sync data for ids ['f7c649eb-de3b-4397-b4cc-21a6268f5909'] in n-d-768851-15 is: [{'id': 'f7c649eb-de3b-4397-b4cc-21a6268f5909', 'name': 'tempest-TestVolumeBackupRestore-886096158-router', 'tenant_id': '38384b23a283420ab03964bbfa7ad032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '7e2608aa-4581-426e-9681-47e5a10036fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:20Z', 'updated_at': '2021-08-10T03:28:26Z', 'revision_number': 4, 'project_id': '38384b23a283420ab03964bbfa7ad032', 'gw_port': {'id': '7e2608aa-4581-426e-9681-47e5a10036fe', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:63:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c649eb-de3b-4397-b4cc-21a6268f5909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:22Z', 'updated_at': '2021-08-10T03:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '72b831c3-297a-4d49-832a-d8cb14055aef', 'name': '', 'network_id': 'c1f8b189-00de-44d8-9cd3-d45b6d92f410', 'tenant_id': '38384b23a283420ab03964bbfa7ad032', 'mac_address': 'fa:16:3e:26:6c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c649eb-de3b-4397-b4cc-21a6268f5909', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'a11e6e79-2102-4c83-91da-cb64444e2111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:25Z', 'updated_at': '2021-08-10T03:28:35Z', 'revision_number': 4, 'project_id': '38384b23a283420ab03964bbfa7ad032', 'subnets': [{'id': 'a11e6e79-2102-4c83-91da-cb64444e2111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:28:36.778520 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e7325-81dd-4473-b308-86bc19df0b3a req-332151b4-5a80-41aa-8f8d-126848f04510 tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:36.780585 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-156e7325-81dd-4473-b308-86bc19df0b3a req-332151b4-5a80-41aa-8f8d-126848f04510 tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e98fead-92e2-4d32-bb99-764bc0fdcd56 HTTP/1.1" status: 200 len: 945 time: 0.3150048 Aug 10 03:28:36.858671 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1b7f3f4a-213f-4a1e-ab6a-79fb3a920131 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:36.873184 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-aab85a52-0e96-4faa-ab73-c280dda3e17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:37.016795 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 42497ae6-7ead-43b2-8f07-18bdaae1c68c up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:28:37.021796 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1b7f3f4a-213f-4a1e-ab6a-79fb3a920131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:37.040628 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d480a266-727e-4877-8b8b-9485298e5324 req-9335b4a7-0a4c-4bdf-a1c3-cd83a29b3cb9 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:37.069832 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f611f19-1b4e-45f2-a241-28dc9830eacd req-5adfde5e-8675-4482-9b5a-7481ac6ee3b8 tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:37.078138 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0f611f19-1b4e-45f2-a241-28dc9830eacd req-5adfde5e-8675-4482-9b5a-7481ac6ee3b8 tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e98fead-92e2-4d32-bb99-764bc0fdcd56 HTTP/1.1" status: 200 len: 945 time: 0.2957718 Aug 10 03:28:37.097995 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c9c4595d-cce0-44aa-8388-6cc3870cd13f req-5f38cdfa-85ec-401a-8e24-11db040b280a tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1741022148&fields=id&tenant_id=01c6c772ed714ab0a5fbae71ad184fcc HTTP/1.1" status: 200 len: 267 time: 0.3542545 Aug 10 03:28:37.102941 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['93571af8-54af-41eb-9a95-676bad470dec'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:28:37.109390 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fb5827-dbcc-4802-bf4e-6417964f61a5 None None] Network e4053f76-fe28-45af-a43b-109b89c28438 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:28:37.251399 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0f611f19-1b4e-45f2-a241-28dc9830eacd req-970c7269-08d0-4cd2-895e-2700103a116f tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a9ff916-ba07-4d9e-b105-091b593f5186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626766 Aug 10 03:28:37.277776 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab85a52-0e96-4faa-ab73-c280dda3e17a admin admin] Pushing event updated for resources: {'Subnet': ['ID=15714828-782b-43e5-91d0-f0a94a444033,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:37.280174 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-d480a266-727e-4877-8b8b-9485298e5324 req-9335b4a7-0a4c-4bdf-a1c3-cd83a29b3cb9 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] No DVR routers for this DVR port 93571af8-54af-41eb-9a95-676bad470dec on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:28:37.287305 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-7dc367cf-0f61-4737-9643-56727dc67fbe None None] Provisioning for port 42497ae6-7ead-43b2-8f07-18bdaae1c68c completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:28:37.289507 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7f3f4a-213f-4a1e-ab6a-79fb3a920131 admin admin] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:37.293380 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d480a266-727e-4877-8b8b-9485298e5324 req-9335b4a7-0a4c-4bdf-a1c3-cd83a29b3cb9 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:37.295940 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d480a266-727e-4877-8b8b-9485298e5324 req-9335b4a7-0a4c-4bdf-a1c3-cd83a29b3cb9 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.58 "DELETE /v2.0/ports/93571af8-54af-41eb-9a95-676bad470dec HTTP/1.1" status: 204 len: 173 time: 1.9815006 Aug 10 03:28:37.296957 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 42497ae6-7ead-43b2-8f07-18bdaae1c68c completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:28:37.299879 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4', 'name': 'network-vif-deleted', 'tag': '93571af8-54af-41eb-9a95-676bad470dec'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:28:37.307983 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-156e7325-81dd-4473-b308-86bc19df0b3a req-e6036bff-bd8b-4d8a-9bb4-f90523d58fc5 tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] Deleting port 836f3cbd-73fa-4577-ab53-232220ff7849 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:28:37.309228 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d642e19-b6a7-4d3c-b660-8f546bc6ebbf" -d '{"events": [{"server_uuid": "4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4", "name": "network-vif-deleted", "tag": "93571af8-54af-41eb-9a95-676bad470dec"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:28:37.309853 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-156e7325-81dd-4473-b308-86bc19df0b3a req-e6036bff-bd8b-4d8a-9bb4-f90523d58fc5 tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:37.320983 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-1b7f3f4a-213f-4a1e-ab6a-79fb3a920131 admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:37.323793 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7f3f4a-213f-4a1e-ab6a-79fb3a920131 admin admin] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:28:37.325161 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-7dc367cf-0f61-4737-9643-56727dc67fbe None None] Provisioning complete for port 42497ae6-7ead-43b2-8f07-18bdaae1c68c triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:37.325642 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7dc367cf-0f61-4737-9643-56727dc67fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:37.326167 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab85a52-0e96-4faa-ab73-c280dda3e17a admin admin] Checking segment: {'id': '1f23af5d-31ec-4d72-9d00-aa0e3e02dafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '83f5022a-a392-4936-a439-f5e038ac0656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:28:37.326529 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab85a52-0e96-4faa-ab73-c280dda3e17a admin admin] Network hostable DHCP agents. Network: 83f5022a-a392-4936-a439-f5e038ac0656, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:28:37.328844 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7f3f4a-213f-4a1e-ab6a-79fb3a920131 admin admin] Pushing event updated for resources: {'Port': ['ID=f0a67ead-1c66-4713-84ac-023452945cdd,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:37.333893 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 42497ae6-7ead-43b2-8f07-18bdaae1c68c triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:37.334273 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:37.375633 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c4595d-cce0-44aa-8388-6cc3870cd13f req-96849af5-b990-4c5b-9a8f-cb948e755c7f tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:37.384997 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c9c4595d-cce0-44aa-8388-6cc3870cd13f req-96849af5-b990-4c5b-9a8f-cb948e755c7f tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a2c6a05-a014-4605-8b98-b1f7e661d64f HTTP/1.1" status: 200 len: 946 time: 0.2578130 Aug 10 03:28:37.424182 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86249db9-8ea7-41f9-b5a4-e8a48b01af73 x-openstack-request-id: req-86249db9-8ea7-41f9-b5a4-e8a48b01af73 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:28:37.424504 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4", "name": "network-vif-deleted", "tag": "93571af8-54af-41eb-9a95-676bad470dec", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:28:37.426381 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-86249db9-8ea7-41f9-b5a4-e8a48b01af73 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:28:37.428672 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4', 'name': 'network-vif-deleted', 'tag': '93571af8-54af-41eb-9a95-676bad470dec', 'status': 'completed', 'code': 200} Aug 10 03:28:37.459742 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-c9c4595d-cce0-44aa-8388-6cc3870cd13f req-b202c6a4-e26e-4478-a3dc-76acff2a3e56 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Request body: {'port': {'security_groups': ['73d6bbb3-f9e7-4e6a-ad27-b486d8572630', '5a1b3c45-0b4c-4477-8ec0-d68b14350409']}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:37.548342 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9335b4a7-0a4c-4bdf-a1c3-cd83a29b3cb9 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] Pushing event deleted for resources: {'Port': ['ID=93571af8-54af-41eb-9a95-676bad470dec,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:37.582566 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab85a52-0e96-4faa-ab73-c280dda3e17a admin admin] Network 83f5022a-a392-4936-a439-f5e038ac0656 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:28:37.664557 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-aab85a52-0e96-4faa-ab73-c280dda3e17a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 83f5022a-a392-4936-a439-f5e038ac0656) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:37.685042 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886536b8-cb54-44be-9711-5a64fbe6b417 None None] Network 83f5022a-a392-4936-a439-f5e038ac0656 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:28:37.729925 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab85a52-0e96-4faa-ab73-c280dda3e17a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:37.730799 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-aab85a52-0e96-4faa-ab73-c280dda3e17a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:37.767751 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9dc7a5fc-5c54-4946-b9d7-876a9caee6b5 req-c2b4b4f5-a5b3-4043-84cf-8676cabf3188 tempest-ServersNegativeTestJSON-1856971492 tempest-ServersNegativeTestJSON-1856971492-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cdd0495-ebe0-4ca8-b0f1-7f0c73b0d6f4 HTTP/1.1" status: 200 len: 210 time: 0.0809658 Aug 10 03:28:37.801216 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:37.817505 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c9c4595d-cce0-44aa-8388-6cc3870cd13f req-b202c6a4-e26e-4478-a3dc-76acff2a3e56 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:37.877051 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7dc367cf-0f61-4737-9643-56727dc67fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:37.967234 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-aab85a52-0e96-4faa-ab73-c280dda3e17a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.2873867 Aug 10 03:28:37.970631 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41916) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:37.985859 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-86171430-2195-4cef-acc4-287594bbd6f4 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-97761923-router', 'tenant_id': 'b2fa865732534c53ad581c7d7b4af965', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:38.086023 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 42497ae6-7ead-43b2-8f07-18bdaae1c68c, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=42497ae6-7ead-43b2-8f07-18bdaae1c68c,segment=NetworkSegment(ccca6cad-917d-4018-be16-19d55514fc52),segment_id=ccca6cad-917d-4018-be16-19d55514fc52)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:38.109313 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:38.110195 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 72b831c3-297a-4d49-832a-d8cb14055aef up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:28:38.147994 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-c9c4595d-cce0-44aa-8388-6cc3870cd13f req-b202c6a4-e26e-4478-a3dc-76acff2a3e56 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] For port 07a94a97-8743-44e7-9487-845481bbbdbe, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=07a94a97-8743-44e7-9487-845481bbbdbe,segment=NetworkSegment(bca4afb8-f566-45ad-a21b-02be77c202bd),segment_id=bca4afb8-f566-45ad-a21b-02be77c202bd)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:38.164220 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-156e7325-81dd-4473-b308-86bc19df0b3a req-e6036bff-bd8b-4d8a-9bb4-f90523d58fc5 tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] For port 836f3cbd-73fa-4577-ab53-232220ff7849, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=836f3cbd-73fa-4577-ab53-232220ff7849,segment=NetworkSegment(8ca2ae7f-de91-475f-b736-75bf2afc7d54),segment_id=8ca2ae7f-de91-475f-b736-75bf2afc7d54)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:38.164690 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-156e7325-81dd-4473-b308-86bc19df0b3a req-e6036bff-bd8b-4d8a-9bb4-f90523d58fc5 tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:38.167689 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [req-b98c0af9-aa41-4ebf-add7-0aed1a9f00bb req-f66a4275-4e0e-408a-b195-d960fce27a7c tempest-ServersOnMultiNodesTest-1989584831 tempest-ServersOnMultiNodesTest-1989584831-project] (94216) timed out ('10.222.0.60', 59196) {{(pid=94216) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 03:28:38.186295 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-156e7325-81dd-4473-b308-86bc19df0b3a req-e6036bff-bd8b-4d8a-9bb4-f90523d58fc5 tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] Calling delete_port for 836f3cbd-73fa-4577-ab53-232220ff7849 owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:28:38.200958 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-86171430-2195-4cef-acc4-287594bbd6f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:38.203763 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-86171430-2195-4cef-acc4-287594bbd6f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:38.254495 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c9c4595d-cce0-44aa-8388-6cc3870cd13f req-b202c6a4-e26e-4478-a3dc-76acff2a3e56 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:38.307816 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c9c4595d-cce0-44aa-8388-6cc3870cd13f req-b202c6a4-e26e-4478-a3dc-76acff2a3e56 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:38.405390 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c4595d-cce0-44aa-8388-6cc3870cd13f req-b202c6a4-e26e-4478-a3dc-76acff2a3e56 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:38.406597 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c9c4595d-cce0-44aa-8388-6cc3870cd13f req-b202c6a4-e26e-4478-a3dc-76acff2a3e56 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:38.423553 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c9c4595d-cce0-44aa-8388-6cc3870cd13f req-b202c6a4-e26e-4478-a3dc-76acff2a3e56 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "PUT /v2.0/ports/07a94a97-8743-44e7-9487-845481bbbdbe HTTP/1.1" status: 200 len: 982 time: 1.0129061 Aug 10 03:28:38.426051 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a2c6a05-a014-4605-8b98-b1f7e661d64f', 'tag': '07a94a97-8743-44e7-9487-845481bbbdbe'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:28:38.427581 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1b7f3f4a-213f-4a1e-ab6a-79fb3a920131 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:38.435619 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe575c38-2ccd-492e-953c-37cc97c05d6b" -d '{"events": [{"name": "network-changed", "server_uuid": "7a2c6a05-a014-4605-8b98-b1f7e661d64f", "tag": "07a94a97-8743-44e7-9487-845481bbbdbe"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:28:38.501788 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700a9059-cc24-4619-8828-8386126a842b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-83f5022a-a392-4936-a439-f5e038ac0656', 'network_id': '83f5022a-a392-4936-a439-f5e038ac0656', 'tenant_id': 'b2fa865732534c53ad581c7d7b4af965', 'fixed_ips': [{'subnet_id': '15714828-782b-43e5-91d0-f0a94a444033'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:28:38.502989 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-700a9059-cc24-4619-8828-8386126a842b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:38.505709 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['07a94a97-8743-44e7-9487-845481bbbdbe'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:28:38.576304 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['07a94a97-8743-44e7-9487-845481bbbdbe'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:28:38.681429 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b202c6a4-e26e-4478-a3dc-76acff2a3e56 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Pushing event updated for resources: {'Port': ['ID=07a94a97-8743-44e7-9487-845481bbbdbe,revision_number=6']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:38.702142 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.db.api [None req-7dc367cf-0f61-4737-9643-56727dc67fbe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:28:38.702990 n-d-768851-15 neutron-server[94218]: DEBUG oslo_db.api [None req-7dc367cf-0f61-4737-9643-56727dc67fbe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:28:38.709511 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=42497ae6-7ead-43b2-8f07-18bdaae1c68c,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:38.745874 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 41934) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:38.747456 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-86171430-2195-4cef-acc4-287594bbd6f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:38.755732 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1b7f3f4a-213f-4a1e-ab6a-79fb3a920131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:38.835957 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ba05a5d3-a164-476e-a27c-e88e2f418020 req-2811bb34-e846-43f1-84ea-d3e46cfe6788 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1741022148&fields=id&tenant_id=01c6c772ed714ab0a5fbae71ad184fcc HTTP/1.1" status: 200 len: 267 time: 0.2786243 Aug 10 03:28:38.845003 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f01f67-f5e4-4c93-a9df-c2d306085c9c req-c0d9e914-a7b0-46b5-b8be-884a4cb44276 tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:38.852119 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-34f01f67-f5e4-4c93-a9df-c2d306085c9c req-c0d9e914-a7b0-46b5-b8be-884a4cb44276 tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e98fead-92e2-4d32-bb99-764bc0fdcd56 HTTP/1.1" status: 200 len: 945 time: 0.4001448 Aug 10 03:28:38.917243 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 72b831c3-297a-4d49-832a-d8cb14055aef completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:28:38.948898 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 72b831c3-297a-4d49-832a-d8cb14055aef triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:38.949593 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:38.971777 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-34f01f67-f5e4-4c93-a9df-c2d306085c9c req-15edff22-c8d6-452d-bfab-300a278e9052 tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a9ff916-ba07-4d9e-b105-091b593f5186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186848 Aug 10 03:28:38.972674 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-156e7325-81dd-4473-b308-86bc19df0b3a req-e6036bff-bd8b-4d8a-9bb4-f90523d58fc5 tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:39.032640 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['836f3cbd-73fa-4577-ab53-232220ff7849'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:28:39.089831 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c4fc09-8d65-4edc-b220-3eefff083f2a x-openstack-request-id: req-40c4fc09-8d65-4edc-b220-3eefff083f2a {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:28:39.090267 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a2c6a05-a014-4605-8b98-b1f7e661d64f", "tag": "07a94a97-8743-44e7-9487-845481bbbdbe", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:28:39.090585 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-40c4fc09-8d65-4edc-b220-3eefff083f2a {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:28:39.091069 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a2c6a05-a014-4605-8b98-b1f7e661d64f', 'tag': '07a94a97-8743-44e7-9487-845481bbbdbe', 'status': 'completed', 'code': 200} Aug 10 03:28:39.095301 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6036bff-bd8b-4d8a-9bb4-f90523d58fc5 tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] Pushing event deleted for resources: {'Port': ['ID=836f3cbd-73fa-4577-ab53-232220ff7849,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:39.130348 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41942) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:39.134120 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba05a5d3-a164-476e-a27c-e88e2f418020 req-bf5537f6-d035-4acf-ad52-9976d6220bb4 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:39.145433 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ba05a5d3-a164-476e-a27c-e88e2f418020 req-bf5537f6-d035-4acf-ad52-9976d6220bb4 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a2c6a05-a014-4605-8b98-b1f7e661d64f HTTP/1.1" status: 200 len: 985 time: 0.2646205 Aug 10 03:28:39.147181 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-156e7325-81dd-4473-b308-86bc19df0b3a req-e6036bff-bd8b-4d8a-9bb4-f90523d58fc5 tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] No DVR routers for this DVR port 836f3cbd-73fa-4577-ab53-232220ff7849 on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:28:39.151468 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-156e7325-81dd-4473-b308-86bc19df0b3a req-e6036bff-bd8b-4d8a-9bb4-f90523d58fc5 tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:39.154013 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-156e7325-81dd-4473-b308-86bc19df0b3a req-e6036bff-bd8b-4d8a-9bb4-f90523d58fc5 tempest-ServerAddressesTestJSON-820609797 tempest-ServerAddressesTestJSON-820609797-project] 10.222.0.60 "DELETE /v2.0/ports/836f3cbd-73fa-4577-ab53-232220ff7849 HTTP/1.1" status: 204 len: 173 time: 2.3497131 Aug 10 03:28:39.158433 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-ba05a5d3-a164-476e-a27c-e88e2f418020 req-b995b4c4-9009-4116-8fdb-9a5356df968f tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Request body: {'port': {'security_groups': ['73d6bbb3-f9e7-4e6a-ad27-b486d8572630']}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:39.161984 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-927d05dc-5521-4cef-86ac-712c39212b06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:39.282938 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ba05a5d3-a164-476e-a27c-e88e2f418020 req-b995b4c4-9009-4116-8fdb-9a5356df968f tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:39.343814 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-700a9059-cc24-4619-8828-8386126a842b None None] Allocated IP 172.20.0.2 (83f5022a-a392-4936-a439-f5e038ac0656/15714828-782b-43e5-91d0-f0a94a444033/0f374fc3-9e1d-4ed7-8128-be57601ac07a) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:28:39.489649 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-927d05dc-5521-4cef-86ac-712c39212b06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:39.491763 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:39.503937 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-927d05dc-5521-4cef-86ac-712c39212b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:39.580988 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-86171430-2195-4cef-acc4-287594bbd6f4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:39.581670 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-927d05dc-5521-4cef-86ac-712c39212b06 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=79f44073f33e42fea02c7ccf659a3e52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8258851 Aug 10 03:28:39.586566 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927d05dc-5521-4cef-86ac-712c39212b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e16346d-7483-48eb-9281-491cf59a3eff,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:39.589701 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41946) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:39.591371 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-ba05a5d3-a164-476e-a27c-e88e2f418020 req-b995b4c4-9009-4116-8fdb-9a5356df968f tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] For port 07a94a97-8743-44e7-9487-845481bbbdbe, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=07a94a97-8743-44e7-9487-845481bbbdbe,segment=NetworkSegment(bca4afb8-f566-45ad-a21b-02be77c202bd),segment_id=bca4afb8-f566-45ad-a21b-02be77c202bd)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:39.632338 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ba05a5d3-a164-476e-a27c-e88e2f418020 req-b995b4c4-9009-4116-8fdb-9a5356df968f tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:39.641869 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ba05a5d3-a164-476e-a27c-e88e2f418020 req-b995b4c4-9009-4116-8fdb-9a5356df968f tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:39.680563 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-74015c62-6e1f-4ba0-b30d-31390a70cace None None] Provisioning complete for port 42497ae6-7ead-43b2-8f07-18bdaae1c68c triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:39.680810 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-74015c62-6e1f-4ba0-b30d-31390a70cace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:39.715883 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba05a5d3-a164-476e-a27c-e88e2f418020 req-b995b4c4-9009-4116-8fdb-9a5356df968f tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:39.716708 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ba05a5d3-a164-476e-a27c-e88e2f418020 req-b995b4c4-9009-4116-8fdb-9a5356df968f tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:39.723066 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ba05a5d3-a164-476e-a27c-e88e2f418020 req-b995b4c4-9009-4116-8fdb-9a5356df968f tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "PUT /v2.0/ports/07a94a97-8743-44e7-9487-845481bbbdbe HTTP/1.1" status: 200 len: 943 time: 0.5770912 Aug 10 03:28:39.732652 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 72b831c3-297a-4d49-832a-d8cb14055aef, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=72b831c3-297a-4d49-832a-d8cb14055aef,segment=NetworkSegment(1d809208-db2a-4ec3-9db0-cc112aa3eac5),segment_id=1d809208-db2a-4ec3-9db0-cc112aa3eac5)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:39.754601 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:39.771598 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['07a94a97-8743-44e7-9487-845481bbbdbe'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:28:39.777249 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b995b4c4-9009-4116-8fdb-9a5356df968f tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Pushing event updated for resources: {'Port': ['ID=07a94a97-8743-44e7-9487-845481bbbdbe,revision_number=7']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:39.805532 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe575c38-2ccd-492e-953c-37cc97c05d6b req-40e91285-3df3-46e7-a7f3-18c7293abb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:39.807043 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fe575c38-2ccd-492e-953c-37cc97c05d6b req-40e91285-3df3-46e7-a7f3-18c7293abb76 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=01c6c772ed714ab0a5fbae71ad184fcc&device_id=7a2c6a05-a014-4605-8b98-b1f7e661d64f HTTP/1.1" status: 200 len: 1137 time: 0.7332330 Aug 10 03:28:39.906304 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['07a94a97-8743-44e7-9487-845481bbbdbe'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:28:39.948866 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e1f9848-7dde-4ce5-b527-b13588927f3d admin admin] Deleting subnet 87970a7d-e71d-4702-b063-6900ffc87c9e {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:28:39.984019 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 42497ae6-7ead-43b2-8f07-18bdaae1c68c up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:28:39.999354 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 93571af8-54af-41eb-9a95-676bad470dec no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:28:40.021937 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 41952) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:40.032544 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7e1f9848-7dde-4ce5-b527-b13588927f3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:40.054074 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b7f3f4a-213f-4a1e-ab6a-79fb3a920131 admin admin] Router 5ae48649-051a-4b4a-aad3-032ffdabc1a1 is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:28:40.068600 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-16b784e0-0895-4444-9bd1-0dd796b47bde req-86e23321-5832-4242-a73e-98e8deffe14f tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2954195 Aug 10 03:28:40.077992 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe575c38-2ccd-492e-953c-37cc97c05d6b req-2d6b7825-7da2-455f-a441-7d902beca88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:40.080885 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fe575c38-2ccd-492e-953c-37cc97c05d6b req-2d6b7825-7da2-455f-a441-7d902beca88d service neutron] 10.222.0.58 "GET /v2.0/networks?id=d1b1d729-f52d-457d-8248-46f63bb359e2 HTTP/1.1" status: 200 len: 920 time: 0.2544651 Aug 10 03:28:40.081700 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: 93571af8-54af-41eb-9a95-676bad470dec {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:28:40.082116 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 93571af8-54af-41eb-9a95-676bad470dec not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:28:40.083733 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-16b784e0-0895-4444-9bd1-0dd796b47bde req-fb43543c-e3c2-4ede-a5ae-042729ba9f60 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Request body: {'floatingip': {'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:40.102614 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=72b831c3-297a-4d49-832a-d8cb14055aef,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:40.102849 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-484a43eb-a445-4787-95c6-ac51f6a2ede9 admin admin] Deleting subnet 2c7f191c-dd62-499f-805c-c71631aa57ce {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:28:40.106660 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-484a43eb-a445-4787-95c6-ac51f6a2ede9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:40.133936 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-700a9059-cc24-4619-8828-8386126a842b None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:40.144968 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-484a43eb-a445-4787-95c6-ac51f6a2ede9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:40.159458 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-700a9059-cc24-4619-8828-8386126a842b None None] Transition to ACTIVE for port object 0f374fc3-9e1d-4ed7-8128-be57601ac07a will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:40.187574 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-484a43eb-a445-4787-95c6-ac51f6a2ede9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:40.224556 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-700a9059-cc24-4619-8828-8386126a842b None None] Transition to ACTIVE for port object 0f374fc3-9e1d-4ed7-8128-be57601ac07a will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:40.236064 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 42497ae6-7ead-43b2-8f07-18bdaae1c68c triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:40.236557 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:40.256663 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-484a43eb-a445-4787-95c6-ac51f6a2ede9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:40.280626 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b7f3f4a-213f-4a1e-ab6a-79fb3a920131 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:28:40.288161 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484a43eb-a445-4787-95c6-ac51f6a2ede9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c7f191c-dd62-499f-805c-c71631aa57ce,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:40.292410 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-16b784e0-0895-4444-9bd1-0dd796b47bde req-fb43543c-e3c2-4ede-a5ae-042729ba9f60 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Notify callbacks [] for floatingip, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:40.294485 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fe575c38-2ccd-492e-953c-37cc97c05d6b req-ad7a244c-3063-42de-b02f-28a2c999158e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07a94a97-8743-44e7-9487-845481bbbdbe HTTP/1.1" status: 200 len: 217 time: 0.1913352 Aug 10 03:28:40.295083 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-978b4c57-9951-47f4-af49-015c3ac8c97c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:40.307006 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-484a43eb-a445-4787-95c6-ac51f6a2ede9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:40.309096 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-484a43eb-a445-4787-95c6-ac51f6a2ede9 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/2c7f191c-dd62-499f-805c-c71631aa57ce HTTP/1.1" status: 204 len: 168 time: 0.2861886 Aug 10 03:28:40.313078 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 41956) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:40.313798 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7e1f9848-7dde-4ce5-b527-b13588927f3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:40.326705 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-700a9059-cc24-4619-8828-8386126a842b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:40.365691 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba6dcc7-8d93-4c6b-9b61-ef69b588125d None None] Sync routers for ids ['5ae48649-051a-4b4a-aad3-032ffdabc1a1'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:28:40.421347 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700a9059-cc24-4619-8828-8386126a842b None None] Network 83f5022a-a392-4936-a439-f5e038ac0656 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:40.423731 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1b7f3f4a-213f-4a1e-ab6a-79fb3a920131 admin admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:40.428222 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1b7f3f4a-213f-4a1e-ab6a-79fb3a920131 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.8103659 Aug 10 03:28:40.430918 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-978b4c57-9951-47f4-af49-015c3ac8c97c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:40.432429 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-700a9059-cc24-4619-8828-8386126a842b None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:40.433999 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 41958) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:40.438128 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700a9059-cc24-4619-8828-8386126a842b None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:28:40.461732 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba6dcc7-8d93-4c6b-9b61-ef69b588125d None None] Routers {'5ae48649-051a-4b4a-aad3-032ffdabc1a1'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:40.462516 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-fba6dcc7-8d93-4c6b-9b61-ef69b588125d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:28:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['5ae48649-051a-4b4a-aad3-032ffdabc1a1'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:40.479712 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe575c38-2ccd-492e-953c-37cc97c05d6b req-423147b6-273a-4c63-9e66-e89b9c1b4695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:40.481219 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fe575c38-2ccd-492e-953c-37cc97c05d6b req-423147b6-273a-4c63-9e66-e89b9c1b4695 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4fdcf365-50ba-4c9e-a4c3-959c07982f8d HTTP/1.1" status: 200 len: 859 time: 0.1789820 Aug 10 03:28:40.489068 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7e1f9848-7dde-4ce5-b527-b13588927f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:40.566294 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700a9059-cc24-4619-8828-8386126a842b None None] Pushing event updated for resources: {'Port': ['ID=0f374fc3-9e1d-4ed7-8128-be57601ac07a,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:40.616194 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fe575c38-2ccd-492e-953c-37cc97c05d6b req-ca34c281-2f38-49ed-b77f-5133939a9224 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d1b1d729-f52d-457d-8248-46f63bb359e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1235456 Aug 10 03:28:40.629845 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e3ffcca6-87b2-49f9-9596-f76eb6051b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:40.690663 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-700a9059-cc24-4619-8828-8386126a842b None None] Attempting to bind port 0f374fc3-9e1d-4ed7-8128-be57601ac07a on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:28:40.691149 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-700a9059-cc24-4619-8828-8386126a842b None None] Attempting to bind port 0f374fc3-9e1d-4ed7-8128-be57601ac07a by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '1f23af5d-31ec-4d72-9d00-aa0e3e02dafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '83f5022a-a392-4936-a439-f5e038ac0656'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:28:40.691710 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700a9059-cc24-4619-8828-8386126a842b None None] Attempting to bind port 0f374fc3-9e1d-4ed7-8128-be57601ac07a on network 83f5022a-a392-4936-a439-f5e038ac0656 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:28:40.761925 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700a9059-cc24-4619-8828-8386126a842b None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:28:40.762591 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700a9059-cc24-4619-8828-8386126a842b None None] Checking segment: {'id': '1f23af5d-31ec-4d72-9d00-aa0e3e02dafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '83f5022a-a392-4936-a439-f5e038ac0656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:28:40.763278 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-700a9059-cc24-4619-8828-8386126a842b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:40.763850 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700a9059-cc24-4619-8828-8386126a842b None None] Bound using segment: {'id': '1f23af5d-31ec-4d72-9d00-aa0e3e02dafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '83f5022a-a392-4936-a439-f5e038ac0656'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:28:40.764501 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-700a9059-cc24-4619-8828-8386126a842b None None] Bound port: 0f374fc3-9e1d-4ed7-8128-be57601ac07a, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f23af5d-31ec-4d72-9d00-aa0e3e02dafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '83f5022a-a392-4936-a439-f5e038ac0656'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:28:40.765075 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-700a9059-cc24-4619-8828-8386126a842b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:40.786111 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-86171430-2195-4cef-acc4-287594bbd6f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:40.820662 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-978b4c57-9951-47f4-af49-015c3ac8c97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:40.823802 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-978b4c57-9951-47f4-af49-015c3ac8c97c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:40.827795 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-978b4c57-9951-47f4-af49-015c3ac8c97c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2e16346d-7483-48eb-9281-491cf59a3eff HTTP/1.1" status: 204 len: 168 time: 1.2360556 Aug 10 03:28:40.835801 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-86171430-2195-4cef-acc4-287594bbd6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:40.843831 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-700a9059-cc24-4619-8828-8386126a842b None None] For port 0f374fc3-9e1d-4ed7-8128-be57601ac07a, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:28:40.848583 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-700a9059-cc24-4619-8828-8386126a842b None None] For port 0f374fc3-9e1d-4ed7-8128-be57601ac07a, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=0f374fc3-9e1d-4ed7-8128-be57601ac07a,segment=NetworkSegment(1f23af5d-31ec-4d72-9d00-aa0e3e02dafa),segment_id=1f23af5d-31ec-4d72-9d00-aa0e3e02dafa)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:28:40.864445 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-700a9059-cc24-4619-8828-8386126a842b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:40.871421 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7e1f9848-7dde-4ce5-b527-b13588927f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:40.881510 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978b4c57-9951-47f4-af49-015c3ac8c97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e16346d-7483-48eb-9281-491cf59a3eff,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:40.919903 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-fba6dcc7-8d93-4c6b-9b61-ef69b588125d None None] Set router 5ae48649-051a-4b4a-aad3-032ffdabc1a1 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:28:40.921080 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f9848-7dde-4ce5-b527-b13588927f3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87970a7d-e71d-4702-b063-6900ffc87c9e,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:40.929527 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7e1f9848-7dde-4ce5-b527-b13588927f3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:40.932310 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7e1f9848-7dde-4ce5-b527-b13588927f3d admin admin] 10.222.0.62 "DELETE /v2.0/subnets/87970a7d-e71d-4702-b063-6900ffc87c9e HTTP/1.1" status: 204 len: 168 time: 1.7963207 Aug 10 03:28:40.940062 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41964) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:41.085801 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fe575c38-2ccd-492e-953c-37cc97c05d6b req-122c07a1-e9bc-4a03-b80b-71dfe0179c33 service neutron] 10.222.0.58 "GET /v2.0/networks/d1b1d729-f52d-457d-8248-46f63bb359e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4322898 Aug 10 03:28:41.146986 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e3ffcca6-87b2-49f9-9596-f76eb6051b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:41.162922 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-e3ffcca6-87b2-49f9-9596-f76eb6051b9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f80b5a12-8054-4a36-8fb6-72e7c81a710f']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:41.176331 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-e3ffcca6-87b2-49f9-9596-f76eb6051b9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ca2ae7f-de91-475f-b736-75bf2afc7d54') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:41.176936 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-e3ffcca6-87b2-49f9-9596-f76eb6051b9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ca2ae7f-de91-475f-b736-75bf2afc7d54') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:41.188779 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e3ffcca6-87b2-49f9-9596-f76eb6051b9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:41.192375 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e98fead-92e2-4d32-bb99-764bc0fdcd56', 'name': 'network-vif-deleted', 'tag': '836f3cbd-73fa-4577-ab53-232220ff7849'}, {'name': 'network-changed', 'server_uuid': '7a2c6a05-a014-4605-8b98-b1f7e661d64f', 'tag': '07a94a97-8743-44e7-9487-845481bbbdbe'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:28:41.195736 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655085fe-9d9d-4a4a-a19f-0036e2c4b22e" -d '{"events": [{"server_uuid": "1e98fead-92e2-4d32-bb99-764bc0fdcd56", "name": "network-vif-deleted", "tag": "836f3cbd-73fa-4577-ab53-232220ff7849"}, {"name": "network-changed", "server_uuid": "7a2c6a05-a014-4605-8b98-b1f7e661d64f", "tag": "07a94a97-8743-44e7-9487-845481bbbdbe"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:28:41.319187 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e3ffcca6-87b2-49f9-9596-f76eb6051b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:41.345758 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bcf53033-e5ae-4326-8108-19db525597d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:41.374607 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-86171430-2195-4cef-acc4-287594bbd6f4 admin admin] Allocated IP 172.25.7.129 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/f76e92f7-0a97-4fbb-95f0-050d74a8b78d) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:28:41.388493 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3ffcca6-87b2-49f9-9596-f76eb6051b9a admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:28:41.388934 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e3ffcca6-87b2-49f9-9596-f76eb6051b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:41.396927 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:28:41.396927 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:28:41.396927 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:28:41.396927 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:28:41.396927 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:28:41.396927 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:28:41.396927 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:28:41.396927 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:28:41.396927 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:28:41.396927 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:28:41.396927 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:28:41.396927 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:28:41.396927 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:28:41.396927 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:28:41.396927 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:28:41.396927 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:28:41.396927 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:28:41.396927 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:28:41.396927 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:28:41.396927 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:28:41.396927 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:28:41.396927 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:28:41.396927 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:28:41.396927 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:28:41.396927 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:28:41.396927 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:28:41.396927 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:28:41.396927 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:28:41.396927 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:28:41.396927 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:28:41.396927 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:28:41.396927 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:28:41.452536 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41972) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:41.469169 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 836f3cbd-73fa-4577-ab53-232220ff7849 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:28:41.494283 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 10 Aug 2021 03:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc2c26e-dfa3-47bb-98b9-673f740e5459 x-openstack-request-id: req-0dc2c26e-dfa3-47bb-98b9-673f740e5459 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:28:41.494642 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e98fead-92e2-4d32-bb99-764bc0fdcd56", "name": "network-vif-deleted", "tag": "836f3cbd-73fa-4577-ab53-232220ff7849", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7a2c6a05-a014-4605-8b98-b1f7e661d64f", "tag": "07a94a97-8743-44e7-9487-845481bbbdbe", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:28:41.495047 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0dc2c26e-dfa3-47bb-98b9-673f740e5459 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:28:41.495997 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e98fead-92e2-4d32-bb99-764bc0fdcd56', 'name': 'network-vif-deleted', 'tag': '836f3cbd-73fa-4577-ab53-232220ff7849', 'status': 'completed', 'code': 200} Aug 10 03:28:41.496256 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a2c6a05-a014-4605-8b98-b1f7e661d64f', 'tag': '07a94a97-8743-44e7-9487-845481bbbdbe', 'status': 'completed', 'code': 200} Aug 10 03:28:41.521499 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: 836f3cbd-73fa-4577-ab53-232220ff7849 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:28:41.521987 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 836f3cbd-73fa-4577-ab53-232220ff7849 not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:28:41.534054 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fe575c38-2ccd-492e-953c-37cc97c05d6b req-360ee3dc-5488-4a8e-a671-cacc8bbd4e50 service neutron] 10.222.0.58 "GET /v2.0/networks/d1b1d729-f52d-457d-8248-46f63bb359e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4358690 Aug 10 03:28:41.554550 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700a9059-cc24-4619-8828-8386126a842b None None] Pushing event updated for resources: {'Port': ['ID=0f374fc3-9e1d-4ed7-8128-be57601ac07a,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:41.651476 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-db83beae-29a0-42d4-956f-ef0cba0f6637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:41.669559 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-16b784e0-0895-4444-9bd1-0dd796b47bde req-fb43543c-e3c2-4ede-a5ae-042729ba9f60 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:41.669559 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e3ffcca6-87b2-49f9-9596-f76eb6051b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:41.676094 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e3ffcca6-87b2-49f9-9596-f76eb6051b9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:41.681005 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-e3ffcca6-87b2-49f9-9596-f76eb6051b9a admin admin] 10.222.0.62 "DELETE /v2.0/networks/f80b5a12-8054-4a36-8fb6-72e7c81a710f HTTP/1.1" status: 204 len: 168 time: 1.3646698 Aug 10 03:28:41.696074 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-fba6dcc7-8d93-4c6b-9b61-ef69b588125d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae48649-051a-4b4a-aad3-032ffdabc1a1', 'name': 'tempest-TestVolumeBackupRestore-1527728070-router', 'tenant_id': '4a8c1debca8c4d549cb7f4f68b57cf91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'f0a67ead-1c66-4713-84ac-023452945cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:33Z', 'updated_at': '2021-08-10T03:28:37Z', 'revision_number': 3, 'project_id': '4a8c1debca8c4d549cb7f4f68b57cf91', 'gw_port': {'id': 'f0a67ead-1c66-4713-84ac-023452945cdd', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:08:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae48649-051a-4b4a-aad3-032ffdabc1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:35Z', 'updated_at': '2021-08-10T03:28:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:41.702054 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffcca6-87b2-49f9-9596-f76eb6051b9a admin admin] Pushing event deleted for resources: {'Network': ['ID=f80b5a12-8054-4a36-8fb6-72e7c81a710f,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:41.756381 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba6dcc7-8d93-4c6b-9b61-ef69b588125d None None] Checking router: 5ae48649-051a-4b4a-aad3-032ffdabc1a1 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:28:41.756648 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba6dcc7-8d93-4c6b-9b61-ef69b588125d None None] Updating router 5ae48649-051a-4b4a-aad3-032ffdabc1a1 port f0a67ead-1c66-4713-84ac-023452945cdd binding host n-d-768851-15 {{(pid=94218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:28:41.779185 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655085fe-9d9d-4a4a-a19f-0036e2c4b22e req-d8b0d892-5d4d-4eec-bb5c-3bb52d918a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:41.782833 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-655085fe-9d9d-4a4a-a19f-0036e2c4b22e req-d8b0d892-5d4d-4eec-bb5c-3bb52d918a52 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=01c6c772ed714ab0a5fbae71ad184fcc&device_id=7a2c6a05-a014-4605-8b98-b1f7e661d64f HTTP/1.1" status: 200 len: 1098 time: 0.1848390 Aug 10 03:28:41.804627 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-fba6dcc7-8d93-4c6b-9b61-ef69b588125d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:41.831414 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-eeedffce-ac39-4d6d-ac28-54bf7fac93fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:41.990079 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655085fe-9d9d-4a4a-a19f-0036e2c4b22e req-949556a4-d3ea-487a-b551-c5a1e1d04a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:41.992905 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-655085fe-9d9d-4a4a-a19f-0036e2c4b22e req-949556a4-d3ea-487a-b551-c5a1e1d04a61 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d1b1d729-f52d-457d-8248-46f63bb359e2 HTTP/1.1" status: 200 len: 920 time: 0.1954646 Aug 10 03:28:42.005138 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41978) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:42.012440 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bcf53033-e5ae-4326-8108-19db525597d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:42.048335 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 0f374fc3-9e1d-4ed7-8128-be57601ac07a up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:28:42.079881 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-bcf53033-e5ae-4326-8108-19db525597d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc648e31-3fe5-47a0-8b38-9d9deaf52af1']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:42.123624 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 0f374fc3-9e1d-4ed7-8128-be57601ac07a completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:28:42.130249 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 72b831c3-297a-4d49-832a-d8cb14055aef up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:28:42.160429 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-bcf53033-e5ae-4326-8108-19db525597d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8488dbaf-be9b-400f-9dbd-520f189ac473') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:42.160765 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-bcf53033-e5ae-4326-8108-19db525597d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8488dbaf-be9b-400f-9dbd-520f189ac473') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:42.165483 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-655085fe-9d9d-4a4a-a19f-0036e2c4b22e req-d96edb0e-a0ac-4351-870b-d17dd0236712 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07a94a97-8743-44e7-9487-845481bbbdbe HTTP/1.1" status: 200 len: 217 time: 0.0898819 Aug 10 03:28:42.205685 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bcf53033-e5ae-4326-8108-19db525597d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:42.207701 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 72b831c3-297a-4d49-832a-d8cb14055aef triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:42.209200 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:42.264567 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bcf53033-e5ae-4326-8108-19db525597d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:42.287994 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-eeedffce-ac39-4d6d-ac28-54bf7fac93fc admin admin] Allocated IP 172.20.0.1 (e4053f76-fe28-45af-a43b-109b89c28438/ce107643-a099-4794-bcb7-4719821bc26b/fe546c0a-1824-4fba-82ae-9be9bdafa074) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:28:42.292741 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-86171430-2195-4cef-acc4-287594bbd6f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:42.299084 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcf53033-e5ae-4326-8108-19db525597d3 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:28:42.299779 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bcf53033-e5ae-4326-8108-19db525597d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:42.305707 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:28:42.305707 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:28:42.305707 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:28:42.305707 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:28:42.305707 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:28:42.305707 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:28:42.305707 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:28:42.305707 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:28:42.305707 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:28:42.305707 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:28:42.305707 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:28:42.305707 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:28:42.305707 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:28:42.305707 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:28:42.305707 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:28:42.305707 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:28:42.305707 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:28:42.305707 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:28:42.305707 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:28:42.305707 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:28:42.305707 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:28:42.305707 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:28:42.305707 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:28:42.305707 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:28:42.305707 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:28:42.305707 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:28:42.305707 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:28:42.305707 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:28:42.305707 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:28:42.305707 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:28:42.305707 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:28:42.305707 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:28:42.309409 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-642f849a-6525-44cd-9b88-3c4a529f7b1f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=67063b25b71d4366b60f84c34799a566&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2597508 Aug 10 03:28:42.313775 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 41980) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:42.386788 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655085fe-9d9d-4a4a-a19f-0036e2c4b22e req-e8d144d5-9ec7-4cab-9c5c-41fee3e942a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:42.388379 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-655085fe-9d9d-4a4a-a19f-0036e2c4b22e req-e8d144d5-9ec7-4cab-9c5c-41fee3e942a3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4fdcf365-50ba-4c9e-a4c3-959c07982f8d HTTP/1.1" status: 200 len: 859 time: 0.2097800 Aug 10 03:28:42.432694 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-655085fe-9d9d-4a4a-a19f-0036e2c4b22e req-882b26f1-f242-4e46-a41a-0cd5116bde21 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d1b1d729-f52d-457d-8248-46f63bb359e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349848 Aug 10 03:28:42.440764 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9dd2de94-07f8-4b31-91a0-5062ae967b91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:42.447005 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bcf53033-e5ae-4326-8108-19db525597d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:42.487177 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bcf53033-e5ae-4326-8108-19db525597d3 admin admin] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:42.488057 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9dd2de94-07f8-4b31-91a0-5062ae967b91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:42.489143 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-bcf53033-e5ae-4326-8108-19db525597d3 admin admin] 10.222.0.62 "DELETE /v2.0/networks/bc648e31-3fe5-47a0-8b38-9d9deaf52af1 HTTP/1.1" status: 204 len: 168 time: 1.5478649 Aug 10 03:28:42.495229 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf53033-e5ae-4326-8108-19db525597d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc648e31-3fe5-47a0-8b38-9d9deaf52af1,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:42.499819 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ae30f7-d18c-4221-b7a2-f72d4406f625 None None] Network 83f5022a-a392-4936-a439-f5e038ac0656 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:28:42.582615 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-eeedffce-ac39-4d6d-ac28-54bf7fac93fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:42.597225 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-db83beae-29a0-42d4-956f-ef0cba0f6637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:42.603539 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-eeedffce-ac39-4d6d-ac28-54bf7fac93fc admin admin] Transition to ACTIVE for port object fe546c0a-1824-4fba-82ae-9be9bdafa074 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:42.614612 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-db83beae-29a0-42d4-956f-ef0cba0f6637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:42.618216 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-86171430-2195-4cef-acc4-287594bbd6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:42.649366 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9dd2de94-07f8-4b31-91a0-5062ae967b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:42.652461 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9dd2de94-07f8-4b31-91a0-5062ae967b91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:42.658066 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-9dd2de94-07f8-4b31-91a0-5062ae967b91 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6a9ff916-ba07-4d9e-b105-091b593f5186 HTTP/1.1" status: 204 len: 168 time: 0.3423989 Aug 10 03:28:42.662666 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-2453aa9f-d302-4482-8608-1e6f8ff6802d None None] Provisioning for port 0f374fc3-9e1d-4ed7-8128-be57601ac07a completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:28:42.678188 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-2453aa9f-d302-4482-8608-1e6f8ff6802d None None] Provisioning complete for port 0f374fc3-9e1d-4ed7-8128-be57601ac07a triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:42.679928 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2453aa9f-d302-4482-8608-1e6f8ff6802d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:42.698288 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86171430-2195-4cef-acc4-287594bbd6f4 admin admin] Pushing event updated for resources: {'Port': ['ID=f76e92f7-0a97-4fbb-95f0-050d74a8b78d,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:42.700882 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-eeedffce-ac39-4d6d-ac28-54bf7fac93fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:42.732525 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86171430-2195-4cef-acc4-287594bbd6f4 admin admin] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:42.732776 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd2de94-07f8-4b31-91a0-5062ae967b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9ff916-ba07-4d9e-b105-091b593f5186,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:42.765185 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-86171430-2195-4cef-acc4-287594bbd6f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:42.787204 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-655085fe-9d9d-4a4a-a19f-0036e2c4b22e req-78230936-25a4-4c1c-acff-51b8c0db2b08 service neutron] 10.222.0.58 "GET /v2.0/networks/d1b1d729-f52d-457d-8248-46f63bb359e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408999 Aug 10 03:28:42.787771 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86171430-2195-4cef-acc4-287594bbd6f4 admin admin] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:28:42.798799 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeedffce-ac39-4d6d-ac28-54bf7fac93fc admin admin] Network e4053f76-fe28-45af-a43b-109b89c28438 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:42.808401 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-16b784e0-0895-4444-9bd1-0dd796b47bde req-fb43543c-e3c2-4ede-a5ae-042729ba9f60 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Allocated IP 172.25.7.216 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/e30528a5-a19d-4a76-a8ac-2a24e682918b) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:28:42.818546 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-eeedffce-ac39-4d6d-ac28-54bf7fac93fc admin admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:42.846545 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeedffce-ac39-4d6d-ac28-54bf7fac93fc admin admin] Pushing event updated for resources: {'Port': ['ID=fe546c0a-1824-4fba-82ae-9be9bdafa074,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:42.850240 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeedffce-ac39-4d6d-ac28-54bf7fac93fc admin admin] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:28:42.922658 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db83beae-29a0-42d4-956f-ef0cba0f6637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6197b155-efe2-4ca6-982c-24721459b3df,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:42.925213 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-eeedffce-ac39-4d6d-ac28-54bf7fac93fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:43.021232 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 41996) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:43.084911 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2453aa9f-d302-4482-8608-1e6f8ff6802d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:43.169931 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-db83beae-29a0-42d4-956f-ef0cba0f6637 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=161cf5c1fe2f4b4fb70f8db27290c04e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7086811 Aug 10 03:28:43.201452 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-2453aa9f-d302-4482-8608-1e6f8ff6802d None None] For port 0f374fc3-9e1d-4ed7-8128-be57601ac07a, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=0f374fc3-9e1d-4ed7-8128-be57601ac07a,segment=NetworkSegment(1f23af5d-31ec-4d72-9d00-aa0e3e02dafa),segment_id=1f23af5d-31ec-4d72-9d00-aa0e3e02dafa)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:43.205642 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2453aa9f-d302-4482-8608-1e6f8ff6802d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:43.223014 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 42002) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:43.371845 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-655085fe-9d9d-4a4a-a19f-0036e2c4b22e req-08c2ed51-e2d0-4f5f-b2c6-fc79bb899c8f service neutron] 10.222.0.58 "GET /v2.0/networks/d1b1d729-f52d-457d-8248-46f63bb359e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4619308 Aug 10 03:28:43.404684 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2453aa9f-d302-4482-8608-1e6f8ff6802d None None] Pushing event updated for resources: {'Port': ['ID=0f374fc3-9e1d-4ed7-8128-be57601ac07a,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:43.429760 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-86e4349f-e135-47ad-9637-e97315af975c None None] Provisioning for port fe546c0a-1824-4fba-82ae-9be9bdafa074 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:28:43.445640 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-86e4349f-e135-47ad-9637-e97315af975c None None] Provisioning complete for port fe546c0a-1824-4fba-82ae-9be9bdafa074 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:43.446026 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-86e4349f-e135-47ad-9637-e97315af975c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:43.512066 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ec4fc7da-9beb-496e-8220-9d4d0c624741 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a77b526167a54c3793a81af5f7632e4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4869320 Aug 10 03:28:43.529436 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-86e4349f-e135-47ad-9637-e97315af975c None None] Port fe546c0a-1824-4fba-82ae-9be9bdafa074 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:28:43.555940 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-eeedffce-ac39-4d6d-ac28-54bf7fac93fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:43.558012 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 42008) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:43.600657 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-16b784e0-0895-4444-9bd1-0dd796b47bde req-fb43543c-e3c2-4ede-a5ae-042729ba9f60 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:43.642315 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-95afdd50-02a4-40c8-84e1-39e72e8d0e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:43.663650 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-e288fe27-23e4-4890-96ae-988ef6c6cb40 None None] Provisioning complete for port 0f374fc3-9e1d-4ed7-8128-be57601ac07a triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:43.664022 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e288fe27-23e4-4890-96ae-988ef6c6cb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:43.670955 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-95afdd50-02a4-40c8-84e1-39e72e8d0e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:43.891573 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 0f374fc3-9e1d-4ed7-8128-be57601ac07a up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:28:43.950006 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-95afdd50-02a4-40c8-84e1-39e72e8d0e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:43.956699 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-95afdd50-02a4-40c8-84e1-39e72e8d0e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:43.961279 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-95afdd50-02a4-40c8-84e1-39e72e8d0e54 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6197b155-efe2-4ca6-982c-24721459b3df HTTP/1.1" status: 204 len: 168 time: 0.7370617 Aug 10 03:28:43.980039 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95afdd50-02a4-40c8-84e1-39e72e8d0e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6197b155-efe2-4ca6-982c-24721459b3df,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:44.042111 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 0f374fc3-9e1d-4ed7-8128-be57601ac07a triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:44.042585 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:44.077450 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b466571d-1b03-421e-a80f-559a6c03e59e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:44.142631 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-86171430-2195-4cef-acc4-287594bbd6f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:44.182104 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-16b784e0-0895-4444-9bd1-0dd796b47bde req-fb43543c-e3c2-4ede-a5ae-042729ba9f60 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:44.218244 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b466571d-1b03-421e-a80f-559a6c03e59e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:44.315416 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42030) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:44.376949 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16b784e0-0895-4444-9bd1-0dd796b47bde req-fb43543c-e3c2-4ede-a5ae-042729ba9f60 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:44.381340 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-eeedffce-ac39-4d6d-ac28-54bf7fac93fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:44.383418 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b466571d-1b03-421e-a80f-559a6c03e59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:44.386106 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b466571d-1b03-421e-a80f-559a6c03e59e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:44.387725 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b466571d-1b03-421e-a80f-559a6c03e59e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/35b127f8-b049-47f9-93a7-7fe98bab8cc6 HTTP/1.1" status: 204 len: 168 time: 0.8247406 Aug 10 03:28:44.392994 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-16b784e0-0895-4444-9bd1-0dd796b47bde req-fb43543c-e3c2-4ede-a5ae-042729ba9f60 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:44.403537 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b784e0-0895-4444-9bd1-0dd796b47bde req-fb43543c-e3c2-4ede-a5ae-042729ba9f60 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:28:44.438888 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-fba6dcc7-8d93-4c6b-9b61-ef69b588125d None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:44.455788 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-eeedffce-ac39-4d6d-ac28-54bf7fac93fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:44.466872 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b466571d-1b03-421e-a80f-559a6c03e59e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b127f8-b049-47f9-93a7-7fe98bab8cc6,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:44.473885 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-fba6dcc7-8d93-4c6b-9b61-ef69b588125d None None] Transition to ACTIVE for port object f0a67ead-1c66-4713-84ac-023452945cdd will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:44.501393 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-fba6dcc7-8d93-4c6b-9b61-ef69b588125d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:44.515205 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-86171430-2195-4cef-acc4-287594bbd6f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:44.534353 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb43543c-e3c2-4ede-a5ae-042729ba9f60 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Pushing event updated for resources: {'Port': ['ID=e30528a5-a19d-4a76-a8ac-2a24e682918b,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:44.570703 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-fba6dcc7-8d93-4c6b-9b61-ef69b588125d None None] Attempting to bind port f0a67ead-1c66-4713-84ac-023452945cdd on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:28:44.571172 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-fba6dcc7-8d93-4c6b-9b61-ef69b588125d None None] Attempting to bind port f0a67ead-1c66-4713-84ac-023452945cdd by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:28:44.571496 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba6dcc7-8d93-4c6b-9b61-ef69b588125d None None] Attempting to bind port f0a67ead-1c66-4713-84ac-023452945cdd on network 09ca2025-b9a6-4e84-8019-8d9fbef3753e {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:28:44.585704 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba6dcc7-8d93-4c6b-9b61-ef69b588125d None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:28:44.586231 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba6dcc7-8d93-4c6b-9b61-ef69b588125d None None] Checking segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:28:44.586833 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-fba6dcc7-8d93-4c6b-9b61-ef69b588125d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:44.587349 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba6dcc7-8d93-4c6b-9b61-ef69b588125d None None] Bound using segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:28:44.587912 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-fba6dcc7-8d93-4c6b-9b61-ef69b588125d None None] Bound port: f0a67ead-1c66-4713-84ac-023452945cdd, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:28:44.588492 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-fba6dcc7-8d93-4c6b-9b61-ef69b588125d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:44.638759 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5bce3d-341e-4c75-8ace-85470809cb33 None None] Pushing event updated for resources: {'Port': ['ID=f0a67ead-1c66-4713-84ac-023452945cdd,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:44.643642 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-3baea616-b0b3-4af5-85ca-95325304b7b3 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1753555539-network', 'tenant_id': '51a7ac8d67194314b2bb1368747dd74c'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:44.707500 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-fba6dcc7-8d93-4c6b-9b61-ef69b588125d None None] For port f0a67ead-1c66-4713-84ac-023452945cdd, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:28:44.711736 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-fba6dcc7-8d93-4c6b-9b61-ef69b588125d None None] For port f0a67ead-1c66-4713-84ac-023452945cdd, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=f0a67ead-1c66-4713-84ac-023452945cdd,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:28:44.721274 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-fba6dcc7-8d93-4c6b-9b61-ef69b588125d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:44.723271 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-eeedffce-ac39-4d6d-ac28-54bf7fac93fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:44.786190 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeedffce-ac39-4d6d-ac28-54bf7fac93fc admin admin] Pushing event updated for resources: {'Port': ['ID=fe546c0a-1824-4fba-82ae-9be9bdafa074,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:44.793663 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-16b784e0-0895-4444-9bd1-0dd796b47bde req-fb43543c-e3c2-4ede-a5ae-042729ba9f60 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:44.798202 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba6dcc7-8d93-4c6b-9b61-ef69b588125d None None] Routers {'5ae48649-051a-4b4a-aad3-032ffdabc1a1'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:44.799295 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-fba6dcc7-8d93-4c6b-9b61-ef69b588125d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:28:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['5ae48649-051a-4b4a-aad3-032ffdabc1a1'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:44.825412 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3baea616-b0b3-4af5-85ca-95325304b7b3 admin admin] Made reservation on behalf of 51a7ac8d67194314b2bb1368747dd74c for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:28:44.831543 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3baea616-b0b3-4af5-85ca-95325304b7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:44.853046 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5bce3d-341e-4c75-8ace-85470809cb33 None None] Pushing event updated for resources: {'Port': ['ID=f0a67ead-1c66-4713-84ac-023452945cdd,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:44.872751 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3baea616-b0b3-4af5-85ca-95325304b7b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:44.909663 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-16b784e0-0895-4444-9bd1-0dd796b47bde req-fb43543c-e3c2-4ede-a5ae-042729ba9f60 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:45.017572 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3baea616-b0b3-4af5-85ca-95325304b7b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:45.037607 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-fba6dcc7-8d93-4c6b-9b61-ef69b588125d None None] Set router 5ae48649-051a-4b4a-aad3-032ffdabc1a1 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:28:45.038690 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3baea616-b0b3-4af5-85ca-95325304b7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:45.059094 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3baea616-b0b3-4af5-85ca-95325304b7b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:28:45.080043 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3baea616-b0b3-4af5-85ca-95325304b7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:45.083836 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-16b784e0-0895-4444-9bd1-0dd796b47bde req-fb43543c-e3c2-4ede-a5ae-042729ba9f60 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:45.084191 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-3baea616-b0b3-4af5-85ca-95325304b7b3 admin admin] Added segment 5fe7c1b5-5c5e-4155-8308-db0ce25621a1 of type vlan for network 8852f47b-2616-47b1-ab55-4211ce48cfd6 Aug 10 03:28:45.128133 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3baea616-b0b3-4af5-85ca-95325304b7b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:45.170916 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3baea616-b0b3-4af5-85ca-95325304b7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:45.173102 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3baea616-b0b3-4af5-85ca-95325304b7b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:45.173833 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3baea616-b0b3-4af5-85ca-95325304b7b3 admin admin] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:45.196314 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-16b784e0-0895-4444-9bd1-0dd796b47bde req-fb43543c-e3c2-4ede-a5ae-042729ba9f60 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:45.290933 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baea616-b0b3-4af5-85ca-95325304b7b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cce4225-efaa-4e2f-b63a-230028fc5712,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:45.295550 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeedffce-ac39-4d6d-ac28-54bf7fac93fc admin admin] Network e4053f76-fe28-45af-a43b-109b89c28438 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:45.302996 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3baea616-b0b3-4af5-85ca-95325304b7b3 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9864907 Aug 10 03:28:45.324048 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 42062) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:45.328186 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-eeedffce-ac39-4d6d-ac28-54bf7fac93fc admin admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:45.332330 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86171430-2195-4cef-acc4-287594bbd6f4 admin admin] Router 3776bf2b-63ff-4607-92e9-f5be31c57f96 is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:28:45.342305 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-fba6dcc7-8d93-4c6b-9b61-ef69b588125d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae48649-051a-4b4a-aad3-032ffdabc1a1', 'name': 'tempest-TestVolumeBackupRestore-1527728070-router', 'tenant_id': '4a8c1debca8c4d549cb7f4f68b57cf91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'f0a67ead-1c66-4713-84ac-023452945cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:33Z', 'updated_at': '2021-08-10T03:28:43Z', 'revision_number': 4, 'project_id': '4a8c1debca8c4d549cb7f4f68b57cf91', 'gw_port': {'id': 'f0a67ead-1c66-4713-84ac-023452945cdd', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:08:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae48649-051a-4b4a-aad3-032ffdabc1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:35Z', 'updated_at': '2021-08-10T03:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'fe546c0a-1824-4fba-82ae-9be9bdafa074', 'name': '', 'network_id': 'e4053f76-fe28-45af-a43b-109b89c28438', 'tenant_id': '4a8c1debca8c4d549cb7f4f68b57cf91', 'mac_address': 'fa:16:3e:2c:ba:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae48649-051a-4b4a-aad3-032ffdabc1a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': 'ce107643-a099-4794-bcb7-4719821bc26b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:41Z', 'updated_at': '2021-08-10T03:28:43Z', 'revision_number': 2, 'project_id': '4a8c1debca8c4d549cb7f4f68b57cf91', 'subnets': [{'id': 'ce107643-a099-4794-bcb7-4719821bc26b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:45.342890 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baea616-b0b3-4af5-85ca-95325304b7b3 admin admin] Pushing event updated for resources: {'Network': ['ID=8852f47b-2616-47b1-ab55-4211ce48cfd6,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:45.369460 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-43dd886e-c2ae-43b8-9d83-d15daf1819e2 admin admin] Request body: {'subnet': {'network_id': '8852f47b-2616-47b1-ab55-4211ce48cfd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1753555539-subnet', 'tenant_id': '51a7ac8d67194314b2bb1368747dd74c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:45.385022 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba6dcc7-8d93-4c6b-9b61-ef69b588125d None None] The sync data for ids ['5ae48649-051a-4b4a-aad3-032ffdabc1a1'] in n-d-768851-15 is: [{'id': '5ae48649-051a-4b4a-aad3-032ffdabc1a1', 'name': 'tempest-TestVolumeBackupRestore-1527728070-router', 'tenant_id': '4a8c1debca8c4d549cb7f4f68b57cf91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'f0a67ead-1c66-4713-84ac-023452945cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:33Z', 'updated_at': '2021-08-10T03:28:43Z', 'revision_number': 4, 'project_id': '4a8c1debca8c4d549cb7f4f68b57cf91', 'gw_port': {'id': 'f0a67ead-1c66-4713-84ac-023452945cdd', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:08:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae48649-051a-4b4a-aad3-032ffdabc1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:35Z', 'updated_at': '2021-08-10T03:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'fe546c0a-1824-4fba-82ae-9be9bdafa074', 'name': '', 'network_id': 'e4053f76-fe28-45af-a43b-109b89c28438', 'tenant_id': '4a8c1debca8c4d549cb7f4f68b57cf91', 'mac_address': 'fa:16:3e:2c:ba:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae48649-051a-4b4a-aad3-032ffdabc1a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': 'ce107643-a099-4794-bcb7-4719821bc26b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:41Z', 'updated_at': '2021-08-10T03:28:43Z', 'revision_number': 2, 'project_id': '4a8c1debca8c4d549cb7f4f68b57cf91', 'subnets': [{'id': 'ce107643-a099-4794-bcb7-4719821bc26b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:28:45.396495 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 8852f47b-2616-47b1-ab55-4211ce48cfd6 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:28:45.467744 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-16b784e0-0895-4444-9bd1-0dd796b47bde req-fb43543c-e3c2-4ede-a5ae-042729ba9f60 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:45.488069 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb43543c-e3c2-4ede-a5ae-042729ba9f60 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Pushing event updated for resources: {'Port': ['ID=e30528a5-a19d-4a76-a8ac-2a24e682918b,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:45.538326 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43dd886e-c2ae-43b8-9d83-d15daf1819e2 admin admin] Made reservation on behalf of 51a7ac8d67194314b2bb1368747dd74c for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:28:45.546602 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-43dd886e-c2ae-43b8-9d83-d15daf1819e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:45.665573 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86171430-2195-4cef-acc4-287594bbd6f4 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:28:45.678206 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559a98c2-eb19-4d4a-accb-c4ebb26c1471 None None] Sync routers for ids ['3776bf2b-63ff-4607-92e9-f5be31c57f96'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:28:45.693240 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559a98c2-eb19-4d4a-accb-c4ebb26c1471 None None] Routers {'3776bf2b-63ff-4607-92e9-f5be31c57f96'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:45.693862 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-559a98c2-eb19-4d4a-accb-c4ebb26c1471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:28:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['3776bf2b-63ff-4607-92e9-f5be31c57f96'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:45.703867 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-86171430-2195-4cef-acc4-287594bbd6f4 admin admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:45.705611 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-86171430-2195-4cef-acc4-287594bbd6f4 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.7338369 Aug 10 03:28:45.709955 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42076) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:45.986159 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-16b784e0-0895-4444-9bd1-0dd796b47bde req-fb43543c-e3c2-4ede-a5ae-042729ba9f60 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:45.990352 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-16b784e0-0895-4444-9bd1-0dd796b47bde req-fb43543c-e3c2-4ede-a5ae-042729ba9f60 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.9134722 Aug 10 03:28:45.997414 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-43dd886e-c2ae-43b8-9d83-d15daf1819e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:46.040127 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-cfe2a5ea-9a4e-4a5b-944d-4a4ce1ff007b None None] Provisioning complete for port fe546c0a-1824-4fba-82ae-9be9bdafa074 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:46.042094 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-cfe2a5ea-9a4e-4a5b-944d-4a4ce1ff007b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:46.093772 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-559a98c2-eb19-4d4a-accb-c4ebb26c1471 None None] Set router 3776bf2b-63ff-4607-92e9-f5be31c57f96 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:28:46.199952 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-cfe2a5ea-9a4e-4a5b-944d-4a4ce1ff007b None None] Port fe546c0a-1824-4fba-82ae-9be9bdafa074 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:28:46.294099 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-16b784e0-0895-4444-9bd1-0dd796b47bde req-9b20a084-dc54-4047-9277-522ba90c94a7 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.216 HTTP/1.1" status: 200 len: 696 time: 0.2836366 Aug 10 03:28:46.366147 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dd886e-c2ae-43b8-9d83-d15daf1819e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0a3643c-de6f-4c71-a353-f1ccdcdab1ac,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:46.385321 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43dd886e-c2ae-43b8-9d83-d15daf1819e2 admin admin] Checking segment: {'id': '5fe7c1b5-5c5e-4155-8308-db0ce25621a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '8852f47b-2616-47b1-ab55-4211ce48cfd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:28:46.385659 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dd886e-c2ae-43b8-9d83-d15daf1819e2 admin admin] Network hostable DHCP agents. Network: 8852f47b-2616-47b1-ab55-4211ce48cfd6, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:28:46.579533 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeedffce-ac39-4d6d-ac28-54bf7fac93fc admin admin] Router 5ae48649-051a-4b4a-aad3-032ffdabc1a1 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:28:46.601363 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-559a98c2-eb19-4d4a-accb-c4ebb26c1471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3776bf2b-63ff-4607-92e9-f5be31c57f96', 'name': 'tempest-TestServerMultinode-97761923-router', 'tenant_id': 'b2fa865732534c53ad581c7d7b4af965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'f76e92f7-0a97-4fbb-95f0-050d74a8b78d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:38Z', 'updated_at': '2021-08-10T03:28:43Z', 'revision_number': 3, 'project_id': 'b2fa865732534c53ad581c7d7b4af965', 'gw_port': {'id': 'f76e92f7-0a97-4fbb-95f0-050d74a8b78d', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3776bf2b-63ff-4607-92e9-f5be31c57f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:40Z', 'updated_at': '2021-08-10T03:28:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:46.647927 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559a98c2-eb19-4d4a-accb-c4ebb26c1471 None None] Checking router: 3776bf2b-63ff-4607-92e9-f5be31c57f96 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:28:46.648281 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559a98c2-eb19-4d4a-accb-c4ebb26c1471 None None] Updating router 3776bf2b-63ff-4607-92e9-f5be31c57f96 port f76e92f7-0a97-4fbb-95f0-050d74a8b78d binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:28:46.697367 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-559a98c2-eb19-4d4a-accb-c4ebb26c1471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:46.799441 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4dd499b7-eae5-4909-94b7-47951579e13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:46.830760 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dd886e-c2ae-43b8-9d83-d15daf1819e2 admin admin] Network 8852f47b-2616-47b1-ab55-4211ce48cfd6 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:28:46.906117 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b784e0-0895-4444-9bd1-0dd796b47bde req-965b12d1-135b-4d02-b205-ef154f07aec6 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:46.907624 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-16b784e0-0895-4444-9bd1-0dd796b47bde req-965b12d1-135b-4d02-b205-ef154f07aec6 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/networks/09ca2025-b9a6-4e84-8019-8d9fbef3753e HTTP/1.1" status: 200 len: 784 time: 0.5831065 Aug 10 03:28:46.948128 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [req-16b784e0-0895-4444-9bd1-0dd796b47bde req-09aeb27f-7fd4-478b-a224-9ed6174ff7d5 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:46.949197 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-16b784e0-0895-4444-9bd1-0dd796b47bde req-09aeb27f-7fd4-478b-a224-9ed6174ff7d5 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0245905 Aug 10 03:28:47.013171 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-43dd886e-c2ae-43b8-9d83-d15daf1819e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 8852f47b-2616-47b1-ab55-4211ce48cfd6) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:47.021379 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07aac6b2-ef86-4255-954b-394cb1a0d436 None None] Network 8852f47b-2616-47b1-ab55-4211ce48cfd6 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:28:47.024159 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43dd886e-c2ae-43b8-9d83-d15daf1819e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:47.024810 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-43dd886e-c2ae-43b8-9d83-d15daf1819e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:47.086157 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-43dd886e-c2ae-43b8-9d83-d15daf1819e2 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7599077 Aug 10 03:28:47.273147 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-4dd499b7-eae5-4909-94b7-47951579e13b admin admin] Allocated IP 172.20.0.1 (83f5022a-a392-4936-a439-f5e038ac0656/15714828-782b-43e5-91d0-f0a94a444033/2333030e-0b7e-48b1-b312-cd5cb24c92f0) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:28:47.324441 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeedffce-ac39-4d6d-ac28-54bf7fac93fc admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:28:47.346081 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-eeedffce-ac39-4d6d-ac28-54bf7fac93fc admin admin] 10.222.0.62 "PUT /v2.0/routers/5ae48649-051a-4b4a-aad3-032ffdabc1a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9019568 Aug 10 03:28:47.387595 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4ea2c7-0321-4972-9fc4-142e85930874 req-f5248cfc-5eac-4a08-b812-eb4a2c40c628 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:47.390907 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fe4ea2c7-0321-4972-9fc4-142e85930874 req-f5248cfc-5eac-4a08-b812-eb4a2c40c628 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a2c6a05-a014-4605-8b98-b1f7e661d64f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2868137 Aug 10 03:28:47.459397 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207dcc52-8f83-4486-ab23-6e7e47ee5b7e None None] Network 8852f47b-2616-47b1-ab55-4211ce48cfd6 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:28:47.502699 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4dd499b7-eae5-4909-94b7-47951579e13b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:47.513702 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fe4ea2c7-0321-4972-9fc4-142e85930874 req-32f8e752-40dd-4dff-b036-a509d6f510fb tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.216 HTTP/1.1" status: 200 len: 696 time: 0.1166861 Aug 10 03:28:47.539451 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-fe4ea2c7-0321-4972-9fc4-142e85930874 req-2a824b9d-5fdc-4c54-986b-e36b35a40ff9 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Request body: {'floatingip': {'port_id': '07a94a97-8743-44e7-9487-845481bbbdbe', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:47.541509 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-4dd499b7-eae5-4909-94b7-47951579e13b admin admin] Transition to ACTIVE for port object 2333030e-0b7e-48b1-b312-cd5cb24c92f0 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:47.584615 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42140) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:47.645094 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-559a98c2-eb19-4d4a-accb-c4ebb26c1471 None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:47.674633 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4dd499b7-eae5-4909-94b7-47951579e13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:47.683896 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-559a98c2-eb19-4d4a-accb-c4ebb26c1471 None None] Transition to ACTIVE for port object f76e92f7-0a97-4fbb-95f0-050d74a8b78d will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:47.714441 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-559a98c2-eb19-4d4a-accb-c4ebb26c1471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:47.798542 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd499b7-eae5-4909-94b7-47951579e13b admin admin] Pushing event updated for resources: {'Port': ['ID=2333030e-0b7e-48b1-b312-cd5cb24c92f0,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:47.825506 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58bdfa6-cbd2-4782-8df7-207116a277a8 None None] Pushing event updated for resources: {'Port': ['ID=f76e92f7-0a97-4fbb-95f0-050d74a8b78d,revision_number=2']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:47.859250 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd499b7-eae5-4909-94b7-47951579e13b admin admin] Network 83f5022a-a392-4936-a439-f5e038ac0656 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:47.862116 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-559a98c2-eb19-4d4a-accb-c4ebb26c1471 None None] Attempting to bind port f76e92f7-0a97-4fbb-95f0-050d74a8b78d on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:28:47.862940 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-559a98c2-eb19-4d4a-accb-c4ebb26c1471 None None] Attempting to bind port f76e92f7-0a97-4fbb-95f0-050d74a8b78d by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:28:47.863824 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559a98c2-eb19-4d4a-accb-c4ebb26c1471 None None] Attempting to bind port f76e92f7-0a97-4fbb-95f0-050d74a8b78d on network 09ca2025-b9a6-4e84-8019-8d9fbef3753e {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:28:47.865331 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-4dd499b7-eae5-4909-94b7-47951579e13b admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:47.881296 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559a98c2-eb19-4d4a-accb-c4ebb26c1471 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:28:47.882812 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd499b7-eae5-4909-94b7-47951579e13b admin admin] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:28:47.893261 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559a98c2-eb19-4d4a-accb-c4ebb26c1471 None None] Checking segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:28:47.893849 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-559a98c2-eb19-4d4a-accb-c4ebb26c1471 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:47.894345 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559a98c2-eb19-4d4a-accb-c4ebb26c1471 None None] Bound using segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:28:47.894986 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-559a98c2-eb19-4d4a-accb-c4ebb26c1471 None None] Bound port: f76e92f7-0a97-4fbb-95f0-050d74a8b78d, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:28:47.896780 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-559a98c2-eb19-4d4a-accb-c4ebb26c1471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:48.017360 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-559a98c2-eb19-4d4a-accb-c4ebb26c1471 None None] For port f76e92f7-0a97-4fbb-95f0-050d74a8b78d, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:28:48.020835 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-559a98c2-eb19-4d4a-accb-c4ebb26c1471 None None] For port f76e92f7-0a97-4fbb-95f0-050d74a8b78d, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=f76e92f7-0a97-4fbb-95f0-050d74a8b78d,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:28:48.033956 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-559a98c2-eb19-4d4a-accb-c4ebb26c1471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:48.040736 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4dd499b7-eae5-4909-94b7-47951579e13b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:48.077299 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device f0a67ead-1c66-4713-84ac-023452945cdd up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:28:48.163130 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559a98c2-eb19-4d4a-accb-c4ebb26c1471 None None] Routers {'3776bf2b-63ff-4607-92e9-f5be31c57f96'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:48.171240 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-559a98c2-eb19-4d4a-accb-c4ebb26c1471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:28:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['3776bf2b-63ff-4607-92e9-f5be31c57f96'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:48.198796 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port f0a67ead-1c66-4713-84ac-023452945cdd completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:28:48.206339 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port f0a67ead-1c66-4713-84ac-023452945cdd triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:48.208246 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:48.268005 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-fe4ea2c7-0321-4972-9fc4-142e85930874 req-2a824b9d-5fdc-4c54-986b-e36b35a40ff9 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Notify callbacks [] for floatingip, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:48.334258 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5128092b-8877-46f7-8ff2-0c467ac3af3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:48.353845 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-559a98c2-eb19-4d4a-accb-c4ebb26c1471 None None] Set router 3776bf2b-63ff-4607-92e9-f5be31c57f96 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:28:48.497365 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58bdfa6-cbd2-4782-8df7-207116a277a8 None None] Pushing event updated for resources: {'Port': ['ID=f76e92f7-0a97-4fbb-95f0-050d74a8b78d,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:48.497554 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:48.587683 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-adde94d2-ab3c-41c5-9c18-16c5c94927e7 None None] Provisioning for port 2333030e-0b7e-48b1-b312-cd5cb24c92f0 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:28:48.596916 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port f0a67ead-1c66-4713-84ac-023452945cdd, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=f0a67ead-1c66-4713-84ac-023452945cdd,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:48.603609 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-adde94d2-ab3c-41c5-9c18-16c5c94927e7 None None] Provisioning complete for port 2333030e-0b7e-48b1-b312-cd5cb24c92f0 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:48.604075 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-adde94d2-ab3c-41c5-9c18-16c5c94927e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:48.607042 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:48.698726 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-559a98c2-eb19-4d4a-accb-c4ebb26c1471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3776bf2b-63ff-4607-92e9-f5be31c57f96', 'name': 'tempest-TestServerMultinode-97761923-router', 'tenant_id': 'b2fa865732534c53ad581c7d7b4af965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'f76e92f7-0a97-4fbb-95f0-050d74a8b78d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:38Z', 'updated_at': '2021-08-10T03:28:43Z', 'revision_number': 3, 'project_id': 'b2fa865732534c53ad581c7d7b4af965', 'gw_port': {'id': 'f76e92f7-0a97-4fbb-95f0-050d74a8b78d', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3776bf2b-63ff-4607-92e9-f5be31c57f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:40Z', 'updated_at': '2021-08-10T03:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:48.750997 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559a98c2-eb19-4d4a-accb-c4ebb26c1471 None None] The sync data for ids ['3776bf2b-63ff-4607-92e9-f5be31c57f96'] in n-d-768851-15 is: [{'id': '3776bf2b-63ff-4607-92e9-f5be31c57f96', 'name': 'tempest-TestServerMultinode-97761923-router', 'tenant_id': 'b2fa865732534c53ad581c7d7b4af965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'f76e92f7-0a97-4fbb-95f0-050d74a8b78d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:38Z', 'updated_at': '2021-08-10T03:28:43Z', 'revision_number': 3, 'project_id': 'b2fa865732534c53ad581c7d7b4af965', 'gw_port': {'id': 'f76e92f7-0a97-4fbb-95f0-050d74a8b78d', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3776bf2b-63ff-4607-92e9-f5be31c57f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:40Z', 'updated_at': '2021-08-10T03:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:28:48.759301 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=f0a67ead-1c66-4713-84ac-023452945cdd,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:48.796232 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-adde94d2-ab3c-41c5-9c18-16c5c94927e7 None None] Port 2333030e-0b7e-48b1-b312-cd5cb24c92f0 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:28:48.840189 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4dd499b7-eae5-4909-94b7-47951579e13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:49.369555 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4dd499b7-eae5-4909-94b7-47951579e13b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:49.441157 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5128092b-8877-46f7-8ff2-0c467ac3af3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:49.445506 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4dd499b7-eae5-4909-94b7-47951579e13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:49.512234 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.db.resource_extend [req-fe4ea2c7-0321-4972-9fc4-142e85930874 req-2a824b9d-5fdc-4c54-986b-e36b35a40ff9 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:28:49.561617 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4dd499b7-eae5-4909-94b7-47951579e13b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:49.584431 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5128092b-8877-46f7-8ff2-0c467ac3af3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:49.632047 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e385e4f-d4e7-49f8-b824-a0cb4de022f6 None None] Sync routers for ids ['5ae48649-051a-4b4a-aad3-032ffdabc1a1'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:28:49.651793 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-fe4ea2c7-0321-4972-9fc4-142e85930874 req-2a824b9d-5fdc-4c54-986b-e36b35a40ff9 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:49.654637 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e385e4f-d4e7-49f8-b824-a0cb4de022f6 None None] Routers {'5ae48649-051a-4b4a-aad3-032ffdabc1a1'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:49.655436 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-4e385e4f-d4e7-49f8-b824-a0cb4de022f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:28:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['5ae48649-051a-4b4a-aad3-032ffdabc1a1'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:49.660019 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-fe4ea2c7-0321-4972-9fc4-142e85930874 req-2a824b9d-5fdc-4c54-986b-e36b35a40ff9 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:49.767836 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-5128092b-8877-46f7-8ff2-0c467ac3af3c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0a4c38a733684d34a135fdbe465a742e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1807678 Aug 10 03:28:49.774878 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42232) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:49.922993 n-d-768851-15 neutron-server[94216]: INFO neutron.db.l3_db [req-fe4ea2c7-0321-4972-9fc4-142e85930874 req-2a824b9d-5fdc-4c54-986b-e36b35a40ff9 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Floating IP f0e38c90-13ea-45e2-a8c9-55c3a5afe924 associated. External IP: 172.25.7.216, port: 07a94a97-8743-44e7-9487-845481bbbdbe. Aug 10 03:28:49.929097 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5128092b-8877-46f7-8ff2-0c467ac3af3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=975dd370-75f5-4710-9e57-1ae67894bd38,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:50.033306 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-4e385e4f-d4e7-49f8-b824-a0cb4de022f6 None None] Set router 5ae48649-051a-4b4a-aad3-032ffdabc1a1 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:28:50.268622 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd499b7-eae5-4909-94b7-47951579e13b admin admin] Pushing event updated for resources: {'Port': ['ID=2333030e-0b7e-48b1-b312-cd5cb24c92f0,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:50.279562 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd499b7-eae5-4909-94b7-47951579e13b admin admin] Network 83f5022a-a392-4936-a439-f5e038ac0656 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:50.290706 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-17e33cf6-9e18-4311-89fa-c27b2cd2bd96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:50.293068 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-4dd499b7-eae5-4909-94b7-47951579e13b admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:50.489757 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device f76e92f7-0a97-4fbb-95f0-050d74a8b78d up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:28:50.491995 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-17e33cf6-9e18-4311-89fa-c27b2cd2bd96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:50.612951 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe4ea2c7-0321-4972-9fc4-142e85930874 req-2a824b9d-5fdc-4c54-986b-e36b35a40ff9 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Router 7f1ed421-4397-4d5f-883d-2cfbf050b4e4 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:28:50.654665 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-17e33cf6-9e18-4311-89fa-c27b2cd2bd96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:50.660461 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-17e33cf6-9e18-4311-89fa-c27b2cd2bd96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:50.668202 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-17e33cf6-9e18-4311-89fa-c27b2cd2bd96 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/975dd370-75f5-4710-9e57-1ae67894bd38 HTTP/1.1" status: 204 len: 168 time: 0.8898587 Aug 10 03:28:50.718006 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e33cf6-9e18-4311-89fa-c27b2cd2bd96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=975dd370-75f5-4710-9e57-1ae67894bd38,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:50.801037 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port f76e92f7-0a97-4fbb-95f0-050d74a8b78d completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:28:50.832625 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd499b7-eae5-4909-94b7-47951579e13b admin admin] Router 3776bf2b-63ff-4607-92e9-f5be31c57f96 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:28:50.955555 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port f76e92f7-0a97-4fbb-95f0-050d74a8b78d triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:50.957830 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:51.042378 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 42296) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:51.114832 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe4ea2c7-0321-4972-9fc4-142e85930874 req-2a824b9d-5fdc-4c54-986b-e36b35a40ff9 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:28:51.119620 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd499b7-eae5-4909-94b7-47951579e13b admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:28:51.126305 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4dd499b7-eae5-4909-94b7-47951579e13b admin admin] 10.222.0.62 "PUT /v2.0/routers/3776bf2b-63ff-4607-92e9-f5be31c57f96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4148576 Aug 10 03:28:51.135073 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-fe4ea2c7-0321-4972-9fc4-142e85930874 req-2a824b9d-5fdc-4c54-986b-e36b35a40ff9 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:51.154295 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5447f95-4004-4b50-b642-f1d188cbe438 None None] Sync routers for ids ['7f1ed421-4397-4d5f-883d-2cfbf050b4e4'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:28:51.169550 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5447f95-4004-4b50-b642-f1d188cbe438 None None] Routers {'7f1ed421-4397-4d5f-883d-2cfbf050b4e4'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:51.171101 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-a5447f95-4004-4b50-b642-f1d188cbe438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:28:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['7f1ed421-4397-4d5f-883d-2cfbf050b4e4'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:51.185666 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fe4ea2c7-0321-4972-9fc4-142e85930874 req-2a824b9d-5fdc-4c54-986b-e36b35a40ff9 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "PUT /v2.0/floatingips/f0e38c90-13ea-45e2-a8c9-55c3a5afe924 HTTP/1.1" status: 200 len: 997 time: 3.6654029 Aug 10 03:28:51.186134 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a2c6a05-a014-4605-8b98-b1f7e661d64f', 'tag': '07a94a97-8743-44e7-9487-845481bbbdbe'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:28:51.188678 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f92d4f-dc4d-4325-bb75-d5e561b1dced" -d '{"events": [{"name": "network-changed", "server_uuid": "7a2c6a05-a014-4605-8b98-b1f7e661d64f", "tag": "07a94a97-8743-44e7-9487-845481bbbdbe"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:28:51.230914 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-9fe02a7b-46f6-40b0-85c8-f94e1dee1d64 None None] Provisioning complete for port 2333030e-0b7e-48b1-b312-cd5cb24c92f0 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:51.231668 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9fe02a7b-46f6-40b0-85c8-f94e1dee1d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:51.273311 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215ff97f-d854-4f22-88ac-a5d0e43bb9e4 x-openstack-request-id: req-215ff97f-d854-4f22-88ac-a5d0e43bb9e4 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:28:51.273962 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a2c6a05-a014-4605-8b98-b1f7e661d64f", "tag": "07a94a97-8743-44e7-9487-845481bbbdbe", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:28:51.274437 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-215ff97f-d854-4f22-88ac-a5d0e43bb9e4 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:28:51.275406 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a2c6a05-a014-4605-8b98-b1f7e661d64f', 'tag': '07a94a97-8743-44e7-9487-845481bbbdbe', 'status': 'completed', 'code': 200} Aug 10 03:28:51.302117 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-9fe02a7b-46f6-40b0-85c8-f94e1dee1d64 None None] Port 2333030e-0b7e-48b1-b312-cd5cb24c92f0 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:28:51.360476 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-4e385e4f-d4e7-49f8-b824-a0cb4de022f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae48649-051a-4b4a-aad3-032ffdabc1a1', 'name': 'tempest-TestVolumeBackupRestore-1527728070-router', 'tenant_id': '4a8c1debca8c4d549cb7f4f68b57cf91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'f0a67ead-1c66-4713-84ac-023452945cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:33Z', 'updated_at': '2021-08-10T03:28:43Z', 'revision_number': 4, 'project_id': '4a8c1debca8c4d549cb7f4f68b57cf91', 'gw_port': {'id': 'f0a67ead-1c66-4713-84ac-023452945cdd', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:08:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae48649-051a-4b4a-aad3-032ffdabc1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:35Z', 'updated_at': '2021-08-10T03:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'fe546c0a-1824-4fba-82ae-9be9bdafa074', 'name': '', 'network_id': 'e4053f76-fe28-45af-a43b-109b89c28438', 'tenant_id': '4a8c1debca8c4d549cb7f4f68b57cf91', 'mac_address': 'fa:16:3e:2c:ba:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae48649-051a-4b4a-aad3-032ffdabc1a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': 'ce107643-a099-4794-bcb7-4719821bc26b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:41Z', 'updated_at': '2021-08-10T03:28:43Z', 'revision_number': 2, 'project_id': '4a8c1debca8c4d549cb7f4f68b57cf91', 'subnets': [{'id': 'ce107643-a099-4794-bcb7-4719821bc26b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:51.424831 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f92d4f-dc4d-4325-bb75-d5e561b1dced req-ef48729d-07c6-4916-976a-5f4161cce439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:51.426360 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-14f92d4f-dc4d-4325-bb75-d5e561b1dced req-ef48729d-07c6-4916-976a-5f4161cce439 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=01c6c772ed714ab0a5fbae71ad184fcc&device_id=7a2c6a05-a014-4605-8b98-b1f7e661d64f HTTP/1.1" status: 200 len: 1098 time: 0.1316149 Aug 10 03:28:51.436241 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e385e4f-d4e7-49f8-b824-a0cb4de022f6 None None] Checking router: 5ae48649-051a-4b4a-aad3-032ffdabc1a1 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:28:51.436412 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e385e4f-d4e7-49f8-b824-a0cb4de022f6 None None] Updating router 5ae48649-051a-4b4a-aad3-032ffdabc1a1 port fe546c0a-1824-4fba-82ae-9be9bdafa074 binding host n-d-768851-15 {{(pid=94218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:28:51.461245 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-a5447f95-4004-4b50-b642-f1d188cbe438 None None] Set router 7f1ed421-4397-4d5f-883d-2cfbf050b4e4 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:28:51.474998 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4e385e4f-d4e7-49f8-b824-a0cb4de022f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:51.492696 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:51.797996 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f92d4f-dc4d-4325-bb75-d5e561b1dced req-a61fc078-c40d-4c88-aeda-b6abd298b849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:51.802630 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-14f92d4f-dc4d-4325-bb75-d5e561b1dced req-a61fc078-c40d-4c88-aeda-b6abd298b849 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d1b1d729-f52d-457d-8248-46f63bb359e2 HTTP/1.1" status: 200 len: 920 time: 0.3668413 Aug 10 03:28:51.832911 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e3d0234c-208d-45f7-8222-b29a7c8a3a81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:51.874298 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port f76e92f7-0a97-4fbb-95f0-050d74a8b78d, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=f76e92f7-0a97-4fbb-95f0-050d74a8b78d,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:51.901036 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:51.902543 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device f0a67ead-1c66-4713-84ac-023452945cdd up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:28:52.111374 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e3d0234c-208d-45f7-8222-b29a7c8a3a81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:52.137488 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e3d0234c-208d-45f7-8222-b29a7c8a3a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:52.182627 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-e3d0234c-208d-45f7-8222-b29a7c8a3a81 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0935ed45aa96424b8fdc049261a57d70&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1380148 Aug 10 03:28:52.183569 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 42340) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:52.215202 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39d108-325e-4aa4-968a-f3b30ca618a4 req-4f8681c7-66c5-446c-b6c5-ea9ad00436ec tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:52.227905 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ce39d108-325e-4aa4-968a-f3b30ca618a4 req-4f8681c7-66c5-446c-b6c5-ea9ad00436ec tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] 10.222.0.62 "GET /v2.0/networks?id=8852f47b-2616-47b1-ab55-4211ce48cfd6 HTTP/1.1" status: 200 len: 810 time: 0.6229379 Aug 10 03:28:52.264419 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-a5447f95-4004-4b50-b642-f1d188cbe438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1ed421-4397-4d5f-883d-2cfbf050b4e4', 'name': 'tempest-ServerRescueTestJSONUnderV235-696962773-router', 'tenant_id': '01c6c772ed714ab0a5fbae71ad184fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': '49086169-100f-40b5-92e3-7f8eed2aec78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:27:30Z', 'updated_at': '2021-08-10T03:27:38Z', 'revision_number': 4, 'project_id': '01c6c772ed714ab0a5fbae71ad184fcc', 'gw_port': {'id': '49086169-100f-40b5-92e3-7f8eed2aec78', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1ed421-4397-4d5f-883d-2cfbf050b4e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:31Z', 'updated_at': '2021-08-10T03:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': 'f0e38c90-13ea-45e2-a8c9-55c3a5afe924', 'tenant_id': '01c6c772ed714ab0a5fbae71ad184fcc', 'floating_ip_address': '172.25.7.216', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '7f1ed421-4397-4d5f-883d-2cfbf050b4e4', 'port_id': '07a94a97-8743-44e7-9487-845481bbbdbe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b1d729-f52d-457d-8248-46f63bb359e2', 'mac_address': 'fa:16:3e:de:e5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2c6a05-a014-4605-8b98-b1f7e661d64f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:28:44Z', 'updated_at': '2021-08-10T03:28:49Z', 'revision_number': 1, 'project_id': '01c6c772ed714ab0a5fbae71ad184fcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60a03d63-8677-4559-a6f8-48ca046f062a', 'name': '', 'network_id': 'd1b1d729-f52d-457d-8248-46f63bb359e2', 'tenant_id': '01c6c772ed714ab0a5fbae71ad184fcc', 'mac_address': 'fa:16:3e:9e:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1ed421-4397-4d5f-883d-2cfbf050b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '4fdcf365-50ba-4c9e-a4c3-959c07982f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:36Z', 'updated_at': '2021-08-10T03:27:49Z', 'revision_number': 5, 'project_id': '01c6c772ed714ab0a5fbae71ad184fcc', 'subnets': [{'id': '4fdcf365-50ba-4c9e-a4c3-959c07982f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:52.336426 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6324b79-1a44-46bf-8fd0-90c59ec501cd None None] Sync routers for ids ['3776bf2b-63ff-4607-92e9-f5be31c57f96'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:28:52.353951 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5447f95-4004-4b50-b642-f1d188cbe438 None None] Checking router: 7f1ed421-4397-4d5f-883d-2cfbf050b4e4 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:28:52.368839 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5447f95-4004-4b50-b642-f1d188cbe438 None None] Routers {'7f1ed421-4397-4d5f-883d-2cfbf050b4e4'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:52.368839 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-a5447f95-4004-4b50-b642-f1d188cbe438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:28:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['7f1ed421-4397-4d5f-883d-2cfbf050b4e4'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:52.372286 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4ea2c7-0321-4972-9fc4-142e85930874 req-959f0d69-5810-444e-8bbe-e7b7765d9e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:52.376156 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fe4ea2c7-0321-4972-9fc4-142e85930874 req-959f0d69-5810-444e-8bbe-e7b7765d9e0b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=01c6c772ed714ab0a5fbae71ad184fcc&device_id=7a2c6a05-a014-4605-8b98-b1f7e661d64f HTTP/1.1" status: 200 len: 1098 time: 1.1767991 Aug 10 03:28:52.377853 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=f76e92f7-0a97-4fbb-95f0-050d74a8b78d,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:52.404486 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6324b79-1a44-46bf-8fd0-90c59ec501cd None None] Routers {'3776bf2b-63ff-4607-92e9-f5be31c57f96'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:52.407151 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-e6324b79-1a44-46bf-8fd0-90c59ec501cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:28:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['3776bf2b-63ff-4607-92e9-f5be31c57f96'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:52.415809 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ce39d108-325e-4aa4-968a-f3b30ca618a4 req-9dcb6327-484a-4aa6-90ef-116864b79643 tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] 10.222.0.62 "GET /v2.0/quotas/51a7ac8d67194314b2bb1368747dd74c HTTP/1.1" status: 200 len: 375 time: 0.1865356 Aug 10 03:28:52.429776 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d0234c-208d-45f7-8222-b29a7c8a3a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88db0ff2-d9b7-4a2d-bf17-870f2b357f26,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:52.499485 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d0234c-208d-45f7-8222-b29a7c8a3a81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:52.500602 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d0234c-208d-45f7-8222-b29a7c8a3a81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:52.501311 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d0234c-208d-45f7-8222-b29a7c8a3a81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:52.501867 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d0234c-208d-45f7-8222-b29a7c8a3a81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:52.502415 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d0234c-208d-45f7-8222-b29a7c8a3a81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:52.502990 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d0234c-208d-45f7-8222-b29a7c8a3a81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:52.503536 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d0234c-208d-45f7-8222-b29a7c8a3a81 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:52.504206 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d0234c-208d-45f7-8222-b29a7c8a3a81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:52.504855 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d0234c-208d-45f7-8222-b29a7c8a3a81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:52.505980 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d0234c-208d-45f7-8222-b29a7c8a3a81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:52.506524 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d0234c-208d-45f7-8222-b29a7c8a3a81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:52.507108 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d0234c-208d-45f7-8222-b29a7c8a3a81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:52.586960 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ce39d108-325e-4aa4-968a-f3b30ca618a4 req-9f22e929-d765-4452-8152-8d1f90f39197 tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=51a7ac8d67194314b2bb1368747dd74c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1694787 Aug 10 03:28:52.661150 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-a5447f95-4004-4b50-b642-f1d188cbe438 None None] Set router 7f1ed421-4397-4d5f-883d-2cfbf050b4e4 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:28:52.698618 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port f0a67ead-1c66-4713-84ac-023452945cdd triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:52.702446 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:52.712521 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-33bc034f-c5d5-4100-adc9-9ac79caa2284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:52.770772 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-33bc034f-c5d5-4100-adc9-9ac79caa2284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:52.775481 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4ea2c7-0321-4972-9fc4-142e85930874 req-90dd5ea9-d892-4d4f-8d7a-4570c8c08e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:52.777185 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fe4ea2c7-0321-4972-9fc4-142e85930874 req-90dd5ea9-d892-4d4f-8d7a-4570c8c08e01 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d1b1d729-f52d-457d-8248-46f63bb359e2 HTTP/1.1" status: 200 len: 920 time: 0.3116109 Aug 10 03:28:52.868092 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ce39d108-325e-4aa4-968a-f3b30ca618a4 req-4d66a84c-9108-4c2b-b701-916774200060 service neutron] 10.222.0.62 "GET /v2.0/networks/8852f47b-2616-47b1-ab55-4211ce48cfd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798760 Aug 10 03:28:52.912178 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-e6324b79-1a44-46bf-8fd0-90c59ec501cd None None] Set router 3776bf2b-63ff-4607-92e9-f5be31c57f96 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:28:53.009108 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-33bc034f-c5d5-4100-adc9-9ac79caa2284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:53.010978 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-33bc034f-c5d5-4100-adc9-9ac79caa2284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:53.029972 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-33bc034f-c5d5-4100-adc9-9ac79caa2284 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/88db0ff2-d9b7-4a2d-bf17-870f2b357f26 HTTP/1.1" status: 204 len: 168 time: 0.8406019 Aug 10 03:28:53.067868 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-14f92d4f-dc4d-4325-bb75-d5e561b1dced req-3494ed90-787c-42a1-afac-22f3df00c3d8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07a94a97-8743-44e7-9487-845481bbbdbe HTTP/1.1" status: 200 len: 1000 time: 1.2573473 Aug 10 03:28:53.074476 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42368) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:53.079725 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-b4bbcb1e-19b0-4799-845b-c64cf1b02741 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2038507651-network', 'tenant_id': '64e898418998439fb3ac07fff4b9dc8c'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:53.188791 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4bbcb1e-19b0-4799-845b-c64cf1b02741 admin admin] Made reservation on behalf of 64e898418998439fb3ac07fff4b9dc8c for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:28:53.194152 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b4bbcb1e-19b0-4799-845b-c64cf1b02741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:53.225684 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b4bbcb1e-19b0-4799-845b-c64cf1b02741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:53.275208 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f92d4f-dc4d-4325-bb75-d5e561b1dced req-da3f4c60-9d21-4d3f-b1b6-d19ca0d31e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:53.276972 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-14f92d4f-dc4d-4325-bb75-d5e561b1dced req-da3f4c60-9d21-4d3f-b1b6-d19ca0d31e78 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4fdcf365-50ba-4c9e-a4c3-959c07982f8d HTTP/1.1" status: 200 len: 859 time: 0.1608455 Aug 10 03:28:53.309939 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bc034f-c5d5-4100-adc9-9ac79caa2284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88db0ff2-d9b7-4a2d-bf17-870f2b357f26,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:53.365518 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-14f92d4f-dc4d-4325-bb75-d5e561b1dced req-92296c92-a4d6-416f-82b8-e8b31df18eec service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d1b1d729-f52d-457d-8248-46f63bb359e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760841 Aug 10 03:28:53.407113 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-58d92380-9596-420e-b65a-2bcf41758bdb req-003442f0-db7d-4ee9-9959-f27d9e22942d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=440b775b-80cd-4e91-8c68-431fec30100f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3756609 Aug 10 03:28:53.409683 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-a5447f95-4004-4b50-b642-f1d188cbe438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1ed421-4397-4d5f-883d-2cfbf050b4e4', 'name': 'tempest-ServerRescueTestJSONUnderV235-696962773-router', 'tenant_id': '01c6c772ed714ab0a5fbae71ad184fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': '49086169-100f-40b5-92e3-7f8eed2aec78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:27:30Z', 'updated_at': '2021-08-10T03:27:38Z', 'revision_number': 4, 'project_id': '01c6c772ed714ab0a5fbae71ad184fcc', 'gw_port': {'id': '49086169-100f-40b5-92e3-7f8eed2aec78', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1ed421-4397-4d5f-883d-2cfbf050b4e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:31Z', 'updated_at': '2021-08-10T03:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': 'f0e38c90-13ea-45e2-a8c9-55c3a5afe924', 'tenant_id': '01c6c772ed714ab0a5fbae71ad184fcc', 'floating_ip_address': '172.25.7.216', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '7f1ed421-4397-4d5f-883d-2cfbf050b4e4', 'port_id': '07a94a97-8743-44e7-9487-845481bbbdbe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b1d729-f52d-457d-8248-46f63bb359e2', 'mac_address': 'fa:16:3e:de:e5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2c6a05-a014-4605-8b98-b1f7e661d64f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:28:44Z', 'updated_at': '2021-08-10T03:28:49Z', 'revision_number': 1, 'project_id': '01c6c772ed714ab0a5fbae71ad184fcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60a03d63-8677-4559-a6f8-48ca046f062a', 'name': '', 'network_id': 'd1b1d729-f52d-457d-8248-46f63bb359e2', 'tenant_id': '01c6c772ed714ab0a5fbae71ad184fcc', 'mac_address': 'fa:16:3e:9e:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1ed421-4397-4d5f-883d-2cfbf050b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '4fdcf365-50ba-4c9e-a4c3-959c07982f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:36Z', 'updated_at': '2021-08-10T03:27:49Z', 'revision_number': 5, 'project_id': '01c6c772ed714ab0a5fbae71ad184fcc', 'subnets': [{'id': '4fdcf365-50ba-4c9e-a4c3-959c07982f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:53.415479 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fe4ea2c7-0321-4972-9fc4-142e85930874 req-1b17c65d-9b68-4c29-89d2-6fa7f1c903ff service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07a94a97-8743-44e7-9487-845481bbbdbe HTTP/1.1" status: 200 len: 1000 time: 0.6267881 Aug 10 03:28:53.464640 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4ea2c7-0321-4972-9fc4-142e85930874 req-4406b169-34de-48e5-92a5-cc1d2cb2790c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:53.472656 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fe4ea2c7-0321-4972-9fc4-142e85930874 req-4406b169-34de-48e5-92a5-cc1d2cb2790c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4fdcf365-50ba-4c9e-a4c3-959c07982f8d HTTP/1.1" status: 200 len: 859 time: 0.0564868 Aug 10 03:28:53.532234 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4e385e4f-d4e7-49f8-b824-a0cb4de022f6 None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:53.535647 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5447f95-4004-4b50-b642-f1d188cbe438 None None] The sync data for ids ['7f1ed421-4397-4d5f-883d-2cfbf050b4e4'] in n-d-768851-15 is: [{'id': '7f1ed421-4397-4d5f-883d-2cfbf050b4e4', 'name': 'tempest-ServerRescueTestJSONUnderV235-696962773-router', 'tenant_id': '01c6c772ed714ab0a5fbae71ad184fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': '49086169-100f-40b5-92e3-7f8eed2aec78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:27:30Z', 'updated_at': '2021-08-10T03:27:38Z', 'revision_number': 4, 'project_id': '01c6c772ed714ab0a5fbae71ad184fcc', 'gw_port': {'id': '49086169-100f-40b5-92e3-7f8eed2aec78', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1ed421-4397-4d5f-883d-2cfbf050b4e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:31Z', 'updated_at': '2021-08-10T03:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': 'f0e38c90-13ea-45e2-a8c9-55c3a5afe924', 'tenant_id': '01c6c772ed714ab0a5fbae71ad184fcc', 'floating_ip_address': '172.25.7.216', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '7f1ed421-4397-4d5f-883d-2cfbf050b4e4', 'port_id': '07a94a97-8743-44e7-9487-845481bbbdbe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b1d729-f52d-457d-8248-46f63bb359e2', 'mac_address': 'fa:16:3e:de:e5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2c6a05-a014-4605-8b98-b1f7e661d64f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:28:44Z', 'updated_at': '2021-08-10T03:28:49Z', 'revision_number': 1, 'project_id': '01c6c772ed714ab0a5fbae71ad184fcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60a03d63-8677-4559-a6f8-48ca046f062a', 'name': '', 'network_id': 'd1b1d729-f52d-457d-8248-46f63bb359e2', 'tenant_id': '01c6c772ed714ab0a5fbae71ad184fcc', 'mac_address': 'fa:16:3e:9e:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1ed421-4397-4d5f-883d-2cfbf050b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '4fdcf365-50ba-4c9e-a4c3-959c07982f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:36Z', 'updated_at': '2021-08-10T03:27:49Z', 'revision_number': 5, 'project_id': '01c6c772ed714ab0a5fbae71ad184fcc', 'subnets': [{'id': '4fdcf365-50ba-4c9e-a4c3-959c07982f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:28:53.539071 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fe4ea2c7-0321-4972-9fc4-142e85930874 req-6998c134-c472-4b2c-b39b-9000f4bd6690 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d1b1d729-f52d-457d-8248-46f63bb359e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650244 Aug 10 03:28:53.551792 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [req-fe4ea2c7-0321-4972-9fc4-142e85930874 req-81921ef1-53b5-4658-866d-a4f15fc2837f service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:53.559394 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fe4ea2c7-0321-4972-9fc4-142e85930874 req-81921ef1-53b5-4658-866d-a4f15fc2837f service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0192974 Aug 10 03:28:53.571272 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-4e385e4f-d4e7-49f8-b824-a0cb4de022f6 None None] Transition to ACTIVE for port object fe546c0a-1824-4fba-82ae-9be9bdafa074 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:53.680842 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-14f92d4f-dc4d-4325-bb75-d5e561b1dced req-411fd63f-529f-4fac-9c34-3d8ed604684d service neutron] 10.222.0.58 "GET /v2.0/networks/d1b1d729-f52d-457d-8248-46f63bb359e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996423 Aug 10 03:28:53.715571 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4e385e4f-d4e7-49f8-b824-a0cb4de022f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:53.858139 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ce39d108-325e-4aa4-968a-f3b30ca618a4 req-acacc25e-aae0-4bdc-8b71-567fdb2feaef service neutron] 10.222.0.62 "GET /v2.0/networks/8852f47b-2616-47b1-ab55-4211ce48cfd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9847636 Aug 10 03:28:53.947098 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device f76e92f7-0a97-4fbb-95f0-050d74a8b78d up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:28:53.952164 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90561d22-9f55-42c7-9684-c95152b627ba None None] New status for floating IP f0e38c90-13ea-45e2-a8c9-55c3a5afe924: ACTIVE {{(pid=94219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:28:54.040760 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d92380-9596-420e-b65a-2bcf41758bdb req-5faa6a7e-6fe1-4119-9ae8-6ef81a8d8fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:54.042661 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-58d92380-9596-420e-b65a-2bcf41758bdb req-5faa6a7e-6fe1-4119-9ae8-6ef81a8d8fa4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=716a2501dd514284b3618ba976b1a21f&device_id=440b775b-80cd-4e91-8c68-431fec30100f HTTP/1.1" status: 200 len: 1098 time: 0.5279217 Aug 10 03:28:54.044600 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fe4ea2c7-0321-4972-9fc4-142e85930874 req-cd07dd7d-8565-4ac8-a2be-e23420d23821 service neutron] 10.222.0.62 "GET /v2.0/networks/d1b1d729-f52d-457d-8248-46f63bb359e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4843383 Aug 10 03:28:54.057228 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece5e7f1-c627-4a88-8858-4cfcc743b896 None None] Pushing event updated for resources: {'Port': ['ID=fe546c0a-1824-4fba-82ae-9be9bdafa074,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:54.150262 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42386) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:54.230129 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-4e385e4f-d4e7-49f8-b824-a0cb4de022f6 None None] Attempting to bind port fe546c0a-1824-4fba-82ae-9be9bdafa074 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:28:54.230515 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-4e385e4f-d4e7-49f8-b824-a0cb4de022f6 None None] Attempting to bind port fe546c0a-1824-4fba-82ae-9be9bdafa074 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'ccca6cad-917d-4018-be16-19d55514fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e4053f76-fe28-45af-a43b-109b89c28438'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:28:54.232232 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e385e4f-d4e7-49f8-b824-a0cb4de022f6 None None] Attempting to bind port fe546c0a-1824-4fba-82ae-9be9bdafa074 on network e4053f76-fe28-45af-a43b-109b89c28438 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:28:54.239690 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8fcedf56-6c70-40c2-8558-f5da63f9d387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:54.248846 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e385e4f-d4e7-49f8-b824-a0cb4de022f6 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:28:54.249261 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e385e4f-d4e7-49f8-b824-a0cb4de022f6 None None] Checking segment: {'id': 'ccca6cad-917d-4018-be16-19d55514fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e4053f76-fe28-45af-a43b-109b89c28438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:28:54.249736 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4e385e4f-d4e7-49f8-b824-a0cb4de022f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:54.252261 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e385e4f-d4e7-49f8-b824-a0cb4de022f6 None None] Bound using segment: {'id': 'ccca6cad-917d-4018-be16-19d55514fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e4053f76-fe28-45af-a43b-109b89c28438'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:28:54.252940 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-4e385e4f-d4e7-49f8-b824-a0cb4de022f6 None None] Bound port: fe546c0a-1824-4fba-82ae-9be9bdafa074, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccca6cad-917d-4018-be16-19d55514fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e4053f76-fe28-45af-a43b-109b89c28438'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:28:54.253352 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4e385e4f-d4e7-49f8-b824-a0cb4de022f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:54.264262 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fe4ea2c7-0321-4972-9fc4-142e85930874 req-1b2e288a-4a05-46d8-9e52-69fa68122ab8 service neutron] 10.222.0.62 "GET /v2.0/networks/d1b1d729-f52d-457d-8248-46f63bb359e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041917 Aug 10 03:28:54.317226 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b4bbcb1e-19b0-4799-845b-c64cf1b02741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:54.327180 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-14f92d4f-dc4d-4325-bb75-d5e561b1dced req-6f4955ba-9c8c-452d-b334-ffab4307717d service neutron] 10.222.0.58 "GET /v2.0/networks/d1b1d729-f52d-457d-8248-46f63bb359e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6320419 Aug 10 03:28:54.350722 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b4bbcb1e-19b0-4799-845b-c64cf1b02741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:54.446092 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4bbcb1e-19b0-4799-845b-c64cf1b02741 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:28:54.482248 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bbcb1e-19b0-4799-845b-c64cf1b02741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431d999a-c0d5-473b-b797-0359380e4e55,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:54.486509 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d92380-9596-420e-b65a-2bcf41758bdb req-551ef64b-7d93-472c-ad3e-bce45daa013f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:54.492946 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-58d92380-9596-420e-b65a-2bcf41758bdb req-551ef64b-7d93-472c-ad3e-bce45daa013f service neutron] 10.222.0.60 "GET /v2.0/networks?id=b944b0e3-b136-43d0-aeef-f89e7c552d7f HTTP/1.1" status: 200 len: 912 time: 0.2276475 Aug 10 03:28:54.496471 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b4bbcb1e-19b0-4799-845b-c64cf1b02741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:54.496810 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-b4bbcb1e-19b0-4799-845b-c64cf1b02741 admin admin] Added segment 2cd95680-4b93-47c3-a02f-804916c92974 of type vlan for network 127c86bf-8f66-47ed-9854-3b8996cc6be9 Aug 10 03:28:54.588219 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port f76e92f7-0a97-4fbb-95f0-050d74a8b78d triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:54.590130 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:54.650270 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b4bbcb1e-19b0-4799-845b-c64cf1b02741 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:54.763678 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-4e385e4f-d4e7-49f8-b824-a0cb4de022f6 None None] For port fe546c0a-1824-4fba-82ae-9be9bdafa074, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:28:54.797591 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8fcedf56-6c70-40c2-8558-f5da63f9d387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:54.800047 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b4bbcb1e-19b0-4799-845b-c64cf1b02741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:54.801198 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bbcb1e-19b0-4799-845b-c64cf1b02741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:54.801847 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b4bbcb1e-19b0-4799-845b-c64cf1b02741 admin admin] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:54.827830 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8fcedf56-6c70-40c2-8558-f5da63f9d387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:54.893564 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c65704d3-593a-4023-aafc-e1a2f634e26a req-8d37f15f-3f9f-4731-839b-ff538ad4aedc tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.216 HTTP/1.1" status: 200 len: 1002 time: 0.2942166 Aug 10 03:28:54.910660 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b4bbcb1e-19b0-4799-845b-c64cf1b02741 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8350835 Aug 10 03:28:54.936995 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-4e385e4f-d4e7-49f8-b824-a0cb4de022f6 None None] For port fe546c0a-1824-4fba-82ae-9be9bdafa074, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=fe546c0a-1824-4fba-82ae-9be9bdafa074,segment=NetworkSegment(ccca6cad-917d-4018-be16-19d55514fc52),segment_id=ccca6cad-917d-4018-be16-19d55514fc52)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:28:54.951148 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-e6324b79-1a44-46bf-8fd0-90c59ec501cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3776bf2b-63ff-4607-92e9-f5be31c57f96', 'name': 'tempest-TestServerMultinode-97761923-router', 'tenant_id': 'b2fa865732534c53ad581c7d7b4af965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'f76e92f7-0a97-4fbb-95f0-050d74a8b78d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:38Z', 'updated_at': '2021-08-10T03:28:48Z', 'revision_number': 4, 'project_id': 'b2fa865732534c53ad581c7d7b4af965', 'gw_port': {'id': 'f76e92f7-0a97-4fbb-95f0-050d74a8b78d', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3776bf2b-63ff-4607-92e9-f5be31c57f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:40Z', 'updated_at': '2021-08-10T03:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '2333030e-0b7e-48b1-b312-cd5cb24c92f0', 'name': '', 'network_id': '83f5022a-a392-4936-a439-f5e038ac0656', 'tenant_id': 'b2fa865732534c53ad581c7d7b4af965', 'mac_address': 'fa:16:3e:fb:9a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3776bf2b-63ff-4607-92e9-f5be31c57f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '15714828-782b-43e5-91d0-f0a94a444033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:46Z', 'updated_at': '2021-08-10T03:28:48Z', 'revision_number': 2, 'project_id': 'b2fa865732534c53ad581c7d7b4af965', 'subnets': [{'id': '15714828-782b-43e5-91d0-f0a94a444033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:54.985162 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcedf56-6c70-40c2-8558-f5da63f9d387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc11fdea-c99e-4a4c-8850-7663130ba92b,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:54.985633 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8e674535-98ea-4a26-91cf-f69d55d8f234 req-b2668229-19e3-4ec7-ae78-f93a4f4d7f03 tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f9c48bb-6c8b-4c51-91af-254806dbc6de HTTP/1.1" status: 200 len: 210 time: 0.0886965 Aug 10 03:28:54.986549 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 42410) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:55.052731 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6324b79-1a44-46bf-8fd0-90c59ec501cd None None] Checking router: 3776bf2b-63ff-4607-92e9-f5be31c57f96 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:28:55.054280 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6324b79-1a44-46bf-8fd0-90c59ec501cd None None] Updating router 3776bf2b-63ff-4607-92e9-f5be31c57f96 port 2333030e-0b7e-48b1-b312-cd5cb24c92f0 binding host n-d-768851-15 {{(pid=94218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:28:55.055542 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-e4ddf94e-edf0-4462-8f18-37300ebcff06 admin admin] Request body: {'subnet': {'network_id': '127c86bf-8f66-47ed-9854-3b8996cc6be9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2038507651-subnet', 'tenant_id': '64e898418998439fb3ac07fff4b9dc8c', 'ip_version': 4}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:55.077018 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4e385e4f-d4e7-49f8-b824-a0cb4de022f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:55.077244 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bbcb1e-19b0-4799-845b-c64cf1b02741 admin admin] Pushing event updated for resources: {'Network': ['ID=127c86bf-8f66-47ed-9854-3b8996cc6be9,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:55.089364 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8fcedf56-6c70-40c2-8558-f5da63f9d387 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e5296c9bd0d446679cec739d772112a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9378374 Aug 10 03:28:55.090071 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42420) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:55.147846 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 127c86bf-8f66-47ed-9854-3b8996cc6be9 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:28:55.206319 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ce12f7ca-f3f3-4920-96f1-76fd23eb2fd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:55.216641 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-58d92380-9596-420e-b65a-2bcf41758bdb req-7597785a-d326-4078-bdca-6a621d9b2951 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bae3c42a-296e-48e7-85b1-5414684b600c HTTP/1.1" status: 200 len: 1001 time: 0.7131362 Aug 10 03:28:55.253477 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ce12f7ca-f3f3-4920-96f1-76fd23eb2fd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:55.326263 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d92380-9596-420e-b65a-2bcf41758bdb req-11faa221-968f-46ab-9d93-42d6c18a3406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:55.328958 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-58d92380-9596-420e-b65a-2bcf41758bdb req-11faa221-968f-46ab-9d93-42d6c18a3406 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9fa6e43b-250a-4024-b95b-0ad12ce73ea4 HTTP/1.1" status: 200 len: 850 time: 0.0871549 Aug 10 03:28:55.338283 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ce12f7ca-f3f3-4920-96f1-76fd23eb2fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:55.339689 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ddf94e-edf0-4462-8f18-37300ebcff06 admin admin] Made reservation on behalf of 64e898418998439fb3ac07fff4b9dc8c for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:28:55.341888 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ce12f7ca-f3f3-4920-96f1-76fd23eb2fd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:55.343118 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ce12f7ca-f3f3-4920-96f1-76fd23eb2fd1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bc11fdea-c99e-4a4c-8850-7663130ba92b HTTP/1.1" status: 204 len: 168 time: 0.2515161 Aug 10 03:28:55.365352 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e4ddf94e-edf0-4462-8f18-37300ebcff06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:55.369329 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e6324b79-1a44-46bf-8fd0-90c59ec501cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:55.377135 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e385e4f-d4e7-49f8-b824-a0cb4de022f6 None None] Routers {'5ae48649-051a-4b4a-aad3-032ffdabc1a1'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:55.378703 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce12f7ca-f3f3-4920-96f1-76fd23eb2fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc11fdea-c99e-4a4c-8850-7663130ba92b,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:55.379422 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-4e385e4f-d4e7-49f8-b824-a0cb4de022f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:28:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['5ae48649-051a-4b4a-aad3-032ffdabc1a1'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:55.406487 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65704d3-593a-4023-aafc-e1a2f634e26a req-4e898f41-d989-4d2f-b1a0-f37a5fb87b6f tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:55.444816 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c65704d3-593a-4023-aafc-e1a2f634e26a req-4e898f41-d989-4d2f-b1a0-f37a5fb87b6f tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/ports/07a94a97-8743-44e7-9487-845481bbbdbe HTTP/1.1" status: 200 len: 943 time: 0.4484370 Aug 10 03:28:55.846678 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-97d304f4-3c45-45a5-8ae3-3f2b7de86d4f req-a85867ca-4295-4001-9c94-775e5b5ddeb3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7a2c6a05-a014-4605-8b98-b1f7e661d64f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1504087 Aug 10 03:28:56.076025 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d304f4-3c45-45a5-8ae3-3f2b7de86d4f req-8309053f-ee51-43ca-8eb1-dd0b1707aba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:56.078391 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-97d304f4-3c45-45a5-8ae3-3f2b7de86d4f req-8309053f-ee51-43ca-8eb1-dd0b1707aba3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=01c6c772ed714ab0a5fbae71ad184fcc&device_id=7a2c6a05-a014-4605-8b98-b1f7e661d64f HTTP/1.1" status: 200 len: 1098 time: 0.1429582 Aug 10 03:28:56.079844 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c65704d3-593a-4023-aafc-e1a2f634e26a req-20a21bf0-813e-4b02-b8f9-3205a4221b55 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.216 HTTP/1.1" status: 200 len: 1002 time: 0.2466114 Aug 10 03:28:56.449057 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d304f4-3c45-45a5-8ae3-3f2b7de86d4f req-15731b03-f11c-4acb-a74a-2ac69a270b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:56.454447 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-97d304f4-3c45-45a5-8ae3-3f2b7de86d4f req-15731b03-f11c-4acb-a74a-2ac69a270b7e service neutron] 10.222.0.58 "GET /v2.0/networks?id=d1b1d729-f52d-457d-8248-46f63bb359e2 HTTP/1.1" status: 200 len: 920 time: 0.3527701 Aug 10 03:28:56.499409 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f432812a-5482-4d89-abd5-987a4ce70311 req-3e7b23cb-1910-4058-95a3-de437bc1fd79 tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f9c48bb-6c8b-4c51-91af-254806dbc6de HTTP/1.1" status: 200 len: 210 time: 0.2171600 Aug 10 03:28:56.527488 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d92380-9596-420e-b65a-2bcf41758bdb req-6c87959b-a809-4faa-ae8a-c478b1efabab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:56.529310 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-58d92380-9596-420e-b65a-2bcf41758bdb req-6c87959b-a809-4faa-ae8a-c478b1efabab service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b944b0e3-b136-43d0-aeef-f89e7c552d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0828226 Aug 10 03:28:56.646037 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-97d304f4-3c45-45a5-8ae3-3f2b7de86d4f req-e12d1c37-7272-40ee-8c2a-1bea681e5af0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07a94a97-8743-44e7-9487-845481bbbdbe HTTP/1.1" status: 200 len: 1002 time: 0.1829593 Aug 10 03:28:56.709749 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:56.710793 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d304f4-3c45-45a5-8ae3-3f2b7de86d4f req-288b7e66-2965-4366-ab87-ea6597d52232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:56.712307 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-97d304f4-3c45-45a5-8ae3-3f2b7de86d4f req-288b7e66-2965-4366-ab87-ea6597d52232 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4fdcf365-50ba-4c9e-a4c3-959c07982f8d HTTP/1.1" status: 200 len: 859 time: 0.0592861 Aug 10 03:28:56.768360 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-97d304f4-3c45-45a5-8ae3-3f2b7de86d4f req-d1b2441a-da2e-44b6-adc5-9f4a9d2a36da service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d1b1d729-f52d-457d-8248-46f63bb359e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471773 Aug 10 03:28:56.814504 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece5e7f1-c627-4a88-8858-4cfcc743b896 None None] Pushing event updated for resources: {'Port': ['ID=fe546c0a-1824-4fba-82ae-9be9bdafa074,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:56.888723 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:56.891624 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65704d3-593a-4023-aafc-e1a2f634e26a req-f327fe2a-5f47-4e22-9cd0-7c90c0d4b4ff tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:56.907168 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c65704d3-593a-4023-aafc-e1a2f634e26a req-f327fe2a-5f47-4e22-9cd0-7c90c0d4b4ff tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/networks/09ca2025-b9a6-4e84-8019-8d9fbef3753e HTTP/1.1" status: 200 len: 784 time: 0.8263516 Aug 10 03:28:57.120248 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-97d304f4-3c45-45a5-8ae3-3f2b7de86d4f req-4b3c34a9-9edd-46d8-9e5d-9632092977c4 service neutron] 10.222.0.58 "GET /v2.0/networks/d1b1d729-f52d-457d-8248-46f63bb359e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418050 Aug 10 03:28:57.160724 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-4e385e4f-d4e7-49f8-b824-a0cb4de022f6 None None] Set router 5ae48649-051a-4b4a-aad3-032ffdabc1a1 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:28:57.428472 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-97d304f4-3c45-45a5-8ae3-3f2b7de86d4f req-6ac462d4-7128-4541-8e9f-589f53a9df50 service neutron] 10.222.0.58 "GET /v2.0/networks/d1b1d729-f52d-457d-8248-46f63bb359e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962294 Aug 10 03:28:57.492815 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39d108-325e-4aa4-968a-f3b30ca618a4 req-7366a572-6ba0-4e54-aa51-6a50e77873e6 tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:57.496069 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ce39d108-325e-4aa4-968a-f3b30ca618a4 req-7366a572-6ba0-4e54-aa51-6a50e77873e6 tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] 10.222.0.60 "GET /v2.0/networks?id=8852f47b-2616-47b1-ab55-4211ce48cfd6 HTTP/1.1" status: 200 len: 810 time: 0.8295779 Aug 10 03:28:57.499836 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c65704d3-593a-4023-aafc-e1a2f634e26a req-990370bb-90a2-45b8-b012-528cdfb92718 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.216 HTTP/1.1" status: 200 len: 1002 time: 0.5917854 Aug 10 03:28:57.521932 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-c65704d3-593a-4023-aafc-e1a2f634e26a req-27785d99-9846-4da0-a1c8-831caf2a29b9 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:57.699365 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c65704d3-593a-4023-aafc-e1a2f634e26a req-27785d99-9846-4da0-a1c8-831caf2a29b9 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Notify callbacks [] for floatingip, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:57.787316 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-ce39d108-325e-4aa4-968a-f3b30ca618a4 req-947f96ce-0ece-4215-8fd7-0744233c11de tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] Request body: {'port': {'device_id': '6f9c48bb-6c8b-4c51-91af-254806dbc6de', 'network_id': '8852f47b-2616-47b1-ab55-4211ce48cfd6', 'admin_state_up': True, 'tenant_id': '51a7ac8d67194314b2bb1368747dd74c'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:57.974111 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device fe546c0a-1824-4fba-82ae-9be9bdafa074 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:28:58.093417 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e6324b79-1a44-46bf-8fd0-90c59ec501cd None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:58.142451 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-e6324b79-1a44-46bf-8fd0-90c59ec501cd None None] Transition to ACTIVE for port object 2333030e-0b7e-48b1-b312-cd5cb24c92f0 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:58.166024 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e6324b79-1a44-46bf-8fd0-90c59ec501cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:58.265869 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdacad1a-c204-4a5d-90a2-95002054947c None None] Pushing event updated for resources: {'Port': ['ID=2333030e-0b7e-48b1-b312-cd5cb24c92f0,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:58.292678 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-4e385e4f-d4e7-49f8-b824-a0cb4de022f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae48649-051a-4b4a-aad3-032ffdabc1a1', 'name': 'tempest-TestVolumeBackupRestore-1527728070-router', 'tenant_id': '4a8c1debca8c4d549cb7f4f68b57cf91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'f0a67ead-1c66-4713-84ac-023452945cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:33Z', 'updated_at': '2021-08-10T03:28:43Z', 'revision_number': 4, 'project_id': '4a8c1debca8c4d549cb7f4f68b57cf91', 'gw_port': {'id': 'f0a67ead-1c66-4713-84ac-023452945cdd', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:08:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae48649-051a-4b4a-aad3-032ffdabc1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:35Z', 'updated_at': '2021-08-10T03:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'fe546c0a-1824-4fba-82ae-9be9bdafa074', 'name': '', 'network_id': 'e4053f76-fe28-45af-a43b-109b89c28438', 'tenant_id': '4a8c1debca8c4d549cb7f4f68b57cf91', 'mac_address': 'fa:16:3e:2c:ba:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae48649-051a-4b4a-aad3-032ffdabc1a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': 'ce107643-a099-4794-bcb7-4719821bc26b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:41Z', 'updated_at': '2021-08-10T03:28:54Z', 'revision_number': 4, 'project_id': '4a8c1debca8c4d549cb7f4f68b57cf91', 'subnets': [{'id': 'ce107643-a099-4794-bcb7-4719821bc26b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:58.331757 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e385e4f-d4e7-49f8-b824-a0cb4de022f6 None None] The sync data for ids ['5ae48649-051a-4b4a-aad3-032ffdabc1a1'] in n-d-768851-15 is: [{'id': '5ae48649-051a-4b4a-aad3-032ffdabc1a1', 'name': 'tempest-TestVolumeBackupRestore-1527728070-router', 'tenant_id': '4a8c1debca8c4d549cb7f4f68b57cf91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'f0a67ead-1c66-4713-84ac-023452945cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:33Z', 'updated_at': '2021-08-10T03:28:43Z', 'revision_number': 4, 'project_id': '4a8c1debca8c4d549cb7f4f68b57cf91', 'gw_port': {'id': 'f0a67ead-1c66-4713-84ac-023452945cdd', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:08:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae48649-051a-4b4a-aad3-032ffdabc1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:35Z', 'updated_at': '2021-08-10T03:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'fe546c0a-1824-4fba-82ae-9be9bdafa074', 'name': '', 'network_id': 'e4053f76-fe28-45af-a43b-109b89c28438', 'tenant_id': '4a8c1debca8c4d549cb7f4f68b57cf91', 'mac_address': 'fa:16:3e:2c:ba:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae48649-051a-4b4a-aad3-032ffdabc1a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': 'ce107643-a099-4794-bcb7-4719821bc26b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:41Z', 'updated_at': '2021-08-10T03:28:54Z', 'revision_number': 4, 'project_id': '4a8c1debca8c4d549cb7f4f68b57cf91', 'subnets': [{'id': 'ce107643-a099-4794-bcb7-4719821bc26b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:28:58.362838 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port fe546c0a-1824-4fba-82ae-9be9bdafa074 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:28:58.424027 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port fe546c0a-1824-4fba-82ae-9be9bdafa074 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:58.425937 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:58.523933 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-e6324b79-1a44-46bf-8fd0-90c59ec501cd None None] Attempting to bind port 2333030e-0b7e-48b1-b312-cd5cb24c92f0 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:28:58.525312 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-e6324b79-1a44-46bf-8fd0-90c59ec501cd None None] Attempting to bind port 2333030e-0b7e-48b1-b312-cd5cb24c92f0 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '1f23af5d-31ec-4d72-9d00-aa0e3e02dafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '83f5022a-a392-4936-a439-f5e038ac0656'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:28:58.525312 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6324b79-1a44-46bf-8fd0-90c59ec501cd None None] Attempting to bind port 2333030e-0b7e-48b1-b312-cd5cb24c92f0 on network 83f5022a-a392-4936-a439-f5e038ac0656 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:28:58.552143 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6324b79-1a44-46bf-8fd0-90c59ec501cd None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:28:58.552743 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6324b79-1a44-46bf-8fd0-90c59ec501cd None None] Checking segment: {'id': '1f23af5d-31ec-4d72-9d00-aa0e3e02dafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '83f5022a-a392-4936-a439-f5e038ac0656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:28:58.554255 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e6324b79-1a44-46bf-8fd0-90c59ec501cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:58.554255 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6324b79-1a44-46bf-8fd0-90c59ec501cd None None] Bound using segment: {'id': '1f23af5d-31ec-4d72-9d00-aa0e3e02dafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '83f5022a-a392-4936-a439-f5e038ac0656'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:28:58.554255 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-e6324b79-1a44-46bf-8fd0-90c59ec501cd None None] Bound port: 2333030e-0b7e-48b1-b312-cd5cb24c92f0, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f23af5d-31ec-4d72-9d00-aa0e3e02dafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '83f5022a-a392-4936-a439-f5e038ac0656'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:28:58.554545 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e6324b79-1a44-46bf-8fd0-90c59ec501cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:58.722544 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:58.908417 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port fe546c0a-1824-4fba-82ae-9be9bdafa074, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=fe546c0a-1824-4fba-82ae-9be9bdafa074,segment=NetworkSegment(ccca6cad-917d-4018-be16-19d55514fc52),segment_id=ccca6cad-917d-4018-be16-19d55514fc52)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:58.940945 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:59.072904 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c65704d3-593a-4023-aafc-e1a2f634e26a req-27785d99-9846-4da0-a1c8-831caf2a29b9 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:59.089432 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dc1b973d-976c-4858-ad76-2e48204ab6d4 req-60eb031b-7997-4517-aeb1-1ab6430d6abb tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f9c48bb-6c8b-4c51-91af-254806dbc6de HTTP/1.1" status: 200 len: 210 time: 1.3201716 Aug 10 03:28:59.118645 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-e6324b79-1a44-46bf-8fd0-90c59ec501cd None None] For port 2333030e-0b7e-48b1-b312-cd5cb24c92f0, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:28:59.129991 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-e6324b79-1a44-46bf-8fd0-90c59ec501cd None None] For port 2333030e-0b7e-48b1-b312-cd5cb24c92f0, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=2333030e-0b7e-48b1-b312-cd5cb24c92f0,segment=NetworkSegment(1f23af5d-31ec-4d72-9d00-aa0e3e02dafa),segment_id=1f23af5d-31ec-4d72-9d00-aa0e3e02dafa)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:28:59.156017 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e6324b79-1a44-46bf-8fd0-90c59ec501cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:59.208897 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=fe546c0a-1824-4fba-82ae-9be9bdafa074,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:59.213829 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c65704d3-593a-4023-aafc-e1a2f634e26a req-27785d99-9846-4da0-a1c8-831caf2a29b9 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:59.214153 n-d-768851-15 neutron-server[94216]: INFO neutron.db.l3_db [req-c65704d3-593a-4023-aafc-e1a2f634e26a req-27785d99-9846-4da0-a1c8-831caf2a29b9 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Floating IP f0e38c90-13ea-45e2-a8c9-55c3a5afe924 disassociated. External IP: 172.25.7.216, port: 07a94a97-8743-44e7-9487-845481bbbdbe. Aug 10 03:28:59.251002 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6324b79-1a44-46bf-8fd0-90c59ec501cd None None] Routers {'3776bf2b-63ff-4607-92e9-f5be31c57f96'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:59.251968 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-e6324b79-1a44-46bf-8fd0-90c59ec501cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:28:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['3776bf2b-63ff-4607-92e9-f5be31c57f96'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:59.361722 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-58d92380-9596-420e-b65a-2bcf41758bdb req-5afd898f-f73a-4515-a08b-ccac4127c29e service neutron] 10.222.0.60 "GET /v2.0/networks/b944b0e3-b136-43d0-aeef-f89e7c552d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.8205073 Aug 10 03:28:59.365903 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e4ddf94e-edf0-4462-8f18-37300ebcff06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:59.457039 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdacad1a-c204-4a5d-90a2-95002054947c None None] Pushing event updated for resources: {'Port': ['ID=2333030e-0b7e-48b1-b312-cd5cb24c92f0,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:59.703755 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-e6324b79-1a44-46bf-8fd0-90c59ec501cd None None] Set router 3776bf2b-63ff-4607-92e9-f5be31c57f96 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:28:59.806386 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-58d92380-9596-420e-b65a-2bcf41758bdb req-1f303daa-0655-48ff-a84e-0da1adc3612c service neutron] 10.222.0.60 "GET /v2.0/networks/b944b0e3-b136-43d0-aeef-f89e7c552d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3929732 Aug 10 03:28:59.901025 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device fe546c0a-1824-4fba-82ae-9be9bdafa074 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:28:59.924239 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce39d108-325e-4aa4-968a-f3b30ca618a4 req-947f96ce-0ece-4215-8fd7-0744233c11de tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] Made reservation on behalf of 51a7ac8d67194314b2bb1368747dd74c for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:28:59.929225 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ce39d108-325e-4aa4-968a-f3b30ca618a4 req-947f96ce-0ece-4215-8fd7-0744233c11de tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:59.947865 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ddf94e-edf0-4462-8f18-37300ebcff06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73d45ba8-b7b6-48e5-8e42-a3fe9132fded,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:00.146681 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ddf94e-edf0-4462-8f18-37300ebcff06 admin admin] Checking segment: {'id': '2cd95680-4b93-47c3-a02f-804916c92974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '127c86bf-8f66-47ed-9854-3b8996cc6be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:29:00.147349 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ddf94e-edf0-4462-8f18-37300ebcff06 admin admin] Network hostable DHCP agents. Network: 127c86bf-8f66-47ed-9854-3b8996cc6be9, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:29:00.237555 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port fe546c0a-1824-4fba-82ae-9be9bdafa074 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:00.238602 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:00.381970 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d6d95f54-aa5e-47f5-a832-0acdaaf357ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:00.417763 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-e6324b79-1a44-46bf-8fd0-90c59ec501cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3776bf2b-63ff-4607-92e9-f5be31c57f96', 'name': 'tempest-TestServerMultinode-97761923-router', 'tenant_id': 'b2fa865732534c53ad581c7d7b4af965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'f76e92f7-0a97-4fbb-95f0-050d74a8b78d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:38Z', 'updated_at': '2021-08-10T03:28:48Z', 'revision_number': 4, 'project_id': 'b2fa865732534c53ad581c7d7b4af965', 'gw_port': {'id': 'f76e92f7-0a97-4fbb-95f0-050d74a8b78d', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3776bf2b-63ff-4607-92e9-f5be31c57f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:40Z', 'updated_at': '2021-08-10T03:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '2333030e-0b7e-48b1-b312-cd5cb24c92f0', 'name': '', 'network_id': '83f5022a-a392-4936-a439-f5e038ac0656', 'tenant_id': 'b2fa865732534c53ad581c7d7b4af965', 'mac_address': 'fa:16:3e:fb:9a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3776bf2b-63ff-4607-92e9-f5be31c57f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '15714828-782b-43e5-91d0-f0a94a444033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:46Z', 'updated_at': '2021-08-10T03:28:59Z', 'revision_number': 4, 'project_id': 'b2fa865732534c53ad581c7d7b4af965', 'subnets': [{'id': '15714828-782b-43e5-91d0-f0a94a444033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:00.561208 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c65704d3-593a-4023-aafc-e1a2f634e26a req-27785d99-9846-4da0-a1c8-831caf2a29b9 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Router 7f1ed421-4397-4d5f-883d-2cfbf050b4e4 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:29:00.622215 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6324b79-1a44-46bf-8fd0-90c59ec501cd None None] The sync data for ids ['3776bf2b-63ff-4607-92e9-f5be31c57f96'] in n-d-768851-15 is: [{'id': '3776bf2b-63ff-4607-92e9-f5be31c57f96', 'name': 'tempest-TestServerMultinode-97761923-router', 'tenant_id': 'b2fa865732534c53ad581c7d7b4af965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'f76e92f7-0a97-4fbb-95f0-050d74a8b78d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:38Z', 'updated_at': '2021-08-10T03:28:48Z', 'revision_number': 4, 'project_id': 'b2fa865732534c53ad581c7d7b4af965', 'gw_port': {'id': 'f76e92f7-0a97-4fbb-95f0-050d74a8b78d', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3776bf2b-63ff-4607-92e9-f5be31c57f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:40Z', 'updated_at': '2021-08-10T03:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '2333030e-0b7e-48b1-b312-cd5cb24c92f0', 'name': '', 'network_id': '83f5022a-a392-4936-a439-f5e038ac0656', 'tenant_id': 'b2fa865732534c53ad581c7d7b4af965', 'mac_address': 'fa:16:3e:fb:9a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3776bf2b-63ff-4607-92e9-f5be31c57f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '15714828-782b-43e5-91d0-f0a94a444033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:46Z', 'updated_at': '2021-08-10T03:28:59Z', 'revision_number': 4, 'project_id': 'b2fa865732534c53ad581c7d7b4af965', 'subnets': [{'id': '15714828-782b-43e5-91d0-f0a94a444033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:29:00.659194 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ddf94e-edf0-4462-8f18-37300ebcff06 admin admin] Network 127c86bf-8f66-47ed-9854-3b8996cc6be9 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:29:00.683710 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c718274e-a61c-43ad-b9c7-600c72442689 req-16d22ae8-f55a-4e1a-b351-c976077fa305 tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f9c48bb-6c8b-4c51-91af-254806dbc6de HTTP/1.1" status: 200 len: 210 time: 0.2117646 Aug 10 03:29:00.790688 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42564) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:00.870672 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:29:00.875151 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c65704d3-593a-4023-aafc-e1a2f634e26a req-27785d99-9846-4da0-a1c8-831caf2a29b9 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:29:00.879932 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-e4ddf94e-edf0-4462-8f18-37300ebcff06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 127c86bf-8f66-47ed-9854-3b8996cc6be9) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:29:00.881896 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-ce39d108-325e-4aa4-968a-f3b30ca618a4 req-947f96ce-0ece-4215-8fd7-0744233c11de tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] Allocated IP 172.20.0.6 (8852f47b-2616-47b1-ab55-4211ce48cfd6/c0a3643c-de6f-4c71-a353-f1ccdcdab1ac/4030a453-5bc2-43b7-8f94-79dd4487ed19) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:29:00.886503 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c65704d3-593a-4023-aafc-e1a2f634e26a req-27785d99-9846-4da0-a1c8-831caf2a29b9 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:00.887677 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296705ca-7c02-449a-ae72-ff9ee7b8a24b None None] Network 127c86bf-8f66-47ed-9854-3b8996cc6be9 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:29:00.892582 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72b2c6a-677e-4ce9-8116-6f797307d5fd None None] Sync routers for ids ['7f1ed421-4397-4d5f-883d-2cfbf050b4e4'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:29:00.918071 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ddf94e-edf0-4462-8f18-37300ebcff06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:00.918675 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e4ddf94e-edf0-4462-8f18-37300ebcff06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:01.028336 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c65704d3-593a-4023-aafc-e1a2f634e26a req-27785d99-9846-4da0-a1c8-831caf2a29b9 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "PUT /v2.0/floatingips/f0e38c90-13ea-45e2-a8c9-55c3a5afe924 HTTP/1.1" status: 200 len: 695 time: 3.5121880 Aug 10 03:29:01.049993 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a2c6a05-a014-4605-8b98-b1f7e661d64f', 'tag': '07a94a97-8743-44e7-9487-845481bbbdbe'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:29:01.053148 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72b2c6a-677e-4ce9-8116-6f797307d5fd None None] Routers {'7f1ed421-4397-4d5f-883d-2cfbf050b4e4'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:01.053844 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-a72b2c6a-677e-4ce9-8116-6f797307d5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:28:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['7f1ed421-4397-4d5f-883d-2cfbf050b4e4'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:01.057772 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f97c72a-04bb-4e02-8c6e-66c41776f144" -d '{"events": [{"name": "network-changed", "server_uuid": "7a2c6a05-a014-4605-8b98-b1f7e661d64f", "tag": "07a94a97-8743-44e7-9487-845481bbbdbe"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:29:01.070413 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-e4ddf94e-edf0-4462-8f18-37300ebcff06 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 6.0583024 Aug 10 03:29:01.073113 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42572) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:01.079811 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-f22752ca-7e96-49d4-9fe5-c07599a0c634 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2038507651-router', 'tenant_id': '64e898418998439fb3ac07fff4b9dc8c', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:01.200102 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-da227b3d-f277-4766-a62c-2624261d1198 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:01.256888 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67be7dbc-9218-450b-833b-83f35e3abf35 x-openstack-request-id: req-67be7dbc-9218-450b-833b-83f35e3abf35 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:29:01.257500 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a2c6a05-a014-4605-8b98-b1f7e661d64f", "tag": "07a94a97-8743-44e7-9487-845481bbbdbe", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:29:01.257675 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-67be7dbc-9218-450b-833b-83f35e3abf35 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:29:01.258177 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a2c6a05-a014-4605-8b98-b1f7e661d64f', 'tag': '07a94a97-8743-44e7-9487-845481bbbdbe', 'status': 'completed', 'code': 200} Aug 10 03:29:01.375407 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65704d3-593a-4023-aafc-e1a2f634e26a req-36eaab00-a59f-4ff6-927a-22923228615c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:01.377389 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c65704d3-593a-4023-aafc-e1a2f634e26a req-36eaab00-a59f-4ff6-927a-22923228615c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=01c6c772ed714ab0a5fbae71ad184fcc&device_id=7a2c6a05-a014-4605-8b98-b1f7e661d64f HTTP/1.1" status: 200 len: 1098 time: 0.2867672 Aug 10 03:29:01.385409 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f22752ca-7e96-49d4-9fe5-c07599a0c634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:01.386428 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f22752ca-7e96-49d4-9fe5-c07599a0c634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:01.600261 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-da227b3d-f277-4766-a62c-2624261d1198 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:01.612799 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-da227b3d-f277-4766-a62c-2624261d1198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:01.641086 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ce39d108-325e-4aa4-968a-f3b30ca618a4 req-947f96ce-0ece-4215-8fd7-0744233c11de tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:01.694577 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da227b3d-f277-4766-a62c-2624261d1198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83edd2e3-4461-4abb-b04d-5e0aececfac1,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:01.736191 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65704d3-593a-4023-aafc-e1a2f634e26a req-b08127cb-6572-4fde-a4de-34a100a75e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:01.741534 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c65704d3-593a-4023-aafc-e1a2f634e26a req-b08127cb-6572-4fde-a4de-34a100a75e4e service neutron] 10.222.0.62 "GET /v2.0/networks?id=d1b1d729-f52d-457d-8248-46f63bb359e2 HTTP/1.1" status: 200 len: 920 time: 0.3559027 Aug 10 03:29:01.749934 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97c72a-04bb-4e02-8c6e-66c41776f144 req-bbadff86-711e-495b-adec-0e57dfba7a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:01.752259 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8f97c72a-04bb-4e02-8c6e-66c41776f144 req-bbadff86-711e-495b-adec-0e57dfba7a35 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=01c6c772ed714ab0a5fbae71ad184fcc&device_id=7a2c6a05-a014-4605-8b98-b1f7e661d64f HTTP/1.1" status: 200 len: 1098 time: 0.5187490 Aug 10 03:29:01.817544 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c65704d3-593a-4023-aafc-e1a2f634e26a req-4eba5c5c-087d-4864-888a-2d3f614185a6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07a94a97-8743-44e7-9487-845481bbbdbe HTTP/1.1" status: 200 len: 217 time: 0.0629482 Aug 10 03:29:01.879943 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-a72b2c6a-677e-4ce9-8116-6f797307d5fd None None] Set router 7f1ed421-4397-4d5f-883d-2cfbf050b4e4 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:29:01.944664 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f22752ca-7e96-49d4-9fe5-c07599a0c634 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:01.955255 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-da227b3d-f277-4766-a62c-2624261d1198 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9160692e398a4ea2870d6818ea5c83ca&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1624911 Aug 10 03:29:01.989581 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 42578) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:02.006040 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 2333030e-0b7e-48b1-b312-cd5cb24c92f0 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:29:02.088536 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd8f802-2f5c-453a-a07d-f19c7344fca0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-127c86bf-8f66-47ed-9854-3b8996cc6be9', 'network_id': '127c86bf-8f66-47ed-9854-3b8996cc6be9', 'tenant_id': '64e898418998439fb3ac07fff4b9dc8c', 'fixed_ips': [{'subnet_id': '73d45ba8-b7b6-48e5-8e42-a3fe9132fded'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:29:02.090640 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-bfd8f802-2f5c-453a-a07d-f19c7344fca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:02.178041 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bfbeacbf-b664-4360-9a16-de607afa6b18 req-4a612f0b-afdd-4fb1-a52e-0d3b663fa24b tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f9c48bb-6c8b-4c51-91af-254806dbc6de HTTP/1.1" status: 200 len: 210 time: 0.2728498 Aug 10 03:29:02.203916 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ce39d108-325e-4aa4-968a-f3b30ca618a4 req-947f96ce-0ece-4215-8fd7-0744233c11de tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:02.278099 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65704d3-593a-4023-aafc-e1a2f634e26a req-f41410ef-5a20-4629-ac4b-6eb0fb518a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:02.292018 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c65704d3-593a-4023-aafc-e1a2f634e26a req-f41410ef-5a20-4629-ac4b-6eb0fb518a79 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4fdcf365-50ba-4c9e-a4c3-959c07982f8d HTTP/1.1" status: 200 len: 859 time: 0.4551206 Aug 10 03:29:02.360608 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce39d108-325e-4aa4-968a-f3b30ca618a4 req-947f96ce-0ece-4215-8fd7-0744233c11de tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] Network 8852f47b-2616-47b1-ab55-4211ce48cfd6 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:29:02.427059 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c65704d3-593a-4023-aafc-e1a2f634e26a req-29516d96-3aa5-491b-98ef-8ed2da2e0ffb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d1b1d729-f52d-457d-8248-46f63bb359e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605564 Aug 10 03:29:02.430699 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-ce39d108-325e-4aa4-968a-f3b30ca618a4 req-947f96ce-0ece-4215-8fd7-0744233c11de tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:29:02.434270 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f22752ca-7e96-49d4-9fe5-c07599a0c634 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:02.445234 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce39d108-325e-4aa4-968a-f3b30ca618a4 req-947f96ce-0ece-4215-8fd7-0744233c11de tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:29:02.492468 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97c72a-04bb-4e02-8c6e-66c41776f144 req-1ee69d95-0584-41b8-8447-2953d9c3cfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:02.496645 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8f97c72a-04bb-4e02-8c6e-66c41776f144 req-1ee69d95-0584-41b8-8447-2953d9c3cfb9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d1b1d729-f52d-457d-8248-46f63bb359e2 HTTP/1.1" status: 200 len: 920 time: 0.7225637 Aug 10 03:29:02.602978 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f96ce-0ece-4215-8fd7-0744233c11de tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] Pushing event updated for resources: {'Port': ['ID=4030a453-5bc2-43b7-8f94-79dd4487ed19,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:02.610083 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8f97c72a-04bb-4e02-8c6e-66c41776f144 req-b937a404-17a9-4532-ac34-7a62c609357a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07a94a97-8743-44e7-9487-845481bbbdbe HTTP/1.1" status: 200 len: 217 time: 0.0791388 Aug 10 03:29:02.613219 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39d108-325e-4aa4-968a-f3b30ca618a4 req-947f96ce-0ece-4215-8fd7-0744233c11de tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:02.613890 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ce39d108-325e-4aa4-968a-f3b30ca618a4 req-947f96ce-0ece-4215-8fd7-0744233c11de tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:02.643515 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-beefee98-bd5f-4af9-b1b1-114cfbd2f495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:02.664711 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ce39d108-325e-4aa4-968a-f3b30ca618a4 req-947f96ce-0ece-4215-8fd7-0744233c11de tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9011612 Aug 10 03:29:02.694774 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-ce39d108-325e-4aa4-968a-f3b30ca618a4 req-742fb3f8-b319-4380-a821-349a1bc73308 service neutron] Request body: {'port': {'device_id': '6f9c48bb-6c8b-4c51-91af-254806dbc6de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:02.701649 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-beefee98-bd5f-4af9-b1b1-114cfbd2f495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:02.824256 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 2333030e-0b7e-48b1-b312-cd5cb24c92f0 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:29:02.824659 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97c72a-04bb-4e02-8c6e-66c41776f144 req-97cfab48-cda5-486d-bd97-b3315c8900a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:02.826133 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c65704d3-593a-4023-aafc-e1a2f634e26a req-fd7b967f-15ec-46f2-beb5-cd99b61ac37c service neutron] 10.222.0.62 "GET /v2.0/networks/d1b1d729-f52d-457d-8248-46f63bb359e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3975961 Aug 10 03:29:02.837504 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8f97c72a-04bb-4e02-8c6e-66c41776f144 req-97cfab48-cda5-486d-bd97-b3315c8900a3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4fdcf365-50ba-4c9e-a4c3-959c07982f8d HTTP/1.1" status: 200 len: 859 time: 0.1486678 Aug 10 03:29:02.842405 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 2333030e-0b7e-48b1-b312-cd5cb24c92f0 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:02.844018 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:02.929376 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ce39d108-325e-4aa4-968a-f3b30ca618a4 req-742fb3f8-b319-4380-a821-349a1bc73308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:02.940511 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8f97c72a-04bb-4e02-8c6e-66c41776f144 req-c7fbd2d1-ea76-434d-abcd-63d2d95ea1a1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d1b1d729-f52d-457d-8248-46f63bb359e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941887 Aug 10 03:29:03.007976 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-beefee98-bd5f-4af9-b1b1-114cfbd2f495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:03.011412 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-beefee98-bd5f-4af9-b1b1-114cfbd2f495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:03.012832 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-beefee98-bd5f-4af9-b1b1-114cfbd2f495 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/83edd2e3-4461-4abb-b04d-5e0aececfac1 HTTP/1.1" status: 204 len: 168 time: 0.9925559 Aug 10 03:29:03.118361 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-bfd8f802-2f5c-453a-a07d-f19c7344fca0 None None] Allocated IP 172.20.0.2 (127c86bf-8f66-47ed-9854-3b8996cc6be9/73d45ba8-b7b6-48e5-8e42-a3fe9132fded/2aae519b-21ca-47a7-bd3b-d7729bf497fc) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:29:03.142327 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beefee98-bd5f-4af9-b1b1-114cfbd2f495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83edd2e3-4461-4abb-b04d-5e0aececfac1,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:03.161254 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c65704d3-593a-4023-aafc-e1a2f634e26a req-2b39754f-1665-410a-a00d-1de6b3ee52f1 service neutron] 10.222.0.62 "GET /v2.0/networks/d1b1d729-f52d-457d-8248-46f63bb359e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033192 Aug 10 03:29:03.166623 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-bf1ca888-96c3-4c39-b210-640a7e9cb54e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:03.259704 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8f97c72a-04bb-4e02-8c6e-66c41776f144 req-fec426f6-1498-4eac-8f72-51feebaa4f4f service neutron] 10.222.0.58 "GET /v2.0/networks/d1b1d729-f52d-457d-8248-46f63bb359e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006413 Aug 10 03:29:03.587988 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8f97c72a-04bb-4e02-8c6e-66c41776f144 req-d076bea0-6e47-427d-82ec-6cfbc1c19e31 service neutron] 10.222.0.58 "GET /v2.0/networks/d1b1d729-f52d-457d-8248-46f63bb359e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145045 Aug 10 03:29:03.617774 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:03.686804 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f22752ca-7e96-49d4-9fe5-c07599a0c634 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:03.699326 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-81faf243-468a-46ac-8c2b-5487889171f8 req-a1d6f97e-98f0-4f92-bfd0-6fa114cd7c6e tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/floatingips/f0e38c90-13ea-45e2-a8c9-55c3a5afe924 HTTP/1.1" status: 200 len: 695 time: 0.2992084 Aug 10 03:29:03.710449 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:03.722318 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-a72b2c6a-677e-4ce9-8116-6f797307d5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1ed421-4397-4d5f-883d-2cfbf050b4e4', 'name': 'tempest-ServerRescueTestJSONUnderV235-696962773-router', 'tenant_id': '01c6c772ed714ab0a5fbae71ad184fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': '49086169-100f-40b5-92e3-7f8eed2aec78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:27:30Z', 'updated_at': '2021-08-10T03:27:38Z', 'revision_number': 4, 'project_id': '01c6c772ed714ab0a5fbae71ad184fcc', 'gw_port': {'id': '49086169-100f-40b5-92e3-7f8eed2aec78', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1ed421-4397-4d5f-883d-2cfbf050b4e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:31Z', 'updated_at': '2021-08-10T03:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '60a03d63-8677-4559-a6f8-48ca046f062a', 'name': '', 'network_id': 'd1b1d729-f52d-457d-8248-46f63bb359e2', 'tenant_id': '01c6c772ed714ab0a5fbae71ad184fcc', 'mac_address': 'fa:16:3e:9e:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1ed421-4397-4d5f-883d-2cfbf050b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '4fdcf365-50ba-4c9e-a4c3-959c07982f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:36Z', 'updated_at': '2021-08-10T03:27:49Z', 'revision_number': 5, 'project_id': '01c6c772ed714ab0a5fbae71ad184fcc', 'subnets': [{'id': '4fdcf365-50ba-4c9e-a4c3-959c07982f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:03.764771 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f22752ca-7e96-49d4-9fe5-c07599a0c634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:03.810381 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 2333030e-0b7e-48b1-b312-cd5cb24c92f0, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=2333030e-0b7e-48b1-b312-cd5cb24c92f0,segment=NetworkSegment(1f23af5d-31ec-4d72-9d00-aa0e3e02dafa),segment_id=1f23af5d-31ec-4d72-9d00-aa0e3e02dafa)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:03.847529 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 42610) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:03.896478 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8ab071d7-04dd-4784-b9aa-9e9932cce864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:03.910974 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-bfd8f802-2f5c-453a-a07d-f19c7344fca0 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:03.922971 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-bfd8f802-2f5c-453a-a07d-f19c7344fca0 None None] Transition to ACTIVE for port object 2aae519b-21ca-47a7-bd3b-d7729bf497fc will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:29:03.942480 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-bfd8f802-2f5c-453a-a07d-f19c7344fca0 None None] Transition to ACTIVE for port object 2aae519b-21ca-47a7-bd3b-d7729bf497fc will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:29:03.949055 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:03.953354 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72b2c6a-677e-4ce9-8116-6f797307d5fd None None] Checking router: 7f1ed421-4397-4d5f-883d-2cfbf050b4e4 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:29:03.962141 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-bfd8f802-2f5c-453a-a07d-f19c7344fca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:04.008597 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-f22752ca-7e96-49d4-9fe5-c07599a0c634 admin admin] Allocated IP 172.25.7.70 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/f0dac6d4-5025-470f-8bc1-0b2898fcaf0e) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:29:04.025199 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd8f802-2f5c-453a-a07d-f19c7344fca0 None None] Network 127c86bf-8f66-47ed-9854-3b8996cc6be9 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:29:04.034878 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-bfd8f802-2f5c-453a-a07d-f19c7344fca0 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:29:04.038666 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd8f802-2f5c-453a-a07d-f19c7344fca0 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:29:04.047939 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72b2c6a-677e-4ce9-8116-6f797307d5fd None None] Routers {'7f1ed421-4397-4d5f-883d-2cfbf050b4e4'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:04.049048 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-a72b2c6a-677e-4ce9-8116-6f797307d5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:29:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['7f1ed421-4397-4d5f-883d-2cfbf050b4e4'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:04.068756 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cefb1c9-aad0-4f4a-9837-42b0b94143bf req-ad5be541-e4ac-4159-b850-095718a58345 tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:04.077354 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8cefb1c9-aad0-4f4a-9837-42b0b94143bf req-ad5be541-e4ac-4159-b850-095718a58345 tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f9c48bb-6c8b-4c51-91af-254806dbc6de HTTP/1.1" status: 200 len: 931 time: 0.6715829 Aug 10 03:29:04.158363 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f22752ca-7e96-49d4-9fe5-c07599a0c634 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:04.168787 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=2333030e-0b7e-48b1-b312-cd5cb24c92f0,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:04.236876 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd8f802-2f5c-453a-a07d-f19c7344fca0 None None] Pushing event updated for resources: {'Port': ['ID=2aae519b-21ca-47a7-bd3b-d7729bf497fc,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:04.261588 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-bfd8f802-2f5c-453a-a07d-f19c7344fca0 None None] Attempting to bind port 2aae519b-21ca-47a7-bd3b-d7729bf497fc on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:29:04.263226 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-bfd8f802-2f5c-453a-a07d-f19c7344fca0 None None] Attempting to bind port 2aae519b-21ca-47a7-bd3b-d7729bf497fc by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '2cd95680-4b93-47c3-a02f-804916c92974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '127c86bf-8f66-47ed-9854-3b8996cc6be9'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:29:04.264590 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd8f802-2f5c-453a-a07d-f19c7344fca0 None None] Attempting to bind port 2aae519b-21ca-47a7-bd3b-d7729bf497fc on network 127c86bf-8f66-47ed-9854-3b8996cc6be9 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:29:04.267738 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f22752ca-7e96-49d4-9fe5-c07599a0c634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:04.281643 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd8f802-2f5c-453a-a07d-f19c7344fca0 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:29:04.282416 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd8f802-2f5c-453a-a07d-f19c7344fca0 None None] Checking segment: {'id': '2cd95680-4b93-47c3-a02f-804916c92974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '127c86bf-8f66-47ed-9854-3b8996cc6be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:29:04.283223 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-bfd8f802-2f5c-453a-a07d-f19c7344fca0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:04.283881 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd8f802-2f5c-453a-a07d-f19c7344fca0 None None] Bound using segment: {'id': '2cd95680-4b93-47c3-a02f-804916c92974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '127c86bf-8f66-47ed-9854-3b8996cc6be9'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:29:04.284787 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-bfd8f802-2f5c-453a-a07d-f19c7344fca0 None None] Bound port: 2aae519b-21ca-47a7-bd3b-d7729bf497fc, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd95680-4b93-47c3-a02f-804916c92974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '127c86bf-8f66-47ed-9854-3b8996cc6be9'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:29:04.285493 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-bfd8f802-2f5c-453a-a07d-f19c7344fca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:04.298024 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8cefb1c9-aad0-4f4a-9837-42b0b94143bf req-499b74b1-9c69-4c1f-9b6e-2113cbe36202 tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] 10.222.0.62 "GET /v2.0/security-groups?id=0cce4225-efaa-4e2f-b63a-230028fc5712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191188 Aug 10 03:29:04.331398 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:04.371821 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81faf243-468a-46ac-8c2b-5487889171f8 req-b7d0ae62-7fd4-4ff1-8be4-316d42fa868b tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:04.373307 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-81faf243-468a-46ac-8c2b-5487889171f8 req-b7d0ae62-7fd4-4ff1-8be4-316d42fa868b tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/networks/09ca2025-b9a6-4e84-8019-8d9fbef3753e HTTP/1.1" status: 200 len: 784 time: 0.6561863 Aug 10 03:29:04.393478 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [req-81faf243-468a-46ac-8c2b-5487889171f8 req-724c7798-93e9-4845-b485-1e89143adad0 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:29:04.396159 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-81faf243-468a-46ac-8c2b-5487889171f8 req-724c7798-93e9-4845-b485-1e89143adad0 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136943 Aug 10 03:29:04.428106 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-a72b2c6a-677e-4ce9-8116-6f797307d5fd None None] Set router 7f1ed421-4397-4d5f-883d-2cfbf050b4e4 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:29:04.450899 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22752ca-7e96-49d4-9fe5-c07599a0c634 admin admin] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:29:04.452669 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-f22752ca-7e96-49d4-9fe5-c07599a0c634 admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:29:04.454782 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22752ca-7e96-49d4-9fe5-c07599a0c634 admin admin] Pushing event updated for resources: {'Port': ['ID=f0dac6d4-5025-470f-8bc1-0b2898fcaf0e,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:04.457480 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22752ca-7e96-49d4-9fe5-c07599a0c634 admin admin] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:29:04.512614 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-bfd8f802-2f5c-453a-a07d-f19c7344fca0 None None] For port 2aae519b-21ca-47a7-bd3b-d7729bf497fc, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:29:04.656166 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-81faf243-468a-46ac-8c2b-5487889171f8 req-395f8eeb-2492-43e2-b79d-ad563ca43066 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.216 HTTP/1.1" status: 200 len: 698 time: 0.2424352 Aug 10 03:29:04.662772 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-ce39d108-325e-4aa4-968a-f3b30ca618a4 req-742fb3f8-b319-4380-a821-349a1bc73308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4030a453-5bc2-43b7-8f94-79dd4487ed19 {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:29:04.677844 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ce39d108-325e-4aa4-968a-f3b30ca618a4 req-742fb3f8-b319-4380-a821-349a1bc73308 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:04.700249 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-bfd8f802-2f5c-453a-a07d-f19c7344fca0 None None] For port 2aae519b-21ca-47a7-bd3b-d7729bf497fc, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=2aae519b-21ca-47a7-bd3b-d7729bf497fc,segment=NetworkSegment(2cd95680-4b93-47c3-a02f-804916c92974),segment_id=2cd95680-4b93-47c3-a02f-804916c92974)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:29:04.759730 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-81faf243-468a-46ac-8c2b-5487889171f8 req-53aa0c4f-7037-4709-85a3-37859d350e5b tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.7.216 HTTP/1.1" status: 200 len: 698 time: 0.0915561 Aug 10 03:29:04.760916 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-bfd8f802-2f5c-453a-a07d-f19c7344fca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:04.767636 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8ab071d7-04dd-4784-b9aa-9e9932cce864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:04.769348 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-ce39d108-325e-4aa4-968a-f3b30ca618a4 req-742fb3f8-b319-4380-a821-349a1bc73308 service neutron] Transition to ACTIVE for port object 4030a453-5bc2-43b7-8f94-79dd4487ed19 will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:29:04.903592 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8ab071d7-04dd-4784-b9aa-9e9932cce864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:04.907078 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ce39d108-325e-4aa4-968a-f3b30ca618a4 req-742fb3f8-b319-4380-a821-349a1bc73308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:04.940489 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd8f802-2f5c-453a-a07d-f19c7344fca0 None None] Pushing event updated for resources: {'Port': ['ID=2aae519b-21ca-47a7-bd3b-d7729bf497fc,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:04.978546 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-a72b2c6a-677e-4ce9-8116-6f797307d5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1ed421-4397-4d5f-883d-2cfbf050b4e4', 'name': 'tempest-ServerRescueTestJSONUnderV235-696962773-router', 'tenant_id': '01c6c772ed714ab0a5fbae71ad184fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': '49086169-100f-40b5-92e3-7f8eed2aec78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:27:30Z', 'updated_at': '2021-08-10T03:27:38Z', 'revision_number': 4, 'project_id': '01c6c772ed714ab0a5fbae71ad184fcc', 'gw_port': {'id': '49086169-100f-40b5-92e3-7f8eed2aec78', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1ed421-4397-4d5f-883d-2cfbf050b4e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:31Z', 'updated_at': '2021-08-10T03:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '60a03d63-8677-4559-a6f8-48ca046f062a', 'name': '', 'network_id': 'd1b1d729-f52d-457d-8248-46f63bb359e2', 'tenant_id': '01c6c772ed714ab0a5fbae71ad184fcc', 'mac_address': 'fa:16:3e:9e:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1ed421-4397-4d5f-883d-2cfbf050b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '4fdcf365-50ba-4c9e-a4c3-959c07982f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:36Z', 'updated_at': '2021-08-10T03:27:49Z', 'revision_number': 5, 'project_id': '01c6c772ed714ab0a5fbae71ad184fcc', 'subnets': [{'id': '4fdcf365-50ba-4c9e-a4c3-959c07982f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:05.053371 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72b2c6a-677e-4ce9-8116-6f797307d5fd None None] The sync data for ids ['7f1ed421-4397-4d5f-883d-2cfbf050b4e4'] in n-d-768851-15 is: [{'id': '7f1ed421-4397-4d5f-883d-2cfbf050b4e4', 'name': 'tempest-ServerRescueTestJSONUnderV235-696962773-router', 'tenant_id': '01c6c772ed714ab0a5fbae71ad184fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': '49086169-100f-40b5-92e3-7f8eed2aec78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:27:30Z', 'updated_at': '2021-08-10T03:27:38Z', 'revision_number': 4, 'project_id': '01c6c772ed714ab0a5fbae71ad184fcc', 'gw_port': {'id': '49086169-100f-40b5-92e3-7f8eed2aec78', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1ed421-4397-4d5f-883d-2cfbf050b4e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:31Z', 'updated_at': '2021-08-10T03:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '60a03d63-8677-4559-a6f8-48ca046f062a', 'name': '', 'network_id': 'd1b1d729-f52d-457d-8248-46f63bb359e2', 'tenant_id': '01c6c772ed714ab0a5fbae71ad184fcc', 'mac_address': 'fa:16:3e:9e:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1ed421-4397-4d5f-883d-2cfbf050b4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '4fdcf365-50ba-4c9e-a4c3-959c07982f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:36Z', 'updated_at': '2021-08-10T03:27:49Z', 'revision_number': 5, 'project_id': '01c6c772ed714ab0a5fbae71ad184fcc', 'subnets': [{'id': '4fdcf365-50ba-4c9e-a4c3-959c07982f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:29:05.136227 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f22752ca-7e96-49d4-9fe5-c07599a0c634 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:05.203611 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8ab071d7-04dd-4784-b9aa-9e9932cce864 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0e48b5ca64a442c587e923e45e6e25a5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3477187 Aug 10 03:29:05.204558 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab071d7-04dd-4784-b9aa-9e9932cce864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf500b1-9f2f-4ef5-b49c-93a7552fada9,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:05.228990 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 42620) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:05.365148 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742fb3f8-b319-4380-a821-349a1bc73308 service neutron] Pushing event updated for resources: {'Port': ['ID=4030a453-5bc2-43b7-8f94-79dd4487ed19,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:05.415481 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-81faf243-468a-46ac-8c2b-5487889171f8 req-da5260b4-783f-49c7-848f-af5fd8482bc0 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Deleting port e30528a5-a19d-4a76-a8ac-2a24e682918b {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:29:05.446413 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-81faf243-468a-46ac-8c2b-5487889171f8 req-da5260b4-783f-49c7-848f-af5fd8482bc0 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:05.573241 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f22752ca-7e96-49d4-9fe5-c07599a0c634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:05.738409 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d280df17-cebe-4f40-bbbf-321c7f80ddfe None None] New status for floating IP f0e38c90-13ea-45e2-a8c9-55c3a5afe924: DOWN {{(pid=94219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:29:05.861272 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f22752ca-7e96-49d4-9fe5-c07599a0c634 admin admin] Router 8c65fc81-f79c-48f6-82e9-cf5d3d037166 is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:29:05.958381 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:06.070349 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-81faf243-468a-46ac-8c2b-5487889171f8 req-da5260b4-783f-49c7-848f-af5fd8482bc0 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:06.089603 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-81faf243-468a-46ac-8c2b-5487889171f8 req-da5260b4-783f-49c7-848f-af5fd8482bc0 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:06.216745 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-81faf243-468a-46ac-8c2b-5487889171f8 req-da5260b4-783f-49c7-848f-af5fd8482bc0 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Calling delete_port for e30528a5-a19d-4a76-a8ac-2a24e682918b owned by network:floatingip {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:29:06.306997 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22752ca-7e96-49d4-9fe5-c07599a0c634 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:29:06.323297 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e24d73-82ce-405d-88a2-9e024dcc0372 None None] Sync routers for ids ['8c65fc81-f79c-48f6-82e9-cf5d3d037166'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:29:06.366148 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e24d73-82ce-405d-88a2-9e024dcc0372 None None] Routers {'8c65fc81-f79c-48f6-82e9-cf5d3d037166'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:06.367223 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-b3e24d73-82ce-405d-88a2-9e024dcc0372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:29:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['8c65fc81-f79c-48f6-82e9-cf5d3d037166'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:06.372742 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f22752ca-7e96-49d4-9fe5-c07599a0c634 admin admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:06.375333 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f22752ca-7e96-49d4-9fe5-c07599a0c634 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.3003886 Aug 10 03:29:06.380923 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42640) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:06.481079 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-ce39d108-325e-4aa4-968a-f3b30ca618a4 req-742fb3f8-b319-4380-a821-349a1bc73308 service neutron] Attempting to bind port 4030a453-5bc2-43b7-8f94-79dd4487ed19 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:29:06.483249 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-ce39d108-325e-4aa4-968a-f3b30ca618a4 req-742fb3f8-b319-4380-a821-349a1bc73308 service neutron] Attempting to bind port 4030a453-5bc2-43b7-8f94-79dd4487ed19 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '5fe7c1b5-5c5e-4155-8308-db0ce25621a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '8852f47b-2616-47b1-ab55-4211ce48cfd6'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:29:06.484612 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce39d108-325e-4aa4-968a-f3b30ca618a4 req-742fb3f8-b319-4380-a821-349a1bc73308 service neutron] Attempting to bind port 4030a453-5bc2-43b7-8f94-79dd4487ed19 on network 8852f47b-2616-47b1-ab55-4211ce48cfd6 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:29:06.594858 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 2aae519b-21ca-47a7-bd3b-d7729bf497fc up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:29:06.668112 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-82b2a7bb-c990-4818-b956-b87fd857d3ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:06.733482 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-82b2a7bb-c990-4818-b956-b87fd857d3ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:06.903813 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce39d108-325e-4aa4-968a-f3b30ca618a4 req-742fb3f8-b319-4380-a821-349a1bc73308 service neutron] Port 4030a453-5bc2-43b7-8f94-79dd4487ed19 on network 8852f47b-2616-47b1-ab55-4211ce48cfd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:29:06.904277 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce39d108-325e-4aa4-968a-f3b30ca618a4 req-742fb3f8-b319-4380-a821-349a1bc73308 service neutron] Attempting to bind port 4030a453-5bc2-43b7-8f94-79dd4487ed19 on network 8852f47b-2616-47b1-ab55-4211ce48cfd6 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:29:06.923286 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce39d108-325e-4aa4-968a-f3b30ca618a4 req-742fb3f8-b319-4380-a821-349a1bc73308 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:29:06.944110 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce39d108-325e-4aa4-968a-f3b30ca618a4 req-742fb3f8-b319-4380-a821-349a1bc73308 service neutron] Checking segment: {'id': '5fe7c1b5-5c5e-4155-8308-db0ce25621a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '8852f47b-2616-47b1-ab55-4211ce48cfd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:29:06.944518 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce39d108-325e-4aa4-968a-f3b30ca618a4 req-742fb3f8-b319-4380-a821-349a1bc73308 service neutron] Bound using segment: {'id': '5fe7c1b5-5c5e-4155-8308-db0ce25621a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '8852f47b-2616-47b1-ab55-4211ce48cfd6'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:29:06.947271 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-ce39d108-325e-4aa4-968a-f3b30ca618a4 req-742fb3f8-b319-4380-a821-349a1bc73308 service neutron] Bound port: 4030a453-5bc2-43b7-8f94-79dd4487ed19, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fe7c1b5-5c5e-4155-8308-db0ce25621a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '8852f47b-2616-47b1-ab55-4211ce48cfd6'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:29:06.948789 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ce39d108-325e-4aa4-968a-f3b30ca618a4 req-742fb3f8-b319-4380-a821-349a1bc73308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:06.978577 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-82b2a7bb-c990-4818-b956-b87fd857d3ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:06.981262 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-82b2a7bb-c990-4818-b956-b87fd857d3ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:06.991237 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-82b2a7bb-c990-4818-b956-b87fd857d3ec admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1bf500b1-9f2f-4ef5-b49c-93a7552fada9 HTTP/1.1" status: 204 len: 168 time: 1.7533977 Aug 10 03:29:07.017363 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868b236c-00ad-47d5-9236-8b9a49cdcc35 req-5332e864-5b20-4122-a110-0e51097711f8 tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:07.025482 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-868b236c-00ad-47d5-9236-8b9a49cdcc35 req-5332e864-5b20-4122-a110-0e51097711f8 tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f9c48bb-6c8b-4c51-91af-254806dbc6de HTTP/1.1" status: 200 len: 943 time: 1.2946489 Aug 10 03:29:07.130455 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2a7bb-c990-4818-b956-b87fd857d3ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf500b1-9f2f-4ef5-b49c-93a7552fada9,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:07.283484 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-868b236c-00ad-47d5-9236-8b9a49cdcc35 req-cc563b6f-a779-4b27-b81e-fff91945898c tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] 10.222.0.62 "GET /v2.0/security-groups?id=0cce4225-efaa-4e2f-b63a-230028fc5712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569177 Aug 10 03:29:07.543427 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18fa036-d300-400f-8d08-126d1ad328dd None None] Network 127c86bf-8f66-47ed-9854-3b8996cc6be9 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:29:07.778210 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-fc3db160-1df1-4d06-9c29-5fea093bd208 None None] Provisioning for port 2aae519b-21ca-47a7-bd3b-d7729bf497fc completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:29:07.870551 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-b3e24d73-82ce-405d-88a2-9e024dcc0372 None None] Set router 8c65fc81-f79c-48f6-82e9-cf5d3d037166 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:29:07.922291 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-ce39d108-325e-4aa4-968a-f3b30ca618a4 req-742fb3f8-b319-4380-a821-349a1bc73308 service neutron] For port 4030a453-5bc2-43b7-8f94-79dd4487ed19, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:29:07.942074 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-ce39d108-325e-4aa4-968a-f3b30ca618a4 req-742fb3f8-b319-4380-a821-349a1bc73308 service neutron] For port 4030a453-5bc2-43b7-8f94-79dd4487ed19, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=4030a453-5bc2-43b7-8f94-79dd4487ed19,segment=NetworkSegment(5fe7c1b5-5c5e-4155-8308-db0ce25621a1),segment_id=5fe7c1b5-5c5e-4155-8308-db0ce25621a1)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:29:07.960003 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ce39d108-325e-4aa4-968a-f3b30ca618a4 req-742fb3f8-b319-4380-a821-349a1bc73308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:07.983465 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-81faf243-468a-46ac-8c2b-5487889171f8 req-da5260b4-783f-49c7-848f-af5fd8482bc0 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:08.299783 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 2aae519b-21ca-47a7-bd3b-d7729bf497fc completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:29:08.310616 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39d108-325e-4aa4-968a-f3b30ca618a4 req-742fb3f8-b319-4380-a821-349a1bc73308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:08.311484 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ce39d108-325e-4aa4-968a-f3b30ca618a4 req-742fb3f8-b319-4380-a821-349a1bc73308 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:08.318070 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ce39d108-325e-4aa4-968a-f3b30ca618a4 req-742fb3f8-b319-4380-a821-349a1bc73308 service neutron] 10.222.0.60 "PUT /v2.0/ports/4030a453-5bc2-43b7-8f94-79dd4487ed19 HTTP/1.1" status: 200 len: 1092 time: 5.6333156 Aug 10 03:29:08.368755 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 2aae519b-21ca-47a7-bd3b-d7729bf497fc triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:08.371695 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:08.488097 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f9c48bb-6c8b-4c51-91af-254806dbc6de', 'tag': '4030a453-5bc2-43b7-8f94-79dd4487ed19'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:29:08.499965 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de46864b-f787-40c5-be3d-262946de4a20" -d '{"events": [{"name": "network-changed", "server_uuid": "6f9c48bb-6c8b-4c51-91af-254806dbc6de", "tag": "4030a453-5bc2-43b7-8f94-79dd4487ed19"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:29:08.621037 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-81faf243-468a-46ac-8c2b-5487889171f8 req-da5260b4-783f-49c7-848f-af5fd8482bc0 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Notify callbacks [] for floatingip, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:08.628469 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-81faf243-468a-46ac-8c2b-5487889171f8 req-da5260b4-783f-49c7-848f-af5fd8482bc0 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:08.630145 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-81faf243-468a-46ac-8c2b-5487889171f8 req-da5260b4-783f-49c7-848f-af5fd8482bc0 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "DELETE /v2.0/floatingips/f0e38c90-13ea-45e2-a8c9-55c3a5afe924 HTTP/1.1" status: 204 len: 173 time: 3.8596358 Aug 10 03:29:08.700198 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742fb3f8-b319-4380-a821-349a1bc73308 service neutron] Pushing event updated for resources: {'Port': ['ID=4030a453-5bc2-43b7-8f94-79dd4487ed19,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:08.753093 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5260b4-783f-49c7-848f-af5fd8482bc0 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Pushing event deleted for resources: {'Port': ['ID=e30528a5-a19d-4a76-a8ac-2a24e682918b,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:08.779852 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f8e30-3834-4676-97af-95518e27f703 req-b7e84adf-3af8-400d-bb48-be1678de48d4 tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:08.782069 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-836f8e30-3834-4676-97af-95518e27f703 req-b7e84adf-3af8-400d-bb48-be1678de48d4 tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f9c48bb-6c8b-4c51-91af-254806dbc6de HTTP/1.1" status: 200 len: 943 time: 0.2661746 Aug 10 03:29:08.786993 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39d108-325e-4aa4-968a-f3b30ca618a4 req-7b8c78e4-f539-4624-9af8-7d7fd3073ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:08.788522 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ce39d108-325e-4aa4-968a-f3b30ca618a4 req-7b8c78e4-f539-4624-9af8-7d7fd3073ca9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=51a7ac8d67194314b2bb1368747dd74c&device_id=6f9c48bb-6c8b-4c51-91af-254806dbc6de HTTP/1.1" status: 200 len: 1095 time: 0.2714021 Aug 10 03:29:08.795154 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645e277d-00e0-4a9e-9b70-d82668cd0266 x-openstack-request-id: req-645e277d-00e0-4a9e-9b70-d82668cd0266 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:29:08.795154 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f9c48bb-6c8b-4c51-91af-254806dbc6de", "tag": "4030a453-5bc2-43b7-8f94-79dd4487ed19", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:29:08.795993 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-645e277d-00e0-4a9e-9b70-d82668cd0266 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:29:08.797906 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f9c48bb-6c8b-4c51-91af-254806dbc6de', 'tag': '4030a453-5bc2-43b7-8f94-79dd4487ed19', 'status': 'completed', 'code': 200} Aug 10 03:29:08.880928 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ce39d108-325e-4aa4-968a-f3b30ca618a4 req-8f7e13d6-d1da-47ee-99c3-c1492689aaff service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4030a453-5bc2-43b7-8f94-79dd4487ed19 HTTP/1.1" status: 200 len: 217 time: 0.0741551 Aug 10 03:29:08.890408 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-836f8e30-3834-4676-97af-95518e27f703 req-a9288851-1043-4f7d-ac1a-62d425e8be8b tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] 10.222.0.62 "GET /v2.0/security-groups?id=0cce4225-efaa-4e2f-b63a-230028fc5712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910819 Aug 10 03:29:08.980233 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39d108-325e-4aa4-968a-f3b30ca618a4 req-4c696384-7fdb-400c-88ee-08792d3c6f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:08.982334 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ce39d108-325e-4aa4-968a-f3b30ca618a4 req-4c696384-7fdb-400c-88ee-08792d3c6f22 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c0a3643c-de6f-4c71-a353-f1ccdcdab1ac HTTP/1.1" status: 200 len: 850 time: 0.0896487 Aug 10 03:29:08.987003 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aed0c8b0-17f5-4458-9dad-9ad26755e2b0 req-ce86e206-06f9-4cfa-a75f-c4ec5a3c8c08 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/security-groups/5a1b3c45-0b4c-4477-8ec0-d68b14350409 HTTP/1.1" status: 200 len: 1809 time: 0.1260481 Aug 10 03:29:09.045692 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ce39d108-325e-4aa4-968a-f3b30ca618a4 req-9b686d81-4436-4efb-ad89-11f95ccddafd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8852f47b-2616-47b1-ab55-4211ce48cfd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506403 Aug 10 03:29:09.172561 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-85224885-fc39-4ccc-b9f3-a8a0739540a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:09.213087 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-aed0c8b0-17f5-4458-9dad-9ad26755e2b0 req-16552b59-e1cf-4475-8da6-9d740f20773b tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:09.277667 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-aed0c8b0-17f5-4458-9dad-9ad26755e2b0 req-16552b59-e1cf-4475-8da6-9d740f20773b tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:09.298518 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:09.403177 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ce39d108-325e-4aa4-968a-f3b30ca618a4 req-fbf4e3cb-bce6-4690-b160-dbe30142b01c service neutron] 10.222.0.60 "GET /v2.0/networks/8852f47b-2616-47b1-ab55-4211ce48cfd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421237 Aug 10 03:29:09.466195 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 2aae519b-21ca-47a7-bd3b-d7729bf497fc, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=2aae519b-21ca-47a7-bd3b-d7729bf497fc,segment=NetworkSegment(2cd95680-4b93-47c3-a02f-804916c92974),segment_id=2cd95680-4b93-47c3-a02f-804916c92974)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:09.492297 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:09.493111 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 2333030e-0b7e-48b1-b312-cd5cb24c92f0 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:29:09.581836 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-aed0c8b0-17f5-4458-9dad-9ad26755e2b0 req-16552b59-e1cf-4475-8da6-9d740f20773b tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:09.588698 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-aed0c8b0-17f5-4458-9dad-9ad26755e2b0 req-16552b59-e1cf-4475-8da6-9d740f20773b tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:09.591849 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aed0c8b0-17f5-4458-9dad-9ad26755e2b0 req-16552b59-e1cf-4475-8da6-9d740f20773b tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "DELETE /v2.0/security-groups/5a1b3c45-0b4c-4477-8ec0-d68b14350409 HTTP/1.1" status: 204 len: 173 time: 0.5985341 Aug 10 03:29:09.647420 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16552b59-e1cf-4475-8da6-9d740f20773b tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1b3c45-0b4c-4477-8ec0-d68b14350409,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:09.746634 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ce39d108-325e-4aa4-968a-f3b30ca618a4 req-b2e0b817-5902-4e1d-9fc3-73a833cf3062 service neutron] 10.222.0.60 "GET /v2.0/networks/8852f47b-2616-47b1-ab55-4211ce48cfd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272045 Aug 10 03:29:09.751508 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-85224885-fc39-4ccc-b9f3-a8a0739540a2 admin admin] Allocated IP 172.20.0.1 (127c86bf-8f66-47ed-9854-3b8996cc6be9/73d45ba8-b7b6-48e5-8e42-a3fe9132fded/87080342-06ce-4e3c-a9a2-ed7f33f9e1a0) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:29:09.783082 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-b3e24d73-82ce-405d-88a2-9e024dcc0372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c65fc81-f79c-48f6-82e9-cf5d3d037166', 'name': 'tempest-TestServerMultinode-2038507651-router', 'tenant_id': '64e898418998439fb3ac07fff4b9dc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'f0dac6d4-5025-470f-8bc1-0b2898fcaf0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:01Z', 'updated_at': '2021-08-10T03:29:04Z', 'revision_number': 3, 'project_id': '64e898418998439fb3ac07fff4b9dc8c', 'gw_port': {'id': 'f0dac6d4-5025-470f-8bc1-0b2898fcaf0e', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e9:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c65fc81-f79c-48f6-82e9-cf5d3d037166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:03Z', 'updated_at': '2021-08-10T03:29:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:09.857198 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e24d73-82ce-405d-88a2-9e024dcc0372 None None] Checking router: 8c65fc81-f79c-48f6-82e9-cf5d3d037166 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:29:09.857558 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e24d73-82ce-405d-88a2-9e024dcc0372 None None] Updating router 8c65fc81-f79c-48f6-82e9-cf5d3d037166 port f0dac6d4-5025-470f-8bc1-0b2898fcaf0e binding host n-d-768851-15 {{(pid=94218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:29:09.956245 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46864b-f787-40c5-be3d-262946de4a20 req-2a53354d-dffe-460b-a3cc-391af463783d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:09.957889 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-de46864b-f787-40c5-be3d-262946de4a20 req-2a53354d-dffe-460b-a3cc-391af463783d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=51a7ac8d67194314b2bb1368747dd74c&device_id=6f9c48bb-6c8b-4c51-91af-254806dbc6de HTTP/1.1" status: 200 len: 1095 time: 0.1378338 Aug 10 03:29:10.067470 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=2aae519b-21ca-47a7-bd3b-d7729bf497fc,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:10.089117 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b3e24d73-82ce-405d-88a2-9e024dcc0372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:10.172155 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-c6386d76-d016-45b5-8b8e-dadf679ed25c None None] Provisioning complete for port 2aae519b-21ca-47a7-bd3b-d7729bf497fc triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:10.173084 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c6386d76-d016-45b5-8b8e-dadf679ed25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:10.222901 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-85224885-fc39-4ccc-b9f3-a8a0739540a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:10.243328 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-85224885-fc39-4ccc-b9f3-a8a0739540a2 admin admin] Transition to ACTIVE for port object 87080342-06ce-4e3c-a9a2-ed7f33f9e1a0 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:29:10.288030 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 2333030e-0b7e-48b1-b312-cd5cb24c92f0 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:10.288410 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:10.337425 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4833e776-4543-4f86-8ab6-d23899ee2c33 req-c7dc50c7-e3df-4644-837b-a1d09223f59f tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:10.345243 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4833e776-4543-4f86-8ab6-d23899ee2c33 req-c7dc50c7-e3df-4644-837b-a1d09223f59f tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a2c6a05-a014-4605-8b98-b1f7e661d64f HTTP/1.1" status: 200 len: 946 time: 0.1476324 Aug 10 03:29:10.403962 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a3e26-90b6-4b49-810e-bad65ac293f2 req-fa2d5973-e64a-41ea-b022-bf475630ca6d tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:10.412596 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6e8a3e26-90b6-4b49-810e-bad65ac293f2 req-fa2d5973-e64a-41ea-b022-bf475630ca6d tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f9c48bb-6c8b-4c51-91af-254806dbc6de HTTP/1.1" status: 200 len: 943 time: 0.3138366 Aug 10 03:29:10.448890 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4833e776-4543-4f86-8ab6-d23899ee2c33 req-f6b17d87-5437-4cc7-a917-8a36851a26c4 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/security-groups?id=73d6bbb3-f9e7-4e6a-ad27-b486d8572630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022124 Aug 10 03:29:10.450914 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-85224885-fc39-4ccc-b9f3-a8a0739540a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:10.467279 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46864b-f787-40c5-be3d-262946de4a20 req-9bd2a3fa-e525-4536-ac55-c3411c37096b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:10.470072 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-de46864b-f787-40c5-be3d-262946de4a20 req-9bd2a3fa-e525-4536-ac55-c3411c37096b service neutron] 10.222.0.60 "GET /v2.0/networks?id=8852f47b-2616-47b1-ab55-4211ce48cfd6 HTTP/1.1" status: 200 len: 911 time: 0.5013721 Aug 10 03:29:10.581431 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85224885-fc39-4ccc-b9f3-a8a0739540a2 admin admin] Network 127c86bf-8f66-47ed-9854-3b8996cc6be9 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:29:10.594131 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-85224885-fc39-4ccc-b9f3-a8a0739540a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:29:10.606455 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85224885-fc39-4ccc-b9f3-a8a0739540a2 admin admin] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:29:10.689663 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-85224885-fc39-4ccc-b9f3-a8a0739540a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:10.721012 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6e8a3e26-90b6-4b49-810e-bad65ac293f2 req-93db666f-f943-4d85-87d3-3e995bac99f0 tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] 10.222.0.62 "GET /v2.0/security-groups?id=0cce4225-efaa-4e2f-b63a-230028fc5712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062639 Aug 10 03:29:10.722640 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-de46864b-f787-40c5-be3d-262946de4a20 req-eaf71fad-2083-42a3-874a-1fc378e4ee78 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4030a453-5bc2-43b7-8f94-79dd4487ed19 HTTP/1.1" status: 200 len: 217 time: 0.2368646 Aug 10 03:29:10.763429 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85224885-fc39-4ccc-b9f3-a8a0739540a2 admin admin] Pushing event updated for resources: {'Port': ['ID=87080342-06ce-4e3c-a9a2-ed7f33f9e1a0,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:10.873716 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 2aae519b-21ca-47a7-bd3b-d7729bf497fc up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:29:10.878971 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46864b-f787-40c5-be3d-262946de4a20 req-8cde9db8-3d2f-430c-87ec-c03571c7281b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:10.892325 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-de46864b-f787-40c5-be3d-262946de4a20 req-8cde9db8-3d2f-430c-87ec-c03571c7281b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c0a3643c-de6f-4c71-a353-f1ccdcdab1ac HTTP/1.1" status: 200 len: 850 time: 0.1566167 Aug 10 03:29:10.975753 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-de46864b-f787-40c5-be3d-262946de4a20 req-ca739c75-81f5-4508-b2d9-87b945e0fe59 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8852f47b-2616-47b1-ab55-4211ce48cfd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711956 Aug 10 03:29:11.000482 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-85224885-fc39-4ccc-b9f3-a8a0739540a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:11.203515 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 2aae519b-21ca-47a7-bd3b-d7729bf497fc triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:11.203891 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:11.299670 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-de46864b-f787-40c5-be3d-262946de4a20 req-1b45b03d-bab4-469c-88df-79eaa9a5edae service neutron] 10.222.0.60 "GET /v2.0/networks/8852f47b-2616-47b1-ab55-4211ce48cfd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112202 Aug 10 03:29:11.302298 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-7bad6da7-1b8b-4655-84d2-c0a93a0e09bc None None] Provisioning for port 87080342-06ce-4e3c-a9a2-ed7f33f9e1a0 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:29:11.310510 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b3e24d73-82ce-405d-88a2-9e024dcc0372 None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:11.325691 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-7bad6da7-1b8b-4655-84d2-c0a93a0e09bc None None] Provisioning complete for port 87080342-06ce-4e3c-a9a2-ed7f33f9e1a0 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:11.326136 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7bad6da7-1b8b-4655-84d2-c0a93a0e09bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:11.409317 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-85224885-fc39-4ccc-b9f3-a8a0739540a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:11.411488 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b3e24d73-82ce-405d-88a2-9e024dcc0372 None None] Transition to ACTIVE for port object f0dac6d4-5025-470f-8bc1-0b2898fcaf0e will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:29:11.423436 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-85224885-fc39-4ccc-b9f3-a8a0739540a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:11.496791 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-7bad6da7-1b8b-4655-84d2-c0a93a0e09bc None None] Port 87080342-06ce-4e3c-a9a2-ed7f33f9e1a0 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:29:11.501552 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b3e24d73-82ce-405d-88a2-9e024dcc0372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:11.541838 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85224885-fc39-4ccc-b9f3-a8a0739540a2 admin admin] Pushing event updated for resources: {'Port': ['ID=87080342-06ce-4e3c-a9a2-ed7f33f9e1a0,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:11.555363 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264e4310-a815-4f49-ac19-a3a20538cf5e None None] Pushing event updated for resources: {'Port': ['ID=f0dac6d4-5025-470f-8bc1-0b2898fcaf0e,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:11.558157 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-de46864b-f787-40c5-be3d-262946de4a20 req-aec97f3d-1b1a-4a42-8608-8d9e2af6dd5e service neutron] 10.222.0.60 "GET /v2.0/networks/8852f47b-2616-47b1-ab55-4211ce48cfd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452588 Aug 10 03:29:11.657312 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-85224885-fc39-4ccc-b9f3-a8a0739540a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:11.673321 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-b3e24d73-82ce-405d-88a2-9e024dcc0372 None None] Attempting to bind port f0dac6d4-5025-470f-8bc1-0b2898fcaf0e on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:29:11.678523 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-b3e24d73-82ce-405d-88a2-9e024dcc0372 None None] Attempting to bind port f0dac6d4-5025-470f-8bc1-0b2898fcaf0e by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:29:11.679226 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e24d73-82ce-405d-88a2-9e024dcc0372 None None] Attempting to bind port f0dac6d4-5025-470f-8bc1-0b2898fcaf0e on network 09ca2025-b9a6-4e84-8019-8d9fbef3753e {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:29:11.695967 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e24d73-82ce-405d-88a2-9e024dcc0372 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:29:11.706026 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e24d73-82ce-405d-88a2-9e024dcc0372 None None] Checking segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:29:11.706694 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b3e24d73-82ce-405d-88a2-9e024dcc0372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:11.707354 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e24d73-82ce-405d-88a2-9e024dcc0372 None None] Bound using segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:29:11.708078 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-b3e24d73-82ce-405d-88a2-9e024dcc0372 None None] Bound port: f0dac6d4-5025-470f-8bc1-0b2898fcaf0e, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:29:11.708789 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b3e24d73-82ce-405d-88a2-9e024dcc0372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:11.714702 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf4d7eb-ee36-41f4-b577-8191ce4a46ae req-8cd6f0c8-d947-4798-a088-e5f6a55b08af tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:11.716368 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5bf4d7eb-ee36-41f4-b577-8191ce4a46ae req-8cd6f0c8-d947-4798-a088-e5f6a55b08af tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a2c6a05-a014-4605-8b98-b1f7e661d64f HTTP/1.1" status: 200 len: 946 time: 0.1339841 Aug 10 03:29:11.802928 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5bf4d7eb-ee36-41f4-b577-8191ce4a46ae req-78852daa-fa1f-439c-b7fc-3b8971935a67 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/security-groups?id=73d6bbb3-f9e7-4e6a-ad27-b486d8572630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787070 Aug 10 03:29:11.847788 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b3e24d73-82ce-405d-88a2-9e024dcc0372 None None] For port f0dac6d4-5025-470f-8bc1-0b2898fcaf0e, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:29:11.857417 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b3e24d73-82ce-405d-88a2-9e024dcc0372 None None] For port f0dac6d4-5025-470f-8bc1-0b2898fcaf0e, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=f0dac6d4-5025-470f-8bc1-0b2898fcaf0e,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:29:11.870972 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b3e24d73-82ce-405d-88a2-9e024dcc0372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:11.873082 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85224885-fc39-4ccc-b9f3-a8a0739540a2 admin admin] Network 127c86bf-8f66-47ed-9854-3b8996cc6be9 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:29:11.886667 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-85224885-fc39-4ccc-b9f3-a8a0739540a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:29:12.019942 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e24d73-82ce-405d-88a2-9e024dcc0372 None None] Routers {'8c65fc81-f79c-48f6-82e9-cf5d3d037166'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:12.021290 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-b3e24d73-82ce-405d-88a2-9e024dcc0372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:29:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['8c65fc81-f79c-48f6-82e9-cf5d3d037166'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:12.250927 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264e4310-a815-4f49-ac19-a3a20538cf5e None None] Pushing event updated for resources: {'Port': ['ID=f0dac6d4-5025-470f-8bc1-0b2898fcaf0e,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:12.257438 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a7d5f-752f-4246-a82a-90b2c34ce4cf req-e7fd0efa-5a2a-41bd-9b88-41ab52791975 tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:12.263472 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5e5a7d5f-752f-4246-a82a-90b2c34ce4cf req-e7fd0efa-5a2a-41bd-9b88-41ab52791975 tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f9c48bb-6c8b-4c51-91af-254806dbc6de HTTP/1.1" status: 200 len: 943 time: 0.2778614 Aug 10 03:29:12.360720 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c5151-05df-4b51-89d1-1bbe111bda10 req-1e7c5b84-da4a-4d34-b5ee-bd0db87d1ca9 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:12.362541 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-bb5c5151-05df-4b51-89d1-1bbe111bda10 req-1e7c5b84-da4a-4d34-b5ee-bd0db87d1ca9 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a2c6a05-a014-4605-8b98-b1f7e661d64f HTTP/1.1" status: 200 len: 946 time: 0.3067775 Aug 10 03:29:12.383358 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85224885-fc39-4ccc-b9f3-a8a0739540a2 admin admin] Router 8c65fc81-f79c-48f6-82e9-cf5d3d037166 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:29:12.391439 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5e5a7d5f-752f-4246-a82a-90b2c34ce4cf req-ab919c48-b5a7-498e-ac42-c09db9cd1dcb tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] 10.222.0.62 "GET /v2.0/security-groups?id=0cce4225-efaa-4e2f-b63a-230028fc5712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206605 Aug 10 03:29:12.464693 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-b3e24d73-82ce-405d-88a2-9e024dcc0372 None None] Set router 8c65fc81-f79c-48f6-82e9-cf5d3d037166 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:29:12.584976 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-4cf1c412-f888-45c6-bf89-f3dc51bfdf02 None None] Provisioning complete for port 87080342-06ce-4e3c-a9a2-ed7f33f9e1a0 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:12.585702 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4cf1c412-f888-45c6-bf89-f3dc51bfdf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:12.723118 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-4cf1c412-f888-45c6-bf89-f3dc51bfdf02 None None] Port 87080342-06ce-4e3c-a9a2-ed7f33f9e1a0 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:29:12.738953 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85224885-fc39-4ccc-b9f3-a8a0739540a2 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:29:12.755190 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-85224885-fc39-4ccc-b9f3-a8a0739540a2 admin admin] 10.222.0.62 "PUT /v2.0/routers/8c65fc81-f79c-48f6-82e9-cf5d3d037166/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3626590 Aug 10 03:29:12.771855 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-bb5c5151-05df-4b51-89d1-1bbe111bda10 req-22376fd1-d82c-46ea-8dff-563987cdd777 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Deleting port 07a94a97-8743-44e7-9487-845481bbbdbe {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:29:12.772205 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-bb5c5151-05df-4b51-89d1-1bbe111bda10 req-22376fd1-d82c-46ea-8dff-563987cdd777 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:12.842202 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-b3e24d73-82ce-405d-88a2-9e024dcc0372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c65fc81-f79c-48f6-82e9-cf5d3d037166', 'name': 'tempest-TestServerMultinode-2038507651-router', 'tenant_id': '64e898418998439fb3ac07fff4b9dc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'f0dac6d4-5025-470f-8bc1-0b2898fcaf0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:01Z', 'updated_at': '2021-08-10T03:29:10Z', 'revision_number': 4, 'project_id': '64e898418998439fb3ac07fff4b9dc8c', 'gw_port': {'id': 'f0dac6d4-5025-470f-8bc1-0b2898fcaf0e', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e9:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c65fc81-f79c-48f6-82e9-cf5d3d037166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:03Z', 'updated_at': '2021-08-10T03:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '87080342-06ce-4e3c-a9a2-ed7f33f9e1a0', 'name': '', 'network_id': '127c86bf-8f66-47ed-9854-3b8996cc6be9', 'tenant_id': '64e898418998439fb3ac07fff4b9dc8c', 'mac_address': 'fa:16:3e:be:93:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c65fc81-f79c-48f6-82e9-cf5d3d037166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '73d45ba8-b7b6-48e5-8e42-a3fe9132fded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:09Z', 'updated_at': '2021-08-10T03:29:11Z', 'revision_number': 2, 'project_id': '64e898418998439fb3ac07fff4b9dc8c', 'subnets': [{'id': '73d45ba8-b7b6-48e5-8e42-a3fe9132fded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:12.886128 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e24d73-82ce-405d-88a2-9e024dcc0372 None None] The sync data for ids ['8c65fc81-f79c-48f6-82e9-cf5d3d037166'] in n-d-768851-15 is: [{'id': '8c65fc81-f79c-48f6-82e9-cf5d3d037166', 'name': 'tempest-TestServerMultinode-2038507651-router', 'tenant_id': '64e898418998439fb3ac07fff4b9dc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'f0dac6d4-5025-470f-8bc1-0b2898fcaf0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:01Z', 'updated_at': '2021-08-10T03:29:10Z', 'revision_number': 4, 'project_id': '64e898418998439fb3ac07fff4b9dc8c', 'gw_port': {'id': 'f0dac6d4-5025-470f-8bc1-0b2898fcaf0e', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e9:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c65fc81-f79c-48f6-82e9-cf5d3d037166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:03Z', 'updated_at': '2021-08-10T03:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '87080342-06ce-4e3c-a9a2-ed7f33f9e1a0', 'name': '', 'network_id': '127c86bf-8f66-47ed-9854-3b8996cc6be9', 'tenant_id': '64e898418998439fb3ac07fff4b9dc8c', 'mac_address': 'fa:16:3e:be:93:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c65fc81-f79c-48f6-82e9-cf5d3d037166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '73d45ba8-b7b6-48e5-8e42-a3fe9132fded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:09Z', 'updated_at': '2021-08-10T03:29:11Z', 'revision_number': 2, 'project_id': '64e898418998439fb3ac07fff4b9dc8c', 'subnets': [{'id': '73d45ba8-b7b6-48e5-8e42-a3fe9132fded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:29:12.952856 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-bb5c5151-05df-4b51-89d1-1bbe111bda10 req-22376fd1-d82c-46ea-8dff-563987cdd777 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] For port 07a94a97-8743-44e7-9487-845481bbbdbe, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=07a94a97-8743-44e7-9487-845481bbbdbe,segment=NetworkSegment(bca4afb8-f566-45ad-a21b-02be77c202bd),segment_id=bca4afb8-f566-45ad-a21b-02be77c202bd)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:12.953235 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-bb5c5151-05df-4b51-89d1-1bbe111bda10 req-22376fd1-d82c-46ea-8dff-563987cdd777 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:12.968130 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-bb5c5151-05df-4b51-89d1-1bbe111bda10 req-22376fd1-d82c-46ea-8dff-563987cdd777 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Calling delete_port for 07a94a97-8743-44e7-9487-845481bbbdbe owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:29:13.062533 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8186cb-5c3f-43d2-96d8-c75de75786c3 req-906a2a22-e301-4ac7-9f43-c90fc173e5fe tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:13.072185 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1b8186cb-5c3f-43d2-96d8-c75de75786c3 req-906a2a22-e301-4ac7-9f43-c90fc173e5fe tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a2c6a05-a014-4605-8b98-b1f7e661d64f HTTP/1.1" status: 200 len: 946 time: 0.1361501 Aug 10 03:29:13.187892 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1b8186cb-5c3f-43d2-96d8-c75de75786c3 req-7679eeb7-2b7b-4689-adfd-b06534b9f90b tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.62 "GET /v2.0/security-groups?id=73d6bbb3-f9e7-4e6a-ad27-b486d8572630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131494 Aug 10 03:29:13.204895 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-bb5c5151-05df-4b51-89d1-1bbe111bda10 req-22376fd1-d82c-46ea-8dff-563987cdd777 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:13.217667 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['07a94a97-8743-44e7-9487-845481bbbdbe'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:29:13.261796 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22376fd1-d82c-46ea-8dff-563987cdd777 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Pushing event deleted for resources: {'Port': ['ID=07a94a97-8743-44e7-9487-845481bbbdbe,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:13.279616 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 4030a453-5bc2-43b7-8f94-79dd4487ed19 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:29:13.335245 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb5c5151-05df-4b51-89d1-1bbe111bda10 req-22376fd1-d82c-46ea-8dff-563987cdd777 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] No DVR routers for this DVR port 07a94a97-8743-44e7-9487-845481bbbdbe on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:29:13.338400 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-bb5c5151-05df-4b51-89d1-1bbe111bda10 req-22376fd1-d82c-46ea-8dff-563987cdd777 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:13.341298 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-bb5c5151-05df-4b51-89d1-1bbe111bda10 req-22376fd1-d82c-46ea-8dff-563987cdd777 tempest-ServerRescueTestJSONUnderV235-741717476 tempest-ServerRescueTestJSONUnderV235-741717476-project] 10.222.0.58 "DELETE /v2.0/ports/07a94a97-8743-44e7-9487-845481bbbdbe HTTP/1.1" status: 204 len: 173 time: 0.9562800 Aug 10 03:29:13.341878 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a2c6a05-a014-4605-8b98-b1f7e661d64f', 'name': 'network-vif-deleted', 'tag': '07a94a97-8743-44e7-9487-845481bbbdbe'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:29:13.362060 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca9c840-2a05-453f-9d2e-c4d0e6f36fbe" -d '{"events": [{"server_uuid": "7a2c6a05-a014-4605-8b98-b1f7e661d64f", "name": "network-vif-deleted", "tag": "07a94a97-8743-44e7-9487-845481bbbdbe"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:29:13.425979 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f1a75f-b3e5-49aa-be88-1830348f37aa x-openstack-request-id: req-a6f1a75f-b3e5-49aa-be88-1830348f37aa {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:29:13.428549 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a2c6a05-a014-4605-8b98-b1f7e661d64f", "name": "network-vif-deleted", "tag": "07a94a97-8743-44e7-9487-845481bbbdbe", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:29:13.429069 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a6f1a75f-b3e5-49aa-be88-1830348f37aa {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:29:13.431904 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a2c6a05-a014-4605-8b98-b1f7e661d64f', 'name': 'network-vif-deleted', 'tag': '07a94a97-8743-44e7-9487-845481bbbdbe', 'status': 'completed', 'code': 200} Aug 10 03:29:13.673062 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61386284-4aa6-441e-9eeb-275434cc3941 req-02677acd-ac53-44e6-af83-aac53f8f71c0 tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:13.683162 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-61386284-4aa6-441e-9eeb-275434cc3941 req-02677acd-ac53-44e6-af83-aac53f8f71c0 tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f9c48bb-6c8b-4c51-91af-254806dbc6de HTTP/1.1" status: 200 len: 943 time: 0.1256952 Aug 10 03:29:13.787790 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 4030a453-5bc2-43b7-8f94-79dd4487ed19, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=4030a453-5bc2-43b7-8f94-79dd4487ed19,segment=NetworkSegment(5fe7c1b5-5c5e-4155-8308-db0ce25621a1),segment_id=5fe7c1b5-5c5e-4155-8308-db0ce25621a1)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:13.805460 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '4030a453-5bc2-43b7-8f94-79dd4487ed19', 'network_id': '8852f47b-2616-47b1-ab55-4211ce48cfd6', 'port_id': '4030a453-5bc2-43b7-8f94-79dd4487ed19', 'mac_address': 'fa:16:3e:8b:e6:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0a3643c-de6f-4c71-a353-f1ccdcdab1ac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:29:13.864603 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-61386284-4aa6-441e-9eeb-275434cc3941 req-02f5da0d-c144-489f-8884-ec70a7598981 tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] 10.222.0.62 "GET /v2.0/security-groups?id=0cce4225-efaa-4e2f-b63a-230028fc5712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805050 Aug 10 03:29:13.905791 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:13.922831 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4030a453-5bc2-43b7-8f94-79dd4487ed19 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:29:13.947309 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 4030a453-5bc2-43b7-8f94-79dd4487ed19, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=4030a453-5bc2-43b7-8f94-79dd4487ed19,segment=NetworkSegment(5fe7c1b5-5c5e-4155-8308-db0ce25621a1),segment_id=5fe7c1b5-5c5e-4155-8308-db0ce25621a1)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:13.951953 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:13.972958 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10d7c9-68de-4ec6-beda-4fd0bca0dd73 req-ef655881-9aa7-4b53-a2f0-d350cd4a8a85 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:13.980920 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ed10d7c9-68de-4ec6-beda-4fd0bca0dd73 req-ef655881-9aa7-4b53-a2f0-d350cd4a8a85 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.62 "GET /v2.0/networks?id=83f5022a-a392-4936-a439-f5e038ac0656 HTTP/1.1" status: 200 len: 909 time: 0.2278488 Aug 10 03:29:14.004309 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ed10d7c9-68de-4ec6-beda-4fd0bca0dd73 req-f8f005ff-180d-4d62-8aab-124fac9f3c0b tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.62 "GET /v2.0/quotas/64e898418998439fb3ac07fff4b9dc8c HTTP/1.1" status: 200 len: 375 time: 0.0219433 Aug 10 03:29:14.086791 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=4030a453-5bc2-43b7-8f94-79dd4487ed19,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:14.130057 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ed10d7c9-68de-4ec6-beda-4fd0bca0dd73 req-e5af5673-b486-4046-8e83-b399a6ce9621 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.62 "GET /v2.0/ports?tenant_id=64e898418998439fb3ac07fff4b9dc8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1237707 Aug 10 03:29:14.138757 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [req-ed10d7c9-68de-4ec6-beda-4fd0bca0dd73 req-e902a7a3-2c9b-431e-b5ab-efeae789cdd2 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:29:14.147293 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ed10d7c9-68de-4ec6-beda-4fd0bca0dd73 req-e902a7a3-2c9b-431e-b5ab-efeae789cdd2 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0156605 Aug 10 03:29:14.207980 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['4030a453-5bc2-43b7-8f94-79dd4487ed19'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:29:14.314473 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42866) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:14.481575 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ed10d7c9-68de-4ec6-beda-4fd0bca0dd73 req-143b2037-da20-4ece-8a6c-9d527eeaec25 service neutron] 10.222.0.62 "GET /v2.0/networks/83f5022a-a392-4936-a439-f5e038ac0656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232231 Aug 10 03:29:14.716505 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ed10d7c9-68de-4ec6-beda-4fd0bca0dd73 req-31df9744-85b4-47b5-b94e-450739b92bd9 service neutron] 10.222.0.62 "GET /v2.0/networks/83f5022a-a392-4936-a439-f5e038ac0656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339642 Aug 10 03:29:14.903323 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device f0dac6d4-5025-470f-8bc1-0b2898fcaf0e up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:29:15.000016 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bc634cae-669c-430e-ab5e-e41777c5737f req-b94b5996-a44e-485f-ba9f-173eba596bbe tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b8bfcaca-5952-44ab-889c-00a345dd8344 HTTP/1.1" status: 200 len: 210 time: 0.0717802 Aug 10 03:29:15.050265 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port f0dac6d4-5025-470f-8bc1-0b2898fcaf0e completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:29:15.055319 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port f0dac6d4-5025-470f-8bc1-0b2898fcaf0e triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:15.055700 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:15.095717 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb0a20-a53a-4bd9-8b19-397ea7c57701 req-8951c008-8174-4b5f-a119-013cd49bd380 tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:15.104481 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-decb0a20-a53a-4bd9-8b19-397ea7c57701 req-8951c008-8174-4b5f-a119-013cd49bd380 tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f9c48bb-6c8b-4c51-91af-254806dbc6de HTTP/1.1" status: 200 len: 944 time: 0.1033230 Aug 10 03:29:15.197747 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-decb0a20-a53a-4bd9-8b19-397ea7c57701 req-821eb251-8ba5-49f0-8878-32741379c913 tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] 10.222.0.62 "GET /v2.0/security-groups?id=0cce4225-efaa-4e2f-b63a-230028fc5712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889196 Aug 10 03:29:15.283066 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:15.294262 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 4030a453-5bc2-43b7-8f94-79dd4487ed19 up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:29:15.426665 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port f0dac6d4-5025-470f-8bc1-0b2898fcaf0e, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=f0dac6d4-5025-470f-8bc1-0b2898fcaf0e,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:15.460979 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:15.470116 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-72c4e898-ecc8-4c47-8a83-5b4b5522c2a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:15.996210 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=f0dac6d4-5025-470f-8bc1-0b2898fcaf0e,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:16.001802 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port 4030a453-5bc2-43b7-8f94-79dd4487ed19 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:29:16.006118 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 4030a453-5bc2-43b7-8f94-79dd4487ed19 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:16.006607 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:16.113706 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:16.160895 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e91a921b-3432-4d55-8d17-8019599d3392 req-f8b64d14-f8fe-4f33-8cbb-0b2afd152c42 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b8bfcaca-5952-44ab-889c-00a345dd8344 HTTP/1.1" status: 200 len: 210 time: 0.0769351 Aug 10 03:29:16.226399 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f9c48bb-6c8b-4c51-91af-254806dbc6de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4030a453-5bc2-43b7-8f94-79dd4487ed19'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:29:16.228725 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 42928) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:16.238593 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60891fae-22c2-44c8-ae03-6424585d319f" -d '{"events": [{"server_uuid": "6f9c48bb-6c8b-4c51-91af-254806dbc6de", "name": "network-vif-plugged", "status": "completed", "tag": "4030a453-5bc2-43b7-8f94-79dd4487ed19"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:29:16.278424 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 4030a453-5bc2-43b7-8f94-79dd4487ed19, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=4030a453-5bc2-43b7-8f94-79dd4487ed19,segment=NetworkSegment(5fe7c1b5-5c5e-4155-8308-db0ce25621a1),segment_id=5fe7c1b5-5c5e-4155-8308-db0ce25621a1)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:16.284366 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 07a94a97-8743-44e7-9487-845481bbbdbe no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:29:16.298603 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:16.308907 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34216876-de0b-4cb2-9345-63b796230e69 x-openstack-request-id: req-34216876-de0b-4cb2-9345-63b796230e69 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:29:16.309200 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f9c48bb-6c8b-4c51-91af-254806dbc6de", "name": "network-vif-plugged", "status": "completed", "tag": "4030a453-5bc2-43b7-8f94-79dd4487ed19", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:29:16.309460 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-34216876-de0b-4cb2-9345-63b796230e69 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:29:16.309857 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f9c48bb-6c8b-4c51-91af-254806dbc6de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4030a453-5bc2-43b7-8f94-79dd4487ed19', 'code': 200} Aug 10 03:29:16.350515 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: 07a94a97-8743-44e7-9487-845481bbbdbe {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:29:16.350883 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 07a94a97-8743-44e7-9487-845481bbbdbe not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:29:16.373090 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-72c4e898-ecc8-4c47-8a83-5b4b5522c2a1 admin admin] Deleting port 60a03d63-8677-4559-a6f8-48ca046f062a {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:29:16.373432 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-72c4e898-ecc8-4c47-8a83-5b4b5522c2a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:16.436041 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6aae6d-a596-413a-adb4-e4d5c6151069 req-4035e816-e478-4ee1-b6fc-748f0741b0d7 tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:16.440229 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cf6aae6d-a596-413a-adb4-e4d5c6151069 req-4035e816-e478-4ee1-b6fc-748f0741b0d7 tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f9c48bb-6c8b-4c51-91af-254806dbc6de HTTP/1.1" status: 200 len: 945 time: 0.1074855 Aug 10 03:29:16.458062 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=4030a453-5bc2-43b7-8f94-79dd4487ed19,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:16.559982 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cf6aae6d-a596-413a-adb4-e4d5c6151069 req-5553385a-5c83-4145-ad10-9d4e9359830c tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] 10.222.0.62 "GET /v2.0/security-groups?id=0cce4225-efaa-4e2f-b63a-230028fc5712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105769 Aug 10 03:29:16.585258 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-72c4e898-ecc8-4c47-8a83-5b4b5522c2a1 admin admin] For port 60a03d63-8677-4559-a6f8-48ca046f062a, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=60a03d63-8677-4559-a6f8-48ca046f062a,segment=NetworkSegment(bca4afb8-f566-45ad-a21b-02be77c202bd),segment_id=bca4afb8-f566-45ad-a21b-02be77c202bd)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:16.586280 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-72c4e898-ecc8-4c47-8a83-5b4b5522c2a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:16.604004 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-72c4e898-ecc8-4c47-8a83-5b4b5522c2a1 admin admin] Calling delete_port for 60a03d63-8677-4559-a6f8-48ca046f062a owned by network:router_interface {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:29:16.632644 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3e3f9c19-1320-4176-9221-9d320a504b29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:16.745565 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b34b93d-048c-40e3-b8d3-a8ed17914e23 req-f9d988f5-4059-4901-a6d9-f9a1dfe72512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:16.759917 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3b34b93d-048c-40e3-b8d3-a8ed17914e23 req-f9d988f5-4059-4901-a6d9-f9a1dfe72512 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6f9c48bb-6c8b-4c51-91af-254806dbc6de HTTP/1.1" status: 200 len: 1097 time: 0.1802559 Aug 10 03:29:16.884908 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device f0dac6d4-5025-470f-8bc1-0b2898fcaf0e up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:29:16.978024 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3b34b93d-048c-40e3-b8d3-a8ed17914e23 req-387c68d8-46ae-4ffb-91f3-45b733327ff1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0cce4225-efaa-4e2f-b63a-230028fc5712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998084 Aug 10 03:29:17.000679 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port f0dac6d4-5025-470f-8bc1-0b2898fcaf0e triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:17.001833 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:17.059663 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-72c4e898-ecc8-4c47-8a83-5b4b5522c2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:17.076218 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3e3f9c19-1320-4176-9221-9d320a504b29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:17.081341 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3e3f9c19-1320-4176-9221-9d320a504b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:17.185803 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4e898-ecc8-4c47-8a83-5b4b5522c2a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=60a03d63-8677-4559-a6f8-48ca046f062a,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:17.248815 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-3e3f9c19-1320-4176-9221-9d320a504b29 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6195e7c70b0e47dd846fa9df135ce633&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0166242 Aug 10 03:29:17.253066 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 42958) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:17.254788 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3f9c19-1320-4176-9221-9d320a504b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e256adf3-6747-4ebe-b6ed-f130ba93fd7f,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:17.302772 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a1e71b-c3dc-468c-9031-fc10d0c33f49 None None] Sync routers for ids ['8c65fc81-f79c-48f6-82e9-cf5d3d037166'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:29:17.376723 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a1e71b-c3dc-468c-9031-fc10d0c33f49 None None] Routers {'8c65fc81-f79c-48f6-82e9-cf5d3d037166'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:17.379687 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-35a1e71b-c3dc-468c-9031-fc10d0c33f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:29:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['8c65fc81-f79c-48f6-82e9-cf5d3d037166'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:17.451454 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10d7c9-68de-4ec6-beda-4fd0bca0dd73 req-a2fd0781-5e4d-4bac-83fa-e45e335e825b tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:17.451874 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-38615352-1d41-4fda-b801-bd409941a656 req-20b4ff2d-038f-4148-9a04-b901412e42b3 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b8bfcaca-5952-44ab-889c-00a345dd8344 HTTP/1.1" status: 200 len: 210 time: 0.0428433 Aug 10 03:29:17.453229 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ed10d7c9-68de-4ec6-beda-4fd0bca0dd73 req-a2fd0781-5e4d-4bac-83fa-e45e335e825b tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.58 "GET /v2.0/networks?id=83f5022a-a392-4936-a439-f5e038ac0656 HTTP/1.1" status: 200 len: 909 time: 0.4318159 Aug 10 03:29:17.457543 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-181cc9ff-0e0d-4ebd-907b-1081e568c8dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:17.470102 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-ed10d7c9-68de-4ec6-beda-4fd0bca0dd73 req-d3cf88c8-f355-4d43-9caf-41c039dc05c4 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Request body: {'port': {'device_id': 'b8bfcaca-5952-44ab-889c-00a345dd8344', 'network_id': '83f5022a-a392-4936-a439-f5e038ac0656', 'admin_state_up': True, 'tenant_id': '64e898418998439fb3ac07fff4b9dc8c'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:17.487823 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-181cc9ff-0e0d-4ebd-907b-1081e568c8dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:17.516813 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-35a1e71b-c3dc-468c-9031-fc10d0c33f49 None None] Set router 8c65fc81-f79c-48f6-82e9-cf5d3d037166 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:29:17.517055 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-72c4e898-ecc8-4c47-8a83-5b4b5522c2a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:17.519048 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed10d7c9-68de-4ec6-beda-4fd0bca0dd73 req-d3cf88c8-f355-4d43-9caf-41c039dc05c4 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Made reservation on behalf of 64e898418998439fb3ac07fff4b9dc8c for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:29:17.521782 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-ed10d7c9-68de-4ec6-beda-4fd0bca0dd73 req-d3cf88c8-f355-4d43-9caf-41c039dc05c4 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:17.568184 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-181cc9ff-0e0d-4ebd-907b-1081e568c8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:17.570958 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-181cc9ff-0e0d-4ebd-907b-1081e568c8dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:17.572654 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-181cc9ff-0e0d-4ebd-907b-1081e568c8dc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e256adf3-6747-4ebe-b6ed-f130ba93fd7f HTTP/1.1" status: 204 len: 168 time: 0.2925050 Aug 10 03:29:17.588754 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181cc9ff-0e0d-4ebd-907b-1081e568c8dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e256adf3-6747-4ebe-b6ed-f130ba93fd7f,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:17.868153 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60105836-a3a6-478d-818d-4ad86cfbce8d req-d118fee3-ac59-47de-a2b7-166401384699 tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:17.878110 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-60105836-a3a6-478d-818d-4ad86cfbce8d req-d118fee3-ac59-47de-a2b7-166401384699 tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f9c48bb-6c8b-4c51-91af-254806dbc6de HTTP/1.1" status: 200 len: 945 time: 0.1663713 Aug 10 03:29:17.955968 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-35a1e71b-c3dc-468c-9031-fc10d0c33f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c65fc81-f79c-48f6-82e9-cf5d3d037166', 'name': 'tempest-TestServerMultinode-2038507651-router', 'tenant_id': '64e898418998439fb3ac07fff4b9dc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'f0dac6d4-5025-470f-8bc1-0b2898fcaf0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:01Z', 'updated_at': '2021-08-10T03:29:10Z', 'revision_number': 4, 'project_id': '64e898418998439fb3ac07fff4b9dc8c', 'gw_port': {'id': 'f0dac6d4-5025-470f-8bc1-0b2898fcaf0e', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c65fc81-f79c-48f6-82e9-cf5d3d037166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:03Z', 'updated_at': '2021-08-10T03:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '87080342-06ce-4e3c-a9a2-ed7f33f9e1a0', 'name': '', 'network_id': '127c86bf-8f66-47ed-9854-3b8996cc6be9', 'tenant_id': '64e898418998439fb3ac07fff4b9dc8c', 'mac_address': 'fa:16:3e:be:93:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c65fc81-f79c-48f6-82e9-cf5d3d037166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '73d45ba8-b7b6-48e5-8e42-a3fe9132fded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:09Z', 'updated_at': '2021-08-10T03:29:11Z', 'revision_number': 2, 'project_id': '64e898418998439fb3ac07fff4b9dc8c', 'subnets': [{'id': '73d45ba8-b7b6-48e5-8e42-a3fe9132fded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:17.971398 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-60105836-a3a6-478d-818d-4ad86cfbce8d req-d642a3ab-4643-4fc4-8a24-a507a5abbdb1 tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] 10.222.0.62 "GET /v2.0/security-groups?id=0cce4225-efaa-4e2f-b63a-230028fc5712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901012 Aug 10 03:29:18.006218 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a1e71b-c3dc-468c-9031-fc10d0c33f49 None None] Checking router: 8c65fc81-f79c-48f6-82e9-cf5d3d037166 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:29:18.006896 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a1e71b-c3dc-468c-9031-fc10d0c33f49 None None] Updating router 8c65fc81-f79c-48f6-82e9-cf5d3d037166 port 87080342-06ce-4e3c-a9a2-ed7f33f9e1a0 binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:29:18.075778 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-35a1e71b-c3dc-468c-9031-fc10d0c33f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:18.347942 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 42996) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:18.366060 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f2d18bb5-26ce-44e8-acc6-8fac2e530893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:18.406886 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-ed10d7c9-68de-4ec6-beda-4fd0bca0dd73 req-d3cf88c8-f355-4d43-9caf-41c039dc05c4 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Allocated IP 172.20.0.5 (83f5022a-a392-4936-a439-f5e038ac0656/15714828-782b-43e5-91d0-f0a94a444033/d8a1880f-e888-4ef4-9b83-ee7ad039213a) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:29:18.407484 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-35a1e71b-c3dc-468c-9031-fc10d0c33f49 None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:18.420337 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-35a1e71b-c3dc-468c-9031-fc10d0c33f49 None None] Transition to ACTIVE for port object 87080342-06ce-4e3c-a9a2-ed7f33f9e1a0 will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:29:18.446323 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-35a1e71b-c3dc-468c-9031-fc10d0c33f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:18.519879 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd851bb-dda9-4e38-95ab-8195f1f0c0cd None None] Pushing event updated for resources: {'Port': ['ID=87080342-06ce-4e3c-a9a2-ed7f33f9e1a0,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:18.573676 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f2d18bb5-26ce-44e8-acc6-8fac2e530893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:18.584703 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f2d18bb5-26ce-44e8-acc6-8fac2e530893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:18.697312 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-35a1e71b-c3dc-468c-9031-fc10d0c33f49 None None] Attempting to bind port 87080342-06ce-4e3c-a9a2-ed7f33f9e1a0 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:29:18.698870 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-35a1e71b-c3dc-468c-9031-fc10d0c33f49 None None] Attempting to bind port 87080342-06ce-4e3c-a9a2-ed7f33f9e1a0 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '2cd95680-4b93-47c3-a02f-804916c92974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '127c86bf-8f66-47ed-9854-3b8996cc6be9'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:29:18.699307 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a1e71b-c3dc-468c-9031-fc10d0c33f49 None None] Attempting to bind port 87080342-06ce-4e3c-a9a2-ed7f33f9e1a0 on network 127c86bf-8f66-47ed-9854-3b8996cc6be9 {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:29:18.712624 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a1e71b-c3dc-468c-9031-fc10d0c33f49 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:29:18.714145 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a1e71b-c3dc-468c-9031-fc10d0c33f49 None None] Checking segment: {'id': '2cd95680-4b93-47c3-a02f-804916c92974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '127c86bf-8f66-47ed-9854-3b8996cc6be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:29:18.715146 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-35a1e71b-c3dc-468c-9031-fc10d0c33f49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:18.716371 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a1e71b-c3dc-468c-9031-fc10d0c33f49 None None] Bound using segment: {'id': '2cd95680-4b93-47c3-a02f-804916c92974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '127c86bf-8f66-47ed-9854-3b8996cc6be9'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:29:18.719483 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-35a1e71b-c3dc-468c-9031-fc10d0c33f49 None None] Bound port: 87080342-06ce-4e3c-a9a2-ed7f33f9e1a0, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd95680-4b93-47c3-a02f-804916c92974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '127c86bf-8f66-47ed-9854-3b8996cc6be9'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:29:18.719882 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-35a1e71b-c3dc-468c-9031-fc10d0c33f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:18.725756 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b3c2c13d-da25-4996-9537-768f124d8698 req-4d489961-d365-4a64-9543-b14bf20ffdbc tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b8bfcaca-5952-44ab-889c-00a345dd8344 HTTP/1.1" status: 200 len: 210 time: 0.0917645 Aug 10 03:29:18.761853 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-f2d18bb5-26ce-44e8-acc6-8fac2e530893 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c97b0ad62dc5403bb6734782f337454b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4053798 Aug 10 03:29:18.765139 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d18bb5-26ce-44e8-acc6-8fac2e530893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68717db4-2a90-4cd9-a2d4-e4777ff225d5,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:18.775420 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43006) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:18.870913 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-35a1e71b-c3dc-468c-9031-fc10d0c33f49 None None] For port 87080342-06ce-4e3c-a9a2-ed7f33f9e1a0, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:29:18.876763 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-35a1e71b-c3dc-468c-9031-fc10d0c33f49 None None] For port 87080342-06ce-4e3c-a9a2-ed7f33f9e1a0, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=87080342-06ce-4e3c-a9a2-ed7f33f9e1a0,segment=NetworkSegment(2cd95680-4b93-47c3-a02f-804916c92974),segment_id=2cd95680-4b93-47c3-a02f-804916c92974)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:29:18.886544 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-35a1e71b-c3dc-468c-9031-fc10d0c33f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:18.897925 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c4e898-ecc8-4c47-8a83-5b4b5522c2a1 admin admin] Router 7f1ed421-4397-4d5f-883d-2cfbf050b4e4 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:29:18.905431 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8cf89625-5f04-40c3-97b8-089a679b0b2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:18.938280 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-ed10d7c9-68de-4ec6-beda-4fd0bca0dd73 req-d3cf88c8-f355-4d43-9caf-41c039dc05c4 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:18.977703 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8cf89625-5f04-40c3-97b8-089a679b0b2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:19.022839 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a1e71b-c3dc-468c-9031-fc10d0c33f49 None None] Routers {'8c65fc81-f79c-48f6-82e9-cf5d3d037166'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:19.023732 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-35a1e71b-c3dc-468c-9031-fc10d0c33f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:29:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['8c65fc81-f79c-48f6-82e9-cf5d3d037166'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:19.051932 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-ed10d7c9-68de-4ec6-beda-4fd0bca0dd73 req-d3cf88c8-f355-4d43-9caf-41c039dc05c4 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Transition to ACTIVE for port object d8a1880f-e888-4ef4-9b83-ee7ad039213a will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:29:19.086283 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8cf89625-5f04-40c3-97b8-089a679b0b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:19.094142 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8cf89625-5f04-40c3-97b8-089a679b0b2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:19.095543 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8cf89625-5f04-40c3-97b8-089a679b0b2e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/68717db4-2a90-4cd9-a2d4-e4777ff225d5 HTTP/1.1" status: 204 len: 168 time: 0.3175023 Aug 10 03:29:19.186717 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf89625-5f04-40c3-97b8-089a679b0b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68717db4-2a90-4cd9-a2d4-e4777ff225d5,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:19.213273 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4cc59-dac5-4266-8ad1-9e7ba5094aec req-4e10e54c-3815-4934-9e90-b5d47d9f9327 tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:19.216767 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd851bb-dda9-4e38-95ab-8195f1f0c0cd None None] Pushing event updated for resources: {'Port': ['ID=87080342-06ce-4e3c-a9a2-ed7f33f9e1a0,revision_number=4']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:19.222520 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-91c4cc59-dac5-4266-8ad1-9e7ba5094aec req-4e10e54c-3815-4934-9e90-b5d47d9f9327 tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f9c48bb-6c8b-4c51-91af-254806dbc6de HTTP/1.1" status: 200 len: 945 time: 0.1256487 Aug 10 03:29:19.252836 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c4e898-ecc8-4c47-8a83-5b4b5522c2a1 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:29:19.270180 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-72c4e898-ecc8-4c47-8a83-5b4b5522c2a1 admin admin] 10.222.0.62 "PUT /v2.0/routers/7f1ed421-4397-4d5f-883d-2cfbf050b4e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9543984 Aug 10 03:29:19.273521 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43022) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:19.284578 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc25dce-011e-4f47-b03a-36ecd792b4e1 None None] Sync routers for ids ['7f1ed421-4397-4d5f-883d-2cfbf050b4e4'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:29:19.302165 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-ed10d7c9-68de-4ec6-beda-4fd0bca0dd73 req-d3cf88c8-f355-4d43-9caf-41c039dc05c4 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:19.325328 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc25dce-011e-4f47-b03a-36ecd792b4e1 None None] Routers {'7f1ed421-4397-4d5f-883d-2cfbf050b4e4'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:19.328293 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-0cc25dce-011e-4f47-b03a-36ecd792b4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:29:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['7f1ed421-4397-4d5f-883d-2cfbf050b4e4'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:19.466980 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed10d7c9-68de-4ec6-beda-4fd0bca0dd73 req-d3cf88c8-f355-4d43-9caf-41c039dc05c4 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Network 83f5022a-a392-4936-a439-f5e038ac0656 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:29:19.473764 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-ed10d7c9-68de-4ec6-beda-4fd0bca0dd73 req-d3cf88c8-f355-4d43-9caf-41c039dc05c4 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:29:19.479389 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-35a1e71b-c3dc-468c-9031-fc10d0c33f49 None None] Set router 8c65fc81-f79c-48f6-82e9-cf5d3d037166 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:29:19.482335 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed10d7c9-68de-4ec6-beda-4fd0bca0dd73 req-d3cf88c8-f355-4d43-9caf-41c039dc05c4 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:29:19.595519 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cf88c8-f355-4d43-9caf-41c039dc05c4 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Pushing event updated for resources: {'Port': ['ID=d8a1880f-e888-4ef4-9b83-ee7ad039213a,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:19.618311 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-0cc25dce-011e-4f47-b03a-36ecd792b4e1 None None] Set router 7f1ed421-4397-4d5f-883d-2cfbf050b4e4 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:29:19.632496 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-91c4cc59-dac5-4266-8ad1-9e7ba5094aec req-7ef63e3d-baa5-4584-b9ae-c69c86794211 tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] 10.222.0.62 "GET /v2.0/security-groups?id=0cce4225-efaa-4e2f-b63a-230028fc5712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4085510 Aug 10 03:29:19.661856 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10d7c9-68de-4ec6-beda-4fd0bca0dd73 req-d3cf88c8-f355-4d43-9caf-41c039dc05c4 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:19.664680 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-ed10d7c9-68de-4ec6-beda-4fd0bca0dd73 req-d3cf88c8-f355-4d43-9caf-41c039dc05c4 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:19.705533 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ed10d7c9-68de-4ec6-beda-4fd0bca0dd73 req-d3cf88c8-f355-4d43-9caf-41c039dc05c4 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.2393024 Aug 10 03:29:19.719154 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-ed10d7c9-68de-4ec6-beda-4fd0bca0dd73 req-b5768b85-4a39-4dd6-9174-ca5e2b995cd3 service neutron] Request body: {'port': {'device_id': 'b8bfcaca-5952-44ab-889c-00a345dd8344', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:19.728138 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-41acf8eb-6a30-440c-b45e-4743d894e558 admin admin] Notify callbacks [] for router, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:19.906674 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-ed10d7c9-68de-4ec6-beda-4fd0bca0dd73 req-b5768b85-4a39-4dd6-9174-ca5e2b995cd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:19.982833 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43052) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:20.041155 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-db40ef4b-bcca-4604-9362-17b32f06d072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:20.046447 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-20aa1701-66c0-4609-a057-0f61efeaddcf None None] Provisioning for port d8a1880f-e888-4ef4-9b83-ee7ad039213a completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:29:20.057560 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-20aa1701-66c0-4609-a057-0f61efeaddcf None None] Provisioning complete for port d8a1880f-e888-4ef4-9b83-ee7ad039213a triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:20.058284 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-20aa1701-66c0-4609-a057-0f61efeaddcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:20.087029 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-35a1e71b-c3dc-468c-9031-fc10d0c33f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c65fc81-f79c-48f6-82e9-cf5d3d037166', 'name': 'tempest-TestServerMultinode-2038507651-router', 'tenant_id': '64e898418998439fb3ac07fff4b9dc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'f0dac6d4-5025-470f-8bc1-0b2898fcaf0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:01Z', 'updated_at': '2021-08-10T03:29:10Z', 'revision_number': 4, 'project_id': '64e898418998439fb3ac07fff4b9dc8c', 'gw_port': {'id': 'f0dac6d4-5025-470f-8bc1-0b2898fcaf0e', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c65fc81-f79c-48f6-82e9-cf5d3d037166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:03Z', 'updated_at': '2021-08-10T03:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '87080342-06ce-4e3c-a9a2-ed7f33f9e1a0', 'name': '', 'network_id': '127c86bf-8f66-47ed-9854-3b8996cc6be9', 'tenant_id': '64e898418998439fb3ac07fff4b9dc8c', 'mac_address': 'fa:16:3e:be:93:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c65fc81-f79c-48f6-82e9-cf5d3d037166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '73d45ba8-b7b6-48e5-8e42-a3fe9132fded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:09Z', 'updated_at': '2021-08-10T03:29:18Z', 'revision_number': 4, 'project_id': '64e898418998439fb3ac07fff4b9dc8c', 'subnets': [{'id': '73d45ba8-b7b6-48e5-8e42-a3fe9132fded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:20.098461 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-20aa1701-66c0-4609-a057-0f61efeaddcf None None] Port d8a1880f-e888-4ef4-9b83-ee7ad039213a cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:29:20.129266 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-0cc25dce-011e-4f47-b03a-36ecd792b4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1ed421-4397-4d5f-883d-2cfbf050b4e4', 'name': 'tempest-ServerRescueTestJSONUnderV235-696962773-router', 'tenant_id': '01c6c772ed714ab0a5fbae71ad184fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': '49086169-100f-40b5-92e3-7f8eed2aec78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:27:30Z', 'updated_at': '2021-08-10T03:29:16Z', 'revision_number': 5, 'project_id': '01c6c772ed714ab0a5fbae71ad184fcc', 'gw_port': {'id': '49086169-100f-40b5-92e3-7f8eed2aec78', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1ed421-4397-4d5f-883d-2cfbf050b4e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:31Z', 'updated_at': '2021-08-10T03:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:20.147721 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a1e71b-c3dc-468c-9031-fc10d0c33f49 None None] The sync data for ids ['8c65fc81-f79c-48f6-82e9-cf5d3d037166'] in n-d-768851-15 is: [{'id': '8c65fc81-f79c-48f6-82e9-cf5d3d037166', 'name': 'tempest-TestServerMultinode-2038507651-router', 'tenant_id': '64e898418998439fb3ac07fff4b9dc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'f0dac6d4-5025-470f-8bc1-0b2898fcaf0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:01Z', 'updated_at': '2021-08-10T03:29:10Z', 'revision_number': 4, 'project_id': '64e898418998439fb3ac07fff4b9dc8c', 'gw_port': {'id': 'f0dac6d4-5025-470f-8bc1-0b2898fcaf0e', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c65fc81-f79c-48f6-82e9-cf5d3d037166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:03Z', 'updated_at': '2021-08-10T03:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '87080342-06ce-4e3c-a9a2-ed7f33f9e1a0', 'name': '', 'network_id': '127c86bf-8f66-47ed-9854-3b8996cc6be9', 'tenant_id': '64e898418998439fb3ac07fff4b9dc8c', 'mac_address': 'fa:16:3e:be:93:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c65fc81-f79c-48f6-82e9-cf5d3d037166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '73d45ba8-b7b6-48e5-8e42-a3fe9132fded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:09Z', 'updated_at': '2021-08-10T03:29:18Z', 'revision_number': 4, 'project_id': '64e898418998439fb3ac07fff4b9dc8c', 'subnets': [{'id': '73d45ba8-b7b6-48e5-8e42-a3fe9132fded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:29:20.180169 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc25dce-011e-4f47-b03a-36ecd792b4e1 None None] Checking router: 7f1ed421-4397-4d5f-883d-2cfbf050b4e4 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:29:20.203554 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc25dce-011e-4f47-b03a-36ecd792b4e1 None None] Routers {'7f1ed421-4397-4d5f-883d-2cfbf050b4e4'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:20.204721 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-0cc25dce-011e-4f47-b03a-36ecd792b4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:29:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['7f1ed421-4397-4d5f-883d-2cfbf050b4e4'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:20.216406 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e88b8-1b8a-4201-838c-b2e5ffb609f8 req-a36a583b-da6f-4708-a81a-218c0861db88 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:20.218027 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-894e88b8-1b8a-4201-838c-b2e5ffb609f8 req-a36a583b-da6f-4708-a81a-218c0861db88 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/ports?device_id=440b775b-80cd-4e91-8c68-431fec30100f HTTP/1.1" status: 200 len: 946 time: 0.3923776 Aug 10 03:29:20.225850 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-41acf8eb-6a30-440c-b45e-4743d894e558 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:20.386398 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76598e4f-78f2-4266-a1ec-b8e293305ef8 req-a7e38c2f-6912-41f9-8944-cb1acc791393 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:20.390451 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-ed10d7c9-68de-4ec6-beda-4fd0bca0dd73 req-b5768b85-4a39-4dd6-9174-ca5e2b995cd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8a1880f-e888-4ef4-9b83-ee7ad039213a {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:29:20.391427 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-0cc25dce-011e-4f47-b03a-36ecd792b4e1 None None] Set router 7f1ed421-4397-4d5f-883d-2cfbf050b4e4 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:29:20.395819 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-76598e4f-78f2-4266-a1ec-b8e293305ef8 req-a7e38c2f-6912-41f9-8944-cb1acc791393 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b8bfcaca-5952-44ab-889c-00a345dd8344 HTTP/1.1" status: 200 len: 1027 time: 0.4380186 Aug 10 03:29:20.399642 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-ed10d7c9-68de-4ec6-beda-4fd0bca0dd73 req-b5768b85-4a39-4dd6-9174-ca5e2b995cd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:20.411966 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-ed10d7c9-68de-4ec6-beda-4fd0bca0dd73 req-b5768b85-4a39-4dd6-9174-ca5e2b995cd3 service neutron] Transition to ACTIVE for port object d8a1880f-e888-4ef4-9b83-ee7ad039213a will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:29:20.417907 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-ed10d7c9-68de-4ec6-beda-4fd0bca0dd73 req-b5768b85-4a39-4dd6-9174-ca5e2b995cd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:20.470681 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-894e88b8-1b8a-4201-838c-b2e5ffb609f8 req-9b51c08a-6342-46e4-9ea4-2a32eefb94f1 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/security-groups?id=e8423faa-0de3-467d-b7cf-5c9a1f91c825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2348549 Aug 10 03:29:20.501247 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5768b85-4a39-4dd6-9174-ca5e2b995cd3 service neutron] Pushing event updated for resources: {'Port': ['ID=d8a1880f-e888-4ef4-9b83-ee7ad039213a,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:20.588248 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-76598e4f-78f2-4266-a1ec-b8e293305ef8 req-ad9a42fb-5008-444a-b351-b72acda55442 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=431d999a-c0d5-473b-b797-0359380e4e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900542 Aug 10 03:29:20.627711 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-41acf8eb-6a30-440c-b45e-4743d894e558 admin admin] Deleting port 49086169-100f-40b5-92e3-7f8eed2aec78 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:29:20.628082 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-41acf8eb-6a30-440c-b45e-4743d894e558 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:20.675578 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-ed10d7c9-68de-4ec6-beda-4fd0bca0dd73 req-b5768b85-4a39-4dd6-9174-ca5e2b995cd3 service neutron] Attempting to bind port d8a1880f-e888-4ef4-9b83-ee7ad039213a on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:29:20.675930 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-ed10d7c9-68de-4ec6-beda-4fd0bca0dd73 req-b5768b85-4a39-4dd6-9174-ca5e2b995cd3 service neutron] Attempting to bind port d8a1880f-e888-4ef4-9b83-ee7ad039213a by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '1f23af5d-31ec-4d72-9d00-aa0e3e02dafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '83f5022a-a392-4936-a439-f5e038ac0656'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:29:20.676212 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed10d7c9-68de-4ec6-beda-4fd0bca0dd73 req-b5768b85-4a39-4dd6-9174-ca5e2b995cd3 service neutron] Attempting to bind port d8a1880f-e888-4ef4-9b83-ee7ad039213a on network 83f5022a-a392-4936-a439-f5e038ac0656 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:29:20.699006 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed10d7c9-68de-4ec6-beda-4fd0bca0dd73 req-b5768b85-4a39-4dd6-9174-ca5e2b995cd3 service neutron] Port d8a1880f-e888-4ef4-9b83-ee7ad039213a on network 83f5022a-a392-4936-a439-f5e038ac0656 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:29:20.699364 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed10d7c9-68de-4ec6-beda-4fd0bca0dd73 req-b5768b85-4a39-4dd6-9174-ca5e2b995cd3 service neutron] Attempting to bind port d8a1880f-e888-4ef4-9b83-ee7ad039213a on network 83f5022a-a392-4936-a439-f5e038ac0656 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:29:20.721345 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed10d7c9-68de-4ec6-beda-4fd0bca0dd73 req-b5768b85-4a39-4dd6-9174-ca5e2b995cd3 service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:29:20.721841 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed10d7c9-68de-4ec6-beda-4fd0bca0dd73 req-b5768b85-4a39-4dd6-9174-ca5e2b995cd3 service neutron] Checking segment: {'id': '1f23af5d-31ec-4d72-9d00-aa0e3e02dafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '83f5022a-a392-4936-a439-f5e038ac0656'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:29:20.722257 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed10d7c9-68de-4ec6-beda-4fd0bca0dd73 req-b5768b85-4a39-4dd6-9174-ca5e2b995cd3 service neutron] Bound using segment: {'id': '1f23af5d-31ec-4d72-9d00-aa0e3e02dafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '83f5022a-a392-4936-a439-f5e038ac0656'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:29:20.726975 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-ed10d7c9-68de-4ec6-beda-4fd0bca0dd73 req-b5768b85-4a39-4dd6-9174-ca5e2b995cd3 service neutron] Bound port: d8a1880f-e888-4ef4-9b83-ee7ad039213a, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f23af5d-31ec-4d72-9d00-aa0e3e02dafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '83f5022a-a392-4936-a439-f5e038ac0656'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:29:20.727337 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-ed10d7c9-68de-4ec6-beda-4fd0bca0dd73 req-b5768b85-4a39-4dd6-9174-ca5e2b995cd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:20.853254 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-0cc25dce-011e-4f47-b03a-36ecd792b4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1ed421-4397-4d5f-883d-2cfbf050b4e4', 'name': 'tempest-ServerRescueTestJSONUnderV235-696962773-router', 'tenant_id': '01c6c772ed714ab0a5fbae71ad184fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': '49086169-100f-40b5-92e3-7f8eed2aec78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:27:30Z', 'updated_at': '2021-08-10T03:29:16Z', 'revision_number': 5, 'project_id': '01c6c772ed714ab0a5fbae71ad184fcc', 'gw_port': {'id': '49086169-100f-40b5-92e3-7f8eed2aec78', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1ed421-4397-4d5f-883d-2cfbf050b4e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:31Z', 'updated_at': '2021-08-10T03:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:20.953440 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc25dce-011e-4f47-b03a-36ecd792b4e1 None None] The sync data for ids ['7f1ed421-4397-4d5f-883d-2cfbf050b4e4'] in n-d-768851-15 is: [{'id': '7f1ed421-4397-4d5f-883d-2cfbf050b4e4', 'name': 'tempest-ServerRescueTestJSONUnderV235-696962773-router', 'tenant_id': '01c6c772ed714ab0a5fbae71ad184fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': '49086169-100f-40b5-92e3-7f8eed2aec78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:27:30Z', 'updated_at': '2021-08-10T03:29:16Z', 'revision_number': 5, 'project_id': '01c6c772ed714ab0a5fbae71ad184fcc', 'gw_port': {'id': '49086169-100f-40b5-92e3-7f8eed2aec78', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1ed421-4397-4d5f-883d-2cfbf050b4e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:31Z', 'updated_at': '2021-08-10T03:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:29:20.954769 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-ed10d7c9-68de-4ec6-beda-4fd0bca0dd73 req-b5768b85-4a39-4dd6-9174-ca5e2b995cd3 service neutron] For port d8a1880f-e888-4ef4-9b83-ee7ad039213a, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:29:20.958537 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-ed10d7c9-68de-4ec6-beda-4fd0bca0dd73 req-b5768b85-4a39-4dd6-9174-ca5e2b995cd3 service neutron] For port d8a1880f-e888-4ef4-9b83-ee7ad039213a, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=d8a1880f-e888-4ef4-9b83-ee7ad039213a,segment=NetworkSegment(1f23af5d-31ec-4d72-9d00-aa0e3e02dafa),segment_id=1f23af5d-31ec-4d72-9d00-aa0e3e02dafa)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:29:20.973867 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-ed10d7c9-68de-4ec6-beda-4fd0bca0dd73 req-b5768b85-4a39-4dd6-9174-ca5e2b995cd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:20.977076 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 87080342-06ce-4e3c-a9a2-ed7f33f9e1a0 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:29:20.991879 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-db40ef4b-bcca-4604-9362-17b32f06d072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:21.067222 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10d7c9-68de-4ec6-beda-4fd0bca0dd73 req-b5768b85-4a39-4dd6-9174-ca5e2b995cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:21.070297 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-ed10d7c9-68de-4ec6-beda-4fd0bca0dd73 req-b5768b85-4a39-4dd6-9174-ca5e2b995cd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:21.072231 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ed10d7c9-68de-4ec6-beda-4fd0bca0dd73 req-b5768b85-4a39-4dd6-9174-ca5e2b995cd3 service neutron] 10.222.0.58 "PUT /v2.0/ports/d8a1880f-e888-4ef4-9b83-ee7ad039213a HTTP/1.1" status: 200 len: 1092 time: 1.3581362 Aug 10 03:29:21.074392 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8bfcaca-5952-44ab-889c-00a345dd8344', 'tag': 'd8a1880f-e888-4ef4-9b83-ee7ad039213a'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:29:21.080560 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602c388c-1328-40a2-876d-c64c51340114" -d '{"events": [{"name": "network-changed", "server_uuid": "b8bfcaca-5952-44ab-889c-00a345dd8344", "tag": "d8a1880f-e888-4ef4-9b83-ee7ad039213a"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:29:21.101831 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-db40ef4b-bcca-4604-9362-17b32f06d072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:21.119854 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 87080342-06ce-4e3c-a9a2-ed7f33f9e1a0 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:29:21.140224 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 87080342-06ce-4e3c-a9a2-ed7f33f9e1a0 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:21.158443 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:21.175197 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-db40ef4b-bcca-4604-9362-17b32f06d072 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c8b314cf2fe144c0bee28a182b57fe03&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1904104 Aug 10 03:29:21.175918 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43072) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:21.177795 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-41acf8eb-6a30-440c-b45e-4743d894e558 admin admin] For port 49086169-100f-40b5-92e3-7f8eed2aec78, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=49086169-100f-40b5-92e3-7f8eed2aec78,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:21.178171 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-41acf8eb-6a30-440c-b45e-4743d894e558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:21.183109 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db40ef4b-bcca-4604-9362-17b32f06d072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7afd5ca-1340-4f2b-a19e-9155e98392d7,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:21.242455 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6ec466-5bf3-41c1-994a-9ffc12df4fbf x-openstack-request-id: req-fc6ec466-5bf3-41c1-994a-9ffc12df4fbf {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:29:21.243073 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8bfcaca-5952-44ab-889c-00a345dd8344", "tag": "d8a1880f-e888-4ef4-9b83-ee7ad039213a", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:29:21.243205 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fc6ec466-5bf3-41c1-994a-9ffc12df4fbf {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:29:21.243874 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8bfcaca-5952-44ab-889c-00a345dd8344', 'tag': 'd8a1880f-e888-4ef4-9b83-ee7ad039213a', 'status': 'completed', 'code': 200} Aug 10 03:29:21.253946 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ef3d1-88cc-4da3-9bbf-da4478196999 req-95d3d9d3-a0af-4425-a7e4-d1640f502718 tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:21.255927 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a85ef3d1-88cc-4da3-9bbf-da4478196999 req-95d3d9d3-a0af-4425-a7e4-d1640f502718 tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f9c48bb-6c8b-4c51-91af-254806dbc6de HTTP/1.1" status: 200 len: 945 time: 0.3027160 Aug 10 03:29:21.257476 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5768b85-4a39-4dd6-9174-ca5e2b995cd3 service neutron] Pushing event updated for resources: {'Port': ['ID=d8a1880f-e888-4ef4-9b83-ee7ad039213a,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:21.259224 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-41acf8eb-6a30-440c-b45e-4743d894e558 admin admin] Calling delete_port for 49086169-100f-40b5-92e3-7f8eed2aec78 owned by network:router_gateway {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:29:21.280933 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10d7c9-68de-4ec6-beda-4fd0bca0dd73 req-6b297967-30fd-4131-8776-f7a467716731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:21.282761 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ed10d7c9-68de-4ec6-beda-4fd0bca0dd73 req-6b297967-30fd-4131-8776-f7a467716731 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=64e898418998439fb3ac07fff4b9dc8c&device_id=b8bfcaca-5952-44ab-889c-00a345dd8344 HTTP/1.1" status: 200 len: 1095 time: 0.1515493 Aug 10 03:29:21.418389 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ed10d7c9-68de-4ec6-beda-4fd0bca0dd73 req-ce9e9658-50d5-48cf-b970-752640f21358 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8a1880f-e888-4ef4-9b83-ee7ad039213a HTTP/1.1" status: 200 len: 217 time: 0.1064548 Aug 10 03:29:21.419442 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:21.449908 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a85ef3d1-88cc-4da3-9bbf-da4478196999 req-4ea06eda-05d1-4221-89a2-8142fe2f53ce tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] 10.222.0.62 "GET /v2.0/security-groups?id=0cce4225-efaa-4e2f-b63a-230028fc5712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619914 Aug 10 03:29:21.492767 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7cb2d4dc-2c17-4742-9167-a0d6df0b2b20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:21.519076 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 87080342-06ce-4e3c-a9a2-ed7f33f9e1a0, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=87080342-06ce-4e3c-a9a2-ed7f33f9e1a0,segment=NetworkSegment(2cd95680-4b93-47c3-a02f-804916c92974),segment_id=2cd95680-4b93-47c3-a02f-804916c92974)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:21.532113 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:21.600814 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7cb2d4dc-2c17-4742-9167-a0d6df0b2b20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:21.639742 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10d7c9-68de-4ec6-beda-4fd0bca0dd73 req-3dccc990-3b48-4474-949c-b554db6103d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:21.646893 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ed10d7c9-68de-4ec6-beda-4fd0bca0dd73 req-3dccc990-3b48-4474-949c-b554db6103d2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=15714828-782b-43e5-91d0-f0a94a444033 HTTP/1.1" status: 200 len: 847 time: 0.2236168 Aug 10 03:29:21.656034 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=87080342-06ce-4e3c-a9a2-ed7f33f9e1a0,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:21.704655 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10d7c9-68de-4ec6-beda-4fd0bca0dd73 req-d3a5a7a1-e976-4ae6-9213-1e91aaa3acb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:21.706608 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ed10d7c9-68de-4ec6-beda-4fd0bca0dd73 req-d3a5a7a1-e976-4ae6-9213-1e91aaa3acb1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=83f5022a-a392-4936-a439-f5e038ac0656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557103 Aug 10 03:29:21.852380 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ed10d7c9-68de-4ec6-beda-4fd0bca0dd73 req-994b0c31-ba91-4866-ada9-c77953ebc8e0 service neutron] 10.222.0.58 "GET /v2.0/networks/83f5022a-a392-4936-a439-f5e038ac0656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380224 Aug 10 03:29:21.858698 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed5d9e-e760-4a57-97c3-dbb2466928c7 req-b73bdbd4-704a-4cf5-8531-63a35d4e04a2 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:21.863198 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-95ed5d9e-e760-4a57-97c3-dbb2466928c7 req-b73bdbd4-704a-4cf5-8531-63a35d4e04a2 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/ports?device_id=440b775b-80cd-4e91-8c68-431fec30100f HTTP/1.1" status: 200 len: 946 time: 0.1535993 Aug 10 03:29:21.899914 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14adda3-8288-4828-9b5b-774a0be3318e req-6ebc86c4-40b5-43b1-819a-a4475154fed6 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:21.901912 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d14adda3-8288-4828-9b5b-774a0be3318e req-6ebc86c4-40b5-43b1-819a-a4475154fed6 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b8bfcaca-5952-44ab-889c-00a345dd8344 HTTP/1.1" status: 200 len: 1095 time: 0.1811733 Aug 10 03:29:21.957147 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7cb2d4dc-2c17-4742-9167-a0d6df0b2b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:21.959839 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7cb2d4dc-2c17-4742-9167-a0d6df0b2b20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:21.964024 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-7cb2d4dc-2c17-4742-9167-a0d6df0b2b20 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c7afd5ca-1340-4f2b-a19e-9155e98392d7 HTTP/1.1" status: 204 len: 168 time: 0.7526839 Aug 10 03:29:21.974451 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ed10d7c9-68de-4ec6-beda-4fd0bca0dd73 req-7a7f0b05-24c1-419d-8470-23ec7b49cf87 service neutron] 10.222.0.58 "GET /v2.0/networks/83f5022a-a392-4936-a439-f5e038ac0656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152551 Aug 10 03:29:21.997020 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-41acf8eb-6a30-440c-b45e-4743d894e558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:21.999251 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb2d4dc-2c17-4742-9167-a0d6df0b2b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7afd5ca-1340-4f2b-a19e-9155e98392d7,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:22.032744 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41acf8eb-6a30-440c-b45e-4743d894e558 admin admin] Pushing event deleted for resources: {'Port': ['ID=49086169-100f-40b5-92e3-7f8eed2aec78,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:22.038554 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d14adda3-8288-4828-9b5b-774a0be3318e req-95d5c461-30e3-4be3-8866-419a24187e34 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=431d999a-c0d5-473b-b797-0359380e4e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290638 Aug 10 03:29:22.048684 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-95ed5d9e-e760-4a57-97c3-dbb2466928c7 req-1ed10572-ba73-4df4-8111-636a0e49527a tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/security-groups?id=e8423faa-0de3-467d-b7cf-5c9a1f91c825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452744 Aug 10 03:29:22.127356 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-41acf8eb-6a30-440c-b45e-4743d894e558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:22.181293 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c388c-1328-40a2-876d-c64c51340114 req-340de4fc-1980-4b80-93d8-6c0f510f1d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:22.182898 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-602c388c-1328-40a2-876d-c64c51340114 req-340de4fc-1980-4b80-93d8-6c0f510f1d3f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=64e898418998439fb3ac07fff4b9dc8c&device_id=b8bfcaca-5952-44ab-889c-00a345dd8344 HTTP/1.1" status: 200 len: 1095 time: 0.1549554 Aug 10 03:29:22.269098 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-41acf8eb-6a30-440c-b45e-4743d894e558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:22.272030 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-41acf8eb-6a30-440c-b45e-4743d894e558 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:22.352420 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f4a5e-6dc4-4684-ba43-e06983f47ad8 req-4a1e03d7-3ebc-4029-bfab-aab22952940c tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:22.355071 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a80f4a5e-6dc4-4684-ba43-e06983f47ad8 req-4a1e03d7-3ebc-4029-bfab-aab22952940c tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f9c48bb-6c8b-4c51-91af-254806dbc6de HTTP/1.1" status: 200 len: 945 time: 0.1022842 Aug 10 03:29:22.356883 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-41acf8eb-6a30-440c-b45e-4743d894e558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:22.357736 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41acf8eb-6a30-440c-b45e-4743d894e558 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f1ed421-4397-4d5f-883d-2cfbf050b4e4 {{(pid=94216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:29:22.367694 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-41acf8eb-6a30-440c-b45e-4743d894e558 admin admin] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:22.371551 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-41acf8eb-6a30-440c-b45e-4743d894e558 admin admin] 10.222.0.62 "DELETE /v2.0/routers/7f1ed421-4397-4d5f-883d-2cfbf050b4e4 HTTP/1.1" status: 204 len: 168 time: 3.0919509 Aug 10 03:29:22.372349 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43098) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:22.434072 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c388c-1328-40a2-876d-c64c51340114 req-963b3d32-eb4b-4f84-a3ea-2807390c6dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:22.438971 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-602c388c-1328-40a2-876d-c64c51340114 req-963b3d32-eb4b-4f84-a3ea-2807390c6dde service neutron] 10.222.0.58 "GET /v2.0/networks?id=83f5022a-a392-4936-a439-f5e038ac0656 HTTP/1.1" status: 200 len: 909 time: 0.2476394 Aug 10 03:29:22.536961 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-9168d68a-5499-4224-8884-990caea574ca admin admin] Deleting subnet 4fdcf365-50ba-4c9e-a4c3-959c07982f8d {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:29:22.552550 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-602c388c-1328-40a2-876d-c64c51340114 req-ad6fa55a-b37f-46af-9a80-0d53045f07ee service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8a1880f-e888-4ef4-9b83-ee7ad039213a HTTP/1.1" status: 200 len: 217 time: 0.1044724 Aug 10 03:29:22.553247 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9168d68a-5499-4224-8884-990caea574ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:22.584090 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-a80f4a5e-6dc4-4684-ba43-e06983f47ad8 req-e6565cd4-0da6-40fd-9d01-baab326502dd tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] Deleting port 4030a453-5bc2-43b7-8f94-79dd4487ed19 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:29:22.584445 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a80f4a5e-6dc4-4684-ba43-e06983f47ad8 req-e6565cd4-0da6-40fd-9d01-baab326502dd tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:22.669496 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9168d68a-5499-4224-8884-990caea574ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:22.698601 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c388c-1328-40a2-876d-c64c51340114 req-f9acf50a-e382-4e00-9e60-7dc22807dd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:22.700001 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-602c388c-1328-40a2-876d-c64c51340114 req-f9acf50a-e382-4e00-9e60-7dc22807dd81 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=15714828-782b-43e5-91d0-f0a94a444033 HTTP/1.1" status: 200 len: 847 time: 0.0990474 Aug 10 03:29:22.757977 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9168d68a-5499-4224-8884-990caea574ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:22.785441 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f46218-1425-4534-86f6-b62f3b8f7dd4 req-4e1ea58c-52d8-44e1-a39d-6875129225ca tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:22.787447 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d5f46218-1425-4534-86f6-b62f3b8f7dd4 req-4e1ea58c-52d8-44e1-a39d-6875129225ca tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f9c48bb-6c8b-4c51-91af-254806dbc6de HTTP/1.1" status: 200 len: 945 time: 0.1792922 Aug 10 03:29:22.799117 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c388c-1328-40a2-876d-c64c51340114 req-e9a5bd50-1afc-4415-8f31-f79224c4c6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:22.800858 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-602c388c-1328-40a2-876d-c64c51340114 req-e9a5bd50-1afc-4415-8f31-f79224c4c6b5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=83f5022a-a392-4936-a439-f5e038ac0656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0922048 Aug 10 03:29:22.894616 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9168d68a-5499-4224-8884-990caea574ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:22.908952 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-a80f4a5e-6dc4-4684-ba43-e06983f47ad8 req-e6565cd4-0da6-40fd-9d01-baab326502dd tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] For port 4030a453-5bc2-43b7-8f94-79dd4487ed19, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=4030a453-5bc2-43b7-8f94-79dd4487ed19,segment=NetworkSegment(5fe7c1b5-5c5e-4155-8308-db0ce25621a1),segment_id=5fe7c1b5-5c5e-4155-8308-db0ce25621a1)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:22.910958 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a80f4a5e-6dc4-4684-ba43-e06983f47ad8 req-e6565cd4-0da6-40fd-9d01-baab326502dd tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:22.920534 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9168d68a-5499-4224-8884-990caea574ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:22.925533 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9168d68a-5499-4224-8884-990caea574ca admin admin] 10.222.0.62 "DELETE /v2.0/subnets/4fdcf365-50ba-4c9e-a4c3-959c07982f8d HTTP/1.1" status: 204 len: 168 time: 0.5498855 Aug 10 03:29:22.933809 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-a80f4a5e-6dc4-4684-ba43-e06983f47ad8 req-e6565cd4-0da6-40fd-9d01-baab326502dd tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] Calling delete_port for 4030a453-5bc2-43b7-8f94-79dd4487ed19 owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:29:22.949353 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43116) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:22.960774 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9168d68a-5499-4224-8884-990caea574ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fdcf365-50ba-4c9e-a4c3-959c07982f8d,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:23.017712 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-602c388c-1328-40a2-876d-c64c51340114 req-b81c6162-c6fe-439b-8d65-e680d77b4f34 service neutron] 10.222.0.58 "GET /v2.0/networks/83f5022a-a392-4936-a439-f5e038ac0656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063348 Aug 10 03:29:23.027425 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d5f46218-1425-4534-86f6-b62f3b8f7dd4 req-c03f45c9-5e97-41a9-a4a4-bb67bc77f158 tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] 10.222.0.62 "GET /v2.0/security-groups?id=0cce4225-efaa-4e2f-b63a-230028fc5712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258468 Aug 10 03:29:23.124657 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 87080342-06ce-4e3c-a9a2-ed7f33f9e1a0 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:29:23.147005 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-39d79514-8486-4832-a9dc-954dbdbba829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:23.155620 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-602c388c-1328-40a2-876d-c64c51340114 req-d3c7d12b-64a9-4e80-a3b7-438a31318c7d service neutron] 10.222.0.58 "GET /v2.0/networks/83f5022a-a392-4936-a439-f5e038ac0656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296904 Aug 10 03:29:23.242443 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 87080342-06ce-4e3c-a9a2-ed7f33f9e1a0 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:23.242872 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:23.559629 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 60a03d63-8677-4559-a6f8-48ca046f062a no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:29:23.597876 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 60a03d63-8677-4559-a6f8-48ca046f062a {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:29:23.598288 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 60a03d63-8677-4559-a6f8-48ca046f062a not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:29:23.598838 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 49086169-100f-40b5-92e3-7f8eed2aec78 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:29:23.628895 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 49086169-100f-40b5-92e3-7f8eed2aec78 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:29:23.629664 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 49086169-100f-40b5-92e3-7f8eed2aec78 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:29:23.787370 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80efe37e-0aa9-4dd4-bf91-b74214af229c req-9eaaca66-97b1-474e-a98d-5077e03aa6c8 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:23.789028 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-80efe37e-0aa9-4dd4-bf91-b74214af229c req-9eaaca66-97b1-474e-a98d-5077e03aa6c8 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/ports?device_id=440b775b-80cd-4e91-8c68-431fec30100f HTTP/1.1" status: 200 len: 946 time: 0.6270502 Aug 10 03:29:23.805922 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c7be0-1589-445f-be5f-a33e38edaff5 req-7bda257a-c6ed-4388-8e40-390cec8419f1 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:23.813992 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-546c7be0-1589-445f-be5f-a33e38edaff5 req-7bda257a-c6ed-4388-8e40-390cec8419f1 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b8bfcaca-5952-44ab-889c-00a345dd8344 HTTP/1.1" status: 200 len: 1095 time: 0.6034744 Aug 10 03:29:23.819911 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-39d79514-8486-4832-a9dc-954dbdbba829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:23.874405 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-39d79514-8486-4832-a9dc-954dbdbba829 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1b1d729-f52d-457d-8248-46f63bb359e2']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:23.900704 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-39d79514-8486-4832-a9dc-954dbdbba829 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bca4afb8-f566-45ad-a21b-02be77c202bd') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:23.900878 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-39d79514-8486-4832-a9dc-954dbdbba829 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bca4afb8-f566-45ad-a21b-02be77c202bd') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:23.902752 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a80f4a5e-6dc4-4684-ba43-e06983f47ad8 req-e6565cd4-0da6-40fd-9d01-baab326502dd tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:23.925286 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['4030a453-5bc2-43b7-8f94-79dd4487ed19'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:29:23.947762 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-39d79514-8486-4832-a9dc-954dbdbba829 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:23.953348 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6565cd4-0da6-40fd-9d01-baab326502dd tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] Pushing event deleted for resources: {'Port': ['ID=4030a453-5bc2-43b7-8f94-79dd4487ed19,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:23.969680 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-80efe37e-0aa9-4dd4-bf91-b74214af229c req-11c584b3-cea4-4fe3-b240-224317464856 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/security-groups?id=e8423faa-0de3-467d-b7cf-5c9a1f91c825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467876 Aug 10 03:29:23.979446 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-546c7be0-1589-445f-be5f-a33e38edaff5 req-6b4c527c-2a18-489b-88e1-3a39cc2913e1 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=431d999a-c0d5-473b-b797-0359380e4e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622121 Aug 10 03:29:24.028797 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-39d79514-8486-4832-a9dc-954dbdbba829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:24.041318 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39d79514-8486-4832-a9dc-954dbdbba829 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:29:24.042057 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-39d79514-8486-4832-a9dc-954dbdbba829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:24.044036 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:29:24.044036 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:29:24.044036 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:29:24.044036 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:29:24.044036 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:29:24.044036 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:29:24.044036 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:29:24.044036 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:29:24.044036 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:29:24.044036 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:29:24.044036 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:29:24.044036 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:29:24.044036 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:29:24.044036 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:29:24.044036 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:29:24.044036 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:29:24.044036 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:29:24.044036 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:29:24.044036 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:29:24.044036 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:29:24.044036 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:29:24.044036 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:29:24.044036 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:29:24.044036 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:29:24.044036 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:29:24.044036 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:29:24.044036 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:29:24.044036 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:29:24.044036 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:29:24.044036 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:29:24.044036 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:29:24.044036 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:29:24.143385 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-a80f4a5e-6dc4-4684-ba43-e06983f47ad8 req-e6565cd4-0da6-40fd-9d01-baab326502dd tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] No DVR routers for this DVR port 4030a453-5bc2-43b7-8f94-79dd4487ed19 on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:29:24.184990 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a80f4a5e-6dc4-4684-ba43-e06983f47ad8 req-e6565cd4-0da6-40fd-9d01-baab326502dd tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:24.189445 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a80f4a5e-6dc4-4684-ba43-e06983f47ad8 req-e6565cd4-0da6-40fd-9d01-baab326502dd tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] 10.222.0.60 "DELETE /v2.0/ports/4030a453-5bc2-43b7-8f94-79dd4487ed19 HTTP/1.1" status: 204 len: 173 time: 1.8165209 Aug 10 03:29:24.190387 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f9c48bb-6c8b-4c51-91af-254806dbc6de', 'name': 'network-vif-deleted', 'tag': '4030a453-5bc2-43b7-8f94-79dd4487ed19'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:29:24.207749 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b177b41-e403-41ab-a0c1-56e74788d227" -d '{"events": [{"server_uuid": "6f9c48bb-6c8b-4c51-91af-254806dbc6de", "name": "network-vif-deleted", "tag": "4030a453-5bc2-43b7-8f94-79dd4487ed19"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:29:24.220959 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-39d79514-8486-4832-a9dc-954dbdbba829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:24.231899 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device d8a1880f-e888-4ef4-9b83-ee7ad039213a details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:29:24.244646 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-39d79514-8486-4832-a9dc-954dbdbba829 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:24.262522 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-39d79514-8486-4832-a9dc-954dbdbba829 admin admin] 10.222.0.62 "DELETE /v2.0/networks/d1b1d729-f52d-457d-8248-46f63bb359e2 HTTP/1.1" status: 204 len: 168 time: 1.3083959 Aug 10 03:29:24.330013 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c68ec59-b77c-4d4f-8511-f9bf1d381a9b x-openstack-request-id: req-6c68ec59-b77c-4d4f-8511-f9bf1d381a9b {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:29:24.330248 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f9c48bb-6c8b-4c51-91af-254806dbc6de", "name": "network-vif-deleted", "tag": "4030a453-5bc2-43b7-8f94-79dd4487ed19", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:29:24.330438 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6c68ec59-b77c-4d4f-8511-f9bf1d381a9b {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:29:24.330875 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f9c48bb-6c8b-4c51-91af-254806dbc6de', 'name': 'network-vif-deleted', 'tag': '4030a453-5bc2-43b7-8f94-79dd4487ed19', 'status': 'completed', 'code': 200} Aug 10 03:29:24.336921 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f1421023-ce6a-4996-9538-aecd6103848e req-118c739d-32c1-481a-9af1-b7b9c74a5e6b tempest-ServerGroupTestJSON-233464985 tempest-ServerGroupTestJSON-233464985-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f9c48bb-6c8b-4c51-91af-254806dbc6de HTTP/1.1" status: 200 len: 210 time: 0.1166215 Aug 10 03:29:24.338355 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d79514-8486-4832-a9dc-954dbdbba829 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1b1d729-f52d-457d-8248-46f63bb359e2,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:24.460423 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port d8a1880f-e888-4ef4-9b83-ee7ad039213a, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=d8a1880f-e888-4ef4-9b83-ee7ad039213a,segment=NetworkSegment(1f23af5d-31ec-4d72-9d00-aa0e3e02dafa),segment_id=1f23af5d-31ec-4d72-9d00-aa0e3e02dafa)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:24.473527 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': 'd8a1880f-e888-4ef4-9b83-ee7ad039213a', 'network_id': '83f5022a-a392-4936-a439-f5e038ac0656', 'port_id': 'd8a1880f-e888-4ef4-9b83-ee7ad039213a', 'mac_address': 'fa:16:3e:ab:14:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15714828-782b-43e5-91d0-f0a94a444033', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:29:24.555610 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:24.570875 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43172) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:24.576164 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8a1880f-e888-4ef4-9b83-ee7ad039213a {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:29:24.598056 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port d8a1880f-e888-4ef4-9b83-ee7ad039213a, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=d8a1880f-e888-4ef4-9b83-ee7ad039213a,segment=NetworkSegment(1f23af5d-31ec-4d72-9d00-aa0e3e02dafa),segment_id=1f23af5d-31ec-4d72-9d00-aa0e3e02dafa)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:24.604003 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:24.631785 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-7b727bcb-0e6b-4151-8be2-c1c31ebe0399 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=01c6c772ed714ab0a5fbae71ad184fcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0595498 Aug 10 03:29:24.634387 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43174) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:24.677142 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=d8a1880f-e888-4ef4-9b83-ee7ad039213a,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:24.690525 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:24.691245 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:24.692235 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:24.692996 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:24.693752 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:24.694113 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:24.694544 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:24.695000 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:24.695432 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:24.695954 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:24.696851 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:24.697437 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:24.742243 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-900ac43c-8834-4cab-917c-4409b777204a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:24.754358 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43176) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:24.788141 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-900ac43c-8834-4cab-917c-4409b777204a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:24.810141 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['d8a1880f-e888-4ef4-9b83-ee7ad039213a'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:29:24.891682 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-900ac43c-8834-4cab-917c-4409b777204a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:24.894728 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-900ac43c-8834-4cab-917c-4409b777204a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:24.896149 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-900ac43c-8834-4cab-917c-4409b777204a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/73d6bbb3-f9e7-4e6a-ad27-b486d8572630 HTTP/1.1" status: 204 len: 168 time: 0.2599614 Aug 10 03:29:24.912674 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900ac43c-8834-4cab-917c-4409b777204a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d6bbb3-f9e7-4e6a-ad27-b486d8572630,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:25.092431 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-150785aa-571b-42cd-b87f-66ea11bf4b90 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Request body: {'network': {'name': 'tempest-network-smoke--1155928138', 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'port_security_enabled': True}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:25.203257 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150785aa-571b-42cd-b87f-66ea11bf4b90 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Made reservation on behalf of 91c061317a63433fa1b564847f6d5cbb for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:29:25.206838 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-150785aa-571b-42cd-b87f-66ea11bf4b90 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:25.226926 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-150785aa-571b-42cd-b87f-66ea11bf4b90 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:25.252510 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35001439-9585-4157-a401-bf32e647a4ea req-fefd1ed0-d225-4f06-b3e9-6807608c71dc tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:25.255198 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-35001439-9585-4157-a401-bf32e647a4ea req-fefd1ed0-d225-4f06-b3e9-6807608c71dc tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/ports?device_id=440b775b-80cd-4e91-8c68-431fec30100f HTTP/1.1" status: 200 len: 946 time: 0.1411381 Aug 10 03:29:25.262089 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba72b4a-10b0-4c93-927b-feb8006891ee req-f558fdc5-2570-4205-aa58-de98528ccb31 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:25.263859 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4ba72b4a-10b0-4c93-927b-feb8006891ee req-f558fdc5-2570-4205-aa58-de98528ccb31 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b8bfcaca-5952-44ab-889c-00a345dd8344 HTTP/1.1" status: 200 len: 1096 time: 0.1212015 Aug 10 03:29:25.345130 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-35001439-9585-4157-a401-bf32e647a4ea req-362e9fae-e80b-4494-942f-2832f656fb5c tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/security-groups?id=e8423faa-0de3-467d-b7cf-5c9a1f91c825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802898 Aug 10 03:29:25.356994 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4ba72b4a-10b0-4c93-927b-feb8006891ee req-3ad6d3a1-48f2-4f78-aa80-1298b2e42ed2 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=431d999a-c0d5-473b-b797-0359380e4e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768108 Aug 10 03:29:25.437794 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-150785aa-571b-42cd-b87f-66ea11bf4b90 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:25.444832 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-150785aa-571b-42cd-b87f-66ea11bf4b90 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:25.463109 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-150785aa-571b-42cd-b87f-66ea11bf4b90 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:29:25.487807 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-150785aa-571b-42cd-b87f-66ea11bf4b90 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:25.488151 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-150785aa-571b-42cd-b87f-66ea11bf4b90 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Added segment 90fc387c-2ff1-44e0-8c3a-ac4a1b9abaaf of type vlan for network 1a6736e6-4bf2-4fd6-b608-02d7e87502ef Aug 10 03:29:25.560598 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-150785aa-571b-42cd-b87f-66ea11bf4b90 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:25.568968 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150785aa-571b-42cd-b87f-66ea11bf4b90 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3a5cc6-ce8d-4a8b-b7af-a5d13215d032,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:25.624534 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-150785aa-571b-42cd-b87f-66ea11bf4b90 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:25.630696 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150785aa-571b-42cd-b87f-66ea11bf4b90 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:25.631362 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-150785aa-571b-42cd-b87f-66ea11bf4b90 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:25.740779 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150785aa-571b-42cd-b87f-66ea11bf4b90 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Pushing event updated for resources: {'Network': ['ID=1a6736e6-4bf2-4fd6-b608-02d7e87502ef,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:25.752175 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-150785aa-571b-42cd-b87f-66ea11bf4b90 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9963603 Aug 10 03:29:25.755416 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43236) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:25.759706 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 1a6736e6-4bf2-4fd6-b608-02d7e87502ef details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:29:25.761381 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-e83bcf0e-f0be-4d7f-a854-b100e576d69f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1561070909', 'admin_state_up': True, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:25.788234 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e83bcf0e-f0be-4d7f-a854-b100e576d69f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:25.790187 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e83bcf0e-f0be-4d7f-a854-b100e576d69f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:25.845906 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43244) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:25.912093 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-99fcd621-7d5e-4476-b6f8-67b39441381a admin admin] Deleting subnet c0a3643c-de6f-4c71-a353-f1ccdcdab1ac {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:29:25.914953 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e83bcf0e-f0be-4d7f-a854-b100e576d69f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:25.925872 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-99fcd621-7d5e-4476-b6f8-67b39441381a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:25.979469 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-99fcd621-7d5e-4476-b6f8-67b39441381a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:26.048053 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-99fcd621-7d5e-4476-b6f8-67b39441381a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:26.110762 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-99fcd621-7d5e-4476-b6f8-67b39441381a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:26.141879 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e83bcf0e-f0be-4d7f-a854-b100e576d69f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:26.151157 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-99fcd621-7d5e-4476-b6f8-67b39441381a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:26.155479 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-99fcd621-7d5e-4476-b6f8-67b39441381a admin admin] 10.222.0.62 "DELETE /v2.0/subnets/c0a3643c-de6f-4c71-a353-f1ccdcdab1ac HTTP/1.1" status: 204 len: 168 time: 0.3064525 Aug 10 03:29:26.155479 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fcd621-7d5e-4476-b6f8-67b39441381a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0a3643c-de6f-4c71-a353-f1ccdcdab1ac,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:26.157838 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43260) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:26.178976 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43262) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:26.225611 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device d8a1880f-e888-4ef4-9b83-ee7ad039213a up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:29:26.247893 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c7a6bfe0-179e-4a72-978b-1a7c9c26d34a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:26.332391 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:26.347547 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c7a6bfe0-179e-4a72-978b-1a7c9c26d34a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:26.358891 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-c7a6bfe0-179e-4a72-978b-1a7c9c26d34a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8852f47b-2616-47b1-ab55-4211ce48cfd6']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:26.372961 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-c7a6bfe0-179e-4a72-978b-1a7c9c26d34a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fe7c1b5-5c5e-4155-8308-db0ce25621a1') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:26.373498 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-c7a6bfe0-179e-4a72-978b-1a7c9c26d34a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fe7c1b5-5c5e-4155-8308-db0ce25621a1') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:26.388378 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port d8a1880f-e888-4ef4-9b83-ee7ad039213a completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:29:26.393518 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port d8a1880f-e888-4ef4-9b83-ee7ad039213a triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:26.400430 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c7a6bfe0-179e-4a72-978b-1a7c9c26d34a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:26.405678 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:26.474380 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:26.501760 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-98a6e48c-fe49-4828-8ef4-13ae83ee07f1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-568439192-network', 'tenant_id': '512e51e52dde4e17a26f3eb689e87681'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:26.529181 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e83bcf0e-f0be-4d7f-a854-b100e576d69f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for router_gateway, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:26.540441 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:26.551786 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e83bcf0e-f0be-4d7f-a854-b100e576d69f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:26.557861 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c7a6bfe0-179e-4a72-978b-1a7c9c26d34a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:26.587540 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a6e48c-fe49-4828-8ef4-13ae83ee07f1 admin admin] Made reservation on behalf of 512e51e52dde4e17a26f3eb689e87681 for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:29:26.591990 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-98a6e48c-fe49-4828-8ef4-13ae83ee07f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:26.597450 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port d8a1880f-e888-4ef4-9b83-ee7ad039213a, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=d8a1880f-e888-4ef4-9b83-ee7ad039213a,segment=NetworkSegment(1f23af5d-31ec-4d72-9d00-aa0e3e02dafa),segment_id=1f23af5d-31ec-4d72-9d00-aa0e3e02dafa)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:26.598917 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8bfcaca-5952-44ab-889c-00a345dd8344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a1880f-e888-4ef4-9b83-ee7ad039213a'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:29:26.601862 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa93bde1-0bd1-465e-975f-6e9e3498668d" -d '{"events": [{"server_uuid": "b8bfcaca-5952-44ab-889c-00a345dd8344", "name": "network-vif-plugged", "status": "completed", "tag": "d8a1880f-e888-4ef4-9b83-ee7ad039213a"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:29:26.610359 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:26.637316 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7a6bfe0-179e-4a72-978b-1a7c9c26d34a admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:29:26.637996 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c7a6bfe0-179e-4a72-978b-1a7c9c26d34a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:26.642640 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:29:26.642640 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:29:26.642640 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:29:26.642640 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:29:26.642640 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:29:26.642640 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:29:26.642640 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:29:26.642640 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:29:26.642640 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:29:26.642640 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:29:26.642640 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:29:26.642640 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:29:26.642640 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:29:26.642640 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:29:26.642640 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:29:26.642640 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:29:26.642640 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:29:26.642640 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:29:26.642640 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:29:26.642640 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:29:26.642640 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:29:26.642640 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:29:26.642640 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:29:26.642640 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:29:26.642640 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:29:26.642640 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:29:26.642640 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:29:26.642640 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:29:26.642640 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:29:26.642640 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:29:26.642640 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:29:26.642640 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:29:26.675019 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-98a6e48c-fe49-4828-8ef4-13ae83ee07f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:26.688712 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=d8a1880f-e888-4ef4-9b83-ee7ad039213a,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:26.695627 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-e83bcf0e-f0be-4d7f-a854-b100e576d69f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Allocated IP 172.25.7.93 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/3246ee68-316e-4ba3-9cfd-736a08804d60) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:29:26.810965 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c7a6bfe0-179e-4a72-978b-1a7c9c26d34a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:26.822575 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c7a6bfe0-179e-4a72-978b-1a7c9c26d34a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:26.823263 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e83bcf0e-f0be-4d7f-a854-b100e576d69f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:26.830035 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-c7a6bfe0-179e-4a72-978b-1a7c9c26d34a admin admin] 10.222.0.62 "DELETE /v2.0/networks/8852f47b-2616-47b1-ab55-4211ce48cfd6 HTTP/1.1" status: 204 len: 168 time: 0.6710687 Aug 10 03:29:26.855275 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d35a9-3bc4-4a8c-80d9-5e27a280ceed req-59d46a7a-7195-464e-a2ce-1652998f9110 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:26.857223 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f22d35a9-3bc4-4a8c-80d9-5e27a280ceed req-59d46a7a-7195-464e-a2ce-1652998f9110 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/ports?device_id=440b775b-80cd-4e91-8c68-431fec30100f HTTP/1.1" status: 200 len: 946 time: 0.3065181 Aug 10 03:29:26.859532 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca002602-6ed6-449e-a9e2-75c5366ab25b req-31bb1bfc-56f3-4aad-928c-edf8f0d8ad68 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:26.873152 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ca002602-6ed6-449e-a9e2-75c5366ab25b req-31bb1bfc-56f3-4aad-928c-edf8f0d8ad68 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b8bfcaca-5952-44ab-889c-00a345dd8344 HTTP/1.1" status: 200 len: 1097 time: 0.3097405 Aug 10 03:29:26.881340 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a6bfe0-179e-4a72-978b-1a7c9c26d34a admin admin] Pushing event deleted for resources: {'Network': ['ID=8852f47b-2616-47b1-ab55-4211ce48cfd6,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:26.941106 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e83bcf0e-f0be-4d7f-a854-b100e576d69f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:26.996039 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83bcf0e-f0be-4d7f-a854-b100e576d69f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Pushing event updated for resources: {'Port': ['ID=3246ee68-316e-4ba3-9cfd-736a08804d60,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:26.999877 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43284) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:27.010642 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83bcf0e-f0be-4d7f-a854-b100e576d69f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:27.011022 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83bcf0e-f0be-4d7f-a854-b100e576d69f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:27.011391 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83bcf0e-f0be-4d7f-a854-b100e576d69f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:27.011735 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83bcf0e-f0be-4d7f-a854-b100e576d69f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:27.012197 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83bcf0e-f0be-4d7f-a854-b100e576d69f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:27.012538 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83bcf0e-f0be-4d7f-a854-b100e576d69f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:27.013106 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83bcf0e-f0be-4d7f-a854-b100e576d69f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:27.013435 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83bcf0e-f0be-4d7f-a854-b100e576d69f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:27.013762 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83bcf0e-f0be-4d7f-a854-b100e576d69f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:27.014086 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83bcf0e-f0be-4d7f-a854-b100e576d69f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:27.014466 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83bcf0e-f0be-4d7f-a854-b100e576d69f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:27.014819 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83bcf0e-f0be-4d7f-a854-b100e576d69f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:27.019570 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83bcf0e-f0be-4d7f-a854-b100e576d69f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:29:27.021559 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-e83bcf0e-f0be-4d7f-a854-b100e576d69f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:29:27.028012 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83bcf0e-f0be-4d7f-a854-b100e576d69f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:29:27.069899 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ca002602-6ed6-449e-a9e2-75c5366ab25b req-a930614c-01c8-4428-8669-dfca447d8135 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=431d999a-c0d5-473b-b797-0359380e4e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957357 Aug 10 03:29:27.073008 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f22d35a9-3bc4-4a8c-80d9-5e27a280ceed req-daa3b912-8eaf-4bf9-b17d-b93b72f86f64 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/security-groups?id=e8423faa-0de3-467d-b7cf-5c9a1f91c825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1934779 Aug 10 03:29:27.136604 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c9acb8-e38c-4279-8113-2cb21054cd96 x-openstack-request-id: req-58c9acb8-e38c-4279-8113-2cb21054cd96 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:29:27.137110 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8bfcaca-5952-44ab-889c-00a345dd8344", "name": "network-vif-plugged", "status": "completed", "tag": "d8a1880f-e888-4ef4-9b83-ee7ad039213a", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:29:27.137219 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-58c9acb8-e38c-4279-8113-2cb21054cd96 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:29:27.137546 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8bfcaca-5952-44ab-889c-00a345dd8344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a1880f-e888-4ef4-9b83-ee7ad039213a', 'code': 200} Aug 10 03:29:27.145147 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-98a6e48c-fe49-4828-8ef4-13ae83ee07f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:27.155202 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-52b58bd6-d6b0-48b3-90a6-9ab167043dd0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=51a7ac8d67194314b2bb1368747dd74c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1313043 Aug 10 03:29:27.155769 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43288) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:27.166064 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-98a6e48c-fe49-4828-8ef4-13ae83ee07f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:27.232559 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98a6e48c-fe49-4828-8ef4-13ae83ee07f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:29:27.269759 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a6e48c-fe49-4828-8ef4-13ae83ee07f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:27.277158 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-98a6e48c-fe49-4828-8ef4-13ae83ee07f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:27.277570 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-98a6e48c-fe49-4828-8ef4-13ae83ee07f1 admin admin] Added segment ee4b8496-dab9-4992-a392-fc3c5ad70c4e of type vlan for network 6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43 Aug 10 03:29:27.293331 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-917b516a-231f-4587-9284-aa0e35ec3033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:27.313153 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 4030a453-5bc2-43b7-8f94-79dd4487ed19 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:29:27.326391 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f547e-a977-49d1-ad8e-87d4737bae71 req-54d474f2-a4e3-4750-8934-fd4d293080fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:27.327986 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7f7f547e-a977-49d1-ad8e-87d4737bae71 req-54d474f2-a4e3-4750-8934-fd4d293080fb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b8bfcaca-5952-44ab-889c-00a345dd8344 HTTP/1.1" status: 200 len: 1097 time: 0.1090264 Aug 10 03:29:27.355669 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: 4030a453-5bc2-43b7-8f94-79dd4487ed19 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:29:27.356037 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 4030a453-5bc2-43b7-8f94-79dd4487ed19 not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:29:27.400329 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-917b516a-231f-4587-9284-aa0e35ec3033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:27.403124 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-98a6e48c-fe49-4828-8ef4-13ae83ee07f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:27.414371 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7f7f547e-a977-49d1-ad8e-87d4737bae71 req-88e7c7fc-0ed0-4ea0-a602-10263e6db587 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=431d999a-c0d5-473b-b797-0359380e4e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779641 Aug 10 03:29:27.471341 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-98a6e48c-fe49-4828-8ef4-13ae83ee07f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:27.472699 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a6e48c-fe49-4828-8ef4-13ae83ee07f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:27.473327 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-98a6e48c-fe49-4828-8ef4-13ae83ee07f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:27.544699 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a6e48c-fe49-4828-8ef4-13ae83ee07f1 admin admin] Pushing event updated for resources: {'Network': ['ID=6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:27.557169 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:29:27.558056 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-98a6e48c-fe49-4828-8ef4-13ae83ee07f1 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3774116 Aug 10 03:29:27.559754 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-917b516a-231f-4587-9284-aa0e35ec3033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:27.561803 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43298) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:27.563231 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-917b516a-231f-4587-9284-aa0e35ec3033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:27.567163 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-917b516a-231f-4587-9284-aa0e35ec3033 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0cce4225-efaa-4e2f-b63a-230028fc5712 HTTP/1.1" status: 204 len: 168 time: 0.4076684 Aug 10 03:29:27.572052 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-bd766b2e-58d4-4e9d-93a1-f51c9a9f74ee admin admin] Request body: {'subnet': {'network_id': '6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-568439192-subnet', 'tenant_id': '512e51e52dde4e17a26f3eb689e87681', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:27.575982 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e83bcf0e-f0be-4d7f-a854-b100e576d69f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for router_gateway, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:27.591322 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b516a-231f-4587-9284-aa0e35ec3033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cce4225-efaa-4e2f-b63a-230028fc5712,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:27.721928 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd766b2e-58d4-4e9d-93a1-f51c9a9f74ee admin admin] Made reservation on behalf of 512e51e52dde4e17a26f3eb689e87681 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:29:27.735520 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bd766b2e-58d4-4e9d-93a1-f51c9a9f74ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:28.004887 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e83bcf0e-f0be-4d7f-a854-b100e576d69f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:28.218397 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bd766b2e-58d4-4e9d-93a1-f51c9a9f74ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:28.274697 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684472b0-2743-4512-80e5-7421895db9a9 req-8ee087cd-12ae-49fd-b522-16124922bd83 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:28.282907 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-684472b0-2743-4512-80e5-7421895db9a9 req-8ee087cd-12ae-49fd-b522-16124922bd83 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/ports?device_id=440b775b-80cd-4e91-8c68-431fec30100f HTTP/1.1" status: 200 len: 946 time: 0.1026437 Aug 10 03:29:28.304002 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251806aa-b628-41e2-a5d7-00f45c49ea2a req-b2145fbc-c997-48b3-91e3-54a1d2d7b09f tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:28.305544 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-251806aa-b628-41e2-a5d7-00f45c49ea2a req-b2145fbc-c997-48b3-91e3-54a1d2d7b09f tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b8bfcaca-5952-44ab-889c-00a345dd8344 HTTP/1.1" status: 200 len: 1097 time: 0.0920002 Aug 10 03:29:28.344248 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-684472b0-2743-4512-80e5-7421895db9a9 req-0fc4afa0-2e55-4be4-99ff-5f5736c0e3a1 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/security-groups?id=e8423faa-0de3-467d-b7cf-5c9a1f91c825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601482 Aug 10 03:29:28.399939 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-251806aa-b628-41e2-a5d7-00f45c49ea2a req-90afc2f5-ab8a-4aea-9f06-0d056c099227 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=431d999a-c0d5-473b-b797-0359380e4e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825069 Aug 10 03:29:28.702652 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd766b2e-58d4-4e9d-93a1-f51c9a9f74ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=9931fad2-def9-4844-9e4b-a68eebcbaa2a,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:28.707971 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd766b2e-58d4-4e9d-93a1-f51c9a9f74ee admin admin] Checking segment: {'id': 'ee4b8496-dab9-4992-a392-fc3c5ad70c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:29:28.708365 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd766b2e-58d4-4e9d-93a1-f51c9a9f74ee admin admin] Network hostable DHCP agents. Network: 6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:29:28.757974 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd766b2e-58d4-4e9d-93a1-f51c9a9f74ee admin admin] Network 6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:29:28.762262 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e83bcf0e-f0be-4d7f-a854-b100e576d69f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Router 9801400f-c07d-43b3-bc9c-e0a6d14713e9 is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:29:28.778318 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-bd766b2e-58d4-4e9d-93a1-f51c9a9f74ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:29:28.783037 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd766b2e-58d4-4e9d-93a1-f51c9a9f74ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:28.783668 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bd766b2e-58d4-4e9d-93a1-f51c9a9f74ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:28.788783 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e734ec0-2056-4a8c-a25c-84718b0c4918 None None] Network 6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:29:28.845355 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-bd766b2e-58d4-4e9d-93a1-f51c9a9f74ee admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2799332 Aug 10 03:29:28.845865 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43344) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:28.850379 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-2149f80a-1471-49d7-9bcb-00d37ef1c474 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-568439192-router', 'tenant_id': '512e51e52dde4e17a26f3eb689e87681', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:28.894366 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2149f80a-1471-49d7-9bcb-00d37ef1c474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:28.895608 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2149f80a-1471-49d7-9bcb-00d37ef1c474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:28.905724 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83bcf0e-f0be-4d7f-a854-b100e576d69f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:29:28.921368 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aa1ede-3179-45a0-b433-3904bbe6196e None None] Sync routers for ids ['9801400f-c07d-43b3-bc9c-e0a6d14713e9'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:29:28.934890 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37aa1ede-3179-45a0-b433-3904bbe6196e None None] Routers {'9801400f-c07d-43b3-bc9c-e0a6d14713e9'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:28.935626 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-37aa1ede-3179-45a0-b433-3904bbe6196e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:29:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['9801400f-c07d-43b3-bc9c-e0a6d14713e9'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:28.942690 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e83bcf0e-f0be-4d7f-a854-b100e576d69f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:28.950086 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e83bcf0e-f0be-4d7f-a854-b100e576d69f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.1925285 Aug 10 03:29:28.952275 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43350) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:29.041102 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2149f80a-1471-49d7-9bcb-00d37ef1c474 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:29.050078 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43360) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:29.096795 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-37aa1ede-3179-45a0-b433-3904bbe6196e None None] Set router 9801400f-c07d-43b3-bc9c-e0a6d14713e9 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:29:29.138524 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7713b670-ab3b-430a-bef6-ffbfd4335bc6 None None] Network 6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:29:29.303919 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d954a795-3d7a-4d35-8a7a-bd5c93e8449a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:29.340799 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2149f80a-1471-49d7-9bcb-00d37ef1c474 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:29.440328 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7ed0556e-de13-4b2a-ba36-275ffbf64633 tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=91c061317a63433fa1b564847f6d5cbb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4817824 Aug 10 03:29:29.441374 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43374) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:29.669802 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62c063-015f-4080-bcd8-6d77b38b8d6e req-40febfe5-88db-4f54-b2b7-5ed0c94a518d tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:29.673344 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53ebdc1-4c18-4b68-acde-afefb35c657c tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:29.677584 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d53ebdc1-4c18-4b68-acde-afefb35c657c tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2325611 Aug 10 03:29:29.677847 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dd62c063-015f-4080-bcd8-6d77b38b8d6e req-40febfe5-88db-4f54-b2b7-5ed0c94a518d tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b8bfcaca-5952-44ab-889c-00a345dd8344 HTTP/1.1" status: 200 len: 1097 time: 0.1414883 Aug 10 03:29:29.677965 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43378) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:29.721108 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f1c2f7-010d-4086-82e1-1336acc5cfca req-b544e856-2ef2-45d8-b02b-fd9921f52152 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:29.730222 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-92bf9a92-19ec-4e87-9cd7-8d630e7fea1a tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=09ca2025-b9a6-4e84-8019-8d9fbef3753e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0486567 Aug 10 03:29:29.730445 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-67f1c2f7-010d-4086-82e1-1336acc5cfca req-b544e856-2ef2-45d8-b02b-fd9921f52152 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/ports?device_id=440b775b-80cd-4e91-8c68-431fec30100f HTTP/1.1" status: 200 len: 946 time: 0.2507129 Aug 10 03:29:29.730567 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43380) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:29.737258 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-1e0111d4-eeff-42f9-80fc-9f5d0b9c6143 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1127807477', 'network_id': '1a6736e6-4bf2-4fd6-b608-02d7e87502ef', 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:29.768568 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-37aa1ede-3179-45a0-b433-3904bbe6196e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'name': 'tempest-TestNetworkBasicOps-router-1561070909', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '3246ee68-316e-4ba3-9cfd-736a08804d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:25Z', 'updated_at': '2021-08-10T03:29:27Z', 'revision_number': 3, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'gw_port': {'id': '3246ee68-316e-4ba3-9cfd-736a08804d60', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:26Z', 'updated_at': '2021-08-10T03:29:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:29.807688 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aa1ede-3179-45a0-b433-3904bbe6196e None None] Checking router: 9801400f-c07d-43b3-bc9c-e0a6d14713e9 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:29:29.808190 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aa1ede-3179-45a0-b433-3904bbe6196e None None] Updating router 9801400f-c07d-43b3-bc9c-e0a6d14713e9 port 3246ee68-316e-4ba3-9cfd-736a08804d60 binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:29:29.842214 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dd62c063-015f-4080-bcd8-6d77b38b8d6e req-cfcaf8e8-5202-4105-a29d-5dec29be26ff tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=431d999a-c0d5-473b-b797-0359380e4e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580215 Aug 10 03:29:29.845493 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-67f1c2f7-010d-4086-82e1-1336acc5cfca req-18638c37-5dca-42a6-a3dc-4a6e705fee38 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/security-groups?id=e8423faa-0de3-467d-b7cf-5c9a1f91c825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153605 Aug 10 03:29:29.845793 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-37aa1ede-3179-45a0-b433-3904bbe6196e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:29.890213 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d954a795-3d7a-4d35-8a7a-bd5c93e8449a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:29.917727 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d954a795-3d7a-4d35-8a7a-bd5c93e8449a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:29.940193 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e0111d4-eeff-42f9-80fc-9f5d0b9c6143 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Made reservation on behalf of 91c061317a63433fa1b564847f6d5cbb for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:29:29.947727 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1e0111d4-eeff-42f9-80fc-9f5d0b9c6143 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:30.037726 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d954a795-3d7a-4d35-8a7a-bd5c93e8449a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=81978510659e49fbab271200a803226b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9859486 Aug 10 03:29:30.044038 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43390) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:30.065620 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954a795-3d7a-4d35-8a7a-bd5c93e8449a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b6460a-6fb4-48a5-aad5-ec822c19ca3e,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:30.131243 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8bed9e95-8c12-4165-9042-09e258b072ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:30.141414 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2149f80a-1471-49d7-9bcb-00d37ef1c474 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:30.154913 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8bed9e95-8c12-4165-9042-09e258b072ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:30.163145 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2149f80a-1471-49d7-9bcb-00d37ef1c474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:30.177640 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9948fce-ed57-49c9-9035-3421c4a1a4ad req-689f3fdf-f387-4bd1-8f79-e5c1fb04793d tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:30.185189 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b9948fce-ed57-49c9-9035-3421c4a1a4ad req-689f3fdf-f387-4bd1-8f79-e5c1fb04793d tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b8bfcaca-5952-44ab-889c-00a345dd8344 HTTP/1.1" status: 200 len: 1097 time: 0.1501861 Aug 10 03:29:30.211336 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8bed9e95-8c12-4165-9042-09e258b072ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:30.213631 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8bed9e95-8c12-4165-9042-09e258b072ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:30.214814 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8bed9e95-8c12-4165-9042-09e258b072ab admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/45b6460a-6fb4-48a5-aad5-ec822c19ca3e HTTP/1.1" status: 204 len: 168 time: 0.1682324 Aug 10 03:29:30.251903 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bed9e95-8c12-4165-9042-09e258b072ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b6460a-6fb4-48a5-aad5-ec822c19ca3e,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:30.303973 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b9948fce-ed57-49c9-9035-3421c4a1a4ad req-9fb705e9-906e-4c8a-9de1-439c7ac59d0d tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=431d999a-c0d5-473b-b797-0359380e4e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179042 Aug 10 03:29:30.326584 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-28919711-0255-4b1c-8f25-22c377359da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:30.399581 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1e0111d4-eeff-42f9-80fc-9f5d0b9c6143 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:30.454145 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-37aa1ede-3179-45a0-b433-3904bbe6196e None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:30.464833 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-37aa1ede-3179-45a0-b433-3904bbe6196e None None] Transition to ACTIVE for port object 3246ee68-316e-4ba3-9cfd-736a08804d60 will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:29:30.484822 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-37aa1ede-3179-45a0-b433-3904bbe6196e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:30.583746 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0111d4-eeff-42f9-80fc-9f5d0b9c6143 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Pushing event updated for resources: {'Subnet': ['ID=672e7333-eb8c-40ae-a818-36f1d38e30f2,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:30.593341 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-37aa1ede-3179-45a0-b433-3904bbe6196e None None] Attempting to bind port 3246ee68-316e-4ba3-9cfd-736a08804d60 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:29:30.596242 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0111d4-eeff-42f9-80fc-9f5d0b9c6143 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Checking segment: {'id': '90fc387c-2ff1-44e0-8c3a-ac4a1b9abaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1a6736e6-4bf2-4fd6-b608-02d7e87502ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:29:30.598792 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0111d4-eeff-42f9-80fc-9f5d0b9c6143 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Network hostable DHCP agents. Network: 1a6736e6-4bf2-4fd6-b608-02d7e87502ef, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:29:30.603235 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-37aa1ede-3179-45a0-b433-3904bbe6196e None None] Attempting to bind port 3246ee68-316e-4ba3-9cfd-736a08804d60 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:29:30.603632 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aa1ede-3179-45a0-b433-3904bbe6196e None None] Attempting to bind port 3246ee68-316e-4ba3-9cfd-736a08804d60 on network 09ca2025-b9a6-4e84-8019-8d9fbef3753e {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:29:30.611956 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-2149f80a-1471-49d7-9bcb-00d37ef1c474 admin admin] Allocated IP 172.25.7.161 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/7bfd8722-0130-41be-a5fb-1c416d2e8d70) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:29:30.617337 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aa1ede-3179-45a0-b433-3904bbe6196e None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:29:30.617866 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aa1ede-3179-45a0-b433-3904bbe6196e None None] Checking segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:29:30.618465 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-37aa1ede-3179-45a0-b433-3904bbe6196e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:30.618893 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aa1ede-3179-45a0-b433-3904bbe6196e None None] Bound using segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:29:30.619596 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-37aa1ede-3179-45a0-b433-3904bbe6196e None None] Bound port: 3246ee68-316e-4ba3-9cfd-736a08804d60, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:29:30.620155 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-37aa1ede-3179-45a0-b433-3904bbe6196e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:30.636888 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2395a64-d1b8-4e28-b0c5-cf6d6bc5ad31 None None] Pushing event updated for resources: {'Port': ['ID=3246ee68-316e-4ba3-9cfd-736a08804d60,revision_number=2']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:30.637440 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0111d4-eeff-42f9-80fc-9f5d0b9c6143 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Network 1a6736e6-4bf2-4fd6-b608-02d7e87502ef is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:29:30.651486 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-1e0111d4-eeff-42f9-80fc-9f5d0b9c6143 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 1a6736e6-4bf2-4fd6-b608-02d7e87502ef) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:29:30.662047 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7060c0d8-ea59-4ee2-b947-1fa2cc665bbb None None] Network 1a6736e6-4bf2-4fd6-b608-02d7e87502ef requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:29:30.665566 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0111d4-eeff-42f9-80fc-9f5d0b9c6143 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:30.666235 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1e0111d4-eeff-42f9-80fc-9f5d0b9c6143 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:30.693389 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1e0111d4-eeff-42f9-80fc-9f5d0b9c6143 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9608443 Aug 10 03:29:30.694233 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43414) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:30.759848 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f89b57-213f-42ec-9b94-70560a34ba8e req-0adced13-3796-4039-962b-8587efea4a28 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:30.768552 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-03f89b57-213f-42ec-9b94-70560a34ba8e req-0adced13-3796-4039-962b-8587efea4a28 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b8bfcaca-5952-44ab-889c-00a345dd8344 HTTP/1.1" status: 200 len: 1097 time: 0.3428316 Aug 10 03:29:30.800407 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-37aa1ede-3179-45a0-b433-3904bbe6196e None None] For port 3246ee68-316e-4ba3-9cfd-736a08804d60, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:29:30.804699 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-37aa1ede-3179-45a0-b433-3904bbe6196e None None] For port 3246ee68-316e-4ba3-9cfd-736a08804d60, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=3246ee68-316e-4ba3-9cfd-736a08804d60,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:29:30.816863 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-37aa1ede-3179-45a0-b433-3904bbe6196e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:30.909249 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2149f80a-1471-49d7-9bcb-00d37ef1c474 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:30.979426 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-03f89b57-213f-42ec-9b94-70560a34ba8e req-daab0c96-8d23-4f50-a498-f400aef13be2 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=431d999a-c0d5-473b-b797-0359380e4e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099528 Aug 10 03:29:30.981956 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37aa1ede-3179-45a0-b433-3904bbe6196e None None] Routers {'9801400f-c07d-43b3-bc9c-e0a6d14713e9'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:31.007214 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-37aa1ede-3179-45a0-b433-3904bbe6196e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:29:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['9801400f-c07d-43b3-bc9c-e0a6d14713e9'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:31.033804 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2149f80a-1471-49d7-9bcb-00d37ef1c474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:31.196720 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df19e079-76f5-4bf4-8644-47f77407c766 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-1a6736e6-4bf2-4fd6-b608-02d7e87502ef', 'network_id': '1a6736e6-4bf2-4fd6-b608-02d7e87502ef', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'fixed_ips': [{'subnet_id': '672e7333-eb8c-40ae-a818-36f1d38e30f2'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:29:31.198195 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-df19e079-76f5-4bf4-8644-47f77407c766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:31.198402 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2149f80a-1471-49d7-9bcb-00d37ef1c474 admin admin] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:29:31.217179 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-2149f80a-1471-49d7-9bcb-00d37ef1c474 admin admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:29:31.224850 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2149f80a-1471-49d7-9bcb-00d37ef1c474 admin admin] Pushing event updated for resources: {'Port': ['ID=7bfd8722-0130-41be-a5fb-1c416d2e8d70,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:31.232254 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2149f80a-1471-49d7-9bcb-00d37ef1c474 admin admin] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:29:31.259061 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2395a64-d1b8-4e28-b0c5-cf6d6bc5ad31 None None] Pushing event updated for resources: {'Port': ['ID=3246ee68-316e-4ba3-9cfd-736a08804d60,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:31.388525 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0ddc1-3b2b-49c8-8888-5e09ad7f1a80 req-7a8e979f-ef41-4648-9cc1-bc525ef9e038 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:31.411041 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-52e0ddc1-3b2b-49c8-8888-5e09ad7f1a80 req-7a8e979f-ef41-4648-9cc1-bc525ef9e038 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/ports?device_id=440b775b-80cd-4e91-8c68-431fec30100f HTTP/1.1" status: 200 len: 946 time: 0.3138528 Aug 10 03:29:31.434321 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-37aa1ede-3179-45a0-b433-3904bbe6196e None None] Set router 9801400f-c07d-43b3-bc9c-e0a6d14713e9 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:29:31.573758 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-df19e079-76f5-4bf4-8644-47f77407c766 None None] Allocated IP 172.20.0.2 (1a6736e6-4bf2-4fd6-b608-02d7e87502ef/672e7333-eb8c-40ae-a818-36f1d38e30f2/acc3afb5-5bdb-44be-9350-f094605d3573) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:29:31.727695 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-37aa1ede-3179-45a0-b433-3904bbe6196e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'name': 'tempest-TestNetworkBasicOps-router-1561070909', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '3246ee68-316e-4ba3-9cfd-736a08804d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:25Z', 'updated_at': '2021-08-10T03:29:27Z', 'revision_number': 3, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'gw_port': {'id': '3246ee68-316e-4ba3-9cfd-736a08804d60', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:26Z', 'updated_at': '2021-08-10T03:29:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:31.777934 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aa1ede-3179-45a0-b433-3904bbe6196e None None] The sync data for ids ['9801400f-c07d-43b3-bc9c-e0a6d14713e9'] in n-d-768851-15 is: [{'id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'name': 'tempest-TestNetworkBasicOps-router-1561070909', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '3246ee68-316e-4ba3-9cfd-736a08804d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:25Z', 'updated_at': '2021-08-10T03:29:27Z', 'revision_number': 3, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'gw_port': {'id': '3246ee68-316e-4ba3-9cfd-736a08804d60', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:26Z', 'updated_at': '2021-08-10T03:29:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:29:31.905734 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f1c6b563-5d84-4c2f-8215-efc7cab26880 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:31.945886 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2149f80a-1471-49d7-9bcb-00d37ef1c474 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:31.956756 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-df19e079-76f5-4bf4-8644-47f77407c766 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:31.967632 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-df19e079-76f5-4bf4-8644-47f77407c766 None None] Transition to ACTIVE for port object acc3afb5-5bdb-44be-9350-f094605d3573 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:29:31.987660 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-52e0ddc1-3b2b-49c8-8888-5e09ad7f1a80 req-dd19b10e-e6be-4823-bba1-508fd9ecb366 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/security-groups?id=e8423faa-0de3-467d-b7cf-5c9a1f91c825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5653899 Aug 10 03:29:31.988302 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-df19e079-76f5-4bf4-8644-47f77407c766 None None] Transition to ACTIVE for port object acc3afb5-5bdb-44be-9350-f094605d3573 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:29:32.003070 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-df19e079-76f5-4bf4-8644-47f77407c766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:32.132803 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df19e079-76f5-4bf4-8644-47f77407c766 None None] Network 1a6736e6-4bf2-4fd6-b608-02d7e87502ef is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:29:32.153857 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-df19e079-76f5-4bf4-8644-47f77407c766 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:29:32.176840 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df19e079-76f5-4bf4-8644-47f77407c766 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:29:32.214830 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df19e079-76f5-4bf4-8644-47f77407c766 None None] Pushing event updated for resources: {'Port': ['ID=acc3afb5-5bdb-44be-9350-f094605d3573,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:32.222486 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72db1e-63c0-4c24-a415-a0a36ad35b82 req-490e9103-44ca-4b0c-ab6a-bb829944dbf7 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:32.224500 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7f72db1e-63c0-4c24-a415-a0a36ad35b82 req-490e9103-44ca-4b0c-ab6a-bb829944dbf7 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.62 "GET /v2.0/networks?id=83f5022a-a392-4936-a439-f5e038ac0656 HTTP/1.1" status: 200 len: 909 time: 0.8070545 Aug 10 03:29:32.355542 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7f72db1e-63c0-4c24-a415-a0a36ad35b82 req-7f453945-89c6-44d1-b9ba-15292063ffed tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.62 "GET /v2.0/quotas/64e898418998439fb3ac07fff4b9dc8c HTTP/1.1" status: 200 len: 375 time: 0.1218629 Aug 10 03:29:32.472522 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7f72db1e-63c0-4c24-a415-a0a36ad35b82 req-7c924d90-ca63-4c1c-8922-a6e777bfe89f tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.62 "GET /v2.0/ports?tenant_id=64e898418998439fb3ac07fff4b9dc8c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1160362 Aug 10 03:29:32.485097 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2149f80a-1471-49d7-9bcb-00d37ef1c474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:32.629911 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-f1c6b563-5d84-4c2f-8215-efc7cab26880 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Allocated IP 172.20.0.1 (1a6736e6-4bf2-4fd6-b608-02d7e87502ef/672e7333-eb8c-40ae-a818-36f1d38e30f2/2927eb16-21bd-47e7-aba1-fd6ea509620c) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:29:32.704197 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-df19e079-76f5-4bf4-8644-47f77407c766 None None] Attempting to bind port acc3afb5-5bdb-44be-9350-f094605d3573 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:29:32.704812 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-df19e079-76f5-4bf4-8644-47f77407c766 None None] Attempting to bind port acc3afb5-5bdb-44be-9350-f094605d3573 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '90fc387c-2ff1-44e0-8c3a-ac4a1b9abaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1a6736e6-4bf2-4fd6-b608-02d7e87502ef'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:29:32.705077 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df19e079-76f5-4bf4-8644-47f77407c766 None None] Attempting to bind port acc3afb5-5bdb-44be-9350-f094605d3573 on network 1a6736e6-4bf2-4fd6-b608-02d7e87502ef {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:29:32.718072 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df19e079-76f5-4bf4-8644-47f77407c766 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:29:32.719667 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df19e079-76f5-4bf4-8644-47f77407c766 None None] Checking segment: {'id': '90fc387c-2ff1-44e0-8c3a-ac4a1b9abaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1a6736e6-4bf2-4fd6-b608-02d7e87502ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:29:32.720271 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-df19e079-76f5-4bf4-8644-47f77407c766 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:32.720393 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7f72db1e-63c0-4c24-a415-a0a36ad35b82 req-302522bc-9404-4234-ba47-b1ffa61b8520 service neutron] 10.222.0.62 "GET /v2.0/networks/83f5022a-a392-4936-a439-f5e038ac0656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312696 Aug 10 03:29:32.720979 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df19e079-76f5-4bf4-8644-47f77407c766 None None] Bound using segment: {'id': '90fc387c-2ff1-44e0-8c3a-ac4a1b9abaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1a6736e6-4bf2-4fd6-b608-02d7e87502ef'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:29:32.721809 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-df19e079-76f5-4bf4-8644-47f77407c766 None None] Bound port: acc3afb5-5bdb-44be-9350-f094605d3573, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90fc387c-2ff1-44e0-8c3a-ac4a1b9abaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1a6736e6-4bf2-4fd6-b608-02d7e87502ef'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:29:32.722367 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-df19e079-76f5-4bf4-8644-47f77407c766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:32.909319 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 3246ee68-316e-4ba3-9cfd-736a08804d60 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:29:32.920518 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-df19e079-76f5-4bf4-8644-47f77407c766 None None] For port acc3afb5-5bdb-44be-9350-f094605d3573, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:29:32.939863 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f1c6b563-5d84-4c2f-8215-efc7cab26880 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:32.979298 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-f1c6b563-5d84-4c2f-8215-efc7cab26880 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Transition to ACTIVE for port object 2927eb16-21bd-47e7-aba1-fd6ea509620c will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:29:33.033004 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-df19e079-76f5-4bf4-8644-47f77407c766 None None] For port acc3afb5-5bdb-44be-9350-f094605d3573, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=acc3afb5-5bdb-44be-9350-f094605d3573,segment=NetworkSegment(90fc387c-2ff1-44e0-8c3a-ac4a1b9abaaf),segment_id=90fc387c-2ff1-44e0-8c3a-ac4a1b9abaaf)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:29:33.071980 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f1c6b563-5d84-4c2f-8215-efc7cab26880 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:33.073184 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-df19e079-76f5-4bf4-8644-47f77407c766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:33.133196 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2b764b67-e977-4110-9574-c2e130f5c292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:33.161132 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7f72db1e-63c0-4c24-a415-a0a36ad35b82 req-f9edf125-f700-40b9-a985-ea14be49b973 service neutron] 10.222.0.62 "GET /v2.0/networks/83f5022a-a392-4936-a439-f5e038ac0656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4341772 Aug 10 03:29:33.247198 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c6b563-5d84-4c2f-8215-efc7cab26880 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Pushing event updated for resources: {'Port': ['ID=2927eb16-21bd-47e7-aba1-fd6ea509620c,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:33.265355 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c6b563-5d84-4c2f-8215-efc7cab26880 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Network 1a6736e6-4bf2-4fd6-b608-02d7e87502ef is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:29:33.269661 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-f1c6b563-5d84-4c2f-8215-efc7cab26880 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:29:33.277975 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c6b563-5d84-4c2f-8215-efc7cab26880 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:29:33.297733 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 3246ee68-316e-4ba3-9cfd-736a08804d60 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:29:33.332032 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df19e079-76f5-4bf4-8644-47f77407c766 None None] Pushing event updated for resources: {'Port': ['ID=acc3afb5-5bdb-44be-9350-f094605d3573,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:33.352276 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 3246ee68-316e-4ba3-9cfd-736a08804d60 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:33.357276 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:33.545265 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f1c6b563-5d84-4c2f-8215-efc7cab26880 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:33.619365 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:33.680150 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:33.771163 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 3246ee68-316e-4ba3-9cfd-736a08804d60, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=3246ee68-316e-4ba3-9cfd-736a08804d60,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:33.781088 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:33.927844 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=3246ee68-316e-4ba3-9cfd-736a08804d60,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:33.928208 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3b69c697-369e-45db-a1a6-b59f0688b9af req-7afa04db-bc11-4168-a8d9-957e769c9418 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b109fedd-3c54-424c-8c34-5f66c22e132c HTTP/1.1" status: 200 len: 210 time: 0.1505618 Aug 10 03:29:33.938547 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2149f80a-1471-49d7-9bcb-00d37ef1c474 admin admin] Router 6b7ae953-7a54-48c6-b54f-5953318eb1f5 is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:29:33.974920 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032976a6-0339-4cdb-af61-afa79aacf403 req-b9b478e5-4cd5-4124-b23f-a4ae06483d85 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:33.986421 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-032976a6-0339-4cdb-af61-afa79aacf403 req-b9b478e5-4cd5-4124-b23f-a4ae06483d85 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/ports?device_id=440b775b-80cd-4e91-8c68-431fec30100f HTTP/1.1" status: 200 len: 946 time: 0.2543914 Aug 10 03:29:34.004937 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f398d4a4-7681-4655-8ade-5ceca4e53fa3 req-498aef29-ea25-451e-975c-2ba9fb56ab30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:34.007452 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f398d4a4-7681-4655-8ade-5ceca4e53fa3 req-498aef29-ea25-451e-975c-2ba9fb56ab30 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=716a2501dd514284b3618ba976b1a21f&device_id=440b775b-80cd-4e91-8c68-431fec30100f HTTP/1.1" status: 200 len: 1098 time: 0.4342406 Aug 10 03:29:34.106786 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f1c6b563-5d84-4c2f-8215-efc7cab26880 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:34.203694 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:34.697144 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f1c6b563-5d84-4c2f-8215-efc7cab26880 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:34.710521 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f1c6b563-5d84-4c2f-8215-efc7cab26880 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:34.832900 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c6b563-5d84-4c2f-8215-efc7cab26880 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Pushing event updated for resources: {'Port': ['ID=2927eb16-21bd-47e7-aba1-fd6ea509620c,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:34.908531 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f1c6b563-5d84-4c2f-8215-efc7cab26880 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:35.036417 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-032976a6-0339-4cdb-af61-afa79aacf403 req-13500194-6999-434b-84cf-fb4dfafb3325 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/security-groups?id=e8423faa-0de3-467d-b7cf-5c9a1f91c825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0506523 Aug 10 03:29:35.116602 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c6b563-5d84-4c2f-8215-efc7cab26880 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Network 1a6736e6-4bf2-4fd6-b608-02d7e87502ef is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:29:35.136022 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-f1c6b563-5d84-4c2f-8215-efc7cab26880 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:29:35.138116 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2149f80a-1471-49d7-9bcb-00d37ef1c474 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:29:35.148916 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ee14a2-c6c5-4b11-b238-d998c6a3b7cf None None] Sync routers for ids ['6b7ae953-7a54-48c6-b54f-5953318eb1f5'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:29:35.158411 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f398d4a4-7681-4655-8ade-5ceca4e53fa3 req-18552174-61e5-4ac5-b49e-b2a142e11d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:35.160327 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f398d4a4-7681-4655-8ade-5ceca4e53fa3 req-18552174-61e5-4ac5-b49e-b2a142e11d6d service neutron] 10.222.0.60 "GET /v2.0/networks?id=b944b0e3-b136-43d0-aeef-f89e7c552d7f HTTP/1.1" status: 200 len: 912 time: 1.1284347 Aug 10 03:29:35.171432 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 3246ee68-316e-4ba3-9cfd-736a08804d60 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:29:35.226080 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2149f80a-1471-49d7-9bcb-00d37ef1c474 admin admin] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:35.229731 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-2149f80a-1471-49d7-9bcb-00d37ef1c474 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.3804898 Aug 10 03:29:35.241751 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8973e69f-2017-414c-a35f-e2d991a22a34 req-3e95de85-1a14-45bb-84ce-d88c6aeefaa4 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b109fedd-3c54-424c-8c34-5f66c22e132c HTTP/1.1" status: 200 len: 210 time: 0.0844362 Aug 10 03:29:35.295020 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43548) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:35.331214 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8487f2e-766c-47af-86f5-d329a2701fce None None] Network 1a6736e6-4bf2-4fd6-b608-02d7e87502ef requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:29:35.339623 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ee14a2-c6c5-4b11-b238-d998c6a3b7cf None None] Routers {'6b7ae953-7a54-48c6-b54f-5953318eb1f5'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:35.340678 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-f9ee14a2-c6c5-4b11-b238-d998c6a3b7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:29:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['6b7ae953-7a54-48c6-b54f-5953318eb1f5'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:35.432328 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c6b563-5d84-4c2f-8215-efc7cab26880 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Router 9801400f-c07d-43b3-bc9c-e0a6d14713e9 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:29:35.644878 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c6b563-5d84-4c2f-8215-efc7cab26880 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:29:35.659995 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085551de-80be-48a8-9ffd-3ce0fe6f72f0 None None] Sync routers for ids ['9801400f-c07d-43b3-bc9c-e0a6d14713e9'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:29:35.660575 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f1c6b563-5d84-4c2f-8215-efc7cab26880 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "PUT /v2.0/routers/9801400f-c07d-43b3-bc9c-e0a6d14713e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9638181 Aug 10 03:29:35.662992 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43570) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:35.673434 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085551de-80be-48a8-9ffd-3ce0fe6f72f0 None None] Routers {'9801400f-c07d-43b3-bc9c-e0a6d14713e9'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:35.676156 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-085551de-80be-48a8-9ffd-3ce0fe6f72f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:29:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['9801400f-c07d-43b3-bc9c-e0a6d14713e9'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:35.786936 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f398d4a4-7681-4655-8ade-5ceca4e53fa3 req-4677258c-d4d7-434a-97ff-19bd642a1fc8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bae3c42a-296e-48e7-85b1-5414684b600c HTTP/1.1" status: 200 len: 1001 time: 0.6097343 Aug 10 03:29:35.836013 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 3246ee68-316e-4ba3-9cfd-736a08804d60 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:35.836399 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:35.895745 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d0721626-5295-4fd4-a8c3-66f50c701c93 None None] Provisioning for port acc3afb5-5bdb-44be-9350-f094605d3573 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:29:35.898109 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-085551de-80be-48a8-9ffd-3ce0fe6f72f0 None None] Set router 9801400f-c07d-43b3-bc9c-e0a6d14713e9 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:29:36.007332 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f398d4a4-7681-4655-8ade-5ceca4e53fa3 req-02efc897-7954-4dd7-a779-d5079151a0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:36.012482 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f398d4a4-7681-4655-8ade-5ceca4e53fa3 req-02efc897-7954-4dd7-a779-d5079151a0f2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9fa6e43b-250a-4024-b95b-0ad12ce73ea4 HTTP/1.1" status: 200 len: 850 time: 0.1867199 Aug 10 03:29:36.018673 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72db1e-63c0-4c24-a415-a0a36ad35b82 req-2cca0d51-627e-4542-ac27-6a83248c6ac5 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:36.024104 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7f72db1e-63c0-4c24-a415-a0a36ad35b82 req-2cca0d51-627e-4542-ac27-6a83248c6ac5 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.60 "GET /v2.0/networks?id=83f5022a-a392-4936-a439-f5e038ac0656 HTTP/1.1" status: 200 len: 909 time: 0.3862562 Aug 10 03:29:36.046381 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a827894-a97d-451d-a76a-bfecf33d789c tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:36.047167 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a827894-a97d-451d-a76a-bfecf33d789c tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:36.047929 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a827894-a97d-451d-a76a-bfecf33d789c tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:36.048577 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a827894-a97d-451d-a76a-bfecf33d789c tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:36.050410 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a827894-a97d-451d-a76a-bfecf33d789c tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:36.051424 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a827894-a97d-451d-a76a-bfecf33d789c tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:36.052167 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a827894-a97d-451d-a76a-bfecf33d789c tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:36.054386 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a827894-a97d-451d-a76a-bfecf33d789c tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:36.054386 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a827894-a97d-451d-a76a-bfecf33d789c tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:36.054386 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a827894-a97d-451d-a76a-bfecf33d789c tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:36.056786 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2a827894-a97d-451d-a76a-bfecf33d789c tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7088 time: 0.3921683 Aug 10 03:29:36.070636 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43592) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:36.099307 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-7f72db1e-63c0-4c24-a415-a0a36ad35b82 req-74308caa-3158-46fe-b87e-0233f039b897 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Request body: {'port': {'device_id': 'b109fedd-3c54-424c-8c34-5f66c22e132c', 'network_id': '83f5022a-a392-4936-a439-f5e038ac0656', 'admin_state_up': True, 'tenant_id': '64e898418998439fb3ac07fff4b9dc8c'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:36.103311 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:36.127686 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-f9ee14a2-c6c5-4b11-b238-d998c6a3b7cf None None] Set router 6b7ae953-7a54-48c6-b54f-5953318eb1f5 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:29:36.211597 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42b2350-82ef-43c4-844a-1b2d3d59aa27 tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:36.213793 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42b2350-82ef-43c4-844a-1b2d3d59aa27 tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:36.214415 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42b2350-82ef-43c4-844a-1b2d3d59aa27 tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:36.215759 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42b2350-82ef-43c4-844a-1b2d3d59aa27 tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:36.216435 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42b2350-82ef-43c4-844a-1b2d3d59aa27 tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:36.217069 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42b2350-82ef-43c4-844a-1b2d3d59aa27 tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:36.217896 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42b2350-82ef-43c4-844a-1b2d3d59aa27 tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:36.218527 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42b2350-82ef-43c4-844a-1b2d3d59aa27 tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:36.219394 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42b2350-82ef-43c4-844a-1b2d3d59aa27 tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:36.220448 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42b2350-82ef-43c4-844a-1b2d3d59aa27 tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:36.222896 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c42b2350-82ef-43c4-844a-1b2d3d59aa27 tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6565 time: 0.1508400 Aug 10 03:29:36.226178 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43596) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:36.429707 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-085551de-80be-48a8-9ffd-3ce0fe6f72f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'name': 'tempest-TestNetworkBasicOps-router-1561070909', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '3246ee68-316e-4ba3-9cfd-736a08804d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:25Z', 'updated_at': '2021-08-10T03:29:33Z', 'revision_number': 4, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'gw_port': {'id': '3246ee68-316e-4ba3-9cfd-736a08804d60', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:26Z', 'updated_at': '2021-08-10T03:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '2927eb16-21bd-47e7-aba1-fd6ea509620c', 'name': '', 'network_id': '1a6736e6-4bf2-4fd6-b608-02d7e87502ef', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'mac_address': 'fa:16:3e:40:0a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '672e7333-eb8c-40ae-a818-36f1d38e30f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:32Z', 'updated_at': '2021-08-10T03:29:34Z', 'revision_number': 2, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'subnets': [{'id': '672e7333-eb8c-40ae-a818-36f1d38e30f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:36.518751 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device acc3afb5-5bdb-44be-9350-f094605d3573 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:29:36.533246 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085551de-80be-48a8-9ffd-3ce0fe6f72f0 None None] Checking router: 9801400f-c07d-43b3-bc9c-e0a6d14713e9 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:29:36.533603 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085551de-80be-48a8-9ffd-3ce0fe6f72f0 None None] Updating router 9801400f-c07d-43b3-bc9c-e0a6d14713e9 port 2927eb16-21bd-47e7-aba1-fd6ea509620c binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:29:36.539405 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f72db1e-63c0-4c24-a415-a0a36ad35b82 req-74308caa-3158-46fe-b87e-0233f039b897 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Made reservation on behalf of 64e898418998439fb3ac07fff4b9dc8c for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:29:36.541992 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-7f72db1e-63c0-4c24-a415-a0a36ad35b82 req-74308caa-3158-46fe-b87e-0233f039b897 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:36.624275 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-085551de-80be-48a8-9ffd-3ce0fe6f72f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:36.665279 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f398d4a4-7681-4655-8ade-5ceca4e53fa3 req-007d321c-393c-4cc1-8cf4-6747ee072dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:36.680395 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f398d4a4-7681-4655-8ade-5ceca4e53fa3 req-007d321c-393c-4cc1-8cf4-6747ee072dd3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b944b0e3-b136-43d0-aeef-f89e7c552d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5792699 Aug 10 03:29:36.728900 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-9dae1172-e44d-4362-9014-f6d5e968e3fd None None] Provisioning for port 2927eb16-21bd-47e7-aba1-fd6ea509620c completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:29:36.816646 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port acc3afb5-5bdb-44be-9350-f094605d3573 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:29:36.836060 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-9dae1172-e44d-4362-9014-f6d5e968e3fd None None] Provisioning complete for port 2927eb16-21bd-47e7-aba1-fd6ea509620c triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:36.839858 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9dae1172-e44d-4362-9014-f6d5e968e3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:36.888106 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f398d4a4-7681-4655-8ade-5ceca4e53fa3 req-8c0b7845-5a09-4405-9b92-1f63ab4b9a41 service neutron] 10.222.0.60 "GET /v2.0/networks/b944b0e3-b136-43d0-aeef-f89e7c552d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064195 Aug 10 03:29:36.925897 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3c5ac9ef-ba15-4d91-9926-4126e42d205b req-11b92ab7-b53b-439a-9519-5fad04095b22 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b109fedd-3c54-424c-8c34-5f66c22e132c HTTP/1.1" status: 200 len: 210 time: 0.3600795 Aug 10 03:29:36.945205 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port acc3afb5-5bdb-44be-9350-f094605d3573 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:36.945904 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:36.948761 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-9dae1172-e44d-4362-9014-f6d5e968e3fd None None] Port 2927eb16-21bd-47e7-aba1-fd6ea509620c cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:29:37.032802 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-9dae1172-e44d-4362-9014-f6d5e968e3fd None None] Provisioning complete for port acc3afb5-5bdb-44be-9350-f094605d3573 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:37.033231 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9dae1172-e44d-4362-9014-f6d5e968e3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:37.099952 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-f9ee14a2-c6c5-4b11-b238-d998c6a3b7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7ae953-7a54-48c6-b54f-5953318eb1f5', 'name': 'tempest-ServerRescueNegativeTestJSON-568439192-router', 'tenant_id': '512e51e52dde4e17a26f3eb689e87681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '7bfd8722-0130-41be-a5fb-1c416d2e8d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:28Z', 'updated_at': '2021-08-10T03:29:31Z', 'revision_number': 3, 'project_id': '512e51e52dde4e17a26f3eb689e87681', 'gw_port': {'id': '7bfd8722-0130-41be-a5fb-1c416d2e8d70', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:91:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7ae953-7a54-48c6-b54f-5953318eb1f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:30Z', 'updated_at': '2021-08-10T03:29:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:37.136010 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ee14a2-c6c5-4b11-b238-d998c6a3b7cf None None] Checking router: 6b7ae953-7a54-48c6-b54f-5953318eb1f5 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:29:37.136368 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ee14a2-c6c5-4b11-b238-d998c6a3b7cf None None] Updating router 6b7ae953-7a54-48c6-b54f-5953318eb1f5 port 7bfd8722-0130-41be-a5fb-1c416d2e8d70 binding host n-d-768851-15 {{(pid=94218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:29:37.208951 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:37.234494 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b8308-e29f-43f5-820e-fe8ce703c104 req-eb69671e-9b99-4e96-ba9d-fb78c7f4035e tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:37.241165 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f59b8308-e29f-43f5-820e-fe8ce703c104 req-eb69671e-9b99-4e96-ba9d-fb78c7f4035e tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/ports?device_id=440b775b-80cd-4e91-8c68-431fec30100f HTTP/1.1" status: 200 len: 946 time: 1.0173135 Aug 10 03:29:37.330448 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port acc3afb5-5bdb-44be-9350-f094605d3573, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=acc3afb5-5bdb-44be-9350-f094605d3573,segment=NetworkSegment(90fc387c-2ff1-44e0-8c3a-ac4a1b9abaaf),segment_id=90fc387c-2ff1-44e0-8c3a-ac4a1b9abaaf)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:37.331796 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f9ee14a2-c6c5-4b11-b238-d998c6a3b7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:37.369284 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:37.491370 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43638) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:37.519613 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-085551de-80be-48a8-9ffd-3ce0fe6f72f0 None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:37.538424 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=acc3afb5-5bdb-44be-9350-f094605d3573,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:37.582128 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-085551de-80be-48a8-9ffd-3ce0fe6f72f0 None None] Transition to ACTIVE for port object 2927eb16-21bd-47e7-aba1-fd6ea509620c will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:29:37.602137 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-085551de-80be-48a8-9ffd-3ce0fe6f72f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:37.753253 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b723c425-9bf2-496f-bb33-add9b979eff6 None None] Pushing event updated for resources: {'Port': ['ID=2927eb16-21bd-47e7-aba1-fd6ea509620c,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:37.789012 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b723c425-9bf2-496f-bb33-add9b979eff6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:37.789859 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b723c425-9bf2-496f-bb33-add9b979eff6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:37.790413 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b723c425-9bf2-496f-bb33-add9b979eff6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:37.791084 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b723c425-9bf2-496f-bb33-add9b979eff6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:37.791934 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b723c425-9bf2-496f-bb33-add9b979eff6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:37.792510 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b723c425-9bf2-496f-bb33-add9b979eff6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:37.793055 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b723c425-9bf2-496f-bb33-add9b979eff6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:37.799108 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f59b8308-e29f-43f5-820e-fe8ce703c104 req-df13cc6f-d8ae-4277-9bfd-634053c30553 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/security-groups?id=e8423faa-0de3-467d-b7cf-5c9a1f91c825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5298686 Aug 10 03:29:37.806357 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b723c425-9bf2-496f-bb33-add9b979eff6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:37.807017 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b723c425-9bf2-496f-bb33-add9b979eff6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:37.807514 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b723c425-9bf2-496f-bb33-add9b979eff6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:37.808226 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b723c425-9bf2-496f-bb33-add9b979eff6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:37.808917 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b723c425-9bf2-496f-bb33-add9b979eff6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:37.906466 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c8f257b8-05ba-4cac-99da-b5747aae78d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:37.948811 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-51b725c5-db79-477d-b76d-87536ba7c39d tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5933 time: 1.7205625 Aug 10 03:29:37.958816 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:29:37.959912 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-085551de-80be-48a8-9ffd-3ce0fe6f72f0 None None] Attempting to bind port 2927eb16-21bd-47e7-aba1-fd6ea509620c on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:29:37.961453 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-085551de-80be-48a8-9ffd-3ce0fe6f72f0 None None] Attempting to bind port 2927eb16-21bd-47e7-aba1-fd6ea509620c by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '90fc387c-2ff1-44e0-8c3a-ac4a1b9abaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1a6736e6-4bf2-4fd6-b608-02d7e87502ef'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:29:37.962396 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f398d4a4-7681-4655-8ade-5ceca4e53fa3 req-abb4d9da-97a2-4f25-86fb-3e339dd8b094 service neutron] 10.222.0.60 "GET /v2.0/networks/b944b0e3-b136-43d0-aeef-f89e7c552d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0407627 Aug 10 03:29:37.962830 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085551de-80be-48a8-9ffd-3ce0fe6f72f0 None None] Attempting to bind port 2927eb16-21bd-47e7-aba1-fd6ea509620c on network 1a6736e6-4bf2-4fd6-b608-02d7e87502ef {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:29:37.978237 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-7f72db1e-63c0-4c24-a415-a0a36ad35b82 req-74308caa-3158-46fe-b87e-0233f039b897 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Allocated IP 172.20.0.9 (83f5022a-a392-4936-a439-f5e038ac0656/15714828-782b-43e5-91d0-f0a94a444033/9511810d-2875-4ed5-a9ff-a67c8d45827c) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:29:37.984811 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085551de-80be-48a8-9ffd-3ce0fe6f72f0 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:29:37.985572 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085551de-80be-48a8-9ffd-3ce0fe6f72f0 None None] Checking segment: {'id': '90fc387c-2ff1-44e0-8c3a-ac4a1b9abaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1a6736e6-4bf2-4fd6-b608-02d7e87502ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:29:37.986828 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-085551de-80be-48a8-9ffd-3ce0fe6f72f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:37.989520 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085551de-80be-48a8-9ffd-3ce0fe6f72f0 None None] Bound using segment: {'id': '90fc387c-2ff1-44e0-8c3a-ac4a1b9abaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1a6736e6-4bf2-4fd6-b608-02d7e87502ef'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:29:37.990316 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-085551de-80be-48a8-9ffd-3ce0fe6f72f0 None None] Bound port: 2927eb16-21bd-47e7-aba1-fd6ea509620c, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90fc387c-2ff1-44e0-8c3a-ac4a1b9abaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1a6736e6-4bf2-4fd6-b608-02d7e87502ef'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:29:37.991000 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-085551de-80be-48a8-9ffd-3ce0fe6f72f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:38.129911 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f9ee14a2-c6c5-4b11-b238-d998c6a3b7cf None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:38.143336 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-085551de-80be-48a8-9ffd-3ce0fe6f72f0 None None] For port 2927eb16-21bd-47e7-aba1-fd6ea509620c, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:29:38.151578 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-085551de-80be-48a8-9ffd-3ce0fe6f72f0 None None] For port 2927eb16-21bd-47e7-aba1-fd6ea509620c, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=2927eb16-21bd-47e7-aba1-fd6ea509620c,segment=NetworkSegment(90fc387c-2ff1-44e0-8c3a-ac4a1b9abaaf),segment_id=90fc387c-2ff1-44e0-8c3a-ac4a1b9abaaf)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:29:38.153471 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-f9ee14a2-c6c5-4b11-b238-d998c6a3b7cf None None] Transition to ACTIVE for port object 7bfd8722-0130-41be-a5fb-1c416d2e8d70 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:29:38.162844 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-17869897-e71f-41fe-bb48-78b9df30ae45 req-c74f40ea-657a-4cea-b39d-fad7964ab2ab tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b109fedd-3c54-424c-8c34-5f66c22e132c HTTP/1.1" status: 200 len: 210 time: 0.0998540 Aug 10 03:29:38.171022 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f9ee14a2-c6c5-4b11-b238-d998c6a3b7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:38.181240 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-085551de-80be-48a8-9ffd-3ce0fe6f72f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:38.344070 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9a027901-3707-461f-abb4-ada9b688d4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:38.349674 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085551de-80be-48a8-9ffd-3ce0fe6f72f0 None None] Routers {'9801400f-c07d-43b3-bc9c-e0a6d14713e9'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:38.355769 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-085551de-80be-48a8-9ffd-3ce0fe6f72f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:29:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['9801400f-c07d-43b3-bc9c-e0a6d14713e9'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:38.371475 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b723c425-9bf2-496f-bb33-add9b979eff6 None None] Pushing event updated for resources: {'Port': ['ID=2927eb16-21bd-47e7-aba1-fd6ea509620c,revision_number=4']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:38.423231 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355118c2-0960-446d-b3b6-cb13a20b2d69 None None] Pushing event updated for resources: {'Port': ['ID=7bfd8722-0130-41be-a5fb-1c416d2e8d70,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:38.432863 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-f9ee14a2-c6c5-4b11-b238-d998c6a3b7cf None None] Attempting to bind port 7bfd8722-0130-41be-a5fb-1c416d2e8d70 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:29:38.433234 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-f9ee14a2-c6c5-4b11-b238-d998c6a3b7cf None None] Attempting to bind port 7bfd8722-0130-41be-a5fb-1c416d2e8d70 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:29:38.433603 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ee14a2-c6c5-4b11-b238-d998c6a3b7cf None None] Attempting to bind port 7bfd8722-0130-41be-a5fb-1c416d2e8d70 on network 09ca2025-b9a6-4e84-8019-8d9fbef3753e {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:29:38.440536 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ee14a2-c6c5-4b11-b238-d998c6a3b7cf None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:29:38.440924 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ee14a2-c6c5-4b11-b238-d998c6a3b7cf None None] Checking segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:29:38.441472 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f9ee14a2-c6c5-4b11-b238-d998c6a3b7cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:38.441872 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ee14a2-c6c5-4b11-b238-d998c6a3b7cf None None] Bound using segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:29:38.442351 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-f9ee14a2-c6c5-4b11-b238-d998c6a3b7cf None None] Bound port: 7bfd8722-0130-41be-a5fb-1c416d2e8d70, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:29:38.442962 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f9ee14a2-c6c5-4b11-b238-d998c6a3b7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:38.551352 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-f9ee14a2-c6c5-4b11-b238-d998c6a3b7cf None None] For port 7bfd8722-0130-41be-a5fb-1c416d2e8d70, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:29:38.565222 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-f9ee14a2-c6c5-4b11-b238-d998c6a3b7cf None None] For port 7bfd8722-0130-41be-a5fb-1c416d2e8d70, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=7bfd8722-0130-41be-a5fb-1c416d2e8d70,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:29:38.588038 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f9ee14a2-c6c5-4b11-b238-d998c6a3b7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:38.715643 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355118c2-0960-446d-b3b6-cb13a20b2d69 None None] Pushing event updated for resources: {'Port': ['ID=7bfd8722-0130-41be-a5fb-1c416d2e8d70,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:38.764969 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ee14a2-c6c5-4b11-b238-d998c6a3b7cf None None] Routers {'6b7ae953-7a54-48c6-b54f-5953318eb1f5'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:38.766058 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-f9ee14a2-c6c5-4b11-b238-d998c6a3b7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:29:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['6b7ae953-7a54-48c6-b54f-5953318eb1f5'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:38.941193 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-085551de-80be-48a8-9ffd-3ce0fe6f72f0 None None] Set router 9801400f-c07d-43b3-bc9c-e0a6d14713e9 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:29:38.963943 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-f9ee14a2-c6c5-4b11-b238-d998c6a3b7cf None None] Set router 6b7ae953-7a54-48c6-b54f-5953318eb1f5 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:29:39.067113 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c8f257b8-05ba-4cac-99da-b5747aae78d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:39.141983 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c8f257b8-05ba-4cac-99da-b5747aae78d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:39.148329 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-7f72db1e-63c0-4c24-a415-a0a36ad35b82 req-74308caa-3158-46fe-b87e-0233f039b897 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:39.285057 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-9a027901-3707-461f-abb4-ada9b688d4e1 admin admin] Allocated IP 172.20.0.1 (6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43/9931fad2-def9-4844-9e4b-a68eebcbaa2a/b9453298-4cd7-4f1e-9a8c-fd088d767574) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:29:39.291699 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-7f72db1e-63c0-4c24-a415-a0a36ad35b82 req-74308caa-3158-46fe-b87e-0233f039b897 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Transition to ACTIVE for port object 9511810d-2875-4ed5-a9ff-a67c8d45827c will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:29:39.310601 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d991a85e-0f18-4b75-a184-abcb75698826 req-1a5b83c1-d34d-4a25-971d-83cb9e9e0e3d tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:39.320927 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d991a85e-0f18-4b75-a184-abcb75698826 req-1a5b83c1-d34d-4a25-971d-83cb9e9e0e3d tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/ports?device_id=440b775b-80cd-4e91-8c68-431fec30100f HTTP/1.1" status: 200 len: 946 time: 0.3886034 Aug 10 03:29:39.353333 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-c8f257b8-05ba-4cac-99da-b5747aae78d5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9e53c4ec57a04133be28364dacf6d051&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8420393 Aug 10 03:29:39.359908 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43686) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:39.362351 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f257b8-05ba-4cac-99da-b5747aae78d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0237b9db-ca71-4d7e-8522-4c061ad6f7e9,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:39.534960 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-350546e8-d491-453e-9607-5baab188eb89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:39.537889 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-f9ee14a2-c6c5-4b11-b238-d998c6a3b7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7ae953-7a54-48c6-b54f-5953318eb1f5', 'name': 'tempest-ServerRescueNegativeTestJSON-568439192-router', 'tenant_id': '512e51e52dde4e17a26f3eb689e87681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '7bfd8722-0130-41be-a5fb-1c416d2e8d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:28Z', 'updated_at': '2021-08-10T03:29:31Z', 'revision_number': 3, 'project_id': '512e51e52dde4e17a26f3eb689e87681', 'gw_port': {'id': '7bfd8722-0130-41be-a5fb-1c416d2e8d70', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:91:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7ae953-7a54-48c6-b54f-5953318eb1f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:30Z', 'updated_at': '2021-08-10T03:29:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:39.593708 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d991a85e-0f18-4b75-a184-abcb75698826 req-9460616f-37af-4f09-98de-2c1fa7f10dde tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/security-groups?id=e8423faa-0de3-467d-b7cf-5c9a1f91c825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2677410 Aug 10 03:29:39.612983 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-085551de-80be-48a8-9ffd-3ce0fe6f72f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'name': 'tempest-TestNetworkBasicOps-router-1561070909', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '3246ee68-316e-4ba3-9cfd-736a08804d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:25Z', 'updated_at': '2021-08-10T03:29:33Z', 'revision_number': 4, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'gw_port': {'id': '3246ee68-316e-4ba3-9cfd-736a08804d60', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:26Z', 'updated_at': '2021-08-10T03:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '2927eb16-21bd-47e7-aba1-fd6ea509620c', 'name': '', 'network_id': '1a6736e6-4bf2-4fd6-b608-02d7e87502ef', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'mac_address': 'fa:16:3e:40:0a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '672e7333-eb8c-40ae-a818-36f1d38e30f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:32Z', 'updated_at': '2021-08-10T03:29:38Z', 'revision_number': 4, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'subnets': [{'id': '672e7333-eb8c-40ae-a818-36f1d38e30f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:39.618155 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ee14a2-c6c5-4b11-b238-d998c6a3b7cf None None] The sync data for ids ['6b7ae953-7a54-48c6-b54f-5953318eb1f5'] in n-d-768851-15 is: [{'id': '6b7ae953-7a54-48c6-b54f-5953318eb1f5', 'name': 'tempest-ServerRescueNegativeTestJSON-568439192-router', 'tenant_id': '512e51e52dde4e17a26f3eb689e87681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '7bfd8722-0130-41be-a5fb-1c416d2e8d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:28Z', 'updated_at': '2021-08-10T03:29:31Z', 'revision_number': 3, 'project_id': '512e51e52dde4e17a26f3eb689e87681', 'gw_port': {'id': '7bfd8722-0130-41be-a5fb-1c416d2e8d70', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:91:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7ae953-7a54-48c6-b54f-5953318eb1f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:30Z', 'updated_at': '2021-08-10T03:29:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:29:39.644149 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device acc3afb5-5bdb-44be-9350-f094605d3573 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:29:39.652600 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-350546e8-d491-453e-9607-5baab188eb89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:39.672523 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-7f72db1e-63c0-4c24-a415-a0a36ad35b82 req-74308caa-3158-46fe-b87e-0233f039b897 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:39.692508 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['d8a1880f-e888-4ef4-9b83-ee7ad039213a'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:29:39.740540 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085551de-80be-48a8-9ffd-3ce0fe6f72f0 None None] The sync data for ids ['9801400f-c07d-43b3-bc9c-e0a6d14713e9'] in n-d-768851-15 is: [{'id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'name': 'tempest-TestNetworkBasicOps-router-1561070909', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '3246ee68-316e-4ba3-9cfd-736a08804d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:25Z', 'updated_at': '2021-08-10T03:29:33Z', 'revision_number': 4, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'gw_port': {'id': '3246ee68-316e-4ba3-9cfd-736a08804d60', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:26Z', 'updated_at': '2021-08-10T03:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '2927eb16-21bd-47e7-aba1-fd6ea509620c', 'name': '', 'network_id': '1a6736e6-4bf2-4fd6-b608-02d7e87502ef', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'mac_address': 'fa:16:3e:40:0a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '672e7333-eb8c-40ae-a818-36f1d38e30f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:32Z', 'updated_at': '2021-08-10T03:29:38Z', 'revision_number': 4, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'subnets': [{'id': '672e7333-eb8c-40ae-a818-36f1d38e30f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:29:39.760474 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-350546e8-d491-453e-9607-5baab188eb89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:39.763831 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-350546e8-d491-453e-9607-5baab188eb89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:39.767630 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-350546e8-d491-453e-9607-5baab188eb89 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0237b9db-ca71-4d7e-8522-4c061ad6f7e9 HTTP/1.1" status: 204 len: 168 time: 0.4037492 Aug 10 03:29:39.784852 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350546e8-d491-453e-9607-5baab188eb89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0237b9db-ca71-4d7e-8522-4c061ad6f7e9,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:39.786628 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43696) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:39.794292 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-bd18b85b-7cf4-411d-a04b-f61a624d1296 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-211635362', 'description': 'tempest-secgroup-smoke-211635362 description', 'project_id': '91c061317a63433fa1b564847f6d5cbb'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:39.900385 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bd18b85b-7cf4-411d-a04b-f61a624d1296 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:39.912888 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port acc3afb5-5bdb-44be-9350-f094605d3573 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:39.913299 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:39.999487 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9a027901-3707-461f-abb4-ada9b688d4e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:40.007552 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f72db1e-63c0-4c24-a415-a0a36ad35b82 req-74308caa-3158-46fe-b87e-0233f039b897 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Network 83f5022a-a392-4936-a439-f5e038ac0656 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:29:40.022151 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-7f72db1e-63c0-4c24-a415-a0a36ad35b82 req-74308caa-3158-46fe-b87e-0233f039b897 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:29:40.031722 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f72db1e-63c0-4c24-a415-a0a36ad35b82 req-74308caa-3158-46fe-b87e-0233f039b897 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:29:40.143735 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c12b4-7579-45e0-81eb-59c059bd5b2f req-ce28c522-823a-4d53-83d7-a816848fc8e2 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:40.172626 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bd18b85b-7cf4-411d-a04b-f61a624d1296 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:40.177905 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-022c12b4-7579-45e0-81eb-59c059bd5b2f req-ce28c522-823a-4d53-83d7-a816848fc8e2 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b109fedd-3c54-424c-8c34-5f66c22e132c HTTP/1.1" status: 200 len: 1027 time: 0.3740892 Aug 10 03:29:40.186351 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bd18b85b-7cf4-411d-a04b-f61a624d1296 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:40.202206 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74308caa-3158-46fe-b87e-0233f039b897 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Pushing event updated for resources: {'Port': ['ID=9511810d-2875-4ed5-a9ff-a67c8d45827c,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:40.272164 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bd18b85b-7cf4-411d-a04b-f61a624d1296 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:40.273519 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-bd18b85b-7cf4-411d-a04b-f61a624d1296 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4859338 Aug 10 03:29:40.277163 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43714) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:40.277999 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd18b85b-7cf4-411d-a04b-f61a624d1296 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=045e405e-682f-499e-a749-5004a889b208,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:40.291703 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-0f3c69f2-6879-4505-bea6-3336cb423c57 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Request body: {'security_group_rule': {'security_group_id': '045e405e-682f-499e-a749-5004a889b208', 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:40.360043 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0f3c69f2-6879-4505-bea6-3336cb423c57 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:40.482787 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72db1e-63c0-4c24-a415-a0a36ad35b82 req-74308caa-3158-46fe-b87e-0233f039b897 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:40.497277 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-7f72db1e-63c0-4c24-a415-a0a36ad35b82 req-74308caa-3158-46fe-b87e-0233f039b897 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:40.547089 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0f3c69f2-6879-4505-bea6-3336cb423c57 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:40.554527 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0f3c69f2-6879-4505-bea6-3336cb423c57 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:40.572815 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-022c12b4-7579-45e0-81eb-59c059bd5b2f req-231b82cf-ce9b-412c-9d6c-bf215d51570d tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=431d999a-c0d5-473b-b797-0359380e4e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3939786 Aug 10 03:29:40.583350 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3c69f2-6879-4505-bea6-3336cb423c57 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82c61c52-197b-4935-ae75-f0e9b3af7c5a,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:40.623157 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0f3c69f2-6879-4505-bea6-3336cb423c57 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:40.624676 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0f3c69f2-6879-4505-bea6-3336cb423c57 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3373985 Aug 10 03:29:40.628592 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43720) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:40.633705 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-4620a68f-b360-42db-8623-5679b6a228d2 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Request body: {'security_group_rule': {'security_group_id': '045e405e-682f-499e-a749-5004a889b208', 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:40.646219 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7f72db1e-63c0-4c24-a415-a0a36ad35b82 req-74308caa-3158-46fe-b87e-0233f039b897 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 4.5638163 Aug 10 03:29:40.652991 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9a027901-3707-461f-abb4-ada9b688d4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:40.685342 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-7f72db1e-63c0-4c24-a415-a0a36ad35b82 req-b7d216ad-71d9-4750-91a7-84cc6d3cec80 service neutron] Request body: {'port': {'device_id': 'b109fedd-3c54-424c-8c34-5f66c22e132c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:40.708190 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4620a68f-b360-42db-8623-5679b6a228d2 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:40.743899 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0f4bd01e-45c2-4593-b383-306045ce12e9 None None] Provisioning for port 9511810d-2875-4ed5-a9ff-a67c8d45827c completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:29:40.791375 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0f4bd01e-45c2-4593-b383-306045ce12e9 None None] Provisioning complete for port 9511810d-2875-4ed5-a9ff-a67c8d45827c triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:40.793331 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0f4bd01e-45c2-4593-b383-306045ce12e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:40.887988 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a027901-3707-461f-abb4-ada9b688d4e1 admin admin] Network 6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:29:40.900511 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4620a68f-b360-42db-8623-5679b6a228d2 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:40.909959 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4620a68f-b360-42db-8623-5679b6a228d2 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:40.936776 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-9a027901-3707-461f-abb4-ada9b688d4e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:29:40.943723 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0f4bd01e-45c2-4593-b383-306045ce12e9 None None] Port 9511810d-2875-4ed5-a9ff-a67c8d45827c cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:29:40.960075 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4620a68f-b360-42db-8623-5679b6a228d2 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:40.961532 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4620a68f-b360-42db-8623-5679b6a228d2 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3328702 Aug 10 03:29:40.964933 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43734) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:40.986613 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-579ceafd-5213-4c8f-81bc-d726212a2078 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Request body: {'security_group_rule': {'security_group_id': '045e405e-682f-499e-a749-5004a889b208', 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:40.989078 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a027901-3707-461f-abb4-ada9b688d4e1 admin admin] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:29:41.006886 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4620a68f-b360-42db-8623-5679b6a228d2 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d17c7c3-81b1-40a1-b9e6-25138720e5c2,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:41.012364 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a027901-3707-461f-abb4-ada9b688d4e1 admin admin] Pushing event updated for resources: {'Port': ['ID=b9453298-4cd7-4f1e-9a8c-fd088d767574,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:41.073002 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-579ceafd-5213-4c8f-81bc-d726212a2078 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:41.153495 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-7f72db1e-63c0-4c24-a415-a0a36ad35b82 req-b7d216ad-71d9-4750-91a7-84cc6d3cec80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:41.230925 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9a027901-3707-461f-abb4-ada9b688d4e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:41.299742 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-579ceafd-5213-4c8f-81bc-d726212a2078 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:41.309864 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-579ceafd-5213-4c8f-81bc-d726212a2078 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:41.394280 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ceafd-5213-4c8f-81bc-d726212a2078 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70551ac7-8277-4ecb-bd4c-4c351725cb90,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:41.406601 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-579ceafd-5213-4c8f-81bc-d726212a2078 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:41.408127 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-579ceafd-5213-4c8f-81bc-d726212a2078 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4347620 Aug 10 03:29:41.411278 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43744) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:41.424310 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-0ab40dba-2e38-43af-b295-d44e8811cd59 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Request body: {'security_group_rule': {'security_group_id': '045e405e-682f-499e-a749-5004a889b208', 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:41.503451 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0ab40dba-2e38-43af-b295-d44e8811cd59 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:41.689327 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0ab40dba-2e38-43af-b295-d44e8811cd59 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:41.700052 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0ab40dba-2e38-43af-b295-d44e8811cd59 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:41.760423 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab40dba-2e38-43af-b295-d44e8811cd59 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d9e381d-2041-4619-b233-0b380bf06c0b,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:41.816972 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0ab40dba-2e38-43af-b295-d44e8811cd59 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:41.827895 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 2927eb16-21bd-47e7-aba1-fd6ea509620c up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:29:41.846232 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0ab40dba-2e38-43af-b295-d44e8811cd59 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4332180 Aug 10 03:29:41.847141 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43760) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:41.859897 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-13780610-f024-42bc-aad3-fda2fe69cbdf tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Request body: {'security_group_rule': {'security_group_id': '045e405e-682f-499e-a749-5004a889b208', 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:41.939801 n-d-768851-15 neutron-server[94217]: INFO neutron.db.securitygroups_db [None req-13780610-f024-42bc-aad3-fda2fe69cbdf tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Project 91c061317a63433fa1b564847f6d5cbb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:29:41.954439 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-13780610-f024-42bc-aad3-fda2fe69cbdf tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:41.984933 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 2927eb16-21bd-47e7-aba1-fd6ea509620c completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:29:41.995409 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 2927eb16-21bd-47e7-aba1-fd6ea509620c triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:41.996797 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:42.205544 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-13780610-f024-42bc-aad3-fda2fe69cbdf tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:42.218029 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-13780610-f024-42bc-aad3-fda2fe69cbdf tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:42.252563 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:42.270564 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13780610-f024-42bc-aad3-fda2fe69cbdf tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0209c9e5-6ede-4621-a0d1-fdb7396c8565,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:42.305045 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-13780610-f024-42bc-aad3-fda2fe69cbdf tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:42.307930 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-13780610-f024-42bc-aad3-fda2fe69cbdf tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4583817 Aug 10 03:29:42.309887 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43778) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:42.318478 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-2b77e34e-f696-469e-ab33-eff172dd112a tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Request body: {'security_group_rule': {'security_group_id': '045e405e-682f-499e-a749-5004a889b208', 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:42.378132 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 2927eb16-21bd-47e7-aba1-fd6ea509620c, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=2927eb16-21bd-47e7-aba1-fd6ea509620c,segment=NetworkSegment(90fc387c-2ff1-44e0-8c3a-ac4a1b9abaaf),segment_id=90fc387c-2ff1-44e0-8c3a-ac4a1b9abaaf)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:42.386218 n-d-768851-15 neutron-server[94217]: INFO neutron.db.securitygroups_db [None req-2b77e34e-f696-469e-ab33-eff172dd112a tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Project 91c061317a63433fa1b564847f6d5cbb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:29:42.391231 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:42.392268 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 7bfd8722-0130-41be-a5fb-1c416d2e8d70 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:29:42.407877 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2b77e34e-f696-469e-ab33-eff172dd112a tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:42.666359 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2b77e34e-f696-469e-ab33-eff172dd112a tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:42.672609 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2b77e34e-f696-469e-ab33-eff172dd112a tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:42.714424 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=2927eb16-21bd-47e7-aba1-fd6ea509620c,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:42.722448 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b77e34e-f696-469e-ab33-eff172dd112a tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7faabf33-51bf-430b-bd24-76a6ef818bc1,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:42.746437 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2b77e34e-f696-469e-ab33-eff172dd112a tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:42.769027 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2b77e34e-f696-469e-ab33-eff172dd112a tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4493043 Aug 10 03:29:42.770136 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 7bfd8722-0130-41be-a5fb-1c416d2e8d70 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:29:42.775840 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 7bfd8722-0130-41be-a5fb-1c416d2e8d70 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:42.776426 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:42.816558 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9a027901-3707-461f-abb4-ada9b688d4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:42.985414 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:43.010841 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 7bfd8722-0130-41be-a5fb-1c416d2e8d70, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=7bfd8722-0130-41be-a5fb-1c416d2e8d70,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:43.018933 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:43.032573 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce72a9b-85b3-446a-b1ef-6add80d7f802 req-742156cd-75ae-49fc-9656-f6a7929309fa tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:43.046926 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0ce72a9b-85b3-446a-b1ef-6add80d7f802 req-742156cd-75ae-49fc-9656-f6a7929309fa tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b109fedd-3c54-424c-8c34-5f66c22e132c HTTP/1.1" status: 200 len: 1027 time: 1.0974157 Aug 10 03:29:43.119674 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=7bfd8722-0130-41be-a5fb-1c416d2e8d70,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:43.304285 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0ce72a9b-85b3-446a-b1ef-6add80d7f802 req-2ba1494d-4fa0-40c5-8a97-64e99cc560a1 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=431d999a-c0d5-473b-b797-0359380e4e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564380 Aug 10 03:29:43.341558 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cc48b3cb-3e34-4413-8d27-03d08714ae11 req-93464ba1-6b08-42b1-9f40-27263cec2f18 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-211635362&fields=id&tenant_id=91c061317a63433fa1b564847f6d5cbb HTTP/1.1" status: 200 len: 267 time: 0.2549264 Aug 10 03:29:43.370917 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-7f72db1e-63c0-4c24-a415-a0a36ad35b82 req-b7d216ad-71d9-4750-91a7-84cc6d3cec80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9511810d-2875-4ed5-a9ff-a67c8d45827c {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:29:43.405938 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-7f72db1e-63c0-4c24-a415-a0a36ad35b82 req-b7d216ad-71d9-4750-91a7-84cc6d3cec80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:43.486023 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-7f72db1e-63c0-4c24-a415-a0a36ad35b82 req-b7d216ad-71d9-4750-91a7-84cc6d3cec80 service neutron] Transition to ACTIVE for port object 9511810d-2875-4ed5-a9ff-a67c8d45827c will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:29:43.517578 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-7f72db1e-63c0-4c24-a415-a0a36ad35b82 req-b7d216ad-71d9-4750-91a7-84cc6d3cec80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:43.530805 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9a027901-3707-461f-abb4-ada9b688d4e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:43.583679 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9a027901-3707-461f-abb4-ada9b688d4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:43.655447 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc48b3cb-3e34-4413-8d27-03d08714ae11 req-9d1c8f2b-b43d-4a78-a600-2d5a46614533 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:43.662529 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 2927eb16-21bd-47e7-aba1-fd6ea509620c up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:29:43.667735 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cc48b3cb-3e34-4413-8d27-03d08714ae11 req-9d1c8f2b-b43d-4a78-a600-2d5a46614533 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/networks?id=1a6736e6-4bf2-4fd6-b608-02d7e87502ef HTTP/1.1" status: 200 len: 797 time: 0.3123236 Aug 10 03:29:43.717561 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cc48b3cb-3e34-4413-8d27-03d08714ae11 req-2c78ec1f-aa91-4ae0-8cfd-1cfbc00fb2d4 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/quotas/91c061317a63433fa1b564847f6d5cbb HTTP/1.1" status: 200 len: 375 time: 0.0479329 Aug 10 03:29:43.764201 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d216ad-71d9-4750-91a7-84cc6d3cec80 service neutron] Pushing event updated for resources: {'Port': ['ID=9511810d-2875-4ed5-a9ff-a67c8d45827c,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:43.891919 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 2927eb16-21bd-47e7-aba1-fd6ea509620c triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:43.894457 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:43.984646 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9a027901-3707-461f-abb4-ada9b688d4e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:44.039344 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 7bfd8722-0130-41be-a5fb-1c416d2e8d70 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:29:44.112261 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 7bfd8722-0130-41be-a5fb-1c416d2e8d70 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:44.112653 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:44.119730 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a027901-3707-461f-abb4-ada9b688d4e1 admin admin] Pushing event updated for resources: {'Port': ['ID=b9453298-4cd7-4f1e-9a8c-fd088d767574,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:44.170249 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cc48b3cb-3e34-4413-8d27-03d08714ae11 req-cc71ad14-e9e0-4a9c-8a1f-5ec5470ee93f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=91c061317a63433fa1b564847f6d5cbb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4515414 Aug 10 03:29:44.359116 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-7f72db1e-63c0-4c24-a415-a0a36ad35b82 req-b7d216ad-71d9-4750-91a7-84cc6d3cec80 service neutron] Attempting to bind port 9511810d-2875-4ed5-a9ff-a67c8d45827c on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:29:44.359607 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-7f72db1e-63c0-4c24-a415-a0a36ad35b82 req-b7d216ad-71d9-4750-91a7-84cc6d3cec80 service neutron] Attempting to bind port 9511810d-2875-4ed5-a9ff-a67c8d45827c by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '1f23af5d-31ec-4d72-9d00-aa0e3e02dafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '83f5022a-a392-4936-a439-f5e038ac0656'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:29:44.360823 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f72db1e-63c0-4c24-a415-a0a36ad35b82 req-b7d216ad-71d9-4750-91a7-84cc6d3cec80 service neutron] Attempting to bind port 9511810d-2875-4ed5-a9ff-a67c8d45827c on network 83f5022a-a392-4936-a439-f5e038ac0656 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:29:44.390201 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a027901-3707-461f-abb4-ada9b688d4e1 admin admin] Network 6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:29:44.397555 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f72db1e-63c0-4c24-a415-a0a36ad35b82 req-b7d216ad-71d9-4750-91a7-84cc6d3cec80 service neutron] Port 9511810d-2875-4ed5-a9ff-a67c8d45827c on network 83f5022a-a392-4936-a439-f5e038ac0656 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:29:44.398205 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f72db1e-63c0-4c24-a415-a0a36ad35b82 req-b7d216ad-71d9-4750-91a7-84cc6d3cec80 service neutron] Attempting to bind port 9511810d-2875-4ed5-a9ff-a67c8d45827c on network 83f5022a-a392-4936-a439-f5e038ac0656 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:29:44.411026 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-9a027901-3707-461f-abb4-ada9b688d4e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:29:44.442825 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f72db1e-63c0-4c24-a415-a0a36ad35b82 req-b7d216ad-71d9-4750-91a7-84cc6d3cec80 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:29:44.442825 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f72db1e-63c0-4c24-a415-a0a36ad35b82 req-b7d216ad-71d9-4750-91a7-84cc6d3cec80 service neutron] Checking segment: {'id': '1f23af5d-31ec-4d72-9d00-aa0e3e02dafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '83f5022a-a392-4936-a439-f5e038ac0656'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:29:44.442825 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f72db1e-63c0-4c24-a415-a0a36ad35b82 req-b7d216ad-71d9-4750-91a7-84cc6d3cec80 service neutron] Bound using segment: {'id': '1f23af5d-31ec-4d72-9d00-aa0e3e02dafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '83f5022a-a392-4936-a439-f5e038ac0656'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:29:44.443566 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-7f72db1e-63c0-4c24-a415-a0a36ad35b82 req-b7d216ad-71d9-4750-91a7-84cc6d3cec80 service neutron] Bound port: 9511810d-2875-4ed5-a9ff-a67c8d45827c, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f23af5d-31ec-4d72-9d00-aa0e3e02dafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '83f5022a-a392-4936-a439-f5e038ac0656'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:29:44.443816 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-7f72db1e-63c0-4c24-a415-a0a36ad35b82 req-b7d216ad-71d9-4750-91a7-84cc6d3cec80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:44.580401 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cc48b3cb-3e34-4413-8d27-03d08714ae11 req-b6383fce-3612-4dd7-9c36-5d80c479b5e9 service neutron] 10.222.0.62 "GET /v2.0/networks/1a6736e6-4bf2-4fd6-b608-02d7e87502ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3786247 Aug 10 03:29:44.646059 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79183e4c-2211-491d-a49d-e6d6c67eb70e req-2e3ef701-efb3-4ee1-906d-1e234ebac118 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:44.647878 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-79183e4c-2211-491d-a49d-e6d6c67eb70e req-2e3ef701-efb3-4ee1-906d-1e234ebac118 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b109fedd-3c54-424c-8c34-5f66c22e132c HTTP/1.1" status: 200 len: 1053 time: 0.2208099 Aug 10 03:29:44.686868 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43896) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:44.744753 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cc48b3cb-3e34-4413-8d27-03d08714ae11 req-b5da0984-4e42-4a6e-a41e-eaac8d81bf6c service neutron] 10.222.0.62 "GET /v2.0/networks/1a6736e6-4bf2-4fd6-b608-02d7e87502ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631455 Aug 10 03:29:44.842234 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a027901-3707-461f-abb4-ada9b688d4e1 admin admin] Router 6b7ae953-7a54-48c6-b54f-5953318eb1f5 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:29:44.898807 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-da33b9ca-6faa-49d7-8476-bfe82f352b49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:45.085725 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-da33b9ca-6faa-49d7-8476-bfe82f352b49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:45.100422 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-da33b9ca-6faa-49d7-8476-bfe82f352b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:45.168667 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-7f72db1e-63c0-4c24-a415-a0a36ad35b82 req-b7d216ad-71d9-4750-91a7-84cc6d3cec80 service neutron] For port 9511810d-2875-4ed5-a9ff-a67c8d45827c, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:29:45.179117 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da33b9ca-6faa-49d7-8476-bfe82f352b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c58bc4e2-0a39-4c68-ac72-d7e121e13bb0,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:45.188965 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-51c7bb77-503e-42f8-b408-5acbb818550d req-7ddad289-a720-4669-9205-f5daab4f757d tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe65015a-9af5-4203-b5ff-e400a5a5d632 HTTP/1.1" status: 200 len: 210 time: 0.0524738 Aug 10 03:29:45.213528 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-7f72db1e-63c0-4c24-a415-a0a36ad35b82 req-b7d216ad-71d9-4750-91a7-84cc6d3cec80 service neutron] For port 9511810d-2875-4ed5-a9ff-a67c8d45827c, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=9511810d-2875-4ed5-a9ff-a67c8d45827c,segment=NetworkSegment(1f23af5d-31ec-4d72-9d00-aa0e3e02dafa),segment_id=1f23af5d-31ec-4d72-9d00-aa0e3e02dafa)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:29:45.226978 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-79183e4c-2211-491d-a49d-e6d6c67eb70e req-dd3ad9b5-b791-49f0-96aa-2253aa43984e tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=431d999a-c0d5-473b-b797-0359380e4e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4794154 Aug 10 03:29:45.231789 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-da33b9ca-6faa-49d7-8476-bfe82f352b49 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b33f129daaab4f9da6a2f7edc6279788&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5437610 Aug 10 03:29:45.232506 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43924) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:45.236522 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-7f72db1e-63c0-4c24-a415-a0a36ad35b82 req-b7d216ad-71d9-4750-91a7-84cc6d3cec80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:45.278175 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a027901-3707-461f-abb4-ada9b688d4e1 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:29:45.286231 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-9a027901-3707-461f-abb4-ada9b688d4e1 admin admin] 10.222.0.62 "PUT /v2.0/routers/6b7ae953-7a54-48c6-b54f-5953318eb1f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9777589 Aug 10 03:29:45.292177 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9aa339-9779-43fd-a79f-66b18d519130 None None] Sync routers for ids ['6b7ae953-7a54-48c6-b54f-5953318eb1f5'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:29:45.301379 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72db1e-63c0-4c24-a415-a0a36ad35b82 req-b7d216ad-71d9-4750-91a7-84cc6d3cec80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:45.302018 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-7f72db1e-63c0-4c24-a415-a0a36ad35b82 req-b7d216ad-71d9-4750-91a7-84cc6d3cec80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:45.304502 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7f72db1e-63c0-4c24-a415-a0a36ad35b82 req-b7d216ad-71d9-4750-91a7-84cc6d3cec80 service neutron] 10.222.0.60 "PUT /v2.0/ports/9511810d-2875-4ed5-a9ff-a67c8d45827c HTTP/1.1" status: 200 len: 1092 time: 4.6385217 Aug 10 03:29:45.310390 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9aa339-9779-43fd-a79f-66b18d519130 None None] Routers {'6b7ae953-7a54-48c6-b54f-5953318eb1f5'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:45.311748 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-4c9aa339-9779-43fd-a79f-66b18d519130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:29:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['6b7ae953-7a54-48c6-b54f-5953318eb1f5'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:45.315424 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b109fedd-3c54-424c-8c34-5f66c22e132c', 'tag': '9511810d-2875-4ed5-a9ff-a67c8d45827c'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:29:45.324311 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088dfced-5372-4a78-9f5e-f0fe6203b9b1" -d '{"events": [{"name": "network-changed", "server_uuid": "b109fedd-3c54-424c-8c34-5f66c22e132c", "tag": "9511810d-2875-4ed5-a9ff-a67c8d45827c"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:29:45.408027 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d877b82b-5bef-43e2-be4f-5f263669cab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:45.430562 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641b9abb-953d-4235-9922-0d810dc28998 x-openstack-request-id: req-641b9abb-953d-4235-9922-0d810dc28998 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:29:45.430891 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b109fedd-3c54-424c-8c34-5f66c22e132c", "tag": "9511810d-2875-4ed5-a9ff-a67c8d45827c", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:29:45.431153 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-641b9abb-953d-4235-9922-0d810dc28998 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:29:45.431555 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b109fedd-3c54-424c-8c34-5f66c22e132c', 'tag': '9511810d-2875-4ed5-a9ff-a67c8d45827c', 'status': 'completed', 'code': 200} Aug 10 03:29:45.468945 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d877b82b-5bef-43e2-be4f-5f263669cab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:45.513381 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d216ad-71d9-4750-91a7-84cc6d3cec80 service neutron] Pushing event updated for resources: {'Port': ['ID=9511810d-2875-4ed5-a9ff-a67c8d45827c,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:45.577792 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d877b82b-5bef-43e2-be4f-5f263669cab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:45.581471 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d877b82b-5bef-43e2-be4f-5f263669cab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:45.594884 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d877b82b-5bef-43e2-be4f-5f263669cab4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c58bc4e2-0a39-4c68-ac72-d7e121e13bb0 HTTP/1.1" status: 204 len: 168 time: 0.3558428 Aug 10 03:29:45.603425 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72db1e-63c0-4c24-a415-a0a36ad35b82 req-e3e0f87f-23a5-485b-96c6-4fb1611d6522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:45.610679 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7f72db1e-63c0-4c24-a415-a0a36ad35b82 req-e3e0f87f-23a5-485b-96c6-4fb1611d6522 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=64e898418998439fb3ac07fff4b9dc8c&device_id=b109fedd-3c54-424c-8c34-5f66c22e132c HTTP/1.1" status: 200 len: 1095 time: 0.2413950 Aug 10 03:29:45.626579 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d877b82b-5bef-43e2-be4f-5f263669cab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58bc4e2-0a39-4c68-ac72-d7e121e13bb0,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:45.636573 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-4c9aa339-9779-43fd-a79f-66b18d519130 None None] Set router 6b7ae953-7a54-48c6-b54f-5953318eb1f5 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:29:45.737158 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7f72db1e-63c0-4c24-a415-a0a36ad35b82 req-71b2ff77-60da-47e9-a37c-2d88a4decddb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9511810d-2875-4ed5-a9ff-a67c8d45827c HTTP/1.1" status: 200 len: 217 time: 0.1192834 Aug 10 03:29:45.862706 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72db1e-63c0-4c24-a415-a0a36ad35b82 req-73c922c8-f85b-4904-a81b-2001d9daf901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:45.865347 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7f72db1e-63c0-4c24-a415-a0a36ad35b82 req-73c922c8-f85b-4904-a81b-2001d9daf901 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=15714828-782b-43e5-91d0-f0a94a444033 HTTP/1.1" status: 200 len: 847 time: 0.1159122 Aug 10 03:29:45.968387 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72db1e-63c0-4c24-a415-a0a36ad35b82 req-8f58b2c8-e207-41bd-b0c7-b57272834cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:45.972760 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7f72db1e-63c0-4c24-a415-a0a36ad35b82 req-8f58b2c8-e207-41bd-b0c7-b57272834cb8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=83f5022a-a392-4936-a439-f5e038ac0656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0973551 Aug 10 03:29:46.326935 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7f72db1e-63c0-4c24-a415-a0a36ad35b82 req-81b3dd19-8eae-44d1-8517-8a0bcdce0668 service neutron] 10.222.0.60 "GET /v2.0/networks/83f5022a-a392-4936-a439-f5e038ac0656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392453 Aug 10 03:29:46.372861 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-120560f8-3fc5-4085-a588-ab682ba6867a req-e4940b87-4a65-4efb-b718-3991efa20c6c tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe65015a-9af5-4203-b5ff-e400a5a5d632 HTTP/1.1" status: 200 len: 210 time: 0.0505412 Aug 10 03:29:46.449139 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-4c9aa339-9779-43fd-a79f-66b18d519130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7ae953-7a54-48c6-b54f-5953318eb1f5', 'name': 'tempest-ServerRescueNegativeTestJSON-568439192-router', 'tenant_id': '512e51e52dde4e17a26f3eb689e87681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '7bfd8722-0130-41be-a5fb-1c416d2e8d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:28Z', 'updated_at': '2021-08-10T03:29:41Z', 'revision_number': 4, 'project_id': '512e51e52dde4e17a26f3eb689e87681', 'gw_port': {'id': '7bfd8722-0130-41be-a5fb-1c416d2e8d70', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:91:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7ae953-7a54-48c6-b54f-5953318eb1f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:30Z', 'updated_at': '2021-08-10T03:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'b9453298-4cd7-4f1e-9a8c-fd088d767574', 'name': '', 'network_id': '6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43', 'tenant_id': '512e51e52dde4e17a26f3eb689e87681', 'mac_address': 'fa:16:3e:7d:b0:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7ae953-7a54-48c6-b54f-5953318eb1f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': '9931fad2-def9-4844-9e4b-a68eebcbaa2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:38Z', 'updated_at': '2021-08-10T03:29:43Z', 'revision_number': 2, 'project_id': '512e51e52dde4e17a26f3eb689e87681', 'subnets': [{'id': '9931fad2-def9-4844-9e4b-a68eebcbaa2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:46.481637 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9aa339-9779-43fd-a79f-66b18d519130 None None] Checking router: 6b7ae953-7a54-48c6-b54f-5953318eb1f5 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:29:46.482364 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9aa339-9779-43fd-a79f-66b18d519130 None None] Updating router 6b7ae953-7a54-48c6-b54f-5953318eb1f5 port b9453298-4cd7-4f1e-9a8c-fd088d767574 binding host n-d-768851-15 {{(pid=94218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:29:46.531260 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7f72db1e-63c0-4c24-a415-a0a36ad35b82 req-ce6b4a07-8ef6-4f98-982e-af9b6b71a39c service neutron] 10.222.0.60 "GET /v2.0/networks/83f5022a-a392-4936-a439-f5e038ac0656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572251 Aug 10 03:29:46.534199 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4c9aa339-9779-43fd-a79f-66b18d519130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:46.624282 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43970) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:46.666394 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5ce4059e-d5b5-4005-9d80-e03fbfd07b9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:46.731060 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c1c8f4-f2c4-40d9-b086-332e531b5de4 req-ec6be8b7-39c7-4a65-8ba5-e5b14d01fa69 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:46.739556 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-47c1c8f4-f2c4-40d9-b086-332e531b5de4 req-ec6be8b7-39c7-4a65-8ba5-e5b14d01fa69 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b109fedd-3c54-424c-8c34-5f66c22e132c HTTP/1.1" status: 200 len: 1095 time: 0.1944461 Aug 10 03:29:46.838990 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-47c1c8f4-f2c4-40d9-b086-332e531b5de4 req-225d3f44-7173-48dd-b481-c45fb346d6fd tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=431d999a-c0d5-473b-b797-0359380e4e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983443 Aug 10 03:29:46.872640 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088dfced-5372-4a78-9f5e-f0fe6203b9b1 req-5f0d6e95-199c-422f-8aee-3583e073081e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:46.874942 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-088dfced-5372-4a78-9f5e-f0fe6203b9b1 req-5f0d6e95-199c-422f-8aee-3583e073081e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=64e898418998439fb3ac07fff4b9dc8c&device_id=b109fedd-3c54-424c-8c34-5f66c22e132c HTTP/1.1" status: 200 len: 1095 time: 0.2623928 Aug 10 03:29:47.125568 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d8930-614c-4441-898b-d901e8ffa825 req-7032baf5-421d-448d-b95f-833bf88bc333 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:47.133125 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-768d8930-614c-4441-898b-d901e8ffa825 req-7032baf5-421d-448d-b95f-833bf88bc333 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/networks?id=6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43 HTTP/1.1" status: 200 len: 818 time: 0.3104994 Aug 10 03:29:47.154628 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4c9aa339-9779-43fd-a79f-66b18d519130 None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:47.157946 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-768d8930-614c-4441-898b-d901e8ffa825 req-eb5634e6-9517-430a-8e40-0c845c9aa60d tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/quotas/512e51e52dde4e17a26f3eb689e87681 HTTP/1.1" status: 200 len: 375 time: 0.0235360 Aug 10 03:29:47.175109 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-4c9aa339-9779-43fd-a79f-66b18d519130 None None] Transition to ACTIVE for port object b9453298-4cd7-4f1e-9a8c-fd088d767574 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:29:47.185175 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4c9aa339-9779-43fd-a79f-66b18d519130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:47.205012 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5ce4059e-d5b5-4005-9d80-e03fbfd07b9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:47.206117 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088dfced-5372-4a78-9f5e-f0fe6203b9b1 req-67de46a4-bd42-4a5e-a146-80cf5e92eef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:47.208352 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-088dfced-5372-4a78-9f5e-f0fe6203b9b1 req-67de46a4-bd42-4a5e-a146-80cf5e92eef2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=83f5022a-a392-4936-a439-f5e038ac0656 HTTP/1.1" status: 200 len: 909 time: 0.2648234 Aug 10 03:29:47.214814 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5ce4059e-d5b5-4005-9d80-e03fbfd07b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:47.251611 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce4059e-d5b5-4005-9d80-e03fbfd07b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869d81eb-ed6f-4b31-a556-a455bb3bc31c,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:47.267231 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-768d8930-614c-4441-898b-d901e8ffa825 req-03150d70-c6c9-4f64-9657-444a750238fa tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=512e51e52dde4e17a26f3eb689e87681&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1080649 Aug 10 03:29:47.282008 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc48b3cb-3e34-4413-8d27-03d08714ae11 req-01f8f2b6-ab10-4d64-89c2-387aa534bb14 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:47.286045 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cc48b3cb-3e34-4413-8d27-03d08714ae11 req-01f8f2b6-ab10-4d64-89c2-387aa534bb14 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.58 "GET /v2.0/networks?id=1a6736e6-4bf2-4fd6-b608-02d7e87502ef HTTP/1.1" status: 200 len: 797 time: 0.5456131 Aug 10 03:29:47.313517 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0cff4e-d516-4bd0-80eb-5b55794a65be None None] Pushing event updated for resources: {'Port': ['ID=b9453298-4cd7-4f1e-9a8c-fd088d767574,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:47.375570 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-5ce4059e-d5b5-4005-9d80-e03fbfd07b9c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2155871f87274c8e99e0961a775b2c0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7493141 Aug 10 03:29:47.387125 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 44002) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:47.393135 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-088dfced-5372-4a78-9f5e-f0fe6203b9b1 req-8d50c2c2-ce21-44aa-9ef6-1f4dd2dc1510 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9511810d-2875-4ed5-a9ff-a67c8d45827c HTTP/1.1" status: 200 len: 217 time: 0.1722374 Aug 10 03:29:47.484320 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088dfced-5372-4a78-9f5e-f0fe6203b9b1 req-e58c0fa8-bb64-4d71-b2b4-76d86a57ba23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:47.485808 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-088dfced-5372-4a78-9f5e-f0fe6203b9b1 req-e58c0fa8-bb64-4d71-b2b4-76d86a57ba23 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=15714828-782b-43e5-91d0-f0a94a444033 HTTP/1.1" status: 200 len: 847 time: 0.0597391 Aug 10 03:29:47.510912 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cc48b3cb-3e34-4413-8d27-03d08714ae11 req-e9a238db-ff7e-4526-bd3e-825ee1af4eac tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91c061317a63433fa1b564847f6d5cbb HTTP/1.1" status: 200 len: 379 time: 0.2067642 Aug 10 03:29:47.524211 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-cc48b3cb-3e34-4413-8d27-03d08714ae11 req-35900464-5220-4d75-81e0-de5cc63fdf74 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Request body: {'port': {'device_id': 'fe65015a-9af5-4203-b5ff-e400a5a5d632', 'network_id': '1a6736e6-4bf2-4fd6-b608-02d7e87502ef', 'admin_state_up': True, 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'security_groups': ['045e405e-682f-499e-a749-5004a889b208']}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:47.526392 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-4c9aa339-9779-43fd-a79f-66b18d519130 None None] Attempting to bind port b9453298-4cd7-4f1e-9a8c-fd088d767574 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:29:47.527316 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-4c9aa339-9779-43fd-a79f-66b18d519130 None None] Attempting to bind port b9453298-4cd7-4f1e-9a8c-fd088d767574 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'ee4b8496-dab9-4992-a392-fc3c5ad70c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:29:47.531221 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9aa339-9779-43fd-a79f-66b18d519130 None None] Attempting to bind port b9453298-4cd7-4f1e-9a8c-fd088d767574 on network 6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:29:47.547845 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9aa339-9779-43fd-a79f-66b18d519130 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:29:47.548102 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9aa339-9779-43fd-a79f-66b18d519130 None None] Checking segment: {'id': 'ee4b8496-dab9-4992-a392-fc3c5ad70c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:29:47.552573 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4c9aa339-9779-43fd-a79f-66b18d519130 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:47.553105 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9aa339-9779-43fd-a79f-66b18d519130 None None] Bound using segment: {'id': 'ee4b8496-dab9-4992-a392-fc3c5ad70c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:29:47.555322 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-4c9aa339-9779-43fd-a79f-66b18d519130 None None] Bound port: b9453298-4cd7-4f1e-9a8c-fd088d767574, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee4b8496-dab9-4992-a392-fc3c5ad70c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:29:47.556601 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4c9aa339-9779-43fd-a79f-66b18d519130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:47.660417 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-4c9aa339-9779-43fd-a79f-66b18d519130 None None] For port b9453298-4cd7-4f1e-9a8c-fd088d767574, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:29:47.664524 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-4c9aa339-9779-43fd-a79f-66b18d519130 None None] For port b9453298-4cd7-4f1e-9a8c-fd088d767574, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=b9453298-4cd7-4f1e-9a8c-fd088d767574,segment=NetworkSegment(ee4b8496-dab9-4992-a392-fc3c5ad70c4e),segment_id=ee4b8496-dab9-4992-a392-fc3c5ad70c4e)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:29:47.672412 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4c9aa339-9779-43fd-a79f-66b18d519130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:47.704172 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c93b765e-528b-497e-997f-bfb271d4a35e req-38636b38-0e61-470d-8e98-88fcb5ce0f6f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe65015a-9af5-4203-b5ff-e400a5a5d632 HTTP/1.1" status: 200 len: 210 time: 0.1234202 Aug 10 03:29:47.726869 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4597fd26-abf1-43d2-a5db-7f4abcaf3dd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:47.757929 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088dfced-5372-4a78-9f5e-f0fe6203b9b1 req-78748a84-0de9-4d9c-9b19-62a70cce8713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:47.759488 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-088dfced-5372-4a78-9f5e-f0fe6203b9b1 req-78748a84-0de9-4d9c-9b19-62a70cce8713 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=83f5022a-a392-4936-a439-f5e038ac0656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2651951 Aug 10 03:29:47.762306 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc48b3cb-3e34-4413-8d27-03d08714ae11 req-35900464-5220-4d75-81e0-de5cc63fdf74 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Made reservation on behalf of 91c061317a63433fa1b564847f6d5cbb for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:29:47.765963 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9aa339-9779-43fd-a79f-66b18d519130 None None] Routers {'6b7ae953-7a54-48c6-b54f-5953318eb1f5'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:47.767185 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-4c9aa339-9779-43fd-a79f-66b18d519130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:29:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['6b7ae953-7a54-48c6-b54f-5953318eb1f5'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:47.767551 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-cc48b3cb-3e34-4413-8d27-03d08714ae11 req-35900464-5220-4d75-81e0-de5cc63fdf74 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:47.771999 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-768d8930-614c-4441-898b-d901e8ffa825 req-ed0c6649-89e1-4ec3-bb5f-4b324b624f83 service neutron] 10.222.0.62 "GET /v2.0/networks/6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5038073 Aug 10 03:29:47.793542 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4597fd26-abf1-43d2-a5db-7f4abcaf3dd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:48.005817 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-768d8930-614c-4441-898b-d901e8ffa825 req-c4cff728-586b-48bd-8b4e-25f76d6ef05e service neutron] 10.222.0.62 "GET /v2.0/networks/6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279046 Aug 10 03:29:48.034077 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4597fd26-abf1-43d2-a5db-7f4abcaf3dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:48.040465 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4597fd26-abf1-43d2-a5db-7f4abcaf3dd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:48.043564 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-4597fd26-abf1-43d2-a5db-7f4abcaf3dd7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/869d81eb-ed6f-4b31-a556-a455bb3bc31c HTTP/1.1" status: 204 len: 168 time: 0.6493394 Aug 10 03:29:48.063303 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 44028) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:48.088753 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-088dfced-5372-4a78-9f5e-f0fe6203b9b1 req-7f169b74-3928-40c7-b709-7a7e83fad459 service neutron] 10.222.0.60 "GET /v2.0/networks/83f5022a-a392-4936-a439-f5e038ac0656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045926 Aug 10 03:29:48.133164 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4597fd26-abf1-43d2-a5db-7f4abcaf3dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869d81eb-ed6f-4b31-a556-a455bb3bc31c,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:48.172622 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-4c9aa339-9779-43fd-a79f-66b18d519130 None None] Set router 6b7ae953-7a54-48c6-b54f-5953318eb1f5 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:29:48.184344 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5157c6-ba50-47ac-bfea-9437b40b779e req-9e7bcc98-baf5-4a7d-864d-4ce4729e598c tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:48.192040 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fa5157c6-ba50-47ac-bfea-9437b40b779e req-9e7bcc98-baf5-4a7d-864d-4ce4729e598c tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b109fedd-3c54-424c-8c34-5f66c22e132c HTTP/1.1" status: 200 len: 1095 time: 0.1817696 Aug 10 03:29:48.298483 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-cc48b3cb-3e34-4413-8d27-03d08714ae11 req-35900464-5220-4d75-81e0-de5cc63fdf74 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Allocated IP 172.20.0.5 (1a6736e6-4bf2-4fd6-b608-02d7e87502ef/672e7333-eb8c-40ae-a818-36f1d38e30f2/fdb6b710-00f4-4d02-a58a-af16415ea8dc) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:29:48.317085 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-088dfced-5372-4a78-9f5e-f0fe6203b9b1 req-9d40576b-fbde-4943-a741-973f2cc31572 service neutron] 10.222.0.60 "GET /v2.0/networks/83f5022a-a392-4936-a439-f5e038ac0656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143886 Aug 10 03:29:48.348712 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fa5157c6-ba50-47ac-bfea-9437b40b779e req-2e19affe-f8d1-4d76-be31-c46a6eb32aff tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=431d999a-c0d5-473b-b797-0359380e4e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457787 Aug 10 03:29:48.380106 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0cff4e-d516-4bd0-80eb-5b55794a65be None None] Pushing event updated for resources: {'Port': ['ID=b9453298-4cd7-4f1e-9a8c-fd088d767574,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:48.440717 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e9544442-f411-40d4-9e1f-f022ba55ac22 req-7263026d-14e0-4d45-9a56-14cf54ea3eda tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca28343c-fe86-42dd-84b4-d84ad430dcfc HTTP/1.1" status: 200 len: 210 time: 0.0508358 Aug 10 03:29:48.662320 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-cc48b3cb-3e34-4413-8d27-03d08714ae11 req-35900464-5220-4d75-81e0-de5cc63fdf74 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:48.688939 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-cc48b3cb-3e34-4413-8d27-03d08714ae11 req-35900464-5220-4d75-81e0-de5cc63fdf74 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Transition to ACTIVE for port object fdb6b710-00f4-4d02-a58a-af16415ea8dc will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:29:48.744158 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-cc48b3cb-3e34-4413-8d27-03d08714ae11 req-35900464-5220-4d75-81e0-de5cc63fdf74 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:48.901951 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc48b3cb-3e34-4413-8d27-03d08714ae11 req-35900464-5220-4d75-81e0-de5cc63fdf74 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Network 1a6736e6-4bf2-4fd6-b608-02d7e87502ef is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:29:48.929860 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-cc48b3cb-3e34-4413-8d27-03d08714ae11 req-35900464-5220-4d75-81e0-de5cc63fdf74 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:29:48.933971 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc48b3cb-3e34-4413-8d27-03d08714ae11 req-35900464-5220-4d75-81e0-de5cc63fdf74 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:29:48.953448 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c989052d-8bac-4997-94d5-2593ee5ffb9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:48.957205 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-4c9aa339-9779-43fd-a79f-66b18d519130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7ae953-7a54-48c6-b54f-5953318eb1f5', 'name': 'tempest-ServerRescueNegativeTestJSON-568439192-router', 'tenant_id': '512e51e52dde4e17a26f3eb689e87681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '7bfd8722-0130-41be-a5fb-1c416d2e8d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:28Z', 'updated_at': '2021-08-10T03:29:41Z', 'revision_number': 4, 'project_id': '512e51e52dde4e17a26f3eb689e87681', 'gw_port': {'id': '7bfd8722-0130-41be-a5fb-1c416d2e8d70', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:91:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7ae953-7a54-48c6-b54f-5953318eb1f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:30Z', 'updated_at': '2021-08-10T03:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'b9453298-4cd7-4f1e-9a8c-fd088d767574', 'name': '', 'network_id': '6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43', 'tenant_id': '512e51e52dde4e17a26f3eb689e87681', 'mac_address': 'fa:16:3e:7d:b0:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7ae953-7a54-48c6-b54f-5953318eb1f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': '9931fad2-def9-4844-9e4b-a68eebcbaa2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:38Z', 'updated_at': '2021-08-10T03:29:47Z', 'revision_number': 4, 'project_id': '512e51e52dde4e17a26f3eb689e87681', 'subnets': [{'id': '9931fad2-def9-4844-9e4b-a68eebcbaa2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:49.004181 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d548f-807f-42fa-ad85-9eb54891f03d req-2c73e026-3309-4c84-9a6b-dac7ee8b28ca tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:49.021188 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3a8d548f-807f-42fa-ad85-9eb54891f03d req-2c73e026-3309-4c84-9a6b-dac7ee8b28ca tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe65015a-9af5-4203-b5ff-e400a5a5d632 HTTP/1.1" status: 200 len: 931 time: 0.1623385 Aug 10 03:29:49.044533 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9aa339-9779-43fd-a79f-66b18d519130 None None] The sync data for ids ['6b7ae953-7a54-48c6-b54f-5953318eb1f5'] in n-d-768851-15 is: [{'id': '6b7ae953-7a54-48c6-b54f-5953318eb1f5', 'name': 'tempest-ServerRescueNegativeTestJSON-568439192-router', 'tenant_id': '512e51e52dde4e17a26f3eb689e87681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '7bfd8722-0130-41be-a5fb-1c416d2e8d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:28Z', 'updated_at': '2021-08-10T03:29:41Z', 'revision_number': 4, 'project_id': '512e51e52dde4e17a26f3eb689e87681', 'gw_port': {'id': '7bfd8722-0130-41be-a5fb-1c416d2e8d70', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:91:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7ae953-7a54-48c6-b54f-5953318eb1f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:30Z', 'updated_at': '2021-08-10T03:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'b9453298-4cd7-4f1e-9a8c-fd088d767574', 'name': '', 'network_id': '6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43', 'tenant_id': '512e51e52dde4e17a26f3eb689e87681', 'mac_address': 'fa:16:3e:7d:b0:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7ae953-7a54-48c6-b54f-5953318eb1f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': '9931fad2-def9-4844-9e4b-a68eebcbaa2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:38Z', 'updated_at': '2021-08-10T03:29:47Z', 'revision_number': 4, 'project_id': '512e51e52dde4e17a26f3eb689e87681', 'subnets': [{'id': '9931fad2-def9-4844-9e4b-a68eebcbaa2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:29:49.074296 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35900464-5220-4d75-81e0-de5cc63fdf74 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Pushing event updated for resources: {'Port': ['ID=fdb6b710-00f4-4d02-a58a-af16415ea8dc,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:49.304637 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc48b3cb-3e34-4413-8d27-03d08714ae11 req-35900464-5220-4d75-81e0-de5cc63fdf74 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:49.305319 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-cc48b3cb-3e34-4413-8d27-03d08714ae11 req-35900464-5220-4d75-81e0-de5cc63fdf74 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:49.413440 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c989052d-8bac-4997-94d5-2593ee5ffb9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:49.426204 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c989052d-8bac-4997-94d5-2593ee5ffb9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:49.476453 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cc48b3cb-3e34-4413-8d27-03d08714ae11 req-35900464-5220-4d75-81e0-de5cc63fdf74 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9566202 Aug 10 03:29:49.495853 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 9511810d-2875-4ed5-a9ff-a67c8d45827c details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:29:49.499049 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3a8d548f-807f-42fa-ad85-9eb54891f03d req-63f3656d-0e06-46b6-bd92-032295752d25 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/security-groups?id=045e405e-682f-499e-a749-5004a889b208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4594133 Aug 10 03:29:49.506313 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-a9ebb57a-af26-420d-9435-480492767713 None None] Provisioning for port fdb6b710-00f4-4d02-a58a-af16415ea8dc completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:29:49.509475 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-cc48b3cb-3e34-4413-8d27-03d08714ae11 req-a224fef4-b6f8-4bca-ae13-919203afb124 service neutron] Request body: {'port': {'device_id': 'fe65015a-9af5-4203-b5ff-e400a5a5d632', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:49.534165 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-a9ebb57a-af26-420d-9435-480492767713 None None] Provisioning complete for port fdb6b710-00f4-4d02-a58a-af16415ea8dc triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:49.534554 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a9ebb57a-af26-420d-9435-480492767713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:49.551424 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d1038-1c19-4711-a473-3fed9e7edf40 req-92bc4bf0-78e1-4b2f-bb5e-a0b552910573 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:49.567732 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8b5d1038-1c19-4711-a473-3fed9e7edf40 req-92bc4bf0-78e1-4b2f-bb5e-a0b552910573 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/networks?id=6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43 HTTP/1.1" status: 200 len: 818 time: 0.4589832 Aug 10 03:29:49.618154 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8b5d1038-1c19-4711-a473-3fed9e7edf40 req-ca4d34f2-1a8d-4f9e-944e-a2bafdf88dd4 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/quotas/512e51e52dde4e17a26f3eb689e87681 HTTP/1.1" status: 200 len: 375 time: 0.0475407 Aug 10 03:29:49.623012 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebb57a-af26-420d-9435-480492767713 None None] Port fdb6b710-00f4-4d02-a58a-af16415ea8dc cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:29:49.644131 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c989052d-8bac-4997-94d5-2593ee5ffb9b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=effba43a3c134faea079a8a5c55cebbb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5798075 Aug 10 03:29:49.648129 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 44094) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:49.720048 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c989052d-8bac-4997-94d5-2593ee5ffb9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b664315-9e31-4bb0-ac57-5088bfd320b4,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:49.819815 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-cc48b3cb-3e34-4413-8d27-03d08714ae11 req-a224fef4-b6f8-4bca-ae13-919203afb124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:49.839251 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e9753-933f-4f35-acc7-a2010a023a1c req-da5b94d2-aedb-4d8c-9584-a1940857f119 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:49.840791 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f14e9753-933f-4f35-acc7-a2010a023a1c req-da5b94d2-aedb-4d8c-9584-a1940857f119 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b109fedd-3c54-424c-8c34-5f66c22e132c HTTP/1.1" status: 200 len: 1095 time: 0.1212752 Aug 10 03:29:49.847460 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8b5d1038-1c19-4711-a473-3fed9e7edf40 req-36e0d5ff-df8d-45d6-8c0d-1eced5ca4b98 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=512e51e52dde4e17a26f3eb689e87681&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2269268 Aug 10 03:29:49.869769 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 9511810d-2875-4ed5-a9ff-a67c8d45827c, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=9511810d-2875-4ed5-a9ff-a67c8d45827c,segment=NetworkSegment(1f23af5d-31ec-4d72-9d00-aa0e3e02dafa),segment_id=1f23af5d-31ec-4d72-9d00-aa0e3e02dafa)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:49.883978 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b9453298-4cd7-4f1e-9a8c-fd088d767574 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:29:49.940009 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '9511810d-2875-4ed5-a9ff-a67c8d45827c', 'network_id': '83f5022a-a392-4936-a439-f5e038ac0656', 'port_id': '9511810d-2875-4ed5-a9ff-a67c8d45827c', 'mac_address': 'fa:16:3e:bc:04:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15714828-782b-43e5-91d0-f0a94a444033', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:29:50.049579 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:50.060009 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port b9453298-4cd7-4f1e-9a8c-fd088d767574 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:29:50.089040 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port b9453298-4cd7-4f1e-9a8c-fd088d767574 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:50.089716 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:50.093987 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9511810d-2875-4ed5-a9ff-a67c8d45827c {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:29:50.194763 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4c34ac14-fe40-4070-be9d-16f12882318f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:50.252095 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 9511810d-2875-4ed5-a9ff-a67c8d45827c, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=9511810d-2875-4ed5-a9ff-a67c8d45827c,segment=NetworkSegment(1f23af5d-31ec-4d72-9d00-aa0e3e02dafa),segment_id=1f23af5d-31ec-4d72-9d00-aa0e3e02dafa)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:50.263983 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:50.322692 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4c34ac14-fe40-4070-be9d-16f12882318f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:50.546945 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=9511810d-2875-4ed5-a9ff-a67c8d45827c,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:50.563957 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:50.617523 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['9511810d-2875-4ed5-a9ff-a67c8d45827c'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:29:50.619916 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4c34ac14-fe40-4070-be9d-16f12882318f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:50.622464 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4c34ac14-fe40-4070-be9d-16f12882318f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:50.647740 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4c34ac14-fe40-4070-be9d-16f12882318f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7b664315-9e31-4bb0-ac57-5088bfd320b4 HTTP/1.1" status: 204 len: 168 time: 0.9973619 Aug 10 03:29:50.674145 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c34ac14-fe40-4070-be9d-16f12882318f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b664315-9e31-4bb0-ac57-5088bfd320b4,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:50.772874 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port b9453298-4cd7-4f1e-9a8c-fd088d767574, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=b9453298-4cd7-4f1e-9a8c-fd088d767574,segment=NetworkSegment(ee4b8496-dab9-4992-a392-fc3c5ad70c4e),segment_id=ee4b8496-dab9-4992-a392-fc3c5ad70c4e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:50.785247 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:50.800773 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-cc48b3cb-3e34-4413-8d27-03d08714ae11 req-a224fef4-b6f8-4bca-ae13-919203afb124 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdb6b710-00f4-4d02-a58a-af16415ea8dc {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:29:50.831157 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-cc48b3cb-3e34-4413-8d27-03d08714ae11 req-a224fef4-b6f8-4bca-ae13-919203afb124 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:50.874475 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-cc48b3cb-3e34-4413-8d27-03d08714ae11 req-a224fef4-b6f8-4bca-ae13-919203afb124 service neutron] Transition to ACTIVE for port object fdb6b710-00f4-4d02-a58a-af16415ea8dc will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:29:50.888965 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-cc48b3cb-3e34-4413-8d27-03d08714ae11 req-a224fef4-b6f8-4bca-ae13-919203afb124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:51.017683 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a224fef4-b6f8-4bca-ae13-919203afb124 service neutron] Pushing event updated for resources: {'Port': ['ID=fdb6b710-00f4-4d02-a58a-af16415ea8dc,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:51.147615 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=b9453298-4cd7-4f1e-9a8c-fd088d767574,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:51.307668 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-cc48b3cb-3e34-4413-8d27-03d08714ae11 req-a224fef4-b6f8-4bca-ae13-919203afb124 service neutron] Attempting to bind port fdb6b710-00f4-4d02-a58a-af16415ea8dc on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:29:51.308251 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-cc48b3cb-3e34-4413-8d27-03d08714ae11 req-a224fef4-b6f8-4bca-ae13-919203afb124 service neutron] Attempting to bind port fdb6b710-00f4-4d02-a58a-af16415ea8dc by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '90fc387c-2ff1-44e0-8c3a-ac4a1b9abaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1a6736e6-4bf2-4fd6-b608-02d7e87502ef'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:29:51.308372 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc48b3cb-3e34-4413-8d27-03d08714ae11 req-a224fef4-b6f8-4bca-ae13-919203afb124 service neutron] Attempting to bind port fdb6b710-00f4-4d02-a58a-af16415ea8dc on network 1a6736e6-4bf2-4fd6-b608-02d7e87502ef {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:29:51.314960 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc48b3cb-3e34-4413-8d27-03d08714ae11 req-a224fef4-b6f8-4bca-ae13-919203afb124 service neutron] Port fdb6b710-00f4-4d02-a58a-af16415ea8dc on network 1a6736e6-4bf2-4fd6-b608-02d7e87502ef not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:29:51.315288 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc48b3cb-3e34-4413-8d27-03d08714ae11 req-a224fef4-b6f8-4bca-ae13-919203afb124 service neutron] Attempting to bind port fdb6b710-00f4-4d02-a58a-af16415ea8dc on network 1a6736e6-4bf2-4fd6-b608-02d7e87502ef {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:29:51.333160 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc48b3cb-3e34-4413-8d27-03d08714ae11 req-a224fef4-b6f8-4bca-ae13-919203afb124 service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:29:51.333500 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc48b3cb-3e34-4413-8d27-03d08714ae11 req-a224fef4-b6f8-4bca-ae13-919203afb124 service neutron] Checking segment: {'id': '90fc387c-2ff1-44e0-8c3a-ac4a1b9abaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1a6736e6-4bf2-4fd6-b608-02d7e87502ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:29:51.336083 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc48b3cb-3e34-4413-8d27-03d08714ae11 req-a224fef4-b6f8-4bca-ae13-919203afb124 service neutron] Bound using segment: {'id': '90fc387c-2ff1-44e0-8c3a-ac4a1b9abaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1a6736e6-4bf2-4fd6-b608-02d7e87502ef'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:29:51.337208 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-cc48b3cb-3e34-4413-8d27-03d08714ae11 req-a224fef4-b6f8-4bca-ae13-919203afb124 service neutron] Bound port: fdb6b710-00f4-4d02-a58a-af16415ea8dc, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90fc387c-2ff1-44e0-8c3a-ac4a1b9abaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1a6736e6-4bf2-4fd6-b608-02d7e87502ef'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:29:51.337593 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-cc48b3cb-3e34-4413-8d27-03d08714ae11 req-a224fef4-b6f8-4bca-ae13-919203afb124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:51.412425 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f14e9753-933f-4f35-acc7-a2010a023a1c req-6fc541bc-473e-4262-9b21-42d1d724ccce tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=431d999a-c0d5-473b-b797-0359380e4e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5557280 Aug 10 03:29:51.537006 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8b5d1038-1c19-4711-a473-3fed9e7edf40 req-8fe4e428-dbf3-42c0-8f11-ba48cc01376c service neutron] 10.222.0.62 "GET /v2.0/networks/6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6770005 Aug 10 03:29:51.621083 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-cc48b3cb-3e34-4413-8d27-03d08714ae11 req-a224fef4-b6f8-4bca-ae13-919203afb124 service neutron] For port fdb6b710-00f4-4d02-a58a-af16415ea8dc, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:29:51.633031 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-cc48b3cb-3e34-4413-8d27-03d08714ae11 req-a224fef4-b6f8-4bca-ae13-919203afb124 service neutron] For port fdb6b710-00f4-4d02-a58a-af16415ea8dc, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=fdb6b710-00f4-4d02-a58a-af16415ea8dc,segment=NetworkSegment(90fc387c-2ff1-44e0-8c3a-ac4a1b9abaaf),segment_id=90fc387c-2ff1-44e0-8c3a-ac4a1b9abaaf)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:29:51.639261 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b9453298-4cd7-4f1e-9a8c-fd088d767574 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:29:51.641716 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-cc48b3cb-3e34-4413-8d27-03d08714ae11 req-a224fef4-b6f8-4bca-ae13-919203afb124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:51.682111 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d8930-614c-4441-898b-d901e8ffa825 req-98356083-1ac4-423f-a376-47f6979415a6 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:51.684088 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-768d8930-614c-4441-898b-d901e8ffa825 req-98356083-1ac4-423f-a376-47f6979415a6 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.60 "GET /v2.0/networks?id=6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43 HTTP/1.1" status: 200 len: 818 time: 0.7428043 Aug 10 03:29:51.712623 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-768d8930-614c-4441-898b-d901e8ffa825 req-e6d9a5e4-be1c-4908-bb5e-ed3396b43d13 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Request body: {'port': {'device_id': 'ca28343c-fe86-42dd-84b4-d84ad430dcfc', 'network_id': '6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43', 'admin_state_up': True, 'tenant_id': '512e51e52dde4e17a26f3eb689e87681'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:51.773748 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port b9453298-4cd7-4f1e-9a8c-fd088d767574 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:51.774381 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:51.849710 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc48b3cb-3e34-4413-8d27-03d08714ae11 req-a224fef4-b6f8-4bca-ae13-919203afb124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:51.850342 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-cc48b3cb-3e34-4413-8d27-03d08714ae11 req-a224fef4-b6f8-4bca-ae13-919203afb124 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:51.859448 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cc48b3cb-3e34-4413-8d27-03d08714ae11 req-a224fef4-b6f8-4bca-ae13-919203afb124 service neutron] 10.222.0.58 "PUT /v2.0/ports/fdb6b710-00f4-4d02-a58a-af16415ea8dc HTTP/1.1" status: 200 len: 1092 time: 2.3580344 Aug 10 03:29:51.860275 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe65015a-9af5-4203-b5ff-e400a5a5d632', 'tag': 'fdb6b710-00f4-4d02-a58a-af16415ea8dc'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:29:51.870188 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7032efc-e32e-44e7-aaa1-b63d9a8d7b30" -d '{"events": [{"name": "network-changed", "server_uuid": "fe65015a-9af5-4203-b5ff-e400a5a5d632", "tag": "fdb6b710-00f4-4d02-a58a-af16415ea8dc"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:29:51.875685 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d6045b-bf7c-44fe-abfa-32ddbac2603a req-2b90877b-886c-4ced-aa94-f41e0820d9a3 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:51.879968 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-10d6045b-bf7c-44fe-abfa-32ddbac2603a req-2b90877b-886c-4ced-aa94-f41e0820d9a3 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe65015a-9af5-4203-b5ff-e400a5a5d632 HTTP/1.1" status: 200 len: 943 time: 0.2176638 Aug 10 03:29:51.883963 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a224fef4-b6f8-4bca-ae13-919203afb124 service neutron] Pushing event updated for resources: {'Port': ['ID=fdb6b710-00f4-4d02-a58a-af16415ea8dc,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:52.032777 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8b5d1038-1c19-4711-a473-3fed9e7edf40 req-2814a6a6-20b7-45d6-8e0b-a14fa6f3db98 service neutron] 10.222.0.62 "GET /v2.0/networks/6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4916506 Aug 10 03:29:52.033369 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc48b3cb-3e34-4413-8d27-03d08714ae11 req-253e1e8c-42c3-45d4-93c5-e664e1daa002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:52.034941 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cc48b3cb-3e34-4413-8d27-03d08714ae11 req-253e1e8c-42c3-45d4-93c5-e664e1daa002 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=91c061317a63433fa1b564847f6d5cbb&device_id=fe65015a-9af5-4203-b5ff-e400a5a5d632 HTTP/1.1" status: 200 len: 1095 time: 0.1024935 Aug 10 03:29:52.117412 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cc48b3cb-3e34-4413-8d27-03d08714ae11 req-adee77b1-e627-4166-a7e6-aaf37c935c4d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fdb6b710-00f4-4d02-a58a-af16415ea8dc HTTP/1.1" status: 200 len: 217 time: 0.0719399 Aug 10 03:29:52.195057 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-10d6045b-bf7c-44fe-abfa-32ddbac2603a req-a7f0a598-05bd-418d-be71-58d2c588ac09 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/security-groups?id=045e405e-682f-499e-a749-5004a889b208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2964966 Aug 10 03:29:52.206583 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-768d8930-614c-4441-898b-d901e8ffa825 req-e6d9a5e4-be1c-4908-bb5e-ed3396b43d13 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Made reservation on behalf of 512e51e52dde4e17a26f3eb689e87681 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:29:52.214654 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-768d8930-614c-4441-898b-d901e8ffa825 req-e6d9a5e4-be1c-4908-bb5e-ed3396b43d13 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:52.262922 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc48b3cb-3e34-4413-8d27-03d08714ae11 req-80c95231-1aa4-4830-afc8-dd8c11ca718c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:52.265708 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cc48b3cb-3e34-4413-8d27-03d08714ae11 req-80c95231-1aa4-4830-afc8-dd8c11ca718c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=672e7333-eb8c-40ae-a818-36f1d38e30f2 HTTP/1.1" status: 200 len: 835 time: 0.1403396 Aug 10 03:29:52.388204 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427cb39c-080f-4c24-bab8-96bc8af6df61 x-openstack-request-id: req-427cb39c-080f-4c24-bab8-96bc8af6df61 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:29:52.388873 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe65015a-9af5-4203-b5ff-e400a5a5d632", "tag": "fdb6b710-00f4-4d02-a58a-af16415ea8dc", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:29:52.388873 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-427cb39c-080f-4c24-bab8-96bc8af6df61 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:29:52.389238 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe65015a-9af5-4203-b5ff-e400a5a5d632', 'tag': 'fdb6b710-00f4-4d02-a58a-af16415ea8dc', 'status': 'completed', 'code': 200} Aug 10 03:29:52.518019 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc48b3cb-3e34-4413-8d27-03d08714ae11 req-e95ff6b6-97c7-4036-b482-d38424ff82fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:52.544575 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cc48b3cb-3e34-4413-8d27-03d08714ae11 req-e95ff6b6-97c7-4036-b482-d38424ff82fd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1a6736e6-4bf2-4fd6-b608-02d7e87502ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2671604 Aug 10 03:29:52.661750 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5fb4c19d-deba-47d0-8579-7863e7ad9a15 req-2d7093da-cd17-4cde-b297-b099efa3bb91 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2ee0e70-93f0-46ed-aa08-8f0440644461 HTTP/1.1" status: 200 len: 210 time: 0.2103512 Aug 10 03:29:52.717666 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f6c50-7b17-4858-a2df-77464de418ae req-4e48790d-cf80-420b-8c34-bd5f451fc39e tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:52.726464 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-440f6c50-7b17-4858-a2df-77464de418ae req-4e48790d-cf80-420b-8c34-bd5f451fc39e tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b109fedd-3c54-424c-8c34-5f66c22e132c HTTP/1.1" status: 200 len: 1096 time: 0.1336071 Aug 10 03:29:52.814926 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-768d8930-614c-4441-898b-d901e8ffa825 req-e6d9a5e4-be1c-4908-bb5e-ed3396b43d13 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Allocated IP 172.20.0.2 (6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43/9931fad2-def9-4844-9e4b-a68eebcbaa2a/6f5e8b02-447c-4199-a06a-52522489c290) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:29:52.831096 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cc48b3cb-3e34-4413-8d27-03d08714ae11 req-b5d0d867-7914-4a6f-96a5-793667f3ac90 service neutron] 10.222.0.58 "GET /v2.0/networks/1a6736e6-4bf2-4fd6-b608-02d7e87502ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728271 Aug 10 03:29:53.079744 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cc48b3cb-3e34-4413-8d27-03d08714ae11 req-4b56fb08-b925-485a-8320-0ed25a20373b service neutron] 10.222.0.58 "GET /v2.0/networks/1a6736e6-4bf2-4fd6-b608-02d7e87502ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400882 Aug 10 03:29:53.106142 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-768d8930-614c-4441-898b-d901e8ffa825 req-e6d9a5e4-be1c-4908-bb5e-ed3396b43d13 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:53.175998 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-440f6c50-7b17-4858-a2df-77464de418ae req-0da6e464-9986-4693-b38f-1096b643c983 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=431d999a-c0d5-473b-b797-0359380e4e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4440761 Aug 10 03:29:53.221206 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-768d8930-614c-4441-898b-d901e8ffa825 req-e6d9a5e4-be1c-4908-bb5e-ed3396b43d13 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:53.260602 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7032efc-e32e-44e7-aaa1-b63d9a8d7b30 req-be82112f-501f-4dba-89b8-e5e6f6c85ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:53.262134 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e7032efc-e32e-44e7-aaa1-b63d9a8d7b30 req-be82112f-501f-4dba-89b8-e5e6f6c85ea9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=91c061317a63433fa1b564847f6d5cbb&device_id=fe65015a-9af5-4203-b5ff-e400a5a5d632 HTTP/1.1" status: 200 len: 1095 time: 0.1376789 Aug 10 03:29:53.340226 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d9a5e4-be1c-4908-bb5e-ed3396b43d13 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Pushing event updated for resources: {'Port': ['ID=6f5e8b02-447c-4199-a06a-52522489c290,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:53.369763 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d9a5e4-be1c-4908-bb5e-ed3396b43d13 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:53.370130 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d9a5e4-be1c-4908-bb5e-ed3396b43d13 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:53.370480 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d9a5e4-be1c-4908-bb5e-ed3396b43d13 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:53.370957 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d9a5e4-be1c-4908-bb5e-ed3396b43d13 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:53.371642 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d9a5e4-be1c-4908-bb5e-ed3396b43d13 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:53.371959 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d9a5e4-be1c-4908-bb5e-ed3396b43d13 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:53.372303 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d9a5e4-be1c-4908-bb5e-ed3396b43d13 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:53.377153 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d9a5e4-be1c-4908-bb5e-ed3396b43d13 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:53.377535 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d9a5e4-be1c-4908-bb5e-ed3396b43d13 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:53.377889 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d9a5e4-be1c-4908-bb5e-ed3396b43d13 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:53.378316 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d9a5e4-be1c-4908-bb5e-ed3396b43d13 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:53.379945 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d9a5e4-be1c-4908-bb5e-ed3396b43d13 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:53.432014 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-768d8930-614c-4441-898b-d901e8ffa825 req-e6d9a5e4-be1c-4908-bb5e-ed3396b43d13 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Network 6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:29:53.467289 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-768d8930-614c-4441-898b-d901e8ffa825 req-e6d9a5e4-be1c-4908-bb5e-ed3396b43d13 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:29:53.470985 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 9511810d-2875-4ed5-a9ff-a67c8d45827c up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:29:53.489215 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-768d8930-614c-4441-898b-d901e8ffa825 req-e6d9a5e4-be1c-4908-bb5e-ed3396b43d13 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:29:53.502414 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7032efc-e32e-44e7-aaa1-b63d9a8d7b30 req-aab6bc40-4d4f-4840-a9ac-aba74e08880a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:53.505131 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e7032efc-e32e-44e7-aaa1-b63d9a8d7b30 req-aab6bc40-4d4f-4840-a9ac-aba74e08880a service neutron] 10.222.0.58 "GET /v2.0/networks?id=1a6736e6-4bf2-4fd6-b608-02d7e87502ef HTTP/1.1" status: 200 len: 898 time: 0.2317970 Aug 10 03:29:53.626232 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53375377-2ddc-4f85-84e9-f13da6193422 req-47e9b701-9b82-466f-b150-256d97b8c8aa tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:53.627984 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-53375377-2ddc-4f85-84e9-f13da6193422 req-47e9b701-9b82-466f-b150-256d97b8c8aa tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe65015a-9af5-4203-b5ff-e400a5a5d632 HTTP/1.1" status: 200 len: 943 time: 0.2896917 Aug 10 03:29:53.636289 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d8930-614c-4441-898b-d901e8ffa825 req-e6d9a5e4-be1c-4908-bb5e-ed3396b43d13 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:53.636902 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-768d8930-614c-4441-898b-d901e8ffa825 req-e6d9a5e4-be1c-4908-bb5e-ed3396b43d13 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:53.637768 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port 9511810d-2875-4ed5-a9ff-a67c8d45827c completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:29:53.652755 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 9511810d-2875-4ed5-a9ff-a67c8d45827c triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:53.654994 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:53.696093 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e7032efc-e32e-44e7-aaa1-b63d9a8d7b30 req-3f94e550-571e-4c23-8546-08d2cac7810d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fdb6b710-00f4-4d02-a58a-af16415ea8dc HTTP/1.1" status: 200 len: 217 time: 0.1796448 Aug 10 03:29:53.710598 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-768d8930-614c-4441-898b-d901e8ffa825 req-e6d9a5e4-be1c-4908-bb5e-ed3396b43d13 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0045948 Aug 10 03:29:53.729808 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-53375377-2ddc-4f85-84e9-f13da6193422 req-1b94a969-4f53-4b29-9037-2f4edeee3ea8 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/security-groups?id=045e405e-682f-499e-a749-5004a889b208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889015 Aug 10 03:29:53.735360 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-768d8930-614c-4441-898b-d901e8ffa825 req-47b0615f-a38d-485a-9b92-cd120ce9fba5 service neutron] Request body: {'port': {'device_id': 'ca28343c-fe86-42dd-84b4-d84ad430dcfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:53.876718 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7032efc-e32e-44e7-aaa1-b63d9a8d7b30 req-4d57d72f-39af-411d-bda6-3e2b6e42b745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:53.877738 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:53.880357 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e7032efc-e32e-44e7-aaa1-b63d9a8d7b30 req-4d57d72f-39af-411d-bda6-3e2b6e42b745 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=672e7333-eb8c-40ae-a818-36f1d38e30f2 HTTP/1.1" status: 200 len: 835 time: 0.1762342 Aug 10 03:29:53.913697 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b109fedd-3c54-424c-8c34-5f66c22e132c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9511810d-2875-4ed5-a9ff-a67c8d45827c'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:29:53.919291 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121edc8c-98df-41f7-a191-7d2ded12c380" -d '{"events": [{"server_uuid": "b109fedd-3c54-424c-8c34-5f66c22e132c", "name": "network-vif-plugged", "status": "completed", "tag": "9511810d-2875-4ed5-a9ff-a67c8d45827c"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:29:53.950927 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6a09c222-a3d7-4436-87bf-4322ffb29512 req-2ea128e3-d15a-4934-aa48-bf0dbe1612c7 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2ee0e70-93f0-46ed-aa08-8f0440644461 HTTP/1.1" status: 200 len: 210 time: 0.0883408 Aug 10 03:29:53.951968 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-768d8930-614c-4441-898b-d901e8ffa825 req-47b0615f-a38d-485a-9b92-cd120ce9fba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:53.994008 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 9511810d-2875-4ed5-a9ff-a67c8d45827c, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=9511810d-2875-4ed5-a9ff-a67c8d45827c,segment=NetworkSegment(1f23af5d-31ec-4d72-9d00-aa0e3e02dafa),segment_id=1f23af5d-31ec-4d72-9d00-aa0e3e02dafa)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:54.018856 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86420c8f-d389-44e7-8f76-39d7fe0f4b02 x-openstack-request-id: req-86420c8f-d389-44e7-8f76-39d7fe0f4b02 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:29:54.019146 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b109fedd-3c54-424c-8c34-5f66c22e132c", "name": "network-vif-plugged", "status": "completed", "tag": "9511810d-2875-4ed5-a9ff-a67c8d45827c", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:29:54.019922 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-86420c8f-d389-44e7-8f76-39d7fe0f4b02 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:29:54.020533 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b109fedd-3c54-424c-8c34-5f66c22e132c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9511810d-2875-4ed5-a9ff-a67c8d45827c', 'code': 200} Aug 10 03:29:54.021924 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:54.040384 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7032efc-e32e-44e7-aaa1-b63d9a8d7b30 req-e94b4198-f9a3-443f-a362-aaf096a9cfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:54.042229 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e7032efc-e32e-44e7-aaa1-b63d9a8d7b30 req-e94b4198-f9a3-443f-a362-aaf096a9cfc5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1a6736e6-4bf2-4fd6-b608-02d7e87502ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1447635 Aug 10 03:29:54.115724 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=9511810d-2875-4ed5-a9ff-a67c8d45827c,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:54.222166 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e7032efc-e32e-44e7-aaa1-b63d9a8d7b30 req-944065b6-469e-4573-a510-c5dd2f4571df service neutron] 10.222.0.58 "GET /v2.0/networks/1a6736e6-4bf2-4fd6-b608-02d7e87502ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674967 Aug 10 03:29:54.370499 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device fdb6b710-00f4-4d02-a58a-af16415ea8dc details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:29:54.432116 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e7032efc-e32e-44e7-aaa1-b63d9a8d7b30 req-4b177641-c04e-4f8d-9b9f-fb6dcaa16d01 service neutron] 10.222.0.58 "GET /v2.0/networks/1a6736e6-4bf2-4fd6-b608-02d7e87502ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652048 Aug 10 03:29:54.605389 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d1038-1c19-4711-a473-3fed9e7edf40 req-f4b847ff-fce1-4fac-96e9-ea00bef8ae5a tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:54.608273 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8b5d1038-1c19-4711-a473-3fed9e7edf40 req-f4b847ff-fce1-4fac-96e9-ea00bef8ae5a tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.58 "GET /v2.0/networks?id=6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43 HTTP/1.1" status: 200 len: 818 time: 0.3851767 Aug 10 03:29:54.625924 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-8b5d1038-1c19-4711-a473-3fed9e7edf40 req-0e3e398d-757e-4869-bbe4-496e0c146491 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Request body: {'port': {'device_id': 'f2ee0e70-93f0-46ed-aa08-8f0440644461', 'network_id': '6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43', 'admin_state_up': True, 'tenant_id': '512e51e52dde4e17a26f3eb689e87681'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:54.660602 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7300a0-feeb-4e99-8a3d-44e5ccf97bed req-3591ad12-7acf-4412-849f-36c496e2c6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:54.668072 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-da7300a0-feeb-4e99-8a3d-44e5ccf97bed req-3591ad12-7acf-4412-849f-36c496e2c6c3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b109fedd-3c54-424c-8c34-5f66c22e132c HTTP/1.1" status: 200 len: 1097 time: 0.4877739 Aug 10 03:29:54.862957 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f27829a-dab3-4e85-a48f-4fa6be6d406e req-b091aa64-cf2e-4a21-87df-17dd5fea9d0f tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:54.864912 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b5d1038-1c19-4711-a473-3fed9e7edf40 req-0e3e398d-757e-4869-bbe4-496e0c146491 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Made reservation on behalf of 512e51e52dde4e17a26f3eb689e87681 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:29:54.869485 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5f27829a-dab3-4e85-a48f-4fa6be6d406e req-b091aa64-cf2e-4a21-87df-17dd5fea9d0f tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b109fedd-3c54-424c-8c34-5f66c22e132c HTTP/1.1" status: 200 len: 1097 time: 0.5630085 Aug 10 03:29:54.870143 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-8b5d1038-1c19-4711-a473-3fed9e7edf40 req-0e3e398d-757e-4869-bbe4-496e0c146491 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:54.985806 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port fdb6b710-00f4-4d02-a58a-af16415ea8dc, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=fdb6b710-00f4-4d02-a58a-af16415ea8dc,segment=NetworkSegment(90fc387c-2ff1-44e0-8c3a-ac4a1b9abaaf),segment_id=90fc387c-2ff1-44e0-8c3a-ac4a1b9abaaf)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:55.002658 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': 'fdb6b710-00f4-4d02-a58a-af16415ea8dc', 'network_id': '1a6736e6-4bf2-4fd6-b608-02d7e87502ef', 'port_id': 'fdb6b710-00f4-4d02-a58a-af16415ea8dc', 'mac_address': 'fa:16:3e:c3:f7:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '672e7333-eb8c-40ae-a818-36f1d38e30f2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:29:55.078077 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:55.085003 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-da7300a0-feeb-4e99-8a3d-44e5ccf97bed req-92f3d04c-0b70-403c-934e-6aa319dc6022 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=431d999a-c0d5-473b-b797-0359380e4e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856795 Aug 10 03:29:55.098925 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4afb6304-9bbf-4f14-9bed-70e0d200930c req-a9341dd5-43b2-4ec2-a233-d67205eff1ca service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=440b775b-80cd-4e91-8c68-431fec30100f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0744147 Aug 10 03:29:55.102137 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdb6b710-00f4-4d02-a58a-af16415ea8dc {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:29:55.146500 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5f27829a-dab3-4e85-a48f-4fa6be6d406e req-2ee46880-4c10-454b-8779-d70bffb0daa5 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=431d999a-c0d5-473b-b797-0359380e4e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655578 Aug 10 03:29:55.161958 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port fdb6b710-00f4-4d02-a58a-af16415ea8dc, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=fdb6b710-00f4-4d02-a58a-af16415ea8dc,segment=NetworkSegment(90fc387c-2ff1-44e0-8c3a-ac4a1b9abaaf),segment_id=90fc387c-2ff1-44e0-8c3a-ac4a1b9abaaf)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:55.169788 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:55.322664 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=fdb6b710-00f4-4d02-a58a-af16415ea8dc,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:55.330260 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ebf34-e9df-4a8d-9913-a9e0f13a1c01 req-38479d6e-abf7-4d21-a693-f3ba661c3119 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:55.333717 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6c3ebf34-e9df-4a8d-9913-a9e0f13a1c01 req-38479d6e-abf7-4d21-a693-f3ba661c3119 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe65015a-9af5-4203-b5ff-e400a5a5d632 HTTP/1.1" status: 200 len: 943 time: 0.3621280 Aug 10 03:29:55.359348 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb6304-9bbf-4f14-9bed-70e0d200930c req-bef19464-bddd-42d0-99db-151a59521bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:55.361409 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4afb6304-9bbf-4f14-9bed-70e0d200930c req-bef19464-bddd-42d0-99db-151a59521bba service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=716a2501dd514284b3618ba976b1a21f&device_id=440b775b-80cd-4e91-8c68-431fec30100f HTTP/1.1" status: 200 len: 1098 time: 0.1150079 Aug 10 03:29:55.407579 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['fdb6b710-00f4-4d02-a58a-af16415ea8dc'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:29:55.504847 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d825a224-05f7-43db-bf98-fad0f5bfc5ee req-69661208-6eeb-4246-bf9f-d42bbe723adb tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2ee0e70-93f0-46ed-aa08-8f0440644461 HTTP/1.1" status: 200 len: 210 time: 0.1942952 Aug 10 03:29:55.597932 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6c3ebf34-e9df-4a8d-9913-a9e0f13a1c01 req-f8d5912f-d12a-43b8-814c-6241ce9263cc tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/security-groups?id=045e405e-682f-499e-a749-5004a889b208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2087793 Aug 10 03:29:55.671636 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb6304-9bbf-4f14-9bed-70e0d200930c req-79f04036-9bda-4407-bb54-683b80f7d285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:55.675852 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4afb6304-9bbf-4f14-9bed-70e0d200930c req-79f04036-9bda-4407-bb54-683b80f7d285 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b944b0e3-b136-43d0-aeef-f89e7c552d7f HTTP/1.1" status: 200 len: 912 time: 0.2817583 Aug 10 03:29:55.682324 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-768d8930-614c-4441-898b-d901e8ffa825 req-47b0615f-a38d-485a-9b92-cd120ce9fba5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f5e8b02-447c-4199-a06a-52522489c290 {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:29:55.709767 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-768d8930-614c-4441-898b-d901e8ffa825 req-47b0615f-a38d-485a-9b92-cd120ce9fba5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:55.771509 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-768d8930-614c-4441-898b-d901e8ffa825 req-47b0615f-a38d-485a-9b92-cd120ce9fba5 service neutron] Transition to ACTIVE for port object 6f5e8b02-447c-4199-a06a-52522489c290 will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:29:55.781570 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-768d8930-614c-4441-898b-d901e8ffa825 req-47b0615f-a38d-485a-9b92-cd120ce9fba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:55.968512 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4afb6304-9bbf-4f14-9bed-70e0d200930c req-4fcca235-476c-4c98-ac2c-49cebccbcb86 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bae3c42a-296e-48e7-85b1-5414684b600c HTTP/1.1" status: 200 len: 1001 time: 0.2829969 Aug 10 03:29:55.970483 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b0615f-a38d-485a-9b92-cd120ce9fba5 service neutron] Pushing event updated for resources: {'Port': ['ID=6f5e8b02-447c-4199-a06a-52522489c290,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:56.136665 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb6304-9bbf-4f14-9bed-70e0d200930c req-9215c0d6-fd57-4d55-8760-9d0935b56730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:56.138923 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4afb6304-9bbf-4f14-9bed-70e0d200930c req-9215c0d6-fd57-4d55-8760-9d0935b56730 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9fa6e43b-250a-4024-b95b-0ad12ce73ea4 HTTP/1.1" status: 200 len: 850 time: 0.1445127 Aug 10 03:29:56.253470 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-768d8930-614c-4441-898b-d901e8ffa825 req-47b0615f-a38d-485a-9b92-cd120ce9fba5 service neutron] Attempting to bind port 6f5e8b02-447c-4199-a06a-52522489c290 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:29:56.254168 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-768d8930-614c-4441-898b-d901e8ffa825 req-47b0615f-a38d-485a-9b92-cd120ce9fba5 service neutron] Attempting to bind port 6f5e8b02-447c-4199-a06a-52522489c290 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': 'ee4b8496-dab9-4992-a392-fc3c5ad70c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:29:56.254722 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768d8930-614c-4441-898b-d901e8ffa825 req-47b0615f-a38d-485a-9b92-cd120ce9fba5 service neutron] Attempting to bind port 6f5e8b02-447c-4199-a06a-52522489c290 on network 6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:29:56.261559 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768d8930-614c-4441-898b-d901e8ffa825 req-47b0615f-a38d-485a-9b92-cd120ce9fba5 service neutron] Port 6f5e8b02-447c-4199-a06a-52522489c290 on network 6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:29:56.263328 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768d8930-614c-4441-898b-d901e8ffa825 req-47b0615f-a38d-485a-9b92-cd120ce9fba5 service neutron] Attempting to bind port 6f5e8b02-447c-4199-a06a-52522489c290 on network 6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:29:56.271413 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768d8930-614c-4441-898b-d901e8ffa825 req-47b0615f-a38d-485a-9b92-cd120ce9fba5 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:29:56.272033 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768d8930-614c-4441-898b-d901e8ffa825 req-47b0615f-a38d-485a-9b92-cd120ce9fba5 service neutron] Checking segment: {'id': 'ee4b8496-dab9-4992-a392-fc3c5ad70c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:29:56.272698 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768d8930-614c-4441-898b-d901e8ffa825 req-47b0615f-a38d-485a-9b92-cd120ce9fba5 service neutron] Bound using segment: {'id': 'ee4b8496-dab9-4992-a392-fc3c5ad70c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:29:56.273429 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-768d8930-614c-4441-898b-d901e8ffa825 req-47b0615f-a38d-485a-9b92-cd120ce9fba5 service neutron] Bound port: 6f5e8b02-447c-4199-a06a-52522489c290, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee4b8496-dab9-4992-a392-fc3c5ad70c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:29:56.273980 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-768d8930-614c-4441-898b-d901e8ffa825 req-47b0615f-a38d-485a-9b92-cd120ce9fba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:56.292395 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-8b5d1038-1c19-4711-a473-3fed9e7edf40 req-0e3e398d-757e-4869-bbe4-496e0c146491 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Allocated IP 172.20.0.5 (6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43/9931fad2-def9-4844-9e4b-a68eebcbaa2a/ed4df4a4-51bb-4208-907c-51eef11319e6) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:29:56.303234 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:56.349154 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb6304-9bbf-4f14-9bed-70e0d200930c req-73e91df3-3b98-49b2-98bb-59212c6d5c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:56.350682 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4afb6304-9bbf-4f14-9bed-70e0d200930c req-73e91df3-3b98-49b2-98bb-59212c6d5c57 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b944b0e3-b136-43d0-aeef-f89e7c552d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1755130 Aug 10 03:29:56.469350 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:56.496477 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c5a83-0f91-4071-9ac2-e421a65dd722 req-4fb18588-683c-4701-903a-90aad0cb9b82 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:56.500203 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c87c5a83-0f91-4071-9ac2-e421a65dd722 req-4fb18588-683c-4701-903a-90aad0cb9b82 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b109fedd-3c54-424c-8c34-5f66c22e132c HTTP/1.1" status: 200 len: 1097 time: 0.1350415 Aug 10 03:29:56.505821 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-768d8930-614c-4441-898b-d901e8ffa825 req-47b0615f-a38d-485a-9b92-cd120ce9fba5 service neutron] For port 6f5e8b02-447c-4199-a06a-52522489c290, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:29:56.522160 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-768d8930-614c-4441-898b-d901e8ffa825 req-47b0615f-a38d-485a-9b92-cd120ce9fba5 service neutron] For port 6f5e8b02-447c-4199-a06a-52522489c290, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=6f5e8b02-447c-4199-a06a-52522489c290,segment=NetworkSegment(ee4b8496-dab9-4992-a392-fc3c5ad70c4e),segment_id=ee4b8496-dab9-4992-a392-fc3c5ad70c4e)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:29:56.546456 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-768d8930-614c-4441-898b-d901e8ffa825 req-47b0615f-a38d-485a-9b92-cd120ce9fba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:56.636851 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d8930-614c-4441-898b-d901e8ffa825 req-47b0615f-a38d-485a-9b92-cd120ce9fba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:56.637672 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-768d8930-614c-4441-898b-d901e8ffa825 req-47b0615f-a38d-485a-9b92-cd120ce9fba5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:56.639815 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-768d8930-614c-4441-898b-d901e8ffa825 req-47b0615f-a38d-485a-9b92-cd120ce9fba5 service neutron] 10.222.0.60 "PUT /v2.0/ports/6f5e8b02-447c-4199-a06a-52522489c290 HTTP/1.1" status: 200 len: 1092 time: 2.9190319 Aug 10 03:29:56.650526 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca28343c-fe86-42dd-84b4-d84ad430dcfc', 'tag': '6f5e8b02-447c-4199-a06a-52522489c290'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:29:56.654094 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53c7bcc-f0a5-4512-875e-2ad50860b822" -d '{"events": [{"name": "network-changed", "server_uuid": "ca28343c-fe86-42dd-84b4-d84ad430dcfc", "tag": "6f5e8b02-447c-4199-a06a-52522489c290"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:29:56.747199 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-650987ba-909b-45ce-8d64-8df2dba0e28b req-ccce3265-ec08-4726-8058-ac839757499f tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2ee0e70-93f0-46ed-aa08-8f0440644461 HTTP/1.1" status: 200 len: 210 time: 0.0876098 Aug 10 03:29:56.769231 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c87c5a83-0f91-4071-9ac2-e421a65dd722 req-d01494e3-219e-43ac-b229-ad799df27cc7 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=431d999a-c0d5-473b-b797-0359380e4e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595038 Aug 10 03:29:56.858106 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d8930-614c-4441-898b-d901e8ffa825 req-f9401fa5-1ff1-48e7-bd64-c83e94ced7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:56.860610 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-768d8930-614c-4441-898b-d901e8ffa825 req-f9401fa5-1ff1-48e7-bd64-c83e94ced7c3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=512e51e52dde4e17a26f3eb689e87681&device_id=ca28343c-fe86-42dd-84b4-d84ad430dcfc HTTP/1.1" status: 200 len: 1095 time: 0.1092975 Aug 10 03:29:56.861508 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b0615f-a38d-485a-9b92-cd120ce9fba5 service neutron] Pushing event updated for resources: {'Port': ['ID=6f5e8b02-447c-4199-a06a-52522489c290,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:56.970097 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10f4ff3-28b4-484e-a5b3-e06f1844781a x-openstack-request-id: req-c10f4ff3-28b4-484e-a5b3-e06f1844781a {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:29:56.970305 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca28343c-fe86-42dd-84b4-d84ad430dcfc", "tag": "6f5e8b02-447c-4199-a06a-52522489c290", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:29:56.970456 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c10f4ff3-28b4-484e-a5b3-e06f1844781a {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:29:56.970922 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca28343c-fe86-42dd-84b4-d84ad430dcfc', 'tag': '6f5e8b02-447c-4199-a06a-52522489c290', 'status': 'completed', 'code': 200} Aug 10 03:29:56.974602 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4afb6304-9bbf-4f14-9bed-70e0d200930c req-48262ae5-2b8b-4e4c-a604-0438534d5919 service neutron] 10.222.0.60 "GET /v2.0/networks/b944b0e3-b136-43d0-aeef-f89e7c552d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6101058 Aug 10 03:29:56.985318 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-768d8930-614c-4441-898b-d901e8ffa825 req-4d829519-cfb2-4551-a6a2-3f981c5b27f7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6f5e8b02-447c-4199-a06a-52522489c290 HTTP/1.1" status: 200 len: 217 time: 0.1121233 Aug 10 03:29:57.172661 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-10bb7c0c-bb66-4031-bcdf-a5222ab00048 req-67ff9183-8b62-4c87-88f5-4e44af584434 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b8bfcaca-5952-44ab-889c-00a345dd8344&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3594203 Aug 10 03:29:57.178067 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 44450) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:57.214380 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d8930-614c-4441-898b-d901e8ffa825 req-bfefadde-5057-40a5-881d-e145abfd89da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:57.216224 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-768d8930-614c-4441-898b-d901e8ffa825 req-bfefadde-5057-40a5-881d-e145abfd89da service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9931fad2-def9-4844-9e4b-a68eebcbaa2a HTTP/1.1" status: 200 len: 858 time: 0.1651225 Aug 10 03:29:57.234868 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4afb6304-9bbf-4f14-9bed-70e0d200930c req-b1d29276-c754-4192-8e2e-ec879b209372 service neutron] 10.222.0.60 "GET /v2.0/networks/b944b0e3-b136-43d0-aeef-f89e7c552d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504547 Aug 10 03:29:57.303777 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa22af-e179-4f9f-8529-88640c7994c2 req-f56e612f-e693-40c6-9e5d-dff8b98f21ff tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:57.308813 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0bfa22af-e179-4f9f-8529-88640c7994c2 req-f56e612f-e693-40c6-9e5d-dff8b98f21ff tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe65015a-9af5-4203-b5ff-e400a5a5d632 HTTP/1.1" status: 200 len: 944 time: 0.3351061 Aug 10 03:29:57.314686 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-8b5d1038-1c19-4711-a473-3fed9e7edf40 req-0e3e398d-757e-4869-bbe4-496e0c146491 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:57.324208 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb7c0c-bb66-4031-bcdf-a5222ab00048 req-25bdc613-9cd0-41e3-b256-fc1d13e86aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:57.327193 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-10bb7c0c-bb66-4031-bcdf-a5222ab00048 req-25bdc613-9cd0-41e3-b256-fc1d13e86aa0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=64e898418998439fb3ac07fff4b9dc8c&device_id=b8bfcaca-5952-44ab-889c-00a345dd8344 HTTP/1.1" status: 200 len: 1097 time: 0.0701447 Aug 10 03:29:57.427309 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-8b5d1038-1c19-4711-a473-3fed9e7edf40 req-0e3e398d-757e-4869-bbe4-496e0c146491 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:57.439534 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-768d8930-614c-4441-898b-d901e8ffa825 req-489f1802-a19e-4098-ad21-ff1e7a4813c4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1538110 Aug 10 03:29:57.457205 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025272d0-fd7d-4568-8012-29984aa5a793 req-419d207f-a608-42a8-a04b-4f8774fd918e tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:57.458885 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-025272d0-fd7d-4568-8012-29984aa5a793 req-419d207f-a608-42a8-a04b-4f8774fd918e tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b109fedd-3c54-424c-8c34-5f66c22e132c HTTP/1.1" status: 200 len: 1097 time: 0.3774214 Aug 10 03:29:57.510535 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b5d1038-1c19-4711-a473-3fed9e7edf40 req-0e3e398d-757e-4869-bbe4-496e0c146491 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Network 6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:29:57.527991 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-8b5d1038-1c19-4711-a473-3fed9e7edf40 req-0e3e398d-757e-4869-bbe4-496e0c146491 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:29:57.531215 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b5d1038-1c19-4711-a473-3fed9e7edf40 req-0e3e398d-757e-4869-bbe4-496e0c146491 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:29:57.582612 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0bfa22af-e179-4f9f-8529-88640c7994c2 req-deb1a5b5-7083-4c4d-8402-c372ad8e21e2 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/security-groups?id=045e405e-682f-499e-a749-5004a889b208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2252979 Aug 10 03:29:57.607952 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-025272d0-fd7d-4568-8012-29984aa5a793 req-f882e5ea-dfdd-43a0-aa01-06e4e17aae33 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=431d999a-c0d5-473b-b797-0359380e4e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424241 Aug 10 03:29:57.635770 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d1038-1c19-4711-a473-3fed9e7edf40 req-0e3e398d-757e-4869-bbe4-496e0c146491 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:57.636687 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-8b5d1038-1c19-4711-a473-3fed9e7edf40 req-0e3e398d-757e-4869-bbe4-496e0c146491 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:57.640588 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3e398d-757e-4869-bbe4-496e0c146491 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Pushing event updated for resources: {'Port': ['ID=ed4df4a4-51bb-4208-907c-51eef11319e6,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:57.667020 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-729b49a4-cbf7-49f5-9208-7147b2a80147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:57.685184 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb7c0c-bb66-4031-bcdf-a5222ab00048 req-0da9be49-4aba-413b-aa2a-e5b3a5ccd7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:57.687357 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-10bb7c0c-bb66-4031-bcdf-a5222ab00048 req-0da9be49-4aba-413b-aa2a-e5b3a5ccd7a1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=83f5022a-a392-4936-a439-f5e038ac0656 HTTP/1.1" status: 200 len: 909 time: 0.3298199 Aug 10 03:29:57.708657 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-768d8930-614c-4441-898b-d901e8ffa825 req-281bad94-78b8-4ea3-affd-025ee0c20412 service neutron] 10.222.0.60 "GET /v2.0/networks/6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439404 Aug 10 03:29:57.799292 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-729b49a4-cbf7-49f5-9208-7147b2a80147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:57.803271 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8b5d1038-1c19-4711-a473-3fed9e7edf40 req-0e3e398d-757e-4869-bbe4-496e0c146491 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1824627 Aug 10 03:29:57.812184 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-729b49a4-cbf7-49f5-9208-7147b2a80147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:57.876899 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-729b49a4-cbf7-49f5-9208-7147b2a80147 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6082bbd852b84232ae82422de4135220&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6712112 Aug 10 03:29:57.883454 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-8b5d1038-1c19-4711-a473-3fed9e7edf40 req-783e69f6-34f9-43b5-8e78-5398ece35b97 service neutron] Request body: {'port': {'device_id': 'f2ee0e70-93f0-46ed-aa08-8f0440644461', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:57.892479 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-768d8930-614c-4441-898b-d901e8ffa825 req-c7ca7355-4699-4fa8-a3dc-3f222971088b service neutron] 10.222.0.60 "GET /v2.0/networks/6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756778 Aug 10 03:29:57.895070 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 44494) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:57.917170 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-10bb7c0c-bb66-4031-bcdf-a5222ab00048 req-576c2f15-77f1-427f-b2ad-5fdc03ac4aa3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8a1880f-e888-4ef4-9b83-ee7ad039213a HTTP/1.1" status: 200 len: 217 time: 0.1155400 Aug 10 03:29:58.025555 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729b49a4-cbf7-49f5-9208-7147b2a80147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db09edd-9dcf-40b7-ad2e-4abf7e4d07f9,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:58.046349 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-8b5d1038-1c19-4711-a473-3fed9e7edf40 req-783e69f6-34f9-43b5-8e78-5398ece35b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:58.123870 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb7c0c-bb66-4031-bcdf-a5222ab00048 req-9f1c25ee-0265-4c65-9082-37ccf101b287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:58.125521 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-10bb7c0c-bb66-4031-bcdf-a5222ab00048 req-9f1c25ee-0265-4c65-9082-37ccf101b287 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=15714828-782b-43e5-91d0-f0a94a444033 HTTP/1.1" status: 200 len: 847 time: 0.1848419 Aug 10 03:29:58.135113 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68f79a-ee2a-40e2-82dd-565d81dfb69e req-e214f69a-7e8b-4ec4-a88b-165f525afc40 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:58.143317 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2d68f79a-ee2a-40e2-82dd-565d81dfb69e req-e214f69a-7e8b-4ec4-a88b-165f525afc40 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2ee0e70-93f0-46ed-aa08-8f0440644461 HTTP/1.1" status: 200 len: 931 time: 0.2498703 Aug 10 03:29:58.167398 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d2b365bc-7bda-4a07-9caf-d10fcbf95ab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:58.181595 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43319f8c-8443-4907-9dd2-e5b019c815d8 req-a6274f8a-fb53-4582-bbea-fda0bb18dd99 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:58.189440 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-43319f8c-8443-4907-9dd2-e5b019c815d8 req-a6274f8a-fb53-4582-bbea-fda0bb18dd99 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b109fedd-3c54-424c-8c34-5f66c22e132c HTTP/1.1" status: 200 len: 1097 time: 0.2949238 Aug 10 03:29:58.221416 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c7bcc-f0a5-4512-875e-2ad50860b822 req-01d14cb7-b790-499c-a997-2b9bd1b8dc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:58.222944 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c53c7bcc-f0a5-4512-875e-2ad50860b822 req-01d14cb7-b790-499c-a997-2b9bd1b8dc46 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=512e51e52dde4e17a26f3eb689e87681&device_id=ca28343c-fe86-42dd-84b4-d84ad430dcfc HTTP/1.1" status: 200 len: 1095 time: 0.2601175 Aug 10 03:29:58.299076 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2d68f79a-ee2a-40e2-82dd-565d81dfb69e req-24f924a9-b637-4c67-88e2-959f6a0295a4 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547289 Aug 10 03:29:58.326391 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d2b365bc-7bda-4a07-9caf-d10fcbf95ab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:58.375269 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-43319f8c-8443-4907-9dd2-e5b019c815d8 req-9616163c-ebe6-4643-b7b8-04799b68e231 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=431d999a-c0d5-473b-b797-0359380e4e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799650 Aug 10 03:29:58.382816 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 44516) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:58.398147 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device fdb6b710-00f4-4d02-a58a-af16415ea8dc up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:29:58.513032 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c7bcc-f0a5-4512-875e-2ad50860b822 req-cc0e1c40-95b9-45d8-ba9c-8b0a732c840b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:58.514289 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c53c7bcc-f0a5-4512-875e-2ad50860b822 req-cc0e1c40-95b9-45d8-ba9c-8b0a732c840b service neutron] 10.222.0.60 "GET /v2.0/networks?id=6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43 HTTP/1.1" status: 200 len: 919 time: 0.2780571 Aug 10 03:29:58.515448 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d2b365bc-7bda-4a07-9caf-d10fcbf95ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:58.518345 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d2b365bc-7bda-4a07-9caf-d10fcbf95ab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:58.524026 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d2b365bc-7bda-4a07-9caf-d10fcbf95ab8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3db09edd-9dcf-40b7-ad2e-4abf7e4d07f9 HTTP/1.1" status: 204 len: 168 time: 0.6256433 Aug 10 03:29:58.534407 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb7c0c-bb66-4031-bcdf-a5222ab00048 req-ae9c4e8a-e86a-49f4-830c-518910d491e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:58.536396 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-10bb7c0c-bb66-4031-bcdf-a5222ab00048 req-ae9c4e8a-e86a-49f4-830c-518910d491e7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=83f5022a-a392-4936-a439-f5e038ac0656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3925240 Aug 10 03:29:58.569672 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port fdb6b710-00f4-4d02-a58a-af16415ea8dc completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:29:58.577894 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port fdb6b710-00f4-4d02-a58a-af16415ea8dc triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:58.578666 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:58.652228 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c53c7bcc-f0a5-4512-875e-2ad50860b822 req-916cecd8-47f1-4923-9f27-16a07b72b789 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6f5e8b02-447c-4199-a06a-52522489c290 HTTP/1.1" status: 200 len: 217 time: 0.1276274 Aug 10 03:29:58.659707 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b365bc-7bda-4a07-9caf-d10fcbf95ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db09edd-9dcf-40b7-ad2e-4abf7e4d07f9,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:58.757607 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7d45fe0c-9889-4b57-b129-fbebd7260715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:58.773347 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:58.810096 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-10bb7c0c-bb66-4031-bcdf-a5222ab00048 req-854f332c-0cc1-45c2-926e-0d77515eb4fd service neutron] 10.222.0.58 "GET /v2.0/networks/83f5022a-a392-4936-a439-f5e038ac0656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609637 Aug 10 03:29:58.819700 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port fdb6b710-00f4-4d02-a58a-af16415ea8dc, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=fdb6b710-00f4-4d02-a58a-af16415ea8dc,segment=NetworkSegment(90fc387c-2ff1-44e0-8c3a-ac4a1b9abaaf),segment_id=90fc387c-2ff1-44e0-8c3a-ac4a1b9abaaf)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:58.821195 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe65015a-9af5-4203-b5ff-e400a5a5d632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb6b710-00f4-4d02-a58a-af16415ea8dc'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:29:58.824034 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594d41a5-837f-44e9-a3d9-9378269d89ae" -d '{"events": [{"server_uuid": "fe65015a-9af5-4203-b5ff-e400a5a5d632", "name": "network-vif-plugged", "status": "completed", "tag": "fdb6b710-00f4-4d02-a58a-af16415ea8dc"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:29:58.831098 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:58.837627 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c7bcc-f0a5-4512-875e-2ad50860b822 req-93ed3471-d33b-42bb-976a-fbbf4d80ebe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:58.838482 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c53c7bcc-f0a5-4512-875e-2ad50860b822 req-93ed3471-d33b-42bb-976a-fbbf4d80ebe4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9931fad2-def9-4844-9e4b-a68eebcbaa2a HTTP/1.1" status: 200 len: 858 time: 0.1475317 Aug 10 03:29:58.874881 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389f022-7297-4c18-89c9-b45efadf46cb req-d24fa3fd-865d-4811-a536-6dd5ba3026af tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:58.876378 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6389f022-7297-4c18-89c9-b45efadf46cb req-d24fa3fd-865d-4811-a536-6dd5ba3026af tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe65015a-9af5-4203-b5ff-e400a5a5d632 HTTP/1.1" status: 200 len: 944 time: 0.1322939 Aug 10 03:29:58.912035 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c53c7bcc-f0a5-4512-875e-2ad50860b822 req-e76a1c2f-a987-4692-b179-6e22d5965305 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522187 Aug 10 03:29:58.961322 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=fdb6b710-00f4-4d02-a58a-af16415ea8dc,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:59.034451 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-8b5d1038-1c19-4711-a473-3fed9e7edf40 req-783e69f6-34f9-43b5-8e78-5398ece35b97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed4df4a4-51bb-4208-907c-51eef11319e6 {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:29:59.051629 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-8b5d1038-1c19-4711-a473-3fed9e7edf40 req-783e69f6-34f9-43b5-8e78-5398ece35b97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:59.069376 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-10bb7c0c-bb66-4031-bcdf-a5222ab00048 req-e7297988-5223-46f1-98ec-51563a5a1aba service neutron] 10.222.0.58 "GET /v2.0/networks/83f5022a-a392-4936-a439-f5e038ac0656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476799 Aug 10 03:29:59.079671 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-8b5d1038-1c19-4711-a473-3fed9e7edf40 req-783e69f6-34f9-43b5-8e78-5398ece35b97 service neutron] Transition to ACTIVE for port object ed4df4a4-51bb-4208-907c-51eef11319e6 will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:29:59.093486 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-8b5d1038-1c19-4711-a473-3fed9e7edf40 req-783e69f6-34f9-43b5-8e78-5398ece35b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:59.114317 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be8107-65b4-4539-89ab-d6b061807c5f req-5bf9573a-945c-46c0-aa6c-c76121f311fe tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:59.116337 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a1be8107-65b4-4539-89ab-d6b061807c5f req-5bf9573a-945c-46c0-aa6c-c76121f311fe tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b109fedd-3c54-424c-8c34-5f66c22e132c HTTP/1.1" status: 200 len: 1097 time: 0.3093169 Aug 10 03:29:59.122284 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 44548) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:59.134784 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6389f022-7297-4c18-89c9-b45efadf46cb req-470b6fee-58e5-4134-ad3e-c353fbbd26d2 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/security-groups?id=045e405e-682f-499e-a749-5004a889b208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2314296 Aug 10 03:29:59.165648 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7d45fe0c-9889-4b57-b129-fbebd7260715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:59.191176 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55464662-761e-4f6b-9e91-57982a681e3f x-openstack-request-id: req-55464662-761e-4f6b-9e91-57982a681e3f {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:29:59.191524 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe65015a-9af5-4203-b5ff-e400a5a5d632", "name": "network-vif-plugged", "status": "completed", "tag": "fdb6b710-00f4-4d02-a58a-af16415ea8dc", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:29:59.191791 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-55464662-761e-4f6b-9e91-57982a681e3f {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:29:59.192277 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe65015a-9af5-4203-b5ff-e400a5a5d632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb6b710-00f4-4d02-a58a-af16415ea8dc', 'code': 200} Aug 10 03:29:59.206983 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783e69f6-34f9-43b5-8e78-5398ece35b97 service neutron] Pushing event updated for resources: {'Port': ['ID=ed4df4a4-51bb-4208-907c-51eef11319e6,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:59.240756 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2596ac7f-db63-4ea6-9658-09a11b3d5692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:59.255229 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7d45fe0c-9889-4b57-b129-fbebd7260715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:59.305180 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c53c7bcc-f0a5-4512-875e-2ad50860b822 req-79819476-8277-4932-a4c5-edd2bd12dba2 service neutron] 10.222.0.60 "GET /v2.0/networks/6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755395 Aug 10 03:29:59.376058 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e3554e-ab79-4c62-8dcb-aadb946a8cda req-ad072c6c-d901-40c7-b752-af8a83696924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:59.377576 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e6e3554e-ab79-4c62-8dcb-aadb946a8cda req-ad072c6c-d901-40c7-b752-af8a83696924 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fe65015a-9af5-4203-b5ff-e400a5a5d632 HTTP/1.1" status: 200 len: 1097 time: 0.1087134 Aug 10 03:29:59.390701 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-7d45fe0c-9889-4b57-b129-fbebd7260715 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c823972c24274033b10abfb4bbe41726&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0000153 Aug 10 03:29:59.398435 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 44556) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:59.416107 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-8b5d1038-1c19-4711-a473-3fed9e7edf40 req-783e69f6-34f9-43b5-8e78-5398ece35b97 service neutron] Attempting to bind port ed4df4a4-51bb-4208-907c-51eef11319e6 on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:29:59.416446 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-8b5d1038-1c19-4711-a473-3fed9e7edf40 req-783e69f6-34f9-43b5-8e78-5398ece35b97 service neutron] Attempting to bind port ed4df4a4-51bb-4208-907c-51eef11319e6 by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': 'ee4b8496-dab9-4992-a392-fc3c5ad70c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:29:59.417028 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5d1038-1c19-4711-a473-3fed9e7edf40 req-783e69f6-34f9-43b5-8e78-5398ece35b97 service neutron] Attempting to bind port ed4df4a4-51bb-4208-907c-51eef11319e6 on network 6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:29:59.426206 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d45fe0c-9889-4b57-b129-fbebd7260715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b35c4458-1e1e-4844-91f7-19a4083a5ceb,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:59.469362 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5d1038-1c19-4711-a473-3fed9e7edf40 req-783e69f6-34f9-43b5-8e78-5398ece35b97 service neutron] Port ed4df4a4-51bb-4208-907c-51eef11319e6 on network 6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:29:59.469930 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5d1038-1c19-4711-a473-3fed9e7edf40 req-783e69f6-34f9-43b5-8e78-5398ece35b97 service neutron] Attempting to bind port ed4df4a4-51bb-4208-907c-51eef11319e6 on network 6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:29:59.499302 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a1be8107-65b4-4539-89ab-d6b061807c5f req-83f0bb1f-374c-4bf6-8271-86c9f2031c90 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=431d999a-c0d5-473b-b797-0359380e4e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254344 Aug 10 03:29:59.525364 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5d1038-1c19-4711-a473-3fed9e7edf40 req-783e69f6-34f9-43b5-8e78-5398ece35b97 service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:29:59.530554 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5d1038-1c19-4711-a473-3fed9e7edf40 req-783e69f6-34f9-43b5-8e78-5398ece35b97 service neutron] Checking segment: {'id': 'ee4b8496-dab9-4992-a392-fc3c5ad70c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:29:59.535067 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5d1038-1c19-4711-a473-3fed9e7edf40 req-783e69f6-34f9-43b5-8e78-5398ece35b97 service neutron] Bound using segment: {'id': 'ee4b8496-dab9-4992-a392-fc3c5ad70c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:29:59.535844 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-8b5d1038-1c19-4711-a473-3fed9e7edf40 req-783e69f6-34f9-43b5-8e78-5398ece35b97 service neutron] Bound port: ed4df4a4-51bb-4208-907c-51eef11319e6, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee4b8496-dab9-4992-a392-fc3c5ad70c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:29:59.536984 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-8b5d1038-1c19-4711-a473-3fed9e7edf40 req-783e69f6-34f9-43b5-8e78-5398ece35b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:59.557003 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e6e3554e-ab79-4c62-8dcb-aadb946a8cda req-82b8f5dc-b756-4e97-9fa2-9b802a3a226c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=045e405e-682f-499e-a749-5004a889b208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683681 Aug 10 03:29:59.557551 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-30ae21d5-1b4c-4034-930f-1fbcb75592a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:59.588489 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-30ae21d5-1b4c-4034-930f-1fbcb75592a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:59.631729 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c53c7bcc-f0a5-4512-875e-2ad50860b822 req-c5cf783e-c5c2-488d-adc0-4a2e4cc7fa47 service neutron] 10.222.0.60 "GET /v2.0/networks/6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168623 Aug 10 03:29:59.634346 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2596ac7f-db63-4ea6-9658-09a11b3d5692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:59.646536 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-8b5d1038-1c19-4711-a473-3fed9e7edf40 req-783e69f6-34f9-43b5-8e78-5398ece35b97 service neutron] For port ed4df4a4-51bb-4208-907c-51eef11319e6, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:29:59.649542 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2596ac7f-db63-4ea6-9658-09a11b3d5692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:59.663291 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-8b5d1038-1c19-4711-a473-3fed9e7edf40 req-783e69f6-34f9-43b5-8e78-5398ece35b97 service neutron] For port ed4df4a4-51bb-4208-907c-51eef11319e6, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=ed4df4a4-51bb-4208-907c-51eef11319e6,segment=NetworkSegment(ee4b8496-dab9-4992-a392-fc3c5ad70c4e),segment_id=ee4b8496-dab9-4992-a392-fc3c5ad70c4e)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:29:59.665589 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4629ac60-8a78-4518-bbc8-c52aea1bbc6c req-539ee9f7-d44d-428c-9d89-26301d365981 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:59.671282 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4629ac60-8a78-4518-bbc8-c52aea1bbc6c req-539ee9f7-d44d-428c-9d89-26301d365981 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2ee0e70-93f0-46ed-aa08-8f0440644461 HTTP/1.1" status: 200 len: 943 time: 0.2751799 Aug 10 03:29:59.679279 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-8b5d1038-1c19-4711-a473-3fed9e7edf40 req-783e69f6-34f9-43b5-8e78-5398ece35b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:59.724886 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-30ae21d5-1b4c-4034-930f-1fbcb75592a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:59.728388 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-30ae21d5-1b4c-4034-930f-1fbcb75592a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:59.729558 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-30ae21d5-1b4c-4034-930f-1fbcb75592a0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b35c4458-1e1e-4844-91f7-19a4083a5ceb HTTP/1.1" status: 204 len: 168 time: 0.3043728 Aug 10 03:29:59.733050 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2596ac7f-db63-4ea6-9658-09a11b3d5692 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9b550e6128ce486892954eeccf9bc795&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5317895 Aug 10 03:29:59.735759 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 44568) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:59.753506 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d1038-1c19-4711-a473-3fed9e7edf40 req-783e69f6-34f9-43b5-8e78-5398ece35b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:59.754772 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-8b5d1038-1c19-4711-a473-3fed9e7edf40 req-783e69f6-34f9-43b5-8e78-5398ece35b97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:59.756529 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8b5d1038-1c19-4711-a473-3fed9e7edf40 req-783e69f6-34f9-43b5-8e78-5398ece35b97 service neutron] 10.222.0.58 "PUT /v2.0/ports/ed4df4a4-51bb-4208-907c-51eef11319e6 HTTP/1.1" status: 200 len: 1092 time: 1.9175003 Aug 10 03:29:59.757333 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2ee0e70-93f0-46ed-aa08-8f0440644461', 'tag': 'ed4df4a4-51bb-4208-907c-51eef11319e6'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:29:59.762357 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4454cbb6-cb32-4009-b52a-c74f08b9b38c" -d '{"events": [{"name": "network-changed", "server_uuid": "f2ee0e70-93f0-46ed-aa08-8f0440644461", "tag": "ed4df4a4-51bb-4208-907c-51eef11319e6"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:29:59.771600 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2596ac7f-db63-4ea6-9658-09a11b3d5692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aef5dcb-8df0-4443-984f-008e0566e7b7,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:59.805582 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4629ac60-8a78-4518-bbc8-c52aea1bbc6c req-0cb52323-d500-41dd-9bc0-f6fdbf2a3f8e tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237998 Aug 10 03:29:59.807409 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ae21d5-1b4c-4034-930f-1fbcb75592a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35c4458-1e1e-4844-91f7-19a4083a5ceb,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:59.839681 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-35b0e42b-6571-4455-b680-90d64f602643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:59.864484 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-35b0e42b-6571-4455-b680-90d64f602643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:59.896752 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e41446c2-8202-402b-8cb2-11ab2f94d797 x-openstack-request-id: req-e41446c2-8202-402b-8cb2-11ab2f94d797 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:29:59.897298 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2ee0e70-93f0-46ed-aa08-8f0440644461", "tag": "ed4df4a4-51bb-4208-907c-51eef11319e6", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:29:59.897737 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e41446c2-8202-402b-8cb2-11ab2f94d797 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:29:59.898480 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2ee0e70-93f0-46ed-aa08-8f0440644461', 'tag': 'ed4df4a4-51bb-4208-907c-51eef11319e6', 'status': 'completed', 'code': 200} Aug 10 03:29:59.923480 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783e69f6-34f9-43b5-8e78-5398ece35b97 service neutron] Pushing event updated for resources: {'Port': ['ID=ed4df4a4-51bb-4208-907c-51eef11319e6,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:59.934995 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-35b0e42b-6571-4455-b680-90d64f602643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:59.938606 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-35b0e42b-6571-4455-b680-90d64f602643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:59.942724 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-35b0e42b-6571-4455-b680-90d64f602643 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8aef5dcb-8df0-4443-984f-008e0566e7b7 HTTP/1.1" status: 204 len: 168 time: 0.2053781 Aug 10 03:29:59.953886 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d1038-1c19-4711-a473-3fed9e7edf40 req-43ecfed7-0070-4d07-8cc9-973b085b23b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:59.957515 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b0e42b-6571-4455-b680-90d64f602643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aef5dcb-8df0-4443-984f-008e0566e7b7,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:59.989203 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8b5d1038-1c19-4711-a473-3fed9e7edf40 req-43ecfed7-0070-4d07-8cc9-973b085b23b1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=512e51e52dde4e17a26f3eb689e87681&device_id=f2ee0e70-93f0-46ed-aa08-8f0440644461 HTTP/1.1" status: 200 len: 1095 time: 0.1369536 Aug 10 03:30:00.058647 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8b5d1038-1c19-4711-a473-3fed9e7edf40 req-f44fa03b-4563-4685-9585-c2d1dd83787e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed4df4a4-51bb-4208-907c-51eef11319e6 HTTP/1.1" status: 200 len: 217 time: 0.0592911 Aug 10 03:30:00.131714 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d1038-1c19-4711-a473-3fed9e7edf40 req-bcf9f62a-a34d-4dee-939a-24b4c9739326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:00.133324 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8b5d1038-1c19-4711-a473-3fed9e7edf40 req-bcf9f62a-a34d-4dee-939a-24b4c9739326 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9931fad2-def9-4844-9e4b-a68eebcbaa2a HTTP/1.1" status: 200 len: 858 time: 0.0663888 Aug 10 03:30:00.221909 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8b5d1038-1c19-4711-a473-3fed9e7edf40 req-ef18787c-84f4-49c2-8802-d816dbf3f34c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755565 Aug 10 03:30:00.229994 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb0a25f-27db-424a-bafa-7b553ce3f5b6 req-0fe89b41-45f9-493c-891a-bb823fbae9a4 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:00.231464 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0cb0a25f-27db-424a-bafa-7b553ce3f5b6 req-0fe89b41-45f9-493c-891a-bb823fbae9a4 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b109fedd-3c54-424c-8c34-5f66c22e132c HTTP/1.1" status: 200 len: 1097 time: 0.0816724 Aug 10 03:30:00.322867 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-55cd7b9f-8e3d-49d5-b1d4-1cceeeedd918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:00.373647 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8b5d1038-1c19-4711-a473-3fed9e7edf40 req-ccbc121b-b844-4161-9d53-ad4c866d42b3 service neutron] 10.222.0.58 "GET /v2.0/networks/6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252792 Aug 10 03:30:00.445632 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac702489-b7ff-4d58-8e9b-02d508070a84 req-ac0e1ac2-6bd8-40fc-989d-3e218d09351b tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:00.447112 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ac702489-b7ff-4d58-8e9b-02d508070a84 req-ac0e1ac2-6bd8-40fc-989d-3e218d09351b tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe65015a-9af5-4203-b5ff-e400a5a5d632 HTTP/1.1" status: 200 len: 945 time: 0.1632407 Aug 10 03:30:00.460733 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-0cb0a25f-27db-424a-bafa-7b553ce3f5b6 req-61b8a7e9-159b-4c06-8d4a-da4196a4beb0 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Deleting port 9511810d-2875-4ed5-a9ff-a67c8d45827c {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:30:00.461294 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-0cb0a25f-27db-424a-bafa-7b553ce3f5b6 req-61b8a7e9-159b-4c06-8d4a-da4196a4beb0 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:00.562620 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8b5d1038-1c19-4711-a473-3fed9e7edf40 req-002c48a1-09e0-453e-b46c-bd13548b7790 service neutron] 10.222.0.58 "GET /v2.0/networks/6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788163 Aug 10 03:30:00.571904 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ac702489-b7ff-4d58-8e9b-02d508070a84 req-951fa5dc-edf7-4b1b-a2fe-149ba6ac20a2 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/security-groups?id=045e405e-682f-499e-a749-5004a889b208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159601 Aug 10 03:30:00.649602 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-0cb0a25f-27db-424a-bafa-7b553ce3f5b6 req-61b8a7e9-159b-4c06-8d4a-da4196a4beb0 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] For port 9511810d-2875-4ed5-a9ff-a67c8d45827c, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=9511810d-2875-4ed5-a9ff-a67c8d45827c,segment=NetworkSegment(1f23af5d-31ec-4d72-9d00-aa0e3e02dafa),segment_id=1f23af5d-31ec-4d72-9d00-aa0e3e02dafa)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:00.650241 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-0cb0a25f-27db-424a-bafa-7b553ce3f5b6 req-61b8a7e9-159b-4c06-8d4a-da4196a4beb0 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:00.690061 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-0cb0a25f-27db-424a-bafa-7b553ce3f5b6 req-61b8a7e9-159b-4c06-8d4a-da4196a4beb0 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Calling delete_port for 9511810d-2875-4ed5-a9ff-a67c8d45827c owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:30:00.768021 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbc701d-7ee0-4065-9835-6a2bc959b4c2 req-9153ea4c-d802-49db-9cda-f74f714d3c2c tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:00.769962 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2bbc701d-7ee0-4065-9835-6a2bc959b4c2 req-9153ea4c-d802-49db-9cda-f74f714d3c2c tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b109fedd-3c54-424c-8c34-5f66c22e132c HTTP/1.1" status: 200 len: 1097 time: 0.1005595 Aug 10 03:30:00.775200 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454cbb6-cb32-4009-b52a-c74f08b9b38c req-eb191e05-46b8-4e2e-a8d2-5d3dc37eb325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:00.778351 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4454cbb6-cb32-4009-b52a-c74f08b9b38c req-eb191e05-46b8-4e2e-a8d2-5d3dc37eb325 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=512e51e52dde4e17a26f3eb689e87681&device_id=f2ee0e70-93f0-46ed-aa08-8f0440644461 HTTP/1.1" status: 200 len: 1095 time: 0.0916870 Aug 10 03:30:00.841395 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2bbc701d-7ee0-4065-9835-6a2bc959b4c2 req-8874503d-e1de-44ff-9f7d-dcfe772bef24 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=431d999a-c0d5-473b-b797-0359380e4e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632205 Aug 10 03:30:00.928249 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-0cb0a25f-27db-424a-bafa-7b553ce3f5b6 req-61b8a7e9-159b-4c06-8d4a-da4196a4beb0 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:00.945105 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['d8a1880f-e888-4ef4-9b83-ee7ad039213a'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:30:00.947730 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['9511810d-2875-4ed5-a9ff-a67c8d45827c'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:30:00.976429 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b8a7e9-159b-4c06-8d4a-da4196a4beb0 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Pushing event deleted for resources: {'Port': ['ID=9511810d-2875-4ed5-a9ff-a67c8d45827c,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:00.979075 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454cbb6-cb32-4009-b52a-c74f08b9b38c req-948a2606-85df-4c95-ad47-1160e574c1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:00.985004 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4454cbb6-cb32-4009-b52a-c74f08b9b38c req-948a2606-85df-4c95-ad47-1160e574c1c3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43 HTTP/1.1" status: 200 len: 919 time: 0.2001083 Aug 10 03:30:01.079992 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4454cbb6-cb32-4009-b52a-c74f08b9b38c req-22660c7d-e5ee-4134-bebe-4a2d9e800bea service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed4df4a4-51bb-4208-907c-51eef11319e6 HTTP/1.1" status: 200 len: 217 time: 0.0821993 Aug 10 03:30:01.143026 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb0a25f-27db-424a-bafa-7b553ce3f5b6 req-61b8a7e9-159b-4c06-8d4a-da4196a4beb0 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] No DVR routers for this DVR port 9511810d-2875-4ed5-a9ff-a67c8d45827c on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:30:01.150401 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-0cb0a25f-27db-424a-bafa-7b553ce3f5b6 req-61b8a7e9-159b-4c06-8d4a-da4196a4beb0 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:01.153255 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0cb0a25f-27db-424a-bafa-7b553ce3f5b6 req-61b8a7e9-159b-4c06-8d4a-da4196a4beb0 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.60 "DELETE /v2.0/ports/9511810d-2875-4ed5-a9ff-a67c8d45827c HTTP/1.1" status: 204 len: 173 time: 0.9154336 Aug 10 03:30:01.153906 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b109fedd-3c54-424c-8c34-5f66c22e132c', 'name': 'network-vif-deleted', 'tag': '9511810d-2875-4ed5-a9ff-a67c8d45827c'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:30:01.163791 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255a3bcd-3613-48be-a470-c9b5256ca85a" -d '{"events": [{"server_uuid": "b109fedd-3c54-424c-8c34-5f66c22e132c", "name": "network-vif-deleted", "tag": "9511810d-2875-4ed5-a9ff-a67c8d45827c"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:30:01.196745 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454cbb6-cb32-4009-b52a-c74f08b9b38c req-095d9ce1-8ace-4cf0-af1f-1aa1423cc108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:01.199943 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4454cbb6-cb32-4009-b52a-c74f08b9b38c req-095d9ce1-8ace-4cf0-af1f-1aa1423cc108 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9931fad2-def9-4844-9e4b-a68eebcbaa2a HTTP/1.1" status: 200 len: 858 time: 0.1106281 Aug 10 03:30:01.205836 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d774f-c837-43d0-b142-c7f00a94524b req-5ed3bbc1-0906-474e-a6cd-ac0e1f89375c tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:01.208475 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-517d774f-c837-43d0-b142-c7f00a94524b req-5ed3bbc1-0906-474e-a6cd-ac0e1f89375c tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2ee0e70-93f0-46ed-aa08-8f0440644461 HTTP/1.1" status: 200 len: 943 time: 0.2121966 Aug 10 03:30:01.270015 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4454cbb6-cb32-4009-b52a-c74f08b9b38c req-3e06bcb3-29d6-4922-a785-5950dea87686 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572376 Aug 10 03:30:01.329793 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-517d774f-c837-43d0-b142-c7f00a94524b req-755e7219-967f-4b8b-b8e8-e6610452850b tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140013 Aug 10 03:30:01.337420 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d24db3-856f-45de-82de-fb67f6d3ecff x-openstack-request-id: req-89d24db3-856f-45de-82de-fb67f6d3ecff {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:30:01.338297 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b109fedd-3c54-424c-8c34-5f66c22e132c", "name": "network-vif-deleted", "tag": "9511810d-2875-4ed5-a9ff-a67c8d45827c", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:30:01.338761 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-89d24db3-856f-45de-82de-fb67f6d3ecff {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:30:01.339336 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b109fedd-3c54-424c-8c34-5f66c22e132c', 'name': 'network-vif-deleted', 'tag': '9511810d-2875-4ed5-a9ff-a67c8d45827c', 'status': 'completed', 'code': 200} Aug 10 03:30:01.468262 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4454cbb6-cb32-4009-b52a-c74f08b9b38c req-0b6abdfe-0a6b-4c97-9d14-a278670d3a10 service neutron] 10.222.0.58 "GET /v2.0/networks/6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895146 Aug 10 03:30:01.498976 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 6f5e8b02-447c-4199-a06a-52522489c290 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:30:01.772338 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 6f5e8b02-447c-4199-a06a-52522489c290, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=6f5e8b02-447c-4199-a06a-52522489c290,segment=NetworkSegment(ee4b8496-dab9-4992-a392-fc3c5ad70c4e),segment_id=ee4b8496-dab9-4992-a392-fc3c5ad70c4e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:01.803965 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '6f5e8b02-447c-4199-a06a-52522489c290', 'network_id': '6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43', 'port_id': '6f5e8b02-447c-4199-a06a-52522489c290', 'mac_address': 'fa:16:3e:e2:74:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9931fad2-def9-4844-9e4b-a68eebcbaa2a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:30:01.845804 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0109be71-460c-459b-ac6e-769abac417b1 req-98138bb8-8f2e-4864-afab-2e0e6ccf32be tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:01.847892 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0109be71-460c-459b-ac6e-769abac417b1 req-98138bb8-8f2e-4864-afab-2e0e6ccf32be tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe65015a-9af5-4203-b5ff-e400a5a5d632 HTTP/1.1" status: 200 len: 945 time: 0.1821623 Aug 10 03:30:01.935813 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:01.938270 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0109be71-460c-459b-ac6e-769abac417b1 req-6065a8b0-b79d-48fe-84ee-f00a2ea4027c tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/security-groups?id=045e405e-682f-499e-a749-5004a889b208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638251 Aug 10 03:30:02.004833 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f5e8b02-447c-4199-a06a-52522489c290 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:30:02.013420 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 44672) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:02.083010 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 6f5e8b02-447c-4199-a06a-52522489c290, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=6f5e8b02-447c-4199-a06a-52522489c290,segment=NetworkSegment(ee4b8496-dab9-4992-a392-fc3c5ad70c4e),segment_id=ee4b8496-dab9-4992-a392-fc3c5ad70c4e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:02.093877 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:02.168844 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-020bd661-e70f-4fe6-afeb-a456ecafddad req-9c131b8d-baf1-48e9-bc75-981552dd0d75 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b109fedd-3c54-424c-8c34-5f66c22e132c HTTP/1.1" status: 200 len: 210 time: 0.1128752 Aug 10 03:30:02.250721 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=6f5e8b02-447c-4199-a06a-52522489c290,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:02.301462 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-752f3c87-4dfc-4cbe-a36a-cb293da4b647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:02.359980 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['6f5e8b02-447c-4199-a06a-52522489c290'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:30:02.400730 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc66b7-369b-4843-8333-501769a95c31 req-fb43156f-6c47-44e1-ad86-83d0f32d4f7f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:02.403168 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-85dc66b7-369b-4843-8333-501769a95c31 req-fb43156f-6c47-44e1-ad86-83d0f32d4f7f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe65015a-9af5-4203-b5ff-e400a5a5d632 HTTP/1.1" status: 200 len: 945 time: 0.1934741 Aug 10 03:30:02.437284 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4454cbb6-cb32-4009-b52a-c74f08b9b38c req-bbee55e0-5a0b-4a6e-9901-1b20a16fe075 service neutron] 10.222.0.58 "GET /v2.0/networks/6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9590793 Aug 10 03:30:02.447460 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device ed4df4a4-51bb-4208-907c-51eef11319e6 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:30:02.605834 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port ed4df4a4-51bb-4208-907c-51eef11319e6, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=ed4df4a4-51bb-4208-907c-51eef11319e6,segment=NetworkSegment(ee4b8496-dab9-4992-a392-fc3c5ad70c4e),segment_id=ee4b8496-dab9-4992-a392-fc3c5ad70c4e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:02.632617 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': 'ed4df4a4-51bb-4208-907c-51eef11319e6', 'network_id': '6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43', 'port_id': 'ed4df4a4-51bb-4208-907c-51eef11319e6', 'mac_address': 'fa:16:3e:d5:0e:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9931fad2-def9-4844-9e4b-a68eebcbaa2a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:30:02.641328 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07f028-3c20-44f4-a733-db334b2dde94 req-b02d188f-cc0d-4958-bdff-d7f91e4ae67e tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:02.655788 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ec07f028-3c20-44f4-a733-db334b2dde94 req-b02d188f-cc0d-4958-bdff-d7f91e4ae67e tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2ee0e70-93f0-46ed-aa08-8f0440644461 HTTP/1.1" status: 200 len: 943 time: 0.2140319 Aug 10 03:30:02.679580 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-85dc66b7-369b-4843-8333-501769a95c31 req-21e8fb24-600f-4a6d-a1ac-3377aea15cdf tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/security-groups?id=045e405e-682f-499e-a749-5004a889b208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2651954 Aug 10 03:30:02.694976 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 44690) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:02.780171 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ec07f028-3c20-44f4-a733-db334b2dde94 req-9cc819ab-67d0-4773-8120-2c5e7532b73c tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963764 Aug 10 03:30:02.816309 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09770d2-fe0b-496b-a971-c8f3a374d987 tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:02.820437 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c09770d2-fe0b-496b-a971-c8f3a374d987 tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=fe65015a-9af5-4203-b5ff-e400a5a5d632 HTTP/1.1" status: 200 len: 1092 time: 0.1236286 Aug 10 03:30:02.823802 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 44692) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:02.828483 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-01cbcf4a-b264-4839-bce8-9b28204cebaa tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Request body: {'floatingip': {'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'port_id': 'fdb6b710-00f4-4d02-a58a-af16415ea8dc', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:02.829408 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-752f3c87-4dfc-4cbe-a36a-cb293da4b647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:02.844711 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-752f3c87-4dfc-4cbe-a36a-cb293da4b647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:02.887454 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-01cbcf4a-b264-4839-bce8-9b28204cebaa tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for floatingip, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:02.905289 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-752f3c87-4dfc-4cbe-a36a-cb293da4b647 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=83573aa077094d47adfbedb923d59bad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8901169 Aug 10 03:30:02.918176 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:02.918545 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 44696) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:02.955433 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f3c87-4dfc-4cbe-a36a-cb293da4b647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7876cb-1d62-466c-925b-7121c9bef23b,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:02.966285 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed4df4a4-51bb-4208-907c-51eef11319e6 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:30:03.017469 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port ed4df4a4-51bb-4208-907c-51eef11319e6, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=ed4df4a4-51bb-4208-907c-51eef11319e6,segment=NetworkSegment(ee4b8496-dab9-4992-a392-fc3c5ad70c4e),segment_id=ee4b8496-dab9-4992-a392-fc3c5ad70c4e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:03.045829 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:03.054520 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3398004f-f1e6-4d56-989a-bbd17cc4478c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:03.087719 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7b8f5c57-05e8-4ccb-9cb7-365099d3d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:03.101458 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3398004f-f1e6-4d56-989a-bbd17cc4478c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:03.115989 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=ed4df4a4-51bb-4208-907c-51eef11319e6,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:03.131106 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-01cbcf4a-b264-4839-bce8-9b28204cebaa tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:03.230338 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3398004f-f1e6-4d56-989a-bbd17cc4478c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:03.232981 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3398004f-f1e6-4d56-989a-bbd17cc4478c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:03.243276 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3398004f-f1e6-4d56-989a-bbd17cc4478c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8b7876cb-1d62-466c-925b-7121c9bef23b HTTP/1.1" status: 204 len: 168 time: 0.3217678 Aug 10 03:30:03.268637 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3398004f-f1e6-4d56-989a-bbd17cc4478c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7876cb-1d62-466c-925b-7121c9bef23b,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:03.276195 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['ed4df4a4-51bb-4208-907c-51eef11319e6'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:30:03.361285 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-01cbcf4a-b264-4839-bce8-9b28204cebaa tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Allocated IP 172.25.7.242 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/5c84c541-244b-46d7-b280-1c3dc4358a84) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:30:03.458782 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:03.500654 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 9511810d-2875-4ed5-a9ff-a67c8d45827c no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:30:03.529455 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: 9511810d-2875-4ed5-a9ff-a67c8d45827c {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:30:03.530162 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 9511810d-2875-4ed5-a9ff-a67c8d45827c not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:30:03.567898 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-01cbcf4a-b264-4839-bce8-9b28204cebaa tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:03.648728 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-01cbcf4a-b264-4839-bce8-9b28204cebaa tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:03.650309 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef23b11-4919-4b71-acbe-aa8ffbcfcd5d req-c1b489a7-5e2a-4b74-bb5d-4cf20746a047 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:03.651937 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eef23b11-4919-4b71-acbe-aa8ffbcfcd5d req-c1b489a7-5e2a-4b74-bb5d-4cf20746a047 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b8bfcaca-5952-44ab-889c-00a345dd8344 HTTP/1.1" status: 200 len: 1097 time: 0.1283484 Aug 10 03:30:03.690910 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cbcf4a-b264-4839-bce8-9b28204cebaa tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:03.695956 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-01cbcf4a-b264-4839-bce8-9b28204cebaa tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:03.713028 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cbcf4a-b264-4839-bce8-9b28204cebaa tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:30:03.765284 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cbcf4a-b264-4839-bce8-9b28204cebaa tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Pushing event updated for resources: {'Port': ['ID=5c84c541-244b-46d7-b280-1c3dc4358a84,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:03.777849 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eef23b11-4919-4b71-acbe-aa8ffbcfcd5d req-6b5204d8-cb14-4a1a-ad44-0cdbc9f52650 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=431d999a-c0d5-473b-b797-0359380e4e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083105 Aug 10 03:30:04.007508 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06dc075-4d19-446d-befe-c2d45bf59ee9 req-f7ac0e52-0288-4424-a918-67f263b235ee tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:04.016554 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f06dc075-4d19-446d-befe-c2d45bf59ee9 req-f7ac0e52-0288-4424-a918-67f263b235ee tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2ee0e70-93f0-46ed-aa08-8f0440644461 HTTP/1.1" status: 200 len: 944 time: 0.1044307 Aug 10 03:30:04.111573 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f06dc075-4d19-446d-befe-c2d45bf59ee9 req-84dac9bb-9fcb-422d-9e3b-83cace8b1eae tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765915 Aug 10 03:30:04.207008 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:04.429714 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device ed4df4a4-51bb-4208-907c-51eef11319e6 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:30:04.493794 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-01cbcf4a-b264-4839-bce8-9b28204cebaa tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:04.566052 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port ed4df4a4-51bb-4208-907c-51eef11319e6 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:04.570996 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port ed4df4a4-51bb-4208-907c-51eef11319e6 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:04.572170 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:04.695166 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:04.709221 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-01cbcf4a-b264-4839-bce8-9b28204cebaa tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:04.757536 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ee0e70-93f0-46ed-aa08-8f0440644461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed4df4a4-51bb-4208-907c-51eef11319e6'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:30:04.761136 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d60671-ec23-4d3c-adf9-bcd793b3a61a" -d '{"events": [{"server_uuid": "f2ee0e70-93f0-46ed-aa08-8f0440644461", "name": "network-vif-plugged", "status": "completed", "tag": "ed4df4a4-51bb-4208-907c-51eef11319e6"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:30:04.782958 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port ed4df4a4-51bb-4208-907c-51eef11319e6, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=ed4df4a4-51bb-4208-907c-51eef11319e6,segment=NetworkSegment(ee4b8496-dab9-4992-a392-fc3c5ad70c4e),segment_id=ee4b8496-dab9-4992-a392-fc3c5ad70c4e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:04.792160 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:04.896409 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 44764) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:04.964643 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e08295-b9cb-45d0-b5a4-d7c6630e63c0 x-openstack-request-id: req-e1e08295-b9cb-45d0-b5a4-d7c6630e63c0 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:30:04.966127 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2ee0e70-93f0-46ed-aa08-8f0440644461", "name": "network-vif-plugged", "status": "completed", "tag": "ed4df4a4-51bb-4208-907c-51eef11319e6", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:30:04.967130 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e1e08295-b9cb-45d0-b5a4-d7c6630e63c0 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:30:04.971204 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2ee0e70-93f0-46ed-aa08-8f0440644461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed4df4a4-51bb-4208-907c-51eef11319e6', 'code': 200} Aug 10 03:30:04.972007 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=ed4df4a4-51bb-4208-907c-51eef11319e6,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:05.024667 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346bd8d-89bc-447c-8ce9-c7b3df31ed4a req-112d4514-460e-4b34-9c94-2b2b425c4495 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:05.027099 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3346bd8d-89bc-447c-8ce9-c7b3df31ed4a req-112d4514-460e-4b34-9c94-2b2b425c4495 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b8bfcaca-5952-44ab-889c-00a345dd8344 HTTP/1.1" status: 200 len: 1097 time: 0.0878239 Aug 10 03:30:05.093152 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2dc16-c782-4d7e-88ae-cbe18aa919ea req-042fa568-b7ac-4a2e-b198-9b29fbb87302 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:05.096391 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-82b2dc16-c782-4d7e-88ae-cbe18aa919ea req-042fa568-b7ac-4a2e-b198-9b29fbb87302 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=b8bfcaca-5952-44ab-889c-00a345dd8344 HTTP/1.1" status: 200 len: 1097 time: 0.2807114 Aug 10 03:30:05.101162 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3346bd8d-89bc-447c-8ce9-c7b3df31ed4a req-e836f14d-917b-4a44-b16b-321baf8165d0 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=431d999a-c0d5-473b-b797-0359380e4e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682738 Aug 10 03:30:05.154520 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d973b-b8f3-4097-ab63-b657448e38d1 req-633e300f-6ac6-4281-b785-6d0e2c9a7e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:05.156076 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e64d973b-b8f3-4097-ab63-b657448e38d1 req-633e300f-6ac6-4281-b785-6d0e2c9a7e6c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f2ee0e70-93f0-46ed-aa08-8f0440644461 HTTP/1.1" status: 200 len: 1097 time: 0.2103732 Aug 10 03:30:05.321212 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-198f6d9a-dbc4-4fba-809e-849c8257528b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1987449817'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:05.351655 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b315c7-412f-40d2-a235-085abe9abf94 req-23d7c4bb-cb7c-4f45-9aa4-f4379f6bcf90 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:05.359772 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e2b315c7-412f-40d2-a235-085abe9abf94 req-23d7c4bb-cb7c-4f45-9aa4-f4379f6bcf90 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2ee0e70-93f0-46ed-aa08-8f0440644461 HTTP/1.1" status: 200 len: 945 time: 0.1187360 Aug 10 03:30:05.363017 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198f6d9a-dbc4-4fba-809e-849c8257528b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Made reservation on behalf of 984bdecd49e44336b94df38f23469327 for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:30:05.366625 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-198f6d9a-dbc4-4fba-809e-849c8257528b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:05.387319 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-01cbcf4a-b264-4839-bce8-9b28204cebaa tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:05.406619 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-01cbcf4a-b264-4839-bce8-9b28204cebaa tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:05.493760 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cbcf4a-b264-4839-bce8-9b28204cebaa tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Pushing event updated for resources: {'Port': ['ID=5c84c541-244b-46d7-b280-1c3dc4358a84,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:05.525036 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e64d973b-b8f3-4097-ab63-b657448e38d1 req-1354e60d-9317-4621-a5e0-8aae99953e51 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219566 Aug 10 03:30:05.528979 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 6f5e8b02-447c-4199-a06a-52522489c290 up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:30:05.652381 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-82b2dc16-c782-4d7e-88ae-cbe18aa919ea req-65067352-5cc7-4a3e-8dbb-7d88669fa72e tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Deleting port d8a1880f-e888-4ef4-9b83-ee7ad039213a {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:30:05.653718 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-82b2dc16-c782-4d7e-88ae-cbe18aa919ea req-65067352-5cc7-4a3e-8dbb-7d88669fa72e tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:05.667204 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port 6f5e8b02-447c-4199-a06a-52522489c290 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:05.680603 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 6f5e8b02-447c-4199-a06a-52522489c290 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:05.681084 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:05.689878 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-01cbcf4a-b264-4839-bce8-9b28204cebaa tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:05.691722 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 44778) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:05.812249 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-198f6d9a-dbc4-4fba-809e-849c8257528b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:05.840115 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:05.843048 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e2b315c7-412f-40d2-a235-085abe9abf94 req-94f1bfe6-7e9f-4478-b7b9-c61d01fca002 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4761646 Aug 10 03:30:05.893332 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-82b2dc16-c782-4d7e-88ae-cbe18aa919ea req-65067352-5cc7-4a3e-8dbb-7d88669fa72e tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] For port d8a1880f-e888-4ef4-9b83-ee7ad039213a, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=d8a1880f-e888-4ef4-9b83-ee7ad039213a,segment=NetworkSegment(1f23af5d-31ec-4d72-9d00-aa0e3e02dafa),segment_id=1f23af5d-31ec-4d72-9d00-aa0e3e02dafa)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:05.893905 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-82b2dc16-c782-4d7e-88ae-cbe18aa919ea req-65067352-5cc7-4a3e-8dbb-7d88669fa72e tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:05.900946 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 6f5e8b02-447c-4199-a06a-52522489c290, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=6f5e8b02-447c-4199-a06a-52522489c290,segment=NetworkSegment(ee4b8496-dab9-4992-a392-fc3c5ad70c4e),segment_id=ee4b8496-dab9-4992-a392-fc3c5ad70c4e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:05.912296 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:05.920679 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-82b2dc16-c782-4d7e-88ae-cbe18aa919ea req-65067352-5cc7-4a3e-8dbb-7d88669fa72e tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Calling delete_port for d8a1880f-e888-4ef4-9b83-ee7ad039213a owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:30:05.923128 n-d-768851-15 neutron-server[94217]: INFO neutron.db.l3_db [None req-01cbcf4a-b264-4839-bce8-9b28204cebaa tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Floating IP 89c3879f-0357-48ae-a105-7cfca3e907d2 associated. External IP: 172.25.7.242, port: fdb6b710-00f4-4d02-a58a-af16415ea8dc. Aug 10 03:30:05.979830 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-198f6d9a-dbc4-4fba-809e-849c8257528b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:05.984454 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:05.987687 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-198f6d9a-dbc4-4fba-809e-849c8257528b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:06.003099 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-198f6d9a-dbc4-4fba-809e-849c8257528b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:30:06.016049 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-198f6d9a-dbc4-4fba-809e-849c8257528b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:06.016693 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-198f6d9a-dbc4-4fba-809e-849c8257528b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Added segment f394b921-2bcf-4fc7-8a2e-ba237f7dfa21 of type vlan for network da252ef5-253f-415c-bfce-1cf3e51986e9 Aug 10 03:30:06.031708 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=6f5e8b02-447c-4199-a06a-52522489c290,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:06.043777 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d05a9887-424a-4855-8d6d-af4d9eaba09d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:06.073440 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-198f6d9a-dbc4-4fba-809e-849c8257528b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:06.140611 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198f6d9a-dbc4-4fba-809e-849c8257528b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f08697b-08a8-4df0-ab34-24d2465e9744,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:06.145031 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-198f6d9a-dbc4-4fba-809e-849c8257528b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:06.151459 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198f6d9a-dbc4-4fba-809e-849c8257528b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:06.152081 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-198f6d9a-dbc4-4fba-809e-849c8257528b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:06.309481 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198f6d9a-dbc4-4fba-809e-849c8257528b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event updated for resources: {'Network': ['ID=da252ef5-253f-415c-bfce-1cf3e51986e9,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:06.321545 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:30:06.328065 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd3f78-ac5d-498b-8492-b6d38474b242 req-84254cfa-4853-49c3-859e-6d7b981af247 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:06.335705 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-78dd3f78-ac5d-498b-8492-b6d38474b242 req-84254cfa-4853-49c3-859e-6d7b981af247 tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b8bfcaca-5952-44ab-889c-00a345dd8344 HTTP/1.1" status: 200 len: 1097 time: 0.1078429 Aug 10 03:30:06.397530 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-78dd3f78-ac5d-498b-8492-b6d38474b242 req-6e968429-2faf-4095-97ae-60ca926c5bfa tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=431d999a-c0d5-473b-b797-0359380e4e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606663 Aug 10 03:30:06.535907 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-82b2dc16-c782-4d7e-88ae-cbe18aa919ea req-65067352-5cc7-4a3e-8dbb-7d88669fa72e tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:06.549951 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['d8a1880f-e888-4ef4-9b83-ee7ad039213a'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:30:06.584894 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d05a9887-424a-4855-8d6d-af4d9eaba09d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:06.588542 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65067352-5cc7-4a3e-8dbb-7d88669fa72e tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Pushing event deleted for resources: {'Port': ['ID=d8a1880f-e888-4ef4-9b83-ee7ad039213a,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:06.597461 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d05a9887-424a-4855-8d6d-af4d9eaba09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:06.599879 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-198f6d9a-dbc4-4fba-809e-849c8257528b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7020724 Aug 10 03:30:06.602982 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 44792) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:06.609011 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-c29d267a-8106-4fe2-af67-6fd5c89fc292 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Request body: {'subnet': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:06.662400 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05a9887-424a-4855-8d6d-af4d9eaba09d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af6a0261-345d-4834-a826-4df7106172e8,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:06.686317 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-82b2dc16-c782-4d7e-88ae-cbe18aa919ea req-65067352-5cc7-4a3e-8dbb-7d88669fa72e tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] No DVR routers for this DVR port d8a1880f-e888-4ef4-9b83-ee7ad039213a on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:30:06.689400 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-82b2dc16-c782-4d7e-88ae-cbe18aa919ea req-65067352-5cc7-4a3e-8dbb-7d88669fa72e tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:06.692117 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-82b2dc16-c782-4d7e-88ae-cbe18aa919ea req-65067352-5cc7-4a3e-8dbb-7d88669fa72e tempest-TestServerMultinode-183342345 tempest-TestServerMultinode-183342345-project-admin] 10.222.0.58 "DELETE /v2.0/ports/d8a1880f-e888-4ef4-9b83-ee7ad039213a HTTP/1.1" status: 204 len: 173 time: 1.5776682 Aug 10 03:30:06.702424 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8bfcaca-5952-44ab-889c-00a345dd8344', 'name': 'network-vif-deleted', 'tag': 'd8a1880f-e888-4ef4-9b83-ee7ad039213a'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:30:06.704844 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc312d15-267e-405f-939b-c816c23a872c" -d '{"events": [{"server_uuid": "b8bfcaca-5952-44ab-889c-00a345dd8344", "name": "network-vif-deleted", "tag": "d8a1880f-e888-4ef4-9b83-ee7ad039213a"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:30:06.752723 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01cbcf4a-b264-4839-bce8-9b28204cebaa tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Router 9801400f-c07d-43b3-bc9c-e0a6d14713e9 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:30:06.768034 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d05a9887-424a-4855-8d6d-af4d9eaba09d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=242ffa9ce8784adf997d201c67b8127e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0380409 Aug 10 03:30:06.772099 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 44798) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:06.780874 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29d267a-8106-4fe2-af67-6fd5c89fc292 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Made reservation on behalf of 984bdecd49e44336b94df38f23469327 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:30:06.787087 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c29d267a-8106-4fe2-af67-6fd5c89fc292 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:06.799276 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd66388-4c5b-4b7c-8b7b-750d38a5ea7a x-openstack-request-id: req-3dd66388-4c5b-4b7c-8b7b-750d38a5ea7a {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:30:06.799565 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8bfcaca-5952-44ab-889c-00a345dd8344", "name": "network-vif-deleted", "tag": "d8a1880f-e888-4ef4-9b83-ee7ad039213a", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:30:06.799819 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3dd66388-4c5b-4b7c-8b7b-750d38a5ea7a {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:30:06.800228 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8bfcaca-5952-44ab-889c-00a345dd8344', 'name': 'network-vif-deleted', 'tag': 'd8a1880f-e888-4ef4-9b83-ee7ad039213a', 'status': 'completed', 'code': 200} Aug 10 03:30:06.972680 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca28343c-fe86-42dd-84b4-d84ad430dcfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5e8b02-447c-4199-a06a-52522489c290'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:30:06.975498 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42f9c94-5474-4a61-aa18-a3e26b1e5f5a" -d '{"events": [{"server_uuid": "ca28343c-fe86-42dd-84b4-d84ad430dcfc", "name": "network-vif-plugged", "status": "completed", "tag": "6f5e8b02-447c-4199-a06a-52522489c290"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:30:07.026553 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01cbcf4a-b264-4839-bce8-9b28204cebaa tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:30:07.036329 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749b086e-287e-4f81-a044-b9e18c6b48d3 None None] Sync routers for ids ['9801400f-c07d-43b3-bc9c-e0a6d14713e9'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:30:07.052403 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749b086e-287e-4f81-a044-b9e18c6b48d3 None None] Routers {'9801400f-c07d-43b3-bc9c-e0a6d14713e9'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:30:07.057840 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-749b086e-287e-4f81-a044-b9e18c6b48d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:30:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['9801400f-c07d-43b3-bc9c-e0a6d14713e9'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:07.077063 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21decdaa-f824-46d7-9f3c-7e6e1bbbb66e x-openstack-request-id: req-21decdaa-f824-46d7-9f3c-7e6e1bbbb66e {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:30:07.077359 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca28343c-fe86-42dd-84b4-d84ad430dcfc", "name": "network-vif-plugged", "status": "completed", "tag": "6f5e8b02-447c-4199-a06a-52522489c290", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:30:07.077627 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-21decdaa-f824-46d7-9f3c-7e6e1bbbb66e {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:30:07.078032 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca28343c-fe86-42dd-84b4-d84ad430dcfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5e8b02-447c-4199-a06a-52522489c290', 'code': 200} Aug 10 03:30:07.116935 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c29d267a-8106-4fe2-af67-6fd5c89fc292 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:07.144722 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-01cbcf4a-b264-4839-bce8-9b28204cebaa tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:07.186350 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8dab19bc-1791-44ca-8a54-e332fd318be9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:07.211162 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8dab19bc-1791-44ca-8a54-e332fd318be9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:07.269577 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8dab19bc-1791-44ca-8a54-e332fd318be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:07.273054 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8dab19bc-1791-44ca-8a54-e332fd318be9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:07.274492 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8dab19bc-1791-44ca-8a54-e332fd318be9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/af6a0261-345d-4834-a826-4df7106172e8 HTTP/1.1" status: 204 len: 168 time: 0.4980245 Aug 10 03:30:07.287577 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-01cbcf4a-b264-4839-bce8-9b28204cebaa tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4624045 Aug 10 03:30:07.288080 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 44810) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:07.288935 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dab19bc-1791-44ca-8a54-e332fd318be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6a0261-345d-4834-a826-4df7106172e8,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:07.367170 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-749b086e-287e-4f81-a044-b9e18c6b48d3 None None] Set router 9801400f-c07d-43b3-bc9c-e0a6d14713e9 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:30:07.402872 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29d267a-8106-4fe2-af67-6fd5c89fc292 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Checking segment: {'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:30:07.403342 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29d267a-8106-4fe2-af67-6fd5c89fc292 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Network hostable DHCP agents. Network: da252ef5-253f-415c-bfce-1cf3e51986e9, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:30:07.473902 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229e744-11dd-424c-8ad4-66ee01754c17 req-d75e9999-4138-4e6e-934b-c5f669f3e0f7 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:07.476262 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6229e744-11dd-424c-8ad4-66ee01754c17 req-d75e9999-4138-4e6e-934b-c5f669f3e0f7 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2ee0e70-93f0-46ed-aa08-8f0440644461 HTTP/1.1" status: 200 len: 945 time: 0.3913913 Aug 10 03:30:07.500113 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2a870f5d-7f75-46ef-a59f-f2b76e897ac3 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/floatingips/89c3879f-0357-48ae-a105-7cfca3e907d2 HTTP/1.1" status: 200 len: 991 time: 0.1898613 Aug 10 03:30:07.515258 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 44816) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:07.516072 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29d267a-8106-4fe2-af67-6fd5c89fc292 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event updated for resources: {'Subnet': ['ID=472e2f47-0c23-4104-9184-bf666bd832fa,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:07.580707 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7fcad-65b6-4c07-92ba-c00da9a4eef4 req-b5b9c7ea-c363-4661-8fee-b1f7374c78bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:07.583330 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-98a7fcad-65b6-4c07-92ba-c00da9a4eef4 req-b5b9c7ea-c363-4661-8fee-b1f7374c78bc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ca28343c-fe86-42dd-84b4-d84ad430dcfc HTTP/1.1" status: 200 len: 1097 time: 0.4530296 Aug 10 03:30:07.610997 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29d267a-8106-4fe2-af67-6fd5c89fc292 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:30:07.644560 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6229e744-11dd-424c-8ad4-66ee01754c17 req-738db1cd-b246-4e98-9c5a-14f83114bcde tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547167 Aug 10 03:30:07.651828 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-c29d267a-8106-4fe2-af67-6fd5c89fc292 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, da252ef5-253f-415c-bfce-1cf3e51986e9) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:07.660676 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442e2229-13b3-4361-977e-cf18fc04fb82 None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:30:07.671033 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29d267a-8106-4fe2-af67-6fd5c89fc292 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:07.671655 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c29d267a-8106-4fe2-af67-6fd5c89fc292 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:07.719280 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-98a7fcad-65b6-4c07-92ba-c00da9a4eef4 req-a9e5f816-0317-4a85-a1c3-fe8192be8b45 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195512 Aug 10 03:30:07.726988 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-c29d267a-8106-4fe2-af67-6fd5c89fc292 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1203623 Aug 10 03:30:07.728276 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 44820) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:07.733738 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-a879c6ba-e86d-43db-a352-87d4972160da tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Request body: {'port': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'name': 'tempest-NetworksTestDHCPv6-434891018'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:07.897070 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 44826) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:07.934112 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-47c12436-8849-4fde-b195-f03427fb8012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:07.950386 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3edc304-639b-45dc-9cad-c15f275b47f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-da252ef5-253f-415c-bfce-1cf3e51986e9', 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'tenant_id': '984bdecd49e44336b94df38f23469327', 'fixed_ips': [{'subnet_id': '472e2f47-0c23-4104-9184-bf666bd832fa'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:30:07.955343 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b3edc304-639b-45dc-9cad-c15f275b47f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:07.964685 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-749b086e-287e-4f81-a044-b9e18c6b48d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'name': 'tempest-TestNetworkBasicOps-router-1561070909', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '3246ee68-316e-4ba3-9cfd-736a08804d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:25Z', 'updated_at': '2021-08-10T03:29:33Z', 'revision_number': 4, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'gw_port': {'id': '3246ee68-316e-4ba3-9cfd-736a08804d60', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:26Z', 'updated_at': '2021-08-10T03:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '89c3879f-0357-48ae-a105-7cfca3e907d2', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'floating_ip_address': '172.25.7.242', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'port_id': 'fdb6b710-00f4-4d02-a58a-af16415ea8dc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a6736e6-4bf2-4fd6-b608-02d7e87502ef', 'mac_address': 'fa:16:3e:c3:f7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe65015a-9af5-4203-b5ff-e400a5a5d632', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:30:04Z', 'updated_at': '2021-08-10T03:30:04Z', 'revision_number': 0, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2927eb16-21bd-47e7-aba1-fd6ea509620c', 'name': '', 'network_id': '1a6736e6-4bf2-4fd6-b608-02d7e87502ef', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'mac_address': 'fa:16:3e:40:0a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '672e7333-eb8c-40ae-a818-36f1d38e30f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:32Z', 'updated_at': '2021-08-10T03:29:42Z', 'revision_number': 5, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'subnets': [{'id': '672e7333-eb8c-40ae-a818-36f1d38e30f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:08.056317 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749b086e-287e-4f81-a044-b9e18c6b48d3 None None] Checking router: 9801400f-c07d-43b3-bc9c-e0a6d14713e9 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:30:08.079817 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749b086e-287e-4f81-a044-b9e18c6b48d3 None None] Routers {'9801400f-c07d-43b3-bc9c-e0a6d14713e9'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:30:08.082346 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-749b086e-287e-4f81-a044-b9e18c6b48d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:30:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['9801400f-c07d-43b3-bc9c-e0a6d14713e9'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:08.223209 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-b3edc304-639b-45dc-9cad-c15f275b47f2 None None] Allocated IP 2001:db8::2 (da252ef5-253f-415c-bfce-1cf3e51986e9/472e2f47-0c23-4104-9184-bf666bd832fa/b0341348-7c16-4870-a5e8-80ab82fbf15c) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:30:08.246325 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdc451-de8f-4353-8fee-1e107431ec9f req-79628970-4137-41da-b691-5a6390694bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:08.249505 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-dbfdc451-de8f-4353-8fee-1e107431ec9f req-79628970-4137-41da-b691-5a6390694bc4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=512e51e52dde4e17a26f3eb689e87681&device_id=f2ee0e70-93f0-46ed-aa08-8f0440644461 HTTP/1.1" status: 200 len: 1097 time: 0.1057949 Aug 10 03:30:08.259788 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-47c12436-8849-4fde-b195-f03427fb8012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:08.296790 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-47c12436-8849-4fde-b195-f03427fb8012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:08.334154 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-749b086e-287e-4f81-a044-b9e18c6b48d3 None None] Set router 9801400f-c07d-43b3-bc9c-e0a6d14713e9 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:30:08.358212 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c12436-8849-4fde-b195-f03427fb8012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02160b4-a178-4d78-9cba-ae1b5c15e5e4,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:08.396808 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-47c12436-8849-4fde-b195-f03427fb8012 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a659546e12ba47a1ba46d98332d7650a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4966161 Aug 10 03:30:08.399382 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 44834) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:08.439578 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f893e4-86a7-4dc7-a863-d7752338f92b req-bb6ab759-1d07-47c0-aa15-a4a68a4d41e7 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:08.441599 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b9f893e4-86a7-4dc7-a863-d7752338f92b req-bb6ab759-1d07-47c0-aa15-a4a68a4d41e7 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2ee0e70-93f0-46ed-aa08-8f0440644461 HTTP/1.1" status: 200 len: 945 time: 0.1754477 Aug 10 03:30:08.441858 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a879c6ba-e86d-43db-a352-87d4972160da tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Made reservation on behalf of 984bdecd49e44336b94df38f23469327 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:30:08.445383 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a879c6ba-e86d-43db-a352-87d4972160da tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:08.502927 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 44836) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:08.507448 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b3edc304-639b-45dc-9cad-c15f275b47f2 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:08.527939 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b3edc304-639b-45dc-9cad-c15f275b47f2 None None] Transition to ACTIVE for port object b0341348-7c16-4870-a5e8-80ab82fbf15c will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:08.529534 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdc451-de8f-4353-8fee-1e107431ec9f req-177b7ad1-245f-494b-88c0-b97d0985059e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:08.532108 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-dbfdc451-de8f-4353-8fee-1e107431ec9f req-177b7ad1-245f-494b-88c0-b97d0985059e service neutron] 10.222.0.58 "GET /v2.0/networks?id=6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43 HTTP/1.1" status: 200 len: 919 time: 0.2719030 Aug 10 03:30:08.563706 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [None req-a879c6ba-e86d-43db-a352-87d4972160da tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] device_id is not set on port fe735d54-4f32-4572-ab72-c03e032a2804 yet. {{(pid=94216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:30:08.573185 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b3edc304-639b-45dc-9cad-c15f275b47f2 None None] Transition to ACTIVE for port object b0341348-7c16-4870-a5e8-80ab82fbf15c will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:08.582682 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b3edc304-639b-45dc-9cad-c15f275b47f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:08.638803 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-dbfdc451-de8f-4353-8fee-1e107431ec9f req-d31c6c85-752a-4f3c-bc55-5965e4350d75 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed4df4a4-51bb-4208-907c-51eef11319e6 HTTP/1.1" status: 200 len: 217 time: 0.0940809 Aug 10 03:30:08.648689 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3edc304-639b-45dc-9cad-c15f275b47f2 None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:08.652596 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-b3edc304-639b-45dc-9cad-c15f275b47f2 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:08.669018 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3edc304-639b-45dc-9cad-c15f275b47f2 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:30:08.675724 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b9f893e4-86a7-4dc7-a863-d7752338f92b req-6285e0f4-8e83-44f0-8157-5c1d90b5566f tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172129 Aug 10 03:30:08.781395 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3edc304-639b-45dc-9cad-c15f275b47f2 None None] Pushing event updated for resources: {'Port': ['ID=b0341348-7c16-4870-a5e8-80ab82fbf15c,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:08.813826 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b6cf807a-a6fc-4a8b-a631-3eedd2d2b1ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:08.833455 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cbdda711-96c5-4dff-add4-808f54c7e0b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:08.862141 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-749b086e-287e-4f81-a044-b9e18c6b48d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'name': 'tempest-TestNetworkBasicOps-router-1561070909', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '3246ee68-316e-4ba3-9cfd-736a08804d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:25Z', 'updated_at': '2021-08-10T03:29:33Z', 'revision_number': 4, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'gw_port': {'id': '3246ee68-316e-4ba3-9cfd-736a08804d60', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:26Z', 'updated_at': '2021-08-10T03:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '89c3879f-0357-48ae-a105-7cfca3e907d2', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'floating_ip_address': '172.25.7.242', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'port_id': 'fdb6b710-00f4-4d02-a58a-af16415ea8dc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a6736e6-4bf2-4fd6-b608-02d7e87502ef', 'mac_address': 'fa:16:3e:c3:f7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe65015a-9af5-4203-b5ff-e400a5a5d632', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:30:04Z', 'updated_at': '2021-08-10T03:30:04Z', 'revision_number': 0, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2927eb16-21bd-47e7-aba1-fd6ea509620c', 'name': '', 'network_id': '1a6736e6-4bf2-4fd6-b608-02d7e87502ef', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'mac_address': 'fa:16:3e:40:0a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '672e7333-eb8c-40ae-a818-36f1d38e30f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:32Z', 'updated_at': '2021-08-10T03:29:42Z', 'revision_number': 5, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'subnets': [{'id': '672e7333-eb8c-40ae-a818-36f1d38e30f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:08.875932 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-b3edc304-639b-45dc-9cad-c15f275b47f2 None None] Attempting to bind port b0341348-7c16-4870-a5e8-80ab82fbf15c on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:30:08.877143 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-b3edc304-639b-45dc-9cad-c15f275b47f2 None None] Attempting to bind port b0341348-7c16-4870-a5e8-80ab82fbf15c by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:30:08.877143 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3edc304-639b-45dc-9cad-c15f275b47f2 None None] Attempting to bind port b0341348-7c16-4870-a5e8-80ab82fbf15c on network da252ef5-253f-415c-bfce-1cf3e51986e9 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:30:08.898443 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3edc304-639b-45dc-9cad-c15f275b47f2 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:30:08.898895 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3edc304-639b-45dc-9cad-c15f275b47f2 None None] Checking segment: {'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:30:08.899318 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b3edc304-639b-45dc-9cad-c15f275b47f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:08.899862 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3edc304-639b-45dc-9cad-c15f275b47f2 None None] Bound using segment: {'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:30:08.900214 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-b3edc304-639b-45dc-9cad-c15f275b47f2 None None] Bound port: b0341348-7c16-4870-a5e8-80ab82fbf15c, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:30:08.900605 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b3edc304-639b-45dc-9cad-c15f275b47f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:08.920915 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cbdda711-96c5-4dff-add4-808f54c7e0b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:08.934571 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749b086e-287e-4f81-a044-b9e18c6b48d3 None None] The sync data for ids ['9801400f-c07d-43b3-bc9c-e0a6d14713e9'] in n-d-768851-15 is: [{'id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'name': 'tempest-TestNetworkBasicOps-router-1561070909', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '3246ee68-316e-4ba3-9cfd-736a08804d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:25Z', 'updated_at': '2021-08-10T03:29:33Z', 'revision_number': 4, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'gw_port': {'id': '3246ee68-316e-4ba3-9cfd-736a08804d60', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:26Z', 'updated_at': '2021-08-10T03:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '89c3879f-0357-48ae-a105-7cfca3e907d2', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'floating_ip_address': '172.25.7.242', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'port_id': 'fdb6b710-00f4-4d02-a58a-af16415ea8dc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a6736e6-4bf2-4fd6-b608-02d7e87502ef', 'mac_address': 'fa:16:3e:c3:f7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe65015a-9af5-4203-b5ff-e400a5a5d632', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:30:04Z', 'updated_at': '2021-08-10T03:30:04Z', 'revision_number': 0, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2927eb16-21bd-47e7-aba1-fd6ea509620c', 'name': '', 'network_id': '1a6736e6-4bf2-4fd6-b608-02d7e87502ef', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'mac_address': 'fa:16:3e:40:0a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '672e7333-eb8c-40ae-a818-36f1d38e30f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:32Z', 'updated_at': '2021-08-10T03:29:42Z', 'revision_number': 5, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'subnets': [{'id': '672e7333-eb8c-40ae-a818-36f1d38e30f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:30:09.013680 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe65015a-9af5-4203-b5ff-e400a5a5d632', 'tag': 'fdb6b710-00f4-4d02-a58a-af16415ea8dc'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:30:09.027269 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-488aea64-7631-497e-943c-fd4c4c0a464a" -d '{"events": [{"name": "network-changed", "server_uuid": "fe65015a-9af5-4203-b5ff-e400a5a5d632", "tag": "fdb6b710-00f4-4d02-a58a-af16415ea8dc"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:30:09.045647 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdc451-de8f-4353-8fee-1e107431ec9f req-079164ff-95f4-4d9e-aa38-8a77830b59fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:09.047770 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-dbfdc451-de8f-4353-8fee-1e107431ec9f req-079164ff-95f4-4d9e-aa38-8a77830b59fc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9931fad2-def9-4844-9e4b-a68eebcbaa2a HTTP/1.1" status: 200 len: 858 time: 0.3862147 Aug 10 03:30:09.051286 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-a879c6ba-e86d-43db-a352-87d4972160da tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Allocated IP 2001:db8::3c8 (da252ef5-253f-415c-bfce-1cf3e51986e9/472e2f47-0c23-4104-9184-bf666bd832fa/fe735d54-4f32-4572-ab72-c03e032a2804) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:30:09.097136 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b3edc304-639b-45dc-9cad-c15f275b47f2 None None] For port b0341348-7c16-4870-a5e8-80ab82fbf15c, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:30:09.109647 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b3edc304-639b-45dc-9cad-c15f275b47f2 None None] For port b0341348-7c16-4870-a5e8-80ab82fbf15c, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=b0341348-7c16-4870-a5e8-80ab82fbf15c,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:30:09.128249 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b3edc304-639b-45dc-9cad-c15f275b47f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:09.145013 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cbdda711-96c5-4dff-add4-808f54c7e0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:09.147964 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cbdda711-96c5-4dff-add4-808f54c7e0b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:09.152977 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-cbdda711-96c5-4dff-add4-808f54c7e0b9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f02160b4-a178-4d78-9cba-ae1b5c15e5e4 HTTP/1.1" status: 204 len: 168 time: 0.7450457 Aug 10 03:30:09.170481 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdda711-96c5-4dff-add4-808f54c7e0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02160b4-a178-4d78-9cba-ae1b5c15e5e4,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:09.210479 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-dbfdc451-de8f-4353-8fee-1e107431ec9f req-3280cbca-eaf8-4a49-b795-8478f98ee0df service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1112146 Aug 10 03:30:09.220023 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e51050-ab9f-44a2-8973-8cf13dea5061 x-openstack-request-id: req-c3e51050-ab9f-44a2-8973-8cf13dea5061 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:30:09.220614 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe65015a-9af5-4203-b5ff-e400a5a5d632", "tag": "fdb6b710-00f4-4d02-a58a-af16415ea8dc", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:30:09.220958 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c3e51050-ab9f-44a2-8973-8cf13dea5061 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:30:09.221658 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe65015a-9af5-4203-b5ff-e400a5a5d632', 'tag': 'fdb6b710-00f4-4d02-a58a-af16415ea8dc', 'status': 'completed', 'code': 200} Aug 10 03:30:09.352635 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3edc304-639b-45dc-9cad-c15f275b47f2 None None] Pushing event updated for resources: {'Port': ['ID=b0341348-7c16-4870-a5e8-80ab82fbf15c,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:09.392168 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b44077e3-82c5-4e3a-bc0c-eb6f19ade41a tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/floatingips/89c3879f-0357-48ae-a105-7cfca3e907d2 HTTP/1.1" status: 200 len: 991 time: 0.8857765 Aug 10 03:30:09.441019 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fa3c4e-24cc-4e4f-ac3f-230423b336e9 None None] New status for floating IP 89c3879f-0357-48ae-a105-7cfca3e907d2: ACTIVE {{(pid=94218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:30:09.542880 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a879c6ba-e86d-43db-a352-87d4972160da tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:09.547406 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-dbfdc451-de8f-4353-8fee-1e107431ec9f req-d0e6475c-a596-431c-bf39-4876cfc4e648 service neutron] 10.222.0.58 "GET /v2.0/networks/6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229244 Aug 10 03:30:09.597427 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-a879c6ba-e86d-43db-a352-87d4972160da tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Transition to ACTIVE for port object fe735d54-4f32-4572-ab72-c03e032a2804 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:09.605195 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488aea64-7631-497e-943c-fd4c4c0a464a req-a1242db9-1d3b-4984-8c18-2683b2afd075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:09.608437 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-488aea64-7631-497e-943c-fd4c4c0a464a req-a1242db9-1d3b-4984-8c18-2683b2afd075 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=91c061317a63433fa1b564847f6d5cbb&device_id=fe65015a-9af5-4203-b5ff-e400a5a5d632 HTTP/1.1" status: 200 len: 1097 time: 0.3969634 Aug 10 03:30:09.682672 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a879c6ba-e86d-43db-a352-87d4972160da tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:09.760509 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a879c6ba-e86d-43db-a352-87d4972160da tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:09.766615 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-a879c6ba-e86d-43db-a352-87d4972160da tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:09.776042 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a879c6ba-e86d-43db-a352-87d4972160da tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:30:09.782244 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a879c6ba-e86d-43db-a352-87d4972160da tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:09.782915 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a879c6ba-e86d-43db-a352-87d4972160da tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:09.792419 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a879c6ba-e86d-43db-a352-87d4972160da tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event updated for resources: {'Port': ['ID=fe735d54-4f32-4572-ab72-c03e032a2804,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:09.833460 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-a879c6ba-e86d-43db-a352-87d4972160da tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1040626 Aug 10 03:30:09.835892 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 44860) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:09.903394 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488aea64-7631-497e-943c-fd4c4c0a464a req-5bf62416-762d-46c2-89ec-4aa87bfb0260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:09.905059 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-488aea64-7631-497e-943c-fd4c4c0a464a req-5bf62416-762d-46c2-89ec-4aa87bfb0260 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1a6736e6-4bf2-4fd6-b608-02d7e87502ef HTTP/1.1" status: 200 len: 898 time: 0.2800357 Aug 10 03:30:10.055233 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da621d5d-9dc9-4cdc-8a04-3064499d3d38 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:10.062350 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da621d5d-9dc9-4cdc-8a04-3064499d3d38 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:10.063879 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-da621d5d-9dc9-4cdc-8a04-3064499d3d38 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2270122 Aug 10 03:30:10.068305 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 44874) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:10.087250 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16949dd-0583-44c8-951c-5d03f9665e8d req-a875880f-4b46-4652-8ab6-af3c7f9e8282 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:10.091491 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a16949dd-0583-44c8-951c-5d03f9665e8d req-a875880f-4b46-4652-8ab6-af3c7f9e8282 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2ee0e70-93f0-46ed-aa08-8f0440644461 HTTP/1.1" status: 200 len: 945 time: 0.2566984 Aug 10 03:30:10.278965 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a16949dd-0583-44c8-951c-5d03f9665e8d req-bbed03ec-0d54-4e61-9e17-eaa499d529ad tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622326 Aug 10 03:30:10.320474 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-8cd68478-ea9e-4e25-b3de-6d7f8bc98fd2 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Deleting port fe735d54-4f32-4572-ab72-c03e032a2804 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:30:10.320888 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8cd68478-ea9e-4e25-b3de-6d7f8bc98fd2 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:10.396744 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 44886) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:10.464982 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device d8a1880f-e888-4ef4-9b83-ee7ad039213a no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:30:10.512003 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: d8a1880f-e888-4ef4-9b83-ee7ad039213a {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:30:10.512351 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device d8a1880f-e888-4ef4-9b83-ee7ad039213a not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:30:10.553488 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8cd68478-ea9e-4e25-b3de-6d7f8bc98fd2 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:10.567006 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-0262e39a-3851-42ad-93ba-658c24293551 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/floatingips/89c3879f-0357-48ae-a105-7cfca3e907d2 HTTP/1.1" status: 200 len: 993 time: 0.1682372 Aug 10 03:30:10.578345 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-488aea64-7631-497e-943c-fd4c4c0a464a req-e1b8caa6-aebb-4857-b1e8-66ae00e58f18 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fdb6b710-00f4-4d02-a58a-af16415ea8dc HTTP/1.1" status: 200 len: 1001 time: 0.6621451 Aug 10 03:30:10.582486 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-dbfdc451-de8f-4353-8fee-1e107431ec9f req-821ea3e7-8235-44db-ae6e-6d0d424bfc10 service neutron] 10.222.0.58 "GET /v2.0/networks/6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0149770 Aug 10 03:30:10.584010 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-8cd68478-ea9e-4e25-b3de-6d7f8bc98fd2 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Calling delete_port for fe735d54-4f32-4572-ab72-c03e032a2804 owned by {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:30:10.696138 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-b6cf807a-a6fc-4a8b-a631-3eedd2d2b1ef admin admin] Deleting port 2333030e-0b7e-48b1-b312-cd5cb24c92f0 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:30:10.696785 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b6cf807a-a6fc-4a8b-a631-3eedd2d2b1ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:10.701088 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488aea64-7631-497e-943c-fd4c4c0a464a req-90502550-2cf7-4072-93c3-6885ae919b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:10.703225 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-488aea64-7631-497e-943c-fd4c4c0a464a req-90502550-2cf7-4072-93c3-6885ae919b15 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=672e7333-eb8c-40ae-a818-36f1d38e30f2 HTTP/1.1" status: 200 len: 835 time: 0.1128182 Aug 10 03:30:10.813971 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488aea64-7631-497e-943c-fd4c4c0a464a req-4a9c9bda-c697-4efd-bd3e-58162a29df4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:10.815939 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-488aea64-7631-497e-943c-fd4c4c0a464a req-4a9c9bda-c697-4efd-bd3e-58162a29df4b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1a6736e6-4bf2-4fd6-b608-02d7e87502ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1020918 Aug 10 03:30:10.826004 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8cd68478-ea9e-4e25-b3de-6d7f8bc98fd2 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:10.875002 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd68478-ea9e-4e25-b3de-6d7f8bc98fd2 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event deleted for resources: {'Port': ['ID=fe735d54-4f32-4572-ab72-c03e032a2804,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:10.895972 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-b6cf807a-a6fc-4a8b-a631-3eedd2d2b1ef admin admin] For port 2333030e-0b7e-48b1-b312-cd5cb24c92f0, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=2333030e-0b7e-48b1-b312-cd5cb24c92f0,segment=NetworkSegment(1f23af5d-31ec-4d72-9d00-aa0e3e02dafa),segment_id=1f23af5d-31ec-4d72-9d00-aa0e3e02dafa)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:10.896330 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b6cf807a-a6fc-4a8b-a631-3eedd2d2b1ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:10.914719 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8cd68478-ea9e-4e25-b3de-6d7f8bc98fd2 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:10.916879 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-b6cf807a-a6fc-4a8b-a631-3eedd2d2b1ef admin admin] Calling delete_port for 2333030e-0b7e-48b1-b312-cd5cb24c92f0 owned by network:router_interface {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:30:10.920842 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 44902) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:10.921631 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8cd68478-ea9e-4e25-b3de-6d7f8bc98fd2 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/ports/fe735d54-4f32-4572-ab72-c03e032a2804 HTTP/1.1" status: 204 len: 168 time: 0.8526111 Aug 10 03:30:10.943189 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94746c7-9196-4bc4-a29f-be6fc11ef9d4 None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:30:11.053674 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-488aea64-7631-497e-943c-fd4c4c0a464a req-c2b8c10d-88b3-494e-8005-b690b6dc7821 service neutron] 10.222.0.58 "GET /v2.0/networks/1a6736e6-4bf2-4fd6-b608-02d7e87502ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244074 Aug 10 03:30:11.064961 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb39cb2-7953-4768-909b-e72e1962bd0b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:11.066627 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb39cb2-7953-4768-909b-e72e1962bd0b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:11.070709 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1fb39cb2-7953-4768-909b-e72e1962bd0b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1465394 Aug 10 03:30:11.071176 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 44908) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:11.131792 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0ef829ed-f9bf-4b3a-93b0-ff888e28b805 None None] Provisioning for port b0341348-7c16-4870-a5e8-80ab82fbf15c completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:11.190195 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ffdc198-3a37-4259-8b54-a77f314d4d97 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Deleting subnet 472e2f47-0c23-4104-9184-bf666bd832fa {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:30:11.194045 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4ffdc198-3a37-4259-8b54-a77f314d4d97 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:11.254532 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4ffdc198-3a37-4259-8b54-a77f314d4d97 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:11.283079 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-488aea64-7631-497e-943c-fd4c4c0a464a req-05382938-cdc7-4226-b776-859e4651a3c5 service neutron] 10.222.0.58 "GET /v2.0/networks/1a6736e6-4bf2-4fd6-b608-02d7e87502ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214324 Aug 10 03:30:11.405464 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b6cf807a-a6fc-4a8b-a631-3eedd2d2b1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:11.442686 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4ffdc198-3a37-4259-8b54-a77f314d4d97 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:11.473737 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cf807a-a6fc-4a8b-a631-3eedd2d2b1ef admin admin] Pushing event deleted for resources: {'Port': ['ID=2333030e-0b7e-48b1-b312-cd5cb24c92f0,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:11.615383 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ad63d-a0eb-4d90-9e1e-1cfc098eb613 req-e079958f-8a7b-4486-9043-323cee9c476e tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:11.617063 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-965ad63d-a0eb-4d90-9e1e-1cfc098eb613 req-e079958f-8a7b-4486-9043-323cee9c476e tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2ee0e70-93f0-46ed-aa08-8f0440644461 HTTP/1.1" status: 200 len: 945 time: 0.2030497 Aug 10 03:30:11.690062 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4ffdc198-3a37-4259-8b54-a77f314d4d97 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:11.755069 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffdc198-3a37-4259-8b54-a77f314d4d97 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event deleted for resources: {'Subnet': ['ID=472e2f47-0c23-4104-9184-bf666bd832fa,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:11.772158 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4ffdc198-3a37-4259-8b54-a77f314d4d97 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:11.774500 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-4ffdc198-3a37-4259-8b54-a77f314d4d97 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/subnets/472e2f47-0c23-4104-9184-bf666bd832fa HTTP/1.1" status: 204 len: 168 time: 0.7022114 Aug 10 03:30:11.777630 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 44932) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:11.816166 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-965ad63d-a0eb-4d90-9e1e-1cfc098eb613 req-b5ed7859-ffd8-4cb4-af59-e5d647e7a2fe tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664464 Aug 10 03:30:11.838150 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b0341348-7c16-4870-a5e8-80ab82fbf15c up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:30:11.913968 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-76da7071-a76e-4122-8149-2d0cf6b5bb94 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1348825 Aug 10 03:30:11.916507 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 44936) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:11.922172 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-6091dc2c-23ce-4fd3-9436-64c66a273487 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Request body: {'subnet': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:11.976889 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port b0341348-7c16-4870-a5e8-80ab82fbf15c completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:11.986003 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port b0341348-7c16-4870-a5e8-80ab82fbf15c triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:11.987247 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:12.006190 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b6cf807a-a6fc-4a8b-a631-3eedd2d2b1ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:12.161513 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6091dc2c-23ce-4fd3-9436-64c66a273487 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Made reservation on behalf of 984bdecd49e44336b94df38f23469327 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:30:12.174197 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6091dc2c-23ce-4fd3-9436-64c66a273487 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:12.215748 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c1ee33-ea32-46d9-9ad6-669227b8fad1 None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:30:12.349178 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6cf807a-a6fc-4a8b-a631-3eedd2d2b1ef admin admin] Router 3776bf2b-63ff-4607-92e9-f5be31c57f96 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:30:12.364180 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-f935556c-a00d-4ee6-97ed-bf94162521b3 None None] Could not find standard attr ID for object fe735d54-4f32-4572-ab72-c03e032a2804. {{(pid=94218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:30:12.381233 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:12.498420 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port b0341348-7c16-4870-a5e8-80ab82fbf15c, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=b0341348-7c16-4870-a5e8-80ab82fbf15c,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:12.523626 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6cf807a-a6fc-4a8b-a631-3eedd2d2b1ef admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:30:12.533327 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b6cf807a-a6fc-4a8b-a631-3eedd2d2b1ef admin admin] 10.222.0.62 "PUT /v2.0/routers/3776bf2b-63ff-4607-92e9-f5be31c57f96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0143862 Aug 10 03:30:12.533904 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 44960) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:12.536898 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c857613d-a592-433d-9237-45ae854544bb None None] Sync routers for ids ['3776bf2b-63ff-4607-92e9-f5be31c57f96'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:30:12.553966 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c857613d-a592-433d-9237-45ae854544bb None None] Routers {'3776bf2b-63ff-4607-92e9-f5be31c57f96'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:30:12.554935 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-c857613d-a592-433d-9237-45ae854544bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:30:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['3776bf2b-63ff-4607-92e9-f5be31c57f96'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:12.572499 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6091dc2c-23ce-4fd3-9436-64c66a273487 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:12.574831 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:12.628443 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6091dc2c-23ce-4fd3-9436-64c66a273487 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:12.636182 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-6091dc2c-23ce-4fd3-9436-64c66a273487 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:12.639818 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6091dc2c-23ce-4fd3-9436-64c66a273487 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:12.640812 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6091dc2c-23ce-4fd3-9436-64c66a273487 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:12.667409 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6091dc2c-23ce-4fd3-9436-64c66a273487 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event updated for resources: {'Subnet': ['ID=009fc254-2d92-43ed-87a6-8a8208486582,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:12.679490 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-6091dc2c-23ce-4fd3-9436-64c66a273487 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7615869 Aug 10 03:30:12.681981 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 44964) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:12.688131 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-a6b7d77c-afa1-4448-9690-bffb238da1aa tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Request body: {'port': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'name': 'tempest-NetworksTestDHCPv6-968970009'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:12.812689 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-c857613d-a592-433d-9237-45ae854544bb None None] Set router 3776bf2b-63ff-4607-92e9-f5be31c57f96 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:30:12.822008 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=b0341348-7c16-4870-a5e8-80ab82fbf15c,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:12.874366 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1376ef11-b5e7-4f8b-8aaf-2f53145e80ee admin admin] Notify callbacks [] for router, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:12.938284 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b7d77c-afa1-4448-9690-bffb238da1aa tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Made reservation on behalf of 984bdecd49e44336b94df38f23469327 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:30:12.956988 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6586309c-1244-48dd-8840-85def60b30bf None None] DHCP port deletion for da252ef5-253f-415c-bfce-1cf3e51986e9 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:30:12.960447 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a6b7d77c-afa1-4448-9690-bffb238da1aa tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:13.111311 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-6586309c-1244-48dd-8840-85def60b30bf None None] Deleting port b0341348-7c16-4870-a5e8-80ab82fbf15c {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:30:13.113512 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-6586309c-1244-48dd-8840-85def60b30bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:13.118924 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-c857613d-a592-433d-9237-45ae854544bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3776bf2b-63ff-4607-92e9-f5be31c57f96', 'name': 'tempest-TestServerMultinode-97761923-router', 'tenant_id': 'b2fa865732534c53ad581c7d7b4af965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'f76e92f7-0a97-4fbb-95f0-050d74a8b78d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:38Z', 'updated_at': '2021-08-10T03:30:11Z', 'revision_number': 5, 'project_id': 'b2fa865732534c53ad581c7d7b4af965', 'gw_port': {'id': 'f76e92f7-0a97-4fbb-95f0-050d74a8b78d', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3776bf2b-63ff-4607-92e9-f5be31c57f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:40Z', 'updated_at': '2021-08-10T03:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:13.121982 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [None req-a6b7d77c-afa1-4448-9690-bffb238da1aa tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] device_id is not set on port c1b9e029-f631-4905-98a8-7147c0566ec4 yet. {{(pid=94216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:30:13.152457 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c857613d-a592-433d-9237-45ae854544bb None None] Checking router: 3776bf2b-63ff-4607-92e9-f5be31c57f96 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:30:13.163432 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c857613d-a592-433d-9237-45ae854544bb None None] Routers {'3776bf2b-63ff-4607-92e9-f5be31c57f96'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:30:13.164542 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-c857613d-a592-433d-9237-45ae854544bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:30:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['3776bf2b-63ff-4607-92e9-f5be31c57f96'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:13.238838 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1376ef11-b5e7-4f8b-8aaf-2f53145e80ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:13.297593 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47f14f-40f2-4d39-b023-3462ae74c066 req-bd5c1a36-74a3-42ef-ba85-ba04fce18a7f tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:13.299782 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bd47f14f-40f2-4d39-b023-3462ae74c066 req-bd5c1a36-74a3-42ef-ba85-ba04fce18a7f tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2ee0e70-93f0-46ed-aa08-8f0440644461 HTTP/1.1" status: 200 len: 945 time: 0.2991130 Aug 10 03:30:13.366345 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-1376ef11-b5e7-4f8b-8aaf-2f53145e80ee admin admin] Deleting port f76e92f7-0a97-4fbb-95f0-050d74a8b78d {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:30:13.366697 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1376ef11-b5e7-4f8b-8aaf-2f53145e80ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:13.420529 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bd47f14f-40f2-4d39-b023-3462ae74c066 req-471f2791-8033-4788-a35e-dc4ce1c8c1a9 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058438 Aug 10 03:30:13.475201 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-6586309c-1244-48dd-8840-85def60b30bf None None] For port b0341348-7c16-4870-a5e8-80ab82fbf15c, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=b0341348-7c16-4870-a5e8-80ab82fbf15c,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:13.476006 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-a6b7d77c-afa1-4448-9690-bffb238da1aa tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Allocated IP 2001:db8::211 (da252ef5-253f-415c-bfce-1cf3e51986e9/009fc254-2d92-43ed-87a6-8a8208486582/c1b9e029-f631-4905-98a8-7147c0566ec4) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:30:13.477582 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-6586309c-1244-48dd-8840-85def60b30bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:13.542188 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-1376ef11-b5e7-4f8b-8aaf-2f53145e80ee admin admin] For port f76e92f7-0a97-4fbb-95f0-050d74a8b78d, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=f76e92f7-0a97-4fbb-95f0-050d74a8b78d,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:13.542713 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1376ef11-b5e7-4f8b-8aaf-2f53145e80ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:13.547560 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-6586309c-1244-48dd-8840-85def60b30bf None None] Calling delete_port for b0341348-7c16-4870-a5e8-80ab82fbf15c owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:30:13.576550 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-1376ef11-b5e7-4f8b-8aaf-2f53145e80ee admin admin] Calling delete_port for f76e92f7-0a97-4fbb-95f0-050d74a8b78d owned by network:router_gateway {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:30:13.592837 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-c857613d-a592-433d-9237-45ae854544bb None None] Set router 3776bf2b-63ff-4607-92e9-f5be31c57f96 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:30:13.698633 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b0341348-7c16-4870-a5e8-80ab82fbf15c no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:30:13.870601 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-6586309c-1244-48dd-8840-85def60b30bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:13.947878 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586309c-1244-48dd-8840-85def60b30bf None None] Pushing event deleted for resources: {'Port': ['ID=b0341348-7c16-4870-a5e8-80ab82fbf15c,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:13.966801 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6586309c-1244-48dd-8840-85def60b30bf None None] No DVR routers for this DVR port b0341348-7c16-4870-a5e8-80ab82fbf15c on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:30:13.971837 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:14.011402 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a6b7d77c-afa1-4448-9690-bffb238da1aa tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:14.029672 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b83304-ee1c-4db5-9b51-dc70b5416b30 None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:30:14.156756 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1376ef11-b5e7-4f8b-8aaf-2f53145e80ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:14.157360 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-a6b7d77c-afa1-4448-9690-bffb238da1aa tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Transition to ACTIVE for port object c1b9e029-f631-4905-98a8-7147c0566ec4 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:14.230350 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a6b7d77c-afa1-4448-9690-bffb238da1aa tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:14.301785 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1376ef11-b5e7-4f8b-8aaf-2f53145e80ee admin admin] Pushing event deleted for resources: {'Port': ['ID=f76e92f7-0a97-4fbb-95f0-050d74a8b78d,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:14.373040 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-c857613d-a592-433d-9237-45ae854544bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3776bf2b-63ff-4607-92e9-f5be31c57f96', 'name': 'tempest-TestServerMultinode-97761923-router', 'tenant_id': 'b2fa865732534c53ad581c7d7b4af965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'f76e92f7-0a97-4fbb-95f0-050d74a8b78d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:38Z', 'updated_at': '2021-08-10T03:30:11Z', 'revision_number': 5, 'project_id': 'b2fa865732534c53ad581c7d7b4af965', 'gw_port': {'id': 'f76e92f7-0a97-4fbb-95f0-050d74a8b78d', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3776bf2b-63ff-4607-92e9-f5be31c57f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:40Z', 'updated_at': '2021-08-10T03:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:14.392941 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b7d77c-afa1-4448-9690-bffb238da1aa tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:14.407963 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-a6b7d77c-afa1-4448-9690-bffb238da1aa tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:14.416185 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b7d77c-afa1-4448-9690-bffb238da1aa tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:30:14.433719 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b7d77c-afa1-4448-9690-bffb238da1aa tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:14.436261 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a6b7d77c-afa1-4448-9690-bffb238da1aa tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:14.459937 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c857613d-a592-433d-9237-45ae854544bb None None] The sync data for ids ['3776bf2b-63ff-4607-92e9-f5be31c57f96'] in n-d-768851-15 is: [{'id': '3776bf2b-63ff-4607-92e9-f5be31c57f96', 'name': 'tempest-TestServerMultinode-97761923-router', 'tenant_id': 'b2fa865732534c53ad581c7d7b4af965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'f76e92f7-0a97-4fbb-95f0-050d74a8b78d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:38Z', 'updated_at': '2021-08-10T03:30:11Z', 'revision_number': 5, 'project_id': 'b2fa865732534c53ad581c7d7b4af965', 'gw_port': {'id': 'f76e92f7-0a97-4fbb-95f0-050d74a8b78d', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3776bf2b-63ff-4607-92e9-f5be31c57f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:40Z', 'updated_at': '2021-08-10T03:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:30:14.489590 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afca480d-4815-4bbc-aa46-aab5446aecc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-da252ef5-253f-415c-bfce-1cf3e51986e9', 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'tenant_id': '984bdecd49e44336b94df38f23469327', 'fixed_ips': [{'subnet_id': '009fc254-2d92-43ed-87a6-8a8208486582'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:30:14.491926 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-afca480d-4815-4bbc-aa46-aab5446aecc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:14.509206 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b7d77c-afa1-4448-9690-bffb238da1aa tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event updated for resources: {'Port': ['ID=c1b9e029-f631-4905-98a8-7147c0566ec4,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:14.516243 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-a6b7d77c-afa1-4448-9690-bffb238da1aa tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8329720 Aug 10 03:30:14.517189 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45000) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:14.519886 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1376ef11-b5e7-4f8b-8aaf-2f53145e80ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:14.683737 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8e5a2b-0321-4938-8910-26a9997ef090 req-38c73859-011d-410a-9514-07e62854a41e tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:14.686383 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-de8e5a2b-0321-4938-8910-26a9997ef090 req-38c73859-011d-410a-9514-07e62854a41e tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2ee0e70-93f0-46ed-aa08-8f0440644461 HTTP/1.1" status: 200 len: 945 time: 0.1139112 Aug 10 03:30:14.744482 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1376ef11-b5e7-4f8b-8aaf-2f53145e80ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:14.750314 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1376ef11-b5e7-4f8b-8aaf-2f53145e80ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:14.779595 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1c4c05-255e-486f-9c3a-2cad040fe728 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:14.781109 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ee1c4c05-255e-486f-9c3a-2cad040fe728 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2625055 Aug 10 03:30:14.801953 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45004) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:14.882300 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:30:14.935954 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1376ef11-b5e7-4f8b-8aaf-2f53145e80ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:14.936877 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1376ef11-b5e7-4f8b-8aaf-2f53145e80ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3776bf2b-63ff-4607-92e9-f5be31c57f96 {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:30:14.942143 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1376ef11-b5e7-4f8b-8aaf-2f53145e80ee admin admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:14.943812 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1376ef11-b5e7-4f8b-8aaf-2f53145e80ee admin admin] 10.222.0.62 "DELETE /v2.0/routers/3776bf2b-63ff-4607-92e9-f5be31c57f96 HTTP/1.1" status: 204 len: 168 time: 2.3941689 Aug 10 03:30:14.946287 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45008) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:14.974337 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-de8e5a2b-0321-4938-8910-26a9997ef090 req-5bc31b65-3484-4a99-9d92-54cc4185cf25 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648294 Aug 10 03:30:15.010243 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-24a86f4d-6b04-421b-a68a-25ac01830fa5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Deleting port c1b9e029-f631-4905-98a8-7147c0566ec4 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:30:15.011004 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-24a86f4d-6b04-421b-a68a-25ac01830fa5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:15.071966 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-f78b1598-837b-46c5-8b20-bfafe561fe45 admin admin] Deleting subnet 15714828-782b-43e5-91d0-f0a94a444033 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:30:15.080827 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f78b1598-837b-46c5-8b20-bfafe561fe45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:15.142026 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f78b1598-837b-46c5-8b20-bfafe561fe45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:15.168572 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-afca480d-4815-4bbc-aa46-aab5446aecc2 None None] Allocated IP 2001:db8::2 (da252ef5-253f-415c-bfce-1cf3e51986e9/009fc254-2d92-43ed-87a6-8a8208486582/5ecf048d-28c3-4a21-9e8b-1570d150c6d3) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:30:15.219781 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-24a86f4d-6b04-421b-a68a-25ac01830fa5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:15.296450 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-24a86f4d-6b04-421b-a68a-25ac01830fa5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Calling delete_port for c1b9e029-f631-4905-98a8-7147c0566ec4 owned by {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:30:15.429064 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f78b1598-837b-46c5-8b20-bfafe561fe45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:15.671744 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f78b1598-837b-46c5-8b20-bfafe561fe45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:15.699687 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 2333030e-0b7e-48b1-b312-cd5cb24c92f0 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:30:15.714770 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b1598-837b-46c5-8b20-bfafe561fe45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15714828-782b-43e5-91d0-f0a94a444033,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:15.739265 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f78b1598-837b-46c5-8b20-bfafe561fe45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:15.741773 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f78b1598-837b-46c5-8b20-bfafe561fe45 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/15714828-782b-43e5-91d0-f0a94a444033 HTTP/1.1" status: 204 len: 168 time: 0.7942622 Aug 10 03:30:15.743472 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-24a86f4d-6b04-421b-a68a-25ac01830fa5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:15.744685 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 45022) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:15.745184 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cf5d3f-72e0-419a-83ea-749254e1a58b None None] Network 83f5022a-a392-4936-a439-f5e038ac0656 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:30:15.818034 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 2333030e-0b7e-48b1-b312-cd5cb24c92f0 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:30:15.818480 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 2333030e-0b7e-48b1-b312-cd5cb24c92f0 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:30:15.872668 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-24a86f4d-6b04-421b-a68a-25ac01830fa5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:15.875117 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-24a86f4d-6b04-421b-a68a-25ac01830fa5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/ports/c1b9e029-f631-4905-98a8-7147c0566ec4 HTTP/1.1" status: 204 len: 168 time: 1.0716989 Aug 10 03:30:15.876412 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a86f4d-6b04-421b-a68a-25ac01830fa5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event deleted for resources: {'Port': ['ID=c1b9e029-f631-4905-98a8-7147c0566ec4,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:15.879607 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 45028) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:15.973142 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-33f6e649-d63a-470e-b920-c40cde1a3b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:15.979091 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faca2989-d807-41ff-ba05-3fe1fd5b2578 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:15.980970 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faca2989-d807-41ff-ba05-3fe1fd5b2578 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:15.982788 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-faca2989-d807-41ff-ba05-3fe1fd5b2578 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1006844 Aug 10 03:30:15.985613 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45032) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:16.071697 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec3f31c7-2a7e-4f11-b9ea-d6d7166c1ed3 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Deleting subnet 009fc254-2d92-43ed-87a6-8a8208486582 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:30:16.073610 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-33f6e649-d63a-470e-b920-c40cde1a3b50 admin admin] Deleting port 0f374fc3-9e1d-4ed7-8128-be57601ac07a {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:30:16.074001 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-afca480d-4815-4bbc-aa46-aab5446aecc2 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:16.074128 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-33f6e649-d63a-470e-b920-c40cde1a3b50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:16.101878 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-afca480d-4815-4bbc-aa46-aab5446aecc2 None None] Transition to ACTIVE for port object 5ecf048d-28c3-4a21-9e8b-1570d150c6d3 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:16.152776 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-afca480d-4815-4bbc-aa46-aab5446aecc2 None None] Transition to ACTIVE for port object 5ecf048d-28c3-4a21-9e8b-1570d150c6d3 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:16.165561 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ec3f31c7-2a7e-4f11-b9ea-d6d7166c1ed3 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:16.166392 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-afca480d-4815-4bbc-aa46-aab5446aecc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:16.234470 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-33f6e649-d63a-470e-b920-c40cde1a3b50 admin admin] For port 0f374fc3-9e1d-4ed7-8128-be57601ac07a, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=0f374fc3-9e1d-4ed7-8128-be57601ac07a,segment=NetworkSegment(1f23af5d-31ec-4d72-9d00-aa0e3e02dafa),segment_id=1f23af5d-31ec-4d72-9d00-aa0e3e02dafa)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:16.246230 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-33f6e649-d63a-470e-b920-c40cde1a3b50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:16.247870 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afca480d-4815-4bbc-aa46-aab5446aecc2 None None] Pushing event updated for resources: {'Port': ['ID=5ecf048d-28c3-4a21-9e8b-1570d150c6d3,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:16.259984 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99fedd0-2b41-445a-8ba0-798ddf154cff None None] DHCP port deletion for 83f5022a-a392-4936-a439-f5e038ac0656 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:30:16.273709 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afca480d-4815-4bbc-aa46-aab5446aecc2 None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:16.291262 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ec3f31c7-2a7e-4f11-b9ea-d6d7166c1ed3 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:16.305891 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-afca480d-4815-4bbc-aa46-aab5446aecc2 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:16.328732 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afca480d-4815-4bbc-aa46-aab5446aecc2 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:30:16.337594 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-33f6e649-d63a-470e-b920-c40cde1a3b50 admin admin] Calling delete_port for 0f374fc3-9e1d-4ed7-8128-be57601ac07a owned by network:dhcp {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:30:16.441694 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc925e9-6c74-43b7-81c6-90c5779ce2ab req-819cc20e-6afc-4043-891c-d03ded22d098 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:16.444543 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-afc925e9-6c74-43b7-81c6-90c5779ce2ab req-819cc20e-6afc-4043-891c-d03ded22d098 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2ee0e70-93f0-46ed-aa08-8f0440644461 HTTP/1.1" status: 200 len: 945 time: 0.2549586 Aug 10 03:30:16.504111 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-afca480d-4815-4bbc-aa46-aab5446aecc2 None None] Attempting to bind port 5ecf048d-28c3-4a21-9e8b-1570d150c6d3 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:30:16.504519 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-afca480d-4815-4bbc-aa46-aab5446aecc2 None None] Attempting to bind port 5ecf048d-28c3-4a21-9e8b-1570d150c6d3 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:30:16.504890 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afca480d-4815-4bbc-aa46-aab5446aecc2 None None] Attempting to bind port 5ecf048d-28c3-4a21-9e8b-1570d150c6d3 on network da252ef5-253f-415c-bfce-1cf3e51986e9 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:30:16.506553 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-afc925e9-6c74-43b7-81c6-90c5779ce2ab req-c4b78b46-5982-458b-90ea-59f9014c70af tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506475 Aug 10 03:30:16.518170 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-33f6e649-d63a-470e-b920-c40cde1a3b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:16.520517 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ec3f31c7-2a7e-4f11-b9ea-d6d7166c1ed3 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:16.540881 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f6e649-d63a-470e-b920-c40cde1a3b50 admin admin] No DVR routers for this DVR port 0f374fc3-9e1d-4ed7-8128-be57601ac07a on host n-d-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:30:16.545063 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-f99fedd0-2b41-445a-8ba0-798ddf154cff None None] Deleting port 0f374fc3-9e1d-4ed7-8128-be57601ac07a {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:30:16.545468 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f99fedd0-2b41-445a-8ba0-798ddf154cff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:16.547617 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afca480d-4815-4bbc-aa46-aab5446aecc2 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:30:16.547984 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afca480d-4815-4bbc-aa46-aab5446aecc2 None None] Checking segment: {'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:30:16.548354 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-afca480d-4815-4bbc-aa46-aab5446aecc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:16.548839 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afca480d-4815-4bbc-aa46-aab5446aecc2 None None] Bound using segment: {'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:30:16.549273 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-afca480d-4815-4bbc-aa46-aab5446aecc2 None None] Bound port: 5ecf048d-28c3-4a21-9e8b-1570d150c6d3, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:30:16.549659 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-afca480d-4815-4bbc-aa46-aab5446aecc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:16.580480 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f6e649-d63a-470e-b920-c40cde1a3b50 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f374fc3-9e1d-4ed7-8128-be57601ac07a,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:16.667277 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-33f6e649-d63a-470e-b920-c40cde1a3b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:16.696540 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-33f6e649-d63a-470e-b920-c40cde1a3b50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83f5022a-a392-4936-a439-f5e038ac0656']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:16.701813 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ec3f31c7-2a7e-4f11-b9ea-d6d7166c1ed3 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:16.705857 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-f99fedd0-2b41-445a-8ba0-798ddf154cff None None] For port 0f374fc3-9e1d-4ed7-8128-be57601ac07a, host n-d-768851-15, got binding levels [] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:16.706413 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f99fedd0-2b41-445a-8ba0-798ddf154cff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:16.721652 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-f99fedd0-2b41-445a-8ba0-798ddf154cff None None] Calling delete_port for 0f374fc3-9e1d-4ed7-8128-be57601ac07a owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:30:16.724824 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.ipam_backend_mixin [None req-f99fedd0-2b41-445a-8ba0-798ddf154cff None None] Port 0f374fc3-9e1d-4ed7-8128-be57601ac07a was not found and therefore no delete operation was performed {{(pid=94218) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 03:30:16.726470 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f99fedd0-2b41-445a-8ba0-798ddf154cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:16.740614 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-33f6e649-d63a-470e-b920-c40cde1a3b50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f23af5d-31ec-4d72-9d00-aa0e3e02dafa') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:16.742057 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-33f6e649-d63a-470e-b920-c40cde1a3b50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f23af5d-31ec-4d72-9d00-aa0e3e02dafa') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:16.770133 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-33f6e649-d63a-470e-b920-c40cde1a3b50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:16.792545 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-33f6e649-d63a-470e-b920-c40cde1a3b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:16.793885 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-afca480d-4815-4bbc-aa46-aab5446aecc2 None None] For port 5ecf048d-28c3-4a21-9e8b-1570d150c6d3, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:30:16.798408 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-afca480d-4815-4bbc-aa46-aab5446aecc2 None None] For port 5ecf048d-28c3-4a21-9e8b-1570d150c6d3, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=5ecf048d-28c3-4a21-9e8b-1570d150c6d3,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:30:16.802678 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ec3f31c7-2a7e-4f11-b9ea-d6d7166c1ed3 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:16.806633 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33f6e649-d63a-470e-b920-c40cde1a3b50 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:30:16.812023 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-33f6e649-d63a-470e-b920-c40cde1a3b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:16.812691 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ec3f31c7-2a7e-4f11-b9ea-d6d7166c1ed3 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/subnets/009fc254-2d92-43ed-87a6-8a8208486582 HTTP/1.1" status: 204 len: 168 time: 0.8249407 Aug 10 03:30:16.814956 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45054) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:16.817474 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:30:16.817474 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:30:16.817474 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:30:16.817474 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:30:16.817474 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:30:16.817474 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:30:16.817474 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:30:16.817474 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:30:16.817474 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:30:16.817474 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:30:16.817474 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:30:16.817474 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:30:16.817474 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:30:16.817474 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:30:16.817474 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:30:16.817474 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:30:16.817474 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:30:16.817474 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:30:16.817474 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:30:16.817474 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:30:16.817474 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:30:16.817474 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:30:16.817474 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:30:16.817474 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:30:16.817474 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:30:16.817474 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:30:16.817474 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:30:16.817474 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:30:16.817474 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:30:16.817474 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:30:16.817474 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:30:16.817474 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:30:16.849187 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-afca480d-4815-4bbc-aa46-aab5446aecc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:16.864841 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fedd0-2b41-445a-8ba0-798ddf154cff None None] Pushing event deleted for resources: {'Port': ['ID=0f374fc3-9e1d-4ed7-8128-be57601ac07a,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:16.882805 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f31c7-2a7e-4f11-b9ea-d6d7166c1ed3 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event deleted for resources: {'Subnet': ['ID=009fc254-2d92-43ed-87a6-8a8208486582,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:16.927378 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-23bed8f5-e497-4785-8712-b14e3a4e5b7c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1111305 Aug 10 03:30:16.928203 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45056) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:16.933345 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-f0aeefd1-d6f5-4eb0-849c-fcaa29f09319 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Request body: {'subnet': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:16.949362 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99fedd0-2b41-445a-8ba0-798ddf154cff None None] No DVR routers for this DVR port 0f374fc3-9e1d-4ed7-8128-be57601ac07a on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:30:16.969187 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-33f6e649-d63a-470e-b920-c40cde1a3b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:16.994149 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-33f6e649-d63a-470e-b920-c40cde1a3b50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:17.011163 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-33f6e649-d63a-470e-b920-c40cde1a3b50 admin admin] 10.222.0.62 "DELETE /v2.0/networks/83f5022a-a392-4936-a439-f5e038ac0656 HTTP/1.1" status: 204 len: 168 time: 1.2651951 Aug 10 03:30:17.012112 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 45058) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:17.103663 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0aeefd1-d6f5-4eb0-849c-fcaa29f09319 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Made reservation on behalf of 984bdecd49e44336b94df38f23469327 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:30:17.109255 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f0aeefd1-d6f5-4eb0-849c-fcaa29f09319 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:17.111531 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afca480d-4815-4bbc-aa46-aab5446aecc2 None None] Pushing event updated for resources: {'Port': ['ID=5ecf048d-28c3-4a21-9e8b-1570d150c6d3,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:17.121778 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a67033e-488f-4416-8ed2-befda802d58c None None] get_active_networks_info from n-d-768851-15 {{(pid=94218) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:30:17.222870 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f6e649-d63a-470e-b920-c40cde1a3b50 admin admin] Pushing event deleted for resources: {'Network': ['ID=83f5022a-a392-4936-a439-f5e038ac0656,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:17.325668 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a67033e-488f-4416-8ed2-befda802d58c None None] Resources bound (agent type, host, resource id): {{(pid=94218) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:30:17.442100 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f0aeefd1-d6f5-4eb0-849c-fcaa29f09319 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:17.566989 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aeefd1-d6f5-4eb0-849c-fcaa29f09319 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event updated for resources: {'Subnet': ['ID=27977680-e3dd-4ea2-b952-08a686729f69,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:17.577920 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0aeefd1-d6f5-4eb0-849c-fcaa29f09319 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:17.580480 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-f0aeefd1-d6f5-4eb0-849c-fcaa29f09319 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:17.583388 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0aeefd1-d6f5-4eb0-849c-fcaa29f09319 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:17.584720 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f0aeefd1-d6f5-4eb0-849c-fcaa29f09319 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:17.646255 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f0aeefd1-d6f5-4eb0-849c-fcaa29f09319 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7167516 Aug 10 03:30:17.648720 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45088) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:17.654863 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 0f374fc3-9e1d-4ed7-8128-be57601ac07a no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:30:17.655031 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-be51f1eb-06ce-41bc-af5a-a39b7d2855dc tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Request body: {'port': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'name': 'tempest-NetworksTestDHCPv6-1495519208'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:17.689355 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 0f374fc3-9e1d-4ed7-8128-be57601ac07a {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:30:17.689981 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 0f374fc3-9e1d-4ed7-8128-be57601ac07a not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:30:17.690613 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device f76e92f7-0a97-4fbb-95f0-050d74a8b78d no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:30:17.721203 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: f76e92f7-0a97-4fbb-95f0-050d74a8b78d {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:30:17.721838 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device f76e92f7-0a97-4fbb-95f0-050d74a8b78d not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:30:17.861750 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be51f1eb-06ce-41bc-af5a-a39b7d2855dc tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Made reservation on behalf of 984bdecd49e44336b94df38f23469327 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:30:17.865735 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-be51f1eb-06ce-41bc-af5a-a39b7d2855dc tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:17.919641 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [None req-be51f1eb-06ce-41bc-af5a-a39b7d2855dc tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] device_id is not set on port 27d51599-214e-4c67-8569-3feeddcff0ea yet. {{(pid=94217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:30:17.991635 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e768895-3994-499b-a357-c1a5766730e4 None None] Update dhcp port {'port': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'fixed_ips': [{'subnet_id': '27977680-e3dd-4ea2-b952-08a686729f69'}], 'binding:host_id': 'n-d-768851-15'}, 'id': '5ecf048d-28c3-4a21-9e8b-1570d150c6d3'} from n-d-768851-15. {{(pid=94218) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:30:18.066510 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4e768895-3994-499b-a357-c1a5766730e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:18.232843 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-be51f1eb-06ce-41bc-af5a-a39b7d2855dc tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Allocated IP 2001:db8::2b9 (da252ef5-253f-415c-bfce-1cf3e51986e9/27977680-e3dd-4ea2-b952-08a686729f69/27d51599-214e-4c67-8569-3feeddcff0ea) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:30:18.506513 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b2a0b-5d32-48e1-a2b3-c3e88b36a3e8 req-158e4b6a-3be8-4165-8a6e-a662aa4c2484 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:18.508152 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-025b2a0b-5d32-48e1-a2b3-c3e88b36a3e8 req-158e4b6a-3be8-4165-8a6e-a662aa4c2484 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2ee0e70-93f0-46ed-aa08-8f0440644461 HTTP/1.1" status: 200 len: 945 time: 0.8084223 Aug 10 03:30:18.534425 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-be51f1eb-06ce-41bc-af5a-a39b7d2855dc tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:18.553448 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-be51f1eb-06ce-41bc-af5a-a39b7d2855dc tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Transition to ACTIVE for port object 27d51599-214e-4c67-8569-3feeddcff0ea will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:18.578159 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-90125710-5eff-496a-bff6-ca7e4f941370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:18.602431 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-be51f1eb-06ce-41bc-af5a-a39b7d2855dc tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:18.645280 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-025b2a0b-5d32-48e1-a2b3-c3e88b36a3e8 req-095816c1-c082-44c2-b98f-315fd6a18924 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280131 Aug 10 03:30:18.671498 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-4e768895-3994-499b-a357-c1a5766730e4 None None] Allocated IP 2001:db8::2 (da252ef5-253f-415c-bfce-1cf3e51986e9/27977680-e3dd-4ea2-b952-08a686729f69/5ecf048d-28c3-4a21-9e8b-1570d150c6d3) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:30:18.753278 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be51f1eb-06ce-41bc-af5a-a39b7d2855dc tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:18.767212 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-be51f1eb-06ce-41bc-af5a-a39b7d2855dc tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:18.776794 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be51f1eb-06ce-41bc-af5a-a39b7d2855dc tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:30:18.806089 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be51f1eb-06ce-41bc-af5a-a39b7d2855dc tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:18.810409 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-be51f1eb-06ce-41bc-af5a-a39b7d2855dc tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:18.845519 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be51f1eb-06ce-41bc-af5a-a39b7d2855dc tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event updated for resources: {'Port': ['ID=27d51599-214e-4c67-8569-3feeddcff0ea,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:18.861026 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-4e768895-3994-499b-a357-c1a5766730e4 None None] For port 5ecf048d-28c3-4a21-9e8b-1570d150c6d3, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=5ecf048d-28c3-4a21-9e8b-1570d150c6d3,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:18.867125 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-be51f1eb-06ce-41bc-af5a-a39b7d2855dc tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2172670 Aug 10 03:30:18.870982 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45154) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:18.901267 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4e768895-3994-499b-a357-c1a5766730e4 None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:18.917813 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-4e768895-3994-499b-a357-c1a5766730e4 None None] Ignored duplicate provisioning block setup for port 5ecf048d-28c3-4a21-9e8b-1570d150c6d3 by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 10 03:30:18.924253 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4e768895-3994-499b-a357-c1a5766730e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:19.021019 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e768895-3994-499b-a357-c1a5766730e4 None None] Pushing event updated for resources: {'Port': ['ID=5ecf048d-28c3-4a21-9e8b-1570d150c6d3,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:19.023559 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbaed211-fb39-4a49-9d5e-f4ac68670d3b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:19.038458 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbaed211-fb39-4a49-9d5e-f4ac68670d3b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:19.040950 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-dbaed211-fb39-4a49-9d5e-f4ac68670d3b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1688440 Aug 10 03:30:19.046141 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45162) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:19.164869 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-974478a9-c5ad-4507-80f0-6cc79549d26a tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Deleting port 27d51599-214e-4c67-8569-3feeddcff0ea {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:30:19.165319 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-974478a9-c5ad-4507-80f0-6cc79549d26a tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:19.274090 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-974478a9-c5ad-4507-80f0-6cc79549d26a tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:19.328435 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-974478a9-c5ad-4507-80f0-6cc79549d26a tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Calling delete_port for 27d51599-214e-4c67-8569-3feeddcff0ea owned by {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:30:19.348510 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-90125710-5eff-496a-bff6-ca7e4f941370 admin admin] Deleting port 87080342-06ce-4e3c-a9a2-ed7f33f9e1a0 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:30:19.349056 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-90125710-5eff-496a-bff6-ca7e4f941370 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:19.614277 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-90125710-5eff-496a-bff6-ca7e4f941370 admin admin] For port 87080342-06ce-4e3c-a9a2-ed7f33f9e1a0, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=87080342-06ce-4e3c-a9a2-ed7f33f9e1a0,segment=NetworkSegment(2cd95680-4b93-47c3-a02f-804916c92974),segment_id=2cd95680-4b93-47c3-a02f-804916c92974)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:19.614944 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-90125710-5eff-496a-bff6-ca7e4f941370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:19.648714 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-90125710-5eff-496a-bff6-ca7e4f941370 admin admin] Calling delete_port for 87080342-06ce-4e3c-a9a2-ed7f33f9e1a0 owned by network:router_interface {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:30:19.681879 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-974478a9-c5ad-4507-80f0-6cc79549d26a tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:19.721717 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 5ecf048d-28c3-4a21-9e8b-1570d150c6d3 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:30:19.763387 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974478a9-c5ad-4507-80f0-6cc79549d26a tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event deleted for resources: {'Port': ['ID=27d51599-214e-4c67-8569-3feeddcff0ea,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:19.834289 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-974478a9-c5ad-4507-80f0-6cc79549d26a tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:19.837399 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-974478a9-c5ad-4507-80f0-6cc79549d26a tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/ports/27d51599-214e-4c67-8569-3feeddcff0ea HTTP/1.1" status: 204 len: 168 time: 0.7895703 Aug 10 03:30:19.840517 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45204) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:19.858483 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 5ecf048d-28c3-4a21-9e8b-1570d150c6d3 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:19.953382 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91158f56-821c-40e3-afa6-b9ed8cd31d03 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:19.955361 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91158f56-821c-40e3-afa6-b9ed8cd31d03 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:19.960482 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-91158f56-821c-40e3-afa6-b9ed8cd31d03 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1183565 Aug 10 03:30:19.961404 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 45212) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:19.980678 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e74d85f-313e-4bc0-b862-94a0c332899d req-0a60b59c-2b37-4617-9157-108dd1566c77 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:19.982318 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4e74d85f-313e-4bc0-b862-94a0c332899d req-0a60b59c-2b37-4617-9157-108dd1566c77 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2ee0e70-93f0-46ed-aa08-8f0440644461 HTTP/1.1" status: 200 len: 945 time: 0.1781642 Aug 10 03:30:20.076831 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-b144fd14-9de6-4816-b835-97dec9398a59 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Deleting subnet 27977680-e3dd-4ea2-b952-08a686729f69 {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:30:20.090563 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b144fd14-9de6-4816-b835-97dec9398a59 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:20.149816 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4e74d85f-313e-4bc0-b862-94a0c332899d req-16d530fb-d881-4770-8310-169c03b5c738 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372838 Aug 10 03:30:20.223131 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b144fd14-9de6-4816-b835-97dec9398a59 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:20.289041 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-90125710-5eff-496a-bff6-ca7e4f941370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:20.356762 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90125710-5eff-496a-bff6-ca7e4f941370 admin admin] Pushing event deleted for resources: {'Port': ['ID=87080342-06ce-4e3c-a9a2-ed7f33f9e1a0,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:20.452708 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b144fd14-9de6-4816-b835-97dec9398a59 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:20.618677 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b144fd14-9de6-4816-b835-97dec9398a59 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:20.662621 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-90125710-5eff-496a-bff6-ca7e4f941370 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:20.672413 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b144fd14-9de6-4816-b835-97dec9398a59 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event deleted for resources: {'Subnet': ['ID=27977680-e3dd-4ea2-b952-08a686729f69,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:20.680847 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b144fd14-9de6-4816-b835-97dec9398a59 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:20.684635 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b144fd14-9de6-4816-b835-97dec9398a59 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/subnets/27977680-e3dd-4ea2-b952-08a686729f69 HTTP/1.1" status: 204 len: 168 time: 0.7219801 Aug 10 03:30:20.688244 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45230) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:20.709731 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08925e16-2698-4d1f-a05a-be20f9516513 None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:30:20.782596 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-39060703-6d3f-41f3-91f2-5e423ea7b89e tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0935268 Aug 10 03:30:20.791363 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45232) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:20.868453 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45234) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:20.872908 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-e49449e2-89b4-4960-bcac-79f171e523cc None None] Provisioning for port 5ecf048d-28c3-4a21-9e8b-1570d150c6d3 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:20.878932 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-e49449e2-89b4-4960-bcac-79f171e523cc None None] Provisioning complete for port 5ecf048d-28c3-4a21-9e8b-1570d150c6d3 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:20.879523 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e49449e2-89b4-4960-bcac-79f171e523cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:20.922182 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b70855a-c174-427c-9020-9d265e615825 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:20.928361 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0b70855a-c174-427c-9020-9d265e615825 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1352282 Aug 10 03:30:20.928539 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 45238) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:21.071106 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-19deb6cf-788c-4981-823b-cc9698b20c2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:21.071564 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5edfae1-4cef-4454-a1cc-75812a0ec063 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:21.085348 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d5edfae1-4cef-4454-a1cc-75812a0ec063 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1536362 Aug 10 03:30:21.094372 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45240) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:21.145057 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90125710-5eff-496a-bff6-ca7e4f941370 admin admin] Router 8c65fc81-f79c-48f6-82e9-cf5d3d037166 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:30:21.146536 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-845f5288-c0b3-4482-8131-9fd994b7bc87 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0508592 Aug 10 03:30:21.155217 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45242) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:21.179214 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-2d631e6c-3481-42b3-8f8b-ee43802cb98c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Request body: {'subnet': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:21.180547 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e49449e2-89b4-4960-bcac-79f171e523cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:21.215768 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b38ddf1-1c93-4da7-9097-d8e453ba4d87 None None] DHCP port deletion for da252ef5-253f-415c-bfce-1cf3e51986e9 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:30:21.232398 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-e49449e2-89b4-4960-bcac-79f171e523cc None None] For port 5ecf048d-28c3-4a21-9e8b-1570d150c6d3, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=5ecf048d-28c3-4a21-9e8b-1570d150c6d3,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:21.255086 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e49449e2-89b4-4960-bcac-79f171e523cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:21.310674 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90125710-5eff-496a-bff6-ca7e4f941370 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:30:21.322464 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93143be9-66a5-40c9-ada8-20fd5c8da7d3 None None] Sync routers for ids ['8c65fc81-f79c-48f6-82e9-cf5d3d037166'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:30:21.327266 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-90125710-5eff-496a-bff6-ca7e4f941370 admin admin] 10.222.0.62 "PUT /v2.0/routers/8c65fc81-f79c-48f6-82e9-cf5d3d037166/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3022904 Aug 10 03:30:21.329747 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45246) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:21.412012 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a370ad-86ae-427a-83dc-fc881c6c66bb req-fd60975c-cdaa-4e1f-a69d-63c7a44dc623 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:21.414134 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b3a370ad-86ae-427a-83dc-fc881c6c66bb req-fd60975c-cdaa-4e1f-a69d-63c7a44dc623 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2ee0e70-93f0-46ed-aa08-8f0440644461 HTTP/1.1" status: 200 len: 945 time: 0.0850220 Aug 10 03:30:21.415829 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93143be9-66a5-40c9-ada8-20fd5c8da7d3 None None] Routers {'8c65fc81-f79c-48f6-82e9-cf5d3d037166'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:30:21.416479 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-93143be9-66a5-40c9-ada8-20fd5c8da7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:30:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['8c65fc81-f79c-48f6-82e9-cf5d3d037166'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:21.430446 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-7b38ddf1-1c93-4da7-9097-d8e453ba4d87 None None] Deleting port 5ecf048d-28c3-4a21-9e8b-1570d150c6d3 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:30:21.430778 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7b38ddf1-1c93-4da7-9097-d8e453ba4d87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:21.469720 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b3a370ad-86ae-427a-83dc-fc881c6c66bb req-8a4961db-168c-452b-aab3-b948e57a6f1b tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480673 Aug 10 03:30:21.521736 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49449e2-89b4-4960-bcac-79f171e523cc None None] Pushing event updated for resources: {'Port': ['ID=5ecf048d-28c3-4a21-9e8b-1570d150c6d3,revision_number=6']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:21.597880 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-7b38ddf1-1c93-4da7-9097-d8e453ba4d87 None None] For port 5ecf048d-28c3-4a21-9e8b-1570d150c6d3, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=5ecf048d-28c3-4a21-9e8b-1570d150c6d3,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:21.598287 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7b38ddf1-1c93-4da7-9097-d8e453ba4d87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:21.619862 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-7b38ddf1-1c93-4da7-9097-d8e453ba4d87 None None] Calling delete_port for 5ecf048d-28c3-4a21-9e8b-1570d150c6d3 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:30:21.682847 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-93143be9-66a5-40c9-ada8-20fd5c8da7d3 None None] Set router 8c65fc81-f79c-48f6-82e9-cf5d3d037166 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:30:21.768279 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 5ecf048d-28c3-4a21-9e8b-1570d150c6d3 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:30:21.924519 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7b38ddf1-1c93-4da7-9097-d8e453ba4d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:21.954783 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-19deb6cf-788c-4981-823b-cc9698b20c2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:21.968407 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-19deb6cf-788c-4981-823b-cc9698b20c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:21.972875 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b38ddf1-1c93-4da7-9097-d8e453ba4d87 None None] Pushing event deleted for resources: {'Port': ['ID=5ecf048d-28c3-4a21-9e8b-1570d150c6d3,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:21.990439 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b38ddf1-1c93-4da7-9097-d8e453ba4d87 None None] No DVR routers for this DVR port 5ecf048d-28c3-4a21-9e8b-1570d150c6d3 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:30:21.999772 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No active binding found for port 5ecf048d-28c3-4a21-9e8b-1570d150c6d3 {{(pid=94218) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 10 03:30:21.999772 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 5ecf048d-28c3-4a21-9e8b-1570d150c6d3 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:30:22.014835 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-65d2bc43-ac48-4392-85cc-b273d48dc1ea admin admin] Notify callbacks [] for router, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:22.076896 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d631e6c-3481-42b3-8f8b-ee43802cb98c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Made reservation on behalf of 984bdecd49e44336b94df38f23469327 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:30:22.080351 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2d631e6c-3481-42b3-8f8b-ee43802cb98c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:22.085967 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-93143be9-66a5-40c9-ada8-20fd5c8da7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c65fc81-f79c-48f6-82e9-cf5d3d037166', 'name': 'tempest-TestServerMultinode-2038507651-router', 'tenant_id': '64e898418998439fb3ac07fff4b9dc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'f0dac6d4-5025-470f-8bc1-0b2898fcaf0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:01Z', 'updated_at': '2021-08-10T03:30:20Z', 'revision_number': 5, 'project_id': '64e898418998439fb3ac07fff4b9dc8c', 'gw_port': {'id': 'f0dac6d4-5025-470f-8bc1-0b2898fcaf0e', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c65fc81-f79c-48f6-82e9-cf5d3d037166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:03Z', 'updated_at': '2021-08-10T03:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:22.088379 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-19deb6cf-788c-4981-823b-cc9698b20c2c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e0a0218ffdf24921b3bd4147f9230011&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2171695 Aug 10 03:30:22.091109 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 45258) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:22.100685 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19deb6cf-788c-4981-823b-cc9698b20c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cac9955-cea7-4689-a58b-996cff59d376,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:22.187776 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93143be9-66a5-40c9-ada8-20fd5c8da7d3 None None] Checking router: 8c65fc81-f79c-48f6-82e9-cf5d3d037166 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:30:22.198266 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a7d94149-60ed-4c95-a331-879f5917e612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:22.206034 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93143be9-66a5-40c9-ada8-20fd5c8da7d3 None None] Routers {'8c65fc81-f79c-48f6-82e9-cf5d3d037166'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:30:22.206583 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-93143be9-66a5-40c9-ada8-20fd5c8da7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:30:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['8c65fc81-f79c-48f6-82e9-cf5d3d037166'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:22.227361 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a7d94149-60ed-4c95-a331-879f5917e612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:22.267269 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-65d2bc43-ac48-4392-85cc-b273d48dc1ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:22.286815 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a7d94149-60ed-4c95-a331-879f5917e612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:22.292486 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a7d94149-60ed-4c95-a331-879f5917e612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:22.297331 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-a7d94149-60ed-4c95-a331-879f5917e612 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0cac9955-cea7-4689-a58b-996cff59d376 HTTP/1.1" status: 204 len: 168 time: 0.2046120 Aug 10 03:30:22.306802 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d94149-60ed-4c95-a331-879f5917e612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cac9955-cea7-4689-a58b-996cff59d376,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:22.515982 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2d631e6c-3481-42b3-8f8b-ee43802cb98c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:22.561905 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-93143be9-66a5-40c9-ada8-20fd5c8da7d3 None None] Set router 8c65fc81-f79c-48f6-82e9-cf5d3d037166 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:30:22.636306 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d631e6c-3481-42b3-8f8b-ee43802cb98c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event updated for resources: {'Subnet': ['ID=3301500a-65c3-4486-a5cd-2354a1263fb9,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:22.674165 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d631e6c-3481-42b3-8f8b-ee43802cb98c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:22.677228 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-2d631e6c-3481-42b3-8f8b-ee43802cb98c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:22.682496 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d631e6c-3481-42b3-8f8b-ee43802cb98c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:22.683263 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2d631e6c-3481-42b3-8f8b-ee43802cb98c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:22.704433 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c1916-5a41-445c-b4bd-3d86f7c8dade req-07d6cd4f-4949-4ccf-a10c-e871fab88789 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:22.713601 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ec1c1916-5a41-445c-b4bd-3d86f7c8dade req-07d6cd4f-4949-4ccf-a10c-e871fab88789 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2ee0e70-93f0-46ed-aa08-8f0440644461 HTTP/1.1" status: 200 len: 945 time: 0.1216261 Aug 10 03:30:22.732782 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-65d2bc43-ac48-4392-85cc-b273d48dc1ea admin admin] Deleting port f0dac6d4-5025-470f-8bc1-0b2898fcaf0e {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:30:22.733188 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-65d2bc43-ac48-4392-85cc-b273d48dc1ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:22.741141 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2d631e6c-3481-42b3-8f8b-ee43802cb98c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5843620 Aug 10 03:30:22.742008 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45268) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:22.754690 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-dad2bfd6-8402-413e-857e-17d4566e41cb tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Request body: {'port': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'fixed_ips': [{'subnet_id': '3301500a-65c3-4486-a5cd-2354a1263fb9', 'ip_address': '2001:db8::1f85:3c0d:189:ce5e'}], 'name': 'tempest-NetworksTestDHCPv6-473653659'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:22.781130 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ec1c1916-5a41-445c-b4bd-3d86f7c8dade req-a105703d-b43c-4d83-abe1-71517f3e9403 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592782 Aug 10 03:30:22.787807 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db807c27-bcbd-4014-bd93-5dbfd002e515 None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:30:22.803261 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 45270) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:22.818444 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-039f8538-d442-4fba-bf45-1bdafbf6a62f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:22.946421 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-039f8538-d442-4fba-bf45-1bdafbf6a62f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:22.953586 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-039f8538-d442-4fba-bf45-1bdafbf6a62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:23.017555 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-93143be9-66a5-40c9-ada8-20fd5c8da7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c65fc81-f79c-48f6-82e9-cf5d3d037166', 'name': 'tempest-TestServerMultinode-2038507651-router', 'tenant_id': '64e898418998439fb3ac07fff4b9dc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'f0dac6d4-5025-470f-8bc1-0b2898fcaf0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:01Z', 'updated_at': '2021-08-10T03:30:20Z', 'revision_number': 5, 'project_id': '64e898418998439fb3ac07fff4b9dc8c', 'gw_port': {'id': 'f0dac6d4-5025-470f-8bc1-0b2898fcaf0e', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c65fc81-f79c-48f6-82e9-cf5d3d037166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:03Z', 'updated_at': '2021-08-10T03:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:23.030153 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039f8538-d442-4fba-bf45-1bdafbf6a62f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a515116d-48d9-46fa-88c2-02e2bae6c96e,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:23.054845 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-039f8538-d442-4fba-bf45-1bdafbf6a62f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3fa06e40bcf84e71b645b01685c85f18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2502868 Aug 10 03:30:23.059591 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 45280) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:23.070762 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-65d2bc43-ac48-4392-85cc-b273d48dc1ea admin admin] For port f0dac6d4-5025-470f-8bc1-0b2898fcaf0e, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=f0dac6d4-5025-470f-8bc1-0b2898fcaf0e,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:23.071203 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-65d2bc43-ac48-4392-85cc-b273d48dc1ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:23.072058 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93143be9-66a5-40c9-ada8-20fd5c8da7d3 None None] The sync data for ids ['8c65fc81-f79c-48f6-82e9-cf5d3d037166'] in n-d-768851-15 is: [{'id': '8c65fc81-f79c-48f6-82e9-cf5d3d037166', 'name': 'tempest-TestServerMultinode-2038507651-router', 'tenant_id': '64e898418998439fb3ac07fff4b9dc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'f0dac6d4-5025-470f-8bc1-0b2898fcaf0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:01Z', 'updated_at': '2021-08-10T03:30:20Z', 'revision_number': 5, 'project_id': '64e898418998439fb3ac07fff4b9dc8c', 'gw_port': {'id': 'f0dac6d4-5025-470f-8bc1-0b2898fcaf0e', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c65fc81-f79c-48f6-82e9-cf5d3d037166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:03Z', 'updated_at': '2021-08-10T03:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:30:23.106068 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-65d2bc43-ac48-4392-85cc-b273d48dc1ea admin admin] Calling delete_port for f0dac6d4-5025-470f-8bc1-0b2898fcaf0e owned by network:router_gateway {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:30:23.141151 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad2bfd6-8402-413e-857e-17d4566e41cb tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Made reservation on behalf of 984bdecd49e44336b94df38f23469327 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:30:23.164191 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23241812-ec6d-4a04-b936-dfbc523b0a73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-da252ef5-253f-415c-bfce-1cf3e51986e9', 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'tenant_id': '984bdecd49e44336b94df38f23469327', 'fixed_ips': [{'subnet_id': '3301500a-65c3-4486-a5cd-2354a1263fb9'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:30:23.165350 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-23241812-ec6d-4a04-b936-dfbc523b0a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:23.180583 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-64041501-930a-43ab-9da7-296150c73c78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:23.217715 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-64041501-930a-43ab-9da7-296150c73c78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:23.269107 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-64041501-930a-43ab-9da7-296150c73c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:23.273410 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-64041501-930a-43ab-9da7-296150c73c78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:23.276864 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-64041501-930a-43ab-9da7-296150c73c78 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a515116d-48d9-46fa-88c2-02e2bae6c96e HTTP/1.1" status: 204 len: 168 time: 0.2133448 Aug 10 03:30:23.285628 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64041501-930a-43ab-9da7-296150c73c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a515116d-48d9-46fa-88c2-02e2bae6c96e,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:23.372832 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-23241812-ec6d-4a04-b936-dfbc523b0a73 None None] Allocated IP 2001:db8::2 (da252ef5-253f-415c-bfce-1cf3e51986e9/3301500a-65c3-4486-a5cd-2354a1263fb9/7e12b3c0-a68f-4c10-8f03-8004a09514a1) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:30:23.488002 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dad2bfd6-8402-413e-857e-17d4566e41cb tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:23.574109 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [None req-dad2bfd6-8402-413e-857e-17d4566e41cb tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] device_id is not set on port df21e574-706b-4fe3-91a2-7becf7e6902b yet. {{(pid=94217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:30:23.584629 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 87080342-06ce-4e3c-a9a2-ed7f33f9e1a0 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:30:23.635271 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 87080342-06ce-4e3c-a9a2-ed7f33f9e1a0 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:30:23.635607 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 87080342-06ce-4e3c-a9a2-ed7f33f9e1a0 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:30:23.641216 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-23241812-ec6d-4a04-b936-dfbc523b0a73 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:23.676021 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-23241812-ec6d-4a04-b936-dfbc523b0a73 None None] Transition to ACTIVE for port object 7e12b3c0-a68f-4c10-8f03-8004a09514a1 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:23.679278 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-65d2bc43-ac48-4392-85cc-b273d48dc1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:23.696722 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-23241812-ec6d-4a04-b936-dfbc523b0a73 None None] Transition to ACTIVE for port object 7e12b3c0-a68f-4c10-8f03-8004a09514a1 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:23.706464 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-23241812-ec6d-4a04-b936-dfbc523b0a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:23.754895 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23241812-ec6d-4a04-b936-dfbc523b0a73 None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:23.759003 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-23241812-ec6d-4a04-b936-dfbc523b0a73 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:23.766507 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23241812-ec6d-4a04-b936-dfbc523b0a73 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:30:23.806433 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d2bc43-ac48-4392-85cc-b273d48dc1ea admin admin] Pushing event deleted for resources: {'Port': ['ID=f0dac6d4-5025-470f-8bc1-0b2898fcaf0e,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:23.858540 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23241812-ec6d-4a04-b936-dfbc523b0a73 None None] Pushing event updated for resources: {'Port': ['ID=7e12b3c0-a68f-4c10-8f03-8004a09514a1,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:23.907487 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-23241812-ec6d-4a04-b936-dfbc523b0a73 None None] Attempting to bind port 7e12b3c0-a68f-4c10-8f03-8004a09514a1 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:30:23.907871 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-23241812-ec6d-4a04-b936-dfbc523b0a73 None None] Attempting to bind port 7e12b3c0-a68f-4c10-8f03-8004a09514a1 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:30:23.908361 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23241812-ec6d-4a04-b936-dfbc523b0a73 None None] Attempting to bind port 7e12b3c0-a68f-4c10-8f03-8004a09514a1 on network da252ef5-253f-415c-bfce-1cf3e51986e9 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:30:23.915296 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23241812-ec6d-4a04-b936-dfbc523b0a73 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:30:23.915717 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23241812-ec6d-4a04-b936-dfbc523b0a73 None None] Checking segment: {'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:30:23.916087 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-23241812-ec6d-4a04-b936-dfbc523b0a73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:23.916653 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23241812-ec6d-4a04-b936-dfbc523b0a73 None None] Bound using segment: {'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:30:23.917868 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-23241812-ec6d-4a04-b936-dfbc523b0a73 None None] Bound port: 7e12b3c0-a68f-4c10-8f03-8004a09514a1, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:30:23.918390 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-23241812-ec6d-4a04-b936-dfbc523b0a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:24.012621 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-23241812-ec6d-4a04-b936-dfbc523b0a73 None None] For port 7e12b3c0-a68f-4c10-8f03-8004a09514a1, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:30:24.019331 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-23241812-ec6d-4a04-b936-dfbc523b0a73 None None] For port 7e12b3c0-a68f-4c10-8f03-8004a09514a1, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=7e12b3c0-a68f-4c10-8f03-8004a09514a1,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:30:24.027006 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-23241812-ec6d-4a04-b936-dfbc523b0a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:24.055867 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-65d2bc43-ac48-4392-85cc-b273d48dc1ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:24.063549 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627829f8-880c-4b99-9ce0-a90a691c5ab1 req-b196513e-a4ca-4923-9d15-75638d889de4 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:24.065176 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-627829f8-880c-4b99-9ce0-a90a691c5ab1 req-b196513e-a4ca-4923-9d15-75638d889de4 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2ee0e70-93f0-46ed-aa08-8f0440644461 HTTP/1.1" status: 200 len: 945 time: 0.1485891 Aug 10 03:30:24.169973 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-dad2bfd6-8402-413e-857e-17d4566e41cb tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Allocated IP 2001:db8::1f85:3c0d:189:ce5e (da252ef5-253f-415c-bfce-1cf3e51986e9/3301500a-65c3-4486-a5cd-2354a1263fb9/df21e574-706b-4fe3-91a2-7becf7e6902b) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:30:24.180144 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23241812-ec6d-4a04-b936-dfbc523b0a73 None None] Pushing event updated for resources: {'Port': ['ID=7e12b3c0-a68f-4c10-8f03-8004a09514a1,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:24.189028 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-627829f8-880c-4b99-9ce0-a90a691c5ab1 req-e6771375-7ea7-4c24-af7e-7f33c1372b5e tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144950 Aug 10 03:30:24.327480 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-65d2bc43-ac48-4392-85cc-b273d48dc1ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:24.331664 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-65d2bc43-ac48-4392-85cc-b273d48dc1ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:24.408586 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-65d2bc43-ac48-4392-85cc-b273d48dc1ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:24.412541 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d2bc43-ac48-4392-85cc-b273d48dc1ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c65fc81-f79c-48f6-82e9-cf5d3d037166 {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:30:24.443966 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-65d2bc43-ac48-4392-85cc-b273d48dc1ea admin admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:24.445874 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-65d2bc43-ac48-4392-85cc-b273d48dc1ea admin admin] 10.222.0.62 "DELETE /v2.0/routers/8c65fc81-f79c-48f6-82e9-cf5d3d037166 HTTP/1.1" status: 204 len: 168 time: 3.1150579 Aug 10 03:30:24.448429 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 45312) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:24.603155 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-091d0393-b9d8-4dba-93a7-8ff423cc53fc admin admin] Deleting subnet 73d45ba8-b7b6-48e5-8e42-a3fe9132fded {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:30:24.610640 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-091d0393-b9d8-4dba-93a7-8ff423cc53fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:24.694975 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-091d0393-b9d8-4dba-93a7-8ff423cc53fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:24.760722 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dad2bfd6-8402-413e-857e-17d4566e41cb tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:24.781334 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-dad2bfd6-8402-413e-857e-17d4566e41cb tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Transition to ACTIVE for port object df21e574-706b-4fe3-91a2-7becf7e6902b will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:24.828755 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dad2bfd6-8402-413e-857e-17d4566e41cb tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:24.873793 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-091d0393-b9d8-4dba-93a7-8ff423cc53fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:24.906097 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad2bfd6-8402-413e-857e-17d4566e41cb tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:24.910332 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-dad2bfd6-8402-413e-857e-17d4566e41cb tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:24.912988 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad2bfd6-8402-413e-857e-17d4566e41cb tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:30:24.922483 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad2bfd6-8402-413e-857e-17d4566e41cb tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:24.923273 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dad2bfd6-8402-413e-857e-17d4566e41cb tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:24.935321 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad2bfd6-8402-413e-857e-17d4566e41cb tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event updated for resources: {'Port': ['ID=df21e574-706b-4fe3-91a2-7becf7e6902b,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:24.945778 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-dad2bfd6-8402-413e-857e-17d4566e41cb tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.1985812 Aug 10 03:30:24.947495 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 45322) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:25.034561 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-091d0393-b9d8-4dba-93a7-8ff423cc53fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:25.076382 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091d0393-b9d8-4dba-93a7-8ff423cc53fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73d45ba8-b7b6-48e5-8e42-a3fe9132fded,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:25.086979 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-091d0393-b9d8-4dba-93a7-8ff423cc53fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:25.088954 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-091d0393-b9d8-4dba-93a7-8ff423cc53fc admin admin] 10.222.0.62 "DELETE /v2.0/subnets/73d45ba8-b7b6-48e5-8e42-a3fe9132fded HTTP/1.1" status: 204 len: 168 time: 0.6395247 Aug 10 03:30:25.092191 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45326) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:25.097568 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f1c713-4915-4f84-ba9f-0eda4dcdc3ae None None] Network 127c86bf-8f66-47ed-9854-3b8996cc6be9 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:30:25.134656 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd01a083-bf31-4f59-8173-2a36ab9f4199 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:25.149762 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd01a083-bf31-4f59-8173-2a36ab9f4199 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:25.151954 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-cd01a083-bf31-4f59-8173-2a36ab9f4199 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.2035146 Aug 10 03:30:25.155209 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 45330) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:25.257388 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0f3bf60a-07fe-4052-af1d-127f8daf2c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:25.344639 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-7e37f675-a4c1-4278-9ca4-b187b0a2d484 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Deleting port df21e574-706b-4fe3-91a2-7becf7e6902b {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:30:25.345819 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7e37f675-a4c1-4278-9ca4-b187b0a2d484 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:25.371211 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-0f3bf60a-07fe-4052-af1d-127f8daf2c32 admin admin] Deleting port 2aae519b-21ca-47a7-bd3b-d7729bf497fc {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:30:25.371690 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0f3bf60a-07fe-4052-af1d-127f8daf2c32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:25.471400 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-0f3bf60a-07fe-4052-af1d-127f8daf2c32 admin admin] For port 2aae519b-21ca-47a7-bd3b-d7729bf497fc, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=2aae519b-21ca-47a7-bd3b-d7729bf497fc,segment=NetworkSegment(2cd95680-4b93-47c3-a02f-804916c92974),segment_id=2cd95680-4b93-47c3-a02f-804916c92974)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:25.472057 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0f3bf60a-07fe-4052-af1d-127f8daf2c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:25.508768 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-0f3bf60a-07fe-4052-af1d-127f8daf2c32 admin admin] Calling delete_port for 2aae519b-21ca-47a7-bd3b-d7729bf497fc owned by network:dhcp {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:30:25.542796 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782b294a-2c31-4263-b994-d4bdc20b1129 None None] DHCP port deletion for 127c86bf-8f66-47ed-9854-3b8996cc6be9 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:30:25.549124 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7e37f675-a4c1-4278-9ca4-b187b0a2d484 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:25.566618 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-7e37f675-a4c1-4278-9ca4-b187b0a2d484 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Calling delete_port for df21e574-706b-4fe3-91a2-7becf7e6902b owned by {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:30:25.668559 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0f3bf60a-07fe-4052-af1d-127f8daf2c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:25.680866 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-782b294a-2c31-4263-b994-d4bdc20b1129 None None] Deleting port 2aae519b-21ca-47a7-bd3b-d7729bf497fc {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:30:25.682161 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-782b294a-2c31-4263-b994-d4bdc20b1129 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:25.727571 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3bf60a-07fe-4052-af1d-127f8daf2c32 admin admin] Pushing event deleted for resources: {'Port': ['ID=2aae519b-21ca-47a7-bd3b-d7729bf497fc,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:25.742467 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3bf60a-07fe-4052-af1d-127f8daf2c32 admin admin] No DVR routers for this DVR port 2aae519b-21ca-47a7-bd3b-d7729bf497fc on host n-d-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:30:25.779030 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 7e12b3c0-a68f-4c10-8f03-8004a09514a1 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:30:25.843347 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-782b294a-2c31-4263-b994-d4bdc20b1129 None None] For port 2aae519b-21ca-47a7-bd3b-d7729bf497fc, host n-d-768851-15, got binding levels [] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:25.844129 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-782b294a-2c31-4263-b994-d4bdc20b1129 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:25.861754 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-782b294a-2c31-4263-b994-d4bdc20b1129 None None] Calling delete_port for 2aae519b-21ca-47a7-bd3b-d7729bf497fc owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:30:25.865335 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.ipam_backend_mixin [None req-782b294a-2c31-4263-b994-d4bdc20b1129 None None] Port 2aae519b-21ca-47a7-bd3b-d7729bf497fc was not found and therefore no delete operation was performed {{(pid=94218) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 03:30:25.865618 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0f3bf60a-07fe-4052-af1d-127f8daf2c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:25.869733 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-782b294a-2c31-4263-b994-d4bdc20b1129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:25.887091 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7e37f675-a4c1-4278-9ca4-b187b0a2d484 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:25.904779 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-0f3bf60a-07fe-4052-af1d-127f8daf2c32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['127c86bf-8f66-47ed-9854-3b8996cc6be9']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:25.912714 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782b294a-2c31-4263-b994-d4bdc20b1129 None None] Pushing event deleted for resources: {'Port': ['ID=2aae519b-21ca-47a7-bd3b-d7729bf497fc,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:25.918621 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782b294a-2c31-4263-b994-d4bdc20b1129 None None] No DVR routers for this DVR port 2aae519b-21ca-47a7-bd3b-d7729bf497fc on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:30:25.926499 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-0f3bf60a-07fe-4052-af1d-127f8daf2c32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cd95680-4b93-47c3-a02f-804916c92974') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:25.927048 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-0f3bf60a-07fe-4052-af1d-127f8daf2c32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cd95680-4b93-47c3-a02f-804916c92974') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:25.935332 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 7e12b3c0-a68f-4c10-8f03-8004a09514a1 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:25.948106 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782b294a-2c31-4263-b994-d4bdc20b1129 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:25.948914 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782b294a-2c31-4263-b994-d4bdc20b1129 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:25.949417 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782b294a-2c31-4263-b994-d4bdc20b1129 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:25.950083 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782b294a-2c31-4263-b994-d4bdc20b1129 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:25.951229 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782b294a-2c31-4263-b994-d4bdc20b1129 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:25.951744 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782b294a-2c31-4263-b994-d4bdc20b1129 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:25.952237 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782b294a-2c31-4263-b994-d4bdc20b1129 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:25.953241 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782b294a-2c31-4263-b994-d4bdc20b1129 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:25.953744 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782b294a-2c31-4263-b994-d4bdc20b1129 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:25.954236 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782b294a-2c31-4263-b994-d4bdc20b1129 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:25.954786 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782b294a-2c31-4263-b994-d4bdc20b1129 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:25.955172 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0f3bf60a-07fe-4052-af1d-127f8daf2c32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:25.955307 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782b294a-2c31-4263-b994-d4bdc20b1129 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:25.977029 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0f3bf60a-07fe-4052-af1d-127f8daf2c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:25.983801 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-2b95bc96-de82-4424-83d9-11d562f84fd7 None None] Provisioning for port 7e12b3c0-a68f-4c10-8f03-8004a09514a1 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:25.988725 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f3bf60a-07fe-4052-af1d-127f8daf2c32 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:30:25.989515 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0f3bf60a-07fe-4052-af1d-127f8daf2c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:25.990258 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-2b95bc96-de82-4424-83d9-11d562f84fd7 None None] Provisioning complete for port 7e12b3c0-a68f-4c10-8f03-8004a09514a1 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:25.990636 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2b95bc96-de82-4424-83d9-11d562f84fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:25.993499 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:30:25.993499 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:30:25.993499 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:30:25.993499 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:30:25.993499 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:30:25.993499 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:30:25.993499 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:30:25.993499 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:30:25.993499 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:30:25.993499 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:30:25.993499 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:30:25.993499 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:30:25.993499 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:30:25.993499 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:30:25.993499 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:30:25.993499 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:30:25.993499 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:30:25.993499 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:30:25.993499 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:30:25.993499 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:30:25.993499 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:30:25.993499 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:30:25.993499 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:30:25.993499 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:30:25.993499 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:30:25.993499 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:30:25.993499 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:30:25.993499 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:30:25.993499 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:30:25.993499 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:30:25.993499 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:30:25.993499 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:30:26.060992 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a0311-4dc1-472a-a269-2815a85417b5 req-b5647334-8c88-4dc6-8358-4ec0bcd311e7 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:26.071080 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-855a0311-4dc1-472a-a269-2815a85417b5 req-b5647334-8c88-4dc6-8358-4ec0bcd311e7 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2ee0e70-93f0-46ed-aa08-8f0440644461 HTTP/1.1" status: 200 len: 945 time: 0.7344568 Aug 10 03:30:26.087503 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e37f675-a4c1-4278-9ca4-b187b0a2d484 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event deleted for resources: {'Port': ['ID=df21e574-706b-4fe3-91a2-7becf7e6902b,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:26.093638 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device f0dac6d4-5025-470f-8bc1-0b2898fcaf0e no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:30:26.141613 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: f0dac6d4-5025-470f-8bc1-0b2898fcaf0e {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:30:26.142164 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device f0dac6d4-5025-470f-8bc1-0b2898fcaf0e not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:30:26.186233 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0f3bf60a-07fe-4052-af1d-127f8daf2c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:26.194273 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0f3bf60a-07fe-4052-af1d-127f8daf2c32 admin admin] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:26.201307 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0f3bf60a-07fe-4052-af1d-127f8daf2c32 admin admin] 10.222.0.62 "DELETE /v2.0/networks/127c86bf-8f66-47ed-9854-3b8996cc6be9 HTTP/1.1" status: 204 len: 168 time: 1.1076839 Aug 10 03:30:26.220280 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7e37f675-a4c1-4278-9ca4-b187b0a2d484 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:26.225092 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-7e37f675-a4c1-4278-9ca4-b187b0a2d484 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/ports/df21e574-706b-4fe3-91a2-7becf7e6902b HTTP/1.1" status: 204 len: 168 time: 1.0652554 Aug 10 03:30:26.229138 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 45354) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:26.274027 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3bf60a-07fe-4052-af1d-127f8daf2c32 admin admin] Pushing event deleted for resources: {'Network': ['ID=127c86bf-8f66-47ed-9854-3b8996cc6be9,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:26.399649 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2b95bc96-de82-4424-83d9-11d562f84fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:26.422307 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-855a0311-4dc1-472a-a269-2815a85417b5 req-c0f3c251-613f-45f5-a70d-76c8a6e9d6e3 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248417 Aug 10 03:30:26.452682 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:26.454341 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa367cab-f1f3-4ab4-99de-7da33bde381e tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:26.456386 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa367cab-f1f3-4ab4-99de-7da33bde381e tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:26.460906 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45366) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:26.461517 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-aa367cab-f1f3-4ab4-99de-7da33bde381e tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2312188 Aug 10 03:30:26.598446 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-2b95bc96-de82-4424-83d9-11d562f84fd7 None None] For port 7e12b3c0-a68f-4c10-8f03-8004a09514a1, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=7e12b3c0-a68f-4c10-8f03-8004a09514a1,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:26.602434 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:26.608530 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2b95bc96-de82-4424-83d9-11d562f84fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:26.631439 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-77d54777-2045-40da-adc8-aa41a1304902 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Deleting subnet 3301500a-65c3-4486-a5cd-2354a1263fb9 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:30:26.639557 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-77d54777-2045-40da-adc8-aa41a1304902 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:26.746531 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-77d54777-2045-40da-adc8-aa41a1304902 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:26.752499 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-de0aab9a-43a5-446d-9fcc-717c4a798104 None None] Could not find standard attr ID for object df21e574-706b-4fe3-91a2-7becf7e6902b. {{(pid=94218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:30:26.768174 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b95bc96-de82-4424-83d9-11d562f84fd7 None None] Pushing event updated for resources: {'Port': ['ID=7e12b3c0-a68f-4c10-8f03-8004a09514a1,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:26.857770 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eac112-d3ea-4e5a-9a00-33023d9056cb req-848a2dcd-8d5f-4285-92da-c78cf0843fe7 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:26.862189 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b7eac112-d3ea-4e5a-9a00-33023d9056cb req-848a2dcd-8d5f-4285-92da-c78cf0843fe7 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/ports?device_id=440b775b-80cd-4e91-8c68-431fec30100f HTTP/1.1" status: 200 len: 946 time: 0.1687789 Aug 10 03:30:26.894447 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 45378) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:26.929128 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-77d54777-2045-40da-adc8-aa41a1304902 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:26.945308 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b7eac112-d3ea-4e5a-9a00-33023d9056cb req-0146ca67-7329-4878-af12-33031959f372 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/security-groups?id=e8423faa-0de3-467d-b7cf-5c9a1f91c825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750973 Aug 10 03:30:26.997031 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ab7b1868-15a6-486e-ad60-7d2b2ecc9706 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b2fa865732534c53ad581c7d7b4af965&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0992465 Aug 10 03:30:26.999361 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 45380) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:27.030997 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-77d54777-2045-40da-adc8-aa41a1304902 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:27.068076 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d54777-2045-40da-adc8-aa41a1304902 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event deleted for resources: {'Subnet': ['ID=3301500a-65c3-4486-a5cd-2354a1263fb9,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:27.077214 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-77d54777-2045-40da-adc8-aa41a1304902 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:27.079132 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-77d54777-2045-40da-adc8-aa41a1304902 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/subnets/3301500a-65c3-4486-a5cd-2354a1263fb9 HTTP/1.1" status: 204 len: 168 time: 0.6167080 Aug 10 03:30:27.080963 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d54777-2045-40da-adc8-aa41a1304902 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:27.081308 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d54777-2045-40da-adc8-aa41a1304902 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:27.081649 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d54777-2045-40da-adc8-aa41a1304902 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:27.081985 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d54777-2045-40da-adc8-aa41a1304902 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:27.082321 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d54777-2045-40da-adc8-aa41a1304902 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:27.082653 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d54777-2045-40da-adc8-aa41a1304902 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:27.083019 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d54777-2045-40da-adc8-aa41a1304902 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:27.083339 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d54777-2045-40da-adc8-aa41a1304902 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:27.085692 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2c7e54-74ce-408a-a587-130fbd49fb1d None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:30:27.086308 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 45382) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:27.088460 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d54777-2045-40da-adc8-aa41a1304902 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:27.094393 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d54777-2045-40da-adc8-aa41a1304902 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:27.094825 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d54777-2045-40da-adc8-aa41a1304902 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:27.095180 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d54777-2045-40da-adc8-aa41a1304902 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:27.171350 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-0d25c721-edb7-4304-b196-514e390b50a8 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0834053 Aug 10 03:30:27.174090 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45386) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:27.179512 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-1ae6636e-643a-47ab-8252-5958b03214e0 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Request body: {'subnet': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:27.212934 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-81df919d-977f-4e8a-9bae-14e36a286fef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:27.272367 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-81df919d-977f-4e8a-9bae-14e36a286fef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:27.367036 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-81df919d-977f-4e8a-9bae-14e36a286fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:27.369672 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-81df919d-977f-4e8a-9bae-14e36a286fef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:27.370863 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-81df919d-977f-4e8a-9bae-14e36a286fef admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4a5a7df0-b12d-4bd0-9546-b49c9ae936bf HTTP/1.1" status: 204 len: 168 time: 0.3705554 Aug 10 03:30:27.385336 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81df919d-977f-4e8a-9bae-14e36a286fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5a7df0-b12d-4bd0-9546-b49c9ae936bf,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:27.403475 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae6636e-643a-47ab-8252-5958b03214e0 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Made reservation on behalf of 984bdecd49e44336b94df38f23469327 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:30:27.407225 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1ae6636e-643a-47ab-8252-5958b03214e0 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:27.427798 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c79e92-9dc8-4a4f-8d95-5865df301bc3 None None] DHCP port deletion for da252ef5-253f-415c-bfce-1cf3e51986e9 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:30:27.640099 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-78c79e92-9dc8-4a4f-8d95-5865df301bc3 None None] Deleting port 7e12b3c0-a68f-4c10-8f03-8004a09514a1 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:30:27.640480 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-78c79e92-9dc8-4a4f-8d95-5865df301bc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:27.699005 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 2aae519b-21ca-47a7-bd3b-d7729bf497fc no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:30:27.754071 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b26b0-49fd-4d8e-8ed9-0e811dec886e req-60c7ba3a-d470-4843-9b59-3b479c06b4e0 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:27.767487 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fd7b26b0-49fd-4d8e-8ed9-0e811dec886e req-60c7ba3a-d470-4843-9b59-3b479c06b4e0 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2ee0e70-93f0-46ed-aa08-8f0440644461 HTTP/1.1" status: 200 len: 945 time: 0.1573813 Aug 10 03:30:27.899727 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fd7b26b0-49fd-4d8e-8ed9-0e811dec886e req-7da0bbf6-f37b-47b2-9fdf-137bb1980172 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223841 Aug 10 03:30:27.908389 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1ae6636e-643a-47ab-8252-5958b03214e0 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:27.939157 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-78c79e92-9dc8-4a4f-8d95-5865df301bc3 None None] For port 7e12b3c0-a68f-4c10-8f03-8004a09514a1, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=7e12b3c0-a68f-4c10-8f03-8004a09514a1,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:27.939567 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-78c79e92-9dc8-4a4f-8d95-5865df301bc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:27.970329 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-78c79e92-9dc8-4a4f-8d95-5865df301bc3 None None] Calling delete_port for 7e12b3c0-a68f-4c10-8f03-8004a09514a1 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:30:27.990035 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae6636e-643a-47ab-8252-5958b03214e0 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:28.001556 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-1ae6636e-643a-47ab-8252-5958b03214e0 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:28.008667 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae6636e-643a-47ab-8252-5958b03214e0 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:28.009273 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1ae6636e-643a-47ab-8252-5958b03214e0 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:28.048168 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1ae6636e-643a-47ab-8252-5958b03214e0 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8716936 Aug 10 03:30:28.049914 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 45412) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:28.055384 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-fde7e95d-9bfc-44b2-bcd4-620a1ba5bcc1 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Request body: {'port': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'fixed_ips': [{'subnet_id': '568772e7-72e4-4ee1-bee4-1cfa70de99f1', 'ip_address': '2001:db8::2def:6fab:7ce9:39'}], 'name': 'tempest-NetworksTestDHCPv6-611055291'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:28.069876 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae6636e-643a-47ab-8252-5958b03214e0 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event updated for resources: {'Subnet': ['ID=568772e7-72e4-4ee1-bee4-1cfa70de99f1,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:28.090204 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 2aae519b-21ca-47a7-bd3b-d7729bf497fc {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:30:28.090534 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 2aae519b-21ca-47a7-bd3b-d7729bf497fc not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:30:28.094727 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 7e12b3c0-a68f-4c10-8f03-8004a09514a1 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:30:28.307237 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8b9b4-4849-4ff3-b619-e80a3f30e12b req-43ba1db5-f995-4365-acc3-3ca073d13f14 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:28.311071 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e0a8b9b4-4849-4ff3-b619-e80a3f30e12b req-43ba1db5-f995-4365-acc3-3ca073d13f14 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/ports?device_id=440b775b-80cd-4e91-8c68-431fec30100f HTTP/1.1" status: 200 len: 946 time: 0.2211819 Aug 10 03:30:28.343094 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-78c79e92-9dc8-4a4f-8d95-5865df301bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:28.375177 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:28.382454 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45418) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:28.430748 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c79e92-9dc8-4a4f-8d95-5865df301bc3 None None] Pushing event deleted for resources: {'Port': ['ID=7e12b3c0-a68f-4c10-8f03-8004a09514a1,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:28.445583 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c79e92-9dc8-4a4f-8d95-5865df301bc3 None None] No DVR routers for this DVR port 7e12b3c0-a68f-4c10-8f03-8004a09514a1 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:30:28.460766 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e0a8b9b4-4849-4ff3-b619-e80a3f30e12b req-3eab2335-cde8-4d1f-a35a-92d6dd0fbb21 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/security-groups?id=e8423faa-0de3-467d-b7cf-5c9a1f91c825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343729 Aug 10 03:30:28.462226 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 45422) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:28.464144 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde7e95d-9bfc-44b2-bcd4-620a1ba5bcc1 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Made reservation on behalf of 984bdecd49e44336b94df38f23469327 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:30:28.493469 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8b32b5c2-36b7-485a-8c92-6a0d6b23e1ff admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=64e898418998439fb3ac07fff4b9dc8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1097810 Aug 10 03:30:28.499406 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d362a0-2a7e-4198-84ac-cf38df29a000 None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:30:28.500491 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45426) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:28.618135 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7c0ea6d0-b89d-493c-bc18-39c0cee5940b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:28.656234 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7c0ea6d0-b89d-493c-bc18-39c0cee5940b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:28.698585 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3cd91a-9acd-4f4d-bbe1-7f6c09502da0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-da252ef5-253f-415c-bfce-1cf3e51986e9', 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'tenant_id': '984bdecd49e44336b94df38f23469327', 'fixed_ips': [{'subnet_id': '568772e7-72e4-4ee1-bee4-1cfa70de99f1'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:30:28.699486 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7e3cd91a-9acd-4f4d-bbe1-7f6c09502da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:28.734037 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7c0ea6d0-b89d-493c-bc18-39c0cee5940b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:28.738495 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7c0ea6d0-b89d-493c-bc18-39c0cee5940b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:28.756204 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7c0ea6d0-b89d-493c-bc18-39c0cee5940b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/431d999a-c0d5-473b-b797-0359380e4e55 HTTP/1.1" status: 204 len: 168 time: 0.2543623 Aug 10 03:30:28.772372 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fde7e95d-9bfc-44b2-bcd4-620a1ba5bcc1 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:28.781575 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0ea6d0-b89d-493c-bc18-39c0cee5940b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431d999a-c0d5-473b-b797-0359380e4e55,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:28.819939 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [None req-fde7e95d-9bfc-44b2-bcd4-620a1ba5bcc1 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] device_id is not set on port bd3b6257-5c9e-403e-9d5a-f3519d086495 yet. {{(pid=94216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:30:28.889677 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0343651f-0060-4299-835a-e75eb43a477b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:29.052380 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-7e3cd91a-9acd-4f4d-bbe1-7f6c09502da0 None None] Allocated IP 2001:db8::2 (da252ef5-253f-415c-bfce-1cf3e51986e9/568772e7-72e4-4ee1-bee4-1cfa70de99f1/a4a9a401-09b7-45be-8ce3-8e53798c277d) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:30:29.140428 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0343651f-0060-4299-835a-e75eb43a477b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:29.165343 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0343651f-0060-4299-835a-e75eb43a477b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:29.208969 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-0343651f-0060-4299-835a-e75eb43a477b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=baea31f2eee8426fb59efdb2e7b3014a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7345116 Aug 10 03:30:29.209227 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45438) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:29.238235 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0343651f-0060-4299-835a-e75eb43a477b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523ccfd3-fadb-41ef-b641-edc1252c74a2,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:29.272405 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4379ae3d-ef24-4f98-873d-3223545179d0 req-d231f986-6d51-46f7-bb34-4d640ceff50e tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:29.283277 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4379ae3d-ef24-4f98-873d-3223545179d0 req-d231f986-6d51-46f7-bb34-4d640ceff50e tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2ee0e70-93f0-46ed-aa08-8f0440644461 HTTP/1.1" status: 200 len: 945 time: 0.2752047 Aug 10 03:30:29.335936 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0c2a1bbd-cc01-4aa4-bad2-d77c42661ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:29.364464 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7e3cd91a-9acd-4f4d-bbe1-7f6c09502da0 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:29.368376 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4379ae3d-ef24-4f98-873d-3223545179d0 req-8da60098-97f5-4f0e-a702-21d0b19f1d8e tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794694 Aug 10 03:30:29.369058 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0c2a1bbd-cc01-4aa4-bad2-d77c42661ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:29.385620 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-7e3cd91a-9acd-4f4d-bbe1-7f6c09502da0 None None] Transition to ACTIVE for port object a4a9a401-09b7-45be-8ce3-8e53798c277d will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:29.420899 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-7e3cd91a-9acd-4f4d-bbe1-7f6c09502da0 None None] Transition to ACTIVE for port object a4a9a401-09b7-45be-8ce3-8e53798c277d will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:29.437206 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0c2a1bbd-cc01-4aa4-bad2-d77c42661ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:29.444935 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0c2a1bbd-cc01-4aa4-bad2-d77c42661ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:29.445613 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7e3cd91a-9acd-4f4d-bbe1-7f6c09502da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:29.450617 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0c2a1bbd-cc01-4aa4-bad2-d77c42661ba9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/523ccfd3-fadb-41ef-b641-edc1252c74a2 HTTP/1.1" status: 204 len: 168 time: 0.2377927 Aug 10 03:30:29.465182 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2a1bbd-cc01-4aa4-bad2-d77c42661ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523ccfd3-fadb-41ef-b641-edc1252c74a2,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:29.542305 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-fde7e95d-9bfc-44b2-bcd4-620a1ba5bcc1 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Allocated IP 2001:db8::2def:6fab:7ce9:39 (da252ef5-253f-415c-bfce-1cf3e51986e9/568772e7-72e4-4ee1-bee4-1cfa70de99f1/bd3b6257-5c9e-403e-9d5a-f3519d086495) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:30:29.542994 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3cd91a-9acd-4f4d-bbe1-7f6c09502da0 None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:29.560845 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-7e3cd91a-9acd-4f4d-bbe1-7f6c09502da0 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:29.577581 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3cd91a-9acd-4f4d-bbe1-7f6c09502da0 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:30:29.628069 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3cd91a-9acd-4f4d-bbe1-7f6c09502da0 None None] Pushing event updated for resources: {'Port': ['ID=a4a9a401-09b7-45be-8ce3-8e53798c277d,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:29.700751 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-7e3cd91a-9acd-4f4d-bbe1-7f6c09502da0 None None] Attempting to bind port a4a9a401-09b7-45be-8ce3-8e53798c277d on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:30:29.701312 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-7e3cd91a-9acd-4f4d-bbe1-7f6c09502da0 None None] Attempting to bind port a4a9a401-09b7-45be-8ce3-8e53798c277d by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:30:29.701871 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3cd91a-9acd-4f4d-bbe1-7f6c09502da0 None None] Attempting to bind port a4a9a401-09b7-45be-8ce3-8e53798c277d on network da252ef5-253f-415c-bfce-1cf3e51986e9 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:30:29.708477 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3cd91a-9acd-4f4d-bbe1-7f6c09502da0 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:30:29.709943 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3cd91a-9acd-4f4d-bbe1-7f6c09502da0 None None] Checking segment: {'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:30:29.709943 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7e3cd91a-9acd-4f4d-bbe1-7f6c09502da0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:29.709943 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3cd91a-9acd-4f4d-bbe1-7f6c09502da0 None None] Bound using segment: {'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:30:29.710382 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-7e3cd91a-9acd-4f4d-bbe1-7f6c09502da0 None None] Bound port: a4a9a401-09b7-45be-8ce3-8e53798c277d, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:30:29.711309 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7e3cd91a-9acd-4f4d-bbe1-7f6c09502da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:29.789331 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df2aec-7cb6-4391-89e7-5eb1f11a44e0 req-dff92bd2-f8fe-46a9-a096-da3d104ca2a3 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:29.792326 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-22df2aec-7cb6-4391-89e7-5eb1f11a44e0 req-dff92bd2-f8fe-46a9-a096-da3d104ca2a3 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/ports?device_id=440b775b-80cd-4e91-8c68-431fec30100f HTTP/1.1" status: 200 len: 946 time: 0.2167273 Aug 10 03:30:29.839108 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-7e3cd91a-9acd-4f4d-bbe1-7f6c09502da0 None None] For port a4a9a401-09b7-45be-8ce3-8e53798c277d, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:30:29.843963 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-7e3cd91a-9acd-4f4d-bbe1-7f6c09502da0 None None] For port a4a9a401-09b7-45be-8ce3-8e53798c277d, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=a4a9a401-09b7-45be-8ce3-8e53798c277d,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:30:29.850020 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7e3cd91a-9acd-4f4d-bbe1-7f6c09502da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:29.925351 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-22df2aec-7cb6-4391-89e7-5eb1f11a44e0 req-559f54be-b6c1-4843-846d-176d0949c176 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/security-groups?id=e8423faa-0de3-467d-b7cf-5c9a1f91c825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257565 Aug 10 03:30:29.968325 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3cd91a-9acd-4f4d-bbe1-7f6c09502da0 None None] Pushing event updated for resources: {'Port': ['ID=a4a9a401-09b7-45be-8ce3-8e53798c277d,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:29.992878 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fde7e95d-9bfc-44b2-bcd4-620a1ba5bcc1 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:30.017941 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-fde7e95d-9bfc-44b2-bcd4-620a1ba5bcc1 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Transition to ACTIVE for port object bd3b6257-5c9e-403e-9d5a-f3519d086495 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:30.105780 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fde7e95d-9bfc-44b2-bcd4-620a1ba5bcc1 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:30.139493 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde7e95d-9bfc-44b2-bcd4-620a1ba5bcc1 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:30.148328 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-fde7e95d-9bfc-44b2-bcd4-620a1ba5bcc1 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:30.151236 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde7e95d-9bfc-44b2-bcd4-620a1ba5bcc1 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:30:30.164327 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde7e95d-9bfc-44b2-bcd4-620a1ba5bcc1 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:30.165250 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fde7e95d-9bfc-44b2-bcd4-620a1ba5bcc1 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:30.224771 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-fde7e95d-9bfc-44b2-bcd4-620a1ba5bcc1 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 2.1736662 Aug 10 03:30:30.227542 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 45458) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:30.299874 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45460) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:30.318587 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde7e95d-9bfc-44b2-bcd4-620a1ba5bcc1 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event updated for resources: {'Port': ['ID=bd3b6257-5c9e-403e-9d5a-f3519d086495,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:30.320835 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-65797208-99c3-4b0a-bd26-917e8f34aeb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:30.329572 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bb249744-8ad5-4397-a4b4-2750f0dbd240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:30.341575 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b4fdda-4e78-40c4-8178-78d395a133cf tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:30.348988 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b4fdda-4e78-40c4-8178-78d395a133cf tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:30.351596 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d8b4fdda-4e78-40c4-8178-78d395a133cf tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1682 time: 0.1222212 Aug 10 03:30:30.354246 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 45462) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:30.504439 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bb249744-8ad5-4397-a4b4-2750f0dbd240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:30.508780 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bb249744-8ad5-4397-a4b4-2750f0dbd240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:30.545374 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26902b23-ec3b-42b3-85b3-63193a884ccc req-3fde5ae8-4512-48eb-8fba-22cda662ce75 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:30.548322 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-26902b23-ec3b-42b3-85b3-63193a884ccc req-3fde5ae8-4512-48eb-8fba-22cda662ce75 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2ee0e70-93f0-46ed-aa08-8f0440644461 HTTP/1.1" status: 200 len: 945 time: 0.0806355 Aug 10 03:30:30.560175 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-f641a71b-2eef-44d6-9492-a13689ceed75 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Deleting port bd3b6257-5c9e-403e-9d5a-f3519d086495 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:30:30.560422 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f641a71b-2eef-44d6-9492-a13689ceed75 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:30.564174 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-bb249744-8ad5-4397-a4b4-2750f0dbd240 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e4f07bf0170e4081adb991a3c065e29d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2607882 Aug 10 03:30:30.565788 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45468) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:30.574133 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb249744-8ad5-4397-a4b4-2750f0dbd240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f511582e-de7e-4e4f-a989-0d0a2c06d1fc,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:30.624493 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-26902b23-ec3b-42b3-85b3-63193a884ccc req-2e1891ee-52c0-44b6-9d19-450bd14ac819 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587590 Aug 10 03:30:30.650829 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c548880f-224d-40bf-b4b9-a643579cb777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:30.680404 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c548880f-224d-40bf-b4b9-a643579cb777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:30.740263 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f641a71b-2eef-44d6-9492-a13689ceed75 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:30.742708 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c548880f-224d-40bf-b4b9-a643579cb777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:30.745366 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c548880f-224d-40bf-b4b9-a643579cb777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:30.751384 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c548880f-224d-40bf-b4b9-a643579cb777 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f511582e-de7e-4e4f-a989-0d0a2c06d1fc HTTP/1.1" status: 204 len: 168 time: 0.1845949 Aug 10 03:30:30.764288 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-f641a71b-2eef-44d6-9492-a13689ceed75 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Calling delete_port for bd3b6257-5c9e-403e-9d5a-f3519d086495 owned by {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:30:30.780914 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c548880f-224d-40bf-b4b9-a643579cb777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f511582e-de7e-4e4f-a989-0d0a2c06d1fc,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:31.113000 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f641a71b-2eef-44d6-9492-a13689ceed75 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:31.162591 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f641a71b-2eef-44d6-9492-a13689ceed75 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event deleted for resources: {'Port': ['ID=bd3b6257-5c9e-403e-9d5a-f3519d086495,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:31.185598 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603783a-8895-4afe-b491-41e0a8fcf3fa req-ddba3f6a-5981-4014-a73a-d298789e550a tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:31.202893 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2603783a-8895-4afe-b491-41e0a8fcf3fa req-ddba3f6a-5981-4014-a73a-d298789e550a tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/ports?device_id=440b775b-80cd-4e91-8c68-431fec30100f HTTP/1.1" status: 200 len: 946 time: 0.1489491 Aug 10 03:30:31.242093 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f641a71b-2eef-44d6-9492-a13689ceed75 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:31.247702 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-f641a71b-2eef-44d6-9492-a13689ceed75 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/ports/bd3b6257-5c9e-403e-9d5a-f3519d086495 HTTP/1.1" status: 204 len: 168 time: 0.8895280 Aug 10 03:30:31.248162 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 45480) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:31.349916 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7881d2f-3aec-41a8-ab14-cd60ba43f7d2 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:31.351765 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7881d2f-3aec-41a8-ab14-cd60ba43f7d2 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:31.353390 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-c7881d2f-3aec-41a8-ab14-cd60ba43f7d2 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1042347 Aug 10 03:30:31.357784 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45492) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:31.381530 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2603783a-8895-4afe-b491-41e0a8fcf3fa req-af758bce-ff3c-45a7-a077-534eb3506c05 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/security-groups?id=e8423faa-0de3-467d-b7cf-5c9a1f91c825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771078 Aug 10 03:30:31.527490 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-d831588c-21a0-47ce-888c-a99f632c4d43 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Deleting subnet 568772e7-72e4-4ee1-bee4-1cfa70de99f1 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:30:31.527490 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d831588c-21a0-47ce-888c-a99f632c4d43 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:31.666032 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d831588c-21a0-47ce-888c-a99f632c4d43 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:31.827598 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e28470d-0e94-403f-b3af-7589acfec8f7 None None] Provisioning for port a4a9a401-09b7-45be-8ce3-8e53798c277d completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:31.841559 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device a4a9a401-09b7-45be-8ce3-8e53798c277d up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:30:31.875783 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d831588c-21a0-47ce-888c-a99f632c4d43 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:31.999472 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port a4a9a401-09b7-45be-8ce3-8e53798c277d completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:32.012983 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port a4a9a401-09b7-45be-8ce3-8e53798c277d triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:32.013371 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:32.017729 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d831588c-21a0-47ce-888c-a99f632c4d43 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:32.042867 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e75d1-49e5-43fa-97cd-0e19f0b85b95 req-19423a3a-03b2-4b84-a21d-9efd9e24269c tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:32.045291 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b95e75d1-49e5-43fa-97cd-0e19f0b85b95 req-19423a3a-03b2-4b84-a21d-9efd9e24269c tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2ee0e70-93f0-46ed-aa08-8f0440644461 HTTP/1.1" status: 200 len: 945 time: 0.2582870 Aug 10 03:30:32.100750 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d831588c-21a0-47ce-888c-a99f632c4d43 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event deleted for resources: {'Subnet': ['ID=568772e7-72e4-4ee1-bee4-1cfa70de99f1,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:32.105587 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d831588c-21a0-47ce-888c-a99f632c4d43 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:32.108453 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d831588c-21a0-47ce-888c-a99f632c4d43 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/subnets/568772e7-72e4-4ee1-bee4-1cfa70de99f1 HTTP/1.1" status: 204 len: 168 time: 0.7496605 Aug 10 03:30:32.117909 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 45526) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:32.248922 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cadf59-aed7-4bbc-872c-c89192e0c69d None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:30:32.249416 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-aad3862d-ff4f-4917-90d1-88eead63fb16 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1256063 Aug 10 03:30:32.252180 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45532) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:32.257913 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-a4afd0d1-75aa-4a96-b375-ba3bcf94cb5b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Request body: {'subnet': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:32.265479 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b95e75d1-49e5-43fa-97cd-0e19f0b85b95 req-b03c96ee-4323-4ba7-8959-f6c0580ea923 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116830 Aug 10 03:30:32.346199 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-03e4a0bb-b6de-4b7b-acbb-ebe7a73d8668 None None] Could not find standard attr ID for object bd3b6257-5c9e-403e-9d5a-f3519d086495. {{(pid=94218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:30:32.352016 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:32.400561 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port a4a9a401-09b7-45be-8ce3-8e53798c277d, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=a4a9a401-09b7-45be-8ce3-8e53798c277d,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:32.427216 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:32.531906 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=a4a9a401-09b7-45be-8ce3-8e53798c277d,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:32.584595 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4afd0d1-75aa-4a96-b375-ba3bcf94cb5b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Made reservation on behalf of 984bdecd49e44336b94df38f23469327 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:30:32.591396 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a4afd0d1-75aa-4a96-b375-ba3bcf94cb5b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:32.662017 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86494c-6cc4-43b7-8a55-955aba2968b8 req-4a06d317-f5de-4d00-8970-2d23648ddfde tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:32.667113 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ec86494c-6cc4-43b7-8a55-955aba2968b8 req-4a06d317-f5de-4d00-8970-2d23648ddfde tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/ports?device_id=440b775b-80cd-4e91-8c68-431fec30100f HTTP/1.1" status: 200 len: 946 time: 0.0986557 Aug 10 03:30:32.737576 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5dc79a6-8d91-472a-9731-6dded10cd503 None None] DHCP port deletion for da252ef5-253f-415c-bfce-1cf3e51986e9 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:30:32.779129 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ec86494c-6cc4-43b7-8a55-955aba2968b8 req-cf3f92cc-d772-470e-a0a7-5583e43d8760 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/security-groups?id=e8423faa-0de3-467d-b7cf-5c9a1f91c825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960174 Aug 10 03:30:32.866003 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-c5dc79a6-8d91-472a-9731-6dded10cd503 None None] Deleting port a4a9a401-09b7-45be-8ce3-8e53798c277d {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:30:32.870278 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c5dc79a6-8d91-472a-9731-6dded10cd503 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:32.960436 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a4afd0d1-75aa-4a96-b375-ba3bcf94cb5b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:32.990350 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-c5dc79a6-8d91-472a-9731-6dded10cd503 None None] For port a4a9a401-09b7-45be-8ce3-8e53798c277d, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=a4a9a401-09b7-45be-8ce3-8e53798c277d,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:32.991207 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c5dc79a6-8d91-472a-9731-6dded10cd503 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:33.016705 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-c5dc79a6-8d91-472a-9731-6dded10cd503 None None] Calling delete_port for a4a9a401-09b7-45be-8ce3-8e53798c277d owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:30:33.047228 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4afd0d1-75aa-4a96-b375-ba3bcf94cb5b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:33.051559 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-a4afd0d1-75aa-4a96-b375-ba3bcf94cb5b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:33.056610 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4afd0d1-75aa-4a96-b375-ba3bcf94cb5b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:33.057423 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a4afd0d1-75aa-4a96-b375-ba3bcf94cb5b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:33.102193 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4afd0d1-75aa-4a96-b375-ba3bcf94cb5b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event updated for resources: {'Subnet': ['ID=59f3a00f-ed5d-4007-b393-b78af40131d8,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:33.127702 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a4afd0d1-75aa-4a96-b375-ba3bcf94cb5b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8740945 Aug 10 03:30:33.130647 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 45558) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:33.139457 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-e7e343be-70e4-45bb-bcd3-d9fd7e65a571 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Request body: {'port': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'fixed_ips': [{'subnet_id': '59f3a00f-ed5d-4007-b393-b78af40131d8', 'ip_address': '2001:db8::dac3:3a05:22ec:640'}], 'name': 'tempest-NetworksTestDHCPv6-969700807'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:33.173896 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c5dc79a6-8d91-472a-9731-6dded10cd503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:33.350617 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e343be-70e4-45bb-bcd3-d9fd7e65a571 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Made reservation on behalf of 984bdecd49e44336b94df38f23469327 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:30:33.358546 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e7e343be-70e4-45bb-bcd3-d9fd7e65a571 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:33.391680 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [None req-e7e343be-70e4-45bb-bcd3-d9fd7e65a571 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] device_id is not set on port 051ddeeb-5100-459e-ac99-7bf39db4d47a yet. {{(pid=94216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:30:33.543713 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dc79a6-8d91-472a-9731-6dded10cd503 None None] Pushing event deleted for resources: {'Port': ['ID=a4a9a401-09b7-45be-8ce3-8e53798c277d,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:33.573090 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-1e7593ec-cfb0-4138-b9c2-28d1ee7ff219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:33.578445 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5cde32-6bd1-4e8a-aaf7-c228d44069ba req-12e71f51-f7a8-4f3a-8ff2-c6a8283d0283 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:33.588643 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4d5cde32-6bd1-4e8a-aaf7-c228d44069ba req-12e71f51-f7a8-4f3a-8ff2-c6a8283d0283 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2ee0e70-93f0-46ed-aa08-8f0440644461 HTTP/1.1" status: 200 len: 945 time: 0.1577010 Aug 10 03:30:33.592761 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dc79a6-8d91-472a-9731-6dded10cd503 None None] No DVR routers for this DVR port a4a9a401-09b7-45be-8ce3-8e53798c277d on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:30:33.644958 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262cee83-38f9-4c25-afdf-a693b002e0b6 None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:30:33.652286 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:33.695752 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device a4a9a401-09b7-45be-8ce3-8e53798c277d no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:30:33.764054 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: a4a9a401-09b7-45be-8ce3-8e53798c277d {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:30:33.764593 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device a4a9a401-09b7-45be-8ce3-8e53798c277d not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:30:33.998278 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8337670d-2a20-4e1b-8e92-87c75fe69769 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-da252ef5-253f-415c-bfce-1cf3e51986e9', 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'tenant_id': '984bdecd49e44336b94df38f23469327', 'fixed_ips': [{'subnet_id': '59f3a00f-ed5d-4007-b393-b78af40131d8'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:30:34.006802 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8337670d-2a20-4e1b-8e92-87c75fe69769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:34.344610 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:34.353692 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4d5cde32-6bd1-4e8a-aaf7-c228d44069ba req-36914f9d-44cb-4873-bc27-7009fc5ef465 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7607954 Aug 10 03:30:34.375645 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-8337670d-2a20-4e1b-8e92-87c75fe69769 None None] Allocated IP 2001:db8::2 (da252ef5-253f-415c-bfce-1cf3e51986e9/59f3a00f-ed5d-4007-b393-b78af40131d8/4d259935-8526-4c35-b354-5cbd0cc5d492) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:30:34.392546 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d910dc-819b-4140-b346-be2841d3844e req-e384ef86-c2dd-4170-b95f-e6b8b3779c0a tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:34.402293 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f8d910dc-819b-4140-b346-be2841d3844e req-e384ef86-c2dd-4170-b95f-e6b8b3779c0a tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/ports?device_id=440b775b-80cd-4e91-8c68-431fec30100f HTTP/1.1" status: 200 len: 946 time: 0.1516788 Aug 10 03:30:34.468276 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f8d910dc-819b-4140-b346-be2841d3844e req-43df3778-f886-4b4f-b1b7-479381cbc563 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/security-groups?id=e8423faa-0de3-467d-b7cf-5c9a1f91c825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643539 Aug 10 03:30:34.637105 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8337670d-2a20-4e1b-8e92-87c75fe69769 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:34.648876 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-8337670d-2a20-4e1b-8e92-87c75fe69769 None None] Transition to ACTIVE for port object 4d259935-8526-4c35-b354-5cbd0cc5d492 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:34.667491 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 45608) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:34.685274 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-8337670d-2a20-4e1b-8e92-87c75fe69769 None None] Transition to ACTIVE for port object 4d259935-8526-4c35-b354-5cbd0cc5d492 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:34.695369 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8337670d-2a20-4e1b-8e92-87c75fe69769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:34.777994 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8337670d-2a20-4e1b-8e92-87c75fe69769 None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:34.785104 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-e7e343be-70e4-45bb-bcd3-d9fd7e65a571 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Allocated IP 2001:db8::dac3:3a05:22ec:640 (da252ef5-253f-415c-bfce-1cf3e51986e9/59f3a00f-ed5d-4007-b393-b78af40131d8/051ddeeb-5100-459e-ac99-7bf39db4d47a) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:30:34.799208 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-8337670d-2a20-4e1b-8e92-87c75fe69769 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:34.805518 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8337670d-2a20-4e1b-8e92-87c75fe69769 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:30:34.831876 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8337670d-2a20-4e1b-8e92-87c75fe69769 None None] Pushing event updated for resources: {'Port': ['ID=4d259935-8526-4c35-b354-5cbd0cc5d492,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:34.922348 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-8337670d-2a20-4e1b-8e92-87c75fe69769 None None] Attempting to bind port 4d259935-8526-4c35-b354-5cbd0cc5d492 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:30:34.923038 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-8337670d-2a20-4e1b-8e92-87c75fe69769 None None] Attempting to bind port 4d259935-8526-4c35-b354-5cbd0cc5d492 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:30:34.923630 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8337670d-2a20-4e1b-8e92-87c75fe69769 None None] Attempting to bind port 4d259935-8526-4c35-b354-5cbd0cc5d492 on network da252ef5-253f-415c-bfce-1cf3e51986e9 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:30:34.929442 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8337670d-2a20-4e1b-8e92-87c75fe69769 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:30:34.930039 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8337670d-2a20-4e1b-8e92-87c75fe69769 None None] Checking segment: {'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:30:34.930454 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8337670d-2a20-4e1b-8e92-87c75fe69769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:34.930892 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8337670d-2a20-4e1b-8e92-87c75fe69769 None None] Bound using segment: {'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:30:34.931360 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-8337670d-2a20-4e1b-8e92-87c75fe69769 None None] Bound port: 4d259935-8526-4c35-b354-5cbd0cc5d492, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:30:34.931922 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8337670d-2a20-4e1b-8e92-87c75fe69769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:34.977347 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4c61ad25-71e4-4f4e-bbd7-be46f897d6b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:35.052231 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-8337670d-2a20-4e1b-8e92-87c75fe69769 None None] For port 4d259935-8526-4c35-b354-5cbd0cc5d492, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:30:35.056917 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-8337670d-2a20-4e1b-8e92-87c75fe69769 None None] For port 4d259935-8526-4c35-b354-5cbd0cc5d492, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=4d259935-8526-4c35-b354-5cbd0cc5d492,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:30:35.071703 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8337670d-2a20-4e1b-8e92-87c75fe69769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:35.152309 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e7e343be-70e4-45bb-bcd3-d9fd7e65a571 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:35.169535 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8337670d-2a20-4e1b-8e92-87c75fe69769 None None] Pushing event updated for resources: {'Port': ['ID=4d259935-8526-4c35-b354-5cbd0cc5d492,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:35.205562 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-e7e343be-70e4-45bb-bcd3-d9fd7e65a571 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Transition to ACTIVE for port object 051ddeeb-5100-459e-ac99-7bf39db4d47a will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:35.281210 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e7e343be-70e4-45bb-bcd3-d9fd7e65a571 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:35.339319 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4c61ad25-71e4-4f4e-bbd7-be46f897d6b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:35.355439 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e343be-70e4-45bb-bcd3-d9fd7e65a571 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:35.357803 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-e7e343be-70e4-45bb-bcd3-d9fd7e65a571 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:35.362226 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4c61ad25-71e4-4f4e-bbd7-be46f897d6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:35.365249 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e343be-70e4-45bb-bcd3-d9fd7e65a571 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:30:35.374056 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e343be-70e4-45bb-bcd3-d9fd7e65a571 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:35.374709 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e7e343be-70e4-45bb-bcd3-d9fd7e65a571 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:35.436509 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c61ad25-71e4-4f4e-bbd7-be46f897d6b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=925e06b0-34c3-45a0-8641-3801b3bcd991,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:35.447621 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e343be-70e4-45bb-bcd3-d9fd7e65a571 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event updated for resources: {'Port': ['ID=051ddeeb-5100-459e-ac99-7bf39db4d47a,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:35.480607 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-e7e343be-70e4-45bb-bcd3-d9fd7e65a571 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.3465259 Aug 10 03:30:35.481599 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45630) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:35.511773 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45634) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:35.519754 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-4c61ad25-71e4-4f4e-bbd7-be46f897d6b4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0b9755cd2f0a46daab6a161b6df2659c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8492360 Aug 10 03:30:35.800820 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ea759-e0a9-45bb-87b4-bea8df7ed109 req-8d39437a-ed12-4b92-874a-b26cd8e687ab tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:35.802433 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-049ea759-e0a9-45bb-87b4-bea8df7ed109 req-8d39437a-ed12-4b92-874a-b26cd8e687ab tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2ee0e70-93f0-46ed-aa08-8f0440644461 HTTP/1.1" status: 200 len: 945 time: 0.2020929 Aug 10 03:30:35.813025 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf248b9-d5b8-49ab-9b3d-e453090f046e tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:35.824778 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a178e7-2c78-4e25-8c45-f093a3559371 req-fa5a3b73-fb00-4eac-89bf-87677e671377 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:35.833304 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f8a178e7-2c78-4e25-8c45-f093a3559371 req-fa5a3b73-fb00-4eac-89bf-87677e671377 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/ports?device_id=440b775b-80cd-4e91-8c68-431fec30100f HTTP/1.1" status: 200 len: 946 time: 0.1742659 Aug 10 03:30:35.844364 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf248b9-d5b8-49ab-9b3d-e453090f046e tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:35.844513 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 4d259935-8526-4c35-b354-5cbd0cc5d492 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:30:35.848366 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6cf248b9-d5b8-49ab-9b3d-e453090f046e tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.3656752 Aug 10 03:30:35.849800 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c352c425-99c8-4180-a1aa-1a6176ed7625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:35.853820 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45642) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:35.951807 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 4d259935-8526-4c35-b354-5cbd0cc5d492 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:35.959800 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-049ea759-e0a9-45bb-87b4-bea8df7ed109 req-4e1e9167-5e4c-43f9-a725-2637801ae245 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474469 Aug 10 03:30:36.004337 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f8a178e7-2c78-4e25-8c45-f093a3559371 req-b97afbd8-e91c-4eba-b70b-4dd70d11a028 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/security-groups?id=e8423faa-0de3-467d-b7cf-5c9a1f91c825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336267 Aug 10 03:30:36.006446 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:36.044261 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c352c425-99c8-4180-a1aa-1a6176ed7625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:36.115217 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-cdf2f9b5-59cb-4331-b0af-1780aad0ed8b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Deleting port 051ddeeb-5100-459e-ac99-7bf39db4d47a {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:30:36.116826 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cdf2f9b5-59cb-4331-b0af-1780aad0ed8b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:36.208757 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c352c425-99c8-4180-a1aa-1a6176ed7625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:36.217068 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c352c425-99c8-4180-a1aa-1a6176ed7625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:36.224437 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c352c425-99c8-4180-a1aa-1a6176ed7625 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/925e06b0-34c3-45a0-8641-3801b3bcd991 HTTP/1.1" status: 204 len: 168 time: 0.6194489 Aug 10 03:30:36.256530 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c352c425-99c8-4180-a1aa-1a6176ed7625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925e06b0-34c3-45a0-8641-3801b3bcd991,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:36.292914 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cdf2f9b5-59cb-4331-b0af-1780aad0ed8b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:36.310576 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-cdf2f9b5-59cb-4331-b0af-1780aad0ed8b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Calling delete_port for 051ddeeb-5100-459e-ac99-7bf39db4d47a owned by {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:30:36.594384 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cdf2f9b5-59cb-4331-b0af-1780aad0ed8b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:36.689367 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf2f9b5-59cb-4331-b0af-1780aad0ed8b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event deleted for resources: {'Port': ['ID=051ddeeb-5100-459e-ac99-7bf39db4d47a,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:36.845309 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cdf2f9b5-59cb-4331-b0af-1780aad0ed8b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:36.849538 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-cdf2f9b5-59cb-4331-b0af-1780aad0ed8b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/ports/051ddeeb-5100-459e-ac99-7bf39db4d47a HTTP/1.1" status: 204 len: 168 time: 0.9942131 Aug 10 03:30:36.852911 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 45674) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:36.907854 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422010b8-51ac-462a-bd7d-f21b1fd67c6d req-a6069d1a-2c1a-4a0f-b53e-8479cd55ccde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:36.913860 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-422010b8-51ac-462a-bd7d-f21b1fd67c6d req-a6069d1a-2c1a-4a0f-b53e-8479cd55ccde service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f2ee0e70-93f0-46ed-aa08-8f0440644461 HTTP/1.1" status: 200 len: 1097 time: 0.1998775 Aug 10 03:30:36.950544 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542e24d8-f9e8-4441-92d7-70da391c04b6 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:36.953176 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542e24d8-f9e8-4441-92d7-70da391c04b6 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:36.956909 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-542e24d8-f9e8-4441-92d7-70da391c04b6 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1003969 Aug 10 03:30:36.960507 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 45680) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:36.962404 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d9c924af-067d-4234-b969-b0edb2a0b5cb None None] Provisioning for port 4d259935-8526-4c35-b354-5cbd0cc5d492 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:36.997373 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d9c924af-067d-4234-b969-b0edb2a0b5cb None None] Provisioning complete for port 4d259935-8526-4c35-b354-5cbd0cc5d492 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:36.999265 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d9c924af-067d-4234-b969-b0edb2a0b5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:37.119727 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-422010b8-51ac-462a-bd7d-f21b1fd67c6d req-172d66e7-4635-4f21-a49c-23681cc92de7 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988080 Aug 10 03:30:37.191640 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f6911bb-752e-42f7-80de-174e22c405db tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Deleting subnet 59f3a00f-ed5d-4007-b393-b78af40131d8 {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:30:37.224183 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3f6911bb-752e-42f7-80de-174e22c405db tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:37.259316 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d9c924af-067d-4234-b969-b0edb2a0b5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:37.349997 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-d9c924af-067d-4234-b969-b0edb2a0b5cb None None] For port 4d259935-8526-4c35-b354-5cbd0cc5d492, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=4d259935-8526-4c35-b354-5cbd0cc5d492,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:37.364081 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d9c924af-067d-4234-b969-b0edb2a0b5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:37.420656 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3f6911bb-752e-42f7-80de-174e22c405db tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:37.486548 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf9a33-6644-4645-9235-553e4db7ba02 req-03429ca2-1497-4c7d-a5ce-5c41280597b5 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:37.494494 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-87bf9a33-6644-4645-9235-553e4db7ba02 req-03429ca2-1497-4c7d-a5ce-5c41280597b5 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2ee0e70-93f0-46ed-aa08-8f0440644461 HTTP/1.1" status: 200 len: 945 time: 0.1817334 Aug 10 03:30:37.509490 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f2002-9a44-4306-8df9-7ea2bc4f21af req-3b581ced-a2b1-4b02-b54f-209790bfd989 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:37.511758 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9b1f2002-9a44-4306-8df9-7ea2bc4f21af req-3b581ced-a2b1-4b02-b54f-209790bfd989 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/ports?device_id=440b775b-80cd-4e91-8c68-431fec30100f HTTP/1.1" status: 200 len: 946 time: 0.2014554 Aug 10 03:30:37.527978 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d90d03ef-adb4-43b0-81df-ee207a67efb8 None None] Could not find standard attr ID for object 051ddeeb-5100-459e-ac99-7bf39db4d47a. {{(pid=94218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:30:37.531631 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c924af-067d-4234-b969-b0edb2a0b5cb None None] Pushing event updated for resources: {'Port': ['ID=4d259935-8526-4c35-b354-5cbd0cc5d492,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:37.682880 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3f6911bb-752e-42f7-80de-174e22c405db tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:37.710539 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45706) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:37.783616 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 4d259935-8526-4c35-b354-5cbd0cc5d492 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:30:37.818952 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-87bf9a33-6644-4645-9235-553e4db7ba02 req-abadc013-3f18-4a60-b557-edbef57716ba tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231308 Aug 10 03:30:37.828921 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9b1f2002-9a44-4306-8df9-7ea2bc4f21af req-07132edd-2560-4a7b-aa37-fc39b9c227dd tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/security-groups?id=e8423faa-0de3-467d-b7cf-5c9a1f91c825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3088005 Aug 10 03:30:37.942810 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3f6911bb-752e-42f7-80de-174e22c405db tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:38.040648 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 4d259935-8526-4c35-b354-5cbd0cc5d492 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:38.041187 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:38.058477 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6911bb-752e-42f7-80de-174e22c405db tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event deleted for resources: {'Subnet': ['ID=59f3a00f-ed5d-4007-b393-b78af40131d8,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:38.087064 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3f6911bb-752e-42f7-80de-174e22c405db tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:38.089080 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-3f6911bb-752e-42f7-80de-174e22c405db tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/subnets/59f3a00f-ed5d-4007-b393-b78af40131d8 HTTP/1.1" status: 204 len: 168 time: 1.1267653 Aug 10 03:30:38.096201 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 45720) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:38.104465 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb625ff-6053-41d3-baa7-6f40e551e7a4 None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:30:38.163256 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4182ca5e-154a-4ed9-a0ba-583457fb1805 tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:38.164096 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4182ca5e-154a-4ed9-a0ba-583457fb1805 tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:38.164648 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4182ca5e-154a-4ed9-a0ba-583457fb1805 tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:38.167911 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4182ca5e-154a-4ed9-a0ba-583457fb1805 tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] 10.222.0.62 "GET /v2.0/ports?project_id=91c061317a63433fa1b564847f6d5cbb&network_id=1a6736e6-4bf2-4fd6-b608-02d7e87502ef HTTP/1.1" status: 200 len: 2972 time: 0.4540541 Aug 10 03:30:38.348513 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-2a6a8fe8-4c94-4031-832f-f6c57928e382 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2467797 Aug 10 03:30:38.348706 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45732) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:38.434819 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d11c9-fc4f-4a2f-a282-61aeca88929c req-4e86f830-805a-47de-96c6-2de801f0ec78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:38.440643 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-080d11c9-fc4f-4a2f-a282-61aeca88929c req-4e86f830-805a-47de-96c6-2de801f0ec78 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=716a2501dd514284b3618ba976b1a21f&device_id=440b775b-80cd-4e91-8c68-431fec30100f HTTP/1.1" status: 200 len: 1098 time: 0.1181493 Aug 10 03:30:38.457893 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ce915-1c0a-4409-b1d0-88b225b7b5d4 req-f2b2d266-23cb-4423-a8c8-3d8dfd6f1dbc tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:38.459569 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b80ce915-1c0a-4409-b1d0-88b225b7b5d4 req-f2b2d266-23cb-4423-a8c8-3d8dfd6f1dbc tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/ports?device_id=440b775b-80cd-4e91-8c68-431fec30100f HTTP/1.1" status: 200 len: 946 time: 0.1359260 Aug 10 03:30:38.494764 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fb7033-180f-4a40-add5-d53a4f53c475 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:38.502117 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-54fb7033-180f-4a40-add5-d53a4f53c475 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1529467 Aug 10 03:30:38.505693 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45738) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:38.558589 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0daf8e-7b72-4590-b7bd-9bf81ac13fe7 None None] DHCP port deletion for da252ef5-253f-415c-bfce-1cf3e51986e9 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:30:38.638899 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d26e8f7-8508-4be1-92b9-cb83d3601633 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:38.641550 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d11c9-fc4f-4a2f-a282-61aeca88929c req-2dd57b0c-b1d9-49cd-804a-bf36dff75007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:38.646168 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-080d11c9-fc4f-4a2f-a282-61aeca88929c req-2dd57b0c-b1d9-49cd-804a-bf36dff75007 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b944b0e3-b136-43d0-aeef-f89e7c552d7f HTTP/1.1" status: 200 len: 912 time: 0.1830001 Aug 10 03:30:38.647734 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0d26e8f7-8508-4be1-92b9-cb83d3601633 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1406085 Aug 10 03:30:38.651661 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45746) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:38.684870 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-6c0daf8e-7b72-4590-b7bd-9bf81ac13fe7 None None] Deleting port 4d259935-8526-4c35-b354-5cbd0cc5d492 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:30:38.685243 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-6c0daf8e-7b72-4590-b7bd-9bf81ac13fe7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:38.741562 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b5febe45-7b29-4639-a767-22246ce4ae80 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0883756 Aug 10 03:30:38.747506 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45750) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:38.760833 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-6881a04d-8eac-4c68-ab81-c38f1796df2a tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Request body: {'subnet': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:38.883513 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-6c0daf8e-7b72-4590-b7bd-9bf81ac13fe7 None None] For port 4d259935-8526-4c35-b354-5cbd0cc5d492, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=4d259935-8526-4c35-b354-5cbd0cc5d492,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:38.883513 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-6c0daf8e-7b72-4590-b7bd-9bf81ac13fe7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:38.904595 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b80ce915-1c0a-4409-b1d0-88b225b7b5d4 req-90dca54d-6ec8-4db5-b94c-4bb81886f434 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/security-groups?id=e8423faa-0de3-467d-b7cf-5c9a1f91c825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2568398 Aug 10 03:30:38.936448 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-080d11c9-fc4f-4a2f-a282-61aeca88929c req-d4c307ba-5ac4-4431-bcae-ec120efce465 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bae3c42a-296e-48e7-85b1-5414684b600c HTTP/1.1" status: 200 len: 1001 time: 0.2673941 Aug 10 03:30:38.944906 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-6c0daf8e-7b72-4590-b7bd-9bf81ac13fe7 None None] Calling delete_port for 4d259935-8526-4c35-b354-5cbd0cc5d492 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:30:39.034980 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6881a04d-8eac-4c68-ab81-c38f1796df2a tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Made reservation on behalf of 984bdecd49e44336b94df38f23469327 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:30:39.049214 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6881a04d-8eac-4c68-ab81-c38f1796df2a tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:39.110441 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d11c9-fc4f-4a2f-a282-61aeca88929c req-821726a1-b918-40f2-83bd-aad048d89413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:39.112738 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-080d11c9-fc4f-4a2f-a282-61aeca88929c req-821726a1-b918-40f2-83bd-aad048d89413 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9fa6e43b-250a-4024-b95b-0ad12ce73ea4 HTTP/1.1" status: 200 len: 850 time: 0.1727850 Aug 10 03:30:39.207272 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23c41c-120b-4270-9d7d-bf4a5eb3e959 req-34d98cba-b213-47b3-b3da-9e3df2076a41 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:39.211082 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-6c0daf8e-7b72-4590-b7bd-9bf81ac13fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:39.225849 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3d23c41c-120b-4270-9d7d-bf4a5eb3e959 req-34d98cba-b213-47b3-b3da-9e3df2076a41 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2ee0e70-93f0-46ed-aa08-8f0440644461 HTTP/1.1" status: 200 len: 945 time: 0.1919260 Aug 10 03:30:39.254580 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0daf8e-7b72-4590-b7bd-9bf81ac13fe7 None None] Pushing event deleted for resources: {'Port': ['ID=4d259935-8526-4c35-b354-5cbd0cc5d492,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:39.292788 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0daf8e-7b72-4590-b7bd-9bf81ac13fe7 None None] No DVR routers for this DVR port 4d259935-8526-4c35-b354-5cbd0cc5d492 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:30:39.318131 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d11c9-fc4f-4a2f-a282-61aeca88929c req-66e7543a-346e-41a9-b312-9b00be2c134a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:39.320083 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-080d11c9-fc4f-4a2f-a282-61aeca88929c req-66e7543a-346e-41a9-b312-9b00be2c134a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b944b0e3-b136-43d0-aeef-f89e7c552d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1938536 Aug 10 03:30:39.456525 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3d23c41c-120b-4270-9d7d-bf4a5eb3e959 req-25295860-7f89-4f72-bec9-2a495b845371 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173200 Aug 10 03:30:39.482126 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6881a04d-8eac-4c68-ab81-c38f1796df2a tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:39.552776 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6881a04d-8eac-4c68-ab81-c38f1796df2a tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:39.561978 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-080d11c9-fc4f-4a2f-a282-61aeca88929c req-d674e999-6074-43e3-ade2-570ae37265d5 service neutron] 10.222.0.60 "GET /v2.0/networks/b944b0e3-b136-43d0-aeef-f89e7c552d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276886 Aug 10 03:30:39.564021 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-6881a04d-8eac-4c68-ab81-c38f1796df2a tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:39.569126 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6881a04d-8eac-4c68-ab81-c38f1796df2a tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:39.574312 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a9791c-8db1-40a3-bc66-9735986066df None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:30:39.584526 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6881a04d-8eac-4c68-ab81-c38f1796df2a tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:39.603415 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45784) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:39.740493 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45788) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:39.744569 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6881a04d-8eac-4c68-ab81-c38f1796df2a tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9940722 Aug 10 03:30:39.760772 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45790) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:39.768864 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-e86eb759-2134-4a47-9eba-d64d7931e799 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Request body: {'port': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'fixed_ips': [{'subnet_id': '10a1412c-9ddb-40b4-81a9-3decbb5f83f1', 'ip_address': '2001:db8::8fe5:797f:6aa9:2f77'}], 'name': 'tempest-NetworksTestDHCPv6-1796796479'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:39.773304 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6881a04d-8eac-4c68-ab81-c38f1796df2a tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event updated for resources: {'Subnet': ['ID=10a1412c-9ddb-40b4-81a9-3decbb5f83f1,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:39.816798 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 4d259935-8526-4c35-b354-5cbd0cc5d492 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:30:39.842586 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66094a34-8436-4926-a168-64a155723247 tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:39.844509 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-66094a34-8436-4926-a168-64a155723247 tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=09ca2025-b9a6-4e84-8019-8d9fbef3753e HTTP/1.1" status: 200 len: 814 time: 0.2295442 Aug 10 03:30:39.949481 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb83b07f-d663-4a9b-b987-c52ebb9e260e req-c39ee3cd-afb4-40e2-a082-8cdda98f798c tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:39.951796 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cb83b07f-d663-4a9b-b987-c52ebb9e260e req-c39ee3cd-afb4-40e2-a082-8cdda98f798c tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca28343c-fe86-42dd-84b4-d84ad430dcfc HTTP/1.1" status: 200 len: 945 time: 0.2291369 Aug 10 03:30:39.952013 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 4d259935-8526-4c35-b354-5cbd0cc5d492 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:30:39.952559 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 4d259935-8526-4c35-b354-5cbd0cc5d492 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:30:39.994408 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82db4276-0cf9-416c-a530-028189eb3efb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-da252ef5-253f-415c-bfce-1cf3e51986e9', 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'tenant_id': '984bdecd49e44336b94df38f23469327', 'fixed_ips': [{'subnet_id': '10a1412c-9ddb-40b4-81a9-3decbb5f83f1'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:30:39.996048 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-82db4276-0cf9-416c-a530-028189eb3efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:40.043794 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-080d11c9-fc4f-4a2f-a282-61aeca88929c req-12eaac28-532e-46ae-abb9-ef62b918aaa7 service neutron] 10.222.0.60 "GET /v2.0/networks/b944b0e3-b136-43d0-aeef-f89e7c552d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4729278 Aug 10 03:30:40.065907 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cb83b07f-d663-4a9b-b987-c52ebb9e260e req-c543a09f-9bb8-43f9-bd11-96d1f347c381 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909665 Aug 10 03:30:40.066133 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86eb759-2134-4a47-9eba-d64d7931e799 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Made reservation on behalf of 984bdecd49e44336b94df38f23469327 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:30:40.218642 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe28d71-7057-4e51-8e4a-2078259ae164 req-d330eedc-e840-43a2-9747-c0361aa2e65f tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:40.223949 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dbe28d71-7057-4e51-8e4a-2078259ae164 req-d330eedc-e840-43a2-9747-c0361aa2e65f tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/ports?device_id=440b775b-80cd-4e91-8c68-431fec30100f HTTP/1.1" status: 200 len: 946 time: 0.1027966 Aug 10 03:30:40.282151 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e86eb759-2134-4a47-9eba-d64d7931e799 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:40.285664 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dbe28d71-7057-4e51-8e4a-2078259ae164 req-1ce044cf-cc97-40e7-9355-1d00efacb8fd tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/security-groups?id=e8423faa-0de3-467d-b7cf-5c9a1f91c825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531590 Aug 10 03:30:40.346608 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-f7132754-940b-4387-b094-3d6893eda256 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-22900298'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:40.385686 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [None req-e86eb759-2134-4a47-9eba-d64d7931e799 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] device_id is not set on port 6176f599-5c88-49a9-8a85-6db35cfd1f98 yet. {{(pid=94217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:30:40.402329 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7132754-940b-4387-b094-3d6893eda256 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Made reservation on behalf of 8472910986e04e159aee7540c1aa09a8 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:30:40.430545 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f7132754-940b-4387-b094-3d6893eda256 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:40.481020 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-82db4276-0cf9-416c-a530-028189eb3efb None None] Allocated IP 2001:db8::2 (da252ef5-253f-415c-bfce-1cf3e51986e9/10a1412c-9ddb-40b4-81a9-3decbb5f83f1/e6577cb6-a14b-4ebb-b6c7-dc0c36f89a89) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:30:40.484421 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 45820) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:40.491389 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-94dd698e-b5f0-4b0d-8358-4bc5709d0cc0 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Request body: {'network': {'name': 'tempest-network-smoke--324217472', 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'port_security_enabled': True}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:40.528724 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f7132754-940b-4387-b094-3d6893eda256 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:40.601778 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54fe6b1-c5df-4afa-9b06-2344e70540c7 req-e8150294-cfd8-4ba7-af89-aab056d790f3 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:40.604198 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f54fe6b1-c5df-4afa-9b06-2344e70540c7 req-e8150294-cfd8-4ba7-af89-aab056d790f3 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca28343c-fe86-42dd-84b4-d84ad430dcfc HTTP/1.1" status: 200 len: 945 time: 0.1580522 Aug 10 03:30:40.651982 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94dd698e-b5f0-4b0d-8358-4bc5709d0cc0 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Made reservation on behalf of 91c061317a63433fa1b564847f6d5cbb for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:30:40.667584 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-94dd698e-b5f0-4b0d-8358-4bc5709d0cc0 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:40.788052 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-82db4276-0cf9-416c-a530-028189eb3efb None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:40.797817 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f54fe6b1-c5df-4afa-9b06-2344e70540c7 req-cb0e6323-1714-4bc3-af72-1b9ae15a1b11 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856353 Aug 10 03:30:40.834048 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-82db4276-0cf9-416c-a530-028189eb3efb None None] Transition to ACTIVE for port object e6577cb6-a14b-4ebb-b6c7-dc0c36f89a89 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:40.846711 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94dd698e-b5f0-4b0d-8358-4bc5709d0cc0 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:30:40.861938 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-82db4276-0cf9-416c-a530-028189eb3efb None None] Transition to ACTIVE for port object e6577cb6-a14b-4ebb-b6c7-dc0c36f89a89 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:40.878992 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-82db4276-0cf9-416c-a530-028189eb3efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:40.917147 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-94dd698e-b5f0-4b0d-8358-4bc5709d0cc0 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:40.917898 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-94dd698e-b5f0-4b0d-8358-4bc5709d0cc0 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Added segment 78544607-b351-4c3b-bca2-1fc92e96546a of type vlan for network f7c7d7ee-09d6-4d22-b49f-5db89245c433 Aug 10 03:30:40.997816 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82db4276-0cf9-416c-a530-028189eb3efb None None] Pushing event updated for resources: {'Port': ['ID=e6577cb6-a14b-4ebb-b6c7-dc0c36f89a89,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:41.001420 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-94dd698e-b5f0-4b0d-8358-4bc5709d0cc0 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:41.015744 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-e86eb759-2134-4a47-9eba-d64d7931e799 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Allocated IP 2001:db8::8fe5:797f:6aa9:2f77 (da252ef5-253f-415c-bfce-1cf3e51986e9/10a1412c-9ddb-40b4-81a9-3decbb5f83f1/6176f599-5c88-49a9-8a85-6db35cfd1f98) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:30:41.042488 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82db4276-0cf9-416c-a530-028189eb3efb None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:41.045119 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-82db4276-0cf9-416c-a530-028189eb3efb None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:41.051861 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-94dd698e-b5f0-4b0d-8358-4bc5709d0cc0 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:41.052875 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82db4276-0cf9-416c-a530-028189eb3efb None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:30:41.061032 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94dd698e-b5f0-4b0d-8358-4bc5709d0cc0 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:41.061679 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-94dd698e-b5f0-4b0d-8358-4bc5709d0cc0 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:41.064943 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f7132754-940b-4387-b094-3d6893eda256 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:41.076632 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f7132754-940b-4387-b094-3d6893eda256 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:41.092935 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7132754-940b-4387-b094-3d6893eda256 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:30:41.105028 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f7132754-940b-4387-b094-3d6893eda256 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:41.105381 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-f7132754-940b-4387-b094-3d6893eda256 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Added segment f6407ac4-909b-46d8-96ca-55218c9d6401 of type vlan for network e28ad51d-7af9-4c75-967a-6d071066d878 Aug 10 03:30:41.184808 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-82db4276-0cf9-416c-a530-028189eb3efb None None] Attempting to bind port e6577cb6-a14b-4ebb-b6c7-dc0c36f89a89 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:30:41.185346 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-82db4276-0cf9-416c-a530-028189eb3efb None None] Attempting to bind port e6577cb6-a14b-4ebb-b6c7-dc0c36f89a89 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:30:41.185835 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82db4276-0cf9-416c-a530-028189eb3efb None None] Attempting to bind port e6577cb6-a14b-4ebb-b6c7-dc0c36f89a89 on network da252ef5-253f-415c-bfce-1cf3e51986e9 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:30:41.197748 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82db4276-0cf9-416c-a530-028189eb3efb None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:30:41.198296 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82db4276-0cf9-416c-a530-028189eb3efb None None] Checking segment: {'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:30:41.198859 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-82db4276-0cf9-416c-a530-028189eb3efb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:41.199410 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82db4276-0cf9-416c-a530-028189eb3efb None None] Bound using segment: {'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:30:41.207436 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-82db4276-0cf9-416c-a530-028189eb3efb None None] Bound port: e6577cb6-a14b-4ebb-b6c7-dc0c36f89a89, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:30:41.207995 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-82db4276-0cf9-416c-a530-028189eb3efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:41.241582 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-94dd698e-b5f0-4b0d-8358-4bc5709d0cc0 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7558129 Aug 10 03:30:41.242119 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f7132754-940b-4387-b094-3d6893eda256 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:41.250850 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 45830) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:41.302042 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f7132754-940b-4387-b094-3d6893eda256 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:41.312644 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7132754-940b-4387-b094-3d6893eda256 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:41.313272 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f7132754-940b-4387-b094-3d6893eda256 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:41.420767 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-82db4276-0cf9-416c-a530-028189eb3efb None None] For port e6577cb6-a14b-4ebb-b6c7-dc0c36f89a89, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:30:41.423675 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd698e-b5f0-4b0d-8358-4bc5709d0cc0 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Pushing event updated for resources: {'Network': ['ID=f7c7d7ee-09d6-4d22-b49f-5db89245c433,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:41.432686 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-82db4276-0cf9-416c-a530-028189eb3efb None None] For port e6577cb6-a14b-4ebb-b6c7-dc0c36f89a89, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=e6577cb6-a14b-4ebb-b6c7-dc0c36f89a89,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:30:41.442337 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network f7c7d7ee-09d6-4d22-b49f-5db89245c433 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:30:41.501714 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d1504e-75e6-4e1b-ba95-b560e4b2e6ad tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:41.506622 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-65d1504e-75e6-4e1b-ba95-b560e4b2e6ad tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=91c061317a63433fa1b564847f6d5cbb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2514482 Aug 10 03:30:41.509157 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 45838) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:41.570600 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-82db4276-0cf9-416c-a530-028189eb3efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:41.669115 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91c18b9-f2e4-4ca2-8458-8dcc5e8d4bd2 req-dad6d2c8-d5e3-4af7-b2d9-785cfb2889ee tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:41.677417 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c91c18b9-f2e4-4ca2-8458-8dcc5e8d4bd2 req-dad6d2c8-d5e3-4af7-b2d9-785cfb2889ee tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/ports?device_id=440b775b-80cd-4e91-8c68-431fec30100f HTTP/1.1" status: 200 len: 946 time: 0.2375736 Aug 10 03:30:41.762018 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82db4276-0cf9-416c-a530-028189eb3efb None None] Pushing event updated for resources: {'Port': ['ID=e6577cb6-a14b-4ebb-b6c7-dc0c36f89a89,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:41.786187 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c91c18b9-f2e4-4ca2-8458-8dcc5e8d4bd2 req-7bcb67ae-8794-436a-9e80-ffe4dfc30662 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/security-groups?id=e8423faa-0de3-467d-b7cf-5c9a1f91c825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064022 Aug 10 03:30:41.822559 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eaa3764-0c9c-49ce-9150-a1478d196e32 tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:41.826796 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-3eaa3764-0c9c-49ce-9150-a1478d196e32 tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3140938 Aug 10 03:30:41.829232 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 45848) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:41.863333 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f7132754-940b-4387-b094-3d6893eda256 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.1205416 Aug 10 03:30:41.864076 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45850) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:41.882559 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8acc264a-7337-48cd-996e-9e30dcad8077 tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=09ca2025-b9a6-4e84-8019-8d9fbef3753e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0520182 Aug 10 03:30:41.885431 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 45852) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:41.890838 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7132754-940b-4387-b094-3d6893eda256 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f272509-b917-4487-925e-2162f1d737ce,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:41.911999 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-50f19b51-fe9f-453f-a8ed-e30979d490af tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Request body: {'subnet': {'network_id': 'e28ad51d-7af9-4c75-967a-6d071066d878', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:41.920280 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-e9f4735c-0b1f-431a-a516-c9a06000a824 tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=91c061317a63433fa1b564847f6d5cbb&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335350 Aug 10 03:30:41.925935 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 45854) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:41.977125 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7132754-940b-4387-b094-3d6893eda256 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Pushing event updated for resources: {'Network': ['ID=e28ad51d-7af9-4c75-967a-6d071066d878,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:42.024113 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network e28ad51d-7af9-4c75-967a-6d071066d878 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:30:42.288975 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b328d886-dc6d-447f-8220-e825139c32c1 tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:42.295597 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b328d886-dc6d-447f-8220-e825139c32c1 tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3671396 Aug 10 03:30:42.298924 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 45862) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:42.342166 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-f6a8bcc0-d71d-4161-8332-12bc7166ff2b tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=09ca2025-b9a6-4e84-8019-8d9fbef3753e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421576 Aug 10 03:30:42.343246 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 45866) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:42.351445 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-718730aa-63a3-43f8-9606-0db17a8dbf92 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-755457752', 'network_id': 'f7c7d7ee-09d6-4d22-b49f-5db89245c433', 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:42.381121 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e86eb759-2134-4a47-9eba-d64d7931e799 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:42.443466 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f19b51-fe9f-453f-a8ed-e30979d490af tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Made reservation on behalf of 8472910986e04e159aee7540c1aa09a8 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:30:42.450287 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-50f19b51-fe9f-453f-a8ed-e30979d490af tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:42.485049 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-718730aa-63a3-43f8-9606-0db17a8dbf92 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Made reservation on behalf of 91c061317a63433fa1b564847f6d5cbb for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:30:42.489509 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-718730aa-63a3-43f8-9606-0db17a8dbf92 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:42.521070 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991810d9-5c38-4263-acfa-512f05225c5d req-a705b4c9-02f4-441c-8afd-8192e676115d tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:42.522704 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-991810d9-5c38-4263-acfa-512f05225c5d req-a705b4c9-02f4-441c-8afd-8192e676115d tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca28343c-fe86-42dd-84b4-d84ad430dcfc HTTP/1.1" status: 200 len: 945 time: 0.5402615 Aug 10 03:30:42.622672 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-991810d9-5c38-4263-acfa-512f05225c5d req-e1e198da-ebb3-4561-9d29-91a8761df230 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697823 Aug 10 03:30:42.850992 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-718730aa-63a3-43f8-9606-0db17a8dbf92 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:43.035297 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718730aa-63a3-43f8-9606-0db17a8dbf92 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Checking segment: {'id': '78544607-b351-4c3b-bca2-1fc92e96546a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f7c7d7ee-09d6-4d22-b49f-5db89245c433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:30:43.035602 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718730aa-63a3-43f8-9606-0db17a8dbf92 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Network hostable DHCP agents. Network: f7c7d7ee-09d6-4d22-b49f-5db89245c433, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:30:43.043124 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718730aa-63a3-43f8-9606-0db17a8dbf92 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Pushing event updated for resources: {'Subnet': ['ID=2bf2459c-63ca-4710-b92f-b8237beb8400,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:43.141286 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718730aa-63a3-43f8-9606-0db17a8dbf92 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Network f7c7d7ee-09d6-4d22-b49f-5db89245c433 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:30:43.161824 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a16b434-74fe-4c1f-85e1-c217a0c1b60e req-5783e725-4262-41e5-bf22-66bdf61e8880 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:43.164403 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1a16b434-74fe-4c1f-85e1-c217a0c1b60e req-5783e725-4262-41e5-bf22-66bdf61e8880 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca28343c-fe86-42dd-84b4-d84ad430dcfc HTTP/1.1" status: 200 len: 945 time: 0.1431708 Aug 10 03:30:43.256525 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-e86eb759-2134-4a47-9eba-d64d7931e799 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Transition to ACTIVE for port object 6176f599-5c88-49a9-8a85-6db35cfd1f98 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:43.259934 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-718730aa-63a3-43f8-9606-0db17a8dbf92 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, f7c7d7ee-09d6-4d22-b49f-5db89245c433) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:43.271361 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d73960-f3b8-42d9-9f4f-c4517cc481a9 None None] Network f7c7d7ee-09d6-4d22-b49f-5db89245c433 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:30:43.305664 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718730aa-63a3-43f8-9606-0db17a8dbf92 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:43.306321 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-718730aa-63a3-43f8-9606-0db17a8dbf92 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:43.317296 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-50f19b51-fe9f-453f-a8ed-e30979d490af tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:43.328359 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e86eb759-2134-4a47-9eba-d64d7931e799 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:43.344705 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1a16b434-74fe-4c1f-85e1-c217a0c1b60e req-a6264fcd-a44a-480a-ad26-d94f01e7cafc tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744223 Aug 10 03:30:43.354263 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-718730aa-63a3-43f8-9606-0db17a8dbf92 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0087013 Aug 10 03:30:43.461401 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86eb759-2134-4a47-9eba-d64d7931e799 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:43.471253 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-e86eb759-2134-4a47-9eba-d64d7931e799 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:43.480528 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86eb759-2134-4a47-9eba-d64d7931e799 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:30:43.490556 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86eb759-2134-4a47-9eba-d64d7931e799 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:43.493016 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e86eb759-2134-4a47-9eba-d64d7931e799 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:43.555517 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f19b51-fe9f-453f-a8ed-e30979d490af tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Pushing event updated for resources: {'Subnet': ['ID=9225ecdb-a040-4d1b-917c-34df6f6e9686,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:43.585859 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 45900) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:43.587672 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e86eb759-2134-4a47-9eba-d64d7931e799 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.8228960 Aug 10 03:30:43.594375 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-6707215a-f897-434d-8a73-9e983e49937b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Request body: {'port': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'fixed_ips': [{'subnet_id': '10a1412c-9ddb-40b4-81a9-3decbb5f83f1', 'ip_address': '2001:db8::8fe5:797f:6aa9:2f77'}], 'name': 'tempest-NetworksTestDHCPv6-2097231119'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:43.601330 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86eb759-2134-4a47-9eba-d64d7931e799 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event updated for resources: {'Port': ['ID=6176f599-5c88-49a9-8a85-6db35cfd1f98,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:43.619953 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f19b51-fe9f-453f-a8ed-e30979d490af tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Checking segment: {'id': 'f6407ac4-909b-46d8-96ca-55218c9d6401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e28ad51d-7af9-4c75-967a-6d071066d878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:30:43.620604 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f19b51-fe9f-453f-a8ed-e30979d490af tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Network hostable DHCP agents. Network: e28ad51d-7af9-4c75-967a-6d071066d878, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:30:43.644938 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d1f5ca99-15e1-438b-80f4-729d51a103cd None None] Provisioning for port e6577cb6-a14b-4ebb-b6c7-dc0c36f89a89 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:43.660607 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f99ced5-04d9-4bfa-915a-32b52c0b042c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-f7c7d7ee-09d6-4d22-b49f-5db89245c433', 'network_id': 'f7c7d7ee-09d6-4d22-b49f-5db89245c433', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'fixed_ips': [{'subnet_id': '2bf2459c-63ca-4710-b92f-b8237beb8400'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:30:43.662013 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7f99ced5-04d9-4bfa-915a-32b52c0b042c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:43.667023 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f19b51-fe9f-453f-a8ed-e30979d490af tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Network e28ad51d-7af9-4c75-967a-6d071066d878 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:30:43.705463 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-50f19b51-fe9f-453f-a8ed-e30979d490af tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, e28ad51d-7af9-4c75-967a-6d071066d878) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:43.722153 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f19b51-fe9f-453f-a8ed-e30979d490af tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:43.724998 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-50f19b51-fe9f-453f-a8ed-e30979d490af tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:43.741085 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d682b4-7a72-407c-8ef3-5fb57d92256f None None] Network e28ad51d-7af9-4c75-967a-6d071066d878 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:30:43.779883 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-50f19b51-fe9f-453f-a8ed-e30979d490af tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8851337 Aug 10 03:30:43.782831 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45906) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:43.788466 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-becca362-d3c4-415f-b625-32ce21346af9 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Request body: {'port': {'network_id': 'e28ad51d-7af9-4c75-967a-6d071066d878', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2059649262'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:43.886685 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e6577cb6-a14b-4ebb-b6c7-dc0c36f89a89 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:30:43.998456 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6707215a-f897-434d-8a73-9e983e49937b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Made reservation on behalf of 984bdecd49e44336b94df38f23469327 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:30:44.172916 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-becca362-d3c4-415f-b625-32ce21346af9 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Made reservation on behalf of 8472910986e04e159aee7540c1aa09a8 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:30:44.182120 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-becca362-d3c4-415f-b625-32ce21346af9 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:44.194288 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-322d3dcf-cbbf-43fd-b1ca-3259eeba71fb None None] Provisioning for port 6176f599-5c88-49a9-8a85-6db35cfd1f98 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:44.213347 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45912) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:44.222565 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-322d3dcf-cbbf-43fd-b1ca-3259eeba71fb None None] Provisioning complete for port 6176f599-5c88-49a9-8a85-6db35cfd1f98 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:44.223235 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-322d3dcf-cbbf-43fd-b1ca-3259eeba71fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:44.234848 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-a971da69-c519-4d8a-a080-900449c8fea1 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1925573538', 'description': 'tempest-secgroup-smoke-1925573538 description', 'project_id': '91c061317a63433fa1b564847f6d5cbb'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:44.267699 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6707215a-f897-434d-8a73-9e983e49937b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:44.292892 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port e6577cb6-a14b-4ebb-b6c7-dc0c36f89a89 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:44.302000 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port e6577cb6-a14b-4ebb-b6c7-dc0c36f89a89 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:44.302396 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:44.310558 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [None req-becca362-d3c4-415f-b625-32ce21346af9 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] device_id is not set on port cf2a5fa3-ef8b-4789-8fdb-6c00da34684e yet. {{(pid=94217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:30:44.318723 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [None req-6707215a-f897-434d-8a73-9e983e49937b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] device_id is not set on port 1bcbbf46-6bd1-42e9-9056-57eafd1ae024 yet. {{(pid=94216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:30:44.407215 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-322d3dcf-cbbf-43fd-b1ca-3259eeba71fb None None] Port 6176f599-5c88-49a9-8a85-6db35cfd1f98 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:30:44.450301 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-7f99ced5-04d9-4bfa-915a-32b52c0b042c None None] Allocated IP 172.20.0.18 (f7c7d7ee-09d6-4d22-b49f-5db89245c433/2bf2459c-63ca-4710-b92f-b8237beb8400/2eba662b-d1c6-43f5-8b31-3cba790d9d65) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:30:44.521092 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a971da69-c519-4d8a-a080-900449c8fea1 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:44.539037 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:44.552723 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb48707-91ac-4f26-a316-c9a4b22eda22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-e28ad51d-7af9-4c75-967a-6d071066d878', 'network_id': 'e28ad51d-7af9-4c75-967a-6d071066d878', 'tenant_id': '8472910986e04e159aee7540c1aa09a8', 'fixed_ips': [{'subnet_id': '9225ecdb-a040-4d1b-917c-34df6f6e9686'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:30:44.553901 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-cdb48707-91ac-4f26-a316-c9a4b22eda22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:44.568308 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-becca362-d3c4-415f-b625-32ce21346af9 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Allocated IP 172.20.0.14 (e28ad51d-7af9-4c75-967a-6d071066d878/9225ecdb-a040-4d1b-917c-34df6f6e9686/cf2a5fa3-ef8b-4789-8fdb-6c00da34684e) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:30:44.645322 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3320a03a-0107-4cfb-93ab-b46725c2523e req-e28e5906-a3cf-401d-9d1b-638800d81be3 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:44.647542 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3320a03a-0107-4cfb-93ab-b46725c2523e req-e28e5906-a3cf-401d-9d1b-638800d81be3 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca28343c-fe86-42dd-84b4-d84ad430dcfc HTTP/1.1" status: 200 len: 945 time: 0.1077945 Aug 10 03:30:44.698353 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-6707215a-f897-434d-8a73-9e983e49937b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 10 03:30:44.699619 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6707215a-f897-434d-8a73-9e983e49937b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:30:44.732767 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3320a03a-0107-4cfb-93ab-b46725c2523e req-9e20dc3e-4fc1-4f4b-9c08-0e1654373912 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753038 Aug 10 03:30:44.772976 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a971da69-c519-4d8a-a080-900449c8fea1 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:44.797237 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-6707215a-f897-434d-8a73-9e983e49937b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.2080433 Aug 10 03:30:44.798113 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 45930) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:44.811555 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a971da69-c519-4d8a-a080-900449c8fea1 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:44.899636 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624eae20-7990-4b58-a584-543012560bfb tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:44.919631 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624eae20-7990-4b58-a584-543012560bfb tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:44.925404 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-624eae20-7990-4b58-a584-543012560bfb tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1257813 Aug 10 03:30:44.925569 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a971da69-c519-4d8a-a080-900449c8fea1 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0da509-0930-4249-9603-5790926fccb6,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:44.926599 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 45934) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:44.931268 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a971da69-c519-4d8a-a080-900449c8fea1 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:44.954389 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a971da69-c519-4d8a-a080-900449c8fea1 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7352686 Aug 10 03:30:44.971996 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45936) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:44.971996 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-d74be502-08ec-4e7b-b353-812614b478fe tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Request body: {'security_group_rule': {'security_group_id': '9b0da509-0930-4249-9603-5790926fccb6', 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:45.035841 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7f99ced5-04d9-4bfa-915a-32b52c0b042c None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:45.072572 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port e6577cb6-a14b-4ebb-b6c7-dc0c36f89a89, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=e6577cb6-a14b-4ebb-b6c7-dc0c36f89a89,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:45.075554 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-7f99ced5-04d9-4bfa-915a-32b52c0b042c None None] Transition to ACTIVE for port object 2eba662b-d1c6-43f5-8b31-3cba790d9d65 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:45.077613 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d74be502-08ec-4e7b-b353-812614b478fe tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:45.084999 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-becca362-d3c4-415f-b625-32ce21346af9 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:45.096194 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:45.134882 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-becca362-d3c4-415f-b625-32ce21346af9 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Transition to ACTIVE for port object cf2a5fa3-ef8b-4789-8fdb-6c00da34684e will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:45.177701 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-7f99ced5-04d9-4bfa-915a-32b52c0b042c None None] Transition to ACTIVE for port object 2eba662b-d1c6-43f5-8b31-3cba790d9d65 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:45.190526 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-d207dde4-df83-422e-b398-ac1e4566ffb5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Deleting port 6176f599-5c88-49a9-8a85-6db35cfd1f98 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:30:45.191049 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d207dde4-df83-422e-b398-ac1e4566ffb5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:45.217139 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7f99ced5-04d9-4bfa-915a-32b52c0b042c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:45.236190 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d74be502-08ec-4e7b-b353-812614b478fe tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:45.260485 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d74be502-08ec-4e7b-b353-812614b478fe tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:45.286301 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74be502-08ec-4e7b-b353-812614b478fe tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9d0dc2a-fd30-4c36-ba5b-6e824c7ac6c5,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:45.305393 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f99ced5-04d9-4bfa-915a-32b52c0b042c None None] Network f7c7d7ee-09d6-4d22-b49f-5db89245c433 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:45.308393 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=e6577cb6-a14b-4ebb-b6c7-dc0c36f89a89,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:45.325103 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-7f99ced5-04d9-4bfa-915a-32b52c0b042c None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:45.377075 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f99ced5-04d9-4bfa-915a-32b52c0b042c None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:30:45.384150 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-becca362-d3c4-415f-b625-32ce21346af9 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:45.426974 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d207dde4-df83-422e-b398-ac1e4566ffb5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:45.457554 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-d207dde4-df83-422e-b398-ac1e4566ffb5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Calling delete_port for 6176f599-5c88-49a9-8a85-6db35cfd1f98 owned by {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:30:45.484256 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d74be502-08ec-4e7b-b353-812614b478fe tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:45.484256 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d74be502-08ec-4e7b-b353-812614b478fe tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5248127 Aug 10 03:30:45.488343 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becca362-d3c4-415f-b625-32ce21346af9 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Network e28ad51d-7af9-4c75-967a-6d071066d878 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:45.491420 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45950) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:45.496075 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-552bcaa6-c358-4237-991c-5d379742ddba tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Request body: {'security_group_rule': {'security_group_id': '9b0da509-0930-4249-9603-5790926fccb6', 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:45.508981 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-becca362-d3c4-415f-b625-32ce21346af9 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:45.520114 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f99ced5-04d9-4bfa-915a-32b52c0b042c None None] Pushing event updated for resources: {'Port': ['ID=2eba662b-d1c6-43f5-8b31-3cba790d9d65,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:45.536854 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becca362-d3c4-415f-b625-32ce21346af9 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:30:45.562375 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-7f99ced5-04d9-4bfa-915a-32b52c0b042c None None] Attempting to bind port 2eba662b-d1c6-43f5-8b31-3cba790d9d65 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:30:45.562375 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-7f99ced5-04d9-4bfa-915a-32b52c0b042c None None] Attempting to bind port 2eba662b-d1c6-43f5-8b31-3cba790d9d65 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '78544607-b351-4c3b-bca2-1fc92e96546a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f7c7d7ee-09d6-4d22-b49f-5db89245c433'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:30:45.562375 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f99ced5-04d9-4bfa-915a-32b52c0b042c None None] Attempting to bind port 2eba662b-d1c6-43f5-8b31-3cba790d9d65 on network f7c7d7ee-09d6-4d22-b49f-5db89245c433 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:30:45.576428 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f99ced5-04d9-4bfa-915a-32b52c0b042c None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:30:45.576830 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f99ced5-04d9-4bfa-915a-32b52c0b042c None None] Checking segment: {'id': '78544607-b351-4c3b-bca2-1fc92e96546a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f7c7d7ee-09d6-4d22-b49f-5db89245c433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:30:45.577204 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7f99ced5-04d9-4bfa-915a-32b52c0b042c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:45.577604 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f99ced5-04d9-4bfa-915a-32b52c0b042c None None] Bound using segment: {'id': '78544607-b351-4c3b-bca2-1fc92e96546a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f7c7d7ee-09d6-4d22-b49f-5db89245c433'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:30:45.578072 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-7f99ced5-04d9-4bfa-915a-32b52c0b042c None None] Bound port: 2eba662b-d1c6-43f5-8b31-3cba790d9d65, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78544607-b351-4c3b-bca2-1fc92e96546a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f7c7d7ee-09d6-4d22-b49f-5db89245c433'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:30:45.578458 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7f99ced5-04d9-4bfa-915a-32b52c0b042c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:45.623966 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-cdb48707-91ac-4f26-a316-c9a4b22eda22 None None] Allocated IP 172.20.0.2 (e28ad51d-7af9-4c75-967a-6d071066d878/9225ecdb-a040-4d1b-917c-34df6f6e9686/88e3baa8-c702-48bf-8007-00d3b088435e) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:30:45.639948 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becca362-d3c4-415f-b625-32ce21346af9 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Pushing event updated for resources: {'Port': ['ID=cf2a5fa3-ef8b-4789-8fdb-6c00da34684e,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:45.724060 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-552bcaa6-c358-4237-991c-5d379742ddba tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:45.738902 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becca362-d3c4-415f-b625-32ce21346af9 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:45.739870 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-becca362-d3c4-415f-b625-32ce21346af9 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:45.765718 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-becca362-d3c4-415f-b625-32ce21346af9 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.9810045 Aug 10 03:30:45.768704 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 45960) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:45.782568 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d207dde4-df83-422e-b398-ac1e4566ffb5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:45.851881 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-552bcaa6-c358-4237-991c-5d379742ddba tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:45.852147 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e6577cb6-a14b-4ebb-b6c7-dc0c36f89a89 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:30:45.857251 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-7f99ced5-04d9-4bfa-915a-32b52c0b042c None None] For port 2eba662b-d1c6-43f5-8b31-3cba790d9d65, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:30:45.861105 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-552bcaa6-c358-4237-991c-5d379742ddba tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:45.901118 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-552bcaa6-c358-4237-991c-5d379742ddba tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:45.906824 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-552bcaa6-c358-4237-991c-5d379742ddba tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4101560 Aug 10 03:30:45.906824 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552bcaa6-c358-4237-991c-5d379742ddba tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=467d0f62-285c-47a5-8927-a2172411f249,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:45.912502 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-7f99ced5-04d9-4bfa-915a-32b52c0b042c None None] For port 2eba662b-d1c6-43f5-8b31-3cba790d9d65, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=2eba662b-d1c6-43f5-8b31-3cba790d9d65,segment=NetworkSegment(78544607-b351-4c3b-bca2-1fc92e96546a),segment_id=78544607-b351-4c3b-bca2-1fc92e96546a)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:30:45.914251 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45966) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:45.924327 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-2a047f21-bf4f-4303-822a-3bf6d9a71e00 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Request body: {'security_group_rule': {'security_group_id': '9b0da509-0930-4249-9603-5790926fccb6', 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:45.938337 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d207dde4-df83-422e-b398-ac1e4566ffb5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event deleted for resources: {'Port': ['ID=6176f599-5c88-49a9-8a85-6db35cfd1f98,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:45.995881 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2a047f21-bf4f-4303-822a-3bf6d9a71e00 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:46.041721 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-cdb48707-91ac-4f26-a316-c9a4b22eda22 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:46.052145 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-cdb48707-91ac-4f26-a316-c9a4b22eda22 None None] Transition to ACTIVE for port object 88e3baa8-c702-48bf-8007-00d3b088435e will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:46.052600 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d207dde4-df83-422e-b398-ac1e4566ffb5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:46.063468 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45970) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:46.083013 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-cdb48707-91ac-4f26-a316-c9a4b22eda22 None None] Transition to ACTIVE for port object 88e3baa8-c702-48bf-8007-00d3b088435e will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:46.083279 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d207dde4-df83-422e-b398-ac1e4566ffb5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/ports/6176f599-5c88-49a9-8a85-6db35cfd1f98 HTTP/1.1" status: 204 len: 168 time: 1.1301076 Aug 10 03:30:46.091699 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7f99ced5-04d9-4bfa-915a-32b52c0b042c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:46.141371 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-34d0a08c-79b2-4b30-bc1f-9632a39847c8 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Deleting port cf2a5fa3-ef8b-4789-8fdb-6c00da34684e {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:30:46.141716 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-34d0a08c-79b2-4b30-bc1f-9632a39847c8 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:46.150455 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-cdb48707-91ac-4f26-a316-c9a4b22eda22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:46.225665 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e5919e-64e8-49ba-ade8-49b5184d593a tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:46.230435 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e5919e-64e8-49ba-ade8-49b5184d593a tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:46.232217 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port e6577cb6-a14b-4ebb-b6c7-dc0c36f89a89 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:46.232589 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:46.259278 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-86e5919e-64e8-49ba-ade8-49b5184d593a tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1705666 Aug 10 03:30:46.260180 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45974) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:46.308639 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-34d0a08c-79b2-4b30-bc1f-9632a39847c8 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:46.320540 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb48707-91ac-4f26-a316-c9a4b22eda22 None None] Network e28ad51d-7af9-4c75-967a-6d071066d878 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:46.337202 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-cdb48707-91ac-4f26-a316-c9a4b22eda22 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:46.341314 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb48707-91ac-4f26-a316-c9a4b22eda22 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:30:46.355609 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-34d0a08c-79b2-4b30-bc1f-9632a39847c8 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Calling delete_port for cf2a5fa3-ef8b-4789-8fdb-6c00da34684e owned by {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:30:46.412179 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-7629bca3-a0ce-496f-9844-66c1205f836f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Deleting subnet 10a1412c-9ddb-40b4-81a9-3decbb5f83f1 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:30:46.458133 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7629bca3-a0ce-496f-9844-66c1205f836f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:46.495903 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f99ced5-04d9-4bfa-915a-32b52c0b042c None None] Pushing event updated for resources: {'Port': ['ID=2eba662b-d1c6-43f5-8b31-3cba790d9d65,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:46.631544 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb48707-91ac-4f26-a316-c9a4b22eda22 None None] Pushing event updated for resources: {'Port': ['ID=88e3baa8-c702-48bf-8007-00d3b088435e,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:46.636263 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-cdb48707-91ac-4f26-a316-c9a4b22eda22 None None] Attempting to bind port 88e3baa8-c702-48bf-8007-00d3b088435e on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:30:46.637026 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-cdb48707-91ac-4f26-a316-c9a4b22eda22 None None] Attempting to bind port 88e3baa8-c702-48bf-8007-00d3b088435e by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'f6407ac4-909b-46d8-96ca-55218c9d6401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e28ad51d-7af9-4c75-967a-6d071066d878'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:30:46.638185 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb48707-91ac-4f26-a316-c9a4b22eda22 None None] Attempting to bind port 88e3baa8-c702-48bf-8007-00d3b088435e on network e28ad51d-7af9-4c75-967a-6d071066d878 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:30:46.649484 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb48707-91ac-4f26-a316-c9a4b22eda22 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:30:46.650104 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb48707-91ac-4f26-a316-c9a4b22eda22 None None] Checking segment: {'id': 'f6407ac4-909b-46d8-96ca-55218c9d6401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e28ad51d-7af9-4c75-967a-6d071066d878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:30:46.650703 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-cdb48707-91ac-4f26-a316-c9a4b22eda22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:46.660303 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2a047f21-bf4f-4303-822a-3bf6d9a71e00 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:46.665958 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb48707-91ac-4f26-a316-c9a4b22eda22 None None] Bound using segment: {'id': 'f6407ac4-909b-46d8-96ca-55218c9d6401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e28ad51d-7af9-4c75-967a-6d071066d878'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:30:46.668964 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-cdb48707-91ac-4f26-a316-c9a4b22eda22 None None] Bound port: 88e3baa8-c702-48bf-8007-00d3b088435e, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6407ac4-909b-46d8-96ca-55218c9d6401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e28ad51d-7af9-4c75-967a-6d071066d878'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:30:46.670054 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-cdb48707-91ac-4f26-a316-c9a4b22eda22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:46.677291 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2a047f21-bf4f-4303-822a-3bf6d9a71e00 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:46.690181 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7629bca3-a0ce-496f-9844-66c1205f836f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:46.821371 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a047f21-bf4f-4303-822a-3bf6d9a71e00 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26969365-342b-4d30-930d-27843a5233d7,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:46.830685 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-cdb48707-91ac-4f26-a316-c9a4b22eda22 None None] For port 88e3baa8-c702-48bf-8007-00d3b088435e, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:30:46.836443 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-cdb48707-91ac-4f26-a316-c9a4b22eda22 None None] For port 88e3baa8-c702-48bf-8007-00d3b088435e, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=88e3baa8-c702-48bf-8007-00d3b088435e,segment=NetworkSegment(f6407ac4-909b-46d8-96ca-55218c9d6401),segment_id=f6407ac4-909b-46d8-96ca-55218c9d6401)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:30:46.843297 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2a047f21-bf4f-4303-822a-3bf6d9a71e00 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:46.847278 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-cdb48707-91ac-4f26-a316-c9a4b22eda22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:46.847495 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2a047f21-bf4f-4303-822a-3bf6d9a71e00 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9285312 Aug 10 03:30:46.847616 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45988) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:46.850503 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-34d0a08c-79b2-4b30-bc1f-9632a39847c8 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:46.857146 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-8fcaf623-57b3-4bf2-aa6e-9302c7660d8f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Request body: {'security_group_rule': {'security_group_id': '9b0da509-0930-4249-9603-5790926fccb6', 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:46.900815 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d0a08c-79b2-4b30-bc1f-9632a39847c8 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Pushing event deleted for resources: {'Port': ['ID=cf2a5fa3-ef8b-4789-8fdb-6c00da34684e,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:46.970513 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7629bca3-a0ce-496f-9844-66c1205f836f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:46.989455 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb48707-91ac-4f26-a316-c9a4b22eda22 None None] Pushing event updated for resources: {'Port': ['ID=88e3baa8-c702-48bf-8007-00d3b088435e,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:47.031914 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-34d0a08c-79b2-4b30-bc1f-9632a39847c8 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:47.045120 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-34d0a08c-79b2-4b30-bc1f-9632a39847c8 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] 10.222.0.62 "DELETE /v2.0/ports/cf2a5fa3-ef8b-4789-8fdb-6c00da34684e HTTP/1.1" status: 204 len: 168 time: 1.2749510 Aug 10 03:30:47.052983 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 45992) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:47.058950 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8fcaf623-57b3-4bf2-aa6e-9302c7660d8f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:47.145303 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8fcaf623-57b3-4bf2-aa6e-9302c7660d8f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:47.155752 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8fcaf623-57b3-4bf2-aa6e-9302c7660d8f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:47.162245 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7629bca3-a0ce-496f-9844-66c1205f836f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:47.204199 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-df903f31-844d-4ff1-858b-33a0d3689998 tempest-DHCPAgentSchedulersTestJSON-95735595 tempest-DHCPAgentSchedulersTestJSON-95735595-project-admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.1501100 Aug 10 03:30:47.207211 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 46000) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:47.213242 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-036660a9-b188-4e30-a623-d6925ee11786 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-940429464'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:47.227894 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7629bca3-a0ce-496f-9844-66c1205f836f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event deleted for resources: {'Subnet': ['ID=10a1412c-9ddb-40b4-81a9-3decbb5f83f1,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:47.230471 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7629bca3-a0ce-496f-9844-66c1205f836f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:47.233049 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7629bca3-a0ce-496f-9844-66c1205f836f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/subnets/10a1412c-9ddb-40b4-81a9-3decbb5f83f1 HTTP/1.1" status: 204 len: 168 time: 0.9718003 Aug 10 03:30:47.233951 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcaf623-57b3-4bf2-aa6e-9302c7660d8f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7374638-9eee-44d1-8c16-21286c8de167,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:47.235635 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 46002) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:47.252080 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036660a9-b188-4e30-a623-d6925ee11786 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Made reservation on behalf of 8472910986e04e159aee7540c1aa09a8 for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:30:47.257204 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-036660a9-b188-4e30-a623-d6925ee11786 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:47.300212 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f54c01-5fc6-4cbf-8030-3e2afc6c8d3c None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:30:47.326757 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-036660a9-b188-4e30-a623-d6925ee11786 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:30:47.348063 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-036660a9-b188-4e30-a623-d6925ee11786 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:47.348063 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-036660a9-b188-4e30-a623-d6925ee11786 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Added segment 7e5ae2b1-8c99-45b1-a892-fafaf1e59913 of type vlan for network 0d82f8e5-9224-4999-9b42-bdea0a248f66 Aug 10 03:30:47.378107 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6f85a51f-01d2-4fda-be91-b85833df654d tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1407297 Aug 10 03:30:47.379601 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 46004) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:47.411489 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-a18cd3d7-7dfe-4fd7-8ae2-31875384e25c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Request body: {'subnet': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:47.415781 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8fcaf623-57b3-4bf2-aa6e-9302c7660d8f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:47.417231 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8fcaf623-57b3-4bf2-aa6e-9302c7660d8f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5684600 Aug 10 03:30:47.420328 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 46008) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:47.492571 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-498ea930-8768-409b-9ad8-34518641f8c1 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Request body: {'security_group_rule': {'security_group_id': '9b0da509-0930-4249-9603-5790926fccb6', 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:47.510612 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-036660a9-b188-4e30-a623-d6925ee11786 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:47.581131 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-036660a9-b188-4e30-a623-d6925ee11786 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:47.587680 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036660a9-b188-4e30-a623-d6925ee11786 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:47.588361 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-036660a9-b188-4e30-a623-d6925ee11786 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:47.632781 n-d-768851-15 neutron-server[94217]: INFO neutron.db.securitygroups_db [None req-498ea930-8768-409b-9ad8-34518641f8c1 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Project 91c061317a63433fa1b564847f6d5cbb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:30:47.703423 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-498ea930-8768-409b-9ad8-34518641f8c1 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:47.739427 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-036660a9-b188-4e30-a623-d6925ee11786 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5309243 Aug 10 03:30:47.747520 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 46022) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:47.759586 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8815fa83-7bce-4f0a-8a3d-1d51440ce60e None None] DHCP port deletion for da252ef5-253f-415c-bfce-1cf3e51986e9 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:30:47.802230 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036660a9-b188-4e30-a623-d6925ee11786 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Pushing event updated for resources: {'Network': ['ID=0d82f8e5-9224-4999-9b42-bdea0a248f66,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:47.818070 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 0d82f8e5-9224-4999-9b42-bdea0a248f66 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:30:47.829887 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18cd3d7-7dfe-4fd7-8ae2-31875384e25c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Made reservation on behalf of 984bdecd49e44336b94df38f23469327 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:30:47.833485 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a18cd3d7-7dfe-4fd7-8ae2-31875384e25c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:47.981513 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-8815fa83-7bce-4f0a-8a3d-1d51440ce60e None None] Deleting port e6577cb6-a14b-4ebb-b6c7-dc0c36f89a89 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:30:47.982193 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8815fa83-7bce-4f0a-8a3d-1d51440ce60e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:48.083709 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 2eba662b-d1c6-43f5-8b31-3cba790d9d65 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:30:48.191663 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-498ea930-8768-409b-9ad8-34518641f8c1 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:48.206941 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-8815fa83-7bce-4f0a-8a3d-1d51440ce60e None None] For port e6577cb6-a14b-4ebb-b6c7-dc0c36f89a89, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=e6577cb6-a14b-4ebb-b6c7-dc0c36f89a89,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:48.207359 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8815fa83-7bce-4f0a-8a3d-1d51440ce60e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:48.214389 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-498ea930-8768-409b-9ad8-34518641f8c1 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:48.218095 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44c04ba-16a9-405c-8572-929426694eb7 None None] Network f7c7d7ee-09d6-4d22-b49f-5db89245c433 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:30:48.274186 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25504d9b-850e-472c-bcff-ba1c71818600 req-ff078e47-a494-4991-9345-3ed30f9fef32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:48.284439 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-25504d9b-850e-472c-bcff-ba1c71818600 req-ff078e47-a494-4991-9345-3ed30f9fef32 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=512e51e52dde4e17a26f3eb689e87681&device_id=ca28343c-fe86-42dd-84b4-d84ad430dcfc HTTP/1.1" status: 200 len: 1097 time: 0.2015131 Aug 10 03:30:48.295613 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-8815fa83-7bce-4f0a-8a3d-1d51440ce60e None None] Calling delete_port for e6577cb6-a14b-4ebb-b6c7-dc0c36f89a89 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:30:48.299005 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498ea930-8768-409b-9ad8-34518641f8c1 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7880695-a3e2-4447-9881-f5c2d5b5fc21,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:48.321383 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-498ea930-8768-409b-9ad8-34518641f8c1 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:48.322858 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-498ea930-8768-409b-9ad8-34518641f8c1 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8857679 Aug 10 03:30:48.327271 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb41bb4d-200e-4afd-8dde-06249e02fa95 req-66003180-0051-4863-9653-08c84bfa5852 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:48.334709 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bb41bb4d-200e-4afd-8dde-06249e02fa95 req-66003180-0051-4863-9653-08c84bfa5852 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca28343c-fe86-42dd-84b4-d84ad430dcfc HTTP/1.1" status: 200 len: 945 time: 0.1975892 Aug 10 03:30:48.335711 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0260cdbc-17ee-4320-b9b3-52c8be34c2ff None None] Provisioning for port 2eba662b-d1c6-43f5-8b31-3cba790d9d65 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:48.337658 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a18cd3d7-7dfe-4fd7-8ae2-31875384e25c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:48.338206 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 46034) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:48.343409 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-355f4b30-f918-42fb-8b5f-a88ef0494665 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Request body: {'security_group_rule': {'security_group_id': '9b0da509-0930-4249-9603-5790926fccb6', 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:48.425658 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18cd3d7-7dfe-4fd7-8ae2-31875384e25c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event updated for resources: {'Subnet': ['ID=023e4761-a621-4b9e-b498-dbfec688a3be,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:48.435508 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-96b0c1e1-124d-4bb5-baf0-52ccc6b80260 tempest-DHCPAgentSchedulersTestJSON-95735595 tempest-DHCPAgentSchedulersTestJSON-95735595-project-admin] 10.222.0.62 "GET /v2.0/agents/c6fdfc78-88b5-428e-934e-520e25f24d4f/dhcp-networks HTTP/1.1" status: 200 len: 8825 time: 0.6832447 Aug 10 03:30:48.435934 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 46038) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:48.442062 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 2eba662b-d1c6-43f5-8b31-3cba790d9d65 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:48.452467 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 2eba662b-d1c6-43f5-8b31-3cba790d9d65 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:48.452847 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:48.467198 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18cd3d7-7dfe-4fd7-8ae2-31875384e25c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:48.503092 n-d-768851-15 neutron-server[94216]: INFO neutron.db.securitygroups_db [None req-355f4b30-f918-42fb-8b5f-a88ef0494665 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Project 91c061317a63433fa1b564847f6d5cbb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:30:48.520628 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-a18cd3d7-7dfe-4fd7-8ae2-31875384e25c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:48.526010 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18cd3d7-7dfe-4fd7-8ae2-31875384e25c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:48.526932 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a18cd3d7-7dfe-4fd7-8ae2-31875384e25c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:48.555008 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a18cd3d7-7dfe-4fd7-8ae2-31875384e25c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1737490 Aug 10 03:30:48.559914 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 46042) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:48.568743 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-bfab1fb6-6f5f-4cba-99ed-6b28eab80cf4 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Request body: {'port': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'fixed_ips': [{'subnet_id': '023e4761-a621-4b9e-b498-dbfec688a3be', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-369062839'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:48.629416 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-355f4b30-f918-42fb-8b5f-a88ef0494665 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:48.678356 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25504d9b-850e-472c-bcff-ba1c71818600 req-28fd7e37-ea87-4412-8e17-60175e991273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:48.680614 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-25504d9b-850e-472c-bcff-ba1c71818600 req-28fd7e37-ea87-4412-8e17-60175e991273 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43 HTTP/1.1" status: 200 len: 919 time: 0.3431554 Aug 10 03:30:48.685580 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8815fa83-7bce-4f0a-8a3d-1d51440ce60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:48.723686 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-355f4b30-f918-42fb-8b5f-a88ef0494665 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:48.744977 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-355f4b30-f918-42fb-8b5f-a88ef0494665 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:48.764915 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfab1fb6-6f5f-4cba-99ed-6b28eab80cf4 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Made reservation on behalf of 984bdecd49e44336b94df38f23469327 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:30:48.795284 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-25504d9b-850e-472c-bcff-ba1c71818600 req-df7f7047-40c2-493d-956f-62c64d23ab64 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6f5e8b02-447c-4199-a06a-52522489c290 HTTP/1.1" status: 200 len: 217 time: 0.0653064 Aug 10 03:30:48.796238 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e9f1ce-cb33-4bc8-b1d7-d232c9f4d444 tempest-DHCPAgentSchedulersTestJSON-95735595 tempest-DHCPAgentSchedulersTestJSON-95735595-project-admin] Network 0d82f8e5-9224-4999-9b42-bdea0a248f66 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:30:48.813671 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8815fa83-7bce-4f0a-8a3d-1d51440ce60e None None] Pushing event deleted for resources: {'Port': ['ID=e6577cb6-a14b-4ebb-b6c7-dc0c36f89a89,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:48.815756 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a05fd7-c6d2-4677-bf6a-d7a14ea4e566 None None] Network e28ad51d-7af9-4c75-967a-6d071066d878 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:30:48.854493 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e2e9f1ce-cb33-4bc8-b1d7-d232c9f4d444 tempest-DHCPAgentSchedulersTestJSON-95735595 tempest-DHCPAgentSchedulersTestJSON-95735595-project-admin] 10.222.0.62 "POST /v2.0/agents/c6fdfc78-88b5-428e-934e-520e25f24d4f/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4152389 Aug 10 03:30:48.856052 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 46050) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:48.908200 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bb41bb4d-200e-4afd-8dde-06249e02fa95 req-deb82518-7b01-4f4d-af80-024fe4082030 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5703816 Aug 10 03:30:48.913358 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-355f4b30-f918-42fb-8b5f-a88ef0494665 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:48.935223 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-355f4b30-f918-42fb-8b5f-a88ef0494665 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5861905 Aug 10 03:30:48.941520 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355f4b30-f918-42fb-8b5f-a88ef0494665 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=470e887d-c81c-47c7-9e93-2c1cac5aca72,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:48.968707 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d096f5d5-bcbb-496e-8f8f-a1055e8c8511 None None] Network 0d82f8e5-9224-4999-9b42-bdea0a248f66 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:30:48.968931 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25504d9b-850e-472c-bcff-ba1c71818600 req-a1c87654-be83-4ae1-a4af-327d6a538834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:48.972624 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-25504d9b-850e-472c-bcff-ba1c71818600 req-a1c87654-be83-4ae1-a4af-327d6a538834 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9931fad2-def9-4844-9e4b-a68eebcbaa2a HTTP/1.1" status: 200 len: 858 time: 0.1611657 Aug 10 03:30:48.973444 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bfab1fb6-6f5f-4cba-99ed-6b28eab80cf4 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:49.020203 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [None req-bfab1fb6-6f5f-4cba-99ed-6b28eab80cf4 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] device_id is not set on port bf61552f-5972-41e7-8d9d-e826ef526219 yet. {{(pid=94217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:30:49.081391 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-25504d9b-850e-472c-bcff-ba1c71818600 req-4c375e8e-81f8-4285-8673-1fda153810c7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0976129 Aug 10 03:30:49.112874 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1c6a0252-6c4b-4584-a007-ed4b946c3cd1 tempest-DHCPAgentSchedulersTestJSON-95735595 tempest-DHCPAgentSchedulersTestJSON-95735595-project-admin] 10.222.0.62 "GET /v2.0/agents/c6fdfc78-88b5-428e-934e-520e25f24d4f/dhcp-networks HTTP/1.1" status: 200 len: 9633 time: 0.2568095 Aug 10 03:30:49.116056 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 46058) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:49.277456 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-25504d9b-850e-472c-bcff-ba1c71818600 req-62c28e6f-6c5b-48e2-a5b3-41f48d6d5ace service neutron] 10.222.0.60 "GET /v2.0/networks/6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877010 Aug 10 03:30:49.329589 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8815fa83-7bce-4f0a-8a3d-1d51440ce60e None None] No DVR routers for this DVR port e6577cb6-a14b-4ebb-b6c7-dc0c36f89a89 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:30:49.376665 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:49.390512 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfab1fb6-6f5f-4cba-99ed-6b28eab80cf4 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:30:49.391167 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfab1fb6-6f5f-4cba-99ed-6b28eab80cf4 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:30:49.401758 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b016d93d-4026-46ef-9eff-a261c858ce4b tempest-DHCPAgentSchedulersTestJSON-95735595 tempest-DHCPAgentSchedulersTestJSON-95735595-project-admin] 10.222.0.62 "DELETE /v2.0/agents/c6fdfc78-88b5-428e-934e-520e25f24d4f/dhcp-networks/0d82f8e5-9224-4999-9b42-bdea0a248f66 HTTP/1.1" status: 204 len: 168 time: 0.2845166 Aug 10 03:30:49.405059 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 46076) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:49.430098 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 46078) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:49.432140 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-bfab1fb6-6f5f-4cba-99ed-6b28eab80cf4 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.8678954 Aug 10 03:30:49.453675 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 2eba662b-d1c6-43f5-8b31-3cba790d9d65, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=2eba662b-d1c6-43f5-8b31-3cba790d9d65,segment=NetworkSegment(78544607-b351-4c3b-bca2-1fc92e96546a),segment_id=78544607-b351-4c3b-bca2-1fc92e96546a)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:49.455968 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34befafa-a4b0-45ed-9858-d9dbe8a61643 None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:30:49.546102 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:49.547242 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 88e3baa8-c702-48bf-8007-00d3b088435e up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:30:49.571042 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-ce236420-933b-40eb-b917-7cd3e840abbc None None] Provisioning for port 88e3baa8-c702-48bf-8007-00d3b088435e completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:49.663485 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1e4153e4-26dc-4f5c-9fe4-7246500fc0f6 tempest-DHCPAgentSchedulersTestJSON-95735595 tempest-DHCPAgentSchedulersTestJSON-95735595-project-admin] 10.222.0.62 "GET /v2.0/agents/c6fdfc78-88b5-428e-934e-520e25f24d4f/dhcp-networks HTTP/1.1" status: 200 len: 8863 time: 0.2567704 Aug 10 03:30:49.673327 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 46088) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:49.699367 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-74845bda-492b-4bf2-9cd3-282121099ebc tempest-DHCPAgentSchedulersTestJSON-95735595 tempest-DHCPAgentSchedulersTestJSON-95735595-project-admin] 10.222.0.62 "GET /v2.0/networks/e28ad51d-7af9-4c75-967a-6d071066d878/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0232530 Aug 10 03:30:49.702974 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 46090) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:49.745549 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b1fc1604-eb02-4bb2-923d-c3eab50cbe87 tempest-DHCPAgentSchedulersTestJSON-95735595 tempest-DHCPAgentSchedulersTestJSON-95735595-project-admin] 10.222.0.62 "GET /v2.0/networks/e28ad51d-7af9-4c75-967a-6d071066d878/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0407462 Aug 10 03:30:49.749788 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 46096) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:49.983908 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0f32945f-a308-4499-81de-a92820fe4240 tempest-DHCPAgentSchedulersTestJSON-95735595 tempest-DHCPAgentSchedulersTestJSON-95735595-project-admin] 10.222.0.62 "GET /v2.0/agents/c6fdfc78-88b5-428e-934e-520e25f24d4f/dhcp-networks HTTP/1.1" status: 200 len: 8863 time: 0.2319624 Aug 10 03:30:49.990408 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 46102) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:50.031581 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=2eba662b-d1c6-43f5-8b31-3cba790d9d65,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:50.125958 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 88e3baa8-c702-48bf-8007-00d3b088435e completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:50.147535 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 88e3baa8-c702-48bf-8007-00d3b088435e triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:50.147842 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:50.173956 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafe556b-e37a-4ec6-bd5f-0413611b79fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-da252ef5-253f-415c-bfce-1cf3e51986e9', 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'tenant_id': '984bdecd49e44336b94df38f23469327', 'fixed_ips': [{'subnet_id': '023e4761-a621-4b9e-b498-dbfec688a3be'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:30:50.174839 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-bafe556b-e37a-4ec6-bd5f-0413611b79fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:50.197939 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0fd5b301-f3e6-440c-a5e6-2d4a0771b2c5 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:50.229261 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-25504d9b-850e-472c-bcff-ba1c71818600 req-3483d76e-b339-4637-9ee7-6f313a57d647 service neutron] 10.222.0.60 "GET /v2.0/networks/6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9425848 Aug 10 03:30:50.281193 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-228e6c90-faca-42c3-9b9e-00c5b2ebf4cb tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.8333898 Aug 10 03:30:50.286432 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 46112) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:50.348545 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b36b7b3c-8a40-4b0f-8fc3-043258d15a26 req-d0f62753-7304-4030-88f2-d497a8a1c815 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1925573538&fields=id&tenant_id=91c061317a63433fa1b564847f6d5cbb HTTP/1.1" status: 200 len: 267 time: 0.9190869 Aug 10 03:30:50.357860 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:50.472412 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f6ff44-b26a-4892-872e-63c56a13bbde req-9a2c72ea-bf2a-4cb7-a180-96fcb9a2ba3a tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:50.480244 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a3f6ff44-b26a-4892-872e-63c56a13bbde req-9a2c72ea-bf2a-4cb7-a180-96fcb9a2ba3a tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca28343c-fe86-42dd-84b4-d84ad430dcfc HTTP/1.1" status: 200 len: 945 time: 0.2693946 Aug 10 03:30:50.494055 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca60020-6502-4850-968f-b43fcdaf37dd tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:50.495030 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b23d61ea-f2a9-4ee6-9632-338096836852 None None] Provisioning complete for port 2eba662b-d1c6-43f5-8b31-3cba790d9d65 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:50.495407 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b23d61ea-f2a9-4ee6-9632-338096836852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:50.496655 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca60020-6502-4850-968f-b43fcdaf37dd tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:50.501185 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-bca60020-6502-4850-968f-b43fcdaf37dd tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2111967 Aug 10 03:30:50.503078 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 46120) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:50.609094 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-df16b235-44c5-429b-960e-6aa018a72298 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Deleting subnet 023e4761-a621-4b9e-b498-dbfec688a3be {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:30:50.614324 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b7b3c-8a40-4b0f-8fc3-043258d15a26 req-6547ac20-15a5-499c-b13b-44b07035acc8 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:50.616300 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b36b7b3c-8a40-4b0f-8fc3-043258d15a26 req-6547ac20-15a5-499c-b13b-44b07035acc8 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/networks?id=f7c7d7ee-09d6-4d22-b49f-5db89245c433 HTTP/1.1" status: 200 len: 796 time: 0.2304678 Aug 10 03:30:50.632163 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0fd5b301-f3e6-440c-a5e6-2d4a0771b2c5 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:50.645056 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-0fd5b301-f3e6-440c-a5e6-2d4a0771b2c5 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d82f8e5-9224-4999-9b42-bdea0a248f66']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:50.646150 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 88e3baa8-c702-48bf-8007-00d3b088435e, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=88e3baa8-c702-48bf-8007-00d3b088435e,segment=NetworkSegment(f6407ac4-909b-46d8-96ca-55218c9d6401),segment_id=f6407ac4-909b-46d8-96ca-55218c9d6401)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:50.648755 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a3f6ff44-b26a-4892-872e-63c56a13bbde req-249253a2-7d9c-42dc-82e5-eb142e33c058 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658039 Aug 10 03:30:50.651059 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-bafe556b-e37a-4ec6-bd5f-0413611b79fc None None] Allocated IP 2001:db8::2 (da252ef5-253f-415c-bfce-1cf3e51986e9/023e4761-a621-4b9e-b498-dbfec688a3be/d3a7012e-c52e-455a-8fa5-6d80f41e49c9) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:30:50.664355 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-0fd5b301-f3e6-440c-a5e6-2d4a0771b2c5 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e5ae2b1-8c99-45b1-a892-fafaf1e59913') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:50.664663 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-0fd5b301-f3e6-440c-a5e6-2d4a0771b2c5 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e5ae2b1-8c99-45b1-a892-fafaf1e59913') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:50.675267 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b36b7b3c-8a40-4b0f-8fc3-043258d15a26 req-6bb5e8ce-841b-4ce3-813a-9808b80c51f7 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/quotas/91c061317a63433fa1b564847f6d5cbb HTTP/1.1" status: 200 len: 375 time: 0.0245042 Aug 10 03:30:50.690766 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0fd5b301-f3e6-440c-a5e6-2d4a0771b2c5 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:50.693927 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:50.737314 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0fd5b301-f3e6-440c-a5e6-2d4a0771b2c5 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:50.774614 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fd5b301-f3e6-440c-a5e6-2d4a0771b2c5 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:30:50.774614 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0fd5b301-f3e6-440c-a5e6-2d4a0771b2c5 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:50.783074 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:30:50.783074 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:30:50.783074 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:30:50.783074 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:30:50.783074 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:30:50.783074 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:30:50.783074 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:30:50.783074 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:30:50.783074 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:30:50.783074 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:30:50.783074 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:30:50.783074 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:30:50.783074 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:30:50.783074 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:30:50.783074 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:30:50.783074 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:30:50.783074 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:30:50.783074 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:30:50.783074 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:30:50.783074 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:30:50.783074 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:30:50.783074 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:30:50.783074 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:30:50.783074 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:30:50.783074 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:30:50.783074 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:30:50.783074 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:30:50.783074 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:30:50.783074 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:30:50.783074 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:30:50.783074 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:30:50.783074 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:30:50.862565 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b36b7b3c-8a40-4b0f-8fc3-043258d15a26 req-d5e6f42b-a816-4f7f-8098-b2072caf2951 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=91c061317a63433fa1b564847f6d5cbb&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1812394 Aug 10 03:30:50.919118 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0fd5b301-f3e6-440c-a5e6-2d4a0771b2c5 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:50.929135 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0fd5b301-f3e6-440c-a5e6-2d4a0771b2c5 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:50.933521 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0fd5b301-f3e6-440c-a5e6-2d4a0771b2c5 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] 10.222.0.62 "DELETE /v2.0/networks/0d82f8e5-9224-4999-9b42-bdea0a248f66 HTTP/1.1" status: 204 len: 168 time: 0.9386375 Aug 10 03:30:50.934980 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 46134) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:50.960675 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd5b301-f3e6-440c-a5e6-2d4a0771b2c5 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Pushing event deleted for resources: {'Network': ['ID=0d82f8e5-9224-4999-9b42-bdea0a248f66,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:50.981612 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 2eba662b-d1c6-43f5-8b31-3cba790d9d65 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:30:51.002055 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-630af799-d0d6-4d10-9998-16405fc281b1 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] DELETE failed (client error): The resource could not be found. Aug 10 03:30:51.004747 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-630af799-d0d6-4d10-9998-16405fc281b1 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:30:51.006824 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-630af799-d0d6-4d10-9998-16405fc281b1 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] 10.222.0.62 "DELETE /v2.0/ports/cf2a5fa3-ef8b-4789-8fdb-6c00da34684e HTTP/1.1" status: 404 len: 333 time: 0.0711243 Aug 10 03:30:51.009413 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 46138) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:51.043565 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=88e3baa8-c702-48bf-8007-00d3b088435e,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:51.083045 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-52adb25e-b774-480a-b833-b414f186f3be tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Deleting subnet 9225ecdb-a040-4d1b-917c-34df6f6e9686 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:30:51.102605 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b36b7b3c-8a40-4b0f-8fc3-043258d15a26 req-0d9215db-0c31-4450-bb4a-7c4f1a83b79e service neutron] 10.222.0.62 "GET /v2.0/networks/f7c7d7ee-09d6-4d22-b49f-5db89245c433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218032 Aug 10 03:30:51.106898 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-52adb25e-b774-480a-b833-b414f186f3be tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:51.175376 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-52adb25e-b774-480a-b833-b414f186f3be tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:51.264582 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b36b7b3c-8a40-4b0f-8fc3-043258d15a26 req-92ec7b64-c567-4f32-9bbe-56b0e56a74cf service neutron] 10.222.0.62 "GET /v2.0/networks/f7c7d7ee-09d6-4d22-b49f-5db89245c433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407354 Aug 10 03:30:51.271971 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 2eba662b-d1c6-43f5-8b31-3cba790d9d65 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:51.272165 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:51.295176 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-c58d3692-fd0a-4b4c-9ff9-88559105bbee None None] Provisioning complete for port 88e3baa8-c702-48bf-8007-00d3b088435e triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:51.295673 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c58d3692-fd0a-4b4c-9ff9-88559105bbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:51.306603 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-52adb25e-b774-480a-b833-b414f186f3be tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:51.335741 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-bafe556b-e37a-4ec6-bd5f-0413611b79fc None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:51.357722 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-bafe556b-e37a-4ec6-bd5f-0413611b79fc None None] Transition to ACTIVE for port object d3a7012e-c52e-455a-8fa5-6d80f41e49c9 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:51.383722 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-52adb25e-b774-480a-b833-b414f186f3be tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:51.399033 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-bafe556b-e37a-4ec6-bd5f-0413611b79fc None None] Transition to ACTIVE for port object d3a7012e-c52e-455a-8fa5-6d80f41e49c9 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:51.417189 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-df16b235-44c5-429b-960e-6aa018a72298 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:51.420081 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52adb25e-b774-480a-b833-b414f186f3be tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Pushing event deleted for resources: {'Subnet': ['ID=9225ecdb-a040-4d1b-917c-34df6f6e9686,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:51.434968 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-bafe556b-e37a-4ec6-bd5f-0413611b79fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:51.454419 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-52adb25e-b774-480a-b833-b414f186f3be tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:51.458997 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-52adb25e-b774-480a-b833-b414f186f3be tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] 10.222.0.62 "DELETE /v2.0/subnets/9225ecdb-a040-4d1b-917c-34df6f6e9686 HTTP/1.1" status: 204 len: 168 time: 0.4459989 Aug 10 03:30:51.459306 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 46140) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:51.477472 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-df16b235-44c5-429b-960e-6aa018a72298 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:51.540083 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af59dfc2-a194-41d6-a221-6eb0236b0e26 None None] Network e28ad51d-7af9-4c75-967a-6d071066d878 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:30:51.615183 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-37ab9750-4e06-4bb1-b6e4-b83a197122f7 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:51.623851 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-df16b235-44c5-429b-960e-6aa018a72298 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:51.701984 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-df16b235-44c5-429b-960e-6aa018a72298 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:51.706296 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-37825e51-bc38-409a-98b3-a0f6af46d1af req-b5723f13-fcfa-4223-9429-8d0cdc89e5fd tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ffe1fee-a228-4d27-951e-6f6bfec65c9b HTTP/1.1" status: 200 len: 210 time: 0.0953147 Aug 10 03:30:51.783092 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df16b235-44c5-429b-960e-6aa018a72298 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event deleted for resources: {'Subnet': ['ID=023e4761-a621-4b9e-b498-dbfec688a3be,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:51.789158 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-df16b235-44c5-429b-960e-6aa018a72298 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:51.789420 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe556b-e37a-4ec6-bd5f-0413611b79fc None None] Pushing event updated for resources: {'Port': ['ID=d3a7012e-c52e-455a-8fa5-6d80f41e49c9,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:51.798607 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-37ab9750-4e06-4bb1-b6e4-b83a197122f7 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Deleting port 88e3baa8-c702-48bf-8007-00d3b088435e {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:30:51.798994 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-37ab9750-4e06-4bb1-b6e4-b83a197122f7 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:51.801052 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-df16b235-44c5-429b-960e-6aa018a72298 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/subnets/023e4761-a621-4b9e-b498-dbfec688a3be HTTP/1.1" status: 204 len: 168 time: 1.2969279 Aug 10 03:30:51.804413 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 46158) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:51.885967 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:30:51.892541 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafe556b-e37a-4ec6-bd5f-0413611b79fc None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:51.898368 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e6577cb6-a14b-4ebb-b6c7-dc0c36f89a89 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:30:51.904826 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-bafe556b-e37a-4ec6-bd5f-0413611b79fc None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:51.931890 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafe556b-e37a-4ec6-bd5f-0413611b79fc None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:30:51.943752 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: e6577cb6-a14b-4ebb-b6c7-dc0c36f89a89 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:30:51.944101 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e6577cb6-a14b-4ebb-b6c7-dc0c36f89a89 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:30:51.954769 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-c58d3692-fd0a-4b4c-9ff9-88559105bbee None None] Could not find standard attr ID for object cf2a5fa3-ef8b-4789-8fdb-6c00da34684e. {{(pid=94218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:30:52.074811 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-bafe556b-e37a-4ec6-bd5f-0413611b79fc None None] Attempting to bind port d3a7012e-c52e-455a-8fa5-6d80f41e49c9 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:30:52.075481 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-bafe556b-e37a-4ec6-bd5f-0413611b79fc None None] Attempting to bind port d3a7012e-c52e-455a-8fa5-6d80f41e49c9 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:30:52.075791 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafe556b-e37a-4ec6-bd5f-0413611b79fc None None] Attempting to bind port d3a7012e-c52e-455a-8fa5-6d80f41e49c9 on network da252ef5-253f-415c-bfce-1cf3e51986e9 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:30:52.083802 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafe556b-e37a-4ec6-bd5f-0413611b79fc None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:30:52.084318 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafe556b-e37a-4ec6-bd5f-0413611b79fc None None] Checking segment: {'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:30:52.084992 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-bafe556b-e37a-4ec6-bd5f-0413611b79fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:52.085499 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafe556b-e37a-4ec6-bd5f-0413611b79fc None None] Bound using segment: {'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:30:52.086220 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-bafe556b-e37a-4ec6-bd5f-0413611b79fc None None] Bound port: d3a7012e-c52e-455a-8fa5-6d80f41e49c9, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:30:52.086934 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-bafe556b-e37a-4ec6-bd5f-0413611b79fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:52.189587 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9d53a411-e66c-4c33-923d-157e43409641 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3805001 Aug 10 03:30:52.190123 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 46164) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:52.196467 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-66a8cf17-7c4c-4dc5-9158-a00e42eeb922 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Request body: {'subnet': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:52.199561 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-37ab9750-4e06-4bb1-b6e4-b83a197122f7 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] For port 88e3baa8-c702-48bf-8007-00d3b088435e, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=88e3baa8-c702-48bf-8007-00d3b088435e,segment=NetworkSegment(f6407ac4-909b-46d8-96ca-55218c9d6401),segment_id=f6407ac4-909b-46d8-96ca-55218c9d6401)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:52.201295 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-37ab9750-4e06-4bb1-b6e4-b83a197122f7 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:52.235988 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-bafe556b-e37a-4ec6-bd5f-0413611b79fc None None] For port d3a7012e-c52e-455a-8fa5-6d80f41e49c9, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:30:52.239769 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-bafe556b-e37a-4ec6-bd5f-0413611b79fc None None] For port d3a7012e-c52e-455a-8fa5-6d80f41e49c9, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=d3a7012e-c52e-455a-8fa5-6d80f41e49c9,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:30:52.240229 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664241a4-9c7f-4af4-96d1-9f9aa85af614 req-27e5d3c0-e003-4e69-8969-2401040e08b3 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:52.243491 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12410097-9c03-4a31-a020-6389a57e7a4c None None] DHCP port deletion for e28ad51d-7af9-4c75-967a-6d071066d878 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:30:52.256291 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-664241a4-9c7f-4af4-96d1-9f9aa85af614 req-27e5d3c0-e003-4e69-8969-2401040e08b3 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca28343c-fe86-42dd-84b4-d84ad430dcfc HTTP/1.1" status: 200 len: 945 time: 0.4511240 Aug 10 03:30:52.258106 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-bafe556b-e37a-4ec6-bd5f-0413611b79fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:52.306999 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-37ab9750-4e06-4bb1-b6e4-b83a197122f7 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Calling delete_port for 88e3baa8-c702-48bf-8007-00d3b088435e owned by network:dhcp {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:30:52.342452 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a8cf17-7c4c-4dc5-9158-a00e42eeb922 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Made reservation on behalf of 984bdecd49e44336b94df38f23469327 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:30:52.347728 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-66a8cf17-7c4c-4dc5-9158-a00e42eeb922 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:52.367406 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-664241a4-9c7f-4af4-96d1-9f9aa85af614 req-051d4940-082c-49e5-8783-ed5897169f82 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102071 Aug 10 03:30:52.427264 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe556b-e37a-4ec6-bd5f-0413611b79fc None None] Pushing event updated for resources: {'Port': ['ID=d3a7012e-c52e-455a-8fa5-6d80f41e49c9,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:52.451038 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-12410097-9c03-4a31-a020-6389a57e7a4c None None] Deleting port 88e3baa8-c702-48bf-8007-00d3b088435e {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:30:52.456890 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-12410097-9c03-4a31-a020-6389a57e7a4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:52.501032 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-37ab9750-4e06-4bb1-b6e4-b83a197122f7 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:52.544516 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ab9750-4e06-4bb1-b6e4-b83a197122f7 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Pushing event deleted for resources: {'Port': ['ID=88e3baa8-c702-48bf-8007-00d3b088435e,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:52.550490 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ab9750-4e06-4bb1-b6e4-b83a197122f7 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] No DVR routers for this DVR port 88e3baa8-c702-48bf-8007-00d3b088435e on host n-d-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:30:52.583714 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-12410097-9c03-4a31-a020-6389a57e7a4c None None] For port 88e3baa8-c702-48bf-8007-00d3b088435e, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=88e3baa8-c702-48bf-8007-00d3b088435e,segment=NetworkSegment(f6407ac4-909b-46d8-96ca-55218c9d6401),segment_id=f6407ac4-909b-46d8-96ca-55218c9d6401)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:52.584566 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-12410097-9c03-4a31-a020-6389a57e7a4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:52.618289 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-12410097-9c03-4a31-a020-6389a57e7a4c None None] Calling delete_port for 88e3baa8-c702-48bf-8007-00d3b088435e owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:30:52.636249 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-66a8cf17-7c4c-4dc5-9158-a00e42eeb922 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:52.708847 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-37ab9750-4e06-4bb1-b6e4-b83a197122f7 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:52.730409 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-37ab9750-4e06-4bb1-b6e4-b83a197122f7 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e28ad51d-7af9-4c75-967a-6d071066d878']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:52.745049 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a8cf17-7c4c-4dc5-9158-a00e42eeb922 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event updated for resources: {'Subnet': ['ID=901bd00c-6e00-413d-95c4-5fad4a5553c5,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:52.745705 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-12410097-9c03-4a31-a020-6389a57e7a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:52.746545 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-37ab9750-4e06-4bb1-b6e4-b83a197122f7 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6407ac4-909b-46d8-96ca-55218c9d6401') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:52.747736 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-37ab9750-4e06-4bb1-b6e4-b83a197122f7 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6407ac4-909b-46d8-96ca-55218c9d6401') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:52.760003 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a8cf17-7c4c-4dc5-9158-a00e42eeb922 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:52.761489 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-66a8cf17-7c4c-4dc5-9158-a00e42eeb922 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:52.764987 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a8cf17-7c4c-4dc5-9158-a00e42eeb922 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:52.765578 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-66a8cf17-7c4c-4dc5-9158-a00e42eeb922 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:52.800788 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d825a669-9a6a-4f0b-b599-174681471105 None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:30:52.803296 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12410097-9c03-4a31-a020-6389a57e7a4c None None] No DVR routers for this DVR port 88e3baa8-c702-48bf-8007-00d3b088435e on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:30:52.808880 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-66a8cf17-7c4c-4dc5-9158-a00e42eeb922 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6151314 Aug 10 03:30:52.809094 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12410097-9c03-4a31-a020-6389a57e7a4c None None] Pushing event deleted for resources: {'Port': ['ID=88e3baa8-c702-48bf-8007-00d3b088435e,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:52.809198 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-37ab9750-4e06-4bb1-b6e4-b83a197122f7 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:52.809325 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 46174) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:52.821059 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-65950803-e4d8-4ea3-a3ea-7bab53fda097 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-785860443', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:52.855429 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-37ab9750-4e06-4bb1-b6e4-b83a197122f7 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:52.870770 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37ab9750-4e06-4bb1-b6e4-b83a197122f7 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:30:52.871747 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-37ab9750-4e06-4bb1-b6e4-b83a197122f7 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:52.879356 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:30:52.879356 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:30:52.879356 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:30:52.879356 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:30:52.879356 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:30:52.879356 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:30:52.879356 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:30:52.879356 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:30:52.879356 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:30:52.879356 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:30:52.879356 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:30:52.879356 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:30:52.879356 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:30:52.879356 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:30:52.879356 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:30:52.879356 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:30:52.879356 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:30:52.879356 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:30:52.879356 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:30:52.879356 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:30:52.879356 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:30:52.879356 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:30:52.879356 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:30:52.879356 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:30:52.879356 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:30:52.879356 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:30:52.879356 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:30:52.879356 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:30:52.879356 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:30:52.879356 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:30:52.879356 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:30:52.879356 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:30:52.888193 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 88e3baa8-c702-48bf-8007-00d3b088435e no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:30:52.893768 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-65950803-e4d8-4ea3-a3ea-7bab53fda097 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:52.895142 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-65950803-e4d8-4ea3-a3ea-7bab53fda097 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:52.916478 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 88e3baa8-c702-48bf-8007-00d3b088435e {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:30:52.917330 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 88e3baa8-c702-48bf-8007-00d3b088435e not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:30:52.980920 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-66413d05-ced6-4396-b41f-a41766576907 req-59ac696f-d72e-48e0-9115-0b2904d6f0ef tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ffe1fee-a228-4d27-951e-6f6bfec65c9b HTTP/1.1" status: 200 len: 210 time: 0.0981250 Aug 10 03:30:53.015003 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-37ab9750-4e06-4bb1-b6e4-b83a197122f7 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:53.031478 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-37ab9750-4e06-4bb1-b6e4-b83a197122f7 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:53.034457 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-37ab9750-4e06-4bb1-b6e4-b83a197122f7 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] 10.222.0.62 "DELETE /v2.0/networks/e28ad51d-7af9-4c75-967a-6d071066d878 HTTP/1.1" status: 204 len: 168 time: 1.5734222 Aug 10 03:30:53.048803 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ab9750-4e06-4bb1-b6e4-b83a197122f7 tempest-DHCPAgentSchedulersTestJSON-1255858078 tempest-DHCPAgentSchedulersTestJSON-1255858078-project] Pushing event deleted for resources: {'Network': ['ID=e28ad51d-7af9-4c75-967a-6d071066d878,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:53.156806 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-65950803-e4d8-4ea3-a3ea-7bab53fda097 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:53.163986 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26c1029-ce79-48ae-a118-e5f60938ee10 None None] Update dhcp port {'port': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'fixed_ips': [{'subnet_id': '901bd00c-6e00-413d-95c4-5fad4a5553c5'}], 'binding:host_id': 'n-d-768851-15'}, 'id': 'd3a7012e-c52e-455a-8fa5-6d80f41e49c9'} from n-d-768851-15. {{(pid=94218) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:30:53.176315 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-65950803-e4d8-4ea3-a3ea-7bab53fda097 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:53.200657 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d26c1029-ce79-48ae-a118-e5f60938ee10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:53.201320 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-65950803-e4d8-4ea3-a3ea-7bab53fda097 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:53.202705 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-65950803-e4d8-4ea3-a3ea-7bab53fda097 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3926086 Aug 10 03:30:53.205461 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 46184) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:53.511587 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 46190) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:53.550090 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-d26c1029-ce79-48ae-a118-e5f60938ee10 None None] Allocated IP 2001:db8::2 (da252ef5-253f-415c-bfce-1cf3e51986e9/901bd00c-6e00-413d-95c4-5fad4a5553c5/d3a7012e-c52e-455a-8fa5-6d80f41e49c9) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:30:53.647629 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-d26c1029-ce79-48ae-a118-e5f60938ee10 None None] For port d3a7012e-c52e-455a-8fa5-6d80f41e49c9, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=d3a7012e-c52e-455a-8fa5-6d80f41e49c9,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:53.696302 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac96808-8522-43b4-b048-23c25a313a30 req-90a9aa1b-8eb2-4f49-bdd5-bc3ed339ea80 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:53.697867 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8ac96808-8522-43b4-b048-23c25a313a30 req-90a9aa1b-8eb2-4f49-bdd5-bc3ed339ea80 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca28343c-fe86-42dd-84b4-d84ad430dcfc HTTP/1.1" status: 200 len: 945 time: 0.1290791 Aug 10 03:30:53.710034 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d26c1029-ce79-48ae-a118-e5f60938ee10 None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:53.721797 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b7b3c-8a40-4b0f-8fc3-043258d15a26 req-622212b8-026e-4be9-b9a8-982d8ead8452 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:53.724179 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d26c1029-ce79-48ae-a118-e5f60938ee10 None None] Ignored duplicate provisioning block setup for port d3a7012e-c52e-455a-8fa5-6d80f41e49c9 by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 10 03:30:53.728586 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d26c1029-ce79-48ae-a118-e5f60938ee10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:53.732857 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b36b7b3c-8a40-4b0f-8fc3-043258d15a26 req-622212b8-026e-4be9-b9a8-982d8ead8452 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.60 "GET /v2.0/networks?id=f7c7d7ee-09d6-4d22-b49f-5db89245c433 HTTP/1.1" status: 200 len: 796 time: 0.4120948 Aug 10 03:30:53.796426 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f06fa9d8-5e4a-4729-b41f-808003b6d586 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8472910986e04e159aee7540c1aa09a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2806735 Aug 10 03:30:53.796616 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 46196) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:53.812649 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6422cb7d-64de-4ba5-a04e-4e20556eff0f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:53.865296 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26c1029-ce79-48ae-a118-e5f60938ee10 None None] Pushing event updated for resources: {'Port': ['ID=d3a7012e-c52e-455a-8fa5-6d80f41e49c9,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:53.881060 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ff39feb8-b238-40c2-8017-a05fb905cc83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:53.881853 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b36b7b3c-8a40-4b0f-8fc3-043258d15a26 req-cca6541f-c44d-447d-a5f0-2d8183142ba8 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91c061317a63433fa1b564847f6d5cbb HTTP/1.1" status: 200 len: 472 time: 0.0856826 Aug 10 03:30:53.901846 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8ac96808-8522-43b4-b048-23c25a313a30 req-c16b893a-67de-4204-b304-0033ecfe9ee6 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963947 Aug 10 03:30:53.907223 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-b36b7b3c-8a40-4b0f-8fc3-043258d15a26 req-539fc6d4-7212-4fb2-90b0-f582f81758e2 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Request body: {'port': {'device_id': '4ffe1fee-a228-4d27-951e-6f6bfec65c9b', 'network_id': 'f7c7d7ee-09d6-4d22-b49f-5db89245c433', 'admin_state_up': True, 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'security_groups': ['9b0da509-0930-4249-9603-5790926fccb6']}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:53.931566 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ff39feb8-b238-40c2-8017-a05fb905cc83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:54.011959 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ff39feb8-b238-40c2-8017-a05fb905cc83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:54.015610 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ff39feb8-b238-40c2-8017-a05fb905cc83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:54.026422 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ff39feb8-b238-40c2-8017-a05fb905cc83 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1f272509-b917-4487-925e-2162f1d737ce HTTP/1.1" status: 204 len: 168 time: 0.2288456 Aug 10 03:30:54.050159 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff39feb8-b238-40c2-8017-a05fb905cc83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f272509-b917-4487-925e-2162f1d737ce,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:54.389980 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-337d2d70-9287-4f9c-9177-3e86c22262b8 req-8ea524ba-d07e-4330-a80e-12a5b18f37f8 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ffe1fee-a228-4d27-951e-6f6bfec65c9b HTTP/1.1" status: 200 len: 210 time: 0.2595139 Aug 10 03:30:54.439108 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-6422cb7d-64de-4ba5-a04e-4e20556eff0f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Allocated IP 2001:db8::1 (da252ef5-253f-415c-bfce-1cf3e51986e9/901bd00c-6e00-413d-95c4-5fad4a5553c5/2b6cc58a-82fe-4429-9032-3678aaa24485) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:30:54.489676 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 46214) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:54.516336 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-273a24bb-33cb-487a-9da0-25dbdaf96e1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:54.585162 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b36b7b3c-8a40-4b0f-8fc3-043258d15a26 req-539fc6d4-7212-4fb2-90b0-f582f81758e2 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Made reservation on behalf of 91c061317a63433fa1b564847f6d5cbb for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:30:54.589746 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b36b7b3c-8a40-4b0f-8fc3-043258d15a26 req-539fc6d4-7212-4fb2-90b0-f582f81758e2 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:54.670390 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6422cb7d-64de-4ba5-a04e-4e20556eff0f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:54.685537 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-273a24bb-33cb-487a-9da0-25dbdaf96e1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:54.693410 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-273a24bb-33cb-487a-9da0-25dbdaf96e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:54.737069 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-6422cb7d-64de-4ba5-a04e-4e20556eff0f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Transition to ACTIVE for port object 2b6cc58a-82fe-4429-9032-3678aaa24485 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:54.782474 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-273a24bb-33cb-487a-9da0-25dbdaf96e1c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ea43a4886e434d8b8724171d1df35a36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2909400 Aug 10 03:30:54.783523 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 46218) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:54.790902 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a24bb-33cb-487a-9da0-25dbdaf96e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8df9d77-568f-4fcc-b14d-e71f57ea77f6,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:54.871411 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-b36b7b3c-8a40-4b0f-8fc3-043258d15a26 req-539fc6d4-7212-4fb2-90b0-f582f81758e2 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Allocated IP 172.20.0.25 (f7c7d7ee-09d6-4d22-b49f-5db89245c433/2bf2459c-63ca-4710-b92f-b8237beb8400/49601e7f-b7b9-41c4-99dd-4d4203deb1c8) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:30:54.882892 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-99db2dff-a677-484c-adb3-70643d02ef2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:54.915137 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-99db2dff-a677-484c-adb3-70643d02ef2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:54.929212 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device d3a7012e-c52e-455a-8fa5-6d80f41e49c9 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:30:54.988010 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6422cb7d-64de-4ba5-a04e-4e20556eff0f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:54.999312 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-99db2dff-a677-484c-adb3-70643d02ef2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:55.001934 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-99db2dff-a677-484c-adb3-70643d02ef2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:55.008117 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-99db2dff-a677-484c-adb3-70643d02ef2c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e8df9d77-568f-4fcc-b14d-e71f57ea77f6 HTTP/1.1" status: 204 len: 168 time: 0.2190108 Aug 10 03:30:55.021747 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99db2dff-a677-484c-adb3-70643d02ef2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8df9d77-568f-4fcc-b14d-e71f57ea77f6,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:55.101740 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port d3a7012e-c52e-455a-8fa5-6d80f41e49c9 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:55.116018 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6422cb7d-64de-4ba5-a04e-4e20556eff0f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:55.141036 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-6422cb7d-64de-4ba5-a04e-4e20556eff0f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:55.161326 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6422cb7d-64de-4ba5-a04e-4e20556eff0f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:30:55.162008 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6422cb7d-64de-4ba5-a04e-4e20556eff0f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:55.165579 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6422cb7d-64de-4ba5-a04e-4e20556eff0f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event updated for resources: {'Port': ['ID=2b6cc58a-82fe-4429-9032-3678aaa24485,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:55.220995 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6422cb7d-64de-4ba5-a04e-4e20556eff0f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:55.221501 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6422cb7d-64de-4ba5-a04e-4e20556eff0f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:55.221944 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6422cb7d-64de-4ba5-a04e-4e20556eff0f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:55.222404 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6422cb7d-64de-4ba5-a04e-4e20556eff0f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:55.222991 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6422cb7d-64de-4ba5-a04e-4e20556eff0f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:55.223427 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6422cb7d-64de-4ba5-a04e-4e20556eff0f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:55.224001 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6422cb7d-64de-4ba5-a04e-4e20556eff0f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:55.224403 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6422cb7d-64de-4ba5-a04e-4e20556eff0f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:55.224799 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6422cb7d-64de-4ba5-a04e-4e20556eff0f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:55.225215 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6422cb7d-64de-4ba5-a04e-4e20556eff0f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:55.225606 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6422cb7d-64de-4ba5-a04e-4e20556eff0f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:55.226001 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6422cb7d-64de-4ba5-a04e-4e20556eff0f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:55.321937 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b36b7b3c-8a40-4b0f-8fc3-043258d15a26 req-539fc6d4-7212-4fb2-90b0-f582f81758e2 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:55.350920 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7077a46-a8c8-4466-b358-5f7a245c06f3 req-831be420-1993-42ad-86ad-fba99d5afe05 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:55.352876 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f7077a46-a8c8-4466-b358-5f7a245c06f3 req-831be420-1993-42ad-86ad-fba99d5afe05 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca28343c-fe86-42dd-84b4-d84ad430dcfc HTTP/1.1" status: 200 len: 945 time: 0.2523432 Aug 10 03:30:55.432070 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-869ea073-a93f-4f2f-bdca-c9a11c6d3308 None None] Provisioning for port d3a7012e-c52e-455a-8fa5-6d80f41e49c9 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:55.443135 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-869ea073-a93f-4f2f-bdca-c9a11c6d3308 None None] Provisioning complete for port d3a7012e-c52e-455a-8fa5-6d80f41e49c9 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:55.444041 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-869ea073-a93f-4f2f-bdca-c9a11c6d3308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:55.455276 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-b36b7b3c-8a40-4b0f-8fc3-043258d15a26 req-539fc6d4-7212-4fb2-90b0-f582f81758e2 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Transition to ACTIVE for port object 49601e7f-b7b9-41c4-99dd-4d4203deb1c8 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:55.546882 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f7077a46-a8c8-4466-b358-5f7a245c06f3 req-a3e9144e-8513-45f5-a29e-b1aa11ea8c92 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827464 Aug 10 03:30:55.561435 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6422cb7d-64de-4ba5-a04e-4e20556eff0f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:55.634088 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-26c5f660-1fec-423b-84d2-f8ae906a6904 req-e6006304-3b23-4859-88c4-169e33eb98e6 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ffe1fee-a228-4d27-951e-6f6bfec65c9b HTTP/1.1" status: 200 len: 210 time: 0.1142399 Aug 10 03:30:55.659137 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-869ea073-a93f-4f2f-bdca-c9a11c6d3308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:55.727491 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-869ea073-a93f-4f2f-bdca-c9a11c6d3308 None None] For port d3a7012e-c52e-455a-8fa5-6d80f41e49c9, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=d3a7012e-c52e-455a-8fa5-6d80f41e49c9,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:55.732467 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-869ea073-a93f-4f2f-bdca-c9a11c6d3308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:55.797050 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc8a7a9-b749-4d61-a1c9-7ee6bc1e8e80 None None] get_active_networks_info from n-d-768851-15 {{(pid=94218) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:30:55.836788 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b36b7b3c-8a40-4b0f-8fc3-043258d15a26 req-539fc6d4-7212-4fb2-90b0-f582f81758e2 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:55.963742 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869ea073-a93f-4f2f-bdca-c9a11c6d3308 None None] Pushing event updated for resources: {'Port': ['ID=d3a7012e-c52e-455a-8fa5-6d80f41e49c9,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:55.983217 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b36b7b3c-8a40-4b0f-8fc3-043258d15a26 req-539fc6d4-7212-4fb2-90b0-f582f81758e2 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Network f7c7d7ee-09d6-4d22-b49f-5db89245c433 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:55.984415 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-56978d1e-10c9-4b62-893f-e1e50ae076e3 None None] Provisioning for port 2b6cc58a-82fe-4429-9032-3678aaa24485 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:55.987402 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-b36b7b3c-8a40-4b0f-8fc3-043258d15a26 req-539fc6d4-7212-4fb2-90b0-f582f81758e2 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:56.003167 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc8a7a9-b749-4d61-a1c9-7ee6bc1e8e80 None None] Resources bound (agent type, host, resource id): {{(pid=94218) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:30:56.005192 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-56978d1e-10c9-4b62-893f-e1e50ae076e3 None None] Provisioning complete for port 2b6cc58a-82fe-4429-9032-3678aaa24485 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:56.005571 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-56978d1e-10c9-4b62-893f-e1e50ae076e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:56.013115 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-b36b7b3c-8a40-4b0f-8fc3-043258d15a26 req-539fc6d4-7212-4fb2-90b0-f582f81758e2 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:30:56.072724 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0013f5d8-9d54-44e6-9158-d63d02ef119d req-5cf1e7c9-4cf3-400a-b6b9-407e8d84ef35 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=440b775b-80cd-4e91-8c68-431fec30100f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0663795 Aug 10 03:30:56.149769 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b7b3c-8a40-4b0f-8fc3-043258d15a26 req-539fc6d4-7212-4fb2-90b0-f582f81758e2 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:56.150722 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b36b7b3c-8a40-4b0f-8fc3-043258d15a26 req-539fc6d4-7212-4fb2-90b0-f582f81758e2 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:56.155738 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-56978d1e-10c9-4b62-893f-e1e50ae076e3 None None] Port 2b6cc58a-82fe-4429-9032-3678aaa24485 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:30:56.176894 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539fc6d4-7212-4fb2-90b0-f582f81758e2 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Pushing event updated for resources: {'Port': ['ID=49601e7f-b7b9-41c4-99dd-4d4203deb1c8,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:56.217380 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b36b7b3c-8a40-4b0f-8fc3-043258d15a26 req-539fc6d4-7212-4fb2-90b0-f582f81758e2 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3190739 Aug 10 03:30:56.230526 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0013f5d8-9d54-44e6-9158-d63d02ef119d req-fe20cecb-83bb-42c4-b5b7-c064a714a270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:56.232660 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0013f5d8-9d54-44e6-9158-d63d02ef119d req-fe20cecb-83bb-42c4-b5b7-c064a714a270 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=716a2501dd514284b3618ba976b1a21f&device_id=440b775b-80cd-4e91-8c68-431fec30100f HTTP/1.1" status: 200 len: 1098 time: 0.0972064 Aug 10 03:30:56.236892 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-b36b7b3c-8a40-4b0f-8fc3-043258d15a26 req-514dbdd0-b4cb-45ff-a39f-c6062989d545 service neutron] Request body: {'port': {'device_id': '4ffe1fee-a228-4d27-951e-6f6bfec65c9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:56.398593 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:56.518882 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0013f5d8-9d54-44e6-9158-d63d02ef119d req-71094407-ee03-4623-b411-18484c32bedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:56.523701 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0013f5d8-9d54-44e6-9158-d63d02ef119d req-71094407-ee03-4623-b411-18484c32bedc service neutron] 10.222.0.60 "GET /v2.0/networks?id=b944b0e3-b136-43d0-aeef-f89e7c552d7f HTTP/1.1" status: 200 len: 912 time: 0.2638009 Aug 10 03:30:56.718709 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:56.731065 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0013f5d8-9d54-44e6-9158-d63d02ef119d req-a06967d3-2a2e-4256-a9ef-97c1cb3f5f34 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bae3c42a-296e-48e7-85b1-5414684b600c HTTP/1.1" status: 200 len: 1001 time: 0.1922235 Aug 10 03:30:56.885254 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device d3a7012e-c52e-455a-8fa5-6d80f41e49c9 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:30:56.966796 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0013f5d8-9d54-44e6-9158-d63d02ef119d req-57fe50ed-7879-43c5-abf2-499d783df179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:56.968316 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0013f5d8-9d54-44e6-9158-d63d02ef119d req-57fe50ed-7879-43c5-abf2-499d783df179 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9fa6e43b-250a-4024-b95b-0ad12ce73ea4 HTTP/1.1" status: 200 len: 850 time: 0.2083204 Aug 10 03:30:56.972447 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-22d015e2-e39e-483f-a03c-62f70104fd26 req-5d2488a8-c6ac-4a92-ae12-e361cd839c65 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fe65015a-9af5-4203-b5ff-e400a5a5d632&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2402112 Aug 10 03:30:57.053168 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port d3a7012e-c52e-455a-8fa5-6d80f41e49c9 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:57.055082 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:57.101865 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0013f5d8-9d54-44e6-9158-d63d02ef119d req-5798774b-bb22-4d8a-b724-69697c1131d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:57.119181 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0013f5d8-9d54-44e6-9158-d63d02ef119d req-5798774b-bb22-4d8a-b724-69697c1131d8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b944b0e3-b136-43d0-aeef-f89e7c552d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1403904 Aug 10 03:30:57.332825 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d015e2-e39e-483f-a03c-62f70104fd26 req-0475163c-90e8-4f65-a90b-12bf8ed75d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:57.334346 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-22d015e2-e39e-483f-a03c-62f70104fd26 req-0475163c-90e8-4f65-a90b-12bf8ed75d1c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=91c061317a63433fa1b564847f6d5cbb&device_id=fe65015a-9af5-4203-b5ff-e400a5a5d632 HTTP/1.1" status: 200 len: 1097 time: 0.2892165 Aug 10 03:30:57.423320 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6422cb7d-64de-4ba5-a04e-4e20556eff0f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:57.446504 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd0193-d9ac-4512-9823-cd49b1d39737 req-04208ebe-c386-42d4-9d1d-089d5b269e16 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:57.451516 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-89cd0193-d9ac-4512-9823-cd49b1d39737 req-04208ebe-c386-42d4-9d1d-089d5b269e16 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca28343c-fe86-42dd-84b4-d84ad430dcfc HTTP/1.1" status: 200 len: 945 time: 0.2677236 Aug 10 03:30:57.454167 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b36b7b3c-8a40-4b0f-8fc3-043258d15a26 req-514dbdd0-b4cb-45ff-a39f-c6062989d545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:57.485189 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6422cb7d-64de-4ba5-a04e-4e20556eff0f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:57.490510 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6422cb7d-64de-4ba5-a04e-4e20556eff0f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:57.594956 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0013f5d8-9d54-44e6-9158-d63d02ef119d req-63b7a7f9-707b-4947-b666-ec8aa62363bf service neutron] 10.222.0.60 "GET /v2.0/networks/b944b0e3-b136-43d0-aeef-f89e7c552d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4328799 Aug 10 03:30:57.667221 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 46286) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:57.669921 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6422cb7d-64de-4ba5-a04e-4e20556eff0f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event updated for resources: {'Port': ['ID=2b6cc58a-82fe-4429-9032-3678aaa24485,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:57.773374 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0013f5d8-9d54-44e6-9158-d63d02ef119d req-ebd249e9-1ee4-4d1c-a030-e1270df3a44e service neutron] 10.222.0.60 "GET /v2.0/networks/b944b0e3-b136-43d0-aeef-f89e7c552d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559122 Aug 10 03:30:57.778397 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d015e2-e39e-483f-a03c-62f70104fd26 req-8af370b9-e220-43a0-aeb6-2bf216719865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:57.779901 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-22d015e2-e39e-483f-a03c-62f70104fd26 req-8af370b9-e220-43a0-aeb6-2bf216719865 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1a6736e6-4bf2-4fd6-b608-02d7e87502ef HTTP/1.1" status: 200 len: 898 time: 0.4039040 Aug 10 03:30:57.843835 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-89cd0193-d9ac-4512-9823-cd49b1d39737 req-dee429fc-3ac8-46d7-bd06-846521a1d041 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3792622 Aug 10 03:30:57.907120 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-22d015e2-e39e-483f-a03c-62f70104fd26 req-902113dd-67f7-476e-a7bc-06a72051d098 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fdb6b710-00f4-4d02-a58a-af16415ea8dc HTTP/1.1" status: 200 len: 1001 time: 0.1079907 Aug 10 03:30:57.926589 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-6e00f4ac-7eb1-4438-a5aa-89a545b6729b None None] Provisioning complete for port d3a7012e-c52e-455a-8fa5-6d80f41e49c9 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:57.927002 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-6e00f4ac-7eb1-4438-a5aa-89a545b6729b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:58.027872 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d015e2-e39e-483f-a03c-62f70104fd26 req-25c0ded4-b977-4bdc-9493-863891fd0252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:58.031976 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-22d015e2-e39e-483f-a03c-62f70104fd26 req-25c0ded4-b977-4bdc-9493-863891fd0252 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=672e7333-eb8c-40ae-a818-36f1d38e30f2 HTTP/1.1" status: 200 len: 835 time: 0.1170173 Aug 10 03:30:58.078192 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-1d3700ad-49fe-4c47-820f-b9d82200a0f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919030314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919030314-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1759965219'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:58.125861 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-6e00f4ac-7eb1-4438-a5aa-89a545b6729b None None] Provisioning complete for port 2b6cc58a-82fe-4429-9032-3678aaa24485 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:58.126897 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-6e00f4ac-7eb1-4438-a5aa-89a545b6729b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:58.166153 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-6e00f4ac-7eb1-4438-a5aa-89a545b6729b None None] Port 2b6cc58a-82fe-4429-9032-3678aaa24485 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:30:58.178317 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d015e2-e39e-483f-a03c-62f70104fd26 req-12dd4b99-ad3a-4830-a7bf-aa583c72247a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:58.180060 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-22d015e2-e39e-483f-a03c-62f70104fd26 req-12dd4b99-ad3a-4830-a7bf-aa583c72247a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1a6736e6-4bf2-4fd6-b608-02d7e87502ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1302285 Aug 10 03:30:58.212485 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d3700ad-49fe-4c47-820f-b9d82200a0f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919030314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919030314-project] Made reservation on behalf of cce82f66cb254a8daee51a4ca45441a7 for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:30:58.217804 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1d3700ad-49fe-4c47-820f-b9d82200a0f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919030314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919030314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:58.230793 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1d3700ad-49fe-4c47-820f-b9d82200a0f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919030314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919030314-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:58.271313 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1e1f1-829f-40ba-b779-2ee0d706f113 req-56167e1f-6bb0-4fcc-9cad-fa895f686c1c tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:58.274032 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dbf1e1f1-829f-40ba-b779-2ee0d706f113 req-56167e1f-6bb0-4fcc-9cad-fa895f686c1c tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ffe1fee-a228-4d27-951e-6f6bfec65c9b HTTP/1.1" status: 200 len: 932 time: 1.0868168 Aug 10 03:30:58.305157 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0150a730-fdfa-4b13-b32f-23c68d5ea518 None None] Provisioning for port 49601e7f-b7b9-41c4-99dd-4d4203deb1c8 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:58.310603 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0150a730-fdfa-4b13-b32f-23c68d5ea518 None None] Provisioning complete for port 49601e7f-b7b9-41c4-99dd-4d4203deb1c8 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:58.311276 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0150a730-fdfa-4b13-b32f-23c68d5ea518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:58.343766 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-22d015e2-e39e-483f-a03c-62f70104fd26 req-7ad983a2-637c-4296-8013-c97bc7c6d354 service neutron] 10.222.0.58 "GET /v2.0/networks/1a6736e6-4bf2-4fd6-b608-02d7e87502ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239200 Aug 10 03:30:58.381301 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6422cb7d-64de-4ba5-a04e-4e20556eff0f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:58.383450 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0150a730-fdfa-4b13-b32f-23c68d5ea518 None None] Port 49601e7f-b7b9-41c4-99dd-4d4203deb1c8 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:30:58.405513 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-6422cb7d-64de-4ba5-a04e-4e20556eff0f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:58.412458 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dbf1e1f1-829f-40ba-b779-2ee0d706f113 req-56e2a90f-bcff-43c8-bce3-31a3fd0a57a2 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/security-groups?id=9b0da509-0930-4249-9603-5790926fccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651131 Aug 10 03:30:58.510618 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-22d015e2-e39e-483f-a03c-62f70104fd26 req-ee895c30-e3b9-4563-bad3-3944b85a556e service neutron] 10.222.0.58 "GET /v2.0/networks/1a6736e6-4bf2-4fd6-b608-02d7e87502ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581759 Aug 10 03:30:58.594402 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1d3700ad-49fe-4c47-820f-b9d82200a0f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919030314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919030314-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:58.608202 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1d3700ad-49fe-4c47-820f-b9d82200a0f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919030314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919030314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:58.628433 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-b36b7b3c-8a40-4b0f-8fc3-043258d15a26 req-514dbdd0-b4cb-45ff-a39f-c6062989d545 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49601e7f-b7b9-41c4-99dd-4d4203deb1c8 {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:30:58.658189 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b36b7b3c-8a40-4b0f-8fc3-043258d15a26 req-514dbdd0-b4cb-45ff-a39f-c6062989d545 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:58.666670 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d3700ad-49fe-4c47-820f-b9d82200a0f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919030314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919030314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:30:58.688094 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3700ad-49fe-4c47-820f-b9d82200a0f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919030314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919030314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce47903-72a4-46c9-acc4-37fe6ac6436a,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:58.698668 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-b36b7b3c-8a40-4b0f-8fc3-043258d15a26 req-514dbdd0-b4cb-45ff-a39f-c6062989d545 service neutron] Transition to ACTIVE for port object 49601e7f-b7b9-41c4-99dd-4d4203deb1c8 will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:58.700235 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1d3700ad-49fe-4c47-820f-b9d82200a0f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919030314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919030314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:58.700708 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-1d3700ad-49fe-4c47-820f-b9d82200a0f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919030314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919030314-project] Added segment 8dc54e44-451a-4aea-928e-d155dcb04899 of type vlan for network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 Aug 10 03:30:58.715183 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b36b7b3c-8a40-4b0f-8fc3-043258d15a26 req-514dbdd0-b4cb-45ff-a39f-c6062989d545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:58.782697 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1d3700ad-49fe-4c47-820f-b9d82200a0f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919030314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919030314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:58.804803 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6422cb7d-64de-4ba5-a04e-4e20556eff0f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Router fb5feb1c-07f1-4fdc-b6af-3f81fe22a0a3 is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:30:58.814149 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-f7d8bc3e-8648-431c-a54c-5128fef17d4c None None] Provisioning complete for port 2b6cc58a-82fe-4429-9032-3678aaa24485 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:58.814813 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f7d8bc3e-8648-431c-a54c-5128fef17d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:58.818944 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514dbdd0-b4cb-45ff-a39f-c6062989d545 service neutron] Pushing event updated for resources: {'Port': ['ID=49601e7f-b7b9-41c4-99dd-4d4203deb1c8,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:58.865125 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-f7d8bc3e-8648-431c-a54c-5128fef17d4c None None] Port 2b6cc58a-82fe-4429-9032-3678aaa24485 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:30:58.918953 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1d3700ad-49fe-4c47-820f-b9d82200a0f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919030314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919030314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:58.922802 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3700ad-49fe-4c47-820f-b9d82200a0f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919030314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919030314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:58.923359 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1d3700ad-49fe-4c47-820f-b9d82200a0f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919030314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919030314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:59.071508 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-1d3700ad-49fe-4c47-820f-b9d82200a0f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919030314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919030314-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.3983958 Aug 10 03:30:59.108636 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3700ad-49fe-4c47-820f-b9d82200a0f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919030314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919030314-project] Pushing event updated for resources: {'Network': ['ID=ab936dff-00cc-46e5-b90a-fb7bfab8d5b9,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:59.135544 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-b36b7b3c-8a40-4b0f-8fc3-043258d15a26 req-514dbdd0-b4cb-45ff-a39f-c6062989d545 service neutron] Attempting to bind port 49601e7f-b7b9-41c4-99dd-4d4203deb1c8 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:30:59.135895 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-b36b7b3c-8a40-4b0f-8fc3-043258d15a26 req-514dbdd0-b4cb-45ff-a39f-c6062989d545 service neutron] Attempting to bind port 49601e7f-b7b9-41c4-99dd-4d4203deb1c8 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '78544607-b351-4c3b-bca2-1fc92e96546a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f7c7d7ee-09d6-4d22-b49f-5db89245c433'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:30:59.136222 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36b7b3c-8a40-4b0f-8fc3-043258d15a26 req-514dbdd0-b4cb-45ff-a39f-c6062989d545 service neutron] Attempting to bind port 49601e7f-b7b9-41c4-99dd-4d4203deb1c8 on network f7c7d7ee-09d6-4d22-b49f-5db89245c433 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:30:59.162342 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6422cb7d-64de-4ba5-a04e-4e20556eff0f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:30:59.189362 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e917191-0780-4059-9e11-9224ddc05406 None None] Sync routers for ids ['fb5feb1c-07f1-4fdc-b6af-3f81fe22a0a3'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:30:59.189930 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 46320) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:59.201939 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-6422cb7d-64de-4ba5-a04e-4e20556eff0f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "PUT /v2.0/routers/fb5feb1c-07f1-4fdc-b6af-3f81fe22a0a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9950926 Aug 10 03:30:59.202250 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e917191-0780-4059-9e11-9224ddc05406 None None] Routers {'fb5feb1c-07f1-4fdc-b6af-3f81fe22a0a3'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:30:59.212407 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-4e917191-0780-4059-9e11-9224ddc05406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:30:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['fb5feb1c-07f1-4fdc-b6af-3f81fe22a0a3'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:59.222778 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2ad9e-68ab-4484-9f41-8d05c1d53f38 req-a10f3dd1-1699-4e54-a051-5dee04b8287e tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:59.224626 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9aa2ad9e-68ab-4484-9f41-8d05c1d53f38 req-a10f3dd1-1699-4e54-a051-5dee04b8287e tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca28343c-fe86-42dd-84b4-d84ad430dcfc HTTP/1.1" status: 200 len: 945 time: 0.2550037 Aug 10 03:30:59.225340 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 46322) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:59.231698 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Request body: {'port': {'network_id': 'ab936dff-00cc-46e5-b90a-fb7bfab8d5b9', 'binding:host_id': 'n-h2-768851-15', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-754338852'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:59.235658 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36b7b3c-8a40-4b0f-8fc3-043258d15a26 req-514dbdd0-b4cb-45ff-a39f-c6062989d545 service neutron] Port 49601e7f-b7b9-41c4-99dd-4d4203deb1c8 on network f7c7d7ee-09d6-4d22-b49f-5db89245c433 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:30:59.236059 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36b7b3c-8a40-4b0f-8fc3-043258d15a26 req-514dbdd0-b4cb-45ff-a39f-c6062989d545 service neutron] Attempting to bind port 49601e7f-b7b9-41c4-99dd-4d4203deb1c8 on network f7c7d7ee-09d6-4d22-b49f-5db89245c433 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:30:59.300602 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36b7b3c-8a40-4b0f-8fc3-043258d15a26 req-514dbdd0-b4cb-45ff-a39f-c6062989d545 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:30:59.305018 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36b7b3c-8a40-4b0f-8fc3-043258d15a26 req-514dbdd0-b4cb-45ff-a39f-c6062989d545 service neutron] Checking segment: {'id': '78544607-b351-4c3b-bca2-1fc92e96546a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f7c7d7ee-09d6-4d22-b49f-5db89245c433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:30:59.305528 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36b7b3c-8a40-4b0f-8fc3-043258d15a26 req-514dbdd0-b4cb-45ff-a39f-c6062989d545 service neutron] Bound using segment: {'id': '78544607-b351-4c3b-bca2-1fc92e96546a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f7c7d7ee-09d6-4d22-b49f-5db89245c433'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:30:59.308458 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-b36b7b3c-8a40-4b0f-8fc3-043258d15a26 req-514dbdd0-b4cb-45ff-a39f-c6062989d545 service neutron] Bound port: 49601e7f-b7b9-41c4-99dd-4d4203deb1c8, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78544607-b351-4c3b-bca2-1fc92e96546a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f7c7d7ee-09d6-4d22-b49f-5db89245c433'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:30:59.310697 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b36b7b3c-8a40-4b0f-8fc3-043258d15a26 req-514dbdd0-b4cb-45ff-a39f-c6062989d545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:59.313562 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3abc098-95a2-47c5-8000-d4dd937fe8fe tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:59.331090 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b3abc098-95a2-47c5-8000-d4dd937fe8fe tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/ports/2b6cc58a-82fe-4429-9032-3678aaa24485 HTTP/1.1" status: 200 len: 911 time: 0.1332102 Aug 10 03:30:59.331779 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 46334) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:59.408960 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Made reservation on behalf of 4d0115204ab64a9d86a42b4152ebee40 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:30:59.411846 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:59.420765 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-4e917191-0780-4059-9e11-9224ddc05406 None None] Set router fb5feb1c-07f1-4fdc-b6af-3f81fe22a0a3 gateway port host: None {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:30:59.480070 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:30:59.521960 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d0fcd3-5d92-424d-89e5-d16b37c91e25 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:59.538398 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d0fcd3-5d92-424d-89e5-d16b37c91e25 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:59.540926 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9aa2ad9e-68ab-4484-9f41-8d05c1d53f38 req-fbc15c2c-29be-4dcd-a44f-a419662b0651 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979617 Aug 10 03:30:59.542217 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:59.545053 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-60d0fcd3-5d92-424d-89e5-d16b37c91e25 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2122538 Aug 10 03:30:59.554226 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 46344) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:59.668028 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-b36b7b3c-8a40-4b0f-8fc3-043258d15a26 req-514dbdd0-b4cb-45ff-a39f-c6062989d545 service neutron] For port 49601e7f-b7b9-41c4-99dd-4d4203deb1c8, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:30:59.708848 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-b36b7b3c-8a40-4b0f-8fc3-043258d15a26 req-514dbdd0-b4cb-45ff-a39f-c6062989d545 service neutron] For port 49601e7f-b7b9-41c4-99dd-4d4203deb1c8, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=49601e7f-b7b9-41c4-99dd-4d4203deb1c8,segment=NetworkSegment(78544607-b351-4c3b-bca2-1fc92e96546a),segment_id=78544607-b351-4c3b-bca2-1fc92e96546a)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:30:59.836404 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-4e917191-0780-4059-9e11-9224ddc05406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5feb1c-07f1-4fdc-b6af-3f81fe22a0a3', 'name': 'tempest-NetworksTestDHCPv6-router-785860443', 'tenant_id': '984bdecd49e44336b94df38f23469327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:52Z', 'updated_at': '2021-08-10T03:30:55Z', 'revision_number': 2, 'project_id': '984bdecd49e44336b94df38f23469327', 'gw_port_host': None, '_interfaces': [{'id': '2b6cc58a-82fe-4429-9032-3678aaa24485', 'name': '', 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'tenant_id': '984bdecd49e44336b94df38f23469327', 'mac_address': 'fa:16:3e:75:93:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb5feb1c-07f1-4fdc-b6af-3f81fe22a0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': '901bd00c-6e00-413d-95c4-5fad4a5553c5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:54Z', 'updated_at': '2021-08-10T03:30:56Z', 'revision_number': 2, 'project_id': '984bdecd49e44336b94df38f23469327', 'subnets': [{'id': '901bd00c-6e00-413d-95c4-5fad4a5553c5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:59.847733 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:59.855266 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b36b7b3c-8a40-4b0f-8fc3-043258d15a26 req-514dbdd0-b4cb-45ff-a39f-c6062989d545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:59.874059 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e917191-0780-4059-9e11-9224ddc05406 None None] Checking router: fb5feb1c-07f1-4fdc-b6af-3f81fe22a0a3 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:30:59.874059 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e917191-0780-4059-9e11-9224ddc05406 None None] Updating router fb5feb1c-07f1-4fdc-b6af-3f81fe22a0a3 port 2b6cc58a-82fe-4429-9032-3678aaa24485 binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:30:59.900339 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-4e917191-0780-4059-9e11-9224ddc05406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:59.909483 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:59.929361 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b7b3c-8a40-4b0f-8fc3-043258d15a26 req-514dbdd0-b4cb-45ff-a39f-c6062989d545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:59.930007 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b36b7b3c-8a40-4b0f-8fc3-043258d15a26 req-514dbdd0-b4cb-45ff-a39f-c6062989d545 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:59.934443 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b36b7b3c-8a40-4b0f-8fc3-043258d15a26 req-514dbdd0-b4cb-45ff-a39f-c6062989d545 service neutron] 10.222.0.60 "PUT /v2.0/ports/49601e7f-b7b9-41c4-99dd-4d4203deb1c8 HTTP/1.1" status: 200 len: 1093 time: 3.7039714 Aug 10 03:30:59.935679 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] device_id is not set on port e687000b-5986-4fd9-9f51-715128163ba4 yet. {{(pid=94216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:30:59.978890 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ffe1fee-a228-4d27-951e-6f6bfec65c9b', 'tag': '49601e7f-b7b9-41c4-99dd-4d4203deb1c8'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:30:59.982423 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef3b2273-ae5c-446c-8a0d-3af8c8dca6b8" -d '{"events": [{"name": "network-changed", "server_uuid": "4ffe1fee-a228-4d27-951e-6f6bfec65c9b", "tag": "49601e7f-b7b9-41c4-99dd-4d4203deb1c8"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:31:00.020662 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c097a94c-9f18-4cef-9b4d-341770ad0935 req-5416ee55-0343-4ff3-b3cc-5856536dec43 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:00.023667 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c097a94c-9f18-4cef-9b4d-341770ad0935 req-5416ee55-0343-4ff3-b3cc-5856536dec43 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ffe1fee-a228-4d27-951e-6f6bfec65c9b HTTP/1.1" status: 200 len: 944 time: 0.4628847 Aug 10 03:31:00.181687 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aabc5214-080d-4fac-b309-bd3402dbfda0 x-openstack-request-id: req-aabc5214-080d-4fac-b309-bd3402dbfda0 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:31:00.182310 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ffe1fee-a228-4d27-951e-6f6bfec65c9b", "tag": "49601e7f-b7b9-41c4-99dd-4d4203deb1c8", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:31:00.185034 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-aabc5214-080d-4fac-b309-bd3402dbfda0 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:31:00.185944 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ffe1fee-a228-4d27-951e-6f6bfec65c9b', 'tag': '49601e7f-b7b9-41c4-99dd-4d4203deb1c8', 'status': 'completed', 'code': 200} Aug 10 03:31:00.318227 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-1d6eed63-dc60-4420-84b8-cc8e2e458ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:00.391633 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c097a94c-9f18-4cef-9b4d-341770ad0935 req-05dad931-0888-4991-9d51-aee63204cd4d tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/security-groups?id=9b0da509-0930-4249-9603-5790926fccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2413986 Aug 10 03:31:00.392505 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf89004e-97de-4708-8cc3-176bdbfb83e3,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:00.417805 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2f3c17e3-0df3-4944-b73c-f6ce74e78d01 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:00.437137 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514dbdd0-b4cb-45ff-a39f-c6062989d545 service neutron] Pushing event updated for resources: {'Port': ['ID=49601e7f-b7b9-41c4-99dd-4d4203deb1c8,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:00.449284 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b7b3c-8a40-4b0f-8fc3-043258d15a26 req-7a871194-b349-48a4-bf30-dcc85bfa8f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:00.450869 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b36b7b3c-8a40-4b0f-8fc3-043258d15a26 req-7a871194-b349-48a4-bf30-dcc85bfa8f67 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=91c061317a63433fa1b564847f6d5cbb&device_id=4ffe1fee-a228-4d27-951e-6f6bfec65c9b HTTP/1.1" status: 200 len: 1096 time: 0.4606833 Aug 10 03:31:00.520920 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-4e917191-0780-4059-9e11-9224ddc05406 None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:00.529002 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b36b7b3c-8a40-4b0f-8fc3-043258d15a26 req-6cf11510-aed2-407a-ba3c-0eecec5f9e2d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=49601e7f-b7b9-41c4-99dd-4d4203deb1c8 HTTP/1.1" status: 200 len: 217 time: 0.0605559 Aug 10 03:31:00.537595 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-4e917191-0780-4059-9e11-9224ddc05406 None None] Transition to ACTIVE for port object 2b6cc58a-82fe-4429-9032-3678aaa24485 will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:00.625314 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-4e917191-0780-4059-9e11-9224ddc05406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:00.807776 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-2f3c17e3-0df3-4944-b73c-f6ce74e78d01 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Deleting port 2b6cc58a-82fe-4429-9032-3678aaa24485 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:00.808127 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2f3c17e3-0df3-4944-b73c-f6ce74e78d01 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:00.834484 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b7b3c-8a40-4b0f-8fc3-043258d15a26 req-f7144227-98e9-494a-bb69-aae7824031c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:00.836039 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b36b7b3c-8a40-4b0f-8fc3-043258d15a26 req-f7144227-98e9-494a-bb69-aae7824031c4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2bf2459c-63ca-4710-b92f-b8237beb8400 HTTP/1.1" status: 200 len: 837 time: 0.2943473 Aug 10 03:31:00.858149 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbfe59d-9005-4891-b461-ed5f114a19f8 None None] Pushing event updated for resources: {'Port': ['ID=2b6cc58a-82fe-4429-9032-3678aaa24485,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:00.889435 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbfe59d-9005-4891-b461-ed5f114a19f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:00.889793 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbfe59d-9005-4891-b461-ed5f114a19f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:00.890134 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbfe59d-9005-4891-b461-ed5f114a19f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:00.890523 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbfe59d-9005-4891-b461-ed5f114a19f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:00.890937 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbfe59d-9005-4891-b461-ed5f114a19f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:00.891269 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbfe59d-9005-4891-b461-ed5f114a19f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:00.891684 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbfe59d-9005-4891-b461-ed5f114a19f8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:00.892012 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbfe59d-9005-4891-b461-ed5f114a19f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:00.892348 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbfe59d-9005-4891-b461-ed5f114a19f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:00.892720 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbfe59d-9005-4891-b461-ed5f114a19f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:00.893180 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbfe59d-9005-4891-b461-ed5f114a19f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:00.893558 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbfe59d-9005-4891-b461-ed5f114a19f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:00.900290 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-4e917191-0780-4059-9e11-9224ddc05406 None None] Attempting to bind port 2b6cc58a-82fe-4429-9032-3678aaa24485 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:00.900662 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-4e917191-0780-4059-9e11-9224ddc05406 None None] Attempting to bind port 2b6cc58a-82fe-4429-9032-3678aaa24485 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:00.905221 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e917191-0780-4059-9e11-9224ddc05406 None None] Attempting to bind port 2b6cc58a-82fe-4429-9032-3678aaa24485 on network da252ef5-253f-415c-bfce-1cf3e51986e9 {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:00.929229 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e917191-0780-4059-9e11-9224ddc05406 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:31:00.929910 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e917191-0780-4059-9e11-9224ddc05406 None None] Checking segment: {'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:31:00.930073 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-4e917191-0780-4059-9e11-9224ddc05406 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:00.930504 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e917191-0780-4059-9e11-9224ddc05406 None None] Bound using segment: {'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:31:00.938063 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-4e917191-0780-4059-9e11-9224ddc05406 None None] Bound port: 2b6cc58a-82fe-4429-9032-3678aaa24485, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:31:00.938774 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-4e917191-0780-4059-9e11-9224ddc05406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:00.966136 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb04c4-47e3-4184-afed-64655bab83ec req-a8390180-c5e0-4524-8931-c2dd63d002b5 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:00.967796 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d9fb04c4-47e3-4184-afed-64655bab83ec req-a8390180-c5e0-4524-8931-c2dd63d002b5 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca28343c-fe86-42dd-84b4-d84ad430dcfc HTTP/1.1" status: 200 len: 945 time: 0.2621799 Aug 10 03:31:00.994491 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] device_id is not set on port e687000b-5986-4fd9-9f51-715128163ba4 yet. {{(pid=94216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:31:01.004289 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-2f3c17e3-0df3-4944-b73c-f6ce74e78d01 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] For port 2b6cc58a-82fe-4429-9032-3678aaa24485, host n-d-768851-15, got binding levels [] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:01.004662 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2f3c17e3-0df3-4944-b73c-f6ce74e78d01 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:01.046049 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-2f3c17e3-0df3-4944-b73c-f6ce74e78d01 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Calling delete_port for 2b6cc58a-82fe-4429-9032-3678aaa24485 owned by network:router_interface {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:01.079878 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:01.102799 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Transition to ACTIVE for port object e687000b-5986-4fd9-9f51-715128163ba4 will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:01.129823 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-4e917191-0780-4059-9e11-9224ddc05406 None None] For port 2b6cc58a-82fe-4429-9032-3678aaa24485, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:31:01.131180 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d9fb04c4-47e3-4184-afed-64655bab83ec req-dbed7d5c-129b-4680-8303-ed4d06e64996 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431572 Aug 10 03:31:01.133228 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-4e917191-0780-4059-9e11-9224ddc05406 None None] For port 2b6cc58a-82fe-4429-9032-3678aaa24485, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=2b6cc58a-82fe-4429-9032-3678aaa24485,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:31:01.139040 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:01.150642 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-4e917191-0780-4059-9e11-9224ddc05406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:01.158412 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b7b3c-8a40-4b0f-8fc3-043258d15a26 req-c2f2605b-d337-40ef-a97d-86cc77601c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:01.160211 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b36b7b3c-8a40-4b0f-8fc3-043258d15a26 req-c2f2605b-d337-40ef-a97d-86cc77601c05 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f7c7d7ee-09d6-4d22-b49f-5db89245c433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2957554 Aug 10 03:31:01.286334 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbfe59d-9005-4891-b461-ed5f114a19f8 None None] Pushing event updated for resources: {'Port': ['ID=2b6cc58a-82fe-4429-9032-3678aaa24485,revision_number=4']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:01.311818 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b36b7b3c-8a40-4b0f-8fc3-043258d15a26 req-63af7c2c-4a2b-4408-bd19-317847bec200 service neutron] 10.222.0.60 "GET /v2.0/networks/f7c7d7ee-09d6-4d22-b49f-5db89245c433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294794 Aug 10 03:31:01.322004 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e917191-0780-4059-9e11-9224ddc05406 None None] Routers {'fb5feb1c-07f1-4fdc-b6af-3f81fe22a0a3'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:31:01.323311 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-4e917191-0780-4059-9e11-9224ddc05406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:30:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['fb5feb1c-07f1-4fdc-b6af-3f81fe22a0a3'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:01.412426 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Pushing event updated for resources: {'Port': ['ID=e687000b-5986-4fd9-9f51-715128163ba4,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:01.424322 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Checking segment: {'id': '8dc54e44-451a-4aea-928e-d155dcb04899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ab936dff-00cc-46e5-b90a-fb7bfab8d5b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:31:01.424680 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Network hostable DHCP agents. Network: ab936dff-00cc-46e5-b90a-fb7bfab8d5b9, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:31:01.464422 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:31:01.465775 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-4e917191-0780-4059-9e11-9224ddc05406 None None] Set router fb5feb1c-07f1-4fdc-b6af-3f81fe22a0a3 gateway port host: None {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:31:01.496232 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b36b7b3c-8a40-4b0f-8fc3-043258d15a26 req-a54ed8a1-67e5-4acd-9c74-d6ad0b83f8e9 service neutron] 10.222.0.60 "GET /v2.0/networks/f7c7d7ee-09d6-4d22-b49f-5db89245c433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722362 Aug 10 03:31:01.516507 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, ab936dff-00cc-46e5-b90a-fb7bfab8d5b9) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:01.520799 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:01.532617 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da12b5b-80b2-4dbe-89f9-7405d9a09e7c None None] Network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:31:01.548433 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port e687000b-5986-4fd9-9f51-715128163ba4 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:01.548825 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port e687000b-5986-4fd9-9f51-715128163ba4 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '8dc54e44-451a-4aea-928e-d155dcb04899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ab936dff-00cc-46e5-b90a-fb7bfab8d5b9'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:01.551257 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port e687000b-5986-4fd9-9f51-715128163ba4 on network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:01.568252 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Port e687000b-5986-4fd9-9f51-715128163ba4 on network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:01.568692 n-d-768851-15 neutron-server[94216]: ERROR neutron.plugins.ml2.managers [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Failed to bind port e687000b-5986-4fd9-9f51-715128163ba4 on host n-h2-768851-15 for vnic_type normal using segments [{'id': '8dc54e44-451a-4aea-928e-d155dcb04899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ab936dff-00cc-46e5-b90a-fb7bfab8d5b9'}] Aug 10 03:31:01.575959 n-d-768851-15 neutron-server[94216]: INFO neutron.plugins.ml2.plugin [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempt 2 to bind port e687000b-5986-4fd9-9f51-715128163ba4 Aug 10 03:31:01.608399 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2f3c17e3-0df3-4944-b73c-f6ce74e78d01 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:01.636280 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port e687000b-5986-4fd9-9f51-715128163ba4 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:01.636628 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port e687000b-5986-4fd9-9f51-715128163ba4 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '8dc54e44-451a-4aea-928e-d155dcb04899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ab936dff-00cc-46e5-b90a-fb7bfab8d5b9'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:01.637500 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port e687000b-5986-4fd9-9f51-715128163ba4 on network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:01.654169 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Port e687000b-5986-4fd9-9f51-715128163ba4 on network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:01.654509 n-d-768851-15 neutron-server[94216]: ERROR neutron.plugins.ml2.managers [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Failed to bind port e687000b-5986-4fd9-9f51-715128163ba4 on host n-h2-768851-15 for vnic_type normal using segments [{'id': '8dc54e44-451a-4aea-928e-d155dcb04899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ab936dff-00cc-46e5-b90a-fb7bfab8d5b9'}] Aug 10 03:31:01.657550 n-d-768851-15 neutron-server[94216]: INFO neutron.plugins.ml2.plugin [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempt 3 to bind port e687000b-5986-4fd9-9f51-715128163ba4 Aug 10 03:31:01.665113 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b2273-ae5c-446c-8a0d-3af8c8dca6b8 req-d27c9ab7-71d4-4c4f-b457-bf0575e22f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:01.666827 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ef3b2273-ae5c-446c-8a0d-3af8c8dca6b8 req-d27c9ab7-71d4-4c4f-b457-bf0575e22f29 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=91c061317a63433fa1b564847f6d5cbb&device_id=4ffe1fee-a228-4d27-951e-6f6bfec65c9b HTTP/1.1" status: 200 len: 1096 time: 0.0666249 Aug 10 03:31:01.697209 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c33b1-09cb-4969-9b8d-615923c5ab86 req-84e8b07e-ddba-4963-bb82-d7c2df146a3e tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:01.706481 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f65c33b1-09cb-4969-9b8d-615923c5ab86 req-84e8b07e-ddba-4963-bb82-d7c2df146a3e tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ffe1fee-a228-4d27-951e-6f6bfec65c9b HTTP/1.1" status: 200 len: 944 time: 0.1490130 Aug 10 03:31:01.796206 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f65c33b1-09cb-4969-9b8d-615923c5ab86 req-7a1a5497-b6e5-45e7-899c-f81a9dfe9f6d tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/security-groups?id=9b0da509-0930-4249-9603-5790926fccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886092 Aug 10 03:31:01.806602 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3c17e3-0df3-4944-b73c-f6ce74e78d01 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event deleted for resources: {'Port': ['ID=2b6cc58a-82fe-4429-9032-3678aaa24485,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:01.863402 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port e687000b-5986-4fd9-9f51-715128163ba4 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:01.865880 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port e687000b-5986-4fd9-9f51-715128163ba4 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '8dc54e44-451a-4aea-928e-d155dcb04899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ab936dff-00cc-46e5-b90a-fb7bfab8d5b9'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:01.865880 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port e687000b-5986-4fd9-9f51-715128163ba4 on network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:01.885304 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Port e687000b-5986-4fd9-9f51-715128163ba4 on network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:01.885628 n-d-768851-15 neutron-server[94216]: ERROR neutron.plugins.ml2.managers [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Failed to bind port e687000b-5986-4fd9-9f51-715128163ba4 on host n-h2-768851-15 for vnic_type normal using segments [{'id': '8dc54e44-451a-4aea-928e-d155dcb04899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ab936dff-00cc-46e5-b90a-fb7bfab8d5b9'}] Aug 10 03:31:01.910160 n-d-768851-15 neutron-server[94216]: INFO neutron.plugins.ml2.plugin [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempt 4 to bind port e687000b-5986-4fd9-9f51-715128163ba4 Aug 10 03:31:01.943665 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port e687000b-5986-4fd9-9f51-715128163ba4 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:01.953835 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port e687000b-5986-4fd9-9f51-715128163ba4 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '8dc54e44-451a-4aea-928e-d155dcb04899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ab936dff-00cc-46e5-b90a-fb7bfab8d5b9'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:01.954312 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port e687000b-5986-4fd9-9f51-715128163ba4 on network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:01.968463 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-a3469c3f-2d83-4eb2-95c1-3c7ac39254fd None None] Could not find standard attr ID for object 2b6cc58a-82fe-4429-9032-3678aaa24485. {{(pid=94218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:31:01.981201 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Port e687000b-5986-4fd9-9f51-715128163ba4 on network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:01.981544 n-d-768851-15 neutron-server[94216]: ERROR neutron.plugins.ml2.managers [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Failed to bind port e687000b-5986-4fd9-9f51-715128163ba4 on host n-h2-768851-15 for vnic_type normal using segments [{'id': '8dc54e44-451a-4aea-928e-d155dcb04899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ab936dff-00cc-46e5-b90a-fb7bfab8d5b9'}] Aug 10 03:31:01.985014 n-d-768851-15 neutron-server[94216]: INFO neutron.plugins.ml2.plugin [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempt 5 to bind port e687000b-5986-4fd9-9f51-715128163ba4 Aug 10 03:31:02.007235 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b2273-ae5c-446c-8a0d-3af8c8dca6b8 req-71935cbc-c45d-4e92-a482-aafba999c27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:02.008761 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ef3b2273-ae5c-446c-8a0d-3af8c8dca6b8 req-71935cbc-c45d-4e92-a482-aafba999c27c service neutron] 10.222.0.60 "GET /v2.0/networks?id=f7c7d7ee-09d6-4d22-b49f-5db89245c433 HTTP/1.1" status: 200 len: 897 time: 0.3315721 Aug 10 03:31:02.104553 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ef3b2273-ae5c-446c-8a0d-3af8c8dca6b8 req-e0eec3d8-50f7-4b07-8260-7fe62f5f8403 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=49601e7f-b7b9-41c4-99dd-4d4203deb1c8 HTTP/1.1" status: 200 len: 217 time: 0.0732062 Aug 10 03:31:02.106596 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port e687000b-5986-4fd9-9f51-715128163ba4 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:02.106970 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port e687000b-5986-4fd9-9f51-715128163ba4 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '8dc54e44-451a-4aea-928e-d155dcb04899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ab936dff-00cc-46e5-b90a-fb7bfab8d5b9'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:02.107363 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port e687000b-5986-4fd9-9f51-715128163ba4 on network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:02.117684 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Port e687000b-5986-4fd9-9f51-715128163ba4 on network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:02.117684 n-d-768851-15 neutron-server[94216]: ERROR neutron.plugins.ml2.managers [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Failed to bind port e687000b-5986-4fd9-9f51-715128163ba4 on host n-h2-768851-15 for vnic_type normal using segments [{'id': '8dc54e44-451a-4aea-928e-d155dcb04899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ab936dff-00cc-46e5-b90a-fb7bfab8d5b9'}] Aug 10 03:31:02.206065 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-4e917191-0780-4059-9e11-9224ddc05406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5feb1c-07f1-4fdc-b6af-3f81fe22a0a3', 'name': 'tempest-NetworksTestDHCPv6-router-785860443', 'tenant_id': '984bdecd49e44336b94df38f23469327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:52Z', 'updated_at': '2021-08-10T03:30:55Z', 'revision_number': 2, 'project_id': '984bdecd49e44336b94df38f23469327', 'gw_port_host': None, '_interfaces': [{'id': '2b6cc58a-82fe-4429-9032-3678aaa24485', 'name': '', 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'tenant_id': '984bdecd49e44336b94df38f23469327', 'mac_address': 'fa:16:3e:75:93:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb5feb1c-07f1-4fdc-b6af-3f81fe22a0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': '901bd00c-6e00-413d-95c4-5fad4a5553c5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:54Z', 'updated_at': '2021-08-10T03:31:01Z', 'revision_number': 4, 'project_id': '984bdecd49e44336b94df38f23469327', 'subnets': [{'id': '901bd00c-6e00-413d-95c4-5fad4a5553c5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:02.209042 n-d-768851-15 neutron-server[94216]: INFO neutron.plugins.ml2.plugin [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempt 6 to bind port e687000b-5986-4fd9-9f51-715128163ba4 Aug 10 03:31:02.223102 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b2273-ae5c-446c-8a0d-3af8c8dca6b8 req-f6877b9f-9c1e-49c6-8557-83b6ec839f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:02.226645 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ef3b2273-ae5c-446c-8a0d-3af8c8dca6b8 req-f6877b9f-9c1e-49c6-8557-83b6ec839f5f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2bf2459c-63ca-4710-b92f-b8237beb8400 HTTP/1.1" status: 200 len: 837 time: 0.1130621 Aug 10 03:31:02.297250 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e917191-0780-4059-9e11-9224ddc05406 None None] The sync data for ids ['fb5feb1c-07f1-4fdc-b6af-3f81fe22a0a3'] in n-d-768851-15 is: [{'id': 'fb5feb1c-07f1-4fdc-b6af-3f81fe22a0a3', 'name': 'tempest-NetworksTestDHCPv6-router-785860443', 'tenant_id': '984bdecd49e44336b94df38f23469327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:52Z', 'updated_at': '2021-08-10T03:30:55Z', 'revision_number': 2, 'project_id': '984bdecd49e44336b94df38f23469327', 'gw_port_host': None, '_interfaces': [{'id': '2b6cc58a-82fe-4429-9032-3678aaa24485', 'name': '', 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'tenant_id': '984bdecd49e44336b94df38f23469327', 'mac_address': 'fa:16:3e:75:93:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb5feb1c-07f1-4fdc-b6af-3f81fe22a0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': '901bd00c-6e00-413d-95c4-5fad4a5553c5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:54Z', 'updated_at': '2021-08-10T03:31:01Z', 'revision_number': 4, 'project_id': '984bdecd49e44336b94df38f23469327', 'subnets': [{'id': '901bd00c-6e00-413d-95c4-5fad4a5553c5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:31:02.361083 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port e687000b-5986-4fd9-9f51-715128163ba4 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:02.361511 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port e687000b-5986-4fd9-9f51-715128163ba4 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '8dc54e44-451a-4aea-928e-d155dcb04899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ab936dff-00cc-46e5-b90a-fb7bfab8d5b9'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:02.361946 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port e687000b-5986-4fd9-9f51-715128163ba4 on network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:02.391250 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Port e687000b-5986-4fd9-9f51-715128163ba4 on network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:02.391428 n-d-768851-15 neutron-server[94216]: ERROR neutron.plugins.ml2.managers [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Failed to bind port e687000b-5986-4fd9-9f51-715128163ba4 on host n-h2-768851-15 for vnic_type normal using segments [{'id': '8dc54e44-451a-4aea-928e-d155dcb04899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ab936dff-00cc-46e5-b90a-fb7bfab8d5b9'}] Aug 10 03:31:02.394406 n-d-768851-15 neutron-server[94216]: INFO neutron.plugins.ml2.plugin [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempt 7 to bind port e687000b-5986-4fd9-9f51-715128163ba4 Aug 10 03:31:02.416175 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b2273-ae5c-446c-8a0d-3af8c8dca6b8 req-d0008ff5-ac97-4bac-bd2a-55bdccd94a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:02.421104 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ef3b2273-ae5c-446c-8a0d-3af8c8dca6b8 req-d0008ff5-ac97-4bac-bd2a-55bdccd94a63 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f7c7d7ee-09d6-4d22-b49f-5db89245c433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1819696 Aug 10 03:31:02.425978 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port e687000b-5986-4fd9-9f51-715128163ba4 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:02.426323 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port e687000b-5986-4fd9-9f51-715128163ba4 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '8dc54e44-451a-4aea-928e-d155dcb04899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ab936dff-00cc-46e5-b90a-fb7bfab8d5b9'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:02.427133 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port e687000b-5986-4fd9-9f51-715128163ba4 on network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:02.495150 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2f3c17e3-0df3-4944-b73c-f6ce74e78d01 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:02.496066 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Port e687000b-5986-4fd9-9f51-715128163ba4 on network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:02.496479 n-d-768851-15 neutron-server[94216]: ERROR neutron.plugins.ml2.managers [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Failed to bind port e687000b-5986-4fd9-9f51-715128163ba4 on host n-h2-768851-15 for vnic_type normal using segments [{'id': '8dc54e44-451a-4aea-928e-d155dcb04899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ab936dff-00cc-46e5-b90a-fb7bfab8d5b9'}] Aug 10 03:31:02.499558 n-d-768851-15 neutron-server[94216]: INFO neutron.plugins.ml2.plugin [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempt 8 to bind port e687000b-5986-4fd9-9f51-715128163ba4 Aug 10 03:31:02.516395 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb65c51b-e38b-4df2-b28d-05a0a88a79b7 req-8c9b159e-608f-46c9-98a6-a468d024f544 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:02.524091 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fb65c51b-e38b-4df2-b28d-05a0a88a79b7 req-8c9b159e-608f-46c9-98a6-a468d024f544 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca28343c-fe86-42dd-84b4-d84ad430dcfc HTTP/1.1" status: 200 len: 945 time: 0.1859262 Aug 10 03:31:02.566598 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port e687000b-5986-4fd9-9f51-715128163ba4 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:02.567062 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port e687000b-5986-4fd9-9f51-715128163ba4 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '8dc54e44-451a-4aea-928e-d155dcb04899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ab936dff-00cc-46e5-b90a-fb7bfab8d5b9'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:02.567473 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port e687000b-5986-4fd9-9f51-715128163ba4 on network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:02.575585 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Port e687000b-5986-4fd9-9f51-715128163ba4 on network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:02.575904 n-d-768851-15 neutron-server[94216]: ERROR neutron.plugins.ml2.managers [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Failed to bind port e687000b-5986-4fd9-9f51-715128163ba4 on host n-h2-768851-15 for vnic_type normal using segments [{'id': '8dc54e44-451a-4aea-928e-d155dcb04899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ab936dff-00cc-46e5-b90a-fb7bfab8d5b9'}] Aug 10 03:31:02.586591 n-d-768851-15 neutron-server[94216]: INFO neutron.plugins.ml2.plugin [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempt 9 to bind port e687000b-5986-4fd9-9f51-715128163ba4 Aug 10 03:31:02.627729 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fb65c51b-e38b-4df2-b28d-05a0a88a79b7 req-cc09cfd8-be74-483b-a6c8-78110ee3f095 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980375 Aug 10 03:31:02.654332 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port e687000b-5986-4fd9-9f51-715128163ba4 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:02.654623 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port e687000b-5986-4fd9-9f51-715128163ba4 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '8dc54e44-451a-4aea-928e-d155dcb04899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ab936dff-00cc-46e5-b90a-fb7bfab8d5b9'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:02.654951 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port e687000b-5986-4fd9-9f51-715128163ba4 on network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:02.666698 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Port e687000b-5986-4fd9-9f51-715128163ba4 on network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:02.667302 n-d-768851-15 neutron-server[94216]: ERROR neutron.plugins.ml2.managers [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Failed to bind port e687000b-5986-4fd9-9f51-715128163ba4 on host n-h2-768851-15 for vnic_type normal using segments [{'id': '8dc54e44-451a-4aea-928e-d155dcb04899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ab936dff-00cc-46e5-b90a-fb7bfab8d5b9'}] Aug 10 03:31:02.667985 n-d-768851-15 neutron-server[94216]: INFO neutron.plugins.ml2.plugin [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempt 10 to bind port e687000b-5986-4fd9-9f51-715128163ba4 Aug 10 03:31:02.672238 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ef3b2273-ae5c-446c-8a0d-3af8c8dca6b8 req-cc3a8b19-6ea2-4e6d-8420-f6432c7af82f service neutron] 10.222.0.60 "GET /v2.0/networks/f7c7d7ee-09d6-4d22-b49f-5db89245c433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406905 Aug 10 03:31:02.782558 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port e687000b-5986-4fd9-9f51-715128163ba4 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:02.782940 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port e687000b-5986-4fd9-9f51-715128163ba4 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '8dc54e44-451a-4aea-928e-d155dcb04899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ab936dff-00cc-46e5-b90a-fb7bfab8d5b9'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:02.783287 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port e687000b-5986-4fd9-9f51-715128163ba4 on network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:02.835914 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f3c17e3-0df3-4944-b73c-f6ce74e78d01 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Router fb5feb1c-07f1-4fdc-b6af-3f81fe22a0a3 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:31:02.846227 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Port e687000b-5986-4fd9-9f51-715128163ba4 on network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:02.846571 n-d-768851-15 neutron-server[94216]: ERROR neutron.plugins.ml2.managers [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Failed to bind port e687000b-5986-4fd9-9f51-715128163ba4 on host n-h2-768851-15 for vnic_type normal using segments [{'id': '8dc54e44-451a-4aea-928e-d155dcb04899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ab936dff-00cc-46e5-b90a-fb7bfab8d5b9'}] Aug 10 03:31:02.849691 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:02.990188 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3c17e3-0df3-4944-b73c-f6ce74e78d01 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:31:03.007656 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 46594) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:03.008124 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2f3c17e3-0df3-4944-b73c-f6ce74e78d01 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "PUT /v2.0/routers/fb5feb1c-07f1-4fdc-b6af-3f81fe22a0a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4489796 Aug 10 03:31:03.024792 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-82c01817-0eba-4336-a743-714fbcfb205f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:03.103937 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4294c6d-6a94-4b02-a72a-6ac6e49975cc tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:03.106132 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4294c6d-6a94-4b02-a72a-6ac6e49975cc tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:03.111102 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 46606) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:03.111283 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b4294c6d-6a94-4b02-a72a-6ac6e49975cc tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0990467 Aug 10 03:31:03.198680 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ef3b2273-ae5c-446c-8a0d-3af8c8dca6b8 req-2d66f363-cf2f-49db-a6b5-9f245b671f18 service neutron] 10.222.0.60 "GET /v2.0/networks/f7c7d7ee-09d6-4d22-b49f-5db89245c433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4815044 Aug 10 03:31:03.204186 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] For port e687000b-5986-4fd9-9f51-715128163ba4, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:31:03.204556 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempted to set empty binding levels {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 10 03:31:03.214825 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-d960463e-63a7-44a5-bae4-6dcdca5f3b77 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Deleting subnet 901bd00c-6e00-413d-95c4-5fad4a5553c5 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:31:03.223830 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d960463e-63a7-44a5-bae4-6dcdca5f3b77 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:03.223943 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b53d8d-2138-42da-b6f0-d79f27e5f836 req-3ead54ab-6d7c-4dd6-a16e-50874c5bbd3f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:03.225587 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-67b53d8d-2138-42da-b6f0-d79f27e5f836 req-3ead54ab-6d7c-4dd6-a16e-50874c5bbd3f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ffe1fee-a228-4d27-951e-6f6bfec65c9b HTTP/1.1" status: 200 len: 944 time: 0.3149610 Aug 10 03:31:03.227917 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:03.262899 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:03.263308 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:03.289899 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d960463e-63a7-44a5-bae4-6dcdca5f3b77 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:03.315297 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 4.0882967 Aug 10 03:31:03.319257 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 46628) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:03.369045 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb39609-7a20-44e0-b130-f9969e9493ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Pushing event updated for resources: {'Port': ['ID=e687000b-5986-4fd9-9f51-715128163ba4,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:03.389175 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-67b53d8d-2138-42da-b6f0-d79f27e5f836 req-b3306827-2962-485e-bb5f-da598ddd65ed tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/security-groups?id=9b0da509-0930-4249-9603-5790926fccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482902 Aug 10 03:31:03.405183 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:03.460710 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d960463e-63a7-44a5-bae4-6dcdca5f3b77 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:03.493703 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-e84bbc5a-60a9-4040-8ab0-bfa4f695c8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Deleting port e687000b-5986-4fd9-9f51-715128163ba4 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:03.494312 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e84bbc5a-60a9-4040-8ab0-bfa4f695c8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:03.591792 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d960463e-63a7-44a5-bae4-6dcdca5f3b77 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:03.630592 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a1590b-c21c-4c26-a1ff-849bddff7aa5 None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:31:03.684661 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d960463e-63a7-44a5-bae4-6dcdca5f3b77 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:03.686858 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d960463e-63a7-44a5-bae4-6dcdca5f3b77 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/subnets/901bd00c-6e00-413d-95c4-5fad4a5553c5 HTTP/1.1" status: 204 len: 168 time: 0.5754795 Aug 10 03:31:03.691203 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 46664) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:03.800840 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 49601e7f-b7b9-41c4-99dd-4d4203deb1c8 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:31:03.814598 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d960463e-63a7-44a5-bae4-6dcdca5f3b77 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event deleted for resources: {'Subnet': ['ID=901bd00c-6e00-413d-95c4-5fad4a5553c5,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:03.925907 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-89a0701b-431f-4edf-ba5a-c65fe51e113c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2329993 Aug 10 03:31:03.928254 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 46684) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:04.073541 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-05022639-ea64-45f5-a53c-ce26095c06f6 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for router, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:04.208576 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 49601e7f-b7b9-41c4-99dd-4d4203deb1c8, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=49601e7f-b7b9-41c4-99dd-4d4203deb1c8,segment=NetworkSegment(78544607-b351-4c3b-bca2-1fc92e96546a),segment_id=78544607-b351-4c3b-bca2-1fc92e96546a)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:04.225690 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '49601e7f-b7b9-41c4-99dd-4d4203deb1c8', 'network_id': 'f7c7d7ee-09d6-4d22-b49f-5db89245c433', 'port_id': '49601e7f-b7b9-41c4-99dd-4d4203deb1c8', 'mac_address': 'fa:16:3e:88:ba:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bf2459c-63ca-4710-b92f-b8237beb8400', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:31:04.301201 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:04.301822 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:04.325096 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49601e7f-b7b9-41c4-99dd-4d4203deb1c8 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:31:04.378062 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 49601e7f-b7b9-41c4-99dd-4d4203deb1c8, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=49601e7f-b7b9-41c4-99dd-4d4203deb1c8,segment=NetworkSegment(78544607-b351-4c3b-bca2-1fc92e96546a),segment_id=78544607-b351-4c3b-bca2-1fc92e96546a)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:04.378062 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753b9ef9-6ca5-488a-8708-0d46bd4dda81 None None] DHCP port deletion for da252ef5-253f-415c-bfce-1cf3e51986e9 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:31:04.425818 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-e84bbc5a-60a9-4040-8ab0-bfa4f695c8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] For port e687000b-5986-4fd9-9f51-715128163ba4, host n-h2-768851-15, got binding levels [] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:04.426889 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e84bbc5a-60a9-4040-8ab0-bfa4f695c8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:04.447061 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:04.451425 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-e84bbc5a-60a9-4040-8ab0-bfa4f695c8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Calling delete_port for e687000b-5986-4fd9-9f51-715128163ba4 owned by {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:04.462570 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b029639f-a7d3-4e96-b24c-82a15c2cf735 req-18219d62-26b2-43fa-b1b9-4605f4148645 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:04.464613 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b029639f-a7d3-4e96-b24c-82a15c2cf735 req-18219d62-26b2-43fa-b1b9-4605f4148645 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca28343c-fe86-42dd-84b4-d84ad430dcfc HTTP/1.1" status: 200 len: 945 time: 0.1849685 Aug 10 03:31:04.480169 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-05022639-ea64-45f5-a53c-ce26095c06f6 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:04.487241 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-05022639-ea64-45f5-a53c-ce26095c06f6 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:04.523528 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b029639f-a7d3-4e96-b24c-82a15c2cf735 req-ee43307b-9c12-45ba-91b3-dd8d3efee8b3 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525873 Aug 10 03:31:04.624453 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=49601e7f-b7b9-41c4-99dd-4d4203deb1c8,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:04.632225 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-05022639-ea64-45f5-a53c-ce26095c06f6 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:04.634179 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05022639-ea64-45f5-a53c-ce26095c06f6 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Fanout notify agent at l3_agent the message router_deleted on router fb5feb1c-07f1-4fdc-b6af-3f81fe22a0a3 {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:31:04.649182 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b07fe-8da6-411b-a0e7-fc5c402865f6 req-e99b45cd-9fe8-4584-af33-88cb457d9d66 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:04.650829 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2c9b07fe-8da6-411b-a0e7-fc5c402865f6 req-e99b45cd-9fe8-4584-af33-88cb457d9d66 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ffe1fee-a228-4d27-951e-6f6bfec65c9b HTTP/1.1" status: 200 len: 945 time: 0.0833964 Aug 10 03:31:04.661355 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-05022639-ea64-45f5-a53c-ce26095c06f6 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:04.665068 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-05022639-ea64-45f5-a53c-ce26095c06f6 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/routers/fb5feb1c-07f1-4fdc-b6af-3f81fe22a0a3 HTTP/1.1" status: 204 len: 168 time: 0.7331614 Aug 10 03:31:04.667479 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 46754) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:04.674039 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-ee049c08-c5a0-4b4b-bee9-561904c0a129 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Request body: {'subnet': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:04.698832 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-753b9ef9-6ca5-488a-8708-0d46bd4dda81 None None] Deleting port d3a7012e-c52e-455a-8fa5-6d80f41e49c9 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:04.700072 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-753b9ef9-6ca5-488a-8708-0d46bd4dda81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:04.775462 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2c9b07fe-8da6-411b-a0e7-fc5c402865f6 req-65be9d83-2d19-4046-a75c-fa352b08a3f9 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/security-groups?id=9b0da509-0930-4249-9603-5790926fccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013169 Aug 10 03:31:04.777110 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e84bbc5a-60a9-4040-8ab0-bfa4f695c8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:04.816493 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['49601e7f-b7b9-41c4-99dd-4d4203deb1c8'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:31:04.848052 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84bbc5a-60a9-4040-8ab0-bfa4f695c8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Pushing event deleted for resources: {'Port': ['ID=e687000b-5986-4fd9-9f51-715128163ba4,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:04.874296 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e84bbc5a-60a9-4040-8ab0-bfa4f695c8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:04.878824 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-e84bbc5a-60a9-4040-8ab0-bfa4f695c8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] 10.222.0.62 "DELETE /v2.0/ports/e687000b-5986-4fd9-9f51-715128163ba4 HTTP/1.1" status: 204 len: 168 time: 1.5564930 Aug 10 03:31:04.881852 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 46772) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:04.895074 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a89afd-af68-4034-a314-b39c75714e77 None None] Sync routers for ids ['fb5feb1c-07f1-4fdc-b6af-3f81fe22a0a3'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:31:04.905375 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee049c08-c5a0-4b4b-bee9-561904c0a129 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Made reservation on behalf of 984bdecd49e44336b94df38f23469327 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:04.910434 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ee049c08-c5a0-4b4b-bee9-561904c0a129 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:04.937542 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a89afd-af68-4034-a314-b39c75714e77 None None] Routers set() bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:31:04.937922 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a89afd-af68-4034-a314-b39c75714e77 None None] Router IDs set() for agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 10 03:31:04.938576 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_agentschedulers_db [None req-13a89afd-af68-4034-a314-b39c75714e77 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fb5feb1c-07f1-4fdc-b6af-3f81fe22a0a3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:31:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent'). {{(pid=94218) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 10 03:31:04.948115 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device d3a7012e-c52e-455a-8fa5-6d80f41e49c9 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:31:04.992446 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-753b9ef9-6ca5-488a-8708-0d46bd4dda81 None None] For port d3a7012e-c52e-455a-8fa5-6d80f41e49c9, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=d3a7012e-c52e-455a-8fa5-6d80f41e49c9,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:04.992859 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-753b9ef9-6ca5-488a-8708-0d46bd4dda81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:05.001743 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b21a141-1a0f-44e1-8912-f7099b117620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] GET failed (client error): The resource could not be found. Aug 10 03:31:05.011471 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 46788) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:05.014425 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7b21a141-1a0f-44e1-8912-f7099b117620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] 10.222.0.62 "GET /v2.0/ports/e687000b-5986-4fd9-9f51-715128163ba4 HTTP/1.1" status: 404 len: 333 time: 0.1299226 Aug 10 03:31:05.018797 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-753b9ef9-6ca5-488a-8708-0d46bd4dda81 None None] Calling delete_port for d3a7012e-c52e-455a-8fa5-6d80f41e49c9 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:05.019699 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-10df9182-40ac-4e44-83d5-855026255df3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Request body: {'port': {'network_id': 'ab936dff-00cc-46e5-b90a-fb7bfab8d5b9', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870663942'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:05.025292 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a89afd-af68-4034-a314-b39c75714e77 None None] Routers set() bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:31:05.025667 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a89afd-af68-4034-a314-b39c75714e77 None None] Router IDs set() for agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 10 03:31:05.026298 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_agentschedulers_db [None req-13a89afd-af68-4034-a314-b39c75714e77 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fb5feb1c-07f1-4fdc-b6af-3f81fe22a0a3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:31:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent'). {{(pid=94218) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 10 03:31:05.026666 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a89afd-af68-4034-a314-b39c75714e77 None None] The sync data for ids ['fb5feb1c-07f1-4fdc-b6af-3f81fe22a0a3'] in n-d-768851-15 is: [] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:31:05.072224 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10df9182-40ac-4e44-83d5-855026255df3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Made reservation on behalf of 4d0115204ab64a9d86a42b4152ebee40 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:05.081575 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-10df9182-40ac-4e44-83d5-855026255df3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:05.147776 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [None req-10df9182-40ac-4e44-83d5-855026255df3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] device_id is not set on port 6b929bf3-0942-481d-8224-8f0c1d7374fa yet. {{(pid=94216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:31:05.283821 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:05.344439 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ee049c08-c5a0-4b4b-bee9-561904c0a129 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:05.348787 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port d3a7012e-c52e-455a-8fa5-6d80f41e49c9, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=d3a7012e-c52e-455a-8fa5-6d80f41e49c9,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:05.391625 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee049c08-c5a0-4b4b-bee9-561904c0a129 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:05.393033 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-10df9182-40ac-4e44-83d5-855026255df3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:05.397251 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-ee049c08-c5a0-4b4b-bee9-561904c0a129 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:05.403115 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee049c08-c5a0-4b4b-bee9-561904c0a129 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:05.403904 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ee049c08-c5a0-4b4b-bee9-561904c0a129 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:05.426122 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee049c08-c5a0-4b4b-bee9-561904c0a129 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event updated for resources: {'Subnet': ['ID=c8f900e0-74cb-4211-9ee0-53233ce368ac,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:05.437502 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ee049c08-c5a0-4b4b-bee9-561904c0a129 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7683618 Aug 10 03:31:05.439473 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-753b9ef9-6ca5-488a-8708-0d46bd4dda81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:05.440819 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 46828) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:05.447224 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:05.448374 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-cb3cc2be-c66e-4a3b-81a1-0ffae53f31c2 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1870018630', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:05.466968 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-10df9182-40ac-4e44-83d5-855026255df3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:05.515460 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cb3cc2be-c66e-4a3b-81a1-0ffae53f31c2 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:05.516557 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cb3cc2be-c66e-4a3b-81a1-0ffae53f31c2 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:05.539309 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753b9ef9-6ca5-488a-8708-0d46bd4dda81 None None] Pushing event deleted for resources: {'Port': ['ID=d3a7012e-c52e-455a-8fa5-6d80f41e49c9,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:05.581180 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10df9182-40ac-4e44-83d5-855026255df3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:05.588637 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-10df9182-40ac-4e44-83d5-855026255df3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:05.593561 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10df9182-40ac-4e44-83d5-855026255df3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:05.595607 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10df9182-40ac-4e44-83d5-855026255df3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:05.596434 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-10df9182-40ac-4e44-83d5-855026255df3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:05.605339 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event deleted for resources: {'Port': ['ID=d3a7012e-c52e-455a-8fa5-6d80f41e49c9,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:05.620626 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753b9ef9-6ca5-488a-8708-0d46bd4dda81 None None] No DVR routers for this DVR port d3a7012e-c52e-455a-8fa5-6d80f41e49c9 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:31:05.648037 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df9182-40ac-4e44-83d5-855026255df3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Pushing event updated for resources: {'Port': ['ID=6b929bf3-0942-481d-8224-8f0c1d7374fa,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:05.661236 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cb3cc2be-c66e-4a3b-81a1-0ffae53f31c2 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:05.662264 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-10df9182-40ac-4e44-83d5-855026255df3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6444712 Aug 10 03:31:05.666565 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 46850) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:05.679685 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806803d7-cfb4-4208-aaca-52faaaacac77 None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:31:05.680808 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:05.686187 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cb3cc2be-c66e-4a3b-81a1-0ffae53f31c2 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:05.787771 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cb3cc2be-c66e-4a3b-81a1-0ffae53f31c2 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:05.793009 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-cb3cc2be-c66e-4a3b-81a1-0ffae53f31c2 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3480608 Aug 10 03:31:05.799649 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 46864) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:05.810515 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151761c5-73ac-4622-a269-965d93ae5c92 req-63c407d6-f1d2-4239-a796-06a12a0a364b tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:05.816741 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-151761c5-73ac-4622-a269-965d93ae5c92 req-63c407d6-f1d2-4239-a796-06a12a0a364b tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca28343c-fe86-42dd-84b4-d84ad430dcfc HTTP/1.1" status: 200 len: 945 time: 0.1108565 Aug 10 03:31:05.885915 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-151761c5-73ac-4622-a269-965d93ae5c92 req-222b3f38-1c3e-4ae3-93f7-e97c4373c943 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567279 Aug 10 03:31:05.919493 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:05.960640 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:05.966845 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4146dbe-010d-4441-93cd-7536949dd7b8 req-8a8615b0-0228-4cc1-bbb7-4ee13ef316f0 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:05.969854 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c4146dbe-010d-4441-93cd-7536949dd7b8 req-8a8615b0-0228-4cc1-bbb7-4ee13ef316f0 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ffe1fee-a228-4d27-951e-6f6bfec65c9b HTTP/1.1" status: 200 len: 945 time: 0.0795724 Aug 10 03:31:05.979191 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73954739-b1a1-4879-9afe-69d0f87d20ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-da252ef5-253f-415c-bfce-1cf3e51986e9', 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'tenant_id': '984bdecd49e44336b94df38f23469327', 'fixed_ips': [{'subnet_id': 'c8f900e0-74cb-4211-9ee0-53233ce368ac'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:31:05.980095 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-73954739-b1a1-4879-9afe-69d0f87d20ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:06.020965 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c4146dbe-010d-4441-93cd-7536949dd7b8 req-df880058-618d-44dd-83d9-c7d28b506de1 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/security-groups?id=9b0da509-0930-4249-9603-5790926fccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445633 Aug 10 03:31:06.136098 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-73954739-b1a1-4879-9afe-69d0f87d20ec None None] Allocated IP 2001:db8::2 (da252ef5-253f-415c-bfce-1cf3e51986e9/c8f900e0-74cb-4211-9ee0-53233ce368ac/f629f224-36e4-4458-88e4-8a160b16441a) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:31:06.287938 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-73954739-b1a1-4879-9afe-69d0f87d20ec None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:06.296641 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-73954739-b1a1-4879-9afe-69d0f87d20ec None None] Transition to ACTIVE for port object f629f224-36e4-4458-88e4-8a160b16441a will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:06.313573 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-73954739-b1a1-4879-9afe-69d0f87d20ec None None] Transition to ACTIVE for port object f629f224-36e4-4458-88e4-8a160b16441a will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:06.316190 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] device_id is not set on port 6b929bf3-0942-481d-8224-8f0c1d7374fa yet. {{(pid=94217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:31:06.320809 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-73954739-b1a1-4879-9afe-69d0f87d20ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:06.327285 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:06.366585 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Transition to ACTIVE for port object 6b929bf3-0942-481d-8224-8f0c1d7374fa will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:06.368101 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1926bc16-a0c3-4273-a620-437c668c4eb6 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:06.369348 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73954739-b1a1-4879-9afe-69d0f87d20ec None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:06.375183 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-73954739-b1a1-4879-9afe-69d0f87d20ec None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:06.378912 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73954739-b1a1-4879-9afe-69d0f87d20ec None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:06.379522 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:06.388825 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73954739-b1a1-4879-9afe-69d0f87d20ec None None] Pushing event updated for resources: {'Port': ['ID=f629f224-36e4-4458-88e4-8a160b16441a,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:06.441889 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-73954739-b1a1-4879-9afe-69d0f87d20ec None None] Attempting to bind port f629f224-36e4-4458-88e4-8a160b16441a on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:06.442544 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-73954739-b1a1-4879-9afe-69d0f87d20ec None None] Attempting to bind port f629f224-36e4-4458-88e4-8a160b16441a by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:06.442939 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73954739-b1a1-4879-9afe-69d0f87d20ec None None] Attempting to bind port f629f224-36e4-4458-88e4-8a160b16441a on network da252ef5-253f-415c-bfce-1cf3e51986e9 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:06.449039 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73954739-b1a1-4879-9afe-69d0f87d20ec None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:31:06.450190 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73954739-b1a1-4879-9afe-69d0f87d20ec None None] Checking segment: {'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:31:06.450800 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-73954739-b1a1-4879-9afe-69d0f87d20ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:06.451373 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73954739-b1a1-4879-9afe-69d0f87d20ec None None] Bound using segment: {'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:31:06.452032 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-73954739-b1a1-4879-9afe-69d0f87d20ec None None] Bound port: f629f224-36e4-4458-88e4-8a160b16441a, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:31:06.452600 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-73954739-b1a1-4879-9afe-69d0f87d20ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:06.501753 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Pushing event updated for resources: {'Port': ['ID=6b929bf3-0942-481d-8224-8f0c1d7374fa,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:06.541562 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-73954739-b1a1-4879-9afe-69d0f87d20ec None None] For port f629f224-36e4-4458-88e4-8a160b16441a, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:31:06.545272 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-73954739-b1a1-4879-9afe-69d0f87d20ec None None] For port f629f224-36e4-4458-88e4-8a160b16441a, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=f629f224-36e4-4458-88e4-8a160b16441a,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:31:06.553215 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-73954739-b1a1-4879-9afe-69d0f87d20ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:06.569658 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port 6b929bf3-0942-481d-8224-8f0c1d7374fa on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:06.570136 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port 6b929bf3-0942-481d-8224-8f0c1d7374fa by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '8dc54e44-451a-4aea-928e-d155dcb04899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ab936dff-00cc-46e5-b90a-fb7bfab8d5b9'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:06.570968 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port 6b929bf3-0942-481d-8224-8f0c1d7374fa on network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:06.581885 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Port 6b929bf3-0942-481d-8224-8f0c1d7374fa on network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:06.582518 n-d-768851-15 neutron-server[94217]: ERROR neutron.plugins.ml2.managers [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Failed to bind port 6b929bf3-0942-481d-8224-8f0c1d7374fa on host n-h2-768851-15 for vnic_type normal using segments [{'id': '8dc54e44-451a-4aea-928e-d155dcb04899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ab936dff-00cc-46e5-b90a-fb7bfab8d5b9'}] Aug 10 03:31:06.606821 n-d-768851-15 neutron-server[94217]: INFO neutron.plugins.ml2.plugin [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempt 2 to bind port 6b929bf3-0942-481d-8224-8f0c1d7374fa Aug 10 03:31:06.643495 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73954739-b1a1-4879-9afe-69d0f87d20ec None None] Pushing event updated for resources: {'Port': ['ID=f629f224-36e4-4458-88e4-8a160b16441a,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:06.653282 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port 6b929bf3-0942-481d-8224-8f0c1d7374fa on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:06.653636 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port 6b929bf3-0942-481d-8224-8f0c1d7374fa by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '8dc54e44-451a-4aea-928e-d155dcb04899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ab936dff-00cc-46e5-b90a-fb7bfab8d5b9'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:06.653971 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port 6b929bf3-0942-481d-8224-8f0c1d7374fa on network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:06.662770 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Port 6b929bf3-0942-481d-8224-8f0c1d7374fa on network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:06.663364 n-d-768851-15 neutron-server[94217]: ERROR neutron.plugins.ml2.managers [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Failed to bind port 6b929bf3-0942-481d-8224-8f0c1d7374fa on host n-h2-768851-15 for vnic_type normal using segments [{'id': '8dc54e44-451a-4aea-928e-d155dcb04899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ab936dff-00cc-46e5-b90a-fb7bfab8d5b9'}] Aug 10 03:31:06.665725 n-d-768851-15 neutron-server[94217]: INFO neutron.plugins.ml2.plugin [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempt 3 to bind port 6b929bf3-0942-481d-8224-8f0c1d7374fa Aug 10 03:31:06.668615 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c703b-a3e2-40fb-86d4-68906becc45b req-21dfb30a-f0db-4b0d-a940-0cbfb938f7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:06.670316 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-074c703b-a3e2-40fb-86d4-68906becc45b req-21dfb30a-f0db-4b0d-a940-0cbfb938f7ef service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ca28343c-fe86-42dd-84b4-d84ad430dcfc HTTP/1.1" status: 200 len: 1097 time: 0.1029265 Aug 10 03:31:06.711530 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port 6b929bf3-0942-481d-8224-8f0c1d7374fa on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:06.711873 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port 6b929bf3-0942-481d-8224-8f0c1d7374fa by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '8dc54e44-451a-4aea-928e-d155dcb04899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ab936dff-00cc-46e5-b90a-fb7bfab8d5b9'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:06.712214 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port 6b929bf3-0942-481d-8224-8f0c1d7374fa on network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:06.720174 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Port 6b929bf3-0942-481d-8224-8f0c1d7374fa on network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:06.720521 n-d-768851-15 neutron-server[94217]: ERROR neutron.plugins.ml2.managers [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Failed to bind port 6b929bf3-0942-481d-8224-8f0c1d7374fa on host n-h2-768851-15 for vnic_type normal using segments [{'id': '8dc54e44-451a-4aea-928e-d155dcb04899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ab936dff-00cc-46e5-b90a-fb7bfab8d5b9'}] Aug 10 03:31:06.723741 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-074c703b-a3e2-40fb-86d4-68906becc45b req-873d4eb7-8c09-4f9a-8f13-f0bcd99db440 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432906 Aug 10 03:31:06.735440 n-d-768851-15 neutron-server[94217]: INFO neutron.plugins.ml2.plugin [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempt 4 to bind port 6b929bf3-0942-481d-8224-8f0c1d7374fa Aug 10 03:31:06.766191 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 2b6cc58a-82fe-4429-9032-3678aaa24485 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:31:06.770528 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port 6b929bf3-0942-481d-8224-8f0c1d7374fa on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:06.770902 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port 6b929bf3-0942-481d-8224-8f0c1d7374fa by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '8dc54e44-451a-4aea-928e-d155dcb04899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ab936dff-00cc-46e5-b90a-fb7bfab8d5b9'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:06.771240 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port 6b929bf3-0942-481d-8224-8f0c1d7374fa on network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:06.777563 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Port 6b929bf3-0942-481d-8224-8f0c1d7374fa on network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:06.778338 n-d-768851-15 neutron-server[94217]: ERROR neutron.plugins.ml2.managers [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Failed to bind port 6b929bf3-0942-481d-8224-8f0c1d7374fa on host n-h2-768851-15 for vnic_type normal using segments [{'id': '8dc54e44-451a-4aea-928e-d155dcb04899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ab936dff-00cc-46e5-b90a-fb7bfab8d5b9'}] Aug 10 03:31:06.780693 n-d-768851-15 neutron-server[94217]: INFO neutron.plugins.ml2.plugin [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempt 5 to bind port 6b929bf3-0942-481d-8224-8f0c1d7374fa Aug 10 03:31:06.796472 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 2b6cc58a-82fe-4429-9032-3678aaa24485 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:31:06.797208 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 2b6cc58a-82fe-4429-9032-3678aaa24485 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:31:06.800492 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-1926bc16-a0c3-4273-a620-437c668c4eb6 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Allocated IP 2001:db8::1 (da252ef5-253f-415c-bfce-1cf3e51986e9/c8f900e0-74cb-4211-9ee0-53233ce368ac/e2c6a603-c052-4a85-880e-1d7da406a5f7) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:31:06.806039 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port 6b929bf3-0942-481d-8224-8f0c1d7374fa on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:06.806368 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port 6b929bf3-0942-481d-8224-8f0c1d7374fa by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '8dc54e44-451a-4aea-928e-d155dcb04899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ab936dff-00cc-46e5-b90a-fb7bfab8d5b9'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:06.806701 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port 6b929bf3-0942-481d-8224-8f0c1d7374fa on network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:06.817033 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Port 6b929bf3-0942-481d-8224-8f0c1d7374fa on network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:06.817359 n-d-768851-15 neutron-server[94217]: ERROR neutron.plugins.ml2.managers [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Failed to bind port 6b929bf3-0942-481d-8224-8f0c1d7374fa on host n-h2-768851-15 for vnic_type normal using segments [{'id': '8dc54e44-451a-4aea-928e-d155dcb04899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ab936dff-00cc-46e5-b90a-fb7bfab8d5b9'}] Aug 10 03:31:06.818373 n-d-768851-15 neutron-server[94217]: INFO neutron.plugins.ml2.plugin [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempt 6 to bind port 6b929bf3-0942-481d-8224-8f0c1d7374fa Aug 10 03:31:06.854319 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port 6b929bf3-0942-481d-8224-8f0c1d7374fa on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:06.854657 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port 6b929bf3-0942-481d-8224-8f0c1d7374fa by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '8dc54e44-451a-4aea-928e-d155dcb04899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ab936dff-00cc-46e5-b90a-fb7bfab8d5b9'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:06.855016 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port 6b929bf3-0942-481d-8224-8f0c1d7374fa on network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:06.892337 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Port 6b929bf3-0942-481d-8224-8f0c1d7374fa on network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:06.892627 n-d-768851-15 neutron-server[94217]: ERROR neutron.plugins.ml2.managers [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Failed to bind port 6b929bf3-0942-481d-8224-8f0c1d7374fa on host n-h2-768851-15 for vnic_type normal using segments [{'id': '8dc54e44-451a-4aea-928e-d155dcb04899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ab936dff-00cc-46e5-b90a-fb7bfab8d5b9'}] Aug 10 03:31:06.894836 n-d-768851-15 neutron-server[94217]: INFO neutron.plugins.ml2.plugin [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempt 7 to bind port 6b929bf3-0942-481d-8224-8f0c1d7374fa Aug 10 03:31:06.930664 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port 6b929bf3-0942-481d-8224-8f0c1d7374fa on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:06.930664 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port 6b929bf3-0942-481d-8224-8f0c1d7374fa by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '8dc54e44-451a-4aea-928e-d155dcb04899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ab936dff-00cc-46e5-b90a-fb7bfab8d5b9'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:06.930664 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port 6b929bf3-0942-481d-8224-8f0c1d7374fa on network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:06.930664 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Port 6b929bf3-0942-481d-8224-8f0c1d7374fa on network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:06.930664 n-d-768851-15 neutron-server[94217]: ERROR neutron.plugins.ml2.managers [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Failed to bind port 6b929bf3-0942-481d-8224-8f0c1d7374fa on host n-h2-768851-15 for vnic_type normal using segments [{'id': '8dc54e44-451a-4aea-928e-d155dcb04899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ab936dff-00cc-46e5-b90a-fb7bfab8d5b9'}] Aug 10 03:31:06.930664 n-d-768851-15 neutron-server[94217]: INFO neutron.plugins.ml2.plugin [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempt 8 to bind port 6b929bf3-0942-481d-8224-8f0c1d7374fa Aug 10 03:31:06.973431 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port 6b929bf3-0942-481d-8224-8f0c1d7374fa on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:06.973850 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port 6b929bf3-0942-481d-8224-8f0c1d7374fa by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '8dc54e44-451a-4aea-928e-d155dcb04899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ab936dff-00cc-46e5-b90a-fb7bfab8d5b9'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:06.986472 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port 6b929bf3-0942-481d-8224-8f0c1d7374fa on network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:07.002475 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Port 6b929bf3-0942-481d-8224-8f0c1d7374fa on network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:07.002854 n-d-768851-15 neutron-server[94217]: ERROR neutron.plugins.ml2.managers [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Failed to bind port 6b929bf3-0942-481d-8224-8f0c1d7374fa on host n-h2-768851-15 for vnic_type normal using segments [{'id': '8dc54e44-451a-4aea-928e-d155dcb04899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ab936dff-00cc-46e5-b90a-fb7bfab8d5b9'}] Aug 10 03:31:07.006145 n-d-768851-15 neutron-server[94217]: INFO neutron.plugins.ml2.plugin [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempt 9 to bind port 6b929bf3-0942-481d-8224-8f0c1d7374fa Aug 10 03:31:07.039726 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port 6b929bf3-0942-481d-8224-8f0c1d7374fa on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:07.043356 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port 6b929bf3-0942-481d-8224-8f0c1d7374fa by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '8dc54e44-451a-4aea-928e-d155dcb04899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ab936dff-00cc-46e5-b90a-fb7bfab8d5b9'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:07.044007 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port 6b929bf3-0942-481d-8224-8f0c1d7374fa on network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:07.072564 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Port 6b929bf3-0942-481d-8224-8f0c1d7374fa on network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:07.073067 n-d-768851-15 neutron-server[94217]: ERROR neutron.plugins.ml2.managers [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Failed to bind port 6b929bf3-0942-481d-8224-8f0c1d7374fa on host n-h2-768851-15 for vnic_type normal using segments [{'id': '8dc54e44-451a-4aea-928e-d155dcb04899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ab936dff-00cc-46e5-b90a-fb7bfab8d5b9'}] Aug 10 03:31:07.076840 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1926bc16-a0c3-4273-a620-437c668c4eb6 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:07.079173 n-d-768851-15 neutron-server[94217]: INFO neutron.plugins.ml2.plugin [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempt 10 to bind port 6b929bf3-0942-481d-8224-8f0c1d7374fa Aug 10 03:31:07.097146 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port 6b929bf3-0942-481d-8224-8f0c1d7374fa on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:07.097577 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port 6b929bf3-0942-481d-8224-8f0c1d7374fa by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '8dc54e44-451a-4aea-928e-d155dcb04899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ab936dff-00cc-46e5-b90a-fb7bfab8d5b9'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:07.097968 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port 6b929bf3-0942-481d-8224-8f0c1d7374fa on network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:07.110559 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Port 6b929bf3-0942-481d-8224-8f0c1d7374fa on network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:07.110941 n-d-768851-15 neutron-server[94217]: ERROR neutron.plugins.ml2.managers [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Failed to bind port 6b929bf3-0942-481d-8224-8f0c1d7374fa on host n-h2-768851-15 for vnic_type normal using segments [{'id': '8dc54e44-451a-4aea-928e-d155dcb04899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ab936dff-00cc-46e5-b90a-fb7bfab8d5b9'}] Aug 10 03:31:07.114804 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:07.114804 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-1926bc16-a0c3-4273-a620-437c668c4eb6 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Transition to ACTIVE for port object e2c6a603-c052-4a85-880e-1d7da406a5f7 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:07.208492 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1926bc16-a0c3-4273-a620-437c668c4eb6 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:07.213882 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab7efb-ecff-4f6d-ac9e-ed8f082e0212 req-b6dbbc70-08a7-42b2-bc28-30b7e0fbffa4 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:07.216301 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e1ab7efb-ecff-4f6d-ac9e-ed8f082e0212 req-b6dbbc70-08a7-42b2-bc28-30b7e0fbffa4 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca28343c-fe86-42dd-84b4-d84ad430dcfc HTTP/1.1" status: 200 len: 945 time: 0.1887519 Aug 10 03:31:07.220846 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] For port 6b929bf3-0942-481d-8224-8f0c1d7374fa, host n-h2-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:31:07.221217 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempted to set empty binding levels {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 10 03:31:07.233668 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c58c0b9-2d64-4464-b52b-db61b76adfa2 req-0f4ce269-d302-4bcd-bbd6-375ebedc4058 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:07.235939 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3c58c0b9-2d64-4464-b52b-db61b76adfa2 req-0f4ce269-d302-4bcd-bbd6-375ebedc4058 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ffe1fee-a228-4d27-951e-6f6bfec65c9b HTTP/1.1" status: 200 len: 945 time: 0.1057088 Aug 10 03:31:07.254308 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:07.260208 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1926bc16-a0c3-4273-a620-437c668c4eb6 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:07.271187 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-1926bc16-a0c3-4273-a620-437c668c4eb6 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:07.273761 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1926bc16-a0c3-4273-a620-437c668c4eb6 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:07.274651 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1926bc16-a0c3-4273-a620-437c668c4eb6 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:07.282310 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] In _notify_port_updated(), no bound segment for port 6b929bf3-0942-481d-8224-8f0c1d7374fa on network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 {{(pid=94217) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:31:07.283582 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:07.284525 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:07.288913 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] 10.222.0.62 "PUT /v2.0/ports/6b929bf3-0942-481d-8224-8f0c1d7374fa HTTP/1.1" status: 200 len: 980 time: 1.6209958 Aug 10 03:31:07.289827 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 46894) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:07.349340 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1926bc16-a0c3-4273-a620-437c668c4eb6 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event updated for resources: {'Port': ['ID=e2c6a603-c052-4a85-880e-1d7da406a5f7,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:07.359340 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e1ab7efb-ecff-4f6d-ac9e-ed8f082e0212 req-c8115b9b-b383-4a9b-a1f8-711252dec414 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218312 Aug 10 03:31:07.401682 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae6d631-666b-4909-b039-809344041f4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Pushing event updated for resources: {'Port': ['ID=6b929bf3-0942-481d-8224-8f0c1d7374fa,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:07.416352 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3c58c0b9-2d64-4464-b52b-db61b76adfa2 req-a68fee3a-8dd6-477a-881c-410e7785b37d tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/security-groups?id=9b0da509-0930-4249-9603-5790926fccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620476 Aug 10 03:31:07.467812 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3f3093-09af-4639-bd54-fdbb3a1d99fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:07.468496 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3f3093-09af-4639-bd54-fdbb3a1d99fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:07.469038 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3f3093-09af-4639-bd54-fdbb3a1d99fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:07.469575 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3f3093-09af-4639-bd54-fdbb3a1d99fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:07.470113 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3f3093-09af-4639-bd54-fdbb3a1d99fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:07.470647 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3f3093-09af-4639-bd54-fdbb3a1d99fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:07.471204 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3f3093-09af-4639-bd54-fdbb3a1d99fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:07.471729 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3f3093-09af-4639-bd54-fdbb3a1d99fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:07.472250 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3f3093-09af-4639-bd54-fdbb3a1d99fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:07.472925 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3f3093-09af-4639-bd54-fdbb3a1d99fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:07.473593 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3f3093-09af-4639-bd54-fdbb3a1d99fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:07.474246 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3f3093-09af-4639-bd54-fdbb3a1d99fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:07.475008 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3f3093-09af-4639-bd54-fdbb3a1d99fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:07.475549 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3f3093-09af-4639-bd54-fdbb3a1d99fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:07.476082 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3f3093-09af-4639-bd54-fdbb3a1d99fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:07.476614 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3f3093-09af-4639-bd54-fdbb3a1d99fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:07.477145 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3f3093-09af-4639-bd54-fdbb3a1d99fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:07.477878 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3f3093-09af-4639-bd54-fdbb3a1d99fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:07.478414 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3f3093-09af-4639-bd54-fdbb3a1d99fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:07.478975 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3f3093-09af-4639-bd54-fdbb3a1d99fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:07.479500 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3f3093-09af-4639-bd54-fdbb3a1d99fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:07.480031 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3f3093-09af-4639-bd54-fdbb3a1d99fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:07.481116 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3f3093-09af-4639-bd54-fdbb3a1d99fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:07.481798 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3f3093-09af-4639-bd54-fdbb3a1d99fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:07.482325 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3f3093-09af-4639-bd54-fdbb3a1d99fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:07.483063 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3f3093-09af-4639-bd54-fdbb3a1d99fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:07.483717 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3f3093-09af-4639-bd54-fdbb3a1d99fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:07.484371 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3f3093-09af-4639-bd54-fdbb3a1d99fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:07.485040 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3f3093-09af-4639-bd54-fdbb3a1d99fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:07.489029 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ae3f3093-09af-4639-bd54-fdbb3a1d99fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 26172 time: 0.1931531 Aug 10 03:31:07.494034 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 46902) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:07.637517 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1926bc16-a0c3-4273-a620-437c668c4eb6 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:07.658496 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-bd0b151e-b48c-48a7-a7a0-80a9d1a9aa74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Deleting port 6b929bf3-0942-481d-8224-8f0c1d7374fa {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:07.659280 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bd0b151e-b48c-48a7-a7a0-80a9d1a9aa74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:07.793473 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 49601e7f-b7b9-41c4-99dd-4d4203deb1c8 up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:31:07.857323 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-bd0b151e-b48c-48a7-a7a0-80a9d1a9aa74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] For port 6b929bf3-0942-481d-8224-8f0c1d7374fa, host n-h2-768851-15, got binding levels [] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:07.857323 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bd0b151e-b48c-48a7-a7a0-80a9d1a9aa74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:07.857635 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port 49601e7f-b7b9-41c4-99dd-4d4203deb1c8 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:07.857635 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 49601e7f-b7b9-41c4-99dd-4d4203deb1c8 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:07.857635 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:07.864297 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-bd0b151e-b48c-48a7-a7a0-80a9d1a9aa74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Calling delete_port for 6b929bf3-0942-481d-8224-8f0c1d7374fa owned by {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:08.000985 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:08.037258 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ffe1fee-a228-4d27-951e-6f6bfec65c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49601e7f-b7b9-41c4-99dd-4d4203deb1c8'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:31:08.039845 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea5016a-416c-4f74-8a80-48a4fa3ab991" -d '{"events": [{"server_uuid": "4ffe1fee-a228-4d27-951e-6f6bfec65c9b", "name": "network-vif-plugged", "status": "completed", "tag": "49601e7f-b7b9-41c4-99dd-4d4203deb1c8"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:31:08.055207 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 49601e7f-b7b9-41c4-99dd-4d4203deb1c8, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=49601e7f-b7b9-41c4-99dd-4d4203deb1c8,segment=NetworkSegment(78544607-b351-4c3b-bca2-1fc92e96546a),segment_id=78544607-b351-4c3b-bca2-1fc92e96546a)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:08.061039 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:08.121843 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de67d34f-01fa-4581-a446-ef9bc0057f3c x-openstack-request-id: req-de67d34f-01fa-4581-a446-ef9bc0057f3c {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:31:08.122135 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ffe1fee-a228-4d27-951e-6f6bfec65c9b", "name": "network-vif-plugged", "status": "completed", "tag": "49601e7f-b7b9-41c4-99dd-4d4203deb1c8", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:31:08.122387 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-de67d34f-01fa-4581-a446-ef9bc0057f3c {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:31:08.122836 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ffe1fee-a228-4d27-951e-6f6bfec65c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49601e7f-b7b9-41c4-99dd-4d4203deb1c8', 'code': 200} Aug 10 03:31:08.145496 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=49601e7f-b7b9-41c4-99dd-4d4203deb1c8,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:08.240672 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bdbd58-69fe-4e13-91f1-5c7571c0499f req-5e595cdb-2d7f-442a-832f-97f8d8369de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:08.243016 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-28bdbd58-69fe-4e13-91f1-5c7571c0499f req-5e595cdb-2d7f-442a-832f-97f8d8369de0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4ffe1fee-a228-4d27-951e-6f6bfec65c9b HTTP/1.1" status: 200 len: 1098 time: 0.0595222 Aug 10 03:31:08.260426 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-869f1376-a554-4783-99a9-7d91acd1b823 None None] Provisioning for port f629f224-36e4-4458-88e4-8a160b16441a completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:08.296685 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-28bdbd58-69fe-4e13-91f1-5c7571c0499f req-a3408e66-fbfe-469e-9252-6a0b6124cbee service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9b0da509-0930-4249-9603-5790926fccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457489 Aug 10 03:31:08.560877 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bd0b151e-b48c-48a7-a7a0-80a9d1a9aa74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:08.576986 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351aa15d-bce6-48bd-889f-e27e20964d29 req-9898eab9-9200-46d7-884b-417941f5c45d tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:08.577149 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-351aa15d-bce6-48bd-889f-e27e20964d29 req-9898eab9-9200-46d7-884b-417941f5c45d tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca28343c-fe86-42dd-84b4-d84ad430dcfc HTTP/1.1" status: 200 len: 945 time: 0.0941670 Aug 10 03:31:08.605097 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0b151e-b48c-48a7-a7a0-80a9d1a9aa74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Pushing event deleted for resources: {'Port': ['ID=6b929bf3-0942-481d-8224-8f0c1d7374fa,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:08.614260 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-9833c372-b299-40c4-a46a-9629419a280a None None] Provisioning for port e2c6a603-c052-4a85-880e-1d7da406a5f7 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:08.616230 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bd0b151e-b48c-48a7-a7a0-80a9d1a9aa74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:08.616230 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-bd0b151e-b48c-48a7-a7a0-80a9d1a9aa74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] 10.222.0.62 "DELETE /v2.0/ports/6b929bf3-0942-481d-8224-8f0c1d7374fa HTTP/1.1" status: 204 len: 168 time: 1.1174579 Aug 10 03:31:08.617594 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 46934) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:08.626596 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-9833c372-b299-40c4-a46a-9629419a280a None None] Provisioning complete for port e2c6a603-c052-4a85-880e-1d7da406a5f7 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:08.627194 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9833c372-b299-40c4-a46a-9629419a280a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:08.657082 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-111aada7-ca8e-4648-88e2-54f692caf5ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] GET failed (client error): The resource could not be found. Aug 10 03:31:08.662456 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-111aada7-ca8e-4648-88e2-54f692caf5ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] 10.222.0.62 "GET /v2.0/ports/6b929bf3-0942-481d-8224-8f0c1d7374fa HTTP/1.1" status: 404 len: 333 time: 0.0402827 Aug 10 03:31:08.662646 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1926bc16-a0c3-4273-a620-437c668c4eb6 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:08.664093 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 46936) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:08.670631 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-b123c333-5908-411f-b637-8382c35fc9fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1902974833', 'network_id': 'ab936dff-00cc-46e5-b90a-fb7bfab8d5b9'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:08.675769 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-9833c372-b299-40c4-a46a-9629419a280a None None] Port e2c6a603-c052-4a85-880e-1d7da406a5f7 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:31:08.677117 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1926bc16-a0c3-4273-a620-437c668c4eb6 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:08.677868 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1926bc16-a0c3-4273-a620-437c668c4eb6 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:08.684469 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-351aa15d-bce6-48bd-889f-e27e20964d29 req-8cf84f39-f8c0-4938-961a-6b544005239d tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918293 Aug 10 03:31:08.704394 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9408650-1b78-48a6-8646-bb838c13538e req-3f9a91cf-bed8-4f7a-b8d6-aa82b452c8ef tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:08.711713 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e9408650-1b78-48a6-8646-bb838c13538e req-3f9a91cf-bed8-4f7a-b8d6-aa82b452c8ef tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ffe1fee-a228-4d27-951e-6f6bfec65c9b HTTP/1.1" status: 200 len: 946 time: 0.1826694 Aug 10 03:31:08.763112 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e9408650-1b78-48a6-8646-bb838c13538e req-87e7aa67-c6d8-4398-9b04-416fda918c0e tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/security-groups?id=9b0da509-0930-4249-9603-5790926fccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465164 Aug 10 03:31:08.836826 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b123c333-5908-411f-b637-8382c35fc9fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Made reservation on behalf of 4d0115204ab64a9d86a42b4152ebee40 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:08.847379 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b123c333-5908-411f-b637-8382c35fc9fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:08.886586 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1926bc16-a0c3-4273-a620-437c668c4eb6 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event updated for resources: {'Port': ['ID=e2c6a603-c052-4a85-880e-1d7da406a5f7,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:08.887081 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device f629f224-36e4-4458-88e4-8a160b16441a up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:31:08.900841 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [None req-b123c333-5908-411f-b637-8382c35fc9fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] device_id is not set on port 397d7687-51f2-4e75-bd1c-a256464d462d yet. {{(pid=94217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:31:09.016256 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1926bc16-a0c3-4273-a620-437c668c4eb6 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:09.031978 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-1926bc16-a0c3-4273-a620-437c668c4eb6 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:09.050542 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port f629f224-36e4-4458-88e4-8a160b16441a completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:09.057211 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port f629f224-36e4-4458-88e4-8a160b16441a triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:09.058305 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:09.200479 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834f77f-55be-438d-ad9d-76132e51a66a req-56b5f9c5-e651-4d7b-9a0c-5fcf22c9808b tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:09.202367 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8834f77f-55be-438d-ad9d-76132e51a66a req-56b5f9c5-e651-4d7b-9a0c-5fcf22c9808b tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca28343c-fe86-42dd-84b4-d84ad430dcfc HTTP/1.1" status: 200 len: 945 time: 0.1903841 Aug 10 03:31:09.204882 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff79439-367a-4497-80aa-b091f202cb92 req-c2aabda7-79b5-444d-9c05-dea478689529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:09.206503 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fff79439-367a-4497-80aa-b091f202cb92 req-c2aabda7-79b5-444d-9c05-dea478689529 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=512e51e52dde4e17a26f3eb689e87681&device_id=ca28343c-fe86-42dd-84b4-d84ad430dcfc HTTP/1.1" status: 200 len: 1097 time: 0.2030241 Aug 10 03:31:09.284978 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:09.327087 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b123c333-5908-411f-b637-8382c35fc9fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:09.339678 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff79439-367a-4497-80aa-b091f202cb92 req-62fc235e-d2be-4f42-8b53-73debfab949b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:09.342449 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fff79439-367a-4497-80aa-b091f202cb92 req-62fc235e-d2be-4f42-8b53-73debfab949b service neutron] 10.222.0.60 "GET /v2.0/networks?id=6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43 HTTP/1.1" status: 200 len: 919 time: 0.1256883 Aug 10 03:31:09.356629 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port f629f224-36e4-4458-88e4-8a160b16441a, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=f629f224-36e4-4458-88e4-8a160b16441a,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:09.369834 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:09.407330 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b123c333-5908-411f-b637-8382c35fc9fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:09.476770 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fff79439-367a-4497-80aa-b091f202cb92 req-12195d1b-e366-496b-ad99-7163ca9e53b3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6f5e8b02-447c-4199-a06a-52522489c290 HTTP/1.1" status: 200 len: 217 time: 0.1242919 Aug 10 03:31:09.498365 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=f629f224-36e4-4458-88e4-8a160b16441a,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:09.498491 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b123c333-5908-411f-b637-8382c35fc9fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:09.524956 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-b123c333-5908-411f-b637-8382c35fc9fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:09.525768 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1b410ab-1573-4c8d-8294-c7bb0d551b7b None None] Provisioning complete for port e2c6a603-c052-4a85-880e-1d7da406a5f7 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:09.526251 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1b410ab-1573-4c8d-8294-c7bb0d551b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:09.532366 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b123c333-5908-411f-b637-8382c35fc9fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:09.533349 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b123c333-5908-411f-b637-8382c35fc9fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:09.533966 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b123c333-5908-411f-b637-8382c35fc9fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:09.576815 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8834f77f-55be-438d-ad9d-76132e51a66a req-b2743682-951d-4edc-b36c-845b1d81decd tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645337 Aug 10 03:31:09.601732 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b123c333-5908-411f-b637-8382c35fc9fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Pushing event updated for resources: {'Port': ['ID=397d7687-51f2-4e75-bd1c-a256464d462d,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:09.614918 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff79439-367a-4497-80aa-b091f202cb92 req-f83f4d82-eff9-4bc7-a1d0-1cdff9f8cb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:09.621566 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1b410ab-1573-4c8d-8294-c7bb0d551b7b None None] Port e2c6a603-c052-4a85-880e-1d7da406a5f7 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:31:09.630243 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fff79439-367a-4497-80aa-b091f202cb92 req-f83f4d82-eff9-4bc7-a1d0-1cdff9f8cb8f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9931fad2-def9-4844-9e4b-a68eebcbaa2a HTTP/1.1" status: 200 len: 858 time: 0.1414459 Aug 10 03:31:09.638885 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b123c333-5908-411f-b637-8382c35fc9fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9734507 Aug 10 03:31:09.639234 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 46960) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:09.642088 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1926bc16-a0c3-4273-a620-437c668c4eb6 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Router e7667a58-170c-417c-9cc3-f07543e8bbf8 is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:31:09.726184 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb0e58d-0e78-443a-bf5b-f39f4ab0b945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:09.727887 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-1eb0e58d-0e78-443a-bf5b-f39f4ab0b945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] 10.222.0.62 "GET /v2.0/ports/397d7687-51f2-4e75-bd1c-a256464d462d HTTP/1.1" status: 200 len: 959 time: 0.0735383 Aug 10 03:31:09.730071 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fff79439-367a-4497-80aa-b091f202cb92 req-9dc60377-6283-44d5-9bd0-5aa1db82214a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804663 Aug 10 03:31:09.730792 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 46962) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:09.752532 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1926bc16-a0c3-4273-a620-437c668c4eb6 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:31:09.760079 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1926bc16-a0c3-4273-a620-437c668c4eb6 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "PUT /v2.0/routers/e7667a58-170c-417c-9cc3-f07543e8bbf8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9591594 Aug 10 03:31:09.763463 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 46964) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:09.766441 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ccf9bb-b542-428e-9c10-14de3344b0d0 None None] Sync routers for ids ['e7667a58-170c-417c-9cc3-f07543e8bbf8'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:31:09.808181 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ccf9bb-b542-428e-9c10-14de3344b0d0 None None] Routers {'e7667a58-170c-417c-9cc3-f07543e8bbf8'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:31:09.812677 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-82ccf9bb-b542-428e-9c10-14de3344b0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:31:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['e7667a58-170c-417c-9cc3-f07543e8bbf8'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:09.922192 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fff79439-367a-4497-80aa-b091f202cb92 req-9a1942b3-3e4e-494e-8e58-e038330437ff service neutron] 10.222.0.60 "GET /v2.0/networks/6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723430 Aug 10 03:31:09.922457 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07bb375-1ce5-4fd6-9b7f-bb97dec6e5df tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:09.937639 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b07bb375-1ce5-4fd6-9b7f-bb97dec6e5df tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/ports/e2c6a603-c052-4a85-880e-1d7da406a5f7 HTTP/1.1" status: 200 len: 911 time: 0.1701691 Aug 10 03:31:09.939185 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 46972) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:09.999078 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-82ccf9bb-b542-428e-9c10-14de3344b0d0 None None] Set router e7667a58-170c-417c-9cc3-f07543e8bbf8 gateway port host: None {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:31:10.031904 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8ba86e-c8e9-4b3d-b454-310fc26127c7 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:10.038135 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8ba86e-c8e9-4b3d-b454-310fc26127c7 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:10.042574 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ff8ba86e-c8e9-4b3d-b454-310fc26127c7 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0996094 Aug 10 03:31:10.043404 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 46974) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:10.063554 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fff79439-367a-4497-80aa-b091f202cb92 req-01072a3a-a896-4bfa-abc9-0e86b461ba37 service neutron] 10.222.0.60 "GET /v2.0/networks/6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398284 Aug 10 03:31:10.065737 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-c5b49de8-269b-4d50-9f25-d6bb5f3a0181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Deleting port 397d7687-51f2-4e75-bd1c-a256464d462d {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:10.066093 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c5b49de8-269b-4d50-9f25-d6bb5f3a0181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:10.161358 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec701d-465e-4df9-9352-d708c7f2a924 req-b51b70b9-d035-4689-847e-92e3ceed8df1 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:10.163165 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dbec701d-465e-4df9-9352-d708c7f2a924 req-b51b70b9-d035-4689-847e-92e3ceed8df1 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ffe1fee-a228-4d27-951e-6f6bfec65c9b HTTP/1.1" status: 200 len: 946 time: 0.2309659 Aug 10 03:31:10.188264 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c5b49de8-269b-4d50-9f25-d6bb5f3a0181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:10.212732 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-c5b49de8-269b-4d50-9f25-d6bb5f3a0181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Calling delete_port for 397d7687-51f2-4e75-bd1c-a256464d462d owned by {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:10.338093 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-82ccf9bb-b542-428e-9c10-14de3344b0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7667a58-170c-417c-9cc3-f07543e8bbf8', 'name': 'tempest-NetworksTestDHCPv6-router-1870018630', 'tenant_id': '984bdecd49e44336b94df38f23469327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:05Z', 'updated_at': '2021-08-10T03:31:07Z', 'revision_number': 2, 'project_id': '984bdecd49e44336b94df38f23469327', 'gw_port_host': None, '_interfaces': [{'id': 'e2c6a603-c052-4a85-880e-1d7da406a5f7', 'name': '', 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'tenant_id': '984bdecd49e44336b94df38f23469327', 'mac_address': 'fa:16:3e:4b:ce:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7667a58-170c-417c-9cc3-f07543e8bbf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': 'c8f900e0-74cb-4211-9ee0-53233ce368ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:06Z', 'updated_at': '2021-08-10T03:31:07Z', 'revision_number': 2, 'project_id': '984bdecd49e44336b94df38f23469327', 'subnets': [{'id': 'c8f900e0-74cb-4211-9ee0-53233ce368ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:10.363696 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dbec701d-465e-4df9-9352-d708c7f2a924 req-45fcc1f1-179c-42be-a6e7-c2543419e70d tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/security-groups?id=9b0da509-0930-4249-9603-5790926fccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053615 Aug 10 03:31:10.374156 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ccf9bb-b542-428e-9c10-14de3344b0d0 None None] Checking router: e7667a58-170c-417c-9cc3-f07543e8bbf8 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:31:10.391685 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ccf9bb-b542-428e-9c10-14de3344b0d0 None None] Updating router e7667a58-170c-417c-9cc3-f07543e8bbf8 port e2c6a603-c052-4a85-880e-1d7da406a5f7 binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:31:10.437158 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c5b49de8-269b-4d50-9f25-d6bb5f3a0181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:10.442430 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-82ccf9bb-b542-428e-9c10-14de3344b0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:10.502903 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b49de8-269b-4d50-9f25-d6bb5f3a0181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Pushing event deleted for resources: {'Port': ['ID=397d7687-51f2-4e75-bd1c-a256464d462d,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:10.508073 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c5b49de8-269b-4d50-9f25-d6bb5f3a0181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:10.510576 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-c5b49de8-269b-4d50-9f25-d6bb5f3a0181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] 10.222.0.62 "DELETE /v2.0/ports/397d7687-51f2-4e75-bd1c-a256464d462d HTTP/1.1" status: 204 len: 168 time: 0.7786243 Aug 10 03:31:10.529476 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 46984) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:10.566497 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c37d232-864b-4951-b310-bd0987d8803e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] GET failed (client error): The resource could not be found. Aug 10 03:31:10.568100 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-1c37d232-864b-4951-b310-bd0987d8803e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] 10.222.0.62 "GET /v2.0/ports/397d7687-51f2-4e75-bd1c-a256464d462d HTTP/1.1" status: 404 len: 333 time: 0.0332952 Aug 10 03:31:10.578212 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 46988) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:10.587919 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-e0dbff33-4f7e-468c-b7ad-a49aec1ef8f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Request body: {'port': {'network_id': 'ab936dff-00cc-46e5-b90a-fb7bfab8d5b9', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857046956'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:10.612061 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd447c-d506-49e0-9be3-26e519e88bac req-c1876dcf-9a86-4e2b-9f8c-757245c7e343 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:10.613760 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-74bd447c-d506-49e0-9be3-26e519e88bac req-c1876dcf-9a86-4e2b-9f8c-757245c7e343 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ffe1fee-a228-4d27-951e-6f6bfec65c9b HTTP/1.1" status: 200 len: 946 time: 0.1369507 Aug 10 03:31:10.727648 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-74bd447c-d506-49e0-9be3-26e519e88bac req-27a2e25b-8c5b-4d47-9d6a-6a1757d66ecb tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/security-groups?id=9b0da509-0930-4249-9603-5790926fccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035340 Aug 10 03:31:10.728460 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0dbff33-4f7e-468c-b7ad-a49aec1ef8f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Made reservation on behalf of 4d0115204ab64a9d86a42b4152ebee40 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:10.749239 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e0dbff33-4f7e-468c-b7ad-a49aec1ef8f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:10.755578 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dba06e84-b58d-4ef5-aa87-118059e8efd6 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:10.815914 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [None req-e0dbff33-4f7e-468c-b7ad-a49aec1ef8f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] device_id is not set on port 6475f85a-8557-47d6-8555-e5324b22631f yet. {{(pid=94216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:31:10.874256 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b6e049-6c71-4075-a753-7d25956e8525 req-84977b3c-c398-44c4-b17d-6fa970020d26 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:10.875949 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-88b6e049-6c71-4075-a753-7d25956e8525 req-84977b3c-c398-44c4-b17d-6fa970020d26 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca28343c-fe86-42dd-84b4-d84ad430dcfc HTTP/1.1" status: 200 len: 945 time: 0.1790042 Aug 10 03:31:10.888594 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device f629f224-36e4-4458-88e4-8a160b16441a up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:31:10.919456 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-82ccf9bb-b542-428e-9c10-14de3344b0d0 None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:10.947737 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-82ccf9bb-b542-428e-9c10-14de3344b0d0 None None] Transition to ACTIVE for port object e2c6a603-c052-4a85-880e-1d7da406a5f7 will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:10.953454 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port f629f224-36e4-4458-88e4-8a160b16441a triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:10.954311 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:10.966688 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-82ccf9bb-b542-428e-9c10-14de3344b0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:10.968087 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-88b6e049-6c71-4075-a753-7d25956e8525 req-60cbc3ae-c48a-4ddd-b19a-747454c99109 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719213 Aug 10 03:31:11.056246 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e0dbff33-4f7e-468c-b7ad-a49aec1ef8f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:11.138263 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e0dbff33-4f7e-468c-b7ad-a49aec1ef8f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:11.142286 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af731b-7aa6-49f6-8168-71bb6cbcba68 None None] Pushing event updated for resources: {'Port': ['ID=e2c6a603-c052-4a85-880e-1d7da406a5f7,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:11.191773 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-dba06e84-b58d-4ef5-aa87-118059e8efd6 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Deleting port e2c6a603-c052-4a85-880e-1d7da406a5f7 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:11.192120 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dba06e84-b58d-4ef5-aa87-118059e8efd6 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:11.221230 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-82ccf9bb-b542-428e-9c10-14de3344b0d0 None None] Attempting to bind port e2c6a603-c052-4a85-880e-1d7da406a5f7 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:11.221863 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-82ccf9bb-b542-428e-9c10-14de3344b0d0 None None] Attempting to bind port e2c6a603-c052-4a85-880e-1d7da406a5f7 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:11.222387 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ccf9bb-b542-428e-9c10-14de3344b0d0 None None] Attempting to bind port e2c6a603-c052-4a85-880e-1d7da406a5f7 on network da252ef5-253f-415c-bfce-1cf3e51986e9 {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:11.230285 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ccf9bb-b542-428e-9c10-14de3344b0d0 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:31:11.231610 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ccf9bb-b542-428e-9c10-14de3344b0d0 None None] Checking segment: {'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:31:11.232213 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-82ccf9bb-b542-428e-9c10-14de3344b0d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:11.232750 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ccf9bb-b542-428e-9c10-14de3344b0d0 None None] Bound using segment: {'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:31:11.233424 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-82ccf9bb-b542-428e-9c10-14de3344b0d0 None None] Bound port: e2c6a603-c052-4a85-880e-1d7da406a5f7, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:31:11.234055 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-82ccf9bb-b542-428e-9c10-14de3344b0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:11.239281 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0dbff33-4f7e-468c-b7ad-a49aec1ef8f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:11.249966 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-e0dbff33-4f7e-468c-b7ad-a49aec1ef8f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:11.253522 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dbff33-4f7e-468c-b7ad-a49aec1ef8f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:11.254490 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dbff33-4f7e-468c-b7ad-a49aec1ef8f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:11.263310 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e0dbff33-4f7e-468c-b7ad-a49aec1ef8f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:11.317086 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dbff33-4f7e-468c-b7ad-a49aec1ef8f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Pushing event updated for resources: {'Port': ['ID=6475f85a-8557-47d6-8555-e5324b22631f,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:11.321416 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-82ccf9bb-b542-428e-9c10-14de3344b0d0 None None] For port e2c6a603-c052-4a85-880e-1d7da406a5f7, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:31:11.331661 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-e0dbff33-4f7e-468c-b7ad-a49aec1ef8f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7483850 Aug 10 03:31:11.332615 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-dba06e84-b58d-4ef5-aa87-118059e8efd6 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] For port e2c6a603-c052-4a85-880e-1d7da406a5f7, host n-d-768851-15, got binding levels [] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:11.332936 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-82ccf9bb-b542-428e-9c10-14de3344b0d0 None None] For port e2c6a603-c052-4a85-880e-1d7da406a5f7, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=e2c6a603-c052-4a85-880e-1d7da406a5f7,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:31:11.333068 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dba06e84-b58d-4ef5-aa87-118059e8efd6 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:11.338844 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-82ccf9bb-b542-428e-9c10-14de3344b0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:11.339247 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 47004) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:11.345247 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:11.348059 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-dba06e84-b58d-4ef5-aa87-118059e8efd6 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Calling delete_port for e2c6a603-c052-4a85-880e-1d7da406a5f7 owned by network:router_interface {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:11.435786 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ccf9bb-b542-428e-9c10-14de3344b0d0 None None] Routers {'e7667a58-170c-417c-9cc3-f07543e8bbf8'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:31:11.436449 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-82ccf9bb-b542-428e-9c10-14de3344b0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:31:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['e7667a58-170c-417c-9cc3-f07543e8bbf8'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:11.442766 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af731b-7aa6-49f6-8168-71bb6cbcba68 None None] Pushing event updated for resources: {'Port': ['ID=e2c6a603-c052-4a85-880e-1d7da406a5f7,revision_number=4']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:11.458748 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:11.595645 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-82ccf9bb-b542-428e-9c10-14de3344b0d0 None None] Set router e7667a58-170c-417c-9cc3-f07543e8bbf8 gateway port host: None {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:31:11.619171 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dba06e84-b58d-4ef5-aa87-118059e8efd6 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:11.704561 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba06e84-b58d-4ef5-aa87-118059e8efd6 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event deleted for resources: {'Port': ['ID=e2c6a603-c052-4a85-880e-1d7da406a5f7,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:11.827706 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] device_id is not set on port 6475f85a-8557-47d6-8555-e5324b22631f yet. {{(pid=94216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:31:11.844501 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:11.867892 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Transition to ACTIVE for port object 6475f85a-8557-47d6-8555-e5324b22631f will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:11.877453 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:11.908614 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dba06e84-b58d-4ef5-aa87-118059e8efd6 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:11.932445 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-cc91eaca-0d1f-4a41-af22-b79b7ce8993d None None] Could not find standard attr ID for object e2c6a603-c052-4a85-880e-1d7da406a5f7. {{(pid=94218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:31:11.979217 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Pushing event updated for resources: {'Port': ['ID=6475f85a-8557-47d6-8555-e5324b22631f,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:11.988726 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port 6475f85a-8557-47d6-8555-e5324b22631f on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:11.989262 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port 6475f85a-8557-47d6-8555-e5324b22631f by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '8dc54e44-451a-4aea-928e-d155dcb04899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ab936dff-00cc-46e5-b90a-fb7bfab8d5b9'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:11.989777 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port 6475f85a-8557-47d6-8555-e5324b22631f on network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:12.003512 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Port 6475f85a-8557-47d6-8555-e5324b22631f on network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:12.004151 n-d-768851-15 neutron-server[94216]: ERROR neutron.plugins.ml2.managers [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Failed to bind port 6475f85a-8557-47d6-8555-e5324b22631f on host n-h2-768851-15 for vnic_type normal using segments [{'id': '8dc54e44-451a-4aea-928e-d155dcb04899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ab936dff-00cc-46e5-b90a-fb7bfab8d5b9'}] Aug 10 03:31:12.004774 n-d-768851-15 neutron-server[94216]: INFO neutron.plugins.ml2.plugin [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempt 2 to bind port 6475f85a-8557-47d6-8555-e5324b22631f Aug 10 03:31:12.012816 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-82ccf9bb-b542-428e-9c10-14de3344b0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7667a58-170c-417c-9cc3-f07543e8bbf8', 'name': 'tempest-NetworksTestDHCPv6-router-1870018630', 'tenant_id': '984bdecd49e44336b94df38f23469327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:05Z', 'updated_at': '2021-08-10T03:31:07Z', 'revision_number': 2, 'project_id': '984bdecd49e44336b94df38f23469327', 'gw_port_host': None, '_interfaces': [{'id': 'e2c6a603-c052-4a85-880e-1d7da406a5f7', 'name': '', 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'tenant_id': '984bdecd49e44336b94df38f23469327', 'mac_address': 'fa:16:3e:4b:ce:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7667a58-170c-417c-9cc3-f07543e8bbf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': 'c8f900e0-74cb-4211-9ee0-53233ce368ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:06Z', 'updated_at': '2021-08-10T03:31:11Z', 'revision_number': 4, 'project_id': '984bdecd49e44336b94df38f23469327', 'subnets': [{'id': 'c8f900e0-74cb-4211-9ee0-53233ce368ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:12.031235 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port 6475f85a-8557-47d6-8555-e5324b22631f on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:12.031447 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port 6475f85a-8557-47d6-8555-e5324b22631f by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '8dc54e44-451a-4aea-928e-d155dcb04899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ab936dff-00cc-46e5-b90a-fb7bfab8d5b9'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:12.031858 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port 6475f85a-8557-47d6-8555-e5324b22631f on network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:12.043191 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Port 6475f85a-8557-47d6-8555-e5324b22631f on network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:12.043527 n-d-768851-15 neutron-server[94216]: ERROR neutron.plugins.ml2.managers [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Failed to bind port 6475f85a-8557-47d6-8555-e5324b22631f on host n-h2-768851-15 for vnic_type normal using segments [{'id': '8dc54e44-451a-4aea-928e-d155dcb04899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ab936dff-00cc-46e5-b90a-fb7bfab8d5b9'}] Aug 10 03:31:12.043916 n-d-768851-15 neutron-server[94216]: INFO neutron.plugins.ml2.plugin [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempt 3 to bind port 6475f85a-8557-47d6-8555-e5324b22631f Aug 10 03:31:12.076086 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ccf9bb-b542-428e-9c10-14de3344b0d0 None None] The sync data for ids ['e7667a58-170c-417c-9cc3-f07543e8bbf8'] in n-d-768851-15 is: [{'id': 'e7667a58-170c-417c-9cc3-f07543e8bbf8', 'name': 'tempest-NetworksTestDHCPv6-router-1870018630', 'tenant_id': '984bdecd49e44336b94df38f23469327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:05Z', 'updated_at': '2021-08-10T03:31:07Z', 'revision_number': 2, 'project_id': '984bdecd49e44336b94df38f23469327', 'gw_port_host': None, '_interfaces': [{'id': 'e2c6a603-c052-4a85-880e-1d7da406a5f7', 'name': '', 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'tenant_id': '984bdecd49e44336b94df38f23469327', 'mac_address': 'fa:16:3e:4b:ce:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7667a58-170c-417c-9cc3-f07543e8bbf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': 'c8f900e0-74cb-4211-9ee0-53233ce368ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:06Z', 'updated_at': '2021-08-10T03:31:11Z', 'revision_number': 4, 'project_id': '984bdecd49e44336b94df38f23469327', 'subnets': [{'id': 'c8f900e0-74cb-4211-9ee0-53233ce368ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:31:12.077891 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port 6475f85a-8557-47d6-8555-e5324b22631f on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:12.078241 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port 6475f85a-8557-47d6-8555-e5324b22631f by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '8dc54e44-451a-4aea-928e-d155dcb04899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ab936dff-00cc-46e5-b90a-fb7bfab8d5b9'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:12.078580 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port 6475f85a-8557-47d6-8555-e5324b22631f on network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:12.089265 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Port 6475f85a-8557-47d6-8555-e5324b22631f on network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:12.089636 n-d-768851-15 neutron-server[94216]: ERROR neutron.plugins.ml2.managers [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Failed to bind port 6475f85a-8557-47d6-8555-e5324b22631f on host n-h2-768851-15 for vnic_type normal using segments [{'id': '8dc54e44-451a-4aea-928e-d155dcb04899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ab936dff-00cc-46e5-b90a-fb7bfab8d5b9'}] Aug 10 03:31:12.090110 n-d-768851-15 neutron-server[94216]: INFO neutron.plugins.ml2.plugin [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempt 4 to bind port 6475f85a-8557-47d6-8555-e5324b22631f Aug 10 03:31:12.159445 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port 6475f85a-8557-47d6-8555-e5324b22631f on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:12.159790 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port 6475f85a-8557-47d6-8555-e5324b22631f by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '8dc54e44-451a-4aea-928e-d155dcb04899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ab936dff-00cc-46e5-b90a-fb7bfab8d5b9'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:12.160116 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port 6475f85a-8557-47d6-8555-e5324b22631f on network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:12.185938 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Port 6475f85a-8557-47d6-8555-e5324b22631f on network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:12.186337 n-d-768851-15 neutron-server[94216]: ERROR neutron.plugins.ml2.managers [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Failed to bind port 6475f85a-8557-47d6-8555-e5324b22631f on host n-h2-768851-15 for vnic_type normal using segments [{'id': '8dc54e44-451a-4aea-928e-d155dcb04899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ab936dff-00cc-46e5-b90a-fb7bfab8d5b9'}] Aug 10 03:31:12.187929 n-d-768851-15 neutron-server[94216]: INFO neutron.plugins.ml2.plugin [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempt 5 to bind port 6475f85a-8557-47d6-8555-e5324b22631f Aug 10 03:31:12.204184 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c3fbd-aad8-4d76-9325-893852a58831 req-5ef4df20-001f-4add-bbd1-4f827375b938 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:12.206097 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1c8c3fbd-aad8-4d76-9325-893852a58831 req-5ef4df20-001f-4add-bbd1-4f827375b938 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca28343c-fe86-42dd-84b4-d84ad430dcfc HTTP/1.1" status: 200 len: 945 time: 0.1049886 Aug 10 03:31:12.236650 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port 6475f85a-8557-47d6-8555-e5324b22631f on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:12.236997 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port 6475f85a-8557-47d6-8555-e5324b22631f by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '8dc54e44-451a-4aea-928e-d155dcb04899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ab936dff-00cc-46e5-b90a-fb7bfab8d5b9'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:12.237316 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port 6475f85a-8557-47d6-8555-e5324b22631f on network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:12.241888 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba06e84-b58d-4ef5-aa87-118059e8efd6 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Router e7667a58-170c-417c-9cc3-f07543e8bbf8 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:31:12.243446 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Port 6475f85a-8557-47d6-8555-e5324b22631f on network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:12.243832 n-d-768851-15 neutron-server[94216]: ERROR neutron.plugins.ml2.managers [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Failed to bind port 6475f85a-8557-47d6-8555-e5324b22631f on host n-h2-768851-15 for vnic_type normal using segments [{'id': '8dc54e44-451a-4aea-928e-d155dcb04899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ab936dff-00cc-46e5-b90a-fb7bfab8d5b9'}] Aug 10 03:31:12.244483 n-d-768851-15 neutron-server[94216]: INFO neutron.plugins.ml2.plugin [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempt 6 to bind port 6475f85a-8557-47d6-8555-e5324b22631f Aug 10 03:31:12.256902 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 47020) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:12.314105 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port 6475f85a-8557-47d6-8555-e5324b22631f on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:12.314440 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port 6475f85a-8557-47d6-8555-e5324b22631f by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '8dc54e44-451a-4aea-928e-d155dcb04899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ab936dff-00cc-46e5-b90a-fb7bfab8d5b9'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:12.314793 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port 6475f85a-8557-47d6-8555-e5324b22631f on network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:12.325846 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1c8c3fbd-aad8-4d76-9325-893852a58831 req-572d1163-1378-4c42-b8d2-c15986ad86c1 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127157 Aug 10 03:31:12.355640 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Port 6475f85a-8557-47d6-8555-e5324b22631f on network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:12.355986 n-d-768851-15 neutron-server[94216]: ERROR neutron.plugins.ml2.managers [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Failed to bind port 6475f85a-8557-47d6-8555-e5324b22631f on host n-h2-768851-15 for vnic_type normal using segments [{'id': '8dc54e44-451a-4aea-928e-d155dcb04899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ab936dff-00cc-46e5-b90a-fb7bfab8d5b9'}] Aug 10 03:31:12.362264 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba06e84-b58d-4ef5-aa87-118059e8efd6 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:31:12.367624 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-dba06e84-b58d-4ef5-aa87-118059e8efd6 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "PUT /v2.0/routers/e7667a58-170c-417c-9cc3-f07543e8bbf8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3232410 Aug 10 03:31:12.368763 n-d-768851-15 neutron-server[94216]: INFO neutron.plugins.ml2.plugin [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempt 7 to bind port 6475f85a-8557-47d6-8555-e5324b22631f Aug 10 03:31:12.370034 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 47026) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:12.479568 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78d171a-da4a-4941-a0e4-c733d1ed8b61 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:12.497928 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78d171a-da4a-4941-a0e4-c733d1ed8b61 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:12.503876 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f78d171a-da4a-4941-a0e4-c733d1ed8b61 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1312993 Aug 10 03:31:12.503876 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 47030) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:12.511183 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port 6475f85a-8557-47d6-8555-e5324b22631f on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:12.516879 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port 6475f85a-8557-47d6-8555-e5324b22631f by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '8dc54e44-451a-4aea-928e-d155dcb04899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ab936dff-00cc-46e5-b90a-fb7bfab8d5b9'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:12.517651 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port 6475f85a-8557-47d6-8555-e5324b22631f on network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:12.531653 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Port 6475f85a-8557-47d6-8555-e5324b22631f on network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:12.531986 n-d-768851-15 neutron-server[94216]: ERROR neutron.plugins.ml2.managers [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Failed to bind port 6475f85a-8557-47d6-8555-e5324b22631f on host n-h2-768851-15 for vnic_type normal using segments [{'id': '8dc54e44-451a-4aea-928e-d155dcb04899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ab936dff-00cc-46e5-b90a-fb7bfab8d5b9'}] Aug 10 03:31:12.537964 n-d-768851-15 neutron-server[94216]: INFO neutron.plugins.ml2.plugin [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempt 8 to bind port 6475f85a-8557-47d6-8555-e5324b22631f Aug 10 03:31:12.624063 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aea2f8a-3dce-40e9-ab2a-220ea36360a7 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Deleting subnet c8f900e0-74cb-4211-9ee0-53233ce368ac {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:31:12.639590 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2aea2f8a-3dce-40e9-ab2a-220ea36360a7 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:12.654918 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port 6475f85a-8557-47d6-8555-e5324b22631f on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:12.654918 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port 6475f85a-8557-47d6-8555-e5324b22631f by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '8dc54e44-451a-4aea-928e-d155dcb04899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ab936dff-00cc-46e5-b90a-fb7bfab8d5b9'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:12.654918 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port 6475f85a-8557-47d6-8555-e5324b22631f on network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:12.666838 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Port 6475f85a-8557-47d6-8555-e5324b22631f on network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:12.667581 n-d-768851-15 neutron-server[94216]: ERROR neutron.plugins.ml2.managers [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Failed to bind port 6475f85a-8557-47d6-8555-e5324b22631f on host n-h2-768851-15 for vnic_type normal using segments [{'id': '8dc54e44-451a-4aea-928e-d155dcb04899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ab936dff-00cc-46e5-b90a-fb7bfab8d5b9'}] Aug 10 03:31:12.671546 n-d-768851-15 neutron-server[94216]: INFO neutron.plugins.ml2.plugin [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempt 9 to bind port 6475f85a-8557-47d6-8555-e5324b22631f Aug 10 03:31:12.720788 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port 6475f85a-8557-47d6-8555-e5324b22631f on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:12.721224 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port 6475f85a-8557-47d6-8555-e5324b22631f by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '8dc54e44-451a-4aea-928e-d155dcb04899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ab936dff-00cc-46e5-b90a-fb7bfab8d5b9'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:12.721682 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port 6475f85a-8557-47d6-8555-e5324b22631f on network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:12.739194 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Port 6475f85a-8557-47d6-8555-e5324b22631f on network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:12.740233 n-d-768851-15 neutron-server[94216]: ERROR neutron.plugins.ml2.managers [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Failed to bind port 6475f85a-8557-47d6-8555-e5324b22631f on host n-h2-768851-15 for vnic_type normal using segments [{'id': '8dc54e44-451a-4aea-928e-d155dcb04899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ab936dff-00cc-46e5-b90a-fb7bfab8d5b9'}] Aug 10 03:31:12.745088 n-d-768851-15 neutron-server[94216]: INFO neutron.plugins.ml2.plugin [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempt 10 to bind port 6475f85a-8557-47d6-8555-e5324b22631f Aug 10 03:31:12.796634 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port 6475f85a-8557-47d6-8555-e5324b22631f on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:12.796634 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port 6475f85a-8557-47d6-8555-e5324b22631f by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '8dc54e44-451a-4aea-928e-d155dcb04899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ab936dff-00cc-46e5-b90a-fb7bfab8d5b9'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:12.796634 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempting to bind port 6475f85a-8557-47d6-8555-e5324b22631f on network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:12.805741 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Port 6475f85a-8557-47d6-8555-e5324b22631f on network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:12.806414 n-d-768851-15 neutron-server[94216]: ERROR neutron.plugins.ml2.managers [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Failed to bind port 6475f85a-8557-47d6-8555-e5324b22631f on host n-h2-768851-15 for vnic_type normal using segments [{'id': '8dc54e44-451a-4aea-928e-d155dcb04899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ab936dff-00cc-46e5-b90a-fb7bfab8d5b9'}] Aug 10 03:31:12.806660 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:12.811530 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2aea2f8a-3dce-40e9-ab2a-220ea36360a7 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:12.990676 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2aea2f8a-3dce-40e9-ab2a-220ea36360a7 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:13.013220 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] For port 6475f85a-8557-47d6-8555-e5324b22631f, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:31:13.013618 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attempted to set empty binding levels {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 10 03:31:13.028527 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:13.139539 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Pushing event updated for resources: {'Port': ['ID=6475f85a-8557-47d6-8555-e5324b22631f,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:13.149075 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2aea2f8a-3dce-40e9-ab2a-220ea36360a7 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:13.190133 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] In _notify_port_updated(), no bound segment for port 6475f85a-8557-47d6-8555-e5324b22631f on network ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 {{(pid=94216) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:31:13.191108 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:13.195156 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:13.200421 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-a7bad478-16a3-42e5-a23a-e30b8e0bec07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] 10.222.0.62 "PUT /v2.0/ports/6475f85a-8557-47d6-8555-e5324b22631f HTTP/1.1" status: 200 len: 980 time: 1.8558581 Aug 10 03:31:13.200552 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 47046) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:13.209215 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aea2f8a-3dce-40e9-ab2a-220ea36360a7 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event deleted for resources: {'Subnet': ['ID=c8f900e0-74cb-4211-9ee0-53233ce368ac,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:13.230392 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2aea2f8a-3dce-40e9-ab2a-220ea36360a7 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:13.235014 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2aea2f8a-3dce-40e9-ab2a-220ea36360a7 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/subnets/c8f900e0-74cb-4211-9ee0-53233ce368ac HTTP/1.1" status: 204 len: 168 time: 0.7300868 Aug 10 03:31:13.236273 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 47048) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:13.237458 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed8f1c2-8421-427e-9884-790a24e81947 None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:31:13.307454 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-bdcf6566-24ae-440c-9156-39b8b0e6b863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Deleting port 6475f85a-8557-47d6-8555-e5324b22631f {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:13.308056 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bdcf6566-24ae-440c-9156-39b8b0e6b863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:13.484055 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-bdcf6566-24ae-440c-9156-39b8b0e6b863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] For port 6475f85a-8557-47d6-8555-e5324b22631f, host n-h2-768851-15, got binding levels [] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:13.484872 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bdcf6566-24ae-440c-9156-39b8b0e6b863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:13.507757 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-c9b95092-9c71-4c36-b371-33eeae982ba0 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2568691 Aug 10 03:31:13.508827 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 47054) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:13.515157 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-bdcf6566-24ae-440c-9156-39b8b0e6b863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Calling delete_port for 6475f85a-8557-47d6-8555-e5324b22631f owned by {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:13.580289 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-77a00d5f-1987-4d1f-b775-7e34ea2fb741 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:13.632271 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bdcf6566-24ae-440c-9156-39b8b0e6b863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:13.665838 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1c1e3e35-35d8-4817-a15e-19bd46317b95 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for router, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:13.676294 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725f9152-7615-48fe-a175-2408eab5150a None None] DHCP port deletion for da252ef5-253f-415c-bfce-1cf3e51986e9 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:31:13.678340 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf6566-24ae-440c-9156-39b8b0e6b863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Pushing event deleted for resources: {'Port': ['ID=6475f85a-8557-47d6-8555-e5324b22631f,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:13.680806 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bdcf6566-24ae-440c-9156-39b8b0e6b863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:13.684132 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-bdcf6566-24ae-440c-9156-39b8b0e6b863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] 10.222.0.62 "DELETE /v2.0/ports/6475f85a-8557-47d6-8555-e5324b22631f HTTP/1.1" status: 204 len: 168 time: 0.4823074 Aug 10 03:31:13.689138 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 47058) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:13.735219 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6d2b743-6f75-4d99-a1c6-0a4e53075f8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] GET failed (client error): The resource could not be found. Aug 10 03:31:13.737328 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c6d2b743-6f75-4d99-a1c6-0a4e53075f8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494232341-project-admin] 10.222.0.62 "GET /v2.0/ports/6475f85a-8557-47d6-8555-e5324b22631f HTTP/1.1" status: 404 len: 333 time: 0.0458040 Aug 10 03:31:13.745361 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 47062) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:13.820813 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-725f9152-7615-48fe-a175-2408eab5150a None None] Deleting port f629f224-36e4-4458-88e4-8a160b16441a {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:13.821513 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-725f9152-7615-48fe-a175-2408eab5150a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:13.965559 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-725f9152-7615-48fe-a175-2408eab5150a None None] For port f629f224-36e4-4458-88e4-8a160b16441a, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=f629f224-36e4-4458-88e4-8a160b16441a,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:13.977599 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-725f9152-7615-48fe-a175-2408eab5150a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:13.980828 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d5addbb5-20f4-489b-966e-5001d86936ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-919030314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919030314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:13.994385 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-725f9152-7615-48fe-a175-2408eab5150a None None] Calling delete_port for f629f224-36e4-4458-88e4-8a160b16441a owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:14.139380 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-725f9152-7615-48fe-a175-2408eab5150a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:14.143927 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1c1e3e35-35d8-4817-a15e-19bd46317b95 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:14.146203 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1c1e3e35-35d8-4817-a15e-19bd46317b95 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:14.158105 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725f9152-7615-48fe-a175-2408eab5150a None None] No DVR routers for this DVR port f629f224-36e4-4458-88e4-8a160b16441a on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:31:14.184744 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d5addbb5-20f4-489b-966e-5001d86936ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-919030314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919030314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:14.196982 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-d5addbb5-20f4-489b-966e-5001d86936ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-919030314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919030314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab936dff-00cc-46e5-b90a-fb7bfab8d5b9']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:14.201289 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f9152-7615-48fe-a175-2408eab5150a None None] Pushing event deleted for resources: {'Port': ['ID=f629f224-36e4-4458-88e4-8a160b16441a,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:14.221027 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-d5addbb5-20f4-489b-966e-5001d86936ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-919030314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919030314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dc54e44-451a-4aea-928e-d155dcb04899') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:14.221326 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-d5addbb5-20f4-489b-966e-5001d86936ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-919030314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919030314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dc54e44-451a-4aea-928e-d155dcb04899') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:14.235072 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d5addbb5-20f4-489b-966e-5001d86936ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-919030314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919030314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:14.253003 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d5addbb5-20f4-489b-966e-5001d86936ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-919030314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919030314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:14.261051 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5addbb5-20f4-489b-966e-5001d86936ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-919030314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919030314-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:31:14.262437 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d5addbb5-20f4-489b-966e-5001d86936ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-919030314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919030314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:14.315132 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:31:14.315132 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:31:14.315132 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:31:14.315132 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:31:14.315132 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:31:14.315132 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:31:14.315132 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:31:14.315132 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:31:14.315132 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:31:14.315132 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:31:14.315132 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:31:14.315132 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:31:14.315132 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:31:14.315132 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:31:14.315132 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:31:14.315132 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:31:14.315132 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:31:14.315132 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:31:14.315132 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:31:14.315132 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:31:14.315132 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:31:14.315132 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:31:14.315132 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:31:14.315132 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:31:14.315132 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:31:14.315132 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:31:14.315132 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:31:14.315132 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:31:14.315132 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:31:14.315132 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:31:14.315132 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:31:14.315132 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:31:14.344135 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d5addbb5-20f4-489b-966e-5001d86936ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-919030314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919030314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:14.360351 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d5addbb5-20f4-489b-966e-5001d86936ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-919030314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919030314-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:14.365074 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d5addbb5-20f4-489b-966e-5001d86936ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-919030314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919030314-project] 10.222.0.62 "DELETE /v2.0/networks/ab936dff-00cc-46e5-b90a-fb7bfab8d5b9 HTTP/1.1" status: 204 len: 168 time: 0.6139677 Aug 10 03:31:14.377297 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5addbb5-20f4-489b-966e-5001d86936ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-919030314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-919030314-project] Pushing event deleted for resources: {'Network': ['ID=ab936dff-00cc-46e5-b90a-fb7bfab8d5b9,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:14.553357 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c73b558-ca35-46df-a196-3684cb5e1bb3 None None] Sync routers for ids ['e7667a58-170c-417c-9cc3-f07543e8bbf8'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:31:14.573304 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c73b558-ca35-46df-a196-3684cb5e1bb3 None None] Routers {'e7667a58-170c-417c-9cc3-f07543e8bbf8'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:31:14.574629 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-9c73b558-ca35-46df-a196-3684cb5e1bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:31:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['e7667a58-170c-417c-9cc3-f07543e8bbf8'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:14.587499 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1c1e3e35-35d8-4817-a15e-19bd46317b95 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:14.588845 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1e3e35-35d8-4817-a15e-19bd46317b95 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Fanout notify agent at l3_agent the message router_deleted on router e7667a58-170c-417c-9cc3-f07543e8bbf8 {{(pid=94216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:31:14.621955 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1c1e3e35-35d8-4817-a15e-19bd46317b95 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:14.625912 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 47082) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:14.626129 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-1c1e3e35-35d8-4817-a15e-19bd46317b95 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/routers/e7667a58-170c-417c-9cc3-f07543e8bbf8 HTTP/1.1" status: 204 len: 168 time: 1.1163406 Aug 10 03:31:14.710931 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-70d3ffa4-9a5b-4af4-aac1-97fb26e17f49 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0716434 Aug 10 03:31:14.715778 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 47088) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:14.794770 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-9c73b558-ca35-46df-a196-3684cb5e1bb3 None None] Set router e7667a58-170c-417c-9cc3-f07543e8bbf8 gateway port host: None {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:31:14.878382 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fdcc89-4514-4b14-a90f-a18383577d1c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:14.881285 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d9fdcc89-4514-4b14-a90f-a18383577d1c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1635396 Aug 10 03:31:14.884013 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 47092) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:14.904017 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device f629f224-36e4-4458-88e4-8a160b16441a no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:31:14.907230 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-9c73b558-ca35-46df-a196-3684cb5e1bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7667a58-170c-417c-9cc3-f07543e8bbf8', 'name': 'tempest-NetworksTestDHCPv6-router-1870018630', 'tenant_id': '984bdecd49e44336b94df38f23469327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:05Z', 'updated_at': '2021-08-10T03:31:11Z', 'revision_number': 3, 'project_id': '984bdecd49e44336b94df38f23469327', 'gw_port_host': None}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:14.917976 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 47094) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:14.936746 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c73b558-ca35-46df-a196-3684cb5e1bb3 None None] Checking router: e7667a58-170c-417c-9cc3-f07543e8bbf8 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:31:14.952842 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d7f9baf0-a2d1-4051-9c43-7a443dc47f59 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0676754 Aug 10 03:31:14.956978 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 47098) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:14.962213 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-9c5be35c-c2c1-4b4b-8e0e-3f7861d20bc0 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Request body: {'subnet': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:14.963447 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-77a00d5f-1987-4d1f-b775-7e34ea2fb741 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Allocated IP 172.20.0.17 (f7c7d7ee-09d6-4d22-b49f-5db89245c433/2bf2459c-63ca-4710-b92f-b8237beb8400/16573882-f7a4-47af-a5ab-15fb36dac794) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:31:14.966499 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: f629f224-36e4-4458-88e4-8a160b16441a {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:31:14.967108 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device f629f224-36e4-4458-88e4-8a160b16441a not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:31:14.970319 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c73b558-ca35-46df-a196-3684cb5e1bb3 None None] Routers set() bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:31:14.971519 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c73b558-ca35-46df-a196-3684cb5e1bb3 None None] Router IDs set() for agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 10 03:31:14.972350 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_agentschedulers_db [None req-9c73b558-ca35-46df-a196-3684cb5e1bb3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e7667a58-170c-417c-9cc3-f07543e8bbf8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:31:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent'). {{(pid=94218) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 10 03:31:14.972950 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c73b558-ca35-46df-a196-3684cb5e1bb3 None None] The sync data for ids ['e7667a58-170c-417c-9cc3-f07543e8bbf8'] in n-d-768851-15 is: [] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:31:15.208465 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5be35c-c2c1-4b4b-8e0e-3f7861d20bc0 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Made reservation on behalf of 984bdecd49e44336b94df38f23469327 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:15.214047 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9c5be35c-c2c1-4b4b-8e0e-3f7861d20bc0 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:15.247082 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-77a00d5f-1987-4d1f-b775-7e34ea2fb741 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:15.267395 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c3fce-c8ac-4ea0-8e24-17617cde26e8 req-f9f26130-f028-447c-85e5-15aade58c2da tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:15.269084 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-280c3fce-c8ac-4ea0-8e24-17617cde26e8 req-f9f26130-f028-447c-85e5-15aade58c2da tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca28343c-fe86-42dd-84b4-d84ad430dcfc HTTP/1.1" status: 200 len: 945 time: 0.0959423 Aug 10 03:31:15.274613 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-77a00d5f-1987-4d1f-b775-7e34ea2fb741 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Transition to ACTIVE for port object 16573882-f7a4-47af-a5ab-15fb36dac794 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:15.296338 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 47108) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:15.296955 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-fcabe124-fdeb-43b9-a792-adb1eca7c85a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cce82f66cb254a8daee51a4ca45441a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3769076 Aug 10 03:31:15.399748 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-280c3fce-c8ac-4ea0-8e24-17617cde26e8 req-0b0db13e-e5de-43fc-8529-29dc57767b87 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230917 Aug 10 03:31:15.428552 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c012250b-e3b5-405e-a1b7-bd3fd76a243f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:15.435279 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-77a00d5f-1987-4d1f-b775-7e34ea2fb741 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:15.535026 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c012250b-e3b5-405e-a1b7-bd3fd76a243f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:15.544462 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a00d5f-1987-4d1f-b775-7e34ea2fb741 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Network f7c7d7ee-09d6-4d22-b49f-5db89245c433 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:15.563511 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-77a00d5f-1987-4d1f-b775-7e34ea2fb741 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:15.571907 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a00d5f-1987-4d1f-b775-7e34ea2fb741 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:15.626797 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a00d5f-1987-4d1f-b775-7e34ea2fb741 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Pushing event updated for resources: {'Port': ['ID=16573882-f7a4-47af-a5ab-15fb36dac794,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:15.677110 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-77a00d5f-1987-4d1f-b775-7e34ea2fb741 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:15.681471 n-d-768851-15 neutron-server[94217]: DEBUG neutron.objects.ports [None req-9c5be35c-c2c1-4b4b-8e0e-3f7861d20bc0 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94217) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:31:15.683123 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9c5be35c-c2c1-4b4b-8e0e-3f7861d20bc0 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:15.726102 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5be35c-c2c1-4b4b-8e0e-3f7861d20bc0 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:15.730794 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-9c5be35c-c2c1-4b4b-8e0e-3f7861d20bc0 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:15.741178 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddaf6c95-7e29-43fb-90d1-3c1a71de20b5 None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:31:15.759362 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5be35c-c2c1-4b4b-8e0e-3f7861d20bc0 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:15.760329 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9c5be35c-c2c1-4b4b-8e0e-3f7861d20bc0 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:15.813458 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5be35c-c2c1-4b4b-8e0e-3f7861d20bc0 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event updated for resources: {'Subnet': ['ID=96917080-3e3b-4dbf-bed1-bca7cf37569f,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:15.823257 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9c5be35c-c2c1-4b4b-8e0e-3f7861d20bc0 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8648748 Aug 10 03:31:15.829011 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 47124) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:15.837010 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-b7494d39-1eda-4810-a1cc-553ae530a8eb tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Request body: {'subnet': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:16.043512 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c012250b-e3b5-405e-a1b7-bd3fd76a243f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:16.046224 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c012250b-e3b5-405e-a1b7-bd3fd76a243f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:16.051767 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-c012250b-e3b5-405e-a1b7-bd3fd76a243f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7ce47903-72a4-46c9-acc4-37fe6ac6436a HTTP/1.1" status: 204 len: 168 time: 0.7517056 Aug 10 03:31:16.079207 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-77a00d5f-1987-4d1f-b775-7e34ea2fb741 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:16.082759 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-6d0196ab-3826-4bdc-8cd2-7cc271f3d268 None None] Provisioning for port 16573882-f7a4-47af-a5ab-15fb36dac794 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:16.096217 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-6d0196ab-3826-4bdc-8cd2-7cc271f3d268 None None] Provisioning complete for port 16573882-f7a4-47af-a5ab-15fb36dac794 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:16.096791 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-6d0196ab-3826-4bdc-8cd2-7cc271f3d268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:16.117956 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c012250b-e3b5-405e-a1b7-bd3fd76a243f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce47903-72a4-46c9-acc4-37fe6ac6436a,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:16.154498 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7494d39-1eda-4810-a1cc-553ae530a8eb tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Made reservation on behalf of 984bdecd49e44336b94df38f23469327 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:16.159442 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b7494d39-1eda-4810-a1cc-553ae530a8eb tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:16.178644 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-6d0196ab-3826-4bdc-8cd2-7cc271f3d268 None None] Port 16573882-f7a4-47af-a5ab-15fb36dac794 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:31:16.209927 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cb970a-1058-43b6-8b67-a5c2849ef9c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-da252ef5-253f-415c-bfce-1cf3e51986e9', 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'tenant_id': '984bdecd49e44336b94df38f23469327', 'fixed_ips': [{'subnet_id': '96917080-3e3b-4dbf-bed1-bca7cf37569f'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:31:16.211671 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-15cb970a-1058-43b6-8b67-a5c2849ef9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:16.537352 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-15cb970a-1058-43b6-8b67-a5c2849ef9c3 None None] Allocated IP 2001:db8::f816:3eff:fe7a:3805 (da252ef5-253f-415c-bfce-1cf3e51986e9/96917080-3e3b-4dbf-bed1-bca7cf37569f/d31954c7-a9d5-4612-b36c-b7f7a0fcf031) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:31:16.610117 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 47146) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:16.661557 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b7494d39-1eda-4810-a1cc-553ae530a8eb tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:16.717120 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7494d39-1eda-4810-a1cc-553ae530a8eb tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:16.721247 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-b7494d39-1eda-4810-a1cc-553ae530a8eb tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:16.725971 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7494d39-1eda-4810-a1cc-553ae530a8eb tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:16.726583 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b7494d39-1eda-4810-a1cc-553ae530a8eb tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:16.740253 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-0b236d17-8b7a-48f4-9bad-0c731fdd8c31 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4d0115204ab64a9d86a42b4152ebee40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1264381 Aug 10 03:31:16.743670 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-77a00d5f-1987-4d1f-b775-7e34ea2fb741 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:16.747862 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 47150) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:16.776133 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7494d39-1eda-4810-a1cc-553ae530a8eb tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event updated for resources: {'Subnet': ['ID=20280ab7-c165-45ab-b1d7-1ca32effd369,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:16.780434 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-77a00d5f-1987-4d1f-b775-7e34ea2fb741 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:16.787049 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b7494d39-1eda-4810-a1cc-553ae530a8eb tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9565175 Aug 10 03:31:16.790016 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 47152) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:16.796409 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-c20fb3ab-1c35-4a36-aeb4-c5e4994ca4f7 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Request body: {'port': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'mac_address': 'fa:16:3e:1e:51:81', 'name': 'tempest-NetworksTestDHCPv6-322541096'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:16.805150 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-15cb970a-1058-43b6-8b67-a5c2849ef9c3 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:16.855600 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e2c6a603-c052-4a85-880e-1d7da406a5f7 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:31:16.902066 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-77a00d5f-1987-4d1f-b775-7e34ea2fb741 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:16.911275 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-15cb970a-1058-43b6-8b67-a5c2849ef9c3 None None] Transition to ACTIVE for port object d31954c7-a9d5-4612-b36c-b7f7a0fcf031 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:16.930223 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: e2c6a603-c052-4a85-880e-1d7da406a5f7 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:31:16.930636 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e2c6a603-c052-4a85-880e-1d7da406a5f7 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:31:16.939372 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20fb3ab-1c35-4a36-aeb4-c5e4994ca4f7 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Made reservation on behalf of 984bdecd49e44336b94df38f23469327 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:16.954063 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-15cb970a-1058-43b6-8b67-a5c2849ef9c3 None None] Transition to ACTIVE for port object d31954c7-a9d5-4612-b36c-b7f7a0fcf031 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:16.963232 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-15cb970a-1058-43b6-8b67-a5c2849ef9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:17.015751 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cb970a-1058-43b6-8b67-a5c2849ef9c3 None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:17.032942 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c20fb3ab-1c35-4a36-aeb4-c5e4994ca4f7 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:17.034835 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-15cb970a-1058-43b6-8b67-a5c2849ef9c3 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:17.048311 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cb970a-1058-43b6-8b67-a5c2849ef9c3 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:17.052818 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a00d5f-1987-4d1f-b775-7e34ea2fb741 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Pushing event updated for resources: {'Port': ['ID=16573882-f7a4-47af-a5ab-15fb36dac794,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:17.065938 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [None req-c20fb3ab-1c35-4a36-aeb4-c5e4994ca4f7 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] device_id is not set on port a8188a6b-9ab1-40b4-b433-c49b9dbb7645 yet. {{(pid=94217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:31:17.071782 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-95d27302-4d07-45b8-9839-2d63bf5ffd8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:17.073096 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cb970a-1058-43b6-8b67-a5c2849ef9c3 None None] Pushing event updated for resources: {'Port': ['ID=d31954c7-a9d5-4612-b36c-b7f7a0fcf031,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:17.144789 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-15cb970a-1058-43b6-8b67-a5c2849ef9c3 None None] Attempting to bind port d31954c7-a9d5-4612-b36c-b7f7a0fcf031 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:17.145418 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-15cb970a-1058-43b6-8b67-a5c2849ef9c3 None None] Attempting to bind port d31954c7-a9d5-4612-b36c-b7f7a0fcf031 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:17.145981 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cb970a-1058-43b6-8b67-a5c2849ef9c3 None None] Attempting to bind port d31954c7-a9d5-4612-b36c-b7f7a0fcf031 on network da252ef5-253f-415c-bfce-1cf3e51986e9 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:17.154109 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cb970a-1058-43b6-8b67-a5c2849ef9c3 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:31:17.155625 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cb970a-1058-43b6-8b67-a5c2849ef9c3 None None] Checking segment: {'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:31:17.157021 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-15cb970a-1058-43b6-8b67-a5c2849ef9c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:17.159067 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cb970a-1058-43b6-8b67-a5c2849ef9c3 None None] Bound using segment: {'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:31:17.159778 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-15cb970a-1058-43b6-8b67-a5c2849ef9c3 None None] Bound port: d31954c7-a9d5-4612-b36c-b7f7a0fcf031, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:31:17.160034 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a00d5f-1987-4d1f-b775-7e34ea2fb741 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Network f7c7d7ee-09d6-4d22-b49f-5db89245c433 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:17.162641 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-15cb970a-1058-43b6-8b67-a5c2849ef9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:17.164588 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-77a00d5f-1987-4d1f-b775-7e34ea2fb741 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:17.179382 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-95d27302-4d07-45b8-9839-2d63bf5ffd8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:17.316983 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-15cb970a-1058-43b6-8b67-a5c2849ef9c3 None None] For port d31954c7-a9d5-4612-b36c-b7f7a0fcf031, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:31:17.322718 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-15cb970a-1058-43b6-8b67-a5c2849ef9c3 None None] For port d31954c7-a9d5-4612-b36c-b7f7a0fcf031, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=d31954c7-a9d5-4612-b36c-b7f7a0fcf031,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:31:17.336894 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-15cb970a-1058-43b6-8b67-a5c2849ef9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:17.342052 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a00d5f-1987-4d1f-b775-7e34ea2fb741 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Router 9801400f-c07d-43b3-bc9c-e0a6d14713e9 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:31:17.480329 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-c20fb3ab-1c35-4a36-aeb4-c5e4994ca4f7 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Allocated IP 172.20.0.14 (da252ef5-253f-415c-bfce-1cf3e51986e9/20280ab7-c165-45ab-b1d7-1ca32effd369/a8188a6b-9ab1-40b4-b433-c49b9dbb7645) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:31:17.492474 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-c20fb3ab-1c35-4a36-aeb4-c5e4994ca4f7 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Allocated IP 2001:db8::f816:3eff:fe1e:5181 (da252ef5-253f-415c-bfce-1cf3e51986e9/96917080-3e3b-4dbf-bed1-bca7cf37569f/a8188a6b-9ab1-40b4-b433-c49b9dbb7645) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:31:17.496622 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cb970a-1058-43b6-8b67-a5c2849ef9c3 None None] Pushing event updated for resources: {'Port': ['ID=d31954c7-a9d5-4612-b36c-b7f7a0fcf031,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:17.552128 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a00d5f-1987-4d1f-b775-7e34ea2fb741 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:31:17.579349 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-77a00d5f-1987-4d1f-b775-7e34ea2fb741 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "PUT /v2.0/routers/9801400f-c07d-43b3-bc9c-e0a6d14713e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3196754 Aug 10 03:31:17.586916 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2d1863-8ea3-411d-b88d-cc634e0fdff7 None None] Sync routers for ids ['9801400f-c07d-43b3-bc9c-e0a6d14713e9'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:31:17.611642 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2d1863-8ea3-411d-b88d-cc634e0fdff7 None None] Routers {'9801400f-c07d-43b3-bc9c-e0a6d14713e9'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:31:17.614240 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-4b2d1863-8ea3-411d-b88d-cc634e0fdff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:31:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['9801400f-c07d-43b3-bc9c-e0a6d14713e9'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:17.617295 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-95d27302-4d07-45b8-9839-2d63bf5ffd8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:17.620432 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-95d27302-4d07-45b8-9839-2d63bf5ffd8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:17.621928 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-95d27302-4d07-45b8-9839-2d63bf5ffd8c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bf89004e-97de-4708-8cc3-176bdbfb83e3 HTTP/1.1" status: 204 len: 168 time: 0.8730764 Aug 10 03:31:17.656251 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-49613b1b-275e-466c-a883-f2a164d30138 None None] Provisioning complete for port 16573882-f7a4-47af-a5ab-15fb36dac794 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:17.659654 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-49613b1b-275e-466c-a883-f2a164d30138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:17.666172 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d27302-4d07-45b8-9839-2d63bf5ffd8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf89004e-97de-4708-8cc3-176bdbfb83e3,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:17.774251 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-49613b1b-275e-466c-a883-f2a164d30138 None None] Port 16573882-f7a4-47af-a5ab-15fb36dac794 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:31:17.973749 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c20fb3ab-1c35-4a36-aeb4-c5e4994ca4f7 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:17.999811 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-4b2d1863-8ea3-411d-b88d-cc634e0fdff7 None None] Set router 9801400f-c07d-43b3-bc9c-e0a6d14713e9 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:31:18.035237 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-c20fb3ab-1c35-4a36-aeb4-c5e4994ca4f7 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Transition to ACTIVE for port object a8188a6b-9ab1-40b4-b433-c49b9dbb7645 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:18.110953 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c20fb3ab-1c35-4a36-aeb4-c5e4994ca4f7 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:18.163487 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20fb3ab-1c35-4a36-aeb4-c5e4994ca4f7 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:18.176890 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-c20fb3ab-1c35-4a36-aeb4-c5e4994ca4f7 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:18.191308 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20fb3ab-1c35-4a36-aeb4-c5e4994ca4f7 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:18.246209 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20fb3ab-1c35-4a36-aeb4-c5e4994ca4f7 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:18.246994 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c20fb3ab-1c35-4a36-aeb4-c5e4994ca4f7 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:18.320220 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 47190) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:18.331151 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c20fb3ab-1c35-4a36-aeb4-c5e4994ca4f7 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.5258105 Aug 10 03:31:18.362633 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20fb3ab-1c35-4a36-aeb4-c5e4994ca4f7 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event updated for resources: {'Port': ['ID=a8188a6b-9ab1-40b4-b433-c49b9dbb7645,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:18.410538 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093db92c-40c3-4736-86b3-d2bc20892ef4 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:18.418435 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093db92c-40c3-4736-86b3-d2bc20892ef4 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:18.420416 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-093db92c-40c3-4736-86b3-d2bc20892ef4 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0988770 Aug 10 03:31:18.423121 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 47196) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:18.536018 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-157ba712-f1b5-4f6a-9059-62aa18cdd8b7 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Deleting port a8188a6b-9ab1-40b4-b433-c49b9dbb7645 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:18.536529 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-157ba712-f1b5-4f6a-9059-62aa18cdd8b7 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:18.743781 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-4b2d1863-8ea3-411d-b88d-cc634e0fdff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'name': 'tempest-TestNetworkBasicOps-router-1561070909', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '3246ee68-316e-4ba3-9cfd-736a08804d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:25Z', 'updated_at': '2021-08-10T03:31:15Z', 'revision_number': 5, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'gw_port': {'id': '3246ee68-316e-4ba3-9cfd-736a08804d60', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:26Z', 'updated_at': '2021-08-10T03:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '89c3879f-0357-48ae-a105-7cfca3e907d2', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'floating_ip_address': '172.25.7.242', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'port_id': 'fdb6b710-00f4-4d02-a58a-af16415ea8dc', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a6736e6-4bf2-4fd6-b608-02d7e87502ef', 'mac_address': 'fa:16:3e:c3:f7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe65015a-9af5-4203-b5ff-e400a5a5d632', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:30:04Z', 'updated_at': '2021-08-10T03:30:09Z', 'revision_number': 1, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16573882-f7a4-47af-a5ab-15fb36dac794', 'name': '', 'network_id': 'f7c7d7ee-09d6-4d22-b49f-5db89245c433', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'mac_address': 'fa:16:3e:8b:8c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '2bf2459c-63ca-4710-b92f-b8237beb8400', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:14Z', 'updated_at': '2021-08-10T03:31:16Z', 'revision_number': 2, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'subnets': [{'id': '2bf2459c-63ca-4710-b92f-b8237beb8400', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2927eb16-21bd-47e7-aba1-fd6ea509620c', 'name': '', 'network_id': '1a6736e6-4bf2-4fd6-b608-02d7e87502ef', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'mac_address': 'fa:16:3e:40:0a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '672e7333-eb8c-40ae-a818-36f1d38e30f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:32Z', 'updated_at': '2021-08-10T03:29:42Z', 'revision_number': 5, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'subnets': [{'id': '672e7333-eb8c-40ae-a818-36f1d38e30f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:18.790843 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2d1863-8ea3-411d-b88d-cc634e0fdff7 None None] Checking router: 9801400f-c07d-43b3-bc9c-e0a6d14713e9 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:31:18.791758 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2d1863-8ea3-411d-b88d-cc634e0fdff7 None None] Updating router 9801400f-c07d-43b3-bc9c-e0a6d14713e9 port 16573882-f7a4-47af-a5ab-15fb36dac794 binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:31:18.836723 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-4b2d1863-8ea3-411d-b88d-cc634e0fdff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:18.977693 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device d31954c7-a9d5-4612-b36c-b7f7a0fcf031 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:31:19.088735 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port d31954c7-a9d5-4612-b36c-b7f7a0fcf031 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:19.213101 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-157ba712-f1b5-4f6a-9059-62aa18cdd8b7 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:19.232374 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-157ba712-f1b5-4f6a-9059-62aa18cdd8b7 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Calling delete_port for a8188a6b-9ab1-40b4-b433-c49b9dbb7645 owned by {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:19.343095 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a09008-9dd1-46c4-bb01-a0cb05d9ea15 None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:31:19.482182 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-4b2d1863-8ea3-411d-b88d-cc634e0fdff7 None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:19.496328 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-4b2d1863-8ea3-411d-b88d-cc634e0fdff7 None None] Transition to ACTIVE for port object 16573882-f7a4-47af-a5ab-15fb36dac794 will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:19.512115 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-4b2d1863-8ea3-411d-b88d-cc634e0fdff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:19.560509 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-1d8396c8-2270-4692-bd2e-5a84fd37562f None None] Provisioning for port d31954c7-a9d5-4612-b36c-b7f7a0fcf031 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:19.578568 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-1d8396c8-2270-4692-bd2e-5a84fd37562f None None] Provisioning complete for port d31954c7-a9d5-4612-b36c-b7f7a0fcf031 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:19.581058 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-1d8396c8-2270-4692-bd2e-5a84fd37562f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:19.602442 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-157ba712-f1b5-4f6a-9059-62aa18cdd8b7 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:19.645278 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b22eea6-5aef-455c-b1b0-0579f85bfe69 None None] Pushing event updated for resources: {'Port': ['ID=16573882-f7a4-47af-a5ab-15fb36dac794,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:19.666713 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157ba712-f1b5-4f6a-9059-62aa18cdd8b7 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event deleted for resources: {'Port': ['ID=a8188a6b-9ab1-40b4-b433-c49b9dbb7645,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:19.794552 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-4b2d1863-8ea3-411d-b88d-cc634e0fdff7 None None] Attempting to bind port 16573882-f7a4-47af-a5ab-15fb36dac794 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:19.796271 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-4b2d1863-8ea3-411d-b88d-cc634e0fdff7 None None] Attempting to bind port 16573882-f7a4-47af-a5ab-15fb36dac794 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '78544607-b351-4c3b-bca2-1fc92e96546a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f7c7d7ee-09d6-4d22-b49f-5db89245c433'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:19.796831 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2d1863-8ea3-411d-b88d-cc634e0fdff7 None None] Attempting to bind port 16573882-f7a4-47af-a5ab-15fb36dac794 on network f7c7d7ee-09d6-4d22-b49f-5db89245c433 {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:19.822628 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2d1863-8ea3-411d-b88d-cc634e0fdff7 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:31:19.822628 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2d1863-8ea3-411d-b88d-cc634e0fdff7 None None] Checking segment: {'id': '78544607-b351-4c3b-bca2-1fc92e96546a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f7c7d7ee-09d6-4d22-b49f-5db89245c433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:31:19.822628 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-4b2d1863-8ea3-411d-b88d-cc634e0fdff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:19.827811 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2d1863-8ea3-411d-b88d-cc634e0fdff7 None None] Bound using segment: {'id': '78544607-b351-4c3b-bca2-1fc92e96546a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f7c7d7ee-09d6-4d22-b49f-5db89245c433'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:31:19.828525 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-4b2d1863-8ea3-411d-b88d-cc634e0fdff7 None None] Bound port: 16573882-f7a4-47af-a5ab-15fb36dac794, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78544607-b351-4c3b-bca2-1fc92e96546a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f7c7d7ee-09d6-4d22-b49f-5db89245c433'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:31:19.828715 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-4b2d1863-8ea3-411d-b88d-cc634e0fdff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:19.834681 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-157ba712-f1b5-4f6a-9059-62aa18cdd8b7 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:19.839896 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-157ba712-f1b5-4f6a-9059-62aa18cdd8b7 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/ports/a8188a6b-9ab1-40b4-b433-c49b9dbb7645 HTTP/1.1" status: 204 len: 168 time: 1.4126241 Aug 10 03:31:19.840122 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 47242) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:19.960252 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-1d8396c8-2270-4692-bd2e-5a84fd37562f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:19.991888 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-4b2d1863-8ea3-411d-b88d-cc634e0fdff7 None None] For port 16573882-f7a4-47af-a5ab-15fb36dac794, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:31:19.999964 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-4b2d1863-8ea3-411d-b88d-cc634e0fdff7 None None] For port 16573882-f7a4-47af-a5ab-15fb36dac794, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=16573882-f7a4-47af-a5ab-15fb36dac794,segment=NetworkSegment(78544607-b351-4c3b-bca2-1fc92e96546a),segment_id=78544607-b351-4c3b-bca2-1fc92e96546a)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:31:20.002516 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ce77ee-9440-4298-b88f-793985394aaa tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:20.004493 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ce77ee-9440-4298-b88f-793985394aaa tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:20.006134 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ce77ee-9440-4298-b88f-793985394aaa tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:20.016580 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-4b2d1863-8ea3-411d-b88d-cc634e0fdff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:20.065408 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-80ce77ee-9440-4298-b88f-793985394aaa tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2220900 Aug 10 03:31:20.071225 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 47256) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:20.098628 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b22eea6-5aef-455c-b1b0-0579f85bfe69 None None] Pushing event updated for resources: {'Port': ['ID=16573882-f7a4-47af-a5ab-15fb36dac794,revision_number=4']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:20.140831 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2d1863-8ea3-411d-b88d-cc634e0fdff7 None None] Routers {'9801400f-c07d-43b3-bc9c-e0a6d14713e9'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:31:20.141723 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-4b2d1863-8ea3-411d-b88d-cc634e0fdff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:31:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['9801400f-c07d-43b3-bc9c-e0a6d14713e9'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:20.285890 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-8366da29-a1b4-4925-8855-55ed7686d3cb tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Deleting subnet 20280ab7-c165-45ab-b1d7-1ca32effd369 {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:31:20.294800 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8366da29-a1b4-4925-8855-55ed7686d3cb tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:20.365712 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-1d8396c8-2270-4692-bd2e-5a84fd37562f None None] For port d31954c7-a9d5-4612-b36c-b7f7a0fcf031, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=d31954c7-a9d5-4612-b36c-b7f7a0fcf031,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:20.375589 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-1d8396c8-2270-4692-bd2e-5a84fd37562f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:20.408000 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-4b2d1863-8ea3-411d-b88d-cc634e0fdff7 None None] Set router 9801400f-c07d-43b3-bc9c-e0a6d14713e9 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:31:20.421227 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8366da29-a1b4-4925-8855-55ed7686d3cb tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:20.468689 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4276ca8e-4b72-4a5a-8f13-6e7dbe79b673 None None] Update dhcp port {'port': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'fixed_ips': [{'subnet_id': '96917080-3e3b-4dbf-bed1-bca7cf37569f', 'ip_address': '2001:db8::f816:3eff:fe7a:3805'}, {'subnet_id': '20280ab7-c165-45ab-b1d7-1ca32effd369'}], 'binding:host_id': 'n-d-768851-15'}, 'id': 'd31954c7-a9d5-4612-b36c-b7f7a0fcf031'} from n-d-768851-15. {{(pid=94218) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:31:20.543800 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4276ca8e-4b72-4a5a-8f13-6e7dbe79b673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:20.545930 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8396c8-2270-4692-bd2e-5a84fd37562f None None] Pushing event updated for resources: {'Port': ['ID=d31954c7-a9d5-4612-b36c-b7f7a0fcf031,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:20.614203 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8366da29-a1b4-4925-8855-55ed7686d3cb tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:20.796760 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8366da29-a1b4-4925-8855-55ed7686d3cb tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server [None req-4276ca8e-4b72-4a5a-8f13-6e7dbe79b673 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 20280ab7-c165-45ab-b1d7-1ca32effd369: This subnet is being modified by another concurrent operation. Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server raise exception Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 20280ab7-c165-45ab-b1d7-1ca32effd369: This subnet is being modified by another concurrent operation. Aug 10 03:31:20.806343 n-d-768851-15 neutron-server[94218]: ERROR oslo_messaging.rpc.server Aug 10 03:31:20.847363 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8366da29-a1b4-4925-8855-55ed7686d3cb tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event deleted for resources: {'Subnet': ['ID=20280ab7-c165-45ab-b1d7-1ca32effd369,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:20.849634 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8366da29-a1b4-4925-8855-55ed7686d3cb tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:20.851862 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8366da29-a1b4-4925-8855-55ed7686d3cb tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/subnets/20280ab7-c165-45ab-b1d7-1ca32effd369 HTTP/1.1" status: 204 len: 168 time: 0.7795672 Aug 10 03:31:20.854611 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 47288) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:20.972836 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-095fba7c-c7cc-48ab-85a7-d0496db99a2e tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Deleting subnet 96917080-3e3b-4dbf-bed1-bca7cf37569f {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:31:20.983906 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-095fba7c-c7cc-48ab-85a7-d0496db99a2e tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:21.056437 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-695907de-6eb2-4876-a4ba-08a3120250be None None] Provisioning complete for port d31954c7-a9d5-4612-b36c-b7f7a0fcf031 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:21.058177 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-695907de-6eb2-4876-a4ba-08a3120250be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:21.070096 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-4b2d1863-8ea3-411d-b88d-cc634e0fdff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'name': 'tempest-TestNetworkBasicOps-router-1561070909', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '3246ee68-316e-4ba3-9cfd-736a08804d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:25Z', 'updated_at': '2021-08-10T03:31:15Z', 'revision_number': 5, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'gw_port': {'id': '3246ee68-316e-4ba3-9cfd-736a08804d60', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:26Z', 'updated_at': '2021-08-10T03:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '89c3879f-0357-48ae-a105-7cfca3e907d2', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'floating_ip_address': '172.25.7.242', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'port_id': 'fdb6b710-00f4-4d02-a58a-af16415ea8dc', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a6736e6-4bf2-4fd6-b608-02d7e87502ef', 'mac_address': 'fa:16:3e:c3:f7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe65015a-9af5-4203-b5ff-e400a5a5d632', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:30:04Z', 'updated_at': '2021-08-10T03:30:09Z', 'revision_number': 1, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16573882-f7a4-47af-a5ab-15fb36dac794', 'name': '', 'network_id': 'f7c7d7ee-09d6-4d22-b49f-5db89245c433', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'mac_address': 'fa:16:3e:8b:8c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '2bf2459c-63ca-4710-b92f-b8237beb8400', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:14Z', 'updated_at': '2021-08-10T03:31:19Z', 'revision_number': 4, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'subnets': [{'id': '2bf2459c-63ca-4710-b92f-b8237beb8400', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2927eb16-21bd-47e7-aba1-fd6ea509620c', 'name': '', 'network_id': '1a6736e6-4bf2-4fd6-b608-02d7e87502ef', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'mac_address': 'fa:16:3e:40:0a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '672e7333-eb8c-40ae-a818-36f1d38e30f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:32Z', 'updated_at': '2021-08-10T03:29:42Z', 'revision_number': 5, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'subnets': [{'id': '672e7333-eb8c-40ae-a818-36f1d38e30f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:21.078570 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 47298) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:21.168898 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2d1863-8ea3-411d-b88d-cc634e0fdff7 None None] The sync data for ids ['9801400f-c07d-43b3-bc9c-e0a6d14713e9'] in n-d-768851-15 is: [{'id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'name': 'tempest-TestNetworkBasicOps-router-1561070909', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '3246ee68-316e-4ba3-9cfd-736a08804d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:25Z', 'updated_at': '2021-08-10T03:31:15Z', 'revision_number': 5, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'gw_port': {'id': '3246ee68-316e-4ba3-9cfd-736a08804d60', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:26Z', 'updated_at': '2021-08-10T03:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '89c3879f-0357-48ae-a105-7cfca3e907d2', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'floating_ip_address': '172.25.7.242', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'port_id': 'fdb6b710-00f4-4d02-a58a-af16415ea8dc', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a6736e6-4bf2-4fd6-b608-02d7e87502ef', 'mac_address': 'fa:16:3e:c3:f7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe65015a-9af5-4203-b5ff-e400a5a5d632', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:30:04Z', 'updated_at': '2021-08-10T03:30:09Z', 'revision_number': 1, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16573882-f7a4-47af-a5ab-15fb36dac794', 'name': '', 'network_id': 'f7c7d7ee-09d6-4d22-b49f-5db89245c433', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'mac_address': 'fa:16:3e:8b:8c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '2bf2459c-63ca-4710-b92f-b8237beb8400', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:14Z', 'updated_at': '2021-08-10T03:31:19Z', 'revision_number': 4, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'subnets': [{'id': '2bf2459c-63ca-4710-b92f-b8237beb8400', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2927eb16-21bd-47e7-aba1-fd6ea509620c', 'name': '', 'network_id': '1a6736e6-4bf2-4fd6-b608-02d7e87502ef', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'mac_address': 'fa:16:3e:40:0a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '672e7333-eb8c-40ae-a818-36f1d38e30f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:32Z', 'updated_at': '2021-08-10T03:29:42Z', 'revision_number': 5, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'subnets': [{'id': '672e7333-eb8c-40ae-a818-36f1d38e30f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:31:21.192316 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-095fba7c-c7cc-48ab-85a7-d0496db99a2e tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:21.299291 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94487656-a5e4-4d6f-9532-0ddf753de8c9 req-2fa43079-6e06-40c0-b5fa-e5836a9b2035 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:21.303528 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-94487656-a5e4-4d6f-9532-0ddf753de8c9 req-2fa43079-6e06-40c0-b5fa-e5836a9b2035 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/ports?device_id=440b775b-80cd-4e91-8c68-431fec30100f HTTP/1.1" status: 200 len: 946 time: 0.1902034 Aug 10 03:31:21.352531 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f6dcd1-1562-4d64-893d-893cd116900f None None] get_active_networks_info from n-d-768851-15 {{(pid=94218) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:31:21.434784 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-095fba7c-c7cc-48ab-85a7-d0496db99a2e tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:21.436962 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-94487656-a5e4-4d6f-9532-0ddf753de8c9 req-baf830f5-6f3a-4065-b164-b7aeadb2795a tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/security-groups?id=e8423faa-0de3-467d-b7cf-5c9a1f91c825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265836 Aug 10 03:31:21.515120 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-42ed4478-fa4a-41bc-be92-886336cd38d8 tempest-PortsAdminExtendedAttrsTestJSON-2078163594 tempest-PortsAdminExtendedAttrsTestJSON-2078163594-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1814193927'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:21.557287 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-705351a5-bd65-4769-ad87-088ae9794d21 None None] Could not find standard attr ID for object a8188a6b-9ab1-40b4-b433-c49b9dbb7645. {{(pid=94218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:31:21.570361 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ed4478-fa4a-41bc-be92-886336cd38d8 tempest-PortsAdminExtendedAttrsTestJSON-2078163594 tempest-PortsAdminExtendedAttrsTestJSON-2078163594-project] Made reservation on behalf of fc5b33cce61444c6b5291352f9118ad0 for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:21.575657 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-42ed4478-fa4a-41bc-be92-886336cd38d8 tempest-PortsAdminExtendedAttrsTestJSON-2078163594 tempest-PortsAdminExtendedAttrsTestJSON-2078163594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:21.585825 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-095fba7c-c7cc-48ab-85a7-d0496db99a2e tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:21.586185 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f6dcd1-1562-4d64-893d-893cd116900f None None] Resources bound (agent type, host, resource id): {{(pid=94218) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:31:21.610471 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-42ed4478-fa4a-41bc-be92-886336cd38d8 tempest-PortsAdminExtendedAttrsTestJSON-2078163594 tempest-PortsAdminExtendedAttrsTestJSON-2078163594-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:21.616434 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095fba7c-c7cc-48ab-85a7-d0496db99a2e tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event deleted for resources: {'Subnet': ['ID=96917080-3e3b-4dbf-bed1-bca7cf37569f,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:21.629882 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-095fba7c-c7cc-48ab-85a7-d0496db99a2e tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:21.636042 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-095fba7c-c7cc-48ab-85a7-d0496db99a2e tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/subnets/96917080-3e3b-4dbf-bed1-bca7cf37569f HTTP/1.1" status: 204 len: 168 time: 0.7764349 Aug 10 03:31:21.638879 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 47310) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:21.737194 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-01e06a2b-804d-4a94-b095-5b9970223e37 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0791655 Aug 10 03:31:21.737506 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 47314) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:21.740844 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-d606c616-4766-4ce2-a067-0c090242eea5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Request body: {'subnet': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:21.915121 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-42ed4478-fa4a-41bc-be92-886336cd38d8 tempest-PortsAdminExtendedAttrsTestJSON-2078163594 tempest-PortsAdminExtendedAttrsTestJSON-2078163594-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:21.934612 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-42ed4478-fa4a-41bc-be92-886336cd38d8 tempest-PortsAdminExtendedAttrsTestJSON-2078163594 tempest-PortsAdminExtendedAttrsTestJSON-2078163594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:21.962661 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42ed4478-fa4a-41bc-be92-886336cd38d8 tempest-PortsAdminExtendedAttrsTestJSON-2078163594 tempest-PortsAdminExtendedAttrsTestJSON-2078163594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:31:21.966070 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d606c616-4766-4ce2-a067-0c090242eea5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Made reservation on behalf of 984bdecd49e44336b94df38f23469327 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:21.970229 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d606c616-4766-4ce2-a067-0c090242eea5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:22.017522 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-42ed4478-fa4a-41bc-be92-886336cd38d8 tempest-PortsAdminExtendedAttrsTestJSON-2078163594 tempest-PortsAdminExtendedAttrsTestJSON-2078163594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:22.017880 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-42ed4478-fa4a-41bc-be92-886336cd38d8 tempest-PortsAdminExtendedAttrsTestJSON-2078163594 tempest-PortsAdminExtendedAttrsTestJSON-2078163594-project] Added segment 2257d2d4-d660-475d-8310-ee483ab6a692 of type vlan for network 8c717462-6499-47b3-a125-b4b1af2a6b11 Aug 10 03:31:22.079066 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-42ed4478-fa4a-41bc-be92-886336cd38d8 tempest-PortsAdminExtendedAttrsTestJSON-2078163594 tempest-PortsAdminExtendedAttrsTestJSON-2078163594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:22.157257 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa8dd10-850f-440b-b752-6120865e3b0c None None] get_active_networks_info from n-d-768851-15 {{(pid=94218) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:31:22.226896 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ed4478-fa4a-41bc-be92-886336cd38d8 tempest-PortsAdminExtendedAttrsTestJSON-2078163594 tempest-PortsAdminExtendedAttrsTestJSON-2078163594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b3cc80-809c-47be-a4a5-11cf2b2703ca,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:22.229608 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-42ed4478-fa4a-41bc-be92-886336cd38d8 tempest-PortsAdminExtendedAttrsTestJSON-2078163594 tempest-PortsAdminExtendedAttrsTestJSON-2078163594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:22.237405 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ed4478-fa4a-41bc-be92-886336cd38d8 tempest-PortsAdminExtendedAttrsTestJSON-2078163594 tempest-PortsAdminExtendedAttrsTestJSON-2078163594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:22.238066 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-42ed4478-fa4a-41bc-be92-886336cd38d8 tempest-PortsAdminExtendedAttrsTestJSON-2078163594 tempest-PortsAdminExtendedAttrsTestJSON-2078163594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:22.264911 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-01cb163e-761b-4a16-bf6d-871e6d57a3bf None None] Provisioning complete for port d31954c7-a9d5-4612-b36c-b7f7a0fcf031 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:22.265588 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-01cb163e-761b-4a16-bf6d-871e6d57a3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:22.279772 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-42ed4478-fa4a-41bc-be92-886336cd38d8 tempest-PortsAdminExtendedAttrsTestJSON-2078163594 tempest-PortsAdminExtendedAttrsTestJSON-2078163594-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.1999271 Aug 10 03:31:22.346481 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ed4478-fa4a-41bc-be92-886336cd38d8 tempest-PortsAdminExtendedAttrsTestJSON-2078163594 tempest-PortsAdminExtendedAttrsTestJSON-2078163594-project] Pushing event updated for resources: {'Network': ['ID=8c717462-6499-47b3-a125-b4b1af2a6b11,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:22.365937 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 8c717462-6499-47b3-a125-b4b1af2a6b11 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:31:22.623407 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 47340) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:22.634273 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Request body: {'port': {'network_id': '8c717462-6499-47b3-a125-b4b1af2a6b11', 'binding:host_id': 'n-h2-768851-15', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1518257179'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:22.643556 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa8dd10-850f-440b-b752-6120865e3b0c None None] Resources bound (agent type, host, resource id): {{(pid=94218) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:31:22.677766 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d899627-5255-4f06-87aa-1354c2ad0ab6 req-64e89cce-c2a5-45a5-8045-8eaca947a27a tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:22.704659 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2d899627-5255-4f06-87aa-1354c2ad0ab6 req-64e89cce-c2a5-45a5-8045-8eaca947a27a tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/ports?device_id=440b775b-80cd-4e91-8c68-431fec30100f HTTP/1.1" status: 200 len: 946 time: 0.1316974 Aug 10 03:31:22.740993 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Made reservation on behalf of b1f358bd5484417c807ef54b58c217ab for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:22.744879 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:22.779062 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:22.779284 n-d-768851-15 neutron-server[94217]: DEBUG neutron.objects.ports [None req-d606c616-4766-4ce2-a067-0c090242eea5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94217) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:31:22.850034 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2d899627-5255-4f06-87aa-1354c2ad0ab6 req-d72f53dd-ff8c-485c-961b-21a5107386f9 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/security-groups?id=e8423faa-0de3-467d-b7cf-5c9a1f91c825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396053 Aug 10 03:31:22.953739 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 16573882-f7a4-47af-a5ab-15fb36dac794 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:31:23.072018 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:23.079806 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:23.101746 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] device_id is not set on port 1040b1d4-1027-4423-964f-15e9a427b7e2 yet. {{(pid=94216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:31:23.231728 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 16573882-f7a4-47af-a5ab-15fb36dac794 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:23.237289 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 16573882-f7a4-47af-a5ab-15fb36dac794 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:23.237725 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:23.247512 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36252f29-7f88-481d-8fe8-9d6d22c424e2,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:23.320568 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d606c616-4766-4ce2-a067-0c090242eea5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:23.327557 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78683eed-6505-4426-886d-4f245dfa9dab req-d8627d46-93fd-4af1-b170-a7af1c6a213d tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:23.329706 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-78683eed-6505-4426-886d-4f245dfa9dab req-d8627d46-93fd-4af1-b170-a7af1c6a213d tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.60 "GET /v2.0/ports?device_id=440b775b-80cd-4e91-8c68-431fec30100f HTTP/1.1" status: 200 len: 946 time: 0.1354342 Aug 10 03:31:23.337257 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d23d97e-5c76-4b7e-a2f8-817319354d18 None None] Update dhcp port {'port': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'fixed_ips': [{'subnet_id': '2cde8d9f-75be-4917-b65e-d354c4bd92b1'}], 'binding:host_id': 'n-d-768851-15'}, 'id': 'd31954c7-a9d5-4612-b36c-b7f7a0fcf031'} from n-d-768851-15. {{(pid=94218) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:31:23.400229 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7d23d97e-5c76-4b7e-a2f8-817319354d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:23.466194 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:23.532852 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 16573882-f7a4-47af-a5ab-15fb36dac794, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=16573882-f7a4-47af-a5ab-15fb36dac794,segment=NetworkSegment(78544607-b351-4c3b-bca2-1fc92e96546a),segment_id=78544607-b351-4c3b-bca2-1fc92e96546a)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:23.545523 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:23.561095 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-d606c616-4766-4ce2-a067-0c090242eea5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] For port d31954c7-a9d5-4612-b36c-b7f7a0fcf031, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=d31954c7-a9d5-4612-b36c-b7f7a0fcf031,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:23.627225 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d606c616-4766-4ce2-a067-0c090242eea5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:23.637087 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device d31954c7-a9d5-4612-b36c-b7f7a0fcf031 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:31:23.638185 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d606c616-4766-4ce2-a067-0c090242eea5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:23.639275 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d606c616-4766-4ce2-a067-0c090242eea5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:23.734119 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-78683eed-6505-4426-886d-4f245dfa9dab req-53b1a25f-b560-4c87-a09d-742e8cd809c5 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Deleting port bae3c42a-296e-48e7-85b1-5414684b600c {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:23.734467 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-78683eed-6505-4426-886d-4f245dfa9dab req-53b1a25f-b560-4c87-a09d-742e8cd809c5 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:23.749518 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] device_id is not set on port 1040b1d4-1027-4423-964f-15e9a427b7e2 yet. {{(pid=94216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:31:23.761171 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.db.api [None req-7d23d97e-5c76-4b7e-a2f8-817319354d18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:31:23.762171 n-d-768851-15 neutron-server[94218]: DEBUG oslo_db.api [None req-7d23d97e-5c76-4b7e-a2f8-817319354d18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:31:23.780976 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=16573882-f7a4-47af-a5ab-15fb36dac794,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:23.790713 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d606c616-4766-4ce2-a067-0c090242eea5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event updated for resources: {'Subnet': ['ID=2cde8d9f-75be-4917-b65e-d354c4bd92b1,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:23.810436 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:23.850560 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port d31954c7-a9d5-4612-b36c-b7f7a0fcf031, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=d31954c7-a9d5-4612-b36c-b7f7a0fcf031,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:23.857669 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:23.877062 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:23.881006 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d606c616-4766-4ce2-a067-0c090242eea5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:23.902700 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-d606c616-4766-4ce2-a067-0c090242eea5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:23.907291 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d606c616-4766-4ce2-a067-0c090242eea5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:23.907889 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d606c616-4766-4ce2-a067-0c090242eea5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:23.916769 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Transition to ACTIVE for port object 1040b1d4-1027-4423-964f-15e9a427b7e2 will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:23.955879 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d606c616-4766-4ce2-a067-0c090242eea5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event updated for resources: {'Port': ['ID=d31954c7-a9d5-4612-b36c-b7f7a0fcf031,revision_number=6']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:23.970261 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d606c616-4766-4ce2-a067-0c090242eea5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2361748 Aug 10 03:31:23.972121 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 47372) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:23.977520 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-2f59ecf8-9d6b-4989-9534-dcfc27ab65ec tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Request body: {'subnet': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:23.984325 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:24.039419 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=d31954c7-a9d5-4612-b36c-b7f7a0fcf031,revision_number=7']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:24.141619 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f59ecf8-9d6b-4989-9534-dcfc27ab65ec tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Made reservation on behalf of 984bdecd49e44336b94df38f23469327 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:24.146675 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2f59ecf8-9d6b-4989-9534-dcfc27ab65ec tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:24.147537 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-78683eed-6505-4426-886d-4f245dfa9dab req-53b1a25f-b560-4c87-a09d-742e8cd809c5 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] For port bae3c42a-296e-48e7-85b1-5414684b600c, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=bae3c42a-296e-48e7-85b1-5414684b600c,segment=NetworkSegment(74877879-0309-4e5d-afaf-8d5251549e75),segment_id=74877879-0309-4e5d-afaf-8d5251549e75)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:24.150718 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-78683eed-6505-4426-886d-4f245dfa9dab req-53b1a25f-b560-4c87-a09d-742e8cd809c5 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:24.319253 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7d23d97e-5c76-4b7e-a2f8-817319354d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:24.393582 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Pushing event updated for resources: {'Port': ['ID=1040b1d4-1027-4423-964f-15e9a427b7e2,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:24.412538 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a68db4-7138-463f-bb4a-81d9def173c8 req-97ab02b3-ec42-4bc7-8802-65a22f779735 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:24.414101 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c6a68db4-7138-463f-bb4a-81d9def173c8 req-97ab02b3-ec42-4bc7-8802-65a22f779735 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/ports?device_id=440b775b-80cd-4e91-8c68-431fec30100f HTTP/1.1" status: 200 len: 946 time: 0.4343164 Aug 10 03:31:24.492773 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Checking segment: {'id': '2257d2d4-d660-475d-8310-ee483ab6a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8c717462-6499-47b3-a125-b4b1af2a6b11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:31:24.493327 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Network hostable DHCP agents. Network: 8c717462-6499-47b3-a125-b4b1af2a6b11, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:31:24.557291 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2f59ecf8-9d6b-4989-9534-dcfc27ab65ec tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:24.579336 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c6a68db4-7138-463f-bb4a-81d9def173c8 req-9d544195-7be0-41c2-b13b-aa2f08d4fe21 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/security-groups?id=e8423faa-0de3-467d-b7cf-5c9a1f91c825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159544 Aug 10 03:31:24.611069 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f59ecf8-9d6b-4989-9534-dcfc27ab65ec tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:24.614814 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-2f59ecf8-9d6b-4989-9534-dcfc27ab65ec tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:24.619423 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f59ecf8-9d6b-4989-9534-dcfc27ab65ec tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:24.620026 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2f59ecf8-9d6b-4989-9534-dcfc27ab65ec tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:24.655802 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f59ecf8-9d6b-4989-9534-dcfc27ab65ec tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event updated for resources: {'Subnet': ['ID=0cdc3108-f38a-4fcc-ae98-30b8a1d9e298,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:24.673868 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2f59ecf8-9d6b-4989-9534-dcfc27ab65ec tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7005334 Aug 10 03:31:24.677083 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 47386) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:24.684829 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-a13ef497-8961-4ab9-8a85-1799cbbad644 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Request body: {'port': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'mac_address': 'fa:16:3e:cc:2b:5b', 'name': 'tempest-NetworksTestDHCPv6-812213951'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:24.700752 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-7d23d97e-5c76-4b7e-a2f8-817319354d18 None None] For port d31954c7-a9d5-4612-b36c-b7f7a0fcf031, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=d31954c7-a9d5-4612-b36c-b7f7a0fcf031,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:24.770457 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7d23d97e-5c76-4b7e-a2f8-817319354d18 None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:24.778386 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7d23d97e-5c76-4b7e-a2f8-817319354d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:24.906631 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 16573882-f7a4-47af-a5ab-15fb36dac794 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:31:24.985607 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Network 8c717462-6499-47b3-a125-b4b1af2a6b11 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:31:25.039671 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13ef497-8961-4ab9-8a85-1799cbbad644 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Made reservation on behalf of 984bdecd49e44336b94df38f23469327 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:25.093083 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d23d97e-5c76-4b7e-a2f8-817319354d18 None None] Pushing event updated for resources: {'Port': ['ID=d31954c7-a9d5-4612-b36c-b7f7a0fcf031,revision_number=8']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:25.134720 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 16573882-f7a4-47af-a5ab-15fb36dac794 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:25.135138 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:25.138910 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-78683eed-6505-4426-886d-4f245dfa9dab req-53b1a25f-b560-4c87-a09d-742e8cd809c5 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:25.139291 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-78683eed-6505-4426-886d-4f245dfa9dab req-53b1a25f-b560-4c87-a09d-742e8cd809c5 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:25.139615 n-d-768851-15 neutron-server[94216]: INFO neutron.db.l3_db [req-78683eed-6505-4426-886d-4f245dfa9dab req-53b1a25f-b560-4c87-a09d-742e8cd809c5 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Floating IP 8a67e05b-a479-4433-9a81-c9b56cbc7ff7 disassociated. External IP: 172.25.7.55, port: bae3c42a-296e-48e7-85b1-5414684b600c. Aug 10 03:31:25.140108 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-78683eed-6505-4426-886d-4f245dfa9dab req-53b1a25f-b560-4c87-a09d-742e8cd809c5 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Calling delete_port for bae3c42a-296e-48e7-85b1-5414684b600c owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:25.178135 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a13ef497-8961-4ab9-8a85-1799cbbad644 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:25.249043 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [None req-a13ef497-8961-4ab9-8a85-1799cbbad644 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] device_id is not set on port 80179aa1-644f-4988-b732-48753dbc9b39 yet. {{(pid=94217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:31:25.284923 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 8c717462-6499-47b3-a125-b4b1af2a6b11) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:25.294060 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:25.316613 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 1040b1d4-1027-4423-964f-15e9a427b7e2 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:25.316990 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 1040b1d4-1027-4423-964f-15e9a427b7e2 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '2257d2d4-d660-475d-8310-ee483ab6a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8c717462-6499-47b3-a125-b4b1af2a6b11'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:25.317373 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 1040b1d4-1027-4423-964f-15e9a427b7e2 on network 8c717462-6499-47b3-a125-b4b1af2a6b11 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:25.323471 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Port 1040b1d4-1027-4423-964f-15e9a427b7e2 on network 8c717462-6499-47b3-a125-b4b1af2a6b11 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:25.323954 n-d-768851-15 neutron-server[94216]: ERROR neutron.plugins.ml2.managers [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Failed to bind port 1040b1d4-1027-4423-964f-15e9a427b7e2 on host n-h2-768851-15 for vnic_type normal using segments [{'id': '2257d2d4-d660-475d-8310-ee483ab6a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8c717462-6499-47b3-a125-b4b1af2a6b11'}] Aug 10 03:31:25.324359 n-d-768851-15 neutron-server[94216]: INFO neutron.plugins.ml2.plugin [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempt 2 to bind port 1040b1d4-1027-4423-964f-15e9a427b7e2 Aug 10 03:31:25.385515 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 1040b1d4-1027-4423-964f-15e9a427b7e2 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:25.385864 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 1040b1d4-1027-4423-964f-15e9a427b7e2 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '2257d2d4-d660-475d-8310-ee483ab6a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8c717462-6499-47b3-a125-b4b1af2a6b11'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:25.386262 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 1040b1d4-1027-4423-964f-15e9a427b7e2 on network 8c717462-6499-47b3-a125-b4b1af2a6b11 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:25.402273 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Port 1040b1d4-1027-4423-964f-15e9a427b7e2 on network 8c717462-6499-47b3-a125-b4b1af2a6b11 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:25.402609 n-d-768851-15 neutron-server[94216]: ERROR neutron.plugins.ml2.managers [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Failed to bind port 1040b1d4-1027-4423-964f-15e9a427b7e2 on host n-h2-768851-15 for vnic_type normal using segments [{'id': '2257d2d4-d660-475d-8310-ee483ab6a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8c717462-6499-47b3-a125-b4b1af2a6b11'}] Aug 10 03:31:25.404835 n-d-768851-15 neutron-server[94216]: INFO neutron.plugins.ml2.plugin [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempt 3 to bind port 1040b1d4-1027-4423-964f-15e9a427b7e2 Aug 10 03:31:25.429864 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 1040b1d4-1027-4423-964f-15e9a427b7e2 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:25.431099 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 1040b1d4-1027-4423-964f-15e9a427b7e2 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '2257d2d4-d660-475d-8310-ee483ab6a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8c717462-6499-47b3-a125-b4b1af2a6b11'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:25.431099 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 1040b1d4-1027-4423-964f-15e9a427b7e2 on network 8c717462-6499-47b3-a125-b4b1af2a6b11 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:25.436111 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Port 1040b1d4-1027-4423-964f-15e9a427b7e2 on network 8c717462-6499-47b3-a125-b4b1af2a6b11 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:25.436354 n-d-768851-15 neutron-server[94216]: ERROR neutron.plugins.ml2.managers [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Failed to bind port 1040b1d4-1027-4423-964f-15e9a427b7e2 on host n-h2-768851-15 for vnic_type normal using segments [{'id': '2257d2d4-d660-475d-8310-ee483ab6a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8c717462-6499-47b3-a125-b4b1af2a6b11'}] Aug 10 03:31:25.437088 n-d-768851-15 neutron-server[94216]: INFO neutron.plugins.ml2.plugin [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempt 4 to bind port 1040b1d4-1027-4423-964f-15e9a427b7e2 Aug 10 03:31:25.439961 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-78683eed-6505-4426-886d-4f245dfa9dab req-53b1a25f-b560-4c87-a09d-742e8cd809c5 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:25.478836 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-a13ef497-8961-4ab9-8a85-1799cbbad644 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Allocated IP 172.20.0.14 (da252ef5-253f-415c-bfce-1cf3e51986e9/0cdc3108-f38a-4fcc-ae98-30b8a1d9e298/80179aa1-644f-4988-b732-48753dbc9b39) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:31:25.486353 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-a13ef497-8961-4ab9-8a85-1799cbbad644 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Allocated IP 2001:db8::f816:3eff:fecc:2b5b (da252ef5-253f-415c-bfce-1cf3e51986e9/2cde8d9f-75be-4917-b65e-d354c4bd92b1/80179aa1-644f-4988-b732-48753dbc9b39) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:31:25.508177 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b1a25f-b560-4c87-a09d-742e8cd809c5 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Pushing event deleted for resources: {'Port': ['ID=bae3c42a-296e-48e7-85b1-5414684b600c,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:25.520493 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 1040b1d4-1027-4423-964f-15e9a427b7e2 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:25.521401 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 1040b1d4-1027-4423-964f-15e9a427b7e2 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '2257d2d4-d660-475d-8310-ee483ab6a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8c717462-6499-47b3-a125-b4b1af2a6b11'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:25.521401 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 1040b1d4-1027-4423-964f-15e9a427b7e2 on network 8c717462-6499-47b3-a125-b4b1af2a6b11 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:25.527422 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Port 1040b1d4-1027-4423-964f-15e9a427b7e2 on network 8c717462-6499-47b3-a125-b4b1af2a6b11 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:25.527806 n-d-768851-15 neutron-server[94216]: ERROR neutron.plugins.ml2.managers [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Failed to bind port 1040b1d4-1027-4423-964f-15e9a427b7e2 on host n-h2-768851-15 for vnic_type normal using segments [{'id': '2257d2d4-d660-475d-8310-ee483ab6a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8c717462-6499-47b3-a125-b4b1af2a6b11'}] Aug 10 03:31:25.529175 n-d-768851-15 neutron-server[94216]: INFO neutron.plugins.ml2.plugin [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempt 5 to bind port 1040b1d4-1027-4423-964f-15e9a427b7e2 Aug 10 03:31:25.583924 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 1040b1d4-1027-4423-964f-15e9a427b7e2 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:25.584265 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 1040b1d4-1027-4423-964f-15e9a427b7e2 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '2257d2d4-d660-475d-8310-ee483ab6a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8c717462-6499-47b3-a125-b4b1af2a6b11'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:25.584504 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 1040b1d4-1027-4423-964f-15e9a427b7e2 on network 8c717462-6499-47b3-a125-b4b1af2a6b11 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:25.591997 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Port 1040b1d4-1027-4423-964f-15e9a427b7e2 on network 8c717462-6499-47b3-a125-b4b1af2a6b11 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:25.592332 n-d-768851-15 neutron-server[94216]: ERROR neutron.plugins.ml2.managers [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Failed to bind port 1040b1d4-1027-4423-964f-15e9a427b7e2 on host n-h2-768851-15 for vnic_type normal using segments [{'id': '2257d2d4-d660-475d-8310-ee483ab6a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8c717462-6499-47b3-a125-b4b1af2a6b11'}] Aug 10 03:31:25.597639 n-d-768851-15 neutron-server[94216]: INFO neutron.plugins.ml2.plugin [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempt 6 to bind port 1040b1d4-1027-4423-964f-15e9a427b7e2 Aug 10 03:31:25.615730 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 1040b1d4-1027-4423-964f-15e9a427b7e2 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:25.616077 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 1040b1d4-1027-4423-964f-15e9a427b7e2 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '2257d2d4-d660-475d-8310-ee483ab6a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8c717462-6499-47b3-a125-b4b1af2a6b11'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:25.616414 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 1040b1d4-1027-4423-964f-15e9a427b7e2 on network 8c717462-6499-47b3-a125-b4b1af2a6b11 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:25.669058 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Port 1040b1d4-1027-4423-964f-15e9a427b7e2 on network 8c717462-6499-47b3-a125-b4b1af2a6b11 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:25.669399 n-d-768851-15 neutron-server[94216]: ERROR neutron.plugins.ml2.managers [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Failed to bind port 1040b1d4-1027-4423-964f-15e9a427b7e2 on host n-h2-768851-15 for vnic_type normal using segments [{'id': '2257d2d4-d660-475d-8310-ee483ab6a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8c717462-6499-47b3-a125-b4b1af2a6b11'}] Aug 10 03:31:25.671224 n-d-768851-15 neutron-server[94216]: INFO neutron.plugins.ml2.plugin [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempt 7 to bind port 1040b1d4-1027-4423-964f-15e9a427b7e2 Aug 10 03:31:25.722477 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a13ef497-8961-4ab9-8a85-1799cbbad644 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:25.739430 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-a13ef497-8961-4ab9-8a85-1799cbbad644 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Transition to ACTIVE for port object 80179aa1-644f-4988-b732-48753dbc9b39 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:25.772195 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 1040b1d4-1027-4423-964f-15e9a427b7e2 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:25.772571 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 1040b1d4-1027-4423-964f-15e9a427b7e2 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '2257d2d4-d660-475d-8310-ee483ab6a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8c717462-6499-47b3-a125-b4b1af2a6b11'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:25.772911 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 1040b1d4-1027-4423-964f-15e9a427b7e2 on network 8c717462-6499-47b3-a125-b4b1af2a6b11 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:25.780245 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Port 1040b1d4-1027-4423-964f-15e9a427b7e2 on network 8c717462-6499-47b3-a125-b4b1af2a6b11 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:25.780586 n-d-768851-15 neutron-server[94216]: ERROR neutron.plugins.ml2.managers [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Failed to bind port 1040b1d4-1027-4423-964f-15e9a427b7e2 on host n-h2-768851-15 for vnic_type normal using segments [{'id': '2257d2d4-d660-475d-8310-ee483ab6a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8c717462-6499-47b3-a125-b4b1af2a6b11'}] Aug 10 03:31:25.782665 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5b8638df-fc9f-4c10-b131-f693576beb98 req-15a1c283-bd89-4804-a9af-6ff7cc4b162c tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/ports?device_id=440b775b-80cd-4e91-8c68-431fec30100f HTTP/1.1" status: 200 len: 210 time: 0.0851190 Aug 10 03:31:25.785426 n-d-768851-15 neutron-server[94216]: INFO neutron.plugins.ml2.plugin [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempt 8 to bind port 1040b1d4-1027-4423-964f-15e9a427b7e2 Aug 10 03:31:25.805782 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 1040b1d4-1027-4423-964f-15e9a427b7e2 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:25.806116 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 1040b1d4-1027-4423-964f-15e9a427b7e2 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '2257d2d4-d660-475d-8310-ee483ab6a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8c717462-6499-47b3-a125-b4b1af2a6b11'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:25.806450 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 1040b1d4-1027-4423-964f-15e9a427b7e2 on network 8c717462-6499-47b3-a125-b4b1af2a6b11 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:25.812939 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78683eed-6505-4426-886d-4f245dfa9dab req-53b1a25f-b560-4c87-a09d-742e8cd809c5 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Router 6f811108-70fd-4731-8257-671f85acbf74 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:31:25.817000 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Port 1040b1d4-1027-4423-964f-15e9a427b7e2 on network 8c717462-6499-47b3-a125-b4b1af2a6b11 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:25.817161 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a13ef497-8961-4ab9-8a85-1799cbbad644 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:25.817441 n-d-768851-15 neutron-server[94216]: ERROR neutron.plugins.ml2.managers [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Failed to bind port 1040b1d4-1027-4423-964f-15e9a427b7e2 on host n-h2-768851-15 for vnic_type normal using segments [{'id': '2257d2d4-d660-475d-8310-ee483ab6a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8c717462-6499-47b3-a125-b4b1af2a6b11'}] Aug 10 03:31:25.818596 n-d-768851-15 neutron-server[94216]: INFO neutron.plugins.ml2.plugin [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempt 9 to bind port 1040b1d4-1027-4423-964f-15e9a427b7e2 Aug 10 03:31:25.841599 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 1040b1d4-1027-4423-964f-15e9a427b7e2 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:25.841937 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 1040b1d4-1027-4423-964f-15e9a427b7e2 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '2257d2d4-d660-475d-8310-ee483ab6a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8c717462-6499-47b3-a125-b4b1af2a6b11'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:25.842186 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 1040b1d4-1027-4423-964f-15e9a427b7e2 on network 8c717462-6499-47b3-a125-b4b1af2a6b11 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:25.852449 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Port 1040b1d4-1027-4423-964f-15e9a427b7e2 on network 8c717462-6499-47b3-a125-b4b1af2a6b11 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:25.852794 n-d-768851-15 neutron-server[94216]: ERROR neutron.plugins.ml2.managers [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Failed to bind port 1040b1d4-1027-4423-964f-15e9a427b7e2 on host n-h2-768851-15 for vnic_type normal using segments [{'id': '2257d2d4-d660-475d-8310-ee483ab6a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8c717462-6499-47b3-a125-b4b1af2a6b11'}] Aug 10 03:31:25.873053 n-d-768851-15 neutron-server[94216]: INFO neutron.plugins.ml2.plugin [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempt 10 to bind port 1040b1d4-1027-4423-964f-15e9a427b7e2 Aug 10 03:31:25.880423 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1793011-58d1-45a7-b67f-0de9af836ceb None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:31:25.882553 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af225f9b-6429-496f-bef0-e428e9fe3f6b None None] Network 8c717462-6499-47b3-a125-b4b1af2a6b11 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:31:25.887311 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13ef497-8961-4ab9-8a85-1799cbbad644 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:25.897207 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-a13ef497-8961-4ab9-8a85-1799cbbad644 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:25.905689 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13ef497-8961-4ab9-8a85-1799cbbad644 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:25.914160 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ef497-8961-4ab9-8a85-1799cbbad644 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event updated for resources: {'Port': ['ID=80179aa1-644f-4988-b732-48753dbc9b39,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:25.996906 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 1040b1d4-1027-4423-964f-15e9a427b7e2 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:25.996906 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 1040b1d4-1027-4423-964f-15e9a427b7e2 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '2257d2d4-d660-475d-8310-ee483ab6a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8c717462-6499-47b3-a125-b4b1af2a6b11'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:25.997359 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 1040b1d4-1027-4423-964f-15e9a427b7e2 on network 8c717462-6499-47b3-a125-b4b1af2a6b11 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:26.000019 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78683eed-6505-4426-886d-4f245dfa9dab req-53b1a25f-b560-4c87-a09d-742e8cd809c5 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:31:26.014406 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13ef497-8961-4ab9-8a85-1799cbbad644 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:26.015134 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a13ef497-8961-4ab9-8a85-1799cbbad644 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:26.020778 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae51f515-6fc7-4714-b95d-6181e7dd15fd None None] Sync routers for ids ['6f811108-70fd-4731-8257-671f85acbf74'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:31:26.034344 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a13ef497-8961-4ab9-8a85-1799cbbad644 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3540905 Aug 10 03:31:26.034792 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 47410) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:26.044773 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-1bad58b2-1b2b-4010-81a9-e00a111f5cc5 None None] Provisioning complete for port d31954c7-a9d5-4612-b36c-b7f7a0fcf031 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:26.045210 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-1bad58b2-1b2b-4010-81a9-e00a111f5cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:26.049772 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Port 1040b1d4-1027-4423-964f-15e9a427b7e2 on network 8c717462-6499-47b3-a125-b4b1af2a6b11 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:26.050115 n-d-768851-15 neutron-server[94216]: ERROR neutron.plugins.ml2.managers [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Failed to bind port 1040b1d4-1027-4423-964f-15e9a427b7e2 on host n-h2-768851-15 for vnic_type normal using segments [{'id': '2257d2d4-d660-475d-8310-ee483ab6a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8c717462-6499-47b3-a125-b4b1af2a6b11'}] Aug 10 03:31:26.050482 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:26.110480 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-78683eed-6505-4426-886d-4f245dfa9dab req-53b1a25f-b560-4c87-a09d-742e8cd809c5 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] No DVR routers for this DVR port bae3c42a-296e-48e7-85b1-5414684b600c on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:31:26.114054 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-78683eed-6505-4426-886d-4f245dfa9dab req-53b1a25f-b560-4c87-a09d-742e8cd809c5 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:26.117697 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-78683eed-6505-4426-886d-4f245dfa9dab req-53b1a25f-b560-4c87-a09d-742e8cd809c5 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.60 "DELETE /v2.0/ports/bae3c42a-296e-48e7-85b1-5414684b600c HTTP/1.1" status: 204 len: 173 time: 2.7775650 Aug 10 03:31:26.122205 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '440b775b-80cd-4e91-8c68-431fec30100f', 'name': 'network-vif-deleted', 'tag': 'bae3c42a-296e-48e7-85b1-5414684b600c'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:31:26.125275 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d60a38-d667-4bca-862d-1155004788e9" -d '{"events": [{"server_uuid": "440b775b-80cd-4e91-8c68-431fec30100f", "name": "network-vif-deleted", "tag": "bae3c42a-296e-48e7-85b1-5414684b600c"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:31:26.142421 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e974414-dbb9-4fb7-b89f-147e6aca2628 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:26.156997 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e974414-dbb9-4fb7-b89f-147e6aca2628 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:26.161442 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4e974414-dbb9-4fb7-b89f-147e6aca2628 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1254308 Aug 10 03:31:26.164681 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 47414) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:26.181848 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] For port 1040b1d4-1027-4423-964f-15e9a427b7e2, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:31:26.182934 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempted to set empty binding levels {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 10 03:31:26.184517 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae51f515-6fc7-4714-b95d-6181e7dd15fd None None] Routers {'6f811108-70fd-4731-8257-671f85acbf74'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:31:26.185183 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-ae51f515-6fc7-4714-b95d-6181e7dd15fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:31:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['6f811108-70fd-4731-8257-671f85acbf74'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:26.200545 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:26.275748 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:26.276406 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:26.339572 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a829dce-1447-4cf4-a4f1-8c6ec7bba0eb x-openstack-request-id: req-0a829dce-1447-4cf4-a4f1-8c6ec7bba0eb {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:31:26.340262 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "440b775b-80cd-4e91-8c68-431fec30100f", "name": "network-vif-deleted", "tag": "bae3c42a-296e-48e7-85b1-5414684b600c", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:31:26.340536 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0a829dce-1447-4cf4-a4f1-8c6ec7bba0eb {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:31:26.340829 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '440b775b-80cd-4e91-8c68-431fec30100f', 'name': 'network-vif-deleted', 'tag': 'bae3c42a-296e-48e7-85b1-5414684b600c', 'status': 'completed', 'code': 200} Aug 10 03:31:26.359353 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-75ee011d-76ad-4de7-b018-4fa201bdc417 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Deleting port 80179aa1-644f-4988-b732-48753dbc9b39 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:26.359353 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-75ee011d-76ad-4de7-b018-4fa201bdc417 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:26.432224 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 3.8054810 Aug 10 03:31:26.432824 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 47426) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:26.521342 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-75ee011d-76ad-4de7-b018-4fa201bdc417 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:26.521783 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a85829-df07-4d44-bf84-eb26527c262e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Pushing event updated for resources: {'Port': ['ID=1040b1d4-1027-4423-964f-15e9a427b7e2,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:26.541516 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-75ee011d-76ad-4de7-b018-4fa201bdc417 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Calling delete_port for 80179aa1-644f-4988-b732-48753dbc9b39 owned by {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:26.617138 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-d73cbfd4-0e8f-4b51-8f25-cbeae2883591 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Deleting port 1040b1d4-1027-4423-964f-15e9a427b7e2 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:26.617487 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d73cbfd4-0e8f-4b51-8f25-cbeae2883591 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:26.704406 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-d73cbfd4-0e8f-4b51-8f25-cbeae2883591 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] For port 1040b1d4-1027-4423-964f-15e9a427b7e2, host n-h2-768851-15, got binding levels [] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:26.704938 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d73cbfd4-0e8f-4b51-8f25-cbeae2883591 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:26.720317 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-d73cbfd4-0e8f-4b51-8f25-cbeae2883591 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Calling delete_port for 1040b1d4-1027-4423-964f-15e9a427b7e2 owned by {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:26.904169 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d73cbfd4-0e8f-4b51-8f25-cbeae2883591 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:26.915957 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-75ee011d-76ad-4de7-b018-4fa201bdc417 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:26.924651 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-ae51f515-6fc7-4714-b95d-6181e7dd15fd None None] Set router 6f811108-70fd-4731-8257-671f85acbf74 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:31:26.981776 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73cbfd4-0e8f-4b51-8f25-cbeae2883591 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Pushing event deleted for resources: {'Port': ['ID=1040b1d4-1027-4423-964f-15e9a427b7e2,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:26.995970 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee011d-76ad-4de7-b018-4fa201bdc417 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event deleted for resources: {'Port': ['ID=80179aa1-644f-4988-b732-48753dbc9b39,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:27.002290 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d73cbfd4-0e8f-4b51-8f25-cbeae2883591 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:27.017735 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d73cbfd4-0e8f-4b51-8f25-cbeae2883591 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] 10.222.0.62 "DELETE /v2.0/ports/1040b1d4-1027-4423-964f-15e9a427b7e2 HTTP/1.1" status: 204 len: 168 time: 0.5830045 Aug 10 03:31:27.018385 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 47436) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:27.064308 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-79913f9a-3586-48a6-9e93-bc25868f62f9 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] GET failed (client error): The resource could not be found. Aug 10 03:31:27.070616 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-79913f9a-3586-48a6-9e93-bc25868f62f9 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] 10.222.0.62 "GET /v2.0/ports/1040b1d4-1027-4423-964f-15e9a427b7e2 HTTP/1.1" status: 404 len: 333 time: 0.0364342 Aug 10 03:31:27.086089 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 47440) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:27.099022 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-3259953f-8161-4cee-9ed9-193fdf85abc1 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Request body: {'port': {'network_id': '8c717462-6499-47b3-a125-b4b1af2a6b11', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2098991806'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:27.108999 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-87f1d5bd-c73a-4357-aba6-d09c6c5fd6aa req-cb395711-d69d-4f8c-8604-bafd1ab6f9e7 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/ports?device_id=440b775b-80cd-4e91-8c68-431fec30100f HTTP/1.1" status: 200 len: 210 time: 0.0892532 Aug 10 03:31:27.139559 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-75ee011d-76ad-4de7-b018-4fa201bdc417 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:27.142313 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-75ee011d-76ad-4de7-b018-4fa201bdc417 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/ports/80179aa1-644f-4988-b732-48753dbc9b39 HTTP/1.1" status: 204 len: 168 time: 0.9764843 Aug 10 03:31:27.145858 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 47444) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:27.156501 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device d31954c7-a9d5-4612-b36c-b7f7a0fcf031 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:31:27.180526 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3259953f-8161-4cee-9ed9-193fdf85abc1 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Made reservation on behalf of b1f358bd5484417c807ef54b58c217ab for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:27.185687 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3259953f-8161-4cee-9ed9-193fdf85abc1 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:27.205341 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:27.222097 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [None req-3259953f-8161-4cee-9ed9-193fdf85abc1 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] device_id is not set on port 00ddbdfd-eb1c-4c78-895b-dd671cfd1104 yet. {{(pid=94216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:31:27.228569 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e3702f-01ad-4bcf-b61f-e87a8c171df1 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:27.232584 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e3702f-01ad-4bcf-b61f-e87a8c171df1 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:27.234227 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e3702f-01ad-4bcf-b61f-e87a8c171df1 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:27.235944 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-75e3702f-01ad-4bcf-b61f-e87a8c171df1 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0884187 Aug 10 03:31:27.238655 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 47446) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:27.244961 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:27.302617 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-443fc3da-2159-4656-9090-d2a668275531 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Deleting subnet 0cdc3108-f38a-4fcc-ae98-30b8a1d9e298 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:31:27.306029 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-443fc3da-2159-4656-9090-d2a668275531 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:27.342626 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-1bad58b2-1b2b-4010-81a9-e00a111f5cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:27.372961 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-443fc3da-2159-4656-9090-d2a668275531 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:27.413536 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port d31954c7-a9d5-4612-b36c-b7f7a0fcf031 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:27.420034 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:27.443656 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-443fc3da-2159-4656-9090-d2a668275531 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:27.523958 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3259953f-8161-4cee-9ed9-193fdf85abc1 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:27.557320 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-1bad58b2-1b2b-4010-81a9-e00a111f5cc5 None None] For port d31954c7-a9d5-4612-b36c-b7f7a0fcf031, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=d31954c7-a9d5-4612-b36c-b7f7a0fcf031,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:27.572152 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-443fc3da-2159-4656-9090-d2a668275531 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:27.572580 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-ae51f515-6fc7-4714-b95d-6181e7dd15fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f811108-70fd-4731-8257-671f85acbf74', 'name': 'tempest-AttachVolumeTestJSON-1078533016-router', 'tenant_id': '716a2501dd514284b3618ba976b1a21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'bd699efa-4783-4ab8-bb90-dbeddc227eed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:26:31Z', 'updated_at': '2021-08-10T03:26:38Z', 'revision_number': 4, 'project_id': '716a2501dd514284b3618ba976b1a21f', 'gw_port': {'id': 'bd699efa-4783-4ab8-bb90-dbeddc227eed', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:0d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f811108-70fd-4731-8257-671f85acbf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:32Z', 'updated_at': '2021-08-10T03:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '0413d2b5-34c5-43ff-bd3c-a2b5f682346e', 'name': '', 'network_id': 'b944b0e3-b136-43d0-aeef-f89e7c552d7f', 'tenant_id': '716a2501dd514284b3618ba976b1a21f', 'mac_address': 'fa:16:3e:b7:a5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f811108-70fd-4731-8257-671f85acbf74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '9fa6e43b-250a-4024-b95b-0ad12ce73ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:37Z', 'updated_at': '2021-08-10T03:26:49Z', 'revision_number': 5, 'project_id': '716a2501dd514284b3618ba976b1a21f', 'subnets': [{'id': '9fa6e43b-250a-4024-b95b-0ad12ce73ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:27.605761 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae51f515-6fc7-4714-b95d-6181e7dd15fd None None] Checking router: 6f811108-70fd-4731-8257-671f85acbf74 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:31:27.612908 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3259953f-8161-4cee-9ed9-193fdf85abc1 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:27.616218 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-1bad58b2-1b2b-4010-81a9-e00a111f5cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:27.655436 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443fc3da-2159-4656-9090-d2a668275531 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event deleted for resources: {'Subnet': ['ID=0cdc3108-f38a-4fcc-ae98-30b8a1d9e298,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:27.659427 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-443fc3da-2159-4656-9090-d2a668275531 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:27.661462 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-443fc3da-2159-4656-9090-d2a668275531 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/subnets/0cdc3108-f38a-4fcc-ae98-30b8a1d9e298 HTTP/1.1" status: 204 len: 168 time: 0.4215233 Aug 10 03:31:27.667820 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 47458) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:27.700945 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3259953f-8161-4cee-9ed9-193fdf85abc1 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Pushing event updated for resources: {'Port': ['ID=00ddbdfd-eb1c-4c78-895b-dd671cfd1104,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:27.713583 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3259953f-8161-4cee-9ed9-193fdf85abc1 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Network 8c717462-6499-47b3-a125-b4b1af2a6b11 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:27.715909 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-3259953f-8161-4cee-9ed9-193fdf85abc1 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:27.718420 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3259953f-8161-4cee-9ed9-193fdf85abc1 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:27.719547 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3259953f-8161-4cee-9ed9-193fdf85abc1 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:27.720289 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3259953f-8161-4cee-9ed9-193fdf85abc1 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:27.737913 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae51f515-6fc7-4714-b95d-6181e7dd15fd None None] Routers {'6f811108-70fd-4731-8257-671f85acbf74'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:31:27.738576 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-ae51f515-6fc7-4714-b95d-6181e7dd15fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:31:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['6f811108-70fd-4731-8257-671f85acbf74'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:27.740099 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443fc3da-2159-4656-9090-d2a668275531 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:27.740829 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443fc3da-2159-4656-9090-d2a668275531 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:27.741324 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443fc3da-2159-4656-9090-d2a668275531 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:27.741896 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443fc3da-2159-4656-9090-d2a668275531 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:27.742386 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443fc3da-2159-4656-9090-d2a668275531 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:27.742965 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443fc3da-2159-4656-9090-d2a668275531 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:27.743661 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-3259953f-8161-4cee-9ed9-193fdf85abc1 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6564429 Aug 10 03:31:27.744193 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443fc3da-2159-4656-9090-d2a668275531 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:27.745034 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443fc3da-2159-4656-9090-d2a668275531 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:27.745890 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 47460) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:27.746507 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443fc3da-2159-4656-9090-d2a668275531 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:27.749054 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443fc3da-2159-4656-9090-d2a668275531 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:27.749605 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443fc3da-2159-4656-9090-d2a668275531 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:27.750111 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443fc3da-2159-4656-9090-d2a668275531 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:27.754713 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:27.758008 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fb29171-f36d-4e09-9986-b1aef9e8595f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Deleting subnet 2cde8d9f-75be-4917-b65e-d354c4bd92b1 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:31:27.761713 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4fb29171-f36d-4e09-9986-b1aef9e8595f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:27.810506 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4fb29171-f36d-4e09-9986-b1aef9e8595f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:27.813794 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:27.900983 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-ae51f515-6fc7-4714-b95d-6181e7dd15fd None None] Set router 6f811108-70fd-4731-8257-671f85acbf74 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:31:27.917480 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4fb29171-f36d-4e09-9986-b1aef9e8595f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:27.985409 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device bae3c42a-296e-48e7-85b1-5414684b600c no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:31:27.994815 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4fb29171-f36d-4e09-9986-b1aef9e8595f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:28.016975 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: bae3c42a-296e-48e7-85b1-5414684b600c {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:31:28.017634 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device bae3c42a-296e-48e7-85b1-5414684b600c not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:31:28.054084 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb29171-f36d-4e09-9986-b1aef9e8595f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event deleted for resources: {'Subnet': ['ID=2cde8d9f-75be-4917-b65e-d354c4bd92b1,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:28.063136 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4fb29171-f36d-4e09-9986-b1aef9e8595f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:28.065277 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4fb29171-f36d-4e09-9986-b1aef9e8595f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/subnets/2cde8d9f-75be-4917-b65e-d354c4bd92b1 HTTP/1.1" status: 204 len: 168 time: 0.3961771 Aug 10 03:31:28.068820 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 47466) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:28.083546 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bb3edd-31e7-4d04-bd35-5a0817ab83e6 None None] Update dhcp port {'port': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'fixed_ips': [{'subnet_id': '2cde8d9f-75be-4917-b65e-d354c4bd92b1', 'ip_address': '2001:db8::f816:3eff:fe7a:3805'}, {'subnet_id': '0cdc3108-f38a-4fcc-ae98-30b8a1d9e298'}], 'binding:host_id': 'n-d-768851-15'}, 'id': 'd31954c7-a9d5-4612-b36c-b7f7a0fcf031'} from n-d-768851-15. {{(pid=94218) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:31:28.147212 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bad58b2-1b2b-4010-81a9-e00a111f5cc5 None None] Pushing event updated for resources: {'Port': ['ID=d31954c7-a9d5-4612-b36c-b7f7a0fcf031,revision_number=9']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:28.152993 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e4bb3edd-31e7-4d04-bd35-5a0817ab83e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:28.159464 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f89b93d2-658c-4947-b134-dfa38b5f4bbf tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0857298 Aug 10 03:31:28.160052 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 47470) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:28.171863 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-8946ded7-dde0-4618-a8f6-9ce4eb75093f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Request body: {'subnet': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:28.174627 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bad58b2-1b2b-4010-81a9-e00a111f5cc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:28.175340 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bad58b2-1b2b-4010-81a9-e00a111f5cc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:28.175541 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bad58b2-1b2b-4010-81a9-e00a111f5cc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:28.175883 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bad58b2-1b2b-4010-81a9-e00a111f5cc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:28.176520 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bad58b2-1b2b-4010-81a9-e00a111f5cc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:28.176754 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bad58b2-1b2b-4010-81a9-e00a111f5cc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:28.177093 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bad58b2-1b2b-4010-81a9-e00a111f5cc5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:28.177424 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bad58b2-1b2b-4010-81a9-e00a111f5cc5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:28.178583 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bad58b2-1b2b-4010-81a9-e00a111f5cc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:28.178967 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bad58b2-1b2b-4010-81a9-e00a111f5cc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:28.179309 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bad58b2-1b2b-4010-81a9-e00a111f5cc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:28.179645 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bad58b2-1b2b-4010-81a9-e00a111f5cc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:28.234403 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] device_id is not set on port 00ddbdfd-eb1c-4c78-895b-dd671cfd1104 yet. {{(pid=94216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:31:28.246882 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:28.255871 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 47474) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:28.300879 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Transition to ACTIVE for port object 00ddbdfd-eb1c-4c78-895b-dd671cfd1104 will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:28.318490 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:28.356844 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8946ded7-dde0-4618-a8f6-9ce4eb75093f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Made reservation on behalf of 984bdecd49e44336b94df38f23469327 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:28.372727 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8946ded7-dde0-4618-a8f6-9ce4eb75093f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:28.405436 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-ae51f515-6fc7-4714-b95d-6181e7dd15fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f811108-70fd-4731-8257-671f85acbf74', 'name': 'tempest-AttachVolumeTestJSON-1078533016-router', 'tenant_id': '716a2501dd514284b3618ba976b1a21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'bd699efa-4783-4ab8-bb90-dbeddc227eed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:26:31Z', 'updated_at': '2021-08-10T03:26:38Z', 'revision_number': 4, 'project_id': '716a2501dd514284b3618ba976b1a21f', 'gw_port': {'id': 'bd699efa-4783-4ab8-bb90-dbeddc227eed', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:0d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f811108-70fd-4731-8257-671f85acbf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:32Z', 'updated_at': '2021-08-10T03:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '0413d2b5-34c5-43ff-bd3c-a2b5f682346e', 'name': '', 'network_id': 'b944b0e3-b136-43d0-aeef-f89e7c552d7f', 'tenant_id': '716a2501dd514284b3618ba976b1a21f', 'mac_address': 'fa:16:3e:b7:a5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f811108-70fd-4731-8257-671f85acbf74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '9fa6e43b-250a-4024-b95b-0ad12ce73ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:37Z', 'updated_at': '2021-08-10T03:26:49Z', 'revision_number': 5, 'project_id': '716a2501dd514284b3618ba976b1a21f', 'subnets': [{'id': '9fa6e43b-250a-4024-b95b-0ad12ce73ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:28.449449 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c016d5a2-a1d1-44c1-8a07-343d3f5122e5 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:28.472847 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a04434f-ae5e-4592-afbb-8d4eb5ed1e58 None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:31:28.497598 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Pushing event updated for resources: {'Port': ['ID=00ddbdfd-eb1c-4c78-895b-dd671cfd1104,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:28.509301 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 00ddbdfd-eb1c-4c78-895b-dd671cfd1104 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:28.509637 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 00ddbdfd-eb1c-4c78-895b-dd671cfd1104 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '2257d2d4-d660-475d-8310-ee483ab6a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8c717462-6499-47b3-a125-b4b1af2a6b11'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:28.509972 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 00ddbdfd-eb1c-4c78-895b-dd671cfd1104 on network 8c717462-6499-47b3-a125-b4b1af2a6b11 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:28.526379 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c016d5a2-a1d1-44c1-8a07-343d3f5122e5 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:28.535475 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Port 00ddbdfd-eb1c-4c78-895b-dd671cfd1104 on network 8c717462-6499-47b3-a125-b4b1af2a6b11 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:28.535830 n-d-768851-15 neutron-server[94216]: ERROR neutron.plugins.ml2.managers [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Failed to bind port 00ddbdfd-eb1c-4c78-895b-dd671cfd1104 on host n-h2-768851-15 for vnic_type normal using segments [{'id': '2257d2d4-d660-475d-8310-ee483ab6a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8c717462-6499-47b3-a125-b4b1af2a6b11'}] Aug 10 03:31:28.538159 n-d-768851-15 neutron-server[94216]: INFO neutron.plugins.ml2.plugin [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempt 2 to bind port 00ddbdfd-eb1c-4c78-895b-dd671cfd1104 Aug 10 03:31:28.560069 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae51f515-6fc7-4714-b95d-6181e7dd15fd None None] The sync data for ids ['6f811108-70fd-4731-8257-671f85acbf74'] in n-d-768851-15 is: [{'id': '6f811108-70fd-4731-8257-671f85acbf74', 'name': 'tempest-AttachVolumeTestJSON-1078533016-router', 'tenant_id': '716a2501dd514284b3618ba976b1a21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'bd699efa-4783-4ab8-bb90-dbeddc227eed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:26:31Z', 'updated_at': '2021-08-10T03:26:38Z', 'revision_number': 4, 'project_id': '716a2501dd514284b3618ba976b1a21f', 'gw_port': {'id': 'bd699efa-4783-4ab8-bb90-dbeddc227eed', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:0d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f811108-70fd-4731-8257-671f85acbf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:32Z', 'updated_at': '2021-08-10T03:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '0413d2b5-34c5-43ff-bd3c-a2b5f682346e', 'name': '', 'network_id': 'b944b0e3-b136-43d0-aeef-f89e7c552d7f', 'tenant_id': '716a2501dd514284b3618ba976b1a21f', 'mac_address': 'fa:16:3e:b7:a5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f811108-70fd-4731-8257-671f85acbf74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '9fa6e43b-250a-4024-b95b-0ad12ce73ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:37Z', 'updated_at': '2021-08-10T03:26:49Z', 'revision_number': 5, 'project_id': '716a2501dd514284b3618ba976b1a21f', 'subnets': [{'id': '9fa6e43b-250a-4024-b95b-0ad12ce73ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:31:28.579397 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 00ddbdfd-eb1c-4c78-895b-dd671cfd1104 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:28.579802 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 00ddbdfd-eb1c-4c78-895b-dd671cfd1104 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '2257d2d4-d660-475d-8310-ee483ab6a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8c717462-6499-47b3-a125-b4b1af2a6b11'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:28.580075 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 00ddbdfd-eb1c-4c78-895b-dd671cfd1104 on network 8c717462-6499-47b3-a125-b4b1af2a6b11 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:28.597950 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Port 00ddbdfd-eb1c-4c78-895b-dd671cfd1104 on network 8c717462-6499-47b3-a125-b4b1af2a6b11 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:28.598310 n-d-768851-15 neutron-server[94216]: ERROR neutron.plugins.ml2.managers [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Failed to bind port 00ddbdfd-eb1c-4c78-895b-dd671cfd1104 on host n-h2-768851-15 for vnic_type normal using segments [{'id': '2257d2d4-d660-475d-8310-ee483ab6a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8c717462-6499-47b3-a125-b4b1af2a6b11'}] Aug 10 03:31:28.600640 n-d-768851-15 neutron-server[94216]: INFO neutron.plugins.ml2.plugin [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempt 3 to bind port 00ddbdfd-eb1c-4c78-895b-dd671cfd1104 Aug 10 03:31:28.613083 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-f19dd1fc-6ac4-4536-ae32-b3d2efbfa386 None None] Provisioning complete for port d31954c7-a9d5-4612-b36c-b7f7a0fcf031 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:28.613468 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f19dd1fc-6ac4-4536-ae32-b3d2efbfa386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:28.643325 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 00ddbdfd-eb1c-4c78-895b-dd671cfd1104 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:28.643663 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 00ddbdfd-eb1c-4c78-895b-dd671cfd1104 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '2257d2d4-d660-475d-8310-ee483ab6a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8c717462-6499-47b3-a125-b4b1af2a6b11'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:28.643999 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 00ddbdfd-eb1c-4c78-895b-dd671cfd1104 on network 8c717462-6499-47b3-a125-b4b1af2a6b11 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:28.654218 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Port 00ddbdfd-eb1c-4c78-895b-dd671cfd1104 on network 8c717462-6499-47b3-a125-b4b1af2a6b11 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:28.656179 n-d-768851-15 neutron-server[94216]: ERROR neutron.plugins.ml2.managers [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Failed to bind port 00ddbdfd-eb1c-4c78-895b-dd671cfd1104 on host n-h2-768851-15 for vnic_type normal using segments [{'id': '2257d2d4-d660-475d-8310-ee483ab6a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8c717462-6499-47b3-a125-b4b1af2a6b11'}] Aug 10 03:31:28.656696 n-d-768851-15 neutron-server[94216]: INFO neutron.plugins.ml2.plugin [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempt 4 to bind port 00ddbdfd-eb1c-4c78-895b-dd671cfd1104 Aug 10 03:31:28.685011 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c016d5a2-a1d1-44c1-8a07-343d3f5122e5 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:28.693605 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c016d5a2-a1d1-44c1-8a07-343d3f5122e5 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:28.694618 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-c016d5a2-a1d1-44c1-8a07-343d3f5122e5 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "DELETE /v2.0/security-groups/e8423faa-0de3-467d-b7cf-5c9a1f91c825 HTTP/1.1" status: 204 len: 168 time: 0.4377913 Aug 10 03:31:28.706397 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 47486) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:28.711591 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 00ddbdfd-eb1c-4c78-895b-dd671cfd1104 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:28.711953 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 00ddbdfd-eb1c-4c78-895b-dd671cfd1104 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '2257d2d4-d660-475d-8310-ee483ab6a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8c717462-6499-47b3-a125-b4b1af2a6b11'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:28.712339 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 00ddbdfd-eb1c-4c78-895b-dd671cfd1104 on network 8c717462-6499-47b3-a125-b4b1af2a6b11 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:28.725870 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Port 00ddbdfd-eb1c-4c78-895b-dd671cfd1104 on network 8c717462-6499-47b3-a125-b4b1af2a6b11 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:28.726262 n-d-768851-15 neutron-server[94216]: ERROR neutron.plugins.ml2.managers [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Failed to bind port 00ddbdfd-eb1c-4c78-895b-dd671cfd1104 on host n-h2-768851-15 for vnic_type normal using segments [{'id': '2257d2d4-d660-475d-8310-ee483ab6a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8c717462-6499-47b3-a125-b4b1af2a6b11'}] Aug 10 03:31:28.726867 n-d-768851-15 neutron-server[94216]: INFO neutron.plugins.ml2.plugin [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempt 5 to bind port 00ddbdfd-eb1c-4c78-895b-dd671cfd1104 Aug 10 03:31:28.740927 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c016d5a2-a1d1-44c1-8a07-343d3f5122e5 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8423faa-0de3-467d-b7cf-5c9a1f91c825,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:28.753837 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-65237ea2-c69e-438f-b13b-757f5bb02619 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] show failed (client error): The resource could not be found. Aug 10 03:31:28.758677 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfe93bd-8a4c-496a-a2f2-825a32c32c40 None None] DHCP port deletion for da252ef5-253f-415c-bfce-1cf3e51986e9 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:31:28.761326 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-65237ea2-c69e-438f-b13b-757f5bb02619 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/security-groups/e8423faa-0de3-467d-b7cf-5c9a1f91c825 HTTP/1.1" status: 404 len: 347 time: 0.0511355 Aug 10 03:31:28.763884 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 47488) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:28.775645 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 00ddbdfd-eb1c-4c78-895b-dd671cfd1104 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:28.775645 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 00ddbdfd-eb1c-4c78-895b-dd671cfd1104 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '2257d2d4-d660-475d-8310-ee483ab6a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8c717462-6499-47b3-a125-b4b1af2a6b11'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:28.775994 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 00ddbdfd-eb1c-4c78-895b-dd671cfd1104 on network 8c717462-6499-47b3-a125-b4b1af2a6b11 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:28.798208 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8946ded7-dde0-4618-a8f6-9ce4eb75093f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:28.863831 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8946ded7-dde0-4618-a8f6-9ce4eb75093f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:28.867400 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Port 00ddbdfd-eb1c-4c78-895b-dd671cfd1104 on network 8c717462-6499-47b3-a125-b4b1af2a6b11 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:28.872012 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-8946ded7-dde0-4618-a8f6-9ce4eb75093f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:28.872489 n-d-768851-15 neutron-server[94216]: ERROR neutron.plugins.ml2.managers [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Failed to bind port 00ddbdfd-eb1c-4c78-895b-dd671cfd1104 on host n-h2-768851-15 for vnic_type normal using segments [{'id': '2257d2d4-d660-475d-8310-ee483ab6a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8c717462-6499-47b3-a125-b4b1af2a6b11'}] Aug 10 03:31:28.880458 n-d-768851-15 neutron-server[94216]: INFO neutron.plugins.ml2.plugin [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempt 6 to bind port 00ddbdfd-eb1c-4c78-895b-dd671cfd1104 Aug 10 03:31:28.888123 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-8cfe93bd-8a4c-496a-a2f2-825a32c32c40 None None] Deleting port d31954c7-a9d5-4612-b36c-b7f7a0fcf031 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:28.888319 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:31:28.888798 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8cfe93bd-8a4c-496a-a2f2-825a32c32c40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:28.922037 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8946ded7-dde0-4618-a8f6-9ce4eb75093f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event updated for resources: {'Subnet': ['ID=476811c7-8eda-46e2-95c8-2d70b581c466,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:28.937452 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8946ded7-dde0-4618-a8f6-9ce4eb75093f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:28.938467 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8946ded7-dde0-4618-a8f6-9ce4eb75093f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:28.972399 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device d31954c7-a9d5-4612-b36c-b7f7a0fcf031 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:31:28.977159 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 00ddbdfd-eb1c-4c78-895b-dd671cfd1104 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:28.977159 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 00ddbdfd-eb1c-4c78-895b-dd671cfd1104 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '2257d2d4-d660-475d-8310-ee483ab6a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8c717462-6499-47b3-a125-b4b1af2a6b11'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:28.977159 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 00ddbdfd-eb1c-4c78-895b-dd671cfd1104 on network 8c717462-6499-47b3-a125-b4b1af2a6b11 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:28.979534 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8946ded7-dde0-4618-a8f6-9ce4eb75093f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8182652 Aug 10 03:31:28.984786 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 47494) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:29.003345 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-9551eabf-0c5d-4919-9539-3b27b9679c18 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Request body: {'subnet': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:29.029345 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Port 00ddbdfd-eb1c-4c78-895b-dd671cfd1104 on network 8c717462-6499-47b3-a125-b4b1af2a6b11 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:29.029345 n-d-768851-15 neutron-server[94216]: ERROR neutron.plugins.ml2.managers [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Failed to bind port 00ddbdfd-eb1c-4c78-895b-dd671cfd1104 on host n-h2-768851-15 for vnic_type normal using segments [{'id': '2257d2d4-d660-475d-8310-ee483ab6a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8c717462-6499-47b3-a125-b4b1af2a6b11'}] Aug 10 03:31:29.056632 n-d-768851-15 neutron-server[94216]: INFO neutron.plugins.ml2.plugin [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempt 7 to bind port 00ddbdfd-eb1c-4c78-895b-dd671cfd1104 Aug 10 03:31:29.058029 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-8cfe93bd-8a4c-496a-a2f2-825a32c32c40 None None] For port d31954c7-a9d5-4612-b36c-b7f7a0fcf031, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=d31954c7-a9d5-4612-b36c-b7f7a0fcf031,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:29.058539 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8cfe93bd-8a4c-496a-a2f2-825a32c32c40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:29.069091 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0168bd3f-e277-4f79-8806-d080f9ae02d3 None None] New status for floating IP 8a67e05b-a479-4433-9a81-c9b56cbc7ff7: DOWN {{(pid=94219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:31:29.079793 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 00ddbdfd-eb1c-4c78-895b-dd671cfd1104 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:29.080738 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 00ddbdfd-eb1c-4c78-895b-dd671cfd1104 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '2257d2d4-d660-475d-8310-ee483ab6a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8c717462-6499-47b3-a125-b4b1af2a6b11'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:29.080738 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 00ddbdfd-eb1c-4c78-895b-dd671cfd1104 on network 8c717462-6499-47b3-a125-b4b1af2a6b11 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:29.091135 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Port 00ddbdfd-eb1c-4c78-895b-dd671cfd1104 on network 8c717462-6499-47b3-a125-b4b1af2a6b11 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:29.091135 n-d-768851-15 neutron-server[94216]: ERROR neutron.plugins.ml2.managers [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Failed to bind port 00ddbdfd-eb1c-4c78-895b-dd671cfd1104 on host n-h2-768851-15 for vnic_type normal using segments [{'id': '2257d2d4-d660-475d-8310-ee483ab6a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8c717462-6499-47b3-a125-b4b1af2a6b11'}] Aug 10 03:31:29.092214 n-d-768851-15 neutron-server[94216]: INFO neutron.plugins.ml2.plugin [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempt 8 to bind port 00ddbdfd-eb1c-4c78-895b-dd671cfd1104 Aug 10 03:31:29.112225 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 00ddbdfd-eb1c-4c78-895b-dd671cfd1104 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:29.112595 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 00ddbdfd-eb1c-4c78-895b-dd671cfd1104 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '2257d2d4-d660-475d-8310-ee483ab6a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8c717462-6499-47b3-a125-b4b1af2a6b11'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:29.112935 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 00ddbdfd-eb1c-4c78-895b-dd671cfd1104 on network 8c717462-6499-47b3-a125-b4b1af2a6b11 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:29.128308 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Port 00ddbdfd-eb1c-4c78-895b-dd671cfd1104 on network 8c717462-6499-47b3-a125-b4b1af2a6b11 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:29.128906 n-d-768851-15 neutron-server[94216]: ERROR neutron.plugins.ml2.managers [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Failed to bind port 00ddbdfd-eb1c-4c78-895b-dd671cfd1104 on host n-h2-768851-15 for vnic_type normal using segments [{'id': '2257d2d4-d660-475d-8310-ee483ab6a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8c717462-6499-47b3-a125-b4b1af2a6b11'}] Aug 10 03:31:29.131681 n-d-768851-15 neutron-server[94216]: INFO neutron.plugins.ml2.plugin [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempt 9 to bind port 00ddbdfd-eb1c-4c78-895b-dd671cfd1104 Aug 10 03:31:29.147364 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 00ddbdfd-eb1c-4c78-895b-dd671cfd1104 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:29.148064 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 00ddbdfd-eb1c-4c78-895b-dd671cfd1104 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '2257d2d4-d660-475d-8310-ee483ab6a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8c717462-6499-47b3-a125-b4b1af2a6b11'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:29.148576 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 00ddbdfd-eb1c-4c78-895b-dd671cfd1104 on network 8c717462-6499-47b3-a125-b4b1af2a6b11 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:29.154747 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-93f6322c-aaa7-41fd-9875-9103781d8d89 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Deleting port c3b73ab0-cc0d-4d00-b16e-f88edc3ce0da {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:29.155367 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-93f6322c-aaa7-41fd-9875-9103781d8d89 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:29.161135 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-8cfe93bd-8a4c-496a-a2f2-825a32c32c40 None None] Calling delete_port for d31954c7-a9d5-4612-b36c-b7f7a0fcf031 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:29.177003 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9551eabf-0c5d-4919-9539-3b27b9679c18 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Made reservation on behalf of 984bdecd49e44336b94df38f23469327 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:29.180932 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9551eabf-0c5d-4919-9539-3b27b9679c18 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:29.208906 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:29.209564 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Port 00ddbdfd-eb1c-4c78-895b-dd671cfd1104 on network 8c717462-6499-47b3-a125-b4b1af2a6b11 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:29.210080 n-d-768851-15 neutron-server[94216]: ERROR neutron.plugins.ml2.managers [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Failed to bind port 00ddbdfd-eb1c-4c78-895b-dd671cfd1104 on host n-h2-768851-15 for vnic_type normal using segments [{'id': '2257d2d4-d660-475d-8310-ee483ab6a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8c717462-6499-47b3-a125-b4b1af2a6b11'}] Aug 10 03:31:29.212886 n-d-768851-15 neutron-server[94216]: INFO neutron.plugins.ml2.plugin [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempt 10 to bind port 00ddbdfd-eb1c-4c78-895b-dd671cfd1104 Aug 10 03:31:29.236343 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 00ddbdfd-eb1c-4c78-895b-dd671cfd1104 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:29.236946 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 00ddbdfd-eb1c-4c78-895b-dd671cfd1104 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '2257d2d4-d660-475d-8310-ee483ab6a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8c717462-6499-47b3-a125-b4b1af2a6b11'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:29.237722 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 00ddbdfd-eb1c-4c78-895b-dd671cfd1104 on network 8c717462-6499-47b3-a125-b4b1af2a6b11 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:29.245988 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Port 00ddbdfd-eb1c-4c78-895b-dd671cfd1104 on network 8c717462-6499-47b3-a125-b4b1af2a6b11 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:29.246598 n-d-768851-15 neutron-server[94216]: ERROR neutron.plugins.ml2.managers [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Failed to bind port 00ddbdfd-eb1c-4c78-895b-dd671cfd1104 on host n-h2-768851-15 for vnic_type normal using segments [{'id': '2257d2d4-d660-475d-8310-ee483ab6a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8c717462-6499-47b3-a125-b4b1af2a6b11'}] Aug 10 03:31:29.247211 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:29.353683 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port d31954c7-a9d5-4612-b36c-b7f7a0fcf031, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=d31954c7-a9d5-4612-b36c-b7f7a0fcf031,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:29.365215 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] For port 00ddbdfd-eb1c-4c78-895b-dd671cfd1104, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:31:29.365944 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempted to set empty binding levels {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 10 03:31:29.374177 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:29.427753 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:29.494287 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=d31954c7-a9d5-4612-b36c-b7f7a0fcf031,revision_number=11']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:29.498432 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Pushing event updated for resources: {'Port': ['ID=00ddbdfd-eb1c-4c78-895b-dd671cfd1104,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:29.506218 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8cfe93bd-8a4c-496a-a2f2-825a32c32c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:29.524249 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-93f6322c-aaa7-41fd-9875-9103781d8d89 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:29.525828 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-93f6322c-aaa7-41fd-9875-9103781d8d89 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:29.536730 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe93bd-8a4c-496a-a2f2-825a32c32c40 None None] Pushing event deleted for resources: {'Port': ['ID=d31954c7-a9d5-4612-b36c-b7f7a0fcf031,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:29.540440 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfe93bd-8a4c-496a-a2f2-825a32c32c40 None None] No DVR routers for this DVR port d31954c7-a9d5-4612-b36c-b7f7a0fcf031 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:31:29.546373 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-93f6322c-aaa7-41fd-9875-9103781d8d89 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Calling delete_port for c3b73ab0-cc0d-4d00-b16e-f88edc3ce0da owned by network:floatingip {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:29.550167 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] In _notify_port_updated(), no bound segment for port 00ddbdfd-eb1c-4c78-895b-dd671cfd1104 on network 8c717462-6499-47b3-a125-b4b1af2a6b11 {{(pid=94216) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:31:29.550540 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:29.551180 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:29.555863 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8ae3bc22-c880-4cbe-a1a6-dccc85a35799 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] 10.222.0.62 "PUT /v2.0/ports/00ddbdfd-eb1c-4c78-895b-dd671cfd1104 HTTP/1.1" status: 200 len: 976 time: 1.8045325 Aug 10 03:31:29.555863 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 47506) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:29.570305 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66d542f-57ba-441d-8a59-73e4b124444a None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:31:29.687013 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749c9131-7f0a-42de-9070-c35150bab7cc tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:29.687508 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749c9131-7f0a-42de-9070-c35150bab7cc tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:29.687988 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749c9131-7f0a-42de-9070-c35150bab7cc tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:29.688462 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749c9131-7f0a-42de-9070-c35150bab7cc tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:29.688938 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749c9131-7f0a-42de-9070-c35150bab7cc tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:29.689550 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749c9131-7f0a-42de-9070-c35150bab7cc tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:29.690031 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749c9131-7f0a-42de-9070-c35150bab7cc tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:29.690502 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749c9131-7f0a-42de-9070-c35150bab7cc tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:29.690994 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749c9131-7f0a-42de-9070-c35150bab7cc tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:29.691465 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749c9131-7f0a-42de-9070-c35150bab7cc tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:29.691933 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749c9131-7f0a-42de-9070-c35150bab7cc tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:29.692411 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749c9131-7f0a-42de-9070-c35150bab7cc tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:29.692875 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749c9131-7f0a-42de-9070-c35150bab7cc tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:29.693341 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749c9131-7f0a-42de-9070-c35150bab7cc tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:29.693808 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749c9131-7f0a-42de-9070-c35150bab7cc tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:29.694276 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749c9131-7f0a-42de-9070-c35150bab7cc tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:29.694768 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749c9131-7f0a-42de-9070-c35150bab7cc tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:29.695275 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749c9131-7f0a-42de-9070-c35150bab7cc tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:29.695748 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749c9131-7f0a-42de-9070-c35150bab7cc tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:29.696215 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749c9131-7f0a-42de-9070-c35150bab7cc tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:29.696683 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749c9131-7f0a-42de-9070-c35150bab7cc tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:29.697148 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749c9131-7f0a-42de-9070-c35150bab7cc tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:29.697618 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749c9131-7f0a-42de-9070-c35150bab7cc tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:29.698081 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749c9131-7f0a-42de-9070-c35150bab7cc tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:29.699116 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749c9131-7f0a-42de-9070-c35150bab7cc tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:29.699591 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749c9131-7f0a-42de-9070-c35150bab7cc tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:29.700062 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749c9131-7f0a-42de-9070-c35150bab7cc tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:29.701133 n-d-768851-15 neutron-server[94217]: DEBUG neutron.objects.ports [None req-9551eabf-0c5d-4919-9539-3b27b9679c18 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94217) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:31:29.707317 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-749c9131-7f0a-42de-9070-c35150bab7cc tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24449 time: 0.1472247 Aug 10 03:31:29.707533 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9551eabf-0c5d-4919-9539-3b27b9679c18 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:29.708860 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 47510) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:29.794070 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9551eabf-0c5d-4919-9539-3b27b9679c18 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:29.795022 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9551eabf-0c5d-4919-9539-3b27b9679c18 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event updated for resources: {'Subnet': ['ID=1adf7dc5-9cce-443d-bbe2-8feb98a18d70,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:29.800541 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-9551eabf-0c5d-4919-9539-3b27b9679c18 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:29.803337 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9551eabf-0c5d-4919-9539-3b27b9679c18 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:29.804073 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9551eabf-0c5d-4919-9539-3b27b9679c18 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:29.849311 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c49ea31-d7e8-4119-a7dc-5a7c300662a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-da252ef5-253f-415c-bfce-1cf3e51986e9', 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'tenant_id': '984bdecd49e44336b94df38f23469327', 'fixed_ips': [{'subnet_id': '1adf7dc5-9cce-443d-bbe2-8feb98a18d70'}, {'subnet_id': '476811c7-8eda-46e2-95c8-2d70b581c466'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:31:29.850646 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3c49ea31-d7e8-4119-a7dc-5a7c300662a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:29.878418 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-93f6322c-aaa7-41fd-9875-9103781d8d89 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:29.897847 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9551eabf-0c5d-4919-9539-3b27b9679c18 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9126930 Aug 10 03:31:29.901638 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 47516) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:29.908718 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-29ee7efb-7f1a-4335-bb54-340b80304442 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Request body: {'port': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'mac_address': 'fa:16:3e:50:08:b1', 'name': 'tempest-NetworksTestDHCPv6-1512847899'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:29.940175 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f6322c-aaa7-41fd-9875-9103781d8d89 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Pushing event deleted for resources: {'Port': ['ID=c3b73ab0-cc0d-4d00-b16e-f88edc3ce0da,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:29.982229 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-dc325722-66a4-454a-b7e8-787cebdd7311 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Deleting port 00ddbdfd-eb1c-4c78-895b-dd671cfd1104 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:29.982975 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dc325722-66a4-454a-b7e8-787cebdd7311 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:30.055501 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-93f6322c-aaa7-41fd-9875-9103781d8d89 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks [] for floatingip, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:30.058508 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-93f6322c-aaa7-41fd-9875-9103781d8d89 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:30.075863 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-93f6322c-aaa7-41fd-9875-9103781d8d89 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "DELETE /v2.0/floatingips/8a67e05b-a479-4433-9a81-c9b56cbc7ff7 HTTP/1.1" status: 204 len: 168 time: 1.3108840 Aug 10 03:31:30.135368 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-dc325722-66a4-454a-b7e8-787cebdd7311 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] For port 00ddbdfd-eb1c-4c78-895b-dd671cfd1104, host n-h2-768851-15, got binding levels [] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:30.136477 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dc325722-66a4-454a-b7e8-787cebdd7311 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:30.160059 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-dc325722-66a4-454a-b7e8-787cebdd7311 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Calling delete_port for 00ddbdfd-eb1c-4c78-895b-dd671cfd1104 owned by {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:30.161436 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-3c49ea31-d7e8-4119-a7dc-5a7c300662a4 None None] Allocated IP 172.20.0.2 (da252ef5-253f-415c-bfce-1cf3e51986e9/476811c7-8eda-46e2-95c8-2d70b581c466/a7089a39-23b3-46e8-b280-2c251131918a) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:31:30.169179 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-3c49ea31-d7e8-4119-a7dc-5a7c300662a4 None None] Allocated IP 2001:db8::f816:3eff:fe4f:1f38 (da252ef5-253f-415c-bfce-1cf3e51986e9/1adf7dc5-9cce-443d-bbe2-8feb98a18d70/a7089a39-23b3-46e8-b280-2c251131918a) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:31:30.240957 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ee7efb-7f1a-4335-bb54-340b80304442 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Made reservation on behalf of 984bdecd49e44336b94df38f23469327 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:30.384186 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-29ee7efb-7f1a-4335-bb54-340b80304442 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:30.420910 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dc325722-66a4-454a-b7e8-787cebdd7311 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:30.425749 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 47524) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:30.431689 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-f9a54f56-e01d-4010-8861-f29fdbd980ab tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1832775845', 'description': 'tempest-description--259638280'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:30.440954 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [None req-29ee7efb-7f1a-4335-bb54-340b80304442 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] device_id is not set on port e9c610c4-178b-4dab-be45-6a9d73dacacf yet. {{(pid=94217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:31:30.462130 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dc325722-66a4-454a-b7e8-787cebdd7311 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:30.468394 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1e89748-9f97-44cd-846c-fa25edba9ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:30.473620 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-dc325722-66a4-454a-b7e8-787cebdd7311 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] 10.222.0.62 "DELETE /v2.0/ports/00ddbdfd-eb1c-4c78-895b-dd671cfd1104 HTTP/1.1" status: 204 len: 168 time: 0.7407007 Aug 10 03:31:30.478544 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 47528) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:30.510383 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd68d927-bbd6-4274-8097-576ca91a0bb5 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] GET failed (client error): The resource could not be found. Aug 10 03:31:30.512378 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-fd68d927-bbd6-4274-8097-576ca91a0bb5 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] 10.222.0.62 "GET /v2.0/ports/00ddbdfd-eb1c-4c78-895b-dd671cfd1104 HTTP/1.1" status: 404 len: 333 time: 0.0325148 Aug 10 03:31:30.513276 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f9a54f56-e01d-4010-8861-f29fdbd980ab tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:30.517415 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc325722-66a4-454a-b7e8-787cebdd7311 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Pushing event deleted for resources: {'Port': ['ID=00ddbdfd-eb1c-4c78-895b-dd671cfd1104,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:30.521825 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 47532) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:30.540311 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-c8a38f61-1bcb-4cdc-9a0c-91bead53aee6 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1652296396', 'network_id': '8c717462-6499-47b3-a125-b4b1af2a6b11'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:30.601790 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.db.api [None req-c8a38f61-1bcb-4cdc-9a0c-91bead53aee6 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:31:30.601790 n-d-768851-15 neutron-server[94217]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 03:31:30.601790 n-d-768851-15 neutron-server[94217]: [parameters: {'project_id_1': 'b1f358bd5484417c807ef54b58c217ab', 'expiration_1': datetime.datetime(2021, 8, 10, 3, 31, 30, 583355)}] Aug 10 03:31:30.601790 n-d-768851-15 neutron-server[94217]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:31:30.602817 n-d-768851-15 neutron-server[94217]: DEBUG oslo_db.api [None req-c8a38f61-1bcb-4cdc-9a0c-91bead53aee6 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:31:30.627530 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3c49ea31-d7e8-4119-a7dc-5a7c300662a4 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:30.639399 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3c49ea31-d7e8-4119-a7dc-5a7c300662a4 None None] Transition to ACTIVE for port object a7089a39-23b3-46e8-b280-2c251131918a will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:30.659884 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3c49ea31-d7e8-4119-a7dc-5a7c300662a4 None None] Transition to ACTIVE for port object a7089a39-23b3-46e8-b280-2c251131918a will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:30.672009 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3c49ea31-d7e8-4119-a7dc-5a7c300662a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:30.709704 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c49ea31-d7e8-4119-a7dc-5a7c300662a4 None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:30.712946 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-3c49ea31-d7e8-4119-a7dc-5a7c300662a4 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:30.720109 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c49ea31-d7e8-4119-a7dc-5a7c300662a4 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:30.720897 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f9a54f56-e01d-4010-8861-f29fdbd980ab tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:30.732344 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f9a54f56-e01d-4010-8861-f29fdbd980ab tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:30.826937 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c49ea31-d7e8-4119-a7dc-5a7c300662a4 None None] Pushing event updated for resources: {'Port': ['ID=a7089a39-23b3-46e8-b280-2c251131918a,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:30.860769 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f9a54f56-e01d-4010-8861-f29fdbd980ab tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:30.860769 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-f9a54f56-e01d-4010-8861-f29fdbd980ab tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4294710 Aug 10 03:31:30.861114 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-29ee7efb-7f1a-4335-bb54-340b80304442 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Allocated IP 172.20.0.8 (da252ef5-253f-415c-bfce-1cf3e51986e9/476811c7-8eda-46e2-95c8-2d70b581c466/e9c610c4-178b-4dab-be45-6a9d73dacacf) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:31:30.861219 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 47544) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:30.865676 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-cccf59f9-eb49-429d-a164-0949c90c32e4 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Request body: {'security_group_rule': {'security_group_id': '0a7c4635-1c3b-4013-99ca-7e7414bb2239', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:30.870044 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-29ee7efb-7f1a-4335-bb54-340b80304442 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Allocated IP 2001:db8::f816:3eff:fe50:8b1 (da252ef5-253f-415c-bfce-1cf3e51986e9/1adf7dc5-9cce-443d-bbe2-8feb98a18d70/e9c610c4-178b-4dab-be45-6a9d73dacacf) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:31:30.873312 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-3c49ea31-d7e8-4119-a7dc-5a7c300662a4 None None] Attempting to bind port a7089a39-23b3-46e8-b280-2c251131918a on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:30.873997 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-3c49ea31-d7e8-4119-a7dc-5a7c300662a4 None None] Attempting to bind port a7089a39-23b3-46e8-b280-2c251131918a by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:30.874552 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c49ea31-d7e8-4119-a7dc-5a7c300662a4 None None] Attempting to bind port a7089a39-23b3-46e8-b280-2c251131918a on network da252ef5-253f-415c-bfce-1cf3e51986e9 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:30.880935 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a54f56-e01d-4010-8861-f29fdbd980ab tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7c4635-1c3b-4013-99ca-7e7414bb2239,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:30.883111 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c49ea31-d7e8-4119-a7dc-5a7c300662a4 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:31:30.895716 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c49ea31-d7e8-4119-a7dc-5a7c300662a4 None None] Checking segment: {'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:31:30.896163 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3c49ea31-d7e8-4119-a7dc-5a7c300662a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:30.896622 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c49ea31-d7e8-4119-a7dc-5a7c300662a4 None None] Bound using segment: {'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:31:30.897735 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-3c49ea31-d7e8-4119-a7dc-5a7c300662a4 None None] Bound port: a7089a39-23b3-46e8-b280-2c251131918a, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:31:30.898145 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3c49ea31-d7e8-4119-a7dc-5a7c300662a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:30.934992 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cccf59f9-eb49-429d-a164-0949c90c32e4 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:31.012777 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3c49ea31-d7e8-4119-a7dc-5a7c300662a4 None None] For port a7089a39-23b3-46e8-b280-2c251131918a, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:31:31.018092 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cccf59f9-eb49-429d-a164-0949c90c32e4 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:31.020791 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3c49ea31-d7e8-4119-a7dc-5a7c300662a4 None None] For port a7089a39-23b3-46e8-b280-2c251131918a, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=a7089a39-23b3-46e8-b280-2c251131918a,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:31:31.022403 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cccf59f9-eb49-429d-a164-0949c90c32e4 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:31.028007 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3c49ea31-d7e8-4119-a7dc-5a7c300662a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:31.043856 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccf59f9-eb49-429d-a164-0949c90c32e4 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bb5dc42-3cb6-4d4e-92c5-94d13b511c81,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:31.052086 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-29ee7efb-7f1a-4335-bb54-340b80304442 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:31.052607 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cccf59f9-eb49-429d-a164-0949c90c32e4 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:31.056109 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-cccf59f9-eb49-429d-a164-0949c90c32e4 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1917095 Aug 10 03:31:31.056419 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 47554) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:31.069192 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-a9471fc3-dd8b-45ac-9934-c11185492a69 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Request body: {'security_group_rule': {'security_group_id': '0a7c4635-1c3b-4013-99ca-7e7414bb2239', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:31.094852 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-29ee7efb-7f1a-4335-bb54-340b80304442 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Transition to ACTIVE for port object e9c610c4-178b-4dab-be45-6a9d73dacacf will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:31.117186 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c49ea31-d7e8-4119-a7dc-5a7c300662a4 None None] Pushing event updated for resources: {'Port': ['ID=a7089a39-23b3-46e8-b280-2c251131918a,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:31.130410 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a9471fc3-dd8b-45ac-9934-c11185492a69 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:31.180458 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a38f61-1bcb-4cdc-9a0c-91bead53aee6 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Made reservation on behalf of b1f358bd5484417c807ef54b58c217ab for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:31.182889 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c8a38f61-1bcb-4cdc-9a0c-91bead53aee6 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:31.243238 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-29ee7efb-7f1a-4335-bb54-340b80304442 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:31.252539 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [None req-c8a38f61-1bcb-4cdc-9a0c-91bead53aee6 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] device_id is not set on port a0b05c4f-1cb9-4456-82b7-b397af9773ce yet. {{(pid=94217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:31:31.349213 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f9861-e570-474c-82ae-1cc8ac74b177 req-4fb3fe21-961e-4243-9255-ce585bec3be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:31.350479 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b81f9861-e570-474c-82ae-1cc8ac74b177 req-4fb3fe21-961e-4243-9255-ce585bec3be6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=512e51e52dde4e17a26f3eb689e87681&device_id=ca28343c-fe86-42dd-84b4-d84ad430dcfc HTTP/1.1" status: 200 len: 1097 time: 0.0881701 Aug 10 03:31:31.382244 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ee7efb-7f1a-4335-bb54-340b80304442 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event updated for resources: {'Port': ['ID=e9c610c4-178b-4dab-be45-6a9d73dacacf,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:31.388177 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a9471fc3-dd8b-45ac-9934-c11185492a69 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:31.399627 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ee7efb-7f1a-4335-bb54-340b80304442 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:31.402968 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a9471fc3-dd8b-45ac-9934-c11185492a69 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:31.412656 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-29ee7efb-7f1a-4335-bb54-340b80304442 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:31.415149 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ee7efb-7f1a-4335-bb54-340b80304442 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:31.452986 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa76ff0-168d-4ce2-bd6d-530c325fde47 req-7d630a7c-f616-4548-b5ad-3b13c7fd801a tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:31.454580 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7aa76ff0-168d-4ce2-bd6d-530c325fde47 req-7d630a7c-f616-4548-b5ad-3b13c7fd801a tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca28343c-fe86-42dd-84b4-d84ad430dcfc HTTP/1.1" status: 200 len: 945 time: 0.1527767 Aug 10 03:31:31.523240 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9471fc3-dd8b-45ac-9934-c11185492a69 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f05ed9be-82a6-4c68-9ae4-6a1a963612dc,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:31.553284 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a9471fc3-dd8b-45ac-9934-c11185492a69 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:31.554721 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a9471fc3-dd8b-45ac-9934-c11185492a69 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4972808 Aug 10 03:31:31.562051 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 47566) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:31.569580 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-be97f75e-7a7a-4136-a1f1-5a21762bd0c2 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Request body: {'floatingip': {'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:31.585995 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ee7efb-7f1a-4335-bb54-340b80304442 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:31.586720 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-29ee7efb-7f1a-4335-bb54-340b80304442 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:31.596929 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7aa76ff0-168d-4ce2-bd6d-530c325fde47 req-c66bb4d7-6b60-4b39-8f65-d45ed219b2cd tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178093 Aug 10 03:31:31.598325 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f9861-e570-474c-82ae-1cc8ac74b177 req-f15063d8-b843-4eff-8b87-6656fbb45c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:31.611222 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b81f9861-e570-474c-82ae-1cc8ac74b177 req-f15063d8-b843-4eff-8b87-6656fbb45c19 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43 HTTP/1.1" status: 200 len: 919 time: 0.2405238 Aug 10 03:31:31.670148 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b81f9861-e570-474c-82ae-1cc8ac74b177 req-6d750763-0e68-4c89-b87b-967a25a35ac3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6f5e8b02-447c-4199-a06a-52522489c290 HTTP/1.1" status: 200 len: 217 time: 0.0534964 Aug 10 03:31:31.686158 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-be97f75e-7a7a-4136-a1f1-5a21762bd0c2 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks [] for floatingip, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:31.699230 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-29ee7efb-7f1a-4335-bb54-340b80304442 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.7941220 Aug 10 03:31:31.711822 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 47580) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:31.743366 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f9861-e570-474c-82ae-1cc8ac74b177 req-d8a709c9-738d-4bdf-868c-c3e34e5c1271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:31.762169 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b81f9861-e570-474c-82ae-1cc8ac74b177 req-d8a709c9-738d-4bdf-868c-c3e34e5c1271 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9931fad2-def9-4844-9e4b-a68eebcbaa2a HTTP/1.1" status: 200 len: 858 time: 0.0604558 Aug 10 03:31:31.795971 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b81f9861-e570-474c-82ae-1cc8ac74b177 req-0899548e-35ce-466e-aa50-c695f2103947 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353532 Aug 10 03:31:31.927707 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b81f9861-e570-474c-82ae-1cc8ac74b177 req-0b62d074-2773-4695-a779-153409817fa1 service neutron] 10.222.0.60 "GET /v2.0/networks/6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203170 Aug 10 03:31:32.070631 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b81f9861-e570-474c-82ae-1cc8ac74b177 req-7f5ad8e3-6f5c-4fb8-9729-f0d57ec1e259 service neutron] 10.222.0.60 "GET /v2.0/networks/6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348407 Aug 10 03:31:32.190091 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c8a38f61-1bcb-4cdc-9a0c-91bead53aee6 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:32.245035 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ca6874-8bb5-4673-a3cc-81d3be4aa60f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:32.252028 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ca6874-8bb5-4673-a3cc-81d3be4aa60f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:32.255257 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c3ca6874-8bb5-4673-a3cc-81d3be4aa60f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.5415888 Aug 10 03:31:32.256783 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 47596) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:32.303188 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c8a38f61-1bcb-4cdc-9a0c-91bead53aee6 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:32.346173 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a38f61-1bcb-4cdc-9a0c-91bead53aee6 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Network 8c717462-6499-47b3-a125-b4b1af2a6b11 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:32.352363 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-c8a38f61-1bcb-4cdc-9a0c-91bead53aee6 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:32.357165 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a38f61-1bcb-4cdc-9a0c-91bead53aee6 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:32.358108 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a38f61-1bcb-4cdc-9a0c-91bead53aee6 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:32.358695 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c8a38f61-1bcb-4cdc-9a0c-91bead53aee6 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:32.388507 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a38f61-1bcb-4cdc-9a0c-91bead53aee6 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Pushing event updated for resources: {'Port': ['ID=a0b05c4f-1cb9-4456-82b7-b397af9773ce,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:32.394827 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-be97f75e-7a7a-4136-a1f1-5a21762bd0c2 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:32.398799 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c8a38f61-1bcb-4cdc-9a0c-91bead53aee6 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.8661170 Aug 10 03:31:32.403279 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 47602) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:32.446945 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-d72b3867-27be-4256-8f83-db5938a2caae tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Deleting port e9c610c4-178b-4dab-be45-6a9d73dacacf {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:32.447930 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d72b3867-27be-4256-8f83-db5938a2caae tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:32.504594 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8dbdd7-eb15-470b-bee0-7cf57d525c97 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:32.506392 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-cf8dbdd7-eb15-470b-bee0-7cf57d525c97 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] 10.222.0.62 "GET /v2.0/ports/a0b05c4f-1cb9-4456-82b7-b397af9773ce HTTP/1.1" status: 200 len: 955 time: 0.0987427 Aug 10 03:31:32.511887 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 47604) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:32.559690 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d72b3867-27be-4256-8f83-db5938a2caae tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:32.584865 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-d72b3867-27be-4256-8f83-db5938a2caae tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Calling delete_port for e9c610c4-178b-4dab-be45-6a9d73dacacf owned by {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:32.686141 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa3bc24-90d5-4d19-bfb8-b6d87fc002bc None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:31:32.750315 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-be97f75e-7a7a-4136-a1f1-5a21762bd0c2 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Allocated IP 172.25.7.146 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/5fcf14d0-3bfb-4510-a65d-788ee5e8acca) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:31:32.791516 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-75d352bc-70ea-4b2f-91b5-422c2291b9ae tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Deleting port a0b05c4f-1cb9-4456-82b7-b397af9773ce {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:32.792245 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-75d352bc-70ea-4b2f-91b5-422c2291b9ae tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:32.799665 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-43a08d29-5ad0-4b25-9a88-70e2fd0589a6 None None] Provisioning for port a7089a39-23b3-46e8-b280-2c251131918a completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:32.896753 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44bc37e-7ea8-4f4f-a0a6-5f1bef455b5b req-1299c981-e73a-476b-bd14-76a0aed0219a tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:32.899651 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e44bc37e-7ea8-4f4f-a0a6-5f1bef455b5b req-1299c981-e73a-476b-bd14-76a0aed0219a tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca28343c-fe86-42dd-84b4-d84ad430dcfc HTTP/1.1" status: 200 len: 945 time: 0.1126790 Aug 10 03:31:32.900504 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-75d352bc-70ea-4b2f-91b5-422c2291b9ae tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:32.920478 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-75d352bc-70ea-4b2f-91b5-422c2291b9ae tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Calling delete_port for a0b05c4f-1cb9-4456-82b7-b397af9773ce owned by {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:32.925941 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device a7089a39-23b3-46e8-b280-2c251131918a up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:31:32.995794 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e44bc37e-7ea8-4f4f-a0a6-5f1bef455b5b req-e55bdeaf-6dde-41cb-99da-9a820b2d37a8 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613070 Aug 10 03:31:33.017486 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d72b3867-27be-4256-8f83-db5938a2caae tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:33.085296 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-75d352bc-70ea-4b2f-91b5-422c2291b9ae tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:33.098613 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port a7089a39-23b3-46e8-b280-2c251131918a completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:33.100907 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a2f4ccf3-c0b7-49be-b51c-d523e4712845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:33.111080 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port a7089a39-23b3-46e8-b280-2c251131918a triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:33.111594 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:33.133848 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d352bc-70ea-4b2f-91b5-422c2291b9ae tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Pushing event deleted for resources: {'Port': ['ID=a0b05c4f-1cb9-4456-82b7-b397af9773ce,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:33.162592 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b3867-27be-4256-8f83-db5938a2caae tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event deleted for resources: {'Port': ['ID=e9c610c4-178b-4dab-be45-6a9d73dacacf,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:33.169058 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-75d352bc-70ea-4b2f-91b5-422c2291b9ae tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:33.171244 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-75d352bc-70ea-4b2f-91b5-422c2291b9ae tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] 10.222.0.62 "DELETE /v2.0/ports/a0b05c4f-1cb9-4456-82b7-b397af9773ce HTTP/1.1" status: 204 len: 168 time: 0.6583471 Aug 10 03:31:33.174338 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 47618) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:33.219447 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-937a091f-76f4-454b-a37d-ba6ff18c6aa3 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] GET failed (client error): The resource could not be found. Aug 10 03:31:33.221010 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-937a091f-76f4-454b-a37d-ba6ff18c6aa3 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] 10.222.0.62 "GET /v2.0/ports/a0b05c4f-1cb9-4456-82b7-b397af9773ce HTTP/1.1" status: 404 len: 333 time: 0.0447290 Aug 10 03:31:33.225088 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 47620) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:33.230944 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-3a7a282b-8767-44e2-a5c9-efe20926d33e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Request body: {'port': {'network_id': '8c717462-6499-47b3-a125-b4b1af2a6b11', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1797959457'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:33.240737 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d72b3867-27be-4256-8f83-db5938a2caae tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:33.244615 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d72b3867-27be-4256-8f83-db5938a2caae tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/ports/e9c610c4-178b-4dab-be45-6a9d73dacacf HTTP/1.1" status: 204 len: 168 time: 0.9867444 Aug 10 03:31:33.247743 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 47622) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:33.266779 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:33.299571 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-be97f75e-7a7a-4136-a1f1-5a21762bd0c2 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:33.309454 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7a282b-8767-44e2-a5c9-efe20926d33e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Made reservation on behalf of b1f358bd5484417c807ef54b58c217ab for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:33.310940 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port a7089a39-23b3-46e8-b280-2c251131918a, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=a7089a39-23b3-46e8-b280-2c251131918a,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:33.312215 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3a7a282b-8767-44e2-a5c9-efe20926d33e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:33.318041 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:33.330702 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeee2117-90fd-4d65-b238-8b717cbe7f62 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:33.332988 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeee2117-90fd-4d65-b238-8b717cbe7f62 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:33.334645 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeee2117-90fd-4d65-b238-8b717cbe7f62 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:33.338886 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-eeee2117-90fd-4d65-b238-8b717cbe7f62 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0877044 Aug 10 03:31:33.340069 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 47624) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:33.352649 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [None req-3a7a282b-8767-44e2-a5c9-efe20926d33e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] device_id is not set on port 99c94c15-e780-4575-8296-8cf5c54b111d yet. {{(pid=94217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:31:33.397991 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=a7089a39-23b3-46e8-b280-2c251131918a,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:33.406383 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:33.441025 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-89e80073-5536-4176-81d6-1479ffc46246 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Deleting subnet 1adf7dc5-9cce-443d-bbe2-8feb98a18d70 {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:31:33.445217 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-89e80073-5536-4176-81d6-1479ffc46246 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:33.453211 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-be97f75e-7a7a-4136-a1f1-5a21762bd0c2 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:33.503038 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-89e80073-5536-4176-81d6-1479ffc46246 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:33.560540 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be97f75e-7a7a-4136-a1f1-5a21762bd0c2 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:33.563179 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be97f75e-7a7a-4136-a1f1-5a21762bd0c2 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Pushing event updated for resources: {'Port': ['ID=5fcf14d0-3bfb-4510-a65d-788ee5e8acca,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:33.569372 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-be97f75e-7a7a-4136-a1f1-5a21762bd0c2 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:33.572896 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be97f75e-7a7a-4136-a1f1-5a21762bd0c2 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:33.622517 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-89e80073-5536-4176-81d6-1479ffc46246 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:33.624805 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3a7a282b-8767-44e2-a5c9-efe20926d33e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:33.676925 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-eb202065-0369-4659-af87-0620cd67369e None None] Provisioning complete for port a7089a39-23b3-46e8-b280-2c251131918a triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:33.677321 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-eb202065-0369-4659-af87-0620cd67369e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:33.724400 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3a7a282b-8767-44e2-a5c9-efe20926d33e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:33.726537 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-be97f75e-7a7a-4136-a1f1-5a21762bd0c2 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:33.727297 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-89e80073-5536-4176-81d6-1479ffc46246 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:33.798560 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7a282b-8767-44e2-a5c9-efe20926d33e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Network 8c717462-6499-47b3-a125-b4b1af2a6b11 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:33.819929 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-3a7a282b-8767-44e2-a5c9-efe20926d33e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:33.824360 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7a282b-8767-44e2-a5c9-efe20926d33e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:33.825426 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7a282b-8767-44e2-a5c9-efe20926d33e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:33.826267 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3a7a282b-8767-44e2-a5c9-efe20926d33e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:33.830694 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7a282b-8767-44e2-a5c9-efe20926d33e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Pushing event updated for resources: {'Port': ['ID=99c94c15-e780-4575-8296-8cf5c54b111d,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:33.845462 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-be97f75e-7a7a-4136-a1f1-5a21762bd0c2 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:33.890769 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3a7a282b-8767-44e2-a5c9-efe20926d33e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6621964 Aug 10 03:31:33.891842 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 47634) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:33.905617 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:34.031604 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:34.035808 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-80cf19bb-1075-45a6-9a54-4740f62abd69 None None] Could not find standard attr ID for object 80179aa1-644f-4988-b732-48753dbc9b39. {{(pid=94218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:31:34.099496 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-89e80073-5536-4176-81d6-1479ffc46246 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:34.105017 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-89e80073-5536-4176-81d6-1479ffc46246 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/subnets/1adf7dc5-9cce-443d-bbe2-8feb98a18d70 HTTP/1.1" status: 204 len: 168 time: 0.7633069 Aug 10 03:31:34.106405 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e80073-5536-4176-81d6-1479ffc46246 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event deleted for resources: {'Subnet': ['ID=1adf7dc5-9cce-443d-bbe2-8feb98a18d70,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:34.106547 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 47642) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:34.185838 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-5957fa47-9168-4303-9775-69e4f908a31c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Deleting subnet 476811c7-8eda-46e2-95c8-2d70b581c466 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:31:34.189496 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5957fa47-9168-4303-9775-69e4f908a31c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:34.216972 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:34.244080 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae6c39-a163-4373-989a-48264fe8043a req-7b8975c7-dd44-4d2f-a09e-c09069b2d67c tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:34.251553 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-08ae6c39-a163-4373-989a-48264fe8043a req-7b8975c7-dd44-4d2f-a09e-c09069b2d67c tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca28343c-fe86-42dd-84b4-d84ad430dcfc HTTP/1.1" status: 200 len: 945 time: 0.1138213 Aug 10 03:31:34.293587 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-08ae6c39-a163-4373-989a-48264fe8043a req-0ddc91b9-2e7c-4b2c-ad51-e67676960447 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396087 Aug 10 03:31:34.346110 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-be97f75e-7a7a-4136-a1f1-5a21762bd0c2 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:34.359929 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5957fa47-9168-4303-9775-69e4f908a31c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:34.362773 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-be97f75e-7a7a-4136-a1f1-5a21762bd0c2 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:34.406892 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d037fc46-6084-403d-9e9c-397910fed52c None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:31:34.461821 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-ac1d5a13-3a46-4238-a100-e0b10d2a9d85 None None] Could not find standard attr ID for object e9c610c4-178b-4dab-be45-6a9d73dacacf. {{(pid=94218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:31:34.523663 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be97f75e-7a7a-4136-a1f1-5a21762bd0c2 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Pushing event updated for resources: {'Port': ['ID=5fcf14d0-3bfb-4510-a65d-788ee5e8acca,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:34.574169 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-be97f75e-7a7a-4136-a1f1-5a21762bd0c2 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:34.629063 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] device_id is not set on port 99c94c15-e780-4575-8296-8cf5c54b111d yet. {{(pid=94217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:31:34.649805 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5957fa47-9168-4303-9775-69e4f908a31c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:34.656857 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:34.659274 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-be97f75e-7a7a-4136-a1f1-5a21762bd0c2 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:34.663359 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-be97f75e-7a7a-4136-a1f1-5a21762bd0c2 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0976632 Aug 10 03:31:34.730519 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Transition to ACTIVE for port object 99c94c15-e780-4575-8296-8cf5c54b111d will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:34.767474 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:34.835310 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5957fa47-9168-4303-9775-69e4f908a31c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:34.841358 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Pushing event updated for resources: {'Port': ['ID=99c94c15-e780-4575-8296-8cf5c54b111d,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:34.886529 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5957fa47-9168-4303-9775-69e4f908a31c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event deleted for resources: {'Subnet': ['ID=476811c7-8eda-46e2-95c8-2d70b581c466,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:34.891962 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5957fa47-9168-4303-9775-69e4f908a31c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:34.896777 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 47664) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:34.909160 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-5957fa47-9168-4303-9775-69e4f908a31c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/subnets/476811c7-8eda-46e2-95c8-2d70b581c466 HTTP/1.1" status: 204 len: 168 time: 0.7858429 Aug 10 03:31:34.932352 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device a7089a39-23b3-46e8-b280-2c251131918a up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:31:34.939116 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 99c94c15-e780-4575-8296-8cf5c54b111d on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:34.939461 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 99c94c15-e780-4575-8296-8cf5c54b111d by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '2257d2d4-d660-475d-8310-ee483ab6a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8c717462-6499-47b3-a125-b4b1af2a6b11'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:34.940247 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 99c94c15-e780-4575-8296-8cf5c54b111d on network 8c717462-6499-47b3-a125-b4b1af2a6b11 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:34.944979 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Port 99c94c15-e780-4575-8296-8cf5c54b111d on network 8c717462-6499-47b3-a125-b4b1af2a6b11 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:34.945323 n-d-768851-15 neutron-server[94217]: ERROR neutron.plugins.ml2.managers [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Failed to bind port 99c94c15-e780-4575-8296-8cf5c54b111d on host n-h2-768851-15 for vnic_type normal using segments [{'id': '2257d2d4-d660-475d-8310-ee483ab6a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8c717462-6499-47b3-a125-b4b1af2a6b11'}] Aug 10 03:31:34.945714 n-d-768851-15 neutron-server[94217]: INFO neutron.plugins.ml2.plugin [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempt 2 to bind port 99c94c15-e780-4575-8296-8cf5c54b111d Aug 10 03:31:34.960607 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 99c94c15-e780-4575-8296-8cf5c54b111d on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:34.960951 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 99c94c15-e780-4575-8296-8cf5c54b111d by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '2257d2d4-d660-475d-8310-ee483ab6a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8c717462-6499-47b3-a125-b4b1af2a6b11'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:34.961293 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 99c94c15-e780-4575-8296-8cf5c54b111d on network 8c717462-6499-47b3-a125-b4b1af2a6b11 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:34.966085 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Port 99c94c15-e780-4575-8296-8cf5c54b111d on network 8c717462-6499-47b3-a125-b4b1af2a6b11 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:34.966414 n-d-768851-15 neutron-server[94217]: ERROR neutron.plugins.ml2.managers [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Failed to bind port 99c94c15-e780-4575-8296-8cf5c54b111d on host n-h2-768851-15 for vnic_type normal using segments [{'id': '2257d2d4-d660-475d-8310-ee483ab6a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8c717462-6499-47b3-a125-b4b1af2a6b11'}] Aug 10 03:31:34.966839 n-d-768851-15 neutron-server[94217]: INFO neutron.plugins.ml2.plugin [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempt 3 to bind port 99c94c15-e780-4575-8296-8cf5c54b111d Aug 10 03:31:34.996358 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 99c94c15-e780-4575-8296-8cf5c54b111d on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:34.996860 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 99c94c15-e780-4575-8296-8cf5c54b111d by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '2257d2d4-d660-475d-8310-ee483ab6a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8c717462-6499-47b3-a125-b4b1af2a6b11'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:34.997206 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 99c94c15-e780-4575-8296-8cf5c54b111d on network 8c717462-6499-47b3-a125-b4b1af2a6b11 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:35.003433 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Port 99c94c15-e780-4575-8296-8cf5c54b111d on network 8c717462-6499-47b3-a125-b4b1af2a6b11 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:35.003770 n-d-768851-15 neutron-server[94217]: ERROR neutron.plugins.ml2.managers [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Failed to bind port 99c94c15-e780-4575-8296-8cf5c54b111d on host n-h2-768851-15 for vnic_type normal using segments [{'id': '2257d2d4-d660-475d-8310-ee483ab6a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8c717462-6499-47b3-a125-b4b1af2a6b11'}] Aug 10 03:31:35.004171 n-d-768851-15 neutron-server[94217]: INFO neutron.plugins.ml2.plugin [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempt 4 to bind port 99c94c15-e780-4575-8296-8cf5c54b111d Aug 10 03:31:35.008300 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-7e9f1f68-5584-4bd0-9dba-e17be4e91908 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1100898 Aug 10 03:31:35.021035 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 47676) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:35.027818 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port a7089a39-23b3-46e8-b280-2c251131918a triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:35.029000 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:35.029337 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-d5e267f4-e69d-4339-bcd6-6dcbdfae4ae5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Request body: {'subnet': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:35.094939 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [req-97f31cf2-1c72-425c-a763-ab2f198abcaa req-8a1b1d41-aff4-4c73-a6f2-5d006828b9ad service neutron] (94217) timed out ('10.222.0.62', 50142) {{(pid=94217) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 03:31:35.098716 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2522cb40-3156-4b5f-8531-32c8326ad517 req-62e905b9-a1f2-4071-8fd7-0f0a88ea08f0 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1832775845&fields=id&tenant_id=716a2501dd514284b3618ba976b1a21f HTTP/1.1" status: 200 len: 267 time: 0.0893965 Aug 10 03:31:35.128331 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 99c94c15-e780-4575-8296-8cf5c54b111d on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:35.128732 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 99c94c15-e780-4575-8296-8cf5c54b111d by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '2257d2d4-d660-475d-8310-ee483ab6a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8c717462-6499-47b3-a125-b4b1af2a6b11'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:35.129017 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 99c94c15-e780-4575-8296-8cf5c54b111d on network 8c717462-6499-47b3-a125-b4b1af2a6b11 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:35.142950 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Port 99c94c15-e780-4575-8296-8cf5c54b111d on network 8c717462-6499-47b3-a125-b4b1af2a6b11 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:35.143285 n-d-768851-15 neutron-server[94217]: ERROR neutron.plugins.ml2.managers [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Failed to bind port 99c94c15-e780-4575-8296-8cf5c54b111d on host n-h2-768851-15 for vnic_type normal using segments [{'id': '2257d2d4-d660-475d-8310-ee483ab6a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8c717462-6499-47b3-a125-b4b1af2a6b11'}] Aug 10 03:31:35.156708 n-d-768851-15 neutron-server[94217]: INFO neutron.plugins.ml2.plugin [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempt 5 to bind port 99c94c15-e780-4575-8296-8cf5c54b111d Aug 10 03:31:35.181288 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 99c94c15-e780-4575-8296-8cf5c54b111d on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:35.181629 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 99c94c15-e780-4575-8296-8cf5c54b111d by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '2257d2d4-d660-475d-8310-ee483ab6a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8c717462-6499-47b3-a125-b4b1af2a6b11'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:35.181964 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 99c94c15-e780-4575-8296-8cf5c54b111d on network 8c717462-6499-47b3-a125-b4b1af2a6b11 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:35.188377 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Port 99c94c15-e780-4575-8296-8cf5c54b111d on network 8c717462-6499-47b3-a125-b4b1af2a6b11 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:35.188819 n-d-768851-15 neutron-server[94217]: ERROR neutron.plugins.ml2.managers [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Failed to bind port 99c94c15-e780-4575-8296-8cf5c54b111d on host n-h2-768851-15 for vnic_type normal using segments [{'id': '2257d2d4-d660-475d-8310-ee483ab6a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8c717462-6499-47b3-a125-b4b1af2a6b11'}] Aug 10 03:31:35.190855 n-d-768851-15 neutron-server[94217]: INFO neutron.plugins.ml2.plugin [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempt 6 to bind port 99c94c15-e780-4575-8296-8cf5c54b111d Aug 10 03:31:35.238627 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 99c94c15-e780-4575-8296-8cf5c54b111d on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:35.238627 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 99c94c15-e780-4575-8296-8cf5c54b111d by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '2257d2d4-d660-475d-8310-ee483ab6a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8c717462-6499-47b3-a125-b4b1af2a6b11'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:35.238627 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 99c94c15-e780-4575-8296-8cf5c54b111d on network 8c717462-6499-47b3-a125-b4b1af2a6b11 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:35.252931 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Port 99c94c15-e780-4575-8296-8cf5c54b111d on network 8c717462-6499-47b3-a125-b4b1af2a6b11 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:35.253260 n-d-768851-15 neutron-server[94217]: ERROR neutron.plugins.ml2.managers [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Failed to bind port 99c94c15-e780-4575-8296-8cf5c54b111d on host n-h2-768851-15 for vnic_type normal using segments [{'id': '2257d2d4-d660-475d-8310-ee483ab6a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8c717462-6499-47b3-a125-b4b1af2a6b11'}] Aug 10 03:31:35.255727 n-d-768851-15 neutron-server[94217]: INFO neutron.plugins.ml2.plugin [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempt 7 to bind port 99c94c15-e780-4575-8296-8cf5c54b111d Aug 10 03:31:35.268673 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522cb40-3156-4b5f-8531-32c8326ad517 req-2a52f76a-1a17-45d4-8d1e-4fd62f56e7a0 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:35.270585 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2522cb40-3156-4b5f-8531-32c8326ad517 req-2a52f76a-1a17-45d4-8d1e-4fd62f56e7a0 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/networks?id=b944b0e3-b136-43d0-aeef-f89e7c552d7f HTTP/1.1" status: 200 len: 811 time: 0.1638570 Aug 10 03:31:35.290337 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2522cb40-3156-4b5f-8531-32c8326ad517 req-dc580d60-6f56-4864-b63a-b22b6a544a45 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/quotas/716a2501dd514284b3618ba976b1a21f HTTP/1.1" status: 200 len: 375 time: 0.0124795 Aug 10 03:31:35.295846 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 99c94c15-e780-4575-8296-8cf5c54b111d on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:35.296460 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 99c94c15-e780-4575-8296-8cf5c54b111d by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '2257d2d4-d660-475d-8310-ee483ab6a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8c717462-6499-47b3-a125-b4b1af2a6b11'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:35.297033 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 99c94c15-e780-4575-8296-8cf5c54b111d on network 8c717462-6499-47b3-a125-b4b1af2a6b11 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:35.299529 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e267f4-e69d-4339-bcd6-6dcbdfae4ae5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Made reservation on behalf of 984bdecd49e44336b94df38f23469327 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:35.303928 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d5e267f4-e69d-4339-bcd6-6dcbdfae4ae5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:35.384349 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Port 99c94c15-e780-4575-8296-8cf5c54b111d on network 8c717462-6499-47b3-a125-b4b1af2a6b11 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:35.385655 n-d-768851-15 neutron-server[94217]: ERROR neutron.plugins.ml2.managers [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Failed to bind port 99c94c15-e780-4575-8296-8cf5c54b111d on host n-h2-768851-15 for vnic_type normal using segments [{'id': '2257d2d4-d660-475d-8310-ee483ab6a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8c717462-6499-47b3-a125-b4b1af2a6b11'}] Aug 10 03:31:35.392899 n-d-768851-15 neutron-server[94217]: INFO neutron.plugins.ml2.plugin [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempt 8 to bind port 99c94c15-e780-4575-8296-8cf5c54b111d Aug 10 03:31:35.397832 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2522cb40-3156-4b5f-8531-32c8326ad517 req-80c7f778-2ac4-4281-be96-7839f606ae83 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=716a2501dd514284b3618ba976b1a21f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0965383 Aug 10 03:31:35.429876 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 99c94c15-e780-4575-8296-8cf5c54b111d on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:35.430635 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 99c94c15-e780-4575-8296-8cf5c54b111d by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '2257d2d4-d660-475d-8310-ee483ab6a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8c717462-6499-47b3-a125-b4b1af2a6b11'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:35.431200 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 99c94c15-e780-4575-8296-8cf5c54b111d on network 8c717462-6499-47b3-a125-b4b1af2a6b11 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:35.477883 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Port 99c94c15-e780-4575-8296-8cf5c54b111d on network 8c717462-6499-47b3-a125-b4b1af2a6b11 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:35.477883 n-d-768851-15 neutron-server[94217]: ERROR neutron.plugins.ml2.managers [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Failed to bind port 99c94c15-e780-4575-8296-8cf5c54b111d on host n-h2-768851-15 for vnic_type normal using segments [{'id': '2257d2d4-d660-475d-8310-ee483ab6a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8c717462-6499-47b3-a125-b4b1af2a6b11'}] Aug 10 03:31:35.477883 n-d-768851-15 neutron-server[94217]: INFO neutron.plugins.ml2.plugin [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempt 9 to bind port 99c94c15-e780-4575-8296-8cf5c54b111d Aug 10 03:31:35.510154 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 99c94c15-e780-4575-8296-8cf5c54b111d on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:35.511264 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 99c94c15-e780-4575-8296-8cf5c54b111d by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '2257d2d4-d660-475d-8310-ee483ab6a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8c717462-6499-47b3-a125-b4b1af2a6b11'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:35.511670 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 99c94c15-e780-4575-8296-8cf5c54b111d on network 8c717462-6499-47b3-a125-b4b1af2a6b11 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:35.521837 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Port 99c94c15-e780-4575-8296-8cf5c54b111d on network 8c717462-6499-47b3-a125-b4b1af2a6b11 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:35.522239 n-d-768851-15 neutron-server[94217]: ERROR neutron.plugins.ml2.managers [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Failed to bind port 99c94c15-e780-4575-8296-8cf5c54b111d on host n-h2-768851-15 for vnic_type normal using segments [{'id': '2257d2d4-d660-475d-8310-ee483ab6a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8c717462-6499-47b3-a125-b4b1af2a6b11'}] Aug 10 03:31:35.524435 n-d-768851-15 neutron-server[94217]: INFO neutron.plugins.ml2.plugin [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempt 10 to bind port 99c94c15-e780-4575-8296-8cf5c54b111d Aug 10 03:31:35.562567 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4568d206-7ba2-4d3c-b036-c54efe8747ea None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:31:35.577901 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 99c94c15-e780-4575-8296-8cf5c54b111d on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:35.579658 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 99c94c15-e780-4575-8296-8cf5c54b111d by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '2257d2d4-d660-475d-8310-ee483ab6a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8c717462-6499-47b3-a125-b4b1af2a6b11'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:35.580004 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempting to bind port 99c94c15-e780-4575-8296-8cf5c54b111d on network 8c717462-6499-47b3-a125-b4b1af2a6b11 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:35.623522 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd97d3c-0efc-4f3f-979c-249923aab1ac req-ee65da55-da6c-41c2-aed4-ebd7169cd6c2 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:35.633032 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0cd97d3c-0efc-4f3f-979c-249923aab1ac req-ee65da55-da6c-41c2-aed4-ebd7169cd6c2 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca28343c-fe86-42dd-84b4-d84ad430dcfc HTTP/1.1" status: 200 len: 945 time: 0.0981390 Aug 10 03:31:35.649483 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-9731d0e9-ca87-44d1-870c-d5efff517a7d None None] Provisioning complete for port a7089a39-23b3-46e8-b280-2c251131918a triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:35.650125 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9731d0e9-ca87-44d1-870c-d5efff517a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:35.679418 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2522cb40-3156-4b5f-8531-32c8326ad517 req-1b77012a-b695-4448-9216-7510139915b0 service neutron] 10.222.0.62 "GET /v2.0/networks/b944b0e3-b136-43d0-aeef-f89e7c552d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564647 Aug 10 03:31:35.698843 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0cd97d3c-0efc-4f3f-979c-249923aab1ac req-7396e8da-c93c-47ee-b1e7-f529ab727063 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598021 Aug 10 03:31:35.733927 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Port 99c94c15-e780-4575-8296-8cf5c54b111d on network 8c717462-6499-47b3-a125-b4b1af2a6b11 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:35.734282 n-d-768851-15 neutron-server[94217]: ERROR neutron.plugins.ml2.managers [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Failed to bind port 99c94c15-e780-4575-8296-8cf5c54b111d on host n-h2-768851-15 for vnic_type normal using segments [{'id': '2257d2d4-d660-475d-8310-ee483ab6a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8c717462-6499-47b3-a125-b4b1af2a6b11'}] Aug 10 03:31:35.734659 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:35.762662 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d5e267f4-e69d-4339-bcd6-6dcbdfae4ae5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:35.824998 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2522cb40-3156-4b5f-8531-32c8326ad517 req-b7800ed4-7626-4411-a0da-26b852e7e87e service neutron] 10.222.0.62 "GET /v2.0/networks/b944b0e3-b136-43d0-aeef-f89e7c552d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247482 Aug 10 03:31:35.862862 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e267f4-e69d-4339-bcd6-6dcbdfae4ae5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:35.881954 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-d5e267f4-e69d-4339-bcd6-6dcbdfae4ae5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:35.887741 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e267f4-e69d-4339-bcd6-6dcbdfae4ae5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:35.888537 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d5e267f4-e69d-4339-bcd6-6dcbdfae4ae5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:35.912335 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e267f4-e69d-4339-bcd6-6dcbdfae4ae5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event updated for resources: {'Subnet': ['ID=b6bd01e8-af8a-41e1-a8dc-9372d32f6683,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:35.919865 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d5e267f4-e69d-4339-bcd6-6dcbdfae4ae5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8975883 Aug 10 03:31:35.923494 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 47696) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:35.925733 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] For port 99c94c15-e780-4575-8296-8cf5c54b111d, host n-h2-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:31:35.927163 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attempted to set empty binding levels {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 10 03:31:35.929324 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-6a3b4662-cdf0-4cd8-a1cc-8f6f36eed454 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Request body: {'subnet': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:35.932189 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:35.946516 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] In _notify_port_updated(), no bound segment for port 99c94c15-e780-4575-8296-8cf5c54b111d on network 8c717462-6499-47b3-a125-b4b1af2a6b11 {{(pid=94217) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:31:35.947515 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:35.948292 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:35.953264 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] 10.222.0.62 "PUT /v2.0/ports/99c94c15-e780-4575-8296-8cf5c54b111d HTTP/1.1" status: 200 len: 976 time: 2.0608599 Aug 10 03:31:35.965656 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f8a3d5-b28d-478f-a343-8beecf6aa402 None None] DHCP port deletion for da252ef5-253f-415c-bfce-1cf3e51986e9 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:31:35.974803 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 47698) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:35.978611 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:36.028985 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae8fb9c-7302-4e78-b17d-519510d4b31e tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Pushing event updated for resources: {'Port': ['ID=99c94c15-e780-4575-8296-8cf5c54b111d,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:36.092811 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-18f8a3d5-b28d-478f-a343-8beecf6aa402 None None] Deleting port a7089a39-23b3-46e8-b280-2c251131918a {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:36.095157 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-18f8a3d5-b28d-478f-a343-8beecf6aa402 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:36.112890 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-aeee7ce4-b112-484c-ab15-423d76eb7a16 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Deleting port 99c94c15-e780-4575-8296-8cf5c54b111d {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:36.113354 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-aeee7ce4-b112-484c-ab15-423d76eb7a16 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:36.168588 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a9d89c5e-89b5-4469-9e19-c7a21642c34d req-c81e93dd-151d-4f35-9753-018591aa685c tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/ports?device_id=e34a7a90-f7ad-4c7c-8890-75e5ca96ee72 HTTP/1.1" status: 200 len: 210 time: 0.0573370 Aug 10 03:31:36.200638 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-aeee7ce4-b112-484c-ab15-423d76eb7a16 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] For port 99c94c15-e780-4575-8296-8cf5c54b111d, host n-h2-768851-15, got binding levels [] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:36.201151 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-aeee7ce4-b112-484c-ab15-423d76eb7a16 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:36.219207 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-aeee7ce4-b112-484c-ab15-423d76eb7a16 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Calling delete_port for 99c94c15-e780-4575-8296-8cf5c54b111d owned by {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:36.224012 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3b4662-cdf0-4cd8-a1cc-8f6f36eed454 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Made reservation on behalf of 984bdecd49e44336b94df38f23469327 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:36.236729 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6a3b4662-cdf0-4cd8-a1cc-8f6f36eed454 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:36.248437 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-18f8a3d5-b28d-478f-a343-8beecf6aa402 None None] For port a7089a39-23b3-46e8-b280-2c251131918a, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=a7089a39-23b3-46e8-b280-2c251131918a,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:36.248902 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-18f8a3d5-b28d-478f-a343-8beecf6aa402 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:36.262971 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-18f8a3d5-b28d-478f-a343-8beecf6aa402 None None] Calling delete_port for a7089a39-23b3-46e8-b280-2c251131918a owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:36.378976 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-aeee7ce4-b112-484c-ab15-423d76eb7a16 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:36.407936 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-18f8a3d5-b28d-478f-a343-8beecf6aa402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:36.437076 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f8a3d5-b28d-478f-a343-8beecf6aa402 None None] Pushing event deleted for resources: {'Port': ['ID=a7089a39-23b3-46e8-b280-2c251131918a,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:36.447165 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f8a3d5-b28d-478f-a343-8beecf6aa402 None None] No DVR routers for this DVR port a7089a39-23b3-46e8-b280-2c251131918a on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:31:36.462549 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeee7ce4-b112-484c-ab15-423d76eb7a16 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Pushing event deleted for resources: {'Port': ['ID=99c94c15-e780-4575-8296-8cf5c54b111d,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:36.487252 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-aeee7ce4-b112-484c-ab15-423d76eb7a16 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:36.491322 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-aeee7ce4-b112-484c-ab15-423d76eb7a16 tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] 10.222.0.62 "DELETE /v2.0/ports/99c94c15-e780-4575-8296-8cf5c54b111d HTTP/1.1" status: 204 len: 168 time: 0.5153997 Aug 10 03:31:36.492375 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 47714) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:36.495894 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc61ac6-cd5d-49e3-bc48-2fc7f64d6ca9 None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:31:36.560934 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-7016fc86-2fde-4d5f-a24a-4ee1f2d3ffae tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] GET failed (client error): The resource could not be found. Aug 10 03:31:36.565993 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7016fc86-2fde-4d5f-a24a-4ee1f2d3ffae tempest-PortsAdminExtendedAttrsTestJSON-1617265967 tempest-PortsAdminExtendedAttrsTestJSON-1617265967-project-admin] 10.222.0.62 "GET /v2.0/ports/99c94c15-e780-4575-8296-8cf5c54b111d HTTP/1.1" status: 404 len: 333 time: 0.0688744 Aug 10 03:31:36.566508 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 47716) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:36.668016 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-64129c85-cb5e-40af-8513-ebad97ba3155 tempest-PortsAdminExtendedAttrsTestJSON-2078163594 tempest-PortsAdminExtendedAttrsTestJSON-2078163594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:36.744993 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031d7798-c9bc-460f-ac5f-33002f24ac6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-da252ef5-253f-415c-bfce-1cf3e51986e9', 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'tenant_id': '984bdecd49e44336b94df38f23469327', 'fixed_ips': [{'subnet_id': 'b6bd01e8-af8a-41e1-a8dc-9372d32f6683'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:31:36.746636 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-031d7798-c9bc-460f-ac5f-33002f24ac6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:36.833489 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-64129c85-cb5e-40af-8513-ebad97ba3155 tempest-PortsAdminExtendedAttrsTestJSON-2078163594 tempest-PortsAdminExtendedAttrsTestJSON-2078163594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:36.864359 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-64129c85-cb5e-40af-8513-ebad97ba3155 tempest-PortsAdminExtendedAttrsTestJSON-2078163594 tempest-PortsAdminExtendedAttrsTestJSON-2078163594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c717462-6499-47b3-a125-b4b1af2a6b11']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:36.877718 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-64129c85-cb5e-40af-8513-ebad97ba3155 tempest-PortsAdminExtendedAttrsTestJSON-2078163594 tempest-PortsAdminExtendedAttrsTestJSON-2078163594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2257d2d4-d660-475d-8310-ee483ab6a692') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:36.880265 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-64129c85-cb5e-40af-8513-ebad97ba3155 tempest-PortsAdminExtendedAttrsTestJSON-2078163594 tempest-PortsAdminExtendedAttrsTestJSON-2078163594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2257d2d4-d660-475d-8310-ee483ab6a692') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:36.918615 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-64129c85-cb5e-40af-8513-ebad97ba3155 tempest-PortsAdminExtendedAttrsTestJSON-2078163594 tempest-PortsAdminExtendedAttrsTestJSON-2078163594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:36.936720 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-64129c85-cb5e-40af-8513-ebad97ba3155 tempest-PortsAdminExtendedAttrsTestJSON-2078163594 tempest-PortsAdminExtendedAttrsTestJSON-2078163594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:36.942980 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64129c85-cb5e-40af-8513-ebad97ba3155 tempest-PortsAdminExtendedAttrsTestJSON-2078163594 tempest-PortsAdminExtendedAttrsTestJSON-2078163594-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:31:36.943489 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-64129c85-cb5e-40af-8513-ebad97ba3155 tempest-PortsAdminExtendedAttrsTestJSON-2078163594 tempest-PortsAdminExtendedAttrsTestJSON-2078163594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:37.007309 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:31:37.007309 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:31:37.007309 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:31:37.007309 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:31:37.007309 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:31:37.007309 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:31:37.007309 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:31:37.007309 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:31:37.007309 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:31:37.007309 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:31:37.007309 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:31:37.007309 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:31:37.007309 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:31:37.007309 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:31:37.007309 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:31:37.007309 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:31:37.007309 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:31:37.007309 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:31:37.007309 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:31:37.007309 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:31:37.007309 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:31:37.007309 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:31:37.007309 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:31:37.007309 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:31:37.007309 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:31:37.007309 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:31:37.007309 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:31:37.007309 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:31:37.007309 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:31:37.007309 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:31:37.007309 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:31:37.007309 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:31:37.011344 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-64129c85-cb5e-40af-8513-ebad97ba3155 tempest-PortsAdminExtendedAttrsTestJSON-2078163594 tempest-PortsAdminExtendedAttrsTestJSON-2078163594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:37.020075 n-d-768851-15 neutron-server[94216]: DEBUG neutron.objects.ports [None req-6a3b4662-cdf0-4cd8-a1cc-8f6f36eed454 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94216) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:31:37.025056 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6a3b4662-cdf0-4cd8-a1cc-8f6f36eed454 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:37.051393 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-031d7798-c9bc-460f-ac5f-33002f24ac6f None None] Allocated IP 172.20.0.2 (da252ef5-253f-415c-bfce-1cf3e51986e9/b6bd01e8-af8a-41e1-a8dc-9372d32f6683/b7ee2b2c-d422-4e97-90b4-2d404058b0c1) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:31:37.051600 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-64129c85-cb5e-40af-8513-ebad97ba3155 tempest-PortsAdminExtendedAttrsTestJSON-2078163594 tempest-PortsAdminExtendedAttrsTestJSON-2078163594-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:37.056665 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-64129c85-cb5e-40af-8513-ebad97ba3155 tempest-PortsAdminExtendedAttrsTestJSON-2078163594 tempest-PortsAdminExtendedAttrsTestJSON-2078163594-project] 10.222.0.62 "DELETE /v2.0/networks/8c717462-6499-47b3-a125-b4b1af2a6b11 HTTP/1.1" status: 204 len: 168 time: 0.4888818 Aug 10 03:31:37.058462 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64129c85-cb5e-40af-8513-ebad97ba3155 tempest-PortsAdminExtendedAttrsTestJSON-2078163594 tempest-PortsAdminExtendedAttrsTestJSON-2078163594-project] Pushing event deleted for resources: {'Network': ['ID=8c717462-6499-47b3-a125-b4b1af2a6b11,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:37.071024 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82535c7a-d1a6-43e5-b727-8c77c0dd1224 req-0fb7570f-b353-4ed2-90ed-92f53f7d426c tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:37.078841 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-82535c7a-d1a6-43e5-b727-8c77c0dd1224 req-0fb7570f-b353-4ed2-90ed-92f53f7d426c tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca28343c-fe86-42dd-84b4-d84ad430dcfc HTTP/1.1" status: 200 len: 945 time: 0.2329431 Aug 10 03:31:37.112999 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3b4662-cdf0-4cd8-a1cc-8f6f36eed454 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:37.122317 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-6a3b4662-cdf0-4cd8-a1cc-8f6f36eed454 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:37.129773 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3b4662-cdf0-4cd8-a1cc-8f6f36eed454 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:37.130384 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6a3b4662-cdf0-4cd8-a1cc-8f6f36eed454 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:37.162164 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 47730) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:37.162636 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-6a3b4662-cdf0-4cd8-a1cc-8f6f36eed454 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2377498 Aug 10 03:31:37.169460 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-8784e909-cdce-4aa9-92b4-0103652d5d9e tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Request body: {'port': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'mac_address': 'fa:16:3e:34:8b:af', 'name': 'tempest-NetworksTestDHCPv6-538600932'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:37.174114 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b4662-cdf0-4cd8-a1cc-8f6f36eed454 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event updated for resources: {'Subnet': ['ID=35b511bc-2ced-4fa9-af3e-4a7d53af1a88,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:37.195066 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-82535c7a-d1a6-43e5-b727-8c77c0dd1224 req-4babc348-f0a4-45d4-8175-65ee6a6b2c35 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116204 Aug 10 03:31:37.214179 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device a7089a39-23b3-46e8-b280-2c251131918a no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:31:37.244847 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: a7089a39-23b3-46e8-b280-2c251131918a {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:31:37.245883 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device a7089a39-23b3-46e8-b280-2c251131918a not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:31:37.380502 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b145b5b3-9e63-42b4-a9fd-44f21948ba3a req-a3391be3-b61c-4bfc-a56e-75721c247507 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/ports?device_id=e34a7a90-f7ad-4c7c-8890-75e5ca96ee72 HTTP/1.1" status: 200 len: 210 time: 0.0480397 Aug 10 03:31:37.399083 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8784e909-cdce-4aa9-92b4-0103652d5d9e tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Made reservation on behalf of 984bdecd49e44336b94df38f23469327 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:37.451997 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-031d7798-c9bc-460f-ac5f-33002f24ac6f None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:37.471609 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-031d7798-c9bc-460f-ac5f-33002f24ac6f None None] Transition to ACTIVE for port object b7ee2b2c-d422-4e97-90b4-2d404058b0c1 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:37.495190 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-031d7798-c9bc-460f-ac5f-33002f24ac6f None None] Transition to ACTIVE for port object b7ee2b2c-d422-4e97-90b4-2d404058b0c1 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:37.502142 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-031d7798-c9bc-460f-ac5f-33002f24ac6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:37.510630 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 47742) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:37.546431 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031d7798-c9bc-460f-ac5f-33002f24ac6f None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:37.554629 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-031d7798-c9bc-460f-ac5f-33002f24ac6f None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:37.558543 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031d7798-c9bc-460f-ac5f-33002f24ac6f None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:37.566473 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d7798-c9bc-460f-ac5f-33002f24ac6f None None] Pushing event updated for resources: {'Port': ['ID=b7ee2b2c-d422-4e97-90b4-2d404058b0c1,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:37.642976 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-031d7798-c9bc-460f-ac5f-33002f24ac6f None None] Attempting to bind port b7ee2b2c-d422-4e97-90b4-2d404058b0c1 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:37.643353 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-031d7798-c9bc-460f-ac5f-33002f24ac6f None None] Attempting to bind port b7ee2b2c-d422-4e97-90b4-2d404058b0c1 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:37.644010 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031d7798-c9bc-460f-ac5f-33002f24ac6f None None] Attempting to bind port b7ee2b2c-d422-4e97-90b4-2d404058b0c1 on network da252ef5-253f-415c-bfce-1cf3e51986e9 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:37.649587 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031d7798-c9bc-460f-ac5f-33002f24ac6f None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:31:37.649967 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031d7798-c9bc-460f-ac5f-33002f24ac6f None None] Checking segment: {'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:31:37.650375 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-031d7798-c9bc-460f-ac5f-33002f24ac6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:37.651216 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031d7798-c9bc-460f-ac5f-33002f24ac6f None None] Bound using segment: {'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:31:37.652292 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-031d7798-c9bc-460f-ac5f-33002f24ac6f None None] Bound port: b7ee2b2c-d422-4e97-90b4-2d404058b0c1, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:31:37.652683 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-031d7798-c9bc-460f-ac5f-33002f24ac6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:37.724065 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-031d7798-c9bc-460f-ac5f-33002f24ac6f None None] For port b7ee2b2c-d422-4e97-90b4-2d404058b0c1, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:31:37.728171 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-031d7798-c9bc-460f-ac5f-33002f24ac6f None None] For port b7ee2b2c-d422-4e97-90b4-2d404058b0c1, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=b7ee2b2c-d422-4e97-90b4-2d404058b0c1,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:31:37.735355 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-031d7798-c9bc-460f-ac5f-33002f24ac6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:37.823981 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-7af0cd63-b4a8-489b-a0c1-acb03a36b84d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fc5b33cce61444c6b5291352f9118ad0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3116004 Aug 10 03:31:37.826657 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 47752) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:37.858043 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8784e909-cdce-4aa9-92b4-0103652d5d9e tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:37.874796 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d7798-c9bc-460f-ac5f-33002f24ac6f None None] Pushing event updated for resources: {'Port': ['ID=b7ee2b2c-d422-4e97-90b4-2d404058b0c1,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:37.914684 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [None req-8784e909-cdce-4aa9-92b4-0103652d5d9e tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] device_id is not set on port 2cf6b0cd-1752-44db-b6c1-7d1a962a73fc yet. {{(pid=94217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:31:37.916736 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b9b15a07-cf51-450b-b8b5-c567b595fdb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:37.932841 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522cb40-3156-4b5f-8531-32c8326ad517 req-724d6d5a-e864-4899-98d2-a472eba3b224 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:37.935316 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2522cb40-3156-4b5f-8531-32c8326ad517 req-724d6d5a-e864-4899-98d2-a472eba3b224 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.58 "GET /v2.0/networks?id=b944b0e3-b136-43d0-aeef-f89e7c552d7f HTTP/1.1" status: 200 len: 811 time: 0.3066185 Aug 10 03:31:37.957528 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b9b15a07-cf51-450b-b8b5-c567b595fdb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:38.020521 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b9b15a07-cf51-450b-b8b5-c567b595fdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:38.023124 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b9b15a07-cf51-450b-b8b5-c567b595fdb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:38.024490 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b9b15a07-cf51-450b-b8b5-c567b595fdb2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c3b3cc80-809c-47be-a4a5-11cf2b2703ca HTTP/1.1" status: 204 len: 168 time: 0.1968842 Aug 10 03:31:38.034156 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b15a07-cf51-450b-b8b5-c567b595fdb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b3cc80-809c-47be-a4a5-11cf2b2703ca,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:38.041214 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2522cb40-3156-4b5f-8531-32c8326ad517 req-276fd0bf-594c-4f81-8c8f-44bccbe4f70c tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=716a2501dd514284b3618ba976b1a21f HTTP/1.1" status: 200 len: 380 time: 0.0690062 Aug 10 03:31:38.070079 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-2522cb40-3156-4b5f-8531-32c8326ad517 req-1a4b6bd4-8e85-4c0a-861e-052af513dc00 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Request body: {'port': {'device_id': 'e34a7a90-f7ad-4c7c-8890-75e5ca96ee72', 'network_id': 'b944b0e3-b136-43d0-aeef-f89e7c552d7f', 'admin_state_up': True, 'tenant_id': '716a2501dd514284b3618ba976b1a21f', 'security_groups': ['0a7c4635-1c3b-4013-99ca-7e7414bb2239']}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:38.357415 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 47768) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:38.460924 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542e50a-8d73-4872-9cda-698fe2be2848 req-a49c4857-c1cd-452a-b098-8cade9be60e0 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:38.473880 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8542e50a-8d73-4872-9cda-698fe2be2848 req-a49c4857-c1cd-452a-b098-8cade9be60e0 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca28343c-fe86-42dd-84b4-d84ad430dcfc HTTP/1.1" status: 200 len: 945 time: 0.1779923 Aug 10 03:31:38.504814 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2522cb40-3156-4b5f-8531-32c8326ad517 req-1a4b6bd4-8e85-4c0a-861e-052af513dc00 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Made reservation on behalf of 716a2501dd514284b3618ba976b1a21f for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:38.508653 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-2522cb40-3156-4b5f-8531-32c8326ad517 req-1a4b6bd4-8e85-4c0a-861e-052af513dc00 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:38.511297 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-8784e909-cdce-4aa9-92b4-0103652d5d9e tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Allocated IP 172.20.0.8 (da252ef5-253f-415c-bfce-1cf3e51986e9/b6bd01e8-af8a-41e1-a8dc-9372d32f6683/2cf6b0cd-1752-44db-b6c1-7d1a962a73fc) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:31:38.528161 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 47772) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:38.542507 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-8784e909-cdce-4aa9-92b4-0103652d5d9e tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Allocated IP 2001:db8::f816:3eff:fe34:8baf (da252ef5-253f-415c-bfce-1cf3e51986e9/35b511bc-2ced-4fa9-af3e-4a7d53af1a88/2cf6b0cd-1752-44db-b6c1-7d1a962a73fc) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:31:38.581711 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8542e50a-8d73-4872-9cda-698fe2be2848 req-65037a42-76f3-4622-97eb-798a829ddea8 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058896 Aug 10 03:31:38.606450 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a4e31876-8f1b-45e3-bb96-190936a187ae req-0dbb1754-99d0-46be-8389-c0d0ac042125 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/ports?device_id=e34a7a90-f7ad-4c7c-8890-75e5ca96ee72 HTTP/1.1" status: 200 len: 210 time: 0.0872798 Aug 10 03:31:38.650316 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-bb9165fc-2ffa-4127-9385-49852bb48652 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b1f358bd5484417c807ef54b58c217ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1045270 Aug 10 03:31:38.652623 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 47774) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:38.725905 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5bf38011-4b6d-4366-97f8-4662f90125cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:38.751639 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5bf38011-4b6d-4366-97f8-4662f90125cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:38.852249 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5bf38011-4b6d-4366-97f8-4662f90125cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:38.861013 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5bf38011-4b6d-4366-97f8-4662f90125cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:38.861013 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-5bf38011-4b6d-4366-97f8-4662f90125cd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/36252f29-7f88-481d-8fe8-9d6d22c424e2 HTTP/1.1" status: 204 len: 168 time: 0.2036083 Aug 10 03:31:38.871429 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf38011-4b6d-4366-97f8-4662f90125cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36252f29-7f88-481d-8fe8-9d6d22c424e2,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:39.024492 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b7ee2b2c-d422-4e97-90b4-2d404058b0c1 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:31:39.154127 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port b7ee2b2c-d422-4e97-90b4-2d404058b0c1 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:39.348878 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1d9e4b-42df-480f-b662-5a9587bfeab9 None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:31:39.449970 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-96312951-1a63-44c4-95ba-44204a95b936 None None] Provisioning for port b7ee2b2c-d422-4e97-90b4-2d404058b0c1 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:39.469209 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-96312951-1a63-44c4-95ba-44204a95b936 None None] Provisioning complete for port b7ee2b2c-d422-4e97-90b4-2d404058b0c1 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:39.473705 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-96312951-1a63-44c4-95ba-44204a95b936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:39.567685 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-2522cb40-3156-4b5f-8531-32c8326ad517 req-1a4b6bd4-8e85-4c0a-861e-052af513dc00 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Allocated IP 172.20.0.5 (b944b0e3-b136-43d0-aeef-f89e7c552d7f/9fa6e43b-250a-4024-b95b-0ad12ce73ea4/95c2604e-4630-4509-a2f7-cc13d30026e4) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:31:39.607825 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-96312951-1a63-44c4-95ba-44204a95b936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:39.658457 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8784e909-cdce-4aa9-92b4-0103652d5d9e tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:39.659657 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-96312951-1a63-44c4-95ba-44204a95b936 None None] For port b7ee2b2c-d422-4e97-90b4-2d404058b0c1, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=b7ee2b2c-d422-4e97-90b4-2d404058b0c1,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:39.679566 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-96312951-1a63-44c4-95ba-44204a95b936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:39.713074 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-8784e909-cdce-4aa9-92b4-0103652d5d9e tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Transition to ACTIVE for port object 2cf6b0cd-1752-44db-b6c1-7d1a962a73fc will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:39.807269 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96312951-1a63-44c4-95ba-44204a95b936 None None] Pushing event updated for resources: {'Port': ['ID=b7ee2b2c-d422-4e97-90b4-2d404058b0c1,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:39.896296 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b39c4f4-0a46-45cc-b169-032ae077e0ec None None] Update dhcp port {'port': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'fixed_ips': [{'subnet_id': 'b6bd01e8-af8a-41e1-a8dc-9372d32f6683', 'ip_address': '172.20.0.2'}, {'subnet_id': '35b511bc-2ced-4fa9-af3e-4a7d53af1a88'}], 'binding:host_id': 'n-d-768851-15'}, 'id': 'b7ee2b2c-d422-4e97-90b4-2d404058b0c1'} from n-d-768851-15. {{(pid=94218) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:31:39.907440 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2c63d0a2-8e18-4191-85e9-0cdd8704cb52 req-18caa938-d6d5-4433-ba5f-ae915ee6ca79 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/ports?device_id=e34a7a90-f7ad-4c7c-8890-75e5ca96ee72 HTTP/1.1" status: 200 len: 210 time: 0.0543256 Aug 10 03:31:39.925841 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-2522cb40-3156-4b5f-8531-32c8326ad517 req-1a4b6bd4-8e85-4c0a-861e-052af513dc00 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:39.928430 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8784e909-cdce-4aa9-92b4-0103652d5d9e tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:39.934772 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9abc05-3937-43b4-a105-5709e4a803ce req-f0e761d8-0e50-4cd8-bfec-705f67588330 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:39.937332 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7c9abc05-3937-43b4-a105-5709e4a803ce req-f0e761d8-0e50-4cd8-bfec-705f67588330 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca28343c-fe86-42dd-84b4-d84ad430dcfc HTTP/1.1" status: 200 len: 945 time: 0.1957402 Aug 10 03:31:39.953106 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4b39c4f4-0a46-45cc-b169-032ae077e0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:39.996565 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-2522cb40-3156-4b5f-8531-32c8326ad517 req-1a4b6bd4-8e85-4c0a-861e-052af513dc00 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Transition to ACTIVE for port object 95c2604e-4630-4509-a2f7-cc13d30026e4 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:40.017085 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d5aef390-b1e4-4d78-b6e0-d7f01cfdd5e3 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:40.019047 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7c9abc05-3937-43b4-a105-5709e4a803ce req-74c733ff-df0f-46f4-8802-5f4dffd6e68a tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733051 Aug 10 03:31:40.131341 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 47818) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:40.147756 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8784e909-cdce-4aa9-92b4-0103652d5d9e tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:40.197794 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-8784e909-cdce-4aa9-92b4-0103652d5d9e tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:40.212508 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8784e909-cdce-4aa9-92b4-0103652d5d9e tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:40.216361 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-4b39c4f4-0a46-45cc-b169-032ae077e0ec None None] Allocated IP 2001:db8::f816:3eff:febb:d21 (da252ef5-253f-415c-bfce-1cf3e51986e9/35b511bc-2ced-4fa9-af3e-4a7d53af1a88/b7ee2b2c-d422-4e97-90b4-2d404058b0c1) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:31:40.272927 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-55485088-7dcb-4b7e-b3ba-cdbbe1324e42 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-636349297'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:40.305442 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8784e909-cdce-4aa9-92b4-0103652d5d9e tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event updated for resources: {'Port': ['ID=2cf6b0cd-1752-44db-b6c1-7d1a962a73fc,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:40.315945 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8784e909-cdce-4aa9-92b4-0103652d5d9e tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:40.316775 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8784e909-cdce-4aa9-92b4-0103652d5d9e tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:40.324967 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55485088-7dcb-4b7e-b3ba-cdbbe1324e42 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Made reservation on behalf of a47cbbcc6b864e79af37322e3fd1baf9 for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:40.328733 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-55485088-7dcb-4b7e-b3ba-cdbbe1324e42 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:40.346708 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-55485088-7dcb-4b7e-b3ba-cdbbe1324e42 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:40.387456 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-2522cb40-3156-4b5f-8531-32c8326ad517 req-1a4b6bd4-8e85-4c0a-861e-052af513dc00 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:40.442836 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-4b39c4f4-0a46-45cc-b169-032ae077e0ec None None] For port b7ee2b2c-d422-4e97-90b4-2d404058b0c1, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=b7ee2b2c-d422-4e97-90b4-2d404058b0c1,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:40.452646 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2522cb40-3156-4b5f-8531-32c8326ad517 req-1a4b6bd4-8e85-4c0a-861e-052af513dc00 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Network b944b0e3-b136-43d0-aeef-f89e7c552d7f is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:40.456727 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-2522cb40-3156-4b5f-8531-32c8326ad517 req-1a4b6bd4-8e85-4c0a-861e-052af513dc00 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:40.481134 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-2522cb40-3156-4b5f-8531-32c8326ad517 req-1a4b6bd4-8e85-4c0a-861e-052af513dc00 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:40.493750 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4b39c4f4-0a46-45cc-b169-032ae077e0ec None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:40.526766 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-4b39c4f4-0a46-45cc-b169-032ae077e0ec None None] Transition to ACTIVE for port object b7ee2b2c-d422-4e97-90b4-2d404058b0c1 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:40.570003 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4b6bd4-8e85-4c0a-861e-052af513dc00 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Pushing event updated for resources: {'Port': ['ID=95c2604e-4630-4509-a2f7-cc13d30026e4,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:40.571818 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-55485088-7dcb-4b7e-b3ba-cdbbe1324e42 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:40.573762 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4b39c4f4-0a46-45cc-b169-032ae077e0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:40.585726 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-55485088-7dcb-4b7e-b3ba-cdbbe1324e42 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:40.646560 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55485088-7dcb-4b7e-b3ba-cdbbe1324e42 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:31:40.650548 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b39c4f4-0a46-45cc-b169-032ae077e0ec None None] Pushing event updated for resources: {'Port': ['ID=b7ee2b2c-d422-4e97-90b4-2d404058b0c1,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:40.660025 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8784e909-cdce-4aa9-92b4-0103652d5d9e tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.4940469 Aug 10 03:31:40.673131 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 47830) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:40.723747 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55485088-7dcb-4b7e-b3ba-cdbbe1324e42 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7891867-6c1d-4dc6-8610-9f2605bd7c39,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:40.755935 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522cb40-3156-4b5f-8531-32c8326ad517 req-1a4b6bd4-8e85-4c0a-861e-052af513dc00 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:40.759071 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-2522cb40-3156-4b5f-8531-32c8326ad517 req-1a4b6bd4-8e85-4c0a-861e-052af513dc00 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:40.783271 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-55485088-7dcb-4b7e-b3ba-cdbbe1324e42 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:40.783636 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-55485088-7dcb-4b7e-b3ba-cdbbe1324e42 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Added segment 52408921-5d96-4b03-8cc3-33183cd6a916 of type vlan for network 23f43204-b57c-4477-ae4a-f1e96518bfaf Aug 10 03:31:40.816282 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-dd36a617-2237-4956-9ccc-16674ebf662d None None] Provisioning for port 95c2604e-4630-4509-a2f7-cc13d30026e4 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:40.821753 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-dd36a617-2237-4956-9ccc-16674ebf662d None None] Provisioning complete for port 95c2604e-4630-4509-a2f7-cc13d30026e4 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:40.822499 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-dd36a617-2237-4956-9ccc-16674ebf662d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:40.828352 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2522cb40-3156-4b5f-8531-32c8326ad517 req-1a4b6bd4-8e85-4c0a-861e-052af513dc00 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7623930 Aug 10 03:31:40.878272 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-dd36a617-2237-4956-9ccc-16674ebf662d None None] Port 95c2604e-4630-4509-a2f7-cc13d30026e4 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:31:40.879162 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-d5aef390-b1e4-4d78-b6e0-d7f01cfdd5e3 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Deleting port 16573882-f7a4-47af-a5ab-15fb36dac794 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:40.886728 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d5aef390-b1e4-4d78-b6e0-d7f01cfdd5e3 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:40.923862 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49db672-0fd2-488d-9476-0a1d4a576bd7 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:40.937036 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b7ee2b2c-d422-4e97-90b4-2d404058b0c1 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:31:40.938514 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49db672-0fd2-488d-9476-0a1d4a576bd7 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:40.940073 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b49db672-0fd2-488d-9476-0a1d4a576bd7 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.2466288 Aug 10 03:31:40.948878 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 47840) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:40.962039 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-55485088-7dcb-4b7e-b3ba-cdbbe1324e42 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:41.087689 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-2522cb40-3156-4b5f-8531-32c8326ad517 req-8d37a888-9b74-4af2-8bb9-2ee768ede2ce service neutron] Request body: {'port': {'device_id': 'e34a7a90-f7ad-4c7c-8890-75e5ca96ee72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:41.188992 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-55485088-7dcb-4b7e-b3ba-cdbbe1324e42 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:41.206283 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55485088-7dcb-4b7e-b3ba-cdbbe1324e42 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:41.208999 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-55485088-7dcb-4b7e-b3ba-cdbbe1324e42 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:41.217404 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-2522cb40-3156-4b5f-8531-32c8326ad517 req-8d37a888-9b74-4af2-8bb9-2ee768ede2ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:41.257825 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-d5aef390-b1e4-4d78-b6e0-d7f01cfdd5e3 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] For port 16573882-f7a4-47af-a5ab-15fb36dac794, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=16573882-f7a4-47af-a5ab-15fb36dac794,segment=NetworkSegment(78544607-b351-4c3b-bca2-1fc92e96546a),segment_id=78544607-b351-4c3b-bca2-1fc92e96546a)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:41.258202 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d5aef390-b1e4-4d78-b6e0-d7f01cfdd5e3 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:41.306083 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-d5aef390-b1e4-4d78-b6e0-d7f01cfdd5e3 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Calling delete_port for 16573882-f7a4-47af-a5ab-15fb36dac794 owned by network:router_interface {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:41.337600 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b9c4c8-66c9-4c8f-bdae-cac5753b09e7 req-c64f84f5-8052-4ace-a428-fbfd9958eb80 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:41.345998 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e8b9c4c8-66c9-4c8f-bdae-cac5753b09e7 req-c64f84f5-8052-4ace-a428-fbfd9958eb80 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/ports?device_id=e34a7a90-f7ad-4c7c-8890-75e5ca96ee72 HTTP/1.1" status: 200 len: 931 time: 0.3137820 Aug 10 03:31:41.359999 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-55485088-7dcb-4b7e-b3ba-cdbbe1324e42 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.2274079 Aug 10 03:31:41.392692 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 47848) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:41.435224 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e8b9c4c8-66c9-4c8f-bdae-cac5753b09e7 req-f0507acc-18ad-4cf8-800b-3bdb0ee72847 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a7c4635-1c3b-4013-99ca-7e7414bb2239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829394 Aug 10 03:31:41.463463 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a82f59d-e5aa-45ef-9848-de76d1e2e60d req-0acca5d4-e8f0-4af8-b729-d1f5b8a1b13c tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:41.465100 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0a82f59d-e5aa-45ef-9848-de76d1e2e60d req-0acca5d4-e8f0-4af8-b729-d1f5b8a1b13c tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca28343c-fe86-42dd-84b4-d84ad430dcfc HTTP/1.1" status: 200 len: 945 time: 0.3126612 Aug 10 03:31:41.475562 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55485088-7dcb-4b7e-b3ba-cdbbe1324e42 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Pushing event updated for resources: {'Network': ['ID=23f43204-b57c-4477-ae4a-f1e96518bfaf,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:41.475972 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-fa973aae-2e22-4dd2-a2fd-b6cb720ed71e tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Request body: {'subnet': {'network_id': '23f43204-b57c-4477-ae4a-f1e96518bfaf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:41.488625 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 23f43204-b57c-4477-ae4a-f1e96518bfaf details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:31:41.501497 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-bab03fcc-9dc3-40f1-b08c-fd9b007e442e tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Deleting port 2cf6b0cd-1752-44db-b6c1-7d1a962a73fc {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:41.501850 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bab03fcc-9dc3-40f1-b08c-fd9b007e442e tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:41.611182 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bab03fcc-9dc3-40f1-b08c-fd9b007e442e tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:41.625173 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-bab03fcc-9dc3-40f1-b08c-fd9b007e442e tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Calling delete_port for 2cf6b0cd-1752-44db-b6c1-7d1a962a73fc owned by {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:41.830278 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-a5975c59-7021-4bd0-a404-fb40e6483e57 None None] Provisioning for port b7ee2b2c-d422-4e97-90b4-2d404058b0c1 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:41.836964 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa973aae-2e22-4dd2-a2fd-b6cb720ed71e tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Made reservation on behalf of a47cbbcc6b864e79af37322e3fd1baf9 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:41.840711 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fa973aae-2e22-4dd2-a2fd-b6cb720ed71e tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:41.867699 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-a5975c59-7021-4bd0-a404-fb40e6483e57 None None] Provisioning complete for port b7ee2b2c-d422-4e97-90b4-2d404058b0c1 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:41.868422 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a5975c59-7021-4bd0-a404-fb40e6483e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:41.912448 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0a82f59d-e5aa-45ef-9848-de76d1e2e60d req-6965e7f3-cf2e-4536-b4b4-d18c4970dc43 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4257643 Aug 10 03:31:41.991986 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bab03fcc-9dc3-40f1-b08c-fd9b007e442e tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:42.065259 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab03fcc-9dc3-40f1-b08c-fd9b007e442e tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event deleted for resources: {'Port': ['ID=2cf6b0cd-1752-44db-b6c1-7d1a962a73fc,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:42.103199 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-2522cb40-3156-4b5f-8531-32c8326ad517 req-8d37a888-9b74-4af2-8bb9-2ee768ede2ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95c2604e-4630-4509-a2f7-cc13d30026e4 {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:31:42.122139 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-2522cb40-3156-4b5f-8531-32c8326ad517 req-8d37a888-9b74-4af2-8bb9-2ee768ede2ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:42.141891 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-2522cb40-3156-4b5f-8531-32c8326ad517 req-8d37a888-9b74-4af2-8bb9-2ee768ede2ce service neutron] Transition to ACTIVE for port object 95c2604e-4630-4509-a2f7-cc13d30026e4 will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:42.156839 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-2522cb40-3156-4b5f-8531-32c8326ad517 req-8d37a888-9b74-4af2-8bb9-2ee768ede2ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:42.198786 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bab03fcc-9dc3-40f1-b08c-fd9b007e442e tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:42.204710 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-bab03fcc-9dc3-40f1-b08c-fd9b007e442e tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/ports/2cf6b0cd-1752-44db-b6c1-7d1a962a73fc HTTP/1.1" status: 204 len: 168 time: 1.2523136 Aug 10 03:31:42.205002 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 47864) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:42.258575 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d5aef390-b1e4-4d78-b6e0-d7f01cfdd5e3 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:42.279418 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac6615b-f92e-43dd-b179-7b81414bda11 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:42.283048 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac6615b-f92e-43dd-b179-7b81414bda11 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:42.285722 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac6615b-f92e-43dd-b179-7b81414bda11 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:42.287784 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-bac6615b-f92e-43dd-b179-7b81414bda11 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0814533 Aug 10 03:31:42.291368 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 47866) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:42.344901 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d37a888-9b74-4af2-8bb9-2ee768ede2ce service neutron] Pushing event updated for resources: {'Port': ['ID=95c2604e-4630-4509-a2f7-cc13d30026e4,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:42.361410 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-8a44848b-c83c-44fe-bc95-4d95273bab86 None None] Could not find standard attr ID for object 2cf6b0cd-1752-44db-b6c1-7d1a962a73fc. {{(pid=94218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:31:42.371415 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fc29a1c-5fe4-4945-b1e2-4a3c2bc998c3 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Deleting subnet 35b511bc-2ced-4fa9-af3e-4a7d53af1a88 {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:31:42.375342 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8fc29a1c-5fe4-4945-b1e2-4a3c2bc998c3 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:42.449718 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8fc29a1c-5fe4-4945-b1e2-4a3c2bc998c3 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:42.505669 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aef390-b1e4-4d78-b6e0-d7f01cfdd5e3 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Pushing event deleted for resources: {'Port': ['ID=16573882-f7a4-47af-a5ab-15fb36dac794,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:42.556231 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8fc29a1c-5fe4-4945-b1e2-4a3c2bc998c3 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:42.625671 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fa973aae-2e22-4dd2-a2fd-b6cb720ed71e tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:42.670067 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8fc29a1c-5fe4-4945-b1e2-4a3c2bc998c3 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:42.724177 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc29a1c-5fe4-4945-b1e2-4a3c2bc998c3 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event deleted for resources: {'Subnet': ['ID=35b511bc-2ced-4fa9-af3e-4a7d53af1a88,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:42.734314 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8fc29a1c-5fe4-4945-b1e2-4a3c2bc998c3 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:42.736401 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8fc29a1c-5fe4-4945-b1e2-4a3c2bc998c3 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/subnets/35b511bc-2ced-4fa9-af3e-4a7d53af1a88 HTTP/1.1" status: 204 len: 168 time: 0.4432416 Aug 10 03:31:42.738991 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 47882) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:42.844043 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a5967ac-1f8c-4756-a368-04f0cf744777 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Deleting subnet b6bd01e8-af8a-41e1-a8dc-9372d32f6683 {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:31:42.847383 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4a5967ac-1f8c-4756-a368-04f0cf744777 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:42.847741 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-2522cb40-3156-4b5f-8531-32c8326ad517 req-8d37a888-9b74-4af2-8bb9-2ee768ede2ce service neutron] Attempting to bind port 95c2604e-4630-4509-a2f7-cc13d30026e4 on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:42.848215 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-2522cb40-3156-4b5f-8531-32c8326ad517 req-8d37a888-9b74-4af2-8bb9-2ee768ede2ce service neutron] Attempting to bind port 95c2604e-4630-4509-a2f7-cc13d30026e4 by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '74877879-0309-4e5d-afaf-8d5251549e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b944b0e3-b136-43d0-aeef-f89e7c552d7f'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:42.848403 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2522cb40-3156-4b5f-8531-32c8326ad517 req-8d37a888-9b74-4af2-8bb9-2ee768ede2ce service neutron] Attempting to bind port 95c2604e-4630-4509-a2f7-cc13d30026e4 on network b944b0e3-b136-43d0-aeef-f89e7c552d7f {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:42.872794 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0d266d-7402-4195-8c7f-e91c38428868 None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:31:42.908093 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2522cb40-3156-4b5f-8531-32c8326ad517 req-8d37a888-9b74-4af2-8bb9-2ee768ede2ce service neutron] Port 95c2604e-4630-4509-a2f7-cc13d30026e4 on network b944b0e3-b136-43d0-aeef-f89e7c552d7f not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:42.908652 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2522cb40-3156-4b5f-8531-32c8326ad517 req-8d37a888-9b74-4af2-8bb9-2ee768ede2ce service neutron] Attempting to bind port 95c2604e-4630-4509-a2f7-cc13d30026e4 on network b944b0e3-b136-43d0-aeef-f89e7c552d7f {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:42.915413 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa973aae-2e22-4dd2-a2fd-b6cb720ed71e tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Pushing event updated for resources: {'Subnet': ['ID=e9d3e9ca-d282-4c9d-9770-d7cc899cb0a3,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:42.934274 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4a5967ac-1f8c-4756-a368-04f0cf744777 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:42.952082 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2522cb40-3156-4b5f-8531-32c8326ad517 req-8d37a888-9b74-4af2-8bb9-2ee768ede2ce service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:31:42.953220 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2522cb40-3156-4b5f-8531-32c8326ad517 req-8d37a888-9b74-4af2-8bb9-2ee768ede2ce service neutron] Checking segment: {'id': '74877879-0309-4e5d-afaf-8d5251549e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b944b0e3-b136-43d0-aeef-f89e7c552d7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:31:42.953802 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2522cb40-3156-4b5f-8531-32c8326ad517 req-8d37a888-9b74-4af2-8bb9-2ee768ede2ce service neutron] Bound using segment: {'id': '74877879-0309-4e5d-afaf-8d5251549e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b944b0e3-b136-43d0-aeef-f89e7c552d7f'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:31:42.954443 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-2522cb40-3156-4b5f-8531-32c8326ad517 req-8d37a888-9b74-4af2-8bb9-2ee768ede2ce service neutron] Bound port: 95c2604e-4630-4509-a2f7-cc13d30026e4, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74877879-0309-4e5d-afaf-8d5251549e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b944b0e3-b136-43d0-aeef-f89e7c552d7f'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:31:42.955003 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-2522cb40-3156-4b5f-8531-32c8326ad517 req-8d37a888-9b74-4af2-8bb9-2ee768ede2ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:43.092941 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373e820-6dde-4b4d-9579-cbfa9378e3a5 req-dc9f1905-b501-417b-9c2d-31435ff32ef3 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:43.100556 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0373e820-6dde-4b4d-9579-cbfa9378e3a5 req-dc9f1905-b501-417b-9c2d-31435ff32ef3 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/ports?device_id=e34a7a90-f7ad-4c7c-8890-75e5ca96ee72 HTTP/1.1" status: 200 len: 943 time: 0.1254556 Aug 10 03:31:43.148314 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa973aae-2e22-4dd2-a2fd-b6cb720ed71e tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Checking segment: {'id': '52408921-5d96-4b03-8cc3-33183cd6a916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '23f43204-b57c-4477-ae4a-f1e96518bfaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:31:43.148795 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa973aae-2e22-4dd2-a2fd-b6cb720ed71e tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Network hostable DHCP agents. Network: 23f43204-b57c-4477-ae4a-f1e96518bfaf, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:31:43.159617 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d5aef390-b1e4-4d78-b6e0-d7f01cfdd5e3 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:43.171892 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4a5967ac-1f8c-4756-a368-04f0cf744777 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:43.221447 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0373e820-6dde-4b4d-9579-cbfa9378e3a5 req-1b4d6f3b-3a69-42e4-ab18-48e157be6e16 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a7c4635-1c3b-4013-99ca-7e7414bb2239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199200 Aug 10 03:31:43.248079 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c9c17-03c4-4494-93e6-a7be2fa234ce req-0183ba34-450a-4168-9d3b-e19852bdeacc tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:43.256240 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3a7c9c17-03c4-4494-93e6-a7be2fa234ce req-0183ba34-450a-4168-9d3b-e19852bdeacc tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca28343c-fe86-42dd-84b4-d84ad430dcfc HTTP/1.1" status: 200 len: 945 time: 0.1535048 Aug 10 03:31:43.367539 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3a7c9c17-03c4-4494-93e6-a7be2fa234ce req-f18d2e37-3b51-41dd-8f2b-fcc39a77888e tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101911 Aug 10 03:31:43.382290 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa973aae-2e22-4dd2-a2fd-b6cb720ed71e tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Network 23f43204-b57c-4477-ae4a-f1e96518bfaf is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:31:43.390290 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4a5967ac-1f8c-4756-a368-04f0cf744777 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:43.393512 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-2522cb40-3156-4b5f-8531-32c8326ad517 req-8d37a888-9b74-4af2-8bb9-2ee768ede2ce service neutron] For port 95c2604e-4630-4509-a2f7-cc13d30026e4, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:31:43.415809 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-2522cb40-3156-4b5f-8531-32c8326ad517 req-8d37a888-9b74-4af2-8bb9-2ee768ede2ce service neutron] For port 95c2604e-4630-4509-a2f7-cc13d30026e4, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=95c2604e-4630-4509-a2f7-cc13d30026e4,segment=NetworkSegment(74877879-0309-4e5d-afaf-8d5251549e75),segment_id=74877879-0309-4e5d-afaf-8d5251549e75)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:31:43.433597 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c357b21f-1ec2-44ed-91c7-f445d5d31436 req-c968d4e9-828b-49cf-abfe-b66e02fe7fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:43.435255 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c357b21f-1ec2-44ed-91c7-f445d5d31436 req-c968d4e9-828b-49cf-abfe-b66e02fe7fe5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ca28343c-fe86-42dd-84b4-d84ad430dcfc HTTP/1.1" status: 200 len: 1097 time: 0.1356070 Aug 10 03:31:43.439151 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5967ac-1f8c-4756-a368-04f0cf744777 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event deleted for resources: {'Subnet': ['ID=b6bd01e8-af8a-41e1-a8dc-9372d32f6683,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:43.450955 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4a5967ac-1f8c-4756-a368-04f0cf744777 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:43.452904 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-4a5967ac-1f8c-4756-a368-04f0cf744777 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/subnets/b6bd01e8-af8a-41e1-a8dc-9372d32f6683 HTTP/1.1" status: 204 len: 168 time: 0.7126522 Aug 10 03:31:43.462903 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 47892) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:43.481004 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-2522cb40-3156-4b5f-8531-32c8326ad517 req-8d37a888-9b74-4af2-8bb9-2ee768ede2ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:43.483260 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-fa973aae-2e22-4dd2-a2fd-b6cb720ed71e tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 23f43204-b57c-4477-ae4a-f1e96518bfaf) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:43.491123 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9775d53b-6e2c-45b4-a8f6-501670b0783c None None] Network 23f43204-b57c-4477-ae4a-f1e96518bfaf requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:31:43.544569 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-97ed7691-6736-43b4-9955-652569b22b54 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0803940 Aug 10 03:31:43.546370 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 47904) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:43.546502 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa973aae-2e22-4dd2-a2fd-b6cb720ed71e tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:43.547085 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fa973aae-2e22-4dd2-a2fd-b6cb720ed71e tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:43.552698 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522cb40-3156-4b5f-8531-32c8326ad517 req-8d37a888-9b74-4af2-8bb9-2ee768ede2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:43.553496 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-2522cb40-3156-4b5f-8531-32c8326ad517 req-8d37a888-9b74-4af2-8bb9-2ee768ede2ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:43.555074 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2522cb40-3156-4b5f-8531-32c8326ad517 req-8d37a888-9b74-4af2-8bb9-2ee768ede2ce service neutron] 10.222.0.58 "PUT /v2.0/ports/95c2604e-4630-4509-a2f7-cc13d30026e4 HTTP/1.1" status: 200 len: 1092 time: 2.7074301 Aug 10 03:31:43.592778 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c357b21f-1ec2-44ed-91c7-f445d5d31436 req-b1f19c61-7591-4488-9452-adf4ef90e153 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470125 Aug 10 03:31:43.617409 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e34a7a90-f7ad-4c7c-8890-75e5ca96ee72', 'tag': '95c2604e-4630-4509-a2f7-cc13d30026e4'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:31:43.827695 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272ca635-2bfc-457b-8c91-45b65eccf38b" -d '{"events": [{"name": "network-changed", "server_uuid": "e34a7a90-f7ad-4c7c-8890-75e5ca96ee72", "tag": "95c2604e-4630-4509-a2f7-cc13d30026e4"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:31:43.829607 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2d5c48-11f4-46ff-8a4f-9657e5f8fe64 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:43.829607 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-4e2d5c48-11f4-46ff-8a4f-9657e5f8fe64 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1337056 Aug 10 03:31:43.829607 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 47916) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:43.843036 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee6072e-5313-4cbe-b697-2637832fc485 x-openstack-request-id: req-6ee6072e-5313-4cbe-b697-2637832fc485 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:31:43.843347 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e34a7a90-f7ad-4c7c-8890-75e5ca96ee72", "tag": "95c2604e-4630-4509-a2f7-cc13d30026e4", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:31:43.843607 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6ee6072e-5313-4cbe-b697-2637832fc485 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:31:43.844017 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e34a7a90-f7ad-4c7c-8890-75e5ca96ee72', 'tag': '95c2604e-4630-4509-a2f7-cc13d30026e4', 'status': 'completed', 'code': 200} Aug 10 03:31:43.903984 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7bde2ef-141e-4628-9321-122a9904a7b4 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:43.909562 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b7bde2ef-141e-4628-9321-122a9904a7b4 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2030058 Aug 10 03:31:43.910538 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 47924) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:43.960962 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-449e0902-9254-404f-9a4d-1de643a41c28 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0485692 Aug 10 03:31:43.961900 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 47926) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:43.962593 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af5e5a4-2b33-4c88-964c-0a102b423637 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-23f43204-b57c-4477-ae4a-f1e96518bfaf', 'network_id': '23f43204-b57c-4477-ae4a-f1e96518bfaf', 'tenant_id': 'a47cbbcc6b864e79af37322e3fd1baf9', 'fixed_ips': [{'subnet_id': 'e9d3e9ca-d282-4c9d-9770-d7cc899cb0a3'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:31:43.964452 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8af5e5a4-2b33-4c88-964c-0a102b423637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:43.968336 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-9106e430-a21e-4975-823a-efd8b2da6943 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Request body: {'subnet': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:43.988060 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d37a888-9b74-4af2-8bb9-2ee768ede2ce service neutron] Pushing event updated for resources: {'Port': ['ID=95c2604e-4630-4509-a2f7-cc13d30026e4,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:43.992985 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-fa973aae-2e22-4dd2-a2fd-b6cb720ed71e tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5992413 Aug 10 03:31:43.997182 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 47928) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:44.016318 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-6b231620-e495-413a-bf1c-aa17245eeb24 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Request body: {'port': {'network_id': '23f43204-b57c-4477-ae4a-f1e96518bfaf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1673538009'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:44.143432 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9106e430-a21e-4975-823a-efd8b2da6943 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Made reservation on behalf of 984bdecd49e44336b94df38f23469327 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:44.147163 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9106e430-a21e-4975-823a-efd8b2da6943 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:44.148609 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-9106e430-a21e-4975-823a-efd8b2da6943 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:31:44.149037 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9106e430-a21e-4975-823a-efd8b2da6943 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:31:44.166396 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522cb40-3156-4b5f-8531-32c8326ad517 req-0b74eea7-dc7c-45ed-8fcc-838261cb3c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:44.174034 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-9106e430-a21e-4975-823a-efd8b2da6943 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2109292 Aug 10 03:31:44.176258 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2522cb40-3156-4b5f-8531-32c8326ad517 req-0b74eea7-dc7c-45ed-8fcc-838261cb3c6e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=716a2501dd514284b3618ba976b1a21f&device_id=e34a7a90-f7ad-4c7c-8890-75e5ca96ee72 HTTP/1.1" status: 200 len: 1095 time: 0.5390179 Aug 10 03:31:44.177543 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 47934) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:44.186934 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-d1160dba-fcb6-4568-aa67-cb2370d07c3f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Request body: {'subnet': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:44.276772 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-8af5e5a4-2b33-4c88-964c-0a102b423637 None None] Allocated IP 2001:db8::2 (23f43204-b57c-4477-ae4a-f1e96518bfaf/e9d3e9ca-d282-4c9d-9770-d7cc899cb0a3/067415df-b107-4b82-b429-60c5e4728048) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:31:44.284324 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3243ff65-5b1b-4d8a-a03b-627c7d7e058e None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:31:44.450992 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-e9d86d60-57dc-4044-a80b-7e39ddc5207e None None] Provisioning complete for port b7ee2b2c-d422-4e97-90b4-2d404058b0c1 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:44.451650 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e9d86d60-57dc-4044-a80b-7e39ddc5207e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:44.573740 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72581df-1c4c-4547-921b-5c7a3decb9dd req-eeb395e6-9ba4-4203-a730-d937a06d6a65 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:44.575544 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b72581df-1c4c-4547-921b-5c7a3decb9dd req-eeb395e6-9ba4-4203-a730-d937a06d6a65 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/ports?device_id=e34a7a90-f7ad-4c7c-8890-75e5ca96ee72 HTTP/1.1" status: 200 len: 943 time: 0.1782980 Aug 10 03:31:44.589236 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1160dba-fcb6-4568-aa67-cb2370d07c3f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Made reservation on behalf of 984bdecd49e44336b94df38f23469327 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:44.600102 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d1160dba-fcb6-4568-aa67-cb2370d07c3f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:44.601618 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1160dba-fcb6-4568-aa67-cb2370d07c3f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:31:44.602098 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1160dba-fcb6-4568-aa67-cb2370d07c3f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:31:44.652960 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a95a4a-8be0-4dab-8200-7dad337740dc req-64b8dfc3-5b69-41d5-88ab-2727f4b8082a tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:44.668471 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-49a95a4a-8be0-4dab-8200-7dad337740dc req-64b8dfc3-5b69-41d5-88ab-2727f4b8082a tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca28343c-fe86-42dd-84b4-d84ad430dcfc HTTP/1.1" status: 200 len: 945 time: 0.1738162 Aug 10 03:31:44.689723 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d1160dba-fcb6-4568-aa67-cb2370d07c3f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5110772 Aug 10 03:31:44.713193 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 47950) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:44.726769 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-8b61e0d8-6b1d-40a5-add6-f75a92d12e50 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Request body: {'subnet': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:44.757110 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b72581df-1c4c-4547-921b-5c7a3decb9dd req-f1208ff2-184e-4c22-b355-211e6bc20b6d tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a7c4635-1c3b-4013-99ca-7e7414bb2239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321704 Aug 10 03:31:44.773061 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-49a95a4a-8be0-4dab-8200-7dad337740dc req-d4cc42a7-6c42-477b-a3cf-8e76679c4d74 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042907 Aug 10 03:31:44.798070 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f01775-0090-44ef-b195-434e3cfc0fde None None] DHCP port deletion for da252ef5-253f-415c-bfce-1cf3e51986e9 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:31:44.889146 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8af5e5a4-2b33-4c88-964c-0a102b423637 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:44.892403 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2522cb40-3156-4b5f-8531-32c8326ad517 req-66600485-b5de-4918-8791-4ab432889880 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95c2604e-4630-4509-a2f7-cc13d30026e4 HTTP/1.1" status: 200 len: 217 time: 0.1778619 Aug 10 03:31:44.906305 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-8af5e5a4-2b33-4c88-964c-0a102b423637 None None] Transition to ACTIVE for port object 067415df-b107-4b82-b429-60c5e4728048 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:44.915409 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-82f01775-0090-44ef-b195-434e3cfc0fde None None] Deleting port b7ee2b2c-d422-4e97-90b4-2d404058b0c1 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:44.916034 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-82f01775-0090-44ef-b195-434e3cfc0fde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:44.937467 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b7ee2b2c-d422-4e97-90b4-2d404058b0c1 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:31:45.004673 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-8af5e5a4-2b33-4c88-964c-0a102b423637 None None] Transition to ACTIVE for port object 067415df-b107-4b82-b429-60c5e4728048 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:45.031005 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8af5e5a4-2b33-4c88-964c-0a102b423637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:45.052793 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-82f01775-0090-44ef-b195-434e3cfc0fde None None] For port b7ee2b2c-d422-4e97-90b4-2d404058b0c1, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=b7ee2b2c-d422-4e97-90b4-2d404058b0c1,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:45.053204 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-82f01775-0090-44ef-b195-434e3cfc0fde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:45.057269 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5aef390-b1e4-4d78-b6e0-d7f01cfdd5e3 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Router 9801400f-c07d-43b3-bc9c-e0a6d14713e9 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:31:45.103090 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522cb40-3156-4b5f-8531-32c8326ad517 req-3755cbc9-deb9-4135-96cc-2b406a33b8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:45.105044 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2522cb40-3156-4b5f-8531-32c8326ad517 req-3755cbc9-deb9-4135-96cc-2b406a33b8cf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9fa6e43b-250a-4024-b95b-0ad12ce73ea4 HTTP/1.1" status: 200 len: 850 time: 0.1872947 Aug 10 03:31:45.107974 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.db.api [None req-6b231620-e495-413a-bf1c-aa17245eeb24 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:31:45.107974 n-d-768851-15 neutron-server[94217]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 10 03:31:45.107974 n-d-768851-15 neutron-server[94217]: [parameters: {'project_id': 'a47cbbcc6b864e79af37322e3fd1baf9', 'id': 'ead56b77-e1fb-42e6-8111-cc645a5a35b8', 'expiration': datetime.datetime(2021, 8, 10, 3, 33, 45, 81426)}] Aug 10 03:31:45.107974 n-d-768851-15 neutron-server[94217]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:31:45.108620 n-d-768851-15 neutron-server[94217]: DEBUG oslo_db.api [None req-6b231620-e495-413a-bf1c-aa17245eeb24 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:31:45.110632 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-82f01775-0090-44ef-b195-434e3cfc0fde None None] Calling delete_port for b7ee2b2c-d422-4e97-90b4-2d404058b0c1 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:45.130773 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b61e0d8-6b1d-40a5-add6-f75a92d12e50 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Made reservation on behalf of 984bdecd49e44336b94df38f23469327 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:45.136032 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8b61e0d8-6b1d-40a5-add6-f75a92d12e50 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:45.137265 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b61e0d8-6b1d-40a5-add6-f75a92d12e50 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:31:45.137950 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b61e0d8-6b1d-40a5-add6-f75a92d12e50 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:31:45.148414 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af5e5a4-2b33-4c88-964c-0a102b423637 None None] Pushing event updated for resources: {'Port': ['ID=067415df-b107-4b82-b429-60c5e4728048,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:45.161661 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af5e5a4-2b33-4c88-964c-0a102b423637 None None] Network 23f43204-b57c-4477-ae4a-f1e96518bfaf is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:45.170688 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-8af5e5a4-2b33-4c88-964c-0a102b423637 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:45.193477 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af5e5a4-2b33-4c88-964c-0a102b423637 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:45.259434 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8b61e0d8-6b1d-40a5-add6-f75a92d12e50 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5384576 Aug 10 03:31:45.263206 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 47968) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:45.268601 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-4fed743f-234a-4952-a295-44581210aa22 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Request body: {'subnet': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:45.291338 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522cb40-3156-4b5f-8531-32c8326ad517 req-83761d34-6c75-4d59-a93f-5bfb1f89be55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:45.294914 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2522cb40-3156-4b5f-8531-32c8326ad517 req-83761d34-6c75-4d59-a93f-5bfb1f89be55 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b944b0e3-b136-43d0-aeef-f89e7c552d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1529090 Aug 10 03:31:45.336313 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-82f01775-0090-44ef-b195-434e3cfc0fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:45.348515 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:45.390580 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-8af5e5a4-2b33-4c88-964c-0a102b423637 None None] Attempting to bind port 067415df-b107-4b82-b429-60c5e4728048 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:45.391057 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-8af5e5a4-2b33-4c88-964c-0a102b423637 None None] Attempting to bind port 067415df-b107-4b82-b429-60c5e4728048 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '52408921-5d96-4b03-8cc3-33183cd6a916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '23f43204-b57c-4477-ae4a-f1e96518bfaf'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:45.391361 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af5e5a4-2b33-4c88-964c-0a102b423637 None None] Attempting to bind port 067415df-b107-4b82-b429-60c5e4728048 on network 23f43204-b57c-4477-ae4a-f1e96518bfaf {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:45.406272 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f01775-0090-44ef-b195-434e3cfc0fde None None] Pushing event deleted for resources: {'Port': ['ID=b7ee2b2c-d422-4e97-90b4-2d404058b0c1,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:45.408514 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f01775-0090-44ef-b195-434e3cfc0fde None None] No DVR routers for this DVR port b7ee2b2c-d422-4e97-90b4-2d404058b0c1 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:31:45.413280 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af5e5a4-2b33-4c88-964c-0a102b423637 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:31:45.413683 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af5e5a4-2b33-4c88-964c-0a102b423637 None None] Checking segment: {'id': '52408921-5d96-4b03-8cc3-33183cd6a916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '23f43204-b57c-4477-ae4a-f1e96518bfaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:31:45.413962 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fed743f-234a-4952-a295-44581210aa22 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Made reservation on behalf of 984bdecd49e44336b94df38f23469327 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:45.414084 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8af5e5a4-2b33-4c88-964c-0a102b423637 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:45.414479 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af5e5a4-2b33-4c88-964c-0a102b423637 None None] Bound using segment: {'id': '52408921-5d96-4b03-8cc3-33183cd6a916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '23f43204-b57c-4477-ae4a-f1e96518bfaf'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:31:45.415009 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-8af5e5a4-2b33-4c88-964c-0a102b423637 None None] Bound port: 067415df-b107-4b82-b429-60c5e4728048, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52408921-5d96-4b03-8cc3-33183cd6a916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '23f43204-b57c-4477-ae4a-f1e96518bfaf'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:31:45.415408 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8af5e5a4-2b33-4c88-964c-0a102b423637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:45.420470 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4fed743f-234a-4952-a295-44581210aa22 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:45.422686 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fed743f-234a-4952-a295-44581210aa22 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:31:45.423483 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fed743f-234a-4952-a295-44581210aa22 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:31:45.461606 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-4fed743f-234a-4952-a295-44581210aa22 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1970656 Aug 10 03:31:45.465690 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 47972) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:45.472959 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-a9a41134-683d-4e80-b9e9-fa5f3a3d4673 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Request body: {'subnet': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:45.498672 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5aef390-b1e4-4d78-b6e0-d7f01cfdd5e3 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:31:45.513781 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c71ecaa-11bf-4057-bdf3-618882841a45 None None] Sync routers for ids ['9801400f-c07d-43b3-bc9c-e0a6d14713e9'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:31:45.518759 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d5aef390-b1e4-4d78-b6e0-d7f01cfdd5e3 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "PUT /v2.0/routers/9801400f-c07d-43b3-bc9c-e0a6d14713e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1238997 Aug 10 03:31:45.541178 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2522cb40-3156-4b5f-8531-32c8326ad517 req-7bcf2267-131c-442b-9bf2-078a858de555 service neutron] 10.222.0.58 "GET /v2.0/networks/b944b0e3-b136-43d0-aeef-f89e7c552d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352602 Aug 10 03:31:45.591074 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c71ecaa-11bf-4057-bdf3-618882841a45 None None] Routers {'9801400f-c07d-43b3-bc9c-e0a6d14713e9'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:31:45.591845 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-8c71ecaa-11bf-4057-bdf3-618882841a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:31:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['9801400f-c07d-43b3-bc9c-e0a6d14713e9'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:45.674033 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a41134-683d-4e80-b9e9-fa5f3a3d4673 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Made reservation on behalf of 984bdecd49e44336b94df38f23469327 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:45.682013 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a9a41134-683d-4e80-b9e9-fa5f3a3d4673 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:45.684995 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9a41134-683d-4e80-b9e9-fa5f3a3d4673 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:31:45.690550 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9a41134-683d-4e80-b9e9-fa5f3a3d4673 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:31:45.743315 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b231620-e495-413a-bf1c-aa17245eeb24 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Made reservation on behalf of a47cbbcc6b864e79af37322e3fd1baf9 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:45.747617 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6b231620-e495-413a-bf1c-aa17245eeb24 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:45.755560 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-8af5e5a4-2b33-4c88-964c-0a102b423637 None None] For port 067415df-b107-4b82-b429-60c5e4728048, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:31:45.763276 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-a9a41134-683d-4e80-b9e9-fa5f3a3d4673 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2964640 Aug 10 03:31:45.763932 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 47988) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:45.772293 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-e2fb5701-77c9-404a-bd8a-fc91d57e14bd tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Request body: {'subnet': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:45.809850 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-8af5e5a4-2b33-4c88-964c-0a102b423637 None None] For port 067415df-b107-4b82-b429-60c5e4728048, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=067415df-b107-4b82-b429-60c5e4728048,segment=NetworkSegment(52408921-5d96-4b03-8cc3-33183cd6a916),segment_id=52408921-5d96-4b03-8cc3-33183cd6a916)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:31:45.824464 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8af5e5a4-2b33-4c88-964c-0a102b423637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:45.826281 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [None req-6b231620-e495-413a-bf1c-aa17245eeb24 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] device_id is not set on port 4b36a39b-3b22-414d-a1fc-e262152b5373 yet. {{(pid=94217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:31:45.856949 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2522cb40-3156-4b5f-8531-32c8326ad517 req-c42076f7-a3fa-4feb-9235-312d4f8fe973 service neutron] 10.222.0.58 "GET /v2.0/networks/b944b0e3-b136-43d0-aeef-f89e7c552d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073912 Aug 10 03:31:45.952855 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af5e5a4-2b33-4c88-964c-0a102b423637 None None] Pushing event updated for resources: {'Port': ['ID=067415df-b107-4b82-b429-60c5e4728048,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:45.965935 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-8c71ecaa-11bf-4057-bdf3-618882841a45 None None] Set router 9801400f-c07d-43b3-bc9c-e0a6d14713e9 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:31:46.037235 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ca635-2bfc-457b-8c91-45b65eccf38b req-f9c5c058-be77-426b-a0cb-87e48bb9651d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:46.038766 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-272ca635-2bfc-457b-8c91-45b65eccf38b req-f9c5c058-be77-426b-a0cb-87e48bb9651d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=716a2501dd514284b3618ba976b1a21f&device_id=e34a7a90-f7ad-4c7c-8890-75e5ca96ee72 HTTP/1.1" status: 200 len: 1095 time: 0.1109002 Aug 10 03:31:46.052223 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532023de-431b-4b30-8cdf-0b3e5a4e8fbc req-b3a10b4a-3504-4d32-a3c6-e8f2d4f6b1e9 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:46.054003 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-532023de-431b-4b30-8cdf-0b3e5a4e8fbc req-b3a10b4a-3504-4d32-a3c6-e8f2d4f6b1e9 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ffe1fee-a228-4d27-951e-6f6bfec65c9b HTTP/1.1" status: 200 len: 946 time: 0.2314939 Aug 10 03:31:46.057389 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2fb5701-77c9-404a-bd8a-fc91d57e14bd tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Made reservation on behalf of 984bdecd49e44336b94df38f23469327 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:46.062081 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e2fb5701-77c9-404a-bd8a-fc91d57e14bd tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:46.063637 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2fb5701-77c9-404a-bd8a-fc91d57e14bd tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:31:46.064316 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2fb5701-77c9-404a-bd8a-fc91d57e14bd tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:31:46.094490 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40abafce-7437-43fc-88b4-f9d7fe2b8bce req-00c1161c-26b9-4545-9775-91dc1d56ada9 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:46.096469 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-40abafce-7437-43fc-88b4-f9d7fe2b8bce req-00c1161c-26b9-4545-9775-91dc1d56ada9 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca28343c-fe86-42dd-84b4-d84ad430dcfc HTTP/1.1" status: 200 len: 945 time: 0.1546748 Aug 10 03:31:46.158619 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-e2fb5701-77c9-404a-bd8a-fc91d57e14bd tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3904688 Aug 10 03:31:46.180532 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-532023de-431b-4b30-8cdf-0b3e5a4e8fbc req-7971f7a6-a2ea-43df-92a9-90871e5e6a5f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/security-groups?id=9b0da509-0930-4249-9603-5790926fccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122487 Aug 10 03:31:46.181081 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 47998) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:46.267441 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-6b231620-e495-413a-bf1c-aa17245eeb24 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Allocated IP 2001:db8::212 (23f43204-b57c-4477-ae4a-f1e96518bfaf/e9d3e9ca-d282-4c9d-9770-d7cc899cb0a3/4b36a39b-3b22-414d-a1fc-e262152b5373) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:31:46.319670 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48006) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:46.334488 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-6c1302e4-fd4a-4402-99c8-fa44a7f184ee tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1365070 Aug 10 03:31:46.347665 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-40abafce-7437-43fc-88b4-f9d7fe2b8bce req-79c72a1d-c7c7-492a-98f1-900d90b499ee tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406864 Aug 10 03:31:46.386131 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cb9746-f78b-48a2-8471-c7c49123b687 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:46.388021 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b3cb9746-f78b-48a2-8471-c7c49123b687 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0672288 Aug 10 03:31:46.394039 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48012) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:46.468934 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467d4af-899f-410a-8aa5-a5b2a03bce57 req-628ab5f6-1fed-45f4-9420-77b52a0c756d tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:46.478687 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2467d4af-899f-410a-8aa5-a5b2a03bce57 req-628ab5f6-1fed-45f4-9420-77b52a0c756d tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/ports?device_id=e34a7a90-f7ad-4c7c-8890-75e5ca96ee72 HTTP/1.1" status: 200 len: 943 time: 0.1294389 Aug 10 03:31:46.531398 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ca635-2bfc-457b-8c91-45b65eccf38b req-49969b84-4efd-4111-974e-29078b36901f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:46.533000 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-272ca635-2bfc-457b-8c91-45b65eccf38b req-49969b84-4efd-4111-974e-29078b36901f service neutron] 10.222.0.58 "GET /v2.0/networks?id=b944b0e3-b136-43d0-aeef-f89e7c552d7f HTTP/1.1" status: 200 len: 912 time: 0.4638631 Aug 10 03:31:46.548640 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-8c71ecaa-11bf-4057-bdf3-618882841a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'name': 'tempest-TestNetworkBasicOps-router-1561070909', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '3246ee68-316e-4ba3-9cfd-736a08804d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:25Z', 'updated_at': '2021-08-10T03:31:42Z', 'revision_number': 6, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'gw_port': {'id': '3246ee68-316e-4ba3-9cfd-736a08804d60', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:26Z', 'updated_at': '2021-08-10T03:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '89c3879f-0357-48ae-a105-7cfca3e907d2', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'floating_ip_address': '172.25.7.242', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'port_id': 'fdb6b710-00f4-4d02-a58a-af16415ea8dc', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a6736e6-4bf2-4fd6-b608-02d7e87502ef', 'mac_address': 'fa:16:3e:c3:f7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe65015a-9af5-4203-b5ff-e400a5a5d632', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:30:04Z', 'updated_at': '2021-08-10T03:30:09Z', 'revision_number': 1, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2927eb16-21bd-47e7-aba1-fd6ea509620c', 'name': '', 'network_id': '1a6736e6-4bf2-4fd6-b608-02d7e87502ef', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'mac_address': 'fa:16:3e:40:0a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '672e7333-eb8c-40ae-a818-36f1d38e30f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:32Z', 'updated_at': '2021-08-10T03:29:42Z', 'revision_number': 5, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'subnets': [{'id': '672e7333-eb8c-40ae-a818-36f1d38e30f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:46.549296 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2467d4af-899f-410a-8aa5-a5b2a03bce57 req-d234702c-8ea7-42d4-8b6a-84c35d5f9f93 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a7c4635-1c3b-4013-99ca-7e7414bb2239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687392 Aug 10 03:31:46.585800 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c71ecaa-11bf-4057-bdf3-618882841a45 None None] Checking router: 9801400f-c07d-43b3-bc9c-e0a6d14713e9 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:31:46.596071 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c71ecaa-11bf-4057-bdf3-618882841a45 None None] Routers {'9801400f-c07d-43b3-bc9c-e0a6d14713e9'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:31:46.597111 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-8c71ecaa-11bf-4057-bdf3-618882841a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:31:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['9801400f-c07d-43b3-bc9c-e0a6d14713e9'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:46.711295 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f9c9b5db-351c-492e-a542-3535fc88636e tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3088903 Aug 10 03:31:46.717850 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 48024) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:46.723677 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-41645378-cac2-4393-86ff-104e0b496f90 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Request body: {'subnet': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:46.761659 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-272ca635-2bfc-457b-8c91-45b65eccf38b req-6893614a-4f55-4e23-a236-649c46b8d420 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95c2604e-4630-4509-a2f7-cc13d30026e4 HTTP/1.1" status: 200 len: 217 time: 0.0527709 Aug 10 03:31:46.840631 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6b231620-e495-413a-bf1c-aa17245eeb24 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:46.928022 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-6b231620-e495-413a-bf1c-aa17245eeb24 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Transition to ACTIVE for port object 4b36a39b-3b22-414d-a1fc-e262152b5373 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:46.946148 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ca635-2bfc-457b-8c91-45b65eccf38b req-06bf8aa1-8a5f-4dee-a9e8-632d0a0de77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:46.948571 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-272ca635-2bfc-457b-8c91-45b65eccf38b req-06bf8aa1-8a5f-4dee-a9e8-632d0a0de77f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9fa6e43b-250a-4024-b95b-0ad12ce73ea4 HTTP/1.1" status: 200 len: 850 time: 0.1528082 Aug 10 03:31:47.087030 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ca635-2bfc-457b-8c91-45b65eccf38b req-4e225633-cee4-4709-87e6-a59df1abe053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:47.102833 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-272ca635-2bfc-457b-8c91-45b65eccf38b req-4e225633-cee4-4709-87e6-a59df1abe053 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b944b0e3-b136-43d0-aeef-f89e7c552d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1457179 Aug 10 03:31:47.156317 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6b231620-e495-413a-bf1c-aa17245eeb24 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:47.156589 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-8c71ecaa-11bf-4057-bdf3-618882841a45 None None] Set router 9801400f-c07d-43b3-bc9c-e0a6d14713e9 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:31:47.343603 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 067415df-b107-4b82-b429-60c5e4728048 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:31:47.384086 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 95c2604e-4630-4509-a2f7-cc13d30026e4 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:31:47.400836 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b231620-e495-413a-bf1c-aa17245eeb24 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Network 23f43204-b57c-4477-ae4a-f1e96518bfaf is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:47.474486 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b231620-e495-413a-bf1c-aa17245eeb24 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Pushing event updated for resources: {'Port': ['ID=4b36a39b-3b22-414d-a1fc-e262152b5373,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:47.491457 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-6b231620-e495-413a-bf1c-aa17245eeb24 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:47.512022 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 95c2604e-4630-4509-a2f7-cc13d30026e4, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=95c2604e-4630-4509-a2f7-cc13d30026e4,segment=NetworkSegment(74877879-0309-4e5d-afaf-8d5251549e75),segment_id=74877879-0309-4e5d-afaf-8d5251549e75)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:47.539038 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b231620-e495-413a-bf1c-aa17245eeb24 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:47.541358 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': '95c2604e-4630-4509-a2f7-cc13d30026e4', 'network_id': 'b944b0e3-b136-43d0-aeef-f89e7c552d7f', 'port_id': '95c2604e-4630-4509-a2f7-cc13d30026e4', 'mac_address': 'fa:16:3e:c9:ef:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa6e43b-250a-4024-b95b-0ad12ce73ea4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:31:47.551909 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b231620-e495-413a-bf1c-aa17245eeb24 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:47.552719 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6b231620-e495-413a-bf1c-aa17245eeb24 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:47.601180 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09837b99-a4b6-4a87-a196-71aab3f8455b req-701f8197-45a1-45d5-ad72-ccab8ffaba65 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:47.609771 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-09837b99-a4b6-4a87-a196-71aab3f8455b req-701f8197-45a1-45d5-ad72-ccab8ffaba65 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca28343c-fe86-42dd-84b4-d84ad430dcfc HTTP/1.1" status: 200 len: 945 time: 0.1531415 Aug 10 03:31:47.619842 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833da8ca-402b-425f-a1d6-8344ccff9dac req-f4b7b3c0-e425-4ef4-bc29-633c2fac357e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:47.622727 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-833da8ca-402b-425f-a1d6-8344ccff9dac req-f4b7b3c0-e425-4ef4-bc29-633c2fac357e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=512e51e52dde4e17a26f3eb689e87681&device_id=ca28343c-fe86-42dd-84b4-d84ad430dcfc HTTP/1.1" status: 200 len: 1097 time: 0.7456172 Aug 10 03:31:47.629164 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41645378-cac2-4393-86ff-104e0b496f90 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Made reservation on behalf of 984bdecd49e44336b94df38f23469327 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:47.633113 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-41645378-cac2-4393-86ff-104e0b496f90 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:47.650425 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c84c8c9-5571-4626-9820-ab550fcfc137 req-4a014510-f0f4-4433-b6f0-ed339c4c0408 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:47.652261 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff0638-d6ee-44dd-b2ef-831bf99df465 req-999d9730-5d33-4bb3-a29d-f1e6904b1620 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:47.652612 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0c84c8c9-5571-4626-9820-ab550fcfc137 req-4a014510-f0f4-4433-b6f0-ed339c4c0408 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ffe1fee-a228-4d27-951e-6f6bfec65c9b HTTP/1.1" status: 200 len: 946 time: 0.2071452 Aug 10 03:31:47.654643 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4bff0638-d6ee-44dd-b2ef-831bf99df465 req-999d9730-5d33-4bb3-a29d-f1e6904b1620 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ffe1fee-a228-4d27-951e-6f6bfec65c9b HTTP/1.1" status: 200 len: 946 time: 0.4119444 Aug 10 03:31:47.658534 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10534ba6-5e26-405e-9436-d237003e9fa1 None None] Network 23f43204-b57c-4477-ae4a-f1e96518bfaf requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:31:47.662065 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6b231620-e495-413a-bf1c-aa17245eeb24 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.6617453 Aug 10 03:31:47.678156 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 48048) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:47.694852 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-5a088fa0-94d8-4fec-bfe0-3be94ac77584 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Request body: {'port': {'network_id': '23f43204-b57c-4477-ae4a-f1e96518bfaf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-737729379', 'allowed_address_pairs': [{'ip_address': '2001:db8::212', 'mac_address': 'fa:16:3e:36:9a:e4'}]}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:47.701211 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-272ca635-2bfc-457b-8c91-45b65eccf38b req-00474e84-a635-4da8-9929-d321e745d655 service neutron] 10.222.0.58 "GET /v2.0/networks/b944b0e3-b136-43d0-aeef-f89e7c552d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5887947 Aug 10 03:31:47.756885 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-4806e744-3ce7-4a42-bbe5-882c1d89d095 None None] Provisioning for port 067415df-b107-4b82-b429-60c5e4728048 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:47.829326 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 067415df-b107-4b82-b429-60c5e4728048 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:47.844630 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 067415df-b107-4b82-b429-60c5e4728048 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:47.845012 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:47.849281 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:47.999410 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-09837b99-a4b6-4a87-a196-71aab3f8455b req-6ad64b61-78cc-48f2-b966-69121fe62a9a tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3883765 Aug 10 03:31:48.001859 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-272ca635-2bfc-457b-8c91-45b65eccf38b req-bf69576c-c828-4e81-a987-21dd80f7d76b service neutron] 10.222.0.58 "GET /v2.0/networks/b944b0e3-b136-43d0-aeef-f89e7c552d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488351 Aug 10 03:31:48.021121 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-4bff0638-d6ee-44dd-b2ef-831bf99df465 req-61123d5a-2932-4267-bad7-dba89e316a54 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Deleting port 49601e7f-b7b9-41c4-99dd-4d4203deb1c8 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:48.021469 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-4bff0638-d6ee-44dd-b2ef-831bf99df465 req-61123d5a-2932-4267-bad7-dba89e316a54 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:48.024526 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95c2604e-4630-4509-a2f7-cc13d30026e4 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:31:48.050157 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 95c2604e-4630-4509-a2f7-cc13d30026e4, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=95c2604e-4630-4509-a2f7-cc13d30026e4,segment=NetworkSegment(74877879-0309-4e5d-afaf-8d5251549e75),segment_id=74877879-0309-4e5d-afaf-8d5251549e75)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:48.092018 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:48.140802 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0c84c8c9-5571-4626-9820-ab550fcfc137 req-87187bd8-1914-4404-9807-68417499b1f1 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/security-groups?id=9b0da509-0930-4249-9603-5790926fccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4586911 Aug 10 03:31:48.200655 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-4bff0638-d6ee-44dd-b2ef-831bf99df465 req-61123d5a-2932-4267-bad7-dba89e316a54 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] For port 49601e7f-b7b9-41c4-99dd-4d4203deb1c8, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=49601e7f-b7b9-41c4-99dd-4d4203deb1c8,segment=NetworkSegment(78544607-b351-4c3b-bca2-1fc92e96546a),segment_id=78544607-b351-4c3b-bca2-1fc92e96546a)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:48.201271 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-4bff0638-d6ee-44dd-b2ef-831bf99df465 req-61123d5a-2932-4267-bad7-dba89e316a54 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:48.207768 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=95c2604e-4630-4509-a2f7-cc13d30026e4,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:48.237705 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833da8ca-402b-425f-a1d6-8344ccff9dac req-5ede4bfc-be4e-49a6-a187-8f1189c33825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:48.239326 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-833da8ca-402b-425f-a1d6-8344ccff9dac req-5ede4bfc-be4e-49a6-a187-8f1189c33825 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43 HTTP/1.1" status: 200 len: 919 time: 0.6011989 Aug 10 03:31:48.252094 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a088fa0-94d8-4fec-bfe0-3be94ac77584 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Made reservation on behalf of a47cbbcc6b864e79af37322e3fd1baf9 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:48.258384 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-4bff0638-d6ee-44dd-b2ef-831bf99df465 req-61123d5a-2932-4267-bad7-dba89e316a54 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Calling delete_port for 49601e7f-b7b9-41c4-99dd-4d4203deb1c8 owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:48.306286 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:48.310486 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-8c71ecaa-11bf-4057-bdf3-618882841a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'name': 'tempest-TestNetworkBasicOps-router-1561070909', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '3246ee68-316e-4ba3-9cfd-736a08804d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:25Z', 'updated_at': '2021-08-10T03:31:42Z', 'revision_number': 6, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'gw_port': {'id': '3246ee68-316e-4ba3-9cfd-736a08804d60', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:26Z', 'updated_at': '2021-08-10T03:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '89c3879f-0357-48ae-a105-7cfca3e907d2', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'floating_ip_address': '172.25.7.242', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'port_id': 'fdb6b710-00f4-4d02-a58a-af16415ea8dc', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a6736e6-4bf2-4fd6-b608-02d7e87502ef', 'mac_address': 'fa:16:3e:c3:f7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe65015a-9af5-4203-b5ff-e400a5a5d632', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:30:04Z', 'updated_at': '2021-08-10T03:30:09Z', 'revision_number': 1, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2927eb16-21bd-47e7-aba1-fd6ea509620c', 'name': '', 'network_id': '1a6736e6-4bf2-4fd6-b608-02d7e87502ef', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'mac_address': 'fa:16:3e:40:0a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '672e7333-eb8c-40ae-a818-36f1d38e30f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:32Z', 'updated_at': '2021-08-10T03:29:42Z', 'revision_number': 5, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'subnets': [{'id': '672e7333-eb8c-40ae-a818-36f1d38e30f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:48.355928 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['95c2604e-4630-4509-a2f7-cc13d30026e4'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:31:48.361614 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c71ecaa-11bf-4057-bdf3-618882841a45 None None] The sync data for ids ['9801400f-c07d-43b3-bc9c-e0a6d14713e9'] in n-d-768851-15 is: [{'id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'name': 'tempest-TestNetworkBasicOps-router-1561070909', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '3246ee68-316e-4ba3-9cfd-736a08804d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:25Z', 'updated_at': '2021-08-10T03:31:42Z', 'revision_number': 6, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'gw_port': {'id': '3246ee68-316e-4ba3-9cfd-736a08804d60', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:26Z', 'updated_at': '2021-08-10T03:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '89c3879f-0357-48ae-a105-7cfca3e907d2', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'floating_ip_address': '172.25.7.242', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'port_id': 'fdb6b710-00f4-4d02-a58a-af16415ea8dc', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a6736e6-4bf2-4fd6-b608-02d7e87502ef', 'mac_address': 'fa:16:3e:c3:f7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe65015a-9af5-4203-b5ff-e400a5a5d632', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:30:04Z', 'updated_at': '2021-08-10T03:30:09Z', 'revision_number': 1, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2927eb16-21bd-47e7-aba1-fd6ea509620c', 'name': '', 'network_id': '1a6736e6-4bf2-4fd6-b608-02d7e87502ef', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'mac_address': 'fa:16:3e:40:0a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '672e7333-eb8c-40ae-a818-36f1d38e30f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:32Z', 'updated_at': '2021-08-10T03:29:42Z', 'revision_number': 5, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'subnets': [{'id': '672e7333-eb8c-40ae-a818-36f1d38e30f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:31:48.450503 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 067415df-b107-4b82-b429-60c5e4728048, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=067415df-b107-4b82-b429-60c5e4728048,segment=NetworkSegment(52408921-5d96-4b03-8cc3-33183cd6a916),segment_id=52408921-5d96-4b03-8cc3-33183cd6a916)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:48.470853 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:48.504254 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-833da8ca-402b-425f-a1d6-8344ccff9dac req-1ab747ae-03d0-4949-b67c-7476be9a623b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6f5e8b02-447c-4199-a06a-52522489c290 HTTP/1.1" status: 200 len: 217 time: 0.2552633 Aug 10 03:31:48.508063 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-4bff0638-d6ee-44dd-b2ef-831bf99df465 req-61123d5a-2932-4267-bad7-dba89e316a54 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:48.523008 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5abe8ed-5d34-4b7b-967c-856a99132e29 req-f01242fc-4c49-4ab9-aefd-4daa93bfb60f tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:48.524619 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a5abe8ed-5d34-4b7b-967c-856a99132e29 req-f01242fc-4c49-4ab9-aefd-4daa93bfb60f tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/ports?device_id=e34a7a90-f7ad-4c7c-8890-75e5ca96ee72 HTTP/1.1" status: 200 len: 944 time: 0.3725176 Aug 10 03:31:48.575291 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61123d5a-2932-4267-bad7-dba89e316a54 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Pushing event deleted for resources: {'Port': ['ID=49601e7f-b7b9-41c4-99dd-4d4203deb1c8,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:48.640719 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833da8ca-402b-425f-a1d6-8344ccff9dac req-06d3c249-0b99-4858-8164-7e9ac9a820fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:48.642841 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-833da8ca-402b-425f-a1d6-8344ccff9dac req-06d3c249-0b99-4858-8164-7e9ac9a820fa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9931fad2-def9-4844-9e4b-a68eebcbaa2a HTTP/1.1" status: 200 len: 858 time: 0.1132522 Aug 10 03:31:48.665938 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=067415df-b107-4b82-b429-60c5e4728048,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:48.680289 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bff0638-d6ee-44dd-b2ef-831bf99df465 req-61123d5a-2932-4267-bad7-dba89e316a54 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] No DVR routers for this DVR port 49601e7f-b7b9-41c4-99dd-4d4203deb1c8 on host n-h2-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:31:48.683077 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-4bff0638-d6ee-44dd-b2ef-831bf99df465 req-61123d5a-2932-4267-bad7-dba89e316a54 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:48.685679 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4bff0638-d6ee-44dd-b2ef-831bf99df465 req-61123d5a-2932-4267-bad7-dba89e316a54 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.60 "DELETE /v2.0/ports/49601e7f-b7b9-41c4-99dd-4d4203deb1c8 HTTP/1.1" status: 204 len: 173 time: 0.9940720 Aug 10 03:31:48.686273 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ffe1fee-a228-4d27-951e-6f6bfec65c9b', 'name': 'network-vif-deleted', 'tag': '49601e7f-b7b9-41c4-99dd-4d4203deb1c8'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:31:48.688844 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f593f95f-e26c-4787-96b5-7e45f46c1c39" -d '{"events": [{"server_uuid": "4ffe1fee-a228-4d27-951e-6f6bfec65c9b", "name": "network-vif-deleted", "tag": "49601e7f-b7b9-41c4-99dd-4d4203deb1c8"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:31:48.757833 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b31d39a0-c64b-4474-9c4f-9a100c30bca5 None None] Provisioning complete for port 067415df-b107-4b82-b429-60c5e4728048 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:48.758144 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b31d39a0-c64b-4474-9c4f-9a100c30bca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:48.777914 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5a088fa0-94d8-4fec-bfe0-3be94ac77584 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:48.810121 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055bd882-e668-482f-a69a-78f8548ecf3a x-openstack-request-id: req-055bd882-e668-482f-a69a-78f8548ecf3a {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:31:48.810428 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ffe1fee-a228-4d27-951e-6f6bfec65c9b", "name": "network-vif-deleted", "tag": "49601e7f-b7b9-41c4-99dd-4d4203deb1c8", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:31:48.810682 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-055bd882-e668-482f-a69a-78f8548ecf3a {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:31:48.811661 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ffe1fee-a228-4d27-951e-6f6bfec65c9b', 'name': 'network-vif-deleted', 'tag': '49601e7f-b7b9-41c4-99dd-4d4203deb1c8', 'status': 'completed', 'code': 200} Aug 10 03:31:48.859024 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a5abe8ed-5d34-4b7b-967c-856a99132e29 req-aad8ed6e-1dc2-4496-950b-89e846ca6144 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a7c4635-1c3b-4013-99ca-7e7414bb2239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3031106 Aug 10 03:31:48.875288 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-833da8ca-402b-425f-a1d6-8344ccff9dac req-0ba7d68a-3c3c-4f89-9f4a-afeaf04b74d4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626726 Aug 10 03:31:48.955797 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 067415df-b107-4b82-b429-60c5e4728048 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:31:49.084588 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [None req-5a088fa0-94d8-4fec-bfe0-3be94ac77584 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] device_id is not set on port ef971464-4841-478b-ac20-083359a8bf0e yet. {{(pid=94216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:31:49.101192 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 067415df-b107-4b82-b429-60c5e4728048 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:49.101887 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:49.188184 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b31d39a0-c64b-4474-9c4f-9a100c30bca5 None None] Provisioning for port 4b36a39b-3b22-414d-a1fc-e262152b5373 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:49.195408 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b31d39a0-c64b-4474-9c4f-9a100c30bca5 None None] Provisioning complete for port 4b36a39b-3b22-414d-a1fc-e262152b5373 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:49.195796 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b31d39a0-c64b-4474-9c4f-9a100c30bca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:49.246667 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b31d39a0-c64b-4474-9c4f-9a100c30bca5 None None] Port 4b36a39b-3b22-414d-a1fc-e262152b5373 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:31:49.391751 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 16573882-f7a4-47af-a5ab-15fb36dac794 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:31:49.395854 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-1c8d3395-0259-40fa-b076-5658baf64d98 None None] Provisioning complete for port 4b36a39b-3b22-414d-a1fc-e262152b5373 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:49.395854 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-1c8d3395-0259-40fa-b076-5658baf64d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:49.450018 n-d-768851-15 neutron-server[94216]: DEBUG neutron.objects.ports [None req-41645378-cac2-4393-86ff-104e0b496f90 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94216) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:31:49.451083 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 16573882-f7a4-47af-a5ab-15fb36dac794 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:31:49.451433 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 16573882-f7a4-47af-a5ab-15fb36dac794 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:31:49.459049 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-75dd952c-69b8-4221-98f2-757b9f414f79 req-9e8fc3ee-9e51-462e-ba8c-ed55038c5191 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ffe1fee-a228-4d27-951e-6f6bfec65c9b HTTP/1.1" status: 200 len: 210 time: 0.1084204 Aug 10 03:31:49.468123 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-833da8ca-402b-425f-a1d6-8344ccff9dac req-f72b342f-46b5-4dda-8c47-fc45d98d1747 service neutron] 10.222.0.60 "GET /v2.0/networks/6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5796239 Aug 10 03:31:49.469054 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-41645378-cac2-4393-86ff-104e0b496f90 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:49.503989 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-1c8d3395-0259-40fa-b076-5658baf64d98 None None] Port 4b36a39b-3b22-414d-a1fc-e262152b5373 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:31:49.575054 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1927ce0-a374-4d65-9574-37babcfa4de7 req-80d0e47a-3b43-427d-9c7b-eaad61b7e29d tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:49.576590 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c1927ce0-a374-4d65-9574-37babcfa4de7 req-80d0e47a-3b43-427d-9c7b-eaad61b7e29d tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca28343c-fe86-42dd-84b4-d84ad430dcfc HTTP/1.1" status: 200 len: 945 time: 0.4347041 Aug 10 03:31:49.622408 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41645378-cac2-4393-86ff-104e0b496f90 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:49.649409 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-41645378-cac2-4393-86ff-104e0b496f90 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:49.662035 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe613dd5-ec1d-4d9c-a994-281f70db8e62 None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:31:49.669796 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41645378-cac2-4393-86ff-104e0b496f90 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:49.670406 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-41645378-cac2-4393-86ff-104e0b496f90 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:49.695227 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41645378-cac2-4393-86ff-104e0b496f90 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event updated for resources: {'Subnet': ['ID=1905a909-f812-4a60-bfe8-73d09abbf2d6,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:49.761325 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-5a088fa0-94d8-4fec-bfe0-3be94ac77584 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Allocated IP 2001:db8::19 (23f43204-b57c-4477-ae4a-f1e96518bfaf/e9d3e9ca-d282-4c9d-9770-d7cc899cb0a3/ef971464-4841-478b-ac20-083359a8bf0e) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:31:49.766493 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c1927ce0-a374-4d65-9574-37babcfa4de7 req-db4bb220-4977-4427-87a7-bfdb4e6a499c tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573422 Aug 10 03:31:49.768612 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-833da8ca-402b-425f-a1d6-8344ccff9dac req-33b13ab0-ff5b-413d-870e-77a80a1382ee service neutron] 10.222.0.60 "GET /v2.0/networks/6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829792 Aug 10 03:31:49.782088 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-41645378-cac2-4393-86ff-104e0b496f90 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0630720 Aug 10 03:31:49.784820 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 48096) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:49.790145 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-80499c89-294c-4a54-8f45-3e79b53be2a6 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Request body: {'port': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'mac_address': 'fa:16:3e:a4:64:0e', 'name': 'tempest-NetworksTestDHCPv6-514306709'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:49.864893 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1250245-c062-4517-b15f-4099373ec563 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-da252ef5-253f-415c-bfce-1cf3e51986e9', 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'tenant_id': '984bdecd49e44336b94df38f23469327', 'fixed_ips': [{'subnet_id': '1905a909-f812-4a60-bfe8-73d09abbf2d6'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:31:49.865781 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f1250245-c062-4517-b15f-4099373ec563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:50.078713 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-f1250245-c062-4517-b15f-4099373ec563 None None] Allocated IP 2001:db8::f816:3eff:fe47:a95f (da252ef5-253f-415c-bfce-1cf3e51986e9/1905a909-f812-4a60-bfe8-73d09abbf2d6/26971fe8-3ee7-4bc5-a53b-14e7c705a1e5) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:31:50.083048 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774c829-0af8-4f63-880e-122d198e36e3 req-750f966c-ccac-4223-a670-30b0c0fe9307 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:50.084393 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3774c829-0af8-4f63-880e-122d198e36e3 req-750f966c-ccac-4223-a670-30b0c0fe9307 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/ports?device_id=e34a7a90-f7ad-4c7c-8890-75e5ca96ee72 HTTP/1.1" status: 200 len: 944 time: 0.1307273 Aug 10 03:31:50.156143 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80499c89-294c-4a54-8f45-3e79b53be2a6 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Made reservation on behalf of 984bdecd49e44336b94df38f23469327 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:50.177248 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5a088fa0-94d8-4fec-bfe0-3be94ac77584 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:50.232267 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3774c829-0af8-4f63-880e-122d198e36e3 req-56b2da92-03af-4104-8b7b-0d0640fe079d tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a7c4635-1c3b-4013-99ca-7e7414bb2239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362569 Aug 10 03:31:50.258403 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-5a088fa0-94d8-4fec-bfe0-3be94ac77584 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Transition to ACTIVE for port object ef971464-4841-478b-ac20-083359a8bf0e will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:50.313378 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-80499c89-294c-4a54-8f45-3e79b53be2a6 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:50.325246 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f1250245-c062-4517-b15f-4099373ec563 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:50.335523 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-f1250245-c062-4517-b15f-4099373ec563 None None] Transition to ACTIVE for port object 26971fe8-3ee7-4bc5-a53b-14e7c705a1e5 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:50.341069 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [None req-80499c89-294c-4a54-8f45-3e79b53be2a6 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] device_id is not set on port 724133f0-ee4e-4788-8684-382d11b86722 yet. {{(pid=94216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:31:50.356440 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-f1250245-c062-4517-b15f-4099373ec563 None None] Transition to ACTIVE for port object 26971fe8-3ee7-4bc5-a53b-14e7c705a1e5 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:50.364332 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f1250245-c062-4517-b15f-4099373ec563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:50.405833 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5a088fa0-94d8-4fec-bfe0-3be94ac77584 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:50.420709 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1250245-c062-4517-b15f-4099373ec563 None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:50.424533 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-f1250245-c062-4517-b15f-4099373ec563 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:50.431819 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1250245-c062-4517-b15f-4099373ec563 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:50.455749 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1250245-c062-4517-b15f-4099373ec563 None None] Pushing event updated for resources: {'Port': ['ID=26971fe8-3ee7-4bc5-a53b-14e7c705a1e5,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:50.513925 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a088fa0-94d8-4fec-bfe0-3be94ac77584 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Network 23f43204-b57c-4477-ae4a-f1e96518bfaf is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:50.517394 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-80499c89-294c-4a54-8f45-3e79b53be2a6 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Allocated IP 2001:db8::f816:3eff:fea4:640e (da252ef5-253f-415c-bfce-1cf3e51986e9/1905a909-f812-4a60-bfe8-73d09abbf2d6/724133f0-ee4e-4788-8684-382d11b86722) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:31:50.522353 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-5a088fa0-94d8-4fec-bfe0-3be94ac77584 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:50.532840 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a088fa0-94d8-4fec-bfe0-3be94ac77584 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:50.539066 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a088fa0-94d8-4fec-bfe0-3be94ac77584 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:50.539839 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5a088fa0-94d8-4fec-bfe0-3be94ac77584 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:50.553308 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-f1250245-c062-4517-b15f-4099373ec563 None None] Attempting to bind port 26971fe8-3ee7-4bc5-a53b-14e7c705a1e5 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:50.553824 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-f1250245-c062-4517-b15f-4099373ec563 None None] Attempting to bind port 26971fe8-3ee7-4bc5-a53b-14e7c705a1e5 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:50.554823 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1250245-c062-4517-b15f-4099373ec563 None None] Attempting to bind port 26971fe8-3ee7-4bc5-a53b-14e7c705a1e5 on network da252ef5-253f-415c-bfce-1cf3e51986e9 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:50.562760 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1250245-c062-4517-b15f-4099373ec563 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:31:50.563585 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1250245-c062-4517-b15f-4099373ec563 None None] Checking segment: {'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:31:50.564289 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f1250245-c062-4517-b15f-4099373ec563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:50.564783 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1250245-c062-4517-b15f-4099373ec563 None None] Bound using segment: {'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:31:50.565643 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-f1250245-c062-4517-b15f-4099373ec563 None None] Bound port: 26971fe8-3ee7-4bc5-a53b-14e7c705a1e5, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:31:50.566263 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f1250245-c062-4517-b15f-4099373ec563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:50.578218 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a088fa0-94d8-4fec-bfe0-3be94ac77584 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Pushing event updated for resources: {'Port': ['ID=ef971464-4841-478b-ac20-083359a8bf0e,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:50.607007 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48122) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:50.641910 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-f1250245-c062-4517-b15f-4099373ec563 None None] For port 26971fe8-3ee7-4bc5-a53b-14e7c705a1e5, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:31:50.644547 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-5a088fa0-94d8-4fec-bfe0-3be94ac77584 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 2.9602072 Aug 10 03:31:50.647243 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 48124) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:50.648112 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-f1250245-c062-4517-b15f-4099373ec563 None None] For port 26971fe8-3ee7-4bc5-a53b-14e7c705a1e5, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=26971fe8-3ee7-4bc5-a53b-14e7c705a1e5,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:31:50.654276 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f1250245-c062-4517-b15f-4099373ec563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:50.711163 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-11916515-d14d-4587-863d-87aa6ca3248f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:50.751402 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1250245-c062-4517-b15f-4099373ec563 None None] Pushing event updated for resources: {'Port': ['ID=26971fe8-3ee7-4bc5-a53b-14e7c705a1e5,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:50.768609 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-11916515-d14d-4587-863d-87aa6ca3248f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:50.907698 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-11916515-d14d-4587-863d-87aa6ca3248f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:50.910542 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-11916515-d14d-4587-863d-87aa6ca3248f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:50.914957 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-11916515-d14d-4587-863d-87aa6ca3248f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "DELETE /v2.0/security-groups/9b0da509-0930-4249-9603-5790926fccb6 HTTP/1.1" status: 204 len: 168 time: 0.3029079 Aug 10 03:31:50.931260 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11916515-d14d-4587-863d-87aa6ca3248f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0da509-0930-4249-9603-5790926fccb6,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:50.950024 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-7b56452c-c107-4dd6-9052-e0a55534b072 None None] Provisioning for port ef971464-4841-478b-ac20-083359a8bf0e completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:50.964055 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-7b56452c-c107-4dd6-9052-e0a55534b072 None None] Provisioning complete for port ef971464-4841-478b-ac20-083359a8bf0e triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:50.969343 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7b56452c-c107-4dd6-9052-e0a55534b072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:50.977174 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48138) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:51.027398 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-7b56452c-c107-4dd6-9052-e0a55534b072 None None] Port ef971464-4841-478b-ac20-083359a8bf0e cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:31:51.048859 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 95c2604e-4630-4509-a2f7-cc13d30026e4 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:31:51.096097 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320ded4d-9885-4c1f-9b35-8fabb5c8ac58 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:51.103210 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320ded4d-9885-4c1f-9b35-8fabb5c8ac58 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:51.116140 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320ded4d-9885-4c1f-9b35-8fabb5c8ac58 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:51.116910 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecd25a44-fbbc-41cf-97a2-dd9e2d57d722 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Deleting subnet 2bf2459c-63ca-4710-b92f-b8237beb8400 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:31:51.122469 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48140) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:51.124056 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-320ded4d-9885-4c1f-9b35-8fabb5c8ac58 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.4706931 Aug 10 03:31:51.132861 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ecd25a44-fbbc-41cf-97a2-dd9e2d57d722 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:51.177148 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6729e9e3-8e34-4d8f-84f2-d13eef25601e req-16ef4f9f-b035-4591-80e1-a5346455d842 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:51.180042 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port 95c2604e-4630-4509-a2f7-cc13d30026e4 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:51.180469 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6729e9e3-8e34-4d8f-84f2-d13eef25601e req-16ef4f9f-b035-4591-80e1-a5346455d842 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca28343c-fe86-42dd-84b4-d84ad430dcfc HTTP/1.1" status: 200 len: 945 time: 0.2720683 Aug 10 03:31:51.184915 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port 95c2604e-4630-4509-a2f7-cc13d30026e4 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:51.185288 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:51.294062 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6729e9e3-8e34-4d8f-84f2-d13eef25601e req-2453bb92-2c54-436d-b176-29df37c08c42 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051176 Aug 10 03:31:51.298117 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-80499c89-294c-4a54-8f45-3e79b53be2a6 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:51.318548 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-80499c89-294c-4a54-8f45-3e79b53be2a6 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Transition to ACTIVE for port object 724133f0-ee4e-4788-8684-382d11b86722 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:51.321671 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ecd25a44-fbbc-41cf-97a2-dd9e2d57d722 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:51.440502 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-941ee3d5-fd9e-4a7d-bde1-84110a0343bb tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Deleting port ef971464-4841-478b-ac20-083359a8bf0e {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:51.441231 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-941ee3d5-fd9e-4a7d-bde1-84110a0343bb tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:51.449706 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-80499c89-294c-4a54-8f45-3e79b53be2a6 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:51.499582 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ecd25a44-fbbc-41cf-97a2-dd9e2d57d722 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:51.536887 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:51.591407 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-941ee3d5-fd9e-4a7d-bde1-84110a0343bb tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:51.613847 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-941ee3d5-fd9e-4a7d-bde1-84110a0343bb tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Calling delete_port for ef971464-4841-478b-ac20-083359a8bf0e owned by {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:51.672035 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 95c2604e-4630-4509-a2f7-cc13d30026e4, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=95c2604e-4630-4509-a2f7-cc13d30026e4,segment=NetworkSegment(74877879-0309-4e5d-afaf-8d5251549e75),segment_id=74877879-0309-4e5d-afaf-8d5251549e75)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:51.673169 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e34a7a90-f7ad-4c7c-8890-75e5ca96ee72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c2604e-4630-4509-a2f7-cc13d30026e4'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:31:51.675677 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ebaf3db-014b-4fef-991d-f54d94e92947" -d '{"events": [{"server_uuid": "e34a7a90-f7ad-4c7c-8890-75e5ca96ee72", "name": "network-vif-plugged", "status": "completed", "tag": "95c2604e-4630-4509-a2f7-cc13d30026e4"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:31:51.684360 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:51.805410 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-941ee3d5-fd9e-4a7d-bde1-84110a0343bb tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:51.844758 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=95c2604e-4630-4509-a2f7-cc13d30026e4,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:51.863433 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ecd25a44-fbbc-41cf-97a2-dd9e2d57d722 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:51.926349 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8122e2-21bc-4e5a-8df1-50deeb272515 x-openstack-request-id: req-9d8122e2-21bc-4e5a-8df1-50deeb272515 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:31:51.927176 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e34a7a90-f7ad-4c7c-8890-75e5ca96ee72", "name": "network-vif-plugged", "status": "completed", "tag": "95c2604e-4630-4509-a2f7-cc13d30026e4", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:31:51.931234 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9d8122e2-21bc-4e5a-8df1-50deeb272515 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:31:51.931678 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e34a7a90-f7ad-4c7c-8890-75e5ca96ee72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c2604e-4630-4509-a2f7-cc13d30026e4', 'code': 200} Aug 10 03:31:51.998760 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ecd25a44-fbbc-41cf-97a2-dd9e2d57d722 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:52.004706 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ecd25a44-fbbc-41cf-97a2-dd9e2d57d722 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "DELETE /v2.0/subnets/2bf2459c-63ca-4710-b92f-b8237beb8400 HTTP/1.1" status: 204 len: 168 time: 1.0245373 Aug 10 03:31:52.023343 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ff36ea-a42c-4d90-9c11-428f07c13efb None None] Network f7c7d7ee-09d6-4d22-b49f-5db89245c433 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:31:52.024984 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48164) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:52.049329 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80499c89-294c-4a54-8f45-3e79b53be2a6 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event updated for resources: {'Port': ['ID=724133f0-ee4e-4788-8684-382d11b86722,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:52.063345 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941ee3d5-fd9e-4a7d-bde1-84110a0343bb tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Pushing event deleted for resources: {'Port': ['ID=ef971464-4841-478b-ac20-083359a8bf0e,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:52.131600 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80499c89-294c-4a54-8f45-3e79b53be2a6 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:52.139568 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-80499c89-294c-4a54-8f45-3e79b53be2a6 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:52.152161 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80499c89-294c-4a54-8f45-3e79b53be2a6 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:52.161339 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80499c89-294c-4a54-8f45-3e79b53be2a6 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:52.162014 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-80499c89-294c-4a54-8f45-3e79b53be2a6 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:52.189344 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd25a44-fbbc-41cf-97a2-dd9e2d57d722 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Pushing event deleted for resources: {'Subnet': ['ID=2bf2459c-63ca-4710-b92f-b8237beb8400,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:52.199136 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac167d5d-4dd9-43a4-95f9-07d262e1be66 req-1c167a41-8575-4942-80ff-bf71e11fd37a tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:52.200720 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ac167d5d-4dd9-43a4-95f9-07d262e1be66 req-1c167a41-8575-4942-80ff-bf71e11fd37a tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/ports?device_id=e34a7a90-f7ad-4c7c-8890-75e5ca96ee72 HTTP/1.1" status: 200 len: 945 time: 0.7284739 Aug 10 03:31:52.202704 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-80499c89-294c-4a54-8f45-3e79b53be2a6 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4169185 Aug 10 03:31:52.205578 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 48168) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:52.223671 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 49601e7f-b7b9-41c4-99dd-4d4203deb1c8 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:31:52.319785 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: 49601e7f-b7b9-41c4-99dd-4d4203deb1c8 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:31:52.320142 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 49601e7f-b7b9-41c4-99dd-4d4203deb1c8 not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:31:52.345253 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cf58bb-3a4c-485f-9b29-daedc8387417 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:52.366067 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90833e79-cad5-4e42-a22d-ef9062e9f1fc req-f0a2c828-9d91-4ad5-8ee1-8ea4335e04d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:52.367910 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-90833e79-cad5-4e42-a22d-ef9062e9f1fc req-f0a2c828-9d91-4ad5-8ee1-8ea4335e04d5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e34a7a90-f7ad-4c7c-8890-75e5ca96ee72 HTTP/1.1" status: 200 len: 1097 time: 0.3515315 Aug 10 03:31:52.374987 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cf58bb-3a4c-485f-9b29-daedc8387417 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:52.377004 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-50cf58bb-3a4c-485f-9b29-daedc8387417 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1704409 Aug 10 03:31:52.380139 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 48174) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:52.387910 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-44ba4959-0b1d-4f4f-b93c-7d79d246c73e tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:52.408613 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-941ee3d5-fd9e-4a7d-bde1-84110a0343bb tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:52.413492 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-941ee3d5-fd9e-4a7d-bde1-84110a0343bb tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] 10.222.0.62 "DELETE /v2.0/ports/ef971464-4841-478b-ac20-083359a8bf0e HTTP/1.1" status: 204 len: 168 time: 1.2868795 Aug 10 03:31:52.413783 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48176) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:52.419879 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ac167d5d-4dd9-43a4-95f9-07d262e1be66 req-c36b0932-9030-4ecf-804f-1ccb0cf083b0 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a7c4635-1c3b-4013-99ca-7e7414bb2239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785316 Aug 10 03:31:52.470301 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cdcec7a-eb5c-41fe-a0fe-c1eaa39380af tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] GET failed (client error): The resource could not be found. Aug 10 03:31:52.471938 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9cdcec7a-eb5c-41fe-a0fe-c1eaa39380af tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] 10.222.0.62 "GET /v2.0/ports/ef971464-4841-478b-ac20-083359a8bf0e HTTP/1.1" status: 404 len: 333 time: 0.0574980 Aug 10 03:31:52.500988 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 48182) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:52.512080 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-571555f9-42c5-49cf-9131-66b93eda804d tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Request body: {'port': {'network_id': '23f43204-b57c-4477-ae4a-f1e96518bfaf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1059615193'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:52.517777 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-90833e79-cad5-4e42-a22d-ef9062e9f1fc req-84a72943-0d13-4fc1-9a59-3a533ebe3cd0 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=0a7c4635-1c3b-4013-99ca-7e7414bb2239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275113 Aug 10 03:31:52.531287 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae3f744-2c23-43a7-aae8-ec0c416bf3d7 None None] DHCP port deletion for f7c7d7ee-09d6-4d22-b49f-5db89245c433 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:31:52.641624 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-44ba4959-0b1d-4f4f-b93c-7d79d246c73e tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Deleting port 2eba662b-d1c6-43f5-8b31-3cba790d9d65 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:52.642269 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-44ba4959-0b1d-4f4f-b93c-7d79d246c73e tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:52.678200 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-4ae3f744-2c23-43a7-aae8-ec0c416bf3d7 None None] Deleting port 2eba662b-d1c6-43f5-8b31-3cba790d9d65 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:52.678585 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4ae3f744-2c23-43a7-aae8-ec0c416bf3d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:52.749272 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da81fdd-1b64-476b-b9f7-c51a48dd47d7 req-bb1ee2f1-1d4e-4993-80f8-c23255be5795 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:52.750966 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4da81fdd-1b64-476b-b9f7-c51a48dd47d7 req-bb1ee2f1-1d4e-4993-80f8-c23255be5795 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca28343c-fe86-42dd-84b4-d84ad430dcfc HTTP/1.1" status: 200 len: 945 time: 0.2808847 Aug 10 03:31:52.764073 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-4ae3f744-2c23-43a7-aae8-ec0c416bf3d7 None None] For port 2eba662b-d1c6-43f5-8b31-3cba790d9d65, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=2eba662b-d1c6-43f5-8b31-3cba790d9d65,segment=NetworkSegment(78544607-b351-4c3b-bca2-1fc92e96546a),segment_id=78544607-b351-4c3b-bca2-1fc92e96546a)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:52.764222 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4ae3f744-2c23-43a7-aae8-ec0c416bf3d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:52.780056 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-4ae3f744-2c23-43a7-aae8-ec0c416bf3d7 None None] Calling delete_port for 2eba662b-d1c6-43f5-8b31-3cba790d9d65 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:52.782459 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-44ba4959-0b1d-4f4f-b93c-7d79d246c73e tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] For port 2eba662b-d1c6-43f5-8b31-3cba790d9d65, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=2eba662b-d1c6-43f5-8b31-3cba790d9d65,segment=NetworkSegment(78544607-b351-4c3b-bca2-1fc92e96546a),segment_id=78544607-b351-4c3b-bca2-1fc92e96546a)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:52.787079 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-44ba4959-0b1d-4f4f-b93c-7d79d246c73e tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:52.795484 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-571555f9-42c5-49cf-9131-66b93eda804d tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Made reservation on behalf of a47cbbcc6b864e79af37322e3fd1baf9 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:52.809298 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-44ba4959-0b1d-4f4f-b93c-7d79d246c73e tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Calling delete_port for 2eba662b-d1c6-43f5-8b31-3cba790d9d65 owned by network:dhcp {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:52.820250 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-571555f9-42c5-49cf-9131-66b93eda804d tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:52.878254 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [None req-571555f9-42c5-49cf-9131-66b93eda804d tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] device_id is not set on port 8099fe95-f946-4fcd-890a-790d0785bd38 yet. {{(pid=94216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:31:52.990250 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4ae3f744-2c23-43a7-aae8-ec0c416bf3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:52.993687 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-44ba4959-0b1d-4f4f-b93c-7d79d246c73e tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:53.048753 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae3f744-2c23-43a7-aae8-ec0c416bf3d7 None None] Pushing event deleted for resources: {'Port': ['ID=2eba662b-d1c6-43f5-8b31-3cba790d9d65,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:53.052449 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae3f744-2c23-43a7-aae8-ec0c416bf3d7 None None] No DVR routers for this DVR port 2eba662b-d1c6-43f5-8b31-3cba790d9d65 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:31:53.054061 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 26971fe8-3ee7-4bc5-a53b-14e7c705a1e5 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:31:53.071088 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-07b7769b-52ea-4ead-b6f1-b1ce80d4dd23 None None] Provisioning for port 26971fe8-3ee7-4bc5-a53b-14e7c705a1e5 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:53.075726 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ba4959-0b1d-4f4f-b93c-7d79d246c73e tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] No DVR routers for this DVR port 2eba662b-d1c6-43f5-8b31-3cba790d9d65 on host n-d-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:31:53.086716 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-571555f9-42c5-49cf-9131-66b93eda804d tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Allocated IP 2001:db8::329 (23f43204-b57c-4477-ae4a-f1e96518bfaf/e9d3e9ca-d282-4c9d-9770-d7cc899cb0a3/8099fe95-f946-4fcd-890a-790d0785bd38) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:31:53.171061 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 26971fe8-3ee7-4bc5-a53b-14e7c705a1e5 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:53.183157 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 26971fe8-3ee7-4bc5-a53b-14e7c705a1e5 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:53.183730 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:53.191019 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba4959-0b1d-4f4f-b93c-7d79d246c73e tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Pushing event deleted for resources: {'Port': ['ID=2eba662b-d1c6-43f5-8b31-3cba790d9d65,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:53.223202 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4da81fdd-1b64-476b-b9f7-c51a48dd47d7 req-701830f6-7291-47d2-9eb6-e09b037036a3 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4650135 Aug 10 03:31:53.231821 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-c1edf5c0-071b-4314-8af0-875cc19d78dc tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Deleting port 724133f0-ee4e-4788-8684-382d11b86722 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:53.231821 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c1edf5c0-071b-4314-8af0-875cc19d78dc tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:53.329514 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-bb3da48e-0697-4bbe-a69e-9d204ab7daba None None] Provisioning for port 724133f0-ee4e-4788-8684-382d11b86722 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:53.341580 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-bb3da48e-0697-4bbe-a69e-9d204ab7daba None None] Provisioning complete for port 724133f0-ee4e-4788-8684-382d11b86722 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:53.342112 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-bb3da48e-0697-4bbe-a69e-9d204ab7daba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:53.376457 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:53.413494 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-44ba4959-0b1d-4f4f-b93c-7d79d246c73e tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:53.428503 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-44ba4959-0b1d-4f4f-b93c-7d79d246c73e tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7c7d7ee-09d6-4d22-b49f-5db89245c433']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:53.441113 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-44ba4959-0b1d-4f4f-b93c-7d79d246c73e tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78544607-b351-4c3b-bca2-1fc92e96546a') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:53.441575 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 26971fe8-3ee7-4bc5-a53b-14e7c705a1e5, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=26971fe8-3ee7-4bc5-a53b-14e7c705a1e5,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:53.441873 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-44ba4959-0b1d-4f4f-b93c-7d79d246c73e tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78544607-b351-4c3b-bca2-1fc92e96546a') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:53.456553 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-44ba4959-0b1d-4f4f-b93c-7d79d246c73e tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:53.458662 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:53.468270 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-bb3da48e-0697-4bbe-a69e-9d204ab7daba None None] Port 724133f0-ee4e-4788-8684-382d11b86722 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:31:53.480429 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-44ba4959-0b1d-4f4f-b93c-7d79d246c73e tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:53.488913 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44ba4959-0b1d-4f4f-b93c-7d79d246c73e tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:31:53.489885 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-44ba4959-0b1d-4f4f-b93c-7d79d246c73e tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:53.547047 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-571555f9-42c5-49cf-9131-66b93eda804d tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:53.564595 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-571555f9-42c5-49cf-9131-66b93eda804d tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Transition to ACTIVE for port object 8099fe95-f946-4fcd-890a-790d0785bd38 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:53.594952 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 2eba662b-d1c6-43f5-8b31-3cba790d9d65 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:31:53.618723 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 2eba662b-d1c6-43f5-8b31-3cba790d9d65 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:31:53.619104 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 2eba662b-d1c6-43f5-8b31-3cba790d9d65 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:31:53.624236 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=26971fe8-3ee7-4bc5-a53b-14e7c705a1e5,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:53.705674 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a2344c-d2c5-4bb2-a2df-a8413b037a55 req-5119d544-4cef-4f93-8876-6e79c3c7f002 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:53.707351 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f3a2344c-d2c5-4bb2-a2df-a8413b037a55 req-5119d544-4cef-4f93-8876-6e79c3c7f002 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/ports?device_id=e34a7a90-f7ad-4c7c-8890-75e5ca96ee72 HTTP/1.1" status: 200 len: 945 time: 0.1244442 Aug 10 03:31:53.709536 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c1edf5c0-071b-4314-8af0-875cc19d78dc tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:53.743731 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-c1edf5c0-071b-4314-8af0-875cc19d78dc tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Calling delete_port for 724133f0-ee4e-4788-8684-382d11b86722 owned by {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:53.750556 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-571555f9-42c5-49cf-9131-66b93eda804d tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:53.861667 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f3a2344c-d2c5-4bb2-a2df-a8413b037a55 req-68a8602a-11de-4907-838e-7c1895e1b0e5 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a7c4635-1c3b-4013-99ca-7e7414bb2239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418114 Aug 10 03:31:53.863785 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571555f9-42c5-49cf-9131-66b93eda804d tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Network 23f43204-b57c-4477-ae4a-f1e96518bfaf is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:53.919992 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-571555f9-42c5-49cf-9131-66b93eda804d tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:53.927448 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571555f9-42c5-49cf-9131-66b93eda804d tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:53.934448 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571555f9-42c5-49cf-9131-66b93eda804d tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:53.934867 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-571555f9-42c5-49cf-9131-66b93eda804d tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:53.979099 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-571555f9-42c5-49cf-9131-66b93eda804d tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4574702 Aug 10 03:31:53.981803 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 48224) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:53.995388 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-76381721-306a-4931-bf8c-b310d2753cad tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::212', 'mac_address': 'fa:16:3e:36:9a:e4'}]}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:54.024849 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571555f9-42c5-49cf-9131-66b93eda804d tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Pushing event updated for resources: {'Port': ['ID=8099fe95-f946-4fcd-890a-790d0785bd38,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:54.187245 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:31:54.187245 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:31:54.187245 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:31:54.187245 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:31:54.187245 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:31:54.187245 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:31:54.187245 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:31:54.187245 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:31:54.187245 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:31:54.187245 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:31:54.187245 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:31:54.187245 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:31:54.187245 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:31:54.187245 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:31:54.187245 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:31:54.187245 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:31:54.187245 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:31:54.187245 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:31:54.187245 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:31:54.187245 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:31:54.187245 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:31:54.187245 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:31:54.187245 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:31:54.187245 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:31:54.187245 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:31:54.187245 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:31:54.187245 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:31:54.187245 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:31:54.187245 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:31:54.187245 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:31:54.187245 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:31:54.187245 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:31:54.203301 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-44ba4959-0b1d-4f4f-b93c-7d79d246c73e tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:54.222693 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-44ba4959-0b1d-4f4f-b93c-7d79d246c73e tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:54.227708 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-44ba4959-0b1d-4f4f-b93c-7d79d246c73e tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "DELETE /v2.0/networks/f7c7d7ee-09d6-4d22-b49f-5db89245c433 HTTP/1.1" status: 204 len: 168 time: 2.1659102 Aug 10 03:31:54.228734 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 48232) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:54.231516 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba4959-0b1d-4f4f-b93c-7d79d246c73e tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Pushing event deleted for resources: {'Network': ['ID=f7c7d7ee-09d6-4d22-b49f-5db89245c433,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:54.247990 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f578d7-5132-4a34-b8aa-e556068a664c req-285a9969-2fd0-45cf-ba57-76c7a14236fb tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:54.250551 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-24f578d7-5132-4a34-b8aa-e556068a664c req-285a9969-2fd0-45cf-ba57-76c7a14236fb tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/ports?device_id=e34a7a90-f7ad-4c7c-8890-75e5ca96ee72 HTTP/1.1" status: 200 len: 945 time: 0.1840787 Aug 10 03:31:54.263560 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48234) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:54.269090 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-37eb1162-5d5d-45aa-9b96-fa94fe0cd271 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Request body: {'floatingip': {'port_id': '95c2604e-4630-4509-a2f7-cc13d30026e4'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:54.334166 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-37eb1162-5d5d-45aa-9b96-fa94fe0cd271 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks [] for floatingip, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:54.415629 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b53d2029-3cf6-408f-b075-8580cb04d07a None None] Provisioning for port 8099fe95-f946-4fcd-890a-790d0785bd38 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:54.421411 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b53d2029-3cf6-408f-b075-8580cb04d07a None None] Provisioning complete for port 8099fe95-f946-4fcd-890a-790d0785bd38 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:54.422336 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b53d2029-3cf6-408f-b075-8580cb04d07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:54.477449 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b53d2029-3cf6-408f-b075-8580cb04d07a None None] Port 8099fe95-f946-4fcd-890a-790d0785bd38 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:31:54.505928 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c1edf5c0-071b-4314-8af0-875cc19d78dc tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:54.623441 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-76381721-306a-4931-bf8c-b310d2753cad tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:54.631045 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1edf5c0-071b-4314-8af0-875cc19d78dc tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event deleted for resources: {'Port': ['ID=724133f0-ee4e-4788-8684-382d11b86722,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:54.700107 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c1edf5c0-071b-4314-8af0-875cc19d78dc tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:54.702239 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-c1edf5c0-071b-4314-8af0-875cc19d78dc tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/ports/724133f0-ee4e-4788-8684-382d11b86722 HTTP/1.1" status: 204 len: 168 time: 2.3177373 Aug 10 03:31:54.707905 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 48242) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:54.948349 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 26971fe8-3ee7-4bc5-a53b-14e7c705a1e5 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:31:54.998228 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-37eb1162-5d5d-45aa-9b96-fa94fe0cd271 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:55.012327 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-37eb1162-5d5d-45aa-9b96-fa94fe0cd271 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:55.083121 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 26971fe8-3ee7-4bc5-a53b-14e7c705a1e5 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:55.083497 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:55.096532 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728faf3c-8971-4779-a330-9aa08f68c19b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:55.105626 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728faf3c-8971-4779-a330-9aa08f68c19b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:55.109699 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-728faf3c-8971-4779-a330-9aa08f68c19b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3966646 Aug 10 03:31:55.112730 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48254) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:55.140462 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-19286ff2-d153-449a-850b-ce72544acedd tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Deleting port 5c84c541-244b-46d7-b280-1c3dc4358a84 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:55.141111 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-19286ff2-d153-449a-850b-ce72544acedd tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:55.257795 n-d-768851-15 neutron-server[94217]: INFO neutron.db.l3_db [None req-37eb1162-5d5d-45aa-9b96-fa94fe0cd271 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Floating IP 8791b34f-8bee-4572-8217-42ea291ba154 associated. External IP: 172.25.7.146, port: 95c2604e-4630-4509-a2f7-cc13d30026e4. Aug 10 03:31:55.375874 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-76381721-306a-4931-bf8c-b310d2753cad tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:55.396348 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-76381721-306a-4931-bf8c-b310d2753cad tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:55.396568 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-5af41a3f-9ab9-4482-8e85-16c4b4c9432b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Deleting subnet 1905a909-f812-4a60-bfe8-73d09abbf2d6 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:31:55.421064 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5af41a3f-9ab9-4482-8e85-16c4b4c9432b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:55.494150 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-19286ff2-d153-449a-850b-ce72544acedd tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:55.494970 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-19286ff2-d153-449a-850b-ce72544acedd tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:55.516886 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76381721-306a-4931-bf8c-b310d2753cad tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Pushing event updated for resources: {'Port': ['ID=8099fe95-f946-4fcd-890a-790d0785bd38,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:55.519479 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-76381721-306a-4931-bf8c-b310d2753cad tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] In _notify_port_updated(), no bound segment for port 8099fe95-f946-4fcd-890a-790d0785bd38 on network 23f43204-b57c-4477-ae4a-f1e96518bfaf {{(pid=94216) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:31:55.538825 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76381721-306a-4931-bf8c-b310d2753cad tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:55.539542 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-76381721-306a-4931-bf8c-b310d2753cad tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:55.547525 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-76381721-306a-4931-bf8c-b310d2753cad tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] 10.222.0.62 "PUT /v2.0/ports/8099fe95-f946-4fcd-890a-790d0785bd38 HTTP/1.1" status: 200 len: 1003 time: 1.5634384 Aug 10 03:31:55.611505 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5af41a3f-9ab9-4482-8e85-16c4b4c9432b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:55.613899 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 48264) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:55.675319 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76381721-306a-4931-bf8c-b310d2753cad tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:55.675824 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76381721-306a-4931-bf8c-b310d2753cad tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:55.676020 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76381721-306a-4931-bf8c-b310d2753cad tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:55.676369 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76381721-306a-4931-bf8c-b310d2753cad tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:55.676828 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76381721-306a-4931-bf8c-b310d2753cad tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:55.677176 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76381721-306a-4931-bf8c-b310d2753cad tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:55.677514 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76381721-306a-4931-bf8c-b310d2753cad tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:55.677850 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76381721-306a-4931-bf8c-b310d2753cad tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:55.678189 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76381721-306a-4931-bf8c-b310d2753cad tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:55.678522 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76381721-306a-4931-bf8c-b310d2753cad tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:55.694663 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76381721-306a-4931-bf8c-b310d2753cad tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:55.695152 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76381721-306a-4931-bf8c-b310d2753cad tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:55.762109 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5af41a3f-9ab9-4482-8e85-16c4b4c9432b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:55.790163 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-19286ff2-d153-449a-850b-ce72544acedd tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Calling delete_port for 5c84c541-244b-46d7-b280-1c3dc4358a84 owned by network:floatingip {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:55.889872 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5af41a3f-9ab9-4482-8e85-16c4b4c9432b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:55.958034 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af41a3f-9ab9-4482-8e85-16c4b4c9432b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event deleted for resources: {'Subnet': ['ID=1905a909-f812-4a60-bfe8-73d09abbf2d6,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:55.960603 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5af41a3f-9ab9-4482-8e85-16c4b4c9432b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:55.963452 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-5af41a3f-9ab9-4482-8e85-16c4b4c9432b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/subnets/1905a909-f812-4a60-bfe8-73d09abbf2d6 HTTP/1.1" status: 204 len: 168 time: 0.8478680 Aug 10 03:31:55.983743 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0a0d0794-42e9-43cc-b509-e235ebfb3ad5 None None] Provisioning complete for port 8099fe95-f946-4fcd-890a-790d0785bd38 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:55.984752 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0a0d0794-42e9-43cc-b509-e235ebfb3ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:56.025682 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0a0d0794-42e9-43cc-b509-e235ebfb3ad5 None None] Port 8099fe95-f946-4fcd-890a-790d0785bd38 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:31:56.028451 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480a00a7-c830-46da-a52d-a6e6d380e578 None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:31:56.066219 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 48274) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:56.187759 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37eb1162-5d5d-45aa-9b96-fa94fe0cd271 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Router 6f811108-70fd-4731-8257-671f85acbf74 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:31:56.361740 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37eb1162-5d5d-45aa-9b96-fa94fe0cd271 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:31:56.363574 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:56.375115 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f792002b-e5b5-4642-ad8e-b43e2733e335 None None] Sync routers for ids ['6f811108-70fd-4731-8257-671f85acbf74'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:31:56.390080 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-37eb1162-5d5d-45aa-9b96-fa94fe0cd271 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:56.398462 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-42e806bc-598c-49a2-9fbb-add1b8399b9f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3307104 Aug 10 03:31:56.399110 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f792002b-e5b5-4642-ad8e-b43e2733e335 None None] Routers {'6f811108-70fd-4731-8257-671f85acbf74'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:31:56.399516 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-f792002b-e5b5-4642-ad8e-b43e2733e335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:31:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['6f811108-70fd-4731-8257-671f85acbf74'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:56.400409 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 48284) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:56.410562 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-ffc9486e-9655-4487-8db2-385e10a114c4 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Request body: {'subnet': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:56.414552 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-19286ff2-d153-449a-850b-ce72544acedd tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:56.490632 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f8b8fd-cf81-45a6-ad9c-b886e2f879f4 None None] DHCP port deletion for da252ef5-253f-415c-bfce-1cf3e51986e9 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:31:56.532909 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-37eb1162-5d5d-45aa-9b96-fa94fe0cd271 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "PUT /v2.0/floatingips/8791b34f-8bee-4572-8217-42ea291ba154 HTTP/1.1" status: 200 len: 991 time: 2.2651174 Aug 10 03:31:56.532909 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e34a7a90-f7ad-4c7c-8890-75e5ca96ee72', 'tag': '95c2604e-4630-4509-a2f7-cc13d30026e4'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:31:56.533952 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6a7736-0e52-4ad6-abb1-0633d7a1997c" -d '{"events": [{"name": "network-changed", "server_uuid": "e34a7a90-f7ad-4c7c-8890-75e5ca96ee72", "tag": "95c2604e-4630-4509-a2f7-cc13d30026e4"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:31:56.622423 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8876a5b-455e-468e-af38-2e23f8028c4e x-openstack-request-id: req-d8876a5b-455e-468e-af38-2e23f8028c4e {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:31:56.622856 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e34a7a90-f7ad-4c7c-8890-75e5ca96ee72", "tag": "95c2604e-4630-4509-a2f7-cc13d30026e4", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:31:56.623204 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d8876a5b-455e-468e-af38-2e23f8028c4e {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:31:56.623739 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e34a7a90-f7ad-4c7c-8890-75e5ca96ee72', 'tag': '95c2604e-4630-4509-a2f7-cc13d30026e4', 'status': 'completed', 'code': 200} Aug 10 03:31:56.728061 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-f792002b-e5b5-4642-ad8e-b43e2733e335 None None] Set router 6f811108-70fd-4731-8257-671f85acbf74 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:31:56.773095 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a7736-0e52-4ad6-abb1-0633d7a1997c req-4c29eefd-19ef-4579-8596-3f542ad11973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:56.774622 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0b6a7736-0e52-4ad6-abb1-0633d7a1997c req-4c29eefd-19ef-4579-8596-3f542ad11973 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=716a2501dd514284b3618ba976b1a21f&device_id=e34a7a90-f7ad-4c7c-8890-75e5ca96ee72 HTTP/1.1" status: 200 len: 1097 time: 0.1363089 Aug 10 03:31:56.884289 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19286ff2-d153-449a-850b-ce72544acedd tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Pushing event deleted for resources: {'Port': ['ID=5c84c541-244b-46d7-b280-1c3dc4358a84,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:56.905197 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-19286ff2-d153-449a-850b-ce72544acedd tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for floatingip, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:56.905558 n-d-768851-15 neutron-server[94216]: INFO neutron.db.l3_db [None req-19286ff2-d153-449a-850b-ce72544acedd tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Floating IP 89c3879f-0357-48ae-a105-7cfca3e907d2 disassociated (deleted). External IP: 172.25.7.242, port: fdb6b710-00f4-4d02-a58a-af16415ea8dc. Aug 10 03:31:56.997228 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 26971fe8-3ee7-4bc5-a53b-14e7c705a1e5 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:31:57.038069 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a7736-0e52-4ad6-abb1-0633d7a1997c req-41471738-d0be-45b9-837d-7299a2ebf77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:57.039627 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0b6a7736-0e52-4ad6-abb1-0633d7a1997c req-41471738-d0be-45b9-837d-7299a2ebf77d service neutron] 10.222.0.58 "GET /v2.0/networks?id=b944b0e3-b136-43d0-aeef-f89e7c552d7f HTTP/1.1" status: 200 len: 912 time: 0.2522593 Aug 10 03:31:57.062446 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:57.145755 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-f792002b-e5b5-4642-ad8e-b43e2733e335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f811108-70fd-4731-8257-671f85acbf74', 'name': 'tempest-AttachVolumeTestJSON-1078533016-router', 'tenant_id': '716a2501dd514284b3618ba976b1a21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'bd699efa-4783-4ab8-bb90-dbeddc227eed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:26:31Z', 'updated_at': '2021-08-10T03:26:38Z', 'revision_number': 4, 'project_id': '716a2501dd514284b3618ba976b1a21f', 'gw_port': {'id': 'bd699efa-4783-4ab8-bb90-dbeddc227eed', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:0d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f811108-70fd-4731-8257-671f85acbf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:32Z', 'updated_at': '2021-08-10T03:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '8791b34f-8bee-4572-8217-42ea291ba154', 'tenant_id': '716a2501dd514284b3618ba976b1a21f', 'floating_ip_address': '172.25.7.146', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '6f811108-70fd-4731-8257-671f85acbf74', 'port_id': '95c2604e-4630-4509-a2f7-cc13d30026e4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b944b0e3-b136-43d0-aeef-f89e7c552d7f', 'mac_address': 'fa:16:3e:c9:ef:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34a7a90-f7ad-4c7c-8890-75e5ca96ee72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:31:33Z', 'updated_at': '2021-08-10T03:31:54Z', 'revision_number': 1, 'project_id': '716a2501dd514284b3618ba976b1a21f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0413d2b5-34c5-43ff-bd3c-a2b5f682346e', 'name': '', 'network_id': 'b944b0e3-b136-43d0-aeef-f89e7c552d7f', 'tenant_id': '716a2501dd514284b3618ba976b1a21f', 'mac_address': 'fa:16:3e:b7:a5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f811108-70fd-4731-8257-671f85acbf74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '9fa6e43b-250a-4024-b95b-0ad12ce73ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:37Z', 'updated_at': '2021-08-10T03:26:49Z', 'revision_number': 5, 'project_id': '716a2501dd514284b3618ba976b1a21f', 'subnets': [{'id': '9fa6e43b-250a-4024-b95b-0ad12ce73ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:57.179269 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f792002b-e5b5-4642-ad8e-b43e2733e335 None None] Checking router: 6f811108-70fd-4731-8257-671f85acbf74 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:31:57.191568 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f792002b-e5b5-4642-ad8e-b43e2733e335 None None] Routers {'6f811108-70fd-4731-8257-671f85acbf74'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:31:57.192447 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-f792002b-e5b5-4642-ad8e-b43e2733e335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:31:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['6f811108-70fd-4731-8257-671f85acbf74'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:57.218169 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5455cd30-b086-4d20-a006-d6f00bb18b05 req-c3c6cb43-7981-4ea2-8adf-2c9984be8fe5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ca28343c-fe86-42dd-84b4-d84ad430dcfc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.1447580 Aug 10 03:31:57.276883 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:57.287833 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0b6a7736-0e52-4ad6-abb1-0633d7a1997c req-30458b50-826f-424e-8a4b-90cb0987f49c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95c2604e-4630-4509-a2f7-cc13d30026e4 HTTP/1.1" status: 200 len: 999 time: 0.2386308 Aug 10 03:31:57.327536 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-a2f8b8fd-cf81-45a6-ad9c-b886e2f879f4 None None] Deleting port 26971fe8-3ee7-4bc5-a53b-14e7c705a1e5 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:57.328237 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a2f8b8fd-cf81-45a6-ad9c-b886e2f879f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:57.382515 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-f64840f1-6f5b-492d-97bb-3c1d5a09df16 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Deleting port 8099fe95-f946-4fcd-890a-790d0785bd38 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:57.383352 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f64840f1-6f5b-492d-97bb-3c1d5a09df16 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:57.386965 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc9486e-9655-4487-8db2-385e10a114c4 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Made reservation on behalf of 984bdecd49e44336b94df38f23469327 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:57.391067 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ffc9486e-9655-4487-8db2-385e10a114c4 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:57.421420 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-a2f8b8fd-cf81-45a6-ad9c-b886e2f879f4 None None] For port 26971fe8-3ee7-4bc5-a53b-14e7c705a1e5, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=26971fe8-3ee7-4bc5-a53b-14e7c705a1e5,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:57.422305 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a2f8b8fd-cf81-45a6-ad9c-b886e2f879f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:57.437215 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-a2f8b8fd-cf81-45a6-ad9c-b886e2f879f4 None None] Calling delete_port for 26971fe8-3ee7-4bc5-a53b-14e7c705a1e5 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:57.441595 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a7736-0e52-4ad6-abb1-0633d7a1997c req-aec0e3e4-f086-41e4-b421-67531560d5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:57.448341 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0b6a7736-0e52-4ad6-abb1-0633d7a1997c req-aec0e3e4-f086-41e4-b421-67531560d5f9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9fa6e43b-250a-4024-b95b-0ad12ce73ea4 HTTP/1.1" status: 200 len: 850 time: 0.1480730 Aug 10 03:31:57.547346 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a7736-0e52-4ad6-abb1-0633d7a1997c req-3be5693d-59cd-431d-a964-b6b893d12d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:57.552578 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0b6a7736-0e52-4ad6-abb1-0633d7a1997c req-3be5693d-59cd-431d-a964-b6b893d12d45 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b944b0e3-b136-43d0-aeef-f89e7c552d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0967617 Aug 10 03:31:57.594785 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a2f8b8fd-cf81-45a6-ad9c-b886e2f879f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:57.612433 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5455cd30-b086-4d20-a006-d6f00bb18b05 req-faa4533a-5721-46ee-bfdc-d388ba9dddb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:57.619334 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5455cd30-b086-4d20-a006-d6f00bb18b05 req-faa4533a-5721-46ee-bfdc-d388ba9dddb3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=512e51e52dde4e17a26f3eb689e87681&device_id=ca28343c-fe86-42dd-84b4-d84ad430dcfc HTTP/1.1" status: 200 len: 1097 time: 0.3572531 Aug 10 03:31:57.648493 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-f792002b-e5b5-4642-ad8e-b43e2733e335 None None] Set router 6f811108-70fd-4731-8257-671f85acbf74 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:31:57.714636 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f8b8fd-cf81-45a6-ad9c-b886e2f879f4 None None] Pushing event deleted for resources: {'Port': ['ID=26971fe8-3ee7-4bc5-a53b-14e7c705a1e5,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:57.718057 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f8b8fd-cf81-45a6-ad9c-b886e2f879f4 None None] No DVR routers for this DVR port 26971fe8-3ee7-4bc5-a53b-14e7c705a1e5 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:31:57.779312 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0b6a7736-0e52-4ad6-abb1-0633d7a1997c req-406a637d-5ef5-4e6c-b8b7-3a7a55a64263 service neutron] 10.222.0.58 "GET /v2.0/networks/b944b0e3-b136-43d0-aeef-f89e7c552d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191978 Aug 10 03:31:57.918374 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0b6a7736-0e52-4ad6-abb1-0633d7a1997c req-1d4d19b4-1a76-49cd-a1dd-5117adef4ba7 service neutron] 10.222.0.58 "GET /v2.0/networks/b944b0e3-b136-43d0-aeef-f89e7c552d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312208 Aug 10 03:31:58.112505 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-f792002b-e5b5-4642-ad8e-b43e2733e335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f811108-70fd-4731-8257-671f85acbf74', 'name': 'tempest-AttachVolumeTestJSON-1078533016-router', 'tenant_id': '716a2501dd514284b3618ba976b1a21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'bd699efa-4783-4ab8-bb90-dbeddc227eed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:26:31Z', 'updated_at': '2021-08-10T03:26:38Z', 'revision_number': 4, 'project_id': '716a2501dd514284b3618ba976b1a21f', 'gw_port': {'id': 'bd699efa-4783-4ab8-bb90-dbeddc227eed', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:0d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f811108-70fd-4731-8257-671f85acbf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:32Z', 'updated_at': '2021-08-10T03:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '8791b34f-8bee-4572-8217-42ea291ba154', 'tenant_id': '716a2501dd514284b3618ba976b1a21f', 'floating_ip_address': '172.25.7.146', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '6f811108-70fd-4731-8257-671f85acbf74', 'port_id': '95c2604e-4630-4509-a2f7-cc13d30026e4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b944b0e3-b136-43d0-aeef-f89e7c552d7f', 'mac_address': 'fa:16:3e:c9:ef:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34a7a90-f7ad-4c7c-8890-75e5ca96ee72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:31:33Z', 'updated_at': '2021-08-10T03:31:54Z', 'revision_number': 1, 'project_id': '716a2501dd514284b3618ba976b1a21f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0413d2b5-34c5-43ff-bd3c-a2b5f682346e', 'name': '', 'network_id': 'b944b0e3-b136-43d0-aeef-f89e7c552d7f', 'tenant_id': '716a2501dd514284b3618ba976b1a21f', 'mac_address': 'fa:16:3e:b7:a5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f811108-70fd-4731-8257-671f85acbf74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '9fa6e43b-250a-4024-b95b-0ad12ce73ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:37Z', 'updated_at': '2021-08-10T03:26:49Z', 'revision_number': 5, 'project_id': '716a2501dd514284b3618ba976b1a21f', 'subnets': [{'id': '9fa6e43b-250a-4024-b95b-0ad12ce73ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:58.140088 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f792002b-e5b5-4642-ad8e-b43e2733e335 None None] The sync data for ids ['6f811108-70fd-4731-8257-671f85acbf74'] in n-d-768851-15 is: [{'id': '6f811108-70fd-4731-8257-671f85acbf74', 'name': 'tempest-AttachVolumeTestJSON-1078533016-router', 'tenant_id': '716a2501dd514284b3618ba976b1a21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'bd699efa-4783-4ab8-bb90-dbeddc227eed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:26:31Z', 'updated_at': '2021-08-10T03:26:38Z', 'revision_number': 4, 'project_id': '716a2501dd514284b3618ba976b1a21f', 'gw_port': {'id': 'bd699efa-4783-4ab8-bb90-dbeddc227eed', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:0d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f811108-70fd-4731-8257-671f85acbf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:32Z', 'updated_at': '2021-08-10T03:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '8791b34f-8bee-4572-8217-42ea291ba154', 'tenant_id': '716a2501dd514284b3618ba976b1a21f', 'floating_ip_address': '172.25.7.146', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '6f811108-70fd-4731-8257-671f85acbf74', 'port_id': '95c2604e-4630-4509-a2f7-cc13d30026e4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b944b0e3-b136-43d0-aeef-f89e7c552d7f', 'mac_address': 'fa:16:3e:c9:ef:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34a7a90-f7ad-4c7c-8890-75e5ca96ee72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:31:33Z', 'updated_at': '2021-08-10T03:31:54Z', 'revision_number': 1, 'project_id': '716a2501dd514284b3618ba976b1a21f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0413d2b5-34c5-43ff-bd3c-a2b5f682346e', 'name': '', 'network_id': 'b944b0e3-b136-43d0-aeef-f89e7c552d7f', 'tenant_id': '716a2501dd514284b3618ba976b1a21f', 'mac_address': 'fa:16:3e:b7:a5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f811108-70fd-4731-8257-671f85acbf74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '9fa6e43b-250a-4024-b95b-0ad12ce73ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:37Z', 'updated_at': '2021-08-10T03:26:49Z', 'revision_number': 5, 'project_id': '716a2501dd514284b3618ba976b1a21f', 'subnets': [{'id': '9fa6e43b-250a-4024-b95b-0ad12ce73ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:31:58.523715 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f64840f1-6f5b-492d-97bb-3c1d5a09df16 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:58.566292 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8ea172-14b8-4418-8dac-15e0472c9690 None None] New status for floating IP 8791b34f-8bee-4572-8217-42ea291ba154: ACTIVE {{(pid=94218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:31:58.622827 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-f64840f1-6f5b-492d-97bb-3c1d5a09df16 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Calling delete_port for 8099fe95-f946-4fcd-890a-790d0785bd38 owned by {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:58.640568 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5455cd30-b086-4d20-a006-d6f00bb18b05 req-173e3311-03ec-442a-b83f-6890ade368b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:58.640568 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5455cd30-b086-4d20-a006-d6f00bb18b05 req-173e3311-03ec-442a-b83f-6890ade368b0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43 HTTP/1.1" status: 200 len: 919 time: 0.4231722 Aug 10 03:31:58.766258 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5455cd30-b086-4d20-a006-d6f00bb18b05 req-d3c846e7-4f0c-4093-941b-67ad9cab1f80 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6f5e8b02-447c-4199-a06a-52522489c290 HTTP/1.1" status: 200 len: 217 time: 0.1269829 Aug 10 03:31:58.821680 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7219911b-03a3-4538-bfd9-c03da967059b req-132f9d4b-7f19-47ed-a560-4df0696e35ac service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f2ee0e70-93f0-46ed-aa08-8f0440644461&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1094823 Aug 10 03:31:58.891092 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19286ff2-d153-449a-850b-ce72544acedd tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Router 9801400f-c07d-43b3-bc9c-e0a6d14713e9 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:31:58.935028 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7219911b-03a3-4538-bfd9-c03da967059b req-62f384cf-01ae-4f64-867a-22be17c4a506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:58.937577 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7219911b-03a3-4538-bfd9-c03da967059b req-62f384cf-01ae-4f64-867a-22be17c4a506 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=512e51e52dde4e17a26f3eb689e87681&device_id=f2ee0e70-93f0-46ed-aa08-8f0440644461 HTTP/1.1" status: 200 len: 1097 time: 0.0913806 Aug 10 03:31:59.133672 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7219911b-03a3-4538-bfd9-c03da967059b req-cac0ab2a-19b9-4344-a54c-e69aca9622ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:59.135541 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7219911b-03a3-4538-bfd9-c03da967059b req-cac0ab2a-19b9-4344-a54c-e69aca9622ff service neutron] 10.222.0.58 "GET /v2.0/networks?id=6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43 HTTP/1.1" status: 200 len: 919 time: 0.1761847 Aug 10 03:31:59.230999 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7219911b-03a3-4538-bfd9-c03da967059b req-5b1627dd-d043-4349-87a0-7d2925cf65a0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed4df4a4-51bb-4208-907c-51eef11319e6 HTTP/1.1" status: 200 len: 217 time: 0.0720277 Aug 10 03:31:59.264932 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5455cd30-b086-4d20-a006-d6f00bb18b05 req-cb133a20-6689-43d7-8e4c-72ca34abab7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:59.266767 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5455cd30-b086-4d20-a006-d6f00bb18b05 req-cb133a20-6689-43d7-8e4c-72ca34abab7c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9931fad2-def9-4844-9e4b-a68eebcbaa2a HTTP/1.1" status: 200 len: 858 time: 0.4763713 Aug 10 03:31:59.294018 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f64840f1-6f5b-492d-97bb-3c1d5a09df16 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:59.309868 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19286ff2-d153-449a-850b-ce72544acedd tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:31:59.332886 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60edb7f5-8fcd-4dbc-8845-37113f622494 None None] Sync routers for ids ['9801400f-c07d-43b3-bc9c-e0a6d14713e9'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:31:59.343776 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7219911b-03a3-4538-bfd9-c03da967059b req-632df830-82a7-40c3-9b9a-2a1607270cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:59.347915 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60edb7f5-8fcd-4dbc-8845-37113f622494 None None] Routers {'9801400f-c07d-43b3-bc9c-e0a6d14713e9'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:31:59.350100 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-60edb7f5-8fcd-4dbc-8845-37113f622494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:31:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['9801400f-c07d-43b3-bc9c-e0a6d14713e9'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:59.351240 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7219911b-03a3-4538-bfd9-c03da967059b req-632df830-82a7-40c3-9b9a-2a1607270cef service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9931fad2-def9-4844-9e4b-a68eebcbaa2a HTTP/1.1" status: 200 len: 858 time: 0.1040819 Aug 10 03:31:59.360373 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-19286ff2-d153-449a-850b-ce72544acedd tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:59.364605 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5455cd30-b086-4d20-a006-d6f00bb18b05 req-5d46a229-70d3-4a29-9f7c-2c572c200d5e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877209 Aug 10 03:31:59.393049 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7219911b-03a3-4538-bfd9-c03da967059b req-09dc363a-ac21-4424-a211-edbc0d10f493 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318968 Aug 10 03:31:59.416617 n-d-768851-15 neutron-server[94216]: DEBUG neutron.objects.ports [None req-ffc9486e-9655-4487-8db2-385e10a114c4 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94216) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:31:59.446958 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64840f1-6f5b-492d-97bb-3c1d5a09df16 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Pushing event deleted for resources: {'Port': ['ID=8099fe95-f946-4fcd-890a-790d0785bd38,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:59.472303 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ffc9486e-9655-4487-8db2-385e10a114c4 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:59.547281 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-60edb7f5-8fcd-4dbc-8845-37113f622494 None None] Set router 9801400f-c07d-43b3-bc9c-e0a6d14713e9 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:31:59.634193 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7219911b-03a3-4538-bfd9-c03da967059b req-47f79f36-20b2-4edf-a81d-4f079afaba6b service neutron] 10.222.0.58 "GET /v2.0/networks/6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335193 Aug 10 03:31:59.708943 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc9486e-9655-4487-8db2-385e10a114c4 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:59.758459 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-ffc9486e-9655-4487-8db2-385e10a114c4 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:59.764205 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-19286ff2-d153-449a-850b-ce72544acedd tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "DELETE /v2.0/floatingips/89c3879f-0357-48ae-a105-7cfca3e907d2 HTTP/1.1" status: 204 len: 168 time: 5.5310826 Aug 10 03:31:59.764205 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc9486e-9655-4487-8db2-385e10a114c4 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:59.764205 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ffc9486e-9655-4487-8db2-385e10a114c4 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:59.775592 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5e6887-2a0c-4a64-b0cf-b3b3fe9e92d8 None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:31:59.777505 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe65015a-9af5-4203-b5ff-e400a5a5d632', 'tag': 'fdb6b710-00f4-4d02-a58a-af16415ea8dc'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:31:59.779960 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ddb1cc4-ea3d-48d0-a6a2-3bc6af55f556" -d '{"events": [{"name": "network-changed", "server_uuid": "fe65015a-9af5-4203-b5ff-e400a5a5d632", "tag": "fdb6b710-00f4-4d02-a58a-af16415ea8dc"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:31:59.865688 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc9486e-9655-4487-8db2-385e10a114c4 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event updated for resources: {'Subnet': ['ID=d94f8249-75ab-4649-a8a1-842cc013b40b,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:59.926154 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ffc9486e-9655-4487-8db2-385e10a114c4 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5194116 Aug 10 03:31:59.938404 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 48388) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:59.946009 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-041e492c-8f6b-409f-a6d9-090c216437dc tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Request body: {'port': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'mac_address': 'fa:16:3e:24:17:9b', 'name': 'tempest-NetworksTestDHCPv6-1466921831'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:59.971420 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7219911b-03a3-4538-bfd9-c03da967059b req-24d35586-1686-49bc-b25c-c64c7861d771 service neutron] 10.222.0.58 "GET /v2.0/networks/6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220291 Aug 10 03:32:00.101031 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd788ad-a43b-49ac-acbc-7a635b21d306 x-openstack-request-id: req-ebd788ad-a43b-49ac-acbc-7a635b21d306 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:32:00.101528 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe65015a-9af5-4203-b5ff-e400a5a5d632", "tag": "fdb6b710-00f4-4d02-a58a-af16415ea8dc", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:32:00.102372 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ebd788ad-a43b-49ac-acbc-7a635b21d306 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:32:00.104845 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe65015a-9af5-4203-b5ff-e400a5a5d632', 'tag': 'fdb6b710-00f4-4d02-a58a-af16415ea8dc', 'status': 'completed', 'code': 200} Aug 10 03:32:00.129598 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-60edb7f5-8fcd-4dbc-8845-37113f622494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'name': 'tempest-TestNetworkBasicOps-router-1561070909', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '3246ee68-316e-4ba3-9cfd-736a08804d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:25Z', 'updated_at': '2021-08-10T03:31:42Z', 'revision_number': 6, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'gw_port': {'id': '3246ee68-316e-4ba3-9cfd-736a08804d60', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:26Z', 'updated_at': '2021-08-10T03:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '2927eb16-21bd-47e7-aba1-fd6ea509620c', 'name': '', 'network_id': '1a6736e6-4bf2-4fd6-b608-02d7e87502ef', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'mac_address': 'fa:16:3e:40:0a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '672e7333-eb8c-40ae-a818-36f1d38e30f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:32Z', 'updated_at': '2021-08-10T03:29:42Z', 'revision_number': 5, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'subnets': [{'id': '672e7333-eb8c-40ae-a818-36f1d38e30f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:00.193264 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60edb7f5-8fcd-4dbc-8845-37113f622494 None None] Checking router: 9801400f-c07d-43b3-bc9c-e0a6d14713e9 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:32:00.202786 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60edb7f5-8fcd-4dbc-8845-37113f622494 None None] Routers {'9801400f-c07d-43b3-bc9c-e0a6d14713e9'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:00.203690 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-60edb7f5-8fcd-4dbc-8845-37113f622494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:31:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['9801400f-c07d-43b3-bc9c-e0a6d14713e9'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:00.247368 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb1cc4-ea3d-48d0-a6a2-3bc6af55f556 req-d222ea62-75ae-4e0e-a8ea-405faa9967bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:00.249189 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6ddb1cc4-ea3d-48d0-a6a2-3bc6af55f556 req-d222ea62-75ae-4e0e-a8ea-405faa9967bd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=91c061317a63433fa1b564847f6d5cbb&device_id=fe65015a-9af5-4203-b5ff-e400a5a5d632 HTTP/1.1" status: 200 len: 1097 time: 0.1531026 Aug 10 03:32:00.335641 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715cf89a-a87a-492a-a252-ef4ad9fba14d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-da252ef5-253f-415c-bfce-1cf3e51986e9', 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'tenant_id': '984bdecd49e44336b94df38f23469327', 'fixed_ips': [{'subnet_id': 'd94f8249-75ab-4649-a8a1-842cc013b40b'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:32:00.336619 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-715cf89a-a87a-492a-a252-ef4ad9fba14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:00.355393 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5455cd30-b086-4d20-a006-d6f00bb18b05 req-907fb2f2-2fbb-4f61-ac46-4cbe815fb39b service neutron] 10.222.0.60 "GET /v2.0/networks/6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9198718 Aug 10 03:32:00.359207 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f64840f1-6f5b-492d-97bb-3c1d5a09df16 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:00.365924 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-f64840f1-6f5b-492d-97bb-3c1d5a09df16 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] 10.222.0.62 "DELETE /v2.0/ports/8099fe95-f946-4fcd-890a-790d0785bd38 HTTP/1.1" status: 204 len: 168 time: 4.7464519 Aug 10 03:32:00.367296 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041e492c-8f6b-409f-a6d9-090c216437dc tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Made reservation on behalf of 984bdecd49e44336b94df38f23469327 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:00.371545 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4f6ac960-ad4a-45e8-9497-25a70a2f23cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:00.372844 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48400) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:00.453889 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-9874e212-36ed-4d3f-9134-25587c5d9b47 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] GET failed (client error): The resource could not be found. Aug 10 03:32:00.461764 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9874e212-36ed-4d3f-9134-25587c5d9b47 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] 10.222.0.62 "GET /v2.0/ports/8099fe95-f946-4fcd-890a-790d0785bd38 HTTP/1.1" status: 404 len: 333 time: 0.0859077 Aug 10 03:32:00.477419 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48406) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:00.491614 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-5bf1b271-b02d-4012-bde3-e091f12b0742 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Request body: {'port': {'network_id': '23f43204-b57c-4477-ae4a-f1e96518bfaf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1869323338'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:00.503432 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5455cd30-b086-4d20-a006-d6f00bb18b05 req-e483140a-9d92-449a-8552-9586634bed70 service neutron] 10.222.0.60 "GET /v2.0/networks/6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050253 Aug 10 03:32:00.591721 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-60edb7f5-8fcd-4dbc-8845-37113f622494 None None] Set router 9801400f-c07d-43b3-bc9c-e0a6d14713e9 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:00.671301 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf1b271-b02d-4012-bde3-e091f12b0742 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Made reservation on behalf of a47cbbcc6b864e79af37322e3fd1baf9 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:00.674978 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5bf1b271-b02d-4012-bde3-e091f12b0742 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:00.698004 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb1cc4-ea3d-48d0-a6a2-3bc6af55f556 req-3b781c78-9c1c-4bc9-9a5a-7978647ded32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:00.699875 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6ddb1cc4-ea3d-48d0-a6a2-3bc6af55f556 req-3b781c78-9c1c-4bc9-9a5a-7978647ded32 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1a6736e6-4bf2-4fd6-b608-02d7e87502ef HTTP/1.1" status: 200 len: 898 time: 0.4410760 Aug 10 03:32:00.701039 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [None req-5bf1b271-b02d-4012-bde3-e091f12b0742 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] device_id is not set on port a83ae84f-d7bc-4b1e-b8e9-3688553e9b92 yet. {{(pid=94217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:32:00.733305 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d895105d-468e-49ca-8a44-90ecf579a369 req-d0bcbfeb-e017-4aa0-be75-bf5271108b29 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:00.741676 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d895105d-468e-49ca-8a44-90ecf579a369 req-d0bcbfeb-e017-4aa0-be75-bf5271108b29 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe65015a-9af5-4203-b5ff-e400a5a5d632 HTTP/1.1" status: 200 len: 945 time: 0.3679938 Aug 10 03:32:00.755914 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-715cf89a-a87a-492a-a252-ef4ad9fba14d None None] Allocated IP 2001:db8::f816:3eff:fe8f:8a04 (da252ef5-253f-415c-bfce-1cf3e51986e9/d94f8249-75ab-4649-a8a1-842cc013b40b/7fb5f3e8-0da9-47b4-b532-18aa7cf9e8b6) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:00.790781 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d895105d-468e-49ca-8a44-90ecf579a369 req-4c48ff83-bbdc-410f-8db7-51a315fb3825 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/security-groups?id=045e405e-682f-499e-a749-5004a889b208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457466 Aug 10 03:32:00.817611 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6ddb1cc4-ea3d-48d0-a6a2-3bc6af55f556 req-58e6e945-3bc1-42ea-9698-61aa6a056cc3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fdb6b710-00f4-4d02-a58a-af16415ea8dc HTTP/1.1" status: 200 len: 217 time: 0.0938845 Aug 10 03:32:00.820879 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-041e492c-8f6b-409f-a6d9-090c216437dc tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:00.849448 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [None req-041e492c-8f6b-409f-a6d9-090c216437dc tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] device_id is not set on port bd7da683-7f5f-4705-af02-5f79d37c45c7 yet. {{(pid=94216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:32:00.989782 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-60edb7f5-8fcd-4dbc-8845-37113f622494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'name': 'tempest-TestNetworkBasicOps-router-1561070909', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '3246ee68-316e-4ba3-9cfd-736a08804d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:25Z', 'updated_at': '2021-08-10T03:31:42Z', 'revision_number': 6, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'gw_port': {'id': '3246ee68-316e-4ba3-9cfd-736a08804d60', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:26Z', 'updated_at': '2021-08-10T03:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '2927eb16-21bd-47e7-aba1-fd6ea509620c', 'name': '', 'network_id': '1a6736e6-4bf2-4fd6-b608-02d7e87502ef', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'mac_address': 'fa:16:3e:40:0a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '672e7333-eb8c-40ae-a818-36f1d38e30f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:32Z', 'updated_at': '2021-08-10T03:29:42Z', 'revision_number': 5, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'subnets': [{'id': '672e7333-eb8c-40ae-a818-36f1d38e30f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:00.994645 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-715cf89a-a87a-492a-a252-ef4ad9fba14d None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:01.004332 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-715cf89a-a87a-492a-a252-ef4ad9fba14d None None] Transition to ACTIVE for port object 7fb5f3e8-0da9-47b4-b532-18aa7cf9e8b6 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:01.026694 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60edb7f5-8fcd-4dbc-8845-37113f622494 None None] The sync data for ids ['9801400f-c07d-43b3-bc9c-e0a6d14713e9'] in n-d-768851-15 is: [{'id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'name': 'tempest-TestNetworkBasicOps-router-1561070909', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '3246ee68-316e-4ba3-9cfd-736a08804d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:25Z', 'updated_at': '2021-08-10T03:31:42Z', 'revision_number': 6, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'gw_port': {'id': '3246ee68-316e-4ba3-9cfd-736a08804d60', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:26Z', 'updated_at': '2021-08-10T03:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '2927eb16-21bd-47e7-aba1-fd6ea509620c', 'name': '', 'network_id': '1a6736e6-4bf2-4fd6-b608-02d7e87502ef', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'mac_address': 'fa:16:3e:40:0a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '672e7333-eb8c-40ae-a818-36f1d38e30f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:32Z', 'updated_at': '2021-08-10T03:29:42Z', 'revision_number': 5, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'subnets': [{'id': '672e7333-eb8c-40ae-a818-36f1d38e30f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:32:01.048269 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-715cf89a-a87a-492a-a252-ef4ad9fba14d None None] Transition to ACTIVE for port object 7fb5f3e8-0da9-47b4-b532-18aa7cf9e8b6 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:01.063751 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-715cf89a-a87a-492a-a252-ef4ad9fba14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:01.087969 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb1cc4-ea3d-48d0-a6a2-3bc6af55f556 req-1bc7fb16-19a2-456d-b030-696cc9baae95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:01.090448 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6ddb1cc4-ea3d-48d0-a6a2-3bc6af55f556 req-1bc7fb16-19a2-456d-b030-696cc9baae95 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=672e7333-eb8c-40ae-a818-36f1d38e30f2 HTTP/1.1" status: 200 len: 835 time: 0.2662332 Aug 10 03:32:01.170191 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715cf89a-a87a-492a-a252-ef4ad9fba14d None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:01.186811 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-715cf89a-a87a-492a-a252-ef4ad9fba14d None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:01.191313 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715cf89a-a87a-492a-a252-ef4ad9fba14d None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:01.195833 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-5bf1b271-b02d-4012-bde3-e091f12b0742 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Allocated IP 2001:db8::160 (23f43204-b57c-4477-ae4a-f1e96518bfaf/e9d3e9ca-d282-4c9d-9770-d7cc899cb0a3/a83ae84f-d7bc-4b1e-b8e9-3688553e9b92) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:01.209852 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715cf89a-a87a-492a-a252-ef4ad9fba14d None None] Pushing event updated for resources: {'Port': ['ID=7fb5f3e8-0da9-47b4-b532-18aa7cf9e8b6,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:01.305018 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-041e492c-8f6b-409f-a6d9-090c216437dc tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Allocated IP 2001:db8::f816:3eff:fe24:179b (da252ef5-253f-415c-bfce-1cf3e51986e9/d94f8249-75ab-4649-a8a1-842cc013b40b/bd7da683-7f5f-4705-af02-5f79d37c45c7) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:01.312298 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-715cf89a-a87a-492a-a252-ef4ad9fba14d None None] Attempting to bind port 7fb5f3e8-0da9-47b4-b532-18aa7cf9e8b6 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:32:01.312779 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-715cf89a-a87a-492a-a252-ef4ad9fba14d None None] Attempting to bind port 7fb5f3e8-0da9-47b4-b532-18aa7cf9e8b6 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:32:01.313345 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715cf89a-a87a-492a-a252-ef4ad9fba14d None None] Attempting to bind port 7fb5f3e8-0da9-47b4-b532-18aa7cf9e8b6 on network da252ef5-253f-415c-bfce-1cf3e51986e9 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:32:01.323595 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715cf89a-a87a-492a-a252-ef4ad9fba14d None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:32:01.337595 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715cf89a-a87a-492a-a252-ef4ad9fba14d None None] Checking segment: {'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:32:01.338459 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-715cf89a-a87a-492a-a252-ef4ad9fba14d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:01.340515 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715cf89a-a87a-492a-a252-ef4ad9fba14d None None] Bound using segment: {'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:32:01.341247 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-715cf89a-a87a-492a-a252-ef4ad9fba14d None None] Bound port: 7fb5f3e8-0da9-47b4-b532-18aa7cf9e8b6, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:32:01.341876 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-715cf89a-a87a-492a-a252-ef4ad9fba14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:01.564656 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-715cf89a-a87a-492a-a252-ef4ad9fba14d None None] For port 7fb5f3e8-0da9-47b4-b532-18aa7cf9e8b6, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:32:01.571012 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-715cf89a-a87a-492a-a252-ef4ad9fba14d None None] For port 7fb5f3e8-0da9-47b4-b532-18aa7cf9e8b6, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=7fb5f3e8-0da9-47b4-b532-18aa7cf9e8b6,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:32:01.584053 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-715cf89a-a87a-492a-a252-ef4ad9fba14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:01.592869 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb1cc4-ea3d-48d0-a6a2-3bc6af55f556 req-b05ae3e7-2c84-41d7-bf2d-f6e75b9083be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:01.594461 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6ddb1cc4-ea3d-48d0-a6a2-3bc6af55f556 req-b05ae3e7-2c84-41d7-bf2d-f6e75b9083be service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1a6736e6-4bf2-4fd6-b608-02d7e87502ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4926240 Aug 10 03:32:01.595603 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-041e492c-8f6b-409f-a6d9-090c216437dc tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:01.611001 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-041e492c-8f6b-409f-a6d9-090c216437dc tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Transition to ACTIVE for port object bd7da683-7f5f-4705-af02-5f79d37c45c7 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:01.648595 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c846eb-16de-4933-989d-616be4ce6919 None None] New status for floating IP 89c3879f-0357-48ae-a105-7cfca3e907d2: DOWN {{(pid=94218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:32:01.668291 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-041e492c-8f6b-409f-a6d9-090c216437dc tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:01.715353 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21f09b-ed83-4270-b39e-bffd82780de2 req-c0c983ca-a193-4c5d-a813-6891046a10fb tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:01.717531 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4c21f09b-ed83-4270-b39e-bffd82780de2 req-c0c983ca-a193-4c5d-a813-6891046a10fb tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe65015a-9af5-4203-b5ff-e400a5a5d632 HTTP/1.1" status: 200 len: 945 time: 0.2186923 Aug 10 03:32:01.827332 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041e492c-8f6b-409f-a6d9-090c216437dc tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event updated for resources: {'Port': ['ID=bd7da683-7f5f-4705-af02-5f79d37c45c7,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:01.858938 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041e492c-8f6b-409f-a6d9-090c216437dc tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:01.861001 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-041e492c-8f6b-409f-a6d9-090c216437dc tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:01.865977 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041e492c-8f6b-409f-a6d9-090c216437dc tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:01.875714 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041e492c-8f6b-409f-a6d9-090c216437dc tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:01.876407 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-041e492c-8f6b-409f-a6d9-090c216437dc tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:01.898505 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-041e492c-8f6b-409f-a6d9-090c216437dc tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9584451 Aug 10 03:32:01.901598 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 48440) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:01.903402 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715cf89a-a87a-492a-a252-ef4ad9fba14d None None] Pushing event updated for resources: {'Port': ['ID=7fb5f3e8-0da9-47b4-b532-18aa7cf9e8b6,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:01.942696 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5bf1b271-b02d-4012-bde3-e091f12b0742 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:02.039164 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efd0258-6d00-41f8-916a-1212e299d340 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:02.046312 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efd0258-6d00-41f8-916a-1212e299d340 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:02.048094 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-4efd0258-6d00-41f8-916a-1212e299d340 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1451881 Aug 10 03:32:02.050885 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 48446) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:02.075914 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-5bf1b271-b02d-4012-bde3-e091f12b0742 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Transition to ACTIVE for port object a83ae84f-d7bc-4b1e-b8e9-3688553e9b92 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:02.082276 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6ddb1cc4-ea3d-48d0-a6a2-3bc6af55f556 req-a1fccd5f-40ca-4926-8049-3309657d9e5b service neutron] 10.222.0.58 "GET /v2.0/networks/1a6736e6-4bf2-4fd6-b608-02d7e87502ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4792194 Aug 10 03:32:02.155115 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6668974-8675-4fd9-9239-3b2984a5dc27 req-e25e956c-7490-47cd-91c4-cdbdb37f997d tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:02.157355 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e6668974-8675-4fd9-9239-3b2984a5dc27 req-e25e956c-7490-47cd-91c4-cdbdb37f997d tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe65015a-9af5-4203-b5ff-e400a5a5d632 HTTP/1.1" status: 200 len: 945 time: 0.1744618 Aug 10 03:32:02.215149 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-4c21f09b-ed83-4270-b39e-bffd82780de2 req-4a48daee-6621-4a56-8f1c-83cd4c9e08c1 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Deleting port fdb6b710-00f4-4d02-a58a-af16415ea8dc {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:02.227200 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-4c21f09b-ed83-4270-b39e-bffd82780de2 req-4a48daee-6621-4a56-8f1c-83cd4c9e08c1 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:02.261518 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e6668974-8675-4fd9-9239-3b2984a5dc27 req-a6f44f19-da7c-434f-bba9-3fded36f3fc4 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/security-groups?id=045e405e-682f-499e-a749-5004a889b208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882480 Aug 10 03:32:02.296205 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-d4e873b2-84df-45bc-990d-a85662fa2152 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Deleting port bd7da683-7f5f-4705-af02-5f79d37c45c7 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:02.296613 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d4e873b2-84df-45bc-990d-a85662fa2152 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:02.337844 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5bf1b271-b02d-4012-bde3-e091f12b0742 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:02.428156 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d4e873b2-84df-45bc-990d-a85662fa2152 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:02.440318 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf1b271-b02d-4012-bde3-e091f12b0742 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Network 23f43204-b57c-4477-ae4a-f1e96518bfaf is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:02.452882 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-5bf1b271-b02d-4012-bde3-e091f12b0742 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:02.463934 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6ddb1cc4-ea3d-48d0-a6a2-3bc6af55f556 req-fc1ca7e1-d3a4-449d-820d-d4b4854b4e1b service neutron] 10.222.0.58 "GET /v2.0/networks/1a6736e6-4bf2-4fd6-b608-02d7e87502ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725355 Aug 10 03:32:02.471739 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf1b271-b02d-4012-bde3-e091f12b0742 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:02.477371 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-d4e873b2-84df-45bc-990d-a85662fa2152 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Calling delete_port for bd7da683-7f5f-4705-af02-5f79d37c45c7 owned by {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:02.477900 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf1b271-b02d-4012-bde3-e091f12b0742 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:02.478614 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5bf1b271-b02d-4012-bde3-e091f12b0742 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:02.489849 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-4c21f09b-ed83-4270-b39e-bffd82780de2 req-4a48daee-6621-4a56-8f1c-83cd4c9e08c1 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] For port fdb6b710-00f4-4d02-a58a-af16415ea8dc, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=fdb6b710-00f4-4d02-a58a-af16415ea8dc,segment=NetworkSegment(90fc387c-2ff1-44e0-8c3a-ac4a1b9abaaf),segment_id=90fc387c-2ff1-44e0-8c3a-ac4a1b9abaaf)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:02.490166 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-4c21f09b-ed83-4270-b39e-bffd82780de2 req-4a48daee-6621-4a56-8f1c-83cd4c9e08c1 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:02.500330 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf1b271-b02d-4012-bde3-e091f12b0742 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Pushing event updated for resources: {'Port': ['ID=a83ae84f-d7bc-4b1e-b8e9-3688553e9b92,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:02.516783 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-5bf1b271-b02d-4012-bde3-e091f12b0742 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0359950 Aug 10 03:32:02.518024 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48462) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:02.523712 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-8304d135-845d-4f71-9a60-90332c1d2928 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:36:9a:e4'}]}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:02.527873 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-4c21f09b-ed83-4270-b39e-bffd82780de2 req-4a48daee-6621-4a56-8f1c-83cd4c9e08c1 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Calling delete_port for fdb6b710-00f4-4d02-a58a-af16415ea8dc owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:02.681873 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d4e873b2-84df-45bc-990d-a85662fa2152 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:02.727279 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e873b2-84df-45bc-990d-a85662fa2152 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event deleted for resources: {'Port': ['ID=bd7da683-7f5f-4705-af02-5f79d37c45c7,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:02.772924 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d4e873b2-84df-45bc-990d-a85662fa2152 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:02.775200 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d4e873b2-84df-45bc-990d-a85662fa2152 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/ports/bd7da683-7f5f-4705-af02-5f79d37c45c7 HTTP/1.1" status: 204 len: 168 time: 0.7217917 Aug 10 03:32:02.778432 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 48470) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:02.888201 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6230f37c-701b-4792-8670-0827a85767ae tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:02.894756 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6230f37c-701b-4792-8670-0827a85767ae tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:02.894756 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-6230f37c-701b-4792-8670-0827a85767ae tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1125963 Aug 10 03:32:02.895331 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 48476) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:02.957060 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 7fb5f3e8-0da9-47b4-b532-18aa7cf9e8b6 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:03.023770 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4edc6b5-e53d-44a6-9756-7fec77234cb9 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Deleting subnet d94f8249-75ab-4649-a8a1-842cc013b40b {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:32:03.040218 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f4edc6b5-e53d-44a6-9756-7fec77234cb9 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:03.148146 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f4edc6b5-e53d-44a6-9756-7fec77234cb9 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:03.179281 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e1327b3d-d6b2-41a5-8a07-a26dc531b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:03.194357 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d02ad8d3-34ee-4735-a60f-f49fe6e1d00c None None] Provisioning for port a83ae84f-d7bc-4b1e-b8e9-3688553e9b92 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:03.216485 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d02ad8d3-34ee-4735-a60f-f49fe6e1d00c None None] Provisioning complete for port a83ae84f-d7bc-4b1e-b8e9-3688553e9b92 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:03.217538 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d02ad8d3-34ee-4735-a60f-f49fe6e1d00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:03.224915 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 7fb5f3e8-0da9-47b4-b532-18aa7cf9e8b6 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:03.329883 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f4edc6b5-e53d-44a6-9756-7fec77234cb9 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:03.334556 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-d02ad8d3-34ee-4735-a60f-f49fe6e1d00c None None] Port a83ae84f-d7bc-4b1e-b8e9-3688553e9b92 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:32:03.412447 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:03.590727 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-4c21f09b-ed83-4270-b39e-bffd82780de2 req-4a48daee-6621-4a56-8f1c-83cd4c9e08c1 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:03.602624 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f4edc6b5-e53d-44a6-9756-7fec77234cb9 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:03.650019 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a48daee-6621-4a56-8f1c-83cd4c9e08c1 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Pushing event deleted for resources: {'Port': ['ID=fdb6b710-00f4-4d02-a58a-af16415ea8dc,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:03.664823 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f7601-11cd-452c-b542-d4a2edbf1d55 req-6aa4c1cb-e8e9-44d9-87ad-5d7858a45872 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:03.673166 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e37f7601-11cd-452c-b542-d4a2edbf1d55 req-6aa4c1cb-e8e9-44d9-87ad-5d7858a45872 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe65015a-9af5-4203-b5ff-e400a5a5d632 HTTP/1.1" status: 200 len: 945 time: 0.2577076 Aug 10 03:32:03.688789 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8304d135-845d-4f71-9a60-90332c1d2928 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:03.711433 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3180136d-d833-4c93-9020-1fb3b8a923fb None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:03.715909 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c21f09b-ed83-4270-b39e-bffd82780de2 req-4a48daee-6621-4a56-8f1c-83cd4c9e08c1 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] No DVR routers for this DVR port fdb6b710-00f4-4d02-a58a-af16415ea8dc on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:32:03.719687 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-4c21f09b-ed83-4270-b39e-bffd82780de2 req-4a48daee-6621-4a56-8f1c-83cd4c9e08c1 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:03.721795 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4c21f09b-ed83-4270-b39e-bffd82780de2 req-4a48daee-6621-4a56-8f1c-83cd4c9e08c1 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.58 "DELETE /v2.0/ports/fdb6b710-00f4-4d02-a58a-af16415ea8dc HTTP/1.1" status: 204 len: 173 time: 1.9904222 Aug 10 03:32:03.722364 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe65015a-9af5-4203-b5ff-e400a5a5d632', 'name': 'network-vif-deleted', 'tag': 'fdb6b710-00f4-4d02-a58a-af16415ea8dc'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:32:03.725910 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-793d6beb-d50e-44ed-8518-0236471c12a3" -d '{"events": [{"server_uuid": "fe65015a-9af5-4203-b5ff-e400a5a5d632", "name": "network-vif-deleted", "tag": "fdb6b710-00f4-4d02-a58a-af16415ea8dc"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:32:03.761252 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f4edc6b5-e53d-44a6-9756-7fec77234cb9 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:03.778641 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-f4edc6b5-e53d-44a6-9756-7fec77234cb9 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/subnets/d94f8249-75ab-4649-a8a1-842cc013b40b HTTP/1.1" status: 204 len: 168 time: 0.8824542 Aug 10 03:32:03.789174 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48512) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:03.794788 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4edc6b5-e53d-44a6-9756-7fec77234cb9 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event deleted for resources: {'Subnet': ['ID=d94f8249-75ab-4649-a8a1-842cc013b40b,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:03.827058 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e37f7601-11cd-452c-b542-d4a2edbf1d55 req-9cf62e2c-1da6-425d-a142-5e70a34a4a16 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/security-groups?id=045e405e-682f-499e-a749-5004a889b208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471412 Aug 10 03:32:03.883423 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-9ab3f5dc-c634-4f6f-a3d6-eb8a45d49096 None None] Provisioning for port 7fb5f3e8-0da9-47b4-b532-18aa7cf9e8b6 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:03.895474 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d3df1f-1a3c-45c0-b03e-d6610dc32fbe x-openstack-request-id: req-87d3df1f-1a3c-45c0-b03e-d6610dc32fbe {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:32:03.896209 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe65015a-9af5-4203-b5ff-e400a5a5d632", "name": "network-vif-deleted", "tag": "fdb6b710-00f4-4d02-a58a-af16415ea8dc", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:32:03.896699 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-87d3df1f-1a3c-45c0-b03e-d6610dc32fbe {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:32:03.897343 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe65015a-9af5-4203-b5ff-e400a5a5d632', 'name': 'network-vif-deleted', 'tag': 'fdb6b710-00f4-4d02-a58a-af16415ea8dc', 'status': 'completed', 'code': 200} Aug 10 03:32:03.899733 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d1fd667b-963d-467e-80e7-4d4cbfbcc2b0 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1088212 Aug 10 03:32:03.903584 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 48514) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:03.908677 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-9ab3f5dc-c634-4f6f-a3d6-eb8a45d49096 None None] Provisioning complete for port 7fb5f3e8-0da9-47b4-b532-18aa7cf9e8b6 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:03.909359 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9ab3f5dc-c634-4f6f-a3d6-eb8a45d49096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:04.046860 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01f5d72-d12e-4dc4-9e64-12374dc9e61a tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:04.051625 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-f01f5d72-d12e-4dc4-9e64-12374dc9e61a tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1470194 Aug 10 03:32:04.051808 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48522) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:04.247016 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fc1613-904c-47d2-955d-1db72acaf92f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:04.248904 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-77fc1613-904c-47d2-955d-1db72acaf92f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1961627 Aug 10 03:32:04.251547 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48528) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:04.257450 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b921570f-6cdb-4256-8a66-e5c78e7e2d25 None None] DHCP port deletion for da252ef5-253f-415c-bfce-1cf3e51986e9 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:32:04.353830 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-47d46dcd-5531-4e32-81bb-955f8d94c973 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0974648 Aug 10 03:32:04.358375 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 48530) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:04.365834 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-06b2e155-6179-4354-8a13-d54f8c5dc880 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Request body: {'subnet': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:04.379629 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:04.380850 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9ab3f5dc-c634-4f6f-a3d6-eb8a45d49096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:04.435082 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8304d135-845d-4f71-9a60-90332c1d2928 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:04.438314 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-9ab3f5dc-c634-4f6f-a3d6-eb8a45d49096 None None] For port 7fb5f3e8-0da9-47b4-b532-18aa7cf9e8b6, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=7fb5f3e8-0da9-47b4-b532-18aa7cf9e8b6,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:04.454469 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9ab3f5dc-c634-4f6f-a3d6-eb8a45d49096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:04.476166 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8304d135-845d-4f71-9a60-90332c1d2928 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:04.526276 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b921570f-6cdb-4256-8a66-e5c78e7e2d25 None None] Deleting port 7fb5f3e8-0da9-47b4-b532-18aa7cf9e8b6 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:04.535295 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b921570f-6cdb-4256-8a66-e5c78e7e2d25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:04.570377 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-8304d135-845d-4f71-9a60-90332c1d2928 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] In _notify_port_updated(), no bound segment for port a83ae84f-d7bc-4b1e-b8e9-3688553e9b92 on network 23f43204-b57c-4477-ae4a-f1e96518bfaf {{(pid=94217) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:32:04.584962 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8304d135-845d-4f71-9a60-90332c1d2928 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:04.585839 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8304d135-845d-4f71-9a60-90332c1d2928 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:04.592594 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8304d135-845d-4f71-9a60-90332c1d2928 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] 10.222.0.62 "PUT /v2.0/ports/a83ae84f-d7bc-4b1e-b8e9-3688553e9b92 HTTP/1.1" status: 200 len: 1003 time: 2.0734999 Aug 10 03:32:04.596255 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48538) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:04.644961 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8304d135-845d-4f71-9a60-90332c1d2928 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Pushing event updated for resources: {'Port': ['ID=a83ae84f-d7bc-4b1e-b8e9-3688553e9b92,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:04.674151 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b2e155-6179-4354-8a13-d54f8c5dc880 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Made reservation on behalf of 984bdecd49e44336b94df38f23469327 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:04.681162 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-06b2e155-6179-4354-8a13-d54f8c5dc880 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:04.725548 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b921570f-6cdb-4256-8a66-e5c78e7e2d25 None None] For port 7fb5f3e8-0da9-47b4-b532-18aa7cf9e8b6, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=7fb5f3e8-0da9-47b4-b532-18aa7cf9e8b6,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:04.733792 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b921570f-6cdb-4256-8a66-e5c78e7e2d25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:04.752365 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab3f5dc-c634-4f6f-a3d6-eb8a45d49096 None None] Pushing event updated for resources: {'Port': ['ID=7fb5f3e8-0da9-47b4-b532-18aa7cf9e8b6,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:04.771401 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b921570f-6cdb-4256-8a66-e5c78e7e2d25 None None] Calling delete_port for 7fb5f3e8-0da9-47b4-b532-18aa7cf9e8b6 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:04.798475 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-2d1bb725-058e-42a2-b9a1-998bff31841e tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Deleting port a83ae84f-d7bc-4b1e-b8e9-3688553e9b92 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:04.799140 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2d1bb725-058e-42a2-b9a1-998bff31841e tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:04.976220 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48552) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:05.040635 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b4656ade-b0f3-4e41-b9f8-099251f48db5 None None] Provisioning complete for port a83ae84f-d7bc-4b1e-b8e9-3688553e9b92 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:05.041827 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b4656ade-b0f3-4e41-b9f8-099251f48db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:05.076533 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 7fb5f3e8-0da9-47b4-b532-18aa7cf9e8b6 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:32:05.116456 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b921570f-6cdb-4256-8a66-e5c78e7e2d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:05.136080 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device fdb6b710-00f4-4d02-a58a-af16415ea8dc no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:32:05.161176 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2d1bb725-058e-42a2-b9a1-998bff31841e tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:05.196149 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b921570f-6cdb-4256-8a66-e5c78e7e2d25 None None] Pushing event deleted for resources: {'Port': ['ID=7fb5f3e8-0da9-47b4-b532-18aa7cf9e8b6,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:05.214174 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b921570f-6cdb-4256-8a66-e5c78e7e2d25 None None] No DVR routers for this DVR port 7fb5f3e8-0da9-47b4-b532-18aa7cf9e8b6 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:32:05.221248 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b4656ade-b0f3-4e41-b9f8-099251f48db5 None None] Port a83ae84f-d7bc-4b1e-b8e9-3688553e9b92 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:32:05.225969 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: fdb6b710-00f4-4d02-a58a-af16415ea8dc {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:32:05.226797 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device fdb6b710-00f4-4d02-a58a-af16415ea8dc not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:32:05.237244 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No active binding found for port 7fb5f3e8-0da9-47b4-b532-18aa7cf9e8b6 {{(pid=94218) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 10 03:32:05.237912 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 7fb5f3e8-0da9-47b4-b532-18aa7cf9e8b6 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:32:05.250525 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-2d1bb725-058e-42a2-b9a1-998bff31841e tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Calling delete_port for a83ae84f-d7bc-4b1e-b8e9-3688553e9b92 owned by {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:05.353507 n-d-768851-15 neutron-server[94216]: DEBUG neutron.objects.ports [None req-06b2e155-6179-4354-8a13-d54f8c5dc880 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94216) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:32:05.353507 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-06b2e155-6179-4354-8a13-d54f8c5dc880 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:05.356087 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c804c03b-63fb-4e41-b539-b25ddc1af944 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:05.401974 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c804c03b-63fb-4e41-b539-b25ddc1af944 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:05.413881 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b2e155-6179-4354-8a13-d54f8c5dc880 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event updated for resources: {'Subnet': ['ID=37138b48-5409-4d3d-9c1b-914c24c3027e,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:05.439060 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b2e155-6179-4354-8a13-d54f8c5dc880 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:05.440903 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-06b2e155-6179-4354-8a13-d54f8c5dc880 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:05.444122 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b2e155-6179-4354-8a13-d54f8c5dc880 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:05.444980 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-06b2e155-6179-4354-8a13-d54f8c5dc880 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:05.455402 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7baa970-89b8-43c9-bab4-7d6a1586e8be None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:05.464465 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-06b2e155-6179-4354-8a13-d54f8c5dc880 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.1039317 Aug 10 03:32:05.467507 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48566) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:05.473097 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-3db10cec-4cfe-4463-9888-83789bf4d3c2 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Request body: {'port': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'mac_address': 'fa:16:3e:89:53:76', 'name': 'tempest-NetworksTestDHCPv6-1500103244'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:05.638829 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2d1bb725-058e-42a2-b9a1-998bff31841e tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:05.733928 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1bb725-058e-42a2-b9a1-998bff31841e tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Pushing event deleted for resources: {'Port': ['ID=a83ae84f-d7bc-4b1e-b8e9-3688553e9b92,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:05.767736 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2d1bb725-058e-42a2-b9a1-998bff31841e tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:05.769823 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2d1bb725-058e-42a2-b9a1-998bff31841e tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] 10.222.0.62 "DELETE /v2.0/ports/a83ae84f-d7bc-4b1e-b8e9-3688553e9b92 HTTP/1.1" status: 204 len: 168 time: 1.1716685 Aug 10 03:32:05.772883 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 48574) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:05.799869 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b92c58-3ce1-427f-8ef2-38c6109b9b54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-da252ef5-253f-415c-bfce-1cf3e51986e9', 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'tenant_id': '984bdecd49e44336b94df38f23469327', 'fixed_ips': [{'subnet_id': '37138b48-5409-4d3d-9c1b-914c24c3027e'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:32:05.801464 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c7b92c58-3ce1-427f-8ef2-38c6109b9b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:05.824555 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-569e4d26-746a-4e06-96b7-0ae51d628162 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] GET failed (client error): The resource could not be found. Aug 10 03:32:05.829981 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-569e4d26-746a-4e06-96b7-0ae51d628162 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] 10.222.0.62 "GET /v2.0/ports/a83ae84f-d7bc-4b1e-b8e9-3688553e9b92 HTTP/1.1" status: 404 len: 333 time: 0.0555227 Aug 10 03:32:05.831278 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 48584) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:05.837730 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-065bc89e-2406-4869-8e96-821c8b0e381e tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Request body: {'port': {'network_id': '23f43204-b57c-4477-ae4a-f1e96518bfaf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-82590630'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:05.851564 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c804c03b-63fb-4e41-b539-b25ddc1af944 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:05.855433 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c804c03b-63fb-4e41-b539-b25ddc1af944 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:05.867440 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c804c03b-63fb-4e41-b539-b25ddc1af944 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "DELETE /v2.0/security-groups/045e405e-682f-499e-a749-5004a889b208 HTTP/1.1" status: 204 len: 168 time: 0.8790181 Aug 10 03:32:05.887706 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:32:05.909247 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c804c03b-63fb-4e41-b539-b25ddc1af944 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=045e405e-682f-499e-a749-5004a889b208,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:05.931321 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48588) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:06.039422 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db10cec-4cfe-4463-9888-83789bf4d3c2 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Made reservation on behalf of 984bdecd49e44336b94df38f23469327 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:06.105953 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:06.133671 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065bc89e-2406-4869-8e96-821c8b0e381e tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Made reservation on behalf of a47cbbcc6b864e79af37322e3fd1baf9 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:06.153312 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-065bc89e-2406-4869-8e96-821c8b0e381e tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:06.170341 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-c7b92c58-3ce1-427f-8ef2-38c6109b9b54 None None] Allocated IP 2001:db8::f816:3eff:fe50:b6e5 (da252ef5-253f-415c-bfce-1cf3e51986e9/37138b48-5409-4d3d-9c1b-914c24c3027e/b09edeaf-815c-4ad3-93e1-2394d2965d34) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:06.220072 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [None req-065bc89e-2406-4869-8e96-821c8b0e381e tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] device_id is not set on port d4673790-a271-48f9-bd2f-15249e3a5624 yet. {{(pid=94216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:32:06.287362 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3db10cec-4cfe-4463-9888-83789bf4d3c2 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:06.355478 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [None req-3db10cec-4cfe-4463-9888-83789bf4d3c2 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] device_id is not set on port aba727d8-c442-4867-9d35-4c7b3a2179ae yet. {{(pid=94217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:32:06.390716 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-065bc89e-2406-4869-8e96-821c8b0e381e tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Allocated IP 2001:db8::b8 (23f43204-b57c-4477-ae4a-f1e96518bfaf/e9d3e9ca-d282-4c9d-9770-d7cc899cb0a3/d4673790-a271-48f9-bd2f-15249e3a5624) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:06.547388 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c7b92c58-3ce1-427f-8ef2-38c6109b9b54 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:06.560547 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-c7b92c58-3ce1-427f-8ef2-38c6109b9b54 None None] Transition to ACTIVE for port object b09edeaf-815c-4ad3-93e1-2394d2965d34 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:06.579479 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-c7b92c58-3ce1-427f-8ef2-38c6109b9b54 None None] Transition to ACTIVE for port object b09edeaf-815c-4ad3-93e1-2394d2965d34 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:06.588015 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c7b92c58-3ce1-427f-8ef2-38c6109b9b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:06.670057 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-065bc89e-2406-4869-8e96-821c8b0e381e tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:06.672351 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b92c58-3ce1-427f-8ef2-38c6109b9b54 None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:06.679366 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-c7b92c58-3ce1-427f-8ef2-38c6109b9b54 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:06.687714 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b92c58-3ce1-427f-8ef2-38c6109b9b54 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:06.700631 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-3db10cec-4cfe-4463-9888-83789bf4d3c2 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Allocated IP 2001:db8::f816:3eff:fe89:5376 (da252ef5-253f-415c-bfce-1cf3e51986e9/37138b48-5409-4d3d-9c1b-914c24c3027e/aba727d8-c442-4867-9d35-4c7b3a2179ae) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:06.711381 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b92c58-3ce1-427f-8ef2-38c6109b9b54 None None] Pushing event updated for resources: {'Port': ['ID=b09edeaf-815c-4ad3-93e1-2394d2965d34,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:06.725964 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-065bc89e-2406-4869-8e96-821c8b0e381e tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Transition to ACTIVE for port object d4673790-a271-48f9-bd2f-15249e3a5624 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:06.781707 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-065bc89e-2406-4869-8e96-821c8b0e381e tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:06.851843 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-c7b92c58-3ce1-427f-8ef2-38c6109b9b54 None None] Attempting to bind port b09edeaf-815c-4ad3-93e1-2394d2965d34 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:32:06.852339 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-c7b92c58-3ce1-427f-8ef2-38c6109b9b54 None None] Attempting to bind port b09edeaf-815c-4ad3-93e1-2394d2965d34 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:32:06.852803 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b92c58-3ce1-427f-8ef2-38c6109b9b54 None None] Attempting to bind port b09edeaf-815c-4ad3-93e1-2394d2965d34 on network da252ef5-253f-415c-bfce-1cf3e51986e9 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:32:06.858895 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b92c58-3ce1-427f-8ef2-38c6109b9b54 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:32:06.859513 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b92c58-3ce1-427f-8ef2-38c6109b9b54 None None] Checking segment: {'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:32:06.860126 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c7b92c58-3ce1-427f-8ef2-38c6109b9b54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:06.860600 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b92c58-3ce1-427f-8ef2-38c6109b9b54 None None] Bound using segment: {'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:32:06.861348 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-c7b92c58-3ce1-427f-8ef2-38c6109b9b54 None None] Bound port: b09edeaf-815c-4ad3-93e1-2394d2965d34, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:32:06.861824 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c7b92c58-3ce1-427f-8ef2-38c6109b9b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:06.893406 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065bc89e-2406-4869-8e96-821c8b0e381e tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Pushing event updated for resources: {'Port': ['ID=d4673790-a271-48f9-bd2f-15249e3a5624,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:06.923931 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065bc89e-2406-4869-8e96-821c8b0e381e tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Network 23f43204-b57c-4477-ae4a-f1e96518bfaf is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:06.925762 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-065bc89e-2406-4869-8e96-821c8b0e381e tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:06.928738 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065bc89e-2406-4869-8e96-821c8b0e381e tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:06.937775 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065bc89e-2406-4869-8e96-821c8b0e381e tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:06.938446 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-065bc89e-2406-4869-8e96-821c8b0e381e tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:06.966010 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-065bc89e-2406-4869-8e96-821c8b0e381e tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.1333458 Aug 10 03:32:06.966836 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 48616) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:06.975226 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-83acfc3e-6b3f-46ea-bb20-4be8f8c12146 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Request body: {'port': {'network_id': '23f43204-b57c-4477-ae4a-f1e96518bfaf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-770332077'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:07.010343 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-c7b92c58-3ce1-427f-8ef2-38c6109b9b54 None None] For port b09edeaf-815c-4ad3-93e1-2394d2965d34, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:32:07.019231 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-c7b92c58-3ce1-427f-8ef2-38c6109b9b54 None None] For port b09edeaf-815c-4ad3-93e1-2394d2965d34, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=b09edeaf-815c-4ad3-93e1-2394d2965d34,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:32:07.046636 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c7b92c58-3ce1-427f-8ef2-38c6109b9b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:07.174914 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b92c58-3ce1-427f-8ef2-38c6109b9b54 None None] Pushing event updated for resources: {'Port': ['ID=b09edeaf-815c-4ad3-93e1-2394d2965d34,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:07.292559 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3db10cec-4cfe-4463-9888-83789bf4d3c2 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:07.321768 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-3db10cec-4cfe-4463-9888-83789bf4d3c2 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Transition to ACTIVE for port object aba727d8-c442-4867-9d35-4c7b3a2179ae will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:07.337677 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-842aa7b7-f9b0-4722-b2aa-aa409f92a4e0 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:07.481040 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3db10cec-4cfe-4463-9888-83789bf4d3c2 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:07.546015 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db10cec-4cfe-4463-9888-83789bf4d3c2 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:07.553463 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-3db10cec-4cfe-4463-9888-83789bf4d3c2 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:07.562160 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db10cec-4cfe-4463-9888-83789bf4d3c2 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:07.565765 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-57b42b36-0a6b-40f6-a318-cd27cc0f4442 None None] Provisioning for port d4673790-a271-48f9-bd2f-15249e3a5624 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:07.568014 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db10cec-4cfe-4463-9888-83789bf4d3c2 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:07.568711 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3db10cec-4cfe-4463-9888-83789bf4d3c2 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:07.594091 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-57b42b36-0a6b-40f6-a318-cd27cc0f4442 None None] Provisioning complete for port d4673790-a271-48f9-bd2f-15249e3a5624 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:07.595197 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-57b42b36-0a6b-40f6-a318-cd27cc0f4442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:07.682198 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db10cec-4cfe-4463-9888-83789bf4d3c2 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event updated for resources: {'Port': ['ID=aba727d8-c442-4867-9d35-4c7b3a2179ae,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:07.693899 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-57b42b36-0a6b-40f6-a318-cd27cc0f4442 None None] Port d4673790-a271-48f9-bd2f-15249e3a5624 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:32:07.694321 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3db10cec-4cfe-4463-9888-83789bf4d3c2 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2255051 Aug 10 03:32:07.698088 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48632) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:07.814939 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ab2b20-c57f-4975-95b6-e3b473695f65 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:07.820872 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ab2b20-c57f-4975-95b6-e3b473695f65 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:07.826290 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-17ab2b20-c57f-4975-95b6-e3b473695f65 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1270010 Aug 10 03:32:07.827024 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48634) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:07.850952 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83acfc3e-6b3f-46ea-bb20-4be8f8c12146 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Made reservation on behalf of a47cbbcc6b864e79af37322e3fd1baf9 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:07.859365 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-83acfc3e-6b3f-46ea-bb20-4be8f8c12146 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:07.912299 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [None req-83acfc3e-6b3f-46ea-bb20-4be8f8c12146 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] device_id is not set on port b349fb06-89b5-45f4-97d7-885f45e17621 yet. {{(pid=94216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:32:08.008725 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-be558a65-5191-4525-ac05-7a9061ddf778 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Deleting port aba727d8-c442-4867-9d35-4c7b3a2179ae {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:08.009090 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-be558a65-5191-4525-ac05-7a9061ddf778 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:08.016155 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-842aa7b7-f9b0-4722-b2aa-aa409f92a4e0 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Deleting port 2927eb16-21bd-47e7-aba1-fd6ea509620c {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:08.016365 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-842aa7b7-f9b0-4722-b2aa-aa409f92a4e0 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:08.075117 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-83acfc3e-6b3f-46ea-bb20-4be8f8c12146 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Allocated IP 2001:db8::18f (23f43204-b57c-4477-ae4a-f1e96518bfaf/e9d3e9ca-d282-4c9d-9770-d7cc899cb0a3/b349fb06-89b5-45f4-97d7-885f45e17621) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:08.188832 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-be558a65-5191-4525-ac05-7a9061ddf778 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:08.234084 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-842aa7b7-f9b0-4722-b2aa-aa409f92a4e0 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] For port 2927eb16-21bd-47e7-aba1-fd6ea509620c, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=2927eb16-21bd-47e7-aba1-fd6ea509620c,segment=NetworkSegment(90fc387c-2ff1-44e0-8c3a-ac4a1b9abaaf),segment_id=90fc387c-2ff1-44e0-8c3a-ac4a1b9abaaf)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:08.236751 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-842aa7b7-f9b0-4722-b2aa-aa409f92a4e0 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:08.266655 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-be558a65-5191-4525-ac05-7a9061ddf778 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Calling delete_port for aba727d8-c442-4867-9d35-4c7b3a2179ae owned by {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:08.312667 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-842aa7b7-f9b0-4722-b2aa-aa409f92a4e0 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Calling delete_port for 2927eb16-21bd-47e7-aba1-fd6ea509620c owned by network:router_interface {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:08.461818 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-83acfc3e-6b3f-46ea-bb20-4be8f8c12146 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:08.515423 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-83acfc3e-6b3f-46ea-bb20-4be8f8c12146 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Transition to ACTIVE for port object b349fb06-89b5-45f4-97d7-885f45e17621 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:08.594819 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-83acfc3e-6b3f-46ea-bb20-4be8f8c12146 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:08.734777 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83acfc3e-6b3f-46ea-bb20-4be8f8c12146 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Network 23f43204-b57c-4477-ae4a-f1e96518bfaf is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:08.738054 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-83acfc3e-6b3f-46ea-bb20-4be8f8c12146 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:08.761285 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83acfc3e-6b3f-46ea-bb20-4be8f8c12146 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:08.767309 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83acfc3e-6b3f-46ea-bb20-4be8f8c12146 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:08.768034 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-83acfc3e-6b3f-46ea-bb20-4be8f8c12146 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:08.782929 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83acfc3e-6b3f-46ea-bb20-4be8f8c12146 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Pushing event updated for resources: {'Port': ['ID=b349fb06-89b5-45f4-97d7-885f45e17621,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:08.833459 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-83acfc3e-6b3f-46ea-bb20-4be8f8c12146 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8643637 Aug 10 03:32:08.835948 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 48652) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:08.849617 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-fe899579-2521-46db-8090-8350f84e5e60 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::212', 'mac_address': 'fa:16:3e:36:9a:e4'}, {'ip_address': '2001:db8::b8', 'mac_address': 'fa:16:3e:74:d0:b7'}]}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:08.923325 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-be558a65-5191-4525-ac05-7a9061ddf778 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:09.002404 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b09edeaf-815c-4ad3-93e1-2394d2965d34 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:09.106403 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port b09edeaf-815c-4ad3-93e1-2394d2965d34 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:09.199818 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be558a65-5191-4525-ac05-7a9061ddf778 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event deleted for resources: {'Port': ['ID=aba727d8-c442-4867-9d35-4c7b3a2179ae,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:09.268317 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d3e4d9a0-a0ca-47bc-9860-4e5bd2054f45 None None] Provisioning for port b09edeaf-815c-4ad3-93e1-2394d2965d34 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:09.274212 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d3e4d9a0-a0ca-47bc-9860-4e5bd2054f45 None None] Provisioning complete for port b09edeaf-815c-4ad3-93e1-2394d2965d34 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:09.276544 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d3e4d9a0-a0ca-47bc-9860-4e5bd2054f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:09.304060 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-be558a65-5191-4525-ac05-7a9061ddf778 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:09.312398 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 48662) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:09.328458 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-be558a65-5191-4525-ac05-7a9061ddf778 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/ports/aba727d8-c442-4867-9d35-4c7b3a2179ae HTTP/1.1" status: 204 len: 168 time: 1.4844511 Aug 10 03:32:09.343261 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fe899579-2521-46db-8090-8350f84e5e60 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:09.386547 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-842aa7b7-f9b0-4722-b2aa-aa409f92a4e0 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:09.483332 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842aa7b7-f9b0-4722-b2aa-aa409f92a4e0 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Pushing event deleted for resources: {'Port': ['ID=2927eb16-21bd-47e7-aba1-fd6ea509620c,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:09.646019 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c9c423-8e91-47f3-9d7d-e49aabbe4403 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:09.650210 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c9c423-8e91-47f3-9d7d-e49aabbe4403 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:09.652568 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-87c9c423-8e91-47f3-9d7d-e49aabbe4403 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3251431 Aug 10 03:32:09.655680 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 48670) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:09.772480 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2504f35-c520-42d5-9d4f-08cd1a5df132 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Deleting subnet 37138b48-5409-4d3d-9c1b-914c24c3027e {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:32:09.793568 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a2504f35-c520-42d5-9d4f-08cd1a5df132 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:09.930088 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a2504f35-c520-42d5-9d4f-08cd1a5df132 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:09.953565 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d3e4d9a0-a0ca-47bc-9860-4e5bd2054f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:10.053783 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-d3e4d9a0-a0ca-47bc-9860-4e5bd2054f45 None None] For port b09edeaf-815c-4ad3-93e1-2394d2965d34, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=b09edeaf-815c-4ad3-93e1-2394d2965d34,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:10.071030 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d3e4d9a0-a0ca-47bc-9860-4e5bd2054f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:10.121667 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-842aa7b7-f9b0-4722-b2aa-aa409f92a4e0 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:10.169287 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d3e4d9a0-a0ca-47bc-9860-4e5bd2054f45 None None] Provisioning for port b349fb06-89b5-45f4-97d7-885f45e17621 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:10.190980 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d3e4d9a0-a0ca-47bc-9860-4e5bd2054f45 None None] Provisioning complete for port b349fb06-89b5-45f4-97d7-885f45e17621 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:10.194841 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d3e4d9a0-a0ca-47bc-9860-4e5bd2054f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:10.280645 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a2504f35-c520-42d5-9d4f-08cd1a5df132 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:10.325802 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e4d9a0-a0ca-47bc-9860-4e5bd2054f45 None None] Pushing event updated for resources: {'Port': ['ID=b09edeaf-815c-4ad3-93e1-2394d2965d34,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:10.346611 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-d3e4d9a0-a0ca-47bc-9860-4e5bd2054f45 None None] Port b349fb06-89b5-45f4-97d7-885f45e17621 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:32:10.404375 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fe899579-2521-46db-8090-8350f84e5e60 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:10.420683 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fe899579-2521-46db-8090-8350f84e5e60 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:10.466029 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-681df40a-52b8-4cf2-9a8e-2deb3515edb5 None None] Could not find standard attr ID for object aba727d8-c442-4867-9d35-4c7b3a2179ae. {{(pid=94218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:32:10.556942 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe899579-2521-46db-8090-8350f84e5e60 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Pushing event updated for resources: {'Port': ['ID=b349fb06-89b5-45f4-97d7-885f45e17621,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:10.570953 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-fe899579-2521-46db-8090-8350f84e5e60 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] In _notify_port_updated(), no bound segment for port b349fb06-89b5-45f4-97d7-885f45e17621 on network 23f43204-b57c-4477-ae4a-f1e96518bfaf {{(pid=94216) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:32:10.576944 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe899579-2521-46db-8090-8350f84e5e60 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:10.577605 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fe899579-2521-46db-8090-8350f84e5e60 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:10.582343 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-fe899579-2521-46db-8090-8350f84e5e60 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] 10.222.0.62 "PUT /v2.0/ports/b349fb06-89b5-45f4-97d7-885f45e17621 HTTP/1.1" status: 200 len: 1066 time: 1.7453556 Aug 10 03:32:10.583747 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 48692) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:10.647511 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a2504f35-c520-42d5-9d4f-08cd1a5df132 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:10.741320 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2504f35-c520-42d5-9d4f-08cd1a5df132 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event deleted for resources: {'Subnet': ['ID=37138b48-5409-4d3d-9c1b-914c24c3027e,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:10.747940 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a2504f35-c520-42d5-9d4f-08cd1a5df132 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:10.749841 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-a2504f35-c520-42d5-9d4f-08cd1a5df132 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/subnets/37138b48-5409-4d3d-9c1b-914c24c3027e HTTP/1.1" status: 204 len: 168 time: 1.0929213 Aug 10 03:32:10.753112 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 48696) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:10.755303 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2681e80e-031d-4153-9a50-1c1c7aff5bd4 None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:10.868023 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-3caefed8-2392-42e5-89d9-59bcba996e76 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1020913 Aug 10 03:32:10.868667 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 48698) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:10.878948 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-b2e5b91b-edc4-46dd-9ea0-2d7a84bcdcb7 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Request body: {'subnet': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:11.028520 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-1b23804c-59a2-4f79-a6f0-2fce997e4620 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Deleting port b349fb06-89b5-45f4-97d7-885f45e17621 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:11.028868 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1b23804c-59a2-4f79-a6f0-2fce997e4620 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:11.034599 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b09edeaf-815c-4ad3-93e1-2394d2965d34 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:11.137819 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-5f7664c4-4969-41c4-b702-d42bb6faeedb None None] Provisioning complete for port b349fb06-89b5-45f4-97d7-885f45e17621 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:11.140838 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5f7664c4-4969-41c4-b702-d42bb6faeedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:11.182078 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514fa1aa-a82d-437b-8abd-1a698f09f2b7 None None] DHCP port deletion for da252ef5-253f-415c-bfce-1cf3e51986e9 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:32:11.187472 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port b09edeaf-815c-4ad3-93e1-2394d2965d34 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:11.187851 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:11.228367 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e5b91b-edc4-46dd-9ea0-2d7a84bcdcb7 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Made reservation on behalf of 984bdecd49e44336b94df38f23469327 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:11.242726 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b2e5b91b-edc4-46dd-9ea0-2d7a84bcdcb7 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:11.261109 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-5f7664c4-4969-41c4-b702-d42bb6faeedb None None] Port b349fb06-89b5-45f4-97d7-885f45e17621 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:32:11.329679 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-514fa1aa-a82d-437b-8abd-1a698f09f2b7 None None] Deleting port b09edeaf-815c-4ad3-93e1-2394d2965d34 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:11.330061 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-514fa1aa-a82d-437b-8abd-1a698f09f2b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:11.434584 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-514fa1aa-a82d-437b-8abd-1a698f09f2b7 None None] For port b09edeaf-815c-4ad3-93e1-2394d2965d34, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=b09edeaf-815c-4ad3-93e1-2394d2965d34,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:11.435039 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-514fa1aa-a82d-437b-8abd-1a698f09f2b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:11.471247 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-514fa1aa-a82d-437b-8abd-1a698f09f2b7 None None] Calling delete_port for b09edeaf-815c-4ad3-93e1-2394d2965d34 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:11.474971 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1b23804c-59a2-4f79-a6f0-2fce997e4620 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:11.517360 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-1b23804c-59a2-4f79-a6f0-2fce997e4620 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Calling delete_port for b349fb06-89b5-45f4-97d7-885f45e17621 owned by {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:11.549332 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-842aa7b7-f9b0-4722-b2aa-aa409f92a4e0 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Router 9801400f-c07d-43b3-bc9c-e0a6d14713e9 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:32:11.668987 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-514fa1aa-a82d-437b-8abd-1a698f09f2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:11.719620 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842aa7b7-f9b0-4722-b2aa-aa409f92a4e0 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:32:11.721646 n-d-768851-15 neutron-server[94216]: DEBUG neutron.objects.ports [None req-b2e5b91b-edc4-46dd-9ea0-2d7a84bcdcb7 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94216) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:32:11.733454 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-842aa7b7-f9b0-4722-b2aa-aa409f92a4e0 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "PUT /v2.0/routers/9801400f-c07d-43b3-bc9c-e0a6d14713e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7930403 Aug 10 03:32:11.734524 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48708) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:11.735897 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9aee8a-4e88-47f3-bcb6-b1818aef14fe None None] Sync routers for ids ['9801400f-c07d-43b3-bc9c-e0a6d14713e9'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:32:11.743362 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b2e5b91b-edc4-46dd-9ea0-2d7a84bcdcb7 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:11.752746 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9aee8a-4e88-47f3-bcb6-b1818aef14fe None None] Routers {'9801400f-c07d-43b3-bc9c-e0a6d14713e9'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:11.755467 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-4b9aee8a-4e88-47f3-bcb6-b1818aef14fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:32:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['9801400f-c07d-43b3-bc9c-e0a6d14713e9'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:11.776691 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514fa1aa-a82d-437b-8abd-1a698f09f2b7 None None] No DVR routers for this DVR port b09edeaf-815c-4ad3-93e1-2394d2965d34 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:32:11.797473 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514fa1aa-a82d-437b-8abd-1a698f09f2b7 None None] Pushing event deleted for resources: {'Port': ['ID=b09edeaf-815c-4ad3-93e1-2394d2965d34,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:11.876693 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-33b789b3-e8c1-4c41-a55c-4a7d579cc13c tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Deleting subnet 672e7333-eb8c-40ae-a818-36f1d38e30f2 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:32:11.884962 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-33b789b3-e8c1-4c41-a55c-4a7d579cc13c tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:11.932313 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e5b91b-edc4-46dd-9ea0-2d7a84bcdcb7 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:11.967247 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-b2e5b91b-edc4-46dd-9ea0-2d7a84bcdcb7 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:11.973360 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-33b789b3-e8c1-4c41-a55c-4a7d579cc13c tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:11.976916 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e5b91b-edc4-46dd-9ea0-2d7a84bcdcb7 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:11.977536 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b2e5b91b-edc4-46dd-9ea0-2d7a84bcdcb7 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:11.989647 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa500334-238e-472e-9de0-96919cf59d79 None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:12.001759 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-4b9aee8a-4e88-47f3-bcb6-b1818aef14fe None None] Set router 9801400f-c07d-43b3-bc9c-e0a6d14713e9 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:12.027909 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e5b91b-edc4-46dd-9ea0-2d7a84bcdcb7 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event updated for resources: {'Subnet': ['ID=fb805763-6aa7-4497-815b-11c0ef1f7dff,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:12.048505 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b2e5b91b-edc4-46dd-9ea0-2d7a84bcdcb7 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1783116 Aug 10 03:32:12.054788 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48714) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:12.068274 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e55c6-3b5b-49e4-a001-65c75bbdce6e req-fd5f826d-cc58-4ec5-9baf-808b330d4e11 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:12.069650 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9c3e55c6-3b5b-49e4-a001-65c75bbdce6e req-fd5f826d-cc58-4ec5-9baf-808b330d4e11 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2ee0e70-93f0-46ed-aa08-8f0440644461 HTTP/1.1" status: 200 len: 945 time: 0.1125658 Aug 10 03:32:12.070940 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1b23804c-59a2-4f79-a6f0-2fce997e4620 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:12.076926 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-a11582f7-5618-448d-a041-12f5ee8dbb2f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Request body: {'port': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'mac_address': 'fa:16:3e:57:4c:37', 'name': 'tempest-NetworksTestDHCPv6-1659631034'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:12.127500 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b23804c-59a2-4f79-a6f0-2fce997e4620 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Pushing event deleted for resources: {'Port': ['ID=b349fb06-89b5-45f4-97d7-885f45e17621,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:12.235906 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-4b9aee8a-4e88-47f3-bcb6-b1818aef14fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'name': 'tempest-TestNetworkBasicOps-router-1561070909', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '3246ee68-316e-4ba3-9cfd-736a08804d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:25Z', 'updated_at': '2021-08-10T03:32:08Z', 'revision_number': 7, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'gw_port': {'id': '3246ee68-316e-4ba3-9cfd-736a08804d60', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:26Z', 'updated_at': '2021-08-10T03:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:12.271919 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9c3e55c6-3b5b-49e4-a001-65c75bbdce6e req-f06826a4-0f54-4433-8513-f8c3b5a14599 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923227 Aug 10 03:32:12.306609 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9aee8a-4e88-47f3-bcb6-b1818aef14fe None None] Checking router: 9801400f-c07d-43b3-bc9c-e0a6d14713e9 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:32:12.336511 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9aee8a-4e88-47f3-bcb6-b1818aef14fe None None] Routers {'9801400f-c07d-43b3-bc9c-e0a6d14713e9'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:12.337345 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-4b9aee8a-4e88-47f3-bcb6-b1818aef14fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:32:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['9801400f-c07d-43b3-bc9c-e0a6d14713e9'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:12.379054 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-33b789b3-e8c1-4c41-a55c-4a7d579cc13c tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:12.391584 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4ffb1d-d735-4efb-a064-43ec0d2fea7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-da252ef5-253f-415c-bfce-1cf3e51986e9', 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'tenant_id': '984bdecd49e44336b94df38f23469327', 'fixed_ips': [{'subnet_id': 'fb805763-6aa7-4497-815b-11c0ef1f7dff'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:32:12.392486 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ab4ffb1d-d735-4efb-a064-43ec0d2fea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:12.427656 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1b23804c-59a2-4f79-a6f0-2fce997e4620 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:12.431919 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-1b23804c-59a2-4f79-a6f0-2fce997e4620 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] 10.222.0.62 "DELETE /v2.0/ports/b349fb06-89b5-45f4-97d7-885f45e17621 HTTP/1.1" status: 204 len: 168 time: 1.8469658 Aug 10 03:32:12.434326 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 48718) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:12.475676 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-084a8ccf-217c-4893-b970-1b7edf080e79 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] GET failed (client error): The resource could not be found. Aug 10 03:32:12.477551 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-084a8ccf-217c-4893-b970-1b7edf080e79 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] 10.222.0.62 "GET /v2.0/ports/b349fb06-89b5-45f4-97d7-885f45e17621 HTTP/1.1" status: 404 len: 333 time: 0.0421090 Aug 10 03:32:12.480576 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 48720) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:12.535541 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11582f7-5618-448d-a041-12f5ee8dbb2f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Made reservation on behalf of 984bdecd49e44336b94df38f23469327 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:12.672922 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-cb20083a-af30-4188-b9b5-fb7459211876 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Deleting port d4673790-a271-48f9-bd2f-15249e3a5624 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:12.673252 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cb20083a-af30-4188-b9b5-fb7459211876 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:12.674154 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a11582f7-5618-448d-a041-12f5ee8dbb2f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:12.692252 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-ab4ffb1d-d735-4efb-a064-43ec0d2fea7c None None] Allocated IP 2001:db8::f816:3eff:fe9a:ccd5 (da252ef5-253f-415c-bfce-1cf3e51986e9/fb805763-6aa7-4497-815b-11c0ef1f7dff/93daef2c-da6e-486d-b31b-6b6371c891e8) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:12.693717 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-33b789b3-e8c1-4c41-a55c-4a7d579cc13c tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:12.718754 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-4b9aee8a-4e88-47f3-bcb6-b1818aef14fe None None] Set router 9801400f-c07d-43b3-bc9c-e0a6d14713e9 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:12.839141 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-33b789b3-e8c1-4c41-a55c-4a7d579cc13c tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:12.848844 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 48726) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:12.852844 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-33b789b3-e8c1-4c41-a55c-4a7d579cc13c tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "DELETE /v2.0/subnets/672e7333-eb8c-40ae-a818-36f1d38e30f2 HTTP/1.1" status: 204 len: 168 time: 1.1092675 Aug 10 03:32:12.861307 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b789b3-e8c1-4c41-a55c-4a7d579cc13c tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Pushing event deleted for resources: {'Subnet': ['ID=672e7333-eb8c-40ae-a818-36f1d38e30f2,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:12.869999 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [None req-a11582f7-5618-448d-a041-12f5ee8dbb2f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] device_id is not set on port caadcb1e-57ec-44cc-87d5-4b671693b8a6 yet. {{(pid=94217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:32:12.923672 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ab4ffb1d-d735-4efb-a064-43ec0d2fea7c None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:12.933643 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-ab4ffb1d-d735-4efb-a064-43ec0d2fea7c None None] Transition to ACTIVE for port object 93daef2c-da6e-486d-b31b-6b6371c891e8 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:12.955178 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-ab4ffb1d-d735-4efb-a064-43ec0d2fea7c None None] Transition to ACTIVE for port object 93daef2c-da6e-486d-b31b-6b6371c891e8 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:12.961983 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c3d059-7ebe-4ce6-952d-c6c91fcd4fe2 None None] Network 1a6736e6-4bf2-4fd6-b608-02d7e87502ef requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:13.028562 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b09edeaf-815c-4ad3-93e1-2394d2965d34 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:32:13.047594 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-4b9aee8a-4e88-47f3-bcb6-b1818aef14fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'name': 'tempest-TestNetworkBasicOps-router-1561070909', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '3246ee68-316e-4ba3-9cfd-736a08804d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:25Z', 'updated_at': '2021-08-10T03:32:08Z', 'revision_number': 7, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'gw_port': {'id': '3246ee68-316e-4ba3-9cfd-736a08804d60', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:26Z', 'updated_at': '2021-08-10T03:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:13.053343 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ab4ffb1d-d735-4efb-a064-43ec0d2fea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:13.080860 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: b09edeaf-815c-4ad3-93e1-2394d2965d34 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:32:13.081205 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b09edeaf-815c-4ad3-93e1-2394d2965d34 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:32:13.083311 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-a11582f7-5618-448d-a041-12f5ee8dbb2f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Allocated IP 2001:db8::f816:3eff:fe57:4c37 (da252ef5-253f-415c-bfce-1cf3e51986e9/fb805763-6aa7-4497-815b-11c0ef1f7dff/caadcb1e-57ec-44cc-87d5-4b671693b8a6) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:13.084818 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9aee8a-4e88-47f3-bcb6-b1818aef14fe None None] The sync data for ids ['9801400f-c07d-43b3-bc9c-e0a6d14713e9'] in n-d-768851-15 is: [{'id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'name': 'tempest-TestNetworkBasicOps-router-1561070909', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '3246ee68-316e-4ba3-9cfd-736a08804d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:25Z', 'updated_at': '2021-08-10T03:32:08Z', 'revision_number': 7, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'gw_port': {'id': '3246ee68-316e-4ba3-9cfd-736a08804d60', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9801400f-c07d-43b3-bc9c-e0a6d14713e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:26Z', 'updated_at': '2021-08-10T03:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:32:13.105374 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cb20083a-af30-4188-b9b5-fb7459211876 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:13.130148 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-34b81b78-6962-4ae1-b5d3-a464b9a0d78f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for router, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:13.166810 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4ffb1d-d735-4efb-a064-43ec0d2fea7c None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:13.182060 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-ab4ffb1d-d735-4efb-a064-43ec0d2fea7c None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:13.190608 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4ffb1d-d735-4efb-a064-43ec0d2fea7c None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:13.196112 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4ffb1d-d735-4efb-a064-43ec0d2fea7c None None] Pushing event updated for resources: {'Port': ['ID=93daef2c-da6e-486d-b31b-6b6371c891e8,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:13.196317 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-cb20083a-af30-4188-b9b5-fb7459211876 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Calling delete_port for d4673790-a271-48f9-bd2f-15249e3a5624 owned by {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:13.298342 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-ab4ffb1d-d735-4efb-a064-43ec0d2fea7c None None] Attempting to bind port 93daef2c-da6e-486d-b31b-6b6371c891e8 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:32:13.299228 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-ab4ffb1d-d735-4efb-a064-43ec0d2fea7c None None] Attempting to bind port 93daef2c-da6e-486d-b31b-6b6371c891e8 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:32:13.299228 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4ffb1d-d735-4efb-a064-43ec0d2fea7c None None] Attempting to bind port 93daef2c-da6e-486d-b31b-6b6371c891e8 on network da252ef5-253f-415c-bfce-1cf3e51986e9 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:32:13.305496 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4ffb1d-d735-4efb-a064-43ec0d2fea7c None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:32:13.305880 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4ffb1d-d735-4efb-a064-43ec0d2fea7c None None] Checking segment: {'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:32:13.307402 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ab4ffb1d-d735-4efb-a064-43ec0d2fea7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:13.307815 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4ffb1d-d735-4efb-a064-43ec0d2fea7c None None] Bound using segment: {'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:32:13.308296 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-ab4ffb1d-d735-4efb-a064-43ec0d2fea7c None None] Bound port: 93daef2c-da6e-486d-b31b-6b6371c891e8, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:32:13.308684 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ab4ffb1d-d735-4efb-a064-43ec0d2fea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:13.359345 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-34b81b78-6962-4ae1-b5d3-a464b9a0d78f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:13.368310 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a11582f7-5618-448d-a041-12f5ee8dbb2f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:13.386905 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-a11582f7-5618-448d-a041-12f5ee8dbb2f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Transition to ACTIVE for port object caadcb1e-57ec-44cc-87d5-4b671693b8a6 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:13.405000 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-ab4ffb1d-d735-4efb-a064-43ec0d2fea7c None None] For port 93daef2c-da6e-486d-b31b-6b6371c891e8, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:32:13.408935 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-ab4ffb1d-d735-4efb-a064-43ec0d2fea7c None None] For port 93daef2c-da6e-486d-b31b-6b6371c891e8, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=93daef2c-da6e-486d-b31b-6b6371c891e8,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:32:13.418696 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ab4ffb1d-d735-4efb-a064-43ec0d2fea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:13.481407 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a11582f7-5618-448d-a041-12f5ee8dbb2f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:13.491884 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf0e93c-f962-4dc2-a9d5-0ab7c11eadaa None None] DHCP port deletion for 1a6736e6-4bf2-4fd6-b608-02d7e87502ef request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:32:13.534885 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233f4f0-8db1-4375-bc9b-aad28bbad07d req-368a280c-1b8b-4c90-826c-9c90ed40449a tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:13.542370 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6233f4f0-8db1-4375-bc9b-aad28bbad07d req-368a280c-1b8b-4c90-826c-9c90ed40449a tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2ee0e70-93f0-46ed-aa08-8f0440644461 HTTP/1.1" status: 200 len: 945 time: 0.1775508 Aug 10 03:32:13.601864 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4ffb1d-d735-4efb-a064-43ec0d2fea7c None None] Pushing event updated for resources: {'Port': ['ID=93daef2c-da6e-486d-b31b-6b6371c891e8,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:13.616795 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6233f4f0-8db1-4375-bc9b-aad28bbad07d req-18c00f27-c6a7-4a0a-a8c0-51b5583e807b tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733173 Aug 10 03:32:13.628316 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11582f7-5618-448d-a041-12f5ee8dbb2f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:13.630232 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-dbf0e93c-f962-4dc2-a9d5-0ab7c11eadaa None None] Deleting port acc3afb5-5bdb-44be-9350-f094605d3573 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:13.632184 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-a11582f7-5618-448d-a041-12f5ee8dbb2f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:13.632363 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-dbf0e93c-f962-4dc2-a9d5-0ab7c11eadaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:13.648755 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11582f7-5618-448d-a041-12f5ee8dbb2f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:13.655102 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11582f7-5618-448d-a041-12f5ee8dbb2f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:13.656032 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a11582f7-5618-448d-a041-12f5ee8dbb2f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:13.676679 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-34b81b78-6962-4ae1-b5d3-a464b9a0d78f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Deleting port 3246ee68-316e-4ba3-9cfd-736a08804d60 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:13.679941 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-34b81b78-6962-4ae1-b5d3-a464b9a0d78f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:13.684582 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cb20083a-af30-4188-b9b5-fb7459211876 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:13.691029 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11582f7-5618-448d-a041-12f5ee8dbb2f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event updated for resources: {'Port': ['ID=caadcb1e-57ec-44cc-87d5-4b671693b8a6,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:13.705712 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a11582f7-5618-448d-a041-12f5ee8dbb2f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6498010 Aug 10 03:32:13.709144 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48732) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:13.766468 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-dbf0e93c-f962-4dc2-a9d5-0ab7c11eadaa None None] For port acc3afb5-5bdb-44be-9350-f094605d3573, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=acc3afb5-5bdb-44be-9350-f094605d3573,segment=NetworkSegment(90fc387c-2ff1-44e0-8c3a-ac4a1b9abaaf),segment_id=90fc387c-2ff1-44e0-8c3a-ac4a1b9abaaf)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:13.767210 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-dbf0e93c-f962-4dc2-a9d5-0ab7c11eadaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:13.785600 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-dbf0e93c-f962-4dc2-a9d5-0ab7c11eadaa None None] Calling delete_port for acc3afb5-5bdb-44be-9350-f094605d3573 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:13.797926 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe6658b-2ed9-4f86-b4f1-2ef58d2e0630 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:13.821265 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe6658b-2ed9-4f86-b4f1-2ef58d2e0630 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:13.821265 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ffe6658b-2ed9-4f86-b4f1-2ef58d2e0630 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1103988 Aug 10 03:32:13.824226 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48734) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:13.832357 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb20083a-af30-4188-b9b5-fb7459211876 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Pushing event deleted for resources: {'Port': ['ID=d4673790-a271-48f9-bd2f-15249e3a5624,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:13.903467 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cb20083a-af30-4188-b9b5-fb7459211876 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:13.909494 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-cb20083a-af30-4188-b9b5-fb7459211876 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] 10.222.0.62 "DELETE /v2.0/ports/d4673790-a271-48f9-bd2f-15249e3a5624 HTTP/1.1" status: 204 len: 168 time: 1.4263165 Aug 10 03:32:13.920894 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-34b81b78-6962-4ae1-b5d3-a464b9a0d78f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] For port 3246ee68-316e-4ba3-9cfd-736a08804d60, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=3246ee68-316e-4ba3-9cfd-736a08804d60,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:13.921273 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-34b81b78-6962-4ae1-b5d3-a464b9a0d78f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:13.923654 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 48740) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:13.974654 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-34b81b78-6962-4ae1-b5d3-a464b9a0d78f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Calling delete_port for 3246ee68-316e-4ba3-9cfd-736a08804d60 owned by network:router_gateway {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:13.977886 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c4b7457-68e9-426d-a9d2-c2fabaf48f66 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] GET failed (client error): The resource could not be found. Aug 10 03:32:13.980562 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-3c4b7457-68e9-426d-a9d2-c2fabaf48f66 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] 10.222.0.62 "GET /v2.0/ports/d4673790-a271-48f9-bd2f-15249e3a5624 HTTP/1.1" status: 404 len: 333 time: 0.0559404 Aug 10 03:32:13.986494 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 48742) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:14.024247 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-9cfdc27f-09ed-4f60-bf15-ed70c0d95f90 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Deleting port caadcb1e-57ec-44cc-87d5-4b671693b8a6 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:14.024605 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9cfdc27f-09ed-4f60-bf15-ed70c0d95f90 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:14.027767 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-dbf0e93c-f962-4dc2-a9d5-0ab7c11eadaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:14.043765 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf0e93c-f962-4dc2-a9d5-0ab7c11eadaa None None] No DVR routers for this DVR port acc3afb5-5bdb-44be-9350-f094605d3573 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:32:14.114407 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf0e93c-f962-4dc2-a9d5-0ab7c11eadaa None None] Pushing event deleted for resources: {'Port': ['ID=acc3afb5-5bdb-44be-9350-f094605d3573,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:14.193276 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-df2ad549-7b87-4c64-ac08-367db6d56d65 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Deleting port 4b36a39b-3b22-414d-a1fc-e262152b5373 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:14.193517 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-df2ad549-7b87-4c64-ac08-367db6d56d65 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:14.220080 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9cfdc27f-09ed-4f60-bf15-ed70c0d95f90 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:14.230901 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b9c81-2245-4f43-b528-e6dba6ff6559 req-7952a6cc-8bc3-4dc0-9bff-0ee03ea7690c tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:14.232609 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-286b9c81-2245-4f43-b528-e6dba6ff6559 req-7952a6cc-8bc3-4dc0-9bff-0ee03ea7690c tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2ee0e70-93f0-46ed-aa08-8f0440644461 HTTP/1.1" status: 200 len: 945 time: 0.1024575 Aug 10 03:32:14.282397 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-9cfdc27f-09ed-4f60-bf15-ed70c0d95f90 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Calling delete_port for caadcb1e-57ec-44cc-87d5-4b671693b8a6 owned by {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:14.331711 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-df2ad549-7b87-4c64-ac08-367db6d56d65 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:14.346954 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-df2ad549-7b87-4c64-ac08-367db6d56d65 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Calling delete_port for 4b36a39b-3b22-414d-a1fc-e262152b5373 owned by {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:14.413854 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-286b9c81-2245-4f43-b528-e6dba6ff6559 req-b367af05-6254-4677-9d64-a585fcee3d38 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Deleting port ed4df4a4-51bb-4208-907c-51eef11319e6 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:14.414248 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-286b9c81-2245-4f43-b528-e6dba6ff6559 req-b367af05-6254-4677-9d64-a585fcee3d38 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:14.446904 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-34b81b78-6962-4ae1-b5d3-a464b9a0d78f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:14.480575 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b81b78-6962-4ae1-b5d3-a464b9a0d78f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Pushing event deleted for resources: {'Port': ['ID=3246ee68-316e-4ba3-9cfd-736a08804d60,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:14.539948 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9cfdc27f-09ed-4f60-bf15-ed70c0d95f90 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:14.593053 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-286b9c81-2245-4f43-b528-e6dba6ff6559 req-b367af05-6254-4677-9d64-a585fcee3d38 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] For port ed4df4a4-51bb-4208-907c-51eef11319e6, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=ed4df4a4-51bb-4208-907c-51eef11319e6,segment=NetworkSegment(ee4b8496-dab9-4992-a392-fc3c5ad70c4e),segment_id=ee4b8496-dab9-4992-a392-fc3c5ad70c4e)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:14.593420 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-286b9c81-2245-4f43-b528-e6dba6ff6559 req-b367af05-6254-4677-9d64-a585fcee3d38 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:14.597322 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfdc27f-09ed-4f60-bf15-ed70c0d95f90 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event deleted for resources: {'Port': ['ID=caadcb1e-57ec-44cc-87d5-4b671693b8a6,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:14.623374 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-34b81b78-6962-4ae1-b5d3-a464b9a0d78f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:14.629304 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9cfdc27f-09ed-4f60-bf15-ed70c0d95f90 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:14.632129 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9cfdc27f-09ed-4f60-bf15-ed70c0d95f90 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/ports/caadcb1e-57ec-44cc-87d5-4b671693b8a6 HTTP/1.1" status: 204 len: 168 time: 0.8048890 Aug 10 03:32:14.638093 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48748) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:14.701155 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-df2ad549-7b87-4c64-ac08-367db6d56d65 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:14.705755 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-286b9c81-2245-4f43-b528-e6dba6ff6559 req-b367af05-6254-4677-9d64-a585fcee3d38 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Calling delete_port for ed4df4a4-51bb-4208-907c-51eef11319e6 owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:14.710982 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d25774-e4a0-4713-86e6-fc80c7cc136a tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:14.713363 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d25774-e4a0-4713-86e6-fc80c7cc136a tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:14.717576 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e8d25774-e4a0-4713-86e6-fc80c7cc136a tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0758905 Aug 10 03:32:14.718488 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48750) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:14.783807 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d5bea9c-5313-45ef-a585-2e0609930bac tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Deleting subnet fb805763-6aa7-4497-815b-11c0ef1f7dff {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:32:14.793244 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4d5bea9c-5313-45ef-a585-2e0609930bac tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:14.949610 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4d5bea9c-5313-45ef-a585-2e0609930bac tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:15.071561 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 93daef2c-da6e-486d-b31b-6b6371c891e8 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:15.082656 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4d5bea9c-5313-45ef-a585-2e0609930bac tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:15.138457 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 93daef2c-da6e-486d-b31b-6b6371c891e8 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:15.165587 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-34b81b78-6962-4ae1-b5d3-a464b9a0d78f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:15.178500 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2ad549-7b87-4c64-ac08-367db6d56d65 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Pushing event deleted for resources: {'Port': ['ID=4b36a39b-3b22-414d-a1fc-e262152b5373,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:15.178500 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-34b81b78-6962-4ae1-b5d3-a464b9a0d78f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:15.198019 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-90897b8f-06fd-4ce5-99e8-92c3fde2b0ae None None] Provisioning for port 93daef2c-da6e-486d-b31b-6b6371c891e8 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:15.211151 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-df2ad549-7b87-4c64-ac08-367db6d56d65 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:15.216305 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-df2ad549-7b87-4c64-ac08-367db6d56d65 tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] 10.222.0.62 "DELETE /v2.0/ports/4b36a39b-3b22-414d-a1fc-e262152b5373 HTTP/1.1" status: 204 len: 168 time: 1.2282491 Aug 10 03:32:15.221075 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-90897b8f-06fd-4ce5-99e8-92c3fde2b0ae None None] Provisioning complete for port 93daef2c-da6e-486d-b31b-6b6371c891e8 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:15.223600 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-90897b8f-06fd-4ce5-99e8-92c3fde2b0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:15.253969 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 48756) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:15.291489 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 2927eb16-21bd-47e7-aba1-fd6ea509620c no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:32:15.304590 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-286b9c81-2245-4f43-b528-e6dba6ff6559 req-b367af05-6254-4677-9d64-a585fcee3d38 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:15.332197 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['ed4df4a4-51bb-4208-907c-51eef11319e6'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:32:15.333253 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ef16bbd-4267-4b37-b980-48a984f9e67f tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Deleting subnet e9d3e9ca-d282-4c9d-9770-d7cc899cb0a3 {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:32:15.335224 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['6f5e8b02-447c-4199-a06a-52522489c290'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:32:15.345579 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1ef16bbd-4267-4b37-b980-48a984f9e67f tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:15.354441 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 2927eb16-21bd-47e7-aba1-fd6ea509620c {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:32:15.355331 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 2927eb16-21bd-47e7-aba1-fd6ea509620c not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:32:15.356066 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device acc3afb5-5bdb-44be-9350-f094605d3573 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:32:15.387017 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9bca6-29f0-4bee-8609-a4e9ab238030 req-f8b85b1a-306c-4a8c-aff1-83607915486d tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:15.388358 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-84d9bca6-29f0-4bee-8609-a4e9ab238030 req-f8b85b1a-306c-4a8c-aff1-83607915486d tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2ee0e70-93f0-46ed-aa08-8f0440644461 HTTP/1.1" status: 200 len: 945 time: 0.6887097 Aug 10 03:32:15.391872 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-34b81b78-6962-4ae1-b5d3-a464b9a0d78f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:15.392434 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b81b78-6962-4ae1-b5d3-a464b9a0d78f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Fanout notify agent at l3_agent the message router_deleted on router 9801400f-c07d-43b3-bc9c-e0a6d14713e9 {{(pid=94216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:32:15.406536 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-34b81b78-6962-4ae1-b5d3-a464b9a0d78f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:15.410170 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-34b81b78-6962-4ae1-b5d3-a464b9a0d78f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "DELETE /v2.0/routers/9801400f-c07d-43b3-bc9c-e0a6d14713e9 HTTP/1.1" status: 204 len: 168 time: 2.5579708 Aug 10 03:32:15.418834 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48758) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:15.436652 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: acc3afb5-5bdb-44be-9350-f094605d3573 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:32:15.437386 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device acc3afb5-5bdb-44be-9350-f094605d3573 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:32:15.465847 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b367af05-6254-4677-9d64-a585fcee3d38 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Pushing event deleted for resources: {'Port': ['ID=ed4df4a4-51bb-4208-907c-51eef11319e6,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:15.484721 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1ef16bbd-4267-4b37-b980-48a984f9e67f tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:15.592459 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4d5bea9c-5313-45ef-a585-2e0609930bac tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:15.624747 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4d5bea9c-5313-45ef-a585-2e0609930bac tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:15.629538 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4d5bea9c-5313-45ef-a585-2e0609930bac tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/subnets/fb805763-6aa7-4497-815b-11c0ef1f7dff HTTP/1.1" status: 204 len: 168 time: 0.9099574 Aug 10 03:32:15.634959 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48762) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:15.642256 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-286b9c81-2245-4f43-b528-e6dba6ff6559 req-b367af05-6254-4677-9d64-a585fcee3d38 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] No DVR routers for this DVR port ed4df4a4-51bb-4208-907c-51eef11319e6 on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:32:15.645155 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-286b9c81-2245-4f43-b528-e6dba6ff6559 req-b367af05-6254-4677-9d64-a585fcee3d38 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:15.648164 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-286b9c81-2245-4f43-b528-e6dba6ff6559 req-b367af05-6254-4677-9d64-a585fcee3d38 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.58 "DELETE /v2.0/ports/ed4df4a4-51bb-4208-907c-51eef11319e6 HTTP/1.1" status: 204 len: 173 time: 1.4072530 Aug 10 03:32:15.653579 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-90897b8f-06fd-4ce5-99e8-92c3fde2b0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:15.680005 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bfa903-2d20-42e8-9728-b800e621265d None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:15.688779 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ee0e70-93f0-46ed-aa08-8f0440644461', 'name': 'network-vif-deleted', 'tag': 'ed4df4a4-51bb-4208-907c-51eef11319e6'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:32:15.691896 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ad3d5c-1945-488d-99b6-b030c3ff8e6e" -d '{"events": [{"server_uuid": "f2ee0e70-93f0-46ed-aa08-8f0440644461", "name": "network-vif-deleted", "tag": "ed4df4a4-51bb-4208-907c-51eef11319e6"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:32:15.713385 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1ef16bbd-4267-4b37-b980-48a984f9e67f tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:15.784606 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-84d9bca6-29f0-4bee-8609-a4e9ab238030 req-3c21b516-c008-454a-9ca2-4f31da94f56e tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3756111 Aug 10 03:32:15.789202 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1ef16bbd-4267-4b37-b980-48a984f9e67f tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:15.802491 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-88fc64cf-92cf-4d97-abe6-fe42204f8f96 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1638560 Aug 10 03:32:15.804745 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 48768) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:15.811951 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5bea9c-5313-45ef-a585-2e0609930bac tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event deleted for resources: {'Subnet': ['ID=fb805763-6aa7-4497-815b-11c0ef1f7dff,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:15.834598 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8376e674-2299-4851-8aa8-5d3cee08bff7 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:15.851343 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa91ea4f-699f-48da-a5e3-832ae2df98d6 None None] Network 23f43204-b57c-4477-ae4a-f1e96518bfaf requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:15.859746 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1ef16bbd-4267-4b37-b980-48a984f9e67f tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:15.865152 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-1ef16bbd-4267-4b37-b980-48a984f9e67f tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] 10.222.0.62 "DELETE /v2.0/subnets/e9d3e9ca-d282-4c9d-9770-d7cc899cb0a3 HTTP/1.1" status: 204 len: 168 time: 0.6078863 Aug 10 03:32:15.889668 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48770) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:15.909676 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef16bbd-4267-4b37-b980-48a984f9e67f tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Pushing event deleted for resources: {'Subnet': ['ID=e9d3e9ca-d282-4c9d-9770-d7cc899cb0a3,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:15.940856 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4499ed62-b9bc-4082-ba7d-a18ce1f5e5ac tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:15.943922 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-4499ed62-b9bc-4082-ba7d-a18ce1f5e5ac tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1304650 Aug 10 03:32:15.954643 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 48774) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:15.971390 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce13c495-1374-465b-8176-e73130f61b36 x-openstack-request-id: req-ce13c495-1374-465b-8176-e73130f61b36 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:32:15.971677 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2ee0e70-93f0-46ed-aa08-8f0440644461", "name": "network-vif-deleted", "tag": "ed4df4a4-51bb-4208-907c-51eef11319e6", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:32:15.971931 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ce13c495-1374-465b-8176-e73130f61b36 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:32:15.972334 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2ee0e70-93f0-46ed-aa08-8f0440644461', 'name': 'network-vif-deleted', 'tag': 'ed4df4a4-51bb-4208-907c-51eef11319e6', 'status': 'completed', 'code': 200} Aug 10 03:32:15.978456 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-90897b8f-06fd-4ce5-99e8-92c3fde2b0ae None None] For port 93daef2c-da6e-486d-b31b-6b6371c891e8, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=93daef2c-da6e-486d-b31b-6b6371c891e8,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:15.995919 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-90897b8f-06fd-4ce5-99e8-92c3fde2b0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:16.030724 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc088fb-c5c8-416f-93fb-f8ba22efb5eb tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:16.034777 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-7bc088fb-c5c8-416f-93fb-f8ba22efb5eb tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0765796 Aug 10 03:32:16.035037 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 48776) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:16.039553 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-813e31d5-be3c-4e34-845c-1121fcf1f74b tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:16.080074 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8376e674-2299-4851-8aa8-5d3cee08bff7 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:16.091203 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ea28614b-1a64-4a1f-81cf-19ee0edfaa4e tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0505269 Aug 10 03:32:16.099789 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 48778) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:16.105370 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-963229b5-5ba9-4474-86ce-0a18192d2403 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Request body: {'subnet': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:16.159904 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-8376e674-2299-4851-8aa8-5d3cee08bff7 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a6736e6-4bf2-4fd6-b608-02d7e87502ef']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:16.188793 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-8376e674-2299-4851-8aa8-5d3cee08bff7 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90fc387c-2ff1-44e0-8c3a-ac4a1b9abaaf') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:16.189142 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-8376e674-2299-4851-8aa8-5d3cee08bff7 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90fc387c-2ff1-44e0-8c3a-ac4a1b9abaaf') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:16.203738 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-765f9250-bf44-470f-8b9e-1e6796444624 None None] Could not find standard attr ID for object caadcb1e-57ec-44cc-87d5-4b671693b8a6. {{(pid=94218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:32:16.220604 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8376e674-2299-4851-8aa8-5d3cee08bff7 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:16.224359 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-813e31d5-be3c-4e34-845c-1121fcf1f74b tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Deleting port 067415df-b107-4b82-b429-60c5e4728048 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:16.224656 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-813e31d5-be3c-4e34-845c-1121fcf1f74b tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:16.233218 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963229b5-5ba9-4474-86ce-0a18192d2403 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Made reservation on behalf of 984bdecd49e44336b94df38f23469327 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:16.237485 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-963229b5-5ba9-4474-86ce-0a18192d2403 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:16.259422 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90897b8f-06fd-4ce5-99e8-92c3fde2b0ae None None] Pushing event updated for resources: {'Port': ['ID=93daef2c-da6e-486d-b31b-6b6371c891e8,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:16.289635 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8376e674-2299-4851-8aa8-5d3cee08bff7 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:16.313295 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8376e674-2299-4851-8aa8-5d3cee08bff7 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:32:16.313776 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8376e674-2299-4851-8aa8-5d3cee08bff7 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:16.317066 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:32:16.317066 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:32:16.317066 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:32:16.317066 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:32:16.317066 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:32:16.317066 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:32:16.317066 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:32:16.317066 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:32:16.317066 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:32:16.317066 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:32:16.317066 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:32:16.317066 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:32:16.317066 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:32:16.317066 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:32:16.317066 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:32:16.317066 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:32:16.317066 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:32:16.317066 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:32:16.317066 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:32:16.317066 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:32:16.317066 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:32:16.317066 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:32:16.317066 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:32:16.317066 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:32:16.317066 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:32:16.317066 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:32:16.317066 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:32:16.317066 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:32:16.317066 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:32:16.317066 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:32:16.317066 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:32:16.317066 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:32:16.376900 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-813e31d5-be3c-4e34-845c-1121fcf1f74b tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] For port 067415df-b107-4b82-b429-60c5e4728048, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=067415df-b107-4b82-b429-60c5e4728048,segment=NetworkSegment(52408921-5d96-4b03-8cc3-33183cd6a916),segment_id=52408921-5d96-4b03-8cc3-33183cd6a916)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:16.377280 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-813e31d5-be3c-4e34-845c-1121fcf1f74b tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:16.398167 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-813e31d5-be3c-4e34-845c-1121fcf1f74b tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Calling delete_port for 067415df-b107-4b82-b429-60c5e4728048 owned by network:dhcp {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:16.403914 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df1d354-f26d-4c81-ab9e-7ecf37d99888 None None] DHCP port deletion for 23f43204-b57c-4477-ae4a-f1e96518bfaf request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:32:16.428726 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8376e674-2299-4851-8aa8-5d3cee08bff7 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:16.438423 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8376e674-2299-4851-8aa8-5d3cee08bff7 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:16.443345 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8376e674-2299-4851-8aa8-5d3cee08bff7 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "DELETE /v2.0/networks/1a6736e6-4bf2-4fd6-b608-02d7e87502ef HTTP/1.1" status: 204 len: 168 time: 1.0203328 Aug 10 03:32:16.468274 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df7e433-50b5-4584-9b46-2b7dd94daa96 None None] DHCP port deletion for da252ef5-253f-415c-bfce-1cf3e51986e9 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:32:16.472302 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48782) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:16.508380 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8376e674-2299-4851-8aa8-5d3cee08bff7 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Pushing event deleted for resources: {'Network': ['ID=1a6736e6-4bf2-4fd6-b608-02d7e87502ef,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:16.515535 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-b55d7404-84a5-4e44-9083-e0adf5fb5a28 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Request body: {'network': {'name': 'tempest-network-smoke--1955267911', 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'port_security_enabled': True}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:16.547335 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55d7404-84a5-4e44-9083-e0adf5fb5a28 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Made reservation on behalf of 91c061317a63433fa1b564847f6d5cbb for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:16.551312 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b55d7404-84a5-4e44-9083-e0adf5fb5a28 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:16.555066 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-963229b5-5ba9-4474-86ce-0a18192d2403 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:16.555859 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0df1d354-f26d-4c81-ab9e-7ecf37d99888 None None] Deleting port 067415df-b107-4b82-b429-60c5e4728048 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:16.557345 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0df1d354-f26d-4c81-ab9e-7ecf37d99888 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:16.575889 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-8df7e433-50b5-4584-9b46-2b7dd94daa96 None None] Deleting port 93daef2c-da6e-486d-b31b-6b6371c891e8 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:16.576412 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8df7e433-50b5-4584-9b46-2b7dd94daa96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:16.590421 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b55d7404-84a5-4e44-9083-e0adf5fb5a28 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:32:16.600330 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b55d7404-84a5-4e44-9083-e0adf5fb5a28 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:16.600686 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-b55d7404-84a5-4e44-9083-e0adf5fb5a28 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Added segment e2d93d86-958a-4a34-a6bf-6c0965ea4607 of type vlan for network a9fb31dd-1c8a-4293-b68f-13ea812561e0 Aug 10 03:32:16.626825 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963229b5-5ba9-4474-86ce-0a18192d2403 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event updated for resources: {'Subnet': ['ID=b76226ae-8ca7-4df0-b4f8-fe7942e5565e,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:16.646439 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963229b5-5ba9-4474-86ce-0a18192d2403 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:16.647427 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b55d7404-84a5-4e44-9083-e0adf5fb5a28 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:16.648460 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-963229b5-5ba9-4474-86ce-0a18192d2403 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:16.651962 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963229b5-5ba9-4474-86ce-0a18192d2403 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:16.652868 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-963229b5-5ba9-4474-86ce-0a18192d2403 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:16.672121 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-963229b5-5ba9-4474-86ce-0a18192d2403 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5711503 Aug 10 03:32:16.674649 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 48786) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:16.683324 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-26bcd8d4-4426-454e-af70-7e77ff0be499 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Request body: {'port': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'mac_address': 'fa:16:3e:62:ea:64', 'name': 'tempest-NetworksTestDHCPv6-1690240946'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:16.698786 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b55d7404-84a5-4e44-9083-e0adf5fb5a28 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:16.707889 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55d7404-84a5-4e44-9083-e0adf5fb5a28 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:16.708586 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b55d7404-84a5-4e44-9083-e0adf5fb5a28 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:16.711216 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0df1d354-f26d-4c81-ab9e-7ecf37d99888 None None] For port 067415df-b107-4b82-b429-60c5e4728048, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=067415df-b107-4b82-b429-60c5e4728048,segment=NetworkSegment(52408921-5d96-4b03-8cc3-33183cd6a916),segment_id=52408921-5d96-4b03-8cc3-33183cd6a916)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:16.711694 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0df1d354-f26d-4c81-ab9e-7ecf37d99888 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:16.736750 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0df1d354-f26d-4c81-ab9e-7ecf37d99888 None None] Calling delete_port for 067415df-b107-4b82-b429-60c5e4728048 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:16.766805 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-8df7e433-50b5-4584-9b46-2b7dd94daa96 None None] For port 93daef2c-da6e-486d-b31b-6b6371c891e8, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=93daef2c-da6e-486d-b31b-6b6371c891e8,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:16.767112 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8df7e433-50b5-4584-9b46-2b7dd94daa96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:16.804572 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55d7404-84a5-4e44-9083-e0adf5fb5a28 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Pushing event updated for resources: {'Network': ['ID=a9fb31dd-1c8a-4293-b68f-13ea812561e0,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:16.809849 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b55d7404-84a5-4e44-9083-e0adf5fb5a28 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2971196 Aug 10 03:32:16.811158 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-813e31d5-be3c-4e34-845c-1121fcf1f74b tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:16.814768 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-8df7e433-50b5-4584-9b46-2b7dd94daa96 None None] Calling delete_port for 93daef2c-da6e-486d-b31b-6b6371c891e8 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:16.816172 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 48788) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:16.838725 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-c502d1c2-b9a8-4ea5-b155-eacee6391463 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1084489345', 'admin_state_up': True, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:16.882272 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813e31d5-be3c-4e34-845c-1121fcf1f74b tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Pushing event deleted for resources: {'Port': ['ID=067415df-b107-4b82-b429-60c5e4728048,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:16.884882 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813e31d5-be3c-4e34-845c-1121fcf1f74b tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] No DVR routers for this DVR port 067415df-b107-4b82-b429-60c5e4728048 on host n-d-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:32:16.892061 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network a9fb31dd-1c8a-4293-b68f-13ea812561e0 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:32:16.897559 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26bcd8d4-4426-454e-af70-7e77ff0be499 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Made reservation on behalf of 984bdecd49e44336b94df38f23469327 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:16.914451 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c502d1c2-b9a8-4ea5-b155-eacee6391463 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:16.915712 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c502d1c2-b9a8-4ea5-b155-eacee6391463 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:16.994621 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-813e31d5-be3c-4e34-845c-1121fcf1f74b tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:17.022487 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-813e31d5-be3c-4e34-845c-1121fcf1f74b tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23f43204-b57c-4477-ae4a-f1e96518bfaf']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:17.036851 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-813e31d5-be3c-4e34-845c-1121fcf1f74b tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52408921-5d96-4b03-8cc3-33183cd6a916') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:17.037404 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-813e31d5-be3c-4e34-845c-1121fcf1f74b tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52408921-5d96-4b03-8cc3-33183cd6a916') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:17.048158 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-813e31d5-be3c-4e34-845c-1121fcf1f74b tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:17.068920 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-813e31d5-be3c-4e34-845c-1121fcf1f74b tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:17.081473 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-813e31d5-be3c-4e34-845c-1121fcf1f74b tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:32:17.081944 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-813e31d5-be3c-4e34-845c-1121fcf1f74b tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:17.085559 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:32:17.085559 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:32:17.085559 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:32:17.085559 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:32:17.085559 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:32:17.085559 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:32:17.085559 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:32:17.085559 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:32:17.085559 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:32:17.085559 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:32:17.085559 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:32:17.085559 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:32:17.085559 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:32:17.085559 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:32:17.085559 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:32:17.085559 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:32:17.085559 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:32:17.085559 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:32:17.085559 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:32:17.085559 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:32:17.085559 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:32:17.085559 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:32:17.085559 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:32:17.085559 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:32:17.085559 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:32:17.085559 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:32:17.085559 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:32:17.085559 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:32:17.085559 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:32:17.085559 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:32:17.085559 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:32:17.085559 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:32:17.115993 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c502d1c2-b9a8-4ea5-b155-eacee6391463 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:17.119403 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 3246ee68-316e-4ba3-9cfd-736a08804d60 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:32:17.209382 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-813e31d5-be3c-4e34-845c-1121fcf1f74b tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:17.218312 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-813e31d5-be3c-4e34-845c-1121fcf1f74b tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:17.220557 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-813e31d5-be3c-4e34-845c-1121fcf1f74b tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] 10.222.0.62 "DELETE /v2.0/networks/23f43204-b57c-4477-ae4a-f1e96518bfaf HTTP/1.1" status: 204 len: 168 time: 1.3303881 Aug 10 03:32:17.239198 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-26bcd8d4-4426-454e-af70-7e77ff0be499 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:17.252690 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813e31d5-be3c-4e34-845c-1121fcf1f74b tempest-AllowedAddressPairIpV6TestJSON-1037596080 tempest-AllowedAddressPairIpV6TestJSON-1037596080-project] Pushing event deleted for resources: {'Network': ['ID=23f43204-b57c-4477-ae4a-f1e96518bfaf,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:17.300604 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [None req-26bcd8d4-4426-454e-af70-7e77ff0be499 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] device_id is not set on port 90741419-7c2c-494a-9aa5-cc2c979ca34c yet. {{(pid=94216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:32:17.430652 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 3246ee68-316e-4ba3-9cfd-736a08804d60 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:32:17.431574 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 3246ee68-316e-4ba3-9cfd-736a08804d60 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:32:17.431926 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 067415df-b107-4b82-b429-60c5e4728048 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:32:17.432568 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c502d1c2-b9a8-4ea5-b155-eacee6391463 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:17.461340 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0df1d354-f26d-4c81-ab9e-7ecf37d99888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:17.539427 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 067415df-b107-4b82-b429-60c5e4728048 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:32:17.539893 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 067415df-b107-4b82-b429-60c5e4728048 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:32:17.540417 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 93daef2c-da6e-486d-b31b-6b6371c891e8 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:32:17.585566 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0df1d354-f26d-4c81-ab9e-7ecf37d99888 None None] Network 23f43204-b57c-4477-ae4a-f1e96518bfaf is not hosted by any dhcp agent {{(pid=94218) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 03:32:17.586206 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df1d354-f26d-4c81-ab9e-7ecf37d99888 None None] No DVR routers for this DVR port 067415df-b107-4b82-b429-60c5e4728048 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:32:17.593792 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df1d354-f26d-4c81-ab9e-7ecf37d99888 None None] Pushing event deleted for resources: {'Port': ['ID=067415df-b107-4b82-b429-60c5e4728048,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:17.615587 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5de2f9-34f8-4f6f-bcce-7341341c2b98 req-4b1f2c58-cc3e-4b24-975e-6ae0ccd9049d tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:17.623232 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4f5de2f9-34f8-4f6f-bcce-7341341c2b98 req-4b1f2c58-cc3e-4b24-975e-6ae0ccd9049d tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca28343c-fe86-42dd-84b4-d84ad430dcfc HTTP/1.1" status: 200 len: 945 time: 0.1524863 Aug 10 03:32:17.642634 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:17.645505 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8df7e433-50b5-4584-9b46-2b7dd94daa96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:17.679336 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df7e433-50b5-4584-9b46-2b7dd94daa96 None None] Pushing event deleted for resources: {'Port': ['ID=93daef2c-da6e-486d-b31b-6b6371c891e8,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:17.682920 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-26bcd8d4-4426-454e-af70-7e77ff0be499 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Allocated IP 2001:db8::30c (da252ef5-253f-415c-bfce-1cf3e51986e9/b76226ae-8ca7-4df0-b4f8-fe7942e5565e/90741419-7c2c-494a-9aa5-cc2c979ca34c) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:17.693229 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df7e433-50b5-4584-9b46-2b7dd94daa96 None None] No DVR routers for this DVR port 93daef2c-da6e-486d-b31b-6b6371c891e8 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:32:17.700927 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4f5de2f9-34f8-4f6f-bcce-7341341c2b98 req-1d96179d-fd62-4e50-a241-af88a793a925 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712185 Aug 10 03:32:17.732904 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9b3ae3-218b-4a5c-8bf8-401f6c004071 None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:17.784152 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48806) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:17.935055 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc51b6f-4efa-4a74-8897-e63412b79bb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-da252ef5-253f-415c-bfce-1cf3e51986e9', 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'tenant_id': '984bdecd49e44336b94df38f23469327', 'fixed_ips': [{'subnet_id': 'b76226ae-8ca7-4df0-b4f8-fe7942e5565e'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:32:17.936325 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ffc51b6f-4efa-4a74-8897-e63412b79bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:17.946507 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-edf12b99-c16c-43b1-bf85-b14b6c39c9ed admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a47cbbcc6b864e79af37322e3fd1baf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1611788 Aug 10 03:32:17.949612 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48810) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:17.974779 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c502d1c2-b9a8-4ea5-b155-eacee6391463 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for router_gateway, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:17.998646 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c502d1c2-b9a8-4ea5-b155-eacee6391463 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:18.006226 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7429374c-bb5c-4d76-b8fa-27b51bbd1d0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:18.020076 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-26bcd8d4-4426-454e-af70-7e77ff0be499 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:18.045236 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7429374c-bb5c-4d76-b8fa-27b51bbd1d0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:18.118528 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-26bcd8d4-4426-454e-af70-7e77ff0be499 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Transition to ACTIVE for port object 90741419-7c2c-494a-9aa5-cc2c979ca34c will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:18.121275 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7429374c-bb5c-4d76-b8fa-27b51bbd1d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:18.124495 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7429374c-bb5c-4d76-b8fa-27b51bbd1d0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:18.129429 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7429374c-bb5c-4d76-b8fa-27b51bbd1d0e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c7891867-6c1d-4dc6-8610-9f2605bd7c39 HTTP/1.1" status: 204 len: 168 time: 0.1785665 Aug 10 03:32:18.140126 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429374c-bb5c-4d76-b8fa-27b51bbd1d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7891867-6c1d-4dc6-8610-9f2605bd7c39,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:18.211052 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-c502d1c2-b9a8-4ea5-b155-eacee6391463 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Allocated IP 172.25.7.167 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/8951e669-b588-4203-985f-021812449ee1) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:18.219337 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-26bcd8d4-4426-454e-af70-7e77ff0be499 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:18.285201 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-ffc51b6f-4efa-4a74-8897-e63412b79bb9 None None] Allocated IP 2001:db8::2 (da252ef5-253f-415c-bfce-1cf3e51986e9/b76226ae-8ca7-4df0-b4f8-fe7942e5565e/c16ff79c-3076-403b-855b-f1dbd8317a20) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:18.300119 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bcd8d4-4426-454e-af70-7e77ff0be499 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:18.333100 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-26bcd8d4-4426-454e-af70-7e77ff0be499 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:18.336515 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bcd8d4-4426-454e-af70-7e77ff0be499 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:18.342336 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bcd8d4-4426-454e-af70-7e77ff0be499 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:18.343269 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-26bcd8d4-4426-454e-af70-7e77ff0be499 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:18.371672 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48820) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:18.371891 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-26bcd8d4-4426-454e-af70-7e77ff0be499 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6950738 Aug 10 03:32:18.381920 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bcd8d4-4426-454e-af70-7e77ff0be499 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event updated for resources: {'Port': ['ID=90741419-7c2c-494a-9aa5-cc2c979ca34c,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:18.457149 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c502d1c2-b9a8-4ea5-b155-eacee6391463 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:18.460268 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb28f0a3-29be-4a3b-a0a8-b830d5f03c43 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:18.463525 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-bb28f0a3-29be-4a3b-a0a8-b830d5f03c43 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0903020 Aug 10 03:32:18.466083 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48824) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:18.505297 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c502d1c2-b9a8-4ea5-b155-eacee6391463 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:18.517255 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ffc51b6f-4efa-4a74-8897-e63412b79bb9 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:18.532568 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-ffc51b6f-4efa-4a74-8897-e63412b79bb9 None None] Transition to ACTIVE for port object c16ff79c-3076-403b-855b-f1dbd8317a20 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:18.553656 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-ffc51b6f-4efa-4a74-8897-e63412b79bb9 None None] Transition to ACTIVE for port object c16ff79c-3076-403b-855b-f1dbd8317a20 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:18.561536 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ffc51b6f-4efa-4a74-8897-e63412b79bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:18.602947 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c502d1c2-b9a8-4ea5-b155-eacee6391463 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Pushing event updated for resources: {'Port': ['ID=8951e669-b588-4203-985f-021812449ee1,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:18.607457 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc51b6f-4efa-4a74-8897-e63412b79bb9 None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:18.611095 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-ffc51b6f-4efa-4a74-8897-e63412b79bb9 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:18.614806 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc51b6f-4efa-4a74-8897-e63412b79bb9 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:18.615070 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c502d1c2-b9a8-4ea5-b155-eacee6391463 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:18.616525 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-c502d1c2-b9a8-4ea5-b155-eacee6391463 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:18.618728 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c502d1c2-b9a8-4ea5-b155-eacee6391463 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:18.638051 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-fe774836-a6c3-4d50-8047-0d54f6e5284c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Deleting port 90741419-7c2c-494a-9aa5-cc2c979ca34c {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:18.648428 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fe774836-a6c3-4d50-8047-0d54f6e5284c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:18.662028 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc51b6f-4efa-4a74-8897-e63412b79bb9 None None] Pushing event updated for resources: {'Port': ['ID=c16ff79c-3076-403b-855b-f1dbd8317a20,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:18.694383 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-ffc51b6f-4efa-4a74-8897-e63412b79bb9 None None] Attempting to bind port c16ff79c-3076-403b-855b-f1dbd8317a20 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:32:18.694915 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-ffc51b6f-4efa-4a74-8897-e63412b79bb9 None None] Attempting to bind port c16ff79c-3076-403b-855b-f1dbd8317a20 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:32:18.695385 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc51b6f-4efa-4a74-8897-e63412b79bb9 None None] Attempting to bind port c16ff79c-3076-403b-855b-f1dbd8317a20 on network da252ef5-253f-415c-bfce-1cf3e51986e9 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:32:18.706844 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc51b6f-4efa-4a74-8897-e63412b79bb9 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:32:18.707340 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc51b6f-4efa-4a74-8897-e63412b79bb9 None None] Checking segment: {'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:32:18.707847 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ffc51b6f-4efa-4a74-8897-e63412b79bb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:18.708373 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc51b6f-4efa-4a74-8897-e63412b79bb9 None None] Bound using segment: {'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:32:18.708956 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-ffc51b6f-4efa-4a74-8897-e63412b79bb9 None None] Bound port: c16ff79c-3076-403b-855b-f1dbd8317a20, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:32:18.709455 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ffc51b6f-4efa-4a74-8897-e63412b79bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:18.794341 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-ffc51b6f-4efa-4a74-8897-e63412b79bb9 None None] For port c16ff79c-3076-403b-855b-f1dbd8317a20, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:32:18.798178 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-ffc51b6f-4efa-4a74-8897-e63412b79bb9 None None] For port c16ff79c-3076-403b-855b-f1dbd8317a20, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=c16ff79c-3076-403b-855b-f1dbd8317a20,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:32:18.806288 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ffc51b6f-4efa-4a74-8897-e63412b79bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:18.806647 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fe774836-a6c3-4d50-8047-0d54f6e5284c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:18.834932 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-fe774836-a6c3-4d50-8047-0d54f6e5284c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Calling delete_port for 90741419-7c2c-494a-9aa5-cc2c979ca34c owned by {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:18.896991 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc51b6f-4efa-4a74-8897-e63412b79bb9 None None] Pushing event updated for resources: {'Port': ['ID=c16ff79c-3076-403b-855b-f1dbd8317a20,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:19.049160 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fe774836-a6c3-4d50-8047-0d54f6e5284c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:19.169647 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe774836-a6c3-4d50-8047-0d54f6e5284c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event deleted for resources: {'Port': ['ID=90741419-7c2c-494a-9aa5-cc2c979ca34c,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:19.175913 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device ed4df4a4-51bb-4208-907c-51eef11319e6 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:32:19.177065 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fe774836-a6c3-4d50-8047-0d54f6e5284c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:19.183789 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-fe774836-a6c3-4d50-8047-0d54f6e5284c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/ports/90741419-7c2c-494a-9aa5-cc2c979ca34c HTTP/1.1" status: 204 len: 168 time: 0.7163854 Aug 10 03:32:19.184523 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48848) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:19.215171 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: ed4df4a4-51bb-4208-907c-51eef11319e6 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:32:19.215527 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device ed4df4a4-51bb-4208-907c-51eef11319e6 not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:32:19.264491 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6005045-1e09-4532-b159-27bd0c6ee49f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:19.266164 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6005045-1e09-4532-b159-27bd0c6ee49f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:19.267722 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a6005045-1e09-4532-b159-27bd0c6ee49f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0822670 Aug 10 03:32:19.276522 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48852) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:19.365710 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ef6fbb0-2f21-4927-af26-e9aeeebce3b5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Deleting subnet b76226ae-8ca7-4df0-b4f8-fe7942e5565e {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:32:19.369417 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5ef6fbb0-2f21-4927-af26-e9aeeebce3b5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:19.385983 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d572a-d83e-4c2e-8dc9-1e1f1bf819ae req-5d8e8792-4766-44a2-8f2b-dc21418a5957 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:19.387673 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-de5d572a-d83e-4c2e-8dc9-1e1f1bf819ae req-5d8e8792-4766-44a2-8f2b-dc21418a5957 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca28343c-fe86-42dd-84b4-d84ad430dcfc HTTP/1.1" status: 200 len: 945 time: 0.5544672 Aug 10 03:32:19.424542 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c502d1c2-b9a8-4ea5-b155-eacee6391463 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for router_gateway, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:19.429528 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5ef6fbb0-2f21-4927-af26-e9aeeebce3b5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:19.432656 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 48856) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:19.482278 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-de5d572a-d83e-4c2e-8dc9-1e1f1bf819ae req-e4ea4f78-ea37-4539-8771-805bfb05a273 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869753 Aug 10 03:32:19.541899 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5ef6fbb0-2f21-4927-af26-e9aeeebce3b5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:19.638958 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5ef6fbb0-2f21-4927-af26-e9aeeebce3b5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:19.671176 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-0c85414f-9946-4c9f-aa5e-d3e948bf38d3 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-625587592'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:19.678662 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef6fbb0-2f21-4927-af26-e9aeeebce3b5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event deleted for resources: {'Subnet': ['ID=b76226ae-8ca7-4df0-b4f8-fe7942e5565e,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:19.683185 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5ef6fbb0-2f21-4927-af26-e9aeeebce3b5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:19.688751 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-5ef6fbb0-2f21-4927-af26-e9aeeebce3b5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/subnets/b76226ae-8ca7-4df0-b4f8-fe7942e5565e HTTP/1.1" status: 204 len: 168 time: 0.4111471 Aug 10 03:32:19.689812 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48862) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:19.743106 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 48866) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:19.748877 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-e4c89a58-44d9-48f9-832e-6766833baa31 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1927591938', 'description': 'tempest-secgroup-smoke-1927591938 description', 'project_id': '38384b23a283420ab03964bbfa7ad032'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:19.749981 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2a4bc4dc-4ccd-4671-be7f-7d7cf18516da tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0585728 Aug 10 03:32:19.752213 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48868) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:19.757031 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c85414f-9946-4c9f-aa5e-d3e948bf38d3 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Made reservation on behalf of f76e5d9de24c405a8d24d929c2b325c6 for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:19.761033 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0c85414f-9946-4c9f-aa5e-d3e948bf38d3 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:19.786203 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0c85414f-9946-4c9f-aa5e-d3e948bf38d3 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:19.808126 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efa8f76-21e4-440b-aed0-0568e7988333 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:19.812316 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6efa8f76-21e4-440b-aed0-0568e7988333 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0563116 Aug 10 03:32:19.812557 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48870) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:19.814339 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c502d1c2-b9a8-4ea5-b155-eacee6391463 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:19.858714 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e4c89a58-44d9-48f9-832e-6766833baa31 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:19.876962 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d04e50-b1c1-4c64-bc91-f0d06b11a8ae tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:19.881060 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f8d04e50-b1c1-4c64-bc91-f0d06b11a8ae tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0651546 Aug 10 03:32:19.882249 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48872) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:19.935911 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c9fa3f6c-9919-488f-ac4e-364f7cccf33e tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0518744 Aug 10 03:32:19.939470 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48874) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:19.947859 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-d009c09e-4667-4578-a9eb-fbef64c38e64 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Request body: {'subnet': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:20.031076 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0c85414f-9946-4c9f-aa5e-d3e948bf38d3 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:20.040090 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0c85414f-9946-4c9f-aa5e-d3e948bf38d3 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:20.051174 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c502d1c2-b9a8-4ea5-b155-eacee6391463 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Router fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8 is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:32:20.078949 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c85414f-9946-4c9f-aa5e-d3e948bf38d3 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:32:20.117600 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0c85414f-9946-4c9f-aa5e-d3e948bf38d3 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:20.117964 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-0c85414f-9946-4c9f-aa5e-d3e948bf38d3 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Added segment 7b6494dc-f363-472f-bc46-c38798884d2c of type vlan for network b49de592-d3b8-40c7-a261-280abab578fc Aug 10 03:32:20.119821 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c85414f-9946-4c9f-aa5e-d3e948bf38d3 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3d464a-1996-4633-be37-994e075fadf1,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:20.263606 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0c85414f-9946-4c9f-aa5e-d3e948bf38d3 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:20.264263 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95889a7c-5817-46ba-b5de-2c211f69d0e5 None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:20.297333 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e4c89a58-44d9-48f9-832e-6766833baa31 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:20.309507 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e4c89a58-44d9-48f9-832e-6766833baa31 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:20.330161 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d009c09e-4667-4578-a9eb-fbef64c38e64 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Made reservation on behalf of 984bdecd49e44336b94df38f23469327 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:20.334049 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c502d1c2-b9a8-4ea5-b155-eacee6391463 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:32:20.335105 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d009c09e-4667-4578-a9eb-fbef64c38e64 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:20.348133 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad255f8b-c79b-42cb-913c-73843f47db89 None None] Sync routers for ids ['fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:32:20.366050 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c502d1c2-b9a8-4ea5-b155-eacee6391463 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:20.367379 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-c502d1c2-b9a8-4ea5-b155-eacee6391463 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.5470376 Aug 10 03:32:20.373358 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 48876) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:20.382051 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad255f8b-c79b-42cb-913c-73843f47db89 None None] Routers {'fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:20.383073 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-ad255f8b-c79b-42cb-913c-73843f47db89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:32:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:20.387872 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0c85414f-9946-4c9f-aa5e-d3e948bf38d3 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:20.391596 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-1c8f263f-ed25-4ba7-af07-98e431e95a37 None None] Provisioning for port c16ff79c-3076-403b-855b-f1dbd8317a20 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:20.393600 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c85414f-9946-4c9f-aa5e-d3e948bf38d3 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:20.394251 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0c85414f-9946-4c9f-aa5e-d3e948bf38d3 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:20.426092 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e4c89a58-44d9-48f9-832e-6766833baa31 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:20.427325 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-e4c89a58-44d9-48f9-832e-6766833baa31 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6830962 Aug 10 03:32:20.433003 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-c8524910-05cf-4f73-b372-4ad3f8b9e132 tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=91c061317a63433fa1b564847f6d5cbb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0585957 Aug 10 03:32:20.437235 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48878) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:20.437562 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-0c85414f-9946-4c9f-aa5e-d3e948bf38d3 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0037730 Aug 10 03:32:20.437813 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48880) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:20.438193 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48882) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:20.448981 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c89a58-44d9-48f9-832e-6766833baa31 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab14f6e-0e8e-46f2-9ddc-6714e62255d0,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:20.464836 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-28ba1066-f561-4c80-9ed4-c661b5bf2f12 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Request body: {'security_group_rule': {'security_group_id': '0ab14f6e-0e8e-46f2-9ddc-6714e62255d0', 'project_id': '38384b23a283420ab03964bbfa7ad032', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:20.482173 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-a450a6d5-64a6-4aea-98ca-f837cc561081 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Request body: {'subnet': {'network_id': 'b49de592-d3b8-40c7-a261-280abab578fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:20.503686 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c85414f-9946-4c9f-aa5e-d3e948bf38d3 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Pushing event updated for resources: {'Network': ['ID=b49de592-d3b8-40c7-a261-280abab578fc,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:20.553250 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network b49de592-d3b8-40c7-a261-280abab578fc details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:32:20.658285 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-ad255f8b-c79b-42cb-913c-73843f47db89 None None] Set router fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:20.662678 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2614cb5f-86ce-4668-b533-473130be76a4 req-b6ab2f1f-ec1d-43ff-8923-bf6f874e8b9a tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:20.676109 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2614cb5f-86ce-4668-b533-473130be76a4 req-b6ab2f1f-ec1d-43ff-8923-bf6f874e8b9a tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca28343c-fe86-42dd-84b4-d84ad430dcfc HTTP/1.1" status: 200 len: 945 time: 0.1133072 Aug 10 03:32:20.738006 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2614cb5f-86ce-4668-b533-473130be76a4 req-5b5e30b9-250d-4cc4-b30b-e526752b1104 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528097 Aug 10 03:32:20.742753 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf4da72-ea31-4dbb-928c-c985423c37c9 None None] DHCP port deletion for da252ef5-253f-415c-bfce-1cf3e51986e9 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:32:20.899465 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-9bf4da72-ea31-4dbb-928c-c985423c37c9 None None] Deleting port c16ff79c-3076-403b-855b-f1dbd8317a20 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:20.899848 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9bf4da72-ea31-4dbb-928c-c985423c37c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:20.976695 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-9bf4da72-ea31-4dbb-928c-c985423c37c9 None None] For port c16ff79c-3076-403b-855b-f1dbd8317a20, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=c16ff79c-3076-403b-855b-f1dbd8317a20,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:20.977097 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9bf4da72-ea31-4dbb-928c-c985423c37c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:20.991594 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-9bf4da72-ea31-4dbb-928c-c985423c37c9 None None] Calling delete_port for c16ff79c-3076-403b-855b-f1dbd8317a20 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:21.008471 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-ad255f8b-c79b-42cb-913c-73843f47db89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8', 'name': 'tempest-TestNetworkBasicOps-router-1084489345', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '8951e669-b588-4203-985f-021812449ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:16Z', 'updated_at': '2021-08-10T03:32:18Z', 'revision_number': 3, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'gw_port': {'id': '8951e669-b588-4203-985f-021812449ee1', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ac:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:18Z', 'updated_at': '2021-08-10T03:32:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:21.068238 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad255f8b-c79b-42cb-913c-73843f47db89 None None] Checking router: fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:32:21.069025 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad255f8b-c79b-42cb-913c-73843f47db89 None None] Updating router fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8 port 8951e669-b588-4203-985f-021812449ee1 binding host n-d-768851-15 {{(pid=94218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:32:21.091474 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-28ba1066-f561-4c80-9ed4-c661b5bf2f12 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:21.108028 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ad255f8b-c79b-42cb-913c-73843f47db89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:21.197431 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9d3ea5-d49d-468e-931b-18751d3bbaed tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:21.198935 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6a9d3ea5-d49d-468e-931b-18751d3bbaed tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7579703 Aug 10 03:32:21.201351 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9bf4da72-ea31-4dbb-928c-c985423c37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:21.202529 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 48894) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:21.215634 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a450a6d5-64a6-4aea-98ca-f837cc561081 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Made reservation on behalf of f76e5d9de24c405a8d24d929c2b325c6 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:21.219803 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a450a6d5-64a6-4aea-98ca-f837cc561081 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:21.230777 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf4da72-ea31-4dbb-928c-c985423c37c9 None None] Pushing event deleted for resources: {'Port': ['ID=c16ff79c-3076-403b-855b-f1dbd8317a20,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:21.248849 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-4eef46d1-5e01-4c4b-b89b-0810a82c0fcc tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=09ca2025-b9a6-4e84-8019-8d9fbef3753e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0449684 Aug 10 03:32:21.249781 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf4da72-ea31-4dbb-928c-c985423c37c9 None None] No DVR routers for this DVR port c16ff79c-3076-403b-855b-f1dbd8317a20 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:32:21.251206 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 48896) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:21.260627 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-38e49d60-e9b7-4e70-ae74-de32451d11f9 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1333780759', 'network_id': 'a9fb31dd-1c8a-4293-b68f-13ea812561e0', 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:21.310203 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-28ba1066-f561-4c80-9ed4-c661b5bf2f12 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:21.320774 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-28ba1066-f561-4c80-9ed4-c661b5bf2f12 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:21.368735 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba1066-f561-4c80-9ed4-c661b5bf2f12 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=957a6020-acde-4738-b0d9-38caf14ade19,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:21.377670 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e49d60-e9b7-4e70-ae74-de32451d11f9 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Made reservation on behalf of 91c061317a63433fa1b564847f6d5cbb for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:21.384905 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-38e49d60-e9b7-4e70-ae74-de32451d11f9 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:21.406857 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-28ba1066-f561-4c80-9ed4-c661b5bf2f12 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:21.411790 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-28ba1066-f561-4c80-9ed4-c661b5bf2f12 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9687567 Aug 10 03:32:21.412352 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48898) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:21.418947 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-ffb96c84-f7f4-46d5-85b4-0c366a039a17 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Request body: {'security_group_rule': {'security_group_id': '0ab14f6e-0e8e-46f2-9ddc-6714e62255d0', 'project_id': '38384b23a283420ab03964bbfa7ad032', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:21.459366 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ad255f8b-c79b-42cb-913c-73843f47db89 None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:21.472863 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-ad255f8b-c79b-42cb-913c-73843f47db89 None None] Transition to ACTIVE for port object 8951e669-b588-4203-985f-021812449ee1 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:21.479425 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ad255f8b-c79b-42cb-913c-73843f47db89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:21.505020 n-d-768851-15 neutron-server[94217]: DEBUG neutron.objects.ports [None req-d009c09e-4667-4578-a9eb-fbef64c38e64 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94217) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:32:21.510275 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d009c09e-4667-4578-a9eb-fbef64c38e64 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:21.534155 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-ad255f8b-c79b-42cb-913c-73843f47db89 None None] Attempting to bind port 8951e669-b588-4203-985f-021812449ee1 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:32:21.534520 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-ad255f8b-c79b-42cb-913c-73843f47db89 None None] Attempting to bind port 8951e669-b588-4203-985f-021812449ee1 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:32:21.534907 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad255f8b-c79b-42cb-913c-73843f47db89 None None] Attempting to bind port 8951e669-b588-4203-985f-021812449ee1 on network 09ca2025-b9a6-4e84-8019-8d9fbef3753e {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:32:21.542552 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91222293-4b96-4325-ab58-c76ebcc5ef70 None None] Pushing event updated for resources: {'Port': ['ID=8951e669-b588-4203-985f-021812449ee1,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:21.545931 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad255f8b-c79b-42cb-913c-73843f47db89 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:32:21.546290 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad255f8b-c79b-42cb-913c-73843f47db89 None None] Checking segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:32:21.547479 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ad255f8b-c79b-42cb-913c-73843f47db89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:21.547881 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad255f8b-c79b-42cb-913c-73843f47db89 None None] Bound using segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:32:21.548359 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-ad255f8b-c79b-42cb-913c-73843f47db89 None None] Bound port: 8951e669-b588-4203-985f-021812449ee1, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:32:21.548737 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ad255f8b-c79b-42cb-913c-73843f47db89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:21.565480 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ffb96c84-f7f4-46d5-85b4-0c366a039a17 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:21.578723 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d009c09e-4667-4578-a9eb-fbef64c38e64 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:21.591193 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-d009c09e-4667-4578-a9eb-fbef64c38e64 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:21.604467 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc161f5-f01f-4b37-ab7f-4f7652854cff None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:21.612123 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-38e49d60-e9b7-4e70-ae74-de32451d11f9 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:21.629823 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d009c09e-4667-4578-a9eb-fbef64c38e64 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:21.630429 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d009c09e-4667-4578-a9eb-fbef64c38e64 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:21.645442 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d009c09e-4667-4578-a9eb-fbef64c38e64 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event updated for resources: {'Subnet': ['ID=54f1bae0-9171-4a94-ab4c-87738e9a9daa,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:21.650478 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-ad255f8b-c79b-42cb-913c-73843f47db89 None None] For port 8951e669-b588-4203-985f-021812449ee1, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:32:21.668841 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-ad255f8b-c79b-42cb-913c-73843f47db89 None None] For port 8951e669-b588-4203-985f-021812449ee1, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=8951e669-b588-4203-985f-021812449ee1,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:32:21.671886 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e49d60-e9b7-4e70-ae74-de32451d11f9 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Pushing event updated for resources: {'Subnet': ['ID=70d28cf7-e4e6-4f10-83d1-6dd3894ba9d7,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:21.678329 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d009c09e-4667-4578-a9eb-fbef64c38e64 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7370057 Aug 10 03:32:21.683382 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48900) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:21.688728 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-cb79aead-e2ce-40ac-9858-148f46d97e0c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Request body: {'subnet': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:21.689426 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ad255f8b-c79b-42cb-913c-73843f47db89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:21.708644 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e49d60-e9b7-4e70-ae74-de32451d11f9 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Checking segment: {'id': 'e2d93d86-958a-4a34-a6bf-6c0965ea4607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a9fb31dd-1c8a-4293-b68f-13ea812561e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:32:21.709245 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e49d60-e9b7-4e70-ae74-de32451d11f9 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Network hostable DHCP agents. Network: a9fb31dd-1c8a-4293-b68f-13ea812561e0, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:32:21.717973 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a450a6d5-64a6-4aea-98ca-f837cc561081 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:21.747766 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e49d60-e9b7-4e70-ae74-de32451d11f9 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Network a9fb31dd-1c8a-4293-b68f-13ea812561e0 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:32:21.758653 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ffb96c84-f7f4-46d5-85b4-0c366a039a17 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:21.767607 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-38e49d60-e9b7-4e70-ae74-de32451d11f9 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, a9fb31dd-1c8a-4293-b68f-13ea812561e0) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:21.794583 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ffb96c84-f7f4-46d5-85b4-0c366a039a17 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:21.802682 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e49d60-e9b7-4e70-ae74-de32451d11f9 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:21.803336 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-38e49d60-e9b7-4e70-ae74-de32451d11f9 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:21.829324 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad255f8b-c79b-42cb-913c-73843f47db89 None None] Routers {'fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:21.830235 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-ad255f8b-c79b-42cb-913c-73843f47db89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:32:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:21.833150 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ec6375-878d-4188-9c37-ab6a7e7a9593 None None] Network a9fb31dd-1c8a-4293-b68f-13ea812561e0 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:21.849646 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-38e49d60-e9b7-4e70-ae74-de32451d11f9 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5951064 Aug 10 03:32:21.856906 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48910) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:21.871588 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb96c84-f7f4-46d5-85b4-0c366a039a17 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50a07333-a46f-4629-b9dc-29edf9d19828,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:21.878869 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a450a6d5-64a6-4aea-98ca-f837cc561081 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Pushing event updated for resources: {'Subnet': ['ID=27735c3d-e711-4233-9659-6fd907bc651e,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:21.898391 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91222293-4b96-4325-ab58-c76ebcc5ef70 None None] Pushing event updated for resources: {'Port': ['ID=8951e669-b588-4203-985f-021812449ee1,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:21.925173 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ffb96c84-f7f4-46d5-85b4-0c366a039a17 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:21.928854 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ffb96c84-f7f4-46d5-85b4-0c366a039a17 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5113132 Aug 10 03:32:21.932825 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07e2fa-d110-4be1-a885-a92479efaff9 req-98ac4ce5-2b79-4426-9c5b-b3e0c8b6709a tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:21.934556 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ba07e2fa-d110-4be1-a885-a92479efaff9 req-98ac4ce5-2b79-4426-9c5b-b3e0c8b6709a tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca28343c-fe86-42dd-84b4-d84ad430dcfc HTTP/1.1" status: 200 len: 945 time: 0.1079264 Aug 10 03:32:21.935068 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 48914) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:21.941588 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-63689999-4d92-4645-84b1-47deda010904 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Request body: {'security_group_rule': {'security_group_id': '0ab14f6e-0e8e-46f2-9ddc-6714e62255d0', 'project_id': '38384b23a283420ab03964bbfa7ad032', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:21.942452 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97844d62-0d3d-4466-ae11-8ec85b0f8b5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-da252ef5-253f-415c-bfce-1cf3e51986e9', 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'tenant_id': '984bdecd49e44336b94df38f23469327', 'fixed_ips': [{'subnet_id': '54f1bae0-9171-4a94-ab4c-87738e9a9daa'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:32:21.943992 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-97844d62-0d3d-4466-ae11-8ec85b0f8b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:21.968562 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a450a6d5-64a6-4aea-98ca-f837cc561081 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Checking segment: {'id': '7b6494dc-f363-472f-bc46-c38798884d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b49de592-d3b8-40c7-a261-280abab578fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:32:21.968965 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a450a6d5-64a6-4aea-98ca-f837cc561081 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Network hostable DHCP agents. Network: b49de592-d3b8-40c7-a261-280abab578fc, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:32:22.016912 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ba07e2fa-d110-4be1-a885-a92479efaff9 req-d6a2a259-119d-4e8c-ab62-8856aff81d0e tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700300 Aug 10 03:32:22.054144 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a450a6d5-64a6-4aea-98ca-f837cc561081 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Network b49de592-d3b8-40c7-a261-280abab578fc is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:32:22.070754 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-63689999-4d92-4645-84b1-47deda010904 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:22.133875 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-63689999-4d92-4645-84b1-47deda010904 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:22.136281 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-a450a6d5-64a6-4aea-98ca-f837cc561081 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, b49de592-d3b8-40c7-a261-280abab578fc) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:22.138663 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-63689999-4d92-4645-84b1-47deda010904 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:22.146854 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a450a6d5-64a6-4aea-98ca-f837cc561081 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:22.147472 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a450a6d5-64a6-4aea-98ca-f837cc561081 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:22.164716 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63689999-4d92-4645-84b1-47deda010904 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=260e1a50-a898-4295-8fd1-1090364f51c8,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:22.174211 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-63689999-4d92-4645-84b1-47deda010904 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:22.178201 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-63689999-4d92-4645-84b1-47deda010904 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2397196 Aug 10 03:32:22.178515 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 48920) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:22.184439 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-0ea50ed8-45a1-4e15-a6f3-f6275eaea323 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Request body: {'security_group_rule': {'security_group_id': '0ab14f6e-0e8e-46f2-9ddc-6714e62255d0', 'project_id': '38384b23a283420ab03964bbfa7ad032', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:22.189697 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb79aead-e2ce-40ac-9858-148f46d97e0c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Made reservation on behalf of 984bdecd49e44336b94df38f23469327 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:22.194231 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cb79aead-e2ce-40ac-9858-148f46d97e0c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:22.216480 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0ea50ed8-45a1-4e15-a6f3-f6275eaea323 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:22.263293 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a450a6d5-64a6-4aea-98ca-f837cc561081 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8181999 Aug 10 03:32:22.264370 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 48922) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:22.272687 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-38d1aa67-6148-4eec-b135-810c9c4b6600 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-931728080', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}, 'admin_state_up': False}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:22.276131 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ce2626-0f03-4f41-8c83-3978893ffc5d None None] Network b49de592-d3b8-40c7-a261-280abab578fc requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:22.303335 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0ea50ed8-45a1-4e15-a6f3-f6275eaea323 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:22.309400 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0ea50ed8-45a1-4e15-a6f3-f6275eaea323 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:22.319310 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-38d1aa67-6148-4eec-b135-810c9c4b6600 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:22.322672 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-38d1aa67-6148-4eec-b135-810c9c4b6600 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:22.338887 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea50ed8-45a1-4e15-a6f3-f6275eaea323 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c736930f-c7ee-444a-8b60-f4045fc0636c,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:22.351450 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0ea50ed8-45a1-4e15-a6f3-f6275eaea323 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:22.356051 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-0ea50ed8-45a1-4e15-a6f3-f6275eaea323 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1730857 Aug 10 03:32:22.361928 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 48924) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:22.366453 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-dcdf3c11-b560-4df8-a362-0a0e40078f2d tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Request body: {'security_group_rule': {'security_group_id': '0ab14f6e-0e8e-46f2-9ddc-6714e62255d0', 'project_id': '38384b23a283420ab03964bbfa7ad032', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:22.379213 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-ad255f8b-c79b-42cb-913c-73843f47db89 None None] Set router fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:22.403859 n-d-768851-15 neutron-server[94217]: INFO neutron.db.ipam_backend_mixin [None req-cb79aead-e2ce-40ac-9858-148f46d97e0c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 54f1bae0-9171-4a94-ab4c-87738e9a9daa (CIDR: 2001:db8::/64) Aug 10 03:32:22.407267 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-38d1aa67-6148-4eec-b135-810c9c4b6600 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:22.411700 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb79aead-e2ce-40ac-9858-148f46d97e0c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:32:22.412168 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb79aead-e2ce-40ac-9858-148f46d97e0c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:32:22.434530 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-cb79aead-e2ce-40ac-9858-148f46d97e0c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7475464 Aug 10 03:32:22.450388 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48926) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:22.454328 n-d-768851-15 neutron-server[94216]: INFO neutron.db.securitygroups_db [None req-dcdf3c11-b560-4df8-a362-0a0e40078f2d tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Project 38384b23a283420ab03964bbfa7ad032 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:32:22.455289 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-63140d3d-88c5-40ea-bfc4-287f1046196c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Request body: {'subnet': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:22.487095 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dcdf3c11-b560-4df8-a362-0a0e40078f2d tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:22.588490 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-38d1aa67-6148-4eec-b135-810c9c4b6600 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:22.597332 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-97844d62-0d3d-4466-ae11-8ec85b0f8b5b None None] Allocated IP 2001:db8::f816:3eff:fe9e:4dff (da252ef5-253f-415c-bfce-1cf3e51986e9/54f1bae0-9171-4a94-ab4c-87738e9a9daa/1de62ce5-a051-47cf-940e-8e8148b2cb32) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:22.610052 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54db53f-0fe2-4707-a521-8d3038a97b70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-a9fb31dd-1c8a-4293-b68f-13ea812561e0', 'network_id': 'a9fb31dd-1c8a-4293-b68f-13ea812561e0', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'fixed_ips': [{'subnet_id': '70d28cf7-e4e6-4f10-83d1-6dd3894ba9d7'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:32:22.610924 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c54db53f-0fe2-4707-a521-8d3038a97b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:22.616913 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dcdf3c11-b560-4df8-a362-0a0e40078f2d tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:22.629808 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dcdf3c11-b560-4df8-a362-0a0e40078f2d tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:22.654081 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7a7f306f-fe6b-4d10-9dc8-ba8255780577 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:22.662690 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63140d3d-88c5-40ea-bfc4-287f1046196c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Made reservation on behalf of 984bdecd49e44336b94df38f23469327 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:22.667104 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-63140d3d-88c5-40ea-bfc4-287f1046196c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:22.682808 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdf3c11-b560-4df8-a362-0a0e40078f2d tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3601c85-57f6-4df9-98b7-c7b90ad8efb1,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:22.700101 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dcdf3c11-b560-4df8-a362-0a0e40078f2d tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:22.702801 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-dcdf3c11-b560-4df8-a362-0a0e40078f2d tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3384328 Aug 10 03:32:22.704001 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 48928) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:22.709404 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-ffdd7363-e053-4cdd-ae9b-b933d997c75d tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Request body: {'security_group_rule': {'security_group_id': '0ab14f6e-0e8e-46f2-9ddc-6714e62255d0', 'project_id': '38384b23a283420ab03964bbfa7ad032', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:22.741349 n-d-768851-15 neutron-server[94216]: INFO neutron.db.securitygroups_db [None req-ffdd7363-e053-4cdd-ae9b-b933d997c75d tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Project 38384b23a283420ab03964bbfa7ad032 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:32:22.753757 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ffdd7363-e053-4cdd-ae9b-b933d997c75d tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:22.780126 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecac79a8-ce88-4a09-b2c4-d2c61bc57785 None None] Network b49de592-d3b8-40c7-a261-280abab578fc requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:22.915410 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ffdd7363-e053-4cdd-ae9b-b933d997c75d tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:22.916482 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-38d1aa67-6148-4eec-b135-810c9c4b6600 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for router_gateway, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:22.936309 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ffdd7363-e053-4cdd-ae9b-b933d997c75d tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:22.942257 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-38d1aa67-6148-4eec-b135-810c9c4b6600 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:22.964846 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdd7363-e053-4cdd-ae9b-b933d997c75d tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0f53c46-aaa2-415d-90f8-19d95d65783c,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:23.005657 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ffdd7363-e053-4cdd-ae9b-b933d997c75d tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:23.015674 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ffdd7363-e053-4cdd-ae9b-b933d997c75d tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3019457 Aug 10 03:32:23.106341 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-c54db53f-0fe2-4707-a521-8d3038a97b70 None None] Allocated IP 172.20.0.2 (a9fb31dd-1c8a-4293-b68f-13ea812561e0/70d28cf7-e4e6-4f10-83d1-6dd3894ba9d7/0e8e5f08-abd0-47f0-b790-3282a25a20ab) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:23.161065 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-ad255f8b-c79b-42cb-913c-73843f47db89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8', 'name': 'tempest-TestNetworkBasicOps-router-1084489345', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '8951e669-b588-4203-985f-021812449ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:16Z', 'updated_at': '2021-08-10T03:32:18Z', 'revision_number': 3, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'gw_port': {'id': '8951e669-b588-4203-985f-021812449ee1', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ac:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:18Z', 'updated_at': '2021-08-10T03:32:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:23.165381 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-63140d3d-88c5-40ea-bfc4-287f1046196c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:23.221257 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-38d1aa67-6148-4eec-b135-810c9c4b6600 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Allocated IP 172.25.7.234 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/055644c6-9e29-4efb-9671-9ff755f4f219) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:23.227788 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63140d3d-88c5-40ea-bfc4-287f1046196c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:23.231712 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-63140d3d-88c5-40ea-bfc4-287f1046196c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:23.242752 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63140d3d-88c5-40ea-bfc4-287f1046196c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:23.243369 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-63140d3d-88c5-40ea-bfc4-287f1046196c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:23.252699 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad255f8b-c79b-42cb-913c-73843f47db89 None None] The sync data for ids ['fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8'] in n-d-768851-15 is: [{'id': 'fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8', 'name': 'tempest-TestNetworkBasicOps-router-1084489345', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '8951e669-b588-4203-985f-021812449ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:16Z', 'updated_at': '2021-08-10T03:32:18Z', 'revision_number': 3, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'gw_port': {'id': '8951e669-b588-4203-985f-021812449ee1', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ac:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:18Z', 'updated_at': '2021-08-10T03:32:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:32:23.288079 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-97844d62-0d3d-4466-ae11-8ec85b0f8b5b None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:23.289644 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63140d3d-88c5-40ea-bfc4-287f1046196c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event updated for resources: {'Subnet': ['ID=8224397c-204d-43f4-bbb1-ee359a8910a5,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:23.314964 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-63140d3d-88c5-40ea-bfc4-287f1046196c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8635750 Aug 10 03:32:23.317593 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 48958) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:23.326183 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-8dac0a5a-d432-44e1-944d-5ac3c32a0fc5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Request body: {'port': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'mac_address': 'fa:16:3e:53:43:6a', 'name': 'tempest-NetworksTestDHCPv6-579003716'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:23.346011 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-97844d62-0d3d-4466-ae11-8ec85b0f8b5b None None] Transition to ACTIVE for port object 1de62ce5-a051-47cf-940e-8e8148b2cb32 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:23.388229 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-97844d62-0d3d-4466-ae11-8ec85b0f8b5b None None] Transition to ACTIVE for port object 1de62ce5-a051-47cf-940e-8e8148b2cb32 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:23.406852 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-97844d62-0d3d-4466-ae11-8ec85b0f8b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:23.496155 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97844d62-0d3d-4466-ae11-8ec85b0f8b5b None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:23.506946 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dac0a5a-d432-44e1-944d-5ac3c32a0fc5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Made reservation on behalf of 984bdecd49e44336b94df38f23469327 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:23.507528 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-97844d62-0d3d-4466-ae11-8ec85b0f8b5b None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:23.512220 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97844d62-0d3d-4466-ae11-8ec85b0f8b5b None None] Pushing event updated for resources: {'Port': ['ID=1de62ce5-a051-47cf-940e-8e8148b2cb32,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:23.515367 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97844d62-0d3d-4466-ae11-8ec85b0f8b5b None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:23.553017 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ec096-5e77-4e04-9eba-46b5437682ca req-565737a8-8224-4c07-a49e-bca10aaa53d0 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:23.561388 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-170ec096-5e77-4e04-9eba-46b5437682ca req-565737a8-8224-4c07-a49e-bca10aaa53d0 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca28343c-fe86-42dd-84b4-d84ad430dcfc HTTP/1.1" status: 200 len: 945 time: 0.4281323 Aug 10 03:32:23.572122 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-38d1aa67-6148-4eec-b135-810c9c4b6600 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:23.582113 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-58556008-c8c5-4ea7-b85a-9acc660837bb req-de92fd0e-713e-4974-b405-4564bc92389c tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1927591938&fields=id&tenant_id=38384b23a283420ab03964bbfa7ad032 HTTP/1.1" status: 200 len: 267 time: 0.2005100 Aug 10 03:32:23.610372 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c54db53f-0fe2-4707-a521-8d3038a97b70 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:23.627662 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-c54db53f-0fe2-4707-a521-8d3038a97b70 None None] Transition to ACTIVE for port object 0e8e5f08-abd0-47f0-b790-3282a25a20ab will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:23.629986 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-97844d62-0d3d-4466-ae11-8ec85b0f8b5b None None] Attempting to bind port 1de62ce5-a051-47cf-940e-8e8148b2cb32 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:32:23.630567 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-97844d62-0d3d-4466-ae11-8ec85b0f8b5b None None] Attempting to bind port 1de62ce5-a051-47cf-940e-8e8148b2cb32 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:32:23.630567 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97844d62-0d3d-4466-ae11-8ec85b0f8b5b None None] Attempting to bind port 1de62ce5-a051-47cf-940e-8e8148b2cb32 on network da252ef5-253f-415c-bfce-1cf3e51986e9 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:32:23.644663 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97844d62-0d3d-4466-ae11-8ec85b0f8b5b None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:32:23.644663 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97844d62-0d3d-4466-ae11-8ec85b0f8b5b None None] Checking segment: {'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:32:23.644663 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-97844d62-0d3d-4466-ae11-8ec85b0f8b5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:23.645217 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97844d62-0d3d-4466-ae11-8ec85b0f8b5b None None] Bound using segment: {'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:32:23.645319 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-97844d62-0d3d-4466-ae11-8ec85b0f8b5b None None] Bound port: 1de62ce5-a051-47cf-940e-8e8148b2cb32, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:32:23.645647 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-97844d62-0d3d-4466-ae11-8ec85b0f8b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:23.647536 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7286417d-fde7-42a4-89f2-18345efcacda req-d38bf34b-a595-4fea-9208-94ddb73f58b2 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:23.649134 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7286417d-fde7-42a4-89f2-18345efcacda req-d38bf34b-a595-4fea-9208-94ddb73f58b2 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca28343c-fe86-42dd-84b4-d84ad430dcfc HTTP/1.1" status: 200 len: 945 time: 0.2581341 Aug 10 03:32:23.692735 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-c54db53f-0fe2-4707-a521-8d3038a97b70 None None] Transition to ACTIVE for port object 0e8e5f08-abd0-47f0-b790-3282a25a20ab will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:23.752045 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c54db53f-0fe2-4707-a521-8d3038a97b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:23.759459 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8dac0a5a-d432-44e1-944d-5ac3c32a0fc5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:23.820890 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-170ec096-5e77-4e04-9eba-46b5437682ca req-227a33f6-1e21-4f3b-a648-dca683da0305 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/security-groups?id=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583401 Aug 10 03:32:23.826847 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54db53f-0fe2-4707-a521-8d3038a97b70 None None] Network a9fb31dd-1c8a-4293-b68f-13ea812561e0 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:23.832458 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-c54db53f-0fe2-4707-a521-8d3038a97b70 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:23.837399 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54db53f-0fe2-4707-a521-8d3038a97b70 None None] Pushing event updated for resources: {'Port': ['ID=0e8e5f08-abd0-47f0-b790-3282a25a20ab,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:23.846996 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54db53f-0fe2-4707-a521-8d3038a97b70 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:23.851393 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [None req-8dac0a5a-d432-44e1-944d-5ac3c32a0fc5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] device_id is not set on port 4696a397-dd0a-4480-a262-850b9de996ba yet. {{(pid=94217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:32:23.876500 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-7a7f306f-fe6b-4d10-9dc8-ba8255780577 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Allocated IP 172.20.0.1 (a9fb31dd-1c8a-4293-b68f-13ea812561e0/70d28cf7-e4e6-4f10-83d1-6dd3894ba9d7/5408b203-0b2c-448b-9047-4dfb263e53e4) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:23.876673 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-97844d62-0d3d-4466-ae11-8ec85b0f8b5b None None] For port 1de62ce5-a051-47cf-940e-8e8148b2cb32, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:32:23.915221 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-97844d62-0d3d-4466-ae11-8ec85b0f8b5b None None] For port 1de62ce5-a051-47cf-940e-8e8148b2cb32, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=1de62ce5-a051-47cf-940e-8e8148b2cb32,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:32:23.946578 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-97844d62-0d3d-4466-ae11-8ec85b0f8b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:24.002992 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-38d1aa67-6148-4eec-b135-810c9c4b6600 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:24.042691 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97844d62-0d3d-4466-ae11-8ec85b0f8b5b None None] Pushing event updated for resources: {'Port': ['ID=1de62ce5-a051-47cf-940e-8e8148b2cb32,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:24.052544 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-c54db53f-0fe2-4707-a521-8d3038a97b70 None None] Attempting to bind port 0e8e5f08-abd0-47f0-b790-3282a25a20ab on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:32:24.052922 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-c54db53f-0fe2-4707-a521-8d3038a97b70 None None] Attempting to bind port 0e8e5f08-abd0-47f0-b790-3282a25a20ab by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'e2d93d86-958a-4a34-a6bf-6c0965ea4607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a9fb31dd-1c8a-4293-b68f-13ea812561e0'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:32:24.053285 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54db53f-0fe2-4707-a521-8d3038a97b70 None None] Attempting to bind port 0e8e5f08-abd0-47f0-b790-3282a25a20ab on network a9fb31dd-1c8a-4293-b68f-13ea812561e0 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:32:24.062475 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54db53f-0fe2-4707-a521-8d3038a97b70 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:32:24.062662 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54db53f-0fe2-4707-a521-8d3038a97b70 None None] Checking segment: {'id': 'e2d93d86-958a-4a34-a6bf-6c0965ea4607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a9fb31dd-1c8a-4293-b68f-13ea812561e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:32:24.063053 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c54db53f-0fe2-4707-a521-8d3038a97b70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:24.063450 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54db53f-0fe2-4707-a521-8d3038a97b70 None None] Bound using segment: {'id': 'e2d93d86-958a-4a34-a6bf-6c0965ea4607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a9fb31dd-1c8a-4293-b68f-13ea812561e0'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:32:24.064671 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-c54db53f-0fe2-4707-a521-8d3038a97b70 None None] Bound port: 0e8e5f08-abd0-47f0-b790-3282a25a20ab, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d93d86-958a-4a34-a6bf-6c0965ea4607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a9fb31dd-1c8a-4293-b68f-13ea812561e0'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:32:24.064671 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c54db53f-0fe2-4707-a521-8d3038a97b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:24.166350 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-7286417d-fde7-42a4-89f2-18345efcacda req-f65da2d6-a918-4653-8a68-6517d7be31aa tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Deleting port 6f5e8b02-447c-4199-a06a-52522489c290 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:24.167385 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-7286417d-fde7-42a4-89f2-18345efcacda req-f65da2d6-a918-4653-8a68-6517d7be31aa tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:24.197826 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-c54db53f-0fe2-4707-a521-8d3038a97b70 None None] For port 0e8e5f08-abd0-47f0-b790-3282a25a20ab, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:32:24.203329 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d1aa67-6148-4eec-b135-810c9c4b6600 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:24.222647 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58556008-c8c5-4ea7-b85a-9acc660837bb req-555f419c-c872-4bf2-af80-4c25c66f33af tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:24.225344 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-c54db53f-0fe2-4707-a521-8d3038a97b70 None None] For port 0e8e5f08-abd0-47f0-b790-3282a25a20ab, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=0e8e5f08-abd0-47f0-b790-3282a25a20ab,segment=NetworkSegment(e2d93d86-958a-4a34-a6bf-6c0965ea4607),segment_id=e2d93d86-958a-4a34-a6bf-6c0965ea4607)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:32:24.226673 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-58556008-c8c5-4ea7-b85a-9acc660837bb req-555f419c-c872-4bf2-af80-4c25c66f33af tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] 10.222.0.62 "GET /v2.0/networks?id=c1f8b189-00de-44d8-9cd3-d45b6d92f410 HTTP/1.1" status: 200 len: 813 time: 0.5933487 Aug 10 03:32:24.244630 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c54db53f-0fe2-4707-a521-8d3038a97b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:24.246265 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-38d1aa67-6148-4eec-b135-810c9c4b6600 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:24.262986 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-8dac0a5a-d432-44e1-944d-5ac3c32a0fc5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Allocated IP 2001:db8:0:1::2d7 (da252ef5-253f-415c-bfce-1cf3e51986e9/8224397c-204d-43f4-bbb1-ee359a8910a5/4696a397-dd0a-4480-a262-850b9de996ba) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:24.267393 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7a7f306f-fe6b-4d10-9dc8-ba8255780577 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:24.280823 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-8dac0a5a-d432-44e1-944d-5ac3c32a0fc5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Allocated IP 2001:db8::f816:3eff:fe53:436a (da252ef5-253f-415c-bfce-1cf3e51986e9/54f1bae0-9171-4a94-ab4c-87738e9a9daa/4696a397-dd0a-4480-a262-850b9de996ba) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:24.285689 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d1aa67-6148-4eec-b135-810c9c4b6600 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Pushing event updated for resources: {'Port': ['ID=055644c6-9e29-4efb-9671-9ff755f4f219,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:24.300243 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d1aa67-6148-4eec-b135-810c9c4b6600 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:24.309350 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-7a7f306f-fe6b-4d10-9dc8-ba8255780577 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Transition to ACTIVE for port object 5408b203-0b2c-448b-9047-4dfb263e53e4 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:24.379337 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54db53f-0fe2-4707-a521-8d3038a97b70 None None] Pushing event updated for resources: {'Port': ['ID=0e8e5f08-abd0-47f0-b790-3282a25a20ab,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:24.380471 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7a7f306f-fe6b-4d10-9dc8-ba8255780577 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:24.393722 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-58556008-c8c5-4ea7-b85a-9acc660837bb req-f2bbb15e-a95d-4cab-8e93-be7c352e97b0 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] 10.222.0.62 "GET /v2.0/quotas/38384b23a283420ab03964bbfa7ad032 HTTP/1.1" status: 200 len: 375 time: 0.1478019 Aug 10 03:32:24.494436 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7f306f-fe6b-4d10-9dc8-ba8255780577 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Pushing event updated for resources: {'Port': ['ID=5408b203-0b2c-448b-9047-4dfb263e53e4,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:24.547079 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7f306f-fe6b-4d10-9dc8-ba8255780577 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Network a9fb31dd-1c8a-4293-b68f-13ea812561e0 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:24.559262 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-7a7f306f-fe6b-4d10-9dc8-ba8255780577 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:24.566419 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7f306f-fe6b-4d10-9dc8-ba8255780577 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:24.600084 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-7286417d-fde7-42a4-89f2-18345efcacda req-f65da2d6-a918-4653-8a68-6517d7be31aa tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] For port 6f5e8b02-447c-4199-a06a-52522489c290, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=6f5e8b02-447c-4199-a06a-52522489c290,segment=NetworkSegment(ee4b8496-dab9-4992-a392-fc3c5ad70c4e),segment_id=ee4b8496-dab9-4992-a392-fc3c5ad70c4e)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:24.601176 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-7286417d-fde7-42a4-89f2-18345efcacda req-f65da2d6-a918-4653-8a68-6517d7be31aa tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:24.618574 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-7286417d-fde7-42a4-89f2-18345efcacda req-f65da2d6-a918-4653-8a68-6517d7be31aa tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Calling delete_port for 6f5e8b02-447c-4199-a06a-52522489c290 owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:24.770000 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7a7f306f-fe6b-4d10-9dc8-ba8255780577 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:24.839157 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-58556008-c8c5-4ea7-b85a-9acc660837bb req-22741d93-f5b2-4d91-9c48-f5d33c383833 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=38384b23a283420ab03964bbfa7ad032&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4221911 Aug 10 03:32:24.926256 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8dac0a5a-d432-44e1-944d-5ac3c32a0fc5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:25.001679 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-8dac0a5a-d432-44e1-944d-5ac3c32a0fc5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Transition to ACTIVE for port object 4696a397-dd0a-4480-a262-850b9de996ba will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:25.083966 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7a7f306f-fe6b-4d10-9dc8-ba8255780577 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:25.102168 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8dac0a5a-d432-44e1-944d-5ac3c32a0fc5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:25.157705 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 1de62ce5-a051-47cf-940e-8e8148b2cb32 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:25.188562 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dac0a5a-d432-44e1-944d-5ac3c32a0fc5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:25.193679 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-8dac0a5a-d432-44e1-944d-5ac3c32a0fc5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:25.209397 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dac0a5a-d432-44e1-944d-5ac3c32a0fc5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:25.216790 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dac0a5a-d432-44e1-944d-5ac3c32a0fc5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:25.218043 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8dac0a5a-d432-44e1-944d-5ac3c32a0fc5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:25.239621 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dac0a5a-d432-44e1-944d-5ac3c32a0fc5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event updated for resources: {'Port': ['ID=4696a397-dd0a-4480-a262-850b9de996ba,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:25.263966 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 1de62ce5-a051-47cf-940e-8e8148b2cb32 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:25.284160 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 0e8e5f08-abd0-47f0-b790-3282a25a20ab up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:25.409480 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 0e8e5f08-abd0-47f0-b790-3282a25a20ab completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:25.417043 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 8951e669-b588-4203-985f-021812449ee1 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:25.509775 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 8951e669-b588-4203-985f-021812449ee1 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:25.516525 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 8951e669-b588-4203-985f-021812449ee1 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:25.517349 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:25.568541 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-58556008-c8c5-4ea7-b85a-9acc660837bb req-3d68abe0-1852-47df-b3ec-94f394d9b3af service neutron] 10.222.0.62 "GET /v2.0/networks/c1f8b189-00de-44d8-9cd3-d45b6d92f410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6853626 Aug 10 03:32:25.592683 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-7286417d-fde7-42a4-89f2-18345efcacda req-f65da2d6-a918-4653-8a68-6517d7be31aa tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:25.633001 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['6f5e8b02-447c-4199-a06a-52522489c290'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:32:25.767926 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8dac0a5a-d432-44e1-944d-5ac3c32a0fc5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.4492042 Aug 10 03:32:25.772345 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49180) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:25.778941 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:25.803766 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-50362cdb-9a44-4525-8221-ec87255986ae req-2239e4d1-4880-4a6a-acec-4ef6edf9f670 tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca28343c-fe86-42dd-84b4-d84ad430dcfc HTTP/1.1" status: 200 len: 210 time: 0.2336686 Aug 10 03:32:25.827422 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65da2d6-a918-4653-8a68-6517d7be31aa tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Pushing event deleted for resources: {'Port': ['ID=6f5e8b02-447c-4199-a06a-52522489c290,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:25.844585 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 8951e669-b588-4203-985f-021812449ee1, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=8951e669-b588-4203-985f-021812449ee1,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:25.858528 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:25.941429 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33bd51f-ffd0-4c13-806c-60a9ba76f8c6 None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:26.015288 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-0ca69e76-1bc2-42c6-bf98-88e58defebb7 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Deleting port 4696a397-dd0a-4480-a262-850b9de996ba {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:26.015629 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0ca69e76-1bc2-42c6-bf98-88e58defebb7 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:26.045326 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=8951e669-b588-4203-985f-021812449ee1,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:26.061849 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-37bab3d7-d2a3-4bfb-bfb9-7d2ddd566c19 None None] Provisioning for port 1de62ce5-a051-47cf-940e-8e8148b2cb32 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:26.068948 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-37bab3d7-d2a3-4bfb-bfb9-7d2ddd566c19 None None] Provisioning complete for port 1de62ce5-a051-47cf-940e-8e8148b2cb32 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:26.069933 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-37bab3d7-d2a3-4bfb-bfb9-7d2ddd566c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:26.073351 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-7286417d-fde7-42a4-89f2-18345efcacda req-f65da2d6-a918-4653-8a68-6517d7be31aa tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] No DVR routers for this DVR port 6f5e8b02-447c-4199-a06a-52522489c290 on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:32:26.078793 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-7286417d-fde7-42a4-89f2-18345efcacda req-f65da2d6-a918-4653-8a68-6517d7be31aa tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:26.085322 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7286417d-fde7-42a4-89f2-18345efcacda req-f65da2d6-a918-4653-8a68-6517d7be31aa tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.60 "DELETE /v2.0/ports/6f5e8b02-447c-4199-a06a-52522489c290 HTTP/1.1" status: 204 len: 173 time: 2.4211192 Aug 10 03:32:26.091269 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca28343c-fe86-42dd-84b4-d84ad430dcfc', 'name': 'network-vif-deleted', 'tag': '6f5e8b02-447c-4199-a06a-52522489c290'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:32:26.094133 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6efa66-78fb-4995-90aa-f6ba4bc213ed" -d '{"events": [{"server_uuid": "ca28343c-fe86-42dd-84b4-d84ad430dcfc", "name": "network-vif-deleted", "tag": "6f5e8b02-447c-4199-a06a-52522489c290"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:32:26.164224 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-58556008-c8c5-4ea7-b85a-9acc660837bb req-471bd05e-68cd-4717-9e26-2bf74724eb0e service neutron] 10.222.0.62 "GET /v2.0/networks/c1f8b189-00de-44d8-9cd3-d45b6d92f410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5810440 Aug 10 03:32:26.164984 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-38d1aa67-6148-4eec-b135-810c9c4b6600 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for router_gateway, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:26.231261 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74f35d4-dedd-4655-aeb3-ccb645429e6e x-openstack-request-id: req-a74f35d4-dedd-4655-aeb3-ccb645429e6e {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:32:26.231464 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca28343c-fe86-42dd-84b4-d84ad430dcfc", "name": "network-vif-deleted", "tag": "6f5e8b02-447c-4199-a06a-52522489c290", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:32:26.232223 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a74f35d4-dedd-4655-aeb3-ccb645429e6e {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:32:26.232927 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca28343c-fe86-42dd-84b4-d84ad430dcfc', 'name': 'network-vif-deleted', 'tag': '6f5e8b02-447c-4199-a06a-52522489c290', 'status': 'completed', 'code': 200} Aug 10 03:32:26.265313 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c549ad-4722-4d07-96bc-c715a5047129 None None] Network a9fb31dd-1c8a-4293-b68f-13ea812561e0 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:26.376935 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0ca69e76-1bc2-42c6-bf98-88e58defebb7 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:26.397198 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-0ca69e76-1bc2-42c6-bf98-88e58defebb7 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Calling delete_port for 4696a397-dd0a-4480-a262-850b9de996ba owned by {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:26.575513 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-38d1aa67-6148-4eec-b135-810c9c4b6600 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:26.599820 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7a7f306f-fe6b-4d10-9dc8-ba8255780577 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:26.614054 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7a7f306f-fe6b-4d10-9dc8-ba8255780577 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:26.758612 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:26.829184 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7f306f-fe6b-4d10-9dc8-ba8255780577 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Pushing event updated for resources: {'Port': ['ID=5408b203-0b2c-448b-9047-4dfb263e53e4,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:26.829184 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7a7f306f-fe6b-4d10-9dc8-ba8255780577 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:26.899202 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:26.977052 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0ca69e76-1bc2-42c6-bf98-88e58defebb7 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:27.009345 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-37bab3d7-d2a3-4bfb-bfb9-7d2ddd566c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:27.064879 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 8951e669-b588-4203-985f-021812449ee1 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:27.069239 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca69e76-1bc2-42c6-bf98-88e58defebb7 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event deleted for resources: {'Port': ['ID=4696a397-dd0a-4480-a262-850b9de996ba,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:27.094642 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0446b144-8248-4ac6-9650-a2b92b5cadf0 req-0f03e95d-d21a-4ceb-9fb7-83db673ba8d7 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f9b3f54-88a1-4974-90dc-f34e24732968 HTTP/1.1" status: 200 len: 210 time: 0.1338913 Aug 10 03:32:27.130303 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b5196560-84ad-4dc0-b9fe-d825494d3c8c req-0b5fa685-5b0d-414c-8f2a-d0508303821b tempest-ServerRescueNegativeTestJSON-1544038092 tempest-ServerRescueNegativeTestJSON-1544038092-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca28343c-fe86-42dd-84b4-d84ad430dcfc HTTP/1.1" status: 200 len: 210 time: 0.0907755 Aug 10 03:32:27.153396 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7f306f-fe6b-4d10-9dc8-ba8255780577 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Network a9fb31dd-1c8a-4293-b68f-13ea812561e0 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:27.156585 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-7a7f306f-fe6b-4d10-9dc8-ba8255780577 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:27.158871 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0ca69e76-1bc2-42c6-bf98-88e58defebb7 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:27.163598 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0ca69e76-1bc2-42c6-bf98-88e58defebb7 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/ports/4696a397-dd0a-4480-a262-850b9de996ba HTTP/1.1" status: 204 len: 168 time: 1.3890007 Aug 10 03:32:27.166533 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 49310) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:27.193230 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7999990f-90f3-4f6a-89fe-e74d7809e817 None None] Update dhcp port {'port': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'fixed_ips': [{'subnet_id': '54f1bae0-9171-4a94-ab4c-87738e9a9daa', 'ip_address': '2001:db8::f816:3eff:fe9e:4dff'}, {'subnet_id': '8224397c-204d-43f4-bbb1-ee359a8910a5'}], 'binding:host_id': 'n-d-768851-15'}, 'id': '1de62ce5-a051-47cf-940e-8e8148b2cb32'} from n-d-768851-15. {{(pid=94218) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:32:27.258299 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-37bab3d7-d2a3-4bfb-bfb9-7d2ddd566c19 None None] For port 1de62ce5-a051-47cf-940e-8e8148b2cb32, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=1de62ce5-a051-47cf-940e-8e8148b2cb32,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:27.269611 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-37bab3d7-d2a3-4bfb-bfb9-7d2ddd566c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:27.272112 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7999990f-90f3-4f6a-89fe-e74d7809e817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:27.306044 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e7ea14-5250-43e8-9cd9-8806bf545394 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:27.310766 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-e1e7ea14-5250-43e8-9cd9-8806bf545394 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1393065 Aug 10 03:32:27.310766 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38d1aa67-6148-4eec-b135-810c9c4b6600 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Router 82e2af90-6dd1-4bfc-a8b8-f188445f6c71 is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:32:27.312347 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 49326) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:27.399269 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 8951e669-b588-4203-985f-021812449ee1 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:27.400461 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:27.433044 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a7f306f-fe6b-4d10-9dc8-ba8255780577 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Router fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:32:27.457535 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bab3d7-d2a3-4bfb-bfb9-7d2ddd566c19 None None] Pushing event updated for resources: {'Port': ['ID=1de62ce5-a051-47cf-940e-8e8148b2cb32,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:27.485351 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dddcea5-b248-4754-aef4-f809eb2405d3 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:27.487025 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-2dddcea5-b248-4754-aef4-f809eb2405d3 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1728404 Aug 10 03:32:27.490509 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 49350) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:27.607854 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a7f306f-fe6b-4d10-9dc8-ba8255780577 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:32:27.614253 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7a7f306f-fe6b-4d10-9dc8-ba8255780577 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "PUT /v2.0/routers/fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7562547 Aug 10 03:32:27.617479 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49366) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:27.620652 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0adcde0-8d10-42e9-8029-7dfd3a32af50 None None] Sync routers for ids ['fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:32:27.631268 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0adcde0-8d10-42e9-8029-7dfd3a32af50 None None] Routers {'fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:27.631895 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-a0adcde0-8d10-42e9-8029-7dfd3a32af50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:32:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:27.647457 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-87da85f1-55d0-448c-b925-5c7f271f6a64 None None] Provisioning for port 0e8e5f08-abd0-47f0-b790-3282a25a20ab completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:27.679575 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c988ca15-df3d-457e-af0b-4b100bc50ca2 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:27.682327 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c988ca15-df3d-457e-af0b-4b100bc50ca2 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:27.683322 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-87da85f1-55d0-448c-b925-5c7f271f6a64 None None] Provisioning complete for port 0e8e5f08-abd0-47f0-b790-3282a25a20ab triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:27.683974 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-87da85f1-55d0-448c-b925-5c7f271f6a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:27.684298 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c988ca15-df3d-457e-af0b-4b100bc50ca2 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:27.688535 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-c988ca15-df3d-457e-af0b-4b100bc50ca2 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1944339 Aug 10 03:32:27.695633 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 49372) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:27.755872 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-f77dc35d-e164-471d-9d0a-3d5d6bc3377d tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Deleting subnet 54f1bae0-9171-4a94-ab4c-87738e9a9daa {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:32:27.767333 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d1aa67-6148-4eec-b135-810c9c4b6600 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:32:27.799487 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-38d1aa67-6148-4eec-b135-810c9c4b6600 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:27.801851 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-38d1aa67-6148-4eec-b135-810c9c4b6600 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.5361123 Aug 10 03:32:27.803784 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 49384) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:27.813208 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae2b3f9-e911-4f3f-ab38-e4c6a5fb405f None None] Sync routers for ids ['82e2af90-6dd1-4bfc-a8b8-f188445f6c71'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:32:27.886880 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-7999990f-90f3-4f6a-89fe-e74d7809e817 None None] Allocated IP 2001:db8:0:1::2 (da252ef5-253f-415c-bfce-1cf3e51986e9/8224397c-204d-43f4-bbb1-ee359a8910a5/1de62ce5-a051-47cf-940e-8e8148b2cb32) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:27.890187 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae2b3f9-e911-4f3f-ab38-e4c6a5fb405f None None] Routers {'82e2af90-6dd1-4bfc-a8b8-f188445f6c71'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:27.891037 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-3ae2b3f9-e911-4f3f-ab38-e4c6a5fb405f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:32:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['82e2af90-6dd1-4bfc-a8b8-f188445f6c71'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:27.980869 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-a0adcde0-8d10-42e9-8029-7dfd3a32af50 None None] Set router fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:28.018991 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-3ae2b3f9-e911-4f3f-ab38-e4c6a5fb405f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:28.136768 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17800280-4c93-41e1-a637-ada973c34af9 tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:28.137275 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17800280-4c93-41e1-a637-ada973c34af9 tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:28.143770 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17800280-4c93-41e1-a637-ada973c34af9 tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:28.158501 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17800280-4c93-41e1-a637-ada973c34af9 tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:28.159156 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17800280-4c93-41e1-a637-ada973c34af9 tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:28.159634 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17800280-4c93-41e1-a637-ada973c34af9 tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:28.160109 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17800280-4c93-41e1-a637-ada973c34af9 tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:28.167423 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 6f5e8b02-447c-4199-a06a-52522489c290 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:32:28.168504 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17800280-4c93-41e1-a637-ada973c34af9 tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:28.171326 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17800280-4c93-41e1-a637-ada973c34af9 tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:28.171814 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17800280-4c93-41e1-a637-ada973c34af9 tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:28.200281 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-17800280-4c93-41e1-a637-ada973c34af9 tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7137 time: 0.5731139 Aug 10 03:32:28.202301 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae2b3f9-e911-4f3f-ab38-e4c6a5fb405f None None] Routers {'82e2af90-6dd1-4bfc-a8b8-f188445f6c71'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:28.203737 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-3ae2b3f9-e911-4f3f-ab38-e4c6a5fb405f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:32:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['82e2af90-6dd1-4bfc-a8b8-f188445f6c71'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:28.205965 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49420) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:28.206507 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: 6f5e8b02-447c-4199-a06a-52522489c290 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:32:28.207100 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 6f5e8b02-447c-4199-a06a-52522489c290 not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:32:28.210422 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-87da85f1-55d0-448c-b925-5c7f271f6a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:28.319802 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-3ae2b3f9-e911-4f3f-ab38-e4c6a5fb405f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:28.321212 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae2b3f9-e911-4f3f-ab38-e4c6a5fb405f None None] The sync data for ids ['82e2af90-6dd1-4bfc-a8b8-f188445f6c71'] in n-d-768851-15 is: [] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:32:28.389883 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-a0adcde0-8d10-42e9-8029-7dfd3a32af50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8', 'name': 'tempest-TestNetworkBasicOps-router-1084489345', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '8951e669-b588-4203-985f-021812449ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:16Z', 'updated_at': '2021-08-10T03:32:25Z', 'revision_number': 4, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'gw_port': {'id': '8951e669-b588-4203-985f-021812449ee1', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:18Z', 'updated_at': '2021-08-10T03:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '5408b203-0b2c-448b-9047-4dfb263e53e4', 'name': '', 'network_id': 'a9fb31dd-1c8a-4293-b68f-13ea812561e0', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'mac_address': 'fa:16:3e:8d:8b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '70d28cf7-e4e6-4f10-83d1-6dd3894ba9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:22Z', 'updated_at': '2021-08-10T03:32:25Z', 'revision_number': 2, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'subnets': [{'id': '70d28cf7-e4e6-4f10-83d1-6dd3894ba9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:28.439013 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-87da85f1-55d0-448c-b925-5c7f271f6a64 None None] For port 0e8e5f08-abd0-47f0-b790-3282a25a20ab, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=0e8e5f08-abd0-47f0-b790-3282a25a20ab,segment=NetworkSegment(e2d93d86-958a-4a34-a6bf-6c0965ea4607),segment_id=e2d93d86-958a-4a34-a6bf-6c0965ea4607)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:28.444017 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 49434) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:28.460470 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-26315ded-d35c-4f20-baef-3e978f0281dd req-20ccfe14-0dba-4707-aa66-e492f8231d15 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f9b3f54-88a1-4974-90dc-f34e24732968 HTTP/1.1" status: 200 len: 210 time: 0.0714102 Aug 10 03:32:28.466912 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-7999990f-90f3-4f6a-89fe-e74d7809e817 None None] For port 1de62ce5-a051-47cf-940e-8e8148b2cb32, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=1de62ce5-a051-47cf-940e-8e8148b2cb32,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:28.469306 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0adcde0-8d10-42e9-8029-7dfd3a32af50 None None] Checking router: fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:32:28.469664 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0adcde0-8d10-42e9-8029-7dfd3a32af50 None None] Updating router fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8 port 5408b203-0b2c-448b-9047-4dfb263e53e4 binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:32:28.473438 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-87da85f1-55d0-448c-b925-5c7f271f6a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:28.490572 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20409c52-106e-406a-a930-ce76ae5dec55 tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:28.491092 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20409c52-106e-406a-a930-ce76ae5dec55 tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:28.491601 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20409c52-106e-406a-a930-ce76ae5dec55 tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:28.492049 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20409c52-106e-406a-a930-ce76ae5dec55 tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:28.492927 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20409c52-106e-406a-a930-ce76ae5dec55 tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:28.493628 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20409c52-106e-406a-a930-ce76ae5dec55 tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:28.494341 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20409c52-106e-406a-a930-ce76ae5dec55 tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:28.495011 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20409c52-106e-406a-a930-ce76ae5dec55 tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:28.495672 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20409c52-106e-406a-a930-ce76ae5dec55 tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:28.496285 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20409c52-106e-406a-a930-ce76ae5dec55 tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:28.496893 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20409c52-106e-406a-a930-ce76ae5dec55 tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:28.500537 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-20409c52-106e-406a-a930-ce76ae5dec55 tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7144 time: 0.2935023 Aug 10 03:32:28.503171 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49444) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:28.537519 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-a0adcde0-8d10-42e9-8029-7dfd3a32af50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:28.670771 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7999990f-90f3-4f6a-89fe-e74d7809e817 None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:28.678113 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87da85f1-55d0-448c-b925-5c7f271f6a64 None None] Pushing event updated for resources: {'Port': ['ID=0e8e5f08-abd0-47f0-b790-3282a25a20ab,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:28.689614 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-a8247e41-245b-4b3c-ad5d-c1c51b7db369 None None] Provisioning for port 5408b203-0b2c-448b-9047-4dfb263e53e4 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:28.703952 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-a8247e41-245b-4b3c-ad5d-c1c51b7db369 None None] Provisioning complete for port 5408b203-0b2c-448b-9047-4dfb263e53e4 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:28.704332 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a8247e41-245b-4b3c-ad5d-c1c51b7db369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:28.709699 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-7999990f-90f3-4f6a-89fe-e74d7809e817 None None] Transition to ACTIVE for port object 1de62ce5-a051-47cf-940e-8e8148b2cb32 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:28.713309 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87da85f1-55d0-448c-b925-5c7f271f6a64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:28.713736 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87da85f1-55d0-448c-b925-5c7f271f6a64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:28.714087 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87da85f1-55d0-448c-b925-5c7f271f6a64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:28.714490 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87da85f1-55d0-448c-b925-5c7f271f6a64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:28.714847 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87da85f1-55d0-448c-b925-5c7f271f6a64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:28.715276 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87da85f1-55d0-448c-b925-5c7f271f6a64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:28.715846 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87da85f1-55d0-448c-b925-5c7f271f6a64 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:28.716175 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87da85f1-55d0-448c-b925-5c7f271f6a64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:28.718164 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87da85f1-55d0-448c-b925-5c7f271f6a64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:28.718477 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87da85f1-55d0-448c-b925-5c7f271f6a64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:28.718885 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87da85f1-55d0-448c-b925-5c7f271f6a64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:28.719217 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87da85f1-55d0-448c-b925-5c7f271f6a64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:28.736838 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1ea50326-1b78-4321-93b0-7fb89dc5f395 tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5217 time: 0.2322943 Aug 10 03:32:28.748236 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7999990f-90f3-4f6a-89fe-e74d7809e817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:28.749928 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f77dc35d-e164-471d-9d0a-3d5d6bc3377d tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:28.834573 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-a8247e41-245b-4b3c-ad5d-c1c51b7db369 None None] Port 5408b203-0b2c-448b-9047-4dfb263e53e4 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:32:28.892602 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7999990f-90f3-4f6a-89fe-e74d7809e817 None None] Pushing event updated for resources: {'Port': ['ID=1de62ce5-a051-47cf-940e-8e8148b2cb32,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:28.896579 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-a8247e41-245b-4b3c-ad5d-c1c51b7db369 None None] Provisioning complete for port 0e8e5f08-abd0-47f0-b790-3282a25a20ab triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:28.896963 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a8247e41-245b-4b3c-ad5d-c1c51b7db369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:28.983486 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-a0adcde0-8d10-42e9-8029-7dfd3a32af50 None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:29.003735 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-a0adcde0-8d10-42e9-8029-7dfd3a32af50 None None] Transition to ACTIVE for port object 5408b203-0b2c-448b-9047-4dfb263e53e4 will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:29.012268 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49448) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:29.014791 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 1de62ce5-a051-47cf-940e-8e8148b2cb32 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:29.020165 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-8bde765d-af96-4b00-9a64-0ed863387f4f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-112867230', 'description': 'tempest-secgroup-smoke-112867230 description', 'project_id': '91c061317a63433fa1b564847f6d5cbb'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:29.022479 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-a0adcde0-8d10-42e9-8029-7dfd3a32af50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:29.082966 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8bde765d-af96-4b00-9a64-0ed863387f4f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:29.107610 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75903f23-d674-48c2-b48a-ebefb1053209 None None] Pushing event updated for resources: {'Port': ['ID=5408b203-0b2c-448b-9047-4dfb263e53e4,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:29.130137 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 0e8e5f08-abd0-47f0-b790-3282a25a20ab up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:29.153323 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75903f23-d674-48c2-b48a-ebefb1053209 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:29.165520 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75903f23-d674-48c2-b48a-ebefb1053209 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:29.166209 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75903f23-d674-48c2-b48a-ebefb1053209 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:29.169734 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75903f23-d674-48c2-b48a-ebefb1053209 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:29.170408 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75903f23-d674-48c2-b48a-ebefb1053209 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:29.171272 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75903f23-d674-48c2-b48a-ebefb1053209 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:29.171945 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75903f23-d674-48c2-b48a-ebefb1053209 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:29.172511 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75903f23-d674-48c2-b48a-ebefb1053209 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:29.173238 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75903f23-d674-48c2-b48a-ebefb1053209 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:29.175053 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75903f23-d674-48c2-b48a-ebefb1053209 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:29.179542 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75903f23-d674-48c2-b48a-ebefb1053209 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:29.180313 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75903f23-d674-48c2-b48a-ebefb1053209 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:29.284177 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 0e8e5f08-abd0-47f0-b790-3282a25a20ab triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:29.285166 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:29.432891 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-a0adcde0-8d10-42e9-8029-7dfd3a32af50 None None] Attempting to bind port 5408b203-0b2c-448b-9047-4dfb263e53e4 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:32:29.440373 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-a0adcde0-8d10-42e9-8029-7dfd3a32af50 None None] Attempting to bind port 5408b203-0b2c-448b-9047-4dfb263e53e4 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'e2d93d86-958a-4a34-a6bf-6c0965ea4607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a9fb31dd-1c8a-4293-b68f-13ea812561e0'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:32:29.440849 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8bde765d-af96-4b00-9a64-0ed863387f4f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:29.441427 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0adcde0-8d10-42e9-8029-7dfd3a32af50 None None] Attempting to bind port 5408b203-0b2c-448b-9047-4dfb263e53e4 on network a9fb31dd-1c8a-4293-b68f-13ea812561e0 {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:32:29.456862 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8bde765d-af96-4b00-9a64-0ed863387f4f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:29.457160 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0adcde0-8d10-42e9-8029-7dfd3a32af50 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:32:29.457692 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0adcde0-8d10-42e9-8029-7dfd3a32af50 None None] Checking segment: {'id': 'e2d93d86-958a-4a34-a6bf-6c0965ea4607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a9fb31dd-1c8a-4293-b68f-13ea812561e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:32:29.458792 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-a0adcde0-8d10-42e9-8029-7dfd3a32af50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:29.459674 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0adcde0-8d10-42e9-8029-7dfd3a32af50 None None] Bound using segment: {'id': 'e2d93d86-958a-4a34-a6bf-6c0965ea4607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a9fb31dd-1c8a-4293-b68f-13ea812561e0'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:32:29.461805 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-a0adcde0-8d10-42e9-8029-7dfd3a32af50 None None] Bound port: 5408b203-0b2c-448b-9047-4dfb263e53e4, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d93d86-958a-4a34-a6bf-6c0965ea4607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a9fb31dd-1c8a-4293-b68f-13ea812561e0'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:32:29.463399 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-a0adcde0-8d10-42e9-8029-7dfd3a32af50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:29.541262 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8bde765d-af96-4b00-9a64-0ed863387f4f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:29.544202 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8bde765d-af96-4b00-9a64-0ed863387f4f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5300162 Aug 10 03:32:29.547991 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bde765d-af96-4b00-9a64-0ed863387f4f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a408c3d3-1a28-496c-962e-a8015fbd6706,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:29.551537 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49458) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:29.563362 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-3a54d8a3-a5db-4081-9ec5-f03fc4f4aaf3 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Request body: {'security_group_rule': {'security_group_id': 'a408c3d3-1a28-496c-962e-a8015fbd6706', 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:29.635053 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-a0adcde0-8d10-42e9-8029-7dfd3a32af50 None None] For port 5408b203-0b2c-448b-9047-4dfb263e53e4, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:32:29.646152 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bde765d-af96-4b00-9a64-0ed863387f4f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:29.646152 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bde765d-af96-4b00-9a64-0ed863387f4f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:29.654317 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bde765d-af96-4b00-9a64-0ed863387f4f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:29.655447 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bde765d-af96-4b00-9a64-0ed863387f4f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:29.656464 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bde765d-af96-4b00-9a64-0ed863387f4f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:29.657368 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bde765d-af96-4b00-9a64-0ed863387f4f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:29.658289 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bde765d-af96-4b00-9a64-0ed863387f4f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:29.659723 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-a0adcde0-8d10-42e9-8029-7dfd3a32af50 None None] For port 5408b203-0b2c-448b-9047-4dfb263e53e4, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=5408b203-0b2c-448b-9047-4dfb263e53e4,segment=NetworkSegment(e2d93d86-958a-4a34-a6bf-6c0965ea4607),segment_id=e2d93d86-958a-4a34-a6bf-6c0965ea4607)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:32:29.665261 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bde765d-af96-4b00-9a64-0ed863387f4f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:29.666902 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bde765d-af96-4b00-9a64-0ed863387f4f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:29.668061 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bde765d-af96-4b00-9a64-0ed863387f4f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:29.671299 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bde765d-af96-4b00-9a64-0ed863387f4f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:29.672264 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bde765d-af96-4b00-9a64-0ed863387f4f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:29.680780 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-a0adcde0-8d10-42e9-8029-7dfd3a32af50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:29.760432 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0adcde0-8d10-42e9-8029-7dfd3a32af50 None None] Routers {'fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:29.761519 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-a0adcde0-8d10-42e9-8029-7dfd3a32af50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:32:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:29.785086 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f77dc35d-e164-471d-9d0a-3d5d6bc3377d tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:29.789142 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3a54d8a3-a5db-4081-9ec5-f03fc4f4aaf3 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:29.887118 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ffbc9c2a-9e5d-4f64-b433-ceccb18437d1 req-82cbcc29-c3a0-42f8-b52b-ce447c4d03ef tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f9b3f54-88a1-4974-90dc-f34e24732968 HTTP/1.1" status: 200 len: 210 time: 0.2317064 Aug 10 03:32:29.951012 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3a54d8a3-a5db-4081-9ec5-f03fc4f4aaf3 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:29.965660 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3a54d8a3-a5db-4081-9ec5-f03fc4f4aaf3 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:30.008555 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3a54d8a3-a5db-4081-9ec5-f03fc4f4aaf3 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:30.010461 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3a54d8a3-a5db-4081-9ec5-f03fc4f4aaf3 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4558506 Aug 10 03:32:30.013563 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a54d8a3-a5db-4081-9ec5-f03fc4f4aaf3 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11a4bd6d-d352-4475-8c2f-4fd56d2b8f32,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:30.016577 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49462) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:30.023354 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75903f23-d674-48c2-b48a-ebefb1053209 None None] Pushing event updated for resources: {'Port': ['ID=5408b203-0b2c-448b-9047-4dfb263e53e4,revision_number=4']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:30.024548 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-609a5910-82f5-4d0e-9657-c8a964a55cc6 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Request body: {'security_group_rule': {'security_group_id': 'a408c3d3-1a28-496c-962e-a8015fbd6706', 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:30.073340 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-609a5910-82f5-4d0e-9657-c8a964a55cc6 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:30.083665 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-a0adcde0-8d10-42e9-8029-7dfd3a32af50 None None] Set router fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:30.229604 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58556008-c8c5-4ea7-b85a-9acc660837bb req-4cf65196-326b-4b82-aee4-d5f583784f5b tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:30.231569 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-58556008-c8c5-4ea7-b85a-9acc660837bb req-4cf65196-326b-4b82-aee4-d5f583784f5b tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] 10.222.0.60 "GET /v2.0/networks?id=c1f8b189-00de-44d8-9cd3-d45b6d92f410 HTTP/1.1" status: 200 len: 813 time: 0.8608856 Aug 10 03:32:30.273502 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-609a5910-82f5-4d0e-9657-c8a964a55cc6 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:30.286954 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-609a5910-82f5-4d0e-9657-c8a964a55cc6 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:30.317531 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a5910-82f5-4d0e-9657-c8a964a55cc6 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c4fe47c-e840-44dd-8c3d-1b61f5c6206d,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:30.321181 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4582bd16-5563-4e0f-b283-560e712d5161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:30.332983 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f77dc35d-e164-471d-9d0a-3d5d6bc3377d tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:30.351552 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-609a5910-82f5-4d0e-9657-c8a964a55cc6 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:30.353860 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-609a5910-82f5-4d0e-9657-c8a964a55cc6 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3351262 Aug 10 03:32:30.359210 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49464) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:30.364313 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-d4567be9-d01d-41cd-9a66-db98fe52ce72 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Request body: {'security_group_rule': {'security_group_id': 'a408c3d3-1a28-496c-962e-a8015fbd6706', 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:30.392053 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-2e240f59-5741-4cf1-981f-9c9dd0166bd7 None None] Could not find standard attr ID for object 4696a397-dd0a-4480-a262-850b9de996ba. {{(pid=94218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:32:30.421917 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-2e240f59-5741-4cf1-981f-9c9dd0166bd7 None None] Provisioning for port 1de62ce5-a051-47cf-940e-8e8148b2cb32 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:30.431231 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-2e240f59-5741-4cf1-981f-9c9dd0166bd7 None None] Provisioning complete for port 1de62ce5-a051-47cf-940e-8e8148b2cb32 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:30.432339 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2e240f59-5741-4cf1-981f-9c9dd0166bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:30.433367 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d4567be9-d01d-41cd-9a66-db98fe52ce72 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:30.463054 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-58556008-c8c5-4ea7-b85a-9acc660837bb req-4a9b9d58-8d2b-4f77-a26c-68cee8377842 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38384b23a283420ab03964bbfa7ad032 HTTP/1.1" status: 200 len: 380 time: 0.2033370 Aug 10 03:32:30.480053 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-58556008-c8c5-4ea7-b85a-9acc660837bb req-8d732531-84cd-475c-8ba5-a43113fc6147 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Request body: {'port': {'device_id': '6f9b3f54-88a1-4974-90dc-f34e24732968', 'network_id': 'c1f8b189-00de-44d8-9cd3-d45b6d92f410', 'admin_state_up': True, 'tenant_id': '38384b23a283420ab03964bbfa7ad032', 'security_groups': ['0ab14f6e-0e8e-46f2-9ddc-6714e62255d0']}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:30.491793 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f77dc35d-e164-471d-9d0a-3d5d6bc3377d tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:30.514194 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9cdd3ae5-6516-4a22-9e96-2a3bbd7cd4f8 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:30.566247 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d4567be9-d01d-41cd-9a66-db98fe52ce72 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:30.584257 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d4567be9-d01d-41cd-9a66-db98fe52ce72 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:30.625840 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d4567be9-d01d-41cd-9a66-db98fe52ce72 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:30.632754 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d4567be9-d01d-41cd-9a66-db98fe52ce72 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2666006 Aug 10 03:32:30.635382 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49468) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:30.639861 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77dc35d-e164-471d-9d0a-3d5d6bc3377d tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event deleted for resources: {'Subnet': ['ID=54f1bae0-9171-4a94-ab4c-87738e9a9daa,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:30.648290 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-5e830e21-58f4-4002-aa14-352f08964537 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Request body: {'security_group_rule': {'security_group_id': 'a408c3d3-1a28-496c-962e-a8015fbd6706', 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:30.660264 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4567be9-d01d-41cd-9a66-db98fe52ce72 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12913034-dc5c-455b-9bc9-d5b8f33671c5,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:30.683149 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-a0adcde0-8d10-42e9-8029-7dfd3a32af50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8', 'name': 'tempest-TestNetworkBasicOps-router-1084489345', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '8951e669-b588-4203-985f-021812449ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:16Z', 'updated_at': '2021-08-10T03:32:25Z', 'revision_number': 4, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'gw_port': {'id': '8951e669-b588-4203-985f-021812449ee1', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:18Z', 'updated_at': '2021-08-10T03:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '5408b203-0b2c-448b-9047-4dfb263e53e4', 'name': '', 'network_id': 'a9fb31dd-1c8a-4293-b68f-13ea812561e0', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'mac_address': 'fa:16:3e:8d:8b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '70d28cf7-e4e6-4f10-83d1-6dd3894ba9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:22Z', 'updated_at': '2021-08-10T03:32:29Z', 'revision_number': 4, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'subnets': [{'id': '70d28cf7-e4e6-4f10-83d1-6dd3894ba9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:30.720360 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5e830e21-58f4-4002-aa14-352f08964537 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:30.731955 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0adcde0-8d10-42e9-8029-7dfd3a32af50 None None] The sync data for ids ['fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8'] in n-d-768851-15 is: [{'id': 'fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8', 'name': 'tempest-TestNetworkBasicOps-router-1084489345', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '8951e669-b588-4203-985f-021812449ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:16Z', 'updated_at': '2021-08-10T03:32:25Z', 'revision_number': 4, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'gw_port': {'id': '8951e669-b588-4203-985f-021812449ee1', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:18Z', 'updated_at': '2021-08-10T03:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '5408b203-0b2c-448b-9047-4dfb263e53e4', 'name': '', 'network_id': 'a9fb31dd-1c8a-4293-b68f-13ea812561e0', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'mac_address': 'fa:16:3e:8d:8b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '70d28cf7-e4e6-4f10-83d1-6dd3894ba9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:22Z', 'updated_at': '2021-08-10T03:32:29Z', 'revision_number': 4, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'subnets': [{'id': '70d28cf7-e4e6-4f10-83d1-6dd3894ba9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:32:30.849175 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f77dc35d-e164-471d-9d0a-3d5d6bc3377d tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:30.853631 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-f77dc35d-e164-471d-9d0a-3d5d6bc3377d tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/subnets/54f1bae0-9171-4a94-ab4c-87738e9a9daa HTTP/1.1" status: 204 len: 168 time: 3.1548145 Aug 10 03:32:30.861849 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49472) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:30.872381 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-51e2fa1b-95d5-44c3-b6e6-0f90440e9ba8 None None] Could not find standard attr ID for object 4696a397-dd0a-4480-a262-850b9de996ba. {{(pid=94218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:32:31.055938 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd58ded3-d448-43ec-9184-cd94326fb152 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Deleting subnet 8224397c-204d-43f4-bbb1-ee359a8910a5 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:32:31.059335 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cd58ded3-d448-43ec-9184-cd94326fb152 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:31.140991 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5e830e21-58f4-4002-aa14-352f08964537 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:31.158610 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5e830e21-58f4-4002-aa14-352f08964537 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:31.159332 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb8decc-2031-4e17-9366-97ebf103d2a3 None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:31.196785 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cd58ded3-d448-43ec-9184-cd94326fb152 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:31.204190 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5e830e21-58f4-4002-aa14-352f08964537 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:31.210173 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-5e830e21-58f4-4002-aa14-352f08964537 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5734661 Aug 10 03:32:31.210988 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49476) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:31.245059 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 5408b203-0b2c-448b-9047-4dfb263e53e4 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:31.245600 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-9e0f0d64-244c-4620-b1d5-0f117fd6c67b tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Request body: {'security_group_rule': {'security_group_id': 'a408c3d3-1a28-496c-962e-a8015fbd6706', 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:31.254657 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e830e21-58f4-4002-aa14-352f08964537 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5ecaf2f-bbce-44e1-9250-21882b3468e9,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:31.322707 n-d-768851-15 neutron-server[94217]: INFO neutron.db.securitygroups_db [None req-9e0f0d64-244c-4620-b1d5-0f117fd6c67b tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Project 91c061317a63433fa1b564847f6d5cbb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:32:31.326294 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 5408b203-0b2c-448b-9047-4dfb263e53e4 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:31.331897 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9e0f0d64-244c-4620-b1d5-0f117fd6c67b tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:31.334976 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 5408b203-0b2c-448b-9047-4dfb263e53e4 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:31.335875 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:31.400630 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-450fede1-492c-4a0e-9d01-ce6dabe9f8bc req-3837213e-fdd9-4b05-ae0d-fd9b0b795b1a tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f9b3f54-88a1-4974-90dc-f34e24732968 HTTP/1.1" status: 200 len: 210 time: 0.2740233 Aug 10 03:32:31.438194 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9e0f0d64-244c-4620-b1d5-0f117fd6c67b tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:31.445249 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cd58ded3-d448-43ec-9184-cd94326fb152 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:31.450943 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9e0f0d64-244c-4620-b1d5-0f117fd6c67b tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:31.491456 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9e0f0d64-244c-4620-b1d5-0f117fd6c67b tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:31.496878 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9e0f0d64-244c-4620-b1d5-0f117fd6c67b tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2559698 Aug 10 03:32:31.504724 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49478) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:31.515523 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-2c47f7cd-3ad8-4928-93ce-7befad6ccf04 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Request body: {'security_group_rule': {'security_group_id': 'a408c3d3-1a28-496c-962e-a8015fbd6706', 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:31.568666 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0f0d64-244c-4620-b1d5-0f117fd6c67b tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd7acab1-dca7-4aea-b4f2-d44318d796fe,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:31.598672 n-d-768851-15 neutron-server[94217]: INFO neutron.db.securitygroups_db [None req-2c47f7cd-3ad8-4928-93ce-7befad6ccf04 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Project 91c061317a63433fa1b564847f6d5cbb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:32:31.607742 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2c47f7cd-3ad8-4928-93ce-7befad6ccf04 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:31.641936 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58556008-c8c5-4ea7-b85a-9acc660837bb req-8d732531-84cd-475c-8ba5-a43113fc6147 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Made reservation on behalf of 38384b23a283420ab03964bbfa7ad032 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:31.646008 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-58556008-c8c5-4ea7-b85a-9acc660837bb req-8d732531-84cd-475c-8ba5-a43113fc6147 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:31.664193 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cd58ded3-d448-43ec-9184-cd94326fb152 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:31.723016 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cd58ded3-d448-43ec-9184-cd94326fb152 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:31.724536 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:31.725528 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-cd58ded3-d448-43ec-9184-cd94326fb152 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/subnets/8224397c-204d-43f4-bbb1-ee359a8910a5 HTTP/1.1" status: 204 len: 168 time: 0.8608258 Aug 10 03:32:31.726477 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd58ded3-d448-43ec-9184-cd94326fb152 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event deleted for resources: {'Subnet': ['ID=8224397c-204d-43f4-bbb1-ee359a8910a5,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:31.732875 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49480) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:31.790699 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-cf141cdc-96c7-46ae-bcb2-bb0ad7f34778 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0565267 Aug 10 03:32:31.794543 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49484) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:31.799782 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-d45270c3-39a9-4956-ac3c-53d859bff510 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Request body: {'subnet': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:31.909483 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 5408b203-0b2c-448b-9047-4dfb263e53e4, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=5408b203-0b2c-448b-9047-4dfb263e53e4,segment=NetworkSegment(e2d93d86-958a-4a34-a6bf-6c0965ea4607),segment_id=e2d93d86-958a-4a34-a6bf-6c0965ea4607)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:31.913780 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062a1050-d00b-417a-a4e8-a6cc86e62fc1 None None] Update dhcp port {'port': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'fixed_ips': [{'subnet_id': '8224397c-204d-43f4-bbb1-ee359a8910a5'}], 'binding:host_id': 'n-d-768851-15'}, 'id': '1de62ce5-a051-47cf-940e-8e8148b2cb32'} from n-d-768851-15. {{(pid=94218) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:32:31.916457 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2c47f7cd-3ad8-4928-93ce-7befad6ccf04 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:31.920227 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:31.921312 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 1de62ce5-a051-47cf-940e-8e8148b2cb32 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:31.932902 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45270c3-39a9-4956-ac3c-53d859bff510 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Made reservation on behalf of 984bdecd49e44336b94df38f23469327 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:31.940610 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d45270c3-39a9-4956-ac3c-53d859bff510 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:32.000630 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-00dc6192-9ce4-45e9-8067-f170fe0243de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:32.098301 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-58556008-c8c5-4ea7-b85a-9acc660837bb req-8d732531-84cd-475c-8ba5-a43113fc6147 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Allocated IP 172.20.0.8 (c1f8b189-00de-44d8-9cd3-d45b6d92f410/a11e6e79-2102-4c83-91da-cb64444e2111/e2e7d620-e6ad-40ec-a947-2a700b56b65c) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:32.109236 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-062a1050-d00b-417a-a4e8-a6cc86e62fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:32.111143 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-9cdd3ae5-6516-4a22-9e96-2a3bbd7cd4f8 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Allocated IP 172.20.0.1 (b49de592-d3b8-40c7-a261-280abab578fc/27735c3d-e711-4233-9659-6fd907bc651e/ee8c8c34-9911-4cf7-858f-67f0119e2a94) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:32.207810 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2c47f7cd-3ad8-4928-93ce-7befad6ccf04 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:32.244581 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=5408b203-0b2c-448b-9047-4dfb263e53e4,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:32.338650 n-d-768851-15 neutron-server[94217]: DEBUG neutron.objects.ports [None req-d45270c3-39a9-4956-ac3c-53d859bff510 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94217) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:32:32.350210 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c47f7cd-3ad8-4928-93ce-7befad6ccf04 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfc84f06-2743-4647-bead-f05a2fe9b3eb,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:32.393486 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 1de62ce5-a051-47cf-940e-8e8148b2cb32 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:32.394721 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:32.410433 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9cdd3ae5-6516-4a22-9e96-2a3bbd7cd4f8 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:32.418977 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2c47f7cd-3ad8-4928-93ce-7befad6ccf04 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:32.429984 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2c47f7cd-3ad8-4928-93ce-7befad6ccf04 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9227440 Aug 10 03:32:32.625436 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabc84f5-f6c3-40d1-ad00-8b83e2c8dd57 None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:32.650698 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9cdd3ae5-6516-4a22-9e96-2a3bbd7cd4f8 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:32.679309 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d45270c3-39a9-4956-ac3c-53d859bff510 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:32.765860 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0b6dc4da-ebdb-4eed-979a-2e70c1964093 req-1a226fbf-4f5c-443e-9819-d0f675fd5514 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f9b3f54-88a1-4974-90dc-f34e24732968 HTTP/1.1" status: 200 len: 210 time: 0.1351609 Aug 10 03:32:32.917524 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdd3ae5-6516-4a22-9e96-2a3bbd7cd4f8 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Network b49de592-d3b8-40c7-a261-280abab578fc is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:33.004333 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-d45270c3-39a9-4956-ac3c-53d859bff510 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] For port 1de62ce5-a051-47cf-940e-8e8148b2cb32, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=1de62ce5-a051-47cf-940e-8e8148b2cb32,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:33.013470 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-9cdd3ae5-6516-4a22-9e96-2a3bbd7cd4f8 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:33.045144 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdd3ae5-6516-4a22-9e96-2a3bbd7cd4f8 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:33.049004 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d45270c3-39a9-4956-ac3c-53d859bff510 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:33.049809 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdd3ae5-6516-4a22-9e96-2a3bbd7cd4f8 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Pushing event updated for resources: {'Port': ['ID=ee8c8c34-9911-4cf7-858f-67f0119e2a94,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:33.058331 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d45270c3-39a9-4956-ac3c-53d859bff510 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:33.059070 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d45270c3-39a9-4956-ac3c-53d859bff510 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:33.149276 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-58556008-c8c5-4ea7-b85a-9acc660837bb req-8d732531-84cd-475c-8ba5-a43113fc6147 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:33.157108 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d9e3a7f9-037b-46ad-b4e6-4e886debeb6b None None] Provisioning complete for port 1de62ce5-a051-47cf-940e-8e8148b2cb32 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:33.157428 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d9e3a7f9-037b-46ad-b4e6-4e886debeb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:33.186824 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-58556008-c8c5-4ea7-b85a-9acc660837bb req-8d732531-84cd-475c-8ba5-a43113fc6147 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Transition to ACTIVE for port object e2e7d620-e6ad-40ec-a947-2a700b56b65c will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:33.197592 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-66756459-4218-4a2c-b4d5-1647ae51a5f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:33.202363 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45270c3-39a9-4956-ac3c-53d859bff510 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:33.217692 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-d45270c3-39a9-4956-ac3c-53d859bff510 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:33.247367 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aaa9d30f-7f8c-4217-844b-067585172ace req-2232b2dc-ede1-40c8-a247-3cd20a349fd3 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-112867230&fields=id&tenant_id=91c061317a63433fa1b564847f6d5cbb HTTP/1.1" status: 200 len: 267 time: 0.3853397 Aug 10 03:32:33.248344 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9cdd3ae5-6516-4a22-9e96-2a3bbd7cd4f8 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:33.259944 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45270c3-39a9-4956-ac3c-53d859bff510 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:33.268597 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d45270c3-39a9-4956-ac3c-53d859bff510 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:33.301945 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45270c3-39a9-4956-ac3c-53d859bff510 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event updated for resources: {'Subnet': ['ID=10d803c8-d357-4cb5-a53d-526d3664b269,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:33.328927 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 5408b203-0b2c-448b-9047-4dfb263e53e4 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:33.332244 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d45270c3-39a9-4956-ac3c-53d859bff510 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5364630 Aug 10 03:32:33.332959 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 49506) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:33.333323 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45270c3-39a9-4956-ac3c-53d859bff510 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event updated for resources: {'Port': ['ID=1de62ce5-a051-47cf-940e-8e8148b2cb32,revision_number=8']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:33.335705 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-58556008-c8c5-4ea7-b85a-9acc660837bb req-8d732531-84cd-475c-8ba5-a43113fc6147 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:33.347205 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-c0ee2da9-8b0d-405a-bd0c-50aaa5a0d545 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Request body: {'subnet': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:33.467863 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:33.469472 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 5408b203-0b2c-448b-9047-4dfb263e53e4 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:33.469900 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:33.692702 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 1de62ce5-a051-47cf-940e-8e8148b2cb32 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:32:33.861174 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:33.925418 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 1de62ce5-a051-47cf-940e-8e8148b2cb32, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=1de62ce5-a051-47cf-940e-8e8148b2cb32,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:33.931005 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:34.011335 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=1de62ce5-a051-47cf-940e-8e8148b2cb32,revision_number=9']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:34.073412 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58556008-c8c5-4ea7-b85a-9acc660837bb req-8d732531-84cd-475c-8ba5-a43113fc6147 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Network c1f8b189-00de-44d8-9cd3-d45b6d92f410 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:34.084570 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa9d30f-7f8c-4217-844b-067585172ace req-85742a99-ae1f-4458-8ebd-cdc8409700d1 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:34.092453 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aaa9d30f-7f8c-4217-844b-067585172ace req-85742a99-ae1f-4458-8ebd-cdc8409700d1 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/networks?id=a9fb31dd-1c8a-4293-b68f-13ea812561e0 HTTP/1.1" status: 200 len: 797 time: 0.7775054 Aug 10 03:32:34.137525 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-58556008-c8c5-4ea7-b85a-9acc660837bb req-8d732531-84cd-475c-8ba5-a43113fc6147 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:34.147220 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-58556008-c8c5-4ea7-b85a-9acc660837bb req-8d732531-84cd-475c-8ba5-a43113fc6147 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:34.205058 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aaa9d30f-7f8c-4217-844b-067585172ace req-d6977ff6-458a-443a-a121-35a91c3c8e0b tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/quotas/91c061317a63433fa1b564847f6d5cbb HTTP/1.1" status: 200 len: 375 time: 0.1116617 Aug 10 03:32:34.206984 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d732531-84cd-475c-8ba5-a43113fc6147 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Pushing event updated for resources: {'Port': ['ID=e2e7d620-e6ad-40ec-a947-2a700b56b65c,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:34.252110 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:34.485152 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df70590-d355-40a3-bb55-d14fefca932d req-aef05471-9ef0-4c64-b9e8-2a643d56c39a tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:34.486708 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5df70590-d355-40a3-bb55-d14fefca932d req-aef05471-9ef0-4c64-b9e8-2a643d56c39a tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f9b3f54-88a1-4974-90dc-f34e24732968 HTTP/1.1" status: 200 len: 931 time: 0.5121579 Aug 10 03:32:34.494467 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58556008-c8c5-4ea7-b85a-9acc660837bb req-8d732531-84cd-475c-8ba5-a43113fc6147 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:34.495169 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-58556008-c8c5-4ea7-b85a-9acc660837bb req-8d732531-84cd-475c-8ba5-a43113fc6147 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:34.506112 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ee2da9-8b0d-405a-bd0c-50aaa5a0d545 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Made reservation on behalf of 984bdecd49e44336b94df38f23469327 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:34.509587 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c0ee2da9-8b0d-405a-bd0c-50aaa5a0d545 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:34.535037 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9cdd3ae5-6516-4a22-9e96-2a3bbd7cd4f8 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:34.593258 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-18146e9f-b761-4410-950f-69636e4cbfee None None] Provisioning for port e2e7d620-e6ad-40ec-a947-2a700b56b65c completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:34.602468 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-18146e9f-b761-4410-950f-69636e4cbfee None None] Provisioning complete for port e2e7d620-e6ad-40ec-a947-2a700b56b65c triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:34.603845 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-18146e9f-b761-4410-950f-69636e4cbfee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:34.631081 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aaa9d30f-7f8c-4217-844b-067585172ace req-f860890c-73bd-4705-9695-0b02c59f6fcf tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=91c061317a63433fa1b564847f6d5cbb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4251378 Aug 10 03:32:34.645143 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-58556008-c8c5-4ea7-b85a-9acc660837bb req-8d732531-84cd-475c-8ba5-a43113fc6147 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1704924 Aug 10 03:32:34.648229 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-18146e9f-b761-4410-950f-69636e4cbfee None None] Port e2e7d620-e6ad-40ec-a947-2a700b56b65c cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:32:34.677384 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1370b7a-f308-4eb7-a834-d00624d506a6 None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:34.782711 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5df70590-d355-40a3-bb55-d14fefca932d req-d9b2bb26-22e6-45a4-adb6-f036c535b374 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ab14f6e-0e8e-46f2-9ddc-6714e62255d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2952361 Aug 10 03:32:34.808129 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-58556008-c8c5-4ea7-b85a-9acc660837bb req-7e0a7a0f-6d9a-40f3-b6a6-9d02ad6569cb service neutron] Request body: {'port': {'device_id': '6f9b3f54-88a1-4974-90dc-f34e24732968', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:34.871074 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-15b40cf1-a07f-4a90-aa49-88cbb98f436d None None] Provisioning complete for port 1de62ce5-a051-47cf-940e-8e8148b2cb32 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:34.871359 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-15b40cf1-a07f-4a90-aa49-88cbb98f436d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:34.969331 n-d-768851-15 neutron-server[94216]: INFO neutron.db.ipam_backend_mixin [None req-c0ee2da9-8b0d-405a-bd0c-50aaa5a0d545 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 10d803c8-d357-4cb5-a53d-526d3664b269 (CIDR: 2001:db8::/64) Aug 10 03:32:34.976440 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-58556008-c8c5-4ea7-b85a-9acc660837bb req-7e0a7a0f-6d9a-40f3-b6a6-9d02ad6569cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:34.986243 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0ee2da9-8b0d-405a-bd0c-50aaa5a0d545 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:32:34.986706 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0ee2da9-8b0d-405a-bd0c-50aaa5a0d545 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:32:35.000608 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-15b40cf1-a07f-4a90-aa49-88cbb98f436d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:35.048388 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-15b40cf1-a07f-4a90-aa49-88cbb98f436d None None] For port 1de62ce5-a051-47cf-940e-8e8148b2cb32, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=1de62ce5-a051-47cf-940e-8e8148b2cb32,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:35.048993 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-00dc6192-9ce4-45e9-8067-f170fe0243de admin admin] Deleting port b9453298-4cd7-4f1e-9a8c-fd088d767574 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:35.049339 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-00dc6192-9ce4-45e9-8067-f170fe0243de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:35.064566 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-15b40cf1-a07f-4a90-aa49-88cbb98f436d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:35.142751 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b40cf1-a07f-4a90-aa49-88cbb98f436d None None] Pushing event updated for resources: {'Port': ['ID=1de62ce5-a051-47cf-940e-8e8148b2cb32,revision_number=10']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:35.274011 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-c0ee2da9-8b0d-405a-bd0c-50aaa5a0d545 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9329653 Aug 10 03:32:35.277481 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49520) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:35.285364 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-b0e8073b-b5c9-4448-b484-a635020e57be tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Request body: {'subnet': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:35.297597 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 1de62ce5-a051-47cf-940e-8e8148b2cb32 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:35.299279 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aaa9d30f-7f8c-4217-844b-067585172ace req-227a8c9d-41ce-4be6-8ea9-2cfb41930bad service neutron] 10.222.0.62 "GET /v2.0/networks/a9fb31dd-1c8a-4293-b68f-13ea812561e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6155283 Aug 10 03:32:35.404484 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0d130755-0aa9-4891-9f28-424c6d6ce0ca None None] Provisioning complete for port 1de62ce5-a051-47cf-940e-8e8148b2cb32 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:35.414714 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0d130755-0aa9-4891-9f28-424c6d6ce0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:35.467235 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 1de62ce5-a051-47cf-940e-8e8148b2cb32 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:35.467609 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:35.530532 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e8073b-b5c9-4448-b484-a635020e57be tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Made reservation on behalf of 984bdecd49e44336b94df38f23469327 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:35.536173 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b0e8073b-b5c9-4448-b484-a635020e57be tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:35.558797 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9cdd3ae5-6516-4a22-9e96-2a3bbd7cd4f8 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:35.600374 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-00dc6192-9ce4-45e9-8067-f170fe0243de admin admin] For port b9453298-4cd7-4f1e-9a8c-fd088d767574, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=b9453298-4cd7-4f1e-9a8c-fd088d767574,segment=NetworkSegment(ee4b8496-dab9-4992-a392-fc3c5ad70c4e),segment_id=ee4b8496-dab9-4992-a392-fc3c5ad70c4e)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:35.600744 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-00dc6192-9ce4-45e9-8067-f170fe0243de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:35.779439 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-58556008-c8c5-4ea7-b85a-9acc660837bb req-7e0a7a0f-6d9a-40f3-b6a6-9d02ad6569cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2e7d620-e6ad-40ec-a947-2a700b56b65c {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:32:35.787702 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-58556008-c8c5-4ea7-b85a-9acc660837bb req-7e0a7a0f-6d9a-40f3-b6a6-9d02ad6569cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:35.801084 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-58556008-c8c5-4ea7-b85a-9acc660837bb req-7e0a7a0f-6d9a-40f3-b6a6-9d02ad6569cb service neutron] Transition to ACTIVE for port object e2e7d620-e6ad-40ec-a947-2a700b56b65c will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:35.821794 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b0e8073b-b5c9-4448-b484-a635020e57be tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:35.840178 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-00dc6192-9ce4-45e9-8067-f170fe0243de admin admin] Calling delete_port for b9453298-4cd7-4f1e-9a8c-fd088d767574 owned by network:router_interface {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:35.849335 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-58556008-c8c5-4ea7-b85a-9acc660837bb req-7e0a7a0f-6d9a-40f3-b6a6-9d02ad6569cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:35.852089 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9cdd3ae5-6516-4a22-9e96-2a3bbd7cd4f8 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:35.862774 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e8073b-b5c9-4448-b484-a635020e57be tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:35.867469 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-b0e8073b-b5c9-4448-b484-a635020e57be tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:35.872657 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e8073b-b5c9-4448-b484-a635020e57be tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:35.872657 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b0e8073b-b5c9-4448-b484-a635020e57be tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:35.885089 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ec10ba-aa9c-4cc4-8289-02d88950700c None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:35.888488 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e8073b-b5c9-4448-b484-a635020e57be tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event updated for resources: {'Subnet': ['ID=1b70ba41-83a3-4828-8332-4fdeeac61fc4,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:35.903033 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b0e8073b-b5c9-4448-b484-a635020e57be tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6243770 Aug 10 03:32:35.903697 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49528) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:35.917050 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-4957dc2d-9971-458a-b3af-b0502f6a3392 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Request body: {'port': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'mac_address': 'fa:16:3e:77:09:3a', 'name': 'tempest-NetworksTestDHCPv6-1495082910'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:35.993844 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aaa9d30f-7f8c-4217-844b-067585172ace req-94e42993-91f4-4fc5-913c-5c06d9fc5df6 service neutron] 10.222.0.62 "GET /v2.0/networks/a9fb31dd-1c8a-4293-b68f-13ea812561e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6851940 Aug 10 03:32:36.006561 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:36.070093 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9cdd3ae5-6516-4a22-9e96-2a3bbd7cd4f8 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:36.083098 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0a7a0f-6d9a-40f3-b6a6-9d02ad6569cb service neutron] Pushing event updated for resources: {'Port': ['ID=e2e7d620-e6ad-40ec-a947-2a700b56b65c,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:36.099097 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4957dc2d-9971-458a-b3af-b0502f6a3392 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Made reservation on behalf of 984bdecd49e44336b94df38f23469327 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:36.265184 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4957dc2d-9971-458a-b3af-b0502f6a3392 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:36.338876 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [None req-4957dc2d-9971-458a-b3af-b0502f6a3392 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] device_id is not set on port 0d14edfb-7b0f-4b9e-9199-df7f317752aa yet. {{(pid=94217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:32:36.384813 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ff4ada-7e8b-44cf-abca-4d6a46115994 None None] Update dhcp port {'port': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'fixed_ips': [{'subnet_id': '10d803c8-d357-4cb5-a53d-526d3664b269', 'ip_address': '2001:db8::f816:3eff:fe9e:4dff'}, {'subnet_id': '1b70ba41-83a3-4828-8332-4fdeeac61fc4'}], 'binding:host_id': 'n-d-768851-15'}, 'id': '1de62ce5-a051-47cf-940e-8e8148b2cb32'} from n-d-768851-15. {{(pid=94218) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:32:36.457190 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-86ff4ada-7e8b-44cf-abca-4d6a46115994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:36.539640 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdd3ae5-6516-4a22-9e96-2a3bbd7cd4f8 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Network b49de592-d3b8-40c7-a261-280abab578fc is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:36.676751 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-4957dc2d-9971-458a-b3af-b0502f6a3392 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Allocated IP 2001:db8:0:1::147 (da252ef5-253f-415c-bfce-1cf3e51986e9/1b70ba41-83a3-4828-8332-4fdeeac61fc4/0d14edfb-7b0f-4b9e-9199-df7f317752aa) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:36.685080 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-4957dc2d-9971-458a-b3af-b0502f6a3392 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Allocated IP 2001:db8::f816:3eff:fe77:93a (da252ef5-253f-415c-bfce-1cf3e51986e9/10d803c8-d357-4cb5-a53d-526d3664b269/0d14edfb-7b0f-4b9e-9199-df7f317752aa) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:36.692406 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-9cdd3ae5-6516-4a22-9e96-2a3bbd7cd4f8 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:36.704215 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-abe09117-3050-499b-84b0-1edfb26fcc6e req-48470232-eac8-4fd3-9e0f-172d8ff091c0 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/ports?device_id=75482f5a-be44-4a9a-9b19-e3176fd57a0d HTTP/1.1" status: 200 len: 210 time: 0.2061911 Aug 10 03:32:37.159410 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-58556008-c8c5-4ea7-b85a-9acc660837bb req-7e0a7a0f-6d9a-40f3-b6a6-9d02ad6569cb service neutron] Attempting to bind port e2e7d620-e6ad-40ec-a947-2a700b56b65c on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:32:37.159737 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-58556008-c8c5-4ea7-b85a-9acc660837bb req-7e0a7a0f-6d9a-40f3-b6a6-9d02ad6569cb service neutron] Attempting to bind port e2e7d620-e6ad-40ec-a947-2a700b56b65c by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '1d809208-db2a-4ec3-9db0-cc112aa3eac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c1f8b189-00de-44d8-9cd3-d45b6d92f410'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:32:37.160068 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58556008-c8c5-4ea7-b85a-9acc660837bb req-7e0a7a0f-6d9a-40f3-b6a6-9d02ad6569cb service neutron] Attempting to bind port e2e7d620-e6ad-40ec-a947-2a700b56b65c on network c1f8b189-00de-44d8-9cd3-d45b6d92f410 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:32:37.169564 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58556008-c8c5-4ea7-b85a-9acc660837bb req-7e0a7a0f-6d9a-40f3-b6a6-9d02ad6569cb service neutron] Port e2e7d620-e6ad-40ec-a947-2a700b56b65c on network c1f8b189-00de-44d8-9cd3-d45b6d92f410 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:32:37.169891 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58556008-c8c5-4ea7-b85a-9acc660837bb req-7e0a7a0f-6d9a-40f3-b6a6-9d02ad6569cb service neutron] Attempting to bind port e2e7d620-e6ad-40ec-a947-2a700b56b65c on network c1f8b189-00de-44d8-9cd3-d45b6d92f410 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:32:37.185028 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdd3ae5-6516-4a22-9e96-2a3bbd7cd4f8 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Pushing event updated for resources: {'Port': ['ID=ee8c8c34-9911-4cf7-858f-67f0119e2a94,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:37.217452 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2068c2d5-d365-4235-867d-f2d5e8afa2d8 req-13f47348-034c-47a7-8230-aa5dfcea4279 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:37.224916 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2068c2d5-d365-4235-867d-f2d5e8afa2d8 req-13f47348-034c-47a7-8230-aa5dfcea4279 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f9b3f54-88a1-4974-90dc-f34e24732968 HTTP/1.1" status: 200 len: 943 time: 1.2992704 Aug 10 03:32:37.226923 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58556008-c8c5-4ea7-b85a-9acc660837bb req-7e0a7a0f-6d9a-40f3-b6a6-9d02ad6569cb service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:32:37.227264 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58556008-c8c5-4ea7-b85a-9acc660837bb req-7e0a7a0f-6d9a-40f3-b6a6-9d02ad6569cb service neutron] Checking segment: {'id': '1d809208-db2a-4ec3-9db0-cc112aa3eac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c1f8b189-00de-44d8-9cd3-d45b6d92f410'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:32:37.228191 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58556008-c8c5-4ea7-b85a-9acc660837bb req-7e0a7a0f-6d9a-40f3-b6a6-9d02ad6569cb service neutron] Bound using segment: {'id': '1d809208-db2a-4ec3-9db0-cc112aa3eac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c1f8b189-00de-44d8-9cd3-d45b6d92f410'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:32:37.228629 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-58556008-c8c5-4ea7-b85a-9acc660837bb req-7e0a7a0f-6d9a-40f3-b6a6-9d02ad6569cb service neutron] Bound port: e2e7d620-e6ad-40ec-a947-2a700b56b65c, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d809208-db2a-4ec3-9db0-cc112aa3eac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c1f8b189-00de-44d8-9cd3-d45b6d92f410'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:32:37.228991 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-58556008-c8c5-4ea7-b85a-9acc660837bb req-7e0a7a0f-6d9a-40f3-b6a6-9d02ad6569cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:37.287582 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 1de62ce5-a051-47cf-940e-8e8148b2cb32 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:37.309313 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-00dc6192-9ce4-45e9-8067-f170fe0243de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:37.351866 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 1de62ce5-a051-47cf-940e-8e8148b2cb32 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:37.352242 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:37.418846 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc6192-9ce4-45e9-8067-f170fe0243de admin admin] Pushing event deleted for resources: {'Port': ['ID=b9453298-4cd7-4f1e-9a8c-fd088d767574,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:37.519135 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cdd3ae5-6516-4a22-9e96-2a3bbd7cd4f8 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Router 82e2af90-6dd1-4bfc-a8b8-f188445f6c71 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:32:37.525640 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-58556008-c8c5-4ea7-b85a-9acc660837bb req-7e0a7a0f-6d9a-40f3-b6a6-9d02ad6569cb service neutron] For port e2e7d620-e6ad-40ec-a947-2a700b56b65c, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:32:37.528112 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4957dc2d-9971-458a-b3af-b0502f6a3392 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:37.564106 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2068c2d5-d365-4235-867d-f2d5e8afa2d8 req-bb40ae10-a241-4702-bdd0-6fb4ad5b2330 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ab14f6e-0e8e-46f2-9ddc-6714e62255d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3382037 Aug 10 03:32:37.575924 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-4957dc2d-9971-458a-b3af-b0502f6a3392 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Transition to ACTIVE for port object 0d14edfb-7b0f-4b9e-9199-df7f317752aa will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:37.590281 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-58556008-c8c5-4ea7-b85a-9acc660837bb req-7e0a7a0f-6d9a-40f3-b6a6-9d02ad6569cb service neutron] For port e2e7d620-e6ad-40ec-a947-2a700b56b65c, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=e2e7d620-e6ad-40ec-a947-2a700b56b65c,segment=NetworkSegment(1d809208-db2a-4ec3-9db0-cc112aa3eac5),segment_id=1d809208-db2a-4ec3-9db0-cc112aa3eac5)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:32:37.609462 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-58556008-c8c5-4ea7-b85a-9acc660837bb req-7e0a7a0f-6d9a-40f3-b6a6-9d02ad6569cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:37.651800 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4957dc2d-9971-458a-b3af-b0502f6a3392 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:37.741375 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58556008-c8c5-4ea7-b85a-9acc660837bb req-7e0a7a0f-6d9a-40f3-b6a6-9d02ad6569cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:37.747822 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-86ff4ada-7e8b-44cf-abca-4d6a46115994 None None] Allocated IP 2001:db8:0:1::2 (da252ef5-253f-415c-bfce-1cf3e51986e9/1b70ba41-83a3-4828-8332-4fdeeac61fc4/1de62ce5-a051-47cf-940e-8e8148b2cb32) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:37.748745 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-58556008-c8c5-4ea7-b85a-9acc660837bb req-7e0a7a0f-6d9a-40f3-b6a6-9d02ad6569cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:37.754351 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-58556008-c8c5-4ea7-b85a-9acc660837bb req-7e0a7a0f-6d9a-40f3-b6a6-9d02ad6569cb service neutron] 10.222.0.60 "PUT /v2.0/ports/e2e7d620-e6ad-40ec-a947-2a700b56b65c HTTP/1.1" status: 200 len: 1092 time: 3.0834315 Aug 10 03:32:37.760677 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f9b3f54-88a1-4974-90dc-f34e24732968', 'tag': 'e2e7d620-e6ad-40ec-a947-2a700b56b65c'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:32:37.768934 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ff2a32-f2de-410d-b610-07975ac76e1f" -d '{"events": [{"name": "network-changed", "server_uuid": "6f9b3f54-88a1-4974-90dc-f34e24732968", "tag": "e2e7d620-e6ad-40ec-a947-2a700b56b65c"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:32:37.885715 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4957dc2d-9971-458a-b3af-b0502f6a3392 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event updated for resources: {'Port': ['ID=0d14edfb-7b0f-4b9e-9199-df7f317752aa,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:37.928641 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b51d11-2de7-4219-a875-4d8013936f1b x-openstack-request-id: req-50b51d11-2de7-4219-a875-4d8013936f1b {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:32:37.929009 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f9b3f54-88a1-4974-90dc-f34e24732968", "tag": "e2e7d620-e6ad-40ec-a947-2a700b56b65c", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:32:37.929424 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-50b51d11-2de7-4219-a875-4d8013936f1b {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:32:37.930372 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f9b3f54-88a1-4974-90dc-f34e24732968', 'tag': 'e2e7d620-e6ad-40ec-a947-2a700b56b65c', 'status': 'completed', 'code': 200} Aug 10 03:32:37.937323 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4957dc2d-9971-458a-b3af-b0502f6a3392 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:37.950347 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-4957dc2d-9971-458a-b3af-b0502f6a3392 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:37.957783 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4957dc2d-9971-458a-b3af-b0502f6a3392 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:37.974989 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4957dc2d-9971-458a-b3af-b0502f6a3392 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:37.978327 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4957dc2d-9971-458a-b3af-b0502f6a3392 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:38.058468 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0a7a0f-6d9a-40f3-b6a6-9d02ad6569cb service neutron] Pushing event updated for resources: {'Port': ['ID=e2e7d620-e6ad-40ec-a947-2a700b56b65c,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:38.085447 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a4016735-45b4-4a93-a620-099c046111aa req-2eae7316-a005-4483-aa3c-b151930d3c19 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/ports?device_id=75482f5a-be44-4a9a-9b19-e3176fd57a0d HTTP/1.1" status: 200 len: 210 time: 0.1679204 Aug 10 03:32:38.096318 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-86ff4ada-7e8b-44cf-abca-4d6a46115994 None None] For port 1de62ce5-a051-47cf-940e-8e8148b2cb32, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=1de62ce5-a051-47cf-940e-8e8148b2cb32,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:38.117877 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa9d30f-7f8c-4217-844b-067585172ace req-f314f0bc-d321-4c2b-82b7-44e192c9cf57 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:38.117877 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-aaa9d30f-7f8c-4217-844b-067585172ace req-f314f0bc-d321-4c2b-82b7-44e192c9cf57 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.58 "GET /v2.0/networks?id=a9fb31dd-1c8a-4293-b68f-13ea812561e0 HTTP/1.1" status: 200 len: 797 time: 0.4963374 Aug 10 03:32:38.156349 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-86ff4ada-7e8b-44cf-abca-4d6a46115994 None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:38.165627 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4957dc2d-9971-458a-b3af-b0502f6a3392 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2607682 Aug 10 03:32:38.168814 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49554) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:38.182454 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-86ff4ada-7e8b-44cf-abca-4d6a46115994 None None] Transition to ACTIVE for port object 1de62ce5-a051-47cf-940e-8e8148b2cb32 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:38.196012 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-86ff4ada-7e8b-44cf-abca-4d6a46115994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:38.223589 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cdd3ae5-6516-4a22-9e96-2a3bbd7cd4f8 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:32:38.233860 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77558713-1e5c-4898-ad8c-8dc705b6efdb None None] Sync routers for ids ['82e2af90-6dd1-4bfc-a8b8-f188445f6c71'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:32:38.242456 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49556) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:38.245457 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-9cdd3ae5-6516-4a22-9e96-2a3bbd7cd4f8 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] 10.222.0.62 "PUT /v2.0/routers/82e2af90-6dd1-4bfc-a8b8-f188445f6c71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4365408 Aug 10 03:32:38.249183 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77558713-1e5c-4898-ad8c-8dc705b6efdb None None] Routers {'82e2af90-6dd1-4bfc-a8b8-f188445f6c71'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:38.250810 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-77558713-1e5c-4898-ad8c-8dc705b6efdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:32:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['82e2af90-6dd1-4bfc-a8b8-f188445f6c71'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:38.251478 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49558) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:38.261633 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-1fd9c60f-0500-40c3-a7f0-235ccac059e8 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Request body: {'port': {'network_id': 'b49de592-d3b8-40c7-a261-280abab578fc', 'name': 'tempest-FloatingIPTestJSON-1267633509'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:38.261928 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ff4ada-7e8b-44cf-abca-4d6a46115994 None None] Pushing event updated for resources: {'Port': ['ID=1de62ce5-a051-47cf-940e-8e8148b2cb32,revision_number=11']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:38.316193 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58556008-c8c5-4ea7-b85a-9acc660837bb req-eb2ba3b6-6437-4493-80d9-7f642621b6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:38.318726 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-58556008-c8c5-4ea7-b85a-9acc660837bb req-eb2ba3b6-6437-4493-80d9-7f642621b6b4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=38384b23a283420ab03964bbfa7ad032&device_id=6f9b3f54-88a1-4974-90dc-f34e24732968 HTTP/1.1" status: 200 len: 1095 time: 0.3106432 Aug 10 03:32:38.341726 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-77558713-1e5c-4898-ad8c-8dc705b6efdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:38.365731 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77558713-1e5c-4898-ad8c-8dc705b6efdb None None] Routers {'82e2af90-6dd1-4bfc-a8b8-f188445f6c71'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:38.366621 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-77558713-1e5c-4898-ad8c-8dc705b6efdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:32:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['82e2af90-6dd1-4bfc-a8b8-f188445f6c71'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:38.372524 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-00dc6192-9ce4-45e9-8067-f170fe0243de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:38.375304 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-58556008-c8c5-4ea7-b85a-9acc660837bb req-d1043460-39ac-4724-8876-54130c8508c7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2e7d620-e6ad-40ec-a947-2a700b56b65c HTTP/1.1" status: 200 len: 217 time: 0.0482726 Aug 10 03:32:38.409195 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-77558713-1e5c-4898-ad8c-8dc705b6efdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:38.410600 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77558713-1e5c-4898-ad8c-8dc705b6efdb None None] The sync data for ids ['82e2af90-6dd1-4bfc-a8b8-f188445f6c71'] in n-d-768851-15 is: [] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:32:38.435542 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-aaa9d30f-7f8c-4217-844b-067585172ace req-bc589af8-2777-4efd-bc62-7866ab324b58 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91c061317a63433fa1b564847f6d5cbb HTTP/1.1" status: 200 len: 379 time: 0.3082993 Aug 10 03:32:38.459050 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-aaa9d30f-7f8c-4217-844b-067585172ace req-21490b5e-4c38-459f-ba4d-69cc45b7781a tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Request body: {'port': {'device_id': '75482f5a-be44-4a9a-9b19-e3176fd57a0d', 'network_id': 'a9fb31dd-1c8a-4293-b68f-13ea812561e0', 'admin_state_up': True, 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'security_groups': ['a408c3d3-1a28-496c-962e-a8015fbd6706']}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:38.591037 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c5c4dc69-88e3-424b-a35e-7b4f0eb1ae88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:38.639676 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58556008-c8c5-4ea7-b85a-9acc660837bb req-6164749d-5c41-4e91-a21b-a21c0ca56391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:38.641193 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-58556008-c8c5-4ea7-b85a-9acc660837bb req-6164749d-5c41-4e91-a21b-a21c0ca56391 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a11e6e79-2102-4c83-91da-cb64444e2111 HTTP/1.1" status: 200 len: 852 time: 0.2537162 Aug 10 03:32:38.668594 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-e77d4e73-9033-49d5-b83b-b1662b25fc9b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Deleting port 0d14edfb-7b0f-4b9e-9199-df7f317752aa {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:38.668955 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e77d4e73-9033-49d5-b83b-b1662b25fc9b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:38.733832 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.db.api [None req-c5c4dc69-88e3-424b-a35e-7b4f0eb1ae88 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:32:38.733832 n-d-768851-15 neutron-server[94217]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 10 03:32:38.733832 n-d-768851-15 neutron-server[94217]: [parameters: {'project_id': 'd4c4b09a2f5e4c4580f7728e95884e7f', 'id': '073253d6-f06b-4b15-963a-b9fc6f6de085', 'expiration': datetime.datetime(2021, 8, 10, 3, 34, 38, 677595)}] Aug 10 03:32:38.733832 n-d-768851-15 neutron-server[94217]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:32:38.734339 n-d-768851-15 neutron-server[94217]: DEBUG oslo_db.api [None req-c5c4dc69-88e3-424b-a35e-7b4f0eb1ae88 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:32:38.738036 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd9c60f-0500-40c3-a7f0-235ccac059e8 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Made reservation on behalf of f76e5d9de24c405a8d24d929c2b325c6 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:38.741702 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1fd9c60f-0500-40c3-a7f0-235ccac059e8 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:38.783415 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [None req-1fd9c60f-0500-40c3-a7f0-235ccac059e8 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] device_id is not set on port a5e3947d-e770-41f4-a334-8e69bb3ef404 yet. {{(pid=94217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:32:38.794871 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58556008-c8c5-4ea7-b85a-9acc660837bb req-a2b5a1b8-2bb2-4e0e-9ce2-c3071811ed59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:38.796652 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-58556008-c8c5-4ea7-b85a-9acc660837bb req-a2b5a1b8-2bb2-4e0e-9ce2-c3071811ed59 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c1f8b189-00de-44d8-9cd3-d45b6d92f410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1405199 Aug 10 03:32:38.858028 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaa9d30f-7f8c-4217-844b-067585172ace req-21490b5e-4c38-459f-ba4d-69cc45b7781a tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Made reservation on behalf of 91c061317a63433fa1b564847f6d5cbb for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:38.861600 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-aaa9d30f-7f8c-4217-844b-067585172ace req-21490b5e-4c38-459f-ba4d-69cc45b7781a tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:38.870094 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e77d4e73-9033-49d5-b83b-b1662b25fc9b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:38.906048 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-e77d4e73-9033-49d5-b83b-b1662b25fc9b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Calling delete_port for 0d14edfb-7b0f-4b9e-9199-df7f317752aa owned by {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:38.909956 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a778113-c0c8-4af0-b1d8-6a5c53cee14a req-a7866b7a-183b-43b0-99ab-9fdf2f851e0e tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:38.911696 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0a778113-c0c8-4af0-b1d8-6a5c53cee14a req-a7866b7a-183b-43b0-99ab-9fdf2f851e0e tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f9b3f54-88a1-4974-90dc-f34e24732968 HTTP/1.1" status: 200 len: 943 time: 0.2077327 Aug 10 03:32:38.928032 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00dc6192-9ce4-45e9-8067-f170fe0243de admin admin] Router 6b7ae953-7a54-48c6-b54f-5953318eb1f5 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:32:39.049084 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0a778113-c0c8-4af0-b1d8-6a5c53cee14a req-5482131c-5fb7-4210-91f3-c98762442a34 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ab14f6e-0e8e-46f2-9ddc-6714e62255d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192691 Aug 10 03:32:39.053248 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-58556008-c8c5-4ea7-b85a-9acc660837bb req-90caf2dc-9f76-45d1-944d-095ceb7cbbef service neutron] 10.222.0.60 "GET /v2.0/networks/c1f8b189-00de-44d8-9cd3-d45b6d92f410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394924 Aug 10 03:32:39.065189 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-1fd9c60f-0500-40c3-a7f0-235ccac059e8 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Allocated IP 172.20.0.2 (b49de592-d3b8-40c7-a261-280abab578fc/27735c3d-e711-4233-9659-6fd907bc651e/a5e3947d-e770-41f4-a334-8e69bb3ef404) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:39.164541 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-1fa6c4a5-619b-43d2-9ba5-491a118ce8da None None] Provisioning for port 1de62ce5-a051-47cf-940e-8e8148b2cb32 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:39.180904 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-aaa9d30f-7f8c-4217-844b-067585172ace req-21490b5e-4c38-459f-ba4d-69cc45b7781a tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Allocated IP 172.20.0.3 (a9fb31dd-1c8a-4293-b68f-13ea812561e0/70d28cf7-e4e6-4f10-83d1-6dd3894ba9d7/4838ad81-167f-4fad-9f0c-80841e67f418) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:39.184577 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-1fa6c4a5-619b-43d2-9ba5-491a118ce8da None None] Provisioning complete for port 1de62ce5-a051-47cf-940e-8e8148b2cb32 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:39.187166 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-1fa6c4a5-619b-43d2-9ba5-491a118ce8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:39.191926 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00dc6192-9ce4-45e9-8067-f170fe0243de admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:32:39.218403 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-00dc6192-9ce4-45e9-8067-f170fe0243de admin admin] 10.222.0.62 "PUT /v2.0/routers/6b7ae953-7a54-48c6-b54f-5953318eb1f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7557282 Aug 10 03:32:39.226829 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49568) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:39.263700 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c5c4dc69-88e3-424b-a35e-7b4f0eb1ae88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:39.271883 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72abc0f5-fe80-40a1-b331-843afa56ca37 None None] Sync routers for ids ['6b7ae953-7a54-48c6-b54f-5953318eb1f5'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:32:39.334123 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8def2d6c-979a-4ae6-89eb-058793fc7af6 req-aedbbac9-2e1d-49a2-a460-813ece77c243 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/ports?device_id=75482f5a-be44-4a9a-9b19-e3176fd57a0d HTTP/1.1" status: 200 len: 210 time: 0.0925629 Aug 10 03:32:39.336039 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72abc0f5-fe80-40a1-b331-843afa56ca37 None None] Routers {'6b7ae953-7a54-48c6-b54f-5953318eb1f5'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:39.336757 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-72abc0f5-fe80-40a1-b331-843afa56ca37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:32:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['6b7ae953-7a54-48c6-b54f-5953318eb1f5'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:39.366621 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-58556008-c8c5-4ea7-b85a-9acc660837bb req-6434f009-f4b9-4d47-ac71-fe3f2e96369f service neutron] 10.222.0.60 "GET /v2.0/networks/c1f8b189-00de-44d8-9cd3-d45b6d92f410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804039 Aug 10 03:32:39.427739 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 1de62ce5-a051-47cf-940e-8e8148b2cb32 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:39.487276 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff2a32-f2de-410d-b610-07975ac76e1f req-04569c21-10ed-4022-b7cc-4e2899c75771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:39.490141 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-54ff2a32-f2de-410d-b610-07975ac76e1f req-04569c21-10ed-4022-b7cc-4e2899c75771 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=38384b23a283420ab03964bbfa7ad032&device_id=6f9b3f54-88a1-4974-90dc-f34e24732968 HTTP/1.1" status: 200 len: 1095 time: 0.0554585 Aug 10 03:32:39.524990 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-72abc0f5-fe80-40a1-b331-843afa56ca37 None None] Set router 6b7ae953-7a54-48c6-b54f-5953318eb1f5 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:39.588792 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cac5ef35-6240-4185-a006-318b047d5848 admin admin] Notify callbacks [] for router, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:39.597078 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-fe6c0d76-e6c6-4828-99bc-80de45c3a606 None None] Provisioning for port 0d14edfb-7b0f-4b9e-9199-df7f317752aa completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:39.625066 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff2a32-f2de-410d-b610-07975ac76e1f req-cf7b9699-28b2-49ea-835f-ac88a89b724a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:39.626679 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-54ff2a32-f2de-410d-b610-07975ac76e1f req-cf7b9699-28b2-49ea-835f-ac88a89b724a service neutron] 10.222.0.60 "GET /v2.0/networks?id=c1f8b189-00de-44d8-9cd3-d45b6d92f410 HTTP/1.1" status: 200 len: 914 time: 0.1288419 Aug 10 03:32:39.636748 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-fe6c0d76-e6c6-4828-99bc-80de45c3a606 None None] Provisioning complete for port 0d14edfb-7b0f-4b9e-9199-df7f317752aa triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:39.637128 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-fe6c0d76-e6c6-4828-99bc-80de45c3a606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:39.655441 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e77d4e73-9033-49d5-b83b-b1662b25fc9b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:39.666415 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 1de62ce5-a051-47cf-940e-8e8148b2cb32 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:39.666806 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:39.668525 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-fe6c0d76-e6c6-4828-99bc-80de45c3a606 None None] Port 0d14edfb-7b0f-4b9e-9199-df7f317752aa was deleted so its status cannot be updated. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 10 03:32:39.681496 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-54ff2a32-f2de-410d-b610-07975ac76e1f req-1017a5f8-f5dd-48c2-8607-5a0e0ed4c4aa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2e7d620-e6ad-40ec-a947-2a700b56b65c HTTP/1.1" status: 200 len: 217 time: 0.0448437 Aug 10 03:32:39.704162 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1fd9c60f-0500-40c3-a7f0-235ccac059e8 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:39.738035 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff2a32-f2de-410d-b610-07975ac76e1f req-86da177c-0f01-4507-aa48-0f30ab106cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:39.739746 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-54ff2a32-f2de-410d-b610-07975ac76e1f req-86da177c-0f01-4507-aa48-0f30ab106cba service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a11e6e79-2102-4c83-91da-cb64444e2111 HTTP/1.1" status: 200 len: 852 time: 0.0497069 Aug 10 03:32:39.747220 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d4e73-9033-49d5-b83b-b1662b25fc9b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event deleted for resources: {'Port': ['ID=0d14edfb-7b0f-4b9e-9199-df7f317752aa,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:39.805247 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff2a32-f2de-410d-b610-07975ac76e1f req-24b4bd9d-10f1-40ca-a357-54851f4785d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:39.807757 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-54ff2a32-f2de-410d-b610-07975ac76e1f req-24b4bd9d-10f1-40ca-a357-54851f4785d0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c1f8b189-00de-44d8-9cd3-d45b6d92f410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592353 Aug 10 03:32:39.825363 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-72abc0f5-fe80-40a1-b331-843afa56ca37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7ae953-7a54-48c6-b54f-5953318eb1f5', 'name': 'tempest-ServerRescueNegativeTestJSON-568439192-router', 'tenant_id': '512e51e52dde4e17a26f3eb689e87681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '7bfd8722-0130-41be-a5fb-1c416d2e8d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:28Z', 'updated_at': '2021-08-10T03:32:36Z', 'revision_number': 5, 'project_id': '512e51e52dde4e17a26f3eb689e87681', 'gw_port': {'id': '7bfd8722-0130-41be-a5fb-1c416d2e8d70', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:91:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7ae953-7a54-48c6-b54f-5953318eb1f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:30Z', 'updated_at': '2021-08-10T03:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:39.858300 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72abc0f5-fe80-40a1-b331-843afa56ca37 None None] Checking router: 6b7ae953-7a54-48c6-b54f-5953318eb1f5 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:32:39.867728 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72abc0f5-fe80-40a1-b331-843afa56ca37 None None] Routers {'6b7ae953-7a54-48c6-b54f-5953318eb1f5'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:39.868734 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-72abc0f5-fe80-40a1-b331-843afa56ca37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:32:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['6b7ae953-7a54-48c6-b54f-5953318eb1f5'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:39.883720 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-aaa9d30f-7f8c-4217-844b-067585172ace req-21490b5e-4c38-459f-ba4d-69cc45b7781a tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:39.905266 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-aaa9d30f-7f8c-4217-844b-067585172ace req-21490b5e-4c38-459f-ba4d-69cc45b7781a tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Transition to ACTIVE for port object 4838ad81-167f-4fad-9f0c-80841e67f418 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:39.920517 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-54ff2a32-f2de-410d-b610-07975ac76e1f req-a109b696-c1e8-4fb7-9d48-d1cbda655f15 service neutron] 10.222.0.60 "GET /v2.0/networks/c1f8b189-00de-44d8-9cd3-d45b6d92f410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032312 Aug 10 03:32:40.007028 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e77d4e73-9033-49d5-b83b-b1662b25fc9b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:40.012799 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e77d4e73-9033-49d5-b83b-b1662b25fc9b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/ports/0d14edfb-7b0f-4b9e-9199-df7f317752aa HTTP/1.1" status: 204 len: 168 time: 1.8381908 Aug 10 03:32:40.013691 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 49572) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:40.048266 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cac5ef35-6240-4185-a006-318b047d5848 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:40.054165 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-54ff2a32-f2de-410d-b610-07975ac76e1f req-7f59f39b-15f7-415e-b872-22d094bf5dc3 service neutron] 10.222.0.60 "GET /v2.0/networks/c1f8b189-00de-44d8-9cd3-d45b6d92f410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199329 Aug 10 03:32:40.073709 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c5c4dc69-88e3-424b-a35e-7b4f0eb1ae88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:40.083225 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de199793-a5f2-4a2c-80ed-21cd9a9ad40d tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:40.085310 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-de199793-a5f2-4a2c-80ed-21cd9a9ad40d tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0703478 Aug 10 03:32:40.087933 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 49576) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:40.106110 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c5c4dc69-88e3-424b-a35e-7b4f0eb1ae88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:40.143398 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c4dc69-88e3-424b-a35e-7b4f0eb1ae88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a202b9a2-8329-40bc-889e-8defdaa6937f,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:40.146370 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1fd9c60f-0500-40c3-a7f0-235ccac059e8 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:40.148072 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-aaa9d30f-7f8c-4217-844b-067585172ace req-21490b5e-4c38-459f-ba4d-69cc45b7781a tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:40.185508 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-72abc0f5-fe80-40a1-b331-843afa56ca37 None None] Set router 6b7ae953-7a54-48c6-b54f-5953318eb1f5 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:40.208654 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9951c9-05f5-4af0-ab91-4d4075c6d7a3 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:40.213552 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ab9951c9-05f5-4af0-ab91-4d4075c6d7a3 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1211236 Aug 10 03:32:40.213751 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaa9d30f-7f8c-4217-844b-067585172ace req-21490b5e-4c38-459f-ba4d-69cc45b7781a tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Network a9fb31dd-1c8a-4293-b68f-13ea812561e0 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:40.215300 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49578) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:40.222176 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c5c4dc69-88e3-424b-a35e-7b4f0eb1ae88 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d4c4b09a2f5e4c4580f7728e95884e7f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9738100 Aug 10 03:32:40.224365 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9169fddd-9dd2-4ba3-ac3a-fe19fadce777 req-dc6dd315-14c9-453b-be48-d719bf8c4242 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:40.226050 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9169fddd-9dd2-4ba3-ac3a-fe19fadce777 req-dc6dd315-14c9-453b-be48-d719bf8c4242 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f9b3f54-88a1-4974-90dc-f34e24732968 HTTP/1.1" status: 200 len: 943 time: 0.0855176 Aug 10 03:32:40.226551 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 49580) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:40.236097 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-aaa9d30f-7f8c-4217-844b-067585172ace req-21490b5e-4c38-459f-ba4d-69cc45b7781a tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:40.248773 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaa9d30f-7f8c-4217-844b-067585172ace req-21490b5e-4c38-459f-ba4d-69cc45b7781a tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:40.298541 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-adae0715-4133-4f28-b2d3-531ad1cf3997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:40.311901 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd9c60f-0500-40c3-a7f0-235ccac059e8 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Network b49de592-d3b8-40c7-a261-280abab578fc is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:40.320714 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd9c60f-0500-40c3-a7f0-235ccac059e8 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Pushing event updated for resources: {'Port': ['ID=a5e3947d-e770-41f4-a334-8e69bb3ef404,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:40.328292 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9169fddd-9dd2-4ba3-ac3a-fe19fadce777 req-f088c42a-9aff-4bfc-83b2-25148c349668 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ab14f6e-0e8e-46f2-9ddc-6714e62255d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595531 Aug 10 03:32:40.339562 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-adae0715-4133-4f28-b2d3-531ad1cf3997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:40.388124 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-1fd9c60f-0500-40c3-a7f0-235ccac059e8 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:40.392374 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd9c60f-0500-40c3-a7f0-235ccac059e8 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:40.400099 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3470f907-cef4-45c2-bd87-82fbd385296b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:40.401989 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3470f907-cef4-45c2-bd87-82fbd385296b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:40.403779 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-72abc0f5-fe80-40a1-b331-843afa56ca37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7ae953-7a54-48c6-b54f-5953318eb1f5', 'name': 'tempest-ServerRescueNegativeTestJSON-568439192-router', 'tenant_id': '512e51e52dde4e17a26f3eb689e87681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '7bfd8722-0130-41be-a5fb-1c416d2e8d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:28Z', 'updated_at': '2021-08-10T03:32:36Z', 'revision_number': 5, 'project_id': '512e51e52dde4e17a26f3eb689e87681', 'gw_port': {'id': '7bfd8722-0130-41be-a5fb-1c416d2e8d70', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:91:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7ae953-7a54-48c6-b54f-5953318eb1f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:30Z', 'updated_at': '2021-08-10T03:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:40.403987 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3470f907-cef4-45c2-bd87-82fbd385296b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:40.406394 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3470f907-cef4-45c2-bd87-82fbd385296b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1904204 Aug 10 03:32:40.411093 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 49584) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:40.424250 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-adae0715-4133-4f28-b2d3-531ad1cf3997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:40.428536 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-adae0715-4133-4f28-b2d3-531ad1cf3997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:40.429781 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-adae0715-4133-4f28-b2d3-531ad1cf3997 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a202b9a2-8329-40bc-889e-8defdaa6937f HTTP/1.1" status: 204 len: 168 time: 0.2022579 Aug 10 03:32:40.469150 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72abc0f5-fe80-40a1-b331-843afa56ca37 None None] The sync data for ids ['6b7ae953-7a54-48c6-b54f-5953318eb1f5'] in n-d-768851-15 is: [{'id': '6b7ae953-7a54-48c6-b54f-5953318eb1f5', 'name': 'tempest-ServerRescueNegativeTestJSON-568439192-router', 'tenant_id': '512e51e52dde4e17a26f3eb689e87681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '7bfd8722-0130-41be-a5fb-1c416d2e8d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:28Z', 'updated_at': '2021-08-10T03:32:36Z', 'revision_number': 5, 'project_id': '512e51e52dde4e17a26f3eb689e87681', 'gw_port': {'id': '7bfd8722-0130-41be-a5fb-1c416d2e8d70', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:91:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7ae953-7a54-48c6-b54f-5953318eb1f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:30Z', 'updated_at': '2021-08-10T03:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:32:40.475778 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adae0715-4133-4f28-b2d3-531ad1cf3997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a202b9a2-8329-40bc-889e-8defdaa6937f,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:40.519248 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-cac5ef35-6240-4185-a006-318b047d5848 admin admin] Deleting port 7bfd8722-0130-41be-a5fb-1c416d2e8d70 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:40.519505 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cac5ef35-6240-4185-a006-318b047d5848 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:40.525507 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-c64482b1-5951-4150-8d4c-9e14b78a2882 None None] Provisioning for port 4838ad81-167f-4fad-9f0c-80841e67f418 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:40.530135 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-c64482b1-5951-4150-8d4c-9e14b78a2882 None None] Provisioning complete for port 4838ad81-167f-4fad-9f0c-80841e67f418 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:40.530617 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c64482b1-5951-4150-8d4c-9e14b78a2882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:40.535924 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee6f71f2-4545-4150-a723-6e1088abad52 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Deleting subnet 10d803c8-d357-4cb5-a53d-526d3664b269 {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:32:40.541424 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ee6f71f2-4545-4150-a723-6e1088abad52 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:40.580109 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-c64482b1-5951-4150-8d4c-9e14b78a2882 None None] Port 4838ad81-167f-4fad-9f0c-80841e67f418 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:32:40.605612 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21490b5e-4c38-459f-ba4d-69cc45b7781a tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Pushing event updated for resources: {'Port': ['ID=4838ad81-167f-4fad-9f0c-80841e67f418,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:40.623425 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ee6f71f2-4545-4150-a723-6e1088abad52 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:40.660088 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-cac5ef35-6240-4185-a006-318b047d5848 admin admin] For port 7bfd8722-0130-41be-a5fb-1c416d2e8d70, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=7bfd8722-0130-41be-a5fb-1c416d2e8d70,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:40.660725 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cac5ef35-6240-4185-a006-318b047d5848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:40.661371 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f3d50-8348-4d0e-b578-7adec7f294d6 req-5ab145f9-a1db-4877-9ea3-6f3efb1d4377 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:40.670446 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1e6f3d50-8348-4d0e-b578-7adec7f294d6 req-5ab145f9-a1db-4877-9ea3-6f3efb1d4377 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/ports?device_id=75482f5a-be44-4a9a-9b19-e3176fd57a0d HTTP/1.1" status: 200 len: 931 time: 0.1711683 Aug 10 03:32:40.683229 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa9d30f-7f8c-4217-844b-067585172ace req-21490b5e-4c38-459f-ba4d-69cc45b7781a tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:40.684055 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-aaa9d30f-7f8c-4217-844b-067585172ace req-21490b5e-4c38-459f-ba4d-69cc45b7781a tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:40.692804 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-cac5ef35-6240-4185-a006-318b047d5848 admin admin] Calling delete_port for 7bfd8722-0130-41be-a5fb-1c416d2e8d70 owned by network:router_gateway {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:40.719661 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd9c60f-0500-40c3-a7f0-235ccac059e8 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:40.720298 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1fd9c60f-0500-40c3-a7f0-235ccac059e8 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:40.727337 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-aaa9d30f-7f8c-4217-844b-067585172ace req-21490b5e-4c38-459f-ba4d-69cc45b7781a tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2826743 Aug 10 03:32:40.750829 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1e6f3d50-8348-4d0e-b578-7adec7f294d6 req-4103e403-2751-496a-90d5-301bb6544ad1 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/security-groups?id=a408c3d3-1a28-496c-962e-a8015fbd6706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791142 Aug 10 03:32:40.764668 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-aaa9d30f-7f8c-4217-844b-067585172ace req-763e75f7-46ed-48d2-ad76-db44ecbde329 service neutron] Request body: {'port': {'device_id': '75482f5a-be44-4a9a-9b19-e3176fd57a0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:40.765231 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ee6f71f2-4545-4150-a723-6e1088abad52 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:40.789438 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1fd9c60f-0500-40c3-a7f0-235ccac059e8 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5328147 Aug 10 03:32:40.794040 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 49592) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:40.801391 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-75b91ea2-7786-4c17-bb9a-f1cbbce47030 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Request body: {'port': {'network_id': 'b49de592-d3b8-40c7-a261-280abab578fc', 'name': 'tempest-FloatingIPTestJSON-902434915'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:40.818375 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49594) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:40.863139 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-87233fd1-bc1a-4c99-82eb-c9ad2175c66c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:40.875952 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-aaa9d30f-7f8c-4217-844b-067585172ace req-763e75f7-46ed-48d2-ad76-db44ecbde329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:40.905776 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ee6f71f2-4545-4150-a723-6e1088abad52 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:40.947210 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f71f2-4545-4150-a723-6e1088abad52 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event deleted for resources: {'Subnet': ['ID=10d803c8-d357-4cb5-a53d-526d3664b269,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:40.949230 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ee6f71f2-4545-4150-a723-6e1088abad52 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:40.950790 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ee6f71f2-4545-4150-a723-6e1088abad52 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/subnets/10d803c8-d357-4cb5-a53d-526d3664b269 HTTP/1.1" status: 204 len: 168 time: 0.5385454 Aug 10 03:32:40.953739 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 49596) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:40.958629 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407dae68-a36e-4af7-bb5e-ee7e7e9b423e None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:41.023829 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-294a5d16-9ec6-4680-852b-dece11d1ea1b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Deleting subnet 1b70ba41-83a3-4828-8332-4fdeeac61fc4 {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:32:41.031706 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-294a5d16-9ec6-4680-852b-dece11d1ea1b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:41.092270 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-294a5d16-9ec6-4680-852b-dece11d1ea1b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:41.191001 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b9453298-4cd7-4f1e-9a8c-fd088d767574 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:32:41.203308 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cac5ef35-6240-4185-a006-318b047d5848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:41.206380 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-294a5d16-9ec6-4680-852b-dece11d1ea1b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:41.214506 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: b9453298-4cd7-4f1e-9a8c-fd088d767574 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:32:41.214938 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b9453298-4cd7-4f1e-9a8c-fd088d767574 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:32:41.262719 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac5ef35-6240-4185-a006-318b047d5848 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bfd8722-0130-41be-a5fb-1c416d2e8d70,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:41.283834 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-87233fd1-bc1a-4c99-82eb-c9ad2175c66c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:41.284628 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-294a5d16-9ec6-4680-852b-dece11d1ea1b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:41.305083 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-87233fd1-bc1a-4c99-82eb-c9ad2175c66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:41.318525 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294a5d16-9ec6-4680-852b-dece11d1ea1b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event deleted for resources: {'Subnet': ['ID=1b70ba41-83a3-4828-8332-4fdeeac61fc4,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:41.326892 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-294a5d16-9ec6-4680-852b-dece11d1ea1b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:41.331179 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-294a5d16-9ec6-4680-852b-dece11d1ea1b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/subnets/1b70ba41-83a3-4828-8332-4fdeeac61fc4 HTTP/1.1" status: 204 len: 168 time: 0.3741641 Aug 10 03:32:41.331504 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 49600) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:41.379522 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-e7446a33-d4ea-4ca5-b7ca-c3ba15eb17e6 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0433643 Aug 10 03:32:41.379522 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b91ea2-7786-4c17-bb9a-f1cbbce47030 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Made reservation on behalf of f76e5d9de24c405a8d24d929c2b325c6 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:41.380507 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-75b91ea2-7786-4c17-bb9a-f1cbbce47030 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:41.382302 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 49604) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:41.388829 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-3c104039-90dd-423c-a62f-f295d9a2e138 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Request body: {'subnet': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:41.463497 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [None req-75b91ea2-7786-4c17-bb9a-f1cbbce47030 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] device_id is not set on port 21ae63a9-db61-455b-b3f5-89b40aa03c29 yet. {{(pid=94216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:32:41.784538 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-87233fd1-bc1a-4c99-82eb-c9ad2175c66c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dd72d8da62874f01b760ab70259f7597&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9650705 Aug 10 03:32:41.791783 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49610) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:41.794222 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87233fd1-bc1a-4c99-82eb-c9ad2175c66c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73cb3e8b-e37a-4799-98de-dde412910064,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:41.818336 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d96582-780b-43e7-a545-dfb79f8fac98 None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:41.838185 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cac5ef35-6240-4185-a006-318b047d5848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:41.914274 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d714c357-b422-4d78-8be7-2f8fb288078d req-db79a1a3-d1b4-429e-adcc-2971c6e0fe47 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:41.915964 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d714c357-b422-4d78-8be7-2f8fb288078d req-db79a1a3-d1b4-429e-adcc-2971c6e0fe47 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f9b3f54-88a1-4974-90dc-f34e24732968 HTTP/1.1" status: 200 len: 943 time: 0.4780831 Aug 10 03:32:41.943637 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c104039-90dd-423c-a62f-f295d9a2e138 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Made reservation on behalf of 984bdecd49e44336b94df38f23469327 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:41.952554 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3c104039-90dd-423c-a62f-f295d9a2e138 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:41.960434 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-bf6a1961-ec9f-4b7e-a3b4-c88a62eabe4e None None] Provisioning complete for port 1de62ce5-a051-47cf-940e-8e8148b2cb32 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:41.960955 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-bf6a1961-ec9f-4b7e-a3b4-c88a62eabe4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:41.987583 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cac5ef35-6240-4185-a006-318b047d5848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:41.993994 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cac5ef35-6240-4185-a006-318b047d5848 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.000839 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-aaa9d30f-7f8c-4217-844b-067585172ace req-763e75f7-46ed-48d2-ad76-db44ecbde329 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4838ad81-167f-4fad-9f0c-80841e67f418 {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:32:42.054143 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-aaa9d30f-7f8c-4217-844b-067585172ace req-763e75f7-46ed-48d2-ad76-db44ecbde329 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.067231 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-75b91ea2-7786-4c17-bb9a-f1cbbce47030 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Allocated IP 172.20.0.14 (b49de592-d3b8-40c7-a261-280abab578fc/27735c3d-e711-4233-9659-6fd907bc651e/21ae63a9-db61-455b-b3f5-89b40aa03c29) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:42.074578 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d714c357-b422-4d78-8be7-2f8fb288078d req-50e72fa4-3220-4217-bccc-eaa2cd0756ae tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ab14f6e-0e8e-46f2-9ddc-6714e62255d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363974 Aug 10 03:32:42.089000 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8812cf-4f36-45c7-abe7-0a6dc512d12b req-1d18cc7d-ebce-428d-9938-9c4ce3fd46ab tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:42.090584 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9c8812cf-4f36-45c7-abe7-0a6dc512d12b req-1d18cc7d-ebce-428d-9938-9c4ce3fd46ab tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/ports?device_id=75482f5a-be44-4a9a-9b19-e3176fd57a0d HTTP/1.1" status: 200 len: 931 time: 0.2294466 Aug 10 03:32:42.091867 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584b3c5e-e5a3-45cb-a423-87e3f7f6d628 None None] DHCP port deletion for da252ef5-253f-415c-bfce-1cf3e51986e9 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:32:42.099735 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-aaa9d30f-7f8c-4217-844b-067585172ace req-763e75f7-46ed-48d2-ad76-db44ecbde329 service neutron] Transition to ACTIVE for port object 4838ad81-167f-4fad-9f0c-80841e67f418 will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:42.105744 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d13aa494-56b8-4313-9644-9c736e8355ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.109694 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-aaa9d30f-7f8c-4217-844b-067585172ace req-763e75f7-46ed-48d2-ad76-db44ecbde329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.126339 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cac5ef35-6240-4185-a006-318b047d5848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.127152 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac5ef35-6240-4185-a006-318b047d5848 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b7ae953-7a54-48c6-b54f-5953318eb1f5 {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:32:42.153477 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cac5ef35-6240-4185-a006-318b047d5848 admin admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.154631 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-cac5ef35-6240-4185-a006-318b047d5848 admin admin] 10.222.0.62 "DELETE /v2.0/routers/6b7ae953-7a54-48c6-b54f-5953318eb1f5 HTTP/1.1" status: 204 len: 168 time: 2.9265723 Aug 10 03:32:42.160106 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49612) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:42.168337 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-584b3c5e-e5a3-45cb-a423-87e3f7f6d628 None None] Deleting port 1de62ce5-a051-47cf-940e-8e8148b2cb32 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:42.168732 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-584b3c5e-e5a3-45cb-a423-87e3f7f6d628 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.176032 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9c8812cf-4f36-45c7-abe7-0a6dc512d12b req-0c20ff0c-6332-4e39-8bc5-3eeaf04dacb9 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/security-groups?id=a408c3d3-1a28-496c-962e-a8015fbd6706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738001 Aug 10 03:32:42.228447 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d13aa494-56b8-4313-9644-9c736e8355ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.254954 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763e75f7-46ed-48d2-ad76-db44ecbde329 service neutron] Pushing event updated for resources: {'Port': ['ID=4838ad81-167f-4fad-9f0c-80841e67f418,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:42.294900 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-584b3c5e-e5a3-45cb-a423-87e3f7f6d628 None None] For port 1de62ce5-a051-47cf-940e-8e8148b2cb32, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=1de62ce5-a051-47cf-940e-8e8148b2cb32,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:42.295946 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-584b3c5e-e5a3-45cb-a423-87e3f7f6d628 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.318502 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-584b3c5e-e5a3-45cb-a423-87e3f7f6d628 None None] Calling delete_port for 1de62ce5-a051-47cf-940e-8e8148b2cb32 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:42.327478 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c30cbe0-ca2e-4ca5-9ebe-106c517d5040 admin admin] Deleting subnet 9931fad2-def9-4844-9e4b-a68eebcbaa2a {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:32:42.330656 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2c30cbe0-ca2e-4ca5-9ebe-106c517d5040 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.402627 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3c104039-90dd-423c-a62f-f295d9a2e138 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.405873 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2c30cbe0-ca2e-4ca5-9ebe-106c517d5040 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.458128 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-aaa9d30f-7f8c-4217-844b-067585172ace req-763e75f7-46ed-48d2-ad76-db44ecbde329 service neutron] Attempting to bind port 4838ad81-167f-4fad-9f0c-80841e67f418 on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:32:42.458482 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-aaa9d30f-7f8c-4217-844b-067585172ace req-763e75f7-46ed-48d2-ad76-db44ecbde329 service neutron] Attempting to bind port 4838ad81-167f-4fad-9f0c-80841e67f418 by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': 'e2d93d86-958a-4a34-a6bf-6c0965ea4607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a9fb31dd-1c8a-4293-b68f-13ea812561e0'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:32:42.459414 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa9d30f-7f8c-4217-844b-067585172ace req-763e75f7-46ed-48d2-ad76-db44ecbde329 service neutron] Attempting to bind port 4838ad81-167f-4fad-9f0c-80841e67f418 on network a9fb31dd-1c8a-4293-b68f-13ea812561e0 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:32:42.460446 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-584b3c5e-e5a3-45cb-a423-87e3f7f6d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.460861 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c104039-90dd-423c-a62f-f295d9a2e138 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:42.470483 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d13aa494-56b8-4313-9644-9c736e8355ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.470762 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-3c104039-90dd-423c-a62f-f295d9a2e138 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:42.472870 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d13aa494-56b8-4313-9644-9c736e8355ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.479130 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c104039-90dd-423c-a62f-f295d9a2e138 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:42.479748 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3c104039-90dd-423c-a62f-f295d9a2e138 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.486957 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-75b91ea2-7786-4c17-bb9a-f1cbbce47030 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.488278 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d13aa494-56b8-4313-9644-9c736e8355ee admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/73cb3e8b-e37a-4799-98de-dde412910064 HTTP/1.1" status: 204 len: 168 time: 0.6693814 Aug 10 03:32:42.493831 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584b3c5e-e5a3-45cb-a423-87e3f7f6d628 None None] No DVR routers for this DVR port 1de62ce5-a051-47cf-940e-8e8148b2cb32 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:32:42.495778 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584b3c5e-e5a3-45cb-a423-87e3f7f6d628 None None] Pushing event deleted for resources: {'Port': ['ID=1de62ce5-a051-47cf-940e-8e8148b2cb32,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:42.497797 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa9d30f-7f8c-4217-844b-067585172ace req-763e75f7-46ed-48d2-ad76-db44ecbde329 service neutron] Port 4838ad81-167f-4fad-9f0c-80841e67f418 on network a9fb31dd-1c8a-4293-b68f-13ea812561e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:32:42.498508 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa9d30f-7f8c-4217-844b-067585172ace req-763e75f7-46ed-48d2-ad76-db44ecbde329 service neutron] Attempting to bind port 4838ad81-167f-4fad-9f0c-80841e67f418 on network a9fb31dd-1c8a-4293-b68f-13ea812561e0 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:32:42.502515 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2c30cbe0-ca2e-4ca5-9ebe-106c517d5040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.511131 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c104039-90dd-423c-a62f-f295d9a2e138 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event updated for resources: {'Subnet': ['ID=f568a5db-bbb0-43bc-8d8e-ac7206e3eeea,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:42.525772 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-3c104039-90dd-423c-a62f-f295d9a2e138 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1414237 Aug 10 03:32:42.529367 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 49616) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:42.535059 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-6af2c972-877d-45bb-9d6b-454615e9fb34 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Request body: {'subnet': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:42.536240 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa9d30f-7f8c-4217-844b-067585172ace req-763e75f7-46ed-48d2-ad76-db44ecbde329 service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:32:42.536582 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa9d30f-7f8c-4217-844b-067585172ace req-763e75f7-46ed-48d2-ad76-db44ecbde329 service neutron] Checking segment: {'id': 'e2d93d86-958a-4a34-a6bf-6c0965ea4607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a9fb31dd-1c8a-4293-b68f-13ea812561e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:32:42.537018 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa9d30f-7f8c-4217-844b-067585172ace req-763e75f7-46ed-48d2-ad76-db44ecbde329 service neutron] Bound using segment: {'id': 'e2d93d86-958a-4a34-a6bf-6c0965ea4607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a9fb31dd-1c8a-4293-b68f-13ea812561e0'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:32:42.537399 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-aaa9d30f-7f8c-4217-844b-067585172ace req-763e75f7-46ed-48d2-ad76-db44ecbde329 service neutron] Bound port: 4838ad81-167f-4fad-9f0c-80841e67f418, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2d93d86-958a-4a34-a6bf-6c0965ea4607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a9fb31dd-1c8a-4293-b68f-13ea812561e0'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:32:42.537764 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-aaa9d30f-7f8c-4217-844b-067585172ace req-763e75f7-46ed-48d2-ad76-db44ecbde329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.542716 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13aa494-56b8-4313-9644-9c736e8355ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73cb3e8b-e37a-4799-98de-dde412910064,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:42.562039 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a805bc-47e0-4d86-811d-9e489c1738bb None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:42.631229 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2c30cbe0-ca2e-4ca5-9ebe-106c517d5040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.669502 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-aaa9d30f-7f8c-4217-844b-067585172ace req-763e75f7-46ed-48d2-ad76-db44ecbde329 service neutron] For port 4838ad81-167f-4fad-9f0c-80841e67f418, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:32:42.671965 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c30cbe0-ca2e-4ca5-9ebe-106c517d5040 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9931fad2-def9-4844-9e4b-a68eebcbaa2a,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:42.675833 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2c30cbe0-ca2e-4ca5-9ebe-106c517d5040 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.680131 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2c30cbe0-ca2e-4ca5-9ebe-106c517d5040 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/9931fad2-def9-4844-9e4b-a68eebcbaa2a HTTP/1.1" status: 204 len: 168 time: 0.5104914 Aug 10 03:32:42.684664 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49618) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:42.696850 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-aaa9d30f-7f8c-4217-844b-067585172ace req-763e75f7-46ed-48d2-ad76-db44ecbde329 service neutron] For port 4838ad81-167f-4fad-9f0c-80841e67f418, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=4838ad81-167f-4fad-9f0c-80841e67f418,segment=NetworkSegment(e2d93d86-958a-4a34-a6bf-6c0965ea4607),segment_id=e2d93d86-958a-4a34-a6bf-6c0965ea4607)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:32:42.714175 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-75b91ea2-7786-4c17-bb9a-f1cbbce47030 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.745958 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-aaa9d30f-7f8c-4217-844b-067585172ace req-763e75f7-46ed-48d2-ad76-db44ecbde329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.811318 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b91ea2-7786-4c17-bb9a-f1cbbce47030 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Pushing event updated for resources: {'Port': ['ID=21ae63a9-db61-455b-b3f5-89b40aa03c29,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:42.828581 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa9d30f-7f8c-4217-844b-067585172ace req-763e75f7-46ed-48d2-ad76-db44ecbde329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:42.829220 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-aaa9d30f-7f8c-4217-844b-067585172ace req-763e75f7-46ed-48d2-ad76-db44ecbde329 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.830621 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-aaa9d30f-7f8c-4217-844b-067585172ace req-763e75f7-46ed-48d2-ad76-db44ecbde329 service neutron] 10.222.0.58 "PUT /v2.0/ports/4838ad81-167f-4fad-9f0c-80841e67f418 HTTP/1.1" status: 200 len: 1092 time: 2.0702851 Aug 10 03:32:42.831099 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75482f5a-be44-4a9a-9b19-e3176fd57a0d', 'tag': '4838ad81-167f-4fad-9f0c-80841e67f418'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:32:42.833804 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f17b8a-427d-47c4-87e1-c55fbd20e4d9" -d '{"events": [{"name": "network-changed", "server_uuid": "75482f5a-be44-4a9a-9b19-e3176fd57a0d", "tag": "4838ad81-167f-4fad-9f0c-80841e67f418"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:32:42.838522 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b91ea2-7786-4c17-bb9a-f1cbbce47030 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Network b49de592-d3b8-40c7-a261-280abab578fc is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:42.854700 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-75b91ea2-7786-4c17-bb9a-f1cbbce47030 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:42.858621 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0864b79a-f024-43b0-9d45-1b2a49078e65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-da252ef5-253f-415c-bfce-1cf3e51986e9', 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'tenant_id': '984bdecd49e44336b94df38f23469327', 'fixed_ips': [{'subnet_id': 'f568a5db-bbb0-43bc-8d8e-ac7206e3eeea'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:32:42.859775 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0864b79a-f024-43b0-9d45-1b2a49078e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.864200 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-437331bd-4704-4fd6-ad6d-257d41129d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.870089 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b91ea2-7786-4c17-bb9a-f1cbbce47030 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:42.887774 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:32:42.929983 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763e75f7-46ed-48d2-ad76-db44ecbde329 service neutron] Pushing event updated for resources: {'Port': ['ID=4838ad81-167f-4fad-9f0c-80841e67f418,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:42.941386 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51075ec1-70a0-4f10-a059-67e6a1ef727e x-openstack-request-id: req-51075ec1-70a0-4f10-a059-67e6a1ef727e {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:32:42.941678 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75482f5a-be44-4a9a-9b19-e3176fd57a0d", "tag": "4838ad81-167f-4fad-9f0c-80841e67f418", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:32:42.941957 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-51075ec1-70a0-4f10-a059-67e6a1ef727e {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:32:42.942310 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75482f5a-be44-4a9a-9b19-e3176fd57a0d', 'tag': '4838ad81-167f-4fad-9f0c-80841e67f418', 'status': 'completed', 'code': 200} Aug 10 03:32:42.960199 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af2c972-877d-45bb-9d6b-454615e9fb34 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Made reservation on behalf of 984bdecd49e44336b94df38f23469327 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:42.964792 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6af2c972-877d-45bb-9d6b-454615e9fb34 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.980678 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b91ea2-7786-4c17-bb9a-f1cbbce47030 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:42.981408 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-75b91ea2-7786-4c17-bb9a-f1cbbce47030 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:43.042513 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-75b91ea2-7786-4c17-bb9a-f1cbbce47030 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2471132 Aug 10 03:32:43.046195 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49628) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:43.053953 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-4ee89af0-69d9-48ea-847b-227ef26cf479 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Request body: {'floatingip': {'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'port_id': '21ae63a9-db61-455b-b3f5-89b40aa03c29', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:43.074493 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-437331bd-4704-4fd6-ad6d-257d41129d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:43.078185 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa9d30f-7f8c-4217-844b-067585172ace req-2baff2b4-4c43-4946-9487-144da608f50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:43.079755 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-aaa9d30f-7f8c-4217-844b-067585172ace req-2baff2b4-4c43-4946-9487-144da608f50a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=91c061317a63433fa1b564847f6d5cbb&device_id=75482f5a-be44-4a9a-9b19-e3176fd57a0d HTTP/1.1" status: 200 len: 1095 time: 0.1874070 Aug 10 03:32:43.092293 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-0864b79a-f024-43b0-9d45-1b2a49078e65 None None] Allocated IP 2001:db8::2 (da252ef5-253f-415c-bfce-1cf3e51986e9/f568a5db-bbb0-43bc-8d8e-ac7206e3eeea/e498a059-91ad-48de-b766-ddd8fbdd2f7a) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:43.106093 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-437331bd-4704-4fd6-ad6d-257d41129d48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:43.126163 n-d-768851-15 neutron-server[94216]: INFO neutron.db.ipam_backend_mixin [None req-6af2c972-877d-45bb-9d6b-454615e9fb34 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f568a5db-bbb0-43bc-8d8e-ac7206e3eeea (CIDR: 2001:db8::/64) Aug 10 03:32:43.132740 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-6af2c972-877d-45bb-9d6b-454615e9fb34 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:32:43.133249 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6af2c972-877d-45bb-9d6b-454615e9fb34 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:32:43.157704 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-aaa9d30f-7f8c-4217-844b-067585172ace req-ab2414a2-9f2b-45db-9ed2-7bdaed4062ed service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4838ad81-167f-4fad-9f0c-80841e67f418 HTTP/1.1" status: 200 len: 217 time: 0.0640647 Aug 10 03:32:43.164145 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-437331bd-4704-4fd6-ad6d-257d41129d48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee4b8496-dab9-4992-a392-fc3c5ad70c4e') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:43.164454 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-437331bd-4704-4fd6-ad6d-257d41129d48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee4b8496-dab9-4992-a392-fc3c5ad70c4e') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:43.183162 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4ee89af0-69d9-48ea-847b-227ef26cf479 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for floatingip, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:43.187775 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-6af2c972-877d-45bb-9d6b-454615e9fb34 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6573730 Aug 10 03:32:43.190408 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 49636) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:43.198570 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-e0e109f6-b94c-454e-8d71-3a985603eabe tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Request body: {'subnet': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:43.203789 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-437331bd-4704-4fd6-ad6d-257d41129d48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:43.279537 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-437331bd-4704-4fd6-ad6d-257d41129d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:43.289750 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-437331bd-4704-4fd6-ad6d-257d41129d48 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:32:43.291088 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-437331bd-4704-4fd6-ad6d-257d41129d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:43.295570 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:32:43.295570 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:32:43.295570 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:32:43.295570 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:32:43.295570 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:32:43.295570 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:32:43.295570 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:32:43.295570 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:32:43.295570 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:32:43.295570 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:32:43.295570 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:32:43.295570 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:32:43.295570 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:32:43.295570 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:32:43.295570 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:32:43.295570 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:32:43.295570 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:32:43.295570 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:32:43.295570 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:32:43.295570 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:32:43.295570 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:32:43.295570 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:32:43.295570 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:32:43.295570 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:32:43.295570 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:32:43.295570 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:32:43.295570 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:32:43.295570 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:32:43.295570 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:32:43.295570 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:32:43.295570 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:32:43.295570 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:32:43.307429 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 1de62ce5-a051-47cf-940e-8e8148b2cb32 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:32:43.338822 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 1de62ce5-a051-47cf-940e-8e8148b2cb32 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:32:43.339685 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 1de62ce5-a051-47cf-940e-8e8148b2cb32 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:32:43.339834 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 7bfd8722-0130-41be-a5fb-1c416d2e8d70 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:32:43.340997 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa9d30f-7f8c-4217-844b-067585172ace req-8e7af196-dde7-4ada-9e7f-34e1be981a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:43.342546 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-aaa9d30f-7f8c-4217-844b-067585172ace req-8e7af196-dde7-4ada-9e7f-34e1be981a3c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=70d28cf7-e4e6-4f10-83d1-6dd3894ba9d7 HTTP/1.1" status: 200 len: 835 time: 0.1744113 Aug 10 03:32:43.376737 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 7bfd8722-0130-41be-a5fb-1c416d2e8d70 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:32:43.377073 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 7bfd8722-0130-41be-a5fb-1c416d2e8d70 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:32:43.404000 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0864b79a-f024-43b0-9d45-1b2a49078e65 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:43.416380 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0864b79a-f024-43b0-9d45-1b2a49078e65 None None] Transition to ACTIVE for port object e498a059-91ad-48de-b766-ddd8fbdd2f7a will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:43.416630 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-437331bd-4704-4fd6-ad6d-257d41129d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:43.428503 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-437331bd-4704-4fd6-ad6d-257d41129d48 admin admin] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:43.432822 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-437331bd-4704-4fd6-ad6d-257d41129d48 admin admin] 10.222.0.62 "DELETE /v2.0/networks/6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43 HTTP/1.1" status: 204 len: 168 time: 0.7442057 Aug 10 03:32:43.433645 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa9d30f-7f8c-4217-844b-067585172ace req-16548ad9-58d9-42d2-9564-cf046694c095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:43.435570 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-aaa9d30f-7f8c-4217-844b-067585172ace req-16548ad9-58d9-42d2-9564-cf046694c095 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a9fb31dd-1c8a-4293-b68f-13ea812561e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0843921 Aug 10 03:32:43.442407 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0864b79a-f024-43b0-9d45-1b2a49078e65 None None] Transition to ACTIVE for port object e498a059-91ad-48de-b766-ddd8fbdd2f7a will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:43.454064 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0864b79a-f024-43b0-9d45-1b2a49078e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:43.456447 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437331bd-4704-4fd6-ad6d-257d41129d48 admin admin] Pushing event deleted for resources: {'Network': ['ID=6dc7f9e1-bf4d-47d8-8051-4ce2f5eafb43,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:43.505379 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0864b79a-f024-43b0-9d45-1b2a49078e65 None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:43.509344 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-0864b79a-f024-43b0-9d45-1b2a49078e65 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:43.513427 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0864b79a-f024-43b0-9d45-1b2a49078e65 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:43.521275 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0864b79a-f024-43b0-9d45-1b2a49078e65 None None] Pushing event updated for resources: {'Port': ['ID=e498a059-91ad-48de-b766-ddd8fbdd2f7a,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:43.545328 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839cce73-2ae8-486a-af1d-d8c525b5c93f req-0c276657-83d1-46c7-a27f-38bbaef655f8 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:43.551854 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-839cce73-2ae8-486a-af1d-d8c525b5c93f req-0c276657-83d1-46c7-a27f-38bbaef655f8 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/ports?device_id=75482f5a-be44-4a9a-9b19-e3176fd57a0d HTTP/1.1" status: 200 len: 943 time: 0.2037172 Aug 10 03:32:43.582822 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-0864b79a-f024-43b0-9d45-1b2a49078e65 None None] Attempting to bind port e498a059-91ad-48de-b766-ddd8fbdd2f7a on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:32:43.583432 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-0864b79a-f024-43b0-9d45-1b2a49078e65 None None] Attempting to bind port e498a059-91ad-48de-b766-ddd8fbdd2f7a by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:32:43.583979 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0864b79a-f024-43b0-9d45-1b2a49078e65 None None] Attempting to bind port e498a059-91ad-48de-b766-ddd8fbdd2f7a on network da252ef5-253f-415c-bfce-1cf3e51986e9 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:32:43.592446 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0864b79a-f024-43b0-9d45-1b2a49078e65 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:32:43.592789 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0864b79a-f024-43b0-9d45-1b2a49078e65 None None] Checking segment: {'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:32:43.593203 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0864b79a-f024-43b0-9d45-1b2a49078e65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:43.594659 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0864b79a-f024-43b0-9d45-1b2a49078e65 None None] Bound using segment: {'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:32:43.594659 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-0864b79a-f024-43b0-9d45-1b2a49078e65 None None] Bound port: e498a059-91ad-48de-b766-ddd8fbdd2f7a, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:32:43.594659 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0864b79a-f024-43b0-9d45-1b2a49078e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:43.619891 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bff82d-1783-486d-8b40-5108fb5ca918 req-e85127b0-71ab-4722-9b86-83a44c3904bc tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:43.621469 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-15bff82d-1783-486d-8b40-5108fb5ca918 req-e85127b0-71ab-4722-9b86-83a44c3904bc tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f9b3f54-88a1-4974-90dc-f34e24732968 HTTP/1.1" status: 200 len: 943 time: 0.2769327 Aug 10 03:32:43.629995 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-839cce73-2ae8-486a-af1d-d8c525b5c93f req-a950bd4a-7c9c-44bc-8c4b-f5a7fe69d8dc tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/security-groups?id=a408c3d3-1a28-496c-962e-a8015fbd6706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686841 Aug 10 03:32:43.658277 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e109f6-b94c-454e-8d71-3a985603eabe tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Made reservation on behalf of 984bdecd49e44336b94df38f23469327 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:43.662107 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e0e109f6-b94c-454e-8d71-3a985603eabe tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:43.664025 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4ee89af0-69d9-48ea-847b-227ef26cf479 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:43.699880 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-aaa9d30f-7f8c-4217-844b-067585172ace req-6154e403-3b34-435f-a37f-464d440c243f service neutron] 10.222.0.58 "GET /v2.0/networks/a9fb31dd-1c8a-4293-b68f-13ea812561e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537017 Aug 10 03:32:43.710379 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0864b79a-f024-43b0-9d45-1b2a49078e65 None None] For port e498a059-91ad-48de-b766-ddd8fbdd2f7a, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:32:43.714994 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 49650) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:43.717166 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0864b79a-f024-43b0-9d45-1b2a49078e65 None None] For port e498a059-91ad-48de-b766-ddd8fbdd2f7a, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=e498a059-91ad-48de-b766-ddd8fbdd2f7a,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:32:43.723693 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0864b79a-f024-43b0-9d45-1b2a49078e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:43.729315 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-15bff82d-1783-486d-8b40-5108fb5ca918 req-3b61033d-d2ef-4c14-8a42-e0d6d41c8ddf tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ab14f6e-0e8e-46f2-9ddc-6714e62255d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943298 Aug 10 03:32:43.809492 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-fb144fcc-bfd0-404c-9beb-156768f2f1de admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=512e51e52dde4e17a26f3eb689e87681&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0908973 Aug 10 03:32:43.811936 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 49654) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:43.818922 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0864b79a-f024-43b0-9d45-1b2a49078e65 None None] Pushing event updated for resources: {'Port': ['ID=e498a059-91ad-48de-b766-ddd8fbdd2f7a,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:43.926207 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-97a79503-2953-4fd5-bc0c-e87762c05c02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:43.969103 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-4ee89af0-69d9-48ea-847b-227ef26cf479 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Allocated IP 172.25.7.141 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/a5f794f7-2702-40c5-b63a-3e0f030df57f) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:43.981266 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-aaa9d30f-7f8c-4217-844b-067585172ace req-b9e3d57a-ca44-40e6-87eb-cd29b6063dda service neutron] 10.222.0.58 "GET /v2.0/networks/a9fb31dd-1c8a-4293-b68f-13ea812561e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386365 Aug 10 03:32:43.987263 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-97a79503-2953-4fd5-bc0c-e87762c05c02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:44.110667 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-97a79503-2953-4fd5-bc0c-e87762c05c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:44.113527 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-97a79503-2953-4fd5-bc0c-e87762c05c02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:44.117141 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-97a79503-2953-4fd5-bc0c-e87762c05c02 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/09d9902c-4d40-4c89-a6eb-ec393bf7bc0d HTTP/1.1" status: 204 len: 168 time: 0.3016326 Aug 10 03:32:44.145120 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a79503-2953-4fd5-bc0c-e87762c05c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d9902c-4d40-4c89-a6eb-ec393bf7bc0d,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:44.151137 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f17b8a-427d-47c4-87e1-c55fbd20e4d9 req-57162c13-9045-4312-aa69-42cc6c0a964e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:44.155598 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d4f17b8a-427d-47c4-87e1-c55fbd20e4d9 req-57162c13-9045-4312-aa69-42cc6c0a964e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=91c061317a63433fa1b564847f6d5cbb&device_id=75482f5a-be44-4a9a-9b19-e3176fd57a0d HTTP/1.1" status: 200 len: 1095 time: 0.1166627 Aug 10 03:32:44.304937 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4ee89af0-69d9-48ea-847b-227ef26cf479 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:44.310130 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f17b8a-427d-47c4-87e1-c55fbd20e4d9 req-3c2b5577-01d6-4014-9cb7-afd537451dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:44.311726 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d4f17b8a-427d-47c4-87e1-c55fbd20e4d9 req-3c2b5577-01d6-4014-9cb7-afd537451dee service neutron] 10.222.0.58 "GET /v2.0/networks?id=a9fb31dd-1c8a-4293-b68f-13ea812561e0 HTTP/1.1" status: 200 len: 898 time: 0.1480653 Aug 10 03:32:44.350250 n-d-768851-15 neutron-server[94216]: DEBUG neutron.objects.ports [None req-e0e109f6-b94c-454e-8d71-3a985603eabe tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94216) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:32:44.359600 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d4f17b8a-427d-47c4-87e1-c55fbd20e4d9 req-8821b785-6974-4aa2-84de-eb9f97e9ff5f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4838ad81-167f-4fad-9f0c-80841e67f418 HTTP/1.1" status: 200 len: 217 time: 0.0404263 Aug 10 03:32:44.443508 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f17b8a-427d-47c4-87e1-c55fbd20e4d9 req-d659a5b8-e692-4b77-a2dd-29bd2da48201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:44.445050 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d4f17b8a-427d-47c4-87e1-c55fbd20e4d9 req-d659a5b8-e692-4b77-a2dd-29bd2da48201 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=70d28cf7-e4e6-4f10-83d1-6dd3894ba9d7 HTTP/1.1" status: 200 len: 835 time: 0.0785940 Aug 10 03:32:44.449728 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4ee89af0-69d9-48ea-847b-227ef26cf479 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:44.512914 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee89af0-69d9-48ea-847b-227ef26cf479 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:44.521160 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee89af0-69d9-48ea-847b-227ef26cf479 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Pushing event updated for resources: {'Port': ['ID=a5f794f7-2702-40c5-b63a-3e0f030df57f,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:44.523976 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-4ee89af0-69d9-48ea-847b-227ef26cf479 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:44.528115 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee89af0-69d9-48ea-847b-227ef26cf479 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:44.600384 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f17b8a-427d-47c4-87e1-c55fbd20e4d9 req-4353aca0-42e2-4458-9acb-2425d11fd239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:44.602211 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d4f17b8a-427d-47c4-87e1-c55fbd20e4d9 req-4353aca0-42e2-4458-9acb-2425d11fd239 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a9fb31dd-1c8a-4293-b68f-13ea812561e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1436019 Aug 10 03:32:44.701847 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e0e109f6-b94c-454e-8d71-3a985603eabe tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:44.849565 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d4f17b8a-427d-47c4-87e1-c55fbd20e4d9 req-ee31554b-b383-4705-a09c-308e1ae6e5e4 service neutron] 10.222.0.58 "GET /v2.0/networks/a9fb31dd-1c8a-4293-b68f-13ea812561e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249420 Aug 10 03:32:44.912596 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a02bec-eaad-4aa4-a657-f14c96cf6b5d req-aac45eab-2cf0-4ab7-8e20-c8fb956f42f8 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:44.914547 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e3a02bec-eaad-4aa4-a657-f14c96cf6b5d req-aac45eab-2cf0-4ab7-8e20-c8fb956f42f8 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/ports?device_id=75482f5a-be44-4a9a-9b19-e3176fd57a0d HTTP/1.1" status: 200 len: 943 time: 0.1099086 Aug 10 03:32:45.056768 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d4f17b8a-427d-47c4-87e1-c55fbd20e4d9 req-30e295c1-dc35-492c-a8fc-18755bdf8db7 service neutron] 10.222.0.58 "GET /v2.0/networks/a9fb31dd-1c8a-4293-b68f-13ea812561e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712809 Aug 10 03:32:45.112798 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce64e784-339f-4b27-be3f-538b24f28678 req-364c23fc-ce93-47aa-8bf5-7ceb83c7fda8 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:45.115094 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ce64e784-339f-4b27-be3f-538b24f28678 req-364c23fc-ce93-47aa-8bf5-7ceb83c7fda8 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f9b3f54-88a1-4974-90dc-f34e24732968 HTTP/1.1" status: 200 len: 943 time: 0.2166929 Aug 10 03:32:45.129886 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-e0e109f6-b94c-454e-8d71-3a985603eabe tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] For port e498a059-91ad-48de-b766-ddd8fbdd2f7a, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=e498a059-91ad-48de-b766-ddd8fbdd2f7a,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:45.223057 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4ee89af0-69d9-48ea-847b-227ef26cf479 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:45.245740 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e3a02bec-eaad-4aa4-a657-f14c96cf6b5d req-108af8d5-6b09-414f-9e1c-4abafa4a0b40 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/security-groups?id=a408c3d3-1a28-496c-962e-a8015fbd6706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2968874 Aug 10 03:32:45.253154 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ce64e784-339f-4b27-be3f-538b24f28678 req-e12a382b-490a-4614-b021-b4ba1165335c tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ab14f6e-0e8e-46f2-9ddc-6714e62255d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254408 Aug 10 03:32:45.294162 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e0e109f6-b94c-454e-8d71-3a985603eabe tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:45.298268 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e498a059-91ad-48de-b766-ddd8fbdd2f7a up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:45.307327 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e0e109f6-b94c-454e-8d71-3a985603eabe tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:45.308149 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e0e109f6-b94c-454e-8d71-3a985603eabe tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:45.340252 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 4838ad81-167f-4fad-9f0c-80841e67f418 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:32:45.363209 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4ee89af0-69d9-48ea-847b-227ef26cf479 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:45.398144 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b8214bf3-8b43-42c0-b7e1-7e4ed3bac05e None None] Provisioning for port e498a059-91ad-48de-b766-ddd8fbdd2f7a completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:45.422199 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e109f6-b94c-454e-8d71-3a985603eabe tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:45.427553 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-e0e109f6-b94c-454e-8d71-3a985603eabe tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:45.441430 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e109f6-b94c-454e-8d71-3a985603eabe tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:45.442865 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e0e109f6-b94c-454e-8d71-3a985603eabe tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:45.463051 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34948d06-a6f3-4528-8fd0-80bf7873a06b None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:45.478527 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-e0e109f6-b94c-454e-8d71-3a985603eabe tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.2866662 Aug 10 03:32:45.489027 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49696) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:45.505145 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-fcdd6443-23cf-4fcc-9e60-773c34022da9 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Request body: {'port': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'mac_address': 'fa:16:3e:46:83:7b', 'name': 'tempest-NetworksTestDHCPv6-867543360'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:45.507784 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e109f6-b94c-454e-8d71-3a985603eabe tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event updated for resources: {'Subnet': ['ID=3c71376f-454d-48c5-86c0-f4dc51a11733,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:45.514338 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e109f6-b94c-454e-8d71-3a985603eabe tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event updated for resources: {'Port': ['ID=e498a059-91ad-48de-b766-ddd8fbdd2f7a,revision_number=4']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:45.599277 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 4838ad81-167f-4fad-9f0c-80841e67f418, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=4838ad81-167f-4fad-9f0c-80841e67f418,segment=NetworkSegment(e2d93d86-958a-4a34-a6bf-6c0965ea4607),segment_id=e2d93d86-958a-4a34-a6bf-6c0965ea4607)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:45.628790 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': '4838ad81-167f-4fad-9f0c-80841e67f418', 'network_id': 'a9fb31dd-1c8a-4293-b68f-13ea812561e0', 'port_id': '4838ad81-167f-4fad-9f0c-80841e67f418', 'mac_address': 'fa:16:3e:e0:d7:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70d28cf7-e4e6-4f10-83d1-6dd3894ba9d7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:32:45.671733 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port e498a059-91ad-48de-b766-ddd8fbdd2f7a completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:45.686063 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port e498a059-91ad-48de-b766-ddd8fbdd2f7a triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:45.686445 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:45.728934 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcdd6443-23cf-4fcc-9e60-773c34022da9 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Made reservation on behalf of 984bdecd49e44336b94df38f23469327 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:45.736431 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:45.778057 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4838ad81-167f-4fad-9f0c-80841e67f418 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:32:45.806361 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4ee89af0-69d9-48ea-847b-227ef26cf479 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:45.818516 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4ee89af0-69d9-48ea-847b-227ef26cf479 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:45.820847 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 4838ad81-167f-4fad-9f0c-80841e67f418, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=4838ad81-167f-4fad-9f0c-80841e67f418,segment=NetworkSegment(e2d93d86-958a-4a34-a6bf-6c0965ea4607),segment_id=e2d93d86-958a-4a34-a6bf-6c0965ea4607)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:45.860230 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:45.924342 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fcdd6443-23cf-4fcc-9e60-773c34022da9 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:45.927441 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:45.939206 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee89af0-69d9-48ea-847b-227ef26cf479 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Pushing event updated for resources: {'Port': ['ID=a5f794f7-2702-40c5-b63a-3e0f030df57f,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:45.952294 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4ee89af0-69d9-48ea-847b-227ef26cf479 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:45.961687 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=4838ad81-167f-4fad-9f0c-80841e67f418,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:45.963345 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-992d973e-9126-4b52-b484-5f8dcc0d1345 req-11cdca2f-2a77-44a7-bb5f-34156434c0b0 tempest-ServerShowV254Test-500594219 tempest-ServerShowV254Test-500594219-project] 10.222.0.62 "GET /v2.0/ports?device_id=f703b12b-0e6b-4b2f-bf53-46424f5a9527 HTTP/1.1" status: 200 len: 210 time: 0.0446949 Aug 10 03:32:45.996583 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port e498a059-91ad-48de-b766-ddd8fbdd2f7a, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=e498a059-91ad-48de-b766-ddd8fbdd2f7a,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:46.000781 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:46.004044 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [None req-fcdd6443-23cf-4fcc-9e60-773c34022da9 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] device_id is not set on port a3d3d00d-39a4-4214-bb5c-8705dc6a0400 yet. {{(pid=94217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:32:46.062168 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['4838ad81-167f-4fad-9f0c-80841e67f418'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:32:46.098671 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=e498a059-91ad-48de-b766-ddd8fbdd2f7a,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:46.145348 n-d-768851-15 neutron-server[94217]: INFO neutron.db.l3_db [None req-4ee89af0-69d9-48ea-847b-227ef26cf479 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Floating IP 16bebe17-d02a-4c3c-abd5-28449dd411ac associated. External IP: 172.25.7.141, port: 21ae63a9-db61-455b-b3f5-89b40aa03c29. Aug 10 03:32:46.499938 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5578f-25f0-4a27-b8b7-36d33134c503 req-ca71cfa5-474a-46a3-bb96-d5f237642f61 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:46.501564 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-97a5578f-25f0-4a27-b8b7-36d33134c503 req-ca71cfa5-474a-46a3-bb96-d5f237642f61 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/ports?device_id=75482f5a-be44-4a9a-9b19-e3176fd57a0d HTTP/1.1" status: 200 len: 944 time: 0.0844235 Aug 10 03:32:46.515093 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f40e5b-5bce-44c0-9f0c-9921d3e75933 req-8b9fbbc1-cbb6-4b15-b75b-7a52bbf2034d tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:46.516435 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-91f40e5b-5bce-44c0-9f0c-9921d3e75933 req-8b9fbbc1-cbb6-4b15-b75b-7a52bbf2034d tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f9b3f54-88a1-4974-90dc-f34e24732968 HTTP/1.1" status: 200 len: 943 time: 0.1180637 Aug 10 03:32:46.596523 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-97a5578f-25f0-4a27-b8b7-36d33134c503 req-716592ef-6cac-41be-b46c-3c6568d9cb50 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/security-groups?id=a408c3d3-1a28-496c-962e-a8015fbd6706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789549 Aug 10 03:32:46.635196 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-91f40e5b-5bce-44c0-9f0c-9921d3e75933 req-97a430e4-6643-4e58-8341-5de5d22f6902 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ab14f6e-0e8e-46f2-9ddc-6714e62255d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613894 Aug 10 03:32:46.736086 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-fcdd6443-23cf-4fcc-9e60-773c34022da9 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Allocated IP 2001:db8::2f0 (da252ef5-253f-415c-bfce-1cf3e51986e9/f568a5db-bbb0-43bc-8d8e-ac7206e3eeea/a3d3d00d-39a4-4214-bb5c-8705dc6a0400) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:46.747033 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-fcdd6443-23cf-4fcc-9e60-773c34022da9 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Allocated IP 2001:db8:0:1:f816:3eff:fe46:837b (da252ef5-253f-415c-bfce-1cf3e51986e9/3c71376f-454d-48c5-86c0-f4dc51a11733/a3d3d00d-39a4-4214-bb5c-8705dc6a0400) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:46.890717 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-1b2196b1-137d-4dd3-aaf0-892f704f3370 None None] Provisioning complete for port e498a059-91ad-48de-b766-ddd8fbdd2f7a triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:46.891214 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-1b2196b1-137d-4dd3-aaf0-892f704f3370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:46.953731 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee89af0-69d9-48ea-847b-227ef26cf479 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Router 82e2af90-6dd1-4bfc-a8b8-f188445f6c71 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:32:47.053860 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fcdd6443-23cf-4fcc-9e60-773c34022da9 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:47.088426 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6d225548-12b5-4b85-91c7-e5e68563181e req-1a49a854-287b-4029-b740-6451c0af4078 tempest-ServerShowV254Test-500594219 tempest-ServerShowV254Test-500594219-project] 10.222.0.62 "GET /v2.0/ports?device_id=f703b12b-0e6b-4b2f-bf53-46424f5a9527 HTTP/1.1" status: 200 len: 210 time: 0.0417213 Aug 10 03:32:47.105035 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-fcdd6443-23cf-4fcc-9e60-773c34022da9 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Transition to ACTIVE for port object a3d3d00d-39a4-4214-bb5c-8705dc6a0400 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:47.161394 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee89af0-69d9-48ea-847b-227ef26cf479 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:32:47.176263 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3402ebe-3dde-4dda-898c-3ada272ba166 None None] Sync routers for ids ['82e2af90-6dd1-4bfc-a8b8-f188445f6c71'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:32:47.187634 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3402ebe-3dde-4dda-898c-3ada272ba166 None None] Routers {'82e2af90-6dd1-4bfc-a8b8-f188445f6c71'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:47.188255 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-a3402ebe-3dde-4dda-898c-3ada272ba166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:32:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['82e2af90-6dd1-4bfc-a8b8-f188445f6c71'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:47.211423 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4ee89af0-69d9-48ea-847b-227ef26cf479 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:47.233966 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-a3402ebe-3dde-4dda-898c-3ada272ba166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:47.238939 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e498a059-91ad-48de-b766-ddd8fbdd2f7a up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:47.247803 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3402ebe-3dde-4dda-898c-3ada272ba166 None None] Routers {'82e2af90-6dd1-4bfc-a8b8-f188445f6c71'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:47.248652 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-a3402ebe-3dde-4dda-898c-3ada272ba166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:32:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['82e2af90-6dd1-4bfc-a8b8-f188445f6c71'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:47.271474 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4ee89af0-69d9-48ea-847b-227ef26cf479 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.2234130 Aug 10 03:32:47.274931 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 49736) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:47.280655 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-218cfab9-c17c-4245-bcc7-63c7d89fdf2e tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:47.283276 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-a3402ebe-3dde-4dda-898c-3ada272ba166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:47.284126 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3402ebe-3dde-4dda-898c-3ada272ba166 None None] The sync data for ids ['82e2af90-6dd1-4bfc-a8b8-f188445f6c71'] in n-d-768851-15 is: [] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:32:47.285190 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fcdd6443-23cf-4fcc-9e60-773c34022da9 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:47.326387 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 4838ad81-167f-4fad-9f0c-80841e67f418 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:47.333967 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdd6443-23cf-4fcc-9e60-773c34022da9 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:47.337660 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-fcdd6443-23cf-4fcc-9e60-773c34022da9 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:47.355047 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdd6443-23cf-4fcc-9e60-773c34022da9 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:47.361237 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdd6443-23cf-4fcc-9e60-773c34022da9 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:47.361962 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fcdd6443-23cf-4fcc-9e60-773c34022da9 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:47.370035 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port e498a059-91ad-48de-b766-ddd8fbdd2f7a triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:47.370755 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:47.380322 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-218cfab9-c17c-4245-bcc7-63c7d89fdf2e tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for floatingip, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:47.391418 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-fcdd6443-23cf-4fcc-9e60-773c34022da9 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.8968403 Aug 10 03:32:47.393087 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 49738) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:47.402763 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdd6443-23cf-4fcc-9e60-773c34022da9 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event updated for resources: {'Port': ['ID=a3d3d00d-39a4-4214-bb5c-8705dc6a0400,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:47.426078 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port 4838ad81-167f-4fad-9f0c-80841e67f418 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:47.433711 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port 4838ad81-167f-4fad-9f0c-80841e67f418 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:47.434408 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:47.573342 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:47.601424 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75482f5a-be44-4a9a-9b19-e3176fd57a0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4838ad81-167f-4fad-9f0c-80841e67f418'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:32:47.604408 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f073d0-d21e-426d-bc27-ddb658f0fd26" -d '{"events": [{"server_uuid": "75482f5a-be44-4a9a-9b19-e3176fd57a0d", "name": "network-vif-plugged", "status": "completed", "tag": "4838ad81-167f-4fad-9f0c-80841e67f418"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:32:47.622856 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-218cfab9-c17c-4245-bcc7-63c7d89fdf2e tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:47.635941 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-218cfab9-c17c-4245-bcc7-63c7d89fdf2e tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:47.636263 n-d-768851-15 neutron-server[94216]: INFO neutron.db.l3_db [None req-218cfab9-c17c-4245-bcc7-63c7d89fdf2e tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Floating IP 16bebe17-d02a-4c3c-abd5-28449dd411ac disassociated. External IP: 172.25.7.141, port: 21ae63a9-db61-455b-b3f5-89b40aa03c29. Aug 10 03:32:47.650124 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 4838ad81-167f-4fad-9f0c-80841e67f418, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=4838ad81-167f-4fad-9f0c-80841e67f418,segment=NetworkSegment(e2d93d86-958a-4a34-a6bf-6c0965ea4607),segment_id=e2d93d86-958a-4a34-a6bf-6c0965ea4607)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:47.656572 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2bd58d-92a5-4cdd-a72d-b270313bf6f2 x-openstack-request-id: req-9a2bd58d-92a5-4cdd-a72d-b270313bf6f2 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:32:47.657180 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75482f5a-be44-4a9a-9b19-e3176fd57a0d", "name": "network-vif-plugged", "status": "completed", "tag": "4838ad81-167f-4fad-9f0c-80841e67f418", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:32:47.657180 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9a2bd58d-92a5-4cdd-a72d-b270313bf6f2 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:32:47.657609 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75482f5a-be44-4a9a-9b19-e3176fd57a0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4838ad81-167f-4fad-9f0c-80841e67f418', 'code': 200} Aug 10 03:32:47.660762 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:47.702335 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-b9d3228d-dc7d-4097-8e8b-71362832c9f1 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Deleting port a3d3d00d-39a4-4214-bb5c-8705dc6a0400 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:47.702678 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b9d3228d-dc7d-4097-8e8b-71362832c9f1 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:47.739443 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=4838ad81-167f-4fad-9f0c-80841e67f418,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:47.759553 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-07f07a9f-9960-49d3-9566-5ec20956c48b None None] Provisioning for port a3d3d00d-39a4-4214-bb5c-8705dc6a0400 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:47.766585 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-07f07a9f-9960-49d3-9566-5ec20956c48b None None] Provisioning complete for port a3d3d00d-39a4-4214-bb5c-8705dc6a0400 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:47.767427 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-07f07a9f-9960-49d3-9566-5ec20956c48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:47.779471 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2a0c8d-cf88-4f9e-910c-1dde67816eba req-cb28716a-4353-485f-ae1c-90e1387ed5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:47.781289 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0f2a0c8d-cf88-4f9e-910c-1dde67816eba req-cb28716a-4353-485f-ae1c-90e1387ed5cd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=75482f5a-be44-4a9a-9b19-e3176fd57a0d HTTP/1.1" status: 200 len: 1097 time: 0.0580111 Aug 10 03:32:47.803545 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-07f07a9f-9960-49d3-9566-5ec20956c48b None None] Port a3d3d00d-39a4-4214-bb5c-8705dc6a0400 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:32:47.831087 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0f2a0c8d-cf88-4f9e-910c-1dde67816eba req-3466e7cf-90aa-487a-9bb3-3c8a217e44d7 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a408c3d3-1a28-496c-962e-a8015fbd6706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424783 Aug 10 03:32:47.893538 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0170c9-de63-4c27-9942-40c3fcca3ba3 req-74ee89a9-0b2c-4c28-ad99-37895fa66e3a tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:47.895049 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ab0170c9-de63-4c27-9942-40c3fcca3ba3 req-74ee89a9-0b2c-4c28-ad99-37895fa66e3a tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/ports?device_id=75482f5a-be44-4a9a-9b19-e3176fd57a0d HTTP/1.1" status: 200 len: 945 time: 0.1419437 Aug 10 03:32:47.941263 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c952898-6dd1-4ce6-a065-7337c579ba93 req-54122f7b-1470-4785-82e2-bf72ad7e441c tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:47.942722 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7c952898-6dd1-4ce6-a065-7337c579ba93 req-54122f7b-1470-4785-82e2-bf72ad7e441c tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f9b3f54-88a1-4974-90dc-f34e24732968 HTTP/1.1" status: 200 len: 943 time: 0.1556873 Aug 10 03:32:47.944447 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b9d3228d-dc7d-4097-8e8b-71362832c9f1 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:47.983046 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-b9d3228d-dc7d-4097-8e8b-71362832c9f1 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Calling delete_port for a3d3d00d-39a4-4214-bb5c-8705dc6a0400 owned by {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:48.182775 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device e2e7d620-e6ad-40ec-a947-2a700b56b65c details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:32:48.285464 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port e2e7d620-e6ad-40ec-a947-2a700b56b65c, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=e2e7d620-e6ad-40ec-a947-2a700b56b65c,segment=NetworkSegment(1d809208-db2a-4ec3-9db0-cc112aa3eac5),segment_id=1d809208-db2a-4ec3-9db0-cc112aa3eac5)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:48.305410 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': 'e2e7d620-e6ad-40ec-a947-2a700b56b65c', 'network_id': 'c1f8b189-00de-44d8-9cd3-d45b6d92f410', 'port_id': 'e2e7d620-e6ad-40ec-a947-2a700b56b65c', 'mac_address': 'fa:16:3e:a4:41:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a11e6e79-2102-4c83-91da-cb64444e2111', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:32:48.347619 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:48.359016 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ab0170c9-de63-4c27-9942-40c3fcca3ba3 req-a98cd028-a143-42bd-94d9-b955d0e811cf tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/security-groups?id=a408c3d3-1a28-496c-962e-a8015fbd6706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4477282 Aug 10 03:32:48.363703 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2e7d620-e6ad-40ec-a947-2a700b56b65c {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:32:48.396587 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port e2e7d620-e6ad-40ec-a947-2a700b56b65c, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=e2e7d620-e6ad-40ec-a947-2a700b56b65c,segment=NetworkSegment(1d809208-db2a-4ec3-9db0-cc112aa3eac5),segment_id=1d809208-db2a-4ec3-9db0-cc112aa3eac5)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:48.410779 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:48.446666 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7c952898-6dd1-4ce6-a065-7337c579ba93 req-b5d57793-fdf0-413e-8b47-863e6b16fb7a tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ab14f6e-0e8e-46f2-9ddc-6714e62255d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4887986 Aug 10 03:32:48.484457 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=e2e7d620-e6ad-40ec-a947-2a700b56b65c,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:48.510156 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4dc4c370-9ab9-472b-ad33-40b112d52ae1 req-7969ea89-bcda-49b0-a441-264d59ff3c97 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f703b12b-0e6b-4b2f-bf53-46424f5a9527 HTTP/1.1" status: 200 len: 210 time: 0.0554428 Aug 10 03:32:48.552712 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1e413642-c301-4d0d-a646-d587e741d77d req-f12121b2-a9ff-4625-ade6-b9a31a5062c5 tempest-ServerShowV254Test-500594219 tempest-ServerShowV254Test-500594219-project] 10.222.0.62 "GET /v2.0/ports?device_id=f703b12b-0e6b-4b2f-bf53-46424f5a9527 HTTP/1.1" status: 200 len: 210 time: 0.0378864 Aug 10 03:32:48.565101 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-218cfab9-c17c-4245-bcc7-63c7d89fdf2e tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Router 82e2af90-6dd1-4bfc-a8b8-f188445f6c71 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:32:48.675340 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['e2e7d620-e6ad-40ec-a947-2a700b56b65c'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:32:48.752080 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-218cfab9-c17c-4245-bcc7-63c7d89fdf2e tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:32:48.758090 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-218cfab9-c17c-4245-bcc7-63c7d89fdf2e tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:48.766728 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6b70c8-35f5-48ff-9e03-f2222daf02a5 None None] Sync routers for ids ['82e2af90-6dd1-4bfc-a8b8-f188445f6c71'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:32:48.784695 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6b70c8-35f5-48ff-9e03-f2222daf02a5 None None] Routers {'82e2af90-6dd1-4bfc-a8b8-f188445f6c71'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:48.785011 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-8f6b70c8-35f5-48ff-9e03-f2222daf02a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:32:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['82e2af90-6dd1-4bfc-a8b8-f188445f6c71'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:48.800323 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-218cfab9-c17c-4245-bcc7-63c7d89fdf2e tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] 10.222.0.62 "PUT /v2.0/floatingips/16bebe17-d02a-4c3c-abd5-28449dd411ac HTTP/1.1" status: 200 len: 688 time: 1.5216665 Aug 10 03:32:48.800563 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 49752) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:48.808664 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b9d3228d-dc7d-4097-8e8b-71362832c9f1 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:48.831042 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-8f6b70c8-35f5-48ff-9e03-f2222daf02a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:48.853556 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6b70c8-35f5-48ff-9e03-f2222daf02a5 None None] Routers {'82e2af90-6dd1-4bfc-a8b8-f188445f6c71'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:48.854260 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-8f6b70c8-35f5-48ff-9e03-f2222daf02a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:32:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['82e2af90-6dd1-4bfc-a8b8-f188445f6c71'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:48.880614 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d3228d-dc7d-4097-8e8b-71362832c9f1 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event deleted for resources: {'Port': ['ID=a3d3d00d-39a4-4214-bb5c-8705dc6a0400,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:48.992692 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b9d3228d-dc7d-4097-8e8b-71362832c9f1 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:48.997839 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49756) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:48.998372 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b9d3228d-dc7d-4097-8e8b-71362832c9f1 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/ports/a3d3d00d-39a4-4214-bb5c-8705dc6a0400 HTTP/1.1" status: 204 len: 168 time: 1.6028855 Aug 10 03:32:49.028093 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-050b50c7-106d-4c00-9aff-4bbd7489df39 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Deleting port a5f794f7-2702-40c5-b63a-3e0f030df57f {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:49.028466 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-050b50c7-106d-4c00-9aff-4bbd7489df39 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:49.075263 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8383f41d-3490-4967-ab46-39b60cfc0d20 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:49.077176 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8383f41d-3490-4967-ab46-39b60cfc0d20 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0780110 Aug 10 03:32:49.079732 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49758) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:49.081575 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-8f6b70c8-35f5-48ff-9e03-f2222daf02a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:49.082536 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6b70c8-35f5-48ff-9e03-f2222daf02a5 None None] The sync data for ids ['82e2af90-6dd1-4bfc-a8b8-f188445f6c71'] in n-d-768851-15 is: [] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:32:49.144525 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38feb26a-cbec-4261-9bec-fda2bfe04033 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:49.148364 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-38feb26a-cbec-4261-9bec-fda2bfe04033 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0652621 Aug 10 03:32:49.149125 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49760) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:49.178358 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-050b50c7-106d-4c00-9aff-4bbd7489df39 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:49.181981 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-050b50c7-106d-4c00-9aff-4bbd7489df39 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:49.200156 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-050b50c7-106d-4c00-9aff-4bbd7489df39 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Calling delete_port for a5f794f7-2702-40c5-b63a-3e0f030df57f owned by network:floatingip {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:49.229448 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28db3f43-dd44-4458-a2f3-f8ac4428536f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:49.231333 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28db3f43-dd44-4458-a2f3-f8ac4428536f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:49.234349 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28db3f43-dd44-4458-a2f3-f8ac4428536f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:49.234827 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-28db3f43-dd44-4458-a2f3-f8ac4428536f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0845120 Aug 10 03:32:49.237450 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49762) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:49.297701 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c54695c-7b78-4be6-9522-bf5204efb50b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Deleting subnet 3c71376f-454d-48c5-86c0-f4dc51a11733 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:32:49.301982 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7c54695c-7b78-4be6-9522-bf5204efb50b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:49.371733 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7c54695c-7b78-4be6-9522-bf5204efb50b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:49.402115 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-050b50c7-106d-4c00-9aff-4bbd7489df39 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:49.475792 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050b50c7-106d-4c00-9aff-4bbd7489df39 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Pushing event deleted for resources: {'Port': ['ID=a5f794f7-2702-40c5-b63a-3e0f030df57f,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:49.521375 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7c54695c-7b78-4be6-9522-bf5204efb50b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:49.523011 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-050b50c7-106d-4c00-9aff-4bbd7489df39 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for floatingip, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:49.526801 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-050b50c7-106d-4c00-9aff-4bbd7489df39 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:49.527299 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-050b50c7-106d-4c00-9aff-4bbd7489df39 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] 10.222.0.62 "DELETE /v2.0/floatingips/16bebe17-d02a-4c3c-abd5-28449dd411ac HTTP/1.1" status: 204 len: 168 time: 0.7257884 Aug 10 03:32:49.530903 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49770) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:49.542500 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-fd80d2f4-8820-4887-af6d-cd7fdbfcae1f tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Request body: {'floatingip': {'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'port_id': 'a5e3947d-e770-41f4-a334-8e69bb3ef404'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:49.544727 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb43d8-84c1-43d9-b6c7-52d83ad7cea0 req-0e1806c1-80ee-489e-a55f-1b14276b673e tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:49.545995 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-92eb43d8-84c1-43d9-b6c7-52d83ad7cea0 req-0e1806c1-80ee-489e-a55f-1b14276b673e tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/ports?device_id=75482f5a-be44-4a9a-9b19-e3176fd57a0d HTTP/1.1" status: 200 len: 945 time: 0.0935695 Aug 10 03:32:49.593024 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-92eb43d8-84c1-43d9-b6c7-52d83ad7cea0 req-0780d378-387c-42c2-a4c8-b70fc821ae82 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/security-groups?id=a408c3d3-1a28-496c-962e-a8015fbd6706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392001 Aug 10 03:32:49.636083 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fd80d2f4-8820-4887-af6d-cd7fdbfcae1f tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for floatingip, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:49.653751 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa3654-981a-4c65-ac62-5995b9de71b1 req-5af3187b-bdd2-41bc-a150-3cb65cb9ec09 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:49.655401 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8aaa3654-981a-4c65-ac62-5995b9de71b1 req-5af3187b-bdd2-41bc-a150-3cb65cb9ec09 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f9b3f54-88a1-4974-90dc-f34e24732968 HTTP/1.1" status: 200 len: 944 time: 0.0658283 Aug 10 03:32:49.689898 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7c54695c-7b78-4be6-9522-bf5204efb50b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:49.723320 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4a5decd9-6940-49c6-9262-5db302a324d7 req-197563c2-16ec-409f-ad23-5aaf3b3fd4aa tempest-ServerShowV254Test-500594219 tempest-ServerShowV254Test-500594219-project] 10.222.0.62 "GET /v2.0/ports?device_id=f703b12b-0e6b-4b2f-bf53-46424f5a9527 HTTP/1.1" status: 200 len: 210 time: 0.0396330 Aug 10 03:32:49.726959 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8aaa3654-981a-4c65-ac62-5995b9de71b1 req-8bfacd7d-d98a-47a5-80eb-e3b61dd9f5ee tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ab14f6e-0e8e-46f2-9ddc-6714e62255d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651548 Aug 10 03:32:49.729948 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c54695c-7b78-4be6-9522-bf5204efb50b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event deleted for resources: {'Subnet': ['ID=3c71376f-454d-48c5-86c0-f4dc51a11733,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:49.737904 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7c54695c-7b78-4be6-9522-bf5204efb50b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:49.742222 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7c54695c-7b78-4be6-9522-bf5204efb50b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/subnets/3c71376f-454d-48c5-86c0-f4dc51a11733 HTTP/1.1" status: 204 len: 168 time: 0.5015736 Aug 10 03:32:49.742621 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49776) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:49.746937 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974ed591-f6a7-4002-93c1-995a12bd72bf None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:49.804046 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-3db8b6be-4b65-4976-ac1b-58ac9a4c598c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Deleting subnet f568a5db-bbb0-43bc-8d8e-ac7206e3eeea {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:32:49.810689 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3db8b6be-4b65-4976-ac1b-58ac9a4c598c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:49.851592 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39dcb52-8c06-4c9e-8e09-1de20852713e req-4c8f2ca7-a269-454c-92c8-09b2365c605a tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:49.861185 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d39dcb52-8c06-4c9e-8e09-1de20852713e req-4c8f2ca7-a269-454c-92c8-09b2365c605a tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/ports?device_id=75482f5a-be44-4a9a-9b19-e3176fd57a0d HTTP/1.1" status: 200 len: 945 time: 0.0635688 Aug 10 03:32:49.863964 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3db8b6be-4b65-4976-ac1b-58ac9a4c598c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:49.909501 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d39dcb52-8c06-4c9e-8e09-1de20852713e req-19cbf024-f41a-47d9-8e69-743e51b1c429 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/security-groups?id=a408c3d3-1a28-496c-962e-a8015fbd6706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472972 Aug 10 03:32:49.923787 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 49780) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:49.984462 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89561a3c-b66d-493e-8265-029a30b09a0e tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:49.989791 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-89561a3c-b66d-493e-8265-029a30b09a0e tempest-TestNetworkBasicOps-203777596 tempest-TestNetworkBasicOps-203777596-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=75482f5a-be44-4a9a-9b19-e3176fd57a0d HTTP/1.1" status: 200 len: 1092 time: 0.0624130 Aug 10 03:32:49.989938 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 49784) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:49.991968 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3db8b6be-4b65-4976-ac1b-58ac9a4c598c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:49.995444 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-3d4ab536-80e1-45e6-94e3-a9952424c1b3 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Request body: {'floatingip': {'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'port_id': '4838ad81-167f-4fad-9f0c-80841e67f418', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:50.029163 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3d4ab536-80e1-45e6-94e3-a9952424c1b3 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for floatingip, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:50.035659 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fd80d2f4-8820-4887-af6d-cd7fdbfcae1f tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:50.135792 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3db8b6be-4b65-4976-ac1b-58ac9a4c598c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:50.178092 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db8b6be-4b65-4976-ac1b-58ac9a4c598c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event deleted for resources: {'Subnet': ['ID=f568a5db-bbb0-43bc-8d8e-ac7206e3eeea,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:50.186977 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3db8b6be-4b65-4976-ac1b-58ac9a4c598c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:50.188139 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3d4ab536-80e1-45e6-94e3-a9952424c1b3 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:50.188635 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3db8b6be-4b65-4976-ac1b-58ac9a4c598c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/subnets/f568a5db-bbb0-43bc-8d8e-ac7206e3eeea HTTP/1.1" status: 204 len: 168 time: 0.4445817 Aug 10 03:32:50.191295 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49796) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:50.202279 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device e2e7d620-e6ad-40ec-a947-2a700b56b65c up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:50.254815 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-fce113e0-4f84-4c2c-ba94-b79878a88f62 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0624018 Aug 10 03:32:50.261024 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49798) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:50.266070 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-df9d2b39-89cc-4fa7-b49b-f0db94232bd0 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Request body: {'subnet': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:50.270016 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-fd80d2f4-8820-4887-af6d-cd7fdbfcae1f tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Allocated IP 172.25.7.92 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/647ae81e-be51-455a-ace8-dbeb2bcbdd63) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:50.312612 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port e2e7d620-e6ad-40ec-a947-2a700b56b65c completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:50.317135 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port e2e7d620-e6ad-40ec-a947-2a700b56b65c triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:50.317614 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:50.411670 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:50.479390 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f9b3f54-88a1-4974-90dc-f34e24732968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e7d620-e6ad-40ec-a947-2a700b56b65c'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:32:50.488124 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68500fe6-0549-49e0-943e-328d428109b7" -d '{"events": [{"server_uuid": "6f9b3f54-88a1-4974-90dc-f34e24732968", "name": "network-vif-plugged", "status": "completed", "tag": "e2e7d620-e6ad-40ec-a947-2a700b56b65c"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:32:50.488872 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9d2b39-89cc-4fa7-b49b-f0db94232bd0 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Made reservation on behalf of 984bdecd49e44336b94df38f23469327 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:50.493738 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-df9d2b39-89cc-4fa7-b49b-f0db94232bd0 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:50.520267 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port e2e7d620-e6ad-40ec-a947-2a700b56b65c, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=e2e7d620-e6ad-40ec-a947-2a700b56b65c,segment=NetworkSegment(1d809208-db2a-4ec3-9db0-cc112aa3eac5),segment_id=1d809208-db2a-4ec3-9db0-cc112aa3eac5)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:50.535010 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:50.599833 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af0ef78-2717-4183-b798-11342698f123 x-openstack-request-id: req-8af0ef78-2717-4183-b798-11342698f123 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:32:50.600165 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f9b3f54-88a1-4974-90dc-f34e24732968", "name": "network-vif-plugged", "status": "completed", "tag": "e2e7d620-e6ad-40ec-a947-2a700b56b65c", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:32:50.600424 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8af0ef78-2717-4183-b798-11342698f123 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:32:50.600820 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f9b3f54-88a1-4974-90dc-f34e24732968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e7d620-e6ad-40ec-a947-2a700b56b65c', 'code': 200} Aug 10 03:32:50.625138 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fd80d2f4-8820-4887-af6d-cd7fdbfcae1f tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:50.646287 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-92305bb1-0502-415a-827e-6f1e25cef0e0 req-24f9cc3b-bc85-4ccc-ba76-c44315abaf4d tempest-ServerShowV254Test-500594219 tempest-ServerShowV254Test-500594219-project] 10.222.0.62 "GET /v2.0/ports?device_id=f703b12b-0e6b-4b2f-bf53-46424f5a9527 HTTP/1.1" status: 200 len: 210 time: 0.0798616 Aug 10 03:32:50.714518 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=e2e7d620-e6ad-40ec-a947-2a700b56b65c,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:50.735530 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7586022-e9a7-4e4e-971c-4bd1c9fa8c97 req-a79ef3ad-bced-46bb-9eda-e4c175d7b2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:50.737065 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d7586022-e9a7-4e4e-971c-4bd1c9fa8c97 req-a79ef3ad-bced-46bb-9eda-e4c175d7b2cf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6f9b3f54-88a1-4974-90dc-f34e24732968 HTTP/1.1" status: 200 len: 1097 time: 0.0780442 Aug 10 03:32:50.771193 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fd80d2f4-8820-4887-af6d-cd7fdbfcae1f tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:50.817590 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d7586022-e9a7-4e4e-971c-4bd1c9fa8c97 req-17bb4021-4c11-4298-94a2-1fa4ca8e8add service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0ab14f6e-0e8e-46f2-9ddc-6714e62255d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711365 Aug 10 03:32:50.837317 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd80d2f4-8820-4887-af6d-cd7fdbfcae1f tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:50.866382 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-fd80d2f4-8820-4887-af6d-cd7fdbfcae1f tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:50.871089 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd80d2f4-8820-4887-af6d-cd7fdbfcae1f tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:50.881702 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-3d4ab536-80e1-45e6-94e3-a9952424c1b3 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Allocated IP 172.25.7.156 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/d8ca1482-be06-4970-9144-669aa0afcd86) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:50.952390 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd80d2f4-8820-4887-af6d-cd7fdbfcae1f tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Pushing event updated for resources: {'Port': ['ID=647ae81e-be51-455a-ace8-dbeb2bcbdd63,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:50.985189 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-df9d2b39-89cc-4fa7-b49b-f0db94232bd0 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:51.025247 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93dae0c-1be9-4c26-9384-24d107bddd39 req-65aeb3b1-47e4-41c6-9b28-10c98f2fa490 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:51.033804 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c93dae0c-1be9-4c26-9384-24d107bddd39 req-65aeb3b1-47e4-41c6-9b28-10c98f2fa490 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f9b3f54-88a1-4974-90dc-f34e24732968 HTTP/1.1" status: 200 len: 945 time: 0.1538639 Aug 10 03:32:51.078169 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9d2b39-89cc-4fa7-b49b-f0db94232bd0 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:51.085136 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-df9d2b39-89cc-4fa7-b49b-f0db94232bd0 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:51.088732 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9d2b39-89cc-4fa7-b49b-f0db94232bd0 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:51.089382 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-df9d2b39-89cc-4fa7-b49b-f0db94232bd0 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:51.092921 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c93dae0c-1be9-4c26-9384-24d107bddd39 req-1acea2a5-ec6e-44ec-b018-19901fc554ab tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ab14f6e-0e8e-46f2-9ddc-6714e62255d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574944 Aug 10 03:32:51.095458 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9d2b39-89cc-4fa7-b49b-f0db94232bd0 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event updated for resources: {'Subnet': ['ID=ed17d4a7-c469-414c-b896-94ff2789bc08,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:51.139800 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a224a37-958d-4026-81bd-b5e7ca22755a None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:51.156674 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-df9d2b39-89cc-4fa7-b49b-f0db94232bd0 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8945923 Aug 10 03:32:51.158136 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3d4ab536-80e1-45e6-94e3-a9952424c1b3 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:51.160274 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 49814) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:51.167881 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-811ff3ad-e5dd-47ac-8a90-07bf38bc0a97 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Request body: {'subnet': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:51.295124 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3d4ab536-80e1-45e6-94e3-a9952424c1b3 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:51.341879 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d2c301dd-0453-4c07-82f4-22a84ba8232d None None] Provisioning complete for port e498a059-91ad-48de-b766-ddd8fbdd2f7a triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:51.342761 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d2c301dd-0453-4c07-82f4-22a84ba8232d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:51.342891 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4ab536-80e1-45e6-94e3-a9952424c1b3 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:51.345978 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-3d4ab536-80e1-45e6-94e3-a9952424c1b3 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:51.348585 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4ab536-80e1-45e6-94e3-a9952424c1b3 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:51.376818 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811ff3ad-e5dd-47ac-8a90-07bf38bc0a97 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Made reservation on behalf of 984bdecd49e44336b94df38f23469327 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:51.380318 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-811ff3ad-e5dd-47ac-8a90-07bf38bc0a97 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:51.403809 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4ab536-80e1-45e6-94e3-a9952424c1b3 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Pushing event updated for resources: {'Port': ['ID=d8ca1482-be06-4970-9144-669aa0afcd86,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:51.543265 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fd80d2f4-8820-4887-af6d-cd7fdbfcae1f tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:51.559069 n-d-768851-15 neutron-server[94216]: INFO neutron.db.ipam_backend_mixin [None req-811ff3ad-e5dd-47ac-8a90-07bf38bc0a97 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ed17d4a7-c469-414c-b896-94ff2789bc08 (CIDR: 2001:db8::/64) Aug 10 03:32:51.568832 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-811ff3ad-e5dd-47ac-8a90-07bf38bc0a97 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:32:51.569503 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-811ff3ad-e5dd-47ac-8a90-07bf38bc0a97 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:32:51.634302 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fd80d2f4-8820-4887-af6d-cd7fdbfcae1f tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:51.643057 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-811ff3ad-e5dd-47ac-8a90-07bf38bc0a97 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4815204 Aug 10 03:32:51.645777 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 49816) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:51.651853 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-cc698b0e-0e19-4912-9fd0-cb221b295f76 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Request body: {'subnet': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:51.819606 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-84d26a4c-e0d4-4293-9abb-93ec9d0cb9da None None] Provisioning complete for port e498a059-91ad-48de-b766-ddd8fbdd2f7a triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:51.820271 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-84d26a4c-e0d4-4293-9abb-93ec9d0cb9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:51.873588 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-22ce699b-bcc2-4da1-bd9b-30e0792449eb req-298163d9-48fd-483a-a6ee-3298718d226d tempest-ServerShowV254Test-500594219 tempest-ServerShowV254Test-500594219-project] 10.222.0.62 "GET /v2.0/ports?device_id=f703b12b-0e6b-4b2f-bf53-46424f5a9527 HTTP/1.1" status: 200 len: 210 time: 0.0303895 Aug 10 03:32:51.876560 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc698b0e-0e19-4912-9fd0-cb221b295f76 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Made reservation on behalf of 984bdecd49e44336b94df38f23469327 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:51.881231 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cc698b0e-0e19-4912-9fd0-cb221b295f76 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:51.913115 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fd80d2f4-8820-4887-af6d-cd7fdbfcae1f tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:51.920701 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fd80d2f4-8820-4887-af6d-cd7fdbfcae1f tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:52.022262 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd80d2f4-8820-4887-af6d-cd7fdbfcae1f tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Pushing event updated for resources: {'Port': ['ID=647ae81e-be51-455a-ace8-dbeb2bcbdd63,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:52.040520 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fd80d2f4-8820-4887-af6d-cd7fdbfcae1f tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:52.169083 n-d-768851-15 neutron-server[94217]: INFO neutron.db.l3_db [None req-fd80d2f4-8820-4887-af6d-cd7fdbfcae1f tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Floating IP cbf9b3b5-a02e-43b7-b53d-c56ddaf16cc1 associated. External IP: 172.25.7.92, port: a5e3947d-e770-41f4-a334-8e69bb3ef404. Aug 10 03:32:52.409656 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd80d2f4-8820-4887-af6d-cd7fdbfcae1f tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Router 82e2af90-6dd1-4bfc-a8b8-f188445f6c71 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:32:52.523326 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd80d2f4-8820-4887-af6d-cd7fdbfcae1f tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:32:52.533483 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c36c63a-a15f-46cd-951d-47240f673160 None None] Sync routers for ids ['82e2af90-6dd1-4bfc-a8b8-f188445f6c71'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:32:52.543262 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fd80d2f4-8820-4887-af6d-cd7fdbfcae1f tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:52.545236 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c36c63a-a15f-46cd-951d-47240f673160 None None] Routers {'82e2af90-6dd1-4bfc-a8b8-f188445f6c71'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:52.546079 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-3c36c63a-a15f-46cd-951d-47240f673160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:32:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['82e2af90-6dd1-4bfc-a8b8-f188445f6c71'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:52.578083 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-fd80d2f4-8820-4887-af6d-cd7fdbfcae1f tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.0433116 Aug 10 03:32:52.578365 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49828) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:52.645178 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f8c23edd-5d90-4fb2-85b9-91ba159fbe0d tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] 10.222.0.62 "GET /v2.0/floatingips/cbf9b3b5-a02e-43b7-b53d-c56ddaf16cc1 HTTP/1.1" status: 200 len: 977 time: 0.0655303 Aug 10 03:32:52.647460 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49830) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:52.674957 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-3c36c63a-a15f-46cd-951d-47240f673160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:52.684036 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c36c63a-a15f-46cd-951d-47240f673160 None None] Routers {'82e2af90-6dd1-4bfc-a8b8-f188445f6c71'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:52.684919 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-3c36c63a-a15f-46cd-951d-47240f673160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:32:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['82e2af90-6dd1-4bfc-a8b8-f188445f6c71'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:52.685384 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3d4ab536-80e1-45e6-94e3-a9952424c1b3 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:52.706595 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1280cc-ff45-4515-944b-01770b6d4fe3 req-73df56f2-399e-4a44-b195-73703e6a68d6 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:52.708185 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4b1280cc-ff45-4515-944b-01770b6d4fe3 req-73df56f2-399e-4a44-b195-73703e6a68d6 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f9b3f54-88a1-4974-90dc-f34e24732968 HTTP/1.1" status: 200 len: 945 time: 0.5163040 Aug 10 03:32:52.715154 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-3c36c63a-a15f-46cd-951d-47240f673160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:52.715809 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c36c63a-a15f-46cd-951d-47240f673160 None None] The sync data for ids ['82e2af90-6dd1-4bfc-a8b8-f188445f6c71'] in n-d-768851-15 is: [] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:32:52.760235 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ac1bb470-f9a4-411c-930e-0fed510eeaf2 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1114359 Aug 10 03:32:52.762800 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49832) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:52.767131 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-5854a788-3a8b-4d63-b111-f5446f5996c9 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Request body: {'floatingip': {'port_id': '21ae63a9-db61-455b-b3f5-89b40aa03c29'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:52.825162 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5854a788-3a8b-4d63-b111-f5446f5996c9 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for floatingip, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:52.861894 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4b1280cc-ff45-4515-944b-01770b6d4fe3 req-3c4bb539-dae1-4ef7-a622-ead2cc24f1cd tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ab14f6e-0e8e-46f2-9ddc-6714e62255d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257937 Aug 10 03:32:52.878146 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3d4ab536-80e1-45e6-94e3-a9952424c1b3 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:53.077269 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d65ef8f4-4ee0-4326-b6c4-f94ae0bf7d81 req-e88a30f2-b593-407f-8fa0-1fab6ea2b127 tempest-ServerShowV254Test-500594219 tempest-ServerShowV254Test-500594219-project] 10.222.0.62 "GET /v2.0/ports?device_id=f703b12b-0e6b-4b2f-bf53-46424f5a9527 HTTP/1.1" status: 200 len: 210 time: 0.0543225 Aug 10 03:32:53.107702 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70923314-4e0b-430a-86d8-7e6b572d4503 req-2db29a38-49b0-4490-a1eb-87ba8b7fbbb4 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:53.109209 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-70923314-4e0b-430a-86d8-7e6b572d4503 req-2db29a38-49b0-4490-a1eb-87ba8b7fbbb4 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f9b3f54-88a1-4974-90dc-f34e24732968 HTTP/1.1" status: 200 len: 945 time: 0.1677814 Aug 10 03:32:53.208822 n-d-768851-15 neutron-server[94216]: DEBUG neutron.objects.ports [None req-cc698b0e-0e19-4912-9fd0-cb221b295f76 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94216) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:32:53.282421 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-70923314-4e0b-430a-86d8-7e6b572d4503 req-b8050fa7-1101-4df2-afad-6aaab1aa96c2 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ab14f6e-0e8e-46f2-9ddc-6714e62255d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463077 Aug 10 03:32:53.300224 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3d4ab536-80e1-45e6-94e3-a9952424c1b3 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:53.311244 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3d4ab536-80e1-45e6-94e3-a9952424c1b3 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:53.313338 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 49842) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:53.429962 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4ab536-80e1-45e6-94e3-a9952424c1b3 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Pushing event updated for resources: {'Port': ['ID=d8ca1482-be06-4970-9144-669aa0afcd86,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:53.457331 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3d4ab536-80e1-45e6-94e3-a9952424c1b3 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:53.548707 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cc698b0e-0e19-4912-9fd0-cb221b295f76 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:53.668292 n-d-768851-15 neutron-server[94216]: INFO neutron.db.l3_db [None req-3d4ab536-80e1-45e6-94e3-a9952424c1b3 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Floating IP 1a06a62b-1bc4-4063-8f19-04a40f931fe1 associated. External IP: 172.25.7.156, port: 4838ad81-167f-4fad-9f0c-80841e67f418. Aug 10 03:32:53.732391 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5854a788-3a8b-4d63-b111-f5446f5996c9 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:53.732860 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460c4f3c-1def-4fe1-8b8b-cf2da7f3a245 tempest-TestVolumeBackupRestore-114790424 tempest-TestVolumeBackupRestore-114790424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:53.734583 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-460c4f3c-1def-4fe1-8b8b-cf2da7f3a245 tempest-TestVolumeBackupRestore-114790424 tempest-TestVolumeBackupRestore-114790424-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=6f9b3f54-88a1-4974-90dc-f34e24732968 HTTP/1.1" status: 200 len: 1092 time: 0.4145143 Aug 10 03:32:53.737501 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49854) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:53.742539 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-d3f12b34-c104-4d81-bce0-c89f02d73256 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Request body: {'floatingip': {'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'port_id': 'e2e7d620-e6ad-40ec-a947-2a700b56b65c', 'tenant_id': '38384b23a283420ab03964bbfa7ad032', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:53.751484 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5854a788-3a8b-4d63-b111-f5446f5996c9 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:53.814200 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d3f12b34-c104-4d81-bce0-c89f02d73256 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Notify callbacks [] for floatingip, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:53.909244 n-d-768851-15 neutron-server[94217]: INFO neutron.db.l3_db [None req-5854a788-3a8b-4d63-b111-f5446f5996c9 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Floating IP cbf9b3b5-a02e-43b7-b53d-c56ddaf16cc1 associated. External IP: 172.25.7.92, port: a5e3947d-e770-41f4-a334-8e69bb3ef404. Aug 10 03:32:53.917996 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-cc698b0e-0e19-4912-9fd0-cb221b295f76 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] For port e498a059-91ad-48de-b766-ddd8fbdd2f7a, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=e498a059-91ad-48de-b766-ddd8fbdd2f7a,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:54.018046 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cc698b0e-0e19-4912-9fd0-cb221b295f76 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:54.027533 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cc698b0e-0e19-4912-9fd0-cb221b295f76 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:54.028285 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cc698b0e-0e19-4912-9fd0-cb221b295f76 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:54.102269 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d3f12b34-c104-4d81-bce0-c89f02d73256 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:54.108239 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc698b0e-0e19-4912-9fd0-cb221b295f76 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:54.111806 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-cc698b0e-0e19-4912-9fd0-cb221b295f76 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:54.123930 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5c9c5a-afd6-45a5-be0b-4300cde83997 None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:54.131081 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc698b0e-0e19-4912-9fd0-cb221b295f76 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:54.131081 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cc698b0e-0e19-4912-9fd0-cb221b295f76 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:54.163463 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d4ab536-80e1-45e6-94e3-a9952424c1b3 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Router fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:32:54.168259 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-cc698b0e-0e19-4912-9fd0-cb221b295f76 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.5213418 Aug 10 03:32:54.176271 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 49872) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:54.188066 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-1fc5d929-788c-48ef-bbb9-1cbfdecdb16a tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Request body: {'port': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'mac_address': 'fa:16:3e:9d:57:64', 'name': 'tempest-NetworksTestDHCPv6-1920012725'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:54.239819 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc698b0e-0e19-4912-9fd0-cb221b295f76 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event updated for resources: {'Subnet': ['ID=b94d9bed-8eb1-41ef-be25-b739f1d7fd27,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:54.263326 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc698b0e-0e19-4912-9fd0-cb221b295f76 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event updated for resources: {'Port': ['ID=e498a059-91ad-48de-b766-ddd8fbdd2f7a,revision_number=9']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:54.270573 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5854a788-3a8b-4d63-b111-f5446f5996c9 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Router 82e2af90-6dd1-4bfc-a8b8-f188445f6c71 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:32:54.283182 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-d3f12b34-c104-4d81-bce0-c89f02d73256 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Allocated IP 172.25.7.75 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/9ddb0e60-fdea-4509-b4f1-44a555a0a4b9) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:54.299557 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3477c511-4b25-47b1-9843-8762da450264 req-58d03118-5b4f-4792-98f6-6154a146d9b0 tempest-ServerShowV254Test-500594219 tempest-ServerShowV254Test-500594219-project] 10.222.0.62 "GET /v2.0/ports?device_id=f703b12b-0e6b-4b2f-bf53-46424f5a9527 HTTP/1.1" status: 200 len: 210 time: 0.0519350 Aug 10 03:32:54.449095 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9499e6-341e-491c-8e6b-732a8b13ad36 None None] Update dhcp port {'port': {'network_id': 'da252ef5-253f-415c-bfce-1cf3e51986e9', 'fixed_ips': [{'subnet_id': 'b94d9bed-8eb1-41ef-be25-b739f1d7fd27', 'ip_address': '2001:db8:0:1:f816:3eff:fe25:baed'}, {'subnet_id': 'ed17d4a7-c469-414c-b896-94ff2789bc08'}], 'binding:host_id': 'n-d-768851-15'}, 'id': 'e498a059-91ad-48de-b766-ddd8fbdd2f7a'} from n-d-768851-15. {{(pid=94218) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:32:54.465226 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d4ab536-80e1-45e6-94e3-a9952424c1b3 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:32:54.468890 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5854a788-3a8b-4d63-b111-f5446f5996c9 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:32:54.473174 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc5d929-788c-48ef-bbb9-1cbfdecdb16a tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Made reservation on behalf of 984bdecd49e44336b94df38f23469327 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:54.486415 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741388ec-687c-40cb-9108-30f6b43b37a0 None None] Sync routers for ids ['82e2af90-6dd1-4bfc-a8b8-f188445f6c71'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:32:54.490020 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d073a89d-50db-4002-8b5f-de89af27fd6a None None] Sync routers for ids ['fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:32:54.504909 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741388ec-687c-40cb-9108-30f6b43b37a0 None None] Routers {'82e2af90-6dd1-4bfc-a8b8-f188445f6c71'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:54.505548 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-741388ec-687c-40cb-9108-30f6b43b37a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:32:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['82e2af90-6dd1-4bfc-a8b8-f188445f6c71'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:54.519634 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0c9499e6-341e-491c-8e6b-732a8b13ad36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:54.527320 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d073a89d-50db-4002-8b5f-de89af27fd6a None None] Routers {'fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:54.528806 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-d073a89d-50db-4002-8b5f-de89af27fd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:32:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:54.558165 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-741388ec-687c-40cb-9108-30f6b43b37a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:54.558524 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d3f12b34-c104-4d81-bce0-c89f02d73256 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:54.571078 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741388ec-687c-40cb-9108-30f6b43b37a0 None None] Routers {'82e2af90-6dd1-4bfc-a8b8-f188445f6c71'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:54.571759 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-741388ec-687c-40cb-9108-30f6b43b37a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:32:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['82e2af90-6dd1-4bfc-a8b8-f188445f6c71'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:54.619639 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-741388ec-687c-40cb-9108-30f6b43b37a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:54.620568 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741388ec-687c-40cb-9108-30f6b43b37a0 None None] The sync data for ids ['82e2af90-6dd1-4bfc-a8b8-f188445f6c71'] in n-d-768851-15 is: [] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:32:54.646921 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1fc5d929-788c-48ef-bbb9-1cbfdecdb16a tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:54.665675 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d3f12b34-c104-4d81-bce0-c89f02d73256 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:54.666124 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3d4ab536-80e1-45e6-94e3-a9952424c1b3 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:54.700705 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [None req-1fc5d929-788c-48ef-bbb9-1cbfdecdb16a tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] device_id is not set on port 31a49d9f-c9bb-4f35-9689-6b1a2939ce21 yet. {{(pid=94216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:32:54.709779 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-3d4ab536-80e1-45e6-94e3-a9952424c1b3 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.7189028 Aug 10 03:32:54.712341 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75482f5a-be44-4a9a-9b19-e3176fd57a0d', 'tag': '4838ad81-167f-4fad-9f0c-80841e67f418'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:32:54.714564 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87c9ad6-6811-438f-8c80-8b36a909239e" -d '{"events": [{"name": "network-changed", "server_uuid": "75482f5a-be44-4a9a-9b19-e3176fd57a0d", "tag": "4838ad81-167f-4fad-9f0c-80841e67f418"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:32:54.723984 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-d073a89d-50db-4002-8b5f-de89af27fd6a None None] Set router fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:54.730113 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 49880) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:54.749806 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f12b34-c104-4d81-bce0-c89f02d73256 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:54.757649 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-d3f12b34-c104-4d81-bce0-c89f02d73256 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:54.797258 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f12b34-c104-4d81-bce0-c89f02d73256 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:54.797630 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41fb3be4-6b2d-4b8b-b7ac-653eb4f8fdd4 x-openstack-request-id: req-41fb3be4-6b2d-4b8b-b7ac-653eb4f8fdd4 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:32:54.798087 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75482f5a-be44-4a9a-9b19-e3176fd57a0d", "tag": "4838ad81-167f-4fad-9f0c-80841e67f418", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:32:54.798087 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-41fb3be4-6b2d-4b8b-b7ac-653eb4f8fdd4 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:32:54.798487 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75482f5a-be44-4a9a-9b19-e3176fd57a0d', 'tag': '4838ad81-167f-4fad-9f0c-80841e67f418', 'status': 'completed', 'code': 200} Aug 10 03:32:54.824583 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f12b34-c104-4d81-bce0-c89f02d73256 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Pushing event updated for resources: {'Port': ['ID=9ddb0e60-fdea-4509-b4f1-44a555a0a4b9,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:54.899067 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5854a788-3a8b-4d63-b111-f5446f5996c9 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Router 82e2af90-6dd1-4bfc-a8b8-f188445f6c71 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:32:54.917823 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-44e5ccf4-892d-4d40-b87e-2a50eb99c1a2 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/floatingips/1a06a62b-1bc4-4063-8f19-04a40f931fe1 HTTP/1.1" status: 200 len: 991 time: 0.1819062 Aug 10 03:32:54.954429 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c9ad6-6811-438f-8c80-8b36a909239e req-24a7a8f9-6261-4b7b-b961-78ae18668226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:54.955975 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c87c9ad6-6811-438f-8c80-8b36a909239e req-24a7a8f9-6261-4b7b-b961-78ae18668226 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=91c061317a63433fa1b564847f6d5cbb&device_id=75482f5a-be44-4a9a-9b19-e3176fd57a0d HTTP/1.1" status: 200 len: 1097 time: 0.1326172 Aug 10 03:32:55.045204 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-1fc5d929-788c-48ef-bbb9-1cbfdecdb16a tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Allocated IP 2001:db8::21 (da252ef5-253f-415c-bfce-1cf3e51986e9/ed17d4a7-c469-414c-b896-94ff2789bc08/31a49d9f-c9bb-4f35-9689-6b1a2939ce21) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:55.052771 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-1fc5d929-788c-48ef-bbb9-1cbfdecdb16a tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Allocated IP 2001:db8:0:1:f816:3eff:fe9d:5764 (da252ef5-253f-415c-bfce-1cf3e51986e9/b94d9bed-8eb1-41ef-be25-b739f1d7fd27/31a49d9f-c9bb-4f35-9689-6b1a2939ce21) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:55.156544 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-d073a89d-50db-4002-8b5f-de89af27fd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8', 'name': 'tempest-TestNetworkBasicOps-router-1084489345', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '8951e669-b588-4203-985f-021812449ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:16Z', 'updated_at': '2021-08-10T03:32:25Z', 'revision_number': 4, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'gw_port': {'id': '8951e669-b588-4203-985f-021812449ee1', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:18Z', 'updated_at': '2021-08-10T03:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '1a06a62b-1bc4-4063-8f19-04a40f931fe1', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'floating_ip_address': '172.25.7.156', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': 'fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8', 'port_id': '4838ad81-167f-4fad-9f0c-80841e67f418', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9fb31dd-1c8a-4293-b68f-13ea812561e0', 'mac_address': 'fa:16:3e:e0:d7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75482f5a-be44-4a9a-9b19-e3176fd57a0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:32:51Z', 'updated_at': '2021-08-10T03:32:51Z', 'revision_number': 0, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5408b203-0b2c-448b-9047-4dfb263e53e4', 'name': '', 'network_id': 'a9fb31dd-1c8a-4293-b68f-13ea812561e0', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'mac_address': 'fa:16:3e:8d:8b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '70d28cf7-e4e6-4f10-83d1-6dd3894ba9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:22Z', 'updated_at': '2021-08-10T03:32:31Z', 'revision_number': 5, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'subnets': [{'id': '70d28cf7-e4e6-4f10-83d1-6dd3894ba9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:55.210528 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d073a89d-50db-4002-8b5f-de89af27fd6a None None] Checking router: fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:32:55.235566 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d073a89d-50db-4002-8b5f-de89af27fd6a None None] Routers {'fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:55.236220 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-d073a89d-50db-4002-8b5f-de89af27fd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:32:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:55.266823 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1fc5d929-788c-48ef-bbb9-1cbfdecdb16a tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:55.282093 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-1fc5d929-788c-48ef-bbb9-1cbfdecdb16a tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Transition to ACTIVE for port object 31a49d9f-c9bb-4f35-9689-6b1a2939ce21 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:55.285960 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e498a059-91ad-48de-b766-ddd8fbdd2f7a up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:55.300852 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c9ad6-6811-438f-8c80-8b36a909239e req-9cb8a088-8fb8-4d87-afc2-e4ea4b73c347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:55.302365 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c87c9ad6-6811-438f-8c80-8b36a909239e req-9cb8a088-8fb8-4d87-afc2-e4ea4b73c347 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a9fb31dd-1c8a-4293-b68f-13ea812561e0 HTTP/1.1" status: 200 len: 898 time: 0.3369558 Aug 10 03:32:55.325832 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5854a788-3a8b-4d63-b111-f5446f5996c9 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:32:55.334584 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5854a788-3a8b-4d63-b111-f5446f5996c9 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:55.356543 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef04f556-31a7-4867-8d00-01a3586f01b4 None None] Sync routers for ids ['82e2af90-6dd1-4bfc-a8b8-f188445f6c71'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:32:55.396269 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1fc5d929-788c-48ef-bbb9-1cbfdecdb16a tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:55.506279 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef04f556-31a7-4867-8d00-01a3586f01b4 None None] Routers {'82e2af90-6dd1-4bfc-a8b8-f188445f6c71'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:55.507456 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-ef04f556-31a7-4867-8d00-01a3586f01b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:32:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['82e2af90-6dd1-4bfc-a8b8-f188445f6c71'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:55.515567 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c87c9ad6-6811-438f-8c80-8b36a909239e req-e4724678-11e2-476f-9509-7e7768628f37 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4838ad81-167f-4fad-9f0c-80841e67f418 HTTP/1.1" status: 200 len: 999 time: 0.2028656 Aug 10 03:32:55.523659 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-5854a788-3a8b-4d63-b111-f5446f5996c9 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] 10.222.0.62 "PUT /v2.0/floatingips/cbf9b3b5-a02e-43b7-b53d-c56ddaf16cc1 HTTP/1.1" status: 200 len: 977 time: 2.7598810 Aug 10 03:32:55.528178 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 49898) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:55.530327 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc5d929-788c-48ef-bbb9-1cbfdecdb16a tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Network da252ef5-253f-415c-bfce-1cf3e51986e9 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:55.540418 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-31d68f2c-ed1c-4f94-aa31-2ae9161ff75e tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:55.546594 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f3930c88-9500-4c71-8c56-4e09aa9a7449 req-1d068c12-5dc0-443a-bd6d-f1d53b649674 tempest-ServerShowV254Test-500594219 tempest-ServerShowV254Test-500594219-project] 10.222.0.62 "GET /v2.0/ports?device_id=f703b12b-0e6b-4b2f-bf53-46424f5a9527 HTTP/1.1" status: 200 len: 210 time: 0.0830066 Aug 10 03:32:55.572266 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-1fc5d929-788c-48ef-bbb9-1cbfdecdb16a tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:55.594769 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-ef04f556-31a7-4867-8d00-01a3586f01b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:55.621225 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c9ad6-6811-438f-8c80-8b36a909239e req-f2a6a7ce-fcc0-4f71-beca-0856fa9c77b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:55.621567 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc5d929-788c-48ef-bbb9-1cbfdecdb16a tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:55.622485 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c87c9ad6-6811-438f-8c80-8b36a909239e req-f2a6a7ce-fcc0-4f71-beca-0856fa9c77b5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=70d28cf7-e4e6-4f10-83d1-6dd3894ba9d7 HTTP/1.1" status: 200 len: 835 time: 0.0939808 Aug 10 03:32:55.627185 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc5d929-788c-48ef-bbb9-1cbfdecdb16a tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:55.627872 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1fc5d929-788c-48ef-bbb9-1cbfdecdb16a tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:55.637365 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-d073a89d-50db-4002-8b5f-de89af27fd6a None None] Set router fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:55.647200 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc5d929-788c-48ef-bbb9-1cbfdecdb16a tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event updated for resources: {'Port': ['ID=31a49d9f-c9bb-4f35-9689-6b1a2939ce21,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:55.668543 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d3f12b34-c104-4d81-bce0-c89f02d73256 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:55.686362 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-1fc5d929-788c-48ef-bbb9-1cbfdecdb16a tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.5039737 Aug 10 03:32:55.689246 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 49904) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:55.717791 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port e498a059-91ad-48de-b766-ddd8fbdd2f7a triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:55.718712 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:55.725290 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-31d68f2c-ed1c-4f94-aa31-2ae9161ff75e tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for floatingip, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:55.725843 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c9ad6-6811-438f-8c80-8b36a909239e req-ebcc1772-d414-498c-8c78-d929531f2fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:55.740096 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c87c9ad6-6811-438f-8c80-8b36a909239e req-ebcc1772-d414-498c-8c78-d929531f2fb3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a9fb31dd-1c8a-4293-b68f-13ea812561e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1094582 Aug 10 03:32:55.767914 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef04f556-31a7-4867-8d00-01a3586f01b4 None None] Routers {'82e2af90-6dd1-4bfc-a8b8-f188445f6c71'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:55.769244 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-ef04f556-31a7-4867-8d00-01a3586f01b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:32:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['82e2af90-6dd1-4bfc-a8b8-f188445f6c71'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:55.831932 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d3f12b34-c104-4d81-bce0-c89f02d73256 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:55.870063 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-0c9499e6-341e-491c-8e6b-732a8b13ad36 None None] Allocated IP 2001:db8::2 (da252ef5-253f-415c-bfce-1cf3e51986e9/ed17d4a7-c469-414c-b896-94ff2789bc08/e498a059-91ad-48de-b766-ddd8fbdd2f7a) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:55.876830 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-ef04f556-31a7-4867-8d00-01a3586f01b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:55.877771 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef04f556-31a7-4867-8d00-01a3586f01b4 None None] The sync data for ids ['82e2af90-6dd1-4bfc-a8b8-f188445f6c71'] in n-d-768851-15 is: [] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:32:55.901192 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c87c9ad6-6811-438f-8c80-8b36a909239e req-a3a5ac26-f946-4664-be43-2b74810d79ee service neutron] 10.222.0.58 "GET /v2.0/networks/a9fb31dd-1c8a-4293-b68f-13ea812561e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492672 Aug 10 03:32:55.922560 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49906) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:56.461891 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:56.500067 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-31d68f2c-ed1c-4f94-aa31-2ae9161ff75e tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:56.500951 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0c9499e6-341e-491c-8e6b-732a8b13ad36 None None] For port e498a059-91ad-48de-b766-ddd8fbdd2f7a, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=e498a059-91ad-48de-b766-ddd8fbdd2f7a,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:56.523261 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-31d68f2c-ed1c-4f94-aa31-2ae9161ff75e tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:56.523691 n-d-768851-15 neutron-server[94216]: INFO neutron.db.l3_db [None req-31d68f2c-ed1c-4f94-aa31-2ae9161ff75e tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Floating IP cbf9b3b5-a02e-43b7-b53d-c56ddaf16cc1 disassociated. External IP: 172.25.7.92, port: 21ae63a9-db61-455b-b3f5-89b40aa03c29. Aug 10 03:32:56.535835 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-d073a89d-50db-4002-8b5f-de89af27fd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8', 'name': 'tempest-TestNetworkBasicOps-router-1084489345', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '8951e669-b588-4203-985f-021812449ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:16Z', 'updated_at': '2021-08-10T03:32:25Z', 'revision_number': 4, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'gw_port': {'id': '8951e669-b588-4203-985f-021812449ee1', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:18Z', 'updated_at': '2021-08-10T03:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '1a06a62b-1bc4-4063-8f19-04a40f931fe1', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'floating_ip_address': '172.25.7.156', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': 'fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8', 'port_id': '4838ad81-167f-4fad-9f0c-80841e67f418', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9fb31dd-1c8a-4293-b68f-13ea812561e0', 'mac_address': 'fa:16:3e:e0:d7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75482f5a-be44-4a9a-9b19-e3176fd57a0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:32:51Z', 'updated_at': '2021-08-10T03:32:51Z', 'revision_number': 0, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5408b203-0b2c-448b-9047-4dfb263e53e4', 'name': '', 'network_id': 'a9fb31dd-1c8a-4293-b68f-13ea812561e0', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'mac_address': 'fa:16:3e:8d:8b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '70d28cf7-e4e6-4f10-83d1-6dd3894ba9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:22Z', 'updated_at': '2021-08-10T03:32:31Z', 'revision_number': 5, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'subnets': [{'id': '70d28cf7-e4e6-4f10-83d1-6dd3894ba9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:56.597890 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-5e2e355f-2965-4bb6-90b3-42ac7fe3dd8b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Deleting port 31a49d9f-c9bb-4f35-9689-6b1a2939ce21 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:56.598316 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5e2e355f-2965-4bb6-90b3-42ac7fe3dd8b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:56.660544 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d073a89d-50db-4002-8b5f-de89af27fd6a None None] The sync data for ids ['fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8'] in n-d-768851-15 is: [{'id': 'fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8', 'name': 'tempest-TestNetworkBasicOps-router-1084489345', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '8951e669-b588-4203-985f-021812449ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:16Z', 'updated_at': '2021-08-10T03:32:25Z', 'revision_number': 4, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'gw_port': {'id': '8951e669-b588-4203-985f-021812449ee1', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:18Z', 'updated_at': '2021-08-10T03:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '1a06a62b-1bc4-4063-8f19-04a40f931fe1', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'floating_ip_address': '172.25.7.156', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': 'fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8', 'port_id': '4838ad81-167f-4fad-9f0c-80841e67f418', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9fb31dd-1c8a-4293-b68f-13ea812561e0', 'mac_address': 'fa:16:3e:e0:d7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75482f5a-be44-4a9a-9b19-e3176fd57a0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:32:51Z', 'updated_at': '2021-08-10T03:32:51Z', 'revision_number': 0, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5408b203-0b2c-448b-9047-4dfb263e53e4', 'name': '', 'network_id': 'a9fb31dd-1c8a-4293-b68f-13ea812561e0', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'mac_address': 'fa:16:3e:8d:8b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '70d28cf7-e4e6-4f10-83d1-6dd3894ba9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:22Z', 'updated_at': '2021-08-10T03:32:31Z', 'revision_number': 5, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'subnets': [{'id': '70d28cf7-e4e6-4f10-83d1-6dd3894ba9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:32:56.694190 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0c9499e6-341e-491c-8e6b-732a8b13ad36 None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:56.707157 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:56.720845 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-95ec3d4d-febc-4e2d-a0cc-feff463ed533 req-fbfe8a2d-173c-4746-b416-ceb7c88b3623 tempest-ServerShowV254Test-500594219 tempest-ServerShowV254Test-500594219-project] 10.222.0.62 "GET /v2.0/ports?device_id=f703b12b-0e6b-4b2f-bf53-46424f5a9527 HTTP/1.1" status: 200 len: 210 time: 0.0381043 Aug 10 03:32:56.735117 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0c9499e6-341e-491c-8e6b-732a8b13ad36 None None] Transition to ACTIVE for port object e498a059-91ad-48de-b766-ddd8fbdd2f7a will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:56.755307 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0c9499e6-341e-491c-8e6b-732a8b13ad36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:56.794146 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c87c9ad6-6811-438f-8c80-8b36a909239e req-8a476bb3-5f3d-4f4d-8920-6df83cc8ef36 service neutron] 10.222.0.58 "GET /v2.0/networks/a9fb31dd-1c8a-4293-b68f-13ea812561e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8700397 Aug 10 03:32:56.802881 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-95b868e9-2add-4265-96a7-3d5fa6450d11 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/floatingips/1a06a62b-1bc4-4063-8f19-04a40f931fe1 HTTP/1.1" status: 200 len: 991 time: 0.8769932 Aug 10 03:32:56.813977 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5e2e355f-2965-4bb6-90b3-42ac7fe3dd8b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:56.866464 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-5e2e355f-2965-4bb6-90b3-42ac7fe3dd8b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Calling delete_port for 31a49d9f-c9bb-4f35-9689-6b1a2939ce21 owned by {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:56.887638 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d3f12b34-c104-4d81-bce0-c89f02d73256 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:56.896053 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d3f12b34-c104-4d81-bce0-c89f02d73256 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:56.911692 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9499e6-341e-491c-8e6b-732a8b13ad36 None None] Pushing event updated for resources: {'Port': ['ID=e498a059-91ad-48de-b766-ddd8fbdd2f7a,revision_number=10']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:57.006969 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f12b34-c104-4d81-bce0-c89f02d73256 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Pushing event updated for resources: {'Port': ['ID=9ddb0e60-fdea-4509-b4f1-44a555a0a4b9,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:57.026119 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d3f12b34-c104-4d81-bce0-c89f02d73256 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:57.067513 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d68f2c-ed1c-4f94-aa31-2ae9161ff75e tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Router 82e2af90-6dd1-4bfc-a8b8-f188445f6c71 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:32:57.100975 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06daf3d9-a5c6-4fd3-9041-a10e9028c8ab None None] New status for floating IP 1a06a62b-1bc4-4063-8f19-04a40f931fe1: ACTIVE {{(pid=94219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:32:57.197602 n-d-768851-15 neutron-server[94217]: INFO neutron.db.l3_db [None req-d3f12b34-c104-4d81-bce0-c89f02d73256 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Floating IP 42153601-6de4-4470-8509-4d588d59ac91 associated. External IP: 172.25.7.75, port: e2e7d620-e6ad-40ec-a947-2a700b56b65c. Aug 10 03:32:57.305887 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e498a059-91ad-48de-b766-ddd8fbdd2f7a up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:57.362675 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d68f2c-ed1c-4f94-aa31-2ae9161ff75e tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:32:57.374777 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-599b12df-311a-4024-a70e-e102bb8c8fae req-866fa60d-c89c-4d9d-91bb-9053224c2641 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6f9b3f54-88a1-4974-90dc-f34e24732968&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3585200 Aug 10 03:32:57.378763 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-31d68f2c-ed1c-4f94-aa31-2ae9161ff75e tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:57.382893 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c95609-3119-4ed0-99f3-76ae9ad704d4 None None] Sync routers for ids ['82e2af90-6dd1-4bfc-a8b8-f188445f6c71'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:32:57.406087 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c95609-3119-4ed0-99f3-76ae9ad704d4 None None] Routers {'82e2af90-6dd1-4bfc-a8b8-f188445f6c71'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:57.406681 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-13c95609-3119-4ed0-99f3-76ae9ad704d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:32:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['82e2af90-6dd1-4bfc-a8b8-f188445f6c71'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:57.461231 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-31d68f2c-ed1c-4f94-aa31-2ae9161ff75e tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] 10.222.0.62 "PUT /v2.0/floatingips/cbf9b3b5-a02e-43b7-b53d-c56ddaf16cc1 HTTP/1.1" status: 200 len: 687 time: 1.9291098 Aug 10 03:32:57.462727 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 49932) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:57.486828 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-13c95609-3119-4ed0-99f3-76ae9ad704d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:57.501435 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c95609-3119-4ed0-99f3-76ae9ad704d4 None None] Routers {'82e2af90-6dd1-4bfc-a8b8-f188445f6c71'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:57.502057 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-13c95609-3119-4ed0-99f3-76ae9ad704d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:32:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['82e2af90-6dd1-4bfc-a8b8-f188445f6c71'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:57.535830 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-13c95609-3119-4ed0-99f3-76ae9ad704d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:57.536499 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c95609-3119-4ed0-99f3-76ae9ad704d4 None None] The sync data for ids ['82e2af90-6dd1-4bfc-a8b8-f188445f6c71'] in n-d-768851-15 is: [] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:32:57.598076 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f12b34-c104-4d81-bce0-c89f02d73256 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Router f7c649eb-de3b-4397-b4cc-21a6268f5909 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:32:57.641489 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5e2e355f-2965-4bb6-90b3-42ac7fe3dd8b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:57.705280 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b12df-311a-4024-a70e-e102bb8c8fae req-54878957-6679-4d19-9912-3f36edbe7c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:57.706969 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-599b12df-311a-4024-a70e-e102bb8c8fae req-54878957-6679-4d19-9912-3f36edbe7c25 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=38384b23a283420ab03964bbfa7ad032&device_id=6f9b3f54-88a1-4974-90dc-f34e24732968 HTTP/1.1" status: 200 len: 1097 time: 0.2708998 Aug 10 03:32:57.715766 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e355f-2965-4bb6-90b3-42ac7fe3dd8b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event deleted for resources: {'Port': ['ID=31a49d9f-c9bb-4f35-9689-6b1a2939ce21,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:57.735935 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f12b34-c104-4d81-bce0-c89f02d73256 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:32:57.746624 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc240730-92fc-420a-bcb0-8dd653ae514d None None] Sync routers for ids ['f7c649eb-de3b-4397-b4cc-21a6268f5909'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:32:57.753244 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2e355f-2965-4bb6-90b3-42ac7fe3dd8b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:57.753602 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2e355f-2965-4bb6-90b3-42ac7fe3dd8b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:57.754071 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2e355f-2965-4bb6-90b3-42ac7fe3dd8b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:57.754287 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2e355f-2965-4bb6-90b3-42ac7fe3dd8b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:57.754633 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2e355f-2965-4bb6-90b3-42ac7fe3dd8b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:57.755080 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2e355f-2965-4bb6-90b3-42ac7fe3dd8b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:57.755799 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2e355f-2965-4bb6-90b3-42ac7fe3dd8b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:57.755933 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2e355f-2965-4bb6-90b3-42ac7fe3dd8b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:57.756233 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2e355f-2965-4bb6-90b3-42ac7fe3dd8b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:57.756851 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2e355f-2965-4bb6-90b3-42ac7fe3dd8b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:57.756989 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2e355f-2965-4bb6-90b3-42ac7fe3dd8b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:57.757364 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2e355f-2965-4bb6-90b3-42ac7fe3dd8b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:57.759799 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc240730-92fc-420a-bcb0-8dd653ae514d None None] Routers {'f7c649eb-de3b-4397-b4cc-21a6268f5909'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:57.762228 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d3f12b34-c104-4d81-bce0-c89f02d73256 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:57.763209 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-cc240730-92fc-420a-bcb0-8dd653ae514d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:32:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['f7c649eb-de3b-4397-b4cc-21a6268f5909'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:57.808287 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49940) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:57.871346 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-83b38d40-4292-4082-86a1-1e8b4096eb37 None None] Provisioning for port e498a059-91ad-48de-b766-ddd8fbdd2f7a completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:57.876418 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-83b38d40-4292-4082-86a1-1e8b4096eb37 None None] Provisioning complete for port e498a059-91ad-48de-b766-ddd8fbdd2f7a triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:57.877077 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-83b38d40-4292-4082-86a1-1e8b4096eb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:57.889542 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-52638696-4ea7-491a-ace7-f98d7b123e17 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/floatingips/1a06a62b-1bc4-4063-8f19-04a40f931fe1 HTTP/1.1" status: 200 len: 993 time: 0.0794413 Aug 10 03:32:57.894815 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d3f12b34-c104-4d81-bce0-c89f02d73256 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.1537983 Aug 10 03:32:57.894815 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f9b3f54-88a1-4974-90dc-f34e24732968', 'tag': 'e2e7d620-e6ad-40ec-a947-2a700b56b65c'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:32:57.895219 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5249eae7-557a-404b-80b2-af81ed5083ae" -d '{"events": [{"name": "network-changed", "server_uuid": "6f9b3f54-88a1-4974-90dc-f34e24732968", "tag": "e2e7d620-e6ad-40ec-a947-2a700b56b65c"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:32:57.897042 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5e2e355f-2965-4bb6-90b3-42ac7fe3dd8b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:57.897626 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49944) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:57.901644 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-5e2e355f-2965-4bb6-90b3-42ac7fe3dd8b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/ports/31a49d9f-c9bb-4f35-9689-6b1a2939ce21 HTTP/1.1" status: 204 len: 168 time: 2.2109396 Aug 10 03:32:57.915195 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49948) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:57.922679 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0bc53c77-ce61-45c2-b27e-93726ff3080f req-6cf21c32-971c-49b6-8eb7-f20b5aeb31cd tempest-ServerShowV254Test-500594219 tempest-ServerShowV254Test-500594219-project] 10.222.0.62 "GET /v2.0/ports?device_id=f703b12b-0e6b-4b2f-bf53-46424f5a9527 HTTP/1.1" status: 200 len: 210 time: 0.0624857 Aug 10 03:32:57.994505 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269dc003-be84-44b8-abfb-ff2df64e0c57 x-openstack-request-id: req-269dc003-be84-44b8-abfb-ff2df64e0c57 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:32:57.994819 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f9b3f54-88a1-4974-90dc-f34e24732968", "tag": "e2e7d620-e6ad-40ec-a947-2a700b56b65c", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:32:57.995078 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-269dc003-be84-44b8-abfb-ff2df64e0c57 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:32:57.995599 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f9b3f54-88a1-4974-90dc-f34e24732968', 'tag': 'e2e7d620-e6ad-40ec-a947-2a700b56b65c', 'status': 'completed', 'code': 200} Aug 10 03:32:58.005808 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-e58a79ad-1fff-4963-a16d-6fdfe72dcc1b tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Deleting port 647ae81e-be51-455a-ace8-dbeb2bcbdd63 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:58.006160 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e58a79ad-1fff-4963-a16d-6fdfe72dcc1b tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:58.006767 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-cc240730-92fc-420a-bcb0-8dd653ae514d None None] Set router f7c649eb-de3b-4397-b4cc-21a6268f5909 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:58.009829 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ed137c-fc00-4b7d-8780-ef98626d83dd tempest-TestVolumeBackupRestore-114790424 tempest-TestVolumeBackupRestore-114790424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:58.012255 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b8ed137c-fc00-4b7d-8780-ef98626d83dd tempest-TestVolumeBackupRestore-114790424 tempest-TestVolumeBackupRestore-114790424-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=6f9b3f54-88a1-4974-90dc-f34e24732968 HTTP/1.1" status: 200 len: 1092 time: 0.1128447 Aug 10 03:32:58.015548 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49950) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:58.022976 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-cd08d78d-9ab9-461e-94a9-ee718a551ace tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Request body: {'floatingip': {'port_id': 'e2e7d620-e6ad-40ec-a947-2a700b56b65c'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:58.084055 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f46dc2-e1d2-48bd-a0e4-80f9e4bf8dd4 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:58.091215 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c9f46dc2-e1d2-48bd-a0e4-80f9e4bf8dd4 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1805356 Aug 10 03:32:58.096666 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49952) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:58.119047 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b12df-311a-4024-a70e-e102bb8c8fae req-00585108-8f9f-4dcf-b632-6e315dc129f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:58.121904 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-599b12df-311a-4024-a70e-e102bb8c8fae req-00585108-8f9f-4dcf-b632-6e315dc129f7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c1f8b189-00de-44d8-9cd3-d45b6d92f410 HTTP/1.1" status: 200 len: 914 time: 0.3608961 Aug 10 03:32:58.198932 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a69033-7238-416d-97d9-a0575acae336 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:58.200436 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-78a69033-7238-416d-97d9-a0575acae336 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1029348 Aug 10 03:32:58.203312 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cd08d78d-9ab9-461e-94a9-ee718a551ace tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Notify callbacks [] for floatingip, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:58.205837 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 49956) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:58.270750 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e58a79ad-1fff-4963-a16d-6fdfe72dcc1b tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:58.271046 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e58a79ad-1fff-4963-a16d-6fdfe72dcc1b tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:58.287217 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-e58a79ad-1fff-4963-a16d-6fdfe72dcc1b tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Calling delete_port for 647ae81e-be51-455a-ace8-dbeb2bcbdd63 owned by network:floatingip {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:58.301864 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-cc240730-92fc-420a-bcb0-8dd653ae514d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c649eb-de3b-4397-b4cc-21a6268f5909', 'name': 'tempest-TestVolumeBackupRestore-886096158-router', 'tenant_id': '38384b23a283420ab03964bbfa7ad032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '7e2608aa-4581-426e-9681-47e5a10036fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:20Z', 'updated_at': '2021-08-10T03:28:26Z', 'revision_number': 4, 'project_id': '38384b23a283420ab03964bbfa7ad032', 'gw_port': {'id': '7e2608aa-4581-426e-9681-47e5a10036fe', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:63:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c649eb-de3b-4397-b4cc-21a6268f5909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:22Z', 'updated_at': '2021-08-10T03:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '42153601-6de4-4470-8509-4d588d59ac91', 'tenant_id': '38384b23a283420ab03964bbfa7ad032', 'floating_ip_address': '172.25.7.75', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': 'f7c649eb-de3b-4397-b4cc-21a6268f5909', 'port_id': 'e2e7d620-e6ad-40ec-a947-2a700b56b65c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2851, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1f8b189-00de-44d8-9cd3-d45b6d92f410', 'mac_address': 'fa:16:3e:a4:41:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9b3f54-88a1-4974-90dc-f34e24732968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:32:55Z', 'updated_at': '2021-08-10T03:32:55Z', 'revision_number': 0, 'project_id': '38384b23a283420ab03964bbfa7ad032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72b831c3-297a-4d49-832a-d8cb14055aef', 'name': '', 'network_id': 'c1f8b189-00de-44d8-9cd3-d45b6d92f410', 'tenant_id': '38384b23a283420ab03964bbfa7ad032', 'mac_address': 'fa:16:3e:26:6c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c649eb-de3b-4397-b4cc-21a6268f5909', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'a11e6e79-2102-4c83-91da-cb64444e2111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:25Z', 'updated_at': '2021-08-10T03:28:39Z', 'revision_number': 5, 'project_id': '38384b23a283420ab03964bbfa7ad032', 'subnets': [{'id': 'a11e6e79-2102-4c83-91da-cb64444e2111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:58.326513 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-9bd97452-6394-44fe-a35b-7b1cf4100d46 None None] Could not find standard attr ID for object 31a49d9f-c9bb-4f35-9689-6b1a2939ce21. {{(pid=94218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:32:58.368833 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc240730-92fc-420a-bcb0-8dd653ae514d None None] Checking router: f7c649eb-de3b-4397-b4cc-21a6268f5909 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:32:58.388185 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc240730-92fc-420a-bcb0-8dd653ae514d None None] Routers {'f7c649eb-de3b-4397-b4cc-21a6268f5909'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:58.389059 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-cc240730-92fc-420a-bcb0-8dd653ae514d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:32:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['f7c649eb-de3b-4397-b4cc-21a6268f5909'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:58.429062 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-599b12df-311a-4024-a70e-e102bb8c8fae req-189bfc25-3352-4039-8f5b-9da370e9a4c5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2e7d620-e6ad-40ec-a947-2a700b56b65c HTTP/1.1" status: 200 len: 998 time: 0.2935300 Aug 10 03:32:58.453969 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd53a9d2-b33a-4f3b-9e05-26aaf2ed2dae tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:58.460708 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd53a9d2-b33a-4f3b-9e05-26aaf2ed2dae tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:58.462570 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd53a9d2-b33a-4f3b-9e05-26aaf2ed2dae tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:58.466641 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-fd53a9d2-b33a-4f3b-9e05-26aaf2ed2dae tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2556965 Aug 10 03:32:58.467583 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49964) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:58.556285 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b12df-311a-4024-a70e-e102bb8c8fae req-e8326551-df80-4447-91d4-2aabb7753ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:58.557753 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-599b12df-311a-4024-a70e-e102bb8c8fae req-e8326551-df80-4447-91d4-2aabb7753ca2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a11e6e79-2102-4c83-91da-cb64444e2111 HTTP/1.1" status: 200 len: 852 time: 0.1171672 Aug 10 03:32:58.561054 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-cc240730-92fc-420a-bcb0-8dd653ae514d None None] Set router f7c649eb-de3b-4397-b4cc-21a6268f5909 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:58.563327 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e58a79ad-1fff-4963-a16d-6fdfe72dcc1b tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:58.625551 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58a79ad-1fff-4963-a16d-6fdfe72dcc1b tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Pushing event deleted for resources: {'Port': ['ID=647ae81e-be51-455a-ace8-dbeb2bcbdd63,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:58.718407 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b12df-311a-4024-a70e-e102bb8c8fae req-fb9c1a3a-7d4b-4010-986d-d2ee90952e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:58.720054 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-599b12df-311a-4024-a70e-e102bb8c8fae req-fb9c1a3a-7d4b-4010-986d-d2ee90952e59 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c1f8b189-00de-44d8-9cd3-d45b6d92f410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1501682 Aug 10 03:32:58.726396 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e58a79ad-1fff-4963-a16d-6fdfe72dcc1b tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for floatingip, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:58.730238 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e58a79ad-1fff-4963-a16d-6fdfe72dcc1b tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:58.734357 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-e58a79ad-1fff-4963-a16d-6fdfe72dcc1b tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] 10.222.0.62 "DELETE /v2.0/floatingips/cbf9b3b5-a02e-43b7-b53d-c56ddaf16cc1 HTTP/1.1" status: 204 len: 168 time: 1.2310176 Aug 10 03:32:58.743450 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 49970) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:58.746634 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa04b4c7-ccbe-4916-a974-facc30c48e64 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Deleting subnet b94d9bed-8eb1-41ef-be25-b739f1d7fd27 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:32:58.764150 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-aa04b4c7-ccbe-4916-a974-facc30c48e64 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:58.835396 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [None req-d599281c-642f-4c47-ba1b-dcadd5da3a51 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] delete failed (client error): The resource could not be found. Aug 10 03:32:58.837232 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d599281c-642f-4c47-ba1b-dcadd5da3a51 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] 10.222.0.62 "DELETE /v2.0/floatingips/cbf9b3b5-a02e-43b7-b53d-c56ddaf16cc1 HTTP/1.1" status: 404 len: 345 time: 0.0920677 Aug 10 03:32:58.843151 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 49972) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:58.850237 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-cc240730-92fc-420a-bcb0-8dd653ae514d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c649eb-de3b-4397-b4cc-21a6268f5909', 'name': 'tempest-TestVolumeBackupRestore-886096158-router', 'tenant_id': '38384b23a283420ab03964bbfa7ad032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '7e2608aa-4581-426e-9681-47e5a10036fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:20Z', 'updated_at': '2021-08-10T03:28:26Z', 'revision_number': 4, 'project_id': '38384b23a283420ab03964bbfa7ad032', 'gw_port': {'id': '7e2608aa-4581-426e-9681-47e5a10036fe', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:63:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c649eb-de3b-4397-b4cc-21a6268f5909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:22Z', 'updated_at': '2021-08-10T03:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '42153601-6de4-4470-8509-4d588d59ac91', 'tenant_id': '38384b23a283420ab03964bbfa7ad032', 'floating_ip_address': '172.25.7.75', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': 'f7c649eb-de3b-4397-b4cc-21a6268f5909', 'port_id': 'e2e7d620-e6ad-40ec-a947-2a700b56b65c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2851, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1f8b189-00de-44d8-9cd3-d45b6d92f410', 'mac_address': 'fa:16:3e:a4:41:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9b3f54-88a1-4974-90dc-f34e24732968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:32:55Z', 'updated_at': '2021-08-10T03:32:55Z', 'revision_number': 0, 'project_id': '38384b23a283420ab03964bbfa7ad032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72b831c3-297a-4d49-832a-d8cb14055aef', 'name': '', 'network_id': 'c1f8b189-00de-44d8-9cd3-d45b6d92f410', 'tenant_id': '38384b23a283420ab03964bbfa7ad032', 'mac_address': 'fa:16:3e:26:6c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c649eb-de3b-4397-b4cc-21a6268f5909', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'a11e6e79-2102-4c83-91da-cb64444e2111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:25Z', 'updated_at': '2021-08-10T03:28:39Z', 'revision_number': 5, 'project_id': '38384b23a283420ab03964bbfa7ad032', 'subnets': [{'id': 'a11e6e79-2102-4c83-91da-cb64444e2111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:58.872347 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-aa04b4c7-ccbe-4916-a974-facc30c48e64 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:58.888712 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc240730-92fc-420a-bcb0-8dd653ae514d None None] The sync data for ids ['f7c649eb-de3b-4397-b4cc-21a6268f5909'] in n-d-768851-15 is: [{'id': 'f7c649eb-de3b-4397-b4cc-21a6268f5909', 'name': 'tempest-TestVolumeBackupRestore-886096158-router', 'tenant_id': '38384b23a283420ab03964bbfa7ad032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '7e2608aa-4581-426e-9681-47e5a10036fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:20Z', 'updated_at': '2021-08-10T03:28:26Z', 'revision_number': 4, 'project_id': '38384b23a283420ab03964bbfa7ad032', 'gw_port': {'id': '7e2608aa-4581-426e-9681-47e5a10036fe', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:63:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c649eb-de3b-4397-b4cc-21a6268f5909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:22Z', 'updated_at': '2021-08-10T03:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '42153601-6de4-4470-8509-4d588d59ac91', 'tenant_id': '38384b23a283420ab03964bbfa7ad032', 'floating_ip_address': '172.25.7.75', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': 'f7c649eb-de3b-4397-b4cc-21a6268f5909', 'port_id': 'e2e7d620-e6ad-40ec-a947-2a700b56b65c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2851, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1f8b189-00de-44d8-9cd3-d45b6d92f410', 'mac_address': 'fa:16:3e:a4:41:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9b3f54-88a1-4974-90dc-f34e24732968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:32:55Z', 'updated_at': '2021-08-10T03:32:55Z', 'revision_number': 0, 'project_id': '38384b23a283420ab03964bbfa7ad032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72b831c3-297a-4d49-832a-d8cb14055aef', 'name': '', 'network_id': 'c1f8b189-00de-44d8-9cd3-d45b6d92f410', 'tenant_id': '38384b23a283420ab03964bbfa7ad032', 'mac_address': 'fa:16:3e:26:6c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c649eb-de3b-4397-b4cc-21a6268f5909', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'a11e6e79-2102-4c83-91da-cb64444e2111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:25Z', 'updated_at': '2021-08-10T03:28:39Z', 'revision_number': 5, 'project_id': '38384b23a283420ab03964bbfa7ad032', 'subnets': [{'id': 'a11e6e79-2102-4c83-91da-cb64444e2111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:32:58.920975 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8ad68756-4367-4a18-8b21-685e55e47b9f req-33d1d709-dae2-4c01-9c8c-a013fd9242b7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e34a7a90-f7ad-4c7c-8890-75e5ca96ee72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2018096 Aug 10 03:32:58.979530 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb6ebb0-f712-405d-88e0-38680a4e2e42 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:58.986134 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb6ebb0-f712-405d-88e0-38680a4e2e42 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:58.992410 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb6ebb0-f712-405d-88e0-38680a4e2e42 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:58.997056 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ebb6ebb0-f712-405d-88e0-38680a4e2e42 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] 10.222.0.62 "GET /v2.0/ports?network_id=b49de592-d3b8-40c7-a261-280abab578fc HTTP/1.1" status: 200 len: 2358 time: 0.1504960 Aug 10 03:32:58.997516 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-599b12df-311a-4024-a70e-e102bb8c8fae req-ade55442-a03f-4f89-a1eb-4508362e8d59 service neutron] 10.222.0.60 "GET /v2.0/networks/c1f8b189-00de-44d8-9cd3-d45b6d92f410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619646 Aug 10 03:32:58.998059 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 49976) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:59.047239 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.db.resource_extend [None req-cd08d78d-9ab9-461e-94a9-ee718a551ace tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:32:59.091570 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-aa04b4c7-ccbe-4916-a974-facc30c48e64 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:59.131273 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-28ed08e3-0a4c-4334-903a-d2ed26f94bbd req-55b58e86-8bd7-403a-8b4f-e09f93108b3f tempest-ServerShowV254Test-500594219 tempest-ServerShowV254Test-500594219-project] 10.222.0.62 "GET /v2.0/ports?device_id=f703b12b-0e6b-4b2f-bf53-46424f5a9527 HTTP/1.1" status: 200 len: 210 time: 0.0964019 Aug 10 03:32:59.147621 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e03a1c-fbf4-4233-a9cd-c74af59b1624 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:59.148832 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cd08d78d-9ab9-461e-94a9-ee718a551ace tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:59.154371 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad68756-4367-4a18-8b21-685e55e47b9f req-7aae0718-05d8-40ec-bbc8-44a48d2fb230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:59.154371 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8ad68756-4367-4a18-8b21-685e55e47b9f req-7aae0718-05d8-40ec-bbc8-44a48d2fb230 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=716a2501dd514284b3618ba976b1a21f&device_id=e34a7a90-f7ad-4c7c-8890-75e5ca96ee72 HTTP/1.1" status: 200 len: 1097 time: 0.1463513 Aug 10 03:32:59.155306 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 49982) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:59.155909 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b3e03a1c-fbf4-4233-a9cd-c74af59b1624 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] 10.222.0.62 "GET /v2.0/subnets/27735c3d-e711-4233-9659-6fd907bc651e HTTP/1.1" status: 200 len: 797 time: 0.1565678 Aug 10 03:32:59.171160 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-bfa549d6-9ccd-496a-8510-3df0f5da9203 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Request body: {'port': {'network_id': 'b49de592-d3b8-40c7-a261-280abab578fc', 'name': 'tempest-FloatingIPTestJSON-2070947200', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:59.191897 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cd08d78d-9ab9-461e-94a9-ee718a551ace tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:59.209798 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-599b12df-311a-4024-a70e-e102bb8c8fae req-a16caa56-2c6b-4ff7-9f8a-f31f243fbbb5 service neutron] 10.222.0.60 "GET /v2.0/networks/c1f8b189-00de-44d8-9cd3-d45b6d92f410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760828 Aug 10 03:32:59.281043 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad3a6e1-b5d2-4b9c-bb94-aa080508b587 None None] New status for floating IP 42153601-6de4-4470-8509-4d588d59ac91: ACTIVE {{(pid=94218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:32:59.351127 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5249eae7-557a-404b-80b2-af81ed5083ae req-29723c29-bd8e-49ea-98f3-cfa334316901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:59.352932 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5249eae7-557a-404b-80b2-af81ed5083ae req-29723c29-bd8e-49ea-98f3-cfa334316901 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=38384b23a283420ab03964bbfa7ad032&device_id=6f9b3f54-88a1-4974-90dc-f34e24732968 HTTP/1.1" status: 200 len: 1097 time: 0.0599537 Aug 10 03:32:59.417804 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad68756-4367-4a18-8b21-685e55e47b9f req-b0d67b9e-e425-49d8-8319-750b4048d34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:59.419667 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8ad68756-4367-4a18-8b21-685e55e47b9f req-b0d67b9e-e425-49d8-8319-750b4048d34d service neutron] 10.222.0.58 "GET /v2.0/networks?id=b944b0e3-b136-43d0-aeef-f89e7c552d7f HTTP/1.1" status: 200 len: 912 time: 0.2447517 Aug 10 03:32:59.420781 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-aa04b4c7-ccbe-4916-a974-facc30c48e64 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:59.508276 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5249eae7-557a-404b-80b2-af81ed5083ae req-63e09bda-12a8-41c3-b95e-a033cf1b44fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:59.510378 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5249eae7-557a-404b-80b2-af81ed5083ae req-63e09bda-12a8-41c3-b95e-a033cf1b44fc service neutron] 10.222.0.60 "GET /v2.0/networks?id=c1f8b189-00de-44d8-9cd3-d45b6d92f410 HTTP/1.1" status: 200 len: 914 time: 0.1470435 Aug 10 03:32:59.551862 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-aa04b4c7-ccbe-4916-a974-facc30c48e64 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:59.553803 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-aa04b4c7-ccbe-4916-a974-facc30c48e64 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/subnets/b94d9bed-8eb1-41ef-be25-b739f1d7fd27 HTTP/1.1" status: 204 len: 168 time: 1.0833697 Aug 10 03:32:59.561440 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 49992) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:59.563047 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107dfd97-a455-4257-8d61-c1c88ebe3f87 None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:59.569464 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa04b4c7-ccbe-4916-a974-facc30c48e64 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event deleted for resources: {'Subnet': ['ID=b94d9bed-8eb1-41ef-be25-b739f1d7fd27,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:59.623968 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8ad68756-4367-4a18-8b21-685e55e47b9f req-2ed4e6b2-abab-42a8-bd00-3dee402bbff1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95c2604e-4630-4509-a2f7-cc13d30026e4 HTTP/1.1" status: 200 len: 1001 time: 0.1535742 Aug 10 03:32:59.628060 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5249eae7-557a-404b-80b2-af81ed5083ae req-f151d211-b8b9-41e4-bd77-d38618ddf4d9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2e7d620-e6ad-40ec-a947-2a700b56b65c HTTP/1.1" status: 200 len: 1000 time: 0.1093085 Aug 10 03:32:59.632446 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-394a3f49-f715-4999-9bb7-9eed15feddf3 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Deleting subnet ed17d4a7-c469-414c-b896-94ff2789bc08 {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:32:59.635908 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-394a3f49-f715-4999-9bb7-9eed15feddf3 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:59.672026 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa549d6-9ccd-496a-8510-3df0f5da9203 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Made reservation on behalf of f76e5d9de24c405a8d24d929c2b325c6 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:59.722965 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-394a3f49-f715-4999-9bb7-9eed15feddf3 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:59.761859 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5249eae7-557a-404b-80b2-af81ed5083ae req-3ab1b95a-0074-4896-a81b-2fe8aa790dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:59.763499 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5249eae7-557a-404b-80b2-af81ed5083ae req-3ab1b95a-0074-4896-a81b-2fe8aa790dfe service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a11e6e79-2102-4c83-91da-cb64444e2111 HTTP/1.1" status: 200 len: 852 time: 0.1031835 Aug 10 03:32:59.861835 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5249eae7-557a-404b-80b2-af81ed5083ae req-9ae04cf6-bb39-4eb9-bd66-e9424a6fd48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:59.864170 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5249eae7-557a-404b-80b2-af81ed5083ae req-9ae04cf6-bb39-4eb9-bd66-e9424a6fd48a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c1f8b189-00de-44d8-9cd3-d45b6d92f410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0887837 Aug 10 03:32:59.872672 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-394a3f49-f715-4999-9bb7-9eed15feddf3 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:00.025130 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5249eae7-557a-404b-80b2-af81ed5083ae req-31a34896-6a0a-4115-8dcf-ed7d0488c7a7 service neutron] 10.222.0.60 "GET /v2.0/networks/c1f8b189-00de-44d8-9cd3-d45b6d92f410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475370 Aug 10 03:33:00.027266 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-394a3f49-f715-4999-9bb7-9eed15feddf3 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:00.243497 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad68756-4367-4a18-8b21-685e55e47b9f req-d7228d2c-1e84-4a73-878f-0f4fa2f3f7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:00.246767 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8ad68756-4367-4a18-8b21-685e55e47b9f req-d7228d2c-1e84-4a73-878f-0f4fa2f3f7aa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9fa6e43b-250a-4024-b95b-0ad12ce73ea4 HTTP/1.1" status: 200 len: 850 time: 0.6114683 Aug 10 03:33:00.321732 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-322db504-23dc-48a3-b2c1-c11dfd9d8ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:00.357624 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bfa549d6-9ccd-496a-8510-3df0f5da9203 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:00.363420 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd08d78d-9ab9-461e-94a9-ee718a551ace tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Router f7c649eb-de3b-4397-b4cc-21a6268f5909 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:33:00.387181 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad68756-4367-4a18-8b21-685e55e47b9f req-b42632ea-3192-4866-b7d4-355b9682d288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:00.388585 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8ad68756-4367-4a18-8b21-685e55e47b9f req-b42632ea-3192-4866-b7d4-355b9682d288 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b944b0e3-b136-43d0-aeef-f89e7c552d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1114745 Aug 10 03:33:00.395805 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [None req-bfa549d6-9ccd-496a-8510-3df0f5da9203 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] device_id is not set on port 4475f5f7-19d6-41d8-bf1b-4a1d134eef1a yet. {{(pid=94217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:33:00.615720 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-394a3f49-f715-4999-9bb7-9eed15feddf3 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:00.618814 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-394a3f49-f715-4999-9bb7-9eed15feddf3 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/subnets/ed17d4a7-c469-414c-b896-94ff2789bc08 HTTP/1.1" status: 204 len: 168 time: 1.0565891 Aug 10 03:33:00.632819 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50012) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:00.638350 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394a3f49-f715-4999-9bb7-9eed15feddf3 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event deleted for resources: {'Subnet': ['ID=ed17d4a7-c469-414c-b896-94ff2789bc08,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:00.641914 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cb7804d9-fe7d-49ac-ba5f-ff9e3584cde8 req-6a65561c-b374-4bb1-b5f5-2ac0bcf1bf47 tempest-ServerShowV254Test-500594219 tempest-ServerShowV254Test-500594219-project] 10.222.0.62 "GET /v2.0/ports?device_id=f703b12b-0e6b-4b2f-bf53-46424f5a9527 HTTP/1.1" status: 200 len: 210 time: 0.0694399 Aug 10 03:33:00.658199 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd08d78d-9ab9-461e-94a9-ee718a551ace tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:33:00.663592 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cd08d78d-9ab9-461e-94a9-ee718a551ace tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:00.668438 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee0b93d-5f57-48d8-b6ff-02c22109f8ed None None] Sync routers for ids ['f7c649eb-de3b-4397-b4cc-21a6268f5909'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:33:00.691837 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee0b93d-5f57-48d8-b6ff-02c22109f8ed None None] Routers {'f7c649eb-de3b-4397-b4cc-21a6268f5909'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:00.692475 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-dee0b93d-5f57-48d8-b6ff-02c22109f8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:32:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['f7c649eb-de3b-4397-b4cc-21a6268f5909'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:00.701294 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8d67a86e-8c97-42fb-aa86-9b93145489a6 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0629504 Aug 10 03:33:00.704287 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50014) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:00.736154 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df89955-34b5-44ed-9520-918f47fcf5dc None None] Network da252ef5-253f-415c-bfce-1cf3e51986e9 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:00.747261 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5249eae7-557a-404b-80b2-af81ed5083ae req-509db1cb-1b06-4d8b-8ab5-0e21148ad57c service neutron] 10.222.0.60 "GET /v2.0/networks/c1f8b189-00de-44d8-9cd3-d45b6d92f410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7104211 Aug 10 03:33:00.814184 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80057486-d1a1-4e60-90c6-6d9673a78d21 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:00.816368 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-80057486-d1a1-4e60-90c6-6d9673a78d21 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1107602 Aug 10 03:33:00.817608 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f9b3f54-88a1-4974-90dc-f34e24732968', 'tag': 'e2e7d620-e6ad-40ec-a947-2a700b56b65c'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:33:00.819354 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50018) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:00.819946 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5a9539-c976-42ee-9e45-648cb265c3e6" -d '{"events": [{"name": "network-changed", "server_uuid": "6f9b3f54-88a1-4974-90dc-f34e24732968", "tag": "e2e7d620-e6ad-40ec-a947-2a700b56b65c"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:33:00.860320 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-ae7cc505-3867-4ced-bc08-1b83f4eb5e24 None None] Provisioning complete for port e498a059-91ad-48de-b766-ddd8fbdd2f7a triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:00.863267 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ae7cc505-3867-4ced-bc08-1b83f4eb5e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:00.880347 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-dee0b93d-5f57-48d8-b6ff-02c22109f8ed None None] Set router f7c649eb-de3b-4397-b4cc-21a6268f5909 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:33:00.889112 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a29954-d9de-4be1-a82a-706a164fe111 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:00.893161 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-a7a29954-d9de-4be1-a82a-706a164fe111 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0699062 Aug 10 03:33:00.894364 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50024) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:00.904542 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-cd08d78d-9ab9-461e-94a9-ee718a551ace tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] 10.222.0.62 "PUT /v2.0/floatingips/42153601-6de4-4470-8509-4d588d59ac91 HTTP/1.1" status: 200 len: 990 time: 2.8879726 Aug 10 03:33:00.947395 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8ad68756-4367-4a18-8b21-685e55e47b9f req-65c83022-f4df-48a4-ac3f-b239a4b5aa8d service neutron] 10.222.0.58 "GET /v2.0/networks/b944b0e3-b136-43d0-aeef-f89e7c552d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5461266 Aug 10 03:33:00.951371 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c845b2-a2d0-4e1f-a1b7-7165a94351f9 x-openstack-request-id: req-e1c845b2-a2d0-4e1f-a1b7-7165a94351f9 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:33:00.951827 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f9b3f54-88a1-4974-90dc-f34e24732968", "tag": "e2e7d620-e6ad-40ec-a947-2a700b56b65c", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:33:00.951945 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e1c845b2-a2d0-4e1f-a1b7-7165a94351f9 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:33:00.952288 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f9b3f54-88a1-4974-90dc-f34e24732968', 'tag': 'e2e7d620-e6ad-40ec-a947-2a700b56b65c', 'status': 'completed', 'code': 200} Aug 10 03:33:00.956639 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f2e1eae1-b651-4c70-8dad-181227c547bb tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0593956 Aug 10 03:33:00.963180 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50026) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:01.000872 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3d5831d-dec7-40c9-aa5d-016b9455a2b5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] DELETE failed (client error): The resource could not be found. Aug 10 03:33:01.001492 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3d5831d-dec7-40c9-aa5d-016b9455a2b5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:01.003444 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-e3d5831d-dec7-40c9-aa5d-016b9455a2b5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/ports/31a49d9f-c9bb-4f35-9689-6b1a2939ce21 HTTP/1.1" status: 404 len: 333 time: 0.0393300 Aug 10 03:33:01.007373 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50028) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:01.041871 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-29113312-2298-4cdd-93fe-6cea5882ed24 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] DELETE failed (client error): The resource could not be found. Aug 10 03:33:01.043813 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29113312-2298-4cdd-93fe-6cea5882ed24 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:01.048998 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-29113312-2298-4cdd-93fe-6cea5882ed24 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/subnets/b94d9bed-8eb1-41ef-be25-b739f1d7fd27 HTTP/1.1" status: 404 len: 337 time: 0.0391817 Aug 10 03:33:01.049200 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50030) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:01.065589 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a9539-c976-42ee-9e45-648cb265c3e6 req-1af93fb3-516d-47dd-b6a0-b9de6d3f3f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:01.065589 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4c5a9539-c976-42ee-9e45-648cb265c3e6 req-1af93fb3-516d-47dd-b6a0-b9de6d3f3f00 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=38384b23a283420ab03964bbfa7ad032&device_id=6f9b3f54-88a1-4974-90dc-f34e24732968 HTTP/1.1" status: 200 len: 1097 time: 0.1055107 Aug 10 03:33:01.092371 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddf3da26-fad4-4d01-a48d-9d7ddaa659c5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] DELETE failed (client error): The resource could not be found. Aug 10 03:33:01.092837 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddf3da26-fad4-4d01-a48d-9d7ddaa659c5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:01.094609 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ddf3da26-fad4-4d01-a48d-9d7ddaa659c5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/subnets/ed17d4a7-c469-414c-b896-94ff2789bc08 HTTP/1.1" status: 404 len: 337 time: 0.0381014 Aug 10 03:33:01.099910 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50032) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:01.157525 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b5aa427-f4a2-4e8d-980a-bcc7dbffe850 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] DELETE failed (client error): The resource could not be found. Aug 10 03:33:01.158330 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b5aa427-f4a2-4e8d-980a-bcc7dbffe850 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:01.163707 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6b5aa427-f4a2-4e8d-980a-bcc7dbffe850 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/ports/a3d3d00d-39a4-4214-bb5c-8705dc6a0400 HTTP/1.1" status: 404 len: 333 time: 0.0623507 Aug 10 03:33:01.169199 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50034) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:01.223258 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3784563a-5cbf-4a9e-a99e-444f6c74135d None None] DHCP port deletion for da252ef5-253f-415c-bfce-1cf3e51986e9 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:33:01.225610 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-429311da-da35-41dd-b7d8-466497c5f04f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] DELETE failed (client error): The resource could not be found. Aug 10 03:33:01.226080 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-429311da-da35-41dd-b7d8-466497c5f04f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:01.231078 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-429311da-da35-41dd-b7d8-466497c5f04f tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/subnets/3c71376f-454d-48c5-86c0-f4dc51a11733 HTTP/1.1" status: 404 len: 337 time: 0.0588109 Aug 10 03:33:01.231377 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50040) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:01.280075 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec8f3f5d-8bef-40c9-b6d3-af0e9675d7ec tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] DELETE failed (client error): The resource could not be found. Aug 10 03:33:01.280459 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec8f3f5d-8bef-40c9-b6d3-af0e9675d7ec tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:01.281449 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-bfa549d6-9ccd-496a-8510-3df0f5da9203 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Allocated IP 172.20.0.13 (b49de592-d3b8-40c7-a261-280abab578fc/27735c3d-e711-4233-9659-6fd907bc651e/4475f5f7-19d6-41d8-bf1b-4a1d134eef1a) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:01.285627 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ec8f3f5d-8bef-40c9-b6d3-af0e9675d7ec tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/subnets/f568a5db-bbb0-43bc-8d8e-ac7206e3eeea HTTP/1.1" status: 404 len: 337 time: 0.0499899 Aug 10 03:33:01.285627 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a9539-c976-42ee-9e45-648cb265c3e6 req-4b8078ee-9c14-466c-a3ff-770c5b2f8629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:01.287039 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4c5a9539-c976-42ee-9e45-648cb265c3e6 req-4b8078ee-9c14-466c-a3ff-770c5b2f8629 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c1f8b189-00de-44d8-9cd3-d45b6d92f410 HTTP/1.1" status: 200 len: 914 time: 0.2138696 Aug 10 03:33:01.287509 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50042) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:01.289305 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-bfa549d6-9ccd-496a-8510-3df0f5da9203 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Allocated IP 172.20.0.12 (b49de592-d3b8-40c7-a261-280abab578fc/27735c3d-e711-4233-9659-6fd907bc651e/4475f5f7-19d6-41d8-bf1b-4a1d134eef1a) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:01.355765 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3784563a-5cbf-4a9e-a99e-444f6c74135d None None] Deleting port e498a059-91ad-48de-b766-ddd8fbdd2f7a {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:01.356353 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3784563a-5cbf-4a9e-a99e-444f6c74135d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:01.401420 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-8282a5e6-2045-47c4-bdcf-355a2fc97284 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] DELETE failed (client error): The resource could not be found. Aug 10 03:33:01.402194 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8282a5e6-2045-47c4-bdcf-355a2fc97284 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:01.406263 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8282a5e6-2045-47c4-bdcf-355a2fc97284 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/ports/0d14edfb-7b0f-4b9e-9199-df7f317752aa HTTP/1.1" status: 404 len: 333 time: 0.1155882 Aug 10 03:33:01.406529 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50046) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:01.439409 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-f43ae2a7-8f91-4c67-9335-88c4553fc6bb tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] DELETE failed (client error): The resource could not be found. Aug 10 03:33:01.439793 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f43ae2a7-8f91-4c67-9335-88c4553fc6bb tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:01.444256 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-f43ae2a7-8f91-4c67-9335-88c4553fc6bb tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/subnets/1b70ba41-83a3-4828-8332-4fdeeac61fc4 HTTP/1.1" status: 404 len: 337 time: 0.0341394 Aug 10 03:33:01.444588 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50048) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:01.450020 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3784563a-5cbf-4a9e-a99e-444f6c74135d None None] For port e498a059-91ad-48de-b766-ddd8fbdd2f7a, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=e498a059-91ad-48de-b766-ddd8fbdd2f7a,segment=NetworkSegment(f394b921-2bcf-4fc7-8a2e-ba237f7dfa21),segment_id=f394b921-2bcf-4fc7-8a2e-ba237f7dfa21)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:01.450427 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3784563a-5cbf-4a9e-a99e-444f6c74135d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:01.479608 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bfa549d6-9ccd-496a-8510-3df0f5da9203 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:01.482128 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff0f121e-a61e-4621-a93e-390bcadba075 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] DELETE failed (client error): The resource could not be found. Aug 10 03:33:01.482605 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff0f121e-a61e-4621-a93e-390bcadba075 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:01.486762 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ff0f121e-a61e-4621-a93e-390bcadba075 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/subnets/10d803c8-d357-4cb5-a53d-526d3664b269 HTTP/1.1" status: 404 len: 337 time: 0.0389438 Aug 10 03:33:01.487341 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50050) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:01.500832 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3784563a-5cbf-4a9e-a99e-444f6c74135d None None] Calling delete_port for e498a059-91ad-48de-b766-ddd8fbdd2f7a owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:01.516369 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4c5a9539-c976-42ee-9e45-648cb265c3e6 req-00886dac-1c2c-4c4b-9678-e461145eb18f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2e7d620-e6ad-40ec-a947-2a700b56b65c HTTP/1.1" status: 200 len: 1000 time: 0.2177019 Aug 10 03:33:01.517485 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd130045-6c07-4269-bcd0-765fb1d082fe tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] DELETE failed (client error): The resource could not be found. Aug 10 03:33:01.518636 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd130045-6c07-4269-bcd0-765fb1d082fe tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:01.523015 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-bd130045-6c07-4269-bcd0-765fb1d082fe tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/ports/4696a397-dd0a-4480-a262-850b9de996ba HTTP/1.1" status: 404 len: 333 time: 0.0320990 Aug 10 03:33:01.523203 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-dee0b93d-5f57-48d8-b6ff-02c22109f8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c649eb-de3b-4397-b4cc-21a6268f5909', 'name': 'tempest-TestVolumeBackupRestore-886096158-router', 'tenant_id': '38384b23a283420ab03964bbfa7ad032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '7e2608aa-4581-426e-9681-47e5a10036fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:20Z', 'updated_at': '2021-08-10T03:28:26Z', 'revision_number': 4, 'project_id': '38384b23a283420ab03964bbfa7ad032', 'gw_port': {'id': '7e2608aa-4581-426e-9681-47e5a10036fe', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:63:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c649eb-de3b-4397-b4cc-21a6268f5909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:22Z', 'updated_at': '2021-08-10T03:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '42153601-6de4-4470-8509-4d588d59ac91', 'tenant_id': '38384b23a283420ab03964bbfa7ad032', 'floating_ip_address': '172.25.7.75', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': 'f7c649eb-de3b-4397-b4cc-21a6268f5909', 'port_id': 'e2e7d620-e6ad-40ec-a947-2a700b56b65c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2851, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1f8b189-00de-44d8-9cd3-d45b6d92f410', 'mac_address': 'fa:16:3e:a4:41:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9b3f54-88a1-4974-90dc-f34e24732968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:32:55Z', 'updated_at': '2021-08-10T03:32:59Z', 'revision_number': 2, 'project_id': '38384b23a283420ab03964bbfa7ad032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72b831c3-297a-4d49-832a-d8cb14055aef', 'name': '', 'network_id': 'c1f8b189-00de-44d8-9cd3-d45b6d92f410', 'tenant_id': '38384b23a283420ab03964bbfa7ad032', 'mac_address': 'fa:16:3e:26:6c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c649eb-de3b-4397-b4cc-21a6268f5909', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'a11e6e79-2102-4c83-91da-cb64444e2111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:25Z', 'updated_at': '2021-08-10T03:28:39Z', 'revision_number': 5, 'project_id': '38384b23a283420ab03964bbfa7ad032', 'subnets': [{'id': 'a11e6e79-2102-4c83-91da-cb64444e2111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:01.524753 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50052) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:01.574770 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-10cbc136-74c0-44c8-9a71-ffd5e6113321 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] DELETE failed (client error): The resource could not be found. Aug 10 03:33:01.575187 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10cbc136-74c0-44c8-9a71-ffd5e6113321 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:01.578789 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-10cbc136-74c0-44c8-9a71-ffd5e6113321 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/subnets/8224397c-204d-43f4-bbb1-ee359a8910a5 HTTP/1.1" status: 404 len: 337 time: 0.0503759 Aug 10 03:33:01.581208 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bfa549d6-9ccd-496a-8510-3df0f5da9203 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:01.587667 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee0b93d-5f57-48d8-b6ff-02c22109f8ed None None] Checking router: f7c649eb-de3b-4397-b4cc-21a6268f5909 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:33:01.588369 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50054) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:01.605345 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee0b93d-5f57-48d8-b6ff-02c22109f8ed None None] Routers {'f7c649eb-de3b-4397-b4cc-21a6268f5909'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:01.606811 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-dee0b93d-5f57-48d8-b6ff-02c22109f8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:32:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['f7c649eb-de3b-4397-b4cc-21a6268f5909'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:01.616817 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a9539-c976-42ee-9e45-648cb265c3e6 req-8c0be137-b712-4b2c-86dc-f5fb4895ecca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:01.618905 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4c5a9539-c976-42ee-9e45-648cb265c3e6 req-8c0be137-b712-4b2c-86dc-f5fb4895ecca service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a11e6e79-2102-4c83-91da-cb64444e2111 HTTP/1.1" status: 200 len: 852 time: 0.0886831 Aug 10 03:33:01.622691 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3784563a-5cbf-4a9e-a99e-444f6c74135d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:01.661686 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3784563a-5cbf-4a9e-a99e-444f6c74135d None None] Pushing event deleted for resources: {'Port': ['ID=e498a059-91ad-48de-b766-ddd8fbdd2f7a,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:01.671931 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3784563a-5cbf-4a9e-a99e-444f6c74135d None None] No DVR routers for this DVR port e498a059-91ad-48de-b766-ddd8fbdd2f7a on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:33:01.703036 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a9539-c976-42ee-9e45-648cb265c3e6 req-5b5ef49d-6690-439f-b95b-23b5478a12f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:01.704612 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4c5a9539-c976-42ee-9e45-648cb265c3e6 req-5b5ef49d-6690-439f-b95b-23b5478a12f1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c1f8b189-00de-44d8-9cd3-d45b6d92f410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0784664 Aug 10 03:33:01.711812 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8ad68756-4367-4a18-8b21-685e55e47b9f req-e3486c2f-bc97-41d5-96fa-4eca2fff225f service neutron] 10.222.0.58 "GET /v2.0/networks/b944b0e3-b136-43d0-aeef-f89e7c552d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7495098 Aug 10 03:33:01.714626 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5b65227-3ffa-4469-bf8a-09464ac147e0 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] DELETE failed (client error): The resource could not be found. Aug 10 03:33:01.715102 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5b65227-3ffa-4469-bf8a-09464ac147e0 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:01.716854 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f5b65227-3ffa-4469-bf8a-09464ac147e0 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/subnets/54f1bae0-9171-4a94-ab4c-87738e9a9daa HTTP/1.1" status: 404 len: 337 time: 0.1275518 Aug 10 03:33:01.721292 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50064) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:01.751594 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-f71aa629-3239-4f03-9dd1-e344baaa8cb2 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] DELETE failed (client error): The resource could not be found. Aug 10 03:33:01.752160 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f71aa629-3239-4f03-9dd1-e344baaa8cb2 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:01.756188 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f71aa629-3239-4f03-9dd1-e344baaa8cb2 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/ports/90741419-7c2c-494a-9aa5-cc2c979ca34c HTTP/1.1" status: 404 len: 333 time: 0.0313542 Aug 10 03:33:01.764658 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa549d6-9ccd-496a-8510-3df0f5da9203 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Network b49de592-d3b8-40c7-a261-280abab578fc is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:01.764658 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50066) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:01.776905 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-bfa549d6-9ccd-496a-8510-3df0f5da9203 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:01.809171 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa549d6-9ccd-496a-8510-3df0f5da9203 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:01.819859 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-dee0b93d-5f57-48d8-b6ff-02c22109f8ed None None] Set router f7c649eb-de3b-4397-b4cc-21a6268f5909 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:33:01.833910 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7edefafe-12f2-42d7-a52c-2ca08cb90754 req-4a2f1ac7-f112-4587-8291-913ca94d2ed2 tempest-ServerShowV254Test-500594219 tempest-ServerShowV254Test-500594219-project] 10.222.0.62 "GET /v2.0/ports?device_id=f703b12b-0e6b-4b2f-bf53-46424f5a9527 HTTP/1.1" status: 200 len: 210 time: 0.0341589 Aug 10 03:33:01.874035 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf39c0f2-2233-4de2-b696-6b802f20ff7b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] DELETE failed (client error): The resource could not be found. Aug 10 03:33:01.874531 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf39c0f2-2233-4de2-b696-6b802f20ff7b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:01.879414 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-bf39c0f2-2233-4de2-b696-6b802f20ff7b tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/subnets/b76226ae-8ca7-4df0-b4f8-fe7942e5565e HTTP/1.1" status: 404 len: 337 time: 0.1145880 Aug 10 03:33:01.880010 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50068) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:01.891319 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4c5a9539-c976-42ee-9e45-648cb265c3e6 req-f75bc3ac-e11f-4ec7-9ff1-d3d7ee7fe90b service neutron] 10.222.0.60 "GET /v2.0/networks/c1f8b189-00de-44d8-9cd3-d45b6d92f410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785018 Aug 10 03:33:01.902200 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa549d6-9ccd-496a-8510-3df0f5da9203 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:01.903203 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bfa549d6-9ccd-496a-8510-3df0f5da9203 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:01.906052 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa549d6-9ccd-496a-8510-3df0f5da9203 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Pushing event updated for resources: {'Port': ['ID=4475f5f7-19d6-41d8-bf1b-4a1d134eef1a,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:01.917754 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-728f6567-7b6f-47cb-a737-a2009f580602 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] DELETE failed (client error): The resource could not be found. Aug 10 03:33:01.918757 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-728f6567-7b6f-47cb-a737-a2009f580602 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:01.923997 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-728f6567-7b6f-47cb-a737-a2009f580602 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/ports/caadcb1e-57ec-44cc-87d5-4b671693b8a6 HTTP/1.1" status: 404 len: 333 time: 0.0410180 Aug 10 03:33:01.924894 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-bfa549d6-9ccd-496a-8510-3df0f5da9203 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.7684608 Aug 10 03:33:01.925760 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50070) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:01.928938 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50072) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:01.957812 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-2be2cf7e-aded-45f6-9144-502ccddb7cd8 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] DELETE failed (client error): The resource could not be found. Aug 10 03:33:01.958572 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2be2cf7e-aded-45f6-9144-502ccddb7cd8 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:01.961402 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2be2cf7e-aded-45f6-9144-502ccddb7cd8 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/subnets/fb805763-6aa7-4497-815b-11c0ef1f7dff HTTP/1.1" status: 404 len: 337 time: 0.0344098 Aug 10 03:33:01.964698 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50074) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:01.988875 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-17df8c5c-8b02-43e8-ba7a-01bf739aba9e tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] DELETE failed (client error): The resource could not be found. Aug 10 03:33:01.989657 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17df8c5c-8b02-43e8-ba7a-01bf739aba9e tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:01.991826 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-17df8c5c-8b02-43e8-ba7a-01bf739aba9e tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/ports/aba727d8-c442-4867-9d35-4c7b3a2179ae HTTP/1.1" status: 404 len: 333 time: 0.0257878 Aug 10 03:33:01.993717 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-fd667231-3cd8-41d3-af92-bccdaa14ac3f tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Request body: {'floatingip': {'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'port_id': '4475f5f7-19d6-41d8-bf1b-4a1d134eef1a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:01.995307 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50076) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:02.034564 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed97c5cc-0115-47ba-8b99-e1011ed08b76 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] DELETE failed (client error): The resource could not be found. Aug 10 03:33:02.034986 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed97c5cc-0115-47ba-8b99-e1011ed08b76 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:02.039500 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ed97c5cc-0115-47ba-8b99-e1011ed08b76 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/subnets/37138b48-5409-4d3d-9c1b-914c24c3027e HTTP/1.1" status: 404 len: 337 time: 0.0431530 Aug 10 03:33:02.040160 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fd667231-3cd8-41d3-af92-bccdaa14ac3f tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for floatingip, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:02.041137 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50082) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:02.069954 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f94f935-0246-470a-a47e-8d90a4d99ccf tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] DELETE failed (client error): The resource could not be found. Aug 10 03:33:02.070715 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f94f935-0246-470a-a47e-8d90a4d99ccf tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:02.074908 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0f94f935-0246-470a-a47e-8d90a4d99ccf tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/ports/bd7da683-7f5f-4705-af02-5f79d37c45c7 HTTP/1.1" status: 404 len: 333 time: 0.0302632 Aug 10 03:33:02.075442 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50084) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:02.104918 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-dee0b93d-5f57-48d8-b6ff-02c22109f8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c649eb-de3b-4397-b4cc-21a6268f5909', 'name': 'tempest-TestVolumeBackupRestore-886096158-router', 'tenant_id': '38384b23a283420ab03964bbfa7ad032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '7e2608aa-4581-426e-9681-47e5a10036fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:20Z', 'updated_at': '2021-08-10T03:28:26Z', 'revision_number': 4, 'project_id': '38384b23a283420ab03964bbfa7ad032', 'gw_port': {'id': '7e2608aa-4581-426e-9681-47e5a10036fe', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:63:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c649eb-de3b-4397-b4cc-21a6268f5909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:22Z', 'updated_at': '2021-08-10T03:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '42153601-6de4-4470-8509-4d588d59ac91', 'tenant_id': '38384b23a283420ab03964bbfa7ad032', 'floating_ip_address': '172.25.7.75', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': 'f7c649eb-de3b-4397-b4cc-21a6268f5909', 'port_id': 'e2e7d620-e6ad-40ec-a947-2a700b56b65c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2851, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1f8b189-00de-44d8-9cd3-d45b6d92f410', 'mac_address': 'fa:16:3e:a4:41:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9b3f54-88a1-4974-90dc-f34e24732968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:32:55Z', 'updated_at': '2021-08-10T03:32:59Z', 'revision_number': 2, 'project_id': '38384b23a283420ab03964bbfa7ad032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72b831c3-297a-4d49-832a-d8cb14055aef', 'name': '', 'network_id': 'c1f8b189-00de-44d8-9cd3-d45b6d92f410', 'tenant_id': '38384b23a283420ab03964bbfa7ad032', 'mac_address': 'fa:16:3e:26:6c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c649eb-de3b-4397-b4cc-21a6268f5909', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'a11e6e79-2102-4c83-91da-cb64444e2111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:25Z', 'updated_at': '2021-08-10T03:28:39Z', 'revision_number': 5, 'project_id': '38384b23a283420ab03964bbfa7ad032', 'subnets': [{'id': 'a11e6e79-2102-4c83-91da-cb64444e2111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:02.107728 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4c5a9539-c976-42ee-9e45-648cb265c3e6 req-84598236-0c7e-4a94-8df6-7d6dacb72009 service neutron] 10.222.0.60 "GET /v2.0/networks/c1f8b189-00de-44d8-9cd3-d45b6d92f410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795835 Aug 10 03:33:02.111099 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-f89a0196-9c55-437a-8b49-02ca95705134 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] DELETE failed (client error): The resource could not be found. Aug 10 03:33:02.111801 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f89a0196-9c55-437a-8b49-02ca95705134 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:02.127656 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f89a0196-9c55-437a-8b49-02ca95705134 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/subnets/d94f8249-75ab-4649-a8a1-842cc013b40b HTTP/1.1" status: 404 len: 337 time: 0.0506632 Aug 10 03:33:02.130657 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50086) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:02.141830 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee0b93d-5f57-48d8-b6ff-02c22109f8ed None None] The sync data for ids ['f7c649eb-de3b-4397-b4cc-21a6268f5909'] in n-d-768851-15 is: [{'id': 'f7c649eb-de3b-4397-b4cc-21a6268f5909', 'name': 'tempest-TestVolumeBackupRestore-886096158-router', 'tenant_id': '38384b23a283420ab03964bbfa7ad032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '7e2608aa-4581-426e-9681-47e5a10036fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:20Z', 'updated_at': '2021-08-10T03:28:26Z', 'revision_number': 4, 'project_id': '38384b23a283420ab03964bbfa7ad032', 'gw_port': {'id': '7e2608aa-4581-426e-9681-47e5a10036fe', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:63:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c649eb-de3b-4397-b4cc-21a6268f5909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:22Z', 'updated_at': '2021-08-10T03:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '42153601-6de4-4470-8509-4d588d59ac91', 'tenant_id': '38384b23a283420ab03964bbfa7ad032', 'floating_ip_address': '172.25.7.75', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': 'f7c649eb-de3b-4397-b4cc-21a6268f5909', 'port_id': 'e2e7d620-e6ad-40ec-a947-2a700b56b65c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2851, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1f8b189-00de-44d8-9cd3-d45b6d92f410', 'mac_address': 'fa:16:3e:a4:41:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9b3f54-88a1-4974-90dc-f34e24732968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:32:55Z', 'updated_at': '2021-08-10T03:32:59Z', 'revision_number': 2, 'project_id': '38384b23a283420ab03964bbfa7ad032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72b831c3-297a-4d49-832a-d8cb14055aef', 'name': '', 'network_id': 'c1f8b189-00de-44d8-9cd3-d45b6d92f410', 'tenant_id': '38384b23a283420ab03964bbfa7ad032', 'mac_address': 'fa:16:3e:26:6c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c649eb-de3b-4397-b4cc-21a6268f5909', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'a11e6e79-2102-4c83-91da-cb64444e2111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:25Z', 'updated_at': '2021-08-10T03:28:39Z', 'revision_number': 5, 'project_id': '38384b23a283420ab03964bbfa7ad032', 'subnets': [{'id': 'a11e6e79-2102-4c83-91da-cb64444e2111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:33:02.162211 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-65e3d0d4-6ad1-40f8-a02b-0a09980fc7c3 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] DELETE failed (client error): The resource could not be found. Aug 10 03:33:02.162960 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65e3d0d4-6ad1-40f8-a02b-0a09980fc7c3 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:02.165291 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-65e3d0d4-6ad1-40f8-a02b-0a09980fc7c3 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/ports/724133f0-ee4e-4788-8684-382d11b86722 HTTP/1.1" status: 404 len: 333 time: 0.0328929 Aug 10 03:33:02.168110 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50088) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:02.185459 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fd667231-3cd8-41d3-af92-bccdaa14ac3f tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:02.208761 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee674e13-a440-4e5c-9e34-5a4f9c0ad7eb tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] DELETE failed (client error): The resource could not be found. Aug 10 03:33:02.209377 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee674e13-a440-4e5c-9e34-5a4f9c0ad7eb tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:02.212108 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ee674e13-a440-4e5c-9e34-5a4f9c0ad7eb tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/subnets/1905a909-f812-4a60-bfe8-73d09abbf2d6 HTTP/1.1" status: 404 len: 337 time: 0.0424526 Aug 10 03:33:02.214581 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50090) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:02.241116 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6eb4e6a-276c-4f44-9446-bca4a8db417d tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] DELETE failed (client error): The resource could not be found. Aug 10 03:33:02.241833 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6eb4e6a-276c-4f44-9446-bca4a8db417d tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:02.245815 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f6eb4e6a-276c-4f44-9446-bca4a8db417d tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/ports/2cf6b0cd-1752-44db-b6c1-7d1a962a73fc HTTP/1.1" status: 404 len: 333 time: 0.0279241 Aug 10 03:33:02.246299 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50092) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:02.274471 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-e14c08ea-0b8f-45a7-ae81-3248a2dd9b33 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] DELETE failed (client error): The resource could not be found. Aug 10 03:33:02.274963 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e14c08ea-0b8f-45a7-ae81-3248a2dd9b33 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:02.278894 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e14c08ea-0b8f-45a7-ae81-3248a2dd9b33 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/subnets/35b511bc-2ced-4fa9-af3e-4a7d53af1a88 HTTP/1.1" status: 404 len: 337 time: 0.0293734 Aug 10 03:33:02.279127 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50094) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:02.307560 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbb81e86-c78e-4c74-a337-2694603bb0c5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] DELETE failed (client error): The resource could not be found. Aug 10 03:33:02.308175 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbb81e86-c78e-4c74-a337-2694603bb0c5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:02.310038 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-dbb81e86-c78e-4c74-a337-2694603bb0c5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/subnets/b6bd01e8-af8a-41e1-a8dc-9372d32f6683 HTTP/1.1" status: 404 len: 337 time: 0.0300078 Aug 10 03:33:02.312569 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50096) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:02.326960 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-fd667231-3cd8-41d3-af92-bccdaa14ac3f tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Allocated IP 172.25.7.2 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/6606e1d8-ebbc-432e-abef-613a8baa66bb) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:02.340189 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd4d352c-03e8-42fe-b523-4edabcc841c1 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] DELETE failed (client error): The resource could not be found. Aug 10 03:33:02.341665 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd4d352c-03e8-42fe-b523-4edabcc841c1 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:02.345722 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-fd4d352c-03e8-42fe-b523-4edabcc841c1 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/ports/e9c610c4-178b-4dab-be45-6a9d73dacacf HTTP/1.1" status: 404 len: 333 time: 0.0315166 Aug 10 03:33:02.348480 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50102) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:02.387828 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-29647440-5699-4205-bc1c-0ad92ca43817 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] DELETE failed (client error): The resource could not be found. Aug 10 03:33:02.388293 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29647440-5699-4205-bc1c-0ad92ca43817 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:02.390182 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-29647440-5699-4205-bc1c-0ad92ca43817 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/subnets/1adf7dc5-9cce-443d-bbe2-8feb98a18d70 HTTP/1.1" status: 404 len: 337 time: 0.0405829 Aug 10 03:33:02.393068 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50106) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:02.434848 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a5862fb-9b7d-4301-acb3-ab034e7dc592 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] DELETE failed (client error): The resource could not be found. Aug 10 03:33:02.434848 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a5862fb-9b7d-4301-acb3-ab034e7dc592 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:02.437148 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9a5862fb-9b7d-4301-acb3-ab034e7dc592 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/subnets/476811c7-8eda-46e2-95c8-2d70b581c466 HTTP/1.1" status: 404 len: 337 time: 0.0427470 Aug 10 03:33:02.439441 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50108) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:02.466350 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-940ff505-753f-462b-bfcf-341ee10844bf tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] DELETE failed (client error): The resource could not be found. Aug 10 03:33:02.467513 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-940ff505-753f-462b-bfcf-341ee10844bf tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:02.470495 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-940ff505-753f-462b-bfcf-341ee10844bf tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/ports/80179aa1-644f-4988-b732-48753dbc9b39 HTTP/1.1" status: 404 len: 333 time: 0.0297756 Aug 10 03:33:02.472759 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50110) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:02.490067 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fd667231-3cd8-41d3-af92-bccdaa14ac3f tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:02.498524 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-0779a861-1e44-4248-a8c5-a955f4b51bec tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] DELETE failed (client error): The resource could not be found. Aug 10 03:33:02.499018 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0779a861-1e44-4248-a8c5-a955f4b51bec tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:02.500748 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0779a861-1e44-4248-a8c5-a955f4b51bec tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/subnets/0cdc3108-f38a-4fcc-ae98-30b8a1d9e298 HTTP/1.1" status: 404 len: 337 time: 0.0270870 Aug 10 03:33:02.503336 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50112) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:02.530283 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4bca92c-e407-4a3b-86df-f5a513c01c17 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] DELETE failed (client error): The resource could not be found. Aug 10 03:33:02.530840 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4bca92c-e407-4a3b-86df-f5a513c01c17 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:02.535166 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e4bca92c-e407-4a3b-86df-f5a513c01c17 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/subnets/2cde8d9f-75be-4917-b65e-d354c4bd92b1 HTTP/1.1" status: 404 len: 337 time: 0.0281646 Aug 10 03:33:02.535307 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50114) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:02.538722 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fd667231-3cd8-41d3-af92-bccdaa14ac3f tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:02.558044 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b629eab-73c6-4628-b830-20a8b03446ff tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] DELETE failed (client error): The resource could not be found. Aug 10 03:33:02.558675 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b629eab-73c6-4628-b830-20a8b03446ff tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:02.562668 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0b629eab-73c6-4628-b830-20a8b03446ff tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/ports/a8188a6b-9ab1-40b4-b433-c49b9dbb7645 HTTP/1.1" status: 404 len: 333 time: 0.0242429 Aug 10 03:33:02.562930 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50116) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:02.585474 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd667231-3cd8-41d3-af92-bccdaa14ac3f tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:02.589159 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-fd667231-3cd8-41d3-af92-bccdaa14ac3f tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:02.589405 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c0436d0-0d71-4114-aed8-b3f8e4e244cf tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] DELETE failed (client error): The resource could not be found. Aug 10 03:33:02.589848 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c0436d0-0d71-4114-aed8-b3f8e4e244cf tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:02.593822 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7c0436d0-0d71-4114-aed8-b3f8e4e244cf tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/subnets/20280ab7-c165-45ab-b1d7-1ca32effd369 HTTP/1.1" status: 404 len: 337 time: 0.0278723 Aug 10 03:33:02.594190 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50118) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:02.594723 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd667231-3cd8-41d3-af92-bccdaa14ac3f tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:02.598199 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd667231-3cd8-41d3-af92-bccdaa14ac3f tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Pushing event updated for resources: {'Port': ['ID=6606e1d8-ebbc-432e-abef-613a8baa66bb,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:02.625917 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-a86147d2-84f5-4a15-b45a-831a56ae08c1 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] DELETE failed (client error): The resource could not be found. Aug 10 03:33:02.626379 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a86147d2-84f5-4a15-b45a-831a56ae08c1 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:02.630860 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a86147d2-84f5-4a15-b45a-831a56ae08c1 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/subnets/96917080-3e3b-4dbf-bed1-bca7cf37569f HTTP/1.1" status: 404 len: 337 time: 0.0332110 Aug 10 03:33:02.631287 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50124) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:02.663943 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-fdc283e8-8a77-4945-ae6e-30006caa3be8 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7667a58-170c-417c-9cc3-f07543e8bbf8 HTTP/1.1" status: 200 len: 205 time: 0.0314863 Aug 10 03:33:02.666337 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50126) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:02.726382 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [None req-d3bfa3c1-2349-42e1-8688-df826e3f0af5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] delete failed (client error): The resource could not be found. Aug 10 03:33:02.731135 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d3bfa3c1-2349-42e1-8688-df826e3f0af5 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/routers/e7667a58-170c-417c-9cc3-f07543e8bbf8 HTTP/1.1" status: 404 len: 336 time: 0.0603497 Aug 10 03:33:02.731135 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50130) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:02.785988 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-462dd8c9-0a43-41a2-8862-59628248c709 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] DELETE failed (client error): The resource could not be found. Aug 10 03:33:02.786452 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-462dd8c9-0a43-41a2-8862-59628248c709 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:02.788190 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-462dd8c9-0a43-41a2-8862-59628248c709 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/subnets/c8f900e0-74cb-4211-9ee0-53233ce368ac HTTP/1.1" status: 404 len: 337 time: 0.0562398 Aug 10 03:33:02.790968 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50132) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:02.824773 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-5f4684bf-d068-4a85-815f-f075b370e240 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb5feb1c-07f1-4fdc-b6af-3f81fe22a0a3 HTTP/1.1" status: 200 len: 205 time: 0.0327561 Aug 10 03:33:02.827412 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50134) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:02.864270 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-a5c6d340-ad68-4a3a-b83f-12d9577b2d38 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] delete failed (client error): The resource could not be found. Aug 10 03:33:02.865377 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a5c6d340-ad68-4a3a-b83f-12d9577b2d38 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/routers/fb5feb1c-07f1-4fdc-b6af-3f81fe22a0a3 HTTP/1.1" status: 404 len: 336 time: 0.0368903 Aug 10 03:33:02.868337 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50136) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:02.902496 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff6cf614-bfd8-4564-9daa-e1349aaa9361 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] DELETE failed (client error): The resource could not be found. Aug 10 03:33:02.903122 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff6cf614-bfd8-4564-9daa-e1349aaa9361 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:02.907346 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ff6cf614-bfd8-4564-9daa-e1349aaa9361 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/subnets/901bd00c-6e00-413d-95c4-5fad4a5553c5 HTTP/1.1" status: 404 len: 337 time: 0.0342195 Aug 10 03:33:02.907668 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50144) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:02.937039 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccbf0852-bb19-453a-8911-781bbfb39702 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] DELETE failed (client error): The resource could not be found. Aug 10 03:33:02.937649 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccbf0852-bb19-453a-8911-781bbfb39702 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:02.941925 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ccbf0852-bb19-453a-8911-781bbfb39702 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/subnets/023e4761-a621-4b9e-b498-dbfec688a3be HTTP/1.1" status: 404 len: 337 time: 0.0307746 Aug 10 03:33:02.942267 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50146) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:02.954765 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-404478fa-6c88-41bb-9f2c-2c0ec846ae48 req-4a219932-7250-4a0a-b161-aef8e8febd63 tempest-ServerShowV254Test-500594219 tempest-ServerShowV254Test-500594219-project] 10.222.0.62 "GET /v2.0/ports?device_id=f703b12b-0e6b-4b2f-bf53-46424f5a9527 HTTP/1.1" status: 200 len: 210 time: 0.0329611 Aug 10 03:33:02.974690 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f9b3f54-88a1-4974-90dc-f34e24732968', 'tag': 'e2e7d620-e6ad-40ec-a947-2a700b56b65c'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:33:02.977044 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9bcfe3a-a452-4762-a4a7-56995056e368" -d '{"events": [{"name": "network-changed", "server_uuid": "6f9b3f54-88a1-4974-90dc-f34e24732968", "tag": "e2e7d620-e6ad-40ec-a947-2a700b56b65c"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:33:02.980945 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ba01065-78c7-4430-9460-9bed9096a024 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] DELETE failed (client error): The resource could not be found. Aug 10 03:33:02.981622 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ba01065-78c7-4430-9460-9bed9096a024 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:02.986044 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7ba01065-78c7-4430-9460-9bed9096a024 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/ports/6176f599-5c88-49a9-8a85-6db35cfd1f98 HTTP/1.1" status: 404 len: 333 time: 0.0427089 Aug 10 03:33:02.986637 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50150) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:03.015207 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-f294617f-428d-4c63-b33a-7bdb801c5d85 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] DELETE failed (client error): The resource could not be found. Aug 10 03:33:03.015679 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f294617f-428d-4c63-b33a-7bdb801c5d85 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:03.020785 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f294617f-428d-4c63-b33a-7bdb801c5d85 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/subnets/10a1412c-9ddb-40b4-81a9-3decbb5f83f1 HTTP/1.1" status: 404 len: 337 time: 0.0327134 Aug 10 03:33:03.021065 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50152) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:03.032163 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-00c69118-a2b3-401f-a538-862174fece15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:03.046517 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded90326-8735-4e07-92a1-81e46da86e73 x-openstack-request-id: req-ded90326-8735-4e07-92a1-81e46da86e73 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:33:03.046843 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f9b3f54-88a1-4974-90dc-f34e24732968", "tag": "e2e7d620-e6ad-40ec-a947-2a700b56b65c", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:33:03.047084 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ded90326-8735-4e07-92a1-81e46da86e73 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:33:03.047483 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f9b3f54-88a1-4974-90dc-f34e24732968', 'tag': 'e2e7d620-e6ad-40ec-a947-2a700b56b65c', 'status': 'completed', 'code': 200} Aug 10 03:33:03.048844 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8ede7bf-c27b-4253-a80d-e0bcb7f87e41 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] DELETE failed (client error): The resource could not be found. Aug 10 03:33:03.049596 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8ede7bf-c27b-4253-a80d-e0bcb7f87e41 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:03.054158 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c8ede7bf-c27b-4253-a80d-e0bcb7f87e41 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/ports/051ddeeb-5100-459e-ac99-7bf39db4d47a HTTP/1.1" status: 404 len: 333 time: 0.0321140 Aug 10 03:33:03.054779 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50154) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:03.090964 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba317596-f1ad-4421-8043-6ba893a6d031 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] DELETE failed (client error): The resource could not be found. Aug 10 03:33:03.091801 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba317596-f1ad-4421-8043-6ba893a6d031 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:03.095996 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ba317596-f1ad-4421-8043-6ba893a6d031 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/subnets/59f3a00f-ed5d-4007-b393-b78af40131d8 HTTP/1.1" status: 404 len: 337 time: 0.0369599 Aug 10 03:33:03.096302 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50156) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:03.120026 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef4c9881-bd90-4dbc-ae31-f82fed138f9e tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] DELETE failed (client error): The resource could not be found. Aug 10 03:33:03.120635 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef4c9881-bd90-4dbc-ae31-f82fed138f9e tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:03.123307 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ef4c9881-bd90-4dbc-ae31-f82fed138f9e tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/ports/bd3b6257-5c9e-403e-9d5a-f3519d086495 HTTP/1.1" status: 404 len: 333 time: 0.0261197 Aug 10 03:33:03.125815 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50158) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:03.155902 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-328b63c7-09cd-4e3a-a881-694f9d431623 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] DELETE failed (client error): The resource could not be found. Aug 10 03:33:03.156305 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-328b63c7-09cd-4e3a-a881-694f9d431623 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:03.161711 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-328b63c7-09cd-4e3a-a881-694f9d431623 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/subnets/568772e7-72e4-4ee1-bee4-1cfa70de99f1 HTTP/1.1" status: 404 len: 337 time: 0.0344152 Aug 10 03:33:03.162583 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50160) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:03.196424 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bcfe3a-a452-4762-a4a7-56995056e368 req-e6809269-5256-472d-8434-b9209ccdb906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:03.198235 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c9bcfe3a-a452-4762-a4a7-56995056e368 req-e6809269-5256-472d-8434-b9209ccdb906 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=38384b23a283420ab03964bbfa7ad032&device_id=6f9b3f54-88a1-4974-90dc-f34e24732968 HTTP/1.1" status: 200 len: 1097 time: 0.1024051 Aug 10 03:33:03.206527 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1fca83a-2217-41f3-8e2d-6ffbcd565ba1 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] DELETE failed (client error): The resource could not be found. Aug 10 03:33:03.207307 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1fca83a-2217-41f3-8e2d-6ffbcd565ba1 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:03.211484 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e1fca83a-2217-41f3-8e2d-6ffbcd565ba1 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/ports/df21e574-706b-4fe3-91a2-7becf7e6902b HTTP/1.1" status: 404 len: 333 time: 0.0456588 Aug 10 03:33:03.211754 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50164) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:03.219263 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fd667231-3cd8-41d3-af92-bccdaa14ac3f tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:03.230726 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e498a059-91ad-48de-b766-ddd8fbdd2f7a no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:33:03.240492 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-79f06702-28c1-4cb3-914e-e23264533f2c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] DELETE failed (client error): The resource could not be found. Aug 10 03:33:03.240989 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79f06702-28c1-4cb3-914e-e23264533f2c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:03.245788 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-79f06702-28c1-4cb3-914e-e23264533f2c tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/subnets/3301500a-65c3-4486-a5cd-2354a1263fb9 HTTP/1.1" status: 404 len: 337 time: 0.0300951 Aug 10 03:33:03.246042 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50168) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:03.258684 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: e498a059-91ad-48de-b766-ddd8fbdd2f7a {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:33:03.259239 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e498a059-91ad-48de-b766-ddd8fbdd2f7a not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:33:03.270330 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dac1e12-831b-45b4-aeb7-5a0f6f98873a tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] DELETE failed (client error): The resource could not be found. Aug 10 03:33:03.271120 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dac1e12-831b-45b4-aeb7-5a0f6f98873a tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:03.272894 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6dac1e12-831b-45b4-aeb7-5a0f6f98873a tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/ports/27d51599-214e-4c67-8569-3feeddcff0ea HTTP/1.1" status: 404 len: 333 time: 0.0259225 Aug 10 03:33:03.275896 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50170) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:03.304730 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0702d47-95ea-42b9-b1b2-6ea7c1758708 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] DELETE failed (client error): The resource could not be found. Aug 10 03:33:03.305770 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0702d47-95ea-42b9-b1b2-6ea7c1758708 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:03.307800 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d0702d47-95ea-42b9-b1b2-6ea7c1758708 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/subnets/27977680-e3dd-4ea2-b952-08a686729f69 HTTP/1.1" status: 404 len: 337 time: 0.0309331 Aug 10 03:33:03.313375 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50172) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:03.338263 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-a14c606c-0996-491d-b859-a37315e9c126 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] DELETE failed (client error): The resource could not be found. Aug 10 03:33:03.339020 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a14c606c-0996-491d-b859-a37315e9c126 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:03.342783 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a14c606c-0996-491d-b859-a37315e9c126 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/ports/c1b9e029-f631-4905-98a8-7147c0566ec4 HTTP/1.1" status: 404 len: 333 time: 0.0265961 Aug 10 03:33:03.343505 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50174) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:03.371840 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-308ae795-d10b-4515-8895-733d6c42f4ff tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] DELETE failed (client error): The resource could not be found. Aug 10 03:33:03.372307 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-308ae795-d10b-4515-8895-733d6c42f4ff tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:03.376536 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-308ae795-d10b-4515-8895-733d6c42f4ff tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/subnets/009fc254-2d92-43ed-87a6-8a8208486582 HTTP/1.1" status: 404 len: 337 time: 0.0296667 Aug 10 03:33:03.377870 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50178) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:03.402090 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:03.407675 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab9b998a-dca3-4285-907f-f7f6003142e7 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] DELETE failed (client error): The resource could not be found. Aug 10 03:33:03.408363 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab9b998a-dca3-4285-907f-f7f6003142e7 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:03.410969 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ab9b998a-dca3-4285-907f-f7f6003142e7 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/ports/fe735d54-4f32-4572-ab72-c03e032a2804 HTTP/1.1" status: 404 len: 333 time: 0.0318589 Aug 10 03:33:03.411645 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fd667231-3cd8-41d3-af92-bccdaa14ac3f tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:03.412994 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50180) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:03.445859 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a8c37b3-4d66-4747-ae53-96891126eab0 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] DELETE failed (client error): The resource could not be found. Aug 10 03:33:03.446355 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a8c37b3-4d66-4747-ae53-96891126eab0 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:03.450619 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3a8c37b3-4d66-4747-ae53-96891126eab0 tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/subnets/472e2f47-0c23-4104-9184-bf666bd832fa HTTP/1.1" status: 404 len: 337 time: 0.0341702 Aug 10 03:33:03.450964 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50182) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:03.461120 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bcfe3a-a452-4762-a4a7-56995056e368 req-a518a681-c407-493d-989b-5f7cbdf9c3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:03.462716 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c9bcfe3a-a452-4762-a4a7-56995056e368 req-a518a681-c407-493d-989b-5f7cbdf9c3ab service neutron] 10.222.0.60 "GET /v2.0/networks?id=c1f8b189-00de-44d8-9cd3-d45b6d92f410 HTTP/1.1" status: 200 len: 914 time: 0.2518270 Aug 10 03:33:03.530138 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-60662dd6-173a-4237-9b44-32d2d50afa6d tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:03.583206 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c9bcfe3a-a452-4762-a4a7-56995056e368 req-8ca7611a-1b46-478b-9ce6-d8c3c73d3d86 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2e7d620-e6ad-40ec-a947-2a700b56b65c HTTP/1.1" status: 200 len: 1000 time: 0.0802441 Aug 10 03:33:03.628903 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-60662dd6-173a-4237-9b44-32d2d50afa6d tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:03.640848 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-60662dd6-173a-4237-9b44-32d2d50afa6d tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da252ef5-253f-415c-bfce-1cf3e51986e9']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:03.653341 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-60662dd6-173a-4237-9b44-32d2d50afa6d tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:03.653650 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-60662dd6-173a-4237-9b44-32d2d50afa6d tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f394b921-2bcf-4fc7-8a2e-ba237f7dfa21') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:03.663408 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-60662dd6-173a-4237-9b44-32d2d50afa6d tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:03.663956 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bcfe3a-a452-4762-a4a7-56995056e368 req-5db4fcaa-d38c-4809-977f-62745b7933c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:03.666101 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c9bcfe3a-a452-4762-a4a7-56995056e368 req-5db4fcaa-d38c-4809-977f-62745b7933c0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a11e6e79-2102-4c83-91da-cb64444e2111 HTTP/1.1" status: 200 len: 852 time: 0.0742123 Aug 10 03:33:03.679417 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-60662dd6-173a-4237-9b44-32d2d50afa6d tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:03.685931 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60662dd6-173a-4237-9b44-32d2d50afa6d tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:33:03.686335 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-60662dd6-173a-4237-9b44-32d2d50afa6d tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:03.689531 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:33:03.689531 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:33:03.689531 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:33:03.689531 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:33:03.689531 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:33:03.689531 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:33:03.689531 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:33:03.689531 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:33:03.689531 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:33:03.689531 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:33:03.689531 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:33:03.689531 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:33:03.689531 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:33:03.689531 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:33:03.689531 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:33:03.689531 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:33:03.689531 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:33:03.689531 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:33:03.689531 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:33:03.689531 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:33:03.689531 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:33:03.689531 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:33:03.689531 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:33:03.689531 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:33:03.689531 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:33:03.689531 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:33:03.689531 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:33:03.689531 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:33:03.689531 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:33:03.689531 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:33:03.689531 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:33:03.689531 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:33:03.702965 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fd667231-3cd8-41d3-af92-bccdaa14ac3f tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:03.710133 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fd667231-3cd8-41d3-af92-bccdaa14ac3f tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:03.754709 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-60662dd6-173a-4237-9b44-32d2d50afa6d tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:03.762486 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-60662dd6-173a-4237-9b44-32d2d50afa6d tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:03.766715 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-60662dd6-173a-4237-9b44-32d2d50afa6d tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] 10.222.0.62 "DELETE /v2.0/networks/da252ef5-253f-415c-bfce-1cf3e51986e9 HTTP/1.1" status: 204 len: 168 time: 0.3125825 Aug 10 03:33:03.785651 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bcfe3a-a452-4762-a4a7-56995056e368 req-c418fda0-b5de-4977-955d-eb334c04ac7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:03.787675 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c9bcfe3a-a452-4762-a4a7-56995056e368 req-c418fda0-b5de-4977-955d-eb334c04ac7a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c1f8b189-00de-44d8-9cd3-d45b6d92f410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1119788 Aug 10 03:33:03.810537 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd667231-3cd8-41d3-af92-bccdaa14ac3f tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Pushing event updated for resources: {'Port': ['ID=6606e1d8-ebbc-432e-abef-613a8baa66bb,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:03.821257 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60662dd6-173a-4237-9b44-32d2d50afa6d tempest-NetworksTestDHCPv6-757872207 tempest-NetworksTestDHCPv6-757872207-project] Pushing event deleted for resources: {'Network': ['ID=da252ef5-253f-415c-bfce-1cf3e51986e9,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:03.866282 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fd667231-3cd8-41d3-af92-bccdaa14ac3f tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:03.992562 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c9bcfe3a-a452-4762-a4a7-56995056e368 req-e84ef5a4-d7b6-462d-bfa5-ad7af4702c8f service neutron] 10.222.0.60 "GET /v2.0/networks/c1f8b189-00de-44d8-9cd3-d45b6d92f410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957533 Aug 10 03:33:04.077071 n-d-768851-15 neutron-server[94216]: INFO neutron.db.l3_db [None req-fd667231-3cd8-41d3-af92-bccdaa14ac3f tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Floating IP 95a7e99e-ed05-4bd2-bf18-550f950305f1 associated. External IP: 172.25.7.2, port: 4475f5f7-19d6-41d8-bf1b-4a1d134eef1a. Aug 10 03:33:04.148740 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ed21df03-5c88-451b-b532-1a788e28424e req-9f6b0d37-6a91-42ce-9f3b-f13a6c040a31 tempest-ServerShowV254Test-500594219 tempest-ServerShowV254Test-500594219-project] 10.222.0.62 "GET /v2.0/ports?device_id=f703b12b-0e6b-4b2f-bf53-46424f5a9527 HTTP/1.1" status: 200 len: 210 time: 0.0730243 Aug 10 03:33:04.161032 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50204) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:04.228016 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:04.234863 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c9bcfe3a-a452-4762-a4a7-56995056e368 req-d2fac447-99a4-47b3-b7e5-142bf7f6fe68 service neutron] 10.222.0.60 "GET /v2.0/networks/c1f8b189-00de-44d8-9cd3-d45b6d92f410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334647 Aug 10 03:33:04.336620 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c7a3da1b-7019-4b19-8e12-db4d13c6631f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=984bdecd49e44336b94df38f23469327&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1742697 Aug 10 03:33:04.341219 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50208) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:04.716285 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd667231-3cd8-41d3-af92-bccdaa14ac3f tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Router 82e2af90-6dd1-4bfc-a8b8-f188445f6c71 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:33:04.740105 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8997c1ac-39e5-4fef-a653-3d40d0be362d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:04.799143 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8997c1ac-39e5-4fef-a653-3d40d0be362d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:04.876840 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd667231-3cd8-41d3-af92-bccdaa14ac3f tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:33:04.887527 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe45a40-0ffd-4b9f-a6c7-b74cb053135e None None] Sync routers for ids ['82e2af90-6dd1-4bfc-a8b8-f188445f6c71'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:33:04.896578 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fd667231-3cd8-41d3-af92-bccdaa14ac3f tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:04.916499 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8997c1ac-39e5-4fef-a653-3d40d0be362d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:04.920103 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8997c1ac-39e5-4fef-a653-3d40d0be362d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:04.921339 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8997c1ac-39e5-4fef-a653-3d40d0be362d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8f08697b-08a8-4df0-ab34-24d2465e9744 HTTP/1.1" status: 204 len: 168 time: 0.5792098 Aug 10 03:33:04.930870 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe45a40-0ffd-4b9f-a6c7-b74cb053135e None None] Routers {'82e2af90-6dd1-4bfc-a8b8-f188445f6c71'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:04.933691 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8997c1ac-39e5-4fef-a653-3d40d0be362d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f08697b-08a8-4df0-ab34-24d2465e9744,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:04.934945 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-dbe45a40-0ffd-4b9f-a6c7-b74cb053135e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:33:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['82e2af90-6dd1-4bfc-a8b8-f188445f6c71'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:04.941020 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-fd667231-3cd8-41d3-af92-bccdaa14ac3f tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.0110438 Aug 10 03:33:04.944391 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50226) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:04.950805 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-35ade614-7aff-4fae-b324-ccced2c70b4a tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Request body: {'floatingip': {'port_id': '4475f5f7-19d6-41d8-bf1b-4a1d134eef1a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:05.025517 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-35ade614-7aff-4fae-b324-ccced2c70b4a tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for floatingip, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:05.035974 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-dbe45a40-0ffd-4b9f-a6c7-b74cb053135e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:05.054812 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe45a40-0ffd-4b9f-a6c7-b74cb053135e None None] Routers {'82e2af90-6dd1-4bfc-a8b8-f188445f6c71'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:05.056029 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-dbe45a40-0ffd-4b9f-a6c7-b74cb053135e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:33:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['82e2af90-6dd1-4bfc-a8b8-f188445f6c71'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:05.094644 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-dbe45a40-0ffd-4b9f-a6c7-b74cb053135e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:05.095353 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe45a40-0ffd-4b9f-a6c7-b74cb053135e None None] The sync data for ids ['82e2af90-6dd1-4bfc-a8b8-f188445f6c71'] in n-d-768851-15 is: [] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:33:05.319599 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-66eee3c9-4a8c-4972-babe-91e866f2ced2 req-12e4200c-319e-44e6-a8e6-bd66c485e6c3 tempest-ServerShowV254Test-500594219 tempest-ServerShowV254Test-500594219-project] 10.222.0.62 "GET /v2.0/ports?device_id=f703b12b-0e6b-4b2f-bf53-46424f5a9527 HTTP/1.1" status: 200 len: 210 time: 0.0427086 Aug 10 03:33:05.588709 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-35ade614-7aff-4fae-b324-ccced2c70b4a tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:05.596470 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-35ade614-7aff-4fae-b324-ccced2c70b4a tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:05.774217 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50260) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:05.819792 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35ade614-7aff-4fae-b324-ccced2c70b4a tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Router 82e2af90-6dd1-4bfc-a8b8-f188445f6c71 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:33:05.880558 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-cca7f980-b9aa-4c7a-a8b5-4205dde3ed0f tempest-NetworksNegativeTestJSON-619803828 tempest-NetworksNegativeTestJSON-619803828-project] Request body: {'port': {'network_id': 'c35b3b97-f27a-4cd2-8cd1-f64614780d11', 'name': 'tempest-NetworksNegativeTestJSON-1714539061'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:05.896688 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-cca7f980-b9aa-4c7a-a8b5-4205dde3ed0f tempest-NetworksNegativeTestJSON-619803828 tempest-NetworksNegativeTestJSON-619803828-project] POST failed (client error): The resource could not be found. Aug 10 03:33:05.897533 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cca7f980-b9aa-4c7a-a8b5-4205dde3ed0f tempest-NetworksNegativeTestJSON-619803828 tempest-NetworksNegativeTestJSON-619803828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:05.904532 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-cca7f980-b9aa-4c7a-a8b5-4205dde3ed0f tempest-NetworksNegativeTestJSON-619803828 tempest-NetworksNegativeTestJSON-619803828-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1234336 Aug 10 03:33:05.904859 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50268) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:05.929201 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-e88bc5a8-8259-4457-b126-fa64d415a0f1 tempest-NetworksNegativeTestJSON-619803828 tempest-NetworksNegativeTestJSON-619803828-project] DELETE failed (client error): The resource could not be found. Aug 10 03:33:05.930522 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e88bc5a8-8259-4457-b126-fa64d415a0f1 tempest-NetworksNegativeTestJSON-619803828 tempest-NetworksNegativeTestJSON-619803828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:05.940767 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50270) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:05.943680 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-e88bc5a8-8259-4457-b126-fa64d415a0f1 tempest-NetworksNegativeTestJSON-619803828 tempest-NetworksNegativeTestJSON-619803828-project] 10.222.0.62 "DELETE /v2.0/networks/d14e97a6-4240-48e2-a0da-aa9c0fcbe736 HTTP/1.1" status: 404 len: 339 time: 0.0356865 Aug 10 03:33:05.948333 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:05.969696 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-8738ac54-2faf-41c6-bd52-e4d5336a072a tempest-NetworksNegativeTestJSON-619803828 tempest-NetworksNegativeTestJSON-619803828-project] DELETE failed (client error): The resource could not be found. Aug 10 03:33:05.970322 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8738ac54-2faf-41c6-bd52-e4d5336a072a tempest-NetworksNegativeTestJSON-619803828 tempest-NetworksNegativeTestJSON-619803828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:05.972059 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8738ac54-2faf-41c6-bd52-e4d5336a072a tempest-NetworksNegativeTestJSON-619803828 tempest-NetworksNegativeTestJSON-619803828-project] 10.222.0.62 "DELETE /v2.0/ports/c9fbfad0-91c0-48ff-8be7-2140f9011ef7 HTTP/1.1" status: 404 len: 333 time: 0.0302198 Aug 10 03:33:05.973421 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ade614-7aff-4fae-b324-ccced2c70b4a tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:33:05.976073 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50272) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:05.984051 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705e4eb3-b5c0-4716-b9f4-2a5d3ff25ab3 None None] Sync routers for ids ['82e2af90-6dd1-4bfc-a8b8-f188445f6c71'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:33:05.988290 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-35ade614-7aff-4fae-b324-ccced2c70b4a tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:05.993847 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705e4eb3-b5c0-4716-b9f4-2a5d3ff25ab3 None None] Routers {'82e2af90-6dd1-4bfc-a8b8-f188445f6c71'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:05.994453 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-705e4eb3-b5c0-4716-b9f4-2a5d3ff25ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:33:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['82e2af90-6dd1-4bfc-a8b8-f188445f6c71'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:06.023534 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b2b7d94-1662-411a-a1ff-fc7625e48e9e tempest-NetworksNegativeTestJSON-619803828 tempest-NetworksNegativeTestJSON-619803828-project] DELETE failed (client error): The resource could not be found. Aug 10 03:33:06.024593 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b2b7d94-1662-411a-a1ff-fc7625e48e9e tempest-NetworksNegativeTestJSON-619803828 tempest-NetworksNegativeTestJSON-619803828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:06.026408 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7b2b7d94-1662-411a-a1ff-fc7625e48e9e tempest-NetworksNegativeTestJSON-619803828 tempest-NetworksNegativeTestJSON-619803828-project] 10.222.0.62 "DELETE /v2.0/subnets/29917541-7620-41bd-9f90-65dc0caf58ad HTTP/1.1" status: 404 len: 337 time: 0.0484374 Aug 10 03:33:06.030275 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50276) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:06.052053 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-705e4eb3-b5c0-4716-b9f4-2a5d3ff25ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:06.062332 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-b63ea3ce-3814-4183-a572-4b55b4ecafa2 tempest-NetworksNegativeTestJSON-619803828 tempest-NetworksNegativeTestJSON-619803828-project] GET failed (client error): The resource could not be found. Aug 10 03:33:06.067618 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50278) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:06.068857 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b63ea3ce-3814-4183-a572-4b55b4ecafa2 tempest-NetworksNegativeTestJSON-619803828 tempest-NetworksNegativeTestJSON-619803828-project] 10.222.0.62 "GET /v2.0/networks/09ddf1b9-7d35-42d2-ba44-37c7c9f55f58 HTTP/1.1" status: 404 len: 339 time: 0.0374675 Aug 10 03:33:06.072682 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705e4eb3-b5c0-4716-b9f4-2a5d3ff25ab3 None None] Routers {'82e2af90-6dd1-4bfc-a8b8-f188445f6c71'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:06.073462 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-705e4eb3-b5c0-4716-b9f4-2a5d3ff25ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:33:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['82e2af90-6dd1-4bfc-a8b8-f188445f6c71'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:06.073960 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-35ade614-7aff-4fae-b324-ccced2c70b4a tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] 10.222.0.62 "PUT /v2.0/floatingips/95a7e99e-ed05-4bd2-bf18-550f950305f1 HTTP/1.1" status: 200 len: 977 time: 1.1279876 Aug 10 03:33:06.074179 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50280) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:06.112263 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-35a298a7-27a4-47e8-8827-a401275ab2e2 tempest-NetworksNegativeTestJSON-619803828 tempest-NetworksNegativeTestJSON-619803828-project] GET failed (client error): The resource could not be found. Aug 10 03:33:06.117329 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-35a298a7-27a4-47e8-8827-a401275ab2e2 tempest-NetworksNegativeTestJSON-619803828 tempest-NetworksNegativeTestJSON-619803828-project] 10.222.0.62 "GET /v2.0/ports/6492b9c0-e1f7-4fe5-9397-6a6528c67f73 HTTP/1.1" status: 404 len: 333 time: 0.0450339 Aug 10 03:33:06.119235 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50286) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:06.126303 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-705e4eb3-b5c0-4716-b9f4-2a5d3ff25ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:06.127210 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705e4eb3-b5c0-4716-b9f4-2a5d3ff25ab3 None None] The sync data for ids ['82e2af90-6dd1-4bfc-a8b8-f188445f6c71'] in n-d-768851-15 is: [] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:33:06.166478 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ee8504f-4f0f-4f14-bf17-5ae21a85e544 tempest-NetworksNegativeTestJSON-619803828 tempest-NetworksNegativeTestJSON-619803828-project] GET failed (client error): The resource could not be found. Aug 10 03:33:06.168208 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3ee8504f-4f0f-4f14-bf17-5ae21a85e544 tempest-NetworksNegativeTestJSON-619803828 tempest-NetworksNegativeTestJSON-619803828-project] 10.222.0.62 "GET /v2.0/subnets/ab6831cd-29ee-4457-9970-d4f4ed63cd94 HTTP/1.1" status: 404 len: 337 time: 0.0479479 Aug 10 03:33:06.172119 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50288) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:06.177443 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-8ce3e840-b8d0-45fd-8cb7-490f203f9ec7 tempest-NetworksNegativeTestJSON-619803828 tempest-NetworksNegativeTestJSON-619803828-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:06.191834 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ce3e840-b8d0-45fd-8cb7-490f203f9ec7 tempest-NetworksNegativeTestJSON-619803828 tempest-NetworksNegativeTestJSON-619803828-project] PUT failed (client error): The resource could not be found. Aug 10 03:33:06.192314 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ce3e840-b8d0-45fd-8cb7-490f203f9ec7 tempest-NetworksNegativeTestJSON-619803828 tempest-NetworksNegativeTestJSON-619803828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:06.193451 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8ce3e840-b8d0-45fd-8cb7-490f203f9ec7 tempest-NetworksNegativeTestJSON-619803828 tempest-NetworksNegativeTestJSON-619803828-project] 10.222.0.62 "PUT /v2.0/networks/4f59a576-40de-4b93-9fef-18033efa42d8 HTTP/1.1" status: 404 len: 339 time: 0.0203669 Aug 10 03:33:06.197650 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50290) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:06.202748 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-befcf767-c0b4-4f6f-b2b9-56ad6f3a8f97 tempest-NetworksNegativeTestJSON-619803828 tempest-NetworksNegativeTestJSON-619803828-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:06.221349 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-befcf767-c0b4-4f6f-b2b9-56ad6f3a8f97 tempest-NetworksNegativeTestJSON-619803828 tempest-NetworksNegativeTestJSON-619803828-project] PUT failed (client error): The resource could not be found. Aug 10 03:33:06.222059 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-befcf767-c0b4-4f6f-b2b9-56ad6f3a8f97 tempest-NetworksNegativeTestJSON-619803828 tempest-NetworksNegativeTestJSON-619803828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:06.223242 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-befcf767-c0b4-4f6f-b2b9-56ad6f3a8f97 tempest-NetworksNegativeTestJSON-619803828 tempest-NetworksNegativeTestJSON-619803828-project] 10.222.0.62 "PUT /v2.0/ports/5b47b7f6-a853-432f-9552-71f04d703c61 HTTP/1.1" status: 404 len: 333 time: 0.0246806 Aug 10 03:33:06.227526 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50292) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:06.232662 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-23fc35d2-5cee-4ae5-ab73-05a9802ab1c3 tempest-NetworksNegativeTestJSON-619803828 tempest-NetworksNegativeTestJSON-619803828-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:06.253486 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-23fc35d2-5cee-4ae5-ab73-05a9802ab1c3 tempest-NetworksNegativeTestJSON-619803828 tempest-NetworksNegativeTestJSON-619803828-project] PUT failed (client error): The resource could not be found. Aug 10 03:33:06.253942 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23fc35d2-5cee-4ae5-ab73-05a9802ab1c3 tempest-NetworksNegativeTestJSON-619803828 tempest-NetworksNegativeTestJSON-619803828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:06.255375 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-23fc35d2-5cee-4ae5-ab73-05a9802ab1c3 tempest-NetworksNegativeTestJSON-619803828 tempest-NetworksNegativeTestJSON-619803828-project] 10.222.0.62 "PUT /v2.0/subnets/f1616551-1cd6-41b2-a52e-d5b007fc7af0 HTTP/1.1" status: 404 len: 337 time: 0.0266628 Aug 10 03:33:06.273982 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-4ad4766b-e80b-4843-aec2-c6efcf5c92e4 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Deleting port 6606e1d8-ebbc-432e-abef-613a8baa66bb {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:06.274417 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4ad4766b-e80b-4843-aec2-c6efcf5c92e4 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:06.358349 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4ad4766b-e80b-4843-aec2-c6efcf5c92e4 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:06.359039 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4ad4766b-e80b-4843-aec2-c6efcf5c92e4 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:06.378013 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-4ad4766b-e80b-4843-aec2-c6efcf5c92e4 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Calling delete_port for 6606e1d8-ebbc-432e-abef-613a8baa66bb owned by network:floatingip {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:06.482980 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0381d6fd-aada-4b91-9c5c-42e567756270 req-0787b020-33a8-4f80-ad49-50e2b4f2d19e tempest-ServerShowV254Test-500594219 tempest-ServerShowV254Test-500594219-project] 10.222.0.62 "GET /v2.0/ports?device_id=f703b12b-0e6b-4b2f-bf53-46424f5a9527 HTTP/1.1" status: 200 len: 210 time: 0.0483606 Aug 10 03:33:06.568286 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50306) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:06.594787 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4ad4766b-e80b-4843-aec2-c6efcf5c92e4 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:06.621579 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad4766b-e80b-4843-aec2-c6efcf5c92e4 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Pushing event deleted for resources: {'Port': ['ID=6606e1d8-ebbc-432e-abef-613a8baa66bb,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:06.686188 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a22ac678-d18c-4cd4-92cf-e381797a5b95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:06.699251 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4ad4766b-e80b-4843-aec2-c6efcf5c92e4 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for floatingip, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:06.699597 n-d-768851-15 neutron-server[94216]: INFO neutron.db.l3_db [None req-4ad4766b-e80b-4843-aec2-c6efcf5c92e4 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Floating IP 95a7e99e-ed05-4bd2-bf18-550f950305f1 disassociated (deleted). External IP: 172.25.7.2, port: 4475f5f7-19d6-41d8-bf1b-4a1d134eef1a. Aug 10 03:33:06.797937 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a22ac678-d18c-4cd4-92cf-e381797a5b95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:06.803045 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a22ac678-d18c-4cd4-92cf-e381797a5b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:06.842141 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a22ac678-d18c-4cd4-92cf-e381797a5b95 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=38536698fde4436b83d3ae3a169317d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2726767 Aug 10 03:33:06.844754 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50314) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:06.850955 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22ac678-d18c-4cd4-92cf-e381797a5b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d06759f6-3a95-40df-9277-240b688ede40,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:06.905479 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-579e5a55-5e7a-4703-96b6-c1a2243b0148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:06.925133 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad4766b-e80b-4843-aec2-c6efcf5c92e4 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Router 82e2af90-6dd1-4bfc-a8b8-f188445f6c71 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:33:06.931192 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-579e5a55-5e7a-4703-96b6-c1a2243b0148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:06.980188 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-579e5a55-5e7a-4703-96b6-c1a2243b0148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:06.982835 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-579e5a55-5e7a-4703-96b6-c1a2243b0148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:06.986671 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-579e5a55-5e7a-4703-96b6-c1a2243b0148 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d06759f6-3a95-40df-9277-240b688ede40 HTTP/1.1" status: 204 len: 168 time: 0.1383708 Aug 10 03:33:07.003887 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579e5a55-5e7a-4703-96b6-c1a2243b0148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06759f6-3a95-40df-9277-240b688ede40,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:07.077637 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad4766b-e80b-4843-aec2-c6efcf5c92e4 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:33:07.082436 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4ad4766b-e80b-4843-aec2-c6efcf5c92e4 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:07.091320 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf975b26-59b7-4fe0-908a-da6f88ccbf07 None None] Sync routers for ids ['82e2af90-6dd1-4bfc-a8b8-f188445f6c71'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:33:07.100615 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf975b26-59b7-4fe0-908a-da6f88ccbf07 None None] Routers {'82e2af90-6dd1-4bfc-a8b8-f188445f6c71'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:07.101414 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-cf975b26-59b7-4fe0-908a-da6f88ccbf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:33:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['82e2af90-6dd1-4bfc-a8b8-f188445f6c71'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:07.145539 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-cf975b26-59b7-4fe0-908a-da6f88ccbf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:07.147503 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-4ad4766b-e80b-4843-aec2-c6efcf5c92e4 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] 10.222.0.62 "DELETE /v2.0/floatingips/95a7e99e-ed05-4bd2-bf18-550f950305f1 HTTP/1.1" status: 204 len: 168 time: 1.0693269 Aug 10 03:33:07.150332 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50326) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:07.172697 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf975b26-59b7-4fe0-908a-da6f88ccbf07 None None] Routers {'82e2af90-6dd1-4bfc-a8b8-f188445f6c71'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:07.173477 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-cf975b26-59b7-4fe0-908a-da6f88ccbf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:33:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['82e2af90-6dd1-4bfc-a8b8-f188445f6c71'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:07.213369 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-cf975b26-59b7-4fe0-908a-da6f88ccbf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:07.214030 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf975b26-59b7-4fe0-908a-da6f88ccbf07 None None] The sync data for ids ['82e2af90-6dd1-4bfc-a8b8-f188445f6c71'] in n-d-768851-15 is: [] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:33:07.267730 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-193dd41c-474f-4810-a267-b8318fa762fe tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Deleting port 4475f5f7-19d6-41d8-bf1b-4a1d134eef1a {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:07.268105 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-193dd41c-474f-4810-a267-b8318fa762fe tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:07.363541 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-193dd41c-474f-4810-a267-b8318fa762fe tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:07.376458 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-193dd41c-474f-4810-a267-b8318fa762fe tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Calling delete_port for 4475f5f7-19d6-41d8-bf1b-4a1d134eef1a owned by {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:07.622056 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5caaba80-809d-4e37-9b19-43fa7990958b req-272b0f31-a27f-414b-896d-75abf2f2d69f tempest-ServerShowV254Test-500594219 tempest-ServerShowV254Test-500594219-project] 10.222.0.62 "GET /v2.0/ports?device_id=f703b12b-0e6b-4b2f-bf53-46424f5a9527 HTTP/1.1" status: 200 len: 210 time: 0.0472879 Aug 10 03:33:07.816000 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50360) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:07.925090 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-38545daa-f650-4d88-890a-de07d46f9a5e tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-847295239'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:07.949070 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38545daa-f650-4d88-890a-de07d46f9a5e tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Made reservation on behalf of 4eee0f5311c74c15921867e8b0597445 for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:07.952637 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-38545daa-f650-4d88-890a-de07d46f9a5e tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:07.965257 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-38545daa-f650-4d88-890a-de07d46f9a5e tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:07.971177 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-193dd41c-474f-4810-a267-b8318fa762fe tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:08.000724 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193dd41c-474f-4810-a267-b8318fa762fe tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Pushing event deleted for resources: {'Port': ['ID=4475f5f7-19d6-41d8-bf1b-4a1d134eef1a,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:08.092919 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-38545daa-f650-4d88-890a-de07d46f9a5e tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:08.097240 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-38545daa-f650-4d88-890a-de07d46f9a5e tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:08.099374 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-193dd41c-474f-4810-a267-b8318fa762fe tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:08.101393 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-193dd41c-474f-4810-a267-b8318fa762fe tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] 10.222.0.62 "DELETE /v2.0/ports/4475f5f7-19d6-41d8-bf1b-4a1d134eef1a HTTP/1.1" status: 204 len: 168 time: 0.9498947 Aug 10 03:33:08.106456 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50368) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:08.111835 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-7d48d500-135b-4c98-9dd0-6cb4eb8fc89e tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Request body: {'floatingip': {'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:08.146409 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38545daa-f650-4d88-890a-de07d46f9a5e tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:33:08.159432 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38545daa-f650-4d88-890a-de07d46f9a5e tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11c15022-192b-4c3a-be86-e421ee3aa146,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:08.165866 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-38545daa-f650-4d88-890a-de07d46f9a5e tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:08.166225 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-38545daa-f650-4d88-890a-de07d46f9a5e tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Added segment 7b04670e-e146-4ad4-bc99-df6e238b9bbc of type vlan for network eb30c64f-7491-4f10-ba18-cdfcafb1f977 Aug 10 03:33:08.199664 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7d48d500-135b-4c98-9dd0-6cb4eb8fc89e tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for floatingip, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:08.250397 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-38545daa-f650-4d88-890a-de07d46f9a5e tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:08.296936 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-38545daa-f650-4d88-890a-de07d46f9a5e tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:08.302526 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38545daa-f650-4d88-890a-de07d46f9a5e tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:08.303158 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-38545daa-f650-4d88-890a-de07d46f9a5e tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:08.376902 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-38545daa-f650-4d88-890a-de07d46f9a5e tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5573022 Aug 10 03:33:08.377980 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50376) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:08.385231 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-dfebe88f-24b7-4e31-b577-e9d286ce5d20 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Request body: {'port': {'network_id': 'eb30c64f-7491-4f10-ba18-cdfcafb1f977', 'name': 'tempest-PortsIpV6TestJSON-939265341'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:08.386246 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38545daa-f650-4d88-890a-de07d46f9a5e tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event updated for resources: {'Network': ['ID=eb30c64f-7491-4f10-ba18-cdfcafb1f977,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:08.396718 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network eb30c64f-7491-4f10-ba18-cdfcafb1f977 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:33:08.413372 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7d48d500-135b-4c98-9dd0-6cb4eb8fc89e tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:08.494198 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfebe88f-24b7-4e31-b577-e9d286ce5d20 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Made reservation on behalf of 4eee0f5311c74c15921867e8b0597445 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:08.497831 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dfebe88f-24b7-4e31-b577-e9d286ce5d20 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:08.518066 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [None req-dfebe88f-24b7-4e31-b577-e9d286ce5d20 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] device_id is not set on port eb8fbb7c-ad60-4ede-ab92-bfef333fb663 yet. {{(pid=94217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:33:08.572878 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-7d48d500-135b-4c98-9dd0-6cb4eb8fc89e tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Allocated IP 172.25.7.230 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/d7ef1a06-fa12-4dca-b796-876b2b1ba6a3) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:08.693511 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7d48d500-135b-4c98-9dd0-6cb4eb8fc89e tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:08.715804 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dfebe88f-24b7-4e31-b577-e9d286ce5d20 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:08.746456 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e87804dc-d4e9-4f7c-889c-f38ea9ba82a7 req-7a257145-e03e-4b50-827e-11a1d1a52138 tempest-ServerShowV254Test-500594219 tempest-ServerShowV254Test-500594219-project] 10.222.0.62 "GET /v2.0/ports?device_id=f703b12b-0e6b-4b2f-bf53-46424f5a9527 HTTP/1.1" status: 200 len: 210 time: 0.0382187 Aug 10 03:33:08.760288 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dfebe88f-24b7-4e31-b577-e9d286ce5d20 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:08.777277 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7d48d500-135b-4c98-9dd0-6cb4eb8fc89e tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:08.825803 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfebe88f-24b7-4e31-b577-e9d286ce5d20 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event updated for resources: {'Port': ['ID=eb8fbb7c-ad60-4ede-ab92-bfef333fb663,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:08.828865 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d48d500-135b-4c98-9dd0-6cb4eb8fc89e tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:08.832977 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-7d48d500-135b-4c98-9dd0-6cb4eb8fc89e tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:08.835414 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d48d500-135b-4c98-9dd0-6cb4eb8fc89e tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Pushing event updated for resources: {'Port': ['ID=d7ef1a06-fa12-4dca-b796-876b2b1ba6a3,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:08.838419 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d48d500-135b-4c98-9dd0-6cb4eb8fc89e tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:08.842377 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfebe88f-24b7-4e31-b577-e9d286ce5d20 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Checking segment: {'id': '7b04670e-e146-4ad4-bc99-df6e238b9bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'eb30c64f-7491-4f10-ba18-cdfcafb1f977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:08.842761 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfebe88f-24b7-4e31-b577-e9d286ce5d20 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Network hostable DHCP agents. Network: eb30c64f-7491-4f10-ba18-cdfcafb1f977, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:33:08.860622 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfebe88f-24b7-4e31-b577-e9d286ce5d20 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Network eb30c64f-7491-4f10-ba18-cdfcafb1f977 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:33:08.873414 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-dfebe88f-24b7-4e31-b577-e9d286ce5d20 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, eb30c64f-7491-4f10-ba18-cdfcafb1f977) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:08.878716 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfebe88f-24b7-4e31-b577-e9d286ce5d20 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:08.882238 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7983ebbd-ad36-49b9-902c-e98c749f33bb None None] Network eb30c64f-7491-4f10-ba18-cdfcafb1f977 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:08.885055 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfebe88f-24b7-4e31-b577-e9d286ce5d20 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:08.885864 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dfebe88f-24b7-4e31-b577-e9d286ce5d20 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:08.908572 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-dfebe88f-24b7-4e31-b577-e9d286ce5d20 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5290267 Aug 10 03:33:08.909466 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50390) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:08.915490 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-dd7e9be5-c2ab-43d9-8d02-d9b9b21b890d tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1454488967'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:08.946405 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7e9be5-c2ab-43d9-8d02-d9b9b21b890d tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Made reservation on behalf of 4eee0f5311c74c15921867e8b0597445 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:08.946637 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7d48d500-135b-4c98-9dd0-6cb4eb8fc89e tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:08.950573 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dd7e9be5-c2ab-43d9-8d02-d9b9b21b890d tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:08.990832 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd7e9be5-c2ab-43d9-8d02-d9b9b21b890d tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:33:08.997908 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7d48d500-135b-4c98-9dd0-6cb4eb8fc89e tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:09.003851 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dd7e9be5-c2ab-43d9-8d02-d9b9b21b890d tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:09.004532 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-dd7e9be5-c2ab-43d9-8d02-d9b9b21b890d tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Added segment 8ff28778-4ee9-444d-bb03-55a49097ed37 of type vlan for network 7747094d-0f8f-4795-b29e-8f98d4cdccf1 Aug 10 03:33:09.051974 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dd7e9be5-c2ab-43d9-8d02-d9b9b21b890d tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:09.087005 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dd7e9be5-c2ab-43d9-8d02-d9b9b21b890d tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:09.092627 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7e9be5-c2ab-43d9-8d02-d9b9b21b890d tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:09.093251 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dd7e9be5-c2ab-43d9-8d02-d9b9b21b890d tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:09.155168 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-dd7e9be5-c2ab-43d9-8d02-d9b9b21b890d tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2446637 Aug 10 03:33:09.158082 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50392) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:09.164409 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-55d40eea-6ae2-426b-97e9-fe027601bd39 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Request body: {'ports': [{'network_id': 'eb30c64f-7491-4f10-ba18-cdfcafb1f977'}, {'network_id': '7747094d-0f8f-4795-b29e-8f98d4cdccf1'}]} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:09.164735 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-55d40eea-6ae2-426b-97e9-fe027601bd39 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Request body: {'port': {'network_id': 'eb30c64f-7491-4f10-ba18-cdfcafb1f977'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:09.165220 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-55d40eea-6ae2-426b-97e9-fe027601bd39 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Request body: {'port': {'network_id': '7747094d-0f8f-4795-b29e-8f98d4cdccf1'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:09.177422 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7e9be5-c2ab-43d9-8d02-d9b9b21b890d tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event updated for resources: {'Network': ['ID=7747094d-0f8f-4795-b29e-8f98d4cdccf1,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:09.190009 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 7747094d-0f8f-4795-b29e-8f98d4cdccf1 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:33:09.228089 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7d48d500-135b-4c98-9dd0-6cb4eb8fc89e tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:09.235718 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7d48d500-135b-4c98-9dd0-6cb4eb8fc89e tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:09.396485 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d48d500-135b-4c98-9dd0-6cb4eb8fc89e tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Pushing event updated for resources: {'Port': ['ID=d7ef1a06-fa12-4dca-b796-876b2b1ba6a3,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:09.402354 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7d48d500-135b-4c98-9dd0-6cb4eb8fc89e tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:09.431189 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7d48d500-135b-4c98-9dd0-6cb4eb8fc89e tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:09.432402 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-7d48d500-135b-4c98-9dd0-6cb4eb8fc89e tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3249164 Aug 10 03:33:09.435489 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50400) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:09.441592 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-78dd5703-c2c6-4928-8b7c-b977f2eb99ba tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Request body: {'port': {'network_id': 'b49de592-d3b8-40c7-a261-280abab578fc', 'name': 'tempest-FloatingIPTestJSON-1282002630'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:09.448535 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d40eea-6ae2-426b-97e9-fe027601bd39 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Made reservation on behalf of 4eee0f5311c74c15921867e8b0597445 for: {'port': 2} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:09.453368 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-55d40eea-6ae2-426b-97e9-fe027601bd39 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:09.468373 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-55d40eea-6ae2-426b-97e9-fe027601bd39 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:09.572155 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [None req-55d40eea-6ae2-426b-97e9-fe027601bd39 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] device_id is not set on port 30ff39af-0e53-472d-9e9c-3e8249351734 yet. {{(pid=94216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:33:09.573268 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78dd5703-c2c6-4928-8b7c-b977f2eb99ba tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Made reservation on behalf of f76e5d9de24c405a8d24d929c2b325c6 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:09.577235 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-78dd5703-c2c6-4928-8b7c-b977f2eb99ba tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:09.595610 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [None req-78dd5703-c2c6-4928-8b7c-b977f2eb99ba tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] device_id is not set on port 6c32e4ed-75ff-4191-b19d-1ee467e94665 yet. {{(pid=94217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:33:09.708886 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-55d40eea-6ae2-426b-97e9-fe027601bd39 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:09.709535 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-78dd5703-c2c6-4928-8b7c-b977f2eb99ba tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Allocated IP 172.20.0.10 (b49de592-d3b8-40c7-a261-280abab578fc/27735c3d-e711-4233-9659-6fd907bc651e/6c32e4ed-75ff-4191-b19d-1ee467e94665) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:09.789896 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [None req-55d40eea-6ae2-426b-97e9-fe027601bd39 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] device_id is not set on port c25995b4-a573-4440-ad6f-0660145fd89a yet. {{(pid=94216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:33:09.887918 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-78dd5703-c2c6-4928-8b7c-b977f2eb99ba tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:09.900254 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4faea846-82a8-4303-8a01-2e7ee10448fd req-f22aad17-d488-4493-9fc5-51427952b741 tempest-ServerShowV254Test-500594219 tempest-ServerShowV254Test-500594219-project] 10.222.0.62 "GET /v2.0/ports?device_id=f703b12b-0e6b-4b2f-bf53-46424f5a9527 HTTP/1.1" status: 200 len: 210 time: 0.0306835 Aug 10 03:33:09.938583 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-78dd5703-c2c6-4928-8b7c-b977f2eb99ba tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:09.963759 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-55d40eea-6ae2-426b-97e9-fe027601bd39 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:09.983857 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dd5703-c2c6-4928-8b7c-b977f2eb99ba tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Network b49de592-d3b8-40c7-a261-280abab578fc is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:09.990673 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-78dd5703-c2c6-4928-8b7c-b977f2eb99ba tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:09.995011 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dd5703-c2c6-4928-8b7c-b977f2eb99ba tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:10.012878 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-55d40eea-6ae2-426b-97e9-fe027601bd39 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:10.027361 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dd5703-c2c6-4928-8b7c-b977f2eb99ba tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Pushing event updated for resources: {'Port': ['ID=6c32e4ed-75ff-4191-b19d-1ee467e94665,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:10.051634 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78dd5703-c2c6-4928-8b7c-b977f2eb99ba tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:10.052173 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-78dd5703-c2c6-4928-8b7c-b977f2eb99ba tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:10.065297 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d40eea-6ae2-426b-97e9-fe027601bd39 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Network eb30c64f-7491-4f10-ba18-cdfcafb1f977 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:10.068869 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-55d40eea-6ae2-426b-97e9-fe027601bd39 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:10.072417 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-78dd5703-c2c6-4928-8b7c-b977f2eb99ba tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6357555 Aug 10 03:33:10.075396 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50418) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:10.076845 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d40eea-6ae2-426b-97e9-fe027601bd39 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:10.077747 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-55d40eea-6ae2-426b-97e9-fe027601bd39 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:10.080599 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-38631574-72fd-48a8-822f-159a770cf679 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Request body: {'floatingip': {'port_id': '6c32e4ed-75ff-4191-b19d-1ee467e94665'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:10.087863 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d40eea-6ae2-426b-97e9-fe027601bd39 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event updated for resources: {'Port': ['ID=30ff39af-0e53-472d-9e9c-3e8249351734,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:10.123211 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-38631574-72fd-48a8-822f-159a770cf679 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for floatingip, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:10.159231 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d40eea-6ae2-426b-97e9-fe027601bd39 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event updated for resources: {'Port': ['ID=c25995b4-a573-4440-ad6f-0660145fd89a,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:10.169620 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d40eea-6ae2-426b-97e9-fe027601bd39 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Checking segment: {'id': '8ff28778-4ee9-444d-bb03-55a49097ed37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7747094d-0f8f-4795-b29e-8f98d4cdccf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:10.170101 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d40eea-6ae2-426b-97e9-fe027601bd39 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Network hostable DHCP agents. Network: 7747094d-0f8f-4795-b29e-8f98d4cdccf1, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:33:10.188896 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d40eea-6ae2-426b-97e9-fe027601bd39 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Network 7747094d-0f8f-4795-b29e-8f98d4cdccf1 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:33:10.199883 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-55d40eea-6ae2-426b-97e9-fe027601bd39 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 7747094d-0f8f-4795-b29e-8f98d4cdccf1) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:10.203959 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d40eea-6ae2-426b-97e9-fe027601bd39 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:10.209990 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182fdddc-6031-49aa-8984-86c579f66948 None None] Network 7747094d-0f8f-4795-b29e-8f98d4cdccf1 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:10.210671 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d40eea-6ae2-426b-97e9-fe027601bd39 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:10.215725 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d40eea-6ae2-426b-97e9-fe027601bd39 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:10.216391 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-55d40eea-6ae2-426b-97e9-fe027601bd39 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:10.232698 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-55d40eea-6ae2-426b-97e9-fe027601bd39 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.0739229 Aug 10 03:33:10.235730 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50420) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:10.327292 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-deac5b2a-5187-42d9-8267-b4acb76a3615 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Deleting port c25995b4-a573-4440-ad6f-0660145fd89a {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:10.327536 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-deac5b2a-5187-42d9-8267-b4acb76a3615 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:10.436783 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-deac5b2a-5187-42d9-8267-b4acb76a3615 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:10.453738 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-deac5b2a-5187-42d9-8267-b4acb76a3615 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Calling delete_port for c25995b4-a573-4440-ad6f-0660145fd89a owned by {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:10.536190 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-deac5b2a-5187-42d9-8267-b4acb76a3615 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:10.566094 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deac5b2a-5187-42d9-8267-b4acb76a3615 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event deleted for resources: {'Port': ['ID=c25995b4-a573-4440-ad6f-0660145fd89a,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:10.571401 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-deac5b2a-5187-42d9-8267-b4acb76a3615 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:10.573527 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-deac5b2a-5187-42d9-8267-b4acb76a3615 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "DELETE /v2.0/ports/c25995b4-a573-4440-ad6f-0660145fd89a HTTP/1.1" status: 204 len: 168 time: 0.3368049 Aug 10 03:33:10.576074 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50430) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:10.635990 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fdc555-d9ba-40d1-8fe2-1520cec2cc95 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:10.643154 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fdc555-d9ba-40d1-8fe2-1520cec2cc95 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:10.646894 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-21fdc555-d9ba-40d1-8fe2-1520cec2cc95 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0679512 Aug 10 03:33:10.648099 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50432) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:10.666453 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-38631574-72fd-48a8-822f-159a770cf679 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:10.675182 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-38631574-72fd-48a8-822f-159a770cf679 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:10.761401 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-e21cef7b-86f7-418c-8213-e67c5107193a tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Deleting port 30ff39af-0e53-472d-9e9c-3e8249351734 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:10.761401 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e21cef7b-86f7-418c-8213-e67c5107193a tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:10.842259 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e21cef7b-86f7-418c-8213-e67c5107193a tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:10.845936 n-d-768851-15 neutron-server[94217]: INFO neutron.db.l3_db [None req-38631574-72fd-48a8-822f-159a770cf679 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Floating IP eec4d518-4f8e-48fa-89d2-0bfc972d49cd associated. External IP: 172.25.7.230, port: 6c32e4ed-75ff-4191-b19d-1ee467e94665. Aug 10 03:33:10.857362 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-e21cef7b-86f7-418c-8213-e67c5107193a tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Calling delete_port for 30ff39af-0e53-472d-9e9c-3e8249351734 owned by {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:10.971977 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e21cef7b-86f7-418c-8213-e67c5107193a tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:11.003482 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21cef7b-86f7-418c-8213-e67c5107193a tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event deleted for resources: {'Port': ['ID=30ff39af-0e53-472d-9e9c-3e8249351734,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:11.013913 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e21cef7b-86f7-418c-8213-e67c5107193a tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:11.016289 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-e21cef7b-86f7-418c-8213-e67c5107193a tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "DELETE /v2.0/ports/30ff39af-0e53-472d-9e9c-3e8249351734 HTTP/1.1" status: 204 len: 168 time: 0.3666720 Aug 10 03:33:11.018809 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50444) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:11.084312 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9d8d132a-8917-4e8d-a307-a49e79d79e62 req-80168d70-36af-47e6-b8e5-8118c6414ec4 tempest-ServerShowV254Test-500594219 tempest-ServerShowV254Test-500594219-project] 10.222.0.62 "GET /v2.0/ports?device_id=f703b12b-0e6b-4b2f-bf53-46424f5a9527 HTTP/1.1" status: 200 len: 210 time: 0.0315001 Aug 10 03:33:11.106824 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c84a1c-f064-4c86-96f2-1531915d2f09 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:11.111311 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-12c84a1c-f064-4c86-96f2-1531915d2f09 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0887561 Aug 10 03:33:11.114131 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50446) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:11.143015 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-927a1f4d-f9b8-4f81-b71d-cd3faa966558 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] GET failed (client error): The resource could not be found. Aug 10 03:33:11.144998 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-927a1f4d-f9b8-4f81-b71d-cd3faa966558 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "GET /v2.0/ports/c25995b4-a573-4440-ad6f-0660145fd89a HTTP/1.1" status: 404 len: 333 time: 0.0295126 Aug 10 03:33:11.147497 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38631574-72fd-48a8-822f-159a770cf679 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Router 82e2af90-6dd1-4bfc-a8b8-f188445f6c71 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:33:11.148009 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50448) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:11.174460 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-c615afdd-7b4a-4f60-bff2-17c4743a3625 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] GET failed (client error): The resource could not be found. Aug 10 03:33:11.176697 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-c615afdd-7b4a-4f60-bff2-17c4743a3625 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "GET /v2.0/ports/30ff39af-0e53-472d-9e9c-3e8249351734 HTTP/1.1" status: 404 len: 333 time: 0.0274267 Aug 10 03:33:11.181755 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50450) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:11.263217 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fe832b5c-e2ef-4d71-aeed-e51bdd39a108 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:11.270416 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38631574-72fd-48a8-822f-159a770cf679 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:33:11.276057 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-38631574-72fd-48a8-822f-159a770cf679 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:11.282914 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74e74c2-be9d-4232-b905-f3abe82ac611 None None] Sync routers for ids ['82e2af90-6dd1-4bfc-a8b8-f188445f6c71'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:33:11.293455 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74e74c2-be9d-4232-b905-f3abe82ac611 None None] Routers {'82e2af90-6dd1-4bfc-a8b8-f188445f6c71'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:11.294355 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-b74e74c2-be9d-4232-b905-f3abe82ac611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:33:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['82e2af90-6dd1-4bfc-a8b8-f188445f6c71'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:11.324200 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-38631574-72fd-48a8-822f-159a770cf679 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] 10.222.0.62 "PUT /v2.0/floatingips/eec4d518-4f8e-48fa-89d2-0bfc972d49cd HTTP/1.1" status: 200 len: 979 time: 1.2480371 Aug 10 03:33:11.324804 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50456) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:11.339166 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-b74e74c2-be9d-4232-b905-f3abe82ac611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:11.347827 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74e74c2-be9d-4232-b905-f3abe82ac611 None None] Routers {'82e2af90-6dd1-4bfc-a8b8-f188445f6c71'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:11.348350 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-b74e74c2-be9d-4232-b905-f3abe82ac611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:33:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['82e2af90-6dd1-4bfc-a8b8-f188445f6c71'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:11.359239 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fe832b5c-e2ef-4d71-aeed-e51bdd39a108 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:11.374716 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-fe832b5c-e2ef-4d71-aeed-e51bdd39a108 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7747094d-0f8f-4795-b29e-8f98d4cdccf1']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:11.387355 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-b74e74c2-be9d-4232-b905-f3abe82ac611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:11.388293 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74e74c2-be9d-4232-b905-f3abe82ac611 None None] The sync data for ids ['82e2af90-6dd1-4bfc-a8b8-f188445f6c71'] in n-d-768851-15 is: [] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:33:11.399713 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-fe832b5c-e2ef-4d71-aeed-e51bdd39a108 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ff28778-4ee9-444d-bb03-55a49097ed37') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:11.400083 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-fe832b5c-e2ef-4d71-aeed-e51bdd39a108 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ff28778-4ee9-444d-bb03-55a49097ed37') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:11.410077 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fe832b5c-e2ef-4d71-aeed-e51bdd39a108 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:11.426507 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fe832b5c-e2ef-4d71-aeed-e51bdd39a108 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:11.435090 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe832b5c-e2ef-4d71-aeed-e51bdd39a108 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:33:11.435090 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fe832b5c-e2ef-4d71-aeed-e51bdd39a108 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:11.438097 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:33:11.438097 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:33:11.438097 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:33:11.438097 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:33:11.438097 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:33:11.438097 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:33:11.438097 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:33:11.438097 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:33:11.438097 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:33:11.438097 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:33:11.438097 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:33:11.438097 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:33:11.438097 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:33:11.438097 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:33:11.438097 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:33:11.438097 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:33:11.438097 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:33:11.438097 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:33:11.438097 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:33:11.438097 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:33:11.438097 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:33:11.438097 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:33:11.438097 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:33:11.438097 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:33:11.438097 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:33:11.438097 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:33:11.438097 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:33:11.438097 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:33:11.438097 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:33:11.438097 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:33:11.438097 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:33:11.438097 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:33:11.449620 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-d11ffbd5-f60f-4c91-b1d7-27e3d2b40bd4 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Deleting port 6c32e4ed-75ff-4191-b19d-1ee467e94665 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:11.450035 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d11ffbd5-f60f-4c91-b1d7-27e3d2b40bd4 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:11.513099 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fe832b5c-e2ef-4d71-aeed-e51bdd39a108 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:11.517592 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fe832b5c-e2ef-4d71-aeed-e51bdd39a108 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:11.519978 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-fe832b5c-e2ef-4d71-aeed-e51bdd39a108 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "DELETE /v2.0/networks/7747094d-0f8f-4795-b29e-8f98d4cdccf1 HTTP/1.1" status: 204 len: 168 time: 0.3368356 Aug 10 03:33:11.523282 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50460) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:11.528353 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-6953af66-5876-4fc2-bcda-2f60de2bb83f tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-166382868'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:11.535100 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe832b5c-e2ef-4d71-aeed-e51bdd39a108 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event deleted for resources: {'Network': ['ID=7747094d-0f8f-4795-b29e-8f98d4cdccf1,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:11.577926 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6953af66-5876-4fc2-bcda-2f60de2bb83f tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Made reservation on behalf of 4eee0f5311c74c15921867e8b0597445 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:11.581775 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6953af66-5876-4fc2-bcda-2f60de2bb83f tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:11.597989 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d11ffbd5-f60f-4c91-b1d7-27e3d2b40bd4 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:11.689728 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6953af66-5876-4fc2-bcda-2f60de2bb83f tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:33:11.727871 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6953af66-5876-4fc2-bcda-2f60de2bb83f tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:11.728219 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-6953af66-5876-4fc2-bcda-2f60de2bb83f tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Added segment 55c56ee2-d04a-477a-bd3a-6fd9da1e86c7 of type vlan for network c029ebec-5e5d-4ff8-bf0f-b9b485b8f9cf Aug 10 03:33:11.814473 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6953af66-5876-4fc2-bcda-2f60de2bb83f tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:11.903563 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6953af66-5876-4fc2-bcda-2f60de2bb83f tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:11.910307 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6953af66-5876-4fc2-bcda-2f60de2bb83f tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:11.911121 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6953af66-5876-4fc2-bcda-2f60de2bb83f tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:11.933411 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d11ffbd5-f60f-4c91-b1d7-27e3d2b40bd4 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:11.934094 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d11ffbd5-f60f-4c91-b1d7-27e3d2b40bd4 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:11.934610 n-d-768851-15 neutron-server[94217]: INFO neutron.db.l3_db [None req-d11ffbd5-f60f-4c91-b1d7-27e3d2b40bd4 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Floating IP eec4d518-4f8e-48fa-89d2-0bfc972d49cd disassociated. External IP: 172.25.7.230, port: 6c32e4ed-75ff-4191-b19d-1ee467e94665. Aug 10 03:33:11.935099 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-d11ffbd5-f60f-4c91-b1d7-27e3d2b40bd4 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Calling delete_port for 6c32e4ed-75ff-4191-b19d-1ee467e94665 owned by {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:12.001954 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6953af66-5876-4fc2-bcda-2f60de2bb83f tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4775622 Aug 10 03:33:12.005959 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50472) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:12.012422 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-7c4b4ba4-3ba5-4f17-a1f0-21f0173eeca0 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Request body: {'subnet': {'network_id': 'c029ebec-5e5d-4ff8-bf0f-b9b485b8f9cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:12.044212 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6953af66-5876-4fc2-bcda-2f60de2bb83f tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event updated for resources: {'Network': ['ID=c029ebec-5e5d-4ff8-bf0f-b9b485b8f9cf,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:12.058489 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network c029ebec-5e5d-4ff8-bf0f-b9b485b8f9cf details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:33:12.115710 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4b4ba4-3ba5-4f17-a1f0-21f0173eeca0 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Made reservation on behalf of 4eee0f5311c74c15921867e8b0597445 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:12.123967 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7c4b4ba4-3ba5-4f17-a1f0-21f0173eeca0 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:12.197078 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d11ffbd5-f60f-4c91-b1d7-27e3d2b40bd4 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:12.243310 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e4c5fdd0-bea7-4b64-9305-6b38edac0128 req-3443a3b1-9151-4335-9066-9f9e65dbbb35 tempest-ServerShowV254Test-500594219 tempest-ServerShowV254Test-500594219-project] 10.222.0.62 "GET /v2.0/ports?device_id=f703b12b-0e6b-4b2f-bf53-46424f5a9527 HTTP/1.1" status: 200 len: 210 time: 0.0301776 Aug 10 03:33:12.286237 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11ffbd5-f60f-4c91-b1d7-27e3d2b40bd4 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Pushing event deleted for resources: {'Port': ['ID=6c32e4ed-75ff-4191-b19d-1ee467e94665,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:12.365873 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7c4b4ba4-3ba5-4f17-a1f0-21f0173eeca0 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:12.374014 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d11ffbd5-f60f-4c91-b1d7-27e3d2b40bd4 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Router 82e2af90-6dd1-4bfc-a8b8-f188445f6c71 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:33:12.428309 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b4ba4-3ba5-4f17-a1f0-21f0173eeca0 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event updated for resources: {'Subnet': ['ID=6ef88101-9d72-4e3b-87d6-e805e63f4f22,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:12.439161 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4b4ba4-3ba5-4f17-a1f0-21f0173eeca0 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Checking segment: {'id': '55c56ee2-d04a-477a-bd3a-6fd9da1e86c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c029ebec-5e5d-4ff8-bf0f-b9b485b8f9cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:12.439694 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4b4ba4-3ba5-4f17-a1f0-21f0173eeca0 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Network hostable DHCP agents. Network: c029ebec-5e5d-4ff8-bf0f-b9b485b8f9cf, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:33:12.458029 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4b4ba4-3ba5-4f17-a1f0-21f0173eeca0 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Network c029ebec-5e5d-4ff8-bf0f-b9b485b8f9cf is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:33:12.469536 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-7c4b4ba4-3ba5-4f17-a1f0-21f0173eeca0 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, c029ebec-5e5d-4ff8-bf0f-b9b485b8f9cf) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:12.481548 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9a152f-8f8b-4fb7-8882-1cb6b326e315 None None] Network c029ebec-5e5d-4ff8-bf0f-b9b485b8f9cf requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:12.484777 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4b4ba4-3ba5-4f17-a1f0-21f0173eeca0 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:12.486389 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7c4b4ba4-3ba5-4f17-a1f0-21f0173eeca0 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:12.490435 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11ffbd5-f60f-4c91-b1d7-27e3d2b40bd4 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:33:12.534543 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-7c4b4ba4-3ba5-4f17-a1f0-21f0173eeca0 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5271404 Aug 10 03:33:12.537072 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50486) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:12.540555 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b64d79c-9d35-41b5-a41c-bc20fa2cf11b None None] Sync routers for ids ['82e2af90-6dd1-4bfc-a8b8-f188445f6c71'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:33:12.544167 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-7e1234a6-717b-45f2-ac47-6bd131365c8d tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Request body: {'port': {'network_id': 'c029ebec-5e5d-4ff8-bf0f-b9b485b8f9cf', 'name': 'tempest-PortsIpV6TestJSON-1074818029'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:12.566635 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b64d79c-9d35-41b5-a41c-bc20fa2cf11b None None] Routers {'82e2af90-6dd1-4bfc-a8b8-f188445f6c71'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:12.568609 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-6b64d79c-9d35-41b5-a41c-bc20fa2cf11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:33:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['82e2af90-6dd1-4bfc-a8b8-f188445f6c71'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:12.569218 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d11ffbd5-f60f-4c91-b1d7-27e3d2b40bd4 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:12.573205 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d11ffbd5-f60f-4c91-b1d7-27e3d2b40bd4 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] 10.222.0.62 "DELETE /v2.0/ports/6c32e4ed-75ff-4191-b19d-1ee467e94665 HTTP/1.1" status: 204 len: 168 time: 1.2463224 Aug 10 03:33:12.576905 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50488) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:12.613281 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-6b64d79c-9d35-41b5-a41c-bc20fa2cf11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:12.634157 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b64d79c-9d35-41b5-a41c-bc20fa2cf11b None None] Routers {'82e2af90-6dd1-4bfc-a8b8-f188445f6c71'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:12.634796 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-6b64d79c-9d35-41b5-a41c-bc20fa2cf11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:33:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['82e2af90-6dd1-4bfc-a8b8-f188445f6c71'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:12.681189 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-6b64d79c-9d35-41b5-a41c-bc20fa2cf11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:12.681869 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b64d79c-9d35-41b5-a41c-bc20fa2cf11b None None] The sync data for ids ['82e2af90-6dd1-4bfc-a8b8-f188445f6c71'] in n-d-768851-15 is: [] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:33:12.694311 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50496) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:12.694528 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-2d3a6cdd-acbc-46d7-9ecd-cb269de9485a tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] 10.222.0.62 "GET /v2.0/floatingips/eec4d518-4f8e-48fa-89d2-0bfc972d49cd HTTP/1.1" status: 200 len: 688 time: 0.1164556 Aug 10 03:33:12.741549 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1234a6-717b-45f2-ac47-6bd131365c8d tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Made reservation on behalf of 4eee0f5311c74c15921867e8b0597445 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:12.748158 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7e1234a6-717b-45f2-ac47-6bd131365c8d tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:12.769762 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [None req-7e1234a6-717b-45f2-ac47-6bd131365c8d tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] device_id is not set on port 48f3de09-af37-4e93-9865-d76012cff5be yet. {{(pid=94216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:33:12.786910 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8917b2-fa44-4a09-9c99-dcafe766aa78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-c029ebec-5e5d-4ff8-bf0f-b9b485b8f9cf', 'network_id': 'c029ebec-5e5d-4ff8-bf0f-b9b485b8f9cf', 'tenant_id': '4eee0f5311c74c15921867e8b0597445', 'fixed_ips': [{'subnet_id': '6ef88101-9d72-4e3b-87d6-e805e63f4f22'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:33:12.788053 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4f8917b2-fa44-4a09-9c99-dcafe766aa78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:12.831094 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-47c9d49e-9034-4bea-8963-f823a38ca2a8 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Deleting port d7ef1a06-fa12-4dca-b796-876b2b1ba6a3 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:12.831583 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-47c9d49e-9034-4bea-8963-f823a38ca2a8 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:12.911537 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-7e1234a6-717b-45f2-ac47-6bd131365c8d tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Allocated IP 2001:db8::30d (c029ebec-5e5d-4ff8-bf0f-b9b485b8f9cf/6ef88101-9d72-4e3b-87d6-e805e63f4f22/48f3de09-af37-4e93-9865-d76012cff5be) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:12.924418 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-47c9d49e-9034-4bea-8963-f823a38ca2a8 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:12.924970 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-47c9d49e-9034-4bea-8963-f823a38ca2a8 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:12.938751 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-47c9d49e-9034-4bea-8963-f823a38ca2a8 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Calling delete_port for d7ef1a06-fa12-4dca-b796-876b2b1ba6a3 owned by network:floatingip {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:13.072359 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7e1234a6-717b-45f2-ac47-6bd131365c8d tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:13.103222 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-47c9d49e-9034-4bea-8963-f823a38ca2a8 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:13.103520 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-7e1234a6-717b-45f2-ac47-6bd131365c8d tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Transition to ACTIVE for port object 48f3de09-af37-4e93-9865-d76012cff5be will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:13.131747 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c9d49e-9034-4bea-8963-f823a38ca2a8 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Pushing event deleted for resources: {'Port': ['ID=d7ef1a06-fa12-4dca-b796-876b2b1ba6a3,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:13.150040 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7e1234a6-717b-45f2-ac47-6bd131365c8d tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:13.199523 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-4f8917b2-fa44-4a09-9c99-dcafe766aa78 None None] Allocated IP 2001:db8::2 (c029ebec-5e5d-4ff8-bf0f-b9b485b8f9cf/6ef88101-9d72-4e3b-87d6-e805e63f4f22/0e7a61cd-8ece-477a-8264-210730c9e974) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:13.200106 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1234a6-717b-45f2-ac47-6bd131365c8d tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event updated for resources: {'Port': ['ID=48f3de09-af37-4e93-9865-d76012cff5be,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:13.217104 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1234a6-717b-45f2-ac47-6bd131365c8d tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Network c029ebec-5e5d-4ff8-bf0f-b9b485b8f9cf is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:13.218911 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-7e1234a6-717b-45f2-ac47-6bd131365c8d tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:13.222224 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1234a6-717b-45f2-ac47-6bd131365c8d tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:13.228912 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1234a6-717b-45f2-ac47-6bd131365c8d tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:13.229552 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7e1234a6-717b-45f2-ac47-6bd131365c8d tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:13.249484 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-7e1234a6-717b-45f2-ac47-6bd131365c8d tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7092667 Aug 10 03:33:13.250084 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-47c9d49e-9034-4bea-8963-f823a38ca2a8 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for floatingip, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:13.251721 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50506) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:13.253016 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-47c9d49e-9034-4bea-8963-f823a38ca2a8 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:13.254606 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-47c9d49e-9034-4bea-8963-f823a38ca2a8 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] 10.222.0.62 "DELETE /v2.0/floatingips/eec4d518-4f8e-48fa-89d2-0bfc972d49cd HTTP/1.1" status: 204 len: 168 time: 0.5582707 Aug 10 03:33:13.257782 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50508) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:13.263459 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-84c85efc-ed84-4743-b291-40f4c2fad071 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Request body: {'floatingip': {'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'port_id': '21ae63a9-db61-455b-b3f5-89b40aa03c29'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:13.303822 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-84c85efc-ed84-4743-b291-40f4c2fad071 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for floatingip, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:13.418240 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4f8917b2-fa44-4a09-9c99-dcafe766aa78 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:13.432192 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-4f8917b2-fa44-4a09-9c99-dcafe766aa78 None None] Transition to ACTIVE for port object 0e7a61cd-8ece-477a-8264-210730c9e974 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:13.449461 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-4f8917b2-fa44-4a09-9c99-dcafe766aa78 None None] Transition to ACTIVE for port object 0e7a61cd-8ece-477a-8264-210730c9e974 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:13.452717 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-84c85efc-ed84-4743-b291-40f4c2fad071 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:13.459852 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4f8917b2-fa44-4a09-9c99-dcafe766aa78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:13.522431 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8917b2-fa44-4a09-9c99-dcafe766aa78 None None] Pushing event updated for resources: {'Port': ['ID=0e7a61cd-8ece-477a-8264-210730c9e974,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:13.533159 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8917b2-fa44-4a09-9c99-dcafe766aa78 None None] Network c029ebec-5e5d-4ff8-bf0f-b9b485b8f9cf is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:13.535069 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-4f8917b2-fa44-4a09-9c99-dcafe766aa78 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:13.537365 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8917b2-fa44-4a09-9c99-dcafe766aa78 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:13.596812 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-4f8917b2-fa44-4a09-9c99-dcafe766aa78 None None] Attempting to bind port 0e7a61cd-8ece-477a-8264-210730c9e974 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:33:13.597185 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-4f8917b2-fa44-4a09-9c99-dcafe766aa78 None None] Attempting to bind port 0e7a61cd-8ece-477a-8264-210730c9e974 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '55c56ee2-d04a-477a-bd3a-6fd9da1e86c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c029ebec-5e5d-4ff8-bf0f-b9b485b8f9cf'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:33:13.597547 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8917b2-fa44-4a09-9c99-dcafe766aa78 None None] Attempting to bind port 0e7a61cd-8ece-477a-8264-210730c9e974 on network c029ebec-5e5d-4ff8-bf0f-b9b485b8f9cf {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:33:13.604173 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8917b2-fa44-4a09-9c99-dcafe766aa78 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:33:13.604547 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8917b2-fa44-4a09-9c99-dcafe766aa78 None None] Checking segment: {'id': '55c56ee2-d04a-477a-bd3a-6fd9da1e86c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c029ebec-5e5d-4ff8-bf0f-b9b485b8f9cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:13.604951 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4f8917b2-fa44-4a09-9c99-dcafe766aa78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:13.605399 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8917b2-fa44-4a09-9c99-dcafe766aa78 None None] Bound using segment: {'id': '55c56ee2-d04a-477a-bd3a-6fd9da1e86c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c029ebec-5e5d-4ff8-bf0f-b9b485b8f9cf'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:33:13.605883 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-4f8917b2-fa44-4a09-9c99-dcafe766aa78 None None] Bound port: 0e7a61cd-8ece-477a-8264-210730c9e974, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55c56ee2-d04a-477a-bd3a-6fd9da1e86c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c029ebec-5e5d-4ff8-bf0f-b9b485b8f9cf'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:33:13.606263 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4f8917b2-fa44-4a09-9c99-dcafe766aa78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:13.625965 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-84c85efc-ed84-4743-b291-40f4c2fad071 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Allocated IP 172.25.7.217 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/582b5284-0c50-41eb-b0ae-8bb6f6ddbd2a) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:13.718680 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-4f8917b2-fa44-4a09-9c99-dcafe766aa78 None None] For port 0e7a61cd-8ece-477a-8264-210730c9e974, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:33:13.722130 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-4f8917b2-fa44-4a09-9c99-dcafe766aa78 None None] For port 0e7a61cd-8ece-477a-8264-210730c9e974, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=0e7a61cd-8ece-477a-8264-210730c9e974,segment=NetworkSegment(55c56ee2-d04a-477a-bd3a-6fd9da1e86c7),segment_id=55c56ee2-d04a-477a-bd3a-6fd9da1e86c7)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:33:13.729528 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4f8917b2-fa44-4a09-9c99-dcafe766aa78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:13.794932 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-84c85efc-ed84-4743-b291-40f4c2fad071 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:13.806665 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8917b2-fa44-4a09-9c99-dcafe766aa78 None None] Pushing event updated for resources: {'Port': ['ID=0e7a61cd-8ece-477a-8264-210730c9e974,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:13.824705 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-15c2841c-bce1-44e7-892f-5e6a370b1b90 req-71db3743-295c-4d8a-98b6-3e37f9718925 tempest-ServerShowV254Test-500594219 tempest-ServerShowV254Test-500594219-project] 10.222.0.62 "GET /v2.0/ports?device_id=f703b12b-0e6b-4b2f-bf53-46424f5a9527 HTTP/1.1" status: 200 len: 210 time: 0.4561141 Aug 10 03:33:13.827544 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-e03aa604-fe6c-4508-ae6d-c4d5f7e71f3f tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Deleting port 48f3de09-af37-4e93-9865-d76012cff5be {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:13.828083 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e03aa604-fe6c-4508-ae6d-c4d5f7e71f3f tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:13.848505 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-84c85efc-ed84-4743-b291-40f4c2fad071 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:13.901486 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c85efc-ed84-4743-b291-40f4c2fad071 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:13.902811 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c85efc-ed84-4743-b291-40f4c2fad071 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Pushing event updated for resources: {'Port': ['ID=582b5284-0c50-41eb-b0ae-8bb6f6ddbd2a,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:13.911504 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-84c85efc-ed84-4743-b291-40f4c2fad071 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:13.914671 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c85efc-ed84-4743-b291-40f4c2fad071 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:13.935523 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e03aa604-fe6c-4508-ae6d-c4d5f7e71f3f tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:13.960186 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-e03aa604-fe6c-4508-ae6d-c4d5f7e71f3f tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Calling delete_port for 48f3de09-af37-4e93-9865-d76012cff5be owned by {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:14.188538 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e03aa604-fe6c-4508-ae6d-c4d5f7e71f3f tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:14.222869 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03aa604-fe6c-4508-ae6d-c4d5f7e71f3f tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event deleted for resources: {'Port': ['ID=48f3de09-af37-4e93-9865-d76012cff5be,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:14.264112 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e03aa604-fe6c-4508-ae6d-c4d5f7e71f3f tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:14.266232 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-e03aa604-fe6c-4508-ae6d-c4d5f7e71f3f tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "DELETE /v2.0/ports/48f3de09-af37-4e93-9865-d76012cff5be HTTP/1.1" status: 204 len: 168 time: 1.0126684 Aug 10 03:33:14.268851 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50532) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:14.304223 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b27b8bf-9e3b-41f9-82f5-86214f79fc1c tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] DELETE failed (client error): The resource could not be found. Aug 10 03:33:14.304913 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b27b8bf-9e3b-41f9-82f5-86214f79fc1c tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:14.309219 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-5b27b8bf-9e3b-41f9-82f5-86214f79fc1c tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "DELETE /v2.0/ports/48f3de09-af37-4e93-9865-d76012cff5be HTTP/1.1" status: 404 len: 333 time: 0.0369496 Aug 10 03:33:14.309463 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50534) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:14.333909 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-26d22dba-9eb4-479c-b7ee-5f2d272d86eb tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] GET failed (client error): The resource could not be found. Aug 10 03:33:14.338464 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-26d22dba-9eb4-479c-b7ee-5f2d272d86eb tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "GET /v2.0/ports/48f3de09-af37-4e93-9865-d76012cff5be HTTP/1.1" status: 404 len: 333 time: 0.0250721 Aug 10 03:33:14.338822 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50536) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:14.795729 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-ede3a4ff-825f-4be9-bea0-329ce1a60a36 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Deleting subnet 6ef88101-9d72-4e3b-87d6-e805e63f4f22 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:33:14.807441 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ede3a4ff-825f-4be9-bea0-329ce1a60a36 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:14.858656 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-84c85efc-ed84-4743-b291-40f4c2fad071 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:14.861770 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ede3a4ff-825f-4be9-bea0-329ce1a60a36 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:14.970850 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-62f657dd-f5ab-4a9a-98c7-f71e40a96186 req-b7c7e755-a01e-4857-b25b-58c66d66da98 tempest-ServerShowV254Test-500594219 tempest-ServerShowV254Test-500594219-project] 10.222.0.62 "GET /v2.0/ports?device_id=f703b12b-0e6b-4b2f-bf53-46424f5a9527 HTTP/1.1" status: 200 len: 210 time: 0.0490811 Aug 10 03:33:14.999828 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cec0435-40a0-4d26-a4fa-d85312795925 None None] Network c029ebec-5e5d-4ff8-bf0f-b9b485b8f9cf requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:15.001432 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-84c85efc-ed84-4743-b291-40f4c2fad071 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:15.024265 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ede3a4ff-825f-4be9-bea0-329ce1a60a36 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:15.081862 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-f59b7234-8387-40e5-98da-2ddf23b1e444 None None] Provisioning for port 0e7a61cd-8ece-477a-8264-210730c9e974 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:15.161375 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ede3a4ff-825f-4be9-bea0-329ce1a60a36 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:15.185756 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ede3a4ff-825f-4be9-bea0-329ce1a60a36 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:15.187641 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ede3a4ff-825f-4be9-bea0-329ce1a60a36 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "DELETE /v2.0/subnets/6ef88101-9d72-4e3b-87d6-e805e63f4f22 HTTP/1.1" status: 204 len: 168 time: 0.8478742 Aug 10 03:33:15.190261 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50556) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:15.209485 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede3a4ff-825f-4be9-bea0-329ce1a60a36 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event deleted for resources: {'Subnet': ['ID=6ef88101-9d72-4e3b-87d6-e805e63f4f22,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:15.281850 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-84c85efc-ed84-4743-b291-40f4c2fad071 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:15.292638 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-84c85efc-ed84-4743-b291-40f4c2fad071 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:15.328352 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a58f6951-1dbc-4209-b821-099baf03d1af tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:15.368916 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 0e7a61cd-8ece-477a-8264-210730c9e974 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:15.373598 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c85efc-ed84-4743-b291-40f4c2fad071 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Pushing event updated for resources: {'Port': ['ID=582b5284-0c50-41eb-b0ae-8bb6f6ddbd2a,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:15.386389 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-84c85efc-ed84-4743-b291-40f4c2fad071 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:15.438225 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-a58f6951-1dbc-4209-b821-099baf03d1af tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Deleting port 0e7a61cd-8ece-477a-8264-210730c9e974 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:15.438572 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a58f6951-1dbc-4209-b821-099baf03d1af tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:15.534416 n-d-768851-15 neutron-server[94217]: INFO neutron.db.l3_db [None req-84c85efc-ed84-4743-b291-40f4c2fad071 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Floating IP d72aaa51-8dcc-4979-af05-bd0728b816ff associated. External IP: 172.25.7.217, port: 21ae63a9-db61-455b-b3f5-89b40aa03c29. Aug 10 03:33:15.563034 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-a58f6951-1dbc-4209-b821-099baf03d1af tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] For port 0e7a61cd-8ece-477a-8264-210730c9e974, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=0e7a61cd-8ece-477a-8264-210730c9e974,segment=NetworkSegment(55c56ee2-d04a-477a-bd3a-6fd9da1e86c7),segment_id=55c56ee2-d04a-477a-bd3a-6fd9da1e86c7)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:15.564994 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a58f6951-1dbc-4209-b821-099baf03d1af tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:15.605316 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-a58f6951-1dbc-4209-b821-099baf03d1af tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Calling delete_port for 0e7a61cd-8ece-477a-8264-210730c9e974 owned by network:dhcp {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:15.615713 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232c0a17-fb2f-469c-ab62-37baa115bf53 None None] Network c029ebec-5e5d-4ff8-bf0f-b9b485b8f9cf requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:15.668928 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 0e7a61cd-8ece-477a-8264-210730c9e974 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:15.681848 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 0e7a61cd-8ece-477a-8264-210730c9e974 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:15.682222 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:15.711907 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a58f6951-1dbc-4209-b821-099baf03d1af tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:15.748045 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-2cae24d9-cc2c-48e0-8ac2-ec29e98324fd None None] Could not find standard attr ID for object 0e7a61cd-8ece-477a-8264-210730c9e974. {{(pid=94218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:33:15.754492 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58f6951-1dbc-4209-b821-099baf03d1af tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event deleted for resources: {'Port': ['ID=0e7a61cd-8ece-477a-8264-210730c9e974,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:15.762028 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58f6951-1dbc-4209-b821-099baf03d1af tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] No DVR routers for this DVR port 0e7a61cd-8ece-477a-8264-210730c9e974 on host n-d-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:33:15.800415 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Could not find standard attr ID for object 0e7a61cd-8ece-477a-8264-210730c9e974. {{(pid=94218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:33:15.815929 n-d-768851-15 neutron-server[94218]: INFO neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No ports have port_id starting with 0e7a61cd-8ece-477a-8264-210730c9e974 Aug 10 03:33:15.857802 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c85efc-ed84-4743-b291-40f4c2fad071 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Router 82e2af90-6dd1-4bfc-a8b8-f188445f6c71 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:33:15.859837 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5b93ac-480d-4044-9c24-2d35246a4538 None None] DHCP port deletion for c029ebec-5e5d-4ff8-bf0f-b9b485b8f9cf request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:33:15.873264 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a58f6951-1dbc-4209-b821-099baf03d1af tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:15.891333 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-a58f6951-1dbc-4209-b821-099baf03d1af tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c029ebec-5e5d-4ff8-bf0f-b9b485b8f9cf']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:15.905173 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-a58f6951-1dbc-4209-b821-099baf03d1af tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55c56ee2-d04a-477a-bd3a-6fd9da1e86c7') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:15.905466 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-a58f6951-1dbc-4209-b821-099baf03d1af tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55c56ee2-d04a-477a-bd3a-6fd9da1e86c7') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:15.917220 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a58f6951-1dbc-4209-b821-099baf03d1af tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:15.937002 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a58f6951-1dbc-4209-b821-099baf03d1af tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:15.943336 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a58f6951-1dbc-4209-b821-099baf03d1af tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:33:15.943996 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a58f6951-1dbc-4209-b821-099baf03d1af tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:15.947271 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:33:15.947271 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:33:15.947271 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:33:15.947271 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:33:15.947271 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:33:15.947271 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:33:15.947271 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:33:15.947271 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:33:15.947271 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:33:15.947271 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:33:15.947271 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:33:15.947271 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:33:15.947271 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:33:15.947271 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:33:15.947271 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:33:15.947271 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:33:15.947271 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:33:15.947271 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:33:15.947271 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:33:15.947271 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:33:15.947271 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:33:15.947271 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:33:15.947271 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:33:15.947271 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:33:15.947271 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:33:15.947271 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:33:15.947271 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:33:15.947271 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:33:15.947271 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:33:15.947271 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:33:15.947271 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:33:15.947271 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:33:15.982806 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c85efc-ed84-4743-b291-40f4c2fad071 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:33:15.998854 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56289df-709a-418d-a5a6-1888d692bc58 None None] Sync routers for ids ['82e2af90-6dd1-4bfc-a8b8-f188445f6c71'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:33:16.013412 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56289df-709a-418d-a5a6-1888d692bc58 None None] Routers {'82e2af90-6dd1-4bfc-a8b8-f188445f6c71'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:16.014518 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-e56289df-709a-418d-a5a6-1888d692bc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:33:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['82e2af90-6dd1-4bfc-a8b8-f188445f6c71'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:16.025350 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-84c85efc-ed84-4743-b291-40f4c2fad071 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:16.035857 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a58f6951-1dbc-4209-b821-099baf03d1af tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:16.053371 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a58f6951-1dbc-4209-b821-099baf03d1af tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:16.062653 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-a58f6951-1dbc-4209-b821-099baf03d1af tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "DELETE /v2.0/networks/c029ebec-5e5d-4ff8-bf0f-b9b485b8f9cf HTTP/1.1" status: 204 len: 168 time: 0.8705959 Aug 10 03:33:16.074774 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-e56289df-709a-418d-a5a6-1888d692bc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:16.079134 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50572) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:16.084203 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56289df-709a-418d-a5a6-1888d692bc58 None None] Routers {'82e2af90-6dd1-4bfc-a8b8-f188445f6c71'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:16.084763 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-e56289df-709a-418d-a5a6-1888d692bc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:33:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['82e2af90-6dd1-4bfc-a8b8-f188445f6c71'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:16.090043 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-81575659-b00c-4940-8ba7-0e383efe7ddb tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-541489538'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:16.097822 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58f6951-1dbc-4209-b821-099baf03d1af tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event deleted for resources: {'Network': ['ID=c029ebec-5e5d-4ff8-bf0f-b9b485b8f9cf,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:16.113850 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-84c85efc-ed84-4743-b291-40f4c2fad071 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.8541620 Aug 10 03:33:16.116933 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50578) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:16.120841 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dcdf0cd4-bff7-4c3f-a816-70f956ea922c req-77e70d6c-3d75-46af-8cd3-d22dfa2094d8 tempest-ServerShowV254Test-500594219 tempest-ServerShowV254Test-500594219-project] 10.222.0.62 "GET /v2.0/ports?device_id=f703b12b-0e6b-4b2f-bf53-46424f5a9527 HTTP/1.1" status: 200 len: 210 time: 0.0554821 Aug 10 03:33:16.125557 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-9718841e-78c1-4eb6-9979-46bf81871a97 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-193992939'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:16.133847 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-e56289df-709a-418d-a5a6-1888d692bc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:16.134510 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56289df-709a-418d-a5a6-1888d692bc58 None None] The sync data for ids ['82e2af90-6dd1-4bfc-a8b8-f188445f6c71'] in n-d-768851-15 is: [] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:33:16.149840 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81575659-b00c-4940-8ba7-0e383efe7ddb tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Made reservation on behalf of 4eee0f5311c74c15921867e8b0597445 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:16.154156 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-81575659-b00c-4940-8ba7-0e383efe7ddb tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:16.190711 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9718841e-78c1-4eb6-9979-46bf81871a97 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Made reservation on behalf of f76e5d9de24c405a8d24d929c2b325c6 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:16.194998 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9718841e-78c1-4eb6-9979-46bf81871a97 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:16.197342 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81575659-b00c-4940-8ba7-0e383efe7ddb tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:33:16.219451 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-81575659-b00c-4940-8ba7-0e383efe7ddb tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:16.219797 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-81575659-b00c-4940-8ba7-0e383efe7ddb tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Added segment 9a320a19-477d-4ab4-9639-d12199e5d94f of type vlan for network 9860c34a-bdc6-473c-b485-dde112f36905 Aug 10 03:33:16.252875 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9718841e-78c1-4eb6-9979-46bf81871a97 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:33:16.273172 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-81575659-b00c-4940-8ba7-0e383efe7ddb tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:16.277515 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9718841e-78c1-4eb6-9979-46bf81871a97 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:16.277814 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-9718841e-78c1-4eb6-9979-46bf81871a97 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Added segment 7ab63f20-7f12-4763-b25c-f300adf0292f of type vlan for network 80ef359f-a69e-4c80-b1e5-a690d2557c57 Aug 10 03:33:16.331126 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9718841e-78c1-4eb6-9979-46bf81871a97 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:16.346965 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-81575659-b00c-4940-8ba7-0e383efe7ddb tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:16.353494 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81575659-b00c-4940-8ba7-0e383efe7ddb tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:16.354082 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-81575659-b00c-4940-8ba7-0e383efe7ddb tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:16.428687 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-81575659-b00c-4940-8ba7-0e383efe7ddb tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3459697 Aug 10 03:33:16.431798 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50584) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:16.440041 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-d0e7e1eb-c720-4e05-a55b-6cab8aef2c4a tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Request body: {'subnet': {'network_id': '9860c34a-bdc6-473c-b485-dde112f36905', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:16.448552 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9718841e-78c1-4eb6-9979-46bf81871a97 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:16.454366 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9718841e-78c1-4eb6-9979-46bf81871a97 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:16.455034 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9718841e-78c1-4eb6-9979-46bf81871a97 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:16.496502 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81575659-b00c-4940-8ba7-0e383efe7ddb tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event updated for resources: {'Network': ['ID=9860c34a-bdc6-473c-b485-dde112f36905,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:16.506663 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 9860c34a-bdc6-473c-b485-dde112f36905 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:33:16.564470 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9718841e-78c1-4eb6-9979-46bf81871a97 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4459469 Aug 10 03:33:16.567208 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50586) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:16.572764 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-ebc2f599-808d-416e-b3c3-d24ef3b8c272 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Request body: {'subnet': {'network_id': '80ef359f-a69e-4c80-b1e5-a690d2557c57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:16.600301 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9718841e-78c1-4eb6-9979-46bf81871a97 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Pushing event updated for resources: {'Network': ['ID=80ef359f-a69e-4c80-b1e5-a690d2557c57,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:16.616159 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 80ef359f-a69e-4c80-b1e5-a690d2557c57 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:33:16.620894 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e7e1eb-c720-4e05-a55b-6cab8aef2c4a tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Made reservation on behalf of 4eee0f5311c74c15921867e8b0597445 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:16.624979 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d0e7e1eb-c720-4e05-a55b-6cab8aef2c4a tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:16.681292 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc2f599-808d-416e-b3c3-d24ef3b8c272 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Made reservation on behalf of f76e5d9de24c405a8d24d929c2b325c6 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:16.685918 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ebc2f599-808d-416e-b3c3-d24ef3b8c272 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:16.851865 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d0e7e1eb-c720-4e05-a55b-6cab8aef2c4a tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:16.904848 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ebc2f599-808d-416e-b3c3-d24ef3b8c272 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:16.917540 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e7e1eb-c720-4e05-a55b-6cab8aef2c4a tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event updated for resources: {'Subnet': ['ID=4c3f2aab-746f-4493-a7b4-dbd6dc7862bd,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:16.929922 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e7e1eb-c720-4e05-a55b-6cab8aef2c4a tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Checking segment: {'id': '9a320a19-477d-4ab4-9639-d12199e5d94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9860c34a-bdc6-473c-b485-dde112f36905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:16.930287 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e7e1eb-c720-4e05-a55b-6cab8aef2c4a tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Network hostable DHCP agents. Network: 9860c34a-bdc6-473c-b485-dde112f36905, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:33:16.948716 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e7e1eb-c720-4e05-a55b-6cab8aef2c4a tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Network 9860c34a-bdc6-473c-b485-dde112f36905 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:33:16.965868 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-d0e7e1eb-c720-4e05-a55b-6cab8aef2c4a tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 9860c34a-bdc6-473c-b485-dde112f36905) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:16.970909 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e7e1eb-c720-4e05-a55b-6cab8aef2c4a tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:16.972715 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d0e7e1eb-c720-4e05-a55b-6cab8aef2c4a tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:16.978553 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03e06f8-013c-46c7-ab51-1b36065a086c None None] Network 9860c34a-bdc6-473c-b485-dde112f36905 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:16.987414 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc2f599-808d-416e-b3c3-d24ef3b8c272 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Pushing event updated for resources: {'Subnet': ['ID=79138d91-70cb-4270-ad9f-dc8b54c512f7,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:17.001229 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc2f599-808d-416e-b3c3-d24ef3b8c272 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Checking segment: {'id': '7ab63f20-7f12-4763-b25c-f300adf0292f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '80ef359f-a69e-4c80-b1e5-a690d2557c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:17.001606 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc2f599-808d-416e-b3c3-d24ef3b8c272 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Network hostable DHCP agents. Network: 80ef359f-a69e-4c80-b1e5-a690d2557c57, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:33:17.003715 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d0e7e1eb-c720-4e05-a55b-6cab8aef2c4a tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5708025 Aug 10 03:33:17.007200 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50602) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:17.016139 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-78c3ec0e-5408-44c0-bce9-b7b354c310b1 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Request body: {'port': {'network_id': '9860c34a-bdc6-473c-b485-dde112f36905', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-285631867'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:17.089676 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc2f599-808d-416e-b3c3-d24ef3b8c272 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Network 80ef359f-a69e-4c80-b1e5-a690d2557c57 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:33:17.101030 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-ebc2f599-808d-416e-b3c3-d24ef3b8c272 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 80ef359f-a69e-4c80-b1e5-a690d2557c57) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:17.116164 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc2f599-808d-416e-b3c3-d24ef3b8c272 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:17.116756 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ebc2f599-808d-416e-b3c3-d24ef3b8c272 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:17.123680 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a1a5b7-b095-48bd-ac6f-3c9785423c4b None None] Network 80ef359f-a69e-4c80-b1e5-a690d2557c57 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:17.147231 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ebc2f599-808d-416e-b3c3-d24ef3b8c272 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5788310 Aug 10 03:33:17.151289 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50604) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:17.157728 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-0e04f58f-2695-498a-9026-e3a586d292ed tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2093899114', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}, 'admin_state_up': False}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:17.194580 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0e04f58f-2695-498a-9026-e3a586d292ed tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:17.198578 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0e04f58f-2695-498a-9026-e3a586d292ed tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:17.218456 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c3ec0e-5408-44c0-bce9-b7b354c310b1 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Made reservation on behalf of 4eee0f5311c74c15921867e8b0597445 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:17.224846 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-78c3ec0e-5408-44c0-bce9-b7b354c310b1 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:17.237565 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6da54f-3ed9-4599-8e00-3613054d6f88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-9860c34a-bdc6-473c-b485-dde112f36905', 'network_id': '9860c34a-bdc6-473c-b485-dde112f36905', 'tenant_id': '4eee0f5311c74c15921867e8b0597445', 'fixed_ips': [{'subnet_id': '4c3f2aab-746f-4493-a7b4-dbd6dc7862bd'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:33:17.238504 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9c6da54f-3ed9-4599-8e00-3613054d6f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:17.277053 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [None req-78c3ec0e-5408-44c0-bce9-b7b354c310b1 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] device_id is not set on port e2ae1596-9fb0-4bd7-8369-3b2d04153f06 yet. {{(pid=94216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:33:17.309630 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5581e019-6461-4d83-b63e-7a5b36e79ed8 req-42ed8daa-762f-49ac-9833-8bee49705dcf tempest-ServerShowV254Test-500594219 tempest-ServerShowV254Test-500594219-project] 10.222.0.62 "GET /v2.0/ports?device_id=f703b12b-0e6b-4b2f-bf53-46424f5a9527 HTTP/1.1" status: 200 len: 210 time: 0.0526152 Aug 10 03:33:17.309844 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0e04f58f-2695-498a-9026-e3a586d292ed tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:17.390268 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 0e7a61cd-8ece-477a-8264-210730c9e974 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:33:17.431520 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 0e7a61cd-8ece-477a-8264-210730c9e974 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:33:17.431864 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 0e7a61cd-8ece-477a-8264-210730c9e974 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:33:17.454414 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-9c6da54f-3ed9-4599-8e00-3613054d6f88 None None] Allocated IP 2001:db8::2 (9860c34a-bdc6-473c-b485-dde112f36905/4c3f2aab-746f-4493-a7b4-dbd6dc7862bd/9dd75aa6-653b-4a6c-8aeb-d9bbc0c04d39) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:17.489648 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0e04f58f-2695-498a-9026-e3a586d292ed tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:17.578126 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241a57cd-5177-427c-b6a2-3ea1427f2f3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-80ef359f-a69e-4c80-b1e5-a690d2557c57', 'network_id': '80ef359f-a69e-4c80-b1e5-a690d2557c57', 'tenant_id': 'f76e5d9de24c405a8d24d929c2b325c6', 'fixed_ips': [{'subnet_id': '79138d91-70cb-4270-ad9f-dc8b54c512f7'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:33:17.579158 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-241a57cd-5177-427c-b6a2-3ea1427f2f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:17.697924 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0e04f58f-2695-498a-9026-e3a586d292ed tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for router_gateway, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:17.718260 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0e04f58f-2695-498a-9026-e3a586d292ed tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:17.776884 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9c6da54f-3ed9-4599-8e00-3613054d6f88 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:17.794603 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-9c6da54f-3ed9-4599-8e00-3613054d6f88 None None] Transition to ACTIVE for port object 9dd75aa6-653b-4a6c-8aeb-d9bbc0c04d39 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:17.817383 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-241a57cd-5177-427c-b6a2-3ea1427f2f3c None None] Allocated IP 172.20.0.2 (80ef359f-a69e-4c80-b1e5-a690d2557c57/79138d91-70cb-4270-ad9f-dc8b54c512f7/a362bcf9-e35f-46e0-9641-d3d407630409) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:17.823956 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-9c6da54f-3ed9-4599-8e00-3613054d6f88 None None] Transition to ACTIVE for port object 9dd75aa6-653b-4a6c-8aeb-d9bbc0c04d39 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:17.839795 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9c6da54f-3ed9-4599-8e00-3613054d6f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:17.841303 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-0e04f58f-2695-498a-9026-e3a586d292ed tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Allocated IP 172.25.7.170 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/a668ea34-80cc-4f4e-b9bc-4555baabb466) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:17.915286 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-78c3ec0e-5408-44c0-bce9-b7b354c310b1 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Allocated IP 2001:db8::12 (9860c34a-bdc6-473c-b485-dde112f36905/4c3f2aab-746f-4493-a7b4-dbd6dc7862bd/e2ae1596-9fb0-4bd7-8369-3b2d04153f06) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:17.928292 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6da54f-3ed9-4599-8e00-3613054d6f88 None None] Pushing event updated for resources: {'Port': ['ID=9dd75aa6-653b-4a6c-8aeb-d9bbc0c04d39,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:17.947841 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6da54f-3ed9-4599-8e00-3613054d6f88 None None] Network 9860c34a-bdc6-473c-b485-dde112f36905 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:17.953380 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-9c6da54f-3ed9-4599-8e00-3613054d6f88 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:17.956041 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6da54f-3ed9-4599-8e00-3613054d6f88 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:18.043758 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0e04f58f-2695-498a-9026-e3a586d292ed tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:18.050633 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-9c6da54f-3ed9-4599-8e00-3613054d6f88 None None] Attempting to bind port 9dd75aa6-653b-4a6c-8aeb-d9bbc0c04d39 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:33:18.051036 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-9c6da54f-3ed9-4599-8e00-3613054d6f88 None None] Attempting to bind port 9dd75aa6-653b-4a6c-8aeb-d9bbc0c04d39 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '9a320a19-477d-4ab4-9639-d12199e5d94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9860c34a-bdc6-473c-b485-dde112f36905'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:33:18.051449 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6da54f-3ed9-4599-8e00-3613054d6f88 None None] Attempting to bind port 9dd75aa6-653b-4a6c-8aeb-d9bbc0c04d39 on network 9860c34a-bdc6-473c-b485-dde112f36905 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:33:18.080394 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6da54f-3ed9-4599-8e00-3613054d6f88 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:33:18.080810 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6da54f-3ed9-4599-8e00-3613054d6f88 None None] Checking segment: {'id': '9a320a19-477d-4ab4-9639-d12199e5d94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9860c34a-bdc6-473c-b485-dde112f36905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:18.081548 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9c6da54f-3ed9-4599-8e00-3613054d6f88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:18.082034 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6da54f-3ed9-4599-8e00-3613054d6f88 None None] Bound using segment: {'id': '9a320a19-477d-4ab4-9639-d12199e5d94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9860c34a-bdc6-473c-b485-dde112f36905'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:33:18.082531 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-9c6da54f-3ed9-4599-8e00-3613054d6f88 None None] Bound port: 9dd75aa6-653b-4a6c-8aeb-d9bbc0c04d39, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a320a19-477d-4ab4-9639-d12199e5d94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9860c34a-bdc6-473c-b485-dde112f36905'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:33:18.082945 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9c6da54f-3ed9-4599-8e00-3613054d6f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:18.119989 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0e04f58f-2695-498a-9026-e3a586d292ed tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:18.136746 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-78c3ec0e-5408-44c0-bce9-b7b354c310b1 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:18.146507 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-241a57cd-5177-427c-b6a2-3ea1427f2f3c None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:18.156405 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-78c3ec0e-5408-44c0-bce9-b7b354c310b1 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Transition to ACTIVE for port object e2ae1596-9fb0-4bd7-8369-3b2d04153f06 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:18.166064 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-241a57cd-5177-427c-b6a2-3ea1427f2f3c None None] Transition to ACTIVE for port object a362bcf9-e35f-46e0-9641-d3d407630409 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:18.173852 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e04f58f-2695-498a-9026-e3a586d292ed tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Pushing event updated for resources: {'Port': ['ID=a668ea34-80cc-4f4e-b9bc-4555baabb466,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:18.194762 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e04f58f-2695-498a-9026-e3a586d292ed tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:18.196901 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-0e04f58f-2695-498a-9026-e3a586d292ed tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:18.197995 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-9c6da54f-3ed9-4599-8e00-3613054d6f88 None None] For port 9dd75aa6-653b-4a6c-8aeb-d9bbc0c04d39, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:33:18.202870 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e04f58f-2695-498a-9026-e3a586d292ed tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:18.204382 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-241a57cd-5177-427c-b6a2-3ea1427f2f3c None None] Transition to ACTIVE for port object a362bcf9-e35f-46e0-9641-d3d407630409 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:18.208484 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-78c3ec0e-5408-44c0-bce9-b7b354c310b1 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:18.217274 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-9c6da54f-3ed9-4599-8e00-3613054d6f88 None None] For port 9dd75aa6-653b-4a6c-8aeb-d9bbc0c04d39, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=9dd75aa6-653b-4a6c-8aeb-d9bbc0c04d39,segment=NetworkSegment(9a320a19-477d-4ab4-9639-d12199e5d94f),segment_id=9a320a19-477d-4ab4-9639-d12199e5d94f)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:33:18.220710 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-241a57cd-5177-427c-b6a2-3ea1427f2f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:18.263031 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c3ec0e-5408-44c0-bce9-b7b354c310b1 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Network 9860c34a-bdc6-473c-b485-dde112f36905 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:18.268261 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-78c3ec0e-5408-44c0-bce9-b7b354c310b1 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:18.271846 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241a57cd-5177-427c-b6a2-3ea1427f2f3c None None] Pushing event updated for resources: {'Port': ['ID=a362bcf9-e35f-46e0-9641-d3d407630409,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:18.277452 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9c6da54f-3ed9-4599-8e00-3613054d6f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:18.292074 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c3ec0e-5408-44c0-bce9-b7b354c310b1 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:18.299542 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c3ec0e-5408-44c0-bce9-b7b354c310b1 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:18.300764 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-78c3ec0e-5408-44c0-bce9-b7b354c310b1 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:18.307758 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c3ec0e-5408-44c0-bce9-b7b354c310b1 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event updated for resources: {'Port': ['ID=e2ae1596-9fb0-4bd7-8369-3b2d04153f06,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:18.334688 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241a57cd-5177-427c-b6a2-3ea1427f2f3c None None] Network 80ef359f-a69e-4c80-b1e5-a690d2557c57 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:18.339092 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-241a57cd-5177-427c-b6a2-3ea1427f2f3c None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:18.340138 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-78c3ec0e-5408-44c0-bce9-b7b354c310b1 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.3299813 Aug 10 03:33:18.343405 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50628) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:18.345274 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241a57cd-5177-427c-b6a2-3ea1427f2f3c None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:18.372209 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6da54f-3ed9-4599-8e00-3613054d6f88 None None] Pushing event updated for resources: {'Port': ['ID=9dd75aa6-653b-4a6c-8aeb-d9bbc0c04d39,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:18.433631 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-241a57cd-5177-427c-b6a2-3ea1427f2f3c None None] Attempting to bind port a362bcf9-e35f-46e0-9641-d3d407630409 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:33:18.434005 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-241a57cd-5177-427c-b6a2-3ea1427f2f3c None None] Attempting to bind port a362bcf9-e35f-46e0-9641-d3d407630409 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '7ab63f20-7f12-4763-b25c-f300adf0292f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '80ef359f-a69e-4c80-b1e5-a690d2557c57'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:33:18.435187 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241a57cd-5177-427c-b6a2-3ea1427f2f3c None None] Attempting to bind port a362bcf9-e35f-46e0-9641-d3d407630409 on network 80ef359f-a69e-4c80-b1e5-a690d2557c57 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:33:18.442282 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241a57cd-5177-427c-b6a2-3ea1427f2f3c None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:33:18.442810 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241a57cd-5177-427c-b6a2-3ea1427f2f3c None None] Checking segment: {'id': '7ab63f20-7f12-4763-b25c-f300adf0292f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '80ef359f-a69e-4c80-b1e5-a690d2557c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:18.443220 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-241a57cd-5177-427c-b6a2-3ea1427f2f3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:18.443621 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241a57cd-5177-427c-b6a2-3ea1427f2f3c None None] Bound using segment: {'id': '7ab63f20-7f12-4763-b25c-f300adf0292f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '80ef359f-a69e-4c80-b1e5-a690d2557c57'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:33:18.444098 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-241a57cd-5177-427c-b6a2-3ea1427f2f3c None None] Bound port: a362bcf9-e35f-46e0-9641-d3d407630409, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ab63f20-7f12-4763-b25c-f300adf0292f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '80ef359f-a69e-4c80-b1e5-a690d2557c57'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:33:18.444629 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-241a57cd-5177-427c-b6a2-3ea1427f2f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:18.519886 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-241a57cd-5177-427c-b6a2-3ea1427f2f3c None None] For port a362bcf9-e35f-46e0-9641-d3d407630409, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:33:18.523480 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-241a57cd-5177-427c-b6a2-3ea1427f2f3c None None] For port a362bcf9-e35f-46e0-9641-d3d407630409, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=a362bcf9-e35f-46e0-9641-d3d407630409,segment=NetworkSegment(7ab63f20-7f12-4763-b25c-f300adf0292f),segment_id=7ab63f20-7f12-4763-b25c-f300adf0292f)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:33:18.528558 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-99bdb64a-0996-4638-ba15-05f6a53ee7f7 req-551d7522-34e6-4e8f-b0d7-ca77759de5af tempest-ServerShowV254Test-500594219 tempest-ServerShowV254Test-500594219-project] 10.222.0.62 "GET /v2.0/ports?device_id=f703b12b-0e6b-4b2f-bf53-46424f5a9527 HTTP/1.1" status: 200 len: 210 time: 0.0506203 Aug 10 03:33:18.531109 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-241a57cd-5177-427c-b6a2-3ea1427f2f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:18.579144 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [req-02748501-64ec-48a9-922d-20ed464d31d8 req-1c78b97c-4e3d-4da3-b997-cb8c10c8a639 service neutron] (94217) timed out ('10.222.0.62', 52726) {{(pid=94217) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 03:33:18.579652 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0e04f58f-2695-498a-9026-e3a586d292ed tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for router_gateway, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:18.596862 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-42972d3f-f616-4fa1-b688-1ccf75429616 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Deleting port e2ae1596-9fb0-4bd7-8369-3b2d04153f06 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:18.599262 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-42972d3f-f616-4fa1-b688-1ccf75429616 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:18.671718 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241a57cd-5177-427c-b6a2-3ea1427f2f3c None None] Pushing event updated for resources: {'Port': ['ID=a362bcf9-e35f-46e0-9641-d3d407630409,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:18.803165 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-42972d3f-f616-4fa1-b688-1ccf75429616 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:18.824114 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-42972d3f-f616-4fa1-b688-1ccf75429616 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Calling delete_port for e2ae1596-9fb0-4bd7-8369-3b2d04153f06 owned by {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:18.910253 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0e04f58f-2695-498a-9026-e3a586d292ed tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:19.024175 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-42972d3f-f616-4fa1-b688-1ccf75429616 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:19.049542 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42972d3f-f616-4fa1-b688-1ccf75429616 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event deleted for resources: {'Port': ['ID=e2ae1596-9fb0-4bd7-8369-3b2d04153f06,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:19.099674 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-42972d3f-f616-4fa1-b688-1ccf75429616 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:19.102511 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-42972d3f-f616-4fa1-b688-1ccf75429616 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "DELETE /v2.0/ports/e2ae1596-9fb0-4bd7-8369-3b2d04153f06 HTTP/1.1" status: 204 len: 168 time: 0.7577872 Aug 10 03:33:19.105215 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50644) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:19.133328 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-47348fdf-67f3-420e-8d45-961aaf0c15b7 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] GET failed (client error): The resource could not be found. Aug 10 03:33:19.135883 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-47348fdf-67f3-420e-8d45-961aaf0c15b7 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "GET /v2.0/ports/e2ae1596-9fb0-4bd7-8369-3b2d04153f06 HTTP/1.1" status: 404 len: 333 time: 0.0294909 Aug 10 03:33:19.138866 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50646) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:19.150492 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e04f58f-2695-498a-9026-e3a586d292ed tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Router 2b06bc62-d11a-428e-b6e3-0629e9a9c07b is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:33:19.234349 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-bab647f1-e6eb-4acd-b008-2c3d9359bfdd tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Deleting subnet 4c3f2aab-746f-4493-a7b4-dbd6dc7862bd {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:33:19.238412 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bab647f1-e6eb-4acd-b008-2c3d9359bfdd tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:19.294230 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bab647f1-e6eb-4acd-b008-2c3d9359bfdd tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:19.317100 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e04f58f-2695-498a-9026-e3a586d292ed tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:33:19.336808 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af72207e-a448-4150-aebc-122e8009c4d0 None None] Sync routers for ids ['2b06bc62-d11a-428e-b6e3-0629e9a9c07b'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:33:19.346808 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0e04f58f-2695-498a-9026-e3a586d292ed tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:19.352439 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0e04f58f-2695-498a-9026-e3a586d292ed tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.1989524 Aug 10 03:33:19.353447 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50652) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:19.358726 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af72207e-a448-4150-aebc-122e8009c4d0 None None] Routers {'2b06bc62-d11a-428e-b6e3-0629e9a9c07b'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:19.359445 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-af72207e-a448-4150-aebc-122e8009c4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:33:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['2b06bc62-d11a-428e-b6e3-0629e9a9c07b'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:19.416805 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-af72207e-a448-4150-aebc-122e8009c4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:19.425117 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 9dd75aa6-653b-4a6c-8aeb-d9bbc0c04d39 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:19.457978 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af72207e-a448-4150-aebc-122e8009c4d0 None None] Routers {'2b06bc62-d11a-428e-b6e3-0629e9a9c07b'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:19.458645 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-af72207e-a448-4150-aebc-122e8009c4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:33:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['2b06bc62-d11a-428e-b6e3-0629e9a9c07b'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:19.489076 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bab647f1-e6eb-4acd-b008-2c3d9359bfdd tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:19.556383 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-af72207e-a448-4150-aebc-122e8009c4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:19.557033 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af72207e-a448-4150-aebc-122e8009c4d0 None None] The sync data for ids ['2b06bc62-d11a-428e-b6e3-0629e9a9c07b'] in n-d-768851-15 is: [] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:33:19.580491 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 9dd75aa6-653b-4a6c-8aeb-d9bbc0c04d39 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:19.590291 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bab647f1-e6eb-4acd-b008-2c3d9359bfdd tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:19.592960 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device a362bcf9-e35f-46e0-9641-d3d407630409 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:19.660599 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab647f1-e6eb-4acd-b008-2c3d9359bfdd tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event deleted for resources: {'Subnet': ['ID=4c3f2aab-746f-4493-a7b4-dbd6dc7862bd,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:19.663793 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bab647f1-e6eb-4acd-b008-2c3d9359bfdd tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:19.666210 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-bab647f1-e6eb-4acd-b008-2c3d9359bfdd tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "DELETE /v2.0/subnets/4c3f2aab-746f-4493-a7b4-dbd6dc7862bd HTTP/1.1" status: 204 len: 168 time: 0.5263243 Aug 10 03:33:19.669717 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50658) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:19.738602 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port a362bcf9-e35f-46e0-9641-d3d407630409 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:19.798239 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7e44f086-0d1d-4471-b3d4-5388229b5a4f req-49dc4e23-8fda-4b31-8dd4-3a779e68b999 tempest-ServerShowV254Test-500594219 tempest-ServerShowV254Test-500594219-project] 10.222.0.62 "GET /v2.0/ports?device_id=f703b12b-0e6b-4b2f-bf53-46424f5a9527 HTTP/1.1" status: 200 len: 210 time: 0.0891156 Aug 10 03:33:19.838362 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b1a74775-7a66-4928-ae67-116298763fb5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:19.889661 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:33:19.929617 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2614e3-e8dd-4ffc-b9c4-5c4ae747d6ce None None] Network 9860c34a-bdc6-473c-b485-dde112f36905 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:19.955088 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-b1a74775-7a66-4928-ae67-116298763fb5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Deleting port 9dd75aa6-653b-4a6c-8aeb-d9bbc0c04d39 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:19.955726 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b1a74775-7a66-4928-ae67-116298763fb5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:20.016219 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3774cd48-bf0e-4967-a49b-5777a777c4c3 None None] Provisioning for port 9dd75aa6-653b-4a6c-8aeb-d9bbc0c04d39 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:20.032679 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3774cd48-bf0e-4967-a49b-5777a777c4c3 None None] Provisioning complete for port 9dd75aa6-653b-4a6c-8aeb-d9bbc0c04d39 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:20.033468 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3774cd48-bf0e-4967-a49b-5777a777c4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:20.101211 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-b1a74775-7a66-4928-ae67-116298763fb5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] For port 9dd75aa6-653b-4a6c-8aeb-d9bbc0c04d39, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=9dd75aa6-653b-4a6c-8aeb-d9bbc0c04d39,segment=NetworkSegment(9a320a19-477d-4ab4-9639-d12199e5d94f),segment_id=9a320a19-477d-4ab4-9639-d12199e5d94f)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:20.102066 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b1a74775-7a66-4928-ae67-116298763fb5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:20.147049 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-b1a74775-7a66-4928-ae67-116298763fb5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Calling delete_port for 9dd75aa6-653b-4a6c-8aeb-d9bbc0c04d39 owned by network:dhcp {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:20.233843 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3774cd48-bf0e-4967-a49b-5777a777c4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:20.332766 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3774cd48-bf0e-4967-a49b-5777a777c4c3 None None] For port 9dd75aa6-653b-4a6c-8aeb-d9bbc0c04d39, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=9dd75aa6-653b-4a6c-8aeb-d9bbc0c04d39,segment=NetworkSegment(9a320a19-477d-4ab4-9639-d12199e5d94f),segment_id=9a320a19-477d-4ab4-9639-d12199e5d94f)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:20.341960 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3774cd48-bf0e-4967-a49b-5777a777c4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:20.353023 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6f1075-98a0-4ec2-bbbf-a64a3f98c850 None None] DHCP port deletion for 9860c34a-bdc6-473c-b485-dde112f36905 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:33:20.362894 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b1a74775-7a66-4928-ae67-116298763fb5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:20.434718 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a74775-7a66-4928-ae67-116298763fb5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event deleted for resources: {'Port': ['ID=9dd75aa6-653b-4a6c-8aeb-d9bbc0c04d39,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:20.444271 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a74775-7a66-4928-ae67-116298763fb5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] No DVR routers for this DVR port 9dd75aa6-653b-4a6c-8aeb-d9bbc0c04d39 on host n-d-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:33:20.462896 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3774cd48-bf0e-4967-a49b-5777a777c4c3 None None] Pushing event updated for resources: {'Port': ['ID=9dd75aa6-653b-4a6c-8aeb-d9bbc0c04d39,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:20.526877 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50676) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:20.548255 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b1a74775-7a66-4928-ae67-116298763fb5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:20.572764 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-b1a74775-7a66-4928-ae67-116298763fb5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9860c34a-bdc6-473c-b485-dde112f36905']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:20.584582 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-b1a74775-7a66-4928-ae67-116298763fb5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a320a19-477d-4ab4-9639-d12199e5d94f') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:20.585116 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-b1a74775-7a66-4928-ae67-116298763fb5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a320a19-477d-4ab4-9639-d12199e5d94f') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:20.598245 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4859abf-c92b-4231-b17a-7d7d369aa409 None None] Network 80ef359f-a69e-4c80-b1e5-a690d2557c57 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:20.603859 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b1a74775-7a66-4928-ae67-116298763fb5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:20.628496 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b1a74775-7a66-4928-ae67-116298763fb5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:20.630627 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d7a3a6b3-3a86-4021-af8c-7751345b20d4 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/floatingips/1a06a62b-1bc4-4063-8f19-04a40f931fe1 HTTP/1.1" status: 200 len: 993 time: 0.1012831 Aug 10 03:33:20.635128 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0d38abb9-0df2-4f21-a4ed-0d10ef8f772a tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:20.637525 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1a74775-7a66-4928-ae67-116298763fb5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:33:20.638068 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b1a74775-7a66-4928-ae67-116298763fb5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:20.731246 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:33:20.731246 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:33:20.731246 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:33:20.731246 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:33:20.731246 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:33:20.731246 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:33:20.731246 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:33:20.731246 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:33:20.731246 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:33:20.731246 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:33:20.731246 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:33:20.731246 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:33:20.731246 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:33:20.731246 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:33:20.731246 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:33:20.731246 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:33:20.731246 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:33:20.731246 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:33:20.731246 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:33:20.731246 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:33:20.731246 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:33:20.731246 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:33:20.731246 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:33:20.731246 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:33:20.731246 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:33:20.731246 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:33:20.731246 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:33:20.731246 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:33:20.731246 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:33:20.731246 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:33:20.731246 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:33:20.731246 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:33:20.739631 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-e1ce2951-fc0e-42f7-b1bf-3b22e4abf212 None None] Provisioning for port a362bcf9-e35f-46e0-9641-d3d407630409 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:20.740725 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b1a74775-7a66-4928-ae67-116298763fb5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:20.753867 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b1a74775-7a66-4928-ae67-116298763fb5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:20.755937 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-e1ce2951-fc0e-42f7-b1bf-3b22e4abf212 None None] Provisioning complete for port a362bcf9-e35f-46e0-9641-d3d407630409 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:20.756758 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e1ce2951-fc0e-42f7-b1bf-3b22e4abf212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:20.761178 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b1a74775-7a66-4928-ae67-116298763fb5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "DELETE /v2.0/networks/9860c34a-bdc6-473c-b485-dde112f36905 HTTP/1.1" status: 204 len: 168 time: 1.0901706 Aug 10 03:33:20.764489 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50682) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:20.770040 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-c0d7514f-4dc0-44be-9a82-d878e955c693 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Request body: {'port': {'network_id': 'eb30c64f-7491-4f10-ba18-cdfcafb1f977', 'name': 'tempest-PortsIpV6TestJSON-731307576'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:20.780731 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a74775-7a66-4928-ae67-116298763fb5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event deleted for resources: {'Network': ['ID=9860c34a-bdc6-473c-b485-dde112f36905,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:20.878261 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50690) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:20.959245 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e1ce2951-fc0e-42f7-b1bf-3b22e4abf212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:20.991131 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d7514f-4dc0-44be-9a82-d878e955c693 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Made reservation on behalf of 4eee0f5311c74c15921867e8b0597445 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:20.995302 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c0d7514f-4dc0-44be-9a82-d878e955c693 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:21.013321 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f9564578-7680-4f6e-9dfd-e1e4ddb9e5a3 req-44a5ac66-4483-4002-ba88-66d6587b9c69 tempest-ServerShowV254Test-500594219 tempest-ServerShowV254Test-500594219-project] 10.222.0.62 "GET /v2.0/ports?device_id=f703b12b-0e6b-4b2f-bf53-46424f5a9527 HTTP/1.1" status: 200 len: 210 time: 0.0566750 Aug 10 03:33:21.018235 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-e1ce2951-fc0e-42f7-b1bf-3b22e4abf212 None None] For port a362bcf9-e35f-46e0-9641-d3d407630409, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=a362bcf9-e35f-46e0-9641-d3d407630409,segment=NetworkSegment(7ab63f20-7f12-4763-b25c-f300adf0292f),segment_id=7ab63f20-7f12-4763-b25c-f300adf0292f)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:21.027465 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e1ce2951-fc0e-42f7-b1bf-3b22e4abf212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:21.048261 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [None req-c0d7514f-4dc0-44be-9a82-d878e955c693 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] device_id is not set on port 695e5b19-286b-4556-9a6a-b57786c9799b yet. {{(pid=94217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:33:21.116521 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce2951-fc0e-42f7-b1bf-3b22e4abf212 None None] Pushing event updated for resources: {'Port': ['ID=a362bcf9-e35f-46e0-9641-d3d407630409,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:21.133266 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-0d38abb9-0df2-4f21-a4ed-0d10ef8f772a tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Allocated IP 172.20.0.1 (80ef359f-a69e-4c80-b1e5-a690d2557c57/79138d91-70cb-4270-ad9f-dc8b54c512f7/a36cc91e-b727-4acc-9e10-7acd90a24a6d) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:21.223929 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-b078ea97-ccff-42d0-abde-23241d8382ce tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Deleting port d8ca1482-be06-4970-9144-669aa0afcd86 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:21.226363 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b078ea97-ccff-42d0-abde-23241d8382ce tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:21.252081 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device a362bcf9-e35f-46e0-9641-d3d407630409 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:21.330228 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port a362bcf9-e35f-46e0-9641-d3d407630409 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:21.341786 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:21.365739 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b078ea97-ccff-42d0-abde-23241d8382ce tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:21.367920 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b078ea97-ccff-42d0-abde-23241d8382ce tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:21.388951 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-b078ea97-ccff-42d0-abde-23241d8382ce tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Calling delete_port for d8ca1482-be06-4970-9144-669aa0afcd86 owned by network:floatingip {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:21.415211 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c0d7514f-4dc0-44be-9a82-d878e955c693 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:21.427697 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0d38abb9-0df2-4f21-a4ed-0d10ef8f772a tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:21.448577 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-0d38abb9-0df2-4f21-a4ed-0d10ef8f772a tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Transition to ACTIVE for port object a36cc91e-b727-4acc-9e10-7acd90a24a6d will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:21.477258 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-8410890e-b0ab-4afc-b5c8-f21194eda982 None None] Provisioning complete for port a362bcf9-e35f-46e0-9641-d3d407630409 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:21.478137 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8410890e-b0ab-4afc-b5c8-f21194eda982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:21.496284 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c0d7514f-4dc0-44be-9a82-d878e955c693 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:21.546790 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0d38abb9-0df2-4f21-a4ed-0d10ef8f772a tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:21.556170 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 9dd75aa6-653b-4a6c-8aeb-d9bbc0c04d39 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:33:21.565200 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d7514f-4dc0-44be-9a82-d878e955c693 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Network eb30c64f-7491-4f10-ba18-cdfcafb1f977 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:21.569174 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-c0d7514f-4dc0-44be-9a82-d878e955c693 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:21.578707 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d7514f-4dc0-44be-9a82-d878e955c693 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:21.584267 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d7514f-4dc0-44be-9a82-d878e955c693 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:21.584880 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c0d7514f-4dc0-44be-9a82-d878e955c693 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:21.603701 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 9dd75aa6-653b-4a6c-8aeb-d9bbc0c04d39 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:33:21.604149 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 9dd75aa6-653b-4a6c-8aeb-d9bbc0c04d39 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:33:21.616526 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d38abb9-0df2-4f21-a4ed-0d10ef8f772a tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Network 80ef359f-a69e-4c80-b1e5-a690d2557c57 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:21.619217 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d7514f-4dc0-44be-9a82-d878e955c693 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event updated for resources: {'Port': ['ID=695e5b19-286b-4556-9a6a-b57786c9799b,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:21.628401 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-0d38abb9-0df2-4f21-a4ed-0d10ef8f772a tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:21.639823 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b078ea97-ccff-42d0-abde-23241d8382ce tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:21.651592 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d38abb9-0df2-4f21-a4ed-0d10ef8f772a tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:21.660424 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c0d7514f-4dc0-44be-9a82-d878e955c693 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8946836 Aug 10 03:33:21.695015 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50704) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:21.739932 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b078ea97-ccff-42d0-abde-23241d8382ce tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Pushing event deleted for resources: {'Port': ['ID=d8ca1482-be06-4970-9144-669aa0afcd86,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:21.751581 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d38abb9-0df2-4f21-a4ed-0d10ef8f772a tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Pushing event updated for resources: {'Port': ['ID=a36cc91e-b727-4acc-9e10-7acd90a24a6d,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:21.758143 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0d38abb9-0df2-4f21-a4ed-0d10ef8f772a tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:21.864200 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b078ea97-ccff-42d0-abde-23241d8382ce tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for floatingip, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:21.865146 n-d-768851-15 neutron-server[94216]: INFO neutron.db.l3_db [None req-b078ea97-ccff-42d0-abde-23241d8382ce tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Floating IP 1a06a62b-1bc4-4063-8f19-04a40f931fe1 disassociated (deleted). External IP: 172.25.7.156, port: 4838ad81-167f-4fad-9f0c-80841e67f418. Aug 10 03:33:21.904647 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-28a90ca7-b456-42f1-a04a-22694275575d tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Deleting port 695e5b19-286b-4556-9a6a-b57786c9799b {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:21.904988 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-28a90ca7-b456-42f1-a04a-22694275575d tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:21.927818 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0d38abb9-0df2-4f21-a4ed-0d10ef8f772a tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:21.987004 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-28a90ca7-b456-42f1-a04a-22694275575d tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:22.000148 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-60b160a9-ab8f-42c4-bedf-f5132651da2d None None] Provisioning for port a36cc91e-b727-4acc-9e10-7acd90a24a6d completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:22.002198 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-28a90ca7-b456-42f1-a04a-22694275575d tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Calling delete_port for 695e5b19-286b-4556-9a6a-b57786c9799b owned by {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:22.005723 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-60b160a9-ab8f-42c4-bedf-f5132651da2d None None] Provisioning complete for port a36cc91e-b727-4acc-9e10-7acd90a24a6d triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:22.009711 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-60b160a9-ab8f-42c4-bedf-f5132651da2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:22.065100 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-60b160a9-ab8f-42c4-bedf-f5132651da2d None None] Port a36cc91e-b727-4acc-9e10-7acd90a24a6d cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:33:22.156648 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b3b89bc8-9819-4917-944b-2e3609df4794 req-274da715-1df9-4529-875c-87b3372d642d tempest-ServerShowV254Test-500594219 tempest-ServerShowV254Test-500594219-project] 10.222.0.62 "GET /v2.0/ports?device_id=f703b12b-0e6b-4b2f-bf53-46424f5a9527 HTTP/1.1" status: 200 len: 210 time: 0.0380003 Aug 10 03:33:22.267934 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-28a90ca7-b456-42f1-a04a-22694275575d tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:22.307182 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a90ca7-b456-42f1-a04a-22694275575d tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event deleted for resources: {'Port': ['ID=695e5b19-286b-4556-9a6a-b57786c9799b,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:22.318144 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0d38abb9-0df2-4f21-a4ed-0d10ef8f772a tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:22.319724 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-28a90ca7-b456-42f1-a04a-22694275575d tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:22.321521 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-28a90ca7-b456-42f1-a04a-22694275575d tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "DELETE /v2.0/ports/695e5b19-286b-4556-9a6a-b57786c9799b HTTP/1.1" status: 204 len: 168 time: 0.6233096 Aug 10 03:33:22.324102 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0d38abb9-0df2-4f21-a4ed-0d10ef8f772a tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:22.325703 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50718) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:22.329108 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b078ea97-ccff-42d0-abde-23241d8382ce tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Router fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:33:22.333780 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-10698f08-b624-4760-9b3f-05ade0609490 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Request body: {'port': {'network_id': 'eb30c64f-7491-4f10-ba18-cdfcafb1f977', 'mac_address': 'fa:16:3e:4e:aa:3b', 'name': 'tempest-PortsIpV6TestJSON-852629133'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:22.395353 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d38abb9-0df2-4f21-a4ed-0d10ef8f772a tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Pushing event updated for resources: {'Port': ['ID=a36cc91e-b727-4acc-9e10-7acd90a24a6d,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:22.398851 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0d38abb9-0df2-4f21-a4ed-0d10ef8f772a tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:22.546398 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d38abb9-0df2-4f21-a4ed-0d10ef8f772a tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Network 80ef359f-a69e-4c80-b1e5-a690d2557c57 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:22.548449 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-0d38abb9-0df2-4f21-a4ed-0d10ef8f772a tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:22.593913 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b078ea97-ccff-42d0-abde-23241d8382ce tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:33:22.600726 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b078ea97-ccff-42d0-abde-23241d8382ce tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:22.613682 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ebf1a8-0b6b-482d-881a-84cc5cbeee90 None None] Sync routers for ids ['fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:33:22.627540 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ebf1a8-0b6b-482d-881a-84cc5cbeee90 None None] Routers {'fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:22.628062 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-84ebf1a8-0b6b-482d-881a-84cc5cbeee90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:33:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:22.650374 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10698f08-b624-4760-9b3f-05ade0609490 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Made reservation on behalf of 4eee0f5311c74c15921867e8b0597445 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:22.659846 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b078ea97-ccff-42d0-abde-23241d8382ce tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "DELETE /v2.0/floatingips/1a06a62b-1bc4-4063-8f19-04a40f931fe1 HTTP/1.1" status: 204 len: 168 time: 1.7801499 Aug 10 03:33:22.689722 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75482f5a-be44-4a9a-9b19-e3176fd57a0d', 'tag': '4838ad81-167f-4fad-9f0c-80841e67f418'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:33:22.693486 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59873ff0-96a6-4049-ba03-27e0c852da4c" -d '{"events": [{"name": "network-changed", "server_uuid": "75482f5a-be44-4a9a-9b19-e3176fd57a0d", "tag": "4838ad81-167f-4fad-9f0c-80841e67f418"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:33:22.735457 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d38abb9-0df2-4f21-a4ed-0d10ef8f772a tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Router 2b06bc62-d11a-428e-b6e3-0629e9a9c07b has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:33:22.811080 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-84ebf1a8-0b6b-482d-881a-84cc5cbeee90 None None] Set router fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:33:22.827964 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-10698f08-b624-4760-9b3f-05ade0609490 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:22.849634 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0198d56-bf6d-4db2-93b4-d8df472c1e48 x-openstack-request-id: req-c0198d56-bf6d-4db2-93b4-d8df472c1e48 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:33:22.850021 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75482f5a-be44-4a9a-9b19-e3176fd57a0d", "tag": "4838ad81-167f-4fad-9f0c-80841e67f418", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:33:22.850461 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c0198d56-bf6d-4db2-93b4-d8df472c1e48 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:33:22.850985 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75482f5a-be44-4a9a-9b19-e3176fd57a0d', 'tag': '4838ad81-167f-4fad-9f0c-80841e67f418', 'status': 'completed', 'code': 200} Aug 10 03:33:22.859585 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [None req-10698f08-b624-4760-9b3f-05ade0609490 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] device_id is not set on port 8a0a61df-20eb-4f63-8e05-7f1e07694bd6 yet. {{(pid=94216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:33:22.902446 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-6d83efec-2235-49c9-b8d5-eb85da352fd2 None None] Provisioning complete for port a36cc91e-b727-4acc-9e10-7acd90a24a6d triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:22.902906 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-6d83efec-2235-49c9-b8d5-eb85da352fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:22.964741 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-6d83efec-2235-49c9-b8d5-eb85da352fd2 None None] Port a36cc91e-b727-4acc-9e10-7acd90a24a6d cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:33:23.073605 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59873ff0-96a6-4049-ba03-27e0c852da4c req-c191bee6-7fbf-4043-a391-8e09f9eafe46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:23.077391 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-59873ff0-96a6-4049-ba03-27e0c852da4c req-c191bee6-7fbf-4043-a391-8e09f9eafe46 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=91c061317a63433fa1b564847f6d5cbb&device_id=75482f5a-be44-4a9a-9b19-e3176fd57a0d HTTP/1.1" status: 200 len: 1097 time: 0.2108910 Aug 10 03:33:23.077391 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d38abb9-0df2-4f21-a4ed-0d10ef8f772a tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:33:23.093037 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a1b8b0-ede1-483a-8ef7-b53e3784f20a None None] Sync routers for ids ['2b06bc62-d11a-428e-b6e3-0629e9a9c07b'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:33:23.108544 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a1b8b0-ede1-483a-8ef7-b53e3784f20a None None] Routers {'2b06bc62-d11a-428e-b6e3-0629e9a9c07b'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:23.116115 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0d38abb9-0df2-4f21-a4ed-0d10ef8f772a tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] 10.222.0.62 "PUT /v2.0/routers/2b06bc62-d11a-428e-b6e3-0629e9a9c07b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7607594 Aug 10 03:33:23.116814 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50740) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:23.122053 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-47a1b8b0-ede1-483a-8ef7-b53e3784f20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:33:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['2b06bc62-d11a-428e-b6e3-0629e9a9c07b'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:23.141796 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-46093de1-5f7d-426f-b533-45bc239eb44a tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Request body: {'port': {'network_id': '80ef359f-a69e-4c80-b1e5-a690d2557c57', 'name': 'tempest-FloatingIPTestJSON-877371828'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:23.148081 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-84ebf1a8-0b6b-482d-881a-84cc5cbeee90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8', 'name': 'tempest-TestNetworkBasicOps-router-1084489345', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '8951e669-b588-4203-985f-021812449ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:16Z', 'updated_at': '2021-08-10T03:32:25Z', 'revision_number': 4, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'gw_port': {'id': '8951e669-b588-4203-985f-021812449ee1', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:18Z', 'updated_at': '2021-08-10T03:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '5408b203-0b2c-448b-9047-4dfb263e53e4', 'name': '', 'network_id': 'a9fb31dd-1c8a-4293-b68f-13ea812561e0', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'mac_address': 'fa:16:3e:8d:8b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '70d28cf7-e4e6-4f10-83d1-6dd3894ba9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:22Z', 'updated_at': '2021-08-10T03:32:31Z', 'revision_number': 5, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'subnets': [{'id': '70d28cf7-e4e6-4f10-83d1-6dd3894ba9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:23.177585 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ebf1a8-0b6b-482d-881a-84cc5cbeee90 None None] Checking router: fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:33:23.181970 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-47a1b8b0-ede1-483a-8ef7-b53e3784f20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:23.191130 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ebf1a8-0b6b-482d-881a-84cc5cbeee90 None None] Routers {'fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:23.191761 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-84ebf1a8-0b6b-482d-881a-84cc5cbeee90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:33:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:23.209054 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a1b8b0-ede1-483a-8ef7-b53e3784f20a None None] Routers {'2b06bc62-d11a-428e-b6e3-0629e9a9c07b'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:23.213343 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-47a1b8b0-ede1-483a-8ef7-b53e3784f20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:33:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['2b06bc62-d11a-428e-b6e3-0629e9a9c07b'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:23.289641 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-47a1b8b0-ede1-483a-8ef7-b53e3784f20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:23.290634 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a1b8b0-ede1-483a-8ef7-b53e3784f20a None None] The sync data for ids ['2b06bc62-d11a-428e-b6e3-0629e9a9c07b'] in n-d-768851-15 is: [] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:33:23.357344 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-84ebf1a8-0b6b-482d-881a-84cc5cbeee90 None None] Set router fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:33:23.381967 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59873ff0-96a6-4049-ba03-27e0c852da4c req-15ba2275-fa03-4d70-9f67-fc3603b19b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:23.384268 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-59873ff0-96a6-4049-ba03-27e0c852da4c req-15ba2275-fa03-4d70-9f67-fc3603b19b9e service neutron] 10.222.0.58 "GET /v2.0/networks?id=a9fb31dd-1c8a-4293-b68f-13ea812561e0 HTTP/1.1" status: 200 len: 898 time: 0.2665584 Aug 10 03:33:23.448412 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-59873ff0-96a6-4049-ba03-27e0c852da4c req-ea4f9b6c-6139-4963-846f-4875503e59ad service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4838ad81-167f-4fad-9f0c-80841e67f418 HTTP/1.1" status: 200 len: 217 time: 0.0485916 Aug 10 03:33:23.449186 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46093de1-5f7d-426f-b533-45bc239eb44a tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Made reservation on behalf of f76e5d9de24c405a8d24d929c2b325c6 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:23.454663 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-46093de1-5f7d-426f-b533-45bc239eb44a tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:23.509242 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [None req-46093de1-5f7d-426f-b533-45bc239eb44a tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] device_id is not set on port 97b37f67-8d9b-4d21-bf7d-babc60585f19 yet. {{(pid=94217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:33:23.535367 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59873ff0-96a6-4049-ba03-27e0c852da4c req-139a6a80-7380-46de-9dc0-daa926443b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:23.538342 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-59873ff0-96a6-4049-ba03-27e0c852da4c req-139a6a80-7380-46de-9dc0-daa926443b76 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=70d28cf7-e4e6-4f10-83d1-6dd3894ba9d7 HTTP/1.1" status: 200 len: 835 time: 0.0811028 Aug 10 03:33:23.617737 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9e3405d5-1b11-4106-bdb0-bb7fd284a65a req-c79ef795-4247-4b5b-bc8b-9efd038e5c44 tempest-ServerShowV254Test-500594219 tempest-ServerShowV254Test-500594219-project] 10.222.0.62 "GET /v2.0/ports?device_id=f703b12b-0e6b-4b2f-bf53-46424f5a9527 HTTP/1.1" status: 200 len: 210 time: 0.0753582 Aug 10 03:33:23.701869 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-10698f08-b624-4760-9b3f-05ade0609490 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:23.730629 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-72583049-819d-49cc-a614-e378732d0171 req-5d422562-7f46-464d-834b-6aa2c967616c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f703b12b-0e6b-4b2f-bf53-46424f5a9527 HTTP/1.1" status: 200 len: 210 time: 0.0443621 Aug 10 03:33:23.744944 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59873ff0-96a6-4049-ba03-27e0c852da4c req-a440f6b7-8c09-4ae6-b256-24a8657d5583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:23.747406 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-59873ff0-96a6-4049-ba03-27e0c852da4c req-a440f6b7-8c09-4ae6-b256-24a8657d5583 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a9fb31dd-1c8a-4293-b68f-13ea812561e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1594226 Aug 10 03:33:23.748564 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597ee6d-1d61-4618-8f34-76870c899bce req-0682e26d-0d2e-4d0f-992c-402026b42b66 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:23.750214 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0597ee6d-1d61-4618-8f34-76870c899bce req-0682e26d-0d2e-4d0f-992c-402026b42b66 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/ports?device_id=75482f5a-be44-4a9a-9b19-e3176fd57a0d HTTP/1.1" status: 200 len: 945 time: 0.2241201 Aug 10 03:33:23.759296 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-84ebf1a8-0b6b-482d-881a-84cc5cbeee90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8', 'name': 'tempest-TestNetworkBasicOps-router-1084489345', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '8951e669-b588-4203-985f-021812449ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:16Z', 'updated_at': '2021-08-10T03:32:25Z', 'revision_number': 4, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'gw_port': {'id': '8951e669-b588-4203-985f-021812449ee1', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:18Z', 'updated_at': '2021-08-10T03:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '5408b203-0b2c-448b-9047-4dfb263e53e4', 'name': '', 'network_id': 'a9fb31dd-1c8a-4293-b68f-13ea812561e0', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'mac_address': 'fa:16:3e:8d:8b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '70d28cf7-e4e6-4f10-83d1-6dd3894ba9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:22Z', 'updated_at': '2021-08-10T03:32:31Z', 'revision_number': 5, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'subnets': [{'id': '70d28cf7-e4e6-4f10-83d1-6dd3894ba9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:23.785775 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ebf1a8-0b6b-482d-881a-84cc5cbeee90 None None] The sync data for ids ['fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8'] in n-d-768851-15 is: [{'id': 'fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8', 'name': 'tempest-TestNetworkBasicOps-router-1084489345', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '8951e669-b588-4203-985f-021812449ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:16Z', 'updated_at': '2021-08-10T03:32:25Z', 'revision_number': 4, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'gw_port': {'id': '8951e669-b588-4203-985f-021812449ee1', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:18Z', 'updated_at': '2021-08-10T03:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '5408b203-0b2c-448b-9047-4dfb263e53e4', 'name': '', 'network_id': 'a9fb31dd-1c8a-4293-b68f-13ea812561e0', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'mac_address': 'fa:16:3e:8d:8b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '70d28cf7-e4e6-4f10-83d1-6dd3894ba9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:22Z', 'updated_at': '2021-08-10T03:32:31Z', 'revision_number': 5, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'subnets': [{'id': '70d28cf7-e4e6-4f10-83d1-6dd3894ba9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:33:23.839778 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-10698f08-b624-4760-9b3f-05ade0609490 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:23.868618 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-46093de1-5f7d-426f-b533-45bc239eb44a tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Allocated IP 172.20.0.10 (80ef359f-a69e-4c80-b1e5-a690d2557c57/79138d91-70cb-4270-ad9f-dc8b54c512f7/97b37f67-8d9b-4d21-bf7d-babc60585f19) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:23.886537 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0597ee6d-1d61-4618-8f34-76870c899bce req-34406574-537a-4852-a356-4d28352bdabc tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/security-groups?id=a408c3d3-1a28-496c-962e-a8015fbd6706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220634 Aug 10 03:33:23.917796 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10698f08-b624-4760-9b3f-05ade0609490 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Network eb30c64f-7491-4f10-ba18-cdfcafb1f977 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:23.931392 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-10698f08-b624-4760-9b3f-05ade0609490 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:23.937399 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10698f08-b624-4760-9b3f-05ade0609490 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:23.943664 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10698f08-b624-4760-9b3f-05ade0609490 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:23.944301 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-10698f08-b624-4760-9b3f-05ade0609490 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:23.949334 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10698f08-b624-4760-9b3f-05ade0609490 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event updated for resources: {'Port': ['ID=8a0a61df-20eb-4f63-8e05-7f1e07694bd6,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:23.955134 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-59873ff0-96a6-4049-ba03-27e0c852da4c req-fb87694b-1787-41cd-8bd4-16e3d429ce21 service neutron] 10.222.0.58 "GET /v2.0/networks/a9fb31dd-1c8a-4293-b68f-13ea812561e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955411 Aug 10 03:33:23.970715 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-10698f08-b624-4760-9b3f-05ade0609490 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6435881 Aug 10 03:33:23.971602 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50758) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:24.031453 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5b5521-11c1-45cd-a0af-3a74408c46c1 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:24.036309 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-3d5b5521-11c1-45cd-a0af-3a74408c46c1 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "GET /v2.0/ports/8a0a61df-20eb-4f63-8e05-7f1e07694bd6 HTTP/1.1" status: 200 len: 844 time: 0.0632069 Aug 10 03:33:24.037013 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50762) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:24.178872 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-559c2bdf-f549-4952-9924-54e9f6898315 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Deleting port 8a0a61df-20eb-4f63-8e05-7f1e07694bd6 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:24.179527 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-559c2bdf-f549-4952-9924-54e9f6898315 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:24.187733 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-46093de1-5f7d-426f-b533-45bc239eb44a tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:24.191550 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-59873ff0-96a6-4049-ba03-27e0c852da4c req-85af7c18-7524-4d7a-b739-23c082d46e66 service neutron] 10.222.0.58 "GET /v2.0/networks/a9fb31dd-1c8a-4293-b68f-13ea812561e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265360 Aug 10 03:33:24.220467 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-46093de1-5f7d-426f-b533-45bc239eb44a tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Transition to ACTIVE for port object 97b37f67-8d9b-4d21-bf7d-babc60585f19 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:24.266702 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-46093de1-5f7d-426f-b533-45bc239eb44a tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:24.281177 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-559c2bdf-f549-4952-9924-54e9f6898315 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:24.290222 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0c86c3-d7ef-43af-b8fd-aa86589e9e20 None None] New status for floating IP 1a06a62b-1bc4-4063-8f19-04a40f931fe1: DOWN {{(pid=94219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:33:24.300467 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-559c2bdf-f549-4952-9924-54e9f6898315 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Calling delete_port for 8a0a61df-20eb-4f63-8e05-7f1e07694bd6 owned by {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:24.334685 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46093de1-5f7d-426f-b533-45bc239eb44a tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Pushing event updated for resources: {'Port': ['ID=97b37f67-8d9b-4d21-bf7d-babc60585f19,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:24.386548 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46093de1-5f7d-426f-b533-45bc239eb44a tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Network 80ef359f-a69e-4c80-b1e5-a690d2557c57 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:24.390485 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-46093de1-5f7d-426f-b533-45bc239eb44a tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:24.394073 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46093de1-5f7d-426f-b533-45bc239eb44a tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:24.415340 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-559c2bdf-f549-4952-9924-54e9f6898315 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:24.444941 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf6cdd0-1225-496e-9731-51e7c592afb0 req-d8fbc90f-4f85-4460-ba56-43994e93087c tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:24.446523 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-adf6cdd0-1225-496e-9731-51e7c592afb0 req-d8fbc90f-4f85-4460-ba56-43994e93087c tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.58 "GET /v2.0/ports?device_id=75482f5a-be44-4a9a-9b19-e3176fd57a0d HTTP/1.1" status: 200 len: 945 time: 0.1086822 Aug 10 03:33:24.456791 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559c2bdf-f549-4952-9924-54e9f6898315 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event deleted for resources: {'Port': ['ID=8a0a61df-20eb-4f63-8e05-7f1e07694bd6,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:24.465041 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-559c2bdf-f549-4952-9924-54e9f6898315 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:24.470393 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-559c2bdf-f549-4952-9924-54e9f6898315 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "DELETE /v2.0/ports/8a0a61df-20eb-4f63-8e05-7f1e07694bd6 HTTP/1.1" status: 204 len: 168 time: 0.4296644 Aug 10 03:33:24.470578 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50772) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:24.500812 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-e73bd917-8ecb-452c-a620-8695b0a2cc27 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] GET failed (client error): The resource could not be found. Aug 10 03:33:24.502478 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-e73bd917-8ecb-452c-a620-8695b0a2cc27 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "GET /v2.0/ports/8a0a61df-20eb-4f63-8e05-7f1e07694bd6 HTTP/1.1" status: 404 len: 333 time: 0.0309856 Aug 10 03:33:24.510566 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50774) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:24.516186 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-3a8acd73-5d72-4f9d-8771-4e7b9837ed7b tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Request body: {'port': {'network_id': 'eb30c64f-7491-4f10-ba18-cdfcafb1f977', 'name': 'tempest-PortsIpV6TestJSON-184046005'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:24.615852 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46093de1-5f7d-426f-b533-45bc239eb44a tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:24.623573 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-46093de1-5f7d-426f-b533-45bc239eb44a tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:24.690718 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-46093de1-5f7d-426f-b533-45bc239eb44a tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5715435 Aug 10 03:33:24.694323 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50778) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:24.702181 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-8e0bbcb9-96c8-4905-a0a1-6dc2ee97d11d tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Request body: {'floatingip': {'port_id': '97b37f67-8d9b-4d21-bf7d-babc60585f19'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:24.711618 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-9d2af9c0-4342-4bd3-be5b-30aeda4b1689 None None] Provisioning for port 97b37f67-8d9b-4d21-bf7d-babc60585f19 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:24.718130 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-9d2af9c0-4342-4bd3-be5b-30aeda4b1689 None None] Provisioning complete for port 97b37f67-8d9b-4d21-bf7d-babc60585f19 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:24.718875 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9d2af9c0-4342-4bd3-be5b-30aeda4b1689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:24.730207 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-adf6cdd0-1225-496e-9731-51e7c592afb0 req-20c8ad3f-c34c-41cc-9c09-3c815d5beaa5 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Deleting port 4838ad81-167f-4fad-9f0c-80841e67f418 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:24.730524 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-adf6cdd0-1225-496e-9731-51e7c592afb0 req-20c8ad3f-c34c-41cc-9c09-3c815d5beaa5 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:24.735218 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8acd73-5d72-4f9d-8771-4e7b9837ed7b tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Made reservation on behalf of 4eee0f5311c74c15921867e8b0597445 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:24.738591 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3a8acd73-5d72-4f9d-8771-4e7b9837ed7b tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:24.783767 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-9d2af9c0-4342-4bd3-be5b-30aeda4b1689 None None] Port 97b37f67-8d9b-4d21-bf7d-babc60585f19 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:33:24.819036 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [None req-3a8acd73-5d72-4f9d-8771-4e7b9837ed7b tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] device_id is not set on port 63f221de-782e-46ee-9a0c-78a861c559d8 yet. {{(pid=94217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:33:24.840805 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-abe95a64-08c0-44bc-8580-8d9114165e51 req-639f3d3f-5fcd-49f7-bc01-a228152ef4e6 tempest-ServerShowV254Test-500594219 tempest-ServerShowV254Test-500594219-project] 10.222.0.62 "GET /v2.0/ports?device_id=f703b12b-0e6b-4b2f-bf53-46424f5a9527 HTTP/1.1" status: 200 len: 210 time: 0.0445702 Aug 10 03:33:24.857989 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbcb9-96c8-4905-a0a1-6dc2ee97d11d tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for floatingip, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:24.951823 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-adf6cdd0-1225-496e-9731-51e7c592afb0 req-20c8ad3f-c34c-41cc-9c09-3c815d5beaa5 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] For port 4838ad81-167f-4fad-9f0c-80841e67f418, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=4838ad81-167f-4fad-9f0c-80841e67f418,segment=NetworkSegment(e2d93d86-958a-4a34-a6bf-6c0965ea4607),segment_id=e2d93d86-958a-4a34-a6bf-6c0965ea4607)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:24.952203 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-adf6cdd0-1225-496e-9731-51e7c592afb0 req-20c8ad3f-c34c-41cc-9c09-3c815d5beaa5 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:24.975869 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-adf6cdd0-1225-496e-9731-51e7c592afb0 req-20c8ad3f-c34c-41cc-9c09-3c815d5beaa5 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Calling delete_port for 4838ad81-167f-4fad-9f0c-80841e67f418 owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:25.130390 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3a8acd73-5d72-4f9d-8771-4e7b9837ed7b tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:25.235908 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3a8acd73-5d72-4f9d-8771-4e7b9837ed7b tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:25.279655 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-adf6cdd0-1225-496e-9731-51e7c592afb0 req-20c8ad3f-c34c-41cc-9c09-3c815d5beaa5 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:25.286028 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d291350c-f598-49a9-870d-e0cbb61028f2 req-6543fcc7-dad1-4f0e-9d2c-b374752f6ae0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ce2894e1a946431f84b395c36653110a&device_id=f703b12b-0e6b-4b2f-bf53-46424f5a9527 HTTP/1.1" status: 200 len: 210 time: 0.0396836 Aug 10 03:33:25.311630 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526bafcc-7781-46ff-ae25-3d77112424ac req-f4f1451a-d261-4551-b7bd-040578b10ad9 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:25.321459 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-526bafcc-7781-46ff-ae25-3d77112424ac req-f4f1451a-d261-4551-b7bd-040578b10ad9 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/ports?device_id=75482f5a-be44-4a9a-9b19-e3176fd57a0d HTTP/1.1" status: 200 len: 867 time: 0.2859442 Aug 10 03:33:25.363108 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8acd73-5d72-4f9d-8771-4e7b9837ed7b tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Network eb30c64f-7491-4f10-ba18-cdfcafb1f977 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:25.364519 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-710f4d79-7597-4b12-8ead-165daa423e28 req-8423ceb5-931d-4d46-97d8-a46add27213f tempest-ServerShowV254Test-500594219 tempest-ServerShowV254Test-500594219-project] 10.222.0.62 "GET /v2.0/ports?device_id=f703b12b-0e6b-4b2f-bf53-46424f5a9527 HTTP/1.1" status: 200 len: 210 time: 0.0832956 Aug 10 03:33:25.367438 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8acd73-5d72-4f9d-8771-4e7b9837ed7b tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event updated for resources: {'Port': ['ID=63f221de-782e-46ee-9a0c-78a861c559d8,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:25.386061 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d291350c-f598-49a9-870d-e0cbb61028f2 req-b85fdb02-7a5c-4182-a8da-5c88636de7cc service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=ce2894e1a946431f84b395c36653110a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0827892 Aug 10 03:33:25.408601 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c8ad3f-c34c-41cc-9c09-3c815d5beaa5 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Pushing event deleted for resources: {'Port': ['ID=4838ad81-167f-4fad-9f0c-80841e67f418,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:25.412104 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-3a8acd73-5d72-4f9d-8771-4e7b9837ed7b tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:25.415034 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8acd73-5d72-4f9d-8771-4e7b9837ed7b tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:25.421987 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8acd73-5d72-4f9d-8771-4e7b9837ed7b tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:25.422669 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3a8acd73-5d72-4f9d-8771-4e7b9837ed7b tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:25.426724 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf6cdd0-1225-496e-9731-51e7c592afb0 req-20c8ad3f-c34c-41cc-9c09-3c815d5beaa5 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] No DVR routers for this DVR port 4838ad81-167f-4fad-9f0c-80841e67f418 on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:33:25.430491 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-adf6cdd0-1225-496e-9731-51e7c592afb0 req-20c8ad3f-c34c-41cc-9c09-3c815d5beaa5 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:25.432716 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-adf6cdd0-1225-496e-9731-51e7c592afb0 req-20c8ad3f-c34c-41cc-9c09-3c815d5beaa5 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.58 "DELETE /v2.0/ports/4838ad81-167f-4fad-9f0c-80841e67f418 HTTP/1.1" status: 204 len: 173 time: 0.9730637 Aug 10 03:33:25.437694 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75482f5a-be44-4a9a-9b19-e3176fd57a0d', 'name': 'network-vif-deleted', 'tag': '4838ad81-167f-4fad-9f0c-80841e67f418'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:33:25.444409 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b35859-a581-443f-ad83-7f15a380cf43" -d '{"events": [{"server_uuid": "75482f5a-be44-4a9a-9b19-e3176fd57a0d", "name": "network-vif-deleted", "tag": "4838ad81-167f-4fad-9f0c-80841e67f418"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:33:25.455360 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-526bafcc-7781-46ff-ae25-3d77112424ac req-53f4c5f2-6f9c-41f4-a619-3ee91eb58998 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "GET /v2.0/security-groups?id=a408c3d3-1a28-496c-962e-a8015fbd6706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329231 Aug 10 03:33:25.465846 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3a8acd73-5d72-4f9d-8771-4e7b9837ed7b tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9518101 Aug 10 03:33:25.466836 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50804) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:25.477999 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-43356665-0353-41b4-b761-1ebb91be74fc tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:25.523049 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742acb7a-06e2-4791-9601-8d5c38501f1d x-openstack-request-id: req-742acb7a-06e2-4791-9601-8d5c38501f1d {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:33:25.523971 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75482f5a-be44-4a9a-9b19-e3176fd57a0d", "name": "network-vif-deleted", "tag": "4838ad81-167f-4fad-9f0c-80841e67f418", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:33:25.524290 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-742acb7a-06e2-4791-9601-8d5c38501f1d {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:33:25.525107 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75482f5a-be44-4a9a-9b19-e3176fd57a0d', 'name': 'network-vif-deleted', 'tag': '4838ad81-167f-4fad-9f0c-80841e67f418', 'status': 'completed', 'code': 200} Aug 10 03:33:25.599596 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-43356665-0353-41b4-b761-1ebb91be74fc tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:25.761978 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291350c-f598-49a9-870d-e0cbb61028f2 req-cb977935-9ea4-448e-849f-d5ab8548f2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:25.763547 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d291350c-f598-49a9-870d-e0cbb61028f2 req-cb977935-9ea4-448e-849f-d5ab8548f2de service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3551934 Aug 10 03:33:25.788350 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-43356665-0353-41b4-b761-1ebb91be74fc tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:25.793922 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-43356665-0353-41b4-b761-1ebb91be74fc tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:25.877416 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43356665-0353-41b4-b761-1ebb91be74fc tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event updated for resources: {'Port': ['ID=63f221de-782e-46ee-9a0c-78a861c559d8,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:25.879852 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-43356665-0353-41b4-b761-1ebb91be74fc tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] In _notify_port_updated(), no bound segment for port 63f221de-782e-46ee-9a0c-78a861c559d8 on network eb30c64f-7491-4f10-ba18-cdfcafb1f977 {{(pid=94217) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:33:25.886492 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43356665-0353-41b4-b761-1ebb91be74fc tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:25.887175 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-43356665-0353-41b4-b761-1ebb91be74fc tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:25.891863 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-43356665-0353-41b4-b761-1ebb91be74fc tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "PUT /v2.0/ports/63f221de-782e-46ee-9a0c-78a861c559d8 HTTP/1.1" status: 200 len: 818 time: 0.4235563 Aug 10 03:33:25.892495 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50818) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:25.950892 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbcb9-96c8-4905-a0a1-6dc2ee97d11d tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:25.956430 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbcb9-96c8-4905-a0a1-6dc2ee97d11d tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:26.012294 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-68d63bb4-81a9-4a07-9f39-a023d632e45e tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Deleting port 63f221de-782e-46ee-9a0c-78a861c559d8 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:26.016490 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-68d63bb4-81a9-4a07-9f39-a023d632e45e tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:26.094123 n-d-768851-15 neutron-server[94216]: INFO neutron.db.l3_db [None req-8e0bbcb9-96c8-4905-a0a1-6dc2ee97d11d tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Floating IP d72aaa51-8dcc-4979-af05-bd0728b816ff associated. External IP: 172.25.7.217, port: 21ae63a9-db61-455b-b3f5-89b40aa03c29. Aug 10 03:33:26.095041 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-68d63bb4-81a9-4a07-9f39-a023d632e45e tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:26.117437 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-68d63bb4-81a9-4a07-9f39-a023d632e45e tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Calling delete_port for 63f221de-782e-46ee-9a0c-78a861c559d8 owned by {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:26.216405 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-68d63bb4-81a9-4a07-9f39-a023d632e45e tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:26.248894 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d63bb4-81a9-4a07-9f39-a023d632e45e tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event deleted for resources: {'Port': ['ID=63f221de-782e-46ee-9a0c-78a861c559d8,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:26.262228 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-68d63bb4-81a9-4a07-9f39-a023d632e45e tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:26.265412 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-68d63bb4-81a9-4a07-9f39-a023d632e45e tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "DELETE /v2.0/ports/63f221de-782e-46ee-9a0c-78a861c559d8 HTTP/1.1" status: 204 len: 168 time: 0.3710856 Aug 10 03:33:26.271028 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50826) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:26.323749 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388bae49-75ae-4bcd-8697-f2fe467df5f0 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:26.328693 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-388bae49-75ae-4bcd-8697-f2fe467df5f0 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0532219 Aug 10 03:33:26.328693 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50828) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:26.345291 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:26.364248 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e0bbcb9-96c8-4905-a0a1-6dc2ee97d11d tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Router 82e2af90-6dd1-4bfc-a8b8-f188445f6c71 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:33:26.371749 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-91436be3-ee46-4cb2-9f27-73ede2d66739 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] GET failed (client error): The resource could not be found. Aug 10 03:33:26.377520 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50830) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:26.377932 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-91436be3-ee46-4cb2-9f27-73ede2d66739 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "GET /v2.0/ports/63f221de-782e-46ee-9a0c-78a861c559d8 HTTP/1.1" status: 404 len: 333 time: 0.0457766 Aug 10 03:33:26.384024 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-3d270064-cb07-4dec-a8b9-8dfb1159a199 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-262204318'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:26.500901 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d270064-cb07-4dec-a8b9-8dfb1159a199 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Made reservation on behalf of 4eee0f5311c74c15921867e8b0597445 for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:26.504866 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3d270064-cb07-4dec-a8b9-8dfb1159a199 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:26.526257 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50840) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:26.575231 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-27026504-dd26-4dbf-bfe2-883f12084f1f req-ebdb72c1-a359-465d-9396-16481d2b86a7 tempest-ServerShowV254Test-500594219 tempest-ServerShowV254Test-500594219-project] 10.222.0.62 "GET /v2.0/ports?device_id=f703b12b-0e6b-4b2f-bf53-46424f5a9527 HTTP/1.1" status: 200 len: 210 time: 0.0652702 Aug 10 03:33:26.576960 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:26.578983 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e0bbcb9-96c8-4905-a0a1-6dc2ee97d11d tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:33:26.592222 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfaaf7a-f1ff-43a5-a089-4e1c14468484 None None] Sync routers for ids ['82e2af90-6dd1-4bfc-a8b8-f188445f6c71'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:33:26.615669 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfaaf7a-f1ff-43a5-a089-4e1c14468484 None None] Routers {'82e2af90-6dd1-4bfc-a8b8-f188445f6c71'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:26.616636 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-8dfaaf7a-f1ff-43a5-a089-4e1c14468484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:33:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['82e2af90-6dd1-4bfc-a8b8-f188445f6c71'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:26.631200 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d270064-cb07-4dec-a8b9-8dfb1159a199 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:33:26.631443 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c34eb4ac-6745-4b02-ab0d-c35c470307e4 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:26.652778 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3d270064-cb07-4dec-a8b9-8dfb1159a199 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:26.653448 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-3d270064-cb07-4dec-a8b9-8dfb1159a199 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Added segment 51126124-2f12-4310-919a-63b5abdb206c of type vlan for network fc2e8f5f-35d0-4ce0-93ec-c371bfa03479 Aug 10 03:33:26.663606 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c34eb4ac-6745-4b02-ab0d-c35c470307e4 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:26.665497 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-8dfaaf7a-f1ff-43a5-a089-4e1c14468484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:26.678838 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfaaf7a-f1ff-43a5-a089-4e1c14468484 None None] Routers {'82e2af90-6dd1-4bfc-a8b8-f188445f6c71'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:26.680583 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-8dfaaf7a-f1ff-43a5-a089-4e1c14468484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:33:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['82e2af90-6dd1-4bfc-a8b8-f188445f6c71'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:26.741710 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3d270064-cb07-4dec-a8b9-8dfb1159a199 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:26.744366 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c34eb4ac-6745-4b02-ab0d-c35c470307e4 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:26.747498 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c34eb4ac-6745-4b02-ab0d-c35c470307e4 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:26.752279 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c34eb4ac-6745-4b02-ab0d-c35c470307e4 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "DELETE /v2.0/security-groups/a408c3d3-1a28-496c-962e-a8015fbd6706 HTTP/1.1" status: 204 len: 168 time: 0.2219117 Aug 10 03:33:26.781327 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34eb4ac-6745-4b02-ab0d-c35c470307e4 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a408c3d3-1a28-496c-962e-a8015fbd6706,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:26.788052 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3d270064-cb07-4dec-a8b9-8dfb1159a199 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:26.795114 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50848) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:26.810539 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d270064-cb07-4dec-a8b9-8dfb1159a199 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:26.810539 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3d270064-cb07-4dec-a8b9-8dfb1159a199 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:26.927559 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-3d270064-cb07-4dec-a8b9-8dfb1159a199 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5481899 Aug 10 03:33:26.932568 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50850) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:26.939571 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-b25e2dd0-1d6b-4339-b3d3-186493f8b545 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Request body: {'subnet': {'network_id': 'fc2e8f5f-35d0-4ce0-93ec-c371bfa03479', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:26.951170 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-8dfaaf7a-f1ff-43a5-a089-4e1c14468484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:26.951783 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfaaf7a-f1ff-43a5-a089-4e1c14468484 None None] The sync data for ids ['82e2af90-6dd1-4bfc-a8b8-f188445f6c71'] in n-d-768851-15 is: [] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:33:26.993698 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d270064-cb07-4dec-a8b9-8dfb1159a199 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event updated for resources: {'Network': ['ID=fc2e8f5f-35d0-4ce0-93ec-c371bfa03479,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:27.010797 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network fc2e8f5f-35d0-4ce0-93ec-c371bfa03479 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:33:27.089996 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25e2dd0-1d6b-4339-b3d3-186493f8b545 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Made reservation on behalf of 4eee0f5311c74c15921867e8b0597445 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:27.094096 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b25e2dd0-1d6b-4339-b3d3-186493f8b545 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:27.183325 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e0bbcb9-96c8-4905-a0a1-6dc2ee97d11d tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Router 2b06bc62-d11a-428e-b6e3-0629e9a9c07b has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:33:27.189869 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d291350c-f598-49a9-870d-e0cbb61028f2 req-d8ce92a7-b442-4a28-bd79-c2195afd04ac tempest-ServerShowV254Test-500594219 tempest-ServerShowV254Test-500594219-project] 10.222.0.60 "GET /v2.0/ports?device_id=f703b12b-0e6b-4b2f-bf53-46424f5a9527 HTTP/1.1" status: 200 len: 210 time: 0.0490618 Aug 10 03:33:27.352326 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ee00ed20-2b44-439e-b19f-db32e4f2706f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:27.767342 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e0bbcb9-96c8-4905-a0a1-6dc2ee97d11d tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:33:27.770384 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-28c1f8e2-33c9-4d07-afeb-e11857a40d80 req-b391d119-72db-4f5b-b264-23954d6e0431 tempest-ServerShowV254Test-500594219 tempest-ServerShowV254Test-500594219-project] 10.222.0.62 "GET /v2.0/ports?device_id=f703b12b-0e6b-4b2f-bf53-46424f5a9527 HTTP/1.1" status: 200 len: 210 time: 0.0419900 Aug 10 03:33:27.777291 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbcb9-96c8-4905-a0a1-6dc2ee97d11d tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:27.785846 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe175da-ced4-4080-aa12-cb2127a519c5 None None] Sync routers for ids ['2b06bc62-d11a-428e-b6e3-0629e9a9c07b'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:33:27.823138 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe175da-ced4-4080-aa12-cb2127a519c5 None None] Routers {'2b06bc62-d11a-428e-b6e3-0629e9a9c07b'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:27.826491 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-abe175da-ced4-4080-aa12-cb2127a519c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:33:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['2b06bc62-d11a-428e-b6e3-0629e9a9c07b'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:27.884385 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b25e2dd0-1d6b-4339-b3d3-186493f8b545 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:27.892926 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8e0bbcb9-96c8-4905-a0a1-6dc2ee97d11d tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] 10.222.0.62 "PUT /v2.0/floatingips/d72aaa51-8dcc-4979-af05-bd0728b816ff HTTP/1.1" status: 200 len: 978 time: 3.1940095 Aug 10 03:33:27.894109 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50878) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:27.894691 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-abe175da-ced4-4080-aa12-cb2127a519c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:27.906253 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe175da-ced4-4080-aa12-cb2127a519c5 None None] Routers {'2b06bc62-d11a-428e-b6e3-0629e9a9c07b'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:27.907782 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-abe175da-ced4-4080-aa12-cb2127a519c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:33:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['2b06bc62-d11a-428e-b6e3-0629e9a9c07b'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:27.949890 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-abe175da-ced4-4080-aa12-cb2127a519c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:27.950675 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe175da-ced4-4080-aa12-cb2127a519c5 None None] The sync data for ids ['2b06bc62-d11a-428e-b6e3-0629e9a9c07b'] in n-d-768851-15 is: [] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:33:27.984771 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25e2dd0-1d6b-4339-b3d3-186493f8b545 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event updated for resources: {'Subnet': ['ID=1cc0da9a-27c8-494e-aec1-21c78351ccb0,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:27.996658 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25e2dd0-1d6b-4339-b3d3-186493f8b545 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Checking segment: {'id': '51126124-2f12-4310-919a-63b5abdb206c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'fc2e8f5f-35d0-4ce0-93ec-c371bfa03479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:27.997036 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25e2dd0-1d6b-4339-b3d3-186493f8b545 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Network hostable DHCP agents. Network: fc2e8f5f-35d0-4ce0-93ec-c371bfa03479, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:33:28.015348 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25e2dd0-1d6b-4339-b3d3-186493f8b545 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Network fc2e8f5f-35d0-4ce0-93ec-c371bfa03479 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:33:28.028906 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-b25e2dd0-1d6b-4339-b3d3-186493f8b545 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, fc2e8f5f-35d0-4ce0-93ec-c371bfa03479) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:28.033793 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25e2dd0-1d6b-4339-b3d3-186493f8b545 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:28.034487 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b25e2dd0-1d6b-4339-b3d3-186493f8b545 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:28.044587 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fedc34-8cdd-4021-bfb0-882228c9dbee None None] Network fc2e8f5f-35d0-4ce0-93ec-c371bfa03479 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:28.060390 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b25e2dd0-1d6b-4339-b3d3-186493f8b545 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1249335 Aug 10 03:33:28.061067 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50880) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:28.067332 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-54d6b799-ef3d-4f11-abff-332f550e21f5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Request body: {'subnet': {'network_id': 'fc2e8f5f-35d0-4ce0-93ec-c371bfa03479', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:28.095508 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-9a9a1381-dc78-4984-b426-1dc2b86ffcb4 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Deleting port 97b37f67-8d9b-4d21-bf7d-babc60585f19 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:28.095849 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1381-dc78-4984-b426-1dc2b86ffcb4 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:28.214234 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d6b799-ef3d-4f11-abff-332f550e21f5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Made reservation on behalf of 4eee0f5311c74c15921867e8b0597445 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:28.218159 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-54d6b799-ef3d-4f11-abff-332f550e21f5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:28.286043 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1381-dc78-4984-b426-1dc2b86ffcb4 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:28.336711 n-d-768851-15 neutron-server[94216]: INFO neutron.db.ipam_backend_mixin [None req-54d6b799-ef3d-4f11-abff-332f550e21f5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1cc0da9a-27c8-494e-aec1-21c78351ccb0 (CIDR: 2001:db8::/64) Aug 10 03:33:28.342819 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9b0d94-7720-45a8-bb62-ef687e4e0eca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-fc2e8f5f-35d0-4ce0-93ec-c371bfa03479', 'network_id': 'fc2e8f5f-35d0-4ce0-93ec-c371bfa03479', 'tenant_id': '4eee0f5311c74c15921867e8b0597445', 'fixed_ips': [{'subnet_id': '1cc0da9a-27c8-494e-aec1-21c78351ccb0'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:33:28.344101 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4b9b0d94-7720-45a8-bb62-ef687e4e0eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:28.345094 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-54d6b799-ef3d-4f11-abff-332f550e21f5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:33:28.345562 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54d6b799-ef3d-4f11-abff-332f550e21f5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:28.372459 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-ee00ed20-2b44-439e-b19f-db32e4f2706f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Deleting port 5408b203-0b2c-448b-9047-4dfb263e53e4 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:28.373354 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ee00ed20-2b44-439e-b19f-db32e4f2706f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:28.374413 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-54d6b799-ef3d-4f11-abff-332f550e21f5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3120956 Aug 10 03:33:28.375141 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50886) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:28.381119 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-dd9e5c26-0d1d-48b8-ab51-52bb64faf2ed tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Request body: {'subnet': {'network_id': 'fc2e8f5f-35d0-4ce0-93ec-c371bfa03479', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:28.514094 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9e5c26-0d1d-48b8-ab51-52bb64faf2ed tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Made reservation on behalf of 4eee0f5311c74c15921867e8b0597445 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:28.519200 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dd9e5c26-0d1d-48b8-ab51-52bb64faf2ed tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:28.546319 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-4b9b0d94-7720-45a8-bb62-ef687e4e0eca None None] Allocated IP 2001:db8::2 (fc2e8f5f-35d0-4ce0-93ec-c371bfa03479/1cc0da9a-27c8-494e-aec1-21c78351ccb0/9e087acd-6392-4f0f-a568-d70e91924987) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:28.558340 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-ee00ed20-2b44-439e-b19f-db32e4f2706f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] For port 5408b203-0b2c-448b-9047-4dfb263e53e4, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=5408b203-0b2c-448b-9047-4dfb263e53e4,segment=NetworkSegment(e2d93d86-958a-4a34-a6bf-6c0965ea4607),segment_id=e2d93d86-958a-4a34-a6bf-6c0965ea4607)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:28.559022 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ee00ed20-2b44-439e-b19f-db32e4f2706f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:28.571491 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1381-dc78-4984-b426-1dc2b86ffcb4 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:28.571869 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1381-dc78-4984-b426-1dc2b86ffcb4 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:28.572176 n-d-768851-15 neutron-server[94217]: INFO neutron.db.l3_db [None req-9a9a1381-dc78-4984-b426-1dc2b86ffcb4 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Floating IP d72aaa51-8dcc-4979-af05-bd0728b816ff disassociated. External IP: 172.25.7.217, port: 97b37f67-8d9b-4d21-bf7d-babc60585f19. Aug 10 03:33:28.572509 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-9a9a1381-dc78-4984-b426-1dc2b86ffcb4 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Calling delete_port for 97b37f67-8d9b-4d21-bf7d-babc60585f19 owned by {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:28.583053 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-ee00ed20-2b44-439e-b19f-db32e4f2706f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Calling delete_port for 5408b203-0b2c-448b-9047-4dfb263e53e4 owned by network:router_interface {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:28.725394 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4b9b0d94-7720-45a8-bb62-ef687e4e0eca None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:28.736876 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-4b9b0d94-7720-45a8-bb62-ef687e4e0eca None None] Transition to ACTIVE for port object 9e087acd-6392-4f0f-a568-d70e91924987 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:28.798810 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dd9e5c26-0d1d-48b8-ab51-52bb64faf2ed tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:28.849728 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9e5c26-0d1d-48b8-ab51-52bb64faf2ed tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Network fc2e8f5f-35d0-4ce0-93ec-c371bfa03479 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:28.857583 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-dd9e5c26-0d1d-48b8-ab51-52bb64faf2ed tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:28.862116 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9e5c26-0d1d-48b8-ab51-52bb64faf2ed tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:28.862892 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dd9e5c26-0d1d-48b8-ab51-52bb64faf2ed tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:28.875211 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9e5c26-0d1d-48b8-ab51-52bb64faf2ed tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event updated for resources: {'Subnet': ['ID=fffcffe2-df0f-47eb-acd0-2f810e692645,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:28.886794 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-dd9e5c26-0d1d-48b8-ab51-52bb64faf2ed tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5104513 Aug 10 03:33:28.889240 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50892) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:28.895756 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-4354d1ec-09ed-4c15-ab4b-92d644d308af tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Request body: {'port': {'network_id': 'fc2e8f5f-35d0-4ce0-93ec-c371bfa03479', 'fixed_ips': [{'subnet_id': '1cc0da9a-27c8-494e-aec1-21c78351ccb0'}, {'subnet_id': 'fffcffe2-df0f-47eb-acd0-2f810e692645'}], 'name': 'tempest-PortsIpV6TestJSON-1262769881'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:28.913254 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1381-dc78-4984-b426-1dc2b86ffcb4 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:28.937432 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-4b9b0d94-7720-45a8-bb62-ef687e4e0eca None None] Transition to ACTIVE for port object 9e087acd-6392-4f0f-a568-d70e91924987 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:28.951993 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4b9b0d94-7720-45a8-bb62-ef687e4e0eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:28.956173 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ee00ed20-2b44-439e-b19f-db32e4f2706f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:28.967253 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a1381-dc78-4984-b426-1dc2b86ffcb4 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Pushing event deleted for resources: {'Port': ['ID=97b37f67-8d9b-4d21-bf7d-babc60585f19,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:29.053539 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b0d94-7720-45a8-bb62-ef687e4e0eca None None] Pushing event updated for resources: {'Port': ['ID=9e087acd-6392-4f0f-a568-d70e91924987,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:29.071542 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9b0d94-7720-45a8-bb62-ef687e4e0eca None None] Network fc2e8f5f-35d0-4ce0-93ec-c371bfa03479 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:29.088573 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-4b9b0d94-7720-45a8-bb62-ef687e4e0eca None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:29.091656 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b0d94-7720-45a8-bb62-ef687e4e0eca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:29.092055 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b0d94-7720-45a8-bb62-ef687e4e0eca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:29.092402 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b0d94-7720-45a8-bb62-ef687e4e0eca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:29.092774 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b0d94-7720-45a8-bb62-ef687e4e0eca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:29.093059 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b0d94-7720-45a8-bb62-ef687e4e0eca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:29.093389 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b0d94-7720-45a8-bb62-ef687e4e0eca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:29.093714 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b0d94-7720-45a8-bb62-ef687e4e0eca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:29.094039 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b0d94-7720-45a8-bb62-ef687e4e0eca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:29.094354 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b0d94-7720-45a8-bb62-ef687e4e0eca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:29.094897 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b0d94-7720-45a8-bb62-ef687e4e0eca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:29.095065 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b0d94-7720-45a8-bb62-ef687e4e0eca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:29.095357 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b0d94-7720-45a8-bb62-ef687e4e0eca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:29.116121 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4354d1ec-09ed-4c15-ab4b-92d644d308af tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Made reservation on behalf of 4eee0f5311c74c15921867e8b0597445 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:29.119134 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9b0d94-7720-45a8-bb62-ef687e4e0eca None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:29.249531 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-4b9b0d94-7720-45a8-bb62-ef687e4e0eca None None] Attempting to bind port 9e087acd-6392-4f0f-a568-d70e91924987 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:33:29.249912 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-4b9b0d94-7720-45a8-bb62-ef687e4e0eca None None] Attempting to bind port 9e087acd-6392-4f0f-a568-d70e91924987 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '51126124-2f12-4310-919a-63b5abdb206c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'fc2e8f5f-35d0-4ce0-93ec-c371bfa03479'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:33:29.250280 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9b0d94-7720-45a8-bb62-ef687e4e0eca None None] Attempting to bind port 9e087acd-6392-4f0f-a568-d70e91924987 on network fc2e8f5f-35d0-4ce0-93ec-c371bfa03479 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:33:29.250722 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4354d1ec-09ed-4c15-ab4b-92d644d308af tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:29.264941 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee00ed20-2b44-439e-b19f-db32e4f2706f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Pushing event deleted for resources: {'Port': ['ID=5408b203-0b2c-448b-9047-4dfb263e53e4,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:29.265919 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9b0d94-7720-45a8-bb62-ef687e4e0eca None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:33:29.266301 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9b0d94-7720-45a8-bb62-ef687e4e0eca None None] Checking segment: {'id': '51126124-2f12-4310-919a-63b5abdb206c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'fc2e8f5f-35d0-4ce0-93ec-c371bfa03479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:29.266712 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4b9b0d94-7720-45a8-bb62-ef687e4e0eca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:29.267134 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9b0d94-7720-45a8-bb62-ef687e4e0eca None None] Bound using segment: {'id': '51126124-2f12-4310-919a-63b5abdb206c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'fc2e8f5f-35d0-4ce0-93ec-c371bfa03479'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:33:29.267612 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-4b9b0d94-7720-45a8-bb62-ef687e4e0eca None None] Bound port: 9e087acd-6392-4f0f-a568-d70e91924987, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51126124-2f12-4310-919a-63b5abdb206c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'fc2e8f5f-35d0-4ce0-93ec-c371bfa03479'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:33:29.267987 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4b9b0d94-7720-45a8-bb62-ef687e4e0eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:29.279817 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [None req-4354d1ec-09ed-4c15-ab4b-92d644d308af tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] device_id is not set on port 9f0703e7-30e1-4dd4-88d1-03c8e7433dd7 yet. {{(pid=94216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:33:29.396133 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50902) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:29.450804 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-4b9b0d94-7720-45a8-bb62-ef687e4e0eca None None] For port 9e087acd-6392-4f0f-a568-d70e91924987, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:33:29.454573 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-4b9b0d94-7720-45a8-bb62-ef687e4e0eca None None] For port 9e087acd-6392-4f0f-a568-d70e91924987, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=9e087acd-6392-4f0f-a568-d70e91924987,segment=NetworkSegment(51126124-2f12-4310-919a-63b5abdb206c),segment_id=51126124-2f12-4310-919a-63b5abdb206c)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:33:29.470153 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4b9b0d94-7720-45a8-bb62-ef687e4e0eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:29.500972 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ee00ed20-2b44-439e-b19f-db32e4f2706f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:29.579149 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 4838ad81-167f-4fad-9f0c-80841e67f418 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:33:29.610926 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: 4838ad81-167f-4fad-9f0c-80841e67f418 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:33:29.611282 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 4838ad81-167f-4fad-9f0c-80841e67f418 not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:33:29.638879 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b0d94-7720-45a8-bb62-ef687e4e0eca None None] Pushing event updated for resources: {'Port': ['ID=9e087acd-6392-4f0f-a568-d70e91924987,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:29.661635 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7439f75a-d676-4c73-990f-a811f898c310 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:29.724034 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a9a1381-dc78-4984-b426-1dc2b86ffcb4 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Router 2b06bc62-d11a-428e-b6e3-0629e9a9c07b has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:33:29.796001 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-4354d1ec-09ed-4c15-ab4b-92d644d308af tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Allocated IP 2001:db8::9 (fc2e8f5f-35d0-4ce0-93ec-c371bfa03479/1cc0da9a-27c8-494e-aec1-21c78351ccb0/9f0703e7-30e1-4dd4-88d1-03c8e7433dd7) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:29.846341 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-4354d1ec-09ed-4c15-ab4b-92d644d308af tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Allocated IP 2001:db8:0:1::248 (fc2e8f5f-35d0-4ce0-93ec-c371bfa03479/fffcffe2-df0f-47eb-acd0-2f810e692645/9f0703e7-30e1-4dd4-88d1-03c8e7433dd7) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:29.870895 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a9a1381-dc78-4984-b426-1dc2b86ffcb4 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:33:29.891260 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f27154-8ae2-485d-bbab-d453e371e30e None None] Sync routers for ids ['2b06bc62-d11a-428e-b6e3-0629e9a9c07b'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:33:29.922312 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f27154-8ae2-485d-bbab-d453e371e30e None None] Routers {'2b06bc62-d11a-428e-b6e3-0629e9a9c07b'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:29.923279 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-30f27154-8ae2-485d-bbab-d453e371e30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:33:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['2b06bc62-d11a-428e-b6e3-0629e9a9c07b'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:29.941317 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7439f75a-d676-4c73-990f-a811f898c310 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:29.949978 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7439f75a-d676-4c73-990f-a811f898c310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:29.999644 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-30f27154-8ae2-485d-bbab-d453e371e30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:30.016555 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f27154-8ae2-485d-bbab-d453e371e30e None None] Routers {'2b06bc62-d11a-428e-b6e3-0629e9a9c07b'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:30.019381 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-30f27154-8ae2-485d-bbab-d453e371e30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:33:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['2b06bc62-d11a-428e-b6e3-0629e9a9c07b'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:30.022431 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-7439f75a-d676-4c73-990f-a811f898c310 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ce2894e1a946431f84b395c36653110a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6251373 Aug 10 03:33:30.023686 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50906) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:30.037285 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee00ed20-2b44-439e-b19f-db32e4f2706f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Router fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:33:30.051632 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7439f75a-d676-4c73-990f-a811f898c310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5526f699-f9d3-4d3d-a917-3b56c9150376,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:30.075669 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-30f27154-8ae2-485d-bbab-d453e371e30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:30.076907 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f27154-8ae2-485d-bbab-d453e371e30e None None] The sync data for ids ['2b06bc62-d11a-428e-b6e3-0629e9a9c07b'] in n-d-768851-15 is: [] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:33:30.153063 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-72f702a2-9341-45ac-8b32-6002e250cb7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:30.193711 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-72f702a2-9341-45ac-8b32-6002e250cb7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:30.195773 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1381-dc78-4984-b426-1dc2b86ffcb4 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:30.200191 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9a9a1381-dc78-4984-b426-1dc2b86ffcb4 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] 10.222.0.62 "DELETE /v2.0/ports/97b37f67-8d9b-4d21-bf7d-babc60585f19 HTTP/1.1" status: 204 len: 168 time: 2.3029463 Aug 10 03:33:30.201163 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50908) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:30.221916 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4354d1ec-09ed-4c15-ab4b-92d644d308af tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:30.253492 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-4354d1ec-09ed-4c15-ab4b-92d644d308af tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Transition to ACTIVE for port object 9f0703e7-30e1-4dd4-88d1-03c8e7433dd7 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:30.299558 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-72f702a2-9341-45ac-8b32-6002e250cb7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:30.306309 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-72f702a2-9341-45ac-8b32-6002e250cb7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:30.306779 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-72f702a2-9341-45ac-8b32-6002e250cb7f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5526f699-f9d3-4d3d-a917-3b56c9150376 HTTP/1.1" status: 204 len: 168 time: 0.2516923 Aug 10 03:33:30.314210 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-429d401e-3617-401c-8c96-72fee0001539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:30.324133 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f702a2-9341-45ac-8b32-6002e250cb7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5526f699-f9d3-4d3d-a917-3b56c9150376,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:30.333596 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4354d1ec-09ed-4c15-ab4b-92d644d308af tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:30.358093 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee00ed20-2b44-439e-b19f-db32e4f2706f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:33:30.371120 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8a62cd-0f09-418e-b8c3-19a975211006 None None] Sync routers for ids ['fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:33:30.375183 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ee00ed20-2b44-439e-b19f-db32e4f2706f tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "PUT /v2.0/routers/fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5763836 Aug 10 03:33:30.375733 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50916) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:30.401563 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8a62cd-0f09-418e-b8c3-19a975211006 None None] Routers {'fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:30.402624 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-3e8a62cd-0f09-418e-b8c3-19a975211006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:33:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:30.432481 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4354d1ec-09ed-4c15-ab4b-92d644d308af tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Network fc2e8f5f-35d0-4ce0-93ec-c371bfa03479 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:30.436010 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-4354d1ec-09ed-4c15-ab4b-92d644d308af tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:30.440178 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4354d1ec-09ed-4c15-ab4b-92d644d308af tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:30.446539 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4354d1ec-09ed-4c15-ab4b-92d644d308af tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:30.447237 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4354d1ec-09ed-4c15-ab4b-92d644d308af tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:30.450099 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-c771e159-6d9c-4b1c-b9d8-5e9b9fc7a7c8 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Deleting subnet 70d28cf7-e4e6-4f10-83d1-6dd3894ba9d7 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:33:30.462698 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4354d1ec-09ed-4c15-ab4b-92d644d308af tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event updated for resources: {'Port': ['ID=9f0703e7-30e1-4dd4-88d1-03c8e7433dd7,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:30.464269 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c771e159-6d9c-4b1c-b9d8-5e9b9fc7a7c8 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:30.483329 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-4354d1ec-09ed-4c15-ab4b-92d644d308af tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.5927596 Aug 10 03:33:30.484299 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50918) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:30.489653 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-4c6bb76a-d5a2-4362-8de0-42216d82d0f7 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1cc0da9a-27c8-494e-aec1-21c78351ccb0'}]}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:30.545464 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-3e8a62cd-0f09-418e-b8c3-19a975211006 None None] Set router fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:33:30.592468 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4c6bb76a-d5a2-4362-8de0-42216d82d0f7 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:30.627505 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c771e159-6d9c-4b1c-b9d8-5e9b9fc7a7c8 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:30.844247 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c771e159-6d9c-4b1c-b9d8-5e9b9fc7a7c8 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:30.954292 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-3e8a62cd-0f09-418e-b8c3-19a975211006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8', 'name': 'tempest-TestNetworkBasicOps-router-1084489345', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '8951e669-b588-4203-985f-021812449ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:16Z', 'updated_at': '2021-08-10T03:33:28Z', 'revision_number': 5, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'gw_port': {'id': '8951e669-b588-4203-985f-021812449ee1', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:18Z', 'updated_at': '2021-08-10T03:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:31.012040 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8a62cd-0f09-418e-b8c3-19a975211006 None None] Checking router: fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:33:31.035578 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-4c6bb76a-d5a2-4362-8de0-42216d82d0f7 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Delete allocated IP 2001:db8:0:1::248 (fc2e8f5f-35d0-4ce0-93ec-c371bfa03479/fffcffe2-df0f-47eb-acd0-2f810e692645) {{(pid=94216) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 10 03:33:31.040148 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8a62cd-0f09-418e-b8c3-19a975211006 None None] Routers {'fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:31.040787 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-3e8a62cd-0f09-418e-b8c3-19a975211006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:33:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:31.150212 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a05aff-3167-4671-a4f7-a2ed3258bea7 None None] Network fc2e8f5f-35d0-4ce0-93ec-c371bfa03479 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:31.174978 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c771e159-6d9c-4b1c-b9d8-5e9b9fc7a7c8 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:31.220424 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7b8290dc-9faa-4fa5-93de-203ed757ca13 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:31.238934 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4c6bb76a-d5a2-4362-8de0-42216d82d0f7 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:31.256374 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-4c6bb76a-d5a2-4362-8de0-42216d82d0f7 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Ignored duplicate provisioning block setup for port 9f0703e7-30e1-4dd4-88d1-03c8e7433dd7 by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 10 03:33:31.266775 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4c6bb76a-d5a2-4362-8de0-42216d82d0f7 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:31.327035 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-3e8a62cd-0f09-418e-b8c3-19a975211006 None None] Set router fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:33:31.375691 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-4c6bb76a-d5a2-4362-8de0-42216d82d0f7 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] In _notify_port_updated(), no bound segment for port 9f0703e7-30e1-4dd4-88d1-03c8e7433dd7 on network fc2e8f5f-35d0-4ce0-93ec-c371bfa03479 {{(pid=94216) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:33:31.386235 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6bb76a-d5a2-4362-8de0-42216d82d0f7 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:31.389537 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4c6bb76a-d5a2-4362-8de0-42216d82d0f7 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:31.395699 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-4c6bb76a-d5a2-4362-8de0-42216d82d0f7 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "PUT /v2.0/ports/9f0703e7-30e1-4dd4-88d1-03c8e7433dd7 HTTP/1.1" status: 200 len: 924 time: 0.9103384 Aug 10 03:33:31.400485 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50938) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:31.412387 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-b49a5962-4c57-4ee2-85c7-a52bcc48f1b5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1cc0da9a-27c8-494e-aec1-21c78351ccb0'}, {'subnet_id': 'fffcffe2-df0f-47eb-acd0-2f810e692645'}]}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:31.421606 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6bb76a-d5a2-4362-8de0-42216d82d0f7 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event updated for resources: {'Port': ['ID=9f0703e7-30e1-4dd4-88d1-03c8e7433dd7,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:31.430960 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c771e159-6d9c-4b1c-b9d8-5e9b9fc7a7c8 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:31.439015 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c771e159-6d9c-4b1c-b9d8-5e9b9fc7a7c8 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "DELETE /v2.0/subnets/70d28cf7-e4e6-4f10-83d1-6dd3894ba9d7 HTTP/1.1" status: 204 len: 168 time: 1.0601826 Aug 10 03:33:31.439884 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c771e159-6d9c-4b1c-b9d8-5e9b9fc7a7c8 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Pushing event deleted for resources: {'Subnet': ['ID=70d28cf7-e4e6-4f10-83d1-6dd3894ba9d7,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:31.442562 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50940) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:31.514554 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcbe048-0892-4f77-ab1a-ecb5487fb2eb None None] Network a9fb31dd-1c8a-4293-b68f-13ea812561e0 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:31.603198 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b49a5962-4c57-4ee2-85c7-a52bcc48f1b5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:31.621674 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 9e087acd-6392-4f0f-a568-d70e91924987 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:31.646687 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-3e8a62cd-0f09-418e-b8c3-19a975211006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8', 'name': 'tempest-TestNetworkBasicOps-router-1084489345', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '8951e669-b588-4203-985f-021812449ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:16Z', 'updated_at': '2021-08-10T03:33:28Z', 'revision_number': 5, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'gw_port': {'id': '8951e669-b588-4203-985f-021812449ee1', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:18Z', 'updated_at': '2021-08-10T03:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:31.683526 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8a62cd-0f09-418e-b8c3-19a975211006 None None] The sync data for ids ['fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8'] in n-d-768851-15 is: [{'id': 'fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8', 'name': 'tempest-TestNetworkBasicOps-router-1084489345', 'tenant_id': '91c061317a63433fa1b564847f6d5cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '8951e669-b588-4203-985f-021812449ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:16Z', 'updated_at': '2021-08-10T03:33:28Z', 'revision_number': 5, 'project_id': '91c061317a63433fa1b564847f6d5cbb', 'gw_port': {'id': '8951e669-b588-4203-985f-021812449ee1', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:18Z', 'updated_at': '2021-08-10T03:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:33:31.755445 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-1d0a9a5a-cb05-4320-bb96-ccf59db3b303 None None] Provisioning for port 9e087acd-6392-4f0f-a568-d70e91924987 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:31.829205 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 9e087acd-6392-4f0f-a568-d70e91924987 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:31.839560 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 9e087acd-6392-4f0f-a568-d70e91924987 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:31.840000 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:31.995096 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc32ca3-c2a8-4b0a-b57c-81147c697acf None None] Update dhcp port {'port': {'network_id': 'fc2e8f5f-35d0-4ce0-93ec-c371bfa03479', 'fixed_ips': [{'subnet_id': '1cc0da9a-27c8-494e-aec1-21c78351ccb0', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fffcffe2-df0f-47eb-acd0-2f810e692645'}], 'binding:host_id': 'n-d-768851-15'}, 'id': '9e087acd-6392-4f0f-a568-d70e91924987'} from n-d-768851-15. {{(pid=94218) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:33:32.049991 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:32.094305 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2dc32ca3-c2a8-4b0a-b57c-81147c697acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:32.131313 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-b49a5962-4c57-4ee2-85c7-a52bcc48f1b5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Allocated IP 2001:db8:0:1::1f3 (fc2e8f5f-35d0-4ce0-93ec-c371bfa03479/fffcffe2-df0f-47eb-acd0-2f810e692645/9f0703e7-30e1-4dd4-88d1-03c8e7433dd7) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:32.152138 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 9e087acd-6392-4f0f-a568-d70e91924987, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=9e087acd-6392-4f0f-a568-d70e91924987,segment=NetworkSegment(51126124-2f12-4310-919a-63b5abdb206c),segment_id=51126124-2f12-4310-919a-63b5abdb206c)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:32.162338 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb87dca-86f6-46d6-947c-c05d59661824 None None] DHCP port deletion for a9fb31dd-1c8a-4293-b68f-13ea812561e0 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:33:32.168225 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:32.199015 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c771e159-6d9c-4b1c-b9d8-5e9b9fc7a7c8 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:32.199505 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c771e159-6d9c-4b1c-b9d8-5e9b9fc7a7c8 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:32.199505 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c771e159-6d9c-4b1c-b9d8-5e9b9fc7a7c8 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:32.199916 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c771e159-6d9c-4b1c-b9d8-5e9b9fc7a7c8 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:32.200249 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c771e159-6d9c-4b1c-b9d8-5e9b9fc7a7c8 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:32.200574 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c771e159-6d9c-4b1c-b9d8-5e9b9fc7a7c8 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:32.200896 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c771e159-6d9c-4b1c-b9d8-5e9b9fc7a7c8 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:32.201218 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c771e159-6d9c-4b1c-b9d8-5e9b9fc7a7c8 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:32.201532 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c771e159-6d9c-4b1c-b9d8-5e9b9fc7a7c8 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:32.201845 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c771e159-6d9c-4b1c-b9d8-5e9b9fc7a7c8 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:32.202290 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c771e159-6d9c-4b1c-b9d8-5e9b9fc7a7c8 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:32.202630 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c771e159-6d9c-4b1c-b9d8-5e9b9fc7a7c8 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:32.261078 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=9e087acd-6392-4f0f-a568-d70e91924987,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:32.267188 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dcd09a6f-fb23-45dd-a281-5e7333237adf tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for router, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:32.378883 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b49a5962-4c57-4ee2-85c7-a52bcc48f1b5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:32.410853 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-b49a5962-4c57-4ee2-85c7-a52bcc48f1b5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Ignored duplicate provisioning block setup for port 9f0703e7-30e1-4dd4-88d1-03c8e7433dd7 by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 10 03:33:32.418901 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b49a5962-4c57-4ee2-85c7-a52bcc48f1b5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:32.539873 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dcd09a6f-fb23-45dd-a281-5e7333237adf tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:32.547307 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-fdb87dca-86f6-46d6-947c-c05d59661824 None None] Deleting port 0e8e5f08-abd0-47f0-b790-3282a25a20ab {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:32.547863 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-fdb87dca-86f6-46d6-947c-c05d59661824 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:32.569204 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-7b8290dc-9faa-4fa5-93de-203ed757ca13 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Deleting port a36cc91e-b727-4acc-9e10-7acd90a24a6d {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:32.569553 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7b8290dc-9faa-4fa5-93de-203ed757ca13 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:32.598602 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-b49a5962-4c57-4ee2-85c7-a52bcc48f1b5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] In _notify_port_updated(), no bound segment for port 9f0703e7-30e1-4dd4-88d1-03c8e7433dd7 on network fc2e8f5f-35d0-4ce0-93ec-c371bfa03479 {{(pid=94216) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:33:32.618758 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49a5962-4c57-4ee2-85c7-a52bcc48f1b5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:32.623610 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b49a5962-4c57-4ee2-85c7-a52bcc48f1b5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:32.630977 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b49a5962-4c57-4ee2-85c7-a52bcc48f1b5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "PUT /v2.0/ports/9f0703e7-30e1-4dd4-88d1-03c8e7433dd7 HTTP/1.1" status: 200 len: 1010 time: 1.2279391 Aug 10 03:33:32.635967 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50964) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:32.663276 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a5962-4c57-4ee2-85c7-a52bcc48f1b5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event updated for resources: {'Port': ['ID=9f0703e7-30e1-4dd4-88d1-03c8e7433dd7,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:32.687165 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-fdb87dca-86f6-46d6-947c-c05d59661824 None None] For port 0e8e5f08-abd0-47f0-b790-3282a25a20ab, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=0e8e5f08-abd0-47f0-b790-3282a25a20ab,segment=NetworkSegment(e2d93d86-958a-4a34-a6bf-6c0965ea4607),segment_id=e2d93d86-958a-4a34-a6bf-6c0965ea4607)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:32.687566 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-fdb87dca-86f6-46d6-947c-c05d59661824 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:32.713230 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-fdb87dca-86f6-46d6-947c-c05d59661824 None None] Calling delete_port for 0e8e5f08-abd0-47f0-b790-3282a25a20ab owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:32.721723 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-dcd09a6f-fb23-45dd-a281-5e7333237adf tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Deleting port 8951e669-b588-4203-985f-021812449ee1 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:32.722319 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dcd09a6f-fb23-45dd-a281-5e7333237adf tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:32.770006 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7b8290dc-9faa-4fa5-93de-203ed757ca13 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:32.790639 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-7b8290dc-9faa-4fa5-93de-203ed757ca13 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Calling delete_port for a36cc91e-b727-4acc-9e10-7acd90a24a6d owned by network:router_interface {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:32.825446 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-fdb87dca-86f6-46d6-947c-c05d59661824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:32.829097 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-b55af07c-743f-4fe5-a699-8103d40df5a0 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Deleting port 9f0703e7-30e1-4dd4-88d1-03c8e7433dd7 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:32.829820 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b55af07c-743f-4fe5-a699-8103d40df5a0 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:32.856048 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb87dca-86f6-46d6-947c-c05d59661824 None None] Pushing event deleted for resources: {'Port': ['ID=0e8e5f08-abd0-47f0-b790-3282a25a20ab,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:32.871931 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb87dca-86f6-46d6-947c-c05d59661824 None None] No DVR routers for this DVR port 0e8e5f08-abd0-47f0-b790-3282a25a20ab on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:33:32.891685 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-2dc32ca3-c2a8-4b0a-b57c-81147c697acf None None] Allocated IP 2001:db8:0:1::2 (fc2e8f5f-35d0-4ce0-93ec-c371bfa03479/fffcffe2-df0f-47eb-acd0-2f810e692645/9e087acd-6392-4f0f-a568-d70e91924987) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:32.953422 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-dcd09a6f-fb23-45dd-a281-5e7333237adf tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] For port 8951e669-b588-4203-985f-021812449ee1, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=8951e669-b588-4203-985f-021812449ee1,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:32.953985 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dcd09a6f-fb23-45dd-a281-5e7333237adf tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:32.971145 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-dcd09a6f-fb23-45dd-a281-5e7333237adf tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Calling delete_port for 8951e669-b588-4203-985f-021812449ee1 owned by network:router_gateway {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:33.036827 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b55af07c-743f-4fe5-a699-8103d40df5a0 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:33.068551 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-b55af07c-743f-4fe5-a699-8103d40df5a0 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Calling delete_port for 9f0703e7-30e1-4dd4-88d1-03c8e7433dd7 owned by {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:33.084720 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d71c940a-0100-4968-9f94-31f6e6a5bcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:33.121433 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-2dc32ca3-c2a8-4b0a-b57c-81147c697acf None None] For port 9e087acd-6392-4f0f-a568-d70e91924987, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=9e087acd-6392-4f0f-a568-d70e91924987,segment=NetworkSegment(51126124-2f12-4310-919a-63b5abdb206c),segment_id=51126124-2f12-4310-919a-63b5abdb206c)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:33.187011 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2dc32ca3-c2a8-4b0a-b57c-81147c697acf None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:33.286135 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dcd09a6f-fb23-45dd-a281-5e7333237adf tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:33.367743 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 9e087acd-6392-4f0f-a568-d70e91924987 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:33.475664 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:33.478225 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 9e087acd-6392-4f0f-a568-d70e91924987 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:33.479911 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:33.484571 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b55af07c-743f-4fe5-a699-8103d40df5a0 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:33.525613 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-2dc32ca3-c2a8-4b0a-b57c-81147c697acf None None] Transition to ACTIVE for port object 9e087acd-6392-4f0f-a568-d70e91924987 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:33.526383 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55af07c-743f-4fe5-a699-8103d40df5a0 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event deleted for resources: {'Port': ['ID=9f0703e7-30e1-4dd4-88d1-03c8e7433dd7,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:33.536639 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2dc32ca3-c2a8-4b0a-b57c-81147c697acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:33.581127 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd09a6f-fb23-45dd-a281-5e7333237adf tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Pushing event deleted for resources: {'Port': ['ID=8951e669-b588-4203-985f-021812449ee1,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:33.604094 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7b8290dc-9faa-4fa5-93de-203ed757ca13 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:33.622020 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b55af07c-743f-4fe5-a699-8103d40df5a0 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:33.625557 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b55af07c-743f-4fe5-a699-8103d40df5a0 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "DELETE /v2.0/ports/9f0703e7-30e1-4dd4-88d1-03c8e7433dd7 HTTP/1.1" status: 204 len: 168 time: 0.9853075 Aug 10 03:33:33.628403 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50990) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:33.683395 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8290dc-9faa-4fa5-93de-203ed757ca13 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Pushing event deleted for resources: {'Port': ['ID=a36cc91e-b727-4acc-9e10-7acd90a24a6d,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:33.701442 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dcd09a6f-fb23-45dd-a281-5e7333237adf tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:33.707190 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf061a19-3426-436e-9710-396716b77a80 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] GET failed (client error): The resource could not be found. Aug 10 03:33:33.722026 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-cf061a19-3426-436e-9710-396716b77a80 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "GET /v2.0/ports/9f0703e7-30e1-4dd4-88d1-03c8e7433dd7 HTTP/1.1" status: 404 len: 333 time: 0.0900311 Aug 10 03:33:33.723679 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 50992) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:33.762087 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc32ca3-c2a8-4b0a-b57c-81147c697acf None None] Pushing event updated for resources: {'Port': ['ID=9e087acd-6392-4f0f-a568-d70e91924987,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:33.770832 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 5408b203-0b2c-448b-9047-4dfb263e53e4 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:33:33.843486 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 5408b203-0b2c-448b-9047-4dfb263e53e4 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:33:33.845992 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 5408b203-0b2c-448b-9047-4dfb263e53e4 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:33:33.846776 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 0e8e5f08-abd0-47f0-b790-3282a25a20ab no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:33:33.892413 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cf6f556-6e84-48b9-ba83-2ebedde682fe tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Deleting subnet fffcffe2-df0f-47eb-acd0-2f810e692645 {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:33:33.912718 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 0e8e5f08-abd0-47f0-b790-3282a25a20ab {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:33:33.913686 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0cf6f556-6e84-48b9-ba83-2ebedde682fe tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:33.927076 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 0e8e5f08-abd0-47f0-b790-3282a25a20ab not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:33:34.002921 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dcd09a6f-fb23-45dd-a281-5e7333237adf tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:34.005391 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0cf6f556-6e84-48b9-ba83-2ebedde682fe tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:34.008241 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dcd09a6f-fb23-45dd-a281-5e7333237adf tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:34.230246 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:34.234635 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0cf6f556-6e84-48b9-ba83-2ebedde682fe tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:34.346903 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0cf6f556-6e84-48b9-ba83-2ebedde682fe tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:34.353962 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dcd09a6f-fb23-45dd-a281-5e7333237adf tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:34.359447 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd09a6f-fb23-45dd-a281-5e7333237adf tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Fanout notify agent at l3_agent the message router_deleted on router fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8 {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:33:34.381070 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dcd09a6f-fb23-45dd-a281-5e7333237adf tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:34.381929 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-dcd09a6f-fb23-45dd-a281-5e7333237adf tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "DELETE /v2.0/routers/fada7ed9-3d65-4ff0-bdc7-62a0d02dbfb8 HTTP/1.1" status: 204 len: 168 time: 2.9383636 Aug 10 03:33:34.392284 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 50998) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:34.442566 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf6f556-6e84-48b9-ba83-2ebedde682fe tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event deleted for resources: {'Subnet': ['ID=fffcffe2-df0f-47eb-acd0-2f810e692645,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:34.453763 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0cf6f556-6e84-48b9-ba83-2ebedde682fe tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:34.463542 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-0cf6f556-6e84-48b9-ba83-2ebedde682fe tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "DELETE /v2.0/subnets/fffcffe2-df0f-47eb-acd0-2f810e692645 HTTP/1.1" status: 204 len: 168 time: 0.7378542 Aug 10 03:33:34.467576 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 51004) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:34.580215 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7b8290dc-9faa-4fa5-93de-203ed757ca13 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:34.622496 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-f95f9a7d-b1b9-451c-8092-819faa1d7c5e tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Deleting subnet 1cc0da9a-27c8-494e-aec1-21c78351ccb0 {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:33:34.631168 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5f3de880-3dbe-4b92-a3b4-3d2e081fee07 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:34.632958 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f95f9a7d-b1b9-451c-8092-819faa1d7c5e tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:34.722898 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f95f9a7d-b1b9-451c-8092-819faa1d7c5e tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:34.811775 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971b6c3b-7787-4bc4-9661-058c054b562c None None] Network fc2e8f5f-35d0-4ce0-93ec-c371bfa03479 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:34.849475 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5f3de880-3dbe-4b92-a3b4-3d2e081fee07 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:34.857956 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f95f9a7d-b1b9-451c-8092-819faa1d7c5e tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:34.864095 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-5f3de880-3dbe-4b92-a3b4-3d2e081fee07 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9fb31dd-1c8a-4293-b68f-13ea812561e0']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:34.876469 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-5f3de880-3dbe-4b92-a3b4-3d2e081fee07 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2d93d86-958a-4a34-a6bf-6c0965ea4607') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:34.876798 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-5f3de880-3dbe-4b92-a3b4-3d2e081fee07 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2d93d86-958a-4a34-a6bf-6c0965ea4607') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:34.880473 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-ecf8e436-ab2f-4643-8efc-2dce62005a37 None None] Provisioning for port 9e087acd-6392-4f0f-a568-d70e91924987 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:34.894672 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-ecf8e436-ab2f-4643-8efc-2dce62005a37 None None] Provisioning complete for port 9e087acd-6392-4f0f-a568-d70e91924987 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:34.895578 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ecf8e436-ab2f-4643-8efc-2dce62005a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:34.924128 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5f3de880-3dbe-4b92-a3b4-3d2e081fee07 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:34.950885 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f95f9a7d-b1b9-451c-8092-819faa1d7c5e tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:34.974986 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5f3de880-3dbe-4b92-a3b4-3d2e081fee07 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:34.990920 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f3de880-3dbe-4b92-a3b4-3d2e081fee07 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:33:34.991350 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5f3de880-3dbe-4b92-a3b4-3d2e081fee07 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:34.995164 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:33:34.995164 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:33:34.995164 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:33:34.995164 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:33:34.995164 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:33:34.995164 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:33:34.995164 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:33:34.995164 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:33:34.995164 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:33:34.995164 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:33:34.995164 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:33:34.995164 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:33:34.995164 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:33:34.995164 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:33:34.995164 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:33:34.995164 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:33:34.995164 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:33:34.995164 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:33:34.995164 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:33:34.995164 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:33:34.995164 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:33:34.995164 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:33:34.995164 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:33:34.995164 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:33:34.995164 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:33:34.995164 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:33:34.995164 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:33:34.995164 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:33:34.995164 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:33:34.995164 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:33:34.995164 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:33:34.995164 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:33:35.013705 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f95f9a7d-b1b9-451c-8092-819faa1d7c5e tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:35.015879 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-f95f9a7d-b1b9-451c-8092-819faa1d7c5e tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "DELETE /v2.0/subnets/1cc0da9a-27c8-494e-aec1-21c78351ccb0 HTTP/1.1" status: 204 len: 168 time: 0.5433335 Aug 10 03:33:35.016946 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95f9a7d-b1b9-451c-8092-819faa1d7c5e tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event deleted for resources: {'Subnet': ['ID=1cc0da9a-27c8-494e-aec1-21c78351ccb0,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:35.018918 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 51010) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:35.098006 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-ecf8e436-ab2f-4643-8efc-2dce62005a37 None None] Could not find standard attr ID for object 9f0703e7-30e1-4dd4-88d1-03c8e7433dd7. {{(pid=94218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:33:35.105423 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b8290dc-9faa-4fa5-93de-203ed757ca13 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Router 2b06bc62-d11a-428e-b6e3-0629e9a9c07b has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:33:35.117822 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5f3de880-3dbe-4b92-a3b4-3d2e081fee07 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:35.129217 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5f3de880-3dbe-4b92-a3b4-3d2e081fee07 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:35.134492 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-5f3de880-3dbe-4b92-a3b4-3d2e081fee07 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] 10.222.0.62 "DELETE /v2.0/networks/a9fb31dd-1c8a-4293-b68f-13ea812561e0 HTTP/1.1" status: 204 len: 168 time: 0.7375162 Aug 10 03:33:35.134699 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2f59ed1d-3232-4776-a6ec-a37b16c685f8 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:35.205806 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a306d6ad-a889-491a-a178-8354463c5c56 None None] Update dhcp port {'port': {'network_id': 'fc2e8f5f-35d0-4ce0-93ec-c371bfa03479', 'fixed_ips': [{'subnet_id': '1cc0da9a-27c8-494e-aec1-21c78351ccb0'}], 'binding:host_id': 'n-d-768851-15'}, 'id': '9e087acd-6392-4f0f-a568-d70e91924987'} from n-d-768851-15. {{(pid=94218) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:33:35.208807 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3de880-3dbe-4b92-a3b4-3d2e081fee07 tempest-TestNetworkBasicOps-1176263174 tempest-TestNetworkBasicOps-1176263174-project] Pushing event deleted for resources: {'Network': ['ID=a9fb31dd-1c8a-4293-b68f-13ea812561e0,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:35.214559 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-2f59ed1d-3232-4776-a6ec-a37b16c685f8 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Deleting port 9e087acd-6392-4f0f-a568-d70e91924987 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:35.215425 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2f59ed1d-3232-4776-a6ec-a37b16c685f8 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:35.250028 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a306d6ad-a889-491a-a178-8354463c5c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:35.293545 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-2f59ed1d-3232-4776-a6ec-a37b16c685f8 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] For port 9e087acd-6392-4f0f-a568-d70e91924987, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=9e087acd-6392-4f0f-a568-d70e91924987,segment=NetworkSegment(51126124-2f12-4310-919a-63b5abdb206c),segment_id=51126124-2f12-4310-919a-63b5abdb206c)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:35.293928 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2f59ed1d-3232-4776-a6ec-a37b16c685f8 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:35.321391 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-2f59ed1d-3232-4776-a6ec-a37b16c685f8 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Calling delete_port for 9e087acd-6392-4f0f-a568-d70e91924987 owned by network:dhcp {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:35.346311 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8290dc-9faa-4fa5-93de-203ed757ca13 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:33:35.357373 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7b8290dc-9faa-4fa5-93de-203ed757ca13 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] 10.222.0.62 "PUT /v2.0/routers/2b06bc62-d11a-428e-b6e3-0629e9a9c07b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1534503 Aug 10 03:33:35.358699 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 51016) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:35.394686 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 9e087acd-6392-4f0f-a568-d70e91924987 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:35.398893 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c985e085-a9af-4e63-bd92-30fb1df998d3 None None] Sync routers for ids ['2b06bc62-d11a-428e-b6e3-0629e9a9c07b'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:33:35.440807 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c985e085-a9af-4e63-bd92-30fb1df998d3 None None] Routers {'2b06bc62-d11a-428e-b6e3-0629e9a9c07b'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:35.442116 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-c985e085-a9af-4e63-bd92-30fb1df998d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:33:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['2b06bc62-d11a-428e-b6e3-0629e9a9c07b'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:35.454526 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2f59ed1d-3232-4776-a6ec-a37b16c685f8 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:35.488893 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-c985e085-a9af-4e63-bd92-30fb1df998d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:35.502262 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c985e085-a9af-4e63-bd92-30fb1df998d3 None None] Routers {'2b06bc62-d11a-428e-b6e3-0629e9a9c07b'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:35.503441 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-c985e085-a9af-4e63-bd92-30fb1df998d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:33:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['2b06bc62-d11a-428e-b6e3-0629e9a9c07b'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:35.504849 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No active binding found for port 9e087acd-6392-4f0f-a568-d70e91924987 {{(pid=94218) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 10 03:33:35.505243 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 9e087acd-6392-4f0f-a568-d70e91924987 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 10 03:33:35.560522 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f59ed1d-3232-4776-a6ec-a37b16c685f8 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] No DVR routers for this DVR port 9e087acd-6392-4f0f-a568-d70e91924987 on host n-d-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:33:35.562618 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f59ed1d-3232-4776-a6ec-a37b16c685f8 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event deleted for resources: {'Port': ['ID=9e087acd-6392-4f0f-a568-d70e91924987,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:35.620698 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-08d0dd05-8fbc-4e32-8440-a7547c59800d tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for router, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:35.630521 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3681b7-6c19-476e-b34f-ad5b56dd79f9 None None] Network fc2e8f5f-35d0-4ce0-93ec-c371bfa03479 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:35.648857 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Port 9e087acd-6392-4f0f-a568-d70e91924987 not found, will not notify nova. {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 10 03:33:35.679085 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-c985e085-a9af-4e63-bd92-30fb1df998d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:35.679992 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c985e085-a9af-4e63-bd92-30fb1df998d3 None None] The sync data for ids ['2b06bc62-d11a-428e-b6e3-0629e9a9c07b'] in n-d-768851-15 is: [] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:33:35.714344 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d4328248-bb0e-4b4a-ac67-2746c697f0bf None None] Could not find standard attr ID for object 9e087acd-6392-4f0f-a568-d70e91924987. {{(pid=94218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:33:35.769525 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 51036) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:35.787069 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 8951e669-b588-4203-985f-021812449ee1 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:33:35.811540 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2f59ed1d-3232-4776-a6ec-a37b16c685f8 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:35.834849 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-2f59ed1d-3232-4776-a6ec-a37b16c685f8 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc2e8f5f-35d0-4ce0-93ec-c371bfa03479']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:35.845071 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 8951e669-b588-4203-985f-021812449ee1 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:33:35.846059 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 8951e669-b588-4203-985f-021812449ee1 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:33:35.851780 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-08d0dd05-8fbc-4e32-8440-a7547c59800d tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:35.863650 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-2f59ed1d-3232-4776-a6ec-a37b16c685f8 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51126124-2f12-4310-919a-63b5abdb206c') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:35.863952 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-2f59ed1d-3232-4776-a6ec-a37b16c685f8 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51126124-2f12-4310-919a-63b5abdb206c') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:35.895088 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2f59ed1d-3232-4776-a6ec-a37b16c685f8 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:35.929515 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2f59ed1d-3232-4776-a6ec-a37b16c685f8 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:35.942309 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f59ed1d-3232-4776-a6ec-a37b16c685f8 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:33:35.942795 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2f59ed1d-3232-4776-a6ec-a37b16c685f8 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:35.955547 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:33:35.955547 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:33:35.955547 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:33:35.955547 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:33:35.955547 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:33:35.955547 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:33:35.955547 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:33:35.955547 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:33:35.955547 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:33:35.955547 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:33:35.955547 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:33:35.955547 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:33:35.955547 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:33:35.955547 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:33:35.955547 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:33:35.955547 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:33:35.955547 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:33:35.955547 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:33:35.955547 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:33:35.955547 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:33:35.955547 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:33:35.955547 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:33:35.955547 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:33:35.955547 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:33:35.955547 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:33:35.955547 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:33:35.955547 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:33:35.955547 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:33:35.955547 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:33:35.955547 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:33:35.955547 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:33:35.955547 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:33:35.985417 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-08d0dd05-8fbc-4e32-8440-a7547c59800d tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Deleting port a668ea34-80cc-4f4e-b9bc-4555baabb466 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:35.986184 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-08d0dd05-8fbc-4e32-8440-a7547c59800d tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:36.119537 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2f59ed1d-3232-4776-a6ec-a37b16c685f8 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:36.126652 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2f59ed1d-3232-4776-a6ec-a37b16c685f8 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:36.131937 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-2f59ed1d-3232-4776-a6ec-a37b16c685f8 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "DELETE /v2.0/networks/fc2e8f5f-35d0-4ce0-93ec-c371bfa03479 HTTP/1.1" status: 204 len: 168 time: 1.1086760 Aug 10 03:33:36.135870 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 51066) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:36.148784 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0b9640c2-7089-4441-b7d1-aae6af0ada3a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=91c061317a63433fa1b564847f6d5cbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3735695 Aug 10 03:33:36.154413 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 51070) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:36.234593 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-51508223-b750-419e-8718-deab306aaf6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:36.237588 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f59ed1d-3232-4776-a6ec-a37b16c685f8 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event deleted for resources: {'Network': ['ID=fc2e8f5f-35d0-4ce0-93ec-c371bfa03479,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:36.264389 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:36.287259 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-51508223-b750-419e-8718-deab306aaf6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:36.294800 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d895f4e9-9270-43cd-8d75-7e510452abe6 None None] DHCP port deletion for fc2e8f5f-35d0-4ce0-93ec-c371bfa03479 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:33:36.317384 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8641101-e469-4012-8788-9e5f02ab9794 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:36.328101 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-c8641101-e469-4012-8788-9e5f02ab9794 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1424584 Aug 10 03:33:36.329122 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 51090) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:36.366719 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-08d0dd05-8fbc-4e32-8440-a7547c59800d tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:36.380530 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-51508223-b750-419e-8718-deab306aaf6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:36.385156 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-51508223-b750-419e-8718-deab306aaf6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:36.390021 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-51508223-b750-419e-8718-deab306aaf6a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ec3a5cc6-ce8d-4a8b-b7af-a5d13215d032 HTTP/1.1" status: 204 len: 168 time: 0.2343128 Aug 10 03:33:36.400599 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-08d0dd05-8fbc-4e32-8440-a7547c59800d tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Calling delete_port for a668ea34-80cc-4f4e-b9bc-4555baabb466 owned by network:router_gateway {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:36.416132 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51508223-b750-419e-8718-deab306aaf6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3a5cc6-ce8d-4a8b-b7af-a5d13215d032,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:36.448725 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-4e1df9b5-62c1-4fc0-b79c-8a814e61b3b9 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1183245 Aug 10 03:33:36.453372 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 51106) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:36.471838 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-39c6ff85-0c7b-4db3-892a-b644dcb8ac28 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2106997955'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:36.538566 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c6ff85-0c7b-4db3-892a-b644dcb8ac28 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Made reservation on behalf of 4eee0f5311c74c15921867e8b0597445 for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:36.543547 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-39c6ff85-0c7b-4db3-892a-b644dcb8ac28 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:36.588005 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39c6ff85-0c7b-4db3-892a-b644dcb8ac28 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:33:36.604788 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-39c6ff85-0c7b-4db3-892a-b644dcb8ac28 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:36.606392 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-39c6ff85-0c7b-4db3-892a-b644dcb8ac28 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Added segment 36afe298-c6b9-4d2f-bb31-86604d31db91 of type vlan for network 7aa47140-c38a-403e-8a3f-3a23bd90fbc8 Aug 10 03:33:36.688744 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-39c6ff85-0c7b-4db3-892a-b644dcb8ac28 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:36.742873 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-08d0dd05-8fbc-4e32-8440-a7547c59800d tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:36.750769 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-39c6ff85-0c7b-4db3-892a-b644dcb8ac28 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:36.756082 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c6ff85-0c7b-4db3-892a-b644dcb8ac28 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:36.756688 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-39c6ff85-0c7b-4db3-892a-b644dcb8ac28 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:36.815450 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-39c6ff85-0c7b-4db3-892a-b644dcb8ac28 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3609710 Aug 10 03:33:36.825408 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 51148) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:36.834010 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-af50bd82-e0c5-477c-a922-1e84b0dbfb0e tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Request body: {'subnet': {'network_id': '7aa47140-c38a-403e-8a3f-3a23bd90fbc8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:36.842659 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d0dd05-8fbc-4e32-8440-a7547c59800d tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Pushing event deleted for resources: {'Port': ['ID=a668ea34-80cc-4f4e-b9bc-4555baabb466,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:36.914521 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c6ff85-0c7b-4db3-892a-b644dcb8ac28 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event updated for resources: {'Network': ['ID=7aa47140-c38a-403e-8a3f-3a23bd90fbc8,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:36.926870 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 7aa47140-c38a-403e-8a3f-3a23bd90fbc8 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:33:36.988131 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-08d0dd05-8fbc-4e32-8440-a7547c59800d tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:37.175313 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 51190) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:37.213497 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a9c94b74-2ee0-4026-b6e5-ed052d4156fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:37.213978 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-08d0dd05-8fbc-4e32-8440-a7547c59800d tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:37.216923 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-08d0dd05-8fbc-4e32-8440-a7547c59800d tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:37.218702 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af50bd82-e0c5-477c-a922-1e84b0dbfb0e tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Made reservation on behalf of 4eee0f5311c74c15921867e8b0597445 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:37.222779 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-af50bd82-e0c5-477c-a922-1e84b0dbfb0e tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:37.338577 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 9e087acd-6392-4f0f-a568-d70e91924987 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:33:37.342028 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-08d0dd05-8fbc-4e32-8440-a7547c59800d tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:37.342820 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d0dd05-8fbc-4e32-8440-a7547c59800d tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Fanout notify agent at l3_agent the message router_deleted on router 2b06bc62-d11a-428e-b6e3-0629e9a9c07b {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:33:37.352696 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-08d0dd05-8fbc-4e32-8440-a7547c59800d tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:37.355255 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-08d0dd05-8fbc-4e32-8440-a7547c59800d tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] 10.222.0.62 "DELETE /v2.0/routers/2b06bc62-d11a-428e-b6e3-0629e9a9c07b HTTP/1.1" status: 204 len: 168 time: 1.9960077 Aug 10 03:33:37.361125 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 51208) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:37.391534 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 9e087acd-6392-4f0f-a568-d70e91924987 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:33:37.391999 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 9e087acd-6392-4f0f-a568-d70e91924987 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:33:37.433360 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a5b4998-760b-4d02-97f7-339b8e810a14 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Deleting subnet 79138d91-70cb-4270-ad9f-dc8b54c512f7 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:33:37.440258 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3a5b4998-760b-4d02-97f7-339b8e810a14 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:37.455246 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a9c94b74-2ee0-4026-b6e5-ed052d4156fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:37.460149 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a9c94b74-2ee0-4026-b6e5-ed052d4156fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:37.526051 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-a9c94b74-2ee0-4026-b6e5-ed052d4156fc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ce63e7b8cd884f00a6ccd6871cb2ffe3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3490911 Aug 10 03:33:37.528822 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 51230) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:37.533393 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c94b74-2ee0-4026-b6e5-ed052d4156fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c52543-2f83-449e-ad42-f7cb44ab9cab,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:37.597707 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3a5b4998-760b-4d02-97f7-339b8e810a14 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:37.678106 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bd09cc1e-6c63-45cd-9841-d25176ff2534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:37.743485 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-af50bd82-e0c5-477c-a922-1e84b0dbfb0e tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:37.747838 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bd09cc1e-6c63-45cd-9841-d25176ff2534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:38.192875 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3a5b4998-760b-4d02-97f7-339b8e810a14 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:38.268209 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af50bd82-e0c5-477c-a922-1e84b0dbfb0e tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event updated for resources: {'Subnet': ['ID=c09e1df8-4e62-4b01-a945-a6296ff32002,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:38.312657 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af50bd82-e0c5-477c-a922-1e84b0dbfb0e tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Checking segment: {'id': '36afe298-c6b9-4d2f-bb31-86604d31db91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7aa47140-c38a-403e-8a3f-3a23bd90fbc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:38.313366 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af50bd82-e0c5-477c-a922-1e84b0dbfb0e tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Network hostable DHCP agents. Network: 7aa47140-c38a-403e-8a3f-3a23bd90fbc8, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:33:38.330535 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3a5b4998-760b-4d02-97f7-339b8e810a14 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:38.337182 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bd09cc1e-6c63-45cd-9841-d25176ff2534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:38.339767 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bd09cc1e-6c63-45cd-9841-d25176ff2534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:38.343599 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-bd09cc1e-6c63-45cd-9841-d25176ff2534 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/15c52543-2f83-449e-ad42-f7cb44ab9cab HTTP/1.1" status: 204 len: 168 time: 0.8091791 Aug 10 03:33:38.376713 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b4998-760b-4d02-97f7-339b8e810a14 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Pushing event deleted for resources: {'Subnet': ['ID=79138d91-70cb-4270-ad9f-dc8b54c512f7,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:38.380658 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd09cc1e-6c63-45cd-9841-d25176ff2534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c52543-2f83-449e-ad42-f7cb44ab9cab,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:38.384388 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af50bd82-e0c5-477c-a922-1e84b0dbfb0e tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Network 7aa47140-c38a-403e-8a3f-3a23bd90fbc8 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:33:38.396478 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3a5b4998-760b-4d02-97f7-339b8e810a14 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:38.402386 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 51334) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:38.403041 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3a5b4998-760b-4d02-97f7-339b8e810a14 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] 10.222.0.62 "DELETE /v2.0/subnets/79138d91-70cb-4270-ad9f-dc8b54c512f7 HTTP/1.1" status: 204 len: 168 time: 1.0401866 Aug 10 03:33:38.405078 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-af50bd82-e0c5-477c-a922-1e84b0dbfb0e tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 7aa47140-c38a-403e-8a3f-3a23bd90fbc8) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:38.410600 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6ece9f-df8e-4392-9e0e-25a00e5116c3 None None] Network 80ef359f-a69e-4c80-b1e5-a690d2557c57 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:38.411508 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af50bd82-e0c5-477c-a922-1e84b0dbfb0e tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:38.412336 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-af50bd82-e0c5-477c-a922-1e84b0dbfb0e tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:38.439873 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-af50bd82-e0c5-477c-a922-1e84b0dbfb0e tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6129947 Aug 10 03:33:38.441375 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 51338) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:38.443990 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8dc68f-41c1-4d3d-9199-cb3ef1cb9739 None None] Network 7aa47140-c38a-403e-8a3f-3a23bd90fbc8 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:38.476040 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-0fbca425-f920-4d35-8e5a-79490ca38b66 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Request body: {'port': {'network_id': '7aa47140-c38a-403e-8a3f-3a23bd90fbc8', 'name': 'tempest-PortsIpV6TestJSON-1095871567'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:38.679308 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a9ef9b9d-11fe-4852-9cab-e31b9c050c40 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:38.824727 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fbca425-f920-4d35-8e5a-79490ca38b66 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Made reservation on behalf of 4eee0f5311c74c15921867e8b0597445 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:38.830862 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0fbca425-f920-4d35-8e5a-79490ca38b66 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:38.837241 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-a9ef9b9d-11fe-4852-9cab-e31b9c050c40 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Deleting port a362bcf9-e35f-46e0-9641-d3d407630409 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:38.841257 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a9ef9b9d-11fe-4852-9cab-e31b9c050c40 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:38.908268 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [None req-0fbca425-f920-4d35-8e5a-79490ca38b66 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] device_id is not set on port cc2348ea-83a4-4c30-9507-6223c5b6695d yet. {{(pid=94217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:33:39.058620 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c14d25-8b3e-41b8-807f-6f57ef1158df None None] DHCP port deletion for 80ef359f-a69e-4c80-b1e5-a690d2557c57 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:33:39.084332 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-a9ef9b9d-11fe-4852-9cab-e31b9c050c40 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] For port a362bcf9-e35f-46e0-9641-d3d407630409, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=a362bcf9-e35f-46e0-9641-d3d407630409,segment=NetworkSegment(7ab63f20-7f12-4763-b25c-f300adf0292f),segment_id=7ab63f20-7f12-4763-b25c-f300adf0292f)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:39.093444 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a9ef9b9d-11fe-4852-9cab-e31b9c050c40 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:39.160788 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e12ffed-10ac-4789-aace-cd29b7ccf3ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-7aa47140-c38a-403e-8a3f-3a23bd90fbc8', 'network_id': '7aa47140-c38a-403e-8a3f-3a23bd90fbc8', 'tenant_id': '4eee0f5311c74c15921867e8b0597445', 'fixed_ips': [{'subnet_id': 'c09e1df8-4e62-4b01-a945-a6296ff32002'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:33:39.165056 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e12ffed-10ac-4789-aace-cd29b7ccf3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:39.171187 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-a9ef9b9d-11fe-4852-9cab-e31b9c050c40 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Calling delete_port for a362bcf9-e35f-46e0-9641-d3d407630409 owned by network:dhcp {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:39.219940 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-0fbca425-f920-4d35-8e5a-79490ca38b66 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Allocated IP 2001:db8::3c6 (7aa47140-c38a-403e-8a3f-3a23bd90fbc8/c09e1df8-4e62-4b01-a945-a6296ff32002/cc2348ea-83a4-4c30-9507-6223c5b6695d) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:39.370849 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device a362bcf9-e35f-46e0-9641-d3d407630409 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:33:39.435802 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-d6c14d25-8b3e-41b8-807f-6f57ef1158df None None] Deleting port a362bcf9-e35f-46e0-9641-d3d407630409 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:39.436716 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d6c14d25-8b3e-41b8-807f-6f57ef1158df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:39.453197 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a9ef9b9d-11fe-4852-9cab-e31b9c050c40 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:39.498980 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ef9b9d-11fe-4852-9cab-e31b9c050c40 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Pushing event deleted for resources: {'Port': ['ID=a362bcf9-e35f-46e0-9641-d3d407630409,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:39.501168 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ef9b9d-11fe-4852-9cab-e31b9c050c40 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] No DVR routers for this DVR port a362bcf9-e35f-46e0-9641-d3d407630409 on host n-d-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:33:39.556705 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Port a362bcf9-e35f-46e0-9641-d3d407630409 update to DOWN by agent not found {{(pid=94218) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 10 03:33:39.586035 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-d6c14d25-8b3e-41b8-807f-6f57ef1158df None None] For port a362bcf9-e35f-46e0-9641-d3d407630409, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=a362bcf9-e35f-46e0-9641-d3d407630409,segment=NetworkSegment(7ab63f20-7f12-4763-b25c-f300adf0292f),segment_id=7ab63f20-7f12-4763-b25c-f300adf0292f)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:39.586884 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d6c14d25-8b3e-41b8-807f-6f57ef1158df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:39.605930 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-d6c14d25-8b3e-41b8-807f-6f57ef1158df None None] Calling delete_port for a362bcf9-e35f-46e0-9641-d3d407630409 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:39.628840 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 51462) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:39.660811 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0fbca425-f920-4d35-8e5a-79490ca38b66 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:39.695408 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-0fbca425-f920-4d35-8e5a-79490ca38b66 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Transition to ACTIVE for port object cc2348ea-83a4-4c30-9507-6223c5b6695d will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:39.710929 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d6c14d25-8b3e-41b8-807f-6f57ef1158df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:39.711738 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a9ef9b9d-11fe-4852-9cab-e31b9c050c40 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:39.752507 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c14d25-8b3e-41b8-807f-6f57ef1158df None None] No DVR routers for this DVR port a362bcf9-e35f-46e0-9641-d3d407630409 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:33:39.754686 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c14d25-8b3e-41b8-807f-6f57ef1158df None None] Pushing event deleted for resources: {'Port': ['ID=a362bcf9-e35f-46e0-9641-d3d407630409,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:39.767306 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-a9ef9b9d-11fe-4852-9cab-e31b9c050c40 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80ef359f-a69e-4c80-b1e5-a690d2557c57']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:39.784845 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0fbca425-f920-4d35-8e5a-79490ca38b66 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:39.802449 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-a9ef9b9d-11fe-4852-9cab-e31b9c050c40 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ab63f20-7f12-4763-b25c-f300adf0292f') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:39.802728 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-a9ef9b9d-11fe-4852-9cab-e31b9c050c40 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ab63f20-7f12-4763-b25c-f300adf0292f') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:39.841521 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a9ef9b9d-11fe-4852-9cab-e31b9c050c40 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:39.914868 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-0e12ffed-10ac-4789-aace-cd29b7ccf3ec None None] Allocated IP 2001:db8::2 (7aa47140-c38a-403e-8a3f-3a23bd90fbc8/c09e1df8-4e62-4b01-a945-a6296ff32002/fa591bee-91a4-40c2-90f5-8dfb9e9cf526) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:39.919450 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a9ef9b9d-11fe-4852-9cab-e31b9c050c40 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:39.932642 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9ef9b9d-11fe-4852-9cab-e31b9c050c40 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:33:39.933350 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a9ef9b9d-11fe-4852-9cab-e31b9c050c40 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:39.937083 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:33:39.937083 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:33:39.937083 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:33:39.937083 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:33:39.937083 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:33:39.937083 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:33:39.937083 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:33:39.937083 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:33:39.937083 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:33:39.937083 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:33:39.937083 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:33:39.937083 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:33:39.937083 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:33:39.937083 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:33:39.937083 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:33:39.937083 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:33:39.937083 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:33:39.937083 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:33:39.937083 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:33:39.937083 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:33:39.937083 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:33:39.937083 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:33:39.937083 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:33:39.937083 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:33:39.937083 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:33:39.937083 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:33:39.937083 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:33:39.937083 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:33:39.937083 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:33:39.937083 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:33:39.937083 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:33:39.937083 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:33:39.941101 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbca425-f920-4d35-8e5a-79490ca38b66 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Network 7aa47140-c38a-403e-8a3f-3a23bd90fbc8 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:39.947641 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-0fbca425-f920-4d35-8e5a-79490ca38b66 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:39.953864 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbca425-f920-4d35-8e5a-79490ca38b66 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:39.961927 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbca425-f920-4d35-8e5a-79490ca38b66 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:39.963132 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0fbca425-f920-4d35-8e5a-79490ca38b66 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:39.983941 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbca425-f920-4d35-8e5a-79490ca38b66 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event updated for resources: {'Port': ['ID=cc2348ea-83a4-4c30-9507-6223c5b6695d,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:40.000942 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0fbca425-f920-4d35-8e5a-79490ca38b66 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5581894 Aug 10 03:33:40.004625 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 51502) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:40.016614 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-7af4f9e7-0224-4a2d-9113-93bfecd10a92 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Request body: {'port': {'network_id': '7aa47140-c38a-403e-8a3f-3a23bd90fbc8', 'name': 'tempest-PortsIpV6TestJSON-587751263'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:40.092071 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a9ef9b9d-11fe-4852-9cab-e31b9c050c40 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:40.104643 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a9ef9b9d-11fe-4852-9cab-e31b9c050c40 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:40.122477 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-a9ef9b9d-11fe-4852-9cab-e31b9c050c40 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] 10.222.0.62 "DELETE /v2.0/networks/80ef359f-a69e-4c80-b1e5-a690d2557c57 HTTP/1.1" status: 204 len: 168 time: 1.7187302 Aug 10 03:33:40.127256 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 51514) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:40.201816 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ef9b9d-11fe-4852-9cab-e31b9c050c40 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Pushing event deleted for resources: {'Network': ['ID=80ef359f-a69e-4c80-b1e5-a690d2557c57,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:40.257630 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-ba644c3a-ba43-4083-9d5b-f73b6604ae7a tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Deleting port 9ddb0e60-fdea-4509-b4f1-44a555a0a4b9 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:40.258429 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ba644c3a-ba43-4083-9d5b-f73b6604ae7a tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:40.326841 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af4f9e7-0224-4a2d-9113-93bfecd10a92 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Made reservation on behalf of 4eee0f5311c74c15921867e8b0597445 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:40.331616 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7af4f9e7-0224-4a2d-9113-93bfecd10a92 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:40.382715 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [None req-7af4f9e7-0224-4a2d-9113-93bfecd10a92 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] device_id is not set on port 00bae313-d13f-4741-83ea-c412eb936dcd yet. {{(pid=94217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:33:40.414820 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ba644c3a-ba43-4083-9d5b-f73b6604ae7a tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:40.415110 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ba644c3a-ba43-4083-9d5b-f73b6604ae7a tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:40.457813 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-ba644c3a-ba43-4083-9d5b-f73b6604ae7a tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Calling delete_port for 9ddb0e60-fdea-4509-b4f1-44a555a0a4b9 owned by network:floatingip {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:40.468084 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-00f348bb-598e-423f-bd22-5faa8f7baeaa tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Deleting port 582b5284-0c50-41eb-b0ae-8bb6f6ddbd2a {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:40.469549 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-00f348bb-598e-423f-bd22-5faa8f7baeaa tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:40.499296 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e12ffed-10ac-4789-aace-cd29b7ccf3ec None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:40.522905 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e12ffed-10ac-4789-aace-cd29b7ccf3ec None None] Transition to ACTIVE for port object fa591bee-91a4-40c2-90f5-8dfb9e9cf526 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:40.624477 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-00f348bb-598e-423f-bd22-5faa8f7baeaa tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:40.624887 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-00f348bb-598e-423f-bd22-5faa8f7baeaa tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:40.643940 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e12ffed-10ac-4789-aace-cd29b7ccf3ec None None] Transition to ACTIVE for port object fa591bee-91a4-40c2-90f5-8dfb9e9cf526 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:40.649353 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-00f348bb-598e-423f-bd22-5faa8f7baeaa tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Calling delete_port for 582b5284-0c50-41eb-b0ae-8bb6f6ddbd2a owned by network:floatingip {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:40.673285 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e12ffed-10ac-4789-aace-cd29b7ccf3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:40.815661 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-7af4f9e7-0224-4a2d-9113-93bfecd10a92 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Allocated IP 2001:db8::3c5 (7aa47140-c38a-403e-8a3f-3a23bd90fbc8/c09e1df8-4e62-4b01-a945-a6296ff32002/00bae313-d13f-4741-83ea-c412eb936dcd) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:40.818272 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e12ffed-10ac-4789-aace-cd29b7ccf3ec None None] Pushing event updated for resources: {'Port': ['ID=fa591bee-91a4-40c2-90f5-8dfb9e9cf526,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:40.834956 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e12ffed-10ac-4789-aace-cd29b7ccf3ec None None] Network 7aa47140-c38a-403e-8a3f-3a23bd90fbc8 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:40.849888 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-0e12ffed-10ac-4789-aace-cd29b7ccf3ec None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:40.855351 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e12ffed-10ac-4789-aace-cd29b7ccf3ec None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:40.937274 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-0e12ffed-10ac-4789-aace-cd29b7ccf3ec None None] Attempting to bind port fa591bee-91a4-40c2-90f5-8dfb9e9cf526 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:33:40.938123 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-0e12ffed-10ac-4789-aace-cd29b7ccf3ec None None] Attempting to bind port fa591bee-91a4-40c2-90f5-8dfb9e9cf526 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '36afe298-c6b9-4d2f-bb31-86604d31db91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7aa47140-c38a-403e-8a3f-3a23bd90fbc8'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:33:40.939623 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e12ffed-10ac-4789-aace-cd29b7ccf3ec None None] Attempting to bind port fa591bee-91a4-40c2-90f5-8dfb9e9cf526 on network 7aa47140-c38a-403e-8a3f-3a23bd90fbc8 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:33:40.947536 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e12ffed-10ac-4789-aace-cd29b7ccf3ec None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:33:40.948582 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e12ffed-10ac-4789-aace-cd29b7ccf3ec None None] Checking segment: {'id': '36afe298-c6b9-4d2f-bb31-86604d31db91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7aa47140-c38a-403e-8a3f-3a23bd90fbc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:40.949309 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e12ffed-10ac-4789-aace-cd29b7ccf3ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:40.949886 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e12ffed-10ac-4789-aace-cd29b7ccf3ec None None] Bound using segment: {'id': '36afe298-c6b9-4d2f-bb31-86604d31db91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7aa47140-c38a-403e-8a3f-3a23bd90fbc8'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:33:40.950972 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-0e12ffed-10ac-4789-aace-cd29b7ccf3ec None None] Bound port: fa591bee-91a4-40c2-90f5-8dfb9e9cf526, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36afe298-c6b9-4d2f-bb31-86604d31db91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7aa47140-c38a-403e-8a3f-3a23bd90fbc8'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:33:40.951803 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e12ffed-10ac-4789-aace-cd29b7ccf3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:41.045261 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e12ffed-10ac-4789-aace-cd29b7ccf3ec None None] For port fa591bee-91a4-40c2-90f5-8dfb9e9cf526, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:33:41.049916 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e12ffed-10ac-4789-aace-cd29b7ccf3ec None None] For port fa591bee-91a4-40c2-90f5-8dfb9e9cf526, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=fa591bee-91a4-40c2-90f5-8dfb9e9cf526,segment=NetworkSegment(36afe298-c6b9-4d2f-bb31-86604d31db91),segment_id=36afe298-c6b9-4d2f-bb31-86604d31db91)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:33:41.057444 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e12ffed-10ac-4789-aace-cd29b7ccf3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:41.151188 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e12ffed-10ac-4789-aace-cd29b7ccf3ec None None] Pushing event updated for resources: {'Port': ['ID=fa591bee-91a4-40c2-90f5-8dfb9e9cf526,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:41.182923 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7af4f9e7-0224-4a2d-9113-93bfecd10a92 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:41.227461 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-7af4f9e7-0224-4a2d-9113-93bfecd10a92 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Transition to ACTIVE for port object 00bae313-d13f-4741-83ea-c412eb936dcd will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:41.248963 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ba644c3a-ba43-4083-9d5b-f73b6604ae7a tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:41.313576 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7af4f9e7-0224-4a2d-9113-93bfecd10a92 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:41.343195 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba644c3a-ba43-4083-9d5b-f73b6604ae7a tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Pushing event deleted for resources: {'Port': ['ID=9ddb0e60-fdea-4509-b4f1-44a555a0a4b9,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:41.369234 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-00f348bb-598e-423f-bd22-5faa8f7baeaa tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:41.408179 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af4f9e7-0224-4a2d-9113-93bfecd10a92 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Network 7aa47140-c38a-403e-8a3f-3a23bd90fbc8 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:41.412660 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-7af4f9e7-0224-4a2d-9113-93bfecd10a92 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:41.417992 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af4f9e7-0224-4a2d-9113-93bfecd10a92 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:41.432163 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af4f9e7-0224-4a2d-9113-93bfecd10a92 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:41.433045 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7af4f9e7-0224-4a2d-9113-93bfecd10a92 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:41.437594 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f348bb-598e-423f-bd22-5faa8f7baeaa tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Pushing event deleted for resources: {'Port': ['ID=582b5284-0c50-41eb-b0ae-8bb6f6ddbd2a,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:41.477639 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af4f9e7-0224-4a2d-9113-93bfecd10a92 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event updated for resources: {'Port': ['ID=00bae313-d13f-4741-83ea-c412eb936dcd,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:41.494330 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7af4f9e7-0224-4a2d-9113-93bfecd10a92 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4883616 Aug 10 03:33:41.496955 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 51586) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:41.513050 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ba644c3a-ba43-4083-9d5b-f73b6604ae7a tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Notify callbacks [] for floatingip, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:41.514373 n-d-768851-15 neutron-server[94216]: INFO neutron.db.l3_db [None req-ba644c3a-ba43-4083-9d5b-f73b6604ae7a tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Floating IP 42153601-6de4-4470-8509-4d588d59ac91 disassociated (deleted). External IP: 172.25.7.75, port: e2e7d620-e6ad-40ec-a947-2a700b56b65c. Aug 10 03:33:41.634996 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf79eb8-3323-4537-ba7d-54fcfd5828c7 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:41.637842 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6cf79eb8-3323-4537-ba7d-54fcfd5828c7 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3c6 HTTP/1.1" status: 200 len: 929 time: 0.1394973 Aug 10 03:33:41.640181 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 51590) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:41.723651 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-00f348bb-598e-423f-bd22-5faa8f7baeaa tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for floatingip, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:41.727306 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-00f348bb-598e-423f-bd22-5faa8f7baeaa tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:41.732628 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 51592) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:41.734234 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-00f348bb-598e-423f-bd22-5faa8f7baeaa tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] 10.222.0.62 "DELETE /v2.0/floatingips/d72aaa51-8dcc-4979-af05-bd0728b816ff HTTP/1.1" status: 204 len: 168 time: 1.5990818 Aug 10 03:33:41.762894 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-04baac2f-ca66-4e7e-b174-c9ac453551ee tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] DELETE failed (client error): The resource could not be found. Aug 10 03:33:41.764045 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04baac2f-ca66-4e7e-b174-c9ac453551ee tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:41.768993 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-04baac2f-ca66-4e7e-b174-c9ac453551ee tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] 10.222.0.62 "DELETE /v2.0/ports/97b37f67-8d9b-4d21-bf7d-babc60585f19 HTTP/1.1" status: 404 len: 333 time: 0.0331194 Aug 10 03:33:41.771285 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 51594) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:41.810664 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0dfbdcb5-6037-4c31-b1d3-051e67ced017 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] 10.222.0.62 "GET /v2.0/ports?device_id=2b06bc62-d11a-428e-b6e3-0629e9a9c07b HTTP/1.1" status: 200 len: 205 time: 0.0361919 Aug 10 03:33:41.811430 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 51596) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:41.852891 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-bcc3a4b3-501a-42fa-9172-0948fb4c4814 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] delete failed (client error): The resource could not be found. Aug 10 03:33:41.856726 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-bcc3a4b3-501a-42fa-9172-0948fb4c4814 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] 10.222.0.62 "DELETE /v2.0/routers/2b06bc62-d11a-428e-b6e3-0629e9a9c07b HTTP/1.1" status: 404 len: 336 time: 0.0433819 Aug 10 03:33:41.857313 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 51600) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:41.874937 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba644c3a-ba43-4083-9d5b-f73b6604ae7a tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Router f7c649eb-de3b-4397-b4cc-21a6268f5909 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:33:41.893765 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-45b12039-ff7a-480b-bb83-76614c50e063 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] DELETE failed (client error): The resource could not be found. Aug 10 03:33:41.894225 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45b12039-ff7a-480b-bb83-76614c50e063 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:41.899132 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-45b12039-ff7a-480b-bb83-76614c50e063 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] 10.222.0.62 "DELETE /v2.0/subnets/79138d91-70cb-4270-ad9f-dc8b54c512f7 HTTP/1.1" status: 404 len: 337 time: 0.0370185 Aug 10 03:33:41.901180 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 51602) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:41.971752 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-8b7250fe-f057-4c4d-8952-c79207c3acb4 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Deleting port 00bae313-d13f-4741-83ea-c412eb936dcd {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:41.972101 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8b7250fe-f057-4c4d-8952-c79207c3acb4 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:41.974601 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 51604) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:42.007467 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba644c3a-ba43-4083-9d5b-f73b6604ae7a tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:33:42.016174 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ba644c3a-ba43-4083-9d5b-f73b6604ae7a tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:42.018776 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807aff9b-6a10-4bf1-bd24-3aea3ec42534 None None] Sync routers for ids ['f7c649eb-de3b-4397-b4cc-21a6268f5909'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:33:42.032579 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807aff9b-6a10-4bf1-bd24-3aea3ec42534 None None] Routers {'f7c649eb-de3b-4397-b4cc-21a6268f5909'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:42.033392 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-807aff9b-6a10-4bf1-bd24-3aea3ec42534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:33:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['f7c649eb-de3b-4397-b4cc-21a6268f5909'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:42.076478 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-0663d606-316b-4c32-8e75-296dc65d2335 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Deleting port 21ae63a9-db61-455b-b3f5-89b40aa03c29 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:42.076823 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0663d606-316b-4c32-8e75-296dc65d2335 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:42.097563 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ba644c3a-ba43-4083-9d5b-f73b6604ae7a tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] 10.222.0.62 "DELETE /v2.0/floatingips/42153601-6de4-4470-8509-4d588d59ac91 HTTP/1.1" status: 204 len: 168 time: 2.4673543 Aug 10 03:33:42.100379 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f9b3f54-88a1-4974-90dc-f34e24732968', 'tag': 'e2e7d620-e6ad-40ec-a947-2a700b56b65c'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:33:42.107443 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaeea0ae-98e1-4cf7-9707-56df95455898" -d '{"events": [{"name": "network-changed", "server_uuid": "6f9b3f54-88a1-4974-90dc-f34e24732968", "tag": "e2e7d620-e6ad-40ec-a947-2a700b56b65c"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:33:42.116351 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8b7250fe-f057-4c4d-8952-c79207c3acb4 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:42.181655 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-8b7250fe-f057-4c4d-8952-c79207c3acb4 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Calling delete_port for 00bae313-d13f-4741-83ea-c412eb936dcd owned by {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:42.191617 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cedbea03-dd08-411f-9935-ff8303401674 x-openstack-request-id: req-cedbea03-dd08-411f-9935-ff8303401674 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:33:42.193207 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f9b3f54-88a1-4974-90dc-f34e24732968", "tag": "e2e7d620-e6ad-40ec-a947-2a700b56b65c", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:33:42.193564 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cedbea03-dd08-411f-9935-ff8303401674 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:33:42.194068 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f9b3f54-88a1-4974-90dc-f34e24732968', 'tag': 'e2e7d620-e6ad-40ec-a947-2a700b56b65c', 'status': 'completed', 'code': 200} Aug 10 03:33:42.297645 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6288153c-2ba6-416f-b9e2-b4e9807da1e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:42.303624 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeea0ae-98e1-4cf7-9707-56df95455898 req-f25bfc89-ad32-4395-b035-d15c5c220542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:42.310959 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eaeea0ae-98e1-4cf7-9707-56df95455898 req-f25bfc89-ad32-4395-b035-d15c5c220542 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=38384b23a283420ab03964bbfa7ad032&device_id=6f9b3f54-88a1-4974-90dc-f34e24732968 HTTP/1.1" status: 200 len: 1097 time: 0.0979853 Aug 10 03:33:42.326782 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-807aff9b-6a10-4bf1-bd24-3aea3ec42534 None None] Set router f7c649eb-de3b-4397-b4cc-21a6268f5909 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:33:42.424593 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6288153c-2ba6-416f-b9e2-b4e9807da1e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:42.440417 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6288153c-2ba6-416f-b9e2-b4e9807da1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:42.463815 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0663d606-316b-4c32-8e75-296dc65d2335 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:42.504990 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeea0ae-98e1-4cf7-9707-56df95455898 req-081be16a-5ee5-4db0-befc-d20171ac922f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:42.511255 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eaeea0ae-98e1-4cf7-9707-56df95455898 req-081be16a-5ee5-4db0-befc-d20171ac922f service neutron] 10.222.0.60 "GET /v2.0/networks?id=c1f8b189-00de-44d8-9cd3-d45b6d92f410 HTTP/1.1" status: 200 len: 914 time: 0.1907279 Aug 10 03:33:42.538587 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-0663d606-316b-4c32-8e75-296dc65d2335 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Calling delete_port for 21ae63a9-db61-455b-b3f5-89b40aa03c29 owned by {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:42.565004 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6288153c-2ba6-416f-b9e2-b4e9807da1e0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ca7a3e7da2aa47369cf7e47ed15a1430&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5891726 Aug 10 03:33:42.572050 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 51618) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:42.576616 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6288153c-2ba6-416f-b9e2-b4e9807da1e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46228a49-6b43-48ed-b520-074d114d9f46,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:42.649745 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eaeea0ae-98e1-4cf7-9707-56df95455898 req-f4fcc20c-6c9a-4c5b-ba69-f9e771df9f7c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2e7d620-e6ad-40ec-a947-2a700b56b65c HTTP/1.1" status: 200 len: 217 time: 0.1190934 Aug 10 03:33:42.686870 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1948443-63df-4f1a-94ff-56de3d0e028a req-f8b22103-a819-4dfa-a81c-46232f58773a tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:42.695616 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f1948443-63df-4f1a-94ff-56de3d0e028a req-f8b22103-a819-4dfa-a81c-46232f58773a tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f9b3f54-88a1-4974-90dc-f34e24732968 HTTP/1.1" status: 200 len: 945 time: 0.1782300 Aug 10 03:33:42.748885 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-807aff9b-6a10-4bf1-bd24-3aea3ec42534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c649eb-de3b-4397-b4cc-21a6268f5909', 'name': 'tempest-TestVolumeBackupRestore-886096158-router', 'tenant_id': '38384b23a283420ab03964bbfa7ad032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '7e2608aa-4581-426e-9681-47e5a10036fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:20Z', 'updated_at': '2021-08-10T03:28:26Z', 'revision_number': 4, 'project_id': '38384b23a283420ab03964bbfa7ad032', 'gw_port': {'id': '7e2608aa-4581-426e-9681-47e5a10036fe', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:63:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c649eb-de3b-4397-b4cc-21a6268f5909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:22Z', 'updated_at': '2021-08-10T03:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '72b831c3-297a-4d49-832a-d8cb14055aef', 'name': '', 'network_id': 'c1f8b189-00de-44d8-9cd3-d45b6d92f410', 'tenant_id': '38384b23a283420ab03964bbfa7ad032', 'mac_address': 'fa:16:3e:26:6c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c649eb-de3b-4397-b4cc-21a6268f5909', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'a11e6e79-2102-4c83-91da-cb64444e2111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:25Z', 'updated_at': '2021-08-10T03:28:39Z', 'revision_number': 5, 'project_id': '38384b23a283420ab03964bbfa7ad032', 'subnets': [{'id': 'a11e6e79-2102-4c83-91da-cb64444e2111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:42.770744 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a212bd46-866c-45b3-b0e2-288525879c49 None None] Network 7aa47140-c38a-403e-8a3f-3a23bd90fbc8 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:42.805629 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8b7250fe-f057-4c4d-8952-c79207c3acb4 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:42.810746 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807aff9b-6a10-4bf1-bd24-3aea3ec42534 None None] Checking router: f7c649eb-de3b-4397-b4cc-21a6268f5909 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:33:42.824099 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807aff9b-6a10-4bf1-bd24-3aea3ec42534 None None] Routers {'f7c649eb-de3b-4397-b4cc-21a6268f5909'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:42.825237 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-807aff9b-6a10-4bf1-bd24-3aea3ec42534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:33:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['f7c649eb-de3b-4397-b4cc-21a6268f5909'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:42.833731 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0c02a93d-1556-470b-b7d9-bd2f9313723d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:42.859082 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f1948443-63df-4f1a-94ff-56de3d0e028a req-f458bfdd-f9f1-4b2f-88fa-29fe7afd40b4 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ab14f6e-0e8e-46f2-9ddc-6714e62255d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621218 Aug 10 03:33:42.892615 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeea0ae-98e1-4cf7-9707-56df95455898 req-f29a9546-5bfa-4310-be74-6285cc27ad60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:42.899311 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eaeea0ae-98e1-4cf7-9707-56df95455898 req-f29a9546-5bfa-4310-be74-6285cc27ad60 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a11e6e79-2102-4c83-91da-cb64444e2111 HTTP/1.1" status: 200 len: 852 time: 0.2343187 Aug 10 03:33:42.932553 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-4a42b8c8-debc-4659-8bf0-1325098a284b None None] Provisioning for port fa591bee-91a4-40c2-90f5-8dfb9e9cf526 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:42.942440 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8b7250fe-f057-4c4d-8952-c79207c3acb4 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:42.944526 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8b7250fe-f057-4c4d-8952-c79207c3acb4 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "DELETE /v2.0/ports/00bae313-d13f-4741-83ea-c412eb936dcd HTTP/1.1" status: 204 len: 168 time: 1.3033586 Aug 10 03:33:42.946493 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7250fe-f057-4c4d-8952-c79207c3acb4 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event deleted for resources: {'Port': ['ID=00bae313-d13f-4741-83ea-c412eb936dcd,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:42.948334 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 51620) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:42.966099 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0c02a93d-1556-470b-b7d9-bd2f9313723d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:42.982686 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-807aff9b-6a10-4bf1-bd24-3aea3ec42534 None None] Set router f7c649eb-de3b-4397-b4cc-21a6268f5909 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:33:43.005303 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd3d75cd-03dc-42ac-b5bd-f7b45dbc5c22 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] GET failed (client error): The resource could not be found. Aug 10 03:33:43.010583 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-cd3d75cd-03dc-42ac-b5bd-f7b45dbc5c22 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "GET /v2.0/ports/00bae313-d13f-4741-83ea-c412eb936dcd HTTP/1.1" status: 404 len: 333 time: 0.0574629 Aug 10 03:33:43.018722 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 51622) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:43.081328 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0663d606-316b-4c32-8e75-296dc65d2335 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:43.135140 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0663d606-316b-4c32-8e75-296dc65d2335 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Pushing event deleted for resources: {'Port': ['ID=21ae63a9-db61-455b-b3f5-89b40aa03c29,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:43.228141 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0c02a93d-1556-470b-b7d9-bd2f9313723d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:43.233883 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0c02a93d-1556-470b-b7d9-bd2f9313723d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:43.258995 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-0c02a93d-1556-470b-b7d9-bd2f9313723d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/46228a49-6b43-48ed-b520-074d114d9f46 HTTP/1.1" status: 204 len: 168 time: 0.6761110 Aug 10 03:33:43.293679 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeea0ae-98e1-4cf7-9707-56df95455898 req-ee69836f-d86c-4589-9d57-12676f4627b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:43.297619 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eaeea0ae-98e1-4cf7-9707-56df95455898 req-ee69836f-d86c-4589-9d57-12676f4627b0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c1f8b189-00de-44d8-9cd3-d45b6d92f410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3872492 Aug 10 03:33:43.335746 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c02a93d-1556-470b-b7d9-bd2f9313723d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46228a49-6b43-48ed-b520-074d114d9f46,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:43.380543 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0663d606-316b-4c32-8e75-296dc65d2335 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:43.389130 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0663d606-316b-4c32-8e75-296dc65d2335 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] 10.222.0.62 "DELETE /v2.0/ports/21ae63a9-db61-455b-b3f5-89b40aa03c29 HTTP/1.1" status: 204 len: 168 time: 1.4869254 Aug 10 03:33:43.390045 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 51628) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:43.474637 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device fa591bee-91a4-40c2-90f5-8dfb9e9cf526 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:43.546319 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-a13c6cfd-cd18-417c-9d97-02a1eb381b07 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Deleting port cc2348ea-83a4-4c30-9507-6223c5b6695d {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:43.546666 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a13c6cfd-cd18-417c-9d97-02a1eb381b07 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:43.636979 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-807aff9b-6a10-4bf1-bd24-3aea3ec42534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c649eb-de3b-4397-b4cc-21a6268f5909', 'name': 'tempest-TestVolumeBackupRestore-886096158-router', 'tenant_id': '38384b23a283420ab03964bbfa7ad032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '7e2608aa-4581-426e-9681-47e5a10036fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:20Z', 'updated_at': '2021-08-10T03:28:26Z', 'revision_number': 4, 'project_id': '38384b23a283420ab03964bbfa7ad032', 'gw_port': {'id': '7e2608aa-4581-426e-9681-47e5a10036fe', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:63:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c649eb-de3b-4397-b4cc-21a6268f5909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:22Z', 'updated_at': '2021-08-10T03:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '72b831c3-297a-4d49-832a-d8cb14055aef', 'name': '', 'network_id': 'c1f8b189-00de-44d8-9cd3-d45b6d92f410', 'tenant_id': '38384b23a283420ab03964bbfa7ad032', 'mac_address': 'fa:16:3e:26:6c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c649eb-de3b-4397-b4cc-21a6268f5909', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'a11e6e79-2102-4c83-91da-cb64444e2111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:25Z', 'updated_at': '2021-08-10T03:28:39Z', 'revision_number': 5, 'project_id': '38384b23a283420ab03964bbfa7ad032', 'subnets': [{'id': 'a11e6e79-2102-4c83-91da-cb64444e2111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:43.642411 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-bcadcb66-f685-4726-9368-fa80f042989d tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Deleting port a5e3947d-e770-41f4-a334-8e69bb3ef404 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:43.642824 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bcadcb66-f685-4726-9368-fa80f042989d tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:43.659151 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port fa591bee-91a4-40c2-90f5-8dfb9e9cf526 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:43.672019 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port fa591bee-91a4-40c2-90f5-8dfb9e9cf526 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:43.673380 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:43.687362 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eaeea0ae-98e1-4cf7-9707-56df95455898 req-d41b8d93-c765-4c1f-a593-9adf4b263805 service neutron] 10.222.0.60 "GET /v2.0/networks/c1f8b189-00de-44d8-9cd3-d45b6d92f410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3753462 Aug 10 03:33:43.712267 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807aff9b-6a10-4bf1-bd24-3aea3ec42534 None None] The sync data for ids ['f7c649eb-de3b-4397-b4cc-21a6268f5909'] in n-d-768851-15 is: [{'id': 'f7c649eb-de3b-4397-b4cc-21a6268f5909', 'name': 'tempest-TestVolumeBackupRestore-886096158-router', 'tenant_id': '38384b23a283420ab03964bbfa7ad032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '7e2608aa-4581-426e-9681-47e5a10036fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:20Z', 'updated_at': '2021-08-10T03:28:26Z', 'revision_number': 4, 'project_id': '38384b23a283420ab03964bbfa7ad032', 'gw_port': {'id': '7e2608aa-4581-426e-9681-47e5a10036fe', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:63:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c649eb-de3b-4397-b4cc-21a6268f5909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:22Z', 'updated_at': '2021-08-10T03:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '72b831c3-297a-4d49-832a-d8cb14055aef', 'name': '', 'network_id': 'c1f8b189-00de-44d8-9cd3-d45b6d92f410', 'tenant_id': '38384b23a283420ab03964bbfa7ad032', 'mac_address': 'fa:16:3e:26:6c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c649eb-de3b-4397-b4cc-21a6268f5909', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'a11e6e79-2102-4c83-91da-cb64444e2111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:25Z', 'updated_at': '2021-08-10T03:28:39Z', 'revision_number': 5, 'project_id': '38384b23a283420ab03964bbfa7ad032', 'subnets': [{'id': 'a11e6e79-2102-4c83-91da-cb64444e2111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:33:43.799986 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-11102068-36be-4f58-83aa-7582d13c0d70 None None] Provisioning for port cc2348ea-83a4-4c30-9507-6223c5b6695d completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:43.818391 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-11102068-36be-4f58-83aa-7582d13c0d70 None None] Provisioning complete for port cc2348ea-83a4-4c30-9507-6223c5b6695d triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:43.819163 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-11102068-36be-4f58-83aa-7582d13c0d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:43.890174 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bcadcb66-f685-4726-9368-fa80f042989d tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:43.916318 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-bcadcb66-f685-4726-9368-fa80f042989d tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Calling delete_port for a5e3947d-e770-41f4-a334-8e69bb3ef404 owned by {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:43.955867 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eaeea0ae-98e1-4cf7-9707-56df95455898 req-7cc1522a-40cc-4f50-8961-3b71e351f240 service neutron] 10.222.0.60 "GET /v2.0/networks/c1f8b189-00de-44d8-9cd3-d45b6d92f410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552226 Aug 10 03:33:44.027163 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 51636) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:44.032323 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-11102068-36be-4f58-83aa-7582d13c0d70 None None] Port cc2348ea-83a4-4c30-9507-6223c5b6695d cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:33:44.034142 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:44.064222 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a13c6cfd-cd18-417c-9d97-02a1eb381b07 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:44.074207 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e424d45c-908d-487b-b581-e79634454fd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:44.082844 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-11102068-36be-4f58-83aa-7582d13c0d70 None None] Provisioning complete for port fa591bee-91a4-40c2-90f5-8dfb9e9cf526 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:44.083218 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-11102068-36be-4f58-83aa-7582d13c0d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:44.113708 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-a13c6cfd-cd18-417c-9d97-02a1eb381b07 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Calling delete_port for cc2348ea-83a4-4c30-9507-6223c5b6695d owned by {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:44.155254 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port fa591bee-91a4-40c2-90f5-8dfb9e9cf526, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=fa591bee-91a4-40c2-90f5-8dfb9e9cf526,segment=NetworkSegment(36afe298-c6b9-4d2f-bb31-86604d31db91),segment_id=36afe298-c6b9-4d2f-bb31-86604d31db91)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:44.188832 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:44.223100 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a7330-9171-4896-8133-7ec7b00240ae req-d3a419d9-a955-489c-84a5-84a7db20cd7a tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:44.243133 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-146a7330-9171-4896-8133-7ec7b00240ae req-d3a419d9-a955-489c-84a5-84a7db20cd7a tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f9b3f54-88a1-4974-90dc-f34e24732968 HTTP/1.1" status: 200 len: 945 time: 0.1994863 Aug 10 03:33:44.271914 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e424d45c-908d-487b-b581-e79634454fd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:44.288694 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e424d45c-908d-487b-b581-e79634454fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:44.289577 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=fa591bee-91a4-40c2-90f5-8dfb9e9cf526,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:44.296904 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0e065a-a1cb-4146-9496-15be5935e7e8 None None] New status for floating IP 42153601-6de4-4470-8509-4d588d59ac91: DOWN {{(pid=94218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:33:44.378561 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e424d45c-908d-487b-b581-e79634454fd1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=358da9a5c33f4d58b91e7e71a95aa2ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3478758 Aug 10 03:33:44.381244 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-146a7330-9171-4896-8133-7ec7b00240ae req-763972ac-4c51-49ad-88ff-890c24a713e3 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ab14f6e-0e8e-46f2-9ddc-6714e62255d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300752 Aug 10 03:33:44.385492 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 51640) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:44.417613 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e424d45c-908d-487b-b581-e79634454fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1a4463-e3e9-4a9a-8a23-f866575875ca,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:44.466987 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b35973-fb88-4e29-a529-f2afbd41fd6c req-ccaa2ecb-cf87-48d6-8b69-342e87b3aecf tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:44.469711 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-45b35973-fb88-4e29-a529-f2afbd41fd6c req-ccaa2ecb-cf87-48d6-8b69-342e87b3aecf tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f9b3f54-88a1-4974-90dc-f34e24732968 HTTP/1.1" status: 200 len: 945 time: 0.2133181 Aug 10 03:33:44.545855 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bcadcb66-f685-4726-9368-fa80f042989d tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:44.593442 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadcb66-f685-4726-9368-fa80f042989d tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Pushing event deleted for resources: {'Port': ['ID=a5e3947d-e770-41f4-a334-8e69bb3ef404,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:44.668531 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-55e0ee16-0705-4e42-bf06-f3fd690bf9e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:44.689559 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3580b905-59b4-48c4-b4dd-8ec11018dd34 None None] Provisioning complete for port cc2348ea-83a4-4c30-9507-6223c5b6695d triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:44.689947 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3580b905-59b4-48c4-b4dd-8ec11018dd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:44.712474 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-55e0ee16-0705-4e42-bf06-f3fd690bf9e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:44.759116 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bcadcb66-f685-4726-9368-fa80f042989d tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:44.770838 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-bcadcb66-f685-4726-9368-fa80f042989d tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] 10.222.0.62 "DELETE /v2.0/ports/a5e3947d-e770-41f4-a334-8e69bb3ef404 HTTP/1.1" status: 204 len: 168 time: 1.3792322 Aug 10 03:33:44.771846 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 51644) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:44.780188 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-55e0ee16-0705-4e42-bf06-f3fd690bf9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:44.782706 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-55e0ee16-0705-4e42-bf06-f3fd690bf9e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:44.792189 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-55e0ee16-0705-4e42-bf06-f3fd690bf9e7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6b1a4463-e3e9-4a9a-8a23-f866575875ca HTTP/1.1" status: 204 len: 168 time: 0.3939958 Aug 10 03:33:44.813888 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3580b905-59b4-48c4-b4dd-8ec11018dd34 None None] Port cc2348ea-83a4-4c30-9507-6223c5b6695d cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:33:44.822218 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3580b905-59b4-48c4-b4dd-8ec11018dd34 None None] Could not find standard attr ID for object 00bae313-d13f-4741-83ea-c412eb936dcd. {{(pid=94218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:33:44.826508 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-45b35973-fb88-4e29-a529-f2afbd41fd6c req-957b94e9-abb5-4c6f-b047-505401335e08 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Deleting port e2e7d620-e6ad-40ec-a947-2a700b56b65c {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:44.826508 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-45b35973-fb88-4e29-a529-f2afbd41fd6c req-957b94e9-abb5-4c6f-b047-505401335e08 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:44.835890 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e0ee16-0705-4e42-bf06-f3fd690bf9e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1a4463-e3e9-4a9a-8a23-f866575875ca,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:44.837717 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a13c6cfd-cd18-417c-9d97-02a1eb381b07 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:44.868172 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a141a74c-ebb9-4d5a-bddc-2835e235c13f tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:44.872262 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a141a74c-ebb9-4d5a-bddc-2835e235c13f tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] 10.222.0.62 "GET /v2.0/ports?device_id=82e2af90-6dd1-4bfc-a8b8-f188445f6c71 HTTP/1.1" status: 200 len: 913 time: 0.0955963 Aug 10 03:33:44.872669 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 51648) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:44.980216 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13c6cfd-cd18-417c-9d97-02a1eb381b07 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event deleted for resources: {'Port': ['ID=cc2348ea-83a4-4c30-9507-6223c5b6695d,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:45.012225 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a13c6cfd-cd18-417c-9d97-02a1eb381b07 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:45.014207 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-a13c6cfd-cd18-417c-9d97-02a1eb381b07 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "DELETE /v2.0/ports/cc2348ea-83a4-4c30-9507-6223c5b6695d HTTP/1.1" status: 204 len: 168 time: 1.9943457 Aug 10 03:33:45.017497 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 51650) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:45.053293 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-246b74a5-cfae-4117-b36a-30bb1591c155 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] GET failed (client error): The resource could not be found. Aug 10 03:33:45.054968 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-246b74a5-cfae-4117-b36a-30bb1591c155 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "GET /v2.0/ports/cc2348ea-83a4-4c30-9507-6223c5b6695d HTTP/1.1" status: 404 len: 333 time: 0.0371819 Aug 10 03:33:45.057941 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 51652) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:45.117859 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-b867110a-5b2f-4419-beb0-057d43d82b83 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Deleting subnet c09e1df8-4e62-4b01-a945-a6296ff32002 {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:33:45.137206 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b867110a-5b2f-4419-beb0-057d43d82b83 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:45.190783 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-45b35973-fb88-4e29-a529-f2afbd41fd6c req-957b94e9-abb5-4c6f-b047-505401335e08 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] For port e2e7d620-e6ad-40ec-a947-2a700b56b65c, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=e2e7d620-e6ad-40ec-a947-2a700b56b65c,segment=NetworkSegment(1d809208-db2a-4ec3-9db0-cc112aa3eac5),segment_id=1d809208-db2a-4ec3-9db0-cc112aa3eac5)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:45.191133 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-45b35973-fb88-4e29-a529-f2afbd41fd6c req-957b94e9-abb5-4c6f-b047-505401335e08 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:45.213538 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-45b35973-fb88-4e29-a529-f2afbd41fd6c req-957b94e9-abb5-4c6f-b047-505401335e08 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Calling delete_port for e2e7d620-e6ad-40ec-a947-2a700b56b65c owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:45.226668 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b867110a-5b2f-4419-beb0-057d43d82b83 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:45.347423 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device fa591bee-91a4-40c2-90f5-8dfb9e9cf526 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:45.478136 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port fa591bee-91a4-40c2-90f5-8dfb9e9cf526 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:45.478957 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:45.618976 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f9827270-88ae-4453-bb0e-537212ccf4f0 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:45.635360 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b867110a-5b2f-4419-beb0-057d43d82b83 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:45.729617 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866cbf11-95ff-4f3e-a15e-3f0342242812 req-a788a8bd-0037-489f-b6d0-61170a10a6bf tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:45.731222 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-866cbf11-95ff-4f3e-a15e-3f0342242812 req-a788a8bd-0037-489f-b6d0-61170a10a6bf tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f9b3f54-88a1-4974-90dc-f34e24732968 HTTP/1.1" status: 200 len: 945 time: 0.1641924 Aug 10 03:33:45.753128 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-45b35973-fb88-4e29-a529-f2afbd41fd6c req-957b94e9-abb5-4c6f-b047-505401335e08 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:45.801517 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b94e9-abb5-4c6f-b047-505401335e08 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Pushing event deleted for resources: {'Port': ['ID=e2e7d620-e6ad-40ec-a947-2a700b56b65c,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:45.807065 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b867110a-5b2f-4419-beb0-057d43d82b83 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:45.864682 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f554f96f-67e9-423e-9bb6-2f97ce3a8ccf None None] Network 7aa47140-c38a-403e-8a3f-3a23bd90fbc8 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:45.881971 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b867110a-5b2f-4419-beb0-057d43d82b83 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:45.889855 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b867110a-5b2f-4419-beb0-057d43d82b83 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "DELETE /v2.0/subnets/c09e1df8-4e62-4b01-a945-a6296ff32002 HTTP/1.1" status: 204 len: 168 time: 0.8255408 Aug 10 03:33:45.891734 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b867110a-5b2f-4419-beb0-057d43d82b83 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event deleted for resources: {'Subnet': ['ID=c09e1df8-4e62-4b01-a945-a6296ff32002,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:45.897223 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 51676) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:45.924218 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-866cbf11-95ff-4f3e-a15e-3f0342242812 req-5ed37c0e-0a55-486d-9ab4-34a55275408c tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] 10.222.0.62 "GET /v2.0/security-groups?id=0ab14f6e-0e8e-46f2-9ddc-6714e62255d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795678 Aug 10 03:33:45.946130 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b35973-fb88-4e29-a529-f2afbd41fd6c req-957b94e9-abb5-4c6f-b047-505401335e08 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] No DVR routers for this DVR port e2e7d620-e6ad-40ec-a947-2a700b56b65c on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:33:45.952103 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-45b35973-fb88-4e29-a529-f2afbd41fd6c req-957b94e9-abb5-4c6f-b047-505401335e08 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:45.954146 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-45b35973-fb88-4e29-a529-f2afbd41fd6c req-957b94e9-abb5-4c6f-b047-505401335e08 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] 10.222.0.60 "DELETE /v2.0/ports/e2e7d620-e6ad-40ec-a947-2a700b56b65c HTTP/1.1" status: 204 len: 173 time: 1.4697318 Aug 10 03:33:45.954841 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f9b3f54-88a1-4974-90dc-f34e24732968', 'name': 'network-vif-deleted', 'tag': 'e2e7d620-e6ad-40ec-a947-2a700b56b65c'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:33:45.964695 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a4cbb9-438f-454c-a9a0-f2a4d8c1b4a0" -d '{"events": [{"server_uuid": "6f9b3f54-88a1-4974-90dc-f34e24732968", "name": "network-vif-deleted", "tag": "e2e7d620-e6ad-40ec-a947-2a700b56b65c"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:33:46.051698 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1906db-af2a-4764-8d90-de87136b4f4c x-openstack-request-id: req-dd1906db-af2a-4764-8d90-de87136b4f4c {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:33:46.051991 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f9b3f54-88a1-4974-90dc-f34e24732968", "name": "network-vif-deleted", "tag": "e2e7d620-e6ad-40ec-a947-2a700b56b65c", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:33:46.052245 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dd1906db-af2a-4764-8d90-de87136b4f4c {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:33:46.052645 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f9b3f54-88a1-4974-90dc-f34e24732968', 'name': 'network-vif-deleted', 'tag': 'e2e7d620-e6ad-40ec-a947-2a700b56b65c', 'status': 'completed', 'code': 200} Aug 10 03:33:46.136243 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cb649bec-afcb-488a-9979-63f538435773 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:46.201006 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-f9827270-88ae-4453-bb0e-537212ccf4f0 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Deleting port ee8c8c34-9911-4cf7-858f-67f0119e2a94 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:46.201006 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f9827270-88ae-4453-bb0e-537212ccf4f0 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:46.280349 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2eddf8d-c13c-4b40-9784-46b772bdba3c None None] DHCP port deletion for 7aa47140-c38a-403e-8a3f-3a23bd90fbc8 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:33:46.282851 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-cb649bec-afcb-488a-9979-63f538435773 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Deleting port fa591bee-91a4-40c2-90f5-8dfb9e9cf526 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:46.283203 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cb649bec-afcb-488a-9979-63f538435773 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:46.299025 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 51688) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:46.383357 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f9827270-88ae-4453-bb0e-537212ccf4f0 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:46.433818 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-d2eddf8d-c13c-4b40-9784-46b772bdba3c None None] Deleting port fa591bee-91a4-40c2-90f5-8dfb9e9cf526 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:46.434227 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d2eddf8d-c13c-4b40-9784-46b772bdba3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:46.446552 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-f9827270-88ae-4453-bb0e-537212ccf4f0 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Calling delete_port for ee8c8c34-9911-4cf7-858f-67f0119e2a94 owned by network:router_interface {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:46.449692 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-cb649bec-afcb-488a-9979-63f538435773 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] For port fa591bee-91a4-40c2-90f5-8dfb9e9cf526, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=fa591bee-91a4-40c2-90f5-8dfb9e9cf526,segment=NetworkSegment(36afe298-c6b9-4d2f-bb31-86604d31db91),segment_id=36afe298-c6b9-4d2f-bb31-86604d31db91)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:46.450153 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cb649bec-afcb-488a-9979-63f538435773 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:46.485405 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-cb649bec-afcb-488a-9979-63f538435773 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Calling delete_port for fa591bee-91a4-40c2-90f5-8dfb9e9cf526 owned by network:dhcp {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:46.527157 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3fff8297-4b0c-4024-b6b9-02f199fbb9e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:46.731913 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cb649bec-afcb-488a-9979-63f538435773 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:46.738358 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-d2eddf8d-c13c-4b40-9784-46b772bdba3c None None] For port fa591bee-91a4-40c2-90f5-8dfb9e9cf526, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=fa591bee-91a4-40c2-90f5-8dfb9e9cf526,segment=NetworkSegment(36afe298-c6b9-4d2f-bb31-86604d31db91),segment_id=36afe298-c6b9-4d2f-bb31-86604d31db91)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:46.738792 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d2eddf8d-c13c-4b40-9784-46b772bdba3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:46.785396 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-d2eddf8d-c13c-4b40-9784-46b772bdba3c None None] Calling delete_port for fa591bee-91a4-40c2-90f5-8dfb9e9cf526 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:46.791916 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb649bec-afcb-488a-9979-63f538435773 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event deleted for resources: {'Port': ['ID=fa591bee-91a4-40c2-90f5-8dfb9e9cf526,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:46.801139 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb649bec-afcb-488a-9979-63f538435773 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] No DVR routers for this DVR port fa591bee-91a4-40c2-90f5-8dfb9e9cf526 on host n-d-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:33:46.875794 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3fff8297-4b0c-4024-b6b9-02f199fbb9e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:46.885386 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3fff8297-4b0c-4024-b6b9-02f199fbb9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:46.940130 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cb649bec-afcb-488a-9979-63f538435773 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:46.950722 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-3fff8297-4b0c-4024-b6b9-02f199fbb9e6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ab050992cc0842fcba81c9d9ba4f7c8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6470222 Aug 10 03:33:46.950722 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fff8297-4b0c-4024-b6b9-02f199fbb9e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=797fcd1b-6145-4501-a1aa-d40dde5fddee,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:46.950722 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 51706) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:46.962502 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-cb649bec-afcb-488a-9979-63f538435773 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aa47140-c38a-403e-8a3f-3a23bd90fbc8']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:46.966270 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f9827270-88ae-4453-bb0e-537212ccf4f0 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:46.984916 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d2eddf8d-c13c-4b40-9784-46b772bdba3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:47.009763 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-cb649bec-afcb-488a-9979-63f538435773 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36afe298-c6b9-4d2f-bb31-86604d31db91') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:47.010172 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-cb649bec-afcb-488a-9979-63f538435773 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36afe298-c6b9-4d2f-bb31-86604d31db91') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:47.020752 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9827270-88ae-4453-bb0e-537212ccf4f0 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Pushing event deleted for resources: {'Port': ['ID=ee8c8c34-9911-4cf7-858f-67f0119e2a94,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:47.033941 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cb649bec-afcb-488a-9979-63f538435773 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:47.052030 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-efde6d01-b1c1-4e6c-9b19-b679ba11ac83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:47.054145 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eddf8d-c13c-4b40-9784-46b772bdba3c None None] Pushing event deleted for resources: {'Port': ['ID=fa591bee-91a4-40c2-90f5-8dfb9e9cf526,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:47.070541 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2eddf8d-c13c-4b40-9784-46b772bdba3c None None] No DVR routers for this DVR port fa591bee-91a4-40c2-90f5-8dfb9e9cf526 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:33:47.124096 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-efde6d01-b1c1-4e6c-9b19-b679ba11ac83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:47.135570 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cb649bec-afcb-488a-9979-63f538435773 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:47.141119 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b5c30fd2-0c11-45bf-8350-b5ed2ac20341 req-b52e346e-6090-48e1-8ad7-d3842bad3af0 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f9b3f54-88a1-4974-90dc-f34e24732968 HTTP/1.1" status: 200 len: 210 time: 0.0850823 Aug 10 03:33:47.147283 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb649bec-afcb-488a-9979-63f538435773 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:33:47.147283 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cb649bec-afcb-488a-9979-63f538435773 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:47.191679 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:33:47.191679 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:33:47.191679 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:33:47.191679 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:33:47.191679 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:33:47.191679 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:33:47.191679 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:33:47.191679 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:33:47.191679 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:33:47.191679 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:33:47.191679 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:33:47.191679 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:33:47.191679 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:33:47.191679 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:33:47.191679 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:33:47.191679 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:33:47.191679 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:33:47.191679 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:33:47.191679 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:33:47.191679 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:33:47.191679 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:33:47.191679 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:33:47.191679 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:33:47.191679 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:33:47.191679 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:33:47.191679 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:33:47.191679 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:33:47.191679 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:33:47.191679 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:33:47.191679 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:33:47.191679 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:33:47.191679 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:33:47.224723 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-efde6d01-b1c1-4e6c-9b19-b679ba11ac83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:47.228669 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-efde6d01-b1c1-4e6c-9b19-b679ba11ac83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:47.232539 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-efde6d01-b1c1-4e6c-9b19-b679ba11ac83 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/797fcd1b-6145-4501-a1aa-d40dde5fddee HTTP/1.1" status: 204 len: 168 time: 0.2665653 Aug 10 03:33:47.247617 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efde6d01-b1c1-4e6c-9b19-b679ba11ac83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797fcd1b-6145-4501-a1aa-d40dde5fddee,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:47.289557 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device fa591bee-91a4-40c2-90f5-8dfb9e9cf526 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:33:47.315299 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: fa591bee-91a4-40c2-90f5-8dfb9e9cf526 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:33:47.316198 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device fa591bee-91a4-40c2-90f5-8dfb9e9cf526 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:33:47.321885 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f9827270-88ae-4453-bb0e-537212ccf4f0 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:47.378114 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cb649bec-afcb-488a-9979-63f538435773 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:47.388736 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cb649bec-afcb-488a-9979-63f538435773 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:47.394463 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-cb649bec-afcb-488a-9979-63f538435773 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "DELETE /v2.0/networks/7aa47140-c38a-403e-8a3f-3a23bd90fbc8 HTTP/1.1" status: 204 len: 168 time: 1.4898868 Aug 10 03:33:47.394463 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 51720) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:47.412285 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-dab4ca53-1d74-4c7d-9371-31a42d46d7c3 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1596676330'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:47.420580 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb649bec-afcb-488a-9979-63f538435773 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event deleted for resources: {'Network': ['ID=7aa47140-c38a-403e-8a3f-3a23bd90fbc8,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:47.477286 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab4ca53-1d74-4c7d-9371-31a42d46d7c3 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Made reservation on behalf of 4eee0f5311c74c15921867e8b0597445 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:47.481058 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dab4ca53-1d74-4c7d-9371-31a42d46d7c3 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:47.507424 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dab4ca53-1d74-4c7d-9371-31a42d46d7c3 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:33:47.523218 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dab4ca53-1d74-4c7d-9371-31a42d46d7c3 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:47.523431 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-dab4ca53-1d74-4c7d-9371-31a42d46d7c3 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Added segment cf1f0905-57e8-4147-8d8e-362b4ce11861 of type vlan for network 8f70b733-77ef-414b-8790-0ff97d264fa2 Aug 10 03:33:47.613019 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dab4ca53-1d74-4c7d-9371-31a42d46d7c3 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:47.695738 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dab4ca53-1d74-4c7d-9371-31a42d46d7c3 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:47.701316 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab4ca53-1d74-4c7d-9371-31a42d46d7c3 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:47.702173 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dab4ca53-1d74-4c7d-9371-31a42d46d7c3 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:47.751402 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9827270-88ae-4453-bb0e-537212ccf4f0 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Router 82e2af90-6dd1-4bfc-a8b8-f188445f6c71 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:33:47.808107 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-dab4ca53-1d74-4c7d-9371-31a42d46d7c3 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4096246 Aug 10 03:33:47.808351 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 51732) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:47.813648 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-1b6ab4db-5a96-4800-88f1-968da3a33702 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Request body: {'subnet': {'network_id': '8f70b733-77ef-414b-8790-0ff97d264fa2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:47.868809 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab4ca53-1d74-4c7d-9371-31a42d46d7c3 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event updated for resources: {'Network': ['ID=8f70b733-77ef-414b-8790-0ff97d264fa2,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:47.884500 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 8f70b733-77ef-414b-8790-0ff97d264fa2 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:33:47.919500 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6ab4db-5a96-4800-88f1-968da3a33702 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Made reservation on behalf of 4eee0f5311c74c15921867e8b0597445 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:47.923066 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1b6ab4db-5a96-4800-88f1-968da3a33702 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:47.951194 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9827270-88ae-4453-bb0e-537212ccf4f0 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:33:47.962875 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da6baa7-bdbc-46ca-929f-3df0fce161df None None] Sync routers for ids ['82e2af90-6dd1-4bfc-a8b8-f188445f6c71'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:33:47.964375 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f9827270-88ae-4453-bb0e-537212ccf4f0 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] 10.222.0.62 "PUT /v2.0/routers/82e2af90-6dd1-4bfc-a8b8-f188445f6c71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0904958 Aug 10 03:33:47.965012 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 51738) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:47.977642 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da6baa7-bdbc-46ca-929f-3df0fce161df None None] Routers {'82e2af90-6dd1-4bfc-a8b8-f188445f6c71'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:47.978494 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-2da6baa7-bdbc-46ca-929f-3df0fce161df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:33:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['82e2af90-6dd1-4bfc-a8b8-f188445f6c71'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:48.076171 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-2da6baa7-bdbc-46ca-929f-3df0fce161df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:48.100662 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da6baa7-bdbc-46ca-929f-3df0fce161df None None] Routers {'82e2af90-6dd1-4bfc-a8b8-f188445f6c71'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:48.102009 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-2da6baa7-bdbc-46ca-929f-3df0fce161df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:33:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['82e2af90-6dd1-4bfc-a8b8-f188445f6c71'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:48.188393 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-2da6baa7-bdbc-46ca-929f-3df0fce161df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:48.193739 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da6baa7-bdbc-46ca-929f-3df0fce161df None None] The sync data for ids ['82e2af90-6dd1-4bfc-a8b8-f188445f6c71'] in n-d-768851-15 is: [] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:33:48.297395 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1b6ab4db-5a96-4800-88f1-968da3a33702 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:48.326347 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0fa88daa-6512-40cc-a561-3118611db818 req-e346f3b9-f8b1-4564-9c59-d53fb34fa5e0 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f9b3f54-88a1-4974-90dc-f34e24732968 HTTP/1.1" status: 200 len: 210 time: 0.0434310 Aug 10 03:33:48.393679 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6ab4db-5a96-4800-88f1-968da3a33702 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Checking segment: {'id': 'cf1f0905-57e8-4147-8d8e-362b4ce11861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '8f70b733-77ef-414b-8790-0ff97d264fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:48.394043 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6ab4db-5a96-4800-88f1-968da3a33702 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Network hostable DHCP agents. Network: 8f70b733-77ef-414b-8790-0ff97d264fa2, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:33:48.396122 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6ab4db-5a96-4800-88f1-968da3a33702 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event updated for resources: {'Subnet': ['ID=cae5efff-d4e7-459e-8ffa-2159db2431bf,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:48.420635 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6ab4db-5a96-4800-88f1-968da3a33702 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Network 8f70b733-77ef-414b-8790-0ff97d264fa2 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:33:48.439986 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-1b6ab4db-5a96-4800-88f1-968da3a33702 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 8f70b733-77ef-414b-8790-0ff97d264fa2) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:48.457559 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5455919-dbca-400a-bc1a-a3bd3c379105 None None] Network 8f70b733-77ef-414b-8790-0ff97d264fa2 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:48.464044 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6ab4db-5a96-4800-88f1-968da3a33702 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:48.464943 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1b6ab4db-5a96-4800-88f1-968da3a33702 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:48.492433 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-1b6ab4db-5a96-4800-88f1-968da3a33702 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6821930 Aug 10 03:33:48.495147 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 51754) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:48.510122 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-b69a62eb-d034-43ec-9625-7a2b58e5ce8e tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Request body: {'port': {'network_id': '8f70b733-77ef-414b-8790-0ff97d264fa2', 'name': 'tempest-PortsIpV6TestJSON-124420548', 'fixed_ips': [{'subnet_id': 'cae5efff-d4e7-459e-8ffa-2159db2431bf', 'ip_address': '2001:db8::10'}]}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:48.531405 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device e2e7d620-e6ad-40ec-a947-2a700b56b65c no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:33:48.565979 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: e2e7d620-e6ad-40ec-a947-2a700b56b65c {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:33:48.566805 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device e2e7d620-e6ad-40ec-a947-2a700b56b65c not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:33:48.636093 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69a62eb-d034-43ec-9625-7a2b58e5ce8e tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Made reservation on behalf of 4eee0f5311c74c15921867e8b0597445 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:48.717673 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-12b416e4-476c-48fb-99e6-cd28a777adb0 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for router, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:48.758648 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25a6687-efb9-4621-b0b3-2cb8db8aa019 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-8f70b733-77ef-414b-8790-0ff97d264fa2', 'network_id': '8f70b733-77ef-414b-8790-0ff97d264fa2', 'tenant_id': '4eee0f5311c74c15921867e8b0597445', 'fixed_ips': [{'subnet_id': 'cae5efff-d4e7-459e-8ffa-2159db2431bf'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:33:48.759862 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f25a6687-efb9-4621-b0b3-2cb8db8aa019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:48.876621 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-12b416e4-476c-48fb-99e6-cd28a777adb0 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:48.945198 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b69a62eb-d034-43ec-9625-7a2b58e5ce8e tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:48.962691 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-f25a6687-efb9-4621-b0b3-2cb8db8aa019 None None] Allocated IP 2001:db8::2 (8f70b733-77ef-414b-8790-0ff97d264fa2/cae5efff-d4e7-459e-8ffa-2159db2431bf/74df4e5c-8c8b-4106-8517-474f6e07350c) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:48.983880 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [None req-b69a62eb-d034-43ec-9625-7a2b58e5ce8e tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] device_id is not set on port 24dfd4a0-6623-4d29-9797-60fe20bfe584 yet. {{(pid=94217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:33:48.989320 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-12b416e4-476c-48fb-99e6-cd28a777adb0 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Deleting port 055644c6-9e29-4efb-9671-9ff755f4f219 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:48.989799 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-12b416e4-476c-48fb-99e6-cd28a777adb0 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:49.158114 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-12b416e4-476c-48fb-99e6-cd28a777adb0 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:49.171326 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f25a6687-efb9-4621-b0b3-2cb8db8aa019 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:49.172213 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-12b416e4-476c-48fb-99e6-cd28a777adb0 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Calling delete_port for 055644c6-9e29-4efb-9671-9ff755f4f219 owned by network:router_gateway {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:49.182234 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-f25a6687-efb9-4621-b0b3-2cb8db8aa019 None None] Transition to ACTIVE for port object 74df4e5c-8c8b-4106-8517-474f6e07350c will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:49.204327 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-f25a6687-efb9-4621-b0b3-2cb8db8aa019 None None] Transition to ACTIVE for port object 74df4e5c-8c8b-4106-8517-474f6e07350c will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:49.213235 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f25a6687-efb9-4621-b0b3-2cb8db8aa019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:49.268925 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25a6687-efb9-4621-b0b3-2cb8db8aa019 None None] Pushing event updated for resources: {'Port': ['ID=74df4e5c-8c8b-4106-8517-474f6e07350c,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:49.281322 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25a6687-efb9-4621-b0b3-2cb8db8aa019 None None] Network 8f70b733-77ef-414b-8790-0ff97d264fa2 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:49.282786 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-f25a6687-efb9-4621-b0b3-2cb8db8aa019 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:49.285360 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25a6687-efb9-4621-b0b3-2cb8db8aa019 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:49.462443 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-b69a62eb-d034-43ec-9625-7a2b58e5ce8e tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Allocated IP 2001:db8::10 (8f70b733-77ef-414b-8790-0ff97d264fa2/cae5efff-d4e7-459e-8ffa-2159db2431bf/24dfd4a0-6623-4d29-9797-60fe20bfe584) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:49.620585 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-12b416e4-476c-48fb-99e6-cd28a777adb0 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:49.675471 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b416e4-476c-48fb-99e6-cd28a777adb0 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Pushing event deleted for resources: {'Port': ['ID=055644c6-9e29-4efb-9671-9ff755f4f219,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:49.705483 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 51816) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:49.774439 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-f25a6687-efb9-4621-b0b3-2cb8db8aa019 None None] Attempting to bind port 74df4e5c-8c8b-4106-8517-474f6e07350c on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:33:49.775054 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-f25a6687-efb9-4621-b0b3-2cb8db8aa019 None None] Attempting to bind port 74df4e5c-8c8b-4106-8517-474f6e07350c by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'cf1f0905-57e8-4147-8d8e-362b4ce11861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '8f70b733-77ef-414b-8790-0ff97d264fa2'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:33:49.775424 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25a6687-efb9-4621-b0b3-2cb8db8aa019 None None] Attempting to bind port 74df4e5c-8c8b-4106-8517-474f6e07350c on network 8f70b733-77ef-414b-8790-0ff97d264fa2 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:33:49.781737 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25a6687-efb9-4621-b0b3-2cb8db8aa019 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:33:49.782455 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25a6687-efb9-4621-b0b3-2cb8db8aa019 None None] Checking segment: {'id': 'cf1f0905-57e8-4147-8d8e-362b4ce11861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '8f70b733-77ef-414b-8790-0ff97d264fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:49.782986 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f25a6687-efb9-4621-b0b3-2cb8db8aa019 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:49.783642 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25a6687-efb9-4621-b0b3-2cb8db8aa019 None None] Bound using segment: {'id': 'cf1f0905-57e8-4147-8d8e-362b4ce11861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '8f70b733-77ef-414b-8790-0ff97d264fa2'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:33:49.784633 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-f25a6687-efb9-4621-b0b3-2cb8db8aa019 None None] Bound port: 74df4e5c-8c8b-4106-8517-474f6e07350c, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf1f0905-57e8-4147-8d8e-362b4ce11861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '8f70b733-77ef-414b-8790-0ff97d264fa2'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:33:49.785199 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f25a6687-efb9-4621-b0b3-2cb8db8aa019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:49.911198 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0b97f471-7260-4897-95ca-1c4bc5a72e05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:49.947517 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-f25a6687-efb9-4621-b0b3-2cb8db8aa019 None None] For port 74df4e5c-8c8b-4106-8517-474f6e07350c, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:33:49.951552 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-f25a6687-efb9-4621-b0b3-2cb8db8aa019 None None] For port 74df4e5c-8c8b-4106-8517-474f6e07350c, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=74df4e5c-8c8b-4106-8517-474f6e07350c,segment=NetworkSegment(cf1f0905-57e8-4147-8d8e-362b4ce11861),segment_id=cf1f0905-57e8-4147-8d8e-362b4ce11861)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:33:49.967712 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f25a6687-efb9-4621-b0b3-2cb8db8aa019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:49.968215 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b69a62eb-d034-43ec-9625-7a2b58e5ce8e tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:49.984380 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-b69a62eb-d034-43ec-9625-7a2b58e5ce8e tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Transition to ACTIVE for port object 24dfd4a0-6623-4d29-9797-60fe20bfe584 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:49.989001 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e883cb27-a1d0-4c24-900d-f98a9448bb69 req-bc88cdae-3a3a-477b-ba40-8888c7a0ae3e tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f9b3f54-88a1-4974-90dc-f34e24732968 HTTP/1.1" status: 200 len: 210 time: 0.0419786 Aug 10 03:33:50.080501 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-12b416e4-476c-48fb-99e6-cd28a777adb0 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:50.153768 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25a6687-efb9-4621-b0b3-2cb8db8aa019 None None] Pushing event updated for resources: {'Port': ['ID=74df4e5c-8c8b-4106-8517-474f6e07350c,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:50.172089 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0b97f471-7260-4897-95ca-1c4bc5a72e05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:50.179675 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0b97f471-7260-4897-95ca-1c4bc5a72e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:50.194390 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b69a62eb-d034-43ec-9625-7a2b58e5ce8e tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:50.238160 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-0b97f471-7260-4897-95ca-1c4bc5a72e05 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ba0dcedb99c0405dabb19edb129da32a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5309188 Aug 10 03:33:50.238921 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 51828) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:50.248334 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b97f471-7260-4897-95ca-1c4bc5a72e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=538b98a2-6c82-4053-b1eb-0f3f1eca33d2,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:50.293591 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69a62eb-d034-43ec-9625-7a2b58e5ce8e tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event updated for resources: {'Port': ['ID=24dfd4a0-6623-4d29-9797-60fe20bfe584,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:50.303458 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-12b416e4-476c-48fb-99e6-cd28a777adb0 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:50.307285 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-12b416e4-476c-48fb-99e6-cd28a777adb0 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:50.320510 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69a62eb-d034-43ec-9625-7a2b58e5ce8e tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Network 8f70b733-77ef-414b-8790-0ff97d264fa2 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:50.324186 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-b69a62eb-d034-43ec-9625-7a2b58e5ce8e tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:50.329642 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8cccea16-4da8-4ef7-a3c9-178ec732749e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:50.387897 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8cccea16-4da8-4ef7-a3c9-178ec732749e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:50.399072 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69a62eb-d034-43ec-9625-7a2b58e5ce8e tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:50.406366 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69a62eb-d034-43ec-9625-7a2b58e5ce8e tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:50.407295 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b69a62eb-d034-43ec-9625-7a2b58e5ce8e tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:50.439293 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-12b416e4-476c-48fb-99e6-cd28a777adb0 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:50.439831 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b416e4-476c-48fb-99e6-cd28a777adb0 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Fanout notify agent at l3_agent the message router_deleted on router 82e2af90-6dd1-4bfc-a8b8-f188445f6c71 {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:33:50.447932 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-12b416e4-476c-48fb-99e6-cd28a777adb0 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:50.449081 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-12b416e4-476c-48fb-99e6-cd28a777adb0 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] 10.222.0.62 "DELETE /v2.0/routers/82e2af90-6dd1-4bfc-a8b8-f188445f6c71 HTTP/1.1" status: 204 len: 168 time: 2.4831278 Aug 10 03:33:50.451724 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 51854) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:50.503611 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8cccea16-4da8-4ef7-a3c9-178ec732749e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:50.507704 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b69a62eb-d034-43ec-9625-7a2b58e5ce8e tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0084128 Aug 10 03:33:50.507874 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 51860) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:50.511708 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8cccea16-4da8-4ef7-a3c9-178ec732749e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:50.516878 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8cccea16-4da8-4ef7-a3c9-178ec732749e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/538b98a2-6c82-4053-b1eb-0f3f1eca33d2 HTTP/1.1" status: 204 len: 168 time: 0.2742624 Aug 10 03:33:50.523514 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-6af2b60f-76eb-4045-bf90-da46e2679132 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Request body: {'port': {'network_id': '8f70b733-77ef-414b-8790-0ff97d264fa2', 'name': 'tempest-PortsIpV6TestJSON-1756502723', 'fixed_ips': [{'subnet_id': 'cae5efff-d4e7-459e-8ffa-2159db2431bf', 'ip_address': '2001:db8::f'}]}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:50.537432 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cccea16-4da8-4ef7-a3c9-178ec732749e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=538b98a2-6c82-4053-b1eb-0f3f1eca33d2,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:50.610171 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-53f04492-a1f3-44bc-90fc-c3daef9b6305 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Deleting subnet 27735c3d-e711-4233-9659-6fd907bc651e {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:33:50.618239 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-53f04492-a1f3-44bc-90fc-c3daef9b6305 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:50.684031 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-53f04492-a1f3-44bc-90fc-c3daef9b6305 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:50.744616 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-53f04492-a1f3-44bc-90fc-c3daef9b6305 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:50.772863 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af2b60f-76eb-4045-bf90-da46e2679132 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Made reservation on behalf of 4eee0f5311c74c15921867e8b0597445 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:50.777783 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6af2b60f-76eb-4045-bf90-da46e2679132 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:50.806228 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [None req-6af2b60f-76eb-4045-bf90-da46e2679132 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] device_id is not set on port eef895ea-f8fa-402d-b4b1-13aedc393e62 yet. {{(pid=94217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:33:50.914068 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-53f04492-a1f3-44bc-90fc-c3daef9b6305 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:50.986274 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f04492-a1f3-44bc-90fc-c3daef9b6305 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Pushing event deleted for resources: {'Subnet': ['ID=27735c3d-e711-4233-9659-6fd907bc651e,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:50.987936 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 51866) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:50.995222 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-53f04492-a1f3-44bc-90fc-c3daef9b6305 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:51.003456 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-53f04492-a1f3-44bc-90fc-c3daef9b6305 tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] 10.222.0.62 "DELETE /v2.0/subnets/27735c3d-e711-4233-9659-6fd907bc651e HTTP/1.1" status: 204 len: 168 time: 0.5477850 Aug 10 03:33:51.003921 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 51868) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:51.024587 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-84cfbd13-ec32-41dd-b139-4b1a01c1df89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:51.190866 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-266f7cda-8a51-4c52-9778-1fb54d1df874 req-465147c1-65a4-46dc-ae58-b6719d31a795 tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f9b3f54-88a1-4974-90dc-f34e24732968 HTTP/1.1" status: 200 len: 210 time: 0.0709550 Aug 10 03:33:51.239387 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-6af2b60f-76eb-4045-bf90-da46e2679132 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Allocated IP 2001:db8::f (8f70b733-77ef-414b-8790-0ff97d264fa2/cae5efff-d4e7-459e-8ffa-2159db2431bf/eef895ea-f8fa-402d-b4b1-13aedc393e62) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:51.267041 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-42c12a17-42d9-4213-9eb1-981245970a2c tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:51.393748 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-84cfbd13-ec32-41dd-b139-4b1a01c1df89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:51.405766 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-84cfbd13-ec32-41dd-b139-4b1a01c1df89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:51.449999 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 74df4e5c-8c8b-4106-8517-474f6e07350c up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:51.462999 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-84cfbd13-ec32-41dd-b139-4b1a01c1df89 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=09441954a5e641f69f9aade53be1ce20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4644687 Aug 10 03:33:51.463777 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 51880) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:51.463899 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cfbd13-ec32-41dd-b139-4b1a01c1df89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a93ba0-c6eb-419e-9fdf-2dfe9e672a74,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:51.528749 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 74df4e5c-8c8b-4106-8517-474f6e07350c completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:51.628155 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-42c12a17-42d9-4213-9eb1-981245970a2c tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:51.661787 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-42c12a17-42d9-4213-9eb1-981245970a2c tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b49de592-d3b8-40c7-a261-280abab578fc']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:51.685274 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf92e25-c9ac-439d-90f4-1fe15bced7f3 None None] Network 8f70b733-77ef-414b-8790-0ff97d264fa2 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:51.687222 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-42c12a17-42d9-4213-9eb1-981245970a2c tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b6494dc-f363-472f-bc46-c38798884d2c') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:51.687525 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-42c12a17-42d9-4213-9eb1-981245970a2c tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b6494dc-f363-472f-bc46-c38798884d2c') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:51.717686 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b3f9baa7-338d-42de-863c-4264dd8c65b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:51.744782 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b3f9baa7-338d-42de-863c-4264dd8c65b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:51.765226 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-7a6ebb76-1180-4b7a-880b-92ab04cd7e81 None None] Provisioning for port 74df4e5c-8c8b-4106-8517-474f6e07350c completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:51.789612 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-7a6ebb76-1180-4b7a-880b-92ab04cd7e81 None None] Provisioning complete for port 74df4e5c-8c8b-4106-8517-474f6e07350c triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:51.789612 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7a6ebb76-1180-4b7a-880b-92ab04cd7e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:51.798169 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-42c12a17-42d9-4213-9eb1-981245970a2c tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:51.821445 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b3f9baa7-338d-42de-863c-4264dd8c65b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:51.826981 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b3f9baa7-338d-42de-863c-4264dd8c65b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:51.842913 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b3f9baa7-338d-42de-863c-4264dd8c65b1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/65a93ba0-c6eb-419e-9fdf-2dfe9e672a74 HTTP/1.1" status: 204 len: 168 time: 0.3500204 Aug 10 03:33:51.945446 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-42c12a17-42d9-4213-9eb1-981245970a2c tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:51.983006 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7a6ebb76-1180-4b7a-880b-92ab04cd7e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:51.986767 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f9baa7-338d-42de-863c-4264dd8c65b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a93ba0-c6eb-419e-9fdf-2dfe9e672a74,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:52.003405 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6af2b60f-76eb-4045-bf90-da46e2679132 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:52.024171 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42c12a17-42d9-4213-9eb1-981245970a2c tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:33:52.024528 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-42c12a17-42d9-4213-9eb1-981245970a2c tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:52.034704 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:33:52.034704 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:33:52.034704 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:33:52.034704 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:33:52.034704 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:33:52.034704 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:33:52.034704 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:33:52.034704 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:33:52.034704 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:33:52.034704 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:33:52.034704 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:33:52.034704 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:33:52.034704 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:33:52.034704 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:33:52.034704 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:33:52.034704 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:33:52.034704 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:33:52.034704 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:33:52.034704 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:33:52.034704 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:33:52.034704 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:33:52.034704 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:33:52.034704 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:33:52.034704 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:33:52.034704 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:33:52.034704 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:33:52.034704 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:33:52.034704 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:33:52.034704 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:33:52.034704 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:33:52.034704 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:33:52.034704 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:33:52.117796 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-7a6ebb76-1180-4b7a-880b-92ab04cd7e81 None None] For port 74df4e5c-8c8b-4106-8517-474f6e07350c, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=74df4e5c-8c8b-4106-8517-474f6e07350c,segment=NetworkSegment(cf1f0905-57e8-4147-8d8e-362b4ce11861),segment_id=cf1f0905-57e8-4147-8d8e-362b4ce11861)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:52.128649 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7a6ebb76-1180-4b7a-880b-92ab04cd7e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:52.143709 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-6af2b60f-76eb-4045-bf90-da46e2679132 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Transition to ACTIVE for port object eef895ea-f8fa-402d-b4b1-13aedc393e62 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:52.184143 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-42c12a17-42d9-4213-9eb1-981245970a2c tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:52.199320 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-42c12a17-42d9-4213-9eb1-981245970a2c tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:52.204134 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-42c12a17-42d9-4213-9eb1-981245970a2c tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] 10.222.0.62 "DELETE /v2.0/networks/b49de592-d3b8-40c7-a261-280abab578fc HTTP/1.1" status: 204 len: 168 time: 1.1991975 Aug 10 03:33:52.227451 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c12a17-42d9-4213-9eb1-981245970a2c tempest-FloatingIPTestJSON-1187286018 tempest-FloatingIPTestJSON-1187286018-project] Pushing event deleted for resources: {'Network': ['ID=b49de592-d3b8-40c7-a261-280abab578fc,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:52.257287 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6ebb76-1180-4b7a-880b-92ab04cd7e81 None None] Pushing event updated for resources: {'Port': ['ID=74df4e5c-8c8b-4106-8517-474f6e07350c,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:52.257478 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6af2b60f-76eb-4045-bf90-da46e2679132 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:52.381297 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9addf102-bf8f-4b76-854d-2c723ffb24c3 req-f6de0516-42b2-4f25-aa3e-26cc109bbe9f tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f9b3f54-88a1-4974-90dc-f34e24732968 HTTP/1.1" status: 200 len: 210 time: 0.0443449 Aug 10 03:33:52.425001 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af2b60f-76eb-4045-bf90-da46e2679132 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Network 8f70b733-77ef-414b-8790-0ff97d264fa2 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:52.426239 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af2b60f-76eb-4045-bf90-da46e2679132 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event updated for resources: {'Port': ['ID=eef895ea-f8fa-402d-b4b1-13aedc393e62,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:52.442355 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-6af2b60f-76eb-4045-bf90-da46e2679132 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:52.461389 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af2b60f-76eb-4045-bf90-da46e2679132 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:52.470850 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af2b60f-76eb-4045-bf90-da46e2679132 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:52.471557 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6af2b60f-76eb-4045-bf90-da46e2679132 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:52.514823 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6af2b60f-76eb-4045-bf90-da46e2679132 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0046337 Aug 10 03:33:52.516592 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 51910) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:52.563504 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-f2e9e116-b8a1-459a-b4ad-55d28649331a None None] Provisioning for port 24dfd4a0-6623-4d29-9797-60fe20bfe584 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:52.572571 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-f2e9e116-b8a1-459a-b4ad-55d28649331a None None] Provisioning complete for port 24dfd4a0-6623-4d29-9797-60fe20bfe584 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:52.573670 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f2e9e116-b8a1-459a-b4ad-55d28649331a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:52.699616 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-f2e9e116-b8a1-459a-b4ad-55d28649331a None None] Port 24dfd4a0-6623-4d29-9797-60fe20bfe584 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:33:52.736970 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-f2e9e116-b8a1-459a-b4ad-55d28649331a None None] Provisioning complete for port 74df4e5c-8c8b-4106-8517-474f6e07350c triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:52.738569 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f2e9e116-b8a1-459a-b4ad-55d28649331a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:52.784566 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7a10dc-f76e-4877-91f8-5ac710fd0e5e tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:52.793698 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 51918) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:52.794603 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-cb7a10dc-f76e-4877-91f8-5ac710fd0e5e tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2733035 Aug 10 03:33:52.825730 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 51920) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:53.051104 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f406aa-44f2-400c-aa91-3857e951a07d tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:53.065782 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f406aa-44f2-400c-aa91-3857e951a07d tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:53.068288 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f406aa-44f2-400c-aa91-3857e951a07d tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:53.070646 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-24f406aa-44f2-400c-aa91-3857e951a07d tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.2747920 Aug 10 03:33:53.073872 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 51926) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:53.134698 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-fce40c51-a543-42dd-b8ff-02f080d289fd None None] Provisioning complete for port 24dfd4a0-6623-4d29-9797-60fe20bfe584 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:53.135149 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-fce40c51-a543-42dd-b8ff-02f080d289fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:53.167158 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-572c8ebe-5ffe-4c36-ab34-456f772f109e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f76e5d9de24c405a8d24d929c2b325c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3324010 Aug 10 03:33:53.168460 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 51932) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:53.238908 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-fce40c51-a543-42dd-b8ff-02f080d289fd None None] Port 24dfd4a0-6623-4d29-9797-60fe20bfe584 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:33:53.288957 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-ca593480-d735-4773-87cb-a1f62e25e298 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Deleting port eef895ea-f8fa-402d-b4b1-13aedc393e62 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:53.289839 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ca593480-d735-4773-87cb-a1f62e25e298 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:53.334160 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-26ac1345-5d3c-4c1b-b731-52f3850c9acf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:53.355843 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 74df4e5c-8c8b-4106-8517-474f6e07350c up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:53.367693 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-26ac1345-5d3c-4c1b-b731-52f3850c9acf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:53.422435 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-a3bce74c-095b-401c-b314-089871f2c338 None None] Provisioning for port eef895ea-f8fa-402d-b4b1-13aedc393e62 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:53.432100 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ca593480-d735-4773-87cb-a1f62e25e298 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:53.432360 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-a3bce74c-095b-401c-b314-089871f2c338 None None] Provisioning complete for port eef895ea-f8fa-402d-b4b1-13aedc393e62 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:53.432731 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a3bce74c-095b-401c-b314-089871f2c338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:53.446308 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-26ac1345-5d3c-4c1b-b731-52f3850c9acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:53.449214 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-26ac1345-5d3c-4c1b-b731-52f3850c9acf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:53.451317 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-26ac1345-5d3c-4c1b-b731-52f3850c9acf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7b3d464a-1996-4633-be37-994e075fadf1 HTTP/1.1" status: 204 len: 168 time: 0.2818174 Aug 10 03:33:53.472929 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-ca593480-d735-4773-87cb-a1f62e25e298 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Calling delete_port for eef895ea-f8fa-402d-b4b1-13aedc393e62 owned by {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:53.478468 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 51942) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:53.480237 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ac1345-5d3c-4c1b-b731-52f3850c9acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3d464a-1996-4633-be37-994e075fadf1,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:53.485710 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-a3bce74c-095b-401c-b314-089871f2c338 None None] Port eef895ea-f8fa-402d-b4b1-13aedc393e62 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:33:53.516682 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 74df4e5c-8c8b-4106-8517-474f6e07350c triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:53.517314 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:53.644328 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dfdd5728-5361-418a-bb55-e19b1982318f tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:53.689045 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ca593480-d735-4773-87cb-a1f62e25e298 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:53.695794 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dfdd5728-5361-418a-bb55-e19b1982318f tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:53.730970 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca593480-d735-4773-87cb-a1f62e25e298 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event deleted for resources: {'Port': ['ID=eef895ea-f8fa-402d-b4b1-13aedc393e62,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:53.768845 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ca593480-d735-4773-87cb-a1f62e25e298 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:53.774726 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ca593480-d735-4773-87cb-a1f62e25e298 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "DELETE /v2.0/ports/eef895ea-f8fa-402d-b4b1-13aedc393e62 HTTP/1.1" status: 204 len: 168 time: 0.6957715 Aug 10 03:33:53.775408 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 51950) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:53.821061 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-36ca291b-1dc4-4ea6-b55a-2d3a66222951 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] GET failed (client error): The resource could not be found. Aug 10 03:33:53.826299 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 51952) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:53.826954 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-36ca291b-1dc4-4ea6-b55a-2d3a66222951 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "GET /v2.0/ports/eef895ea-f8fa-402d-b4b1-13aedc393e62 HTTP/1.1" status: 404 len: 333 time: 0.0506458 Aug 10 03:33:53.864664 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dfdd5728-5361-418a-bb55-e19b1982318f tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:53.869736 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dfdd5728-5361-418a-bb55-e19b1982318f tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:53.870928 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-dfdd5728-5361-418a-bb55-e19b1982318f tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] 10.222.0.62 "DELETE /v2.0/security-groups/0ab14f6e-0e8e-46f2-9ddc-6714e62255d0 HTTP/1.1" status: 204 len: 168 time: 0.3810873 Aug 10 03:33:53.908614 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd5728-5361-418a-bb55-e19b1982318f tempest-TestVolumeBackupRestore-2066871393 tempest-TestVolumeBackupRestore-2066871393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab14f6e-0e8e-46f2-9ddc-6714e62255d0,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:54.030362 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-8600d4bf-3d9e-404e-80d3-4c3a9282b147 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Deleting port 24dfd4a0-6623-4d29-9797-60fe20bfe584 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:54.030921 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8600d4bf-3d9e-404e-80d3-4c3a9282b147 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:54.253400 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8600d4bf-3d9e-404e-80d3-4c3a9282b147 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:54.282792 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-8600d4bf-3d9e-404e-80d3-4c3a9282b147 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Calling delete_port for 24dfd4a0-6623-4d29-9797-60fe20bfe584 owned by {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:54.699572 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8600d4bf-3d9e-404e-80d3-4c3a9282b147 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:54.786578 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600d4bf-3d9e-404e-80d3-4c3a9282b147 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event deleted for resources: {'Port': ['ID=24dfd4a0-6623-4d29-9797-60fe20bfe584,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:54.848974 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8600d4bf-3d9e-404e-80d3-4c3a9282b147 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:54.851520 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8600d4bf-3d9e-404e-80d3-4c3a9282b147 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "DELETE /v2.0/ports/24dfd4a0-6623-4d29-9797-60fe20bfe584 HTTP/1.1" status: 204 len: 168 time: 1.0239513 Aug 10 03:33:54.854631 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 52052) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:54.899565 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-424f8672-5806-4cd1-86d7-b2f37e05dcd1 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] GET failed (client error): The resource could not be found. Aug 10 03:33:54.907068 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-424f8672-5806-4cd1-86d7-b2f37e05dcd1 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "GET /v2.0/ports/24dfd4a0-6623-4d29-9797-60fe20bfe584 HTTP/1.1" status: 404 len: 333 time: 0.0498571 Aug 10 03:33:54.910278 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 52062) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:55.093109 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-77c26c7c-f9c2-4000-90ed-b307a670ff02 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Deleting subnet cae5efff-d4e7-459e-8ffa-2159db2431bf {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:33:55.134456 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-77c26c7c-f9c2-4000-90ed-b307a670ff02 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:55.290194 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-77c26c7c-f9c2-4000-90ed-b307a670ff02 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:55.560476 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-77c26c7c-f9c2-4000-90ed-b307a670ff02 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:55.656053 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 52138) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:55.744091 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-77c26c7c-f9c2-4000-90ed-b307a670ff02 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:55.790514 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-77c26c7c-f9c2-4000-90ed-b307a670ff02 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:55.796891 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db201fe-72ae-4678-8679-4ea7fa592a3f None None] Network 8f70b733-77ef-414b-8790-0ff97d264fa2 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:55.799358 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 52156) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:55.799871 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-77c26c7c-f9c2-4000-90ed-b307a670ff02 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "DELETE /v2.0/subnets/cae5efff-d4e7-459e-8ffa-2159db2431bf HTTP/1.1" status: 204 len: 168 time: 0.8847435 Aug 10 03:33:55.800975 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c26c7c-f9c2-4000-90ed-b307a670ff02 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event deleted for resources: {'Subnet': ['ID=cae5efff-d4e7-459e-8ffa-2159db2431bf,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:56.027670 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-cd2fb823-5e57-4f6d-9aca-7ca620e5b701 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-177440261'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:56.213955 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e5355e2a-26d3-40e6-94f6-d7d682288112 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:56.229201 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2fb823-5e57-4f6d-9aca-7ca620e5b701 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Made reservation on behalf of 3eca7e73d03347638c9bda4556abd901 for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:56.244835 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cd2fb823-5e57-4f6d-9aca-7ca620e5b701 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:56.311456 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cd2fb823-5e57-4f6d-9aca-7ca620e5b701 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:56.377314 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:56.434913 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145eae85-3164-487c-9965-656445956446 None None] DHCP port deletion for 8f70b733-77ef-414b-8790-0ff97d264fa2 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:33:56.529058 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cd2fb823-5e57-4f6d-9aca-7ca620e5b701 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:56.557108 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cd2fb823-5e57-4f6d-9aca-7ca620e5b701 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:56.596666 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd2fb823-5e57-4f6d-9aca-7ca620e5b701 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:33:56.627433 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cd2fb823-5e57-4f6d-9aca-7ca620e5b701 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:56.628345 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-cd2fb823-5e57-4f6d-9aca-7ca620e5b701 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Added segment d02971d9-619e-4802-b9e0-7c3beda13cdd of type vlan for network 324c7ec7-e426-4147-b8f0-714ec3096ba8 Aug 10 03:33:56.632517 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2fb823-5e57-4f6d-9aca-7ca620e5b701 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f213c2-3012-41dc-8795-c41935f043c7,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:56.680068 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:56.700195 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cd2fb823-5e57-4f6d-9aca-7ca620e5b701 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:56.709599 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-145eae85-3164-487c-9965-656445956446 None None] Deleting port 74df4e5c-8c8b-4106-8517-474f6e07350c {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:56.712009 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-145eae85-3164-487c-9965-656445956446 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:56.761049 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cd2fb823-5e57-4f6d-9aca-7ca620e5b701 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:56.781451 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2fb823-5e57-4f6d-9aca-7ca620e5b701 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:56.782759 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cd2fb823-5e57-4f6d-9aca-7ca620e5b701 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:56.836408 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-cd2fb823-5e57-4f6d-9aca-7ca620e5b701 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1791978 Aug 10 03:33:56.894156 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:33:56.944920 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-e5355e2a-26d3-40e6-94f6-d7d682288112 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Deleting port 74df4e5c-8c8b-4106-8517-474f6e07350c {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:56.945366 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e5355e2a-26d3-40e6-94f6-d7d682288112 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:56.969184 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-145eae85-3164-487c-9965-656445956446 None None] For port 74df4e5c-8c8b-4106-8517-474f6e07350c, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=74df4e5c-8c8b-4106-8517-474f6e07350c,segment=NetworkSegment(cf1f0905-57e8-4147-8d8e-362b4ce11861),segment_id=cf1f0905-57e8-4147-8d8e-362b4ce11861)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:56.969679 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-145eae85-3164-487c-9965-656445956446 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:57.020502 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-145eae85-3164-487c-9965-656445956446 None None] Calling delete_port for 74df4e5c-8c8b-4106-8517-474f6e07350c owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:57.140967 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2fb823-5e57-4f6d-9aca-7ca620e5b701 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Pushing event updated for resources: {'Network': ['ID=324c7ec7-e426-4147-b8f0-714ec3096ba8,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:57.243231 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 324c7ec7-e426-4147-b8f0-714ec3096ba8 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:33:57.251136 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-e5355e2a-26d3-40e6-94f6-d7d682288112 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] For port 74df4e5c-8c8b-4106-8517-474f6e07350c, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=74df4e5c-8c8b-4106-8517-474f6e07350c,segment=NetworkSegment(cf1f0905-57e8-4147-8d8e-362b4ce11861),segment_id=cf1f0905-57e8-4147-8d8e-362b4ce11861)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:57.253784 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e5355e2a-26d3-40e6-94f6-d7d682288112 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:57.344642 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-e5355e2a-26d3-40e6-94f6-d7d682288112 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Calling delete_port for 74df4e5c-8c8b-4106-8517-474f6e07350c owned by network:dhcp {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:57.478953 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 74df4e5c-8c8b-4106-8517-474f6e07350c no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:33:57.539139 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-145eae85-3164-487c-9965-656445956446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:57.647695 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e5355e2a-26d3-40e6-94f6-d7d682288112 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:57.716102 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145eae85-3164-487c-9965-656445956446 None None] No DVR routers for this DVR port 74df4e5c-8c8b-4106-8517-474f6e07350c on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:33:57.744052 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145eae85-3164-487c-9965-656445956446 None None] Pushing event deleted for resources: {'Port': ['ID=74df4e5c-8c8b-4106-8517-474f6e07350c,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:57.765955 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5355e2a-26d3-40e6-94f6-d7d682288112 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event deleted for resources: {'Port': ['ID=74df4e5c-8c8b-4106-8517-474f6e07350c,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:57.793627 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5355e2a-26d3-40e6-94f6-d7d682288112 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] No DVR routers for this DVR port 74df4e5c-8c8b-4106-8517-474f6e07350c on host n-d-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:33:57.806665 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No active binding found for port 74df4e5c-8c8b-4106-8517-474f6e07350c {{(pid=94218) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 10 03:33:57.815394 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 74df4e5c-8c8b-4106-8517-474f6e07350c not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:33:57.893349 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5355e2a-26d3-40e6-94f6-d7d682288112 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:57.893855 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5355e2a-26d3-40e6-94f6-d7d682288112 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:57.894299 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5355e2a-26d3-40e6-94f6-d7d682288112 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:57.894949 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5355e2a-26d3-40e6-94f6-d7d682288112 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:57.895907 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5355e2a-26d3-40e6-94f6-d7d682288112 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:57.910200 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5355e2a-26d3-40e6-94f6-d7d682288112 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:57.920418 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5355e2a-26d3-40e6-94f6-d7d682288112 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:57.921172 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5355e2a-26d3-40e6-94f6-d7d682288112 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:57.921748 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5355e2a-26d3-40e6-94f6-d7d682288112 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:57.922365 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5355e2a-26d3-40e6-94f6-d7d682288112 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:57.922969 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5355e2a-26d3-40e6-94f6-d7d682288112 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:57.926543 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5355e2a-26d3-40e6-94f6-d7d682288112 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:58.143636 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e5355e2a-26d3-40e6-94f6-d7d682288112 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:58.188900 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-e5355e2a-26d3-40e6-94f6-d7d682288112 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f70b733-77ef-414b-8790-0ff97d264fa2']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:58.243845 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-e5355e2a-26d3-40e6-94f6-d7d682288112 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf1f0905-57e8-4147-8d8e-362b4ce11861') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:58.244599 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-e5355e2a-26d3-40e6-94f6-d7d682288112 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf1f0905-57e8-4147-8d8e-362b4ce11861') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:58.298381 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e5355e2a-26d3-40e6-94f6-d7d682288112 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:58.347319 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e5355e2a-26d3-40e6-94f6-d7d682288112 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:58.377875 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5355e2a-26d3-40e6-94f6-d7d682288112 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:33:58.380818 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e5355e2a-26d3-40e6-94f6-d7d682288112 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:58.421692 n-d-768851-15 neutron-server[94216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:33:58.421692 n-d-768851-15 neutron-server[94216]: self.session.flush() Aug 10 03:33:58.421692 n-d-768851-15 neutron-server[94216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:33:58.421692 n-d-768851-15 neutron-server[94216]: self.session.flush() Aug 10 03:33:58.421692 n-d-768851-15 neutron-server[94216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:33:58.421692 n-d-768851-15 neutron-server[94216]: self.session.flush() Aug 10 03:33:58.421692 n-d-768851-15 neutron-server[94216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:33:58.421692 n-d-768851-15 neutron-server[94216]: self.session.flush() Aug 10 03:33:58.421692 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:33:58.421692 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:33:58.421692 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:33:58.421692 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:33:58.421692 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:33:58.421692 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:33:58.421692 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:33:58.421692 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:33:58.421692 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:33:58.421692 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:33:58.421692 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:33:58.421692 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:33:58.421692 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:33:58.421692 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:33:58.421692 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:33:58.421692 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:33:58.421692 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:33:58.421692 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:33:58.421692 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:33:58.421692 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:33:58.421692 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:33:58.421692 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:33:58.421692 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:33:58.421692 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:33:58.421692 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:33:58.421692 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:33:58.421692 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:33:58.421692 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:33:58.421692 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:33:58.421692 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:33:58.421692 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:33:58.421692 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:33:58.552783 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e5355e2a-26d3-40e6-94f6-d7d682288112 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:58.566511 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e5355e2a-26d3-40e6-94f6-d7d682288112 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:58.570314 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-e5355e2a-26d3-40e6-94f6-d7d682288112 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "DELETE /v2.0/networks/8f70b733-77ef-414b-8790-0ff97d264fa2 HTTP/1.1" status: 204 len: 168 time: 2.7690530 Aug 10 03:33:58.575401 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 52412) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:58.583225 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-13abd9da-2323-48db-bf39-c9c0a3233063 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-906641898'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:58.594220 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5355e2a-26d3-40e6-94f6-d7d682288112 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event deleted for resources: {'Network': ['ID=8f70b733-77ef-414b-8790-0ff97d264fa2,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:58.636462 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13abd9da-2323-48db-bf39-c9c0a3233063 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Made reservation on behalf of 4eee0f5311c74c15921867e8b0597445 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:58.656736 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-13abd9da-2323-48db-bf39-c9c0a3233063 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:58.766586 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13abd9da-2323-48db-bf39-c9c0a3233063 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:33:58.822224 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-13abd9da-2323-48db-bf39-c9c0a3233063 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:58.822605 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-13abd9da-2323-48db-bf39-c9c0a3233063 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Added segment 3360caf4-2d63-413a-8e7e-36cc4f675f3d of type vlan for network 8d9741d8-711c-4d4d-a56b-f37beba31d91 Aug 10 03:33:59.036700 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-13abd9da-2323-48db-bf39-c9c0a3233063 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:59.235489 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-13abd9da-2323-48db-bf39-c9c0a3233063 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:59.262426 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13abd9da-2323-48db-bf39-c9c0a3233063 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:59.266968 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-13abd9da-2323-48db-bf39-c9c0a3233063 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:59.533452 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 52498) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:59.539891 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-2bbfc551-c1c3-4829-96d8-50ec49c2c976 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Request body: {'subnet': {'network_id': '8d9741d8-711c-4d4d-a56b-f37beba31d91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:59.544259 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-13abd9da-2323-48db-bf39-c9c0a3233063 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9534633 Aug 10 03:33:59.667745 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13abd9da-2323-48db-bf39-c9c0a3233063 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event updated for resources: {'Network': ['ID=8d9741d8-711c-4d4d-a56b-f37beba31d91,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:59.692850 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 8d9741d8-711c-4d4d-a56b-f37beba31d91 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:33:59.949955 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bbfc551-c1c3-4829-96d8-50ec49c2c976 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Made reservation on behalf of 4eee0f5311c74c15921867e8b0597445 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:59.957777 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2bbfc551-c1c3-4829-96d8-50ec49c2c976 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:00.322223 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 52548) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:00.324091 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-57ce03f0-8265-48ef-ad07-b4f4e95011a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:00.328456 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-1990181d-8a67-432d-ac96-080f6571dece tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Request body: {'subnet': {'network_id': '324c7ec7-e426-4147-b8f0-714ec3096ba8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:00.479090 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2bbfc551-c1c3-4829-96d8-50ec49c2c976 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:00.614921 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbfc551-c1c3-4829-96d8-50ec49c2c976 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Checking segment: {'id': '3360caf4-2d63-413a-8e7e-36cc4f675f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8d9741d8-711c-4d4d-a56b-f37beba31d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:00.616823 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbfc551-c1c3-4829-96d8-50ec49c2c976 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Network hostable DHCP agents. Network: 8d9741d8-711c-4d4d-a56b-f37beba31d91, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:34:00.621957 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbfc551-c1c3-4829-96d8-50ec49c2c976 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event updated for resources: {'Subnet': ['ID=f7a08071-260c-4e66-a09e-9b020420d422,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:00.626648 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1990181d-8a67-432d-ac96-080f6571dece tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Made reservation on behalf of 3eca7e73d03347638c9bda4556abd901 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:00.634603 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1990181d-8a67-432d-ac96-080f6571dece tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:00.648969 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbfc551-c1c3-4829-96d8-50ec49c2c976 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Network 8d9741d8-711c-4d4d-a56b-f37beba31d91 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:34:00.664670 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-2bbfc551-c1c3-4829-96d8-50ec49c2c976 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 8d9741d8-711c-4d4d-a56b-f37beba31d91) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:00.674005 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5067be8-1f08-4053-bffa-cc181e833eb8 None None] Network 8d9741d8-711c-4d4d-a56b-f37beba31d91 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:00.681560 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbfc551-c1c3-4829-96d8-50ec49c2c976 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:00.688471 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2bbfc551-c1c3-4829-96d8-50ec49c2c976 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:00.722450 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-2bbfc551-c1c3-4829-96d8-50ec49c2c976 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1875999 Aug 10 03:34:00.725332 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 52556) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:00.733607 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-aa307df7-5563-46ef-a42e-7d8975cabc0a tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-104838149', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:00.780107 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-aa307df7-5563-46ef-a42e-7d8975cabc0a tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:00.784938 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-aa307df7-5563-46ef-a42e-7d8975cabc0a tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:00.943471 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1990181d-8a67-432d-ac96-080f6571dece tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:00.957265 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-aa307df7-5563-46ef-a42e-7d8975cabc0a tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:00.970024 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-aa307df7-5563-46ef-a42e-7d8975cabc0a tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:01.003658 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-aa307df7-5563-46ef-a42e-7d8975cabc0a tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:01.005532 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-aa307df7-5563-46ef-a42e-7d8975cabc0a tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2788849 Aug 10 03:34:01.008730 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 52560) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:01.024778 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-dd3b8801-1440-4563-af8e-85b17ea6cbd5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Request body: {'port': {'network_id': '8d9741d8-711c-4d4d-a56b-f37beba31d91', 'name': 'tempest-PortsIpV6TestJSON-1905603161'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:01.025968 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa406823-bdb8-4319-85fa-ddcd5887b556 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-8d9741d8-711c-4d4d-a56b-f37beba31d91', 'network_id': '8d9741d8-711c-4d4d-a56b-f37beba31d91', 'tenant_id': '4eee0f5311c74c15921867e8b0597445', 'fixed_ips': [{'subnet_id': 'f7a08071-260c-4e66-a09e-9b020420d422'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:34:01.026979 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-fa406823-bdb8-4319-85fa-ddcd5887b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:01.120844 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1990181d-8a67-432d-ac96-080f6571dece tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Checking segment: {'id': 'd02971d9-619e-4802-b9e0-7c3beda13cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '324c7ec7-e426-4147-b8f0-714ec3096ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:01.121465 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1990181d-8a67-432d-ac96-080f6571dece tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Network hostable DHCP agents. Network: 324c7ec7-e426-4147-b8f0-714ec3096ba8, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:34:01.133243 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1990181d-8a67-432d-ac96-080f6571dece tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Pushing event updated for resources: {'Subnet': ['ID=4b8ff639-5d48-4548-a7b3-6f0722738714,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:01.172184 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1990181d-8a67-432d-ac96-080f6571dece tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Network 324c7ec7-e426-4147-b8f0-714ec3096ba8 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:34:01.192472 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-1990181d-8a67-432d-ac96-080f6571dece tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 324c7ec7-e426-4147-b8f0-714ec3096ba8) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:01.200628 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1990181d-8a67-432d-ac96-080f6571dece tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:01.201552 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1990181d-8a67-432d-ac96-080f6571dece tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:01.246141 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1990181d-8a67-432d-ac96-080f6571dece tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9226332 Aug 10 03:34:01.246765 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 52564) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:01.254435 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-ce4ca9cc-9c31-4102-966e-007448ec105f tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-17675742'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:01.288431 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.db.api [None req-dd3b8801-1440-4563-af8e-85b17ea6cbd5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:34:01.288431 n-d-768851-15 neutron-server[94216]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 03:34:01.288431 n-d-768851-15 neutron-server[94216]: [parameters: {'project_id_1': '4eee0f5311c74c15921867e8b0597445', 'expiration_1': datetime.datetime(2021, 8, 10, 3, 34, 1, 269310)}] Aug 10 03:34:01.288431 n-d-768851-15 neutron-server[94216]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:34:01.289022 n-d-768851-15 neutron-server[94216]: DEBUG oslo_db.api [None req-dd3b8801-1440-4563-af8e-85b17ea6cbd5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:34:01.315160 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4ca9cc-9c31-4102-966e-007448ec105f tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Made reservation on behalf of 3eca7e73d03347638c9bda4556abd901 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:01.319790 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ce4ca9cc-9c31-4102-966e-007448ec105f tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:01.326006 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 52566) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:01.371113 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce4ca9cc-9c31-4102-966e-007448ec105f tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:34:01.392647 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-fa406823-bdb8-4319-85fa-ddcd5887b556 None None] Allocated IP 2001:db8::2 (8d9741d8-711c-4d4d-a56b-f37beba31d91/f7a08071-260c-4e66-a09e-9b020420d422/00da6b8f-e421-4b34-84a1-8e2a54548297) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:34:01.407475 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ce4ca9cc-9c31-4102-966e-007448ec105f tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:01.407832 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-ce4ca9cc-9c31-4102-966e-007448ec105f tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Added segment 582dd8b9-6c84-49de-9fbc-a224a6194931 of type vlan for network 3741b19f-9061-4f9a-93cb-d3ce6411f8c2 Aug 10 03:34:01.516084 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ce4ca9cc-9c31-4102-966e-007448ec105f tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:01.587805 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ce4ca9cc-9c31-4102-966e-007448ec105f tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:01.604016 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b5c33a21-ee69-4bb0-a13a-4c0bf1b00cd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:01.604245 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4ca9cc-9c31-4102-966e-007448ec105f tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:01.604889 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ce4ca9cc-9c31-4102-966e-007448ec105f tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:01.779035 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4ca9cc-9c31-4102-966e-007448ec105f tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Pushing event updated for resources: {'Network': ['ID=3741b19f-9061-4f9a-93cb-d3ce6411f8c2,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:01.803127 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b5c33a21-ee69-4bb0-a13a-4c0bf1b00cd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:01.816073 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b5c33a21-ee69-4bb0-a13a-4c0bf1b00cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:01.826146 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ce4ca9cc-9c31-4102-966e-007448ec105f tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5756636 Aug 10 03:34:01.826413 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 52574) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:01.832066 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-76c1fab2-ec74-4ff4-a070-46fee07eb0c6 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Request body: {'subnet': {'network_id': '3741b19f-9061-4f9a-93cb-d3ce6411f8c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:01.832254 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-fa406823-bdb8-4319-85fa-ddcd5887b556 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:01.842365 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-fa406823-bdb8-4319-85fa-ddcd5887b556 None None] Transition to ACTIVE for port object 00da6b8f-e421-4b34-84a1-8e2a54548297 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:01.860846 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-fa406823-bdb8-4319-85fa-ddcd5887b556 None None] Transition to ACTIVE for port object 00da6b8f-e421-4b34-84a1-8e2a54548297 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:01.861620 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3b8801-1440-4563-af8e-85b17ea6cbd5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Made reservation on behalf of 4eee0f5311c74c15921867e8b0597445 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:01.865473 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dd3b8801-1440-4563-af8e-85b17ea6cbd5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:01.868635 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5145e3ba-d6d4-4a08-b163-6b719b590d23 None None] Network 324c7ec7-e426-4147-b8f0-714ec3096ba8 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:01.871344 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 3741b19f-9061-4f9a-93cb-d3ce6411f8c2 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:34:01.876394 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-fa406823-bdb8-4319-85fa-ddcd5887b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:01.908722 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b5c33a21-ee69-4bb0-a13a-4c0bf1b00cd7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c4a6f3dd0dd54f98a886c09707cd6d72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5814691 Aug 10 03:34:01.911274 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 52576) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:01.971803 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [None req-dd3b8801-1440-4563-af8e-85b17ea6cbd5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] device_id is not set on port bf319ec6-b4d6-4a24-9db1-cac8bc745b20 yet. {{(pid=94216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:34:02.035918 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c1fab2-ec74-4ff4-a070-46fee07eb0c6 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Made reservation on behalf of 3eca7e73d03347638c9bda4556abd901 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:02.040680 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-76c1fab2-ec74-4ff4-a070-46fee07eb0c6 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:02.073808 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c33a21-ee69-4bb0-a13a-4c0bf1b00cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef32e19-480f-4041-8437-f89851a25934,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:02.090069 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa406823-bdb8-4319-85fa-ddcd5887b556 None None] Network 8d9741d8-711c-4d4d-a56b-f37beba31d91 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:02.132548 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-fa406823-bdb8-4319-85fa-ddcd5887b556 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:02.154634 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa406823-bdb8-4319-85fa-ddcd5887b556 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:34:02.174295 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-78d36dc6-1353-4514-91e9-af2530c8b86d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:02.204070 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa406823-bdb8-4319-85fa-ddcd5887b556 None None] Pushing event updated for resources: {'Port': ['ID=00da6b8f-e421-4b34-84a1-8e2a54548297,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:02.365558 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-78d36dc6-1353-4514-91e9-af2530c8b86d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:02.488630 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-fa406823-bdb8-4319-85fa-ddcd5887b556 None None] Attempting to bind port 00da6b8f-e421-4b34-84a1-8e2a54548297 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:34:02.489006 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-fa406823-bdb8-4319-85fa-ddcd5887b556 None None] Attempting to bind port 00da6b8f-e421-4b34-84a1-8e2a54548297 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '3360caf4-2d63-413a-8e7e-36cc4f675f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8d9741d8-711c-4d4d-a56b-f37beba31d91'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:34:02.494395 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa406823-bdb8-4319-85fa-ddcd5887b556 None None] Attempting to bind port 00da6b8f-e421-4b34-84a1-8e2a54548297 on network 8d9741d8-711c-4d4d-a56b-f37beba31d91 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:34:02.501608 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa406823-bdb8-4319-85fa-ddcd5887b556 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:34:02.501985 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa406823-bdb8-4319-85fa-ddcd5887b556 None None] Checking segment: {'id': '3360caf4-2d63-413a-8e7e-36cc4f675f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8d9741d8-711c-4d4d-a56b-f37beba31d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:02.511383 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-fa406823-bdb8-4319-85fa-ddcd5887b556 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:02.512048 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa406823-bdb8-4319-85fa-ddcd5887b556 None None] Bound using segment: {'id': '3360caf4-2d63-413a-8e7e-36cc4f675f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8d9741d8-711c-4d4d-a56b-f37beba31d91'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:34:02.512736 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-fa406823-bdb8-4319-85fa-ddcd5887b556 None None] Bound port: 00da6b8f-e421-4b34-84a1-8e2a54548297, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3360caf4-2d63-413a-8e7e-36cc4f675f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8d9741d8-711c-4d4d-a56b-f37beba31d91'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:34:02.513336 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-fa406823-bdb8-4319-85fa-ddcd5887b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:02.515788 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-dd3b8801-1440-4563-af8e-85b17ea6cbd5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Allocated IP 2001:db8::2d0 (8d9741d8-711c-4d4d-a56b-f37beba31d91/f7a08071-260c-4e66-a09e-9b020420d422/bf319ec6-b4d6-4a24-9db1-cac8bc745b20) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:34:02.578254 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-78d36dc6-1353-4514-91e9-af2530c8b86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:02.594867 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-78d36dc6-1353-4514-91e9-af2530c8b86d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:02.594867 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-78d36dc6-1353-4514-91e9-af2530c8b86d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5ef32e19-480f-4041-8437-f89851a25934 HTTP/1.1" status: 204 len: 168 time: 0.6790824 Aug 10 03:34:02.604119 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e18206f-197e-4b8c-ab65-d507bed86c31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-324c7ec7-e426-4147-b8f0-714ec3096ba8', 'network_id': '324c7ec7-e426-4147-b8f0-714ec3096ba8', 'tenant_id': '3eca7e73d03347638c9bda4556abd901', 'fixed_ips': [{'subnet_id': '4b8ff639-5d48-4548-a7b3-6f0722738714'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:34:02.605032 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9e18206f-197e-4b8c-ab65-d507bed86c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:02.611254 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d36dc6-1353-4514-91e9-af2530c8b86d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef32e19-480f-4041-8437-f89851a25934,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:02.638952 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 52584) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:02.812262 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-9e18206f-197e-4b8c-ab65-d507bed86c31 None None] Allocated IP 2001:db8:0:ffff::2 (324c7ec7-e426-4147-b8f0-714ec3096ba8/4b8ff639-5d48-4548-a7b3-6f0722738714/e2982629-0be3-4d25-bd60-4d5ecbfa77c3) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:34:03.078698 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9e18206f-197e-4b8c-ab65-d507bed86c31 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:03.088766 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-9e18206f-197e-4b8c-ab65-d507bed86c31 None None] Transition to ACTIVE for port object e2982629-0be3-4d25-bd60-4d5ecbfa77c3 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:03.141339 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-9e18206f-197e-4b8c-ab65-d507bed86c31 None None] Transition to ACTIVE for port object e2982629-0be3-4d25-bd60-4d5ecbfa77c3 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:03.188188 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9e18206f-197e-4b8c-ab65-d507bed86c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:03.298223 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18206f-197e-4b8c-ab65-d507bed86c31 None None] Pushing event updated for resources: {'Port': ['ID=e2982629-0be3-4d25-bd60-4d5ecbfa77c3,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:03.324046 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-fa406823-bdb8-4319-85fa-ddcd5887b556 None None] For port 00da6b8f-e421-4b34-84a1-8e2a54548297, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:34:03.342017 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-fa406823-bdb8-4319-85fa-ddcd5887b556 None None] For port 00da6b8f-e421-4b34-84a1-8e2a54548297, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=00da6b8f-e421-4b34-84a1-8e2a54548297,segment=NetworkSegment(3360caf4-2d63-413a-8e7e-36cc4f675f3d),segment_id=3360caf4-2d63-413a-8e7e-36cc4f675f3d)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:34:03.356660 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a2977845-ed19-475c-81d5-75b785560edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:03.362667 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-fa406823-bdb8-4319-85fa-ddcd5887b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:03.366425 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e18206f-197e-4b8c-ab65-d507bed86c31 None None] Network 324c7ec7-e426-4147-b8f0-714ec3096ba8 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:03.370849 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-9e18206f-197e-4b8c-ab65-d507bed86c31 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:03.431375 n-d-768851-15 neutron-server[94217]: DEBUG neutron.objects.ports [None req-76c1fab2-ec74-4ff4-a070-46fee07eb0c6 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94217) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:34:03.434105 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 52594) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:03.448513 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-76c1fab2-ec74-4ff4-a070-46fee07eb0c6 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:03.452780 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e18206f-197e-4b8c-ab65-d507bed86c31 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:34:03.545090 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:03.572203 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-9e18206f-197e-4b8c-ab65-d507bed86c31 None None] Attempting to bind port e2982629-0be3-4d25-bd60-4d5ecbfa77c3 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:34:03.573001 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-9e18206f-197e-4b8c-ab65-d507bed86c31 None None] Attempting to bind port e2982629-0be3-4d25-bd60-4d5ecbfa77c3 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'd02971d9-619e-4802-b9e0-7c3beda13cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '324c7ec7-e426-4147-b8f0-714ec3096ba8'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:34:03.573781 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e18206f-197e-4b8c-ab65-d507bed86c31 None None] Attempting to bind port e2982629-0be3-4d25-bd60-4d5ecbfa77c3 on network 324c7ec7-e426-4147-b8f0-714ec3096ba8 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:34:03.576244 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa406823-bdb8-4319-85fa-ddcd5887b556 None None] Pushing event updated for resources: {'Port': ['ID=00da6b8f-e421-4b34-84a1-8e2a54548297,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:03.587990 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e18206f-197e-4b8c-ab65-d507bed86c31 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:34:03.588701 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e18206f-197e-4b8c-ab65-d507bed86c31 None None] Checking segment: {'id': 'd02971d9-619e-4802-b9e0-7c3beda13cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '324c7ec7-e426-4147-b8f0-714ec3096ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:03.589410 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9e18206f-197e-4b8c-ab65-d507bed86c31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:03.589986 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e18206f-197e-4b8c-ab65-d507bed86c31 None None] Bound using segment: {'id': 'd02971d9-619e-4802-b9e0-7c3beda13cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '324c7ec7-e426-4147-b8f0-714ec3096ba8'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:34:03.590630 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-9e18206f-197e-4b8c-ab65-d507bed86c31 None None] Bound port: e2982629-0be3-4d25-bd60-4d5ecbfa77c3, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd02971d9-619e-4802-b9e0-7c3beda13cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '324c7ec7-e426-4147-b8f0-714ec3096ba8'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:34:03.591231 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9e18206f-197e-4b8c-ab65-d507bed86c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:03.601347 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-79de5adb-f93f-474f-8a63-d0fe41684899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:03.618924 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c1fab2-ec74-4ff4-a070-46fee07eb0c6 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Checking segment: {'id': '582dd8b9-6c84-49de-9fbc-a224a6194931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '3741b19f-9061-4f9a-93cb-d3ce6411f8c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:03.619600 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c1fab2-ec74-4ff4-a070-46fee07eb0c6 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Network hostable DHCP agents. Network: 3741b19f-9061-4f9a-93cb-d3ce6411f8c2, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:34:03.696539 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c1fab2-ec74-4ff4-a070-46fee07eb0c6 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Network 3741b19f-9061-4f9a-93cb-d3ce6411f8c2 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:34:03.707161 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-9e18206f-197e-4b8c-ab65-d507bed86c31 None None] For port e2982629-0be3-4d25-bd60-4d5ecbfa77c3, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:34:03.712667 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-9e18206f-197e-4b8c-ab65-d507bed86c31 None None] For port e2982629-0be3-4d25-bd60-4d5ecbfa77c3, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=e2982629-0be3-4d25-bd60-4d5ecbfa77c3,segment=NetworkSegment(d02971d9-619e-4802-b9e0-7c3beda13cdd),segment_id=d02971d9-619e-4802-b9e0-7c3beda13cdd)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:34:03.716897 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c1fab2-ec74-4ff4-a070-46fee07eb0c6 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Pushing event updated for resources: {'Subnet': ['ID=e4cfd9f9-4b89-47b1-ae6a-efea7d043cbc,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:03.721397 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9e18206f-197e-4b8c-ab65-d507bed86c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:03.761928 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-76c1fab2-ec74-4ff4-a070-46fee07eb0c6 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 3741b19f-9061-4f9a-93cb-d3ce6411f8c2) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:03.768715 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c1fab2-ec74-4ff4-a070-46fee07eb0c6 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:03.769338 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-76c1fab2-ec74-4ff4-a070-46fee07eb0c6 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:03.780161 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6ce914-d0a8-4418-b84c-ad83d8258b09 None None] Network 3741b19f-9061-4f9a-93cb-d3ce6411f8c2 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:03.925819 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dd3b8801-1440-4563-af8e-85b17ea6cbd5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:04.014184 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-79de5adb-f93f-474f-8a63-d0fe41684899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:04.023618 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-79de5adb-f93f-474f-8a63-d0fe41684899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:04.092141 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-dd3b8801-1440-4563-af8e-85b17ea6cbd5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Transition to ACTIVE for port object bf319ec6-b4d6-4a24-9db1-cac8bc745b20 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:04.110969 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de5adb-f93f-474f-8a63-d0fe41684899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1075b876-4c7f-4ae7-b9e1-89eadd584944,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:04.139504 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-76c1fab2-ec74-4ff4-a070-46fee07eb0c6 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3116443 Aug 10 03:34:04.144368 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 52598) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:04.164088 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dd3b8801-1440-4563-af8e-85b17ea6cbd5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:04.171197 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-3f52da17-983c-4a74-bb74-f01d9d7eb61a tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Request body: {'port': {'network_id': '3741b19f-9061-4f9a-93cb-d3ce6411f8c2', 'name': 'tempest-NetworksIpV6TestAttrs-843997351'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:04.245334 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3b8801-1440-4563-af8e-85b17ea6cbd5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event updated for resources: {'Port': ['ID=bf319ec6-b4d6-4a24-9db1-cac8bc745b20,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:04.305382 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-79de5adb-f93f-474f-8a63-d0fe41684899 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c6a2d1a0cf2d462482b8c17ac828f0ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8689656 Aug 10 03:34:04.306318 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 52602) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:04.312841 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3b8801-1440-4563-af8e-85b17ea6cbd5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Network 8d9741d8-711c-4d4d-a56b-f37beba31d91 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:04.361854 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-dd3b8801-1440-4563-af8e-85b17ea6cbd5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:04.375525 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3b8801-1440-4563-af8e-85b17ea6cbd5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:34:04.389483 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3b8801-1440-4563-af8e-85b17ea6cbd5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:04.390922 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dd3b8801-1440-4563-af8e-85b17ea6cbd5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:04.412746 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18206f-197e-4b8c-ab65-d507bed86c31 None None] Pushing event updated for resources: {'Port': ['ID=e2982629-0be3-4d25-bd60-4d5ecbfa77c3,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:04.448128 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:04.449565 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1a56e231-8e18-4c47-8db1-e0895cb3c42c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:04.473485 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1a56e231-8e18-4c47-8db1-e0895cb3c42c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:04.479954 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f52da17-983c-4a74-bb74-f01d9d7eb61a tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Made reservation on behalf of 3eca7e73d03347638c9bda4556abd901 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:04.486942 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3f52da17-983c-4a74-bb74-f01d9d7eb61a tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:04.515274 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [None req-3f52da17-983c-4a74-bb74-f01d9d7eb61a tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] device_id is not set on port d8cae4f8-49a6-42e0-816e-6068468f325c yet. {{(pid=94217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:34:04.520336 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-dd3b8801-1440-4563-af8e-85b17ea6cbd5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5078239 Aug 10 03:34:04.521266 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 52604) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:04.604176 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1a56e231-8e18-4c47-8db1-e0895cb3c42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:04.607027 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1a56e231-8e18-4c47-8db1-e0895cb3c42c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:04.608534 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-1a56e231-8e18-4c47-8db1-e0895cb3c42c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1075b876-4c7f-4ae7-b9e1-89eadd584944 HTTP/1.1" status: 204 len: 168 time: 0.2945008 Aug 10 03:34:04.618198 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d1eaf2-ab9f-4b38-bc53-93c71a10a6d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-3741b19f-9061-4f9a-93cb-d3ce6411f8c2', 'network_id': '3741b19f-9061-4f9a-93cb-d3ce6411f8c2', 'tenant_id': '3eca7e73d03347638c9bda4556abd901', 'fixed_ips': [{'subnet_id': 'e4cfd9f9-4b89-47b1-ae6a-efea7d043cbc'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:34:04.622950 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-45d1eaf2-ab9f-4b38-bc53-93c71a10a6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:04.630365 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a56e231-8e18-4c47-8db1-e0895cb3c42c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1075b876-4c7f-4ae7-b9e1-89eadd584944,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:04.782640 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8a205ade-8927-4200-a255-09f85a86ad08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:05.036287 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-3f52da17-983c-4a74-bb74-f01d9d7eb61a tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Allocated IP 2001:db8::f816:3eff:fe2c:c53d (3741b19f-9061-4f9a-93cb-d3ce6411f8c2/e4cfd9f9-4b89-47b1-ae6a-efea7d043cbc/d8cae4f8-49a6-42e0-816e-6068468f325c) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:34:05.320051 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fd7a7f-4e1a-4929-a3ec-c8f0e4b78131 None None] Network 8d9741d8-711c-4d4d-a56b-f37beba31d91 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:05.567129 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-f29ed4c9-cee4-45c5-800b-8851488170ff None None] Provisioning for port 00da6b8f-e421-4b34-84a1-8e2a54548297 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:05.571483 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-8a205ade-8927-4200-a255-09f85a86ad08 admin admin] Deleting port 72b831c3-297a-4d49-832a-d8cb14055aef {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:05.571943 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8a205ade-8927-4200-a255-09f85a86ad08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:05.600551 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 00da6b8f-e421-4b34-84a1-8e2a54548297 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:34:05.660239 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f49f79cf-c30b-44c2-b093-d48703f64a0b tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:05.681895 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-8a205ade-8927-4200-a255-09f85a86ad08 admin admin] For port 72b831c3-297a-4d49-832a-d8cb14055aef, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=72b831c3-297a-4d49-832a-d8cb14055aef,segment=NetworkSegment(1d809208-db2a-4ec3-9db0-cc112aa3eac5),segment_id=1d809208-db2a-4ec3-9db0-cc112aa3eac5)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:05.682585 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8a205ade-8927-4200-a255-09f85a86ad08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:05.702962 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-8a205ade-8927-4200-a255-09f85a86ad08 admin admin] Calling delete_port for 72b831c3-297a-4d49-832a-d8cb14055aef owned by network:router_interface {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:05.769933 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097c99b4-6f82-4826-b56c-0846a896da6c None None] Network 324c7ec7-e426-4147-b8f0-714ec3096ba8 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:05.807135 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3f52da17-983c-4a74-bb74-f01d9d7eb61a tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:05.843348 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-3f52da17-983c-4a74-bb74-f01d9d7eb61a tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Transition to ACTIVE for port object d8cae4f8-49a6-42e0-816e-6068468f325c will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:06.050884 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 00da6b8f-e421-4b34-84a1-8e2a54548297 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:06.054716 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-1aaaa0bd-0161-4b00-917f-b252d482cf2c None None] Provisioning for port e2982629-0be3-4d25-bd60-4d5ecbfa77c3 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:06.080385 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3f52da17-983c-4a74-bb74-f01d9d7eb61a tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:06.097364 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8a205ade-8927-4200-a255-09f85a86ad08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:06.134945 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 00da6b8f-e421-4b34-84a1-8e2a54548297 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:06.135417 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:06.159886 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:06.164124 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a205ade-8927-4200-a255-09f85a86ad08 admin admin] Pushing event deleted for resources: {'Port': ['ID=72b831c3-297a-4d49-832a-d8cb14055aef,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:06.209405 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f52da17-983c-4a74-bb74-f01d9d7eb61a tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Network 3741b19f-9061-4f9a-93cb-d3ce6411f8c2 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:06.237409 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-3f52da17-983c-4a74-bb74-f01d9d7eb61a tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:06.260297 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f52da17-983c-4a74-bb74-f01d9d7eb61a tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:34:06.291826 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f52da17-983c-4a74-bb74-f01d9d7eb61a tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:06.295324 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3f52da17-983c-4a74-bb74-f01d9d7eb61a tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:06.344918 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f52da17-983c-4a74-bb74-f01d9d7eb61a tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Pushing event updated for resources: {'Port': ['ID=d8cae4f8-49a6-42e0-816e-6068468f325c,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:06.360728 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3f52da17-983c-4a74-bb74-f01d9d7eb61a tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.2152624 Aug 10 03:34:06.381676 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 52634) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:06.406186 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-45d1eaf2-ab9f-4b38-bc53-93c71a10a6d0 None None] Allocated IP 2001:db8::f816:3eff:fe0b:e8b3 (3741b19f-9061-4f9a-93cb-d3ce6411f8c2/e4cfd9f9-4b89-47b1-ae6a-efea7d043cbc/0f4754be-bef0-427d-9c44-2f5f4729094e) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:34:06.486031 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f49f79cf-c30b-44c2-b093-d48703f64a0b tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:06.502984 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f49f79cf-c30b-44c2-b093-d48703f64a0b tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:06.558345 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:06.643204 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8a205ade-8927-4200-a255-09f85a86ad08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:06.645401 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 00da6b8f-e421-4b34-84a1-8e2a54548297, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=00da6b8f-e421-4b34-84a1-8e2a54548297,segment=NetworkSegment(3360caf4-2d63-413a-8e7e-36cc4f675f3d),segment_id=3360caf4-2d63-413a-8e7e-36cc4f675f3d)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:06.654578 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:06.655572 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e2982629-0be3-4d25-bd60-4d5ecbfa77c3 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:34:06.815512 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=00da6b8f-e421-4b34-84a1-8e2a54548297,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:06.835264 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-45d1eaf2-ab9f-4b38-bc53-93c71a10a6d0 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:06.856681 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port e2982629-0be3-4d25-bd60-4d5ecbfa77c3 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:06.863295 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-45d1eaf2-ab9f-4b38-bc53-93c71a10a6d0 None None] Transition to ACTIVE for port object 0f4754be-bef0-427d-9c44-2f5f4729094e will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:06.871240 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f65ffbd-9dda-4a80-858b-7184a6614b7e tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Deleting subnet e4cfd9f9-4b89-47b1-ae6a-efea7d043cbc {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:34:06.883617 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port e2982629-0be3-4d25-bd60-4d5ecbfa77c3 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:06.884242 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:06.916520 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49f79cf-c30b-44c2-b093-d48703f64a0b tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event updated for resources: {'Port': ['ID=bf319ec6-b4d6-4a24-9db1-cac8bc745b20,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:06.949197 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-45d1eaf2-ab9f-4b38-bc53-93c71a10a6d0 None None] Transition to ACTIVE for port object 0f4754be-bef0-427d-9c44-2f5f4729094e will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:06.975442 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-45d1eaf2-ab9f-4b38-bc53-93c71a10a6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:06.998923 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8f65ffbd-9dda-4a80-858b-7184a6614b7e tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:07.149842 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d1eaf2-ab9f-4b38-bc53-93c71a10a6d0 None None] Network 3741b19f-9061-4f9a-93cb-d3ce6411f8c2 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:07.158037 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8f65ffbd-9dda-4a80-858b-7184a6614b7e tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:07.176712 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a205ade-8927-4200-a255-09f85a86ad08 admin admin] Router f7c649eb-de3b-4397-b4cc-21a6268f5909 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:34:07.191607 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-45d1eaf2-ab9f-4b38-bc53-93c71a10a6d0 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:07.199220 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d1eaf2-ab9f-4b38-bc53-93c71a10a6d0 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:34:07.248652 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-872cea07-c224-435b-a356-996e5b1f2075 None None] Provisioning complete for port 00da6b8f-e421-4b34-84a1-8e2a54548297 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:07.249310 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-872cea07-c224-435b-a356-996e5b1f2075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:07.335504 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a205ade-8927-4200-a255-09f85a86ad08 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:34:07.353274 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8a205ade-8927-4200-a255-09f85a86ad08 admin admin] 10.222.0.62 "PUT /v2.0/routers/f7c649eb-de3b-4397-b4cc-21a6268f5909/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7129664 Aug 10 03:34:07.356749 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 52648) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:07.375767 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d1eaf2-ab9f-4b38-bc53-93c71a10a6d0 None None] Pushing event updated for resources: {'Port': ['ID=0f4754be-bef0-427d-9c44-2f5f4729094e,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:07.402604 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d0df61-ce34-4821-8a7e-c3a50ecd261c None None] Sync routers for ids ['f7c649eb-de3b-4397-b4cc-21a6268f5909'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:34:07.470458 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8f65ffbd-9dda-4a80-858b-7184a6614b7e tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:07.549659 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8f65ffbd-9dda-4a80-858b-7184a6614b7e tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:07.563880 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-45d1eaf2-ab9f-4b38-bc53-93c71a10a6d0 None None] Attempting to bind port 0f4754be-bef0-427d-9c44-2f5f4729094e on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:34:07.564506 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-45d1eaf2-ab9f-4b38-bc53-93c71a10a6d0 None None] Attempting to bind port 0f4754be-bef0-427d-9c44-2f5f4729094e by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '582dd8b9-6c84-49de-9fbc-a224a6194931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '3741b19f-9061-4f9a-93cb-d3ce6411f8c2'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:34:07.565126 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d1eaf2-ab9f-4b38-bc53-93c71a10a6d0 None None] Attempting to bind port 0f4754be-bef0-427d-9c44-2f5f4729094e on network 3741b19f-9061-4f9a-93cb-d3ce6411f8c2 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:34:07.574591 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d0df61-ce34-4821-8a7e-c3a50ecd261c None None] Routers {'f7c649eb-de3b-4397-b4cc-21a6268f5909'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:34:07.575489 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-04d0df61-ce34-4821-8a7e-c3a50ecd261c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:34:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['f7c649eb-de3b-4397-b4cc-21a6268f5909'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:07.585231 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d1eaf2-ab9f-4b38-bc53-93c71a10a6d0 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:34:07.585835 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d1eaf2-ab9f-4b38-bc53-93c71a10a6d0 None None] Checking segment: {'id': '582dd8b9-6c84-49de-9fbc-a224a6194931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '3741b19f-9061-4f9a-93cb-d3ce6411f8c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:07.586403 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-45d1eaf2-ab9f-4b38-bc53-93c71a10a6d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:07.587108 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d1eaf2-ab9f-4b38-bc53-93c71a10a6d0 None None] Bound using segment: {'id': '582dd8b9-6c84-49de-9fbc-a224a6194931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '3741b19f-9061-4f9a-93cb-d3ce6411f8c2'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:34:07.587984 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-45d1eaf2-ab9f-4b38-bc53-93c71a10a6d0 None None] Bound port: 0f4754be-bef0-427d-9c44-2f5f4729094e, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '582dd8b9-6c84-49de-9fbc-a224a6194931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '3741b19f-9061-4f9a-93cb-d3ce6411f8c2'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:34:07.588619 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-45d1eaf2-ab9f-4b38-bc53-93c71a10a6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:07.590864 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:07.594046 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e96881be-56e8-48a5-9d6f-0d4872a1448d admin admin] Notify callbacks [] for router, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:07.655638 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f49f79cf-c30b-44c2-b093-d48703f64a0b tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:07.706103 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f65ffbd-9dda-4a80-858b-7184a6614b7e tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Pushing event deleted for resources: {'Subnet': ['ID=e4cfd9f9-4b89-47b1-ae6a-efea7d043cbc,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:07.707859 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8f65ffbd-9dda-4a80-858b-7184a6614b7e tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:07.714219 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8f65ffbd-9dda-4a80-858b-7184a6614b7e tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] 10.222.0.62 "DELETE /v2.0/subnets/e4cfd9f9-4b89-47b1-ae6a-efea7d043cbc HTTP/1.1" status: 204 len: 168 time: 1.3314922 Aug 10 03:34:07.717019 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 52656) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:07.724575 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e96881be-56e8-48a5-9d6f-0d4872a1448d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:07.817170 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-e96881be-56e8-48a5-9d6f-0d4872a1448d admin admin] Deleting port 7e2608aa-4581-426e-9681-47e5a10036fe {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:07.817534 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e96881be-56e8-48a5-9d6f-0d4872a1448d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:07.867243 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d936ab22-3c0d-48b0-b3a3-6805a44b575e tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:07.869521 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d936ab22-3c0d-48b0-b3a3-6805a44b575e tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:07.876102 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d936ab22-3c0d-48b0-b3a3-6805a44b575e tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1581266 Aug 10 03:34:07.877409 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 52660) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:07.950724 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-04d0df61-ce34-4821-8a7e-c3a50ecd261c None None] Set router f7c649eb-de3b-4397-b4cc-21a6268f5909 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:34:08.012405 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f4624064-c772-41d0-9bd2-eb880d7e41d5 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:08.015222 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-e96881be-56e8-48a5-9d6f-0d4872a1448d admin admin] For port 7e2608aa-4581-426e-9681-47e5a10036fe, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=7e2608aa-4581-426e-9681-47e5a10036fe,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:08.015599 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e96881be-56e8-48a5-9d6f-0d4872a1448d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:08.031562 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-e96881be-56e8-48a5-9d6f-0d4872a1448d admin admin] Calling delete_port for 7e2608aa-4581-426e-9681-47e5a10036fe owned by network:router_gateway {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:08.054828 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f49f79cf-c30b-44c2-b093-d48703f64a0b tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:08.057270 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4624064-c772-41d0-9bd2-eb880d7e41d5 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 10 03:34:08.057950 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4624064-c772-41d0-9bd2-eb880d7e41d5 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:08.063915 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f4624064-c772-41d0-9bd2-eb880d7e41d5 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] 10.222.0.62 "DELETE /v2.0/networks/3741b19f-9061-4f9a-93cb-d3ce6411f8c2 HTTP/1.1" status: 409 len: 405 time: 0.1838098 Aug 10 03:34:08.065832 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 52666) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:08.079920 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-1de62497-7149-4a7f-96d3-ea35fcebd139 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-311975006'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:08.145746 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-45d1eaf2-ab9f-4b38-bc53-93c71a10a6d0 None None] For port 0f4754be-bef0-427d-9c44-2f5f4729094e, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:34:08.149461 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de62497-7149-4a7f-96d3-ea35fcebd139 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Made reservation on behalf of 3eca7e73d03347638c9bda4556abd901 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:08.149746 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port e2982629-0be3-4d25-bd60-4d5ecbfa77c3, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=e2982629-0be3-4d25-bd60-4d5ecbfa77c3,segment=NetworkSegment(d02971d9-619e-4802-b9e0-7c3beda13cdd),segment_id=d02971d9-619e-4802-b9e0-7c3beda13cdd)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:08.153796 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1de62497-7149-4a7f-96d3-ea35fcebd139 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:08.170883 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:08.268354 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1de62497-7149-4a7f-96d3-ea35fcebd139 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:34:08.286866 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-45d1eaf2-ab9f-4b38-bc53-93c71a10a6d0 None None] For port 0f4754be-bef0-427d-9c44-2f5f4729094e, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=0f4754be-bef0-427d-9c44-2f5f4729094e,segment=NetworkSegment(582dd8b9-6c84-49de-9fbc-a224a6194931),segment_id=582dd8b9-6c84-49de-9fbc-a224a6194931)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:34:08.291928 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=e2982629-0be3-4d25-bd60-4d5ecbfa77c3,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:08.292694 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e96881be-56e8-48a5-9d6f-0d4872a1448d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:08.312777 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-45d1eaf2-ab9f-4b38-bc53-93c71a10a6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:08.324065 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1de62497-7149-4a7f-96d3-ea35fcebd139 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:08.325054 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-1de62497-7149-4a7f-96d3-ea35fcebd139 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Added segment 169c01d0-567d-435e-ab60-0158ee7f12aa of type vlan for network 6eb055bd-c733-4022-b95b-42f992adb5a5 Aug 10 03:34:08.328406 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96881be-56e8-48a5-9d6f-0d4872a1448d admin admin] Pushing event deleted for resources: {'Port': ['ID=7e2608aa-4581-426e-9681-47e5a10036fe,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:08.348749 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-872cea07-c224-435b-a356-996e5b1f2075 None None] Provisioning for port bf319ec6-b4d6-4a24-9db1-cac8bc745b20 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:08.411283 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e96881be-56e8-48a5-9d6f-0d4872a1448d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:08.429800 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-872cea07-c224-435b-a356-996e5b1f2075 None None] Provisioning complete for port bf319ec6-b4d6-4a24-9db1-cac8bc745b20 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:08.430172 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-872cea07-c224-435b-a356-996e5b1f2075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:08.468923 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fabc9a-d397-46c3-af03-7fbf2f15ad7e None None] Network 3741b19f-9061-4f9a-93cb-d3ce6411f8c2 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:08.529747 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e96881be-56e8-48a5-9d6f-0d4872a1448d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:08.533038 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e96881be-56e8-48a5-9d6f-0d4872a1448d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:08.619026 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e96881be-56e8-48a5-9d6f-0d4872a1448d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:08.620251 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96881be-56e8-48a5-9d6f-0d4872a1448d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7c649eb-de3b-4397-b4cc-21a6268f5909 {{(pid=94216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:34:08.633114 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e96881be-56e8-48a5-9d6f-0d4872a1448d admin admin] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:08.639647 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-e96881be-56e8-48a5-9d6f-0d4872a1448d admin admin] 10.222.0.62 "DELETE /v2.0/routers/f7c649eb-de3b-4397-b4cc-21a6268f5909 HTTP/1.1" status: 204 len: 168 time: 1.2794256 Aug 10 03:34:08.642569 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 52680) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:08.667105 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f49f79cf-c30b-44c2-b093-d48703f64a0b tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:08.672138 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1de62497-7149-4a7f-96d3-ea35fcebd139 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:08.684419 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f49f79cf-c30b-44c2-b093-d48703f64a0b tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:08.684419 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f49f79cf-c30b-44c2-b093-d48703f64a0b tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:08.708903 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ffebd65-c43f-4536-ab9f-0b1fe3184e5d admin admin] Deleting subnet a11e6e79-2102-4c83-91da-cb64444e2111 {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:34:08.712820 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9ffebd65-c43f-4536-ab9f-0b1fe3184e5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:08.724887 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-872cea07-c224-435b-a356-996e5b1f2075 None None] Port bf319ec6-b4d6-4a24-9db1-cac8bc745b20 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:34:08.745581 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d1eaf2-ab9f-4b38-bc53-93c71a10a6d0 None None] Pushing event updated for resources: {'Port': ['ID=0f4754be-bef0-427d-9c44-2f5f4729094e,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:08.748465 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 00da6b8f-e421-4b34-84a1-8e2a54548297 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:34:08.763821 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9ffebd65-c43f-4536-ab9f-0b1fe3184e5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:08.854277 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1de62497-7149-4a7f-96d3-ea35fcebd139 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:08.870149 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de62497-7149-4a7f-96d3-ea35fcebd139 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:08.870815 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1de62497-7149-4a7f-96d3-ea35fcebd139 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:08.877312 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-7f38736a-d0bf-4f30-84b1-fc5d8135ac14 None None] Provisioning complete for port e2982629-0be3-4d25-bd60-4d5ecbfa77c3 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:08.877966 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7f38736a-d0bf-4f30-84b1-fc5d8135ac14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:08.909598 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9ffebd65-c43f-4536-ab9f-0b1fe3184e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:08.948521 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49f79cf-c30b-44c2-b093-d48703f64a0b tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event updated for resources: {'Port': ['ID=bf319ec6-b4d6-4a24-9db1-cac8bc745b20,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:08.956786 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 00da6b8f-e421-4b34-84a1-8e2a54548297 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:08.958246 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:08.991497 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9ffebd65-c43f-4536-ab9f-0b1fe3184e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:09.003884 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1de62497-7149-4a7f-96d3-ea35fcebd139 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9367902 Aug 10 03:34:09.010425 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 52692) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:09.015908 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-0fb23450-584b-458b-bff0-73a09294af69 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Request body: {'subnet': {'network_id': '6eb055bd-c733-4022-b95b-42f992adb5a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:09.029537 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-04d0df61-ce34-4821-8a7e-c3a50ecd261c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c649eb-de3b-4397-b4cc-21a6268f5909', 'name': 'tempest-TestVolumeBackupRestore-886096158-router', 'tenant_id': '38384b23a283420ab03964bbfa7ad032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '7e2608aa-4581-426e-9681-47e5a10036fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:20Z', 'updated_at': '2021-08-10T03:34:05Z', 'revision_number': 5, 'project_id': '38384b23a283420ab03964bbfa7ad032', 'gw_port': {'id': '7e2608aa-4581-426e-9681-47e5a10036fe', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:63:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c649eb-de3b-4397-b4cc-21a6268f5909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:22Z', 'updated_at': '2021-08-10T03:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:09.036138 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e96c120-49d2-414b-bd7e-bd8d2447e63e None None] get_active_networks_info from n-d-768851-15 {{(pid=94218) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:34:09.048115 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de62497-7149-4a7f-96d3-ea35fcebd139 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Pushing event updated for resources: {'Network': ['ID=6eb055bd-c733-4022-b95b-42f992adb5a5,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:09.048617 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9ffebd65-c43f-4536-ab9f-0b1fe3184e5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:09.055072 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-9ffebd65-c43f-4536-ab9f-0b1fe3184e5d admin admin] 10.222.0.62 "DELETE /v2.0/subnets/a11e6e79-2102-4c83-91da-cb64444e2111 HTTP/1.1" status: 204 len: 168 time: 0.4086642 Aug 10 03:34:09.055072 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffebd65-c43f-4536-ab9f-0b1fe3184e5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a11e6e79-2102-4c83-91da-cb64444e2111,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:09.057769 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 52694) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:09.097264 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 6eb055bd-c733-4022-b95b-42f992adb5a5 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:34:09.144590 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49f79cf-c30b-44c2-b093-d48703f64a0b tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Network 8d9741d8-711c-4d4d-a56b-f37beba31d91 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:09.152070 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-f49f79cf-c30b-44c2-b093-d48703f64a0b tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:09.163562 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9c7f18ec-e4c2-4dcd-b422-fe4bcc9813ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:09.179878 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d0df61-ce34-4821-8a7e-c3a50ecd261c None None] Checking router: f7c649eb-de3b-4397-b4cc-21a6268f5909 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:34:09.260263 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-9c7f18ec-e4c2-4dcd-b422-fe4bcc9813ad admin admin] Deleting port 20038e08-1414-4a68-b2ae-35d8a3b598cb {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:09.261302 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9c7f18ec-e4c2-4dcd-b422-fe4bcc9813ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:09.261715 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb23450-584b-458b-bff0-73a09294af69 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Made reservation on behalf of 3eca7e73d03347638c9bda4556abd901 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:09.266074 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0fb23450-584b-458b-bff0-73a09294af69 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:09.271705 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d0df61-ce34-4821-8a7e-c3a50ecd261c None None] Routers set() bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:34:09.272292 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d0df61-ce34-4821-8a7e-c3a50ecd261c None None] Router IDs set() for agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 10 03:34:09.273054 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_agentschedulers_db [None req-04d0df61-ce34-4821-8a7e-c3a50ecd261c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f7c649eb-de3b-4397-b4cc-21a6268f5909'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:34:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent'). {{(pid=94218) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 10 03:34:09.273455 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d0df61-ce34-4821-8a7e-c3a50ecd261c None None] The sync data for ids ['f7c649eb-de3b-4397-b4cc-21a6268f5909'] in n-d-768851-15 is: [] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:34:09.370991 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-7f38736a-d0bf-4f30-84b1-fc5d8135ac14 None None] Provisioning complete for port bf319ec6-b4d6-4a24-9db1-cac8bc745b20 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:09.371362 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7f38736a-d0bf-4f30-84b1-fc5d8135ac14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:09.401189 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e96c120-49d2-414b-bd7e-bd8d2447e63e None None] Resources bound (agent type, host, resource id): {{(pid=94218) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:34:09.416015 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-9c7f18ec-e4c2-4dcd-b422-fe4bcc9813ad admin admin] For port 20038e08-1414-4a68-b2ae-35d8a3b598cb, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=20038e08-1414-4a68-b2ae-35d8a3b598cb,segment=NetworkSegment(1d809208-db2a-4ec3-9db0-cc112aa3eac5),segment_id=1d809208-db2a-4ec3-9db0-cc112aa3eac5)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:09.416488 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9c7f18ec-e4c2-4dcd-b422-fe4bcc9813ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:09.428111 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-7f38736a-d0bf-4f30-84b1-fc5d8135ac14 None None] Port bf319ec6-b4d6-4a24-9db1-cac8bc745b20 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:34:09.435823 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-9c7f18ec-e4c2-4dcd-b422-fe4bcc9813ad admin admin] Calling delete_port for 20038e08-1414-4a68-b2ae-35d8a3b598cb owned by network:dhcp {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:09.545160 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9c7f18ec-e4c2-4dcd-b422-fe4bcc9813ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:09.579437 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 52698) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:09.595515 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7f18ec-e4c2-4dcd-b422-fe4bcc9813ad admin admin] No DVR routers for this DVR port 20038e08-1414-4a68-b2ae-35d8a3b598cb on host n-d-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:34:09.601738 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7f18ec-e4c2-4dcd-b422-fe4bcc9813ad admin admin] Pushing event deleted for resources: {'Port': ['ID=20038e08-1414-4a68-b2ae-35d8a3b598cb,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:09.710270 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9c7f18ec-e4c2-4dcd-b422-fe4bcc9813ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:09.725819 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-9c7f18ec-e4c2-4dcd-b422-fe4bcc9813ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1f8b189-00de-44d8-9cd3-d45b6d92f410']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:09.756495 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-9c7f18ec-e4c2-4dcd-b422-fe4bcc9813ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d809208-db2a-4ec3-9db0-cc112aa3eac5') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:09.758549 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-9c7f18ec-e4c2-4dcd-b422-fe4bcc9813ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d809208-db2a-4ec3-9db0-cc112aa3eac5') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:09.791002 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9c7f18ec-e4c2-4dcd-b422-fe4bcc9813ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:09.793710 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865ceab8-ea88-4b71-b787-f393b8f474dc None None] Network c1f8b189-00de-44d8-9cd3-d45b6d92f410 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:09.813114 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9c7f18ec-e4c2-4dcd-b422-fe4bcc9813ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:09.828753 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c7f18ec-e4c2-4dcd-b422-fe4bcc9813ad admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:34:09.828753 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9c7f18ec-e4c2-4dcd-b422-fe4bcc9813ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:09.858328 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:34:09.858328 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:34:09.858328 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:34:09.858328 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:34:09.858328 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:34:09.858328 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:34:09.858328 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:34:09.858328 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:34:09.858328 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:34:09.858328 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:34:09.858328 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:34:09.858328 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:34:09.858328 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:34:09.858328 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:34:09.858328 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:34:09.858328 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:34:09.858328 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:34:09.858328 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:34:09.858328 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:34:09.858328 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:34:09.858328 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:34:09.858328 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:34:09.858328 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:34:09.858328 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:34:09.858328 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:34:09.858328 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:34:09.858328 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:34:09.858328 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:34:09.858328 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:34:09.858328 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:34:09.858328 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:34:09.858328 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:34:09.934802 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4e6e0c5c-9d5d-44e5-b607-c496c5fbb44b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:10.015078 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9c7f18ec-e4c2-4dcd-b422-fe4bcc9813ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:10.023612 n-d-768851-15 neutron-server[94217]: DEBUG neutron.objects.ports [None req-0fb23450-584b-458b-bff0-73a09294af69 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94217) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:34:10.032080 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0fb23450-584b-458b-bff0-73a09294af69 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:10.037411 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9c7f18ec-e4c2-4dcd-b422-fe4bcc9813ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:10.039658 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-9c7f18ec-e4c2-4dcd-b422-fe4bcc9813ad admin admin] 10.222.0.62 "DELETE /v2.0/networks/c1f8b189-00de-44d8-9cd3-d45b6d92f410 HTTP/1.1" status: 204 len: 168 time: 0.9809580 Aug 10 03:34:10.048703 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f49f79cf-c30b-44c2-b093-d48703f64a0b tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Router e4cb9d23-e927-4270-a373-13b597498f98 is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:34:10.052368 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 52706) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:10.058771 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7f18ec-e4c2-4dcd-b422-fe4bcc9813ad admin admin] Pushing event deleted for resources: {'Network': ['ID=c1f8b189-00de-44d8-9cd3-d45b6d92f410,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:10.148113 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4e6e0c5c-9d5d-44e5-b607-c496c5fbb44b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:10.154851 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4e6e0c5c-9d5d-44e5-b607-c496c5fbb44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:10.224643 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d16cd82-7258-4d58-9435-b453758a730c None None] DHCP port deletion for c1f8b189-00de-44d8-9cd3-d45b6d92f410 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:34:10.230517 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e0c5c-9d5d-44e5-b607-c496c5fbb44b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55286083-3d24-4926-94e9-945cab5dccf1,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:10.263409 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-8bf7dd77-6558-4df9-a9c8-7880f35c77bc None None] Provisioning complete for port bf319ec6-b4d6-4a24-9db1-cac8bc745b20 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:10.263793 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8bf7dd77-6558-4df9-a9c8-7880f35c77bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:10.283221 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-4e6e0c5c-9d5d-44e5-b607-c496c5fbb44b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=82a8af0d17c74e25bdcea0e4c2afb68f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6956394 Aug 10 03:34:10.287114 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 52708) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:10.330693 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb23450-584b-458b-bff0-73a09294af69 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Pushing event updated for resources: {'Subnet': ['ID=58359cea-5ec5-4089-b547-c5d7f679f251,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:10.344323 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1aceed1c-9ae2-4171-88cb-0c4cd1e71a57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:10.346799 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-8bf7dd77-6558-4df9-a9c8-7880f35c77bc None None] Port bf319ec6-b4d6-4a24-9db1-cac8bc745b20 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:34:10.360231 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e2982629-0be3-4d25-bd60-4d5ecbfa77c3 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:34:10.371843 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1aceed1c-9ae2-4171-88cb-0c4cd1e71a57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:10.424583 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port e2982629-0be3-4d25-bd60-4d5ecbfa77c3 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:10.425058 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:10.427524 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb23450-584b-458b-bff0-73a09294af69 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Checking segment: {'id': '169c01d0-567d-435e-ab60-0158ee7f12aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '6eb055bd-c733-4022-b95b-42f992adb5a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:10.427902 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb23450-584b-458b-bff0-73a09294af69 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Network hostable DHCP agents. Network: 6eb055bd-c733-4022-b95b-42f992adb5a5, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:34:10.442700 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1aceed1c-9ae2-4171-88cb-0c4cd1e71a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:10.449297 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1aceed1c-9ae2-4171-88cb-0c4cd1e71a57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:10.452464 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-1aceed1c-9ae2-4171-88cb-0c4cd1e71a57 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/55286083-3d24-4926-94e9-945cab5dccf1 HTTP/1.1" status: 204 len: 168 time: 0.1643453 Aug 10 03:34:10.466775 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceed1c-9ae2-4171-88cb-0c4cd1e71a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55286083-3d24-4926-94e9-945cab5dccf1,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:10.494597 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb23450-584b-458b-bff0-73a09294af69 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Network 6eb055bd-c733-4022-b95b-42f992adb5a5 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:34:10.500120 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49f79cf-c30b-44c2-b093-d48703f64a0b tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:34:10.510980 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f49f79cf-c30b-44c2-b093-d48703f64a0b tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "PUT /v2.0/routers/e4cb9d23-e927-4270-a373-13b597498f98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9861355 Aug 10 03:34:10.511412 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 52712) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:10.519486 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2670b05-1f77-4708-89bb-b8e29f9a33ac None None] Sync routers for ids ['e4cb9d23-e927-4270-a373-13b597498f98'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:34:10.531628 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2670b05-1f77-4708-89bb-b8e29f9a33ac None None] Routers {'e4cb9d23-e927-4270-a373-13b597498f98'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:34:10.532461 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-d2670b05-1f77-4708-89bb-b8e29f9a33ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:34:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['e4cb9d23-e927-4270-a373-13b597498f98'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:10.535972 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-0fb23450-584b-458b-bff0-73a09294af69 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 6eb055bd-c733-4022-b95b-42f992adb5a5) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:10.547763 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb23450-584b-458b-bff0-73a09294af69 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:10.548447 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0fb23450-584b-458b-bff0-73a09294af69 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:10.561138 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3161de-8f20-4e72-838a-e1e568ffbb88 None None] Network 6eb055bd-c733-4022-b95b-42f992adb5a5 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:10.600654 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-d2670b05-1f77-4708-89bb-b8e29f9a33ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:10.600836 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0fb23450-584b-458b-bff0-73a09294af69 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5887616 Aug 10 03:34:10.601167 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 52714) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:10.604849 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9e6c0b-0759-4efd-8b95-2bb8f87fcade tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:10.614550 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-cc9e6c0b-0759-4efd-8b95-2bb8f87fcade tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4cb9d23-e927-4270-a373-13b597498f98 HTTP/1.1" status: 200 len: 989 time: 0.1017351 Aug 10 03:34:10.616215 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 52716) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:10.616495 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2670b05-1f77-4708-89bb-b8e29f9a33ac None None] Routers {'e4cb9d23-e927-4270-a373-13b597498f98'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:34:10.617303 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-d2670b05-1f77-4708-89bb-b8e29f9a33ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:34:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['e4cb9d23-e927-4270-a373-13b597498f98'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:10.647881 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-50b21f82-0ac4-432b-95f7-7065a26aed46 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Request body: {'port': {'network_id': '6eb055bd-c733-4022-b95b-42f992adb5a5', 'name': 'tempest-NetworksIpV6TestAttrs-1688451206'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:10.667668 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-d2670b05-1f77-4708-89bb-b8e29f9a33ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:10.669420 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2670b05-1f77-4708-89bb-b8e29f9a33ac None None] The sync data for ids ['e4cb9d23-e927-4270-a373-13b597498f98'] in n-d-768851-15 is: [] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:34:10.771375 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 20038e08-1414-4a68-b2ae-35d8a3b598cb no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:34:10.801799 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 20038e08-1414-4a68-b2ae-35d8a3b598cb {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:34:10.804666 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 20038e08-1414-4a68-b2ae-35d8a3b598cb not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:34:10.805301 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 7e2608aa-4581-426e-9681-47e5a10036fe no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:34:10.856045 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 7e2608aa-4581-426e-9681-47e5a10036fe {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:34:10.856608 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 7e2608aa-4581-426e-9681-47e5a10036fe not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:34:10.857182 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 72b831c3-297a-4d49-832a-d8cb14055aef no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:34:10.911294 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 72b831c3-297a-4d49-832a-d8cb14055aef {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:34:10.911523 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b21f82-0ac4-432b-95f7-7065a26aed46 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Made reservation on behalf of 3eca7e73d03347638c9bda4556abd901 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:10.911627 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 72b831c3-297a-4d49-832a-d8cb14055aef not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:34:10.915805 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-50b21f82-0ac4-432b-95f7-7065a26aed46 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:10.944238 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [None req-50b21f82-0ac4-432b-95f7-7065a26aed46 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] device_id is not set on port 7b460b4a-3b9c-49b2-bd0f-7fc11065619a yet. {{(pid=94217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:34:10.954303 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1257fd8a-b0b1-41c9-9fa9-828f7deb38f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:10.984636 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f54e0e2-de96-42ef-8c70-ca07b5877dbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-6eb055bd-c733-4022-b95b-42f992adb5a5', 'network_id': '6eb055bd-c733-4022-b95b-42f992adb5a5', 'tenant_id': '3eca7e73d03347638c9bda4556abd901', 'fixed_ips': [{'subnet_id': '58359cea-5ec5-4089-b547-c5d7f679f251'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:34:10.985752 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-1f54e0e2-de96-42ef-8c70-ca07b5877dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:11.079833 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 52724) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:11.261387 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3d8252ea-b42c-47e6-ad7c-3673e9267d38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:11.272537 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-1f54e0e2-de96-42ef-8c70-ca07b5877dbd None None] Allocated IP 2001:db8::f816:3eff:feca:20cb (6eb055bd-c733-4022-b95b-42f992adb5a5/58359cea-5ec5-4089-b547-c5d7f679f251/87a5e2c9-e819-4c8e-9822-90358e6f30d3) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:34:11.444493 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3d8252ea-b42c-47e6-ad7c-3673e9267d38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:11.463559 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3d8252ea-b42c-47e6-ad7c-3673e9267d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:11.482580 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-1f54e0e2-de96-42ef-8c70-ca07b5877dbd None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:11.504968 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-1f54e0e2-de96-42ef-8c70-ca07b5877dbd None None] Transition to ACTIVE for port object 87a5e2c9-e819-4c8e-9822-90358e6f30d3 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:11.526068 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-1f54e0e2-de96-42ef-8c70-ca07b5877dbd None None] Transition to ACTIVE for port object 87a5e2c9-e819-4c8e-9822-90358e6f30d3 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:11.534163 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3d8252ea-b42c-47e6-ad7c-3673e9267d38 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=319994353d6c4d45bbc9081cefb8fe70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4514513 Aug 10 03:34:11.535666 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-1f54e0e2-de96-42ef-8c70-ca07b5877dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:11.538082 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8252ea-b42c-47e6-ad7c-3673e9267d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cfac8eb-c0b0-4571-ab11-f28a1eee1a4d,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:11.545321 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 52728) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:11.618778 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f54e0e2-de96-42ef-8c70-ca07b5877dbd None None] Network 6eb055bd-c733-4022-b95b-42f992adb5a5 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:11.622322 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-1f54e0e2-de96-42ef-8c70-ca07b5877dbd None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:11.632848 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f54e0e2-de96-42ef-8c70-ca07b5877dbd None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:34:11.639082 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-50b21f82-0ac4-432b-95f7-7065a26aed46 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Allocated IP 2001:db8::f816:3eff:fe9a:37b9 (6eb055bd-c733-4022-b95b-42f992adb5a5/58359cea-5ec5-4089-b547-c5d7f679f251/7b460b4a-3b9c-49b2-bd0f-7fc11065619a) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:34:11.648841 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f54e0e2-de96-42ef-8c70-ca07b5877dbd None None] Pushing event updated for resources: {'Port': ['ID=87a5e2c9-e819-4c8e-9822-90358e6f30d3,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:11.674022 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-1257fd8a-b0b1-41c9-9fa9-828f7deb38f1 admin admin] Deleting port fe546c0a-1824-4fba-82ae-9be9bdafa074 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:11.674359 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1257fd8a-b0b1-41c9-9fa9-828f7deb38f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:11.704144 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-1f54e0e2-de96-42ef-8c70-ca07b5877dbd None None] Attempting to bind port 87a5e2c9-e819-4c8e-9822-90358e6f30d3 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:34:11.705083 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-1f54e0e2-de96-42ef-8c70-ca07b5877dbd None None] Attempting to bind port 87a5e2c9-e819-4c8e-9822-90358e6f30d3 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '169c01d0-567d-435e-ab60-0158ee7f12aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '6eb055bd-c733-4022-b95b-42f992adb5a5'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:34:11.705525 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f54e0e2-de96-42ef-8c70-ca07b5877dbd None None] Attempting to bind port 87a5e2c9-e819-4c8e-9822-90358e6f30d3 on network 6eb055bd-c733-4022-b95b-42f992adb5a5 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:34:11.712128 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f54e0e2-de96-42ef-8c70-ca07b5877dbd None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:34:11.712612 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f54e0e2-de96-42ef-8c70-ca07b5877dbd None None] Checking segment: {'id': '169c01d0-567d-435e-ab60-0158ee7f12aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '6eb055bd-c733-4022-b95b-42f992adb5a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:11.713287 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-1f54e0e2-de96-42ef-8c70-ca07b5877dbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:11.713691 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f54e0e2-de96-42ef-8c70-ca07b5877dbd None None] Bound using segment: {'id': '169c01d0-567d-435e-ab60-0158ee7f12aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '6eb055bd-c733-4022-b95b-42f992adb5a5'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:34:11.714169 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-1f54e0e2-de96-42ef-8c70-ca07b5877dbd None None] Bound port: 87a5e2c9-e819-4c8e-9822-90358e6f30d3, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '169c01d0-567d-435e-ab60-0158ee7f12aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '6eb055bd-c733-4022-b95b-42f992adb5a5'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:34:11.714557 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-1f54e0e2-de96-42ef-8c70-ca07b5877dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:11.750662 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-89d1eea0-a5f2-4b59-9d49-8a441eaf2deb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:11.822950 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-1f54e0e2-de96-42ef-8c70-ca07b5877dbd None None] For port 87a5e2c9-e819-4c8e-9822-90358e6f30d3, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:34:11.828524 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-1f54e0e2-de96-42ef-8c70-ca07b5877dbd None None] For port 87a5e2c9-e819-4c8e-9822-90358e6f30d3, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=87a5e2c9-e819-4c8e-9822-90358e6f30d3,segment=NetworkSegment(169c01d0-567d-435e-ab60-0158ee7f12aa),segment_id=169c01d0-567d-435e-ab60-0158ee7f12aa)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:34:11.839440 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-1f54e0e2-de96-42ef-8c70-ca07b5877dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:11.850309 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-89d1eea0-a5f2-4b59-9d49-8a441eaf2deb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:11.872302 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-1257fd8a-b0b1-41c9-9fa9-828f7deb38f1 admin admin] For port fe546c0a-1824-4fba-82ae-9be9bdafa074, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=fe546c0a-1824-4fba-82ae-9be9bdafa074,segment=NetworkSegment(ccca6cad-917d-4018-be16-19d55514fc52),segment_id=ccca6cad-917d-4018-be16-19d55514fc52)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:11.872672 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1257fd8a-b0b1-41c9-9fa9-828f7deb38f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:11.892171 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e5dc87d8-755d-4b9b-8e74-aba84efc3b3c tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:11.899688 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-1257fd8a-b0b1-41c9-9fa9-828f7deb38f1 admin admin] Calling delete_port for fe546c0a-1824-4fba-82ae-9be9bdafa074 owned by network:router_interface {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:11.963530 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f54e0e2-de96-42ef-8c70-ca07b5877dbd None None] Pushing event updated for resources: {'Port': ['ID=87a5e2c9-e819-4c8e-9822-90358e6f30d3,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:12.046262 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-50b21f82-0ac4-432b-95f7-7065a26aed46 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:12.059005 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-89d1eea0-a5f2-4b59-9d49-8a441eaf2deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:12.061541 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-89d1eea0-a5f2-4b59-9d49-8a441eaf2deb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:12.062693 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-89d1eea0-a5f2-4b59-9d49-8a441eaf2deb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7cfac8eb-c0b0-4571-ab11-f28a1eee1a4d HTTP/1.1" status: 204 len: 168 time: 0.5146029 Aug 10 03:34:12.072083 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-50b21f82-0ac4-432b-95f7-7065a26aed46 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Transition to ACTIVE for port object 7b460b4a-3b9c-49b2-bd0f-7fc11065619a will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:12.116266 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1eea0-a5f2-4b59-9d49-8a441eaf2deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cfac8eb-c0b0-4571-ab11-f28a1eee1a4d,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:12.278161 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-50b21f82-0ac4-432b-95f7-7065a26aed46 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:12.280347 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-e5dc87d8-755d-4b9b-8e74-aba84efc3b3c tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Deleting port bf319ec6-b4d6-4a24-9db1-cac8bc745b20 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:12.280842 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e5dc87d8-755d-4b9b-8e74-aba84efc3b3c tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:12.394054 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1257fd8a-b0b1-41c9-9fa9-828f7deb38f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:12.408873 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b21f82-0ac4-432b-95f7-7065a26aed46 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Network 6eb055bd-c733-4022-b95b-42f992adb5a5 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:12.411188 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b21f82-0ac4-432b-95f7-7065a26aed46 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Pushing event updated for resources: {'Port': ['ID=7b460b4a-3b9c-49b2-bd0f-7fc11065619a,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:12.418505 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-50b21f82-0ac4-432b-95f7-7065a26aed46 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:12.422400 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b21f82-0ac4-432b-95f7-7065a26aed46 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:34:12.428702 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b21f82-0ac4-432b-95f7-7065a26aed46 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:12.429351 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-50b21f82-0ac4-432b-95f7-7065a26aed46 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:12.433800 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e5dc87d8-755d-4b9b-8e74-aba84efc3b3c tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:12.455582 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-e5dc87d8-755d-4b9b-8e74-aba84efc3b3c tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Calling delete_port for bf319ec6-b4d6-4a24-9db1-cac8bc745b20 owned by network:router_interface {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:12.493529 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1257fd8a-b0b1-41c9-9fa9-828f7deb38f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe546c0a-1824-4fba-82ae-9be9bdafa074,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:12.534910 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-50b21f82-0ac4-432b-95f7-7065a26aed46 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.8898115 Aug 10 03:34:12.537548 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 52738) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:12.688960 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ca9a67b-001d-4148-8eba-ec76d4583e20 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Deleting subnet 58359cea-5ec5-4089-b547-c5d7f679f251 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:34:12.699548 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5ca9a67b-001d-4148-8eba-ec76d4583e20 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:12.724547 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e5dc87d8-755d-4b9b-8e74-aba84efc3b3c tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:12.781997 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dc87d8-755d-4b9b-8e74-aba84efc3b3c tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event deleted for resources: {'Port': ['ID=bf319ec6-b4d6-4a24-9db1-cac8bc745b20,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:12.787680 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5ca9a67b-001d-4148-8eba-ec76d4583e20 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:12.835100 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1257fd8a-b0b1-41c9-9fa9-828f7deb38f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:12.954420 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e5dc87d8-755d-4b9b-8e74-aba84efc3b3c tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:13.184807 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5dc87d8-755d-4b9b-8e74-aba84efc3b3c tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Router e4cb9d23-e927-4270-a373-13b597498f98 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:34:13.291966 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5dc87d8-755d-4b9b-8e74-aba84efc3b3c tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:34:13.301872 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-e5dc87d8-755d-4b9b-8e74-aba84efc3b3c tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "PUT /v2.0/routers/e4cb9d23-e927-4270-a373-13b597498f98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6837673 Aug 10 03:34:13.302576 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 52758) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:13.306965 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d161d8-7ecf-4401-a151-1aaaba97056c None None] Sync routers for ids ['e4cb9d23-e927-4270-a373-13b597498f98'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:34:13.322492 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d161d8-7ecf-4401-a151-1aaaba97056c None None] Routers {'e4cb9d23-e927-4270-a373-13b597498f98'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:34:13.323176 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-c3d161d8-7ecf-4401-a151-1aaaba97056c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:34:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['e4cb9d23-e927-4270-a373-13b597498f98'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:13.348352 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac4f8ae2-a820-4e98-874b-398245c27194 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] GET failed (client error): The resource could not be found. Aug 10 03:34:13.355449 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ac4f8ae2-a820-4e98-874b-398245c27194 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "GET /v2.0/ports/bf319ec6-b4d6-4a24-9db1-cac8bc745b20 HTTP/1.1" status: 404 len: 333 time: 0.0512290 Aug 10 03:34:13.356125 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 52764) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:13.397805 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-c3d161d8-7ecf-4401-a151-1aaaba97056c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:13.424552 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d161d8-7ecf-4401-a151-1aaaba97056c None None] Routers {'e4cb9d23-e927-4270-a373-13b597498f98'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:34:13.425497 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-c3d161d8-7ecf-4401-a151-1aaaba97056c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:34:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['e4cb9d23-e927-4270-a373-13b597498f98'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:13.491125 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-c3d161d8-7ecf-4401-a151-1aaaba97056c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:13.491828 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d161d8-7ecf-4401-a151-1aaaba97056c None None] The sync data for ids ['e4cb9d23-e927-4270-a373-13b597498f98'] in n-d-768851-15 is: [] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:34:13.517418 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad5f806-9dcc-4f0f-8087-5150ab81aa53 None None] Network 6eb055bd-c733-4022-b95b-42f992adb5a5 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:13.539084 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-82bda216-4ccc-4813-a0e1-649b1449a595 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for router, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:13.667218 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5ca9a67b-001d-4148-8eba-ec76d4583e20 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:13.776977 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-2febd68a-2ea8-41a0-8b8e-84d70f0f75fc None None] Provisioning for port 87a5e2c9-e819-4c8e-9822-90358e6f30d3 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:13.820498 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-82bda216-4ccc-4813-a0e1-649b1449a595 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:13.827950 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-82bda216-4ccc-4813-a0e1-649b1449a595 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:13.849455 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1257fd8a-b0b1-41c9-9fa9-828f7deb38f1 admin admin] Router 5ae48649-051a-4b4a-aad3-032ffdabc1a1 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:34:13.855370 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5ca9a67b-001d-4148-8eba-ec76d4583e20 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:13.897579 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-82bda216-4ccc-4813-a0e1-649b1449a595 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:13.898134 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82bda216-4ccc-4813-a0e1-649b1449a595 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Fanout notify agent at l3_agent the message router_deleted on router e4cb9d23-e927-4270-a373-13b597498f98 {{(pid=94216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:34:13.910854 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-82bda216-4ccc-4813-a0e1-649b1449a595 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:13.911982 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-82bda216-4ccc-4813-a0e1-649b1449a595 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "DELETE /v2.0/routers/e4cb9d23-e927-4270-a373-13b597498f98 HTTP/1.1" status: 204 len: 168 time: 0.5523322 Aug 10 03:34:13.915247 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 52782) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:13.930511 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca9a67b-001d-4148-8eba-ec76d4583e20 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Pushing event deleted for resources: {'Subnet': ['ID=58359cea-5ec5-4089-b547-c5d7f679f251,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:13.937960 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5ca9a67b-001d-4148-8eba-ec76d4583e20 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:13.943915 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-5ca9a67b-001d-4148-8eba-ec76d4583e20 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] 10.222.0.62 "DELETE /v2.0/subnets/58359cea-5ec5-4089-b547-c5d7f679f251 HTTP/1.1" status: 204 len: 168 time: 1.4053702 Aug 10 03:34:13.944447 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 52784) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:14.012048 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-04f9fdbf-1403-491f-b3d9-01211c5179a1 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Deleting subnet f7a08071-260c-4e66-a09e-9b020420d422 {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:34:14.025845 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-04f9fdbf-1403-491f-b3d9-01211c5179a1 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:14.103094 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-04f9fdbf-1403-491f-b3d9-01211c5179a1 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:14.109035 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1257fd8a-b0b1-41c9-9fa9-828f7deb38f1 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:34:14.121508 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b589c52-365d-4603-bea2-6c204474bb47 None None] Sync routers for ids ['5ae48649-051a-4b4a-aad3-032ffdabc1a1'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:34:14.123482 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1257fd8a-b0b1-41c9-9fa9-828f7deb38f1 admin admin] 10.222.0.62 "PUT /v2.0/routers/5ae48649-051a-4b4a-aad3-032ffdabc1a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0343966 Aug 10 03:34:14.124120 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 52792) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:14.135059 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b589c52-365d-4603-bea2-6c204474bb47 None None] Routers {'5ae48649-051a-4b4a-aad3-032ffdabc1a1'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:34:14.135747 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-2b589c52-365d-4603-bea2-6c204474bb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:34:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['5ae48649-051a-4b4a-aad3-032ffdabc1a1'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:14.136996 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e82c75-ef4d-4009-8683-2f92c2d88c13 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:14.138980 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e82c75-ef4d-4009-8683-2f92c2d88c13 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:14.143386 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-12e82c75-ef4d-4009-8683-2f92c2d88c13 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1952636 Aug 10 03:34:14.144939 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 52794) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:14.268415 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7eb681a-e2d3-4b84-adea-4290f31f6a58 None None] Network 6eb055bd-c733-4022-b95b-42f992adb5a5 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:14.293988 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f5fecdb1-4221-48f4-a817-00ae22663b7d tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:14.327374 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5fecdb1-4221-48f4-a817-00ae22663b7d tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 10 03:34:14.328108 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5fecdb1-4221-48f4-a817-00ae22663b7d tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:14.333606 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-f5fecdb1-4221-48f4-a817-00ae22663b7d tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] 10.222.0.62 "DELETE /v2.0/networks/6eb055bd-c733-4022-b95b-42f992adb5a5 HTTP/1.1" status: 409 len: 405 time: 0.1890030 Aug 10 03:34:14.343766 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-04f9fdbf-1403-491f-b3d9-01211c5179a1 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:14.359193 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-2b589c52-365d-4603-bea2-6c204474bb47 None None] Set router 5ae48649-051a-4b4a-aad3-032ffdabc1a1 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:34:14.377465 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 52806) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:14.393469 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-a24ecccc-e1fb-4272-9ffc-d51006bb1774 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1838404362'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:14.432894 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c33c0d3a-50ac-4fbe-889e-4a9fb8afe77f admin admin] Notify callbacks [] for router, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:14.477954 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24ecccc-e1fb-4272-9ffc-d51006bb1774 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Made reservation on behalf of 3eca7e73d03347638c9bda4556abd901 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:14.481726 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a24ecccc-e1fb-4272-9ffc-d51006bb1774 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:14.498435 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-e9ecfb24-e585-4812-b5f4-b49b0842e772 None None] Provisioning for port 7b460b4a-3b9c-49b2-bd0f-7fc11065619a completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:14.525110 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-e9ecfb24-e585-4812-b5f4-b49b0842e772 None None] Provisioning complete for port 7b460b4a-3b9c-49b2-bd0f-7fc11065619a triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:14.525475 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e9ecfb24-e585-4812-b5f4-b49b0842e772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:14.564469 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a24ecccc-e1fb-4272-9ffc-d51006bb1774 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:34:14.571395 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-04f9fdbf-1403-491f-b3d9-01211c5179a1 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:14.607654 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a24ecccc-e1fb-4272-9ffc-d51006bb1774 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:14.610768 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-a24ecccc-e1fb-4272-9ffc-d51006bb1774 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Added segment 3dea18b1-ea5d-483d-bc78-6b5f6adafcb8 of type vlan for network d3ff1503-0bc0-4215-a814-3780910a57bd Aug 10 03:34:14.613571 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 87a5e2c9-e819-4c8e-9822-90358e6f30d3 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:34:14.620228 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-04f9fdbf-1403-491f-b3d9-01211c5179a1 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:14.630633 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-04f9fdbf-1403-491f-b3d9-01211c5179a1 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "DELETE /v2.0/subnets/f7a08071-260c-4e66-a09e-9b020420d422 HTTP/1.1" status: 204 len: 168 time: 0.7143371 Aug 10 03:34:14.631577 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 52814) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:14.659812 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15466083-e865-4394-ac35-4f5af3293451 None None] Network 8d9741d8-711c-4d4d-a56b-f37beba31d91 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:14.694799 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f9fdbf-1403-491f-b3d9-01211c5179a1 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event deleted for resources: {'Subnet': ['ID=f7a08071-260c-4e66-a09e-9b020420d422,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:14.731665 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c33c0d3a-50ac-4fbe-889e-4a9fb8afe77f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:14.752314 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-2b589c52-365d-4603-bea2-6c204474bb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae48649-051a-4b4a-aad3-032ffdabc1a1', 'name': 'tempest-TestVolumeBackupRestore-1527728070-router', 'tenant_id': '4a8c1debca8c4d549cb7f4f68b57cf91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'f0a67ead-1c66-4713-84ac-023452945cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:33Z', 'updated_at': '2021-08-10T03:34:12Z', 'revision_number': 5, 'project_id': '4a8c1debca8c4d549cb7f4f68b57cf91', 'gw_port': {'id': 'f0a67ead-1c66-4713-84ac-023452945cdd', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:08:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae48649-051a-4b4a-aad3-032ffdabc1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:35Z', 'updated_at': '2021-08-10T03:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:14.754584 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a24ecccc-e1fb-4272-9ffc-d51006bb1774 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:14.784403 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b589c52-365d-4603-bea2-6c204474bb47 None None] Checking router: 5ae48649-051a-4b4a-aad3-032ffdabc1a1 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:34:14.794424 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b589c52-365d-4603-bea2-6c204474bb47 None None] Routers {'5ae48649-051a-4b4a-aad3-032ffdabc1a1'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:34:14.795344 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-2b589c52-365d-4603-bea2-6c204474bb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:34:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['5ae48649-051a-4b4a-aad3-032ffdabc1a1'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:14.839571 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-e9ecfb24-e585-4812-b5f4-b49b0842e772 None None] Port 7b460b4a-3b9c-49b2-bd0f-7fc11065619a cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:34:14.914670 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-2b589c52-365d-4603-bea2-6c204474bb47 None None] Set router 5ae48649-051a-4b4a-aad3-032ffdabc1a1 gateway port host: None {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:34:14.952003 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c0b4d443-1d02-45d0-a7f5-5f8e8e065bb7 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:14.963088 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a24ecccc-e1fb-4272-9ffc-d51006bb1774 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:14.976770 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24ecccc-e1fb-4272-9ffc-d51006bb1774 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:14.977782 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a24ecccc-e1fb-4272-9ffc-d51006bb1774 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:14.986616 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48526b06-86e6-4d00-99fa-4f6a27bd4df3 None None] DHCP port deletion for 6eb055bd-c733-4022-b95b-42f992adb5a5 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:34:14.995822 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 87a5e2c9-e819-4c8e-9822-90358e6f30d3 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:15.001182 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 87a5e2c9-e819-4c8e-9822-90358e6f30d3 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:15.001710 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:15.013091 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-c33c0d3a-50ac-4fbe-889e-4a9fb8afe77f admin admin] Deleting port f0a67ead-1c66-4713-84ac-023452945cdd {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:15.013684 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c33c0d3a-50ac-4fbe-889e-4a9fb8afe77f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:15.034899 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-2b589c52-365d-4603-bea2-6c204474bb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae48649-051a-4b4a-aad3-032ffdabc1a1', 'name': 'tempest-TestVolumeBackupRestore-1527728070-router', 'tenant_id': '4a8c1debca8c4d549cb7f4f68b57cf91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:33Z', 'updated_at': '2021-08-10T03:34:14Z', 'revision_number': 6, 'project_id': '4a8c1debca8c4d549cb7f4f68b57cf91', 'gw_port_host': None}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:15.117651 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b589c52-365d-4603-bea2-6c204474bb47 None None] The sync data for ids ['5ae48649-051a-4b4a-aad3-032ffdabc1a1'] in n-d-768851-15 is: [{'id': '5ae48649-051a-4b4a-aad3-032ffdabc1a1', 'name': 'tempest-TestVolumeBackupRestore-1527728070-router', 'tenant_id': '4a8c1debca8c4d549cb7f4f68b57cf91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:33Z', 'updated_at': '2021-08-10T03:34:14Z', 'revision_number': 6, 'project_id': '4a8c1debca8c4d549cb7f4f68b57cf91', 'gw_port_host': None}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:34:15.227582 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a24ecccc-e1fb-4272-9ffc-d51006bb1774 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8461952 Aug 10 03:34:15.230515 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 52840) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:15.238490 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-51d15080-fc83-4d1c-beb6-5991871e1da8 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Request body: {'subnet': {'network_id': 'd3ff1503-0bc0-4215-a814-3780910a57bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:15.248697 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24ecccc-e1fb-4272-9ffc-d51006bb1774 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Pushing event updated for resources: {'Network': ['ID=d3ff1503-0bc0-4215-a814-3780910a57bd,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:15.293624 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-c0b4d443-1d02-45d0-a7f5-5f8e8e065bb7 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Deleting port 00da6b8f-e421-4b34-84a1-8e2a54548297 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:15.294470 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c0b4d443-1d02-45d0-a7f5-5f8e8e065bb7 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:15.368581 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-c0b4d443-1d02-45d0-a7f5-5f8e8e065bb7 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] For port 00da6b8f-e421-4b34-84a1-8e2a54548297, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=00da6b8f-e421-4b34-84a1-8e2a54548297,segment=NetworkSegment(3360caf4-2d63-413a-8e7e-36cc4f675f3d),segment_id=3360caf4-2d63-413a-8e7e-36cc4f675f3d)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:15.368989 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c0b4d443-1d02-45d0-a7f5-5f8e8e065bb7 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:15.384453 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-c0b4d443-1d02-45d0-a7f5-5f8e8e065bb7 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Calling delete_port for 00da6b8f-e421-4b34-84a1-8e2a54548297 owned by network:dhcp {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:15.442934 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network d3ff1503-0bc0-4215-a814-3780910a57bd details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:34:15.470269 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d15080-fc83-4d1c-beb6-5991871e1da8 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Made reservation on behalf of 3eca7e73d03347638c9bda4556abd901 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:15.476043 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-51d15080-fc83-4d1c-beb6-5991871e1da8 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:15.497464 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c0b4d443-1d02-45d0-a7f5-5f8e8e065bb7 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:15.507499 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-c33c0d3a-50ac-4fbe-889e-4a9fb8afe77f admin admin] For port f0a67ead-1c66-4713-84ac-023452945cdd, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=f0a67ead-1c66-4713-84ac-023452945cdd,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:15.507941 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c33c0d3a-50ac-4fbe-889e-4a9fb8afe77f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:15.549960 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b4d443-1d02-45d0-a7f5-5f8e8e065bb7 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event deleted for resources: {'Port': ['ID=00da6b8f-e421-4b34-84a1-8e2a54548297,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:15.574620 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-c33c0d3a-50ac-4fbe-889e-4a9fb8afe77f admin admin] Calling delete_port for f0a67ead-1c66-4713-84ac-023452945cdd owned by network:router_gateway {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:15.583663 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b4d443-1d02-45d0-a7f5-5f8e8e065bb7 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] No DVR routers for this DVR port 00da6b8f-e421-4b34-84a1-8e2a54548297 on host n-d-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:34:15.770608 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c0b4d443-1d02-45d0-a7f5-5f8e8e065bb7 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:15.805289 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-c0b4d443-1d02-45d0-a7f5-5f8e8e065bb7 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d9741d8-711c-4d4d-a56b-f37beba31d91']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:15.826464 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-c0b4d443-1d02-45d0-a7f5-5f8e8e065bb7 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3360caf4-2d63-413a-8e7e-36cc4f675f3d') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:15.826885 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-c0b4d443-1d02-45d0-a7f5-5f8e8e065bb7 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3360caf4-2d63-413a-8e7e-36cc4f675f3d') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:15.838234 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:15.879167 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-48526b06-86e6-4d00-99fa-4f6a27bd4df3 None None] Deleting port 87a5e2c9-e819-4c8e-9822-90358e6f30d3 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:15.879543 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-48526b06-86e6-4d00-99fa-4f6a27bd4df3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:15.904309 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c0b4d443-1d02-45d0-a7f5-5f8e8e065bb7 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:15.936271 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c0b4d443-1d02-45d0-a7f5-5f8e8e065bb7 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:15.947508 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0b4d443-1d02-45d0-a7f5-5f8e8e065bb7 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:34:15.947923 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c0b4d443-1d02-45d0-a7f5-5f8e8e065bb7 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:15.953223 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:34:15.953223 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:34:15.953223 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:34:15.953223 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:34:15.953223 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:34:15.953223 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:34:15.953223 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:34:15.953223 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:34:15.953223 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:34:15.953223 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:34:15.953223 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:34:15.953223 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:34:15.953223 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:34:15.953223 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:34:15.953223 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:34:15.953223 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:34:15.953223 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:34:15.953223 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:34:15.953223 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:34:15.953223 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:34:15.953223 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:34:15.953223 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:34:15.953223 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:34:15.953223 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:34:15.953223 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:34:15.953223 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:34:15.953223 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:34:15.953223 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:34:15.953223 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:34:15.953223 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:34:15.953223 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:34:15.953223 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:34:15.983345 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 87a5e2c9-e819-4c8e-9822-90358e6f30d3, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=87a5e2c9-e819-4c8e-9822-90358e6f30d3,segment=NetworkSegment(169c01d0-567d-435e-ab60-0158ee7f12aa),segment_id=169c01d0-567d-435e-ab60-0158ee7f12aa)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:16.011112 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:16.057230 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-48526b06-86e6-4d00-99fa-4f6a27bd4df3 None None] For port 87a5e2c9-e819-4c8e-9822-90358e6f30d3, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=87a5e2c9-e819-4c8e-9822-90358e6f30d3,segment=NetworkSegment(169c01d0-567d-435e-ab60-0158ee7f12aa),segment_id=169c01d0-567d-435e-ab60-0158ee7f12aa)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:16.057230 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-48526b06-86e6-4d00-99fa-4f6a27bd4df3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:16.064583 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c0b4d443-1d02-45d0-a7f5-5f8e8e065bb7 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:16.078188 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-48526b06-86e6-4d00-99fa-4f6a27bd4df3 None None] Calling delete_port for 87a5e2c9-e819-4c8e-9822-90358e6f30d3 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:16.083410 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8a157e-7c76-4675-b617-5436b66f6218 None None] DHCP port deletion for 8d9741d8-711c-4d4d-a56b-f37beba31d91 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:34:16.094600 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c0b4d443-1d02-45d0-a7f5-5f8e8e065bb7 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:16.100236 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c0b4d443-1d02-45d0-a7f5-5f8e8e065bb7 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "DELETE /v2.0/networks/8d9741d8-711c-4d4d-a56b-f37beba31d91 HTTP/1.1" status: 204 len: 168 time: 1.4671052 Aug 10 03:34:16.106416 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 52872) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:16.107478 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=87a5e2c9-e819-4c8e-9822-90358e6f30d3,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:16.148299 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c33c0d3a-50ac-4fbe-889e-4a9fb8afe77f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:16.150283 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b4d443-1d02-45d0-a7f5-5f8e8e065bb7 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event deleted for resources: {'Network': ['ID=8d9741d8-711c-4d4d-a56b-f37beba31d91,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:16.209379 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-48526b06-86e6-4d00-99fa-4f6a27bd4df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:16.250183 n-d-768851-15 neutron-server[94216]: DEBUG neutron.objects.ports [None req-51d15080-fc83-4d1c-beb6-5991871e1da8 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94216) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:34:16.252516 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-51d15080-fc83-4d1c-beb6-5991871e1da8 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:16.266419 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48526b06-86e6-4d00-99fa-4f6a27bd4df3 None None] Pushing event deleted for resources: {'Port': ['ID=87a5e2c9-e819-4c8e-9822-90358e6f30d3,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:16.310895 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48526b06-86e6-4d00-99fa-4f6a27bd4df3 None None] No DVR routers for this DVR port 87a5e2c9-e819-4c8e-9822-90358e6f30d3 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:34:16.339455 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33c0d3a-50ac-4fbe-889e-4a9fb8afe77f admin admin] Pushing event deleted for resources: {'Port': ['ID=f0a67ead-1c66-4713-84ac-023452945cdd,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:16.353299 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 00da6b8f-e421-4b34-84a1-8e2a54548297 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:34:16.373960 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 00da6b8f-e421-4b34-84a1-8e2a54548297 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:34:16.374108 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d15080-fc83-4d1c-beb6-5991871e1da8 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Pushing event updated for resources: {'Subnet': ['ID=8b702eff-1fa9-4d07-9e88-cd47c65d8a2d,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:16.374311 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 00da6b8f-e421-4b34-84a1-8e2a54548297 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:34:16.374763 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device fe546c0a-1824-4fba-82ae-9be9bdafa074 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:34:16.383875 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d15080-fc83-4d1c-beb6-5991871e1da8 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Checking segment: {'id': '3dea18b1-ea5d-483d-bc78-6b5f6adafcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd3ff1503-0bc0-4215-a814-3780910a57bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:16.384242 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d15080-fc83-4d1c-beb6-5991871e1da8 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Network hostable DHCP agents. Network: d3ff1503-0bc0-4215-a814-3780910a57bd, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:34:16.393059 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037a5293-7a93-4985-9ae7-aea08d7eb3d1 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:16.400154 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-037a5293-7a93-4985-9ae7-aea08d7eb3d1 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "GET /v2.0/ports/eb8fbb7c-ad60-4ede-ab92-bfef333fb663 HTTP/1.1" status: 200 len: 844 time: 0.2920079 Aug 10 03:34:16.401460 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 52876) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:16.428602 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: fe546c0a-1824-4fba-82ae-9be9bdafa074 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:34:16.429536 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device fe546c0a-1824-4fba-82ae-9be9bdafa074 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:34:16.430193 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 87a5e2c9-e819-4c8e-9822-90358e6f30d3 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:34:16.433422 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d15080-fc83-4d1c-beb6-5991871e1da8 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Network d3ff1503-0bc0-4215-a814-3780910a57bd is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:34:16.454682 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-51d15080-fc83-4d1c-beb6-5991871e1da8 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, d3ff1503-0bc0-4215-a814-3780910a57bd) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:16.458322 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 87a5e2c9-e819-4c8e-9822-90358e6f30d3 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:34:16.458978 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 87a5e2c9-e819-4c8e-9822-90358e6f30d3 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:34:16.460153 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device f0a67ead-1c66-4713-84ac-023452945cdd no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:34:16.461050 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d15080-fc83-4d1c-beb6-5991871e1da8 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:16.461954 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-51d15080-fc83-4d1c-beb6-5991871e1da8 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:16.466106 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0ddb2e-552c-48c0-bc8e-106e3711cddd None None] Network d3ff1503-0bc0-4215-a814-3780910a57bd requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:16.492676 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-51d15080-fc83-4d1c-beb6-5991871e1da8 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.2607267 Aug 10 03:34:16.495189 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 52880) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:16.511200 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: f0a67ead-1c66-4713-84ac-023452945cdd {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:34:16.511784 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device f0a67ead-1c66-4713-84ac-023452945cdd not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:34:16.531218 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9bfcee9d-76b4-452e-83d9-6e717bb8ba76 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "GET /v2.0/ports/eb8fbb7c-ad60-4ede-ab92-bfef333fb663?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1279981 Aug 10 03:34:16.537992 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c33c0d3a-50ac-4fbe-889e-4a9fb8afe77f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:16.540299 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 52882) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:16.547939 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-b2fcf19a-afa4-4de1-b883-c381ebce5198 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Request body: {'subnet': {'network_id': 'eb30c64f-7491-4f10-ba18-cdfcafb1f977', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:16.671312 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 52884) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:16.679178 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb54409c-1e30-4d2d-94f2-9a222174ef06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-d3ff1503-0bc0-4215-a814-3780910a57bd', 'network_id': 'd3ff1503-0bc0-4215-a814-3780910a57bd', 'tenant_id': '3eca7e73d03347638c9bda4556abd901', 'fixed_ips': [{'subnet_id': '8b702eff-1fa9-4d07-9e88-cd47c65d8a2d'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:34:16.680234 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-eb54409c-1e30-4d2d-94f2-9a222174ef06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:16.722457 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0bcd15a1-5a04-4a3e-84f3-04d1b24c513c tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:16.734849 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c33c0d3a-50ac-4fbe-889e-4a9fb8afe77f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:16.740007 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c33c0d3a-50ac-4fbe-889e-4a9fb8afe77f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:16.810427 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c33c0d3a-50ac-4fbe-889e-4a9fb8afe77f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:16.812677 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33c0d3a-50ac-4fbe-889e-4a9fb8afe77f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ae48649-051a-4b4a-aad3-032ffdabc1a1 {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:34:16.820489 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0bcd15a1-5a04-4a3e-84f3-04d1b24c513c tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:16.825331 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c33c0d3a-50ac-4fbe-889e-4a9fb8afe77f admin admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:16.826647 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c33c0d3a-50ac-4fbe-889e-4a9fb8afe77f admin admin] 10.222.0.62 "DELETE /v2.0/routers/5ae48649-051a-4b4a-aad3-032ffdabc1a1 HTTP/1.1" status: 204 len: 168 time: 2.7015176 Aug 10 03:34:16.829928 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 52890) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:16.830054 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2fcf19a-afa4-4de1-b883-c381ebce5198 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Made reservation on behalf of 4eee0f5311c74c15921867e8b0597445 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:16.837557 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b2fcf19a-afa4-4de1-b883-c381ebce5198 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:16.964112 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-428048e9-b411-47f5-ae7e-abf5ba0193a7 admin admin] Deleting subnet ce107643-a099-4794-bcb7-4719821bc26b {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:34:17.004524 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-428048e9-b411-47f5-ae7e-abf5ba0193a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:17.012532 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-eb54409c-1e30-4d2d-94f2-9a222174ef06 None None] Allocated IP 2001:db8::f816:3eff:fe48:d15 (d3ff1503-0bc0-4215-a814-3780910a57bd/8b702eff-1fa9-4d07-9e88-cd47c65d8a2d/13838368-688c-46d4-9816-4e09cb8e7151) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:34:17.053924 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-387e8fc5-1d35-4bc1-98c9-f5784bef6997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:17.069658 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-428048e9-b411-47f5-ae7e-abf5ba0193a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:17.199251 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-428048e9-b411-47f5-ae7e-abf5ba0193a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:17.244098 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b2fcf19a-afa4-4de1-b883-c381ebce5198 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:17.264110 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-428048e9-b411-47f5-ae7e-abf5ba0193a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:17.267591 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-eb54409c-1e30-4d2d-94f2-9a222174ef06 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:17.285971 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-eb54409c-1e30-4d2d-94f2-9a222174ef06 None None] Transition to ACTIVE for port object 13838368-688c-46d4-9816-4e09cb8e7151 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:17.301634 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428048e9-b411-47f5-ae7e-abf5ba0193a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce107643-a099-4794-bcb7-4719821bc26b,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:17.303127 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fcf19a-afa4-4de1-b883-c381ebce5198 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Network eb30c64f-7491-4f10-ba18-cdfcafb1f977 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:17.307683 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-428048e9-b411-47f5-ae7e-abf5ba0193a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:17.310701 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-428048e9-b411-47f5-ae7e-abf5ba0193a7 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/ce107643-a099-4794-bcb7-4719821bc26b HTTP/1.1" status: 204 len: 168 time: 0.4785519 Aug 10 03:34:17.312502 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 52892) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:17.318600 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-b2fcf19a-afa4-4de1-b883-c381ebce5198 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:17.327933 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4461785a-fb67-4e3c-8cb4-f3f35aa4827b None None] Network e4053f76-fe28-45af-a43b-109b89c28438 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:17.331658 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fcf19a-afa4-4de1-b883-c381ebce5198 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:17.332165 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-eb54409c-1e30-4d2d-94f2-9a222174ef06 None None] Transition to ACTIVE for port object 13838368-688c-46d4-9816-4e09cb8e7151 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:17.332275 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b2fcf19a-afa4-4de1-b883-c381ebce5198 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:17.342342 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a820e7-be4c-467b-9d52-450a40dff70a None None] Network eb30c64f-7491-4f10-ba18-cdfcafb1f977 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:17.376753 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fcf19a-afa4-4de1-b883-c381ebce5198 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event updated for resources: {'Subnet': ['ID=63067a6f-d617-4768-bffa-3ba2bd36ca0f,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:17.425453 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0bcd15a1-5a04-4a3e-84f3-04d1b24c513c tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:17.450286 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0557932c-3bd5-40f6-947f-488788d7a886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:17.473875 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-387e8fc5-1d35-4bc1-98c9-f5784bef6997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:17.488252 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-387e8fc5-1d35-4bc1-98c9-f5784bef6997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:17.510931 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-eb54409c-1e30-4d2d-94f2-9a222174ef06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:17.532273 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcd15a1-5a04-4a3e-84f3-04d1b24c513c tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Pushing event deleted for resources: {'Subnet': ['ID=8b702eff-1fa9-4d07-9e88-cd47c65d8a2d,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:17.548801 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387e8fc5-1d35-4bc1-98c9-f5784bef6997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc8f611-969d-455c-a21f-959df735b4df,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:17.565471 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b2fcf19a-afa4-4de1-b883-c381ebce5198 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0232255 Aug 10 03:34:17.569828 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0bcd15a1-5a04-4a3e-84f3-04d1b24c513c tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:17.572768 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 52896) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:17.580431 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-96d116d2-b060-4829-85a4-b5c44809a8c7 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Request body: {'security_group': {'name': 'tempest-secgroup-293068864'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:17.593297 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-0bcd15a1-5a04-4a3e-84f3-04d1b24c513c tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3ff1503-0bc0-4215-a814-3780910a57bd']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:17.621879 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-387e8fc5-1d35-4bc1-98c9-f5784bef6997 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=24c9148d16764e0f8e7f7420b21a970e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9494984 Aug 10 03:34:17.625393 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 52898) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:17.629242 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb54409c-1e30-4d2d-94f2-9a222174ef06 None None] Network d3ff1503-0bc0-4215-a814-3780910a57bd is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:17.633434 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-0bcd15a1-5a04-4a3e-84f3-04d1b24c513c tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dea18b1-ea5d-483d-bc78-6b5f6adafcb8') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:17.633804 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-0bcd15a1-5a04-4a3e-84f3-04d1b24c513c tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dea18b1-ea5d-483d-bc78-6b5f6adafcb8') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:17.652325 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-eb54409c-1e30-4d2d-94f2-9a222174ef06 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:17.659435 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-96d116d2-b060-4829-85a4-b5c44809a8c7 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:17.662447 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb54409c-1e30-4d2d-94f2-9a222174ef06 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:34:17.692414 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0bcd15a1-5a04-4a3e-84f3-04d1b24c513c tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:17.697095 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54409c-1e30-4d2d-94f2-9a222174ef06 None None] Pushing event updated for resources: {'Port': ['ID=13838368-688c-46d4-9816-4e09cb8e7151,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:17.758397 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-eb54409c-1e30-4d2d-94f2-9a222174ef06 None None] Attempting to bind port 13838368-688c-46d4-9816-4e09cb8e7151 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:34:17.760489 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-eb54409c-1e30-4d2d-94f2-9a222174ef06 None None] Attempting to bind port 13838368-688c-46d4-9816-4e09cb8e7151 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '3dea18b1-ea5d-483d-bc78-6b5f6adafcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd3ff1503-0bc0-4215-a814-3780910a57bd'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:34:17.761368 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb54409c-1e30-4d2d-94f2-9a222174ef06 None None] Attempting to bind port 13838368-688c-46d4-9816-4e09cb8e7151 on network d3ff1503-0bc0-4215-a814-3780910a57bd {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:34:17.767855 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0bcd15a1-5a04-4a3e-84f3-04d1b24c513c tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:17.784946 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bcd15a1-5a04-4a3e-84f3-04d1b24c513c tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:34:17.785338 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0bcd15a1-5a04-4a3e-84f3-04d1b24c513c tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:17.789252 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-96d116d2-b060-4829-85a4-b5c44809a8c7 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:17.796793 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-96d116d2-b060-4829-85a4-b5c44809a8c7 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:17.801256 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb54409c-1e30-4d2d-94f2-9a222174ef06 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:34:17.801880 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb54409c-1e30-4d2d-94f2-9a222174ef06 None None] Checking segment: {'id': '3dea18b1-ea5d-483d-bc78-6b5f6adafcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd3ff1503-0bc0-4215-a814-3780910a57bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:17.802462 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-eb54409c-1e30-4d2d-94f2-9a222174ef06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:17.803397 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb54409c-1e30-4d2d-94f2-9a222174ef06 None None] Bound using segment: {'id': '3dea18b1-ea5d-483d-bc78-6b5f6adafcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd3ff1503-0bc0-4215-a814-3780910a57bd'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:34:17.803714 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:34:17.803714 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:34:17.803714 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:34:17.803714 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:34:17.803714 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:34:17.803714 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:34:17.803714 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:34:17.803714 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:34:17.803714 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:34:17.803714 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:34:17.803714 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:34:17.803714 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:34:17.803714 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:34:17.803714 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:34:17.803714 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:34:17.803714 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:34:17.803714 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:34:17.803714 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:34:17.803714 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:34:17.803714 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:34:17.803714 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:34:17.803714 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:34:17.803714 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:34:17.803714 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:34:17.803714 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:34:17.803714 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:34:17.803714 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:34:17.803714 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:34:17.803714 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:34:17.803714 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:34:17.803714 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:34:17.803714 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:34:17.805964 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-eb54409c-1e30-4d2d-94f2-9a222174ef06 None None] Bound port: 13838368-688c-46d4-9816-4e09cb8e7151, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dea18b1-ea5d-483d-bc78-6b5f6adafcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd3ff1503-0bc0-4215-a814-3780910a57bd'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:34:17.806545 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-eb54409c-1e30-4d2d-94f2-9a222174ef06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:17.810146 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795f2f5f-068b-4675-aee7-2e2cd77f5e0f None None] DHCP port deletion for e4053f76-fe28-45af-a43b-109b89c28438 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:34:17.825444 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a4572d9f-c8c0-45bc-9d66-f806ecd9dbe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:17.835775 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-96d116d2-b060-4829-85a4-b5c44809a8c7 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:17.837372 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-96d116d2-b060-4829-85a4-b5c44809a8c7 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2605317 Aug 10 03:34:17.839690 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d116d2-b060-4829-85a4-b5c44809a8c7 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=263093f8-cdc5-45c9-bc6c-301d468cf641,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:17.842033 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 52900) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:17.847490 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-56cc5603-be69-4d6f-ac33-b61614359dca tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Request body: {'security_group': {'name': 'tempest-secgroup-360556802'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:17.873919 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-56cc5603-be69-4d6f-ac33-b61614359dca tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:17.953968 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-0557932c-3bd5-40f6-947f-488788d7a886 admin admin] Deleting port 42497ae6-7ead-43b2-8f07-18bdaae1c68c {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:17.954229 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0557932c-3bd5-40f6-947f-488788d7a886 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:17.999301 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-eb54409c-1e30-4d2d-94f2-9a222174ef06 None None] For port 13838368-688c-46d4-9816-4e09cb8e7151, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:34:18.003153 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-795f2f5f-068b-4675-aee7-2e2cd77f5e0f None None] Deleting port 42497ae6-7ead-43b2-8f07-18bdaae1c68c {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:18.003722 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-795f2f5f-068b-4675-aee7-2e2cd77f5e0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:18.029277 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-0557932c-3bd5-40f6-947f-488788d7a886 admin admin] For port 42497ae6-7ead-43b2-8f07-18bdaae1c68c, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=42497ae6-7ead-43b2-8f07-18bdaae1c68c,segment=NetworkSegment(ccca6cad-917d-4018-be16-19d55514fc52),segment_id=ccca6cad-917d-4018-be16-19d55514fc52)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:18.029645 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0557932c-3bd5-40f6-947f-488788d7a886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:18.043542 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-0557932c-3bd5-40f6-947f-488788d7a886 admin admin] Calling delete_port for 42497ae6-7ead-43b2-8f07-18bdaae1c68c owned by network:dhcp {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:18.054150 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-56cc5603-be69-4d6f-ac33-b61614359dca tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:18.057915 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a4572d9f-c8c0-45bc-9d66-f806ecd9dbe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:18.067495 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ba51ab-e818-4371-98b4-b8f941a2557e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-eb30c64f-7491-4f10-ba18-cdfcafb1f977', 'network_id': 'eb30c64f-7491-4f10-ba18-cdfcafb1f977', 'tenant_id': '4eee0f5311c74c15921867e8b0597445', 'fixed_ips': [{'subnet_id': '63067a6f-d617-4768-bffa-3ba2bd36ca0f'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:34:18.068426 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-99ba51ab-e818-4371-98b4-b8f941a2557e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:18.070981 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-56cc5603-be69-4d6f-ac33-b61614359dca tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:18.102913 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-56cc5603-be69-4d6f-ac33-b61614359dca tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:18.104192 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-56cc5603-be69-4d6f-ac33-b61614359dca tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2608764 Aug 10 03:34:18.106951 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 52904) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:18.115194 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-49de1276-533e-4649-9d2e-c0ca217b3fd8 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2060965198', 'security_groups': ['3f1aff13-2e99-4245-9a7d-c14fe544833d'], 'network_id': 'eb30c64f-7491-4f10-ba18-cdfcafb1f977', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '63067a6f-d617-4768-bffa-3ba2bd36ca0f'}]}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:18.127573 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-eb54409c-1e30-4d2d-94f2-9a222174ef06 None None] For port 13838368-688c-46d4-9816-4e09cb8e7151, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=13838368-688c-46d4-9816-4e09cb8e7151,segment=NetworkSegment(3dea18b1-ea5d-483d-bc78-6b5f6adafcb8),segment_id=3dea18b1-ea5d-483d-bc78-6b5f6adafcb8)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:34:18.152517 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.db.api [None req-0bcd15a1-5a04-4a3e-84f3-04d1b24c513c tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 03:34:18.152517 n-d-768851-15 neutron-server[94216]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 03:34:18.152517 n-d-768851-15 neutron-server[94216]: [parameters: {'id': 'd3ff1503-0bc0-4215-a814-3780910a57bd'}] Aug 10 03:34:18.152517 n-d-768851-15 neutron-server[94216]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:34:18.152887 n-d-768851-15 neutron-server[94216]: DEBUG oslo_db.api [None req-0bcd15a1-5a04-4a3e-84f3-04d1b24c513c tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:34:18.161940 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-795f2f5f-068b-4675-aee7-2e2cd77f5e0f None None] For port 42497ae6-7ead-43b2-8f07-18bdaae1c68c, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=42497ae6-7ead-43b2-8f07-18bdaae1c68c,segment=NetworkSegment(ccca6cad-917d-4018-be16-19d55514fc52),segment_id=ccca6cad-917d-4018-be16-19d55514fc52)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:18.162911 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-795f2f5f-068b-4675-aee7-2e2cd77f5e0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:18.165847 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-eb54409c-1e30-4d2d-94f2-9a222174ef06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:18.174016 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc5603-be69-4d6f-ac33-b61614359dca tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1aff13-2e99-4245-9a7d-c14fe544833d,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:18.248468 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54409c-1e30-4d2d-94f2-9a222174ef06 None None] Pushing event updated for resources: {'Port': ['ID=13838368-688c-46d4-9816-4e09cb8e7151,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:18.249613 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0557932c-3bd5-40f6-947f-488788d7a886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:18.261817 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-795f2f5f-068b-4675-aee7-2e2cd77f5e0f None None] Calling delete_port for 42497ae6-7ead-43b2-8f07-18bdaae1c68c owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:18.299184 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a4572d9f-c8c0-45bc-9d66-f806ecd9dbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:18.302623 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a4572d9f-c8c0-45bc-9d66-f806ecd9dbe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:18.305101 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-a4572d9f-c8c0-45bc-9d66-f806ecd9dbe6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6bc8f611-969d-455c-a21f-959df735b4df HTTP/1.1" status: 204 len: 168 time: 0.6756806 Aug 10 03:34:18.357851 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0557932c-3bd5-40f6-947f-488788d7a886 admin admin] No DVR routers for this DVR port 42497ae6-7ead-43b2-8f07-18bdaae1c68c on host n-d-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:34:18.362403 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0557932c-3bd5-40f6-947f-488788d7a886 admin admin] Pushing event deleted for resources: {'Port': ['ID=42497ae6-7ead-43b2-8f07-18bdaae1c68c,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:18.387560 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b83c84-3a8f-4d65-a26c-7f56d3f5845d None None] Network d3ff1503-0bc0-4215-a814-3780910a57bd requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:18.394293 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49de1276-533e-4649-9d2e-c0ca217b3fd8 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Made reservation on behalf of 4eee0f5311c74c15921867e8b0597445 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:18.402253 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4572d9f-c8c0-45bc-9d66-f806ecd9dbe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc8f611-969d-455c-a21f-959df735b4df,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:18.452844 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 42497ae6-7ead-43b2-8f07-18bdaae1c68c no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:34:18.476107 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0557932c-3bd5-40f6-947f-488788d7a886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:18.506817 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-0557932c-3bd5-40f6-947f-488788d7a886 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4053f76-fe28-45af-a43b-109b89c28438']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:18.523215 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-49de1276-533e-4649-9d2e-c0ca217b3fd8 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:18.529105 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-0557932c-3bd5-40f6-947f-488788d7a886 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccca6cad-917d-4018-be16-19d55514fc52') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:18.529410 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-0557932c-3bd5-40f6-947f-488788d7a886 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccca6cad-917d-4018-be16-19d55514fc52') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:18.540771 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0557932c-3bd5-40f6-947f-488788d7a886 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:18.543787 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [None req-49de1276-533e-4649-9d2e-c0ca217b3fd8 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] device_id is not set on port 4238e0f1-78dd-4bc0-a926-251998908c43 yet. {{(pid=94217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:34:18.559067 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0557932c-3bd5-40f6-947f-488788d7a886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:18.572916 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0557932c-3bd5-40f6-947f-488788d7a886 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:34:18.573396 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0557932c-3bd5-40f6-947f-488788d7a886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:18.575533 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:34:18.575533 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:34:18.575533 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:34:18.575533 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:34:18.575533 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:34:18.575533 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:34:18.575533 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:34:18.575533 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:34:18.575533 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:34:18.575533 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:34:18.575533 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:34:18.575533 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:34:18.575533 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:34:18.575533 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:34:18.575533 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:34:18.575533 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:34:18.575533 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:34:18.575533 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:34:18.575533 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:34:18.575533 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:34:18.575533 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:34:18.575533 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:34:18.575533 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:34:18.575533 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:34:18.575533 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:34:18.575533 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:34:18.575533 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:34:18.575533 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:34:18.575533 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:34:18.575533 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:34:18.575533 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:34:18.575533 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:34:18.640650 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0557932c-3bd5-40f6-947f-488788d7a886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:18.647156 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0557932c-3bd5-40f6-947f-488788d7a886 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:18.651931 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-0557932c-3bd5-40f6-947f-488788d7a886 admin admin] 10.222.0.62 "DELETE /v2.0/networks/e4053f76-fe28-45af-a43b-109b89c28438 HTTP/1.1" status: 204 len: 168 time: 1.3375802 Aug 10 03:34:18.653432 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0bcd15a1-5a04-4a3e-84f3-04d1b24c513c tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:18.682805 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0557932c-3bd5-40f6-947f-488788d7a886 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4053f76-fe28-45af-a43b-109b89c28438,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:18.740713 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 42497ae6-7ead-43b2-8f07-18bdaae1c68c {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:34:18.741070 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 42497ae6-7ead-43b2-8f07-18bdaae1c68c not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:34:18.797993 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-0bcd15a1-5a04-4a3e-84f3-04d1b24c513c tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Deleting port 13838368-688c-46d4-9816-4e09cb8e7151 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:18.798326 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0bcd15a1-5a04-4a3e-84f3-04d1b24c513c tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:18.904754 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 52914) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:18.919851 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-795f2f5f-068b-4675-aee7-2e2cd77f5e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:18.927620 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-795f2f5f-068b-4675-aee7-2e2cd77f5e0f None None] Network e4053f76-fe28-45af-a43b-109b89c28438 is not hosted by any dhcp agent {{(pid=94218) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 03:34:18.928111 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795f2f5f-068b-4675-aee7-2e2cd77f5e0f None None] No DVR routers for this DVR port 42497ae6-7ead-43b2-8f07-18bdaae1c68c on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:34:18.941827 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-49de1276-533e-4649-9d2e-c0ca217b3fd8 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Allocated IP 2001:db8::2eb (eb30c64f-7491-4f10-ba18-cdfcafb1f977/63067a6f-d617-4768-bffa-3ba2bd36ca0f/4238e0f1-78dd-4bc0-a926-251998908c43) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:34:18.969254 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-0bcd15a1-5a04-4a3e-84f3-04d1b24c513c tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] For port 13838368-688c-46d4-9816-4e09cb8e7151, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=13838368-688c-46d4-9816-4e09cb8e7151,segment=NetworkSegment(3dea18b1-ea5d-483d-bc78-6b5f6adafcb8),segment_id=3dea18b1-ea5d-483d-bc78-6b5f6adafcb8)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:18.969629 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0bcd15a1-5a04-4a3e-84f3-04d1b24c513c tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:18.969742 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795f2f5f-068b-4675-aee7-2e2cd77f5e0f None None] Pushing event deleted for resources: {'Port': ['ID=42497ae6-7ead-43b2-8f07-18bdaae1c68c,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:18.983530 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a6c0bbf8-ff7c-42c8-861a-5815d6ec23be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:18.993959 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 52916) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:19.003366 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-0bcd15a1-5a04-4a3e-84f3-04d1b24c513c tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Calling delete_port for 13838368-688c-46d4-9816-4e09cb8e7151 owned by network:dhcp {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:19.114526 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-5c5ce146-bd28-4b4a-9364-0407cee050b8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=38384b23a283420ab03964bbfa7ad032&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1186275 Aug 10 03:34:19.114526 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 52920) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:19.190865 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0bcd15a1-5a04-4a3e-84f3-04d1b24c513c tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:19.264406 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-49de1276-533e-4649-9d2e-c0ca217b3fd8 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:19.265902 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcd15a1-5a04-4a3e-84f3-04d1b24c513c tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] No DVR routers for this DVR port 13838368-688c-46d4-9816-4e09cb8e7151 on host n-d-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:34:19.289589 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a6c0bbf8-ff7c-42c8-861a-5815d6ec23be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:19.293390 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-49de1276-533e-4649-9d2e-c0ca217b3fd8 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Transition to ACTIVE for port object 4238e0f1-78dd-4bc0-a926-251998908c43 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:19.297585 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a6c0bbf8-ff7c-42c8-861a-5815d6ec23be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:19.317542 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcd15a1-5a04-4a3e-84f3-04d1b24c513c tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Pushing event deleted for resources: {'Port': ['ID=13838368-688c-46d4-9816-4e09cb8e7151,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:19.372462 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a6c0bbf8-ff7c-42c8-861a-5815d6ec23be admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b105adb2a28440ba9844a6588b060afb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4319692 Aug 10 03:34:19.373229 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 52922) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:19.385074 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4881bae1-e75d-47a7-b4d6-7b1f35c01395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:19.391838 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0bcd15a1-5a04-4a3e-84f3-04d1b24c513c tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:19.394672 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c0bbf8-ff7c-42c8-861a-5815d6ec23be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc757b1-3c37-4196-a4fd-c00e61917ad1,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:19.420938 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-0bcd15a1-5a04-4a3e-84f3-04d1b24c513c tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3ff1503-0bc0-4215-a814-3780910a57bd']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:19.431753 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-49de1276-533e-4649-9d2e-c0ca217b3fd8 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:19.441423 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-0bcd15a1-5a04-4a3e-84f3-04d1b24c513c tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dea18b1-ea5d-483d-bc78-6b5f6adafcb8') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:19.441725 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-0bcd15a1-5a04-4a3e-84f3-04d1b24c513c tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dea18b1-ea5d-483d-bc78-6b5f6adafcb8') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:19.445335 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4881bae1-e75d-47a7-b4d6-7b1f35c01395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:19.461520 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0bcd15a1-5a04-4a3e-84f3-04d1b24c513c tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:19.503253 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-99ba51ab-e818-4371-98b4-b8f941a2557e None None] Allocated IP 2001:db8::2 (eb30c64f-7491-4f10-ba18-cdfcafb1f977/63067a6f-d617-4768-bffa-3ba2bd36ca0f/b1b0dd5f-9736-493f-bf6b-03410dc6c7bb) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:34:19.514152 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49de1276-533e-4649-9d2e-c0ca217b3fd8 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Network eb30c64f-7491-4f10-ba18-cdfcafb1f977 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:19.531883 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-49de1276-533e-4649-9d2e-c0ca217b3fd8 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:19.545846 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49de1276-533e-4649-9d2e-c0ca217b3fd8 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:34:19.555010 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49de1276-533e-4649-9d2e-c0ca217b3fd8 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:19.556472 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-49de1276-533e-4649-9d2e-c0ca217b3fd8 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:19.559221 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0bcd15a1-5a04-4a3e-84f3-04d1b24c513c tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:19.562472 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b03f7055-1999-4a11-bf04-0399c1976358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:19.569446 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de1276-533e-4649-9d2e-c0ca217b3fd8 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event updated for resources: {'Port': ['ID=4238e0f1-78dd-4bc0-a926-251998908c43,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:19.575768 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bcd15a1-5a04-4a3e-84f3-04d1b24c513c tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:34:19.577096 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0bcd15a1-5a04-4a3e-84f3-04d1b24c513c tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:19.607338 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-49de1276-533e-4649-9d2e-c0ca217b3fd8 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4990542 Aug 10 03:34:19.616658 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 52924) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:19.641212 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-18de6f77-c4e5-4239-9c82-97f1f5b26196 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Request body: {'subnet': {'network_id': 'eb30c64f-7491-4f10-ba18-cdfcafb1f977', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:19.667153 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-99ba51ab-e818-4371-98b4-b8f941a2557e None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:19.678450 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-99ba51ab-e818-4371-98b4-b8f941a2557e None None] Transition to ACTIVE for port object b1b0dd5f-9736-493f-bf6b-03410dc6c7bb will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:19.688943 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b03f7055-1999-4a11-bf04-0399c1976358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:19.696417 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:34:19.696417 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:34:19.696417 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:34:19.696417 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:34:19.696417 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:34:19.696417 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:34:19.696417 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:34:19.696417 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:34:19.696417 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:34:19.696417 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:34:19.696417 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:34:19.696417 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:34:19.696417 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:34:19.696417 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:34:19.696417 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:34:19.696417 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:34:19.696417 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:34:19.696417 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:34:19.696417 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:34:19.696417 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:34:19.696417 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:34:19.696417 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:34:19.696417 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:34:19.696417 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:34:19.696417 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:34:19.696417 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:34:19.696417 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:34:19.696417 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:34:19.696417 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:34:19.696417 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:34:19.696417 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:34:19.696417 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:34:19.707101 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4881bae1-e75d-47a7-b4d6-7b1f35c01395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:19.707101 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4881bae1-e75d-47a7-b4d6-7b1f35c01395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:19.707101 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-4881bae1-e75d-47a7-b4d6-7b1f35c01395 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/40ab91e8-9d38-442f-94be-fb453c8930f7 HTTP/1.1" status: 204 len: 168 time: 0.5238056 Aug 10 03:34:19.715859 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-99ba51ab-e818-4371-98b4-b8f941a2557e None None] Transition to ACTIVE for port object b1b0dd5f-9736-493f-bf6b-03410dc6c7bb will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:19.724730 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4881bae1-e75d-47a7-b4d6-7b1f35c01395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ab91e8-9d38-442f-94be-fb453c8930f7,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:19.729836 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-99ba51ab-e818-4371-98b4-b8f941a2557e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:19.750199 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0bcd15a1-5a04-4a3e-84f3-04d1b24c513c tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:19.778807 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0bcd15a1-5a04-4a3e-84f3-04d1b24c513c tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:19.790788 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-0bcd15a1-5a04-4a3e-84f3-04d1b24c513c tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] 10.222.0.62 "DELETE /v2.0/networks/d3ff1503-0bc0-4215-a814-3780910a57bd HTTP/1.1" status: 204 len: 168 time: 3.2893796 Aug 10 03:34:19.791965 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 52930) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:19.800877 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-db384bc8-cc19-44a2-b1c7-bd07182c5373 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1423045348'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:19.820680 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ba51ab-e818-4371-98b4-b8f941a2557e None None] Network eb30c64f-7491-4f10-ba18-cdfcafb1f977 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:19.823174 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcd15a1-5a04-4a3e-84f3-04d1b24c513c tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Pushing event deleted for resources: {'Network': ['ID=d3ff1503-0bc0-4215-a814-3780910a57bd,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:19.823328 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-99ba51ab-e818-4371-98b4-b8f941a2557e None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:19.825935 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ba51ab-e818-4371-98b4-b8f941a2557e None None] Pushing event updated for resources: {'Port': ['ID=b1b0dd5f-9736-493f-bf6b-03410dc6c7bb,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:19.828501 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ba51ab-e818-4371-98b4-b8f941a2557e None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:34:19.893450 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db384bc8-cc19-44a2-b1c7-bd07182c5373 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Made reservation on behalf of 3eca7e73d03347638c9bda4556abd901 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:19.897884 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-db384bc8-cc19-44a2-b1c7-bd07182c5373 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:19.904724 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b03f7055-1999-4a11-bf04-0399c1976358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:19.907793 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b03f7055-1999-4a11-bf04-0399c1976358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:19.912130 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b03f7055-1999-4a11-bf04-0399c1976358 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2fc757b1-3c37-4196-a4fd-c00e61917ad1 HTTP/1.1" status: 204 len: 168 time: 0.5353673 Aug 10 03:34:19.913856 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-99ba51ab-e818-4371-98b4-b8f941a2557e None None] Attempting to bind port b1b0dd5f-9736-493f-bf6b-03410dc6c7bb on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:34:19.913856 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-99ba51ab-e818-4371-98b4-b8f941a2557e None None] Attempting to bind port b1b0dd5f-9736-493f-bf6b-03410dc6c7bb by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '7b04670e-e146-4ad4-bc99-df6e238b9bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'eb30c64f-7491-4f10-ba18-cdfcafb1f977'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:34:19.914139 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ba51ab-e818-4371-98b4-b8f941a2557e None None] Attempting to bind port b1b0dd5f-9736-493f-bf6b-03410dc6c7bb on network eb30c64f-7491-4f10-ba18-cdfcafb1f977 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:34:19.921015 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ba51ab-e818-4371-98b4-b8f941a2557e None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:34:19.921412 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ba51ab-e818-4371-98b4-b8f941a2557e None None] Checking segment: {'id': '7b04670e-e146-4ad4-bc99-df6e238b9bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'eb30c64f-7491-4f10-ba18-cdfcafb1f977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:19.921835 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-99ba51ab-e818-4371-98b4-b8f941a2557e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:19.922256 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ba51ab-e818-4371-98b4-b8f941a2557e None None] Bound using segment: {'id': '7b04670e-e146-4ad4-bc99-df6e238b9bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'eb30c64f-7491-4f10-ba18-cdfcafb1f977'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:34:19.923236 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-99ba51ab-e818-4371-98b4-b8f941a2557e None None] Bound port: b1b0dd5f-9736-493f-bf6b-03410dc6c7bb, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b04670e-e146-4ad4-bc99-df6e238b9bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'eb30c64f-7491-4f10-ba18-cdfcafb1f977'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:34:19.923501 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-99ba51ab-e818-4371-98b4-b8f941a2557e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:19.923964 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18de6f77-c4e5-4239-9c82-97f1f5b26196 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Made reservation on behalf of 4eee0f5311c74c15921867e8b0597445 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:19.928312 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-18de6f77-c4e5-4239-9c82-97f1f5b26196 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:20.000915 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f7055-1999-4a11-bf04-0399c1976358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc757b1-3c37-4196-a4fd-c00e61917ad1,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:20.024095 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db384bc8-cc19-44a2-b1c7-bd07182c5373 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:34:20.051294 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-db384bc8-cc19-44a2-b1c7-bd07182c5373 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:20.052101 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-db384bc8-cc19-44a2-b1c7-bd07182c5373 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Added segment 60857dfe-ec3e-47b2-9b57-82926026ec9d of type vlan for network e8b04172-c526-4a09-93ce-72661ec195e1 Aug 10 03:34:20.079787 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-99ba51ab-e818-4371-98b4-b8f941a2557e None None] For port b1b0dd5f-9736-493f-bf6b-03410dc6c7bb, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:34:20.083749 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-99ba51ab-e818-4371-98b4-b8f941a2557e None None] For port b1b0dd5f-9736-493f-bf6b-03410dc6c7bb, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=b1b0dd5f-9736-493f-bf6b-03410dc6c7bb,segment=NetworkSegment(7b04670e-e146-4ad4-bc99-df6e238b9bbc),segment_id=7b04670e-e146-4ad4-bc99-df6e238b9bbc)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:34:20.092360 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-99ba51ab-e818-4371-98b4-b8f941a2557e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:20.129349 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-db384bc8-cc19-44a2-b1c7-bd07182c5373 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:20.135712 n-d-768851-15 neutron-server[94217]: INFO neutron.db.ipam_backend_mixin [None req-18de6f77-c4e5-4239-9c82-97f1f5b26196 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 63067a6f-d617-4768-bffa-3ba2bd36ca0f (CIDR: 2001:db8::/64) Aug 10 03:34:20.146602 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-18de6f77-c4e5-4239-9c82-97f1f5b26196 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:34:20.146602 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18de6f77-c4e5-4239-9c82-97f1f5b26196 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:20.187905 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-db384bc8-cc19-44a2-b1c7-bd07182c5373 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:20.225538 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db384bc8-cc19-44a2-b1c7-bd07182c5373 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:20.225538 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-db384bc8-cc19-44a2-b1c7-bd07182c5373 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:20.244835 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-18de6f77-c4e5-4239-9c82-97f1f5b26196 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6130612 Aug 10 03:34:20.245152 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 52936) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:20.257488 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-b9e40fd5-3d64-40b3-9d2f-29e916d8f416 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Request body: {'subnet': {'network_id': 'eb30c64f-7491-4f10-ba18-cdfcafb1f977', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:20.272042 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ba51ab-e818-4371-98b4-b8f941a2557e None None] Pushing event updated for resources: {'Port': ['ID=b1b0dd5f-9736-493f-bf6b-03410dc6c7bb,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:20.357515 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-db384bc8-cc19-44a2-b1c7-bd07182c5373 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5646193 Aug 10 03:34:20.367622 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 52942) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:20.374467 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-67038e39-8619-46db-af77-b75397b03da3 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Request body: {'subnet': {'network_id': 'e8b04172-c526-4a09-93ce-72661ec195e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:20.488646 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e40fd5-3d64-40b3-9d2f-29e916d8f416 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Made reservation on behalf of 4eee0f5311c74c15921867e8b0597445 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:20.493854 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b9e40fd5-3d64-40b3-9d2f-29e916d8f416 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:20.499516 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db384bc8-cc19-44a2-b1c7-bd07182c5373 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Pushing event updated for resources: {'Network': ['ID=e8b04172-c526-4a09-93ce-72661ec195e1,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:20.545782 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network e8b04172-c526-4a09-93ce-72661ec195e1 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:34:20.623462 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67038e39-8619-46db-af77-b75397b03da3 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Made reservation on behalf of 3eca7e73d03347638c9bda4556abd901 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:20.632049 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-67038e39-8619-46db-af77-b75397b03da3 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:20.710631 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 52952) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:20.786420 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-958cb1e1-6c86-4c01-ab8d-f796fe78361b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4a8c1debca8c4d549cb7f4f68b57cf91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0744495 Aug 10 03:34:20.791181 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 52954) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:21.025042 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-67038e39-8619-46db-af77-b75397b03da3 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:21.110510 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67038e39-8619-46db-af77-b75397b03da3 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Pushing event updated for resources: {'Subnet': ['ID=e3e27772-a79d-4bb5-800c-eeeca41dc731,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:21.125303 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67038e39-8619-46db-af77-b75397b03da3 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Checking segment: {'id': '60857dfe-ec3e-47b2-9b57-82926026ec9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e8b04172-c526-4a09-93ce-72661ec195e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:21.125895 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67038e39-8619-46db-af77-b75397b03da3 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Network hostable DHCP agents. Network: e8b04172-c526-4a09-93ce-72661ec195e1, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:34:21.173060 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67038e39-8619-46db-af77-b75397b03da3 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Network e8b04172-c526-4a09-93ce-72661ec195e1 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:34:21.205455 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-67038e39-8619-46db-af77-b75397b03da3 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, e8b04172-c526-4a09-93ce-72661ec195e1) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:21.225323 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2131dcf-a0d1-43e4-bb7d-0f05d319cb21 None None] Network e8b04172-c526-4a09-93ce-72661ec195e1 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:21.250345 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67038e39-8619-46db-af77-b75397b03da3 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:21.250664 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-67038e39-8619-46db-af77-b75397b03da3 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:21.278780 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-67038e39-8619-46db-af77-b75397b03da3 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9089921 Aug 10 03:34:21.279433 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 52968) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:21.412057 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fd84bf6c-9a1d-45b5-9e9c-6677b0026206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:21.504785 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fd84bf6c-9a1d-45b5-9e9c-6677b0026206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:21.593314 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfd4577-c591-4009-be15-c610a36dd845 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-e8b04172-c526-4a09-93ce-72661ec195e1', 'network_id': 'e8b04172-c526-4a09-93ce-72661ec195e1', 'tenant_id': '3eca7e73d03347638c9bda4556abd901', 'fixed_ips': [{'subnet_id': 'e3e27772-a79d-4bb5-800c-eeeca41dc731'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:34:21.594964 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-bcfd4577-c591-4009-be15-c610a36dd845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:21.619355 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fd84bf6c-9a1d-45b5-9e9c-6677b0026206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:21.623318 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fd84bf6c-9a1d-45b5-9e9c-6677b0026206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:21.625111 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-fd84bf6c-9a1d-45b5-9e9c-6677b0026206 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/96f144ef-0885-4015-86cc-0ae9fe34201c HTTP/1.1" status: 204 len: 168 time: 0.8329668 Aug 10 03:34:21.639213 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd84bf6c-9a1d-45b5-9e9c-6677b0026206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f144ef-0885-4015-86cc-0ae9fe34201c,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:21.778078 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b9e40fd5-3d64-40b3-9d2f-29e916d8f416 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:21.891569 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e40fd5-3d64-40b3-9d2f-29e916d8f416 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Network eb30c64f-7491-4f10-ba18-cdfcafb1f977 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:21.925021 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-b9e40fd5-3d64-40b3-9d2f-29e916d8f416 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:21.930407 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e40fd5-3d64-40b3-9d2f-29e916d8f416 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:21.956606 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b9e40fd5-3d64-40b3-9d2f-29e916d8f416 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:22.010331 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ebc98bab-15da-489b-bb65-fd406358ba93 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:22.010542 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-ec71e3f8-13c5-4b5c-a9dd-d8994641300e None None] Provisioning for port b1b0dd5f-9736-493f-bf6b-03410dc6c7bb completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:22.012422 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e40fd5-3d64-40b3-9d2f-29e916d8f416 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event updated for resources: {'Subnet': ['ID=fdf29b60-ab54-4cb3-a1b6-86eff87aa624,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:22.046383 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b9e40fd5-3d64-40b3-9d2f-29e916d8f416 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7997606 Aug 10 03:34:22.047702 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 52982) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:22.054780 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-bcfd4577-c591-4009-be15-c610a36dd845 None None] Allocated IP 2001:db8::2 (e8b04172-c526-4a09-93ce-72661ec195e1/e3e27772-a79d-4bb5-800c-eeeca41dc731/060150b7-42cd-4bd9-8ab5-aee94aee8726) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:34:22.081433 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-347df094-1538-447e-a1d4-8a5512723275 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-576447434', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fdf29b60-ab54-4cb3-a1b6-86eff87aa624'}], 'security_groups': ['263093f8-cdc5-45c9-bc6c-301d468cf641']}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:22.234333 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ebc98bab-15da-489b-bb65-fd406358ba93 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:22.432120 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a287f7b7-89d7-4278-8ba2-01f79b3e8572 None None] Network eb30c64f-7491-4f10-ba18-cdfcafb1f977 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:22.503317 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-347df094-1538-447e-a1d4-8a5512723275 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:22.528616 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b1b0dd5f-9736-493f-bf6b-03410dc6c7bb up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:34:22.556733 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-ec71e3f8-13c5-4b5c-a9dd-d8994641300e None None] Provisioning complete for port eb8fbb7c-ad60-4ede-ab92-bfef333fb663 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:22.557115 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ec71e3f8-13c5-4b5c-a9dd-d8994641300e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:22.867144 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-bcfd4577-c591-4009-be15-c610a36dd845 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:22.882188 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-ec71e3f8-13c5-4b5c-a9dd-d8994641300e None None] Port eb8fbb7c-ad60-4ede-ab92-bfef333fb663 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:34:22.888988 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-bcfd4577-c591-4009-be15-c610a36dd845 None None] Transition to ACTIVE for port object 060150b7-42cd-4bd9-8ab5-aee94aee8726 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:22.956306 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port b1b0dd5f-9736-493f-bf6b-03410dc6c7bb completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:22.958715 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-bcfd4577-c591-4009-be15-c610a36dd845 None None] Transition to ACTIVE for port object 060150b7-42cd-4bd9-8ab5-aee94aee8726 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:22.971237 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port b1b0dd5f-9736-493f-bf6b-03410dc6c7bb triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:22.971686 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:23.009339 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ebc98bab-15da-489b-bb65-fd406358ba93 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:23.011936 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-347df094-1538-447e-a1d4-8a5512723275 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Delete allocated IP 2001:db8::2eb (eb30c64f-7491-4f10-ba18-cdfcafb1f977/63067a6f-d617-4768-bffa-3ba2bd36ca0f) {{(pid=94216) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 10 03:34:23.026318 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-bcfd4577-c591-4009-be15-c610a36dd845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:23.047872 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-347df094-1538-447e-a1d4-8a5512723275 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Allocated IP 2001:db8:0:1::11f (eb30c64f-7491-4f10-ba18-cdfcafb1f977/fdf29b60-ab54-4cb3-a1b6-86eff87aa624/4238e0f1-78dd-4bc0-a926-251998908c43) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:34:23.073963 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfd4577-c591-4009-be15-c610a36dd845 None None] Network e8b04172-c526-4a09-93ce-72661ec195e1 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:23.126961 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc98bab-15da-489b-bb65-fd406358ba93 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Pushing event deleted for resources: {'Subnet': ['ID=e3e27772-a79d-4bb5-800c-eeeca41dc731,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:23.137700 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:23.139823 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-bcfd4577-c591-4009-be15-c610a36dd845 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:23.160576 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-5f1c369b-5c66-46d0-8d9b-df7fa34ed366 None None] Provisioning for port 4238e0f1-78dd-4bc0-a926-251998908c43 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:23.174327 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfd4577-c591-4009-be15-c610a36dd845 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:34:23.198118 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ebc98bab-15da-489b-bb65-fd406358ba93 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:23.198467 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfd4577-c591-4009-be15-c610a36dd845 None None] Pushing event updated for resources: {'Port': ['ID=060150b7-42cd-4bd9-8ab5-aee94aee8726,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:23.210650 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-ebc98bab-15da-489b-bb65-fd406358ba93 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8b04172-c526-4a09-93ce-72661ec195e1']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:23.214462 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-5f1c369b-5c66-46d0-8d9b-df7fa34ed366 None None] Provisioning complete for port 4238e0f1-78dd-4bc0-a926-251998908c43 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:23.215164 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5f1c369b-5c66-46d0-8d9b-df7fa34ed366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:23.223379 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-ebc98bab-15da-489b-bb65-fd406358ba93 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60857dfe-ec3e-47b2-9b57-82926026ec9d') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:23.223712 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-ebc98bab-15da-489b-bb65-fd406358ba93 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60857dfe-ec3e-47b2-9b57-82926026ec9d') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:23.236511 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ebc98bab-15da-489b-bb65-fd406358ba93 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:23.251665 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ebc98bab-15da-489b-bb65-fd406358ba93 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:23.257545 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-347df094-1538-447e-a1d4-8a5512723275 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:23.258568 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebc98bab-15da-489b-bb65-fd406358ba93 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:34:23.259027 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ebc98bab-15da-489b-bb65-fd406358ba93 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:23.269636 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6391e691-e645-4b5e-a01e-209fce6466fd None None] Update dhcp port {'port': {'network_id': 'eb30c64f-7491-4f10-ba18-cdfcafb1f977', 'fixed_ips': [{'subnet_id': '63067a6f-d617-4768-bffa-3ba2bd36ca0f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fdf29b60-ab54-4cb3-a1b6-86eff87aa624'}], 'binding:host_id': 'n-d-768851-15'}, 'id': 'b1b0dd5f-9736-493f-bf6b-03410dc6c7bb'} from n-d-768851-15. {{(pid=94218) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:34:23.277833 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-347df094-1538-447e-a1d4-8a5512723275 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Ignored duplicate provisioning block setup for port 4238e0f1-78dd-4bc0-a926-251998908c43 by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 10 03:34:23.290486 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-347df094-1538-447e-a1d4-8a5512723275 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:23.333021 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:34:23.333021 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:34:23.333021 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:34:23.333021 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:34:23.333021 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:34:23.333021 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:34:23.333021 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:34:23.333021 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:34:23.333021 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:34:23.333021 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:34:23.333021 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:34:23.333021 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:34:23.333021 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:34:23.333021 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:34:23.333021 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:34:23.333021 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:34:23.333021 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:34:23.333021 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:34:23.333021 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:34:23.333021 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:34:23.333021 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:34:23.333021 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:34:23.333021 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:34:23.333021 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:34:23.333021 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:34:23.333021 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:34:23.333021 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:34:23.333021 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:34:23.333021 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:34:23.333021 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:34:23.333021 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:34:23.333021 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:34:23.350888 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.db.api [None req-ebc98bab-15da-489b-bb65-fd406358ba93 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 03:34:23.350888 n-d-768851-15 neutron-server[94217]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 03:34:23.350888 n-d-768851-15 neutron-server[94217]: [parameters: {'id': 'e8b04172-c526-4a09-93ce-72661ec195e1'}] Aug 10 03:34:23.350888 n-d-768851-15 neutron-server[94217]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:34:23.351534 n-d-768851-15 neutron-server[94217]: DEBUG oslo_db.api [None req-ebc98bab-15da-489b-bb65-fd406358ba93 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:34:23.376765 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-6391e691-e645-4b5e-a01e-209fce6466fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:23.422941 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-347df094-1538-447e-a1d4-8a5512723275 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] In _notify_port_updated(), no bound segment for port 4238e0f1-78dd-4bc0-a926-251998908c43 on network eb30c64f-7491-4f10-ba18-cdfcafb1f977 {{(pid=94216) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:34:23.429035 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347df094-1538-447e-a1d4-8a5512723275 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:23.429898 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-347df094-1538-447e-a1d4-8a5512723275 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:23.431432 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-347df094-1538-447e-a1d4-8a5512723275 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "PUT /v2.0/ports/4238e0f1-78dd-4bc0-a926-251998908c43 HTTP/1.1" status: 200 len: 930 time: 1.3813996 Aug 10 03:34:23.434378 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 53010) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:23.441226 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347df094-1538-447e-a1d4-8a5512723275 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event updated for resources: {'Port': ['ID=4238e0f1-78dd-4bc0-a926-251998908c43,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:23.457723 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port b1b0dd5f-9736-493f-bf6b-03410dc6c7bb, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=b1b0dd5f-9736-493f-bf6b-03410dc6c7bb,segment=NetworkSegment(7b04670e-e146-4ad4-bc99-df6e238b9bbc),segment_id=7b04670e-e146-4ad4-bc99-df6e238b9bbc)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:23.482532 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-bcfd4577-c591-4009-be15-c610a36dd845 None None] Attempting to bind port 060150b7-42cd-4bd9-8ab5-aee94aee8726 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:34:23.483078 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-bcfd4577-c591-4009-be15-c610a36dd845 None None] Attempting to bind port 060150b7-42cd-4bd9-8ab5-aee94aee8726 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '60857dfe-ec3e-47b2-9b57-82926026ec9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e8b04172-c526-4a09-93ce-72661ec195e1'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:34:23.483513 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfd4577-c591-4009-be15-c610a36dd845 None None] Attempting to bind port 060150b7-42cd-4bd9-8ab5-aee94aee8726 on network e8b04172-c526-4a09-93ce-72661ec195e1 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:34:23.493003 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:23.500945 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfd4577-c591-4009-be15-c610a36dd845 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:34:23.501313 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfd4577-c591-4009-be15-c610a36dd845 None None] Checking segment: {'id': '60857dfe-ec3e-47b2-9b57-82926026ec9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e8b04172-c526-4a09-93ce-72661ec195e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:23.501711 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-bcfd4577-c591-4009-be15-c610a36dd845 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:23.502102 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfd4577-c591-4009-be15-c610a36dd845 None None] Bound using segment: {'id': '60857dfe-ec3e-47b2-9b57-82926026ec9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e8b04172-c526-4a09-93ce-72661ec195e1'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:34:23.502579 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-bcfd4577-c591-4009-be15-c610a36dd845 None None] Bound port: 060150b7-42cd-4bd9-8ab5-aee94aee8726, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60857dfe-ec3e-47b2-9b57-82926026ec9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e8b04172-c526-4a09-93ce-72661ec195e1'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:34:23.502983 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-bcfd4577-c591-4009-be15-c610a36dd845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:23.541718 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-5f1c369b-5c66-46d0-8d9b-df7fa34ed366 None None] Port 4238e0f1-78dd-4bc0-a926-251998908c43 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:34:23.552961 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-a61a24f4-44a6-42ab-a384-8cdb6f2cb5e5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Deleting port 4238e0f1-78dd-4bc0-a926-251998908c43 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:23.553311 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a61a24f4-44a6-42ab-a384-8cdb6f2cb5e5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:23.657407 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a61a24f4-44a6-42ab-a384-8cdb6f2cb5e5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:23.675821 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-a61a24f4-44a6-42ab-a384-8cdb6f2cb5e5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Calling delete_port for 4238e0f1-78dd-4bc0-a926-251998908c43 owned by {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:23.705341 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=b1b0dd5f-9736-493f-bf6b-03410dc6c7bb,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:23.739191 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-bcfd4577-c591-4009-be15-c610a36dd845 None None] For port 060150b7-42cd-4bd9-8ab5-aee94aee8726, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:34:23.744775 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-bcfd4577-c591-4009-be15-c610a36dd845 None None] For port 060150b7-42cd-4bd9-8ab5-aee94aee8726, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=060150b7-42cd-4bd9-8ab5-aee94aee8726,segment=NetworkSegment(60857dfe-ec3e-47b2-9b57-82926026ec9d),segment_id=60857dfe-ec3e-47b2-9b57-82926026ec9d)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:34:23.774058 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-6391e691-e645-4b5e-a01e-209fce6466fd None None] Allocated IP 2001:db8:0:1::2 (eb30c64f-7491-4f10-ba18-cdfcafb1f977/fdf29b60-ab54-4cb3-a1b6-86eff87aa624/b1b0dd5f-9736-493f-bf6b-03410dc6c7bb) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:34:23.786601 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-bcfd4577-c591-4009-be15-c610a36dd845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:23.857221 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ebc98bab-15da-489b-bb65-fd406358ba93 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:23.960450 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a61a24f4-44a6-42ab-a384-8cdb6f2cb5e5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:24.005122 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfd4577-c591-4009-be15-c610a36dd845 None None] Pushing event updated for resources: {'Port': ['ID=060150b7-42cd-4bd9-8ab5-aee94aee8726,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:24.030826 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3a7528-0c05-4c8d-9c1d-b33483c99f43 None None] Network e8b04172-c526-4a09-93ce-72661ec195e1 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:24.031861 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61a24f4-44a6-42ab-a384-8cdb6f2cb5e5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event deleted for resources: {'Port': ['ID=4238e0f1-78dd-4bc0-a926-251998908c43,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:24.097254 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a61a24f4-44a6-42ab-a384-8cdb6f2cb5e5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:24.105380 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a61a24f4-44a6-42ab-a384-8cdb6f2cb5e5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "DELETE /v2.0/ports/4238e0f1-78dd-4bc0-a926-251998908c43 HTTP/1.1" status: 204 len: 168 time: 0.6692019 Aug 10 03:34:24.108414 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53030) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:24.136057 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-ebc98bab-15da-489b-bb65-fd406358ba93 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Deleting port 060150b7-42cd-4bd9-8ab5-aee94aee8726 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:24.136970 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ebc98bab-15da-489b-bb65-fd406358ba93 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:24.140343 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-6391e691-e645-4b5e-a01e-209fce6466fd None None] For port b1b0dd5f-9736-493f-bf6b-03410dc6c7bb, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=b1b0dd5f-9736-493f-bf6b-03410dc6c7bb,segment=NetworkSegment(7b04670e-e146-4ad4-bc99-df6e238b9bbc),segment_id=7b04670e-e146-4ad4-bc99-df6e238b9bbc)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:24.160639 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4f74f9e-3603-4f33-8e5e-519bd0cba3b3 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] GET failed (client error): The resource could not be found. Aug 10 03:34:24.167033 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d4f74f9e-3603-4f33-8e5e-519bd0cba3b3 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "GET /v2.0/ports/4238e0f1-78dd-4bc0-a926-251998908c43 HTTP/1.1" status: 404 len: 333 time: 0.0573127 Aug 10 03:34:24.167901 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53034) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:24.214852 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-6391e691-e645-4b5e-a01e-209fce6466fd None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:24.234706 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-6391e691-e645-4b5e-a01e-209fce6466fd None None] Transition to ACTIVE for port object b1b0dd5f-9736-493f-bf6b-03410dc6c7bb will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:24.250774 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-6391e691-e645-4b5e-a01e-209fce6466fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:24.353376 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-509fa77a-8a09-4fdb-9f3f-4b3326a04e5b tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:24.379368 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-ebc98bab-15da-489b-bb65-fd406358ba93 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] For port 060150b7-42cd-4bd9-8ab5-aee94aee8726, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=060150b7-42cd-4bd9-8ab5-aee94aee8726,segment=NetworkSegment(60857dfe-ec3e-47b2-9b57-82926026ec9d),segment_id=60857dfe-ec3e-47b2-9b57-82926026ec9d)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:24.393109 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ebc98bab-15da-489b-bb65-fd406358ba93 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:24.400931 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-509fa77a-8a09-4fdb-9f3f-4b3326a04e5b tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:24.411754 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b1b0dd5f-9736-493f-bf6b-03410dc6c7bb up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:34:24.437093 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-ebc98bab-15da-489b-bb65-fd406358ba93 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Calling delete_port for 060150b7-42cd-4bd9-8ab5-aee94aee8726 owned by network:dhcp {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:24.489603 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6391e691-e645-4b5e-a01e-209fce6466fd None None] Pushing event updated for resources: {'Port': ['ID=b1b0dd5f-9736-493f-bf6b-03410dc6c7bb,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:24.496507 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-509fa77a-8a09-4fdb-9f3f-4b3326a04e5b tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:24.499377 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-509fa77a-8a09-4fdb-9f3f-4b3326a04e5b tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:24.501087 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-509fa77a-8a09-4fdb-9f3f-4b3326a04e5b tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "DELETE /v2.0/security-groups/3f1aff13-2e99-4245-9a7d-c14fe544833d HTTP/1.1" status: 204 len: 168 time: 0.3317227 Aug 10 03:34:24.516893 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53040) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:24.517604 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509fa77a-8a09-4fdb-9f3f-4b3326a04e5b tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1aff13-2e99-4245-9a7d-c14fe544833d,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:24.613462 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ebc98bab-15da-489b-bb65-fd406358ba93 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:24.637849 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-45970292-6d9d-4d09-aee2-086e58f7bf9c tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:24.651403 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc98bab-15da-489b-bb65-fd406358ba93 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Pushing event deleted for resources: {'Port': ['ID=060150b7-42cd-4bd9-8ab5-aee94aee8726,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:24.657540 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc98bab-15da-489b-bb65-fd406358ba93 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] No DVR routers for this DVR port 060150b7-42cd-4bd9-8ab5-aee94aee8726 on host n-d-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:34:24.688581 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-45970292-6d9d-4d09-aee2-086e58f7bf9c tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:24.783749 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ebc98bab-15da-489b-bb65-fd406358ba93 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:24.807724 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-ebc98bab-15da-489b-bb65-fd406358ba93 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8b04172-c526-4a09-93ce-72661ec195e1']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:24.811181 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-45970292-6d9d-4d09-aee2-086e58f7bf9c tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:24.814872 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-45970292-6d9d-4d09-aee2-086e58f7bf9c tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:24.817120 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-45970292-6d9d-4d09-aee2-086e58f7bf9c tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "DELETE /v2.0/security-groups/263093f8-cdc5-45c9-bc6c-301d468cf641 HTTP/1.1" status: 204 len: 168 time: 0.2973123 Aug 10 03:34:24.822473 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53044) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:24.840220 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 53046) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:24.874221 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-ebc98bab-15da-489b-bb65-fd406358ba93 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60857dfe-ec3e-47b2-9b57-82926026ec9d') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:24.877467 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45970292-6d9d-4d09-aee2-086e58f7bf9c tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=263093f8-cdc5-45c9-bc6c-301d468cf641,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:24.877864 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-ebc98bab-15da-489b-bb65-fd406358ba93 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60857dfe-ec3e-47b2-9b57-82926026ec9d') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:24.920628 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ebc98bab-15da-489b-bb65-fd406358ba93 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:24.961786 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ebc98bab-15da-489b-bb65-fd406358ba93 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:24.962584 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-93e30d37-6d40-42ce-a7ba-8e076c99a7de tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Deleting subnet 63067a6f-d617-4768-bffa-3ba2bd36ca0f {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:34:24.966852 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-93e30d37-6d40-42ce-a7ba-8e076c99a7de tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:24.978676 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebc98bab-15da-489b-bb65-fd406358ba93 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:34:24.979342 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ebc98bab-15da-489b-bb65-fd406358ba93 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:25.041161 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-93e30d37-6d40-42ce-a7ba-8e076c99a7de tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:25.052090 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:34:25.052090 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:34:25.052090 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:34:25.052090 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:34:25.052090 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:34:25.052090 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:34:25.052090 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:34:25.052090 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:34:25.052090 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:34:25.052090 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:34:25.052090 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:34:25.052090 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:34:25.052090 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:34:25.052090 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:34:25.052090 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:34:25.052090 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:34:25.052090 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:34:25.052090 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:34:25.052090 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:34:25.052090 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:34:25.052090 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:34:25.052090 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:34:25.052090 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:34:25.052090 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:34:25.052090 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:34:25.052090 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:34:25.052090 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:34:25.052090 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:34:25.052090 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:34:25.052090 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:34:25.052090 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:34:25.052090 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:34:25.067471 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ebc98bab-15da-489b-bb65-fd406358ba93 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:25.074460 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ebc98bab-15da-489b-bb65-fd406358ba93 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:25.082656 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ebc98bab-15da-489b-bb65-fd406358ba93 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] 10.222.0.62 "DELETE /v2.0/networks/e8b04172-c526-4a09-93ce-72661ec195e1 HTTP/1.1" status: 204 len: 168 time: 3.8021073 Aug 10 03:34:25.083351 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 53052) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:25.101702 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-30cb5d3d-d6fa-4f45-a583-6b31cbb1800c tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-611842122'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:25.134420 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-61813828-0aa7-4913-81ac-b44f594b59b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:25.155718 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc98bab-15da-489b-bb65-fd406358ba93 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Pushing event deleted for resources: {'Network': ['ID=e8b04172-c526-4a09-93ce-72661ec195e1,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:25.200917 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30cb5d3d-d6fa-4f45-a583-6b31cbb1800c tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Made reservation on behalf of 3eca7e73d03347638c9bda4556abd901 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:25.204396 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-93e30d37-6d40-42ce-a7ba-8e076c99a7de tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:25.211792 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-30cb5d3d-d6fa-4f45-a583-6b31cbb1800c tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:25.285006 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-93e30d37-6d40-42ce-a7ba-8e076c99a7de tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:25.289655 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30cb5d3d-d6fa-4f45-a583-6b31cbb1800c tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:34:25.305980 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-93e30d37-6d40-42ce-a7ba-8e076c99a7de tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:25.309310 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-93e30d37-6d40-42ce-a7ba-8e076c99a7de tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "DELETE /v2.0/subnets/63067a6f-d617-4768-bffa-3ba2bd36ca0f HTTP/1.1" status: 204 len: 168 time: 0.4836409 Aug 10 03:34:25.314119 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-30cb5d3d-d6fa-4f45-a583-6b31cbb1800c tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:25.314637 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-30cb5d3d-d6fa-4f45-a583-6b31cbb1800c tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Added segment d10e17b2-01b6-4614-9de4-902382122bda of type vlan for network 5819b6d4-eecc-4e64-a5c3-2e0f5e9541fd Aug 10 03:34:25.316354 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 53056) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:25.333906 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-bd2652e5-eb10-43cc-a4c8-9ce2b8385ad2 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Request body: {'subnet': {'network_id': 'eb30c64f-7491-4f10-ba18-cdfcafb1f977', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:25.335492 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e30d37-6d40-42ce-a7ba-8e076c99a7de tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event deleted for resources: {'Subnet': ['ID=63067a6f-d617-4768-bffa-3ba2bd36ca0f,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:25.356916 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb681772-c731-4583-bf9d-97e5d7b96bea None None] Network eb30c64f-7491-4f10-ba18-cdfcafb1f977 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:25.472948 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-30cb5d3d-d6fa-4f45-a583-6b31cbb1800c tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:25.529460 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-208a3bf8-1d2a-47d7-81b3-fc39e121033e None None] Could not find standard attr ID for object 4238e0f1-78dd-4bc0-a926-251998908c43. {{(pid=94218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:34:25.558471 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-30cb5d3d-d6fa-4f45-a583-6b31cbb1800c tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:25.566445 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cb5d3d-d6fa-4f45-a583-6b31cbb1800c tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:25.567174 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-30cb5d3d-d6fa-4f45-a583-6b31cbb1800c tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:25.578384 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-208a3bf8-1d2a-47d7-81b3-fc39e121033e None None] Provisioning for port b1b0dd5f-9736-493f-bf6b-03410dc6c7bb completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:25.584818 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-208a3bf8-1d2a-47d7-81b3-fc39e121033e None None] Provisioning complete for port b1b0dd5f-9736-493f-bf6b-03410dc6c7bb triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:25.585495 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-208a3bf8-1d2a-47d7-81b3-fc39e121033e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:25.655948 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-61813828-0aa7-4913-81ac-b44f594b59b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:25.668394 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-61813828-0aa7-4913-81ac-b44f594b59b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:25.692650 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb5d3d-d6fa-4f45-a583-6b31cbb1800c tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Pushing event updated for resources: {'Network': ['ID=5819b6d4-eecc-4e64-a5c3-2e0f5e9541fd,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:25.701329 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-30cb5d3d-d6fa-4f45-a583-6b31cbb1800c tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6112409 Aug 10 03:34:25.704457 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53060) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:25.709968 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-c7cb7193-13f2-43f4-a7fd-b68b7e81a330 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Request body: {'subnet': {'network_id': '5819b6d4-eecc-4e64-a5c3-2e0f5e9541fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:25.749413 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 5819b6d4-eecc-4e64-a5c3-2e0f5e9541fd details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:34:25.762652 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-61813828-0aa7-4913-81ac-b44f594b59b6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1315be8123514d9bb33c90cbffe2e6f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9211109 Aug 10 03:34:25.763594 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61813828-0aa7-4913-81ac-b44f594b59b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a37c7de-d7ce-4d5b-b717-fa353de04a4e,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:25.767061 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 53062) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:25.775359 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2652e5-eb10-43cc-a4c8-9ce2b8385ad2 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Made reservation on behalf of 4eee0f5311c74c15921867e8b0597445 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:25.779508 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bd2652e5-eb10-43cc-a4c8-9ce2b8385ad2 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:25.883799 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7cb7193-13f2-43f4-a7fd-b68b7e81a330 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Made reservation on behalf of 3eca7e73d03347638c9bda4556abd901 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:25.892113 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c7cb7193-13f2-43f4-a7fd-b68b7e81a330 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:25.917208 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-208a3bf8-1d2a-47d7-81b3-fc39e121033e None None] Provisioning complete for port eb8fbb7c-ad60-4ede-ab92-bfef333fb663 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:25.918006 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-208a3bf8-1d2a-47d7-81b3-fc39e121033e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:25.997491 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-208a3bf8-1d2a-47d7-81b3-fc39e121033e None None] Port eb8fbb7c-ad60-4ede-ab92-bfef333fb663 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:34:26.035379 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-402f97a6-62a8-43e5-b079-280a70eb27b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:26.112256 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-402f97a6-62a8-43e5-b079-280a70eb27b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:26.279503 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-402f97a6-62a8-43e5-b079-280a70eb27b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:26.282418 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-402f97a6-62a8-43e5-b079-280a70eb27b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:26.286439 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-402f97a6-62a8-43e5-b079-280a70eb27b7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4a37c7de-d7ce-4d5b-b717-fa353de04a4e HTTP/1.1" status: 204 len: 168 time: 0.5181882 Aug 10 03:34:26.310560 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402f97a6-62a8-43e5-b079-280a70eb27b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a37c7de-d7ce-4d5b-b717-fa353de04a4e,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:26.327995 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bd2652e5-eb10-43cc-a4c8-9ce2b8385ad2 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:26.382845 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b1b0dd5f-9736-493f-bf6b-03410dc6c7bb up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:34:26.448643 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2652e5-eb10-43cc-a4c8-9ce2b8385ad2 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Network eb30c64f-7491-4f10-ba18-cdfcafb1f977 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:26.453186 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:26.460838 n-d-768851-15 neutron-server[94216]: DEBUG neutron.objects.ports [None req-c7cb7193-13f2-43f4-a7fd-b68b7e81a330 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94216) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:34:26.464099 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c7cb7193-13f2-43f4-a7fd-b68b7e81a330 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:26.466417 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-bd2652e5-eb10-43cc-a4c8-9ce2b8385ad2 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:26.471033 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port b1b0dd5f-9736-493f-bf6b-03410dc6c7bb triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:26.471610 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:26.471728 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2652e5-eb10-43cc-a4c8-9ce2b8385ad2 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:26.472335 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bd2652e5-eb10-43cc-a4c8-9ce2b8385ad2 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:26.500541 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2652e5-eb10-43cc-a4c8-9ce2b8385ad2 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event updated for resources: {'Subnet': ['ID=f96628dc-a65f-4590-9c3d-5427d70b6b31,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:26.541091 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-bd2652e5-eb10-43cc-a4c8-9ce2b8385ad2 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2204316 Aug 10 03:34:26.543825 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 53072) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:26.549274 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-4c9a2c13-9aab-4fa8-8fe9-b16920edaacc tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Request body: {'security_group': {'name': 'tempest-secgroup-1459440885'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:26.615061 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4c9a2c13-9aab-4fa8-8fe9-b16920edaacc tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:26.640175 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:26.662982 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cb7193-13f2-43f4-a7fd-b68b7e81a330 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Pushing event updated for resources: {'Subnet': ['ID=61ea563e-f3f9-47a0-b7fe-ac38c2fcff11,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:26.663160 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709fac64-e6fb-41f8-878a-03ec7a2715be None None] Network eb30c64f-7491-4f10-ba18-cdfcafb1f977 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:26.668353 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cb7193-13f2-43f4-a7fd-b68b7e81a330 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Checking segment: {'id': 'd10e17b2-01b6-4614-9de4-902382122bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5819b6d4-eecc-4e64-a5c3-2e0f5e9541fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:26.668797 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7cb7193-13f2-43f4-a7fd-b68b7e81a330 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Network hostable DHCP agents. Network: 5819b6d4-eecc-4e64-a5c3-2e0f5e9541fd, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:34:26.690713 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7cb7193-13f2-43f4-a7fd-b68b7e81a330 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Network 5819b6d4-eecc-4e64-a5c3-2e0f5e9541fd is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:34:26.706711 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-c7cb7193-13f2-43f4-a7fd-b68b7e81a330 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 5819b6d4-eecc-4e64-a5c3-2e0f5e9541fd) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:26.713514 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cb7193-13f2-43f4-a7fd-b68b7e81a330 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:26.714166 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c7cb7193-13f2-43f4-a7fd-b68b7e81a330 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:26.738842 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0014fd35-0ab9-4f15-9396-94a852e1324d None None] Network 5819b6d4-eecc-4e64-a5c3-2e0f5e9541fd requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:26.795841 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4c9a2c13-9aab-4fa8-8fe9-b16920edaacc tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:26.803460 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4c9a2c13-9aab-4fa8-8fe9-b16920edaacc tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:26.815288 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-c7cb7193-13f2-43f4-a7fd-b68b7e81a330 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1096570 Aug 10 03:34:26.818133 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53074) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:26.820115 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-37a2aee8-ca06-43eb-8047-a57f523ae053 None None] Provisioning complete for port b1b0dd5f-9736-493f-bf6b-03410dc6c7bb triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:26.820500 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-37a2aee8-ca06-43eb-8047-a57f523ae053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:26.854910 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4c9a2c13-9aab-4fa8-8fe9-b16920edaacc tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:26.859899 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4c9a2c13-9aab-4fa8-8fe9-b16920edaacc tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3143978 Aug 10 03:34:26.864390 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9a2c13-9aab-4fa8-8fe9-b16920edaacc tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79911285-794f-4b94-81ea-2b5182e3205c,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:26.866437 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53076) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:26.866820 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53078) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:26.904105 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-08f3b77e-c3f2-49e7-a317-2c58fe491a1f tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Request body: {'security_group': {'name': 'tempest-secgroup-1061998043'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:26.935088 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-08f3b77e-c3f2-49e7-a317-2c58fe491a1f tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:26.960717 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1d13a1d6-6dc1-484e-963b-6949f3866671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:27.018599 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.db.api [None req-08f3b77e-c3f2-49e7-a317-2c58fe491a1f tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:34:27.018599 n-d-768851-15 neutron-server[94216]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 03:34:27.018599 n-d-768851-15 neutron-server[94216]: [parameters: {'project_id_1': '4eee0f5311c74c15921867e8b0597445', 'expiration_1': datetime.datetime(2021, 8, 10, 3, 34, 26, 989740)}] Aug 10 03:34:27.018599 n-d-768851-15 neutron-server[94216]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:34:27.019276 n-d-768851-15 neutron-server[94216]: DEBUG oslo_db.api [None req-08f3b77e-c3f2-49e7-a317-2c58fe491a1f tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:34:27.065246 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c1276c40-32de-4611-ac54-39987c5aef33 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:27.166881 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c1276c40-32de-4611-ac54-39987c5aef33 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:27.246288 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1d13a1d6-6dc1-484e-963b-6949f3866671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:27.258533 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1d13a1d6-6dc1-484e-963b-6949f3866671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:27.292401 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d13a1d6-6dc1-484e-963b-6949f3866671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a551bb6-d3c5-4e58-8277-9ac77be3ba06,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:27.329389 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-1d13a1d6-6dc1-484e-963b-6949f3866671 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ba38535fca2a40f897b4f9619181b2b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4602890 Aug 10 03:34:27.331920 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 53084) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:27.337719 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c1276c40-32de-4611-ac54-39987c5aef33 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:27.369629 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1276c40-32de-4611-ac54-39987c5aef33 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Pushing event deleted for resources: {'Subnet': ['ID=61ea563e-f3f9-47a0-b7fe-ac38c2fcff11,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:27.438128 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3fa3a027-2f5f-44ae-971a-cd3fc21e45f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:27.469451 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-37a2aee8-ca06-43eb-8047-a57f523ae053 None None] Provisioning complete for port eb8fbb7c-ad60-4ede-ab92-bfef333fb663 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:27.470009 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-37a2aee8-ca06-43eb-8047-a57f523ae053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:27.471627 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c1276c40-32de-4611-ac54-39987c5aef33 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:27.487593 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3fa3a027-2f5f-44ae-971a-cd3fc21e45f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:27.499622 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-c1276c40-32de-4611-ac54-39987c5aef33 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5819b6d4-eecc-4e64-a5c3-2e0f5e9541fd']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:27.502469 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8913420-7259-453b-bc7c-b1955db1ac0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-5819b6d4-eecc-4e64-a5c3-2e0f5e9541fd', 'network_id': '5819b6d4-eecc-4e64-a5c3-2e0f5e9541fd', 'tenant_id': '3eca7e73d03347638c9bda4556abd901', 'fixed_ips': [{'subnet_id': '61ea563e-f3f9-47a0-b7fe-ac38c2fcff11'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:34:27.502961 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d8913420-7259-453b-bc7c-b1955db1ac0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:27.521350 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-08f3b77e-c3f2-49e7-a317-2c58fe491a1f tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:27.538194 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-c1276c40-32de-4611-ac54-39987c5aef33 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd10e17b2-01b6-4614-9de4-902382122bda') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:27.538500 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-c1276c40-32de-4611-ac54-39987c5aef33 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd10e17b2-01b6-4614-9de4-902382122bda') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:27.586544 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3fa3a027-2f5f-44ae-971a-cd3fc21e45f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:27.589487 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3fa3a027-2f5f-44ae-971a-cd3fc21e45f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:27.590724 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3fa3a027-2f5f-44ae-971a-cd3fc21e45f5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1a551bb6-d3c5-4e58-8277-9ac77be3ba06 HTTP/1.1" status: 204 len: 168 time: 0.2577145 Aug 10 03:34:27.594965 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c1276c40-32de-4611-ac54-39987c5aef33 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:27.604019 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa3a027-2f5f-44ae-971a-cd3fc21e45f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a551bb6-d3c5-4e58-8277-9ac77be3ba06,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:27.635712 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c1276c40-32de-4611-ac54-39987c5aef33 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:27.644735 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1276c40-32de-4611-ac54-39987c5aef33 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:34:27.645245 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c1276c40-32de-4611-ac54-39987c5aef33 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:27.699256 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-37a2aee8-ca06-43eb-8047-a57f523ae053 None None] Port eb8fbb7c-ad60-4ede-ab92-bfef333fb663 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:34:27.753353 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab63db2f-740a-45e0-851e-feb6d414686c None None] Network 5819b6d4-eecc-4e64-a5c3-2e0f5e9541fd requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:27.754300 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:34:27.754300 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:34:27.754300 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:34:27.754300 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:34:27.754300 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:34:27.754300 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:34:27.754300 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:34:27.754300 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:34:27.754300 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:34:27.754300 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:34:27.754300 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:34:27.754300 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:34:27.754300 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:34:27.754300 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:34:27.754300 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:34:27.754300 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:34:27.754300 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:34:27.754300 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:34:27.754300 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:34:27.754300 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:34:27.754300 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:34:27.754300 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:34:27.754300 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:34:27.754300 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:34:27.754300 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:34:27.754300 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:34:27.754300 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:34:27.754300 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:34:27.754300 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:34:27.754300 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:34:27.754300 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:34:27.754300 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:34:27.774775 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ba8a52-b7e7-4028-8eeb-410fc5fa6f2d None None] Update dhcp port {'port': {'network_id': 'eb30c64f-7491-4f10-ba18-cdfcafb1f977', 'fixed_ips': [{'subnet_id': 'fdf29b60-ab54-4cb3-a1b6-86eff87aa624', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f96628dc-a65f-4590-9c3d-5427d70b6b31'}], 'binding:host_id': 'n-d-768851-15'}, 'id': 'b1b0dd5f-9736-493f-bf6b-03410dc6c7bb'} from n-d-768851-15. {{(pid=94218) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:34:27.804680 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c1276c40-32de-4611-ac54-39987c5aef33 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:27.812442 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c1276c40-32de-4611-ac54-39987c5aef33 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:27.819791 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-c1276c40-32de-4611-ac54-39987c5aef33 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] 10.222.0.62 "DELETE /v2.0/networks/5819b6d4-eecc-4e64-a5c3-2e0f5e9541fd HTTP/1.1" status: 204 len: 168 time: 0.9999046 Aug 10 03:34:27.823589 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 53090) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:27.833494 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-08f3b77e-c3f2-49e7-a317-2c58fe491a1f tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:27.850160 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-16ba8a52-b7e7-4028-8eeb-410fc5fa6f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:27.862059 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-08f3b77e-c3f2-49e7-a317-2c58fe491a1f tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:27.870307 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1276c40-32de-4611-ac54-39987c5aef33 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Pushing event deleted for resources: {'Network': ['ID=5819b6d4-eecc-4e64-a5c3-2e0f5e9541fd,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:27.907997 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-07188b88-d050-47d6-873c-f6a7a3a3b173 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:27.909709 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07188b88-d050-47d6-873c-f6a7a3a3b173 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:27.914079 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f3b77e-c3f2-49e7-a317-2c58fe491a1f tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff80a0f-1f08-4071-8bcf-e5599bfaa8b4,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:27.915376 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-07188b88-d050-47d6-873c-f6a7a3a3b173 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] 10.222.0.62 "DELETE /v2.0/subnets/61ea563e-f3f9-47a0-b7fe-ac38c2fcff11 HTTP/1.1" status: 404 len: 337 time: 0.0902805 Aug 10 03:34:27.918096 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-08f3b77e-c3f2-49e7-a317-2c58fe491a1f tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:27.918354 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 53092) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:27.922670 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-08f3b77e-c3f2-49e7-a317-2c58fe491a1f tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0548165 Aug 10 03:34:27.924136 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53094) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:27.931306 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-4cbe5bf3-751f-4a10-9bae-2011001b78c8 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Request body: {'security_group': {'name': 'tempest-secgroup-399037898'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:27.959536 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-51ee2e8d-29e7-411b-9998-daeeffa1bf07 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:27.960151 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51ee2e8d-29e7-411b-9998-daeeffa1bf07 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:27.961927 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-51ee2e8d-29e7-411b-9998-daeeffa1bf07 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] 10.222.0.62 "DELETE /v2.0/networks/5819b6d4-eecc-4e64-a5c3-2e0f5e9541fd HTTP/1.1" status: 404 len: 339 time: 0.0425501 Aug 10 03:34:27.965153 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 53096) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:27.978108 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4cbe5bf3-751f-4a10-9bae-2011001b78c8 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:28.044239 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-23751ff1-87d1-4851-a853-1f4864190fb2 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:28.045451 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23751ff1-87d1-4851-a853-1f4864190fb2 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:28.051701 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-23751ff1-87d1-4851-a853-1f4864190fb2 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] 10.222.0.62 "DELETE /v2.0/subnets/e3e27772-a79d-4bb5-800c-eeeca41dc731 HTTP/1.1" status: 404 len: 337 time: 0.0853112 Aug 10 03:34:28.053326 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53100) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:28.088723 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d162386-233b-4328-819a-2000e88c2920 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:28.089384 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d162386-233b-4328-819a-2000e88c2920 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:28.093818 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-3d162386-233b-4328-819a-2000e88c2920 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] 10.222.0.62 "DELETE /v2.0/networks/e8b04172-c526-4a09-93ce-72661ec195e1 HTTP/1.1" status: 404 len: 339 time: 0.0355573 Aug 10 03:34:28.094487 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53102) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:28.128335 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-0337e17e-994c-402c-8a3f-da3cb03e1112 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:28.128861 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0337e17e-994c-402c-8a3f-da3cb03e1112 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:28.134227 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-0337e17e-994c-402c-8a3f-da3cb03e1112 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] 10.222.0.62 "DELETE /v2.0/subnets/8b702eff-1fa9-4d07-9e88-cd47c65d8a2d HTTP/1.1" status: 404 len: 337 time: 0.0357947 Aug 10 03:34:28.134459 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53104) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:28.165801 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2770fc6-d214-4a27-a08d-ff3786f2e5ec tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:28.166386 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2770fc6-d214-4a27-a08d-ff3786f2e5ec tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:28.170856 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d2770fc6-d214-4a27-a08d-ff3786f2e5ec tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] 10.222.0.62 "DELETE /v2.0/networks/d3ff1503-0bc0-4215-a814-3780910a57bd HTTP/1.1" status: 404 len: 339 time: 0.0329740 Aug 10 03:34:28.171520 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 53108) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:28.177989 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4cbe5bf3-751f-4a10-9bae-2011001b78c8 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:28.188028 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4cbe5bf3-751f-4a10-9bae-2011001b78c8 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:28.188433 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-16ba8a52-b7e7-4028-8eeb-410fc5fa6f2d None None] Allocated IP 2001:db8::2 (eb30c64f-7491-4f10-ba18-cdfcafb1f977/f96628dc-a65f-4590-9c3d-5427d70b6b31/b1b0dd5f-9736-493f-bf6b-03410dc6c7bb) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:34:28.250014 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe5bf3-751f-4a10-9bae-2011001b78c8 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b8ab6f-97f1-49e3-818b-ad13629e50a4,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:28.296028 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4cbe5bf3-751f-4a10-9bae-2011001b78c8 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:28.299735 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-4cbe5bf3-751f-4a10-9bae-2011001b78c8 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3718584 Aug 10 03:34:28.299963 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53114) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:28.306541 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-68b36fa3-144c-4a93-9733-93b1b310a05d tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-427061728', 'security_groups': ['b1b8ab6f-97f1-49e3-818b-ad13629e50a4'], 'network_id': 'eb30c64f-7491-4f10-ba18-cdfcafb1f977', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f96628dc-a65f-4590-9c3d-5427d70b6b31'}]}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:28.357866 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-16ba8a52-b7e7-4028-8eeb-410fc5fa6f2d None None] For port b1b0dd5f-9736-493f-bf6b-03410dc6c7bb, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=b1b0dd5f-9736-493f-bf6b-03410dc6c7bb,segment=NetworkSegment(7b04670e-e146-4ad4-bc99-df6e238b9bbc),segment_id=7b04670e-e146-4ad4-bc99-df6e238b9bbc)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:28.402990 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-adb4dca0-d0c5-4785-9cc8-384485b9f31f tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Deleting port 7b460b4a-3b9c-49b2-bd0f-7fc11065619a {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:28.403755 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-adb4dca0-d0c5-4785-9cc8-384485b9f31f tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:28.430199 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-16ba8a52-b7e7-4028-8eeb-410fc5fa6f2d None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:28.465553 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-16ba8a52-b7e7-4028-8eeb-410fc5fa6f2d None None] Transition to ACTIVE for port object b1b0dd5f-9736-493f-bf6b-03410dc6c7bb will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:28.475377 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-16ba8a52-b7e7-4028-8eeb-410fc5fa6f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:28.602247 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b36fa3-144c-4a93-9733-93b1b310a05d tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Made reservation on behalf of 4eee0f5311c74c15921867e8b0597445 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:28.627968 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-adb4dca0-d0c5-4785-9cc8-384485b9f31f tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:28.663447 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba8a52-b7e7-4028-8eeb-410fc5fa6f2d None None] Pushing event updated for resources: {'Port': ['ID=b1b0dd5f-9736-493f-bf6b-03410dc6c7bb,revision_number=6']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:28.685624 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-adb4dca0-d0c5-4785-9cc8-384485b9f31f tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Calling delete_port for 7b460b4a-3b9c-49b2-bd0f-7fc11065619a owned by {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:28.784966 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-68b36fa3-144c-4a93-9733-93b1b310a05d tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:28.841970 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [None req-68b36fa3-144c-4a93-9733-93b1b310a05d tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] device_id is not set on port 5d82a410-5063-4961-8cc3-68d06546eeb0 yet. {{(pid=94216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:34:28.843322 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-adb4dca0-d0c5-4785-9cc8-384485b9f31f tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:28.884286 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb4dca0-d0c5-4785-9cc8-384485b9f31f tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Pushing event deleted for resources: {'Port': ['ID=7b460b4a-3b9c-49b2-bd0f-7fc11065619a,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:28.902479 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-adb4dca0-d0c5-4785-9cc8-384485b9f31f tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:28.907388 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-adb4dca0-d0c5-4785-9cc8-384485b9f31f tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] 10.222.0.62 "DELETE /v2.0/ports/7b460b4a-3b9c-49b2-bd0f-7fc11065619a HTTP/1.1" status: 204 len: 168 time: 0.7350168 Aug 10 03:34:28.908079 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 53128) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:28.951105 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b953f37-12f7-4189-b8fa-79bb61b26c5b tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:28.951681 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b953f37-12f7-4189-b8fa-79bb61b26c5b tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:28.964225 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7b953f37-12f7-4189-b8fa-79bb61b26c5b tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] 10.222.0.62 "DELETE /v2.0/subnets/58359cea-5ec5-4089-b547-c5d7f679f251 HTTP/1.1" status: 404 len: 337 time: 0.0528808 Aug 10 03:34:28.965231 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 53130) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:29.139455 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4035465b-cc35-491e-8858-b234021faa63 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:29.231614 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-68b36fa3-144c-4a93-9733-93b1b310a05d tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Allocated IP 2001:db8::275 (eb30c64f-7491-4f10-ba18-cdfcafb1f977/f96628dc-a65f-4590-9c3d-5427d70b6b31/5d82a410-5063-4961-8cc3-68d06546eeb0) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:34:29.286044 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4035465b-cc35-491e-8858-b234021faa63 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:29.300058 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-4035465b-cc35-491e-8858-b234021faa63 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eb055bd-c733-4022-b95b-42f992adb5a5']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:29.312731 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-4035465b-cc35-491e-8858-b234021faa63 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '169c01d0-567d-435e-ab60-0158ee7f12aa') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:29.312731 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-4035465b-cc35-491e-8858-b234021faa63 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '169c01d0-567d-435e-ab60-0158ee7f12aa') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:29.348602 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4035465b-cc35-491e-8858-b234021faa63 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:29.387849 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4035465b-cc35-491e-8858-b234021faa63 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:29.406118 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4035465b-cc35-491e-8858-b234021faa63 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:34:29.406791 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4035465b-cc35-491e-8858-b234021faa63 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:29.413781 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:34:29.413781 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:34:29.413781 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:34:29.413781 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:34:29.413781 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:34:29.413781 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:34:29.413781 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:34:29.413781 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:34:29.413781 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:34:29.413781 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:34:29.413781 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:34:29.413781 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:34:29.413781 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:34:29.413781 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:34:29.413781 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:34:29.413781 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:34:29.413781 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:34:29.413781 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:34:29.413781 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:34:29.413781 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:34:29.413781 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:34:29.413781 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:34:29.413781 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:34:29.413781 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:34:29.413781 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:34:29.413781 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:34:29.413781 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:34:29.413781 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:34:29.413781 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:34:29.413781 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:34:29.413781 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:34:29.413781 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:34:29.533655 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4035465b-cc35-491e-8858-b234021faa63 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:29.544908 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4035465b-cc35-491e-8858-b234021faa63 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:29.552905 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4035465b-cc35-491e-8858-b234021faa63 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] 10.222.0.62 "DELETE /v2.0/networks/6eb055bd-c733-4022-b95b-42f992adb5a5 HTTP/1.1" status: 204 len: 168 time: 0.5842650 Aug 10 03:34:29.554943 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53140) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:29.576054 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4035465b-cc35-491e-8858-b234021faa63 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Pushing event deleted for resources: {'Network': ['ID=6eb055bd-c733-4022-b95b-42f992adb5a5,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:29.735978 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-68b36fa3-144c-4a93-9733-93b1b310a05d tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:29.764373 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-68b36fa3-144c-4a93-9733-93b1b310a05d tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Transition to ACTIVE for port object 5d82a410-5063-4961-8cc3-68d06546eeb0 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:29.788144 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-17bcba0e-1388-4b75-9728-2f1754ea5e23 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Deleting port d8cae4f8-49a6-42e0-816e-6068468f325c {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:29.788144 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-17bcba0e-1388-4b75-9728-2f1754ea5e23 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:29.868865 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-57670518-7b94-40ab-ad2c-2cdf180080cb None None] Provisioning for port b1b0dd5f-9736-493f-bf6b-03410dc6c7bb completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:29.874064 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-57670518-7b94-40ab-ad2c-2cdf180080cb None None] Provisioning complete for port b1b0dd5f-9736-493f-bf6b-03410dc6c7bb triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:29.874680 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-57670518-7b94-40ab-ad2c-2cdf180080cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:29.898124 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-68b36fa3-144c-4a93-9733-93b1b310a05d tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:29.961334 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 53146) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:29.987578 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b36fa3-144c-4a93-9733-93b1b310a05d tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Network eb30c64f-7491-4f10-ba18-cdfcafb1f977 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:30.000404 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-68b36fa3-144c-4a93-9733-93b1b310a05d tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:30.004776 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b36fa3-144c-4a93-9733-93b1b310a05d tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:34:30.016572 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b36fa3-144c-4a93-9733-93b1b310a05d tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:30.018485 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-68b36fa3-144c-4a93-9733-93b1b310a05d tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:30.056422 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-17bcba0e-1388-4b75-9728-2f1754ea5e23 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:30.114501 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b36fa3-144c-4a93-9733-93b1b310a05d tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event updated for resources: {'Port': ['ID=5d82a410-5063-4961-8cc3-68d06546eeb0,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:30.138645 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-57670518-7b94-40ab-ad2c-2cdf180080cb None None] Provisioning complete for port eb8fbb7c-ad60-4ede-ab92-bfef333fb663 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:30.139587 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-57670518-7b94-40ab-ad2c-2cdf180080cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:30.143889 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-17bcba0e-1388-4b75-9728-2f1754ea5e23 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Calling delete_port for d8cae4f8-49a6-42e0-816e-6068468f325c owned by {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:30.148244 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-68b36fa3-144c-4a93-9733-93b1b310a05d tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8472676 Aug 10 03:34:30.152922 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 53150) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:30.159914 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-abf3a05d-6623-432e-a079-e4437f4bdbf1 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Request body: {'subnet': {'network_id': 'eb30c64f-7491-4f10-ba18-cdfcafb1f977', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:30.250004 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-57670518-7b94-40ab-ad2c-2cdf180080cb None None] Port eb8fbb7c-ad60-4ede-ab92-bfef333fb663 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:34:30.258332 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f80bd3f9-c698-400c-8804-2be56d3281a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:30.317719 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b1b0dd5f-9736-493f-bf6b-03410dc6c7bb up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:34:30.328233 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e4ffb1fa-d50d-4f43-b7fd-a9c9fe21d9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:30.428376 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-17bcba0e-1388-4b75-9728-2f1754ea5e23 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:30.462813 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port b1b0dd5f-9736-493f-bf6b-03410dc6c7bb triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:30.463218 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:30.540621 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcba0e-1388-4b75-9728-2f1754ea5e23 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Pushing event deleted for resources: {'Port': ['ID=d8cae4f8-49a6-42e0-816e-6068468f325c,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:30.544789 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-31cd156d-332a-4c4c-91b8-c11a30dfda89 None None] Could not find standard attr ID for object 4238e0f1-78dd-4bc0-a926-251998908c43. {{(pid=94218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:34:30.584762 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-17bcba0e-1388-4b75-9728-2f1754ea5e23 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:30.584762 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-17bcba0e-1388-4b75-9728-2f1754ea5e23 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] 10.222.0.62 "DELETE /v2.0/ports/d8cae4f8-49a6-42e0-816e-6068468f325c HTTP/1.1" status: 204 len: 168 time: 1.0209994 Aug 10 03:34:30.584762 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53154) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:30.675629 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-dff88fa6-054e-4896-8641-776a8d249e06 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:30.677682 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dff88fa6-054e-4896-8641-776a8d249e06 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:30.679054 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f80bd3f9-c698-400c-8804-2be56d3281a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:30.679873 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-dff88fa6-054e-4896-8641-776a8d249e06 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] 10.222.0.62 "DELETE /v2.0/subnets/e4cfd9f9-4b89-47b1-ae6a-efea7d043cbc HTTP/1.1" status: 404 len: 337 time: 0.0940645 Aug 10 03:34:30.683458 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53156) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:30.701187 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f80bd3f9-c698-400c-8804-2be56d3281a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:30.761554 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f80bd3f9-c698-400c-8804-2be56d3281a4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=72ca6dd7f48341b3858bb4442fe1a436&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7991054 Aug 10 03:34:30.765959 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53158) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:30.786115 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf3a05d-6623-432e-a079-e4437f4bdbf1 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Made reservation on behalf of 4eee0f5311c74c15921867e8b0597445 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:30.797544 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-abf3a05d-6623-432e-a079-e4437f4bdbf1 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:30.801691 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80bd3f9-c698-400c-8804-2be56d3281a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4879be-a184-4d86-a513-515764777f85,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:30.805588 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2e3c8ef7-1b5e-4f96-a9d5-016b337f8670 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:30.884835 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-187d5196-aa67-4046-8074-67bffee22120 None None] Provisioning for port 5d82a410-5063-4961-8cc3-68d06546eeb0 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:30.892080 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-187d5196-aa67-4046-8074-67bffee22120 None None] Provisioning complete for port 5d82a410-5063-4961-8cc3-68d06546eeb0 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:30.897072 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-187d5196-aa67-4046-8074-67bffee22120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:30.903762 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-87c3846e-0964-4082-bed2-58202e24f588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:30.930979 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-2e3c8ef7-1b5e-4f96-a9d5-016b337f8670 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Deleting port 0f4754be-bef0-427d-9c44-2f5f4729094e {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:30.931330 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2e3c8ef7-1b5e-4f96-a9d5-016b337f8670 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:30.939180 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-87c3846e-0964-4082-bed2-58202e24f588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:30.953210 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-187d5196-aa67-4046-8074-67bffee22120 None None] Port 5d82a410-5063-4961-8cc3-68d06546eeb0 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:34:30.960058 n-d-768851-15 neutron-server[94217]: INFO neutron.db.ipam_backend_mixin [None req-abf3a05d-6623-432e-a079-e4437f4bdbf1 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f96628dc-a65f-4590-9c3d-5427d70b6b31 (CIDR: 2001:db8::/64) Aug 10 03:34:30.970827 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-abf3a05d-6623-432e-a079-e4437f4bdbf1 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:34:30.971598 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abf3a05d-6623-432e-a079-e4437f4bdbf1 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:31.000957 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-abf3a05d-6623-432e-a079-e4437f4bdbf1 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8469982 Aug 10 03:34:31.006479 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 53160) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:31.012914 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-4e383b6c-06f1-431f-9db4-a1e5af2afd38 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Request body: {'subnet': {'network_id': 'eb30c64f-7491-4f10-ba18-cdfcafb1f977', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:31.105827 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-2e3c8ef7-1b5e-4f96-a9d5-016b337f8670 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] For port 0f4754be-bef0-427d-9c44-2f5f4729094e, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=0f4754be-bef0-427d-9c44-2f5f4729094e,segment=NetworkSegment(582dd8b9-6c84-49de-9fbc-a224a6194931),segment_id=582dd8b9-6c84-49de-9fbc-a224a6194931)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:31.106319 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2e3c8ef7-1b5e-4f96-a9d5-016b337f8670 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:31.125785 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-87c3846e-0964-4082-bed2-58202e24f588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:31.128091 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-87c3846e-0964-4082-bed2-58202e24f588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:31.129331 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-87c3846e-0964-4082-bed2-58202e24f588 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ac4879be-a184-4d86-a513-515764777f85 HTTP/1.1" status: 204 len: 168 time: 0.3625822 Aug 10 03:34:31.139285 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-2e3c8ef7-1b5e-4f96-a9d5-016b337f8670 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Calling delete_port for 0f4754be-bef0-427d-9c44-2f5f4729094e owned by network:dhcp {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:31.166693 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c3846e-0964-4082-bed2-58202e24f588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4879be-a184-4d86-a513-515764777f85,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:31.191821 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d250bfb-5b1e-4536-af51-5826d38ffc93 None None] get_active_networks_info from n-d-768851-15 {{(pid=94218) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:34:31.337373 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2e3c8ef7-1b5e-4f96-a9d5-016b337f8670 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:31.348968 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e383b6c-06f1-431f-9db4-a1e5af2afd38 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Made reservation on behalf of 4eee0f5311c74c15921867e8b0597445 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:31.361565 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4e383b6c-06f1-431f-9db4-a1e5af2afd38 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:31.402457 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3c8ef7-1b5e-4f96-a9d5-016b337f8670 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Pushing event deleted for resources: {'Port': ['ID=0f4754be-bef0-427d-9c44-2f5f4729094e,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:31.409592 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3c8ef7-1b5e-4f96-a9d5-016b337f8670 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] No DVR routers for this DVR port 0f4754be-bef0-427d-9c44-2f5f4729094e on host n-d-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:34:31.423158 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d250bfb-5b1e-4536-af51-5826d38ffc93 None None] Resources bound (agent type, host, resource id): {{(pid=94218) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:34:31.633691 n-d-768851-15 neutron-server[94217]: INFO neutron.db.ipam_backend_mixin [None req-4e383b6c-06f1-431f-9db4-a1e5af2afd38 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet fdf29b60-ab54-4cb3-a1b6-86eff87aa624 (CIDR: 2001:db8:0:1::/64) Aug 10 03:34:31.644861 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e383b6c-06f1-431f-9db4-a1e5af2afd38 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:34:31.645320 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e383b6c-06f1-431f-9db4-a1e5af2afd38 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:31.650604 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2e3c8ef7-1b5e-4f96-a9d5-016b337f8670 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:31.698093 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4e383b6c-06f1-431f-9db4-a1e5af2afd38 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6902046 Aug 10 03:34:31.705237 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 53184) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:31.706656 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-2e3c8ef7-1b5e-4f96-a9d5-016b337f8670 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3741b19f-9061-4f9a-93cb-d3ce6411f8c2']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:31.738855 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-2f1a2f88-5c7f-4860-ac75-219f3fcd6deb tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Request body: {'subnet': {'network_id': 'eb30c64f-7491-4f10-ba18-cdfcafb1f977', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:31.760312 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-2e3c8ef7-1b5e-4f96-a9d5-016b337f8670 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '582dd8b9-6c84-49de-9fbc-a224a6194931') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:31.763241 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-2e3c8ef7-1b5e-4f96-a9d5-016b337f8670 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '582dd8b9-6c84-49de-9fbc-a224a6194931') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:31.803468 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2e3c8ef7-1b5e-4f96-a9d5-016b337f8670 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:31.861224 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2e3c8ef7-1b5e-4f96-a9d5-016b337f8670 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:31.876806 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e3c8ef7-1b5e-4f96-a9d5-016b337f8670 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:34:31.880629 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2e3c8ef7-1b5e-4f96-a9d5-016b337f8670 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:31.887140 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:34:31.887140 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:34:31.887140 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:34:31.887140 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:34:31.887140 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:34:31.887140 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:34:31.887140 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:34:31.887140 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:34:31.887140 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:34:31.887140 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:34:31.887140 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:34:31.887140 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:34:31.887140 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:34:31.887140 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:34:31.887140 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:34:31.887140 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:34:31.887140 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:34:31.887140 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:34:31.887140 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:34:31.887140 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:34:31.887140 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:34:31.887140 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:34:31.887140 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:34:31.887140 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:34:31.887140 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:34:31.887140 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:34:31.887140 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:34:31.887140 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:34:31.887140 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:34:31.887140 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:34:31.887140 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:34:31.887140 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:34:31.981063 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735aaac2-05c1-4bb1-9290-bd4dcaa836a5 None None] get_active_networks_info from n-d-768851-15 {{(pid=94218) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:34:32.061765 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2e3c8ef7-1b5e-4f96-a9d5-016b337f8670 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:32.081853 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2e3c8ef7-1b5e-4f96-a9d5-016b337f8670 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:32.084366 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-2e3c8ef7-1b5e-4f96-a9d5-016b337f8670 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] 10.222.0.62 "DELETE /v2.0/networks/3741b19f-9061-4f9a-93cb-d3ce6411f8c2 HTTP/1.1" status: 204 len: 168 time: 1.4000716 Aug 10 03:34:32.090222 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53196) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:32.114376 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3c8ef7-1b5e-4f96-a9d5-016b337f8670 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Pushing event deleted for resources: {'Network': ['ID=3741b19f-9061-4f9a-93cb-d3ce6411f8c2,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:32.137439 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1a2f88-5c7f-4860-ac75-219f3fcd6deb tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Made reservation on behalf of 4eee0f5311c74c15921867e8b0597445 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:32.141425 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2f1a2f88-5c7f-4860-ac75-219f3fcd6deb tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:32.195852 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-82a27cc9-8ebc-463d-b7f5-f8b053042648 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Deleting subnet 4b8ff639-5d48-4548-a7b3-6f0722738714 {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:34:32.203977 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735aaac2-05c1-4bb1-9290-bd4dcaa836a5 None None] Resources bound (agent type, host, resource id): {{(pid=94218) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:34:32.220535 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-82a27cc9-8ebc-463d-b7f5-f8b053042648 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:32.342129 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-82a27cc9-8ebc-463d-b7f5-f8b053042648 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:32.358716 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b71a20-307a-4b4f-ab53-fcd02759e6c4 req-6932f241-3a67-4b8b-a8c4-c2c688160790 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:32.361257 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c5b71a20-307a-4b4f-ab53-fcd02759e6c4 req-6932f241-3a67-4b8b-a8c4-c2c688160790 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/ports?device_id=e34a7a90-f7ad-4c7c-8890-75e5ca96ee72 HTTP/1.1" status: 200 len: 945 time: 0.0864444 Aug 10 03:34:32.452938 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c5b71a20-307a-4b4f-ab53-fcd02759e6c4 req-3427c1b7-af32-403c-8c93-df7d0257c379 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a7c4635-1c3b-4013-99ca-7e7414bb2239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695221 Aug 10 03:34:32.550014 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2f1a2f88-5c7f-4860-ac75-219f3fcd6deb tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:32.564988 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-82a27cc9-8ebc-463d-b7f5-f8b053042648 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:32.635678 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1a2f88-5c7f-4860-ac75-219f3fcd6deb tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Network eb30c64f-7491-4f10-ba18-cdfcafb1f977 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:32.637353 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-2f1a2f88-5c7f-4860-ac75-219f3fcd6deb tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:32.647750 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3463052a-d607-4122-ab79-cb39e8f4d974 None None] Network eb30c64f-7491-4f10-ba18-cdfcafb1f977 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:32.649018 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1a2f88-5c7f-4860-ac75-219f3fcd6deb tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:32.649694 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2f1a2f88-5c7f-4860-ac75-219f3fcd6deb tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:32.680921 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1a2f88-5c7f-4860-ac75-219f3fcd6deb tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event updated for resources: {'Subnet': ['ID=4289e24d-a78d-418d-a6c0-ff26e42914a1,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:32.688983 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2f1a2f88-5c7f-4860-ac75-219f3fcd6deb tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9826174 Aug 10 03:34:32.690457 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-82a27cc9-8ebc-463d-b7f5-f8b053042648 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:32.694428 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 53208) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:32.712927 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-d97ba9a9-0a9b-4b26-b974-036d86d14880 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1474621916', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4289e24d-a78d-418d-a6c0-ff26e42914a1'}], 'security_groups': ['79911285-794f-4b94-81ea-2b5182e3205c', '3ff80a0f-1f08-4071-8bcf-e5599bfaa8b4']}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:32.770182 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a27cc9-8ebc-463d-b7f5-f8b053042648 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Pushing event deleted for resources: {'Subnet': ['ID=4b8ff639-5d48-4548-a7b3-6f0722738714,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:32.782036 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1a2f88-5c7f-4860-ac75-219f3fcd6deb tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:32.782304 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1a2f88-5c7f-4860-ac75-219f3fcd6deb tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:32.782636 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1a2f88-5c7f-4860-ac75-219f3fcd6deb tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:32.783034 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1a2f88-5c7f-4860-ac75-219f3fcd6deb tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:32.783305 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1a2f88-5c7f-4860-ac75-219f3fcd6deb tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:32.783939 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1a2f88-5c7f-4860-ac75-219f3fcd6deb tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:32.784273 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1a2f88-5c7f-4860-ac75-219f3fcd6deb tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:32.784600 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1a2f88-5c7f-4860-ac75-219f3fcd6deb tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:32.784921 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1a2f88-5c7f-4860-ac75-219f3fcd6deb tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:32.785242 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1a2f88-5c7f-4860-ac75-219f3fcd6deb tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:32.785561 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1a2f88-5c7f-4860-ac75-219f3fcd6deb tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:32.785884 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1a2f88-5c7f-4860-ac75-219f3fcd6deb tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:32.802128 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-82a27cc9-8ebc-463d-b7f5-f8b053042648 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:32.809892 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-82a27cc9-8ebc-463d-b7f5-f8b053042648 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] 10.222.0.62 "DELETE /v2.0/subnets/4b8ff639-5d48-4548-a7b3-6f0722738714 HTTP/1.1" status: 204 len: 168 time: 0.7052963 Aug 10 03:34:32.815519 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53214) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:32.858916 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1abace3-9afb-471a-8c67-a91907ba1b75 None None] Network 324c7ec7-e426-4147-b8f0-714ec3096ba8 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:32.934066 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-74e8f3c0-3901-4c37-99a0-4d397454bfd1 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:33.033703 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-74e8f3c0-3901-4c37-99a0-4d397454bfd1 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Deleting port e2982629-0be3-4d25-bd60-4d5ecbfa77c3 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:33.034408 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-74e8f3c0-3901-4c37-99a0-4d397454bfd1 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:33.041620 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d97ba9a9-0a9b-4b26-b974-036d86d14880 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:33.063876 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-aac4bfa4-fafd-498c-8535-ead6d1ed9468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:33.154155 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-74e8f3c0-3901-4c37-99a0-4d397454bfd1 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] For port e2982629-0be3-4d25-bd60-4d5ecbfa77c3, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=e2982629-0be3-4d25-bd60-4d5ecbfa77c3,segment=NetworkSegment(d02971d9-619e-4802-b9e0-7c3beda13cdd),segment_id=d02971d9-619e-4802-b9e0-7c3beda13cdd)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:33.154658 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-74e8f3c0-3901-4c37-99a0-4d397454bfd1 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:33.202431 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-74e8f3c0-3901-4c37-99a0-4d397454bfd1 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Calling delete_port for e2982629-0be3-4d25-bd60-4d5ecbfa77c3 owned by network:dhcp {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:33.221806 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2e3429-cecf-40c0-b235-766716e449aa None None] Update dhcp port {'port': {'network_id': 'eb30c64f-7491-4f10-ba18-cdfcafb1f977', 'fixed_ips': [{'subnet_id': 'fdf29b60-ab54-4cb3-a1b6-86eff87aa624', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f96628dc-a65f-4590-9c3d-5427d70b6b31', 'ip_address': '2001:db8::2'}, {'subnet_id': '4289e24d-a78d-418d-a6c0-ff26e42914a1'}], 'binding:host_id': 'n-d-768851-15'}, 'id': 'b1b0dd5f-9736-493f-bf6b-03410dc6c7bb'} from n-d-768851-15. {{(pid=94218) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:34:33.226809 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815271bf-7bb9-4697-b33a-9310e82044d9 None None] DHCP port deletion for 324c7ec7-e426-4147-b8f0-714ec3096ba8 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:34:33.296476 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2b2e3429-cecf-40c0-b235-766716e449aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:33.382163 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-74e8f3c0-3901-4c37-99a0-4d397454bfd1 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:33.431838 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8f3c0-3901-4c37-99a0-4d397454bfd1 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Pushing event deleted for resources: {'Port': ['ID=e2982629-0be3-4d25-bd60-4d5ecbfa77c3,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:33.436310 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e8f3c0-3901-4c37-99a0-4d397454bfd1 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] No DVR routers for this DVR port e2982629-0be3-4d25-bd60-4d5ecbfa77c3 on host n-d-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:34:33.528256 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:33.539238 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-74e8f3c0-3901-4c37-99a0-4d397454bfd1 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:33.553885 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-815271bf-7bb9-4697-b33a-9310e82044d9 None None] Deleting port e2982629-0be3-4d25-bd60-4d5ecbfa77c3 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:33.554422 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-815271bf-7bb9-4697-b33a-9310e82044d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:33.557229 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-74e8f3c0-3901-4c37-99a0-4d397454bfd1 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['324c7ec7-e426-4147-b8f0-714ec3096ba8']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:33.588131 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-74e8f3c0-3901-4c37-99a0-4d397454bfd1 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd02971d9-619e-4802-b9e0-7c3beda13cdd') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:33.588781 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-74e8f3c0-3901-4c37-99a0-4d397454bfd1 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd02971d9-619e-4802-b9e0-7c3beda13cdd') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:33.601167 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-74e8f3c0-3901-4c37-99a0-4d397454bfd1 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:33.654531 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-74e8f3c0-3901-4c37-99a0-4d397454bfd1 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:33.662425 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74e8f3c0-3901-4c37-99a0-4d397454bfd1 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:34:33.663193 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-74e8f3c0-3901-4c37-99a0-4d397454bfd1 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:33.664120 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-815271bf-7bb9-4697-b33a-9310e82044d9 None None] For port e2982629-0be3-4d25-bd60-4d5ecbfa77c3, host n-d-768851-15, got binding levels [] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:33.664640 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-815271bf-7bb9-4697-b33a-9310e82044d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:33.667097 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:34:33.667097 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:34:33.667097 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:34:33.667097 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:34:33.667097 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:34:33.667097 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:34:33.667097 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:34:33.667097 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:34:33.667097 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:34:33.667097 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:34:33.667097 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:34:33.667097 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:34:33.667097 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:34:33.667097 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:34:33.667097 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:34:33.667097 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:34:33.667097 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:34:33.667097 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:34:33.667097 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:34:33.667097 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:34:33.667097 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:34:33.667097 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:34:33.667097 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:34:33.667097 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:34:33.667097 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:34:33.667097 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:34:33.667097 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:34:33.667097 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:34:33.667097 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:34:33.667097 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:34:33.667097 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:34:33.667097 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:34:33.709043 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-815271bf-7bb9-4697-b33a-9310e82044d9 None None] Calling delete_port for e2982629-0be3-4d25-bd60-4d5ecbfa77c3 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:33.711941 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.ipam_backend_mixin [None req-815271bf-7bb9-4697-b33a-9310e82044d9 None None] Port e2982629-0be3-4d25-bd60-4d5ecbfa77c3 was not found and therefore no delete operation was performed {{(pid=94218) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 03:34:33.713926 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-815271bf-7bb9-4697-b33a-9310e82044d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:33.748368 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815271bf-7bb9-4697-b33a-9310e82044d9 None None] No DVR routers for this DVR port e2982629-0be3-4d25-bd60-4d5ecbfa77c3 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:34:33.763787 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d82bad-5b13-476b-9682-945618410aa0 req-6d683cb1-2ce1-4565-b123-9e04e77e6baa tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:33.765612 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d4d82bad-5b13-476b-9682-945618410aa0 req-6d683cb1-2ce1-4565-b123-9e04e77e6baa tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/ports?device_id=e34a7a90-f7ad-4c7c-8890-75e5ca96ee72 HTTP/1.1" status: 200 len: 945 time: 0.1595607 Aug 10 03:34:33.766949 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815271bf-7bb9-4697-b33a-9310e82044d9 None None] Pushing event deleted for resources: {'Port': ['ID=e2982629-0be3-4d25-bd60-4d5ecbfa77c3,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:33.779581 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-d97ba9a9-0a9b-4b26-b974-036d86d14880 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Delete allocated IP 2001:db8::275 (eb30c64f-7491-4f10-ba18-cdfcafb1f977/f96628dc-a65f-4590-9c3d-5427d70b6b31) {{(pid=94217) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 10 03:34:33.782609 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815271bf-7bb9-4697-b33a-9310e82044d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:33.783107 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815271bf-7bb9-4697-b33a-9310e82044d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:33.785295 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815271bf-7bb9-4697-b33a-9310e82044d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:33.785660 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815271bf-7bb9-4697-b33a-9310e82044d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:33.786351 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815271bf-7bb9-4697-b33a-9310e82044d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:33.788868 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815271bf-7bb9-4697-b33a-9310e82044d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:33.790584 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815271bf-7bb9-4697-b33a-9310e82044d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:33.791323 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815271bf-7bb9-4697-b33a-9310e82044d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:33.792351 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815271bf-7bb9-4697-b33a-9310e82044d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:33.792939 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815271bf-7bb9-4697-b33a-9310e82044d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:33.793275 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815271bf-7bb9-4697-b33a-9310e82044d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:33.793593 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815271bf-7bb9-4697-b33a-9310e82044d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:33.798227 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-74e8f3c0-3901-4c37-99a0-4d397454bfd1 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:33.801327 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-d97ba9a9-0a9b-4b26-b974-036d86d14880 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Allocated IP 2001:db8:0:2::24 (eb30c64f-7491-4f10-ba18-cdfcafb1f977/4289e24d-a78d-418d-a6c0-ff26e42914a1/5d82a410-5063-4961-8cc3-68d06546eeb0) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:34:33.811021 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-74e8f3c0-3901-4c37-99a0-4d397454bfd1 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:33.812888 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-74e8f3c0-3901-4c37-99a0-4d397454bfd1 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] 10.222.0.62 "DELETE /v2.0/networks/324c7ec7-e426-4147-b8f0-714ec3096ba8 HTTP/1.1" status: 204 len: 168 time: 0.9961159 Aug 10 03:34:33.830049 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8f3c0-3901-4c37-99a0-4d397454bfd1 tempest-NetworksIpV6TestAttrs-1635950755 tempest-NetworksIpV6TestAttrs-1635950755-project] Pushing event deleted for resources: {'Network': ['ID=324c7ec7-e426-4147-b8f0-714ec3096ba8,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:33.854119 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d4d82bad-5b13-476b-9682-945618410aa0 req-a8a954ba-589f-415d-82ff-e1bfd50cf6d5 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a7c4635-1c3b-4013-99ca-7e7414bb2239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794992 Aug 10 03:34:33.894536 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:34:33.914521 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db60b3d-8420-4291-b438-10c399f4feed req-2569a537-3d47-4a63-8c22-ffa846904d0c tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:33.916062 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0db60b3d-8420-4291-b438-10c399f4feed req-2569a537-3d47-4a63-8c22-ffa846904d0c tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.58 "GET /v2.0/ports?device_id=e34a7a90-f7ad-4c7c-8890-75e5ca96ee72 HTTP/1.1" status: 200 len: 945 time: 0.1306839 Aug 10 03:34:34.194756 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-0db60b3d-8420-4291-b438-10c399f4feed req-08dd8da5-0266-4ada-900c-68be46cf398e tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Deleting port 95c2604e-4630-4509-a2f7-cc13d30026e4 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:34.195114 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-0db60b3d-8420-4291-b438-10c399f4feed req-08dd8da5-0266-4ada-900c-68be46cf398e tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:34.262221 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:34.263362 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d97ba9a9-0a9b-4b26-b974-036d86d14880 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:34.302650 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-d97ba9a9-0a9b-4b26-b974-036d86d14880 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Transition to ACTIVE for port object 5d82a410-5063-4961-8cc3-68d06546eeb0 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:34.312808 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d97ba9a9-0a9b-4b26-b974-036d86d14880 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:34.322352 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53256) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:34.323540 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e2982629-0be3-4d25-bd60-4d5ecbfa77c3 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:34:34.386175 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: e2982629-0be3-4d25-bd60-4d5ecbfa77c3 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:34:34.386444 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e2982629-0be3-4d25-bd60-4d5ecbfa77c3 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:34:34.447498 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-d97ba9a9-0a9b-4b26-b974-036d86d14880 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] In _notify_port_updated(), no bound segment for port 5d82a410-5063-4961-8cc3-68d06546eeb0 on network eb30c64f-7491-4f10-ba18-cdfcafb1f977 {{(pid=94217) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:34:34.448818 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-2b2e3429-cecf-40c0-b235-766716e449aa None None] Allocated IP 2001:db8:0:2::2 (eb30c64f-7491-4f10-ba18-cdfcafb1f977/4289e24d-a78d-418d-a6c0-ff26e42914a1/b1b0dd5f-9736-493f-bf6b-03410dc6c7bb) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:34:34.453636 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97ba9a9-0a9b-4b26-b974-036d86d14880 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:34.454779 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d97ba9a9-0a9b-4b26-b974-036d86d14880 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:34.459242 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d97ba9a9-0a9b-4b26-b974-036d86d14880 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "PUT /v2.0/ports/5d82a410-5063-4961-8cc3-68d06546eeb0 HTTP/1.1" status: 200 len: 969 time: 1.7606957 Aug 10 03:34:34.460044 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53272) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:34.468095 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-0db60b3d-8420-4291-b438-10c399f4feed req-08dd8da5-0266-4ada-900c-68be46cf398e tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] For port 95c2604e-4630-4509-a2f7-cc13d30026e4, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=95c2604e-4630-4509-a2f7-cc13d30026e4,segment=NetworkSegment(74877879-0309-4e5d-afaf-8d5251549e75),segment_id=74877879-0309-4e5d-afaf-8d5251549e75)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:34.468470 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-0db60b3d-8420-4291-b438-10c399f4feed req-08dd8da5-0266-4ada-900c-68be46cf398e tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:34.482842 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97ba9a9-0a9b-4b26-b974-036d86d14880 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event updated for resources: {'Port': ['ID=5d82a410-5063-4961-8cc3-68d06546eeb0,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:34.631145 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-2b2e3429-cecf-40c0-b235-766716e449aa None None] For port b1b0dd5f-9736-493f-bf6b-03410dc6c7bb, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=b1b0dd5f-9736-493f-bf6b-03410dc6c7bb,segment=NetworkSegment(7b04670e-e146-4ad4-bc99-df6e238b9bbc),segment_id=7b04670e-e146-4ad4-bc99-df6e238b9bbc)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:34.652029 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8377e481-701d-47c1-809c-d91a2dcd78d3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3eca7e73d03347638c9bda4556abd901&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3280258 Aug 10 03:34:34.654866 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53276) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:34.675569 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2b2e3429-cecf-40c0-b235-766716e449aa None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:34.709440 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-2b2e3429-cecf-40c0-b235-766716e449aa None None] Transition to ACTIVE for port object b1b0dd5f-9736-493f-bf6b-03410dc6c7bb will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:34.718476 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-d7837256-7ea5-4d98-b0ea-36a0ef9ad16a tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Deleting port 5d82a410-5063-4961-8cc3-68d06546eeb0 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:34.719164 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d7837256-7ea5-4d98-b0ea-36a0ef9ad16a tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:34.726023 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2b2e3429-cecf-40c0-b235-766716e449aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:34.833118 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-af55f005-ad31-4fd0-a97b-b200aba2b06c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:34.875792 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-af55f005-ad31-4fd0-a97b-b200aba2b06c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:34.910476 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2e3429-cecf-40c0-b235-766716e449aa None None] Pushing event updated for resources: {'Port': ['ID=b1b0dd5f-9736-493f-bf6b-03410dc6c7bb,revision_number=7']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:34.934777 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d7837256-7ea5-4d98-b0ea-36a0ef9ad16a tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:34.973563 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-d7837256-7ea5-4d98-b0ea-36a0ef9ad16a tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Calling delete_port for 5d82a410-5063-4961-8cc3-68d06546eeb0 owned by {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:35.055525 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-af55f005-ad31-4fd0-a97b-b200aba2b06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:35.058375 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-af55f005-ad31-4fd0-a97b-b200aba2b06c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:35.063469 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-af55f005-ad31-4fd0-a97b-b200aba2b06c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d8f213c2-3012-41dc-8795-c41935f043c7 HTTP/1.1" status: 204 len: 168 time: 0.4035928 Aug 10 03:34:35.064686 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-0db60b3d-8420-4291-b438-10c399f4feed req-08dd8da5-0266-4ada-900c-68be46cf398e tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:35.065231 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-0db60b3d-8420-4291-b438-10c399f4feed req-08dd8da5-0266-4ada-900c-68be46cf398e tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:35.065625 n-d-768851-15 neutron-server[94217]: INFO neutron.db.l3_db [req-0db60b3d-8420-4291-b438-10c399f4feed req-08dd8da5-0266-4ada-900c-68be46cf398e tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Floating IP 8791b34f-8bee-4572-8217-42ea291ba154 disassociated. External IP: 172.25.7.146, port: 95c2604e-4630-4509-a2f7-cc13d30026e4. Aug 10 03:34:35.066005 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-0db60b3d-8420-4291-b438-10c399f4feed req-08dd8da5-0266-4ada-900c-68be46cf398e tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Calling delete_port for 95c2604e-4630-4509-a2f7-cc13d30026e4 owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:35.122041 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55f005-ad31-4fd0-a97b-b200aba2b06c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f213c2-3012-41dc-8795-c41935f043c7,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:35.195874 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 53286) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:35.203160 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5403a-0d58-4d1c-b342-6113b744adeb req-1d3942ff-608e-446a-8759-5628a88fea3c tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:35.205824 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-41c5403a-0d58-4d1c-b342-6113b744adeb req-1d3942ff-608e-446a-8759-5628a88fea3c tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/ports?device_id=e34a7a90-f7ad-4c7c-8890-75e5ca96ee72 HTTP/1.1" status: 200 len: 945 time: 0.1991765 Aug 10 03:34:35.373367 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-41c5403a-0d58-4d1c-b342-6113b744adeb req-3768218f-170e-4ca8-9fdb-f451c8867a40 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a7c4635-1c3b-4013-99ca-7e7414bb2239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510308 Aug 10 03:34:35.405755 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dccc3980-379d-4a40-8488-4282b97b82d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:35.420704 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-0db60b3d-8420-4291-b438-10c399f4feed req-08dd8da5-0266-4ada-900c-68be46cf398e tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:35.492613 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d7837256-7ea5-4d98-b0ea-36a0ef9ad16a tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:35.514992 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dd8da5-0266-4ada-900c-68be46cf398e tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Pushing event deleted for resources: {'Port': ['ID=95c2604e-4630-4509-a2f7-cc13d30026e4,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:35.602934 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7837256-7ea5-4d98-b0ea-36a0ef9ad16a tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event deleted for resources: {'Port': ['ID=5d82a410-5063-4961-8cc3-68d06546eeb0,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:35.670523 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d7837256-7ea5-4d98-b0ea-36a0ef9ad16a tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:35.678723 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d7837256-7ea5-4d98-b0ea-36a0ef9ad16a tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "DELETE /v2.0/ports/5d82a410-5063-4961-8cc3-68d06546eeb0 HTTP/1.1" status: 204 len: 168 time: 1.2157888 Aug 10 03:34:35.679812 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53294) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:35.710965 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2364df2-6c2e-4258-ad99-f45861616222 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] GET failed (client error): The resource could not be found. Aug 10 03:34:35.718272 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-e2364df2-6c2e-4258-ad99-f45861616222 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "GET /v2.0/ports/5d82a410-5063-4961-8cc3-68d06546eeb0 HTTP/1.1" status: 404 len: 333 time: 0.0342586 Aug 10 03:34:35.719396 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 53296) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:35.746716 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0db60b3d-8420-4291-b438-10c399f4feed req-08dd8da5-0266-4ada-900c-68be46cf398e tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Router 6f811108-70fd-4731-8257-671f85acbf74 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:34:35.892730 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dccc3980-379d-4a40-8488-4282b97b82d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:35.898051 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b625a99e-48c3-47bc-b529-e4591feb3647 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:35.903741 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dccc3980-379d-4a40-8488-4282b97b82d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:35.920259 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-5a01a53b-b6dd-4e3d-8dbf-8c3d93cc3320 None None] Could not find standard attr ID for object 5d82a410-5063-4961-8cc3-68d06546eeb0. {{(pid=94218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:34:35.939895 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-5a01a53b-b6dd-4e3d-8dbf-8c3d93cc3320 None None] Provisioning complete for port eb8fbb7c-ad60-4ede-ab92-bfef333fb663 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:35.940685 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5a01a53b-b6dd-4e3d-8dbf-8c3d93cc3320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:35.990328 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:35.997672 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-5a01a53b-b6dd-4e3d-8dbf-8c3d93cc3320 None None] Port eb8fbb7c-ad60-4ede-ab92-bfef333fb663 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:34:36.017034 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-5a01a53b-b6dd-4e3d-8dbf-8c3d93cc3320 None None] Provisioning for port b1b0dd5f-9736-493f-bf6b-03410dc6c7bb completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:36.040018 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-5a01a53b-b6dd-4e3d-8dbf-8c3d93cc3320 None None] Provisioning complete for port b1b0dd5f-9736-493f-bf6b-03410dc6c7bb triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:36.040427 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5a01a53b-b6dd-4e3d-8dbf-8c3d93cc3320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:36.087980 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccc3980-379d-4a40-8488-4282b97b82d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf05facb-0b6c-49b2-a657-7fb3b41f7a79,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:36.095290 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b625a99e-48c3-47bc-b529-e4591feb3647 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:36.112900 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-dccc3980-379d-4a40-8488-4282b97b82d6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=af7d821e2a9d4ef39b42f2872094401e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9157076 Aug 10 03:34:36.116380 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53306) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:36.162351 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0db60b3d-8420-4291-b438-10c399f4feed req-08dd8da5-0266-4ada-900c-68be46cf398e tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:34:36.184446 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857299d1-da11-410e-9aff-6172b34cf95b None None] Sync routers for ids ['6f811108-70fd-4731-8257-671f85acbf74'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:34:36.241740 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db60b3d-8420-4291-b438-10c399f4feed req-08dd8da5-0266-4ada-900c-68be46cf398e tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] No DVR routers for this DVR port 95c2604e-4630-4509-a2f7-cc13d30026e4 on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:34:36.243187 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-386da234-aad3-4cff-b694-20b71fd326c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:36.245065 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-0db60b3d-8420-4291-b438-10c399f4feed req-08dd8da5-0266-4ada-900c-68be46cf398e tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:36.247374 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0db60b3d-8420-4291-b438-10c399f4feed req-08dd8da5-0266-4ada-900c-68be46cf398e tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.58 "DELETE /v2.0/ports/95c2604e-4630-4509-a2f7-cc13d30026e4 HTTP/1.1" status: 204 len: 173 time: 2.3215322 Aug 10 03:34:36.247811 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e34a7a90-f7ad-4c7c-8890-75e5ca96ee72', 'name': 'network-vif-deleted', 'tag': '95c2604e-4630-4509-a2f7-cc13d30026e4'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:34:36.250279 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85a5470-e64a-4812-b7fa-f405d22e0949" -d '{"events": [{"server_uuid": "e34a7a90-f7ad-4c7c-8890-75e5ca96ee72", "name": "network-vif-deleted", "tag": "95c2604e-4630-4509-a2f7-cc13d30026e4"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:34:36.270990 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857299d1-da11-410e-9aff-6172b34cf95b None None] Routers {'6f811108-70fd-4731-8257-671f85acbf74'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:34:36.274604 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b625a99e-48c3-47bc-b529-e4591feb3647 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:36.275846 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-857299d1-da11-410e-9aff-6172b34cf95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:34:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['6f811108-70fd-4731-8257-671f85acbf74'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:36.279758 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b625a99e-48c3-47bc-b529-e4591feb3647 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:36.283789 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b625a99e-48c3-47bc-b529-e4591feb3647 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "DELETE /v2.0/security-groups/b1b8ab6f-97f1-49e3-818b-ad13629e50a4 HTTP/1.1" status: 204 len: 168 time: 0.5605781 Aug 10 03:34:36.291161 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 53310) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:36.317378 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-386da234-aad3-4cff-b694-20b71fd326c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:36.372824 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5db9c98-675e-4fab-9c26-22afee57d05b x-openstack-request-id: req-a5db9c98-675e-4fab-9c26-22afee57d05b {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:34:36.378460 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e34a7a90-f7ad-4c7c-8890-75e5ca96ee72", "name": "network-vif-deleted", "tag": "95c2604e-4630-4509-a2f7-cc13d30026e4", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:34:36.378935 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a5db9c98-675e-4fab-9c26-22afee57d05b {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:34:36.379513 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e34a7a90-f7ad-4c7c-8890-75e5ca96ee72', 'name': 'network-vif-deleted', 'tag': '95c2604e-4630-4509-a2f7-cc13d30026e4', 'status': 'completed', 'code': 200} Aug 10 03:34:36.381013 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b625a99e-48c3-47bc-b529-e4591feb3647 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b8ab6f-97f1-49e3-818b-ad13629e50a4,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:36.439885 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b1b0dd5f-9736-493f-bf6b-03410dc6c7bb up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:34:36.448212 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-386da234-aad3-4cff-b694-20b71fd326c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:36.452036 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-386da234-aad3-4cff-b694-20b71fd326c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:36.467183 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-386da234-aad3-4cff-b694-20b71fd326c2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bf05facb-0b6c-49b2-a657-7fb3b41f7a79 HTTP/1.1" status: 204 len: 168 time: 0.3403814 Aug 10 03:34:36.492170 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386da234-aad3-4cff-b694-20b71fd326c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf05facb-0b6c-49b2-a657-7fb3b41f7a79,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:36.553162 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3d565166-4345-4259-88d6-838084730707 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:36.627661 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-75fe7e85-a1dd-48e3-a8ae-1cc5ca232228 req-a8104f33-025b-44ec-b0ca-42e325a56ae5 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/ports?device_id=e34a7a90-f7ad-4c7c-8890-75e5ca96ee72 HTTP/1.1" status: 200 len: 210 time: 0.0653794 Aug 10 03:34:36.643123 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3d565166-4345-4259-88d6-838084730707 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:36.734684 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3d565166-4345-4259-88d6-838084730707 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:36.742840 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3d565166-4345-4259-88d6-838084730707 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:36.747412 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3d565166-4345-4259-88d6-838084730707 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "DELETE /v2.0/security-groups/3ff80a0f-1f08-4071-8bcf-e5599bfaa8b4 HTTP/1.1" status: 204 len: 168 time: 0.4528387 Aug 10 03:34:36.747835 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53324) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:36.789197 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d565166-4345-4259-88d6-838084730707 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff80a0f-1f08-4071-8bcf-e5599bfaa8b4,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:36.916959 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-2b2e69fd-20a4-476b-893d-e297a8f164bd None None] Could not find standard attr ID for object 5d82a410-5063-4961-8cc3-68d06546eeb0. {{(pid=94218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:34:36.941132 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-85e49176-b029-4e91-abda-be43234cb132 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:36.982142 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-857299d1-da11-410e-9aff-6172b34cf95b None None] Set router 6f811108-70fd-4731-8257-671f85acbf74 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:34:37.020620 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port b1b0dd5f-9736-493f-bf6b-03410dc6c7bb triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:37.020922 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:37.023017 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-85e49176-b029-4e91-abda-be43234cb132 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:37.088391 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 53328) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:37.106097 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-88aab782-142a-4deb-9b18-627895ce8b4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:37.117788 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-85e49176-b029-4e91-abda-be43234cb132 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:37.120630 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-85e49176-b029-4e91-abda-be43234cb132 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:37.124156 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-85e49176-b029-4e91-abda-be43234cb132 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "DELETE /v2.0/security-groups/79911285-794f-4b94-81ea-2b5182e3205c HTTP/1.1" status: 204 len: 168 time: 0.3729680 Aug 10 03:34:37.135922 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 53330) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:37.137303 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 53332) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:37.139019 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e49176-b029-4e91-abda-be43234cb132 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79911285-794f-4b94-81ea-2b5182e3205c,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:37.215372 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e91d98f-84c1-4efb-91ef-035907789bf9 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Deleting subnet f96628dc-a65f-4590-9c3d-5427d70b6b31 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:34:37.219480 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3e91d98f-84c1-4efb-91ef-035907789bf9 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:37.280999 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3e91d98f-84c1-4efb-91ef-035907789bf9 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:37.362471 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-857299d1-da11-410e-9aff-6172b34cf95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f811108-70fd-4731-8257-671f85acbf74', 'name': 'tempest-AttachVolumeTestJSON-1078533016-router', 'tenant_id': '716a2501dd514284b3618ba976b1a21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'bd699efa-4783-4ab8-bb90-dbeddc227eed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:26:31Z', 'updated_at': '2021-08-10T03:26:38Z', 'revision_number': 4, 'project_id': '716a2501dd514284b3618ba976b1a21f', 'gw_port': {'id': 'bd699efa-4783-4ab8-bb90-dbeddc227eed', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:0d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f811108-70fd-4731-8257-671f85acbf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:32Z', 'updated_at': '2021-08-10T03:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '0413d2b5-34c5-43ff-bd3c-a2b5f682346e', 'name': '', 'network_id': 'b944b0e3-b136-43d0-aeef-f89e7c552d7f', 'tenant_id': '716a2501dd514284b3618ba976b1a21f', 'mac_address': 'fa:16:3e:b7:a5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f811108-70fd-4731-8257-671f85acbf74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '9fa6e43b-250a-4024-b95b-0ad12ce73ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:37Z', 'updated_at': '2021-08-10T03:26:49Z', 'revision_number': 5, 'project_id': '716a2501dd514284b3618ba976b1a21f', 'subnets': [{'id': '9fa6e43b-250a-4024-b95b-0ad12ce73ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:37.393477 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857299d1-da11-410e-9aff-6172b34cf95b None None] Checking router: 6f811108-70fd-4731-8257-671f85acbf74 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:34:37.403168 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857299d1-da11-410e-9aff-6172b34cf95b None None] Routers {'6f811108-70fd-4731-8257-671f85acbf74'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:34:37.403787 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-857299d1-da11-410e-9aff-6172b34cf95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:34:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['6f811108-70fd-4731-8257-671f85acbf74'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:37.418114 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-88aab782-142a-4deb-9b18-627895ce8b4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:37.424300 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-2801db82-24f6-405e-ac98-bbd47ba7270a tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-690849729'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:37.428290 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3e91d98f-84c1-4efb-91ef-035907789bf9 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:37.449098 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-88aab782-142a-4deb-9b18-627895ce8b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:37.519616 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-88aab782-142a-4deb-9b18-627895ce8b4b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4f1bf81e72104984ba8a944ff2b2dc6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4297116 Aug 10 03:34:37.521699 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53338) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:37.524448 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-857299d1-da11-410e-9aff-6172b34cf95b None None] Set router 6f811108-70fd-4731-8257-671f85acbf74 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:34:37.527364 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aab782-142a-4deb-9b18-627895ce8b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9697c60f-a9a5-46ed-8461-d8a5f22b1e3e,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:37.538290 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2801db82-24f6-405e-ac98-bbd47ba7270a tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Made reservation on behalf of c5bfc23a2d2d40be9b95b47c1cd0d209 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:37.541619 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2801db82-24f6-405e-ac98-bbd47ba7270a tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:37.557365 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2801db82-24f6-405e-ac98-bbd47ba7270a tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:37.581956 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3e91d98f-84c1-4efb-91ef-035907789bf9 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:37.621937 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8d2d2348-e2dc-442e-afbc-622df5d7d923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:37.628607 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e91d98f-84c1-4efb-91ef-035907789bf9 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event deleted for resources: {'Subnet': ['ID=f96628dc-a65f-4590-9c3d-5427d70b6b31,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:37.635161 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3e91d98f-84c1-4efb-91ef-035907789bf9 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:37.637181 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3e91d98f-84c1-4efb-91ef-035907789bf9 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "DELETE /v2.0/subnets/f96628dc-a65f-4590-9c3d-5427d70b6b31 HTTP/1.1" status: 204 len: 168 time: 0.5016413 Aug 10 03:34:37.644091 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 53340) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:37.663308 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3076ecc2-a6b1-45ee-b8ff-80df65805cc7 None None] Network eb30c64f-7491-4f10-ba18-cdfcafb1f977 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:37.681971 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8d2d2348-e2dc-442e-afbc-622df5d7d923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:37.720373 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e3c6b71-a43c-4ad0-acec-5cc05989b671 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Deleting subnet 4289e24d-a78d-418d-a6c0-ff26e42914a1 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:34:37.737931 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4e3c6b71-a43c-4ad0-acec-5cc05989b671 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:37.764911 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8d2d2348-e2dc-442e-afbc-622df5d7d923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:37.770222 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8d2d2348-e2dc-442e-afbc-622df5d7d923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:37.775233 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8d2d2348-e2dc-442e-afbc-622df5d7d923 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9697c60f-a9a5-46ed-8461-d8a5f22b1e3e HTTP/1.1" status: 204 len: 168 time: 0.2507124 Aug 10 03:34:37.807678 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 53350) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:37.810862 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 95c2604e-4630-4509-a2f7-cc13d30026e4 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:34:37.813900 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2d2348-e2dc-442e-afbc-622df5d7d923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9697c60f-a9a5-46ed-8461-d8a5f22b1e3e,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:37.855725 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: 95c2604e-4630-4509-a2f7-cc13d30026e4 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:34:37.856070 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 95c2604e-4630-4509-a2f7-cc13d30026e4 not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:34:37.890243 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4e3c6b71-a43c-4ad0-acec-5cc05989b671 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:37.951210 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2801db82-24f6-405e-ac98-bbd47ba7270a tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:37.966440 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2801db82-24f6-405e-ac98-bbd47ba7270a tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:37.995860 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-679945ea-32b7-4489-ab04-5b10d4f8dfd2 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:38.007593 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-857299d1-da11-410e-9aff-6172b34cf95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f811108-70fd-4731-8257-671f85acbf74', 'name': 'tempest-AttachVolumeTestJSON-1078533016-router', 'tenant_id': '716a2501dd514284b3618ba976b1a21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'bd699efa-4783-4ab8-bb90-dbeddc227eed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:26:31Z', 'updated_at': '2021-08-10T03:26:38Z', 'revision_number': 4, 'project_id': '716a2501dd514284b3618ba976b1a21f', 'gw_port': {'id': 'bd699efa-4783-4ab8-bb90-dbeddc227eed', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:0d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f811108-70fd-4731-8257-671f85acbf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:32Z', 'updated_at': '2021-08-10T03:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '0413d2b5-34c5-43ff-bd3c-a2b5f682346e', 'name': '', 'network_id': 'b944b0e3-b136-43d0-aeef-f89e7c552d7f', 'tenant_id': '716a2501dd514284b3618ba976b1a21f', 'mac_address': 'fa:16:3e:b7:a5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f811108-70fd-4731-8257-671f85acbf74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '9fa6e43b-250a-4024-b95b-0ad12ce73ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:37Z', 'updated_at': '2021-08-10T03:26:49Z', 'revision_number': 5, 'project_id': '716a2501dd514284b3618ba976b1a21f', 'subnets': [{'id': '9fa6e43b-250a-4024-b95b-0ad12ce73ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:38.035086 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2801db82-24f6-405e-ac98-bbd47ba7270a tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:34:38.050796 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857299d1-da11-410e-9aff-6172b34cf95b None None] The sync data for ids ['6f811108-70fd-4731-8257-671f85acbf74'] in n-d-768851-15 is: [{'id': '6f811108-70fd-4731-8257-671f85acbf74', 'name': 'tempest-AttachVolumeTestJSON-1078533016-router', 'tenant_id': '716a2501dd514284b3618ba976b1a21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'bd699efa-4783-4ab8-bb90-dbeddc227eed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:26:31Z', 'updated_at': '2021-08-10T03:26:38Z', 'revision_number': 4, 'project_id': '716a2501dd514284b3618ba976b1a21f', 'gw_port': {'id': 'bd699efa-4783-4ab8-bb90-dbeddc227eed', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:0d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f811108-70fd-4731-8257-671f85acbf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:32Z', 'updated_at': '2021-08-10T03:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '0413d2b5-34c5-43ff-bd3c-a2b5f682346e', 'name': '', 'network_id': 'b944b0e3-b136-43d0-aeef-f89e7c552d7f', 'tenant_id': '716a2501dd514284b3618ba976b1a21f', 'mac_address': 'fa:16:3e:b7:a5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f811108-70fd-4731-8257-671f85acbf74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '9fa6e43b-250a-4024-b95b-0ad12ce73ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:37Z', 'updated_at': '2021-08-10T03:26:49Z', 'revision_number': 5, 'project_id': '716a2501dd514284b3618ba976b1a21f', 'subnets': [{'id': '9fa6e43b-250a-4024-b95b-0ad12ce73ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:34:38.075796 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2801db82-24f6-405e-ac98-bbd47ba7270a tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce50ee2-d973-4f6f-8273-a211c419031a,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:38.084139 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2801db82-24f6-405e-ac98-bbd47ba7270a tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:38.084389 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-2801db82-24f6-405e-ac98-bbd47ba7270a tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Added segment aea9f63e-1c1e-4cf8-9a53-7d8aa6ecc2fe of type vlan for network e88fd11f-c200-47d6-a36a-9d4f33a2fad3 Aug 10 03:34:38.088842 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-679945ea-32b7-4489-ab04-5b10d4f8dfd2 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:38.112137 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4e3c6b71-a43c-4ad0-acec-5cc05989b671 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:38.229141 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2801db82-24f6-405e-ac98-bbd47ba7270a tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:38.267957 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4e3c6b71-a43c-4ad0-acec-5cc05989b671 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:38.304842 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4e3c6b71-a43c-4ad0-acec-5cc05989b671 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:38.307121 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4e3c6b71-a43c-4ad0-acec-5cc05989b671 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "DELETE /v2.0/subnets/4289e24d-a78d-418d-a6c0-ff26e42914a1 HTTP/1.1" status: 204 len: 168 time: 0.6619756 Aug 10 03:34:38.311546 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53360) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:38.312226 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2801db82-24f6-405e-ac98-bbd47ba7270a tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:38.324284 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2801db82-24f6-405e-ac98-bbd47ba7270a tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:38.324676 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2801db82-24f6-405e-ac98-bbd47ba7270a tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:38.358169 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aa746ab-bf87-4bad-b479-4e97cded8edc tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:38.358632 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aa746ab-bf87-4bad-b479-4e97cded8edc tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:38.370035 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8aa746ab-bf87-4bad-b479-4e97cded8edc tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "DELETE /v2.0/subnets/f96628dc-a65f-4590-9c3d-5427d70b6b31 HTTP/1.1" status: 404 len: 337 time: 0.0546362 Aug 10 03:34:38.374121 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53366) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:38.456116 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-2498543a-c148-40ec-9646-ceb0f0f13ef8 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Deleting subnet fdf29b60-ab54-4cb3-a1b6-86eff87aa624 {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:34:38.459857 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2498543a-c148-40ec-9646-ceb0f0f13ef8 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:38.484407 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2801db82-24f6-405e-ac98-bbd47ba7270a tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event updated for resources: {'Network': ['ID=e88fd11f-c200-47d6-a36a-9d4f33a2fad3,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:38.486632 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-679945ea-32b7-4489-ab04-5b10d4f8dfd2 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:38.491338 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-679945ea-32b7-4489-ab04-5b10d4f8dfd2 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:38.492527 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-679945ea-32b7-4489-ab04-5b10d4f8dfd2 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "DELETE /v2.0/security-groups/0a7c4635-1c3b-4013-99ca-7e7414bb2239 HTTP/1.1" status: 204 len: 168 time: 0.6838655 Aug 10 03:34:38.496541 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53372) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:38.500673 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network e88fd11f-c200-47d6-a36a-9d4f33a2fad3 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:34:38.515906 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3c6b71-a43c-4ad0-acec-5cc05989b671 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event deleted for resources: {'Subnet': ['ID=4289e24d-a78d-418d-a6c0-ff26e42914a1,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:38.533696 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [None req-780f2543-5ed9-49ec-ba7f-865ca3ff383d tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] show failed (client error): The resource could not be found. Aug 10 03:34:38.535132 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-780f2543-5ed9-49ec-ba7f-865ca3ff383d tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "GET /v2.0/security-groups/0a7c4635-1c3b-4013-99ca-7e7414bb2239 HTTP/1.1" status: 404 len: 347 time: 0.0328417 Aug 10 03:34:38.536102 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679945ea-32b7-4489-ab04-5b10d4f8dfd2 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7c4635-1c3b-4013-99ca-7e7414bb2239,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:38.538658 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 53374) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:38.539063 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2498543a-c148-40ec-9646-ceb0f0f13ef8 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:38.550181 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2801db82-24f6-405e-ac98-bbd47ba7270a tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4025364 Aug 10 03:34:38.550529 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 53376) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:38.559309 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-afa4763a-8143-4657-ad3e-925b223f8c22 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-808309872'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:38.585437 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87df9b34-bb33-4674-ad1b-c5c297db7b97 None None] New status for floating IP 8791b34f-8bee-4572-8217-42ea291ba154: DOWN {{(pid=94219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:34:38.769429 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa4763a-8143-4657-ad3e-925b223f8c22 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Made reservation on behalf of c5bfc23a2d2d40be9b95b47c1cd0d209 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:38.770507 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2498543a-c148-40ec-9646-ceb0f0f13ef8 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:38.773579 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-afa4763a-8143-4657-ad3e-925b223f8c22 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:38.821696 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afa4763a-8143-4657-ad3e-925b223f8c22 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:34:38.831584 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-7c440799-389b-46e8-a727-bf791d070bf5 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Deleting port 5fcf14d0-3bfb-4510-a65d-788ee5e8acca {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:38.831932 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7c440799-389b-46e8-a727-bf791d070bf5 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:38.851670 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-afa4763a-8143-4657-ad3e-925b223f8c22 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:38.852106 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-afa4763a-8143-4657-ad3e-925b223f8c22 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Added segment 6636abf4-34d2-43e4-b758-d7c11b142a36 of type vlan for network bc1876a6-87ae-4e1b-af04-2cf3abd64bc3 Aug 10 03:34:38.915954 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2498543a-c148-40ec-9646-ceb0f0f13ef8 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:38.965036 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2498543a-c148-40ec-9646-ceb0f0f13ef8 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:38.967080 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-2498543a-c148-40ec-9646-ceb0f0f13ef8 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "DELETE /v2.0/subnets/fdf29b60-ab54-4cb3-a1b6-86eff87aa624 HTTP/1.1" status: 204 len: 168 time: 0.5914731 Aug 10 03:34:38.968256 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2498543a-c148-40ec-9646-ceb0f0f13ef8 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event deleted for resources: {'Subnet': ['ID=fdf29b60-ab54-4cb3-a1b6-86eff87aa624,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:38.977084 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53388) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:39.026723 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7c440799-389b-46e8-a727-bf791d070bf5 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:39.027078 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7c440799-389b-46e8-a727-bf791d070bf5 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:39.030503 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d093069-c544-45a7-a460-421fab117ad5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:39.030942 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-afa4763a-8143-4657-ad3e-925b223f8c22 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:39.031056 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d093069-c544-45a7-a460-421fab117ad5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:39.033021 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-2d093069-c544-45a7-a460-421fab117ad5 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "DELETE /v2.0/subnets/63067a6f-d617-4768-bffa-3ba2bd36ca0f HTTP/1.1" status: 404 len: 337 time: 0.0547667 Aug 10 03:34:39.036094 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53392) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:39.050226 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-7c440799-389b-46e8-a727-bf791d070bf5 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Calling delete_port for 5fcf14d0-3bfb-4510-a65d-788ee5e8acca owned by network:floatingip {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:39.084456 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-436ddf90-837a-4398-844e-0c6d9f3d4092 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4cb9d23-e927-4270-a373-13b597498f98 HTTP/1.1" status: 200 len: 205 time: 0.0455053 Aug 10 03:34:39.086357 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 53396) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:39.160847 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e274ceff-d862-4832-8fc0-44798197d603 None None] Network eb30c64f-7491-4f10-ba18-cdfcafb1f977 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:39.173035 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-afa4763a-8143-4657-ad3e-925b223f8c22 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:39.178592 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa4763a-8143-4657-ad3e-925b223f8c22 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:39.179216 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-afa4763a-8143-4657-ad3e-925b223f8c22 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:39.192387 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-61eb7bbd-4987-429f-babc-aa26f20747a2 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] delete failed (client error): The resource could not be found. Aug 10 03:34:39.193930 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-61eb7bbd-4987-429f-babc-aa26f20747a2 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "DELETE /v2.0/routers/e4cb9d23-e927-4270-a373-13b597498f98 HTTP/1.1" status: 404 len: 336 time: 0.0767229 Aug 10 03:34:39.196686 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53400) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:39.241291 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-f394d2a1-4bb8-4a55-a05e-a5741654f637 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:39.244296 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f394d2a1-4bb8-4a55-a05e-a5741654f637 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:39.246339 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-f394d2a1-4bb8-4a55-a05e-a5741654f637 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "DELETE /v2.0/subnets/f7a08071-260c-4e66-a09e-9b020420d422 HTTP/1.1" status: 404 len: 337 time: 0.0485852 Aug 10 03:34:39.249346 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53404) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:39.264529 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-afa4763a-8143-4657-ad3e-925b223f8c22 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7099135 Aug 10 03:34:39.269649 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 53406) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:39.278576 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-562c58b4-d9d7-4592-b35a-7f3abe770eaa tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Request body: {'subnet': {'network_id': 'e88fd11f-c200-47d6-a36a-9d4f33a2fad3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:39.305686 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-4026d4e1-8708-4b38-9ba2-4ec76acda289 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:39.306163 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4026d4e1-8708-4b38-9ba2-4ec76acda289 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:39.311004 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-4026d4e1-8708-4b38-9ba2-4ec76acda289 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "DELETE /v2.0/subnets/cae5efff-d4e7-459e-8ffa-2159db2431bf HTTP/1.1" status: 404 len: 337 time: 0.0604298 Aug 10 03:34:39.311666 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53408) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:39.334435 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa4763a-8143-4657-ad3e-925b223f8c22 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event updated for resources: {'Network': ['ID=bc1876a6-87ae-4e1b-af04-2cf3abd64bc3,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:39.351729 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0b1902f4-edfb-43ca-a87b-9d521637e77b None None] Provisioning complete for port b1b0dd5f-9736-493f-bf6b-03410dc6c7bb triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:39.352324 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0b1902f4-edfb-43ca-a87b-9d521637e77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:39.364939 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network bc1876a6-87ae-4e1b-af04-2cf3abd64bc3 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:34:39.378201 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a2bde61-e93f-48b1-bd45-d8fedbcc647b tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:39.387885 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a2bde61-e93f-48b1-bd45-d8fedbcc647b tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:39.391027 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-3a2bde61-e93f-48b1-bd45-d8fedbcc647b tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "DELETE /v2.0/subnets/c09e1df8-4e62-4b01-a945-a6296ff32002 HTTP/1.1" status: 404 len: 337 time: 0.0712962 Aug 10 03:34:39.394238 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53410) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:39.420805 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a5a7d88-38e7-4e32-896e-e8a3d4312192 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:39.421511 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a5a7d88-38e7-4e32-896e-e8a3d4312192 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:39.423448 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8a5a7d88-38e7-4e32-896e-e8a3d4312192 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "DELETE /v2.0/ports/9f0703e7-30e1-4dd4-88d1-03c8e7433dd7 HTTP/1.1" status: 404 len: 333 time: 0.0281363 Aug 10 03:34:39.425987 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53414) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:39.473338 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-369b295e-1379-4ae2-9d62-80d746d31e1a tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:39.474161 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-369b295e-1379-4ae2-9d62-80d746d31e1a tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:39.476999 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-369b295e-1379-4ae2-9d62-80d746d31e1a tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "DELETE /v2.0/subnets/fffcffe2-df0f-47eb-acd0-2f810e692645 HTTP/1.1" status: 404 len: 337 time: 0.0464482 Aug 10 03:34:39.480894 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 53416) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:39.499762 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf090596-4e17-4ae4-b2b3-d51c96664ce9 None None] DHCP port deletion for eb30c64f-7491-4f10-ba18-cdfcafb1f977 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:34:39.534018 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-fac328e5-eb4a-4976-843f-5d451ff2af5c tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:39.534884 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fac328e5-eb4a-4976-843f-5d451ff2af5c tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:39.537097 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-fac328e5-eb4a-4976-843f-5d451ff2af5c tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "DELETE /v2.0/subnets/1cc0da9a-27c8-494e-aec1-21c78351ccb0 HTTP/1.1" status: 404 len: 337 time: 0.0527742 Aug 10 03:34:39.538173 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562c58b4-d9d7-4592-b35a-7f3abe770eaa tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Made reservation on behalf of c5bfc23a2d2d40be9b95b47c1cd0d209 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:39.539877 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53418) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:39.554018 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-562c58b4-d9d7-4592-b35a-7f3abe770eaa tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:39.565044 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7c440799-389b-46e8-a727-bf791d070bf5 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:39.573846 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cef3dc4-cc86-4826-82e0-95d8d60dc0f0 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:39.575123 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cef3dc4-cc86-4826-82e0-95d8d60dc0f0 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:39.577882 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-5cef3dc4-cc86-4826-82e0-95d8d60dc0f0 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "DELETE /v2.0/ports/e2ae1596-9fb0-4bd7-8369-3b2d04153f06 HTTP/1.1" status: 404 len: 333 time: 0.0361602 Aug 10 03:34:39.580989 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53422) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:39.622934 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-637f20c6-e750-43ee-b21b-af484db63138 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:39.623612 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-637f20c6-e750-43ee-b21b-af484db63138 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:39.625586 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-637f20c6-e750-43ee-b21b-af484db63138 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "DELETE /v2.0/subnets/4c3f2aab-746f-4493-a7b4-dbd6dc7862bd HTTP/1.1" status: 404 len: 337 time: 0.0434866 Aug 10 03:34:39.628153 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53426) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:39.641797 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-cf090596-4e17-4ae4-b2b3-d51c96664ce9 None None] Deleting port b1b0dd5f-9736-493f-bf6b-03410dc6c7bb {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:39.642429 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-cf090596-4e17-4ae4-b2b3-d51c96664ce9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:39.672577 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f2e6bfe-75c0-45e3-ac61-943d41e16a2e tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:39.673320 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f2e6bfe-75c0-45e3-ac61-943d41e16a2e tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:39.679162 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-1f2e6bfe-75c0-45e3-ac61-943d41e16a2e tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "DELETE /v2.0/subnets/6ef88101-9d72-4e3b-87d6-e805e63f4f22 HTTP/1.1" status: 404 len: 337 time: 0.0496843 Aug 10 03:34:39.680152 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53430) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:39.700051 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c440799-389b-46e8-a727-bf791d070bf5 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Pushing event deleted for resources: {'Port': ['ID=5fcf14d0-3bfb-4510-a65d-788ee5e8acca,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:39.715849 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0b1902f4-edfb-43ca-a87b-9d521637e77b None None] Provisioning complete for port eb8fbb7c-ad60-4ede-ab92-bfef333fb663 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:39.716295 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0b1902f4-edfb-43ca-a87b-9d521637e77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:39.758724 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-cf090596-4e17-4ae4-b2b3-d51c96664ce9 None None] For port b1b0dd5f-9736-493f-bf6b-03410dc6c7bb, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=b1b0dd5f-9736-493f-bf6b-03410dc6c7bb,segment=NetworkSegment(7b04670e-e146-4ad4-bc99-df6e238b9bbc),segment_id=7b04670e-e146-4ad4-bc99-df6e238b9bbc)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:39.759255 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-cf090596-4e17-4ae4-b2b3-d51c96664ce9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:39.776395 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-cf090596-4e17-4ae4-b2b3-d51c96664ce9 None None] Calling delete_port for b1b0dd5f-9736-493f-bf6b-03410dc6c7bb owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:39.790788 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7c440799-389b-46e8-a727-bf791d070bf5 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks [] for floatingip, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:39.793897 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7c440799-389b-46e8-a727-bf791d070bf5 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:39.795071 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7c440799-389b-46e8-a727-bf791d070bf5 tempest-AttachVolumeTestJSON-331640029 tempest-AttachVolumeTestJSON-331640029-project] 10.222.0.62 "DELETE /v2.0/floatingips/8791b34f-8bee-4572-8217-42ea291ba154 HTTP/1.1" status: 204 len: 168 time: 1.2549353 Aug 10 03:34:39.805324 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0b1902f4-edfb-43ca-a87b-9d521637e77b None None] Port eb8fbb7c-ad60-4ede-ab92-bfef333fb663 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:34:39.906835 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-78d14f7b-7f45-42b9-9e5d-894d551294ad tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Deleting port eb8fbb7c-ad60-4ede-ab92-bfef333fb663 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:39.907193 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-78d14f7b-7f45-42b9-9e5d-894d551294ad tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:39.944505 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-cf090596-4e17-4ae4-b2b3-d51c96664ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:39.993214 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-562c58b4-d9d7-4592-b35a-7f3abe770eaa tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:39.999179 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf090596-4e17-4ae4-b2b3-d51c96664ce9 None None] Pushing event deleted for resources: {'Port': ['ID=b1b0dd5f-9736-493f-bf6b-03410dc6c7bb,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:40.004273 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf090596-4e17-4ae4-b2b3-d51c96664ce9 None None] No DVR routers for this DVR port b1b0dd5f-9736-493f-bf6b-03410dc6c7bb on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:34:40.090783 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-78d14f7b-7f45-42b9-9e5d-894d551294ad tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:40.098319 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c58b4-d9d7-4592-b35a-7f3abe770eaa tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event updated for resources: {'Subnet': ['ID=9d2048e2-53db-47e0-9980-f70dac74bd1a,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:40.120894 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-78d14f7b-7f45-42b9-9e5d-894d551294ad tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Calling delete_port for eb8fbb7c-ad60-4ede-ab92-bfef333fb663 owned by {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:40.123076 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562c58b4-d9d7-4592-b35a-7f3abe770eaa tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Checking segment: {'id': 'aea9f63e-1c1e-4cf8-9a53-7d8aa6ecc2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e88fd11f-c200-47d6-a36a-9d4f33a2fad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:40.123678 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562c58b4-d9d7-4592-b35a-7f3abe770eaa tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Network hostable DHCP agents. Network: e88fd11f-c200-47d6-a36a-9d4f33a2fad3, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:34:40.141983 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562c58b4-d9d7-4592-b35a-7f3abe770eaa tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Network e88fd11f-c200-47d6-a36a-9d4f33a2fad3 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:34:40.153202 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-562c58b4-d9d7-4592-b35a-7f3abe770eaa tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, e88fd11f-c200-47d6-a36a-9d4f33a2fad3) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:40.160327 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562c58b4-d9d7-4592-b35a-7f3abe770eaa tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:40.161235 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-562c58b4-d9d7-4592-b35a-7f3abe770eaa tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:40.162836 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b1e06e-995b-4134-9103-3973838d7d37 None None] Network e88fd11f-c200-47d6-a36a-9d4f33a2fad3 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:40.183842 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-562c58b4-d9d7-4592-b35a-7f3abe770eaa tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9130051 Aug 10 03:34:40.188311 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 53448) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:40.194632 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-2440feb2-f854-46e7-9556-627fb14cee98 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Request body: {'subnet': {'network_id': 'bc1876a6-87ae-4e1b-af04-2cf3abd64bc3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:40.267038 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-78d14f7b-7f45-42b9-9e5d-894d551294ad tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:40.315867 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b1b0dd5f-9736-493f-bf6b-03410dc6c7bb no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:34:40.323882 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2440feb2-f854-46e7-9556-627fb14cee98 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Made reservation on behalf of c5bfc23a2d2d40be9b95b47c1cd0d209 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:40.328863 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2440feb2-f854-46e7-9556-627fb14cee98 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:40.329766 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-78d14f7b-7f45-42b9-9e5d-894d551294ad tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:40.332891 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-78d14f7b-7f45-42b9-9e5d-894d551294ad tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "DELETE /v2.0/ports/eb8fbb7c-ad60-4ede-ab92-bfef333fb663 HTTP/1.1" status: 204 len: 168 time: 0.6512396 Aug 10 03:34:40.335509 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 53450) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:40.335864 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d14f7b-7f45-42b9-9e5d-894d551294ad tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event deleted for resources: {'Port': ['ID=eb8fbb7c-ad60-4ede-ab92-bfef333fb663,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:40.351325 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: b1b0dd5f-9736-493f-bf6b-03410dc6c7bb {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:34:40.351673 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b1b0dd5f-9736-493f-bf6b-03410dc6c7bb not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:34:40.428209 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69081f76-a5d5-47d3-8a8f-22326aa925dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-e88fd11f-c200-47d6-a36a-9d4f33a2fad3', 'network_id': 'e88fd11f-c200-47d6-a36a-9d4f33a2fad3', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'fixed_ips': [{'subnet_id': '9d2048e2-53db-47e0-9980-f70dac74bd1a'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:34:40.429483 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-69081f76-a5d5-47d3-8a8f-22326aa925dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:40.518054 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-82d0b19c-a03e-43df-98b1-8ae496f048e4 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:40.591992 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-69081f76-a5d5-47d3-8a8f-22326aa925dc None None] Allocated IP 2001:db8::2 (e88fd11f-c200-47d6-a36a-9d4f33a2fad3/9d2048e2-53db-47e0-9980-f70dac74bd1a/b24afc4c-7635-4b6c-9413-7a96d06bbaec) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:34:40.758718 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-69081f76-a5d5-47d3-8a8f-22326aa925dc None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:40.768764 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-69081f76-a5d5-47d3-8a8f-22326aa925dc None None] Transition to ACTIVE for port object b24afc4c-7635-4b6c-9413-7a96d06bbaec will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:40.792333 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-69081f76-a5d5-47d3-8a8f-22326aa925dc None None] Transition to ACTIVE for port object b24afc4c-7635-4b6c-9413-7a96d06bbaec will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:40.804470 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-69081f76-a5d5-47d3-8a8f-22326aa925dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:40.847931 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69081f76-a5d5-47d3-8a8f-22326aa925dc None None] Network e88fd11f-c200-47d6-a36a-9d4f33a2fad3 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:40.854947 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-69081f76-a5d5-47d3-8a8f-22326aa925dc None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:40.858650 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69081f76-a5d5-47d3-8a8f-22326aa925dc None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:34:40.866399 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69081f76-a5d5-47d3-8a8f-22326aa925dc None None] Pushing event updated for resources: {'Port': ['ID=b24afc4c-7635-4b6c-9413-7a96d06bbaec,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:40.926095 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-82d0b19c-a03e-43df-98b1-8ae496f048e4 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:40.928497 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-69081f76-a5d5-47d3-8a8f-22326aa925dc None None] Attempting to bind port b24afc4c-7635-4b6c-9413-7a96d06bbaec on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:34:40.928957 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-69081f76-a5d5-47d3-8a8f-22326aa925dc None None] Attempting to bind port b24afc4c-7635-4b6c-9413-7a96d06bbaec by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'aea9f63e-1c1e-4cf8-9a53-7d8aa6ecc2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e88fd11f-c200-47d6-a36a-9d4f33a2fad3'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:34:40.929235 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69081f76-a5d5-47d3-8a8f-22326aa925dc None None] Attempting to bind port b24afc4c-7635-4b6c-9413-7a96d06bbaec on network e88fd11f-c200-47d6-a36a-9d4f33a2fad3 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:34:40.934816 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69081f76-a5d5-47d3-8a8f-22326aa925dc None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:34:40.935195 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69081f76-a5d5-47d3-8a8f-22326aa925dc None None] Checking segment: {'id': 'aea9f63e-1c1e-4cf8-9a53-7d8aa6ecc2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e88fd11f-c200-47d6-a36a-9d4f33a2fad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:40.935645 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-69081f76-a5d5-47d3-8a8f-22326aa925dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:40.936039 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69081f76-a5d5-47d3-8a8f-22326aa925dc None None] Bound using segment: {'id': 'aea9f63e-1c1e-4cf8-9a53-7d8aa6ecc2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e88fd11f-c200-47d6-a36a-9d4f33a2fad3'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:34:40.936503 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-69081f76-a5d5-47d3-8a8f-22326aa925dc None None] Bound port: b24afc4c-7635-4b6c-9413-7a96d06bbaec, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aea9f63e-1c1e-4cf8-9a53-7d8aa6ecc2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e88fd11f-c200-47d6-a36a-9d4f33a2fad3'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:34:40.936884 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-69081f76-a5d5-47d3-8a8f-22326aa925dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:40.937469 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-82d0b19c-a03e-43df-98b1-8ae496f048e4 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb30c64f-7491-4f10-ba18-cdfcafb1f977']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:40.950207 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-82d0b19c-a03e-43df-98b1-8ae496f048e4 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b04670e-e146-4ad4-bc99-df6e238b9bbc') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:40.950526 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-82d0b19c-a03e-43df-98b1-8ae496f048e4 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b04670e-e146-4ad4-bc99-df6e238b9bbc') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:40.965449 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-82d0b19c-a03e-43df-98b1-8ae496f048e4 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:40.991412 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-82d0b19c-a03e-43df-98b1-8ae496f048e4 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:41.024151 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-69081f76-a5d5-47d3-8a8f-22326aa925dc None None] For port b24afc4c-7635-4b6c-9413-7a96d06bbaec, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:34:41.024346 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82d0b19c-a03e-43df-98b1-8ae496f048e4 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:34:41.024783 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-82d0b19c-a03e-43df-98b1-8ae496f048e4 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:41.028012 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:34:41.028012 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:34:41.028012 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:34:41.028012 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:34:41.028012 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:34:41.028012 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:34:41.028012 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:34:41.028012 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:34:41.028012 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:34:41.028012 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:34:41.028012 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:34:41.028012 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:34:41.028012 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:34:41.028012 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:34:41.028012 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:34:41.028012 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:34:41.028012 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:34:41.028012 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:34:41.028012 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:34:41.028012 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:34:41.028012 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:34:41.028012 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:34:41.028012 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:34:41.028012 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:34:41.028012 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:34:41.028012 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:34:41.028012 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:34:41.028012 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:34:41.028012 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:34:41.028012 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:34:41.028012 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:34:41.028012 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:34:41.089115 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2440feb2-f854-46e7-9556-627fb14cee98 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:41.142610 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-69081f76-a5d5-47d3-8a8f-22326aa925dc None None] For port b24afc4c-7635-4b6c-9413-7a96d06bbaec, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=b24afc4c-7635-4b6c-9413-7a96d06bbaec,segment=NetworkSegment(aea9f63e-1c1e-4cf8-9a53-7d8aa6ecc2fe),segment_id=aea9f63e-1c1e-4cf8-9a53-7d8aa6ecc2fe)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:34:41.144874 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-82d0b19c-a03e-43df-98b1-8ae496f048e4 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:41.153235 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-69081f76-a5d5-47d3-8a8f-22326aa925dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:41.158500 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-82d0b19c-a03e-43df-98b1-8ae496f048e4 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:41.164183 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-82d0b19c-a03e-43df-98b1-8ae496f048e4 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] 10.222.0.62 "DELETE /v2.0/networks/eb30c64f-7491-4f10-ba18-cdfcafb1f977 HTTP/1.1" status: 204 len: 168 time: 0.8274086 Aug 10 03:34:41.189728 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d0b19c-a03e-43df-98b1-8ae496f048e4 tempest-PortsIpV6TestJSON-1204999796 tempest-PortsIpV6TestJSON-1204999796-project] Pushing event deleted for resources: {'Network': ['ID=eb30c64f-7491-4f10-ba18-cdfcafb1f977,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:41.199838 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2440feb2-f854-46e7-9556-627fb14cee98 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event updated for resources: {'Subnet': ['ID=805bf448-3593-4795-85d7-f5aa77a64348,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:41.234534 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2440feb2-f854-46e7-9556-627fb14cee98 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Checking segment: {'id': '6636abf4-34d2-43e4-b758-d7c11b142a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bc1876a6-87ae-4e1b-af04-2cf3abd64bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:41.235013 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2440feb2-f854-46e7-9556-627fb14cee98 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Network hostable DHCP agents. Network: bc1876a6-87ae-4e1b-af04-2cf3abd64bc3, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:34:41.270524 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69081f76-a5d5-47d3-8a8f-22326aa925dc None None] Pushing event updated for resources: {'Port': ['ID=b24afc4c-7635-4b6c-9413-7a96d06bbaec,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:41.288516 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2440feb2-f854-46e7-9556-627fb14cee98 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Network bc1876a6-87ae-4e1b-af04-2cf3abd64bc3 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:34:41.306887 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-2440feb2-f854-46e7-9556-627fb14cee98 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, bc1876a6-87ae-4e1b-af04-2cf3abd64bc3) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:41.314266 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2440feb2-f854-46e7-9556-627fb14cee98 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:41.314916 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2440feb2-f854-46e7-9556-627fb14cee98 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:41.315996 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cef4067-fef7-4531-8917-47ec9d793e75 None None] Network bc1876a6-87ae-4e1b-af04-2cf3abd64bc3 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:41.361186 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53528) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:41.361680 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2440feb2-f854-46e7-9556-627fb14cee98 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1721811 Aug 10 03:34:41.367175 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-3ca2ec96-cea1-4624-8707-1e18a05a49c8 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-487344880', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:41.429218 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3ca2ec96-cea1-4624-8707-1e18a05a49c8 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:41.430306 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3ca2ec96-cea1-4624-8707-1e18a05a49c8 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:41.538238 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3ca2ec96-cea1-4624-8707-1e18a05a49c8 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:41.538238 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53532) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:41.561333 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3ca2ec96-cea1-4624-8707-1e18a05a49c8 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:41.593641 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3ca2ec96-cea1-4624-8707-1e18a05a49c8 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:41.595552 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-3ca2ec96-cea1-4624-8707-1e18a05a49c8 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2323353 Aug 10 03:34:41.600280 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 53536) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:41.640524 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53538) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:41.676741 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67c2514-c7ae-46ad-a59e-0be3dc68bf0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-bc1876a6-87ae-4e1b-af04-2cf3abd64bc3', 'network_id': 'bc1876a6-87ae-4e1b-af04-2cf3abd64bc3', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'fixed_ips': [{'subnet_id': '805bf448-3593-4795-85d7-f5aa77a64348'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:34:41.678212 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a67c2514-c7ae-46ad-a59e-0be3dc68bf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:41.946628 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-a67c2514-c7ae-46ad-a59e-0be3dc68bf0f None None] Allocated IP 2001:db8:1::2 (bc1876a6-87ae-4e1b-af04-2cf3abd64bc3/805bf448-3593-4795-85d7-f5aa77a64348/f8a5509a-0546-498b-a08b-ec4a270dc4aa) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:34:41.957510 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-612c3452-eba2-4fee-83ed-07014086232e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:42.106309 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-612c3452-eba2-4fee-83ed-07014086232e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:42.122956 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-e20b0d38-31d3-48cd-bf44-a81516f286ee admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4eee0f5311c74c15921867e8b0597445&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4805417 Aug 10 03:34:42.124504 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4a279023-88a2-488a-824a-eb9ec379a0d9 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:42.124925 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-612c3452-eba2-4fee-83ed-07014086232e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:42.127201 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 53548) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:42.183421 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-612c3452-eba2-4fee-83ed-07014086232e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b0876cedb11e43189825db261e854bc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6503065 Aug 10 03:34:42.184422 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53550) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:42.185303 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612c3452-eba2-4fee-83ed-07014086232e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36bb347-281f-4035-b04e-939935132eef,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:42.305484 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d57aacb8-e100-47b7-a397-fb467da9295a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:42.372222 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d57aacb8-e100-47b7-a397-fb467da9295a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:42.458607 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d57aacb8-e100-47b7-a397-fb467da9295a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:42.461582 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d57aacb8-e100-47b7-a397-fb467da9295a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:42.463094 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d57aacb8-e100-47b7-a397-fb467da9295a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f36bb347-281f-4035-b04e-939935132eef HTTP/1.1" status: 204 len: 168 time: 0.2744720 Aug 10 03:34:42.467142 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b24afc4c-7635-4b6c-9413-7a96d06bbaec up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:34:42.478438 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57aacb8-e100-47b7-a397-fb467da9295a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36bb347-281f-4035-b04e-939935132eef,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:42.572700 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a67c2514-c7ae-46ad-a59e-0be3dc68bf0f None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:42.581275 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3c985311-a22c-48fb-a325-e0b4fec0eee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:42.591560 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-a67c2514-c7ae-46ad-a59e-0be3dc68bf0f None None] Transition to ACTIVE for port object f8a5509a-0546-498b-a08b-ec4a270dc4aa will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:42.621230 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-a67c2514-c7ae-46ad-a59e-0be3dc68bf0f None None] Transition to ACTIVE for port object f8a5509a-0546-498b-a08b-ec4a270dc4aa will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:42.624074 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port b24afc4c-7635-4b6c-9413-7a96d06bbaec completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:42.636660 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a67c2514-c7ae-46ad-a59e-0be3dc68bf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:42.656402 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-4a279023-88a2-488a-824a-eb9ec379a0d9 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Allocated IP 2001:db8::1 (e88fd11f-c200-47d6-a36a-9d4f33a2fad3/9d2048e2-53db-47e0-9980-f70dac74bd1a/4803030b-f757-48c9-b7f8-b15b7759888d) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:34:42.659952 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3c985311-a22c-48fb-a325-e0b4fec0eee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:42.694301 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67c2514-c7ae-46ad-a59e-0be3dc68bf0f None None] Network bc1876a6-87ae-4e1b-af04-2cf3abd64bc3 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:42.697658 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-a67c2514-c7ae-46ad-a59e-0be3dc68bf0f None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:42.706048 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67c2514-c7ae-46ad-a59e-0be3dc68bf0f None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:34:42.718818 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c2514-c7ae-46ad-a59e-0be3dc68bf0f None None] Pushing event updated for resources: {'Port': ['ID=f8a5509a-0546-498b-a08b-ec4a270dc4aa,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:42.844689 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-a67c2514-c7ae-46ad-a59e-0be3dc68bf0f None None] Attempting to bind port f8a5509a-0546-498b-a08b-ec4a270dc4aa on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:34:42.845348 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-a67c2514-c7ae-46ad-a59e-0be3dc68bf0f None None] Attempting to bind port f8a5509a-0546-498b-a08b-ec4a270dc4aa by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '6636abf4-34d2-43e4-b758-d7c11b142a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bc1876a6-87ae-4e1b-af04-2cf3abd64bc3'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:34:42.845905 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67c2514-c7ae-46ad-a59e-0be3dc68bf0f None None] Attempting to bind port f8a5509a-0546-498b-a08b-ec4a270dc4aa on network bc1876a6-87ae-4e1b-af04-2cf3abd64bc3 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:34:42.853364 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67c2514-c7ae-46ad-a59e-0be3dc68bf0f None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:34:42.854032 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67c2514-c7ae-46ad-a59e-0be3dc68bf0f None None] Checking segment: {'id': '6636abf4-34d2-43e4-b758-d7c11b142a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bc1876a6-87ae-4e1b-af04-2cf3abd64bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:42.855351 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a67c2514-c7ae-46ad-a59e-0be3dc68bf0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:42.855928 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67c2514-c7ae-46ad-a59e-0be3dc68bf0f None None] Bound using segment: {'id': '6636abf4-34d2-43e4-b758-d7c11b142a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bc1876a6-87ae-4e1b-af04-2cf3abd64bc3'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:34:42.856589 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-a67c2514-c7ae-46ad-a59e-0be3dc68bf0f None None] Bound port: f8a5509a-0546-498b-a08b-ec4a270dc4aa, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6636abf4-34d2-43e4-b758-d7c11b142a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bc1876a6-87ae-4e1b-af04-2cf3abd64bc3'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:34:42.858541 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a67c2514-c7ae-46ad-a59e-0be3dc68bf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:42.872272 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3c985311-a22c-48fb-a325-e0b4fec0eee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:42.878425 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3c985311-a22c-48fb-a325-e0b4fec0eee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:42.882306 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3c985311-a22c-48fb-a325-e0b4fec0eee8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/11c15022-192b-4c3a-be86-e421ee3aa146 HTTP/1.1" status: 204 len: 168 time: 0.7527394 Aug 10 03:34:42.924726 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c985311-a22c-48fb-a325-e0b4fec0eee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c15022-192b-4c3a-be86-e421ee3aa146,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:42.965878 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4a279023-88a2-488a-824a-eb9ec379a0d9 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:42.970435 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53562) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:42.980885 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d467575-9280-4f22-8551-68f2bec1e1c9 None None] Network e88fd11f-c200-47d6-a36a-9d4f33a2fad3 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:42.991898 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-4a279023-88a2-488a-824a-eb9ec379a0d9 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Transition to ACTIVE for port object 4803030b-f757-48c9-b7f8-b15b7759888d will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:43.004937 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cca8663f-6115-48db-bee5-1d0068ac14e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:43.035705 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4a279023-88a2-488a-824a-eb9ec379a0d9 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:43.075339 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-a67c2514-c7ae-46ad-a59e-0be3dc68bf0f None None] For port f8a5509a-0546-498b-a08b-ec4a270dc4aa, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:34:43.100691 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a279023-88a2-488a-824a-eb9ec379a0d9 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event updated for resources: {'Port': ['ID=4803030b-f757-48c9-b7f8-b15b7759888d,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:43.104325 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-a67c2514-c7ae-46ad-a59e-0be3dc68bf0f None None] For port f8a5509a-0546-498b-a08b-ec4a270dc4aa, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=f8a5509a-0546-498b-a08b-ec4a270dc4aa,segment=NetworkSegment(6636abf4-34d2-43e4-b758-d7c11b142a36),segment_id=6636abf4-34d2-43e4-b758-d7c11b142a36)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:34:43.109755 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a279023-88a2-488a-824a-eb9ec379a0d9 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Network e88fd11f-c200-47d6-a36a-9d4f33a2fad3 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:43.119161 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-4a279023-88a2-488a-824a-eb9ec379a0d9 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:43.123193 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a279023-88a2-488a-824a-eb9ec379a0d9 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:34:43.123560 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4a279023-88a2-488a-824a-eb9ec379a0d9 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:43.133019 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a67c2514-c7ae-46ad-a59e-0be3dc68bf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:43.140164 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-00de1595-7ec9-4686-8432-7955f05989b0 None None] Provisioning for port b24afc4c-7635-4b6c-9413-7a96d06bbaec completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:43.188137 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-00de1595-7ec9-4686-8432-7955f05989b0 None None] Provisioning complete for port b24afc4c-7635-4b6c-9413-7a96d06bbaec triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:43.188589 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-00de1595-7ec9-4686-8432-7955f05989b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:43.273041 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cca8663f-6115-48db-bee5-1d0068ac14e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:43.291162 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cca8663f-6115-48db-bee5-1d0068ac14e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:43.340444 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c2514-c7ae-46ad-a59e-0be3dc68bf0f None None] Pushing event updated for resources: {'Port': ['ID=f8a5509a-0546-498b-a08b-ec4a270dc4aa,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:43.346544 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4a279023-88a2-488a-824a-eb9ec379a0d9 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:43.440926 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-cca8663f-6115-48db-bee5-1d0068ac14e1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=897a5b33546d42629ba1165996d0f738&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4689140 Aug 10 03:34:43.471186 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53570) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:43.487624 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-00de1595-7ec9-4686-8432-7955f05989b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:43.589383 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca8663f-6115-48db-bee5-1d0068ac14e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74af59e-36c4-4da6-b911-aa896c5f36da,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:43.642132 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-00de1595-7ec9-4686-8432-7955f05989b0 None None] For port b24afc4c-7635-4b6c-9413-7a96d06bbaec, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=b24afc4c-7635-4b6c-9413-7a96d06bbaec,segment=NetworkSegment(aea9f63e-1c1e-4cf8-9a53-7d8aa6ecc2fe),segment_id=aea9f63e-1c1e-4cf8-9a53-7d8aa6ecc2fe)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:43.652791 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-00de1595-7ec9-4686-8432-7955f05989b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:43.687079 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0d677aba-ff72-4b99-aeaf-31fc81505a4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:43.763195 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0d677aba-ff72-4b99-aeaf-31fc81505a4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:43.853188 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0d677aba-ff72-4b99-aeaf-31fc81505a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:43.856360 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0d677aba-ff72-4b99-aeaf-31fc81505a4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:43.858043 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-0d677aba-ff72-4b99-aeaf-31fc81505a4d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d74af59e-36c4-4da6-b911-aa896c5f36da HTTP/1.1" status: 204 len: 168 time: 0.3856013 Aug 10 03:34:43.859240 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4a279023-88a2-488a-824a-eb9ec379a0d9 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:43.869400 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d677aba-ff72-4b99-aeaf-31fc81505a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74af59e-36c4-4da6-b911-aa896c5f36da,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:43.874477 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4a279023-88a2-488a-824a-eb9ec379a0d9 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:43.875418 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4a279023-88a2-488a-824a-eb9ec379a0d9 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:43.875556 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00de1595-7ec9-4686-8432-7955f05989b0 None None] Pushing event updated for resources: {'Port': ['ID=b24afc4c-7635-4b6c-9413-7a96d06bbaec,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:43.991814 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-c6574b61-d1bd-4c10-b87d-485003e5038e None None] Provisioning for port 4803030b-f757-48c9-b7f8-b15b7759888d completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:43.999826 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-c6574b61-d1bd-4c10-b87d-485003e5038e None None] Provisioning complete for port 4803030b-f757-48c9-b7f8-b15b7759888d triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:44.000208 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c6574b61-d1bd-4c10-b87d-485003e5038e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:44.082652 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-c6574b61-d1bd-4c10-b87d-485003e5038e None None] Port 4803030b-f757-48c9-b7f8-b15b7759888d cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:34:44.106470 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a279023-88a2-488a-824a-eb9ec379a0d9 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event updated for resources: {'Port': ['ID=4803030b-f757-48c9-b7f8-b15b7759888d,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:44.109359 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-c6574b61-d1bd-4c10-b87d-485003e5038e None None] Provisioning complete for port b24afc4c-7635-4b6c-9413-7a96d06bbaec triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:44.109749 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c6574b61-d1bd-4c10-b87d-485003e5038e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:44.248782 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a279023-88a2-488a-824a-eb9ec379a0d9 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Network e88fd11f-c200-47d6-a36a-9d4f33a2fad3 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:44.255231 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-4a279023-88a2-488a-824a-eb9ec379a0d9 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:44.518552 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53594) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:44.716505 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-7251ae89-9e96-4df7-b964-7f9d62cedf47 None None] Provisioning complete for port 4803030b-f757-48c9-b7f8-b15b7759888d triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:44.717102 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7251ae89-9e96-4df7-b964-7f9d62cedf47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:44.748381 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a279023-88a2-488a-824a-eb9ec379a0d9 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Router 9ff15ff3-6e42-4b9b-b9bf-40791c5585c1 is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:34:44.799271 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device f8a5509a-0546-498b-a08b-ec4a270dc4aa up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:34:44.895158 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-7251ae89-9e96-4df7-b964-7f9d62cedf47 None None] Port 4803030b-f757-48c9-b7f8-b15b7759888d cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:34:44.901180 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port f8a5509a-0546-498b-a08b-ec4a270dc4aa completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:44.907671 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b24afc4c-7635-4b6c-9413-7a96d06bbaec up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:34:45.012723 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a279023-88a2-488a-824a-eb9ec379a0d9 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:34:45.027369 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68167082-dd08-4709-91a4-1f4cbd3dfe41 None None] Sync routers for ids ['9ff15ff3-6e42-4b9b-b9bf-40791c5585c1'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:34:45.028281 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4a279023-88a2-488a-824a-eb9ec379a0d9 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "PUT /v2.0/routers/9ff15ff3-6e42-4b9b-b9bf-40791c5585c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4266603 Aug 10 03:34:45.030419 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53610) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:45.078389 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port b24afc4c-7635-4b6c-9413-7a96d06bbaec triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:45.081708 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:45.082837 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-eb66bbd0-c8ce-4f30-8d71-1324b3aea9f0 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Request body: {'security_group': {'name': 'tempest-secgroup--544237975'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:45.141778 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68167082-dd08-4709-91a4-1f4cbd3dfe41 None None] Routers {'9ff15ff3-6e42-4b9b-b9bf-40791c5585c1'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:34:45.142756 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-68167082-dd08-4709-91a4-1f4cbd3dfe41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:34:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['9ff15ff3-6e42-4b9b-b9bf-40791c5585c1'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:45.147313 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347bd17e-a8d3-48b6-88fe-5423fc3e4edb tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:45.169594 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-347bd17e-a8d3-48b6-88fe-5423fc3e4edb tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "GET /v2.0/ports/4803030b-f757-48c9-b7f8-b15b7759888d HTTP/1.1" status: 200 len: 911 time: 0.1366098 Aug 10 03:34:45.171099 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 53616) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:45.214817 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-eb66bbd0-c8ce-4f30-8d71-1324b3aea9f0 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:45.243848 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-eb66bbd0-c8ce-4f30-8d71-1324b3aea9f0 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:45.253852 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-68167082-dd08-4709-91a4-1f4cbd3dfe41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:45.293247 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-c30e98f9-aff1-48bd-8fe3-86ff266cd91b None None] Provisioning complete for port 4803030b-f757-48c9-b7f8-b15b7759888d triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:45.293624 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c30e98f9-aff1-48bd-8fe3-86ff266cd91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:45.306043 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68167082-dd08-4709-91a4-1f4cbd3dfe41 None None] Routers {'9ff15ff3-6e42-4b9b-b9bf-40791c5585c1'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:34:45.306948 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-68167082-dd08-4709-91a4-1f4cbd3dfe41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:34:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['9ff15ff3-6e42-4b9b-b9bf-40791c5585c1'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:45.426790 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-68167082-dd08-4709-91a4-1f4cbd3dfe41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:45.435751 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68167082-dd08-4709-91a4-1f4cbd3dfe41 None None] The sync data for ids ['9ff15ff3-6e42-4b9b-b9bf-40791c5585c1'] in n-d-768851-15 is: [] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:34:45.437808 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185c721d-357c-4501-9f11-b181eb791a3a None None] Network bc1876a6-87ae-4e1b-af04-2cf3abd64bc3 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:45.459971 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-eb66bbd0-c8ce-4f30-8d71-1324b3aea9f0 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:45.471906 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-eb66bbd0-c8ce-4f30-8d71-1324b3aea9f0 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:45.525227 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb66bbd0-c8ce-4f30-8d71-1324b3aea9f0 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9cc847-0a46-4009-a8ca-3225c0cdfcea,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:45.673488 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-c30e98f9-aff1-48bd-8fe3-86ff266cd91b None None] Port 4803030b-f757-48c9-b7f8-b15b7759888d cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:34:45.707262 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-eb66bbd0-c8ce-4f30-8d71-1324b3aea9f0 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:45.720546 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-eb66bbd0-c8ce-4f30-8d71-1324b3aea9f0 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:45.792410 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb66bbd0-c8ce-4f30-8d71-1324b3aea9f0 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6914a7-68ed-460a-aa2e-52e83c20dd0b,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:45.796511 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-eb66bbd0-c8ce-4f30-8d71-1324b3aea9f0 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:45.802626 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-eb66bbd0-c8ce-4f30-8d71-1324b3aea9f0 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2823715 Aug 10 03:34:45.803198 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53626) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:45.885226 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d7f993b7-4b99-4d6f-8516-6aa7c90fed92 None None] Provisioning for port f8a5509a-0546-498b-a08b-ec4a270dc4aa completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:45.899242 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d7f993b7-4b99-4d6f-8516-6aa7c90fed92 None None] Provisioning complete for port f8a5509a-0546-498b-a08b-ec4a270dc4aa triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:45.899648 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d7f993b7-4b99-4d6f-8516-6aa7c90fed92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:45.911189 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-2d442652-6c4b-42ce-892a-732fa0de6e2c tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1059320 Aug 10 03:34:45.914670 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53632) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:45.925061 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-d62c3629-7418-44f6-8f82-660f261b2bd8 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Request body: {'security_group': {'name': 'tempest-security--1026748512', 'description': 'tempest-security-description-461018771'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:45.954189 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f4057110-b746-41ff-8351-63738379ae0b tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:45.983203 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d62c3629-7418-44f6-8f82-660f261b2bd8 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:46.132242 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d62c3629-7418-44f6-8f82-660f261b2bd8 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:46.144236 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d62c3629-7418-44f6-8f82-660f261b2bd8 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:46.147005 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d62c3629-7418-44f6-8f82-660f261b2bd8 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:46.154715 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d62c3629-7418-44f6-8f82-660f261b2bd8 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "PUT /v2.0/security-groups/bc6914a7-68ed-460a-aa2e-52e83c20dd0b HTTP/1.1" status: 200 len: 1779 time: 0.2387393 Aug 10 03:34:46.158134 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53636) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:46.191684 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d7f993b7-4b99-4d6f-8516-6aa7c90fed92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:46.236894 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62c3629-7418-44f6-8f82-660f261b2bd8 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6914a7-68ed-460a-aa2e-52e83c20dd0b,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:46.256054 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-9e2511a3-54b3-455d-a34d-3cdbe549c199 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "GET /v2.0/security-groups/bc6914a7-68ed-460a-aa2e-52e83c20dd0b HTTP/1.1" status: 200 len: 1779 time: 0.0968339 Aug 10 03:34:46.256833 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-d7f993b7-4b99-4d6f-8516-6aa7c90fed92 None None] For port f8a5509a-0546-498b-a08b-ec4a270dc4aa, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=f8a5509a-0546-498b-a08b-ec4a270dc4aa,segment=NetworkSegment(6636abf4-34d2-43e4-b758-d7c11b142a36),segment_id=6636abf4-34d2-43e4-b758-d7c11b142a36)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:46.258905 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53640) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:46.268026 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d7f993b7-4b99-4d6f-8516-6aa7c90fed92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:46.360120 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f993b7-4b99-4d6f-8516-6aa7c90fed92 None None] Pushing event updated for resources: {'Port': ['ID=f8a5509a-0546-498b-a08b-ec4a270dc4aa,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:46.420719 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5316375c-559b-46b2-ac77-43357604a909 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:46.464422 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5316375c-559b-46b2-ac77-43357604a909 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:46.494626 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-320716ef-1a36-4432-99da-fe072bc9ca14 None None] Provisioning complete for port f8a5509a-0546-498b-a08b-ec4a270dc4aa triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:46.495032 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-f4057110-b746-41ff-8351-63738379ae0b tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Allocated IP 2001:db8:1::1 (bc1876a6-87ae-4e1b-af04-2cf3abd64bc3/805bf448-3593-4795-85d7-f5aa77a64348/0c5db20a-2e28-4172-aa49-c6060d68e5d6) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:34:46.495654 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-320716ef-1a36-4432-99da-fe072bc9ca14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:46.528313 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5316375c-559b-46b2-ac77-43357604a909 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:46.533355 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5316375c-559b-46b2-ac77-43357604a909 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:46.537350 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-5316375c-559b-46b2-ac77-43357604a909 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "DELETE /v2.0/security-groups/bc6914a7-68ed-460a-aa2e-52e83c20dd0b HTTP/1.1" status: 204 len: 168 time: 0.2744327 Aug 10 03:34:46.544434 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53648) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:46.568340 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5316375c-559b-46b2-ac77-43357604a909 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6914a7-68ed-460a-aa2e-52e83c20dd0b,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:46.674988 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-be8a30f7-85ee-4bbb-b409-0f4893519dc0 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1239150 Aug 10 03:34:46.675662 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 53656) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:46.699765 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-eeab5426-942c-4e2b-a263-429985e0c037 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] delete failed (client error): The resource could not be found. Aug 10 03:34:46.700827 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-eeab5426-942c-4e2b-a263-429985e0c037 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "DELETE /v2.0/security-groups/bc6914a7-68ed-460a-aa2e-52e83c20dd0b HTTP/1.1" status: 404 len: 347 time: 0.0246017 Aug 10 03:34:46.705837 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53658) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:46.711809 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-4e41fd31-3745-4f6d-af59-8a5246351519 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Request body: {'security_group': {'name': 'tempest-secgroup--144940482'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:46.712671 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f4057110-b746-41ff-8351-63738379ae0b tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:46.728274 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-f4057110-b746-41ff-8351-63738379ae0b tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Transition to ACTIVE for port object 0c5db20a-2e28-4172-aa49-c6060d68e5d6 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:46.742186 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4e41fd31-3745-4f6d-af59-8a5246351519 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:46.783100 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f4057110-b746-41ff-8351-63738379ae0b tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:46.841040 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4e41fd31-3745-4f6d-af59-8a5246351519 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:46.843695 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4057110-b746-41ff-8351-63738379ae0b tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Network bc1876a6-87ae-4e1b-af04-2cf3abd64bc3 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:46.846911 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4e41fd31-3745-4f6d-af59-8a5246351519 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:46.847345 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-f4057110-b746-41ff-8351-63738379ae0b tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:46.866505 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4057110-b746-41ff-8351-63738379ae0b tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:34:46.867748 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4e41fd31-3745-4f6d-af59-8a5246351519 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:46.867865 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f4057110-b746-41ff-8351-63738379ae0b tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:46.869242 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-4e41fd31-3745-4f6d-af59-8a5246351519 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1618736 Aug 10 03:34:46.880776 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53660) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:46.890004 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-44e3a86c-2377-49c5-8eef-2f3c2b002cf6 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Request body: {'security_group_rule': {'security_group_id': '0095728e-840a-46bc-a891-638752e45d0e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:46.911881 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e41fd31-3745-4f6d-af59-8a5246351519 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0095728e-840a-46bc-a891-638752e45d0e,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:46.935004 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-44e3a86c-2377-49c5-8eef-2f3c2b002cf6 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:46.947176 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4057110-b746-41ff-8351-63738379ae0b tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event updated for resources: {'Port': ['ID=0c5db20a-2e28-4172-aa49-c6060d68e5d6,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:47.058543 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-44e3a86c-2377-49c5-8eef-2f3c2b002cf6 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:47.063077 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-44e3a86c-2377-49c5-8eef-2f3c2b002cf6 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:47.123561 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e3a86c-2377-49c5-8eef-2f3c2b002cf6 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5aa6d1c-eca2-4dc8-9916-082b303d2899,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:47.142599 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-44e3a86c-2377-49c5-8eef-2f3c2b002cf6 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:47.147082 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-44e3a86c-2377-49c5-8eef-2f3c2b002cf6 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2648063 Aug 10 03:34:47.149501 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53676) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:47.220036 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-df3a529f-114a-4119-a84d-5724a15169d1 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:47.231630 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-df3a529f-114a-4119-a84d-5724a15169d1 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:47.276327 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-df3a529f-114a-4119-a84d-5724a15169d1 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:47.286675 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-df3a529f-114a-4119-a84d-5724a15169d1 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:47.290321 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-df3a529f-114a-4119-a84d-5724a15169d1 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/d5aa6d1c-eca2-4dc8-9916-082b303d2899 HTTP/1.1" status: 204 len: 168 time: 0.1371336 Aug 10 03:34:47.313291 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53678) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:47.320211 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-81760631-7937-4bb6-85c4-1d19f819b7cd None None] Provisioning for port 0c5db20a-2e28-4172-aa49-c6060d68e5d6 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:47.325387 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-81760631-7937-4bb6-85c4-1d19f819b7cd None None] Provisioning complete for port 0c5db20a-2e28-4172-aa49-c6060d68e5d6 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:47.326098 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-81760631-7937-4bb6-85c4-1d19f819b7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:47.357682 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3a529f-114a-4119-a84d-5724a15169d1 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d5aa6d1c-eca2-4dc8-9916-082b303d2899,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:47.412147 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-81760631-7937-4bb6-85c4-1d19f819b7cd None None] Port 0c5db20a-2e28-4172-aa49-c6060d68e5d6 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:34:47.426838 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-29de6612-ed3e-43c2-8ca6-1f017f672795 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1119585 Aug 10 03:34:47.433543 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53690) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:47.514906 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-19efac86-fbe6-45b2-ad91-cdbe2889e201 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:47.546065 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f4057110-b746-41ff-8351-63738379ae0b tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:47.557989 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-19efac86-fbe6-45b2-ad91-cdbe2889e201 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:47.612916 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-19efac86-fbe6-45b2-ad91-cdbe2889e201 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:47.620004 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-19efac86-fbe6-45b2-ad91-cdbe2889e201 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:47.622378 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-19efac86-fbe6-45b2-ad91-cdbe2889e201 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "DELETE /v2.0/security-groups/0095728e-840a-46bc-a891-638752e45d0e HTTP/1.1" status: 204 len: 168 time: 0.1869156 Aug 10 03:34:47.637069 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53700) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:47.658560 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19efac86-fbe6-45b2-ad91-cdbe2889e201 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0095728e-840a-46bc-a891-638752e45d0e,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:47.948702 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f4057110-b746-41ff-8351-63738379ae0b tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:47.959276 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f4057110-b746-41ff-8351-63738379ae0b tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:47.960437 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f4057110-b746-41ff-8351-63738379ae0b tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:48.059307 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4057110-b746-41ff-8351-63738379ae0b tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event updated for resources: {'Port': ['ID=0c5db20a-2e28-4172-aa49-c6060d68e5d6,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:48.159119 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4057110-b746-41ff-8351-63738379ae0b tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Network bc1876a6-87ae-4e1b-af04-2cf3abd64bc3 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:48.162040 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-f4057110-b746-41ff-8351-63738379ae0b tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:48.205844 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-3fa522e0-db23-4bee-81e0-7ae0cd607e8d tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5658097 Aug 10 03:34:48.212117 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53744) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:48.216891 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-10bdebd0-d066-4cef-b3db-f873008f88c0 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Request body: {'security_group': {'name': 'tempest-secgroup--1719521577'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:48.274407 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-10bdebd0-d066-4cef-b3db-f873008f88c0 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:48.345017 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device f8a5509a-0546-498b-a08b-ec4a270dc4aa up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:34:48.411901 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4057110-b746-41ff-8351-63738379ae0b tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Router 9ff15ff3-6e42-4b9b-b9bf-40791c5585c1 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:34:48.439917 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-10bdebd0-d066-4cef-b3db-f873008f88c0 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:48.453788 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-10bdebd0-d066-4cef-b3db-f873008f88c0 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:48.493314 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port f8a5509a-0546-498b-a08b-ec4a270dc4aa triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:48.493691 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:48.528121 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-10bdebd0-d066-4cef-b3db-f873008f88c0 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:48.529530 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-10bdebd0-d066-4cef-b3db-f873008f88c0 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3163605 Aug 10 03:34:48.530661 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bdebd0-d066-4cef-b3db-f873008f88c0 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47b67842-06b2-443f-bf3b-24b7d73dfb6e,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:48.539110 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53764) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:48.546627 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-ebfdeef7-ddd3-48f0-b6da-97ae5d080f50 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Request body: {'security_group_rule': {'security_group_id': '47b67842-06b2-443f-bf3b-24b7d73dfb6e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:48.603440 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ebfdeef7-ddd3-48f0-b6da-97ae5d080f50 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:48.658359 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4057110-b746-41ff-8351-63738379ae0b tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:34:48.665743 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f4057110-b746-41ff-8351-63738379ae0b tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "PUT /v2.0/routers/9ff15ff3-6e42-4b9b-b9bf-40791c5585c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4934528 Aug 10 03:34:48.669179 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53774) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:48.674585 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad1f5fd-eda5-40d4-89a0-12dbe73efa56 None None] Sync routers for ids ['9ff15ff3-6e42-4b9b-b9bf-40791c5585c1'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:34:48.687784 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-1952fb84-843d-4b9a-a5fc-580545230fed None None] Provisioning complete for port 0c5db20a-2e28-4172-aa49-c6060d68e5d6 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:48.689819 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-1952fb84-843d-4b9a-a5fc-580545230fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:48.692624 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad1f5fd-eda5-40d4-89a0-12dbe73efa56 None None] Routers {'9ff15ff3-6e42-4b9b-b9bf-40791c5585c1'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:34:48.693702 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-fad1f5fd-eda5-40d4-89a0-12dbe73efa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:34:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['9ff15ff3-6e42-4b9b-b9bf-40791c5585c1'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:48.776489 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4c6455-72cb-48f6-a90d-f2d12b6bf3b5 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:48.778353 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-fad1f5fd-eda5-40d4-89a0-12dbe73efa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:48.784916 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 53780) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:48.789152 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-5b4c6455-72cb-48f6-a90d-f2d12b6bf3b5 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "GET /v2.0/ports/0c5db20a-2e28-4172-aa49-c6060d68e5d6 HTTP/1.1" status: 200 len: 913 time: 0.1019571 Aug 10 03:34:48.798552 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad1f5fd-eda5-40d4-89a0-12dbe73efa56 None None] Routers {'9ff15ff3-6e42-4b9b-b9bf-40791c5585c1'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:34:48.799419 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-fad1f5fd-eda5-40d4-89a0-12dbe73efa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:34:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['9ff15ff3-6e42-4b9b-b9bf-40791c5585c1'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:48.819783 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-1952fb84-843d-4b9a-a5fc-580545230fed None None] Port 0c5db20a-2e28-4172-aa49-c6060d68e5d6 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:34:48.841813 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ebfdeef7-ddd3-48f0-b6da-97ae5d080f50 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:48.853656 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ebfdeef7-ddd3-48f0-b6da-97ae5d080f50 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:48.861562 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-fad1f5fd-eda5-40d4-89a0-12dbe73efa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:48.867163 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad1f5fd-eda5-40d4-89a0-12dbe73efa56 None None] The sync data for ids ['9ff15ff3-6e42-4b9b-b9bf-40791c5585c1'] in n-d-768851-15 is: [] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:34:48.878865 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfdeef7-ddd3-48f0-b6da-97ae5d080f50 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=254d43aa-47a8-4451-a4dc-2b0cc9c5257d,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:48.906855 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ebfdeef7-ddd3-48f0-b6da-97ae5d080f50 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:48.919824 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ebfdeef7-ddd3-48f0-b6da-97ae5d080f50 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3753452 Aug 10 03:34:48.923875 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53782) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:48.937273 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-ed2706f1-9d5d-43be-b72d-b36123fca593 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Request body: {'security_group_rule': {'security_group_id': '47b67842-06b2-443f-bf3b-24b7d73dfb6e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:48.993513 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ed2706f1-9d5d-43be-b72d-b36123fca593 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:49.113370 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ed2706f1-9d5d-43be-b72d-b36123fca593 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:49.126163 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ed2706f1-9d5d-43be-b72d-b36123fca593 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:49.146301 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2706f1-9d5d-43be-b72d-b36123fca593 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19b97330-7278-483a-98e4-7e8461bd3b32,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:49.151906 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ed2706f1-9d5d-43be-b72d-b36123fca593 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:49.153970 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ed2706f1-9d5d-43be-b72d-b36123fca593 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2264972 Aug 10 03:34:49.156701 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53796) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:49.169467 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-b0bcbabf-713c-4009-954d-30c3d38d75e5 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Request body: {'security_group_rule': {'security_group_id': '47b67842-06b2-443f-bf3b-24b7d73dfb6e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:49.250153 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b0bcbabf-713c-4009-954d-30c3d38d75e5 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:49.402948 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b0bcbabf-713c-4009-954d-30c3d38d75e5 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:49.404011 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c10a6d5b-493d-429f-9bd9-5024f2198c32 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:49.411747 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b0bcbabf-713c-4009-954d-30c3d38d75e5 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:49.494626 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bcbabf-713c-4009-954d-30c3d38d75e5 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=786cbebf-9081-420f-be3c-8deffeba13d8,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:49.507866 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b0bcbabf-713c-4009-954d-30c3d38d75e5 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:49.517558 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b0bcbabf-713c-4009-954d-30c3d38d75e5 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3590274 Aug 10 03:34:49.518017 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53824) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:49.534516 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-0ccbe83d-5412-47d3-b8b1-01165d636e88 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Request body: {'security_group_rule': {'security_group_id': '47b67842-06b2-443f-bf3b-24b7d73dfb6e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:49.575391 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0ccbe83d-5412-47d3-b8b1-01165d636e88 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:49.705210 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0ccbe83d-5412-47d3-b8b1-01165d636e88 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:49.714559 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0ccbe83d-5412-47d3-b8b1-01165d636e88 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:49.747823 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccbe83d-5412-47d3-b8b1-01165d636e88 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2eba03b-fdf9-42ef-9c2f-3eb1bd858e32,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:49.767394 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0ccbe83d-5412-47d3-b8b1-01165d636e88 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:49.768698 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-0ccbe83d-5412-47d3-b8b1-01165d636e88 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2494450 Aug 10 03:34:49.771766 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53830) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:49.776359 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-6ec3bdd2-05be-47b7-b162-b2adcea34c0a tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Request body: {'security_group_rule': {'security_group_id': '47b67842-06b2-443f-bf3b-24b7d73dfb6e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:49.861056 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6ec3bdd2-05be-47b7-b162-b2adcea34c0a tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:49.980924 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-c10a6d5b-493d-429f-9bd9-5024f2198c32 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Deleting port 0c5db20a-2e28-4172-aa49-c6060d68e5d6 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:49.981440 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c10a6d5b-493d-429f-9bd9-5024f2198c32 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:50.010529 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6ec3bdd2-05be-47b7-b162-b2adcea34c0a tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:50.016657 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6ec3bdd2-05be-47b7-b162-b2adcea34c0a tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:50.045175 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec3bdd2-05be-47b7-b162-b2adcea34c0a tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60bc1c81-2f36-4955-924b-7b50e473c0dd,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:50.047311 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6ec3bdd2-05be-47b7-b162-b2adcea34c0a tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:50.048358 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-6ec3bdd2-05be-47b7-b162-b2adcea34c0a tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2756124 Aug 10 03:34:50.055447 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53834) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:50.081953 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-393a66dc-7842-472b-a267-0061e40f0e75 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:50.092285 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-393a66dc-7842-472b-a267-0061e40f0e75 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:50.135327 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-393a66dc-7842-472b-a267-0061e40f0e75 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:50.152185 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-393a66dc-7842-472b-a267-0061e40f0e75 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:50.156802 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-393a66dc-7842-472b-a267-0061e40f0e75 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/60bc1c81-2f36-4955-924b-7b50e473c0dd HTTP/1.1" status: 204 len: 168 time: 0.1003017 Aug 10 03:34:50.158056 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393a66dc-7842-472b-a267-0061e40f0e75 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=60bc1c81-2f36-4955-924b-7b50e473c0dd,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:50.160932 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53836) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:50.227348 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 53838) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:50.227563 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-888878cb-49c6-47b5-9550-8153c1943d34 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0666342 Aug 10 03:34:50.241403 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c10a6d5b-493d-429f-9bd9-5024f2198c32 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:50.265081 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53840) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:50.266508 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-c10a6d5b-493d-429f-9bd9-5024f2198c32 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Calling delete_port for 0c5db20a-2e28-4172-aa49-c6060d68e5d6 owned by network:router_interface {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:50.281458 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4604a740-80d8-432d-a13a-3434f5ac1daa tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:50.302004 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4604a740-80d8-432d-a13a-3434f5ac1daa tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:50.407799 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4604a740-80d8-432d-a13a-3434f5ac1daa tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:50.433222 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4604a740-80d8-432d-a13a-3434f5ac1daa tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:50.440851 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4604a740-80d8-432d-a13a-3434f5ac1daa tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/e2eba03b-fdf9-42ef-9c2f-3eb1bd858e32 HTTP/1.1" status: 204 len: 168 time: 0.2046049 Aug 10 03:34:50.441875 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53844) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:50.454042 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-14eef80a-beb9-4a82-9220-200a3a2382c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:50.540487 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4604a740-80d8-432d-a13a-3434f5ac1daa tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e2eba03b-fdf9-42ef-9c2f-3eb1bd858e32,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:50.569203 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c10a6d5b-493d-429f-9bd9-5024f2198c32 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:50.602146 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d2dbd48b-bc25-4f56-a5b4-f2303dd98673 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1542377 Aug 10 03:34:50.605106 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53848) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:50.663361 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10a6d5b-493d-429f-9bd9-5024f2198c32 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event deleted for resources: {'Port': ['ID=0c5db20a-2e28-4172-aa49-c6060d68e5d6,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:50.685109 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-24f6adc2-abf9-4c96-8637-b84a27d09892 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:50.715002 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-24f6adc2-abf9-4c96-8637-b84a27d09892 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:50.775403 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-24f6adc2-abf9-4c96-8637-b84a27d09892 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:50.785041 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-24f6adc2-abf9-4c96-8637-b84a27d09892 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:50.786200 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-24f6adc2-abf9-4c96-8637-b84a27d09892 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/786cbebf-9081-420f-be3c-8deffeba13d8 HTTP/1.1" status: 204 len: 168 time: 0.1799207 Aug 10 03:34:50.791059 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53852) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:50.806145 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-14eef80a-beb9-4a82-9220-200a3a2382c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:50.815466 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f6adc2-abf9-4c96-8637-b84a27d09892 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=786cbebf-9081-420f-be3c-8deffeba13d8,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:50.837734 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-14eef80a-beb9-4a82-9220-200a3a2382c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:50.905832 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eef80a-beb9-4a82-9220-200a3a2382c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fcf1fe8-d9c1-4539-a543-f2d6eb50440d,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:50.924357 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-6fade573-88ad-40c2-9e46-af14f1ad5bb5 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1310575 Aug 10 03:34:50.931522 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-14eef80a-beb9-4a82-9220-200a3a2382c0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1fdf3130e69842379074edd183541b96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6630106 Aug 10 03:34:50.931522 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53854) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:50.931842 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c10a6d5b-493d-429f-9bd9-5024f2198c32 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:50.935804 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53856) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:50.983668 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9da4c25b-fa3c-4225-a0e5-41e4ab28a590 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:50.992341 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9da4c25b-fa3c-4225-a0e5-41e4ab28a590 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:51.042191 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-84f10e73-8ffe-4b08-91dd-7c3bb4419eb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:51.044411 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9da4c25b-fa3c-4225-a0e5-41e4ab28a590 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:51.054214 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9da4c25b-fa3c-4225-a0e5-41e4ab28a590 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:51.055405 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-9da4c25b-fa3c-4225-a0e5-41e4ab28a590 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/19b97330-7278-483a-98e4-7e8461bd3b32 HTTP/1.1" status: 204 len: 168 time: 0.1247709 Aug 10 03:34:51.063953 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53858) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:51.082486 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da4c25b-fa3c-4225-a0e5-41e4ab28a590 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=19b97330-7278-483a-98e4-7e8461bd3b32,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:51.095096 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-84f10e73-8ffe-4b08-91dd-7c3bb4419eb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:51.153769 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-5b322602-6bdf-44f3-aaef-1727be5d1d2f tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0886731 Aug 10 03:34:51.158442 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53860) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:51.188123 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ef9db79a-2e46-4607-aef8-642a33e6f0c8 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:51.197271 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ef9db79a-2e46-4607-aef8-642a33e6f0c8 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:51.206372 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-84f10e73-8ffe-4b08-91dd-7c3bb4419eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:51.209154 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-84f10e73-8ffe-4b08-91dd-7c3bb4419eb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:51.213002 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-84f10e73-8ffe-4b08-91dd-7c3bb4419eb0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5fcf1fe8-d9c1-4539-a543-f2d6eb50440d HTTP/1.1" status: 204 len: 168 time: 0.2679780 Aug 10 03:34:51.229425 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c10a6d5b-493d-429f-9bd9-5024f2198c32 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Router 9ff15ff3-6e42-4b9b-b9bf-40791c5585c1 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:34:51.252625 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f10e73-8ffe-4b08-91dd-7c3bb4419eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fcf1fe8-d9c1-4539-a543-f2d6eb50440d,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:51.272944 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ef9db79a-2e46-4607-aef8-642a33e6f0c8 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:51.287537 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ef9db79a-2e46-4607-aef8-642a33e6f0c8 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:51.291211 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ef9db79a-2e46-4607-aef8-642a33e6f0c8 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/254d43aa-47a8-4451-a4dc-2b0cc9c5257d HTTP/1.1" status: 204 len: 168 time: 0.1292555 Aug 10 03:34:51.293347 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53864) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:51.295459 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9db79a-2e46-4607-aef8-642a33e6f0c8 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=254d43aa-47a8-4451-a4dc-2b0cc9c5257d,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:51.370450 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-143786ce-e82d-4002-b95e-fc5e3a694112 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0727577 Aug 10 03:34:51.374382 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53866) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:51.429584 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c10a6d5b-493d-429f-9bd9-5024f2198c32 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:34:51.440861 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53868) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:51.444353 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9694f995-fa24-4d1e-8abf-0258b7e4b2dd None None] Sync routers for ids ['9ff15ff3-6e42-4b9b-b9bf-40791c5585c1'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:34:51.454294 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c10a6d5b-493d-429f-9bd9-5024f2198c32 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "PUT /v2.0/routers/9ff15ff3-6e42-4b9b-b9bf-40791c5585c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6658096 Aug 10 03:34:51.458307 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9694f995-fa24-4d1e-8abf-0258b7e4b2dd None None] Routers {'9ff15ff3-6e42-4b9b-b9bf-40791c5585c1'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:34:51.459050 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-9694f995-fa24-4d1e-8abf-0258b7e4b2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:34:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['9ff15ff3-6e42-4b9b-b9bf-40791c5585c1'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:51.495849 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-9694f995-fa24-4d1e-8abf-0258b7e4b2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:51.506430 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9694f995-fa24-4d1e-8abf-0258b7e4b2dd None None] Routers {'9ff15ff3-6e42-4b9b-b9bf-40791c5585c1'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:34:51.507776 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-9694f995-fa24-4d1e-8abf-0258b7e4b2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:34:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['9ff15ff3-6e42-4b9b-b9bf-40791c5585c1'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:51.562071 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-9694f995-fa24-4d1e-8abf-0258b7e4b2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:51.563030 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9694f995-fa24-4d1e-8abf-0258b7e4b2dd None None] The sync data for ids ['9ff15ff3-6e42-4b9b-b9bf-40791c5585c1'] in n-d-768851-15 is: [] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:34:51.688439 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-88273fd8-ab21-4d4c-b005-8cac32217bf1 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:51.741435 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-88273fd8-ab21-4d4c-b005-8cac32217bf1 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:51.845423 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-88273fd8-ab21-4d4c-b005-8cac32217bf1 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:51.848400 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-88273fd8-ab21-4d4c-b005-8cac32217bf1 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:51.850289 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-88273fd8-ab21-4d4c-b005-8cac32217bf1 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "DELETE /v2.0/security-groups/47b67842-06b2-443f-bf3b-24b7d73dfb6e HTTP/1.1" status: 204 len: 168 time: 0.4716468 Aug 10 03:34:51.856285 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 53876) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:51.865882 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88273fd8-ab21-4d4c-b005-8cac32217bf1 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b67842-06b2-443f-bf3b-24b7d73dfb6e,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:51.968211 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 53878) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:51.976772 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-26e56a99-d78e-4b45-8b5d-556e8430b520 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:52.002536 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b8114b57-00ba-4097-bbf5-fcab74d19bdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:52.038808 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0033a109-80c2-45de-b138-1d4bf904bb2a tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1756821 Aug 10 03:34:52.041994 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 53880) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:52.048222 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-48b837a2-62ca-40d3-a0c3-2d2b136c78d7 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Request body: {'security_group': {'name': 'tempest-secgroup--51412037'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:52.186604 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b8114b57-00ba-4097-bbf5-fcab74d19bdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:52.199635 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b8114b57-00ba-4097-bbf5-fcab74d19bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:52.232170 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8114b57-00ba-4097-bbf5-fcab74d19bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5067f0d2-c319-4076-a7d8-c936179fabcb,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:52.266548 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b8114b57-00ba-4097-bbf5-fcab74d19bdc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4da3fc0cf8d54d97a148229b3870fa29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2971504 Aug 10 03:34:52.267969 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-48b837a2-62ca-40d3-a0c3-2d2b136c78d7 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:52.279272 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 53884) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:52.391223 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-26e56a99-d78e-4b45-8b5d-556e8430b520 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Deleting port 4803030b-f757-48c9-b7f8-b15b7759888d {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:52.391223 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-26e56a99-d78e-4b45-8b5d-556e8430b520 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:52.398902 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2ee7b65c-6621-489a-958e-d2ddc86b9da2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:52.445046 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2ee7b65c-6621-489a-958e-d2ddc86b9da2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:52.480889 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-48b837a2-62ca-40d3-a0c3-2d2b136c78d7 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:52.489027 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-26e56a99-d78e-4b45-8b5d-556e8430b520 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:52.497067 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-48b837a2-62ca-40d3-a0c3-2d2b136c78d7 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:52.507031 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-26e56a99-d78e-4b45-8b5d-556e8430b520 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Calling delete_port for 4803030b-f757-48c9-b7f8-b15b7759888d owned by network:router_interface {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:52.535633 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-48b837a2-62ca-40d3-a0c3-2d2b136c78d7 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:52.540591 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-48b837a2-62ca-40d3-a0c3-2d2b136c78d7 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4972334 Aug 10 03:34:52.542831 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 53886) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:52.547398 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-a7190e09-ee8f-4e5f-b34e-d06e5876d23c tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Request body: {'security_group_rule': {'security_group_id': '74c60b1b-92f0-4b32-8277-cad2b95c3106', 'direction': 'ingress', 'protocol': 17}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:52.552703 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b837a2-62ca-40d3-a0c3-2d2b136c78d7 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74c60b1b-92f0-4b32-8277-cad2b95c3106,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:52.580625 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2ee7b65c-6621-489a-958e-d2ddc86b9da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:52.588188 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2ee7b65c-6621-489a-958e-d2ddc86b9da2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:52.592453 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2ee7b65c-6621-489a-958e-d2ddc86b9da2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5067f0d2-c319-4076-a7d8-c936179fabcb HTTP/1.1" status: 204 len: 168 time: 0.3097267 Aug 10 03:34:52.637733 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7b65c-6621-489a-958e-d2ddc86b9da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5067f0d2-c319-4076-a7d8-c936179fabcb,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:52.646317 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a7190e09-ee8f-4e5f-b34e-d06e5876d23c tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:52.767108 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a7190e09-ee8f-4e5f-b34e-d06e5876d23c tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:52.773299 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a7190e09-ee8f-4e5f-b34e-d06e5876d23c tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:52.782282 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-26e56a99-d78e-4b45-8b5d-556e8430b520 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:52.826972 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a7190e09-ee8f-4e5f-b34e-d06e5876d23c tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:52.829120 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a7190e09-ee8f-4e5f-b34e-d06e5876d23c tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2863240 Aug 10 03:34:52.831689 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7190e09-ee8f-4e5f-b34e-d06e5876d23c tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=006b8965-ce7f-48d0-b0c4-71374630ac2e,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:52.838260 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 53894) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:52.869421 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e56a99-d78e-4b45-8b5d-556e8430b520 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event deleted for resources: {'Port': ['ID=4803030b-f757-48c9-b7f8-b15b7759888d,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:52.928876 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b0c67367-0a9c-4f85-9219-d3d38af40d0d tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:52.988872 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 53902) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:53.029142 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b0c67367-0a9c-4f85-9219-d3d38af40d0d tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:53.127849 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-26e56a99-d78e-4b45-8b5d-556e8430b520 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:53.130668 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b0c67367-0a9c-4f85-9219-d3d38af40d0d tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:53.133621 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b0c67367-0a9c-4f85-9219-d3d38af40d0d tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:53.137995 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b0c67367-0a9c-4f85-9219-d3d38af40d0d tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "DELETE /v2.0/security-groups/74c60b1b-92f0-4b32-8277-cad2b95c3106 HTTP/1.1" status: 204 len: 168 time: 0.2984018 Aug 10 03:34:53.138667 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 53906) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:53.165190 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c67367-0a9c-4f85-9219-d3d38af40d0d tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c60b1b-92f0-4b32-8277-cad2b95c3106,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:53.254380 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e47fde93-a1fb-444f-bf94-c5984f420273 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1109803 Aug 10 03:34:53.257642 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 53910) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:53.262772 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-3c960554-274f-4555-8244-96c13dded4d1 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Request body: {'security_group': {'name': 'tempest-secgroup--455572640'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:53.323091 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3c960554-274f-4555-8244-96c13dded4d1 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:53.541757 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e56a99-d78e-4b45-8b5d-556e8430b520 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Router 9ff15ff3-6e42-4b9b-b9bf-40791c5585c1 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:34:53.746208 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e56a99-d78e-4b45-8b5d-556e8430b520 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:34:53.757616 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11efc57-4402-4e99-89bc-c0f8f0c5464f None None] Sync routers for ids ['9ff15ff3-6e42-4b9b-b9bf-40791c5585c1'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:34:53.764629 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-26e56a99-d78e-4b45-8b5d-556e8430b520 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "PUT /v2.0/routers/9ff15ff3-6e42-4b9b-b9bf-40791c5585c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3228161 Aug 10 03:34:53.765268 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53922) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:53.768721 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11efc57-4402-4e99-89bc-c0f8f0c5464f None None] Routers {'9ff15ff3-6e42-4b9b-b9bf-40791c5585c1'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:34:53.769314 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-a11efc57-4402-4e99-89bc-c0f8f0c5464f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:34:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['9ff15ff3-6e42-4b9b-b9bf-40791c5585c1'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:53.808390 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-a11efc57-4402-4e99-89bc-c0f8f0c5464f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:53.813080 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-44485897-7a4b-4b8e-aca3-483075d32019 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ff15ff3-6e42-4b9b-b9bf-40791c5585c1 HTTP/1.1" status: 200 len: 205 time: 0.0461380 Aug 10 03:34:53.813811 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53926) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:53.821689 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11efc57-4402-4e99-89bc-c0f8f0c5464f None None] Routers {'9ff15ff3-6e42-4b9b-b9bf-40791c5585c1'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:34:53.823030 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-a11efc57-4402-4e99-89bc-c0f8f0c5464f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:34:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['9ff15ff3-6e42-4b9b-b9bf-40791c5585c1'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:53.876544 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-a11efc57-4402-4e99-89bc-c0f8f0c5464f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:53.878180 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11efc57-4402-4e99-89bc-c0f8f0c5464f None None] The sync data for ids ['9ff15ff3-6e42-4b9b-b9bf-40791c5585c1'] in n-d-768851-15 is: [] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:34:53.959842 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3c960554-274f-4555-8244-96c13dded4d1 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:53.960754 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d207c0a2-8c9a-44ee-b11b-a91574ce755d tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for router, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:54.016617 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3c960554-274f-4555-8244-96c13dded4d1 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:54.080390 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3c960554-274f-4555-8244-96c13dded4d1 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:54.085855 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3c960554-274f-4555-8244-96c13dded4d1 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8224854 Aug 10 03:34:54.088087 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 53932) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:54.098114 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-385a9502-3fbb-491c-97d1-b9bf05e92f59 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Request body: {'security_group': {'name': 'tempest-secgroup--2021822946'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:54.123727 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c960554-274f-4555-8244-96c13dded4d1 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19346ea9-c6fa-4075-844d-4777827afc85,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:54.160705 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-385a9502-3fbb-491c-97d1-b9bf05e92f59 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:54.214963 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d207c0a2-8c9a-44ee-b11b-a91574ce755d tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:54.218309 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d207c0a2-8c9a-44ee-b11b-a91574ce755d tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:54.275165 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d207c0a2-8c9a-44ee-b11b-a91574ce755d tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:54.275885 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d207c0a2-8c9a-44ee-b11b-a91574ce755d tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Fanout notify agent at l3_agent the message router_deleted on router 9ff15ff3-6e42-4b9b-b9bf-40791c5585c1 {{(pid=94216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:34:54.309770 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d207c0a2-8c9a-44ee-b11b-a91574ce755d tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:54.314541 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d207c0a2-8c9a-44ee-b11b-a91574ce755d tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "DELETE /v2.0/routers/9ff15ff3-6e42-4b9b-b9bf-40791c5585c1 HTTP/1.1" status: 204 len: 168 time: 0.4962234 Aug 10 03:34:54.315062 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 53938) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:54.392986 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-385a9502-3fbb-491c-97d1-b9bf05e92f59 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:54.405153 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-385a9502-3fbb-491c-97d1-b9bf05e92f59 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:54.439015 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-cff1d90b-453b-47ba-abe0-64ab0713f7e0 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Deleting subnet 805bf448-3593-4795-85d7-f5aa77a64348 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:34:54.446400 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cff1d90b-453b-47ba-abe0-64ab0713f7e0 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:54.489841 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-385a9502-3fbb-491c-97d1-b9bf05e92f59 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:54.491093 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-385a9502-3fbb-491c-97d1-b9bf05e92f59 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3996031 Aug 10 03:34:54.499680 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53944) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:54.506088 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-17b9ca0a-2d59-4867-9de0-199041e338b1 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Request body: {'security_group_rule': {'security_group_id': '19346ea9-c6fa-4075-844d-4777827afc85', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '21c557b3-6d8e-4b54-9c3d-505aeddc19bb', 'remote_ip_prefix': None}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:54.519494 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385a9502-3fbb-491c-97d1-b9bf05e92f59 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21c557b3-6d8e-4b54-9c3d-505aeddc19bb,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:54.556234 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cff1d90b-453b-47ba-abe0-64ab0713f7e0 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:54.578637 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-17b9ca0a-2d59-4867-9de0-199041e338b1 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:54.588938 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7958d605-0d36-4a2d-841e-6faff1be3d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:54.709963 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-17b9ca0a-2d59-4867-9de0-199041e338b1 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:54.714983 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-17b9ca0a-2d59-4867-9de0-199041e338b1 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:54.741753 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b9ca0a-2d59-4867-9de0-199041e338b1 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c4fd8c8-1795-4e66-9248-68eec9e9024b,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:54.743930 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cff1d90b-453b-47ba-abe0-64ab0713f7e0 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:54.750381 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-17b9ca0a-2d59-4867-9de0-199041e338b1 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:54.756016 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-17b9ca0a-2d59-4867-9de0-199041e338b1 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2551181 Aug 10 03:34:54.756786 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53950) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:54.789817 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-42d7330f-54a0-45cf-a0fe-efe9d847c6ba tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:54.803619 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-42d7330f-54a0-45cf-a0fe-efe9d847c6ba tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:54.836388 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-42d7330f-54a0-45cf-a0fe-efe9d847c6ba tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:54.845197 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-42d7330f-54a0-45cf-a0fe-efe9d847c6ba tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:54.854211 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-42d7330f-54a0-45cf-a0fe-efe9d847c6ba tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/5c4fd8c8-1795-4e66-9248-68eec9e9024b HTTP/1.1" status: 204 len: 168 time: 0.0962477 Aug 10 03:34:54.854953 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 53952) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:54.865734 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d7330f-54a0-45cf-a0fe-efe9d847c6ba tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5c4fd8c8-1795-4e66-9248-68eec9e9024b,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:54.894561 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cff1d90b-453b-47ba-abe0-64ab0713f7e0 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:54.949570 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44511af1-85fb-4e47-a7be-f89f62e0bf7e None None] Network bc1876a6-87ae-4e1b-af04-2cf3abd64bc3 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:54.952893 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff1d90b-453b-47ba-abe0-64ab0713f7e0 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event deleted for resources: {'Subnet': ['ID=805bf448-3593-4795-85d7-f5aa77a64348,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:54.955984 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cff1d90b-453b-47ba-abe0-64ab0713f7e0 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:54.957862 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-cff1d90b-453b-47ba-abe0-64ab0713f7e0 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "DELETE /v2.0/subnets/805bf448-3593-4795-85d7-f5aa77a64348 HTTP/1.1" status: 204 len: 168 time: 0.6419733 Aug 10 03:34:54.961394 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53960) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:54.971393 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f1336a84-772c-45b2-97cf-9a4b5dbb10df tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1136582 Aug 10 03:34:54.976569 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 53962) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:55.077565 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-2da28da3-aecb-44f9-b5ed-3951f4cf9255 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Deleting subnet 9d2048e2-53db-47e0-9980-f70dac74bd1a {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:34:55.081190 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2da28da3-aecb-44f9-b5ed-3951f4cf9255 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:55.142010 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c9268bb8-4c75-48eb-bb6c-2bc0be01d811 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:55.145912 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-7958d605-0d36-4a2d-841e-6faff1be3d32 admin admin] Deleting port 0413d2b5-34c5-43ff-bd3c-a2b5f682346e {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:55.147215 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7958d605-0d36-4a2d-841e-6faff1be3d32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:55.150280 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2da28da3-aecb-44f9-b5ed-3951f4cf9255 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:55.244118 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cac838c-960a-450d-8b66-c400e375a7ca None None] DHCP port deletion for bc1876a6-87ae-4e1b-af04-2cf3abd64bc3 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:34:55.246573 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c9268bb8-4c75-48eb-bb6c-2bc0be01d811 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:55.300597 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2da28da3-aecb-44f9-b5ed-3951f4cf9255 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:55.320546 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-7958d605-0d36-4a2d-841e-6faff1be3d32 admin admin] For port 0413d2b5-34c5-43ff-bd3c-a2b5f682346e, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=0413d2b5-34c5-43ff-bd3c-a2b5f682346e,segment=NetworkSegment(74877879-0309-4e5d-afaf-8d5251549e75),segment_id=74877879-0309-4e5d-afaf-8d5251549e75)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:55.321024 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7958d605-0d36-4a2d-841e-6faff1be3d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:55.337379 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-7958d605-0d36-4a2d-841e-6faff1be3d32 admin admin] Calling delete_port for 0413d2b5-34c5-43ff-bd3c-a2b5f682346e owned by network:router_interface {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:55.342367 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c9268bb8-4c75-48eb-bb6c-2bc0be01d811 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:55.344211 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-7cac838c-960a-450d-8b66-c400e375a7ca None None] Deleting port f8a5509a-0546-498b-a08b-ec4a270dc4aa {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:55.344596 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7cac838c-960a-450d-8b66-c400e375a7ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:55.345702 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c9268bb8-4c75-48eb-bb6c-2bc0be01d811 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:55.347004 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c9268bb8-4c75-48eb-bb6c-2bc0be01d811 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "DELETE /v2.0/security-groups/21c557b3-6d8e-4b54-9c3d-505aeddc19bb HTTP/1.1" status: 204 len: 168 time: 0.3693802 Aug 10 03:34:55.358726 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53970) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:55.467309 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-41c116d7-a1bb-455a-bb17-03dcf1fde087 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1074483 Aug 10 03:34:55.470059 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53978) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:55.481740 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2da28da3-aecb-44f9-b5ed-3951f4cf9255 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:55.489550 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9268bb8-4c75-48eb-bb6c-2bc0be01d811 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c557b3-6d8e-4b54-9c3d-505aeddc19bb,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:55.519662 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da28da3-aecb-44f9-b5ed-3951f4cf9255 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event deleted for resources: {'Subnet': ['ID=9d2048e2-53db-47e0-9980-f70dac74bd1a,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:55.559704 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-7cac838c-960a-450d-8b66-c400e375a7ca None None] For port f8a5509a-0546-498b-a08b-ec4a270dc4aa, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=f8a5509a-0546-498b-a08b-ec4a270dc4aa,segment=NetworkSegment(6636abf4-34d2-43e4-b758-d7c11b142a36),segment_id=6636abf4-34d2-43e4-b758-d7c11b142a36)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:55.563653 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7cac838c-960a-450d-8b66-c400e375a7ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:55.583579 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2da28da3-aecb-44f9-b5ed-3951f4cf9255 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:55.588110 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-2da28da3-aecb-44f9-b5ed-3951f4cf9255 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "DELETE /v2.0/subnets/9d2048e2-53db-47e0-9980-f70dac74bd1a HTTP/1.1" status: 204 len: 168 time: 0.6231446 Aug 10 03:34:55.590499 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 53984) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:55.601111 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47da7f85-d6a3-4b4d-961d-773945efcabd None None] Network e88fd11f-c200-47d6-a36a-9d4f33a2fad3 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:55.751388 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-7cac838c-960a-450d-8b66-c400e375a7ca None None] Calling delete_port for f8a5509a-0546-498b-a08b-ec4a270dc4aa owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:55.775488 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-335a880b-f5fd-4727-862b-339e9d8d2065 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:55.784996 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7958d605-0d36-4a2d-841e-6faff1be3d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:55.812575 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3b84117d-9888-4805-bef4-68c4fb3b9e3e tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:55.837516 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-335a880b-f5fd-4727-862b-339e9d8d2065 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:55.840534 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7958d605-0d36-4a2d-841e-6faff1be3d32 admin admin] Pushing event deleted for resources: {'Port': ['ID=0413d2b5-34c5-43ff-bd3c-a2b5f682346e,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:55.928738 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7cac838c-960a-450d-8b66-c400e375a7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:55.964375 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-335a880b-f5fd-4727-862b-339e9d8d2065 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:55.967667 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-335a880b-f5fd-4727-862b-339e9d8d2065 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:55.969579 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-335a880b-f5fd-4727-862b-339e9d8d2065 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "DELETE /v2.0/security-groups/19346ea9-c6fa-4075-844d-4777827afc85 HTTP/1.1" status: 204 len: 168 time: 0.4979627 Aug 10 03:34:55.974579 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-3b84117d-9888-4805-bef4-68c4fb3b9e3e tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Deleting port f8a5509a-0546-498b-a08b-ec4a270dc4aa {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:55.974782 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3b84117d-9888-4805-bef4-68c4fb3b9e3e tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:55.977431 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54006) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:55.981359 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cac838c-960a-450d-8b66-c400e375a7ca None None] No DVR routers for this DVR port f8a5509a-0546-498b-a08b-ec4a270dc4aa on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:34:55.992964 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d64079-a758-43eb-bfc9-07a0bd2c445b None None] DHCP port deletion for e88fd11f-c200-47d6-a36a-9d4f33a2fad3 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:34:56.050369 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cac838c-960a-450d-8b66-c400e375a7ca None None] Pushing event deleted for resources: {'Port': ['ID=f8a5509a-0546-498b-a08b-ec4a270dc4aa,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:56.105426 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335a880b-f5fd-4727-862b-339e9d8d2065 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19346ea9-c6fa-4075-844d-4777827afc85,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:56.181072 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-3b84117d-9888-4805-bef4-68c4fb3b9e3e tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] For port f8a5509a-0546-498b-a08b-ec4a270dc4aa, host n-d-768851-15, got binding levels [] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:56.181538 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3b84117d-9888-4805-bef4-68c4fb3b9e3e tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:56.199176 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-3b84117d-9888-4805-bef4-68c4fb3b9e3e tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Calling delete_port for f8a5509a-0546-498b-a08b-ec4a270dc4aa owned by network:dhcp {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:56.202149 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.ipam_backend_mixin [None req-3b84117d-9888-4805-bef4-68c4fb3b9e3e tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Port f8a5509a-0546-498b-a08b-ec4a270dc4aa was not found and therefore no delete operation was performed {{(pid=94216) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 03:34:56.204318 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3b84117d-9888-4805-bef4-68c4fb3b9e3e tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:56.247482 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-45d64079-a758-43eb-bfc9-07a0bd2c445b None None] Deleting port b24afc4c-7635-4b6c-9413-7a96d06bbaec {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:56.247897 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-45d64079-a758-43eb-bfc9-07a0bd2c445b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:56.271698 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-9969f41c-2fce-4208-ac20-44af801cf6c7 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2920723 Aug 10 03:34:56.279566 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54016) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:56.294172 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-7d05d22e-fb13-461d-ba70-af7988d707bb tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Request body: {'security_group': {'name': 'tempest-secgroup--1833852251'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:56.294331 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b84117d-9888-4805-bef4-68c4fb3b9e3e tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] No DVR routers for this DVR port f8a5509a-0546-498b-a08b-ec4a270dc4aa on host n-d-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:34:56.312314 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7958d605-0d36-4a2d-841e-6faff1be3d32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:56.373969 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b84117d-9888-4805-bef4-68c4fb3b9e3e tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event deleted for resources: {'Port': ['ID=f8a5509a-0546-498b-a08b-ec4a270dc4aa,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:56.415540 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7d05d22e-fb13-461d-ba70-af7988d707bb tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:56.439345 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device f8a5509a-0546-498b-a08b-ec4a270dc4aa no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:34:56.508841 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3b84117d-9888-4805-bef4-68c4fb3b9e3e tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:56.523010 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: f8a5509a-0546-498b-a08b-ec4a270dc4aa {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:34:56.523363 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device f8a5509a-0546-498b-a08b-ec4a270dc4aa not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:34:56.525583 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b24afc4c-7635-4b6c-9413-7a96d06bbaec no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:34:56.542964 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-3b84117d-9888-4805-bef4-68c4fb3b9e3e tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc1876a6-87ae-4e1b-af04-2cf3abd64bc3']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:56.561671 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-3b84117d-9888-4805-bef4-68c4fb3b9e3e tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6636abf4-34d2-43e4-b758-d7c11b142a36') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:56.562007 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-3b84117d-9888-4805-bef4-68c4fb3b9e3e tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6636abf4-34d2-43e4-b758-d7c11b142a36') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:56.574285 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3b84117d-9888-4805-bef4-68c4fb3b9e3e tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:56.595990 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3b84117d-9888-4805-bef4-68c4fb3b9e3e tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:56.608840 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b84117d-9888-4805-bef4-68c4fb3b9e3e tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:34:56.609793 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3b84117d-9888-4805-bef4-68c4fb3b9e3e tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:56.618571 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:56.621003 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-45d64079-a758-43eb-bfc9-07a0bd2c445b None None] For port b24afc4c-7635-4b6c-9413-7a96d06bbaec, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=b24afc4c-7635-4b6c-9413-7a96d06bbaec,segment=NetworkSegment(aea9f63e-1c1e-4cf8-9a53-7d8aa6ecc2fe),segment_id=aea9f63e-1c1e-4cf8-9a53-7d8aa6ecc2fe)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:56.624607 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-45d64079-a758-43eb-bfc9-07a0bd2c445b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:56.630667 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:34:56.630667 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:34:56.630667 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:34:56.630667 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:34:56.630667 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:34:56.630667 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:34:56.630667 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:34:56.630667 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:34:56.630667 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:34:56.630667 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:34:56.630667 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:34:56.630667 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:34:56.630667 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:34:56.630667 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:34:56.630667 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:34:56.630667 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:34:56.630667 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:34:56.630667 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:34:56.630667 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:34:56.630667 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:34:56.630667 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:34:56.630667 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:34:56.630667 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:34:56.630667 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:34:56.630667 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:34:56.630667 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:34:56.630667 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:34:56.630667 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:34:56.630667 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:34:56.630667 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:34:56.630667 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:34:56.630667 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:34:56.663269 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7d05d22e-fb13-461d-ba70-af7988d707bb tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:56.676063 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7d05d22e-fb13-461d-ba70-af7988d707bb tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:56.692682 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-45d64079-a758-43eb-bfc9-07a0bd2c445b None None] Calling delete_port for b24afc4c-7635-4b6c-9413-7a96d06bbaec owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:56.696625 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:56.722370 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7d05d22e-fb13-461d-ba70-af7988d707bb tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:56.726798 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7d05d22e-fb13-461d-ba70-af7988d707bb tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4366338 Aug 10 03:34:56.728539 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54020) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:56.736000 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-b45d981a-e18e-433f-8e4f-be5c16db6c64 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Request body: {'security_group_rule': {'security_group_id': 'de00b203-ba76-4ecd-a13d-e360ac89d4f7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:56.741064 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d05d22e-fb13-461d-ba70-af7988d707bb tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de00b203-ba76-4ecd-a13d-e360ac89d4f7,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:56.752806 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7958d605-0d36-4a2d-841e-6faff1be3d32 admin admin] Router 6f811108-70fd-4731-8257-671f85acbf74 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:34:56.753971 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54022) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:56.765496 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3b84117d-9888-4805-bef4-68c4fb3b9e3e tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:56.775525 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3b84117d-9888-4805-bef4-68c4fb3b9e3e tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:56.777572 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-3b84117d-9888-4805-bef4-68c4fb3b9e3e tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "DELETE /v2.0/networks/bc1876a6-87ae-4e1b-af04-2cf3abd64bc3 HTTP/1.1" status: 204 len: 168 time: 1.1851242 Aug 10 03:34:56.783934 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54026) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:56.789357 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b84117d-9888-4805-bef4-68c4fb3b9e3e tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event deleted for resources: {'Network': ['ID=bc1876a6-87ae-4e1b-af04-2cf3abd64bc3,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:56.903037 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b45d981a-e18e-433f-8e4f-be5c16db6c64 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:56.966379 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-54b9a636-c095-4de6-8161-d1caa5dc22f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:57.044857 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-669d44e6-6753-4765-b425-a3f3738f85f5 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:57.055631 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:57.056581 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7958d605-0d36-4a2d-841e-6faff1be3d32 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:34:57.069792 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7958d605-0d36-4a2d-841e-6faff1be3d32 admin admin] 10.222.0.62 "PUT /v2.0/routers/6f811108-70fd-4731-8257-671f85acbf74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0734222 Aug 10 03:34:57.070345 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54028) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:57.079171 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68412b26-9d1d-40e0-bc61-dbca0ba7f055 None None] Sync routers for ids ['6f811108-70fd-4731-8257-671f85acbf74'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:34:57.129069 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68412b26-9d1d-40e0-bc61-dbca0ba7f055 None None] Routers {'6f811108-70fd-4731-8257-671f85acbf74'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:34:57.130649 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-68412b26-9d1d-40e0-bc61-dbca0ba7f055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:34:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['6f811108-70fd-4731-8257-671f85acbf74'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:57.131287 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b45d981a-e18e-433f-8e4f-be5c16db6c64 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:57.150297 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-54b9a636-c095-4de6-8161-d1caa5dc22f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:57.158537 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-54b9a636-c095-4de6-8161-d1caa5dc22f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:57.158726 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b45d981a-e18e-433f-8e4f-be5c16db6c64 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:57.196987 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-54b9a636-c095-4de6-8161-d1caa5dc22f7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2a56b83905a445b28b16c6f18ec8cdf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4414597 Aug 10 03:34:57.199630 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54030) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:57.213820 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45d981a-e18e-433f-8e4f-be5c16db6c64 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=968b7feb-a64d-409b-9ca1-cc8fddf7ed12,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:57.223635 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b45d981a-e18e-433f-8e4f-be5c16db6c64 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:57.227590 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b45d981a-e18e-433f-8e4f-be5c16db6c64 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4953783 Aug 10 03:34:57.233068 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54032) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:57.249062 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7f788d05-c1fd-4092-82f7-1fe6987d7002 admin admin] Notify callbacks [] for router, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:57.250387 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port b24afc4c-7635-4b6c-9413-7a96d06bbaec, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=b24afc4c-7635-4b6c-9413-7a96d06bbaec,segment=NetworkSegment(aea9f63e-1c1e-4cf8-9a53-7d8aa6ecc2fe),segment_id=aea9f63e-1c1e-4cf8-9a53-7d8aa6ecc2fe)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:57.253284 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-68412b26-9d1d-40e0-bc61-dbca0ba7f055 None None] Set router 6f811108-70fd-4731-8257-671f85acbf74 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:34:57.257326 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:57.284686 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b9a636-c095-4de6-8161-d1caa5dc22f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a80a1118-8d18-4f31-ac72-8ac6cbab60ab,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:57.294606 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-669d44e6-6753-4765-b425-a3f3738f85f5 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Deleting port b24afc4c-7635-4b6c-9413-7a96d06bbaec {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:57.294980 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-669d44e6-6753-4765-b425-a3f3738f85f5 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:57.303237 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-02c6f795-a33f-4900-abad-e02bb01288e7 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:57.315952 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-02c6f795-a33f-4900-abad-e02bb01288e7 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:57.320952 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-45d64079-a758-43eb-bfc9-07a0bd2c445b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:57.339118 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e6e3804b-1a37-40c6-bae8-9362b5810d41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:57.368416 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e6e3804b-1a37-40c6-bae8-9362b5810d41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:57.374996 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-02c6f795-a33f-4900-abad-e02bb01288e7 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:57.391034 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-02c6f795-a33f-4900-abad-e02bb01288e7 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:57.396279 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-02c6f795-a33f-4900-abad-e02bb01288e7 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/968b7feb-a64d-409b-9ca1-cc8fddf7ed12 HTTP/1.1" status: 204 len: 168 time: 0.1553955 Aug 10 03:34:57.396279 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c6f795-a33f-4900-abad-e02bb01288e7 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=968b7feb-a64d-409b-9ca1-cc8fddf7ed12,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:57.396590 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54036) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:57.413340 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-669d44e6-6753-4765-b425-a3f3738f85f5 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] For port b24afc4c-7635-4b6c-9413-7a96d06bbaec, host n-d-768851-15, got binding levels [] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:57.413647 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-669d44e6-6753-4765-b425-a3f3738f85f5 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:57.423328 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event deleted for resources: {'Port': ['ID=b24afc4c-7635-4b6c-9413-7a96d06bbaec,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:57.436658 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d64079-a758-43eb-bfc9-07a0bd2c445b None None] No DVR routers for this DVR port b24afc4c-7635-4b6c-9413-7a96d06bbaec on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:34:57.439315 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-669d44e6-6753-4765-b425-a3f3738f85f5 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Calling delete_port for b24afc4c-7635-4b6c-9413-7a96d06bbaec owned by network:dhcp {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:57.445354 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.ipam_backend_mixin [None req-669d44e6-6753-4765-b425-a3f3738f85f5 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Port b24afc4c-7635-4b6c-9413-7a96d06bbaec was not found and therefore no delete operation was performed {{(pid=94217) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 03:34:57.451533 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-669d44e6-6753-4765-b425-a3f3738f85f5 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:57.462524 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e6e3804b-1a37-40c6-bae8-9362b5810d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:57.465162 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e6e3804b-1a37-40c6-bae8-9362b5810d41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:57.466318 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-e6e3804b-1a37-40c6-bae8-9362b5810d41 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a80a1118-8d18-4f31-ac72-8ac6cbab60ab HTTP/1.1" status: 204 len: 168 time: 0.2658429 Aug 10 03:34:57.477216 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e3804b-1a37-40c6-bae8-9362b5810d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80a1118-8d18-4f31-ac72-8ac6cbab60ab,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:57.511703 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7f788d05-c1fd-4092-82f7-1fe6987d7002 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:57.514668 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d44e6-6753-4765-b425-a3f3738f85f5 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event deleted for resources: {'Port': ['ID=b24afc4c-7635-4b6c-9413-7a96d06bbaec,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:57.525415 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d64079-a758-43eb-bfc9-07a0bd2c445b None None] Pushing event deleted for resources: {'Port': ['ID=b24afc4c-7635-4b6c-9413-7a96d06bbaec,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:57.528395 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f509e89c-07aa-49ea-bf1b-8a9130f62973 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1317904 Aug 10 03:34:57.529429 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669d44e6-6753-4765-b425-a3f3738f85f5 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] No DVR routers for this DVR port b24afc4c-7635-4b6c-9413-7a96d06bbaec on host n-d-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:34:57.532018 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54046) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:57.577363 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-68412b26-9d1d-40e0-bc61-dbca0ba7f055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f811108-70fd-4731-8257-671f85acbf74', 'name': 'tempest-AttachVolumeTestJSON-1078533016-router', 'tenant_id': '716a2501dd514284b3618ba976b1a21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'bd699efa-4783-4ab8-bb90-dbeddc227eed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:26:31Z', 'updated_at': '2021-08-10T03:34:55Z', 'revision_number': 5, 'project_id': '716a2501dd514284b3618ba976b1a21f', 'gw_port': {'id': 'bd699efa-4783-4ab8-bb90-dbeddc227eed', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:0d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f811108-70fd-4731-8257-671f85acbf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:32Z', 'updated_at': '2021-08-10T03:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:57.628551 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68412b26-9d1d-40e0-bc61-dbca0ba7f055 None None] Checking router: 6f811108-70fd-4731-8257-671f85acbf74 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:34:57.638221 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68412b26-9d1d-40e0-bc61-dbca0ba7f055 None None] Routers {'6f811108-70fd-4731-8257-671f85acbf74'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:34:57.639054 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-68412b26-9d1d-40e0-bc61-dbca0ba7f055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:34:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['6f811108-70fd-4731-8257-671f85acbf74'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:57.651458 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-669d44e6-6753-4765-b425-a3f3738f85f5 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:57.669080 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5b345173-5bbe-4068-896b-98b7a41b0516 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:57.672781 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-669d44e6-6753-4765-b425-a3f3738f85f5 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e88fd11f-c200-47d6-a36a-9d4f33a2fad3']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:57.689223 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-669d44e6-6753-4765-b425-a3f3738f85f5 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aea9f63e-1c1e-4cf8-9a53-7d8aa6ecc2fe') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:57.689534 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-669d44e6-6753-4765-b425-a3f3738f85f5 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aea9f63e-1c1e-4cf8-9a53-7d8aa6ecc2fe') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:57.698692 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5b345173-5bbe-4068-896b-98b7a41b0516 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:57.706562 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-669d44e6-6753-4765-b425-a3f3738f85f5 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:57.722691 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-7f788d05-c1fd-4092-82f7-1fe6987d7002 admin admin] Deleting port bd699efa-4783-4ab8-bb90-dbeddc227eed {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:57.725461 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7f788d05-c1fd-4092-82f7-1fe6987d7002 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:57.738548 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-669d44e6-6753-4765-b425-a3f3738f85f5 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:57.776028 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-669d44e6-6753-4765-b425-a3f3738f85f5 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:34:57.776453 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-669d44e6-6753-4765-b425-a3f3738f85f5 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:57.779484 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:34:57.779484 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:34:57.779484 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:34:57.779484 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:34:57.779484 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:34:57.779484 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:34:57.779484 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:34:57.779484 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:34:57.779484 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:34:57.779484 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:34:57.779484 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:34:57.779484 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:34:57.779484 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:34:57.779484 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:34:57.779484 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:34:57.779484 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:34:57.779484 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:34:57.779484 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:34:57.779484 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:34:57.779484 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:34:57.779484 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:34:57.779484 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:34:57.779484 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:34:57.779484 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:34:57.779484 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:34:57.779484 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:34:57.779484 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:34:57.779484 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:34:57.779484 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:34:57.779484 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:34:57.779484 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:34:57.779484 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:34:57.782817 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5b345173-5bbe-4068-896b-98b7a41b0516 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:57.788126 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5b345173-5bbe-4068-896b-98b7a41b0516 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:57.789910 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-5b345173-5bbe-4068-896b-98b7a41b0516 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "DELETE /v2.0/security-groups/de00b203-ba76-4ecd-a13d-e360ac89d4f7 HTTP/1.1" status: 204 len: 168 time: 0.2554493 Aug 10 03:34:57.795113 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54054) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:57.816555 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-68412b26-9d1d-40e0-bc61-dbca0ba7f055 None None] Set router 6f811108-70fd-4731-8257-671f85acbf74 gateway port host: None {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:34:57.820661 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b345173-5bbe-4068-896b-98b7a41b0516 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de00b203-ba76-4ecd-a13d-e360ac89d4f7,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:57.880503 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-eb9102eb-aa78-4d0e-822b-1379f8db90ba tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0815971 Aug 10 03:34:57.884491 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54056) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:57.890340 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-26d863e8-3dd3-4366-84e6-dd6452b8d017 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Request body: {'security_group': {'name': 'tempest-secgroup--1257074022'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:57.890571 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-68412b26-9d1d-40e0-bc61-dbca0ba7f055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f811108-70fd-4731-8257-671f85acbf74', 'name': 'tempest-AttachVolumeTestJSON-1078533016-router', 'tenant_id': '716a2501dd514284b3618ba976b1a21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:26:31Z', 'updated_at': '2021-08-10T03:34:57Z', 'revision_number': 6, 'project_id': '716a2501dd514284b3618ba976b1a21f', 'gw_port_host': None}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:57.920339 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-26d863e8-3dd3-4366-84e6-dd6452b8d017 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:57.924755 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68412b26-9d1d-40e0-bc61-dbca0ba7f055 None None] The sync data for ids ['6f811108-70fd-4731-8257-671f85acbf74'] in n-d-768851-15 is: [{'id': '6f811108-70fd-4731-8257-671f85acbf74', 'name': 'tempest-AttachVolumeTestJSON-1078533016-router', 'tenant_id': '716a2501dd514284b3618ba976b1a21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:26:31Z', 'updated_at': '2021-08-10T03:34:57Z', 'revision_number': 6, 'project_id': '716a2501dd514284b3618ba976b1a21f', 'gw_port_host': None}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:34:58.015490 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54058) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:58.044702 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c175ebdd-584d-488d-b2aa-d86a1f45a39c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:58.078470 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-26d863e8-3dd3-4366-84e6-dd6452b8d017 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:58.085878 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-26d863e8-3dd3-4366-84e6-dd6452b8d017 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:58.135619 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d863e8-3dd3-4366-84e6-dd6452b8d017 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=576c5bac-a064-489b-ac24-1d0e768f73e5,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:58.153849 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-669d44e6-6753-4765-b425-a3f3738f85f5 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:58.155870 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d863e8-3dd3-4366-84e6-dd6452b8d017 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:58.155870 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d863e8-3dd3-4366-84e6-dd6452b8d017 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:58.155870 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d863e8-3dd3-4366-84e6-dd6452b8d017 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:58.156159 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d863e8-3dd3-4366-84e6-dd6452b8d017 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:58.156541 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d863e8-3dd3-4366-84e6-dd6452b8d017 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:58.156937 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d863e8-3dd3-4366-84e6-dd6452b8d017 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:58.157395 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d863e8-3dd3-4366-84e6-dd6452b8d017 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:58.157739 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d863e8-3dd3-4366-84e6-dd6452b8d017 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:58.158148 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d863e8-3dd3-4366-84e6-dd6452b8d017 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:58.158545 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d863e8-3dd3-4366-84e6-dd6452b8d017 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:58.159045 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d863e8-3dd3-4366-84e6-dd6452b8d017 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:58.159272 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d863e8-3dd3-4366-84e6-dd6452b8d017 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:58.168053 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-669d44e6-6753-4765-b425-a3f3738f85f5 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:58.169890 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-669d44e6-6753-4765-b425-a3f3738f85f5 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "DELETE /v2.0/networks/e88fd11f-c200-47d6-a36a-9d4f33a2fad3 HTTP/1.1" status: 204 len: 168 time: 1.3846161 Aug 10 03:34:58.176184 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54060) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:58.186229 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-db0aab82-afa0-4e0b-8336-3f11fd30c9de tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1879977821'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:58.191735 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d44e6-6753-4765-b425-a3f3738f85f5 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event deleted for resources: {'Network': ['ID=e88fd11f-c200-47d6-a36a-9d4f33a2fad3,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:58.196839 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-7f788d05-c1fd-4092-82f7-1fe6987d7002 admin admin] For port bd699efa-4783-4ab8-bb90-dbeddc227eed, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=bd699efa-4783-4ab8-bb90-dbeddc227eed,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:58.197212 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7f788d05-c1fd-4092-82f7-1fe6987d7002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:58.217237 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-7f788d05-c1fd-4092-82f7-1fe6987d7002 admin admin] Calling delete_port for bd699efa-4783-4ab8-bb90-dbeddc227eed owned by network:router_gateway {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:58.236684 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c175ebdd-584d-488d-b2aa-d86a1f45a39c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:58.242124 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c175ebdd-584d-488d-b2aa-d86a1f45a39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:58.263345 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-26d863e8-3dd3-4366-84e6-dd6452b8d017 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:58.264577 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-26d863e8-3dd3-4366-84e6-dd6452b8d017 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3785708 Aug 10 03:34:58.268281 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54062) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:58.278420 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-988e58fb-55b9-4cb5-a9b5-356a80ee2213 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Request body: {'security_group_rule': {'security_group_id': '576c5bac-a064-489b-ac24-1d0e768f73e5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:58.298173 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-c175ebdd-584d-488d-b2aa-d86a1f45a39c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f123335901684e44bfe15a54fca0443f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2723761 Aug 10 03:34:58.298833 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54064) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:58.302087 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c175ebdd-584d-488d-b2aa-d86a1f45a39c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3b1a5d-9dc0-41bf-a252-c351c641a93f,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:58.307509 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0aab82-afa0-4e0b-8336-3f11fd30c9de tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Made reservation on behalf of c5bfc23a2d2d40be9b95b47c1cd0d209 for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:58.312040 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-db0aab82-afa0-4e0b-8336-3f11fd30c9de tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:58.315586 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 0413d2b5-34c5-43ff-bd3c-a2b5f682346e no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:34:58.339387 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db0aab82-afa0-4e0b-8336-3f11fd30c9de tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:34:58.350014 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-db0aab82-afa0-4e0b-8336-3f11fd30c9de tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:58.350607 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-db0aab82-afa0-4e0b-8336-3f11fd30c9de tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Added segment d4572d7e-9603-4594-aa01-7f7650c2e043 of type vlan for network b78928c9-a286-46c4-893f-93c03fa53422 Aug 10 03:34:58.352758 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 0413d2b5-34c5-43ff-bd3c-a2b5f682346e {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:34:58.353432 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 0413d2b5-34c5-43ff-bd3c-a2b5f682346e not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:34:58.386451 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-988e58fb-55b9-4cb5-a9b5-356a80ee2213 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:58.396585 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-db0aab82-afa0-4e0b-8336-3f11fd30c9de tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:58.438386 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-db0aab82-afa0-4e0b-8336-3f11fd30c9de tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:58.444593 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0aab82-afa0-4e0b-8336-3f11fd30c9de tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:58.445225 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-db0aab82-afa0-4e0b-8336-3f11fd30c9de tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:58.497598 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f6c2e0b6-3a71-4680-bf37-2680da40b249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:58.514039 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-db0aab82-afa0-4e0b-8336-3f11fd30c9de tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3337379 Aug 10 03:34:58.517358 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54066) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:58.525473 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-6b014a93-c254-4e0e-ab60-b4853a806b64 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Request body: {'subnet': {'network_id': 'b78928c9-a286-46c4-893f-93c03fa53422', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:58.554071 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f6c2e0b6-3a71-4680-bf37-2680da40b249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:58.584381 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-988e58fb-55b9-4cb5-a9b5-356a80ee2213 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:58.603709 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-988e58fb-55b9-4cb5-a9b5-356a80ee2213 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:58.610556 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0aab82-afa0-4e0b-8336-3f11fd30c9de tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event updated for resources: {'Network': ['ID=b78928c9-a286-46c4-893f-93c03fa53422,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:58.623004 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network b78928c9-a286-46c4-893f-93c03fa53422 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:34:58.629290 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b014a93-c254-4e0e-ab60-b4853a806b64 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Made reservation on behalf of c5bfc23a2d2d40be9b95b47c1cd0d209 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:58.634032 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6b014a93-c254-4e0e-ab60-b4853a806b64 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:58.660882 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e58fb-55b9-4cb5-a9b5-356a80ee2213 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11424b7d-6663-4f63-a5ad-de253f070232,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:58.665742 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-988e58fb-55b9-4cb5-a9b5-356a80ee2213 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:58.670601 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-988e58fb-55b9-4cb5-a9b5-356a80ee2213 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3980262 Aug 10 03:34:58.672280 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54068) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:58.680155 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7f788d05-c1fd-4092-82f7-1fe6987d7002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:58.726572 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-58cf9bbf-7d11-478b-8bed-2d8e6591be32 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "GET /v2.0/security-group-rules/11424b7d-6663-4f63-a5ad-de253f070232 HTTP/1.1" status: 200 len: 763 time: 0.0505443 Aug 10 03:34:58.727701 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f788d05-c1fd-4092-82f7-1fe6987d7002 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd699efa-4783-4ab8-bb90-dbeddc227eed,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:58.731197 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54070) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:58.777113 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f6c2e0b6-3a71-4680-bf37-2680da40b249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:58.780781 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f6c2e0b6-3a71-4680-bf37-2680da40b249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:58.790338 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f6c2e0b6-3a71-4680-bf37-2680da40b249 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1a3b1a5d-9dc0-41bf-a252-c351c641a93f HTTP/1.1" status: 204 len: 168 time: 0.4851887 Aug 10 03:34:58.852244 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c2e0b6-3a71-4680-bf37-2680da40b249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3b1a5d-9dc0-41bf-a252-c351c641a93f,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:58.895175 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6b014a93-c254-4e0e-ab60-b4853a806b64 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:58.903841 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-354c5c59-d258-459f-84eb-73ea692b2dcb tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1686194 Aug 10 03:34:58.903841 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54076) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:58.938056 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7f788d05-c1fd-4092-82f7-1fe6987d7002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:58.974713 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b014a93-c254-4e0e-ab60-b4853a806b64 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Checking segment: {'id': 'd4572d7e-9603-4594-aa01-7f7650c2e043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b78928c9-a286-46c4-893f-93c03fa53422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:58.975134 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b014a93-c254-4e0e-ab60-b4853a806b64 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Network hostable DHCP agents. Network: b78928c9-a286-46c4-893f-93c03fa53422, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:34:58.986341 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b014a93-c254-4e0e-ab60-b4853a806b64 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event updated for resources: {'Subnet': ['ID=acce20e6-0082-4889-b20e-3ed70b29c4f8,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:58.999777 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b014a93-c254-4e0e-ab60-b4853a806b64 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Network b78928c9-a286-46c4-893f-93c03fa53422 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:34:59.006638 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cdf0dd68-1092-4c4d-a1de-5059688abe82 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:59.019262 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-6b014a93-c254-4e0e-ab60-b4853a806b64 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, b78928c9-a286-46c4-893f-93c03fa53422) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:59.025805 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b014a93-c254-4e0e-ab60-b4853a806b64 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:59.026817 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6b014a93-c254-4e0e-ab60-b4853a806b64 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:59.027705 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840bde7a-2a8c-48d0-92fa-9b821eade4eb None None] Network b78928c9-a286-46c4-893f-93c03fa53422 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:59.041983 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cdf0dd68-1092-4c4d-a1de-5059688abe82 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:59.048719 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-6b014a93-c254-4e0e-ab60-b4853a806b64 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5279443 Aug 10 03:34:59.049427 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54078) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:59.055070 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7f788d05-c1fd-4092-82f7-1fe6987d7002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:59.056799 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-8ed48b5b-d430-4a75-ae0d-7736c707c710 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-167748287', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:59.061863 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7f788d05-c1fd-4092-82f7-1fe6987d7002 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:59.098808 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8ed48b5b-d430-4a75-ae0d-7736c707c710 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:59.100223 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8ed48b5b-d430-4a75-ae0d-7736c707c710 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:59.122653 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cdf0dd68-1092-4c4d-a1de-5059688abe82 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:59.135923 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cdf0dd68-1092-4c4d-a1de-5059688abe82 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:59.142329 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-cdf0dd68-1092-4c4d-a1de-5059688abe82 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/11424b7d-6663-4f63-a5ad-de253f070232 HTTP/1.1" status: 204 len: 168 time: 0.2353225 Aug 10 03:34:59.144045 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7f788d05-c1fd-4092-82f7-1fe6987d7002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:59.144596 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f788d05-c1fd-4092-82f7-1fe6987d7002 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f811108-70fd-4731-8257-671f85acbf74 {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:34:59.165587 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54082) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:59.175227 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7f788d05-c1fd-4092-82f7-1fe6987d7002 admin admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:59.177413 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7f788d05-c1fd-4092-82f7-1fe6987d7002 admin admin] 10.222.0.62 "DELETE /v2.0/routers/6f811108-70fd-4731-8257-671f85acbf74 HTTP/1.1" status: 204 len: 168 time: 2.1059735 Aug 10 03:34:59.184469 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54084) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:59.200446 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf0dd68-1092-4c4d-a1de-5059688abe82 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=11424b7d-6663-4f63-a5ad-de253f070232,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:59.202039 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8ed48b5b-d430-4a75-ae0d-7736c707c710 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:59.217473 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8ed48b5b-d430-4a75-ae0d-7736c707c710 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:59.255729 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8ed48b5b-d430-4a75-ae0d-7736c707c710 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:59.257910 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8ed48b5b-d430-4a75-ae0d-7736c707c710 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2072074 Aug 10 03:34:59.260259 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54086) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:59.275081 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-038c593d-dbe0-4a49-9ae6-acd2f8f6ae34 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Request body: {'port': {'network_id': 'b78928c9-a286-46c4-893f-93c03fa53422', 'name': 'tempest-RoutersIpV6Test-1737500569'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:59.289538 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-579246a6-159c-49f0-bc8b-98bee7bae3c8 admin admin] Deleting subnet 9fa6e43b-250a-4024-b95b-0ad12ce73ea4 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:34:59.294412 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-579246a6-159c-49f0-bc8b-98bee7bae3c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:59.344230 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-579246a6-159c-49f0-bc8b-98bee7bae3c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:59.387673 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777f4c9b-d846-4d79-a668-7823ecd501ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-b78928c9-a286-46c4-893f-93c03fa53422', 'network_id': 'b78928c9-a286-46c4-893f-93c03fa53422', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'fixed_ips': [{'subnet_id': 'acce20e6-0082-4889-b20e-3ed70b29c4f8'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:34:59.389150 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-777f4c9b-d846-4d79-a668-7823ecd501ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:59.403348 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c8f21626-1e8d-4fdd-9d60-8a4d5d732c8d tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2355230 Aug 10 03:34:59.404747 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54094) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:59.423839 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-fa2b3dd7-575e-4a31-ac41-d7bdcf5d2a96 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Request body: {'security_group_rule': {'security_group_id': '576c5bac-a064-489b-ac24-1d0e768f73e5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:59.506140 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.db.api [None req-fa2b3dd7-575e-4a31-ac41-d7bdcf5d2a96 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:34:59.506140 n-d-768851-15 neutron-server[94217]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 10 03:34:59.506140 n-d-768851-15 neutron-server[94217]: [parameters: {'project_id': '0c843e54ca4f474d89d343adccef2127', 'id': '00a1d86c-1229-4142-8516-4e50a29aec20', 'expiration': datetime.datetime(2021, 8, 10, 3, 36, 59, 466166)}] Aug 10 03:34:59.506140 n-d-768851-15 neutron-server[94217]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:34:59.507173 n-d-768851-15 neutron-server[94217]: DEBUG oslo_db.api [None req-fa2b3dd7-575e-4a31-ac41-d7bdcf5d2a96 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:34:59.507274 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038c593d-dbe0-4a49-9ae6-acd2f8f6ae34 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Made reservation on behalf of c5bfc23a2d2d40be9b95b47c1cd0d209 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:59.511419 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-038c593d-dbe0-4a49-9ae6-acd2f8f6ae34 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:59.526101 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-579246a6-159c-49f0-bc8b-98bee7bae3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:59.541937 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [None req-038c593d-dbe0-4a49-9ae6-acd2f8f6ae34 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] device_id is not set on port d311e463-e67a-4cd6-81a6-c125ef8923b5 yet. {{(pid=94216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:34:59.610347 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-579246a6-159c-49f0-bc8b-98bee7bae3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:59.625609 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-777f4c9b-d846-4d79-a668-7823ecd501ee None None] Allocated IP 2001:db8::2 (b78928c9-a286-46c4-893f-93c03fa53422/acce20e6-0082-4889-b20e-3ed70b29c4f8/3bc36fee-5486-41f7-8266-0a2a5f025e0f) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:34:59.646500 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579246a6-159c-49f0-bc8b-98bee7bae3c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fa6e43b-250a-4024-b95b-0ad12ce73ea4,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:59.648636 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-579246a6-159c-49f0-bc8b-98bee7bae3c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:59.652778 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-579246a6-159c-49f0-bc8b-98bee7bae3c8 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/9fa6e43b-250a-4024-b95b-0ad12ce73ea4 HTTP/1.1" status: 204 len: 168 time: 0.4631534 Aug 10 03:34:59.653025 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54098) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:59.668919 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba432b94-2506-4b3c-b675-62f834189766 None None] Network b944b0e3-b136-43d0-aeef-f89e7c552d7f requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:59.742990 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9530bb6b-d1d8-4ebf-989f-220ea43e1a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:59.824940 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-9530bb6b-d1d8-4ebf-989f-220ea43e1a57 admin admin] Deleting port 5e0ffa7c-0f6f-40b0-9e18-aff712a5d8d8 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:59.826960 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9530bb6b-d1d8-4ebf-989f-220ea43e1a57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:59.937345 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-777f4c9b-d846-4d79-a668-7823ecd501ee None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:59.948729 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-777f4c9b-d846-4d79-a668-7823ecd501ee None None] Transition to ACTIVE for port object 3bc36fee-5486-41f7-8266-0a2a5f025e0f will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:59.956713 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-9530bb6b-d1d8-4ebf-989f-220ea43e1a57 admin admin] For port 5e0ffa7c-0f6f-40b0-9e18-aff712a5d8d8, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=5e0ffa7c-0f6f-40b0-9e18-aff712a5d8d8,segment=NetworkSegment(74877879-0309-4e5d-afaf-8d5251549e75),segment_id=74877879-0309-4e5d-afaf-8d5251549e75)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:59.957091 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9530bb6b-d1d8-4ebf-989f-220ea43e1a57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:59.965640 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-777f4c9b-d846-4d79-a668-7823ecd501ee None None] Transition to ACTIVE for port object 3bc36fee-5486-41f7-8266-0a2a5f025e0f will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:59.982400 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-9530bb6b-d1d8-4ebf-989f-220ea43e1a57 admin admin] Calling delete_port for 5e0ffa7c-0f6f-40b0-9e18-aff712a5d8d8 owned by network:dhcp {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:59.998476 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-777f4c9b-d846-4d79-a668-7823ecd501ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:00.038361 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777f4c9b-d846-4d79-a668-7823ecd501ee None None] Network b78928c9-a286-46c4-893f-93c03fa53422 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:35:00.040967 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bead1e-fab8-4e15-9c65-dc966345feff None None] DHCP port deletion for b944b0e3-b136-43d0-aeef-f89e7c552d7f request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:35:00.052238 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-777f4c9b-d846-4d79-a668-7823ecd501ee None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:00.056800 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777f4c9b-d846-4d79-a668-7823ecd501ee None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:35:00.110922 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fa2b3dd7-575e-4a31-ac41-d7bdcf5d2a96 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:00.124096 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9530bb6b-d1d8-4ebf-989f-220ea43e1a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:00.135955 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777f4c9b-d846-4d79-a668-7823ecd501ee None None] Pushing event updated for resources: {'Port': ['ID=3bc36fee-5486-41f7-8266-0a2a5f025e0f,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:00.190926 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-038c593d-dbe0-4a49-9ae6-acd2f8f6ae34 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Allocated IP 2001:db8::44 (b78928c9-a286-46c4-893f-93c03fa53422/acce20e6-0082-4889-b20e-3ed70b29c4f8/d311e463-e67a-4cd6-81a6-c125ef8923b5) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:35:00.192709 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-777f4c9b-d846-4d79-a668-7823ecd501ee None None] Attempting to bind port 3bc36fee-5486-41f7-8266-0a2a5f025e0f on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:35:00.193275 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-777f4c9b-d846-4d79-a668-7823ecd501ee None None] Attempting to bind port 3bc36fee-5486-41f7-8266-0a2a5f025e0f by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'd4572d7e-9603-4594-aa01-7f7650c2e043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b78928c9-a286-46c4-893f-93c03fa53422'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:35:00.194188 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777f4c9b-d846-4d79-a668-7823ecd501ee None None] Attempting to bind port 3bc36fee-5486-41f7-8266-0a2a5f025e0f on network b78928c9-a286-46c4-893f-93c03fa53422 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:35:00.206559 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777f4c9b-d846-4d79-a668-7823ecd501ee None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:35:00.207843 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777f4c9b-d846-4d79-a668-7823ecd501ee None None] Checking segment: {'id': 'd4572d7e-9603-4594-aa01-7f7650c2e043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b78928c9-a286-46c4-893f-93c03fa53422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:35:00.208396 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9530bb6b-d1d8-4ebf-989f-220ea43e1a57 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e0ffa7c-0f6f-40b0-9e18-aff712a5d8d8,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:00.208762 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-777f4c9b-d846-4d79-a668-7823ecd501ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:00.209312 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777f4c9b-d846-4d79-a668-7823ecd501ee None None] Bound using segment: {'id': 'd4572d7e-9603-4594-aa01-7f7650c2e043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b78928c9-a286-46c4-893f-93c03fa53422'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:35:00.210003 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-777f4c9b-d846-4d79-a668-7823ecd501ee None None] Bound port: 3bc36fee-5486-41f7-8266-0a2a5f025e0f, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4572d7e-9603-4594-aa01-7f7650c2e043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b78928c9-a286-46c4-893f-93c03fa53422'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:35:00.210584 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-777f4c9b-d846-4d79-a668-7823ecd501ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:00.214946 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9530bb6b-d1d8-4ebf-989f-220ea43e1a57 admin admin] No DVR routers for this DVR port 5e0ffa7c-0f6f-40b0-9e18-aff712a5d8d8 on host n-d-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:35:00.306230 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-777f4c9b-d846-4d79-a668-7823ecd501ee None None] For port 3bc36fee-5486-41f7-8266-0a2a5f025e0f, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:35:00.310873 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-777f4c9b-d846-4d79-a668-7823ecd501ee None None] For port 3bc36fee-5486-41f7-8266-0a2a5f025e0f, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=3bc36fee-5486-41f7-8266-0a2a5f025e0f,segment=NetworkSegment(d4572d7e-9603-4594-aa01-7f7650c2e043),segment_id=d4572d7e-9603-4594-aa01-7f7650c2e043)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:35:00.331014 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-777f4c9b-d846-4d79-a668-7823ecd501ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:00.336772 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-10bead1e-fab8-4e15-9c65-dc966345feff None None] Deleting port 5e0ffa7c-0f6f-40b0-9e18-aff712a5d8d8 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:00.337334 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-10bead1e-fab8-4e15-9c65-dc966345feff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:00.338532 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fa2b3dd7-575e-4a31-ac41-d7bdcf5d2a96 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:00.351051 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-aa0ac7da-d6bb-402b-9508-22320811c37e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:00.443520 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9530bb6b-d1d8-4ebf-989f-220ea43e1a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:00.458214 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-9530bb6b-d1d8-4ebf-989f-220ea43e1a57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b944b0e3-b136-43d0-aeef-f89e7c552d7f']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:00.468192 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-10bead1e-fab8-4e15-9c65-dc966345feff None None] For port 5e0ffa7c-0f6f-40b0-9e18-aff712a5d8d8, host n-d-768851-15, got binding levels [] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:00.469854 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-10bead1e-fab8-4e15-9c65-dc966345feff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:00.472115 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-038c593d-dbe0-4a49-9ae6-acd2f8f6ae34 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:00.485814 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-10bead1e-fab8-4e15-9c65-dc966345feff None None] Calling delete_port for 5e0ffa7c-0f6f-40b0-9e18-aff712a5d8d8 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:00.490670 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-9530bb6b-d1d8-4ebf-989f-220ea43e1a57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74877879-0309-4e5d-afaf-8d5251549e75') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:00.491034 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-9530bb6b-d1d8-4ebf-989f-220ea43e1a57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74877879-0309-4e5d-afaf-8d5251549e75') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:00.491217 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.ipam_backend_mixin [None req-10bead1e-fab8-4e15-9c65-dc966345feff None None] Port 5e0ffa7c-0f6f-40b0-9e18-aff712a5d8d8 was not found and therefore no delete operation was performed {{(pid=94218) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 03:35:00.492737 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-10bead1e-fab8-4e15-9c65-dc966345feff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:00.494874 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-038c593d-dbe0-4a49-9ae6-acd2f8f6ae34 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Transition to ACTIVE for port object d311e463-e67a-4cd6-81a6-c125ef8923b5 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:00.500070 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device bd699efa-4783-4ab8-bb90-dbeddc227eed no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:35:00.502259 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9530bb6b-d1d8-4ebf-989f-220ea43e1a57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:00.524909 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9530bb6b-d1d8-4ebf-989f-220ea43e1a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:00.534452 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9530bb6b-d1d8-4ebf-989f-220ea43e1a57 admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:35:00.535010 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9530bb6b-d1d8-4ebf-989f-220ea43e1a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:00.542066 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-038c593d-dbe0-4a49-9ae6-acd2f8f6ae34 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:00.565768 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: bd699efa-4783-4ab8-bb90-dbeddc227eed {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:35:00.566270 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device bd699efa-4783-4ab8-bb90-dbeddc227eed not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:35:00.567968 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 5e0ffa7c-0f6f-40b0-9e18-aff712a5d8d8 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:35:00.579986 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bead1e-fab8-4e15-9c65-dc966345feff None None] No DVR routers for this DVR port 5e0ffa7c-0f6f-40b0-9e18-aff712a5d8d8 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:35:00.680820 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777f4c9b-d846-4d79-a668-7823ecd501ee None None] Pushing event updated for resources: {'Port': ['ID=3bc36fee-5486-41f7-8266-0a2a5f025e0f,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:00.695189 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038c593d-dbe0-4a49-9ae6-acd2f8f6ae34 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Network b78928c9-a286-46c4-893f-93c03fa53422 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:35:00.696658 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 5e0ffa7c-0f6f-40b0-9e18-aff712a5d8d8 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:35:00.696658 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 5e0ffa7c-0f6f-40b0-9e18-aff712a5d8d8 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:35:00.708804 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-038c593d-dbe0-4a49-9ae6-acd2f8f6ae34 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:00.714995 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038c593d-dbe0-4a49-9ae6-acd2f8f6ae34 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:35:00.729509 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038c593d-dbe0-4a49-9ae6-acd2f8f6ae34 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:00.730612 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-038c593d-dbe0-4a49-9ae6-acd2f8f6ae34 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:00.738658 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:35:00.738658 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:35:00.738658 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:35:00.738658 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:35:00.738658 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:35:00.738658 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:35:00.738658 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:35:00.738658 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:35:00.738658 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:35:00.738658 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:35:00.738658 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:35:00.738658 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:35:00.738658 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:35:00.738658 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:35:00.738658 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:35:00.738658 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:35:00.738658 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:35:00.738658 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:35:00.738658 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:35:00.738658 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:35:00.738658 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:35:00.738658 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:35:00.738658 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:35:00.738658 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:35:00.738658 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:35:00.738658 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:35:00.738658 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:35:00.738658 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:35:00.738658 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:35:00.738658 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:35:00.738658 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:35:00.738658 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:35:00.742916 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fa2b3dd7-575e-4a31-ac41-d7bdcf5d2a96 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:00.746297 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c593d-dbe0-4a49-9ae6-acd2f8f6ae34 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event updated for resources: {'Port': ['ID=d311e463-e67a-4cd6-81a6-c125ef8923b5,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:00.771964 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9530bb6b-d1d8-4ebf-989f-220ea43e1a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:00.773957 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-038c593d-dbe0-4a49-9ae6-acd2f8f6ae34 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5122712 Aug 10 03:35:00.774609 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54122) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:00.778576 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9530bb6b-d1d8-4ebf-989f-220ea43e1a57 admin admin] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:00.780602 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9530bb6b-d1d8-4ebf-989f-220ea43e1a57 admin admin] 10.222.0.62 "DELETE /v2.0/networks/b944b0e3-b136-43d0-aeef-f89e7c552d7f HTTP/1.1" status: 204 len: 168 time: 1.1264966 Aug 10 03:35:00.789396 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bead1e-fab8-4e15-9c65-dc966345feff None None] Pushing event deleted for resources: {'Port': ['ID=5e0ffa7c-0f6f-40b0-9e18-aff712a5d8d8,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:00.875324 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2b3dd7-575e-4a31-ac41-d7bdcf5d2a96 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44fd2bed-5583-49af-b7e0-ca81640dfed2,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:00.887480 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fa2b3dd7-575e-4a31-ac41-d7bdcf5d2a96 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:00.893054 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-fa2b3dd7-575e-4a31-ac41-d7bdcf5d2a96 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4831872 Aug 10 03:35:00.896957 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9530bb6b-d1d8-4ebf-989f-220ea43e1a57 admin admin] Pushing event deleted for resources: {'Network': ['ID=b944b0e3-b136-43d0-aeef-f89e7c552d7f,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:00.903998 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54128) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:00.961181 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a8a2548f-c64e-4f6a-8ed4-ef8fd9c88860 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "GET /v2.0/security-group-rules/44fd2bed-5583-49af-b7e0-ca81640dfed2 HTTP/1.1" status: 200 len: 763 time: 0.0559933 Aug 10 03:35:00.961586 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54130) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:01.030089 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54132) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:01.150877 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2369ca82-9162-477f-9306-e38cbc58131a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=716a2501dd514284b3618ba976b1a21f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1193416 Aug 10 03:35:01.153196 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54136) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:01.253070 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-310de5ac-3b20-47f4-8ac1-792eef5b9986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:01.299323 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-310de5ac-3b20-47f4-8ac1-792eef5b9986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:01.391510 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-310de5ac-3b20-47f4-8ac1-792eef5b9986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:01.394254 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-310de5ac-3b20-47f4-8ac1-792eef5b9986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:01.395742 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-310de5ac-3b20-47f4-8ac1-792eef5b9986 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4c6e52a5-8a7d-4f59-b255-fb17d9e5b0ab HTTP/1.1" status: 204 len: 168 time: 0.2415190 Aug 10 03:35:01.405975 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310de5ac-3b20-47f4-8ac1-792eef5b9986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6e52a5-8a7d-4f59-b255-fb17d9e5b0ab,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:01.426980 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54144) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:01.479026 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-f667d606-1f7c-4194-83e9-47946f017e80 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5135107 Aug 10 03:35:01.479603 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54148) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:01.519688 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-59fd9636-357e-4e67-afd1-3152c1b2a3ee tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:01.536075 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-59fd9636-357e-4e67-afd1-3152c1b2a3ee tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:01.624784 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-59fd9636-357e-4e67-afd1-3152c1b2a3ee tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:01.642286 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-59fd9636-357e-4e67-afd1-3152c1b2a3ee tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:01.650181 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-59fd9636-357e-4e67-afd1-3152c1b2a3ee tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/44fd2bed-5583-49af-b7e0-ca81640dfed2 HTTP/1.1" status: 204 len: 168 time: 0.1676133 Aug 10 03:35:01.650181 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd9636-357e-4e67-afd1-3152c1b2a3ee tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=44fd2bed-5583-49af-b7e0-ca81640dfed2,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:01.651069 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54150) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:01.672958 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-adecc239-b4ac-4aed-80d6-5ad50440c4ec tempest-RoutersAdminNegativeTest-947735323 tempest-RoutersAdminNegativeTest-947735323-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-740898182', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:01.742780 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-23a7b9c4-6134-431f-a60b-d89788ba131b tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0859125 Aug 10 03:35:01.744821 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54154) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:01.745704 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adecc239-b4ac-4aed-80d6-5ad50440c4ec tempest-RoutersAdminNegativeTest-947735323 tempest-RoutersAdminNegativeTest-947735323-project-admin] Made reservation on behalf of c3dd8b3a28a04d25954a52d3ae691973 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:01.750642 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-adecc239-b4ac-4aed-80d6-5ad50440c4ec tempest-RoutersAdminNegativeTest-947735323 tempest-RoutersAdminNegativeTest-947735323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:01.762693 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-d564e4c1-65ed-4e0a-b400-3d2f5ce09e66 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Request body: {'security_group_rule': {'security_group_id': '576c5bac-a064-489b-ac24-1d0e768f73e5', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:01.765795 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bcdeeeeb-490f-4b36-9cc2-93f92bc618ab tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:01.779637 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-adecc239-b4ac-4aed-80d6-5ad50440c4ec tempest-RoutersAdminNegativeTest-947735323 tempest-RoutersAdminNegativeTest-947735323-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:01.809653 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.db.api [None req-adecc239-b4ac-4aed-80d6-5ad50440c4ec tempest-RoutersAdminNegativeTest-947735323 tempest-RoutersAdminNegativeTest-947735323-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:35:01.809653 n-d-768851-15 neutron-server[94217]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 03:35:01.809653 n-d-768851-15 neutron-server[94217]: [parameters: {'project_id_1': 'c3dd8b3a28a04d25954a52d3ae691973', 'expiration_1': datetime.datetime(2021, 8, 10, 3, 35, 1, 803597)}] Aug 10 03:35:01.809653 n-d-768851-15 neutron-server[94217]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:35:01.810615 n-d-768851-15 neutron-server[94217]: DEBUG oslo_db.api [None req-adecc239-b4ac-4aed-80d6-5ad50440c4ec tempest-RoutersAdminNegativeTest-947735323 tempest-RoutersAdminNegativeTest-947735323-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:35:01.830054 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d564e4c1-65ed-4e0a-b400-3d2f5ce09e66 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:01.903131 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d564e4c1-65ed-4e0a-b400-3d2f5ce09e66 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:01.911946 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d564e4c1-65ed-4e0a-b400-3d2f5ce09e66 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:01.929309 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea39eeed-f77c-49db-bdf7-6d605675dd12 None None] Network b78928c9-a286-46c4-893f-93c03fa53422 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:35:01.951080 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d564e4c1-65ed-4e0a-b400-3d2f5ce09e66 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=508936e8-d15e-464d-b60c-9f2dda474814,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:01.954955 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d564e4c1-65ed-4e0a-b400-3d2f5ce09e66 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:01.956604 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d564e4c1-65ed-4e0a-b400-3d2f5ce09e66 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2032402 Aug 10 03:35:01.959998 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54162) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:01.984514 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-898c54aa-55c2-4dd1-9335-cf7247c4e036 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "GET /v2.0/security-group-rules/508936e8-d15e-464d-b60c-9f2dda474814 HTTP/1.1" status: 200 len: 764 time: 0.0231104 Aug 10 03:35:01.987279 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54164) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:02.044757 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-177932e4-af04-42ac-9bb7-f254ca680de1 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0561931 Aug 10 03:35:02.048589 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54168) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:02.073365 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-24b8719b-16c5-4b3a-a867-33741ec1e8be None None] Provisioning for port 3bc36fee-5486-41f7-8266-0a2a5f025e0f completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:35:02.093997 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d72da5cd-871b-4567-90b6-d9036786cd68 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:02.103135 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d72da5cd-871b-4567-90b6-d9036786cd68 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:02.120317 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bcdeeeeb-490f-4b36-9cc2-93f92bc618ab tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:02.128782 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bcdeeeeb-490f-4b36-9cc2-93f92bc618ab tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:02.147301 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d72da5cd-871b-4567-90b6-d9036786cd68 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:02.154601 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d72da5cd-871b-4567-90b6-d9036786cd68 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:02.159711 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d72da5cd-871b-4567-90b6-d9036786cd68 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/508936e8-d15e-464d-b60c-9f2dda474814 HTTP/1.1" status: 204 len: 168 time: 0.1046333 Aug 10 03:35:02.160424 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54170) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:02.177627 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72da5cd-871b-4567-90b6-d9036786cd68 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=508936e8-d15e-464d-b60c-9f2dda474814,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:02.217231 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdeeeeb-490f-4b36-9cc2-93f92bc618ab tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event updated for resources: {'Port': ['ID=d311e463-e67a-4cd6-81a6-c125ef8923b5,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:02.277816 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-bb024e98-d484-48ca-8a2c-137b511766b0 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1038561 Aug 10 03:35:02.280255 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54176) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:02.321993 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-adecc239-b4ac-4aed-80d6-5ad50440c4ec tempest-RoutersAdminNegativeTest-947735323 tempest-RoutersAdminNegativeTest-947735323-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:02.399459 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a8b82cec-68c9-4cd2-b467-a53445184569 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:02.422213 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 3bc36fee-5486-41f7-8266-0a2a5f025e0f up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:35:02.446666 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a8b82cec-68c9-4cd2-b467-a53445184569 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:02.455106 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bcdeeeeb-490f-4b36-9cc2-93f92bc618ab tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:02.524295 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 3bc36fee-5486-41f7-8266-0a2a5f025e0f completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:35:02.533253 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 3bc36fee-5486-41f7-8266-0a2a5f025e0f triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:02.534235 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:02.589923 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-adecc239-b4ac-4aed-80d6-5ad50440c4ec tempest-RoutersAdminNegativeTest-947735323 tempest-RoutersAdminNegativeTest-947735323-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:02.591807 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a8b82cec-68c9-4cd2-b467-a53445184569 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:02.595991 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a8b82cec-68c9-4cd2-b467-a53445184569 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:02.599800 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a8b82cec-68c9-4cd2-b467-a53445184569 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "DELETE /v2.0/security-groups/576c5bac-a064-489b-ac24-1d0e768f73e5 HTTP/1.1" status: 204 len: 168 time: 0.3180935 Aug 10 03:35:02.602940 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54184) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:02.614349 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54186) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:02.614599 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-adecc239-b4ac-4aed-80d6-5ad50440c4ec tempest-RoutersAdminNegativeTest-947735323 tempest-RoutersAdminNegativeTest-947735323-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:02.618228 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [None req-adecc239-b4ac-4aed-80d6-5ad50440c4ec tempest-RoutersAdminNegativeTest-947735323 tempest-RoutersAdminNegativeTest-947735323-project-admin] device_id is not set on port 3d734efa-3d78-487f-b13e-342abeabf394 yet. {{(pid=94217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:35:02.622493 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b82cec-68c9-4cd2-b467-a53445184569 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=576c5bac-a064-489b-ac24-1d0e768f73e5,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:02.702989 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adecc239-b4ac-4aed-80d6-5ad50440c4ec tempest-RoutersAdminNegativeTest-947735323 tempest-RoutersAdminNegativeTest-947735323-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3098fb9-d532-4fe5-ab8f-369b33c2d281,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:02.721657 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:02.775476 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bcdeeeeb-490f-4b36-9cc2-93f92bc618ab tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:02.791592 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-adecc239-b4ac-4aed-80d6-5ad50440c4ec tempest-RoutersAdminNegativeTest-947735323 tempest-RoutersAdminNegativeTest-947735323-project-admin] Allocated IP 172.25.7.162 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/3d734efa-3d78-487f-b13e-342abeabf394) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:35:02.797112 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-33dc8674-3af2-4f70-bf92-a2afffa61cbe tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1918089 Aug 10 03:35:02.802331 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54190) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:02.818170 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d66d5def-e454-4adf-ba3d-40bbe97f91c0 None None] Provisioning complete for port 3bc36fee-5486-41f7-8266-0a2a5f025e0f triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:02.818557 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d66d5def-e454-4adf-ba3d-40bbe97f91c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:02.822097 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 3bc36fee-5486-41f7-8266-0a2a5f025e0f, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=3bc36fee-5486-41f7-8266-0a2a5f025e0f,segment=NetworkSegment(d4572d7e-9603-4594-aa01-7f7650c2e043),segment_id=d4572d7e-9603-4594-aa01-7f7650c2e043)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:02.849985 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:02.892278 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-dfe2f6ca-9efb-4db8-bed4-6b4786e82f4d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-577229684-network', 'tenant_id': '3cffefacccfd4712be786e53e7cb07cb'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:02.944996 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=3bc36fee-5486-41f7-8266-0a2a5f025e0f,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:03.017949 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-550721ae-fee7-4bce-843a-b6b7f2a035c8 tempest-SecGroupTest-1779763961 tempest-SecGroupTest-1779763961-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2125762 Aug 10 03:35:03.041249 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d66d5def-e454-4adf-ba3d-40bbe97f91c0 None None] Provisioning for port d311e463-e67a-4cd6-81a6-c125ef8923b5 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:35:03.047140 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0bd99e20-ea61-4133-8497-848c0dd14833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:03.057626 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d66d5def-e454-4adf-ba3d-40bbe97f91c0 None None] Provisioning complete for port d311e463-e67a-4cd6-81a6-c125ef8923b5 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:03.058011 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d66d5def-e454-4adf-ba3d-40bbe97f91c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:03.077160 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe2f6ca-9efb-4db8-bed4-6b4786e82f4d admin admin] Made reservation on behalf of 3cffefacccfd4712be786e53e7cb07cb for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:03.079910 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dfe2f6ca-9efb-4db8-bed4-6b4786e82f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:03.080853 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-adecc239-b4ac-4aed-80d6-5ad50440c4ec tempest-RoutersAdminNegativeTest-947735323 tempest-RoutersAdminNegativeTest-947735323-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:03.093129 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dfe2f6ca-9efb-4db8-bed4-6b4786e82f4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:03.117788 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-d66d5def-e454-4adf-ba3d-40bbe97f91c0 None None] Port d311e463-e67a-4cd6-81a6-c125ef8923b5 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:35:03.160335 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-adecc239-b4ac-4aed-80d6-5ad50440c4ec tempest-RoutersAdminNegativeTest-947735323 tempest-RoutersAdminNegativeTest-947735323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:03.205819 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adecc239-b4ac-4aed-80d6-5ad50440c4ec tempest-RoutersAdminNegativeTest-947735323 tempest-RoutersAdminNegativeTest-947735323-project-admin] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:35:03.209515 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-adecc239-b4ac-4aed-80d6-5ad50440c4ec tempest-RoutersAdminNegativeTest-947735323 tempest-RoutersAdminNegativeTest-947735323-project-admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:03.218377 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adecc239-b4ac-4aed-80d6-5ad50440c4ec tempest-RoutersAdminNegativeTest-947735323 tempest-RoutersAdminNegativeTest-947735323-project-admin] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:35:03.256165 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-f61c74e2-9b96-4aa4-bb2b-9093a0743204 None None] Provisioning complete for port d311e463-e67a-4cd6-81a6-c125ef8923b5 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:03.256553 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f61c74e2-9b96-4aa4-bb2b-9093a0743204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:03.297761 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adecc239-b4ac-4aed-80d6-5ad50440c4ec tempest-RoutersAdminNegativeTest-947735323 tempest-RoutersAdminNegativeTest-947735323-project-admin] Pushing event updated for resources: {'Port': ['ID=3d734efa-3d78-487f-b13e-342abeabf394,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:03.320424 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adecc239-b4ac-4aed-80d6-5ad50440c4ec tempest-RoutersAdminNegativeTest-947735323 tempest-RoutersAdminNegativeTest-947735323-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:03.321055 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-adecc239-b4ac-4aed-80d6-5ad50440c4ec tempest-RoutersAdminNegativeTest-947735323 tempest-RoutersAdminNegativeTest-947735323-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:03.334239 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-f61c74e2-9b96-4aa4-bb2b-9093a0743204 None None] Port d311e463-e67a-4cd6-81a6-c125ef8923b5 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:35:03.407814 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:03.415447 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bcdeeeeb-490f-4b36-9cc2-93f92bc618ab tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:03.428502 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dfe2f6ca-9efb-4db8-bed4-6b4786e82f4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:03.431355 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bcdeeeeb-490f-4b36-9cc2-93f92bc618ab tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:03.432678 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bcdeeeeb-490f-4b36-9cc2-93f92bc618ab tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:03.446673 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54200) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:03.459454 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-adecc239-b4ac-4aed-80d6-5ad50440c4ec tempest-RoutersAdminNegativeTest-947735323 tempest-RoutersAdminNegativeTest-947735323-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.0287185 Aug 10 03:35:03.460247 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54204) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:03.466587 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-0fc4721e-6129-472f-a06a-a87d83445b53 tempest-RoutersAdminNegativeTest-947735323 tempest-RoutersAdminNegativeTest-947735323-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.162'}]}}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:03.497739 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0fc4721e-6129-472f-a06a-a87d83445b53 tempest-RoutersAdminNegativeTest-947735323 tempest-RoutersAdminNegativeTest-947735323-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:03.498962 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0fc4721e-6129-472f-a06a-a87d83445b53 tempest-RoutersAdminNegativeTest-947735323 tempest-RoutersAdminNegativeTest-947735323-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:03.512045 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dfe2f6ca-9efb-4db8-bed4-6b4786e82f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:03.562133 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-85197a6c-4d7d-4f29-87ff-729445f19276 None None] Provisioning complete for port d311e463-e67a-4cd6-81a6-c125ef8923b5 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:03.562761 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-85197a6c-4d7d-4f29-87ff-729445f19276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:03.607599 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfe2f6ca-9efb-4db8-bed4-6b4786e82f4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:35:03.631517 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0fc4721e-6129-472f-a06a-a87d83445b53 tempest-RoutersAdminNegativeTest-947735323 tempest-RoutersAdminNegativeTest-947735323-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:03.633042 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdeeeeb-490f-4b36-9cc2-93f92bc618ab tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event updated for resources: {'Port': ['ID=d311e463-e67a-4cd6-81a6-c125ef8923b5,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:03.635725 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe2f6ca-9efb-4db8-bed4-6b4786e82f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a444d7d-1269-431d-a801-cc92cc418807,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:03.648267 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dfe2f6ca-9efb-4db8-bed4-6b4786e82f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:03.651298 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-dfe2f6ca-9efb-4db8-bed4-6b4786e82f4d admin admin] Added segment a4303e71-48dc-4566-b57f-77b9ab45a962 of type vlan for network af0d2cce-350b-49cd-9cfc-ff635347180b Aug 10 03:35:03.657228 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-85197a6c-4d7d-4f29-87ff-729445f19276 None None] Port d311e463-e67a-4cd6-81a6-c125ef8923b5 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:35:03.702011 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdeeeeb-490f-4b36-9cc2-93f92bc618ab tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Network b78928c9-a286-46c4-893f-93c03fa53422 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:35:03.706782 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-bcdeeeeb-490f-4b36-9cc2-93f92bc618ab tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:03.720244 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dfe2f6ca-9efb-4db8-bed4-6b4786e82f4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:03.858714 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dfe2f6ca-9efb-4db8-bed4-6b4786e82f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:03.860338 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe2f6ca-9efb-4db8-bed4-6b4786e82f4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:03.861268 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dfe2f6ca-9efb-4db8-bed4-6b4786e82f4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:03.876946 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0fc4721e-6129-472f-a06a-a87d83445b53 tempest-RoutersAdminNegativeTest-947735323 tempest-RoutersAdminNegativeTest-947735323-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:03.932995 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9fddc552-5c84-4cd8-a8bb-0f4b82643085 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0c843e54ca4f474d89d343adccef2127&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4846461 Aug 10 03:35:03.961861 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54208) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:04.036702 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-dfe2f6ca-9efb-4db8-bed4-6b4786e82f4d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4198995 Aug 10 03:35:04.037685 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe2f6ca-9efb-4db8-bed4-6b4786e82f4d admin admin] Pushing event updated for resources: {'Network': ['ID=af0d2cce-350b-49cd-9cfc-ff635347180b,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:04.040152 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54210) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:04.052507 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-a87cce8f-1c11-4088-a1ea-a173439db4ed admin admin] Request body: {'subnet': {'network_id': 'af0d2cce-350b-49cd-9cfc-ff635347180b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-577229684-subnet', 'tenant_id': '3cffefacccfd4712be786e53e7cb07cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:04.055227 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network af0d2cce-350b-49cd-9cfc-ff635347180b details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:35:04.087063 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87cce8f-1c11-4088-a1ea-a173439db4ed admin admin] Made reservation on behalf of 3cffefacccfd4712be786e53e7cb07cb for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:04.091910 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a87cce8f-1c11-4088-a1ea-a173439db4ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:04.184438 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-664b9afa-adda-49f5-9ac3-4b3abaae480c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:04.208475 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-664b9afa-adda-49f5-9ac3-4b3abaae480c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:04.218238 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-ef63755f-759b-476e-bc8a-32f25d1ee3e0 None None] Provisioning complete for port d311e463-e67a-4cd6-81a6-c125ef8923b5 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:04.218616 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ef63755f-759b-476e-bc8a-32f25d1ee3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:04.219002 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0fc4721e-6129-472f-a06a-a87d83445b53 tempest-RoutersAdminNegativeTest-947735323 tempest-RoutersAdminNegativeTest-947735323-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:04.261113 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcdeeeeb-490f-4b36-9cc2-93f92bc618ab tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Router 97675ffa-2c3f-4b3d-8513-aa7afd723fe5 is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:35:04.271832 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0fc4721e-6129-472f-a06a-a87d83445b53 tempest-RoutersAdminNegativeTest-947735323 tempest-RoutersAdminNegativeTest-947735323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:04.276927 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:04.279660 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-ef63755f-759b-476e-bc8a-32f25d1ee3e0 None None] Port d311e463-e67a-4cd6-81a6-c125ef8923b5 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:35:04.280997 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-664b9afa-adda-49f5-9ac3-4b3abaae480c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:04.283642 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-664b9afa-adda-49f5-9ac3-4b3abaae480c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:04.285461 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-664b9afa-adda-49f5-9ac3-4b3abaae480c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6c9cc847-0a46-4009-a8ca-3225c0cdfcea HTTP/1.1" status: 204 len: 168 time: 0.3216825 Aug 10 03:35:04.349924 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 3bc36fee-5486-41f7-8266-0a2a5f025e0f up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:35:04.353703 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664b9afa-adda-49f5-9ac3-4b3abaae480c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9cc847-0a46-4009-a8ca-3225c0cdfcea,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:04.445356 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcdeeeeb-490f-4b36-9cc2-93f92bc618ab tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:35:04.453819 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-bcdeeeeb-490f-4b36-9cc2-93f92bc618ab tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "PUT /v2.0/routers/97675ffa-2c3f-4b3d-8513-aa7afd723fe5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6780109 Aug 10 03:35:04.456354 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54214) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:04.457768 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11ce25e-005a-4eb7-af40-e1a1e47dd259 None None] Sync routers for ids ['97675ffa-2c3f-4b3d-8513-aa7afd723fe5'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:35:04.476913 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11ce25e-005a-4eb7-af40-e1a1e47dd259 None None] Routers {'97675ffa-2c3f-4b3d-8513-aa7afd723fe5'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:35:04.477543 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-c11ce25e-005a-4eb7-af40-e1a1e47dd259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:35:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['97675ffa-2c3f-4b3d-8513-aa7afd723fe5'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:04.482569 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 3bc36fee-5486-41f7-8266-0a2a5f025e0f triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:04.482969 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:04.525123 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-c11ce25e-005a-4eb7-af40-e1a1e47dd259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:04.535537 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c7a3de-2937-4c92-a687-4a4ba8c5b25e tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:04.537027 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-e7c7a3de-2937-4c92-a687-4a4ba8c5b25e tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "GET /v2.0/ports/d311e463-e67a-4cd6-81a6-c125ef8923b5 HTTP/1.1" status: 200 len: 983 time: 0.0798924 Aug 10 03:35:04.540616 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54218) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:04.549505 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11ce25e-005a-4eb7-af40-e1a1e47dd259 None None] Routers {'97675ffa-2c3f-4b3d-8513-aa7afd723fe5'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:35:04.551877 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-c11ce25e-005a-4eb7-af40-e1a1e47dd259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:35:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['97675ffa-2c3f-4b3d-8513-aa7afd723fe5'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:04.554033 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a87cce8f-1c11-4088-a1ea-a173439db4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:04.610837 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-c11ce25e-005a-4eb7-af40-e1a1e47dd259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:04.612092 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11ce25e-005a-4eb7-af40-e1a1e47dd259 None None] The sync data for ids ['97675ffa-2c3f-4b3d-8513-aa7afd723fe5'] in n-d-768851-15 is: [] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:35:04.632195 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87cce8f-1c11-4088-a1ea-a173439db4ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=02e995bf-0ffb-4fac-9ab1-ec0873c47a61,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:04.640862 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87cce8f-1c11-4088-a1ea-a173439db4ed admin admin] Checking segment: {'id': 'a4303e71-48dc-4566-b57f-77b9ab45a962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'af0d2cce-350b-49cd-9cfc-ff635347180b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:35:04.641760 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87cce8f-1c11-4088-a1ea-a173439db4ed admin admin] Network hostable DHCP agents. Network: af0d2cce-350b-49cd-9cfc-ff635347180b, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:35:04.663420 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87cce8f-1c11-4088-a1ea-a173439db4ed admin admin] Network af0d2cce-350b-49cd-9cfc-ff635347180b is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:35:04.678615 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-a87cce8f-1c11-4088-a1ea-a173439db4ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, af0d2cce-350b-49cd-9cfc-ff635347180b) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:04.691249 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9745b110-5b69-4c1a-ac88-f4c293a47b51 None None] Network af0d2cce-350b-49cd-9cfc-ff635347180b requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:35:04.693469 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87cce8f-1c11-4088-a1ea-a173439db4ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:04.694082 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a87cce8f-1c11-4088-a1ea-a173439db4ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:04.711973 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-a87cce8f-1c11-4088-a1ea-a173439db4ed admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6636484 Aug 10 03:35:04.864806 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d8b691-3dd5-4125-85ec-b48824213e65 None None] Network af0d2cce-350b-49cd-9cfc-ff635347180b requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:35:04.883704 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0fc4721e-6129-472f-a06a-a87d83445b53 tempest-RoutersAdminNegativeTest-947735323 tempest-RoutersAdminNegativeTest-947735323-project-admin] Notify callbacks [] for router, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:05.402155 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54254) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:05.427679 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0fc4721e-6129-472f-a06a-a87d83445b53 tempest-RoutersAdminNegativeTest-947735323 tempest-RoutersAdminNegativeTest-947735323-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:05.435966 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0fc4721e-6129-472f-a06a-a87d83445b53 tempest-RoutersAdminNegativeTest-947735323 tempest-RoutersAdminNegativeTest-947735323-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:05.478474 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263000bb-c304-49df-9fd9-6274c9f3357e req-d1c9eaf6-de39-4cb5-8a07-c1f0085ebc44 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:05.480178 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-263000bb-c304-49df-9fd9-6274c9f3357e req-d1c9eaf6-de39-4cb5-8a07-c1f0085ebc44 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/networks?id=af0d2cce-350b-49cd-9cfc-ff635347180b HTTP/1.1" status: 200 len: 814 time: 0.1300471 Aug 10 03:35:05.506669 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-263000bb-c304-49df-9fd9-6274c9f3357e req-d61c9fbf-3b79-4d19-8aae-781a9dddd5a0 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/quotas/3cffefacccfd4712be786e53e7cb07cb HTTP/1.1" status: 200 len: 375 time: 0.0154531 Aug 10 03:35:05.526298 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0fc4721e-6129-472f-a06a-a87d83445b53 tempest-RoutersAdminNegativeTest-947735323 tempest-RoutersAdminNegativeTest-947735323-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:05.526943 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc4721e-6129-472f-a06a-a87d83445b53 tempest-RoutersAdminNegativeTest-947735323 tempest-RoutersAdminNegativeTest-947735323-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 599195a7-200e-4f84-ac7d-b855d448e896 {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:35:05.556402 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-263000bb-c304-49df-9fd9-6274c9f3357e req-ef76de0b-3409-4b6e-9c6a-42ff60461908 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=3cffefacccfd4712be786e53e7cb07cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404534 Aug 10 03:35:05.591535 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-0fc4721e-6129-472f-a06a-a87d83445b53 tempest-RoutersAdminNegativeTest-947735323 tempest-RoutersAdminNegativeTest-947735323-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 10 03:35:05.595635 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0fc4721e-6129-472f-a06a-a87d83445b53 tempest-RoutersAdminNegativeTest-947735323 tempest-RoutersAdminNegativeTest-947735323-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.1342149 Aug 10 03:35:05.595837 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54260) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:05.646582 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-421f4e1f-54c0-4be0-97d3-13ea7618667a tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:05.649519 n-d-768851-15 neutron-server[94216]: WARNING neutron.api.v2.base [None req-421f4e1f-54c0-4be0-97d3-13ea7618667a tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 10 03:35:05.650257 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [None req-421f4e1f-54c0-4be0-97d3-13ea7618667a tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] create failed (client error): There was a conflict when trying to complete your request. Aug 10 03:35:05.657559 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-421f4e1f-54c0-4be0-97d3-13ea7618667a tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2494307 Aug 10 03:35:05.660913 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54262) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:05.671209 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-fa5fb9b6-2d2c-480c-8147-a2feae7b4d04 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Request body: {'security_group': {'name': 'tempest-secgroup--971855822'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:05.708340 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4ecf51c3-de99-475c-b71a-45c197f24390 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:05.821665 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fa5fb9b6-2d2c-480c-8147-a2feae7b4d04 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:05.887101 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-263000bb-c304-49df-9fd9-6274c9f3357e req-aee8a653-b404-4f62-8a8d-24b287e5ea1f service neutron] 10.222.0.62 "GET /v2.0/networks/af0d2cce-350b-49cd-9cfc-ff635347180b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150136 Aug 10 03:35:05.891261 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fa5fb9b6-2d2c-480c-8147-a2feae7b4d04 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:05.965841 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:05.972733 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-4ecf51c3-de99-475c-b71a-45c197f24390 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Deleting port d311e463-e67a-4cd6-81a6-c125ef8923b5 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:05.973297 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4ecf51c3-de99-475c-b71a-45c197f24390 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:05.981247 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-2845bc22-b0c3-4432-9991-fdafc6834f27 tempest-RoutersAdminNegativeTest-947735323 tempest-RoutersAdminNegativeTest-947735323-project-admin] Deleting port 3d734efa-3d78-487f-b13e-342abeabf394 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:05.981659 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2845bc22-b0c3-4432-9991-fdafc6834f27 tempest-RoutersAdminNegativeTest-947735323 tempest-RoutersAdminNegativeTest-947735323-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:06.067994 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2845bc22-b0c3-4432-9991-fdafc6834f27 tempest-RoutersAdminNegativeTest-947735323 tempest-RoutersAdminNegativeTest-947735323-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:06.090439 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4ecf51c3-de99-475c-b71a-45c197f24390 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:06.097231 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-2845bc22-b0c3-4432-9991-fdafc6834f27 tempest-RoutersAdminNegativeTest-947735323 tempest-RoutersAdminNegativeTest-947735323-project-admin] Calling delete_port for 3d734efa-3d78-487f-b13e-342abeabf394 owned by {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:06.105003 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-4ecf51c3-de99-475c-b71a-45c197f24390 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Calling delete_port for d311e463-e67a-4cd6-81a6-c125ef8923b5 owned by network:router_interface {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:06.196818 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-263000bb-c304-49df-9fd9-6274c9f3357e req-2941fb88-4e78-4742-8766-a779da9ecf41 service neutron] 10.222.0.62 "GET /v2.0/networks/af0d2cce-350b-49cd-9cfc-ff635347180b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977712 Aug 10 03:35:06.313947 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fa5fb9b6-2d2c-480c-8147-a2feae7b4d04 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:06.331427 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fa5fb9b6-2d2c-480c-8147-a2feae7b4d04 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:06.376034 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5fb9b6-2d2c-480c-8147-a2feae7b4d04 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d75122be-5800-4c65-956a-457eef865e00,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:06.392885 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2845bc22-b0c3-4432-9991-fdafc6834f27 tempest-RoutersAdminNegativeTest-947735323 tempest-RoutersAdminNegativeTest-947735323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:06.394525 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4ecf51c3-de99-475c-b71a-45c197f24390 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:06.433344 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf51c3-de99-475c-b71a-45c197f24390 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event deleted for resources: {'Port': ['ID=d311e463-e67a-4cd6-81a6-c125ef8923b5,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:06.439034 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2845bc22-b0c3-4432-9991-fdafc6834f27 tempest-RoutersAdminNegativeTest-947735323 tempest-RoutersAdminNegativeTest-947735323-project-admin] Pushing event deleted for resources: {'Port': ['ID=3d734efa-3d78-487f-b13e-342abeabf394,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:06.481849 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0e5a0b46-bb18-4a02-8448-86e56b894e79 req-8845edc9-8452-4448-b66b-65bda5057ea5 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d1dccb2-2d98-4b87-af4b-fa731c8eb1d8 HTTP/1.1" status: 200 len: 210 time: 0.0545042 Aug 10 03:35:06.575084 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4ecf51c3-de99-475c-b71a-45c197f24390 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:06.588707 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2845bc22-b0c3-4432-9991-fdafc6834f27 tempest-RoutersAdminNegativeTest-947735323 tempest-RoutersAdminNegativeTest-947735323-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:06.594919 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-2845bc22-b0c3-4432-9991-fdafc6834f27 tempest-RoutersAdminNegativeTest-947735323 tempest-RoutersAdminNegativeTest-947735323-project-admin] 10.222.0.62 "DELETE /v2.0/ports/3d734efa-3d78-487f-b13e-342abeabf394 HTTP/1.1" status: 204 len: 168 time: 0.9944470 Aug 10 03:35:06.644007 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fa5fb9b6-2d2c-480c-8147-a2feae7b4d04 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:06.651698 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fa5fb9b6-2d2c-480c-8147-a2feae7b4d04 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:06.687746 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fa5fb9b6-2d2c-480c-8147-a2feae7b4d04 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:06.689224 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-fa5fb9b6-2d2c-480c-8147-a2feae7b4d04 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0253019 Aug 10 03:35:06.692472 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54274) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:06.734157 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-cccda374-aad4-4e47-b38a-68fdd9aab23a tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Request body: {'security_group_rule': {'security_group_id': '7451bcd1-3e19-4391-b35f-c2eb44627a43', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:06.749279 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5fb9b6-2d2c-480c-8147-a2feae7b4d04 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7451bcd1-3e19-4391-b35f-c2eb44627a43,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:06.806612 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ecf51c3-de99-475c-b71a-45c197f24390 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Router 97675ffa-2c3f-4b3d-8513-aa7afd723fe5 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:35:06.818132 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cccda374-aad4-4e47-b38a-68fdd9aab23a tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:06.943197 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ecf51c3-de99-475c-b71a-45c197f24390 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:35:06.948616 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54280) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:06.950454 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4ecf51c3-de99-475c-b71a-45c197f24390 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "PUT /v2.0/routers/97675ffa-2c3f-4b3d-8513-aa7afd723fe5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4079909 Aug 10 03:35:06.954038 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54282) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:06.960735 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7231b250-e6b9-49db-b372-5de671241abc None None] Sync routers for ids ['97675ffa-2c3f-4b3d-8513-aa7afd723fe5'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:35:06.975386 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7231b250-e6b9-49db-b372-5de671241abc None None] Routers {'97675ffa-2c3f-4b3d-8513-aa7afd723fe5'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:35:06.976680 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-7231b250-e6b9-49db-b372-5de671241abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:35:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['97675ffa-2c3f-4b3d-8513-aa7afd723fe5'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:07.015840 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-7231b250-e6b9-49db-b372-5de671241abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:07.026857 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7231b250-e6b9-49db-b372-5de671241abc None None] Routers {'97675ffa-2c3f-4b3d-8513-aa7afd723fe5'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:35:07.028202 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-7231b250-e6b9-49db-b372-5de671241abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:35:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['97675ffa-2c3f-4b3d-8513-aa7afd723fe5'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:07.066618 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cccda374-aad4-4e47-b38a-68fdd9aab23a tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:07.103378 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-63491abf-e9a1-41bf-8744-18f2da6758a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:07.110352 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cccda374-aad4-4e47-b38a-68fdd9aab23a tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:07.192784 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccda374-aad4-4e47-b38a-68fdd9aab23a tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb71848d-4431-4f08-b6f7-4f06458b1230,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:07.215637 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-c35bf8d6-62a2-4741-8a16-77342cb2e185 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] remove_router_interface failed (client error): The resource could not be found. Aug 10 03:35:07.216708 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c35bf8d6-62a2-4741-8a16-77342cb2e185 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "PUT /v2.0/routers/97675ffa-2c3f-4b3d-8513-aa7afd723fe5/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2617090 Aug 10 03:35:07.219586 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54288) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:07.233750 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-7231b250-e6b9-49db-b372-5de671241abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:07.234333 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7231b250-e6b9-49db-b372-5de671241abc None None] The sync data for ids ['97675ffa-2c3f-4b3d-8513-aa7afd723fe5'] in n-d-768851-15 is: [] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:35:07.257168 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-4218f852-1f66-475b-b367-23cfb11d335d tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "GET /v2.0/ports?device_id=97675ffa-2c3f-4b3d-8513-aa7afd723fe5 HTTP/1.1" status: 200 len: 205 time: 0.0364878 Aug 10 03:35:07.259915 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54290) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:07.261877 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-63491abf-e9a1-41bf-8744-18f2da6758a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:07.266488 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-63491abf-e9a1-41bf-8744-18f2da6758a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:07.300327 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cccda374-aad4-4e47-b38a-68fdd9aab23a tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:07.304395 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-cccda374-aad4-4e47-b38a-68fdd9aab23a tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5728245 Aug 10 03:35:07.304592 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-63491abf-e9a1-41bf-8744-18f2da6758a5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=783a2adfd4844378904c8def0a29941a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3526566 Aug 10 03:35:07.305521 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54292) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:07.305834 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54294) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:07.315905 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-655cc6c0-a328-4ab1-b2f6-f7cd70c5048c tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Request body: {'security_group_rule': {'security_group_id': '7451bcd1-3e19-4391-b35f-c2eb44627a43', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:07.337898 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e5d0b57b-de6f-4d0e-8305-495ceb90e337 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for router, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:07.341124 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63491abf-e9a1-41bf-8744-18f2da6758a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04ca181-7024-4209-84e3-0769c1e7a686,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:07.386114 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-655cc6c0-a328-4ab1-b2f6-f7cd70c5048c tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:07.394065 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c3d66b61-bbe2-4a57-9ea2-f19ee484c5a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:07.438156 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c3d66b61-bbe2-4a57-9ea2-f19ee484c5a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:07.484817 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [None req-655cc6c0-a328-4ab1-b2f6-f7cd70c5048c tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] create failed (client error): There was a conflict when trying to complete your request. Aug 10 03:35:07.486417 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-655cc6c0-a328-4ab1-b2f6-f7cd70c5048c tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1794767 Aug 10 03:35:07.491276 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54300) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:07.526463 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c3d66b61-bbe2-4a57-9ea2-f19ee484c5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:07.529647 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c3d66b61-bbe2-4a57-9ea2-f19ee484c5a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:07.532480 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-c3d66b61-bbe2-4a57-9ea2-f19ee484c5a5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c04ca181-7024-4209-84e3-0769c1e7a686 HTTP/1.1" status: 204 len: 168 time: 0.2244406 Aug 10 03:35:07.554387 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d66b61-bbe2-4a57-9ea2-f19ee484c5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04ca181-7024-4209-84e3-0769c1e7a686,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:07.588189 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e5d0b57b-de6f-4d0e-8305-495ceb90e337 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:07.595347 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e5d0b57b-de6f-4d0e-8305-495ceb90e337 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:07.604119 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0abfd172-9279-4e01-867c-010afb5196b5 req-231b7854-548f-4cd2-bcae-055340b2cd46 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d1dccb2-2d98-4b87-af4b-fa731c8eb1d8 HTTP/1.1" status: 200 len: 210 time: 0.0411181 Aug 10 03:35:07.673338 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e5d0b57b-de6f-4d0e-8305-495ceb90e337 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:07.673668 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d0b57b-de6f-4d0e-8305-495ceb90e337 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Fanout notify agent at l3_agent the message router_deleted on router 97675ffa-2c3f-4b3d-8513-aa7afd723fe5 {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:35:07.699613 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e5d0b57b-de6f-4d0e-8305-495ceb90e337 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:07.703431 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e5d0b57b-de6f-4d0e-8305-495ceb90e337 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "DELETE /v2.0/routers/97675ffa-2c3f-4b3d-8513-aa7afd723fe5 HTTP/1.1" status: 204 len: 168 time: 0.4393792 Aug 10 03:35:07.704413 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54312) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:07.712932 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0f6849b3-bfc5-4c88-ad9c-3b57dc7cbb05 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:07.748047 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0f6849b3-bfc5-4c88-ad9c-3b57dc7cbb05 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:07.802915 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-24049517-75ff-4429-8c53-e58bd090f444 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Deleting subnet acce20e6-0082-4889-b20e-3ed70b29c4f8 {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:35:07.807891 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-24049517-75ff-4429-8c53-e58bd090f444 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:07.811170 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0f6849b3-bfc5-4c88-ad9c-3b57dc7cbb05 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:07.815569 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0f6849b3-bfc5-4c88-ad9c-3b57dc7cbb05 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:07.817087 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0f6849b3-bfc5-4c88-ad9c-3b57dc7cbb05 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] 10.222.0.62 "DELETE /v2.0/security-groups/7451bcd1-3e19-4391-b35f-c2eb44627a43 HTTP/1.1" status: 204 len: 168 time: 0.3243585 Aug 10 03:35:07.829161 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54316) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:07.830016 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6849b3-bfc5-4c88-ad9c-3b57dc7cbb05 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7451bcd1-3e19-4391-b35f-c2eb44627a43,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:07.851553 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [req-9104aa7f-2e18-45d5-a34d-5a600d0fe2d2 req-4b86f581-251f-43de-bf27-0c519a8e3d28 service neutron] (94217) timed out ('10.222.0.62', 34988) {{(pid=94217) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 03:35:07.853843 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-24049517-75ff-4429-8c53-e58bd090f444 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:07.930792 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a79782c3-5359-4456-be21-5f744232fa65 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0863180 Aug 10 03:35:07.931480 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54320) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:07.935929 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-218d2576-035a-432f-ba41-11cebb63ae7a tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Request body: {'security_group': {'name': 'tempest-secgroup--1674793748'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:07.944791 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54322) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:07.957455 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-24049517-75ff-4429-8c53-e58bd090f444 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:07.991101 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-218d2576-035a-432f-ba41-11cebb63ae7a tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:08.051448 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6bf938b4-6076-4e72-b928-e81c82685549 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c3dd8b3a28a04d25954a52d3ae691973&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1026266 Aug 10 03:35:08.053478 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54326) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:08.069643 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-24049517-75ff-4429-8c53-e58bd090f444 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:08.094524 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a91a29-1a84-42a5-8314-fb4fc8de97d5 None None] Network b78928c9-a286-46c4-893f-93c03fa53422 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:35:08.105403 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-24049517-75ff-4429-8c53-e58bd090f444 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:08.107761 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-24049517-75ff-4429-8c53-e58bd090f444 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "DELETE /v2.0/subnets/acce20e6-0082-4889-b20e-3ed70b29c4f8 HTTP/1.1" status: 204 len: 168 time: 0.4015942 Aug 10 03:35:08.108957 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24049517-75ff-4429-8c53-e58bd090f444 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event deleted for resources: {'Subnet': ['ID=acce20e6-0082-4889-b20e-3ed70b29c4f8,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:08.110806 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54328) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:08.178568 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6d0cc5e6-2be3-4424-9a1d-6466a962a026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:08.213367 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e241e48e-c2d3-4c06-b459-11dfb6e3121a tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:08.244222 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6d0cc5e6-2be3-4424-9a1d-6466a962a026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:08.295839 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-e241e48e-c2d3-4c06-b459-11dfb6e3121a tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Deleting port 3bc36fee-5486-41f7-8266-0a2a5f025e0f {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:08.296142 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e241e48e-c2d3-4c06-b459-11dfb6e3121a tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:08.297613 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-218d2576-035a-432f-ba41-11cebb63ae7a tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:08.304663 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-218d2576-035a-432f-ba41-11cebb63ae7a tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:08.338639 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54332) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:08.354859 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218d2576-035a-432f-ba41-11cebb63ae7a tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7639f4-1c72-4975-a53b-a50d5c741e3a,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:08.358820 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-218d2576-035a-432f-ba41-11cebb63ae7a tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:08.361113 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-218d2576-035a-432f-ba41-11cebb63ae7a tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4281471 Aug 10 03:35:08.365396 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54336) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:08.371394 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-898a8216-c3d1-4018-8855-6dff1e8f882b tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Request body: {'security_group_rule': {'security_group_id': '2d7639f4-1c72-4975-a53b-a50d5c741e3a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:08.371897 n-d-768851-15 neutron-server[94216]: WARNING neutron.api.v2.base [None req-898a8216-c3d1-4018-8855-6dff1e8f882b tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 10 03:35:08.372402 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6d0cc5e6-2be3-4424-9a1d-6466a962a026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:08.372540 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [None req-898a8216-c3d1-4018-8855-6dff1e8f882b tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:35:08.375938 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-898a8216-c3d1-4018-8855-6dff1e8f882b tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0066245 Aug 10 03:35:08.376663 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54338) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:08.381879 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6d0cc5e6-2be3-4424-9a1d-6466a962a026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:08.385328 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6d0cc5e6-2be3-4424-9a1d-6466a962a026 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e3098fb9-d532-4fe5-ab8f-369b33c2d281 HTTP/1.1" status: 204 len: 168 time: 0.3142302 Aug 10 03:35:08.411063 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0cc5e6-2be3-4424-9a1d-6466a962a026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3098fb9-d532-4fe5-ab8f-369b33c2d281,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:08.415473 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-e241e48e-c2d3-4c06-b459-11dfb6e3121a tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] For port 3bc36fee-5486-41f7-8266-0a2a5f025e0f, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=3bc36fee-5486-41f7-8266-0a2a5f025e0f,segment=NetworkSegment(d4572d7e-9603-4594-aa01-7f7650c2e043),segment_id=d4572d7e-9603-4594-aa01-7f7650c2e043)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:08.415856 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e241e48e-c2d3-4c06-b459-11dfb6e3121a tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:08.432918 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021d6aaa-0778-4db3-aa5a-81a3e9857d3a None None] DHCP port deletion for b78928c9-a286-46c4-893f-93c03fa53422 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:35:08.448287 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-e241e48e-c2d3-4c06-b459-11dfb6e3121a tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Calling delete_port for 3bc36fee-5486-41f7-8266-0a2a5f025e0f owned by network:dhcp {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:08.471378 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-38f0fe8f-8647-4145-b09d-313655743757 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:08.526151 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-36d0e8af-2b4b-482e-b8e6-8638c915e2eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:08.535561 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-021d6aaa-0778-4db3-aa5a-81a3e9857d3a None None] Deleting port 3bc36fee-5486-41f7-8266-0a2a5f025e0f {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:08.536150 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-021d6aaa-0778-4db3-aa5a-81a3e9857d3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:08.538106 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-38f0fe8f-8647-4145-b09d-313655743757 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:08.612304 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e241e48e-c2d3-4c06-b459-11dfb6e3121a tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:08.622238 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-38f0fe8f-8647-4145-b09d-313655743757 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:08.625065 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-38f0fe8f-8647-4145-b09d-313655743757 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:08.626589 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-38f0fe8f-8647-4145-b09d-313655743757 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] 10.222.0.62 "DELETE /v2.0/security-groups/2d7639f4-1c72-4975-a53b-a50d5c741e3a HTTP/1.1" status: 204 len: 168 time: 0.2489991 Aug 10 03:35:08.640649 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54346) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:08.658510 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e241e48e-c2d3-4c06-b459-11dfb6e3121a tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event deleted for resources: {'Port': ['ID=3bc36fee-5486-41f7-8266-0a2a5f025e0f,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:08.660932 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e241e48e-c2d3-4c06-b459-11dfb6e3121a tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] No DVR routers for this DVR port 3bc36fee-5486-41f7-8266-0a2a5f025e0f on host n-d-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:35:08.662807 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f0fe8f-8647-4145-b09d-313655743757 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7639f4-1c72-4975-a53b-a50d5c741e3a,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:08.735067 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-021d6aaa-0778-4db3-aa5a-81a3e9857d3a None None] For port 3bc36fee-5486-41f7-8266-0a2a5f025e0f, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=3bc36fee-5486-41f7-8266-0a2a5f025e0f,segment=NetworkSegment(d4572d7e-9603-4594-aa01-7f7650c2e043),segment_id=d4572d7e-9603-4594-aa01-7f7650c2e043)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:08.735673 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-021d6aaa-0778-4db3-aa5a-81a3e9857d3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:08.752827 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e241e48e-c2d3-4c06-b459-11dfb6e3121a tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:08.765024 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-e241e48e-c2d3-4c06-b459-11dfb6e3121a tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b78928c9-a286-46c4-893f-93c03fa53422']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:08.766239 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-021d6aaa-0778-4db3-aa5a-81a3e9857d3a None None] Calling delete_port for 3bc36fee-5486-41f7-8266-0a2a5f025e0f owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:08.777534 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-e241e48e-c2d3-4c06-b459-11dfb6e3121a tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4572d7e-9603-4594-aa01-7f7650c2e043') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:08.777891 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-e241e48e-c2d3-4c06-b459-11dfb6e3121a tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4572d7e-9603-4594-aa01-7f7650c2e043') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:08.788185 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e241e48e-c2d3-4c06-b459-11dfb6e3121a tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:08.790324 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a7f781d9-9deb-4bc0-b6f0-b8f8ceb4927f tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1485002 Aug 10 03:35:08.797448 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54356) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:08.804104 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e241e48e-c2d3-4c06-b459-11dfb6e3121a tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:08.806927 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-867c57f5-32eb-4e63-bfaa-e82f8420acee tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Request body: {'security_group': {'name': 'tempest-secgroup--1865353108'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:08.810988 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e241e48e-c2d3-4c06-b459-11dfb6e3121a tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:35:08.811405 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e241e48e-c2d3-4c06-b459-11dfb6e3121a tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:08.864594 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:35:08.864594 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:35:08.864594 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:35:08.864594 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:35:08.864594 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:35:08.864594 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:35:08.864594 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:35:08.864594 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:35:08.864594 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:35:08.864594 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:35:08.864594 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:35:08.864594 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:35:08.864594 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:35:08.864594 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:35:08.864594 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:35:08.864594 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:35:08.864594 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:35:08.864594 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:35:08.864594 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:35:08.864594 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:35:08.864594 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:35:08.864594 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:35:08.864594 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:35:08.864594 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:35:08.864594 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:35:08.864594 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:35:08.864594 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:35:08.864594 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:35:08.864594 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:35:08.864594 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:35:08.864594 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:35:08.864594 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:35:08.872242 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-36d0e8af-2b4b-482e-b8e6-8638c915e2eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:08.887123 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-36d0e8af-2b4b-482e-b8e6-8638c915e2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:08.900087 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e8d25d15-711a-4e46-accc-0658ceb7d19d req-2018d94e-dd7c-4c85-8d15-394f0257db80 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d1dccb2-2d98-4b87-af4b-fa731c8eb1d8 HTTP/1.1" status: 200 len: 210 time: 0.0374293 Aug 10 03:35:08.911915 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e241e48e-c2d3-4c06-b459-11dfb6e3121a tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:08.921238 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-021d6aaa-0778-4db3-aa5a-81a3e9857d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:08.928088 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e241e48e-c2d3-4c06-b459-11dfb6e3121a tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:08.932059 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-e241e48e-c2d3-4c06-b459-11dfb6e3121a tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "DELETE /v2.0/networks/b78928c9-a286-46c4-893f-93c03fa53422 HTTP/1.1" status: 204 len: 168 time: 0.8197954 Aug 10 03:35:08.937608 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-021d6aaa-0778-4db3-aa5a-81a3e9857d3a None None] Network b78928c9-a286-46c4-893f-93c03fa53422 is not hosted by any dhcp agent {{(pid=94218) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 03:35:08.938265 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021d6aaa-0778-4db3-aa5a-81a3e9857d3a None None] No DVR routers for this DVR port 3bc36fee-5486-41f7-8266-0a2a5f025e0f on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:35:08.944217 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54360) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:08.951690 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-33a20c5d-6ea0-4bc1-8d2d-262df7869c66 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-795710586'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:08.955956 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e241e48e-c2d3-4c06-b459-11dfb6e3121a tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event deleted for resources: {'Network': ['ID=b78928c9-a286-46c4-893f-93c03fa53422,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:08.981319 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021d6aaa-0778-4db3-aa5a-81a3e9857d3a None None] Pushing event deleted for resources: {'Port': ['ID=3bc36fee-5486-41f7-8266-0a2a5f025e0f,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:08.985414 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-867c57f5-32eb-4e63-bfaa-e82f8420acee tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:08.987110 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a20c5d-6ea0-4bc1-8d2d-262df7869c66 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Made reservation on behalf of c5bfc23a2d2d40be9b95b47c1cd0d209 for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:08.992715 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-33a20c5d-6ea0-4bc1-8d2d-262df7869c66 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:08.995343 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-36d0e8af-2b4b-482e-b8e6-8638c915e2eb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ca99bbcae2cc4a528ad5815d3e03e11d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6549764 Aug 10 03:35:08.998873 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54362) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:09.002990 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d0e8af-2b4b-482e-b8e6-8638c915e2eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b017df-8ae8-4250-bfab-a1c74e3bb67d,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:09.070467 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33a20c5d-6ea0-4bc1-8d2d-262df7869c66 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:35:09.086720 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-33a20c5d-6ea0-4bc1-8d2d-262df7869c66 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:09.087351 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-33a20c5d-6ea0-4bc1-8d2d-262df7869c66 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Added segment 809a859e-586a-4272-ab2d-aee4c6aa78c5 of type vlan for network 56b50bce-7568-4d28-a453-acbaa428ee88 Aug 10 03:35:09.089406 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-867c57f5-32eb-4e63-bfaa-e82f8420acee tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:09.095816 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-867c57f5-32eb-4e63-bfaa-e82f8420acee tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:09.138763 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3f439c2a-6ac9-4bad-bd8f-ad9e153c8776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:09.148328 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-867c57f5-32eb-4e63-bfaa-e82f8420acee tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:09.150053 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-867c57f5-32eb-4e63-bfaa-e82f8420acee tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3467946 Aug 10 03:35:09.151475 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867c57f5-32eb-4e63-bfaa-e82f8420acee tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21a65d4d-4d99-40d9-b67c-e806dfae9e57,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:09.154615 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54372) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:09.160337 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-d6d5670d-f534-47ad-8865-b37766a8c658 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Request body: {'security_group_rule': {'security_group_id': '21a65d4d-4d99-40d9-b67c-e806dfae9e57', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:09.161601 n-d-768851-15 neutron-server[94217]: WARNING neutron.api.v2.base [None req-d6d5670d-f534-47ad-8865-b37766a8c658 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 10 03:35:09.161730 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-33a20c5d-6ea0-4bc1-8d2d-262df7869c66 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:09.163063 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-d6d5670d-f534-47ad-8865-b37766a8c658 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:35:09.168905 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d6d5670d-f534-47ad-8865-b37766a8c658 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0098710 Aug 10 03:35:09.169708 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54374) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:09.198899 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3f439c2a-6ac9-4bad-bd8f-ad9e153c8776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:09.300160 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-33a20c5d-6ea0-4bc1-8d2d-262df7869c66 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:09.306572 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a20c5d-6ea0-4bc1-8d2d-262df7869c66 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:09.307402 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-33a20c5d-6ea0-4bc1-8d2d-262df7869c66 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:09.323464 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3f439c2a-6ac9-4bad-bd8f-ad9e153c8776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:09.325869 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3f439c2a-6ac9-4bad-bd8f-ad9e153c8776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:09.326997 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-3f439c2a-6ac9-4bad-bd8f-ad9e153c8776 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/57b017df-8ae8-4250-bfab-a1c74e3bb67d HTTP/1.1" status: 204 len: 168 time: 0.3271756 Aug 10 03:35:09.333435 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54380) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:09.371259 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f439c2a-6ac9-4bad-bd8f-ad9e153c8776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b017df-8ae8-4250-bfab-a1c74e3bb67d,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:09.428050 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-84967dec-80f4-4f65-aac0-0b410676e9e3 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:09.434226 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-33a20c5d-6ea0-4bc1-8d2d-262df7869c66 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4886062 Aug 10 03:35:09.437384 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54384) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:09.443654 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-2dd6a716-6d37-419e-b0b6-42fbae07d477 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Request body: {'subnet': {'network_id': '56b50bce-7568-4d28-a453-acbaa428ee88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:09.445279 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a20c5d-6ea0-4bc1-8d2d-262df7869c66 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event updated for resources: {'Network': ['ID=56b50bce-7568-4d28-a453-acbaa428ee88,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:09.459034 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 56b50bce-7568-4d28-a453-acbaa428ee88 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:35:09.461477 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-84967dec-80f4-4f65-aac0-0b410676e9e3 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:09.504142 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-6d0a188e-c41a-4774-bf2f-b8b4f8b028da tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-221478578'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:09.516661 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-84967dec-80f4-4f65-aac0-0b410676e9e3 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:09.519641 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-84967dec-80f4-4f65-aac0-0b410676e9e3 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:09.521454 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-84967dec-80f4-4f65-aac0-0b410676e9e3 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] 10.222.0.62 "DELETE /v2.0/security-groups/21a65d4d-4d99-40d9-b67c-e806dfae9e57 HTTP/1.1" status: 204 len: 168 time: 0.3512769 Aug 10 03:35:09.526620 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54386) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:09.548887 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84967dec-80f4-4f65-aac0-0b410676e9e3 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a65d4d-4d99-40d9-b67c-e806dfae9e57,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:09.583198 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-2f177ec6-6edf-477f-9df6-91cb9495ba90 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0542781 Aug 10 03:35:09.589782 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54390) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:09.595010 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-716cdd74-9043-4af2-9fe5-191c06d446ab tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Request body: {'security_group': {'name': 'tempest-secgroup--335607733'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:09.631198 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-716cdd74-9043-4af2-9fe5-191c06d446ab tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:09.756782 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-716cdd74-9043-4af2-9fe5-191c06d446ab tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:09.794014 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-716cdd74-9043-4af2-9fe5-191c06d446ab tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:09.826297 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0a188e-c41a-4774-bf2f-b8b4f8b028da tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Made reservation on behalf of eaf92371326344aeb4b8b8ce9567a6ef for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:09.829757 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6d0a188e-c41a-4774-bf2f-b8b4f8b028da tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:09.842874 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6d0a188e-c41a-4774-bf2f-b8b4f8b028da tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:09.850044 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716cdd74-9043-4af2-9fe5-191c06d446ab tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2a5f21-0119-4259-9a20-2b31826f5240,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:09.863297 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd6a716-6d37-419e-b0b6-42fbae07d477 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Made reservation on behalf of c5bfc23a2d2d40be9b95b47c1cd0d209 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:09.869479 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2dd6a716-6d37-419e-b0b6-42fbae07d477 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:09.882983 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-716cdd74-9043-4af2-9fe5-191c06d446ab tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:09.884258 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-716cdd74-9043-4af2-9fe5-191c06d446ab tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2931733 Aug 10 03:35:09.888203 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54400) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:09.895749 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-1632e307-f388-40bd-9707-b30573e62661 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Request body: {'security_group_rule': {'security_group_id': 'ae2a5f21-0119-4259-9a20-2b31826f5240', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:09.895877 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263000bb-c304-49df-9fd9-6274c9f3357e req-b26ff447-57fa-4ce5-b54f-54fb06c16357 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:09.897125 n-d-768851-15 neutron-server[94217]: WARNING neutron.api.v2.base [None req-1632e307-f388-40bd-9707-b30573e62661 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 10 03:35:09.897125 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-1632e307-f388-40bd-9707-b30573e62661 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:35:09.897319 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-263000bb-c304-49df-9fd9-6274c9f3357e req-b26ff447-57fa-4ce5-b54f-54fb06c16357 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.60 "GET /v2.0/networks?id=af0d2cce-350b-49cd-9cfc-ff635347180b HTTP/1.1" status: 200 len: 814 time: 0.1765223 Aug 10 03:35:09.898599 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1632e307-f388-40bd-9707-b30573e62661 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0072412 Aug 10 03:35:09.902648 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54402) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:09.907564 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-8ce29dad-d25d-4ba7-b837-5580a58971ac tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Request body: {'security_group_rule': {'security_group_id': 'ae2a5f21-0119-4259-9a20-2b31826f5240', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:09.909177 n-d-768851-15 neutron-server[94216]: WARNING neutron.api.v2.base [None req-8ce29dad-d25d-4ba7-b837-5580a58971ac tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 10 03:35:09.909745 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [None req-8ce29dad-d25d-4ba7-b837-5580a58971ac tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:35:09.913828 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8ce29dad-d25d-4ba7-b837-5580a58971ac tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0099931 Aug 10 03:35:09.915787 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54404) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:09.920274 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-29712fc9-9e4a-4593-9542-e9c80a3c15e8 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Request body: {'security_group_rule': {'security_group_id': 'ae2a5f21-0119-4259-9a20-2b31826f5240', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:09.923244 n-d-768851-15 neutron-server[94216]: WARNING neutron.api.v2.base [None req-29712fc9-9e4a-4593-9542-e9c80a3c15e8 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 10 03:35:09.923600 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [None req-29712fc9-9e4a-4593-9542-e9c80a3c15e8 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:35:09.927979 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-29712fc9-9e4a-4593-9542-e9c80a3c15e8 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0112050 Aug 10 03:35:09.931426 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54408) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:09.932179 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-263000bb-c304-49df-9fd9-6274c9f3357e req-f7485057-28b4-40f5-94af-7cf76d1a6fb7 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Request body: {'port': {'device_id': '6d1dccb2-2d98-4b87-af4b-fa731c8eb1d8', 'network_id': 'af0d2cce-350b-49cd-9cfc-ff635347180b', 'admin_state_up': True, 'tenant_id': '3cffefacccfd4712be786e53e7cb07cb'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:09.940472 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-0029b367-b5d4-421c-9052-2022f34f4f67 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Request body: {'security_group_rule': {'security_group_id': 'ae2a5f21-0119-4259-9a20-2b31826f5240', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:09.941595 n-d-768851-15 neutron-server[94217]: WARNING neutron.api.v2.base [None req-0029b367-b5d4-421c-9052-2022f34f4f67 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 10 03:35:09.942572 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-0029b367-b5d4-421c-9052-2022f34f4f67 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:35:09.944150 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0029b367-b5d4-421c-9052-2022f34f4f67 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0098176 Aug 10 03:35:09.946887 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54410) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:10.045270 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e63cf3ca-bb74-4926-9e6b-e80e5a7e533b req-382c41a5-cdcd-427e-ba24-4c0a1d5bd8d2 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d1dccb2-2d98-4b87-af4b-fa731c8eb1d8 HTTP/1.1" status: 200 len: 210 time: 0.0414662 Aug 10 03:35:10.092100 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ff7b8032-5b6c-4700-88d1-1de0978739a4 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:10.159731 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6d0a188e-c41a-4774-bf2f-b8b4f8b028da tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:10.165974 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ff7b8032-5b6c-4700-88d1-1de0978739a4 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:10.175273 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6d0a188e-c41a-4774-bf2f-b8b4f8b028da tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:10.185568 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-263000bb-c304-49df-9fd9-6274c9f3357e req-f7485057-28b4-40f5-94af-7cf76d1a6fb7 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Made reservation on behalf of 3cffefacccfd4712be786e53e7cb07cb for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:10.189167 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-263000bb-c304-49df-9fd9-6274c9f3357e req-f7485057-28b4-40f5-94af-7cf76d1a6fb7 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:10.235817 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d0a188e-c41a-4774-bf2f-b8b4f8b028da tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:35:10.269344 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0a188e-c41a-4774-bf2f-b8b4f8b028da tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1267c75-6487-47e9-8843-36279b1514c9,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:10.275505 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6d0a188e-c41a-4774-bf2f-b8b4f8b028da tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:10.275858 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-6d0a188e-c41a-4774-bf2f-b8b4f8b028da tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Added segment 3b5c8709-5425-4ac9-b24d-4b2c5e18bf82 of type vlan for network 42456495-a2b5-4178-b3bd-732b8c2de147 Aug 10 03:35:10.277800 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2dd6a716-6d37-419e-b0b6-42fbae07d477 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:10.343637 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 3bc36fee-5486-41f7-8266-0a2a5f025e0f no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:35:10.356832 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-263000bb-c304-49df-9fd9-6274c9f3357e req-f7485057-28b4-40f5-94af-7cf76d1a6fb7 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Allocated IP 172.20.0.7 (af0d2cce-350b-49cd-9cfc-ff635347180b/02e995bf-0ffb-4fac-9ab1-ec0873c47a61/8cd40eca-ca86-462f-8a85-aa999f21e854) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:35:10.359041 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6d0a188e-c41a-4774-bf2f-b8b4f8b028da tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:10.367747 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 3bc36fee-5486-41f7-8266-0a2a5f025e0f {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:35:10.368449 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 3bc36fee-5486-41f7-8266-0a2a5f025e0f not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:35:10.374654 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ff7b8032-5b6c-4700-88d1-1de0978739a4 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:10.377437 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ff7b8032-5b6c-4700-88d1-1de0978739a4 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:10.381920 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ff7b8032-5b6c-4700-88d1-1de0978739a4 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] 10.222.0.62 "DELETE /v2.0/security-groups/ae2a5f21-0119-4259-9a20-2b31826f5240 HTTP/1.1" status: 204 len: 168 time: 0.4280396 Aug 10 03:35:10.384370 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54426) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:10.410013 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b8032-5b6c-4700-88d1-1de0978739a4 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2a5f21-0119-4259-9a20-2b31826f5240,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:10.415822 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd6a716-6d37-419e-b0b6-42fbae07d477 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event updated for resources: {'Subnet': ['ID=22e31990-7c44-4886-95f6-dfc755f45cab,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:10.437148 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd6a716-6d37-419e-b0b6-42fbae07d477 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Checking segment: {'id': '809a859e-586a-4272-ab2d-aee4c6aa78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '56b50bce-7568-4d28-a453-acbaa428ee88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:35:10.437320 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd6a716-6d37-419e-b0b6-42fbae07d477 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Network hostable DHCP agents. Network: 56b50bce-7568-4d28-a453-acbaa428ee88, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:35:10.444823 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6d0a188e-c41a-4774-bf2f-b8b4f8b028da tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:10.450438 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0a188e-c41a-4774-bf2f-b8b4f8b028da tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:10.451057 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6d0a188e-c41a-4774-bf2f-b8b4f8b028da tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:10.477150 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-33d395f3-38e3-4791-a047-26b389297723 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0882425 Aug 10 03:35:10.479453 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54428) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:10.486704 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-480db16a-afcf-4bfd-8b8f-a9455411afc0 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Request body: {'security_group': {'name': 'tempest-secgroup--1969531294'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:10.530033 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd6a716-6d37-419e-b0b6-42fbae07d477 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Network 56b50bce-7568-4d28-a453-acbaa428ee88 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:35:10.532703 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6d0a188e-c41a-4774-bf2f-b8b4f8b028da tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.1978841 Aug 10 03:35:10.541571 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54440) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:10.548868 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-eb6bb8b9-5c3c-418b-8685-f38e9bbdb6a6 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Request body: {'subnet': {'network_id': '42456495-a2b5-4178-b3bd-732b8c2de147', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:10.559474 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-2dd6a716-6d37-419e-b0b6-42fbae07d477 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 56b50bce-7568-4d28-a453-acbaa428ee88) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:10.562578 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0a188e-c41a-4774-bf2f-b8b4f8b028da tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Pushing event updated for resources: {'Network': ['ID=42456495-a2b5-4178-b3bd-732b8c2de147,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:10.568154 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd6a716-6d37-419e-b0b6-42fbae07d477 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:10.568734 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2dd6a716-6d37-419e-b0b6-42fbae07d477 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:10.577476 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163de0ae-b044-4c08-9649-5ff57d08e272 None None] Network 56b50bce-7568-4d28-a453-acbaa428ee88 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:35:10.578435 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-480db16a-afcf-4bfd-8b8f-a9455411afc0 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:10.579759 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 42456495-a2b5-4178-b3bd-732b8c2de147 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:35:10.592828 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2dd6a716-6d37-419e-b0b6-42fbae07d477 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1542721 Aug 10 03:35:10.597090 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54450) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:10.601763 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-b273caa8-345b-45b3-9c33-ae6379f5a0b1 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-868674624', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:10.622964 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.db.api [None req-b273caa8-345b-45b3-9c33-ae6379f5a0b1 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:35:10.622964 n-d-768851-15 neutron-server[94217]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 03:35:10.622964 n-d-768851-15 neutron-server[94217]: [parameters: {'project_id_1': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'expiration_1': datetime.datetime(2021, 8, 10, 3, 35, 10, 610025)}] Aug 10 03:35:10.622964 n-d-768851-15 neutron-server[94217]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:35:10.624053 n-d-768851-15 neutron-server[94217]: DEBUG oslo_db.api [None req-b273caa8-345b-45b3-9c33-ae6379f5a0b1 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:35:10.649497 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-263000bb-c304-49df-9fd9-6274c9f3357e req-f7485057-28b4-40f5-94af-7cf76d1a6fb7 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:10.695874 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-480db16a-afcf-4bfd-8b8f-a9455411afc0 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:10.707753 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-263000bb-c304-49df-9fd9-6274c9f3357e req-f7485057-28b4-40f5-94af-7cf76d1a6fb7 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:10.709283 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-480db16a-afcf-4bfd-8b8f-a9455411afc0 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:10.759615 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480db16a-afcf-4bfd-8b8f-a9455411afc0 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07ea11b4-b59d-42b7-affb-4ea067cc69d7,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:10.836236 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3be0fdf-d995-471f-be7d-8b55792302e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-56b50bce-7568-4d28-a453-acbaa428ee88', 'network_id': '56b50bce-7568-4d28-a453-acbaa428ee88', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'fixed_ips': [{'subnet_id': '22e31990-7c44-4886-95f6-dfc755f45cab'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:35:10.837546 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d3be0fdf-d995-471f-be7d-8b55792302e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:10.898327 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:35:10.995728 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-d3be0fdf-d995-471f-be7d-8b55792302e6 None None] Allocated IP 2001:db8::2 (56b50bce-7568-4d28-a453-acbaa428ee88/22e31990-7c44-4886-95f6-dfc755f45cab/a0d36640-ce5f-43f4-b68d-de2765081660) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:35:11.158954 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-263000bb-c304-49df-9fd9-6274c9f3357e req-f7485057-28b4-40f5-94af-7cf76d1a6fb7 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Network af0d2cce-350b-49cd-9cfc-ff635347180b is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:35:11.166337 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-263000bb-c304-49df-9fd9-6274c9f3357e req-f7485057-28b4-40f5-94af-7cf76d1a6fb7 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:11.191734 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d3be0fdf-d995-471f-be7d-8b55792302e6 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:11.198242 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-263000bb-c304-49df-9fd9-6274c9f3357e req-f7485057-28b4-40f5-94af-7cf76d1a6fb7 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:35:11.200490 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-480db16a-afcf-4bfd-8b8f-a9455411afc0 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:11.205325 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d3be0fdf-d995-471f-be7d-8b55792302e6 None None] Transition to ACTIVE for port object a0d36640-ce5f-43f4-b68d-de2765081660 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:11.205934 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-480db16a-afcf-4bfd-8b8f-a9455411afc0 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7230799 Aug 10 03:35:11.207077 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54484) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:11.217137 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-456bb8dd-4ed5-4968-9631-edf6d18b5f93 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Request body: {'security_group_rule': {'security_group_id': '07ea11b4-b59d-42b7-affb-4ea067cc69d7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:11.217869 n-d-768851-15 neutron-server[94217]: WARNING neutron.api.v2.base [None req-456bb8dd-4ed5-4968-9631-edf6d18b5f93 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 10 03:35:11.218632 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-456bb8dd-4ed5-4968-9631-edf6d18b5f93 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:35:11.223669 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d3be0fdf-d995-471f-be7d-8b55792302e6 None None] Transition to ACTIVE for port object a0d36640-ce5f-43f4-b68d-de2765081660 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:11.224144 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-456bb8dd-4ed5-4968-9631-edf6d18b5f93 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0111341 Aug 10 03:35:11.232338 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b273caa8-345b-45b3-9c33-ae6379f5a0b1 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:11.232756 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d3be0fdf-d995-471f-be7d-8b55792302e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:11.234352 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b273caa8-345b-45b3-9c33-ae6379f5a0b1 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:11.244080 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54490) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:11.252601 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-908f0618-38a8-48a9-aff8-34427b9b2677 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Request body: {'security_group_rule': {'security_group_id': '07ea11b4-b59d-42b7-affb-4ea067cc69d7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:11.254090 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6bb8b9-5c3c-418b-8685-f38e9bbdb6a6 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Made reservation on behalf of eaf92371326344aeb4b8b8ce9567a6ef for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:11.258026 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-eb6bb8b9-5c3c-418b-8685-f38e9bbdb6a6 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:11.266128 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263000bb-c304-49df-9fd9-6274c9f3357e req-f7485057-28b4-40f5-94af-7cf76d1a6fb7 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:11.266767 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-263000bb-c304-49df-9fd9-6274c9f3357e req-f7485057-28b4-40f5-94af-7cf76d1a6fb7 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:11.273472 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3be0fdf-d995-471f-be7d-8b55792302e6 None None] Network 56b50bce-7568-4d28-a453-acbaa428ee88 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:35:11.278837 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-d3be0fdf-d995-471f-be7d-8b55792302e6 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:11.282143 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3be0fdf-d995-471f-be7d-8b55792302e6 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:35:11.325607 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3be0fdf-d995-471f-be7d-8b55792302e6 None None] Pushing event updated for resources: {'Port': ['ID=a0d36640-ce5f-43f4-b68d-de2765081660,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:11.330562 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7485057-28b4-40f5-94af-7cf76d1a6fb7 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Pushing event updated for resources: {'Port': ['ID=8cd40eca-ca86-462f-8a85-aa999f21e854,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:11.339105 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b273caa8-345b-45b3-9c33-ae6379f5a0b1 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:11.347019 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-908f0618-38a8-48a9-aff8-34427b9b2677 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:35:11.349017 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-908f0618-38a8-48a9-aff8-34427b9b2677 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1024714 Aug 10 03:35:11.351715 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54508) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:11.354593 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b273caa8-345b-45b3-9c33-ae6379f5a0b1 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:11.363531 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-b0ea3bbe-7034-487b-b0e4-9208c35e52c0 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Request body: {'security_group_rule': {'security_group_id': '07ea11b4-b59d-42b7-affb-4ea067cc69d7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:11.364202 n-d-768851-15 neutron-server[94217]: WARNING neutron.api.v2.base [None req-b0ea3bbe-7034-487b-b0e4-9208c35e52c0 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 10 03:35:11.364679 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-b0ea3bbe-7034-487b-b0e4-9208c35e52c0 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:35:11.365801 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b0ea3bbe-7034-487b-b0e4-9208c35e52c0 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0127139 Aug 10 03:35:11.365934 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-d3be0fdf-d995-471f-be7d-8b55792302e6 None None] Attempting to bind port a0d36640-ce5f-43f4-b68d-de2765081660 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:35:11.366503 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-d3be0fdf-d995-471f-be7d-8b55792302e6 None None] Attempting to bind port a0d36640-ce5f-43f4-b68d-de2765081660 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '809a859e-586a-4272-ab2d-aee4c6aa78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '56b50bce-7568-4d28-a453-acbaa428ee88'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:35:11.367011 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3be0fdf-d995-471f-be7d-8b55792302e6 None None] Attempting to bind port a0d36640-ce5f-43f4-b68d-de2765081660 on network 56b50bce-7568-4d28-a453-acbaa428ee88 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:35:11.370143 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54510) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:11.377338 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-da4428f9-40e3-44c8-9aa8-e6395bc0ade0 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Request body: {'security_group_rule': {'security_group_id': '07ea11b4-b59d-42b7-affb-4ea067cc69d7', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:11.381697 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3be0fdf-d995-471f-be7d-8b55792302e6 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:35:11.382135 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3be0fdf-d995-471f-be7d-8b55792302e6 None None] Checking segment: {'id': '809a859e-586a-4272-ab2d-aee4c6aa78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '56b50bce-7568-4d28-a453-acbaa428ee88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:35:11.382786 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d3be0fdf-d995-471f-be7d-8b55792302e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:11.383247 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3be0fdf-d995-471f-be7d-8b55792302e6 None None] Bound using segment: {'id': '809a859e-586a-4272-ab2d-aee4c6aa78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '56b50bce-7568-4d28-a453-acbaa428ee88'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:35:11.383911 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-d3be0fdf-d995-471f-be7d-8b55792302e6 None None] Bound port: a0d36640-ce5f-43f4-b68d-de2765081660, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '809a859e-586a-4272-ab2d-aee4c6aa78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '56b50bce-7568-4d28-a453-acbaa428ee88'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:35:11.384320 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d3be0fdf-d995-471f-be7d-8b55792302e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:11.387083 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-263000bb-c304-49df-9fd9-6274c9f3357e req-f7485057-28b4-40f5-94af-7cf76d1a6fb7 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4711652 Aug 10 03:35:11.403319 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b273caa8-345b-45b3-9c33-ae6379f5a0b1 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:11.406035 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b273caa8-345b-45b3-9c33-ae6379f5a0b1 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8078153 Aug 10 03:35:11.410099 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54512) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:11.413961 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-263000bb-c304-49df-9fd9-6274c9f3357e req-aef2a458-19aa-4763-bf6b-b25646d1e898 service neutron] Request body: {'port': {'device_id': '6d1dccb2-2d98-4b87-af4b-fa731c8eb1d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:11.448325 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c6f56-aff5-41bc-813c-abb880d5b04e req-b23fda0b-611b-4d53-98bf-065fb38ecba2 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:11.450122 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cb6c6f56-aff5-41bc-813c-abb880d5b04e req-b23fda0b-611b-4d53-98bf-065fb38ecba2 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d1dccb2-2d98-4b87-af4b-fa731c8eb1d8 HTTP/1.1" status: 200 len: 931 time: 0.3006442 Aug 10 03:35:11.478546 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-d3be0fdf-d995-471f-be7d-8b55792302e6 None None] For port a0d36640-ce5f-43f4-b68d-de2765081660, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:35:11.482513 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-d3be0fdf-d995-471f-be7d-8b55792302e6 None None] For port a0d36640-ce5f-43f4-b68d-de2765081660, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=a0d36640-ce5f-43f4-b68d-de2765081660,segment=NetworkSegment(809a859e-586a-4272-ab2d-aee4c6aa78c5),segment_id=809a859e-586a-4272-ab2d-aee4c6aa78c5)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:35:11.488308 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d3be0fdf-d995-471f-be7d-8b55792302e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:11.521026 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-da4428f9-40e3-44c8-9aa8-e6395bc0ade0 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:35:11.522432 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-da4428f9-40e3-44c8-9aa8-e6395bc0ade0 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1511075 Aug 10 03:35:11.531799 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54514) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:11.547648 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-16f2a959-fece-4751-acce-cc2b6db13bed tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Request body: {'security_group_rule': {'security_group_id': '07ea11b4-b59d-42b7-affb-4ea067cc69d7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:11.548454 n-d-768851-15 neutron-server[94216]: WARNING neutron.api.v2.base [None req-16f2a959-fece-4751-acce-cc2b6db13bed tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 10 03:35:11.549227 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [None req-16f2a959-fece-4751-acce-cc2b6db13bed tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:35:11.552914 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-16f2a959-fece-4751-acce-cc2b6db13bed tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0172265 Aug 10 03:35:11.554250 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-263000bb-c304-49df-9fd9-6274c9f3357e req-aef2a458-19aa-4763-bf6b-b25646d1e898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:11.571904 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3be0fdf-d995-471f-be7d-8b55792302e6 None None] Pushing event updated for resources: {'Port': ['ID=a0d36640-ce5f-43f4-b68d-de2765081660,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:11.575676 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54516) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:11.589076 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-c487e85f-8752-48de-8400-76e687368704 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Request body: {'security_group_rule': {'security_group_id': '07ea11b4-b59d-42b7-affb-4ea067cc69d7', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:11.605707 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cb6c6f56-aff5-41bc-813c-abb880d5b04e req-e7e8ade6-10fa-469b-93b3-dd17c15268e1 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a444d7d-1269-431d-a801-cc92cc418807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447995 Aug 10 03:35:11.822382 n-d-768851-15 neutron-server[94216]: INFO neutron.db.securitygroups_db [None req-c487e85f-8752-48de-8400-76e687368704 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Project 49fae9e8934c46d18dca154e12506a7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:35:11.914256 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [None req-c487e85f-8752-48de-8400-76e687368704 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:35:11.918161 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-c487e85f-8752-48de-8400-76e687368704 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3359807 Aug 10 03:35:11.923340 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-eb6bb8b9-5c3c-418b-8685-f38e9bbdb6a6 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:11.924080 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54518) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:11.930497 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-58ab300c-ed8e-41b3-a21c-efbf4b159a32 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Request body: {'security_group_rule': {'security_group_id': '07ea11b4-b59d-42b7-affb-4ea067cc69d7', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:11.936531 n-d-768851-15 neutron-server[94217]: WARNING neutron.api.v2.base [None req-58ab300c-ed8e-41b3-a21c-efbf4b159a32 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 10 03:35:11.937331 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-58ab300c-ed8e-41b3-a21c-efbf4b159a32 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:35:11.941640 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-58ab300c-ed8e-41b3-a21c-efbf4b159a32 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0163288 Aug 10 03:35:11.943898 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-69b13df6-5a0b-42f7-ad34-cc7e23af117d tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:11.946349 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54520) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:11.951544 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-9e041f47-1cad-40ae-a493-a7202828a04d tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Request body: {'security_group_rule': {'security_group_id': '07ea11b4-b59d-42b7-affb-4ea067cc69d7', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:11.989736 n-d-768851-15 neutron-server[94217]: INFO neutron.db.securitygroups_db [None req-9e041f47-1cad-40ae-a493-a7202828a04d tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Project 49fae9e8934c46d18dca154e12506a7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:35:12.072349 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6bb8b9-5c3c-418b-8685-f38e9bbdb6a6 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Pushing event updated for resources: {'Subnet': ['ID=adc60e06-8ebe-45e5-9d59-6a1ddbda3de0,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:12.101090 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6bb8b9-5c3c-418b-8685-f38e9bbdb6a6 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Checking segment: {'id': '3b5c8709-5425-4ac9-b24d-4b2c5e18bf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '42456495-a2b5-4178-b3bd-732b8c2de147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:35:12.101449 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6bb8b9-5c3c-418b-8685-f38e9bbdb6a6 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Network hostable DHCP agents. Network: 42456495-a2b5-4178-b3bd-732b8c2de147, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:35:12.154282 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6bb8b9-5c3c-418b-8685-f38e9bbdb6a6 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Network 42456495-a2b5-4178-b3bd-732b8c2de147 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:35:12.181518 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-9e041f47-1cad-40ae-a493-a7202828a04d tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:35:12.183178 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9e041f47-1cad-40ae-a493-a7202828a04d tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2357261 Aug 10 03:35:12.186005 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54524) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:12.192985 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-eb6bb8b9-5c3c-418b-8685-f38e9bbdb6a6 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 42456495-a2b5-4178-b3bd-732b8c2de147) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:12.194488 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-763d8708-69de-4f04-a7ea-ef1e26071460 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Request body: {'security_group_rule': {'security_group_id': '07ea11b4-b59d-42b7-affb-4ea067cc69d7', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:12.200775 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6bb8b9-5c3c-418b-8685-f38e9bbdb6a6 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:12.201385 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-eb6bb8b9-5c3c-418b-8685-f38e9bbdb6a6 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:12.203772 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc93779-b349-4924-b8ed-7985f558bd89 None None] Network 42456495-a2b5-4178-b3bd-732b8c2de147 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:35:12.220200 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-eb6bb8b9-5c3c-418b-8685-f38e9bbdb6a6 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6771901 Aug 10 03:35:12.222686 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54526) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:12.225240 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-263000bb-c304-49df-9fd9-6274c9f3357e req-aef2a458-19aa-4763-bf6b-b25646d1e898 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cd40eca-ca86-462f-8a85-aa999f21e854 {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:35:12.236647 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-1789cf07-cf10-4e73-90f3-1b028d944806 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Request body: {'port': {'network_id': '42456495-a2b5-4178-b3bd-732b8c2de147', 'name': 'tempest-AllowedAddressPairTestJSON-533628704'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:12.241970 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-263000bb-c304-49df-9fd9-6274c9f3357e req-aef2a458-19aa-4763-bf6b-b25646d1e898 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:12.322725 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-263000bb-c304-49df-9fd9-6274c9f3357e req-aef2a458-19aa-4763-bf6b-b25646d1e898 service neutron] Transition to ACTIVE for port object 8cd40eca-ca86-462f-8a85-aa999f21e854 will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:12.335134 n-d-768851-15 neutron-server[94217]: INFO neutron.db.securitygroups_db [None req-763d8708-69de-4f04-a7ea-ef1e26071460 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Project 49fae9e8934c46d18dca154e12506a7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:35:12.336615 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-263000bb-c304-49df-9fd9-6274c9f3357e req-aef2a458-19aa-4763-bf6b-b25646d1e898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:12.369652 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device a0d36640-ce5f-43f4-b68d-de2765081660 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:35:12.389942 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-763d8708-69de-4f04-a7ea-ef1e26071460 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:35:12.391058 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-763d8708-69de-4f04-a7ea-ef1e26071460 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2037339 Aug 10 03:35:12.393798 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54528) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:12.463590 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-69b13df6-5a0b-42f7-ad34-cc7e23af117d tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Allocated IP 2001:db8::1 (56b50bce-7568-4d28-a453-acbaa428ee88/22e31990-7c44-4886-95f6-dfc755f45cab/de5fb267-95f3-4b98-b11c-de91e265a025) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:35:12.469561 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4461cd60-9185-481e-9a16-3201771ab81f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-42456495-a2b5-4178-b3bd-732b8c2de147', 'network_id': '42456495-a2b5-4178-b3bd-732b8c2de147', 'tenant_id': 'eaf92371326344aeb4b8b8ce9567a6ef', 'fixed_ips': [{'subnet_id': 'adc60e06-8ebe-45e5-9d59-6a1ddbda3de0'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:35:12.470667 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef2a458-19aa-4763-bf6b-b25646d1e898 service neutron] Pushing event updated for resources: {'Port': ['ID=8cd40eca-ca86-462f-8a85-aa999f21e854,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:12.471229 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4461cd60-9185-481e-9a16-3201771ab81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:12.517046 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9269eaf7-bbf0-463a-a165-b29adf05d974 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:12.579354 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1789cf07-cf10-4e73-90f3-1b028d944806 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Made reservation on behalf of eaf92371326344aeb4b8b8ce9567a6ef for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:12.584541 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1789cf07-cf10-4e73-90f3-1b028d944806 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:12.591798 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9269eaf7-bbf0-463a-a165-b29adf05d974 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:12.593321 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port a0d36640-ce5f-43f4-b68d-de2765081660 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:35:12.629504 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-263000bb-c304-49df-9fd9-6274c9f3357e req-aef2a458-19aa-4763-bf6b-b25646d1e898 service neutron] Attempting to bind port 8cd40eca-ca86-462f-8a85-aa999f21e854 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:35:12.630429 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-263000bb-c304-49df-9fd9-6274c9f3357e req-aef2a458-19aa-4763-bf6b-b25646d1e898 service neutron] Attempting to bind port 8cd40eca-ca86-462f-8a85-aa999f21e854 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': 'a4303e71-48dc-4566-b57f-77b9ab45a962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'af0d2cce-350b-49cd-9cfc-ff635347180b'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:35:12.630919 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263000bb-c304-49df-9fd9-6274c9f3357e req-aef2a458-19aa-4763-bf6b-b25646d1e898 service neutron] Attempting to bind port 8cd40eca-ca86-462f-8a85-aa999f21e854 on network af0d2cce-350b-49cd-9cfc-ff635347180b {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:35:12.633658 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [None req-1789cf07-cf10-4e73-90f3-1b028d944806 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] device_id is not set on port 94a37180-f114-4591-bcd6-9c5d32b4be19 yet. {{(pid=94216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:35:12.648781 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263000bb-c304-49df-9fd9-6274c9f3357e req-aef2a458-19aa-4763-bf6b-b25646d1e898 service neutron] Port 8cd40eca-ca86-462f-8a85-aa999f21e854 on network af0d2cce-350b-49cd-9cfc-ff635347180b not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:35:12.648781 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263000bb-c304-49df-9fd9-6274c9f3357e req-aef2a458-19aa-4763-bf6b-b25646d1e898 service neutron] Attempting to bind port 8cd40eca-ca86-462f-8a85-aa999f21e854 on network af0d2cce-350b-49cd-9cfc-ff635347180b {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:35:12.655663 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263000bb-c304-49df-9fd9-6274c9f3357e req-aef2a458-19aa-4763-bf6b-b25646d1e898 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:35:12.656844 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263000bb-c304-49df-9fd9-6274c9f3357e req-aef2a458-19aa-4763-bf6b-b25646d1e898 service neutron] Checking segment: {'id': 'a4303e71-48dc-4566-b57f-77b9ab45a962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'af0d2cce-350b-49cd-9cfc-ff635347180b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:35:12.656844 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263000bb-c304-49df-9fd9-6274c9f3357e req-aef2a458-19aa-4763-bf6b-b25646d1e898 service neutron] Bound using segment: {'id': 'a4303e71-48dc-4566-b57f-77b9ab45a962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'af0d2cce-350b-49cd-9cfc-ff635347180b'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:35:12.658011 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-263000bb-c304-49df-9fd9-6274c9f3357e req-aef2a458-19aa-4763-bf6b-b25646d1e898 service neutron] Bound port: 8cd40eca-ca86-462f-8a85-aa999f21e854, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4303e71-48dc-4566-b57f-77b9ab45a962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'af0d2cce-350b-49cd-9cfc-ff635347180b'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:35:12.658149 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-263000bb-c304-49df-9fd9-6274c9f3357e req-aef2a458-19aa-4763-bf6b-b25646d1e898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:12.709506 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-69b13df6-5a0b-42f7-ad34-cc7e23af117d tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:12.725069 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-69b13df6-5a0b-42f7-ad34-cc7e23af117d tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Transition to ACTIVE for port object de5fb267-95f3-4b98-b11c-de91e265a025 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:12.730939 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9269eaf7-bbf0-463a-a165-b29adf05d974 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:12.733662 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9269eaf7-bbf0-463a-a165-b29adf05d974 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:12.734859 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9269eaf7-bbf0-463a-a165-b29adf05d974 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] 10.222.0.62 "DELETE /v2.0/security-groups/07ea11b4-b59d-42b7-affb-4ea067cc69d7 HTTP/1.1" status: 204 len: 168 time: 0.3401189 Aug 10 03:35:12.738986 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54532) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:12.762111 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-4461cd60-9185-481e-9a16-3201771ab81f None None] Allocated IP 172.20.0.2 (42456495-a2b5-4178-b3bd-732b8c2de147/adc60e06-8ebe-45e5-9d59-6a1ddbda3de0/5377b1f2-8d74-450f-957c-0cf0c2fa784b) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:35:12.765196 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269eaf7-bbf0-463a-a165-b29adf05d974 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ea11b4-b59d-42b7-affb-4ea067cc69d7,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:12.812679 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-69b13df6-5a0b-42f7-ad34-cc7e23af117d tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:12.853292 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b13df6-5a0b-42f7-ad34-cc7e23af117d tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Network 56b50bce-7568-4d28-a453-acbaa428ee88 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:35:12.857003 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-69b13df6-5a0b-42f7-ad34-cc7e23af117d tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:12.864816 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b13df6-5a0b-42f7-ad34-cc7e23af117d tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:35:12.865368 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-69b13df6-5a0b-42f7-ad34-cc7e23af117d tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:12.886176 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-0c55fcf2-f9b6-4bde-82bc-d8e3fe0d3981 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1453161 Aug 10 03:35:12.901734 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54534) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:12.914762 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-5417e0b2-53b5-4efb-b91f-48f0f61a3ed8 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Request body: {'security_group': {'name': 'tempest-secgroup--1491862620'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:12.926949 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b13df6-5a0b-42f7-ad34-cc7e23af117d tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event updated for resources: {'Port': ['ID=de5fb267-95f3-4b98-b11c-de91e265a025,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:12.961581 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f20e1-cf9c-40b4-958c-b2c9c16973aa req-0c38215c-b728-40d9-b359-46400a5a16d9 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:12.963287 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-db1f20e1-cf9c-40b4-958c-b2c9c16973aa req-0c38215c-b728-40d9-b359-46400a5a16d9 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d1dccb2-2d98-4b87-af4b-fa731c8eb1d8 HTTP/1.1" status: 200 len: 943 time: 0.1933627 Aug 10 03:35:12.967847 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-263000bb-c304-49df-9fd9-6274c9f3357e req-aef2a458-19aa-4763-bf6b-b25646d1e898 service neutron] For port 8cd40eca-ca86-462f-8a85-aa999f21e854, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:35:12.972171 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-263000bb-c304-49df-9fd9-6274c9f3357e req-aef2a458-19aa-4763-bf6b-b25646d1e898 service neutron] For port 8cd40eca-ca86-462f-8a85-aa999f21e854, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=8cd40eca-ca86-462f-8a85-aa999f21e854,segment=NetworkSegment(a4303e71-48dc-4566-b57f-77b9ab45a962),segment_id=a4303e71-48dc-4566-b57f-77b9ab45a962)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:35:12.987626 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-263000bb-c304-49df-9fd9-6274c9f3357e req-aef2a458-19aa-4763-bf6b-b25646d1e898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:13.006689 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5417e0b2-53b5-4efb-b91f-48f0f61a3ed8 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:13.037274 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-69b13df6-5a0b-42f7-ad34-cc7e23af117d tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:13.058862 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06806784-58b0-4a01-9b0a-fef38a19feab None None] Network 56b50bce-7568-4d28-a453-acbaa428ee88 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:35:13.076081 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263000bb-c304-49df-9fd9-6274c9f3357e req-aef2a458-19aa-4763-bf6b-b25646d1e898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:13.077943 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-263000bb-c304-49df-9fd9-6274c9f3357e req-aef2a458-19aa-4763-bf6b-b25646d1e898 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:13.080134 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-263000bb-c304-49df-9fd9-6274c9f3357e req-aef2a458-19aa-4763-bf6b-b25646d1e898 service neutron] 10.222.0.60 "PUT /v2.0/ports/8cd40eca-ca86-462f-8a85-aa999f21e854 HTTP/1.1" status: 200 len: 1092 time: 1.6732795 Aug 10 03:35:13.090318 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d1dccb2-2d98-4b87-af4b-fa731c8eb1d8', 'tag': '8cd40eca-ca86-462f-8a85-aa999f21e854'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:35:13.093784 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a92348-f018-4cd9-8286-4aac13d5bf30" -d '{"events": [{"name": "network-changed", "server_uuid": "6d1dccb2-2d98-4b87-af4b-fa731c8eb1d8", "tag": "8cd40eca-ca86-462f-8a85-aa999f21e854"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:35:13.107627 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-db1f20e1-cf9c-40b4-958c-b2c9c16973aa req-aef77d14-2841-4391-b827-d1e72e8b0fd0 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a444d7d-1269-431d-a801-cc92cc418807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320391 Aug 10 03:35:13.139637 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef2a458-19aa-4763-bf6b-b25646d1e898 service neutron] Pushing event updated for resources: {'Port': ['ID=8cd40eca-ca86-462f-8a85-aa999f21e854,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:13.153421 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-35ac054a-364d-4f44-a39c-6fbb3d444640 None None] Provisioning for port a0d36640-ce5f-43f4-b68d-de2765081660 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:35:13.161189 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4461cd60-9185-481e-9a16-3201771ab81f None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:13.183757 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940c07b9-71dc-457b-b377-915979fab385 x-openstack-request-id: req-940c07b9-71dc-457b-b377-915979fab385 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:35:13.184060 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d1dccb2-2d98-4b87-af4b-fa731c8eb1d8", "tag": "8cd40eca-ca86-462f-8a85-aa999f21e854", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:35:13.184312 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-940c07b9-71dc-457b-b377-915979fab385 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:35:13.184689 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d1dccb2-2d98-4b87-af4b-fa731c8eb1d8', 'tag': '8cd40eca-ca86-462f-8a85-aa999f21e854', 'status': 'completed', 'code': 200} Aug 10 03:35:13.195984 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-4461cd60-9185-481e-9a16-3201771ab81f None None] Transition to ACTIVE for port object 5377b1f2-8d74-450f-957c-0cf0c2fa784b will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:13.200450 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-35ac054a-364d-4f44-a39c-6fbb3d444640 None None] Provisioning complete for port a0d36640-ce5f-43f4-b68d-de2765081660 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:13.200836 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-35ac054a-364d-4f44-a39c-6fbb3d444640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:13.227496 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263000bb-c304-49df-9fd9-6274c9f3357e req-5f8b09db-eb25-48a7-be9e-b124bdae8a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:13.229063 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-263000bb-c304-49df-9fd9-6274c9f3357e req-5f8b09db-eb25-48a7-be9e-b124bdae8a1c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3cffefacccfd4712be786e53e7cb07cb&device_id=6d1dccb2-2d98-4b87-af4b-fa731c8eb1d8 HTTP/1.1" status: 200 len: 1095 time: 0.0832543 Aug 10 03:35:13.288650 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-4461cd60-9185-481e-9a16-3201771ab81f None None] Transition to ACTIVE for port object 5377b1f2-8d74-450f-957c-0cf0c2fa784b will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:13.303386 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-263000bb-c304-49df-9fd9-6274c9f3357e req-a1c8ff53-86a9-471c-accd-3489f1292ff9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cd40eca-ca86-462f-8a85-aa999f21e854 HTTP/1.1" status: 200 len: 217 time: 0.0466571 Aug 10 03:35:13.306361 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5417e0b2-53b5-4efb-b91f-48f0f61a3ed8 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:13.313192 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4461cd60-9185-481e-9a16-3201771ab81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:13.346507 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5417e0b2-53b5-4efb-b91f-48f0f61a3ed8 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:13.420192 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5417e0b2-53b5-4efb-b91f-48f0f61a3ed8 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:13.421721 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-5417e0b2-53b5-4efb-b91f-48f0f61a3ed8 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5172787 Aug 10 03:35:13.426650 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54540) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:13.433628 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5417e0b2-53b5-4efb-b91f-48f0f61a3ed8 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37e9d70e-5a7f-46f0-b0c8-e3b2b8d593bc,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:13.436649 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-1789cf07-cf10-4e73-90f3-1b028d944806 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Allocated IP 172.20.0.6 (42456495-a2b5-4178-b3bd-732b8c2de147/adc60e06-8ebe-45e5-9d59-6a1ddbda3de0/94a37180-f114-4591-bcd6-9c5d32b4be19) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:35:13.437461 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-35ac054a-364d-4f44-a39c-6fbb3d444640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:13.442473 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-f2dfbcd6-1efa-4786-807e-2e29a79e9f11 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Request body: {'security_group_rule': {'security_group_id': '37e9d70e-5a7f-46f0-b0c8-e3b2b8d593bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:13.461393 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263000bb-c304-49df-9fd9-6274c9f3357e req-21e7431c-9aec-49f0-a3cc-3dacce22897d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:13.464230 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-263000bb-c304-49df-9fd9-6274c9f3357e req-21e7431c-9aec-49f0-a3cc-3dacce22897d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02e995bf-0ffb-4fac-9ab1-ec0873c47a61 HTTP/1.1" status: 200 len: 854 time: 0.1268761 Aug 10 03:35:13.473539 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4461cd60-9185-481e-9a16-3201771ab81f None None] Network 42456495-a2b5-4178-b3bd-732b8c2de147 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:35:13.487102 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-4461cd60-9185-481e-9a16-3201771ab81f None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:13.494674 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4461cd60-9185-481e-9a16-3201771ab81f None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:35:13.516719 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-263000bb-c304-49df-9fd9-6274c9f3357e req-141c01ff-5739-4707-aa50-729272664b32 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af0d2cce-350b-49cd-9cfc-ff635347180b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377948 Aug 10 03:35:13.518844 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-69b13df6-5a0b-42f7-ad34-cc7e23af117d tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:13.528529 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-69b13df6-5a0b-42f7-ad34-cc7e23af117d tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:13.530407 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-69b13df6-5a0b-42f7-ad34-cc7e23af117d tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:13.544890 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4461cd60-9185-481e-9a16-3201771ab81f None None] Pushing event updated for resources: {'Port': ['ID=5377b1f2-8d74-450f-957c-0cf0c2fa784b,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:13.563401 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-35ac054a-364d-4f44-a39c-6fbb3d444640 None None] For port a0d36640-ce5f-43f4-b68d-de2765081660, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=a0d36640-ce5f-43f4-b68d-de2765081660,segment=NetworkSegment(809a859e-586a-4272-ab2d-aee4c6aa78c5),segment_id=809a859e-586a-4272-ab2d-aee4c6aa78c5)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:13.583321 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-35ac054a-364d-4f44-a39c-6fbb3d444640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:13.648216 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-4461cd60-9185-481e-9a16-3201771ab81f None None] Attempting to bind port 5377b1f2-8d74-450f-957c-0cf0c2fa784b on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:35:13.648591 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-4461cd60-9185-481e-9a16-3201771ab81f None None] Attempting to bind port 5377b1f2-8d74-450f-957c-0cf0c2fa784b by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '3b5c8709-5425-4ac9-b24d-4b2c5e18bf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '42456495-a2b5-4178-b3bd-732b8c2de147'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:35:13.649033 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4461cd60-9185-481e-9a16-3201771ab81f None None] Attempting to bind port 5377b1f2-8d74-450f-957c-0cf0c2fa784b on network 42456495-a2b5-4178-b3bd-732b8c2de147 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:35:13.658812 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [None req-f2dfbcd6-1efa-4786-807e-2e29a79e9f11 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] create failed (client error): The resource could not be found. Aug 10 03:35:13.659885 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-f2dfbcd6-1efa-4786-807e-2e29a79e9f11 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2302704 Aug 10 03:35:13.666288 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac054a-364d-4f44-a39c-6fbb3d444640 None None] Pushing event updated for resources: {'Port': ['ID=a0d36640-ce5f-43f4-b68d-de2765081660,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:13.667494 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54542) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:13.672264 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4461cd60-9185-481e-9a16-3201771ab81f None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:35:13.672648 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4461cd60-9185-481e-9a16-3201771ab81f None None] Checking segment: {'id': '3b5c8709-5425-4ac9-b24d-4b2c5e18bf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '42456495-a2b5-4178-b3bd-732b8c2de147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:35:13.673063 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4461cd60-9185-481e-9a16-3201771ab81f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:13.673465 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4461cd60-9185-481e-9a16-3201771ab81f None None] Bound using segment: {'id': '3b5c8709-5425-4ac9-b24d-4b2c5e18bf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '42456495-a2b5-4178-b3bd-732b8c2de147'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:35:13.673952 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-4461cd60-9185-481e-9a16-3201771ab81f None None] Bound port: 5377b1f2-8d74-450f-957c-0cf0c2fa784b, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b5c8709-5425-4ac9-b24d-4b2c5e18bf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '42456495-a2b5-4178-b3bd-732b8c2de147'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:35:13.674343 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4461cd60-9185-481e-9a16-3201771ab81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:13.677754 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b13df6-5a0b-42f7-ad34-cc7e23af117d tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event updated for resources: {'Port': ['ID=de5fb267-95f3-4b98-b11c-de91e265a025,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:13.701407 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-c0fb0ef7-d4eb-48c7-a0fa-d56a6c55b8ca tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Request body: {'security_group_rule': {'security_group_id': '37e9d70e-5a7f-46f0-b0c8-e3b2b8d593bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'e0151a2d-df41-4807-872f-0dcfcd4b25e3'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:13.765300 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-263000bb-c304-49df-9fd9-6274c9f3357e req-6646f482-3e16-4798-8bd2-4d47f63ded05 service neutron] 10.222.0.60 "GET /v2.0/networks/af0d2cce-350b-49cd-9cfc-ff635347180b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354856 Aug 10 03:35:13.790697 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-4461cd60-9185-481e-9a16-3201771ab81f None None] For port 5377b1f2-8d74-450f-957c-0cf0c2fa784b, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:35:13.796120 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-4461cd60-9185-481e-9a16-3201771ab81f None None] For port 5377b1f2-8d74-450f-957c-0cf0c2fa784b, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=5377b1f2-8d74-450f-957c-0cf0c2fa784b,segment=NetworkSegment(3b5c8709-5425-4ac9-b24d-4b2c5e18bf82),segment_id=3b5c8709-5425-4ac9-b24d-4b2c5e18bf82)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:35:13.796639 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b13df6-5a0b-42f7-ad34-cc7e23af117d tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Network 56b50bce-7568-4d28-a453-acbaa428ee88 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:35:13.798958 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-69b13df6-5a0b-42f7-ad34-cc7e23af117d tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:13.810120 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4461cd60-9185-481e-9a16-3201771ab81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:13.873159 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1789cf07-cf10-4e73-90f3-1b028d944806 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:13.904133 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4461cd60-9185-481e-9a16-3201771ab81f None None] Pushing event updated for resources: {'Port': ['ID=5377b1f2-8d74-450f-957c-0cf0c2fa784b,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:13.929088 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [None req-c0fb0ef7-d4eb-48c7-a0fa-d56a6c55b8ca tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] create failed (client error): The resource could not be found. Aug 10 03:35:13.934857 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-c0fb0ef7-d4eb-48c7-a0fa-d56a6c55b8ca tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2637472 Aug 10 03:35:13.941072 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54544) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:13.941253 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-1789cf07-cf10-4e73-90f3-1b028d944806 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Transition to ACTIVE for port object 94a37180-f114-4591-bcd6-9c5d32b4be19 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:14.018884 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b13df6-5a0b-42f7-ad34-cc7e23af117d tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Router 91379a71-9012-4b99-a1e7-6400c86119c3 is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:35:14.022762 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-263000bb-c304-49df-9fd9-6274c9f3357e req-d3a1e055-b7ac-4a1d-bfa9-48d86f248efe service neutron] 10.222.0.60 "GET /v2.0/networks/af0d2cce-350b-49cd-9cfc-ff635347180b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471039 Aug 10 03:35:14.037959 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-bb71300e-fdc1-4528-9621-bdf557a0066f None None] Provisioning complete for port a0d36640-ce5f-43f4-b68d-de2765081660 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:14.038338 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-bb71300e-fdc1-4528-9621-bdf557a0066f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:14.046320 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7943a540-58f3-4647-a98e-b63404af5ef5 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:14.066969 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1789cf07-cf10-4e73-90f3-1b028d944806 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:14.182653 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1789cf07-cf10-4e73-90f3-1b028d944806 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Network 42456495-a2b5-4178-b3bd-732b8c2de147 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:35:14.184533 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1789cf07-cf10-4e73-90f3-1b028d944806 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Pushing event updated for resources: {'Port': ['ID=94a37180-f114-4591-bcd6-9c5d32b4be19,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:14.202190 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-1789cf07-cf10-4e73-90f3-1b028d944806 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:14.206601 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1789cf07-cf10-4e73-90f3-1b028d944806 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:35:14.266423 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-bb71300e-fdc1-4528-9621-bdf557a0066f None None] Provisioning for port de5fb267-95f3-4b98-b11c-de91e265a025 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:35:14.273525 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-bb71300e-fdc1-4528-9621-bdf557a0066f None None] Provisioning complete for port de5fb267-95f3-4b98-b11c-de91e265a025 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:14.274252 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-bb71300e-fdc1-4528-9621-bdf557a0066f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:14.299653 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1789cf07-cf10-4e73-90f3-1b028d944806 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:14.300481 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1789cf07-cf10-4e73-90f3-1b028d944806 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:14.330882 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7943a540-58f3-4647-a98e-b63404af5ef5 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:14.348770 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-bb71300e-fdc1-4528-9621-bdf557a0066f None None] Port de5fb267-95f3-4b98-b11c-de91e265a025 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:35:14.357427 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a92348-f018-4cd9-8286-4aac13d5bf30 req-71a3a01d-b5db-4fcd-86ea-5e47c9b2edab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:14.359127 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a6a92348-f018-4cd9-8286-4aac13d5bf30 req-71a3a01d-b5db-4fcd-86ea-5e47c9b2edab service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3cffefacccfd4712be786e53e7cb07cb&device_id=6d1dccb2-2d98-4b87-af4b-fa731c8eb1d8 HTTP/1.1" status: 200 len: 1095 time: 0.2498753 Aug 10 03:35:14.384512 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b13df6-5a0b-42f7-ad34-cc7e23af117d tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:35:14.393718 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-69b13df6-5a0b-42f7-ad34-cc7e23af117d tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "PUT /v2.0/routers/91379a71-9012-4b99-a1e7-6400c86119c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9798236 Aug 10 03:35:14.398724 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54550) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:14.404023 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09381628-cc08-4aa6-9862-b148b266aeff None None] Sync routers for ids ['91379a71-9012-4b99-a1e7-6400c86119c3'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:35:14.412875 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-1789cf07-cf10-4e73-90f3-1b028d944806 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1827090 Aug 10 03:35:14.426918 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device a0d36640-ce5f-43f4-b68d-de2765081660 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:35:14.434834 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09381628-cc08-4aa6-9862-b148b266aeff None None] Routers {'91379a71-9012-4b99-a1e7-6400c86119c3'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:35:14.435923 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-09381628-cc08-4aa6-9862-b148b266aeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:35:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['91379a71-9012-4b99-a1e7-6400c86119c3'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:14.440514 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54552) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:14.449684 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-30d22c33-4f49-4a2f-833a-0a9f8b10e962 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Request body: {'port': {'network_id': '42456495-a2b5-4178-b3bd-732b8c2de147', 'name': 'tempest-AllowedAddressPairTestJSON-2089425656', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:e1:5a:ce'}]}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:14.502016 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71530089-5eb1-4e3a-a777-05ca86a8644c tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:14.506892 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-71530089-5eb1-4e3a-a777-05ca86a8644c tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "GET /v2.0/ports/de5fb267-95f3-4b98-b11c-de91e265a025 HTTP/1.1" status: 200 len: 911 time: 0.1040158 Aug 10 03:35:14.509333 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54554) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:14.524192 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-09381628-cc08-4aa6-9862-b148b266aeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:14.560183 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09381628-cc08-4aa6-9862-b148b266aeff None None] Routers {'91379a71-9012-4b99-a1e7-6400c86119c3'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:35:14.560866 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-09381628-cc08-4aa6-9862-b148b266aeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:35:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['91379a71-9012-4b99-a1e7-6400c86119c3'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:14.575825 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-2cc5c9cb-5887-4f6a-8fb6-45e4f8f5567e None None] Provisioning complete for port de5fb267-95f3-4b98-b11c-de91e265a025 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:14.576775 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2cc5c9cb-5887-4f6a-8fb6-45e4f8f5567e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:14.581232 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380c382-4d01-4bd1-a966-202345c2ffcf req-b19ce686-712b-4072-a05a-160d40c0629e tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:14.603396 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a380c382-4d01-4bd1-a966-202345c2ffcf req-b19ce686-712b-4072-a05a-160d40c0629e tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d1dccb2-2d98-4b87-af4b-fa731c8eb1d8 HTTP/1.1" status: 200 len: 943 time: 0.2946060 Aug 10 03:35:14.625570 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-09381628-cc08-4aa6-9862-b148b266aeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:14.630480 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09381628-cc08-4aa6-9862-b148b266aeff None None] The sync data for ids ['91379a71-9012-4b99-a1e7-6400c86119c3'] in n-d-768851-15 is: [] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:35:14.631508 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port a0d36640-ce5f-43f4-b68d-de2765081660 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:14.635098 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:14.687142 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a92348-f018-4cd9-8286-4aac13d5bf30 req-ac23524f-6712-4bd6-afbd-11f8a931f7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:14.689271 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a6a92348-f018-4cd9-8286-4aac13d5bf30 req-ac23524f-6712-4bd6-afbd-11f8a931f7e3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=af0d2cce-350b-49cd-9cfc-ff635347180b HTTP/1.1" status: 200 len: 915 time: 0.3205683 Aug 10 03:35:14.698422 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a380c382-4d01-4bd1-a966-202345c2ffcf req-d915b175-fa36-4c97-8685-cf52f0e65396 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a444d7d-1269-431d-a801-cc92cc418807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707181 Aug 10 03:35:14.712362 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d22c33-4f49-4a2f-833a-0a9f8b10e962 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Made reservation on behalf of eaf92371326344aeb4b8b8ce9567a6ef for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:14.724312 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-2cc5c9cb-5887-4f6a-8fb6-45e4f8f5567e None None] Port de5fb267-95f3-4b98-b11c-de91e265a025 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:35:14.765537 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a6a92348-f018-4cd9-8286-4aac13d5bf30 req-dfcd7e3c-6289-42de-896e-b04ad5cfbb28 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cd40eca-ca86-462f-8a85-aa999f21e854 HTTP/1.1" status: 200 len: 217 time: 0.0645392 Aug 10 03:35:14.835218 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7943a540-58f3-4647-a98e-b63404af5ef5 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:14.839206 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7943a540-58f3-4647-a98e-b63404af5ef5 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:14.844342 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7943a540-58f3-4647-a98e-b63404af5ef5 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] 10.222.0.62 "DELETE /v2.0/security-groups/37e9d70e-5a7f-46f0-b0c8-e3b2b8d593bc HTTP/1.1" status: 204 len: 168 time: 0.9046342 Aug 10 03:35:14.848402 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54556) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:14.864459 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7943a540-58f3-4647-a98e-b63404af5ef5 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e9d70e-5a7f-46f0-b0c8-e3b2b8d593bc,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:14.889006 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a92348-f018-4cd9-8286-4aac13d5bf30 req-522a9bcb-873b-49b6-a53f-51d04fef1e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:14.890667 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a6a92348-f018-4cd9-8286-4aac13d5bf30 req-522a9bcb-873b-49b6-a53f-51d04fef1e4a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02e995bf-0ffb-4fac-9ab1-ec0873c47a61 HTTP/1.1" status: 200 len: 854 time: 0.0982757 Aug 10 03:35:14.951478 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-75e3b394-3ca0-4984-9829-6e03c86f3186 None None] Provisioning complete for port de5fb267-95f3-4b98-b11c-de91e265a025 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:14.952258 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-75e3b394-3ca0-4984-9829-6e03c86f3186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:14.954406 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-30d22c33-4f49-4a2f-833a-0a9f8b10e962 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:14.957877 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a6a92348-f018-4cd9-8286-4aac13d5bf30 req-d489104c-04a6-4c69-9e2d-cc23a8ce444b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af0d2cce-350b-49cd-9cfc-ff635347180b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478425 Aug 10 03:35:14.963184 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-96d7b80e-5fcb-452a-8abd-51a34b87cb11 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1130669 Aug 10 03:35:14.966370 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54558) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:14.971850 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-bc316a88-340d-4377-8f9a-910c8b99295d tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Request body: {'security_group_rule': {'security_group_id': '73c9875c-9261-417d-80a0-bbe7ce44c298', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:15.008255 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-75e3b394-3ca0-4984-9829-6e03c86f3186 None None] Port de5fb267-95f3-4b98-b11c-de91e265a025 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:35:15.020978 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [None req-30d22c33-4f49-4a2f-833a-0a9f8b10e962 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] device_id is not set on port 433a4def-d271-4265-83fb-7a6487611bd8 yet. {{(pid=94216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:35:15.108868 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-bc316a88-340d-4377-8f9a-910c8b99295d tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] create failed (client error): The resource could not be found. Aug 10 03:35:15.113312 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-bc316a88-340d-4377-8f9a-910c8b99295d tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1425626 Aug 10 03:35:15.114689 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54560) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:15.122813 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-4646115e-133e-421b-ade4-b8199b0bf5dc tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Request body: {'security_group': {'name': 'tempest-secgroup--1668985337'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:15.142329 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f5dc954e-92ae-464e-a2d9-f1c4399a49e6 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:15.145594 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a6a92348-f018-4cd9-8286-4aac13d5bf30 req-1edae056-73c6-4103-a72b-72f8014100dc service neutron] 10.222.0.60 "GET /v2.0/networks/af0d2cce-350b-49cd-9cfc-ff635347180b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760943 Aug 10 03:35:15.211726 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-30d22c33-4f49-4a2f-833a-0a9f8b10e962 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Allocated IP 172.20.0.11 (42456495-a2b5-4178-b3bd-732b8c2de147/adc60e06-8ebe-45e5-9d59-6a1ddbda3de0/433a4def-d271-4265-83fb-7a6487611bd8) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:35:15.231445 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4646115e-133e-421b-ade4-b8199b0bf5dc tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:15.300607 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a6a92348-f018-4cd9-8286-4aac13d5bf30 req-45f96f7c-a5ec-4333-b2c7-25e14e52864c service neutron] 10.222.0.60 "GET /v2.0/networks/af0d2cce-350b-49cd-9cfc-ff635347180b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409922 Aug 10 03:35:15.431775 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-30d22c33-4f49-4a2f-833a-0a9f8b10e962 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:15.454529 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-30d22c33-4f49-4a2f-833a-0a9f8b10e962 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Transition to ACTIVE for port object 433a4def-d271-4265-83fb-7a6487611bd8 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:15.463777 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4646115e-133e-421b-ade4-b8199b0bf5dc tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:15.472282 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4646115e-133e-421b-ade4-b8199b0bf5dc tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:15.498865 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-30d22c33-4f49-4a2f-833a-0a9f8b10e962 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:15.567284 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e9fb26-d855-4de9-a87f-60a341fee85d None None] Network 42456495-a2b5-4178-b3bd-732b8c2de147 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:35:15.589865 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d22c33-4f49-4a2f-833a-0a9f8b10e962 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Network 42456495-a2b5-4178-b3bd-732b8c2de147 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:35:15.593359 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-30d22c33-4f49-4a2f-833a-0a9f8b10e962 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:15.599084 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d22c33-4f49-4a2f-833a-0a9f8b10e962 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:35:15.606953 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d22c33-4f49-4a2f-833a-0a9f8b10e962 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Pushing event updated for resources: {'Port': ['ID=433a4def-d271-4265-83fb-7a6487611bd8,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:15.646255 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b4101615-32c9-4d08-95fe-ac4f0997d937 None None] Provisioning for port 5377b1f2-8d74-450f-957c-0cf0c2fa784b completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:35:15.672393 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d22c33-4f49-4a2f-833a-0a9f8b10e962 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:15.673354 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-30d22c33-4f49-4a2f-833a-0a9f8b10e962 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:15.692218 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-30d22c33-4f49-4a2f-833a-0a9f8b10e962 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.2463903 Aug 10 03:35:15.694438 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54564) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:15.754242 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b43578-11cd-4256-b30b-fc28abc15f44 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:15.760755 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b43578-11cd-4256-b30b-fc28abc15f44 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:15.767278 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b43578-11cd-4256-b30b-fc28abc15f44 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:15.771005 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b9b43578-11cd-4256-b30b-fc28abc15f44 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.0746012 Aug 10 03:35:15.773878 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54568) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:15.866579 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4646115e-133e-421b-ade4-b8199b0bf5dc tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:15.870471 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4646115e-133e-421b-ade4-b8199b0bf5dc tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7512090 Aug 10 03:35:15.872829 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54570) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:15.877931 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-de11d607-03bf-4db0-b940-4d425a6a9b03 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Request body: {'security_group': {'name': 'tempest-secgroup--1681086669'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:15.895736 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1a9cd-f622-4dca-83b5-4c38a938dbdc req-464d701c-8fc6-4585-9749-1557761504e7 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:15.897311 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-55f1a9cd-f622-4dca-83b5-4c38a938dbdc req-464d701c-8fc6-4585-9749-1557761504e7 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d1dccb2-2d98-4b87-af4b-fa731c8eb1d8 HTTP/1.1" status: 200 len: 943 time: 0.1145704 Aug 10 03:35:15.899720 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4646115e-133e-421b-ade4-b8199b0bf5dc tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=636fffb0-0f51-4531-a250-7aee0394fe13,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:15.923174 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-de11d607-03bf-4db0-b940-4d425a6a9b03 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:15.973053 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-91672ad9-c2bd-47a8-9fa7-d2ca47131267 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Deleting port 433a4def-d271-4265-83fb-7a6487611bd8 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:15.973506 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-91672ad9-c2bd-47a8-9fa7-d2ca47131267 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:15.984024 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-f5dc954e-92ae-464e-a2d9-f1c4399a49e6 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Deleting port de5fb267-95f3-4b98-b11c-de91e265a025 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:15.984378 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f5dc954e-92ae-464e-a2d9-f1c4399a49e6 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:16.051340 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-55f1a9cd-f622-4dca-83b5-4c38a938dbdc req-fb1bd2a9-44a4-40bd-989b-79181d9ea3d8 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a444d7d-1269-431d-a801-cc92cc418807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424029 Aug 10 03:35:16.094090 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-91672ad9-c2bd-47a8-9fa7-d2ca47131267 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:16.110252 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-91672ad9-c2bd-47a8-9fa7-d2ca47131267 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Calling delete_port for 433a4def-d271-4265-83fb-7a6487611bd8 owned by {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:16.115488 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-4e7484d1-4fa0-4fc7-805b-2fede2dac02e None None] Provisioning for port 433a4def-d271-4265-83fb-7a6487611bd8 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:35:16.119303 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-de11d607-03bf-4db0-b940-4d425a6a9b03 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:16.125100 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-4e7484d1-4fa0-4fc7-805b-2fede2dac02e None None] Provisioning complete for port 433a4def-d271-4265-83fb-7a6487611bd8 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:16.126430 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4e7484d1-4fa0-4fc7-805b-2fede2dac02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:16.130039 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-de11d607-03bf-4db0-b940-4d425a6a9b03 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:16.142516 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f5dc954e-92ae-464e-a2d9-f1c4399a49e6 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:16.168910 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-de11d607-03bf-4db0-b940-4d425a6a9b03 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:16.170460 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-de11d607-03bf-4db0-b940-4d425a6a9b03 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2965736 Aug 10 03:35:16.177024 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-4e7484d1-4fa0-4fc7-805b-2fede2dac02e None None] Port 433a4def-d271-4265-83fb-7a6487611bd8 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:35:16.181226 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54572) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:16.196430 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-4e7484d1-4fa0-4fc7-805b-2fede2dac02e None None] Provisioning for port 94a37180-f114-4591-bcd6-9c5d32b4be19 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:35:16.200624 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-4e7484d1-4fa0-4fc7-805b-2fede2dac02e None None] Provisioning complete for port 94a37180-f114-4591-bcd6-9c5d32b4be19 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:16.201176 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4e7484d1-4fa0-4fc7-805b-2fede2dac02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:16.204488 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-ccb7a5fb-d367-4a5a-937b-10a957645de9 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Request body: {'security_group_rule': {'security_group_id': '636fffb0-0f51-4531-a250-7aee0394fe13', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'c1acecfe-baca-49ef-b9d9-b1857e5c4f50'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:16.210698 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-f5dc954e-92ae-464e-a2d9-f1c4399a49e6 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Calling delete_port for de5fb267-95f3-4b98-b11c-de91e265a025 owned by network:router_interface {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:16.225232 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de11d607-03bf-4db0-b940-4d425a6a9b03 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1acecfe-baca-49ef-b9d9-b1857e5c4f50,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:16.303826 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-91672ad9-c2bd-47a8-9fa7-d2ca47131267 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:16.342774 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91672ad9-c2bd-47a8-9fa7-d2ca47131267 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Pushing event deleted for resources: {'Port': ['ID=433a4def-d271-4265-83fb-7a6487611bd8,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:16.388114 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-ccb7a5fb-d367-4a5a-937b-10a957645de9 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:35:16.402282 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ccb7a5fb-d367-4a5a-937b-10a957645de9 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2199073 Aug 10 03:35:16.405248 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54574) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:16.506876 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 5377b1f2-8d74-450f-957c-0cf0c2fa784b up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:35:16.537861 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-4e7484d1-4fa0-4fc7-805b-2fede2dac02e None None] Port 94a37180-f114-4591-bcd6-9c5d32b4be19 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:35:16.568154 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8bf1019f-7b16-4a59-a245-68b27a9e3308 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:16.570763 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f5dc954e-92ae-464e-a2d9-f1c4399a49e6 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:16.603392 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8bf1019f-7b16-4a59-a245-68b27a9e3308 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:16.603651 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 5377b1f2-8d74-450f-957c-0cf0c2fa784b completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:35:16.605369 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dc954e-92ae-464e-a2d9-f1c4399a49e6 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event deleted for resources: {'Port': ['ID=de5fb267-95f3-4b98-b11c-de91e265a025,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:16.633579 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 5377b1f2-8d74-450f-957c-0cf0c2fa784b triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:16.634004 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:16.694274 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8bf1019f-7b16-4a59-a245-68b27a9e3308 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:16.697080 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8bf1019f-7b16-4a59-a245-68b27a9e3308 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:16.701035 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54578) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:16.703363 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8bf1019f-7b16-4a59-a245-68b27a9e3308 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] 10.222.0.62 "DELETE /v2.0/security-groups/c1acecfe-baca-49ef-b9d9-b1857e5c4f50 HTTP/1.1" status: 204 len: 168 time: 0.2944868 Aug 10 03:35:16.744863 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-57ea2d5c-1356-4848-8e0b-b421516f20f5 None None] Provisioning complete for port 94a37180-f114-4591-bcd6-9c5d32b4be19 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:16.745234 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-57ea2d5c-1356-4848-8e0b-b421516f20f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:16.751658 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf1019f-7b16-4a59-a245-68b27a9e3308 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1acecfe-baca-49ef-b9d9-b1857e5c4f50,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:16.761849 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-91672ad9-c2bd-47a8-9fa7-d2ca47131267 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:16.767193 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-91672ad9-c2bd-47a8-9fa7-d2ca47131267 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] 10.222.0.62 "DELETE /v2.0/ports/433a4def-d271-4265-83fb-7a6487611bd8 HTTP/1.1" status: 204 len: 168 time: 0.9923091 Aug 10 03:35:16.767788 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54580) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:16.806430 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-b04eaa14-4c69-48a2-af37-9cb68582503b tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] GET failed (client error): The resource could not be found. Aug 10 03:35:16.811741 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54582) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:16.812702 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b04eaa14-4c69-48a2-af37-9cb68582503b tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] 10.222.0.62 "GET /v2.0/ports/433a4def-d271-4265-83fb-7a6487611bd8 HTTP/1.1" status: 404 len: 333 time: 0.0438221 Aug 10 03:35:16.816422 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-57ea2d5c-1356-4848-8e0b-b421516f20f5 None None] Port 94a37180-f114-4591-bcd6-9c5d32b4be19 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:35:16.820288 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 8cd40eca-ca86-462f-8a85-aa999f21e854 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:35:16.828581 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-11d511b0-2cc5-424b-8bea-2958bf9dfffd tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Request body: {'port': {'network_id': '42456495-a2b5-4178-b3bd-732b8c2de147', 'name': 'tempest-AllowedAddressPairTestJSON-489402363'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:16.839377 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f5dc954e-92ae-464e-a2d9-f1c4399a49e6 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:16.892738 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:16.998992 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0c01a1fe-4fd4-4e83-a823-ffea7b1f522a None None] Could not find standard attr ID for object 433a4def-d271-4265-83fb-7a6487611bd8. {{(pid=94218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:35:17.020463 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 5377b1f2-8d74-450f-957c-0cf0c2fa784b, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=5377b1f2-8d74-450f-957c-0cf0c2fa784b,segment=NetworkSegment(3b5c8709-5425-4ac9-b24d-4b2c5e18bf82),segment_id=3b5c8709-5425-4ac9-b24d-4b2c5e18bf82)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:17.034001 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:17.044279 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-269afbe7-f0b0-4add-8c4e-0972091a740c tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3420022 Aug 10 03:35:17.048478 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54584) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:17.132624 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 8cd40eca-ca86-462f-8a85-aa999f21e854, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=8cd40eca-ca86-462f-8a85-aa999f21e854,segment=NetworkSegment(a4303e71-48dc-4566-b57f-77b9ab45a962),segment_id=a4303e71-48dc-4566-b57f-77b9ab45a962)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:17.148336 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=5377b1f2-8d74-450f-957c-0cf0c2fa784b,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:17.153399 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '8cd40eca-ca86-462f-8a85-aa999f21e854', 'network_id': 'af0d2cce-350b-49cd-9cfc-ff635347180b', 'port_id': '8cd40eca-ca86-462f-8a85-aa999f21e854', 'mac_address': 'fa:16:3e:56:4e:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02e995bf-0ffb-4fac-9ab1-ec0873c47a61', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:35:17.204723 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd18692-011b-4e88-823a-ed6ff0ea3ad6 req-4a5ba3e4-0fac-4b6d-9987-7b08e667c46e tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:17.207214 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dcd18692-011b-4e88-823a-ed6ff0ea3ad6 req-4a5ba3e4-0fac-4b6d-9987-7b08e667c46e tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d1dccb2-2d98-4b87-af4b-fa731c8eb1d8 HTTP/1.1" status: 200 len: 943 time: 0.0561316 Aug 10 03:35:17.209604 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:17.226633 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cd40eca-ca86-462f-8a85-aa999f21e854 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:35:17.248856 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5dc954e-92ae-464e-a2d9-f1c4399a49e6 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Router 91379a71-9012-4b99-a1e7-6400c86119c3 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:35:17.250253 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2bb22ea7-d3fd-4cf6-b81c-4946e1b7caa3 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:17.250538 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 8cd40eca-ca86-462f-8a85-aa999f21e854, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=8cd40eca-ca86-462f-8a85-aa999f21e854,segment=NetworkSegment(a4303e71-48dc-4566-b57f-77b9ab45a962),segment_id=a4303e71-48dc-4566-b57f-77b9ab45a962)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:17.259424 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d511b0-2cc5-424b-8bea-2958bf9dfffd tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Made reservation on behalf of eaf92371326344aeb4b8b8ce9567a6ef for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:17.259944 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:17.263221 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-11d511b0-2cc5-424b-8bea-2958bf9dfffd tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:17.265188 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dcd18692-011b-4e88-823a-ed6ff0ea3ad6 req-96b414b8-01c8-456c-8bbc-bdbf05a18560 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a444d7d-1269-431d-a801-cc92cc418807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505481 Aug 10 03:35:17.304818 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2bb22ea7-d3fd-4cf6-b81c-4946e1b7caa3 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:17.318547 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=8cd40eca-ca86-462f-8a85-aa999f21e854,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:17.348112 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [None req-11d511b0-2cc5-424b-8bea-2958bf9dfffd tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] device_id is not set on port 065d0fb3-83c7-4cbd-8829-d1501119dfe3 yet. {{(pid=94217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:35:17.437844 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5dc954e-92ae-464e-a2d9-f1c4399a49e6 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:35:17.445207 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f5dc954e-92ae-464e-a2d9-f1c4399a49e6 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "PUT /v2.0/routers/91379a71-9012-4b99-a1e7-6400c86119c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9338565 Aug 10 03:35:17.449070 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54588) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:17.454238 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142c0105-5a5c-4420-9240-28edbdbd7dfe None None] Sync routers for ids ['91379a71-9012-4b99-a1e7-6400c86119c3'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:35:17.467377 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2bb22ea7-d3fd-4cf6-b81c-4946e1b7caa3 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:17.469482 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142c0105-5a5c-4420-9240-28edbdbd7dfe None None] Routers {'91379a71-9012-4b99-a1e7-6400c86119c3'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:35:17.470393 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2bb22ea7-d3fd-4cf6-b81c-4946e1b7caa3 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:17.470523 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-142c0105-5a5c-4420-9240-28edbdbd7dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:35:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['91379a71-9012-4b99-a1e7-6400c86119c3'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:17.474401 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2bb22ea7-d3fd-4cf6-b81c-4946e1b7caa3 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] 10.222.0.62 "DELETE /v2.0/security-groups/636fffb0-0f51-4531-a250-7aee0394fe13 HTTP/1.1" status: 204 len: 168 time: 0.4190605 Aug 10 03:35:17.482032 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54590) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:17.487534 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb22ea7-d3fd-4cf6-b81c-4946e1b7caa3 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=636fffb0-0f51-4531-a250-7aee0394fe13,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:17.508677 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-9c048357-0ca1-48b1-8f20-a31af3729b24 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "GET /v2.0/ports?device_id=91379a71-9012-4b99-a1e7-6400c86119c3 HTTP/1.1" status: 200 len: 205 time: 0.0575626 Aug 10 03:35:17.508916 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54592) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:17.522492 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['8cd40eca-ca86-462f-8a85-aa999f21e854'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:35:17.527649 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-142c0105-5a5c-4420-9240-28edbdbd7dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:17.540626 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-c6490f54-adc6-47c8-8a04-307f7ab27952 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0532911 Aug 10 03:35:17.540852 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54594) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:17.545814 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-4d09d821-7f79-47af-bf1a-3a4e6f2016da tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Request body: {'security_group': {'name': 'tempest-secgroup--460704088'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:17.576064 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142c0105-5a5c-4420-9240-28edbdbd7dfe None None] Routers {'91379a71-9012-4b99-a1e7-6400c86119c3'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:35:17.576725 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-142c0105-5a5c-4420-9240-28edbdbd7dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:35:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['91379a71-9012-4b99-a1e7-6400c86119c3'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:17.577909 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4d09d821-7f79-47af-bf1a-3a4e6f2016da tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:17.588339 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3b4f216e-bc79-43cd-a875-cedb45089dab tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for router, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:17.617625 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-142c0105-5a5c-4420-9240-28edbdbd7dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:17.618267 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142c0105-5a5c-4420-9240-28edbdbd7dfe None None] The sync data for ids ['91379a71-9012-4b99-a1e7-6400c86119c3'] in n-d-768851-15 is: [] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:35:17.684199 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-11d511b0-2cc5-424b-8bea-2958bf9dfffd tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Allocated IP 172.20.0.12 (42456495-a2b5-4178-b3bd-732b8c2de147/adc60e06-8ebe-45e5-9d59-6a1ddbda3de0/065d0fb3-83c7-4cbd-8829-d1501119dfe3) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:35:17.701645 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4d09d821-7f79-47af-bf1a-3a4e6f2016da tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:17.706553 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4d09d821-7f79-47af-bf1a-3a4e6f2016da tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:17.767989 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4d09d821-7f79-47af-bf1a-3a4e6f2016da tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:17.769279 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-4d09d821-7f79-47af-bf1a-3a4e6f2016da tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2273288 Aug 10 03:35:17.774925 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54598) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:17.781885 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-6aec8cbe-9768-4c4a-a5f8-21046c37a59a tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Request body: {'security_group_rule': {'security_group_id': '857bab64-c5a5-46f4-ad02-19c1a9e935ea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:17.791278 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d09d821-7f79-47af-bf1a-3a4e6f2016da tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=857bab64-c5a5-46f4-ad02-19c1a9e935ea,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:17.797696 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3b4f216e-bc79-43cd-a875-cedb45089dab tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:17.799861 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3b4f216e-bc79-43cd-a875-cedb45089dab tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:17.833114 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [None req-6aec8cbe-9768-4c4a-a5f8-21046c37a59a tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:35:17.834393 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-6aec8cbe-9768-4c4a-a5f8-21046c37a59a tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0582831 Aug 10 03:35:17.837003 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54600) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:17.841866 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-07f53467-1577-4b69-b936-6a25b280781a tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Request body: {'security_group_rule': {'security_group_id': '857bab64-c5a5-46f4-ad02-19c1a9e935ea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:17.868890 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3b4f216e-bc79-43cd-a875-cedb45089dab tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:17.869416 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b4f216e-bc79-43cd-a875-cedb45089dab tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Fanout notify agent at l3_agent the message router_deleted on router 91379a71-9012-4b99-a1e7-6400c86119c3 {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:35:17.877682 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3b4f216e-bc79-43cd-a875-cedb45089dab tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:17.879009 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3b4f216e-bc79-43cd-a875-cedb45089dab tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "DELETE /v2.0/routers/91379a71-9012-4b99-a1e7-6400c86119c3 HTTP/1.1" status: 204 len: 168 time: 0.3702130 Aug 10 03:35:17.882456 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54602) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:17.888432 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [None req-07f53467-1577-4b69-b936-6a25b280781a tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:35:17.889605 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-07f53467-1577-4b69-b936-6a25b280781a tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0514252 Aug 10 03:35:17.892923 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54604) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:17.951433 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-81eec9ae-af4c-4b59-aa61-d57981b9e7f7 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:17.979634 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-81eec9ae-af4c-4b59-aa61-d57981b9e7f7 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:17.987685 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-b345e8b7-6347-457f-847a-412eaa5e0257 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Deleting subnet 22e31990-7c44-4886-95f6-dfc755f45cab {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:35:17.994990 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b345e8b7-6347-457f-847a-412eaa5e0257 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:18.029350 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-81eec9ae-af4c-4b59-aa61-d57981b9e7f7 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:18.032674 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-81eec9ae-af4c-4b59-aa61-d57981b9e7f7 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:18.036024 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-81eec9ae-af4c-4b59-aa61-d57981b9e7f7 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] 10.222.0.62 "DELETE /v2.0/security-groups/857bab64-c5a5-46f4-ad02-19c1a9e935ea HTTP/1.1" status: 204 len: 168 time: 0.1410005 Aug 10 03:35:18.040658 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54606) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:18.054890 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b345e8b7-6347-457f-847a-412eaa5e0257 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:18.059354 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-11d511b0-2cc5-424b-8bea-2958bf9dfffd tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:18.059796 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eec9ae-af4c-4b59-aa61-d57981b9e7f7 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=857bab64-c5a5-46f4-ad02-19c1a9e935ea,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:18.099580 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-11d511b0-2cc5-424b-8bea-2958bf9dfffd tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Transition to ACTIVE for port object 065d0fb3-83c7-4cbd-8829-d1501119dfe3 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:18.106102 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ddef3280-cd7d-4e5b-a703-ce9e08609a2e tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0623612 Aug 10 03:35:18.112247 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54608) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:18.116714 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-568ab0af-2d98-4c74-a4dc-de29d9081180 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Request body: {'security_group': {'name': 'tempest-secgroup--2124829301'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:18.140601 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-568ab0af-2d98-4c74-a4dc-de29d9081180 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:18.175063 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b345e8b7-6347-457f-847a-412eaa5e0257 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:18.210459 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-11d511b0-2cc5-424b-8bea-2958bf9dfffd tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:18.241812 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-568ab0af-2d98-4c74-a4dc-de29d9081180 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:18.246826 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-568ab0af-2d98-4c74-a4dc-de29d9081180 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:18.273228 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d511b0-2cc5-424b-8bea-2958bf9dfffd tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Network 42456495-a2b5-4178-b3bd-732b8c2de147 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:35:18.279806 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-11d511b0-2cc5-424b-8bea-2958bf9dfffd tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:18.283738 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d511b0-2cc5-424b-8bea-2958bf9dfffd tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Pushing event updated for resources: {'Port': ['ID=065d0fb3-83c7-4cbd-8829-d1501119dfe3,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:18.286345 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d511b0-2cc5-424b-8bea-2958bf9dfffd tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:35:18.295887 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568ab0af-2d98-4c74-a4dc-de29d9081180 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b2b3f8-cd71-4bf7-a73a-3a35fcd65faf,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:18.301796 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-568ab0af-2d98-4c74-a4dc-de29d9081180 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:18.306530 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-568ab0af-2d98-4c74-a4dc-de29d9081180 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1933489 Aug 10 03:35:18.307271 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54612) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:18.312004 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-33b66376-8a98-491a-be70-51e2e82630ab tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:18.312481 n-d-768851-15 neutron-server[94216]: WARNING neutron.api.v2.base [None req-33b66376-8a98-491a-be70-51e2e82630ab tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 10 03:35:18.312972 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [None req-33b66376-8a98-491a-be70-51e2e82630ab tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] update failed (client error): There was a conflict when trying to complete your request. Aug 10 03:35:18.317995 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-33b66376-8a98-491a-be70-51e2e82630ab tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] 10.222.0.62 "PUT /v2.0/security-groups/f1b2b3f8-cd71-4bf7-a73a-3a35fcd65faf HTTP/1.1" status: 409 len: 330 time: 0.0094378 Aug 10 03:35:18.318602 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54614) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:18.372203 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 5377b1f2-8d74-450f-957c-0cf0c2fa784b up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:35:18.377412 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d511b0-2cc5-424b-8bea-2958bf9dfffd tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:18.378075 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-11d511b0-2cc5-424b-8bea-2958bf9dfffd tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:18.383299 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b345e8b7-6347-457f-847a-412eaa5e0257 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:18.438452 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b345e8b7-6347-457f-847a-412eaa5e0257 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event deleted for resources: {'Subnet': ['ID=22e31990-7c44-4886-95f6-dfc755f45cab,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:18.439674 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5a0f1cce-366c-4bfa-b836-7d1f33435273 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:18.444031 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b345e8b7-6347-457f-847a-412eaa5e0257 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:18.446103 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b345e8b7-6347-457f-847a-412eaa5e0257 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "DELETE /v2.0/subnets/22e31990-7c44-4886-95f6-dfc755f45cab HTTP/1.1" status: 204 len: 168 time: 0.5624990 Aug 10 03:35:18.449223 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54616) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:18.450650 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-11d511b0-2cc5-424b-8bea-2958bf9dfffd tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6303971 Aug 10 03:35:18.451601 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54618) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:18.460222 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3974607-e337-4539-8391-83a9f3034e3b None None] Network 56b50bce-7568-4d28-a453-acbaa428ee88 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:35:18.464067 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-06a5bde3-93ce-4b12-ac67-3c3795c45548 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:e1:5a:ce'}]}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:18.537878 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 5377b1f2-8d74-450f-957c-0cf0c2fa784b triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:18.538320 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:18.644035 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-06a5bde3-93ce-4b12-ac67-3c3795c45548 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:18.756470 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-05b7f930-914c-49b4-b17c-d278ffac21bb None None] Provisioning for port 065d0fb3-83c7-4cbd-8829-d1501119dfe3 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:35:18.767383 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-05b7f930-914c-49b4-b17c-d278ffac21bb None None] Provisioning complete for port 065d0fb3-83c7-4cbd-8829-d1501119dfe3 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:18.768157 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-05b7f930-914c-49b4-b17c-d278ffac21bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:18.774690 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea50ffe-f5df-43ed-9654-4493ab24ef35 None None] DHCP port deletion for 56b50bce-7568-4d28-a453-acbaa428ee88 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:35:18.849803 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-05b7f930-914c-49b4-b17c-d278ffac21bb None None] Port 065d0fb3-83c7-4cbd-8829-d1501119dfe3 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:35:18.854449 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 8cd40eca-ca86-462f-8a85-aa999f21e854 up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:35:18.902528 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e060e77a-ad66-41d5-bccb-170404e2b6ef req-9064c624-0529-48ff-8061-1351199bc59a tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:18.904191 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e060e77a-ad66-41d5-bccb-170404e2b6ef req-9064c624-0529-48ff-8061-1351199bc59a tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d1dccb2-2d98-4b87-af4b-fa731c8eb1d8 HTTP/1.1" status: 200 len: 944 time: 0.5412753 Aug 10 03:35:18.931577 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port 8cd40eca-ca86-462f-8a85-aa999f21e854 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:35:18.938611 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 8cd40eca-ca86-462f-8a85-aa999f21e854 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:18.939039 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:18.944444 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-1ea50ffe-f5df-43ed-9654-4493ab24ef35 None None] Deleting port a0d36640-ce5f-43f4-b68d-de2765081660 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:18.944444 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-1ea50ffe-f5df-43ed-9654-4493ab24ef35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:18.949677 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-06a5bde3-93ce-4b12-ac67-3c3795c45548 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:18.956825 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-06a5bde3-93ce-4b12-ac67-3c3795c45548 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:18.967241 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5a0f1cce-366c-4bfa-b836-7d1f33435273 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:19.015072 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3e2314a5-6812-402d-bab5-43d513f735e3 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:19.023490 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e060e77a-ad66-41d5-bccb-170404e2b6ef req-79c9c6a2-c8e1-478e-a3d7-c8156e82e176 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a444d7d-1269-431d-a801-cc92cc418807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896637 Aug 10 03:35:19.059613 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-1ea50ffe-f5df-43ed-9654-4493ab24ef35 None None] For port a0d36640-ce5f-43f4-b68d-de2765081660, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=a0d36640-ce5f-43f4-b68d-de2765081660,segment=NetworkSegment(809a859e-586a-4272-ab2d-aee4c6aa78c5),segment_id=809a859e-586a-4272-ab2d-aee4c6aa78c5)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:19.060217 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-1ea50ffe-f5df-43ed-9654-4493ab24ef35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:19.077073 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-1ea50ffe-f5df-43ed-9654-4493ab24ef35 None None] Calling delete_port for a0d36640-ce5f-43f4-b68d-de2765081660 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:19.080584 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5a0f1cce-366c-4bfa-b836-7d1f33435273 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:19.083573 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5a0f1cce-366c-4bfa-b836-7d1f33435273 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:19.087384 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-5a0f1cce-366c-4bfa-b836-7d1f33435273 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] 10.222.0.62 "DELETE /v2.0/security-groups/f1b2b3f8-cd71-4bf7-a73a-3a35fcd65faf HTTP/1.1" status: 204 len: 168 time: 0.7629807 Aug 10 03:35:19.144261 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54622) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:19.151379 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0f1cce-366c-4bfa-b836-7d1f33435273 tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b2b3f8-cd71-4bf7-a73a-3a35fcd65faf,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:19.170105 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-06a5bde3-93ce-4b12-ac67-3c3795c45548 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] In _notify_port_updated(), no bound segment for port 065d0fb3-83c7-4cbd-8829-d1501119dfe3 on network 42456495-a2b5-4178-b3bd-732b8c2de147 {{(pid=94217) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:35:19.177694 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a5bde3-93ce-4b12-ac67-3c3795c45548 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:19.178497 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-06a5bde3-93ce-4b12-ac67-3c3795c45548 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:19.180494 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-06a5bde3-93ce-4b12-ac67-3c3795c45548 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] 10.222.0.62 "PUT /v2.0/ports/065d0fb3-83c7-4cbd-8829-d1501119dfe3 HTTP/1.1" status: 200 len: 993 time: 0.7278423 Aug 10 03:35:19.182043 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:19.185085 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54624) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:19.194105 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a5bde3-93ce-4b12-ac67-3c3795c45548 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Pushing event updated for resources: {'Port': ['ID=065d0fb3-83c7-4cbd-8829-d1501119dfe3,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:19.221604 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-afe79de3-4076-497c-ad28-3dcdfffd187d tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0759852 Aug 10 03:35:19.231042 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-3e2314a5-6812-402d-bab5-43d513f735e3 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Deleting port a0d36640-ce5f-43f4-b68d-de2765081660 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:19.231266 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3e2314a5-6812-402d-bab5-43d513f735e3 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:19.232342 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d1dccb2-2d98-4b87-af4b-fa731c8eb1d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd40eca-ca86-462f-8a85-aa999f21e854'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:35:19.234759 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51fce322-1c24-421c-bf6f-38d60593493a" -d '{"events": [{"server_uuid": "6d1dccb2-2d98-4b87-af4b-fa731c8eb1d8", "name": "network-vif-plugged", "status": "completed", "tag": "8cd40eca-ca86-462f-8a85-aa999f21e854"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:35:19.234911 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54626) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:19.289577 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 8cd40eca-ca86-462f-8a85-aa999f21e854, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=8cd40eca-ca86-462f-8a85-aa999f21e854,segment=NetworkSegment(a4303e71-48dc-4566-b57f-77b9ab45a962),segment_id=a4303e71-48dc-4566-b57f-77b9ab45a962)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:19.298659 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe32c1d-a53d-4360-9cfe-a9e7c2bebb4f x-openstack-request-id: req-9fe32c1d-a53d-4360-9cfe-a9e7c2bebb4f {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:35:19.298985 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [None req-d4fe502a-248d-4be5-a217-4a2e8c5a5f0d tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] delete failed (client error): The resource could not be found. Aug 10 03:35:19.300255 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d1dccb2-2d98-4b87-af4b-fa731c8eb1d8", "name": "network-vif-plugged", "status": "completed", "tag": "8cd40eca-ca86-462f-8a85-aa999f21e854", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:35:19.300383 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d4fe502a-248d-4be5-a217-4a2e8c5a5f0d tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] 10.222.0.62 "DELETE /v2.0/security-groups/0db633b1-2cc7-4dcd-9b4c-f9fc11c71a1f HTTP/1.1" status: 404 len: 347 time: 0.0647421 Aug 10 03:35:19.300891 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9fe32c1d-a53d-4360-9cfe-a9e7c2bebb4f {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:35:19.301639 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d1dccb2-2d98-4b87-af4b-fa731c8eb1d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd40eca-ca86-462f-8a85-aa999f21e854', 'code': 200} Aug 10 03:35:19.305976 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54630) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:19.308078 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:19.331468 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [None req-e000f893-e978-4d33-87f9-ec6b2cec6fac tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] show failed (client error): The resource could not be found. Aug 10 03:35:19.333173 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-e000f893-e978-4d33-87f9-ec6b2cec6fac tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] 10.222.0.62 "GET /v2.0/security-groups/40fc0da0-1c48-4d1c-bd72-bc103d7daa05 HTTP/1.1" status: 404 len: 347 time: 0.0260184 Aug 10 03:35:19.335905 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-9dcc77cd-4ab9-43af-9172-ca55a4a82119 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Deleting port 065d0fb3-83c7-4cbd-8829-d1501119dfe3 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:19.336253 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9dcc77cd-4ab9-43af-9172-ca55a4a82119 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:19.337218 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54632) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:19.360215 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-1ea50ffe-f5df-43ed-9654-4493ab24ef35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:19.378363 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [None req-ea4da1b7-aa07-49fd-a1c8-d4815ecdfbee tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] show failed (client error): The resource could not be found. Aug 10 03:35:19.383068 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ea4da1b7-aa07-49fd-a1c8-d4815ecdfbee tempest-NegativeSecGroupIPv6Test-8987075 tempest-NegativeSecGroupIPv6Test-8987075-project] 10.222.0.62 "GET /v2.0/security-group-rules/82d752bb-ac4f-453a-a0f6-f6e0885dc07f HTTP/1.1" status: 404 len: 356 time: 0.0409772 Aug 10 03:35:19.383068 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-3e2314a5-6812-402d-bab5-43d513f735e3 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] For port a0d36640-ce5f-43f4-b68d-de2765081660, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=a0d36640-ce5f-43f4-b68d-de2765081660,segment=NetworkSegment(809a859e-586a-4272-ab2d-aee4c6aa78c5),segment_id=809a859e-586a-4272-ab2d-aee4c6aa78c5)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:19.383068 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3e2314a5-6812-402d-bab5-43d513f735e3 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:19.392043 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=8cd40eca-ca86-462f-8a85-aa999f21e854,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:19.422042 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-3e2314a5-6812-402d-bab5-43d513f735e3 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Calling delete_port for a0d36640-ce5f-43f4-b68d-de2765081660 owned by network:dhcp {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:19.426012 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea50ffe-f5df-43ed-9654-4493ab24ef35 None None] Pushing event deleted for resources: {'Port': ['ID=a0d36640-ce5f-43f4-b68d-de2765081660,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:19.433117 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea50ffe-f5df-43ed-9654-4493ab24ef35 None None] No DVR routers for this DVR port a0d36640-ce5f-43f4-b68d-de2765081660 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:35:19.451423 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-dbb6c5f5-d612-4a53-b0e9-5fd5479ed7b0 None None] Provisioning complete for port 065d0fb3-83c7-4cbd-8829-d1501119dfe3 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:19.451833 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-dbb6c5f5-d612-4a53-b0e9-5fd5479ed7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:19.454597 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3937ab2-3d5a-4f4f-8a70-c805a967cbad req-6def44ab-35e3-4824-9bd8-efd2d524a7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:19.456047 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b3937ab2-3d5a-4f4f-8a70-c805a967cbad req-6def44ab-35e3-4824-9bd8-efd2d524a7a0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6d1dccb2-2d98-4b87-af4b-fa731c8eb1d8 HTTP/1.1" status: 200 len: 1097 time: 0.0601053 Aug 10 03:35:19.509293 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9dcc77cd-4ab9-43af-9172-ca55a4a82119 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:19.521213 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6c5f5-d612-4a53-b0e9-5fd5479ed7b0 None None] Port 065d0fb3-83c7-4cbd-8829-d1501119dfe3 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:35:19.533248 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-9dcc77cd-4ab9-43af-9172-ca55a4a82119 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Calling delete_port for 065d0fb3-83c7-4cbd-8829-d1501119dfe3 owned by {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:19.540232 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b3937ab2-3d5a-4f4f-8a70-c805a967cbad req-2f8f92f6-fc60-432a-b089-2ed2c8621b7f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3a444d7d-1269-431d-a801-cc92cc418807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524752 Aug 10 03:35:19.561585 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3e2314a5-6812-402d-bab5-43d513f735e3 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:19.600461 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2314a5-6812-402d-bab5-43d513f735e3 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] No DVR routers for this DVR port a0d36640-ce5f-43f4-b68d-de2765081660 on host n-d-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:35:19.606278 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2314a5-6812-402d-bab5-43d513f735e3 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event deleted for resources: {'Port': ['ID=a0d36640-ce5f-43f4-b68d-de2765081660,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:19.694946 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3e2314a5-6812-402d-bab5-43d513f735e3 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:19.698587 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9dcc77cd-4ab9-43af-9172-ca55a4a82119 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:19.706539 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-3e2314a5-6812-402d-bab5-43d513f735e3 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56b50bce-7568-4d28-a453-acbaa428ee88']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:19.720624 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-3e2314a5-6812-402d-bab5-43d513f735e3 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '809a859e-586a-4272-ab2d-aee4c6aa78c5') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:19.720946 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-3e2314a5-6812-402d-bab5-43d513f735e3 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '809a859e-586a-4272-ab2d-aee4c6aa78c5') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:19.731625 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3e2314a5-6812-402d-bab5-43d513f735e3 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:19.749505 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3e2314a5-6812-402d-bab5-43d513f735e3 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:19.756764 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e2314a5-6812-402d-bab5-43d513f735e3 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:35:19.757200 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3e2314a5-6812-402d-bab5-43d513f735e3 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:19.761411 n-d-768851-15 neutron-server[94216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:35:19.761411 n-d-768851-15 neutron-server[94216]: self.session.flush() Aug 10 03:35:19.761411 n-d-768851-15 neutron-server[94216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:35:19.761411 n-d-768851-15 neutron-server[94216]: self.session.flush() Aug 10 03:35:19.761411 n-d-768851-15 neutron-server[94216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:35:19.761411 n-d-768851-15 neutron-server[94216]: self.session.flush() Aug 10 03:35:19.761411 n-d-768851-15 neutron-server[94216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:35:19.761411 n-d-768851-15 neutron-server[94216]: self.session.flush() Aug 10 03:35:19.761411 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:35:19.761411 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:35:19.761411 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:35:19.761411 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:35:19.761411 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:35:19.761411 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:35:19.761411 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:35:19.761411 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:35:19.761411 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:35:19.761411 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:35:19.761411 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:35:19.761411 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:35:19.761411 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:35:19.761411 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:35:19.761411 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:35:19.761411 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:35:19.761411 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:35:19.761411 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:35:19.761411 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:35:19.761411 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:35:19.761411 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:35:19.761411 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:35:19.761411 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:35:19.761411 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:35:19.761411 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:35:19.761411 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:35:19.761411 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:35:19.761411 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:35:19.761411 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:35:19.761411 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:35:19.761411 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:35:19.761411 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:35:19.763788 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcc77cd-4ab9-43af-9172-ca55a4a82119 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Pushing event deleted for resources: {'Port': ['ID=065d0fb3-83c7-4cbd-8829-d1501119dfe3,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:19.833564 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54638) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:19.841864 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3e2314a5-6812-402d-bab5-43d513f735e3 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:19.851484 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3e2314a5-6812-402d-bab5-43d513f735e3 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:19.853520 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-3e2314a5-6812-402d-bab5-43d513f735e3 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "DELETE /v2.0/networks/56b50bce-7568-4d28-a453-acbaa428ee88 HTTP/1.1" status: 204 len: 168 time: 1.4015307 Aug 10 03:35:19.857521 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54642) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:19.862615 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-bca5b84d-2969-41e2-b706-c5776452f28d tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-778868945', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}, 'admin_state_up': False}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:19.905670 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2314a5-6812-402d-bab5-43d513f735e3 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event deleted for resources: {'Network': ['ID=56b50bce-7568-4d28-a453-acbaa428ee88,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:19.918612 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9dcc77cd-4ab9-43af-9172-ca55a4a82119 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:19.924596 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9dcc77cd-4ab9-43af-9172-ca55a4a82119 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] 10.222.0.62 "DELETE /v2.0/ports/065d0fb3-83c7-4cbd-8829-d1501119dfe3 HTTP/1.1" status: 204 len: 168 time: 0.7377193 Aug 10 03:35:19.924773 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54646) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:19.925302 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bca5b84d-2969-41e2-b706-c5776452f28d tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:19.932726 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bca5b84d-2969-41e2-b706-c5776452f28d tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:20.002665 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d2f03e6-26a5-450c-8095-0f86e5cbb31a tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] GET failed (client error): The resource could not be found. Aug 10 03:35:20.009938 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-0d2f03e6-26a5-450c-8095-0f86e5cbb31a tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] 10.222.0.62 "GET /v2.0/ports/065d0fb3-83c7-4cbd-8829-d1501119dfe3 HTTP/1.1" status: 404 len: 333 time: 0.0671015 Aug 10 03:35:20.014565 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54648) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:20.020727 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-f7b7c53b-bcdd-47ed-8cb9-92488c5cfbb1 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Request body: {'port': {'network_id': '42456495-a2b5-4178-b3bd-732b8c2de147', 'name': 'tempest-AllowedAddressPairTestJSON-143618347'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:20.081708 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bca5b84d-2969-41e2-b706-c5776452f28d tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:20.131274 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-e87bbc68-4b03-4fcc-b743-27efe5c9c1cc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=49fae9e8934c46d18dca154e12506a7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2965212 Aug 10 03:35:20.134858 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54652) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:20.189961 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b7c53b-bcdd-47ed-8cb9-92488c5cfbb1 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Made reservation on behalf of eaf92371326344aeb4b8b8ce9567a6ef for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:20.194557 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f7b7c53b-bcdd-47ed-8cb9-92488c5cfbb1 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:20.228266 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [None req-f7b7c53b-bcdd-47ed-8cb9-92488c5cfbb1 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] device_id is not set on port 7190e46f-ac6a-4d9b-bd97-33cc0460302a yet. {{(pid=94217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:35:20.239918 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2f805ca7-a914-4ac1-853c-45629f49df61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:20.260431 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bca5b84d-2969-41e2-b706-c5776452f28d tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:20.278781 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d44f93-d393-465c-a6a3-1298ebc18176 req-856aeadc-1359-4978-b3f7-ad8b1a6c9c67 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:20.280351 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c3d44f93-d393-465c-a6a3-1298ebc18176 req-856aeadc-1359-4978-b3f7-ad8b1a6c9c67 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d1dccb2-2d98-4b87-af4b-fa731c8eb1d8 HTTP/1.1" status: 200 len: 945 time: 0.1466849 Aug 10 03:35:20.319680 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2f805ca7-a914-4ac1-853c-45629f49df61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:20.356505 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device a0d36640-ce5f-43f4-b68d-de2765081660 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:35:20.366046 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c3d44f93-d393-465c-a6a3-1298ebc18176 req-83f3fa48-730a-4c3a-b54a-3a022084e921 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a444d7d-1269-431d-a801-cc92cc418807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675702 Aug 10 03:35:20.397508 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: a0d36640-ce5f-43f4-b68d-de2765081660 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:35:20.398126 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device a0d36640-ce5f-43f4-b68d-de2765081660 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:35:20.438065 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-f7b7c53b-bcdd-47ed-8cb9-92488c5cfbb1 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Allocated IP 172.20.0.11 (42456495-a2b5-4178-b3bd-732b8c2de147/adc60e06-8ebe-45e5-9d59-6a1ddbda3de0/7190e46f-ac6a-4d9b-bd97-33cc0460302a) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:35:20.459876 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2f805ca7-a914-4ac1-853c-45629f49df61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:20.462800 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2f805ca7-a914-4ac1-853c-45629f49df61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:20.466638 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2f805ca7-a914-4ac1-853c-45629f49df61 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d75122be-5800-4c65-956a-457eef865e00 HTTP/1.1" status: 204 len: 168 time: 0.3281405 Aug 10 03:35:20.483217 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f805ca7-a914-4ac1-853c-45629f49df61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75122be-5800-4c65-956a-457eef865e00,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:20.568417 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bca5b84d-2969-41e2-b706-c5776452f28d tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for router_gateway, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:20.588614 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bca5b84d-2969-41e2-b706-c5776452f28d tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:20.645841 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f7b7c53b-bcdd-47ed-8cb9-92488c5cfbb1 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:20.664711 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-f7b7c53b-bcdd-47ed-8cb9-92488c5cfbb1 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Transition to ACTIVE for port object 7190e46f-ac6a-4d9b-bd97-33cc0460302a will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:20.703906 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f7b7c53b-bcdd-47ed-8cb9-92488c5cfbb1 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:20.718986 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-bca5b84d-2969-41e2-b706-c5776452f28d tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Allocated IP 172.25.7.80 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/13a18d1b-cd86-4312-b425-a93fc5fa23f3) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:35:20.757356 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b7c53b-bcdd-47ed-8cb9-92488c5cfbb1 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Network 42456495-a2b5-4178-b3bd-732b8c2de147 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:35:20.760665 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-f7b7c53b-bcdd-47ed-8cb9-92488c5cfbb1 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:20.763979 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b7c53b-bcdd-47ed-8cb9-92488c5cfbb1 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:35:20.795621 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b7c53b-bcdd-47ed-8cb9-92488c5cfbb1 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Pushing event updated for resources: {'Port': ['ID=7190e46f-ac6a-4d9b-bd97-33cc0460302a,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:20.853677 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bca5b84d-2969-41e2-b706-c5776452f28d tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:20.858561 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b7c53b-bcdd-47ed-8cb9-92488c5cfbb1 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:20.859322 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f7b7c53b-bcdd-47ed-8cb9-92488c5cfbb1 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:20.892479 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f7b7c53b-bcdd-47ed-8cb9-92488c5cfbb1 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8762796 Aug 10 03:35:20.896808 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54664) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:20.903469 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-8f2af26b-6b35-4b3f-b185-94daca2c65ce tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:e1:5a:ce'}]}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:20.922361 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bca5b84d-2969-41e2-b706-c5776452f28d tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:20.989164 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca5b84d-2969-41e2-b706-c5776452f28d tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:35:21.000400 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-bca5b84d-2969-41e2-b706-c5776452f28d tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:21.003599 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca5b84d-2969-41e2-b706-c5776452f28d tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:35:21.021224 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8f2af26b-6b35-4b3f-b185-94daca2c65ce tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:21.038829 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca5b84d-2969-41e2-b706-c5776452f28d tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event updated for resources: {'Port': ['ID=13a18d1b-cd86-4312-b425-a93fc5fa23f3,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:21.170497 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-e91f8779-0041-4254-8fbd-37182ee37446 None None] Provisioning for port 7190e46f-ac6a-4d9b-bd97-33cc0460302a completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:35:21.178003 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-e91f8779-0041-4254-8fbd-37182ee37446 None None] Provisioning complete for port 7190e46f-ac6a-4d9b-bd97-33cc0460302a triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:21.178389 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e91f8779-0041-4254-8fbd-37182ee37446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:21.240084 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-e91f8779-0041-4254-8fbd-37182ee37446 None None] Port 7190e46f-ac6a-4d9b-bd97-33cc0460302a cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:35:21.299640 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8f2af26b-6b35-4b3f-b185-94daca2c65ce tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:21.306087 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8f2af26b-6b35-4b3f-b185-94daca2c65ce tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:21.356764 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bca5b84d-2969-41e2-b706-c5776452f28d tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for router_gateway, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:21.408055 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2af26b-6b35-4b3f-b185-94daca2c65ce tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Pushing event updated for resources: {'Port': ['ID=7190e46f-ac6a-4d9b-bd97-33cc0460302a,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:21.440878 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-8f2af26b-6b35-4b3f-b185-94daca2c65ce tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] In _notify_port_updated(), no bound segment for port 7190e46f-ac6a-4d9b-bd97-33cc0460302a on network 42456495-a2b5-4178-b3bd-732b8c2de147 {{(pid=94217) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:35:21.448385 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2af26b-6b35-4b3f-b185-94daca2c65ce tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:21.449093 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8f2af26b-6b35-4b3f-b185-94daca2c65ce tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:21.452923 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8f2af26b-6b35-4b3f-b185-94daca2c65ce tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] 10.222.0.62 "PUT /v2.0/ports/7190e46f-ac6a-4d9b-bd97-33cc0460302a HTTP/1.1" status: 200 len: 996 time: 0.5526302 Aug 10 03:35:21.453223 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54680) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:21.498692 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54682) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:21.621671 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-8dde6fcf-211c-498f-9514-6f8914ee80b8 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Deleting port 7190e46f-ac6a-4d9b-bd97-33cc0460302a {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:21.622022 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8dde6fcf-211c-498f-9514-6f8914ee80b8 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:21.641609 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03295f01-5f15-4484-8e8d-0b892a6c3bee req-26b2bb11-7c3e-478f-b5f6-9dc775221ee3 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:21.649013 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-03295f01-5f15-4484-8e8d-0b892a6c3bee req-26b2bb11-7c3e-478f-b5f6-9dc775221ee3 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d1dccb2-2d98-4b87-af4b-fa731c8eb1d8 HTTP/1.1" status: 200 len: 945 time: 0.1214619 Aug 10 03:35:21.666434 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-345f2842-5a79-4093-a863-b1c83dd36d4c None None] Provisioning complete for port 7190e46f-ac6a-4d9b-bd97-33cc0460302a triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:21.667913 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-345f2842-5a79-4093-a863-b1c83dd36d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:21.695937 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-63b42217-04f5-458d-9412-d5655fd291b0 tempest-SubnetPoolsTestJSON-1934304723 tempest-SubnetPoolsTestJSON-1934304723-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1364081033', 'prefixes': ['172.20.0.0/16']}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:21.709476 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-345f2842-5a79-4093-a863-b1c83dd36d4c None None] Port 7190e46f-ac6a-4d9b-bd97-33cc0460302a cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:35:21.723232 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-03295f01-5f15-4484-8e8d-0b892a6c3bee req-518cb625-fff1-40ac-abf1-7eb7a4a29416 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a444d7d-1269-431d-a801-cc92cc418807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731282 Aug 10 03:35:21.749866 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bca5b84d-2969-41e2-b706-c5776452f28d tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:21.909098 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bca5b84d-2969-41e2-b706-c5776452f28d tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Router 5485fc33-b891-4827-85b1-20e0f4050237 is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:35:22.052355 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca5b84d-2969-41e2-b706-c5776452f28d tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:35:22.071252 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa84b56-b5fa-47b0-8f93-ed28f812cfce None None] Sync routers for ids ['5485fc33-b891-4827-85b1-20e0f4050237'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:35:22.087223 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bca5b84d-2969-41e2-b706-c5776452f28d tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:22.091553 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa84b56-b5fa-47b0-8f93-ed28f812cfce None None] Routers {'5485fc33-b891-4827-85b1-20e0f4050237'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:35:22.101213 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-bca5b84d-2969-41e2-b706-c5776452f28d tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 2.2327189 Aug 10 03:35:22.101213 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54688) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:22.103131 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8dde6fcf-211c-498f-9514-6f8914ee80b8 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:22.103978 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-6aa84b56-b5fa-47b0-8f93-ed28f812cfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:35:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['5485fc33-b891-4827-85b1-20e0f4050237'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:22.128626 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-8dde6fcf-211c-498f-9514-6f8914ee80b8 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Calling delete_port for 7190e46f-ac6a-4d9b-bd97-33cc0460302a owned by {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:22.184238 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-6aa84b56-b5fa-47b0-8f93-ed28f812cfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:22.201323 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa84b56-b5fa-47b0-8f93-ed28f812cfce None None] Routers {'5485fc33-b891-4827-85b1-20e0f4050237'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:35:22.202210 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-6aa84b56-b5fa-47b0-8f93-ed28f812cfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:35:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['5485fc33-b891-4827-85b1-20e0f4050237'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:22.231310 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-63b42217-04f5-458d-9412-d5655fd291b0 tempest-SubnetPoolsTestJSON-1934304723 tempest-SubnetPoolsTestJSON-1934304723-project] Notify callbacks [] for subnetpool, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:22.232489 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-63b42217-04f5-458d-9412-d5655fd291b0 tempest-SubnetPoolsTestJSON-1934304723 tempest-SubnetPoolsTestJSON-1934304723-project] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.7327321 Aug 10 03:35:22.235099 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54696) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:22.260047 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-6aa84b56-b5fa-47b0-8f93-ed28f812cfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:22.261411 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa84b56-b5fa-47b0-8f93-ed28f812cfce None None] The sync data for ids ['5485fc33-b891-4827-85b1-20e0f4050237'] in n-d-768851-15 is: [] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:35:22.284578 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-67bd2b57-4629-49eb-8327-f8a24a5e2b29 tempest-SubnetPoolsTestJSON-1934304723 tempest-SubnetPoolsTestJSON-1934304723-project] 10.222.0.62 "GET /v2.0/subnetpools/3f09a8b9-e88c-4e90-8179-7af29f8be392 HTTP/1.1" status: 200 len: 732 time: 0.0481453 Aug 10 03:35:22.287835 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54698) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:22.292968 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-87254be5-8460-4bce-ab4a-a2e591e3f0c3 tempest-SubnetPoolsTestJSON-1934304723 tempest-SubnetPoolsTestJSON-1934304723-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1617460513'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:22.311136 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-764d05e7-732e-47d6-a0ba-7f58220ba864 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "GET /v2.0/routers/5485fc33-b891-4827-85b1-20e0f4050237 HTTP/1.1" status: 200 len: 883 time: 0.2159054 Aug 10 03:35:22.313472 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54700) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:22.404861 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8dde6fcf-211c-498f-9514-6f8914ee80b8 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:22.441245 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dde6fcf-211c-498f-9514-6f8914ee80b8 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Pushing event deleted for resources: {'Port': ['ID=7190e46f-ac6a-4d9b-bd97-33cc0460302a,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:22.506129 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-87254be5-8460-4bce-ab4a-a2e591e3f0c3 tempest-SubnetPoolsTestJSON-1934304723 tempest-SubnetPoolsTestJSON-1934304723-project] Notify callbacks [] for subnetpool, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:22.510187 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-87254be5-8460-4bce-ab4a-a2e591e3f0c3 tempest-SubnetPoolsTestJSON-1934304723 tempest-SubnetPoolsTestJSON-1934304723-project] 10.222.0.62 "PUT /v2.0/subnetpools/3f09a8b9-e88c-4e90-8179-7af29f8be392 HTTP/1.1" status: 200 len: 684 time: 0.2212665 Aug 10 03:35:22.510848 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54704) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:22.568312 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8dde6fcf-211c-498f-9514-6f8914ee80b8 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:22.570253 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8dde6fcf-211c-498f-9514-6f8914ee80b8 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] 10.222.0.62 "DELETE /v2.0/ports/7190e46f-ac6a-4d9b-bd97-33cc0460302a HTTP/1.1" status: 204 len: 168 time: 1.1152563 Aug 10 03:35:22.578380 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-f374c9f5-0cf1-443d-99af-40b283246f81 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.2613180 Aug 10 03:35:22.578380 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54706) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:22.578686 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54708) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:22.607341 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-cbfbb343-68f0-4c3f-95aa-69c11c92c657 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-778868945'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:22.644192 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-db060640-d66f-41db-9e4f-b11e9f148451 tempest-SubnetPoolsTestJSON-1934304723 tempest-SubnetPoolsTestJSON-1934304723-project] Notify callbacks [] for subnetpool, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:22.645478 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-979e78c0-8822-458f-9856-1f94efc91e45 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] GET failed (client error): The resource could not be found. Aug 10 03:35:22.651445 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-db060640-d66f-41db-9e4f-b11e9f148451 tempest-SubnetPoolsTestJSON-1934304723 tempest-SubnetPoolsTestJSON-1934304723-project] 10.222.0.62 "DELETE /v2.0/subnetpools/3f09a8b9-e88c-4e90-8179-7af29f8be392 HTTP/1.1" status: 204 len: 168 time: 0.1374149 Aug 10 03:35:22.652195 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54710) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:22.653089 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-979e78c0-8822-458f-9856-1f94efc91e45 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] 10.222.0.62 "GET /v2.0/ports/7190e46f-ac6a-4d9b-bd97-33cc0460302a HTTP/1.1" status: 404 len: 333 time: 0.0752559 Aug 10 03:35:22.653576 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54712) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:22.672469 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-24624ca6-159e-4d55-b1dc-b513aae0161a tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Request body: {'port': {'network_id': '42456495-a2b5-4178-b3bd-732b8c2de147', 'name': 'tempest-AllowedAddressPairTestJSON-2097234227'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:22.726653 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-d832c5da-083f-45e3-8b8f-00a86d34430d tempest-SubnetPoolsTestJSON-1934304723 tempest-SubnetPoolsTestJSON-1934304723-project] show failed (client error): The resource could not be found. Aug 10 03:35:22.731928 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d832c5da-083f-45e3-8b8f-00a86d34430d tempest-SubnetPoolsTestJSON-1934304723 tempest-SubnetPoolsTestJSON-1934304723-project] 10.222.0.62 "GET /v2.0/subnetpools/3f09a8b9-e88c-4e90-8179-7af29f8be392 HTTP/1.1" status: 404 len: 346 time: 0.0757568 Aug 10 03:35:22.732359 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54714) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:22.752691 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [None req-cafa1918-f2f6-43f2-a5a0-d79f7b623e35 tempest-SubnetPoolsTestJSON-1934304723 tempest-SubnetPoolsTestJSON-1934304723-project] delete failed (client error): The resource could not be found. Aug 10 03:35:22.758033 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-cafa1918-f2f6-43f2-a5a0-d79f7b623e35 tempest-SubnetPoolsTestJSON-1934304723 tempest-SubnetPoolsTestJSON-1934304723-project] 10.222.0.62 "DELETE /v2.0/subnetpools/3f09a8b9-e88c-4e90-8179-7af29f8be392 HTTP/1.1" status: 404 len: 346 time: 0.0204408 Aug 10 03:35:22.843647 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24624ca6-159e-4d55-b1dc-b513aae0161a tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Made reservation on behalf of eaf92371326344aeb4b8b8ce9567a6ef for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:22.848245 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-24624ca6-159e-4d55-b1dc-b513aae0161a tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:22.874561 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [None req-24624ca6-159e-4d55-b1dc-b513aae0161a tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] device_id is not set on port d4fdc560-11d7-405e-a7a4-5f3fb08c1a1d yet. {{(pid=94217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:35:23.064845 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-24624ca6-159e-4d55-b1dc-b513aae0161a tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Allocated IP 172.20.0.14 (42456495-a2b5-4178-b3bd-732b8c2de147/adc60e06-8ebe-45e5-9d59-6a1ddbda3de0/d4fdc560-11d7-405e-a7a4-5f3fb08c1a1d) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:35:23.185428 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54720) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:23.364824 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-24624ca6-159e-4d55-b1dc-b513aae0161a tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:23.387020 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-24624ca6-159e-4d55-b1dc-b513aae0161a tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Transition to ACTIVE for port object d4fdc560-11d7-405e-a7a4-5f3fb08c1a1d will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:23.435427 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-08bacbc3-7511-44ec-b281-e42138fbbfb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:23.455783 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cbfbb343-68f0-4c3f-95aa-69c11c92c657 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-368475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1926'] for router, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:23.467276 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-24624ca6-159e-4d55-b1dc-b513aae0161a tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:23.471783 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cbfbb343-68f0-4c3f-95aa-69c11c92c657 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-372465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-372472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-368450'] for router, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:23.551404 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24624ca6-159e-4d55-b1dc-b513aae0161a tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Network 42456495-a2b5-4178-b3bd-732b8c2de147 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:35:23.558148 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-24624ca6-159e-4d55-b1dc-b513aae0161a tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:23.562517 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24624ca6-159e-4d55-b1dc-b513aae0161a tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:35:23.567331 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24624ca6-159e-4d55-b1dc-b513aae0161a tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Pushing event updated for resources: {'Port': ['ID=d4fdc560-11d7-405e-a7a4-5f3fb08c1a1d,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:23.639742 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbfbb343-68f0-4c3f-95aa-69c11c92c657 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Router 5485fc33-b891-4827-85b1-20e0f4050237 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:35:23.652809 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24624ca6-159e-4d55-b1dc-b513aae0161a tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:23.653476 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-24624ca6-159e-4d55-b1dc-b513aae0161a tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:23.704071 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-08bacbc3-7511-44ec-b281-e42138fbbfb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:23.726354 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-08bacbc3-7511-44ec-b281-e42138fbbfb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:23.770023 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-24624ca6-159e-4d55-b1dc-b513aae0161a tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1119821 Aug 10 03:35:23.776792 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54738) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:23.802691 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-53d4826f-701d-4dd7-a234-94f772a5eeba tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Request body: {'port': {'network_id': '42456495-a2b5-4178-b3bd-732b8c2de147', 'name': 'tempest-AllowedAddressPairTestJSON-1147462154'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:23.804543 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bacbc3-7511-44ec-b281-e42138fbbfb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3708df72-61f2-4d01-9cf2-9bdeb001da36,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:23.844266 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-08bacbc3-7511-44ec-b281-e42138fbbfb2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fc2f4f4df2a644c4aa4c8714aa066d95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6571646 Aug 10 03:35:23.846761 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54740) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:23.883663 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbfbb343-68f0-4c3f-95aa-69c11c92c657 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:35:23.891814 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cbfbb343-68f0-4c3f-95aa-69c11c92c657 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:23.895306 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-cbfbb343-68f0-4c3f-95aa-69c11c92c657 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "PUT /v2.0/routers/5485fc33-b891-4827-85b1-20e0f4050237 HTTP/1.1" status: 200 len: 890 time: 1.2918956 Aug 10 03:35:23.899165 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf15f2c-1e02-49d3-95da-728b5ba9e969 None None] Sync routers for ids ['5485fc33-b891-4827-85b1-20e0f4050237'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:35:23.901541 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54742) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:23.914870 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf15f2c-1e02-49d3-95da-728b5ba9e969 None None] Routers {'5485fc33-b891-4827-85b1-20e0f4050237'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:35:23.916048 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-4cf15f2c-1e02-49d3-95da-728b5ba9e969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:35:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['5485fc33-b891-4827-85b1-20e0f4050237'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:23.959314 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-4cf15f2c-1e02-49d3-95da-728b5ba9e969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:23.975862 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-526028c7-3130-432a-827b-68ede63a720b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:23.992790 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf15f2c-1e02-49d3-95da-728b5ba9e969 None None] Routers {'5485fc33-b891-4827-85b1-20e0f4050237'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:35:23.993723 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-4cf15f2c-1e02-49d3-95da-728b5ba9e969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:35:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['5485fc33-b891-4827-85b1-20e0f4050237'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:23.997960 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-4c342f6a-89ee-48df-8183-57ea4ec0e8e2 None None] Provisioning for port d4fdc560-11d7-405e-a7a4-5f3fb08c1a1d completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:35:24.000331 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d4826f-701d-4dd7-a234-94f772a5eeba tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Made reservation on behalf of eaf92371326344aeb4b8b8ce9567a6ef for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:24.006053 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-53d4826f-701d-4dd7-a234-94f772a5eeba tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:24.027969 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [None req-53d4826f-701d-4dd7-a234-94f772a5eeba tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] device_id is not set on port 19f55c44-ae74-49f9-8ee8-d79be7fdf597 yet. {{(pid=94216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:35:24.044646 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-526028c7-3130-432a-827b-68ede63a720b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:24.048585 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-4c342f6a-89ee-48df-8183-57ea4ec0e8e2 None None] Provisioning complete for port d4fdc560-11d7-405e-a7a4-5f3fb08c1a1d triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:24.049349 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4c342f6a-89ee-48df-8183-57ea4ec0e8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:24.052778 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-4cf15f2c-1e02-49d3-95da-728b5ba9e969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:24.053892 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf15f2c-1e02-49d3-95da-728b5ba9e969 None None] The sync data for ids ['5485fc33-b891-4827-85b1-20e0f4050237'] in n-d-768851-15 is: [] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:35:24.081471 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-026e9add-cc70-4c3b-9e55-635ebbecd98c tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "GET /v2.0/routers/5485fc33-b891-4827-85b1-20e0f4050237 HTTP/1.1" status: 200 len: 890 time: 0.1761920 Aug 10 03:35:24.086833 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54744) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:24.128555 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e529a9f9-efca-4e0b-8bcb-a81872649fcb tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "GET /v2.0/ports?device_id=5485fc33-b891-4827-85b1-20e0f4050237 HTTP/1.1" status: 200 len: 205 time: 0.0378175 Aug 10 03:35:24.128743 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54746) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:24.132710 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-4c342f6a-89ee-48df-8183-57ea4ec0e8e2 None None] Port d4fdc560-11d7-405e-a7a4-5f3fb08c1a1d cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:35:24.190412 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-53d4826f-701d-4dd7-a234-94f772a5eeba tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Allocated IP 172.20.0.7 (42456495-a2b5-4178-b3bd-732b8c2de147/adc60e06-8ebe-45e5-9d59-6a1ddbda3de0/19f55c44-ae74-49f9-8ee8-d79be7fdf597) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:35:24.246015 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-526028c7-3130-432a-827b-68ede63a720b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:24.248670 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-526028c7-3130-432a-827b-68ede63a720b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:24.249866 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-526028c7-3130-432a-827b-68ede63a720b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3708df72-61f2-4d01-9cf2-9bdeb001da36 HTTP/1.1" status: 204 len: 168 time: 0.4015934 Aug 10 03:35:24.263717 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526028c7-3130-432a-827b-68ede63a720b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3708df72-61f2-4d01-9cf2-9bdeb001da36,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:24.275805 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a678c263-3dfb-49c2-82d2-f4b34f60320f tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for router, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:24.369546 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-53d4826f-701d-4dd7-a234-94f772a5eeba tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:24.385503 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-53d4826f-701d-4dd7-a234-94f772a5eeba tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Transition to ACTIVE for port object 19f55c44-ae74-49f9-8ee8-d79be7fdf597 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:24.438996 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-53d4826f-701d-4dd7-a234-94f772a5eeba tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:24.444015 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a678c263-3dfb-49c2-82d2-f4b34f60320f tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:24.551436 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-a678c263-3dfb-49c2-82d2-f4b34f60320f tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Deleting port 13a18d1b-cd86-4312-b425-a93fc5fa23f3 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:24.551436 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a678c263-3dfb-49c2-82d2-f4b34f60320f tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:24.571922 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d4826f-701d-4dd7-a234-94f772a5eeba tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Pushing event updated for resources: {'Port': ['ID=19f55c44-ae74-49f9-8ee8-d79be7fdf597,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:24.576289 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d4826f-701d-4dd7-a234-94f772a5eeba tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Network 42456495-a2b5-4178-b3bd-732b8c2de147 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:35:24.578460 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-53d4826f-701d-4dd7-a234-94f772a5eeba tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:24.580799 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d4826f-701d-4dd7-a234-94f772a5eeba tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:35:24.664200 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a678c263-3dfb-49c2-82d2-f4b34f60320f tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:24.668380 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d4826f-701d-4dd7-a234-94f772a5eeba tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:24.669294 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-53d4826f-701d-4dd7-a234-94f772a5eeba tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:24.692257 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-a678c263-3dfb-49c2-82d2-f4b34f60320f tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Calling delete_port for 13a18d1b-cd86-4312-b425-a93fc5fa23f3 owned by network:router_gateway {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:24.700373 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-53d4826f-701d-4dd7-a234-94f772a5eeba tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9198213 Aug 10 03:35:24.701807 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54760) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:24.716429 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-43df8d1d-60f0-4466-a9df-87aa92f59da6 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:e1:5a:ce'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:8b:cb:6c'}]}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:24.870706 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-e4cc8455-5bfb-4303-800c-09fd0de755fc None None] Provisioning for port 19f55c44-ae74-49f9-8ee8-d79be7fdf597 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:35:24.883169 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-e4cc8455-5bfb-4303-800c-09fd0de755fc None None] Provisioning complete for port 19f55c44-ae74-49f9-8ee8-d79be7fdf597 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:24.883548 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e4cc8455-5bfb-4303-800c-09fd0de755fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:24.977325 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-e4cc8455-5bfb-4303-800c-09fd0de755fc None None] Port 19f55c44-ae74-49f9-8ee8-d79be7fdf597 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:35:25.018064 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a678c263-3dfb-49c2-82d2-f4b34f60320f tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:25.023379 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-43df8d1d-60f0-4466-a9df-87aa92f59da6 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:25.058148 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a678c263-3dfb-49c2-82d2-f4b34f60320f tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event deleted for resources: {'Port': ['ID=13a18d1b-cd86-4312-b425-a93fc5fa23f3,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:25.132111 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a678c263-3dfb-49c2-82d2-f4b34f60320f tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:25.238784 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a678c263-3dfb-49c2-82d2-f4b34f60320f tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:25.241219 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a678c263-3dfb-49c2-82d2-f4b34f60320f tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:25.301163 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a678c263-3dfb-49c2-82d2-f4b34f60320f tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:25.302021 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a678c263-3dfb-49c2-82d2-f4b34f60320f tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Fanout notify agent at l3_agent the message router_deleted on router 5485fc33-b891-4827-85b1-20e0f4050237 {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:35:25.312841 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a678c263-3dfb-49c2-82d2-f4b34f60320f tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:25.313646 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-43df8d1d-60f0-4466-a9df-87aa92f59da6 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:25.314325 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a678c263-3dfb-49c2-82d2-f4b34f60320f tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "DELETE /v2.0/routers/5485fc33-b891-4827-85b1-20e0f4050237 HTTP/1.1" status: 204 len: 168 time: 1.1841476 Aug 10 03:35:25.319150 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54774) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:25.326210 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-da55243a-3014-4930-8ffa-63c878cee539 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1813239499'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:25.335516 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-43df8d1d-60f0-4466-a9df-87aa92f59da6 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:25.431233 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da55243a-3014-4930-8ffa-63c878cee539 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Made reservation on behalf of c5bfc23a2d2d40be9b95b47c1cd0d209 for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:25.435731 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-da55243a-3014-4930-8ffa-63c878cee539 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:25.471609 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df8d1d-60f0-4466-a9df-87aa92f59da6 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Pushing event updated for resources: {'Port': ['ID=19f55c44-ae74-49f9-8ee8-d79be7fdf597,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:25.501913 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-43df8d1d-60f0-4466-a9df-87aa92f59da6 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] In _notify_port_updated(), no bound segment for port 19f55c44-ae74-49f9-8ee8-d79be7fdf597 on network 42456495-a2b5-4178-b3bd-732b8c2de147 {{(pid=94216) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:35:25.510542 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43df8d1d-60f0-4466-a9df-87aa92f59da6 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:25.511501 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-43df8d1d-60f0-4466-a9df-87aa92f59da6 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:25.512875 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-43df8d1d-60f0-4466-a9df-87aa92f59da6 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] 10.222.0.62 "PUT /v2.0/ports/19f55c44-ae74-49f9-8ee8-d79be7fdf597 HTTP/1.1" status: 200 len: 1056 time: 0.8082545 Aug 10 03:35:25.513857 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da55243a-3014-4930-8ffa-63c878cee539 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:35:25.515840 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54780) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:25.528634 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-da55243a-3014-4930-8ffa-63c878cee539 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:25.529011 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-da55243a-3014-4930-8ffa-63c878cee539 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Added segment 4e5fee67-1de0-498f-a26a-72aa024a642c of type vlan for network c6a11851-c5e1-4c32-902c-103b497fc79b Aug 10 03:35:25.590888 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-da55243a-3014-4930-8ffa-63c878cee539 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:25.657901 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-da55243a-3014-4930-8ffa-63c878cee539 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:25.664905 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da55243a-3014-4930-8ffa-63c878cee539 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:25.665596 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-da55243a-3014-4930-8ffa-63c878cee539 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:25.711900 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-812a19e3-d0f2-4efc-be43-6d19bfb8870a tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Deleting port 19f55c44-ae74-49f9-8ee8-d79be7fdf597 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:25.712251 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-812a19e3-d0f2-4efc-be43-6d19bfb8870a tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:25.716824 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-ca1040d5-ea13-42da-b6dd-6e9b7eb68387 None None] Provisioning complete for port 19f55c44-ae74-49f9-8ee8-d79be7fdf597 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:25.717554 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ca1040d5-ea13-42da-b6dd-6e9b7eb68387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:25.743024 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-da55243a-3014-4930-8ffa-63c878cee539 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4194117 Aug 10 03:35:25.743523 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54784) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:25.749852 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-6ac63c9e-4742-41ad-8827-91b62dcc83b8 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Request body: {'subnet': {'network_id': 'c6a11851-c5e1-4c32-902c-103b497fc79b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:25.758335 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da55243a-3014-4930-8ffa-63c878cee539 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event updated for resources: {'Network': ['ID=c6a11851-c5e1-4c32-902c-103b497fc79b,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:25.776723 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network c6a11851-c5e1-4c32-902c-103b497fc79b details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:35:25.882460 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-ca1040d5-ea13-42da-b6dd-6e9b7eb68387 None None] Port 19f55c44-ae74-49f9-8ee8-d79be7fdf597 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:35:25.900815 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-812a19e3-d0f2-4efc-be43-6d19bfb8870a tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:25.915706 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-812a19e3-d0f2-4efc-be43-6d19bfb8870a tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Calling delete_port for 19f55c44-ae74-49f9-8ee8-d79be7fdf597 owned by {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:25.916201 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac63c9e-4742-41ad-8827-91b62dcc83b8 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Made reservation on behalf of c5bfc23a2d2d40be9b95b47c1cd0d209 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:25.928775 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6ac63c9e-4742-41ad-8827-91b62dcc83b8 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:26.156726 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-812a19e3-d0f2-4efc-be43-6d19bfb8870a tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:26.219961 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812a19e3-d0f2-4efc-be43-6d19bfb8870a tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Pushing event deleted for resources: {'Port': ['ID=19f55c44-ae74-49f9-8ee8-d79be7fdf597,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:26.377909 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:26.424070 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6ac63c9e-4742-41ad-8827-91b62dcc83b8 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:26.507549 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-812a19e3-d0f2-4efc-be43-6d19bfb8870a tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:26.510098 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-812a19e3-d0f2-4efc-be43-6d19bfb8870a tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] 10.222.0.62 "DELETE /v2.0/ports/19f55c44-ae74-49f9-8ee8-d79be7fdf597 HTTP/1.1" status: 204 len: 168 time: 0.9924181 Aug 10 03:35:26.512372 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54800) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:26.553837 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac63c9e-4742-41ad-8827-91b62dcc83b8 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event updated for resources: {'Subnet': ['ID=8335f7fb-b015-4b82-8171-166683ff318c,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:26.562678 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9e6e5c8-26b2-4bed-9f53-6a841a2fe95d tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] GET failed (client error): The resource could not be found. Aug 10 03:35:26.564248 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e9e6e5c8-26b2-4bed-9f53-6a841a2fe95d tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] 10.222.0.62 "GET /v2.0/ports/19f55c44-ae74-49f9-8ee8-d79be7fdf597 HTTP/1.1" status: 404 len: 333 time: 0.0509377 Aug 10 03:35:26.567418 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54804) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:26.572024 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac63c9e-4742-41ad-8827-91b62dcc83b8 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Checking segment: {'id': '4e5fee67-1de0-498f-a26a-72aa024a642c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c6a11851-c5e1-4c32-902c-103b497fc79b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:35:26.574919 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac63c9e-4742-41ad-8827-91b62dcc83b8 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Network hostable DHCP agents. Network: c6a11851-c5e1-4c32-902c-103b497fc79b, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:35:26.609753 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac63c9e-4742-41ad-8827-91b62dcc83b8 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Network c6a11851-c5e1-4c32-902c-103b497fc79b is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:35:26.614236 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:26.631137 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-6ac63c9e-4742-41ad-8827-91b62dcc83b8 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, c6a11851-c5e1-4c32-902c-103b497fc79b) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:26.642242 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac63c9e-4742-41ad-8827-91b62dcc83b8 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:26.642869 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6ac63c9e-4742-41ad-8827-91b62dcc83b8 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:26.650655 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5638f32-9597-45bd-8b7c-5c5d8b78c55c None None] Network c6a11851-c5e1-4c32-902c-103b497fc79b requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:35:26.678082 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54808) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:26.679734 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-6ac63c9e-4742-41ad-8827-91b62dcc83b8 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9350877 Aug 10 03:35:26.688740 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-069132a4-23e2-42cc-8136-8fa34b0c6fb5 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-141444975', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:26.749059 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-c73fb2c4-eaeb-488c-959e-ea838c35abba tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Deleting port d4fdc560-11d7-405e-a7a4-5f3fb08c1a1d {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:26.749523 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c73fb2c4-eaeb-488c-959e-ea838c35abba tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:26.841917 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c73fb2c4-eaeb-488c-959e-ea838c35abba tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:26.855168 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-c73fb2c4-eaeb-488c-959e-ea838c35abba tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Calling delete_port for d4fdc560-11d7-405e-a7a4-5f3fb08c1a1d owned by {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:26.877655 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b1621d-56d2-494e-8cfe-70748be4a0d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-c6a11851-c5e1-4c32-902c-103b497fc79b', 'network_id': 'c6a11851-c5e1-4c32-902c-103b497fc79b', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'fixed_ips': [{'subnet_id': '8335f7fb-b015-4b82-8171-166683ff318c'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:35:26.880402 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-14b1621d-56d2-494e-8cfe-70748be4a0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:26.933929 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-069132a4-23e2-42cc-8136-8fa34b0c6fb5 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:26.935004 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-069132a4-23e2-42cc-8136-8fa34b0c6fb5 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:27.038901 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-069132a4-23e2-42cc-8136-8fa34b0c6fb5 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:27.052643 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-069132a4-23e2-42cc-8136-8fa34b0c6fb5 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:27.074159 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-069132a4-23e2-42cc-8136-8fa34b0c6fb5 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:27.079759 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54814) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:27.081286 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-069132a4-23e2-42cc-8136-8fa34b0c6fb5 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3985240 Aug 10 03:35:27.085910 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c73fb2c4-eaeb-488c-959e-ea838c35abba tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:27.183067 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73fb2c4-eaeb-488c-959e-ea838c35abba tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Pushing event deleted for resources: {'Port': ['ID=d4fdc560-11d7-405e-a7a4-5f3fb08c1a1d,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:27.183671 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-14b1621d-56d2-494e-8cfe-70748be4a0d9 None None] Allocated IP 2001:db8::2 (c6a11851-c5e1-4c32-902c-103b497fc79b/8335f7fb-b015-4b82-8171-166683ff318c/1ff0efd2-1528-4ddd-9a7f-8ee0503de559) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:35:27.278539 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c73fb2c4-eaeb-488c-959e-ea838c35abba tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:27.284736 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c73fb2c4-eaeb-488c-959e-ea838c35abba tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] 10.222.0.62 "DELETE /v2.0/ports/d4fdc560-11d7-405e-a7a4-5f3fb08c1a1d HTTP/1.1" status: 204 len: 168 time: 0.7159679 Aug 10 03:35:27.286151 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54818) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:27.333044 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-48a5649b-7875-4ae9-98b1-e41159928e90 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] GET failed (client error): The resource could not be found. Aug 10 03:35:27.342618 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-48a5649b-7875-4ae9-98b1-e41159928e90 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] 10.222.0.62 "GET /v2.0/ports/d4fdc560-11d7-405e-a7a4-5f3fb08c1a1d HTTP/1.1" status: 404 len: 333 time: 0.0551414 Aug 10 03:35:27.343766 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54820) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:27.492291 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-664431b4-7a96-4b25-b5cf-702460647c81 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Deleting port 94a37180-f114-4591-bcd6-9c5d32b4be19 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:27.492958 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-664431b4-7a96-4b25-b5cf-702460647c81 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:27.569443 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-14b1621d-56d2-494e-8cfe-70748be4a0d9 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:27.595734 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-14b1621d-56d2-494e-8cfe-70748be4a0d9 None None] Transition to ACTIVE for port object 1ff0efd2-1528-4ddd-9a7f-8ee0503de559 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:27.630995 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-664431b4-7a96-4b25-b5cf-702460647c81 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:27.638095 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-14b1621d-56d2-494e-8cfe-70748be4a0d9 None None] Transition to ACTIVE for port object 1ff0efd2-1528-4ddd-9a7f-8ee0503de559 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:27.654659 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-14b1621d-56d2-494e-8cfe-70748be4a0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:27.656508 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-664431b4-7a96-4b25-b5cf-702460647c81 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Calling delete_port for 94a37180-f114-4591-bcd6-9c5d32b4be19 owned by {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:27.735864 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b1621d-56d2-494e-8cfe-70748be4a0d9 None None] Network c6a11851-c5e1-4c32-902c-103b497fc79b is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:35:27.744028 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-14b1621d-56d2-494e-8cfe-70748be4a0d9 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:27.748427 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b1621d-56d2-494e-8cfe-70748be4a0d9 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:35:27.758996 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b1621d-56d2-494e-8cfe-70748be4a0d9 None None] Pushing event updated for resources: {'Port': ['ID=1ff0efd2-1528-4ddd-9a7f-8ee0503de559,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:27.827195 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-14b1621d-56d2-494e-8cfe-70748be4a0d9 None None] Attempting to bind port 1ff0efd2-1528-4ddd-9a7f-8ee0503de559 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:35:27.827728 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-14b1621d-56d2-494e-8cfe-70748be4a0d9 None None] Attempting to bind port 1ff0efd2-1528-4ddd-9a7f-8ee0503de559 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4e5fee67-1de0-498f-a26a-72aa024a642c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c6a11851-c5e1-4c32-902c-103b497fc79b'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:35:27.828102 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b1621d-56d2-494e-8cfe-70748be4a0d9 None None] Attempting to bind port 1ff0efd2-1528-4ddd-9a7f-8ee0503de559 on network c6a11851-c5e1-4c32-902c-103b497fc79b {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:35:27.833849 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b1621d-56d2-494e-8cfe-70748be4a0d9 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:35:27.834552 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b1621d-56d2-494e-8cfe-70748be4a0d9 None None] Checking segment: {'id': '4e5fee67-1de0-498f-a26a-72aa024a642c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c6a11851-c5e1-4c32-902c-103b497fc79b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:35:27.834995 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-14b1621d-56d2-494e-8cfe-70748be4a0d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:27.835448 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b1621d-56d2-494e-8cfe-70748be4a0d9 None None] Bound using segment: {'id': '4e5fee67-1de0-498f-a26a-72aa024a642c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c6a11851-c5e1-4c32-902c-103b497fc79b'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:35:27.835934 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-14b1621d-56d2-494e-8cfe-70748be4a0d9 None None] Bound port: 1ff0efd2-1528-4ddd-9a7f-8ee0503de559, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e5fee67-1de0-498f-a26a-72aa024a642c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c6a11851-c5e1-4c32-902c-103b497fc79b'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:35:27.836326 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-14b1621d-56d2-494e-8cfe-70748be4a0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:27.853611 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ebf6637d-bf42-4f76-8d2f-1a1c2e0935fd tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:27.927990 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-664431b4-7a96-4b25-b5cf-702460647c81 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:27.928445 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-14b1621d-56d2-494e-8cfe-70748be4a0d9 None None] For port 1ff0efd2-1528-4ddd-9a7f-8ee0503de559, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:35:27.935145 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-14b1621d-56d2-494e-8cfe-70748be4a0d9 None None] For port 1ff0efd2-1528-4ddd-9a7f-8ee0503de559, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=1ff0efd2-1528-4ddd-9a7f-8ee0503de559,segment=NetworkSegment(4e5fee67-1de0-498f-a26a-72aa024a642c),segment_id=4e5fee67-1de0-498f-a26a-72aa024a642c)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:35:27.940191 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-14b1621d-56d2-494e-8cfe-70748be4a0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:28.022221 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664431b4-7a96-4b25-b5cf-702460647c81 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Pushing event deleted for resources: {'Port': ['ID=94a37180-f114-4591-bcd6-9c5d32b4be19,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:28.051404 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b1621d-56d2-494e-8cfe-70748be4a0d9 None None] Pushing event updated for resources: {'Port': ['ID=1ff0efd2-1528-4ddd-9a7f-8ee0503de559,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:28.091081 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-664431b4-7a96-4b25-b5cf-702460647c81 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:28.093603 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-664431b4-7a96-4b25-b5cf-702460647c81 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] 10.222.0.62 "DELETE /v2.0/ports/94a37180-f114-4591-bcd6-9c5d32b4be19 HTTP/1.1" status: 204 len: 168 time: 0.7483897 Aug 10 03:35:28.098619 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54834) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:28.221744 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-ebf6637d-bf42-4f76-8d2f-1a1c2e0935fd tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Allocated IP 2001:db8::1 (c6a11851-c5e1-4c32-902c-103b497fc79b/8335f7fb-b015-4b82-8171-166683ff318c/a3192709-7590-4f47-9e96-7aecd3efd08e) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:35:28.262486 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-c45ce03f-3634-48f0-b5f1-46af2753348f tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Deleting subnet adc60e06-8ebe-45e5-9d59-6a1ddbda3de0 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:35:28.290019 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c45ce03f-3634-48f0-b5f1-46af2753348f tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:28.382693 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c45ce03f-3634-48f0-b5f1-46af2753348f tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:28.445188 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ebf6637d-bf42-4f76-8d2f-1a1c2e0935fd tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:28.479060 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-ebf6637d-bf42-4f76-8d2f-1a1c2e0935fd tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Transition to ACTIVE for port object a3192709-7590-4f47-9e96-7aecd3efd08e will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:28.498527 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c45ce03f-3634-48f0-b5f1-46af2753348f tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:28.568157 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ebf6637d-bf42-4f76-8d2f-1a1c2e0935fd tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:28.643994 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c45ce03f-3634-48f0-b5f1-46af2753348f tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:28.684309 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45ce03f-3634-48f0-b5f1-46af2753348f tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Pushing event deleted for resources: {'Subnet': ['ID=adc60e06-8ebe-45e5-9d59-6a1ddbda3de0,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:28.689950 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf6637d-bf42-4f76-8d2f-1a1c2e0935fd tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Network c6a11851-c5e1-4c32-902c-103b497fc79b is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:35:28.691957 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf6637d-bf42-4f76-8d2f-1a1c2e0935fd tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event updated for resources: {'Port': ['ID=a3192709-7590-4f47-9e96-7aecd3efd08e,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:28.699344 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-ebf6637d-bf42-4f76-8d2f-1a1c2e0935fd tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:28.702007 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf6637d-bf42-4f76-8d2f-1a1c2e0935fd tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:35:28.702565 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ebf6637d-bf42-4f76-8d2f-1a1c2e0935fd tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:28.749436 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860696b3-5044-4ed5-9a9c-3713d18a2c85 None None] Network 42456495-a2b5-4178-b3bd-732b8c2de147 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:35:28.751047 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c45ce03f-3634-48f0-b5f1-46af2753348f tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:28.758784 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c45ce03f-3634-48f0-b5f1-46af2753348f tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] 10.222.0.62 "DELETE /v2.0/subnets/adc60e06-8ebe-45e5-9d59-6a1ddbda3de0 HTTP/1.1" status: 204 len: 168 time: 0.6560805 Aug 10 03:35:28.759419 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54846) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:28.860213 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ebf6637d-bf42-4f76-8d2f-1a1c2e0935fd tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:28.971873 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-114c6462-952c-4c11-b3e8-7b1674fc7a58 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:29.093864 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-114c6462-952c-4c11-b3e8-7b1674fc7a58 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Deleting port 5377b1f2-8d74-450f-957c-0cf0c2fa784b {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:29.094216 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-114c6462-952c-4c11-b3e8-7b1674fc7a58 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:29.190276 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5c607a-c834-4620-9cf4-17ba02ea68aa None None] DHCP port deletion for 42456495-a2b5-4178-b3bd-732b8c2de147 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:35:29.231282 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-114c6462-952c-4c11-b3e8-7b1674fc7a58 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] For port 5377b1f2-8d74-450f-957c-0cf0c2fa784b, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=5377b1f2-8d74-450f-957c-0cf0c2fa784b,segment=NetworkSegment(3b5c8709-5425-4ac9-b24d-4b2c5e18bf82),segment_id=3b5c8709-5425-4ac9-b24d-4b2c5e18bf82)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:29.231704 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-114c6462-952c-4c11-b3e8-7b1674fc7a58 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:29.249159 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-114c6462-952c-4c11-b3e8-7b1674fc7a58 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Calling delete_port for 5377b1f2-8d74-450f-957c-0cf0c2fa784b owned by network:dhcp {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:29.308232 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-ab5c607a-c834-4620-9cf4-17ba02ea68aa None None] Deleting port 5377b1f2-8d74-450f-957c-0cf0c2fa784b {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:29.308579 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ab5c607a-c834-4620-9cf4-17ba02ea68aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:29.385782 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-114c6462-952c-4c11-b3e8-7b1674fc7a58 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:29.421221 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114c6462-952c-4c11-b3e8-7b1674fc7a58 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Pushing event deleted for resources: {'Port': ['ID=5377b1f2-8d74-450f-957c-0cf0c2fa784b,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:29.425858 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114c6462-952c-4c11-b3e8-7b1674fc7a58 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] No DVR routers for this DVR port 5377b1f2-8d74-450f-957c-0cf0c2fa784b on host n-d-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:35:29.434759 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ebf6637d-bf42-4f76-8d2f-1a1c2e0935fd tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:29.442028 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ebf6637d-bf42-4f76-8d2f-1a1c2e0935fd tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:29.443971 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ebf6637d-bf42-4f76-8d2f-1a1c2e0935fd tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:29.452574 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-ab5c607a-c834-4620-9cf4-17ba02ea68aa None None] For port 5377b1f2-8d74-450f-957c-0cf0c2fa784b, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=5377b1f2-8d74-450f-957c-0cf0c2fa784b,segment=NetworkSegment(3b5c8709-5425-4ac9-b24d-4b2c5e18bf82),segment_id=3b5c8709-5425-4ac9-b24d-4b2c5e18bf82)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:29.453123 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ab5c607a-c834-4620-9cf4-17ba02ea68aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:29.482228 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-ab5c607a-c834-4620-9cf4-17ba02ea68aa None None] Calling delete_port for 5377b1f2-8d74-450f-957c-0cf0c2fa784b owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:29.521869 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-114c6462-952c-4c11-b3e8-7b1674fc7a58 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:29.544806 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-114c6462-952c-4c11-b3e8-7b1674fc7a58 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42456495-a2b5-4178-b3bd-732b8c2de147']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:29.580396 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb292a0-92fb-47b0-98ec-586e3d1c2137 None None] Network c6a11851-c5e1-4c32-902c-103b497fc79b requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:35:29.584892 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-114c6462-952c-4c11-b3e8-7b1674fc7a58 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b5c8709-5425-4ac9-b24d-4b2c5e18bf82') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:29.585126 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-114c6462-952c-4c11-b3e8-7b1674fc7a58 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b5c8709-5425-4ac9-b24d-4b2c5e18bf82') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:29.596011 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-114c6462-952c-4c11-b3e8-7b1674fc7a58 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:29.608492 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf6637d-bf42-4f76-8d2f-1a1c2e0935fd tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event updated for resources: {'Port': ['ID=a3192709-7590-4f47-9e96-7aecd3efd08e,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:29.618268 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-114c6462-952c-4c11-b3e8-7b1674fc7a58 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:29.631838 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-114c6462-952c-4c11-b3e8-7b1674fc7a58 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:35:29.632373 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-114c6462-952c-4c11-b3e8-7b1674fc7a58 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:29.654355 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:35:29.654355 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:35:29.654355 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:35:29.654355 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:35:29.654355 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:35:29.654355 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:35:29.654355 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:35:29.654355 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:35:29.654355 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:35:29.654355 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:35:29.654355 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:35:29.654355 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:35:29.654355 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:35:29.654355 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:35:29.654355 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:35:29.654355 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:35:29.654355 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:35:29.654355 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:35:29.654355 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:35:29.654355 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:35:29.654355 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:35:29.654355 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:35:29.654355 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:35:29.654355 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:35:29.654355 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:35:29.654355 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:35:29.654355 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:35:29.654355 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:35:29.654355 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:35:29.654355 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:35:29.654355 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:35:29.654355 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:35:29.663023 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf6637d-bf42-4f76-8d2f-1a1c2e0935fd tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Network c6a11851-c5e1-4c32-902c-103b497fc79b is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:35:29.664385 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-ebf6637d-bf42-4f76-8d2f-1a1c2e0935fd tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:29.749455 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-fcca023a-0d42-435c-a81f-14c818110ce3 None None] Provisioning for port 1ff0efd2-1528-4ddd-9a7f-8ee0503de559 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:35:29.778040 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ab5c607a-c834-4620-9cf4-17ba02ea68aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:29.797813 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5c607a-c834-4620-9cf4-17ba02ea68aa None None] No DVR routers for this DVR port 5377b1f2-8d74-450f-957c-0cf0c2fa784b on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:35:29.821859 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-114c6462-952c-4c11-b3e8-7b1674fc7a58 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:29.843324 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-114c6462-952c-4c11-b3e8-7b1674fc7a58 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:29.852652 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-114c6462-952c-4c11-b3e8-7b1674fc7a58 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] 10.222.0.62 "DELETE /v2.0/networks/42456495-a2b5-4178-b3bd-732b8c2de147 HTTP/1.1" status: 204 len: 168 time: 1.0918329 Aug 10 03:35:29.861145 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c607a-c834-4620-9cf4-17ba02ea68aa None None] Pushing event deleted for resources: {'Port': ['ID=5377b1f2-8d74-450f-957c-0cf0c2fa784b,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:29.865122 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf6637d-bf42-4f76-8d2f-1a1c2e0935fd tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Router c390d4b3-f0f4-4b5a-9ef9-69598820aad5 is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:35:29.877557 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114c6462-952c-4c11-b3e8-7b1674fc7a58 tempest-AllowedAddressPairTestJSON-1449418393 tempest-AllowedAddressPairTestJSON-1449418393-project] Pushing event deleted for resources: {'Network': ['ID=42456495-a2b5-4178-b3bd-732b8c2de147,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:30.068992 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf6637d-bf42-4f76-8d2f-1a1c2e0935fd tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:35:30.080276 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f5dda1-68da-43e1-802b-b525f5392199 None None] Sync routers for ids ['c390d4b3-f0f4-4b5a-9ef9-69598820aad5'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:35:30.082541 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ebf6637d-bf42-4f76-8d2f-1a1c2e0935fd tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "PUT /v2.0/routers/c390d4b3-f0f4-4b5a-9ef9-69598820aad5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0011544 Aug 10 03:35:30.085493 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54868) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:30.096281 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f5dda1-68da-43e1-802b-b525f5392199 None None] Routers {'c390d4b3-f0f4-4b5a-9ef9-69598820aad5'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:35:30.096934 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-26f5dda1-68da-43e1-802b-b525f5392199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:35:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['c390d4b3-f0f4-4b5a-9ef9-69598820aad5'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:30.182791 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-26f5dda1-68da-43e1-802b-b525f5392199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:30.198035 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f6a340-297f-42c1-bde0-b61ba89d4f93 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:30.202766 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f5dda1-68da-43e1-802b-b525f5392199 None None] Routers {'c390d4b3-f0f4-4b5a-9ef9-69598820aad5'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:35:30.203565 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-26f5dda1-68da-43e1-802b-b525f5392199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:35:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['c390d4b3-f0f4-4b5a-9ef9-69598820aad5'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:30.203742 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-36f6a340-297f-42c1-bde0-b61ba89d4f93 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "GET /v2.0/ports/a3192709-7590-4f47-9e96-7aecd3efd08e HTTP/1.1" status: 200 len: 911 time: 0.1173866 Aug 10 03:35:30.207536 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54874) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:30.220514 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-883df425-ff97-4301-aef8-c774a9c64096 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8335f7fb-b015-4b82-8171-166683ff318c'}]}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:30.239278 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-26f5dda1-68da-43e1-802b-b525f5392199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:30.240310 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f5dda1-68da-43e1-802b-b525f5392199 None None] The sync data for ids ['c390d4b3-f0f4-4b5a-9ef9-69598820aad5'] in n-d-768851-15 is: [] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:35:30.340830 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0950c622-050b-4102-8f85-9d4249b9fb6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:30.391028 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54878) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:30.430677 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 1ff0efd2-1528-4ddd-9a7f-8ee0503de559 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:35:30.489631 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-883df425-ff97-4301-aef8-c774a9c64096 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:30.557450 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-9afad833-b6f5-4ad8-9c08-2cf61626939b None None] Provisioning for port a3192709-7590-4f47-9e96-7aecd3efd08e completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:35:30.561928 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-9afad833-b6f5-4ad8-9c08-2cf61626939b None None] Provisioning complete for port a3192709-7590-4f47-9e96-7aecd3efd08e triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:30.562308 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9afad833-b6f5-4ad8-9c08-2cf61626939b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:30.640856 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-e8602b3b-0f62-4507-8cb2-38674b2cabd7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=eaf92371326344aeb4b8b8ce9567a6ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2462232 Aug 10 03:35:30.644079 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-9afad833-b6f5-4ad8-9c08-2cf61626939b None None] Port a3192709-7590-4f47-9e96-7aecd3efd08e cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:35:30.647966 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54882) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:30.667263 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 1ff0efd2-1528-4ddd-9a7f-8ee0503de559 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:35:30.671249 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 1ff0efd2-1528-4ddd-9a7f-8ee0503de559 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:30.671640 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:30.761395 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a4b77e13-187f-4ca0-8702-108dde111ae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:30.796244 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:30.828617 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a4b77e13-187f-4ca0-8702-108dde111ae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:30.840197 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 1ff0efd2-1528-4ddd-9a7f-8ee0503de559, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=1ff0efd2-1528-4ddd-9a7f-8ee0503de559,segment=NetworkSegment(4e5fee67-1de0-498f-a26a-72aa024a642c),segment_id=4e5fee67-1de0-498f-a26a-72aa024a642c)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:30.849872 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:30.927692 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a4b77e13-187f-4ca0-8702-108dde111ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:30.930994 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a4b77e13-187f-4ca0-8702-108dde111ae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:30.941795 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-a4b77e13-187f-4ca0-8702-108dde111ae9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b1267c75-6487-47e9-8843-36279b1514c9 HTTP/1.1" status: 204 len: 168 time: 0.2865722 Aug 10 03:35:30.959378 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=1ff0efd2-1528-4ddd-9a7f-8ee0503de559,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:30.975580 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b77e13-187f-4ca0-8702-108dde111ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1267c75-6487-47e9-8843-36279b1514c9,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:31.001928 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-9eb1ae72-3adf-4597-b4b8-4b9e592f7da0 None None] Provisioning complete for port a3192709-7590-4f47-9e96-7aecd3efd08e triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:31.004650 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9eb1ae72-3adf-4597-b4b8-4b9e592f7da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:31.018298 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 5377b1f2-8d74-450f-957c-0cf0c2fa784b no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:35:31.132555 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 5377b1f2-8d74-450f-957c-0cf0c2fa784b {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:35:31.135071 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 5377b1f2-8d74-450f-957c-0cf0c2fa784b not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:35:31.177590 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-9eb1ae72-3adf-4597-b4b8-4b9e592f7da0 None None] Port a3192709-7590-4f47-9e96-7aecd3efd08e cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:35:31.305677 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-2e75fad7-4fa5-4bd1-b033-03fbb9653881 None None] Provisioning complete for port a3192709-7590-4f47-9e96-7aecd3efd08e triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:31.306296 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2e75fad7-4fa5-4bd1-b033-03fbb9653881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:31.348886 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-2e75fad7-4fa5-4bd1-b033-03fbb9653881 None None] Port a3192709-7590-4f47-9e96-7aecd3efd08e cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:35:31.540187 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-883df425-ff97-4301-aef8-c774a9c64096 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:31.556207 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-883df425-ff97-4301-aef8-c774a9c64096 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:31.571055 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883df425-ff97-4301-aef8-c774a9c64096 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:31.571764 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-883df425-ff97-4301-aef8-c774a9c64096 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:31.575412 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-883df425-ff97-4301-aef8-c774a9c64096 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "PUT /v2.0/ports/a3192709-7590-4f47-9e96-7aecd3efd08e HTTP/1.1" status: 200 len: 911 time: 1.3652132 Aug 10 03:35:31.576930 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54920) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:31.696314 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883df425-ff97-4301-aef8-c774a9c64096 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event updated for resources: {'Port': ['ID=a3192709-7590-4f47-9e96-7aecd3efd08e,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:31.964440 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a5c1e506-7dc3-47eb-bcad-c609493929ad tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:31.964666 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54930) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.072212 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [None req-13edadf7-03a9-44cd-b3fe-d0ee23590bfc tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.072987 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-13edadf7-03a9-44cd-b3fe-d0ee23590bfc tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1078010 Aug 10 03:35:32.075934 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54936) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.080524 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [None req-693472d1-0bb5-48ce-b1d7-74d4464c7367 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.086980 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-693472d1-0bb5-48ce-b1d7-74d4464c7367 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0098066 Aug 10 03:35:32.089778 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54938) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.095169 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [None req-203522e6-f320-4df0-b65c-6ce772f02b4e tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.096418 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-203522e6-f320-4df0-b65c-6ce772f02b4e tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0055351 Aug 10 03:35:32.100622 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54940) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.124527 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [None req-405f56e5-f23b-452e-aad6-1292ca5b9bc5 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.125687 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-405f56e5-f23b-452e-aad6-1292ca5b9bc5 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0237556 Aug 10 03:35:32.128367 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54942) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.135356 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [None req-b2e228c7-29bf-4cb1-a4b1-d06b3e302ec4 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.139597 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b2e228c7-29bf-4cb1-a4b1-d06b3e302ec4 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0099714 Aug 10 03:35:32.139981 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54944) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.150166 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [None req-fd83fe19-6806-4c5b-b026-d88905371c14 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.151406 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-fd83fe19-6806-4c5b-b026-d88905371c14 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0095129 Aug 10 03:35:32.154237 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54946) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.158706 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [None req-06380da0-7f51-45fe-a685-afebefd3bbce tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.163481 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-06380da0-7f51-45fe-a685-afebefd3bbce tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0081758 Aug 10 03:35:32.164280 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54948) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.171678 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [None req-96475b23-9de7-4422-bb2d-eb5f6edea59c tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.172667 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-96475b23-9de7-4422-bb2d-eb5f6edea59c tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0076790 Aug 10 03:35:32.178306 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54950) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.182896 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [None req-c8834e54-5509-421d-a468-f667dc1e25f9 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.184110 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c8834e54-5509-421d-a468-f667dc1e25f9 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0045710 Aug 10 03:35:32.186571 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54954) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.190903 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [None req-cbe81e10-d788-4f7d-9a6e-2302088b1ca3 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.192273 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-cbe81e10-d788-4f7d-9a6e-2302088b1ca3 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0043631 Aug 10 03:35:32.194077 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54956) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.198446 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [None req-f8f3e100-036f-415c-bac0-45fe294dde06 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.201392 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-f8f3e100-036f-415c-bac0-45fe294dde06 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0044644 Aug 10 03:35:32.201621 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54958) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.205859 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [None req-0ca095ab-8b01-4e89-9061-a86b447b893f tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.207898 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-0ca095ab-8b01-4e89-9061-a86b447b893f tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0054233 Aug 10 03:35:32.210388 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54960) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.217933 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [None req-478bc5ee-cf93-40af-ab7b-4cc3a3cde764 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.224179 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-478bc5ee-cf93-40af-ab7b-4cc3a3cde764 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0127003 Aug 10 03:35:32.224767 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54962) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.248022 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [None req-608893fd-e26c-4884-8e20-4f2fe11adc62 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.252559 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-608893fd-e26c-4884-8e20-4f2fe11adc62 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0197794 Aug 10 03:35:32.253771 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54964) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.258590 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [None req-3c28b84c-19fd-4d7f-870e-e9317d42e0d9 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.262369 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-3c28b84c-19fd-4d7f-870e-e9317d42e0d9 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0080040 Aug 10 03:35:32.264222 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54966) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.270117 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [None req-7f9603f9-52c9-420d-a5cb-6ef0860a4214 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.271607 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7f9603f9-52c9-420d-a5cb-6ef0860a4214 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0062032 Aug 10 03:35:32.274190 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54968) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.279248 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [None req-7afc0198-23ca-4456-a0ba-34814fc09502 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.280380 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-7afc0198-23ca-4456-a0ba-34814fc09502 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0050414 Aug 10 03:35:32.282633 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54970) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.287511 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [None req-2f5088c9-2e7d-4157-8dde-b8574e491a1d tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.288599 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-2f5088c9-2e7d-4157-8dde-b8574e491a1d tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0049915 Aug 10 03:35:32.299238 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54972) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.303843 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [None req-1cfbb987-fed5-4f93-ba5b-2b1fa26ee3ab tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.305414 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-1cfbb987-fed5-4f93-ba5b-2b1fa26ee3ab tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0046101 Aug 10 03:35:32.307701 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54974) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.325040 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [None req-804a252b-a7d3-46e6-ad06-059a54fea7e9 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.326124 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-804a252b-a7d3-46e6-ad06-059a54fea7e9 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0174158 Aug 10 03:35:32.329884 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 54978) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.336278 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [None req-1d9d5e18-57b2-4786-b5b8-a3e21779b7b6 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.337421 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1d9d5e18-57b2-4786-b5b8-a3e21779b7b6 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0063863 Aug 10 03:35:32.339398 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-a5c1e506-7dc3-47eb-bcad-c609493929ad tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Deleting port a3192709-7590-4f47-9e96-7aecd3efd08e {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:32.339892 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a5c1e506-7dc3-47eb-bcad-c609493929ad tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:32.340389 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54980) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.344917 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [None req-11f63e62-f776-433f-9464-ed91d8852719 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.346441 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-11f63e62-f776-433f-9464-ed91d8852719 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0049915 Aug 10 03:35:32.349427 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54982) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.354429 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [None req-d58c1b7a-85be-4849-982a-50eed1503bbc tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.359110 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d58c1b7a-85be-4849-982a-50eed1503bbc tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0051432 Aug 10 03:35:32.359635 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54984) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.364529 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [None req-84699250-d3fb-4862-bdbb-52bcc2b5f6b3 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.365808 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-84699250-d3fb-4862-bdbb-52bcc2b5f6b3 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0050890 Aug 10 03:35:32.371158 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54986) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.371774 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 1ff0efd2-1528-4ddd-9a7f-8ee0503de559 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:35:32.375611 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [None req-503de70a-1523-4765-974f-bf4703d934a5 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.390102 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-503de70a-1523-4765-974f-bf4703d934a5 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0156484 Aug 10 03:35:32.390472 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54988) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.395405 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [None req-af737227-8979-4588-9eca-f64d1e987001 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.398481 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-af737227-8979-4588-9eca-f64d1e987001 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0049860 Aug 10 03:35:32.398861 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54990) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.403018 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [None req-e8cfd7b8-c88b-46df-8636-35ea439c8ec4 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.411902 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-e8cfd7b8-c88b-46df-8636-35ea439c8ec4 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0119987 Aug 10 03:35:32.414441 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54992) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.419209 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [None req-b5b42cc3-14cf-4bac-b663-a411faa9325b tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.420409 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b5b42cc3-14cf-4bac-b663-a411faa9325b tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0047932 Aug 10 03:35:32.425243 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54994) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.429688 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [None req-18deab14-a8c3-496b-a7ed-589967a8d727 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.430897 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-18deab14-a8c3-496b-a7ed-589967a8d727 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0044477 Aug 10 03:35:32.436829 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 1ff0efd2-1528-4ddd-9a7f-8ee0503de559 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:32.437463 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:32.437788 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54996) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.438060 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a5c1e506-7dc3-47eb-bcad-c609493929ad tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:32.442700 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [None req-460a981c-462f-490d-9a0b-4e9f2585c5c0 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.453083 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-a5c1e506-7dc3-47eb-bcad-c609493929ad tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Calling delete_port for a3192709-7590-4f47-9e96-7aecd3efd08e owned by network:router_interface {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:32.454372 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-460a981c-462f-490d-9a0b-4e9f2585c5c0 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0154209 Aug 10 03:35:32.457556 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 54998) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.461987 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [None req-e2446e67-7d51-4f85-a974-48207a442bc8 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.463115 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-e2446e67-7d51-4f85-a974-48207a442bc8 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0045354 Aug 10 03:35:32.465541 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55000) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.470495 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [None req-f93507b3-da13-4ef5-a064-72ab353181b8 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.481934 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-f93507b3-da13-4ef5-a064-72ab353181b8 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0151892 Aug 10 03:35:32.484364 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55002) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.488924 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [None req-7a865696-aaeb-493a-9be8-fa343055706b tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.490049 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-7a865696-aaeb-493a-9be8-fa343055706b tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0046477 Aug 10 03:35:32.492563 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55004) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.497027 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [None req-7069f200-be90-4f94-87db-00facbae6c6e tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.506975 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-7069f200-be90-4f94-87db-00facbae6c6e tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0132289 Aug 10 03:35:32.509514 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55006) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.514318 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [None req-55ec1f1d-fc9b-41f1-9290-e1bb0a696c65 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.515469 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-55ec1f1d-fc9b-41f1-9290-e1bb0a696c65 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0049067 Aug 10 03:35:32.518025 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55008) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.523119 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [None req-7c9f7250-fcd0-4844-b50f-33994840444d tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.531745 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-7c9f7250-fcd0-4844-b50f-33994840444d tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0125363 Aug 10 03:35:32.534079 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55012) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.539154 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [None req-5c284fdc-9e62-416d-a1b8-49232929536d tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.551982 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-5c284fdc-9e62-416d-a1b8-49232929536d tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0166800 Aug 10 03:35:32.554381 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55014) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.559077 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [None req-57089272-ccfc-4412-8593-1e141e0745f5 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.560164 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-57089272-ccfc-4412-8593-1e141e0745f5 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0047326 Aug 10 03:35:32.562707 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55016) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.579089 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [None req-5a2a6375-eb92-473e-8035-25dae9982266 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.580700 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-5a2a6375-eb92-473e-8035-25dae9982266 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0168405 Aug 10 03:35:32.583778 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55018) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.588541 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [None req-ed7e334b-a1d3-4a67-a4ce-2c81e01f51f6 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.589840 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ed7e334b-a1d3-4a67-a4ce-2c81e01f51f6 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0049014 Aug 10 03:35:32.592796 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55020) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.597549 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [None req-286004f1-9dd3-4da4-8fe8-c59a24506383 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.603877 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-286004f1-9dd3-4da4-8fe8-c59a24506383 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0048547 Aug 10 03:35:32.604912 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55022) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.617188 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [None req-1b401198-d856-4572-9aa5-195eb48ec7bc tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.618695 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-1b401198-d856-4572-9aa5-195eb48ec7bc tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0124722 Aug 10 03:35:32.621182 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55024) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.625948 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [None req-41e8c7a4-2b8e-4a7b-b7f3-fafb8c3fc760 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.627269 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-41e8c7a4-2b8e-4a7b-b7f3-fafb8c3fc760 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0048852 Aug 10 03:35:32.630413 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55026) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.636366 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [None req-bd29e502-215c-4697-b1b7-bcfeeba574b6 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.640429 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-bd29e502-215c-4697-b1b7-bcfeeba574b6 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0087838 Aug 10 03:35:32.641288 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55028) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.647793 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [None req-faa0643d-2c30-4c0f-99b3-e58e223bff07 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.651769 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-faa0643d-2c30-4c0f-99b3-e58e223bff07 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0091496 Aug 10 03:35:32.652654 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55030) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.658634 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [None req-e68263ce-8635-4887-8542-e007887fe8fe tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.662690 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-e68263ce-8635-4887-8542-e007887fe8fe tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0088079 Aug 10 03:35:32.663584 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55032) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.669357 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [None req-0975e454-064f-49c0-9a82-628359d1e751 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.673282 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-0975e454-064f-49c0-9a82-628359d1e751 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0086150 Aug 10 03:35:32.674037 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55034) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.679644 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a5c1e506-7dc3-47eb-bcad-c609493929ad tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:32.680877 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [None req-8e374849-4cc3-49c5-9f28-0fb8cfa16bc5 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.685129 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8e374849-4cc3-49c5-9f28-0fb8cfa16bc5 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0095484 Aug 10 03:35:32.686491 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55036) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.691811 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [None req-3058434e-97bb-451f-8267-273f9517c9a2 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.695853 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-3058434e-97bb-451f-8267-273f9517c9a2 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0081019 Aug 10 03:35:32.696978 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55038) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.701538 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [None req-c9c049c7-a3df-4917-8283-3cdd7c32273d tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.705245 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-c9c049c7-a3df-4917-8283-3cdd7c32273d tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0071230 Aug 10 03:35:32.711290 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55040) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.712681 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c1e506-7dc3-47eb-bcad-c609493929ad tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event deleted for resources: {'Port': ['ID=a3192709-7590-4f47-9e96-7aecd3efd08e,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:32.720104 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [None req-570f9a0b-d4a5-476b-a1e6-677ac3ecdbb9 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.723926 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-570f9a0b-d4a5-476b-a1e6-677ac3ecdbb9 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0116594 Aug 10 03:35:32.724717 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55042) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.730536 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [None req-de130c69-4416-4350-b8be-c7f073e6cabd tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.734810 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-de130c69-4416-4350-b8be-c7f073e6cabd tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0088170 Aug 10 03:35:32.735018 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55044) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.744081 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [None req-2b4141eb-0981-4df2-891f-43e50fd03475 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.748448 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55046) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.748714 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2b4141eb-0981-4df2-891f-43e50fd03475 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0080593 Aug 10 03:35:32.754242 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [None req-0093299c-83d4-40bd-912c-f5d4f1bfa274 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.760619 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-0093299c-83d4-40bd-912c-f5d4f1bfa274 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0110831 Aug 10 03:35:32.768499 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55048) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.776691 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [None req-714efd73-856a-41bf-9862-be589a9923b3 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.781108 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-714efd73-856a-41bf-9862-be589a9923b3 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0108867 Aug 10 03:35:32.781959 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55050) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.787060 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [None req-0b12d88b-fa25-41b2-8f79-91e9f95487cf tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.791260 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-0b12d88b-fa25-41b2-8f79-91e9f95487cf tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0080853 Aug 10 03:35:32.791588 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55052) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.831597 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [None req-78f2e076-ab99-40b9-b7e0-10062ccdd26e tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.835246 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55054) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.835405 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-78f2e076-ab99-40b9-b7e0-10062ccdd26e tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0095694 Aug 10 03:35:32.841516 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [None req-d2c5c11a-2cc4-4622-8659-e6f460d8cfc6 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.842835 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d2c5c11a-2cc4-4622-8659-e6f460d8cfc6 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0064299 Aug 10 03:35:32.845176 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55056) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.849558 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [None req-0d0f3459-3cc8-4580-980b-7450969954bf tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.853910 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-0d0f3459-3cc8-4580-980b-7450969954bf tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0073640 Aug 10 03:35:32.854669 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55058) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.859343 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [None req-d2af9cf6-be09-46f1-97cc-6e47c52842c0 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.863762 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d2af9cf6-be09-46f1-97cc-6e47c52842c0 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0072351 Aug 10 03:35:32.864711 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55060) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.869099 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [None req-e2af7eb9-78b5-4ed6-b2f2-61a86059b143 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.872976 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-e2af7eb9-78b5-4ed6-b2f2-61a86059b143 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0070300 Aug 10 03:35:32.873731 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55062) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.880386 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [None req-9fe90809-bb5f-43ba-a418-1ccb8f2c2700 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.884256 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9fe90809-bb5f-43ba-a418-1ccb8f2c2700 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0072544 Aug 10 03:35:32.884682 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55064) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.886839 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a5c1e506-7dc3-47eb-bcad-c609493929ad tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:32.898392 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [None req-40b74700-6f4b-4ab1-816e-76bc26f3bcd9 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.901658 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-40b74700-6f4b-4ab1-816e-76bc26f3bcd9 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0135012 Aug 10 03:35:32.902350 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55066) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.908207 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [None req-805fe9f0-0b1e-465e-9c0a-e95a5d3e266a tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.912392 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-805fe9f0-0b1e-465e-9c0a-e95a5d3e266a tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0088105 Aug 10 03:35:32.913130 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55068) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.919973 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [None req-fe666485-7583-4061-b670-ca99c624902b tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.923712 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-fe666485-7583-4061-b670-ca99c624902b tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0094929 Aug 10 03:35:32.924462 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55070) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.929475 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [None req-d842590e-fc86-46d6-8eb0-3d0d38b4b9e8 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.933129 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d842590e-fc86-46d6-8eb0-3d0d38b4b9e8 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0076165 Aug 10 03:35:32.933869 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55072) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.938570 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [None req-0124fdd5-a06d-498d-9255-53d08e4f8420 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.942514 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-0124fdd5-a06d-498d-9255-53d08e4f8420 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0073767 Aug 10 03:35:32.943519 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55074) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.948107 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [None req-b05e6421-cafe-498c-825f-9345a7c00383 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.952088 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b05e6421-cafe-498c-825f-9345a7c00383 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0074677 Aug 10 03:35:32.952887 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55076) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:32.957563 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [None req-c13b076c-be45-475e-bf10-ff2616bca8e9 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] http://10.222.0.62:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:32.971271 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-c13b076c-be45-475e-bf10-ff2616bca8e9 tempest-ExtensionsTestJSON-321600041 tempest-ExtensionsTestJSON-321600041-project] 10.222.0.62 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0083997 Aug 10 03:35:33.036424 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-87610682-973c-48a5-88cf-5d6ccf2684ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:33.147457 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c1e506-7dc3-47eb-bcad-c609493929ad tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Router c390d4b3-f0f4-4b5a-9ef9-69598820aad5 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:35:33.248580 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c1e506-7dc3-47eb-bcad-c609493929ad tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:35:33.257561 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a5c1e506-7dc3-47eb-bcad-c609493929ad tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "PUT /v2.0/routers/c390d4b3-f0f4-4b5a-9ef9-69598820aad5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6767969 Aug 10 03:35:33.257663 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55086) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:33.261037 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a59be14-1cd1-468f-82ad-ba25bfc263f9 None None] Sync routers for ids ['c390d4b3-f0f4-4b5a-9ef9-69598820aad5'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:35:33.273465 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a59be14-1cd1-468f-82ad-ba25bfc263f9 None None] Routers {'c390d4b3-f0f4-4b5a-9ef9-69598820aad5'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:35:33.274297 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-6a59be14-1cd1-468f-82ad-ba25bfc263f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:35:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['c390d4b3-f0f4-4b5a-9ef9-69598820aad5'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:33.303227 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d20af7af-47bb-4ac0-b55f-6800b121ebc9 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "GET /v2.0/ports?device_id=c390d4b3-f0f4-4b5a-9ef9-69598820aad5 HTTP/1.1" status: 200 len: 205 time: 0.0422134 Aug 10 03:35:33.304161 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55088) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:33.311913 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-6a59be14-1cd1-468f-82ad-ba25bfc263f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:33.327356 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a59be14-1cd1-468f-82ad-ba25bfc263f9 None None] Routers {'c390d4b3-f0f4-4b5a-9ef9-69598820aad5'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:35:33.327978 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-6a59be14-1cd1-468f-82ad-ba25bfc263f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:35:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['c390d4b3-f0f4-4b5a-9ef9-69598820aad5'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:33.364282 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55090) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:33.392047 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-6a59be14-1cd1-468f-82ad-ba25bfc263f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:33.392775 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a59be14-1cd1-468f-82ad-ba25bfc263f9 None None] The sync data for ids ['c390d4b3-f0f4-4b5a-9ef9-69598820aad5'] in n-d-768851-15 is: [] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:35:33.414829 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:33.421385 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-476ec866-aea3-47e9-a361-75a545a72208 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for router, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:33.609020 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8cbb82f7-0bda-45b4-800a-29d9ce0b5288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:33.631472 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-476ec866-aea3-47e9-a361-75a545a72208 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:33.636161 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-476ec866-aea3-47e9-a361-75a545a72208 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:33.711415 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-476ec866-aea3-47e9-a361-75a545a72208 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:33.712319 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-476ec866-aea3-47e9-a361-75a545a72208 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Fanout notify agent at l3_agent the message router_deleted on router c390d4b3-f0f4-4b5a-9ef9-69598820aad5 {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:35:33.721634 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-476ec866-aea3-47e9-a361-75a545a72208 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:33.726193 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55098) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:33.726411 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-476ec866-aea3-47e9-a361-75a545a72208 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "DELETE /v2.0/routers/c390d4b3-f0f4-4b5a-9ef9-69598820aad5 HTTP/1.1" status: 204 len: 168 time: 0.4191935 Aug 10 03:35:33.821763 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-309259d0-a57d-4f45-b4d8-deacf3afef52 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Deleting subnet 8335f7fb-b015-4b82-8171-166683ff318c {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:35:33.836519 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-309259d0-a57d-4f45-b4d8-deacf3afef52 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:33.836773 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8cbb82f7-0bda-45b4-800a-29d9ce0b5288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:33.855623 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8cbb82f7-0bda-45b4-800a-29d9ce0b5288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:33.904708 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbb82f7-0bda-45b4-800a-29d9ce0b5288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e70d5e-44a5-459b-a62b-3f0c33537785,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:33.913177 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8cbb82f7-0bda-45b4-800a-29d9ce0b5288 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7585f8f7f27544889c7cde95a73c9eed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5477927 Aug 10 03:35:33.915654 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55100) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:33.928363 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbb82f7-0bda-45b4-800a-29d9ce0b5288 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:33.929244 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbb82f7-0bda-45b4-800a-29d9ce0b5288 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:33.929244 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbb82f7-0bda-45b4-800a-29d9ce0b5288 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:33.929586 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbb82f7-0bda-45b4-800a-29d9ce0b5288 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:33.929721 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbb82f7-0bda-45b4-800a-29d9ce0b5288 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:33.930041 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbb82f7-0bda-45b4-800a-29d9ce0b5288 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:33.930378 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbb82f7-0bda-45b4-800a-29d9ce0b5288 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:33.931276 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbb82f7-0bda-45b4-800a-29d9ce0b5288 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:33.931276 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbb82f7-0bda-45b4-800a-29d9ce0b5288 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:33.931542 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbb82f7-0bda-45b4-800a-29d9ce0b5288 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:33.931779 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbb82f7-0bda-45b4-800a-29d9ce0b5288 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:33.931993 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbb82f7-0bda-45b4-800a-29d9ce0b5288 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:33.935298 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-309259d0-a57d-4f45-b4d8-deacf3afef52 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:34.004411 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ad94f566-2bbc-4991-8a45-6e14d971d4fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:34.049739 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ad94f566-2bbc-4991-8a45-6e14d971d4fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:34.071201 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-309259d0-a57d-4f45-b4d8-deacf3afef52 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:34.129316 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ad94f566-2bbc-4991-8a45-6e14d971d4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:34.134110 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ad94f566-2bbc-4991-8a45-6e14d971d4fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:34.139222 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ad94f566-2bbc-4991-8a45-6e14d971d4fa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/62e70d5e-44a5-459b-a62b-3f0c33537785 HTTP/1.1" status: 204 len: 168 time: 0.2229018 Aug 10 03:35:34.155759 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad94f566-2bbc-4991-8a45-6e14d971d4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e70d5e-44a5-459b-a62b-3f0c33537785,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:34.209701 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-309259d0-a57d-4f45-b4d8-deacf3afef52 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:34.242277 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:34.245517 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-309259d0-a57d-4f45-b4d8-deacf3afef52 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:34.253663 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55108) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:34.254538 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-309259d0-a57d-4f45-b4d8-deacf3afef52 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "DELETE /v2.0/subnets/8335f7fb-b015-4b82-8171-166683ff318c HTTP/1.1" status: 204 len: 168 time: 0.5267429 Aug 10 03:35:34.264982 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0ee2e8-1fb2-440f-a6c5-812010063117 None None] Network c6a11851-c5e1-4c32-902c-103b497fc79b requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:35:34.298815 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309259d0-a57d-4f45-b4d8-deacf3afef52 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event deleted for resources: {'Subnet': ['ID=8335f7fb-b015-4b82-8171-166683ff318c,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:34.460952 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55114) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:34.513464 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0668fbfa-4492-4abf-873d-32d61111e704 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:34.597144 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-0668fbfa-4492-4abf-873d-32d61111e704 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Deleting port 1ff0efd2-1528-4ddd-9a7f-8ee0503de559 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:34.598203 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0668fbfa-4492-4abf-873d-32d61111e704 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:34.610350 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea69d99-7a21-4b06-abe0-347352fcd637 None None] DHCP port deletion for c6a11851-c5e1-4c32-902c-103b497fc79b request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:35:34.685916 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0ea69d99-7a21-4b06-abe0-347352fcd637 None None] Deleting port 1ff0efd2-1528-4ddd-9a7f-8ee0503de559 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:34.687067 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0ea69d99-7a21-4b06-abe0-347352fcd637 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:34.712662 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-0668fbfa-4492-4abf-873d-32d61111e704 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] For port 1ff0efd2-1528-4ddd-9a7f-8ee0503de559, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=1ff0efd2-1528-4ddd-9a7f-8ee0503de559,segment=NetworkSegment(4e5fee67-1de0-498f-a26a-72aa024a642c),segment_id=4e5fee67-1de0-498f-a26a-72aa024a642c)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:34.713251 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0668fbfa-4492-4abf-873d-32d61111e704 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:34.731611 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-0668fbfa-4492-4abf-873d-32d61111e704 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Calling delete_port for 1ff0efd2-1528-4ddd-9a7f-8ee0503de559 owned by network:dhcp {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:34.796955 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c862ff04-2225-4585-ba55-77748a60954a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:34.809039 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0ea69d99-7a21-4b06-abe0-347352fcd637 None None] For port 1ff0efd2-1528-4ddd-9a7f-8ee0503de559, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=1ff0efd2-1528-4ddd-9a7f-8ee0503de559,segment=NetworkSegment(4e5fee67-1de0-498f-a26a-72aa024a642c),segment_id=4e5fee67-1de0-498f-a26a-72aa024a642c)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:34.809450 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0ea69d99-7a21-4b06-abe0-347352fcd637 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:34.826462 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0ea69d99-7a21-4b06-abe0-347352fcd637 None None] Calling delete_port for 1ff0efd2-1528-4ddd-9a7f-8ee0503de559 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:34.936157 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0668fbfa-4492-4abf-873d-32d61111e704 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:34.945294 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0ea69d99-7a21-4b06-abe0-347352fcd637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:34.946574 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c862ff04-2225-4585-ba55-77748a60954a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:34.951110 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c862ff04-2225-4585-ba55-77748a60954a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:34.977366 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea69d99-7a21-4b06-abe0-347352fcd637 None None] Pushing event deleted for resources: {'Port': ['ID=1ff0efd2-1528-4ddd-9a7f-8ee0503de559,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:34.985231 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c862ff04-2225-4585-ba55-77748a60954a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad0aa07-9dd0-41f8-9597-be63e0bc78f5,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:34.986384 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea69d99-7a21-4b06-abe0-347352fcd637 None None] No DVR routers for this DVR port 1ff0efd2-1528-4ddd-9a7f-8ee0503de559 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:35:35.002604 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0668fbfa-4492-4abf-873d-32d61111e704 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] No DVR routers for this DVR port 1ff0efd2-1528-4ddd-9a7f-8ee0503de559 on host n-d-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:35:35.011781 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0668fbfa-4492-4abf-873d-32d61111e704 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event deleted for resources: {'Port': ['ID=1ff0efd2-1528-4ddd-9a7f-8ee0503de559,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:35.013251 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-c862ff04-2225-4585-ba55-77748a60954a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e4650479cbe149fdaf3d695adc731c1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5505593 Aug 10 03:35:35.014888 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55128) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:35.015987 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea69d99-7a21-4b06-abe0-347352fcd637 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:35.016836 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea69d99-7a21-4b06-abe0-347352fcd637 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:35.017187 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea69d99-7a21-4b06-abe0-347352fcd637 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:35.017533 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea69d99-7a21-4b06-abe0-347352fcd637 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:35.017956 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea69d99-7a21-4b06-abe0-347352fcd637 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:35.018299 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea69d99-7a21-4b06-abe0-347352fcd637 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:35.018672 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea69d99-7a21-4b06-abe0-347352fcd637 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:35.019273 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea69d99-7a21-4b06-abe0-347352fcd637 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:35.019606 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea69d99-7a21-4b06-abe0-347352fcd637 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:35.019936 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea69d99-7a21-4b06-abe0-347352fcd637 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:35.020265 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea69d99-7a21-4b06-abe0-347352fcd637 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:35.020663 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea69d99-7a21-4b06-abe0-347352fcd637 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:35.087253 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ee873642-e4c2-48e6-9f46-09e5c229369a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:35.102595 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0668fbfa-4492-4abf-873d-32d61111e704 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:35.115112 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ee873642-e4c2-48e6-9f46-09e5c229369a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:35.118765 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-0668fbfa-4492-4abf-873d-32d61111e704 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6a11851-c5e1-4c32-902c-103b497fc79b']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:35.140679 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-0668fbfa-4492-4abf-873d-32d61111e704 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e5fee67-1de0-498f-a26a-72aa024a642c') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:35.140979 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-0668fbfa-4492-4abf-873d-32d61111e704 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e5fee67-1de0-498f-a26a-72aa024a642c') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:35.152780 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0668fbfa-4492-4abf-873d-32d61111e704 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:35.176746 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0668fbfa-4492-4abf-873d-32d61111e704 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:35.184029 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0668fbfa-4492-4abf-873d-32d61111e704 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:35:35.184444 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0668fbfa-4492-4abf-873d-32d61111e704 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:35.184888 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ee873642-e4c2-48e6-9f46-09e5c229369a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:35.187801 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:35:35.187801 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:35:35.187801 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:35:35.187801 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:35:35.187801 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:35:35.187801 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:35:35.187801 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:35:35.187801 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:35:35.187801 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:35:35.187801 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:35:35.187801 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:35:35.187801 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:35:35.187801 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:35:35.187801 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:35:35.187801 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:35:35.187801 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:35:35.187801 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:35:35.187801 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:35:35.187801 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:35:35.187801 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:35:35.187801 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:35:35.187801 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:35:35.187801 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:35:35.187801 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:35:35.187801 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:35:35.187801 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:35:35.187801 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:35:35.187801 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:35:35.187801 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:35:35.187801 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:35:35.187801 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:35:35.187801 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:35:35.190011 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ee873642-e4c2-48e6-9f46-09e5c229369a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:35.190709 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ee873642-e4c2-48e6-9f46-09e5c229369a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/aad0aa07-9dd0-41f8-9597-be63e0bc78f5 HTTP/1.1" status: 204 len: 168 time: 0.1746964 Aug 10 03:35:35.200240 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee873642-e4c2-48e6-9f46-09e5c229369a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad0aa07-9dd0-41f8-9597-be63e0bc78f5,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:35.285417 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0668fbfa-4492-4abf-873d-32d61111e704 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:35.305209 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0668fbfa-4492-4abf-873d-32d61111e704 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:35.316554 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55138) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:35.317219 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0668fbfa-4492-4abf-873d-32d61111e704 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "DELETE /v2.0/networks/c6a11851-c5e1-4c32-902c-103b497fc79b HTTP/1.1" status: 204 len: 168 time: 1.0607510 Aug 10 03:35:35.323574 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-5d268e45-1ecd-4953-bf3f-f55ecffab4a2 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-482994605', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:35.345017 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0668fbfa-4492-4abf-873d-32d61111e704 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event deleted for resources: {'Network': ['ID=c6a11851-c5e1-4c32-902c-103b497fc79b,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:35.371054 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5d268e45-1ecd-4953-bf3f-f55ecffab4a2 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:35.372410 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5d268e45-1ecd-4953-bf3f-f55ecffab4a2 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:35.438574 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5d268e45-1ecd-4953-bf3f-f55ecffab4a2 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:35.448111 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5d268e45-1ecd-4953-bf3f-f55ecffab4a2 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:35.471316 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5d268e45-1ecd-4953-bf3f-f55ecffab4a2 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:35.475412 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-5d268e45-1ecd-4953-bf3f-f55ecffab4a2 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1567178 Aug 10 03:35:35.476529 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55148) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:35.487468 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55150) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:35.489113 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-94ee9635-70b9-4f7b-b42f-4f83a88eac9b tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-579495790'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:35.524494 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ee9635-70b9-4f7b-b42f-4f83a88eac9b tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Made reservation on behalf of c5bfc23a2d2d40be9b95b47c1cd0d209 for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:35.530268 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-94ee9635-70b9-4f7b-b42f-4f83a88eac9b tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:35.562249 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94ee9635-70b9-4f7b-b42f-4f83a88eac9b tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:35:35.573492 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-94ee9635-70b9-4f7b-b42f-4f83a88eac9b tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:35.573888 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-94ee9635-70b9-4f7b-b42f-4f83a88eac9b tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Added segment 20e1d2e9-baca-4903-afaa-d380a3c8be95 of type vlan for network b449b72b-5f82-4769-b3bb-9be315bc20a2 Aug 10 03:35:35.628018 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-668c5e07-b7ff-423c-8760-0e79bbfb17a0 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1462872013'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:35.629027 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-94ee9635-70b9-4f7b-b42f-4f83a88eac9b tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:35.636899 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55156) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:35.657461 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668c5e07-b7ff-423c-8760-0e79bbfb17a0 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Made reservation on behalf of 64821de9621f485c9728bf8586554fc5 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:35.661777 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-668c5e07-b7ff-423c-8760-0e79bbfb17a0 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:35.662692 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5b3b2282-56a1-42f0-a00a-b30be09465a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:35.672395 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-668c5e07-b7ff-423c-8760-0e79bbfb17a0 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:35.696617 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-94ee9635-70b9-4f7b-b42f-4f83a88eac9b tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:35.704671 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ee9635-70b9-4f7b-b42f-4f83a88eac9b tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:35.705546 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-94ee9635-70b9-4f7b-b42f-4f83a88eac9b tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:35.772963 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee9635-70b9-4f7b-b42f-4f83a88eac9b tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event updated for resources: {'Network': ['ID=b449b72b-5f82-4769-b3bb-9be315bc20a2,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:35.783832 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-668c5e07-b7ff-423c-8760-0e79bbfb17a0 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:35.785327 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network b449b72b-5f82-4769-b3bb-9be315bc20a2 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:35:35.789333 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-668c5e07-b7ff-423c-8760-0e79bbfb17a0 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:35.796942 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-94ee9635-70b9-4f7b-b42f-4f83a88eac9b tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3190866 Aug 10 03:35:35.800419 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55160) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:35.809066 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-ee5400a7-ddeb-440c-aeb2-5034042d77b9 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Request body: {'subnet': {'network_id': 'b449b72b-5f82-4769-b3bb-9be315bc20a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:35.827502 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668c5e07-b7ff-423c-8760-0e79bbfb17a0 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa1a2c4-e27c-47ff-a0b6-a2fb6d0dbdd7,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:35.857628 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-668c5e07-b7ff-423c-8760-0e79bbfb17a0 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:35:35.872184 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-668c5e07-b7ff-423c-8760-0e79bbfb17a0 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:35.872755 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-668c5e07-b7ff-423c-8760-0e79bbfb17a0 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Added segment 9c86b947-ae89-4ac2-ab5b-da9a6d16d11c of type vlan for network 081272a4-35df-4bba-997c-659ccf5fac31 Aug 10 03:35:35.919141 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-668c5e07-b7ff-423c-8760-0e79bbfb17a0 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:35.957832 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-668c5e07-b7ff-423c-8760-0e79bbfb17a0 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:35.965215 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5b3b2282-56a1-42f0-a00a-b30be09465a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:35.966455 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:35.966618 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668c5e07-b7ff-423c-8760-0e79bbfb17a0 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:35.967298 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-668c5e07-b7ff-423c-8760-0e79bbfb17a0 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:35.972235 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5b3b2282-56a1-42f0-a00a-b30be09465a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:36.000561 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-5b3b2282-56a1-42f0-a00a-b30be09465a5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0f07d3deaf2b416e8d0f4d3e8b0ddeb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3605247 Aug 10 03:35:36.008841 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55162) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:36.040137 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5400a7-ddeb-440c-aeb2-5034042d77b9 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Made reservation on behalf of c5bfc23a2d2d40be9b95b47c1cd0d209 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:36.046128 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-668c5e07-b7ff-423c-8760-0e79bbfb17a0 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.5533562 Aug 10 03:35:36.046303 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ee5400a7-ddeb-440c-aeb2-5034042d77b9 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:36.046402 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668c5e07-b7ff-423c-8760-0e79bbfb17a0 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Pushing event updated for resources: {'Network': ['ID=081272a4-35df-4bba-997c-659ccf5fac31,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:36.052010 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55164) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:36.055379 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 081272a4-35df-4bba-997c-659ccf5fac31 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:35:36.072257 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-f709917a-26ba-426e-9241-db66ca55fc0a tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Request body: {'subnet': {'network_id': '081272a4-35df-4bba-997c-659ccf5fac31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:36.331304 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 1ff0efd2-1528-4ddd-9a7f-8ee0503de559 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:35:36.353518 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 1ff0efd2-1528-4ddd-9a7f-8ee0503de559 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:35:36.353969 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 1ff0efd2-1528-4ddd-9a7f-8ee0503de559 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:35:36.469551 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3b2282-56a1-42f0-a00a-b30be09465a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff12ddd-0713-4802-979b-f805b99b775b,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:36.584767 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-516403b2-fe83-4b42-9e4f-4f42946e5cc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:36.626490 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-516403b2-fe83-4b42-9e4f-4f42946e5cc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:36.691664 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f709917a-26ba-426e-9241-db66ca55fc0a tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Made reservation on behalf of 64821de9621f485c9728bf8586554fc5 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:36.695124 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f709917a-26ba-426e-9241-db66ca55fc0a tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:36.835425 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-516403b2-fe83-4b42-9e4f-4f42946e5cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:36.835425 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-516403b2-fe83-4b42-9e4f-4f42946e5cc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:36.838619 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-516403b2-fe83-4b42-9e4f-4f42946e5cc6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3ff12ddd-0713-4802-979b-f805b99b775b HTTP/1.1" status: 204 len: 168 time: 0.8258517 Aug 10 03:35:36.854239 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ee5400a7-ddeb-440c-aeb2-5034042d77b9 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:36.870724 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516403b2-fe83-4b42-9e4f-4f42946e5cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff12ddd-0713-4802-979b-f805b99b775b,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:36.996011 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5400a7-ddeb-440c-aeb2-5034042d77b9 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event updated for resources: {'Subnet': ['ID=783131e3-37fe-48c0-a2c7-ed0f5c246f83,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:37.061032 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5400a7-ddeb-440c-aeb2-5034042d77b9 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Checking segment: {'id': '20e1d2e9-baca-4903-afaa-d380a3c8be95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b449b72b-5f82-4769-b3bb-9be315bc20a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:35:37.061407 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5400a7-ddeb-440c-aeb2-5034042d77b9 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Network hostable DHCP agents. Network: b449b72b-5f82-4769-b3bb-9be315bc20a2, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:35:37.078913 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf734de1-46d8-4eff-9a26-f9073b324ac0 req-51496525-027c-42ba-93ed-88b53591617e tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:37.080439 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cf734de1-46d8-4eff-9a26-f9073b324ac0 req-51496525-027c-42ba-93ed-88b53591617e tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/networks?id=af0d2cce-350b-49cd-9cfc-ff635347180b HTTP/1.1" status: 200 len: 814 time: 0.2301030 Aug 10 03:35:37.129628 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cf734de1-46d8-4eff-9a26-f9073b324ac0 req-ac50a249-cfb8-49ed-88e7-ab2c716973e3 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/quotas/3cffefacccfd4712be786e53e7cb07cb HTTP/1.1" status: 200 len: 375 time: 0.0233088 Aug 10 03:35:37.163420 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5400a7-ddeb-440c-aeb2-5034042d77b9 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Network b449b72b-5f82-4769-b3bb-9be315bc20a2 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:35:37.184222 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f709917a-26ba-426e-9241-db66ca55fc0a tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:37.196944 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-ee5400a7-ddeb-440c-aeb2-5034042d77b9 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, b449b72b-5f82-4769-b3bb-9be315bc20a2) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:37.210376 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3b07c0-6b83-45ec-9941-2b648b41b8c0 None None] Network b449b72b-5f82-4769-b3bb-9be315bc20a2 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:35:37.235803 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5400a7-ddeb-440c-aeb2-5034042d77b9 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:37.236667 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ee5400a7-ddeb-440c-aeb2-5034042d77b9 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:37.264089 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cf734de1-46d8-4eff-9a26-f9073b324ac0 req-b7c53de8-ecb1-4673-ac33-5d4990c51d71 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=3cffefacccfd4712be786e53e7cb07cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1228058 Aug 10 03:35:37.290879 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ee5400a7-ddeb-440c-aeb2-5034042d77b9 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4890950 Aug 10 03:35:37.291631 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709917a-26ba-426e-9241-db66ca55fc0a tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Pushing event updated for resources: {'Subnet': ['ID=1adb6be4-a709-4b42-8244-71a806e401eb,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:37.295343 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55204) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:37.354969 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f709917a-26ba-426e-9241-db66ca55fc0a tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Checking segment: {'id': '9c86b947-ae89-4ac2-ab5b-da9a6d16d11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '081272a4-35df-4bba-997c-659ccf5fac31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:35:37.355340 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f709917a-26ba-426e-9241-db66ca55fc0a tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Network hostable DHCP agents. Network: 081272a4-35df-4bba-997c-659ccf5fac31, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:35:37.401382 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f709917a-26ba-426e-9241-db66ca55fc0a tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Network 081272a4-35df-4bba-997c-659ccf5fac31 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:35:37.412262 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cf734de1-46d8-4eff-9a26-f9073b324ac0 req-8d22325d-a28e-46e4-a643-5ec93fdc33e5 service neutron] 10.222.0.62 "GET /v2.0/networks/af0d2cce-350b-49cd-9cfc-ff635347180b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339099 Aug 10 03:35:37.415664 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-f709917a-26ba-426e-9241-db66ca55fc0a tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 081272a4-35df-4bba-997c-659ccf5fac31) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:37.436870 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7daea9-2729-4fa2-baea-d5b0e35b1167 None None] Network 081272a4-35df-4bba-997c-659ccf5fac31 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:35:37.447330 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f709917a-26ba-426e-9241-db66ca55fc0a tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:37.448245 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f709917a-26ba-426e-9241-db66ca55fc0a tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:37.458332 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b4d541-aa59-41dc-a851-1748415ba9e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-b449b72b-5f82-4769-b3bb-9be315bc20a2', 'network_id': 'b449b72b-5f82-4769-b3bb-9be315bc20a2', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'fixed_ips': [{'subnet_id': '783131e3-37fe-48c0-a2c7-ed0f5c246f83'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:35:37.459569 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-91b4d541-aa59-41dc-a851-1748415ba9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:37.520709 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-f709917a-26ba-426e-9241-db66ca55fc0a tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4684165 Aug 10 03:35:37.523954 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55210) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:37.531855 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-b9e6603b-9cff-42e3-ba6a-30a1f8d5e50c tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Request body: {'port': {'network_id': '081272a4-35df-4bba-997c-659ccf5fac31', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-97653330'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:37.631397 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cf734de1-46d8-4eff-9a26-f9073b324ac0 req-d96ca1df-18e7-4a06-9351-f3398fe6814a service neutron] 10.222.0.62 "GET /v2.0/networks/af0d2cce-350b-49cd-9cfc-ff635347180b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035282 Aug 10 03:35:37.688986 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e6603b-9cff-42e3-ba6a-30a1f8d5e50c tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Made reservation on behalf of 64821de9621f485c9728bf8586554fc5 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:37.694871 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b9e6603b-9cff-42e3-ba6a-30a1f8d5e50c tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:37.711010 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-91b4d541-aa59-41dc-a851-1748415ba9e9 None None] Allocated IP 2001:db8::2 (b449b72b-5f82-4769-b3bb-9be315bc20a2/783131e3-37fe-48c0-a2c7-ed0f5c246f83/aff50726-aa3a-4bc8-9752-17e9affd6225) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:35:37.720204 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [None req-b9e6603b-9cff-42e3-ba6a-30a1f8d5e50c tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] device_id is not set on port 6028b684-dd5e-4490-9956-2502f8960f17 yet. {{(pid=94216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:35:37.901197 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-b9e6603b-9cff-42e3-ba6a-30a1f8d5e50c tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Allocated IP 2001:db8::22f (081272a4-35df-4bba-997c-659ccf5fac31/1adb6be4-a709-4b42-8244-71a806e401eb/6028b684-dd5e-4490-9956-2502f8960f17) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:35:37.967924 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-91b4d541-aa59-41dc-a851-1748415ba9e9 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:37.985456 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-91b4d541-aa59-41dc-a851-1748415ba9e9 None None] Transition to ACTIVE for port object aff50726-aa3a-4bc8-9752-17e9affd6225 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:38.005954 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5e972121-3db0-468a-b4af-55d50229b564 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:38.016348 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-91b4d541-aa59-41dc-a851-1748415ba9e9 None None] Transition to ACTIVE for port object aff50726-aa3a-4bc8-9752-17e9affd6225 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:38.033378 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-91b4d541-aa59-41dc-a851-1748415ba9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:38.048223 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9ff1574d-1db7-408d-8c5e-007cf90226fd req-a6c5c628-9704-4f11-971f-1f7e6c24d1f8 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/ports?device_id=0717b289-fa24-426d-af18-109bb65177ac HTTP/1.1" status: 200 len: 210 time: 0.0995643 Aug 10 03:35:38.143488 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b4d541-aa59-41dc-a851-1748415ba9e9 None None] Network b449b72b-5f82-4769-b3bb-9be315bc20a2 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:35:38.151259 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-91b4d541-aa59-41dc-a851-1748415ba9e9 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:38.157643 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b4d541-aa59-41dc-a851-1748415ba9e9 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:35:38.315103 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b4d541-aa59-41dc-a851-1748415ba9e9 None None] Pushing event updated for resources: {'Port': ['ID=aff50726-aa3a-4bc8-9752-17e9affd6225,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:38.342006 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ece9c4-0944-4055-b0ac-aae1d84bbf9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-081272a4-35df-4bba-997c-659ccf5fac31', 'network_id': '081272a4-35df-4bba-997c-659ccf5fac31', 'tenant_id': '64821de9621f485c9728bf8586554fc5', 'fixed_ips': [{'subnet_id': '1adb6be4-a709-4b42-8244-71a806e401eb'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:35:38.342934 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c7ece9c4-0944-4055-b0ac-aae1d84bbf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:38.388969 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b9e6603b-9cff-42e3-ba6a-30a1f8d5e50c tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:38.402417 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-91b4d541-aa59-41dc-a851-1748415ba9e9 None None] Attempting to bind port aff50726-aa3a-4bc8-9752-17e9affd6225 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:35:38.402417 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-91b4d541-aa59-41dc-a851-1748415ba9e9 None None] Attempting to bind port aff50726-aa3a-4bc8-9752-17e9affd6225 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '20e1d2e9-baca-4903-afaa-d380a3c8be95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b449b72b-5f82-4769-b3bb-9be315bc20a2'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:35:38.402933 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b4d541-aa59-41dc-a851-1748415ba9e9 None None] Attempting to bind port aff50726-aa3a-4bc8-9752-17e9affd6225 on network b449b72b-5f82-4769-b3bb-9be315bc20a2 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:35:38.409721 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b4d541-aa59-41dc-a851-1748415ba9e9 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:35:38.410011 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b4d541-aa59-41dc-a851-1748415ba9e9 None None] Checking segment: {'id': '20e1d2e9-baca-4903-afaa-d380a3c8be95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b449b72b-5f82-4769-b3bb-9be315bc20a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:35:38.410580 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-91b4d541-aa59-41dc-a851-1748415ba9e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:38.411035 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b4d541-aa59-41dc-a851-1748415ba9e9 None None] Bound using segment: {'id': '20e1d2e9-baca-4903-afaa-d380a3c8be95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b449b72b-5f82-4769-b3bb-9be315bc20a2'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:35:38.411492 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-91b4d541-aa59-41dc-a851-1748415ba9e9 None None] Bound port: aff50726-aa3a-4bc8-9752-17e9affd6225, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e1d2e9-baca-4903-afaa-d380a3c8be95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b449b72b-5f82-4769-b3bb-9be315bc20a2'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:35:38.411881 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-91b4d541-aa59-41dc-a851-1748415ba9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:38.429147 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-b9e6603b-9cff-42e3-ba6a-30a1f8d5e50c tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Transition to ACTIVE for port object 6028b684-dd5e-4490-9956-2502f8960f17 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:38.542387 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b9e6603b-9cff-42e3-ba6a-30a1f8d5e50c tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:38.630195 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e6603b-9cff-42e3-ba6a-30a1f8d5e50c tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Network 081272a4-35df-4bba-997c-659ccf5fac31 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:35:38.634597 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-b9e6603b-9cff-42e3-ba6a-30a1f8d5e50c tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:38.639554 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e6603b-9cff-42e3-ba6a-30a1f8d5e50c tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:35:38.647171 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e6603b-9cff-42e3-ba6a-30a1f8d5e50c tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:38.647846 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b9e6603b-9cff-42e3-ba6a-30a1f8d5e50c tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:38.652803 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e6603b-9cff-42e3-ba6a-30a1f8d5e50c tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Pushing event updated for resources: {'Port': ['ID=6028b684-dd5e-4490-9956-2502f8960f17,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:38.672334 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b9e6603b-9cff-42e3-ba6a-30a1f8d5e50c tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 1.1469510 Aug 10 03:35:38.676543 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55244) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:38.686183 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-d7e555a2-032a-45a5-9ba6-f8e41e44eee7 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Request body: {'port': {'network_id': '081272a4-35df-4bba-997c-659ccf5fac31', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1408768537', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:38.686927 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.api.validators [None req-d7e555a2-032a-45a5-9ba6-f8e41e44eee7 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] bootfile-name is not in valid_values {{(pid=94217) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 03:35:38.687444 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.api.validators [None req-d7e555a2-032a-45a5-9ba6-f8e41e44eee7 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] tftp-server is not in valid_values {{(pid=94217) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 03:35:38.687991 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.api.validators [None req-d7e555a2-032a-45a5-9ba6-f8e41e44eee7 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] server-ip-address is not in valid_values {{(pid=94217) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 03:35:38.709409 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-91b4d541-aa59-41dc-a851-1748415ba9e9 None None] For port aff50726-aa3a-4bc8-9752-17e9affd6225, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:35:38.713125 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-91b4d541-aa59-41dc-a851-1748415ba9e9 None None] For port aff50726-aa3a-4bc8-9752-17e9affd6225, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=aff50726-aa3a-4bc8-9752-17e9affd6225,segment=NetworkSegment(20e1d2e9-baca-4903-afaa-d380a3c8be95),segment_id=20e1d2e9-baca-4903-afaa-d380a3c8be95)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:35:38.752627 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-91b4d541-aa59-41dc-a851-1748415ba9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:38.756380 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-c7ece9c4-0944-4055-b0ac-aae1d84bbf9b None None] Allocated IP 2001:db8::2 (081272a4-35df-4bba-997c-659ccf5fac31/1adb6be4-a709-4b42-8244-71a806e401eb/6314daf8-377c-43d3-85fa-6b848a094d62) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:35:38.913710 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b4d541-aa59-41dc-a851-1748415ba9e9 None None] Pushing event updated for resources: {'Port': ['ID=aff50726-aa3a-4bc8-9752-17e9affd6225,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:38.919455 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e555a2-032a-45a5-9ba6-f8e41e44eee7 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Made reservation on behalf of 64821de9621f485c9728bf8586554fc5 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:38.923586 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d7e555a2-032a-45a5-9ba6-f8e41e44eee7 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:38.959166 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [None req-d7e555a2-032a-45a5-9ba6-f8e41e44eee7 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] device_id is not set on port c33e4a73-21b9-45fa-84bf-513101a4ce31 yet. {{(pid=94217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:35:39.002197 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-5e972121-3db0-468a-b4af-55d50229b564 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Allocated IP 2001:db8::1 (b449b72b-5f82-4769-b3bb-9be315bc20a2/783131e3-37fe-48c0-a2c7-ed0f5c246f83/a2b27dee-6378-4aa7-bdb4-4731facb3df5) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:35:39.085288 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c7ece9c4-0944-4055-b0ac-aae1d84bbf9b None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:39.095006 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-c7ece9c4-0944-4055-b0ac-aae1d84bbf9b None None] Transition to ACTIVE for port object 6314daf8-377c-43d3-85fa-6b848a094d62 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:39.175583 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-c7ece9c4-0944-4055-b0ac-aae1d84bbf9b None None] Transition to ACTIVE for port object 6314daf8-377c-43d3-85fa-6b848a094d62 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:39.183033 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c7ece9c4-0944-4055-b0ac-aae1d84bbf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:39.244245 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ece9c4-0944-4055-b0ac-aae1d84bbf9b None None] Network 081272a4-35df-4bba-997c-659ccf5fac31 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:35:39.254538 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-c7ece9c4-0944-4055-b0ac-aae1d84bbf9b None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:39.269869 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ece9c4-0944-4055-b0ac-aae1d84bbf9b None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:35:39.278299 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-407c01c3-6743-4eed-be84-c1847a22d75c req-772c3001-9b9d-4ef9-8987-2fca1753b400 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/ports?device_id=0717b289-fa24-426d-af18-109bb65177ac HTTP/1.1" status: 200 len: 210 time: 0.0512295 Aug 10 03:35:39.327958 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5e972121-3db0-468a-b4af-55d50229b564 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:39.385407 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-d7e555a2-032a-45a5-9ba6-f8e41e44eee7 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Allocated IP 2001:db8::277 (081272a4-35df-4bba-997c-659ccf5fac31/1adb6be4-a709-4b42-8244-71a806e401eb/c33e4a73-21b9-45fa-84bf-513101a4ce31) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:35:39.421174 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ece9c4-0944-4055-b0ac-aae1d84bbf9b None None] Pushing event updated for resources: {'Port': ['ID=6314daf8-377c-43d3-85fa-6b848a094d62,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:39.441607 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-c7ece9c4-0944-4055-b0ac-aae1d84bbf9b None None] Attempting to bind port 6314daf8-377c-43d3-85fa-6b848a094d62 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:35:39.442553 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-c7ece9c4-0944-4055-b0ac-aae1d84bbf9b None None] Attempting to bind port 6314daf8-377c-43d3-85fa-6b848a094d62 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '9c86b947-ae89-4ac2-ab5b-da9a6d16d11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '081272a4-35df-4bba-997c-659ccf5fac31'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:35:39.443212 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ece9c4-0944-4055-b0ac-aae1d84bbf9b None None] Attempting to bind port 6314daf8-377c-43d3-85fa-6b848a094d62 on network 081272a4-35df-4bba-997c-659ccf5fac31 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:35:39.449138 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ece9c4-0944-4055-b0ac-aae1d84bbf9b None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:35:39.449877 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ece9c4-0944-4055-b0ac-aae1d84bbf9b None None] Checking segment: {'id': '9c86b947-ae89-4ac2-ab5b-da9a6d16d11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '081272a4-35df-4bba-997c-659ccf5fac31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:35:39.450474 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c7ece9c4-0944-4055-b0ac-aae1d84bbf9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:39.451087 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ece9c4-0944-4055-b0ac-aae1d84bbf9b None None] Bound using segment: {'id': '9c86b947-ae89-4ac2-ab5b-da9a6d16d11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '081272a4-35df-4bba-997c-659ccf5fac31'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:35:39.451758 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-c7ece9c4-0944-4055-b0ac-aae1d84bbf9b None None] Bound port: 6314daf8-377c-43d3-85fa-6b848a094d62, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c86b947-ae89-4ac2-ab5b-da9a6d16d11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '081272a4-35df-4bba-997c-659ccf5fac31'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:35:39.452359 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c7ece9c4-0944-4055-b0ac-aae1d84bbf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:39.479045 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-5e972121-3db0-468a-b4af-55d50229b564 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Transition to ACTIVE for port object a2b27dee-6378-4aa7-bdb4-4731facb3df5 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:39.554875 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5e972121-3db0-468a-b4af-55d50229b564 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:39.566685 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-c7ece9c4-0944-4055-b0ac-aae1d84bbf9b None None] For port 6314daf8-377c-43d3-85fa-6b848a094d62, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:35:39.576291 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-c7ece9c4-0944-4055-b0ac-aae1d84bbf9b None None] For port 6314daf8-377c-43d3-85fa-6b848a094d62, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=6314daf8-377c-43d3-85fa-6b848a094d62,segment=NetworkSegment(9c86b947-ae89-4ac2-ab5b-da9a6d16d11c),segment_id=9c86b947-ae89-4ac2-ab5b-da9a6d16d11c)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:35:39.582767 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c7ece9c4-0944-4055-b0ac-aae1d84bbf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:39.673379 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ece9c4-0944-4055-b0ac-aae1d84bbf9b None None] Pushing event updated for resources: {'Port': ['ID=6314daf8-377c-43d3-85fa-6b848a094d62,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:39.686692 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e972121-3db0-468a-b4af-55d50229b564 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event updated for resources: {'Port': ['ID=a2b27dee-6378-4aa7-bdb4-4731facb3df5,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:39.736555 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e972121-3db0-468a-b4af-55d50229b564 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Network b449b72b-5f82-4769-b3bb-9be315bc20a2 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:35:39.759329 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-5e972121-3db0-468a-b4af-55d50229b564 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:39.771071 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e972121-3db0-468a-b4af-55d50229b564 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:35:39.771642 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5e972121-3db0-468a-b4af-55d50229b564 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:39.935365 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf734de1-46d8-4eff-9a26-f9073b324ac0 req-ddfae77b-e868-40bb-93a7-234e91308031 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:39.936714 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cf734de1-46d8-4eff-9a26-f9073b324ac0 req-ddfae77b-e868-40bb-93a7-234e91308031 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.58 "GET /v2.0/networks?id=af0d2cce-350b-49cd-9cfc-ff635347180b HTTP/1.1" status: 200 len: 814 time: 0.6019688 Aug 10 03:35:39.960198 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-cf734de1-46d8-4eff-9a26-f9073b324ac0 req-c4456361-266f-43b3-8afe-731d2610ce04 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Request body: {'port': {'device_id': '0717b289-fa24-426d-af18-109bb65177ac', 'network_id': 'af0d2cce-350b-49cd-9cfc-ff635347180b', 'admin_state_up': True, 'tenant_id': '3cffefacccfd4712be786e53e7cb07cb'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:40.384028 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d7e555a2-032a-45a5-9ba6-f8e41e44eee7 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:40.452951 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-d7e555a2-032a-45a5-9ba6-f8e41e44eee7 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Transition to ACTIVE for port object c33e4a73-21b9-45fa-84bf-513101a4ce31 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:40.466106 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf734de1-46d8-4eff-9a26-f9073b324ac0 req-c4456361-266f-43b3-8afe-731d2610ce04 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Made reservation on behalf of 3cffefacccfd4712be786e53e7cb07cb for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:40.469668 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-cf734de1-46d8-4eff-9a26-f9073b324ac0 req-c4456361-266f-43b3-8afe-731d2610ce04 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:40.522630 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-65215da9-524e-4887-a24a-b7646c99c8ee req-0872c78a-ef68-4cfa-b95c-c69cea094abd tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/ports?device_id=0717b289-fa24-426d-af18-109bb65177ac HTTP/1.1" status: 200 len: 210 time: 0.0384278 Aug 10 03:35:40.580769 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 6314daf8-377c-43d3-85fa-6b848a094d62 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:35:40.610382 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5e972121-3db0-468a-b4af-55d50229b564 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:40.619657 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14178be-1103-49d3-bc54-7875ed05a3c0 None None] Network b449b72b-5f82-4769-b3bb-9be315bc20a2 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:35:40.625783 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d7e555a2-032a-45a5-9ba6-f8e41e44eee7 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:40.728792 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-e27adc8d-ec46-4fe4-972d-f5d145aefb9f None None] Provisioning for port aff50726-aa3a-4bc8-9752-17e9affd6225 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:35:40.740010 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 6314daf8-377c-43d3-85fa-6b848a094d62 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:35:40.768304 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device aff50726-aa3a-4bc8-9752-17e9affd6225 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:35:40.781207 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e555a2-032a-45a5-9ba6-f8e41e44eee7 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Network 081272a4-35df-4bba-997c-659ccf5fac31 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:35:40.814286 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-d7e555a2-032a-45a5-9ba6-f8e41e44eee7 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:40.838263 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e555a2-032a-45a5-9ba6-f8e41e44eee7 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:35:40.844086 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e555a2-032a-45a5-9ba6-f8e41e44eee7 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:40.844750 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d7e555a2-032a-45a5-9ba6-f8e41e44eee7 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:40.880174 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e555a2-032a-45a5-9ba6-f8e41e44eee7 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Pushing event updated for resources: {'Port': ['ID=c33e4a73-21b9-45fa-84bf-513101a4ce31,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:40.918857 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port aff50726-aa3a-4bc8-9752-17e9affd6225 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:35:40.923893 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port aff50726-aa3a-4bc8-9752-17e9affd6225 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:40.924462 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:41.057395 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d7e555a2-032a-45a5-9ba6-f8e41e44eee7 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.3787861 Aug 10 03:35:41.059679 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55284) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:41.087324 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:41.138863 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1225b435-6e2a-4a03-b8d6-c884483ac2b8 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:41.156983 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1225b435-6e2a-4a03-b8d6-c884483ac2b8 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:41.158378 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-cf734de1-46d8-4eff-9a26-f9073b324ac0 req-c4456361-266f-43b3-8afe-731d2610ce04 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Allocated IP 172.20.0.4 (af0d2cce-350b-49cd-9cfc-ff635347180b/02e995bf-0ffb-4fac-9ab1-ec0873c47a61/2d9bd8d6-23c5-46ea-a8a3-d1a1371ed7b3) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:35:41.163147 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port aff50726-aa3a-4bc8-9752-17e9affd6225, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=aff50726-aa3a-4bc8-9752-17e9affd6225,segment=NetworkSegment(20e1d2e9-baca-4903-afaa-d380a3c8be95),segment_id=20e1d2e9-baca-4903-afaa-d380a3c8be95)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:41.170131 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:41.172727 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1225b435-6e2a-4a03-b8d6-c884483ac2b8 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:41.175821 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-1225b435-6e2a-4a03-b8d6-c884483ac2b8 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1143703 Aug 10 03:35:41.180932 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55286) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:41.238752 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=aff50726-aa3a-4bc8-9752-17e9affd6225,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:41.255664 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c99b86a-4eb9-4e51-83b1-e82a766da732 None None] Network 081272a4-35df-4bba-997c-659ccf5fac31 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:35:41.504809 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-783cb2cf-a494-46b9-a190-63131eed1a47 None None] Provisioning for port 6314daf8-377c-43d3-85fa-6b848a094d62 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:35:41.514755 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-783cb2cf-a494-46b9-a190-63131eed1a47 None None] Provisioning complete for port 6314daf8-377c-43d3-85fa-6b848a094d62 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:41.515090 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-783cb2cf-a494-46b9-a190-63131eed1a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:41.546618 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-cf734de1-46d8-4eff-9a26-f9073b324ac0 req-c4456361-266f-43b3-8afe-731d2610ce04 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:41.555884 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5e972121-3db0-468a-b4af-55d50229b564 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:41.577123 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-d18cab30-5e2c-43bf-b30b-962901414ba2 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Deleting port c33e4a73-21b9-45fa-84bf-513101a4ce31 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:41.577473 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d18cab30-5e2c-43bf-b30b-962901414ba2 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:41.580655 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5e972121-3db0-468a-b4af-55d50229b564 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:41.581432 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5e972121-3db0-468a-b4af-55d50229b564 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:41.650968 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0cd0e9c7-3f62-4e4e-9a71-ba3bc14488e5 req-260caafc-d30c-4069-87e0-4308717d01c5 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/ports?device_id=0717b289-fa24-426d-af18-109bb65177ac HTTP/1.1" status: 200 len: 210 time: 0.0417032 Aug 10 03:35:41.668392 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-783cb2cf-a494-46b9-a190-63131eed1a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:41.713230 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-783cb2cf-a494-46b9-a190-63131eed1a47 None None] For port 6314daf8-377c-43d3-85fa-6b848a094d62, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=6314daf8-377c-43d3-85fa-6b848a094d62,segment=NetworkSegment(9c86b947-ae89-4ac2-ab5b-da9a6d16d11c),segment_id=9c86b947-ae89-4ac2-ab5b-da9a6d16d11c)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:41.719405 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-783cb2cf-a494-46b9-a190-63131eed1a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:41.771517 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783cb2cf-a494-46b9-a190-63131eed1a47 None None] Pushing event updated for resources: {'Port': ['ID=6314daf8-377c-43d3-85fa-6b848a094d62,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:41.783554 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e972121-3db0-468a-b4af-55d50229b564 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event updated for resources: {'Port': ['ID=a2b27dee-6378-4aa7-bdb4-4731facb3df5,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:41.809812 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-cf734de1-46d8-4eff-9a26-f9073b324ac0 req-c4456361-266f-43b3-8afe-731d2610ce04 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:41.813939 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d18cab30-5e2c-43bf-b30b-962901414ba2 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:41.821827 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['8cd40eca-ca86-462f-8a85-aa999f21e854'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:35:41.911965 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf734de1-46d8-4eff-9a26-f9073b324ac0 req-c4456361-266f-43b3-8afe-731d2610ce04 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Network af0d2cce-350b-49cd-9cfc-ff635347180b is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:35:41.913314 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4456361-266f-43b3-8afe-731d2610ce04 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Pushing event updated for resources: {'Port': ['ID=2d9bd8d6-23c5-46ea-a8a3-d1a1371ed7b3,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:41.931374 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-cf734de1-46d8-4eff-9a26-f9073b324ac0 req-c4456361-266f-43b3-8afe-731d2610ce04 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:41.933842 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf734de1-46d8-4eff-9a26-f9073b324ac0 req-c4456361-266f-43b3-8afe-731d2610ce04 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:35:41.967620 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-39611224-15a2-4774-b3f1-b885067c1bbd None None] Provisioning complete for port aff50726-aa3a-4bc8-9752-17e9affd6225 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:41.968367 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-39611224-15a2-4774-b3f1-b885067c1bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:41.982062 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-d18cab30-5e2c-43bf-b30b-962901414ba2 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Calling delete_port for c33e4a73-21b9-45fa-84bf-513101a4ce31 owned by {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:41.984952 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e972121-3db0-468a-b4af-55d50229b564 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Network b449b72b-5f82-4769-b3bb-9be315bc20a2 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:35:41.993252 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-5e972121-3db0-468a-b4af-55d50229b564 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:42.020393 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf734de1-46d8-4eff-9a26-f9073b324ac0 req-c4456361-266f-43b3-8afe-731d2610ce04 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:42.021446 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-cf734de1-46d8-4eff-9a26-f9073b324ac0 req-c4456361-266f-43b3-8afe-731d2610ce04 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:42.210918 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-39611224-15a2-4774-b3f1-b885067c1bbd None None] Provisioning for port a2b27dee-6378-4aa7-bdb4-4731facb3df5 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:35:42.216162 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-39611224-15a2-4774-b3f1-b885067c1bbd None None] Provisioning complete for port a2b27dee-6378-4aa7-bdb4-4731facb3df5 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:42.216721 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-39611224-15a2-4774-b3f1-b885067c1bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:42.280462 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-39611224-15a2-4774-b3f1-b885067c1bbd None None] Port a2b27dee-6378-4aa7-bdb4-4731facb3df5 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:35:42.398435 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 6314daf8-377c-43d3-85fa-6b848a094d62 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:35:42.493567 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-2c572efc-8f10-4b2b-91d9-77d00f3cbd5b None None] Provisioning complete for port 6314daf8-377c-43d3-85fa-6b848a094d62 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:42.494086 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2c572efc-8f10-4b2b-91d9-77d00f3cbd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:42.495836 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 6314daf8-377c-43d3-85fa-6b848a094d62 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:42.496473 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:42.609161 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cf734de1-46d8-4eff-9a26-f9073b324ac0 req-c4456361-266f-43b3-8afe-731d2610ce04 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6610284 Aug 10 03:35:42.624833 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-cf734de1-46d8-4eff-9a26-f9073b324ac0 req-5addbe06-4d7c-4086-b50b-f6870d0f8126 service neutron] Request body: {'port': {'device_id': '0717b289-fa24-426d-af18-109bb65177ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:42.692337 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device aff50726-aa3a-4bc8-9752-17e9affd6225 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:35:42.696900 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-2c572efc-8f10-4b2b-91d9-77d00f3cbd5b None None] Provisioning for port 6028b684-dd5e-4490-9956-2502f8960f17 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:35:42.741827 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-2c572efc-8f10-4b2b-91d9-77d00f3cbd5b None None] Provisioning complete for port 6028b684-dd5e-4490-9956-2502f8960f17 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:42.742112 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2c572efc-8f10-4b2b-91d9-77d00f3cbd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:42.800597 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-cf734de1-46d8-4eff-9a26-f9073b324ac0 req-5addbe06-4d7c-4086-b50b-f6870d0f8126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:42.811132 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-2c572efc-8f10-4b2b-91d9-77d00f3cbd5b None None] Port 6028b684-dd5e-4490-9956-2502f8960f17 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:35:42.826248 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e972121-3db0-468a-b4af-55d50229b564 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Router 404706ce-b87d-4ac5-b8b5-835c423f7e04 is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:35:42.855588 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port aff50726-aa3a-4bc8-9752-17e9affd6225 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:42.856069 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:42.861970 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b45583f-3bb6-4ecf-b1ec-ddc50fdc7337 req-d869d07e-ffce-4653-81c1-c9a39ed70e4b tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:42.872446 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9b45583f-3bb6-4ecf-b1ec-ddc50fdc7337 req-d869d07e-ffce-4653-81c1-c9a39ed70e4b tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/ports?device_id=0717b289-fa24-426d-af18-109bb65177ac HTTP/1.1" status: 200 len: 931 time: 0.1157150 Aug 10 03:35:42.939119 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9b45583f-3bb6-4ecf-b1ec-ddc50fdc7337 req-0be2ed61-6afe-4686-a228-bdb94cf30269 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a444d7d-1269-431d-a801-cc92cc418807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593696 Aug 10 03:35:43.072534 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-2c572efc-8f10-4b2b-91d9-77d00f3cbd5b None None] Provisioning for port c33e4a73-21b9-45fa-84bf-513101a4ce31 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:35:43.077252 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-2c572efc-8f10-4b2b-91d9-77d00f3cbd5b None None] Provisioning complete for port c33e4a73-21b9-45fa-84bf-513101a4ce31 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:43.077625 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2c572efc-8f10-4b2b-91d9-77d00f3cbd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:43.102862 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-2c572efc-8f10-4b2b-91d9-77d00f3cbd5b None None] Port c33e4a73-21b9-45fa-84bf-513101a4ce31 was deleted so its status cannot be updated. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 10 03:35:43.126373 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d18cab30-5e2c-43bf-b30b-962901414ba2 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:43.135500 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e972121-3db0-468a-b4af-55d50229b564 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:35:43.148100 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b59c88-8d82-48fa-bef3-c524f7bd34de None None] Sync routers for ids ['404706ce-b87d-4ac5-b8b5-835c423f7e04'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:35:43.159120 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b59c88-8d82-48fa-bef3-c524f7bd34de None None] Routers {'404706ce-b87d-4ac5-b8b5-835c423f7e04'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:35:43.164247 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-59b59c88-8d82-48fa-bef3-c524f7bd34de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:35:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['404706ce-b87d-4ac5-b8b5-835c423f7e04'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:43.195697 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-5e972121-3db0-468a-b4af-55d50229b564 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "PUT /v2.0/routers/404706ce-b87d-4ac5-b8b5-835c423f7e04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8969176 Aug 10 03:35:43.197153 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18cab30-5e2c-43bf-b30b-962901414ba2 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Pushing event deleted for resources: {'Port': ['ID=c33e4a73-21b9-45fa-84bf-513101a4ce31,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:43.198484 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55310) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:43.204259 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-5bf05a6f-a2ab-4d97-a836-c82ab78a9bf6 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-964817303'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:43.248195 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d18cab30-5e2c-43bf-b30b-962901414ba2 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:43.249970 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3da959d7-1838-4aca-83c8-0c66fe5eabab None None] Provisioning complete for port 6028b684-dd5e-4490-9956-2502f8960f17 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:43.250616 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d18cab30-5e2c-43bf-b30b-962901414ba2 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] 10.222.0.62 "DELETE /v2.0/ports/c33e4a73-21b9-45fa-84bf-513101a4ce31 HTTP/1.1" status: 204 len: 168 time: 2.0654817 Aug 10 03:35:43.254684 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3da959d7-1838-4aca-83c8-0c66fe5eabab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:43.255054 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55312) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:43.265783 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-3f2916b2-22cb-44fd-8cc9-be8b6a5fe799 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Request body: {'port': {'name': 'tempest-new-port-name-612015136', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:43.266478 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.api.validators [None req-3f2916b2-22cb-44fd-8cc9-be8b6a5fe799 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] bootfile-name is not in valid_values {{(pid=94216) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 03:35:43.267064 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.api.validators [None req-3f2916b2-22cb-44fd-8cc9-be8b6a5fe799 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] tftp-server is not in valid_values {{(pid=94216) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 03:35:43.267595 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.api.validators [None req-3f2916b2-22cb-44fd-8cc9-be8b6a5fe799 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] server-ip-address is not in valid_values {{(pid=94216) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 03:35:43.352131 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3da959d7-1838-4aca-83c8-0c66fe5eabab None None] Port 6028b684-dd5e-4490-9956-2502f8960f17 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:35:43.353976 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-59b59c88-8d82-48fa-bef3-c524f7bd34de None None] Set router 404706ce-b87d-4ac5-b8b5-835c423f7e04 gateway port host: None {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:35:43.356512 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3da959d7-1838-4aca-83c8-0c66fe5eabab None None] Could not find standard attr ID for object c33e4a73-21b9-45fa-84bf-513101a4ce31. {{(pid=94218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:35:43.366763 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3f2916b2-22cb-44fd-8cc9-be8b6a5fe799 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:43.381878 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf05a6f-a2ab-4d97-a836-c82ab78a9bf6 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Made reservation on behalf of c5bfc23a2d2d40be9b95b47c1cd0d209 for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:43.383455 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3da959d7-1838-4aca-83c8-0c66fe5eabab None None] Provisioning complete for port a2b27dee-6378-4aa7-bdb4-4731facb3df5 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:43.383939 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3da959d7-1838-4aca-83c8-0c66fe5eabab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:43.386863 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5bf05a6f-a2ab-4d97-a836-c82ab78a9bf6 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:43.494982 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-cf734de1-46d8-4eff-9a26-f9073b324ac0 req-5addbe06-4d7c-4086-b50b-f6870d0f8126 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d9bd8d6-23c5-46ea-a8a3-d1a1371ed7b3 {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:35:43.500644 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3da959d7-1838-4aca-83c8-0c66fe5eabab None None] Port a2b27dee-6378-4aa7-bdb4-4731facb3df5 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:35:43.510779 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-cf734de1-46d8-4eff-9a26-f9073b324ac0 req-5addbe06-4d7c-4086-b50b-f6870d0f8126 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:43.539320 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bf05a6f-a2ab-4d97-a836-c82ab78a9bf6 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:35:43.544319 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-cf734de1-46d8-4eff-9a26-f9073b324ac0 req-5addbe06-4d7c-4086-b50b-f6870d0f8126 service neutron] Transition to ACTIVE for port object 2d9bd8d6-23c5-46ea-a8a3-d1a1371ed7b3 will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:43.554490 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-cf734de1-46d8-4eff-9a26-f9073b324ac0 req-5addbe06-4d7c-4086-b50b-f6870d0f8126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:43.634535 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5bf05a6f-a2ab-4d97-a836-c82ab78a9bf6 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:43.635331 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-5bf05a6f-a2ab-4d97-a836-c82ab78a9bf6 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Added segment aeeb62df-6055-493d-a652-6d1053a41de9 of type vlan for network 1be92c6e-1c70-4bfa-8420-09820577ce26 Aug 10 03:35:43.639429 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-59b59c88-8d82-48fa-bef3-c524f7bd34de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'name': 'tempest-RoutersIpV6Test-router-482994605', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:35:35Z', 'updated_at': '2021-08-10T03:35:40Z', 'revision_number': 2, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'gw_port_host': None, '_interfaces': [{'id': 'a2b27dee-6378-4aa7-bdb4-4731facb3df5', 'name': '', 'network_id': 'b449b72b-5f82-4769-b3bb-9be315bc20a2', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'mac_address': 'fa:16:3e:0c:b6:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '783131e3-37fe-48c0-a2c7-ed0f5c246f83', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:35:38Z', 'updated_at': '2021-08-10T03:35:41Z', 'revision_number': 2, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'subnets': [{'id': '783131e3-37fe-48c0-a2c7-ed0f5c246f83', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:43.656971 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5addbe06-4d7c-4086-b50b-f6870d0f8126 service neutron] Pushing event updated for resources: {'Port': ['ID=2d9bd8d6-23c5-46ea-a8a3-d1a1371ed7b3,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:43.680732 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b59c88-8d82-48fa-bef3-c524f7bd34de None None] Checking router: 404706ce-b87d-4ac5-b8b5-835c423f7e04 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:35:43.681083 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b59c88-8d82-48fa-bef3-c524f7bd34de None None] Updating router 404706ce-b87d-4ac5-b8b5-835c423f7e04 port a2b27dee-6378-4aa7-bdb4-4731facb3df5 binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:35:43.710225 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5bf05a6f-a2ab-4d97-a836-c82ab78a9bf6 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:43.713138 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-59b59c88-8d82-48fa-bef3-c524f7bd34de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:43.781671 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5bf05a6f-a2ab-4d97-a836-c82ab78a9bf6 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:43.787719 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf05a6f-a2ab-4d97-a836-c82ab78a9bf6 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:43.788515 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5bf05a6f-a2ab-4d97-a836-c82ab78a9bf6 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:43.796027 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-cf734de1-46d8-4eff-9a26-f9073b324ac0 req-5addbe06-4d7c-4086-b50b-f6870d0f8126 service neutron] Attempting to bind port 2d9bd8d6-23c5-46ea-a8a3-d1a1371ed7b3 on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:35:43.798203 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-cf734de1-46d8-4eff-9a26-f9073b324ac0 req-5addbe06-4d7c-4086-b50b-f6870d0f8126 service neutron] Attempting to bind port 2d9bd8d6-23c5-46ea-a8a3-d1a1371ed7b3 by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': 'a4303e71-48dc-4566-b57f-77b9ab45a962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'af0d2cce-350b-49cd-9cfc-ff635347180b'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:35:43.801360 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf734de1-46d8-4eff-9a26-f9073b324ac0 req-5addbe06-4d7c-4086-b50b-f6870d0f8126 service neutron] Attempting to bind port 2d9bd8d6-23c5-46ea-a8a3-d1a1371ed7b3 on network af0d2cce-350b-49cd-9cfc-ff635347180b {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:35:43.810471 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf734de1-46d8-4eff-9a26-f9073b324ac0 req-5addbe06-4d7c-4086-b50b-f6870d0f8126 service neutron] Port 2d9bd8d6-23c5-46ea-a8a3-d1a1371ed7b3 on network af0d2cce-350b-49cd-9cfc-ff635347180b not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:35:43.811762 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf734de1-46d8-4eff-9a26-f9073b324ac0 req-5addbe06-4d7c-4086-b50b-f6870d0f8126 service neutron] Attempting to bind port 2d9bd8d6-23c5-46ea-a8a3-d1a1371ed7b3 on network af0d2cce-350b-49cd-9cfc-ff635347180b {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:35:43.824515 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-5bf05a6f-a2ab-4d97-a836-c82ab78a9bf6 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6247127 Aug 10 03:35:43.825143 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf734de1-46d8-4eff-9a26-f9073b324ac0 req-5addbe06-4d7c-4086-b50b-f6870d0f8126 service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:35:43.825967 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf734de1-46d8-4eff-9a26-f9073b324ac0 req-5addbe06-4d7c-4086-b50b-f6870d0f8126 service neutron] Checking segment: {'id': 'a4303e71-48dc-4566-b57f-77b9ab45a962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'af0d2cce-350b-49cd-9cfc-ff635347180b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:35:43.829653 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf734de1-46d8-4eff-9a26-f9073b324ac0 req-5addbe06-4d7c-4086-b50b-f6870d0f8126 service neutron] Bound using segment: {'id': 'a4303e71-48dc-4566-b57f-77b9ab45a962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'af0d2cce-350b-49cd-9cfc-ff635347180b'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:35:43.830270 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-cf734de1-46d8-4eff-9a26-f9073b324ac0 req-5addbe06-4d7c-4086-b50b-f6870d0f8126 service neutron] Bound port: 2d9bd8d6-23c5-46ea-a8a3-d1a1371ed7b3, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4303e71-48dc-4566-b57f-77b9ab45a962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'af0d2cce-350b-49cd-9cfc-ff635347180b'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:35:43.832044 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-cf734de1-46d8-4eff-9a26-f9073b324ac0 req-5addbe06-4d7c-4086-b50b-f6870d0f8126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:43.835583 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55316) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:43.847685 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-7a72426b-162e-4275-801a-fccf601ba5df tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Request body: {'subnet': {'network_id': '1be92c6e-1c70-4bfa-8420-09820577ce26', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:43.868327 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3f2916b2-22cb-44fd-8cc9-be8b6a5fe799 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:43.879799 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3f2916b2-22cb-44fd-8cc9-be8b6a5fe799 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:43.918444 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf05a6f-a2ab-4d97-a836-c82ab78a9bf6 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event updated for resources: {'Network': ['ID=1be92c6e-1c70-4bfa-8420-09820577ce26,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:43.931116 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-3f2916b2-22cb-44fd-8cc9-be8b6a5fe799 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] In _notify_port_updated(), no bound segment for port 6028b684-dd5e-4490-9956-2502f8960f17 on network 081272a4-35df-4bba-997c-659ccf5fac31 {{(pid=94216) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:35:43.937863 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2916b2-22cb-44fd-8cc9-be8b6a5fe799 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:43.938920 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3f2916b2-22cb-44fd-8cc9-be8b6a5fe799 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:43.940554 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-3f2916b2-22cb-44fd-8cc9-be8b6a5fe799 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] 10.222.0.62 "PUT /v2.0/ports/6028b684-dd5e-4490-9956-2502f8960f17 HTTP/1.1" status: 200 len: 1129 time: 0.6831501 Aug 10 03:35:43.943759 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55318) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:43.947722 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 1be92c6e-1c70-4bfa-8420-09820577ce26 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:35:44.007257 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fabf80-d603-4718-814b-cd4280cf2359 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:44.009334 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-26fabf80-d603-4718-814b-cd4280cf2359 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] 10.222.0.62 "GET /v2.0/ports/6028b684-dd5e-4490-9956-2502f8960f17 HTTP/1.1" status: 200 len: 1129 time: 0.0644021 Aug 10 03:35:44.013535 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55322) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:44.054797 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2916b2-22cb-44fd-8cc9-be8b6a5fe799 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Pushing event updated for resources: {'Port': ['ID=6028b684-dd5e-4490-9956-2502f8960f17,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:44.102056 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-cf734de1-46d8-4eff-9a26-f9073b324ac0 req-5addbe06-4d7c-4086-b50b-f6870d0f8126 service neutron] For port 2d9bd8d6-23c5-46ea-a8a3-d1a1371ed7b3, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:35:44.111332 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-cf734de1-46d8-4eff-9a26-f9073b324ac0 req-5addbe06-4d7c-4086-b50b-f6870d0f8126 service neutron] For port 2d9bd8d6-23c5-46ea-a8a3-d1a1371ed7b3, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=2d9bd8d6-23c5-46ea-a8a3-d1a1371ed7b3,segment=NetworkSegment(a4303e71-48dc-4566-b57f-77b9ab45a962),segment_id=a4303e71-48dc-4566-b57f-77b9ab45a962)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:35:44.129203 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-cf734de1-46d8-4eff-9a26-f9073b324ac0 req-5addbe06-4d7c-4086-b50b-f6870d0f8126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:44.236048 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf734de1-46d8-4eff-9a26-f9073b324ac0 req-5addbe06-4d7c-4086-b50b-f6870d0f8126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:44.236719 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-cf734de1-46d8-4eff-9a26-f9073b324ac0 req-5addbe06-4d7c-4086-b50b-f6870d0f8126 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:44.237274 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-59b59c88-8d82-48fa-bef3-c524f7bd34de None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:44.241826 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cf734de1-46d8-4eff-9a26-f9073b324ac0 req-5addbe06-4d7c-4086-b50b-f6870d0f8126 service neutron] 10.222.0.58 "PUT /v2.0/ports/2d9bd8d6-23c5-46ea-a8a3-d1a1371ed7b3 HTTP/1.1" status: 200 len: 1092 time: 1.6176102 Aug 10 03:35:44.247542 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0717b289-fa24-426d-af18-109bb65177ac', 'tag': '2d9bd8d6-23c5-46ea-a8a3-d1a1371ed7b3'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:35:44.257261 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08b9e41-7331-4de7-aca6-c0a47bbeb109" -d '{"events": [{"name": "network-changed", "server_uuid": "0717b289-fa24-426d-af18-109bb65177ac", "tag": "2d9bd8d6-23c5-46ea-a8a3-d1a1371ed7b3"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:35:44.265747 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a72426b-162e-4275-801a-fccf601ba5df tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Made reservation on behalf of c5bfc23a2d2d40be9b95b47c1cd0d209 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:44.266819 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-59b59c88-8d82-48fa-bef3-c524f7bd34de None None] Transition to ACTIVE for port object a2b27dee-6378-4aa7-bdb4-4731facb3df5 will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:44.271779 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1899fc-bfc2-48a2-8d97-6adb1b4a1769 req-7c23e015-9ece-4c57-937c-14da3b4ca7f2 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:44.273488 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6b1899fc-bfc2-48a2-8d97-6adb1b4a1769 req-7c23e015-9ece-4c57-937c-14da3b4ca7f2 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/ports?device_id=0717b289-fa24-426d-af18-109bb65177ac HTTP/1.1" status: 200 len: 943 time: 0.1937246 Aug 10 03:35:44.275532 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7a72426b-162e-4275-801a-fccf601ba5df tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:44.296614 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-59b59c88-8d82-48fa-bef3-c524f7bd34de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:44.348221 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c6dec5-f7d0-43bc-8268-982b9a0dbf5a x-openstack-request-id: req-74c6dec5-f7d0-43bc-8268-982b9a0dbf5a {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:35:44.348452 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0717b289-fa24-426d-af18-109bb65177ac", "tag": "2d9bd8d6-23c5-46ea-a8a3-d1a1371ed7b3", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:35:44.348738 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-74c6dec5-f7d0-43bc-8268-982b9a0dbf5a {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:35:44.349139 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0717b289-fa24-426d-af18-109bb65177ac', 'tag': '2d9bd8d6-23c5-46ea-a8a3-d1a1371ed7b3', 'status': 'completed', 'code': 200} Aug 10 03:35:44.388788 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-1d1ddd10-71a7-4f9a-a1b0-047efc158596 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Deleting port 6028b684-dd5e-4490-9956-2502f8960f17 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:44.389141 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1d1ddd10-71a7-4f9a-a1b0-047efc158596 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:44.408322 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6b1899fc-bfc2-48a2-8d97-6adb1b4a1769 req-0988b0a2-83e6-4758-8acf-4062374261c5 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a444d7d-1269-431d-a801-cc92cc418807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204515 Aug 10 03:35:44.430141 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6973b6c-173a-49e5-bc14-0d97c61df568 None None] Pushing event updated for resources: {'Port': ['ID=a2b27dee-6378-4aa7-bdb4-4731facb3df5,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:44.464960 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6973b6c-173a-49e5-bc14-0d97c61df568 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:44.466012 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6973b6c-173a-49e5-bc14-0d97c61df568 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:44.466012 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6973b6c-173a-49e5-bc14-0d97c61df568 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:44.466294 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6973b6c-173a-49e5-bc14-0d97c61df568 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:44.466560 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6973b6c-173a-49e5-bc14-0d97c61df568 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:44.467009 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6973b6c-173a-49e5-bc14-0d97c61df568 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:44.467388 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6973b6c-173a-49e5-bc14-0d97c61df568 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:44.467638 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6973b6c-173a-49e5-bc14-0d97c61df568 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:44.467954 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6973b6c-173a-49e5-bc14-0d97c61df568 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:44.468320 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6973b6c-173a-49e5-bc14-0d97c61df568 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:44.468580 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6973b6c-173a-49e5-bc14-0d97c61df568 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:44.468893 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6973b6c-173a-49e5-bc14-0d97c61df568 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:44.469245 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-a0054176-a8b3-4a1a-a26b-7a87d4261c0b None None] Provisioning complete for port 6028b684-dd5e-4490-9956-2502f8960f17 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:44.469521 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a0054176-a8b3-4a1a-a26b-7a87d4261c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:44.506030 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1d1ddd10-71a7-4f9a-a1b0-047efc158596 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:44.524887 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5addbe06-4d7c-4086-b50b-f6870d0f8126 service neutron] Pushing event updated for resources: {'Port': ['ID=2d9bd8d6-23c5-46ea-a8a3-d1a1371ed7b3,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:44.525669 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-1d1ddd10-71a7-4f9a-a1b0-047efc158596 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Calling delete_port for 6028b684-dd5e-4490-9956-2502f8960f17 owned by {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:44.554866 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-a0054176-a8b3-4a1a-a26b-7a87d4261c0b None None] Port 6028b684-dd5e-4490-9956-2502f8960f17 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:35:44.561609 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-59b59c88-8d82-48fa-bef3-c524f7bd34de None None] Attempting to bind port a2b27dee-6378-4aa7-bdb4-4731facb3df5 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:35:44.561974 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-59b59c88-8d82-48fa-bef3-c524f7bd34de None None] Attempting to bind port a2b27dee-6378-4aa7-bdb4-4731facb3df5 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '20e1d2e9-baca-4903-afaa-d380a3c8be95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b449b72b-5f82-4769-b3bb-9be315bc20a2'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:35:44.562328 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b59c88-8d82-48fa-bef3-c524f7bd34de None None] Attempting to bind port a2b27dee-6378-4aa7-bdb4-4731facb3df5 on network b449b72b-5f82-4769-b3bb-9be315bc20a2 {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:35:44.569195 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b59c88-8d82-48fa-bef3-c524f7bd34de None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:35:44.569559 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b59c88-8d82-48fa-bef3-c524f7bd34de None None] Checking segment: {'id': '20e1d2e9-baca-4903-afaa-d380a3c8be95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b449b72b-5f82-4769-b3bb-9be315bc20a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:35:44.569951 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-59b59c88-8d82-48fa-bef3-c524f7bd34de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:44.570332 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b59c88-8d82-48fa-bef3-c524f7bd34de None None] Bound using segment: {'id': '20e1d2e9-baca-4903-afaa-d380a3c8be95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b449b72b-5f82-4769-b3bb-9be315bc20a2'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:35:44.571844 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-59b59c88-8d82-48fa-bef3-c524f7bd34de None None] Bound port: a2b27dee-6378-4aa7-bdb4-4731facb3df5, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e1d2e9-baca-4903-afaa-d380a3c8be95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b449b72b-5f82-4769-b3bb-9be315bc20a2'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:35:44.572234 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-59b59c88-8d82-48fa-bef3-c524f7bd34de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:44.582358 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf734de1-46d8-4eff-9a26-f9073b324ac0 req-16459918-bb0b-4861-900a-e8e3397efc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:44.583941 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cf734de1-46d8-4eff-9a26-f9073b324ac0 req-16459918-bb0b-4861-900a-e8e3397efc01 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3cffefacccfd4712be786e53e7cb07cb&device_id=0717b289-fa24-426d-af18-109bb65177ac HTTP/1.1" status: 200 len: 1095 time: 0.2592552 Aug 10 03:35:44.645447 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cf734de1-46d8-4eff-9a26-f9073b324ac0 req-a3e2903b-bd0a-445c-9e83-b214526c1dd2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d9bd8d6-23c5-46ea-a8a3-d1a1371ed7b3 HTTP/1.1" status: 200 len: 217 time: 0.0528347 Aug 10 03:35:44.717074 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-59b59c88-8d82-48fa-bef3-c524f7bd34de None None] For port a2b27dee-6378-4aa7-bdb4-4731facb3df5, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:35:44.726587 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-59b59c88-8d82-48fa-bef3-c524f7bd34de None None] For port a2b27dee-6378-4aa7-bdb4-4731facb3df5, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=a2b27dee-6378-4aa7-bdb4-4731facb3df5,segment=NetworkSegment(20e1d2e9-baca-4903-afaa-d380a3c8be95),segment_id=20e1d2e9-baca-4903-afaa-d380a3c8be95)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:35:44.763707 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-59b59c88-8d82-48fa-bef3-c524f7bd34de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:44.860690 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1d1ddd10-71a7-4f9a-a1b0-047efc158596 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:44.914571 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ddd10-71a7-4f9a-a1b0-047efc158596 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Pushing event deleted for resources: {'Port': ['ID=6028b684-dd5e-4490-9956-2502f8960f17,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:44.933702 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b59c88-8d82-48fa-bef3-c524f7bd34de None None] Routers {'404706ce-b87d-4ac5-b8b5-835c423f7e04'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:35:44.936178 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf734de1-46d8-4eff-9a26-f9073b324ac0 req-c6f543ff-c157-4842-9ba5-2b0920548184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:44.937282 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-59b59c88-8d82-48fa-bef3-c524f7bd34de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:35:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['404706ce-b87d-4ac5-b8b5-835c423f7e04'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:44.938773 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cf734de1-46d8-4eff-9a26-f9073b324ac0 req-c6f543ff-c157-4842-9ba5-2b0920548184 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=02e995bf-0ffb-4fac-9ab1-ec0873c47a61 HTTP/1.1" status: 200 len: 854 time: 0.2845318 Aug 10 03:35:44.964098 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1d1ddd10-71a7-4f9a-a1b0-047efc158596 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:44.969809 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-1d1ddd10-71a7-4f9a-a1b0-047efc158596 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] 10.222.0.62 "DELETE /v2.0/ports/6028b684-dd5e-4490-9956-2502f8960f17 HTTP/1.1" status: 204 len: 168 time: 0.9498217 Aug 10 03:35:44.971203 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55330) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:45.009475 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cf734de1-46d8-4eff-9a26-f9073b324ac0 req-07f1b9e8-fa20-453a-9719-7d377a5f3d45 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=af0d2cce-350b-49cd-9cfc-ff635347180b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334349 Aug 10 03:35:45.107407 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a87b824-29d6-4714-8e53-aad715393c05 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Deleting subnet 1adb6be4-a709-4b42-8244-71a806e401eb {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:35:45.112307 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-59b59c88-8d82-48fa-bef3-c524f7bd34de None None] Set router 404706ce-b87d-4ac5-b8b5-835c423f7e04 gateway port host: None {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:35:45.120653 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4a87b824-29d6-4714-8e53-aad715393c05 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:45.185264 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cf734de1-46d8-4eff-9a26-f9073b324ac0 req-e18d8c9a-144b-4d4f-a35a-42bea09e0f46 service neutron] 10.222.0.58 "GET /v2.0/networks/af0d2cce-350b-49cd-9cfc-ff635347180b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664205 Aug 10 03:35:45.198899 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4a87b824-29d6-4714-8e53-aad715393c05 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:45.210217 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7a72426b-162e-4275-801a-fccf601ba5df tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:45.213048 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6973b6c-173a-49e5-bc14-0d97c61df568 None None] Pushing event updated for resources: {'Port': ['ID=a2b27dee-6378-4aa7-bdb4-4731facb3df5,revision_number=4']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:45.378769 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4a87b824-29d6-4714-8e53-aad715393c05 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:45.390433 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a72426b-162e-4275-801a-fccf601ba5df tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event updated for resources: {'Subnet': ['ID=c1bda808-c57c-426c-96e6-cd2af1b5397a,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:45.408514 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a72426b-162e-4275-801a-fccf601ba5df tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Checking segment: {'id': 'aeeb62df-6055-493d-a652-6d1053a41de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1be92c6e-1c70-4bfa-8420-09820577ce26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:35:45.408885 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a72426b-162e-4275-801a-fccf601ba5df tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Network hostable DHCP agents. Network: 1be92c6e-1c70-4bfa-8420-09820577ce26, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:35:45.457886 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-59b59c88-8d82-48fa-bef3-c524f7bd34de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'name': 'tempest-RoutersIpV6Test-router-482994605', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:35:35Z', 'updated_at': '2021-08-10T03:35:40Z', 'revision_number': 2, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'gw_port_host': None, '_interfaces': [{'id': 'a2b27dee-6378-4aa7-bdb4-4731facb3df5', 'name': '', 'network_id': 'b449b72b-5f82-4769-b3bb-9be315bc20a2', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'mac_address': 'fa:16:3e:0c:b6:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '783131e3-37fe-48c0-a2c7-ed0f5c246f83', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:35:38Z', 'updated_at': '2021-08-10T03:35:44Z', 'revision_number': 4, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'subnets': [{'id': '783131e3-37fe-48c0-a2c7-ed0f5c246f83', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:45.461034 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cf734de1-46d8-4eff-9a26-f9073b324ac0 req-06a67046-8509-47fa-ba82-2e85c745a0eb service neutron] 10.222.0.58 "GET /v2.0/networks/af0d2cce-350b-49cd-9cfc-ff635347180b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647660 Aug 10 03:35:45.469888 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4a87b824-29d6-4714-8e53-aad715393c05 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:45.490060 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a72426b-162e-4275-801a-fccf601ba5df tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Network 1be92c6e-1c70-4bfa-8420-09820577ce26 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:35:45.509097 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-7a72426b-162e-4275-801a-fccf601ba5df tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 1be92c6e-1c70-4bfa-8420-09820577ce26) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:45.515455 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a72426b-162e-4275-801a-fccf601ba5df tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:45.516017 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7a72426b-162e-4275-801a-fccf601ba5df tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:45.526102 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321a3520-3cf4-453c-8259-77a879e249ca None None] Network 1be92c6e-1c70-4bfa-8420-09820577ce26 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:35:45.528232 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b59c88-8d82-48fa-bef3-c524f7bd34de None None] The sync data for ids ['404706ce-b87d-4ac5-b8b5-835c423f7e04'] in n-d-768851-15 is: [{'id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'name': 'tempest-RoutersIpV6Test-router-482994605', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:35:35Z', 'updated_at': '2021-08-10T03:35:40Z', 'revision_number': 2, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'gw_port_host': None, '_interfaces': [{'id': 'a2b27dee-6378-4aa7-bdb4-4731facb3df5', 'name': '', 'network_id': 'b449b72b-5f82-4769-b3bb-9be315bc20a2', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'mac_address': 'fa:16:3e:0c:b6:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '783131e3-37fe-48c0-a2c7-ed0f5c246f83', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:35:38Z', 'updated_at': '2021-08-10T03:35:44Z', 'revision_number': 4, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'subnets': [{'id': '783131e3-37fe-48c0-a2c7-ed0f5c246f83', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:35:45.533475 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a87b824-29d6-4714-8e53-aad715393c05 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Pushing event deleted for resources: {'Subnet': ['ID=1adb6be4-a709-4b42-8244-71a806e401eb,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:45.546002 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4a87b824-29d6-4714-8e53-aad715393c05 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:45.549235 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-4a87b824-29d6-4714-8e53-aad715393c05 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] 10.222.0.62 "DELETE /v2.0/subnets/1adb6be4-a709-4b42-8244-71a806e401eb HTTP/1.1" status: 204 len: 168 time: 0.5770249 Aug 10 03:35:45.555566 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55340) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:45.593566 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7a72426b-162e-4275-801a-fccf601ba5df tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7532620 Aug 10 03:35:45.593566 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55342) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:45.709521 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b9e41-7331-4de7-aca6-c0a47bbeb109 req-b8c76cfa-5859-4b77-b0ce-62f2974c00e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:45.712352 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a08b9e41-7331-4de7-aca6-c0a47bbeb109 req-b8c76cfa-5859-4b77-b0ce-62f2974c00e6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3cffefacccfd4712be786e53e7cb07cb&device_id=0717b289-fa24-426d-af18-109bb65177ac HTTP/1.1" status: 200 len: 1095 time: 0.1683736 Aug 10 03:35:45.725047 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788feb31-a69d-4657-b71b-d9f29b0179d4 None None] Network 081272a4-35df-4bba-997c-659ccf5fac31 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:35:45.787737 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dcc89e3e-5d2f-45b3-9c33-1e52d214120a tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:45.801760 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d1a9f-8c98-4886-ab48-cac304da66b1 req-835fb2b9-17e8-45cc-8efa-a1f09d9c975b tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:45.809444 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-211d1a9f-8c98-4886-ab48-cac304da66b1 req-835fb2b9-17e8-45cc-8efa-a1f09d9c975b tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/ports?device_id=0717b289-fa24-426d-af18-109bb65177ac HTTP/1.1" status: 200 len: 943 time: 0.1619160 Aug 10 03:35:45.874174 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b9e41-7331-4de7-aca6-c0a47bbeb109 req-76a99376-a3a1-4ce0-bccd-2d9810766230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:45.876214 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a08b9e41-7331-4de7-aca6-c0a47bbeb109 req-76a99376-a3a1-4ce0-bccd-2d9810766230 service neutron] 10.222.0.58 "GET /v2.0/networks?id=af0d2cce-350b-49cd-9cfc-ff635347180b HTTP/1.1" status: 200 len: 915 time: 0.1550982 Aug 10 03:35:45.915033 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-211d1a9f-8c98-4886-ab48-cac304da66b1 req-341c825c-14d6-4abe-af35-c46309d61cb4 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a444d7d-1269-431d-a801-cc92cc418807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917773 Aug 10 03:35:45.960522 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-dcc89e3e-5d2f-45b3-9c33-1e52d214120a tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Deleting port 6314daf8-377c-43d3-85fa-6b848a094d62 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:45.960971 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dcc89e3e-5d2f-45b3-9c33-1e52d214120a tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:46.029362 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a08b9e41-7331-4de7-aca6-c0a47bbeb109 req-c7764043-4a01-40f2-8c3b-c7136a28e8d4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d9bd8d6-23c5-46ea-a8a3-d1a1371ed7b3 HTTP/1.1" status: 200 len: 217 time: 0.1361141 Aug 10 03:35:46.071941 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-dcc89e3e-5d2f-45b3-9c33-1e52d214120a tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] For port 6314daf8-377c-43d3-85fa-6b848a094d62, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=6314daf8-377c-43d3-85fa-6b848a094d62,segment=NetworkSegment(9c86b947-ae89-4ac2-ab5b-da9a6d16d11c),segment_id=9c86b947-ae89-4ac2-ab5b-da9a6d16d11c)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:46.072607 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dcc89e3e-5d2f-45b3-9c33-1e52d214120a tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:46.086933 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3977de1-a4d0-4b91-b9ec-f6d73d00b0d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-1be92c6e-1c70-4bfa-8420-09820577ce26', 'network_id': '1be92c6e-1c70-4bfa-8420-09820577ce26', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'fixed_ips': [{'subnet_id': 'c1bda808-c57c-426c-96e6-cd2af1b5397a'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:35:46.088068 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f3977de1-a4d0-4b91-b9ec-f6d73d00b0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:46.089100 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-dcc89e3e-5d2f-45b3-9c33-1e52d214120a tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Calling delete_port for 6314daf8-377c-43d3-85fa-6b848a094d62 owned by network:dhcp {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:46.217269 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55354) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:46.265873 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dcc89e3e-5d2f-45b3-9c33-1e52d214120a tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:46.289047 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc89e3e-5d2f-45b3-9c33-1e52d214120a tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] No DVR routers for this DVR port 6314daf8-377c-43d3-85fa-6b848a094d62 on host n-d-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:35:46.391298 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc89e3e-5d2f-45b3-9c33-1e52d214120a tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Pushing event deleted for resources: {'Port': ['ID=6314daf8-377c-43d3-85fa-6b848a094d62,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:46.408072 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1791121-0143-48d3-acc9-5de846605850 None None] DHCP port deletion for 081272a4-35df-4bba-997c-659ccf5fac31 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:35:46.473125 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-f3977de1-a4d0-4b91-b9ec-f6d73d00b0d9 None None] Allocated IP 2001:db8:1::2 (1be92c6e-1c70-4bfa-8420-09820577ce26/c1bda808-c57c-426c-96e6-cd2af1b5397a/a49861ef-42d8-40d9-b246-6f8888b53de6) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:35:46.501988 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b9e41-7331-4de7-aca6-c0a47bbeb109 req-5297f497-09b8-4eb8-b82d-8fef1075a45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:46.510728 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a08b9e41-7331-4de7-aca6-c0a47bbeb109 req-5297f497-09b8-4eb8-b82d-8fef1075a45e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=02e995bf-0ffb-4fac-9ab1-ec0873c47a61 HTTP/1.1" status: 200 len: 854 time: 0.4029760 Aug 10 03:35:46.526961 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device a2b27dee-6378-4aa7-bdb4-4731facb3df5 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:35:46.547945 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-56fed9a4-3b00-46c1-8616-e901cf069c0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:46.552029 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a08b9e41-7331-4de7-aca6-c0a47bbeb109 req-90626690-da1a-41ad-9cd7-27d50046f32b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=af0d2cce-350b-49cd-9cfc-ff635347180b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366838 Aug 10 03:35:46.699962 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-56fed9a4-3b00-46c1-8616-e901cf069c0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:46.707557 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dcc89e3e-5d2f-45b3-9c33-1e52d214120a tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:46.716552 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-56fed9a4-3b00-46c1-8616-e901cf069c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:46.731882 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-dcc89e3e-5d2f-45b3-9c33-1e52d214120a tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['081272a4-35df-4bba-997c-659ccf5fac31']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:46.745370 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a08b9e41-7331-4de7-aca6-c0a47bbeb109 req-bd596335-387e-4ee6-8943-071214eef37f service neutron] 10.222.0.58 "GET /v2.0/networks/af0d2cce-350b-49cd-9cfc-ff635347180b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820664 Aug 10 03:35:46.770231 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f3977de1-a4d0-4b91-b9ec-f6d73d00b0d9 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:46.770682 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-dcc89e3e-5d2f-45b3-9c33-1e52d214120a tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c86b947-ae89-4ac2-ab5b-da9a6d16d11c') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:46.770856 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-dcc89e3e-5d2f-45b3-9c33-1e52d214120a tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c86b947-ae89-4ac2-ab5b-da9a6d16d11c') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:46.787122 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-f3977de1-a4d0-4b91-b9ec-f6d73d00b0d9 None None] Transition to ACTIVE for port object a49861ef-42d8-40d9-b246-6f8888b53de6 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:46.810461 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-f3977de1-a4d0-4b91-b9ec-f6d73d00b0d9 None None] Transition to ACTIVE for port object a49861ef-42d8-40d9-b246-6f8888b53de6 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:46.817049 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port a2b27dee-6378-4aa7-bdb4-4731facb3df5 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:35:46.819301 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-56fed9a4-3b00-46c1-8616-e901cf069c0f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=83de4acfabec4ad2bc2108e09c19a4f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6005812 Aug 10 03:35:46.823944 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55360) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:46.826804 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f3977de1-a4d0-4b91-b9ec-f6d73d00b0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:46.828340 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fed9a4-3b00-46c1-8616-e901cf069c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48259db2-5ff0-489e-93be-60c3270b4f48,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:46.833371 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dcc89e3e-5d2f-45b3-9c33-1e52d214120a tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:46.852333 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dcc89e3e-5d2f-45b3-9c33-1e52d214120a tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:46.867779 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcc89e3e-5d2f-45b3-9c33-1e52d214120a tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:35:46.873104 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dcc89e3e-5d2f-45b3-9c33-1e52d214120a tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:46.877890 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:35:46.877890 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:35:46.877890 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:35:46.877890 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:35:46.877890 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:35:46.877890 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:35:46.877890 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:35:46.877890 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:35:46.877890 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:35:46.877890 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:35:46.877890 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:35:46.877890 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:35:46.877890 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:35:46.877890 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:35:46.877890 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:35:46.877890 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:35:46.877890 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:35:46.877890 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:35:46.877890 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:35:46.877890 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:35:46.877890 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:35:46.877890 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:35:46.877890 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:35:46.877890 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:35:46.877890 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:35:46.877890 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:35:46.877890 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:35:46.877890 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:35:46.877890 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:35:46.877890 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:35:46.877890 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:35:46.877890 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:35:46.902544 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3977de1-a4d0-4b91-b9ec-f6d73d00b0d9 None None] Pushing event updated for resources: {'Port': ['ID=a49861ef-42d8-40d9-b246-6f8888b53de6,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:46.905767 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port a2b27dee-6378-4aa7-bdb4-4731facb3df5 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:46.906137 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:46.951602 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3977de1-a4d0-4b91-b9ec-f6d73d00b0d9 None None] Network 1be92c6e-1c70-4bfa-8420-09820577ce26 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:35:46.954752 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-f3977de1-a4d0-4b91-b9ec-f6d73d00b0d9 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:46.964699 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3977de1-a4d0-4b91-b9ec-f6d73d00b0d9 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:35:46.973349 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dcc89e3e-5d2f-45b3-9c33-1e52d214120a tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:47.011661 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dcc89e3e-5d2f-45b3-9c33-1e52d214120a tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:47.020703 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-dcc89e3e-5d2f-45b3-9c33-1e52d214120a tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] 10.222.0.62 "DELETE /v2.0/networks/081272a4-35df-4bba-997c-659ccf5fac31 HTTP/1.1" status: 204 len: 168 time: 1.4637444 Aug 10 03:35:47.021955 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc89e3e-5d2f-45b3-9c33-1e52d214120a tempest-ExtraDHCPOptionsIpV6TestJSON-961384338 tempest-ExtraDHCPOptionsIpV6TestJSON-961384338-project] Pushing event deleted for resources: {'Network': ['ID=081272a4-35df-4bba-997c-659ccf5fac31,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:47.125676 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb51ce4-c4cf-449e-ba14-938c2850d995 req-ece4fca1-f5f0-4da4-9de9-632caf329178 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:47.128378 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bdb51ce4-c4cf-449e-ba14-938c2850d995 req-ece4fca1-f5f0-4da4-9de9-632caf329178 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/ports?device_id=0717b289-fa24-426d-af18-109bb65177ac HTTP/1.1" status: 200 len: 943 time: 0.0740628 Aug 10 03:35:47.144287 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-f3977de1-a4d0-4b91-b9ec-f6d73d00b0d9 None None] Attempting to bind port a49861ef-42d8-40d9-b246-6f8888b53de6 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:35:47.144402 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-f3977de1-a4d0-4b91-b9ec-f6d73d00b0d9 None None] Attempting to bind port a49861ef-42d8-40d9-b246-6f8888b53de6 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'aeeb62df-6055-493d-a652-6d1053a41de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1be92c6e-1c70-4bfa-8420-09820577ce26'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:35:47.144684 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3977de1-a4d0-4b91-b9ec-f6d73d00b0d9 None None] Attempting to bind port a49861ef-42d8-40d9-b246-6f8888b53de6 on network 1be92c6e-1c70-4bfa-8420-09820577ce26 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:35:47.155289 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3977de1-a4d0-4b91-b9ec-f6d73d00b0d9 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:35:47.155674 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3977de1-a4d0-4b91-b9ec-f6d73d00b0d9 None None] Checking segment: {'id': 'aeeb62df-6055-493d-a652-6d1053a41de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1be92c6e-1c70-4bfa-8420-09820577ce26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:35:47.156088 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f3977de1-a4d0-4b91-b9ec-f6d73d00b0d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:47.156495 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3977de1-a4d0-4b91-b9ec-f6d73d00b0d9 None None] Bound using segment: {'id': 'aeeb62df-6055-493d-a652-6d1053a41de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1be92c6e-1c70-4bfa-8420-09820577ce26'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:35:47.157126 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-f3977de1-a4d0-4b91-b9ec-f6d73d00b0d9 None None] Bound port: a49861ef-42d8-40d9-b246-6f8888b53de6, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeeb62df-6055-493d-a652-6d1053a41de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1be92c6e-1c70-4bfa-8420-09820577ce26'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:35:47.157527 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f3977de1-a4d0-4b91-b9ec-f6d73d00b0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:47.161689 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:47.208313 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port a2b27dee-6378-4aa7-bdb4-4731facb3df5, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=a2b27dee-6378-4aa7-bdb4-4731facb3df5,segment=NetworkSegment(20e1d2e9-baca-4903-afaa-d380a3c8be95),segment_id=20e1d2e9-baca-4903-afaa-d380a3c8be95)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:47.228643 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bdb51ce4-c4cf-449e-ba14-938c2850d995 req-6c98d7b2-58d2-4e44-9c8f-1a888223b33f tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a444d7d-1269-431d-a801-cc92cc418807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918124 Aug 10 03:35:47.251981 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:47.314291 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=a2b27dee-6378-4aa7-bdb4-4731facb3df5,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:47.338701 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-073138cf-415c-4086-b9eb-3d1f222bf1fe tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:47.350225 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-f3977de1-a4d0-4b91-b9ec-f6d73d00b0d9 None None] For port a49861ef-42d8-40d9-b246-6f8888b53de6, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:35:47.354113 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-f3977de1-a4d0-4b91-b9ec-f6d73d00b0d9 None None] For port a49861ef-42d8-40d9-b246-6f8888b53de6, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=a49861ef-42d8-40d9-b246-6f8888b53de6,segment=NetworkSegment(aeeb62df-6055-493d-a652-6d1053a41de9),segment_id=aeeb62df-6055-493d-a652-6d1053a41de9)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:35:47.358606 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55368) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:47.360682 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f3977de1-a4d0-4b91-b9ec-f6d73d00b0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:47.371960 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ab647302-7cce-4491-b0e0-894878eb89e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:47.418447 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a08b9e41-7331-4de7-aca6-c0a47bbeb109 req-b5f57319-6093-4c4c-9162-9c76b20f1e1d service neutron] 10.222.0.58 "GET /v2.0/networks/af0d2cce-350b-49cd-9cfc-ff635347180b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6482637 Aug 10 03:35:47.450616 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3977de1-a4d0-4b91-b9ec-f6d73d00b0d9 None None] Pushing event updated for resources: {'Port': ['ID=a49861ef-42d8-40d9-b246-6f8888b53de6,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:47.470816 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ab647302-7cce-4491-b0e0-894878eb89e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:47.546832 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-430915cf-6be7-4a84-b2a8-febe602ab491 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=64821de9621f485c9728bf8586554fc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1865339 Aug 10 03:35:47.549182 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55372) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:47.601633 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ab647302-7cce-4491-b0e0-894878eb89e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:47.606789 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ab647302-7cce-4491-b0e0-894878eb89e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:47.626468 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ab647302-7cce-4491-b0e0-894878eb89e7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/48259db2-5ff0-489e-93be-60c3270b4f48 HTTP/1.1" status: 204 len: 168 time: 0.7898185 Aug 10 03:35:47.633922 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2d19ac3c-d104-43dd-96cc-984bca301a5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:47.667476 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2d19ac3c-d104-43dd-96cc-984bca301a5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:47.707391 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab647302-7cce-4491-b0e0-894878eb89e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48259db2-5ff0-489e-93be-60c3270b4f48,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:47.748710 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2d19ac3c-d104-43dd-96cc-984bca301a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:47.752806 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2d19ac3c-d104-43dd-96cc-984bca301a5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:47.754562 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-2d19ac3c-d104-43dd-96cc-984bca301a5b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2aa1a2c4-e27c-47ff-a0b6-a2fb6d0dbdd7 HTTP/1.1" status: 204 len: 168 time: 0.2043846 Aug 10 03:35:47.773339 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d19ac3c-d104-43dd-96cc-984bca301a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa1a2c4-e27c-47ff-a0b6-a2fb6d0dbdd7,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:47.902696 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:35:47.905310 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-073138cf-415c-4086-b9eb-3d1f222bf1fe tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Allocated IP 2001:db8:1::1 (1be92c6e-1c70-4bfa-8420-09820577ce26/c1bda808-c57c-426c-96e6-cd2af1b5397a/bbd1ff62-6a23-4521-8c2f-22970c4779df) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:35:48.080412 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-073138cf-415c-4086-b9eb-3d1f222bf1fe tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:48.092638 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 2d9bd8d6-23c5-46ea-a8a3-d1a1371ed7b3 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:35:48.097757 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-073138cf-415c-4086-b9eb-3d1f222bf1fe tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Transition to ACTIVE for port object bbd1ff62-6a23-4521-8c2f-22970c4779df will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:48.145754 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-073138cf-415c-4086-b9eb-3d1f222bf1fe tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:48.193681 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073138cf-415c-4086-b9eb-3d1f222bf1fe tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Network 1be92c6e-1c70-4bfa-8420-09820577ce26 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:35:48.198956 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-073138cf-415c-4086-b9eb-3d1f222bf1fe tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:48.204338 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073138cf-415c-4086-b9eb-3d1f222bf1fe tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:35:48.205112 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-073138cf-415c-4086-b9eb-3d1f222bf1fe tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:48.209493 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073138cf-415c-4086-b9eb-3d1f222bf1fe tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event updated for resources: {'Port': ['ID=bbd1ff62-6a23-4521-8c2f-22970c4779df,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:48.224875 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55390) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:48.245518 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 2d9bd8d6-23c5-46ea-a8a3-d1a1371ed7b3, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=2d9bd8d6-23c5-46ea-a8a3-d1a1371ed7b3,segment=NetworkSegment(a4303e71-48dc-4566-b57f-77b9ab45a962),segment_id=a4303e71-48dc-4566-b57f-77b9ab45a962)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:48.248888 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ef1e701e-1c88-4033-800e-268b9181b229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:48.261417 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': '2d9bd8d6-23c5-46ea-a8a3-d1a1371ed7b3', 'network_id': 'af0d2cce-350b-49cd-9cfc-ff635347180b', 'port_id': '2d9bd8d6-23c5-46ea-a8a3-d1a1371ed7b3', 'mac_address': 'fa:16:3e:21:79:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02e995bf-0ffb-4fac-9ab1-ec0873c47a61', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:35:48.347381 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:48.366504 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d9bd8d6-23c5-46ea-a8a3-d1a1371ed7b3 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:35:48.390054 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 2d9bd8d6-23c5-46ea-a8a3-d1a1371ed7b3, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=2d9bd8d6-23c5-46ea-a8a3-d1a1371ed7b3,segment=NetworkSegment(a4303e71-48dc-4566-b57f-77b9ab45a962),segment_id=a4303e71-48dc-4566-b57f-77b9ab45a962)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:48.396666 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-073138cf-415c-4086-b9eb-3d1f222bf1fe tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:48.399148 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:48.449939 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ef1e701e-1c88-4033-800e-268b9181b229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:48.462775 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f7324-efc5-4980-b112-8e48cfbe9fc6 req-50bc9522-426d-41e5-83d9-7969ee3cd8d9 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:48.465018 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2c8f7324-efc5-4980-b112-8e48cfbe9fc6 req-50bc9522-426d-41e5-83d9-7969ee3cd8d9 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/ports?device_id=0717b289-fa24-426d-af18-109bb65177ac HTTP/1.1" status: 200 len: 943 time: 0.1105146 Aug 10 03:35:48.466223 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ef1e701e-1c88-4033-800e-268b9181b229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:48.499193 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=2d9bd8d6-23c5-46ea-a8a3-d1a1371ed7b3,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:48.525377 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device a49861ef-42d8-40d9-b246-6f8888b53de6 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:35:48.555244 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2c8f7324-efc5-4980-b112-8e48cfbe9fc6 req-c8760f22-d58d-4581-9667-c2a72984c514 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a444d7d-1269-431d-a801-cc92cc418807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714650 Aug 10 03:35:48.557485 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ef1e701e-1c88-4033-800e-268b9181b229 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=69d9288d01594f058af44e80d6806f9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3310568 Aug 10 03:35:48.564761 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55396) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:48.573531 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1e701e-1c88-4033-800e-268b9181b229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f95bc8d-5971-491f-a274-7654fd42d269,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:48.627426 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['2d9bd8d6-23c5-46ea-a8a3-d1a1371ed7b3'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:35:48.639388 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-38ccc8ce-37e0-4912-b1ad-3f984562d548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:48.656222 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port a49861ef-42d8-40d9-b246-6f8888b53de6 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:35:48.662410 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device a2b27dee-6378-4aa7-bdb4-4731facb3df5 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:35:48.693275 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-38ccc8ce-37e0-4912-b1ad-3f984562d548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:48.763450 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-38ccc8ce-37e0-4912-b1ad-3f984562d548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:48.767567 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-38ccc8ce-37e0-4912-b1ad-3f984562d548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:48.768985 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-38ccc8ce-37e0-4912-b1ad-3f984562d548 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2f95bc8d-5971-491f-a274-7654fd42d269 HTTP/1.1" status: 204 len: 168 time: 0.2019949 Aug 10 03:35:48.779767 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ccc8ce-37e0-4912-b1ad-3f984562d548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f95bc8d-5971-491f-a274-7654fd42d269,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:48.789086 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port a2b27dee-6378-4aa7-bdb4-4731facb3df5 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:48.789881 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:48.811330 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-073138cf-415c-4086-b9eb-3d1f222bf1fe tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:48.818587 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-073138cf-415c-4086-b9eb-3d1f222bf1fe tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:48.819410 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-073138cf-415c-4086-b9eb-3d1f222bf1fe tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:48.969938 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073138cf-415c-4086-b9eb-3d1f222bf1fe tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event updated for resources: {'Port': ['ID=bbd1ff62-6a23-4521-8c2f-22970c4779df,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:49.040554 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 6314daf8-377c-43d3-85fa-6b848a094d62 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:35:49.072746 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55416) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:49.093999 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073138cf-415c-4086-b9eb-3d1f222bf1fe tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Network 1be92c6e-1c70-4bfa-8420-09820577ce26 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:35:49.095519 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-073138cf-415c-4086-b9eb-3d1f222bf1fe tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:49.115964 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 6314daf8-377c-43d3-85fa-6b848a094d62 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:35:49.116536 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 6314daf8-377c-43d3-85fa-6b848a094d62 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:35:49.220520 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf98d39-02c8-4874-87ce-5add22810491 None None] Network 1be92c6e-1c70-4bfa-8420-09820577ce26 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:35:49.235137 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-073138cf-415c-4086-b9eb-3d1f222bf1fe tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Router 404706ce-b87d-4ac5-b8b5-835c423f7e04 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:35:49.291420 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-cb787554-bacc-4c68-a496-2330fa89b420 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-195837695', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:49.343658 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cb787554-bacc-4c68-a496-2330fa89b420 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:49.344787 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cb787554-bacc-4c68-a496-2330fa89b420 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:49.356586 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073138cf-415c-4086-b9eb-3d1f222bf1fe tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:35:49.368238 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-29ab1715-3d34-4ff0-9b9b-52157fb00f45 None None] Provisioning for port a49861ef-42d8-40d9-b246-6f8888b53de6 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:35:49.377864 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-29ab1715-3d34-4ff0-9b9b-52157fb00f45 None None] Provisioning complete for port a49861ef-42d8-40d9-b246-6f8888b53de6 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:49.379364 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-29ab1715-3d34-4ff0-9b9b-52157fb00f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:49.383842 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-073138cf-415c-4086-b9eb-3d1f222bf1fe tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "PUT /v2.0/routers/404706ce-b87d-4ac5-b8b5-835c423f7e04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7888520 Aug 10 03:35:49.388164 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55430) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:49.396582 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-0fd300b3-101a-4ced-a3fa-89b51b50f42c tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-603494493'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:49.422867 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9350881d-73bf-4d07-992d-da05b694242b None None] Sync routers for ids ['404706ce-b87d-4ac5-b8b5-835c423f7e04'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:35:49.424835 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd300b3-101a-4ced-a3fa-89b51b50f42c tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Made reservation on behalf of c5bfc23a2d2d40be9b95b47c1cd0d209 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:49.430349 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0fd300b3-101a-4ced-a3fa-89b51b50f42c tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:49.446215 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9350881d-73bf-4d07-992d-da05b694242b None None] Routers {'404706ce-b87d-4ac5-b8b5-835c423f7e04'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:35:49.446894 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-9350881d-73bf-4d07-992d-da05b694242b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:35:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['404706ce-b87d-4ac5-b8b5-835c423f7e04'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:49.463410 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fd300b3-101a-4ced-a3fa-89b51b50f42c tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:35:49.465885 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cb787554-bacc-4c68-a496-2330fa89b420 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:49.473271 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cb787554-bacc-4c68-a496-2330fa89b420 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:49.477195 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0fd300b3-101a-4ced-a3fa-89b51b50f42c tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:49.478247 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-0fd300b3-101a-4ced-a3fa-89b51b50f42c tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Added segment d4eaf710-7e35-4958-9b75-781d308b6e55 of type vlan for network a684544c-ce3f-4c03-8670-c2a630c0423d Aug 10 03:35:49.507264 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cb787554-bacc-4c68-a496-2330fa89b420 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:49.510549 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-cb787554-bacc-4c68-a496-2330fa89b420 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4367735 Aug 10 03:35:49.513195 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55434) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:49.526398 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-da72c73b-943b-4dfe-99c2-cbc8ba16ee94 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-659976986'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:49.530805 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0fd300b3-101a-4ced-a3fa-89b51b50f42c tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:49.555394 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-9350881d-73bf-4d07-992d-da05b694242b None None] Set router 404706ce-b87d-4ac5-b8b5-835c423f7e04 gateway port host: None {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:35:49.571001 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0fd300b3-101a-4ced-a3fa-89b51b50f42c tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:49.578924 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd300b3-101a-4ced-a3fa-89b51b50f42c tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:49.579868 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0fd300b3-101a-4ced-a3fa-89b51b50f42c tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:49.582513 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da72c73b-943b-4dfe-99c2-cbc8ba16ee94 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Made reservation on behalf of 88cc6d63f14c485987337872e15b3fcf for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:49.590261 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-da72c73b-943b-4dfe-99c2-cbc8ba16ee94 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:49.616825 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-da72c73b-943b-4dfe-99c2-cbc8ba16ee94 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:49.693790 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd300b3-101a-4ced-a3fa-89b51b50f42c tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event updated for resources: {'Network': ['ID=a684544c-ce3f-4c03-8670-c2a630c0423d,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:49.776669 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network a684544c-ce3f-4c03-8670-c2a630c0423d details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:35:49.784704 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d9dc9a-9c80-4c0b-9e82-d1a312feb510 req-07b48441-879e-43b5-b5a8-63b630bb876a tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:49.786485 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-17d9dc9a-9c80-4c0b-9e82-d1a312feb510 req-07b48441-879e-43b5-b5a8-63b630bb876a tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/ports?device_id=0717b289-fa24-426d-af18-109bb65177ac HTTP/1.1" status: 200 len: 944 time: 0.0781350 Aug 10 03:35:49.822489 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-da72c73b-943b-4dfe-99c2-cbc8ba16ee94 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:49.833912 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-da72c73b-943b-4dfe-99c2-cbc8ba16ee94 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:49.845767 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0fd300b3-101a-4ced-a3fa-89b51b50f42c tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4558642 Aug 10 03:35:49.847397 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55448) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:49.851201 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-29ab1715-3d34-4ff0-9b9b-52157fb00f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:49.854358 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-d50e31f9-3ba2-45e3-b8a1-982b7fd43683 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Request body: {'subnet': {'network_id': 'a684544c-ce3f-4c03-8670-c2a630c0423d', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:49.865304 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-17d9dc9a-9c80-4c0b-9e82-d1a312feb510 req-dbc1d2fb-656c-443f-9683-fee917657f60 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a444d7d-1269-431d-a801-cc92cc418807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684593 Aug 10 03:35:49.905518 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-29ab1715-3d34-4ff0-9b9b-52157fb00f45 None None] For port a49861ef-42d8-40d9-b246-6f8888b53de6, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=a49861ef-42d8-40d9-b246-6f8888b53de6,segment=NetworkSegment(aeeb62df-6055-493d-a652-6d1053a41de9),segment_id=aeeb62df-6055-493d-a652-6d1053a41de9)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:49.920762 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-29ab1715-3d34-4ff0-9b9b-52157fb00f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:49.933118 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da72c73b-943b-4dfe-99c2-cbc8ba16ee94 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67329815-210e-4133-b8d9-21725319b00f,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:49.943525 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da72c73b-943b-4dfe-99c2-cbc8ba16ee94 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:35:49.963737 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-da72c73b-943b-4dfe-99c2-cbc8ba16ee94 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:49.963917 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-da72c73b-943b-4dfe-99c2-cbc8ba16ee94 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Added segment 64a40e28-a07a-41ba-acfa-51a568179526 of type vlan for network 18cb5c09-8f44-474d-961c-62a66497af02 Aug 10 03:35:49.999291 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50e31f9-3ba2-45e3-b8a1-982b7fd43683 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Made reservation on behalf of c5bfc23a2d2d40be9b95b47c1cd0d209 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:50.004204 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d50e31f9-3ba2-45e3-b8a1-982b7fd43683 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:50.024776 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ab1715-3d34-4ff0-9b9b-52157fb00f45 None None] Pushing event updated for resources: {'Port': ['ID=a49861ef-42d8-40d9-b246-6f8888b53de6,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:50.047134 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-da72c73b-943b-4dfe-99c2-cbc8ba16ee94 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:50.127780 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-da72c73b-943b-4dfe-99c2-cbc8ba16ee94 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:50.144759 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da72c73b-943b-4dfe-99c2-cbc8ba16ee94 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:50.145292 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-da72c73b-943b-4dfe-99c2-cbc8ba16ee94 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:50.244470 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55486) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:50.253323 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-da72c73b-943b-4dfe-99c2-cbc8ba16ee94 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7329988 Aug 10 03:35:50.255469 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-f2dfbead-8faa-4fd5-918d-91ed37effa33 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Request body: {'subnet': {'network_id': '18cb5c09-8f44-474d-961c-62a66497af02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:50.256272 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da72c73b-943b-4dfe-99c2-cbc8ba16ee94 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Pushing event updated for resources: {'Network': ['ID=18cb5c09-8f44-474d-961c-62a66497af02,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:50.357541 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 2d9bd8d6-23c5-46ea-a8a3-d1a1371ed7b3 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:35:50.359564 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 18cb5c09-8f44-474d-961c-62a66497af02 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:35:50.392088 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d50e31f9-3ba2-45e3-b8a1-982b7fd43683 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:50.434012 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device a49861ef-42d8-40d9-b246-6f8888b53de6 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:35:50.501500 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e31f9-3ba2-45e3-b8a1-982b7fd43683 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event updated for resources: {'Subnet': ['ID=d1a4c707-e125-4398-b634-72134f716a5b,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:50.520204 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50e31f9-3ba2-45e3-b8a1-982b7fd43683 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Checking segment: {'id': 'd4eaf710-7e35-4958-9b75-781d308b6e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a684544c-ce3f-4c03-8670-c2a630c0423d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:35:50.520653 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50e31f9-3ba2-45e3-b8a1-982b7fd43683 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Network hostable DHCP agents. Network: a684544c-ce3f-4c03-8670-c2a630c0423d, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:35:50.524208 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2dfbead-8faa-4fd5-918d-91ed37effa33 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Made reservation on behalf of 88cc6d63f14c485987337872e15b3fcf for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:50.528010 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f2dfbead-8faa-4fd5-918d-91ed37effa33 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:50.578179 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port a49861ef-42d8-40d9-b246-6f8888b53de6 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:50.578559 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:50.604688 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50e31f9-3ba2-45e3-b8a1-982b7fd43683 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Network a684544c-ce3f-4c03-8670-c2a630c0423d is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:35:50.636785 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-d50e31f9-3ba2-45e3-b8a1-982b7fd43683 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, a684544c-ce3f-4c03-8670-c2a630c0423d) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:50.643049 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50e31f9-3ba2-45e3-b8a1-982b7fd43683 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:50.644288 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d50e31f9-3ba2-45e3-b8a1-982b7fd43683 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:50.661183 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port 2d9bd8d6-23c5-46ea-a8a3-d1a1371ed7b3 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:35:50.669236 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port 2d9bd8d6-23c5-46ea-a8a3-d1a1371ed7b3 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:50.670196 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:50.673452 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d50e31f9-3ba2-45e3-b8a1-982b7fd43683 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8245349 Aug 10 03:35:50.676438 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55494) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:50.702835 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c66d854-2ec5-4685-92ce-6d31abb037ca None None] Network a684544c-ce3f-4c03-8670-c2a630c0423d requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:35:50.794120 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-9350881d-73bf-4d07-992d-da05b694242b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'name': 'tempest-RoutersIpV6Test-router-482994605', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:35:35Z', 'updated_at': '2021-08-10T03:35:48Z', 'revision_number': 3, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'gw_port_host': None, '_interfaces': [{'id': 'a2b27dee-6378-4aa7-bdb4-4731facb3df5', 'name': '', 'network_id': 'b449b72b-5f82-4769-b3bb-9be315bc20a2', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'mac_address': 'fa:16:3e:0c:b6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '783131e3-37fe-48c0-a2c7-ed0f5c246f83', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:35:38Z', 'updated_at': '2021-08-10T03:35:47Z', 'revision_number': 5, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'subnets': [{'id': '783131e3-37fe-48c0-a2c7-ed0f5c246f83', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbd1ff62-6a23-4521-8c2f-22970c4779df', 'name': '', 'network_id': '1be92c6e-1c70-4bfa-8420-09820577ce26', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'mac_address': 'fa:16:3e:65:bd:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'c1bda808-c57c-426c-96e6-cd2af1b5397a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:35:47Z', 'updated_at': '2021-08-10T03:35:48Z', 'revision_number': 2, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'subnets': [{'id': 'c1bda808-c57c-426c-96e6-cd2af1b5397a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:50.817958 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f2dfbead-8faa-4fd5-918d-91ed37effa33 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:50.864992 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9350881d-73bf-4d07-992d-da05b694242b None None] Checking router: 404706ce-b87d-4ac5-b8b5-835c423f7e04 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:35:50.865397 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9350881d-73bf-4d07-992d-da05b694242b None None] Updating router 404706ce-b87d-4ac5-b8b5-835c423f7e04 port bbd1ff62-6a23-4521-8c2f-22970c4779df binding host n-d-768851-15 {{(pid=94218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:35:50.975861 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dfbead-8faa-4fd5-918d-91ed37effa33 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Pushing event updated for resources: {'Subnet': ['ID=95bff966-d51e-45b0-851f-96ba7b16560b,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:50.984052 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dfbead-8faa-4fd5-918d-91ed37effa33 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Checking segment: {'id': '64a40e28-a07a-41ba-acfa-51a568179526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '18cb5c09-8f44-474d-961c-62a66497af02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:35:50.984420 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2dfbead-8faa-4fd5-918d-91ed37effa33 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Network hostable DHCP agents. Network: 18cb5c09-8f44-474d-961c-62a66497af02, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:35:51.005799 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2dfbead-8faa-4fd5-918d-91ed37effa33 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Network 18cb5c09-8f44-474d-961c-62a66497af02 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:35:51.010013 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9350881d-73bf-4d07-992d-da05b694242b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:51.021131 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-f2dfbead-8faa-4fd5-918d-91ed37effa33 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 18cb5c09-8f44-474d-961c-62a66497af02) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:51.035030 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2dfbead-8faa-4fd5-918d-91ed37effa33 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:51.035670 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f2dfbead-8faa-4fd5-918d-91ed37effa33 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:51.043722 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef440bc-8d8c-4aea-a81c-417169bc0f73 None None] Network 18cb5c09-8f44-474d-961c-62a66497af02 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:35:51.053333 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f2dfbead-8faa-4fd5-918d-91ed37effa33 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8074708 Aug 10 03:35:51.056729 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55514) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:51.062559 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-af3f7e48-1e03-48c4-8557-a28d1a7c5fed tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Request body: {'network': {'name': 'tempest-router-network01--1902620543'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:51.104556 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3f7e48-1e03-48c4-8557-a28d1a7c5fed tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Made reservation on behalf of 88cc6d63f14c485987337872e15b3fcf for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:51.108591 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-af3f7e48-1e03-48c4-8557-a28d1a7c5fed tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:51.149109 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af3f7e48-1e03-48c4-8557-a28d1a7c5fed tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:35:51.169455 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-af3f7e48-1e03-48c4-8557-a28d1a7c5fed tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:51.170088 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-af3f7e48-1e03-48c4-8557-a28d1a7c5fed tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Added segment 2bb386f9-2745-40ae-9810-1208d4c35d69 of type vlan for network 0bed1a19-79e7-4200-91cd-f89f4f8fcb2b Aug 10 03:35:51.194434 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-aa4a9470-42cb-4856-a15f-dfd38fd5903b None None] Provisioning for port bbd1ff62-6a23-4521-8c2f-22970c4779df completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:35:51.219103 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142c6507-3b44-4e1d-a3c3-8a9b79ab6bad req-1edd7bc3-01df-4cd2-847e-b2ee07ab0a98 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:51.221485 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-142c6507-3b44-4e1d-a3c3-8a9b79ab6bad req-1edd7bc3-01df-4cd2-847e-b2ee07ab0a98 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/ports?device_id=0717b289-fa24-426d-af18-109bb65177ac HTTP/1.1" status: 200 len: 944 time: 0.2254205 Aug 10 03:35:51.236173 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-aa4a9470-42cb-4856-a15f-dfd38fd5903b None None] Provisioning complete for port bbd1ff62-6a23-4521-8c2f-22970c4779df triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:51.236936 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-aa4a9470-42cb-4856-a15f-dfd38fd5903b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:51.246714 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-af3f7e48-1e03-48c4-8557-a28d1a7c5fed tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:51.303841 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-af3f7e48-1e03-48c4-8557-a28d1a7c5fed tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:51.309906 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3f7e48-1e03-48c4-8557-a28d1a7c5fed tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:51.311934 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-af3f7e48-1e03-48c4-8557-a28d1a7c5fed tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:51.443104 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-142c6507-3b44-4e1d-a3c3-8a9b79ab6bad req-7609a176-3161-4b8c-80e3-acdfb763285b tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a444d7d-1269-431d-a801-cc92cc418807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287599 Aug 10 03:35:51.459849 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-af3f7e48-1e03-48c4-8557-a28d1a7c5fed tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4023721 Aug 10 03:35:51.469479 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55534) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:51.483536 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-ffb0aa48-8c7f-4ced-9952-8e572062477f tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Request body: {'network': {'name': 'tempest-router-network02--843913434'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:51.496745 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3f7e48-1e03-48c4-8557-a28d1a7c5fed tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Pushing event updated for resources: {'Network': ['ID=0bed1a19-79e7-4200-91cd-f89f4f8fcb2b,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:51.537273 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb0aa48-8c7f-4ced-9952-8e572062477f tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Made reservation on behalf of 88cc6d63f14c485987337872e15b3fcf for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:51.540952 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ffb0aa48-8c7f-4ced-9952-8e572062477f tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:51.543761 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 0bed1a19-79e7-4200-91cd-f89f4f8fcb2b details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:35:51.571585 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffb0aa48-8c7f-4ced-9952-8e572062477f tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:35:51.575289 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b206493f-f2d6-4b2d-86f3-cbee42166bbe tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:51.590772 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ffb0aa48-8c7f-4ced-9952-8e572062477f tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:51.592951 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-ffb0aa48-8c7f-4ced-9952-8e572062477f tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Added segment 33b35562-d140-47c7-92b6-e8e3fdddaa46 of type vlan for network 1e059339-e7e4-4808-8dbe-cd9ffe53fcde Aug 10 03:35:51.679179 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ffb0aa48-8c7f-4ced-9952-8e572062477f tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:51.757618 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ffb0aa48-8c7f-4ced-9952-8e572062477f tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:51.759904 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:51.777493 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb0aa48-8c7f-4ced-9952-8e572062477f tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:51.777666 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ffb0aa48-8c7f-4ced-9952-8e572062477f tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:51.882185 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ffb0aa48-8c7f-4ced-9952-8e572062477f tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4107299 Aug 10 03:35:51.882605 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55538) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:51.893278 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-df916431-a5d6-43c0-879c-289c0cec2628 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Request body: {'subnet': {'network_id': '0bed1a19-79e7-4200-91cd-f89f4f8fcb2b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:51.908430 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb0aa48-8c7f-4ced-9952-8e572062477f tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Pushing event updated for resources: {'Network': ['ID=1e059339-e7e4-4808-8dbe-cd9ffe53fcde,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:51.934826 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 1e059339-e7e4-4808-8dbe-cd9ffe53fcde details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:35:51.937129 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-aa4a9470-42cb-4856-a15f-dfd38fd5903b None None] Port bbd1ff62-6a23-4521-8c2f-22970c4779df cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:35:52.016496 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 2d9bd8d6-23c5-46ea-a8a3-d1a1371ed7b3, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=2d9bd8d6-23c5-46ea-a8a3-d1a1371ed7b3,segment=NetworkSegment(a4303e71-48dc-4566-b57f-77b9ab45a962),segment_id=a4303e71-48dc-4566-b57f-77b9ab45a962)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:52.025285 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-b206493f-f2d6-4b2d-86f3-cbee42166bbe tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Allocated IP 2001:db8:2::1 (a684544c-ce3f-4c03-8670-c2a630c0423d/d1a4c707-e125-4398-b634-72134f716a5b/dfca9598-7725-4c95-9179-a191da96ce86) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:35:52.052461 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0717b289-fa24-426d-af18-109bb65177ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9bd8d6-23c5-46ea-a8a3-d1a1371ed7b3'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:35:52.055070 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8faf78-e03f-4a1e-8842-64efdde29608" -d '{"events": [{"server_uuid": "0717b289-fa24-426d-af18-109bb65177ac", "name": "network-vif-plugged", "status": "completed", "tag": "2d9bd8d6-23c5-46ea-a8a3-d1a1371ed7b3"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:35:52.059051 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17026798-ea4c-4b61-9264-01853d06d7a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-a684544c-ce3f-4c03-8670-c2a630c0423d', 'network_id': 'a684544c-ce3f-4c03-8670-c2a630c0423d', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'fixed_ips': [{'subnet_id': 'd1a4c707-e125-4398-b634-72134f716a5b'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:35:52.060218 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-17026798-ea4c-4b61-9264-01853d06d7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:52.105054 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:52.198347 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c405827-44b4-4c9c-8ece-98389ab0eec6 x-openstack-request-id: req-2c405827-44b4-4c9c-8ece-98389ab0eec6 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:35:52.198648 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0717b289-fa24-426d-af18-109bb65177ac", "name": "network-vif-plugged", "status": "completed", "tag": "2d9bd8d6-23c5-46ea-a8a3-d1a1371ed7b3", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:35:52.198952 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2c405827-44b4-4c9c-8ece-98389ab0eec6 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:35:52.199356 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0717b289-fa24-426d-af18-109bb65177ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9bd8d6-23c5-46ea-a8a3-d1a1371ed7b3', 'code': 200} Aug 10 03:35:52.306574 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-aa4a9470-42cb-4856-a15f-dfd38fd5903b None None] Provisioning complete for port a49861ef-42d8-40d9-b246-6f8888b53de6 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:52.306991 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-aa4a9470-42cb-4856-a15f-dfd38fd5903b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:52.318124 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57894b-cc1b-449f-9459-2583635b3abf req-043ab833-56e4-42fc-ada6-25f6e9a6e270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:52.319975 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0e57894b-cc1b-449f-9459-2583635b3abf req-043ab833-56e4-42fc-ada6-25f6e9a6e270 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0717b289-fa24-426d-af18-109bb65177ac HTTP/1.1" status: 200 len: 1097 time: 0.1104312 Aug 10 03:35:52.381907 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0e57894b-cc1b-449f-9459-2583635b3abf req-785ed48e-5d72-46ed-b625-1251351859ba service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3a444d7d-1269-431d-a801-cc92cc418807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541589 Aug 10 03:35:52.416037 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329f8552-b846-4f9b-b9c4-c00b56560bf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-18cb5c09-8f44-474d-961c-62a66497af02', 'network_id': '18cb5c09-8f44-474d-961c-62a66497af02', 'tenant_id': '88cc6d63f14c485987337872e15b3fcf', 'fixed_ips': [{'subnet_id': '95bff966-d51e-45b0-851f-96ba7b16560b'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:35:52.417955 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-329f8552-b846-4f9b-b9c4-c00b56560bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:52.665042 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=2d9bd8d6-23c5-46ea-a8a3-d1a1371ed7b3,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:52.720404 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9350881d-73bf-4d07-992d-da05b694242b None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:52.738759 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df916431-a5d6-43c0-879c-289c0cec2628 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Made reservation on behalf of 88cc6d63f14c485987337872e15b3fcf for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:52.745688 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-df916431-a5d6-43c0-879c-289c0cec2628 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:52.759032 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-9350881d-73bf-4d07-992d-da05b694242b None None] Transition to ACTIVE for port object bbd1ff62-6a23-4521-8c2f-22970c4779df will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:52.773872 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9350881d-73bf-4d07-992d-da05b694242b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:52.776594 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-329f8552-b846-4f9b-b9c4-c00b56560bf5 None None] Allocated IP 172.20.0.2 (18cb5c09-8f44-474d-961c-62a66497af02/95bff966-d51e-45b0-851f-96ba7b16560b/4493f28e-0ff3-4015-a36a-a5f7eaec09b9) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:35:53.085844 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b206493f-f2d6-4b2d-86f3-cbee42166bbe tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:53.122113 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-b206493f-f2d6-4b2d-86f3-cbee42166bbe tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Transition to ACTIVE for port object dfca9598-7725-4c95-9179-a191da96ce86 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:53.159818 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4fc025-31c8-4caf-b8ff-ab58e6d2e6c9 None None] Pushing event updated for resources: {'Port': ['ID=bbd1ff62-6a23-4521-8c2f-22970c4779df,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:53.191806 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-df916431-a5d6-43c0-879c-289c0cec2628 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:53.258545 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b206493f-f2d6-4b2d-86f3-cbee42166bbe tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:53.319769 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b206493f-f2d6-4b2d-86f3-cbee42166bbe tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event updated for resources: {'Port': ['ID=dfca9598-7725-4c95-9179-a191da96ce86,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:53.330495 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-9350881d-73bf-4d07-992d-da05b694242b None None] Attempting to bind port bbd1ff62-6a23-4521-8c2f-22970c4779df on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:35:53.331550 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-9350881d-73bf-4d07-992d-da05b694242b None None] Attempting to bind port bbd1ff62-6a23-4521-8c2f-22970c4779df by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'aeeb62df-6055-493d-a652-6d1053a41de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1be92c6e-1c70-4bfa-8420-09820577ce26'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:35:53.332024 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9350881d-73bf-4d07-992d-da05b694242b None None] Attempting to bind port bbd1ff62-6a23-4521-8c2f-22970c4779df on network 1be92c6e-1c70-4bfa-8420-09820577ce26 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:35:53.342387 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df916431-a5d6-43c0-879c-289c0cec2628 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Pushing event updated for resources: {'Subnet': ['ID=fddeb379-ae76-4957-b5ca-e1a1d7d569a8,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:53.362836 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127b101-456e-4617-a08d-29f1cbc3c44a req-7a23b698-a593-4c40-8f73-31dda48e9236 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:53.363278 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9350881d-73bf-4d07-992d-da05b694242b None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:35:53.363784 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9350881d-73bf-4d07-992d-da05b694242b None None] Checking segment: {'id': 'aeeb62df-6055-493d-a652-6d1053a41de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1be92c6e-1c70-4bfa-8420-09820577ce26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:35:53.364300 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9350881d-73bf-4d07-992d-da05b694242b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:53.364803 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9350881d-73bf-4d07-992d-da05b694242b None None] Bound using segment: {'id': 'aeeb62df-6055-493d-a652-6d1053a41de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1be92c6e-1c70-4bfa-8420-09820577ce26'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:35:53.365410 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0127b101-456e-4617-a08d-29f1cbc3c44a req-7a23b698-a593-4c40-8f73-31dda48e9236 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/ports?device_id=0717b289-fa24-426d-af18-109bb65177ac HTTP/1.1" status: 200 len: 945 time: 0.7233362 Aug 10 03:35:53.365747 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-9350881d-73bf-4d07-992d-da05b694242b None None] Bound port: bbd1ff62-6a23-4521-8c2f-22970c4779df, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeeb62df-6055-493d-a652-6d1053a41de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1be92c6e-1c70-4bfa-8420-09820577ce26'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:35:53.366228 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9350881d-73bf-4d07-992d-da05b694242b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:53.368838 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-17026798-ea4c-4b61-9264-01853d06d7a3 None None] Allocated IP 2001:db8:2::2 (a684544c-ce3f-4c03-8670-c2a630c0423d/d1a4c707-e125-4398-b634-72134f716a5b/92ef46a0-7430-4f52-9d40-6789a6c72da5) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:35:53.376363 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b206493f-f2d6-4b2d-86f3-cbee42166bbe tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Network a684544c-ce3f-4c03-8670-c2a630c0423d is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:35:53.387350 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-b206493f-f2d6-4b2d-86f3-cbee42166bbe tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:53.392281 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b206493f-f2d6-4b2d-86f3-cbee42166bbe tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:35:53.392843 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b206493f-f2d6-4b2d-86f3-cbee42166bbe tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:53.508970 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df916431-a5d6-43c0-879c-289c0cec2628 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Checking segment: {'id': '2bb386f9-2745-40ae-9810-1208d4c35d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0bed1a19-79e7-4200-91cd-f89f4f8fcb2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:35:53.509200 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df916431-a5d6-43c0-879c-289c0cec2628 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Network hostable DHCP agents. Network: 0bed1a19-79e7-4200-91cd-f89f4f8fcb2b, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:35:53.520089 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0127b101-456e-4617-a08d-29f1cbc3c44a req-166f6878-ee25-42fe-894f-37d71879e943 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a444d7d-1269-431d-a801-cc92cc418807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420131 Aug 10 03:35:53.561366 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df916431-a5d6-43c0-879c-289c0cec2628 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Network 0bed1a19-79e7-4200-91cd-f89f4f8fcb2b is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:35:53.571614 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-329f8552-b846-4f9b-b9c4-c00b56560bf5 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:53.596351 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-329f8552-b846-4f9b-b9c4-c00b56560bf5 None None] Transition to ACTIVE for port object 4493f28e-0ff3-4015-a36a-a5f7eaec09b9 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:53.605705 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-9350881d-73bf-4d07-992d-da05b694242b None None] For port bbd1ff62-6a23-4521-8c2f-22970c4779df, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:35:53.622076 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-df916431-a5d6-43c0-879c-289c0cec2628 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 0bed1a19-79e7-4200-91cd-f89f4f8fcb2b) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:53.638445 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-9350881d-73bf-4d07-992d-da05b694242b None None] For port bbd1ff62-6a23-4521-8c2f-22970c4779df, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=bbd1ff62-6a23-4521-8c2f-22970c4779df,segment=NetworkSegment(aeeb62df-6055-493d-a652-6d1053a41de9),segment_id=aeeb62df-6055-493d-a652-6d1053a41de9)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:35:53.646170 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-329f8552-b846-4f9b-b9c4-c00b56560bf5 None None] Transition to ACTIVE for port object 4493f28e-0ff3-4015-a36a-a5f7eaec09b9 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:53.649408 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df916431-a5d6-43c0-879c-289c0cec2628 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:53.650014 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-df916431-a5d6-43c0-879c-289c0cec2628 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:53.652536 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c5d18c-aefa-4205-995e-52692bfd4c06 None None] Network 0bed1a19-79e7-4200-91cd-f89f4f8fcb2b requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:35:53.653941 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b206493f-f2d6-4b2d-86f3-cbee42166bbe tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:53.661708 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9350881d-73bf-4d07-992d-da05b694242b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:53.679572 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-df916431-a5d6-43c0-879c-289c0cec2628 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7950447 Aug 10 03:35:53.681527 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55554) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:53.688197 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-b3bcd856-4768-4a09-9f47-67400a6e5f28 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Request body: {'subnet': {'network_id': '1e059339-e7e4-4808-8dbe-cd9ffe53fcde', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:53.712936 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-329f8552-b846-4f9b-b9c4-c00b56560bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:53.805682 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3bcd856-4768-4a09-9f47-67400a6e5f28 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Made reservation on behalf of 88cc6d63f14c485987337872e15b3fcf for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:53.810581 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b3bcd856-4768-4a09-9f47-67400a6e5f28 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:53.908108 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329f8552-b846-4f9b-b9c4-c00b56560bf5 None None] Network 18cb5c09-8f44-474d-961c-62a66497af02 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:35:53.928637 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-329f8552-b846-4f9b-b9c4-c00b56560bf5 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:53.931355 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4fc025-31c8-4caf-b8ff-ab58e6d2e6c9 None None] Pushing event updated for resources: {'Port': ['ID=bbd1ff62-6a23-4521-8c2f-22970c4779df,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:53.943162 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329f8552-b846-4f9b-b9c4-c00b56560bf5 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:35:53.964139 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-17026798-ea4c-4b61-9264-01853d06d7a3 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:53.981427 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9350881d-73bf-4d07-992d-da05b694242b None None] Routers {'404706ce-b87d-4ac5-b8b5-835c423f7e04'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:35:53.987794 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-9350881d-73bf-4d07-992d-da05b694242b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:35:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['404706ce-b87d-4ac5-b8b5-835c423f7e04'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:54.051108 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b206493f-f2d6-4b2d-86f3-cbee42166bbe tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:54.062675 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b206493f-f2d6-4b2d-86f3-cbee42166bbe tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:54.063698 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b206493f-f2d6-4b2d-86f3-cbee42166bbe tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:54.175713 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-17026798-ea4c-4b61-9264-01853d06d7a3 None None] Transition to ACTIVE for port object 92ef46a0-7430-4f52-9d40-6789a6c72da5 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:54.233568 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b3bcd856-4768-4a09-9f47-67400a6e5f28 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:54.271253 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b206493f-f2d6-4b2d-86f3-cbee42166bbe tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event updated for resources: {'Port': ['ID=dfca9598-7725-4c95-9179-a191da96ce86,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:54.288619 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b206493f-f2d6-4b2d-86f3-cbee42166bbe tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Network a684544c-ce3f-4c03-8670-c2a630c0423d is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:35:54.291431 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-b206493f-f2d6-4b2d-86f3-cbee42166bbe tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:54.360761 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-17026798-ea4c-4b61-9264-01853d06d7a3 None None] Transition to ACTIVE for port object 92ef46a0-7430-4f52-9d40-6789a6c72da5 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:54.371588 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329f8552-b846-4f9b-b9c4-c00b56560bf5 None None] Pushing event updated for resources: {'Port': ['ID=4493f28e-0ff3-4015-a36a-a5f7eaec09b9,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:54.419223 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-9350881d-73bf-4d07-992d-da05b694242b None None] Set router 404706ce-b87d-4ac5-b8b5-835c423f7e04 gateway port host: None {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:35:54.420016 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b206493f-f2d6-4b2d-86f3-cbee42166bbe tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Router 404706ce-b87d-4ac5-b8b5-835c423f7e04 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:35:54.430653 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bcd856-4768-4a09-9f47-67400a6e5f28 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Checking segment: {'id': '33b35562-d140-47c7-92b6-e8e3fdddaa46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1e059339-e7e4-4808-8dbe-cd9ffe53fcde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:35:54.431236 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-17026798-ea4c-4b61-9264-01853d06d7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:54.431371 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bcd856-4768-4a09-9f47-67400a6e5f28 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Network hostable DHCP agents. Network: 1e059339-e7e4-4808-8dbe-cd9ffe53fcde, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:35:54.437934 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bcd856-4768-4a09-9f47-67400a6e5f28 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Pushing event updated for resources: {'Subnet': ['ID=bc820ec4-586d-4528-9cc8-bc84779be14d,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:54.454980 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bcd856-4768-4a09-9f47-67400a6e5f28 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Network 1e059339-e7e4-4808-8dbe-cd9ffe53fcde is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:35:54.470188 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-b3bcd856-4768-4a09-9f47-67400a6e5f28 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 1e059339-e7e4-4808-8dbe-cd9ffe53fcde) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:54.484035 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bcd856-4768-4a09-9f47-67400a6e5f28 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:54.484720 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b3bcd856-4768-4a09-9f47-67400a6e5f28 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:54.494502 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-329f8552-b846-4f9b-b9c4-c00b56560bf5 None None] Attempting to bind port 4493f28e-0ff3-4015-a36a-a5f7eaec09b9 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:35:54.494920 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-329f8552-b846-4f9b-b9c4-c00b56560bf5 None None] Attempting to bind port 4493f28e-0ff3-4015-a36a-a5f7eaec09b9 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '64a40e28-a07a-41ba-acfa-51a568179526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '18cb5c09-8f44-474d-961c-62a66497af02'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:35:54.495284 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329f8552-b846-4f9b-b9c4-c00b56560bf5 None None] Attempting to bind port 4493f28e-0ff3-4015-a36a-a5f7eaec09b9 on network 18cb5c09-8f44-474d-961c-62a66497af02 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:35:54.510314 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b3bcd856-4768-4a09-9f47-67400a6e5f28 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8265338 Aug 10 03:35:54.512477 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55558) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:54.521854 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16940fdb-89a4-4c99-ada5-16f9d2ad2d3a None None] Network 1e059339-e7e4-4808-8dbe-cd9ffe53fcde requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:35:54.575090 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b206493f-f2d6-4b2d-86f3-cbee42166bbe tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:35:54.581998 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b206493f-f2d6-4b2d-86f3-cbee42166bbe tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "PUT /v2.0/routers/404706ce-b87d-4ac5-b8b5-835c423f7e04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9044321 Aug 10 03:35:54.589427 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55562) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:54.603051 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-0c71920c-bc7b-4ff5-b043-c904906bc29a tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1629908380'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:54.606611 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329f8552-b846-4f9b-b9c4-c00b56560bf5 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:35:54.607039 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329f8552-b846-4f9b-b9c4-c00b56560bf5 None None] Checking segment: {'id': '64a40e28-a07a-41ba-acfa-51a568179526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '18cb5c09-8f44-474d-961c-62a66497af02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:35:54.607461 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-329f8552-b846-4f9b-b9c4-c00b56560bf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:54.607846 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329f8552-b846-4f9b-b9c4-c00b56560bf5 None None] Bound using segment: {'id': '64a40e28-a07a-41ba-acfa-51a568179526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '18cb5c09-8f44-474d-961c-62a66497af02'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:35:54.608334 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-329f8552-b846-4f9b-b9c4-c00b56560bf5 None None] Bound port: 4493f28e-0ff3-4015-a36a-a5f7eaec09b9, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a40e28-a07a-41ba-acfa-51a568179526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '18cb5c09-8f44-474d-961c-62a66497af02'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:35:54.608720 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-329f8552-b846-4f9b-b9c4-c00b56560bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:54.610899 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebf15dd-0e76-4496-9f2a-2820ce3042cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-0bed1a19-79e7-4200-91cd-f89f4f8fcb2b', 'network_id': '0bed1a19-79e7-4200-91cd-f89f4f8fcb2b', 'tenant_id': '88cc6d63f14c485987337872e15b3fcf', 'fixed_ips': [{'subnet_id': 'fddeb379-ae76-4957-b5ca-e1a1d7d569a8'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:35:54.613792 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-1ebf15dd-0e76-4496-9f2a-2820ce3042cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:54.647297 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17026798-ea4c-4b61-9264-01853d06d7a3 None None] Network a684544c-ce3f-4c03-8670-c2a630c0423d is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:35:54.671599 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c71920c-bc7b-4ff5-b043-c904906bc29a tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Made reservation on behalf of c5bfc23a2d2d40be9b95b47c1cd0d209 for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:54.675730 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0c71920c-bc7b-4ff5-b043-c904906bc29a tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:54.742507 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c71920c-bc7b-4ff5-b043-c904906bc29a tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:35:54.757320 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0c71920c-bc7b-4ff5-b043-c904906bc29a tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:54.757679 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-0c71920c-bc7b-4ff5-b043-c904906bc29a tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Added segment 9cd437b3-8107-4354-9097-6d0f87059ebc of type vlan for network b889a686-4b4a-4c2a-8501-3fc4f028599b Aug 10 03:35:54.812988 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0c71920c-bc7b-4ff5-b043-c904906bc29a tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:54.826574 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e3c8e-92d4-4bf3-bab3-d151f8621c50 req-1c2c2c74-532f-4e0a-96da-c7b40a728b1b tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:54.828178 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a75e3c8e-92d4-4bf3-bab3-d151f8621c50 req-1c2c2c74-532f-4e0a-96da-c7b40a728b1b tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/ports?device_id=0717b289-fa24-426d-af18-109bb65177ac HTTP/1.1" status: 200 len: 945 time: 0.1270196 Aug 10 03:35:54.849378 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-1ebf15dd-0e76-4496-9f2a-2820ce3042cd None None] Allocated IP 172.20.0.2 (0bed1a19-79e7-4200-91cd-f89f4f8fcb2b/fddeb379-ae76-4957-b5ca-e1a1d7d569a8/0475833f-6a33-456a-bf6c-1e7110827886) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:35:54.857251 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-17026798-ea4c-4b61-9264-01853d06d7a3 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:54.872113 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17026798-ea4c-4b61-9264-01853d06d7a3 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:35:54.887008 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0c71920c-bc7b-4ff5-b043-c904906bc29a tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:54.893816 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c71920c-bc7b-4ff5-b043-c904906bc29a tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:54.895666 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0c71920c-bc7b-4ff5-b043-c904906bc29a tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:54.931797 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a75e3c8e-92d4-4bf3-bab3-d151f8621c50 req-213fde91-0290-4818-ab2d-efe5f573dd20 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a444d7d-1269-431d-a801-cc92cc418807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962193 Aug 10 03:35:54.991074 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-0c71920c-bc7b-4ff5-b043-c904906bc29a tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4004369 Aug 10 03:35:54.992006 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55568) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:55.001203 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-d3c62703-b1ac-48d9-8876-cc8ff4c7e61c tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Request body: {'subnet': {'network_id': 'b889a686-4b4a-4c2a-8501-3fc4f028599b', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:55.011500 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4bec3b37-33c6-4033-acf5-8d1dead9c910 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:55.027826 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71920c-bc7b-4ff5-b043-c904906bc29a tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event updated for resources: {'Network': ['ID=b889a686-4b4a-4c2a-8501-3fc4f028599b,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:55.068362 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-329f8552-b846-4f9b-b9c4-c00b56560bf5 None None] For port 4493f28e-0ff3-4015-a36a-a5f7eaec09b9, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:35:55.072934 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-329f8552-b846-4f9b-b9c4-c00b56560bf5 None None] For port 4493f28e-0ff3-4015-a36a-a5f7eaec09b9, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=4493f28e-0ff3-4015-a36a-a5f7eaec09b9,segment=NetworkSegment(64a40e28-a07a-41ba-acfa-51a568179526),segment_id=64a40e28-a07a-41ba-acfa-51a568179526)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:35:55.082510 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17026798-ea4c-4b61-9264-01853d06d7a3 None None] Pushing event updated for resources: {'Port': ['ID=92ef46a0-7430-4f52-9d40-6789a6c72da5,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:55.118844 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-329f8552-b846-4f9b-b9c4-c00b56560bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:55.122107 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network b889a686-4b4a-4c2a-8501-3fc4f028599b details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:35:55.240866 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c62703-b1ac-48d9-8876-cc8ff4c7e61c tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Made reservation on behalf of c5bfc23a2d2d40be9b95b47c1cd0d209 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:55.249952 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d3c62703-b1ac-48d9-8876-cc8ff4c7e61c tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:55.582648 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d3c62703-b1ac-48d9-8876-cc8ff4c7e61c tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:55.679938 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-17026798-ea4c-4b61-9264-01853d06d7a3 None None] Attempting to bind port 92ef46a0-7430-4f52-9d40-6789a6c72da5 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:35:55.680322 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-17026798-ea4c-4b61-9264-01853d06d7a3 None None] Attempting to bind port 92ef46a0-7430-4f52-9d40-6789a6c72da5 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'd4eaf710-7e35-4958-9b75-781d308b6e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a684544c-ce3f-4c03-8670-c2a630c0423d'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:35:55.680689 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17026798-ea4c-4b61-9264-01853d06d7a3 None None] Attempting to bind port 92ef46a0-7430-4f52-9d40-6789a6c72da5 on network a684544c-ce3f-4c03-8670-c2a630c0423d {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:35:55.701543 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17026798-ea4c-4b61-9264-01853d06d7a3 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:35:55.701941 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17026798-ea4c-4b61-9264-01853d06d7a3 None None] Checking segment: {'id': 'd4eaf710-7e35-4958-9b75-781d308b6e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a684544c-ce3f-4c03-8670-c2a630c0423d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:35:55.702366 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-17026798-ea4c-4b61-9264-01853d06d7a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:55.702786 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17026798-ea4c-4b61-9264-01853d06d7a3 None None] Bound using segment: {'id': 'd4eaf710-7e35-4958-9b75-781d308b6e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a684544c-ce3f-4c03-8670-c2a630c0423d'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:35:55.704256 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-17026798-ea4c-4b61-9264-01853d06d7a3 None None] Bound port: 92ef46a0-7430-4f52-9d40-6789a6c72da5, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4eaf710-7e35-4958-9b75-781d308b6e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a684544c-ce3f-4c03-8670-c2a630c0423d'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:35:55.704806 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-17026798-ea4c-4b61-9264-01853d06d7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:55.779345 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c62703-b1ac-48d9-8876-cc8ff4c7e61c tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event updated for resources: {'Subnet': ['ID=7470daa7-8a47-4a30-81e7-ad842fc21781,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:55.795560 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329f8552-b846-4f9b-b9c4-c00b56560bf5 None None] Pushing event updated for resources: {'Port': ['ID=4493f28e-0ff3-4015-a36a-a5f7eaec09b9,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:55.824051 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c62703-b1ac-48d9-8876-cc8ff4c7e61c tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Checking segment: {'id': '9cd437b3-8107-4354-9097-6d0f87059ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b889a686-4b4a-4c2a-8501-3fc4f028599b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:35:55.826628 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c62703-b1ac-48d9-8876-cc8ff4c7e61c tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Network hostable DHCP agents. Network: b889a686-4b4a-4c2a-8501-3fc4f028599b, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:35:55.868489 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-17026798-ea4c-4b61-9264-01853d06d7a3 None None] For port 92ef46a0-7430-4f52-9d40-6789a6c72da5, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:35:55.872146 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-17026798-ea4c-4b61-9264-01853d06d7a3 None None] For port 92ef46a0-7430-4f52-9d40-6789a6c72da5, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=92ef46a0-7430-4f52-9d40-6789a6c72da5,segment=NetworkSegment(d4eaf710-7e35-4958-9b75-781d308b6e55),segment_id=d4eaf710-7e35-4958-9b75-781d308b6e55)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:35:55.874217 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c62703-b1ac-48d9-8876-cc8ff4c7e61c tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Network b889a686-4b4a-4c2a-8501-3fc4f028599b is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:35:55.881993 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974542ff-af42-4e4f-bbca-ee81f7deb61a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-1e059339-e7e4-4808-8dbe-cd9ffe53fcde', 'network_id': '1e059339-e7e4-4808-8dbe-cd9ffe53fcde', 'tenant_id': '88cc6d63f14c485987337872e15b3fcf', 'fixed_ips': [{'subnet_id': 'bc820ec4-586d-4528-9cc8-bc84779be14d'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:35:55.882954 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-974542ff-af42-4e4f-bbca-ee81f7deb61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:55.896739 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-d3c62703-b1ac-48d9-8876-cc8ff4c7e61c tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, b889a686-4b4a-4c2a-8501-3fc4f028599b) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:55.903592 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c62703-b1ac-48d9-8876-cc8ff4c7e61c tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:55.904665 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d3c62703-b1ac-48d9-8876-cc8ff4c7e61c tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:55.928878 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea04e7c1-9a70-4d0c-a24f-8e19354b3c85 None None] Network b889a686-4b4a-4c2a-8501-3fc4f028599b requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:35:55.933301 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-17026798-ea4c-4b61-9264-01853d06d7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:55.939146 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d3c62703-b1ac-48d9-8876-cc8ff4c7e61c tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9404831 Aug 10 03:35:55.941148 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55588) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:55.965499 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-9350881d-73bf-4d07-992d-da05b694242b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'name': 'tempest-RoutersIpV6Test-router-482994605', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:35:35Z', 'updated_at': '2021-08-10T03:35:53Z', 'revision_number': 4, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'gw_port_host': None, '_interfaces': [{'id': 'a2b27dee-6378-4aa7-bdb4-4731facb3df5', 'name': '', 'network_id': 'b449b72b-5f82-4769-b3bb-9be315bc20a2', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'mac_address': 'fa:16:3e:0c:b6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '783131e3-37fe-48c0-a2c7-ed0f5c246f83', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:35:38Z', 'updated_at': '2021-08-10T03:35:47Z', 'revision_number': 5, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'subnets': [{'id': '783131e3-37fe-48c0-a2c7-ed0f5c246f83', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbd1ff62-6a23-4521-8c2f-22970c4779df', 'name': '', 'network_id': '1be92c6e-1c70-4bfa-8420-09820577ce26', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'mac_address': 'fa:16:3e:65:bd:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'c1bda808-c57c-426c-96e6-cd2af1b5397a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:35:47Z', 'updated_at': '2021-08-10T03:35:53Z', 'revision_number': 4, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'subnets': [{'id': 'c1bda808-c57c-426c-96e6-cd2af1b5397a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfca9598-7725-4c95-9179-a191da96ce86', 'name': '', 'network_id': 'a684544c-ce3f-4c03-8670-c2a630c0423d', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'mac_address': 'fa:16:3e:90:b8:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': 'd1a4c707-e125-4398-b634-72134f716a5b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:35:51Z', 'updated_at': '2021-08-10T03:35:52Z', 'revision_number': 1, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'subnets': [{'id': 'd1a4c707-e125-4398-b634-72134f716a5b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:56.165368 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9350881d-73bf-4d07-992d-da05b694242b None None] The sync data for ids ['404706ce-b87d-4ac5-b8b5-835c423f7e04'] in n-d-768851-15 is: [{'id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'name': 'tempest-RoutersIpV6Test-router-482994605', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:35:35Z', 'updated_at': '2021-08-10T03:35:53Z', 'revision_number': 4, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'gw_port_host': None, '_interfaces': [{'id': 'a2b27dee-6378-4aa7-bdb4-4731facb3df5', 'name': '', 'network_id': 'b449b72b-5f82-4769-b3bb-9be315bc20a2', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'mac_address': 'fa:16:3e:0c:b6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '783131e3-37fe-48c0-a2c7-ed0f5c246f83', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:35:38Z', 'updated_at': '2021-08-10T03:35:47Z', 'revision_number': 5, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'subnets': [{'id': '783131e3-37fe-48c0-a2c7-ed0f5c246f83', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbd1ff62-6a23-4521-8c2f-22970c4779df', 'name': '', 'network_id': '1be92c6e-1c70-4bfa-8420-09820577ce26', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'mac_address': 'fa:16:3e:65:bd:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'c1bda808-c57c-426c-96e6-cd2af1b5397a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:35:47Z', 'updated_at': '2021-08-10T03:35:53Z', 'revision_number': 4, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'subnets': [{'id': 'c1bda808-c57c-426c-96e6-cd2af1b5397a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfca9598-7725-4c95-9179-a191da96ce86', 'name': '', 'network_id': 'a684544c-ce3f-4c03-8670-c2a630c0423d', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'mac_address': 'fa:16:3e:90:b8:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': 'd1a4c707-e125-4398-b634-72134f716a5b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:35:51Z', 'updated_at': '2021-08-10T03:35:52Z', 'revision_number': 1, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'subnets': [{'id': 'd1a4c707-e125-4398-b634-72134f716a5b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:35:56.451665 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17026798-ea4c-4b61-9264-01853d06d7a3 None None] Pushing event updated for resources: {'Port': ['ID=92ef46a0-7430-4f52-9d40-6789a6c72da5,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:56.609138 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-974542ff-af42-4e4f-bbca-ee81f7deb61a None None] Allocated IP 172.20.0.2 (1e059339-e7e4-4808-8dbe-cd9ffe53fcde/bc820ec4-586d-4528-9cc8-bc84779be14d/f62cc6c5-a06e-41ce-b021-ac3f82fd7a49) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:35:56.661555 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55594) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:56.972868 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e32f6bc8-780a-4b0c-8135-1a863a41f58e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:57.110206 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-974542ff-af42-4e4f-bbca-ee81f7deb61a None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:57.195869 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7c00536c-455d-43d2-aff2-8e2966594561 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:57.213838 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-974542ff-af42-4e4f-bbca-ee81f7deb61a None None] Transition to ACTIVE for port object f62cc6c5-a06e-41ce-b021-ac3f82fd7a49 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:57.234048 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device bbd1ff62-6a23-4521-8c2f-22970c4779df up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:35:57.257930 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e32f6bc8-780a-4b0c-8135-1a863a41f58e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:57.266885 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e32f6bc8-780a-4b0c-8135-1a863a41f58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:57.359503 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f6bc8-780a-4b0c-8135-1a863a41f58e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=319eafe7-01da-4bf6-bb2f-f344d9d10b5f,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:57.428366 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-1ebf15dd-0e76-4496-9f2a-2820ce3042cd None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:57.453232 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-e32f6bc8-780a-4b0c-8135-1a863a41f58e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0181447e04bf46e6aba4fd8587e7f51e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7904713 Aug 10 03:35:57.454264 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55604) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:57.460902 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-1ebf15dd-0e76-4496-9f2a-2820ce3042cd None None] Transition to ACTIVE for port object 0475833f-6a33-456a-bf6c-1e7110827886 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:57.507224 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-1ebf15dd-0e76-4496-9f2a-2820ce3042cd None None] Transition to ACTIVE for port object 0475833f-6a33-456a-bf6c-1e7110827886 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:57.635380 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:57.642905 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:57.649770 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-974542ff-af42-4e4f-bbca-ee81f7deb61a None None] Transition to ACTIVE for port object f62cc6c5-a06e-41ce-b021-ac3f82fd7a49 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:57.660871 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-1ebf15dd-0e76-4496-9f2a-2820ce3042cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:57.676727 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-80bc9a82-e3fa-467f-ae9d-871d1f2fc7cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:57.724197 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-974542ff-af42-4e4f-bbca-ee81f7deb61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:57.774983 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a424ccdf-5486-4299-b98a-a2fd445c822f None None] Network 18cb5c09-8f44-474d-961c-62a66497af02 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:35:57.778226 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-80bc9a82-e3fa-467f-ae9d-871d1f2fc7cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:57.785816 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebf15dd-0e76-4496-9f2a-2820ce3042cd None None] Network 0bed1a19-79e7-4200-91cd-f89f4f8fcb2b is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:35:57.820622 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port bbd1ff62-6a23-4521-8c2f-22970c4779df completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:35:57.907308 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-80bc9a82-e3fa-467f-ae9d-871d1f2fc7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:57.911176 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-80bc9a82-e3fa-467f-ae9d-871d1f2fc7cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:57.912678 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-80bc9a82-e3fa-467f-ae9d-871d1f2fc7cd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/319eafe7-01da-4bf6-bb2f-f344d9d10b5f HTTP/1.1" status: 204 len: 168 time: 0.4572134 Aug 10 03:35:57.956828 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bc9a82-e3fa-467f-ae9d-871d1f2fc7cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=319eafe7-01da-4bf6-bb2f-f344d9d10b5f,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:58.039518 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974542ff-af42-4e4f-bbca-ee81f7deb61a None None] Network 1e059339-e7e4-4808-8dbe-cd9ffe53fcde is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:35:58.053514 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-974542ff-af42-4e4f-bbca-ee81f7deb61a None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:58.080560 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebf15dd-0e76-4496-9f2a-2820ce3042cd None None] Pushing event updated for resources: {'Port': ['ID=0475833f-6a33-456a-bf6c-1e7110827886,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:58.101368 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-1ebf15dd-0e76-4496-9f2a-2820ce3042cd None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:58.120101 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974542ff-af42-4e4f-bbca-ee81f7deb61a None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:35:58.132585 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f9a5da-d370-4217-bf7a-8e30b58894bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-b889a686-4b4a-4c2a-8501-3fc4f028599b', 'network_id': 'b889a686-4b4a-4c2a-8501-3fc4f028599b', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'fixed_ips': [{'subnet_id': '7470daa7-8a47-4a30-81e7-ad842fc21781'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:35:58.136656 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-79f9a5da-d370-4217-bf7a-8e30b58894bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:58.226896 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebf15dd-0e76-4496-9f2a-2820ce3042cd None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:35:58.232617 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974542ff-af42-4e4f-bbca-ee81f7deb61a None None] Pushing event updated for resources: {'Port': ['ID=f62cc6c5-a06e-41ce-b021-ac3f82fd7a49,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:58.240445 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port bbd1ff62-6a23-4521-8c2f-22970c4779df triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:58.240952 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:58.355398 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a774ef-0775-4383-ac64-362b088cf259 None None] Network a684544c-ce3f-4c03-8670-c2a630c0423d requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:35:58.427069 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-4bec3b37-33c6-4033-acf5-8d1dead9c910 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Allocated IP 172.20.0.1 (0bed1a19-79e7-4200-91cd-f89f4f8fcb2b/fddeb379-ae76-4957-b5ca-e1a1d7d569a8/a0f78966-d4e6-4c59-996d-0216784d5ddb) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:35:58.512819 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-fa12f884-d946-4d3a-9d61-3d5ede35859f None None] Provisioning for port 4493f28e-0ff3-4015-a36a-a5f7eaec09b9 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:35:58.594377 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4bec3b37-33c6-4033-acf5-8d1dead9c910 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:58.645562 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096978e2-aa77-4302-8ca1-555a794d3d62 None None] Sync routers for ids ['404706ce-b87d-4ac5-b8b5-835c423f7e04'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:35:58.663133 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096978e2-aa77-4302-8ca1-555a794d3d62 None None] Routers {'404706ce-b87d-4ac5-b8b5-835c423f7e04'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:35:58.664143 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-096978e2-aa77-4302-8ca1-555a794d3d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:35:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['404706ce-b87d-4ac5-b8b5-835c423f7e04'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:58.749802 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-1ebf15dd-0e76-4496-9f2a-2820ce3042cd None None] Attempting to bind port 0475833f-6a33-456a-bf6c-1e7110827886 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:35:58.750180 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-1ebf15dd-0e76-4496-9f2a-2820ce3042cd None None] Attempting to bind port 0475833f-6a33-456a-bf6c-1e7110827886 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '2bb386f9-2745-40ae-9810-1208d4c35d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0bed1a19-79e7-4200-91cd-f89f4f8fcb2b'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:35:58.752553 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-4bec3b37-33c6-4033-acf5-8d1dead9c910 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Transition to ACTIVE for port object a0f78966-d4e6-4c59-996d-0216784d5ddb will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:58.761103 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebf15dd-0e76-4496-9f2a-2820ce3042cd None None] Attempting to bind port 0475833f-6a33-456a-bf6c-1e7110827886 on network 0bed1a19-79e7-4200-91cd-f89f4f8fcb2b {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:35:58.792537 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-974542ff-af42-4e4f-bbca-ee81f7deb61a None None] Attempting to bind port f62cc6c5-a06e-41ce-b021-ac3f82fd7a49 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:35:58.793165 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-974542ff-af42-4e4f-bbca-ee81f7deb61a None None] Attempting to bind port f62cc6c5-a06e-41ce-b021-ac3f82fd7a49 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '33b35562-d140-47c7-92b6-e8e3fdddaa46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1e059339-e7e4-4808-8dbe-cd9ffe53fcde'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:35:58.793537 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974542ff-af42-4e4f-bbca-ee81f7deb61a None None] Attempting to bind port f62cc6c5-a06e-41ce-b021-ac3f82fd7a49 on network 1e059339-e7e4-4808-8dbe-cd9ffe53fcde {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:35:58.859659 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-7a2319ec-2f2f-4b20-b9ff-bb56bb7a9e16 None None] Provisioning for port 92ef46a0-7430-4f52-9d40-6789a6c72da5 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:35:58.861923 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebf15dd-0e76-4496-9f2a-2820ce3042cd None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:35:58.862919 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebf15dd-0e76-4496-9f2a-2820ce3042cd None None] Checking segment: {'id': '2bb386f9-2745-40ae-9810-1208d4c35d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0bed1a19-79e7-4200-91cd-f89f4f8fcb2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:35:58.863327 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-1ebf15dd-0e76-4496-9f2a-2820ce3042cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:58.864000 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebf15dd-0e76-4496-9f2a-2820ce3042cd None None] Bound using segment: {'id': '2bb386f9-2745-40ae-9810-1208d4c35d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0bed1a19-79e7-4200-91cd-f89f4f8fcb2b'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:35:58.864506 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-1ebf15dd-0e76-4496-9f2a-2820ce3042cd None None] Bound port: 0475833f-6a33-456a-bf6c-1e7110827886, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb386f9-2745-40ae-9810-1208d4c35d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0bed1a19-79e7-4200-91cd-f89f4f8fcb2b'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:35:58.864855 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-1ebf15dd-0e76-4496-9f2a-2820ce3042cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:58.886588 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-096978e2-aa77-4302-8ca1-555a794d3d62 None None] Set router 404706ce-b87d-4ac5-b8b5-835c423f7e04 gateway port host: None {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:35:58.886806 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-7c00536c-455d-43d2-aff2-8e2966594561 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Allocated IP 2001:db8:3::1 (b889a686-4b4a-4c2a-8501-3fc4f028599b/7470daa7-8a47-4a30-81e7-ad842fc21781/d1d36e70-6d06-499a-a793-ffd4178192ef) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:35:58.905672 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974542ff-af42-4e4f-bbca-ee81f7deb61a None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:35:58.906086 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974542ff-af42-4e4f-bbca-ee81f7deb61a None None] Checking segment: {'id': '33b35562-d140-47c7-92b6-e8e3fdddaa46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1e059339-e7e4-4808-8dbe-cd9ffe53fcde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:35:58.906460 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-974542ff-af42-4e4f-bbca-ee81f7deb61a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:58.906894 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974542ff-af42-4e4f-bbca-ee81f7deb61a None None] Bound using segment: {'id': '33b35562-d140-47c7-92b6-e8e3fdddaa46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1e059339-e7e4-4808-8dbe-cd9ffe53fcde'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:35:58.907382 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-974542ff-af42-4e4f-bbca-ee81f7deb61a None None] Bound port: f62cc6c5-a06e-41ce-b021-ac3f82fd7a49, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b35562-d140-47c7-92b6-e8e3fdddaa46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1e059339-e7e4-4808-8dbe-cd9ffe53fcde'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:35:58.907779 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-974542ff-af42-4e4f-bbca-ee81f7deb61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:59.126484 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:59.136229 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4bec3b37-33c6-4033-acf5-8d1dead9c910 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:59.140749 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1783da58-8fa4-4af3-849a-be1e0b084507 req-4df82166-5d11-4eef-9140-b5ea8e1cc159 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6d1dccb2-2d98-4b87-af4b-fa731c8eb1d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1190631 Aug 10 03:35:59.165888 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7c00536c-455d-43d2-aff2-8e2966594561 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:59.318465 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783da58-8fa4-4af3-849a-be1e0b084507 req-ea4a4c7e-3f73-4bb9-a0c7-c4ccd78b4d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:59.324156 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1783da58-8fa4-4af3-849a-be1e0b084507 req-ea4a4c7e-3f73-4bb9-a0c7-c4ccd78b4d14 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3cffefacccfd4712be786e53e7cb07cb&device_id=6d1dccb2-2d98-4b87-af4b-fa731c8eb1d8 HTTP/1.1" status: 200 len: 1097 time: 0.1281948 Aug 10 03:35:59.344577 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-7c00536c-455d-43d2-aff2-8e2966594561 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Transition to ACTIVE for port object d1d36e70-6d06-499a-a793-ffd4178192ef will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:59.349497 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bec3b37-33c6-4033-acf5-8d1dead9c910 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Network 0bed1a19-79e7-4200-91cd-f89f4f8fcb2b is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:35:59.366423 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-4bec3b37-33c6-4033-acf5-8d1dead9c910 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:59.375449 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bec3b37-33c6-4033-acf5-8d1dead9c910 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:35:59.390287 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bec3b37-33c6-4033-acf5-8d1dead9c910 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Pushing event updated for resources: {'Port': ['ID=a0f78966-d4e6-4c59-996d-0216784d5ddb,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:59.447683 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port bbd1ff62-6a23-4521-8c2f-22970c4779df, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=bbd1ff62-6a23-4521-8c2f-22970c4779df,segment=NetworkSegment(aeeb62df-6055-493d-a652-6d1053a41de9),segment_id=aeeb62df-6055-493d-a652-6d1053a41de9)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:59.480842 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-974542ff-af42-4e4f-bbca-ee81f7deb61a None None] For port f62cc6c5-a06e-41ce-b021-ac3f82fd7a49, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:35:59.494211 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-1ebf15dd-0e76-4496-9f2a-2820ce3042cd None None] For port 0475833f-6a33-456a-bf6c-1e7110827886, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:35:59.497596 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-096978e2-aa77-4302-8ca1-555a794d3d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'name': 'tempest-RoutersIpV6Test-router-482994605', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:35:35Z', 'updated_at': '2021-08-10T03:35:53Z', 'revision_number': 4, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'gw_port_host': None, '_interfaces': [{'id': 'a2b27dee-6378-4aa7-bdb4-4731facb3df5', 'name': '', 'network_id': 'b449b72b-5f82-4769-b3bb-9be315bc20a2', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'mac_address': 'fa:16:3e:0c:b6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '783131e3-37fe-48c0-a2c7-ed0f5c246f83', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:35:38Z', 'updated_at': '2021-08-10T03:35:47Z', 'revision_number': 5, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'subnets': [{'id': '783131e3-37fe-48c0-a2c7-ed0f5c246f83', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbd1ff62-6a23-4521-8c2f-22970c4779df', 'name': '', 'network_id': '1be92c6e-1c70-4bfa-8420-09820577ce26', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'mac_address': 'fa:16:3e:65:bd:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'c1bda808-c57c-426c-96e6-cd2af1b5397a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:35:47Z', 'updated_at': '2021-08-10T03:35:53Z', 'revision_number': 4, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'subnets': [{'id': 'c1bda808-c57c-426c-96e6-cd2af1b5397a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfca9598-7725-4c95-9179-a191da96ce86', 'name': '', 'network_id': 'a684544c-ce3f-4c03-8670-c2a630c0423d', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'mac_address': 'fa:16:3e:90:b8:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': 'd1a4c707-e125-4398-b634-72134f716a5b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:35:51Z', 'updated_at': '2021-08-10T03:35:53Z', 'revision_number': 2, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'subnets': [{'id': 'd1a4c707-e125-4398-b634-72134f716a5b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:59.505294 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:59.506358 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 4493f28e-0ff3-4015-a36a-a5f7eaec09b9 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:35:59.533625 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4bec3b37-33c6-4033-acf5-8d1dead9c910 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:59.569939 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096978e2-aa77-4302-8ca1-555a794d3d62 None None] Checking router: 404706ce-b87d-4ac5-b8b5-835c423f7e04 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:35:59.571673 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096978e2-aa77-4302-8ca1-555a794d3d62 None None] Updating router 404706ce-b87d-4ac5-b8b5-835c423f7e04 port dfca9598-7725-4c95-9179-a191da96ce86 binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:35:59.580374 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783da58-8fa4-4af3-849a-be1e0b084507 req-ddca7dd6-1233-44be-84d3-23fe43321a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:59.592545 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1783da58-8fa4-4af3-849a-be1e0b084507 req-ddca7dd6-1233-44be-84d3-23fe43321a2b service neutron] 10.222.0.60 "GET /v2.0/networks?id=af0d2cce-350b-49cd-9cfc-ff635347180b HTTP/1.1" status: 200 len: 915 time: 0.2400184 Aug 10 03:35:59.645129 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7c00536c-455d-43d2-aff2-8e2966594561 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:59.651570 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-096978e2-aa77-4302-8ca1-555a794d3d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:59.715365 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1783da58-8fa4-4af3-849a-be1e0b084507 req-01d9a07b-abc6-4344-a77b-2fe4f93ac1a8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cd40eca-ca86-462f-8a85-aa999f21e854 HTTP/1.1" status: 200 len: 217 time: 0.1112435 Aug 10 03:35:59.737760 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-1ebf15dd-0e76-4496-9f2a-2820ce3042cd None None] For port 0475833f-6a33-456a-bf6c-1e7110827886, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=0475833f-6a33-456a-bf6c-1e7110827886,segment=NetworkSegment(2bb386f9-2745-40ae-9810-1208d4c35d69),segment_id=2bb386f9-2745-40ae-9810-1208d4c35d69)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:35:59.771000 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-974542ff-af42-4e4f-bbca-ee81f7deb61a None None] For port f62cc6c5-a06e-41ce-b021-ac3f82fd7a49, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=f62cc6c5-a06e-41ce-b021-ac3f82fd7a49,segment=NetworkSegment(33b35562-d140-47c7-92b6-e8e3fdddaa46),segment_id=33b35562-d140-47c7-92b6-e8e3fdddaa46)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:35:59.806016 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-1ebf15dd-0e76-4496-9f2a-2820ce3042cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:59.819970 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-974542ff-af42-4e4f-bbca-ee81f7deb61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:59.874652 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c00536c-455d-43d2-aff2-8e2966594561 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Network b889a686-4b4a-4c2a-8501-3fc4f028599b is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:35:59.881238 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-7c00536c-455d-43d2-aff2-8e2966594561 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:59.907158 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c00536c-455d-43d2-aff2-8e2966594561 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:35:59.907729 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7c00536c-455d-43d2-aff2-8e2966594561 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:59.909435 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783da58-8fa4-4af3-849a-be1e0b084507 req-7bfe0fe3-ea7a-4059-ab39-3eec89339c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:59.911620 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1783da58-8fa4-4af3-849a-be1e0b084507 req-7bfe0fe3-ea7a-4059-ab39-3eec89339c74 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02e995bf-0ffb-4fac-9ab1-ec0873c47a61 HTTP/1.1" status: 200 len: 854 time: 0.1820455 Aug 10 03:36:00.011041 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1783da58-8fa4-4af3-849a-be1e0b084507 req-3affd254-6407-4e76-8801-644c647f29cd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af0d2cce-350b-49cd-9cfc-ff635347180b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874922 Aug 10 03:36:00.013960 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 4493f28e-0ff3-4015-a36a-a5f7eaec09b9 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:00.018934 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-79f9a5da-d370-4217-bf7a-8e30b58894bb None None] Allocated IP 2001:db8:3::2 (b889a686-4b4a-4c2a-8501-3fc4f028599b/7470daa7-8a47-4a30-81e7-ad842fc21781/c2a1d5f8-d96e-4004-bf23-cabe4da92480) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:36:00.070164 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 4493f28e-0ff3-4015-a36a-a5f7eaec09b9 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:00.070788 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:00.201127 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=bbd1ff62-6a23-4521-8c2f-22970c4779df,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:00.325825 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c00536c-455d-43d2-aff2-8e2966594561 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event updated for resources: {'Port': ['ID=d1d36e70-6d06-499a-a793-ffd4178192ef,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:00.360091 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1783da58-8fa4-4af3-849a-be1e0b084507 req-ccfe3fe0-c09c-4cc6-b5cb-2859c2bd10d2 service neutron] 10.222.0.60 "GET /v2.0/networks/af0d2cce-350b-49cd-9cfc-ff635347180b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358250 Aug 10 03:36:00.514547 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-096978e2-aa77-4302-8ca1-555a794d3d62 None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:00.514860 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4bec3b37-33c6-4033-acf5-8d1dead9c910 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:00.562865 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-096978e2-aa77-4302-8ca1-555a794d3d62 None None] Transition to ACTIVE for port object dfca9598-7725-4c95-9179-a191da96ce86 will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:00.587475 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-096978e2-aa77-4302-8ca1-555a794d3d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:00.595822 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7c00536c-455d-43d2-aff2-8e2966594561 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:00.681903 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1783da58-8fa4-4af3-849a-be1e0b084507 req-093487ce-6daf-4883-9353-24b25a3a8757 service neutron] 10.222.0.60 "GET /v2.0/networks/af0d2cce-350b-49cd-9cfc-ff635347180b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140635 Aug 10 03:36:00.834830 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-096978e2-aa77-4302-8ca1-555a794d3d62 None None] Attempting to bind port dfca9598-7725-4c95-9179-a191da96ce86 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:36:00.835321 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-096978e2-aa77-4302-8ca1-555a794d3d62 None None] Attempting to bind port dfca9598-7725-4c95-9179-a191da96ce86 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'd4eaf710-7e35-4958-9b75-781d308b6e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a684544c-ce3f-4c03-8670-c2a630c0423d'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:36:00.835566 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096978e2-aa77-4302-8ca1-555a794d3d62 None None] Attempting to bind port dfca9598-7725-4c95-9179-a191da96ce86 on network a684544c-ce3f-4c03-8670-c2a630c0423d {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:36:00.856488 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096978e2-aa77-4302-8ca1-555a794d3d62 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:36:00.857954 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096978e2-aa77-4302-8ca1-555a794d3d62 None None] Checking segment: {'id': 'd4eaf710-7e35-4958-9b75-781d308b6e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a684544c-ce3f-4c03-8670-c2a630c0423d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:36:00.860874 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-096978e2-aa77-4302-8ca1-555a794d3d62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:00.861398 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096978e2-aa77-4302-8ca1-555a794d3d62 None None] Bound using segment: {'id': 'd4eaf710-7e35-4958-9b75-781d308b6e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a684544c-ce3f-4c03-8670-c2a630c0423d'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:36:00.862537 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-096978e2-aa77-4302-8ca1-555a794d3d62 None None] Bound port: dfca9598-7725-4c95-9179-a191da96ce86, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4eaf710-7e35-4958-9b75-781d308b6e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a684544c-ce3f-4c03-8670-c2a630c0423d'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:36:00.863854 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-096978e2-aa77-4302-8ca1-555a794d3d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:00.964948 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-096978e2-aa77-4302-8ca1-555a794d3d62 None None] For port dfca9598-7725-4c95-9179-a191da96ce86, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:36:00.968334 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-096978e2-aa77-4302-8ca1-555a794d3d62 None None] For port dfca9598-7725-4c95-9179-a191da96ce86, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=dfca9598-7725-4c95-9179-a191da96ce86,segment=NetworkSegment(d4eaf710-7e35-4958-9b75-781d308b6e55),segment_id=d4eaf710-7e35-4958-9b75-781d308b6e55)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:36:00.970006 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208bcc8c-a6e3-4494-a52c-8d9ee564b352 None None] Pushing event updated for resources: {'Port': ['ID=dfca9598-7725-4c95-9179-a191da96ce86,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:00.990095 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-096978e2-aa77-4302-8ca1-555a794d3d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:01.089391 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096978e2-aa77-4302-8ca1-555a794d3d62 None None] Routers {'404706ce-b87d-4ac5-b8b5-835c423f7e04'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:01.090020 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-096978e2-aa77-4302-8ca1-555a794d3d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:35:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['404706ce-b87d-4ac5-b8b5-835c423f7e04'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:01.201357 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-79f9a5da-d370-4217-bf7a-8e30b58894bb None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:01.213458 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-79f9a5da-d370-4217-bf7a-8e30b58894bb None None] Transition to ACTIVE for port object c2a1d5f8-d96e-4004-bf23-cabe4da92480 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:01.265329 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-e1380ac7-21d6-4b58-8e6c-e8583b729a9d None None] Provisioning complete for port 4493f28e-0ff3-4015-a36a-a5f7eaec09b9 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:01.268149 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e1380ac7-21d6-4b58-8e6c-e8583b729a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:01.311151 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-79f9a5da-d370-4217-bf7a-8e30b58894bb None None] Transition to ACTIVE for port object c2a1d5f8-d96e-4004-bf23-cabe4da92480 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:01.323174 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-096978e2-aa77-4302-8ca1-555a794d3d62 None None] Set router 404706ce-b87d-4ac5-b8b5-835c423f7e04 gateway port host: None {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:36:01.407595 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-79f9a5da-d370-4217-bf7a-8e30b58894bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:01.450613 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-1a3a65e2-05a7-465d-adc7-c51ca8d0c603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:01.466084 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7c00536c-455d-43d2-aff2-8e2966594561 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:01.477536 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7c00536c-455d-43d2-aff2-8e2966594561 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:01.478781 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7c00536c-455d-43d2-aff2-8e2966594561 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:01.635847 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebf15dd-0e76-4496-9f2a-2820ce3042cd None None] Pushing event updated for resources: {'Port': ['ID=0475833f-6a33-456a-bf6c-1e7110827886,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:01.705426 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c00536c-455d-43d2-aff2-8e2966594561 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event updated for resources: {'Port': ['ID=d1d36e70-6d06-499a-a793-ffd4178192ef,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:01.808406 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-096978e2-aa77-4302-8ca1-555a794d3d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'name': 'tempest-RoutersIpV6Test-router-482994605', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:35:35Z', 'updated_at': '2021-08-10T03:36:00Z', 'revision_number': 5, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'gw_port_host': None, '_interfaces': [{'id': 'a2b27dee-6378-4aa7-bdb4-4731facb3df5', 'name': '', 'network_id': 'b449b72b-5f82-4769-b3bb-9be315bc20a2', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'mac_address': 'fa:16:3e:0c:b6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '783131e3-37fe-48c0-a2c7-ed0f5c246f83', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:35:38Z', 'updated_at': '2021-08-10T03:35:47Z', 'revision_number': 5, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'subnets': [{'id': '783131e3-37fe-48c0-a2c7-ed0f5c246f83', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbd1ff62-6a23-4521-8c2f-22970c4779df', 'name': '', 'network_id': '1be92c6e-1c70-4bfa-8420-09820577ce26', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'mac_address': 'fa:16:3e:65:bd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'c1bda808-c57c-426c-96e6-cd2af1b5397a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:35:47Z', 'updated_at': '2021-08-10T03:35:59Z', 'revision_number': 5, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'subnets': [{'id': 'c1bda808-c57c-426c-96e6-cd2af1b5397a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1d36e70-6d06-499a-a793-ffd4178192ef', 'name': '', 'network_id': 'b889a686-4b4a-4c2a-8501-3fc4f028599b', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'mac_address': 'fa:16:3e:30:f8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '7470daa7-8a47-4a30-81e7-ad842fc21781', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:35:58Z', 'updated_at': '2021-08-10T03:35:58Z', 'revision_number': 1, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'subnets': [{'id': '7470daa7-8a47-4a30-81e7-ad842fc21781', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfca9598-7725-4c95-9179-a191da96ce86', 'name': '', 'network_id': 'a684544c-ce3f-4c03-8670-c2a630c0423d', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'mac_address': 'fa:16:3e:90:b8:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': 'd1a4c707-e125-4398-b634-72134f716a5b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:35:51Z', 'updated_at': '2021-08-10T03:36:00Z', 'revision_number': 4, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'subnets': [{'id': 'd1a4c707-e125-4398-b634-72134f716a5b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:01.835128 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f9a5da-d370-4217-bf7a-8e30b58894bb None None] Network b889a686-4b4a-4c2a-8501-3fc4f028599b is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:01.841769 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208bcc8c-a6e3-4494-a52c-8d9ee564b352 None None] Pushing event updated for resources: {'Port': ['ID=dfca9598-7725-4c95-9179-a191da96ce86,revision_number=4']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:01.854484 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096978e2-aa77-4302-8ca1-555a794d3d62 None None] The sync data for ids ['404706ce-b87d-4ac5-b8b5-835c423f7e04'] in n-d-768851-15 is: [{'id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'name': 'tempest-RoutersIpV6Test-router-482994605', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:35:35Z', 'updated_at': '2021-08-10T03:36:00Z', 'revision_number': 5, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'gw_port_host': None, '_interfaces': [{'id': 'a2b27dee-6378-4aa7-bdb4-4731facb3df5', 'name': '', 'network_id': 'b449b72b-5f82-4769-b3bb-9be315bc20a2', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'mac_address': 'fa:16:3e:0c:b6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '783131e3-37fe-48c0-a2c7-ed0f5c246f83', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:35:38Z', 'updated_at': '2021-08-10T03:35:47Z', 'revision_number': 5, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'subnets': [{'id': '783131e3-37fe-48c0-a2c7-ed0f5c246f83', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbd1ff62-6a23-4521-8c2f-22970c4779df', 'name': '', 'network_id': '1be92c6e-1c70-4bfa-8420-09820577ce26', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'mac_address': 'fa:16:3e:65:bd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'c1bda808-c57c-426c-96e6-cd2af1b5397a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:35:47Z', 'updated_at': '2021-08-10T03:35:59Z', 'revision_number': 5, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'subnets': [{'id': 'c1bda808-c57c-426c-96e6-cd2af1b5397a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1d36e70-6d06-499a-a793-ffd4178192ef', 'name': '', 'network_id': 'b889a686-4b4a-4c2a-8501-3fc4f028599b', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'mac_address': 'fa:16:3e:30:f8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '7470daa7-8a47-4a30-81e7-ad842fc21781', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:35:58Z', 'updated_at': '2021-08-10T03:35:58Z', 'revision_number': 1, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'subnets': [{'id': '7470daa7-8a47-4a30-81e7-ad842fc21781', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfca9598-7725-4c95-9179-a191da96ce86', 'name': '', 'network_id': 'a684544c-ce3f-4c03-8670-c2a630c0423d', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'mac_address': 'fa:16:3e:90:b8:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': 'd1a4c707-e125-4398-b634-72134f716a5b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:35:51Z', 'updated_at': '2021-08-10T03:36:00Z', 'revision_number': 4, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'subnets': [{'id': 'd1a4c707-e125-4398-b634-72134f716a5b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:36:01.882631 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-79f9a5da-d370-4217-bf7a-8e30b58894bb None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:01.893627 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:02.003107 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f9a5da-d370-4217-bf7a-8e30b58894bb None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:36:02.109198 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974542ff-af42-4e4f-bbca-ee81f7deb61a None None] Pushing event updated for resources: {'Port': ['ID=f62cc6c5-a06e-41ce-b021-ac3f82fd7a49,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:02.154219 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c00536c-455d-43d2-aff2-8e2966594561 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Network b889a686-4b4a-4c2a-8501-3fc4f028599b is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:02.160657 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-7c00536c-455d-43d2-aff2-8e2966594561 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:02.316843 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-84ce4d5a-3404-4397-b835-3bf4aa144efb req-171e3de1-51fe-48ab-9038-b4922521fd04 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0717b289-fa24-426d-af18-109bb65177ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5389018 Aug 10 03:36:02.337279 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 4493f28e-0ff3-4015-a36a-a5f7eaec09b9, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=4493f28e-0ff3-4015-a36a-a5f7eaec09b9,segment=NetworkSegment(64a40e28-a07a-41ba-acfa-51a568179526),segment_id=64a40e28-a07a-41ba-acfa-51a568179526)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:02.367021 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e1380ac7-21d6-4b58-8e6c-e8583b729a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:02.373967 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4535c3f-6296-4315-b9e6-2729ba0cd8c7 None None] Network 1e059339-e7e4-4808-8dbe-cd9ffe53fcde requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:36:02.515573 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:02.634814 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce4d5a-3404-4397-b835-3bf4aa144efb req-7c9b7f50-5d16-4130-8c35-779445b902fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:02.636398 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-84ce4d5a-3404-4397-b835-3bf4aa144efb req-7c9b7f50-5d16-4130-8c35-779445b902fd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3cffefacccfd4712be786e53e7cb07cb&device_id=0717b289-fa24-426d-af18-109bb65177ac HTTP/1.1" status: 200 len: 1097 time: 0.2236621 Aug 10 03:36:02.662992 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c00536c-455d-43d2-aff2-8e2966594561 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Router 404706ce-b87d-4ac5-b8b5-835c423f7e04 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:36:02.679649 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-79f9a5da-d370-4217-bf7a-8e30b58894bb None None] Attempting to bind port c2a1d5f8-d96e-4004-bf23-cabe4da92480 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:36:02.679649 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-79f9a5da-d370-4217-bf7a-8e30b58894bb None None] Attempting to bind port c2a1d5f8-d96e-4004-bf23-cabe4da92480 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '9cd437b3-8107-4354-9097-6d0f87059ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b889a686-4b4a-4c2a-8501-3fc4f028599b'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:36:02.680008 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f9a5da-d370-4217-bf7a-8e30b58894bb None None] Attempting to bind port c2a1d5f8-d96e-4004-bf23-cabe4da92480 on network b889a686-4b4a-4c2a-8501-3fc4f028599b {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:36:02.684779 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4bec3b37-33c6-4033-acf5-8d1dead9c910 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:02.687451 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f9a5da-d370-4217-bf7a-8e30b58894bb None None] Pushing event updated for resources: {'Port': ['ID=c2a1d5f8-d96e-4004-bf23-cabe4da92480,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:02.822377 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4bec3b37-33c6-4033-acf5-8d1dead9c910 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:02.851591 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=4493f28e-0ff3-4015-a36a-a5f7eaec09b9,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:02.867202 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f9a5da-d370-4217-bf7a-8e30b58894bb None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:36:02.867202 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f9a5da-d370-4217-bf7a-8e30b58894bb None None] Checking segment: {'id': '9cd437b3-8107-4354-9097-6d0f87059ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b889a686-4b4a-4c2a-8501-3fc4f028599b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:36:02.867202 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-79f9a5da-d370-4217-bf7a-8e30b58894bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:02.867202 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f9a5da-d370-4217-bf7a-8e30b58894bb None None] Bound using segment: {'id': '9cd437b3-8107-4354-9097-6d0f87059ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b889a686-4b4a-4c2a-8501-3fc4f028599b'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:36:02.867202 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-79f9a5da-d370-4217-bf7a-8e30b58894bb None None] Bound port: c2a1d5f8-d96e-4004-bf23-cabe4da92480, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cd437b3-8107-4354-9097-6d0f87059ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b889a686-4b4a-4c2a-8501-3fc4f028599b'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:36:02.867202 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-79f9a5da-d370-4217-bf7a-8e30b58894bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:02.990145 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.db.api [None req-e1380ac7-21d6-4b58-8e6c-e8583b729a9d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:36:02.990518 n-d-768851-15 neutron-server[94218]: DEBUG oslo_db.api [None req-e1380ac7-21d6-4b58-8e6c-e8583b729a9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:36:02.996074 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ea941a-7721-447e-bdce-c3b0feeac4e3 None None] Network 0bed1a19-79e7-4200-91cd-f89f4f8fcb2b requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:36:03.096870 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4bec3b37-33c6-4033-acf5-8d1dead9c910 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:03.139260 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 92ef46a0-7430-4f52-9d40-6789a6c72da5 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:03.207836 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bec3b37-33c6-4033-acf5-8d1dead9c910 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Pushing event updated for resources: {'Port': ['ID=a0f78966-d4e6-4c59-996d-0216784d5ddb,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:03.213427 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce4d5a-3404-4397-b835-3bf4aa144efb req-7b030200-b543-429a-a098-11af27adbf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:03.216059 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-84ce4d5a-3404-4397-b835-3bf4aa144efb req-7b030200-b543-429a-a098-11af27adbf4d service neutron] 10.222.0.58 "GET /v2.0/networks?id=af0d2cce-350b-49cd-9cfc-ff635347180b HTTP/1.1" status: 200 len: 915 time: 0.5515916 Aug 10 03:36:03.289096 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-1b068b87-f905-4ad7-9c0f-b7b1de925a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:03.315498 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-84ce4d5a-3404-4397-b835-3bf4aa144efb req-31908c62-8d94-447c-b825-31e69733ecb3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d9bd8d6-23c5-46ea-a8a3-d1a1371ed7b3 HTTP/1.1" status: 200 len: 217 time: 0.0831449 Aug 10 03:36:03.340306 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 92ef46a0-7430-4f52-9d40-6789a6c72da5 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:03.347279 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 92ef46a0-7430-4f52-9d40-6789a6c72da5 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:03.347647 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:03.405922 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-79f9a5da-d370-4217-bf7a-8e30b58894bb None None] For port c2a1d5f8-d96e-4004-bf23-cabe4da92480, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:36:03.445691 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-79f9a5da-d370-4217-bf7a-8e30b58894bb None None] For port c2a1d5f8-d96e-4004-bf23-cabe4da92480, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=c2a1d5f8-d96e-4004-bf23-cabe4da92480,segment=NetworkSegment(9cd437b3-8107-4354-9097-6d0f87059ebc),segment_id=9cd437b3-8107-4354-9097-6d0f87059ebc)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:36:03.453777 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:03.460435 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-79f9a5da-d370-4217-bf7a-8e30b58894bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:03.506115 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:03.650899 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 92ef46a0-7430-4f52-9d40-6789a6c72da5, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=92ef46a0-7430-4f52-9d40-6789a6c72da5,segment=NetworkSegment(d4eaf710-7e35-4958-9b75-781d308b6e55),segment_id=d4eaf710-7e35-4958-9b75-781d308b6e55)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:03.662068 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f9a5da-d370-4217-bf7a-8e30b58894bb None None] Pushing event updated for resources: {'Port': ['ID=c2a1d5f8-d96e-4004-bf23-cabe4da92480,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:03.664914 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce4d5a-3404-4397-b835-3bf4aa144efb req-383431ed-c448-4191-a6df-0b0fd88e3477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:03.671856 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:03.673447 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-84ce4d5a-3404-4397-b835-3bf4aa144efb req-383431ed-c448-4191-a6df-0b0fd88e3477 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=02e995bf-0ffb-4fac-9ab1-ec0873c47a61 HTTP/1.1" status: 200 len: 854 time: 0.2146626 Aug 10 03:36:03.675835 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 0475833f-6a33-456a-bf6c-1e7110827886 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:03.681352 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c00536c-455d-43d2-aff2-8e2966594561 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:36:03.706815 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7c00536c-455d-43d2-aff2-8e2966594561 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "PUT /v2.0/routers/404706ce-b87d-4ac5-b8b5-835c423f7e04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7644911 Aug 10 03:36:03.710081 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55674) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:03.714264 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bec3b37-33c6-4033-acf5-8d1dead9c910 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Network 0bed1a19-79e7-4200-91cd-f89f4f8fcb2b is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:03.717859 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-2cb81117-cc77-46ea-8296-7f0f596d1aa5 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:03.729458 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5b70cd-0669-4bfc-be3c-0f86ffb7443e None None] Sync routers for ids ['404706ce-b87d-4ac5-b8b5-835c423f7e04'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:36:03.788301 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-84ce4d5a-3404-4397-b835-3bf4aa144efb req-e7bd4f8f-6f80-4b82-a734-d16fec78d24a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=af0d2cce-350b-49cd-9cfc-ff635347180b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875301 Aug 10 03:36:03.812027 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-4bec3b37-33c6-4033-acf5-8d1dead9c910 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:03.841868 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5b70cd-0669-4bfc-be3c-0f86ffb7443e None None] Routers {'404706ce-b87d-4ac5-b8b5-835c423f7e04'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:03.847966 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-3e5b70cd-0669-4bfc-be3c-0f86ffb7443e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['404706ce-b87d-4ac5-b8b5-835c423f7e04'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:04.036590 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-81229392-bbbf-4f9b-940a-6eca9d662514 None None] Provisioning for port f62cc6c5-a06e-41ce-b021-ac3f82fd7a49 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:04.214065 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-3e5b70cd-0669-4bfc-be3c-0f86ffb7443e None None] Set router 404706ce-b87d-4ac5-b8b5-835c423f7e04 gateway port host: None {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:36:04.459528 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.extraroute_db [None req-2cb81117-cc77-46ea-8296-7f0f596d1aa5 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=94216) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 10 03:36:04.465517 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=92ef46a0-7430-4f52-9d40-6789a6c72da5,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:04.489875 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.extraroute_db [None req-2cb81117-cc77-46ea-8296-7f0f596d1aa5 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Removed routes are [] {{(pid=94216) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 10 03:36:04.490478 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2cb81117-cc77-46ea-8296-7f0f596d1aa5 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-368475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1926'] for router, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:04.563232 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-81229392-bbbf-4f9b-940a-6eca9d662514 None None] Provisioning for port dfca9598-7725-4c95-9179-a191da96ce86 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:04.646944 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:04.666210 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 0475833f-6a33-456a-bf6c-1e7110827886 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:04.694415 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device bbd1ff62-6a23-4521-8c2f-22970c4779df up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:04.717029 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-81229392-bbbf-4f9b-940a-6eca9d662514 None None] Provisioning complete for port 92ef46a0-7430-4f52-9d40-6789a6c72da5 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:04.717409 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-81229392-bbbf-4f9b-940a-6eca9d662514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:04.880662 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2cb81117-cc77-46ea-8296-7f0f596d1aa5 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-368475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1926'] for router, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:04.894384 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2cb81117-cc77-46ea-8296-7f0f596d1aa5 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-372465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-372472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-368450'] for router, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:04.961960 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-84ce4d5a-3404-4397-b835-3bf4aa144efb req-c32ff9fb-76e5-4db2-a777-c24f5e3c2733 service neutron] 10.222.0.58 "GET /v2.0/networks/af0d2cce-350b-49cd-9cfc-ff635347180b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1725185 Aug 10 03:36:05.049668 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port bbd1ff62-6a23-4521-8c2f-22970c4779df triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:05.051419 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:05.169516 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb81117-cc77-46ea-8296-7f0f596d1aa5 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Router 404706ce-b87d-4ac5-b8b5-835c423f7e04 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:36:05.177343 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-3e5b70cd-0669-4bfc-be3c-0f86ffb7443e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'name': 'tempest-RoutersIpV6Test-router-482994605', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:35:35Z', 'updated_at': '2021-08-10T03:36:00Z', 'revision_number': 5, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'gw_port_host': None, '_interfaces': [{'id': 'a2b27dee-6378-4aa7-bdb4-4731facb3df5', 'name': '', 'network_id': 'b449b72b-5f82-4769-b3bb-9be315bc20a2', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'mac_address': 'fa:16:3e:0c:b6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '783131e3-37fe-48c0-a2c7-ed0f5c246f83', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:35:38Z', 'updated_at': '2021-08-10T03:35:47Z', 'revision_number': 5, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'subnets': [{'id': '783131e3-37fe-48c0-a2c7-ed0f5c246f83', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbd1ff62-6a23-4521-8c2f-22970c4779df', 'name': '', 'network_id': '1be92c6e-1c70-4bfa-8420-09820577ce26', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'mac_address': 'fa:16:3e:65:bd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'c1bda808-c57c-426c-96e6-cd2af1b5397a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:35:47Z', 'updated_at': '2021-08-10T03:35:59Z', 'revision_number': 5, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'subnets': [{'id': 'c1bda808-c57c-426c-96e6-cd2af1b5397a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1d36e70-6d06-499a-a793-ffd4178192ef', 'name': '', 'network_id': 'b889a686-4b4a-4c2a-8501-3fc4f028599b', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'mac_address': 'fa:16:3e:30:f8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '7470daa7-8a47-4a30-81e7-ad842fc21781', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:35:58Z', 'updated_at': '2021-08-10T03:36:01Z', 'revision_number': 2, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'subnets': [{'id': '7470daa7-8a47-4a30-81e7-ad842fc21781', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfca9598-7725-4c95-9179-a191da96ce86', 'name': '', 'network_id': 'a684544c-ce3f-4c03-8670-c2a630c0423d', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'mac_address': 'fa:16:3e:90:b8:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': 'd1a4c707-e125-4398-b634-72134f716a5b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:35:51Z', 'updated_at': '2021-08-10T03:36:00Z', 'revision_number': 4, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'subnets': [{'id': 'd1a4c707-e125-4398-b634-72134f716a5b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:05.180195 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bec3b37-33c6-4033-acf5-8d1dead9c910 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Router 2a3e1543-f3c1-41f2-b715-ac476d69ac84 is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:36:05.238199 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5b70cd-0669-4bfc-be3c-0f86ffb7443e None None] Checking router: 404706ce-b87d-4ac5-b8b5-835c423f7e04 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:36:05.238595 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5b70cd-0669-4bfc-be3c-0f86ffb7443e None None] Updating router 404706ce-b87d-4ac5-b8b5-835c423f7e04 port d1d36e70-6d06-499a-a793-ffd4178192ef binding host n-d-768851-15 {{(pid=94218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:36:05.293127 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-81229392-bbbf-4f9b-940a-6eca9d662514 None None] Provisioning for port 0475833f-6a33-456a-bf6c-1e7110827886 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:05.328070 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb81117-cc77-46ea-8296-7f0f596d1aa5 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:36:05.328321 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3e5b70cd-0669-4bfc-be3c-0f86ffb7443e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:05.341731 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2cb81117-cc77-46ea-8296-7f0f596d1aa5 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:05.345119 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-81229392-bbbf-4f9b-940a-6eca9d662514 None None] Provisioning complete for port 0475833f-6a33-456a-bf6c-1e7110827886 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:05.345586 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-81229392-bbbf-4f9b-940a-6eca9d662514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:05.349721 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-2cb81117-cc77-46ea-8296-7f0f596d1aa5 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "PUT /v2.0/routers/404706ce-b87d-4ac5-b8b5-835c423f7e04 HTTP/1.1" status: 200 len: 953 time: 1.6384621 Aug 10 03:36:05.350458 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55686) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:05.357318 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-84ce4d5a-3404-4397-b835-3bf4aa144efb req-4f80ccdc-08ff-4a07-b5e8-e8271f4a90ad service neutron] 10.222.0.58 "GET /v2.0/networks/af0d2cce-350b-49cd-9cfc-ff635347180b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3859184 Aug 10 03:36:05.386612 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bec3b37-33c6-4033-acf5-8d1dead9c910 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:36:05.402153 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5099dc8-445c-4b48-8c01-881ef5d07e6e None None] Sync routers for ids ['2a3e1543-f3c1-41f2-b715-ac476d69ac84'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:36:05.405856 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55688) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:05.411139 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4bec3b37-33c6-4033-acf5-8d1dead9c910 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] 10.222.0.62 "PUT /v2.0/routers/2a3e1543-f3c1-41f2-b715-ac476d69ac84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8788548 Aug 10 03:36:05.413715 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5099dc8-445c-4b48-8c01-881ef5d07e6e None None] Routers {'2a3e1543-f3c1-41f2-b715-ac476d69ac84'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:05.415644 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-f5099dc8-445c-4b48-8c01-881ef5d07e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['2a3e1543-f3c1-41f2-b715-ac476d69ac84'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:05.478094 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-f5099dc8-445c-4b48-8c01-881ef5d07e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:05.493621 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5099dc8-445c-4b48-8c01-881ef5d07e6e None None] Routers {'2a3e1543-f3c1-41f2-b715-ac476d69ac84'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:05.494747 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-f5099dc8-445c-4b48-8c01-881ef5d07e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['2a3e1543-f3c1-41f2-b715-ac476d69ac84'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:05.536202 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-f5099dc8-445c-4b48-8c01-881ef5d07e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:05.537260 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5099dc8-445c-4b48-8c01-881ef5d07e6e None None] The sync data for ids ['2a3e1543-f3c1-41f2-b715-ac476d69ac84'] in n-d-768851-15 is: [] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:36:05.659332 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db242ea-ec10-453a-bae4-3a2713695709 None None] Network b889a686-4b4a-4c2a-8501-3fc4f028599b requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:36:05.766975 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device dfca9598-7725-4c95-9179-a191da96ce86 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:05.992294 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55698) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:05.993335 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-39912523-ea57-4767-acac-ddc984075624 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "GET /v2.0/routers/404706ce-b87d-4ac5-b8b5-835c423f7e04 HTTP/1.1" status: 200 len: 953 time: 0.6368282 Aug 10 03:36:05.995509 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-81229392-bbbf-4f9b-940a-6eca9d662514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:06.000818 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-d829f23e-4f56-4ecc-8f9a-bb5c449a03be tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Request body: {'router': {'routes': None}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:06.077124 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:06.099106 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-81229392-bbbf-4f9b-940a-6eca9d662514 None None] For port 0475833f-6a33-456a-bf6c-1e7110827886, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=0475833f-6a33-456a-bf6c-1e7110827886,segment=NetworkSegment(2bb386f9-2745-40ae-9810-1208d4c35d69),segment_id=2bb386f9-2745-40ae-9810-1208d4c35d69)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:06.121274 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-81229392-bbbf-4f9b-940a-6eca9d662514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:06.132086 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port dfca9598-7725-4c95-9179-a191da96ce86 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:06.164531 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port dfca9598-7725-4c95-9179-a191da96ce86 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:06.164909 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:06.251777 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81229392-bbbf-4f9b-940a-6eca9d662514 None None] Pushing event updated for resources: {'Port': ['ID=0475833f-6a33-456a-bf6c-1e7110827886,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:06.292213 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-67bf7247-f5a3-4eb7-beed-5410757697c7 None None] Provisioning for port a0f78966-d4e6-4c59-996d-0216784d5ddb completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:06.321447 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-67bf7247-f5a3-4eb7-beed-5410757697c7 None None] Provisioning complete for port a0f78966-d4e6-4c59-996d-0216784d5ddb triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:06.321447 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-67bf7247-f5a3-4eb7-beed-5410757697c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:06.509336 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-67bf7247-f5a3-4eb7-beed-5410757697c7 None None] Port a0f78966-d4e6-4c59-996d-0216784d5ddb cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:36:06.560438 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3e5b70cd-0669-4bfc-be3c-0f86ffb7443e None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:06.593454 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [None req-da471f3e-486a-41d0-a08d-879543f9eca8 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:36:06.600700 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-da471f3e-486a-41d0-a08d-879543f9eca8 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] 10.222.0.62 "PUT /v2.0/routers/2a3e1543-f3c1-41f2-b715-ac476d69ac84/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1902668 Aug 10 03:36:06.601375 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55712) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:06.614839 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:06.616981 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3e5b70cd-0669-4bfc-be3c-0f86ffb7443e None None] Transition to ACTIVE for port object d1d36e70-6d06-499a-a793-ffd4178192ef will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:06.636973 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-67bf7247-f5a3-4eb7-beed-5410757697c7 None None] Provisioning for port c2a1d5f8-d96e-4004-bf23-cabe4da92480 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:06.663362 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3e5b70cd-0669-4bfc-be3c-0f86ffb7443e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:06.768990 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port dfca9598-7725-4c95-9179-a191da96ce86, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=dfca9598-7725-4c95-9179-a191da96ce86,segment=NetworkSegment(d4eaf710-7e35-4958-9b75-781d308b6e55),segment_id=d4eaf710-7e35-4958-9b75-781d308b6e55)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:06.789101 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-67bf7247-f5a3-4eb7-beed-5410757697c7 None None] Provisioning complete for port 0475833f-6a33-456a-bf6c-1e7110827886 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:06.789661 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-67bf7247-f5a3-4eb7-beed-5410757697c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:06.800867 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.extraroute_db [None req-d829f23e-4f56-4ecc-8f9a-bb5c449a03be tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Added routes are [] {{(pid=94217) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 10 03:36:06.801844 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.extraroute_db [None req-d829f23e-4f56-4ecc-8f9a-bb5c449a03be tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=94217) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 10 03:36:06.872265 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d829f23e-4f56-4ecc-8f9a-bb5c449a03be tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-368475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1926'] for router, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:06.893334 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:06.894308 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device f62cc6c5-a06e-41ce-b021-ac3f82fd7a49 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:06.962772 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd05c1a-8003-4282-9546-66ff6d08fa6d None None] Pushing event updated for resources: {'Port': ['ID=d1d36e70-6d06-499a-a793-ffd4178192ef,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:07.235109 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-3e5b70cd-0669-4bfc-be3c-0f86ffb7443e None None] Attempting to bind port d1d36e70-6d06-499a-a793-ffd4178192ef on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:36:07.235486 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-3e5b70cd-0669-4bfc-be3c-0f86ffb7443e None None] Attempting to bind port d1d36e70-6d06-499a-a793-ffd4178192ef by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '9cd437b3-8107-4354-9097-6d0f87059ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b889a686-4b4a-4c2a-8501-3fc4f028599b'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:36:07.235852 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5b70cd-0669-4bfc-be3c-0f86ffb7443e None None] Attempting to bind port d1d36e70-6d06-499a-a793-ffd4178192ef on network b889a686-4b4a-4c2a-8501-3fc4f028599b {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:36:07.246326 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=dfca9598-7725-4c95-9179-a191da96ce86,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:07.274532 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5b70cd-0669-4bfc-be3c-0f86ffb7443e None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:36:07.274943 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5b70cd-0669-4bfc-be3c-0f86ffb7443e None None] Checking segment: {'id': '9cd437b3-8107-4354-9097-6d0f87059ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b889a686-4b4a-4c2a-8501-3fc4f028599b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:36:07.275343 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3e5b70cd-0669-4bfc-be3c-0f86ffb7443e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:07.275739 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5b70cd-0669-4bfc-be3c-0f86ffb7443e None None] Bound using segment: {'id': '9cd437b3-8107-4354-9097-6d0f87059ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b889a686-4b4a-4c2a-8501-3fc4f028599b'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:36:07.276233 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-3e5b70cd-0669-4bfc-be3c-0f86ffb7443e None None] Bound port: d1d36e70-6d06-499a-a793-ffd4178192ef, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cd437b3-8107-4354-9097-6d0f87059ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b889a686-4b4a-4c2a-8501-3fc4f028599b'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:36:07.276628 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3e5b70cd-0669-4bfc-be3c-0f86ffb7443e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:07.309959 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port f62cc6c5-a06e-41ce-b021-ac3f82fd7a49 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:07.316901 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port f62cc6c5-a06e-41ce-b021-ac3f82fd7a49 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:07.317686 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:07.372318 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d829f23e-4f56-4ecc-8f9a-bb5c449a03be tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-368475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1926'] for router, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:07.380576 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d829f23e-4f56-4ecc-8f9a-bb5c449a03be tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-372465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-372472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-368450'] for router, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:07.413637 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c97cf4-4af6-48d0-9db6-a098d1d849c9 req-60a6c930-7ab7-4f68-a5f7-26431f136960 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:07.415355 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d2c97cf4-4af6-48d0-9db6-a098d1d849c9 req-60a6c930-7ab7-4f68-a5f7-26431f136960 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/networks?id=af0d2cce-350b-49cd-9cfc-ff635347180b HTTP/1.1" status: 200 len: 814 time: 0.2460599 Aug 10 03:36:07.450345 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d2c97cf4-4af6-48d0-9db6-a098d1d849c9 req-5654e983-395a-4378-9621-7aff1cc076d3 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/quotas/3cffefacccfd4712be786e53e7cb07cb HTTP/1.1" status: 200 len: 375 time: 0.0247223 Aug 10 03:36:07.452790 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1dfb2f2a-d076-4e71-abb1-aa9210c6e96b tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:07.493521 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3e5b70cd-0669-4bfc-be3c-0f86ffb7443e None None] For port d1d36e70-6d06-499a-a793-ffd4178192ef, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:36:07.502864 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3e5b70cd-0669-4bfc-be3c-0f86ffb7443e None None] For port d1d36e70-6d06-499a-a793-ffd4178192ef, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=d1d36e70-6d06-499a-a793-ffd4178192ef,segment=NetworkSegment(9cd437b3-8107-4354-9097-6d0f87059ebc),segment_id=9cd437b3-8107-4354-9097-6d0f87059ebc)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:36:07.543020 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3e5b70cd-0669-4bfc-be3c-0f86ffb7443e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:07.611948 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d829f23e-4f56-4ecc-8f9a-bb5c449a03be tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Router 404706ce-b87d-4ac5-b8b5-835c423f7e04 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:36:07.678845 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5b70cd-0669-4bfc-be3c-0f86ffb7443e None None] Routers {'404706ce-b87d-4ac5-b8b5-835c423f7e04'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:07.679536 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-3e5b70cd-0669-4bfc-be3c-0f86ffb7443e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['404706ce-b87d-4ac5-b8b5-835c423f7e04'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:07.679765 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d2c97cf4-4af6-48d0-9db6-a098d1d849c9 req-7212989f-4ed6-455d-ac3f-83109c30071b tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=3cffefacccfd4712be786e53e7cb07cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2212303 Aug 10 03:36:07.759218 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d829f23e-4f56-4ecc-8f9a-bb5c449a03be tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:36:07.769714 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d829f23e-4f56-4ecc-8f9a-bb5c449a03be tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:07.771002 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d829f23e-4f56-4ecc-8f9a-bb5c449a03be tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "PUT /v2.0/routers/404706ce-b87d-4ac5-b8b5-835c423f7e04 HTTP/1.1" status: 200 len: 703 time: 1.7772911 Aug 10 03:36:07.777789 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55734) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:07.846982 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-3e5b70cd-0669-4bfc-be3c-0f86ffb7443e None None] Set router 404706ce-b87d-4ac5-b8b5-835c423f7e04 gateway port host: None {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:36:07.929510 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e597df86-274c-4b17-8673-7bb942678d1b tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "GET /v2.0/routers/404706ce-b87d-4ac5-b8b5-835c423f7e04 HTTP/1.1" status: 200 len: 703 time: 0.1499755 Aug 10 03:36:07.930904 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55738) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:08.083348 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-31faa9c7-2abe-43fe-a45f-d2c2c5abe07c None None] Provisioning for port d1d36e70-6d06-499a-a793-ffd4178192ef completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:08.092659 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd05c1a-8003-4282-9546-66ff6d08fa6d None None] Pushing event updated for resources: {'Port': ['ID=d1d36e70-6d06-499a-a793-ffd4178192ef,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:08.152017 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-1dfb2f2a-d076-4e71-abb1-aa9210c6e96b tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Deleting port a0f78966-d4e6-4c59-996d-0216784d5ddb {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:36:08.152289 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1dfb2f2a-d076-4e71-abb1-aa9210c6e96b tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:08.228238 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:08.233251 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d2c97cf4-4af6-48d0-9db6-a098d1d849c9 req-6c379220-3382-4875-b710-9e267d8aff21 service neutron] 10.222.0.62 "GET /v2.0/networks/af0d2cce-350b-49cd-9cfc-ff635347180b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4995201 Aug 10 03:36:08.318919 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port f62cc6c5-a06e-41ce-b021-ac3f82fd7a49, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=f62cc6c5-a06e-41ce-b021-ac3f82fd7a49,segment=NetworkSegment(33b35562-d140-47c7-92b6-e8e3fdddaa46),segment_id=33b35562-d140-47c7-92b6-e8e3fdddaa46)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:08.335959 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:08.343089 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1dfb2f2a-d076-4e71-abb1-aa9210c6e96b tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:08.364743 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-1dfb2f2a-d076-4e71-abb1-aa9210c6e96b tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Calling delete_port for a0f78966-d4e6-4c59-996d-0216784d5ddb owned by network:router_interface {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:36:08.403989 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-3e5b70cd-0669-4bfc-be3c-0f86ffb7443e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'name': 'tempest-RoutersIpV6Test-router-482994605', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:35:35Z', 'updated_at': '2021-08-10T03:36:06Z', 'revision_number': 7, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'gw_port_host': None, '_interfaces': [{'id': 'a2b27dee-6378-4aa7-bdb4-4731facb3df5', 'name': '', 'network_id': 'b449b72b-5f82-4769-b3bb-9be315bc20a2', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'mac_address': 'fa:16:3e:0c:b6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '783131e3-37fe-48c0-a2c7-ed0f5c246f83', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:35:38Z', 'updated_at': '2021-08-10T03:35:47Z', 'revision_number': 5, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'subnets': [{'id': '783131e3-37fe-48c0-a2c7-ed0f5c246f83', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbd1ff62-6a23-4521-8c2f-22970c4779df', 'name': '', 'network_id': '1be92c6e-1c70-4bfa-8420-09820577ce26', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'mac_address': 'fa:16:3e:65:bd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'c1bda808-c57c-426c-96e6-cd2af1b5397a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:35:47Z', 'updated_at': '2021-08-10T03:35:59Z', 'revision_number': 5, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'subnets': [{'id': 'c1bda808-c57c-426c-96e6-cd2af1b5397a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1d36e70-6d06-499a-a793-ffd4178192ef', 'name': '', 'network_id': 'b889a686-4b4a-4c2a-8501-3fc4f028599b', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'mac_address': 'fa:16:3e:30:f8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '7470daa7-8a47-4a30-81e7-ad842fc21781', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:35:58Z', 'updated_at': '2021-08-10T03:36:07Z', 'revision_number': 4, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'subnets': [{'id': '7470daa7-8a47-4a30-81e7-ad842fc21781', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfca9598-7725-4c95-9179-a191da96ce86', 'name': '', 'network_id': 'a684544c-ce3f-4c03-8670-c2a630c0423d', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'mac_address': 'fa:16:3e:90:b8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': 'd1a4c707-e125-4398-b634-72134f716a5b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:35:51Z', 'updated_at': '2021-08-10T03:36:06Z', 'revision_number': 5, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'subnets': [{'id': 'd1a4c707-e125-4398-b634-72134f716a5b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:08.438041 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d2c97cf4-4af6-48d0-9db6-a098d1d849c9 req-606f881d-cd53-498c-9b06-10a5270b3932 service neutron] 10.222.0.62 "GET /v2.0/networks/af0d2cce-350b-49cd-9cfc-ff635347180b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957738 Aug 10 03:36:08.453978 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5b70cd-0669-4bfc-be3c-0f86ffb7443e None None] The sync data for ids ['404706ce-b87d-4ac5-b8b5-835c423f7e04'] in n-d-768851-15 is: [{'id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'name': 'tempest-RoutersIpV6Test-router-482994605', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:35:35Z', 'updated_at': '2021-08-10T03:36:06Z', 'revision_number': 7, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'gw_port_host': None, '_interfaces': [{'id': 'a2b27dee-6378-4aa7-bdb4-4731facb3df5', 'name': '', 'network_id': 'b449b72b-5f82-4769-b3bb-9be315bc20a2', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'mac_address': 'fa:16:3e:0c:b6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '783131e3-37fe-48c0-a2c7-ed0f5c246f83', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:35:38Z', 'updated_at': '2021-08-10T03:35:47Z', 'revision_number': 5, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'subnets': [{'id': '783131e3-37fe-48c0-a2c7-ed0f5c246f83', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbd1ff62-6a23-4521-8c2f-22970c4779df', 'name': '', 'network_id': '1be92c6e-1c70-4bfa-8420-09820577ce26', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'mac_address': 'fa:16:3e:65:bd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'c1bda808-c57c-426c-96e6-cd2af1b5397a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:35:47Z', 'updated_at': '2021-08-10T03:35:59Z', 'revision_number': 5, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'subnets': [{'id': 'c1bda808-c57c-426c-96e6-cd2af1b5397a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1d36e70-6d06-499a-a793-ffd4178192ef', 'name': '', 'network_id': 'b889a686-4b4a-4c2a-8501-3fc4f028599b', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'mac_address': 'fa:16:3e:30:f8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '7470daa7-8a47-4a30-81e7-ad842fc21781', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:35:58Z', 'updated_at': '2021-08-10T03:36:07Z', 'revision_number': 4, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'subnets': [{'id': '7470daa7-8a47-4a30-81e7-ad842fc21781', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfca9598-7725-4c95-9179-a191da96ce86', 'name': '', 'network_id': 'a684544c-ce3f-4c03-8670-c2a630c0423d', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'mac_address': 'fa:16:3e:90:b8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': 'd1a4c707-e125-4398-b634-72134f716a5b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:35:51Z', 'updated_at': '2021-08-10T03:36:06Z', 'revision_number': 5, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'subnets': [{'id': 'd1a4c707-e125-4398-b634-72134f716a5b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:36:08.458430 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=f62cc6c5-a06e-41ce-b021-ac3f82fd7a49,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:08.564460 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-befea9eb-c4a3-4eec-a83f-07210ebbafee tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:08.619157 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1dfb2f2a-d076-4e71-abb1-aa9210c6e96b tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:08.677361 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfb2f2a-d076-4e71-abb1-aa9210c6e96b tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Pushing event deleted for resources: {'Port': ['ID=a0f78966-d4e6-4c59-996d-0216784d5ddb,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:08.715281 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfb2f2a-d076-4e71-abb1-aa9210c6e96b tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:08.719129 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfb2f2a-d076-4e71-abb1-aa9210c6e96b tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:08.719534 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfb2f2a-d076-4e71-abb1-aa9210c6e96b tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:08.719885 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfb2f2a-d076-4e71-abb1-aa9210c6e96b tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:08.720222 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfb2f2a-d076-4e71-abb1-aa9210c6e96b tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:08.720554 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfb2f2a-d076-4e71-abb1-aa9210c6e96b tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:08.720883 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfb2f2a-d076-4e71-abb1-aa9210c6e96b tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:08.721744 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfb2f2a-d076-4e71-abb1-aa9210c6e96b tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:08.722076 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfb2f2a-d076-4e71-abb1-aa9210c6e96b tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:08.722468 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfb2f2a-d076-4e71-abb1-aa9210c6e96b tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:08.722825 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfb2f2a-d076-4e71-abb1-aa9210c6e96b tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:08.723157 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfb2f2a-d076-4e71-abb1-aa9210c6e96b tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:08.812325 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 92ef46a0-7430-4f52-9d40-6789a6c72da5 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:08.905083 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c87559c-38d0-4595-b0cb-33f632393d74 None None] Sync routers for ids ['404706ce-b87d-4ac5-b8b5-835c423f7e04'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:36:08.939045 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c87559c-38d0-4595-b0cb-33f632393d74 None None] Routers {'404706ce-b87d-4ac5-b8b5-835c423f7e04'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:08.941652 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-6c87559c-38d0-4595-b0cb-33f632393d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['404706ce-b87d-4ac5-b8b5-835c423f7e04'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:09.106052 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-befea9eb-c4a3-4eec-a83f-07210ebbafee tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Deleting port d1d36e70-6d06-499a-a793-ffd4178192ef {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:36:09.106762 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-befea9eb-c4a3-4eec-a83f-07210ebbafee tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:09.235903 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dceef1fc-8e5a-49cd-acd3-9c3b9b93d861 req-6aaf67be-8f9d-424f-afdf-4d80175c68bc tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/ports?device_id=83770131-05cb-4ef5-9753-a8b6e136328b HTTP/1.1" status: 200 len: 210 time: 0.4517479 Aug 10 03:36:09.243979 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1dfb2f2a-d076-4e71-abb1-aa9210c6e96b tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:09.247258 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 92ef46a0-7430-4f52-9d40-6789a6c72da5 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:09.247643 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:09.296148 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-befea9eb-c4a3-4eec-a83f-07210ebbafee tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] For port d1d36e70-6d06-499a-a793-ffd4178192ef, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=d1d36e70-6d06-499a-a793-ffd4178192ef,segment=NetworkSegment(9cd437b3-8107-4354-9097-6d0f87059ebc),segment_id=9cd437b3-8107-4354-9097-6d0f87059ebc)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:09.296519 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-befea9eb-c4a3-4eec-a83f-07210ebbafee tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:09.313044 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-6c87559c-38d0-4595-b0cb-33f632393d74 None None] Set router 404706ce-b87d-4ac5-b8b5-835c423f7e04 gateway port host: None {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:36:09.313320 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-befea9eb-c4a3-4eec-a83f-07210ebbafee tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Calling delete_port for d1d36e70-6d06-499a-a793-ffd4178192ef owned by network:router_interface {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:36:09.599684 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dfb2f2a-d076-4e71-abb1-aa9210c6e96b tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Router 2a3e1543-f3c1-41f2-b715-ac476d69ac84 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:36:09.619340 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-befea9eb-c4a3-4eec-a83f-07210ebbafee tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:09.688789 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device c2a1d5f8-d96e-4004-bf23-cabe4da92480 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:09.701020 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befea9eb-c4a3-4eec-a83f-07210ebbafee tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event deleted for resources: {'Port': ['ID=d1d36e70-6d06-499a-a793-ffd4178192ef,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:09.808301 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dfb2f2a-d076-4e71-abb1-aa9210c6e96b tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:36:09.817317 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-1dfb2f2a-d076-4e71-abb1-aa9210c6e96b tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] 10.222.0.62 "PUT /v2.0/routers/2a3e1543-f3c1-41f2-b715-ac476d69ac84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2110920 Aug 10 03:36:09.818598 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55772) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:09.826771 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e056474f-db9d-4acc-8c25-cf6e60961a7d None None] Sync routers for ids ['2a3e1543-f3c1-41f2-b715-ac476d69ac84'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:36:09.855425 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e056474f-db9d-4acc-8c25-cf6e60961a7d None None] Routers {'2a3e1543-f3c1-41f2-b715-ac476d69ac84'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:09.856051 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-e056474f-db9d-4acc-8c25-cf6e60961a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['2a3e1543-f3c1-41f2-b715-ac476d69ac84'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:09.901504 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-22b02851-3b83-4dce-94dc-ec3c68760331 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] delete failed (client error): The resource could not be found. Aug 10 03:36:09.902928 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-22b02851-3b83-4dce-94dc-ec3c68760331 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] 10.222.0.62 "DELETE /v2.0/routers/tempest-non_exist_router-376793533 HTTP/1.1" status: 404 len: 334 time: 0.0833311 Aug 10 03:36:09.907269 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55776) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:09.913323 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-563f0bf4-4049-43cf-9669-c6b357bb6e36 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Request body: {'router': {'external_gateway_info': {'network_id': '2a3e1543-f3c1-41f2-b715-ac476d69ac84'}}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:09.922147 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-e056474f-db9d-4acc-8c25-cf6e60961a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:09.935867 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e056474f-db9d-4acc-8c25-cf6e60961a7d None None] Routers {'2a3e1543-f3c1-41f2-b715-ac476d69ac84'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:09.936851 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-e056474f-db9d-4acc-8c25-cf6e60961a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['2a3e1543-f3c1-41f2-b715-ac476d69ac84'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:09.936986 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-befea9eb-c4a3-4eec-a83f-07210ebbafee tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:09.977302 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-e056474f-db9d-4acc-8c25-cf6e60961a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:09.978225 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e056474f-db9d-4acc-8c25-cf6e60961a7d None None] The sync data for ids ['2a3e1543-f3c1-41f2-b715-ac476d69ac84'] in n-d-768851-15 is: [] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:36:10.308954 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-563f0bf4-4049-43cf-9669-c6b357bb6e36 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:10.348798 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [None req-563f0bf4-4049-43cf-9669-c6b357bb6e36 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] update failed (client error): The resource could not be found. Aug 10 03:36:10.357724 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-563f0bf4-4049-43cf-9669-c6b357bb6e36 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] 10.222.0.62 "PUT /v2.0/routers/2a3e1543-f3c1-41f2-b715-ac476d69ac84 HTTP/1.1" status: 404 len: 339 time: 0.4466755 Aug 10 03:36:10.360187 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55786) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:10.442244 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port c2a1d5f8-d96e-4004-bf23-cabe4da92480 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:10.478775 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port c2a1d5f8-d96e-4004-bf23-cabe4da92480 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:10.478775 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:10.539199 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-6c87559c-38d0-4595-b0cb-33f632393d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'name': 'tempest-RoutersIpV6Test-router-482994605', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:35:35Z', 'updated_at': '2021-08-10T03:36:06Z', 'revision_number': 7, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'gw_port_host': None, '_interfaces': [{'id': 'a2b27dee-6378-4aa7-bdb4-4731facb3df5', 'name': '', 'network_id': 'b449b72b-5f82-4769-b3bb-9be315bc20a2', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'mac_address': 'fa:16:3e:0c:b6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '783131e3-37fe-48c0-a2c7-ed0f5c246f83', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:35:38Z', 'updated_at': '2021-08-10T03:35:47Z', 'revision_number': 5, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'subnets': [{'id': '783131e3-37fe-48c0-a2c7-ed0f5c246f83', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbd1ff62-6a23-4521-8c2f-22970c4779df', 'name': '', 'network_id': '1be92c6e-1c70-4bfa-8420-09820577ce26', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'mac_address': 'fa:16:3e:65:bd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'c1bda808-c57c-426c-96e6-cd2af1b5397a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:35:47Z', 'updated_at': '2021-08-10T03:35:59Z', 'revision_number': 5, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'subnets': [{'id': 'c1bda808-c57c-426c-96e6-cd2af1b5397a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1d36e70-6d06-499a-a793-ffd4178192ef', 'name': '', 'network_id': 'b889a686-4b4a-4c2a-8501-3fc4f028599b', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'mac_address': 'fa:16:3e:30:f8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '7470daa7-8a47-4a30-81e7-ad842fc21781', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:35:58Z', 'updated_at': '2021-08-10T03:36:07Z', 'revision_number': 4, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'subnets': [{'id': '7470daa7-8a47-4a30-81e7-ad842fc21781', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfca9598-7725-4c95-9179-a191da96ce86', 'name': '', 'network_id': 'a684544c-ce3f-4c03-8670-c2a630c0423d', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'mac_address': 'fa:16:3e:90:b8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': 'd1a4c707-e125-4398-b634-72134f716a5b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:35:51Z', 'updated_at': '2021-08-10T03:36:06Z', 'revision_number': 5, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'subnets': [{'id': 'd1a4c707-e125-4398-b634-72134f716a5b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:10.540311 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c5d70cd6-4695-4a82-92ee-c84678343764 req-8e527c6e-3274-4c1d-8c3c-ca35fd7895a7 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/ports?device_id=83770131-05cb-4ef5-9753-a8b6e136328b HTTP/1.1" status: 200 len: 210 time: 0.1631911 Aug 10 03:36:10.557902 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-befea9eb-c4a3-4eec-a83f-07210ebbafee tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Router 404706ce-b87d-4ac5-b8b5-835c423f7e04 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:36:10.595890 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c87559c-38d0-4595-b0cb-33f632393d74 None None] Checking router: 404706ce-b87d-4ac5-b8b5-835c423f7e04 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:36:10.614071 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c87559c-38d0-4595-b0cb-33f632393d74 None None] Routers {'404706ce-b87d-4ac5-b8b5-835c423f7e04'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:10.615124 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-6c87559c-38d0-4595-b0cb-33f632393d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['404706ce-b87d-4ac5-b8b5-835c423f7e04'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:10.706322 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-befea9eb-c4a3-4eec-a83f-07210ebbafee tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:36:10.711400 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-befea9eb-c4a3-4eec-a83f-07210ebbafee tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "PUT /v2.0/routers/404706ce-b87d-4ac5-b8b5-835c423f7e04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7792208 Aug 10 03:36:10.714276 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55794) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:10.753695 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-6c87559c-38d0-4595-b0cb-33f632393d74 None None] Set router 404706ce-b87d-4ac5-b8b5-835c423f7e04 gateway port host: None {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:36:10.777466 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fd41b3f-4146-4d8f-adad-0f986d10c483 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Deleting subnet 7470daa7-8a47-4a30-81e7-ad842fc21781 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:36:10.781682 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7fd41b3f-4146-4d8f-adad-0f986d10c483 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:10.823250 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:10.848137 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7fd41b3f-4146-4d8f-adad-0f986d10c483 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:10.925289 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c97cf4-4af6-48d0-9db6-a098d1d849c9 req-6d98552e-95da-487b-a814-3e73089cfaad tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:10.926875 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d2c97cf4-4af6-48d0-9db6-a098d1d849c9 req-6d98552e-95da-487b-a814-3e73089cfaad tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.60 "GET /v2.0/networks?id=af0d2cce-350b-49cd-9cfc-ff635347180b HTTP/1.1" status: 200 len: 814 time: 0.3835804 Aug 10 03:36:10.944876 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port c2a1d5f8-d96e-4004-bf23-cabe4da92480, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=c2a1d5f8-d96e-4004-bf23-cabe4da92480,segment=NetworkSegment(9cd437b3-8107-4354-9097-6d0f87059ebc),segment_id=9cd437b3-8107-4354-9097-6d0f87059ebc)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:10.954679 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-d2c97cf4-4af6-48d0-9db6-a098d1d849c9 req-7eb00153-4ab7-4778-b76a-12d4eac5cc62 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Request body: {'port': {'device_id': '83770131-05cb-4ef5-9753-a8b6e136328b', 'network_id': 'af0d2cce-350b-49cd-9cfc-ff635347180b', 'admin_state_up': True, 'tenant_id': '3cffefacccfd4712be786e53e7cb07cb'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:10.957111 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:10.958229 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 0475833f-6a33-456a-bf6c-1e7110827886 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:10.969080 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7fd41b3f-4146-4d8f-adad-0f986d10c483 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:11.052801 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7fd41b3f-4146-4d8f-adad-0f986d10c483 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:11.066812 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-48852d00-200b-40de-8be9-7bddeba2c1da tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:11.092878 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a863423d-61f8-4e67-8df2-ac3b8da2e146 None None] Network b889a686-4b4a-4c2a-8501-3fc4f028599b requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:36:11.114840 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7fd41b3f-4146-4d8f-adad-0f986d10c483 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:11.120690 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7fd41b3f-4146-4d8f-adad-0f986d10c483 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "DELETE /v2.0/subnets/7470daa7-8a47-4a30-81e7-ad842fc21781 HTTP/1.1" status: 204 len: 168 time: 0.4047666 Aug 10 03:36:11.121822 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55800) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:11.140162 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd41b3f-4146-4d8f-adad-0f986d10c483 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event deleted for resources: {'Subnet': ['ID=7470daa7-8a47-4a30-81e7-ad842fc21781,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:11.343920 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=c2a1d5f8-d96e-4004-bf23-cabe4da92480,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:11.347212 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 0475833f-6a33-456a-bf6c-1e7110827886 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:11.347586 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:11.366620 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9b1623fb-d49b-4858-b4b3-6808d5161508 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:11.421103 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-6c87559c-38d0-4595-b0cb-33f632393d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'name': 'tempest-RoutersIpV6Test-router-482994605', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:35:35Z', 'updated_at': '2021-08-10T03:36:09Z', 'revision_number': 8, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'gw_port_host': None, '_interfaces': [{'id': 'a2b27dee-6378-4aa7-bdb4-4731facb3df5', 'name': '', 'network_id': 'b449b72b-5f82-4769-b3bb-9be315bc20a2', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'mac_address': 'fa:16:3e:0c:b6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '783131e3-37fe-48c0-a2c7-ed0f5c246f83', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:35:38Z', 'updated_at': '2021-08-10T03:35:47Z', 'revision_number': 5, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'subnets': [{'id': '783131e3-37fe-48c0-a2c7-ed0f5c246f83', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbd1ff62-6a23-4521-8c2f-22970c4779df', 'name': '', 'network_id': '1be92c6e-1c70-4bfa-8420-09820577ce26', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'mac_address': 'fa:16:3e:65:bd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'c1bda808-c57c-426c-96e6-cd2af1b5397a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:35:47Z', 'updated_at': '2021-08-10T03:35:59Z', 'revision_number': 5, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'subnets': [{'id': 'c1bda808-c57c-426c-96e6-cd2af1b5397a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfca9598-7725-4c95-9179-a191da96ce86', 'name': '', 'network_id': 'a684544c-ce3f-4c03-8670-c2a630c0423d', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'mac_address': 'fa:16:3e:90:b8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': 'd1a4c707-e125-4398-b634-72134f716a5b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:35:51Z', 'updated_at': '2021-08-10T03:36:06Z', 'revision_number': 5, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'subnets': [{'id': 'd1a4c707-e125-4398-b634-72134f716a5b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:11.450390 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c87559c-38d0-4595-b0cb-33f632393d74 None None] The sync data for ids ['404706ce-b87d-4ac5-b8b5-835c423f7e04'] in n-d-768851-15 is: [{'id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'name': 'tempest-RoutersIpV6Test-router-482994605', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:35:35Z', 'updated_at': '2021-08-10T03:36:09Z', 'revision_number': 8, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'gw_port_host': None, '_interfaces': [{'id': 'a2b27dee-6378-4aa7-bdb4-4731facb3df5', 'name': '', 'network_id': 'b449b72b-5f82-4769-b3bb-9be315bc20a2', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'mac_address': 'fa:16:3e:0c:b6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '783131e3-37fe-48c0-a2c7-ed0f5c246f83', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:35:38Z', 'updated_at': '2021-08-10T03:35:47Z', 'revision_number': 5, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'subnets': [{'id': '783131e3-37fe-48c0-a2c7-ed0f5c246f83', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbd1ff62-6a23-4521-8c2f-22970c4779df', 'name': '', 'network_id': '1be92c6e-1c70-4bfa-8420-09820577ce26', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'mac_address': 'fa:16:3e:65:bd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'c1bda808-c57c-426c-96e6-cd2af1b5397a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:35:47Z', 'updated_at': '2021-08-10T03:35:59Z', 'revision_number': 5, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'subnets': [{'id': 'c1bda808-c57c-426c-96e6-cd2af1b5397a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfca9598-7725-4c95-9179-a191da96ce86', 'name': '', 'network_id': 'a684544c-ce3f-4c03-8670-c2a630c0423d', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'mac_address': 'fa:16:3e:90:b8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': 'd1a4c707-e125-4398-b634-72134f716a5b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:35:51Z', 'updated_at': '2021-08-10T03:36:06Z', 'revision_number': 5, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'subnets': [{'id': 'd1a4c707-e125-4398-b634-72134f716a5b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:36:11.510155 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-9b1623fb-d49b-4858-b4b3-6808d5161508 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Deleting port c2a1d5f8-d96e-4004-bf23-cabe4da92480 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:36:11.510571 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9b1623fb-d49b-4858-b4b3-6808d5161508 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:11.513543 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd2ba5c-5eee-4306-b5c1-083b3e58ec18 None None] DHCP port deletion for b889a686-4b4a-4c2a-8501-3fc4f028599b request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:36:11.587633 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device d1d36e70-6d06-499a-a793-ffd4178192ef up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:11.599825 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-9b1623fb-d49b-4858-b4b3-6808d5161508 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] For port c2a1d5f8-d96e-4004-bf23-cabe4da92480, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=c2a1d5f8-d96e-4004-bf23-cabe4da92480,segment=NetworkSegment(9cd437b3-8107-4354-9097-6d0f87059ebc),segment_id=9cd437b3-8107-4354-9097-6d0f87059ebc)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:11.600215 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9b1623fb-d49b-4858-b4b3-6808d5161508 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:11.621768 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: d1d36e70-6d06-499a-a793-ffd4178192ef {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:36:11.622121 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device d1d36e70-6d06-499a-a793-ffd4178192ef not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 10 03:36:11.638088 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-9b1623fb-d49b-4858-b4b3-6808d5161508 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Calling delete_port for c2a1d5f8-d96e-4004-bf23-cabe4da92480 owned by network:dhcp {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:36:11.646973 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Port d1d36e70-6d06-499a-a793-ffd4178192ef not found, will not notify nova. {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 10 03:36:11.647569 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device dfca9598-7725-4c95-9179-a191da96ce86 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:11.697473 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-2bd2ba5c-5eee-4306-b5c1-083b3e58ec18 None None] Deleting port c2a1d5f8-d96e-4004-bf23-cabe4da92480 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:36:11.699658 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2bd2ba5c-5eee-4306-b5c1-083b3e58ec18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:11.758207 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9b1623fb-d49b-4858-b4b3-6808d5161508 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:11.802678 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1623fb-d49b-4858-b4b3-6808d5161508 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event deleted for resources: {'Port': ['ID=c2a1d5f8-d96e-4004-bf23-cabe4da92480,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:11.816029 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1623fb-d49b-4858-b4b3-6808d5161508 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] No DVR routers for this DVR port c2a1d5f8-d96e-4004-bf23-cabe4da92480 on host n-d-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:36:11.838106 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-2bd2ba5c-5eee-4306-b5c1-083b3e58ec18 None None] For port c2a1d5f8-d96e-4004-bf23-cabe4da92480, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=c2a1d5f8-d96e-4004-bf23-cabe4da92480,segment=NetworkSegment(9cd437b3-8107-4354-9097-6d0f87059ebc),segment_id=9cd437b3-8107-4354-9097-6d0f87059ebc)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:11.838531 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2bd2ba5c-5eee-4306-b5c1-083b3e58ec18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:11.864707 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-2bd2ba5c-5eee-4306-b5c1-083b3e58ec18 None None] Calling delete_port for c2a1d5f8-d96e-4004-bf23-cabe4da92480 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:36:11.869033 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port dfca9598-7725-4c95-9179-a191da96ce86 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:11.870256 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:11.937669 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9b1623fb-d49b-4858-b4b3-6808d5161508 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:11.964831 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-9b1623fb-d49b-4858-b4b3-6808d5161508 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b889a686-4b4a-4c2a-8501-3fc4f028599b']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:11.980039 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-9b1623fb-d49b-4858-b4b3-6808d5161508 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cd437b3-8107-4354-9097-6d0f87059ebc') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:11.980717 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-9b1623fb-d49b-4858-b4b3-6808d5161508 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cd437b3-8107-4354-9097-6d0f87059ebc') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:11.992873 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9b1623fb-d49b-4858-b4b3-6808d5161508 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:12.014687 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9b1623fb-d49b-4858-b4b3-6808d5161508 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:12.015396 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-527028bb-4385-4fb0-983d-fda68a1a9942 req-dd7256a7-1e7a-4f91-bbd8-4f04cb6fca75 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/ports?device_id=83770131-05cb-4ef5-9753-a8b6e136328b HTTP/1.1" status: 200 len: 210 time: 0.2489066 Aug 10 03:36:12.041912 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b1623fb-d49b-4858-b4b3-6808d5161508 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:36:12.042880 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9b1623fb-d49b-4858-b4b3-6808d5161508 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:12.082571 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2c97cf4-4af6-48d0-9db6-a098d1d849c9 req-7eb00153-4ab7-4778-b76a-12d4eac5cc62 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Made reservation on behalf of 3cffefacccfd4712be786e53e7cb07cb for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:36:12.088106 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d2c97cf4-4af6-48d0-9db6-a098d1d849c9 req-7eb00153-4ab7-4778-b76a-12d4eac5cc62 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:12.108944 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 4493f28e-0ff3-4015-a36a-a5f7eaec09b9 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:12.165250 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2bd2ba5c-5eee-4306-b5c1-083b3e58ec18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:12.191777 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:36:12.191777 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:36:12.191777 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:36:12.191777 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:36:12.191777 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:36:12.191777 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:36:12.191777 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:36:12.191777 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:36:12.191777 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:36:12.191777 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:36:12.191777 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:36:12.191777 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:36:12.191777 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:36:12.191777 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:36:12.191777 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:36:12.191777 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:36:12.191777 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:36:12.191777 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:36:12.191777 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:36:12.191777 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:36:12.191777 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:36:12.191777 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:36:12.191777 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:36:12.191777 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:36:12.191777 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:36:12.191777 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:36:12.191777 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:36:12.191777 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:36:12.191777 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:36:12.191777 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:36:12.191777 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:36:12.191777 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:36:12.200399 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9b1623fb-d49b-4858-b4b3-6808d5161508 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:12.220790 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd2ba5c-5eee-4306-b5c1-083b3e58ec18 None None] No DVR routers for this DVR port c2a1d5f8-d96e-4004-bf23-cabe4da92480 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:36:12.223212 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9b1623fb-d49b-4858-b4b3-6808d5161508 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:12.225034 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd2ba5c-5eee-4306-b5c1-083b3e58ec18 None None] Pushing event deleted for resources: {'Port': ['ID=c2a1d5f8-d96e-4004-bf23-cabe4da92480,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:12.229467 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9b1623fb-d49b-4858-b4b3-6808d5161508 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "DELETE /v2.0/networks/b889a686-4b4a-4c2a-8501-3fc4f028599b HTTP/1.1" status: 204 len: 168 time: 1.1060958 Aug 10 03:36:12.249366 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 4493f28e-0ff3-4015-a36a-a5f7eaec09b9 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:12.250157 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:12.252503 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55822) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:12.266645 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1623fb-d49b-4858-b4b3-6808d5161508 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event deleted for resources: {'Network': ['ID=b889a686-4b4a-4c2a-8501-3fc4f028599b,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:12.288668 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa650997-c18b-4710-812c-c22c892bdb9f None None] Sync routers for ids ['404706ce-b87d-4ac5-b8b5-835c423f7e04'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:36:12.296523 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-48852d00-200b-40de-8be9-7bddeba2c1da tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Allocated IP 172.20.0.1 (18cb5c09-8f44-474d-961c-62a66497af02/95bff966-d51e-45b0-851f-96ba7b16560b/8c57e5d9-f679-49d6-9312-48ab15abca87) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:36:12.316495 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa650997-c18b-4710-812c-c22c892bdb9f None None] Routers {'404706ce-b87d-4ac5-b8b5-835c423f7e04'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:12.317268 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-aa650997-c18b-4710-812c-c22c892bdb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['404706ce-b87d-4ac5-b8b5-835c423f7e04'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:12.511096 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-aa650997-c18b-4710-812c-c22c892bdb9f None None] Set router 404706ce-b87d-4ac5-b8b5-835c423f7e04 gateway port host: None {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:36:12.680745 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device f62cc6c5-a06e-41ce-b021-ac3f82fd7a49 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:12.709093 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-d2c97cf4-4af6-48d0-9db6-a098d1d849c9 req-7eb00153-4ab7-4778-b76a-12d4eac5cc62 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Allocated IP 172.20.0.6 (af0d2cce-350b-49cd-9cfc-ff635347180b/02e995bf-0ffb-4fac-9ab1-ec0873c47a61/cb281ab3-9bde-4bff-923e-ceb8f49ac25a) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:36:12.735784 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-48852d00-200b-40de-8be9-7bddeba2c1da tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:12.779342 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-48852d00-200b-40de-8be9-7bddeba2c1da tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Transition to ACTIVE for port object 8c57e5d9-f679-49d6-9312-48ab15abca87 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:12.974353 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port f62cc6c5-a06e-41ce-b021-ac3f82fd7a49 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:12.975482 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:13.002216 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-48852d00-200b-40de-8be9-7bddeba2c1da tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:13.109617 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48852d00-200b-40de-8be9-7bddeba2c1da tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Network 18cb5c09-8f44-474d-961c-62a66497af02 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:13.115567 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d2c97cf4-4af6-48d0-9db6-a098d1d849c9 req-7eb00153-4ab7-4778-b76a-12d4eac5cc62 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:13.145026 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48852d00-200b-40de-8be9-7bddeba2c1da tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Pushing event updated for resources: {'Port': ['ID=8c57e5d9-f679-49d6-9312-48ab15abca87,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:13.148698 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-48852d00-200b-40de-8be9-7bddeba2c1da tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:13.184195 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48852d00-200b-40de-8be9-7bddeba2c1da tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:36:13.256832 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-aa650997-c18b-4710-812c-c22c892bdb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'name': 'tempest-RoutersIpV6Test-router-482994605', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:35:35Z', 'updated_at': '2021-08-10T03:36:09Z', 'revision_number': 8, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'gw_port_host': None, '_interfaces': [{'id': 'a2b27dee-6378-4aa7-bdb4-4731facb3df5', 'name': '', 'network_id': 'b449b72b-5f82-4769-b3bb-9be315bc20a2', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'mac_address': 'fa:16:3e:0c:b6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '783131e3-37fe-48c0-a2c7-ed0f5c246f83', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:35:38Z', 'updated_at': '2021-08-10T03:35:47Z', 'revision_number': 5, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'subnets': [{'id': '783131e3-37fe-48c0-a2c7-ed0f5c246f83', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbd1ff62-6a23-4521-8c2f-22970c4779df', 'name': '', 'network_id': '1be92c6e-1c70-4bfa-8420-09820577ce26', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'mac_address': 'fa:16:3e:65:bd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'c1bda808-c57c-426c-96e6-cd2af1b5397a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:35:47Z', 'updated_at': '2021-08-10T03:35:59Z', 'revision_number': 5, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'subnets': [{'id': 'c1bda808-c57c-426c-96e6-cd2af1b5397a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfca9598-7725-4c95-9179-a191da96ce86', 'name': '', 'network_id': 'a684544c-ce3f-4c03-8670-c2a630c0423d', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'mac_address': 'fa:16:3e:90:b8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': 'd1a4c707-e125-4398-b634-72134f716a5b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:35:51Z', 'updated_at': '2021-08-10T03:36:06Z', 'revision_number': 5, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'subnets': [{'id': 'd1a4c707-e125-4398-b634-72134f716a5b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:13.297549 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-48f51064-4930-4081-bc54-e3c664d8bf79 req-715296ed-caaf-4c75-bc80-1aec432d8dee tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/ports?device_id=83770131-05cb-4ef5-9753-a8b6e136328b HTTP/1.1" status: 200 len: 210 time: 0.1448505 Aug 10 03:36:13.298370 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-48852d00-200b-40de-8be9-7bddeba2c1da tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:13.334893 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device c2a1d5f8-d96e-4004-bf23-cabe4da92480 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:36:13.337981 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa650997-c18b-4710-812c-c22c892bdb9f None None] Checking router: 404706ce-b87d-4ac5-b8b5-835c423f7e04 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:36:13.370684 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: c2a1d5f8-d96e-4004-bf23-cabe4da92480 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:36:13.371185 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device c2a1d5f8-d96e-4004-bf23-cabe4da92480 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:36:13.371949 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device d1d36e70-6d06-499a-a793-ffd4178192ef no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:36:13.399535 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: d1d36e70-6d06-499a-a793-ffd4178192ef {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:36:13.400058 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device d1d36e70-6d06-499a-a793-ffd4178192ef not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:36:13.406164 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d2c97cf4-4af6-48d0-9db6-a098d1d849c9 req-7eb00153-4ab7-4778-b76a-12d4eac5cc62 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:13.423248 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['2d9bd8d6-23c5-46ea-a8a3-d1a1371ed7b3'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:36:13.426366 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa650997-c18b-4710-812c-c22c892bdb9f None None] Routers {'404706ce-b87d-4ac5-b8b5-835c423f7e04'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:13.427440 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-aa650997-c18b-4710-812c-c22c892bdb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['404706ce-b87d-4ac5-b8b5-835c423f7e04'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:13.432641 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['8cd40eca-ca86-462f-8a85-aa999f21e854'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:36:13.470071 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb00153-4ab7-4778-b76a-12d4eac5cc62 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Pushing event updated for resources: {'Port': ['ID=cb281ab3-9bde-4bff-923e-ceb8f49ac25a,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:13.524235 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2c97cf4-4af6-48d0-9db6-a098d1d849c9 req-7eb00153-4ab7-4778-b76a-12d4eac5cc62 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Network af0d2cce-350b-49cd-9cfc-ff635347180b is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:13.529187 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-d2c97cf4-4af6-48d0-9db6-a098d1d849c9 req-7eb00153-4ab7-4778-b76a-12d4eac5cc62 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:13.535652 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c97cf4-4af6-48d0-9db6-a098d1d849c9 req-7eb00153-4ab7-4778-b76a-12d4eac5cc62 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:36:13.574795 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-48852d00-200b-40de-8be9-7bddeba2c1da tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:13.596252 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-565661ca-ca08-41f1-a8be-44846bbb2238 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:13.646934 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-63bcdc42-18d6-4dff-bac7-e9519d5efe90 None None] Provisioning for port 8c57e5d9-f679-49d6-9312-48ab15abca87 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:13.668181 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-aa650997-c18b-4710-812c-c22c892bdb9f None None] Set router 404706ce-b87d-4ac5-b8b5-835c423f7e04 gateway port host: None {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:36:13.678072 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-63bcdc42-18d6-4dff-bac7-e9519d5efe90 None None] Provisioning complete for port 8c57e5d9-f679-49d6-9312-48ab15abca87 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:13.678457 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-63bcdc42-18d6-4dff-bac7-e9519d5efe90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:13.703441 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c97cf4-4af6-48d0-9db6-a098d1d849c9 req-7eb00153-4ab7-4778-b76a-12d4eac5cc62 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:13.704077 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d2c97cf4-4af6-48d0-9db6-a098d1d849c9 req-7eb00153-4ab7-4778-b76a-12d4eac5cc62 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:13.774925 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d2c97cf4-4af6-48d0-9db6-a098d1d849c9 req-7eb00153-4ab7-4778-b76a-12d4eac5cc62 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8244898 Aug 10 03:36:13.814178 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [req-d2c97cf4-4af6-48d0-9db6-a098d1d849c9 req-231a6997-c0ac-4903-a03a-badc1ed6d2e1 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:36:13.815209 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d2c97cf4-4af6-48d0-9db6-a098d1d849c9 req-231a6997-c0ac-4903-a03a-badc1ed6d2e1 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053284 Aug 10 03:36:13.824242 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-63bcdc42-18d6-4dff-bac7-e9519d5efe90 None None] Port 8c57e5d9-f679-49d6-9312-48ab15abca87 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:36:13.861674 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-d2c97cf4-4af6-48d0-9db6-a098d1d849c9 req-0da0f05a-9996-435e-91ab-6e94c3760ba7 service neutron] Request body: {'port': {'device_id': '83770131-05cb-4ef5-9753-a8b6e136328b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:14.015460 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d2c97cf4-4af6-48d0-9db6-a098d1d849c9 req-0da0f05a-9996-435e-91ab-6e94c3760ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:14.101285 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-aa650997-c18b-4710-812c-c22c892bdb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'name': 'tempest-RoutersIpV6Test-router-482994605', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:35:35Z', 'updated_at': '2021-08-10T03:36:09Z', 'revision_number': 8, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'gw_port_host': None, '_interfaces': [{'id': 'a2b27dee-6378-4aa7-bdb4-4731facb3df5', 'name': '', 'network_id': 'b449b72b-5f82-4769-b3bb-9be315bc20a2', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'mac_address': 'fa:16:3e:0c:b6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '783131e3-37fe-48c0-a2c7-ed0f5c246f83', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:35:38Z', 'updated_at': '2021-08-10T03:35:47Z', 'revision_number': 5, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'subnets': [{'id': '783131e3-37fe-48c0-a2c7-ed0f5c246f83', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbd1ff62-6a23-4521-8c2f-22970c4779df', 'name': '', 'network_id': '1be92c6e-1c70-4bfa-8420-09820577ce26', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'mac_address': 'fa:16:3e:65:bd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'c1bda808-c57c-426c-96e6-cd2af1b5397a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:35:47Z', 'updated_at': '2021-08-10T03:35:59Z', 'revision_number': 5, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'subnets': [{'id': 'c1bda808-c57c-426c-96e6-cd2af1b5397a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfca9598-7725-4c95-9179-a191da96ce86', 'name': '', 'network_id': 'a684544c-ce3f-4c03-8670-c2a630c0423d', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'mac_address': 'fa:16:3e:90:b8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': 'd1a4c707-e125-4398-b634-72134f716a5b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:35:51Z', 'updated_at': '2021-08-10T03:36:06Z', 'revision_number': 5, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'subnets': [{'id': 'd1a4c707-e125-4398-b634-72134f716a5b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:14.144093 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa650997-c18b-4710-812c-c22c892bdb9f None None] The sync data for ids ['404706ce-b87d-4ac5-b8b5-835c423f7e04'] in n-d-768851-15 is: [{'id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'name': 'tempest-RoutersIpV6Test-router-482994605', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:35:35Z', 'updated_at': '2021-08-10T03:36:09Z', 'revision_number': 8, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'gw_port_host': None, '_interfaces': [{'id': 'a2b27dee-6378-4aa7-bdb4-4731facb3df5', 'name': '', 'network_id': 'b449b72b-5f82-4769-b3bb-9be315bc20a2', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'mac_address': 'fa:16:3e:0c:b6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '783131e3-37fe-48c0-a2c7-ed0f5c246f83', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:35:38Z', 'updated_at': '2021-08-10T03:35:47Z', 'revision_number': 5, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'subnets': [{'id': '783131e3-37fe-48c0-a2c7-ed0f5c246f83', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbd1ff62-6a23-4521-8c2f-22970c4779df', 'name': '', 'network_id': '1be92c6e-1c70-4bfa-8420-09820577ce26', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'mac_address': 'fa:16:3e:65:bd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'c1bda808-c57c-426c-96e6-cd2af1b5397a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:35:47Z', 'updated_at': '2021-08-10T03:35:59Z', 'revision_number': 5, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'subnets': [{'id': 'c1bda808-c57c-426c-96e6-cd2af1b5397a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfca9598-7725-4c95-9179-a191da96ce86', 'name': '', 'network_id': 'a684544c-ce3f-4c03-8670-c2a630c0423d', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'mac_address': 'fa:16:3e:90:b8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': 'd1a4c707-e125-4398-b634-72134f716a5b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:35:51Z', 'updated_at': '2021-08-10T03:36:06Z', 'revision_number': 5, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'subnets': [{'id': 'd1a4c707-e125-4398-b634-72134f716a5b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:36:14.248923 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-48852d00-200b-40de-8be9-7bddeba2c1da tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:14.306480 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-48852d00-200b-40de-8be9-7bddeba2c1da tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:14.453216 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48852d00-200b-40de-8be9-7bddeba2c1da tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Pushing event updated for resources: {'Port': ['ID=8c57e5d9-f679-49d6-9312-48ab15abca87,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:14.462882 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-48852d00-200b-40de-8be9-7bddeba2c1da tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:14.556074 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-565661ca-ca08-41f1-a8be-44846bbb2238 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Deleting port dfca9598-7725-4c95-9179-a191da96ce86 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:36:14.556432 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-565661ca-ca08-41f1-a8be-44846bbb2238 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:14.623470 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc2d148-3c22-40f1-84d2-4d0e4b4cd275 req-5eb299f7-e977-4af6-90a7-6fd96c7832c4 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:14.625020 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-efc2d148-3c22-40f1-84d2-4d0e4b4cd275 req-5eb299f7-e977-4af6-90a7-6fd96c7832c4 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/ports?device_id=83770131-05cb-4ef5-9753-a8b6e136328b HTTP/1.1" status: 200 len: 931 time: 0.2154758 Aug 10 03:36:14.748278 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-d2c97cf4-4af6-48d0-9db6-a098d1d849c9 req-0da0f05a-9996-435e-91ab-6e94c3760ba7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb281ab3-9bde-4bff-923e-ceb8f49ac25a {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:36:14.761502 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d2c97cf4-4af6-48d0-9db6-a098d1d849c9 req-0da0f05a-9996-435e-91ab-6e94c3760ba7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:14.769821 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-efc2d148-3c22-40f1-84d2-4d0e4b4cd275 req-17c3e2d6-625e-4077-8938-174a7e983165 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a444d7d-1269-431d-a801-cc92cc418807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343088 Aug 10 03:36:14.786083 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48852d00-200b-40de-8be9-7bddeba2c1da tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Network 18cb5c09-8f44-474d-961c-62a66497af02 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:14.797981 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-565661ca-ca08-41f1-a8be-44846bbb2238 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] For port dfca9598-7725-4c95-9179-a191da96ce86, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=dfca9598-7725-4c95-9179-a191da96ce86,segment=NetworkSegment(d4eaf710-7e35-4958-9b75-781d308b6e55),segment_id=d4eaf710-7e35-4958-9b75-781d308b6e55)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:14.798356 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-565661ca-ca08-41f1-a8be-44846bbb2238 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:14.800874 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-48852d00-200b-40de-8be9-7bddeba2c1da tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:14.817377 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-d2c97cf4-4af6-48d0-9db6-a098d1d849c9 req-0da0f05a-9996-435e-91ab-6e94c3760ba7 service neutron] Transition to ACTIVE for port object cb281ab3-9bde-4bff-923e-ceb8f49ac25a will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:14.818476 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-565661ca-ca08-41f1-a8be-44846bbb2238 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Calling delete_port for dfca9598-7725-4c95-9179-a191da96ce86 owned by network:router_interface {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:36:14.828085 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d2c97cf4-4af6-48d0-9db6-a098d1d849c9 req-0da0f05a-9996-435e-91ab-6e94c3760ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:15.070429 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-74ec3dbd-975b-4bac-aa80-ff30573303d2 None None] Provisioning complete for port 8c57e5d9-f679-49d6-9312-48ab15abca87 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:15.071468 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-74ec3dbd-975b-4bac-aa80-ff30573303d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:15.129731 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-74ec3dbd-975b-4bac-aa80-ff30573303d2 None None] Port 8c57e5d9-f679-49d6-9312-48ab15abca87 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:36:15.384178 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da0f05a-9996-435e-91ab-6e94c3760ba7 service neutron] Pushing event updated for resources: {'Port': ['ID=cb281ab3-9bde-4bff-923e-ceb8f49ac25a,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:15.424291 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48852d00-200b-40de-8be9-7bddeba2c1da tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Router 2a3e1543-f3c1-41f2-b715-ac476d69ac84 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:36:15.614391 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-d2c97cf4-4af6-48d0-9db6-a098d1d849c9 req-0da0f05a-9996-435e-91ab-6e94c3760ba7 service neutron] Attempting to bind port cb281ab3-9bde-4bff-923e-ceb8f49ac25a on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:36:15.614867 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-d2c97cf4-4af6-48d0-9db6-a098d1d849c9 req-0da0f05a-9996-435e-91ab-6e94c3760ba7 service neutron] Attempting to bind port cb281ab3-9bde-4bff-923e-ceb8f49ac25a by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': 'a4303e71-48dc-4566-b57f-77b9ab45a962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'af0d2cce-350b-49cd-9cfc-ff635347180b'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:36:15.615243 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c97cf4-4af6-48d0-9db6-a098d1d849c9 req-0da0f05a-9996-435e-91ab-6e94c3760ba7 service neutron] Attempting to bind port cb281ab3-9bde-4bff-923e-ceb8f49ac25a on network af0d2cce-350b-49cd-9cfc-ff635347180b {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:36:15.633125 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c97cf4-4af6-48d0-9db6-a098d1d849c9 req-0da0f05a-9996-435e-91ab-6e94c3760ba7 service neutron] Port cb281ab3-9bde-4bff-923e-ceb8f49ac25a on network af0d2cce-350b-49cd-9cfc-ff635347180b not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:36:15.633382 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c97cf4-4af6-48d0-9db6-a098d1d849c9 req-0da0f05a-9996-435e-91ab-6e94c3760ba7 service neutron] Attempting to bind port cb281ab3-9bde-4bff-923e-ceb8f49ac25a on network af0d2cce-350b-49cd-9cfc-ff635347180b {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:36:15.673660 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c97cf4-4af6-48d0-9db6-a098d1d849c9 req-0da0f05a-9996-435e-91ab-6e94c3760ba7 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:36:15.674014 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c97cf4-4af6-48d0-9db6-a098d1d849c9 req-0da0f05a-9996-435e-91ab-6e94c3760ba7 service neutron] Checking segment: {'id': 'a4303e71-48dc-4566-b57f-77b9ab45a962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'af0d2cce-350b-49cd-9cfc-ff635347180b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:36:15.674956 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c97cf4-4af6-48d0-9db6-a098d1d849c9 req-0da0f05a-9996-435e-91ab-6e94c3760ba7 service neutron] Bound using segment: {'id': 'a4303e71-48dc-4566-b57f-77b9ab45a962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'af0d2cce-350b-49cd-9cfc-ff635347180b'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:36:15.675410 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-d2c97cf4-4af6-48d0-9db6-a098d1d849c9 req-0da0f05a-9996-435e-91ab-6e94c3760ba7 service neutron] Bound port: cb281ab3-9bde-4bff-923e-ceb8f49ac25a, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4303e71-48dc-4566-b57f-77b9ab45a962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'af0d2cce-350b-49cd-9cfc-ff635347180b'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:36:15.675783 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d2c97cf4-4af6-48d0-9db6-a098d1d849c9 req-0da0f05a-9996-435e-91ab-6e94c3760ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:15.681155 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48852d00-200b-40de-8be9-7bddeba2c1da tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:36:15.689379 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-48852d00-200b-40de-8be9-7bddeba2c1da tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] 10.222.0.62 "PUT /v2.0/routers/2a3e1543-f3c1-41f2-b715-ac476d69ac84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3239007 Aug 10 03:36:15.690701 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55882) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:15.692075 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdca23ef-9c57-4192-a1c6-7354b257f02b None None] Sync routers for ids ['2a3e1543-f3c1-41f2-b715-ac476d69ac84'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:36:15.707061 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdca23ef-9c57-4192-a1c6-7354b257f02b None None] Routers {'2a3e1543-f3c1-41f2-b715-ac476d69ac84'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:15.707954 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-bdca23ef-9c57-4192-a1c6-7354b257f02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['2a3e1543-f3c1-41f2-b715-ac476d69ac84'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:15.790330 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-bdca23ef-9c57-4192-a1c6-7354b257f02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:15.813117 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-565661ca-ca08-41f1-a8be-44846bbb2238 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:15.813275 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdca23ef-9c57-4192-a1c6-7354b257f02b None None] Routers {'2a3e1543-f3c1-41f2-b715-ac476d69ac84'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:15.813809 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-bdca23ef-9c57-4192-a1c6-7354b257f02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['2a3e1543-f3c1-41f2-b715-ac476d69ac84'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:15.873310 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-bdca23ef-9c57-4192-a1c6-7354b257f02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:15.874345 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdca23ef-9c57-4192-a1c6-7354b257f02b None None] The sync data for ids ['2a3e1543-f3c1-41f2-b715-ac476d69ac84'] in n-d-768851-15 is: [] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:36:15.895078 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2c7e49ee-c168-4682-a4f6-c9928befbc06 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks [] for router, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:15.912760 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565661ca-ca08-41f1-a8be-44846bbb2238 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event deleted for resources: {'Port': ['ID=dfca9598-7725-4c95-9179-a191da96ce86,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:15.959335 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-d2c97cf4-4af6-48d0-9db6-a098d1d849c9 req-0da0f05a-9996-435e-91ab-6e94c3760ba7 service neutron] For port cb281ab3-9bde-4bff-923e-ceb8f49ac25a, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:36:16.079601 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-d2c97cf4-4af6-48d0-9db6-a098d1d849c9 req-0da0f05a-9996-435e-91ab-6e94c3760ba7 service neutron] For port cb281ab3-9bde-4bff-923e-ceb8f49ac25a, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=cb281ab3-9bde-4bff-923e-ceb8f49ac25a,segment=NetworkSegment(a4303e71-48dc-4566-b57f-77b9ab45a962),segment_id=a4303e71-48dc-4566-b57f-77b9ab45a962)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:36:16.086410 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-2c7e49ee-c168-4682-a4f6-c9928befbc06 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 10 03:36:16.090134 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2c7e49ee-c168-4682-a4f6-c9928befbc06 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] 10.222.0.62 "DELETE /v2.0/routers/2a3e1543-f3c1-41f2-b715-ac476d69ac84 HTTP/1.1" status: 409 len: 329 time: 0.3952017 Aug 10 03:36:16.090823 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55886) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:16.138171 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d2c97cf4-4af6-48d0-9db6-a098d1d849c9 req-0da0f05a-9996-435e-91ab-6e94c3760ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:16.158027 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d916e1d9-3dfb-461a-af66-ca864e8efad0 req-3abfaf30-e54d-4378-87ea-2551da6ec6de tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:16.166860 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d916e1d9-3dfb-461a-af66-ca864e8efad0 req-3abfaf30-e54d-4378-87ea-2551da6ec6de tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/ports?device_id=83770131-05cb-4ef5-9753-a8b6e136328b HTTP/1.1" status: 200 len: 943 time: 0.2670658 Aug 10 03:36:16.228903 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c97cf4-4af6-48d0-9db6-a098d1d849c9 req-0da0f05a-9996-435e-91ab-6e94c3760ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:16.229564 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d2c97cf4-4af6-48d0-9db6-a098d1d849c9 req-0da0f05a-9996-435e-91ab-6e94c3760ba7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:16.231371 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d2c97cf4-4af6-48d0-9db6-a098d1d849c9 req-0da0f05a-9996-435e-91ab-6e94c3760ba7 service neutron] 10.222.0.60 "PUT /v2.0/ports/cb281ab3-9bde-4bff-923e-ceb8f49ac25a HTTP/1.1" status: 200 len: 1092 time: 2.3757885 Aug 10 03:36:16.251019 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83770131-05cb-4ef5-9753-a8b6e136328b', 'tag': 'cb281ab3-9bde-4bff-923e-ceb8f49ac25a'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:36:16.254029 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08849089-979c-4c46-b60d-242268e618c0" -d '{"events": [{"name": "network-changed", "server_uuid": "83770131-05cb-4ef5-9753-a8b6e136328b", "tag": "cb281ab3-9bde-4bff-923e-ceb8f49ac25a"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:36:16.303457 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-565661ca-ca08-41f1-a8be-44846bbb2238 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:16.348548 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d916e1d9-3dfb-461a-af66-ca864e8efad0 req-32fee856-caea-4306-8801-8127b3df29cb tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a444d7d-1269-431d-a801-cc92cc418807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809347 Aug 10 03:36:16.354779 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da0f05a-9996-435e-91ab-6e94c3760ba7 service neutron] Pushing event updated for resources: {'Port': ['ID=cb281ab3-9bde-4bff-923e-ceb8f49ac25a,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:16.367727 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd827285-1b0f-464b-a6b7-cd5cdfc9382e x-openstack-request-id: req-cd827285-1b0f-464b-a6b7-cd5cdfc9382e {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:36:16.368025 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83770131-05cb-4ef5-9753-a8b6e136328b", "tag": "cb281ab3-9bde-4bff-923e-ceb8f49ac25a", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:36:16.368364 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cd827285-1b0f-464b-a6b7-cd5cdfc9382e {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:36:16.368665 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83770131-05cb-4ef5-9753-a8b6e136328b', 'tag': 'cb281ab3-9bde-4bff-923e-ceb8f49ac25a', 'status': 'completed', 'code': 200} Aug 10 03:36:16.463710 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c97cf4-4af6-48d0-9db6-a098d1d849c9 req-e0881c5d-5491-4142-a624-1929f17ef4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:16.465232 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d2c97cf4-4af6-48d0-9db6-a098d1d849c9 req-e0881c5d-5491-4142-a624-1929f17ef4cb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3cffefacccfd4712be786e53e7cb07cb&device_id=83770131-05cb-4ef5-9753-a8b6e136328b HTTP/1.1" status: 200 len: 1095 time: 0.1529481 Aug 10 03:36:16.522536 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d2c97cf4-4af6-48d0-9db6-a098d1d849c9 req-d5897fa7-5782-41cb-bc0b-6e853606ceb1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb281ab3-9bde-4bff-923e-ceb8f49ac25a HTTP/1.1" status: 200 len: 217 time: 0.0435395 Aug 10 03:36:16.635400 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e083bf4e-a0af-4a4f-b96a-c0d2e11809a9 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:16.736974 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-565661ca-ca08-41f1-a8be-44846bbb2238 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Router 404706ce-b87d-4ac5-b8b5-835c423f7e04 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:36:16.743636 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c97cf4-4af6-48d0-9db6-a098d1d849c9 req-2114b01d-1ea8-460e-a3fc-1f9050890809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:16.745399 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d2c97cf4-4af6-48d0-9db6-a098d1d849c9 req-2114b01d-1ea8-460e-a3fc-1f9050890809 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02e995bf-0ffb-4fac-9ab1-ec0873c47a61 HTTP/1.1" status: 200 len: 854 time: 0.1101506 Aug 10 03:36:16.855397 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d2c97cf4-4af6-48d0-9db6-a098d1d849c9 req-037e818f-6ffc-48a0-b3c7-04a04aff45bb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af0d2cce-350b-49cd-9cfc-ff635347180b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0997591 Aug 10 03:36:16.969824 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-e083bf4e-a0af-4a4f-b96a-c0d2e11809a9 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Deleting port 8c57e5d9-f679-49d6-9312-48ab15abca87 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:36:16.970418 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e083bf4e-a0af-4a4f-b96a-c0d2e11809a9 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:16.981714 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565661ca-ca08-41f1-a8be-44846bbb2238 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:36:17.004671 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471f5ac7-1a76-4f63-97f2-aa5e2602ad67 None None] Sync routers for ids ['404706ce-b87d-4ac5-b8b5-835c423f7e04'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:36:17.008524 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-565661ca-ca08-41f1-a8be-44846bbb2238 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "PUT /v2.0/routers/404706ce-b87d-4ac5-b8b5-835c423f7e04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7448750 Aug 10 03:36:17.009071 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55894) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:17.026853 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471f5ac7-1a76-4f63-97f2-aa5e2602ad67 None None] Routers {'404706ce-b87d-4ac5-b8b5-835c423f7e04'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:17.026853 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-471f5ac7-1a76-4f63-97f2-aa5e2602ad67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['404706ce-b87d-4ac5-b8b5-835c423f7e04'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:17.101755 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d2c97cf4-4af6-48d0-9db6-a098d1d849c9 req-b9468287-b3e8-4a8a-b1bb-46d2c3f65716 service neutron] 10.222.0.60 "GET /v2.0/networks/af0d2cce-350b-49cd-9cfc-ff635347180b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978488 Aug 10 03:36:17.121201 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-e238971a-dca9-48f8-aa8a-a041dbf1f762 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Deleting subnet d1a4c707-e125-4398-b634-72134f716a5b {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:36:17.136095 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e238971a-dca9-48f8-aa8a-a041dbf1f762 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:17.146292 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e083bf4e-a0af-4a4f-b96a-c0d2e11809a9 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:17.181069 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-e083bf4e-a0af-4a4f-b96a-c0d2e11809a9 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Calling delete_port for 8c57e5d9-f679-49d6-9312-48ab15abca87 owned by network:router_interface {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:36:17.186341 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-471f5ac7-1a76-4f63-97f2-aa5e2602ad67 None None] Set router 404706ce-b87d-4ac5-b8b5-835c423f7e04 gateway port host: None {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:36:17.271784 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e238971a-dca9-48f8-aa8a-a041dbf1f762 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:17.349495 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d2c97cf4-4af6-48d0-9db6-a098d1d849c9 req-3a1bb283-a57d-4fb9-8e42-cd7c2733e4fa service neutron] 10.222.0.60 "GET /v2.0/networks/af0d2cce-350b-49cd-9cfc-ff635347180b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251999 Aug 10 03:36:17.559948 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e238971a-dca9-48f8-aa8a-a041dbf1f762 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:17.565590 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-471f5ac7-1a76-4f63-97f2-aa5e2602ad67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'name': 'tempest-RoutersIpV6Test-router-482994605', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:35:35Z', 'updated_at': '2021-08-10T03:36:15Z', 'revision_number': 9, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'gw_port_host': None, '_interfaces': [{'id': 'a2b27dee-6378-4aa7-bdb4-4731facb3df5', 'name': '', 'network_id': 'b449b72b-5f82-4769-b3bb-9be315bc20a2', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'mac_address': 'fa:16:3e:0c:b6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '783131e3-37fe-48c0-a2c7-ed0f5c246f83', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:35:38Z', 'updated_at': '2021-08-10T03:35:47Z', 'revision_number': 5, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'subnets': [{'id': '783131e3-37fe-48c0-a2c7-ed0f5c246f83', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbd1ff62-6a23-4521-8c2f-22970c4779df', 'name': '', 'network_id': '1be92c6e-1c70-4bfa-8420-09820577ce26', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'mac_address': 'fa:16:3e:65:bd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'c1bda808-c57c-426c-96e6-cd2af1b5397a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:35:47Z', 'updated_at': '2021-08-10T03:35:59Z', 'revision_number': 5, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'subnets': [{'id': 'c1bda808-c57c-426c-96e6-cd2af1b5397a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:17.607295 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e083bf4e-a0af-4a4f-b96a-c0d2e11809a9 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:17.608123 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471f5ac7-1a76-4f63-97f2-aa5e2602ad67 None None] Checking router: 404706ce-b87d-4ac5-b8b5-835c423f7e04 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:36:17.621842 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471f5ac7-1a76-4f63-97f2-aa5e2602ad67 None None] Routers {'404706ce-b87d-4ac5-b8b5-835c423f7e04'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:17.622613 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-471f5ac7-1a76-4f63-97f2-aa5e2602ad67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['404706ce-b87d-4ac5-b8b5-835c423f7e04'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:17.682223 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e083bf4e-a0af-4a4f-b96a-c0d2e11809a9 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Pushing event deleted for resources: {'Port': ['ID=8c57e5d9-f679-49d6-9312-48ab15abca87,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:17.796184 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-471f5ac7-1a76-4f63-97f2-aa5e2602ad67 None None] Set router 404706ce-b87d-4ac5-b8b5-835c423f7e04 gateway port host: None {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:36:17.814049 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08849089-979c-4c46-b60d-242268e618c0 req-bab0367c-5c5f-4c99-9e58-b0af48fa9732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:17.816238 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-08849089-979c-4c46-b60d-242268e618c0 req-bab0367c-5c5f-4c99-9e58-b0af48fa9732 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3cffefacccfd4712be786e53e7cb07cb&device_id=83770131-05cb-4ef5-9753-a8b6e136328b HTTP/1.1" status: 200 len: 1095 time: 0.2586772 Aug 10 03:36:17.922219 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08849089-979c-4c46-b60d-242268e618c0 req-28872eaa-2ad7-4460-a66f-81d84a1d3334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:17.930897 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-08849089-979c-4c46-b60d-242268e618c0 req-28872eaa-2ad7-4460-a66f-81d84a1d3334 service neutron] 10.222.0.60 "GET /v2.0/networks?id=af0d2cce-350b-49cd-9cfc-ff635347180b HTTP/1.1" status: 200 len: 915 time: 0.1018486 Aug 10 03:36:17.943972 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9fbf48-a039-43b6-b251-908ded0c9282 req-c3ab096e-dd30-4c5d-827e-fb10b23f340d tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:17.945568 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2c9fbf48-a039-43b6-b251-908ded0c9282 req-c3ab096e-dd30-4c5d-827e-fb10b23f340d tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/ports?device_id=83770131-05cb-4ef5-9753-a8b6e136328b HTTP/1.1" status: 200 len: 943 time: 0.3793564 Aug 10 03:36:18.032327 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e083bf4e-a0af-4a4f-b96a-c0d2e11809a9 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:18.076514 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2c9fbf48-a039-43b6-b251-908ded0c9282 req-ff9f8d23-df98-4fd7-a112-1d8ddad1ec17 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a444d7d-1269-431d-a801-cc92cc418807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133490 Aug 10 03:36:18.078626 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-08849089-979c-4c46-b60d-242268e618c0 req-a373bb83-d8d0-4b1f-92c5-0510037e763a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb281ab3-9bde-4bff-923e-ceb8f49ac25a HTTP/1.1" status: 200 len: 217 time: 0.1233046 Aug 10 03:36:18.083301 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e238971a-dca9-48f8-aa8a-a041dbf1f762 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:18.169731 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e238971a-dca9-48f8-aa8a-a041dbf1f762 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event deleted for resources: {'Subnet': ['ID=d1a4c707-e125-4398-b634-72134f716a5b,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:18.177712 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e238971a-dca9-48f8-aa8a-a041dbf1f762 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:18.179800 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-e238971a-dca9-48f8-aa8a-a041dbf1f762 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "DELETE /v2.0/subnets/d1a4c707-e125-4398-b634-72134f716a5b HTTP/1.1" status: 204 len: 168 time: 1.1678653 Aug 10 03:36:18.183392 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55910) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:18.277049 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f5d5089f-9dba-486e-b1b1-d1e187a56a46 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:18.298661 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08849089-979c-4c46-b60d-242268e618c0 req-9d749ec1-cff5-471b-a4db-e4de3c1e3737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:18.300431 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-08849089-979c-4c46-b60d-242268e618c0 req-9d749ec1-cff5-471b-a4db-e4de3c1e3737 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02e995bf-0ffb-4fac-9ab1-ec0873c47a61 HTTP/1.1" status: 200 len: 854 time: 0.2077324 Aug 10 03:36:18.303437 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3638a713-8b19-4dbe-a2e2-786e1a27886f None None] Network a684544c-ce3f-4c03-8670-c2a630c0423d requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:36:18.351601 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-08849089-979c-4c46-b60d-242268e618c0 req-97cfbaaa-50da-4ded-908b-2753afb075ef service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af0d2cce-350b-49cd-9cfc-ff635347180b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289254 Aug 10 03:36:18.395837 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e083bf4e-a0af-4a4f-b96a-c0d2e11809a9 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Router 2a3e1543-f3c1-41f2-b715-ac476d69ac84 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:36:18.442211 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-f5d5089f-9dba-486e-b1b1-d1e187a56a46 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Deleting port 92ef46a0-7430-4f52-9d40-6789a6c72da5 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:36:18.442705 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f5d5089f-9dba-486e-b1b1-d1e187a56a46 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:18.491874 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e083bf4e-a0af-4a4f-b96a-c0d2e11809a9 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:36:18.499511 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e083bf4e-a0af-4a4f-b96a-c0d2e11809a9 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] 10.222.0.62 "PUT /v2.0/routers/2a3e1543-f3c1-41f2-b715-ac476d69ac84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4073193 Aug 10 03:36:18.504625 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda2a64b-2412-46be-a676-d8971af9b6f8 None None] Sync routers for ids ['2a3e1543-f3c1-41f2-b715-ac476d69ac84'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:36:18.508644 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55912) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:18.522978 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda2a64b-2412-46be-a676-d8971af9b6f8 None None] Routers {'2a3e1543-f3c1-41f2-b715-ac476d69ac84'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:18.523606 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-bda2a64b-2412-46be-a676-d8971af9b6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['2a3e1543-f3c1-41f2-b715-ac476d69ac84'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:18.557398 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-d6e2cdb6-16cb-4c5f-9fc2-bfc1b257c268 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] show failed (client error): The resource could not be found. Aug 10 03:36:18.558665 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d6e2cdb6-16cb-4c5f-9fc2-bfc1b257c268 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] 10.222.0.62 "GET /v2.0/routers/tempest-non_exist_router-1744610136 HTTP/1.1" status: 404 len: 335 time: 0.0463254 Aug 10 03:36:18.564197 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55914) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:18.573240 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-8b8f0b98-3b4d-4a10-947a-87476107b57d tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:18.622300 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-8b8f0b98-3b4d-4a10-947a-87476107b57d tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] update failed (client error): The resource could not be found. Aug 10 03:36:18.624243 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8b8f0b98-3b4d-4a10-947a-87476107b57d tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] 10.222.0.62 "PUT /v2.0/routers/tempest-non_exist_router-955276392 HTTP/1.1" status: 404 len: 334 time: 0.0578909 Aug 10 03:36:18.629114 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-bda2a64b-2412-46be-a676-d8971af9b6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:18.630122 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55916) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:18.654204 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda2a64b-2412-46be-a676-d8971af9b6f8 None None] Routers {'2a3e1543-f3c1-41f2-b715-ac476d69ac84'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:18.655134 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-bda2a64b-2412-46be-a676-d8971af9b6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['2a3e1543-f3c1-41f2-b715-ac476d69ac84'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:18.663064 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-08849089-979c-4c46-b60d-242268e618c0 req-d72cc381-c960-41f5-b24e-60e2009daf5d service neutron] 10.222.0.60 "GET /v2.0/networks/af0d2cce-350b-49cd-9cfc-ff635347180b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014412 Aug 10 03:36:18.676515 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-f5d5089f-9dba-486e-b1b1-d1e187a56a46 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] For port 92ef46a0-7430-4f52-9d40-6789a6c72da5, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=92ef46a0-7430-4f52-9d40-6789a6c72da5,segment=NetworkSegment(d4eaf710-7e35-4958-9b75-781d308b6e55),segment_id=d4eaf710-7e35-4958-9b75-781d308b6e55)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:18.677198 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f5d5089f-9dba-486e-b1b1-d1e187a56a46 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:18.716442 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae2d1771-7937-4d5a-aa89-84fb77a57890 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Deleting subnet bc820ec4-586d-4528-9cc8-bc84779be14d {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:36:18.721230 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ae2d1771-7937-4d5a-aa89-84fb77a57890 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:18.744242 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-bda2a64b-2412-46be-a676-d8971af9b6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:18.751805 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-f5d5089f-9dba-486e-b1b1-d1e187a56a46 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Calling delete_port for 92ef46a0-7430-4f52-9d40-6789a6c72da5 owned by network:dhcp {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:36:18.753598 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda2a64b-2412-46be-a676-d8971af9b6f8 None None] The sync data for ids ['2a3e1543-f3c1-41f2-b715-ac476d69ac84'] in n-d-768851-15 is: [] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:36:18.791639 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5488a8fa-61d2-482c-b06c-74a4409f3116 None None] DHCP port deletion for a684544c-ce3f-4c03-8670-c2a630c0423d request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:36:18.792913 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ae2d1771-7937-4d5a-aa89-84fb77a57890 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:18.883792 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-471f5ac7-1a76-4f63-97f2-aa5e2602ad67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'name': 'tempest-RoutersIpV6Test-router-482994605', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:35:35Z', 'updated_at': '2021-08-10T03:36:15Z', 'revision_number': 9, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'gw_port_host': None, '_interfaces': [{'id': 'a2b27dee-6378-4aa7-bdb4-4731facb3df5', 'name': '', 'network_id': 'b449b72b-5f82-4769-b3bb-9be315bc20a2', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'mac_address': 'fa:16:3e:0c:b6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '783131e3-37fe-48c0-a2c7-ed0f5c246f83', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:35:38Z', 'updated_at': '2021-08-10T03:35:47Z', 'revision_number': 5, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'subnets': [{'id': '783131e3-37fe-48c0-a2c7-ed0f5c246f83', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbd1ff62-6a23-4521-8c2f-22970c4779df', 'name': '', 'network_id': '1be92c6e-1c70-4bfa-8420-09820577ce26', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'mac_address': 'fa:16:3e:65:bd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'c1bda808-c57c-426c-96e6-cd2af1b5397a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:35:47Z', 'updated_at': '2021-08-10T03:35:59Z', 'revision_number': 5, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'subnets': [{'id': 'c1bda808-c57c-426c-96e6-cd2af1b5397a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:18.895733 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ae2d1771-7937-4d5a-aa89-84fb77a57890 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:18.899410 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-08849089-979c-4c46-b60d-242268e618c0 req-00177b76-733d-4375-8754-dde84176de58 service neutron] 10.222.0.60 "GET /v2.0/networks/af0d2cce-350b-49cd-9cfc-ff635347180b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047355 Aug 10 03:36:18.922402 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471f5ac7-1a76-4f63-97f2-aa5e2602ad67 None None] The sync data for ids ['404706ce-b87d-4ac5-b8b5-835c423f7e04'] in n-d-768851-15 is: [{'id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'name': 'tempest-RoutersIpV6Test-router-482994605', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:35:35Z', 'updated_at': '2021-08-10T03:36:15Z', 'revision_number': 9, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'gw_port_host': None, '_interfaces': [{'id': 'a2b27dee-6378-4aa7-bdb4-4731facb3df5', 'name': '', 'network_id': 'b449b72b-5f82-4769-b3bb-9be315bc20a2', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'mac_address': 'fa:16:3e:0c:b6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '783131e3-37fe-48c0-a2c7-ed0f5c246f83', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:35:38Z', 'updated_at': '2021-08-10T03:35:47Z', 'revision_number': 5, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'subnets': [{'id': '783131e3-37fe-48c0-a2c7-ed0f5c246f83', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbd1ff62-6a23-4521-8c2f-22970c4779df', 'name': '', 'network_id': '1be92c6e-1c70-4bfa-8420-09820577ce26', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'mac_address': 'fa:16:3e:65:bd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'c1bda808-c57c-426c-96e6-cd2af1b5397a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:35:47Z', 'updated_at': '2021-08-10T03:35:59Z', 'revision_number': 5, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'subnets': [{'id': 'c1bda808-c57c-426c-96e6-cd2af1b5397a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:36:18.935225 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-5488a8fa-61d2-482c-b06c-74a4409f3116 None None] Deleting port 92ef46a0-7430-4f52-9d40-6789a6c72da5 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:36:18.935823 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5488a8fa-61d2-482c-b06c-74a4409f3116 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:18.942782 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f5d5089f-9dba-486e-b1b1-d1e187a56a46 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:18.995847 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d5089f-9dba-486e-b1b1-d1e187a56a46 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event deleted for resources: {'Port': ['ID=92ef46a0-7430-4f52-9d40-6789a6c72da5,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:19.020433 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d5089f-9dba-486e-b1b1-d1e187a56a46 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] No DVR routers for this DVR port 92ef46a0-7430-4f52-9d40-6789a6c72da5 on host n-d-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:36:19.032143 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ae2d1771-7937-4d5a-aa89-84fb77a57890 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:19.044421 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-5488a8fa-61d2-482c-b06c-74a4409f3116 None None] For port 92ef46a0-7430-4f52-9d40-6789a6c72da5, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=92ef46a0-7430-4f52-9d40-6789a6c72da5,segment=NetworkSegment(d4eaf710-7e35-4958-9b75-781d308b6e55),segment_id=d4eaf710-7e35-4958-9b75-781d308b6e55)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:19.047171 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5488a8fa-61d2-482c-b06c-74a4409f3116 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:19.053695 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ae2d1771-7937-4d5a-aa89-84fb77a57890 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:19.055672 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ae2d1771-7937-4d5a-aa89-84fb77a57890 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] 10.222.0.62 "DELETE /v2.0/subnets/bc820ec4-586d-4528-9cc8-bc84779be14d HTTP/1.1" status: 204 len: 168 time: 0.4243760 Aug 10 03:36:19.058631 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device cb281ab3-9bde-4bff-923e-ceb8f49ac25a details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:36:19.075953 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2460be2e-d7bc-4215-97f7-9a36a71bb5a1 None None] Network 1e059339-e7e4-4808-8dbe-cd9ffe53fcde requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:36:19.082567 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55922) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:19.142588 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f5d5089f-9dba-486e-b1b1-d1e187a56a46 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:19.150475 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-c47ddd00-9764-4a77-822d-b085b96752ae tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Deleting subnet fddeb379-ae76-4957-b5ca-e1a1d7d569a8 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:36:19.153856 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c47ddd00-9764-4a77-822d-b085b96752ae tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:19.170612 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-f5d5089f-9dba-486e-b1b1-d1e187a56a46 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a684544c-ce3f-4c03-8670-c2a630c0423d']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:19.173149 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-5488a8fa-61d2-482c-b06c-74a4409f3116 None None] Calling delete_port for 92ef46a0-7430-4f52-9d40-6789a6c72da5 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:36:19.194495 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-f5d5089f-9dba-486e-b1b1-d1e187a56a46 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4eaf710-7e35-4958-9b75-781d308b6e55') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:19.195097 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-f5d5089f-9dba-486e-b1b1-d1e187a56a46 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4eaf710-7e35-4958-9b75-781d308b6e55') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:19.202367 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c47ddd00-9764-4a77-822d-b085b96752ae tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:19.211773 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f5d5089f-9dba-486e-b1b1-d1e187a56a46 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:19.228575 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f5d5089f-9dba-486e-b1b1-d1e187a56a46 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:19.235347 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5d5089f-9dba-486e-b1b1-d1e187a56a46 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:36:19.235887 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f5d5089f-9dba-486e-b1b1-d1e187a56a46 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:19.238516 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2d1771-7937-4d5a-aa89-84fb77a57890 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Pushing event deleted for resources: {'Subnet': ['ID=bc820ec4-586d-4528-9cc8-bc84779be14d,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:19.330908 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:36:19.330908 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:36:19.330908 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:36:19.330908 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:36:19.330908 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:36:19.330908 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:36:19.330908 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:36:19.330908 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:36:19.330908 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:36:19.330908 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:36:19.330908 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:36:19.330908 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:36:19.330908 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:36:19.330908 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:36:19.330908 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:36:19.330908 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:36:19.330908 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:36:19.330908 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:36:19.330908 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:36:19.330908 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:36:19.330908 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:36:19.330908 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:36:19.330908 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:36:19.330908 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:36:19.330908 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:36:19.330908 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:36:19.330908 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:36:19.330908 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:36:19.330908 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:36:19.330908 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:36:19.330908 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:36:19.330908 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:36:19.359229 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c47ddd00-9764-4a77-822d-b085b96752ae tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:19.403951 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f5d5089f-9dba-486e-b1b1-d1e187a56a46 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:19.413454 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f5d5089f-9dba-486e-b1b1-d1e187a56a46 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:19.415860 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-f5d5089f-9dba-486e-b1b1-d1e187a56a46 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "DELETE /v2.0/networks/a684544c-ce3f-4c03-8670-c2a630c0423d HTTP/1.1" status: 204 len: 168 time: 1.2314095 Aug 10 03:36:19.437706 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55932) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:19.442974 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5488a8fa-61d2-482c-b06c-74a4409f3116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:19.450267 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port cb281ab3-9bde-4bff-923e-ceb8f49ac25a, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=cb281ab3-9bde-4bff-923e-ceb8f49ac25a,segment=NetworkSegment(a4303e71-48dc-4566-b57f-77b9ab45a962),segment_id=a4303e71-48dc-4566-b57f-77b9ab45a962)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:19.491267 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d5089f-9dba-486e-b1b1-d1e187a56a46 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event deleted for resources: {'Network': ['ID=a684544c-ce3f-4c03-8670-c2a630c0423d,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:19.519208 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc3cf1c-8d2d-4558-ad3d-c9098a26080f req-ce3ebdb6-5015-4619-8469-adbd03ba3447 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:19.523083 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5488a8fa-61d2-482c-b06c-74a4409f3116 None None] Pushing event deleted for resources: {'Port': ['ID=92ef46a0-7430-4f52-9d40-6789a6c72da5,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:19.525060 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b95d9e2-882d-4649-b76f-e02b285cfc61 None None] DHCP port deletion for 1e059339-e7e4-4808-8dbe-cd9ffe53fcde request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:36:19.534225 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4fc3cf1c-8d2d-4558-ad3d-c9098a26080f req-ce3ebdb6-5015-4619-8469-adbd03ba3447 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/ports?device_id=83770131-05cb-4ef5-9753-a8b6e136328b HTTP/1.1" status: 200 len: 943 time: 0.2128391 Aug 10 03:36:19.567845 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5488a8fa-61d2-482c-b06c-74a4409f3116 None None] Network a684544c-ce3f-4c03-8670-c2a630c0423d is not hosted by any dhcp agent {{(pid=94218) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 03:36:19.568371 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5488a8fa-61d2-482c-b06c-74a4409f3116 None None] No DVR routers for this DVR port 92ef46a0-7430-4f52-9d40-6789a6c72da5 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:36:19.590266 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4fc3cf1c-8d2d-4558-ad3d-c9098a26080f req-8041e3a7-873b-4adf-8bb3-0c5f49d90030 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a444d7d-1269-431d-a801-cc92cc418807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540655 Aug 10 03:36:19.614537 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': 'cb281ab3-9bde-4bff-923e-ceb8f49ac25a', 'network_id': 'af0d2cce-350b-49cd-9cfc-ff635347180b', 'port_id': 'cb281ab3-9bde-4bff-923e-ceb8f49ac25a', 'mac_address': 'fa:16:3e:d6:01:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02e995bf-0ffb-4fac-9ab1-ec0873c47a61', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:36:19.692080 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:19.719138 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb281ab3-9bde-4bff-923e-ceb8f49ac25a {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:36:19.740853 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port cb281ab3-9bde-4bff-923e-ceb8f49ac25a, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=cb281ab3-9bde-4bff-923e-ceb8f49ac25a,segment=NetworkSegment(a4303e71-48dc-4566-b57f-77b9ab45a962),segment_id=a4303e71-48dc-4566-b57f-77b9ab45a962)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:19.744131 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-4b95d9e2-882d-4649-b76f-e02b285cfc61 None None] Deleting port f62cc6c5-a06e-41ce-b021-ac3f82fd7a49 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:36:19.744511 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4b95d9e2-882d-4649-b76f-e02b285cfc61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:19.762020 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:19.884188 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-4b95d9e2-882d-4649-b76f-e02b285cfc61 None None] For port f62cc6c5-a06e-41ce-b021-ac3f82fd7a49, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=f62cc6c5-a06e-41ce-b021-ac3f82fd7a49,segment=NetworkSegment(33b35562-d140-47c7-92b6-e8e3fdddaa46),segment_id=33b35562-d140-47c7-92b6-e8e3fdddaa46)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:19.885840 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4b95d9e2-882d-4649-b76f-e02b285cfc61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:19.916870 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=cb281ab3-9bde-4bff-923e-ceb8f49ac25a,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:19.921286 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-4b95d9e2-882d-4649-b76f-e02b285cfc61 None None] Calling delete_port for f62cc6c5-a06e-41ce-b021-ac3f82fd7a49 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:36:20.038831 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c47ddd00-9764-4a77-822d-b085b96752ae tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:20.046615 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4b95d9e2-882d-4649-b76f-e02b285cfc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:20.074032 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b95d9e2-882d-4649-b76f-e02b285cfc61 None None] Pushing event deleted for resources: {'Port': ['ID=f62cc6c5-a06e-41ce-b021-ac3f82fd7a49,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:20.083814 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47ddd00-9764-4a77-822d-b085b96752ae tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Pushing event deleted for resources: {'Subnet': ['ID=fddeb379-ae76-4957-b5ca-e1a1d7d569a8,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:20.087998 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b95d9e2-882d-4649-b76f-e02b285cfc61 None None] No DVR routers for this DVR port f62cc6c5-a06e-41ce-b021-ac3f82fd7a49 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:36:20.096643 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c47ddd00-9764-4a77-822d-b085b96752ae tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:20.098308 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c47ddd00-9764-4a77-822d-b085b96752ae tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] 10.222.0.62 "DELETE /v2.0/subnets/fddeb379-ae76-4957-b5ca-e1a1d7d569a8 HTTP/1.1" status: 204 len: 168 time: 1.0147612 Aug 10 03:36:20.100952 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55942) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:20.109515 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697c09f3-605e-4460-8d30-fe631a98ec9a None None] Network 0bed1a19-79e7-4200-91cd-f89f4f8fcb2b requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:36:20.171444 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['cb281ab3-9bde-4bff-923e-ceb8f49ac25a'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:36:20.255477 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bac37a3e-a58b-4bb4-8903-234e99333e21 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:20.356942 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4f5b4903-01b2-4919-a936-739ff43e2f40 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:20.395366 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5985fb67-da2e-465f-a657-a27703957178 None None] DHCP port deletion for 0bed1a19-79e7-4200-91cd-f89f4f8fcb2b request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:36:20.420505 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bac37a3e-a58b-4bb4-8903-234e99333e21 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:20.434499 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-bac37a3e-a58b-4bb4-8903-234e99333e21 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e059339-e7e4-4808-8dbe-cd9ffe53fcde']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:20.447200 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-bac37a3e-a58b-4bb4-8903-234e99333e21 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33b35562-d140-47c7-92b6-e8e3fdddaa46') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:20.447595 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-bac37a3e-a58b-4bb4-8903-234e99333e21 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33b35562-d140-47c7-92b6-e8e3fdddaa46') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:20.460773 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bac37a3e-a58b-4bb4-8903-234e99333e21 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:20.480275 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bac37a3e-a58b-4bb4-8903-234e99333e21 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:20.493121 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bac37a3e-a58b-4bb4-8903-234e99333e21 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:36:20.494230 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bac37a3e-a58b-4bb4-8903-234e99333e21 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:20.502708 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:36:20.502708 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:36:20.502708 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:36:20.502708 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:36:20.502708 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:36:20.502708 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:36:20.502708 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:36:20.502708 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:36:20.502708 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:36:20.502708 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:36:20.502708 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:36:20.502708 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:36:20.502708 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:36:20.502708 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:36:20.502708 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:36:20.502708 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:36:20.502708 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:36:20.502708 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:36:20.502708 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:36:20.502708 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:36:20.502708 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:36:20.502708 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:36:20.502708 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:36:20.502708 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:36:20.502708 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:36:20.502708 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:36:20.502708 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:36:20.502708 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:36:20.502708 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:36:20.502708 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:36:20.502708 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:36:20.502708 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:36:20.524504 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-5985fb67-da2e-465f-a657-a27703957178 None None] Deleting port 0475833f-6a33-456a-bf6c-1e7110827886 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:36:20.525053 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5985fb67-da2e-465f-a657-a27703957178 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:20.614473 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-5985fb67-da2e-465f-a657-a27703957178 None None] For port 0475833f-6a33-456a-bf6c-1e7110827886, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=0475833f-6a33-456a-bf6c-1e7110827886,segment=NetworkSegment(2bb386f9-2745-40ae-9810-1208d4c35d69),segment_id=2bb386f9-2745-40ae-9810-1208d4c35d69)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:20.614900 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bac37a3e-a58b-4bb4-8903-234e99333e21 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:20.615569 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5985fb67-da2e-465f-a657-a27703957178 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:20.627524 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bac37a3e-a58b-4bb4-8903-234e99333e21 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:20.632427 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-bac37a3e-a58b-4bb4-8903-234e99333e21 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] 10.222.0.62 "DELETE /v2.0/networks/1e059339-e7e4-4808-8dbe-cd9ffe53fcde HTTP/1.1" status: 204 len: 168 time: 0.5277491 Aug 10 03:36:20.633653 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-5985fb67-da2e-465f-a657-a27703957178 None None] Calling delete_port for 0475833f-6a33-456a-bf6c-1e7110827886 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:36:20.633988 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55946) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:20.695680 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac37a3e-a58b-4bb4-8903-234e99333e21 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Pushing event deleted for resources: {'Network': ['ID=1e059339-e7e4-4808-8dbe-cd9ffe53fcde,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:20.769707 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 92ef46a0-7430-4f52-9d40-6789a6c72da5 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:36:20.787330 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-4f5b4903-01b2-4919-a936-739ff43e2f40 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Deleting port bbd1ff62-6a23-4521-8c2f-22970c4779df {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:36:20.788254 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4f5b4903-01b2-4919-a936-739ff43e2f40 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:20.799314 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5985fb67-da2e-465f-a657-a27703957178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:20.808879 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 92ef46a0-7430-4f52-9d40-6789a6c72da5 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:36:20.809839 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 92ef46a0-7430-4f52-9d40-6789a6c72da5 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:36:20.810422 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device f62cc6c5-a06e-41ce-b021-ac3f82fd7a49 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:36:20.835702 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5985fb67-da2e-465f-a657-a27703957178 None None] No DVR routers for this DVR port 0475833f-6a33-456a-bf6c-1e7110827886 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:36:20.860434 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5985fb67-da2e-465f-a657-a27703957178 None None] Pushing event deleted for resources: {'Port': ['ID=0475833f-6a33-456a-bf6c-1e7110827886,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:20.882332 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: f62cc6c5-a06e-41ce-b021-ac3f82fd7a49 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:36:20.883642 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device f62cc6c5-a06e-41ce-b021-ac3f82fd7a49 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:36:20.884075 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device dfca9598-7725-4c95-9179-a191da96ce86 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:36:20.923049 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: dfca9598-7725-4c95-9179-a191da96ce86 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:36:20.923049 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device dfca9598-7725-4c95-9179-a191da96ce86 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:36:20.923743 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 0475833f-6a33-456a-bf6c-1e7110827886 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:36:20.944522 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 0475833f-6a33-456a-bf6c-1e7110827886 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:36:20.944862 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 0475833f-6a33-456a-bf6c-1e7110827886 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:36:20.947837 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-4f5b4903-01b2-4919-a936-739ff43e2f40 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] For port bbd1ff62-6a23-4521-8c2f-22970c4779df, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=bbd1ff62-6a23-4521-8c2f-22970c4779df,segment=NetworkSegment(aeeb62df-6055-493d-a652-6d1053a41de9),segment_id=aeeb62df-6055-493d-a652-6d1053a41de9)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:20.949253 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4f5b4903-01b2-4919-a936-739ff43e2f40 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:20.968608 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-4f5b4903-01b2-4919-a936-739ff43e2f40 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Calling delete_port for bbd1ff62-6a23-4521-8c2f-22970c4779df owned by network:router_interface {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:36:21.070042 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device cb281ab3-9bde-4bff-923e-ceb8f49ac25a up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:21.181990 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port cb281ab3-9bde-4bff-923e-ceb8f49ac25a completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:21.186924 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port cb281ab3-9bde-4bff-923e-ceb8f49ac25a triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:21.187574 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:21.213479 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4f5b4903-01b2-4919-a936-739ff43e2f40 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:21.266631 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5b4903-01b2-4919-a936-739ff43e2f40 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event deleted for resources: {'Port': ['ID=bbd1ff62-6a23-4521-8c2f-22970c4779df,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:21.329873 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:21.402298 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d38cbb36-e76f-4c2a-b3d0-e69d648f24f7 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:21.444661 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4f5b4903-01b2-4919-a936-739ff43e2f40 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:21.454317 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83770131-05cb-4ef5-9753-a8b6e136328b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb281ab3-9bde-4bff-923e-ceb8f49ac25a'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:36:21.457635 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3e6d67-f134-4d24-8ea1-8aff73f038e1 req-ad7b3b9c-8bdd-45b1-8ff8-5f672f45b358 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:21.458023 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41eb0d78-5536-4ad2-abc6-f8734c7b0352" -d '{"events": [{"server_uuid": "83770131-05cb-4ef5-9753-a8b6e136328b", "name": "network-vif-plugged", "status": "completed", "tag": "cb281ab3-9bde-4bff-923e-ceb8f49ac25a"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:36:21.459568 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ca3e6d67-f134-4d24-8ea1-8aff73f038e1 req-ad7b3b9c-8bdd-45b1-8ff8-5f672f45b358 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/ports?device_id=83770131-05cb-4ef5-9753-a8b6e136328b HTTP/1.1" status: 200 len: 944 time: 0.6811972 Aug 10 03:36:21.504017 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port cb281ab3-9bde-4bff-923e-ceb8f49ac25a, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=cb281ab3-9bde-4bff-923e-ceb8f49ac25a,segment=NetworkSegment(a4303e71-48dc-4566-b57f-77b9ab45a962),segment_id=a4303e71-48dc-4566-b57f-77b9ab45a962)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:21.516713 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:21.576252 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19b9c1e-280c-4ba8-9131-1a9b0afe3ffb x-openstack-request-id: req-f19b9c1e-280c-4ba8-9131-1a9b0afe3ffb {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:36:21.577257 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83770131-05cb-4ef5-9753-a8b6e136328b", "name": "network-vif-plugged", "status": "completed", "tag": "cb281ab3-9bde-4bff-923e-ceb8f49ac25a", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:36:21.577660 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f19b9c1e-280c-4ba8-9131-1a9b0afe3ffb {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:36:21.579195 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83770131-05cb-4ef5-9753-a8b6e136328b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb281ab3-9bde-4bff-923e-ceb8f49ac25a', 'code': 200} Aug 10 03:36:21.635828 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=cb281ab3-9bde-4bff-923e-ceb8f49ac25a,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:21.682721 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55958) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:21.713011 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d38cbb36-e76f-4c2a-b3d0-e69d648f24f7 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:21.732231 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ca3e6d67-f134-4d24-8ea1-8aff73f038e1 req-b4529b0b-b21f-4aee-af03-64d02883f36e tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a444d7d-1269-431d-a801-cc92cc418807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643132 Aug 10 03:36:21.738572 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-d38cbb36-e76f-4c2a-b3d0-e69d648f24f7 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bed1a19-79e7-4200-91cd-f89f4f8fcb2b']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:21.837694 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-d38cbb36-e76f-4c2a-b3d0-e69d648f24f7 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bb386f9-2745-40ae-9810-1208d4c35d69') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:21.837881 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f5b4903-01b2-4919-a936-739ff43e2f40 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Router 404706ce-b87d-4ac5-b8b5-835c423f7e04 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:36:21.843100 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-d38cbb36-e76f-4c2a-b3d0-e69d648f24f7 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bb386f9-2745-40ae-9810-1208d4c35d69') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:21.874764 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d38cbb36-e76f-4c2a-b3d0-e69d648f24f7 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:21.911338 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be5d4d-070f-450b-8fa0-31dc56c92afd req-05f08ad1-20e0-4423-b36d-5163f7c95dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:21.912773 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-42be5d4d-070f-450b-8fa0-31dc56c92afd req-05f08ad1-20e0-4423-b36d-5163f7c95dbc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=83770131-05cb-4ef5-9753-a8b6e136328b HTTP/1.1" status: 200 len: 1097 time: 0.2485642 Aug 10 03:36:21.913874 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d38cbb36-e76f-4c2a-b3d0-e69d648f24f7 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:21.925642 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d38cbb36-e76f-4c2a-b3d0-e69d648f24f7 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:36:21.925642 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d38cbb36-e76f-4c2a-b3d0-e69d648f24f7 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:21.929346 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:36:21.929346 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:36:21.929346 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:36:21.929346 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:36:21.929346 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:36:21.929346 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:36:21.929346 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:36:21.929346 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:36:21.929346 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:36:21.929346 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:36:21.929346 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:36:21.929346 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:36:21.929346 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:36:21.929346 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:36:21.929346 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:36:21.929346 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:36:21.929346 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:36:21.929346 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:36:21.929346 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:36:21.929346 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:36:21.929346 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:36:21.929346 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:36:21.929346 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:36:21.929346 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:36:21.929346 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:36:21.929346 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:36:21.929346 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:36:21.929346 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:36:21.929346 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:36:21.929346 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:36:21.929346 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:36:21.929346 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:36:21.957774 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f5b4903-01b2-4919-a936-739ff43e2f40 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:36:21.967534 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201c2369-e892-4d73-8a85-4209c6cb763d None None] Sync routers for ids ['404706ce-b87d-4ac5-b8b5-835c423f7e04'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:36:21.972460 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b6733cc1-fcc7-43de-8a58-2c81ce6834f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:21.982377 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201c2369-e892-4d73-8a85-4209c6cb763d None None] Routers {'404706ce-b87d-4ac5-b8b5-835c423f7e04'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:21.982716 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-201c2369-e892-4d73-8a85-4209c6cb763d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['404706ce-b87d-4ac5-b8b5-835c423f7e04'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:21.988527 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4f5b4903-01b2-4919-a936-739ff43e2f40 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "PUT /v2.0/routers/404706ce-b87d-4ac5-b8b5-835c423f7e04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5462003 Aug 10 03:36:21.989719 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55968) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:22.078621 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ca0758c-9f92-4dce-ac9e-f03d0cb7f749 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Deleting subnet c1bda808-c57c-426c-96e6-cd2af1b5397a {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:36:22.079523 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d38cbb36-e76f-4c2a-b3d0-e69d648f24f7 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:22.082843 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-42be5d4d-070f-450b-8fa0-31dc56c92afd req-278d6935-5476-450a-8d54-3057dd3144a5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3a444d7d-1269-431d-a801-cc92cc418807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526148 Aug 10 03:36:22.089637 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d38cbb36-e76f-4c2a-b3d0-e69d648f24f7 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:22.090833 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2ca0758c-9f92-4dce-ac9e-f03d0cb7f749 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:22.093615 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d38cbb36-e76f-4c2a-b3d0-e69d648f24f7 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] 10.222.0.62 "DELETE /v2.0/networks/0bed1a19-79e7-4200-91cd-f89f4f8fcb2b HTTP/1.1" status: 204 len: 168 time: 1.4516211 Aug 10 03:36:22.105209 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55970) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:22.116220 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55972) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:22.121923 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38cbb36-e76f-4c2a-b3d0-e69d648f24f7 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Pushing event deleted for resources: {'Network': ['ID=0bed1a19-79e7-4200-91cd-f89f4f8fcb2b,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:22.150792 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-201c2369-e892-4d73-8a85-4209c6cb763d None None] Set router 404706ce-b87d-4ac5-b8b5-835c423f7e04 gateway port host: None {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:36:22.159042 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2ca0758c-9f92-4dce-ac9e-f03d0cb7f749 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:22.169553 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2f14445-d5c8-4cc2-a968-bdca5c3fa539 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Deleting subnet 95bff966-d51e-45b0-851f-96ba7b16560b {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:36:22.173271 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e2f14445-d5c8-4cc2-a968-bdca5c3fa539 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:22.228724 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e2f14445-d5c8-4cc2-a968-bdca5c3fa539 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:22.316802 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-76e348d0-33d0-45fd-bf0e-6dfee8a72f5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:22.319431 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2ca0758c-9f92-4dce-ac9e-f03d0cb7f749 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:22.337055 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e2f14445-d5c8-4cc2-a968-bdca5c3fa539 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:22.356383 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b6733cc1-fcc7-43de-8a58-2c81ce6834f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:22.371354 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b6733cc1-fcc7-43de-8a58-2c81ce6834f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:22.416847 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e2f14445-d5c8-4cc2-a968-bdca5c3fa539 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:22.435233 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-201c2369-e892-4d73-8a85-4209c6cb763d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'name': 'tempest-RoutersIpV6Test-router-482994605', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:35:35Z', 'updated_at': '2021-08-10T03:36:21Z', 'revision_number': 10, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'gw_port_host': None, '_interfaces': [{'id': 'a2b27dee-6378-4aa7-bdb4-4731facb3df5', 'name': '', 'network_id': 'b449b72b-5f82-4769-b3bb-9be315bc20a2', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'mac_address': 'fa:16:3e:0c:b6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '783131e3-37fe-48c0-a2c7-ed0f5c246f83', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:35:38Z', 'updated_at': '2021-08-10T03:35:47Z', 'revision_number': 5, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'subnets': [{'id': '783131e3-37fe-48c0-a2c7-ed0f5c246f83', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:22.436274 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b6733cc1-fcc7-43de-8a58-2c81ce6834f6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=19c7374afb6f4306a8663d9878953264&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7525139 Aug 10 03:36:22.442852 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55976) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:22.455647 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f14445-d5c8-4cc2-a968-bdca5c3fa539 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Pushing event deleted for resources: {'Subnet': ['ID=95bff966-d51e-45b0-851f-96ba7b16560b,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:22.466836 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201c2369-e892-4d73-8a85-4209c6cb763d None None] Checking router: 404706ce-b87d-4ac5-b8b5-835c423f7e04 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:36:22.470017 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e2f14445-d5c8-4cc2-a968-bdca5c3fa539 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:22.471547 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deef2cc4-e94a-42e2-96f5-86de56bba72b None None] Network 18cb5c09-8f44-474d-961c-62a66497af02 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:36:22.473481 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-e2f14445-d5c8-4cc2-a968-bdca5c3fa539 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] 10.222.0.62 "DELETE /v2.0/subnets/95bff966-d51e-45b0-851f-96ba7b16560b HTTP/1.1" status: 204 len: 168 time: 0.3671737 Aug 10 03:36:22.475906 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55978) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:22.487263 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6733cc1-fcc7-43de-8a58-2c81ce6834f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4c956c-13f6-4705-b70c-a93e0847c3ef,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:22.509848 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2ca0758c-9f92-4dce-ac9e-f03d0cb7f749 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:22.539711 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201c2369-e892-4d73-8a85-4209c6cb763d None None] Routers {'404706ce-b87d-4ac5-b8b5-835c423f7e04'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:22.540559 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-201c2369-e892-4d73-8a85-4209c6cb763d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['404706ce-b87d-4ac5-b8b5-835c423f7e04'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:22.554085 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0758c-9f92-4dce-ac9e-f03d0cb7f749 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event deleted for resources: {'Subnet': ['ID=c1bda808-c57c-426c-96e6-cd2af1b5397a,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:22.558608 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2ca0758c-9f92-4dce-ac9e-f03d0cb7f749 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:22.560730 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2ca0758c-9f92-4dce-ac9e-f03d0cb7f749 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "DELETE /v2.0/subnets/c1bda808-c57c-426c-96e6-cd2af1b5397a HTTP/1.1" status: 204 len: 168 time: 0.5506673 Aug 10 03:36:22.565357 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 55980) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:22.589969 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bdb304-b67e-48f4-ac23-a20ade5b7ae0 None None] Network 1be92c6e-1c70-4bfa-8420-09820577ce26 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:36:22.639960 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6cc2a300-93e2-4529-a301-3f6a7d830397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:22.679972 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-897688d5-61b4-449b-8670-a1b91b6b3593 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:22.707610 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6cc2a300-93e2-4529-a301-3f6a7d830397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:22.729071 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-251d940f-39fb-4b0f-b7b2-5cf58c853677 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:22.734975 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-76e348d0-33d0-45fd-bf0e-6dfee8a72f5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:22.753255 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-76e348d0-33d0-45fd-bf0e-6dfee8a72f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:22.768709 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-201c2369-e892-4d73-8a85-4209c6cb763d None None] Set router 404706ce-b87d-4ac5-b8b5-835c423f7e04 gateway port host: None {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:36:22.768870 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-897688d5-61b4-449b-8670-a1b91b6b3593 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Deleting port 4493f28e-0ff3-4015-a36a-a5f7eaec09b9 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:36:22.769407 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-897688d5-61b4-449b-8670-a1b91b6b3593 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:22.835954 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-76e348d0-33d0-45fd-bf0e-6dfee8a72f5d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d101b579e662486b9f1bb4e03be816ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7159483 Aug 10 03:36:22.836226 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-897688d5-61b4-449b-8670-a1b91b6b3593 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] For port 4493f28e-0ff3-4015-a36a-a5f7eaec09b9, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=4493f28e-0ff3-4015-a36a-a5f7eaec09b9,segment=NetworkSegment(64a40e28-a07a-41ba-acfa-51a568179526),segment_id=64a40e28-a07a-41ba-acfa-51a568179526)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:22.836226 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-897688d5-61b4-449b-8670-a1b91b6b3593 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:22.838592 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55984) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:22.840204 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e348d0-33d0-45fd-bf0e-6dfee8a72f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922a2e34-a95e-40ea-a553-2108e46e7567,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:22.883352 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-897688d5-61b4-449b-8670-a1b91b6b3593 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Calling delete_port for 4493f28e-0ff3-4015-a36a-a5f7eaec09b9 owned by network:dhcp {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:36:22.888101 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6cc2a300-93e2-4529-a301-3f6a7d830397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:22.891246 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6cc2a300-93e2-4529-a301-3f6a7d830397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:22.892410 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6cc2a300-93e2-4529-a301-3f6a7d830397 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8b4c956c-13f6-4705-b70c-a93e0847c3ef HTTP/1.1" status: 204 len: 168 time: 0.4447615 Aug 10 03:36:22.912456 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc2a300-93e2-4529-a301-3f6a7d830397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4c956c-13f6-4705-b70c-a93e0847c3ef,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:22.920243 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-251d940f-39fb-4b0f-b7b2-5cf58c853677 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Deleting port a49861ef-42d8-40d9-b246-6f8888b53de6 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:36:22.920586 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-251d940f-39fb-4b0f-b7b2-5cf58c853677 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:23.017679 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-251d940f-39fb-4b0f-b7b2-5cf58c853677 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] For port a49861ef-42d8-40d9-b246-6f8888b53de6, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=a49861ef-42d8-40d9-b246-6f8888b53de6,segment=NetworkSegment(aeeb62df-6055-493d-a652-6d1053a41de9),segment_id=aeeb62df-6055-493d-a652-6d1053a41de9)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:23.017679 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-251d940f-39fb-4b0f-b7b2-5cf58c853677 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:23.034799 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-251d940f-39fb-4b0f-b7b2-5cf58c853677 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Calling delete_port for a49861ef-42d8-40d9-b246-6f8888b53de6 owned by network:dhcp {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:36:23.055100 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa53dcde-a787-4f28-b528-64fc2c83ea88 req-0bffe71a-660a-419c-990a-91e75d6bb270 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:23.056720 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aa53dcde-a787-4f28-b528-64fc2c83ea88 req-0bffe71a-660a-419c-990a-91e75d6bb270 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/ports?device_id=83770131-05cb-4ef5-9753-a8b6e136328b HTTP/1.1" status: 200 len: 945 time: 0.1690872 Aug 10 03:36:23.065965 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-29c14b06-04bf-48fa-bfa1-a661ad35479c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:23.114681 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-29c14b06-04bf-48fa-bfa1-a661ad35479c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:23.135434 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-897688d5-61b4-449b-8670-a1b91b6b3593 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:23.176170 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-251d940f-39fb-4b0f-b7b2-5cf58c853677 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:23.194281 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aa53dcde-a787-4f28-b528-64fc2c83ea88 req-20bccd40-04e7-4054-93a7-575f0272b466 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a444d7d-1269-431d-a801-cc92cc418807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170189 Aug 10 03:36:23.197372 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897688d5-61b4-449b-8670-a1b91b6b3593 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] No DVR routers for this DVR port 4493f28e-0ff3-4015-a36a-a5f7eaec09b9 on host n-d-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:36:23.199660 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897688d5-61b4-449b-8670-a1b91b6b3593 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Pushing event deleted for resources: {'Port': ['ID=4493f28e-0ff3-4015-a36a-a5f7eaec09b9,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:23.237089 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251d940f-39fb-4b0f-b7b2-5cf58c853677 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event deleted for resources: {'Port': ['ID=a49861ef-42d8-40d9-b246-6f8888b53de6,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:23.239064 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251d940f-39fb-4b0f-b7b2-5cf58c853677 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] No DVR routers for this DVR port a49861ef-42d8-40d9-b246-6f8888b53de6 on host n-d-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:36:23.296552 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-897688d5-61b4-449b-8670-a1b91b6b3593 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:23.311838 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-29c14b06-04bf-48fa-bfa1-a661ad35479c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:23.315253 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-29c14b06-04bf-48fa-bfa1-a661ad35479c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:23.316502 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-29c14b06-04bf-48fa-bfa1-a661ad35479c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/922a2e34-a95e-40ea-a553-2108e46e7567 HTTP/1.1" status: 204 len: 168 time: 0.4768581 Aug 10 03:36:23.329509 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-897688d5-61b4-449b-8670-a1b91b6b3593 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18cb5c09-8f44-474d-961c-62a66497af02']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:23.344677 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c14b06-04bf-48fa-bfa1-a661ad35479c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922a2e34-a95e-40ea-a553-2108e46e7567,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:23.349890 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-897688d5-61b4-449b-8670-a1b91b6b3593 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64a40e28-a07a-41ba-acfa-51a568179526') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:23.353092 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-897688d5-61b4-449b-8670-a1b91b6b3593 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64a40e28-a07a-41ba-acfa-51a568179526') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:23.364003 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-897688d5-61b4-449b-8670-a1b91b6b3593 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:23.373339 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a76bc4-bcc4-4726-87c4-326aa52479bd None None] DHCP port deletion for 18cb5c09-8f44-474d-961c-62a66497af02 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:36:23.385083 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-897688d5-61b4-449b-8670-a1b91b6b3593 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:23.394826 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-201c2369-e892-4d73-8a85-4209c6cb763d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'name': 'tempest-RoutersIpV6Test-router-482994605', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:35:35Z', 'updated_at': '2021-08-10T03:36:21Z', 'revision_number': 10, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'gw_port_host': None, '_interfaces': [{'id': 'a2b27dee-6378-4aa7-bdb4-4731facb3df5', 'name': '', 'network_id': 'b449b72b-5f82-4769-b3bb-9be315bc20a2', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'mac_address': 'fa:16:3e:0c:b6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '783131e3-37fe-48c0-a2c7-ed0f5c246f83', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:35:38Z', 'updated_at': '2021-08-10T03:35:47Z', 'revision_number': 5, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'subnets': [{'id': '783131e3-37fe-48c0-a2c7-ed0f5c246f83', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:23.405748 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-897688d5-61b4-449b-8670-a1b91b6b3593 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:36:23.407818 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-897688d5-61b4-449b-8670-a1b91b6b3593 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:23.415599 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:36:23.415599 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:36:23.415599 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:36:23.415599 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:36:23.415599 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:36:23.415599 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:36:23.415599 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:36:23.415599 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:36:23.415599 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:36:23.415599 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:36:23.415599 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:36:23.415599 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:36:23.415599 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:36:23.415599 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:36:23.415599 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:36:23.415599 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:36:23.415599 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:36:23.415599 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:36:23.415599 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:36:23.415599 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:36:23.415599 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:36:23.415599 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:36:23.415599 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:36:23.415599 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:36:23.415599 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:36:23.415599 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:36:23.415599 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:36:23.415599 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:36:23.415599 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:36:23.415599 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:36:23.415599 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:36:23.415599 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:36:23.422166 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-251d940f-39fb-4b0f-b7b2-5cf58c853677 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:23.434432 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-251d940f-39fb-4b0f-b7b2-5cf58c853677 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1be92c6e-1c70-4bfa-8420-09820577ce26']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:23.447194 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-251d940f-39fb-4b0f-b7b2-5cf58c853677 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeeb62df-6055-493d-a652-6d1053a41de9') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:23.447486 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-251d940f-39fb-4b0f-b7b2-5cf58c853677 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeeb62df-6055-493d-a652-6d1053a41de9') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:23.457886 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-251d940f-39fb-4b0f-b7b2-5cf58c853677 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:23.468548 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b062c3a0-e054-4897-b28c-66582bdd30bb None None] DHCP port deletion for 1be92c6e-1c70-4bfa-8420-09820577ce26 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:36:23.473077 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201c2369-e892-4d73-8a85-4209c6cb763d None None] The sync data for ids ['404706ce-b87d-4ac5-b8b5-835c423f7e04'] in n-d-768851-15 is: [{'id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'name': 'tempest-RoutersIpV6Test-router-482994605', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:35:35Z', 'updated_at': '2021-08-10T03:36:21Z', 'revision_number': 10, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'gw_port_host': None, '_interfaces': [{'id': 'a2b27dee-6378-4aa7-bdb4-4731facb3df5', 'name': '', 'network_id': 'b449b72b-5f82-4769-b3bb-9be315bc20a2', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'mac_address': 'fa:16:3e:0c:b6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '783131e3-37fe-48c0-a2c7-ed0f5c246f83', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:35:38Z', 'updated_at': '2021-08-10T03:35:47Z', 'revision_number': 5, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'subnets': [{'id': '783131e3-37fe-48c0-a2c7-ed0f5c246f83', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:36:23.474298 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-251d940f-39fb-4b0f-b7b2-5cf58c853677 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:23.482145 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-251d940f-39fb-4b0f-b7b2-5cf58c853677 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:36:23.482749 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-251d940f-39fb-4b0f-b7b2-5cf58c853677 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:23.527396 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-897688d5-61b4-449b-8670-a1b91b6b3593 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:23.534324 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-897688d5-61b4-449b-8670-a1b91b6b3593 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:23.539289 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-897688d5-61b4-449b-8670-a1b91b6b3593 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] 10.222.0.62 "DELETE /v2.0/networks/18cb5c09-8f44-474d-961c-62a66497af02 HTTP/1.1" status: 204 len: 168 time: 1.0614393 Aug 10 03:36:23.541339 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 55998) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:23.561917 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897688d5-61b4-449b-8670-a1b91b6b3593 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Pushing event deleted for resources: {'Network': ['ID=18cb5c09-8f44-474d-961c-62a66497af02,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:23.563818 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:36:23.563818 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:36:23.563818 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:36:23.563818 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:36:23.563818 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:36:23.563818 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:36:23.563818 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:36:23.563818 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:36:23.563818 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:36:23.563818 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:36:23.563818 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:36:23.563818 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:36:23.563818 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:36:23.563818 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:36:23.563818 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:36:23.563818 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:36:23.563818 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:36:23.563818 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:36:23.563818 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:36:23.563818 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:36:23.563818 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:36:23.563818 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:36:23.563818 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:36:23.563818 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:36:23.563818 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:36:23.563818 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:36:23.563818 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:36:23.563818 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:36:23.563818 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:36:23.563818 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:36:23.563818 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:36:23.563818 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:36:23.571107 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-251d940f-39fb-4b0f-b7b2-5cf58c853677 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:23.581887 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-1807e4de-40cc-4ab1-9071-70aeb9e2c22b tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a3e1543-f3c1-41f2-b715-ac476d69ac84 HTTP/1.1" status: 200 len: 205 time: 0.0395491 Aug 10 03:36:23.582506 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56000) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:23.583538 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-251d940f-39fb-4b0f-b7b2-5cf58c853677 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:23.585673 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-251d940f-39fb-4b0f-b7b2-5cf58c853677 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "DELETE /v2.0/networks/1be92c6e-1c70-4bfa-8420-09820577ce26 HTTP/1.1" status: 204 len: 168 time: 1.0192668 Aug 10 03:36:23.589518 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56002) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:23.597639 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251d940f-39fb-4b0f-b7b2-5cf58c853677 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event deleted for resources: {'Network': ['ID=1be92c6e-1c70-4bfa-8420-09820577ce26,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:23.725327 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f1c1b04f-b208-4508-93c6-25cf31aaa055 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks [] for router, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:23.978410 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f1c1b04f-b208-4508-93c6-25cf31aaa055 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:23.982267 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f1c1b04f-b208-4508-93c6-25cf31aaa055 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:24.043194 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f1c1b04f-b208-4508-93c6-25cf31aaa055 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:24.043802 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c1b04f-b208-4508-93c6-25cf31aaa055 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Fanout notify agent at l3_agent the message router_deleted on router 2a3e1543-f3c1-41f2-b715-ac476d69ac84 {{(pid=94216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:36:24.051332 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f1c1b04f-b208-4508-93c6-25cf31aaa055 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:24.052472 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-f1c1b04f-b208-4508-93c6-25cf31aaa055 tempest-RoutersNegativeTest-517175955 tempest-RoutersNegativeTest-517175955-project] 10.222.0.62 "DELETE /v2.0/routers/2a3e1543-f3c1-41f2-b715-ac476d69ac84 HTTP/1.1" status: 204 len: 168 time: 0.4690132 Aug 10 03:36:24.136855 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56030) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:24.216580 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-29f4e68f-efba-4cf9-8925-f3576768d29b tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:24.257147 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-d39981e8-b7b0-42b4-a171-9bdd38279900 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1488878554-network', 'tenant_id': '4c338092054e4c64a6391807bc8d123e'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:24.368782 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56042) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:24.385121 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d39981e8-b7b0-42b4-a171-9bdd38279900 admin admin] Made reservation on behalf of 4c338092054e4c64a6391807bc8d123e for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:36:24.387459 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d39981e8-b7b0-42b4-a171-9bdd38279900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:24.419113 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d39981e8-b7b0-42b4-a171-9bdd38279900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:24.440982 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b319f6-5605-49c3-96f8-a4dbf12fd370 req-ba03a952-4548-416a-bd92-419b3e1d3b7e tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:24.442527 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c1b319f6-5605-49c3-96f8-a4dbf12fd370 req-ba03a952-4548-416a-bd92-419b3e1d3b7e tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/ports?device_id=83770131-05cb-4ef5-9753-a8b6e136328b HTTP/1.1" status: 200 len: 945 time: 0.1522584 Aug 10 03:36:24.522079 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c1b319f6-5605-49c3-96f8-a4dbf12fd370 req-8da8d8ee-939c-45f9-83cd-c8aed8d93a7a tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a444d7d-1269-431d-a801-cc92cc418807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728712 Aug 10 03:36:24.538969 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c6574c16-2eb9-461c-a11d-9a1ccc98ec44 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=88cc6d63f14c485987337872e15b3fcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1688554 Aug 10 03:36:24.541610 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56054) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:24.649949 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d39981e8-b7b0-42b4-a171-9bdd38279900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:24.661024 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d39981e8-b7b0-42b4-a171-9bdd38279900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:24.672344 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-29f4e68f-efba-4cf9-8925-f3576768d29b tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Deleting port a2b27dee-6378-4aa7-bdb4-4731facb3df5 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:36:24.672701 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-29f4e68f-efba-4cf9-8925-f3576768d29b tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:24.686981 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device a49861ef-42d8-40d9-b246-6f8888b53de6 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:36:24.698451 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-43d9e55e-8423-4b90-9e18-c14af7805fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:24.722978 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: a49861ef-42d8-40d9-b246-6f8888b53de6 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:36:24.723602 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device a49861ef-42d8-40d9-b246-6f8888b53de6 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:36:24.724657 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device bbd1ff62-6a23-4521-8c2f-22970c4779df no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:36:24.741210 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d39981e8-b7b0-42b4-a171-9bdd38279900 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:36:24.747959 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-43d9e55e-8423-4b90-9e18-c14af7805fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:24.756953 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: bbd1ff62-6a23-4521-8c2f-22970c4779df {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:36:24.758160 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device bbd1ff62-6a23-4521-8c2f-22970c4779df not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:36:24.758837 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 4493f28e-0ff3-4015-a36a-a5f7eaec09b9 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:36:24.761003 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39981e8-b7b0-42b4-a171-9bdd38279900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e094b861-0afc-47ed-b016-2ff096f3cc86,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:24.772696 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d39981e8-b7b0-42b4-a171-9bdd38279900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:24.773054 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-d39981e8-b7b0-42b4-a171-9bdd38279900 admin admin] Added segment 2f5328e0-7408-48d8-a920-90a7481293e3 of type vlan for network 279202d0-9092-43db-a92b-1b10a2ad47a0 Aug 10 03:36:24.802188 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 4493f28e-0ff3-4015-a36a-a5f7eaec09b9 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:36:24.802821 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 4493f28e-0ff3-4015-a36a-a5f7eaec09b9 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:36:24.836248 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d39981e8-b7b0-42b4-a171-9bdd38279900 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:24.845384 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-43d9e55e-8423-4b90-9e18-c14af7805fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:24.849192 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-43d9e55e-8423-4b90-9e18-c14af7805fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:24.853584 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-43d9e55e-8423-4b90-9e18-c14af7805fab admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/67329815-210e-4133-b8d9-21725319b00f HTTP/1.1" status: 204 len: 168 time: 0.3084362 Aug 10 03:36:24.854270 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-29f4e68f-efba-4cf9-8925-f3576768d29b tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] For port a2b27dee-6378-4aa7-bdb4-4731facb3df5, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=a2b27dee-6378-4aa7-bdb4-4731facb3df5,segment=NetworkSegment(20e1d2e9-baca-4903-afaa-d380a3c8be95),segment_id=20e1d2e9-baca-4903-afaa-d380a3c8be95)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:24.854647 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-29f4e68f-efba-4cf9-8925-f3576768d29b tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:24.868259 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d9e55e-8423-4b90-9e18-c14af7805fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67329815-210e-4133-b8d9-21725319b00f,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:24.873854 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-29f4e68f-efba-4cf9-8925-f3576768d29b tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Calling delete_port for a2b27dee-6378-4aa7-bdb4-4731facb3df5 owned by network:router_interface {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:36:24.877661 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56064) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:24.904469 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:36:24.940220 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d39981e8-b7b0-42b4-a171-9bdd38279900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:24.941204 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39981e8-b7b0-42b4-a171-9bdd38279900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:24.941802 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d39981e8-b7b0-42b4-a171-9bdd38279900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:25.027296 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d39981e8-b7b0-42b4-a171-9bdd38279900 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8893683 Aug 10 03:36:25.030218 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56072) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:25.035746 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-67193fdc-2400-45c3-b019-96b98807d845 admin admin] Request body: {'subnet': {'network_id': '279202d0-9092-43db-a92b-1b10a2ad47a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1488878554-subnet', 'tenant_id': '4c338092054e4c64a6391807bc8d123e', 'ip_version': 4}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:25.063830 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67193fdc-2400-45c3-b019-96b98807d845 admin admin] Made reservation on behalf of 4c338092054e4c64a6391807bc8d123e for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:36:25.066651 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-67193fdc-2400-45c3-b019-96b98807d845 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:25.109075 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39981e8-b7b0-42b4-a171-9bdd38279900 admin admin] Pushing event updated for resources: {'Network': ['ID=279202d0-9092-43db-a92b-1b10a2ad47a0,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:25.121626 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 279202d0-9092-43db-a92b-1b10a2ad47a0 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:36:25.214017 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bb38417e-bf08-4bc6-aaa5-c060436f0f7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:25.230916 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-29f4e68f-efba-4cf9-8925-f3576768d29b tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:25.269107 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4e68f-efba-4cf9-8925-f3576768d29b tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event deleted for resources: {'Port': ['ID=a2b27dee-6378-4aa7-bdb4-4731facb3df5,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:25.405435 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-29f4e68f-efba-4cf9-8925-f3576768d29b tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:25.430395 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-67193fdc-2400-45c3-b019-96b98807d845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:25.501383 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bb38417e-bf08-4bc6-aaa5-c060436f0f7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:25.513869 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bb38417e-bf08-4bc6-aaa5-c060436f0f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:25.534872 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67193fdc-2400-45c3-b019-96b98807d845 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2663f19-57f7-4b1a-a47e-fe316f67f230,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:25.576379 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-bb38417e-bf08-4bc6-aaa5-c060436f0f7d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9c5b00a12b2547458d0943f87e470945&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6976380 Aug 10 03:36:25.581488 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56088) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:25.590826 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb38417e-bf08-4bc6-aaa5-c060436f0f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613c66eb-ac05-4ea9-ae95-d64a2db84808,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:25.604431 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67193fdc-2400-45c3-b019-96b98807d845 admin admin] Checking segment: {'id': '2f5328e0-7408-48d8-a920-90a7481293e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '279202d0-9092-43db-a92b-1b10a2ad47a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:36:25.605282 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67193fdc-2400-45c3-b019-96b98807d845 admin admin] Network hostable DHCP agents. Network: 279202d0-9092-43db-a92b-1b10a2ad47a0, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:36:25.656515 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67193fdc-2400-45c3-b019-96b98807d845 admin admin] Network 279202d0-9092-43db-a92b-1b10a2ad47a0 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:36:25.663067 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f4e68f-efba-4cf9-8925-f3576768d29b tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Router 404706ce-b87d-4ac5-b8b5-835c423f7e04 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:36:25.664798 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0e14d33d-39d3-446e-8521-8cea7e99d539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:25.678314 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-67193fdc-2400-45c3-b019-96b98807d845 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 279202d0-9092-43db-a92b-1b10a2ad47a0) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:25.688159 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc51e5b-17f7-4767-9313-28a46cbfac59 None None] Network 279202d0-9092-43db-a92b-1b10a2ad47a0 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:36:25.688671 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67193fdc-2400-45c3-b019-96b98807d845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:25.689102 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-67193fdc-2400-45c3-b019-96b98807d845 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:25.705682 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0e14d33d-39d3-446e-8521-8cea7e99d539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:25.744489 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-67193fdc-2400-45c3-b019-96b98807d845 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7131486 Aug 10 03:36:25.747303 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56094) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:25.752922 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-f86dbae1-e8bc-41e4-8b9a-1c0899141487 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1488878554-router', 'tenant_id': '4c338092054e4c64a6391807bc8d123e', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:25.780809 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f86dbae1-e8bc-41e4-8b9a-1c0899141487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:25.780809 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f86dbae1-e8bc-41e4-8b9a-1c0899141487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:25.810969 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0e14d33d-39d3-446e-8521-8cea7e99d539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:25.815236 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0e14d33d-39d3-446e-8521-8cea7e99d539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:25.816376 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0e14d33d-39d3-446e-8521-8cea7e99d539 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/613c66eb-ac05-4ea9-ae95-d64a2db84808 HTTP/1.1" status: 204 len: 168 time: 0.2337272 Aug 10 03:36:25.834397 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f4e68f-efba-4cf9-8925-f3576768d29b tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:36:25.848411 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c446cf6-8678-4c99-b11d-890485fd433d None None] Sync routers for ids ['404706ce-b87d-4ac5-b8b5-835c423f7e04'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:36:25.851685 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-29f4e68f-efba-4cf9-8925-f3576768d29b tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "PUT /v2.0/routers/404706ce-b87d-4ac5-b8b5-835c423f7e04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2611389 Aug 10 03:36:25.858646 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56100) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:25.859414 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14d33d-39d3-446e-8521-8cea7e99d539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613c66eb-ac05-4ea9-ae95-d64a2db84808,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:25.861472 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c446cf6-8678-4c99-b11d-890485fd433d None None] Routers {'404706ce-b87d-4ac5-b8b5-835c423f7e04'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:25.862094 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-9c446cf6-8678-4c99-b11d-890485fd433d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['404706ce-b87d-4ac5-b8b5-835c423f7e04'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:25.951872 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f86dbae1-e8bc-41e4-8b9a-1c0899141487 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:26.000649 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6badc1cc-1480-4469-97ab-099d1b8cfc6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-279202d0-9092-43db-a92b-1b10a2ad47a0', 'network_id': '279202d0-9092-43db-a92b-1b10a2ad47a0', 'tenant_id': '4c338092054e4c64a6391807bc8d123e', 'fixed_ips': [{'subnet_id': 'f2663f19-57f7-4b1a-a47e-fe316f67f230'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:36:26.001438 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-6badc1cc-1480-4469-97ab-099d1b8cfc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:26.012543 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-77d8e393-811e-4371-bc5d-5db7cec4bcc5 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Deleting subnet 783131e3-37fe-48c0-a2c7-ed0f5c246f83 {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:36:26.021453 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-77d8e393-811e-4371-bc5d-5db7cec4bcc5 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:26.150052 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-77d8e393-811e-4371-bc5d-5db7cec4bcc5 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:26.213293 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-9c446cf6-8678-4c99-b11d-890485fd433d None None] Set router 404706ce-b87d-4ac5-b8b5-835c423f7e04 gateway port host: None {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:36:26.243318 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-6badc1cc-1480-4469-97ab-099d1b8cfc6c None None] Allocated IP 172.20.0.2 (279202d0-9092-43db-a92b-1b10a2ad47a0/f2663f19-57f7-4b1a-a47e-fe316f67f230/e0b81026-afe3-4a29-87cd-b82353c5c7e0) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:36:26.302754 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f86dbae1-e8bc-41e4-8b9a-1c0899141487 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:26.313381 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-9c446cf6-8678-4c99-b11d-890485fd433d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'name': 'tempest-RoutersIpV6Test-router-482994605', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:35:35Z', 'updated_at': '2021-08-10T03:36:25Z', 'revision_number': 11, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'gw_port_host': None}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:26.343620 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c446cf6-8678-4c99-b11d-890485fd433d None None] Checking router: 404706ce-b87d-4ac5-b8b5-835c423f7e04 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:36:26.351130 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-77d8e393-811e-4371-bc5d-5db7cec4bcc5 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:26.355791 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c446cf6-8678-4c99-b11d-890485fd433d None None] Routers {'404706ce-b87d-4ac5-b8b5-835c423f7e04'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:26.356778 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-9c446cf6-8678-4c99-b11d-890485fd433d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['404706ce-b87d-4ac5-b8b5-835c423f7e04'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:26.409254 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:26.450768 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-9c446cf6-8678-4c99-b11d-890485fd433d None None] Set router 404706ce-b87d-4ac5-b8b5-835c423f7e04 gateway port host: None {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:36:26.461313 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-77d8e393-811e-4371-bc5d-5db7cec4bcc5 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:26.497179 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77cafa5-df73-4ffa-8bae-762f588563ca None None] Network b449b72b-5f82-4769-b3bb-9be315bc20a2 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:36:26.502325 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-77d8e393-811e-4371-bc5d-5db7cec4bcc5 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:26.504561 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-77d8e393-811e-4371-bc5d-5db7cec4bcc5 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "DELETE /v2.0/subnets/783131e3-37fe-48c0-a2c7-ed0f5c246f83 HTTP/1.1" status: 204 len: 168 time: 0.6467028 Aug 10 03:36:26.505722 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d8e393-811e-4371-bc5d-5db7cec4bcc5 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event deleted for resources: {'Subnet': ['ID=783131e3-37fe-48c0-a2c7-ed0f5c246f83,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:26.507320 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56118) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:26.524264 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-9c446cf6-8678-4c99-b11d-890485fd433d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'name': 'tempest-RoutersIpV6Test-router-482994605', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:35:35Z', 'updated_at': '2021-08-10T03:36:25Z', 'revision_number': 11, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'gw_port_host': None}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:26.560845 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c446cf6-8678-4c99-b11d-890485fd433d None None] The sync data for ids ['404706ce-b87d-4ac5-b8b5-835c423f7e04'] in n-d-768851-15 is: [{'id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'name': 'tempest-RoutersIpV6Test-router-482994605', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:35:35Z', 'updated_at': '2021-08-10T03:36:25Z', 'revision_number': 11, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'gw_port_host': None}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:36:26.625164 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6a00ec8b-3ee8-4c16-be46-08d1239bb5fe tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:26.703123 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-6a00ec8b-3ee8-4c16-be46-08d1239bb5fe tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Deleting port aff50726-aa3a-4bc8-9752-17e9affd6225 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:36:26.705862 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6a00ec8b-3ee8-4c16-be46-08d1239bb5fe tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:26.716719 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:26.746314 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f86dbae1-e8bc-41e4-8b9a-1c0899141487 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:26.750134 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-6badc1cc-1480-4469-97ab-099d1b8cfc6c None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:26.762609 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-6badc1cc-1480-4469-97ab-099d1b8cfc6c None None] Transition to ACTIVE for port object e0b81026-afe3-4a29-87cd-b82353c5c7e0 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:26.786186 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-6badc1cc-1480-4469-97ab-099d1b8cfc6c None None] Transition to ACTIVE for port object e0b81026-afe3-4a29-87cd-b82353c5c7e0 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:26.800488 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f86dbae1-e8bc-41e4-8b9a-1c0899141487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:26.801333 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-6badc1cc-1480-4469-97ab-099d1b8cfc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:26.807366 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-6a00ec8b-3ee8-4c16-be46-08d1239bb5fe tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] For port aff50726-aa3a-4bc8-9752-17e9affd6225, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=aff50726-aa3a-4bc8-9752-17e9affd6225,segment=NetworkSegment(20e1d2e9-baca-4903-afaa-d380a3c8be95),segment_id=20e1d2e9-baca-4903-afaa-d380a3c8be95)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:26.807946 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6a00ec8b-3ee8-4c16-be46-08d1239bb5fe tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:26.828079 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-6a00ec8b-3ee8-4c16-be46-08d1239bb5fe tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Calling delete_port for aff50726-aa3a-4bc8-9752-17e9affd6225 owned by network:dhcp {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:36:26.848651 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6badc1cc-1480-4469-97ab-099d1b8cfc6c None None] Network 279202d0-9092-43db-a92b-1b10a2ad47a0 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:26.851910 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-6badc1cc-1480-4469-97ab-099d1b8cfc6c None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:26.859051 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6badc1cc-1480-4469-97ab-099d1b8cfc6c None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:36:26.873389 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6badc1cc-1480-4469-97ab-099d1b8cfc6c None None] Pushing event updated for resources: {'Port': ['ID=e0b81026-afe3-4a29-87cd-b82353c5c7e0,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:26.936722 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6a00ec8b-3ee8-4c16-be46-08d1239bb5fe tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:26.976908 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7d35ec-39e2-4bee-96c4-8776ac84856b None None] DHCP port deletion for b449b72b-5f82-4769-b3bb-9be315bc20a2 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:36:26.994871 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-6badc1cc-1480-4469-97ab-099d1b8cfc6c None None] Attempting to bind port e0b81026-afe3-4a29-87cd-b82353c5c7e0 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:36:26.994871 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-6badc1cc-1480-4469-97ab-099d1b8cfc6c None None] Attempting to bind port e0b81026-afe3-4a29-87cd-b82353c5c7e0 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '2f5328e0-7408-48d8-a920-90a7481293e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '279202d0-9092-43db-a92b-1b10a2ad47a0'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:36:26.994871 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6badc1cc-1480-4469-97ab-099d1b8cfc6c None None] Attempting to bind port e0b81026-afe3-4a29-87cd-b82353c5c7e0 on network 279202d0-9092-43db-a92b-1b10a2ad47a0 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:36:27.000316 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6badc1cc-1480-4469-97ab-099d1b8cfc6c None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:36:27.000702 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6badc1cc-1480-4469-97ab-099d1b8cfc6c None None] Checking segment: {'id': '2f5328e0-7408-48d8-a920-90a7481293e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '279202d0-9092-43db-a92b-1b10a2ad47a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:36:27.001271 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-6badc1cc-1480-4469-97ab-099d1b8cfc6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:27.001744 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6badc1cc-1480-4469-97ab-099d1b8cfc6c None None] Bound using segment: {'id': '2f5328e0-7408-48d8-a920-90a7481293e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '279202d0-9092-43db-a92b-1b10a2ad47a0'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:36:27.002782 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-6badc1cc-1480-4469-97ab-099d1b8cfc6c None None] Bound port: e0b81026-afe3-4a29-87cd-b82353c5c7e0, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f5328e0-7408-48d8-a920-90a7481293e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '279202d0-9092-43db-a92b-1b10a2ad47a0'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:36:27.003169 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-6badc1cc-1480-4469-97ab-099d1b8cfc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:27.030561 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a00ec8b-3ee8-4c16-be46-08d1239bb5fe tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event deleted for resources: {'Port': ['ID=aff50726-aa3a-4bc8-9752-17e9affd6225,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:27.033143 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a00ec8b-3ee8-4c16-be46-08d1239bb5fe tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] No DVR routers for this DVR port aff50726-aa3a-4bc8-9752-17e9affd6225 on host n-d-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:36:27.093005 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-f86dbae1-e8bc-41e4-8b9a-1c0899141487 admin admin] Allocated IP 172.25.7.194 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/0f1b0a4f-6957-4601-9e8e-1d01e5cc0a26) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:36:27.152957 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-6badc1cc-1480-4469-97ab-099d1b8cfc6c None None] For port e0b81026-afe3-4a29-87cd-b82353c5c7e0, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:36:27.158796 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-6badc1cc-1480-4469-97ab-099d1b8cfc6c None None] For port e0b81026-afe3-4a29-87cd-b82353c5c7e0, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=e0b81026-afe3-4a29-87cd-b82353c5c7e0,segment=NetworkSegment(2f5328e0-7408-48d8-a920-90a7481293e3),segment_id=2f5328e0-7408-48d8-a920-90a7481293e3)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:36:27.172999 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-6badc1cc-1480-4469-97ab-099d1b8cfc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:27.191864 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6a00ec8b-3ee8-4c16-be46-08d1239bb5fe tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:27.216976 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-6a00ec8b-3ee8-4c16-be46-08d1239bb5fe tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b449b72b-5f82-4769-b3bb-9be315bc20a2']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:27.230866 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-6a00ec8b-3ee8-4c16-be46-08d1239bb5fe tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20e1d2e9-baca-4903-afaa-d380a3c8be95') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:27.231334 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-6a00ec8b-3ee8-4c16-be46-08d1239bb5fe tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20e1d2e9-baca-4903-afaa-d380a3c8be95') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:27.243628 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6a00ec8b-3ee8-4c16-be46-08d1239bb5fe tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:27.271489 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6a00ec8b-3ee8-4c16-be46-08d1239bb5fe tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:27.279160 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a00ec8b-3ee8-4c16-be46-08d1239bb5fe tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:36:27.279743 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6a00ec8b-3ee8-4c16-be46-08d1239bb5fe tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:27.285112 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:36:27.285112 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:36:27.285112 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:36:27.285112 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:36:27.285112 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:36:27.285112 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:36:27.285112 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:36:27.285112 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:36:27.285112 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:36:27.285112 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:36:27.285112 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:36:27.285112 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:36:27.285112 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:36:27.285112 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:36:27.285112 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:36:27.285112 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:36:27.285112 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:36:27.285112 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:36:27.285112 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:36:27.285112 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:36:27.285112 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:36:27.285112 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:36:27.285112 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:36:27.285112 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:36:27.285112 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:36:27.285112 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:36:27.285112 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:36:27.285112 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:36:27.285112 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:36:27.285112 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:36:27.285112 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:36:27.285112 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:36:27.334994 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6badc1cc-1480-4469-97ab-099d1b8cfc6c None None] Pushing event updated for resources: {'Port': ['ID=e0b81026-afe3-4a29-87cd-b82353c5c7e0,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:27.360201 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f86dbae1-e8bc-41e4-8b9a-1c0899141487 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:27.393821 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6a00ec8b-3ee8-4c16-be46-08d1239bb5fe tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:27.433356 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f86dbae1-e8bc-41e4-8b9a-1c0899141487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:27.485366 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86dbae1-e8bc-41e4-8b9a-1c0899141487 admin admin] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:27.492160 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-f86dbae1-e8bc-41e4-8b9a-1c0899141487 admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:27.496348 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86dbae1-e8bc-41e4-8b9a-1c0899141487 admin admin] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:36:27.526030 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86dbae1-e8bc-41e4-8b9a-1c0899141487 admin admin] Pushing event updated for resources: {'Port': ['ID=0f1b0a4f-6957-4601-9e8e-1d01e5cc0a26,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:27.905381 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6a00ec8b-3ee8-4c16-be46-08d1239bb5fe tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:27.907348 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-6a00ec8b-3ee8-4c16-be46-08d1239bb5fe tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "DELETE /v2.0/networks/b449b72b-5f82-4769-b3bb-9be315bc20a2 HTTP/1.1" status: 204 len: 168 time: 1.3990397 Aug 10 03:36:27.908602 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a00ec8b-3ee8-4c16-be46-08d1239bb5fe tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Pushing event deleted for resources: {'Network': ['ID=b449b72b-5f82-4769-b3bb-9be315bc20a2,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:27.910144 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56168) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:27.914822 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-15dcf131-568d-4bbb-a13f-4dd39cd5eea6 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Request body: {'router': {'routes': None}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:27.978609 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f86dbae1-e8bc-41e4-8b9a-1c0899141487 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:28.158355 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.extraroute_db [None req-15dcf131-568d-4bbb-a13f-4dd39cd5eea6 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Added routes are [] {{(pid=94216) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 10 03:36:28.158974 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.extraroute_db [None req-15dcf131-568d-4bbb-a13f-4dd39cd5eea6 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Removed routes are [] {{(pid=94216) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 10 03:36:28.159541 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-15dcf131-568d-4bbb-a13f-4dd39cd5eea6 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-368475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1926'] for router, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:28.394222 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-15dcf131-568d-4bbb-a13f-4dd39cd5eea6 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-368475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1926'] for router, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:28.401427 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-15dcf131-568d-4bbb-a13f-4dd39cd5eea6 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-372465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-372472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-368450'] for router, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:28.521542 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15dcf131-568d-4bbb-a13f-4dd39cd5eea6 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Router 404706ce-b87d-4ac5-b8b5-835c423f7e04 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:36:28.646075 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15dcf131-568d-4bbb-a13f-4dd39cd5eea6 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:36:28.658960 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaef8085-4cef-42d3-8383-09bd8eb3a2f3 None None] Sync routers for ids ['404706ce-b87d-4ac5-b8b5-835c423f7e04'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:36:28.664383 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-15dcf131-568d-4bbb-a13f-4dd39cd5eea6 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:28.666055 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-15dcf131-568d-4bbb-a13f-4dd39cd5eea6 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "PUT /v2.0/routers/404706ce-b87d-4ac5-b8b5-835c423f7e04 HTTP/1.1" status: 200 len: 704 time: 0.7549829 Aug 10 03:36:28.670377 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56182) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:28.677237 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaef8085-4cef-42d3-8383-09bd8eb3a2f3 None None] Routers {'404706ce-b87d-4ac5-b8b5-835c423f7e04'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:28.678134 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-aaef8085-4cef-42d3-8383-09bd8eb3a2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['404706ce-b87d-4ac5-b8b5-835c423f7e04'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:28.741408 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-a15e20e2-eab6-4d24-bdb1-8c35adaaaf20 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "GET /v2.0/ports?device_id=404706ce-b87d-4ac5-b8b5-835c423f7e04 HTTP/1.1" status: 200 len: 205 time: 0.0647991 Aug 10 03:36:28.742201 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56184) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:28.826164 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-aaef8085-4cef-42d3-8383-09bd8eb3a2f3 None None] Set router 404706ce-b87d-4ac5-b8b5-835c423f7e04 gateway port host: None {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:36:28.900376 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3211f11f-63d3-46d1-9bcb-8073aa6ba8c3 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for router, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:28.907782 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-aaef8085-4cef-42d3-8383-09bd8eb3a2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'name': 'tempest-RoutersIpV6Test-router-482994605', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:35:35Z', 'updated_at': '2021-08-10T03:36:25Z', 'revision_number': 11, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'gw_port_host': None}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:28.910177 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e0b81026-afe3-4a29-87cd-b82353c5c7e0 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:28.912063 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb106b1-2f27-4cd2-abcc-78178ef5b182 None None] Network 279202d0-9092-43db-a92b-1b10a2ad47a0 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:36:28.942352 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f86dbae1-e8bc-41e4-8b9a-1c0899141487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:29.169399 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-63078ae7-020c-4f59-af6d-55e5aef357b7 None None] Provisioning for port e0b81026-afe3-4a29-87cd-b82353c5c7e0 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:29.174412 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaef8085-4cef-42d3-8383-09bd8eb3a2f3 None None] Checking router: 404706ce-b87d-4ac5-b8b5-835c423f7e04 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:36:29.224627 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f86dbae1-e8bc-41e4-8b9a-1c0899141487 admin admin] Router 32519ef4-f8d7-4429-89ae-5965b7d9627d is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:36:29.246080 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaef8085-4cef-42d3-8383-09bd8eb3a2f3 None None] Routers {'404706ce-b87d-4ac5-b8b5-835c423f7e04'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:29.246720 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-aaef8085-4cef-42d3-8383-09bd8eb3a2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['404706ce-b87d-4ac5-b8b5-835c423f7e04'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:29.270101 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3211f11f-63d3-46d1-9bcb-8073aa6ba8c3 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:29.291891 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3211f11f-63d3-46d1-9bcb-8073aa6ba8c3 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:29.348195 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f86dbae1-e8bc-41e4-8b9a-1c0899141487 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:36:29.366614 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3211f11f-63d3-46d1-9bcb-8073aa6ba8c3 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:29.367324 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3211f11f-63d3-46d1-9bcb-8073aa6ba8c3 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Fanout notify agent at l3_agent the message router_deleted on router 404706ce-b87d-4ac5-b8b5-835c423f7e04 {{(pid=94216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:36:29.376651 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-aaef8085-4cef-42d3-8383-09bd8eb3a2f3 None None] Set router 404706ce-b87d-4ac5-b8b5-835c423f7e04 gateway port host: None {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:36:29.383330 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d90d4ce-99fc-49d9-8524-9b0e822a7cab None None] Sync routers for ids ['32519ef4-f8d7-4429-89ae-5965b7d9627d'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:36:29.401634 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3211f11f-63d3-46d1-9bcb-8073aa6ba8c3 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:29.405613 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d90d4ce-99fc-49d9-8524-9b0e822a7cab None None] Routers {'32519ef4-f8d7-4429-89ae-5965b7d9627d'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:29.405927 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-3211f11f-63d3-46d1-9bcb-8073aa6ba8c3 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "DELETE /v2.0/routers/404706ce-b87d-4ac5-b8b5-835c423f7e04 HTTP/1.1" status: 204 len: 168 time: 0.6607220 Aug 10 03:36:29.407186 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-7d90d4ce-99fc-49d9-8524-9b0e822a7cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['32519ef4-f8d7-4429-89ae-5965b7d9627d'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:29.409429 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port e0b81026-afe3-4a29-87cd-b82353c5c7e0 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:29.409784 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56192) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:29.420576 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-404cc9c3-e4df-4b76-b4b4-11492a45e798 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-625978076', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:29.423238 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f86dbae1-e8bc-41e4-8b9a-1c0899141487 admin admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:29.426389 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f86dbae1-e8bc-41e4-8b9a-1c0899141487 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6781199 Aug 10 03:36:29.429213 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56194) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:29.447424 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port e0b81026-afe3-4a29-87cd-b82353c5c7e0 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:29.447804 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:29.479494 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-404cc9c3-e4df-4b76-b4b4-11492a45e798 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:29.481005 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-404cc9c3-e4df-4b76-b4b4-11492a45e798 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:29.520349 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-aaef8085-4cef-42d3-8383-09bd8eb3a2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'name': 'tempest-RoutersIpV6Test-router-482994605', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:35:35Z', 'updated_at': '2021-08-10T03:36:25Z', 'revision_number': 11, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'gw_port_host': None}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:29.572554 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaef8085-4cef-42d3-8383-09bd8eb3a2f3 None None] The sync data for ids ['404706ce-b87d-4ac5-b8b5-835c423f7e04'] in n-d-768851-15 is: [{'id': '404706ce-b87d-4ac5-b8b5-835c423f7e04', 'name': 'tempest-RoutersIpV6Test-router-482994605', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:35:35Z', 'updated_at': '2021-08-10T03:36:25Z', 'revision_number': 11, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'gw_port_host': None}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:36:29.613696 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-404cc9c3-e4df-4b76-b4b4-11492a45e798 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:29.630086 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-404cc9c3-e4df-4b76-b4b4-11492a45e798 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:29.655193 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-7d90d4ce-99fc-49d9-8524-9b0e822a7cab None None] Set router 32519ef4-f8d7-4429-89ae-5965b7d9627d gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:36:29.657540 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:29.660753 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-404cc9c3-e4df-4b76-b4b4-11492a45e798 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:29.662869 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-404cc9c3-e4df-4b76-b4b4-11492a45e798 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2518203 Aug 10 03:36:29.665677 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56196) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:29.671097 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-dbc00fcf-ec8b-40f9-8bba-e9e55cbfdb94 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:29.699499 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port e0b81026-afe3-4a29-87cd-b82353c5c7e0, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=e0b81026-afe3-4a29-87cd-b82353c5c7e0,segment=NetworkSegment(2f5328e0-7408-48d8-a920-90a7481293e3),segment_id=2f5328e0-7408-48d8-a920-90a7481293e3)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:29.708717 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:29.797252 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=e0b81026-afe3-4a29-87cd-b82353c5c7e0,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:29.818138 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device a2b27dee-6378-4aa7-bdb4-4731facb3df5 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:36:29.843583 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: a2b27dee-6378-4aa7-bdb4-4731facb3df5 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:36:29.843933 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device a2b27dee-6378-4aa7-bdb4-4731facb3df5 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:36:29.844337 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device aff50726-aa3a-4bc8-9752-17e9affd6225 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:36:29.898512 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: aff50726-aa3a-4bc8-9752-17e9affd6225 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:36:29.898896 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device aff50726-aa3a-4bc8-9752-17e9affd6225 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:36:30.001737 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7f366647-4ce5-4345-a3d0-4e06a794e2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:30.040043 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-7d90d4ce-99fc-49d9-8524-9b0e822a7cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32519ef4-f8d7-4429-89ae-5965b7d9627d', 'name': 'tempest-TestServerBasicOps-1488878554-router', 'tenant_id': '4c338092054e4c64a6391807bc8d123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '0f1b0a4f-6957-4601-9e8e-1d01e5cc0a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:25Z', 'updated_at': '2021-08-10T03:36:27Z', 'revision_number': 3, 'project_id': '4c338092054e4c64a6391807bc8d123e', 'gw_port': {'id': '0f1b0a4f-6957-4601-9e8e-1d01e5cc0a26', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32519ef4-f8d7-4429-89ae-5965b7d9627d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:26Z', 'updated_at': '2021-08-10T03:36:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:30.081959 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d90d4ce-99fc-49d9-8524-9b0e822a7cab None None] Checking router: 32519ef4-f8d7-4429-89ae-5965b7d9627d for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:36:30.082405 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d90d4ce-99fc-49d9-8524-9b0e822a7cab None None] Updating router 32519ef4-f8d7-4429-89ae-5965b7d9627d port 0f1b0a4f-6957-4601-9e8e-1d01e5cc0a26 binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:36:30.125292 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-7d90d4ce-99fc-49d9-8524-9b0e822a7cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:30.129034 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dbc00fcf-ec8b-40f9-8bba-e9e55cbfdb94 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-368475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1926'] for router, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:30.156693 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dbc00fcf-ec8b-40f9-8bba-e9e55cbfdb94 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-372465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-372472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-368450'] for router, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:30.213992 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-7d90ad07-f38f-469d-bc73-ad2319a5c362 None None] Provisioning complete for port e0b81026-afe3-4a29-87cd-b82353c5c7e0 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:30.214511 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7d90ad07-f38f-469d-bc73-ad2319a5c362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:30.285753 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-7f366647-4ce5-4345-a3d0-4e06a794e2cc admin admin] Allocated IP 172.20.0.1 (279202d0-9092-43db-a92b-1b10a2ad47a0/f2663f19-57f7-4b1a-a47e-fe316f67f230/e9bdbc9b-8915-45b9-9842-fa0d76543710) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:36:30.336897 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc00fcf-ec8b-40f9-8bba-e9e55cbfdb94 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Router 6b8b1a10-fe72-47d3-8c99-7c953de0619a is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:36:30.400642 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7cca7732-fedb-4234-9028-15cc807fc786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:30.454446 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7f366647-4ce5-4345-a3d0-4e06a794e2cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:30.454883 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc00fcf-ec8b-40f9-8bba-e9e55cbfdb94 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:36:30.462348 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dbc00fcf-ec8b-40f9-8bba-e9e55cbfdb94 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:30.467026 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-dbc00fcf-ec8b-40f9-8bba-e9e55cbfdb94 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "PUT /v2.0/routers/6b8b1a10-fe72-47d3-8c99-7c953de0619a HTTP/1.1" status: 200 len: 697 time: 0.7976203 Aug 10 03:36:30.467562 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56204) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:30.474795 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36068033-82fe-4d80-ae79-40799ad9609e None None] Sync routers for ids ['6b8b1a10-fe72-47d3-8c99-7c953de0619a'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:36:30.496962 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36068033-82fe-4d80-ae79-40799ad9609e None None] Routers {'6b8b1a10-fe72-47d3-8c99-7c953de0619a'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:30.497785 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-36068033-82fe-4d80-ae79-40799ad9609e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['6b8b1a10-fe72-47d3-8c99-7c953de0619a'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:30.501227 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-7f366647-4ce5-4345-a3d0-4e06a794e2cc admin admin] Transition to ACTIVE for port object e9bdbc9b-8915-45b9-9842-fa0d76543710 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:30.543950 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-7d90d4ce-99fc-49d9-8524-9b0e822a7cab None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:30.551952 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7f366647-4ce5-4345-a3d0-4e06a794e2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:30.557917 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-7d90d4ce-99fc-49d9-8524-9b0e822a7cab None None] Transition to ACTIVE for port object 0f1b0a4f-6957-4601-9e8e-1d01e5cc0a26 will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:30.568948 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-7d90d4ce-99fc-49d9-8524-9b0e822a7cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:30.580462 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-1ce56762-fa6b-4d86-8626-d7d23667fe61 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "GET /v2.0/routers/6b8b1a10-fe72-47d3-8c99-7c953de0619a HTTP/1.1" status: 200 len: 703 time: 0.1102121 Aug 10 03:36:30.581653 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56208) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:30.610948 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76735cff-ead0-4c90-aef4-51d2da5d3846 None None] Pushing event updated for resources: {'Port': ['ID=0f1b0a4f-6957-4601-9e8e-1d01e5cc0a26,revision_number=2']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:30.624722 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d98b867e-a612-4717-9c9d-11883a7f9b5b tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b8b1a10-fe72-47d3-8c99-7c953de0619a HTTP/1.1" status: 200 len: 205 time: 0.0414495 Aug 10 03:36:30.629050 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56210) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:30.675678 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-7d90d4ce-99fc-49d9-8524-9b0e822a7cab None None] Attempting to bind port 0f1b0a4f-6957-4601-9e8e-1d01e5cc0a26 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:36:30.676020 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-7d90d4ce-99fc-49d9-8524-9b0e822a7cab None None] Attempting to bind port 0f1b0a4f-6957-4601-9e8e-1d01e5cc0a26 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:36:30.676400 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d90d4ce-99fc-49d9-8524-9b0e822a7cab None None] Attempting to bind port 0f1b0a4f-6957-4601-9e8e-1d01e5cc0a26 on network 09ca2025-b9a6-4e84-8019-8d9fbef3753e {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:36:30.686486 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d90d4ce-99fc-49d9-8524-9b0e822a7cab None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:36:30.687428 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d90d4ce-99fc-49d9-8524-9b0e822a7cab None None] Checking segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:36:30.688090 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-7d90d4ce-99fc-49d9-8524-9b0e822a7cab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:30.688687 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f366647-4ce5-4345-a3d0-4e06a794e2cc admin admin] Network 279202d0-9092-43db-a92b-1b10a2ad47a0 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:30.690604 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d90d4ce-99fc-49d9-8524-9b0e822a7cab None None] Bound using segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:36:30.693050 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-7d90d4ce-99fc-49d9-8524-9b0e822a7cab None None] Bound port: 0f1b0a4f-6957-4601-9e8e-1d01e5cc0a26, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:36:30.693719 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-7d90d4ce-99fc-49d9-8524-9b0e822a7cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:30.709335 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-7f366647-4ce5-4345-a3d0-4e06a794e2cc admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:30.713598 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f366647-4ce5-4345-a3d0-4e06a794e2cc admin admin] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:36:30.753470 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e0b81026-afe3-4a29-87cd-b82353c5c7e0 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:30.770906 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-057aff34-e324-43a0-ac5b-9c3d5e7c1b35 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for router, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:30.782786 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f366647-4ce5-4345-a3d0-4e06a794e2cc admin admin] Pushing event updated for resources: {'Port': ['ID=e9bdbc9b-8915-45b9-9842-fa0d76543710,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:30.828833 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7f366647-4ce5-4345-a3d0-4e06a794e2cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:30.855738 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-7d90d4ce-99fc-49d9-8524-9b0e822a7cab None None] For port 0f1b0a4f-6957-4601-9e8e-1d01e5cc0a26, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:36:30.858971 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-36068033-82fe-4d80-ae79-40799ad9609e None None] Set router 6b8b1a10-fe72-47d3-8c99-7c953de0619a gateway port host: None {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:36:30.866299 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-7d90d4ce-99fc-49d9-8524-9b0e822a7cab None None] For port 0f1b0a4f-6957-4601-9e8e-1d01e5cc0a26, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=0f1b0a4f-6957-4601-9e8e-1d01e5cc0a26,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:36:30.877622 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-7d90d4ce-99fc-49d9-8524-9b0e822a7cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:31.015087 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-36068033-82fe-4d80-ae79-40799ad9609e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8b1a10-fe72-47d3-8c99-7c953de0619a', 'name': 'tempest-RoutersIpV6Test-router-625978076', 'tenant_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:29Z', 'updated_at': '2021-08-10T03:36:30Z', 'revision_number': 2, 'project_id': 'c5bfc23a2d2d40be9b95b47c1cd0d209', 'gw_port_host': None}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:31.083690 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76735cff-ead0-4c90-aef4-51d2da5d3846 None None] Pushing event updated for resources: {'Port': ['ID=0f1b0a4f-6957-4601-9e8e-1d01e5cc0a26,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:31.086529 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d90d4ce-99fc-49d9-8524-9b0e822a7cab None None] Routers {'32519ef4-f8d7-4429-89ae-5965b7d9627d'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:31.087092 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-7d90d4ce-99fc-49d9-8524-9b0e822a7cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['32519ef4-f8d7-4429-89ae-5965b7d9627d'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:31.118596 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36068033-82fe-4d80-ae79-40799ad9609e None None] Checking router: 6b8b1a10-fe72-47d3-8c99-7c953de0619a for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:36:31.148654 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7f366647-4ce5-4345-a3d0-4e06a794e2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:31.149625 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-057aff34-e324-43a0-ac5b-9c3d5e7c1b35 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:31.153009 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-057aff34-e324-43a0-ac5b-9c3d5e7c1b35 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:31.197725 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port e0b81026-afe3-4a29-87cd-b82353c5c7e0 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:31.198534 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:31.215698 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-057aff34-e324-43a0-ac5b-9c3d5e7c1b35 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:31.216472 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-057aff34-e324-43a0-ac5b-9c3d5e7c1b35 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Fanout notify agent at l3_agent the message router_deleted on router 6b8b1a10-fe72-47d3-8c99-7c953de0619a {{(pid=94216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:36:31.240454 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-057aff34-e324-43a0-ac5b-9c3d5e7c1b35 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:31.248612 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-057aff34-e324-43a0-ac5b-9c3d5e7c1b35 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "DELETE /v2.0/routers/6b8b1a10-fe72-47d3-8c99-7c953de0619a HTTP/1.1" status: 204 len: 168 time: 0.6184084 Aug 10 03:36:31.249486 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56220) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:31.273631 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36068033-82fe-4d80-ae79-40799ad9609e None None] Routers {'6b8b1a10-fe72-47d3-8c99-7c953de0619a'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:31.274567 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-36068033-82fe-4d80-ae79-40799ad9609e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['6b8b1a10-fe72-47d3-8c99-7c953de0619a'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:31.293408 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-7d90d4ce-99fc-49d9-8524-9b0e822a7cab None None] Set router 32519ef4-f8d7-4429-89ae-5965b7d9627d gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:36:31.303787 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ba4d1841-b3e2-4eb4-8cff-e7fd1c0f6ba1 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b8b1a10-fe72-47d3-8c99-7c953de0619a HTTP/1.1" status: 200 len: 205 time: 0.0527084 Aug 10 03:36:31.305048 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56222) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:31.373262 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-36068033-82fe-4d80-ae79-40799ad9609e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:31.373912 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36068033-82fe-4d80-ae79-40799ad9609e None None] The sync data for ids ['6b8b1a10-fe72-47d3-8c99-7c953de0619a'] in n-d-768851-15 is: [] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:36:31.396128 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [None req-60204ad8-a188-4b91-ae46-39169ac942ec tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] delete failed (client error): The resource could not be found. Aug 10 03:36:31.407296 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-60204ad8-a188-4b91-ae46-39169ac942ec tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "DELETE /v2.0/routers/6b8b1a10-fe72-47d3-8c99-7c953de0619a HTTP/1.1" status: 404 len: 336 time: 0.0985720 Aug 10 03:36:31.407828 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56224) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:31.475680 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-db6ac775-70a1-4b5b-816b-1fd4fce86c1f tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] DELETE failed (client error): The resource could not be found. Aug 10 03:36:31.476141 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db6ac775-70a1-4b5b-816b-1fd4fce86c1f tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:36:31.480841 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-db6ac775-70a1-4b5b-816b-1fd4fce86c1f tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "DELETE /v2.0/subnets/7470daa7-8a47-4a30-81e7-ad842fc21781 HTTP/1.1" status: 404 len: 337 time: 0.0714412 Aug 10 03:36:31.481495 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56226) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:31.515911 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d9d0c77-ce2e-4389-b78e-04ca305ec3d2 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] DELETE failed (client error): The resource could not be found. Aug 10 03:36:31.516302 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d9d0c77-ce2e-4389-b78e-04ca305ec3d2 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:36:31.522189 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-0d9d0c77-ce2e-4389-b78e-04ca305ec3d2 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "DELETE /v2.0/subnets/d1a4c707-e125-4398-b634-72134f716a5b HTTP/1.1" status: 404 len: 337 time: 0.0393722 Aug 10 03:36:31.523155 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56228) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:31.552384 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7f366647-4ce5-4345-a3d0-4e06a794e2cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:31.553213 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-3858e661-1588-46f2-8b0b-4327c12b3f35 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] DELETE failed (client error): The resource could not be found. Aug 10 03:36:31.553683 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3858e661-1588-46f2-8b0b-4327c12b3f35 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:36:31.558635 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56230) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:31.559673 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-3858e661-1588-46f2-8b0b-4327c12b3f35 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "DELETE /v2.0/subnets/c1bda808-c57c-426c-96e6-cd2af1b5397a HTTP/1.1" status: 404 len: 337 time: 0.0353997 Aug 10 03:36:31.620870 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7f366647-4ce5-4345-a3d0-4e06a794e2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:31.648202 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-26d4afa6-1a60-4fb7-b514-d5001bdfbe0f tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] DELETE failed (client error): The resource could not be found. Aug 10 03:36:31.648847 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26d4afa6-1a60-4fb7-b514-d5001bdfbe0f tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:36:31.650792 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-26d4afa6-1a60-4fb7-b514-d5001bdfbe0f tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "DELETE /v2.0/subnets/783131e3-37fe-48c0-a2c7-ed0f5c246f83 HTTP/1.1" status: 404 len: 337 time: 0.0911133 Aug 10 03:36:31.653639 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56232) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:31.716475 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56234) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:31.724728 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-5a5e4714-f9b7-4c63-8d15-9313ae42b9f8 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "GET /v2.0/ports?device_id=404706ce-b87d-4ac5-b8b5-835c423f7e04 HTTP/1.1" status: 200 len: 205 time: 0.0698500 Aug 10 03:36:31.728720 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-13cc4f2b-d81c-4536-8fd3-a8cbbcbf10d4 None None] Provisioning for port e9bdbc9b-8915-45b9-9842-fa0d76543710 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:31.737214 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-13cc4f2b-d81c-4536-8fd3-a8cbbcbf10d4 None None] Provisioning complete for port e9bdbc9b-8915-45b9-9842-fa0d76543710 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:31.737581 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f366647-4ce5-4345-a3d0-4e06a794e2cc admin admin] Pushing event updated for resources: {'Port': ['ID=e9bdbc9b-8915-45b9-9842-fa0d76543710,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:31.738019 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-13cc4f2b-d81c-4536-8fd3-a8cbbcbf10d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:31.740070 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7f366647-4ce5-4345-a3d0-4e06a794e2cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:31.770461 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-7d90d4ce-99fc-49d9-8524-9b0e822a7cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32519ef4-f8d7-4429-89ae-5965b7d9627d', 'name': 'tempest-TestServerBasicOps-1488878554-router', 'tenant_id': '4c338092054e4c64a6391807bc8d123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '0f1b0a4f-6957-4601-9e8e-1d01e5cc0a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:25Z', 'updated_at': '2021-08-10T03:36:31Z', 'revision_number': 4, 'project_id': '4c338092054e4c64a6391807bc8d123e', 'gw_port': {'id': '0f1b0a4f-6957-4601-9e8e-1d01e5cc0a26', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32519ef4-f8d7-4429-89ae-5965b7d9627d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:26Z', 'updated_at': '2021-08-10T03:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'e9bdbc9b-8915-45b9-9842-fa0d76543710', 'name': '', 'network_id': '279202d0-9092-43db-a92b-1b10a2ad47a0', 'tenant_id': '4c338092054e4c64a6391807bc8d123e', 'mac_address': 'fa:16:3e:d0:b0:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32519ef4-f8d7-4429-89ae-5965b7d9627d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': 'f2663f19-57f7-4b1a-a47e-fe316f67f230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:30Z', 'updated_at': '2021-08-10T03:36:30Z', 'revision_number': 1, 'project_id': '4c338092054e4c64a6391807bc8d123e', 'subnets': [{'id': 'f2663f19-57f7-4b1a-a47e-fe316f67f230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:31.808050 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d90d4ce-99fc-49d9-8524-9b0e822a7cab None None] The sync data for ids ['32519ef4-f8d7-4429-89ae-5965b7d9627d'] in n-d-768851-15 is: [{'id': '32519ef4-f8d7-4429-89ae-5965b7d9627d', 'name': 'tempest-TestServerBasicOps-1488878554-router', 'tenant_id': '4c338092054e4c64a6391807bc8d123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '0f1b0a4f-6957-4601-9e8e-1d01e5cc0a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:25Z', 'updated_at': '2021-08-10T03:36:31Z', 'revision_number': 4, 'project_id': '4c338092054e4c64a6391807bc8d123e', 'gw_port': {'id': '0f1b0a4f-6957-4601-9e8e-1d01e5cc0a26', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32519ef4-f8d7-4429-89ae-5965b7d9627d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:26Z', 'updated_at': '2021-08-10T03:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'e9bdbc9b-8915-45b9-9842-fa0d76543710', 'name': '', 'network_id': '279202d0-9092-43db-a92b-1b10a2ad47a0', 'tenant_id': '4c338092054e4c64a6391807bc8d123e', 'mac_address': 'fa:16:3e:d0:b0:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32519ef4-f8d7-4429-89ae-5965b7d9627d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': 'f2663f19-57f7-4b1a-a47e-fe316f67f230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:30Z', 'updated_at': '2021-08-10T03:36:30Z', 'revision_number': 1, 'project_id': '4c338092054e4c64a6391807bc8d123e', 'subnets': [{'id': 'f2663f19-57f7-4b1a-a47e-fe316f67f230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:36:31.809004 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-13cc4f2b-d81c-4536-8fd3-a8cbbcbf10d4 None None] Port e9bdbc9b-8915-45b9-9842-fa0d76543710 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:36:31.819016 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-ae86e4f3-20c0-4748-af7c-191e5c8c2d48 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] delete failed (client error): The resource could not be found. Aug 10 03:36:31.820070 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ae86e4f3-20c0-4748-af7c-191e5c8c2d48 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "DELETE /v2.0/routers/404706ce-b87d-4ac5-b8b5-835c423f7e04 HTTP/1.1" status: 404 len: 336 time: 0.1008506 Aug 10 03:36:31.822917 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56238) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:31.889348 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7aa72df9-7db6-44db-b211-f5758b19b52b tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "GET /v2.0/ports?device_id=c390d4b3-f0f4-4b5a-9ef9-69598820aad5 HTTP/1.1" status: 200 len: 205 time: 0.0650201 Aug 10 03:36:31.891635 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56240) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:31.939953 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-c95e7724-431f-41f0-8819-f9a882b1662d tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] delete failed (client error): The resource could not be found. Aug 10 03:36:31.940992 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c95e7724-431f-41f0-8819-f9a882b1662d tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "DELETE /v2.0/routers/c390d4b3-f0f4-4b5a-9ef9-69598820aad5 HTTP/1.1" status: 404 len: 336 time: 0.0484486 Aug 10 03:36:31.945611 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56242) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:31.995177 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7f3c2e5-c20e-4a94-b5fa-aa729f11a205 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] DELETE failed (client error): The resource could not be found. Aug 10 03:36:31.995639 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7f3c2e5-c20e-4a94-b5fa-aa729f11a205 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:36:31.997514 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f366647-4ce5-4345-a3d0-4e06a794e2cc admin admin] Network 279202d0-9092-43db-a92b-1b10a2ad47a0 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:31.999498 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-7f366647-4ce5-4345-a3d0-4e06a794e2cc admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:32.002624 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56244) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:32.006139 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b7f3c2e5-c20e-4a94-b5fa-aa729f11a205 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "DELETE /v2.0/subnets/8335f7fb-b015-4b82-8171-166683ff318c HTTP/1.1" status: 404 len: 337 time: 0.0604293 Aug 10 03:36:32.092194 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56246) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:32.103198 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0b174d6e-e172-488f-b4d8-735ea11d91cc tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "GET /v2.0/ports?device_id=5485fc33-b891-4827-85b1-20e0f4050237 HTTP/1.1" status: 200 len: 205 time: 0.0976574 Aug 10 03:36:32.187314 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [None req-04095592-b105-429b-aa7b-16ea194b78db tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] delete failed (client error): The resource could not be found. Aug 10 03:36:32.192939 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-04095592-b105-429b-aa7b-16ea194b78db tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "DELETE /v2.0/routers/5485fc33-b891-4827-85b1-20e0f4050237 HTTP/1.1" status: 404 len: 336 time: 0.0985789 Aug 10 03:36:32.192939 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56250) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:32.260930 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f366647-4ce5-4345-a3d0-4e06a794e2cc admin admin] Router 32519ef4-f8d7-4429-89ae-5965b7d9627d has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:36:32.271526 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-a63e9367-c3aa-473a-8643-058158402900 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "GET /v2.0/ports?device_id=91379a71-9012-4b99-a1e7-6400c86119c3 HTTP/1.1" status: 200 len: 205 time: 0.0773005 Aug 10 03:36:32.272271 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56252) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:32.346130 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [None req-5cb44485-3c74-4378-80d4-aa8f8fcd813c tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] delete failed (client error): The resource could not be found. Aug 10 03:36:32.350390 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-5cb44485-3c74-4378-80d4-aa8f8fcd813c tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "DELETE /v2.0/routers/91379a71-9012-4b99-a1e7-6400c86119c3 HTTP/1.1" status: 404 len: 336 time: 0.0765121 Aug 10 03:36:32.351266 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56256) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:32.423326 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac5e745d-8468-4c3f-9bf6-b59ab0cdfd9d tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] DELETE failed (client error): The resource could not be found. Aug 10 03:36:32.424028 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac5e745d-8468-4c3f-9bf6-b59ab0cdfd9d tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:36:32.428975 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ac5e745d-8468-4c3f-9bf6-b59ab0cdfd9d tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "DELETE /v2.0/subnets/22e31990-7c44-4886-95f6-dfc755f45cab HTTP/1.1" status: 404 len: 337 time: 0.0754800 Aug 10 03:36:32.432013 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56258) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:32.568383 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-36ea1685-c9e8-432b-98af-ac9b8b036743 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "GET /v2.0/ports?device_id=97675ffa-2c3f-4b3d-8513-aa7afd723fe5 HTTP/1.1" status: 200 len: 205 time: 0.1350622 Aug 10 03:36:32.608964 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56260) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:32.614116 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f366647-4ce5-4345-a3d0-4e06a794e2cc admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:36:32.621825 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-ac498200-e0f2-49a0-a0da-fb365b65e327 None None] Provisioning complete for port e9bdbc9b-8915-45b9-9842-fa0d76543710 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:32.630377 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ac498200-e0f2-49a0-a0da-fb365b65e327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:32.646242 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7f366647-4ce5-4345-a3d0-4e06a794e2cc admin admin] 10.222.0.62 "PUT /v2.0/routers/32519ef4-f8d7-4429-89ae-5965b7d9627d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2069669 Aug 10 03:36:32.707100 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [None req-2fd8beb2-c9e2-43db-8f03-9118d0a0c306 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] delete failed (client error): The resource could not be found. Aug 10 03:36:32.708081 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-2fd8beb2-c9e2-43db-8f03-9118d0a0c306 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "DELETE /v2.0/routers/97675ffa-2c3f-4b3d-8513-aa7afd723fe5 HTTP/1.1" status: 404 len: 336 time: 0.0982080 Aug 10 03:36:32.711182 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56264) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:32.725542 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-ac498200-e0f2-49a0-a0da-fb365b65e327 None None] Port e9bdbc9b-8915-45b9-9842-fa0d76543710 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:36:32.752624 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-a60c3c65-e88d-4eac-be21-99ead41019c8 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] DELETE failed (client error): The resource could not be found. Aug 10 03:36:32.753087 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a60c3c65-e88d-4eac-be21-99ead41019c8 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:36:32.757529 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-a60c3c65-e88d-4eac-be21-99ead41019c8 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "DELETE /v2.0/subnets/acce20e6-0082-4889-b20e-3ed70b29c4f8 HTTP/1.1" status: 404 len: 337 time: 0.0427113 Aug 10 03:36:32.757853 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56266) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:32.820160 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d49fcb6e-9189-4e1b-b9c5-f7de57c11339 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ff15ff3-6e42-4b9b-b9bf-40791c5585c1 HTTP/1.1" status: 200 len: 205 time: 0.0611002 Aug 10 03:36:32.822704 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56270) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:32.941390 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [None req-2d0ad783-f209-4e54-a314-8535599176c3 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] delete failed (client error): The resource could not be found. Aug 10 03:36:32.946026 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56274) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:32.967148 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-2d0ad783-f209-4e54-a314-8535599176c3 tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "DELETE /v2.0/routers/9ff15ff3-6e42-4b9b-b9bf-40791c5585c1 HTTP/1.1" status: 404 len: 336 time: 0.1187623 Aug 10 03:36:33.009943 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-099e47bb-801f-495b-b9df-36d6bf12dd1d tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] DELETE failed (client error): The resource could not be found. Aug 10 03:36:33.010411 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-099e47bb-801f-495b-b9df-36d6bf12dd1d tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:36:33.019929 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-099e47bb-801f-495b-b9df-36d6bf12dd1d tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "DELETE /v2.0/subnets/805bf448-3593-4795-85d7-f5aa77a64348 HTTP/1.1" status: 404 len: 337 time: 0.0727921 Aug 10 03:36:33.023376 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56276) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:33.066982 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-14a6be0b-dee2-431f-9d6d-6000653e6853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:33.074040 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-756869f9-ef37-4e07-b5b0-9925acc1495d tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] DELETE failed (client error): The resource could not be found. Aug 10 03:36:33.074515 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-756869f9-ef37-4e07-b5b0-9925acc1495d tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:36:33.076561 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-756869f9-ef37-4e07-b5b0-9925acc1495d tempest-RoutersIpV6Test-876560523 tempest-RoutersIpV6Test-876560523-project] 10.222.0.62 "DELETE /v2.0/subnets/9d2048e2-53db-47e0-9980-f70dac74bd1a HTTP/1.1" status: 404 len: 337 time: 0.0519347 Aug 10 03:36:33.401625 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:33.497145 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56294) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:33.610694 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56300) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:33.616203 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-ea75f0d2-bc39-44db-a08d-2a32c237adf0 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1014707484-network', 'tenant_id': 'cf95c33df94c4d9ca3cdb8326f008dad'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:33.663330 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea75f0d2-bc39-44db-a08d-2a32c237adf0 admin admin] Made reservation on behalf of cf95c33df94c4d9ca3cdb8326f008dad for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:36:33.666457 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ea75f0d2-bc39-44db-a08d-2a32c237adf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:33.684610 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ea75f0d2-bc39-44db-a08d-2a32c237adf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:33.691143 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-55676073-bc9e-460e-a4f7-caac24d5541d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c5bfc23a2d2d40be9b95b47c1cd0d209&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1927505 Aug 10 03:36:33.694307 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56302) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:33.751284 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6ced3eb9-532e-4998-b64d-c01d6e17d65b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:33.783913 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6ced3eb9-532e-4998-b64d-c01d6e17d65b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:33.813961 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ea75f0d2-bc39-44db-a08d-2a32c237adf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:33.821550 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ea75f0d2-bc39-44db-a08d-2a32c237adf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:33.848017 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6ced3eb9-532e-4998-b64d-c01d6e17d65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:33.849099 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea75f0d2-bc39-44db-a08d-2a32c237adf0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:36:33.851631 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6ced3eb9-532e-4998-b64d-c01d6e17d65b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:33.858951 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6ced3eb9-532e-4998-b64d-c01d6e17d65b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3ce50ee2-d973-4f6f-8273-a211c419031a HTTP/1.1" status: 204 len: 168 time: 0.1631911 Aug 10 03:36:33.865384 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea75f0d2-bc39-44db-a08d-2a32c237adf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31bcb70d-636e-4033-abcd-789d685428eb,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:33.870427 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ea75f0d2-bc39-44db-a08d-2a32c237adf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:33.870804 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-ea75f0d2-bc39-44db-a08d-2a32c237adf0 admin admin] Added segment 95e2de2f-d14a-4624-a370-13ee497ef656 of type vlan for network bb69b235-5375-4f23-943a-ed89e7b99960 Aug 10 03:36:33.885320 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ced3eb9-532e-4998-b64d-c01d6e17d65b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce50ee2-d973-4f6f-8273-a211c419031a,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:33.930098 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ea75f0d2-bc39-44db-a08d-2a32c237adf0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:33.969418 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ea75f0d2-bc39-44db-a08d-2a32c237adf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:33.971877 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea75f0d2-bc39-44db-a08d-2a32c237adf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:33.972711 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ea75f0d2-bc39-44db-a08d-2a32c237adf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:34.038509 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ea75f0d2-bc39-44db-a08d-2a32c237adf0 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4260478 Aug 10 03:36:34.042286 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56312) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:34.049575 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea75f0d2-bc39-44db-a08d-2a32c237adf0 admin admin] Pushing event updated for resources: {'Network': ['ID=bb69b235-5375-4f23-943a-ed89e7b99960,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:34.051858 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-262ff1f2-7d5e-47bc-831c-0d4152d9db5d admin admin] Request body: {'subnet': {'network_id': 'bb69b235-5375-4f23-943a-ed89e7b99960', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1014707484-subnet', 'tenant_id': 'cf95c33df94c4d9ca3cdb8326f008dad', 'ip_version': 4}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:34.066427 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network bb69b235-5375-4f23-943a-ed89e7b99960 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:36:34.124298 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262ff1f2-7d5e-47bc-831c-0d4152d9db5d admin admin] Made reservation on behalf of cf95c33df94c4d9ca3cdb8326f008dad for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:36:34.127619 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-262ff1f2-7d5e-47bc-831c-0d4152d9db5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:34.245178 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:34.392711 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-262ff1f2-7d5e-47bc-831c-0d4152d9db5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:34.457245 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262ff1f2-7d5e-47bc-831c-0d4152d9db5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf831ce6-f6e3-4bd9-bf09-fd07020dfa99,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:34.473138 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262ff1f2-7d5e-47bc-831c-0d4152d9db5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:34.473502 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262ff1f2-7d5e-47bc-831c-0d4152d9db5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:34.473843 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262ff1f2-7d5e-47bc-831c-0d4152d9db5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:34.474181 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262ff1f2-7d5e-47bc-831c-0d4152d9db5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:34.474516 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262ff1f2-7d5e-47bc-831c-0d4152d9db5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:34.474891 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262ff1f2-7d5e-47bc-831c-0d4152d9db5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:34.475223 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262ff1f2-7d5e-47bc-831c-0d4152d9db5d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:34.475552 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262ff1f2-7d5e-47bc-831c-0d4152d9db5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:34.475984 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262ff1f2-7d5e-47bc-831c-0d4152d9db5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:34.476200 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262ff1f2-7d5e-47bc-831c-0d4152d9db5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:34.476526 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262ff1f2-7d5e-47bc-831c-0d4152d9db5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:34.476851 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262ff1f2-7d5e-47bc-831c-0d4152d9db5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:34.479883 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262ff1f2-7d5e-47bc-831c-0d4152d9db5d admin admin] Checking segment: {'id': '95e2de2f-d14a-4624-a370-13ee497ef656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bb69b235-5375-4f23-943a-ed89e7b99960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:36:34.480249 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262ff1f2-7d5e-47bc-831c-0d4152d9db5d admin admin] Network hostable DHCP agents. Network: bb69b235-5375-4f23-943a-ed89e7b99960, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:36:34.522710 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262ff1f2-7d5e-47bc-831c-0d4152d9db5d admin admin] Network bb69b235-5375-4f23-943a-ed89e7b99960 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:36:34.545096 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-262ff1f2-7d5e-47bc-831c-0d4152d9db5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, bb69b235-5375-4f23-943a-ed89e7b99960) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:34.551997 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262ff1f2-7d5e-47bc-831c-0d4152d9db5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:34.552608 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-262ff1f2-7d5e-47bc-831c-0d4152d9db5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:34.565072 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56aa1f7d-d6e6-4347-8dd6-ccd13ae968c8 None None] Network bb69b235-5375-4f23-943a-ed89e7b99960 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:36:34.589613 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-262ff1f2-7d5e-47bc-831c-0d4152d9db5d admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5416303 Aug 10 03:36:34.589732 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56334) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:34.594562 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-2cebffff-795e-4531-ad8b-c232a863b481 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1014707484-router', 'tenant_id': 'cf95c33df94c4d9ca3cdb8326f008dad', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:34.641108 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2cebffff-795e-4531-ad8b-c232a863b481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:34.642586 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2cebffff-795e-4531-ad8b-c232a863b481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:34.773405 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2cebffff-795e-4531-ad8b-c232a863b481 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:34.842950 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7bba6d-f6d6-4f67-a7b7-8322fbb74d98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-bb69b235-5375-4f23-943a-ed89e7b99960', 'network_id': 'bb69b235-5375-4f23-943a-ed89e7b99960', 'tenant_id': 'cf95c33df94c4d9ca3cdb8326f008dad', 'fixed_ips': [{'subnet_id': 'bf831ce6-f6e3-4bd9-bf09-fd07020dfa99'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:36:34.843898 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-db7bba6d-f6d6-4f67-a7b7-8322fbb74d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:34.846624 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 0f1b0a4f-6957-4601-9e8e-1d01e5cc0a26 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:34.978395 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2cebffff-795e-4531-ad8b-c232a863b481 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:35.108868 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 0f1b0a4f-6957-4601-9e8e-1d01e5cc0a26 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:35.116028 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 0f1b0a4f-6957-4601-9e8e-1d01e5cc0a26 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:35.116737 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:35.141208 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56346) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:35.183684 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-db7bba6d-f6d6-4f67-a7b7-8322fbb74d98 None None] Allocated IP 172.20.0.2 (bb69b235-5375-4f23-943a-ed89e7b99960/bf831ce6-f6e3-4bd9-bf09-fd07020dfa99/19235dce-bf94-428b-a730-c474a4d0e0a7) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:36:35.215685 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d46df73-7301-411d-a951-f356d2b4e30b None None] Sync routers for ids ['32519ef4-f8d7-4429-89ae-5965b7d9627d'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:36:35.237903 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d46df73-7301-411d-a951-f356d2b4e30b None None] Routers {'32519ef4-f8d7-4429-89ae-5965b7d9627d'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:35.241738 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-2d46df73-7301-411d-a951-f356d2b4e30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['32519ef4-f8d7-4429-89ae-5965b7d9627d'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:35.255451 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2cebffff-795e-4531-ad8b-c232a863b481 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:35.277003 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2cebffff-795e-4531-ad8b-c232a863b481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:35.304865 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:35.305399 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-0df3d1a6-714c-474d-8179-8bab273ff987 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Request body: {'security_group': {'name': 'tempest-secgroup--1796832371'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:35.335851 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0df3d1a6-714c-474d-8179-8bab273ff987 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:35.341108 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 0f1b0a4f-6957-4601-9e8e-1d01e5cc0a26, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=0f1b0a4f-6957-4601-9e8e-1d01e5cc0a26,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:35.354224 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0df3d1a6-714c-474d-8179-8bab273ff987 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:35.356877 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:35.452418 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=0f1b0a4f-6957-4601-9e8e-1d01e5cc0a26,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:35.481500 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:35.481887 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:35.482194 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:35.482537 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:35.482909 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:35.483248 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:35.483964 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:35.484306 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:35.484641 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:35.484974 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:35.485307 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:35.485638 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:35.490547 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-2cebffff-795e-4531-ad8b-c232a863b481 admin admin] Allocated IP 172.25.7.83 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/f0a5abf4-3937-47d0-b363-62561a67c589) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:36:35.544645 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-db7bba6d-f6d6-4f67-a7b7-8322fbb74d98 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:35.563936 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-db7bba6d-f6d6-4f67-a7b7-8322fbb74d98 None None] Transition to ACTIVE for port object 19235dce-bf94-428b-a730-c474a4d0e0a7 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:35.576765 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-2d46df73-7301-411d-a951-f356d2b4e30b None None] Set router 32519ef4-f8d7-4429-89ae-5965b7d9627d gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:36:35.599463 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-db7bba6d-f6d6-4f67-a7b7-8322fbb74d98 None None] Transition to ACTIVE for port object 19235dce-bf94-428b-a730-c474a4d0e0a7 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:35.612528 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-db7bba6d-f6d6-4f67-a7b7-8322fbb74d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:35.665630 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2cebffff-795e-4531-ad8b-c232a863b481 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:35.675971 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7bba6d-f6d6-4f67-a7b7-8322fbb74d98 None None] Network bb69b235-5375-4f23-943a-ed89e7b99960 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:35.677743 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0df3d1a6-714c-474d-8179-8bab273ff987 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:35.679824 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-db7bba6d-f6d6-4f67-a7b7-8322fbb74d98 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:35.686041 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0df3d1a6-714c-474d-8179-8bab273ff987 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:35.688119 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7bba6d-f6d6-4f67-a7b7-8322fbb74d98 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:36:35.734658 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7bba6d-f6d6-4f67-a7b7-8322fbb74d98 None None] Pushing event updated for resources: {'Port': ['ID=19235dce-bf94-428b-a730-c474a4d0e0a7,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:35.765963 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2cebffff-795e-4531-ad8b-c232a863b481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:35.776676 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-db7bba6d-f6d6-4f67-a7b7-8322fbb74d98 None None] Attempting to bind port 19235dce-bf94-428b-a730-c474a4d0e0a7 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:36:35.777530 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-db7bba6d-f6d6-4f67-a7b7-8322fbb74d98 None None] Attempting to bind port 19235dce-bf94-428b-a730-c474a4d0e0a7 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '95e2de2f-d14a-4624-a370-13ee497ef656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bb69b235-5375-4f23-943a-ed89e7b99960'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:36:35.778183 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7bba6d-f6d6-4f67-a7b7-8322fbb74d98 None None] Attempting to bind port 19235dce-bf94-428b-a730-c474a4d0e0a7 on network bb69b235-5375-4f23-943a-ed89e7b99960 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:36:35.785867 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7bba6d-f6d6-4f67-a7b7-8322fbb74d98 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:36:35.786492 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7bba6d-f6d6-4f67-a7b7-8322fbb74d98 None None] Checking segment: {'id': '95e2de2f-d14a-4624-a370-13ee497ef656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bb69b235-5375-4f23-943a-ed89e7b99960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:36:35.787423 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-db7bba6d-f6d6-4f67-a7b7-8322fbb74d98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:35.788135 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7bba6d-f6d6-4f67-a7b7-8322fbb74d98 None None] Bound using segment: {'id': '95e2de2f-d14a-4624-a370-13ee497ef656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bb69b235-5375-4f23-943a-ed89e7b99960'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:36:35.793149 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-db7bba6d-f6d6-4f67-a7b7-8322fbb74d98 None None] Bound port: 19235dce-bf94-428b-a730-c474a4d0e0a7, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95e2de2f-d14a-4624-a370-13ee497ef656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bb69b235-5375-4f23-943a-ed89e7b99960'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:36:35.794336 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-db7bba6d-f6d6-4f67-a7b7-8322fbb74d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:35.867770 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cebffff-795e-4531-ad8b-c232a863b481 admin admin] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:35.871961 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-2cebffff-795e-4531-ad8b-c232a863b481 admin admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:35.877837 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cebffff-795e-4531-ad8b-c232a863b481 admin admin] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:36:35.885641 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0df3d1a6-714c-474d-8179-8bab273ff987 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:35.972455 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-db7bba6d-f6d6-4f67-a7b7-8322fbb74d98 None None] For port 19235dce-bf94-428b-a730-c474a4d0e0a7, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:36:35.979269 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df3d1a6-714c-474d-8179-8bab273ff987 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb99086f-d47c-407b-a970-66add6f6cc75,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:35.980559 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-db7bba6d-f6d6-4f67-a7b7-8322fbb74d98 None None] For port 19235dce-bf94-428b-a730-c474a4d0e0a7, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=19235dce-bf94-428b-a730-c474a4d0e0a7,segment=NetworkSegment(95e2de2f-d14a-4624-a370-13ee497ef656),segment_id=95e2de2f-d14a-4624-a370-13ee497ef656)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:36:35.983389 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0df3d1a6-714c-474d-8179-8bab273ff987 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:36.014824 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-2d46df73-7301-411d-a951-f356d2b4e30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32519ef4-f8d7-4429-89ae-5965b7d9627d', 'name': 'tempest-TestServerBasicOps-1488878554-router', 'tenant_id': '4c338092054e4c64a6391807bc8d123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '0f1b0a4f-6957-4601-9e8e-1d01e5cc0a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:25Z', 'updated_at': '2021-08-10T03:36:31Z', 'revision_number': 4, 'project_id': '4c338092054e4c64a6391807bc8d123e', 'gw_port': {'id': '0f1b0a4f-6957-4601-9e8e-1d01e5cc0a26', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32519ef4-f8d7-4429-89ae-5965b7d9627d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:26Z', 'updated_at': '2021-08-10T03:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'e9bdbc9b-8915-45b9-9842-fa0d76543710', 'name': '', 'network_id': '279202d0-9092-43db-a92b-1b10a2ad47a0', 'tenant_id': '4c338092054e4c64a6391807bc8d123e', 'mac_address': 'fa:16:3e:d0:b0:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32519ef4-f8d7-4429-89ae-5965b7d9627d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': 'f2663f19-57f7-4b1a-a47e-fe316f67f230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:30Z', 'updated_at': '2021-08-10T03:36:31Z', 'revision_number': 2, 'project_id': '4c338092054e4c64a6391807bc8d123e', 'subnets': [{'id': 'f2663f19-57f7-4b1a-a47e-fe316f67f230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:36.017952 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-db7bba6d-f6d6-4f67-a7b7-8322fbb74d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:36.031703 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df3d1a6-714c-474d-8179-8bab273ff987 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ecf4dc-7f15-4d70-a127-3c54f399aa6b,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:36.038345 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0df3d1a6-714c-474d-8179-8bab273ff987 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:36.039739 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0df3d1a6-714c-474d-8179-8bab273ff987 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8993714 Aug 10 03:36:36.043285 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56362) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:36.079196 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d46df73-7301-411d-a951-f356d2b4e30b None None] Checking router: 32519ef4-f8d7-4429-89ae-5965b7d9627d for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:36:36.080396 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d46df73-7301-411d-a951-f356d2b4e30b None None] Updating router 32519ef4-f8d7-4429-89ae-5965b7d9627d port e9bdbc9b-8915-45b9-9842-fa0d76543710 binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:36:36.094239 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:36.109496 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7bba6d-f6d6-4f67-a7b7-8322fbb74d98 None None] Pushing event updated for resources: {'Port': ['ID=19235dce-bf94-428b-a730-c474a4d0e0a7,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:36.136889 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-42d21399-ecea-4f45-9f65-356696f0f708 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0915728 Aug 10 03:36:36.143057 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56364) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:36.148919 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-437ae22f-9b41-47fc-9ee6-00a0576b1b2b tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Request body: {'security_group': {'name': 'tempest-security--1991711869', 'description': 'tempest-security-description-580818760'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:36.160707 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-2d46df73-7301-411d-a951-f356d2b4e30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:36.183918 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-437ae22f-9b41-47fc-9ee6-00a0576b1b2b tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:36.242449 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-437ae22f-9b41-47fc-9ee6-00a0576b1b2b tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:36.247760 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-437ae22f-9b41-47fc-9ee6-00a0576b1b2b tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:36.251790 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-437ae22f-9b41-47fc-9ee6-00a0576b1b2b tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:36.253710 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-437ae22f-9b41-47fc-9ee6-00a0576b1b2b tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "PUT /v2.0/security-groups/e0ecf4dc-7f15-4d70-a127-3c54f399aa6b HTTP/1.1" status: 200 len: 1779 time: 0.1087260 Aug 10 03:36:36.288616 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56366) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:36.289671 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437ae22f-9b41-47fc-9ee6-00a0576b1b2b tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ecf4dc-7f15-4d70-a127-3c54f399aa6b,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:36.363175 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1004ef12-94c3-450f-b2de-2b51d8af2eee tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "GET /v2.0/security-groups/e0ecf4dc-7f15-4d70-a127-3c54f399aa6b HTTP/1.1" status: 200 len: 1779 time: 0.0639727 Aug 10 03:36:36.385788 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56368) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:36.544216 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-316aeac5-fa07-414e-868e-103f8ecf8804 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:36.597617 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-316aeac5-fa07-414e-868e-103f8ecf8804 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:36.611530 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cebffff-795e-4531-ad8b-c232a863b481 admin admin] Pushing event updated for resources: {'Port': ['ID=f0a5abf4-3937-47d0-b363-62561a67c589,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:36.661005 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-316aeac5-fa07-414e-868e-103f8ecf8804 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:36.666766 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-316aeac5-fa07-414e-868e-103f8ecf8804 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:36.671086 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-316aeac5-fa07-414e-868e-103f8ecf8804 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "DELETE /v2.0/security-groups/e0ecf4dc-7f15-4d70-a127-3c54f399aa6b HTTP/1.1" status: 204 len: 168 time: 0.2842376 Aug 10 03:36:36.671821 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56370) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:36.721252 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316aeac5-fa07-414e-868e-103f8ecf8804 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ecf4dc-7f15-4d70-a127-3c54f399aa6b,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:36.722239 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-2d46df73-7301-411d-a951-f356d2b4e30b None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:36.744831 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-2d46df73-7301-411d-a951-f356d2b4e30b None None] Transition to ACTIVE for port object e9bdbc9b-8915-45b9-9842-fa0d76543710 will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:36.761541 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-2d46df73-7301-411d-a951-f356d2b4e30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:36.789094 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2371dd51-78e9-4564-9ee6-dc32b8de67c5 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1108615 Aug 10 03:36:36.790293 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56372) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:36.809735 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-5f5d6011-f1b9-4d5b-adc8-4c005cc3c41a tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] delete failed (client error): The resource could not be found. Aug 10 03:36:36.814452 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-5f5d6011-f1b9-4d5b-adc8-4c005cc3c41a tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "DELETE /v2.0/security-groups/e0ecf4dc-7f15-4d70-a127-3c54f399aa6b HTTP/1.1" status: 404 len: 347 time: 0.0191805 Aug 10 03:36:36.815104 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56374) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:36.820126 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ae39a7-44bd-42a7-bd0f-7a1241ede7c3 None None] Pushing event updated for resources: {'Port': ['ID=e9bdbc9b-8915-45b9-9842-fa0d76543710,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:36.820736 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-8a5deb31-3a93-4ab1-8449-6e8e0785392f tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Request body: {'security_group': {'name': 'tempest-secgroup--842128358'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:36.895480 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 19235dce-bf94-428b-a730-c474a4d0e0a7 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:36.906436 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8a5deb31-3a93-4ab1-8449-6e8e0785392f tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:36.936082 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-2d46df73-7301-411d-a951-f356d2b4e30b None None] Attempting to bind port e9bdbc9b-8915-45b9-9842-fa0d76543710 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:36:36.936874 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-2d46df73-7301-411d-a951-f356d2b4e30b None None] Attempting to bind port e9bdbc9b-8915-45b9-9842-fa0d76543710 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '2f5328e0-7408-48d8-a920-90a7481293e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '279202d0-9092-43db-a92b-1b10a2ad47a0'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:36:36.937628 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d46df73-7301-411d-a951-f356d2b4e30b None None] Attempting to bind port e9bdbc9b-8915-45b9-9842-fa0d76543710 on network 279202d0-9092-43db-a92b-1b10a2ad47a0 {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:36:36.945799 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d46df73-7301-411d-a951-f356d2b4e30b None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:36:36.948466 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d46df73-7301-411d-a951-f356d2b4e30b None None] Checking segment: {'id': '2f5328e0-7408-48d8-a920-90a7481293e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '279202d0-9092-43db-a92b-1b10a2ad47a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:36:36.949405 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-2d46df73-7301-411d-a951-f356d2b4e30b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:36.950087 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d46df73-7301-411d-a951-f356d2b4e30b None None] Bound using segment: {'id': '2f5328e0-7408-48d8-a920-90a7481293e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '279202d0-9092-43db-a92b-1b10a2ad47a0'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:36:36.951107 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-2d46df73-7301-411d-a951-f356d2b4e30b None None] Bound port: e9bdbc9b-8915-45b9-9842-fa0d76543710, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f5328e0-7408-48d8-a920-90a7481293e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '279202d0-9092-43db-a92b-1b10a2ad47a0'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:36:36.951601 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-2d46df73-7301-411d-a951-f356d2b4e30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:37.044327 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 19235dce-bf94-428b-a730-c474a4d0e0a7 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:37.053140 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 0f1b0a4f-6957-4601-9e8e-1d01e5cc0a26 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:37.106248 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-2d46df73-7301-411d-a951-f356d2b4e30b None None] For port e9bdbc9b-8915-45b9-9842-fa0d76543710, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:36:37.120597 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-2d46df73-7301-411d-a951-f356d2b4e30b None None] For port e9bdbc9b-8915-45b9-9842-fa0d76543710, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=e9bdbc9b-8915-45b9-9842-fa0d76543710,segment=NetworkSegment(2f5328e0-7408-48d8-a920-90a7481293e3),segment_id=2f5328e0-7408-48d8-a920-90a7481293e3)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:36:37.145636 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 0f1b0a4f-6957-4601-9e8e-1d01e5cc0a26 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:37.146248 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:37.146501 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-2d46df73-7301-411d-a951-f356d2b4e30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:37.248354 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2cebffff-795e-4531-ad8b-c232a863b481 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:37.289558 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d46df73-7301-411d-a951-f356d2b4e30b None None] Routers {'32519ef4-f8d7-4429-89ae-5965b7d9627d'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:37.295661 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-2d46df73-7301-411d-a951-f356d2b4e30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['32519ef4-f8d7-4429-89ae-5965b7d9627d'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:37.338845 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8a5deb31-3a93-4ab1-8449-6e8e0785392f tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:37.418112 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8a5deb31-3a93-4ab1-8449-6e8e0785392f tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:37.449399 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ae39a7-44bd-42a7-bd0f-7a1241ede7c3 None None] Pushing event updated for resources: {'Port': ['ID=e9bdbc9b-8915-45b9-9842-fa0d76543710,revision_number=4']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:37.473690 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-2d46df73-7301-411d-a951-f356d2b4e30b None None] Set router 32519ef4-f8d7-4429-89ae-5965b7d9627d gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:36:37.488186 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5deb31-3a93-4ab1-8449-6e8e0785392f tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b812598-53b4-4788-b039-16a00a30ee91,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:37.504517 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8a5deb31-3a93-4ab1-8449-6e8e0785392f tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:37.508822 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56388) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:37.509296 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8a5deb31-3a93-4ab1-8449-6e8e0785392f tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6928308 Aug 10 03:36:37.514840 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-69eff14b-54e6-4e4a-9106-dd05c235d5bb tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Request body: {'security_group_rule': {'security_group_id': '3b812598-53b4-4788-b039-16a00a30ee91', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:37.583050 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-69eff14b-54e6-4e4a-9106-dd05c235d5bb tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:37.649409 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2cebffff-795e-4531-ad8b-c232a863b481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:37.713637 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-69eff14b-54e6-4e4a-9106-dd05c235d5bb tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:37.726417 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-69eff14b-54e6-4e4a-9106-dd05c235d5bb tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:37.759131 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eff14b-54e6-4e4a-9106-dd05c235d5bb tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36565b6a-cf7f-4270-a75c-6e664e173b11,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:37.783690 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dffe822-ba06-4357-9591-169590d756ed None None] Network bb69b235-5375-4f23-943a-ed89e7b99960 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:36:37.796162 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-69eff14b-54e6-4e4a-9106-dd05c235d5bb tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:37.797552 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-69eff14b-54e6-4e4a-9106-dd05c235d5bb tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2869966 Aug 10 03:36:37.801439 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56390) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:37.830429 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ec869a5f-0373-488f-b7bc-b9a9e4e8b06b tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:37.850424 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ec869a5f-0373-488f-b7bc-b9a9e4e8b06b tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:37.876812 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-727a4b5e-bb86-40b1-9646-d4e801d31e2f None None] Provisioning for port 19235dce-bf94-428b-a730-c474a4d0e0a7 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:37.904185 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ec869a5f-0373-488f-b7bc-b9a9e4e8b06b tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:37.915933 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ec869a5f-0373-488f-b7bc-b9a9e4e8b06b tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:37.920208 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ec869a5f-0373-488f-b7bc-b9a9e4e8b06b tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/36565b6a-cf7f-4270-a75c-6e664e173b11 HTTP/1.1" status: 204 len: 168 time: 0.1177580 Aug 10 03:36:37.920508 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56392) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:37.922245 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec869a5f-0373-488f-b7bc-b9a9e4e8b06b tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=36565b6a-cf7f-4270-a75c-6e664e173b11,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:37.924684 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cebffff-795e-4531-ad8b-c232a863b481 admin admin] Router 91d44396-17fc-4b0d-aa8d-368c721c56e2 is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:36:37.933586 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-2d46df73-7301-411d-a951-f356d2b4e30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32519ef4-f8d7-4429-89ae-5965b7d9627d', 'name': 'tempest-TestServerBasicOps-1488878554-router', 'tenant_id': '4c338092054e4c64a6391807bc8d123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '0f1b0a4f-6957-4601-9e8e-1d01e5cc0a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:25Z', 'updated_at': '2021-08-10T03:36:31Z', 'revision_number': 4, 'project_id': '4c338092054e4c64a6391807bc8d123e', 'gw_port': {'id': '0f1b0a4f-6957-4601-9e8e-1d01e5cc0a26', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32519ef4-f8d7-4429-89ae-5965b7d9627d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:26Z', 'updated_at': '2021-08-10T03:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'e9bdbc9b-8915-45b9-9842-fa0d76543710', 'name': '', 'network_id': '279202d0-9092-43db-a92b-1b10a2ad47a0', 'tenant_id': '4c338092054e4c64a6391807bc8d123e', 'mac_address': 'fa:16:3e:d0:b0:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32519ef4-f8d7-4429-89ae-5965b7d9627d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': 'f2663f19-57f7-4b1a-a47e-fe316f67f230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:30Z', 'updated_at': '2021-08-10T03:36:37Z', 'revision_number': 4, 'project_id': '4c338092054e4c64a6391807bc8d123e', 'subnets': [{'id': 'f2663f19-57f7-4b1a-a47e-fe316f67f230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:37.966312 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d46df73-7301-411d-a951-f356d2b4e30b None None] The sync data for ids ['32519ef4-f8d7-4429-89ae-5965b7d9627d'] in n-d-768851-15 is: [{'id': '32519ef4-f8d7-4429-89ae-5965b7d9627d', 'name': 'tempest-TestServerBasicOps-1488878554-router', 'tenant_id': '4c338092054e4c64a6391807bc8d123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '0f1b0a4f-6957-4601-9e8e-1d01e5cc0a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:25Z', 'updated_at': '2021-08-10T03:36:31Z', 'revision_number': 4, 'project_id': '4c338092054e4c64a6391807bc8d123e', 'gw_port': {'id': '0f1b0a4f-6957-4601-9e8e-1d01e5cc0a26', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32519ef4-f8d7-4429-89ae-5965b7d9627d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:26Z', 'updated_at': '2021-08-10T03:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'e9bdbc9b-8915-45b9-9842-fa0d76543710', 'name': '', 'network_id': '279202d0-9092-43db-a92b-1b10a2ad47a0', 'tenant_id': '4c338092054e4c64a6391807bc8d123e', 'mac_address': 'fa:16:3e:d0:b0:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32519ef4-f8d7-4429-89ae-5965b7d9627d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': 'f2663f19-57f7-4b1a-a47e-fe316f67f230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:30Z', 'updated_at': '2021-08-10T03:36:37Z', 'revision_number': 4, 'project_id': '4c338092054e4c64a6391807bc8d123e', 'subnets': [{'id': 'f2663f19-57f7-4b1a-a47e-fe316f67f230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:36:37.972885 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-727a4b5e-bb86-40b1-9646-d4e801d31e2f None None] Provisioning complete for port 19235dce-bf94-428b-a730-c474a4d0e0a7 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:37.973307 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-727a4b5e-bb86-40b1-9646-d4e801d31e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:37.996666 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-fdfc958f-81d7-4c3f-ab60-691140021fc2 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0749912 Aug 10 03:36:37.999287 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56394) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:38.047739 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cebffff-795e-4531-ad8b-c232a863b481 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:36:38.071670 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2cebffff-795e-4531-ad8b-c232a863b481 admin admin] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:38.073354 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-2cebffff-795e-4531-ad8b-c232a863b481 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.4827237 Aug 10 03:36:38.075722 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f5ca7b-e47e-4365-a2f2-e1f7d5abe478 None None] Sync routers for ids ['91d44396-17fc-4b0d-aa8d-368c721c56e2'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:36:38.076398 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56398) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:38.105922 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3c00066c-fd45-4ece-8331-2580ec8ce7a0 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:38.140459 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f5ca7b-e47e-4365-a2f2-e1f7d5abe478 None None] Routers {'91d44396-17fc-4b0d-aa8d-368c721c56e2'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:38.141108 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-17f5ca7b-e47e-4365-a2f2-e1f7d5abe478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['91d44396-17fc-4b0d-aa8d-368c721c56e2'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:38.181292 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3c00066c-fd45-4ece-8331-2580ec8ce7a0 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:38.277754 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3c00066c-fd45-4ece-8331-2580ec8ce7a0 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:38.281738 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3c00066c-fd45-4ece-8331-2580ec8ce7a0 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:38.284344 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3c00066c-fd45-4ece-8331-2580ec8ce7a0 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "DELETE /v2.0/security-groups/3b812598-53b4-4788-b039-16a00a30ee91 HTTP/1.1" status: 204 len: 168 time: 0.2840469 Aug 10 03:36:38.288677 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56404) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:38.361577 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c00066c-fd45-4ece-8331-2580ec8ce7a0 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b812598-53b4-4788-b039-16a00a30ee91,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:38.437774 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c79f969a-d0ab-4469-afd3-e21e596fab77 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1446834 Aug 10 03:36:38.438441 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56406) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:38.446429 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-5c1bcc24-6c98-4cb0-b479-3468bc81f942 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Request body: {'security_group': {'name': 'tempest-secgroup--919654810'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:38.506984 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-727a4b5e-bb86-40b1-9646-d4e801d31e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:38.509009 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5c1bcc24-6c98-4cb0-b479-3468bc81f942 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:38.550075 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-17f5ca7b-e47e-4365-a2f2-e1f7d5abe478 None None] Set router 91d44396-17fc-4b0d-aa8d-368c721c56e2 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:36:38.715308 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5c1bcc24-6c98-4cb0-b479-3468bc81f942 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:38.723053 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5c1bcc24-6c98-4cb0-b479-3468bc81f942 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:38.790759 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5c1bcc24-6c98-4cb0-b479-3468bc81f942 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:38.796389 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56408) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:38.797055 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-5c1bcc24-6c98-4cb0-b479-3468bc81f942 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3555212 Aug 10 03:36:38.800158 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1bcc24-6c98-4cb0-b479-3468bc81f942 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a622d6ac-f097-47d3-96c1-4f6215fb3b7a,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:38.803124 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e9bdbc9b-8915-45b9-9842-fa0d76543710 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:38.806048 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-124a70cb-06ef-4450-a040-d27c564b33f1 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Request body: {'security_group_rule': {'security_group_id': 'a622d6ac-f097-47d3-96c1-4f6215fb3b7a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:38.870064 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-727a4b5e-bb86-40b1-9646-d4e801d31e2f None None] For port 19235dce-bf94-428b-a730-c474a4d0e0a7, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=19235dce-bf94-428b-a730-c474a4d0e0a7,segment=NetworkSegment(95e2de2f-d14a-4624-a370-13ee497ef656),segment_id=95e2de2f-d14a-4624-a370-13ee497ef656)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:38.886044 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-727a4b5e-bb86-40b1-9646-d4e801d31e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:38.946032 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-124a70cb-06ef-4450-a040-d27c564b33f1 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:38.949603 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port e9bdbc9b-8915-45b9-9842-fa0d76543710 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:38.959954 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port e9bdbc9b-8915-45b9-9842-fa0d76543710 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:38.959954 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:39.014919 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727a4b5e-bb86-40b1-9646-d4e801d31e2f None None] Pushing event updated for resources: {'Port': ['ID=19235dce-bf94-428b-a730-c474a4d0e0a7,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:39.054646 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9b6e6535-c07e-4bd7-b1a4-4c82e87f4846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:39.085036 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-124a70cb-06ef-4450-a040-d27c564b33f1 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:39.094583 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-124a70cb-06ef-4450-a040-d27c564b33f1 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:39.105190 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-15dfcdf1-b7cd-4830-a04b-c0c9826a7545 None None] Provisioning complete for port 19235dce-bf94-428b-a730-c474a4d0e0a7 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:39.105935 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-15dfcdf1-b7cd-4830-a04b-c0c9826a7545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:39.193724 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-17f5ca7b-e47e-4365-a2f2-e1f7d5abe478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d44396-17fc-4b0d-aa8d-368c721c56e2', 'name': 'tempest-TestServerBasicOps-1014707484-router', 'tenant_id': 'cf95c33df94c4d9ca3cdb8326f008dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'f0a5abf4-3937-47d0-b363-62561a67c589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:34Z', 'updated_at': '2021-08-10T03:36:36Z', 'revision_number': 3, 'project_id': 'cf95c33df94c4d9ca3cdb8326f008dad', 'gw_port': {'id': 'f0a5abf4-3937-47d0-b363-62561a67c589', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d44396-17fc-4b0d-aa8d-368c721c56e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:35Z', 'updated_at': '2021-08-10T03:36:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:39.224288 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124a70cb-06ef-4450-a040-d27c564b33f1 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7192b9a6-1549-48c9-b699-91c752c96134,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:39.234589 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:39.240172 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f5ca7b-e47e-4365-a2f2-e1f7d5abe478 None None] Checking router: 91d44396-17fc-4b0d-aa8d-368c721c56e2 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:36:39.240486 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f5ca7b-e47e-4365-a2f2-e1f7d5abe478 None None] Updating router 91d44396-17fc-4b0d-aa8d-368c721c56e2 port f0a5abf4-3937-47d0-b363-62561a67c589 binding host n-d-768851-15 {{(pid=94218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:36:39.249970 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-124a70cb-06ef-4450-a040-d27c564b33f1 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:39.251215 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-124a70cb-06ef-4450-a040-d27c564b33f1 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4519784 Aug 10 03:36:39.254444 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56414) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:39.261353 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-f6686f0f-45df-4c7c-87cc-1971d6d8c88c tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Request body: {'security_group_rule': {'security_group_id': 'a622d6ac-f097-47d3-96c1-4f6215fb3b7a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:39.316505 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f6686f0f-45df-4c7c-87cc-1971d6d8c88c tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:39.352377 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-17f5ca7b-e47e-4365-a2f2-e1f7d5abe478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:39.447419 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-9b6e6535-c07e-4bd7-b1a4-4c82e87f4846 admin admin] Allocated IP 172.20.0.1 (bb69b235-5375-4f23-943a-ed89e7b99960/bf831ce6-f6e3-4bd9-bf09-fd07020dfa99/8a43c054-a767-4007-a103-abb547e62317) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:36:39.461762 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f6686f0f-45df-4c7c-87cc-1971d6d8c88c tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:39.476654 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f6686f0f-45df-4c7c-87cc-1971d6d8c88c tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:39.500028 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port e9bdbc9b-8915-45b9-9842-fa0d76543710, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=e9bdbc9b-8915-45b9-9842-fa0d76543710,segment=NetworkSegment(2f5328e0-7408-48d8-a920-90a7481293e3),segment_id=2f5328e0-7408-48d8-a920-90a7481293e3)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:39.508667 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6686f0f-45df-4c7c-87cc-1971d6d8c88c tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3bb0465-5a58-482b-99ba-0d1af3aacd32,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:39.521641 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f6686f0f-45df-4c7c-87cc-1971d6d8c88c tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:39.522884 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f6686f0f-45df-4c7c-87cc-1971d6d8c88c tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2674217 Aug 10 03:36:39.525867 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56418) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:39.530667 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-ed037d0e-d87e-4d63-95b7-b43e98e06d5a tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Request body: {'security_group_rule': {'security_group_id': 'a622d6ac-f097-47d3-96c1-4f6215fb3b7a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:39.538693 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:39.586052 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ed037d0e-d87e-4d63-95b7-b43e98e06d5a tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:39.606332 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9b6e6535-c07e-4bd7-b1a4-4c82e87f4846 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:39.622333 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-9b6e6535-c07e-4bd7-b1a4-4c82e87f4846 admin admin] Transition to ACTIVE for port object 8a43c054-a767-4007-a103-abb547e62317 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:39.663353 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9b6e6535-c07e-4bd7-b1a4-4c82e87f4846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:39.674811 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=e9bdbc9b-8915-45b9-9842-fa0d76543710,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:39.692744 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ed037d0e-d87e-4d63-95b7-b43e98e06d5a tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:39.702359 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ed037d0e-d87e-4d63-95b7-b43e98e06d5a tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:39.725889 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed037d0e-d87e-4d63-95b7-b43e98e06d5a tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b41c10d0-94ac-4106-ba16-1f77702c2d73,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:39.727844 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6e6535-c07e-4bd7-b1a4-4c82e87f4846 admin admin] Network bb69b235-5375-4f23-943a-ed89e7b99960 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:39.729647 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-9b6e6535-c07e-4bd7-b1a4-4c82e87f4846 admin admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:39.739186 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ed037d0e-d87e-4d63-95b7-b43e98e06d5a tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:39.744752 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ed037d0e-d87e-4d63-95b7-b43e98e06d5a tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2175012 Aug 10 03:36:39.746129 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56420) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:39.750705 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6e6535-c07e-4bd7-b1a4-4c82e87f4846 admin admin] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:36:39.755726 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-89dd5fb4-d6a5-4a4b-9de7-11ad3bfceea7 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Request body: {'security_group_rule': {'security_group_id': 'a622d6ac-f097-47d3-96c1-4f6215fb3b7a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:39.790644 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6e6535-c07e-4bd7-b1a4-4c82e87f4846 admin admin] Pushing event updated for resources: {'Port': ['ID=8a43c054-a767-4007-a103-abb547e62317,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:39.813476 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-89dd5fb4-d6a5-4a4b-9de7-11ad3bfceea7 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:39.838958 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9b6e6535-c07e-4bd7-b1a4-4c82e87f4846 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:39.959442 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-89dd5fb4-d6a5-4a4b-9de7-11ad3bfceea7 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:39.967273 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-89dd5fb4-d6a5-4a4b-9de7-11ad3bfceea7 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:40.012280 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd5fb4-d6a5-4a4b-9de7-11ad3bfceea7 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0679aa1-4934-4a43-8d11-8147820a0582,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:40.022720 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-89dd5fb4-d6a5-4a4b-9de7-11ad3bfceea7 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:40.023903 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-89dd5fb4-d6a5-4a4b-9de7-11ad3bfceea7 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2757974 Aug 10 03:36:40.027955 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56422) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:40.032119 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-17f5ca7b-e47e-4365-a2f2-e1f7d5abe478 None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:40.034334 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-38e3d812-f414-4dcd-8aff-eb6086c26cc1 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Request body: {'security_group_rule': {'security_group_id': 'a622d6ac-f097-47d3-96c1-4f6215fb3b7a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:40.045043 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-17f5ca7b-e47e-4365-a2f2-e1f7d5abe478 None None] Transition to ACTIVE for port object f0a5abf4-3937-47d0-b363-62561a67c589 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:40.056311 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-17f5ca7b-e47e-4365-a2f2-e1f7d5abe478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:40.102073 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-38e3d812-f414-4dcd-8aff-eb6086c26cc1 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:40.177636 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9b6e6535-c07e-4bd7-b1a4-4c82e87f4846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:40.282278 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-17f5ca7b-e47e-4365-a2f2-e1f7d5abe478 None None] Attempting to bind port f0a5abf4-3937-47d0-b363-62561a67c589 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:36:40.283426 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-17f5ca7b-e47e-4365-a2f2-e1f7d5abe478 None None] Attempting to bind port f0a5abf4-3937-47d0-b363-62561a67c589 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:36:40.283883 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f5ca7b-e47e-4365-a2f2-e1f7d5abe478 None None] Attempting to bind port f0a5abf4-3937-47d0-b363-62561a67c589 on network 09ca2025-b9a6-4e84-8019-8d9fbef3753e {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:36:40.311741 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f5ca7b-e47e-4365-a2f2-e1f7d5abe478 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:36:40.312298 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f5ca7b-e47e-4365-a2f2-e1f7d5abe478 None None] Checking segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:36:40.312804 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-17f5ca7b-e47e-4365-a2f2-e1f7d5abe478 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:40.313281 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f5ca7b-e47e-4365-a2f2-e1f7d5abe478 None None] Bound using segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:36:40.313844 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-17f5ca7b-e47e-4365-a2f2-e1f7d5abe478 None None] Bound port: f0a5abf4-3937-47d0-b363-62561a67c589, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:36:40.314351 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-17f5ca7b-e47e-4365-a2f2-e1f7d5abe478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:40.345187 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-64f07fb4-a585-42eb-b4c2-4f4d193f04c1 None None] Provisioning for port 8a43c054-a767-4007-a103-abb547e62317 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:40.354244 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-64f07fb4-a585-42eb-b4c2-4f4d193f04c1 None None] Provisioning complete for port 8a43c054-a767-4007-a103-abb547e62317 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:40.354767 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-64f07fb4-a585-42eb-b4c2-4f4d193f04c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:40.358826 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aadc1b-e98c-4d97-b75d-c313ecdc47ff None None] Pushing event updated for resources: {'Port': ['ID=f0a5abf4-3937-47d0-b363-62561a67c589,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:40.360585 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9b6e6535-c07e-4bd7-b1a4-4c82e87f4846 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:40.371329 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9b6e6535-c07e-4bd7-b1a4-4c82e87f4846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:40.418403 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-38e3d812-f414-4dcd-8aff-eb6086c26cc1 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:40.423011 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-64f07fb4-a585-42eb-b4c2-4f4d193f04c1 None None] Port 8a43c054-a767-4007-a103-abb547e62317 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:36:40.428835 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-17f5ca7b-e47e-4365-a2f2-e1f7d5abe478 None None] For port f0a5abf4-3937-47d0-b363-62561a67c589, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:36:40.432265 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-17f5ca7b-e47e-4365-a2f2-e1f7d5abe478 None None] For port f0a5abf4-3937-47d0-b363-62561a67c589, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=f0a5abf4-3937-47d0-b363-62561a67c589,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:36:40.433298 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-38e3d812-f414-4dcd-8aff-eb6086c26cc1 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:40.437993 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-17f5ca7b-e47e-4365-a2f2-e1f7d5abe478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:40.469048 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6e6535-c07e-4bd7-b1a4-4c82e87f4846 admin admin] Pushing event updated for resources: {'Port': ['ID=8a43c054-a767-4007-a103-abb547e62317,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:40.473468 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9b6e6535-c07e-4bd7-b1a4-4c82e87f4846 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:40.495113 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f5ca7b-e47e-4365-a2f2-e1f7d5abe478 None None] Routers {'91d44396-17fc-4b0d-aa8d-368c721c56e2'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:40.495644 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e3d812-f414-4dcd-8aff-eb6086c26cc1 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11110e11-6eb0-4076-8a07-36e4f038ae7c,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:40.495958 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-17f5ca7b-e47e-4365-a2f2-e1f7d5abe478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['91d44396-17fc-4b0d-aa8d-368c721c56e2'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:40.498677 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-38e3d812-f414-4dcd-8aff-eb6086c26cc1 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:40.499893 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-38e3d812-f414-4dcd-8aff-eb6086c26cc1 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4711509 Aug 10 03:36:40.502950 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56430) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:40.539449 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-44f3de8d-2825-4a0a-b91c-4a8fb9efe36c tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:40.563832 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aadc1b-e98c-4d97-b75d-c313ecdc47ff None None] Pushing event updated for resources: {'Port': ['ID=f0a5abf4-3937-47d0-b363-62561a67c589,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:40.568540 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-44f3de8d-2825-4a0a-b91c-4a8fb9efe36c tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:40.640992 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-44f3de8d-2825-4a0a-b91c-4a8fb9efe36c tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:40.649017 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-44f3de8d-2825-4a0a-b91c-4a8fb9efe36c tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:40.649191 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6e6535-c07e-4bd7-b1a4-4c82e87f4846 admin admin] Network bb69b235-5375-4f23-943a-ed89e7b99960 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:40.650983 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-9b6e6535-c07e-4bd7-b1a4-4c82e87f4846 admin admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:40.663815 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-44f3de8d-2825-4a0a-b91c-4a8fb9efe36c tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/11110e11-6eb0-4076-8a07-36e4f038ae7c HTTP/1.1" status: 204 len: 168 time: 0.1597989 Aug 10 03:36:40.666273 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56434) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:40.688812 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-17f5ca7b-e47e-4365-a2f2-e1f7d5abe478 None None] Set router 91d44396-17fc-4b0d-aa8d-368c721c56e2 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:36:40.718321 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f3de8d-2825-4a0a-b91c-4a8fb9efe36c tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=11110e11-6eb0-4076-8a07-36e4f038ae7c,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:40.750507 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e9bdbc9b-8915-45b9-9842-fa0d76543710 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:40.774563 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2907c084-9ee9-4bb5-bc40-d0addce0149f tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1068766 Aug 10 03:36:40.778315 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56436) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:40.864995 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-66235736-bcdd-4ec2-a6c0-40a648601f20 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:40.885003 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b6e6535-c07e-4bd7-b1a4-4c82e87f4846 admin admin] Router 91d44396-17fc-4b0d-aa8d-368c721c56e2 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:36:40.886131 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-66235736-bcdd-4ec2-a6c0-40a648601f20 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:40.950985 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-66235736-bcdd-4ec2-a6c0-40a648601f20 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:40.959287 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-66235736-bcdd-4ec2-a6c0-40a648601f20 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:40.962844 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-66235736-bcdd-4ec2-a6c0-40a648601f20 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/e0679aa1-4934-4a43-8d11-8147820a0582 HTTP/1.1" status: 204 len: 168 time: 0.1834733 Aug 10 03:36:40.970441 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56440) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:40.999927 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66235736-bcdd-4ec2-a6c0-40a648601f20 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e0679aa1-4934-4a43-8d11-8147820a0582,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:41.076380 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-dc7d19ea-aee8-4cc9-ab83-4108f1d09556 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0949652 Aug 10 03:36:41.077001 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56442) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:41.083238 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56444) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:41.140765 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6e6535-c07e-4bd7-b1a4-4c82e87f4846 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:36:41.159682 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2c64cedf-3dac-41ab-aa4d-7dee5295f759 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:41.159940 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port e9bdbc9b-8915-45b9-9842-fa0d76543710 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:41.159940 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:41.161878 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-9b6e6535-c07e-4bd7-b1a4-4c82e87f4846 admin admin] 10.222.0.62 "PUT /v2.0/routers/91d44396-17fc-4b0d-aa8d-368c721c56e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0838130 Aug 10 03:36:41.167488 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2c64cedf-3dac-41ab-aa4d-7dee5295f759 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:41.210392 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2c64cedf-3dac-41ab-aa4d-7dee5295f759 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:41.219949 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2c64cedf-3dac-41ab-aa4d-7dee5295f759 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:41.221837 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2c64cedf-3dac-41ab-aa4d-7dee5295f759 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/b41c10d0-94ac-4106-ba16-1f77702c2d73 HTTP/1.1" status: 204 len: 168 time: 0.1368699 Aug 10 03:36:41.226618 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56450) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:41.268412 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c64cedf-3dac-41ab-aa4d-7dee5295f759 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b41c10d0-94ac-4106-ba16-1f77702c2d73,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:41.273283 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bc258a82-d7b6-4e71-a018-a9f76949d8c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:41.338426 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-01fe3ef7-ca4f-4974-9bfe-a4f67f6ea5c0 None None] Provisioning complete for port 8a43c054-a767-4007-a103-abb547e62317 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:41.339041 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-01fe3ef7-ca4f-4974-9bfe-a4f67f6ea5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:41.341677 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-86069e12-3ced-42fa-ba00-3908c4c93960 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1141381 Aug 10 03:36:41.345731 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56454) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:41.396013 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-01fe3ef7-ca4f-4974-9bfe-a4f67f6ea5c0 None None] Port 8a43c054-a767-4007-a103-abb547e62317 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:36:41.409760 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8cd067af-c5ab-4343-9382-fe1abede822e tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:41.425753 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8cd067af-c5ab-4343-9382-fe1abede822e tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:41.464324 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 19235dce-bf94-428b-a730-c474a4d0e0a7 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:41.504252 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8cd067af-c5ab-4343-9382-fe1abede822e tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:41.511241 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8cd067af-c5ab-4343-9382-fe1abede822e tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:41.514556 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8cd067af-c5ab-4343-9382-fe1abede822e tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/f3bb0465-5a58-482b-99ba-0d1af3aacd32 HTTP/1.1" status: 204 len: 168 time: 0.1648200 Aug 10 03:36:41.519437 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56462) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:41.522478 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bc258a82-d7b6-4e71-a018-a9f76949d8c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:41.528096 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-17f5ca7b-e47e-4365-a2f2-e1f7d5abe478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d44396-17fc-4b0d-aa8d-368c721c56e2', 'name': 'tempest-TestServerBasicOps-1014707484-router', 'tenant_id': 'cf95c33df94c4d9ca3cdb8326f008dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'f0a5abf4-3937-47d0-b363-62561a67c589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:34Z', 'updated_at': '2021-08-10T03:36:40Z', 'revision_number': 4, 'project_id': 'cf95c33df94c4d9ca3cdb8326f008dad', 'gw_port': {'id': 'f0a5abf4-3937-47d0-b363-62561a67c589', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d44396-17fc-4b0d-aa8d-368c721c56e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:35Z', 'updated_at': '2021-08-10T03:36:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '8a43c054-a767-4007-a103-abb547e62317', 'name': '', 'network_id': 'bb69b235-5375-4f23-943a-ed89e7b99960', 'tenant_id': 'cf95c33df94c4d9ca3cdb8326f008dad', 'mac_address': 'fa:16:3e:d9:33:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d44396-17fc-4b0d-aa8d-368c721c56e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': 'bf831ce6-f6e3-4bd9-bf09-fd07020dfa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:39Z', 'updated_at': '2021-08-10T03:36:40Z', 'revision_number': 2, 'project_id': 'cf95c33df94c4d9ca3cdb8326f008dad', 'subnets': [{'id': 'bf831ce6-f6e3-4bd9-bf09-fd07020dfa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:41.536396 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd067af-c5ab-4343-9382-fe1abede822e tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f3bb0465-5a58-482b-99ba-0d1af3aacd32,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:41.559296 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bc258a82-d7b6-4e71-a018-a9f76949d8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:41.576984 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f5ca7b-e47e-4365-a2f2-e1f7d5abe478 None None] The sync data for ids ['91d44396-17fc-4b0d-aa8d-368c721c56e2'] in n-d-768851-15 is: [{'id': '91d44396-17fc-4b0d-aa8d-368c721c56e2', 'name': 'tempest-TestServerBasicOps-1014707484-router', 'tenant_id': 'cf95c33df94c4d9ca3cdb8326f008dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'f0a5abf4-3937-47d0-b363-62561a67c589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:34Z', 'updated_at': '2021-08-10T03:36:40Z', 'revision_number': 4, 'project_id': 'cf95c33df94c4d9ca3cdb8326f008dad', 'gw_port': {'id': 'f0a5abf4-3937-47d0-b363-62561a67c589', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d44396-17fc-4b0d-aa8d-368c721c56e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:35Z', 'updated_at': '2021-08-10T03:36:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '8a43c054-a767-4007-a103-abb547e62317', 'name': '', 'network_id': 'bb69b235-5375-4f23-943a-ed89e7b99960', 'tenant_id': 'cf95c33df94c4d9ca3cdb8326f008dad', 'mac_address': 'fa:16:3e:d9:33:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d44396-17fc-4b0d-aa8d-368c721c56e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': 'bf831ce6-f6e3-4bd9-bf09-fd07020dfa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:39Z', 'updated_at': '2021-08-10T03:36:40Z', 'revision_number': 2, 'project_id': 'cf95c33df94c4d9ca3cdb8326f008dad', 'subnets': [{'id': 'bf831ce6-f6e3-4bd9-bf09-fd07020dfa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:36:41.614081 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56466) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:41.614467 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-bc258a82-d7b6-4e71-a018-a9f76949d8c9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=803033455a1f4b8fa9b837ce85b6f2ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5361102 Aug 10 03:36:41.625197 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 19235dce-bf94-428b-a730-c474a4d0e0a7 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:41.625729 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:41.671296 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc258a82-d7b6-4e71-a018-a9f76949d8c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6462653-55da-4fc4-bb4a-574e93fdce38,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:41.698044 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1eb53014-2696-4c6f-9540-c3ed6a2a2d23 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1738727 Aug 10 03:36:41.701933 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56470) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:41.741193 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-56b81258-ed9a-4dde-8a9b-0eb347af90f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:41.747343 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-50848628-4a62-4bf0-adbf-1ee9fc7ff213 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:41.760039 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-50848628-4a62-4bf0-adbf-1ee9fc7ff213 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:41.836339 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-50848628-4a62-4bf0-adbf-1ee9fc7ff213 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:41.857816 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-50848628-4a62-4bf0-adbf-1ee9fc7ff213 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:41.861979 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-50848628-4a62-4bf0-adbf-1ee9fc7ff213 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/7192b9a6-1549-48c9-b699-91c752c96134 HTTP/1.1" status: 204 len: 168 time: 0.1559486 Aug 10 03:36:41.866031 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56474) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:41.874747 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-56b81258-ed9a-4dde-8a9b-0eb347af90f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:41.883616 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50848628-4a62-4bf0-adbf-1ee9fc7ff213 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7192b9a6-1549-48c9-b699-91c752c96134,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:41.960523 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-56b81258-ed9a-4dde-8a9b-0eb347af90f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:41.963130 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-56b81258-ed9a-4dde-8a9b-0eb347af90f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:41.967083 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-56b81258-ed9a-4dde-8a9b-0eb347af90f9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a6462653-55da-4fc4-bb4a-574e93fdce38 HTTP/1.1" status: 204 len: 168 time: 0.3491681 Aug 10 03:36:41.975908 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-42da8ce9-47de-4a5a-9e4e-57b67b0dae5e tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1058390 Aug 10 03:36:41.980862 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56480) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:42.000692 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b81258-ed9a-4dde-8a9b-0eb347af90f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6462653-55da-4fc4-bb4a-574e93fdce38,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:42.147379 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-caf9743d-08ae-4733-b86f-afce5583a75a tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:42.175822 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-caf9743d-08ae-4733-b86f-afce5583a75a tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:42.245878 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-caf9743d-08ae-4733-b86f-afce5583a75a tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:42.249009 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-caf9743d-08ae-4733-b86f-afce5583a75a tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:42.253334 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-caf9743d-08ae-4733-b86f-afce5583a75a tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "DELETE /v2.0/security-groups/a622d6ac-f097-47d3-96c1-4f6215fb3b7a HTTP/1.1" status: 204 len: 168 time: 0.2688527 Aug 10 03:36:42.253674 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56486) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:42.262375 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf9743d-08ae-4733-b86f-afce5583a75a tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a622d6ac-f097-47d3-96c1-4f6215fb3b7a,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:42.339341 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-61217042-f354-44ea-a454-242c3f3d4231 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0844910 Aug 10 03:36:42.350145 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56492) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:42.357619 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-b764de99-9309-4137-ae49-49c009f0f7a8 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Request body: {'security_group': {'name': 'tempest-secgroup--1425803973'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:42.408048 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b764de99-9309-4137-ae49-49c009f0f7a8 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:42.613497 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b764de99-9309-4137-ae49-49c009f0f7a8 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:42.619143 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b764de99-9309-4137-ae49-49c009f0f7a8 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:42.665658 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b764de99-9309-4137-ae49-49c009f0f7a8 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:42.670432 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56510) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:42.670978 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b764de99-9309-4137-ae49-49c009f0f7a8 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3248155 Aug 10 03:36:42.676801 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-3c1752d3-440e-465d-831c-be8af5d9dd54 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Request body: {'security_group_rule': {'security_group_id': '65777ae4-02b3-4933-a224-b0183f337936', 'direction': 'ingress', 'protocol': 17}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:42.677022 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b764de99-9309-4137-ae49-49c009f0f7a8 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65777ae4-02b3-4933-a224-b0183f337936,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:42.710466 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56512) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:42.717062 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-7de7d167-606b-4721-89a3-af8bc438b985 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1102937091', 'description': 'tempest-secgroup-smoke-1102937091 description', 'project_id': '4c338092054e4c64a6391807bc8d123e'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:42.761114 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3c1752d3-440e-465d-831c-be8af5d9dd54 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:42.785721 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7de7d167-606b-4721-89a3-af8bc438b985 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:42.858762 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3c1752d3-440e-465d-831c-be8af5d9dd54 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:42.893567 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3c1752d3-440e-465d-831c-be8af5d9dd54 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:42.934837 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1752d3-440e-465d-831c-be8af5d9dd54 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e0325e3-dc54-40ab-8fb9-a3d62a4d6fe0,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:42.987507 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7de7d167-606b-4721-89a3-af8bc438b985 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:42.995346 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7de7d167-606b-4721-89a3-af8bc438b985 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:43.005022 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3c1752d3-440e-465d-831c-be8af5d9dd54 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:43.010342 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56520) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:43.015663 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3c1752d3-440e-465d-831c-be8af5d9dd54 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3430521 Aug 10 03:36:43.073346 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de7d167-606b-4721-89a3-af8bc438b985 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c68b4fa-1c97-4619-b294-e214d945734c,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:43.087646 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7de7d167-606b-4721-89a3-af8bc438b985 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:43.092568 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7de7d167-606b-4721-89a3-af8bc438b985 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3776314 Aug 10 03:36:43.092568 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56524) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:43.097650 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-08a8f78f-f014-4f1f-a342-be9550c61130 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Request body: {'security_group_rule': {'security_group_id': '5c68b4fa-1c97-4619-b294-e214d945734c', 'project_id': '4c338092054e4c64a6391807bc8d123e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:43.105087 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b65324c4-9fe3-47a5-85c9-8f3b8e691769 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:43.140907 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b65324c4-9fe3-47a5-85c9-8f3b8e691769 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:43.156769 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-08a8f78f-f014-4f1f-a342-be9550c61130 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:43.202270 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b65324c4-9fe3-47a5-85c9-8f3b8e691769 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:43.208107 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b65324c4-9fe3-47a5-85c9-8f3b8e691769 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:43.210751 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b65324c4-9fe3-47a5-85c9-8f3b8e691769 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "DELETE /v2.0/security-groups/65777ae4-02b3-4933-a224-b0183f337936 HTTP/1.1" status: 204 len: 168 time: 0.1975644 Aug 10 03:36:43.214425 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56528) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:43.228113 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65324c4-9fe3-47a5-85c9-8f3b8e691769 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65777ae4-02b3-4933-a224-b0183f337936,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:43.260143 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-08a8f78f-f014-4f1f-a342-be9550c61130 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:43.276849 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-08a8f78f-f014-4f1f-a342-be9550c61130 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:43.277047 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56530) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:43.322916 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a8f78f-f014-4f1f-a342-be9550c61130 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5c2f044-742c-46e3-91dd-277dc54d6a4c,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:43.328789 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-08a8f78f-f014-4f1f-a342-be9550c61130 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:43.333223 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-08a8f78f-f014-4f1f-a342-be9550c61130 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2372890 Aug 10 03:36:43.333536 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56534) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:43.340547 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-40471c00-f20b-4374-bd07-621f49328e91 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1216505 Aug 10 03:36:43.340708 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-997bb00a-5598-4d6f-8b57-9be6ccff41cb tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Request body: {'security_group_rule': {'security_group_id': '5c68b4fa-1c97-4619-b294-e214d945734c', 'project_id': '4c338092054e4c64a6391807bc8d123e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:43.341035 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56536) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:43.347996 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-5a21c1b9-d9df-4875-a2b0-795a6174bece tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Request body: {'security_group': {'name': 'tempest-secgroup--2096850181'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:43.375921 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.db.api [None req-997bb00a-5598-4d6f-8b57-9be6ccff41cb tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:36:43.375921 n-d-768851-15 neutron-server[94216]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 10 03:36:43.375921 n-d-768851-15 neutron-server[94216]: [parameters: {'project_id': '4c338092054e4c64a6391807bc8d123e', 'id': '26054d77-e52b-438c-80f9-efa911c98a44', 'expiration': datetime.datetime(2021, 8, 10, 3, 38, 43, 367212)}] Aug 10 03:36:43.375921 n-d-768851-15 neutron-server[94216]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:36:43.376455 n-d-768851-15 neutron-server[94216]: DEBUG oslo_db.api [None req-997bb00a-5598-4d6f-8b57-9be6ccff41cb tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:36:43.409611 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5a21c1b9-d9df-4875-a2b0-795a6174bece tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:43.420511 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-33b2308d-5db7-4fe5-88cd-942b4ed5c3b9 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-339033389-network', 'tenant_id': '335a388817ad4cb4a8ee691c5e26a70e'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:43.457486 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b2308d-5db7-4fe5-88cd-942b4ed5c3b9 admin admin] Made reservation on behalf of 335a388817ad4cb4a8ee691c5e26a70e for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:36:43.460925 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-33b2308d-5db7-4fe5-88cd-942b4ed5c3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:43.479269 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-33b2308d-5db7-4fe5-88cd-942b4ed5c3b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:43.558618 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5a21c1b9-d9df-4875-a2b0-795a6174bece tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:43.572773 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5a21c1b9-d9df-4875-a2b0-795a6174bece tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:43.678724 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a21c1b9-d9df-4875-a2b0-795a6174bece tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7f23ff-4d9f-48db-8ace-d6b1ee37d5a8,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:43.700582 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-33b2308d-5db7-4fe5-88cd-942b4ed5c3b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:43.708197 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-33b2308d-5db7-4fe5-88cd-942b4ed5c3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:43.725282 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5a21c1b9-d9df-4875-a2b0-795a6174bece tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:43.727069 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-5a21c1b9-d9df-4875-a2b0-795a6174bece tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3848994 Aug 10 03:36:43.730172 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56542) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:43.734958 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-872f6f1d-e4c2-4344-bf40-27dacf7b8250 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Request body: {'security_group': {'name': 'tempest-secgroup--2005694053'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:43.736644 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33b2308d-5db7-4fe5-88cd-942b4ed5c3b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:36:43.747544 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b2308d-5db7-4fe5-88cd-942b4ed5c3b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=009bd676-7cf9-4e3c-8127-0dfc81af02dc,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:43.753192 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-33b2308d-5db7-4fe5-88cd-942b4ed5c3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:43.753547 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-33b2308d-5db7-4fe5-88cd-942b4ed5c3b9 admin admin] Added segment 54fe64e2-0c1f-4c36-9574-4de6036472e3 of type vlan for network 8f1e7bed-2ef8-4950-bb54-5e63cc5d83e3 Aug 10 03:36:43.788745 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-872f6f1d-e4c2-4344-bf40-27dacf7b8250 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:43.801033 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-33b2308d-5db7-4fe5-88cd-942b4ed5c3b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:43.869193 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-33b2308d-5db7-4fe5-88cd-942b4ed5c3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:43.870549 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b2308d-5db7-4fe5-88cd-942b4ed5c3b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:43.871254 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-33b2308d-5db7-4fe5-88cd-942b4ed5c3b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:43.932420 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-872f6f1d-e4c2-4344-bf40-27dacf7b8250 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:43.942985 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-872f6f1d-e4c2-4344-bf40-27dacf7b8250 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:43.978980 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-872f6f1d-e4c2-4344-bf40-27dacf7b8250 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:43.982884 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-872f6f1d-e4c2-4344-bf40-27dacf7b8250 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2488995 Aug 10 03:36:43.983947 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56544) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:44.003897 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-8ab3ac07-47cc-4768-80d3-6219ce6fee7d tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Request body: {'security_group_rule': {'security_group_id': 'cd7f23ff-4d9f-48db-8ace-d6b1ee37d5a8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7699b0fa-0784-4b29-8d98-5d229dfa1b14', 'remote_ip_prefix': None}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:44.011490 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b2308d-5db7-4fe5-88cd-942b4ed5c3b9 admin admin] Pushing event updated for resources: {'Network': ['ID=8f1e7bed-2ef8-4950-bb54-5e63cc5d83e3,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:44.023145 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 8f1e7bed-2ef8-4950-bb54-5e63cc5d83e3 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:36:44.025432 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f6f1d-e4c2-4344-bf40-27dacf7b8250 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7699b0fa-0784-4b29-8d98-5d229dfa1b14,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:44.071149 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-33b2308d-5db7-4fe5-88cd-942b4ed5c3b9 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7927401 Aug 10 03:36:44.073606 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56546) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:44.080829 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-13bf909d-ec36-4c67-b399-b0e79634476e admin admin] Request body: {'subnet': {'network_id': '8f1e7bed-2ef8-4950-bb54-5e63cc5d83e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-339033389-subnet', 'tenant_id': '335a388817ad4cb4a8ee691c5e26a70e', 'ip_version': 4}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:44.090470 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-997bb00a-5598-4d6f-8b57-9be6ccff41cb tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:44.121248 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.db.api [None req-13bf909d-ec36-4c67-b399-b0e79634476e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:36:44.121248 n-d-768851-15 neutron-server[94216]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 03:36:44.121248 n-d-768851-15 neutron-server[94216]: [parameters: {'project_id_1': '335a388817ad4cb4a8ee691c5e26a70e', 'expiration_1': datetime.datetime(2021, 8, 10, 3, 36, 44, 87075)}] Aug 10 03:36:44.121248 n-d-768851-15 neutron-server[94216]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:36:44.121743 n-d-768851-15 neutron-server[94216]: DEBUG oslo_db.api [None req-13bf909d-ec36-4c67-b399-b0e79634476e admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:36:44.131824 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8ab3ac07-47cc-4768-80d3-6219ce6fee7d tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:44.191744 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-997bb00a-5598-4d6f-8b57-9be6ccff41cb tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:44.197275 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-997bb00a-5598-4d6f-8b57-9be6ccff41cb tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:44.218083 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997bb00a-5598-4d6f-8b57-9be6ccff41cb tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49c21cee-476d-4294-a76a-618876d89a7f,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:44.234722 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-997bb00a-5598-4d6f-8b57-9be6ccff41cb tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:44.235975 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-997bb00a-5598-4d6f-8b57-9be6ccff41cb tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9012630 Aug 10 03:36:44.238603 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56548) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:44.244914 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-9d4fed2a-2b01-4cbb-8711-27305d54c9ad tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Request body: {'security_group_rule': {'security_group_id': '5c68b4fa-1c97-4619-b294-e214d945734c', 'project_id': '4c338092054e4c64a6391807bc8d123e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:44.249135 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8ab3ac07-47cc-4768-80d3-6219ce6fee7d tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:44.255740 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8ab3ac07-47cc-4768-80d3-6219ce6fee7d tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:44.284083 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9d4fed2a-2b01-4cbb-8711-27305d54c9ad tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:44.291214 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab3ac07-47cc-4768-80d3-6219ce6fee7d tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0505038-a81c-406a-9bda-84b547348cd6,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:44.297350 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8ab3ac07-47cc-4768-80d3-6219ce6fee7d tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:44.301777 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56550) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:44.303789 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8ab3ac07-47cc-4768-80d3-6219ce6fee7d tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3084486 Aug 10 03:36:44.352632 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-aa1d3103-601d-44be-8dc7-fcc4ed9d6893 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:44.363263 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-aa1d3103-601d-44be-8dc7-fcc4ed9d6893 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:44.384298 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9d4fed2a-2b01-4cbb-8711-27305d54c9ad tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:44.389711 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9d4fed2a-2b01-4cbb-8711-27305d54c9ad tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:44.414270 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4fed2a-2b01-4cbb-8711-27305d54c9ad tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d08c1a19-74af-4969-9bdd-3fae4900a6bc,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:44.418616 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-aa1d3103-601d-44be-8dc7-fcc4ed9d6893 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:44.425361 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-aa1d3103-601d-44be-8dc7-fcc4ed9d6893 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:44.426474 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-aa1d3103-601d-44be-8dc7-fcc4ed9d6893 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/e0505038-a81c-406a-9bda-84b547348cd6 HTTP/1.1" status: 204 len: 168 time: 0.1211677 Aug 10 03:36:44.428713 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9d4fed2a-2b01-4cbb-8711-27305d54c9ad tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:44.429410 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56552) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:44.429803 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-9d4fed2a-2b01-4cbb-8711-27305d54c9ad tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1902351 Aug 10 03:36:44.433373 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56554) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:44.437915 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-aefb41ba-3c5e-497a-9d80-d36c074da199 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Request body: {'security_group_rule': {'security_group_id': '5c68b4fa-1c97-4619-b294-e214d945734c', 'project_id': '4c338092054e4c64a6391807bc8d123e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:44.442614 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1d3103-601d-44be-8dc7-fcc4ed9d6893 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e0505038-a81c-406a-9bda-84b547348cd6,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:44.470373 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-aefb41ba-3c5e-497a-9d80-d36c074da199 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:44.485164 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-bbb820db-1f51-4ac0-9009-9edbf3f6b915 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0540800 Aug 10 03:36:44.488109 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56556) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:44.540246 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-aefb41ba-3c5e-497a-9d80-d36c074da199 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:44.545579 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-aefb41ba-3c5e-497a-9d80-d36c074da199 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:44.545759 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-eb60dc0a-1acf-4ef8-acaf-1c4287fad7dc tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:44.565492 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb41ba-3c5e-497a-9d80-d36c074da199 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75ab0304-f344-4de9-b1d8-c62497d55d41,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:44.576792 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-eb60dc0a-1acf-4ef8-acaf-1c4287fad7dc tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:44.579393 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-aefb41ba-3c5e-497a-9d80-d36c074da199 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:44.581572 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-aefb41ba-3c5e-497a-9d80-d36c074da199 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1470878 Aug 10 03:36:44.584736 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56560) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:44.592311 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-879776bd-c856-4803-aece-dc1289f86425 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Request body: {'security_group_rule': {'security_group_id': '5c68b4fa-1c97-4619-b294-e214d945734c', 'project_id': '4c338092054e4c64a6391807bc8d123e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:44.629714 n-d-768851-15 neutron-server[94216]: INFO neutron.db.securitygroups_db [None req-879776bd-c856-4803-aece-dc1289f86425 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Project 4c338092054e4c64a6391807bc8d123e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:36:44.646633 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-eb60dc0a-1acf-4ef8-acaf-1c4287fad7dc tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:44.649662 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-eb60dc0a-1acf-4ef8-acaf-1c4287fad7dc tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:44.653406 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-eb60dc0a-1acf-4ef8-acaf-1c4287fad7dc tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "DELETE /v2.0/security-groups/7699b0fa-0784-4b29-8d98-5d229dfa1b14 HTTP/1.1" status: 204 len: 168 time: 0.1619086 Aug 10 03:36:44.654809 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56566) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:44.659420 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-879776bd-c856-4803-aece-dc1289f86425 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:44.677872 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb60dc0a-1acf-4ef8-acaf-1c4287fad7dc tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7699b0fa-0784-4b29-8d98-5d229dfa1b14,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:44.699699 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13bf909d-ec36-4c67-b399-b0e79634476e admin admin] Made reservation on behalf of 335a388817ad4cb4a8ee691c5e26a70e for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:36:44.702554 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-13bf909d-ec36-4c67-b399-b0e79634476e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:44.768231 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ff032d81-2cfd-4181-bf2d-00bd97708a3a tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1121569 Aug 10 03:36:44.770326 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56570) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:44.811109 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device f0a5abf4-3937-47d0-b363-62561a67c589 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:44.867455 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-879776bd-c856-4803-aece-dc1289f86425 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:44.877986 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7c73e44a-3d01-43ec-be18-bd9b67d79a70 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:44.904606 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7c73e44a-3d01-43ec-be18-bd9b67d79a70 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:44.909238 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-879776bd-c856-4803-aece-dc1289f86425 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:44.920014 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port f0a5abf4-3937-47d0-b363-62561a67c589 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:44.926076 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port f0a5abf4-3937-47d0-b363-62561a67c589 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:44.926695 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:44.945018 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879776bd-c856-4803-aece-dc1289f86425 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8d8cb37-e3b2-4455-9fe9-8ec22c00edae,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:44.952847 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-879776bd-c856-4803-aece-dc1289f86425 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:44.959314 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56574) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:44.959527 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-879776bd-c856-4803-aece-dc1289f86425 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3729298 Aug 10 03:36:44.983528 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-ba86bf9b-44c1-4254-9057-731d424dbeb5 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Request body: {'security_group_rule': {'security_group_id': '5c68b4fa-1c97-4619-b294-e214d945734c', 'project_id': '4c338092054e4c64a6391807bc8d123e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:45.040212 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7c73e44a-3d01-43ec-be18-bd9b67d79a70 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:45.049217 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7c73e44a-3d01-43ec-be18-bd9b67d79a70 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:45.051913 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-13bf909d-ec36-4c67-b399-b0e79634476e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:45.052262 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7c73e44a-3d01-43ec-be18-bd9b67d79a70 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "DELETE /v2.0/security-groups/cd7f23ff-4d9f-48db-8ace-d6b1ee37d5a8 HTTP/1.1" status: 204 len: 168 time: 0.2798455 Aug 10 03:36:45.061434 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56576) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:45.075251 n-d-768851-15 neutron-server[94217]: INFO neutron.db.securitygroups_db [None req-ba86bf9b-44c1-4254-9057-731d424dbeb5 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Project 4c338092054e4c64a6391807bc8d123e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:36:45.077400 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:45.084047 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c73e44a-3d01-43ec-be18-bd9b67d79a70 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7f23ff-4d9f-48db-8ace-d6b1ee37d5a8,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:45.094952 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ba86bf9b-44c1-4254-9057-731d424dbeb5 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:45.105444 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port f0a5abf4-3937-47d0-b363-62561a67c589, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=f0a5abf4-3937-47d0-b363-62561a67c589,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:45.119191 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:45.157891 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bf909d-ec36-4c67-b399-b0e79634476e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c07b3789-2d73-4cd7-9375-779e30be17e1,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:45.200223 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ba86bf9b-44c1-4254-9057-731d424dbeb5 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:45.207252 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ba86bf9b-44c1-4254-9057-731d424dbeb5 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:45.228662 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=f0a5abf4-3937-47d0-b363-62561a67c589,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:45.234787 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ba86bf9b-44c1-4254-9057-731d424dbeb5 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:45.245154 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ba86bf9b-44c1-4254-9057-731d424dbeb5 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2846575 Aug 10 03:36:45.253545 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-c3f59934-49b8-42ff-a4e8-b32ef1515257 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1136796 Aug 10 03:36:45.254098 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba86bf9b-44c1-4254-9057-731d424dbeb5 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aa94472-9392-48a0-8998-d16ec3b35545,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:45.258112 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bf909d-ec36-4c67-b399-b0e79634476e admin admin] Checking segment: {'id': '54fe64e2-0c1f-4c36-9574-4de6036472e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '8f1e7bed-2ef8-4950-bb54-5e63cc5d83e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:36:45.258112 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bf909d-ec36-4c67-b399-b0e79634476e admin admin] Network hostable DHCP agents. Network: 8f1e7bed-2ef8-4950-bb54-5e63cc5d83e3, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:36:45.259769 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56580) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:45.264681 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-2e9a94cf-eea9-4440-9fdf-815d39adc938 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Request body: {'security_group': {'name': 'tempest-secgroup--2091282245'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:45.302561 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bf909d-ec36-4c67-b399-b0e79634476e admin admin] Network 8f1e7bed-2ef8-4950-bb54-5e63cc5d83e3 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:36:45.307982 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2e9a94cf-eea9-4440-9fdf-815d39adc938 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:45.348196 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-13bf909d-ec36-4c67-b399-b0e79634476e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 8f1e7bed-2ef8-4950-bb54-5e63cc5d83e3) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:45.358500 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b2f8ce-0cfb-48c0-8ee4-c2631ff550d8 None None] Network 8f1e7bed-2ef8-4950-bb54-5e63cc5d83e3 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:36:45.358725 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bf909d-ec36-4c67-b399-b0e79634476e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:45.359455 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-13bf909d-ec36-4c67-b399-b0e79634476e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:45.445837 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2e9a94cf-eea9-4440-9fdf-815d39adc938 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:45.456188 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2e9a94cf-eea9-4440-9fdf-815d39adc938 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:45.465675 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-13bf909d-ec36-4c67-b399-b0e79634476e admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3907750 Aug 10 03:36:45.468986 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56592) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:45.473926 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-8d17a7bb-c47d-4ff2-abf9-aa9ab536413d admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-339033389-router', 'tenant_id': '335a388817ad4cb4a8ee691c5e26a70e', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:45.521296 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8d17a7bb-c47d-4ff2-abf9-aa9ab536413d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:45.523042 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8d17a7bb-c47d-4ff2-abf9-aa9ab536413d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:45.564787 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2e9a94cf-eea9-4440-9fdf-815d39adc938 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:45.566344 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-2e9a94cf-eea9-4440-9fdf-815d39adc938 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3056056 Aug 10 03:36:45.570544 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aa01bdc1-d6d2-43b4-9093-003b0a397c7d req-ab93efa4-1e19-497d-a134-00fbf0d0ee24 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1102937091&fields=id&tenant_id=4c338092054e4c64a6391807bc8d123e HTTP/1.1" status: 200 len: 267 time: 0.0831180 Aug 10 03:36:45.571226 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56594) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:45.574534 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9a94cf-eea9-4440-9fdf-815d39adc938 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53068d57-92ee-4d38-8c36-e6fbb658ea11,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:45.593630 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-7c9b9364-5c80-4cd1-b9be-c6a52f670a6d tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Request body: {'security_group_rule': {'security_group_id': '53068d57-92ee-4d38-8c36-e6fbb658ea11', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:45.618698 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f2188c-7481-4d41-be95-acf9db42a9c1 None None] Sync routers for ids ['91d44396-17fc-4b0d-aa8d-368c721c56e2'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:36:45.631061 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f2188c-7481-4d41-be95-acf9db42a9c1 None None] Routers {'91d44396-17fc-4b0d-aa8d-368c721c56e2'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:45.631701 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-21f2188c-7481-4d41-be95-acf9db42a9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['91d44396-17fc-4b0d-aa8d-368c721c56e2'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:45.637027 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8d17a7bb-c47d-4ff2-abf9-aa9ab536413d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:45.642786 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c713ab-d38a-4fbc-8df0-a3739e193ff8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-8f1e7bed-2ef8-4950-bb54-5e63cc5d83e3', 'network_id': '8f1e7bed-2ef8-4950-bb54-5e63cc5d83e3', 'tenant_id': '335a388817ad4cb4a8ee691c5e26a70e', 'fixed_ips': [{'subnet_id': 'c07b3789-2d73-4cd7-9375-779e30be17e1'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:36:45.643670 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e4c713ab-d38a-4fbc-8df0-a3739e193ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:45.771408 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-21f2188c-7481-4d41-be95-acf9db42a9c1 None None] Set router 91d44396-17fc-4b0d-aa8d-368c721c56e2 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:36:45.773968 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7c9b9364-5c80-4cd1-b9be-c6a52f670a6d tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:45.855628 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa01bdc1-d6d2-43b4-9093-003b0a397c7d req-b39d13f0-3742-4fa9-9322-911d844a1be1 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:45.857268 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aa01bdc1-d6d2-43b4-9093-003b0a397c7d req-b39d13f0-3742-4fa9-9322-911d844a1be1 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] 10.222.0.62 "GET /v2.0/networks?id=279202d0-9092-43db-a92b-1b10a2ad47a0 HTTP/1.1" status: 200 len: 809 time: 0.2587981 Aug 10 03:36:45.950072 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-e4c713ab-d38a-4fbc-8df0-a3739e193ff8 None None] Allocated IP 172.20.0.2 (8f1e7bed-2ef8-4950-bb54-5e63cc5d83e3/c07b3789-2d73-4cd7-9375-779e30be17e1/b0e28bc0-9484-458c-a33d-6ff7a373bdfa) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:36:46.003922 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aa01bdc1-d6d2-43b4-9093-003b0a397c7d req-1c0ca826-d259-43c2-be97-8427a7af59cf tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] 10.222.0.62 "GET /v2.0/quotas/4c338092054e4c64a6391807bc8d123e HTTP/1.1" status: 200 len: 375 time: 0.1351805 Aug 10 03:36:46.158789 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7c9b9364-5c80-4cd1-b9be-c6a52f670a6d tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:46.185329 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aa01bdc1-d6d2-43b4-9093-003b0a397c7d req-66c580ca-bb2e-4445-afaa-1f6c207d9c46 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4c338092054e4c64a6391807bc8d123e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1682856 Aug 10 03:36:46.186526 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7c9b9364-5c80-4cd1-b9be-c6a52f670a6d tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:46.215735 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e4c713ab-d38a-4fbc-8df0-a3739e193ff8 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:46.222919 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-21f2188c-7481-4d41-be95-acf9db42a9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d44396-17fc-4b0d-aa8d-368c721c56e2', 'name': 'tempest-TestServerBasicOps-1014707484-router', 'tenant_id': 'cf95c33df94c4d9ca3cdb8326f008dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'f0a5abf4-3937-47d0-b363-62561a67c589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:34Z', 'updated_at': '2021-08-10T03:36:40Z', 'revision_number': 4, 'project_id': 'cf95c33df94c4d9ca3cdb8326f008dad', 'gw_port': {'id': 'f0a5abf4-3937-47d0-b363-62561a67c589', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d44396-17fc-4b0d-aa8d-368c721c56e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:35Z', 'updated_at': '2021-08-10T03:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '8a43c054-a767-4007-a103-abb547e62317', 'name': '', 'network_id': 'bb69b235-5375-4f23-943a-ed89e7b99960', 'tenant_id': 'cf95c33df94c4d9ca3cdb8326f008dad', 'mac_address': 'fa:16:3e:d9:33:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d44396-17fc-4b0d-aa8d-368c721c56e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': 'bf831ce6-f6e3-4bd9-bf09-fd07020dfa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:39Z', 'updated_at': '2021-08-10T03:36:40Z', 'revision_number': 2, 'project_id': 'cf95c33df94c4d9ca3cdb8326f008dad', 'subnets': [{'id': 'bf831ce6-f6e3-4bd9-bf09-fd07020dfa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:46.225006 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8d17a7bb-c47d-4ff2-abf9-aa9ab536413d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:46.227841 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-e4c713ab-d38a-4fbc-8df0-a3739e193ff8 None None] Transition to ACTIVE for port object b0e28bc0-9484-458c-a33d-6ff7a373bdfa will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:46.248013 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-e4c713ab-d38a-4fbc-8df0-a3739e193ff8 None None] Transition to ACTIVE for port object b0e28bc0-9484-458c-a33d-6ff7a373bdfa will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:46.252680 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b9364-5c80-4cd1-b9be-c6a52f670a6d tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e50abd1e-10ab-4bd3-8804-10248999bd76,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:46.264758 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e4c713ab-d38a-4fbc-8df0-a3739e193ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:46.274507 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f2188c-7481-4d41-be95-acf9db42a9c1 None None] Checking router: 91d44396-17fc-4b0d-aa8d-368c721c56e2 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:36:46.276597 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f2188c-7481-4d41-be95-acf9db42a9c1 None None] Updating router 91d44396-17fc-4b0d-aa8d-368c721c56e2 port 8a43c054-a767-4007-a103-abb547e62317 binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:36:46.304535 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7c9b9364-5c80-4cd1-b9be-c6a52f670a6d tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:46.308358 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-7c9b9364-5c80-4cd1-b9be-c6a52f670a6d tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7333386 Aug 10 03:36:46.309030 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56600) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:46.314902 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-21f2188c-7481-4d41-be95-acf9db42a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:46.349792 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c713ab-d38a-4fbc-8df0-a3739e193ff8 None None] Pushing event updated for resources: {'Port': ['ID=b0e28bc0-9484-458c-a33d-6ff7a373bdfa,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:46.367464 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c713ab-d38a-4fbc-8df0-a3739e193ff8 None None] Network 8f1e7bed-2ef8-4950-bb54-5e63cc5d83e3 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:46.369189 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-e4c713ab-d38a-4fbc-8df0-a3739e193ff8 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:46.371510 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-58f9291c-9452-454a-830a-b3af8b562498 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:46.373159 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c713ab-d38a-4fbc-8df0-a3739e193ff8 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:36:46.390310 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-58f9291c-9452-454a-830a-b3af8b562498 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:46.411648 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aa01bdc1-d6d2-43b4-9093-003b0a397c7d req-af2d79f8-03a1-4724-88b6-b3abd937a055 service neutron] 10.222.0.62 "GET /v2.0/networks/279202d0-9092-43db-a92b-1b10a2ad47a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007358 Aug 10 03:36:46.447150 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-e4c713ab-d38a-4fbc-8df0-a3739e193ff8 None None] Attempting to bind port b0e28bc0-9484-458c-a33d-6ff7a373bdfa on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:36:46.447621 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-e4c713ab-d38a-4fbc-8df0-a3739e193ff8 None None] Attempting to bind port b0e28bc0-9484-458c-a33d-6ff7a373bdfa by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '54fe64e2-0c1f-4c36-9574-4de6036472e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '8f1e7bed-2ef8-4950-bb54-5e63cc5d83e3'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:36:46.448066 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c713ab-d38a-4fbc-8df0-a3739e193ff8 None None] Attempting to bind port b0e28bc0-9484-458c-a33d-6ff7a373bdfa on network 8f1e7bed-2ef8-4950-bb54-5e63cc5d83e3 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:36:46.455235 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c713ab-d38a-4fbc-8df0-a3739e193ff8 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:36:46.455862 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c713ab-d38a-4fbc-8df0-a3739e193ff8 None None] Checking segment: {'id': '54fe64e2-0c1f-4c36-9574-4de6036472e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '8f1e7bed-2ef8-4950-bb54-5e63cc5d83e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:36:46.456346 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e4c713ab-d38a-4fbc-8df0-a3739e193ff8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:46.456816 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c713ab-d38a-4fbc-8df0-a3739e193ff8 None None] Bound using segment: {'id': '54fe64e2-0c1f-4c36-9574-4de6036472e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '8f1e7bed-2ef8-4950-bb54-5e63cc5d83e3'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:36:46.458098 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-e4c713ab-d38a-4fbc-8df0-a3739e193ff8 None None] Bound port: b0e28bc0-9484-458c-a33d-6ff7a373bdfa, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fe64e2-0c1f-4c36-9574-4de6036472e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '8f1e7bed-2ef8-4950-bb54-5e63cc5d83e3'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:36:46.458098 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e4c713ab-d38a-4fbc-8df0-a3739e193ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:46.511746 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-58f9291c-9452-454a-830a-b3af8b562498 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:46.590226 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-e4c713ab-d38a-4fbc-8df0-a3739e193ff8 None None] For port b0e28bc0-9484-458c-a33d-6ff7a373bdfa, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:36:46.600040 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-e4c713ab-d38a-4fbc-8df0-a3739e193ff8 None None] For port b0e28bc0-9484-458c-a33d-6ff7a373bdfa, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=b0e28bc0-9484-458c-a33d-6ff7a373bdfa,segment=NetworkSegment(54fe64e2-0c1f-4c36-9574-4de6036472e3),segment_id=54fe64e2-0c1f-4c36-9574-4de6036472e3)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:36:46.610319 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e4c713ab-d38a-4fbc-8df0-a3739e193ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:46.696118 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8d17a7bb-c47d-4ff2-abf9-aa9ab536413d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:46.728223 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device f0a5abf4-3937-47d0-b363-62561a67c589 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:46.737108 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8d17a7bb-c47d-4ff2-abf9-aa9ab536413d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:46.805959 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c713ab-d38a-4fbc-8df0-a3739e193ff8 None None] Pushing event updated for resources: {'Port': ['ID=b0e28bc0-9484-458c-a33d-6ff7a373bdfa,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:46.877987 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port f0a5abf4-3937-47d0-b363-62561a67c589 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:46.882583 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:47.014061 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-8d17a7bb-c47d-4ff2-abf9-aa9ab536413d admin admin] Allocated IP 172.25.7.231 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/86a81eb0-d594-4945-b0be-6e6d53299355) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:36:47.038469 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-21f2188c-7481-4d41-be95-acf9db42a9c1 None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:47.056037 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-21f2188c-7481-4d41-be95-acf9db42a9c1 None None] Transition to ACTIVE for port object 8a43c054-a767-4007-a103-abb547e62317 will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:47.086891 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-21f2188c-7481-4d41-be95-acf9db42a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:47.162977 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33164f29-7abe-4cf7-a0c7-21ea249e0d2e None None] Pushing event updated for resources: {'Port': ['ID=8a43c054-a767-4007-a103-abb547e62317,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:47.186601 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33164f29-7abe-4cf7-a0c7-21ea249e0d2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:47.196879 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33164f29-7abe-4cf7-a0c7-21ea249e0d2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:47.197235 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33164f29-7abe-4cf7-a0c7-21ea249e0d2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:47.198437 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33164f29-7abe-4cf7-a0c7-21ea249e0d2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:47.198799 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33164f29-7abe-4cf7-a0c7-21ea249e0d2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:47.199472 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33164f29-7abe-4cf7-a0c7-21ea249e0d2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:47.199855 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33164f29-7abe-4cf7-a0c7-21ea249e0d2e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:47.200314 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33164f29-7abe-4cf7-a0c7-21ea249e0d2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:47.200681 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33164f29-7abe-4cf7-a0c7-21ea249e0d2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:47.200981 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33164f29-7abe-4cf7-a0c7-21ea249e0d2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:47.201363 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33164f29-7abe-4cf7-a0c7-21ea249e0d2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:47.201694 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33164f29-7abe-4cf7-a0c7-21ea249e0d2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:47.276990 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8d17a7bb-c47d-4ff2-abf9-aa9ab536413d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:47.285245 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-58f9291c-9452-454a-830a-b3af8b562498 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:47.290717 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-58f9291c-9452-454a-830a-b3af8b562498 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/e50abd1e-10ab-4bd3-8804-10248999bd76 HTTP/1.1" status: 204 len: 168 time: 0.9803276 Aug 10 03:36:47.302429 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56606) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:47.346079 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8d17a7bb-c47d-4ff2-abf9-aa9ab536413d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:47.362127 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aa01bdc1-d6d2-43b4-9093-003b0a397c7d req-e32f2cac-012a-46d4-af02-34821e4e51f5 service neutron] 10.222.0.62 "GET /v2.0/networks/279202d0-9092-43db-a92b-1b10a2ad47a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9493067 Aug 10 03:36:47.364080 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f9291c-9452-454a-830a-b3af8b562498 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e50abd1e-10ab-4bd3-8804-10248999bd76,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:47.364973 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-21f2188c-7481-4d41-be95-acf9db42a9c1 None None] Attempting to bind port 8a43c054-a767-4007-a103-abb547e62317 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:36:47.366158 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-21f2188c-7481-4d41-be95-acf9db42a9c1 None None] Attempting to bind port 8a43c054-a767-4007-a103-abb547e62317 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '95e2de2f-d14a-4624-a370-13ee497ef656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bb69b235-5375-4f23-943a-ed89e7b99960'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:36:47.366530 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f2188c-7481-4d41-be95-acf9db42a9c1 None None] Attempting to bind port 8a43c054-a767-4007-a103-abb547e62317 on network bb69b235-5375-4f23-943a-ed89e7b99960 {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:36:47.373830 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f2188c-7481-4d41-be95-acf9db42a9c1 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:36:47.374570 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f2188c-7481-4d41-be95-acf9db42a9c1 None None] Checking segment: {'id': '95e2de2f-d14a-4624-a370-13ee497ef656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bb69b235-5375-4f23-943a-ed89e7b99960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:36:47.375531 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-21f2188c-7481-4d41-be95-acf9db42a9c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:47.377031 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f2188c-7481-4d41-be95-acf9db42a9c1 None None] Bound using segment: {'id': '95e2de2f-d14a-4624-a370-13ee497ef656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bb69b235-5375-4f23-943a-ed89e7b99960'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:36:47.377528 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-21f2188c-7481-4d41-be95-acf9db42a9c1 None None] Bound port: 8a43c054-a767-4007-a103-abb547e62317, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95e2de2f-d14a-4624-a370-13ee497ef656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bb69b235-5375-4f23-943a-ed89e7b99960'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:36:47.377969 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-21f2188c-7481-4d41-be95-acf9db42a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:47.472460 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-442bf207-b142-4e2e-ad76-61778f3d49e9 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1642859 Aug 10 03:36:47.473119 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56608) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:47.498344 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d17a7bb-c47d-4ff2-abf9-aa9ab536413d admin admin] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:47.523291 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-8d17a7bb-c47d-4ff2-abf9-aa9ab536413d admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:47.532472 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d17a7bb-c47d-4ff2-abf9-aa9ab536413d admin admin] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:36:47.535956 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-21f2188c-7481-4d41-be95-acf9db42a9c1 None None] For port 8a43c054-a767-4007-a103-abb547e62317, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:36:47.545927 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-21f2188c-7481-4d41-be95-acf9db42a9c1 None None] For port 8a43c054-a767-4007-a103-abb547e62317, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=8a43c054-a767-4007-a103-abb547e62317,segment=NetworkSegment(95e2de2f-d14a-4624-a370-13ee497ef656),segment_id=95e2de2f-d14a-4624-a370-13ee497ef656)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:36:47.549477 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d17a7bb-c47d-4ff2-abf9-aa9ab536413d admin admin] Pushing event updated for resources: {'Port': ['ID=86a81eb0-d594-4945-b0be-6e6d53299355,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:47.555842 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-21f2188c-7481-4d41-be95-acf9db42a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:47.559978 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4dc26d0f-eb53-4b90-81d2-8d355d643e5c tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:47.605665 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4dc26d0f-eb53-4b90-81d2-8d355d643e5c tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:47.624403 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33164f29-7abe-4cf7-a0c7-21ea249e0d2e None None] Pushing event updated for resources: {'Port': ['ID=8a43c054-a767-4007-a103-abb547e62317,revision_number=4']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:47.672563 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f2188c-7481-4d41-be95-acf9db42a9c1 None None] Routers {'91d44396-17fc-4b0d-aa8d-368c721c56e2'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:47.674027 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-21f2188c-7481-4d41-be95-acf9db42a9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['91d44396-17fc-4b0d-aa8d-368c721c56e2'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:47.678143 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4dc26d0f-eb53-4b90-81d2-8d355d643e5c tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:47.681757 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4dc26d0f-eb53-4b90-81d2-8d355d643e5c tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:47.683766 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-4dc26d0f-eb53-4b90-81d2-8d355d643e5c tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "DELETE /v2.0/security-groups/53068d57-92ee-4d38-8c36-e6fbb658ea11 HTTP/1.1" status: 204 len: 168 time: 0.2092252 Aug 10 03:36:47.739231 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56612) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:47.740565 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc26d0f-eb53-4b90-81d2-8d355d643e5c tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53068d57-92ee-4d38-8c36-e6fbb658ea11,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:47.817212 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b257b7f3-85e5-4a8e-b3ef-d6c472c76485 req-b94dcc48-6e3c-4dd0-8819-4a3537fa3eb6 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] 10.222.0.62 "GET /v2.0/ports?device_id=64e99a93-503f-4589-a54b-4bfb4b839f89 HTTP/1.1" status: 200 len: 210 time: 0.0825422 Aug 10 03:36:47.955520 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-21f2188c-7481-4d41-be95-acf9db42a9c1 None None] Set router 91d44396-17fc-4b0d-aa8d-368c721c56e2 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:36:47.966419 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56618) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:47.975451 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-911bc0da-f854-4bf2-bf35-38c5a2e9df77 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2314544 Aug 10 03:36:47.979247 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-c9609b2b-191c-437f-8955-d15fa0fc36fe tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Request body: {'security_group': {'name': 'tempest-secgroup--1665364868'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:48.206287 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8d17a7bb-c47d-4ff2-abf9-aa9ab536413d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:48.317990 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c9609b2b-191c-437f-8955-d15fa0fc36fe tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:48.445896 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c9609b2b-191c-437f-8955-d15fa0fc36fe tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:48.461342 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c9609b2b-191c-437f-8955-d15fa0fc36fe tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:48.493282 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-21f2188c-7481-4d41-be95-acf9db42a9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d44396-17fc-4b0d-aa8d-368c721c56e2', 'name': 'tempest-TestServerBasicOps-1014707484-router', 'tenant_id': 'cf95c33df94c4d9ca3cdb8326f008dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'f0a5abf4-3937-47d0-b363-62561a67c589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:34Z', 'updated_at': '2021-08-10T03:36:40Z', 'revision_number': 4, 'project_id': 'cf95c33df94c4d9ca3cdb8326f008dad', 'gw_port': {'id': 'f0a5abf4-3937-47d0-b363-62561a67c589', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d44396-17fc-4b0d-aa8d-368c721c56e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:35Z', 'updated_at': '2021-08-10T03:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '8a43c054-a767-4007-a103-abb547e62317', 'name': '', 'network_id': 'bb69b235-5375-4f23-943a-ed89e7b99960', 'tenant_id': 'cf95c33df94c4d9ca3cdb8326f008dad', 'mac_address': 'fa:16:3e:d9:33:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d44396-17fc-4b0d-aa8d-368c721c56e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': 'bf831ce6-f6e3-4bd9-bf09-fd07020dfa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:39Z', 'updated_at': '2021-08-10T03:36:47Z', 'revision_number': 4, 'project_id': 'cf95c33df94c4d9ca3cdb8326f008dad', 'subnets': [{'id': 'bf831ce6-f6e3-4bd9-bf09-fd07020dfa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:48.558319 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f2188c-7481-4d41-be95-acf9db42a9c1 None None] The sync data for ids ['91d44396-17fc-4b0d-aa8d-368c721c56e2'] in n-d-768851-15 is: [{'id': '91d44396-17fc-4b0d-aa8d-368c721c56e2', 'name': 'tempest-TestServerBasicOps-1014707484-router', 'tenant_id': 'cf95c33df94c4d9ca3cdb8326f008dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'f0a5abf4-3937-47d0-b363-62561a67c589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:34Z', 'updated_at': '2021-08-10T03:36:40Z', 'revision_number': 4, 'project_id': 'cf95c33df94c4d9ca3cdb8326f008dad', 'gw_port': {'id': 'f0a5abf4-3937-47d0-b363-62561a67c589', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d44396-17fc-4b0d-aa8d-368c721c56e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:35Z', 'updated_at': '2021-08-10T03:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '8a43c054-a767-4007-a103-abb547e62317', 'name': '', 'network_id': 'bb69b235-5375-4f23-943a-ed89e7b99960', 'tenant_id': 'cf95c33df94c4d9ca3cdb8326f008dad', 'mac_address': 'fa:16:3e:d9:33:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d44396-17fc-4b0d-aa8d-368c721c56e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': 'bf831ce6-f6e3-4bd9-bf09-fd07020dfa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:39Z', 'updated_at': '2021-08-10T03:36:47Z', 'revision_number': 4, 'project_id': 'cf95c33df94c4d9ca3cdb8326f008dad', 'subnets': [{'id': 'bf831ce6-f6e3-4bd9-bf09-fd07020dfa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:36:48.731243 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c9609b2b-191c-437f-8955-d15fa0fc36fe tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:48.736473 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56632) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:48.741213 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-d51bc69c-567d-4c0c-8e89-4fb53b1e2fff tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Request body: {'security_group_rule': {'security_group_id': '90d44273-7963-4e46-982c-1ebaacf8e1a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:48.746560 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c9609b2b-191c-437f-8955-d15fa0fc36fe tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7784927 Aug 10 03:36:48.793906 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9609b2b-191c-437f-8955-d15fa0fc36fe tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90d44273-7963-4e46-982c-1ebaacf8e1a6,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:48.807486 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d51bc69c-567d-4c0c-8e89-4fb53b1e2fff tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:48.831597 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56634) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:48.892829 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0227748-4d53-4f8e-a6dc-965c789da764 None None] Network 8f1e7bed-2ef8-4950-bb54-5e63cc5d83e3 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:36:48.964257 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8d17a7bb-c47d-4ff2-abf9-aa9ab536413d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:49.030050 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d51bc69c-567d-4c0c-8e89-4fb53b1e2fff tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:49.036196 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d51bc69c-567d-4c0c-8e89-4fb53b1e2fff tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:49.158203 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-93566af7-a8c7-4014-9776-af23aa5f9800 req-553e573d-6d75-48c5-a52d-b86dfb21d809 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] 10.222.0.62 "GET /v2.0/ports?device_id=64e99a93-503f-4589-a54b-4bfb4b839f89 HTTP/1.1" status: 200 len: 210 time: 0.0999103 Aug 10 03:36:49.169419 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51bc69c-567d-4c0c-8e89-4fb53b1e2fff tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c41efa67-0d52-47b0-b813-409708dc7951,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:49.187979 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c42923a8-e689-4d9d-99c5-0a43f17a7b04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:49.198335 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 8a43c054-a767-4007-a103-abb547e62317 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:49.229432 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d17a7bb-c47d-4ff2-abf9-aa9ab536413d admin admin] Router 833f8f80-bbe5-4171-a1d6-704cc1f92aa5 is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:36:49.241241 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d51bc69c-567d-4c0c-8e89-4fb53b1e2fff tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:49.242482 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d51bc69c-567d-4c0c-8e89-4fb53b1e2fff tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5049796 Aug 10 03:36:49.248374 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56640) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:49.329969 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-94cd2b7b-680e-423e-93d7-9ad73a9b0e8f None None] Provisioning for port b0e28bc0-9484-458c-a33d-6ff7a373bdfa completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:49.367302 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b2c5e4a5-9ddd-4b43-b81a-d2b925c81bd5 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "GET /v2.0/security-group-rules/c41efa67-0d52-47b0-b813-409708dc7951 HTTP/1.1" status: 200 len: 763 time: 0.1176174 Aug 10 03:36:49.369923 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56644) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:49.380658 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 8a43c054-a767-4007-a103-abb547e62317 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:49.443322 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c42923a8-e689-4d9d-99c5-0a43f17a7b04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:49.444506 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 8a43c054-a767-4007-a103-abb547e62317 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:49.445050 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:49.457934 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c42923a8-e689-4d9d-99c5-0a43f17a7b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:49.500682 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42923a8-e689-4d9d-99c5-0a43f17a7b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ffb43e9-0a7f-419c-a204-3efb6aff3bfd,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:49.522027 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ea98afa1-49e4-4a76-b0d1-2de3deeabe44 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1504130 Aug 10 03:36:49.536137 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56646) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:49.586871 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-c42923a8-e689-4d9d-99c5-0a43f17a7b04 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4851521c49554cba8f26893a7bac6cf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7494047 Aug 10 03:36:49.592113 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:49.592325 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56648) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:49.613001 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d17a7bb-c47d-4ff2-abf9-aa9ab536413d admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:36:49.634887 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15767815-0366-417d-a375-037f84e49adf None None] Sync routers for ids ['833f8f80-bbe5-4171-a1d6-704cc1f92aa5'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:36:49.636861 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1335025a-6168-47f1-aed6-bb0d30160ee3 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:49.663270 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8d17a7bb-c47d-4ff2-abf9-aa9ab536413d admin admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:49.668574 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8d17a7bb-c47d-4ff2-abf9-aa9ab536413d admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.1983168 Aug 10 03:36:49.672833 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56650) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:49.676341 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15767815-0366-417d-a375-037f84e49adf None None] Routers {'833f8f80-bbe5-4171-a1d6-704cc1f92aa5'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:49.677688 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-15767815-0366-417d-a375-037f84e49adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['833f8f80-bbe5-4171-a1d6-704cc1f92aa5'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:49.685845 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 8a43c054-a767-4007-a103-abb547e62317, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=8a43c054-a767-4007-a103-abb547e62317,segment=NetworkSegment(95e2de2f-d14a-4624-a370-13ee497ef656),segment_id=95e2de2f-d14a-4624-a370-13ee497ef656)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:49.714911 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1335025a-6168-47f1-aed6-bb0d30160ee3 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:49.746180 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:49.749149 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b0e28bc0-9484-458c-a33d-6ff7a373bdfa up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:49.754949 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-62a19e0f-3d4d-4672-8c46-66b6bbcccab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:49.795011 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-62a19e0f-3d4d-4672-8c46-66b6bbcccab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:49.886253 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-62a19e0f-3d4d-4672-8c46-66b6bbcccab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:49.889164 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-62a19e0f-3d4d-4672-8c46-66b6bbcccab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:49.893499 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-62a19e0f-3d4d-4672-8c46-66b6bbcccab5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6ffb43e9-0a7f-419c-a204-3efb6aff3bfd HTTP/1.1" status: 204 len: 168 time: 0.2971311 Aug 10 03:36:49.908192 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a19e0f-3d4d-4672-8c46-66b6bbcccab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ffb43e9-0a7f-419c-a204-3efb6aff3bfd,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:49.924966 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1335025a-6168-47f1-aed6-bb0d30160ee3 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:49.934579 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1335025a-6168-47f1-aed6-bb0d30160ee3 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:49.937200 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-1335025a-6168-47f1-aed6-bb0d30160ee3 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/c41efa67-0d52-47b0-b813-409708dc7951 HTTP/1.1" status: 204 len: 168 time: 0.3989904 Aug 10 03:36:49.943774 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56654) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:49.962362 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1335025a-6168-47f1-aed6-bb0d30160ee3 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c41efa67-0d52-47b0-b813-409708dc7951,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:49.963204 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa01bdc1-d6d2-43b4-9093-003b0a397c7d req-582a7664-7524-450a-90b7-b7001c6d4f58 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:49.966003 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-aa01bdc1-d6d2-43b4-9093-003b0a397c7d req-582a7664-7524-450a-90b7-b7001c6d4f58 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] 10.222.0.58 "GET /v2.0/networks?id=279202d0-9092-43db-a92b-1b10a2ad47a0 HTTP/1.1" status: 200 len: 809 time: 0.5072613 Aug 10 03:36:50.008456 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b520eeae-d7e9-4b68-aab8-0eee8607ecc4 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0590119 Aug 10 03:36:50.008456 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56656) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:50.015181 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-6f70cf48-7507-40e1-bdb0-5cb8dc3f57ed tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Request body: {'security_group_rule': {'security_group_id': '90d44273-7963-4e46-982c-1ebaacf8e1a6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:50.061944 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6f70cf48-7507-40e1-bdb0-5cb8dc3f57ed tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:50.133006 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-aa01bdc1-d6d2-43b4-9093-003b0a397c7d req-94eff270-98b4-4417-8b24-9600d550cdb6 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c338092054e4c64a6391807bc8d123e HTTP/1.1" status: 200 len: 380 time: 0.1242046 Aug 10 03:36:50.144283 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6f70cf48-7507-40e1-bdb0-5cb8dc3f57ed tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:50.147800 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-aa01bdc1-d6d2-43b4-9093-003b0a397c7d req-76f194d5-2be5-43e4-b19c-fd5328ee3248 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Request body: {'port': {'device_id': '64e99a93-503f-4589-a54b-4bfb4b839f89', 'network_id': '279202d0-9092-43db-a92b-1b10a2ad47a0', 'admin_state_up': True, 'tenant_id': '4c338092054e4c64a6391807bc8d123e', 'security_groups': ['5c68b4fa-1c97-4619-b294-e214d945734c']}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:50.150504 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6f70cf48-7507-40e1-bdb0-5cb8dc3f57ed tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:50.177265 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port b0e28bc0-9484-458c-a33d-6ff7a373bdfa completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:50.178925 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=8a43c054-a767-4007-a103-abb547e62317,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:50.185882 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f70cf48-7507-40e1-bdb0-5cb8dc3f57ed tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8ab88ce-80f2-428d-9254-d8ca144b4060,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:50.193687 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6f70cf48-7507-40e1-bdb0-5cb8dc3f57ed tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:50.197471 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-6f70cf48-7507-40e1-bdb0-5cb8dc3f57ed tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1858864 Aug 10 03:36:50.198155 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56662) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:50.220171 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-9b88bf1c-1c0a-4b2d-94f2-cd1bfbda53a1 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "GET /v2.0/security-group-rules/b8ab88ce-80f2-428d-9254-d8ca144b4060 HTTP/1.1" status: 200 len: 763 time: 0.0209942 Aug 10 03:36:50.222242 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port b0e28bc0-9484-458c-a33d-6ff7a373bdfa triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:50.222624 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:50.223089 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56664) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:50.236987 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-9f2b2c9b-66d3-452c-821c-e4c4445884a9 None None] Provisioning complete for port b0e28bc0-9484-458c-a33d-6ff7a373bdfa triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:50.237376 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9f2b2c9b-66d3-452c-821c-e4c4445884a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:50.292135 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d5b8690c-9cd6-4330-825f-368e129b8e40 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0675721 Aug 10 03:36:50.300234 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56666) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:50.305219 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-15767815-0366-417d-a375-037f84e49adf None None] Set router 833f8f80-bbe5-4171-a1d6-704cc1f92aa5 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:36:50.341639 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-da53366e-f5bb-4ee3-81a2-a78b12e0d00b tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:50.350654 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-da53366e-f5bb-4ee3-81a2-a78b12e0d00b tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:50.376904 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56668) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:50.395296 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa01bdc1-d6d2-43b4-9093-003b0a397c7d req-76f194d5-2be5-43e4-b19c-fd5328ee3248 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Made reservation on behalf of 4c338092054e4c64a6391807bc8d123e for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:36:50.398816 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-aa01bdc1-d6d2-43b4-9093-003b0a397c7d req-76f194d5-2be5-43e4-b19c-fd5328ee3248 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:50.399825 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fa67a884-5e98-4139-8917-67a0c86b60f3 req-813661a2-c067-4f63-a1a8-29569078ed8f tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] 10.222.0.62 "GET /v2.0/ports?device_id=64e99a93-503f-4589-a54b-4bfb4b839f89 HTTP/1.1" status: 200 len: 210 time: 0.1058595 Aug 10 03:36:50.400424 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-da53366e-f5bb-4ee3-81a2-a78b12e0d00b tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:50.404623 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1122e2a5-6531-4d7f-b3fd-6d7a76d8c25d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:50.414265 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-da53366e-f5bb-4ee3-81a2-a78b12e0d00b tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:50.415369 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-da53366e-f5bb-4ee3-81a2-a78b12e0d00b tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/b8ab88ce-80f2-428d-9254-d8ca144b4060 HTTP/1.1" status: 204 len: 168 time: 0.1118457 Aug 10 03:36:50.416844 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da53366e-f5bb-4ee3-81a2-a78b12e0d00b tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b8ab88ce-80f2-428d-9254-d8ca144b4060,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:50.418309 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56672) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:50.432728 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d08094d8-b04c-4ac0-b1db-43e0d0ff671f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:50.471453 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-1d2093d3-5fcc-43d3-8014-d7275b081425 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0515251 Aug 10 03:36:50.473701 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56676) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:50.479180 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-4547e3e2-8295-467e-9959-189a6b055641 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Request body: {'security_group_rule': {'security_group_id': '90d44273-7963-4e46-982c-1ebaacf8e1a6', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:50.530638 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9f2b2c9b-66d3-452c-821c-e4c4445884a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:50.624956 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:50.645347 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-9f2b2c9b-66d3-452c-821c-e4c4445884a9 None None] For port b0e28bc0-9484-458c-a33d-6ff7a373bdfa, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=b0e28bc0-9484-458c-a33d-6ff7a373bdfa,segment=NetworkSegment(54fe64e2-0c1f-4c36-9574-4de6036472e3),segment_id=54fe64e2-0c1f-4c36-9574-4de6036472e3)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:50.658540 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9f2b2c9b-66d3-452c-821c-e4c4445884a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:50.722557 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1122e2a5-6531-4d7f-b3fd-6d7a76d8c25d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:50.738183 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1122e2a5-6531-4d7f-b3fd-6d7a76d8c25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:50.755619 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.db.api [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:36:50.755980 n-d-768851-15 neutron-server[94218]: DEBUG oslo_db.api [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:36:50.759194 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b2c9b-66d3-452c-821c-e4c4445884a9 None None] Pushing event updated for resources: {'Port': ['ID=b0e28bc0-9484-458c-a33d-6ff7a373bdfa,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:50.771970 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-15767815-0366-417d-a375-037f84e49adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833f8f80-bbe5-4171-a1d6-704cc1f92aa5', 'name': 'tempest-TestAggregatesBasicOps-339033389-router', 'tenant_id': '335a388817ad4cb4a8ee691c5e26a70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '86a81eb0-d594-4945-b0be-6e6d53299355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:45Z', 'updated_at': '2021-08-10T03:36:48Z', 'revision_number': 3, 'project_id': '335a388817ad4cb4a8ee691c5e26a70e', 'gw_port': {'id': '86a81eb0-d594-4945-b0be-6e6d53299355', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:04:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833f8f80-bbe5-4171-a1d6-704cc1f92aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:46Z', 'updated_at': '2021-08-10T03:36:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:50.774332 n-d-768851-15 neutron-server[94216]: INFO neutron.db.securitygroups_db [None req-4547e3e2-8295-467e-9959-189a6b055641 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Project 7d155310f698488baa5ad7906adc8810 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:36:50.781410 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4547e3e2-8295-467e-9959-189a6b055641 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:50.805915 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15767815-0366-417d-a375-037f84e49adf None None] Checking router: 833f8f80-bbe5-4171-a1d6-704cc1f92aa5 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:36:50.806262 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15767815-0366-417d-a375-037f84e49adf None None] Updating router 833f8f80-bbe5-4171-a1d6-704cc1f92aa5 port 86a81eb0-d594-4945-b0be-6e6d53299355 binding host n-d-768851-15 {{(pid=94218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:36:50.821269 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1122e2a5-6531-4d7f-b3fd-6d7a76d8c25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af9b7b4a-ff25-42f1-92a6-8278a1ebc9c0,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:50.830994 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-aa01bdc1-d6d2-43b4-9093-003b0a397c7d req-76f194d5-2be5-43e4-b19c-fd5328ee3248 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Allocated IP 172.20.0.7 (279202d0-9092-43db-a92b-1b10a2ad47a0/f2663f19-57f7-4b1a-a47e-fe316f67f230/90c9acd8-06fa-4b48-adf3-2d7412895c25) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:36:50.845518 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-15767815-0366-417d-a375-037f84e49adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:50.859440 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1122e2a5-6531-4d7f-b3fd-6d7a76d8c25d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=534a8bdfd8d948f0af57d7ad8fd5f0a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4784369 Aug 10 03:36:50.859645 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4bb51c-0259-4fdf-837d-de053af42850 req-518de160-4243-4425-a8a4-1e6b2711572a tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:50.859645 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8d4bb51c-0259-4fdf-837d-de053af42850 req-518de160-4243-4425-a8a4-1e6b2711572a tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/networks?id=af0d2cce-350b-49cd-9cfc-ff635347180b HTTP/1.1" status: 200 len: 814 time: 0.1658254 Aug 10 03:36:50.861304 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56690) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:50.897905 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-d08094d8-b04c-4ac0-b1db-43e0d0ff671f admin admin] Allocated IP 172.20.0.1 (8f1e7bed-2ef8-4950-bb54-5e63cc5d83e3/c07b3789-2d73-4cd7-9375-779e30be17e1/978e3ff2-358d-43ba-a7f8-e4b35cc6716c) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:36:50.902226 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4547e3e2-8295-467e-9959-189a6b055641 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:50.906610 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8d4bb51c-0259-4fdf-837d-de053af42850 req-32fa79b4-d424-4a6d-a002-44eddf714678 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/quotas/3cffefacccfd4712be786e53e7cb07cb HTTP/1.1" status: 200 len: 375 time: 0.0360682 Aug 10 03:36:50.922257 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4547e3e2-8295-467e-9959-189a6b055641 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:50.982389 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4547e3e2-8295-467e-9959-189a6b055641 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42ac2d50-e6a8-4830-a32e-0ea5aecd228c,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:50.992054 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-946c8745-5733-47ee-b5bd-d5642d07ea8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:50.997317 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4547e3e2-8295-467e-9959-189a6b055641 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:51.001712 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-4547e3e2-8295-467e-9959-189a6b055641 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5266438 Aug 10 03:36:51.003661 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56692) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:51.044049 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-90a1aa73-1a6a-44a2-b30b-70828658cec3 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "GET /v2.0/security-group-rules/42ac2d50-e6a8-4830-a32e-0ea5aecd228c HTTP/1.1" status: 200 len: 769 time: 0.0374382 Aug 10 03:36:51.046599 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-946c8745-5733-47ee-b5bd-d5642d07ea8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:51.055967 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8d4bb51c-0259-4fdf-837d-de053af42850 req-e9344327-6917-46de-8b02-46b4e08928a4 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=3cffefacccfd4712be786e53e7cb07cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1350861 Aug 10 03:36:51.061534 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56694) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:51.144192 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-15767815-0366-417d-a375-037f84e49adf None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:51.155635 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-15767815-0366-417d-a375-037f84e49adf None None] Transition to ACTIVE for port object 86a81eb0-d594-4945-b0be-6e6d53299355 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:51.163443 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-15767815-0366-417d-a375-037f84e49adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:51.196216 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b7ba35c5-a063-4bca-abd1-1323ec847003 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1331673 Aug 10 03:36:51.199212 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56696) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:51.233224 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3996459-82f4-471b-bfc2-d9e08cb47a95 None None] Pushing event updated for resources: {'Port': ['ID=86a81eb0-d594-4945-b0be-6e6d53299355,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:51.236532 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-15767815-0366-417d-a375-037f84e49adf None None] Attempting to bind port 86a81eb0-d594-4945-b0be-6e6d53299355 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:36:51.237114 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-15767815-0366-417d-a375-037f84e49adf None None] Attempting to bind port 86a81eb0-d594-4945-b0be-6e6d53299355 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:36:51.237497 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15767815-0366-417d-a375-037f84e49adf None None] Attempting to bind port 86a81eb0-d594-4945-b0be-6e6d53299355 on network 09ca2025-b9a6-4e84-8019-8d9fbef3753e {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:36:51.243958 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15767815-0366-417d-a375-037f84e49adf None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:36:51.244458 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15767815-0366-417d-a375-037f84e49adf None None] Checking segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:36:51.245029 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-15767815-0366-417d-a375-037f84e49adf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:51.245570 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15767815-0366-417d-a375-037f84e49adf None None] Bound using segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:36:51.246290 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-15767815-0366-417d-a375-037f84e49adf None None] Bound port: 86a81eb0-d594-4945-b0be-6e6d53299355, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:36:51.246803 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-15767815-0366-417d-a375-037f84e49adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:51.252160 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-946c8745-5733-47ee-b5bd-d5642d07ea8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:51.254764 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-946c8745-5733-47ee-b5bd-d5642d07ea8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:51.255921 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-946c8745-5733-47ee-b5bd-d5642d07ea8c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/af9b7b4a-ff25-42f1-92a6-8278a1ebc9c0 HTTP/1.1" status: 204 len: 168 time: 0.3940663 Aug 10 03:36:51.273113 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8d4bb51c-0259-4fdf-837d-de053af42850 req-8f17d3ec-86fd-48c0-9230-9da4f5ce0ddf service neutron] 10.222.0.62 "GET /v2.0/networks/af0d2cce-350b-49cd-9cfc-ff635347180b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941891 Aug 10 03:36:51.274110 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d2955504-9e27-4692-8347-7ad4631ced50 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:51.283026 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946c8745-5733-47ee-b5bd-d5642d07ea8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9b7b4a-ff25-42f1-92a6-8278a1ebc9c0,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:51.292091 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d2955504-9e27-4692-8347-7ad4631ced50 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:51.353625 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-15767815-0366-417d-a375-037f84e49adf None None] For port 86a81eb0-d594-4945-b0be-6e6d53299355, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:36:51.358029 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-15767815-0366-417d-a375-037f84e49adf None None] For port 86a81eb0-d594-4945-b0be-6e6d53299355, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=86a81eb0-d594-4945-b0be-6e6d53299355,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:36:51.366468 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-15767815-0366-417d-a375-037f84e49adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:51.451246 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d2955504-9e27-4692-8347-7ad4631ced50 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:51.462149 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d2955504-9e27-4692-8347-7ad4631ced50 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:51.463872 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d2955504-9e27-4692-8347-7ad4631ced50 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/42ac2d50-e6a8-4830-a32e-0ea5aecd228c HTTP/1.1" status: 204 len: 168 time: 0.2636266 Aug 10 03:36:51.475452 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15767815-0366-417d-a375-037f84e49adf None None] Routers {'833f8f80-bbe5-4171-a1d6-704cc1f92aa5'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:51.476224 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-15767815-0366-417d-a375-037f84e49adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['833f8f80-bbe5-4171-a1d6-704cc1f92aa5'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:51.477712 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-aa01bdc1-d6d2-43b4-9093-003b0a397c7d req-76f194d5-2be5-43e4-b19c-fd5328ee3248 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:51.478317 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3996459-82f4-471b-bfc2-d9e08cb47a95 None None] Pushing event updated for resources: {'Port': ['ID=86a81eb0-d594-4945-b0be-6e6d53299355,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:51.495043 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56702) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:51.506777 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-aa01bdc1-d6d2-43b4-9093-003b0a397c7d req-76f194d5-2be5-43e4-b19c-fd5328ee3248 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Transition to ACTIVE for port object 90c9acd8-06fa-4b48-adf3-2d7412895c25 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:51.518455 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2955504-9e27-4692-8347-7ad4631ced50 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=42ac2d50-e6a8-4830-a32e-0ea5aecd228c,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:51.527571 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 8a43c054-a767-4007-a103-abb547e62317 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:51.567979 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d08094d8-b04c-4ac0-b1db-43e0d0ff671f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:51.572375 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aa9eda20-a824-4de5-9c0f-87459e2b4b7c req-8b21e89b-3812-4a1b-babe-12f9bf4ef8b3 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] 10.222.0.62 "GET /v2.0/ports?device_id=64e99a93-503f-4589-a54b-4bfb4b839f89 HTTP/1.1" status: 200 len: 210 time: 0.0551670 Aug 10 03:36:51.586842 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-d08094d8-b04c-4ac0-b1db-43e0d0ff671f admin admin] Transition to ACTIVE for port object 978e3ff2-358d-43ba-a7f8-e4b35cc6716c will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:51.587048 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8d4bb51c-0259-4fdf-837d-de053af42850 req-30169653-1b10-4295-a936-0827e43cadfa service neutron] 10.222.0.62 "GET /v2.0/networks/af0d2cce-350b-49cd-9cfc-ff635347180b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921708 Aug 10 03:36:51.598047 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-aa01bdc1-d6d2-43b4-9093-003b0a397c7d req-76f194d5-2be5-43e4-b19c-fd5328ee3248 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:51.633500 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-9b9a6425-f251-4962-80f2-10c1e4f5ef68 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1373017 Aug 10 03:36:51.639454 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56706) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:51.660609 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-15767815-0366-417d-a375-037f84e49adf None None] Set router 833f8f80-bbe5-4171-a1d6-704cc1f92aa5 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:36:51.683260 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa01bdc1-d6d2-43b4-9093-003b0a397c7d req-76f194d5-2be5-43e4-b19c-fd5328ee3248 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Network 279202d0-9092-43db-a92b-1b10a2ad47a0 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:51.692538 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 8a43c054-a767-4007-a103-abb547e62317 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:51.692918 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:51.697687 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-aa01bdc1-d6d2-43b4-9093-003b0a397c7d req-76f194d5-2be5-43e4-b19c-fd5328ee3248 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:51.711295 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa01bdc1-d6d2-43b4-9093-003b0a397c7d req-76f194d5-2be5-43e4-b19c-fd5328ee3248 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:36:51.773518 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f194d5-2be5-43e4-b19c-fd5328ee3248 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Pushing event updated for resources: {'Port': ['ID=90c9acd8-06fa-4b48-adf3-2d7412895c25,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:51.818837 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d08094d8-b04c-4ac0-b1db-43e0d0ff671f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:51.851318 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8cbf33e2-34fe-4c2c-bccb-2a3c996f433a req-2752aa7d-185a-45f7-bf54-53fdc8c629a3 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e0f08b1-203c-47a6-a520-b9bf3273e7bd HTTP/1.1" status: 200 len: 210 time: 0.0392022 Aug 10 03:36:51.862586 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa01bdc1-d6d2-43b4-9093-003b0a397c7d req-76f194d5-2be5-43e4-b19c-fd5328ee3248 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:51.863303 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-aa01bdc1-d6d2-43b4-9093-003b0a397c7d req-76f194d5-2be5-43e4-b19c-fd5328ee3248 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:51.886806 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c3c2cde8-a7eb-4723-bb0c-2b839cf1376c tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:51.942040 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08094d8-b04c-4ac0-b1db-43e0d0ff671f admin admin] Network 8f1e7bed-2ef8-4950-bb54-5e63cc5d83e3 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:51.956496 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-d08094d8-b04c-4ac0-b1db-43e0d0ff671f admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:51.968037 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08094d8-b04c-4ac0-b1db-43e0d0ff671f admin admin] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:36:51.975596 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b0e28bc0-9484-458c-a33d-6ff7a373bdfa up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:51.986352 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c3c2cde8-a7eb-4723-bb0c-2b839cf1376c tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:51.998171 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-aa01bdc1-d6d2-43b4-9093-003b0a397c7d req-76f194d5-2be5-43e4-b19c-fd5328ee3248 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8574171 Aug 10 03:36:52.085699 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [req-aa01bdc1-d6d2-43b4-9093-003b0a397c7d req-b70b1ac9-373d-46d8-a5e4-1a221e60e0d4 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:36:52.086698 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-aa01bdc1-d6d2-43b4-9093-003b0a397c7d req-b70b1ac9-373d-46d8-a5e4-1a221e60e0d4 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076587 Aug 10 03:36:52.096935 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08094d8-b04c-4ac0-b1db-43e0d0ff671f admin admin] Pushing event updated for resources: {'Port': ['ID=978e3ff2-358d-43ba-a7f8-e4b35cc6716c,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:52.105711 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port b0e28bc0-9484-458c-a33d-6ff7a373bdfa triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:52.106188 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:52.148393 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d08094d8-b04c-4ac0-b1db-43e0d0ff671f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:52.211417 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-15767815-0366-417d-a375-037f84e49adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833f8f80-bbe5-4171-a1d6-704cc1f92aa5', 'name': 'tempest-TestAggregatesBasicOps-339033389-router', 'tenant_id': '335a388817ad4cb4a8ee691c5e26a70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '86a81eb0-d594-4945-b0be-6e6d53299355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:45Z', 'updated_at': '2021-08-10T03:36:48Z', 'revision_number': 3, 'project_id': '335a388817ad4cb4a8ee691c5e26a70e', 'gw_port': {'id': '86a81eb0-d594-4945-b0be-6e6d53299355', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:04:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833f8f80-bbe5-4171-a1d6-704cc1f92aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:46Z', 'updated_at': '2021-08-10T03:36:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:52.226893 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c3c2cde8-a7eb-4723-bb0c-2b839cf1376c tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:52.233232 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c3c2cde8-a7eb-4723-bb0c-2b839cf1376c tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:52.239241 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c3c2cde8-a7eb-4723-bb0c-2b839cf1376c tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "DELETE /v2.0/security-groups/90d44273-7963-4e46-982c-1ebaacf8e1a6 HTTP/1.1" status: 204 len: 168 time: 0.5950606 Aug 10 03:36:52.239633 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56728) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:52.254836 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15767815-0366-417d-a375-037f84e49adf None None] The sync data for ids ['833f8f80-bbe5-4171-a1d6-704cc1f92aa5'] in n-d-768851-15 is: [{'id': '833f8f80-bbe5-4171-a1d6-704cc1f92aa5', 'name': 'tempest-TestAggregatesBasicOps-339033389-router', 'tenant_id': '335a388817ad4cb4a8ee691c5e26a70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '86a81eb0-d594-4945-b0be-6e6d53299355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:45Z', 'updated_at': '2021-08-10T03:36:48Z', 'revision_number': 3, 'project_id': '335a388817ad4cb4a8ee691c5e26a70e', 'gw_port': {'id': '86a81eb0-d594-4945-b0be-6e6d53299355', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:04:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833f8f80-bbe5-4171-a1d6-704cc1f92aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:46Z', 'updated_at': '2021-08-10T03:36:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:36:52.273828 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-ab2d6d0f-5fb1-454d-a99f-d29c3ad803f5 None None] Provisioning for port 90c9acd8-06fa-4b48-adf3-2d7412895c25 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:52.283964 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-ab2d6d0f-5fb1-454d-a99f-d29c3ad803f5 None None] Provisioning complete for port 90c9acd8-06fa-4b48-adf3-2d7412895c25 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:52.285100 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ab2d6d0f-5fb1-454d-a99f-d29c3ad803f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:52.297518 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c2cde8-a7eb-4723-bb0c-2b839cf1376c tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d44273-7963-4e46-982c-1ebaacf8e1a6,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:52.355799 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-58c75d12-43aa-4a1e-a15b-ef54595c4be1 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1110883 Aug 10 03:36:52.357401 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56736) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:52.420838 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-aa01bdc1-d6d2-43b4-9093-003b0a397c7d req-648407f6-ed6f-47d7-89fa-382b3de415a5 service neutron] Request body: {'port': {'device_id': '64e99a93-503f-4589-a54b-4bfb4b839f89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:52.429953 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-ab2d6d0f-5fb1-454d-a99f-d29c3ad803f5 None None] Port 90c9acd8-06fa-4b48-adf3-2d7412895c25 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:36:52.470756 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-fac3e406-9a69-4110-893a-ce785cbe2751 tempest-SecGroupIPv6Test-2017904267 tempest-SecGroupIPv6Test-2017904267-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1120389 Aug 10 03:36:52.531927 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d08094d8-b04c-4ac0-b1db-43e0d0ff671f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:52.536815 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-aa01bdc1-d6d2-43b4-9093-003b0a397c7d req-648407f6-ed6f-47d7-89fa-382b3de415a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:52.558267 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3679a281-4cab-408c-9740-dee08b5e1c02 None None] Provisioning for port 978e3ff2-358d-43ba-a7f8-e4b35cc6716c completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:52.566261 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3679a281-4cab-408c-9740-dee08b5e1c02 None None] Provisioning complete for port 978e3ff2-358d-43ba-a7f8-e4b35cc6716c triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:52.566635 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3679a281-4cab-408c-9740-dee08b5e1c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:52.612166 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3679a281-4cab-408c-9740-dee08b5e1c02 None None] Port 978e3ff2-358d-43ba-a7f8-e4b35cc6716c cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:36:52.809525 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837fd72-6ee9-417f-be0a-b6ad1d7a6ce4 req-d6957be6-f6cb-42ed-b0d5-5121531b21b7 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:52.818916 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1837fd72-6ee9-417f-be0a-b6ad1d7a6ce4 req-d6957be6-f6cb-42ed-b0d5-5121531b21b7 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] 10.222.0.62 "GET /v2.0/ports?device_id=64e99a93-503f-4589-a54b-4bfb4b839f89 HTTP/1.1" status: 200 len: 931 time: 0.1129739 Aug 10 03:36:52.872929 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1837fd72-6ee9-417f-be0a-b6ad1d7a6ce4 req-fb93a061-ab95-4b77-bf36-2656ea83ef33 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] 10.222.0.62 "GET /v2.0/security-groups?id=5c68b4fa-1c97-4619-b294-e214d945734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527532 Aug 10 03:36:53.004678 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2c4f1d8c-fba8-4dc0-bcd7-e84d532765c3 req-afcd0c7c-df2f-4f11-b2d7-860a662c9a7d tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e0f08b1-203c-47a6-a520-b9bf3273e7bd HTTP/1.1" status: 200 len: 210 time: 0.0461423 Aug 10 03:36:53.030981 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56752) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:53.128810 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-aa01bdc1-d6d2-43b4-9093-003b0a397c7d req-648407f6-ed6f-47d7-89fa-382b3de415a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90c9acd8-06fa-4b48-adf3-2d7412895c25 {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:36:53.146431 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-aa01bdc1-d6d2-43b4-9093-003b0a397c7d req-648407f6-ed6f-47d7-89fa-382b3de415a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:53.178812 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-aa01bdc1-d6d2-43b4-9093-003b0a397c7d req-648407f6-ed6f-47d7-89fa-382b3de415a5 service neutron] Transition to ACTIVE for port object 90c9acd8-06fa-4b48-adf3-2d7412895c25 will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:53.191446 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-aa01bdc1-d6d2-43b4-9093-003b0a397c7d req-648407f6-ed6f-47d7-89fa-382b3de415a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:53.249575 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-def14f90-4bf3-4b7c-bbc1-a3bc199190b1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7d155310f698488baa5ad7906adc8810&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2148736 Aug 10 03:36:53.250527 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56762) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:53.255590 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648407f6-ed6f-47d7-89fa-382b3de415a5 service neutron] Pushing event updated for resources: {'Port': ['ID=90c9acd8-06fa-4b48-adf3-2d7412895c25,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:53.330096 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-32b926e0-ec31-43b0-8e7a-228d2e91a662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:53.357668 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-32b926e0-ec31-43b0-8e7a-228d2e91a662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:53.422495 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d08094d8-b04c-4ac0-b1db-43e0d0ff671f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:53.430288 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d08094d8-b04c-4ac0-b1db-43e0d0ff671f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:53.522792 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-32b926e0-ec31-43b0-8e7a-228d2e91a662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:53.533583 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-32b926e0-ec31-43b0-8e7a-228d2e91a662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:53.535771 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-32b926e0-ec31-43b0-8e7a-228d2e91a662 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bb99086f-d47c-407b-a970-66add6f6cc75 HTTP/1.1" status: 204 len: 168 time: 0.2841909 Aug 10 03:36:53.547365 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d08094d8-b04c-4ac0-b1db-43e0d0ff671f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:53.565281 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-aa01bdc1-d6d2-43b4-9093-003b0a397c7d req-648407f6-ed6f-47d7-89fa-382b3de415a5 service neutron] Attempting to bind port 90c9acd8-06fa-4b48-adf3-2d7412895c25 on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:36:53.565614 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-aa01bdc1-d6d2-43b4-9093-003b0a397c7d req-648407f6-ed6f-47d7-89fa-382b3de415a5 service neutron] Attempting to bind port 90c9acd8-06fa-4b48-adf3-2d7412895c25 by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '2f5328e0-7408-48d8-a920-90a7481293e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '279202d0-9092-43db-a92b-1b10a2ad47a0'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:36:53.565938 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa01bdc1-d6d2-43b4-9093-003b0a397c7d req-648407f6-ed6f-47d7-89fa-382b3de415a5 service neutron] Attempting to bind port 90c9acd8-06fa-4b48-adf3-2d7412895c25 on network 279202d0-9092-43db-a92b-1b10a2ad47a0 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:36:53.573100 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 86a81eb0-d594-4945-b0be-6e6d53299355 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:53.575221 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa01bdc1-d6d2-43b4-9093-003b0a397c7d req-648407f6-ed6f-47d7-89fa-382b3de415a5 service neutron] Port 90c9acd8-06fa-4b48-adf3-2d7412895c25 on network 279202d0-9092-43db-a92b-1b10a2ad47a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:36:53.575549 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa01bdc1-d6d2-43b4-9093-003b0a397c7d req-648407f6-ed6f-47d7-89fa-382b3de415a5 service neutron] Attempting to bind port 90c9acd8-06fa-4b48-adf3-2d7412895c25 on network 279202d0-9092-43db-a92b-1b10a2ad47a0 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:36:53.577605 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08094d8-b04c-4ac0-b1db-43e0d0ff671f admin admin] Pushing event updated for resources: {'Port': ['ID=978e3ff2-358d-43ba-a7f8-e4b35cc6716c,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:53.597144 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa01bdc1-d6d2-43b4-9093-003b0a397c7d req-648407f6-ed6f-47d7-89fa-382b3de415a5 service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:36:53.597734 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa01bdc1-d6d2-43b4-9093-003b0a397c7d req-648407f6-ed6f-47d7-89fa-382b3de415a5 service neutron] Checking segment: {'id': '2f5328e0-7408-48d8-a920-90a7481293e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '279202d0-9092-43db-a92b-1b10a2ad47a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:36:53.598213 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa01bdc1-d6d2-43b4-9093-003b0a397c7d req-648407f6-ed6f-47d7-89fa-382b3de415a5 service neutron] Bound using segment: {'id': '2f5328e0-7408-48d8-a920-90a7481293e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '279202d0-9092-43db-a92b-1b10a2ad47a0'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:36:53.598713 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-aa01bdc1-d6d2-43b4-9093-003b0a397c7d req-648407f6-ed6f-47d7-89fa-382b3de415a5 service neutron] Bound port: 90c9acd8-06fa-4b48-adf3-2d7412895c25, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f5328e0-7408-48d8-a920-90a7481293e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '279202d0-9092-43db-a92b-1b10a2ad47a0'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:36:53.599104 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-aa01bdc1-d6d2-43b4-9093-003b0a397c7d req-648407f6-ed6f-47d7-89fa-382b3de415a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:53.637810 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b926e0-ec31-43b0-8e7a-228d2e91a662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb99086f-d47c-407b-a970-66add6f6cc75,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:53.708482 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4bb51c-0259-4fdf-837d-de053af42850 req-bc43fa27-033f-495b-858b-b1b3defd6267 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:53.710095 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8d4bb51c-0259-4fdf-837d-de053af42850 req-bc43fa27-033f-495b-858b-b1b3defd6267 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.60 "GET /v2.0/networks?id=af0d2cce-350b-49cd-9cfc-ff635347180b HTTP/1.1" status: 200 len: 814 time: 0.3021619 Aug 10 03:36:53.732916 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-8d4bb51c-0259-4fdf-837d-de053af42850 req-c01b3002-b0ea-4122-ac90-1f1dc6e282a8 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Request body: {'port': {'device_id': '5e0f08b1-203c-47a6-a520-b9bf3273e7bd', 'network_id': 'af0d2cce-350b-49cd-9cfc-ff635347180b', 'admin_state_up': True, 'tenant_id': '3cffefacccfd4712be786e53e7cb07cb'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:53.767305 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08094d8-b04c-4ac0-b1db-43e0d0ff671f admin admin] Network 8f1e7bed-2ef8-4950-bb54-5e63cc5d83e3 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:53.771163 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-d08094d8-b04c-4ac0-b1db-43e0d0ff671f admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:53.795483 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 86a81eb0-d594-4945-b0be-6e6d53299355 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:53.810180 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 86a81eb0-d594-4945-b0be-6e6d53299355 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:53.810560 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:53.906431 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-aa01bdc1-d6d2-43b4-9093-003b0a397c7d req-648407f6-ed6f-47d7-89fa-382b3de415a5 service neutron] For port 90c9acd8-06fa-4b48-adf3-2d7412895c25, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:36:54.007784 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:54.016263 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d4bb51c-0259-4fdf-837d-de053af42850 req-c01b3002-b0ea-4122-ac90-1f1dc6e282a8 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Made reservation on behalf of 3cffefacccfd4712be786e53e7cb07cb for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:36:54.032031 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8d4bb51c-0259-4fdf-837d-de053af42850 req-c01b3002-b0ea-4122-ac90-1f1dc6e282a8 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:54.054617 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 86a81eb0-d594-4945-b0be-6e6d53299355, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=86a81eb0-d594-4945-b0be-6e6d53299355,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:54.065341 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:54.073826 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-aa01bdc1-d6d2-43b4-9093-003b0a397c7d req-648407f6-ed6f-47d7-89fa-382b3de415a5 service neutron] For port 90c9acd8-06fa-4b48-adf3-2d7412895c25, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=90c9acd8-06fa-4b48-adf3-2d7412895c25,segment=NetworkSegment(2f5328e0-7408-48d8-a920-90a7481293e3),segment_id=2f5328e0-7408-48d8-a920-90a7481293e3)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:36:54.085776 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-aa01bdc1-d6d2-43b4-9093-003b0a397c7d req-648407f6-ed6f-47d7-89fa-382b3de415a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:54.155461 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=86a81eb0-d594-4945-b0be-6e6d53299355,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:54.187848 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa01bdc1-d6d2-43b4-9093-003b0a397c7d req-648407f6-ed6f-47d7-89fa-382b3de415a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:54.199268 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-aa01bdc1-d6d2-43b4-9093-003b0a397c7d req-648407f6-ed6f-47d7-89fa-382b3de415a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:54.215487 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-aa01bdc1-d6d2-43b4-9093-003b0a397c7d req-648407f6-ed6f-47d7-89fa-382b3de415a5 service neutron] 10.222.0.58 "PUT /v2.0/ports/90c9acd8-06fa-4b48-adf3-2d7412895c25 HTTP/1.1" status: 200 len: 1092 time: 2.1019769 Aug 10 03:36:54.233127 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-e3ed09c0-b5b0-4e56-b3a2-397d05af12a8 None None] Provisioning complete for port 978e3ff2-358d-43ba-a7f8-e4b35cc6716c triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:54.233891 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e3ed09c0-b5b0-4e56-b3a2-397d05af12a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:54.244428 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-71d553e0-9984-48f3-8c9e-5aba604d8c7c req-586f6b3d-0b0c-4ee3-a57e-42b487e6eab9 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e0f08b1-203c-47a6-a520-b9bf3273e7bd HTTP/1.1" status: 200 len: 210 time: 0.1076481 Aug 10 03:36:54.275347 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64e99a93-503f-4589-a54b-4bfb4b839f89', 'tag': '90c9acd8-06fa-4b48-adf3-2d7412895c25'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:36:54.278175 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20086f21-4d59-4ef7-b4ad-5960edc3f1dc" -d '{"events": [{"name": "network-changed", "server_uuid": "64e99a93-503f-4589-a54b-4bfb4b839f89", "tag": "90c9acd8-06fa-4b48-adf3-2d7412895c25"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:36:54.281741 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648407f6-ed6f-47d7-89fa-382b3de415a5 service neutron] Pushing event updated for resources: {'Port': ['ID=90c9acd8-06fa-4b48-adf3-2d7412895c25,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:54.325330 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91484b3-c86d-4c50-8079-68cfdf45ea68 req-0d03c3bf-cfbb-445a-a05c-5187420fe43b tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:54.326947 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f91484b3-c86d-4c50-8079-68cfdf45ea68 req-0d03c3bf-cfbb-445a-a05c-5187420fe43b tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] 10.222.0.62 "GET /v2.0/ports?device_id=64e99a93-503f-4589-a54b-4bfb4b839f89 HTTP/1.1" status: 200 len: 943 time: 0.2502594 Aug 10 03:36:54.372402 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-e3ed09c0-b5b0-4e56-b3a2-397d05af12a8 None None] Port 978e3ff2-358d-43ba-a7f8-e4b35cc6716c cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:36:54.390221 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc9c875-19d8-4004-b404-99c70ceedf23 x-openstack-request-id: req-7bc9c875-19d8-4004-b404-99c70ceedf23 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:36:54.391120 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64e99a93-503f-4589-a54b-4bfb4b839f89", "tag": "90c9acd8-06fa-4b48-adf3-2d7412895c25", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:36:54.391645 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7bc9c875-19d8-4004-b404-99c70ceedf23 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:36:54.392251 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64e99a93-503f-4589-a54b-4bfb4b839f89', 'tag': '90c9acd8-06fa-4b48-adf3-2d7412895c25', 'status': 'completed', 'code': 200} Aug 10 03:36:54.406660 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d08094d8-b04c-4ac0-b1db-43e0d0ff671f admin admin] Router 833f8f80-bbe5-4171-a1d6-704cc1f92aa5 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:36:54.427420 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa01bdc1-d6d2-43b4-9093-003b0a397c7d req-6ffc7b43-9ee2-454e-874c-1b5d529d5451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:54.427808 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f91484b3-c86d-4c50-8079-68cfdf45ea68 req-05e3db2d-d968-4db7-a790-55a5c814e8ea tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] 10.222.0.62 "GET /v2.0/security-groups?id=5c68b4fa-1c97-4619-b294-e214d945734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947084 Aug 10 03:36:54.429076 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-8d4bb51c-0259-4fdf-837d-de053af42850 req-c01b3002-b0ea-4122-ac90-1f1dc6e282a8 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Allocated IP 172.20.0.9 (af0d2cce-350b-49cd-9cfc-ff635347180b/02e995bf-0ffb-4fac-9ab1-ec0873c47a61/b2ddd33b-e36c-42b0-a48b-c564df7d9e7f) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:36:54.430040 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-aa01bdc1-d6d2-43b4-9093-003b0a397c7d req-6ffc7b43-9ee2-454e-874c-1b5d529d5451 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4c338092054e4c64a6391807bc8d123e&device_id=64e99a93-503f-4589-a54b-4bfb4b839f89 HTTP/1.1" status: 200 len: 1095 time: 0.1425042 Aug 10 03:36:54.535668 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-aa01bdc1-d6d2-43b4-9093-003b0a397c7d req-b9c26650-5e58-4a95-a934-237af5a684f0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90c9acd8-06fa-4b48-adf3-2d7412895c25 HTTP/1.1" status: 200 len: 217 time: 0.0947735 Aug 10 03:36:54.662596 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa01bdc1-d6d2-43b4-9093-003b0a397c7d req-52eebb5f-0f83-4bfb-a391-1920cdae9cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:54.664183 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-aa01bdc1-d6d2-43b4-9093-003b0a397c7d req-52eebb5f-0f83-4bfb-a391-1920cdae9cb0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f2663f19-57f7-4b1a-a47e-fe316f67f230 HTTP/1.1" status: 200 len: 848 time: 0.1174629 Aug 10 03:36:54.667308 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08094d8-b04c-4ac0-b1db-43e0d0ff671f admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:36:54.681364 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d08094d8-b04c-4ac0-b1db-43e0d0ff671f admin admin] 10.222.0.62 "PUT /v2.0/routers/833f8f80-bbe5-4171-a1d6-704cc1f92aa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9987552 Aug 10 03:36:54.692821 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8d4bb51c-0259-4fdf-837d-de053af42850 req-c01b3002-b0ea-4122-ac90-1f1dc6e282a8 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:54.737929 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa01bdc1-d6d2-43b4-9093-003b0a397c7d req-94f2f8d5-293b-4063-9886-2505af440f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:54.741422 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-aa01bdc1-d6d2-43b4-9093-003b0a397c7d req-94f2f8d5-293b-4063-9886-2505af440f5a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=279202d0-9092-43db-a92b-1b10a2ad47a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0672698 Aug 10 03:36:54.789632 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8d4bb51c-0259-4fdf-837d-de053af42850 req-c01b3002-b0ea-4122-ac90-1f1dc6e282a8 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:54.804424 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['8cd40eca-ca86-462f-8a85-aa999f21e854', 'cb281ab3-9bde-4bff-923e-ceb8f49ac25a'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:36:54.808094 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['2d9bd8d6-23c5-46ea-a8a3-d1a1371ed7b3'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:36:54.899420 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-aa01bdc1-d6d2-43b4-9093-003b0a397c7d req-82e5fbff-72af-4c21-b2df-3ea8ee87e4d7 service neutron] 10.222.0.58 "GET /v2.0/networks/279202d0-9092-43db-a92b-1b10a2ad47a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488087 Aug 10 03:36:54.933767 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01b3002-b0ea-4122-ac90-1f1dc6e282a8 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Pushing event updated for resources: {'Port': ['ID=b2ddd33b-e36c-42b0-a48b-c564df7d9e7f,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:54.970466 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d4bb51c-0259-4fdf-837d-de053af42850 req-c01b3002-b0ea-4122-ac90-1f1dc6e282a8 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Network af0d2cce-350b-49cd-9cfc-ff635347180b is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:54.975014 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-8d4bb51c-0259-4fdf-837d-de053af42850 req-c01b3002-b0ea-4122-ac90-1f1dc6e282a8 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:54.997729 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d4bb51c-0259-4fdf-837d-de053af42850 req-c01b3002-b0ea-4122-ac90-1f1dc6e282a8 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:36:55.129124 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-aa01bdc1-d6d2-43b4-9093-003b0a397c7d req-dd75d210-777b-4154-9942-aa0459295e4a service neutron] 10.222.0.58 "GET /v2.0/networks/279202d0-9092-43db-a92b-1b10a2ad47a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210188 Aug 10 03:36:55.138682 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4bb51c-0259-4fdf-837d-de053af42850 req-c01b3002-b0ea-4122-ac90-1f1dc6e282a8 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:55.142596 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8d4bb51c-0259-4fdf-837d-de053af42850 req-c01b3002-b0ea-4122-ac90-1f1dc6e282a8 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:55.194388 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8d4bb51c-0259-4fdf-837d-de053af42850 req-c01b3002-b0ea-4122-ac90-1f1dc6e282a8 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4669545 Aug 10 03:36:55.216679 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-8d4bb51c-0259-4fdf-837d-de053af42850 req-d76fcb4f-64e3-4690-b797-2293fd384d3b service neutron] Request body: {'port': {'device_id': '5e0f08b1-203c-47a6-a520-b9bf3273e7bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:55.288241 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d95e17-15f4-46d4-9928-88aafc3a0801 None None] Sync routers for ids ['833f8f80-bbe5-4171-a1d6-704cc1f92aa5'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:36:55.298319 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20086f21-4d59-4ef7-b4ad-5960edc3f1dc req-9804448e-a581-4c16-8431-89a41d3f8367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:55.299888 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-20086f21-4d59-4ef7-b4ad-5960edc3f1dc req-9804448e-a581-4c16-8431-89a41d3f8367 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4c338092054e4c64a6391807bc8d123e&device_id=64e99a93-503f-4589-a54b-4bfb4b839f89 HTTP/1.1" status: 200 len: 1095 time: 0.1123579 Aug 10 03:36:55.308687 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d95e17-15f4-46d4-9928-88aafc3a0801 None None] Routers {'833f8f80-bbe5-4171-a1d6-704cc1f92aa5'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:55.309947 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-f5d95e17-15f4-46d4-9928-88aafc3a0801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['833f8f80-bbe5-4171-a1d6-704cc1f92aa5'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:55.370906 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8d4bb51c-0259-4fdf-837d-de053af42850 req-d76fcb4f-64e3-4690-b797-2293fd384d3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:55.544259 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20086f21-4d59-4ef7-b4ad-5960edc3f1dc req-262eebca-8945-42b7-a757-75e59065a26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:55.546009 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-20086f21-4d59-4ef7-b4ad-5960edc3f1dc req-262eebca-8945-42b7-a757-75e59065a26f service neutron] 10.222.0.58 "GET /v2.0/networks?id=279202d0-9092-43db-a92b-1b10a2ad47a0 HTTP/1.1" status: 200 len: 910 time: 0.2385747 Aug 10 03:36:55.553069 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 86a81eb0-d594-4945-b0be-6e6d53299355 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:55.630195 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-20086f21-4d59-4ef7-b4ad-5960edc3f1dc req-987a0619-32b1-449f-b1c5-bac29429bd62 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90c9acd8-06fa-4b48-adf3-2d7412895c25 HTTP/1.1" status: 200 len: 217 time: 0.0749729 Aug 10 03:36:55.730618 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20086f21-4d59-4ef7-b4ad-5960edc3f1dc req-092a6832-6ca3-4583-82ae-1c502d7a0229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:55.732835 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-20086f21-4d59-4ef7-b4ad-5960edc3f1dc req-092a6832-6ca3-4583-82ae-1c502d7a0229 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f2663f19-57f7-4b1a-a47e-fe316f67f230 HTTP/1.1" status: 200 len: 848 time: 0.0940962 Aug 10 03:36:55.734639 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-f5d95e17-15f4-46d4-9928-88aafc3a0801 None None] Set router 833f8f80-bbe5-4171-a1d6-704cc1f92aa5 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:36:55.784795 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 86a81eb0-d594-4945-b0be-6e6d53299355 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:55.785173 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:55.801608 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56822) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:55.822846 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20086f21-4d59-4ef7-b4ad-5960edc3f1dc req-3fc2bf88-bd94-419e-964b-78b1cfcd9b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:55.824670 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-20086f21-4d59-4ef7-b4ad-5960edc3f1dc req-3fc2bf88-bd94-419e-964b-78b1cfcd9b9a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=279202d0-9092-43db-a92b-1b10a2ad47a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0840251 Aug 10 03:36:55.929280 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-8d4bb51c-0259-4fdf-837d-de053af42850 req-d76fcb4f-64e3-4690-b797-2293fd384d3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2ddd33b-e36c-42b0-a48b-c564df7d9e7f {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:36:55.937786 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56828) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:55.945634 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-56811ed3-1873-4489-973b-e59db14c2cf2 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1216195068-network', 'tenant_id': '9202ac4be4ad4a25ad21cfc91e651f69'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:55.948163 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8d4bb51c-0259-4fdf-837d-de053af42850 req-d76fcb4f-64e3-4690-b797-2293fd384d3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:55.977427 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-20086f21-4d59-4ef7-b4ad-5960edc3f1dc req-9d6c8e16-be4d-4ed9-b0f8-c873e755cd0d service neutron] 10.222.0.58 "GET /v2.0/networks/279202d0-9092-43db-a92b-1b10a2ad47a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444762 Aug 10 03:36:55.984340 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-8d4bb51c-0259-4fdf-837d-de053af42850 req-d76fcb4f-64e3-4690-b797-2293fd384d3b service neutron] Transition to ACTIVE for port object b2ddd33b-e36c-42b0-a48b-c564df7d9e7f will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:56.028909 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8d4bb51c-0259-4fdf-837d-de053af42850 req-d76fcb4f-64e3-4690-b797-2293fd384d3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:56.162636 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56811ed3-1873-4489-973b-e59db14c2cf2 admin admin] Made reservation on behalf of 9202ac4be4ad4a25ad21cfc91e651f69 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:36:56.165154 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-56811ed3-1873-4489-973b-e59db14c2cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:56.182697 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-56811ed3-1873-4489-973b-e59db14c2cf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:56.251148 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-f5d95e17-15f4-46d4-9928-88aafc3a0801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833f8f80-bbe5-4171-a1d6-704cc1f92aa5', 'name': 'tempest-TestAggregatesBasicOps-339033389-router', 'tenant_id': '335a388817ad4cb4a8ee691c5e26a70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '86a81eb0-d594-4945-b0be-6e6d53299355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:45Z', 'updated_at': '2021-08-10T03:36:52Z', 'revision_number': 4, 'project_id': '335a388817ad4cb4a8ee691c5e26a70e', 'gw_port': {'id': '86a81eb0-d594-4945-b0be-6e6d53299355', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:04:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833f8f80-bbe5-4171-a1d6-704cc1f92aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:46Z', 'updated_at': '2021-08-10T03:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '978e3ff2-358d-43ba-a7f8-e4b35cc6716c', 'name': '', 'network_id': '8f1e7bed-2ef8-4950-bb54-5e63cc5d83e3', 'tenant_id': '335a388817ad4cb4a8ee691c5e26a70e', 'mac_address': 'fa:16:3e:ed:56:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833f8f80-bbe5-4171-a1d6-704cc1f92aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': 'c07b3789-2d73-4cd7-9375-779e30be17e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:50Z', 'updated_at': '2021-08-10T03:36:52Z', 'revision_number': 2, 'project_id': '335a388817ad4cb4a8ee691c5e26a70e', 'subnets': [{'id': 'c07b3789-2d73-4cd7-9375-779e30be17e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:56.262116 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-e1a326fe-71f2-4d42-af6f-8adaaf3c539a tempest-TagsTest-1169502591 tempest-TagsTest-1169502591-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1065689837'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:56.266201 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f8922f-aaa6-4a44-bddb-3ce31baf7350 req-b352bac5-16cc-46b8-9a60-89cfa70c5b64 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:56.267436 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-20086f21-4d59-4ef7-b4ad-5960edc3f1dc req-44c6c010-8414-4b6d-abae-8d154303f5da service neutron] 10.222.0.58 "GET /v2.0/networks/279202d0-9092-43db-a92b-1b10a2ad47a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754700 Aug 10 03:36:56.268395 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-75f8922f-aaa6-4a44-bddb-3ce31baf7350 req-b352bac5-16cc-46b8-9a60-89cfa70c5b64 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e0f08b1-203c-47a6-a520-b9bf3273e7bd HTTP/1.1" status: 200 len: 931 time: 0.8837442 Aug 10 03:36:56.294481 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d95e17-15f4-46d4-9928-88aafc3a0801 None None] Checking router: 833f8f80-bbe5-4171-a1d6-704cc1f92aa5 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:36:56.295130 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d95e17-15f4-46d4-9928-88aafc3a0801 None None] Updating router 833f8f80-bbe5-4171-a1d6-704cc1f92aa5 port 978e3ff2-358d-43ba-a7f8-e4b35cc6716c binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:36:56.303783 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76fcb4f-64e3-4690-b797-2293fd384d3b service neutron] Pushing event updated for resources: {'Port': ['ID=b2ddd33b-e36c-42b0-a48b-c564df7d9e7f,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:56.324017 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-f5d95e17-15f4-46d4-9928-88aafc3a0801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:56.343839 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-56811ed3-1873-4489-973b-e59db14c2cf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:56.344595 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f93fa3-a560-4c50-bf5a-74bb7df30b92 req-e8ad2c3c-2fff-4993-8739-0909eed03179 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:56.352516 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-56811ed3-1873-4489-973b-e59db14c2cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:56.353323 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-26f93fa3-a560-4c50-bf5a-74bb7df30b92 req-e8ad2c3c-2fff-4993-8739-0909eed03179 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] 10.222.0.62 "GET /v2.0/ports?device_id=64e99a93-503f-4589-a54b-4bfb4b839f89 HTTP/1.1" status: 200 len: 943 time: 0.3651059 Aug 10 03:36:56.356883 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-8d4bb51c-0259-4fdf-837d-de053af42850 req-d76fcb4f-64e3-4690-b797-2293fd384d3b service neutron] Attempting to bind port b2ddd33b-e36c-42b0-a48b-c564df7d9e7f on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:36:56.357275 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-8d4bb51c-0259-4fdf-837d-de053af42850 req-d76fcb4f-64e3-4690-b797-2293fd384d3b service neutron] Attempting to bind port b2ddd33b-e36c-42b0-a48b-c564df7d9e7f by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': 'a4303e71-48dc-4566-b57f-77b9ab45a962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'af0d2cce-350b-49cd-9cfc-ff635347180b'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:36:56.358566 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4bb51c-0259-4fdf-837d-de053af42850 req-d76fcb4f-64e3-4690-b797-2293fd384d3b service neutron] Attempting to bind port b2ddd33b-e36c-42b0-a48b-c564df7d9e7f on network af0d2cce-350b-49cd-9cfc-ff635347180b {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:36:56.381298 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:56.391098 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4bb51c-0259-4fdf-837d-de053af42850 req-d76fcb4f-64e3-4690-b797-2293fd384d3b service neutron] Port b2ddd33b-e36c-42b0-a48b-c564df7d9e7f on network af0d2cce-350b-49cd-9cfc-ff635347180b not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:36:56.391432 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4bb51c-0259-4fdf-837d-de053af42850 req-d76fcb4f-64e3-4690-b797-2293fd384d3b service neutron] Attempting to bind port b2ddd33b-e36c-42b0-a48b-c564df7d9e7f on network af0d2cce-350b-49cd-9cfc-ff635347180b {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:36:56.395741 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56811ed3-1873-4489-973b-e59db14c2cf2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:36:56.409531 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a326fe-71f2-4d42-af6f-8adaaf3c539a tempest-TagsTest-1169502591 tempest-TagsTest-1169502591-project] Made reservation on behalf of 5c2c0b42e75a46279b6f3d364baf8cf6 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:36:56.409990 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-75f8922f-aaa6-4a44-bddb-3ce31baf7350 req-b79a2cc7-4066-4246-8e73-72be94671e99 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a444d7d-1269-431d-a801-cc92cc418807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247678 Aug 10 03:36:56.410752 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4bb51c-0259-4fdf-837d-de053af42850 req-d76fcb4f-64e3-4690-b797-2293fd384d3b service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:36:56.411111 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4bb51c-0259-4fdf-837d-de053af42850 req-d76fcb4f-64e3-4690-b797-2293fd384d3b service neutron] Checking segment: {'id': 'a4303e71-48dc-4566-b57f-77b9ab45a962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'af0d2cce-350b-49cd-9cfc-ff635347180b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:36:56.411490 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4bb51c-0259-4fdf-837d-de053af42850 req-d76fcb4f-64e3-4690-b797-2293fd384d3b service neutron] Bound using segment: {'id': 'a4303e71-48dc-4566-b57f-77b9ab45a962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'af0d2cce-350b-49cd-9cfc-ff635347180b'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:36:56.411940 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-8d4bb51c-0259-4fdf-837d-de053af42850 req-d76fcb4f-64e3-4690-b797-2293fd384d3b service neutron] Bound port: b2ddd33b-e36c-42b0-a48b-c564df7d9e7f, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4303e71-48dc-4566-b57f-77b9ab45a962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'af0d2cce-350b-49cd-9cfc-ff635347180b'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:36:56.412301 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8d4bb51c-0259-4fdf-837d-de053af42850 req-d76fcb4f-64e3-4690-b797-2293fd384d3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:56.413056 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e1a326fe-71f2-4d42-af6f-8adaaf3c539a tempest-TagsTest-1169502591 tempest-TagsTest-1169502591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:56.424602 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e1a326fe-71f2-4d42-af6f-8adaaf3c539a tempest-TagsTest-1169502591 tempest-TagsTest-1169502591-project] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:56.430453 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-56811ed3-1873-4489-973b-e59db14c2cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:56.430828 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-56811ed3-1873-4489-973b-e59db14c2cf2 admin admin] Added segment 0d9b889c-de69-41f9-a129-583db5897972 of type vlan for network fc5bd3f1-55ee-43f8-89b6-b11dda7cbf69 Aug 10 03:36:56.432239 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56811ed3-1873-4489-973b-e59db14c2cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eccab2e-e14f-4227-bbb1-ca0a0a0f35de,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:56.451365 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-26f93fa3-a560-4c50-bf5a-74bb7df30b92 req-f80aa584-4562-4415-aeaf-08eda61fcb4c tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] 10.222.0.62 "GET /v2.0/security-groups?id=5c68b4fa-1c97-4619-b294-e214d945734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970206 Aug 10 03:36:56.515806 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-8d4bb51c-0259-4fdf-837d-de053af42850 req-d76fcb4f-64e3-4690-b797-2293fd384d3b service neutron] For port b2ddd33b-e36c-42b0-a48b-c564df7d9e7f, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:36:56.522905 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-8d4bb51c-0259-4fdf-837d-de053af42850 req-d76fcb4f-64e3-4690-b797-2293fd384d3b service neutron] For port b2ddd33b-e36c-42b0-a48b-c564df7d9e7f, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=b2ddd33b-e36c-42b0-a48b-c564df7d9e7f,segment=NetworkSegment(a4303e71-48dc-4566-b57f-77b9ab45a962),segment_id=a4303e71-48dc-4566-b57f-77b9ab45a962)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:36:56.529652 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8d4bb51c-0259-4fdf-837d-de053af42850 req-d76fcb4f-64e3-4690-b797-2293fd384d3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:56.535754 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-56811ed3-1873-4489-973b-e59db14c2cf2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:56.574691 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4bb51c-0259-4fdf-837d-de053af42850 req-d76fcb4f-64e3-4690-b797-2293fd384d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:56.577573 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8d4bb51c-0259-4fdf-837d-de053af42850 req-d76fcb4f-64e3-4690-b797-2293fd384d3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:56.580517 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8d4bb51c-0259-4fdf-837d-de053af42850 req-d76fcb4f-64e3-4690-b797-2293fd384d3b service neutron] 10.222.0.60 "PUT /v2.0/ports/b2ddd33b-e36c-42b0-a48b-c564df7d9e7f HTTP/1.1" status: 200 len: 1092 time: 1.3687215 Aug 10 03:36:56.584283 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e0f08b1-203c-47a6-a520-b9bf3273e7bd', 'tag': 'b2ddd33b-e36c-42b0-a48b-c564df7d9e7f'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:36:56.589518 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97924da0-267d-4060-ae1a-f747b98febea" -d '{"events": [{"name": "network-changed", "server_uuid": "5e0f08b1-203c-47a6-a520-b9bf3273e7bd", "tag": "b2ddd33b-e36c-42b0-a48b-c564df7d9e7f"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:36:56.591640 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e1a326fe-71f2-4d42-af6f-8adaaf3c539a tempest-TagsTest-1169502591 tempest-TagsTest-1169502591-project] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:56.594340 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-56811ed3-1873-4489-973b-e59db14c2cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:56.596074 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56811ed3-1873-4489-973b-e59db14c2cf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:56.596839 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-56811ed3-1873-4489-973b-e59db14c2cf2 admin admin] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:56.611030 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e1a326fe-71f2-4d42-af6f-8adaaf3c539a tempest-TagsTest-1169502591 tempest-TagsTest-1169502591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:56.623372 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1a326fe-71f2-4d42-af6f-8adaaf3c539a tempest-TagsTest-1169502591 tempest-TagsTest-1169502591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:36:56.634047 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e1a326fe-71f2-4d42-af6f-8adaaf3c539a tempest-TagsTest-1169502591 tempest-TagsTest-1169502591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:56.634596 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-e1a326fe-71f2-4d42-af6f-8adaaf3c539a tempest-TagsTest-1169502591 tempest-TagsTest-1169502591-project] Added segment c188494a-9e2e-4ea8-9b78-b284fb034058 of type vlan for network f56416f2-2468-4b37-8c19-6e61dc0fe136 Aug 10 03:36:56.638209 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76fcb4f-64e3-4690-b797-2293fd384d3b service neutron] Pushing event updated for resources: {'Port': ['ID=b2ddd33b-e36c-42b0-a48b-c564df7d9e7f,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:56.660091 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:56.683785 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e1a326fe-71f2-4d42-af6f-8adaaf3c539a tempest-TagsTest-1169502591 tempest-TagsTest-1169502591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:56.692763 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c62729-02f7-4a27-b4aa-97a466d71d4d x-openstack-request-id: req-e9c62729-02f7-4a27-b4aa-97a466d71d4d {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:36:56.693029 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e0f08b1-203c-47a6-a520-b9bf3273e7bd", "tag": "b2ddd33b-e36c-42b0-a48b-c564df7d9e7f", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:36:56.693286 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e9c62729-02f7-4a27-b4aa-97a466d71d4d {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:36:56.693684 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e0f08b1-203c-47a6-a520-b9bf3273e7bd', 'tag': 'b2ddd33b-e36c-42b0-a48b-c564df7d9e7f', 'status': 'completed', 'code': 200} Aug 10 03:36:56.709094 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4bb51c-0259-4fdf-837d-de053af42850 req-cb51ea75-202b-4982-ae92-ee0cff56252d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:56.710654 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8d4bb51c-0259-4fdf-837d-de053af42850 req-cb51ea75-202b-4982-ae92-ee0cff56252d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3cffefacccfd4712be786e53e7cb07cb&device_id=5e0f08b1-203c-47a6-a520-b9bf3273e7bd HTTP/1.1" status: 200 len: 1095 time: 0.0660748 Aug 10 03:36:56.721380 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-56811ed3-1873-4489-973b-e59db14c2cf2 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7821469 Aug 10 03:36:56.725282 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56834) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:56.730386 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-f5d95e17-15f4-46d4-9928-88aafc3a0801 None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:56.740514 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-3fdf3792-a5e4-45ff-b928-9b43ef17e803 admin admin] Request body: {'subnet': {'network_id': 'fc5bd3f1-55ee-43f8-89b6-b11dda7cbf69', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1216195068-subnet', 'tenant_id': '9202ac4be4ad4a25ad21cfc91e651f69', 'ip_version': 4}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:56.744745 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-f5d95e17-15f4-46d4-9928-88aafc3a0801 None None] Transition to ACTIVE for port object 978e3ff2-358d-43ba-a7f8-e4b35cc6716c will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:56.754785 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-f5d95e17-15f4-46d4-9928-88aafc3a0801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:56.779884 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8d4bb51c-0259-4fdf-837d-de053af42850 req-17818fec-3d43-46d0-b0bb-ea94d9291768 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2ddd33b-e36c-42b0-a48b-c564df7d9e7f HTTP/1.1" status: 200 len: 217 time: 0.0591400 Aug 10 03:36:56.804265 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a326fe-71f2-4d42-af6f-8adaaf3c539a tempest-TagsTest-1169502591 tempest-TagsTest-1169502591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aeae372b-3bee-4722-bee4-6c52252f7582,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:56.815988 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e1a326fe-71f2-4d42-af6f-8adaaf3c539a tempest-TagsTest-1169502591 tempest-TagsTest-1169502591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:56.822848 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a326fe-71f2-4d42-af6f-8adaaf3c539a tempest-TagsTest-1169502591 tempest-TagsTest-1169502591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:56.823634 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e1a326fe-71f2-4d42-af6f-8adaaf3c539a tempest-TagsTest-1169502591 tempest-TagsTest-1169502591-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:56.828207 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56811ed3-1873-4489-973b-e59db14c2cf2 admin admin] Pushing event updated for resources: {'Network': ['ID=fc5bd3f1-55ee-43f8-89b6-b11dda7cbf69,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:56.841200 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fdf3792-a5e4-45ff-b928-9b43ef17e803 admin admin] Made reservation on behalf of 9202ac4be4ad4a25ad21cfc91e651f69 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:36:56.843859 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3fdf3792-a5e4-45ff-b928-9b43ef17e803 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:56.853714 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network fc5bd3f1-55ee-43f8-89b6-b11dda7cbf69 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:36:56.869178 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2cfa7a-66be-432c-a67d-48e71b9a8018 None None] Pushing event updated for resources: {'Port': ['ID=978e3ff2-358d-43ba-a7f8-e4b35cc6716c,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:56.893223 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e1a326fe-71f2-4d42-af6f-8adaaf3c539a tempest-TagsTest-1169502591 tempest-TagsTest-1169502591-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.0893080 Aug 10 03:36:56.903890 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56836) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:56.909962 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.tag.tag_plugin [None req-e58e9e29-e607-4653-8603-138f89d037df tempest-TagsTest-1169502591 tempest-TagsTest-1169502591-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'f56416f2-2468-4b37-8c19-6e61dc0fe136', 'tempest-TagsTest-Tag-707102066') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:56.929340 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a326fe-71f2-4d42-af6f-8adaaf3c539a tempest-TagsTest-1169502591 tempest-TagsTest-1169502591-project] Pushing event updated for resources: {'Network': ['ID=f56416f2-2468-4b37-8c19-6e61dc0fe136,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:56.958263 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network f56416f2-2468-4b37-8c19-6e61dc0fe136 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:36:56.969372 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4bb51c-0259-4fdf-837d-de053af42850 req-986e8d6f-5757-42e5-bd91-7935bd592609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:56.970548 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-f5d95e17-15f4-46d4-9928-88aafc3a0801 None None] Attempting to bind port 978e3ff2-358d-43ba-a7f8-e4b35cc6716c on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:36:56.970947 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-f5d95e17-15f4-46d4-9928-88aafc3a0801 None None] Attempting to bind port 978e3ff2-358d-43ba-a7f8-e4b35cc6716c by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '54fe64e2-0c1f-4c36-9574-4de6036472e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '8f1e7bed-2ef8-4950-bb54-5e63cc5d83e3'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:36:56.971315 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d95e17-15f4-46d4-9928-88aafc3a0801 None None] Attempting to bind port 978e3ff2-358d-43ba-a7f8-e4b35cc6716c on network 8f1e7bed-2ef8-4950-bb54-5e63cc5d83e3 {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:36:56.971565 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8d4bb51c-0259-4fdf-837d-de053af42850 req-986e8d6f-5757-42e5-bd91-7935bd592609 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02e995bf-0ffb-4fac-9ab1-ec0873c47a61 HTTP/1.1" status: 200 len: 854 time: 0.1836071 Aug 10 03:36:56.978198 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d95e17-15f4-46d4-9928-88aafc3a0801 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:36:56.978578 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d95e17-15f4-46d4-9928-88aafc3a0801 None None] Checking segment: {'id': '54fe64e2-0c1f-4c36-9574-4de6036472e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '8f1e7bed-2ef8-4950-bb54-5e63cc5d83e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:36:56.980820 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-f5d95e17-15f4-46d4-9928-88aafc3a0801 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:56.981874 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d95e17-15f4-46d4-9928-88aafc3a0801 None None] Bound using segment: {'id': '54fe64e2-0c1f-4c36-9574-4de6036472e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '8f1e7bed-2ef8-4950-bb54-5e63cc5d83e3'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:36:56.982793 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-f5d95e17-15f4-46d4-9928-88aafc3a0801 None None] Bound port: 978e3ff2-358d-43ba-a7f8-e4b35cc6716c, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fe64e2-0c1f-4c36-9574-4de6036472e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '8f1e7bed-2ef8-4950-bb54-5e63cc5d83e3'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:36:56.983988 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-f5d95e17-15f4-46d4-9928-88aafc3a0801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:57.071817 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-f5d95e17-15f4-46d4-9928-88aafc3a0801 None None] For port 978e3ff2-358d-43ba-a7f8-e4b35cc6716c, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:36:57.076427 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-f5d95e17-15f4-46d4-9928-88aafc3a0801 None None] For port 978e3ff2-358d-43ba-a7f8-e4b35cc6716c, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=978e3ff2-358d-43ba-a7f8-e4b35cc6716c,segment=NetworkSegment(54fe64e2-0c1f-4c36-9574-4de6036472e3),segment_id=54fe64e2-0c1f-4c36-9574-4de6036472e3)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:36:57.088033 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e58e9e29-e607-4653-8603-138f89d037df tempest-TagsTest-1169502591 tempest-TagsTest-1169502591-project] 10.222.0.62 "PUT /v2.0/networks/f56416f2-2468-4b37-8c19-6e61dc0fe136/tags/tempest-TagsTest-Tag-707102066 HTTP/1.1" status: 201 len: 201 time: 0.1826048 Aug 10 03:36:57.088781 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56838) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:57.089812 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-f5d95e17-15f4-46d4-9928-88aafc3a0801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:57.099073 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.tag.tag_plugin [None req-8a30ae68-cc65-4945-87b9-eb8042073d8c tempest-TagsTest-1169502591 tempest-TagsTest-1169502591-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f56416f2-2468-4b37-8c19-6e61dc0fe136', 'tempest-TagsTest-Tag-707102066') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:57.135337 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8d4bb51c-0259-4fdf-837d-de053af42850 req-17b69fa2-b7a8-4001-957f-502d94fbe372 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af0d2cce-350b-49cd-9cfc-ff635347180b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1446781 Aug 10 03:36:57.188229 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2cfa7a-66be-432c-a67d-48e71b9a8018 None None] Pushing event updated for resources: {'Port': ['ID=978e3ff2-358d-43ba-a7f8-e4b35cc6716c,revision_number=4']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:57.202593 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d95e17-15f4-46d4-9928-88aafc3a0801 None None] Routers {'833f8f80-bbe5-4171-a1d6-704cc1f92aa5'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:57.203281 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-f5d95e17-15f4-46d4-9928-88aafc3a0801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['833f8f80-bbe5-4171-a1d6-704cc1f92aa5'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:57.245033 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8a30ae68-cc65-4945-87b9-eb8042073d8c tempest-TagsTest-1169502591 tempest-TagsTest-1169502591-project] 10.222.0.62 "GET /v2.0/networks/f56416f2-2468-4b37-8c19-6e61dc0fe136/tags/tempest-TagsTest-Tag-707102066 HTTP/1.1" status: 204 len: 168 time: 0.1548910 Aug 10 03:36:57.245969 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56842) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:57.252162 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.tag.tag_plugin [None req-9e73597d-f9d4-49d9-bb30-d954cab5193b tempest-TagsTest-1169502591 tempest-TagsTest-1169502591-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'f56416f2-2468-4b37-8c19-6e61dc0fe136') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:57.337507 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8d4bb51c-0259-4fdf-837d-de053af42850 req-9d269231-4d48-42d6-852e-c5a721c598ba service neutron] 10.222.0.60 "GET /v2.0/networks/af0d2cce-350b-49cd-9cfc-ff635347180b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937521 Aug 10 03:36:57.363426 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9e73597d-f9d4-49d9-bb30-d954cab5193b tempest-TagsTest-1169502591 tempest-TagsTest-1169502591-project] 10.222.0.62 "GET /v2.0/networks/f56416f2-2468-4b37-8c19-6e61dc0fe136/tags HTTP/1.1" status: 200 len: 237 time: 0.1156688 Aug 10 03:36:57.364208 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56848) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:57.370263 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.tag.tag_plugin [None req-369ae330-90a6-4ce7-94c9-1ed653f7451f tempest-TagsTest-1169502591 tempest-TagsTest-1169502591-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'f56416f2-2468-4b37-8c19-6e61dc0fe136', {'tags': ['tempest-TagsTest-Tag-114069369', 'tempest-TagsTest-Tag-1474459610', 'tempest-TagsTest-Tag-62469124']}) {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:57.384433 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-f5d95e17-15f4-46d4-9928-88aafc3a0801 None None] Set router 833f8f80-bbe5-4171-a1d6-704cc1f92aa5 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:36:57.466243 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-369ae330-90a6-4ce7-94c9-1ed653f7451f tempest-TagsTest-1169502591 tempest-TagsTest-1169502591-project] 10.222.0.62 "PUT /v2.0/networks/f56416f2-2468-4b37-8c19-6e61dc0fe136/tags HTTP/1.1" status: 200 len: 306 time: 0.1009340 Aug 10 03:36:57.467084 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56852) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:57.479933 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.tag.tag_plugin [None req-95401982-ab7a-420c-9ab8-14367a5f2090 tempest-TagsTest-1169502591 tempest-TagsTest-1169502591-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'f56416f2-2468-4b37-8c19-6e61dc0fe136', 'tempest-TagsTest-Tag-114069369') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:57.491286 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3fdf3792-a5e4-45ff-b928-9b43ef17e803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:57.612539 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf3792-a5e4-45ff-b928-9b43ef17e803 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1f1e328-acd7-439a-a8df-0e2f512808c3,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:57.646679 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-95401982-ab7a-420c-9ab8-14367a5f2090 tempest-TagsTest-1169502591 tempest-TagsTest-1169502591-project] 10.222.0.62 "DELETE /v2.0/networks/f56416f2-2468-4b37-8c19-6e61dc0fe136/tags/tempest-TagsTest-Tag-114069369 HTTP/1.1" status: 204 len: 168 time: 0.1774359 Aug 10 03:36:57.648101 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56856) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:57.653494 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.tag.tag_plugin [None req-dfa271fb-014b-4c0f-833a-0a44dec8a061 tempest-TagsTest-1169502591 tempest-TagsTest-1169502591-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f56416f2-2468-4b37-8c19-6e61dc0fe136', 'tempest-TagsTest-Tag-114069369') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:57.684682 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdf3792-a5e4-45ff-b928-9b43ef17e803 admin admin] Checking segment: {'id': '0d9b889c-de69-41f9-a129-583db5897972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'fc5bd3f1-55ee-43f8-89b6-b11dda7cbf69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:36:57.685055 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdf3792-a5e4-45ff-b928-9b43ef17e803 admin admin] Network hostable DHCP agents. Network: fc5bd3f1-55ee-43f8-89b6-b11dda7cbf69, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:36:57.695486 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8d4bb51c-0259-4fdf-837d-de053af42850 req-3e5374d9-448c-40e9-ac38-f244735d32d0 service neutron] 10.222.0.60 "GET /v2.0/networks/af0d2cce-350b-49cd-9cfc-ff635347180b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477511 Aug 10 03:36:57.730491 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0e1f3-4171-4a66-9ba5-065308f1a502 req-51e10e13-4c88-42ef-886e-3978c652de39 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:57.732087 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d8b0e1f3-4171-4a66-9ba5-065308f1a502 req-51e10e13-4c88-42ef-886e-3978c652de39 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] 10.222.0.62 "GET /v2.0/ports?device_id=64e99a93-503f-4589-a54b-4bfb4b839f89 HTTP/1.1" status: 200 len: 943 time: 0.1413341 Aug 10 03:36:57.758925 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-dfa271fb-014b-4c0f-833a-0a44dec8a061 tempest-TagsTest-1169502591 tempest-TagsTest-1169502591-project] show failed (client error): The resource could not be found. Aug 10 03:36:57.760795 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-dfa271fb-014b-4c0f-833a-0a44dec8a061 tempest-TagsTest-1169502591 tempest-TagsTest-1169502591-project] 10.222.0.62 "GET /v2.0/networks/f56416f2-2468-4b37-8c19-6e61dc0fe136/tags/tempest-TagsTest-Tag-114069369 HTTP/1.1" status: 404 len: 325 time: 0.1113803 Aug 10 03:36:57.763282 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56858) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:57.767155 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc3f20-fd48-454a-8769-8a5bcaf8e56c req-376a5006-d88a-46db-aa37-faedd1bf83da tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:57.768969 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-becc3f20-fd48-454a-8769-8a5bcaf8e56c req-376a5006-d88a-46db-aa37-faedd1bf83da tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e0f08b1-203c-47a6-a520-b9bf3273e7bd HTTP/1.1" status: 200 len: 943 time: 0.1757083 Aug 10 03:36:57.772308 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.tag.tag_plugin [None req-081e512c-4077-4af7-b380-916d17eb22f4 tempest-TagsTest-1169502591 tempest-TagsTest-1169502591-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f56416f2-2468-4b37-8c19-6e61dc0fe136', 'tempest-TagsTest-Tag-1474459610') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:57.779039 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdf3792-a5e4-45ff-b928-9b43ef17e803 admin admin] Network fc5bd3f1-55ee-43f8-89b6-b11dda7cbf69 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:36:57.800533 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-f5d95e17-15f4-46d4-9928-88aafc3a0801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833f8f80-bbe5-4171-a1d6-704cc1f92aa5', 'name': 'tempest-TestAggregatesBasicOps-339033389-router', 'tenant_id': '335a388817ad4cb4a8ee691c5e26a70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '86a81eb0-d594-4945-b0be-6e6d53299355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:45Z', 'updated_at': '2021-08-10T03:36:52Z', 'revision_number': 4, 'project_id': '335a388817ad4cb4a8ee691c5e26a70e', 'gw_port': {'id': '86a81eb0-d594-4945-b0be-6e6d53299355', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:04:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833f8f80-bbe5-4171-a1d6-704cc1f92aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:46Z', 'updated_at': '2021-08-10T03:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '978e3ff2-358d-43ba-a7f8-e4b35cc6716c', 'name': '', 'network_id': '8f1e7bed-2ef8-4950-bb54-5e63cc5d83e3', 'tenant_id': '335a388817ad4cb4a8ee691c5e26a70e', 'mac_address': 'fa:16:3e:ed:56:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833f8f80-bbe5-4171-a1d6-704cc1f92aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': 'c07b3789-2d73-4cd7-9375-779e30be17e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:50Z', 'updated_at': '2021-08-10T03:36:57Z', 'revision_number': 4, 'project_id': '335a388817ad4cb4a8ee691c5e26a70e', 'subnets': [{'id': 'c07b3789-2d73-4cd7-9375-779e30be17e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:57.828419 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d95e17-15f4-46d4-9928-88aafc3a0801 None None] The sync data for ids ['833f8f80-bbe5-4171-a1d6-704cc1f92aa5'] in n-d-768851-15 is: [{'id': '833f8f80-bbe5-4171-a1d6-704cc1f92aa5', 'name': 'tempest-TestAggregatesBasicOps-339033389-router', 'tenant_id': '335a388817ad4cb4a8ee691c5e26a70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '86a81eb0-d594-4945-b0be-6e6d53299355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:45Z', 'updated_at': '2021-08-10T03:36:52Z', 'revision_number': 4, 'project_id': '335a388817ad4cb4a8ee691c5e26a70e', 'gw_port': {'id': '86a81eb0-d594-4945-b0be-6e6d53299355', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:04:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833f8f80-bbe5-4171-a1d6-704cc1f92aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:46Z', 'updated_at': '2021-08-10T03:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '978e3ff2-358d-43ba-a7f8-e4b35cc6716c', 'name': '', 'network_id': '8f1e7bed-2ef8-4950-bb54-5e63cc5d83e3', 'tenant_id': '335a388817ad4cb4a8ee691c5e26a70e', 'mac_address': 'fa:16:3e:ed:56:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833f8f80-bbe5-4171-a1d6-704cc1f92aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': 'c07b3789-2d73-4cd7-9375-779e30be17e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:50Z', 'updated_at': '2021-08-10T03:36:57Z', 'revision_number': 4, 'project_id': '335a388817ad4cb4a8ee691c5e26a70e', 'subnets': [{'id': 'c07b3789-2d73-4cd7-9375-779e30be17e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:36:57.859580 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d8b0e1f3-4171-4a66-9ba5-065308f1a502 req-6f9d3d7d-7503-41c2-bbc0-a61c76875b45 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] 10.222.0.62 "GET /v2.0/security-groups?id=5c68b4fa-1c97-4619-b294-e214d945734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108344 Aug 10 03:36:57.862178 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-3fdf3792-a5e4-45ff-b928-9b43ef17e803 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, fc5bd3f1-55ee-43f8-89b6-b11dda7cbf69) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:57.876963 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be7871f-0d17-4c5a-92f5-256ef5cf92ad None None] Network fc5bd3f1-55ee-43f8-89b6-b11dda7cbf69 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:36:57.887831 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdf3792-a5e4-45ff-b928-9b43ef17e803 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:57.888542 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3fdf3792-a5e4-45ff-b928-9b43ef17e803 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:57.957130 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-becc3f20-fd48-454a-8769-8a5bcaf8e56c req-6b6911c7-0cd8-45ab-b48f-046c507aeb11 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a444d7d-1269-431d-a801-cc92cc418807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571937 Aug 10 03:36:57.960621 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97924da0-267d-4060-ae1a-f747b98febea req-6e00301d-0b55-464d-8b6c-ec35f278bb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:57.961099 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-97924da0-267d-4060-ae1a-f747b98febea req-6e00301d-0b55-464d-8b6c-ec35f278bb4a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3cffefacccfd4712be786e53e7cb07cb&device_id=5e0f08b1-203c-47a6-a520-b9bf3273e7bd HTTP/1.1" status: 200 len: 1095 time: 0.1890128 Aug 10 03:36:57.962816 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-3fdf3792-a5e4-45ff-b928-9b43ef17e803 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2298489 Aug 10 03:36:57.965646 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 56864) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:57.999094 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-56729f36-ee2f-4d11-9ae4-6ad35f9418aa admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1216195068-router', 'tenant_id': '9202ac4be4ad4a25ad21cfc91e651f69', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:58.007915 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-081e512c-4077-4af7-b380-916d17eb22f4 tempest-TagsTest-1169502591 tempest-TagsTest-1169502591-project] 10.222.0.62 "GET /v2.0/networks/f56416f2-2468-4b37-8c19-6e61dc0fe136/tags/tempest-TagsTest-Tag-1474459610 HTTP/1.1" status: 204 len: 168 time: 0.2428384 Aug 10 03:36:58.010241 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56866) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:58.021550 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.tag.tag_plugin [None req-fabb3e88-5579-4d59-847e-a730680e62ab tempest-TagsTest-1169502591 tempest-TagsTest-1169502591-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f56416f2-2468-4b37-8c19-6e61dc0fe136', 'tempest-TagsTest-Tag-62469124') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:58.148109 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97924da0-267d-4060-ae1a-f747b98febea req-6d7eab4d-d86b-4f25-8395-48073f0abd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:58.154081 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-97924da0-267d-4060-ae1a-f747b98febea req-6d7eab4d-d86b-4f25-8395-48073f0abd23 service neutron] 10.222.0.60 "GET /v2.0/networks?id=af0d2cce-350b-49cd-9cfc-ff635347180b HTTP/1.1" status: 200 len: 915 time: 0.1836126 Aug 10 03:36:58.155439 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-56729f36-ee2f-4d11-9ae4-6ad35f9418aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:58.156556 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-56729f36-ee2f-4d11-9ae4-6ad35f9418aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:58.177917 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-fabb3e88-5579-4d59-847e-a730680e62ab tempest-TagsTest-1169502591 tempest-TagsTest-1169502591-project] 10.222.0.62 "GET /v2.0/networks/f56416f2-2468-4b37-8c19-6e61dc0fe136/tags/tempest-TagsTest-Tag-62469124 HTTP/1.1" status: 204 len: 168 time: 0.1663842 Aug 10 03:36:58.180294 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56870) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:58.184757 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.tag.tag_plugin [None req-1e9614e3-8846-46fd-b692-0b00c48f5850 tempest-TagsTest-1169502591 tempest-TagsTest-1169502591-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'f56416f2-2468-4b37-8c19-6e61dc0fe136') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:58.230795 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9fbff4-7511-44ae-8688-2fc816af1b0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-fc5bd3f1-55ee-43f8-89b6-b11dda7cbf69', 'network_id': 'fc5bd3f1-55ee-43f8-89b6-b11dda7cbf69', 'tenant_id': '9202ac4be4ad4a25ad21cfc91e651f69', 'fixed_ips': [{'subnet_id': 'b1f1e328-acd7-439a-a8df-0e2f512808c3'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:36:58.237344 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7a9fbff4-7511-44ae-8688-2fc816af1b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:58.342433 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1e9614e3-8846-46fd-b692-0b00c48f5850 tempest-TagsTest-1169502591 tempest-TagsTest-1169502591-project] 10.222.0.62 "DELETE /v2.0/networks/f56416f2-2468-4b37-8c19-6e61dc0fe136/tags HTTP/1.1" status: 204 len: 168 time: 0.1610572 Aug 10 03:36:58.345388 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56872) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:58.361511 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.tag.tag_plugin [None req-3ae18b7c-1fad-47b3-b46c-28f2cee4ab72 tempest-TagsTest-1169502591 tempest-TagsTest-1169502591-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f56416f2-2468-4b37-8c19-6e61dc0fe136', 'tempest-TagsTest-Tag-1474459610') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:58.447597 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-7a9fbff4-7511-44ae-8688-2fc816af1b0d None None] Allocated IP 172.20.0.2 (fc5bd3f1-55ee-43f8-89b6-b11dda7cbf69/b1f1e328-acd7-439a-a8df-0e2f512808c3/f45ee7fb-c9b1-4895-be9a-979aa5e8b58b) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:36:58.556852 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-97924da0-267d-4060-ae1a-f747b98febea req-1116b3bb-e634-45de-a2c3-9a64c67f2477 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2ddd33b-e36c-42b0-a48b-c564df7d9e7f HTTP/1.1" status: 200 len: 217 time: 0.3911066 Aug 10 03:36:58.651156 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-56729f36-ee2f-4d11-9ae4-6ad35f9418aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:58.734074 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7a9fbff4-7511-44ae-8688-2fc816af1b0d None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:58.746102 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-7a9fbff4-7511-44ae-8688-2fc816af1b0d None None] Transition to ACTIVE for port object f45ee7fb-c9b1-4895-be9a-979aa5e8b58b will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:58.752067 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97924da0-267d-4060-ae1a-f747b98febea req-8274df73-9c38-4186-87fa-acf5a522f78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:58.753824 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-97924da0-267d-4060-ae1a-f747b98febea req-8274df73-9c38-4186-87fa-acf5a522f78e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02e995bf-0ffb-4fac-9ab1-ec0873c47a61 HTTP/1.1" status: 200 len: 854 time: 0.1849635 Aug 10 03:36:58.763658 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-7a9fbff4-7511-44ae-8688-2fc816af1b0d None None] Transition to ACTIVE for port object f45ee7fb-c9b1-4895-be9a-979aa5e8b58b will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:58.769205 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 90c9acd8-06fa-4b48-adf3-2d7412895c25 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:36:58.779756 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7a9fbff4-7511-44ae-8688-2fc816af1b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:58.841767 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9fbff4-7511-44ae-8688-2fc816af1b0d None None] Network fc5bd3f1-55ee-43f8-89b6-b11dda7cbf69 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:58.848905 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-7a9fbff4-7511-44ae-8688-2fc816af1b0d None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:58.854775 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9fbff4-7511-44ae-8688-2fc816af1b0d None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:36:58.879392 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-56729f36-ee2f-4d11-9ae4-6ad35f9418aa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:58.880200 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9fbff4-7511-44ae-8688-2fc816af1b0d None None] Pushing event updated for resources: {'Port': ['ID=f45ee7fb-c9b1-4895-be9a-979aa5e8b58b,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:58.899711 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-97924da0-267d-4060-ae1a-f747b98febea req-5531bd8b-4b17-4e71-a0a4-569d490021be service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af0d2cce-350b-49cd-9cfc-ff635347180b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0991733 Aug 10 03:36:58.996307 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-3ae18b7c-1fad-47b3-b46c-28f2cee4ab72 tempest-TagsTest-1169502591 tempest-TagsTest-1169502591-project] show failed (client error): The resource could not be found. Aug 10 03:36:59.001679 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-7a9fbff4-7511-44ae-8688-2fc816af1b0d None None] Attempting to bind port f45ee7fb-c9b1-4895-be9a-979aa5e8b58b on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:36:59.002298 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-7a9fbff4-7511-44ae-8688-2fc816af1b0d None None] Attempting to bind port f45ee7fb-c9b1-4895-be9a-979aa5e8b58b by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '0d9b889c-de69-41f9-a129-583db5897972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'fc5bd3f1-55ee-43f8-89b6-b11dda7cbf69'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:36:59.002911 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9fbff4-7511-44ae-8688-2fc816af1b0d None None] Attempting to bind port f45ee7fb-c9b1-4895-be9a-979aa5e8b58b on network fc5bd3f1-55ee-43f8-89b6-b11dda7cbf69 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:36:59.005787 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3ae18b7c-1fad-47b3-b46c-28f2cee4ab72 tempest-TagsTest-1169502591 tempest-TagsTest-1169502591-project] 10.222.0.62 "GET /v2.0/networks/f56416f2-2468-4b37-8c19-6e61dc0fe136/tags/tempest-TagsTest-Tag-1474459610 HTTP/1.1" status: 404 len: 326 time: 0.6510625 Aug 10 03:36:59.006499 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56876) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:59.013235 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9fbff4-7511-44ae-8688-2fc816af1b0d None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:36:59.014578 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9fbff4-7511-44ae-8688-2fc816af1b0d None None] Checking segment: {'id': '0d9b889c-de69-41f9-a129-583db5897972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'fc5bd3f1-55ee-43f8-89b6-b11dda7cbf69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:36:59.015328 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7a9fbff4-7511-44ae-8688-2fc816af1b0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:59.015895 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9fbff4-7511-44ae-8688-2fc816af1b0d None None] Bound using segment: {'id': '0d9b889c-de69-41f9-a129-583db5897972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'fc5bd3f1-55ee-43f8-89b6-b11dda7cbf69'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:36:59.016870 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-7a9fbff4-7511-44ae-8688-2fc816af1b0d None None] Bound port: f45ee7fb-c9b1-4895-be9a-979aa5e8b58b, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d9b889c-de69-41f9-a129-583db5897972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'fc5bd3f1-55ee-43f8-89b6-b11dda7cbf69'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:36:59.017456 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7a9fbff4-7511-44ae-8688-2fc816af1b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:59.026067 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.tag.tag_plugin [None req-3d5e5627-bba2-4cdc-a675-72bf89b3e6a2 tempest-TagsTest-1169502591 tempest-TagsTest-1169502591-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f56416f2-2468-4b37-8c19-6e61dc0fe136', 'tempest-TagsTest-Tag-62469124') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:59.130580 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-7a9fbff4-7511-44ae-8688-2fc816af1b0d None None] For port f45ee7fb-c9b1-4895-be9a-979aa5e8b58b, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:36:59.140907 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-7a9fbff4-7511-44ae-8688-2fc816af1b0d None None] For port f45ee7fb-c9b1-4895-be9a-979aa5e8b58b, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=f45ee7fb-c9b1-4895-be9a-979aa5e8b58b,segment=NetworkSegment(0d9b889c-de69-41f9-a129-583db5897972),segment_id=0d9b889c-de69-41f9-a129-583db5897972)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:36:59.154123 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7a9fbff4-7511-44ae-8688-2fc816af1b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:59.184440 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-712243af-2867-4903-8b6e-aa4b69d55aff req-b8953f26-9e49-4937-a2a4-784476da8840 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6d1dccb2-2d98-4b87-af4b-fa731c8eb1d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1413839 Aug 10 03:36:59.189720 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-3d5e5627-bba2-4cdc-a675-72bf89b3e6a2 tempest-TagsTest-1169502591 tempest-TagsTest-1169502591-project] show failed (client error): The resource could not be found. Aug 10 03:36:59.193717 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3d5e5627-bba2-4cdc-a675-72bf89b3e6a2 tempest-TagsTest-1169502591 tempest-TagsTest-1169502591-project] 10.222.0.62 "GET /v2.0/networks/f56416f2-2468-4b37-8c19-6e61dc0fe136/tags/tempest-TagsTest-Tag-62469124 HTTP/1.1" status: 404 len: 324 time: 0.1860917 Aug 10 03:36:59.194377 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56882) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:59.199173 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.tag.tag_plugin [None req-90fa6870-a554-44dc-bcaa-f220b2a720b5 tempest-TagsTest-1169502591 tempest-TagsTest-1169502591-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'f56416f2-2468-4b37-8c19-6e61dc0fe136') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:59.274432 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device b2ddd33b-e36c-42b0-a48b-c564df7d9e7f details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:36:59.279412 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 90c9acd8-06fa-4b48-adf3-2d7412895c25, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=90c9acd8-06fa-4b48-adf3-2d7412895c25,segment=NetworkSegment(2f5328e0-7408-48d8-a920-90a7481293e3),segment_id=2f5328e0-7408-48d8-a920-90a7481293e3)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:59.296505 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6568d4c1-5e1d-4835-9dc4-9e283342360a req-9e1f2c61-ce01-4301-a847-a4ca6b90b68a tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:59.297989 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6568d4c1-5e1d-4835-9dc4-9e283342360a req-9e1f2c61-ce01-4301-a847-a4ca6b90b68a tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] 10.222.0.62 "GET /v2.0/ports?device_id=64e99a93-503f-4589-a54b-4bfb4b839f89 HTTP/1.1" status: 200 len: 943 time: 0.2187483 Aug 10 03:36:59.299737 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-97924da0-267d-4060-ae1a-f747b98febea req-e5f10404-26a7-49f3-b50f-285d2cdb4fd8 service neutron] 10.222.0.60 "GET /v2.0/networks/af0d2cce-350b-49cd-9cfc-ff635347180b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3657706 Aug 10 03:36:59.312451 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': '90c9acd8-06fa-4b48-adf3-2d7412895c25', 'network_id': '279202d0-9092-43db-a92b-1b10a2ad47a0', 'port_id': '90c9acd8-06fa-4b48-adf3-2d7412895c25', 'mac_address': 'fa:16:3e:e8:9a:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2663f19-57f7-4b1a-a47e-fe316f67f230', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:36:59.317450 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76944a8d-f49e-43b6-9483-535d537bf32e req-09e5a724-65ce-4205-9058-c9cdb5780d07 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:59.319504 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-76944a8d-f49e-43b6-9483-535d537bf32e req-09e5a724-65ce-4205-9058-c9cdb5780d07 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e0f08b1-203c-47a6-a520-b9bf3273e7bd HTTP/1.1" status: 200 len: 943 time: 0.1479619 Aug 10 03:36:59.333833 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9fbff4-7511-44ae-8688-2fc816af1b0d None None] Pushing event updated for resources: {'Port': ['ID=f45ee7fb-c9b1-4895-be9a-979aa5e8b58b,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:59.351143 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-90fa6870-a554-44dc-bcaa-f220b2a720b5 tempest-TagsTest-1169502591 tempest-TagsTest-1169502591-project] 10.222.0.62 "DELETE /v2.0/networks/f56416f2-2468-4b37-8c19-6e61dc0fe136/tags HTTP/1.1" status: 204 len: 168 time: 0.1555004 Aug 10 03:36:59.354272 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712243af-2867-4903-8b6e-aa4b69d55aff req-f3d0563e-664c-431d-b904-4b7ba0d82d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:59.356077 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-712243af-2867-4903-8b6e-aa4b69d55aff req-f3d0563e-664c-431d-b904-4b7ba0d82d1f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3cffefacccfd4712be786e53e7cb07cb&device_id=6d1dccb2-2d98-4b87-af4b-fa731c8eb1d8 HTTP/1.1" status: 200 len: 1097 time: 0.1055641 Aug 10 03:36:59.357318 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56884) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:59.397306 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6568d4c1-5e1d-4835-9dc4-9e283342360a req-0484d5aa-5b19-41e4-a96c-c6ea09077029 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] 10.222.0.62 "GET /v2.0/security-groups?id=5c68b4fa-1c97-4619-b294-e214d945734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767324 Aug 10 03:36:59.456452 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:59.475343 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90c9acd8-06fa-4b48-adf3-2d7412895c25 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:36:59.520038 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 90c9acd8-06fa-4b48-adf3-2d7412895c25, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=90c9acd8-06fa-4b48-adf3-2d7412895c25,segment=NetworkSegment(2f5328e0-7408-48d8-a920-90a7481293e3),segment_id=2f5328e0-7408-48d8-a920-90a7481293e3)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:59.525484 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 978e3ff2-358d-43ba-a7f8-e4b35cc6716c up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:59.562924 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port b2ddd33b-e36c-42b0-a48b-c564df7d9e7f, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=b2ddd33b-e36c-42b0-a48b-c564df7d9e7f,segment=NetworkSegment(a4303e71-48dc-4566-b57f-77b9ab45a962),segment_id=a4303e71-48dc-4566-b57f-77b9ab45a962)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:59.576810 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:59.592953 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b3d56fd4-5cef-401c-8b14-abd1e0a2913f tempest-TagsTest-1169502591 tempest-TagsTest-1169502591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:59.668284 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-76944a8d-f49e-43b6-9483-535d537bf32e req-92653e16-1862-42f3-8567-a20b32454c78 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a444d7d-1269-431d-a801-cc92cc418807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345957 Aug 10 03:36:59.690602 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': 'b2ddd33b-e36c-42b0-a48b-c564df7d9e7f', 'network_id': 'af0d2cce-350b-49cd-9cfc-ff635347180b', 'port_id': 'b2ddd33b-e36c-42b0-a48b-c564df7d9e7f', 'mac_address': 'fa:16:3e:d1:df:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02e995bf-0ffb-4fac-9ab1-ec0873c47a61', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:36:59.695372 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-56729f36-ee2f-4d11-9ae4-6ad35f9418aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:59.732328 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-97924da0-267d-4060-ae1a-f747b98febea req-436cf18a-19b3-4252-89b4-ff30bccd03b3 service neutron] 10.222.0.60 "GET /v2.0/networks/af0d2cce-350b-49cd-9cfc-ff635347180b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4106710 Aug 10 03:36:59.737382 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-56729f36-ee2f-4d11-9ae4-6ad35f9418aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:59.765633 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=90c9acd8-06fa-4b48-adf3-2d7412895c25,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:59.790386 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 978e3ff2-358d-43ba-a7f8-e4b35cc6716c completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:59.798520 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 978e3ff2-358d-43ba-a7f8-e4b35cc6716c triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:59.798943 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:59.799882 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712243af-2867-4903-8b6e-aa4b69d55aff req-24978b38-b3ce-4d18-b990-476f12df77f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:59.800833 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:59.802700 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-712243af-2867-4903-8b6e-aa4b69d55aff req-24978b38-b3ce-4d18-b990-476f12df77f5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=af0d2cce-350b-49cd-9cfc-ff635347180b HTTP/1.1" status: 200 len: 915 time: 0.4137876 Aug 10 03:36:59.810109 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b3d56fd4-5cef-401c-8b14-abd1e0a2913f tempest-TagsTest-1169502591 tempest-TagsTest-1169502591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:59.836538 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-b3d56fd4-5cef-401c-8b14-abd1e0a2913f tempest-TagsTest-1169502591 tempest-TagsTest-1169502591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f56416f2-2468-4b37-8c19-6e61dc0fe136']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:59.836767 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2ddd33b-e36c-42b0-a48b-c564df7d9e7f {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:36:59.848108 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['90c9acd8-06fa-4b48-adf3-2d7412895c25'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:36:59.883893 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-b3d56fd4-5cef-401c-8b14-abd1e0a2913f tempest-TagsTest-1169502591 tempest-TagsTest-1169502591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c188494a-9e2e-4ea8-9b78-b284fb034058') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:59.884134 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-56729f36-ee2f-4d11-9ae4-6ad35f9418aa admin admin] Allocated IP 172.25.7.199 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/ada9d340-445b-4fb8-8f76-67032400e459) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:36:59.884374 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-b3d56fd4-5cef-401c-8b14-abd1e0a2913f tempest-TagsTest-1169502591 tempest-TagsTest-1169502591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c188494a-9e2e-4ea8-9b78-b284fb034058') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:59.891769 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port b2ddd33b-e36c-42b0-a48b-c564df7d9e7f, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=b2ddd33b-e36c-42b0-a48b-c564df7d9e7f,segment=NetworkSegment(a4303e71-48dc-4566-b57f-77b9ab45a962),segment_id=a4303e71-48dc-4566-b57f-77b9ab45a962)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:59.895062 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b3d56fd4-5cef-401c-8b14-abd1e0a2913f tempest-TagsTest-1169502591 tempest-TagsTest-1169502591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:59.907561 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:59.910813 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b3d56fd4-5cef-401c-8b14-abd1e0a2913f tempest-TagsTest-1169502591 tempest-TagsTest-1169502591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:59.918141 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3d56fd4-5cef-401c-8b14-abd1e0a2913f tempest-TagsTest-1169502591 tempest-TagsTest-1169502591-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:36:59.918509 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b3d56fd4-5cef-401c-8b14-abd1e0a2913f tempest-TagsTest-1169502591 tempest-TagsTest-1169502591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:59.982375 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:36:59.982375 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:36:59.982375 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:36:59.982375 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:36:59.982375 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:36:59.982375 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:36:59.982375 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:36:59.982375 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:36:59.982375 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:36:59.982375 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:36:59.982375 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:36:59.982375 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:36:59.982375 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:36:59.982375 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:36:59.982375 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:36:59.982375 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:36:59.982375 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:36:59.982375 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:36:59.982375 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:36:59.982375 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:36:59.982375 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:36:59.982375 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:36:59.982375 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:36:59.982375 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:36:59.982375 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:36:59.982375 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:36:59.982375 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:36:59.982375 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:36:59.982375 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:36:59.982375 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:36:59.982375 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:36:59.982375 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:36:59.984486 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-712243af-2867-4903-8b6e-aa4b69d55aff req-2e342c4a-3785-4852-8188-c0d7ebcba62f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cd40eca-ca86-462f-8a85-aa999f21e854 HTTP/1.1" status: 200 len: 217 time: 0.1647544 Aug 10 03:36:59.989926 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b3d56fd4-5cef-401c-8b14-abd1e0a2913f tempest-TagsTest-1169502591 tempest-TagsTest-1169502591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:00.008763 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=b2ddd33b-e36c-42b0-a48b-c564df7d9e7f,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:00.020314 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b3d56fd4-5cef-401c-8b14-abd1e0a2913f tempest-TagsTest-1169502591 tempest-TagsTest-1169502591-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:00.024413 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b3d56fd4-5cef-401c-8b14-abd1e0a2913f tempest-TagsTest-1169502591 tempest-TagsTest-1169502591-project] 10.222.0.62 "DELETE /v2.0/networks/f56416f2-2468-4b37-8c19-6e61dc0fe136 HTTP/1.1" status: 204 len: 168 time: 0.6635938 Aug 10 03:37:00.040624 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-56729f36-ee2f-4d11-9ae4-6ad35f9418aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:00.078140 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d56fd4-5cef-401c-8b14-abd1e0a2913f tempest-TagsTest-1169502591 tempest-TagsTest-1169502591-project] Pushing event deleted for resources: {'Network': ['ID=f56416f2-2468-4b37-8c19-6e61dc0fe136,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:00.086135 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:00.119687 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-56729f36-ee2f-4d11-9ae4-6ad35f9418aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:00.137514 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712243af-2867-4903-8b6e-aa4b69d55aff req-2f506262-075e-4902-a793-e8aa30bbed23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:00.147056 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-712243af-2867-4903-8b6e-aa4b69d55aff req-2f506262-075e-4902-a793-e8aa30bbed23 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02e995bf-0ffb-4fac-9ab1-ec0873c47a61 HTTP/1.1" status: 200 len: 854 time: 0.1280329 Aug 10 03:37:00.185552 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56729f36-ee2f-4d11-9ae4-6ad35f9418aa admin admin] Pushing event updated for resources: {'Port': ['ID=ada9d340-445b-4fb8-8f76-67032400e459,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:00.201403 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56729f36-ee2f-4d11-9ae4-6ad35f9418aa admin admin] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:37:00.202145 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['b2ddd33b-e36c-42b0-a48b-c564df7d9e7f'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:37:00.203274 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-56729f36-ee2f-4d11-9ae4-6ad35f9418aa admin admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:00.207505 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56729f36-ee2f-4d11-9ae4-6ad35f9418aa admin admin] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:37:00.240942 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-712243af-2867-4903-8b6e-aa4b69d55aff req-a60856b5-8587-4802-aac4-a6c11f95505f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af0d2cce-350b-49cd-9cfc-ff635347180b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906813 Aug 10 03:37:00.251168 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 978e3ff2-358d-43ba-a7f8-e4b35cc6716c, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=978e3ff2-358d-43ba-a7f8-e4b35cc6716c,segment=NetworkSegment(54fe64e2-0c1f-4c36-9574-4de6036472e3),segment_id=54fe64e2-0c1f-4c36-9574-4de6036472e3)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:00.318855 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:00.502525 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-712243af-2867-4903-8b6e-aa4b69d55aff req-12c955ce-fae7-40d8-bf65-da0449eda42a service neutron] 10.222.0.60 "GET /v2.0/networks/af0d2cce-350b-49cd-9cfc-ff635347180b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436697 Aug 10 03:37:00.560874 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0b50ac52-e0cd-4229-9307-af821580f3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:00.592492 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56898) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:00.667259 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=978e3ff2-358d-43ba-a7f8-e4b35cc6716c,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:00.717214 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-712243af-2867-4903-8b6e-aa4b69d55aff req-e448fa6b-9587-4fcc-9c39-d209386fd7d0 service neutron] 10.222.0.60 "GET /v2.0/networks/af0d2cce-350b-49cd-9cfc-ff635347180b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070849 Aug 10 03:37:00.793796 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d73cf-9753-4537-b034-0965a3154f9f req-f4647846-66c2-4ceb-a069-085528daa10d tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:00.796334 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4f6d73cf-9753-4537-b034-0965a3154f9f req-f4647846-66c2-4ceb-a069-085528daa10d tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] 10.222.0.62 "GET /v2.0/ports?device_id=64e99a93-503f-4589-a54b-4bfb4b839f89 HTTP/1.1" status: 200 len: 944 time: 0.2611532 Aug 10 03:37:00.889871 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b65b8fbc-e01a-4fb2-ac64-6c24f39bc2d6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5c2c0b42e75a46279b6f3d364baf8cf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2961144 Aug 10 03:37:00.890596 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56910) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:00.923630 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-56729f36-ee2f-4d11-9ae4-6ad35f9418aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:00.928999 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4f6d73cf-9753-4537-b034-0965a3154f9f req-04ec3626-0217-4011-acd6-0e495cada0da tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] 10.222.0.62 "GET /v2.0/security-groups?id=5c68b4fa-1c97-4619-b294-e214d945734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181483 Aug 10 03:37:01.010345 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7caeea52-f43a-486b-9ae9-581d66b3f2aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:01.014098 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7e136-0edb-442d-880c-203e497f37dc req-158150e2-77b6-40db-a5f0-5084b42ca3f7 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:01.017494 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c8c7e136-0edb-442d-880c-203e497f37dc req-158150e2-77b6-40db-a5f0-5084b42ca3f7 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e0f08b1-203c-47a6-a520-b9bf3273e7bd HTTP/1.1" status: 200 len: 944 time: 0.1833317 Aug 10 03:37:01.042586 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7caeea52-f43a-486b-9ae9-581d66b3f2aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:01.075728 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb66b9ef-0eb1-4997-a276-218d1ca0a68a None None] Network fc5bd3f1-55ee-43f8-89b6-b11dda7cbf69 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:37:01.125589 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7caeea52-f43a-486b-9ae9-581d66b3f2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:01.128960 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7caeea52-f43a-486b-9ae9-581d66b3f2aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:01.131483 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c8c7e136-0edb-442d-880c-203e497f37dc req-87b3ff63-9ff1-4213-a62e-b7ff948167b4 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a444d7d-1269-431d-a801-cc92cc418807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073143 Aug 10 03:37:01.133165 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7caeea52-f43a-486b-9ae9-581d66b3f2aa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/aeae372b-3bee-4722-bee4-6c52252f7582 HTTP/1.1" status: 204 len: 168 time: 0.2413781 Aug 10 03:37:01.152229 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caeea52-f43a-486b-9ae9-581d66b3f2aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeae372b-3bee-4722-bee4-6c52252f7582,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:01.195796 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-23d61504-4969-4394-95ae-f533f038703b None None] Provisioning for port f45ee7fb-c9b1-4895-be9a-979aa5e8b58b completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:37:01.281800 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-56729f36-ee2f-4d11-9ae4-6ad35f9418aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:01.449409 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56729f36-ee2f-4d11-9ae4-6ad35f9418aa admin admin] Router c762dbb2-47d4-40e7-aa5b-09c358ac49e1 is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:37:01.603239 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device f45ee7fb-c9b1-4895-be9a-979aa5e8b58b up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:37:01.629883 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56729f36-ee2f-4d11-9ae4-6ad35f9418aa admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:37:01.646935 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193a2d88-8cbf-4efe-9ef5-3147aeb18856 None None] Sync routers for ids ['c762dbb2-47d4-40e7-aa5b-09c358ac49e1'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:37:01.652742 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-56729f36-ee2f-4d11-9ae4-6ad35f9418aa admin admin] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:01.658179 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 56924) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:01.659231 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-56729f36-ee2f-4d11-9ae4-6ad35f9418aa admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.6922939 Aug 10 03:37:01.672180 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193a2d88-8cbf-4efe-9ef5-3147aeb18856 None None] Routers {'c762dbb2-47d4-40e7-aa5b-09c358ac49e1'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:37:01.672180 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-193a2d88-8cbf-4efe-9ef5-3147aeb18856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['c762dbb2-47d4-40e7-aa5b-09c358ac49e1'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:01.761527 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port f45ee7fb-c9b1-4895-be9a-979aa5e8b58b completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:37:01.770013 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port f45ee7fb-c9b1-4895-be9a-979aa5e8b58b triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:01.770013 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:01.873471 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-193a2d88-8cbf-4efe-9ef5-3147aeb18856 None None] Set router c762dbb2-47d4-40e7-aa5b-09c358ac49e1 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:37:01.908762 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:37:02.135017 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94675726-fe63-4d91-b4f7-74fc1e4af8fa req-9514d7de-fd5b-477d-a999-340e21b1c2b7 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:02.145392 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-94675726-fe63-4d91-b4f7-74fc1e4af8fa req-9514d7de-fd5b-477d-a999-340e21b1c2b7 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] 10.222.0.62 "GET /v2.0/ports?device_id=64e99a93-503f-4589-a54b-4bfb4b839f89 HTTP/1.1" status: 200 len: 944 time: 0.0987902 Aug 10 03:37:02.259195 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-43c2bd19-9c3c-4e52-a728-8c669702e161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:02.272668 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:02.353164 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port f45ee7fb-c9b1-4895-be9a-979aa5e8b58b, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=f45ee7fb-c9b1-4895-be9a-979aa5e8b58b,segment=NetworkSegment(0d9b889c-de69-41f9-a129-583db5897972),segment_id=0d9b889c-de69-41f9-a129-583db5897972)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:02.367751 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:02.368766 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 978e3ff2-358d-43ba-a7f8-e4b35cc6716c up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:37:02.469270 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 90c9acd8-06fa-4b48-adf3-2d7412895c25 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:37:02.549405 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-43c2bd19-9c3c-4e52-a728-8c669702e161 admin admin] Allocated IP 172.20.0.1 (fc5bd3f1-55ee-43f8-89b6-b11dda7cbf69/b1f1e328-acd7-439a-a8df-0e2f512808c3/fde4da99-831c-47e7-bd2f-e9bcdec5e727) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:37:02.549960 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-94675726-fe63-4d91-b4f7-74fc1e4af8fa req-7f923466-0597-4f78-a8ae-309e5981d7a8 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] 10.222.0.62 "GET /v2.0/security-groups?id=5c68b4fa-1c97-4619-b294-e214d945734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4036756 Aug 10 03:37:02.576629 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cfe8eb-56c8-44be-b1fc-71f50f0418b9 req-bb0fde49-e417-41f3-9326-d7b870e67d45 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:02.578328 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-66cfe8eb-56c8-44be-b1fc-71f50f0418b9 req-bb0fde49-e417-41f3-9326-d7b870e67d45 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e0f08b1-203c-47a6-a520-b9bf3273e7bd HTTP/1.1" status: 200 len: 944 time: 0.0761704 Aug 10 03:37:02.580901 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=f45ee7fb-c9b1-4895-be9a-979aa5e8b58b,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:02.585871 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 978e3ff2-358d-43ba-a7f8-e4b35cc6716c triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:02.586669 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:02.590155 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-193a2d88-8cbf-4efe-9ef5-3147aeb18856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c762dbb2-47d4-40e7-aa5b-09c358ac49e1', 'name': 'tempest-TestAggregatesBasicOps-1216195068-router', 'tenant_id': '9202ac4be4ad4a25ad21cfc91e651f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': 'ada9d340-445b-4fb8-8f76-67032400e459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:58Z', 'updated_at': '2021-08-10T03:37:00Z', 'revision_number': 3, 'project_id': '9202ac4be4ad4a25ad21cfc91e651f69', 'gw_port': {'id': 'ada9d340-445b-4fb8-8f76-67032400e459', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c762dbb2-47d4-40e7-aa5b-09c358ac49e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:59Z', 'updated_at': '2021-08-10T03:36:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:02.660176 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-66cfe8eb-56c8-44be-b1fc-71f50f0418b9 req-20bf258b-cb58-40f5-ada3-9da646cbe3a4 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a444d7d-1269-431d-a801-cc92cc418807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585086 Aug 10 03:37:02.686306 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193a2d88-8cbf-4efe-9ef5-3147aeb18856 None None] Checking router: c762dbb2-47d4-40e7-aa5b-09c358ac49e1 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:37:02.686306 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193a2d88-8cbf-4efe-9ef5-3147aeb18856 None None] Updating router c762dbb2-47d4-40e7-aa5b-09c358ac49e1 port ada9d340-445b-4fb8-8f76-67032400e459 binding host n-d-768851-15 {{(pid=94218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:37:02.722053 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-193a2d88-8cbf-4efe-9ef5-3147aeb18856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:02.727321 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port 90c9acd8-06fa-4b48-adf3-2d7412895c25 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:37:02.732853 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port 90c9acd8-06fa-4b48-adf3-2d7412895c25 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:02.733229 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:02.742848 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-43c2bd19-9c3c-4e52-a728-8c669702e161 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:02.757577 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-43c2bd19-9c3c-4e52-a728-8c669702e161 admin admin] Transition to ACTIVE for port object fde4da99-831c-47e7-bd2f-e9bcdec5e727 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:37:02.846343 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-43c2bd19-9c3c-4e52-a728-8c669702e161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:02.911697 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c2bd19-9c3c-4e52-a728-8c669702e161 admin admin] Pushing event updated for resources: {'Port': ['ID=fde4da99-831c-47e7-bd2f-e9bcdec5e727,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:02.926257 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c2bd19-9c3c-4e52-a728-8c669702e161 admin admin] Network fc5bd3f1-55ee-43f8-89b6-b11dda7cbf69 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:37:02.927896 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-43c2bd19-9c3c-4e52-a728-8c669702e161 admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:02.930879 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c2bd19-9c3c-4e52-a728-8c669702e161 admin admin] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:37:03.001792 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-43c2bd19-9c3c-4e52-a728-8c669702e161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:03.069783 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:03.122809 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-954d70ce-d806-4e71-890f-d46b8ea8075f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:03.144509 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e99a93-503f-4589-a54b-4bfb4b839f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c9acd8-06fa-4b48-adf3-2d7412895c25'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:37:03.149579 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06bb977a-68dc-44c7-ad06-905b91349ede" -d '{"events": [{"server_uuid": "64e99a93-503f-4589-a54b-4bfb4b839f89", "name": "network-vif-plugged", "status": "completed", "tag": "90c9acd8-06fa-4b48-adf3-2d7412895c25"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:37:03.176506 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-43c2bd19-9c3c-4e52-a728-8c669702e161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:03.200381 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 90c9acd8-06fa-4b48-adf3-2d7412895c25, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=90c9acd8-06fa-4b48-adf3-2d7412895c25,segment=NetworkSegment(2f5328e0-7408-48d8-a920-90a7481293e3),segment_id=2f5328e0-7408-48d8-a920-90a7481293e3)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:03.220136 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:03.298612 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=90c9acd8-06fa-4b48-adf3-2d7412895c25,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:03.301559 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d9df6e8b-7b11-4823-8ac8-6bcc0f2648b1 None None] Provisioning for port fde4da99-831c-47e7-bd2f-e9bcdec5e727 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:37:03.305808 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device b2ddd33b-e36c-42b0-a48b-c564df7d9e7f up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:37:03.315769 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d9df6e8b-7b11-4823-8ac8-6bcc0f2648b1 None None] Provisioning complete for port fde4da99-831c-47e7-bd2f-e9bcdec5e727 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:03.316159 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d9df6e8b-7b11-4823-8ac8-6bcc0f2648b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:03.448739 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-43c2bd19-9c3c-4e52-a728-8c669702e161 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:03.452497 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e436c4-aaea-4cc8-a12c-ad3cb769b146 x-openstack-request-id: req-e1e436c4-aaea-4cc8-a12c-ad3cb769b146 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:37:03.452792 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e99a93-503f-4589-a54b-4bfb4b839f89", "name": "network-vif-plugged", "status": "completed", "tag": "90c9acd8-06fa-4b48-adf3-2d7412895c25", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:37:03.453057 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e1e436c4-aaea-4cc8-a12c-ad3cb769b146 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:37:03.453616 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e99a93-503f-4589-a54b-4bfb4b839f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c9acd8-06fa-4b48-adf3-2d7412895c25', 'code': 200} Aug 10 03:37:03.456298 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-43c2bd19-9c3c-4e52-a728-8c669702e161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:03.485906 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:03.506323 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-193a2d88-8cbf-4efe-9ef5-3147aeb18856 None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:03.510650 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-d9df6e8b-7b11-4823-8ac8-6bcc0f2648b1 None None] Port fde4da99-831c-47e7-bd2f-e9bcdec5e727 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:37:03.529488 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device f45ee7fb-c9b1-4895-be9a-979aa5e8b58b up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:37:03.535257 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port b2ddd33b-e36c-42b0-a48b-c564df7d9e7f completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:37:03.556944 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-193a2d88-8cbf-4efe-9ef5-3147aeb18856 None None] Transition to ACTIVE for port object ada9d340-445b-4fb8-8f76-67032400e459 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:37:03.580250 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-193a2d88-8cbf-4efe-9ef5-3147aeb18856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:03.588941 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port b2ddd33b-e36c-42b0-a48b-c564df7d9e7f triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:03.589318 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:03.629351 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-43c2bd19-9c3c-4e52-a728-8c669702e161 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:03.636266 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c2bd19-9c3c-4e52-a728-8c669702e161 admin admin] Pushing event updated for resources: {'Port': ['ID=fde4da99-831c-47e7-bd2f-e9bcdec5e727,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:03.733292 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-193a2d88-8cbf-4efe-9ef5-3147aeb18856 None None] Attempting to bind port ada9d340-445b-4fb8-8f76-67032400e459 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:37:03.733667 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-193a2d88-8cbf-4efe-9ef5-3147aeb18856 None None] Attempting to bind port ada9d340-445b-4fb8-8f76-67032400e459 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:37:03.734078 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193a2d88-8cbf-4efe-9ef5-3147aeb18856 None None] Attempting to bind port ada9d340-445b-4fb8-8f76-67032400e459 on network 09ca2025-b9a6-4e84-8019-8d9fbef3753e {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:03.742427 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec8e64f-221c-4ade-b10b-379b5fdb50a0 None None] Pushing event updated for resources: {'Port': ['ID=ada9d340-445b-4fb8-8f76-67032400e459,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:03.752396 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193a2d88-8cbf-4efe-9ef5-3147aeb18856 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:37:03.752772 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193a2d88-8cbf-4efe-9ef5-3147aeb18856 None None] Checking segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:37:03.753174 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-193a2d88-8cbf-4efe-9ef5-3147aeb18856 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:03.753564 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193a2d88-8cbf-4efe-9ef5-3147aeb18856 None None] Bound using segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:37:03.754039 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-193a2d88-8cbf-4efe-9ef5-3147aeb18856 None None] Bound port: ada9d340-445b-4fb8-8f76-67032400e459, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:37:03.754415 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-193a2d88-8cbf-4efe-9ef5-3147aeb18856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:03.756573 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17013968-425c-4a3c-a9e1-5c6f4bf10ca4 req-c36de187-e87d-4bec-9559-f387ea0de034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:03.760539 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-17013968-425c-4a3c-a9e1-5c6f4bf10ca4 req-c36de187-e87d-4bec-9559-f387ea0de034 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=64e99a93-503f-4589-a54b-4bfb4b839f89 HTTP/1.1" status: 200 len: 1097 time: 0.2059848 Aug 10 03:37:03.781335 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5635476-6f1a-49ab-b7cf-7d45de73ff30 req-903f2814-b852-4efb-9887-ec87d9be568c tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:03.792048 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e5635476-6f1a-49ab-b7cf-7d45de73ff30 req-903f2814-b852-4efb-9887-ec87d9be568c tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] 10.222.0.62 "GET /v2.0/ports?device_id=64e99a93-503f-4589-a54b-4bfb4b839f89 HTTP/1.1" status: 200 len: 945 time: 0.1362982 Aug 10 03:37:03.795455 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port f45ee7fb-c9b1-4895-be9a-979aa5e8b58b triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:03.795832 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:03.922399 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-193a2d88-8cbf-4efe-9ef5-3147aeb18856 None None] For port ada9d340-445b-4fb8-8f76-67032400e459, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:37:03.938162 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cabb6992-ef85-43e4-bf80-2af974229f9d req-1b354a70-e514-4bbb-9fdd-5d84520e32e5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0717b289-fa24-426d-af18-109bb65177ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2369149 Aug 10 03:37:03.950852 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-193a2d88-8cbf-4efe-9ef5-3147aeb18856 None None] For port ada9d340-445b-4fb8-8f76-67032400e459, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=ada9d340-445b-4fb8-8f76-67032400e459,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:37:03.958360 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-17013968-425c-4a3c-a9e1-5c6f4bf10ca4 req-7eabb26a-f179-4168-8869-952323fab50c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5c68b4fa-1c97-4619-b294-e214d945734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1865566 Aug 10 03:37:03.961349 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-193a2d88-8cbf-4efe-9ef5-3147aeb18856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:03.970195 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c2bd19-9c3c-4e52-a728-8c669702e161 admin admin] Network fc5bd3f1-55ee-43f8-89b6-b11dda7cbf69 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:37:03.971877 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-43c2bd19-9c3c-4e52-a728-8c669702e161 admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:03.987980 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:04.034145 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e5635476-6f1a-49ab-b7cf-7d45de73ff30 req-361e4b2c-5159-4477-8030-01139b782e59 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] 10.222.0.62 "GET /v2.0/security-groups?id=5c68b4fa-1c97-4619-b294-e214d945734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2405174 Aug 10 03:37:04.063990 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aee671-0e3f-4dd4-83bd-eed71d135256 req-717d3ebd-4634-4cf6-b49e-c9f0e5735007 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:04.066298 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b2aee671-0e3f-4dd4-83bd-eed71d135256 req-717d3ebd-4634-4cf6-b49e-c9f0e5735007 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e0f08b1-203c-47a6-a520-b9bf3273e7bd HTTP/1.1" status: 200 len: 944 time: 0.2456131 Aug 10 03:37:04.104825 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193a2d88-8cbf-4efe-9ef5-3147aeb18856 None None] Routers {'c762dbb2-47d4-40e7-aa5b-09c358ac49e1'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:37:04.105605 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-193a2d88-8cbf-4efe-9ef5-3147aeb18856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:37:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['c762dbb2-47d4-40e7-aa5b-09c358ac49e1'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:04.119451 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb6992-ef85-43e4-bf80-2af974229f9d req-b8cfa800-501f-4aea-9a18-3e1a8e1dc7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:04.121241 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cabb6992-ef85-43e4-bf80-2af974229f9d req-b8cfa800-501f-4aea-9a18-3e1a8e1dc7a8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3cffefacccfd4712be786e53e7cb07cb&device_id=0717b289-fa24-426d-af18-109bb65177ac HTTP/1.1" status: 200 len: 1097 time: 0.0779884 Aug 10 03:37:04.137326 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b2aee671-0e3f-4dd4-83bd-eed71d135256 req-0e0bd4a9-0273-4af4-8615-6a9a987d6a11 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a444d7d-1269-431d-a801-cc92cc418807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543561 Aug 10 03:37:04.201706 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port b2ddd33b-e36c-42b0-a48b-c564df7d9e7f, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=b2ddd33b-e36c-42b0-a48b-c564df7d9e7f,segment=NetworkSegment(a4303e71-48dc-4566-b57f-77b9ab45a962),segment_id=a4303e71-48dc-4566-b57f-77b9ab45a962)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:04.220004 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:04.255808 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c2bd19-9c3c-4e52-a728-8c669702e161 admin admin] Router c762dbb2-47d4-40e7-aa5b-09c358ac49e1 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:37:04.269893 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec8e64f-221c-4ade-b10b-379b5fdb50a0 None None] Pushing event updated for resources: {'Port': ['ID=ada9d340-445b-4fb8-8f76-67032400e459,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:04.321952 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:04.351451 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb6992-ef85-43e4-bf80-2af974229f9d req-0f61ad8f-609f-40b8-80e3-09d9cac2b5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:04.352967 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cabb6992-ef85-43e4-bf80-2af974229f9d req-0f61ad8f-609f-40b8-80e3-09d9cac2b5e6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=af0d2cce-350b-49cd-9cfc-ff635347180b HTTP/1.1" status: 200 len: 915 time: 0.1805582 Aug 10 03:37:04.359495 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-193a2d88-8cbf-4efe-9ef5-3147aeb18856 None None] Set router c762dbb2-47d4-40e7-aa5b-09c358ac49e1 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:37:04.362700 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=b2ddd33b-e36c-42b0-a48b-c564df7d9e7f,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:04.378682 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 57004) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:04.401653 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-8c947ad4-df9e-44ec-8b82-9dccae7b81e8 None None] Provisioning complete for port fde4da99-831c-47e7-bd2f-e9bcdec5e727 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:04.401945 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8c947ad4-df9e-44ec-8b82-9dccae7b81e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:04.427988 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cabb6992-ef85-43e4-bf80-2af974229f9d req-ecf2f54e-cce1-4c88-9279-ef38664e880c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d9bd8d6-23c5-46ea-a8a3-d1a1371ed7b3 HTTP/1.1" status: 200 len: 217 time: 0.0379498 Aug 10 03:37:04.476384 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c2bd19-9c3c-4e52-a728-8c669702e161 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:37:04.483076 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-43c2bd19-9c3c-4e52-a728-8c669702e161 admin admin] 10.222.0.62 "PUT /v2.0/routers/c762dbb2-47d4-40e7-aa5b-09c358ac49e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8236721 Aug 10 03:37:04.508116 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb6992-ef85-43e4-bf80-2af974229f9d req-72f1cd50-0ada-466d-ba41-e567c961e5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:04.509624 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cabb6992-ef85-43e4-bf80-2af974229f9d req-72f1cd50-0ada-466d-ba41-e567c961e5ea service neutron] 10.222.0.58 "GET /v2.0/subnets?id=02e995bf-0ffb-4fac-9ab1-ec0873c47a61 HTTP/1.1" status: 200 len: 854 time: 0.0727327 Aug 10 03:37:04.539688 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ff01ea14-971e-4f5b-8657-7f1a2603990f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:04.556496 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cabb6992-ef85-43e4-bf80-2af974229f9d req-0225fce0-c4da-47bf-85e4-779c752bb165 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=af0d2cce-350b-49cd-9cfc-ff635347180b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385420 Aug 10 03:37:04.666747 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cabb6992-ef85-43e4-bf80-2af974229f9d req-6f23c398-139c-4d52-ad25-459af52e78a6 service neutron] 10.222.0.58 "GET /v2.0/networks/af0d2cce-350b-49cd-9cfc-ff635347180b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012414 Aug 10 03:37:04.670127 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ff01ea14-971e-4f5b-8657-7f1a2603990f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:04.675767 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ff01ea14-971e-4f5b-8657-7f1a2603990f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:04.685596 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-8c947ad4-df9e-44ec-8b82-9dccae7b81e8 None None] Port fde4da99-831c-47e7-bd2f-e9bcdec5e727 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:37:04.710647 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff01ea14-971e-4f5b-8657-7f1a2603990f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a7d672-bc98-499e-adea-a26be5c39fdf,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:04.744590 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ff01ea14-971e-4f5b-8657-7f1a2603990f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8a772b9f8c4342fdb227cf12609d11d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3649154 Aug 10 03:37:04.745302 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 57014) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:04.801322 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f46dc1cd-da11-4c6f-b2fc-4102504b7b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:04.824790 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cabb6992-ef85-43e4-bf80-2af974229f9d req-2d47c98b-4ec9-4c10-88fb-ceb49703ad46 service neutron] 10.222.0.58 "GET /v2.0/networks/af0d2cce-350b-49cd-9cfc-ff635347180b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500435 Aug 10 03:37:04.832496 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f46dc1cd-da11-4c6f-b2fc-4102504b7b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:04.832705 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-193a2d88-8cbf-4efe-9ef5-3147aeb18856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c762dbb2-47d4-40e7-aa5b-09c358ac49e1', 'name': 'tempest-TestAggregatesBasicOps-1216195068-router', 'tenant_id': '9202ac4be4ad4a25ad21cfc91e651f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': 'ada9d340-445b-4fb8-8f76-67032400e459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:58Z', 'updated_at': '2021-08-10T03:37:03Z', 'revision_number': 4, 'project_id': '9202ac4be4ad4a25ad21cfc91e651f69', 'gw_port': {'id': 'ada9d340-445b-4fb8-8f76-67032400e459', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c762dbb2-47d4-40e7-aa5b-09c358ac49e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:59Z', 'updated_at': '2021-08-10T03:37:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'fde4da99-831c-47e7-bd2f-e9bcdec5e727', 'name': '', 'network_id': 'fc5bd3f1-55ee-43f8-89b6-b11dda7cbf69', 'tenant_id': '9202ac4be4ad4a25ad21cfc91e651f69', 'mac_address': 'fa:16:3e:96:fb:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c762dbb2-47d4-40e7-aa5b-09c358ac49e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'b1f1e328-acd7-439a-a8df-0e2f512808c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:02Z', 'updated_at': '2021-08-10T03:37:03Z', 'revision_number': 2, 'project_id': '9202ac4be4ad4a25ad21cfc91e651f69', 'subnets': [{'id': 'b1f1e328-acd7-439a-a8df-0e2f512808c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:04.865202 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193a2d88-8cbf-4efe-9ef5-3147aeb18856 None None] The sync data for ids ['c762dbb2-47d4-40e7-aa5b-09c358ac49e1'] in n-d-768851-15 is: [{'id': 'c762dbb2-47d4-40e7-aa5b-09c358ac49e1', 'name': 'tempest-TestAggregatesBasicOps-1216195068-router', 'tenant_id': '9202ac4be4ad4a25ad21cfc91e651f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': 'ada9d340-445b-4fb8-8f76-67032400e459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:58Z', 'updated_at': '2021-08-10T03:37:03Z', 'revision_number': 4, 'project_id': '9202ac4be4ad4a25ad21cfc91e651f69', 'gw_port': {'id': 'ada9d340-445b-4fb8-8f76-67032400e459', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c762dbb2-47d4-40e7-aa5b-09c358ac49e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:59Z', 'updated_at': '2021-08-10T03:37:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'fde4da99-831c-47e7-bd2f-e9bcdec5e727', 'name': '', 'network_id': 'fc5bd3f1-55ee-43f8-89b6-b11dda7cbf69', 'tenant_id': '9202ac4be4ad4a25ad21cfc91e651f69', 'mac_address': 'fa:16:3e:96:fb:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c762dbb2-47d4-40e7-aa5b-09c358ac49e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'b1f1e328-acd7-439a-a8df-0e2f512808c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:02Z', 'updated_at': '2021-08-10T03:37:03Z', 'revision_number': 2, 'project_id': '9202ac4be4ad4a25ad21cfc91e651f69', 'subnets': [{'id': 'b1f1e328-acd7-439a-a8df-0e2f512808c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:37:04.908397 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f46dc1cd-da11-4c6f-b2fc-4102504b7b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:04.911849 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f46dc1cd-da11-4c6f-b2fc-4102504b7b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:04.913161 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-f46dc1cd-da11-4c6f-b2fc-4102504b7b73 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/85a7d672-bc98-499e-adea-a26be5c39fdf HTTP/1.1" status: 204 len: 168 time: 0.1665895 Aug 10 03:37:04.927427 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46dc1cd-da11-4c6f-b2fc-4102504b7b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a7d672-bc98-499e-adea-a26be5c39fdf,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:05.260521 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a83989-e5e5-433b-b3ce-ce3d90dc4ab1 req-5d5b0abc-a65e-4220-9f0a-165d7d47fe5c tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:05.268896 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a5a83989-e5e5-433b-b3ce-ce3d90dc4ab1 req-5d5b0abc-a65e-4220-9f0a-165d7d47fe5c tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] 10.222.0.62 "GET /v2.0/ports?device_id=64e99a93-503f-4589-a54b-4bfb4b839f89 HTTP/1.1" status: 200 len: 945 time: 0.1076636 Aug 10 03:37:05.321961 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a5a83989-e5e5-433b-b3ce-ce3d90dc4ab1 req-3e6b6e27-4b22-4cdb-98d0-11458b113f5d tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] 10.222.0.62 "GET /v2.0/security-groups?id=5c68b4fa-1c97-4619-b294-e214d945734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474141 Aug 10 03:37:05.338247 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 57038) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:05.353124 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0265ac6c-018c-498b-b8dc-4c328593f490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:05.455292 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e0f08b1-203c-47a6-a520-b9bf3273e7bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2ddd33b-e36c-42b0-a48b-c564df7d9e7f'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:37:05.457942 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3940148-d0f2-4b10-a7f2-58f99d29f9a8" -d '{"events": [{"server_uuid": "5e0f08b1-203c-47a6-a520-b9bf3273e7bd", "name": "network-vif-plugged", "status": "completed", "tag": "b2ddd33b-e36c-42b0-a48b-c564df7d9e7f"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:37:05.514862 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0265ac6c-018c-498b-b8dc-4c328593f490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:05.525652 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0265ac6c-018c-498b-b8dc-4c328593f490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:05.563960 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b7ee14-ab98-4cb4-b6ec-ab82fbfd1458 req-f08432c0-302b-4a47-92ec-9de3388694b8 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:05.565545 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e6b7ee14-ab98-4cb4-b6ec-ab82fbfd1458 req-f08432c0-302b-4a47-92ec-9de3388694b8 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e0f08b1-203c-47a6-a520-b9bf3273e7bd HTTP/1.1" status: 200 len: 945 time: 0.1161702 Aug 10 03:37:05.572921 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0265ac6c-018c-498b-b8dc-4c328593f490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18bbb83-6498-45d3-8699-9317ed347edb,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:05.629097 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-0265ac6c-018c-498b-b8dc-4c328593f490 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d5ec9de2195145a08899a0bc2749b438&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2896154 Aug 10 03:37:05.631794 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57042) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:05.671933 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e6b7ee14-ab98-4cb4-b6ec-ab82fbfd1458 req-89403c38-6d77-4cde-be5e-9cdba3730c5d tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a444d7d-1269-431d-a801-cc92cc418807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825713 Aug 10 03:37:05.708107 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bf01f721-d2af-4f4f-88f8-ca9af9f4d0cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:05.732787 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bf01f721-d2af-4f4f-88f8-ca9af9f4d0cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:05.849405 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bf01f721-d2af-4f4f-88f8-ca9af9f4d0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:05.852323 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bf01f721-d2af-4f4f-88f8-ca9af9f4d0cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:05.853612 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-bf01f721-d2af-4f4f-88f8-ca9af9f4d0cd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e18bbb83-6498-45d3-8699-9317ed347edb HTTP/1.1" status: 204 len: 168 time: 0.2208130 Aug 10 03:37:05.869992 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf01f721-d2af-4f4f-88f8-ca9af9f4d0cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18bbb83-6498-45d3-8699-9317ed347edb,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:05.916064 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7c179-7074-4e15-b66c-243458e0c78d req-8b7a1469-e1c1-46e3-8ab3-fcfb9a906796 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:05.918330 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-52b7c179-7074-4e15-b66c-243458e0c78d req-8b7a1469-e1c1-46e3-8ab3-fcfb9a906796 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] 10.222.0.62 "GET /v2.0/ports?device_id=64e99a93-503f-4589-a54b-4bfb4b839f89 HTTP/1.1" status: 200 len: 945 time: 0.1105394 Aug 10 03:37:05.977022 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:05.997679 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-52b7c179-7074-4e15-b66c-243458e0c78d req-f4f7f446-6f2f-4a17-aa81-ac573e7a1d8b tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] 10.222.0.62 "GET /v2.0/security-groups?id=5c68b4fa-1c97-4619-b294-e214d945734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690272 Aug 10 03:37:06.056012 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd17d5b-b492-4448-bcc2-4639f84e0eed x-openstack-request-id: req-cfd17d5b-b492-4448-bcc2-4639f84e0eed {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:37:06.056306 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e0f08b1-203c-47a6-a520-b9bf3273e7bd", "name": "network-vif-plugged", "status": "completed", "tag": "b2ddd33b-e36c-42b0-a48b-c564df7d9e7f", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:37:06.056562 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cfd17d5b-b492-4448-bcc2-4639f84e0eed {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:37:06.057044 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e0f08b1-203c-47a6-a520-b9bf3273e7bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2ddd33b-e36c-42b0-a48b-c564df7d9e7f', 'code': 200} Aug 10 03:37:06.212482 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26810372-4f98-4ef2-8c4a-7703b4ff6922 req-8bcd37bc-4da1-4c3f-ba3e-d08ea0ab9656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:06.214032 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-26810372-4f98-4ef2-8c4a-7703b4ff6922 req-8bcd37bc-4da1-4c3f-ba3e-d08ea0ab9656 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5e0f08b1-203c-47a6-a520-b9bf3273e7bd HTTP/1.1" status: 200 len: 1097 time: 0.0755911 Aug 10 03:37:06.261896 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b0dd4-70f0-46c9-a89b-3e22a6c0113a req-2724d63d-737c-4550-8a99-ba061a00de42 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:06.264530 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f16b0dd4-70f0-46c9-a89b-3e22a6c0113a req-2724d63d-737c-4550-8a99-ba061a00de42 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] 10.222.0.62 "GET /v2.0/ports?device_id=64e99a93-503f-4589-a54b-4bfb4b839f89 HTTP/1.1" status: 200 len: 945 time: 0.1416378 Aug 10 03:37:06.297529 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-26810372-4f98-4ef2-8c4a-7703b4ff6922 req-b9494947-6eaa-4a04-b851-c6d5c0a6282d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3a444d7d-1269-431d-a801-cc92cc418807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729458 Aug 10 03:37:06.383069 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f16b0dd4-70f0-46c9-a89b-3e22a6c0113a req-5aa8929c-2e2a-499a-8b99-e79c47c43985 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] 10.222.0.62 "GET /v2.0/security-groups?id=5c68b4fa-1c97-4619-b294-e214d945734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954528 Aug 10 03:37:06.384741 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57064) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:06.759070 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6379604a-789a-40b7-aef8-83cf79c89492 tempest-TestServerBasicOps-1248676051 tempest-TestServerBasicOps-1248676051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:06.764237 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 57086) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:06.767358 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6379604a-789a-40b7-aef8-83cf79c89492 tempest-TestServerBasicOps-1248676051 tempest-TestServerBasicOps-1248676051-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=64e99a93-503f-4589-a54b-4bfb4b839f89 HTTP/1.1" status: 200 len: 1092 time: 0.3814480 Aug 10 03:37:06.769427 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-2091fae2-42a6-423f-9239-5e49822bc9a6 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Request body: {'floatingip': {'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'port_id': '90c9acd8-06fa-4b48-adf3-2d7412895c25', 'tenant_id': '4c338092054e4c64a6391807bc8d123e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:06.847091 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2091fae2-42a6-423f-9239-5e49822bc9a6 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Notify callbacks [] for floatingip, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:07.108149 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2091fae2-42a6-423f-9239-5e49822bc9a6 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:07.258269 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57110) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:07.306701 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b74b9d-69fc-478e-af43-140d0289a4aa req-20196577-4ba8-42a1-a5d1-3caebb4f649d tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:07.308368 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-22b74b9d-69fc-478e-af43-140d0289a4aa req-20196577-4ba8-42a1-a5d1-3caebb4f649d tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e0f08b1-203c-47a6-a520-b9bf3273e7bd HTTP/1.1" status: 200 len: 945 time: 0.0840583 Aug 10 03:37:07.412880 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-22b74b9d-69fc-478e-af43-140d0289a4aa req-e3bf42fb-19e3-4842-a595-21b482733172 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a444d7d-1269-431d-a801-cc92cc418807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941310 Aug 10 03:37:07.425418 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-2091fae2-42a6-423f-9239-5e49822bc9a6 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Allocated IP 172.25.7.230 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/626c7428-d917-4e8c-8701-56771700f6ab) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:37:07.605392 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device ada9d340-445b-4fb8-8f76-67032400e459 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:37:07.650323 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2091fae2-42a6-423f-9239-5e49822bc9a6 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:07.716555 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port ada9d340-445b-4fb8-8f76-67032400e459 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:37:07.723444 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port ada9d340-445b-4fb8-8f76-67032400e459 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:07.724053 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:07.725350 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2091fae2-42a6-423f-9239-5e49822bc9a6 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:07.781040 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2091fae2-42a6-423f-9239-5e49822bc9a6 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:37:07.787625 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-2091fae2-42a6-423f-9239-5e49822bc9a6 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:07.802468 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2091fae2-42a6-423f-9239-5e49822bc9a6 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:37:07.884358 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2091fae2-42a6-423f-9239-5e49822bc9a6 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Pushing event updated for resources: {'Port': ['ID=626c7428-d917-4e8c-8701-56771700f6ab,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:07.924683 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:07.948715 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port ada9d340-445b-4fb8-8f76-67032400e459, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=ada9d340-445b-4fb8-8f76-67032400e459,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:07.955849 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:07.998824 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-81ee3846-e42e-40be-b73e-ce35c5301ddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:08.025922 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=ada9d340-445b-4fb8-8f76-67032400e459,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:08.169704 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ae7556-f023-47ef-90a4-89282e6c4e77 None None] Sync routers for ids ['c762dbb2-47d4-40e7-aa5b-09c358ac49e1'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:37:08.181405 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ae7556-f023-47ef-90a4-89282e6c4e77 None None] Routers {'c762dbb2-47d4-40e7-aa5b-09c358ac49e1'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:37:08.183995 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-c5ae7556-f023-47ef-90a4-89282e6c4e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:37:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['c762dbb2-47d4-40e7-aa5b-09c358ac49e1'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:08.504787 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-81ee3846-e42e-40be-b73e-ce35c5301ddf admin admin] Deleting port 978e3ff2-358d-43ba-a7f8-e4b35cc6716c {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:37:08.505380 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-81ee3846-e42e-40be-b73e-ce35c5301ddf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:08.535849 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-c5ae7556-f023-47ef-90a4-89282e6c4e77 None None] Set router c762dbb2-47d4-40e7-aa5b-09c358ac49e1 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:37:09.054295 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a1033-6f87-498f-9c17-eaf2ac20d6e2 req-904be752-1e17-49ea-b01d-4aa062da18af tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:09.056945 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1c0a1033-6f87-498f-9c17-eaf2ac20d6e2 req-904be752-1e17-49ea-b01d-4aa062da18af tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e0f08b1-203c-47a6-a520-b9bf3273e7bd HTTP/1.1" status: 200 len: 945 time: 0.4927471 Aug 10 03:37:09.102397 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-c5ae7556-f023-47ef-90a4-89282e6c4e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c762dbb2-47d4-40e7-aa5b-09c358ac49e1', 'name': 'tempest-TestAggregatesBasicOps-1216195068-router', 'tenant_id': '9202ac4be4ad4a25ad21cfc91e651f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': 'ada9d340-445b-4fb8-8f76-67032400e459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:58Z', 'updated_at': '2021-08-10T03:37:03Z', 'revision_number': 4, 'project_id': '9202ac4be4ad4a25ad21cfc91e651f69', 'gw_port': {'id': 'ada9d340-445b-4fb8-8f76-67032400e459', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c762dbb2-47d4-40e7-aa5b-09c358ac49e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:59Z', 'updated_at': '2021-08-10T03:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'fde4da99-831c-47e7-bd2f-e9bcdec5e727', 'name': '', 'network_id': 'fc5bd3f1-55ee-43f8-89b6-b11dda7cbf69', 'tenant_id': '9202ac4be4ad4a25ad21cfc91e651f69', 'mac_address': 'fa:16:3e:96:fb:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c762dbb2-47d4-40e7-aa5b-09c358ac49e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'b1f1e328-acd7-439a-a8df-0e2f512808c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:02Z', 'updated_at': '2021-08-10T03:37:03Z', 'revision_number': 2, 'project_id': '9202ac4be4ad4a25ad21cfc91e651f69', 'subnets': [{'id': 'b1f1e328-acd7-439a-a8df-0e2f512808c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:09.141350 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1c0a1033-6f87-498f-9c17-eaf2ac20d6e2 req-62d6316c-f47e-4524-8f6f-1cc28b3d880b tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a444d7d-1269-431d-a801-cc92cc418807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604651 Aug 10 03:37:09.199562 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ae7556-f023-47ef-90a4-89282e6c4e77 None None] Checking router: c762dbb2-47d4-40e7-aa5b-09c358ac49e1 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:37:09.200006 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ae7556-f023-47ef-90a4-89282e6c4e77 None None] Updating router c762dbb2-47d4-40e7-aa5b-09c358ac49e1 port fde4da99-831c-47e7-bd2f-e9bcdec5e727 binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:37:09.212622 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2091fae2-42a6-423f-9239-5e49822bc9a6 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:09.259761 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-c5ae7556-f023-47ef-90a4-89282e6c4e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:09.456369 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2091fae2-42a6-423f-9239-5e49822bc9a6 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:09.506559 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device ada9d340-445b-4fb8-8f76-67032400e459 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:37:09.620850 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port ada9d340-445b-4fb8-8f76-67032400e459 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:09.621190 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:09.705220 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-81ee3846-e42e-40be-b73e-ce35c5301ddf admin admin] For port 978e3ff2-358d-43ba-a7f8-e4b35cc6716c, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=978e3ff2-358d-43ba-a7f8-e4b35cc6716c,segment=NetworkSegment(54fe64e2-0c1f-4c36-9574-4de6036472e3),segment_id=54fe64e2-0c1f-4c36-9574-4de6036472e3)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:09.705797 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-81ee3846-e42e-40be-b73e-ce35c5301ddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:09.739844 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-81ee3846-e42e-40be-b73e-ce35c5301ddf admin admin] Calling delete_port for 978e3ff2-358d-43ba-a7f8-e4b35cc6716c owned by network:router_interface {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:37:09.785606 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-c5ae7556-f023-47ef-90a4-89282e6c4e77 None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:09.788002 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2091fae2-42a6-423f-9239-5e49822bc9a6 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:09.798250 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-c5ae7556-f023-47ef-90a4-89282e6c4e77 None None] Transition to ACTIVE for port object fde4da99-831c-47e7-bd2f-e9bcdec5e727 will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:37:09.801130 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2091fae2-42a6-423f-9239-5e49822bc9a6 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:09.806469 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-c5ae7556-f023-47ef-90a4-89282e6c4e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:09.887027 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436022fb-77c4-4362-9cd8-cbf002403708 None None] Pushing event updated for resources: {'Port': ['ID=fde4da99-831c-47e7-bd2f-e9bcdec5e727,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:09.942478 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2091fae2-42a6-423f-9239-5e49822bc9a6 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Pushing event updated for resources: {'Port': ['ID=626c7428-d917-4e8c-8701-56771700f6ab,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:09.987645 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2091fae2-42a6-423f-9239-5e49822bc9a6 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:09.988011 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2091fae2-42a6-423f-9239-5e49822bc9a6 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:09.988366 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2091fae2-42a6-423f-9239-5e49822bc9a6 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:09.988721 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2091fae2-42a6-423f-9239-5e49822bc9a6 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:09.989062 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2091fae2-42a6-423f-9239-5e49822bc9a6 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:09.993152 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2091fae2-42a6-423f-9239-5e49822bc9a6 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:09.993652 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2091fae2-42a6-423f-9239-5e49822bc9a6 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:09.994016 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2091fae2-42a6-423f-9239-5e49822bc9a6 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:09.994351 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2091fae2-42a6-423f-9239-5e49822bc9a6 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:09.998708 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2091fae2-42a6-423f-9239-5e49822bc9a6 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:09.999265 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2091fae2-42a6-423f-9239-5e49822bc9a6 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:09.999615 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2091fae2-42a6-423f-9239-5e49822bc9a6 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:10.030172 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2091fae2-42a6-423f-9239-5e49822bc9a6 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:10.121815 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-c5ae7556-f023-47ef-90a4-89282e6c4e77 None None] Attempting to bind port fde4da99-831c-47e7-bd2f-e9bcdec5e727 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:37:10.122197 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-c5ae7556-f023-47ef-90a4-89282e6c4e77 None None] Attempting to bind port fde4da99-831c-47e7-bd2f-e9bcdec5e727 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '0d9b889c-de69-41f9-a129-583db5897972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'fc5bd3f1-55ee-43f8-89b6-b11dda7cbf69'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:37:10.122621 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ae7556-f023-47ef-90a4-89282e6c4e77 None None] Attempting to bind port fde4da99-831c-47e7-bd2f-e9bcdec5e727 on network fc5bd3f1-55ee-43f8-89b6-b11dda7cbf69 {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:10.133885 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ae7556-f023-47ef-90a4-89282e6c4e77 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:37:10.134263 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ae7556-f023-47ef-90a4-89282e6c4e77 None None] Checking segment: {'id': '0d9b889c-de69-41f9-a129-583db5897972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'fc5bd3f1-55ee-43f8-89b6-b11dda7cbf69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:37:10.139043 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-c5ae7556-f023-47ef-90a4-89282e6c4e77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:10.139584 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ae7556-f023-47ef-90a4-89282e6c4e77 None None] Bound using segment: {'id': '0d9b889c-de69-41f9-a129-583db5897972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'fc5bd3f1-55ee-43f8-89b6-b11dda7cbf69'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:37:10.140354 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-c5ae7556-f023-47ef-90a4-89282e6c4e77 None None] Bound port: fde4da99-831c-47e7-bd2f-e9bcdec5e727, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d9b889c-de69-41f9-a129-583db5897972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'fc5bd3f1-55ee-43f8-89b6-b11dda7cbf69'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:37:10.141880 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-c5ae7556-f023-47ef-90a4-89282e6c4e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:10.143424 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-81ee3846-e42e-40be-b73e-ce35c5301ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:10.214472 n-d-768851-15 neutron-server[94216]: INFO neutron.db.l3_db [None req-2091fae2-42a6-423f-9239-5e49822bc9a6 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Floating IP f532da4f-2081-492d-9d29-4649c9ce0745 associated. External IP: 172.25.7.230, port: 90c9acd8-06fa-4b48-adf3-2d7412895c25. Aug 10 03:37:10.221382 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ee3846-e42e-40be-b73e-ce35c5301ddf admin admin] Pushing event deleted for resources: {'Port': ['ID=978e3ff2-358d-43ba-a7f8-e4b35cc6716c,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:10.282778 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-c5ae7556-f023-47ef-90a4-89282e6c4e77 None None] For port fde4da99-831c-47e7-bd2f-e9bcdec5e727, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:37:10.288882 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-c5ae7556-f023-47ef-90a4-89282e6c4e77 None None] For port fde4da99-831c-47e7-bd2f-e9bcdec5e727, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=fde4da99-831c-47e7-bd2f-e9bcdec5e727,segment=NetworkSegment(0d9b889c-de69-41f9-a129-583db5897972),segment_id=0d9b889c-de69-41f9-a129-583db5897972)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:37:10.300056 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-c5ae7556-f023-47ef-90a4-89282e6c4e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:10.383569 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436022fb-77c4-4362-9cd8-cbf002403708 None None] Pushing event updated for resources: {'Port': ['ID=fde4da99-831c-47e7-bd2f-e9bcdec5e727,revision_number=4']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:10.408539 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ae7556-f023-47ef-90a4-89282e6c4e77 None None] Routers {'c762dbb2-47d4-40e7-aa5b-09c358ac49e1'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:37:10.409345 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-c5ae7556-f023-47ef-90a4-89282e6c4e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:37:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['c762dbb2-47d4-40e7-aa5b-09c358ac49e1'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:10.629952 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-c5ae7556-f023-47ef-90a4-89282e6c4e77 None None] Set router c762dbb2-47d4-40e7-aa5b-09c358ac49e1 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:37:10.691896 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-81ee3846-e42e-40be-b73e-ce35c5301ddf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:10.754030 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2091fae2-42a6-423f-9239-5e49822bc9a6 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Router 32519ef4-f8d7-4429-89ae-5965b7d9627d has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:37:10.991184 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2091fae2-42a6-423f-9239-5e49822bc9a6 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:37:11.004221 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3776f611-3e96-4147-aa90-9e98760422a8 None None] Sync routers for ids ['32519ef4-f8d7-4429-89ae-5965b7d9627d'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:37:11.020431 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3776f611-3e96-4147-aa90-9e98760422a8 None None] Routers {'32519ef4-f8d7-4429-89ae-5965b7d9627d'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:37:11.021542 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-3776f611-3e96-4147-aa90-9e98760422a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:37:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['32519ef4-f8d7-4429-89ae-5965b7d9627d'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:11.033290 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2091fae2-42a6-423f-9239-5e49822bc9a6 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:11.090405 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-c5ae7556-f023-47ef-90a4-89282e6c4e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c762dbb2-47d4-40e7-aa5b-09c358ac49e1', 'name': 'tempest-TestAggregatesBasicOps-1216195068-router', 'tenant_id': '9202ac4be4ad4a25ad21cfc91e651f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': 'ada9d340-445b-4fb8-8f76-67032400e459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:58Z', 'updated_at': '2021-08-10T03:37:03Z', 'revision_number': 4, 'project_id': '9202ac4be4ad4a25ad21cfc91e651f69', 'gw_port': {'id': 'ada9d340-445b-4fb8-8f76-67032400e459', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c762dbb2-47d4-40e7-aa5b-09c358ac49e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:59Z', 'updated_at': '2021-08-10T03:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'fde4da99-831c-47e7-bd2f-e9bcdec5e727', 'name': '', 'network_id': 'fc5bd3f1-55ee-43f8-89b6-b11dda7cbf69', 'tenant_id': '9202ac4be4ad4a25ad21cfc91e651f69', 'mac_address': 'fa:16:3e:96:fb:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c762dbb2-47d4-40e7-aa5b-09c358ac49e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'b1f1e328-acd7-439a-a8df-0e2f512808c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:02Z', 'updated_at': '2021-08-10T03:37:10Z', 'revision_number': 4, 'project_id': '9202ac4be4ad4a25ad21cfc91e651f69', 'subnets': [{'id': 'b1f1e328-acd7-439a-a8df-0e2f512808c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:11.164767 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ae7556-f023-47ef-90a4-89282e6c4e77 None None] The sync data for ids ['c762dbb2-47d4-40e7-aa5b-09c358ac49e1'] in n-d-768851-15 is: [{'id': 'c762dbb2-47d4-40e7-aa5b-09c358ac49e1', 'name': 'tempest-TestAggregatesBasicOps-1216195068-router', 'tenant_id': '9202ac4be4ad4a25ad21cfc91e651f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': 'ada9d340-445b-4fb8-8f76-67032400e459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:58Z', 'updated_at': '2021-08-10T03:37:03Z', 'revision_number': 4, 'project_id': '9202ac4be4ad4a25ad21cfc91e651f69', 'gw_port': {'id': 'ada9d340-445b-4fb8-8f76-67032400e459', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c762dbb2-47d4-40e7-aa5b-09c358ac49e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:59Z', 'updated_at': '2021-08-10T03:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'fde4da99-831c-47e7-bd2f-e9bcdec5e727', 'name': '', 'network_id': 'fc5bd3f1-55ee-43f8-89b6-b11dda7cbf69', 'tenant_id': '9202ac4be4ad4a25ad21cfc91e651f69', 'mac_address': 'fa:16:3e:96:fb:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c762dbb2-47d4-40e7-aa5b-09c358ac49e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'b1f1e328-acd7-439a-a8df-0e2f512808c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:02Z', 'updated_at': '2021-08-10T03:37:10Z', 'revision_number': 4, 'project_id': '9202ac4be4ad4a25ad21cfc91e651f69', 'subnets': [{'id': 'b1f1e328-acd7-439a-a8df-0e2f512808c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:37:11.224795 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-3776f611-3e96-4147-aa90-9e98760422a8 None None] Set router 32519ef4-f8d7-4429-89ae-5965b7d9627d gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:37:11.389930 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ee3846-e42e-40be-b73e-ce35c5301ddf admin admin] Router 833f8f80-bbe5-4171-a1d6-704cc1f92aa5 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:37:11.492723 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-2091fae2-42a6-423f-9239-5e49822bc9a6 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.7273259 Aug 10 03:37:11.493498 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64e99a93-503f-4589-a54b-4bfb4b839f89', 'tag': '90c9acd8-06fa-4b48-adf3-2d7412895c25'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:37:11.497131 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3baa401-177d-461c-afd7-dd24d1992c4e" -d '{"events": [{"name": "network-changed", "server_uuid": "64e99a93-503f-4589-a54b-4bfb4b839f89", "tag": "90c9acd8-06fa-4b48-adf3-2d7412895c25"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:37:11.633907 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ee3846-e42e-40be-b73e-ce35c5301ddf admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:37:11.648497 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-81ee3846-e42e-40be-b73e-ce35c5301ddf admin admin] 10.222.0.62 "PUT /v2.0/routers/833f8f80-bbe5-4171-a1d6-704cc1f92aa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3869469 Aug 10 03:37:11.648704 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device fde4da99-831c-47e7-bd2f-e9bcdec5e727 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:37:11.648838 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d70f229-d734-422d-9974-623f90cf62e8 None None] Sync routers for ids ['833f8f80-bbe5-4171-a1d6-704cc1f92aa5'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:37:11.649286 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 57174) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:11.660436 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d70f229-d734-422d-9974-623f90cf62e8 None None] Routers {'833f8f80-bbe5-4171-a1d6-704cc1f92aa5'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:37:11.661179 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-0d70f229-d734-422d-9974-623f90cf62e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:37:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['833f8f80-bbe5-4171-a1d6-704cc1f92aa5'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:11.816326 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c83944-6897-423c-9778-e18e62fe94aa x-openstack-request-id: req-f1c83944-6897-423c-9778-e18e62fe94aa {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:37:11.816326 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64e99a93-503f-4589-a54b-4bfb4b839f89", "tag": "90c9acd8-06fa-4b48-adf3-2d7412895c25", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:37:11.816650 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f1c83944-6897-423c-9778-e18e62fe94aa {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:37:11.817840 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64e99a93-503f-4589-a54b-4bfb4b839f89', 'tag': '90c9acd8-06fa-4b48-adf3-2d7412895c25', 'status': 'completed', 'code': 200} Aug 10 03:37:11.826615 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-0d70f229-d734-422d-9974-623f90cf62e8 None None] Set router 833f8f80-bbe5-4171-a1d6-704cc1f92aa5 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:37:11.859442 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port fde4da99-831c-47e7-bd2f-e9bcdec5e727 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:37:11.866749 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port fde4da99-831c-47e7-bd2f-e9bcdec5e727 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:11.867424 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:11.895780 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ba2c2939-7b2e-49d2-bed1-3ee8ccc13e9f admin admin] Notify callbacks [] for router, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:11.945122 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3baa401-177d-461c-afd7-dd24d1992c4e req-ca0e31bd-8a90-41fa-adda-593816f8b1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:11.949350 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d3baa401-177d-461c-afd7-dd24d1992c4e req-ca0e31bd-8a90-41fa-adda-593816f8b1d1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4c338092054e4c64a6391807bc8d123e&device_id=64e99a93-503f-4589-a54b-4bfb4b839f89 HTTP/1.1" status: 200 len: 1097 time: 0.1141686 Aug 10 03:37:11.981088 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-3776f611-3e96-4147-aa90-9e98760422a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32519ef4-f8d7-4429-89ae-5965b7d9627d', 'name': 'tempest-TestServerBasicOps-1488878554-router', 'tenant_id': '4c338092054e4c64a6391807bc8d123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '0f1b0a4f-6957-4601-9e8e-1d01e5cc0a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:25Z', 'updated_at': '2021-08-10T03:36:31Z', 'revision_number': 4, 'project_id': '4c338092054e4c64a6391807bc8d123e', 'gw_port': {'id': '0f1b0a4f-6957-4601-9e8e-1d01e5cc0a26', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32519ef4-f8d7-4429-89ae-5965b7d9627d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:26Z', 'updated_at': '2021-08-10T03:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': 'f532da4f-2081-492d-9d29-4649c9ce0745', 'tenant_id': '4c338092054e4c64a6391807bc8d123e', 'floating_ip_address': '172.25.7.230', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '32519ef4-f8d7-4429-89ae-5965b7d9627d', 'port_id': '90c9acd8-06fa-4b48-adf3-2d7412895c25', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '279202d0-9092-43db-a92b-1b10a2ad47a0', 'mac_address': 'fa:16:3e:e8:9a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e99a93-503f-4589-a54b-4bfb4b839f89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:37:08Z', 'updated_at': '2021-08-10T03:37:08Z', 'revision_number': 0, 'project_id': '4c338092054e4c64a6391807bc8d123e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9bdbc9b-8915-45b9-9842-fa0d76543710', 'name': '', 'network_id': '279202d0-9092-43db-a92b-1b10a2ad47a0', 'tenant_id': '4c338092054e4c64a6391807bc8d123e', 'mac_address': 'fa:16:3e:d0:b0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32519ef4-f8d7-4429-89ae-5965b7d9627d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': 'f2663f19-57f7-4b1a-a47e-fe316f67f230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:30Z', 'updated_at': '2021-08-10T03:36:39Z', 'revision_number': 5, 'project_id': '4c338092054e4c64a6391807bc8d123e', 'subnets': [{'id': 'f2663f19-57f7-4b1a-a47e-fe316f67f230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:12.107003 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3baa401-177d-461c-afd7-dd24d1992c4e req-c066ac1a-f76d-48e6-9667-264e8f2f1b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:12.108917 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d3baa401-177d-461c-afd7-dd24d1992c4e req-c066ac1a-f76d-48e6-9667-264e8f2f1b2c service neutron] 10.222.0.58 "GET /v2.0/networks?id=279202d0-9092-43db-a92b-1b10a2ad47a0 HTTP/1.1" status: 200 len: 910 time: 0.1509259 Aug 10 03:37:12.140347 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3776f611-3e96-4147-aa90-9e98760422a8 None None] Checking router: 32519ef4-f8d7-4429-89ae-5965b7d9627d for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:37:12.176919 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-0d70f229-d734-422d-9974-623f90cf62e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833f8f80-bbe5-4171-a1d6-704cc1f92aa5', 'name': 'tempest-TestAggregatesBasicOps-339033389-router', 'tenant_id': '335a388817ad4cb4a8ee691c5e26a70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '86a81eb0-d594-4945-b0be-6e6d53299355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:45Z', 'updated_at': '2021-08-10T03:37:09Z', 'revision_number': 5, 'project_id': '335a388817ad4cb4a8ee691c5e26a70e', 'gw_port': {'id': '86a81eb0-d594-4945-b0be-6e6d53299355', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:04:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833f8f80-bbe5-4171-a1d6-704cc1f92aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:46Z', 'updated_at': '2021-08-10T03:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:12.224764 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d70f229-d734-422d-9974-623f90cf62e8 None None] Checking router: 833f8f80-bbe5-4171-a1d6-704cc1f92aa5 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:37:12.238676 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ba2c2939-7b2e-49d2-bed1-3ee8ccc13e9f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:12.250826 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d70f229-d734-422d-9974-623f90cf62e8 None None] Routers {'833f8f80-bbe5-4171-a1d6-704cc1f92aa5'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:37:12.252776 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-0d70f229-d734-422d-9974-623f90cf62e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:37:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['833f8f80-bbe5-4171-a1d6-704cc1f92aa5'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:12.259833 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:12.330642 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3776f611-3e96-4147-aa90-9e98760422a8 None None] Routers {'32519ef4-f8d7-4429-89ae-5965b7d9627d'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:37:12.335371 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-3776f611-3e96-4147-aa90-9e98760422a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:37:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['32519ef4-f8d7-4429-89ae-5965b7d9627d'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:12.342250 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-ba2c2939-7b2e-49d2-bed1-3ee8ccc13e9f admin admin] Deleting port 86a81eb0-d594-4945-b0be-6e6d53299355 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:37:12.345861 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ba2c2939-7b2e-49d2-bed1-3ee8ccc13e9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:12.383487 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d3baa401-177d-461c-afd7-dd24d1992c4e req-170c9b45-ed93-4ac4-9dae-3d8bd040add8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90c9acd8-06fa-4b48-adf3-2d7412895c25 HTTP/1.1" status: 200 len: 999 time: 0.2660806 Aug 10 03:37:12.498999 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3baa401-177d-461c-afd7-dd24d1992c4e req-77c986cb-21a5-4f6e-baa9-5a7546cc4237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:12.500736 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d3baa401-177d-461c-afd7-dd24d1992c4e req-77c986cb-21a5-4f6e-baa9-5a7546cc4237 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f2663f19-57f7-4b1a-a47e-fe316f67f230 HTTP/1.1" status: 200 len: 848 time: 0.1100192 Aug 10 03:37:12.515910 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port fde4da99-831c-47e7-bd2f-e9bcdec5e727, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=fde4da99-831c-47e7-bd2f-e9bcdec5e727,segment=NetworkSegment(0d9b889c-de69-41f9-a129-583db5897972),segment_id=0d9b889c-de69-41f9-a129-583db5897972)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:12.518228 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-0d70f229-d734-422d-9974-623f90cf62e8 None None] Set router 833f8f80-bbe5-4171-a1d6-704cc1f92aa5 gateway port host: None {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:37:12.535625 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:12.598108 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-ba2c2939-7b2e-49d2-bed1-3ee8ccc13e9f admin admin] For port 86a81eb0-d594-4945-b0be-6e6d53299355, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=86a81eb0-d594-4945-b0be-6e6d53299355,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:12.603515 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ba2c2939-7b2e-49d2-bed1-3ee8ccc13e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:12.663457 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3baa401-177d-461c-afd7-dd24d1992c4e req-bdee000d-7891-4276-ba7b-292282daccdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:12.668422 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d3baa401-177d-461c-afd7-dd24d1992c4e req-bdee000d-7891-4276-ba7b-292282daccdc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=279202d0-9092-43db-a92b-1b10a2ad47a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1605225 Aug 10 03:37:12.687699 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-ba2c2939-7b2e-49d2-bed1-3ee8ccc13e9f admin admin] Calling delete_port for 86a81eb0-d594-4945-b0be-6e6d53299355 owned by network:router_gateway {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:37:12.758032 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=fde4da99-831c-47e7-bd2f-e9bcdec5e727,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:12.907151 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-3776f611-3e96-4147-aa90-9e98760422a8 None None] Set router 32519ef4-f8d7-4429-89ae-5965b7d9627d gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:37:12.915318 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-0d70f229-d734-422d-9974-623f90cf62e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833f8f80-bbe5-4171-a1d6-704cc1f92aa5', 'name': 'tempest-TestAggregatesBasicOps-339033389-router', 'tenant_id': '335a388817ad4cb4a8ee691c5e26a70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:45Z', 'updated_at': '2021-08-10T03:37:12Z', 'revision_number': 6, 'project_id': '335a388817ad4cb4a8ee691c5e26a70e', 'gw_port_host': None}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:12.966260 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d3baa401-177d-461c-afd7-dd24d1992c4e req-99c29fcb-24be-4741-8703-59a74b28281a service neutron] 10.222.0.58 "GET /v2.0/networks/279202d0-9092-43db-a92b-1b10a2ad47a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887933 Aug 10 03:37:13.022839 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d70f229-d734-422d-9974-623f90cf62e8 None None] The sync data for ids ['833f8f80-bbe5-4171-a1d6-704cc1f92aa5'] in n-d-768851-15 is: [{'id': '833f8f80-bbe5-4171-a1d6-704cc1f92aa5', 'name': 'tempest-TestAggregatesBasicOps-339033389-router', 'tenant_id': '335a388817ad4cb4a8ee691c5e26a70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:45Z', 'updated_at': '2021-08-10T03:37:12Z', 'revision_number': 6, 'project_id': '335a388817ad4cb4a8ee691c5e26a70e', 'gw_port_host': None}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:37:13.174908 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ba2c2939-7b2e-49d2-bed1-3ee8ccc13e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:13.225865 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-3776f611-3e96-4147-aa90-9e98760422a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32519ef4-f8d7-4429-89ae-5965b7d9627d', 'name': 'tempest-TestServerBasicOps-1488878554-router', 'tenant_id': '4c338092054e4c64a6391807bc8d123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '0f1b0a4f-6957-4601-9e8e-1d01e5cc0a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:25Z', 'updated_at': '2021-08-10T03:36:31Z', 'revision_number': 4, 'project_id': '4c338092054e4c64a6391807bc8d123e', 'gw_port': {'id': '0f1b0a4f-6957-4601-9e8e-1d01e5cc0a26', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32519ef4-f8d7-4429-89ae-5965b7d9627d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:26Z', 'updated_at': '2021-08-10T03:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': 'f532da4f-2081-492d-9d29-4649c9ce0745', 'tenant_id': '4c338092054e4c64a6391807bc8d123e', 'floating_ip_address': '172.25.7.230', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '32519ef4-f8d7-4429-89ae-5965b7d9627d', 'port_id': '90c9acd8-06fa-4b48-adf3-2d7412895c25', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '279202d0-9092-43db-a92b-1b10a2ad47a0', 'mac_address': 'fa:16:3e:e8:9a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e99a93-503f-4589-a54b-4bfb4b839f89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:37:08Z', 'updated_at': '2021-08-10T03:37:08Z', 'revision_number': 0, 'project_id': '4c338092054e4c64a6391807bc8d123e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9bdbc9b-8915-45b9-9842-fa0d76543710', 'name': '', 'network_id': '279202d0-9092-43db-a92b-1b10a2ad47a0', 'tenant_id': '4c338092054e4c64a6391807bc8d123e', 'mac_address': 'fa:16:3e:d0:b0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32519ef4-f8d7-4429-89ae-5965b7d9627d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': 'f2663f19-57f7-4b1a-a47e-fe316f67f230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:30Z', 'updated_at': '2021-08-10T03:36:39Z', 'revision_number': 5, 'project_id': '4c338092054e4c64a6391807bc8d123e', 'subnets': [{'id': 'f2663f19-57f7-4b1a-a47e-fe316f67f230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:13.231620 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c2939-7b2e-49d2-bed1-3ee8ccc13e9f admin admin] Pushing event deleted for resources: {'Port': ['ID=86a81eb0-d594-4945-b0be-6e6d53299355,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:13.240439 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d3baa401-177d-461c-afd7-dd24d1992c4e req-588aa637-9169-404c-a269-a260b2c343cc service neutron] 10.222.0.58 "GET /v2.0/networks/279202d0-9092-43db-a92b-1b10a2ad47a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570815 Aug 10 03:37:13.260725 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3776f611-3e96-4147-aa90-9e98760422a8 None None] The sync data for ids ['32519ef4-f8d7-4429-89ae-5965b7d9627d'] in n-d-768851-15 is: [{'id': '32519ef4-f8d7-4429-89ae-5965b7d9627d', 'name': 'tempest-TestServerBasicOps-1488878554-router', 'tenant_id': '4c338092054e4c64a6391807bc8d123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '0f1b0a4f-6957-4601-9e8e-1d01e5cc0a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:25Z', 'updated_at': '2021-08-10T03:36:31Z', 'revision_number': 4, 'project_id': '4c338092054e4c64a6391807bc8d123e', 'gw_port': {'id': '0f1b0a4f-6957-4601-9e8e-1d01e5cc0a26', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32519ef4-f8d7-4429-89ae-5965b7d9627d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:26Z', 'updated_at': '2021-08-10T03:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': 'f532da4f-2081-492d-9d29-4649c9ce0745', 'tenant_id': '4c338092054e4c64a6391807bc8d123e', 'floating_ip_address': '172.25.7.230', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '32519ef4-f8d7-4429-89ae-5965b7d9627d', 'port_id': '90c9acd8-06fa-4b48-adf3-2d7412895c25', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '279202d0-9092-43db-a92b-1b10a2ad47a0', 'mac_address': 'fa:16:3e:e8:9a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e99a93-503f-4589-a54b-4bfb4b839f89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:37:08Z', 'updated_at': '2021-08-10T03:37:08Z', 'revision_number': 0, 'project_id': '4c338092054e4c64a6391807bc8d123e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9bdbc9b-8915-45b9-9842-fa0d76543710', 'name': '', 'network_id': '279202d0-9092-43db-a92b-1b10a2ad47a0', 'tenant_id': '4c338092054e4c64a6391807bc8d123e', 'mac_address': 'fa:16:3e:d0:b0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32519ef4-f8d7-4429-89ae-5965b7d9627d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': 'f2663f19-57f7-4b1a-a47e-fe316f67f230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:30Z', 'updated_at': '2021-08-10T03:36:39Z', 'revision_number': 5, 'project_id': '4c338092054e4c64a6391807bc8d123e', 'subnets': [{'id': 'f2663f19-57f7-4b1a-a47e-fe316f67f230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:37:13.326389 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ba2c2939-7b2e-49d2-bed1-3ee8ccc13e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:13.532919 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ba2c2939-7b2e-49d2-bed1-3ee8ccc13e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:13.536466 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ba2c2939-7b2e-49d2-bed1-3ee8ccc13e9f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:13.636220 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device fde4da99-831c-47e7-bd2f-e9bcdec5e727 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:37:13.651085 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ba2c2939-7b2e-49d2-bed1-3ee8ccc13e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:13.652256 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba2c2939-7b2e-49d2-bed1-3ee8ccc13e9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 833f8f80-bbe5-4171-a1d6-704cc1f92aa5 {{(pid=94216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:37:13.657499 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ba2c2939-7b2e-49d2-bed1-3ee8ccc13e9f admin admin] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:13.661122 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ba2c2939-7b2e-49d2-bed1-3ee8ccc13e9f admin admin] 10.222.0.62 "DELETE /v2.0/routers/833f8f80-bbe5-4171-a1d6-704cc1f92aa5 HTTP/1.1" status: 204 len: 168 time: 2.0089908 Aug 10 03:37:13.661576 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57206) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:13.746439 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port fde4da99-831c-47e7-bd2f-e9bcdec5e727 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:13.746889 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:13.772588 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cd4a44a-d0d8-4ce6-bd73-3d50e6a39dfb admin admin] Deleting subnet c07b3789-2d73-4cd7-9375-779e30be17e1 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:37:13.786337 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6cd4a44a-d0d8-4ce6-bd73-3d50e6a39dfb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:13.803708 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53742bb9-3a70-4582-8c13-c0cb51c15870 None None] New status for floating IP f532da4f-2081-492d-9d29-4649c9ce0745: ACTIVE {{(pid=94218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:37:13.847672 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6cd4a44a-d0d8-4ce6-bd73-3d50e6a39dfb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:14.000816 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6cd4a44a-d0d8-4ce6-bd73-3d50e6a39dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:14.081910 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6cd4a44a-d0d8-4ce6-bd73-3d50e6a39dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:14.107729 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6cd4a44a-d0d8-4ce6-bd73-3d50e6a39dfb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:14.110184 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6cd4a44a-d0d8-4ce6-bd73-3d50e6a39dfb admin admin] 10.222.0.62 "DELETE /v2.0/subnets/c07b3789-2d73-4cd7-9375-779e30be17e1 HTTP/1.1" status: 204 len: 168 time: 0.4475791 Aug 10 03:37:14.113285 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 57214) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:14.153522 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9012b98a-9dbe-4faf-9688-fb99a6978be3 None None] Network 8f1e7bed-2ef8-4950-bb54-5e63cc5d83e3 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:37:14.182569 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd4a44a-d0d8-4ce6-bd73-3d50e6a39dfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c07b3789-2d73-4cd7-9375-779e30be17e1,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:14.261644 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 978e3ff2-358d-43ba-a7f8-e4b35cc6716c no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:37:14.268592 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bd9cee18-aef4-4ff4-bbf0-58deea50cbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:14.317263 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 978e3ff2-358d-43ba-a7f8-e4b35cc6716c {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:37:14.317843 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 978e3ff2-358d-43ba-a7f8-e4b35cc6716c not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:37:14.385895 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-bd9cee18-aef4-4ff4-bbf0-58deea50cbf3 admin admin] Deleting port b0e28bc0-9484-458c-a33d-6ff7a373bdfa {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:37:14.400685 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bd9cee18-aef4-4ff4-bbf0-58deea50cbf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:14.508507 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64eec64-2211-4746-8215-a5a312cc82ae None None] DHCP port deletion for 8f1e7bed-2ef8-4950-bb54-5e63cc5d83e3 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:37:14.588695 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b64eec64-2211-4746-8215-a5a312cc82ae None None] Deleting port b0e28bc0-9484-458c-a33d-6ff7a373bdfa {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:37:14.589537 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b64eec64-2211-4746-8215-a5a312cc82ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:14.613407 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-bd9cee18-aef4-4ff4-bbf0-58deea50cbf3 admin admin] For port b0e28bc0-9484-458c-a33d-6ff7a373bdfa, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=b0e28bc0-9484-458c-a33d-6ff7a373bdfa,segment=NetworkSegment(54fe64e2-0c1f-4c36-9574-4de6036472e3),segment_id=54fe64e2-0c1f-4c36-9574-4de6036472e3)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:14.613869 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bd9cee18-aef4-4ff4-bbf0-58deea50cbf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:14.682874 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-bd9cee18-aef4-4ff4-bbf0-58deea50cbf3 admin admin] Calling delete_port for b0e28bc0-9484-458c-a33d-6ff7a373bdfa owned by network:dhcp {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:37:14.785754 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b64eec64-2211-4746-8215-a5a312cc82ae None None] For port b0e28bc0-9484-458c-a33d-6ff7a373bdfa, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=b0e28bc0-9484-458c-a33d-6ff7a373bdfa,segment=NetworkSegment(54fe64e2-0c1f-4c36-9574-4de6036472e3),segment_id=54fe64e2-0c1f-4c36-9574-4de6036472e3)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:14.788563 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b64eec64-2211-4746-8215-a5a312cc82ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:14.811595 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b64eec64-2211-4746-8215-a5a312cc82ae None None] Calling delete_port for b0e28bc0-9484-458c-a33d-6ff7a373bdfa owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:37:14.859413 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bd9cee18-aef4-4ff4-bbf0-58deea50cbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:14.882505 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9cee18-aef4-4ff4-bbf0-58deea50cbf3 admin admin] No DVR routers for this DVR port b0e28bc0-9484-458c-a33d-6ff7a373bdfa on host n-d-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:37:14.907237 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9cee18-aef4-4ff4-bbf0-58deea50cbf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0e28bc0-9484-458c-a33d-6ff7a373bdfa,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:14.934314 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:37:14.934314 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:37:14.934314 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:37:14.934314 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:37:14.934314 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:37:14.934314 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:37:14.934314 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:37:14.934314 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:37:14.934314 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:37:14.934314 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:37:14.934314 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:37:14.934314 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:37:14.934314 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:37:14.934314 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:37:14.934314 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:37:14.934314 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:37:14.934314 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:37:14.934314 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:37:14.934314 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:37:14.934314 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:37:14.934314 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:37:14.934314 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:37:14.934314 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:37:14.934314 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:37:14.934314 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:37:14.934314 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:37:14.934314 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:37:14.934314 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:37:14.934314 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:37:14.934314 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:37:14.934314 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:37:14.934314 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:37:14.934314 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:37:14.934314 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:37:14.934314 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:37:14.934314 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:37:14.934314 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:37:14.934314 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:37:14.934314 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:37:14.934314 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:37:14.934314 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:37:14.934314 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:37:14.934314 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:37:14.934314 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:37:14.934314 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:37:14.934314 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:37:14.934314 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:37:14.934314 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:37:14.934314 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:37:14.934314 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:37:14.934314 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:37:14.934314 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:37:14.934314 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:37:14.934314 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 03:37:14.948230 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b64eec64-2211-4746-8215-a5a312cc82ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:15.006913 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bd9cee18-aef4-4ff4-bbf0-58deea50cbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:15.009356 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64eec64-2211-4746-8215-a5a312cc82ae None None] Pushing event deleted for resources: {'Port': ['ID=b0e28bc0-9484-458c-a33d-6ff7a373bdfa,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:15.011871 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64eec64-2211-4746-8215-a5a312cc82ae None None] No DVR routers for this DVR port b0e28bc0-9484-458c-a33d-6ff7a373bdfa on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:37:15.035083 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-bd9cee18-aef4-4ff4-bbf0-58deea50cbf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f1e7bed-2ef8-4950-bb54-5e63cc5d83e3']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:15.051246 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-bd9cee18-aef4-4ff4-bbf0-58deea50cbf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54fe64e2-0c1f-4c36-9574-4de6036472e3') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:15.051731 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-bd9cee18-aef4-4ff4-bbf0-58deea50cbf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54fe64e2-0c1f-4c36-9574-4de6036472e3') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:15.061384 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bd9cee18-aef4-4ff4-bbf0-58deea50cbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:15.076796 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bd9cee18-aef4-4ff4-bbf0-58deea50cbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:15.084597 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd9cee18-aef4-4ff4-bbf0-58deea50cbf3 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:37:15.085390 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bd9cee18-aef4-4ff4-bbf0-58deea50cbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:15.087969 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:37:15.087969 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:37:15.087969 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:37:15.087969 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:37:15.087969 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:37:15.087969 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:37:15.087969 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:37:15.087969 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:37:15.087969 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:37:15.087969 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:37:15.087969 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:37:15.087969 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:37:15.087969 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:37:15.087969 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:37:15.087969 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:37:15.087969 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:37:15.087969 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:37:15.087969 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:37:15.087969 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:37:15.087969 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:37:15.087969 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:37:15.087969 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:37:15.087969 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:37:15.087969 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:37:15.087969 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:37:15.087969 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:37:15.087969 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:37:15.087969 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:37:15.087969 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:37:15.087969 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:37:15.087969 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:37:15.087969 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:37:15.159416 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bd9cee18-aef4-4ff4-bbf0-58deea50cbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:15.165417 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bd9cee18-aef4-4ff4-bbf0-58deea50cbf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:15.168303 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-bd9cee18-aef4-4ff4-bbf0-58deea50cbf3 admin admin] 10.222.0.62 "DELETE /v2.0/networks/8f1e7bed-2ef8-4950-bb54-5e63cc5d83e3 HTTP/1.1" status: 204 len: 168 time: 1.0530920 Aug 10 03:37:15.171451 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57222) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:15.180942 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9cee18-aef4-4ff4-bbf0-58deea50cbf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f1e7bed-2ef8-4950-bb54-5e63cc5d83e3,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:15.451548 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 86a81eb0-d594-4945-b0be-6e6d53299355 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:37:15.473700 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 86a81eb0-d594-4945-b0be-6e6d53299355 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:37:15.474046 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 86a81eb0-d594-4945-b0be-6e6d53299355 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:37:15.474964 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b0e28bc0-9484-458c-a33d-6ff7a373bdfa no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:37:15.497672 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: b0e28bc0-9484-458c-a33d-6ff7a373bdfa {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:37:15.498083 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b0e28bc0-9484-458c-a33d-6ff7a373bdfa not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:37:15.662369 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ae3d3d8b-822b-4977-927f-8e78359d2b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:16.003853 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-ae3d3d8b-822b-4977-927f-8e78359d2b15 admin admin] Deleting port fde4da99-831c-47e7-bd2f-e9bcdec5e727 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:37:16.003853 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ae3d3d8b-822b-4977-927f-8e78359d2b15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:16.091713 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-ae3d3d8b-822b-4977-927f-8e78359d2b15 admin admin] For port fde4da99-831c-47e7-bd2f-e9bcdec5e727, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=fde4da99-831c-47e7-bd2f-e9bcdec5e727,segment=NetworkSegment(0d9b889c-de69-41f9-a129-583db5897972),segment_id=0d9b889c-de69-41f9-a129-583db5897972)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:16.092087 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ae3d3d8b-822b-4977-927f-8e78359d2b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:16.108114 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-ae3d3d8b-822b-4977-927f-8e78359d2b15 admin admin] Calling delete_port for fde4da99-831c-47e7-bd2f-e9bcdec5e727 owned by network:router_interface {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:37:16.382133 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ae3d3d8b-822b-4977-927f-8e78359d2b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:16.434977 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3d3d8b-822b-4977-927f-8e78359d2b15 admin admin] Pushing event deleted for resources: {'Port': ['ID=fde4da99-831c-47e7-bd2f-e9bcdec5e727,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:16.717741 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ae3d3d8b-822b-4977-927f-8e78359d2b15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:16.776828 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 57236) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:16.929166 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2aa13ab0-d466-445d-b05e-9ad19ce5b316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:16.987302 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae3d3d8b-822b-4977-927f-8e78359d2b15 admin admin] Router c762dbb2-47d4-40e7-aa5b-09c358ac49e1 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:37:17.064222 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2aa13ab0-d466-445d-b05e-9ad19ce5b316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:17.071375 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2aa13ab0-d466-445d-b05e-9ad19ce5b316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:17.128116 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-2aa13ab0-d466-445d-b05e-9ad19ce5b316 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9f39e6a310d04d208fa2806a2925d355&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3498833 Aug 10 03:37:17.129446 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa13ab0-d466-445d-b05e-9ad19ce5b316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6b0cae-18ae-49f6-972c-bc1f0a22c242,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:17.146085 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 57250) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:17.223369 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-96897ad8-95aa-4eec-a0c5-e9e395e050a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:17.231564 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3d3d8b-822b-4977-927f-8e78359d2b15 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:37:17.238258 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ae3d3d8b-822b-4977-927f-8e78359d2b15 admin admin] 10.222.0.62 "PUT /v2.0/routers/c762dbb2-47d4-40e7-aa5b-09c358ac49e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0657372 Aug 10 03:37:17.240712 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57252) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:17.245069 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9beadf84-7f7c-474b-9351-fc0d3603afd5 None None] Sync routers for ids ['c762dbb2-47d4-40e7-aa5b-09c358ac49e1'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:37:17.256817 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-96897ad8-95aa-4eec-a0c5-e9e395e050a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:17.280439 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9beadf84-7f7c-474b-9351-fc0d3603afd5 None None] Routers {'c762dbb2-47d4-40e7-aa5b-09c358ac49e1'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:37:17.281387 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-9beadf84-7f7c-474b-9351-fc0d3603afd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:37:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['c762dbb2-47d4-40e7-aa5b-09c358ac49e1'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:17.321987 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-96897ad8-95aa-4eec-a0c5-e9e395e050a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:17.326660 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-96897ad8-95aa-4eec-a0c5-e9e395e050a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:17.327986 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-96897ad8-95aa-4eec-a0c5-e9e395e050a9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4a6b0cae-18ae-49f6-972c-bc1f0a22c242 HTTP/1.1" status: 204 len: 168 time: 0.1787326 Aug 10 03:37:17.339357 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96897ad8-95aa-4eec-a0c5-e9e395e050a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6b0cae-18ae-49f6-972c-bc1f0a22c242,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:17.445495 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-9beadf84-7f7c-474b-9351-fc0d3603afd5 None None] Set router c762dbb2-47d4-40e7-aa5b-09c358ac49e1 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:37:17.453243 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2630c420-5d41-4beb-afbc-b97e35675162 admin admin] Notify callbacks [] for router, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:17.626795 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2630c420-5d41-4beb-afbc-b97e35675162 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:17.709232 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-2630c420-5d41-4beb-afbc-b97e35675162 admin admin] Deleting port ada9d340-445b-4fb8-8f76-67032400e459 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:37:17.709659 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2630c420-5d41-4beb-afbc-b97e35675162 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:17.764804 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 57258) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:17.775380 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-9beadf84-7f7c-474b-9351-fc0d3603afd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c762dbb2-47d4-40e7-aa5b-09c358ac49e1', 'name': 'tempest-TestAggregatesBasicOps-1216195068-router', 'tenant_id': '9202ac4be4ad4a25ad21cfc91e651f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': 'ada9d340-445b-4fb8-8f76-67032400e459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:58Z', 'updated_at': '2021-08-10T03:37:16Z', 'revision_number': 5, 'project_id': '9202ac4be4ad4a25ad21cfc91e651f69', 'gw_port': {'id': 'ada9d340-445b-4fb8-8f76-67032400e459', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c762dbb2-47d4-40e7-aa5b-09c358ac49e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:59Z', 'updated_at': '2021-08-10T03:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:17.795589 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-31ea8f64-446f-4eec-bf54-189588241832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:17.819384 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9beadf84-7f7c-474b-9351-fc0d3603afd5 None None] Checking router: c762dbb2-47d4-40e7-aa5b-09c358ac49e1 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:37:17.822009 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-2630c420-5d41-4beb-afbc-b97e35675162 admin admin] For port ada9d340-445b-4fb8-8f76-67032400e459, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=ada9d340-445b-4fb8-8f76-67032400e459,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:17.822393 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2630c420-5d41-4beb-afbc-b97e35675162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:17.832161 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9beadf84-7f7c-474b-9351-fc0d3603afd5 None None] Routers {'c762dbb2-47d4-40e7-aa5b-09c358ac49e1'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:37:17.833752 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-9beadf84-7f7c-474b-9351-fc0d3603afd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:37:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['c762dbb2-47d4-40e7-aa5b-09c358ac49e1'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:17.840260 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-2630c420-5d41-4beb-afbc-b97e35675162 admin admin] Calling delete_port for ada9d340-445b-4fb8-8f76-67032400e459 owned by network:router_gateway {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:37:17.975201 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-31ea8f64-446f-4eec-bf54-189588241832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:17.984159 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-31ea8f64-446f-4eec-bf54-189588241832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:17.992240 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-9beadf84-7f7c-474b-9351-fc0d3603afd5 None None] Set router c762dbb2-47d4-40e7-aa5b-09c358ac49e1 gateway port host: None {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:37:18.047114 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-31ea8f64-446f-4eec-bf54-189588241832 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=94b9e03ec225471fa765eff98ca638d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2811456 Aug 10 03:37:18.053753 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 57262) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:18.062413 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-9beadf84-7f7c-474b-9351-fc0d3603afd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c762dbb2-47d4-40e7-aa5b-09c358ac49e1', 'name': 'tempest-TestAggregatesBasicOps-1216195068-router', 'tenant_id': '9202ac4be4ad4a25ad21cfc91e651f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:58Z', 'updated_at': '2021-08-10T03:37:17Z', 'revision_number': 6, 'project_id': '9202ac4be4ad4a25ad21cfc91e651f69', 'gw_port_host': None}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:18.080196 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ea8f64-446f-4eec-bf54-189588241832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30928dc-fde8-4deb-b145-923711f1df0c,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:18.108421 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9beadf84-7f7c-474b-9351-fc0d3603afd5 None None] The sync data for ids ['c762dbb2-47d4-40e7-aa5b-09c358ac49e1'] in n-d-768851-15 is: [{'id': 'c762dbb2-47d4-40e7-aa5b-09c358ac49e1', 'name': 'tempest-TestAggregatesBasicOps-1216195068-router', 'tenant_id': '9202ac4be4ad4a25ad21cfc91e651f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:58Z', 'updated_at': '2021-08-10T03:37:17Z', 'revision_number': 6, 'project_id': '9202ac4be4ad4a25ad21cfc91e651f69', 'gw_port_host': None}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:37:18.146677 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fb704a0e-d624-4d75-85ed-43626639ef3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:18.169854 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2630c420-5d41-4beb-afbc-b97e35675162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:18.180137 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fb704a0e-d624-4d75-85ed-43626639ef3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:18.224133 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2630c420-5d41-4beb-afbc-b97e35675162 admin admin] Pushing event deleted for resources: {'Port': ['ID=ada9d340-445b-4fb8-8f76-67032400e459,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:18.243554 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fb704a0e-d624-4d75-85ed-43626639ef3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:18.247338 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fb704a0e-d624-4d75-85ed-43626639ef3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:18.253633 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-fb704a0e-d624-4d75-85ed-43626639ef3c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a30928dc-fde8-4deb-b145-923711f1df0c HTTP/1.1" status: 204 len: 168 time: 0.1920412 Aug 10 03:37:18.280104 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb704a0e-d624-4d75-85ed-43626639ef3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30928dc-fde8-4deb-b145-923711f1df0c,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:18.336203 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2630c420-5d41-4beb-afbc-b97e35675162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:18.464602 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2630c420-5d41-4beb-afbc-b97e35675162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:18.479964 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2630c420-5d41-4beb-afbc-b97e35675162 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:18.546290 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2630c420-5d41-4beb-afbc-b97e35675162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:18.547629 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2630c420-5d41-4beb-afbc-b97e35675162 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c762dbb2-47d4-40e7-aa5b-09c358ac49e1 {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:37:18.553029 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2630c420-5d41-4beb-afbc-b97e35675162 admin admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:18.557335 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 57270) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:18.558207 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2630c420-5d41-4beb-afbc-b97e35675162 admin admin] 10.222.0.62 "DELETE /v2.0/routers/c762dbb2-47d4-40e7-aa5b-09c358ac49e1 HTTP/1.1" status: 204 len: 168 time: 1.3156402 Aug 10 03:37:18.634761 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c1d0f32-8ad9-47ec-a50d-4d50435991cc admin admin] Deleting subnet b1f1e328-acd7-439a-a8df-0e2f512808c3 {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:37:18.639502 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7c1d0f32-8ad9-47ec-a50d-4d50435991cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:18.696153 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7c1d0f32-8ad9-47ec-a50d-4d50435991cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:18.793482 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7c1d0f32-8ad9-47ec-a50d-4d50435991cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:18.884373 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7c1d0f32-8ad9-47ec-a50d-4d50435991cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:18.919935 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d0f32-8ad9-47ec-a50d-4d50435991cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1f1e328-acd7-439a-a8df-0e2f512808c3,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:18.921374 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7c1d0f32-8ad9-47ec-a50d-4d50435991cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:18.928367 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-7c1d0f32-8ad9-47ec-a50d-4d50435991cc admin admin] 10.222.0.62 "DELETE /v2.0/subnets/b1f1e328-acd7-439a-a8df-0e2f512808c3 HTTP/1.1" status: 204 len: 168 time: 0.3651705 Aug 10 03:37:18.928480 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57282) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:18.938669 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc2f570-87df-401f-9aaa-d51daf2979a4 None None] Network fc5bd3f1-55ee-43f8-89b6-b11dda7cbf69 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:37:19.053780 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-127fe8ff-eff1-4453-9098-4524fd0453f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:19.159535 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-127fe8ff-eff1-4453-9098-4524fd0453f7 admin admin] Deleting port f45ee7fb-c9b1-4895-be9a-979aa5e8b58b {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:37:19.159920 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-127fe8ff-eff1-4453-9098-4524fd0453f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:19.195486 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b76cdf-d00d-4cf4-8410-77fca071227c None None] DHCP port deletion for fc5bd3f1-55ee-43f8-89b6-b11dda7cbf69 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:37:19.236816 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-127fe8ff-eff1-4453-9098-4524fd0453f7 admin admin] For port f45ee7fb-c9b1-4895-be9a-979aa5e8b58b, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=f45ee7fb-c9b1-4895-be9a-979aa5e8b58b,segment=NetworkSegment(0d9b889c-de69-41f9-a129-583db5897972),segment_id=0d9b889c-de69-41f9-a129-583db5897972)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:19.240549 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-127fe8ff-eff1-4453-9098-4524fd0453f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:19.257184 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-d4b76cdf-d00d-4cf4-8410-77fca071227c None None] Deleting port f45ee7fb-c9b1-4895-be9a-979aa5e8b58b {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:37:19.257626 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d4b76cdf-d00d-4cf4-8410-77fca071227c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:19.263154 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-127fe8ff-eff1-4453-9098-4524fd0453f7 admin admin] Calling delete_port for f45ee7fb-c9b1-4895-be9a-979aa5e8b58b owned by network:dhcp {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:37:19.364383 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-d4b76cdf-d00d-4cf4-8410-77fca071227c None None] For port f45ee7fb-c9b1-4895-be9a-979aa5e8b58b, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=f45ee7fb-c9b1-4895-be9a-979aa5e8b58b,segment=NetworkSegment(0d9b889c-de69-41f9-a129-583db5897972),segment_id=0d9b889c-de69-41f9-a129-583db5897972)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:19.365780 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d4b76cdf-d00d-4cf4-8410-77fca071227c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:19.426313 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-d4b76cdf-d00d-4cf4-8410-77fca071227c None None] Calling delete_port for f45ee7fb-c9b1-4895-be9a-979aa5e8b58b owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:37:19.453063 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-127fe8ff-eff1-4453-9098-4524fd0453f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:19.504056 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127fe8ff-eff1-4453-9098-4524fd0453f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f45ee7fb-c9b1-4895-be9a-979aa5e8b58b,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:19.510597 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127fe8ff-eff1-4453-9098-4524fd0453f7 admin admin] No DVR routers for this DVR port f45ee7fb-c9b1-4895-be9a-979aa5e8b58b on host n-d-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:37:19.516767 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device fde4da99-831c-47e7-bd2f-e9bcdec5e727 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:37:19.567837 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: fde4da99-831c-47e7-bd2f-e9bcdec5e727 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:37:19.568720 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device fde4da99-831c-47e7-bd2f-e9bcdec5e727 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:37:19.569449 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device ada9d340-445b-4fb8-8f76-67032400e459 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:37:19.597415 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: ada9d340-445b-4fb8-8f76-67032400e459 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:37:19.598050 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device ada9d340-445b-4fb8-8f76-67032400e459 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:37:19.599524 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device f45ee7fb-c9b1-4895-be9a-979aa5e8b58b no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:37:19.633253 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: f45ee7fb-c9b1-4895-be9a-979aa5e8b58b {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:37:19.634595 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device f45ee7fb-c9b1-4895-be9a-979aa5e8b58b not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:37:19.698605 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d4b76cdf-d00d-4cf4-8410-77fca071227c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:19.784957 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b76cdf-d00d-4cf4-8410-77fca071227c None None] Pushing event deleted for resources: {'Port': ['ID=f45ee7fb-c9b1-4895-be9a-979aa5e8b58b,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:19.798477 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b76cdf-d00d-4cf4-8410-77fca071227c None None] No DVR routers for this DVR port f45ee7fb-c9b1-4895-be9a-979aa5e8b58b on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:37:19.873741 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 57310) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:19.890137 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 57314) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:19.935062 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-127fe8ff-eff1-4453-9098-4524fd0453f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:19.946928 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-127fe8ff-eff1-4453-9098-4524fd0453f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc5bd3f1-55ee-43f8-89b6-b11dda7cbf69']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:19.960099 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-127fe8ff-eff1-4453-9098-4524fd0453f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d9b889c-de69-41f9-a129-583db5897972') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:19.960408 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-127fe8ff-eff1-4453-9098-4524fd0453f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d9b889c-de69-41f9-a129-583db5897972') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:19.971621 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-127fe8ff-eff1-4453-9098-4524fd0453f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:19.989275 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-127fe8ff-eff1-4453-9098-4524fd0453f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:19.997724 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-127fe8ff-eff1-4453-9098-4524fd0453f7 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:37:19.998337 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-127fe8ff-eff1-4453-9098-4524fd0453f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:20.000961 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:37:20.000961 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:37:20.000961 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:37:20.000961 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:37:20.000961 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:37:20.000961 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:37:20.000961 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:37:20.000961 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:37:20.000961 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:37:20.000961 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:37:20.000961 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:37:20.000961 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:37:20.000961 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:37:20.000961 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:37:20.000961 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:37:20.000961 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:37:20.000961 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:37:20.000961 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:37:20.000961 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:37:20.000961 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:37:20.000961 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:37:20.000961 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:37:20.000961 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:37:20.000961 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:37:20.000961 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:37:20.000961 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:37:20.000961 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:37:20.000961 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:37:20.000961 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:37:20.000961 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:37:20.000961 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:37:20.000961 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:37:20.032549 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d6c71093-f665-4912-bbc9-107088771283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:20.057285 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c008559a-0fe0-4e3f-b66c-e320e88ecd79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:20.075839 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-127fe8ff-eff1-4453-9098-4524fd0453f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:20.084551 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-127fe8ff-eff1-4453-9098-4524fd0453f7 admin admin] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:20.092061 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-127fe8ff-eff1-4453-9098-4524fd0453f7 admin admin] 10.222.0.62 "DELETE /v2.0/networks/fc5bd3f1-55ee-43f8-89b6-b11dda7cbf69 HTTP/1.1" status: 204 len: 168 time: 1.1638427 Aug 10 03:37:20.107254 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127fe8ff-eff1-4453-9098-4524fd0453f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc5bd3f1-55ee-43f8-89b6-b11dda7cbf69,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:20.116695 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.db.api [None req-d6c71093-f665-4912-bbc9-107088771283 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:37:20.116695 n-d-768851-15 neutron-server[94216]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 10 03:37:20.116695 n-d-768851-15 neutron-server[94216]: [parameters: {'project_id': 'c754167b79ff4fe1ac52b45c3f6c1f77', 'id': '8db7096c-ef45-4825-84bb-018c0605029e', 'expiration': datetime.datetime(2021, 8, 10, 3, 39, 20, 84399)}] Aug 10 03:37:20.116695 n-d-768851-15 neutron-server[94216]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:37:20.117103 n-d-768851-15 neutron-server[94216]: DEBUG oslo_db.api [None req-d6c71093-f665-4912-bbc9-107088771283 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:37:20.200223 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c008559a-0fe0-4e3f-b66c-e320e88ecd79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:20.207528 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c008559a-0fe0-4e3f-b66c-e320e88ecd79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:20.256568 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-c008559a-0fe0-4e3f-b66c-e320e88ecd79 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c83131f2f67247e4be838771a43d38b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3636882 Aug 10 03:37:20.258206 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c008559a-0fe0-4e3f-b66c-e320e88ecd79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e940daa-b204-43af-b3f0-2d90aec6ad22,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:20.259294 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57322) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:20.268881 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 57324) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:20.317841 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-0ab056d3-19ef-4ecc-a2ca-ed93752763c5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=335a388817ad4cb4a8ee691c5e26a70e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474401 Aug 10 03:37:20.318495 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 57326) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:20.321047 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a0023ae3-f410-4729-80e2-0038f3ee3067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:20.345846 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a0023ae3-f410-4729-80e2-0038f3ee3067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:20.378627 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b49811aa-326c-42fa-a5de-de261e6afc7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:20.396082 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a0023ae3-f410-4729-80e2-0038f3ee3067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:20.398819 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a0023ae3-f410-4729-80e2-0038f3ee3067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:20.402848 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a0023ae3-f410-4729-80e2-0038f3ee3067 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4e940daa-b204-43af-b3f0-2d90aec6ad22 HTTP/1.1" status: 204 len: 168 time: 0.1422269 Aug 10 03:37:20.405174 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b49811aa-326c-42fa-a5de-de261e6afc7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:20.413349 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0023ae3-f410-4729-80e2-0038f3ee3067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e940daa-b204-43af-b3f0-2d90aec6ad22,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:20.486664 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b49811aa-326c-42fa-a5de-de261e6afc7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:20.491116 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b49811aa-326c-42fa-a5de-de261e6afc7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:20.493275 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b49811aa-326c-42fa-a5de-de261e6afc7f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/009bd676-7cf9-4e3c-8127-0dfc81af02dc HTTP/1.1" status: 204 len: 168 time: 0.1733925 Aug 10 03:37:20.505989 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49811aa-326c-42fa-a5de-de261e6afc7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009bd676-7cf9-4e3c-8127-0dfc81af02dc,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:20.619190 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d6c71093-f665-4912-bbc9-107088771283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:20.766375 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d6c71093-f665-4912-bbc9-107088771283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:20.771768 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d6c71093-f665-4912-bbc9-107088771283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:20.811986 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c71093-f665-4912-bbc9-107088771283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c235e571-e178-4a43-bca8-32f1b70054fc,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:20.818436 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d6c71093-f665-4912-bbc9-107088771283 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c754167b79ff4fe1ac52b45c3f6c1f77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9434991 Aug 10 03:37:20.821015 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 57338) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:20.885185 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0cd754ce-799f-4b5f-92b2-261a7906ab43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:20.908653 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0cd754ce-799f-4b5f-92b2-261a7906ab43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:20.945266 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57346) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:20.970813 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0cd754ce-799f-4b5f-92b2-261a7906ab43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:20.974090 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0cd754ce-799f-4b5f-92b2-261a7906ab43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:20.975420 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-0cd754ce-799f-4b5f-92b2-261a7906ab43 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c235e571-e178-4a43-bca8-32f1b70054fc HTTP/1.1" status: 204 len: 168 time: 0.1532967 Aug 10 03:37:20.984192 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd754ce-799f-4b5f-92b2-261a7906ab43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c235e571-e178-4a43-bca8-32f1b70054fc,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:21.009836 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 57350) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:21.010041 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-675cbf44-6c8a-4df4-97d3-e8ff0a4a21fe admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9202ac4be4ad4a25ad21cfc91e651f69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0634806 Aug 10 03:37:21.071012 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9c9558d6-0de2-47eb-b19e-46aafa4ccd8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:21.095368 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9c9558d6-0de2-47eb-b19e-46aafa4ccd8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:21.156991 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9c9558d6-0de2-47eb-b19e-46aafa4ccd8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:21.160087 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9c9558d6-0de2-47eb-b19e-46aafa4ccd8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:21.163796 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-9c9558d6-0de2-47eb-b19e-46aafa4ccd8a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4eccab2e-e14f-4227-bbb1-ca0a0a0f35de HTTP/1.1" status: 204 len: 168 time: 0.1503005 Aug 10 03:37:21.170290 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9558d6-0de2-47eb-b19e-46aafa4ccd8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eccab2e-e14f-4227-bbb1-ca0a0a0f35de,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:21.361375 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 57364) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:21.375512 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2178ffe1-a091-400b-b9bd-d45da5bcf659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:21.490152 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2178ffe1-a091-400b-b9bd-d45da5bcf659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:21.495821 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2178ffe1-a091-400b-b9bd-d45da5bcf659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:21.538812 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2178ffe1-a091-400b-b9bd-d45da5bcf659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be29dbe5-32b8-4962-9b29-1436e92a3fe4,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:21.545782 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-2178ffe1-a091-400b-b9bd-d45da5bcf659 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b74eb0fc375a435394e0e005bbd3fd4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1815894 Aug 10 03:37:21.551403 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 57374) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:21.607641 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9c689e54-0c69-463c-82af-1994e14a5211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:21.635153 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9c689e54-0c69-463c-82af-1994e14a5211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:21.688056 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9c689e54-0c69-463c-82af-1994e14a5211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:21.691111 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9c689e54-0c69-463c-82af-1994e14a5211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:21.695773 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-9c689e54-0c69-463c-82af-1994e14a5211 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/be29dbe5-32b8-4962-9b29-1436e92a3fe4 HTTP/1.1" status: 204 len: 168 time: 0.1408503 Aug 10 03:37:21.702103 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c689e54-0c69-463c-82af-1994e14a5211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be29dbe5-32b8-4962-9b29-1436e92a3fe4,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:23.419148 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 57462) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:23.424972 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-36da69ca-fd34-4ea8-bbcc-36abfcbc6afa tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1071911401', 'description': 'tempest-secgroup-smoke-1071911401 description', 'project_id': 'd4cffc5e26914104899297a77f2206bf'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:23.456111 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-36da69ca-fd34-4ea8-bbcc-36abfcbc6afa tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:23.464177 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-36da69ca-fd34-4ea8-bbcc-36abfcbc6afa tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:23.581493 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-36da69ca-fd34-4ea8-bbcc-36abfcbc6afa tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:23.586652 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-36da69ca-fd34-4ea8-bbcc-36abfcbc6afa tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:23.627095 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36da69ca-fd34-4ea8-bbcc-36abfcbc6afa tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84622e82-e329-41da-b5d9-9aa8ccee71f6,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:23.711167 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-36da69ca-fd34-4ea8-bbcc-36abfcbc6afa tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:23.716769 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-36da69ca-fd34-4ea8-bbcc-36abfcbc6afa tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:23.751022 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-36da69ca-fd34-4ea8-bbcc-36abfcbc6afa tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:23.754975 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-36da69ca-fd34-4ea8-bbcc-36abfcbc6afa tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3315105 Aug 10 03:37:23.755187 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 57476) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:23.760032 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-a2f13808-6370-499f-b613-7be5812f6ef0 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Request body: {'security_group_rule': {'security_group_id': '48f8cca3-15dd-4491-9588-b4714c15bbd7', 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:23.764087 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36da69ca-fd34-4ea8-bbcc-36abfcbc6afa tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48f8cca3-15dd-4491-9588-b4714c15bbd7,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:23.794434 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a2f13808-6370-499f-b613-7be5812f6ef0 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:23.857769 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a2f13808-6370-499f-b613-7be5812f6ef0 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:23.862515 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a2f13808-6370-499f-b613-7be5812f6ef0 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:23.880108 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f13808-6370-499f-b613-7be5812f6ef0 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92e8c4f8-60f0-4e5d-9307-e9094fd5eb63,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:23.889503 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a2f13808-6370-499f-b613-7be5812f6ef0 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:23.893892 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-a2f13808-6370-499f-b613-7be5812f6ef0 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1377847 Aug 10 03:37:23.894043 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57478) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:23.898851 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-e4aa0244-8796-4d26-91e3-4605af71c657 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Request body: {'security_group_rule': {'security_group_id': '48f8cca3-15dd-4491-9588-b4714c15bbd7', 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:23.926471 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e4aa0244-8796-4d26-91e3-4605af71c657 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:23.990192 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e4aa0244-8796-4d26-91e3-4605af71c657 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:23.994655 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e4aa0244-8796-4d26-91e3-4605af71c657 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:24.015919 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aa0244-8796-4d26-91e3-4605af71c657 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=333ad02f-d6bd-4462-a761-893e61ad5f61,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:24.023149 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e4aa0244-8796-4d26-91e3-4605af71c657 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:24.024500 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e4aa0244-8796-4d26-91e3-4605af71c657 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1295247 Aug 10 03:37:24.027420 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 57480) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:24.033568 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-6b849463-e2e8-4288-8267-d5c66c6633fc tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Request body: {'security_group_rule': {'security_group_id': '48f8cca3-15dd-4491-9588-b4714c15bbd7', 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:24.070030 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6b849463-e2e8-4288-8267-d5c66c6633fc tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:24.141095 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6b849463-e2e8-4288-8267-d5c66c6633fc tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:24.145434 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6b849463-e2e8-4288-8267-d5c66c6633fc tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:24.166188 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b849463-e2e8-4288-8267-d5c66c6633fc tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d52b7f03-a0f7-4620-8c50-eabf8dc9d45a,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:24.174420 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6b849463-e2e8-4288-8267-d5c66c6633fc tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:24.178877 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57486) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:24.179081 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-6b849463-e2e8-4288-8267-d5c66c6633fc tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1497900 Aug 10 03:37:24.185262 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-155462e2-b089-4c19-afa4-7d9d7e63626d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Request body: {'security_group_rule': {'security_group_id': '48f8cca3-15dd-4491-9588-b4714c15bbd7', 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:24.212729 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-155462e2-b089-4c19-afa4-7d9d7e63626d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:24.291919 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-155462e2-b089-4c19-afa4-7d9d7e63626d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:24.297906 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-155462e2-b089-4c19-afa4-7d9d7e63626d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:24.319025 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155462e2-b089-4c19-afa4-7d9d7e63626d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98ded9bf-cee8-4a34-b622-179ce1325845,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:24.323361 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-155462e2-b089-4c19-afa4-7d9d7e63626d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:24.327993 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 57490) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:24.328703 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-155462e2-b089-4c19-afa4-7d9d7e63626d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1474273 Aug 10 03:37:24.332772 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-552a7c52-8860-4bc8-880d-0213cdfba44a tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Request body: {'security_group_rule': {'security_group_id': '48f8cca3-15dd-4491-9588-b4714c15bbd7', 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:24.356131 n-d-768851-15 neutron-server[94216]: INFO neutron.db.securitygroups_db [None req-552a7c52-8860-4bc8-880d-0213cdfba44a tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Project d4cffc5e26914104899297a77f2206bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:37:24.361711 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-552a7c52-8860-4bc8-880d-0213cdfba44a tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:24.425709 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-552a7c52-8860-4bc8-880d-0213cdfba44a tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:24.431470 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-552a7c52-8860-4bc8-880d-0213cdfba44a tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:24.451315 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552a7c52-8860-4bc8-880d-0213cdfba44a tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f18acc6-6bdb-4acc-a5ee-d91616066d7f,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:24.454778 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-552a7c52-8860-4bc8-880d-0213cdfba44a tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:24.456129 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-552a7c52-8860-4bc8-880d-0213cdfba44a tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1270723 Aug 10 03:37:24.459514 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 57492) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:24.464277 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-b8495c24-ff91-4c52-a3e7-002aba2cf868 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Request body: {'security_group_rule': {'security_group_id': '48f8cca3-15dd-4491-9588-b4714c15bbd7', 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:24.488665 n-d-768851-15 neutron-server[94216]: INFO neutron.db.securitygroups_db [None req-b8495c24-ff91-4c52-a3e7-002aba2cf868 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Project d4cffc5e26914104899297a77f2206bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:37:24.494016 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b8495c24-ff91-4c52-a3e7-002aba2cf868 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:24.564461 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b8495c24-ff91-4c52-a3e7-002aba2cf868 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:24.573960 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b8495c24-ff91-4c52-a3e7-002aba2cf868 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:24.596768 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8495c24-ff91-4c52-a3e7-002aba2cf868 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61a60ef8-e120-4ec0-9c6d-65b27fa3bfb4,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:24.607067 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b8495c24-ff91-4c52-a3e7-002aba2cf868 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:24.610782 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b8495c24-ff91-4c52-a3e7-002aba2cf868 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1487226 Aug 10 03:37:24.614448 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57496) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:24.622404 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-4e712065-bbb4-4bb2-bb79-126c206e3303 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Request body: {'network': {'name': 'tempest-network-smoke--262977937', 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'port_security_enabled': True}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:24.655023 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e712065-bbb4-4bb2-bb79-126c206e3303 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Made reservation on behalf of d4cffc5e26914104899297a77f2206bf for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:37:24.660169 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4e712065-bbb4-4bb2-bb79-126c206e3303 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:24.688519 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e712065-bbb4-4bb2-bb79-126c206e3303 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:37:24.728223 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4e712065-bbb4-4bb2-bb79-126c206e3303 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:24.729001 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-4e712065-bbb4-4bb2-bb79-126c206e3303 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Added segment 3ecd5121-305d-481a-81a1-d16c0bb05da5 of type vlan for network e72c2d8c-7095-467c-8fc5-9b7663772750 Aug 10 03:37:24.793264 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4e712065-bbb4-4bb2-bb79-126c206e3303 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:24.827741 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4e712065-bbb4-4bb2-bb79-126c206e3303 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:24.836151 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e712065-bbb4-4bb2-bb79-126c206e3303 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:24.836897 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4e712065-bbb4-4bb2-bb79-126c206e3303 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:24.917443 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4e712065-bbb4-4bb2-bb79-126c206e3303 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3010619 Aug 10 03:37:24.921007 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57500) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:24.925546 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-a8d25a1e-f7f1-4c9e-9468-f618da90f191 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2066978748', 'admin_state_up': True, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:24.945688 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e712065-bbb4-4bb2-bb79-126c206e3303 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event updated for resources: {'Network': ['ID=e72c2d8c-7095-467c-8fc5-9b7663772750,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:24.966291 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a8d25a1e-f7f1-4c9e-9468-f618da90f191 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:24.967585 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a8d25a1e-f7f1-4c9e-9468-f618da90f191 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:24.969943 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network e72c2d8c-7095-467c-8fc5-9b7663772750 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:37:25.023702 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a8d25a1e-f7f1-4c9e-9468-f618da90f191 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:25.172133 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a8d25a1e-f7f1-4c9e-9468-f618da90f191 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:25.386194 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a8d25a1e-f7f1-4c9e-9468-f618da90f191 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for router_gateway, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:25.406923 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a8d25a1e-f7f1-4c9e-9468-f618da90f191 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:25.522887 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-a8d25a1e-f7f1-4c9e-9468-f618da90f191 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Allocated IP 172.25.7.254 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/1c9f5891-9ab9-4b5c-aa2b-268438e7a288) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:37:25.637168 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a8d25a1e-f7f1-4c9e-9468-f618da90f191 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:25.689520 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a8d25a1e-f7f1-4c9e-9468-f618da90f191 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:25.725371 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d25a1e-f7f1-4c9e-9468-f618da90f191 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:37:25.728468 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-a8d25a1e-f7f1-4c9e-9468-f618da90f191 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:25.736257 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d25a1e-f7f1-4c9e-9468-f618da90f191 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:37:25.762599 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d25a1e-f7f1-4c9e-9468-f618da90f191 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event updated for resources: {'Port': ['ID=1c9f5891-9ab9-4b5c-aa2b-268438e7a288,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:26.043780 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a8d25a1e-f7f1-4c9e-9468-f618da90f191 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for router_gateway, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:26.303450 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a8d25a1e-f7f1-4c9e-9468-f618da90f191 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:26.406886 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:26.510915 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d25a1e-f7f1-4c9e-9468-f618da90f191 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Router 3ef6252e-4e1a-4949-b108-3d284aaf1d92 is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:37:26.647017 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d25a1e-f7f1-4c9e-9468-f618da90f191 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:37:26.647364 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:26.661938 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fa39a4-f77e-4034-93be-a562cff53dc4 None None] Sync routers for ids ['3ef6252e-4e1a-4949-b108-3d284aaf1d92'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:37:26.682364 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a8d25a1e-f7f1-4c9e-9468-f618da90f191 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:26.684303 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a8d25a1e-f7f1-4c9e-9468-f618da90f191 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7622702 Aug 10 03:37:26.686125 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fa39a4-f77e-4034-93be-a562cff53dc4 None None] Routers {'3ef6252e-4e1a-4949-b108-3d284aaf1d92'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:37:26.686796 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-35fa39a4-f77e-4034-93be-a562cff53dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:37:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['3ef6252e-4e1a-4949-b108-3d284aaf1d92'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:26.688080 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 57560) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:26.885343 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-1bc78200-e900-4a27-aa90-fb731c69eeb5 tempest-TestNetworkAdvancedServerOps-2124496179 tempest-TestNetworkAdvancedServerOps-2124496179-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=d4cffc5e26914104899297a77f2206bf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1959646 Aug 10 03:37:26.888002 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 57564) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:26.983243 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-35fa39a4-f77e-4034-93be-a562cff53dc4 None None] Set router 3ef6252e-4e1a-4949-b108-3d284aaf1d92 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:37:27.052576 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3caaf271-efe5-4696-a9d9-5593e861e866 tempest-TestNetworkAdvancedServerOps-2124496179 tempest-TestNetworkAdvancedServerOps-2124496179-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:27.054881 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-3caaf271-efe5-4696-a9d9-5593e861e866 tempest-TestNetworkAdvancedServerOps-2124496179 tempest-TestNetworkAdvancedServerOps-2124496179-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1658313 Aug 10 03:37:27.058020 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57566) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:27.109229 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3f6ec4d3-1f35-4a34-ba9d-70d1f888a524 tempest-TestNetworkAdvancedServerOps-2124496179 tempest-TestNetworkAdvancedServerOps-2124496179-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=09ca2025-b9a6-4e84-8019-8d9fbef3753e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0471618 Aug 10 03:37:27.109879 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 57570) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:27.115029 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-98a956e7-f4c6-46c1-a783-54b6658aac4d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-817689605', 'network_id': 'e72c2d8c-7095-467c-8fc5-9b7663772750', 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:27.203059 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a956e7-f4c6-46c1-a783-54b6658aac4d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Made reservation on behalf of d4cffc5e26914104899297a77f2206bf for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:37:27.207034 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-98a956e7-f4c6-46c1-a783-54b6658aac4d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:27.209183 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-35fa39a4-f77e-4034-93be-a562cff53dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef6252e-4e1a-4949-b108-3d284aaf1d92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2066978748', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '1c9f5891-9ab9-4b5c-aa2b-268438e7a288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:37:24Z', 'updated_at': '2021-08-10T03:37:25Z', 'revision_number': 3, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'gw_port': {'id': '1c9f5891-9ab9-4b5c-aa2b-268438e7a288', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e1:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef6252e-4e1a-4949-b108-3d284aaf1d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:25Z', 'updated_at': '2021-08-10T03:37:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:27.248163 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fa39a4-f77e-4034-93be-a562cff53dc4 None None] Checking router: 3ef6252e-4e1a-4949-b108-3d284aaf1d92 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:37:27.248933 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fa39a4-f77e-4034-93be-a562cff53dc4 None None] Updating router 3ef6252e-4e1a-4949-b108-3d284aaf1d92 port 1c9f5891-9ab9-4b5c-aa2b-268438e7a288 binding host n-d-768851-15 {{(pid=94218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:37:27.294481 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-35fa39a4-f77e-4034-93be-a562cff53dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:27.426531 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-98a956e7-f4c6-46c1-a783-54b6658aac4d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:27.530781 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a956e7-f4c6-46c1-a783-54b6658aac4d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event updated for resources: {'Subnet': ['ID=a9158b84-3f01-4578-9ac6-1d85b7cb48c2,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:27.548453 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a956e7-f4c6-46c1-a783-54b6658aac4d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Checking segment: {'id': '3ecd5121-305d-481a-81a1-d16c0bb05da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e72c2d8c-7095-467c-8fc5-9b7663772750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:37:27.549340 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a956e7-f4c6-46c1-a783-54b6658aac4d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Network hostable DHCP agents. Network: e72c2d8c-7095-467c-8fc5-9b7663772750, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:37:27.572097 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a956e7-f4c6-46c1-a783-54b6658aac4d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Network e72c2d8c-7095-467c-8fc5-9b7663772750 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:37:27.586403 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-98a956e7-f4c6-46c1-a783-54b6658aac4d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, e72c2d8c-7095-467c-8fc5-9b7663772750) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:27.603134 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a956e7-f4c6-46c1-a783-54b6658aac4d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:27.604289 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-98a956e7-f4c6-46c1-a783-54b6658aac4d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:27.604951 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-35fa39a4-f77e-4034-93be-a562cff53dc4 None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:27.624418 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-35fa39a4-f77e-4034-93be-a562cff53dc4 None None] Transition to ACTIVE for port object 1c9f5891-9ab9-4b5c-aa2b-268438e7a288 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:37:27.630776 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106f334a-db8b-4223-a412-6d7caa580f2f None None] Network e72c2d8c-7095-467c-8fc5-9b7663772750 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:37:27.631123 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-98a956e7-f4c6-46c1-a783-54b6658aac4d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5191426 Aug 10 03:37:27.633638 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57578) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:27.635000 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-35fa39a4-f77e-4034-93be-a562cff53dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:27.782940 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4765e4-1864-4618-8e4d-531b5e51ccf4 None None] Pushing event updated for resources: {'Port': ['ID=1c9f5891-9ab9-4b5c-aa2b-268438e7a288,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:27.787458 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-35fa39a4-f77e-4034-93be-a562cff53dc4 None None] Attempting to bind port 1c9f5891-9ab9-4b5c-aa2b-268438e7a288 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:37:27.787837 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-35fa39a4-f77e-4034-93be-a562cff53dc4 None None] Attempting to bind port 1c9f5891-9ab9-4b5c-aa2b-268438e7a288 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:37:27.788346 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fa39a4-f77e-4034-93be-a562cff53dc4 None None] Attempting to bind port 1c9f5891-9ab9-4b5c-aa2b-268438e7a288 on network 09ca2025-b9a6-4e84-8019-8d9fbef3753e {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:27.799830 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fa39a4-f77e-4034-93be-a562cff53dc4 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:37:27.800213 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fa39a4-f77e-4034-93be-a562cff53dc4 None None] Checking segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:37:27.801064 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-35fa39a4-f77e-4034-93be-a562cff53dc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:27.801064 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fa39a4-f77e-4034-93be-a562cff53dc4 None None] Bound using segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:37:27.801483 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-35fa39a4-f77e-4034-93be-a562cff53dc4 None None] Bound port: 1c9f5891-9ab9-4b5c-aa2b-268438e7a288, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:37:27.801887 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-35fa39a4-f77e-4034-93be-a562cff53dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:27.904948 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-35fa39a4-f77e-4034-93be-a562cff53dc4 None None] For port 1c9f5891-9ab9-4b5c-aa2b-268438e7a288, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:37:27.912497 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-35fa39a4-f77e-4034-93be-a562cff53dc4 None None] For port 1c9f5891-9ab9-4b5c-aa2b-268438e7a288, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=1c9f5891-9ab9-4b5c-aa2b-268438e7a288,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:37:27.929440 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-35fa39a4-f77e-4034-93be-a562cff53dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:28.035500 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4765e4-1864-4618-8e4d-531b5e51ccf4 None None] Pushing event updated for resources: {'Port': ['ID=1c9f5891-9ab9-4b5c-aa2b-268438e7a288,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:28.057664 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fa39a4-f77e-4034-93be-a562cff53dc4 None None] Routers {'3ef6252e-4e1a-4949-b108-3d284aaf1d92'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:37:28.058500 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-35fa39a4-f77e-4034-93be-a562cff53dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:37:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['3ef6252e-4e1a-4949-b108-3d284aaf1d92'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:28.158444 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5695fae3-241d-4721-879f-10f19818c391 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-e72c2d8c-7095-467c-8fc5-9b7663772750', 'network_id': 'e72c2d8c-7095-467c-8fc5-9b7663772750', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'fixed_ips': [{'subnet_id': 'a9158b84-3f01-4578-9ac6-1d85b7cb48c2'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:37:28.159375 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5695fae3-241d-4721-879f-10f19818c391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:28.339970 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a7418f90-5b81-464f-ab54-92e894d657c5 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:28.363244 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-35fa39a4-f77e-4034-93be-a562cff53dc4 None None] Set router 3ef6252e-4e1a-4949-b108-3d284aaf1d92 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:37:28.504334 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-5695fae3-241d-4721-879f-10f19818c391 None None] Allocated IP 172.20.0.2 (e72c2d8c-7095-467c-8fc5-9b7663772750/a9158b84-3f01-4578-9ac6-1d85b7cb48c2/b3c30cba-f617-4e59-b035-d15c059442f3) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:37:28.704999 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-35fa39a4-f77e-4034-93be-a562cff53dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef6252e-4e1a-4949-b108-3d284aaf1d92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2066978748', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '1c9f5891-9ab9-4b5c-aa2b-268438e7a288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:37:24Z', 'updated_at': '2021-08-10T03:37:25Z', 'revision_number': 3, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'gw_port': {'id': '1c9f5891-9ab9-4b5c-aa2b-268438e7a288', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e1:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef6252e-4e1a-4949-b108-3d284aaf1d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:25Z', 'updated_at': '2021-08-10T03:37:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:28.745395 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fa39a4-f77e-4034-93be-a562cff53dc4 None None] The sync data for ids ['3ef6252e-4e1a-4949-b108-3d284aaf1d92'] in n-d-768851-15 is: [{'id': '3ef6252e-4e1a-4949-b108-3d284aaf1d92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2066978748', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '1c9f5891-9ab9-4b5c-aa2b-268438e7a288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:37:24Z', 'updated_at': '2021-08-10T03:37:25Z', 'revision_number': 3, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'gw_port': {'id': '1c9f5891-9ab9-4b5c-aa2b-268438e7a288', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e1:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef6252e-4e1a-4949-b108-3d284aaf1d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:25Z', 'updated_at': '2021-08-10T03:37:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:37:28.753404 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5695fae3-241d-4721-879f-10f19818c391 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:28.762674 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-5695fae3-241d-4721-879f-10f19818c391 None None] Transition to ACTIVE for port object b3c30cba-f617-4e59-b035-d15c059442f3 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:37:28.789539 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-5695fae3-241d-4721-879f-10f19818c391 None None] Transition to ACTIVE for port object b3c30cba-f617-4e59-b035-d15c059442f3 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:37:28.819668 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5695fae3-241d-4721-879f-10f19818c391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:28.923884 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-a7418f90-5b81-464f-ab54-92e894d657c5 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Allocated IP 172.20.0.1 (e72c2d8c-7095-467c-8fc5-9b7663772750/a9158b84-3f01-4578-9ac6-1d85b7cb48c2/8c83cce6-98bf-4815-875f-e71aa35aa1d3) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:37:28.965658 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5695fae3-241d-4721-879f-10f19818c391 None None] Pushing event updated for resources: {'Port': ['ID=b3c30cba-f617-4e59-b035-d15c059442f3,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:28.995859 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5695fae3-241d-4721-879f-10f19818c391 None None] Network e72c2d8c-7095-467c-8fc5-9b7663772750 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:37:28.997553 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-5695fae3-241d-4721-879f-10f19818c391 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:29.000085 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5695fae3-241d-4721-879f-10f19818c391 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:37:29.098475 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-5695fae3-241d-4721-879f-10f19818c391 None None] Attempting to bind port b3c30cba-f617-4e59-b035-d15c059442f3 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:37:29.099160 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-5695fae3-241d-4721-879f-10f19818c391 None None] Attempting to bind port b3c30cba-f617-4e59-b035-d15c059442f3 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '3ecd5121-305d-481a-81a1-d16c0bb05da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e72c2d8c-7095-467c-8fc5-9b7663772750'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:37:29.099685 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5695fae3-241d-4721-879f-10f19818c391 None None] Attempting to bind port b3c30cba-f617-4e59-b035-d15c059442f3 on network e72c2d8c-7095-467c-8fc5-9b7663772750 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:29.105902 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5695fae3-241d-4721-879f-10f19818c391 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:37:29.106642 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5695fae3-241d-4721-879f-10f19818c391 None None] Checking segment: {'id': '3ecd5121-305d-481a-81a1-d16c0bb05da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e72c2d8c-7095-467c-8fc5-9b7663772750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:37:29.107238 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5695fae3-241d-4721-879f-10f19818c391 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:29.107901 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5695fae3-241d-4721-879f-10f19818c391 None None] Bound using segment: {'id': '3ecd5121-305d-481a-81a1-d16c0bb05da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e72c2d8c-7095-467c-8fc5-9b7663772750'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:37:29.108605 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-5695fae3-241d-4721-879f-10f19818c391 None None] Bound port: b3c30cba-f617-4e59-b035-d15c059442f3, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecd5121-305d-481a-81a1-d16c0bb05da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e72c2d8c-7095-467c-8fc5-9b7663772750'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:37:29.109154 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5695fae3-241d-4721-879f-10f19818c391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:29.122342 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a7418f90-5b81-464f-ab54-92e894d657c5 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:29.164629 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-a7418f90-5b81-464f-ab54-92e894d657c5 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Transition to ACTIVE for port object 8c83cce6-98bf-4815-875f-e71aa35aa1d3 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:37:29.275891 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-5695fae3-241d-4721-879f-10f19818c391 None None] For port b3c30cba-f617-4e59-b035-d15c059442f3, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:37:29.278548 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a7418f90-5b81-464f-ab54-92e894d657c5 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:29.281026 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-5695fae3-241d-4721-879f-10f19818c391 None None] For port b3c30cba-f617-4e59-b035-d15c059442f3, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=b3c30cba-f617-4e59-b035-d15c059442f3,segment=NetworkSegment(3ecd5121-305d-481a-81a1-d16c0bb05da5),segment_id=3ecd5121-305d-481a-81a1-d16c0bb05da5)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:37:29.286882 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5695fae3-241d-4721-879f-10f19818c391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:29.342389 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7418f90-5b81-464f-ab54-92e894d657c5 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Network e72c2d8c-7095-467c-8fc5-9b7663772750 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:37:29.356760 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-a7418f90-5b81-464f-ab54-92e894d657c5 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:29.366981 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7418f90-5b81-464f-ab54-92e894d657c5 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:37:29.373296 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5695fae3-241d-4721-879f-10f19818c391 None None] Pushing event updated for resources: {'Port': ['ID=b3c30cba-f617-4e59-b035-d15c059442f3,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:29.464891 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7418f90-5b81-464f-ab54-92e894d657c5 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event updated for resources: {'Port': ['ID=8c83cce6-98bf-4815-875f-e71aa35aa1d3,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:29.495975 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a7418f90-5b81-464f-ab54-92e894d657c5 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:29.741651 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 1c9f5891-9ab9-4b5c-aa2b-268438e7a288 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:37:29.980814 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 1c9f5891-9ab9-4b5c-aa2b-268438e7a288 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:37:29.996210 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 1c9f5891-9ab9-4b5c-aa2b-268438e7a288 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:29.996820 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:30.047428 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a7418f90-5b81-464f-ab54-92e894d657c5 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:30.376973 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:30.464130 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2451ce64-3cf4-40f6-b6c0-fa05711544c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:30.470453 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 1c9f5891-9ab9-4b5c-aa2b-268438e7a288, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=1c9f5891-9ab9-4b5c-aa2b-268438e7a288,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:30.495851 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:30.638109 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=1c9f5891-9ab9-4b5c-aa2b-268438e7a288,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:31.211501 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a7418f90-5b81-464f-ab54-92e894d657c5 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:31.217007 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a7418f90-5b81-464f-ab54-92e894d657c5 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:31.271029 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba82de43-8491-4dc8-98aa-77d2df3bed1b None None] Network e72c2d8c-7095-467c-8fc5-9b7663772750 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:37:31.328383 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a7418f90-5b81-464f-ab54-92e894d657c5 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:31.461614 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7418f90-5b81-464f-ab54-92e894d657c5 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event updated for resources: {'Port': ['ID=8c83cce6-98bf-4815-875f-e71aa35aa1d3,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:31.477749 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7418f90-5b81-464f-ab54-92e894d657c5 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Network e72c2d8c-7095-467c-8fc5-9b7663772750 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:37:31.483937 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-a7418f90-5b81-464f-ab54-92e894d657c5 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:31.553278 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-03b80d93-8815-4e1b-92ae-dbd42d51e502 None None] Provisioning for port b3c30cba-f617-4e59-b035-d15c059442f3 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:37:31.768655 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7418f90-5b81-464f-ab54-92e894d657c5 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Router 3ef6252e-4e1a-4949-b108-3d284aaf1d92 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:37:31.776876 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b3c30cba-f617-4e59-b035-d15c059442f3 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:37:31.891127 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port b3c30cba-f617-4e59-b035-d15c059442f3 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:37:31.898272 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port b3c30cba-f617-4e59-b035-d15c059442f3 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:31.898789 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:32.022981 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7418f90-5b81-464f-ab54-92e894d657c5 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:37:32.028939 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a7418f90-5b81-464f-ab54-92e894d657c5 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "PUT /v2.0/routers/3ef6252e-4e1a-4949-b108-3d284aaf1d92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3936894 Aug 10 03:37:32.048075 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ebf8ff-c409-489f-8ebb-31b1ee8db234 None None] Sync routers for ids ['3ef6252e-4e1a-4949-b108-3d284aaf1d92'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:37:32.074599 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:32.140199 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ebf8ff-c409-489f-8ebb-31b1ee8db234 None None] Routers {'3ef6252e-4e1a-4949-b108-3d284aaf1d92'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:37:32.142603 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-43ebf8ff-c409-489f-8ebb-31b1ee8db234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:37:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['3ef6252e-4e1a-4949-b108-3d284aaf1d92'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:32.190302 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port b3c30cba-f617-4e59-b035-d15c059442f3, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=b3c30cba-f617-4e59-b035-d15c059442f3,segment=NetworkSegment(3ecd5121-305d-481a-81a1-d16c0bb05da5),segment_id=3ecd5121-305d-481a-81a1-d16c0bb05da5)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:32.195999 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-5d6cd089-4bbd-4423-93d4-bc46f0558098 None None] Provisioning for port 8c83cce6-98bf-4815-875f-e71aa35aa1d3 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:37:32.205861 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:32.207879 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 1c9f5891-9ab9-4b5c-aa2b-268438e7a288 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:37:32.292204 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-43ebf8ff-c409-489f-8ebb-31b1ee8db234 None None] Set router 3ef6252e-4e1a-4949-b108-3d284aaf1d92 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:37:32.293122 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-5d6cd089-4bbd-4423-93d4-bc46f0558098 None None] Provisioning complete for port 8c83cce6-98bf-4815-875f-e71aa35aa1d3 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:32.293669 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5d6cd089-4bbd-4423-93d4-bc46f0558098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:32.370883 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-5d6cd089-4bbd-4423-93d4-bc46f0558098 None None] Port 8c83cce6-98bf-4815-875f-e71aa35aa1d3 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:37:32.408530 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-88dfd9ab-ab6e-43c6-b203-6b801e361939 req-e9fedc55-7187-4357-9644-d76e57179771 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1071911401&fields=id&tenant_id=d4cffc5e26914104899297a77f2206bf HTTP/1.1" status: 200 len: 267 time: 0.0792181 Aug 10 03:37:32.419025 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-5d6cd089-4bbd-4423-93d4-bc46f0558098 None None] Provisioning complete for port b3c30cba-f617-4e59-b035-d15c059442f3 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:32.419651 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5d6cd089-4bbd-4423-93d4-bc46f0558098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:32.466013 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 1c9f5891-9ab9-4b5c-aa2b-268438e7a288 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:32.466870 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:32.471576 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=b3c30cba-f617-4e59-b035-d15c059442f3,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:32.629300 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dfd9ab-ab6e-43c6-b203-6b801e361939 req-ea010f14-0d91-424b-9905-8b309fbad87a tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:32.638652 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-88dfd9ab-ab6e-43c6-b203-6b801e361939 req-ea010f14-0d91-424b-9905-8b309fbad87a tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/networks?id=e72c2d8c-7095-467c-8fc5-9b7663772750 HTTP/1.1" status: 200 len: 796 time: 0.2224648 Aug 10 03:37:32.665195 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-88dfd9ab-ab6e-43c6-b203-6b801e361939 req-05d5495b-a964-460b-9e2d-c8712cb50ab0 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/quotas/d4cffc5e26914104899297a77f2206bf HTTP/1.1" status: 200 len: 375 time: 0.0227296 Aug 10 03:37:32.744827 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-88dfd9ab-ab6e-43c6-b203-6b801e361939 req-446f9c0e-7f29-4253-8a15-07659601a6ee tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d4cffc5e26914104899297a77f2206bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0768111 Aug 10 03:37:32.831158 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-e3c6dc10-316d-4aab-aae6-4c516d6c3442 None None] Provisioning complete for port 8c83cce6-98bf-4815-875f-e71aa35aa1d3 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:32.831686 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e3c6dc10-316d-4aab-aae6-4c516d6c3442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:32.858699 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-43ebf8ff-c409-489f-8ebb-31b1ee8db234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef6252e-4e1a-4949-b108-3d284aaf1d92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2066978748', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '1c9f5891-9ab9-4b5c-aa2b-268438e7a288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:37:24Z', 'updated_at': '2021-08-10T03:37:29Z', 'revision_number': 4, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'gw_port': {'id': '1c9f5891-9ab9-4b5c-aa2b-268438e7a288', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef6252e-4e1a-4949-b108-3d284aaf1d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:25Z', 'updated_at': '2021-08-10T03:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '8c83cce6-98bf-4815-875f-e71aa35aa1d3', 'name': '', 'network_id': 'e72c2d8c-7095-467c-8fc5-9b7663772750', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'mac_address': 'fa:16:3e:af:88:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef6252e-4e1a-4949-b108-3d284aaf1d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'a9158b84-3f01-4578-9ac6-1d85b7cb48c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:28Z', 'updated_at': '2021-08-10T03:37:31Z', 'revision_number': 2, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'subnets': [{'id': 'a9158b84-3f01-4578-9ac6-1d85b7cb48c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:32.881961 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57644) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:32.901689 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ebf8ff-c409-489f-8ebb-31b1ee8db234 None None] Checking router: 3ef6252e-4e1a-4949-b108-3d284aaf1d92 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:37:32.902276 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ebf8ff-c409-489f-8ebb-31b1ee8db234 None None] Updating router 3ef6252e-4e1a-4949-b108-3d284aaf1d92 port 8c83cce6-98bf-4815-875f-e71aa35aa1d3 binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:37:32.969721 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-43ebf8ff-c409-489f-8ebb-31b1ee8db234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:32.979574 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-e3c6dc10-316d-4aab-aae6-4c516d6c3442 None None] Port 8c83cce6-98bf-4815-875f-e71aa35aa1d3 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:37:32.979914 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-88dfd9ab-ab6e-43c6-b203-6b801e361939 req-0bf2b819-6eac-4ba9-beae-e61feb41f823 service neutron] 10.222.0.62 "GET /v2.0/networks/e72c2d8c-7095-467c-8fc5-9b7663772750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296975 Aug 10 03:37:33.049765 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d8230f7a-34da-4961-9196-1caaa00b1ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:33.121160 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-f1c2084f-adc7-4b3a-9ae4-eca19a89c5e1 None None] Provisioning complete for port 8c83cce6-98bf-4815-875f-e71aa35aa1d3 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:33.121704 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f1c2084f-adc7-4b3a-9ae4-eca19a89c5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:33.165118 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1fa435d6-896b-49a3-883a-3d46a6241f21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:33.186855 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-f1c2084f-adc7-4b3a-9ae4-eca19a89c5e1 None None] Port 8c83cce6-98bf-4815-875f-e71aa35aa1d3 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:37:33.271296 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-88dfd9ab-ab6e-43c6-b203-6b801e361939 req-44bd41b9-f05e-46e0-82a6-131b3ad3bed8 service neutron] 10.222.0.62 "GET /v2.0/networks/e72c2d8c-7095-467c-8fc5-9b7663772750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902999 Aug 10 03:37:33.353281 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1fa435d6-896b-49a3-883a-3d46a6241f21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:33.365153 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1fa435d6-896b-49a3-883a-3d46a6241f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:33.419277 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:33.474776 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1fa435d6-896b-49a3-883a-3d46a6241f21 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2ed5c17c6b8841f19e47a386a7629a9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5916679 Aug 10 03:37:33.476020 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa435d6-896b-49a3-883a-3d46a6241f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5bc665-6e8c-433c-a698-d0ca0aeb368f,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:33.477492 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 57652) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:33.572340 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b3c30cba-f617-4e59-b035-d15c059442f3 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:37:33.586296 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f5fd3537-c0e9-46cd-9f87-e8f2f8adc97c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:33.632063 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f5fd3537-c0e9-46cd-9f87-e8f2f8adc97c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:33.700801 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-43ebf8ff-c409-489f-8ebb-31b1ee8db234 None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:33.704219 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port b3c30cba-f617-4e59-b035-d15c059442f3 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:33.704790 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:33.731445 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-43ebf8ff-c409-489f-8ebb-31b1ee8db234 None None] Transition to ACTIVE for port object 8c83cce6-98bf-4815-875f-e71aa35aa1d3 will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:37:33.744653 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-43ebf8ff-c409-489f-8ebb-31b1ee8db234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:33.753393 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f5fd3537-c0e9-46cd-9f87-e8f2f8adc97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:33.756323 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f5fd3537-c0e9-46cd-9f87-e8f2f8adc97c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:33.757702 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-f5fd3537-c0e9-46cd-9f87-e8f2f8adc97c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1d5bc665-6e8c-433c-a698-d0ca0aeb368f HTTP/1.1" status: 204 len: 168 time: 0.2774966 Aug 10 03:37:33.764041 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-09470367-158e-497c-bf25-e317f0b71f8c req-aa26253c-3a14-4e27-a030-4ae768e30aa3 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=619e8332-4f6a-49c1-a749-4d684ff24056 HTTP/1.1" status: 200 len: 210 time: 0.0501816 Aug 10 03:37:33.771108 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd3537-c0e9-46cd-9f87-e8f2f8adc97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5bc665-6e8c-433c-a698-d0ca0aeb368f,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:33.937564 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d88f7b8-3675-4bab-a8f8-24597f720ae3 None None] Pushing event updated for resources: {'Port': ['ID=8c83cce6-98bf-4815-875f-e71aa35aa1d3,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:33.972442 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-43ebf8ff-c409-489f-8ebb-31b1ee8db234 None None] Attempting to bind port 8c83cce6-98bf-4815-875f-e71aa35aa1d3 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:37:33.972808 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-43ebf8ff-c409-489f-8ebb-31b1ee8db234 None None] Attempting to bind port 8c83cce6-98bf-4815-875f-e71aa35aa1d3 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '3ecd5121-305d-481a-81a1-d16c0bb05da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e72c2d8c-7095-467c-8fc5-9b7663772750'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:37:33.973164 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ebf8ff-c409-489f-8ebb-31b1ee8db234 None None] Attempting to bind port 8c83cce6-98bf-4815-875f-e71aa35aa1d3 on network e72c2d8c-7095-467c-8fc5-9b7663772750 {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:33.994973 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ebf8ff-c409-489f-8ebb-31b1ee8db234 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:37:33.995350 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ebf8ff-c409-489f-8ebb-31b1ee8db234 None None] Checking segment: {'id': '3ecd5121-305d-481a-81a1-d16c0bb05da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e72c2d8c-7095-467c-8fc5-9b7663772750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:37:33.995757 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-43ebf8ff-c409-489f-8ebb-31b1ee8db234 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:33.996147 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ebf8ff-c409-489f-8ebb-31b1ee8db234 None None] Bound using segment: {'id': '3ecd5121-305d-481a-81a1-d16c0bb05da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e72c2d8c-7095-467c-8fc5-9b7663772750'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:37:33.996620 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-43ebf8ff-c409-489f-8ebb-31b1ee8db234 None None] Bound port: 8c83cce6-98bf-4815-875f-e71aa35aa1d3, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecd5121-305d-481a-81a1-d16c0bb05da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e72c2d8c-7095-467c-8fc5-9b7663772750'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:37:33.996996 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-43ebf8ff-c409-489f-8ebb-31b1ee8db234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:34.143921 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-43ebf8ff-c409-489f-8ebb-31b1ee8db234 None None] For port 8c83cce6-98bf-4815-875f-e71aa35aa1d3, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:37:34.148019 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-43ebf8ff-c409-489f-8ebb-31b1ee8db234 None None] For port 8c83cce6-98bf-4815-875f-e71aa35aa1d3, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=8c83cce6-98bf-4815-875f-e71aa35aa1d3,segment=NetworkSegment(3ecd5121-305d-481a-81a1-d16c0bb05da5),segment_id=3ecd5121-305d-481a-81a1-d16c0bb05da5)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:37:34.157887 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-43ebf8ff-c409-489f-8ebb-31b1ee8db234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:34.219532 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ebf8ff-c409-489f-8ebb-31b1ee8db234 None None] Routers {'3ef6252e-4e1a-4949-b108-3d284aaf1d92'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:37:34.220525 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-43ebf8ff-c409-489f-8ebb-31b1ee8db234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:37:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['3ef6252e-4e1a-4949-b108-3d284aaf1d92'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:34.296593 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:34.598433 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d88f7b8-3675-4bab-a8f8-24597f720ae3 None None] Pushing event updated for resources: {'Port': ['ID=8c83cce6-98bf-4815-875f-e71aa35aa1d3,revision_number=4']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:34.607905 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 57686) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:34.782795 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-43ebf8ff-c409-489f-8ebb-31b1ee8db234 None None] Set router 3ef6252e-4e1a-4949-b108-3d284aaf1d92 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:37:34.944642 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f0d4d5de-5e98-4bf3-b083-afcb3efe81da req-1f64b634-7a51-41d8-b364-5d94016bf8ca tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=619e8332-4f6a-49c1-a749-4d684ff24056 HTTP/1.1" status: 200 len: 210 time: 0.0905426 Aug 10 03:37:35.006752 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1217a9df-8f74-46b9-adb1-e457f26ceaa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:35.097001 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-43ebf8ff-c409-489f-8ebb-31b1ee8db234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef6252e-4e1a-4949-b108-3d284aaf1d92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2066978748', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '1c9f5891-9ab9-4b5c-aa2b-268438e7a288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:37:24Z', 'updated_at': '2021-08-10T03:37:29Z', 'revision_number': 4, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'gw_port': {'id': '1c9f5891-9ab9-4b5c-aa2b-268438e7a288', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef6252e-4e1a-4949-b108-3d284aaf1d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:25Z', 'updated_at': '2021-08-10T03:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '8c83cce6-98bf-4815-875f-e71aa35aa1d3', 'name': '', 'network_id': 'e72c2d8c-7095-467c-8fc5-9b7663772750', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'mac_address': 'fa:16:3e:af:88:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef6252e-4e1a-4949-b108-3d284aaf1d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'a9158b84-3f01-4578-9ac6-1d85b7cb48c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:28Z', 'updated_at': '2021-08-10T03:37:34Z', 'revision_number': 4, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'subnets': [{'id': 'a9158b84-3f01-4578-9ac6-1d85b7cb48c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:35.150669 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ebf8ff-c409-489f-8ebb-31b1ee8db234 None None] The sync data for ids ['3ef6252e-4e1a-4949-b108-3d284aaf1d92'] in n-d-768851-15 is: [{'id': '3ef6252e-4e1a-4949-b108-3d284aaf1d92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2066978748', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '1c9f5891-9ab9-4b5c-aa2b-268438e7a288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:37:24Z', 'updated_at': '2021-08-10T03:37:29Z', 'revision_number': 4, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'gw_port': {'id': '1c9f5891-9ab9-4b5c-aa2b-268438e7a288', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef6252e-4e1a-4949-b108-3d284aaf1d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:25Z', 'updated_at': '2021-08-10T03:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '8c83cce6-98bf-4815-875f-e71aa35aa1d3', 'name': '', 'network_id': 'e72c2d8c-7095-467c-8fc5-9b7663772750', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'mac_address': 'fa:16:3e:af:88:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef6252e-4e1a-4949-b108-3d284aaf1d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'a9158b84-3f01-4578-9ac6-1d85b7cb48c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:28Z', 'updated_at': '2021-08-10T03:37:34Z', 'revision_number': 4, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'subnets': [{'id': 'a9158b84-3f01-4578-9ac6-1d85b7cb48c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:37:35.160426 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1217a9df-8f74-46b9-adb1-e457f26ceaa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:35.166717 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1217a9df-8f74-46b9-adb1-e457f26ceaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:35.265678 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57704) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:35.280566 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-1217a9df-8f74-46b9-adb1-e457f26ceaa8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2bc72a4915ae4835a095ef5a0f1b033b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6717460 Aug 10 03:37:35.282305 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1217a9df-8f74-46b9-adb1-e457f26ceaa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48793523-2040-4504-a3f5-af7ce14a1e60,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:35.283345 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57708) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:35.366103 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3f5c47a9-70aa-4074-a616-4d6469011c12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:35.398498 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3f5c47a9-70aa-4074-a616-4d6469011c12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:35.471263 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-e59b96d4-3147-422b-875d-761fa3fbaf83 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1754944216-network', 'tenant_id': 'f5e991a34bb04d92a559023fc9779e32'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:35.500936 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59b96d4-3147-422b-875d-761fa3fbaf83 admin admin] Made reservation on behalf of f5e991a34bb04d92a559023fc9779e32 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:37:35.504248 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e59b96d4-3147-422b-875d-761fa3fbaf83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:35.508274 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3f5c47a9-70aa-4074-a616-4d6469011c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:35.511213 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3f5c47a9-70aa-4074-a616-4d6469011c12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:35.512636 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3f5c47a9-70aa-4074-a616-4d6469011c12 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/48793523-2040-4504-a3f5-af7ce14a1e60 HTTP/1.1" status: 204 len: 168 time: 0.2281592 Aug 10 03:37:35.536711 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 8c83cce6-98bf-4815-875f-e71aa35aa1d3 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:37:35.537267 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e59b96d4-3147-422b-875d-761fa3fbaf83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:35.541103 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c47a9-70aa-4074-a616-4d6469011c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48793523-2040-4504-a3f5-af7ce14a1e60,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:35.613322 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5c47a9-70aa-4074-a616-4d6469011c12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:35.613479 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5c47a9-70aa-4074-a616-4d6469011c12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:35.614002 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5c47a9-70aa-4074-a616-4d6469011c12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:35.614516 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5c47a9-70aa-4074-a616-4d6469011c12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:35.615034 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5c47a9-70aa-4074-a616-4d6469011c12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:35.615530 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5c47a9-70aa-4074-a616-4d6469011c12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:35.616103 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5c47a9-70aa-4074-a616-4d6469011c12 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:35.616587 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5c47a9-70aa-4074-a616-4d6469011c12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:35.617088 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5c47a9-70aa-4074-a616-4d6469011c12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:35.617593 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5c47a9-70aa-4074-a616-4d6469011c12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:35.618107 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5c47a9-70aa-4074-a616-4d6469011c12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:35.618607 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5c47a9-70aa-4074-a616-4d6469011c12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:35.655429 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 8c83cce6-98bf-4815-875f-e71aa35aa1d3 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:37:35.662803 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 8c83cce6-98bf-4815-875f-e71aa35aa1d3 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:35.664275 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:35.784592 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:35.805577 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e59b96d4-3147-422b-875d-761fa3fbaf83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:35.836457 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e59b96d4-3147-422b-875d-761fa3fbaf83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:35.852752 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 8c83cce6-98bf-4815-875f-e71aa35aa1d3, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=8c83cce6-98bf-4815-875f-e71aa35aa1d3,segment=NetworkSegment(3ecd5121-305d-481a-81a1-d16c0bb05da5),segment_id=3ecd5121-305d-481a-81a1-d16c0bb05da5)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:35.863203 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:35.902694 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e59b96d4-3147-422b-875d-761fa3fbaf83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:37:35.916072 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b96d4-3147-422b-875d-761fa3fbaf83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178fd0f0-dbac-4d67-bca5-6222b9170c97,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:35.932515 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e59b96d4-3147-422b-875d-761fa3fbaf83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:35.932865 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-e59b96d4-3147-422b-875d-761fa3fbaf83 admin admin] Added segment 6a95bc73-af51-4183-a1ee-81e4df6a3f93 of type vlan for network 1aa257be-152d-4cbf-8c05-c54215b83071 Aug 10 03:37:35.978134 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=8c83cce6-98bf-4815-875f-e71aa35aa1d3,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:35.987068 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dfd9ab-ab6e-43c6-b203-6b801e361939 req-65d9ac73-cde9-4dcf-b267-0c1704ce5318 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:35.988588 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-88dfd9ab-ab6e-43c6-b203-6b801e361939 req-65d9ac73-cde9-4dcf-b267-0c1704ce5318 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.58 "GET /v2.0/networks?id=e72c2d8c-7095-467c-8fc5-9b7663772750 HTTP/1.1" status: 200 len: 796 time: 0.2946351 Aug 10 03:37:35.993863 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:35.994583 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:35.995236 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:35.995985 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:35.996553 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:35.997482 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:35.998050 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:35.998617 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:35.999183 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:35.999843 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:36.000440 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:36.001043 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:36.006151 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e59b96d4-3147-422b-875d-761fa3fbaf83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:36.015142 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:36.073201 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-88dfd9ab-ab6e-43c6-b203-6b801e361939 req-0db1925b-9d32-420b-84d6-6582e6685454 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4cffc5e26914104899297a77f2206bf HTTP/1.1" status: 200 len: 380 time: 0.0603771 Aug 10 03:37:36.085994 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-88dfd9ab-ab6e-43c6-b203-6b801e361939 req-fe0127b6-1522-476a-885f-f1f8a799b3d6 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Request body: {'port': {'device_id': '619e8332-4f6a-49c1-a749-4d684ff24056', 'network_id': 'e72c2d8c-7095-467c-8fc5-9b7663772750', 'admin_state_up': True, 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'security_groups': ['48f8cca3-15dd-4491-9588-b4714c15bbd7']}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:36.120058 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3a7081a2-9f2a-4ad4-996e-4d918138442b req-4d1b1a51-ad05-47ef-89de-86352c8834ec tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=619e8332-4f6a-49c1-a749-4d684ff24056 HTTP/1.1" status: 200 len: 210 time: 0.0588653 Aug 10 03:37:36.121357 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 57718) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:36.144385 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-94f6ff7f-de5b-4974-a389-37d92fb438c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:36.201177 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e59b96d4-3147-422b-875d-761fa3fbaf83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:36.202145 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59b96d4-3147-422b-875d-761fa3fbaf83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:36.203405 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e59b96d4-3147-422b-875d-761fa3fbaf83 admin admin] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:36.274267 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-94f6ff7f-de5b-4974-a389-37d92fb438c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:36.275608 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b96d4-3147-422b-875d-761fa3fbaf83 admin admin] Pushing event updated for resources: {'Network': ['ID=1aa257be-152d-4cbf-8c05-c54215b83071,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:36.281499 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-94f6ff7f-de5b-4974-a389-37d92fb438c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:36.287114 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 1aa257be-152d-4cbf-8c05-c54215b83071 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:37:36.308608 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e59b96d4-3147-422b-875d-761fa3fbaf83 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0406113 Aug 10 03:37:36.310704 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88dfd9ab-ab6e-43c6-b203-6b801e361939 req-fe0127b6-1522-476a-885f-f1f8a799b3d6 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Made reservation on behalf of d4cffc5e26914104899297a77f2206bf for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:37:36.316120 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-88dfd9ab-ab6e-43c6-b203-6b801e361939 req-fe0127b6-1522-476a-885f-f1f8a799b3d6 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:36.318399 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57720) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:36.333015 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-22979a71-1cf7-435b-bd54-719f062437c3 admin admin] Request body: {'subnet': {'network_id': '1aa257be-152d-4cbf-8c05-c54215b83071', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1754944216-subnet', 'tenant_id': 'f5e991a34bb04d92a559023fc9779e32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:36.347660 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-94f6ff7f-de5b-4974-a389-37d92fb438c5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=171ff6bfe4ba40e793615ff28084fab6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2250283 Aug 10 03:37:36.348679 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f6ff7f-de5b-4974-a389-37d92fb438c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5f4432-2149-4816-b7b5-8a7c35cbb76b,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:36.351816 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57722) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:36.474300 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22979a71-1cf7-435b-bd54-719f062437c3 admin admin] Made reservation on behalf of f5e991a34bb04d92a559023fc9779e32 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:37:36.476662 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-22979a71-1cf7-435b-bd54-719f062437c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:36.542585 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e61047d7-7b3a-4e5c-ba21-6422fd0eba27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:36.621859 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e61047d7-7b3a-4e5c-ba21-6422fd0eba27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:36.650092 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-88dfd9ab-ab6e-43c6-b203-6b801e361939 req-fe0127b6-1522-476a-885f-f1f8a799b3d6 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Allocated IP 172.20.0.11 (e72c2d8c-7095-467c-8fc5-9b7663772750/a9158b84-3f01-4578-9ac6-1d85b7cb48c2/dd0cd8a9-1b70-4979-86bb-0bacb040fbca) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:37:36.804419 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e61047d7-7b3a-4e5c-ba21-6422fd0eba27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:36.806964 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e61047d7-7b3a-4e5c-ba21-6422fd0eba27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:36.808366 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e61047d7-7b3a-4e5c-ba21-6422fd0eba27 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1b5f4432-2149-4816-b7b5-8a7c35cbb76b HTTP/1.1" status: 204 len: 168 time: 0.4551177 Aug 10 03:37:36.863674 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61047d7-7b3a-4e5c-ba21-6422fd0eba27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5f4432-2149-4816-b7b5-8a7c35cbb76b,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:36.905453 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-22979a71-1cf7-435b-bd54-719f062437c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:36.923384 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-88dfd9ab-ab6e-43c6-b203-6b801e361939 req-fe0127b6-1522-476a-885f-f1f8a799b3d6 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:36.973501 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-88dfd9ab-ab6e-43c6-b203-6b801e361939 req-fe0127b6-1522-476a-885f-f1f8a799b3d6 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Transition to ACTIVE for port object dd0cd8a9-1b70-4979-86bb-0bacb040fbca will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:37:36.976508 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22979a71-1cf7-435b-bd54-719f062437c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8466dff4-4e57-4ae7-833e-c96841f3ec97,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:37.004887 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22979a71-1cf7-435b-bd54-719f062437c3 admin admin] Checking segment: {'id': '6a95bc73-af51-4183-a1ee-81e4df6a3f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1aa257be-152d-4cbf-8c05-c54215b83071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:37:37.007870 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22979a71-1cf7-435b-bd54-719f062437c3 admin admin] Network hostable DHCP agents. Network: 1aa257be-152d-4cbf-8c05-c54215b83071, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:37:37.041985 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22979a71-1cf7-435b-bd54-719f062437c3 admin admin] Network 1aa257be-152d-4cbf-8c05-c54215b83071 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:37:37.047208 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-88dfd9ab-ab6e-43c6-b203-6b801e361939 req-fe0127b6-1522-476a-885f-f1f8a799b3d6 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:37.096714 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88dfd9ab-ab6e-43c6-b203-6b801e361939 req-fe0127b6-1522-476a-885f-f1f8a799b3d6 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Network e72c2d8c-7095-467c-8fc5-9b7663772750 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:37:37.097913 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-22979a71-1cf7-435b-bd54-719f062437c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 1aa257be-152d-4cbf-8c05-c54215b83071) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:37.102517 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22979a71-1cf7-435b-bd54-719f062437c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:37.103343 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-22979a71-1cf7-435b-bd54-719f062437c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:37.110245 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a062857-001c-43dd-a628-870be7eb495f None None] Network 1aa257be-152d-4cbf-8c05-c54215b83071 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:37:37.119345 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-88dfd9ab-ab6e-43c6-b203-6b801e361939 req-fe0127b6-1522-476a-885f-f1f8a799b3d6 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:37.125402 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-88dfd9ab-ab6e-43c6-b203-6b801e361939 req-fe0127b6-1522-476a-885f-f1f8a799b3d6 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:37:37.136903 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-22979a71-1cf7-435b-bd54-719f062437c3 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8131962 Aug 10 03:37:37.228581 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0127b6-1522-476a-885f-f1f8a799b3d6 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event updated for resources: {'Port': ['ID=dd0cd8a9-1b70-4979-86bb-0bacb040fbca,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:37.273385 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dfd9ab-ab6e-43c6-b203-6b801e361939 req-fe0127b6-1522-476a-885f-f1f8a799b3d6 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:37.274266 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-88dfd9ab-ab6e-43c6-b203-6b801e361939 req-fe0127b6-1522-476a-885f-f1f8a799b3d6 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:37.314452 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-88dfd9ab-ab6e-43c6-b203-6b801e361939 req-fe0127b6-1522-476a-885f-f1f8a799b3d6 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2339973 Aug 10 03:37:37.328594 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-88dfd9ab-ab6e-43c6-b203-6b801e361939 req-7f5663a0-c6ca-44fc-8dd2-5e786d84c26e service neutron] Request body: {'port': {'device_id': '619e8332-4f6a-49c1-a749-4d684ff24056', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:37.333297 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7db03e-ac08-44e7-9e15-4325210f241e req-dfd4c13e-7a95-4099-a896-b0a025d11d7a tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:37.335249 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0a7db03e-ac08-44e7-9e15-4325210f241e req-dfd4c13e-7a95-4099-a896-b0a025d11d7a tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=619e8332-4f6a-49c1-a749-4d684ff24056 HTTP/1.1" status: 200 len: 932 time: 0.1192963 Aug 10 03:37:37.363740 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557ba393-3642-4881-8e09-389a74b18822 None None] Network 1aa257be-152d-4cbf-8c05-c54215b83071 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:37:37.425368 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-88dfd9ab-ab6e-43c6-b203-6b801e361939 req-7f5663a0-c6ca-44fc-8dd2-5e786d84c26e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:37.429173 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0a7db03e-ac08-44e7-9e15-4325210f241e req-2517cb2d-e2f6-4043-873f-d7d115886061 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=48f8cca3-15dd-4491-9588-b4714c15bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860374 Aug 10 03:37:37.574055 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 8c83cce6-98bf-4815-875f-e71aa35aa1d3 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:37:37.664981 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 8c83cce6-98bf-4815-875f-e71aa35aa1d3 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:37.665354 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:37.666972 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d564e732-9f0b-40ba-a074-1a76420054df None None] Provisioning for port dd0cd8a9-1b70-4979-86bb-0bacb040fbca completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:37:37.691094 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d564e732-9f0b-40ba-a074-1a76420054df None None] Provisioning complete for port dd0cd8a9-1b70-4979-86bb-0bacb040fbca triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:37.691692 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d564e732-9f0b-40ba-a074-1a76420054df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:37.908420 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd46a3-0cb0-431d-8cef-54c8d968f9f0 req-a3d96303-36a0-40b7-b002-de8083ccb852 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:37.917044 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-91cd46a3-0cb0-431d-8cef-54c8d968f9f0 req-a3d96303-36a0-40b7-b002-de8083ccb852 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e0f08b1-203c-47a6-a520-b9bf3273e7bd HTTP/1.1" status: 200 len: 945 time: 0.0756724 Aug 10 03:37:37.977032 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-d564e732-9f0b-40ba-a074-1a76420054df None None] Port dd0cd8a9-1b70-4979-86bb-0bacb040fbca cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:37:37.989921 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-91cd46a3-0cb0-431d-8cef-54c8d968f9f0 req-a0918ca3-d0ba-4906-984f-971fe82cb48a tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a444d7d-1269-431d-a801-cc92cc418807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718591 Aug 10 03:37:38.068524 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-88dfd9ab-ab6e-43c6-b203-6b801e361939 req-7f5663a0-c6ca-44fc-8dd2-5e786d84c26e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd0cd8a9-1b70-4979-86bb-0bacb040fbca {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:37:38.096050 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-88dfd9ab-ab6e-43c6-b203-6b801e361939 req-7f5663a0-c6ca-44fc-8dd2-5e786d84c26e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:38.118411 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-88dfd9ab-ab6e-43c6-b203-6b801e361939 req-7f5663a0-c6ca-44fc-8dd2-5e786d84c26e service neutron] Transition to ACTIVE for port object dd0cd8a9-1b70-4979-86bb-0bacb040fbca will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:37:38.124653 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-88dfd9ab-ab6e-43c6-b203-6b801e361939 req-7f5663a0-c6ca-44fc-8dd2-5e786d84c26e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:38.218162 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5663a0-c6ca-44fc-8dd2-5e786d84c26e service neutron] Pushing event updated for resources: {'Port': ['ID=dd0cd8a9-1b70-4979-86bb-0bacb040fbca,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:38.277341 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-88dfd9ab-ab6e-43c6-b203-6b801e361939 req-7f5663a0-c6ca-44fc-8dd2-5e786d84c26e service neutron] Attempting to bind port dd0cd8a9-1b70-4979-86bb-0bacb040fbca on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:37:38.278113 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-88dfd9ab-ab6e-43c6-b203-6b801e361939 req-7f5663a0-c6ca-44fc-8dd2-5e786d84c26e service neutron] Attempting to bind port dd0cd8a9-1b70-4979-86bb-0bacb040fbca by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '3ecd5121-305d-481a-81a1-d16c0bb05da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e72c2d8c-7095-467c-8fc5-9b7663772750'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:37:38.278666 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dfd9ab-ab6e-43c6-b203-6b801e361939 req-7f5663a0-c6ca-44fc-8dd2-5e786d84c26e service neutron] Attempting to bind port dd0cd8a9-1b70-4979-86bb-0bacb040fbca on network e72c2d8c-7095-467c-8fc5-9b7663772750 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:38.284726 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dfd9ab-ab6e-43c6-b203-6b801e361939 req-7f5663a0-c6ca-44fc-8dd2-5e786d84c26e service neutron] Port dd0cd8a9-1b70-4979-86bb-0bacb040fbca on network e72c2d8c-7095-467c-8fc5-9b7663772750 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:37:38.285401 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dfd9ab-ab6e-43c6-b203-6b801e361939 req-7f5663a0-c6ca-44fc-8dd2-5e786d84c26e service neutron] Attempting to bind port dd0cd8a9-1b70-4979-86bb-0bacb040fbca on network e72c2d8c-7095-467c-8fc5-9b7663772750 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:38.292321 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dfd9ab-ab6e-43c6-b203-6b801e361939 req-7f5663a0-c6ca-44fc-8dd2-5e786d84c26e service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:37:38.293104 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dfd9ab-ab6e-43c6-b203-6b801e361939 req-7f5663a0-c6ca-44fc-8dd2-5e786d84c26e service neutron] Checking segment: {'id': '3ecd5121-305d-481a-81a1-d16c0bb05da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e72c2d8c-7095-467c-8fc5-9b7663772750'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:37:38.293646 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dfd9ab-ab6e-43c6-b203-6b801e361939 req-7f5663a0-c6ca-44fc-8dd2-5e786d84c26e service neutron] Bound using segment: {'id': '3ecd5121-305d-481a-81a1-d16c0bb05da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e72c2d8c-7095-467c-8fc5-9b7663772750'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:37:38.294525 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-88dfd9ab-ab6e-43c6-b203-6b801e361939 req-7f5663a0-c6ca-44fc-8dd2-5e786d84c26e service neutron] Bound port: dd0cd8a9-1b70-4979-86bb-0bacb040fbca, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ecd5121-305d-481a-81a1-d16c0bb05da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e72c2d8c-7095-467c-8fc5-9b7663772750'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:37:38.295077 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-88dfd9ab-ab6e-43c6-b203-6b801e361939 req-7f5663a0-c6ca-44fc-8dd2-5e786d84c26e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:38.403099 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-88dfd9ab-ab6e-43c6-b203-6b801e361939 req-7f5663a0-c6ca-44fc-8dd2-5e786d84c26e service neutron] For port dd0cd8a9-1b70-4979-86bb-0bacb040fbca, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:37:38.408420 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-88dfd9ab-ab6e-43c6-b203-6b801e361939 req-7f5663a0-c6ca-44fc-8dd2-5e786d84c26e service neutron] For port dd0cd8a9-1b70-4979-86bb-0bacb040fbca, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=dd0cd8a9-1b70-4979-86bb-0bacb040fbca,segment=NetworkSegment(3ecd5121-305d-481a-81a1-d16c0bb05da5),segment_id=3ecd5121-305d-481a-81a1-d16c0bb05da5)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:37:38.414381 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-88dfd9ab-ab6e-43c6-b203-6b801e361939 req-7f5663a0-c6ca-44fc-8dd2-5e786d84c26e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:38.463465 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dfd9ab-ab6e-43c6-b203-6b801e361939 req-7f5663a0-c6ca-44fc-8dd2-5e786d84c26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:38.464367 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-88dfd9ab-ab6e-43c6-b203-6b801e361939 req-7f5663a0-c6ca-44fc-8dd2-5e786d84c26e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:38.466077 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-88dfd9ab-ab6e-43c6-b203-6b801e361939 req-7f5663a0-c6ca-44fc-8dd2-5e786d84c26e service neutron] 10.222.0.58 "PUT /v2.0/ports/dd0cd8a9-1b70-4979-86bb-0bacb040fbca HTTP/1.1" status: 200 len: 1093 time: 1.1431696 Aug 10 03:37:38.466975 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '619e8332-4f6a-49c1-a749-4d684ff24056', 'tag': 'dd0cd8a9-1b70-4979-86bb-0bacb040fbca'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:37:38.470880 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662fa68e-4102-479f-821f-622e6982bb81" -d '{"events": [{"name": "network-changed", "server_uuid": "619e8332-4f6a-49c1-a749-4d684ff24056", "tag": "dd0cd8a9-1b70-4979-86bb-0bacb040fbca"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:37:38.504570 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5663a0-c6ca-44fc-8dd2-5e786d84c26e service neutron] Pushing event updated for resources: {'Port': ['ID=dd0cd8a9-1b70-4979-86bb-0bacb040fbca,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:38.581975 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dfd9ab-ab6e-43c6-b203-6b801e361939 req-7da7193c-deb4-439a-be6b-122d78e4afc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:38.585636 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-88dfd9ab-ab6e-43c6-b203-6b801e361939 req-7da7193c-deb4-439a-be6b-122d78e4afc7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d4cffc5e26914104899297a77f2206bf&device_id=619e8332-4f6a-49c1-a749-4d684ff24056 HTTP/1.1" status: 200 len: 1096 time: 0.0530639 Aug 10 03:37:38.625283 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b5c00-768f-4612-8b41-bc2ba0fcb2d9 req-16d7019a-b63e-4115-b1fe-269db5e67f33 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:38.646329 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5c0b5c00-768f-4612-8b41-bc2ba0fcb2d9 req-16d7019a-b63e-4115-b1fe-269db5e67f33 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=619e8332-4f6a-49c1-a749-4d684ff24056 HTTP/1.1" status: 200 len: 944 time: 0.0956056 Aug 10 03:37:38.685473 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-88dfd9ab-ab6e-43c6-b203-6b801e361939 req-e1362286-58bb-4094-8f19-1b40cb84215e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd0cd8a9-1b70-4979-86bb-0bacb040fbca HTTP/1.1" status: 200 len: 217 time: 0.0892653 Aug 10 03:37:38.736655 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5c0b5c00-768f-4612-8b41-bc2ba0fcb2d9 req-88f1184d-edbe-447f-90b6-c77491e78515 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=48f8cca3-15dd-4491-9588-b4714c15bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882075 Aug 10 03:37:38.753649 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dfd9ab-ab6e-43c6-b203-6b801e361939 req-2091b0bb-5c06-4ff7-a9ec-212c6250cad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:38.755733 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-88dfd9ab-ab6e-43c6-b203-6b801e361939 req-2091b0bb-5c06-4ff7-a9ec-212c6250cad8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a9158b84-3f01-4578-9ac6-1d85b7cb48c2 HTTP/1.1" status: 200 len: 834 time: 0.0630682 Aug 10 03:37:38.786695 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd585a50-7dc4-4a5f-baeb-69d66b00d78b x-openstack-request-id: req-dd585a50-7dc4-4a5f-baeb-69d66b00d78b {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:37:38.787302 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "619e8332-4f6a-49c1-a749-4d684ff24056", "tag": "dd0cd8a9-1b70-4979-86bb-0bacb040fbca", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:37:38.787593 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dd585a50-7dc4-4a5f-baeb-69d66b00d78b {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:37:38.787987 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '619e8332-4f6a-49c1-a749-4d684ff24056', 'tag': 'dd0cd8a9-1b70-4979-86bb-0bacb040fbca', 'status': 'completed', 'code': 200} Aug 10 03:37:38.829393 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dfd9ab-ab6e-43c6-b203-6b801e361939 req-55bb1b7a-b7fe-4d93-80da-872402bcf85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:38.831048 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-88dfd9ab-ab6e-43c6-b203-6b801e361939 req-55bb1b7a-b7fe-4d93-80da-872402bcf85e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e72c2d8c-7095-467c-8fc5-9b7663772750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0678949 Aug 10 03:37:38.912672 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:37:38.937502 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-88dfd9ab-ab6e-43c6-b203-6b801e361939 req-be57693b-83ec-48b6-a763-67f12d8ce76e service neutron] 10.222.0.58 "GET /v2.0/networks/e72c2d8c-7095-467c-8fc5-9b7663772750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961950 Aug 10 03:37:39.048064 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-88dfd9ab-ab6e-43c6-b203-6b801e361939 req-8c053645-eff9-44ca-a4c2-40dc2f390312 service neutron] 10.222.0.58 "GET /v2.0/networks/e72c2d8c-7095-467c-8fc5-9b7663772750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052117 Aug 10 03:37:39.157073 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a375d0-d0dc-4c6a-a930-fa3d351f040a req-90018bf8-1532-415f-a36f-a37f022cbb69 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:39.158643 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c8a375d0-d0dc-4c6a-a930-fa3d351f040a req-90018bf8-1532-415f-a36f-a37f022cbb69 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e0f08b1-203c-47a6-a520-b9bf3273e7bd HTTP/1.1" status: 200 len: 945 time: 0.0973723 Aug 10 03:37:39.189619 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662fa68e-4102-479f-821f-622e6982bb81 req-260056da-7e43-4354-a631-6352aa06372d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:39.191061 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-662fa68e-4102-479f-821f-622e6982bb81 req-260056da-7e43-4354-a631-6352aa06372d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d4cffc5e26914104899297a77f2206bf&device_id=619e8332-4f6a-49c1-a749-4d684ff24056 HTTP/1.1" status: 200 len: 1096 time: 0.0595961 Aug 10 03:37:39.228127 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c8a375d0-d0dc-4c6a-a930-fa3d351f040a req-a0d04443-7fb1-44b6-9c4d-3accf63a7f2c tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a444d7d-1269-431d-a801-cc92cc418807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572374 Aug 10 03:37:39.328344 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662fa68e-4102-479f-821f-622e6982bb81 req-21b7bf7c-03cb-48a8-ac23-ada24970f32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:39.329887 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-662fa68e-4102-479f-821f-622e6982bb81 req-21b7bf7c-03cb-48a8-ac23-ada24970f32c service neutron] 10.222.0.58 "GET /v2.0/networks?id=e72c2d8c-7095-467c-8fc5-9b7663772750 HTTP/1.1" status: 200 len: 897 time: 0.1312118 Aug 10 03:37:39.373025 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 57814) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:39.392500 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-662fa68e-4102-479f-821f-622e6982bb81 req-8c4fa842-d74f-426a-b876-8a96da386393 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd0cd8a9-1b70-4979-86bb-0bacb040fbca HTTP/1.1" status: 200 len: 217 time: 0.0544298 Aug 10 03:37:39.475729 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662fa68e-4102-479f-821f-622e6982bb81 req-bdd6b57e-f9d2-49c4-8ba1-118588ead813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:39.479297 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-662fa68e-4102-479f-821f-622e6982bb81 req-bdd6b57e-f9d2-49c4-8ba1-118588ead813 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a9158b84-3f01-4578-9ac6-1d85b7cb48c2 HTTP/1.1" status: 200 len: 834 time: 0.0713594 Aug 10 03:37:39.551393 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662fa68e-4102-479f-821f-622e6982bb81 req-529f2acd-0be0-4ce2-9c16-0de87a47823b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:39.553035 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-662fa68e-4102-479f-821f-622e6982bb81 req-529f2acd-0be0-4ce2-9c16-0de87a47823b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e72c2d8c-7095-467c-8fc5-9b7663772750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0656695 Aug 10 03:37:39.629778 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca10d45-84da-470d-aade-a55c82cd292c req-8e24734a-f812-4fe3-b03e-1b0df6f4af17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:39.631811 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5ca10d45-84da-470d-aade-a55c82cd292c req-8e24734a-f812-4fe3-b03e-1b0df6f4af17 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=64e99a93-503f-4589-a54b-4bfb4b839f89 HTTP/1.1" status: 200 len: 1097 time: 0.2573740 Aug 10 03:37:39.713826 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5ca10d45-84da-470d-aade-a55c82cd292c req-b62be93a-cfaa-4a56-b748-6a32fa7bb327 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5c68b4fa-1c97-4619-b294-e214d945734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748789 Aug 10 03:37:39.760087 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00173d95-48e5-4cf2-9728-3c476200fae9 req-8541f5bd-29a5-44cc-8aaf-824d1308d280 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:39.761950 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-00173d95-48e5-4cf2-9728-3c476200fae9 req-8541f5bd-29a5-44cc-8aaf-824d1308d280 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e0f08b1-203c-47a6-a520-b9bf3273e7bd HTTP/1.1" status: 200 len: 945 time: 0.1352172 Aug 10 03:37:39.786756 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-662fa68e-4102-479f-821f-622e6982bb81 req-56c0db84-a273-4ed2-9c01-7ff27b13c865 service neutron] 10.222.0.58 "GET /v2.0/networks/e72c2d8c-7095-467c-8fc5-9b7663772750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255313 Aug 10 03:37:39.895442 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0cfe3-8aeb-40b4-80a5-3cfd193a0d19 req-c7e03024-cfea-41da-aee1-b4f1cb1e93df tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:39.898001 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dcf0cfe3-8aeb-40b4-80a5-3cfd193a0d19 req-c7e03024-cfea-41da-aee1-b4f1cb1e93df tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] 10.222.0.62 "GET /v2.0/networks?id=1aa257be-152d-4cbf-8c05-c54215b83071 HTTP/1.1" status: 200 len: 809 time: 0.2264125 Aug 10 03:37:39.928810 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dcf0cfe3-8aeb-40b4-80a5-3cfd193a0d19 req-669532ac-9351-43fc-9d30-b9c835222571 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] 10.222.0.62 "GET /v2.0/quotas/f5e991a34bb04d92a559023fc9779e32 HTTP/1.1" status: 200 len: 375 time: 0.0201216 Aug 10 03:37:39.937469 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd0438-0aac-4fdf-b625-3f9da78254ac req-5b2fd02a-2b2a-4290-9282-432496ee0475 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:39.939343 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-94cd0438-0aac-4fdf-b625-3f9da78254ac req-5b2fd02a-2b2a-4290-9282-432496ee0475 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=619e8332-4f6a-49c1-a749-4d684ff24056 HTTP/1.1" status: 200 len: 944 time: 0.1046319 Aug 10 03:37:39.973548 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dcf0cfe3-8aeb-40b4-80a5-3cfd193a0d19 req-72feb0f7-e97a-466f-af21-4c5062d4706c tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=f5e991a34bb04d92a559023fc9779e32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331914 Aug 10 03:37:39.994728 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-662fa68e-4102-479f-821f-622e6982bb81 req-5a647c28-e755-49d7-b10f-f01ebdb7366f service neutron] 10.222.0.58 "GET /v2.0/networks/e72c2d8c-7095-467c-8fc5-9b7663772750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775384 Aug 10 03:37:40.005895 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-00173d95-48e5-4cf2-9728-3c476200fae9 req-d429b1a1-5d60-4a09-89e4-756bbd500d50 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Deleting port b2ddd33b-e36c-42b0-a48b-c564df7d9e7f {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:37:40.006281 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-00173d95-48e5-4cf2-9728-3c476200fae9 req-d429b1a1-5d60-4a09-89e4-756bbd500d50 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:40.088118 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-94cd0438-0aac-4fdf-b625-3f9da78254ac req-676f0c95-336d-4bd7-8b4a-e19571e45da8 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=48f8cca3-15dd-4491-9588-b4714c15bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134429 Aug 10 03:37:40.144263 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dcf0cfe3-8aeb-40b4-80a5-3cfd193a0d19 req-772bdf28-e576-4344-90f5-7e6e7b5e816d service neutron] 10.222.0.62 "GET /v2.0/networks/1aa257be-152d-4cbf-8c05-c54215b83071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629639 Aug 10 03:37:40.153824 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-00173d95-48e5-4cf2-9728-3c476200fae9 req-d429b1a1-5d60-4a09-89e4-756bbd500d50 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] For port b2ddd33b-e36c-42b0-a48b-c564df7d9e7f, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=b2ddd33b-e36c-42b0-a48b-c564df7d9e7f,segment=NetworkSegment(a4303e71-48dc-4566-b57f-77b9ab45a962),segment_id=a4303e71-48dc-4566-b57f-77b9ab45a962)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:40.154407 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-00173d95-48e5-4cf2-9728-3c476200fae9 req-d429b1a1-5d60-4a09-89e4-756bbd500d50 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:40.189520 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-00173d95-48e5-4cf2-9728-3c476200fae9 req-d429b1a1-5d60-4a09-89e4-756bbd500d50 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Calling delete_port for b2ddd33b-e36c-42b0-a48b-c564df7d9e7f owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:37:40.295844 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dcf0cfe3-8aeb-40b4-80a5-3cfd193a0d19 req-49aa0d90-9dd5-4bb3-9cb8-72f964b6057a service neutron] 10.222.0.62 "GET /v2.0/networks/1aa257be-152d-4cbf-8c05-c54215b83071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423707 Aug 10 03:37:40.433090 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-00173d95-48e5-4cf2-9728-3c476200fae9 req-d429b1a1-5d60-4a09-89e4-756bbd500d50 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:40.437395 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf30385-cf61-43ae-813c-8866a5f0f686 req-e6821a51-0024-4a82-9ab7-860dfc7d64b3 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:40.439923 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9bf30385-cf61-43ae-813c-8866a5f0f686 req-e6821a51-0024-4a82-9ab7-860dfc7d64b3 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e0f08b1-203c-47a6-a520-b9bf3273e7bd HTTP/1.1" status: 200 len: 945 time: 0.0942583 Aug 10 03:37:40.448003 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['2d9bd8d6-23c5-46ea-a8a3-d1a1371ed7b3'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:37:40.450650 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['8cd40eca-ca86-462f-8a85-aa999f21e854', 'cb281ab3-9bde-4bff-923e-ceb8f49ac25a'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:37:40.517728 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d429b1a1-5d60-4a09-89e4-756bbd500d50 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Pushing event deleted for resources: {'Port': ['ID=b2ddd33b-e36c-42b0-a48b-c564df7d9e7f,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:40.552230 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9bf30385-cf61-43ae-813c-8866a5f0f686 req-93e0625a-5353-44b6-839b-2d424baab95c tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a444d7d-1269-431d-a801-cc92cc418807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963993 Aug 10 03:37:40.595824 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-00173d95-48e5-4cf2-9728-3c476200fae9 req-d429b1a1-5d60-4a09-89e4-756bbd500d50 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] No DVR routers for this DVR port b2ddd33b-e36c-42b0-a48b-c564df7d9e7f on host n-h2-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:37:40.599206 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-00173d95-48e5-4cf2-9728-3c476200fae9 req-d429b1a1-5d60-4a09-89e4-756bbd500d50 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:40.601290 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-00173d95-48e5-4cf2-9728-3c476200fae9 req-d429b1a1-5d60-4a09-89e4-756bbd500d50 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.60 "DELETE /v2.0/ports/b2ddd33b-e36c-42b0-a48b-c564df7d9e7f HTTP/1.1" status: 204 len: 173 time: 0.8325579 Aug 10 03:37:40.643475 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a46348ac-8c0c-4514-8169-b52268a3c697 req-8bf861d2-94c6-44b9-b3f7-938e909d9c4d tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fd5b1a9-204c-4acf-8d13-d55892d45d87 HTTP/1.1" status: 200 len: 210 time: 0.0380342 Aug 10 03:37:40.789441 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e0f08b1-203c-47a6-a520-b9bf3273e7bd', 'name': 'network-vif-deleted', 'tag': 'b2ddd33b-e36c-42b0-a48b-c564df7d9e7f'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:37:40.792989 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5842c63-e108-4c17-a158-874216f8e4ff" -d '{"events": [{"server_uuid": "5e0f08b1-203c-47a6-a520-b9bf3273e7bd", "name": "network-vif-deleted", "tag": "b2ddd33b-e36c-42b0-a48b-c564df7d9e7f"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:37:40.863761 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974d75f2-5a39-4b13-882a-5b21494ec230 x-openstack-request-id: req-974d75f2-5a39-4b13-882a-5b21494ec230 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:37:40.864100 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e0f08b1-203c-47a6-a520-b9bf3273e7bd", "name": "network-vif-deleted", "tag": "b2ddd33b-e36c-42b0-a48b-c564df7d9e7f", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:37:40.864458 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-974d75f2-5a39-4b13-882a-5b21494ec230 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:37:40.865198 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e0f08b1-203c-47a6-a520-b9bf3273e7bd', 'name': 'network-vif-deleted', 'tag': 'b2ddd33b-e36c-42b0-a48b-c564df7d9e7f', 'status': 'completed', 'code': 200} Aug 10 03:37:41.461052 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eaef36-28d4-40d6-888d-da805734a895 req-8dd9ce67-98b9-47fc-8926-d5bc824a85a1 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:41.464237 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-53eaef36-28d4-40d6-888d-da805734a895 req-8dd9ce67-98b9-47fc-8926-d5bc824a85a1 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=619e8332-4f6a-49c1-a749-4d684ff24056 HTTP/1.1" status: 200 len: 944 time: 0.1470919 Aug 10 03:37:41.518726 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-53eaef36-28d4-40d6-888d-da805734a895 req-1ececa4b-9e38-423b-9b67-2281a6e7e19b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=48f8cca3-15dd-4491-9588-b4714c15bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388305 Aug 10 03:37:41.525055 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device b2ddd33b-e36c-42b0-a48b-c564df7d9e7f no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:37:41.553395 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: b2ddd33b-e36c-42b0-a48b-c564df7d9e7f {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:37:41.553960 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device b2ddd33b-e36c-42b0-a48b-c564df7d9e7f not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:37:41.783533 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cda75837-8627-4447-823d-8ed6100c87cc req-63bce1e7-e396-42eb-b25b-e7e181e54029 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fd5b1a9-204c-4acf-8d13-d55892d45d87 HTTP/1.1" status: 200 len: 210 time: 0.0401928 Aug 10 03:37:42.260941 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0cfe3-8aeb-40b4-80a5-3cfd193a0d19 req-326183f0-1843-4bf0-9259-6d0ab9cb9419 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:42.263040 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-dcf0cfe3-8aeb-40b4-80a5-3cfd193a0d19 req-326183f0-1843-4bf0-9259-6d0ab9cb9419 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] 10.222.0.60 "GET /v2.0/networks?id=1aa257be-152d-4cbf-8c05-c54215b83071 HTTP/1.1" status: 200 len: 809 time: 0.1640859 Aug 10 03:37:42.284484 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-dcf0cfe3-8aeb-40b4-80a5-3cfd193a0d19 req-f25962c1-220a-466b-a0f3-1b7c7103179d tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] Request body: {'port': {'device_id': '4fd5b1a9-204c-4acf-8d13-d55892d45d87', 'network_id': '1aa257be-152d-4cbf-8c05-c54215b83071', 'admin_state_up': True, 'tenant_id': 'f5e991a34bb04d92a559023fc9779e32'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:42.436911 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcf0cfe3-8aeb-40b4-80a5-3cfd193a0d19 req-f25962c1-220a-466b-a0f3-1b7c7103179d tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] Made reservation on behalf of f5e991a34bb04d92a559023fc9779e32 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:37:42.440936 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-dcf0cfe3-8aeb-40b4-80a5-3cfd193a0d19 req-f25962c1-220a-466b-a0f3-1b7c7103179d tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:42.674458 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device dd0cd8a9-1b70-4979-86bb-0bacb040fbca details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:37:42.682476 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-dcf0cfe3-8aeb-40b4-80a5-3cfd193a0d19 req-f25962c1-220a-466b-a0f3-1b7c7103179d tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] Allocated IP 172.20.0.9 (1aa257be-152d-4cbf-8c05-c54215b83071/8466dff4-4e57-4ae7-833e-c96841f3ec97/41c6edc7-5118-43cc-9e59-779a634efcd6) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:37:42.709275 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e3959b-08b4-477f-8883-609c23ef248b req-53d04871-db5d-455c-a3aa-69d7f120d044 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:42.712725 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-78e3959b-08b4-477f-8883-609c23ef248b req-53d04871-db5d-455c-a3aa-69d7f120d044 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=619e8332-4f6a-49c1-a749-4d684ff24056 HTTP/1.1" status: 200 len: 944 time: 0.0707541 Aug 10 03:37:42.779633 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-78e3959b-08b4-477f-8883-609c23ef248b req-fd7a4e40-1bdb-403e-99f6-f7a5fa5f96a8 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=48f8cca3-15dd-4491-9588-b4714c15bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556083 Aug 10 03:37:42.855686 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port dd0cd8a9-1b70-4979-86bb-0bacb040fbca, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=dd0cd8a9-1b70-4979-86bb-0bacb040fbca,segment=NetworkSegment(3ecd5121-305d-481a-81a1-d16c0bb05da5),segment_id=3ecd5121-305d-481a-81a1-d16c0bb05da5)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:42.873891 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': 'dd0cd8a9-1b70-4979-86bb-0bacb040fbca', 'network_id': 'e72c2d8c-7095-467c-8fc5-9b7663772750', 'port_id': 'dd0cd8a9-1b70-4979-86bb-0bacb040fbca', 'mac_address': 'fa:16:3e:df:a8:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9158b84-3f01-4578-9ac6-1d85b7cb48c2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:37:42.936268 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:42.942658 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9a959cb8-020c-4761-80ec-8c8931e5097c req-8cd9b589-514f-46ca-b73a-5c3552551329 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fd5b1a9-204c-4acf-8d13-d55892d45d87 HTTP/1.1" status: 200 len: 210 time: 0.0378733 Aug 10 03:37:42.953888 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-dcf0cfe3-8aeb-40b4-80a5-3cfd193a0d19 req-f25962c1-220a-466b-a0f3-1b7c7103179d tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:42.954998 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd0cd8a9-1b70-4979-86bb-0bacb040fbca {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:37:42.991310 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port dd0cd8a9-1b70-4979-86bb-0bacb040fbca, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=dd0cd8a9-1b70-4979-86bb-0bacb040fbca,segment=NetworkSegment(3ecd5121-305d-481a-81a1-d16c0bb05da5),segment_id=3ecd5121-305d-481a-81a1-d16c0bb05da5)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:42.998411 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:43.044020 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-dcf0cfe3-8aeb-40b4-80a5-3cfd193a0d19 req-f25962c1-220a-466b-a0f3-1b7c7103179d tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:43.102821 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=dd0cd8a9-1b70-4979-86bb-0bacb040fbca,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:43.132893 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcf0cfe3-8aeb-40b4-80a5-3cfd193a0d19 req-f25962c1-220a-466b-a0f3-1b7c7103179d tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] Network 1aa257be-152d-4cbf-8c05-c54215b83071 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:37:43.140985 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-dcf0cfe3-8aeb-40b4-80a5-3cfd193a0d19 req-f25962c1-220a-466b-a0f3-1b7c7103179d tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:43.145940 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcf0cfe3-8aeb-40b4-80a5-3cfd193a0d19 req-f25962c1-220a-466b-a0f3-1b7c7103179d tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:37:43.179124 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25962c1-220a-466b-a0f3-1b7c7103179d tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] Pushing event updated for resources: {'Port': ['ID=41c6edc7-5118-43cc-9e59-779a634efcd6,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:43.210294 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0cfe3-8aeb-40b4-80a5-3cfd193a0d19 req-f25962c1-220a-466b-a0f3-1b7c7103179d tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:43.211054 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-dcf0cfe3-8aeb-40b4-80a5-3cfd193a0d19 req-f25962c1-220a-466b-a0f3-1b7c7103179d tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:43.216063 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['dd0cd8a9-1b70-4979-86bb-0bacb040fbca'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:37:43.233845 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-dcf0cfe3-8aeb-40b4-80a5-3cfd193a0d19 req-f25962c1-220a-466b-a0f3-1b7c7103179d tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9556952 Aug 10 03:37:43.354535 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-dcf0cfe3-8aeb-40b4-80a5-3cfd193a0d19 req-7a855fc4-118e-44e8-b7d5-5c7d4686404d service neutron] Request body: {'port': {'device_id': '4fd5b1a9-204c-4acf-8d13-d55892d45d87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:43.444757 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-dcf0cfe3-8aeb-40b4-80a5-3cfd193a0d19 req-7a855fc4-118e-44e8-b7d5-5c7d4686404d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:43.785720 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-dcf0cfe3-8aeb-40b4-80a5-3cfd193a0d19 req-7a855fc4-118e-44e8-b7d5-5c7d4686404d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41c6edc7-5118-43cc-9e59-779a634efcd6 {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:37:43.796775 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-dcf0cfe3-8aeb-40b4-80a5-3cfd193a0d19 req-7a855fc4-118e-44e8-b7d5-5c7d4686404d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:43.816316 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-dcf0cfe3-8aeb-40b4-80a5-3cfd193a0d19 req-7a855fc4-118e-44e8-b7d5-5c7d4686404d service neutron] Transition to ACTIVE for port object 41c6edc7-5118-43cc-9e59-779a634efcd6 will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:37:43.821980 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-dcf0cfe3-8aeb-40b4-80a5-3cfd193a0d19 req-7a855fc4-118e-44e8-b7d5-5c7d4686404d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:43.911357 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a855fc4-118e-44e8-b7d5-5c7d4686404d service neutron] Pushing event updated for resources: {'Port': ['ID=41c6edc7-5118-43cc-9e59-779a634efcd6,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:43.988319 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b0eda-ae88-4029-ab02-8cd43e34a235 req-a3894546-0b61-4a0a-89e6-89d0bebe1c97 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:43.994258 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-154b0eda-ae88-4029-ab02-8cd43e34a235 req-a3894546-0b61-4a0a-89e6-89d0bebe1c97 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=619e8332-4f6a-49c1-a749-4d684ff24056 HTTP/1.1" status: 200 len: 945 time: 0.1150093 Aug 10 03:37:44.056575 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-154b0eda-ae88-4029-ab02-8cd43e34a235 req-8d25dc6a-d8c6-46d2-a9e2-1baba209a653 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=48f8cca3-15dd-4491-9588-b4714c15bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548468 Aug 10 03:37:44.155571 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059cc922-d4a2-456c-a91a-7fb02ff316e7 req-60b3f8a2-f738-4c96-bdac-9651a515d1f6 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:44.157038 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-059cc922-d4a2-456c-a91a-7fb02ff316e7 req-60b3f8a2-f738-4c96-bdac-9651a515d1f6 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fd5b1a9-204c-4acf-8d13-d55892d45d87 HTTP/1.1" status: 200 len: 943 time: 0.0971413 Aug 10 03:37:44.219441 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-059cc922-d4a2-456c-a91a-7fb02ff316e7 req-a5dd9c73-ca7a-488f-92e4-54f3610fafcf tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] 10.222.0.62 "GET /v2.0/security-groups?id=178fd0f0-dbac-4d67-bca5-6222b9170c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556335 Aug 10 03:37:44.358244 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-dcf0cfe3-8aeb-40b4-80a5-3cfd193a0d19 req-7a855fc4-118e-44e8-b7d5-5c7d4686404d service neutron] Attempting to bind port 41c6edc7-5118-43cc-9e59-779a634efcd6 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:37:44.359812 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-dcf0cfe3-8aeb-40b4-80a5-3cfd193a0d19 req-7a855fc4-118e-44e8-b7d5-5c7d4686404d service neutron] Attempting to bind port 41c6edc7-5118-43cc-9e59-779a634efcd6 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '6a95bc73-af51-4183-a1ee-81e4df6a3f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1aa257be-152d-4cbf-8c05-c54215b83071'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:37:44.359812 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf0cfe3-8aeb-40b4-80a5-3cfd193a0d19 req-7a855fc4-118e-44e8-b7d5-5c7d4686404d service neutron] Attempting to bind port 41c6edc7-5118-43cc-9e59-779a634efcd6 on network 1aa257be-152d-4cbf-8c05-c54215b83071 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:44.365796 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf0cfe3-8aeb-40b4-80a5-3cfd193a0d19 req-7a855fc4-118e-44e8-b7d5-5c7d4686404d service neutron] Port 41c6edc7-5118-43cc-9e59-779a634efcd6 on network 1aa257be-152d-4cbf-8c05-c54215b83071 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:37:44.367769 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf0cfe3-8aeb-40b4-80a5-3cfd193a0d19 req-7a855fc4-118e-44e8-b7d5-5c7d4686404d service neutron] Attempting to bind port 41c6edc7-5118-43cc-9e59-779a634efcd6 on network 1aa257be-152d-4cbf-8c05-c54215b83071 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:44.372504 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf0cfe3-8aeb-40b4-80a5-3cfd193a0d19 req-7a855fc4-118e-44e8-b7d5-5c7d4686404d service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:37:44.372834 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf0cfe3-8aeb-40b4-80a5-3cfd193a0d19 req-7a855fc4-118e-44e8-b7d5-5c7d4686404d service neutron] Checking segment: {'id': '6a95bc73-af51-4183-a1ee-81e4df6a3f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1aa257be-152d-4cbf-8c05-c54215b83071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:37:44.373354 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf0cfe3-8aeb-40b4-80a5-3cfd193a0d19 req-7a855fc4-118e-44e8-b7d5-5c7d4686404d service neutron] Bound using segment: {'id': '6a95bc73-af51-4183-a1ee-81e4df6a3f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1aa257be-152d-4cbf-8c05-c54215b83071'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:37:44.373957 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-dcf0cfe3-8aeb-40b4-80a5-3cfd193a0d19 req-7a855fc4-118e-44e8-b7d5-5c7d4686404d service neutron] Bound port: 41c6edc7-5118-43cc-9e59-779a634efcd6, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a95bc73-af51-4183-a1ee-81e4df6a3f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1aa257be-152d-4cbf-8c05-c54215b83071'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:37:44.374193 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-dcf0cfe3-8aeb-40b4-80a5-3cfd193a0d19 req-7a855fc4-118e-44e8-b7d5-5c7d4686404d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:44.462129 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-dcf0cfe3-8aeb-40b4-80a5-3cfd193a0d19 req-7a855fc4-118e-44e8-b7d5-5c7d4686404d service neutron] For port 41c6edc7-5118-43cc-9e59-779a634efcd6, host n-h2-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:37:44.466143 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-dcf0cfe3-8aeb-40b4-80a5-3cfd193a0d19 req-7a855fc4-118e-44e8-b7d5-5c7d4686404d service neutron] For port 41c6edc7-5118-43cc-9e59-779a634efcd6, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=41c6edc7-5118-43cc-9e59-779a634efcd6,segment=NetworkSegment(6a95bc73-af51-4183-a1ee-81e4df6a3f93),segment_id=6a95bc73-af51-4183-a1ee-81e4df6a3f93)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:37:44.473619 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-dcf0cfe3-8aeb-40b4-80a5-3cfd193a0d19 req-7a855fc4-118e-44e8-b7d5-5c7d4686404d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:44.518322 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0cfe3-8aeb-40b4-80a5-3cfd193a0d19 req-7a855fc4-118e-44e8-b7d5-5c7d4686404d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:44.519199 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-dcf0cfe3-8aeb-40b4-80a5-3cfd193a0d19 req-7a855fc4-118e-44e8-b7d5-5c7d4686404d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:44.520751 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-dcf0cfe3-8aeb-40b4-80a5-3cfd193a0d19 req-7a855fc4-118e-44e8-b7d5-5c7d4686404d service neutron] 10.222.0.60 "PUT /v2.0/ports/41c6edc7-5118-43cc-9e59-779a634efcd6 HTTP/1.1" status: 200 len: 1092 time: 1.2729046 Aug 10 03:37:44.521203 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fd5b1a9-204c-4acf-8d13-d55892d45d87', 'tag': '41c6edc7-5118-43cc-9e59-779a634efcd6'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:37:44.523486 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8efb4e86-5b3f-4cf8-8431-c84e7d9c3ce0" -d '{"events": [{"name": "network-changed", "server_uuid": "4fd5b1a9-204c-4acf-8d13-d55892d45d87", "tag": "41c6edc7-5118-43cc-9e59-779a634efcd6"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:37:44.557793 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a855fc4-118e-44e8-b7d5-5c7d4686404d service neutron] Pushing event updated for resources: {'Port': ['ID=41c6edc7-5118-43cc-9e59-779a634efcd6,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:44.620367 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85362090-9dbb-4f66-bb6f-32f295732d09 x-openstack-request-id: req-85362090-9dbb-4f66-bb6f-32f295732d09 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:37:44.620367 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fd5b1a9-204c-4acf-8d13-d55892d45d87", "tag": "41c6edc7-5118-43cc-9e59-779a634efcd6", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:37:44.620367 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-85362090-9dbb-4f66-bb6f-32f295732d09 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:37:44.620367 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fd5b1a9-204c-4acf-8d13-d55892d45d87', 'tag': '41c6edc7-5118-43cc-9e59-779a634efcd6', 'status': 'completed', 'code': 200} Aug 10 03:37:44.641526 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0cfe3-8aeb-40b4-80a5-3cfd193a0d19 req-faceb9fc-941e-4f77-ab26-14bdc84c1a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:44.642099 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-dcf0cfe3-8aeb-40b4-80a5-3cfd193a0d19 req-faceb9fc-941e-4f77-ab26-14bdc84c1a09 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f5e991a34bb04d92a559023fc9779e32&device_id=4fd5b1a9-204c-4acf-8d13-d55892d45d87 HTTP/1.1" status: 200 len: 1095 time: 0.0602393 Aug 10 03:37:44.690319 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device dd0cd8a9-1b70-4979-86bb-0bacb040fbca up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:37:44.704079 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-dcf0cfe3-8aeb-40b4-80a5-3cfd193a0d19 req-917de668-c03a-4a8d-bf08-5846266cca20 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41c6edc7-5118-43cc-9e59-779a634efcd6 HTTP/1.1" status: 200 len: 217 time: 0.0526204 Aug 10 03:37:44.779320 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0cfe3-8aeb-40b4-80a5-3cfd193a0d19 req-db655a14-2ea6-48ad-81f6-51e632852347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:44.782995 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-dcf0cfe3-8aeb-40b4-80a5-3cfd193a0d19 req-db655a14-2ea6-48ad-81f6-51e632852347 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8466dff4-4e57-4ae7-833e-c96841f3ec97 HTTP/1.1" status: 200 len: 849 time: 0.0672672 Aug 10 03:37:44.790132 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port dd0cd8a9-1b70-4979-86bb-0bacb040fbca completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:37:44.795932 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port dd0cd8a9-1b70-4979-86bb-0bacb040fbca triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:44.796572 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:44.842923 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-dcf0cfe3-8aeb-40b4-80a5-3cfd193a0d19 req-fcabc063-ae69-47f1-b167-b598296de9c7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1aa257be-152d-4cbf-8c05-c54215b83071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484529 Aug 10 03:37:44.923586 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:44.963466 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '619e8332-4f6a-49c1-a749-4d684ff24056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd0cd8a9-1b70-4979-86bb-0bacb040fbca'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:37:44.967713 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb66778-adde-4f47-bdd2-203ffbaddeb9" -d '{"events": [{"server_uuid": "619e8332-4f6a-49c1-a749-4d684ff24056", "name": "network-vif-plugged", "status": "completed", "tag": "dd0cd8a9-1b70-4979-86bb-0bacb040fbca"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:37:44.993702 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port dd0cd8a9-1b70-4979-86bb-0bacb040fbca, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=dd0cd8a9-1b70-4979-86bb-0bacb040fbca,segment=NetworkSegment(3ecd5121-305d-481a-81a1-d16c0bb05da5),segment_id=3ecd5121-305d-481a-81a1-d16c0bb05da5)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:44.995423 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-dcf0cfe3-8aeb-40b4-80a5-3cfd193a0d19 req-68c6fc3f-b750-4086-8886-b87ffec29b7e service neutron] 10.222.0.60 "GET /v2.0/networks/1aa257be-152d-4cbf-8c05-c54215b83071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414025 Aug 10 03:37:45.000149 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:45.103798 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368869d7-934d-4cef-9370-45f7260f7945 x-openstack-request-id: req-368869d7-934d-4cef-9370-45f7260f7945 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:37:45.104141 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "619e8332-4f6a-49c1-a749-4d684ff24056", "name": "network-vif-plugged", "status": "completed", "tag": "dd0cd8a9-1b70-4979-86bb-0bacb040fbca", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:37:45.104420 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-368869d7-934d-4cef-9370-45f7260f7945 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:37:45.104861 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '619e8332-4f6a-49c1-a749-4d684ff24056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd0cd8a9-1b70-4979-86bb-0bacb040fbca', 'code': 200} Aug 10 03:37:45.125546 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=dd0cd8a9-1b70-4979-86bb-0bacb040fbca,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:45.297450 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-dcf0cfe3-8aeb-40b4-80a5-3cfd193a0d19 req-96a17db3-4626-4bcf-899b-25f1387e9c92 service neutron] 10.222.0.60 "GET /v2.0/networks/1aa257be-152d-4cbf-8c05-c54215b83071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882769 Aug 10 03:37:45.314541 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488961a-d268-4cf5-a30d-a4ded7a16b63 req-7a0c1d71-3dd6-46e5-b1b0-8d34d09ab1da tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:45.318573 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a488961a-d268-4cf5-a30d-a4ded7a16b63 req-7a0c1d71-3dd6-46e5-b1b0-8d34d09ab1da tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=619e8332-4f6a-49c1-a749-4d684ff24056 HTTP/1.1" status: 200 len: 946 time: 0.0867341 Aug 10 03:37:45.339960 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c38ab8-f7a7-4f07-96ea-5b47612e476e req-ccff715d-e7e2-4de9-9458-aaaf36788089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:45.344144 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e3c38ab8-f7a7-4f07-96ea-5b47612e476e req-ccff715d-e7e2-4de9-9458-aaaf36788089 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=619e8332-4f6a-49c1-a749-4d684ff24056 HTTP/1.1" status: 200 len: 1098 time: 0.1476696 Aug 10 03:37:45.449357 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e3c38ab8-f7a7-4f07-96ea-5b47612e476e req-1eda288f-ff89-4d66-97ad-97f5cd7bf1e5 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=48f8cca3-15dd-4491-9588-b4714c15bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987809 Aug 10 03:37:45.456209 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a488961a-d268-4cf5-a30d-a4ded7a16b63 req-e756e994-7ae3-44d8-9ccc-5e21f2524c1b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=48f8cca3-15dd-4491-9588-b4714c15bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194041 Aug 10 03:37:45.475535 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb4e86-5b3f-4cf8-8431-c84e7d9c3ce0 req-322f3e78-1af4-498d-8f59-4c44a3f29c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:45.477928 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8efb4e86-5b3f-4cf8-8431-c84e7d9c3ce0 req-322f3e78-1af4-498d-8f59-4c44a3f29c0e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f5e991a34bb04d92a559023fc9779e32&device_id=4fd5b1a9-204c-4acf-8d13-d55892d45d87 HTTP/1.1" status: 200 len: 1095 time: 0.0892482 Aug 10 03:37:45.507171 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704e07a-5224-4362-bd2c-76bcd96773fe req-d0a58fb5-c60b-4f36-b858-d2cf2f2b028b tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:45.520734 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9704e07a-5224-4362-bd2c-76bcd96773fe req-d0a58fb5-c60b-4f36-b858-d2cf2f2b028b tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fd5b1a9-204c-4acf-8d13-d55892d45d87 HTTP/1.1" status: 200 len: 943 time: 0.0844593 Aug 10 03:37:45.594270 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9704e07a-5224-4362-bd2c-76bcd96773fe req-5ce9dc91-e5e3-4c43-97af-5e43677e850f tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] 10.222.0.62 "GET /v2.0/security-groups?id=178fd0f0-dbac-4d67-bca5-6222b9170c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721111 Aug 10 03:37:45.662237 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb4e86-5b3f-4cf8-8431-c84e7d9c3ce0 req-232bac79-7688-461f-a02d-7ee7aca84210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:45.664371 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8efb4e86-5b3f-4cf8-8431-c84e7d9c3ce0 req-232bac79-7688-461f-a02d-7ee7aca84210 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1aa257be-152d-4cbf-8c05-c54215b83071 HTTP/1.1" status: 200 len: 910 time: 0.1752412 Aug 10 03:37:45.670447 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f9f36-d3f5-4887-9f5d-3080e0809ce8 req-257f8e53-2680-4a63-912d-87aee4ccbd5d tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:45.679686 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1f6f9f36-d3f5-4887-9f5d-3080e0809ce8 req-257f8e53-2680-4a63-912d-87aee4ccbd5d tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/ports?device_id=83770131-05cb-4ef5-9753-a8b6e136328b HTTP/1.1" status: 200 len: 945 time: 0.0761032 Aug 10 03:37:45.731512 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1f6f9f36-d3f5-4887-9f5d-3080e0809ce8 req-18db4f87-62bb-4245-909d-5a98c10d2393 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a444d7d-1269-431d-a801-cc92cc418807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507128 Aug 10 03:37:45.743867 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8efb4e86-5b3f-4cf8-8431-c84e7d9c3ce0 req-6351894c-b681-4b81-96b6-6fc95566c3da service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41c6edc7-5118-43cc-9e59-779a634efcd6 HTTP/1.1" status: 200 len: 217 time: 0.0677445 Aug 10 03:37:45.801823 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb4e86-5b3f-4cf8-8431-c84e7d9c3ce0 req-eb749414-aaa2-42bb-ad9c-a2bc92da1f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:45.803550 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8efb4e86-5b3f-4cf8-8431-c84e7d9c3ce0 req-eb749414-aaa2-42bb-ad9c-a2bc92da1f56 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8466dff4-4e57-4ae7-833e-c96841f3ec97 HTTP/1.1" status: 200 len: 849 time: 0.0529642 Aug 10 03:37:45.843983 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8efb4e86-5b3f-4cf8-8431-c84e7d9c3ce0 req-5f7eea55-8e6b-4455-9128-176dd08a60c0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1aa257be-152d-4cbf-8c05-c54215b83071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316885 Aug 10 03:37:45.944487 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8efb4e86-5b3f-4cf8-8431-c84e7d9c3ce0 req-7364290d-5794-4a86-98ee-525794f3e8b5 service neutron] 10.222.0.60 "GET /v2.0/networks/1aa257be-152d-4cbf-8c05-c54215b83071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929761 Aug 10 03:37:46.054577 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8efb4e86-5b3f-4cf8-8431-c84e7d9c3ce0 req-ae3f7ee9-36e6-4dbe-a3fa-4511a559162e service neutron] 10.222.0.60 "GET /v2.0/networks/1aa257be-152d-4cbf-8c05-c54215b83071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979843 Aug 10 03:37:46.625349 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3bd4e4-fee6-41ac-8b67-dda5d91bbac1 req-56c01c6a-972c-4a76-91d6-d47256124235 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:46.631443 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-de3bd4e4-fee6-41ac-8b67-dda5d91bbac1 req-56c01c6a-972c-4a76-91d6-d47256124235 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=619e8332-4f6a-49c1-a749-4d684ff24056 HTTP/1.1" status: 200 len: 946 time: 0.0631621 Aug 10 03:37:46.653250 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57978) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:46.687332 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-de3bd4e4-fee6-41ac-8b67-dda5d91bbac1 req-f89c959a-46a2-4647-a730-7d754ce18397 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=48f8cca3-15dd-4491-9588-b4714c15bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403686 Aug 10 03:37:46.780210 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3cbb8684-cb73-4a99-aea5-8bd169722139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:46.812615 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ed48c-82dc-4b90-b571-f0c7b5145ab5 req-4adc64aa-cb09-46c2-b776-beba6a75d727 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:46.814471 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-238ed48c-82dc-4b90-b571-f0c7b5145ab5 req-4adc64aa-cb09-46c2-b776-beba6a75d727 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fd5b1a9-204c-4acf-8d13-d55892d45d87 HTTP/1.1" status: 200 len: 943 time: 0.0922740 Aug 10 03:37:46.829166 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bebc6e-4772-4762-bd1b-5b0f1b31db05 req-3e38411a-6718-45ba-82d7-7a39256a316d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:46.831447 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b0bebc6e-4772-4762-bd1b-5b0f1b31db05 req-3e38411a-6718-45ba-82d7-7a39256a316d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=619e8332-4f6a-49c1-a749-4d684ff24056 HTTP/1.1" status: 200 len: 946 time: 0.0810666 Aug 10 03:37:46.882286 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3cbb8684-cb73-4a99-aea5-8bd169722139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:46.887070 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3cbb8684-cb73-4a99-aea5-8bd169722139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:46.891915 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-238ed48c-82dc-4b90-b571-f0c7b5145ab5 req-b4fc441b-0845-4cbc-90d8-431ccd2ab8fe tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] 10.222.0.62 "GET /v2.0/security-groups?id=178fd0f0-dbac-4d67-bca5-6222b9170c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593715 Aug 10 03:37:46.909964 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b0bebc6e-4772-4762-bd1b-5b0f1b31db05 req-1c4777cc-edb9-4b4e-a626-d191c6fba933 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=48f8cca3-15dd-4491-9588-b4714c15bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584586 Aug 10 03:37:46.938702 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 57986) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:46.939533 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3cbb8684-cb73-4a99-aea5-8bd169722139 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ad21e079c33c46c098e3be4ebb79b935&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2849047 Aug 10 03:37:46.940892 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbb8684-cb73-4a99-aea5-8bd169722139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5430dca1-253f-4d46-bdcd-7a111ff6a438,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:46.943559 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 57988) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:47.000745 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7ee0c3cf-1c06-440a-a43a-cb659d759670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:47.026343 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7ee0c3cf-1c06-440a-a43a-cb659d759670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:47.046045 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdea6a7-5c2e-408d-acbb-22834c6f7df7 tempest-TestNetworkAdvancedServerOps-2124496179 tempest-TestNetworkAdvancedServerOps-2124496179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:47.046045 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ccdea6a7-5c2e-408d-acbb-22834c6f7df7 tempest-TestNetworkAdvancedServerOps-2124496179 tempest-TestNetworkAdvancedServerOps-2124496179-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=619e8332-4f6a-49c1-a749-4d684ff24056 HTTP/1.1" status: 200 len: 1093 time: 0.1022122 Aug 10 03:37:47.053051 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c759873-9b7f-48e4-a9f2-6b762158b370 req-3e8b63c2-911f-457e-92f9-1c3885c5b01d tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:47.054815 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8c759873-9b7f-48e4-a9f2-6b762158b370 req-3e8b63c2-911f-457e-92f9-1c3885c5b01d tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/ports?device_id=83770131-05cb-4ef5-9753-a8b6e136328b HTTP/1.1" status: 200 len: 945 time: 0.0731328 Aug 10 03:37:47.055307 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 57990) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:47.059753 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-a24a7ab5-f1ec-4e6c-8e94-261145e61257 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Request body: {'floatingip': {'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'port_id': 'dd0cd8a9-1b70-4979-86bb-0bacb040fbca', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:47.110717 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd4169-20f2-4813-857c-eeb3ff1e0f7f req-950161cc-37af-4418-a681-cc6ef83ffbcf tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:47.114790 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-eddd4169-20f2-4813-857c-eeb3ff1e0f7f req-950161cc-37af-4418-a681-cc6ef83ffbcf tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.60 "GET /v2.0/ports?device_id=83770131-05cb-4ef5-9753-a8b6e136328b HTTP/1.1" status: 200 len: 945 time: 0.0837450 Aug 10 03:37:47.150242 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7ee0c3cf-1c06-440a-a43a-cb659d759670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:47.152960 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7ee0c3cf-1c06-440a-a43a-cb659d759670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:47.156716 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7ee0c3cf-1c06-440a-a43a-cb659d759670 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5430dca1-253f-4d46-bdcd-7a111ff6a438 HTTP/1.1" status: 204 len: 168 time: 0.2096391 Aug 10 03:37:47.177489 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee0c3cf-1c06-440a-a43a-cb659d759670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5430dca1-253f-4d46-bdcd-7a111ff6a438,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:47.235008 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-eddd4169-20f2-4813-857c-eeb3ff1e0f7f req-16005ee2-643c-487b-a330-d306602cb1b8 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Deleting port cb281ab3-9bde-4bff-923e-ceb8f49ac25a {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:37:47.235349 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-eddd4169-20f2-4813-857c-eeb3ff1e0f7f req-16005ee2-643c-487b-a330-d306602cb1b8 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:47.338039 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-eddd4169-20f2-4813-857c-eeb3ff1e0f7f req-16005ee2-643c-487b-a330-d306602cb1b8 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] For port cb281ab3-9bde-4bff-923e-ceb8f49ac25a, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=cb281ab3-9bde-4bff-923e-ceb8f49ac25a,segment=NetworkSegment(a4303e71-48dc-4566-b57f-77b9ab45a962),segment_id=a4303e71-48dc-4566-b57f-77b9ab45a962)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:47.338482 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-eddd4169-20f2-4813-857c-eeb3ff1e0f7f req-16005ee2-643c-487b-a330-d306602cb1b8 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:47.353128 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-eddd4169-20f2-4813-857c-eeb3ff1e0f7f req-16005ee2-643c-487b-a330-d306602cb1b8 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Calling delete_port for cb281ab3-9bde-4bff-923e-ceb8f49ac25a owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:37:47.387962 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a24a7ab5-f1ec-4e6c-8e94-261145e61257 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for floatingip, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:47.407272 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8c759873-9b7f-48e4-a9f2-6b762158b370 req-2934957b-c83e-419c-9c45-887abf04e559 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a444d7d-1269-431d-a801-cc92cc418807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318791 Aug 10 03:37:47.497971 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 57996) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:47.508000 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-eddd4169-20f2-4813-857c-eeb3ff1e0f7f req-16005ee2-643c-487b-a330-d306602cb1b8 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:47.509075 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a24a7ab5-f1ec-4e6c-8e94-261145e61257 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:47.520127 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['2d9bd8d6-23c5-46ea-a8a3-d1a1371ed7b3'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:37:47.522404 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0abbbd0f-2f96-498d-9663-74d08ff44da1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:47.527647 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['8cd40eca-ca86-462f-8a85-aa999f21e854', 'cb281ab3-9bde-4bff-923e-ceb8f49ac25a'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:37:47.542461 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16005ee2-643c-487b-a330-d306602cb1b8 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Pushing event deleted for resources: {'Port': ['ID=cb281ab3-9bde-4bff-923e-ceb8f49ac25a,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:47.585204 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-eddd4169-20f2-4813-857c-eeb3ff1e0f7f req-16005ee2-643c-487b-a330-d306602cb1b8 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] No DVR routers for this DVR port cb281ab3-9bde-4bff-923e-ceb8f49ac25a on host n-h2-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:37:47.589651 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-eddd4169-20f2-4813-857c-eeb3ff1e0f7f req-16005ee2-643c-487b-a330-d306602cb1b8 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:47.596152 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-eddd4169-20f2-4813-857c-eeb3ff1e0f7f req-16005ee2-643c-487b-a330-d306602cb1b8 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.60 "DELETE /v2.0/ports/cb281ab3-9bde-4bff-923e-ceb8f49ac25a HTTP/1.1" status: 204 len: 173 time: 0.4738796 Aug 10 03:37:47.596617 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83770131-05cb-4ef5-9753-a8b6e136328b', 'name': 'network-vif-deleted', 'tag': 'cb281ab3-9bde-4bff-923e-ceb8f49ac25a'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:37:47.598931 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81bc0e36-ea91-4955-a783-cb49a6de7868" -d '{"events": [{"server_uuid": "83770131-05cb-4ef5-9753-a8b6e136328b", "name": "network-vif-deleted", "tag": "cb281ab3-9bde-4bff-923e-ceb8f49ac25a"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:37:47.651679 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee8f42a-4af0-4aa2-be6d-b1857c511cc4 x-openstack-request-id: req-bee8f42a-4af0-4aa2-be6d-b1857c511cc4 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:37:47.652215 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83770131-05cb-4ef5-9753-a8b6e136328b", "name": "network-vif-deleted", "tag": "cb281ab3-9bde-4bff-923e-ceb8f49ac25a", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:37:47.652689 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bee8f42a-4af0-4aa2-be6d-b1857c511cc4 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:37:47.653323 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83770131-05cb-4ef5-9753-a8b6e136328b', 'name': 'network-vif-deleted', 'tag': 'cb281ab3-9bde-4bff-923e-ceb8f49ac25a', 'status': 'completed', 'code': 200} Aug 10 03:37:47.680347 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-a24a7ab5-f1ec-4e6c-8e94-261145e61257 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Allocated IP 172.25.7.78 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/b373f57e-7152-47eb-a46d-77442cba127b) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:37:47.783431 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0abbbd0f-2f96-498d-9663-74d08ff44da1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:47.796769 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0abbbd0f-2f96-498d-9663-74d08ff44da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:47.853126 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-0abbbd0f-2f96-498d-9663-74d08ff44da1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4c7aea53f3d64c3c8c19033abd9c7c58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3530240 Aug 10 03:37:47.855820 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 58000) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:47.856792 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abbbd0f-2f96-498d-9663-74d08ff44da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10e7312-59b8-40e3-8983-bcf71fe8518b,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:47.868909 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a24a7ab5-f1ec-4e6c-8e94-261145e61257 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:47.907943 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-27318112-2470-4745-b13f-6c017b7aaab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:47.910592 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a24a7ab5-f1ec-4e6c-8e94-261145e61257 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:47.930297 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-27318112-2470-4745-b13f-6c017b7aaab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:47.952244 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24a7ab5-f1ec-4e6c-8e94-261145e61257 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:37:47.955274 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-a24a7ab5-f1ec-4e6c-8e94-261145e61257 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:47.957985 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24a7ab5-f1ec-4e6c-8e94-261145e61257 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:37:47.982076 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-27318112-2470-4745-b13f-6c017b7aaab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:47.986489 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-27318112-2470-4745-b13f-6c017b7aaab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:47.987781 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-27318112-2470-4745-b13f-6c017b7aaab1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b10e7312-59b8-40e3-8983-bcf71fe8518b HTTP/1.1" status: 204 len: 168 time: 0.1309595 Aug 10 03:37:47.989735 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24a7ab5-f1ec-4e6c-8e94-261145e61257 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event updated for resources: {'Port': ['ID=b373f57e-7152-47eb-a46d-77442cba127b,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:47.996064 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27318112-2470-4745-b13f-6c017b7aaab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10e7312-59b8-40e3-8983-bcf71fe8518b,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:48.124882 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b627c-99ce-44bf-bf41-a917e3efb4d1 req-73493bd3-9457-4c80-9cba-b624929645f4 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:48.126823 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-610b627c-99ce-44bf-bf41-a917e3efb4d1 req-73493bd3-9457-4c80-9cba-b624929645f4 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fd5b1a9-204c-4acf-8d13-d55892d45d87 HTTP/1.1" status: 200 len: 943 time: 0.1409042 Aug 10 03:37:48.232054 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-610b627c-99ce-44bf-bf41-a917e3efb4d1 req-0909a211-b22b-433f-9e13-05a7b46a5032 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] 10.222.0.62 "GET /v2.0/security-groups?id=178fd0f0-dbac-4d67-bca5-6222b9170c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976944 Aug 10 03:37:48.452255 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a24a7ab5-f1ec-4e6c-8e94-261145e61257 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:48.532064 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a24a7ab5-f1ec-4e6c-8e94-261145e61257 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:48.751839 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a271d7-825f-4f68-951d-a7892d8ed313 req-37002e07-4c4d-46d0-91f1-37749874f10c tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:48.753375 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-62a271d7-825f-4f68-951d-a7892d8ed313 req-37002e07-4c4d-46d0-91f1-37749874f10c tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/ports?device_id=0717b289-fa24-426d-af18-109bb65177ac HTTP/1.1" status: 200 len: 945 time: 0.0820165 Aug 10 03:37:48.774004 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a24a7ab5-f1ec-4e6c-8e94-261145e61257 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:48.786104 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a24a7ab5-f1ec-4e6c-8e94-261145e61257 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:48.847120 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-62a271d7-825f-4f68-951d-a7892d8ed313 req-765b9961-0a0a-4ef8-b7b0-9a7245d793ba tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a444d7d-1269-431d-a801-cc92cc418807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832038 Aug 10 03:37:48.883189 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24a7ab5-f1ec-4e6c-8e94-261145e61257 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event updated for resources: {'Port': ['ID=b373f57e-7152-47eb-a46d-77442cba127b,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:48.900727 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a24a7ab5-f1ec-4e6c-8e94-261145e61257 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:49.018114 n-d-768851-15 neutron-server[94216]: INFO neutron.db.l3_db [None req-a24a7ab5-f1ec-4e6c-8e94-261145e61257 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Floating IP f76fe12a-bcf9-49fb-a0b9-668952163e3a associated. External IP: 172.25.7.78, port: dd0cd8a9-1b70-4979-86bb-0bacb040fbca. Aug 10 03:37:49.309355 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a24a7ab5-f1ec-4e6c-8e94-261145e61257 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Router 3ef6252e-4e1a-4949-b108-3d284aaf1d92 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:37:49.415960 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b4889-fcca-4a56-9c62-fc288711360a req-a455f773-0b71-4e87-b432-6ec6d6354d31 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:49.417544 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8c0b4889-fcca-4a56-9c62-fc288711360a req-a455f773-0b71-4e87-b432-6ec6d6354d31 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fd5b1a9-204c-4acf-8d13-d55892d45d87 HTTP/1.1" status: 200 len: 943 time: 0.1068418 Aug 10 03:37:49.500135 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8c0b4889-fcca-4a56-9c62-fc288711360a req-bf17797f-ad61-4335-add0-8d9599624808 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] 10.222.0.62 "GET /v2.0/security-groups?id=178fd0f0-dbac-4d67-bca5-6222b9170c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510688 Aug 10 03:37:49.501223 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24a7ab5-f1ec-4e6c-8e94-261145e61257 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:37:49.519721 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aff8d08-d3d1-42ed-ac39-7ef1f32ff795 None None] Sync routers for ids ['3ef6252e-4e1a-4949-b108-3d284aaf1d92'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:37:49.526823 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a24a7ab5-f1ec-4e6c-8e94-261145e61257 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:49.542193 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aff8d08-d3d1-42ed-ac39-7ef1f32ff795 None None] Routers {'3ef6252e-4e1a-4949-b108-3d284aaf1d92'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:37:49.543751 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-8aff8d08-d3d1-42ed-ac39-7ef1f32ff795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:37:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['3ef6252e-4e1a-4949-b108-3d284aaf1d92'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:49.571852 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-a24a7ab5-f1ec-4e6c-8e94-261145e61257 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5118527 Aug 10 03:37:49.571852 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '619e8332-4f6a-49c1-a749-4d684ff24056', 'tag': 'dd0cd8a9-1b70-4979-86bb-0bacb040fbca'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:37:49.571852 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5912d28-8303-4c9d-8926-f858ad50cc0d" -d '{"events": [{"name": "network-changed", "server_uuid": "619e8332-4f6a-49c1-a749-4d684ff24056", "tag": "dd0cd8a9-1b70-4979-86bb-0bacb040fbca"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:37:49.592606 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 41c6edc7-5118-43cc-9e59-779a634efcd6 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:37:49.595757 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device cb281ab3-9bde-4bff-923e-ceb8f49ac25a no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:37:49.616317 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6deae063-0d13-4d45-baa2-5d3894a890a5 x-openstack-request-id: req-6deae063-0d13-4d45-baa2-5d3894a890a5 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:37:49.616786 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "619e8332-4f6a-49c1-a749-4d684ff24056", "tag": "dd0cd8a9-1b70-4979-86bb-0bacb040fbca", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:37:49.617127 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6deae063-0d13-4d45-baa2-5d3894a890a5 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:37:49.617775 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '619e8332-4f6a-49c1-a749-4d684ff24056', 'tag': 'dd0cd8a9-1b70-4979-86bb-0bacb040fbca', 'status': 'completed', 'code': 200} Aug 10 03:37:49.658247 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: cb281ab3-9bde-4bff-923e-ceb8f49ac25a {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:37:49.658914 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device cb281ab3-9bde-4bff-923e-ceb8f49ac25a not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:37:49.707736 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5912d28-8303-4c9d-8926-f858ad50cc0d req-f37361fb-6ea0-4502-a248-44c2311f20b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:49.710183 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c5912d28-8303-4c9d-8926-f858ad50cc0d req-f37361fb-6ea0-4502-a248-44c2311f20b6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d4cffc5e26914104899297a77f2206bf&device_id=619e8332-4f6a-49c1-a749-4d684ff24056 HTTP/1.1" status: 200 len: 1098 time: 0.0601578 Aug 10 03:37:49.724162 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17334dce-8e2d-4e3d-9744-24d81b0c1b64 req-d2cb20f9-748f-4892-974b-32e6a2552c54 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:49.732776 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-17334dce-8e2d-4e3d-9744-24d81b0c1b64 req-d2cb20f9-748f-4892-974b-32e6a2552c54 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=619e8332-4f6a-49c1-a749-4d684ff24056 HTTP/1.1" status: 200 len: 946 time: 0.0951593 Aug 10 03:37:49.781685 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-17334dce-8e2d-4e3d-9744-24d81b0c1b64 req-d1803a11-c1d2-4988-8489-42b569f9bd21 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=48f8cca3-15dd-4491-9588-b4714c15bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428562 Aug 10 03:37:49.798650 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 58046) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:49.832299 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-8aff8d08-d3d1-42ed-ac39-7ef1f32ff795 None None] Set router 3ef6252e-4e1a-4949-b108-3d284aaf1d92 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:37:49.853944 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5912d28-8303-4c9d-8926-f858ad50cc0d req-6a310b7a-d246-47f5-a267-0699a171e8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:49.855400 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c5912d28-8303-4c9d-8926-f858ad50cc0d req-6a310b7a-d246-47f5-a267-0699a171e8df service neutron] 10.222.0.58 "GET /v2.0/networks?id=e72c2d8c-7095-467c-8fc5-9b7663772750 HTTP/1.1" status: 200 len: 897 time: 0.1265988 Aug 10 03:37:49.894182 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 41c6edc7-5118-43cc-9e59-779a634efcd6, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=41c6edc7-5118-43cc-9e59-779a634efcd6,segment=NetworkSegment(6a95bc73-af51-4183-a1ee-81e4df6a3f93),segment_id=6a95bc73-af51-4183-a1ee-81e4df6a3f93)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:49.950053 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '41c6edc7-5118-43cc-9e59-779a634efcd6', 'network_id': '1aa257be-152d-4cbf-8c05-c54215b83071', 'port_id': '41c6edc7-5118-43cc-9e59-779a634efcd6', 'mac_address': 'fa:16:3e:fa:93:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8466dff4-4e57-4ae7-833e-c96841f3ec97', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:37:50.029636 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-4e0dc6b6-92c7-4ad5-aaca-df2bdd01130c tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/floatingips/f76fe12a-bcf9-49fb-a0b9-668952163e3a HTTP/1.1" status: 200 len: 991 time: 0.2278123 Aug 10 03:37:50.079321 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a26af8-b36b-46d5-90c8-e2fdb8e7f57c req-ce9b15ba-98b1-48d6-8558-d4c00fbb47c2 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:50.082812 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c5912d28-8303-4c9d-8926-f858ad50cc0d req-218b3134-c605-4e28-8a3f-0351f8304d12 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd0cd8a9-1b70-4979-86bb-0bacb040fbca HTTP/1.1" status: 200 len: 999 time: 0.2192562 Aug 10 03:37:50.087003 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-23a26af8-b36b-46d5-90c8-e2fdb8e7f57c req-ce9b15ba-98b1-48d6-8558-d4c00fbb47c2 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/ports?device_id=0717b289-fa24-426d-af18-109bb65177ac HTTP/1.1" status: 200 len: 945 time: 0.0755386 Aug 10 03:37:50.102474 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f8dd4-3d11-4c36-b93c-91bc2a97fc97 req-a8a7f8ba-8b0f-415d-8173-061ce3d9fbad tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:50.104603 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-348f8dd4-3d11-4c36-b93c-91bc2a97fc97 req-a8a7f8ba-8b0f-415d-8173-061ce3d9fbad tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.58 "GET /v2.0/ports?device_id=0717b289-fa24-426d-af18-109bb65177ac HTTP/1.1" status: 200 len: 945 time: 0.1419823 Aug 10 03:37:50.145757 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:50.147431 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-23a26af8-b36b-46d5-90c8-e2fdb8e7f57c req-20ab98ab-21ae-4c85-95ac-e766b20f435d tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a444d7d-1269-431d-a801-cc92cc418807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580254 Aug 10 03:37:50.173763 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41c6edc7-5118-43cc-9e59-779a634efcd6 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:37:50.220512 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 41c6edc7-5118-43cc-9e59-779a634efcd6, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=41c6edc7-5118-43cc-9e59-779a634efcd6,segment=NetworkSegment(6a95bc73-af51-4183-a1ee-81e4df6a3f93),segment_id=6a95bc73-af51-4183-a1ee-81e4df6a3f93)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:50.226640 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:50.261669 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5912d28-8303-4c9d-8926-f858ad50cc0d req-91d2d921-539f-4576-bbd3-f16a8cdf9fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:50.263971 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c5912d28-8303-4c9d-8926-f858ad50cc0d req-91d2d921-539f-4576-bbd3-f16a8cdf9fe7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a9158b84-3f01-4578-9ac6-1d85b7cb48c2 HTTP/1.1" status: 200 len: 834 time: 0.1583457 Aug 10 03:37:50.286293 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=41c6edc7-5118-43cc-9e59-779a634efcd6,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:50.295743 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-8aff8d08-d3d1-42ed-ac39-7ef1f32ff795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef6252e-4e1a-4949-b108-3d284aaf1d92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2066978748', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '1c9f5891-9ab9-4b5c-aa2b-268438e7a288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:37:24Z', 'updated_at': '2021-08-10T03:37:29Z', 'revision_number': 4, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'gw_port': {'id': '1c9f5891-9ab9-4b5c-aa2b-268438e7a288', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef6252e-4e1a-4949-b108-3d284aaf1d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:25Z', 'updated_at': '2021-08-10T03:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': 'f76fe12a-bcf9-49fb-a0b9-668952163e3a', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'floating_ip_address': '172.25.7.78', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '3ef6252e-4e1a-4949-b108-3d284aaf1d92', 'port_id': 'dd0cd8a9-1b70-4979-86bb-0bacb040fbca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e72c2d8c-7095-467c-8fc5-9b7663772750', 'mac_address': 'fa:16:3e:df:a8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619e8332-4f6a-49c1-a749-4d684ff24056', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:37:48Z', 'updated_at': '2021-08-10T03:37:48Z', 'revision_number': 0, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c83cce6-98bf-4815-875f-e71aa35aa1d3', 'name': '', 'network_id': 'e72c2d8c-7095-467c-8fc5-9b7663772750', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'mac_address': 'fa:16:3e:af:88:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef6252e-4e1a-4949-b108-3d284aaf1d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'a9158b84-3f01-4578-9ac6-1d85b7cb48c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:28Z', 'updated_at': '2021-08-10T03:37:35Z', 'revision_number': 5, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'subnets': [{'id': 'a9158b84-3f01-4578-9ac6-1d85b7cb48c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:50.323555 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aff8d08-d3d1-42ed-ac39-7ef1f32ff795 None None] Checking router: 3ef6252e-4e1a-4949-b108-3d284aaf1d92 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:37:50.340058 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5912d28-8303-4c9d-8926-f858ad50cc0d req-00a1941d-b10d-44d5-a5e7-3f61c93c0198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:50.340769 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aff8d08-d3d1-42ed-ac39-7ef1f32ff795 None None] Routers {'3ef6252e-4e1a-4949-b108-3d284aaf1d92'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:37:50.341442 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c5912d28-8303-4c9d-8926-f858ad50cc0d req-00a1941d-b10d-44d5-a5e7-3f61c93c0198 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e72c2d8c-7095-467c-8fc5-9b7663772750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0706916 Aug 10 03:37:50.341597 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-8aff8d08-d3d1-42ed-ac39-7ef1f32ff795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:37:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['3ef6252e-4e1a-4949-b108-3d284aaf1d92'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:50.348513 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-348f8dd4-3d11-4c36-b93c-91bc2a97fc97 req-b2ab4f2f-6ef4-4802-97d2-a41db9e6b405 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Deleting port 2d9bd8d6-23c5-46ea-a8a3-d1a1371ed7b3 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:37:50.348854 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-348f8dd4-3d11-4c36-b93c-91bc2a97fc97 req-b2ab4f2f-6ef4-4802-97d2-a41db9e6b405 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:50.476295 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-8aff8d08-d3d1-42ed-ac39-7ef1f32ff795 None None] Set router 3ef6252e-4e1a-4949-b108-3d284aaf1d92 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:37:50.507227 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['41c6edc7-5118-43cc-9e59-779a634efcd6'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:37:50.534596 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-348f8dd4-3d11-4c36-b93c-91bc2a97fc97 req-b2ab4f2f-6ef4-4802-97d2-a41db9e6b405 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] For port 2d9bd8d6-23c5-46ea-a8a3-d1a1371ed7b3, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=2d9bd8d6-23c5-46ea-a8a3-d1a1371ed7b3,segment=NetworkSegment(a4303e71-48dc-4566-b57f-77b9ab45a962),segment_id=a4303e71-48dc-4566-b57f-77b9ab45a962)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:50.534596 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-348f8dd4-3d11-4c36-b93c-91bc2a97fc97 req-b2ab4f2f-6ef4-4802-97d2-a41db9e6b405 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:50.555935 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c5912d28-8303-4c9d-8926-f858ad50cc0d req-3be54cb9-e191-403f-a3ce-b307a4209a53 service neutron] 10.222.0.58 "GET /v2.0/networks/e72c2d8c-7095-467c-8fc5-9b7663772750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033606 Aug 10 03:37:50.556794 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-348f8dd4-3d11-4c36-b93c-91bc2a97fc97 req-b2ab4f2f-6ef4-4802-97d2-a41db9e6b405 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Calling delete_port for 2d9bd8d6-23c5-46ea-a8a3-d1a1371ed7b3 owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:37:50.688944 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c22a4-6b1a-4d0a-b96a-59a536cda568 req-66c8e27d-dd5e-467b-958d-8cab19b59af8 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:50.691274 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fa3c22a4-6b1a-4d0a-b96a-59a536cda568 req-66c8e27d-dd5e-467b-958d-8cab19b59af8 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fd5b1a9-204c-4acf-8d13-d55892d45d87 HTTP/1.1" status: 200 len: 944 time: 0.0743856 Aug 10 03:37:50.750435 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fa3c22a4-6b1a-4d0a-b96a-59a536cda568 req-c912895f-2c9b-4d8d-ae45-0b779784d32c tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] 10.222.0.62 "GET /v2.0/security-groups?id=178fd0f0-dbac-4d67-bca5-6222b9170c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511706 Aug 10 03:37:50.776145 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c5912d28-8303-4c9d-8926-f858ad50cc0d req-0a7680cb-fe22-4175-82b2-461cff2f1700 service neutron] 10.222.0.58 "GET /v2.0/networks/e72c2d8c-7095-467c-8fc5-9b7663772750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116945 Aug 10 03:37:50.878032 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-348f8dd4-3d11-4c36-b93c-91bc2a97fc97 req-b2ab4f2f-6ef4-4802-97d2-a41db9e6b405 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:50.893795 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['2d9bd8d6-23c5-46ea-a8a3-d1a1371ed7b3'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:37:50.930089 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ab4f2f-6ef4-4802-97d2-a41db9e6b405 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Pushing event deleted for resources: {'Port': ['ID=2d9bd8d6-23c5-46ea-a8a3-d1a1371ed7b3,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:50.957021 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-8aff8d08-d3d1-42ed-ac39-7ef1f32ff795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef6252e-4e1a-4949-b108-3d284aaf1d92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2066978748', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '1c9f5891-9ab9-4b5c-aa2b-268438e7a288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:37:24Z', 'updated_at': '2021-08-10T03:37:29Z', 'revision_number': 4, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'gw_port': {'id': '1c9f5891-9ab9-4b5c-aa2b-268438e7a288', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef6252e-4e1a-4949-b108-3d284aaf1d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:25Z', 'updated_at': '2021-08-10T03:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': 'f76fe12a-bcf9-49fb-a0b9-668952163e3a', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'floating_ip_address': '172.25.7.78', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '3ef6252e-4e1a-4949-b108-3d284aaf1d92', 'port_id': 'dd0cd8a9-1b70-4979-86bb-0bacb040fbca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e72c2d8c-7095-467c-8fc5-9b7663772750', 'mac_address': 'fa:16:3e:df:a8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619e8332-4f6a-49c1-a749-4d684ff24056', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:37:48Z', 'updated_at': '2021-08-10T03:37:48Z', 'revision_number': 0, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c83cce6-98bf-4815-875f-e71aa35aa1d3', 'name': '', 'network_id': 'e72c2d8c-7095-467c-8fc5-9b7663772750', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'mac_address': 'fa:16:3e:af:88:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef6252e-4e1a-4949-b108-3d284aaf1d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'a9158b84-3f01-4578-9ac6-1d85b7cb48c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:28Z', 'updated_at': '2021-08-10T03:37:35Z', 'revision_number': 5, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'subnets': [{'id': 'a9158b84-3f01-4578-9ac6-1d85b7cb48c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:51.007292 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-348f8dd4-3d11-4c36-b93c-91bc2a97fc97 req-b2ab4f2f-6ef4-4802-97d2-a41db9e6b405 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] No DVR routers for this DVR port 2d9bd8d6-23c5-46ea-a8a3-d1a1371ed7b3 on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:37:51.013427 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-348f8dd4-3d11-4c36-b93c-91bc2a97fc97 req-b2ab4f2f-6ef4-4802-97d2-a41db9e6b405 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:51.018543 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-348f8dd4-3d11-4c36-b93c-91bc2a97fc97 req-b2ab4f2f-6ef4-4802-97d2-a41db9e6b405 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.58 "DELETE /v2.0/ports/2d9bd8d6-23c5-46ea-a8a3-d1a1371ed7b3 HTTP/1.1" status: 204 len: 173 time: 0.9017630 Aug 10 03:37:51.019352 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0717b289-fa24-426d-af18-109bb65177ac', 'name': 'network-vif-deleted', 'tag': '2d9bd8d6-23c5-46ea-a8a3-d1a1371ed7b3'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:37:51.023798 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2dd9fea-6855-4048-aaef-01f9a76aca99" -d '{"events": [{"server_uuid": "0717b289-fa24-426d-af18-109bb65177ac", "name": "network-vif-deleted", "tag": "2d9bd8d6-23c5-46ea-a8a3-d1a1371ed7b3"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:37:51.033192 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 58076) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:51.137611 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-cd587e5e-d1d6-491d-a4da-8c8c35c80e3d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/floatingips/f76fe12a-bcf9-49fb-a0b9-668952163e3a HTTP/1.1" status: 200 len: 991 time: 0.1029754 Aug 10 03:37:51.168525 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca79856f-7e7d-4815-9423-4922d8f91885 x-openstack-request-id: req-ca79856f-7e7d-4815-9423-4922d8f91885 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:37:51.168810 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0717b289-fa24-426d-af18-109bb65177ac", "name": "network-vif-deleted", "tag": "2d9bd8d6-23c5-46ea-a8a3-d1a1371ed7b3", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:37:51.169146 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ca79856f-7e7d-4815-9423-4922d8f91885 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:37:51.169460 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0717b289-fa24-426d-af18-109bb65177ac', 'name': 'network-vif-deleted', 'tag': '2d9bd8d6-23c5-46ea-a8a3-d1a1371ed7b3', 'status': 'completed', 'code': 200} Aug 10 03:37:51.208272 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aff8d08-d3d1-42ed-ac39-7ef1f32ff795 None None] The sync data for ids ['3ef6252e-4e1a-4949-b108-3d284aaf1d92'] in n-d-768851-15 is: [{'id': '3ef6252e-4e1a-4949-b108-3d284aaf1d92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2066978748', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '1c9f5891-9ab9-4b5c-aa2b-268438e7a288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:37:24Z', 'updated_at': '2021-08-10T03:37:29Z', 'revision_number': 4, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'gw_port': {'id': '1c9f5891-9ab9-4b5c-aa2b-268438e7a288', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef6252e-4e1a-4949-b108-3d284aaf1d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:25Z', 'updated_at': '2021-08-10T03:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': 'f76fe12a-bcf9-49fb-a0b9-668952163e3a', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'floating_ip_address': '172.25.7.78', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '3ef6252e-4e1a-4949-b108-3d284aaf1d92', 'port_id': 'dd0cd8a9-1b70-4979-86bb-0bacb040fbca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e72c2d8c-7095-467c-8fc5-9b7663772750', 'mac_address': 'fa:16:3e:df:a8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619e8332-4f6a-49c1-a749-4d684ff24056', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:37:48Z', 'updated_at': '2021-08-10T03:37:48Z', 'revision_number': 0, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c83cce6-98bf-4815-875f-e71aa35aa1d3', 'name': '', 'network_id': 'e72c2d8c-7095-467c-8fc5-9b7663772750', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'mac_address': 'fa:16:3e:af:88:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef6252e-4e1a-4949-b108-3d284aaf1d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'a9158b84-3f01-4578-9ac6-1d85b7cb48c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:28Z', 'updated_at': '2021-08-10T03:37:35Z', 'revision_number': 5, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'subnets': [{'id': 'a9158b84-3f01-4578-9ac6-1d85b7cb48c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:37:51.227224 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [req-bc523b89-7d4d-4184-a3fa-ee7328c272f6 req-a20e7ba2-0775-4949-8979-733f7989bf12 service neutron] (94217) timed out ('10.222.0.58', 57649) {{(pid=94217) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 03:37:51.232476 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['8cd40eca-ca86-462f-8a85-aa999f21e854'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:37:51.333397 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5cb37c7a-a7fe-4e4e-83bf-9aebc27cdb03 req-8a05ef71-39de-40c2-bbed-1d11baaea78e tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/ports?device_id=0717b289-fa24-426d-af18-109bb65177ac HTTP/1.1" status: 200 len: 210 time: 0.0409420 Aug 10 03:37:51.459533 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [req-2d0b075f-4981-4e4a-a73e-3c22a09e85f5 req-fb7848e2-b9fb-44e7-b4df-b0a5382e34d5 service neutron] (94216) timed out ('10.222.0.58', 57441) {{(pid=94216) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 03:37:51.519085 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3dfc96-f4c8-41a4-b6d1-86080812beb2 None None] New status for floating IP f76fe12a-bcf9-49fb-a0b9-668952163e3a: ACTIVE {{(pid=94219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:37:51.563734 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 41c6edc7-5118-43cc-9e59-779a634efcd6 up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:37:51.622147 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port 41c6edc7-5118-43cc-9e59-779a634efcd6 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:37:51.628692 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 41c6edc7-5118-43cc-9e59-779a634efcd6 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:51.630021 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:51.756071 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:51.798264 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd5b1a9-204c-4acf-8d13-d55892d45d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c6edc7-5118-43cc-9e59-779a634efcd6'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:37:51.804789 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f16f63-7552-49d7-aacc-cf988b8fb765" -d '{"events": [{"server_uuid": "4fd5b1a9-204c-4acf-8d13-d55892d45d87", "name": "network-vif-plugged", "status": "completed", "tag": "41c6edc7-5118-43cc-9e59-779a634efcd6"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:37:51.824951 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 41c6edc7-5118-43cc-9e59-779a634efcd6, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=41c6edc7-5118-43cc-9e59-779a634efcd6,segment=NetworkSegment(6a95bc73-af51-4183-a1ee-81e4df6a3f93),segment_id=6a95bc73-af51-4183-a1ee-81e4df6a3f93)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:51.832558 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:51.862413 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55429d8-fb0b-4384-b954-45fdef4f8b27 x-openstack-request-id: req-c55429d8-fb0b-4384-b954-45fdef4f8b27 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:37:51.862713 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fd5b1a9-204c-4acf-8d13-d55892d45d87", "name": "network-vif-plugged", "status": "completed", "tag": "41c6edc7-5118-43cc-9e59-779a634efcd6", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:37:51.863002 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c55429d8-fb0b-4384-b954-45fdef4f8b27 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:37:51.863391 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fd5b1a9-204c-4acf-8d13-d55892d45d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c6edc7-5118-43cc-9e59-779a634efcd6', 'code': 200} Aug 10 03:37:51.897890 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e9bece-a699-4479-9d89-13468ce97b21 req-4cacfb98-396d-4484-bf0b-a841ee9ddef4 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:51.900714 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-26e9bece-a699-4479-9d89-13468ce97b21 req-4cacfb98-396d-4484-bf0b-a841ee9ddef4 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fd5b1a9-204c-4acf-8d13-d55892d45d87 HTTP/1.1" status: 200 len: 945 time: 0.0632620 Aug 10 03:37:51.910234 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=41c6edc7-5118-43cc-9e59-779a634efcd6,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:51.960685 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-26e9bece-a699-4479-9d89-13468ce97b21 req-ddda5a1e-4afd-4eb7-9e55-d6864cbdfc63 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] 10.222.0.62 "GET /v2.0/security-groups?id=178fd0f0-dbac-4d67-bca5-6222b9170c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520239 Aug 10 03:37:51.994823 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5833278-2f79-4e88-bb51-39256fa3dc8b req-1a9d81e9-2eb1-4efe-a28b-85f03f918603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:51.997330 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-f5833278-2f79-4e88-bb51-39256fa3dc8b req-1a9d81e9-2eb1-4efe-a28b-85f03f918603 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4fd5b1a9-204c-4acf-8d13-d55892d45d87 HTTP/1.1" status: 200 len: 1097 time: 0.0659161 Aug 10 03:37:52.055940 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-f5833278-2f79-4e88-bb51-39256fa3dc8b req-443701fd-f061-4341-b4af-0b3151dd8936 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=178fd0f0-dbac-4d67-bca5-6222b9170c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475724 Aug 10 03:37:52.140778 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 58092) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:52.207882 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-c7c37656-038f-4c41-bc5d-b527997880cf tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/floatingips/f76fe12a-bcf9-49fb-a0b9-668952163e3a HTTP/1.1" status: 200 len: 993 time: 0.0659211 Aug 10 03:37:53.113552 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e0954-d14d-4cb2-88d1-adf1ad83e81b req-b195eb93-9f23-47c5-a896-370577d65b42 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:53.121825 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a19e0954-d14d-4cb2-88d1-adf1ad83e81b req-b195eb93-9f23-47c5-a896-370577d65b42 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fd5b1a9-204c-4acf-8d13-d55892d45d87 HTTP/1.1" status: 200 len: 945 time: 0.0667927 Aug 10 03:37:53.162612 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a19e0954-d14d-4cb2-88d1-adf1ad83e81b req-aaec3bcf-ae16-483e-b262-483f30a1e2b1 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] 10.222.0.62 "GET /v2.0/security-groups?id=178fd0f0-dbac-4d67-bca5-6222b9170c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395441 Aug 10 03:37:53.856872 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 58124) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:53.930465 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b07a2b-f4b5-4d6d-8c80-68cbce5b48a3 req-225ca3d8-e518-4d82-9fab-5113094301bc tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:53.933085 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b5b07a2b-f4b5-4d6d-8c80-68cbce5b48a3 req-225ca3d8-e518-4d82-9fab-5113094301bc tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fd5b1a9-204c-4acf-8d13-d55892d45d87 HTTP/1.1" status: 200 len: 945 time: 0.0840492 Aug 10 03:37:53.983351 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b5b07a2b-f4b5-4d6d-8c80-68cbce5b48a3 req-b3a533b7-f87d-4d97-8556-b7570970c9aa tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] 10.222.0.62 "GET /v2.0/security-groups?id=178fd0f0-dbac-4d67-bca5-6222b9170c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440490 Aug 10 03:37:54.008233 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e3727c7d-5794-439e-b5df-1bb2c9b9645b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:54.115291 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e3727c7d-5794-439e-b5df-1bb2c9b9645b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:54.120326 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e3727c7d-5794-439e-b5df-1bb2c9b9645b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:54.161076 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e3727c7d-5794-439e-b5df-1bb2c9b9645b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b436f2a915b948cbb3f2aacb264eebaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3024392 Aug 10 03:37:54.162062 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3727c7d-5794-439e-b5df-1bb2c9b9645b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7304ad8-920a-4f66-a28b-d3ad1d0bf3ad,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:54.164373 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 58128) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:54.232192 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-efd29aed-0e0a-43fd-8867-f06f347b3124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:54.259236 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-efd29aed-0e0a-43fd-8867-f06f347b3124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:54.316049 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-efd29aed-0e0a-43fd-8867-f06f347b3124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:54.318786 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-efd29aed-0e0a-43fd-8867-f06f347b3124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:54.320000 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-efd29aed-0e0a-43fd-8867-f06f347b3124 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f7304ad8-920a-4f66-a28b-d3ad1d0bf3ad HTTP/1.1" status: 204 len: 168 time: 0.1540012 Aug 10 03:37:54.331330 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd29aed-0e0a-43fd-8867-f06f347b3124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7304ad8-920a-4f66-a28b-d3ad1d0bf3ad,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:54.737802 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 2d9bd8d6-23c5-46ea-a8a3-d1a1371ed7b3 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:37:54.760114 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: 2d9bd8d6-23c5-46ea-a8a3-d1a1371ed7b3 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:37:54.760486 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 2d9bd8d6-23c5-46ea-a8a3-d1a1371ed7b3 not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:37:55.109403 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce500728-b792-46c2-8719-079e8e8f76d9 req-ba25267a-5e68-4859-991e-189c82100bdc tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:55.111391 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ce500728-b792-46c2-8719-079e8e8f76d9 req-ba25267a-5e68-4859-991e-189c82100bdc tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fd5b1a9-204c-4acf-8d13-d55892d45d87 HTTP/1.1" status: 200 len: 945 time: 0.0511379 Aug 10 03:37:55.157561 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ce500728-b792-46c2-8719-079e8e8f76d9 req-9a4faee8-6134-4d1f-946a-3536eff89da6 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] 10.222.0.62 "GET /v2.0/security-groups?id=178fd0f0-dbac-4d67-bca5-6222b9170c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384605 Aug 10 03:37:55.355886 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbc2955-b9a0-4bb2-b6e6-11995e95542c req-6579251e-cdde-4699-ba4c-369f6465132e tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:55.358648 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7cbc2955-b9a0-4bb2-b6e6-11995e95542c req-6579251e-cdde-4699-ba4c-369f6465132e tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] 10.222.0.60 "GET /v2.0/ports?device_id=4fd5b1a9-204c-4acf-8d13-d55892d45d87 HTTP/1.1" status: 200 len: 945 time: 0.0684419 Aug 10 03:37:55.512960 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-7cbc2955-b9a0-4bb2-b6e6-11995e95542c req-8d6534fc-c206-4164-9911-f0c64cb6b89b tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] Deleting port 41c6edc7-5118-43cc-9e59-779a634efcd6 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:37:55.513835 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7cbc2955-b9a0-4bb2-b6e6-11995e95542c req-8d6534fc-c206-4164-9911-f0c64cb6b89b tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:55.637487 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-7cbc2955-b9a0-4bb2-b6e6-11995e95542c req-8d6534fc-c206-4164-9911-f0c64cb6b89b tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] For port 41c6edc7-5118-43cc-9e59-779a634efcd6, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=41c6edc7-5118-43cc-9e59-779a634efcd6,segment=NetworkSegment(6a95bc73-af51-4183-a1ee-81e4df6a3f93),segment_id=6a95bc73-af51-4183-a1ee-81e4df6a3f93)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:55.638131 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7cbc2955-b9a0-4bb2-b6e6-11995e95542c req-8d6534fc-c206-4164-9911-f0c64cb6b89b tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:55.661685 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-7cbc2955-b9a0-4bb2-b6e6-11995e95542c req-8d6534fc-c206-4164-9911-f0c64cb6b89b tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] Calling delete_port for 41c6edc7-5118-43cc-9e59-779a634efcd6 owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:37:55.841778 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7cbc2955-b9a0-4bb2-b6e6-11995e95542c req-8d6534fc-c206-4164-9911-f0c64cb6b89b tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:55.854229 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['41c6edc7-5118-43cc-9e59-779a634efcd6'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:37:55.892397 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6534fc-c206-4164-9911-f0c64cb6b89b tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] Pushing event deleted for resources: {'Port': ['ID=41c6edc7-5118-43cc-9e59-779a634efcd6,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:55.951066 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cbc2955-b9a0-4bb2-b6e6-11995e95542c req-8d6534fc-c206-4164-9911-f0c64cb6b89b tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] No DVR routers for this DVR port 41c6edc7-5118-43cc-9e59-779a634efcd6 on host n-h2-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:37:55.954702 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7cbc2955-b9a0-4bb2-b6e6-11995e95542c req-8d6534fc-c206-4164-9911-f0c64cb6b89b tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:55.957652 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7cbc2955-b9a0-4bb2-b6e6-11995e95542c req-8d6534fc-c206-4164-9911-f0c64cb6b89b tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] 10.222.0.60 "DELETE /v2.0/ports/41c6edc7-5118-43cc-9e59-779a634efcd6 HTTP/1.1" status: 204 len: 173 time: 0.5897691 Aug 10 03:37:55.958438 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd5b1a9-204c-4acf-8d13-d55892d45d87', 'name': 'network-vif-deleted', 'tag': '41c6edc7-5118-43cc-9e59-779a634efcd6'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:37:55.961414 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af644e8-e8fd-4a60-b423-04177eeab437" -d '{"events": [{"server_uuid": "4fd5b1a9-204c-4acf-8d13-d55892d45d87", "name": "network-vif-deleted", "tag": "41c6edc7-5118-43cc-9e59-779a634efcd6"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:37:55.991821 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c4a1a-04ea-4889-bd98-68a9f3bb2619 req-18749fa7-52ef-480e-b84c-53d310121389 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:56.001100 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4c9c4a1a-04ea-4889-bd98-68a9f3bb2619 req-18749fa7-52ef-480e-b84c-53d310121389 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d1dccb2-2d98-4b87-af4b-fa731c8eb1d8 HTTP/1.1" status: 200 len: 945 time: 0.0714591 Aug 10 03:37:56.048344 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35bd2ce3-a2d7-40a7-834a-9a549595b143 x-openstack-request-id: req-35bd2ce3-a2d7-40a7-834a-9a549595b143 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:37:56.048908 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fd5b1a9-204c-4acf-8d13-d55892d45d87", "name": "network-vif-deleted", "tag": "41c6edc7-5118-43cc-9e59-779a634efcd6", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:37:56.049363 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-35bd2ce3-a2d7-40a7-834a-9a549595b143 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:37:56.050548 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fd5b1a9-204c-4acf-8d13-d55892d45d87', 'name': 'network-vif-deleted', 'tag': '41c6edc7-5118-43cc-9e59-779a634efcd6', 'status': 'completed', 'code': 200} Aug 10 03:37:56.053747 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4c9c4a1a-04ea-4889-bd98-68a9f3bb2619 req-3df0ae9a-d528-49e7-ba0a-903e19053a3c tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a444d7d-1269-431d-a801-cc92cc418807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512440 Aug 10 03:37:56.286600 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-914dd099-7786-45ed-b224-551b0fb0f686 req-3b7d3271-9ff9-4e9b-9532-74102a927ef2 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fd5b1a9-204c-4acf-8d13-d55892d45d87 HTTP/1.1" status: 200 len: 210 time: 0.0293956 Aug 10 03:37:56.412880 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:56.639511 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:57.185985 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3872f-f2be-4874-8565-568c07c5eb96 req-f32fb045-95d2-4555-bd02-20c5bdfe5509 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:57.189401 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-62a3872f-f2be-4874-8565-568c07c5eb96 req-f32fb045-95d2-4555-bd02-20c5bdfe5509 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d1dccb2-2d98-4b87-af4b-fa731c8eb1d8 HTTP/1.1" status: 200 len: 945 time: 0.0661027 Aug 10 03:37:57.249485 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-62a3872f-f2be-4874-8565-568c07c5eb96 req-21afd289-8e21-42cd-92ad-102b3034ed44 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/security-groups?id=3a444d7d-1269-431d-a801-cc92cc418807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490918 Aug 10 03:37:57.617514 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763f7d0-cfd7-463a-8db3-88b8dd1aa805 req-b934a5a9-692e-4dbb-97aa-f6eff5bbf938 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:57.619038 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c763f7d0-cfd7-463a-8db3-88b8dd1aa805 req-b934a5a9-692e-4dbb-97aa-f6eff5bbf938 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] 10.222.0.62 "GET /v2.0/networks?id=1aa257be-152d-4cbf-8c05-c54215b83071 HTTP/1.1" status: 200 len: 809 time: 0.1046095 Aug 10 03:37:57.637240 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c763f7d0-cfd7-463a-8db3-88b8dd1aa805 req-4a3dbbd0-f97e-4d99-8351-300968bac7cb tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] 10.222.0.62 "GET /v2.0/quotas/f5e991a34bb04d92a559023fc9779e32 HTTP/1.1" status: 200 len: 375 time: 0.0098143 Aug 10 03:37:57.670263 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c763f7d0-cfd7-463a-8db3-88b8dd1aa805 req-bb3dd6e6-09d9-46fb-8af5-b2ff63e163a1 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=f5e991a34bb04d92a559023fc9779e32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272665 Aug 10 03:37:57.702812 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7669c44f-ae41-4a84-abab-f95a53e78c01 req-c5914c85-9a68-464f-9728-d38da9930891 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:57.704336 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7669c44f-ae41-4a84-abab-f95a53e78c01 req-c5914c85-9a68-464f-9728-d38da9930891 tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d1dccb2-2d98-4b87-af4b-fa731c8eb1d8 HTTP/1.1" status: 200 len: 945 time: 0.0540040 Aug 10 03:37:57.773184 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c763f7d0-cfd7-463a-8db3-88b8dd1aa805 req-f4dfdf5f-8d31-412d-90cd-fdbf7984c8b4 service neutron] 10.222.0.62 "GET /v2.0/networks/1aa257be-152d-4cbf-8c05-c54215b83071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937538 Aug 10 03:37:57.804413 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-7669c44f-ae41-4a84-abab-f95a53e78c01 req-a07c9036-4b3f-475e-9a37-3677992a872a tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Deleting port 8cd40eca-ca86-462f-8a85-aa999f21e854 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:37:57.804784 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7669c44f-ae41-4a84-abab-f95a53e78c01 req-a07c9036-4b3f-475e-9a37-3677992a872a tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:57.874678 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c763f7d0-cfd7-463a-8db3-88b8dd1aa805 req-427fc5f7-15e8-4703-b507-e4d2551e8244 service neutron] 10.222.0.62 "GET /v2.0/networks/1aa257be-152d-4cbf-8c05-c54215b83071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953228 Aug 10 03:37:57.908687 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-7669c44f-ae41-4a84-abab-f95a53e78c01 req-a07c9036-4b3f-475e-9a37-3677992a872a tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] For port 8cd40eca-ca86-462f-8a85-aa999f21e854, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=8cd40eca-ca86-462f-8a85-aa999f21e854,segment=NetworkSegment(a4303e71-48dc-4566-b57f-77b9ab45a962),segment_id=a4303e71-48dc-4566-b57f-77b9ab45a962)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:57.909133 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7669c44f-ae41-4a84-abab-f95a53e78c01 req-a07c9036-4b3f-475e-9a37-3677992a872a tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:57.926065 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-7669c44f-ae41-4a84-abab-f95a53e78c01 req-a07c9036-4b3f-475e-9a37-3677992a872a tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Calling delete_port for 8cd40eca-ca86-462f-8a85-aa999f21e854 owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:37:58.067492 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8dbe1283-3986-4603-ae4e-effa187c020b req-fc1855b8-59b6-4a2c-9664-a60fe8587d3e tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] 10.222.0.62 "GET /v2.0/ports?device_id=9543f9c0-3539-4007-8f3a-d230a0484ed0 HTTP/1.1" status: 200 len: 210 time: 0.0399795 Aug 10 03:37:58.089760 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7669c44f-ae41-4a84-abab-f95a53e78c01 req-a07c9036-4b3f-475e-9a37-3677992a872a tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:58.106382 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['8cd40eca-ca86-462f-8a85-aa999f21e854'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:37:58.121574 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c9036-4b3f-475e-9a37-3677992a872a tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Pushing event deleted for resources: {'Port': ['ID=8cd40eca-ca86-462f-8a85-aa999f21e854,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:58.163472 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-7669c44f-ae41-4a84-abab-f95a53e78c01 req-a07c9036-4b3f-475e-9a37-3677992a872a tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] No DVR routers for this DVR port 8cd40eca-ca86-462f-8a85-aa999f21e854 on host n-h2-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:37:58.166133 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7669c44f-ae41-4a84-abab-f95a53e78c01 req-a07c9036-4b3f-475e-9a37-3677992a872a tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:58.168635 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7669c44f-ae41-4a84-abab-f95a53e78c01 req-a07c9036-4b3f-475e-9a37-3677992a872a tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.60 "DELETE /v2.0/ports/8cd40eca-ca86-462f-8a85-aa999f21e854 HTTP/1.1" status: 204 len: 173 time: 0.4548945 Aug 10 03:37:58.169257 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d1dccb2-2d98-4b87-af4b-fa731c8eb1d8', 'name': 'network-vif-deleted', 'tag': '8cd40eca-ca86-462f-8a85-aa999f21e854'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:37:58.172410 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8dd1aa-b13c-473c-aec5-f7e75c4d64cc" -d '{"events": [{"server_uuid": "6d1dccb2-2d98-4b87-af4b-fa731c8eb1d8", "name": "network-vif-deleted", "tag": "8cd40eca-ca86-462f-8a85-aa999f21e854"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:37:58.235925 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94adafde-2ad6-427a-873c-10dde3e5c31d x-openstack-request-id: req-94adafde-2ad6-427a-873c-10dde3e5c31d {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:37:58.236222 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d1dccb2-2d98-4b87-af4b-fa731c8eb1d8", "name": "network-vif-deleted", "tag": "8cd40eca-ca86-462f-8a85-aa999f21e854", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:37:58.236470 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-94adafde-2ad6-427a-873c-10dde3e5c31d {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:37:58.236876 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d1dccb2-2d98-4b87-af4b-fa731c8eb1d8', 'name': 'network-vif-deleted', 'tag': '8cd40eca-ca86-462f-8a85-aa999f21e854', 'status': 'completed', 'code': 200} Aug 10 03:37:58.376619 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6d6922eb-fc6e-445c-863d-31092f36b35c req-ab3b807b-f0d5-4c06-a3a5-ad94a7e11d0e tempest-AttachVolumeNegativeTest-1798421018 tempest-AttachVolumeNegativeTest-1798421018-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d1dccb2-2d98-4b87-af4b-fa731c8eb1d8 HTTP/1.1" status: 200 len: 210 time: 0.0289066 Aug 10 03:37:59.194968 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763f7d0-cfd7-463a-8db3-88b8dd1aa805 req-ad8524a0-97a8-41ba-9199-e415768eacb3 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:59.197096 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c763f7d0-cfd7-463a-8db3-88b8dd1aa805 req-ad8524a0-97a8-41ba-9199-e415768eacb3 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] 10.222.0.60 "GET /v2.0/networks?id=1aa257be-152d-4cbf-8c05-c54215b83071 HTTP/1.1" status: 200 len: 809 time: 0.1302490 Aug 10 03:37:59.199138 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-69790078-e99f-42a2-a9a0-2cc1ff35efd3 req-0a38cce8-230d-48a9-98f9-bfacee9d0fa7 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] 10.222.0.62 "GET /v2.0/ports?device_id=9543f9c0-3539-4007-8f3a-d230a0484ed0 HTTP/1.1" status: 200 len: 210 time: 0.0418129 Aug 10 03:37:59.219068 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-c763f7d0-cfd7-463a-8db3-88b8dd1aa805 req-41038c2f-7888-43bb-a288-20f0369b2375 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] Request body: {'port': {'device_id': '9543f9c0-3539-4007-8f3a-d230a0484ed0', 'network_id': '1aa257be-152d-4cbf-8c05-c54215b83071', 'admin_state_up': True, 'tenant_id': 'f5e991a34bb04d92a559023fc9779e32'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:59.328475 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c763f7d0-cfd7-463a-8db3-88b8dd1aa805 req-41038c2f-7888-43bb-a288-20f0369b2375 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] Made reservation on behalf of f5e991a34bb04d92a559023fc9779e32 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:37:59.332379 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-c763f7d0-cfd7-463a-8db3-88b8dd1aa805 req-41038c2f-7888-43bb-a288-20f0369b2375 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:59.454144 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 58264) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:59.472547 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-c763f7d0-cfd7-463a-8db3-88b8dd1aa805 req-41038c2f-7888-43bb-a288-20f0369b2375 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] Allocated IP 172.20.0.12 (1aa257be-152d-4cbf-8c05-c54215b83071/8466dff4-4e57-4ae7-833e-c96841f3ec97/11a83c16-658e-4b4c-b1c3-052b982088b3) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:37:59.501961 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ecaf1f2-ba0f-4d57-abaa-5e20ff389d22 admin admin] Deleting subnet 02e995bf-0ffb-4fac-9ab1-ec0873c47a61 {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:37:59.505423 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6ecaf1f2-ba0f-4d57-abaa-5e20ff389d22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:59.546506 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6ecaf1f2-ba0f-4d57-abaa-5e20ff389d22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:59.590504 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6ecaf1f2-ba0f-4d57-abaa-5e20ff389d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:59.599737 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 41c6edc7-5118-43cc-9e59-779a634efcd6 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:37:59.650331 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: 41c6edc7-5118-43cc-9e59-779a634efcd6 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:37:59.651465 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 41c6edc7-5118-43cc-9e59-779a634efcd6 not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:37:59.653067 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 8cd40eca-ca86-462f-8a85-aa999f21e854 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:37:59.672732 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-c763f7d0-cfd7-463a-8db3-88b8dd1aa805 req-41038c2f-7888-43bb-a288-20f0369b2375 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:59.675621 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6ecaf1f2-ba0f-4d57-abaa-5e20ff389d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:59.684539 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: 8cd40eca-ca86-462f-8a85-aa999f21e854 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:37:59.685264 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 8cd40eca-ca86-462f-8a85-aa999f21e854 not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:37:59.712324 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecaf1f2-ba0f-4d57-abaa-5e20ff389d22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02e995bf-0ffb-4fac-9ab1-ec0873c47a61,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:59.715221 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6ecaf1f2-ba0f-4d57-abaa-5e20ff389d22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:59.717188 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-6ecaf1f2-ba0f-4d57-abaa-5e20ff389d22 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/02e995bf-0ffb-4fac-9ab1-ec0873c47a61 HTTP/1.1" status: 204 len: 168 time: 0.2619731 Aug 10 03:37:59.719742 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 58266) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:59.729117 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-c763f7d0-cfd7-463a-8db3-88b8dd1aa805 req-41038c2f-7888-43bb-a288-20f0369b2375 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:59.778016 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c763f7d0-cfd7-463a-8db3-88b8dd1aa805 req-41038c2f-7888-43bb-a288-20f0369b2375 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] Network 1aa257be-152d-4cbf-8c05-c54215b83071 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:37:59.781717 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-c763f7d0-cfd7-463a-8db3-88b8dd1aa805 req-41038c2f-7888-43bb-a288-20f0369b2375 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:59.786350 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-c763f7d0-cfd7-463a-8db3-88b8dd1aa805 req-41038c2f-7888-43bb-a288-20f0369b2375 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:37:59.793987 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e6e0eae3-c7d5-4ee0-893c-f089ede84d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:59.810227 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41038c2f-7888-43bb-a288-20f0369b2375 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] Pushing event updated for resources: {'Port': ['ID=11a83c16-658e-4b4c-b1c3-052b982088b3,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:59.842664 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763f7d0-cfd7-463a-8db3-88b8dd1aa805 req-41038c2f-7888-43bb-a288-20f0369b2375 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:59.843745 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-c763f7d0-cfd7-463a-8db3-88b8dd1aa805 req-41038c2f-7888-43bb-a288-20f0369b2375 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:59.859449 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c763f7d0-cfd7-463a-8db3-88b8dd1aa805 req-41038c2f-7888-43bb-a288-20f0369b2375 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6471047 Aug 10 03:37:59.878787 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-c763f7d0-cfd7-463a-8db3-88b8dd1aa805 req-1504333c-1bfa-4861-8cef-6213ff41bdb8 service neutron] Request body: {'port': {'device_id': '9543f9c0-3539-4007-8f3a-d230a0484ed0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:59.881549 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e6e0eae3-c7d5-4ee0-893c-f089ede84d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:59.891982 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-e6e0eae3-c7d5-4ee0-893c-f089ede84d3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af0d2cce-350b-49cd-9cfc-ff635347180b']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:59.902573 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-e6e0eae3-c7d5-4ee0-893c-f089ede84d3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4303e71-48dc-4566-b57f-77b9ab45a962') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:59.902972 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-e6e0eae3-c7d5-4ee0-893c-f089ede84d3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4303e71-48dc-4566-b57f-77b9ab45a962') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:59.913101 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e6e0eae3-c7d5-4ee0-893c-f089ede84d3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:59.935706 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e6e0eae3-c7d5-4ee0-893c-f089ede84d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:59.939036 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-c763f7d0-cfd7-463a-8db3-88b8dd1aa805 req-1504333c-1bfa-4861-8cef-6213ff41bdb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:59.947092 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6e0eae3-c7d5-4ee0-893c-f089ede84d3f admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:37:59.947696 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e6e0eae3-c7d5-4ee0-893c-f089ede84d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:59.950444 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:37:59.950444 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:37:59.950444 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:37:59.950444 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:37:59.950444 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:37:59.950444 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:37:59.950444 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:37:59.950444 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:37:59.950444 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:37:59.950444 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:37:59.950444 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:37:59.950444 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:37:59.950444 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:37:59.950444 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:37:59.950444 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:37:59.950444 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:37:59.950444 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:37:59.950444 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:37:59.950444 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:37:59.950444 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:37:59.950444 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:37:59.950444 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:37:59.950444 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:37:59.950444 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:37:59.950444 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:37:59.950444 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:37:59.950444 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:37:59.950444 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:37:59.950444 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:37:59.950444 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:37:59.950444 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:37:59.950444 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:38:00.027725 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e6e0eae3-c7d5-4ee0-893c-f089ede84d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:00.040338 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e6e0eae3-c7d5-4ee0-893c-f089ede84d3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:00.044714 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-e6e0eae3-c7d5-4ee0-893c-f089ede84d3f admin admin] 10.222.0.62 "DELETE /v2.0/networks/af0d2cce-350b-49cd-9cfc-ff635347180b HTTP/1.1" status: 204 len: 168 time: 0.3214452 Aug 10 03:38:00.065248 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e0eae3-c7d5-4ee0-893c-f089ede84d3f admin admin] Pushing event deleted for resources: {'Network': ['ID=af0d2cce-350b-49cd-9cfc-ff635347180b,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:00.276243 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-c763f7d0-cfd7-463a-8db3-88b8dd1aa805 req-1504333c-1bfa-4861-8cef-6213ff41bdb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11a83c16-658e-4b4c-b1c3-052b982088b3 {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:38:00.287900 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-c763f7d0-cfd7-463a-8db3-88b8dd1aa805 req-1504333c-1bfa-4861-8cef-6213ff41bdb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:00.293680 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 58274) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:00.319583 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-606cef00-0414-456b-b732-33fa55eef8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:00.326790 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-c763f7d0-cfd7-463a-8db3-88b8dd1aa805 req-1504333c-1bfa-4861-8cef-6213ff41bdb8 service neutron] Transition to ACTIVE for port object 11a83c16-658e-4b4c-b1c3-052b982088b3 will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:00.332106 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-c763f7d0-cfd7-463a-8db3-88b8dd1aa805 req-1504333c-1bfa-4861-8cef-6213ff41bdb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:00.387116 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d97c5-1325-47ff-942b-9ed6e65c8202 req-0ef920c7-8295-4606-8dac-dfa8597f428c tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:00.388676 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9c2d97c5-1325-47ff-942b-9ed6e65c8202 req-0ef920c7-8295-4606-8dac-dfa8597f428c tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] 10.222.0.62 "GET /v2.0/ports?device_id=9543f9c0-3539-4007-8f3a-d230a0484ed0 HTTP/1.1" status: 200 len: 932 time: 0.0939772 Aug 10 03:38:00.388835 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1504333c-1bfa-4861-8cef-6213ff41bdb8 service neutron] Pushing event updated for resources: {'Port': ['ID=11a83c16-658e-4b4c-b1c3-052b982088b3,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:00.410304 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-cfa93694-0b90-4d1b-b249-54eae63f9a45 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3cffefacccfd4712be786e53e7cb07cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1045511 Aug 10 03:38:00.412795 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 58276) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:00.468700 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9c2d97c5-1325-47ff-942b-9ed6e65c8202 req-831aba79-7477-433c-8691-7c58b8c56d5e tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] 10.222.0.62 "GET /v2.0/security-groups?id=178fd0f0-dbac-4d67-bca5-6222b9170c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672688 Aug 10 03:38:00.479762 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-c763f7d0-cfd7-463a-8db3-88b8dd1aa805 req-1504333c-1bfa-4861-8cef-6213ff41bdb8 service neutron] Attempting to bind port 11a83c16-658e-4b4c-b1c3-052b982088b3 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:38:00.480381 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-c763f7d0-cfd7-463a-8db3-88b8dd1aa805 req-1504333c-1bfa-4861-8cef-6213ff41bdb8 service neutron] Attempting to bind port 11a83c16-658e-4b4c-b1c3-052b982088b3 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '6a95bc73-af51-4183-a1ee-81e4df6a3f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1aa257be-152d-4cbf-8c05-c54215b83071'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:38:00.480973 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c763f7d0-cfd7-463a-8db3-88b8dd1aa805 req-1504333c-1bfa-4861-8cef-6213ff41bdb8 service neutron] Attempting to bind port 11a83c16-658e-4b4c-b1c3-052b982088b3 on network 1aa257be-152d-4cbf-8c05-c54215b83071 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:38:00.489290 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c763f7d0-cfd7-463a-8db3-88b8dd1aa805 req-1504333c-1bfa-4861-8cef-6213ff41bdb8 service neutron] Port 11a83c16-658e-4b4c-b1c3-052b982088b3 on network 1aa257be-152d-4cbf-8c05-c54215b83071 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:38:00.489816 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c763f7d0-cfd7-463a-8db3-88b8dd1aa805 req-1504333c-1bfa-4861-8cef-6213ff41bdb8 service neutron] Attempting to bind port 11a83c16-658e-4b4c-b1c3-052b982088b3 on network 1aa257be-152d-4cbf-8c05-c54215b83071 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:38:00.493709 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ddf5dc6a-7f2a-447e-a670-1331e89daa5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:00.497968 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c763f7d0-cfd7-463a-8db3-88b8dd1aa805 req-1504333c-1bfa-4861-8cef-6213ff41bdb8 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:38:00.498520 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c763f7d0-cfd7-463a-8db3-88b8dd1aa805 req-1504333c-1bfa-4861-8cef-6213ff41bdb8 service neutron] Checking segment: {'id': '6a95bc73-af51-4183-a1ee-81e4df6a3f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1aa257be-152d-4cbf-8c05-c54215b83071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:00.499212 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c763f7d0-cfd7-463a-8db3-88b8dd1aa805 req-1504333c-1bfa-4861-8cef-6213ff41bdb8 service neutron] Bound using segment: {'id': '6a95bc73-af51-4183-a1ee-81e4df6a3f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1aa257be-152d-4cbf-8c05-c54215b83071'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:38:00.499947 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-c763f7d0-cfd7-463a-8db3-88b8dd1aa805 req-1504333c-1bfa-4861-8cef-6213ff41bdb8 service neutron] Bound port: 11a83c16-658e-4b4c-b1c3-052b982088b3, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a95bc73-af51-4183-a1ee-81e4df6a3f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1aa257be-152d-4cbf-8c05-c54215b83071'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:38:00.500785 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-c763f7d0-cfd7-463a-8db3-88b8dd1aa805 req-1504333c-1bfa-4861-8cef-6213ff41bdb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:00.517360 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ddf5dc6a-7f2a-447e-a670-1331e89daa5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:00.569529 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ddf5dc6a-7f2a-447e-a670-1331e89daa5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:00.572447 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ddf5dc6a-7f2a-447e-a670-1331e89daa5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:00.573677 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ddf5dc6a-7f2a-447e-a670-1331e89daa5b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3a444d7d-1269-431d-a801-cc92cc418807 HTTP/1.1" status: 204 len: 168 time: 0.1597633 Aug 10 03:38:00.584295 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-c763f7d0-cfd7-463a-8db3-88b8dd1aa805 req-1504333c-1bfa-4861-8cef-6213ff41bdb8 service neutron] For port 11a83c16-658e-4b4c-b1c3-052b982088b3, host n-h2-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:38:00.588316 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-c763f7d0-cfd7-463a-8db3-88b8dd1aa805 req-1504333c-1bfa-4861-8cef-6213ff41bdb8 service neutron] For port 11a83c16-658e-4b4c-b1c3-052b982088b3, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=11a83c16-658e-4b4c-b1c3-052b982088b3,segment=NetworkSegment(6a95bc73-af51-4183-a1ee-81e4df6a3f93),segment_id=6a95bc73-af51-4183-a1ee-81e4df6a3f93)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:38:00.591677 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf5dc6a-7f2a-447e-a670-1331e89daa5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a444d7d-1269-431d-a801-cc92cc418807,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:00.594284 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-c763f7d0-cfd7-463a-8db3-88b8dd1aa805 req-1504333c-1bfa-4861-8cef-6213ff41bdb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:00.636870 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763f7d0-cfd7-463a-8db3-88b8dd1aa805 req-1504333c-1bfa-4861-8cef-6213ff41bdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:00.637616 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-c763f7d0-cfd7-463a-8db3-88b8dd1aa805 req-1504333c-1bfa-4861-8cef-6213ff41bdb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:00.639116 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c763f7d0-cfd7-463a-8db3-88b8dd1aa805 req-1504333c-1bfa-4861-8cef-6213ff41bdb8 service neutron] 10.222.0.60 "PUT /v2.0/ports/11a83c16-658e-4b4c-b1c3-052b982088b3 HTTP/1.1" status: 200 len: 1093 time: 0.7654037 Aug 10 03:38:00.640102 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9543f9c0-3539-4007-8f3a-d230a0484ed0', 'tag': '11a83c16-658e-4b4c-b1c3-052b982088b3'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:38:00.642487 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f72d1d-d182-4195-bcfa-b44e1b4a872d" -d '{"events": [{"name": "network-changed", "server_uuid": "9543f9c0-3539-4007-8f3a-d230a0484ed0", "tag": "11a83c16-658e-4b4c-b1c3-052b982088b3"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:38:00.694474 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1504333c-1bfa-4861-8cef-6213ff41bdb8 service neutron] Pushing event updated for resources: {'Port': ['ID=11a83c16-658e-4b4c-b1c3-052b982088b3,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:00.713175 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567696d8-fbee-4049-bc7f-912a3914e931 x-openstack-request-id: req-567696d8-fbee-4049-bc7f-912a3914e931 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:38:00.713483 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9543f9c0-3539-4007-8f3a-d230a0484ed0", "tag": "11a83c16-658e-4b4c-b1c3-052b982088b3", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:38:00.713732 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-567696d8-fbee-4049-bc7f-912a3914e931 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:38:00.714256 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9543f9c0-3539-4007-8f3a-d230a0484ed0', 'tag': '11a83c16-658e-4b4c-b1c3-052b982088b3', 'status': 'completed', 'code': 200} Aug 10 03:38:00.756213 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763f7d0-cfd7-463a-8db3-88b8dd1aa805 req-342c04a5-0c1b-41d3-be21-7b1a8844d110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:00.757740 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c763f7d0-cfd7-463a-8db3-88b8dd1aa805 req-342c04a5-0c1b-41d3-be21-7b1a8844d110 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f5e991a34bb04d92a559023fc9779e32&device_id=9543f9c0-3539-4007-8f3a-d230a0484ed0 HTTP/1.1" status: 200 len: 1096 time: 0.0647788 Aug 10 03:38:00.818066 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c763f7d0-cfd7-463a-8db3-88b8dd1aa805 req-17edc189-a16b-484e-9208-1da1bd4420c5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11a83c16-658e-4b4c-b1c3-052b982088b3 HTTP/1.1" status: 200 len: 217 time: 0.0472684 Aug 10 03:38:00.878071 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763f7d0-cfd7-463a-8db3-88b8dd1aa805 req-8b507899-c6cc-4587-b4cb-8a296cfd9561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:00.879743 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c763f7d0-cfd7-463a-8db3-88b8dd1aa805 req-8b507899-c6cc-4587-b4cb-8a296cfd9561 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8466dff4-4e57-4ae7-833e-c96841f3ec97 HTTP/1.1" status: 200 len: 849 time: 0.0508592 Aug 10 03:38:00.915146 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c763f7d0-cfd7-463a-8db3-88b8dd1aa805 req-184d2f83-bcf9-48a8-b33d-76ffc20b9c97 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1aa257be-152d-4cbf-8c05-c54215b83071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260863 Aug 10 03:38:01.039988 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c763f7d0-cfd7-463a-8db3-88b8dd1aa805 req-9f7b674d-3115-4de7-a200-be2e831a2920 service neutron] 10.222.0.60 "GET /v2.0/networks/1aa257be-152d-4cbf-8c05-c54215b83071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175461 Aug 10 03:38:01.145041 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c763f7d0-cfd7-463a-8db3-88b8dd1aa805 req-31275186-1377-4c4e-910d-0ef69698ce25 service neutron] 10.222.0.60 "GET /v2.0/networks/1aa257be-152d-4cbf-8c05-c54215b83071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927773 Aug 10 03:38:01.264760 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f72d1d-d182-4195-bcfa-b44e1b4a872d req-8d2ab1e8-28f6-471f-8064-32d183b44ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:01.268832 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d1f72d1d-d182-4195-bcfa-b44e1b4a872d req-8d2ab1e8-28f6-471f-8064-32d183b44ed0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f5e991a34bb04d92a559023fc9779e32&device_id=9543f9c0-3539-4007-8f3a-d230a0484ed0 HTTP/1.1" status: 200 len: 1096 time: 0.0625780 Aug 10 03:38:01.388091 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f72d1d-d182-4195-bcfa-b44e1b4a872d req-960e9bd0-6cc7-443a-94c4-ba65dab5640d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:01.389751 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d1f72d1d-d182-4195-bcfa-b44e1b4a872d req-960e9bd0-6cc7-443a-94c4-ba65dab5640d service neutron] 10.222.0.60 "GET /v2.0/networks?id=1aa257be-152d-4cbf-8c05-c54215b83071 HTTP/1.1" status: 200 len: 910 time: 0.1145303 Aug 10 03:38:01.445809 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d1f72d1d-d182-4195-bcfa-b44e1b4a872d req-bec4d062-7db4-45f6-ae94-9c262c8fddb7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11a83c16-658e-4b4c-b1c3-052b982088b3 HTTP/1.1" status: 200 len: 217 time: 0.0464454 Aug 10 03:38:01.508520 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f72d1d-d182-4195-bcfa-b44e1b4a872d req-801ff0ae-0020-40ed-9379-191b94003bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:01.515914 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d1f72d1d-d182-4195-bcfa-b44e1b4a872d req-801ff0ae-0020-40ed-9379-191b94003bc9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8466dff4-4e57-4ae7-833e-c96841f3ec97 HTTP/1.1" status: 200 len: 849 time: 0.0626998 Aug 10 03:38:01.556442 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d1f72d1d-d182-4195-bcfa-b44e1b4a872d req-dbffac0d-d21c-4dfe-9b2e-0ce505c3856b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1aa257be-152d-4cbf-8c05-c54215b83071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328014 Aug 10 03:38:01.638997 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78dac1-f512-4a0a-ae4a-ae8e7e381766 req-95c83ba0-a89a-4931-b684-0a5bf95448e6 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:01.641251 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4f78dac1-f512-4a0a-ae4a-ae8e7e381766 req-95c83ba0-a89a-4931-b684-0a5bf95448e6 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] 10.222.0.62 "GET /v2.0/ports?device_id=9543f9c0-3539-4007-8f3a-d230a0484ed0 HTTP/1.1" status: 200 len: 944 time: 0.0752931 Aug 10 03:38:01.687928 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d1f72d1d-d182-4195-bcfa-b44e1b4a872d req-777366fe-a150-4346-9b14-052821c3dd9b service neutron] 10.222.0.60 "GET /v2.0/networks/1aa257be-152d-4cbf-8c05-c54215b83071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230528 Aug 10 03:38:01.691496 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4f78dac1-f512-4a0a-ae4a-ae8e7e381766 req-4350b933-29e7-4206-8075-ee0ca53181c7 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] 10.222.0.62 "GET /v2.0/security-groups?id=178fd0f0-dbac-4d67-bca5-6222b9170c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433218 Aug 10 03:38:01.791632 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d1f72d1d-d182-4195-bcfa-b44e1b4a872d req-1169a637-789c-4cc2-b1c9-0312e39f6f01 service neutron] 10.222.0.60 "GET /v2.0/networks/1aa257be-152d-4cbf-8c05-c54215b83071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938861 Aug 10 03:38:02.833978 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1b63b-feae-4202-8bbd-bc1d229adb26 req-f38284e2-ae4d-4beb-b14a-16eaa19c6ebe tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:02.836793 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3aa1b63b-feae-4202-8bbd-bc1d229adb26 req-f38284e2-ae4d-4beb-b14a-16eaa19c6ebe tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] 10.222.0.62 "GET /v2.0/ports?device_id=9543f9c0-3539-4007-8f3a-d230a0484ed0 HTTP/1.1" status: 200 len: 944 time: 0.0583239 Aug 10 03:38:02.885703 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3aa1b63b-feae-4202-8bbd-bc1d229adb26 req-c0dbf7dc-28e9-4aac-a1ca-1a7cf32b2ce2 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] 10.222.0.62 "GET /v2.0/security-groups?id=178fd0f0-dbac-4d67-bca5-6222b9170c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423717 Aug 10 03:38:03.042592 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-568a66a9-820b-46d0-83bf-3d0416eb6753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:03.084433 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 58362) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:03.197155 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0e8fc992-3563-4cbd-80cb-604db33baf69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:03.297279 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0e8fc992-3563-4cbd-80cb-604db33baf69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:03.302563 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0e8fc992-3563-4cbd-80cb-604db33baf69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:03.359701 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8fc992-3563-4cbd-80cb-604db33baf69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfaae60-1355-40dd-9fa0-7ac2bc8a4c21,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:03.364423 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-0e8fc992-3563-4cbd-80cb-604db33baf69 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fe5fecb3ab674fae9b46ed6bfa547cbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2786660 Aug 10 03:38:03.367320 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 58366) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:03.410510 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:03.420498 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2f584c13-8d74-4d29-9a58-5abfbc94420a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:03.441955 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2f584c13-8d74-4d29-9a58-5abfbc94420a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:03.491145 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2f584c13-8d74-4d29-9a58-5abfbc94420a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:03.493719 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2f584c13-8d74-4d29-9a58-5abfbc94420a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:03.494968 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-2f584c13-8d74-4d29-9a58-5abfbc94420a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6bfaae60-1355-40dd-9fa0-7ac2bc8a4c21 HTTP/1.1" status: 204 len: 168 time: 0.1272864 Aug 10 03:38:03.507543 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f584c13-8d74-4d29-9a58-5abfbc94420a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfaae60-1355-40dd-9fa0-7ac2bc8a4c21,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:03.737554 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ddf675d5-537e-4e61-b625-2be644244973 req-5a1a5e7a-1a09-4f8d-944d-696301d53bd1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=64e99a93-503f-4589-a54b-4bfb4b839f89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0475199 Aug 10 03:38:03.790102 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 58372) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:03.806102 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-72051b4a-3a46-4e5e-9e76-70e8c884f91c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:03.836473 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf675d5-537e-4e61-b625-2be644244973 req-21b364c5-c503-4927-8a69-d8591f035bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:03.838443 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ddf675d5-537e-4e61-b625-2be644244973 req-21b364c5-c503-4927-8a69-d8591f035bb7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4c338092054e4c64a6391807bc8d123e&device_id=64e99a93-503f-4589-a54b-4bfb4b839f89 HTTP/1.1" status: 200 len: 1097 time: 0.0530174 Aug 10 03:38:03.971143 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-72051b4a-3a46-4e5e-9e76-70e8c884f91c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:03.978647 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-72051b4a-3a46-4e5e-9e76-70e8c884f91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:04.064912 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72051b4a-3a46-4e5e-9e76-70e8c884f91c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc513c90-2f31-4109-9fe9-2f5dfac57595,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:04.073279 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-72051b4a-3a46-4e5e-9e76-70e8c884f91c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=43dcf46c49f5416caf4cbc39925c10ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2818208 Aug 10 03:38:04.076377 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 58378) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:04.116878 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9fea93-8e3d-45a0-8b10-009101155246 req-04d95d7b-08cd-48c2-90d6-1247b8eaf851 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:04.118862 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bc9fea93-8e3d-45a0-8b10-009101155246 req-04d95d7b-08cd-48c2-90d6-1247b8eaf851 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] 10.222.0.62 "GET /v2.0/ports?device_id=9543f9c0-3539-4007-8f3a-d230a0484ed0 HTTP/1.1" status: 200 len: 944 time: 0.1447909 Aug 10 03:38:04.193298 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bd7d5664-b24c-4b06-aa53-60626654475b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:04.197629 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bc9fea93-8e3d-45a0-8b10-009101155246 req-05cbf82f-be31-4398-b73b-749517a4d7bc tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] 10.222.0.62 "GET /v2.0/security-groups?id=178fd0f0-dbac-4d67-bca5-6222b9170c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637991 Aug 10 03:38:04.227038 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bd7d5664-b24c-4b06-aa53-60626654475b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:04.281036 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:04.313270 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bd7d5664-b24c-4b06-aa53-60626654475b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:04.316888 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bd7d5664-b24c-4b06-aa53-60626654475b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:04.318644 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-bd7d5664-b24c-4b06-aa53-60626654475b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dc513c90-2f31-4109-9fe9-2f5dfac57595 HTTP/1.1" status: 204 len: 168 time: 0.2410226 Aug 10 03:38:04.333560 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7d5664-b24c-4b06-aa53-60626654475b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc513c90-2f31-4109-9fe9-2f5dfac57595,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:04.387861 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf675d5-537e-4e61-b625-2be644244973 req-749a5089-49e1-4dd0-a2e3-abb0a6a7e11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:04.390471 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ddf675d5-537e-4e61-b625-2be644244973 req-749a5089-49e1-4dd0-a2e3-abb0a6a7e11f service neutron] 10.222.0.58 "GET /v2.0/networks?id=279202d0-9092-43db-a92b-1b10a2ad47a0 HTTP/1.1" status: 200 len: 910 time: 0.5241258 Aug 10 03:38:04.488735 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ddf675d5-537e-4e61-b625-2be644244973 req-01959892-41c1-4e98-842c-e7be5150b272 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90c9acd8-06fa-4b48-adf3-2d7412895c25 HTTP/1.1" status: 200 len: 1001 time: 0.0858173 Aug 10 03:38:04.559310 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf675d5-537e-4e61-b625-2be644244973 req-466390c2-7141-4373-8702-a79c14f484cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:04.562330 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ddf675d5-537e-4e61-b625-2be644244973 req-466390c2-7141-4373-8702-a79c14f484cd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f2663f19-57f7-4b1a-a47e-fe316f67f230 HTTP/1.1" status: 200 len: 848 time: 0.0632057 Aug 10 03:38:04.622288 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf675d5-537e-4e61-b625-2be644244973 req-93735938-e3f8-48a1-8d08-db9e0c80572b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:04.625541 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ddf675d5-537e-4e61-b625-2be644244973 req-93735938-e3f8-48a1-8d08-db9e0c80572b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=279202d0-9092-43db-a92b-1b10a2ad47a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550237 Aug 10 03:38:04.738971 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ddf675d5-537e-4e61-b625-2be644244973 req-82652aa8-11da-46d5-bbde-5ae1c8bb8706 service neutron] 10.222.0.58 "GET /v2.0/networks/279202d0-9092-43db-a92b-1b10a2ad47a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065006 Aug 10 03:38:04.851552 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ddf675d5-537e-4e61-b625-2be644244973 req-e7f53c39-8a14-4f17-a780-f40a9f004409 service neutron] 10.222.0.58 "GET /v2.0/networks/279202d0-9092-43db-a92b-1b10a2ad47a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051595 Aug 10 03:38:05.377642 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a7669a-601f-4f44-85e2-e8deeebd79f6 req-d0269f09-e129-4b2c-b598-37a23327c37b tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:05.379223 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d8a7669a-601f-4f44-85e2-e8deeebd79f6 req-d0269f09-e129-4b2c-b598-37a23327c37b tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] 10.222.0.62 "GET /v2.0/ports?device_id=9543f9c0-3539-4007-8f3a-d230a0484ed0 HTTP/1.1" status: 200 len: 944 time: 0.0548372 Aug 10 03:38:05.427507 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d8a7669a-601f-4f44-85e2-e8deeebd79f6 req-bfd5aa73-739f-4618-8587-25a7d5c40724 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] 10.222.0.62 "GET /v2.0/security-groups?id=178fd0f0-dbac-4d67-bca5-6222b9170c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397327 Aug 10 03:38:05.435227 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 58416) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:05.611466 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-10af5676-e1b7-4985-b2a7-6f72cb8f117c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:05.622611 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 11a83c16-658e-4b4c-b1c3-052b982088b3 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:38:05.734345 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-10af5676-e1b7-4985-b2a7-6f72cb8f117c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:05.738930 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-10af5676-e1b7-4985-b2a7-6f72cb8f117c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:05.743199 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 11a83c16-658e-4b4c-b1c3-052b982088b3, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=11a83c16-658e-4b4c-b1c3-052b982088b3,segment=NetworkSegment(6a95bc73-af51-4183-a1ee-81e4df6a3f93),segment_id=6a95bc73-af51-4183-a1ee-81e4df6a3f93)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:05.763592 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '11a83c16-658e-4b4c-b1c3-052b982088b3', 'network_id': '1aa257be-152d-4cbf-8c05-c54215b83071', 'port_id': '11a83c16-658e-4b4c-b1c3-052b982088b3', 'mac_address': 'fa:16:3e:4b:90:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8466dff4-4e57-4ae7-833e-c96841f3ec97', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:38:05.784075 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-10af5676-e1b7-4985-b2a7-6f72cb8f117c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=417fdf892fc44e378b380c41f5e1aebc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3453927 Aug 10 03:38:05.784075 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af5676-e1b7-4985-b2a7-6f72cb8f117c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b28d7365-39ce-4504-953f-20ee97254b30,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:05.784557 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 58430) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:05.815828 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:05.833053 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11a83c16-658e-4b4c-b1c3-052b982088b3 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:38:05.858757 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2734c229-5eec-4864-b4dd-07c95618328e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:05.864445 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 11a83c16-658e-4b4c-b1c3-052b982088b3, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=11a83c16-658e-4b4c-b1c3-052b982088b3,segment=NetworkSegment(6a95bc73-af51-4183-a1ee-81e4df6a3f93),segment_id=6a95bc73-af51-4183-a1ee-81e4df6a3f93)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:05.870993 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:05.888661 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2734c229-5eec-4864-b4dd-07c95618328e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:05.940731 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=11a83c16-658e-4b4c-b1c3-052b982088b3,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:05.951661 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2734c229-5eec-4864-b4dd-07c95618328e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:05.954547 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2734c229-5eec-4864-b4dd-07c95618328e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:05.955765 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2734c229-5eec-4864-b4dd-07c95618328e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b28d7365-39ce-4504-953f-20ee97254b30 HTTP/1.1" status: 204 len: 168 time: 0.1593628 Aug 10 03:38:05.976298 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:05.976917 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2734c229-5eec-4864-b4dd-07c95618328e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28d7365-39ce-4504-953f-20ee97254b30,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:06.107416 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['11a83c16-658e-4b4c-b1c3-052b982088b3'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:38:06.432896 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 58448) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:06.447314 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-af19b8df-0c54-4529-a677-d89b1828b5ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:06.591534 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-af19b8df-0c54-4529-a677-d89b1828b5ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:06.601642 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e89f14b-bf93-4619-87a2-8b10ba4b61df req-f2f59138-ffd5-4d46-806c-3d0f168d36b2 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:06.603463 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0e89f14b-bf93-4619-87a2-8b10ba4b61df req-f2f59138-ffd5-4d46-806c-3d0f168d36b2 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] 10.222.0.62 "GET /v2.0/ports?device_id=9543f9c0-3539-4007-8f3a-d230a0484ed0 HTTP/1.1" status: 200 len: 945 time: 0.0878763 Aug 10 03:38:06.604692 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-af19b8df-0c54-4529-a677-d89b1828b5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:06.672325 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-af19b8df-0c54-4529-a677-d89b1828b5ec admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=20cee108cc8043faae0878a2f097f4da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2381816 Aug 10 03:38:06.675692 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 58456) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:06.675999 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af19b8df-0c54-4529-a677-d89b1828b5ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31381a41-eb3c-4feb-bd77-f6f191e78914,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:06.698801 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0e89f14b-bf93-4619-87a2-8b10ba4b61df req-9f74c029-f782-4a9f-9262-376404ae2cea tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] 10.222.0.62 "GET /v2.0/security-groups?id=178fd0f0-dbac-4d67-bca5-6222b9170c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826471 Aug 10 03:38:06.741768 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-de9ada33-1a66-464f-9745-b70ece43784b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:06.773225 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-de9ada33-1a66-464f-9745-b70ece43784b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:06.834713 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-de9ada33-1a66-464f-9745-b70ece43784b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:06.839392 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-de9ada33-1a66-464f-9745-b70ece43784b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:06.841093 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-de9ada33-1a66-464f-9745-b70ece43784b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/31381a41-eb3c-4feb-bd77-f6f191e78914 HTTP/1.1" status: 204 len: 168 time: 0.1637654 Aug 10 03:38:06.852976 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9ada33-1a66-464f-9745-b70ece43784b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31381a41-eb3c-4feb-bd77-f6f191e78914,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:07.315827 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 58476) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:07.330200 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b96eea10-d701-471c-9137-3784f90e5ef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:07.429044 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b96eea10-d701-471c-9137-3784f90e5ef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:07.433746 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b96eea10-d701-471c-9137-3784f90e5ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:07.471489 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96eea10-d701-471c-9137-3784f90e5ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c25aa73-250b-4c82-a5ff-7883a450a114,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:07.483715 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b96eea10-d701-471c-9137-3784f90e5ef7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=40999c63d11e462292b7c50623cddeff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1636834 Aug 10 03:38:07.484039 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 58482) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:07.535708 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6d7b7114-86c8-4d67-9de9-4b02b9864531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:07.557629 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6d7b7114-86c8-4d67-9de9-4b02b9864531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:07.605660 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6d7b7114-86c8-4d67-9de9-4b02b9864531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:07.611833 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6d7b7114-86c8-4d67-9de9-4b02b9864531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:07.611833 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-6d7b7114-86c8-4d67-9de9-4b02b9864531 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0c25aa73-250b-4c82-a5ff-7883a450a114 HTTP/1.1" status: 204 len: 168 time: 0.1251690 Aug 10 03:38:07.619414 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7b7114-86c8-4d67-9de9-4b02b9864531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c25aa73-250b-4c82-a5ff-7883a450a114,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:07.627675 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 11a83c16-658e-4b4c-b1c3-052b982088b3 up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:38:07.689741 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port 11a83c16-658e-4b4c-b1c3-052b982088b3 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:38:07.693514 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 11a83c16-658e-4b4c-b1c3-052b982088b3 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:07.694081 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:07.799835 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:07.833563 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9543f9c0-3539-4007-8f3a-d230a0484ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a83c16-658e-4b4c-b1c3-052b982088b3'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:38:07.835890 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1678d566-c031-4b1b-a970-25f109a5ec8f" -d '{"events": [{"server_uuid": "9543f9c0-3539-4007-8f3a-d230a0484ed0", "name": "network-vif-plugged", "status": "completed", "tag": "11a83c16-658e-4b4c-b1c3-052b982088b3"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:38:07.849680 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd724f-d57e-4b1f-997e-e4f1f2fd8dec req-50030f6d-0d8c-4937-bb0e-b7ee1ebdf206 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:07.851808 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 11a83c16-658e-4b4c-b1c3-052b982088b3, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=11a83c16-658e-4b4c-b1c3-052b982088b3,segment=NetworkSegment(6a95bc73-af51-4183-a1ee-81e4df6a3f93),segment_id=6a95bc73-af51-4183-a1ee-81e4df6a3f93)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:07.856917 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:07.859731 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-14fd724f-d57e-4b1f-997e-e4f1f2fd8dec req-50030f6d-0d8c-4937-bb0e-b7ee1ebdf206 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] 10.222.0.62 "GET /v2.0/ports?device_id=9543f9c0-3539-4007-8f3a-d230a0484ed0 HTTP/1.1" status: 200 len: 945 time: 0.0746124 Aug 10 03:38:07.887852 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a13b01-e741-44c2-a27b-b5c08910c94c x-openstack-request-id: req-33a13b01-e741-44c2-a27b-b5c08910c94c {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:38:07.888368 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9543f9c0-3539-4007-8f3a-d230a0484ed0", "name": "network-vif-plugged", "status": "completed", "tag": "11a83c16-658e-4b4c-b1c3-052b982088b3", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:38:07.888770 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-33a13b01-e741-44c2-a27b-b5c08910c94c {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:38:07.889484 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9543f9c0-3539-4007-8f3a-d230a0484ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a83c16-658e-4b4c-b1c3-052b982088b3', 'code': 200} Aug 10 03:38:07.915870 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-14fd724f-d57e-4b1f-997e-e4f1f2fd8dec req-62551ee8-f658-44db-95f4-c3a795373643 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] 10.222.0.62 "GET /v2.0/security-groups?id=178fd0f0-dbac-4d67-bca5-6222b9170c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552347 Aug 10 03:38:07.935831 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=11a83c16-658e-4b4c-b1c3-052b982088b3,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:08.017213 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a4a22a-8a0d-4084-b5a3-5c03f352466b req-50ddfd7f-cd9c-4690-8ddc-a6b54a384a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:08.018996 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-93a4a22a-8a0d-4084-b5a3-5c03f352466b req-50ddfd7f-cd9c-4690-8ddc-a6b54a384a21 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9543f9c0-3539-4007-8f3a-d230a0484ed0 HTTP/1.1" status: 200 len: 1098 time: 0.0440021 Aug 10 03:38:08.068039 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-93a4a22a-8a0d-4084-b5a3-5c03f352466b req-638999ee-6102-4bc3-921a-674d4beba5af service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=178fd0f0-dbac-4d67-bca5-6222b9170c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340428 Aug 10 03:38:08.553315 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 58526) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:08.656953 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-9031ace0-b0c0-4c1b-b509-a17191209531 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-429061569-network', 'tenant_id': '507d503fd06b4cb4978235be424361b9'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:08.679385 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9031ace0-b0c0-4c1b-b509-a17191209531 admin admin] Made reservation on behalf of 507d503fd06b4cb4978235be424361b9 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:08.681959 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9031ace0-b0c0-4c1b-b509-a17191209531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:08.691729 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9031ace0-b0c0-4c1b-b509-a17191209531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:08.794371 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9031ace0-b0c0-4c1b-b509-a17191209531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:08.798914 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9031ace0-b0c0-4c1b-b509-a17191209531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:08.824972 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9031ace0-b0c0-4c1b-b509-a17191209531 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:38:08.836373 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9031ace0-b0c0-4c1b-b509-a17191209531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5955a345-1a7b-46bd-8665-58ce52cb9528,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:08.842683 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9031ace0-b0c0-4c1b-b509-a17191209531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:08.843070 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-9031ace0-b0c0-4c1b-b509-a17191209531 admin admin] Added segment 68d3d456-4508-403c-8916-64ce3b2d27e0 of type vlan for network 3582dc2f-a6eb-433d-979e-fd1eb2479315 Aug 10 03:38:08.890528 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9031ace0-b0c0-4c1b-b509-a17191209531 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:08.923087 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9031ace0-b0c0-4c1b-b509-a17191209531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:08.924073 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9031ace0-b0c0-4c1b-b509-a17191209531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:08.925215 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9031ace0-b0c0-4c1b-b509-a17191209531 admin admin] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:08.979559 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9031ace0-b0c0-4c1b-b509-a17191209531 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4251099 Aug 10 03:38:08.982307 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 58544) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:08.989551 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-53d155f5-2725-4267-b701-3fa3ef4e78f1 admin admin] Request body: {'subnet': {'network_id': '3582dc2f-a6eb-433d-979e-fd1eb2479315', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-429061569-subnet', 'tenant_id': '507d503fd06b4cb4978235be424361b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:09.015799 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d155f5-2725-4267-b701-3fa3ef4e78f1 admin admin] Made reservation on behalf of 507d503fd06b4cb4978235be424361b9 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:09.018576 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-53d155f5-2725-4267-b701-3fa3ef4e78f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:09.036027 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9031ace0-b0c0-4c1b-b509-a17191209531 admin admin] Pushing event updated for resources: {'Network': ['ID=3582dc2f-a6eb-433d-979e-fd1eb2479315,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:09.047776 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 3582dc2f-a6eb-433d-979e-fd1eb2479315 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:38:09.093942 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717076b9-4b72-47f6-82c5-e2b1037bbd1c req-a0a9d84a-77a3-452e-8415-8582ae98c38f tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:09.104236 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-717076b9-4b72-47f6-82c5-e2b1037bbd1c req-a0a9d84a-77a3-452e-8415-8582ae98c38f tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] 10.222.0.62 "GET /v2.0/ports?device_id=9543f9c0-3539-4007-8f3a-d230a0484ed0 HTTP/1.1" status: 200 len: 946 time: 0.0801136 Aug 10 03:38:09.144868 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-717076b9-4b72-47f6-82c5-e2b1037bbd1c req-ecb8e8fd-7538-4bf5-9592-89e7bb09c879 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] 10.222.0.62 "GET /v2.0/security-groups?id=178fd0f0-dbac-4d67-bca5-6222b9170c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399792 Aug 10 03:38:09.235792 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-53d155f5-2725-4267-b701-3fa3ef4e78f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:09.286090 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d155f5-2725-4267-b701-3fa3ef4e78f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d36f368-cf9f-494a-841d-5d460bd8bdb2,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:09.303311 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d155f5-2725-4267-b701-3fa3ef4e78f1 admin admin] Checking segment: {'id': '68d3d456-4508-403c-8916-64ce3b2d27e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3582dc2f-a6eb-433d-979e-fd1eb2479315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:09.303311 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d155f5-2725-4267-b701-3fa3ef4e78f1 admin admin] Network hostable DHCP agents. Network: 3582dc2f-a6eb-433d-979e-fd1eb2479315, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:38:09.322577 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d155f5-2725-4267-b701-3fa3ef4e78f1 admin admin] Network 3582dc2f-a6eb-433d-979e-fd1eb2479315 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:38:09.331824 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-53d155f5-2725-4267-b701-3fa3ef4e78f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 3582dc2f-a6eb-433d-979e-fd1eb2479315) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:09.340098 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd87b17-fbea-4b9a-879e-647f33d45104 None None] Network 3582dc2f-a6eb-433d-979e-fd1eb2479315 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:38:09.347933 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d155f5-2725-4267-b701-3fa3ef4e78f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:09.348755 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-53d155f5-2725-4267-b701-3fa3ef4e78f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:09.364897 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-53d155f5-2725-4267-b701-3fa3ef4e78f1 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3808436 Aug 10 03:38:09.477046 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4e9204-d1b9-4fb2-be03-3c51aacc8d9a None None] Network 3582dc2f-a6eb-433d-979e-fd1eb2479315 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:38:10.242202 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 58584) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:10.247439 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-8a8c2269-9015-4a7d-a28f-5cad2f9193b1 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1427207586-network', 'tenant_id': 'ade99d3d74e54d73897ca5f59436a0b8'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:10.269200 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8c2269-9015-4a7d-a28f-5cad2f9193b1 admin admin] Made reservation on behalf of ade99d3d74e54d73897ca5f59436a0b8 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:10.271793 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8a8c2269-9015-4a7d-a28f-5cad2f9193b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:10.272637 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b9333-816f-40ee-8666-ece47d26ba2b req-e05922b6-9381-40e0-8936-cdb4996d81d4 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:10.274181 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-469b9333-816f-40ee-8666-ece47d26ba2b req-e05922b6-9381-40e0-8936-cdb4996d81d4 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] 10.222.0.62 "GET /v2.0/ports?device_id=9543f9c0-3539-4007-8f3a-d230a0484ed0 HTTP/1.1" status: 200 len: 946 time: 0.0581753 Aug 10 03:38:10.288286 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8a8c2269-9015-4a7d-a28f-5cad2f9193b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:10.319512 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-469b9333-816f-40ee-8666-ece47d26ba2b req-8659fd1d-bcca-4e70-8e31-86aa86898484 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] 10.222.0.62 "GET /v2.0/security-groups?id=178fd0f0-dbac-4d67-bca5-6222b9170c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385752 Aug 10 03:38:10.410939 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8a8c2269-9015-4a7d-a28f-5cad2f9193b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:10.415355 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8a8c2269-9015-4a7d-a28f-5cad2f9193b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:10.445919 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a8c2269-9015-4a7d-a28f-5cad2f9193b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:38:10.458689 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8c2269-9015-4a7d-a28f-5cad2f9193b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a21d0a-a68a-4dbd-9aba-2a5cb71fcc6b,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:10.466218 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8a8c2269-9015-4a7d-a28f-5cad2f9193b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:10.466639 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-8a8c2269-9015-4a7d-a28f-5cad2f9193b1 admin admin] Added segment d8e53edc-5da7-40a9-82d1-b86b618111e7 of type vlan for network bfc67da8-4929-4780-b459-7c29f66d2744 Aug 10 03:38:10.513932 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8a8c2269-9015-4a7d-a28f-5cad2f9193b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:10.546617 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8a8c2269-9015-4a7d-a28f-5cad2f9193b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:10.547859 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8c2269-9015-4a7d-a28f-5cad2f9193b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:10.548606 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8a8c2269-9015-4a7d-a28f-5cad2f9193b1 admin admin] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:10.602153 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8a8c2269-9015-4a7d-a28f-5cad2f9193b1 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3587816 Aug 10 03:38:10.605064 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 58594) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:10.609779 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8c2269-9015-4a7d-a28f-5cad2f9193b1 admin admin] Pushing event updated for resources: {'Network': ['ID=bfc67da8-4929-4780-b459-7c29f66d2744,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:10.612595 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-5e9d5e8f-949b-43df-93cb-be80dbe5cf04 admin admin] Request body: {'subnet': {'network_id': 'bfc67da8-4929-4780-b459-7c29f66d2744', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1427207586-subnet', 'tenant_id': 'ade99d3d74e54d73897ca5f59436a0b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:10.619765 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network bfc67da8-4929-4780-b459-7c29f66d2744 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:38:10.657277 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e9d5e8f-949b-43df-93cb-be80dbe5cf04 admin admin] Made reservation on behalf of ade99d3d74e54d73897ca5f59436a0b8 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:10.660419 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5e9d5e8f-949b-43df-93cb-be80dbe5cf04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:10.734670 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 58600) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:10.859602 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0a827426-7b87-4816-a482-f84dbe063d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:10.976470 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0a827426-7b87-4816-a482-f84dbe063d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:10.981495 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0a827426-7b87-4816-a482-f84dbe063d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:11.021698 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0a827426-7b87-4816-a482-f84dbe063d8c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=63fe3de56a504af2b2c0d7038100dae3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2860253 Aug 10 03:38:11.022438 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a827426-7b87-4816-a482-f84dbe063d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf88ac0a-fa57-4f04-b602-c4351d41fb93,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:11.024962 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 58610) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:11.067215 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71353f03-01b5-448e-b350-85a380479ac0 req-bf761c77-5ddd-405b-8ed4-3213485b156b tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:11.068727 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-71353f03-01b5-448e-b350-85a380479ac0 req-bf761c77-5ddd-405b-8ed4-3213485b156b tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] 10.222.0.62 "GET /v2.0/ports?device_id=9543f9c0-3539-4007-8f3a-d230a0484ed0 HTTP/1.1" status: 200 len: 946 time: 0.0773528 Aug 10 03:38:11.079800 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7b3bbf61-63b7-452c-9ecb-e00a51322cf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:11.101827 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7b3bbf61-63b7-452c-9ecb-e00a51322cf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:11.141800 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-71353f03-01b5-448e-b350-85a380479ac0 req-926ed60b-6725-498e-a27c-56267ef59032 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] 10.222.0.62 "GET /v2.0/security-groups?id=178fd0f0-dbac-4d67-bca5-6222b9170c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661457 Aug 10 03:38:11.168076 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7b3bbf61-63b7-452c-9ecb-e00a51322cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:11.171031 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7b3bbf61-63b7-452c-9ecb-e00a51322cf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:11.172192 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7b3bbf61-63b7-452c-9ecb-e00a51322cf2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cf88ac0a-fa57-4f04-b602-c4351d41fb93 HTTP/1.1" status: 204 len: 168 time: 0.1462169 Aug 10 03:38:11.185336 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bbf61-63b7-452c-9ecb-e00a51322cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf88ac0a-fa57-4f04-b602-c4351d41fb93,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:11.199263 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5e9d5e8f-949b-43df-93cb-be80dbe5cf04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:11.264732 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9d5e8f-949b-43df-93cb-be80dbe5cf04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f560423e-235d-474f-8b35-14c74b487177,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:11.275890 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9d5e8f-949b-43df-93cb-be80dbe5cf04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:11.276509 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9d5e8f-949b-43df-93cb-be80dbe5cf04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:11.276843 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9d5e8f-949b-43df-93cb-be80dbe5cf04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:11.276942 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9d5e8f-949b-43df-93cb-be80dbe5cf04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:11.277213 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9d5e8f-949b-43df-93cb-be80dbe5cf04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:11.277547 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9d5e8f-949b-43df-93cb-be80dbe5cf04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:11.277876 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9d5e8f-949b-43df-93cb-be80dbe5cf04 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:11.278205 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9d5e8f-949b-43df-93cb-be80dbe5cf04 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:11.278531 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9d5e8f-949b-43df-93cb-be80dbe5cf04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:11.278958 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9d5e8f-949b-43df-93cb-be80dbe5cf04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:11.279370 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9d5e8f-949b-43df-93cb-be80dbe5cf04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:11.279747 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9d5e8f-949b-43df-93cb-be80dbe5cf04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:11.284722 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9d5e8f-949b-43df-93cb-be80dbe5cf04 admin admin] Checking segment: {'id': 'd8e53edc-5da7-40a9-82d1-b86b618111e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'bfc67da8-4929-4780-b459-7c29f66d2744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:11.285092 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9d5e8f-949b-43df-93cb-be80dbe5cf04 admin admin] Network hostable DHCP agents. Network: bfc67da8-4929-4780-b459-7c29f66d2744, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:38:11.304642 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9d5e8f-949b-43df-93cb-be80dbe5cf04 admin admin] Network bfc67da8-4929-4780-b459-7c29f66d2744 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:38:11.316375 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-5e9d5e8f-949b-43df-93cb-be80dbe5cf04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, bfc67da8-4929-4780-b459-7c29f66d2744) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:11.327349 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9d5e8f-949b-43df-93cb-be80dbe5cf04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:11.328060 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5e9d5e8f-949b-43df-93cb-be80dbe5cf04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:11.328205 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0200e1b6-0d79-41a8-a0f2-42eb7bbf5a25 None None] Network bfc67da8-4929-4780-b459-7c29f66d2744 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:38:11.349284 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-5e9d5e8f-949b-43df-93cb-be80dbe5cf04 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7418931 Aug 10 03:38:11.487054 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7957fa-4410-4d4b-bcb3-2c74e873fae0 None None] Network bfc67da8-4929-4780-b459-7c29f66d2744 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:38:11.495292 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 58620) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:11.509414 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dd221ddb-e10f-4862-bde9-266837f80481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:11.611381 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dd221ddb-e10f-4862-bde9-266837f80481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:11.617327 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dd221ddb-e10f-4862-bde9-266837f80481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:11.658103 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-dd221ddb-e10f-4862-bde9-266837f80481 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=76385a5b97254a3396a46efc50613adc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1617017 Aug 10 03:38:11.660988 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 58626) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:11.663374 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd221ddb-e10f-4862-bde9-266837f80481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d63a5cb-367b-47f7-8443-ea0f94c19917,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:11.712485 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3e687cb7-2b66-4dd2-9be3-515b4a09cf86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:11.738504 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3e687cb7-2b66-4dd2-9be3-515b4a09cf86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:11.833265 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3e687cb7-2b66-4dd2-9be3-515b4a09cf86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:11.835867 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3e687cb7-2b66-4dd2-9be3-515b4a09cf86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:11.837005 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-3e687cb7-2b66-4dd2-9be3-515b4a09cf86 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8d63a5cb-367b-47f7-8443-ea0f94c19917 HTTP/1.1" status: 204 len: 168 time: 0.1751063 Aug 10 03:38:11.853049 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e687cb7-2b66-4dd2-9be3-515b4a09cf86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d63a5cb-367b-47f7-8443-ea0f94c19917,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:11.899180 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da9ea9c-0699-4494-8cfc-a57531015738 req-1a0da545-115f-42d3-9c16-f9b6300908cb tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:11.900924 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9da9ea9c-0699-4494-8cfc-a57531015738 req-1a0da545-115f-42d3-9c16-f9b6300908cb tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] 10.222.0.62 "GET /v2.0/networks?id=3582dc2f-a6eb-433d-979e-fd1eb2479315 HTTP/1.1" status: 200 len: 811 time: 0.1159222 Aug 10 03:38:11.915891 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9da9ea9c-0699-4494-8cfc-a57531015738 req-eb5612c6-129a-48cb-96b0-bbcc8d514a79 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] 10.222.0.62 "GET /v2.0/quotas/507d503fd06b4cb4978235be424361b9 HTTP/1.1" status: 200 len: 375 time: 0.0092459 Aug 10 03:38:11.948955 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9da9ea9c-0699-4494-8cfc-a57531015738 req-95791e12-ecb7-4fa4-b5d6-b7e39c6442b8 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=507d503fd06b4cb4978235be424361b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266917 Aug 10 03:38:12.044967 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9da9ea9c-0699-4494-8cfc-a57531015738 req-1e749676-0bc7-4e56-addd-63154c8142fd service neutron] 10.222.0.62 "GET /v2.0/networks/3582dc2f-a6eb-433d-979e-fd1eb2479315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890524 Aug 10 03:38:12.145865 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9da9ea9c-0699-4494-8cfc-a57531015738 req-ff98c288-43f2-4e31-bd2f-efb17ba8043c service neutron] 10.222.0.62 "GET /v2.0/networks/3582dc2f-a6eb-433d-979e-fd1eb2479315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938177 Aug 10 03:38:12.298389 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee15f1-f3bd-4d76-87e8-3a3412ed2001 req-e47e2756-fb42-4012-aea2-b2830a6e851c tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:12.301490 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-27ee15f1-f3bd-4d76-87e8-3a3412ed2001 req-e47e2756-fb42-4012-aea2-b2830a6e851c tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] 10.222.0.62 "GET /v2.0/ports?device_id=9543f9c0-3539-4007-8f3a-d230a0484ed0 HTTP/1.1" status: 200 len: 946 time: 0.0701871 Aug 10 03:38:12.373967 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-344785fb-1de6-4e06-b92c-9d6fda00c1ea req-279f5d08-6b27-4c40-ab9e-8b542bba87a7 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] 10.222.0.62 "GET /v2.0/ports?device_id=2de5e054-e7bc-49fa-9824-daa33c512fee HTTP/1.1" status: 200 len: 210 time: 0.0448179 Aug 10 03:38:12.385744 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-27ee15f1-f3bd-4d76-87e8-3a3412ed2001 req-a949bfb8-f664-4a5b-bc43-f8a62ffd3282 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] 10.222.0.62 "GET /v2.0/security-groups?id=178fd0f0-dbac-4d67-bca5-6222b9170c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785358 Aug 10 03:38:12.403095 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c93e8-9b28-4d41-99e4-90dc5e23de2b req-7d9b2a38-22e8-48a3-a644-62a96e78d4f3 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:12.413145 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-dd0c93e8-9b28-4d41-99e4-90dc5e23de2b req-7d9b2a38-22e8-48a3-a644-62a96e78d4f3 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] 10.222.0.60 "GET /v2.0/ports?device_id=9543f9c0-3539-4007-8f3a-d230a0484ed0 HTTP/1.1" status: 200 len: 946 time: 0.0610902 Aug 10 03:38:12.524882 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-dd0c93e8-9b28-4d41-99e4-90dc5e23de2b req-7805bd6d-45f1-4839-8b82-436f230e6b12 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] Deleting port 11a83c16-658e-4b4c-b1c3-052b982088b3 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:38:12.525503 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-dd0c93e8-9b28-4d41-99e4-90dc5e23de2b req-7805bd6d-45f1-4839-8b82-436f230e6b12 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:12.630132 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-dd0c93e8-9b28-4d41-99e4-90dc5e23de2b req-7805bd6d-45f1-4839-8b82-436f230e6b12 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] For port 11a83c16-658e-4b4c-b1c3-052b982088b3, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=11a83c16-658e-4b4c-b1c3-052b982088b3,segment=NetworkSegment(6a95bc73-af51-4183-a1ee-81e4df6a3f93),segment_id=6a95bc73-af51-4183-a1ee-81e4df6a3f93)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:12.630890 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-dd0c93e8-9b28-4d41-99e4-90dc5e23de2b req-7805bd6d-45f1-4839-8b82-436f230e6b12 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:12.646020 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-dd0c93e8-9b28-4d41-99e4-90dc5e23de2b req-7805bd6d-45f1-4839-8b82-436f230e6b12 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] Calling delete_port for 11a83c16-658e-4b4c-b1c3-052b982088b3 owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:38:12.791005 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-dd0c93e8-9b28-4d41-99e4-90dc5e23de2b req-7805bd6d-45f1-4839-8b82-436f230e6b12 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:12.804240 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['11a83c16-658e-4b4c-b1c3-052b982088b3'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:38:12.820028 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7805bd6d-45f1-4839-8b82-436f230e6b12 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] Pushing event deleted for resources: {'Port': ['ID=11a83c16-658e-4b4c-b1c3-052b982088b3,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:12.865220 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd0c93e8-9b28-4d41-99e4-90dc5e23de2b req-7805bd6d-45f1-4839-8b82-436f230e6b12 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] No DVR routers for this DVR port 11a83c16-658e-4b4c-b1c3-052b982088b3 on host n-h2-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:38:12.867908 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-dd0c93e8-9b28-4d41-99e4-90dc5e23de2b req-7805bd6d-45f1-4839-8b82-436f230e6b12 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:12.869937 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-dd0c93e8-9b28-4d41-99e4-90dc5e23de2b req-7805bd6d-45f1-4839-8b82-436f230e6b12 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] 10.222.0.60 "DELETE /v2.0/ports/11a83c16-658e-4b4c-b1c3-052b982088b3 HTTP/1.1" status: 204 len: 173 time: 0.4478772 Aug 10 03:38:12.870386 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9543f9c0-3539-4007-8f3a-d230a0484ed0', 'name': 'network-vif-deleted', 'tag': '11a83c16-658e-4b4c-b1c3-052b982088b3'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:38:12.872778 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b41db50-32bb-42f4-a150-00e79509f2a2" -d '{"events": [{"server_uuid": "9543f9c0-3539-4007-8f3a-d230a0484ed0", "name": "network-vif-deleted", "tag": "11a83c16-658e-4b4c-b1c3-052b982088b3"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:38:12.916277 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b774a5-332f-4373-88e7-fffa732e156e x-openstack-request-id: req-a6b774a5-332f-4373-88e7-fffa732e156e {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:38:12.916565 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9543f9c0-3539-4007-8f3a-d230a0484ed0", "name": "network-vif-deleted", "tag": "11a83c16-658e-4b4c-b1c3-052b982088b3", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:38:12.916818 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a6b774a5-332f-4373-88e7-fffa732e156e {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:38:12.917219 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9543f9c0-3539-4007-8f3a-d230a0484ed0', 'name': 'network-vif-deleted', 'tag': '11a83c16-658e-4b4c-b1c3-052b982088b3', 'status': 'completed', 'code': 200} Aug 10 03:38:13.542292 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-052947fe-0f7b-4007-b517-5a5fa9711394 req-1a75edd4-f107-4088-99a5-bd8400245fe7 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] 10.222.0.62 "GET /v2.0/ports?device_id=2de5e054-e7bc-49fa-9824-daa33c512fee HTTP/1.1" status: 200 len: 210 time: 0.0395875 Aug 10 03:38:13.611678 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-573c918a-81e9-47b3-9470-f6de54ceb680 req-e5c55024-3c13-4b46-8321-4eb821aedf33 tempest-VolumesActionsTest-1850145643 tempest-VolumesActionsTest-1850145643-project] 10.222.0.62 "GET /v2.0/ports?device_id=9543f9c0-3539-4007-8f3a-d230a0484ed0 HTTP/1.1" status: 200 len: 210 time: 0.0475721 Aug 10 03:38:13.646966 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da9ea9c-0699-4494-8cfc-a57531015738 req-780fca37-6cab-4cb0-90f1-42d9469dbac9 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:13.649317 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-9da9ea9c-0699-4494-8cfc-a57531015738 req-780fca37-6cab-4cb0-90f1-42d9469dbac9 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] 10.222.0.58 "GET /v2.0/networks?id=3582dc2f-a6eb-433d-979e-fd1eb2479315 HTTP/1.1" status: 200 len: 811 time: 0.1414139 Aug 10 03:38:13.663215 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-9da9ea9c-0699-4494-8cfc-a57531015738 req-84cd2d56-4a7d-4ec1-bcf7-aa0d87fa7fe8 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] Request body: {'port': {'device_id': '2de5e054-e7bc-49fa-9824-daa33c512fee', 'network_id': '3582dc2f-a6eb-433d-979e-fd1eb2479315', 'admin_state_up': True, 'tenant_id': '507d503fd06b4cb4978235be424361b9'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:13.783852 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9da9ea9c-0699-4494-8cfc-a57531015738 req-84cd2d56-4a7d-4ec1-bcf7-aa0d87fa7fe8 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] Made reservation on behalf of 507d503fd06b4cb4978235be424361b9 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:13.787508 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-9da9ea9c-0699-4494-8cfc-a57531015738 req-84cd2d56-4a7d-4ec1-bcf7-aa0d87fa7fe8 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:13.927623 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-9da9ea9c-0699-4494-8cfc-a57531015738 req-84cd2d56-4a7d-4ec1-bcf7-aa0d87fa7fe8 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] Allocated IP 172.20.0.12 (3582dc2f-a6eb-433d-979e-fd1eb2479315/2d36f368-cf9f-494a-841d-5d460bd8bdb2/209bf17b-75f2-4c6f-a509-9ec1ff99fcb3) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:38:14.087800 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-9da9ea9c-0699-4494-8cfc-a57531015738 req-84cd2d56-4a7d-4ec1-bcf7-aa0d87fa7fe8 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:14.129702 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-9da9ea9c-0699-4494-8cfc-a57531015738 req-84cd2d56-4a7d-4ec1-bcf7-aa0d87fa7fe8 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:14.180281 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9da9ea9c-0699-4494-8cfc-a57531015738 req-84cd2d56-4a7d-4ec1-bcf7-aa0d87fa7fe8 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] Network 3582dc2f-a6eb-433d-979e-fd1eb2479315 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:38:14.185804 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-9da9ea9c-0699-4494-8cfc-a57531015738 req-84cd2d56-4a7d-4ec1-bcf7-aa0d87fa7fe8 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:14.190146 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da9ea9c-0699-4494-8cfc-a57531015738 req-84cd2d56-4a7d-4ec1-bcf7-aa0d87fa7fe8 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:38:14.216302 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cd2d56-4a7d-4ec1-bcf7-aa0d87fa7fe8 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] Pushing event updated for resources: {'Port': ['ID=209bf17b-75f2-4c6f-a509-9ec1ff99fcb3,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:14.244894 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da9ea9c-0699-4494-8cfc-a57531015738 req-84cd2d56-4a7d-4ec1-bcf7-aa0d87fa7fe8 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:14.245552 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-9da9ea9c-0699-4494-8cfc-a57531015738 req-84cd2d56-4a7d-4ec1-bcf7-aa0d87fa7fe8 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:14.261107 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-9da9ea9c-0699-4494-8cfc-a57531015738 req-84cd2d56-4a7d-4ec1-bcf7-aa0d87fa7fe8 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6021643 Aug 10 03:38:14.275541 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-9da9ea9c-0699-4494-8cfc-a57531015738 req-883d7f7d-9499-4772-9351-595d573c327b service neutron] Request body: {'port': {'device_id': '2de5e054-e7bc-49fa-9824-daa33c512fee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:14.343846 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-9da9ea9c-0699-4494-8cfc-a57531015738 req-883d7f7d-9499-4772-9351-595d573c327b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:14.440287 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 58732) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:14.559986 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a8f56578-4ffd-42b3-9b78-687ae71dfbe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:14.651376 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-9da9ea9c-0699-4494-8cfc-a57531015738 req-883d7f7d-9499-4772-9351-595d573c327b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 209bf17b-75f2-4c6f-a509-9ec1ff99fcb3 {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:38:14.663428 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-9da9ea9c-0699-4494-8cfc-a57531015738 req-883d7f7d-9499-4772-9351-595d573c327b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:14.682953 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-9da9ea9c-0699-4494-8cfc-a57531015738 req-883d7f7d-9499-4772-9351-595d573c327b service neutron] Transition to ACTIVE for port object 209bf17b-75f2-4c6f-a509-9ec1ff99fcb3 will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:14.687109 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0bcd4-afdd-4152-918a-618af7761824 req-a3470afd-2b00-49ac-bca3-5cfc5e45f116 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:14.687966 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-9da9ea9c-0699-4494-8cfc-a57531015738 req-883d7f7d-9499-4772-9351-595d573c327b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:14.689177 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9af0bcd4-afdd-4152-918a-618af7761824 req-a3470afd-2b00-49ac-bca3-5cfc5e45f116 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] 10.222.0.62 "GET /v2.0/ports?device_id=2de5e054-e7bc-49fa-9824-daa33c512fee HTTP/1.1" status: 200 len: 932 time: 0.0806704 Aug 10 03:38:14.744566 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a8f56578-4ffd-42b3-9b78-687ae71dfbe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:14.753770 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a8f56578-4ffd-42b3-9b78-687ae71dfbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:14.776261 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9af0bcd4-afdd-4152-918a-618af7761824 req-fa17c5b0-cc52-4bfa-92ec-89ec3bf2e771 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] 10.222.0.62 "GET /v2.0/security-groups?id=5955a345-1a7b-46bd-8665-58ce52cb9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730979 Aug 10 03:38:14.781541 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d7f7d-9499-4772-9351-595d573c327b service neutron] Pushing event updated for resources: {'Port': ['ID=209bf17b-75f2-4c6f-a509-9ec1ff99fcb3,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:14.801930 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f56578-4ffd-42b3-9b78-687ae71dfbe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aafaf29-b8c5-4f2f-88a9-c974459a3172,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:14.809091 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-a8f56578-4ffd-42b3-9b78-687ae71dfbe6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4af66e8e7322452e928e48593d927e4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3675134 Aug 10 03:38:14.809698 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 58746) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:14.825014 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-9da9ea9c-0699-4494-8cfc-a57531015738 req-883d7f7d-9499-4772-9351-595d573c327b service neutron] Attempting to bind port 209bf17b-75f2-4c6f-a509-9ec1ff99fcb3 on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:38:14.825355 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-9da9ea9c-0699-4494-8cfc-a57531015738 req-883d7f7d-9499-4772-9351-595d573c327b service neutron] Attempting to bind port 209bf17b-75f2-4c6f-a509-9ec1ff99fcb3 by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '68d3d456-4508-403c-8916-64ce3b2d27e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3582dc2f-a6eb-433d-979e-fd1eb2479315'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:38:14.825685 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da9ea9c-0699-4494-8cfc-a57531015738 req-883d7f7d-9499-4772-9351-595d573c327b service neutron] Attempting to bind port 209bf17b-75f2-4c6f-a509-9ec1ff99fcb3 on network 3582dc2f-a6eb-433d-979e-fd1eb2479315 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:38:14.830449 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da9ea9c-0699-4494-8cfc-a57531015738 req-883d7f7d-9499-4772-9351-595d573c327b service neutron] Port 209bf17b-75f2-4c6f-a509-9ec1ff99fcb3 on network 3582dc2f-a6eb-433d-979e-fd1eb2479315 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:38:14.830806 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da9ea9c-0699-4494-8cfc-a57531015738 req-883d7f7d-9499-4772-9351-595d573c327b service neutron] Attempting to bind port 209bf17b-75f2-4c6f-a509-9ec1ff99fcb3 on network 3582dc2f-a6eb-433d-979e-fd1eb2479315 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:38:14.836889 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da9ea9c-0699-4494-8cfc-a57531015738 req-883d7f7d-9499-4772-9351-595d573c327b service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:38:14.837262 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da9ea9c-0699-4494-8cfc-a57531015738 req-883d7f7d-9499-4772-9351-595d573c327b service neutron] Checking segment: {'id': '68d3d456-4508-403c-8916-64ce3b2d27e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3582dc2f-a6eb-433d-979e-fd1eb2479315'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:14.837711 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da9ea9c-0699-4494-8cfc-a57531015738 req-883d7f7d-9499-4772-9351-595d573c327b service neutron] Bound using segment: {'id': '68d3d456-4508-403c-8916-64ce3b2d27e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3582dc2f-a6eb-433d-979e-fd1eb2479315'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:38:14.838313 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-9da9ea9c-0699-4494-8cfc-a57531015738 req-883d7f7d-9499-4772-9351-595d573c327b service neutron] Bound port: 209bf17b-75f2-4c6f-a509-9ec1ff99fcb3, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68d3d456-4508-403c-8916-64ce3b2d27e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3582dc2f-a6eb-433d-979e-fd1eb2479315'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:38:14.838622 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-9da9ea9c-0699-4494-8cfc-a57531015738 req-883d7f7d-9499-4772-9351-595d573c327b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:14.864585 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-44803da3-32e1-40b9-b0e4-7036b95ae341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:14.887534 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-44803da3-32e1-40b9-b0e4-7036b95ae341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:14.912454 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-9da9ea9c-0699-4494-8cfc-a57531015738 req-883d7f7d-9499-4772-9351-595d573c327b service neutron] For port 209bf17b-75f2-4c6f-a509-9ec1ff99fcb3, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:38:14.915741 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-9da9ea9c-0699-4494-8cfc-a57531015738 req-883d7f7d-9499-4772-9351-595d573c327b service neutron] For port 209bf17b-75f2-4c6f-a509-9ec1ff99fcb3, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=209bf17b-75f2-4c6f-a509-9ec1ff99fcb3,segment=NetworkSegment(68d3d456-4508-403c-8916-64ce3b2d27e0),segment_id=68d3d456-4508-403c-8916-64ce3b2d27e0)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:38:14.921999 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-9da9ea9c-0699-4494-8cfc-a57531015738 req-883d7f7d-9499-4772-9351-595d573c327b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:14.945870 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-44803da3-32e1-40b9-b0e4-7036b95ae341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:14.948845 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-44803da3-32e1-40b9-b0e4-7036b95ae341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:14.950610 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-44803da3-32e1-40b9-b0e4-7036b95ae341 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0aafaf29-b8c5-4f2f-88a9-c974459a3172 HTTP/1.1" status: 204 len: 168 time: 0.1390657 Aug 10 03:38:14.962391 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44803da3-32e1-40b9-b0e4-7036b95ae341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aafaf29-b8c5-4f2f-88a9-c974459a3172,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:14.964639 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da9ea9c-0699-4494-8cfc-a57531015738 req-883d7f7d-9499-4772-9351-595d573c327b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:14.965273 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-9da9ea9c-0699-4494-8cfc-a57531015738 req-883d7f7d-9499-4772-9351-595d573c327b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:14.966686 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-9da9ea9c-0699-4494-8cfc-a57531015738 req-883d7f7d-9499-4772-9351-595d573c327b service neutron] 10.222.0.58 "PUT /v2.0/ports/209bf17b-75f2-4c6f-a509-9ec1ff99fcb3 HTTP/1.1" status: 200 len: 1093 time: 0.6963010 Aug 10 03:38:14.967186 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2de5e054-e7bc-49fa-9824-daa33c512fee', 'tag': '209bf17b-75f2-4c6f-a509-9ec1ff99fcb3'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:38:14.969468 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09316bc7-64b4-4e8a-ac9e-7ec842308db2" -d '{"events": [{"name": "network-changed", "server_uuid": "2de5e054-e7bc-49fa-9824-daa33c512fee", "tag": "209bf17b-75f2-4c6f-a509-9ec1ff99fcb3"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:38:15.015456 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d7f7d-9499-4772-9351-595d573c327b service neutron] Pushing event updated for resources: {'Port': ['ID=209bf17b-75f2-4c6f-a509-9ec1ff99fcb3,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:15.019931 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63b1539-8749-48e9-8afa-e9fee3f18c41 x-openstack-request-id: req-f63b1539-8749-48e9-8afa-e9fee3f18c41 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:38:15.020304 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2de5e054-e7bc-49fa-9824-daa33c512fee", "tag": "209bf17b-75f2-4c6f-a509-9ec1ff99fcb3", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:38:15.020985 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f63b1539-8749-48e9-8afa-e9fee3f18c41 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:38:15.021251 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2de5e054-e7bc-49fa-9824-daa33c512fee', 'tag': '209bf17b-75f2-4c6f-a509-9ec1ff99fcb3', 'status': 'completed', 'code': 200} Aug 10 03:38:15.075418 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da9ea9c-0699-4494-8cfc-a57531015738 req-e3dfa035-a58f-48b7-9cd1-718ee357b626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:15.077196 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-9da9ea9c-0699-4494-8cfc-a57531015738 req-e3dfa035-a58f-48b7-9cd1-718ee357b626 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=507d503fd06b4cb4978235be424361b9&device_id=2de5e054-e7bc-49fa-9824-daa33c512fee HTTP/1.1" status: 200 len: 1096 time: 0.0541782 Aug 10 03:38:15.125790 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-9da9ea9c-0699-4494-8cfc-a57531015738 req-f197bec6-c797-449f-8acf-6cb4f8e0e8ce service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=209bf17b-75f2-4c6f-a509-9ec1ff99fcb3 HTTP/1.1" status: 200 len: 217 time: 0.0405264 Aug 10 03:38:15.180185 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da9ea9c-0699-4494-8cfc-a57531015738 req-73c26283-b567-4c05-a5a2-de699b5d72e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:15.181726 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-9da9ea9c-0699-4494-8cfc-a57531015738 req-73c26283-b567-4c05-a5a2-de699b5d72e3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2d36f368-cf9f-494a-841d-5d460bd8bdb2 HTTP/1.1" status: 200 len: 851 time: 0.0483234 Aug 10 03:38:15.226785 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-9da9ea9c-0699-4494-8cfc-a57531015738 req-214339fb-710d-4d62-af50-a91e47b2add2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3582dc2f-a6eb-433d-979e-fd1eb2479315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326881 Aug 10 03:38:15.297545 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 58774) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:15.311957 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-63723d7c-d02e-47ee-94f8-3f1c7857ac3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:15.335607 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-9da9ea9c-0699-4494-8cfc-a57531015738 req-3cbee7a2-f720-4aaa-a6cb-3e55661c121d service neutron] 10.222.0.58 "GET /v2.0/networks/3582dc2f-a6eb-433d-979e-fd1eb2479315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010592 Aug 10 03:38:15.412389 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-63723d7c-d02e-47ee-94f8-3f1c7857ac3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:15.418905 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-63723d7c-d02e-47ee-94f8-3f1c7857ac3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:15.437906 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-9da9ea9c-0699-4494-8cfc-a57531015738 req-0562f1ba-42e2-40ef-9711-16f3c6d89a10 service neutron] 10.222.0.58 "GET /v2.0/networks/3582dc2f-a6eb-433d-979e-fd1eb2479315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956068 Aug 10 03:38:15.465464 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-63723d7c-d02e-47ee-94f8-3f1c7857ac3d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8e08944ea04149ae8b3d7367b3e9a14f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1668427 Aug 10 03:38:15.466367 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63723d7c-d02e-47ee-94f8-3f1c7857ac3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=978984b8-cfce-4b12-9f65-7e519cc7d314,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:15.468725 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 58786) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:15.554148 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4337e8fb-6ff9-4242-b021-f59d2f9faefc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:15.569577 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09316bc7-64b4-4e8a-ac9e-7ec842308db2 req-916c9787-fcac-4833-9569-58e08fc56d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:15.571152 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-09316bc7-64b4-4e8a-ac9e-7ec842308db2 req-916c9787-fcac-4833-9569-58e08fc56d75 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=507d503fd06b4cb4978235be424361b9&device_id=2de5e054-e7bc-49fa-9824-daa33c512fee HTTP/1.1" status: 200 len: 1096 time: 0.0691154 Aug 10 03:38:15.592740 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4337e8fb-6ff9-4242-b021-f59d2f9faefc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:15.696235 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09316bc7-64b4-4e8a-ac9e-7ec842308db2 req-0dcbbe0d-dbf5-453d-9881-67c5f08c2e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:15.697916 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-09316bc7-64b4-4e8a-ac9e-7ec842308db2 req-0dcbbe0d-dbf5-453d-9881-67c5f08c2e7f service neutron] 10.222.0.58 "GET /v2.0/networks?id=3582dc2f-a6eb-433d-979e-fd1eb2479315 HTTP/1.1" status: 200 len: 912 time: 0.1182916 Aug 10 03:38:15.705219 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4337e8fb-6ff9-4242-b021-f59d2f9faefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:15.707917 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4337e8fb-6ff9-4242-b021-f59d2f9faefc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:15.709011 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4337e8fb-6ff9-4242-b021-f59d2f9faefc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/978984b8-cfce-4b12-9f65-7e519cc7d314 HTTP/1.1" status: 204 len: 168 time: 0.2392907 Aug 10 03:38:15.750535 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4337e8fb-6ff9-4242-b021-f59d2f9faefc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978984b8-cfce-4b12-9f65-7e519cc7d314,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:15.754281 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-09316bc7-64b4-4e8a-ac9e-7ec842308db2 req-6b30e9c1-12c9-491b-bea1-bc7a6c6924c7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=209bf17b-75f2-4c6f-a509-9ec1ff99fcb3 HTTP/1.1" status: 200 len: 217 time: 0.0441787 Aug 10 03:38:15.814458 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09316bc7-64b4-4e8a-ac9e-7ec842308db2 req-b7dd3745-8a0d-4a75-819c-dfb4a686dd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:15.816203 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-09316bc7-64b4-4e8a-ac9e-7ec842308db2 req-b7dd3745-8a0d-4a75-819c-dfb4a686dd4f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2d36f368-cf9f-494a-841d-5d460bd8bdb2 HTTP/1.1" status: 200 len: 851 time: 0.0507672 Aug 10 03:38:15.862691 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-09316bc7-64b4-4e8a-ac9e-7ec842308db2 req-f6ff8f57-0e89-4bf7-b206-c2427f1373f2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3582dc2f-a6eb-433d-979e-fd1eb2479315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368800 Aug 10 03:38:15.914161 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:38:15.928466 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619171d9-095f-4238-a40d-0cb01ae1c67e req-299e95d2-73ad-4928-a914-7fe82b2da3f8 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:15.937429 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-619171d9-095f-4238-a40d-0cb01ae1c67e req-299e95d2-73ad-4928-a914-7fe82b2da3f8 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] 10.222.0.62 "GET /v2.0/ports?device_id=2de5e054-e7bc-49fa-9824-daa33c512fee HTTP/1.1" status: 200 len: 944 time: 0.0796802 Aug 10 03:38:15.988812 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-619171d9-095f-4238-a40d-0cb01ae1c67e req-d7c8bb8b-9afd-42d9-93ac-aeb9f21c96dd tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] 10.222.0.62 "GET /v2.0/security-groups?id=5955a345-1a7b-46bd-8665-58ce52cb9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502114 Aug 10 03:38:16.008439 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-09316bc7-64b4-4e8a-ac9e-7ec842308db2 req-4792bdd7-3c40-4c6e-b66f-b884fdb2eafc service neutron] 10.222.0.58 "GET /v2.0/networks/3582dc2f-a6eb-433d-979e-fd1eb2479315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357245 Aug 10 03:38:16.122801 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-09316bc7-64b4-4e8a-ac9e-7ec842308db2 req-c314e15f-0e75-4a94-a591-d416cdc431ee service neutron] 10.222.0.58 "GET /v2.0/networks/3582dc2f-a6eb-433d-979e-fd1eb2479315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066008 Aug 10 03:38:17.234754 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d0dca-b02d-4b04-9e77-6cb73eb3e18b req-7055882f-bafa-4191-80d2-ce7802298fb6 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:17.244368 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-388d0dca-b02d-4b04-9e77-6cb73eb3e18b req-7055882f-bafa-4191-80d2-ce7802298fb6 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] 10.222.0.62 "GET /v2.0/ports?device_id=2de5e054-e7bc-49fa-9824-daa33c512fee HTTP/1.1" status: 200 len: 944 time: 0.1123185 Aug 10 03:38:17.303164 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-388d0dca-b02d-4b04-9e77-6cb73eb3e18b req-134350f2-8065-4077-b5b4-716445a3f966 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] 10.222.0.62 "GET /v2.0/security-groups?id=5955a345-1a7b-46bd-8665-58ce52cb9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545769 Aug 10 03:38:17.674088 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 11a83c16-658e-4b4c-b1c3-052b982088b3 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:38:17.698057 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: 11a83c16-658e-4b4c-b1c3-052b982088b3 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:38:17.698668 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 11a83c16-658e-4b4c-b1c3-052b982088b3 not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:38:18.353561 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 58874) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:18.468852 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbe7b4-2d4d-4ad6-9bd8-e34db821d22c req-12ee715f-193f-486c-a9c5-7f90252dbd5e tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:18.482026 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cdbbe7b4-2d4d-4ad6-9bd8-e34db821d22c req-12ee715f-193f-486c-a9c5-7f90252dbd5e tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] 10.222.0.62 "GET /v2.0/ports?device_id=2de5e054-e7bc-49fa-9824-daa33c512fee HTTP/1.1" status: 200 len: 944 time: 0.0846100 Aug 10 03:38:18.547181 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-81b1f315-f74e-46ff-9c55-4e96b9d180d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:18.547980 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cdbbe7b4-2d4d-4ad6-9bd8-e34db821d22c req-0ac541c1-baff-4e9c-8b9e-6177b0b7bb94 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] 10.222.0.62 "GET /v2.0/security-groups?id=5955a345-1a7b-46bd-8665-58ce52cb9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641353 Aug 10 03:38:18.688800 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-81b1f315-f74e-46ff-9c55-4e96b9d180d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:18.696973 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-81b1f315-f74e-46ff-9c55-4e96b9d180d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:18.728524 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b1f315-f74e-46ff-9c55-4e96b9d180d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a3e0f1-5cc1-40e7-a259-08abac814cf6,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:18.761538 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-81b1f315-f74e-46ff-9c55-4e96b9d180d0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=938fda0fd8e2408484abc84961b7e7e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4036353 Aug 10 03:38:18.761970 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 58884) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:18.842306 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7efb62db-b072-41d7-974e-d7e8a772acb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:18.868236 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7efb62db-b072-41d7-974e-d7e8a772acb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:18.877109 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 209bf17b-75f2-4c6f-a509-9ec1ff99fcb3 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:38:18.942421 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7efb62db-b072-41d7-974e-d7e8a772acb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:18.946854 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7efb62db-b072-41d7-974e-d7e8a772acb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:18.949928 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-7efb62db-b072-41d7-974e-d7e8a772acb5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/90a3e0f1-5cc1-40e7-a259-08abac814cf6 HTTP/1.1" status: 204 len: 168 time: 0.1863666 Aug 10 03:38:18.959473 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb62db-b072-41d7-974e-d7e8a772acb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a3e0f1-5cc1-40e7-a259-08abac814cf6,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:19.073800 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 209bf17b-75f2-4c6f-a509-9ec1ff99fcb3, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=209bf17b-75f2-4c6f-a509-9ec1ff99fcb3,segment=NetworkSegment(68d3d456-4508-403c-8916-64ce3b2d27e0),segment_id=68d3d456-4508-403c-8916-64ce3b2d27e0)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:19.087834 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': '209bf17b-75f2-4c6f-a509-9ec1ff99fcb3', 'network_id': '3582dc2f-a6eb-433d-979e-fd1eb2479315', 'port_id': '209bf17b-75f2-4c6f-a509-9ec1ff99fcb3', 'mac_address': 'fa:16:3e:2e:1f:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d36f368-cf9f-494a-841d-5d460bd8bdb2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:38:19.134417 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:19.155141 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 209bf17b-75f2-4c6f-a509-9ec1ff99fcb3 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:38:19.180140 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 209bf17b-75f2-4c6f-a509-9ec1ff99fcb3, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=209bf17b-75f2-4c6f-a509-9ec1ff99fcb3,segment=NetworkSegment(68d3d456-4508-403c-8916-64ce3b2d27e0),segment_id=68d3d456-4508-403c-8916-64ce3b2d27e0)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:19.186176 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:19.255791 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=209bf17b-75f2-4c6f-a509-9ec1ff99fcb3,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:19.416174 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 58890) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:19.436094 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3bb816fa-e2e9-4887-976a-12c9232b2fa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:19.438112 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['209bf17b-75f2-4c6f-a509-9ec1ff99fcb3'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:38:19.631987 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3bb816fa-e2e9-4887-976a-12c9232b2fa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:19.649530 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3bb816fa-e2e9-4887-976a-12c9232b2fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:19.702792 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb816fa-e2e9-4887-976a-12c9232b2fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ea392e-4f9b-45f1-8457-40679e994187,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:19.710508 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3bb816fa-e2e9-4887-976a-12c9232b2fa9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f14c8a40ed8a427bb60906e5d706098c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2906895 Aug 10 03:38:19.710901 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 58902) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:19.777505 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6789c244-b50d-4a12-b59c-149e05ea325f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:19.780045 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8096d2f-c6b2-4f3f-8c76-7c91f531153c req-8da47551-f092-446a-bebe-d710374ca91c tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:19.782576 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a8096d2f-c6b2-4f3f-8c76-7c91f531153c req-8da47551-f092-446a-bebe-d710374ca91c tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] 10.222.0.62 "GET /v2.0/ports?device_id=2de5e054-e7bc-49fa-9824-daa33c512fee HTTP/1.1" status: 200 len: 945 time: 0.0641427 Aug 10 03:38:19.807966 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6789c244-b50d-4a12-b59c-149e05ea325f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:19.844269 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a8096d2f-c6b2-4f3f-8c76-7c91f531153c req-65b14101-1caf-4198-849c-354f399d00fc tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] 10.222.0.62 "GET /v2.0/security-groups?id=5955a345-1a7b-46bd-8665-58ce52cb9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539031 Aug 10 03:38:19.872747 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6789c244-b50d-4a12-b59c-149e05ea325f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:19.875962 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6789c244-b50d-4a12-b59c-149e05ea325f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:19.877180 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6789c244-b50d-4a12-b59c-149e05ea325f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/34ea392e-4f9b-45f1-8457-40679e994187 HTTP/1.1" status: 204 len: 168 time: 0.1654408 Aug 10 03:38:19.885932 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6789c244-b50d-4a12-b59c-149e05ea325f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ea392e-4f9b-45f1-8457-40679e994187,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:20.892433 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 209bf17b-75f2-4c6f-a509-9ec1ff99fcb3 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:38:20.981077 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c63681-ab84-4d47-81bf-d4643a450b80 req-3d57ae75-9229-4405-b2ea-b0981565bcc4 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:20.983664 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a2c63681-ab84-4d47-81bf-d4643a450b80 req-3d57ae75-9229-4405-b2ea-b0981565bcc4 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] 10.222.0.62 "GET /v2.0/ports?device_id=2de5e054-e7bc-49fa-9824-daa33c512fee HTTP/1.1" status: 200 len: 945 time: 0.0592821 Aug 10 03:38:21.003057 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port 209bf17b-75f2-4c6f-a509-9ec1ff99fcb3 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:38:21.013254 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port 209bf17b-75f2-4c6f-a509-9ec1ff99fcb3 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:21.015454 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:21.045081 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a2c63681-ab84-4d47-81bf-d4643a450b80 req-16e38d62-444f-454a-9142-cb37d7f32419 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] 10.222.0.62 "GET /v2.0/security-groups?id=5955a345-1a7b-46bd-8665-58ce52cb9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470772 Aug 10 03:38:21.162138 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:21.226943 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 209bf17b-75f2-4c6f-a509-9ec1ff99fcb3, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=209bf17b-75f2-4c6f-a509-9ec1ff99fcb3,segment=NetworkSegment(68d3d456-4508-403c-8916-64ce3b2d27e0),segment_id=68d3d456-4508-403c-8916-64ce3b2d27e0)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:21.228167 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de5e054-e7bc-49fa-9824-daa33c512fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209bf17b-75f2-4c6f-a509-9ec1ff99fcb3'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:38:21.231688 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc442feb-2aa5-48a7-a1c1-fb24a7eb0546" -d '{"events": [{"server_uuid": "2de5e054-e7bc-49fa-9824-daa33c512fee", "name": "network-vif-plugged", "status": "completed", "tag": "209bf17b-75f2-4c6f-a509-9ec1ff99fcb3"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:38:21.253336 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:21.332098 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07066f3-0a1f-4b2c-b4d7-f882bc21c975 x-openstack-request-id: req-a07066f3-0a1f-4b2c-b4d7-f882bc21c975 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:38:21.332487 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de5e054-e7bc-49fa-9824-daa33c512fee", "name": "network-vif-plugged", "status": "completed", "tag": "209bf17b-75f2-4c6f-a509-9ec1ff99fcb3", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:38:21.332686 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a07066f3-0a1f-4b2c-b4d7-f882bc21c975 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:38:21.333068 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de5e054-e7bc-49fa-9824-daa33c512fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209bf17b-75f2-4c6f-a509-9ec1ff99fcb3', 'code': 200} Aug 10 03:38:21.333658 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=209bf17b-75f2-4c6f-a509-9ec1ff99fcb3,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:21.428168 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92840e42-69a5-4f39-a3fc-5567dd6fdd29 req-2d3a38a7-2337-4f47-a0e1-0ed38e2f0892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:21.428168 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-92840e42-69a5-4f39-a3fc-5567dd6fdd29 req-2d3a38a7-2337-4f47-a0e1-0ed38e2f0892 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2de5e054-e7bc-49fa-9824-daa33c512fee HTTP/1.1" status: 200 len: 1098 time: 0.0561666 Aug 10 03:38:21.479953 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-92840e42-69a5-4f39-a3fc-5567dd6fdd29 req-675b311b-ce70-4dca-90ac-f06035a921f4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5955a345-1a7b-46bd-8665-58ce52cb9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393691 Aug 10 03:38:22.171949 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd30b976-b0d8-405f-886a-a5fe0a33be91 req-acf44362-2775-46e5-a051-3135792643b7 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:22.179520 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cd30b976-b0d8-405f-886a-a5fe0a33be91 req-acf44362-2775-46e5-a051-3135792643b7 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] 10.222.0.62 "GET /v2.0/ports?device_id=2de5e054-e7bc-49fa-9824-daa33c512fee HTTP/1.1" status: 200 len: 946 time: 0.0659723 Aug 10 03:38:22.234532 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cd30b976-b0d8-405f-886a-a5fe0a33be91 req-2f514ec1-330f-426f-bc5b-5197b718b472 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] 10.222.0.62 "GET /v2.0/security-groups?id=5955a345-1a7b-46bd-8665-58ce52cb9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455081 Aug 10 03:38:23.360053 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b52f4-e7c2-42fb-8359-e252e31adc2f req-195dfa94-9b77-4bfe-b9b8-d4eea49b5258 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:23.369811 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-840b52f4-e7c2-42fb-8359-e252e31adc2f req-195dfa94-9b77-4bfe-b9b8-d4eea49b5258 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] 10.222.0.62 "GET /v2.0/ports?device_id=2de5e054-e7bc-49fa-9824-daa33c512fee HTTP/1.1" status: 200 len: 946 time: 0.0722618 Aug 10 03:38:23.420608 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-840b52f4-e7c2-42fb-8359-e252e31adc2f req-bb7f7118-f4a4-471a-867d-808db375b88c tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] 10.222.0.62 "GET /v2.0/security-groups?id=5955a345-1a7b-46bd-8665-58ce52cb9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490580 Aug 10 03:38:23.584860 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca91a7e-f29c-4e26-a9d2-6ca37bbd624b req-6f022bd0-c844-493d-aa9d-8572d075e614 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:23.587343 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3ca91a7e-f29c-4e26-a9d2-6ca37bbd624b req-6f022bd0-c844-493d-aa9d-8572d075e614 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] 10.222.0.62 "GET /v2.0/ports?device_id=2de5e054-e7bc-49fa-9824-daa33c512fee HTTP/1.1" status: 200 len: 946 time: 0.0763094 Aug 10 03:38:23.686953 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3ca91a7e-f29c-4e26-a9d2-6ca37bbd624b req-08d63e08-1c28-4f94-888b-4315810b7c35 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] 10.222.0.62 "GET /v2.0/security-groups?id=5955a345-1a7b-46bd-8665-58ce52cb9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863922 Aug 10 03:38:23.692321 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835cd05-6d6e-4c56-a0ee-2f15ba1e6169 req-e7bce53b-4a27-4dcd-9952-d484382f241f tempest-TestNetworkAdvancedServerOps-2124496179 tempest-TestNetworkAdvancedServerOps-2124496179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:23.694119 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4835cd05-6d6e-4c56-a0ee-2f15ba1e6169 req-e7bce53b-4a27-4dcd-9952-d484382f241f tempest-TestNetworkAdvancedServerOps-2124496179 tempest-TestNetworkAdvancedServerOps-2124496179-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=619e8332-4f6a-49c1-a749-4d684ff24056 HTTP/1.1" status: 200 len: 1098 time: 0.1048534 Aug 10 03:38:23.740263 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-4835cd05-6d6e-4c56-a0ee-2f15ba1e6169 req-adc0fc46-6019-4128-907d-5263d8edb4e1 tempest-TestNetworkAdvancedServerOps-2124496179 tempest-TestNetworkAdvancedServerOps-2124496179-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:23.901554 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-4835cd05-6d6e-4c56-a0ee-2f15ba1e6169 req-adc0fc46-6019-4128-907d-5263d8edb4e1 tempest-TestNetworkAdvancedServerOps-2124496179 tempest-TestNetworkAdvancedServerOps-2124496179-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:23.910479 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-4835cd05-6d6e-4c56-a0ee-2f15ba1e6169 req-adc0fc46-6019-4128-907d-5263d8edb4e1 tempest-TestNetworkAdvancedServerOps-2124496179 tempest-TestNetworkAdvancedServerOps-2124496179-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:23.956754 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc0fc46-6019-4128-907d-5263d8edb4e1 tempest-TestNetworkAdvancedServerOps-2124496179 tempest-TestNetworkAdvancedServerOps-2124496179-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017fbb3c-e9c8-454f-baf5-185f7832f1a7,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:24.003112 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4835cd05-6d6e-4c56-a0ee-2f15ba1e6169 req-adc0fc46-6019-4128-907d-5263d8edb4e1 tempest-TestNetworkAdvancedServerOps-2124496179 tempest-TestNetworkAdvancedServerOps-2124496179-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=48f8cca3-15dd-4491-9588-b4714c15bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2938237 Aug 10 03:38:24.180630 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce794f87-ad6d-4c2c-b4f8-5f4a9656e961 req-e4e483d7-f09c-4c0d-869c-87e9d489d8a4 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:24.188841 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ce794f87-ad6d-4c2c-b4f8-5f4a9656e961 req-e4e483d7-f09c-4c0d-869c-87e9d489d8a4 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] 10.222.0.62 "GET /v2.0/ports?device_id=2de5e054-e7bc-49fa-9824-daa33c512fee HTTP/1.1" status: 200 len: 946 time: 0.1161160 Aug 10 03:38:24.218386 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf25dda-62b4-4b6d-9c23-e3f98f1483ea req-b32b1da8-8fba-4b58-978b-7ea8faf5b1d4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:24.220082 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-adf25dda-62b4-4b6d-9c23-e3f98f1483ea req-b32b1da8-8fba-4b58-978b-7ea8faf5b1d4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=619e8332-4f6a-49c1-a749-4d684ff24056 HTTP/1.1" status: 200 len: 946 time: 0.1139684 Aug 10 03:38:24.260293 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ce794f87-ad6d-4c2c-b4f8-5f4a9656e961 req-2a201631-caa0-4918-9103-4e9cf9b6e352 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] 10.222.0.62 "GET /v2.0/security-groups?id=5955a345-1a7b-46bd-8665-58ce52cb9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700943 Aug 10 03:38:24.326810 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-adf25dda-62b4-4b6d-9c23-e3f98f1483ea req-cc27a617-d029-4968-920b-6c664c0baaae tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=48f8cca3-15dd-4491-9588-b4714c15bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990503 Aug 10 03:38:24.342862 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59026) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:24.420879 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7dad7a9d-7ef0-4852-bca0-79c33cf65e60 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/floatingips/f76fe12a-bcf9-49fb-a0b9-668952163e3a HTTP/1.1" status: 200 len: 993 time: 0.0760753 Aug 10 03:38:25.449533 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59062) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:25.466514 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf6e599-a9f3-4046-a2ba-a3b1d0d91a3b req-57c1c1d6-1e4b-4381-a88c-315942185ab6 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:25.468977 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-abf6e599-a9f3-4046-a2ba-a3b1d0d91a3b req-57c1c1d6-1e4b-4381-a88c-315942185ab6 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] 10.222.0.62 "GET /v2.0/ports?device_id=2de5e054-e7bc-49fa-9824-daa33c512fee HTTP/1.1" status: 200 len: 946 time: 0.0926840 Aug 10 03:38:25.565774 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-abf6e599-a9f3-4046-a2ba-a3b1d0d91a3b req-9718ae9e-0073-43fd-92a0-abc725d22745 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] 10.222.0.62 "GET /v2.0/security-groups?id=5955a345-1a7b-46bd-8665-58ce52cb9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871718 Aug 10 03:38:25.605251 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a003bb-4cf2-4998-b742-e043a1b1d81f req-f56f4ebf-bb87-42a1-8d0d-290a0766a126 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:25.609397 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-45a003bb-4cf2-4998-b742-e043a1b1d81f req-f56f4ebf-bb87-42a1-8d0d-290a0766a126 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=619e8332-4f6a-49c1-a749-4d684ff24056 HTTP/1.1" status: 200 len: 946 time: 0.1148562 Aug 10 03:38:25.734864 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-45a003bb-4cf2-4998-b742-e043a1b1d81f req-5f2af009-ad9a-43ff-8e4b-fadccc6e2905 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=48f8cca3-15dd-4491-9588-b4714c15bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158426 Aug 10 03:38:25.870972 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4500a389-25d3-4698-9bb1-848c6ee58343 req-9eef5cb0-6379-4c59-97a4-37e2a4200f50 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=619e8332-4f6a-49c1-a749-4d684ff24056&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4178634 Aug 10 03:38:25.886618 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408c5f29-6ca1-4ed4-89d4-98112aad8394 req-c42c90c5-e647-477f-b2ca-44f07e504af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:25.888536 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-408c5f29-6ca1-4ed4-89d4-98112aad8394 req-c42c90c5-e647-477f-b2ca-44f07e504af4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=507d503fd06b4cb4978235be424361b9&device_id=2de5e054-e7bc-49fa-9824-daa33c512fee HTTP/1.1" status: 200 len: 1098 time: 0.0538707 Aug 10 03:38:25.912319 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d9257a-6fdf-45a4-b9d4-7587fd70681e req-5c44c310-c17a-45c3-828b-11e7668003d4 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:25.914159 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-21d9257a-6fdf-45a4-b9d4-7587fd70681e req-5c44c310-c17a-45c3-828b-11e7668003d4 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] 10.222.0.62 "GET /v2.0/ports?device_id=2de5e054-e7bc-49fa-9824-daa33c512fee HTTP/1.1" status: 200 len: 946 time: 0.0853367 Aug 10 03:38:25.988363 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-21d9257a-6fdf-45a4-b9d4-7587fd70681e req-e8ed47d9-9e88-4354-9e8f-38723edc7467 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] 10.222.0.62 "GET /v2.0/security-groups?id=5955a345-1a7b-46bd-8665-58ce52cb9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628691 Aug 10 03:38:26.081201 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408c5f29-6ca1-4ed4-89d4-98112aad8394 req-7fc3e1ee-020b-42e7-9605-a0a5290e2901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:26.084221 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-408c5f29-6ca1-4ed4-89d4-98112aad8394 req-7fc3e1ee-020b-42e7-9605-a0a5290e2901 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3582dc2f-a6eb-433d-979e-fd1eb2479315 HTTP/1.1" status: 200 len: 912 time: 0.1878078 Aug 10 03:38:26.166621 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-408c5f29-6ca1-4ed4-89d4-98112aad8394 req-185b52e4-deed-416c-a813-8fe7b09dcb49 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=209bf17b-75f2-4c6f-a509-9ec1ff99fcb3 HTTP/1.1" status: 200 len: 217 time: 0.0746298 Aug 10 03:38:26.259911 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408c5f29-6ca1-4ed4-89d4-98112aad8394 req-bfbc9ca0-7dcd-4b5a-b876-0e610d5f004a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:26.261587 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-408c5f29-6ca1-4ed4-89d4-98112aad8394 req-bfbc9ca0-7dcd-4b5a-b876-0e610d5f004a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2d36f368-cf9f-494a-841d-5d460bd8bdb2 HTTP/1.1" status: 200 len: 851 time: 0.0871077 Aug 10 03:38:26.314151 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-408c5f29-6ca1-4ed4-89d4-98112aad8394 req-be56e049-b13f-494d-bc5c-834f95465c44 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3582dc2f-a6eb-433d-979e-fd1eb2479315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452633 Aug 10 03:38:26.421577 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:26.518323 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-408c5f29-6ca1-4ed4-89d4-98112aad8394 req-4c568aa9-f432-4d71-8365-fdc692930879 service neutron] 10.222.0.58 "GET /v2.0/networks/3582dc2f-a6eb-433d-979e-fd1eb2479315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963589 Aug 10 03:38:26.649207 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:26.657785 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-408c5f29-6ca1-4ed4-89d4-98112aad8394 req-da48c0bb-280e-4964-b724-28d358ebcc5c service neutron] 10.222.0.58 "GET /v2.0/networks/3582dc2f-a6eb-433d-979e-fd1eb2479315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312578 Aug 10 03:38:26.944687 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77488793-9198-4710-8438-25d0db1bc67b req-4328bd9a-4ac1-4dc9-b5a0-9717ff4ef18d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:26.959377 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-77488793-9198-4710-8438-25d0db1bc67b req-4328bd9a-4ac1-4dc9-b5a0-9717ff4ef18d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=619e8332-4f6a-49c1-a749-4d684ff24056 HTTP/1.1" status: 200 len: 946 time: 0.1229572 Aug 10 03:38:27.024523 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-77488793-9198-4710-8438-25d0db1bc67b req-f67675b9-4e07-42d1-a6dc-eac3db91cb79 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=48f8cca3-15dd-4491-9588-b4714c15bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621431 Aug 10 03:38:27.158032 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151bbcb4-94b5-417e-a446-89a5d0f40773 req-e17760dd-a3b9-48a3-afdd-cfe02c5fbf4d tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:27.160086 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-151bbcb4-94b5-417e-a446-89a5d0f40773 req-e17760dd-a3b9-48a3-afdd-cfe02c5fbf4d tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] 10.222.0.62 "GET /v2.0/ports?device_id=2de5e054-e7bc-49fa-9824-daa33c512fee HTTP/1.1" status: 200 len: 946 time: 0.0829556 Aug 10 03:38:27.212635 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-151bbcb4-94b5-417e-a446-89a5d0f40773 req-ea8ab02c-4832-4a22-bc6c-97d81b5f2ebc tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] 10.222.0.62 "GET /v2.0/security-groups?id=5955a345-1a7b-46bd-8665-58ce52cb9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453417 Aug 10 03:38:27.799938 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500a389-25d3-4698-9bb1-848c6ee58343 req-0efe5916-4f9c-4763-87cc-da2b34188bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:27.803812 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4500a389-25d3-4698-9bb1-848c6ee58343 req-0efe5916-4f9c-4763-87cc-da2b34188bc2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d4cffc5e26914104899297a77f2206bf&device_id=619e8332-4f6a-49c1-a749-4d684ff24056 HTTP/1.1" status: 200 len: 1098 time: 0.0636208 Aug 10 03:38:27.924927 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500a389-25d3-4698-9bb1-848c6ee58343 req-a1692938-8c94-4316-956a-d6c6aeda4fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:27.926439 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4500a389-25d3-4698-9bb1-848c6ee58343 req-a1692938-8c94-4316-956a-d6c6aeda4fbb service neutron] 10.222.0.58 "GET /v2.0/networks?id=e72c2d8c-7095-467c-8fc5-9b7663772750 HTTP/1.1" status: 200 len: 897 time: 0.1178138 Aug 10 03:38:28.019615 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4500a389-25d3-4698-9bb1-848c6ee58343 req-266c45b5-e564-4621-9778-f3ec080cfb0d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd0cd8a9-1b70-4979-86bb-0bacb040fbca HTTP/1.1" status: 200 len: 1001 time: 0.0851519 Aug 10 03:38:28.138014 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500a389-25d3-4698-9bb1-848c6ee58343 req-5abca3bf-c0ee-4186-91d8-24a75203b47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:28.140439 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4500a389-25d3-4698-9bb1-848c6ee58343 req-5abca3bf-c0ee-4186-91d8-24a75203b47c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a9158b84-3f01-4578-9ac6-1d85b7cb48c2 HTTP/1.1" status: 200 len: 834 time: 0.1140676 Aug 10 03:38:28.227637 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500a389-25d3-4698-9bb1-848c6ee58343 req-fc3b4f80-bc9f-4f67-88f3-dcfd15f5448e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:28.229461 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4500a389-25d3-4698-9bb1-848c6ee58343 req-fc3b4f80-bc9f-4f67-88f3-dcfd15f5448e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e72c2d8c-7095-467c-8fc5-9b7663772750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0816326 Aug 10 03:38:28.238547 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fcc56d-19bd-40d4-81e7-eaecc5378cb8 req-a471085e-f4dc-47d5-b981-9717dba3a266 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:28.244766 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c2fcc56d-19bd-40d4-81e7-eaecc5378cb8 req-a471085e-f4dc-47d5-b981-9717dba3a266 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=619e8332-4f6a-49c1-a749-4d684ff24056 HTTP/1.1" status: 200 len: 946 time: 0.0986745 Aug 10 03:38:28.356407 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c2fcc56d-19bd-40d4-81e7-eaecc5378cb8 req-44191b7c-b176-4751-810c-4415d17e308d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=48f8cca3-15dd-4491-9588-b4714c15bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102390 Aug 10 03:38:28.364634 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4500a389-25d3-4698-9bb1-848c6ee58343 req-c7318c29-c99b-42be-a041-0a915c49b566 service neutron] 10.222.0.58 "GET /v2.0/networks/e72c2d8c-7095-467c-8fc5-9b7663772750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262231 Aug 10 03:38:28.419197 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a06eb9-37d5-4347-98da-addeb9446e34 req-30f4f55f-2408-400b-9cef-cdb5f836a0dd tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:28.427872 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-20a06eb9-37d5-4347-98da-addeb9446e34 req-30f4f55f-2408-400b-9cef-cdb5f836a0dd tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] 10.222.0.62 "GET /v2.0/ports?device_id=2de5e054-e7bc-49fa-9824-daa33c512fee HTTP/1.1" status: 200 len: 946 time: 0.0664742 Aug 10 03:38:28.507200 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-20a06eb9-37d5-4347-98da-addeb9446e34 req-cf6908f0-4095-4391-9144-d129a6dda1f5 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] 10.222.0.62 "GET /v2.0/security-groups?id=5955a345-1a7b-46bd-8665-58ce52cb9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733895 Aug 10 03:38:28.525341 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4500a389-25d3-4698-9bb1-848c6ee58343 req-bb6ec2f8-e77d-416c-975c-ca316b081364 service neutron] 10.222.0.58 "GET /v2.0/networks/e72c2d8c-7095-467c-8fc5-9b7663772750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537366 Aug 10 03:38:28.849118 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a131748-34d2-411e-820b-6d79b682b0fc req-00e685a8-4b0d-4bf7-9af2-6e8fd61d2282 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:28.850718 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1a131748-34d2-411e-820b-6d79b682b0fc req-00e685a8-4b0d-4bf7-9af2-6e8fd61d2282 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] 10.222.0.62 "GET /v2.0/ports?device_id=2de5e054-e7bc-49fa-9824-daa33c512fee HTTP/1.1" status: 200 len: 946 time: 0.0513756 Aug 10 03:38:28.893895 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1a131748-34d2-411e-820b-6d79b682b0fc req-fe3c5b76-2f17-448c-a69f-6b7022926916 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] 10.222.0.62 "GET /v2.0/security-groups?id=5955a345-1a7b-46bd-8665-58ce52cb9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367129 Aug 10 03:38:29.516628 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73facff0-c35e-4831-861c-0ffd67b44b76 req-f0562b2e-cc8c-4139-9e51-1c5729ec4f91 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:29.518250 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-73facff0-c35e-4831-861c-0ffd67b44b76 req-f0562b2e-cc8c-4139-9e51-1c5729ec4f91 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=619e8332-4f6a-49c1-a749-4d684ff24056 HTTP/1.1" status: 200 len: 946 time: 0.0960793 Aug 10 03:38:29.581684 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-73facff0-c35e-4831-861c-0ffd67b44b76 req-b23e3916-140a-478b-9da1-aaa3c767ce75 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=48f8cca3-15dd-4491-9588-b4714c15bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542812 Aug 10 03:38:30.093649 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104f5d0-66cc-4d57-bf39-d1b7514e6971 req-56393dd0-e626-466f-829d-b97c95a70fb6 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:30.101716 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0104f5d0-66cc-4d57-bf39-d1b7514e6971 req-56393dd0-e626-466f-829d-b97c95a70fb6 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] 10.222.0.62 "GET /v2.0/ports?device_id=2de5e054-e7bc-49fa-9824-daa33c512fee HTTP/1.1" status: 200 len: 946 time: 0.0827653 Aug 10 03:38:30.168988 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0104f5d0-66cc-4d57-bf39-d1b7514e6971 req-35ab6b05-e0d6-44f3-850a-2ed84f64cd1f tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] 10.222.0.62 "GET /v2.0/security-groups?id=5955a345-1a7b-46bd-8665-58ce52cb9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625446 Aug 10 03:38:30.335441 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4f78701c-2fe0-4827-bf3e-e3997fee8f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:30.502673 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9958d1aa-0417-472b-9e1f-9f5fa0fe80cf req-e465c511-fa49-40a0-bb93-7c17de878e23 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:30.511583 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9958d1aa-0417-472b-9e1f-9f5fa0fe80cf req-e465c511-fa49-40a0-bb93-7c17de878e23 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] 10.222.0.62 "GET /v2.0/ports?device_id=2de5e054-e7bc-49fa-9824-daa33c512fee HTTP/1.1" status: 200 len: 946 time: 0.1024563 Aug 10 03:38:30.538678 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345d0fe-3689-406c-a5ff-59192661c9b9 req-e1b44610-3456-4d9f-bd1f-927bd77d4ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:30.540298 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e345d0fe-3689-406c-a5ff-59192661c9b9 req-e1b44610-3456-4d9f-bd1f-927bd77d4ae8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=507d503fd06b4cb4978235be424361b9&device_id=2de5e054-e7bc-49fa-9824-daa33c512fee HTTP/1.1" status: 200 len: 1098 time: 0.0918908 Aug 10 03:38:30.581645 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9958d1aa-0417-472b-9e1f-9f5fa0fe80cf req-e24bdd95-5532-4210-a4ab-e4a3e6574baf tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] 10.222.0.62 "GET /v2.0/security-groups?id=5955a345-1a7b-46bd-8665-58ce52cb9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626922 Aug 10 03:38:30.661776 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345d0fe-3689-406c-a5ff-59192661c9b9 req-ef6bde35-f086-4594-ade8-51dce3cf5c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:30.663854 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e345d0fe-3689-406c-a5ff-59192661c9b9 req-ef6bde35-f086-4594-ade8-51dce3cf5c78 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3582dc2f-a6eb-433d-979e-fd1eb2479315 HTTP/1.1" status: 200 len: 912 time: 0.1169028 Aug 10 03:38:30.720729 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e345d0fe-3689-406c-a5ff-59192661c9b9 req-0607e511-10c7-456a-af46-5872e9e6d0ff service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=209bf17b-75f2-4c6f-a509-9ec1ff99fcb3 HTTP/1.1" status: 200 len: 217 time: 0.0484285 Aug 10 03:38:30.785836 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345d0fe-3689-406c-a5ff-59192661c9b9 req-9bd73953-ff85-4fc0-809a-205e8baf5966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:30.787413 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e345d0fe-3689-406c-a5ff-59192661c9b9 req-9bd73953-ff85-4fc0-809a-205e8baf5966 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2d36f368-cf9f-494a-841d-5d460bd8bdb2 HTTP/1.1" status: 200 len: 851 time: 0.0605257 Aug 10 03:38:30.793801 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8601874-be70-4e1d-9424-74cb10eb694c req-045f01ac-4409-43da-945d-bd0f299a6efd tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:30.796127 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b8601874-be70-4e1d-9424-74cb10eb694c req-045f01ac-4409-43da-945d-bd0f299a6efd tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=619e8332-4f6a-49c1-a749-4d684ff24056 HTTP/1.1" status: 200 len: 946 time: 0.1141670 Aug 10 03:38:30.824568 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e345d0fe-3689-406c-a5ff-59192661c9b9 req-f865b931-ce33-4338-9f13-8674749b796f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3582dc2f-a6eb-433d-979e-fd1eb2479315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281174 Aug 10 03:38:30.862921 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b8601874-be70-4e1d-9424-74cb10eb694c req-05b5f46f-fdf0-4d48-8e3a-04d0a9583e9f tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=48f8cca3-15dd-4491-9588-b4714c15bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529654 Aug 10 03:38:30.929263 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e345d0fe-3689-406c-a5ff-59192661c9b9 req-fbd83677-7152-4e4f-a10d-afbfcef11bdf service neutron] 10.222.0.58 "GET /v2.0/networks/3582dc2f-a6eb-433d-979e-fd1eb2479315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946369 Aug 10 03:38:31.053077 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e345d0fe-3689-406c-a5ff-59192661c9b9 req-c3e8b25f-3e21-499f-9b27-8cc4b68c17b5 service neutron] 10.222.0.58 "GET /v2.0/networks/3582dc2f-a6eb-433d-979e-fd1eb2479315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141646 Aug 10 03:38:31.811257 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9a00e6-97a3-4839-8cca-ce284f9c3d26 req-16830541-56e6-4a6a-b53e-7b903c0cefb0 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:31.824854 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1f9a00e6-97a3-4839-8cca-ce284f9c3d26 req-16830541-56e6-4a6a-b53e-7b903c0cefb0 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] 10.222.0.62 "GET /v2.0/ports?device_id=2de5e054-e7bc-49fa-9824-daa33c512fee HTTP/1.1" status: 200 len: 946 time: 0.1328425 Aug 10 03:38:31.894508 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1f9a00e6-97a3-4839-8cca-ce284f9c3d26 req-f004547d-3acb-41ef-9705-9e93445fdf60 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] 10.222.0.62 "GET /v2.0/security-groups?id=5955a345-1a7b-46bd-8665-58ce52cb9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670660 Aug 10 03:38:32.106700 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1afc9e-bd8f-4470-be0b-cd732101f04e req-fe1656de-6cdb-419e-8ffa-44884e222818 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:32.109302 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0c1afc9e-bd8f-4470-be0b-cd732101f04e req-fe1656de-6cdb-419e-8ffa-44884e222818 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=619e8332-4f6a-49c1-a749-4d684ff24056 HTTP/1.1" status: 200 len: 946 time: 0.1459095 Aug 10 03:38:32.205193 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0c1afc9e-bd8f-4470-be0b-cd732101f04e req-f7528199-7ec9-4710-9e07-07f4e31dc0e0 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=48f8cca3-15dd-4491-9588-b4714c15bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887475 Aug 10 03:38:32.616138 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59234) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:32.758039 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-85122b17-81fe-40b3-957b-533c6f8986a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:32.954159 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-85122b17-81fe-40b3-957b-533c6f8986a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:32.976266 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-85122b17-81fe-40b3-957b-533c6f8986a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:33.063227 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ba43de98-adae-4f64-ba7b-08d0092704d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:33.083501 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-85122b17-81fe-40b3-957b-533c6f8986a0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b7b2d38ca7704aaa82b3f87fa4e9d8f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4638472 Aug 10 03:38:33.085365 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85122b17-81fe-40b3-957b-533c6f8986a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01027806-32b3-4782-ae85-a2d5d431606e,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:33.085673 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59240) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:33.149375 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c37aea4-d72a-4a85-9a03-56065d78d54d req-c90128dc-6206-4a10-b1f1-482680763ed6 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:33.158857 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6c37aea4-d72a-4a85-9a03-56065d78d54d req-c90128dc-6206-4a10-b1f1-482680763ed6 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] 10.222.0.62 "GET /v2.0/ports?device_id=2de5e054-e7bc-49fa-9824-daa33c512fee HTTP/1.1" status: 200 len: 946 time: 0.1251349 Aug 10 03:38:33.194554 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cf0a1deb-787f-48dd-a4b5-b146f6ed256b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:33.217402 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6c37aea4-d72a-4a85-9a03-56065d78d54d req-9d761eff-6fb0-4cf8-9194-dd6d9746e300 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] 10.222.0.62 "GET /v2.0/security-groups?id=5955a345-1a7b-46bd-8665-58ce52cb9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572753 Aug 10 03:38:33.228365 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cf0a1deb-787f-48dd-a4b5-b146f6ed256b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:33.358455 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cf0a1deb-787f-48dd-a4b5-b146f6ed256b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:33.358455 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cf0a1deb-787f-48dd-a4b5-b146f6ed256b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:33.358455 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-cf0a1deb-787f-48dd-a4b5-b146f6ed256b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/01027806-32b3-4782-ae85-a2d5d431606e HTTP/1.1" status: 204 len: 168 time: 0.2678542 Aug 10 03:38:33.407127 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0a1deb-787f-48dd-a4b5-b146f6ed256b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01027806-32b3-4782-ae85-a2d5d431606e,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:33.478266 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:33.493758 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5374dc6f-6daf-4ba1-a9b8-d1be754c136d req-ef388f8c-bdc5-46ac-9f0f-4cfd77bf16ec tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:33.493758 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5374dc6f-6daf-4ba1-a9b8-d1be754c136d req-ef388f8c-bdc5-46ac-9f0f-4cfd77bf16ec tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=619e8332-4f6a-49c1-a749-4d684ff24056 HTTP/1.1" status: 200 len: 946 time: 0.1781778 Aug 10 03:38:33.589466 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5374dc6f-6daf-4ba1-a9b8-d1be754c136d req-24081b2a-4950-4ef3-af15-ea1b2de2e417 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=48f8cca3-15dd-4491-9588-b4714c15bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871172 Aug 10 03:38:33.710113 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc98c3b-263e-4e75-84cc-ddf17e85b8de req-c0e2c6f8-73d0-45f0-9978-6c87e5e9c6b9 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:33.712014 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bbc98c3b-263e-4e75-84cc-ddf17e85b8de req-c0e2c6f8-73d0-45f0-9978-6c87e5e9c6b9 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] 10.222.0.62 "GET /v2.0/ports?device_id=2de5e054-e7bc-49fa-9824-daa33c512fee HTTP/1.1" status: 200 len: 946 time: 0.0860550 Aug 10 03:38:33.771211 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bbc98c3b-263e-4e75-84cc-ddf17e85b8de req-f74fb821-b584-4b7c-b211-910c2bc3aaf4 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] 10.222.0.62 "GET /v2.0/security-groups?id=5955a345-1a7b-46bd-8665-58ce52cb9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527649 Aug 10 03:38:33.888967 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59256) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:33.905604 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7a98b5dc-da68-4f4f-933e-3647a0c21456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:34.071558 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7a98b5dc-da68-4f4f-933e-3647a0c21456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:34.078184 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7a98b5dc-da68-4f4f-933e-3647a0c21456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:34.137397 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-7a98b5dc-da68-4f4f-933e-3647a0c21456 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5a24020eceba473b9c8fecf4216a3920&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2430224 Aug 10 03:38:34.137397 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a98b5dc-da68-4f4f-933e-3647a0c21456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a55f847-99e3-44fc-aa32-9abcce50e6a8,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:34.138340 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59262) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:34.223439 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-54fb05d7-a37d-4983-a699-35586df306b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:34.250161 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-54fb05d7-a37d-4983-a699-35586df306b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:34.264119 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:34.337009 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-54fb05d7-a37d-4983-a699-35586df306b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:34.340790 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-54fb05d7-a37d-4983-a699-35586df306b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:34.342551 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-54fb05d7-a37d-4983-a699-35586df306b2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3a55f847-99e3-44fc-aa32-9abcce50e6a8 HTTP/1.1" status: 204 len: 168 time: 0.2031522 Aug 10 03:38:34.372973 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fb05d7-a37d-4983-a699-35586df306b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a55f847-99e3-44fc-aa32-9abcce50e6a8,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:34.779429 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d86fc14-694a-46aa-bdab-5ef449cbbe46 req-38f64ac9-5841-4239-988f-acbe03e5cebe tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:34.781146 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0d86fc14-694a-46aa-bdab-5ef449cbbe46 req-38f64ac9-5841-4239-988f-acbe03e5cebe tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=619e8332-4f6a-49c1-a749-4d684ff24056 HTTP/1.1" status: 200 len: 946 time: 0.0692966 Aug 10 03:38:34.846887 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0d86fc14-694a-46aa-bdab-5ef449cbbe46 req-56244593-875d-4e3a-89e5-76fb4e41c3c0 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=48f8cca3-15dd-4491-9588-b4714c15bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506787 Aug 10 03:38:34.870172 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59276) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:34.888029 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-26c435af-ce85-42cd-b434-f1570fa34fb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:34.968457 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41fcaa9-e500-4f7a-8331-3ff7f1a5bfa0 req-032c4898-8492-435b-8a30-afd510708835 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:34.969973 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c41fcaa9-e500-4f7a-8331-3ff7f1a5bfa0 req-032c4898-8492-435b-8a30-afd510708835 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] 10.222.0.62 "GET /v2.0/ports?device_id=2de5e054-e7bc-49fa-9824-daa33c512fee HTTP/1.1" status: 200 len: 946 time: 0.0912645 Aug 10 03:38:35.014129 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-26c435af-ce85-42cd-b434-f1570fa34fb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:35.020032 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-26c435af-ce85-42cd-b434-f1570fa34fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:35.034001 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c41fcaa9-e500-4f7a-8331-3ff7f1a5bfa0 req-785cc240-0134-414c-b7fa-db54621d5978 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] 10.222.0.62 "GET /v2.0/security-groups?id=5955a345-1a7b-46bd-8665-58ce52cb9528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559337 Aug 10 03:38:35.059927 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-26c435af-ce85-42cd-b434-f1570fa34fb3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cbb5da27c77e4441be13e9b9a3f09f84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1861439 Aug 10 03:38:35.061627 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59278) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:35.078618 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c435af-ce85-42cd-b434-f1570fa34fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e66d406c-3ad9-4b16-aa12-f1e8da072b58,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:35.140844 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c23a4645-cead-4c20-9cce-8fabdd33709e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:35.164973 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c23a4645-cead-4c20-9cce-8fabdd33709e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:35.232957 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c23a4645-cead-4c20-9cce-8fabdd33709e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:35.235831 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c23a4645-cead-4c20-9cce-8fabdd33709e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:35.236978 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-c23a4645-cead-4c20-9cce-8fabdd33709e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e66d406c-3ad9-4b16-aa12-f1e8da072b58 HTTP/1.1" status: 204 len: 168 time: 0.1734450 Aug 10 03:38:35.245841 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23a4645-cead-4c20-9cce-8fabdd33709e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66d406c-3ad9-4b16-aa12-f1e8da072b58,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:35.481250 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b1ac4-e0dd-4e97-8fd2-942ce0b43621 req-d3432ffe-c623-47f3-bd0e-4b143e6d6722 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:35.484081 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d01b1ac4-e0dd-4e97-8fd2-942ce0b43621 req-d3432ffe-c623-47f3-bd0e-4b143e6d6722 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] 10.222.0.58 "GET /v2.0/ports?device_id=2de5e054-e7bc-49fa-9824-daa33c512fee HTTP/1.1" status: 200 len: 946 time: 0.0787988 Aug 10 03:38:35.588255 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-d01b1ac4-e0dd-4e97-8fd2-942ce0b43621 req-48dfe68d-dba9-4578-9b6d-b28ab791bc55 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] Deleting port 209bf17b-75f2-4c6f-a509-9ec1ff99fcb3 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:38:35.588703 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d01b1ac4-e0dd-4e97-8fd2-942ce0b43621 req-48dfe68d-dba9-4578-9b6d-b28ab791bc55 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:35.697332 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-d01b1ac4-e0dd-4e97-8fd2-942ce0b43621 req-48dfe68d-dba9-4578-9b6d-b28ab791bc55 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] For port 209bf17b-75f2-4c6f-a509-9ec1ff99fcb3, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=209bf17b-75f2-4c6f-a509-9ec1ff99fcb3,segment=NetworkSegment(68d3d456-4508-403c-8916-64ce3b2d27e0),segment_id=68d3d456-4508-403c-8916-64ce3b2d27e0)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:35.697711 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d01b1ac4-e0dd-4e97-8fd2-942ce0b43621 req-48dfe68d-dba9-4578-9b6d-b28ab791bc55 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:35.715870 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-d01b1ac4-e0dd-4e97-8fd2-942ce0b43621 req-48dfe68d-dba9-4578-9b6d-b28ab791bc55 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] Calling delete_port for 209bf17b-75f2-4c6f-a509-9ec1ff99fcb3 owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:38:35.865787 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d01b1ac4-e0dd-4e97-8fd2-942ce0b43621 req-48dfe68d-dba9-4578-9b6d-b28ab791bc55 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:35.878137 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['209bf17b-75f2-4c6f-a509-9ec1ff99fcb3'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:38:35.898781 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dfe68d-dba9-4578-9b6d-b28ab791bc55 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] Pushing event deleted for resources: {'Port': ['ID=209bf17b-75f2-4c6f-a509-9ec1ff99fcb3,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:35.928038 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dfe68d-dba9-4578-9b6d-b28ab791bc55 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:35.928338 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dfe68d-dba9-4578-9b6d-b28ab791bc55 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:35.928679 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dfe68d-dba9-4578-9b6d-b28ab791bc55 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:35.929014 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dfe68d-dba9-4578-9b6d-b28ab791bc55 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:35.929341 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dfe68d-dba9-4578-9b6d-b28ab791bc55 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:35.929663 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dfe68d-dba9-4578-9b6d-b28ab791bc55 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:35.929985 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dfe68d-dba9-4578-9b6d-b28ab791bc55 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:35.930534 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dfe68d-dba9-4578-9b6d-b28ab791bc55 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:35.930959 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dfe68d-dba9-4578-9b6d-b28ab791bc55 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:35.931282 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dfe68d-dba9-4578-9b6d-b28ab791bc55 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:35.931604 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dfe68d-dba9-4578-9b6d-b28ab791bc55 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:35.932853 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dfe68d-dba9-4578-9b6d-b28ab791bc55 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:35.966336 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-d01b1ac4-e0dd-4e97-8fd2-942ce0b43621 req-48dfe68d-dba9-4578-9b6d-b28ab791bc55 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] No DVR routers for this DVR port 209bf17b-75f2-4c6f-a509-9ec1ff99fcb3 on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:38:35.969740 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d01b1ac4-e0dd-4e97-8fd2-942ce0b43621 req-48dfe68d-dba9-4578-9b6d-b28ab791bc55 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:35.971926 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d01b1ac4-e0dd-4e97-8fd2-942ce0b43621 req-48dfe68d-dba9-4578-9b6d-b28ab791bc55 tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] 10.222.0.58 "DELETE /v2.0/ports/209bf17b-75f2-4c6f-a509-9ec1ff99fcb3 HTTP/1.1" status: 204 len: 173 time: 0.4814479 Aug 10 03:38:35.972342 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de5e054-e7bc-49fa-9824-daa33c512fee', 'name': 'network-vif-deleted', 'tag': '209bf17b-75f2-4c6f-a509-9ec1ff99fcb3'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:38:35.974852 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186dc480-29da-40fa-a565-219d0fda9f20" -d '{"events": [{"server_uuid": "2de5e054-e7bc-49fa-9824-daa33c512fee", "name": "network-vif-deleted", "tag": "209bf17b-75f2-4c6f-a509-9ec1ff99fcb3"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:38:36.003346 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:36.006096 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b38dfae-9207-4705-948f-f0a4b99abaca req-9a7f3ad4-082f-4edc-abc5-41a70130787d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:36.008492 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0b38dfae-9207-4705-948f-f0a4b99abaca req-9a7f3ad4-082f-4edc-abc5-41a70130787d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=619e8332-4f6a-49c1-a749-4d684ff24056 HTTP/1.1" status: 200 len: 946 time: 0.0734749 Aug 10 03:38:36.036435 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb82e25-42ba-4320-8706-937cde1d0a25 x-openstack-request-id: req-0eb82e25-42ba-4320-8706-937cde1d0a25 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:38:36.036801 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de5e054-e7bc-49fa-9824-daa33c512fee", "name": "network-vif-deleted", "tag": "209bf17b-75f2-4c6f-a509-9ec1ff99fcb3", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:38:36.037119 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0eb82e25-42ba-4320-8706-937cde1d0a25 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:38:36.037582 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de5e054-e7bc-49fa-9824-daa33c512fee', 'name': 'network-vif-deleted', 'tag': '209bf17b-75f2-4c6f-a509-9ec1ff99fcb3', 'status': 'completed', 'code': 200} Aug 10 03:38:36.071102 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0b38dfae-9207-4705-948f-f0a4b99abaca req-ca6f0d19-dd0f-40e5-b886-d38aa05b5ad6 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=48f8cca3-15dd-4491-9588-b4714c15bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499012 Aug 10 03:38:36.160305 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5b721ae9-311a-46ef-88c8-db9caf063671 req-e566db05-d794-49d7-9244-4955cd0801db tempest-TestServerAdvancedOps-841229634 tempest-TestServerAdvancedOps-841229634-project] 10.222.0.62 "GET /v2.0/ports?device_id=2de5e054-e7bc-49fa-9824-daa33c512fee HTTP/1.1" status: 200 len: 210 time: 0.0339475 Aug 10 03:38:36.887447 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59422) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:37.020241 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e9397344-0b38-44c3-8f48-167aa402bd0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:37.186786 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e9397344-0b38-44c3-8f48-167aa402bd0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:37.193952 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e9397344-0b38-44c3-8f48-167aa402bd0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:37.226604 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9397344-0b38-44c3-8f48-167aa402bd0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=813a9040-2600-4d64-9bc1-6471edb99cc8,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:37.233785 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59434) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:37.245871 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e30fa0-02a2-48ee-ad0b-0b20044d021c req-4b5c3724-d0b2-4498-aa93-eb581f15533e tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:37.247434 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-39e30fa0-02a2-48ee-ad0b-0b20044d021c req-4b5c3724-d0b2-4498-aa93-eb581f15533e tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=619e8332-4f6a-49c1-a749-4d684ff24056 HTTP/1.1" status: 200 len: 946 time: 0.1107607 Aug 10 03:38:37.285486 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-e9397344-0b38-44c3-8f48-167aa402bd0d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d2dbe0c6b6924f95b496093891743dab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3966889 Aug 10 03:38:37.288443 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59436) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:37.308237 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-73d43d0f-58df-4b67-bb31-e4421aa7dc26 admin admin] Deleting subnet 2d36f368-cf9f-494a-841d-5d460bd8bdb2 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:38:37.311673 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-73d43d0f-58df-4b67-bb31-e4421aa7dc26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:37.340707 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-39e30fa0-02a2-48ee-ad0b-0b20044d021c req-687a09bb-b4bd-4cf8-ba11-8992765523a0 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=48f8cca3-15dd-4491-9588-b4714c15bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792737 Aug 10 03:38:37.361492 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1ad61ae3-a4bd-4c4a-8afe-05d888ee35a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:37.387333 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1ad61ae3-a4bd-4c4a-8afe-05d888ee35a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:37.452327 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1ad61ae3-a4bd-4c4a-8afe-05d888ee35a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:37.455110 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1ad61ae3-a4bd-4c4a-8afe-05d888ee35a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:37.456357 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-1ad61ae3-a4bd-4c4a-8afe-05d888ee35a0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/813a9040-2600-4d64-9bc1-6471edb99cc8 HTTP/1.1" status: 204 len: 168 time: 0.1669009 Aug 10 03:38:37.464848 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad61ae3-a4bd-4c4a-8afe-05d888ee35a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813a9040-2600-4d64-9bc1-6471edb99cc8,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:37.664144 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-73d43d0f-58df-4b67-bb31-e4421aa7dc26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:37.706802 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-73d43d0f-58df-4b67-bb31-e4421aa7dc26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:37.766207 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-73d43d0f-58df-4b67-bb31-e4421aa7dc26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:37.794053 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d43d0f-58df-4b67-bb31-e4421aa7dc26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d36f368-cf9f-494a-841d-5d460bd8bdb2,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:37.799450 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-73d43d0f-58df-4b67-bb31-e4421aa7dc26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:37.803772 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-73d43d0f-58df-4b67-bb31-e4421aa7dc26 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/2d36f368-cf9f-494a-841d-5d460bd8bdb2 HTTP/1.1" status: 204 len: 168 time: 0.5667901 Aug 10 03:38:37.804119 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59448) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:37.879015 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8bfdce9b-8542-4d27-ba62-982a8417c486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:37.965179 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8bfdce9b-8542-4d27-ba62-982a8417c486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:37.977277 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-8bfdce9b-8542-4d27-ba62-982a8417c486 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3582dc2f-a6eb-433d-979e-fd1eb2479315']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:37.996734 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-8bfdce9b-8542-4d27-ba62-982a8417c486 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68d3d456-4508-403c-8916-64ce3b2d27e0') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:37.999193 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-8bfdce9b-8542-4d27-ba62-982a8417c486 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68d3d456-4508-403c-8916-64ce3b2d27e0') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:38.008801 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8bfdce9b-8542-4d27-ba62-982a8417c486 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:38.032209 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8bfdce9b-8542-4d27-ba62-982a8417c486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:38.039407 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bfdce9b-8542-4d27-ba62-982a8417c486 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:38:38.040005 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8bfdce9b-8542-4d27-ba62-982a8417c486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:38.042220 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:38:38.042220 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:38:38.042220 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:38:38.042220 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:38:38.042220 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:38:38.042220 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:38:38.042220 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:38:38.042220 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:38:38.042220 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:38:38.042220 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:38:38.042220 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:38:38.042220 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:38:38.042220 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:38:38.042220 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:38:38.042220 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:38:38.042220 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:38:38.042220 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:38:38.042220 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:38:38.042220 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:38:38.042220 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:38:38.042220 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:38:38.042220 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:38:38.042220 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:38:38.042220 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:38:38.042220 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:38:38.042220 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:38:38.042220 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:38:38.042220 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:38:38.042220 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:38:38.042220 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:38:38.042220 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:38:38.042220 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:38:38.108055 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8bfdce9b-8542-4d27-ba62-982a8417c486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:38.112469 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8bfdce9b-8542-4d27-ba62-982a8417c486 admin admin] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:38.114460 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8bfdce9b-8542-4d27-ba62-982a8417c486 admin admin] 10.222.0.62 "DELETE /v2.0/networks/3582dc2f-a6eb-433d-979e-fd1eb2479315 HTTP/1.1" status: 204 len: 168 time: 0.3094964 Aug 10 03:38:38.117371 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59460) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:38.129859 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfdce9b-8542-4d27-ba62-982a8417c486 admin admin] Pushing event deleted for resources: {'Network': ['ID=3582dc2f-a6eb-433d-979e-fd1eb2479315,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:38.178096 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a20870a-495f-47d0-b5ce-0c681bb3f257 admin admin] Deleting subnet f560423e-235d-474f-8b35-14c74b487177 {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:38:38.182236 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1a20870a-495f-47d0-b5ce-0c681bb3f257 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:38.225986 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1a20870a-495f-47d0-b5ce-0c681bb3f257 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:38.272832 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1a20870a-495f-47d0-b5ce-0c681bb3f257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:38.330321 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1a20870a-495f-47d0-b5ce-0c681bb3f257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:38.363161 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a20870a-495f-47d0-b5ce-0c681bb3f257 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f560423e-235d-474f-8b35-14c74b487177,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:38.379665 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1a20870a-495f-47d0-b5ce-0c681bb3f257 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:38.381996 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-1a20870a-495f-47d0-b5ce-0c681bb3f257 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/f560423e-235d-474f-8b35-14c74b487177 HTTP/1.1" status: 204 len: 168 time: 0.2623904 Aug 10 03:38:38.384659 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59470) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:38.499573 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b9d7b7ab-9872-415d-ac3c-511121f7a4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:38.521264 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b91f2-998b-48c9-8376-e1627c5fc031 req-84508951-4d21-40cd-8605-659a583b5b81 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:38.525553 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b53b91f2-998b-48c9-8376-e1627c5fc031 req-84508951-4d21-40cd-8605-659a583b5b81 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=619e8332-4f6a-49c1-a749-4d684ff24056 HTTP/1.1" status: 200 len: 946 time: 0.0851479 Aug 10 03:38:38.642146 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b53b91f2-998b-48c9-8376-e1627c5fc031 req-7815df94-3e12-48fa-9ab1-f24cf2e45530 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=48f8cca3-15dd-4491-9588-b4714c15bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928085 Aug 10 03:38:38.644002 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b9d7b7ab-9872-415d-ac3c-511121f7a4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:38.656854 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-b9d7b7ab-9872-415d-ac3c-511121f7a4aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfc67da8-4929-4780-b459-7c29f66d2744']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:38.668578 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-b9d7b7ab-9872-415d-ac3c-511121f7a4aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8e53edc-5da7-40a9-82d1-b86b618111e7') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:38.669398 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-b9d7b7ab-9872-415d-ac3c-511121f7a4aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8e53edc-5da7-40a9-82d1-b86b618111e7') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:38.681006 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b9d7b7ab-9872-415d-ac3c-511121f7a4aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:38.696692 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b9d7b7ab-9872-415d-ac3c-511121f7a4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:38.706707 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9d7b7ab-9872-415d-ac3c-511121f7a4aa admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:38:38.707431 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b9d7b7ab-9872-415d-ac3c-511121f7a4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:38.709567 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:38:38.709567 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:38:38.709567 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:38:38.709567 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:38:38.709567 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:38:38.709567 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:38:38.709567 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:38:38.709567 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:38:38.709567 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:38:38.709567 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:38:38.709567 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:38:38.709567 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:38:38.709567 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:38:38.709567 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:38:38.709567 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:38:38.709567 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:38:38.709567 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:38:38.709567 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:38:38.709567 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:38:38.709567 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:38:38.709567 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:38:38.709567 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:38:38.709567 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:38:38.709567 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:38:38.709567 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:38:38.709567 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:38:38.709567 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:38:38.709567 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:38:38.709567 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:38:38.709567 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:38:38.709567 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:38:38.709567 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:38:38.775822 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b9d7b7ab-9872-415d-ac3c-511121f7a4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:38.783346 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b9d7b7ab-9872-415d-ac3c-511121f7a4aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:38.785888 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b9d7b7ab-9872-415d-ac3c-511121f7a4aa admin admin] 10.222.0.62 "DELETE /v2.0/networks/bfc67da8-4929-4780-b459-7c29f66d2744 HTTP/1.1" status: 204 len: 168 time: 0.3992267 Aug 10 03:38:38.805480 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7b7ab-9872-415d-ac3c-511121f7a4aa admin admin] Pushing event deleted for resources: {'Network': ['ID=bfc67da8-4929-4780-b459-7c29f66d2744,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:38.979673 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 209bf17b-75f2-4c6f-a509-9ec1ff99fcb3 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:38:39.011853 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: 209bf17b-75f2-4c6f-a509-9ec1ff99fcb3 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:38:39.012615 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 209bf17b-75f2-4c6f-a509-9ec1ff99fcb3 not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:38:39.021574 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59486) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:39.068452 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-88218eb9-8d4f-419f-99fb-c40f1785c119 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=507d503fd06b4cb4978235be424361b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456910 Aug 10 03:38:39.072978 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59490) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:39.106292 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59494) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:39.166322 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b716c704-ca67-4e91-93ec-2b0c8e356030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:39.180807 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-5086b24d-5982-44b2-8f6a-0a4f3bac46cd admin admin] Deleting subnet 8466dff4-4e57-4ae7-833e-c96841f3ec97 {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:38:39.189843 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5086b24d-5982-44b2-8f6a-0a4f3bac46cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:39.225051 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b716c704-ca67-4e91-93ec-2b0c8e356030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:39.260059 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5086b24d-5982-44b2-8f6a-0a4f3bac46cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:39.321115 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b716c704-ca67-4e91-93ec-2b0c8e356030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:39.324477 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b716c704-ca67-4e91-93ec-2b0c8e356030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:39.326474 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b716c704-ca67-4e91-93ec-2b0c8e356030 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5955a345-1a7b-46bd-8665-58ce52cb9528 HTTP/1.1" status: 204 len: 168 time: 0.2516725 Aug 10 03:38:39.331364 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5086b24d-5982-44b2-8f6a-0a4f3bac46cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:39.362102 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b716c704-ca67-4e91-93ec-2b0c8e356030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5955a345-1a7b-46bd-8665-58ce52cb9528,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:39.423752 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5086b24d-5982-44b2-8f6a-0a4f3bac46cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:39.469230 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5086b24d-5982-44b2-8f6a-0a4f3bac46cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:39.474152 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59506) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:39.474644 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-5086b24d-5982-44b2-8f6a-0a4f3bac46cd admin admin] 10.222.0.62 "DELETE /v2.0/subnets/8466dff4-4e57-4ae7-833e-c96841f3ec97 HTTP/1.1" status: 204 len: 168 time: 0.3667967 Aug 10 03:38:39.475944 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086b24d-5982-44b2-8f6a-0a4f3bac46cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8466dff4-4e57-4ae7-833e-c96841f3ec97,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:39.516929 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59510) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:39.566071 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bdf68ebe-f017-44e8-9e81-1516a6569f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:39.664411 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bdf68ebe-f017-44e8-9e81-1516a6569f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:39.679471 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-bdf68ebe-f017-44e8-9e81-1516a6569f5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aa257be-152d-4cbf-8c05-c54215b83071']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:39.694607 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59516) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:39.695037 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-bdf68ebe-f017-44e8-9e81-1516a6569f5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a95bc73-af51-4183-a1ee-81e4df6a3f93') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:39.695431 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-bdf68ebe-f017-44e8-9e81-1516a6569f5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a95bc73-af51-4183-a1ee-81e4df6a3f93') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:39.705937 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bdf68ebe-f017-44e8-9e81-1516a6569f5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:39.721879 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bdf68ebe-f017-44e8-9e81-1516a6569f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:39.736080 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdf68ebe-f017-44e8-9e81-1516a6569f5d admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:38:39.736754 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bdf68ebe-f017-44e8-9e81-1516a6569f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:39.739785 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:38:39.739785 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:38:39.739785 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:38:39.739785 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:38:39.739785 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:38:39.739785 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:38:39.739785 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:38:39.739785 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:38:39.739785 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:38:39.739785 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:38:39.739785 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:38:39.739785 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:38:39.739785 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:38:39.739785 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:38:39.739785 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:38:39.739785 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:38:39.739785 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:38:39.739785 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:38:39.739785 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:38:39.739785 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:38:39.739785 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:38:39.739785 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:38:39.739785 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:38:39.739785 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:38:39.739785 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:38:39.739785 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:38:39.739785 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:38:39.739785 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:38:39.739785 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:38:39.739785 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:38:39.739785 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:38:39.739785 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:38:39.752558 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-4b1fb05c-193e-41a9-a0de-fec1cdf71d01 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ade99d3d74e54d73897ca5f59436a0b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0560894 Aug 10 03:38:39.756387 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59518) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:39.785222 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-2d16df4d-b25f-496d-973f-61c48a7929ca tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Request body: {'floatingip': {'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:39.826615 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d2ea2-954f-48b0-bc79-ad35f97b344b req-2ef33978-d290-4280-a5d3-fcfb5173757f tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:39.829469 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e74d2ea2-954f-48b0-bc79-ad35f97b344b req-2ef33978-d290-4280-a5d3-fcfb5173757f tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=619e8332-4f6a-49c1-a749-4d684ff24056 HTTP/1.1" status: 200 len: 946 time: 0.0791452 Aug 10 03:38:39.829702 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2d16df4d-b25f-496d-973f-61c48a7929ca tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks [] for floatingip, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:39.842319 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bdf68ebe-f017-44e8-9e81-1516a6569f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:39.849968 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bdf68ebe-f017-44e8-9e81-1516a6569f5d admin admin] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:39.851747 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-bdf68ebe-f017-44e8-9e81-1516a6569f5d admin admin] 10.222.0.62 "DELETE /v2.0/networks/1aa257be-152d-4cbf-8c05-c54215b83071 HTTP/1.1" status: 204 len: 168 time: 0.3754549 Aug 10 03:38:39.869545 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf68ebe-f017-44e8-9e81-1516a6569f5d admin admin] Pushing event deleted for resources: {'Network': ['ID=1aa257be-152d-4cbf-8c05-c54215b83071,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:39.876274 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-91ee002e-54bb-4a36-b749-e489f171e4d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:39.901507 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-91ee002e-54bb-4a36-b749-e489f171e4d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:39.906113 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e74d2ea2-954f-48b0-bc79-ad35f97b344b req-96230bb6-efd9-4c91-95d4-555a9a344bae tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=48f8cca3-15dd-4491-9588-b4714c15bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629535 Aug 10 03:38:39.960140 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-91ee002e-54bb-4a36-b749-e489f171e4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:39.963412 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-91ee002e-54bb-4a36-b749-e489f171e4d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:39.965037 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-91ee002e-54bb-4a36-b749-e489f171e4d8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b1a21d0a-a68a-4dbd-9aba-2a5cb71fcc6b HTTP/1.1" status: 204 len: 168 time: 0.2073255 Aug 10 03:38:39.977684 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ee002e-54bb-4a36-b749-e489f171e4d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a21d0a-a68a-4dbd-9aba-2a5cb71fcc6b,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:39.983130 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2d16df4d-b25f-496d-973f-61c48a7929ca tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:40.111720 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59524) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:40.128332 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-2d16df4d-b25f-496d-973f-61c48a7929ca tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Allocated IP 172.25.7.33 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/4c7ee36a-974b-4778-8d2c-2845bac917c7) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:38:40.160860 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9bf93c8b-5a31-4e05-8c60-81d16ab26b87 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f5e991a34bb04d92a559023fc9779e32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478246 Aug 10 03:38:40.163831 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59528) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:40.225984 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dfd2c4fe-dc29-4a94-b074-79a9818c2a1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:40.254954 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dfd2c4fe-dc29-4a94-b074-79a9818c2a1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:40.256700 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2d16df4d-b25f-496d-973f-61c48a7929ca tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:40.314237 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2d16df4d-b25f-496d-973f-61c48a7929ca tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:40.315254 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dfd2c4fe-dc29-4a94-b074-79a9818c2a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:40.317946 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-dfd2c4fe-dc29-4a94-b074-79a9818c2a1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:40.319469 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-dfd2c4fe-dc29-4a94-b074-79a9818c2a1d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/178fd0f0-dbac-4d67-bca5-6222b9170c97 HTTP/1.1" status: 204 len: 168 time: 0.1534860 Aug 10 03:38:40.328846 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd2c4fe-dc29-4a94-b074-79a9818c2a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178fd0f0-dbac-4d67-bca5-6222b9170c97,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:40.374385 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d16df4d-b25f-496d-973f-61c48a7929ca tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:38:40.379557 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-2d16df4d-b25f-496d-973f-61c48a7929ca tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:40.383386 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d16df4d-b25f-496d-973f-61c48a7929ca tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:38:40.413415 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d16df4d-b25f-496d-973f-61c48a7929ca tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Pushing event updated for resources: {'Port': ['ID=4c7ee36a-974b-4778-8d2c-2845bac917c7,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:40.438033 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [req-4500a389-25d3-4698-9bb1-848c6ee58343 req-bebea8c9-448b-4c2d-87e4-13704119aac3 service neutron] show failed (client error): The resource could not be found. Aug 10 03:38:40.439550 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4500a389-25d3-4698-9bb1-848c6ee58343 req-bebea8c9-448b-4c2d-87e4-13704119aac3 service neutron] 10.222.0.58 "GET /v2.0/ports/dd0cd8a9-1b70-4979-86bb-0bacb040fbca/bindings/n-h2-768851-15 HTTP/1.1" status: 404 len: 381 time: 0.1055598 Aug 10 03:38:40.503436 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2d16df4d-b25f-496d-973f-61c48a7929ca tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:40.565711 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2d16df4d-b25f-496d-973f-61c48a7929ca tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:40.732072 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500a389-25d3-4698-9bb1-848c6ee58343 req-d504214d-de71-4154-a57b-d74199328bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:40.737247 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4500a389-25d3-4698-9bb1-848c6ee58343 req-d504214d-de71-4154-a57b-d74199328bf0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=619e8332-4f6a-49c1-a749-4d684ff24056&tenant_id=d4cffc5e26914104899297a77f2206bf HTTP/1.1" status: 200 len: 1098 time: 0.0893695 Aug 10 03:38:40.758382 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-4500a389-25d3-4698-9bb1-848c6ee58343 req-ca4648e0-8a6c-4d36-8795-47aaedfde519 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768851-15', 'device_owner': 'compute:nova'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:40.768494 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2d16df4d-b25f-496d-973f-61c48a7929ca tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:40.775419 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2d16df4d-b25f-496d-973f-61c48a7929ca tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:40.856032 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d16df4d-b25f-496d-973f-61c48a7929ca tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Pushing event updated for resources: {'Port': ['ID=4c7ee36a-974b-4778-8d2c-2845bac917c7,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:40.866632 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2d16df4d-b25f-496d-973f-61c48a7929ca tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:40.883738 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-4500a389-25d3-4698-9bb1-848c6ee58343 req-ca4648e0-8a6c-4d36-8795-47aaedfde519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:40.884558 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2d16df4d-b25f-496d-973f-61c48a7929ca tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:40.889212 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-2d16df4d-b25f-496d-973f-61c48a7929ca tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3679743 Aug 10 03:38:40.889476 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59558) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:40.902924 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-fd4c93e5-50ab-4f8f-b9c4-65ec4bc6096b tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-797830860'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:40.933040 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4c93e5-50ab-4f8f-b9c4-65ec4bc6096b tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Made reservation on behalf of a4cce7c3c43c4850b72b75015450d39f for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:40.939002 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fd4c93e5-50ab-4f8f-b9c4-65ec4bc6096b tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:40.952079 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fd4c93e5-50ab-4f8f-b9c4-65ec4bc6096b tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:40.972341 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59562) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:41.141182 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-aea1409a-0f9a-4815-9154-b22a0dd21776 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-8372739-network', 'tenant_id': '64494ba6984d42e39d26f4e154cda5da'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:41.154704 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fd4c93e5-50ab-4f8f-b9c4-65ec4bc6096b tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:41.157878 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-4500a389-25d3-4698-9bb1-848c6ee58343 req-ca4648e0-8a6c-4d36-8795-47aaedfde519 service neutron] For port dd0cd8a9-1b70-4979-86bb-0bacb040fbca, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=dd0cd8a9-1b70-4979-86bb-0bacb040fbca,segment=NetworkSegment(3ecd5121-305d-481a-81a1-d16c0bb05da5),segment_id=3ecd5121-305d-481a-81a1-d16c0bb05da5)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:41.168033 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1dc60-8159-4a77-ac66-9d64cf3df523 req-fc5d86c7-22d1-45eb-9c56-b19b9bb039d8 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:41.170109 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-02d1dc60-8159-4a77-ac66-9d64cf3df523 req-fc5d86c7-22d1-45eb-9c56-b19b9bb039d8 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=619e8332-4f6a-49c1-a749-4d684ff24056 HTTP/1.1" status: 200 len: 946 time: 0.1217141 Aug 10 03:38:41.173065 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fd4c93e5-50ab-4f8f-b9c4-65ec4bc6096b tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:41.208648 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd4c93e5-50ab-4f8f-b9c4-65ec4bc6096b tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:38:41.210600 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-4500a389-25d3-4698-9bb1-848c6ee58343 req-ca4648e0-8a6c-4d36-8795-47aaedfde519 service neutron] For port dd0cd8a9-1b70-4979-86bb-0bacb040fbca, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:38:41.236404 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea1409a-0f9a-4815-9154-b22a0dd21776 admin admin] Made reservation on behalf of 64494ba6984d42e39d26f4e154cda5da for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:41.238755 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-aea1409a-0f9a-4815-9154-b22a0dd21776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:41.252755 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fd4c93e5-50ab-4f8f-b9c4-65ec4bc6096b tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:41.262148 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-fd4c93e5-50ab-4f8f-b9c4-65ec4bc6096b tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Added segment f4933ba9-5149-4513-af21-d19cd66cf9b5 of type vlan for network f90c8c1b-e3fe-4448-b495-17f3d525673d Aug 10 03:38:41.264390 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '619e8332-4f6a-49c1-a749-4d684ff24056', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd0cd8a9-1b70-4979-86bb-0bacb040fbca'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:38:41.267200 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c172199-c0dd-4aca-9e09-6d8a29181394" -d '{"events": [{"server_uuid": "619e8332-4f6a-49c1-a749-4d684ff24056", "name": "network-vif-unplugged", "status": "completed", "tag": "dd0cd8a9-1b70-4979-86bb-0bacb040fbca"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:38:41.271537 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-4500a389-25d3-4698-9bb1-848c6ee58343 req-ca4648e0-8a6c-4d36-8795-47aaedfde519 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:41.272250 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4c93e5-50ab-4f8f-b9c4-65ec4bc6096b tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=917eca78-5486-4cbd-ba97-aee530e640b6,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:41.283236 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-aea1409a-0f9a-4815-9154-b22a0dd21776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:41.289086 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-4500a389-25d3-4698-9bb1-848c6ee58343 req-ca4648e0-8a6c-4d36-8795-47aaedfde519 service neutron] Transition to ACTIVE for port object dd0cd8a9-1b70-4979-86bb-0bacb040fbca will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:41.295055 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-4500a389-25d3-4698-9bb1-848c6ee58343 req-ca4648e0-8a6c-4d36-8795-47aaedfde519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:41.324804 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59576) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:41.339230 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5cc8e5c-694e-4611-8c54-cd4fbc32308a x-openstack-request-id: req-d5cc8e5c-694e-4611-8c54-cd4fbc32308a {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:38:41.340030 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "619e8332-4f6a-49c1-a749-4d684ff24056", "name": "network-vif-unplugged", "status": "completed", "tag": "dd0cd8a9-1b70-4979-86bb-0bacb040fbca", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:38:41.340299 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d5cc8e5c-694e-4611-8c54-cd4fbc32308a {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:38:41.340698 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '619e8332-4f6a-49c1-a749-4d684ff24056', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd0cd8a9-1b70-4979-86bb-0bacb040fbca', 'code': 200} Aug 10 03:38:41.347524 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fd4c93e5-50ab-4f8f-b9c4-65ec4bc6096b tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:41.356336 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-02d1dc60-8159-4a77-ac66-9d64cf3df523 req-f633d4f2-7c25-483a-a174-2756f150a603 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=48f8cca3-15dd-4491-9588-b4714c15bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528053 Aug 10 03:38:41.417565 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fd4c93e5-50ab-4f8f-b9c4-65ec4bc6096b tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:41.421257 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4648e0-8a6c-4d36-8795-47aaedfde519 service neutron] Pushing event updated for resources: {'Port': ['ID=dd0cd8a9-1b70-4979-86bb-0bacb040fbca,revision_number=6']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:41.424181 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4c93e5-50ab-4f8f-b9c4-65ec4bc6096b tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:41.424743 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fd4c93e5-50ab-4f8f-b9c4-65ec4bc6096b tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:41.493812 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-060bba17-6104-4820-8770-98eb469cc65c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1934501111-network', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:41.534945 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4c93e5-50ab-4f8f-b9c4-65ec4bc6096b tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Pushing event updated for resources: {'Network': ['ID=f90c8c1b-e3fe-4448-b495-17f3d525673d,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:41.548606 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network f90c8c1b-e3fe-4448-b495-17f3d525673d details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:38:41.568846 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-aea1409a-0f9a-4815-9154-b22a0dd21776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:41.578923 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-aea1409a-0f9a-4815-9154-b22a0dd21776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:41.590242 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-fd4c93e5-50ab-4f8f-b9c4-65ec4bc6096b tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6984694 Aug 10 03:38:41.597447 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59580) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:41.599989 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-4500a389-25d3-4698-9bb1-848c6ee58343 req-ca4648e0-8a6c-4d36-8795-47aaedfde519 service neutron] No DVR routers for this DVR port dd0cd8a9-1b70-4979-86bb-0bacb040fbca on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:38:41.615976 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-a5846ca0-1085-445c-91cd-ca91777bacc3 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Request body: {'subnet': {'network_id': 'f90c8c1b-e3fe-4448-b495-17f3d525673d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:41.645046 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aea1409a-0f9a-4815-9154-b22a0dd21776 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:38:41.706944 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060bba17-6104-4820-8770-98eb469cc65c admin admin] Made reservation on behalf of cf46dc7d96e74359a233bb4d876edd57 for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:41.709271 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-060bba17-6104-4820-8770-98eb469cc65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:41.715250 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea1409a-0f9a-4815-9154-b22a0dd21776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b222a62f-38f9-4f81-b66f-b73dd75fe604,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:41.722882 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-aea1409a-0f9a-4815-9154-b22a0dd21776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:41.723245 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-aea1409a-0f9a-4815-9154-b22a0dd21776 admin admin] Added segment 13010a66-87b4-4d98-b4cc-7f9bb3a06cfb of type vlan for network 41415f13-7123-4689-a2e6-d0a558e6f06b Aug 10 03:38:41.746683 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-060bba17-6104-4820-8770-98eb469cc65c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:41.754573 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-4500a389-25d3-4698-9bb1-848c6ee58343 req-ca4648e0-8a6c-4d36-8795-47aaedfde519 service neutron] Attempting to bind port dd0cd8a9-1b70-4979-86bb-0bacb040fbca on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:38:41.755182 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-4500a389-25d3-4698-9bb1-848c6ee58343 req-ca4648e0-8a6c-4d36-8795-47aaedfde519 service neutron] Attempting to bind port dd0cd8a9-1b70-4979-86bb-0bacb040fbca by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '3ecd5121-305d-481a-81a1-d16c0bb05da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e72c2d8c-7095-467c-8fc5-9b7663772750'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:38:41.755324 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4500a389-25d3-4698-9bb1-848c6ee58343 req-ca4648e0-8a6c-4d36-8795-47aaedfde519 service neutron] Attempting to bind port dd0cd8a9-1b70-4979-86bb-0bacb040fbca on network e72c2d8c-7095-467c-8fc5-9b7663772750 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:38:41.759907 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4500a389-25d3-4698-9bb1-848c6ee58343 req-ca4648e0-8a6c-4d36-8795-47aaedfde519 service neutron] Port dd0cd8a9-1b70-4979-86bb-0bacb040fbca on network e72c2d8c-7095-467c-8fc5-9b7663772750 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:38:41.760222 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4500a389-25d3-4698-9bb1-848c6ee58343 req-ca4648e0-8a6c-4d36-8795-47aaedfde519 service neutron] Attempting to bind port dd0cd8a9-1b70-4979-86bb-0bacb040fbca on network e72c2d8c-7095-467c-8fc5-9b7663772750 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:38:41.765964 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4500a389-25d3-4698-9bb1-848c6ee58343 req-ca4648e0-8a6c-4d36-8795-47aaedfde519 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:38:41.766298 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4500a389-25d3-4698-9bb1-848c6ee58343 req-ca4648e0-8a6c-4d36-8795-47aaedfde519 service neutron] Checking segment: {'id': '3ecd5121-305d-481a-81a1-d16c0bb05da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e72c2d8c-7095-467c-8fc5-9b7663772750'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:41.766675 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4500a389-25d3-4698-9bb1-848c6ee58343 req-ca4648e0-8a6c-4d36-8795-47aaedfde519 service neutron] Bound using segment: {'id': '3ecd5121-305d-481a-81a1-d16c0bb05da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e72c2d8c-7095-467c-8fc5-9b7663772750'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:38:41.767128 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-4500a389-25d3-4698-9bb1-848c6ee58343 req-ca4648e0-8a6c-4d36-8795-47aaedfde519 service neutron] Bound port: dd0cd8a9-1b70-4979-86bb-0bacb040fbca, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ecd5121-305d-481a-81a1-d16c0bb05da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e72c2d8c-7095-467c-8fc5-9b7663772750'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:38:41.767483 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-4500a389-25d3-4698-9bb1-848c6ee58343 req-ca4648e0-8a6c-4d36-8795-47aaedfde519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:41.806728 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-aea1409a-0f9a-4815-9154-b22a0dd21776 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:41.822759 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5846ca0-1085-445c-91cd-ca91777bacc3 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Made reservation on behalf of a4cce7c3c43c4850b72b75015450d39f for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:41.826788 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a5846ca0-1085-445c-91cd-ca91777bacc3 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:41.834440 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-4500a389-25d3-4698-9bb1-848c6ee58343 req-ca4648e0-8a6c-4d36-8795-47aaedfde519 service neutron] For port dd0cd8a9-1b70-4979-86bb-0bacb040fbca, host n-h2-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:38:41.837663 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-4500a389-25d3-4698-9bb1-848c6ee58343 req-ca4648e0-8a6c-4d36-8795-47aaedfde519 service neutron] For port dd0cd8a9-1b70-4979-86bb-0bacb040fbca, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=dd0cd8a9-1b70-4979-86bb-0bacb040fbca,segment=NetworkSegment(3ecd5121-305d-481a-81a1-d16c0bb05da5),segment_id=3ecd5121-305d-481a-81a1-d16c0bb05da5)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:38:41.843314 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-4500a389-25d3-4698-9bb1-848c6ee58343 req-ca4648e0-8a6c-4d36-8795-47aaedfde519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:41.879318 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500a389-25d3-4698-9bb1-848c6ee58343 req-ca4648e0-8a6c-4d36-8795-47aaedfde519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:41.879945 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-4500a389-25d3-4698-9bb1-848c6ee58343 req-ca4648e0-8a6c-4d36-8795-47aaedfde519 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:41.881457 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4500a389-25d3-4698-9bb1-848c6ee58343 req-ca4648e0-8a6c-4d36-8795-47aaedfde519 service neutron] 10.222.0.60 "PUT /v2.0/ports/dd0cd8a9-1b70-4979-86bb-0bacb040fbca HTTP/1.1" status: 200 len: 1093 time: 1.1350088 Aug 10 03:38:41.909734 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4648e0-8a6c-4d36-8795-47aaedfde519 service neutron] Pushing event updated for resources: {'Port': ['ID=dd0cd8a9-1b70-4979-86bb-0bacb040fbca,revision_number=7']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:41.919372 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-aea1409a-0f9a-4815-9154-b22a0dd21776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:41.920420 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea1409a-0f9a-4815-9154-b22a0dd21776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:41.921073 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-aea1409a-0f9a-4815-9154-b22a0dd21776 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:41.971942 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500a389-25d3-4698-9bb1-848c6ee58343 req-b3be4662-d09e-4c5b-92aa-b65c21b1b048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:41.974456 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4500a389-25d3-4698-9bb1-848c6ee58343 req-b3be4662-d09e-4c5b-92aa-b65c21b1b048 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d4cffc5e26914104899297a77f2206bf&device_id=619e8332-4f6a-49c1-a749-4d684ff24056 HTTP/1.1" status: 200 len: 1096 time: 0.0583415 Aug 10 03:38:42.048743 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea1409a-0f9a-4815-9154-b22a0dd21776 admin admin] Pushing event updated for resources: {'Network': ['ID=41415f13-7123-4689-a2e6-d0a558e6f06b,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:42.063418 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 41415f13-7123-4689-a2e6-d0a558e6f06b details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:38:42.101496 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500a389-25d3-4698-9bb1-848c6ee58343 req-e01967a7-8f8e-41c6-9823-47bbf2c45fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:42.103221 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4500a389-25d3-4698-9bb1-848c6ee58343 req-e01967a7-8f8e-41c6-9823-47bbf2c45fb5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e72c2d8c-7095-467c-8fc5-9b7663772750 HTTP/1.1" status: 200 len: 897 time: 0.1196480 Aug 10 03:38:42.129861 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-060bba17-6104-4820-8770-98eb469cc65c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:42.141624 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-060bba17-6104-4820-8770-98eb469cc65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:42.153962 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-aea1409a-0f9a-4815-9154-b22a0dd21776 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.1804914 Aug 10 03:38:42.166530 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59582) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:42.171829 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-667a55a5-7b44-4ea2-94b6-eb3599d717c8 admin admin] Request body: {'subnet': {'network_id': '41415f13-7123-4689-a2e6-d0a558e6f06b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-8372739-subnet', 'tenant_id': '64494ba6984d42e39d26f4e154cda5da', 'ip_version': 4}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:42.214819 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-060bba17-6104-4820-8770-98eb469cc65c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:38:42.218843 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4500a389-25d3-4698-9bb1-848c6ee58343 req-59beec05-120c-4a95-9064-ff41f750fa1f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd0cd8a9-1b70-4979-86bb-0bacb040fbca HTTP/1.1" status: 200 len: 999 time: 0.0977411 Aug 10 03:38:42.219917 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667a55a5-7b44-4ea2-94b6-eb3599d717c8 admin admin] Made reservation on behalf of 64494ba6984d42e39d26f4e154cda5da for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:42.222415 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-667a55a5-7b44-4ea2-94b6-eb3599d717c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:42.227990 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a5846ca0-1085-445c-91cd-ca91777bacc3 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:42.235051 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060bba17-6104-4820-8770-98eb469cc65c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:42.241385 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-060bba17-6104-4820-8770-98eb469cc65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:42.241739 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-060bba17-6104-4820-8770-98eb469cc65c admin admin] Added segment 5c87df8d-954c-4397-aa68-23e5690c99d4 of type vlan for network 7e9c5b57-a104-4b29-a8ed-ceb6086c40ae Aug 10 03:38:42.324457 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500a389-25d3-4698-9bb1-848c6ee58343 req-7f28cbaa-06e4-4c8a-b41f-eef43382d687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:42.326507 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4500a389-25d3-4698-9bb1-848c6ee58343 req-7f28cbaa-06e4-4c8a-b41f-eef43382d687 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a9158b84-3f01-4578-9ac6-1d85b7cb48c2 HTTP/1.1" status: 200 len: 834 time: 0.0908167 Aug 10 03:38:42.340038 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5846ca0-1085-445c-91cd-ca91777bacc3 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Pushing event updated for resources: {'Subnet': ['ID=ca4d9828-4666-4b67-8c64-5a74228d214e,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:42.348885 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-060bba17-6104-4820-8770-98eb469cc65c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:42.367805 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5846ca0-1085-445c-91cd-ca91777bacc3 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Checking segment: {'id': 'f4933ba9-5149-4513-af21-d19cd66cf9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'f90c8c1b-e3fe-4448-b495-17f3d525673d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:42.368175 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5846ca0-1085-445c-91cd-ca91777bacc3 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Network hostable DHCP agents. Network: f90c8c1b-e3fe-4448-b495-17f3d525673d, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:38:42.396675 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-060bba17-6104-4820-8770-98eb469cc65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:42.397565 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060bba17-6104-4820-8770-98eb469cc65c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:42.398446 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-060bba17-6104-4820-8770-98eb469cc65c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:42.406423 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5846ca0-1085-445c-91cd-ca91777bacc3 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Network f90c8c1b-e3fe-4448-b495-17f3d525673d is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:38:42.462912 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500a389-25d3-4698-9bb1-848c6ee58343 req-d78d4984-9ccd-4156-b776-87469498485f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:42.465504 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4500a389-25d3-4698-9bb1-848c6ee58343 req-d78d4984-9ccd-4156-b776-87469498485f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e72c2d8c-7095-467c-8fc5-9b7663772750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1292570 Aug 10 03:38:42.477708 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-060bba17-6104-4820-8770-98eb469cc65c admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1465538 Aug 10 03:38:42.483179 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59586) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:42.490420 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-a5846ca0-1085-445c-91cd-ca91777bacc3 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, f90c8c1b-e3fe-4448-b495-17f3d525673d) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:42.499513 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5846ca0-1085-445c-91cd-ca91777bacc3 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:42.500223 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a5846ca0-1085-445c-91cd-ca91777bacc3 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:42.501213 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b68d9f5-be74-45e6-8e93-b7a00a56b29c None None] Network f90c8c1b-e3fe-4448-b495-17f3d525673d requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:38:42.506251 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060bba17-6104-4820-8770-98eb469cc65c admin admin] Pushing event updated for resources: {'Network': ['ID=7e9c5b57-a104-4b29-a8ed-ceb6086c40ae,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:42.512873 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-62d9caa0-8476-445b-8754-300b5694bc9d admin admin] Request body: {'subnet': {'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1934501111-subnet', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'ip_version': 4}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:42.528397 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-a5846ca0-1085-445c-91cd-ca91777bacc3 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9196763 Aug 10 03:38:42.528702 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59590) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:42.531556 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 7e9c5b57-a104-4b29-a8ed-ceb6086c40ae details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:38:42.534241 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-be94e511-9439-44a7-9697-3c7c420e278c tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2120083289', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}, 'admin_state_up': False}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:42.548042 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ab684-15bb-4d66-b39d-73cc6cb821c5 req-104d8e9a-c4c2-4528-90ac-a3e66a4cdf54 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:42.551661 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-896ab684-15bb-4d66-b39d-73cc6cb821c5 req-104d8e9a-c4c2-4528-90ac-a3e66a4cdf54 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=619e8332-4f6a-49c1-a749-4d684ff24056 HTTP/1.1" status: 200 len: 944 time: 0.0984128 Aug 10 03:38:42.615737 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-896ab684-15bb-4d66-b39d-73cc6cb821c5 req-28c5f2a7-3d78-4105-a5fd-bb4a952c8ac6 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=48f8cca3-15dd-4491-9588-b4714c15bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502193 Aug 10 03:38:42.637570 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d9caa0-8476-445b-8754-300b5694bc9d admin admin] Made reservation on behalf of cf46dc7d96e74359a233bb4d876edd57 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:42.640421 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-62d9caa0-8476-445b-8754-300b5694bc9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:42.651742 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-667a55a5-7b44-4ea2-94b6-eb3599d717c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:42.655682 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-be94e511-9439-44a7-9697-3c7c420e278c tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:42.656821 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-be94e511-9439-44a7-9697-3c7c420e278c tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:42.713736 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-be94e511-9439-44a7-9697-3c7c420e278c tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:42.804537 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4500a389-25d3-4698-9bb1-848c6ee58343 req-46ee146e-7b35-4949-a07f-cd686939ad89 service neutron] 10.222.0.60 "GET /v2.0/networks/e72c2d8c-7095-467c-8fc5-9b7663772750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233020 Aug 10 03:38:42.813523 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667a55a5-7b44-4ea2-94b6-eb3599d717c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f34711e5-51e5-4397-be21-4d4e452c7ab1,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:42.835383 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235ba714-fbab-4d98-ae50-36b907d0e947 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-f90c8c1b-e3fe-4448-b495-17f3d525673d', 'network_id': 'f90c8c1b-e3fe-4448-b495-17f3d525673d', 'tenant_id': 'a4cce7c3c43c4850b72b75015450d39f', 'fixed_ips': [{'subnet_id': 'ca4d9828-4666-4b67-8c64-5a74228d214e'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:38:42.837296 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-235ba714-fbab-4d98-ae50-36b907d0e947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:42.900566 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667a55a5-7b44-4ea2-94b6-eb3599d717c8 admin admin] Checking segment: {'id': '13010a66-87b4-4d98-b4cc-7f9bb3a06cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '41415f13-7123-4689-a2e6-d0a558e6f06b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:42.901005 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667a55a5-7b44-4ea2-94b6-eb3599d717c8 admin admin] Network hostable DHCP agents. Network: 41415f13-7123-4689-a2e6-d0a558e6f06b, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:38:42.978785 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667a55a5-7b44-4ea2-94b6-eb3599d717c8 admin admin] Network 41415f13-7123-4689-a2e6-d0a558e6f06b is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:38:42.992518 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4500a389-25d3-4698-9bb1-848c6ee58343 req-18dbf1b2-9f09-46b2-b2fd-f6a3e524dc51 service neutron] 10.222.0.60 "GET /v2.0/networks/e72c2d8c-7095-467c-8fc5-9b7663772750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755140 Aug 10 03:38:42.997418 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-667a55a5-7b44-4ea2-94b6-eb3599d717c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 41415f13-7123-4689-a2e6-d0a558e6f06b) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:43.004230 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667a55a5-7b44-4ea2-94b6-eb3599d717c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:43.005130 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-667a55a5-7b44-4ea2-94b6-eb3599d717c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:43.007066 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-235ba714-fbab-4d98-ae50-36b907d0e947 None None] Allocated IP 172.20.0.2 (f90c8c1b-e3fe-4448-b495-17f3d525673d/ca4d9828-4666-4b67-8c64-5a74228d214e/c3499283-c493-4968-9af6-27217e7ed8e3) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:38:43.017620 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff05eeb-58fa-46d0-9a12-693b6706c809 None None] Network 41415f13-7123-4689-a2e6-d0a558e6f06b requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:38:43.058116 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-667a55a5-7b44-4ea2-94b6-eb3599d717c8 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 838 time: 0.8903365 Aug 10 03:38:43.065004 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59592) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:43.070819 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-27f95f26-8476-4dcc-a6c1-b605d2414a6c admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-8372739-router', 'tenant_id': '64494ba6984d42e39d26f4e154cda5da', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:43.087286 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-62d9caa0-8476-445b-8754-300b5694bc9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:43.145294 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-27f95f26-8476-4dcc-a6c1-b605d2414a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:43.146616 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-27f95f26-8476-4dcc-a6c1-b605d2414a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:43.201872 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-be94e511-9439-44a7-9697-3c7c420e278c tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:43.230658 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d9caa0-8476-445b-8754-300b5694bc9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=036b75a5-4076-4503-a708-471e0be52cae,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:43.238380 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d9caa0-8476-445b-8754-300b5694bc9d admin admin] Checking segment: {'id': '5c87df8d-954c-4397-aa68-23e5690c99d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:43.238915 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d9caa0-8476-445b-8754-300b5694bc9d admin admin] Network hostable DHCP agents. Network: 7e9c5b57-a104-4b29-a8ed-ceb6086c40ae, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:38:43.241755 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-27f95f26-8476-4dcc-a6c1-b605d2414a6c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:43.327414 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d9caa0-8476-445b-8754-300b5694bc9d admin admin] Network 7e9c5b57-a104-4b29-a8ed-ceb6086c40ae is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:38:43.377873 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '619e8332-4f6a-49c1-a749-4d684ff24056', 'tag': 'dd0cd8a9-1b70-4979-86bb-0bacb040fbca'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:38:43.379979 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-151ed094-cf19-4173-9d40-cf5b3e2b5d05" -d '{"events": [{"name": "network-changed", "server_uuid": "619e8332-4f6a-49c1-a749-4d684ff24056", "tag": "dd0cd8a9-1b70-4979-86bb-0bacb040fbca"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:38:43.421702 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-62d9caa0-8476-445b-8754-300b5694bc9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 7e9c5b57-a104-4b29-a8ed-ceb6086c40ae) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:43.427516 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d9caa0-8476-445b-8754-300b5694bc9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:43.428209 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-62d9caa0-8476-445b-8754-300b5694bc9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:43.437228 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-be94e511-9439-44a7-9697-3c7c420e278c tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks [] for router_gateway, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:43.442409 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e484158-615c-49ff-88d3-bb211f506ad1 x-openstack-request-id: req-4e484158-615c-49ff-88d3-bb211f506ad1 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:38:43.443824 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "619e8332-4f6a-49c1-a749-4d684ff24056", "tag": "dd0cd8a9-1b70-4979-86bb-0bacb040fbca", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:38:43.444150 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4e484158-615c-49ff-88d3-bb211f506ad1 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:38:43.444943 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '619e8332-4f6a-49c1-a749-4d684ff24056', 'tag': 'dd0cd8a9-1b70-4979-86bb-0bacb040fbca', 'status': 'completed', 'code': 200} Aug 10 03:38:43.450357 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-27f95f26-8476-4dcc-a6c1-b605d2414a6c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:43.463303 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215a957e-35e1-48d7-a297-9f3ec10a2bba None None] Network 7e9c5b57-a104-4b29-a8ed-ceb6086c40ae requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:38:43.464875 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-be94e511-9439-44a7-9697-3c7c420e278c tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:43.483080 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-62d9caa0-8476-445b-8754-300b5694bc9d admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9984453 Aug 10 03:38:43.505533 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59596) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:43.512130 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-3356acb4-849b-48b1-b15c-485ecac90562 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1934501111-router', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:43.574382 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3356acb4-849b-48b1-b15c-485ecac90562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:43.575467 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3356acb4-849b-48b1-b15c-485ecac90562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:43.579529 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ed094-cf19-4173-9d40-cf5b3e2b5d05 req-a4d0b769-9570-4791-920e-e4339dbdfaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:43.581384 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-151ed094-cf19-4173-9d40-cf5b3e2b5d05 req-a4d0b769-9570-4791-920e-e4339dbdfaec service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d4cffc5e26914104899297a77f2206bf&device_id=619e8332-4f6a-49c1-a749-4d684ff24056 HTTP/1.1" status: 200 len: 1096 time: 0.1221211 Aug 10 03:38:43.587048 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ed094-cf19-4173-9d40-cf5b3e2b5d05 req-ea9c41f5-ba38-45f1-8c61-fbb74b9781c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:43.588585 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-151ed094-cf19-4173-9d40-cf5b3e2b5d05 req-ea9c41f5-ba38-45f1-8c61-fbb74b9781c7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d4cffc5e26914104899297a77f2206bf&device_id=619e8332-4f6a-49c1-a749-4d684ff24056 HTTP/1.1" status: 200 len: 1096 time: 0.1195340 Aug 10 03:38:43.621243 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-be94e511-9439-44a7-9697-3c7c420e278c tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Allocated IP 172.25.7.214 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/fdc39f8d-d0e7-43d4-8a6f-c09898f5eb0a) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:38:43.666682 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-235ba714-fbab-4d98-ae50-36b907d0e947 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:43.669071 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3356acb4-849b-48b1-b15c-485ecac90562 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:43.736730 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-235ba714-fbab-4d98-ae50-36b907d0e947 None None] Transition to ACTIVE for port object c3499283-c493-4968-9af6-27217e7ed8e3 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:43.741094 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a408aa5b-191b-4e48-90fd-a310664edd01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-41415f13-7123-4689-a2e6-d0a558e6f06b', 'network_id': '41415f13-7123-4689-a2e6-d0a558e6f06b', 'tenant_id': '64494ba6984d42e39d26f4e154cda5da', 'fixed_ips': [{'subnet_id': 'f34711e5-51e5-4397-be21-4d4e452c7ab1'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:38:43.741094 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a408aa5b-191b-4e48-90fd-a310664edd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:43.787112 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ed094-cf19-4173-9d40-cf5b3e2b5d05 req-b89e0d14-5427-40b4-bc9d-a81e5e59dd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:43.788643 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-151ed094-cf19-4173-9d40-cf5b3e2b5d05 req-b89e0d14-5427-40b4-bc9d-a81e5e59dd63 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e72c2d8c-7095-467c-8fc5-9b7663772750 HTTP/1.1" status: 200 len: 897 time: 0.1854680 Aug 10 03:38:43.791185 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ed094-cf19-4173-9d40-cf5b3e2b5d05 req-f1c8cff6-26b6-4fec-a044-3cf6fa7244d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:43.792649 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-151ed094-cf19-4173-9d40-cf5b3e2b5d05 req-f1c8cff6-26b6-4fec-a044-3cf6fa7244d5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e72c2d8c-7095-467c-8fc5-9b7663772750 HTTP/1.1" status: 200 len: 897 time: 0.2010546 Aug 10 03:38:43.865073 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9391348-3da0-4959-9064-16ec83123bf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-7e9c5b57-a104-4b29-a8ed-ceb6086c40ae', 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'fixed_ips': [{'subnet_id': '036b75a5-4076-4503-a708-471e0be52cae'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:38:43.866060 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d9391348-3da0-4959-9064-16ec83123bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:43.875277 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-235ba714-fbab-4d98-ae50-36b907d0e947 None None] Transition to ACTIVE for port object c3499283-c493-4968-9af6-27217e7ed8e3 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:43.930841 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-235ba714-fbab-4d98-ae50-36b907d0e947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:43.932047 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3356acb4-849b-48b1-b15c-485ecac90562 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:43.978177 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5404d77-0197-4ff7-9180-365d16cde94d req-8158fa7b-e8d3-4d5f-bd06-b6c064f20975 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:43.979883 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e5404d77-0197-4ff7-9180-365d16cde94d req-8158fa7b-e8d3-4d5f-bd06-b6c064f20975 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=619e8332-4f6a-49c1-a749-4d684ff24056 HTTP/1.1" status: 200 len: 944 time: 0.1838956 Aug 10 03:38:44.032669 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-be94e511-9439-44a7-9697-3c7c420e278c tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:44.063780 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235ba714-fbab-4d98-ae50-36b907d0e947 None None] Network f90c8c1b-e3fe-4448-b495-17f3d525673d is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:38:44.073307 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-a408aa5b-191b-4e48-90fd-a310664edd01 None None] Allocated IP 172.20.0.2 (41415f13-7123-4689-a2e6-d0a558e6f06b/f34711e5-51e5-4397-be21-4d4e452c7ab1/20633b45-bbdf-4be0-97b4-104002d22da9) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:38:44.079363 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-235ba714-fbab-4d98-ae50-36b907d0e947 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:44.086491 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235ba714-fbab-4d98-ae50-36b907d0e947 None None] Pushing event updated for resources: {'Port': ['ID=c3499283-c493-4968-9af6-27217e7ed8e3,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:44.093048 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235ba714-fbab-4d98-ae50-36b907d0e947 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:38:44.106104 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e5404d77-0197-4ff7-9180-365d16cde94d req-6fe7fa31-c242-42f1-a593-d9ec00975835 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=48f8cca3-15dd-4491-9588-b4714c15bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036301 Aug 10 03:38:44.148220 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235ba714-fbab-4d98-ae50-36b907d0e947 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:44.148882 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235ba714-fbab-4d98-ae50-36b907d0e947 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:44.149375 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235ba714-fbab-4d98-ae50-36b907d0e947 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:44.149909 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235ba714-fbab-4d98-ae50-36b907d0e947 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:44.150514 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235ba714-fbab-4d98-ae50-36b907d0e947 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:44.151069 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235ba714-fbab-4d98-ae50-36b907d0e947 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:44.151597 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235ba714-fbab-4d98-ae50-36b907d0e947 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:44.151959 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235ba714-fbab-4d98-ae50-36b907d0e947 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:44.152713 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235ba714-fbab-4d98-ae50-36b907d0e947 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:44.153284 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235ba714-fbab-4d98-ae50-36b907d0e947 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:44.153713 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235ba714-fbab-4d98-ae50-36b907d0e947 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:44.154505 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235ba714-fbab-4d98-ae50-36b907d0e947 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:44.158914 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-be94e511-9439-44a7-9697-3c7c420e278c tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:44.207805 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be94e511-9439-44a7-9697-3c7c420e278c tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:38:44.215898 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-be94e511-9439-44a7-9697-3c7c420e278c tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:44.223094 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be94e511-9439-44a7-9697-3c7c420e278c tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:38:44.268563 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-d9391348-3da0-4959-9064-16ec83123bf7 None None] Allocated IP 172.20.0.2 (7e9c5b57-a104-4b29-a8ed-ceb6086c40ae/036b75a5-4076-4503-a708-471e0be52cae/14dc2c8a-c857-47b8-b1cd-4a8dacb2a46f) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:38:44.284265 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-235ba714-fbab-4d98-ae50-36b907d0e947 None None] Attempting to bind port c3499283-c493-4968-9af6-27217e7ed8e3 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:38:44.284612 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-235ba714-fbab-4d98-ae50-36b907d0e947 None None] Attempting to bind port c3499283-c493-4968-9af6-27217e7ed8e3 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'f4933ba9-5149-4513-af21-d19cd66cf9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'f90c8c1b-e3fe-4448-b495-17f3d525673d'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:38:44.284929 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235ba714-fbab-4d98-ae50-36b907d0e947 None None] Attempting to bind port c3499283-c493-4968-9af6-27217e7ed8e3 on network f90c8c1b-e3fe-4448-b495-17f3d525673d {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:38:44.296333 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be94e511-9439-44a7-9697-3c7c420e278c tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Pushing event updated for resources: {'Port': ['ID=fdc39f8d-d0e7-43d4-8a6f-c09898f5eb0a,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:44.300554 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235ba714-fbab-4d98-ae50-36b907d0e947 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:38:44.300941 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235ba714-fbab-4d98-ae50-36b907d0e947 None None] Checking segment: {'id': 'f4933ba9-5149-4513-af21-d19cd66cf9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'f90c8c1b-e3fe-4448-b495-17f3d525673d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:44.302755 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-235ba714-fbab-4d98-ae50-36b907d0e947 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:44.302755 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235ba714-fbab-4d98-ae50-36b907d0e947 None None] Bound using segment: {'id': 'f4933ba9-5149-4513-af21-d19cd66cf9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'f90c8c1b-e3fe-4448-b495-17f3d525673d'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:38:44.302755 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-235ba714-fbab-4d98-ae50-36b907d0e947 None None] Bound port: c3499283-c493-4968-9af6-27217e7ed8e3, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4933ba9-5149-4513-af21-d19cd66cf9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'f90c8c1b-e3fe-4448-b495-17f3d525673d'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:38:44.302755 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-235ba714-fbab-4d98-ae50-36b907d0e947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:44.357691 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-151ed094-cf19-4173-9d40-cf5b3e2b5d05 req-3696abf0-b323-41d3-b60e-2aa16c75ef4e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd0cd8a9-1b70-4979-86bb-0bacb040fbca HTTP/1.1" status: 200 len: 999 time: 0.5604141 Aug 10 03:38:44.361882 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-151ed094-cf19-4173-9d40-cf5b3e2b5d05 req-3c605f6c-51f1-4e91-9b4c-3af4ea6a2144 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd0cd8a9-1b70-4979-86bb-0bacb040fbca HTTP/1.1" status: 200 len: 999 time: 0.5564134 Aug 10 03:38:44.467252 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3356acb4-849b-48b1-b15c-485ecac90562 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:44.489352 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ed094-cf19-4173-9d40-cf5b3e2b5d05 req-6969b8a5-ca97-4940-81cd-ac73c03e2c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:44.490976 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-151ed094-cf19-4173-9d40-cf5b3e2b5d05 req-6969b8a5-ca97-4940-81cd-ac73c03e2c4b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a9158b84-3f01-4578-9ac6-1d85b7cb48c2 HTTP/1.1" status: 200 len: 834 time: 0.1156960 Aug 10 03:38:44.494305 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-27f95f26-8476-4dcc-a6c1-b605d2414a6c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:44.516617 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3356acb4-849b-48b1-b15c-485ecac90562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:44.516885 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ed094-cf19-4173-9d40-cf5b3e2b5d05 req-1fadee4b-20d9-47c5-8e25-192560e7674c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:44.518265 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-151ed094-cf19-4173-9d40-cf5b3e2b5d05 req-1fadee4b-20d9-47c5-8e25-192560e7674c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a9158b84-3f01-4578-9ac6-1d85b7cb48c2 HTTP/1.1" status: 200 len: 834 time: 0.1521955 Aug 10 03:38:44.526138 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-27f95f26-8476-4dcc-a6c1-b605d2414a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:44.529187 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-235ba714-fbab-4d98-ae50-36b907d0e947 None None] For port c3499283-c493-4968-9af6-27217e7ed8e3, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:38:44.548199 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a408aa5b-191b-4e48-90fd-a310664edd01 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:44.574708 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-235ba714-fbab-4d98-ae50-36b907d0e947 None None] For port c3499283-c493-4968-9af6-27217e7ed8e3, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=c3499283-c493-4968-9af6-27217e7ed8e3,segment=NetworkSegment(f4933ba9-5149-4513-af21-d19cd66cf9b5),segment_id=f4933ba9-5149-4513-af21-d19cd66cf9b5)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:38:44.588411 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-a408aa5b-191b-4e48-90fd-a310664edd01 None None] Transition to ACTIVE for port object 20633b45-bbdf-4be0-97b4-104002d22da9 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:44.591088 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-235ba714-fbab-4d98-ae50-36b907d0e947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:44.651251 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ed094-cf19-4173-9d40-cf5b3e2b5d05 req-7211b957-dd74-4e79-95e6-b4d38be7f67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:44.652932 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-151ed094-cf19-4173-9d40-cf5b3e2b5d05 req-7211b957-dd74-4e79-95e6-b4d38be7f67a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e72c2d8c-7095-467c-8fc5-9b7663772750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1382411 Aug 10 03:38:44.657806 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ed094-cf19-4173-9d40-cf5b3e2b5d05 req-f5fa4a75-4691-4537-af1a-f3e0950a8f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:44.659186 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-151ed094-cf19-4173-9d40-cf5b3e2b5d05 req-f5fa4a75-4691-4537-af1a-f3e0950a8f6d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e72c2d8c-7095-467c-8fc5-9b7663772750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1309500 Aug 10 03:38:44.664954 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-a408aa5b-191b-4e48-90fd-a310664edd01 None None] Transition to ACTIVE for port object 20633b45-bbdf-4be0-97b4-104002d22da9 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:44.666885 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d9391348-3da0-4959-9064-16ec83123bf7 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:44.680763 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a408aa5b-191b-4e48-90fd-a310664edd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:44.695372 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d9391348-3da0-4959-9064-16ec83123bf7 None None] Transition to ACTIVE for port object 14dc2c8a-c857-47b8-b1cd-4a8dacb2a46f will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:44.714353 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a408aa5b-191b-4e48-90fd-a310664edd01 None None] Network 41415f13-7123-4689-a2e6-d0a558e6f06b is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:38:44.718613 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235ba714-fbab-4d98-ae50-36b907d0e947 None None] Pushing event updated for resources: {'Port': ['ID=c3499283-c493-4968-9af6-27217e7ed8e3,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:44.730904 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-3356acb4-849b-48b1-b15c-485ecac90562 admin admin] Allocated IP 172.25.7.44 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/67d28359-d0a2-4764-b52f-2f80da29eda9) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:38:44.735382 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-a408aa5b-191b-4e48-90fd-a310664edd01 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:44.742038 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a408aa5b-191b-4e48-90fd-a310664edd01 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:38:44.748026 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d9391348-3da0-4959-9064-16ec83123bf7 None None] Transition to ACTIVE for port object 14dc2c8a-c857-47b8-b1cd-4a8dacb2a46f will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:44.759125 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-be94e511-9439-44a7-9697-3c7c420e278c tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks [] for router_gateway, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:44.789854 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d9391348-3da0-4959-9064-16ec83123bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:44.828619 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a408aa5b-191b-4e48-90fd-a310664edd01 None None] Pushing event updated for resources: {'Port': ['ID=20633b45-bbdf-4be0-97b4-104002d22da9,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:44.886622 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9391348-3da0-4959-9064-16ec83123bf7 None None] Pushing event updated for resources: {'Port': ['ID=14dc2c8a-c857-47b8-b1cd-4a8dacb2a46f,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:44.943822 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9391348-3da0-4959-9064-16ec83123bf7 None None] Network 7e9c5b57-a104-4b29-a8ed-ceb6086c40ae is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:38:44.946898 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-d9391348-3da0-4959-9064-16ec83123bf7 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:44.949277 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-a408aa5b-191b-4e48-90fd-a310664edd01 None None] Attempting to bind port 20633b45-bbdf-4be0-97b4-104002d22da9 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:38:44.949650 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-a408aa5b-191b-4e48-90fd-a310664edd01 None None] Attempting to bind port 20633b45-bbdf-4be0-97b4-104002d22da9 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '13010a66-87b4-4d98-b4cc-7f9bb3a06cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '41415f13-7123-4689-a2e6-d0a558e6f06b'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:38:44.950075 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a408aa5b-191b-4e48-90fd-a310664edd01 None None] Attempting to bind port 20633b45-bbdf-4be0-97b4-104002d22da9 on network 41415f13-7123-4689-a2e6-d0a558e6f06b {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:38:44.956504 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-151ed094-cf19-4173-9d40-cf5b3e2b5d05 req-05b8077b-9e9c-4215-8436-5c4e2ed668cf service neutron] 10.222.0.60 "GET /v2.0/networks/e72c2d8c-7095-467c-8fc5-9b7663772750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182045 Aug 10 03:38:44.963386 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9391348-3da0-4959-9064-16ec83123bf7 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:38:44.969480 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a408aa5b-191b-4e48-90fd-a310664edd01 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:38:44.970006 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a408aa5b-191b-4e48-90fd-a310664edd01 None None] Checking segment: {'id': '13010a66-87b4-4d98-b4cc-7f9bb3a06cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '41415f13-7123-4689-a2e6-d0a558e6f06b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:44.970192 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-151ed094-cf19-4173-9d40-cf5b3e2b5d05 req-212a0f45-2e03-4cb2-ad31-475de144c366 service neutron] 10.222.0.58 "GET /v2.0/networks/e72c2d8c-7095-467c-8fc5-9b7663772750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085787 Aug 10 03:38:44.970476 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a408aa5b-191b-4e48-90fd-a310664edd01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:44.970811 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a408aa5b-191b-4e48-90fd-a310664edd01 None None] Bound using segment: {'id': '13010a66-87b4-4d98-b4cc-7f9bb3a06cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '41415f13-7123-4689-a2e6-d0a558e6f06b'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:38:44.971321 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-a408aa5b-191b-4e48-90fd-a310664edd01 None None] Bound port: 20633b45-bbdf-4be0-97b4-104002d22da9, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13010a66-87b4-4d98-b4cc-7f9bb3a06cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '41415f13-7123-4689-a2e6-d0a558e6f06b'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:38:44.971709 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a408aa5b-191b-4e48-90fd-a310664edd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:45.001423 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device dd0cd8a9-1b70-4979-86bb-0bacb040fbca no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:38:45.076066 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3356acb4-849b-48b1-b15c-485ecac90562 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:45.101258 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-151ed094-cf19-4173-9d40-cf5b3e2b5d05 req-7fc1e998-03f8-4e60-a1a1-bc08a3b91a81 service neutron] 10.222.0.60 "GET /v2.0/networks/e72c2d8c-7095-467c-8fc5-9b7663772750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260459 Aug 10 03:38:45.189037 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-a408aa5b-191b-4e48-90fd-a310664edd01 None None] For port 20633b45-bbdf-4be0-97b4-104002d22da9, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:38:45.197272 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-151ed094-cf19-4173-9d40-cf5b3e2b5d05 req-d6d9d594-6680-4d02-bf95-c65b40f2dfce service neutron] 10.222.0.58 "GET /v2.0/networks/e72c2d8c-7095-467c-8fc5-9b7663772750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940440 Aug 10 03:38:45.225807 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-d9391348-3da0-4959-9064-16ec83123bf7 None None] Attempting to bind port 14dc2c8a-c857-47b8-b1cd-4a8dacb2a46f on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:38:45.226299 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-d9391348-3da0-4959-9064-16ec83123bf7 None None] Attempting to bind port 14dc2c8a-c857-47b8-b1cd-4a8dacb2a46f by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '5c87df8d-954c-4397-aa68-23e5690c99d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:38:45.226908 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9391348-3da0-4959-9064-16ec83123bf7 None None] Attempting to bind port 14dc2c8a-c857-47b8-b1cd-4a8dacb2a46f on network 7e9c5b57-a104-4b29-a8ed-ceb6086c40ae {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:38:45.230040 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-a408aa5b-191b-4e48-90fd-a310664edd01 None None] For port 20633b45-bbdf-4be0-97b4-104002d22da9, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=20633b45-bbdf-4be0-97b4-104002d22da9,segment=NetworkSegment(13010a66-87b4-4d98-b4cc-7f9bb3a06cfb),segment_id=13010a66-87b4-4d98-b4cc-7f9bb3a06cfb)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:38:45.233157 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device dd0cd8a9-1b70-4979-86bb-0bacb040fbca not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:38:45.237558 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a408aa5b-191b-4e48-90fd-a310664edd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:45.239627 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9391348-3da0-4959-9064-16ec83123bf7 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:38:45.240004 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9391348-3da0-4959-9064-16ec83123bf7 None None] Checking segment: {'id': '5c87df8d-954c-4397-aa68-23e5690c99d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:45.240398 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d9391348-3da0-4959-9064-16ec83123bf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:45.240786 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9391348-3da0-4959-9064-16ec83123bf7 None None] Bound using segment: {'id': '5c87df8d-954c-4397-aa68-23e5690c99d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:38:45.241260 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-d9391348-3da0-4959-9064-16ec83123bf7 None None] Bound port: 14dc2c8a-c857-47b8-b1cd-4a8dacb2a46f, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c87df8d-954c-4397-aa68-23e5690c99d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:38:45.241638 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d9391348-3da0-4959-9064-16ec83123bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:45.274990 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3356acb4-849b-48b1-b15c-485ecac90562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:45.325210 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-be94e511-9439-44a7-9697-3c7c420e278c tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:45.340203 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-27f95f26-8476-4dcc-a6c1-b605d2414a6c admin admin] Allocated IP 172.25.7.31 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/761e5472-11f2-4b68-99a5-a3de3f08c230) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:38:45.347062 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3356acb4-849b-48b1-b15c-485ecac90562 admin admin] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:38:45.352193 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-d9391348-3da0-4959-9064-16ec83123bf7 None None] For port 14dc2c8a-c857-47b8-b1cd-4a8dacb2a46f, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:38:45.355455 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-3356acb4-849b-48b1-b15c-485ecac90562 admin admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:45.378579 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-d9391348-3da0-4959-9064-16ec83123bf7 None None] For port 14dc2c8a-c857-47b8-b1cd-4a8dacb2a46f, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=14dc2c8a-c857-47b8-b1cd-4a8dacb2a46f,segment=NetworkSegment(5c87df8d-954c-4397-aa68-23e5690c99d4),segment_id=5c87df8d-954c-4397-aa68-23e5690c99d4)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:38:45.385954 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d9391348-3da0-4959-9064-16ec83123bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:45.405310 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3356acb4-849b-48b1-b15c-485ecac90562 admin admin] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:38:45.407672 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a408aa5b-191b-4e48-90fd-a310664edd01 None None] Pushing event updated for resources: {'Port': ['ID=20633b45-bbdf-4be0-97b4-104002d22da9,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:45.431000 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3356acb4-849b-48b1-b15c-485ecac90562 admin admin] Pushing event updated for resources: {'Port': ['ID=67d28359-d0a2-4764-b52f-2f80da29eda9,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:45.442181 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2f185-389d-4858-84cc-437b4206eef9 req-855e6475-f020-467c-a401-51705ab9ae97 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:45.443793 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-94e2f185-389d-4858-84cc-437b4206eef9 req-855e6475-f020-467c-a401-51705ab9ae97 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=619e8332-4f6a-49c1-a749-4d684ff24056 HTTP/1.1" status: 200 len: 944 time: 0.2132952 Aug 10 03:38:45.494763 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9391348-3da0-4959-9064-16ec83123bf7 None None] Pushing event updated for resources: {'Port': ['ID=14dc2c8a-c857-47b8-b1cd-4a8dacb2a46f,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:45.548615 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-27f95f26-8476-4dcc-a6c1-b605d2414a6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:45.697431 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device c3499283-c493-4968-9af6-27217e7ed8e3 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:38:45.698410 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-27f95f26-8476-4dcc-a6c1-b605d2414a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:45.718299 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-94e2f185-389d-4858-84cc-437b4206eef9 req-f9a3e899-d39d-43a4-b8a1-3600902f083d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=48f8cca3-15dd-4491-9588-b4714c15bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2554097 Aug 10 03:38:45.787353 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f95f26-8476-4dcc-a6c1-b605d2414a6c admin admin] Pushing event updated for resources: {'Port': ['ID=761e5472-11f2-4b68-99a5-a3de3f08c230,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:45.829828 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f95f26-8476-4dcc-a6c1-b605d2414a6c admin admin] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:38:45.835412 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device dd0cd8a9-1b70-4979-86bb-0bacb040fbca details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:38:45.836113 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-27f95f26-8476-4dcc-a6c1-b605d2414a6c admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:45.844537 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f95f26-8476-4dcc-a6c1-b605d2414a6c admin admin] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:38:45.857876 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port c3499283-c493-4968-9af6-27217e7ed8e3 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:38:45.949210 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be94e511-9439-44a7-9697-3c7c420e278c tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Router 25dd958f-2ed3-4d21-b392-14fb580bbe84 is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:38:46.066097 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port dd0cd8a9-1b70-4979-86bb-0bacb040fbca, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=dd0cd8a9-1b70-4979-86bb-0bacb040fbca,segment=NetworkSegment(3ecd5121-305d-481a-81a1-d16c0bb05da5),segment_id=3ecd5121-305d-481a-81a1-d16c0bb05da5)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:46.095336 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': 'dd0cd8a9-1b70-4979-86bb-0bacb040fbca', 'network_id': 'e72c2d8c-7095-467c-8fc5-9b7663772750', 'port_id': 'dd0cd8a9-1b70-4979-86bb-0bacb040fbca', 'mac_address': 'fa:16:3e:df:a8:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9158b84-3f01-4578-9ac6-1d85b7cb48c2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:38:46.156778 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:46.177315 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd0cd8a9-1b70-4979-86bb-0bacb040fbca {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:38:46.206631 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port dd0cd8a9-1b70-4979-86bb-0bacb040fbca, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=dd0cd8a9-1b70-4979-86bb-0bacb040fbca,segment=NetworkSegment(3ecd5121-305d-481a-81a1-d16c0bb05da5),segment_id=3ecd5121-305d-481a-81a1-d16c0bb05da5)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:46.212007 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:46.263823 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed9eb75-2cf2-4886-9eb9-c04536c5b755 None None] Network f90c8c1b-e3fe-4448-b495-17f3d525673d requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:38:46.276123 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b0602d-fd70-47af-80db-5205673d8e4e req-476e25e7-2e58-4416-a93a-6fda69a4054e tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:46.277773 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-78b0602d-fd70-47af-80db-5205673d8e4e req-476e25e7-2e58-4416-a93a-6fda69a4054e tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.58 "GET /v2.0/ports?device_id=619e8332-4f6a-49c1-a749-4d684ff24056&tenant_id=d4cffc5e26914104899297a77f2206bf&binding%3Ahost_id=n-h2-768851-15 HTTP/1.1" status: 200 len: 944 time: 0.1450891 Aug 10 03:38:46.297064 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=dd0cd8a9-1b70-4979-86bb-0bacb040fbca,revision_number=8']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:46.386118 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0af14b92-9da2-48f1-b1b0-3e7b00d2b29a None None] Provisioning for port c3499283-c493-4968-9af6-27217e7ed8e3 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:38:46.395236 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0af14b92-9da2-48f1-b1b0-3e7b00d2b29a None None] Provisioning complete for port c3499283-c493-4968-9af6-27217e7ed8e3 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:46.395637 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0af14b92-9da2-48f1-b1b0-3e7b00d2b29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:46.436534 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [req-78b0602d-fd70-47af-80db-5205673d8e4e req-c144221c-f8d7-40eb-807a-ef6cd9707ef3 service neutron] delete failed (client error): The resource could not be found. Aug 10 03:38:46.437997 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-78b0602d-fd70-47af-80db-5205673d8e4e req-c144221c-f8d7-40eb-807a-ef6cd9707ef3 service neutron] 10.222.0.58 "DELETE /v2.0/ports/dd0cd8a9-1b70-4979-86bb-0bacb040fbca/bindings/n-h1-768851-15 HTTP/1.1" status: 404 len: 381 time: 0.1498597 Aug 10 03:38:46.447822 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-27f95f26-8476-4dcc-a6c1-b605d2414a6c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:46.470547 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['dd0cd8a9-1b70-4979-86bb-0bacb040fbca'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:38:46.542646 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3356acb4-849b-48b1-b15c-485ecac90562 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:46.605880 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0af14b92-9da2-48f1-b1b0-3e7b00d2b29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:46.607521 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f137f96-1686-4011-8b3a-d9ec4a6d36e8 req-e36dc799-e192-46ea-9fb8-8709f961c123 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:46.609321 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3f137f96-1686-4011-8b3a-d9ec4a6d36e8 req-e36dc799-e192-46ea-9fb8-8709f961c123 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=619e8332-4f6a-49c1-a749-4d684ff24056 HTTP/1.1" status: 200 len: 945 time: 0.1877053 Aug 10 03:38:46.621028 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b0602d-fd70-47af-80db-5205673d8e4e req-af5d0462-2824-4780-ae52-0ee6dcf5ec4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:46.624459 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-78b0602d-fd70-47af-80db-5205673d8e4e req-af5d0462-2824-4780-ae52-0ee6dcf5ec4b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d4cffc5e26914104899297a77f2206bf&device_id=619e8332-4f6a-49c1-a749-4d684ff24056 HTTP/1.1" status: 200 len: 1097 time: 0.1243711 Aug 10 03:38:46.638991 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be94e511-9439-44a7-9697-3c7c420e278c tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:38:46.668912 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad311d22-9621-4884-863b-5d052b67dfed None None] Sync routers for ids ['25dd958f-2ed3-4d21-b392-14fb580bbe84'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:38:46.674613 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-be94e511-9439-44a7-9697-3c7c420e278c tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:46.675914 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-be94e511-9439-44a7-9697-3c7c420e278c tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.1463466 Aug 10 03:38:46.724223 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad311d22-9621-4884-863b-5d052b67dfed None None] Routers {'25dd958f-2ed3-4d21-b392-14fb580bbe84'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:38:46.725113 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-ad311d22-9621-4884-863b-5d052b67dfed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:38:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['25dd958f-2ed3-4d21-b392-14fb580bbe84'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:46.729216 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0af14b92-9da2-48f1-b1b0-3e7b00d2b29a None None] For port c3499283-c493-4968-9af6-27217e7ed8e3, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=c3499283-c493-4968-9af6-27217e7ed8e3,segment=NetworkSegment(f4933ba9-5149-4513-af21-d19cd66cf9b5),segment_id=f4933ba9-5149-4513-af21-d19cd66cf9b5)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:46.742387 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59606) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:46.775625 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-ad311d22-9621-4884-863b-5d052b67dfed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:46.779344 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0af14b92-9da2-48f1-b1b0-3e7b00d2b29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:46.840154 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad311d22-9621-4884-863b-5d052b67dfed None None] Routers {'25dd958f-2ed3-4d21-b392-14fb580bbe84'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:38:46.840803 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-ad311d22-9621-4884-863b-5d052b67dfed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:38:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['25dd958f-2ed3-4d21-b392-14fb580bbe84'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:46.859981 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b0602d-fd70-47af-80db-5205673d8e4e req-6aed4255-c3f4-472d-9666-15350030bc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:46.863075 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-78b0602d-fd70-47af-80db-5205673d8e4e req-6aed4255-c3f4-472d-9666-15350030bc45 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e72c2d8c-7095-467c-8fc5-9b7663772750 HTTP/1.1" status: 200 len: 897 time: 0.2261353 Aug 10 03:38:46.882794 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3f137f96-1686-4011-8b3a-d9ec4a6d36e8 req-da31f15d-3612-4a4e-bd12-238482fa84d0 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=48f8cca3-15dd-4491-9588-b4714c15bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2643809 Aug 10 03:38:46.940394 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-ad311d22-9621-4884-863b-5d052b67dfed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:46.941077 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad311d22-9621-4884-863b-5d052b67dfed None None] The sync data for ids ['25dd958f-2ed3-4d21-b392-14fb580bbe84'] in n-d-768851-15 is: [] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:38:46.967362 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af14b92-9da2-48f1-b1b0-3e7b00d2b29a None None] Pushing event updated for resources: {'Port': ['ID=c3499283-c493-4968-9af6-27217e7ed8e3,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:46.974144 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-78b0602d-fd70-47af-80db-5205673d8e4e req-88b23b5a-bb7b-48e4-9bc4-632f590a7863 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd0cd8a9-1b70-4979-86bb-0bacb040fbca HTTP/1.1" status: 200 len: 1000 time: 0.0968423 Aug 10 03:38:47.104415 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b0602d-fd70-47af-80db-5205673d8e4e req-8b8eb8f1-684b-4b4b-9a3e-1cba122c41ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:47.106198 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-78b0602d-fd70-47af-80db-5205673d8e4e req-8b8eb8f1-684b-4b4b-9a3e-1cba122c41ff service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a9158b84-3f01-4578-9ac6-1d85b7cb48c2 HTTP/1.1" status: 200 len: 834 time: 0.1235223 Aug 10 03:38:47.107867 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-27f95f26-8476-4dcc-a6c1-b605d2414a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:47.151559 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e0e24c-fde8-4800-8806-36a29eeaa901 None None] Network 7e9c5b57-a104-4b29-a8ed-ceb6086c40ae requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:38:47.155215 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-4c6b1271-ece0-4457-8232-016b77a805f1 None None] Provisioning complete for port c3499283-c493-4968-9af6-27217e7ed8e3 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:47.155835 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4c6b1271-ece0-4457-8232-016b77a805f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:47.273362 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3356acb4-849b-48b1-b15c-485ecac90562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:47.305311 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b0602d-fd70-47af-80db-5205673d8e4e req-14f8a2ad-2a66-4806-92e6-cecbd5b6bf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:47.306913 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-78b0602d-fd70-47af-80db-5205673d8e4e req-14f8a2ad-2a66-4806-92e6-cecbd5b6bf1e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e72c2d8c-7095-467c-8fc5-9b7663772750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1906695 Aug 10 03:38:47.366329 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f95f26-8476-4dcc-a6c1-b605d2414a6c admin admin] Router 075390b9-2adb-4f97-960f-039e0d509a57 is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:38:47.381762 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb76bda2-c688-413a-a34f-3b00cb6c4ecf None None] Network 41415f13-7123-4689-a2e6-d0a558e6f06b requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:38:47.501547 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-78b0602d-fd70-47af-80db-5205673d8e4e req-23d44cd2-7905-4481-a256-b294e81784ef service neutron] 10.222.0.58 "GET /v2.0/networks/e72c2d8c-7095-467c-8fc5-9b7663772750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856978 Aug 10 03:38:47.582063 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f95f26-8476-4dcc-a6c1-b605d2414a6c admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:38:47.596197 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f2f148-3592-472e-8f4b-f1e92d4d6862 None None] Sync routers for ids ['075390b9-2adb-4f97-960f-039e0d509a57'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:38:47.619029 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-27f95f26-8476-4dcc-a6c1-b605d2414a6c admin admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:47.620148 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f2f148-3592-472e-8f4b-f1e92d4d6862 None None] Routers {'075390b9-2adb-4f97-960f-039e0d509a57'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:38:47.620350 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-27f95f26-8476-4dcc-a6c1-b605d2414a6c admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 913 time: 4.5540900 Aug 10 03:38:47.623147 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59608) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:47.623731 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-f7f2f148-3592-472e-8f4b-f1e92d4d6862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:38:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['075390b9-2adb-4f97-960f-039e0d509a57'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:47.653019 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3356acb4-849b-48b1-b15c-485ecac90562 admin admin] Router 575fb166-7f7c-427a-89b6-af235d0526e1 is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:38:47.683835 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a025e036-95ce-4d43-81c8-6c9afde81046 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:47.749956 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-78b0602d-fd70-47af-80db-5205673d8e4e req-259f8c57-1c32-42e7-b49d-6c39afec0ee5 service neutron] 10.222.0.58 "GET /v2.0/networks/e72c2d8c-7095-467c-8fc5-9b7663772750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409873 Aug 10 03:38:47.848634 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-f7f2f148-3592-472e-8f4b-f1e92d4d6862 None None] Set router 075390b9-2adb-4f97-960f-039e0d509a57 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:38:47.929670 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3356acb4-849b-48b1-b15c-485ecac90562 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:38:47.958362 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324b6998-955c-4af6-99fe-93e58cd30310 None None] Sync routers for ids ['575fb166-7f7c-427a-89b6-af235d0526e1'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:38:47.966804 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device dd0cd8a9-1b70-4979-86bb-0bacb040fbca up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:38:47.968878 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 14dc2c8a-c857-47b8-b1cd-4a8dacb2a46f up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:38:47.974801 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3356acb4-849b-48b1-b15c-485ecac90562 admin admin] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:47.976627 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-3356acb4-849b-48b1-b15c-485ecac90562 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4699113 Aug 10 03:38:47.979502 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59612) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:48.025299 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-26861457-2b1f-4e7d-bf01-b5de9523674b None None] Provisioning for port 14dc2c8a-c857-47b8-b1cd-4a8dacb2a46f completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:38:48.044940 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324b6998-955c-4af6-99fe-93e58cd30310 None None] Routers {'575fb166-7f7c-427a-89b6-af235d0526e1'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:38:48.045592 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-324b6998-955c-4af6-99fe-93e58cd30310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:38:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['575fb166-7f7c-427a-89b6-af235d0526e1'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:48.168908 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-f7f2f148-3592-472e-8f4b-f1e92d4d6862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075390b9-2adb-4f97-960f-039e0d509a57', 'name': 'tempest-ImageQuotaTest-8372739-router', 'tenant_id': '64494ba6984d42e39d26f4e154cda5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '761e5472-11f2-4b68-99a5-a3de3f08c230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:43Z', 'updated_at': '2021-08-10T03:38:46Z', 'revision_number': 3, 'project_id': '64494ba6984d42e39d26f4e154cda5da', 'gw_port': {'id': '761e5472-11f2-4b68-99a5-a3de3f08c230', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '075390b9-2adb-4f97-960f-039e0d509a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:44Z', 'updated_at': '2021-08-10T03:38:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:48.198906 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-26861457-2b1f-4e7d-bf01-b5de9523674b None None] Provisioning for port 20633b45-bbdf-4be0-97b4-104002d22da9 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:38:48.213862 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f2f148-3592-472e-8f4b-f1e92d4d6862 None None] Checking router: 075390b9-2adb-4f97-960f-039e0d509a57 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:38:48.214208 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f2f148-3592-472e-8f4b-f1e92d4d6862 None None] Updating router 075390b9-2adb-4f97-960f-039e0d509a57 port 761e5472-11f2-4b68-99a5-a3de3f08c230 binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:38:48.266932 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-f7f2f148-3592-472e-8f4b-f1e92d4d6862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:48.311760 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 14dc2c8a-c857-47b8-b1cd-4a8dacb2a46f completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:38:48.329570 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 14dc2c8a-c857-47b8-b1cd-4a8dacb2a46f triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:48.329944 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:48.348193 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port dd0cd8a9-1b70-4979-86bb-0bacb040fbca completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:38:48.396529 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port dd0cd8a9-1b70-4979-86bb-0bacb040fbca triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:48.397567 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:48.433536 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7fbe7-de5f-415e-95d8-9131e27e8dd4 req-08c7560d-2fc3-4232-a3a9-6d050e1d350d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:48.436117 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dfa7fbe7-de5f-415e-95d8-9131e27e8dd4 req-08c7560d-2fc3-4232-a3a9-6d050e1d350d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=619e8332-4f6a-49c1-a749-4d684ff24056 HTTP/1.1" status: 200 len: 945 time: 0.2872312 Aug 10 03:38:48.563295 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-324b6998-955c-4af6-99fe-93e58cd30310 None None] Set router 575fb166-7f7c-427a-89b6-af235d0526e1 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:38:48.617395 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-f7f2f148-3592-472e-8f4b-f1e92d4d6862 None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:48.632332 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-f7f2f148-3592-472e-8f4b-f1e92d4d6862 None None] Transition to ACTIVE for port object 761e5472-11f2-4b68-99a5-a3de3f08c230 will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:48.643606 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-f7f2f148-3592-472e-8f4b-f1e92d4d6862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:48.652116 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-e4c43b0b-a414-4a57-bc25-dfea5f3d6f54 None None] Provisioning complete for port 14dc2c8a-c857-47b8-b1cd-4a8dacb2a46f triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:48.652495 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e4c43b0b-a414-4a57-bc25-dfea5f3d6f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:48.709293 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-f7f2f148-3592-472e-8f4b-f1e92d4d6862 None None] Attempting to bind port 761e5472-11f2-4b68-99a5-a3de3f08c230 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:38:48.709700 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-f7f2f148-3592-472e-8f4b-f1e92d4d6862 None None] Attempting to bind port 761e5472-11f2-4b68-99a5-a3de3f08c230 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:38:48.710068 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f2f148-3592-472e-8f4b-f1e92d4d6862 None None] Attempting to bind port 761e5472-11f2-4b68-99a5-a3de3f08c230 on network 09ca2025-b9a6-4e84-8019-8d9fbef3753e {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:38:48.723393 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f2f148-3592-472e-8f4b-f1e92d4d6862 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:38:48.724819 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f2f148-3592-472e-8f4b-f1e92d4d6862 None None] Checking segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:48.725253 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-f7f2f148-3592-472e-8f4b-f1e92d4d6862 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:48.725689 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f2f148-3592-472e-8f4b-f1e92d4d6862 None None] Bound using segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:38:48.726490 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-f7f2f148-3592-472e-8f4b-f1e92d4d6862 None None] Bound port: 761e5472-11f2-4b68-99a5-a3de3f08c230, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:38:48.728716 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-f7f2f148-3592-472e-8f4b-f1e92d4d6862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:48.754085 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:48.764677 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cba543-525d-4c00-9447-527656dc0de4 None None] Pushing event updated for resources: {'Port': ['ID=761e5472-11f2-4b68-99a5-a3de3f08c230,revision_number=2']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:48.778185 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cba543-525d-4c00-9447-527656dc0de4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:48.778578 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cba543-525d-4c00-9447-527656dc0de4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:48.779045 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cba543-525d-4c00-9447-527656dc0de4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:48.779577 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cba543-525d-4c00-9447-527656dc0de4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:48.779910 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cba543-525d-4c00-9447-527656dc0de4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:48.780242 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cba543-525d-4c00-9447-527656dc0de4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:48.781056 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cba543-525d-4c00-9447-527656dc0de4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:48.781391 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cba543-525d-4c00-9447-527656dc0de4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:48.781741 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cba543-525d-4c00-9447-527656dc0de4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:48.782836 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cba543-525d-4c00-9447-527656dc0de4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:48.782836 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cba543-525d-4c00-9447-527656dc0de4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:48.782836 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cba543-525d-4c00-9447-527656dc0de4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:48.813166 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:48.824035 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-f7f2f148-3592-472e-8f4b-f1e92d4d6862 None None] For port 761e5472-11f2-4b68-99a5-a3de3f08c230, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:38:48.828551 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-f7f2f148-3592-472e-8f4b-f1e92d4d6862 None None] For port 761e5472-11f2-4b68-99a5-a3de3f08c230, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=761e5472-11f2-4b68-99a5-a3de3f08c230,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:38:48.835018 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-f7f2f148-3592-472e-8f4b-f1e92d4d6862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:48.845921 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '619e8332-4f6a-49c1-a749-4d684ff24056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd0cd8a9-1b70-4979-86bb-0bacb040fbca'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:38:48.848215 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb08c8d-16eb-4af7-a954-a635502a7f00" -d '{"events": [{"server_uuid": "619e8332-4f6a-49c1-a749-4d684ff24056", "name": "network-vif-plugged", "status": "completed", "tag": "dd0cd8a9-1b70-4979-86bb-0bacb040fbca"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:38:48.900913 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port dd0cd8a9-1b70-4979-86bb-0bacb040fbca, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=dd0cd8a9-1b70-4979-86bb-0bacb040fbca,segment=NetworkSegment(3ecd5121-305d-481a-81a1-d16c0bb05da5),segment_id=3ecd5121-305d-481a-81a1-d16c0bb05da5)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:48.913764 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ad5168e1-763f-43fe-931f-81e6f91e83d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:48.938698 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f0339e-f9fb-448f-a62e-0ac5c65df28b x-openstack-request-id: req-c1f0339e-f9fb-448f-a62e-0ac5c65df28b {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:38:48.938992 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "619e8332-4f6a-49c1-a749-4d684ff24056", "name": "network-vif-plugged", "status": "completed", "tag": "dd0cd8a9-1b70-4979-86bb-0bacb040fbca", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:38:48.939265 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c1f0339e-f9fb-448f-a62e-0ac5c65df28b {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:38:48.939898 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '619e8332-4f6a-49c1-a749-4d684ff24056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd0cd8a9-1b70-4979-86bb-0bacb040fbca', 'code': 200} Aug 10 03:38:48.948051 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cba543-525d-4c00-9447-527656dc0de4 None None] Pushing event updated for resources: {'Port': ['ID=761e5472-11f2-4b68-99a5-a3de3f08c230,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:48.952548 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 14dc2c8a-c857-47b8-b1cd-4a8dacb2a46f, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=14dc2c8a-c857-47b8-b1cd-4a8dacb2a46f,segment=NetworkSegment(5c87df8d-954c-4397-aa68-23e5690c99d4),segment_id=5c87df8d-954c-4397-aa68-23e5690c99d4)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:48.956342 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:48.970159 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:48.971225 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 20633b45-bbdf-4be0-97b4-104002d22da9 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:38:48.986513 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f2f148-3592-472e-8f4b-f1e92d4d6862 None None] Routers {'075390b9-2adb-4f97-960f-039e0d509a57'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:38:48.987446 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-f7f2f148-3592-472e-8f4b-f1e92d4d6862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:38:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['075390b9-2adb-4f97-960f-039e0d509a57'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:48.997402 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e4c43b0b-a414-4a57-bc25-dfea5f3d6f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:48.999069 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-a025e036-95ce-4d43-81c8-6c9afde81046 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Allocated IP 172.20.0.1 (f90c8c1b-e3fe-4448-b495-17f3d525673d/ca4d9828-4666-4b67-8c64-5a74228d214e/debedf0f-9515-44a8-92b6-90d3d8d5d750) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:38:49.004033 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dfa7fbe7-de5f-415e-95d8-9131e27e8dd4 req-fd21f662-827b-456b-a972-6f6b9453f618 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=48f8cca3-15dd-4491-9588-b4714c15bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5603018 Aug 10 03:38:49.129650 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-f7f2f148-3592-472e-8f4b-f1e92d4d6862 None None] Set router 075390b9-2adb-4f97-960f-039e0d509a57 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:38:49.140267 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=dd0cd8a9-1b70-4979-86bb-0bacb040fbca,revision_number=9']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:49.172053 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-ad5168e1-763f-43fe-931f-81e6f91e83d0 admin admin] Allocated IP 172.20.0.1 (41415f13-7123-4689-a2e6-d0a558e6f06b/f34711e5-51e5-4397-be21-4d4e452c7ab1/b3878e37-589f-4181-a107-9e54d322db96) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:38:49.187515 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-324b6998-955c-4af6-99fe-93e58cd30310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'name': 'tempest-TestVolumeBootPattern-1934501111-router', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '67d28359-d0a2-4764-b52f-2f80da29eda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:43Z', 'updated_at': '2021-08-10T03:38:45Z', 'revision_number': 3, 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'gw_port': {'id': '67d28359-d0a2-4764-b52f-2f80da29eda9', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:44Z', 'updated_at': '2021-08-10T03:38:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:49.209007 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9d5f1714-17e3-41df-bb67-3b86c15967d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:49.223140 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.db.api [None req-e4c43b0b-a414-4a57-bc25-dfea5f3d6f54 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:38:49.223737 n-d-768851-15 neutron-server[94218]: DEBUG oslo_db.api [None req-e4c43b0b-a414-4a57-bc25-dfea5f3d6f54 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:38:49.224077 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324b6998-955c-4af6-99fe-93e58cd30310 None None] Checking router: 575fb166-7f7c-427a-89b6-af235d0526e1 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:38:49.224523 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324b6998-955c-4af6-99fe-93e58cd30310 None None] Updating router 575fb166-7f7c-427a-89b6-af235d0526e1 port 67d28359-d0a2-4764-b52f-2f80da29eda9 binding host n-d-768851-15 {{(pid=94218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:38:49.233947 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 20633b45-bbdf-4be0-97b4-104002d22da9 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:38:49.237437 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a025e036-95ce-4d43-81c8-6c9afde81046 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:49.269321 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 20633b45-bbdf-4be0-97b4-104002d22da9 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:49.269749 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:49.295162 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=14dc2c8a-c857-47b8-b1cd-4a8dacb2a46f,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:49.299695 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-324b6998-955c-4af6-99fe-93e58cd30310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:49.316876 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ad5168e1-763f-43fe-931f-81e6f91e83d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:49.337134 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-ad5168e1-763f-43fe-931f-81e6f91e83d0 admin admin] Transition to ACTIVE for port object b3878e37-589f-4181-a107-9e54d322db96 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:49.380290 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ad5168e1-763f-43fe-931f-81e6f91e83d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:49.389674 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-f7f2f148-3592-472e-8f4b-f1e92d4d6862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075390b9-2adb-4f97-960f-039e0d509a57', 'name': 'tempest-ImageQuotaTest-8372739-router', 'tenant_id': '64494ba6984d42e39d26f4e154cda5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '761e5472-11f2-4b68-99a5-a3de3f08c230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:43Z', 'updated_at': '2021-08-10T03:38:46Z', 'revision_number': 3, 'project_id': '64494ba6984d42e39d26f4e154cda5da', 'gw_port': {'id': '761e5472-11f2-4b68-99a5-a3de3f08c230', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '075390b9-2adb-4f97-960f-039e0d509a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:44Z', 'updated_at': '2021-08-10T03:38:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:49.420261 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-9d5f1714-17e3-41df-bb67-3b86c15967d1 admin admin] Allocated IP 172.20.0.1 (7e9c5b57-a104-4b29-a8ed-ceb6086c40ae/036b75a5-4076-4503-a708-471e0be52cae/42355b41-6912-4caa-b207-782fc68b891c) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:38:49.425029 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f2f148-3592-472e-8f4b-f1e92d4d6862 None None] The sync data for ids ['075390b9-2adb-4f97-960f-039e0d509a57'] in n-d-768851-15 is: [{'id': '075390b9-2adb-4f97-960f-039e0d509a57', 'name': 'tempest-ImageQuotaTest-8372739-router', 'tenant_id': '64494ba6984d42e39d26f4e154cda5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '761e5472-11f2-4b68-99a5-a3de3f08c230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:43Z', 'updated_at': '2021-08-10T03:38:46Z', 'revision_number': 3, 'project_id': '64494ba6984d42e39d26f4e154cda5da', 'gw_port': {'id': '761e5472-11f2-4b68-99a5-a3de3f08c230', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '075390b9-2adb-4f97-960f-039e0d509a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:44Z', 'updated_at': '2021-08-10T03:38:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:38:49.459047 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5168e1-763f-43fe-931f-81e6f91e83d0 admin admin] Pushing event updated for resources: {'Port': ['ID=b3878e37-589f-4181-a107-9e54d322db96,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:49.460498 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5168e1-763f-43fe-931f-81e6f91e83d0 admin admin] Network 41415f13-7123-4689-a2e6-d0a558e6f06b is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:38:49.462824 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-ad5168e1-763f-43fe-931f-81e6f91e83d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:49.465090 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5168e1-763f-43fe-931f-81e6f91e83d0 admin admin] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:38:49.511756 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:49.514106 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ad5168e1-763f-43fe-931f-81e6f91e83d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:49.549032 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9d5f1714-17e3-41df-bb67-3b86c15967d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:49.564124 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-9d5f1714-17e3-41df-bb67-3b86c15967d1 admin admin] Transition to ACTIVE for port object 42355b41-6912-4caa-b207-782fc68b891c will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:49.569640 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 20633b45-bbdf-4be0-97b4-104002d22da9, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=20633b45-bbdf-4be0-97b4-104002d22da9,segment=NetworkSegment(13010a66-87b4-4d98-b4cc-7f9bb3a06cfb),segment_id=13010a66-87b4-4d98-b4cc-7f9bb3a06cfb)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:49.580663 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:49.581503 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device c3499283-c493-4968-9af6-27217e7ed8e3 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:38:49.611090 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9d5f1714-17e3-41df-bb67-3b86c15967d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:49.623361 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-a025e036-95ce-4d43-81c8-6c9afde81046 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Transition to ACTIVE for port object debedf0f-9515-44a8-92b6-90d3d8d5d750 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:49.676100 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5f1714-17e3-41df-bb67-3b86c15967d1 admin admin] Network 7e9c5b57-a104-4b29-a8ed-ceb6086c40ae is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:38:49.681840 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-9d5f1714-17e3-41df-bb67-3b86c15967d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:49.691094 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5f1714-17e3-41df-bb67-3b86c15967d1 admin admin] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:38:49.702979 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5f1714-17e3-41df-bb67-3b86c15967d1 admin admin] Pushing event updated for resources: {'Port': ['ID=42355b41-6912-4caa-b207-782fc68b891c,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:49.708054 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ad5168e1-763f-43fe-931f-81e6f91e83d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:49.712624 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=20633b45-bbdf-4be0-97b4-104002d22da9,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:49.801751 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9d5f1714-17e3-41df-bb67-3b86c15967d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:49.802680 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port c3499283-c493-4968-9af6-27217e7ed8e3 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:49.803096 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:49.810585 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a025e036-95ce-4d43-81c8-6c9afde81046 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:49.816542 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-324b6998-955c-4af6-99fe-93e58cd30310 None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:49.877072 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-324b6998-955c-4af6-99fe-93e58cd30310 None None] Transition to ACTIVE for port object 67d28359-d0a2-4764-b52f-2f80da29eda9 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:49.896865 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-324b6998-955c-4af6-99fe-93e58cd30310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:49.991913 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a025e036-95ce-4d43-81c8-6c9afde81046 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Pushing event updated for resources: {'Port': ['ID=debedf0f-9515-44a8-92b6-90d3d8d5d750,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:50.004066 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-324b6998-955c-4af6-99fe-93e58cd30310 None None] Attempting to bind port 67d28359-d0a2-4764-b52f-2f80da29eda9 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:38:50.004444 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-324b6998-955c-4af6-99fe-93e58cd30310 None None] Attempting to bind port 67d28359-d0a2-4764-b52f-2f80da29eda9 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:38:50.004887 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324b6998-955c-4af6-99fe-93e58cd30310 None None] Attempting to bind port 67d28359-d0a2-4764-b52f-2f80da29eda9 on network 09ca2025-b9a6-4e84-8019-8d9fbef3753e {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:38:50.015639 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a025e036-95ce-4d43-81c8-6c9afde81046 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Network f90c8c1b-e3fe-4448-b495-17f3d525673d is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:38:50.020337 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-a025e036-95ce-4d43-81c8-6c9afde81046 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:50.020815 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ad3a7-965f-4aac-8652-bca345d3a64f None None] Pushing event updated for resources: {'Port': ['ID=67d28359-d0a2-4764-b52f-2f80da29eda9,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:50.031242 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324b6998-955c-4af6-99fe-93e58cd30310 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:38:50.031628 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324b6998-955c-4af6-99fe-93e58cd30310 None None] Checking segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:50.031855 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ad5168e1-763f-43fe-931f-81e6f91e83d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:50.032312 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-324b6998-955c-4af6-99fe-93e58cd30310 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:50.032419 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324b6998-955c-4af6-99fe-93e58cd30310 None None] Bound using segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:38:50.032911 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-324b6998-955c-4af6-99fe-93e58cd30310 None None] Bound port: 67d28359-d0a2-4764-b52f-2f80da29eda9, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:38:50.033304 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-324b6998-955c-4af6-99fe-93e58cd30310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:50.046928 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ad5168e1-763f-43fe-931f-81e6f91e83d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:50.048523 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a025e036-95ce-4d43-81c8-6c9afde81046 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:38:50.074253 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-65fdf602-5bb7-460a-93f7-0b1b512e9092 None None] Provisioning for port b3878e37-589f-4181-a107-9e54d322db96 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:38:50.137146 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-65fdf602-5bb7-460a-93f7-0b1b512e9092 None None] Provisioning complete for port b3878e37-589f-4181-a107-9e54d322db96 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:50.137528 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-65fdf602-5bb7-460a-93f7-0b1b512e9092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:50.175531 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5168e1-763f-43fe-931f-81e6f91e83d0 admin admin] Pushing event updated for resources: {'Port': ['ID=b3878e37-589f-4181-a107-9e54d322db96,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:50.180789 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ad5168e1-763f-43fe-931f-81e6f91e83d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:50.251387 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a025e036-95ce-4d43-81c8-6c9afde81046 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:50.323418 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5168e1-763f-43fe-931f-81e6f91e83d0 admin admin] Network 41415f13-7123-4689-a2e6-d0a558e6f06b is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:38:50.325629 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-ad5168e1-763f-43fe-931f-81e6f91e83d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:50.357383 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0890c6-e4b0-4ab6-8d03-a5d22588a274 req-3a4080db-3c53-47f3-b626-45e77c8630e2 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:50.365233 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fb0890c6-e4b0-4ab6-8d03-a5d22588a274 req-3a4080db-3c53-47f3-b626-45e77c8630e2 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=619e8332-4f6a-49c1-a749-4d684ff24056 HTTP/1.1" status: 200 len: 946 time: 0.2061617 Aug 10 03:38:50.480826 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-324b6998-955c-4af6-99fe-93e58cd30310 None None] For port 67d28359-d0a2-4764-b52f-2f80da29eda9, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:38:50.484210 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-65fdf602-5bb7-460a-93f7-0b1b512e9092 None None] Port b3878e37-589f-4181-a107-9e54d322db96 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:38:50.485066 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad5168e1-763f-43fe-931f-81e6f91e83d0 admin admin] Router 075390b9-2adb-4f97-960f-039e0d509a57 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:38:50.488885 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-324b6998-955c-4af6-99fe-93e58cd30310 None None] For port 67d28359-d0a2-4764-b52f-2f80da29eda9, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=67d28359-d0a2-4764-b52f-2f80da29eda9,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:38:50.498533 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-324b6998-955c-4af6-99fe-93e58cd30310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:50.562442 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-65fdf602-5bb7-460a-93f7-0b1b512e9092 None None] Provisioning complete for port 20633b45-bbdf-4be0-97b4-104002d22da9 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:50.562688 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9d5f1714-17e3-41df-bb67-3b86c15967d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:50.563253 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-65fdf602-5bb7-460a-93f7-0b1b512e9092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:50.594696 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fb0890c6-e4b0-4ab6-8d03-a5d22588a274 req-80514dd8-93d3-499c-9cc1-21e4737c80b2 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=48f8cca3-15dd-4491-9588-b4714c15bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2125335 Aug 10 03:38:50.594948 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ad3a7-965f-4aac-8652-bca345d3a64f None None] Pushing event updated for resources: {'Port': ['ID=67d28359-d0a2-4764-b52f-2f80da29eda9,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:50.614564 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59618) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:50.666960 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324b6998-955c-4af6-99fe-93e58cd30310 None None] Routers {'575fb166-7f7c-427a-89b6-af235d0526e1'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:38:50.668133 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-324b6998-955c-4af6-99fe-93e58cd30310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:38:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['575fb166-7f7c-427a-89b6-af235d0526e1'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:50.695115 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-69b911f2-708f-420a-9214-9d4d3a3a7af2 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/floatingips/f76fe12a-bcf9-49fb-a0b9-668952163e3a HTTP/1.1" status: 200 len: 993 time: 0.0796504 Aug 10 03:38:50.744400 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5168e1-763f-43fe-931f-81e6f91e83d0 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:38:50.758721 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ad5168e1-763f-43fe-931f-81e6f91e83d0 admin admin] 10.222.0.62 "PUT /v2.0/routers/075390b9-2adb-4f97-960f-039e0d509a57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1344042 Aug 10 03:38:50.774512 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 14dc2c8a-c857-47b8-b1cd-4a8dacb2a46f up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:38:50.805725 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a025e036-95ce-4d43-81c8-6c9afde81046 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:50.920110 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 14dc2c8a-c857-47b8-b1cd-4a8dacb2a46f triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:50.920764 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:50.949655 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-324b6998-955c-4af6-99fe-93e58cd30310 None None] Set router 575fb166-7f7c-427a-89b6-af235d0526e1 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:38:51.056554 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b5917b19-ffa9-4cb7-b74c-294112251bb5 None None] Provisioning complete for port b3878e37-589f-4181-a107-9e54d322db96 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:51.056923 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b5917b19-ffa9-4cb7-b74c-294112251bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:51.083487 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9d5f1714-17e3-41df-bb67-3b86c15967d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:51.093841 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9d5f1714-17e3-41df-bb67-3b86c15967d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:51.162027 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b5917b19-ffa9-4cb7-b74c-294112251bb5 None None] Port b3878e37-589f-4181-a107-9e54d322db96 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:38:51.201987 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 20633b45-bbdf-4be0-97b4-104002d22da9 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:38:51.206183 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b5917b19-ffa9-4cb7-b74c-294112251bb5 None None] Provisioning for port 42355b41-6912-4caa-b207-782fc68b891c completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:38:51.213651 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5f1714-17e3-41df-bb67-3b86c15967d1 admin admin] Pushing event updated for resources: {'Port': ['ID=42355b41-6912-4caa-b207-782fc68b891c,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:51.222931 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9d5f1714-17e3-41df-bb67-3b86c15967d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:51.244131 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b5917b19-ffa9-4cb7-b74c-294112251bb5 None None] Provisioning complete for port 42355b41-6912-4caa-b207-782fc68b891c triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:51.244131 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b5917b19-ffa9-4cb7-b74c-294112251bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:51.316929 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b5917b19-ffa9-4cb7-b74c-294112251bb5 None None] Port 42355b41-6912-4caa-b207-782fc68b891c cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:38:51.343560 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b5917b19-ffa9-4cb7-b74c-294112251bb5 None None] Provisioning for port debedf0f-9515-44a8-92b6-90d3d8d5d750 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:38:51.350952 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 20633b45-bbdf-4be0-97b4-104002d22da9 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:51.351320 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:51.355580 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b5917b19-ffa9-4cb7-b74c-294112251bb5 None None] Provisioning complete for port debedf0f-9515-44a8-92b6-90d3d8d5d750 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:51.355580 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b5917b19-ffa9-4cb7-b74c-294112251bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:51.361782 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a025e036-95ce-4d43-81c8-6c9afde81046 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:51.370355 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a025e036-95ce-4d43-81c8-6c9afde81046 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:51.401361 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5f1714-17e3-41df-bb67-3b86c15967d1 admin admin] Network 7e9c5b57-a104-4b29-a8ed-ceb6086c40ae is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:38:51.414690 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-324b6998-955c-4af6-99fe-93e58cd30310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'name': 'tempest-TestVolumeBootPattern-1934501111-router', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '67d28359-d0a2-4764-b52f-2f80da29eda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:43Z', 'updated_at': '2021-08-10T03:38:50Z', 'revision_number': 4, 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'gw_port': {'id': '67d28359-d0a2-4764-b52f-2f80da29eda9', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:44Z', 'updated_at': '2021-08-10T03:38:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '42355b41-6912-4caa-b207-782fc68b891c', 'name': '', 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'mac_address': 'fa:16:3e:ed:b8:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '036b75a5-4076-4503-a708-471e0be52cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:49Z', 'updated_at': '2021-08-10T03:38:49Z', 'revision_number': 1, 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'subnets': [{'id': '036b75a5-4076-4503-a708-471e0be52cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:51.429356 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-9d5f1714-17e3-41df-bb67-3b86c15967d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:51.459529 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324b6998-955c-4af6-99fe-93e58cd30310 None None] The sync data for ids ['575fb166-7f7c-427a-89b6-af235d0526e1'] in n-d-768851-15 is: [{'id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'name': 'tempest-TestVolumeBootPattern-1934501111-router', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '67d28359-d0a2-4764-b52f-2f80da29eda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:43Z', 'updated_at': '2021-08-10T03:38:50Z', 'revision_number': 4, 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'gw_port': {'id': '67d28359-d0a2-4764-b52f-2f80da29eda9', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:44Z', 'updated_at': '2021-08-10T03:38:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '42355b41-6912-4caa-b207-782fc68b891c', 'name': '', 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'mac_address': 'fa:16:3e:ed:b8:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '036b75a5-4076-4503-a708-471e0be52cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:49Z', 'updated_at': '2021-08-10T03:38:49Z', 'revision_number': 1, 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'subnets': [{'id': '036b75a5-4076-4503-a708-471e0be52cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:38:51.468543 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b5917b19-ffa9-4cb7-b74c-294112251bb5 None None] Port debedf0f-9515-44a8-92b6-90d3d8d5d750 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:38:51.474783 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a025e036-95ce-4d43-81c8-6c9afde81046 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:51.532759 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 761e5472-11f2-4b68-99a5-a3de3f08c230 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:38:51.568008 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a025e036-95ce-4d43-81c8-6c9afde81046 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Pushing event updated for resources: {'Port': ['ID=debedf0f-9515-44a8-92b6-90d3d8d5d750,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:51.636143 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 761e5472-11f2-4b68-99a5-a3de3f08c230 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:38:51.641496 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 761e5472-11f2-4b68-99a5-a3de3f08c230 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:51.641888 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:51.777340 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d5f1714-17e3-41df-bb67-3b86c15967d1 admin admin] Router 575fb166-7f7c-427a-89b6-af235d0526e1 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:38:51.790459 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a025e036-95ce-4d43-81c8-6c9afde81046 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Network f90c8c1b-e3fe-4448-b495-17f3d525673d is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:38:51.797902 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-a025e036-95ce-4d43-81c8-6c9afde81046 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:51.840359 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:51.866360 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 761e5472-11f2-4b68-99a5-a3de3f08c230, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=761e5472-11f2-4b68-99a5-a3de3f08c230,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:51.868436 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-479327f4-e171-4f16-9765-590287fb6688 None None] Provisioning complete for port 42355b41-6912-4caa-b207-782fc68b891c triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:51.869076 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-479327f4-e171-4f16-9765-590287fb6688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:51.903094 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:51.962194 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-479327f4-e171-4f16-9765-590287fb6688 None None] Port 42355b41-6912-4caa-b207-782fc68b891c cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:38:51.979889 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=761e5472-11f2-4b68-99a5-a3de3f08c230,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:52.115773 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae47533-05a3-4ee2-b90c-34d66b074116 None None] Sync routers for ids ['075390b9-2adb-4f97-960f-039e0d509a57'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:38:52.126902 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae47533-05a3-4ee2-b90c-34d66b074116 None None] Routers {'075390b9-2adb-4f97-960f-039e0d509a57'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:38:52.127978 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-9ae47533-05a3-4ee2-b90c-34d66b074116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:38:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['075390b9-2adb-4f97-960f-039e0d509a57'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:52.129492 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a025e036-95ce-4d43-81c8-6c9afde81046 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Router 25dd958f-2ed3-4d21-b392-14fb580bbe84 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:38:52.155798 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5f1714-17e3-41df-bb67-3b86c15967d1 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:38:52.183925 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-9d5f1714-17e3-41df-bb67-3b86c15967d1 admin admin] 10.222.0.62 "PUT /v2.0/routers/575fb166-7f7c-427a-89b6-af235d0526e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2031965 Aug 10 03:38:52.207824 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-8a677c1e-b0d8-40d1-bfab-751d0bd285a8 None None] Provisioning complete for port debedf0f-9515-44a8-92b6-90d3d8d5d750 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:52.208868 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8a677c1e-b0d8-40d1-bfab-751d0bd285a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:52.243887 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59640) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:52.256982 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-8a677c1e-b0d8-40d1-bfab-751d0bd285a8 None None] Port debedf0f-9515-44a8-92b6-90d3d8d5d750 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:38:52.277941 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-9ae47533-05a3-4ee2-b90c-34d66b074116 None None] Set router 075390b9-2adb-4f97-960f-039e0d509a57 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:38:52.331222 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a025e036-95ce-4d43-81c8-6c9afde81046 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:38:52.339436 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-a025e036-95ce-4d43-81c8-6c9afde81046 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] 10.222.0.62 "PUT /v2.0/routers/25dd958f-2ed3-4d21-b392-14fb580bbe84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5897441 Aug 10 03:38:52.340030 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59642) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:52.345335 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd45209b-0084-4131-8bd5-61a644d03e86 None None] Sync routers for ids ['25dd958f-2ed3-4d21-b392-14fb580bbe84'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:38:52.355876 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd45209b-0084-4131-8bd5-61a644d03e86 None None] Routers {'25dd958f-2ed3-4d21-b392-14fb580bbe84'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:38:52.357032 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-bd45209b-0084-4131-8bd5-61a644d03e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:38:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['25dd958f-2ed3-4d21-b392-14fb580bbe84'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:52.360099 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-2d5a08ff-68d8-443e-909c-841077e4d8ff tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Request body: {'port': {'network_id': 'f90c8c1b-e3fe-4448-b495-17f3d525673d', 'name': 'tempest-FloatingIPAdminTestJSON-261590805'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:52.427363 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-bd45209b-0084-4131-8bd5-61a644d03e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:52.452379 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd45209b-0084-4131-8bd5-61a644d03e86 None None] Routers {'25dd958f-2ed3-4d21-b392-14fb580bbe84'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:38:52.453165 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-bd45209b-0084-4131-8bd5-61a644d03e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:38:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['25dd958f-2ed3-4d21-b392-14fb580bbe84'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:52.533341 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5a08ff-68d8-443e-909c-841077e4d8ff tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Made reservation on behalf of a4cce7c3c43c4850b72b75015450d39f for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:52.537533 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2d5a08ff-68d8-443e-909c-841077e4d8ff tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:52.543102 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-bd45209b-0084-4131-8bd5-61a644d03e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:52.544783 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd45209b-0084-4131-8bd5-61a644d03e86 None None] The sync data for ids ['25dd958f-2ed3-4d21-b392-14fb580bbe84'] in n-d-768851-15 is: [] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:38:52.604861 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 761e5472-11f2-4b68-99a5-a3de3f08c230 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:38:52.612830 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [None req-2d5a08ff-68d8-443e-909c-841077e4d8ff tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] device_id is not set on port 15549776-d20e-4e88-9a36-ac7d2788f06b yet. {{(pid=94216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:38:52.637028 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-9ae47533-05a3-4ee2-b90c-34d66b074116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075390b9-2adb-4f97-960f-039e0d509a57', 'name': 'tempest-ImageQuotaTest-8372739-router', 'tenant_id': '64494ba6984d42e39d26f4e154cda5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '761e5472-11f2-4b68-99a5-a3de3f08c230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:43Z', 'updated_at': '2021-08-10T03:38:49Z', 'revision_number': 4, 'project_id': '64494ba6984d42e39d26f4e154cda5da', 'gw_port': {'id': '761e5472-11f2-4b68-99a5-a3de3f08c230', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075390b9-2adb-4f97-960f-039e0d509a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:44Z', 'updated_at': '2021-08-10T03:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'b3878e37-589f-4181-a107-9e54d322db96', 'name': '', 'network_id': '41415f13-7123-4689-a2e6-d0a558e6f06b', 'tenant_id': '64494ba6984d42e39d26f4e154cda5da', 'mac_address': 'fa:16:3e:c9:86:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '075390b9-2adb-4f97-960f-039e0d509a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'f34711e5-51e5-4397-be21-4d4e452c7ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:48Z', 'updated_at': '2021-08-10T03:38:49Z', 'revision_number': 2, 'project_id': '64494ba6984d42e39d26f4e154cda5da', 'subnets': [{'id': 'f34711e5-51e5-4397-be21-4d4e452c7ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:52.689809 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 761e5472-11f2-4b68-99a5-a3de3f08c230 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:52.690243 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:52.825038 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-2d5a08ff-68d8-443e-909c-841077e4d8ff tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Allocated IP 172.20.0.8 (f90c8c1b-e3fe-4448-b495-17f3d525673d/ca4d9828-4666-4b67-8c64-5a74228d214e/15549776-d20e-4e88-9a36-ac7d2788f06b) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:38:52.863420 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9669b8f8-aa65-4da2-abf3-738488418805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:52.880932 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae47533-05a3-4ee2-b90c-34d66b074116 None None] Checking router: 075390b9-2adb-4f97-960f-039e0d509a57 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:38:52.881294 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae47533-05a3-4ee2-b90c-34d66b074116 None None] Updating router 075390b9-2adb-4f97-960f-039e0d509a57 port b3878e37-589f-4181-a107-9e54d322db96 binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:38:52.929376 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:38:52.931851 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-9ae47533-05a3-4ee2-b90c-34d66b074116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:53.073620 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2d5a08ff-68d8-443e-909c-841077e4d8ff tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:53.094459 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-2d5a08ff-68d8-443e-909c-841077e4d8ff tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Transition to ACTIVE for port object 15549776-d20e-4e88-9a36-ac7d2788f06b will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:53.152689 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2d5a08ff-68d8-443e-909c-841077e4d8ff tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:53.203340 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5a08ff-68d8-443e-909c-841077e4d8ff tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Network f90c8c1b-e3fe-4448-b495-17f3d525673d is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:38:53.207395 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-2d5a08ff-68d8-443e-909c-841077e4d8ff tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:53.211371 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59656) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:53.214608 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5a08ff-68d8-443e-909c-841077e4d8ff tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:38:53.242829 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-9669b8f8-aa65-4da2-abf3-738488418805 admin admin] Deleting port b3878e37-589f-4181-a107-9e54d322db96 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:38:53.243253 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9669b8f8-aa65-4da2-abf3-738488418805 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:53.246218 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-f527862f-6ff1-483e-a456-d40e4a72aca0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2005389623-network', 'tenant_id': '5df1d803eb524617ae30a2880ed1cb75'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:53.312308 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5a08ff-68d8-443e-909c-841077e4d8ff tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Pushing event updated for resources: {'Port': ['ID=15549776-d20e-4e88-9a36-ac7d2788f06b,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:53.328890 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5a08ff-68d8-443e-909c-841077e4d8ff tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:53.329579 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2d5a08ff-68d8-443e-909c-841077e4d8ff tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:53.337253 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-9ae47533-05a3-4ee2-b90c-34d66b074116 None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:53.346360 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f527862f-6ff1-483e-a456-d40e4a72aca0 admin admin] Made reservation on behalf of 5df1d803eb524617ae30a2880ed1cb75 for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:53.348779 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f527862f-6ff1-483e-a456-d40e4a72aca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:53.350108 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-9ae47533-05a3-4ee2-b90c-34d66b074116 None None] Transition to ACTIVE for port object b3878e37-589f-4181-a107-9e54d322db96 will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:53.365201 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-9ae47533-05a3-4ee2-b90c-34d66b074116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:53.366289 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f527862f-6ff1-483e-a456-d40e4a72aca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:53.381088 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9669b8f8-aa65-4da2-abf3-738488418805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:53.384178 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-2d5a08ff-68d8-443e-909c-841077e4d8ff tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0424697 Aug 10 03:38:53.389458 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59658) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:53.397405 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-9669b8f8-aa65-4da2-abf3-738488418805 admin admin] Calling delete_port for b3878e37-589f-4181-a107-9e54d322db96 owned by network:router_interface {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:38:53.478947 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f77d61f-4e38-46d0-a868-83a839346f6f None None] Pushing event updated for resources: {'Port': ['ID=b3878e37-589f-4181-a107-9e54d322db96,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:53.556168 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f527862f-6ff1-483e-a456-d40e4a72aca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:53.571834 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f527862f-6ff1-483e-a456-d40e4a72aca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:53.580568 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-9ae47533-05a3-4ee2-b90c-34d66b074116 None None] Attempting to bind port b3878e37-589f-4181-a107-9e54d322db96 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:38:53.581680 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-9ae47533-05a3-4ee2-b90c-34d66b074116 None None] Attempting to bind port b3878e37-589f-4181-a107-9e54d322db96 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '13010a66-87b4-4d98-b4cc-7f9bb3a06cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '41415f13-7123-4689-a2e6-d0a558e6f06b'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:38:53.582050 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae47533-05a3-4ee2-b90c-34d66b074116 None None] Attempting to bind port b3878e37-589f-4181-a107-9e54d322db96 on network 41415f13-7123-4689-a2e6-d0a558e6f06b {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:38:53.596077 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae47533-05a3-4ee2-b90c-34d66b074116 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:38:53.597020 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae47533-05a3-4ee2-b90c-34d66b074116 None None] Checking segment: {'id': '13010a66-87b4-4d98-b4cc-7f9bb3a06cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '41415f13-7123-4689-a2e6-d0a558e6f06b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:53.598616 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-9ae47533-05a3-4ee2-b90c-34d66b074116 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:53.599099 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae47533-05a3-4ee2-b90c-34d66b074116 None None] Bound using segment: {'id': '13010a66-87b4-4d98-b4cc-7f9bb3a06cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '41415f13-7123-4689-a2e6-d0a558e6f06b'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:38:53.599590 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-9ae47533-05a3-4ee2-b90c-34d66b074116 None None] Bound port: b3878e37-589f-4181-a107-9e54d322db96, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13010a66-87b4-4d98-b4cc-7f9bb3a06cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '41415f13-7123-4689-a2e6-d0a558e6f06b'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:38:53.600015 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-9ae47533-05a3-4ee2-b90c-34d66b074116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:53.605107 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f527862f-6ff1-483e-a456-d40e4a72aca0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:38:53.624514 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f527862f-6ff1-483e-a456-d40e4a72aca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:53.624873 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-f527862f-6ff1-483e-a456-d40e4a72aca0 admin admin] Added segment 8df2b69c-28dd-4316-9bd4-c6ac0c3996fe of type vlan for network 2d442561-f42c-409c-9a25-e1136ef29a1a Aug 10 03:38:53.626412 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f527862f-6ff1-483e-a456-d40e4a72aca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f64559-afd5-4729-83a4-479592cb293b,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:53.697922 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-fc11e4ac-b94e-4997-9ae0-c9a3d8021b38 None None] Provisioning for port 15549776-d20e-4e88-9a36-ac7d2788f06b completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:38:53.703909 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-fc11e4ac-b94e-4997-9ae0-c9a3d8021b38 None None] Provisioning complete for port 15549776-d20e-4e88-9a36-ac7d2788f06b triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:53.704561 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-fc11e4ac-b94e-4997-9ae0-c9a3d8021b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:53.715179 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f527862f-6ff1-483e-a456-d40e4a72aca0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:53.764576 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f527862f-6ff1-483e-a456-d40e4a72aca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:53.766218 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f527862f-6ff1-483e-a456-d40e4a72aca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:53.767025 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f527862f-6ff1-483e-a456-d40e4a72aca0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:53.783162 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-fc11e4ac-b94e-4997-9ae0-c9a3d8021b38 None None] Port 15549776-d20e-4e88-9a36-ac7d2788f06b cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:38:53.816733 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9669b8f8-aa65-4da2-abf3-738488418805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:53.817626 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.db.api [None req-9ae47533-05a3-4ee2-b90c-34d66b074116 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:38:53.818231 n-d-768851-15 neutron-server[94219]: DEBUG oslo_db.api [None req-9ae47533-05a3-4ee2-b90c-34d66b074116 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:38:53.834972 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-b51bc096-cf36-4366-9aca-6af9ab213944 tempest-FloatingIPAdminTestJSON-104082851 tempest-FloatingIPAdminTestJSON-104082851-project-admin] Request body: {'floatingip': {'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'project_id': 'a4cce7c3c43c4850b72b75015450d39f', 'port_id': '15549776-d20e-4e88-9a36-ac7d2788f06b'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:53.843420 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9669b8f8-aa65-4da2-abf3-738488418805 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3878e37-589f-4181-a107-9e54d322db96,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:53.904456 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-9cd58628-9b97-4c46-98a6-87016d480558 None None] Could not find standard attr ID for object b3878e37-589f-4181-a107-9e54d322db96. {{(pid=94218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:38:54.027451 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9669b8f8-aa65-4da2-abf3-738488418805 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:54.158841 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-f527862f-6ff1-483e-a456-d40e4a72aca0 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9459455 Aug 10 03:38:54.160842 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f527862f-6ff1-483e-a456-d40e4a72aca0 admin admin] Pushing event updated for resources: {'Network': ['ID=2d442561-f42c-409c-9a25-e1136ef29a1a,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:54.162780 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59662) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:54.170369 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-3c05a2b8-8513-427d-8403-948cd163fb8f admin admin] Request body: {'subnet': {'network_id': '2d442561-f42c-409c-9a25-e1136ef29a1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2005389623-subnet', 'tenant_id': '5df1d803eb524617ae30a2880ed1cb75', 'ip_version': 4}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:54.173019 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 2d442561-f42c-409c-9a25-e1136ef29a1a details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:38:54.181687 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b51bc096-cf36-4366-9aca-6af9ab213944 tempest-FloatingIPAdminTestJSON-104082851 tempest-FloatingIPAdminTestJSON-104082851-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:54.244205 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c05a2b8-8513-427d-8403-948cd163fb8f admin admin] Made reservation on behalf of 5df1d803eb524617ae30a2880ed1cb75 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:54.246572 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3c05a2b8-8513-427d-8403-948cd163fb8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:54.301715 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9669b8f8-aa65-4da2-abf3-738488418805 admin admin] Router 075390b9-2adb-4f97-960f-039e0d509a57 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:38:54.335116 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-9ae47533-05a3-4ee2-b90c-34d66b074116 None None] Attempting to bind port b3878e37-589f-4181-a107-9e54d322db96 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:38:54.336111 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-9ae47533-05a3-4ee2-b90c-34d66b074116 None None] Attempting to bind port b3878e37-589f-4181-a107-9e54d322db96 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '13010a66-87b4-4d98-b4cc-7f9bb3a06cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '41415f13-7123-4689-a2e6-d0a558e6f06b'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:38:54.336753 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae47533-05a3-4ee2-b90c-34d66b074116 None None] Attempting to bind port b3878e37-589f-4181-a107-9e54d322db96 on network 41415f13-7123-4689-a2e6-d0a558e6f06b {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:38:54.351172 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae47533-05a3-4ee2-b90c-34d66b074116 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:38:54.352579 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae47533-05a3-4ee2-b90c-34d66b074116 None None] Checking segment: {'id': '13010a66-87b4-4d98-b4cc-7f9bb3a06cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '41415f13-7123-4689-a2e6-d0a558e6f06b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:54.353751 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-9ae47533-05a3-4ee2-b90c-34d66b074116 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:54.357384 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae47533-05a3-4ee2-b90c-34d66b074116 None None] Bound using segment: {'id': '13010a66-87b4-4d98-b4cc-7f9bb3a06cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '41415f13-7123-4689-a2e6-d0a558e6f06b'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:38:54.358786 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-9ae47533-05a3-4ee2-b90c-34d66b074116 None None] Bound port: b3878e37-589f-4181-a107-9e54d322db96, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13010a66-87b4-4d98-b4cc-7f9bb3a06cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '41415f13-7123-4689-a2e6-d0a558e6f06b'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:38:54.359390 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-9ae47533-05a3-4ee2-b90c-34d66b074116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:54.361355 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b51bc096-cf36-4366-9aca-6af9ab213944 tempest-FloatingIPAdminTestJSON-104082851 tempest-FloatingIPAdminTestJSON-104082851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:54.422783 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.plugin [None req-9ae47533-05a3-4ee2-b90c-34d66b074116 None None] Port b3878e37-589f-4181-a107-9e54d322db96 has been deleted concurrently {{(pid=94219) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 10 03:38:54.424897 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9669b8f8-aa65-4da2-abf3-738488418805 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:38:54.431019 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9669b8f8-aa65-4da2-abf3-738488418805 admin admin] 10.222.0.62 "PUT /v2.0/routers/075390b9-2adb-4f97-960f-039e0d509a57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1851780 Aug 10 03:38:54.433463 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59666) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:54.435741 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae47533-05a3-4ee2-b90c-34d66b074116 None None] Routers {'075390b9-2adb-4f97-960f-039e0d509a57'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:38:54.436519 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-9ae47533-05a3-4ee2-b90c-34d66b074116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:38:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['075390b9-2adb-4f97-960f-039e0d509a57'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:54.598646 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-be66ba1e-1323-4cb1-8acb-2feb14284d2e admin admin] Notify callbacks [] for router, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:54.615498 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 67d28359-d0a2-4764-b52f-2f80da29eda9 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:38:54.626987 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-b51bc096-cf36-4366-9aca-6af9ab213944 tempest-FloatingIPAdminTestJSON-104082851 tempest-FloatingIPAdminTestJSON-104082851-project-admin] Allocated IP 172.25.7.61 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/234dde60-6c71-4848-9eaf-51352861c992) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:38:54.629824 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-9ae47533-05a3-4ee2-b90c-34d66b074116 None None] Set router 075390b9-2adb-4f97-960f-039e0d509a57 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:38:54.707356 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 67d28359-d0a2-4764-b52f-2f80da29eda9 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:38:54.712962 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 67d28359-d0a2-4764-b52f-2f80da29eda9 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:54.713521 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:54.738438 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3c05a2b8-8513-427d-8403-948cd163fb8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:54.778136 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-be66ba1e-1323-4cb1-8acb-2feb14284d2e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:54.826000 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f269e4f-07f3-409e-81ff-5a0c1937a886 None None] Sync routers for ids ['575fb166-7f7c-427a-89b6-af235d0526e1'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:38:54.845578 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:54.859041 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b51bc096-cf36-4366-9aca-6af9ab213944 tempest-FloatingIPAdminTestJSON-104082851 tempest-FloatingIPAdminTestJSON-104082851-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:54.864596 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-be66ba1e-1323-4cb1-8acb-2feb14284d2e admin admin] Deleting port 761e5472-11f2-4b68-99a5-a3de3f08c230 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:38:54.865091 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-be66ba1e-1323-4cb1-8acb-2feb14284d2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:54.865416 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f269e4f-07f3-409e-81ff-5a0c1937a886 None None] Routers {'575fb166-7f7c-427a-89b6-af235d0526e1'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:38:54.866045 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-6f269e4f-07f3-409e-81ff-5a0c1937a886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:38:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['575fb166-7f7c-427a-89b6-af235d0526e1'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:54.873852 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 67d28359-d0a2-4764-b52f-2f80da29eda9, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=67d28359-d0a2-4764-b52f-2f80da29eda9,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:54.875095 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c05a2b8-8513-427d-8403-948cd163fb8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fc9c0e9-280f-4ed3-bd51-ef6bf085d9ac,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:54.886337 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:54.913658 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c05a2b8-8513-427d-8403-948cd163fb8f admin admin] Checking segment: {'id': '8df2b69c-28dd-4316-9bd4-c6ac0c3996fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2d442561-f42c-409c-9a25-e1136ef29a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:54.914197 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c05a2b8-8513-427d-8403-948cd163fb8f admin admin] Network hostable DHCP agents. Network: 2d442561-f42c-409c-9a25-e1136ef29a1a, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:38:54.942114 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-9ae47533-05a3-4ee2-b90c-34d66b074116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075390b9-2adb-4f97-960f-039e0d509a57', 'name': 'tempest-ImageQuotaTest-8372739-router', 'tenant_id': '64494ba6984d42e39d26f4e154cda5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '761e5472-11f2-4b68-99a5-a3de3f08c230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:43Z', 'updated_at': '2021-08-10T03:38:53Z', 'revision_number': 5, 'project_id': '64494ba6984d42e39d26f4e154cda5da', 'gw_port': {'id': '761e5472-11f2-4b68-99a5-a3de3f08c230', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075390b9-2adb-4f97-960f-039e0d509a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:44Z', 'updated_at': '2021-08-10T03:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:54.945238 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c05a2b8-8513-427d-8403-948cd163fb8f admin admin] Network 2d442561-f42c-409c-9a25-e1136ef29a1a is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:38:54.955763 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=67d28359-d0a2-4764-b52f-2f80da29eda9,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:54.956527 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b51bc096-cf36-4366-9aca-6af9ab213944 tempest-FloatingIPAdminTestJSON-104082851 tempest-FloatingIPAdminTestJSON-104082851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:54.987760 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-3c05a2b8-8513-427d-8403-948cd163fb8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 2d442561-f42c-409c-9a25-e1136ef29a1a) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:54.990964 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-be66ba1e-1323-4cb1-8acb-2feb14284d2e admin admin] For port 761e5472-11f2-4b68-99a5-a3de3f08c230, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=761e5472-11f2-4b68-99a5-a3de3f08c230,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:54.991258 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-be66ba1e-1323-4cb1-8acb-2feb14284d2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:54.995272 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae47533-05a3-4ee2-b90c-34d66b074116 None None] The sync data for ids ['075390b9-2adb-4f97-960f-039e0d509a57'] in n-d-768851-15 is: [{'id': '075390b9-2adb-4f97-960f-039e0d509a57', 'name': 'tempest-ImageQuotaTest-8372739-router', 'tenant_id': '64494ba6984d42e39d26f4e154cda5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '761e5472-11f2-4b68-99a5-a3de3f08c230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:43Z', 'updated_at': '2021-08-10T03:38:53Z', 'revision_number': 5, 'project_id': '64494ba6984d42e39d26f4e154cda5da', 'gw_port': {'id': '761e5472-11f2-4b68-99a5-a3de3f08c230', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075390b9-2adb-4f97-960f-039e0d509a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:44Z', 'updated_at': '2021-08-10T03:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:38:54.996700 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c05a2b8-8513-427d-8403-948cd163fb8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:54.997406 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3c05a2b8-8513-427d-8403-948cd163fb8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:55.007313 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a383fc7-8d1a-425c-8aa1-24fad7df968d None None] Network 2d442561-f42c-409c-9a25-e1136ef29a1a requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:38:55.015902 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-be66ba1e-1323-4cb1-8acb-2feb14284d2e admin admin] Calling delete_port for 761e5472-11f2-4b68-99a5-a3de3f08c230 owned by network:router_gateway {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:38:55.019174 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51bc096-cf36-4366-9aca-6af9ab213944 tempest-FloatingIPAdminTestJSON-104082851 tempest-FloatingIPAdminTestJSON-104082851-project-admin] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:38:55.026965 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-b51bc096-cf36-4366-9aca-6af9ab213944 tempest-FloatingIPAdminTestJSON-104082851 tempest-FloatingIPAdminTestJSON-104082851-project-admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:55.034723 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51bc096-cf36-4366-9aca-6af9ab213944 tempest-FloatingIPAdminTestJSON-104082851 tempest-FloatingIPAdminTestJSON-104082851-project-admin] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:38:55.058826 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-6f269e4f-07f3-409e-81ff-5a0c1937a886 None None] Set router 575fb166-7f7c-427a-89b6-af235d0526e1 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:38:55.061619 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51bc096-cf36-4366-9aca-6af9ab213944 tempest-FloatingIPAdminTestJSON-104082851 tempest-FloatingIPAdminTestJSON-104082851-project-admin] Pushing event updated for resources: {'Port': ['ID=234dde60-6c71-4848-9eaf-51352861c992,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:55.076126 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-3c05a2b8-8513-427d-8403-948cd163fb8f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9104748 Aug 10 03:38:55.076930 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59668) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:55.097816 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-06b1ce69-574b-4d06-b77d-c174bf585ccc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2005389623-router', 'tenant_id': '5df1d803eb524617ae30a2880ed1cb75', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:55.239848 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-06b1ce69-574b-4d06-b77d-c174bf585ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:55.242031 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-06b1ce69-574b-4d06-b77d-c174bf585ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:55.253886 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748d28b6-bc93-4a58-8231-47fdf5d3e55c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-2d442561-f42c-409c-9a25-e1136ef29a1a', 'network_id': '2d442561-f42c-409c-9a25-e1136ef29a1a', 'tenant_id': '5df1d803eb524617ae30a2880ed1cb75', 'fixed_ips': [{'subnet_id': '4fc9c0e9-280f-4ed3-bd51-ef6bf085d9ac'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:38:55.254802 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-748d28b6-bc93-4a58-8231-47fdf5d3e55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:55.297314 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-be66ba1e-1323-4cb1-8acb-2feb14284d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:55.347101 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be66ba1e-1323-4cb1-8acb-2feb14284d2e admin admin] Pushing event deleted for resources: {'Port': ['ID=761e5472-11f2-4b68-99a5-a3de3f08c230,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:55.358499 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-06b1ce69-574b-4d06-b77d-c174bf585ccc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:55.375691 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-6f269e4f-07f3-409e-81ff-5a0c1937a886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'name': 'tempest-TestVolumeBootPattern-1934501111-router', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '67d28359-d0a2-4764-b52f-2f80da29eda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:43Z', 'updated_at': '2021-08-10T03:38:50Z', 'revision_number': 4, 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'gw_port': {'id': '67d28359-d0a2-4764-b52f-2f80da29eda9', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:44Z', 'updated_at': '2021-08-10T03:38:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '42355b41-6912-4caa-b207-782fc68b891c', 'name': '', 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'mac_address': 'fa:16:3e:ed:b8:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '036b75a5-4076-4503-a708-471e0be52cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:49Z', 'updated_at': '2021-08-10T03:38:50Z', 'revision_number': 2, 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'subnets': [{'id': '036b75a5-4076-4503-a708-471e0be52cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:55.428237 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f269e4f-07f3-409e-81ff-5a0c1937a886 None None] Checking router: 575fb166-7f7c-427a-89b6-af235d0526e1 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:38:55.429219 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f269e4f-07f3-409e-81ff-5a0c1937a886 None None] Updating router 575fb166-7f7c-427a-89b6-af235d0526e1 port 42355b41-6912-4caa-b207-782fc68b891c binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:38:55.462921 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-748d28b6-bc93-4a58-8231-47fdf5d3e55c None None] Allocated IP 172.20.0.2 (2d442561-f42c-409c-9a25-e1136ef29a1a/4fc9c0e9-280f-4ed3-bd51-ef6bf085d9ac/cc48bc5a-2071-48ac-ad72-011604ea7fdf) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:38:55.482877 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-be66ba1e-1323-4cb1-8acb-2feb14284d2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:55.502895 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-6f269e4f-07f3-409e-81ff-5a0c1937a886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:55.607584 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-06b1ce69-574b-4d06-b77d-c174bf585ccc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:55.668459 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-be66ba1e-1323-4cb1-8acb-2feb14284d2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:55.672384 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-be66ba1e-1323-4cb1-8acb-2feb14284d2e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:55.799890 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-748d28b6-bc93-4a58-8231-47fdf5d3e55c None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:55.818577 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-748d28b6-bc93-4a58-8231-47fdf5d3e55c None None] Transition to ACTIVE for port object cc48bc5a-2071-48ac-ad72-011604ea7fdf will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:55.849229 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-748d28b6-bc93-4a58-8231-47fdf5d3e55c None None] Transition to ACTIVE for port object cc48bc5a-2071-48ac-ad72-011604ea7fdf will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:55.862404 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-748d28b6-bc93-4a58-8231-47fdf5d3e55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:55.939416 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748d28b6-bc93-4a58-8231-47fdf5d3e55c None None] Network 2d442561-f42c-409c-9a25-e1136ef29a1a is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:38:55.949720 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-748d28b6-bc93-4a58-8231-47fdf5d3e55c None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:55.965375 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748d28b6-bc93-4a58-8231-47fdf5d3e55c None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:38:55.982611 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b51bc096-cf36-4366-9aca-6af9ab213944 tempest-FloatingIPAdminTestJSON-104082851 tempest-FloatingIPAdminTestJSON-104082851-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:56.015980 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d28b6-bc93-4a58-8231-47fdf5d3e55c None None] Pushing event updated for resources: {'Port': ['ID=cc48bc5a-2071-48ac-ad72-011604ea7fdf,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:56.041373 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-6f269e4f-07f3-409e-81ff-5a0c1937a886 None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:56.053292 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-748d28b6-bc93-4a58-8231-47fdf5d3e55c None None] Attempting to bind port cc48bc5a-2071-48ac-ad72-011604ea7fdf on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:38:56.053669 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-748d28b6-bc93-4a58-8231-47fdf5d3e55c None None] Attempting to bind port cc48bc5a-2071-48ac-ad72-011604ea7fdf by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '8df2b69c-28dd-4316-9bd4-c6ac0c3996fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2d442561-f42c-409c-9a25-e1136ef29a1a'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:38:56.054327 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748d28b6-bc93-4a58-8231-47fdf5d3e55c None None] Attempting to bind port cc48bc5a-2071-48ac-ad72-011604ea7fdf on network 2d442561-f42c-409c-9a25-e1136ef29a1a {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:38:56.065005 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748d28b6-bc93-4a58-8231-47fdf5d3e55c None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:38:56.065425 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748d28b6-bc93-4a58-8231-47fdf5d3e55c None None] Checking segment: {'id': '8df2b69c-28dd-4316-9bd4-c6ac0c3996fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2d442561-f42c-409c-9a25-e1136ef29a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:56.065802 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-748d28b6-bc93-4a58-8231-47fdf5d3e55c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:56.066205 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748d28b6-bc93-4a58-8231-47fdf5d3e55c None None] Bound using segment: {'id': '8df2b69c-28dd-4316-9bd4-c6ac0c3996fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2d442561-f42c-409c-9a25-e1136ef29a1a'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:38:56.066701 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-748d28b6-bc93-4a58-8231-47fdf5d3e55c None None] Bound port: cc48bc5a-2071-48ac-ad72-011604ea7fdf, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8df2b69c-28dd-4316-9bd4-c6ac0c3996fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2d442561-f42c-409c-9a25-e1136ef29a1a'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:38:56.067118 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-748d28b6-bc93-4a58-8231-47fdf5d3e55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:56.073913 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-6f269e4f-07f3-409e-81ff-5a0c1937a886 None None] Transition to ACTIVE for port object 42355b41-6912-4caa-b207-782fc68b891c will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:56.089072 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-6f269e4f-07f3-409e-81ff-5a0c1937a886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:56.156591 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-748d28b6-bc93-4a58-8231-47fdf5d3e55c None None] For port cc48bc5a-2071-48ac-ad72-011604ea7fdf, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:38:56.163507 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-748d28b6-bc93-4a58-8231-47fdf5d3e55c None None] For port cc48bc5a-2071-48ac-ad72-011604ea7fdf, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=cc48bc5a-2071-48ac-ad72-011604ea7fdf,segment=NetworkSegment(8df2b69c-28dd-4316-9bd4-c6ac0c3996fe),segment_id=8df2b69c-28dd-4316-9bd4-c6ac0c3996fe)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:38:56.166484 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9568c5a4-563e-47c2-8782-f9b9f9a5f4c6 None None] Sync routers for ids ['075390b9-2adb-4f97-960f-039e0d509a57'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:38:56.184546 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-748d28b6-bc93-4a58-8231-47fdf5d3e55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:56.191611 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021bfd0f-bf4b-43f3-8a36-836e49052380 None None] Pushing event updated for resources: {'Port': ['ID=42355b41-6912-4caa-b207-782fc68b891c,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:56.252416 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b51bc096-cf36-4366-9aca-6af9ab213944 tempest-FloatingIPAdminTestJSON-104082851 tempest-FloatingIPAdminTestJSON-104082851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:56.255764 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9568c5a4-563e-47c2-8782-f9b9f9a5f4c6 None None] Routers {'075390b9-2adb-4f97-960f-039e0d509a57'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:38:56.256094 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-9568c5a4-563e-47c2-8782-f9b9f9a5f4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:38:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['075390b9-2adb-4f97-960f-039e0d509a57'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:56.313872 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-6f269e4f-07f3-409e-81ff-5a0c1937a886 None None] Attempting to bind port 42355b41-6912-4caa-b207-782fc68b891c on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:38:56.314161 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-6f269e4f-07f3-409e-81ff-5a0c1937a886 None None] Attempting to bind port 42355b41-6912-4caa-b207-782fc68b891c by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '5c87df8d-954c-4397-aa68-23e5690c99d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:38:56.314525 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f269e4f-07f3-409e-81ff-5a0c1937a886 None None] Attempting to bind port 42355b41-6912-4caa-b207-782fc68b891c on network 7e9c5b57-a104-4b29-a8ed-ceb6086c40ae {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:38:56.330413 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-06b1ce69-574b-4d06-b77d-c174bf585ccc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:56.337159 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f269e4f-07f3-409e-81ff-5a0c1937a886 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:38:56.337538 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f269e4f-07f3-409e-81ff-5a0c1937a886 None None] Checking segment: {'id': '5c87df8d-954c-4397-aa68-23e5690c99d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:56.337949 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-6f269e4f-07f3-409e-81ff-5a0c1937a886 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:56.338483 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f269e4f-07f3-409e-81ff-5a0c1937a886 None None] Bound using segment: {'id': '5c87df8d-954c-4397-aa68-23e5690c99d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:38:56.338994 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-6f269e4f-07f3-409e-81ff-5a0c1937a886 None None] Bound port: 42355b41-6912-4caa-b207-782fc68b891c, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c87df8d-954c-4397-aa68-23e5690c99d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:38:56.339384 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-6f269e4f-07f3-409e-81ff-5a0c1937a886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:56.390545 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-06b1ce69-574b-4d06-b77d-c174bf585ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:56.406041 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-be66ba1e-1323-4cb1-8acb-2feb14284d2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:56.406566 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be66ba1e-1323-4cb1-8acb-2feb14284d2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 075390b9-2adb-4f97-960f-039e0d509a57 {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:38:56.411313 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-be66ba1e-1323-4cb1-8acb-2feb14284d2e admin admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:56.412782 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-be66ba1e-1323-4cb1-8acb-2feb14284d2e admin admin] 10.222.0.62 "DELETE /v2.0/routers/075390b9-2adb-4f97-960f-039e0d509a57 HTTP/1.1" status: 204 len: 168 time: 1.9778605 Aug 10 03:38:56.415335 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59670) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:56.526820 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-1806f2a9-16d8-4eba-9e09-f52fcd12f28c admin admin] Deleting subnet f34711e5-51e5-4397-be21-4d4e452c7ab1 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:38:56.537342 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1806f2a9-16d8-4eba-9e09-f52fcd12f28c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:56.677962 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1806f2a9-16d8-4eba-9e09-f52fcd12f28c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:56.688627 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-6f269e4f-07f3-409e-81ff-5a0c1937a886 None None] For port 42355b41-6912-4caa-b207-782fc68b891c, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:38:56.701998 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-6f269e4f-07f3-409e-81ff-5a0c1937a886 None None] For port 42355b41-6912-4caa-b207-782fc68b891c, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=42355b41-6912-4caa-b207-782fc68b891c,segment=NetworkSegment(5c87df8d-954c-4397-aa68-23e5690c99d4),segment_id=5c87df8d-954c-4397-aa68-23e5690c99d4)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:38:56.712819 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-6f269e4f-07f3-409e-81ff-5a0c1937a886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:56.788732 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 67d28359-d0a2-4764-b52f-2f80da29eda9 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:38:56.849012 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f269e4f-07f3-409e-81ff-5a0c1937a886 None None] Routers {'575fb166-7f7c-427a-89b6-af235d0526e1'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:38:56.850979 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1806f2a9-16d8-4eba-9e09-f52fcd12f28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:56.851157 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-6f269e4f-07f3-409e-81ff-5a0c1937a886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:38:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['575fb166-7f7c-427a-89b6-af235d0526e1'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:56.862311 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-9568c5a4-563e-47c2-8782-f9b9f9a5f4c6 None None] Set router 075390b9-2adb-4f97-960f-039e0d509a57 gateway port host: None {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:38:56.871242 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:56.895044 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b51bc096-cf36-4366-9aca-6af9ab213944 tempest-FloatingIPAdminTestJSON-104082851 tempest-FloatingIPAdminTestJSON-104082851-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:56.907801 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b51bc096-cf36-4366-9aca-6af9ab213944 tempest-FloatingIPAdminTestJSON-104082851 tempest-FloatingIPAdminTestJSON-104082851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:56.913835 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d28b6-bc93-4a58-8231-47fdf5d3e55c None None] Pushing event updated for resources: {'Port': ['ID=cc48bc5a-2071-48ac-ad72-011604ea7fdf,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:56.948852 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1806f2a9-16d8-4eba-9e09-f52fcd12f28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:56.968022 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:56.992570 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-9568c5a4-563e-47c2-8782-f9b9f9a5f4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075390b9-2adb-4f97-960f-039e0d509a57', 'name': 'tempest-ImageQuotaTest-8372739-router', 'tenant_id': '64494ba6984d42e39d26f4e154cda5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:43Z', 'updated_at': '2021-08-10T03:38:55Z', 'revision_number': 7, 'project_id': '64494ba6984d42e39d26f4e154cda5da', 'gw_port_host': None}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:57.016400 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1806f2a9-16d8-4eba-9e09-f52fcd12f28c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f34711e5-51e5-4397-be21-4d4e452c7ab1,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:57.023025 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1806f2a9-16d8-4eba-9e09-f52fcd12f28c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:57.030589 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1806f2a9-16d8-4eba-9e09-f52fcd12f28c admin admin] 10.222.0.62 "DELETE /v2.0/subnets/f34711e5-51e5-4397-be21-4d4e452c7ab1 HTTP/1.1" status: 204 len: 168 time: 0.6141789 Aug 10 03:38:57.032351 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59672) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:57.041636 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1016cc38-3fd9-42bb-8296-86b829ad216d None None] Network 41415f13-7123-4689-a2e6-d0a558e6f06b requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:38:57.045146 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021bfd0f-bf4b-43f3-8a36-836e49052380 None None] Pushing event updated for resources: {'Port': ['ID=42355b41-6912-4caa-b207-782fc68b891c,revision_number=4']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:57.047295 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9568c5a4-563e-47c2-8782-f9b9f9a5f4c6 None None] Checking router: 075390b9-2adb-4f97-960f-039e0d509a57 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:38:57.090363 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-06b1ce69-574b-4d06-b77d-c174bf585ccc admin admin] Allocated IP 172.25.7.52 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/f1a3c181-0483-4cb2-8cc7-63a02a55f353) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:38:57.097544 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9568c5a4-563e-47c2-8782-f9b9f9a5f4c6 None None] Routers set() bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:38:57.098373 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9568c5a4-563e-47c2-8782-f9b9f9a5f4c6 None None] Router IDs set() for agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 10 03:38:57.099081 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_agentschedulers_db [None req-9568c5a4-563e-47c2-8782-f9b9f9a5f4c6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'075390b9-2adb-4f97-960f-039e0d509a57'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:38:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent'). {{(pid=94218) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 10 03:38:57.099527 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9568c5a4-563e-47c2-8782-f9b9f9a5f4c6 None None] The sync data for ids ['075390b9-2adb-4f97-960f-039e0d509a57'] in n-d-768851-15 is: [] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:38:57.100661 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51bc096-cf36-4366-9aca-6af9ab213944 tempest-FloatingIPAdminTestJSON-104082851 tempest-FloatingIPAdminTestJSON-104082851-project-admin] Pushing event updated for resources: {'Port': ['ID=234dde60-6c71-4848-9eaf-51352861c992,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:57.145582 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-6f269e4f-07f3-409e-81ff-5a0c1937a886 None None] Set router 575fb166-7f7c-427a-89b6-af235d0526e1 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:38:57.153064 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-50e05e4f-5296-4b99-9904-116d82624bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:57.213928 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b51bc096-cf36-4366-9aca-6af9ab213944 tempest-FloatingIPAdminTestJSON-104082851 tempest-FloatingIPAdminTestJSON-104082851-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:57.254839 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 67d28359-d0a2-4764-b52f-2f80da29eda9 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:57.255529 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:57.266068 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-50e05e4f-5296-4b99-9904-116d82624bfe admin admin] Deleting port 20633b45-bbdf-4be0-97b4-104002d22da9 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:38:57.266068 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-50e05e4f-5296-4b99-9904-116d82624bfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:57.406661 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-50e05e4f-5296-4b99-9904-116d82624bfe admin admin] For port 20633b45-bbdf-4be0-97b4-104002d22da9, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=20633b45-bbdf-4be0-97b4-104002d22da9,segment=NetworkSegment(13010a66-87b4-4d98-b4cc-7f9bb3a06cfb),segment_id=13010a66-87b4-4d98-b4cc-7f9bb3a06cfb)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:57.407134 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-50e05e4f-5296-4b99-9904-116d82624bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:57.423826 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-50e05e4f-5296-4b99-9904-116d82624bfe admin admin] Calling delete_port for 20633b45-bbdf-4be0-97b4-104002d22da9 owned by network:dhcp {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:38:57.475466 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-6f269e4f-07f3-409e-81ff-5a0c1937a886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'name': 'tempest-TestVolumeBootPattern-1934501111-router', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '67d28359-d0a2-4764-b52f-2f80da29eda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:43Z', 'updated_at': '2021-08-10T03:38:50Z', 'revision_number': 4, 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'gw_port': {'id': '67d28359-d0a2-4764-b52f-2f80da29eda9', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:44Z', 'updated_at': '2021-08-10T03:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '42355b41-6912-4caa-b207-782fc68b891c', 'name': '', 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'mac_address': 'fa:16:3e:ed:b8:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '036b75a5-4076-4503-a708-471e0be52cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:49Z', 'updated_at': '2021-08-10T03:38:56Z', 'revision_number': 4, 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'subnets': [{'id': '036b75a5-4076-4503-a708-471e0be52cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:57.509327 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-06b1ce69-574b-4d06-b77d-c174bf585ccc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:57.516027 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f269e4f-07f3-409e-81ff-5a0c1937a886 None None] The sync data for ids ['575fb166-7f7c-427a-89b6-af235d0526e1'] in n-d-768851-15 is: [{'id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'name': 'tempest-TestVolumeBootPattern-1934501111-router', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '67d28359-d0a2-4764-b52f-2f80da29eda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:43Z', 'updated_at': '2021-08-10T03:38:50Z', 'revision_number': 4, 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'gw_port': {'id': '67d28359-d0a2-4764-b52f-2f80da29eda9', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:44Z', 'updated_at': '2021-08-10T03:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '42355b41-6912-4caa-b207-782fc68b891c', 'name': '', 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'mac_address': 'fa:16:3e:ed:b8:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '036b75a5-4076-4503-a708-471e0be52cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:49Z', 'updated_at': '2021-08-10T03:38:56Z', 'revision_number': 4, 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'subnets': [{'id': '036b75a5-4076-4503-a708-471e0be52cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:38:57.534425 n-d-768851-15 neutron-server[94216]: INFO neutron.db.l3_db [None req-b51bc096-cf36-4366-9aca-6af9ab213944 tempest-FloatingIPAdminTestJSON-104082851 tempest-FloatingIPAdminTestJSON-104082851-project-admin] Floating IP db461113-54ed-4c8c-ac1e-f494a124c072 associated. External IP: 172.25.7.61, port: 15549776-d20e-4e88-9a36-ac7d2788f06b. Aug 10 03:38:57.557014 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-50e05e4f-5296-4b99-9904-116d82624bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:57.595084 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e05e4f-5296-4b99-9904-116d82624bfe admin admin] Pushing event deleted for resources: {'Port': ['ID=20633b45-bbdf-4be0-97b4-104002d22da9,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:57.599270 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e05e4f-5296-4b99-9904-116d82624bfe admin admin] No DVR routers for this DVR port 20633b45-bbdf-4be0-97b4-104002d22da9 on host n-d-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:38:57.691495 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-06b1ce69-574b-4d06-b77d-c174bf585ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:57.695907 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-50e05e4f-5296-4b99-9904-116d82624bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:57.709404 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3babe6c-5f50-4b26-bc3a-69eced0d1ce9 None None] DHCP port deletion for 41415f13-7123-4689-a2e6-d0a558e6f06b request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:38:57.710385 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-50e05e4f-5296-4b99-9904-116d82624bfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41415f13-7123-4689-a2e6-d0a558e6f06b']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:57.750159 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-50e05e4f-5296-4b99-9904-116d82624bfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13010a66-87b4-4d98-b4cc-7f9bb3a06cfb') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:57.750456 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-50e05e4f-5296-4b99-9904-116d82624bfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13010a66-87b4-4d98-b4cc-7f9bb3a06cfb') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:57.769696 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-50e05e4f-5296-4b99-9904-116d82624bfe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:57.792442 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b1ce69-574b-4d06-b77d-c174bf585ccc admin admin] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:38:57.800423 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-50e05e4f-5296-4b99-9904-116d82624bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:57.801151 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b1ce69-574b-4d06-b77d-c174bf585ccc admin admin] Pushing event updated for resources: {'Port': ['ID=f1a3c181-0483-4cb2-8cc7-63a02a55f353,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:57.808928 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50e05e4f-5296-4b99-9904-116d82624bfe admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:38:57.809156 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-06b1ce69-574b-4d06-b77d-c174bf585ccc admin admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:57.810014 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-50e05e4f-5296-4b99-9904-116d82624bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:57.812364 n-d-768851-15 neutron-server[94217]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:38:57.812364 n-d-768851-15 neutron-server[94217]: items = [ Aug 10 03:38:57.812364 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:38:57.812364 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:38:57.812364 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:38:57.812364 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:38:57.812364 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:38:57.812364 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:38:57.812364 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:38:57.812364 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:38:57.812364 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:38:57.812364 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:38:57.812364 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:38:57.812364 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:38:57.812364 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:38:57.812364 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:38:57.812364 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:38:57.812364 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:38:57.812364 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:38:57.812364 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:38:57.812364 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:38:57.812364 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:38:57.812364 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:38:57.812364 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:38:57.812364 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:38:57.812364 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:38:57.812364 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:38:57.812364 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:38:57.812364 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:38:57.812364 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:38:57.812364 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:38:57.812364 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:38:57.812364 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:38:57.812364 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:38:57.814578 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b1ce69-574b-4d06-b77d-c174bf585ccc admin admin] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:38:57.855419 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b099266-484e-40d2-ae9b-49d31c382814 None None] Network 2d442561-f42c-409c-9a25-e1136ef29a1a requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:38:57.886675 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-50e05e4f-5296-4b99-9904-116d82624bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:57.894050 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-50e05e4f-5296-4b99-9904-116d82624bfe admin admin] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:57.902302 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-50e05e4f-5296-4b99-9904-116d82624bfe admin admin] 10.222.0.62 "DELETE /v2.0/networks/41415f13-7123-4689-a2e6-d0a558e6f06b HTTP/1.1" status: 204 len: 168 time: 0.8646209 Aug 10 03:38:57.935785 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e05e4f-5296-4b99-9904-116d82624bfe admin admin] Pushing event deleted for resources: {'Network': ['ID=41415f13-7123-4689-a2e6-d0a558e6f06b,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:57.958400 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-019ad758-2f99-41c2-8d6d-de2fc1c98c10 None None] Provisioning for port cc48bc5a-2071-48ac-ad72-011604ea7fdf completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:38:58.123977 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59676) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:58.172566 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-121335c2-0b84-4094-acfc-5c3df5df289f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=64494ba6984d42e39d26f4e154cda5da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473094 Aug 10 03:38:58.174897 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59678) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:58.231923 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c5b975a1-453e-4f3b-98fc-153171485c72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:58.264303 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c5b975a1-453e-4f3b-98fc-153171485c72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:58.327435 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c5b975a1-453e-4f3b-98fc-153171485c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:58.331022 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c5b975a1-453e-4f3b-98fc-153171485c72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:58.334849 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c5b975a1-453e-4f3b-98fc-153171485c72 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b222a62f-38f9-4f81-b66f-b73dd75fe604 HTTP/1.1" status: 204 len: 168 time: 0.1572270 Aug 10 03:38:58.348221 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b51bc096-cf36-4366-9aca-6af9ab213944 tempest-FloatingIPAdminTestJSON-104082851 tempest-FloatingIPAdminTestJSON-104082851-project-admin] Router 25dd958f-2ed3-4d21-b392-14fb580bbe84 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:38:58.350683 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b975a1-453e-4f3b-98fc-153171485c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b222a62f-38f9-4f81-b66f-b73dd75fe604,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:58.594158 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b51bc096-cf36-4366-9aca-6af9ab213944 tempest-FloatingIPAdminTestJSON-104082851 tempest-FloatingIPAdminTestJSON-104082851-project-admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:38:58.609918 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-06b1ce69-574b-4d06-b77d-c174bf585ccc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:58.611554 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b75974-e6bd-44dd-8026-6f6e79d2b304 None None] Sync routers for ids ['25dd958f-2ed3-4d21-b392-14fb580bbe84'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:38:58.625979 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b75974-e6bd-44dd-8026-6f6e79d2b304 None None] Routers {'25dd958f-2ed3-4d21-b392-14fb580bbe84'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:38:58.629789 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-29b75974-e6bd-44dd-8026-6f6e79d2b304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:38:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['25dd958f-2ed3-4d21-b392-14fb580bbe84'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:58.645175 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b51bc096-cf36-4366-9aca-6af9ab213944 tempest-FloatingIPAdminTestJSON-104082851 tempest-FloatingIPAdminTestJSON-104082851-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:58.682232 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-29b75974-e6bd-44dd-8026-6f6e79d2b304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:58.686871 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59684) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:58.687409 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b51bc096-cf36-4366-9aca-6af9ab213944 tempest-FloatingIPAdminTestJSON-104082851 tempest-FloatingIPAdminTestJSON-104082851-project-admin] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 5.2932274 Aug 10 03:38:58.713910 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b75974-e6bd-44dd-8026-6f6e79d2b304 None None] Routers {'25dd958f-2ed3-4d21-b392-14fb580bbe84'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:38:58.714986 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-29b75974-e6bd-44dd-8026-6f6e79d2b304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:38:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['25dd958f-2ed3-4d21-b392-14fb580bbe84'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:58.747133 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 42355b41-6912-4caa-b207-782fc68b891c up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:38:58.775223 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-29b75974-e6bd-44dd-8026-6f6e79d2b304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:58.776203 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b75974-e6bd-44dd-8026-6f6e79d2b304 None None] The sync data for ids ['25dd958f-2ed3-4d21-b392-14fb580bbe84'] in n-d-768851-15 is: [] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:38:58.803734 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 42355b41-6912-4caa-b207-782fc68b891c completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:38:58.810199 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 42355b41-6912-4caa-b207-782fc68b891c triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:58.812016 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:58.862260 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59686) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:58.872587 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-be28724b-3f10-4dd6-88bd-645124ab99f9 tempest-FloatingIPAdminTestJSON-104082851 tempest-FloatingIPAdminTestJSON-104082851-project-admin] 10.222.0.62 "GET /v2.0/floatingips/db461113-54ed-4c8c-ac1e-f494a124c072 HTTP/1.1" status: 200 len: 981 time: 0.1855063 Aug 10 03:38:58.876645 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59688) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:58.878411 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7e4f1fca-94ff-47da-84d8-e30e4a111e18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:58.901891 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:58.947725 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 42355b41-6912-4caa-b207-782fc68b891c, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=42355b41-6912-4caa-b207-782fc68b891c,segment=NetworkSegment(5c87df8d-954c-4397-aa68-23e5690c99d4),segment_id=5c87df8d-954c-4397-aa68-23e5690c99d4)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:58.952839 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:58.953656 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device cc48bc5a-2071-48ac-ad72-011604ea7fdf up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:38:58.969795 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-06b1ce69-574b-4d06-b77d-c174bf585ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:58.980895 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7e4f1fca-94ff-47da-84d8-e30e4a111e18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:58.987246 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7e4f1fca-94ff-47da-84d8-e30e4a111e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:59.026465 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7e4f1fca-94ff-47da-84d8-e30e4a111e18 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1631162 Aug 10 03:38:59.029054 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4f1fca-94ff-47da-84d8-e30e4a111e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a543108a-ac2e-4855-b123-cd85365884f1,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:59.032587 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59690) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:59.039150 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-c07c1fb5-9c31-49cd-b44c-4000e15e637c tempest-FloatingIPAdminTestJSON-104082851 tempest-FloatingIPAdminTestJSON-104082851-project-admin] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3034 time: 0.1606586 Aug 10 03:38:59.046592 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59692) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:59.046832 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=42355b41-6912-4caa-b207-782fc68b891c,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:59.056825 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port cc48bc5a-2071-48ac-ad72-011604ea7fdf completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:38:59.064508 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port cc48bc5a-2071-48ac-ad72-011604ea7fdf triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:59.064508 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:59.087725 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b51e9699-74f1-469b-927e-d4bbce9d6167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:59.110124 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b51e9699-74f1-469b-927e-d4bbce9d6167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:59.148492 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:59.175913 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b51e9699-74f1-469b-927e-d4bbce9d6167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:59.178856 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b51e9699-74f1-469b-927e-d4bbce9d6167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:59.182392 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b51e9699-74f1-469b-927e-d4bbce9d6167 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a543108a-ac2e-4855-b123-cd85365884f1 HTTP/1.1" status: 204 len: 168 time: 0.1467171 Aug 10 03:38:59.194400 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port cc48bc5a-2071-48ac-ad72-011604ea7fdf, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=cc48bc5a-2071-48ac-ad72-011604ea7fdf,segment=NetworkSegment(8df2b69c-28dd-4316-9bd4-c6ac0c3996fe),segment_id=8df2b69c-28dd-4316-9bd4-c6ac0c3996fe)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:59.201671 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:59.215519 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e9699-74f1-469b-927e-d4bbce9d6167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a543108a-ac2e-4855-b123-cd85365884f1,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:59.265969 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b1ce69-574b-4d06-b77d-c174bf585ccc admin admin] Router 173899ad-6e33-48a9-be12-17706222709f is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:38:59.273531 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 20633b45-bbdf-4be0-97b4-104002d22da9 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:38:59.276833 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=cc48bc5a-2071-48ac-ad72-011604ea7fdf,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:59.301995 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 20633b45-bbdf-4be0-97b4-104002d22da9 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:38:59.302345 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 20633b45-bbdf-4be0-97b4-104002d22da9 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:38:59.302788 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 761e5472-11f2-4b68-99a5-a3de3f08c230 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:38:59.322046 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 761e5472-11f2-4b68-99a5-a3de3f08c230 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:38:59.322496 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 761e5472-11f2-4b68-99a5-a3de3f08c230 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:38:59.349602 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-d64a6446-7927-42e1-a251-33eddc1481cd tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Deleting port 234dde60-6c71-4848-9eaf-51352861c992 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:38:59.349954 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d64a6446-7927-42e1-a251-33eddc1481cd tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:59.482685 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b1ce69-574b-4d06-b77d-c174bf585ccc admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:38:59.493005 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5544c3ed-f14d-497e-8b06-561b48f721de None None] Sync routers for ids ['173899ad-6e33-48a9-be12-17706222709f'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:38:59.495975 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d64a6446-7927-42e1-a251-33eddc1481cd tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:59.496296 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d64a6446-7927-42e1-a251-33eddc1481cd tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:59.505926 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5544c3ed-f14d-497e-8b06-561b48f721de None None] Routers {'173899ad-6e33-48a9-be12-17706222709f'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:38:59.506516 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-06b1ce69-574b-4d06-b77d-c174bf585ccc admin admin] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:59.507155 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-5544c3ed-f14d-497e-8b06-561b48f721de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:38:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['173899ad-6e33-48a9-be12-17706222709f'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:59.507841 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-06b1ce69-574b-4d06-b77d-c174bf585ccc admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4212821 Aug 10 03:38:59.510544 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59696) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:59.521017 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-d64a6446-7927-42e1-a251-33eddc1481cd tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Calling delete_port for 234dde60-6c71-4848-9eaf-51352861c992 owned by network:floatingip {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:38:59.638374 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-5544c3ed-f14d-497e-8b06-561b48f721de None None] Set router 173899ad-6e33-48a9-be12-17706222709f gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:38:59.837024 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-5544c3ed-f14d-497e-8b06-561b48f721de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '173899ad-6e33-48a9-be12-17706222709f', 'name': 'tempest-TestVolumeBootPattern-2005389623-router', 'tenant_id': '5df1d803eb524617ae30a2880ed1cb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'f1a3c181-0483-4cb2-8cc7-63a02a55f353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:55Z', 'updated_at': '2021-08-10T03:38:58Z', 'revision_number': 3, 'project_id': '5df1d803eb524617ae30a2880ed1cb75', 'gw_port': {'id': 'f1a3c181-0483-4cb2-8cc7-63a02a55f353', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:1f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173899ad-6e33-48a9-be12-17706222709f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:56Z', 'updated_at': '2021-08-10T03:38:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:59.864827 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5544c3ed-f14d-497e-8b06-561b48f721de None None] Checking router: 173899ad-6e33-48a9-be12-17706222709f for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:38:59.865186 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5544c3ed-f14d-497e-8b06-561b48f721de None None] Updating router 173899ad-6e33-48a9-be12-17706222709f port f1a3c181-0483-4cb2-8cc7-63a02a55f353 binding host n-d-768851-15 {{(pid=94218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:38:59.891724 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5544c3ed-f14d-497e-8b06-561b48f721de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:00.202618 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5544c3ed-f14d-497e-8b06-561b48f721de None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:00.221202 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d64a6446-7927-42e1-a251-33eddc1481cd tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:00.221933 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-5544c3ed-f14d-497e-8b06-561b48f721de None None] Transition to ACTIVE for port object f1a3c181-0483-4cb2-8cc7-63a02a55f353 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:00.232321 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5544c3ed-f14d-497e-8b06-561b48f721de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:00.281990 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64a6446-7927-42e1-a251-33eddc1481cd tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Pushing event deleted for resources: {'Port': ['ID=234dde60-6c71-4848-9eaf-51352861c992,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:00.298393 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-5544c3ed-f14d-497e-8b06-561b48f721de None None] Attempting to bind port f1a3c181-0483-4cb2-8cc7-63a02a55f353 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:39:00.298795 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-5544c3ed-f14d-497e-8b06-561b48f721de None None] Attempting to bind port f1a3c181-0483-4cb2-8cc7-63a02a55f353 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:39:00.299166 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5544c3ed-f14d-497e-8b06-561b48f721de None None] Attempting to bind port f1a3c181-0483-4cb2-8cc7-63a02a55f353 on network 09ca2025-b9a6-4e84-8019-8d9fbef3753e {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:39:00.301487 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399a585f-c2fb-4b04-9ff0-fd5134b8a4d5 None None] Pushing event updated for resources: {'Port': ['ID=f1a3c181-0483-4cb2-8cc7-63a02a55f353,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:00.311386 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5544c3ed-f14d-497e-8b06-561b48f721de None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:39:00.311809 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5544c3ed-f14d-497e-8b06-561b48f721de None None] Checking segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:39:00.312172 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5544c3ed-f14d-497e-8b06-561b48f721de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:00.313006 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5544c3ed-f14d-497e-8b06-561b48f721de None None] Bound using segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:39:00.313131 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-5544c3ed-f14d-497e-8b06-561b48f721de None None] Bound port: f1a3c181-0483-4cb2-8cc7-63a02a55f353, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:39:00.313420 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5544c3ed-f14d-497e-8b06-561b48f721de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:00.350406 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3e99983d-aeb9-46eb-acce-993267c4d54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:00.373418 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-5544c3ed-f14d-497e-8b06-561b48f721de None None] For port f1a3c181-0483-4cb2-8cc7-63a02a55f353, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:39:00.376920 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-5544c3ed-f14d-497e-8b06-561b48f721de None None] For port f1a3c181-0483-4cb2-8cc7-63a02a55f353, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=f1a3c181-0483-4cb2-8cc7-63a02a55f353,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:39:00.380705 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5544c3ed-f14d-497e-8b06-561b48f721de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:00.382384 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d64a6446-7927-42e1-a251-33eddc1481cd tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks [] for floatingip, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:00.382721 n-d-768851-15 neutron-server[94216]: INFO neutron.db.l3_db [None req-d64a6446-7927-42e1-a251-33eddc1481cd tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Floating IP db461113-54ed-4c8c-ac1e-f494a124c072 disassociated (deleted). External IP: 172.25.7.61, port: 15549776-d20e-4e88-9a36-ac7d2788f06b. Aug 10 03:39:00.438957 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5544c3ed-f14d-497e-8b06-561b48f721de None None] Routers {'173899ad-6e33-48a9-be12-17706222709f'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:00.439587 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-5544c3ed-f14d-497e-8b06-561b48f721de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:38:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['173899ad-6e33-48a9-be12-17706222709f'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:00.444901 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399a585f-c2fb-4b04-9ff0-fd5134b8a4d5 None None] Pushing event updated for resources: {'Port': ['ID=f1a3c181-0483-4cb2-8cc7-63a02a55f353,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:00.543525 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 42355b41-6912-4caa-b207-782fc68b891c up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:00.553925 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-de4439a5-ca23-44d8-8e7c-f7dfe29ef1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:00.574020 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-5544c3ed-f14d-497e-8b06-561b48f721de None None] Set router 173899ad-6e33-48a9-be12-17706222709f gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:00.706780 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 42355b41-6912-4caa-b207-782fc68b891c triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:00.707139 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:00.761060 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d64a6446-7927-42e1-a251-33eddc1481cd tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Router 25dd958f-2ed3-4d21-b392-14fb580bbe84 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:39:00.839650 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device cc48bc5a-2071-48ac-ad72-011604ea7fdf up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:00.859712 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-de4439a5-ca23-44d8-8e7c-f7dfe29ef1b7 admin admin] Allocated IP 172.20.0.1 (2d442561-f42c-409c-9a25-e1136ef29a1a/4fc9c0e9-280f-4ed3-bd51-ef6bf085d9ac/b834eb60-283e-463b-9328-96d2d37bcd28) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:39:00.873129 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-5544c3ed-f14d-497e-8b06-561b48f721de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '173899ad-6e33-48a9-be12-17706222709f', 'name': 'tempest-TestVolumeBootPattern-2005389623-router', 'tenant_id': '5df1d803eb524617ae30a2880ed1cb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'f1a3c181-0483-4cb2-8cc7-63a02a55f353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:55Z', 'updated_at': '2021-08-10T03:38:58Z', 'revision_number': 3, 'project_id': '5df1d803eb524617ae30a2880ed1cb75', 'gw_port': {'id': 'f1a3c181-0483-4cb2-8cc7-63a02a55f353', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:1f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173899ad-6e33-48a9-be12-17706222709f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:56Z', 'updated_at': '2021-08-10T03:39:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:00.905276 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5544c3ed-f14d-497e-8b06-561b48f721de None None] The sync data for ids ['173899ad-6e33-48a9-be12-17706222709f'] in n-d-768851-15 is: [{'id': '173899ad-6e33-48a9-be12-17706222709f', 'name': 'tempest-TestVolumeBootPattern-2005389623-router', 'tenant_id': '5df1d803eb524617ae30a2880ed1cb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'f1a3c181-0483-4cb2-8cc7-63a02a55f353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:55Z', 'updated_at': '2021-08-10T03:38:58Z', 'revision_number': 3, 'project_id': '5df1d803eb524617ae30a2880ed1cb75', 'gw_port': {'id': 'f1a3c181-0483-4cb2-8cc7-63a02a55f353', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:1f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173899ad-6e33-48a9-be12-17706222709f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:56Z', 'updated_at': '2021-08-10T03:39:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:39:00.924984 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port cc48bc5a-2071-48ac-ad72-011604ea7fdf triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:00.925261 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:00.970140 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64a6446-7927-42e1-a251-33eddc1481cd tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:39:00.975608 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d64a6446-7927-42e1-a251-33eddc1481cd tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:00.984055 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7945b7c-cfa0-4205-857c-c59e2a3752f9 None None] Sync routers for ids ['25dd958f-2ed3-4d21-b392-14fb580bbe84'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:39:00.995316 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7945b7c-cfa0-4205-857c-c59e2a3752f9 None None] Routers {'25dd958f-2ed3-4d21-b392-14fb580bbe84'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:00.995935 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-e7945b7c-cfa0-4205-857c-c59e2a3752f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:38:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['25dd958f-2ed3-4d21-b392-14fb580bbe84'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:01.021791 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d64a6446-7927-42e1-a251-33eddc1481cd tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] 10.222.0.62 "DELETE /v2.0/floatingips/db461113-54ed-4c8c-ac1e-f494a124c072 HTTP/1.1" status: 204 len: 168 time: 1.9717124 Aug 10 03:39:01.022036 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59698) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:01.026542 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-960eb00e-65c5-49c3-a728-bb028b7ae2b3 tempest-FloatingIPAdminTestJSON-104082851 tempest-FloatingIPAdminTestJSON-104082851-project-admin] Request body: {'floatingip': {'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:01.031353 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-e7945b7c-cfa0-4205-857c-c59e2a3752f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:01.043606 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7945b7c-cfa0-4205-857c-c59e2a3752f9 None None] Routers {'25dd958f-2ed3-4d21-b392-14fb580bbe84'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:01.044242 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-e7945b7c-cfa0-4205-857c-c59e2a3752f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:38:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['25dd958f-2ed3-4d21-b392-14fb580bbe84'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:01.063817 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-de4439a5-ca23-44d8-8e7c-f7dfe29ef1b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:01.073297 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-960eb00e-65c5-49c3-a728-bb028b7ae2b3 tempest-FloatingIPAdminTestJSON-104082851 tempest-FloatingIPAdminTestJSON-104082851-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:01.079349 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-e7945b7c-cfa0-4205-857c-c59e2a3752f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:01.080008 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7945b7c-cfa0-4205-857c-c59e2a3752f9 None None] The sync data for ids ['25dd958f-2ed3-4d21-b392-14fb580bbe84'] in n-d-768851-15 is: [] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:39:01.090935 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-de4439a5-ca23-44d8-8e7c-f7dfe29ef1b7 admin admin] Transition to ACTIVE for port object b834eb60-283e-463b-9328-96d2d37bcd28 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:01.166510 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-de4439a5-ca23-44d8-8e7c-f7dfe29ef1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:01.230796 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4439a5-ca23-44d8-8e7c-f7dfe29ef1b7 admin admin] Network 2d442561-f42c-409c-9a25-e1136ef29a1a is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:01.242144 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-de4439a5-ca23-44d8-8e7c-f7dfe29ef1b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:01.244957 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4439a5-ca23-44d8-8e7c-f7dfe29ef1b7 admin admin] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:39:01.268873 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4439a5-ca23-44d8-8e7c-f7dfe29ef1b7 admin admin] Pushing event updated for resources: {'Port': ['ID=b834eb60-283e-463b-9328-96d2d37bcd28,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:01.296660 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-de4439a5-ca23-44d8-8e7c-f7dfe29ef1b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:01.314230 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-09469424-c35f-4e06-a126-fc0b33b9fc98 req-2723edb6-b85b-48cf-94b1-fd9789b1756c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=619e8332-4f6a-49c1-a749-4d684ff24056&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0636649 Aug 10 03:39:01.355648 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-960eb00e-65c5-49c3-a728-bb028b7ae2b3 tempest-FloatingIPAdminTestJSON-104082851 tempest-FloatingIPAdminTestJSON-104082851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:01.424715 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09469424-c35f-4e06-a126-fc0b33b9fc98 req-5a126889-3905-4bb0-bf9d-b82c7d54b83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:01.426772 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-09469424-c35f-4e06-a126-fc0b33b9fc98 req-5a126889-3905-4bb0-bf9d-b82c7d54b83e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d4cffc5e26914104899297a77f2206bf&device_id=619e8332-4f6a-49c1-a749-4d684ff24056 HTTP/1.1" status: 200 len: 1098 time: 0.0657258 Aug 10 03:39:01.546606 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-960eb00e-65c5-49c3-a728-bb028b7ae2b3 tempest-FloatingIPAdminTestJSON-104082851 tempest-FloatingIPAdminTestJSON-104082851-project-admin] Allocated IP 172.25.7.14 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/c0ac019c-b20b-4174-8d90-454517d9554b) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:39:01.550764 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-de4439a5-ca23-44d8-8e7c-f7dfe29ef1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:01.556568 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09469424-c35f-4e06-a126-fc0b33b9fc98 req-906f904a-5491-4c26-aa63-d78d83d139ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:01.558338 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-09469424-c35f-4e06-a126-fc0b33b9fc98 req-906f904a-5491-4c26-aa63-d78d83d139ce service neutron] 10.222.0.60 "GET /v2.0/networks?id=e72c2d8c-7095-467c-8fc5-9b7663772750 HTTP/1.1" status: 200 len: 897 time: 0.1067634 Aug 10 03:39:01.560506 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-c443c332-8cfa-4764-a7d0-07beeb2492e6 None None] Provisioning for port b834eb60-283e-463b-9328-96d2d37bcd28 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:01.565070 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-c443c332-8cfa-4764-a7d0-07beeb2492e6 None None] Provisioning complete for port b834eb60-283e-463b-9328-96d2d37bcd28 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:01.566107 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c443c332-8cfa-4764-a7d0-07beeb2492e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:01.612045 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-c443c332-8cfa-4764-a7d0-07beeb2492e6 None None] Port b834eb60-283e-463b-9328-96d2d37bcd28 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:39:01.649497 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-09469424-c35f-4e06-a126-fc0b33b9fc98 req-edbfa30b-07c1-40e0-84d4-6ee30799eefe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd0cd8a9-1b70-4979-86bb-0bacb040fbca HTTP/1.1" status: 200 len: 1001 time: 0.0819867 Aug 10 03:39:01.703085 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09469424-c35f-4e06-a126-fc0b33b9fc98 req-735c4d72-be1f-4d84-bbf1-0b9ff18713a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:01.704745 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-09469424-c35f-4e06-a126-fc0b33b9fc98 req-735c4d72-be1f-4d84-bbf1-0b9ff18713a5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a9158b84-3f01-4578-9ac6-1d85b7cb48c2 HTTP/1.1" status: 200 len: 834 time: 0.0472536 Aug 10 03:39:01.752354 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-960eb00e-65c5-49c3-a728-bb028b7ae2b3 tempest-FloatingIPAdminTestJSON-104082851 tempest-FloatingIPAdminTestJSON-104082851-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:01.760979 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09469424-c35f-4e06-a126-fc0b33b9fc98 req-184b1e5d-00c8-475f-a8ff-3a9141f7bcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:01.762669 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-09469424-c35f-4e06-a126-fc0b33b9fc98 req-184b1e5d-00c8-475f-a8ff-3a9141f7bcb0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e72c2d8c-7095-467c-8fc5-9b7663772750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505505 Aug 10 03:39:01.834705 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-de4439a5-ca23-44d8-8e7c-f7dfe29ef1b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:01.842384 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-de4439a5-ca23-44d8-8e7c-f7dfe29ef1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:01.869547 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-960eb00e-65c5-49c3-a728-bb028b7ae2b3 tempest-FloatingIPAdminTestJSON-104082851 tempest-FloatingIPAdminTestJSON-104082851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:01.875707 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-09469424-c35f-4e06-a126-fc0b33b9fc98 req-de125552-b701-4922-9f27-792bfbf7c300 service neutron] 10.222.0.60 "GET /v2.0/networks/e72c2d8c-7095-467c-8fc5-9b7663772750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041927 Aug 10 03:39:01.927703 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960eb00e-65c5-49c3-a728-bb028b7ae2b3 tempest-FloatingIPAdminTestJSON-104082851 tempest-FloatingIPAdminTestJSON-104082851-project-admin] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:01.932873 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-960eb00e-65c5-49c3-a728-bb028b7ae2b3 tempest-FloatingIPAdminTestJSON-104082851 tempest-FloatingIPAdminTestJSON-104082851-project-admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:01.935718 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960eb00e-65c5-49c3-a728-bb028b7ae2b3 tempest-FloatingIPAdminTestJSON-104082851 tempest-FloatingIPAdminTestJSON-104082851-project-admin] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:39:01.942089 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-de4439a5-ca23-44d8-8e7c-f7dfe29ef1b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:01.960757 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4439a5-ca23-44d8-8e7c-f7dfe29ef1b7 admin admin] Pushing event updated for resources: {'Port': ['ID=b834eb60-283e-463b-9328-96d2d37bcd28,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:01.987782 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-09469424-c35f-4e06-a126-fc0b33b9fc98 req-aa244968-06e8-4b04-9721-b541e9e65314 service neutron] 10.222.0.60 "GET /v2.0/networks/e72c2d8c-7095-467c-8fc5-9b7663772750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040640 Aug 10 03:39:02.076030 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960eb00e-65c5-49c3-a728-bb028b7ae2b3 tempest-FloatingIPAdminTestJSON-104082851 tempest-FloatingIPAdminTestJSON-104082851-project-admin] Pushing event updated for resources: {'Port': ['ID=c0ac019c-b20b-4174-8d90-454517d9554b,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:02.157584 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-960eb00e-65c5-49c3-a728-bb028b7ae2b3 tempest-FloatingIPAdminTestJSON-104082851 tempest-FloatingIPAdminTestJSON-104082851-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:02.173797 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4439a5-ca23-44d8-8e7c-f7dfe29ef1b7 admin admin] Network 2d442561-f42c-409c-9a25-e1136ef29a1a is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:02.193134 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-de4439a5-ca23-44d8-8e7c-f7dfe29ef1b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:02.208413 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-960eb00e-65c5-49c3-a728-bb028b7ae2b3 tempest-FloatingIPAdminTestJSON-104082851 tempest-FloatingIPAdminTestJSON-104082851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:02.416932 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de4439a5-ca23-44d8-8e7c-f7dfe29ef1b7 admin admin] Router 173899ad-6e33-48a9-be12-17706222709f has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:39:02.435903 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0984a169-b385-4f92-848d-f9ef8848f95b None None] Provisioning complete for port b834eb60-283e-463b-9328-96d2d37bcd28 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:02.436417 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0984a169-b385-4f92-848d-f9ef8848f95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:02.475171 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0984a169-b385-4f92-848d-f9ef8848f95b None None] Port b834eb60-283e-463b-9328-96d2d37bcd28 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:39:02.522066 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-960eb00e-65c5-49c3-a728-bb028b7ae2b3 tempest-FloatingIPAdminTestJSON-104082851 tempest-FloatingIPAdminTestJSON-104082851-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:02.549398 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-960eb00e-65c5-49c3-a728-bb028b7ae2b3 tempest-FloatingIPAdminTestJSON-104082851 tempest-FloatingIPAdminTestJSON-104082851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:02.556486 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device f1a3c181-0483-4cb2-8cc7-63a02a55f353 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:02.610458 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port f1a3c181-0483-4cb2-8cc7-63a02a55f353 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:02.614250 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port f1a3c181-0483-4cb2-8cc7-63a02a55f353 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:02.614629 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:02.630880 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4439a5-ca23-44d8-8e7c-f7dfe29ef1b7 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:39:02.634077 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960eb00e-65c5-49c3-a728-bb028b7ae2b3 tempest-FloatingIPAdminTestJSON-104082851 tempest-FloatingIPAdminTestJSON-104082851-project-admin] Pushing event updated for resources: {'Port': ['ID=c0ac019c-b20b-4174-8d90-454517d9554b,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:02.639849 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-de4439a5-ca23-44d8-8e7c-f7dfe29ef1b7 admin admin] 10.222.0.62 "PUT /v2.0/routers/173899ad-6e33-48a9-be12-17706222709f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1282418 Aug 10 03:39:02.652610 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-960eb00e-65c5-49c3-a728-bb028b7ae2b3 tempest-FloatingIPAdminTestJSON-104082851 tempest-FloatingIPAdminTestJSON-104082851-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:02.667364 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-960eb00e-65c5-49c3-a728-bb028b7ae2b3 tempest-FloatingIPAdminTestJSON-104082851 tempest-FloatingIPAdminTestJSON-104082851-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:02.672232 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59706) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:02.678248 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-960eb00e-65c5-49c3-a728-bb028b7ae2b3 tempest-FloatingIPAdminTestJSON-104082851 tempest-FloatingIPAdminTestJSON-104082851-project-admin] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6552713 Aug 10 03:39:02.703983 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:02.724754 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port f1a3c181-0483-4cb2-8cc7-63a02a55f353, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=f1a3c181-0483-4cb2-8cc7-63a02a55f353,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:02.729528 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:02.788660 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=f1a3c181-0483-4cb2-8cc7-63a02a55f353,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:02.841257 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-b86cc4b6-0662-4c3d-821f-e4ee1a86a3f5 tempest-FloatingIPAdminTestJSON-1788661205 tempest-FloatingIPAdminTestJSON-1788661205-project] Request body: {'floatingip': {'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:02.867126 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b86cc4b6-0662-4c3d-821f-e4ee1a86a3f5 tempest-FloatingIPAdminTestJSON-1788661205 tempest-FloatingIPAdminTestJSON-1788661205-project] Notify callbacks [] for floatingip, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:02.987287 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b86cc4b6-0662-4c3d-821f-e4ee1a86a3f5 tempest-FloatingIPAdminTestJSON-1788661205 tempest-FloatingIPAdminTestJSON-1788661205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:03.041025 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-09a9e78b-f3c7-4e6e-bfc8-383e00c563ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:03.105249 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-b86cc4b6-0662-4c3d-821f-e4ee1a86a3f5 tempest-FloatingIPAdminTestJSON-1788661205 tempest-FloatingIPAdminTestJSON-1788661205-project] Allocated IP 172.25.7.150 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/c61e8a8a-5761-4ace-91e7-2c356dd93428) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:39:03.152941 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d23578c-56bf-4d77-943d-7ff9a0a3a2bb None None] Sync routers for ids ['173899ad-6e33-48a9-be12-17706222709f'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:39:03.163409 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d23578c-56bf-4d77-943d-7ff9a0a3a2bb None None] Routers {'173899ad-6e33-48a9-be12-17706222709f'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:03.164134 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-7d23578c-56bf-4d77-943d-7ff9a0a3a2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:39:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['173899ad-6e33-48a9-be12-17706222709f'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:03.221566 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b86cc4b6-0662-4c3d-821f-e4ee1a86a3f5 tempest-FloatingIPAdminTestJSON-1788661205 tempest-FloatingIPAdminTestJSON-1788661205-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:03.266119 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b86cc4b6-0662-4c3d-821f-e4ee1a86a3f5 tempest-FloatingIPAdminTestJSON-1788661205 tempest-FloatingIPAdminTestJSON-1788661205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:03.317095 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86cc4b6-0662-4c3d-821f-e4ee1a86a3f5 tempest-FloatingIPAdminTestJSON-1788661205 tempest-FloatingIPAdminTestJSON-1788661205-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:03.320357 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-b86cc4b6-0662-4c3d-821f-e4ee1a86a3f5 tempest-FloatingIPAdminTestJSON-1788661205 tempest-FloatingIPAdminTestJSON-1788661205-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:03.324896 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86cc4b6-0662-4c3d-821f-e4ee1a86a3f5 tempest-FloatingIPAdminTestJSON-1788661205 tempest-FloatingIPAdminTestJSON-1788661205-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:39:03.328179 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86cc4b6-0662-4c3d-821f-e4ee1a86a3f5 tempest-FloatingIPAdminTestJSON-1788661205 tempest-FloatingIPAdminTestJSON-1788661205-project] Pushing event updated for resources: {'Port': ['ID=c61e8a8a-5761-4ace-91e7-2c356dd93428,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:03.433652 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b86cc4b6-0662-4c3d-821f-e4ee1a86a3f5 tempest-FloatingIPAdminTestJSON-1788661205 tempest-FloatingIPAdminTestJSON-1788661205-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:03.472219 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b86cc4b6-0662-4c3d-821f-e4ee1a86a3f5 tempest-FloatingIPAdminTestJSON-1788661205 tempest-FloatingIPAdminTestJSON-1788661205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:03.491137 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-7d23578c-56bf-4d77-943d-7ff9a0a3a2bb None None] Set router 173899ad-6e33-48a9-be12-17706222709f gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:03.493303 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:03.638294 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b86cc4b6-0662-4c3d-821f-e4ee1a86a3f5 tempest-FloatingIPAdminTestJSON-1788661205 tempest-FloatingIPAdminTestJSON-1788661205-project] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:03.645780 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b86cc4b6-0662-4c3d-821f-e4ee1a86a3f5 tempest-FloatingIPAdminTestJSON-1788661205 tempest-FloatingIPAdminTestJSON-1788661205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:03.704871 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86cc4b6-0662-4c3d-821f-e4ee1a86a3f5 tempest-FloatingIPAdminTestJSON-1788661205 tempest-FloatingIPAdminTestJSON-1788661205-project] Pushing event updated for resources: {'Port': ['ID=c61e8a8a-5761-4ace-91e7-2c356dd93428,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:03.705760 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-7d23578c-56bf-4d77-943d-7ff9a0a3a2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '173899ad-6e33-48a9-be12-17706222709f', 'name': 'tempest-TestVolumeBootPattern-2005389623-router', 'tenant_id': '5df1d803eb524617ae30a2880ed1cb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'f1a3c181-0483-4cb2-8cc7-63a02a55f353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:55Z', 'updated_at': '2021-08-10T03:39:01Z', 'revision_number': 4, 'project_id': '5df1d803eb524617ae30a2880ed1cb75', 'gw_port': {'id': 'f1a3c181-0483-4cb2-8cc7-63a02a55f353', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:1f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173899ad-6e33-48a9-be12-17706222709f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:56Z', 'updated_at': '2021-08-10T03:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'b834eb60-283e-463b-9328-96d2d37bcd28', 'name': '', 'network_id': '2d442561-f42c-409c-9a25-e1136ef29a1a', 'tenant_id': '5df1d803eb524617ae30a2880ed1cb75', 'mac_address': 'fa:16:3e:6b:e0:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173899ad-6e33-48a9-be12-17706222709f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': '4fc9c0e9-280f-4ed3-bd51-ef6bf085d9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:00Z', 'updated_at': '2021-08-10T03:39:01Z', 'revision_number': 2, 'project_id': '5df1d803eb524617ae30a2880ed1cb75', 'subnets': [{'id': '4fc9c0e9-280f-4ed3-bd51-ef6bf085d9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:03.737961 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d23578c-56bf-4d77-943d-7ff9a0a3a2bb None None] Checking router: 173899ad-6e33-48a9-be12-17706222709f for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:39:03.738190 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d23578c-56bf-4d77-943d-7ff9a0a3a2bb None None] Updating router 173899ad-6e33-48a9-be12-17706222709f port b834eb60-283e-463b-9328-96d2d37bcd28 binding host n-d-768851-15 {{(pid=94218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:39:03.745872 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b86cc4b6-0662-4c3d-821f-e4ee1a86a3f5 tempest-FloatingIPAdminTestJSON-1788661205 tempest-FloatingIPAdminTestJSON-1788661205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:03.760837 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b86cc4b6-0662-4c3d-821f-e4ee1a86a3f5 tempest-FloatingIPAdminTestJSON-1788661205 tempest-FloatingIPAdminTestJSON-1788661205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:03.764714 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7d23578c-56bf-4d77-943d-7ff9a0a3a2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:03.765461 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59728) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:03.771581 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b86cc4b6-0662-4c3d-821f-e4ee1a86a3f5 tempest-FloatingIPAdminTestJSON-1788661205 tempest-FloatingIPAdminTestJSON-1788661205-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0980046 Aug 10 03:39:04.065970 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7d23578c-56bf-4d77-943d-7ff9a0a3a2bb None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:04.079966 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-7d23578c-56bf-4d77-943d-7ff9a0a3a2bb None None] Transition to ACTIVE for port object b834eb60-283e-463b-9328-96d2d37bcd28 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:04.089957 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7d23578c-56bf-4d77-943d-7ff9a0a3a2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:04.175337 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-7795889a-2fc6-44d9-a824-b379dc20eaea tempest-FloatingIPAdminTestJSON-104082851 tempest-FloatingIPAdminTestJSON-104082851-project-admin] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3220 time: 0.4082799 Aug 10 03:39:04.178223 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59730) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:04.181170 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ef887-51c5-4019-a4a4-8659ba75ee7c None None] Pushing event updated for resources: {'Port': ['ID=b834eb60-283e-463b-9328-96d2d37bcd28,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:04.221038 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-7d23578c-56bf-4d77-943d-7ff9a0a3a2bb None None] Attempting to bind port b834eb60-283e-463b-9328-96d2d37bcd28 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:39:04.221427 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-7d23578c-56bf-4d77-943d-7ff9a0a3a2bb None None] Attempting to bind port b834eb60-283e-463b-9328-96d2d37bcd28 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '8df2b69c-28dd-4316-9bd4-c6ac0c3996fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2d442561-f42c-409c-9a25-e1136ef29a1a'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:39:04.221792 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d23578c-56bf-4d77-943d-7ff9a0a3a2bb None None] Attempting to bind port b834eb60-283e-463b-9328-96d2d37bcd28 on network 2d442561-f42c-409c-9a25-e1136ef29a1a {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:39:04.227219 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d23578c-56bf-4d77-943d-7ff9a0a3a2bb None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:39:04.227596 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d23578c-56bf-4d77-943d-7ff9a0a3a2bb None None] Checking segment: {'id': '8df2b69c-28dd-4316-9bd4-c6ac0c3996fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2d442561-f42c-409c-9a25-e1136ef29a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:39:04.228005 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7d23578c-56bf-4d77-943d-7ff9a0a3a2bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:04.228452 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d23578c-56bf-4d77-943d-7ff9a0a3a2bb None None] Bound using segment: {'id': '8df2b69c-28dd-4316-9bd4-c6ac0c3996fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2d442561-f42c-409c-9a25-e1136ef29a1a'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:39:04.228937 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-7d23578c-56bf-4d77-943d-7ff9a0a3a2bb None None] Bound port: b834eb60-283e-463b-9328-96d2d37bcd28, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8df2b69c-28dd-4316-9bd4-c6ac0c3996fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2d442561-f42c-409c-9a25-e1136ef29a1a'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:39:04.230047 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7d23578c-56bf-4d77-943d-7ff9a0a3a2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:04.256903 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:04.260283 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-05c3d074-2daa-4410-acb5-b4d2e6e91d14 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0808632 Aug 10 03:39:04.262941 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59732) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:04.315740 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-7d23578c-56bf-4d77-943d-7ff9a0a3a2bb None None] For port b834eb60-283e-463b-9328-96d2d37bcd28, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:39:04.319469 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-7d23578c-56bf-4d77-943d-7ff9a0a3a2bb None None] For port b834eb60-283e-463b-9328-96d2d37bcd28, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=b834eb60-283e-463b-9328-96d2d37bcd28,segment=NetworkSegment(8df2b69c-28dd-4316-9bd4-c6ac0c3996fe),segment_id=8df2b69c-28dd-4316-9bd4-c6ac0c3996fe)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:39:04.325056 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7d23578c-56bf-4d77-943d-7ff9a0a3a2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:04.388250 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d23578c-56bf-4d77-943d-7ff9a0a3a2bb None None] Routers {'173899ad-6e33-48a9-be12-17706222709f'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:04.388880 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-7d23578c-56bf-4d77-943d-7ff9a0a3a2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:39:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['173899ad-6e33-48a9-be12-17706222709f'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:04.393920 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-beef594e-19d1-4a68-a402-cdb72f5d19f2 tempest-FloatingIPAdminTestJSON-1788661205 tempest-FloatingIPAdminTestJSON-1788661205-project] Deleting port c61e8a8a-5761-4ace-91e7-2c356dd93428 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:04.394087 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ef887-51c5-4019-a4a4-8659ba75ee7c None None] Pushing event updated for resources: {'Port': ['ID=b834eb60-283e-463b-9328-96d2d37bcd28,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:04.394189 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-beef594e-19d1-4a68-a402-cdb72f5d19f2 tempest-FloatingIPAdminTestJSON-1788661205 tempest-FloatingIPAdminTestJSON-1788661205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:04.484339 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-beef594e-19d1-4a68-a402-cdb72f5d19f2 tempest-FloatingIPAdminTestJSON-1788661205 tempest-FloatingIPAdminTestJSON-1788661205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:04.484691 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-beef594e-19d1-4a68-a402-cdb72f5d19f2 tempest-FloatingIPAdminTestJSON-1788661205 tempest-FloatingIPAdminTestJSON-1788661205-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:04.502658 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-beef594e-19d1-4a68-a402-cdb72f5d19f2 tempest-FloatingIPAdminTestJSON-1788661205 tempest-FloatingIPAdminTestJSON-1788661205-project] Calling delete_port for c61e8a8a-5761-4ace-91e7-2c356dd93428 owned by network:floatingip {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:04.528996 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-7d23578c-56bf-4d77-943d-7ff9a0a3a2bb None None] Set router 173899ad-6e33-48a9-be12-17706222709f gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:04.589743 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device f1a3c181-0483-4cb2-8cc7-63a02a55f353 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:04.683660 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-beef594e-19d1-4a68-a402-cdb72f5d19f2 tempest-FloatingIPAdminTestJSON-1788661205 tempest-FloatingIPAdminTestJSON-1788661205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:04.714620 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beef594e-19d1-4a68-a402-cdb72f5d19f2 tempest-FloatingIPAdminTestJSON-1788661205 tempest-FloatingIPAdminTestJSON-1788661205-project] Pushing event deleted for resources: {'Port': ['ID=c61e8a8a-5761-4ace-91e7-2c356dd93428,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:04.753972 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port f1a3c181-0483-4cb2-8cc7-63a02a55f353 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:04.754529 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:04.828604 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-beef594e-19d1-4a68-a402-cdb72f5d19f2 tempest-FloatingIPAdminTestJSON-1788661205 tempest-FloatingIPAdminTestJSON-1788661205-project] Notify callbacks [] for floatingip, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:04.832019 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-beef594e-19d1-4a68-a402-cdb72f5d19f2 tempest-FloatingIPAdminTestJSON-1788661205 tempest-FloatingIPAdminTestJSON-1788661205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:04.833195 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-beef594e-19d1-4a68-a402-cdb72f5d19f2 tempest-FloatingIPAdminTestJSON-1788661205 tempest-FloatingIPAdminTestJSON-1788661205-project] 10.222.0.62 "DELETE /v2.0/floatingips/dc83116f-287f-4584-9dc4-541db2b498f9 HTTP/1.1" status: 204 len: 168 time: 0.5693176 Aug 10 03:39:04.835975 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59746) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:04.866215 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-7d23578c-56bf-4d77-943d-7ff9a0a3a2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '173899ad-6e33-48a9-be12-17706222709f', 'name': 'tempest-TestVolumeBootPattern-2005389623-router', 'tenant_id': '5df1d803eb524617ae30a2880ed1cb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'f1a3c181-0483-4cb2-8cc7-63a02a55f353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:55Z', 'updated_at': '2021-08-10T03:39:01Z', 'revision_number': 4, 'project_id': '5df1d803eb524617ae30a2880ed1cb75', 'gw_port': {'id': 'f1a3c181-0483-4cb2-8cc7-63a02a55f353', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:1f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173899ad-6e33-48a9-be12-17706222709f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:56Z', 'updated_at': '2021-08-10T03:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'b834eb60-283e-463b-9328-96d2d37bcd28', 'name': '', 'network_id': '2d442561-f42c-409c-9a25-e1136ef29a1a', 'tenant_id': '5df1d803eb524617ae30a2880ed1cb75', 'mac_address': 'fa:16:3e:6b:e0:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173899ad-6e33-48a9-be12-17706222709f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': '4fc9c0e9-280f-4ed3-bd51-ef6bf085d9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:00Z', 'updated_at': '2021-08-10T03:39:04Z', 'revision_number': 4, 'project_id': '5df1d803eb524617ae30a2880ed1cb75', 'subnets': [{'id': '4fc9c0e9-280f-4ed3-bd51-ef6bf085d9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:04.890392 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d4888-3143-4a31-ba29-ea4997053242 req-1102d147-29aa-45b0-9398-a5129c4543b1 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:04.892209 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d71d4888-3143-4a31-ba29-ea4997053242 req-1102d147-29aa-45b0-9398-a5129c4543b1 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/networks?id=7e9c5b57-a104-4b29-a8ed-ceb6086c40ae HTTP/1.1" status: 200 len: 812 time: 0.1229689 Aug 10 03:39:04.898172 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d23578c-56bf-4d77-943d-7ff9a0a3a2bb None None] The sync data for ids ['173899ad-6e33-48a9-be12-17706222709f'] in n-d-768851-15 is: [{'id': '173899ad-6e33-48a9-be12-17706222709f', 'name': 'tempest-TestVolumeBootPattern-2005389623-router', 'tenant_id': '5df1d803eb524617ae30a2880ed1cb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'f1a3c181-0483-4cb2-8cc7-63a02a55f353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:55Z', 'updated_at': '2021-08-10T03:39:01Z', 'revision_number': 4, 'project_id': '5df1d803eb524617ae30a2880ed1cb75', 'gw_port': {'id': 'f1a3c181-0483-4cb2-8cc7-63a02a55f353', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:1f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173899ad-6e33-48a9-be12-17706222709f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:56Z', 'updated_at': '2021-08-10T03:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'b834eb60-283e-463b-9328-96d2d37bcd28', 'name': '', 'network_id': '2d442561-f42c-409c-9a25-e1136ef29a1a', 'tenant_id': '5df1d803eb524617ae30a2880ed1cb75', 'mac_address': 'fa:16:3e:6b:e0:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173899ad-6e33-48a9-be12-17706222709f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': '4fc9c0e9-280f-4ed3-bd51-ef6bf085d9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:00Z', 'updated_at': '2021-08-10T03:39:04Z', 'revision_number': 4, 'project_id': '5df1d803eb524617ae30a2880ed1cb75', 'subnets': [{'id': '4fc9c0e9-280f-4ed3-bd51-ef6bf085d9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:39:04.916890 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d71d4888-3143-4a31-ba29-ea4997053242 req-28ac09b0-66bb-4648-bd09-94d0776a7584 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/quotas/cf46dc7d96e74359a233bb4d876edd57 HTTP/1.1" status: 200 len: 375 time: 0.0189731 Aug 10 03:39:05.001128 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d71d4888-3143-4a31-ba29-ea4997053242 req-abe1190f-d03c-4917-89af-1bb15e2e5ce0 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=cf46dc7d96e74359a233bb4d876edd57&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0758355 Aug 10 03:39:05.005986 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-1e1438ad-12bb-4139-8a42-cddf4b36583b tempest-FloatingIPAdminTestJSON-104082851 tempest-FloatingIPAdminTestJSON-104082851-project-admin] Deleting port c0ac019c-b20b-4174-8d90-454517d9554b {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:05.006559 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1e1438ad-12bb-4139-8a42-cddf4b36583b tempest-FloatingIPAdminTestJSON-104082851 tempest-FloatingIPAdminTestJSON-104082851-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:05.013984 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [req-d71d4888-3143-4a31-ba29-ea4997053242 req-7c0aa34a-b8b7-4c7b-b739-70375eb5a09f service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:39:05.015168 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d71d4888-3143-4a31-ba29-ea4997053242 req-7c0aa34a-b8b7-4c7b-b739-70375eb5a09f service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062661 Aug 10 03:39:05.099673 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1e1438ad-12bb-4139-8a42-cddf4b36583b tempest-FloatingIPAdminTestJSON-104082851 tempest-FloatingIPAdminTestJSON-104082851-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:05.099999 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1e1438ad-12bb-4139-8a42-cddf4b36583b tempest-FloatingIPAdminTestJSON-104082851 tempest-FloatingIPAdminTestJSON-104082851-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:05.116346 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d71d4888-3143-4a31-ba29-ea4997053242 req-ce637365-bcc0-4442-ba41-6cc9f8e7cf2c service neutron] 10.222.0.62 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894902 Aug 10 03:39:05.119008 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-1e1438ad-12bb-4139-8a42-cddf4b36583b tempest-FloatingIPAdminTestJSON-104082851 tempest-FloatingIPAdminTestJSON-104082851-project-admin] Calling delete_port for c0ac019c-b20b-4174-8d90-454517d9554b owned by network:floatingip {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:05.220336 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d71d4888-3143-4a31-ba29-ea4997053242 req-2fc75ffe-6f8b-4842-9dc6-0c8d1cbddc39 service neutron] 10.222.0.62 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024525 Aug 10 03:39:05.269037 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1e1438ad-12bb-4139-8a42-cddf4b36583b tempest-FloatingIPAdminTestJSON-104082851 tempest-FloatingIPAdminTestJSON-104082851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:05.297570 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1438ad-12bb-4139-8a42-cddf4b36583b tempest-FloatingIPAdminTestJSON-104082851 tempest-FloatingIPAdminTestJSON-104082851-project-admin] Pushing event deleted for resources: {'Port': ['ID=c0ac019c-b20b-4174-8d90-454517d9554b,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:05.370014 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1e1438ad-12bb-4139-8a42-cddf4b36583b tempest-FloatingIPAdminTestJSON-104082851 tempest-FloatingIPAdminTestJSON-104082851-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:05.375323 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1e1438ad-12bb-4139-8a42-cddf4b36583b tempest-FloatingIPAdminTestJSON-104082851 tempest-FloatingIPAdminTestJSON-104082851-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:05.379825 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1e1438ad-12bb-4139-8a42-cddf4b36583b tempest-FloatingIPAdminTestJSON-104082851 tempest-FloatingIPAdminTestJSON-104082851-project-admin] 10.222.0.62 "DELETE /v2.0/floatingips/cb5a6d3d-fe60-491e-b7fb-2e95f79f4b02 HTTP/1.1" status: 204 len: 168 time: 0.5391800 Aug 10 03:39:05.380296 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59754) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:05.487019 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-6c975c5e-2849-4f0f-adbb-56c22e441bdb tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Deleting port 15549776-d20e-4e88-9a36-ac7d2788f06b {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:05.487437 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6c975c5e-2849-4f0f-adbb-56c22e441bdb tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:05.584376 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-336b81f7-dcb7-4713-90b6-2a6d663bd24c req-1f21246f-6e69-4f26-b982-c26c8fcffdbd tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=6bfa422e-3e9b-470d-a12e-e36141dd564d HTTP/1.1" status: 200 len: 210 time: 0.0330722 Aug 10 03:39:05.630406 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6c975c5e-2849-4f0f-adbb-56c22e441bdb tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:05.645944 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-6c975c5e-2849-4f0f-adbb-56c22e441bdb tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Calling delete_port for 15549776-d20e-4e88-9a36-ac7d2788f06b owned by {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:05.801787 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6c975c5e-2849-4f0f-adbb-56c22e441bdb tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:05.834460 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c975c5e-2849-4f0f-adbb-56c22e441bdb tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Pushing event deleted for resources: {'Port': ['ID=15549776-d20e-4e88-9a36-ac7d2788f06b,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:05.912581 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6c975c5e-2849-4f0f-adbb-56c22e441bdb tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:05.916828 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-6c975c5e-2849-4f0f-adbb-56c22e441bdb tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] 10.222.0.62 "DELETE /v2.0/ports/15549776-d20e-4e88-9a36-ac7d2788f06b HTTP/1.1" status: 204 len: 168 time: 0.5332947 Aug 10 03:39:05.917098 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59766) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:05.978510 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acc7cda-c7b9-47e9-ad06-e223d93ead37 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:05.980176 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-1acc7cda-c7b9-47e9-ad06-e223d93ead37 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] 10.222.0.62 "GET /v2.0/ports?device_id=25dd958f-2ed3-4d21-b392-14fb580bbe84 HTTP/1.1" status: 200 len: 913 time: 0.0617802 Aug 10 03:39:05.983430 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59768) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:06.002282 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:06.366970 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-323d3206-1263-4d86-835d-bd1953603e0c tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:06.581106 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b834eb60-283e-463b-9328-96d2d37bcd28 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:06.649816 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-323d3206-1263-4d86-835d-bd1953603e0c tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Deleting port debedf0f-9515-44a8-92b6-90d3d8d5d750 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:06.650368 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-323d3206-1263-4d86-835d-bd1953603e0c tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:06.659879 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port b834eb60-283e-463b-9328-96d2d37bcd28 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:06.665473 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port b834eb60-283e-463b-9328-96d2d37bcd28 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:06.667224 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:06.716264 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d4888-3143-4a31-ba29-ea4997053242 req-4dda2d5e-b2cd-4ba4-b3c7-b1e62665bae3 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:06.717766 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d71d4888-3143-4a31-ba29-ea4997053242 req-4dda2d5e-b2cd-4ba4-b3c7-b1e62665bae3 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.60 "GET /v2.0/networks?id=7e9c5b57-a104-4b29-a8ed-ceb6086c40ae HTTP/1.1" status: 200 len: 812 time: 0.1313353 Aug 10 03:39:06.738978 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-d71d4888-3143-4a31-ba29-ea4997053242 req-65dca415-6b0e-44ad-ab4e-028fe923ef99 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Request body: {'port': {'device_id': '6bfa422e-3e9b-470d-a12e-e36141dd564d', 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae', 'admin_state_up': True, 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:06.764801 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1aa61dc7-398f-466e-a1e1-08641c7babdc req-75287b14-5146-4446-97e3-edab9e8cc307 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=6bfa422e-3e9b-470d-a12e-e36141dd564d HTTP/1.1" status: 200 len: 210 time: 0.0593204 Aug 10 03:39:06.776247 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:06.815339 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-323d3206-1263-4d86-835d-bd1953603e0c tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:06.819270 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port b834eb60-283e-463b-9328-96d2d37bcd28, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=b834eb60-283e-463b-9328-96d2d37bcd28,segment=NetworkSegment(8df2b69c-28dd-4316-9bd4-c6ac0c3996fe),segment_id=8df2b69c-28dd-4316-9bd4-c6ac0c3996fe)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:06.824899 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:06.831827 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-323d3206-1263-4d86-835d-bd1953603e0c tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Calling delete_port for debedf0f-9515-44a8-92b6-90d3d8d5d750 owned by network:router_interface {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:06.885994 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=b834eb60-283e-463b-9328-96d2d37bcd28,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:06.897597 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d71d4888-3143-4a31-ba29-ea4997053242 req-65dca415-6b0e-44ad-ab4e-028fe923ef99 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Made reservation on behalf of cf46dc7d96e74359a233bb4d876edd57 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:06.901195 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d71d4888-3143-4a31-ba29-ea4997053242 req-65dca415-6b0e-44ad-ab4e-028fe923ef99 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:07.032396 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-d71d4888-3143-4a31-ba29-ea4997053242 req-65dca415-6b0e-44ad-ab4e-028fe923ef99 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Allocated IP 172.20.0.11 (7e9c5b57-a104-4b29-a8ed-ceb6086c40ae/036b75a5-4076-4503-a708-471e0be52cae/3eb9947c-5394-49de-bf38-8265cfde5b10) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:39:07.044414 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-323d3206-1263-4d86-835d-bd1953603e0c tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:07.076741 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323d3206-1263-4d86-835d-bd1953603e0c tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Pushing event deleted for resources: {'Port': ['ID=debedf0f-9515-44a8-92b6-90d3d8d5d750,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:07.221215 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d71d4888-3143-4a31-ba29-ea4997053242 req-65dca415-6b0e-44ad-ab4e-028fe923ef99 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:07.237660 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-d71d4888-3143-4a31-ba29-ea4997053242 req-65dca415-6b0e-44ad-ab4e-028fe923ef99 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Transition to ACTIVE for port object 3eb9947c-5394-49de-bf38-8265cfde5b10 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:07.273789 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d71d4888-3143-4a31-ba29-ea4997053242 req-65dca415-6b0e-44ad-ab4e-028fe923ef99 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:07.299345 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-323d3206-1263-4d86-835d-bd1953603e0c tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:07.316779 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d71d4888-3143-4a31-ba29-ea4997053242 req-65dca415-6b0e-44ad-ab4e-028fe923ef99 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Network 7e9c5b57-a104-4b29-a8ed-ceb6086c40ae is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:07.320035 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-d71d4888-3143-4a31-ba29-ea4997053242 req-65dca415-6b0e-44ad-ab4e-028fe923ef99 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:07.327124 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-d71d4888-3143-4a31-ba29-ea4997053242 req-65dca415-6b0e-44ad-ab4e-028fe923ef99 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:39:07.386886 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d4888-3143-4a31-ba29-ea4997053242 req-65dca415-6b0e-44ad-ab4e-028fe923ef99 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:07.388082 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d71d4888-3143-4a31-ba29-ea4997053242 req-65dca415-6b0e-44ad-ab4e-028fe923ef99 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:07.391976 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dca415-6b0e-44ad-ab4e-028fe923ef99 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Pushing event updated for resources: {'Port': ['ID=3eb9947c-5394-49de-bf38-8265cfde5b10,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:07.407581 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d71d4888-3143-4a31-ba29-ea4997053242 req-65dca415-6b0e-44ad-ab4e-028fe923ef99 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6731975 Aug 10 03:39:07.423022 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-d71d4888-3143-4a31-ba29-ea4997053242 req-ec59e439-4483-4b4b-9236-f9820e89f2bc service neutron] Request body: {'port': {'device_id': '6bfa422e-3e9b-470d-a12e-e36141dd564d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:07.489280 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d71d4888-3143-4a31-ba29-ea4997053242 req-ec59e439-4483-4b4b-9236-f9820e89f2bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:07.563874 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-323d3206-1263-4d86-835d-bd1953603e0c tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Router 25dd958f-2ed3-4d21-b392-14fb580bbe84 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:39:07.676404 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-4a9da2cd-edf3-461c-bca4-72636bc4872b None None] Provisioning for port 3eb9947c-5394-49de-bf38-8265cfde5b10 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:07.681837 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-4a9da2cd-edf3-461c-bca4-72636bc4872b None None] Provisioning complete for port 3eb9947c-5394-49de-bf38-8265cfde5b10 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:07.682224 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4a9da2cd-edf3-461c-bca4-72636bc4872b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:07.686491 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323d3206-1263-4d86-835d-bd1953603e0c tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:39:07.694981 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-323d3206-1263-4d86-835d-bd1953603e0c tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] 10.222.0.62 "PUT /v2.0/routers/25dd958f-2ed3-4d21-b392-14fb580bbe84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7079158 Aug 10 03:39:07.695604 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59772) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:07.697681 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf2b068-c91c-40e2-9e6d-262512ab6b96 None None] Sync routers for ids ['25dd958f-2ed3-4d21-b392-14fb580bbe84'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:39:07.709318 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf2b068-c91c-40e2-9e6d-262512ab6b96 None None] Routers {'25dd958f-2ed3-4d21-b392-14fb580bbe84'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:07.709932 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-cdf2b068-c91c-40e2-9e6d-262512ab6b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:39:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['25dd958f-2ed3-4d21-b392-14fb580bbe84'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:07.721166 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-4a9da2cd-edf3-461c-bca4-72636bc4872b None None] Port 3eb9947c-5394-49de-bf38-8265cfde5b10 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:39:07.750476 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-cdf2b068-c91c-40e2-9e6d-262512ab6b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:07.759931 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf2b068-c91c-40e2-9e6d-262512ab6b96 None None] Routers {'25dd958f-2ed3-4d21-b392-14fb580bbe84'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:07.760733 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-cdf2b068-c91c-40e2-9e6d-262512ab6b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:39:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['25dd958f-2ed3-4d21-b392-14fb580bbe84'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:07.789972 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-d71d4888-3143-4a31-ba29-ea4997053242 req-ec59e439-4483-4b4b-9236-f9820e89f2bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3eb9947c-5394-49de-bf38-8265cfde5b10 {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:39:07.798075 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d71d4888-3143-4a31-ba29-ea4997053242 req-ec59e439-4483-4b4b-9236-f9820e89f2bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:07.802902 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-cdf2b068-c91c-40e2-9e6d-262512ab6b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:07.804069 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf2b068-c91c-40e2-9e6d-262512ab6b96 None None] The sync data for ids ['25dd958f-2ed3-4d21-b392-14fb580bbe84'] in n-d-768851-15 is: [] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:39:07.813315 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-d71d4888-3143-4a31-ba29-ea4997053242 req-ec59e439-4483-4b4b-9236-f9820e89f2bc service neutron] Transition to ACTIVE for port object 3eb9947c-5394-49de-bf38-8265cfde5b10 will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:07.818059 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d71d4888-3143-4a31-ba29-ea4997053242 req-ec59e439-4483-4b4b-9236-f9820e89f2bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:07.846191 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-750c862b-3c6a-42d5-bf8d-25fc17ac8767 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks [] for router, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:07.930656 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec59e439-4483-4b4b-9236-f9820e89f2bc service neutron] Pushing event updated for resources: {'Port': ['ID=3eb9947c-5394-49de-bf38-8265cfde5b10,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:07.969466 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-d71d4888-3143-4a31-ba29-ea4997053242 req-ec59e439-4483-4b4b-9236-f9820e89f2bc service neutron] Attempting to bind port 3eb9947c-5394-49de-bf38-8265cfde5b10 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:39:07.970491 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-d71d4888-3143-4a31-ba29-ea4997053242 req-ec59e439-4483-4b4b-9236-f9820e89f2bc service neutron] Attempting to bind port 3eb9947c-5394-49de-bf38-8265cfde5b10 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '5c87df8d-954c-4397-aa68-23e5690c99d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:39:07.971017 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71d4888-3143-4a31-ba29-ea4997053242 req-ec59e439-4483-4b4b-9236-f9820e89f2bc service neutron] Attempting to bind port 3eb9947c-5394-49de-bf38-8265cfde5b10 on network 7e9c5b57-a104-4b29-a8ed-ceb6086c40ae {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:39:07.976297 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71d4888-3143-4a31-ba29-ea4997053242 req-ec59e439-4483-4b4b-9236-f9820e89f2bc service neutron] Port 3eb9947c-5394-49de-bf38-8265cfde5b10 on network 7e9c5b57-a104-4b29-a8ed-ceb6086c40ae not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:39:07.976880 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71d4888-3143-4a31-ba29-ea4997053242 req-ec59e439-4483-4b4b-9236-f9820e89f2bc service neutron] Attempting to bind port 3eb9947c-5394-49de-bf38-8265cfde5b10 on network 7e9c5b57-a104-4b29-a8ed-ceb6086c40ae {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:39:07.983016 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71d4888-3143-4a31-ba29-ea4997053242 req-ec59e439-4483-4b4b-9236-f9820e89f2bc service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:39:07.983731 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71d4888-3143-4a31-ba29-ea4997053242 req-ec59e439-4483-4b4b-9236-f9820e89f2bc service neutron] Checking segment: {'id': '5c87df8d-954c-4397-aa68-23e5690c99d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:39:07.984278 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71d4888-3143-4a31-ba29-ea4997053242 req-ec59e439-4483-4b4b-9236-f9820e89f2bc service neutron] Bound using segment: {'id': '5c87df8d-954c-4397-aa68-23e5690c99d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:39:07.984877 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-d71d4888-3143-4a31-ba29-ea4997053242 req-ec59e439-4483-4b4b-9236-f9820e89f2bc service neutron] Bound port: 3eb9947c-5394-49de-bf38-8265cfde5b10, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c87df8d-954c-4397-aa68-23e5690c99d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:39:07.985430 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d71d4888-3143-4a31-ba29-ea4997053242 req-ec59e439-4483-4b4b-9236-f9820e89f2bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:08.014119 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39788f-3ded-490c-89ae-0cadfd5fdd35 req-f9ce230d-34a6-47f1-90b4-e3c38c0b7d61 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:08.015743 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5a39788f-3ded-490c-89ae-0cadfd5fdd35 req-f9ce230d-34a6-47f1-90b4-e3c38c0b7d61 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=6bfa422e-3e9b-470d-a12e-e36141dd564d HTTP/1.1" status: 200 len: 944 time: 0.1238294 Aug 10 03:39:08.017113 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-750c862b-3c6a-42d5-bf8d-25fc17ac8767 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:08.073139 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-d71d4888-3143-4a31-ba29-ea4997053242 req-ec59e439-4483-4b4b-9236-f9820e89f2bc service neutron] For port 3eb9947c-5394-49de-bf38-8265cfde5b10, host n-h2-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:39:08.077195 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-d71d4888-3143-4a31-ba29-ea4997053242 req-ec59e439-4483-4b4b-9236-f9820e89f2bc service neutron] For port 3eb9947c-5394-49de-bf38-8265cfde5b10, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=3eb9947c-5394-49de-bf38-8265cfde5b10,segment=NetworkSegment(5c87df8d-954c-4397-aa68-23e5690c99d4),segment_id=5c87df8d-954c-4397-aa68-23e5690c99d4)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:39:08.081239 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d71d4888-3143-4a31-ba29-ea4997053242 req-ec59e439-4483-4b4b-9236-f9820e89f2bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:08.090626 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5a39788f-3ded-490c-89ae-0cadfd5fdd35 req-d891a92b-1d95-439c-ad94-cfc9420827cb tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663946 Aug 10 03:39:08.115149 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-750c862b-3c6a-42d5-bf8d-25fc17ac8767 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Deleting port fdc39f8d-d0e7-43d4-8a6f-c09898f5eb0a {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:08.115506 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-750c862b-3c6a-42d5-bf8d-25fc17ac8767 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:08.123424 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d4888-3143-4a31-ba29-ea4997053242 req-ec59e439-4483-4b4b-9236-f9820e89f2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:08.124550 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d71d4888-3143-4a31-ba29-ea4997053242 req-ec59e439-4483-4b4b-9236-f9820e89f2bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:08.126078 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d71d4888-3143-4a31-ba29-ea4997053242 req-ec59e439-4483-4b4b-9236-f9820e89f2bc service neutron] 10.222.0.60 "PUT /v2.0/ports/3eb9947c-5394-49de-bf38-8265cfde5b10 HTTP/1.1" status: 200 len: 1093 time: 0.7089391 Aug 10 03:39:08.126633 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bfa422e-3e9b-470d-a12e-e36141dd564d', 'tag': '3eb9947c-5394-49de-bf38-8265cfde5b10'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:39:08.129341 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df405783-1e68-4cb7-b6b7-52d0bf726120" -d '{"events": [{"name": "network-changed", "server_uuid": "6bfa422e-3e9b-470d-a12e-e36141dd564d", "tag": "3eb9947c-5394-49de-bf38-8265cfde5b10"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:39:08.229100 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0c7d23-2c2c-4497-a06c-444fd3879658 x-openstack-request-id: req-2f0c7d23-2c2c-4497-a06c-444fd3879658 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:39:08.229368 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bfa422e-3e9b-470d-a12e-e36141dd564d", "tag": "3eb9947c-5394-49de-bf38-8265cfde5b10", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:39:08.229527 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2f0c7d23-2c2c-4497-a06c-444fd3879658 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:39:08.229932 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bfa422e-3e9b-470d-a12e-e36141dd564d', 'tag': '3eb9947c-5394-49de-bf38-8265cfde5b10', 'status': 'completed', 'code': 200} Aug 10 03:39:08.240002 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec59e439-4483-4b4b-9236-f9820e89f2bc service neutron] Pushing event updated for resources: {'Port': ['ID=3eb9947c-5394-49de-bf38-8265cfde5b10,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:08.243670 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-750c862b-3c6a-42d5-bf8d-25fc17ac8767 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:08.259273 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-750c862b-3c6a-42d5-bf8d-25fc17ac8767 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Calling delete_port for fdc39f8d-d0e7-43d4-8a6f-c09898f5eb0a owned by network:router_gateway {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:08.262177 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d4888-3143-4a31-ba29-ea4997053242 req-70f3720e-71ab-4af8-8606-f9ff9253c657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:08.263799 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d71d4888-3143-4a31-ba29-ea4997053242 req-70f3720e-71ab-4af8-8606-f9ff9253c657 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf46dc7d96e74359a233bb4d876edd57&device_id=6bfa422e-3e9b-470d-a12e-e36141dd564d HTTP/1.1" status: 200 len: 1096 time: 0.0705209 Aug 10 03:39:08.308081 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d71d4888-3143-4a31-ba29-ea4997053242 req-00fafca3-9b77-4c34-8975-a20f9aeab26d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3eb9947c-5394-49de-bf38-8265cfde5b10 HTTP/1.1" status: 200 len: 217 time: 0.0351493 Aug 10 03:39:08.366571 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d4888-3143-4a31-ba29-ea4997053242 req-0b8bac29-41c2-41c3-95c9-39ffb07ff3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:08.368474 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d71d4888-3143-4a31-ba29-ea4997053242 req-0b8bac29-41c2-41c3-95c9-39ffb07ff3a5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=036b75a5-4076-4503-a708-471e0be52cae HTTP/1.1" status: 200 len: 851 time: 0.0529330 Aug 10 03:39:08.428761 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d4888-3143-4a31-ba29-ea4997053242 req-8f9a1320-14b4-4a3a-ae2b-fd5869c0d8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:08.430159 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d71d4888-3143-4a31-ba29-ea4997053242 req-8f9a1320-14b4-4a3a-ae2b-fd5869c0d8d5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e9c5b57-a104-4b29-a8ed-ceb6086c40ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525815 Aug 10 03:39:08.450819 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-750c862b-3c6a-42d5-bf8d-25fc17ac8767 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:08.475172 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750c862b-3c6a-42d5-bf8d-25fc17ac8767 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Pushing event deleted for resources: {'Port': ['ID=fdc39f8d-d0e7-43d4-8a6f-c09898f5eb0a,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:08.535756 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d71d4888-3143-4a31-ba29-ea4997053242 req-255c4f60-0ba3-48a1-93cb-447cdc6c12a9 service neutron] 10.222.0.60 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972965 Aug 10 03:39:08.564614 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-750c862b-3c6a-42d5-bf8d-25fc17ac8767 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:08.583485 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b834eb60-283e-463b-9328-96d2d37bcd28 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:08.642271 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port b834eb60-283e-463b-9328-96d2d37bcd28 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:08.643012 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:08.652050 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d71d4888-3143-4a31-ba29-ea4997053242 req-611e4fbe-c36e-4195-aaf3-7dad6a8a30e4 service neutron] 10.222.0.60 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070259 Aug 10 03:39:08.676545 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-750c862b-3c6a-42d5-bf8d-25fc17ac8767 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:08.679529 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-750c862b-3c6a-42d5-bf8d-25fc17ac8767 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:08.730550 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-750c862b-3c6a-42d5-bf8d-25fc17ac8767 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:08.732786 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750c862b-3c6a-42d5-bf8d-25fc17ac8767 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Fanout notify agent at l3_agent the message router_deleted on router 25dd958f-2ed3-4d21-b392-14fb580bbe84 {{(pid=94216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:39:08.742040 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-750c862b-3c6a-42d5-bf8d-25fc17ac8767 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:08.748439 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-750c862b-3c6a-42d5-bf8d-25fc17ac8767 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] 10.222.0.62 "DELETE /v2.0/routers/25dd958f-2ed3-4d21-b392-14fb580bbe84 HTTP/1.1" status: 204 len: 168 time: 1.0517046 Aug 10 03:39:08.749486 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59778) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:08.759622 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df405783-1e68-4cb7-b6b7-52d0bf726120 req-2b755892-1754-42f7-a4ec-4445f955647d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:08.761117 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-df405783-1e68-4cb7-b6b7-52d0bf726120 req-2b755892-1754-42f7-a4ec-4445f955647d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf46dc7d96e74359a233bb4d876edd57&device_id=6bfa422e-3e9b-470d-a12e-e36141dd564d HTTP/1.1" status: 200 len: 1096 time: 0.0536792 Aug 10 03:39:08.806503 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf0d5b49-9379-48af-a491-f7ae6959926c tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Deleting subnet ca4d9828-4666-4b67-8c64-5a74228d214e {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:39:08.809742 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bf0d5b49-9379-48af-a491-f7ae6959926c tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:08.865520 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df405783-1e68-4cb7-b6b7-52d0bf726120 req-67875506-1674-46bf-a1d7-92d8976ee207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:08.867569 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-df405783-1e68-4cb7-b6b7-52d0bf726120 req-67875506-1674-46bf-a1d7-92d8976ee207 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e9c5b57-a104-4b29-a8ed-ceb6086c40ae HTTP/1.1" status: 200 len: 913 time: 0.0986109 Aug 10 03:39:08.914353 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-df405783-1e68-4cb7-b6b7-52d0bf726120 req-28a86311-0b33-4e65-b96b-f894b7865d64 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3eb9947c-5394-49de-bf38-8265cfde5b10 HTTP/1.1" status: 200 len: 217 time: 0.0381749 Aug 10 03:39:08.967214 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df405783-1e68-4cb7-b6b7-52d0bf726120 req-a64806fc-e44d-4971-9eb7-400fdff22921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:08.968710 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-df405783-1e68-4cb7-b6b7-52d0bf726120 req-a64806fc-e44d-4971-9eb7-400fdff22921 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=036b75a5-4076-4503-a708-471e0be52cae HTTP/1.1" status: 200 len: 851 time: 0.0476780 Aug 10 03:39:09.026833 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df405783-1e68-4cb7-b6b7-52d0bf726120 req-3af6988b-2201-4a21-9529-6b4abc91c2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:09.028989 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-df405783-1e68-4cb7-b6b7-52d0bf726120 req-3af6988b-2201-4a21-9529-6b4abc91c2b6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e9c5b57-a104-4b29-a8ed-ceb6086c40ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475364 Aug 10 03:39:09.128169 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-df405783-1e68-4cb7-b6b7-52d0bf726120 req-2b9567df-a930-452d-9fa5-829bbfe4f3e4 service neutron] 10.222.0.60 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917385 Aug 10 03:39:09.156726 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bf0d5b49-9379-48af-a491-f7ae6959926c tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:09.237295 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-df405783-1e68-4cb7-b6b7-52d0bf726120 req-6d20cf67-089f-4932-a53f-3435943c13d8 service neutron] 10.222.0.60 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003001 Aug 10 03:39:09.270414 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a29a4d-1a32-4f89-a861-e26ee4f720a8 req-4bb0723e-454b-4203-a2a1-6d331afcda12 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:09.271951 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-13a29a4d-1a32-4f89-a861-e26ee4f720a8 req-4bb0723e-454b-4203-a2a1-6d331afcda12 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=6bfa422e-3e9b-470d-a12e-e36141dd564d HTTP/1.1" status: 200 len: 944 time: 0.0932188 Aug 10 03:39:09.301075 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bf0d5b49-9379-48af-a491-f7ae6959926c tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:09.340706 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-13a29a4d-1a32-4f89-a861-e26ee4f720a8 req-ca6cfc87-8745-470a-a99d-bedcaf9bc2c6 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618131 Aug 10 03:39:09.375669 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bf0d5b49-9379-48af-a491-f7ae6959926c tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:09.402934 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0d5b49-9379-48af-a491-f7ae6959926c tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Pushing event deleted for resources: {'Subnet': ['ID=ca4d9828-4666-4b67-8c64-5a74228d214e,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:09.406535 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bf0d5b49-9379-48af-a491-f7ae6959926c tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:09.408440 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-bf0d5b49-9379-48af-a491-f7ae6959926c tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] 10.222.0.62 "DELETE /v2.0/subnets/ca4d9828-4666-4b67-8c64-5a74228d214e HTTP/1.1" status: 204 len: 168 time: 0.6579914 Aug 10 03:39:09.410800 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59782) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:09.415178 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7f01d1-157d-49e6-819d-11184a13b78a None None] Network f90c8c1b-e3fe-4448-b495-17f3d525673d requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:09.500540 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3eb7a4ed-cf36-44d1-b2cd-6ad4e82bc2d5 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:09.561629 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-3eb7a4ed-cf36-44d1-b2cd-6ad4e82bc2d5 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Deleting port c3499283-c493-4968-9af6-27217e7ed8e3 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:09.562117 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3eb7a4ed-cf36-44d1-b2cd-6ad4e82bc2d5 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:09.616238 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27710707-d3be-4542-ba61-53838af8cdae None None] DHCP port deletion for f90c8c1b-e3fe-4448-b495-17f3d525673d request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:39:09.630914 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-3eb7a4ed-cf36-44d1-b2cd-6ad4e82bc2d5 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] For port c3499283-c493-4968-9af6-27217e7ed8e3, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=c3499283-c493-4968-9af6-27217e7ed8e3,segment=NetworkSegment(f4933ba9-5149-4513-af21-d19cd66cf9b5),segment_id=f4933ba9-5149-4513-af21-d19cd66cf9b5)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:09.631440 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3eb7a4ed-cf36-44d1-b2cd-6ad4e82bc2d5 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:09.646429 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-3eb7a4ed-cf36-44d1-b2cd-6ad4e82bc2d5 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Calling delete_port for c3499283-c493-4968-9af6-27217e7ed8e3 owned by network:dhcp {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:09.671134 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-27710707-d3be-4542-ba61-53838af8cdae None None] Deleting port c3499283-c493-4968-9af6-27217e7ed8e3 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:09.671570 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-27710707-d3be-4542-ba61-53838af8cdae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:09.730882 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3eb7a4ed-cf36-44d1-b2cd-6ad4e82bc2d5 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:09.749607 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-27710707-d3be-4542-ba61-53838af8cdae None None] For port c3499283-c493-4968-9af6-27217e7ed8e3, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=c3499283-c493-4968-9af6-27217e7ed8e3,segment=NetworkSegment(f4933ba9-5149-4513-af21-d19cd66cf9b5),segment_id=f4933ba9-5149-4513-af21-d19cd66cf9b5)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:09.750100 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-27710707-d3be-4542-ba61-53838af8cdae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:09.760513 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb7a4ed-cf36-44d1-b2cd-6ad4e82bc2d5 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] No DVR routers for this DVR port c3499283-c493-4968-9af6-27217e7ed8e3 on host n-d-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:39:09.762344 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb7a4ed-cf36-44d1-b2cd-6ad4e82bc2d5 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Pushing event deleted for resources: {'Port': ['ID=c3499283-c493-4968-9af6-27217e7ed8e3,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:09.766188 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-27710707-d3be-4542-ba61-53838af8cdae None None] Calling delete_port for c3499283-c493-4968-9af6-27217e7ed8e3 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:09.845312 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-27710707-d3be-4542-ba61-53838af8cdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:09.845698 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3eb7a4ed-cf36-44d1-b2cd-6ad4e82bc2d5 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:09.856552 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-3eb7a4ed-cf36-44d1-b2cd-6ad4e82bc2d5 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f90c8c1b-e3fe-4448-b495-17f3d525673d']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:09.867477 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-3eb7a4ed-cf36-44d1-b2cd-6ad4e82bc2d5 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4933ba9-5149-4513-af21-d19cd66cf9b5') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:09.867939 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-3eb7a4ed-cf36-44d1-b2cd-6ad4e82bc2d5 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4933ba9-5149-4513-af21-d19cd66cf9b5') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:09.869902 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27710707-d3be-4542-ba61-53838af8cdae None None] Pushing event deleted for resources: {'Port': ['ID=c3499283-c493-4968-9af6-27217e7ed8e3,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:09.876123 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27710707-d3be-4542-ba61-53838af8cdae None None] No DVR routers for this DVR port c3499283-c493-4968-9af6-27217e7ed8e3 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:39:09.879166 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3eb7a4ed-cf36-44d1-b2cd-6ad4e82bc2d5 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:09.895456 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3eb7a4ed-cf36-44d1-b2cd-6ad4e82bc2d5 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:09.901672 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eb7a4ed-cf36-44d1-b2cd-6ad4e82bc2d5 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:39:09.902068 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3eb7a4ed-cf36-44d1-b2cd-6ad4e82bc2d5 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:09.905740 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:39:09.905740 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:39:09.905740 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:39:09.905740 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:39:09.905740 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:39:09.905740 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:39:09.905740 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:39:09.905740 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:39:09.905740 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:39:09.905740 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:39:09.905740 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:39:09.905740 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:39:09.905740 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:39:09.905740 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:39:09.905740 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:39:09.905740 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:39:09.905740 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:39:09.905740 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:39:09.905740 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:39:09.905740 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:39:09.905740 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:39:09.905740 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:39:09.905740 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:39:09.905740 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:39:09.905740 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:39:09.905740 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:39:09.905740 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:39:09.905740 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:39:09.905740 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:39:09.905740 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:39:09.905740 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:39:09.905740 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:39:09.964541 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3eb7a4ed-cf36-44d1-b2cd-6ad4e82bc2d5 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:09.982725 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3eb7a4ed-cf36-44d1-b2cd-6ad4e82bc2d5 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:09.984637 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-3eb7a4ed-cf36-44d1-b2cd-6ad4e82bc2d5 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] 10.222.0.62 "DELETE /v2.0/networks/f90c8c1b-e3fe-4448-b495-17f3d525673d HTTP/1.1" status: 204 len: 168 time: 0.5729280 Aug 10 03:39:09.985898 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb7a4ed-cf36-44d1-b2cd-6ad4e82bc2d5 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Pushing event deleted for resources: {'Network': ['ID=f90c8c1b-e3fe-4448-b495-17f3d525673d,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:09.987230 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59784) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:10.120090 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-ba69316f-f684-43f1-b7a5-cea5ac876475 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Deleting port 4c7ee36a-974b-4778-8d2c-2845bac917c7 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:10.120439 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ba69316f-f684-43f1-b7a5-cea5ac876475 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:10.196324 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ba69316f-f684-43f1-b7a5-cea5ac876475 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:10.196576 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ba69316f-f684-43f1-b7a5-cea5ac876475 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:10.211625 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-ba69316f-f684-43f1-b7a5-cea5ac876475 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Calling delete_port for 4c7ee36a-974b-4778-8d2c-2845bac917c7 owned by network:floatingip {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:10.347336 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ba69316f-f684-43f1-b7a5-cea5ac876475 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:10.372748 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba69316f-f684-43f1-b7a5-cea5ac876475 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Pushing event deleted for resources: {'Port': ['ID=4c7ee36a-974b-4778-8d2c-2845bac917c7,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:10.439449 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ba69316f-f684-43f1-b7a5-cea5ac876475 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks [] for floatingip, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:10.442143 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ba69316f-f684-43f1-b7a5-cea5ac876475 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:10.443376 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ba69316f-f684-43f1-b7a5-cea5ac876475 tempest-FloatingIPAdminTestJSON-534834057 tempest-FloatingIPAdminTestJSON-534834057-project] 10.222.0.62 "DELETE /v2.0/floatingips/a48fde33-dc23-4ab8-9d30-a04d875ce50c HTTP/1.1" status: 204 len: 168 time: 0.4551573 Aug 10 03:39:10.475262 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa9248-1930-4464-ac3e-be0f22d675e8 req-11dfe0ac-f37c-464b-ab31-7a55b15a02ed tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:10.476879 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8aaa9248-1930-4464-ac3e-be0f22d675e8 req-11dfe0ac-f37c-464b-ab31-7a55b15a02ed tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=6bfa422e-3e9b-470d-a12e-e36141dd564d HTTP/1.1" status: 200 len: 944 time: 0.0621963 Aug 10 03:39:10.525438 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8aaa9248-1930-4464-ac3e-be0f22d675e8 req-2c183d7d-b4aa-4a0d-b909-496b0e6c4be1 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416873 Aug 10 03:39:10.562570 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device c3499283-c493-4968-9af6-27217e7ed8e3 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:39:10.587749 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: c3499283-c493-4968-9af6-27217e7ed8e3 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:39:10.588178 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device c3499283-c493-4968-9af6-27217e7ed8e3 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:39:10.694820 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59792) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:10.838367 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1a09a581-83dc-47ce-8850-0c3d9675a585 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a4cce7c3c43c4850b72b75015450d39f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1423814 Aug 10 03:39:10.840946 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59796) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:10.893513 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d59f3a45-867c-465f-8d20-abe0abe67265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:10.916480 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d59f3a45-867c-465f-8d20-abe0abe67265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:10.965707 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d59f3a45-867c-465f-8d20-abe0abe67265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:10.968432 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d59f3a45-867c-465f-8d20-abe0abe67265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:10.969600 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d59f3a45-867c-465f-8d20-abe0abe67265 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/917eca78-5486-4cbd-ba97-aee530e640b6 HTTP/1.1" status: 204 len: 168 time: 0.1276793 Aug 10 03:39:10.978303 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59f3a45-867c-465f-8d20-abe0abe67265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917eca78-5486-4cbd-ba97-aee530e640b6,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:11.257998 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59802) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:11.272655 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-533b882d-0d0d-4f1c-990e-30d64d7f1d98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:11.360074 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-533b882d-0d0d-4f1c-990e-30d64d7f1d98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:11.367703 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-533b882d-0d0d-4f1c-990e-30d64d7f1d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:11.408069 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533b882d-0d0d-4f1c-990e-30d64d7f1d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=134710a6-9869-4b2f-98c0-e44025703632,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:11.412347 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-533b882d-0d0d-4f1c-990e-30d64d7f1d98 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7ca4d36b62c84d3ea1b06d0746eee10b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1533360 Aug 10 03:39:11.415148 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59804) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:11.463087 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6bf85d55-660b-4454-8e87-5caae105ed86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:11.484987 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6bf85d55-660b-4454-8e87-5caae105ed86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:11.529441 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6bf85d55-660b-4454-8e87-5caae105ed86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:11.532076 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6bf85d55-660b-4454-8e87-5caae105ed86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:11.533220 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6bf85d55-660b-4454-8e87-5caae105ed86 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/134710a6-9869-4b2f-98c0-e44025703632 HTTP/1.1" status: 204 len: 168 time: 0.1172774 Aug 10 03:39:11.540888 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf85d55-660b-4454-8e87-5caae105ed86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134710a6-9869-4b2f-98c0-e44025703632,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:11.652088 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7cc259-bf97-450e-b23f-805b3d0de677 req-f46985df-e4ba-46c6-995a-ca9e5aeb9783 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:11.654508 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6a7cc259-bf97-450e-b23f-805b3d0de677 req-f46985df-e4ba-46c6-995a-ca9e5aeb9783 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=6bfa422e-3e9b-470d-a12e-e36141dd564d HTTP/1.1" status: 200 len: 944 time: 0.0543511 Aug 10 03:39:11.694933 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6a7cc259-bf97-450e-b23f-805b3d0de677 req-9eee09d4-6669-4f6e-a4d0-c190baeb3bab tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342903 Aug 10 03:39:11.857317 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59812) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:11.870877 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d4eab8da-cb94-42da-a739-75ca95d6d5a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:11.957918 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d4eab8da-cb94-42da-a739-75ca95d6d5a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:11.961896 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d4eab8da-cb94-42da-a739-75ca95d6d5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:11.999507 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d4eab8da-cb94-42da-a739-75ca95d6d5a4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ef9755e427394d1a91735fdbe60c1419&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1410873 Aug 10 03:39:12.000367 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eab8da-cb94-42da-a739-75ca95d6d5a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d5f0e2-a061-464a-a7ec-667a256edb39,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:12.002191 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59814) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:12.052651 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0c2cf98e-5a70-4373-8113-468df1b1f4e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:12.074458 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0c2cf98e-5a70-4373-8113-468df1b1f4e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:12.122659 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0c2cf98e-5a70-4373-8113-468df1b1f4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:12.125258 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0c2cf98e-5a70-4373-8113-468df1b1f4e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:12.126402 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-0c2cf98e-5a70-4373-8113-468df1b1f4e1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f7d5f0e2-a061-464a-a7ec-667a256edb39 HTTP/1.1" status: 204 len: 168 time: 0.1226087 Aug 10 03:39:12.134253 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2cf98e-5a70-4373-8113-468df1b1f4e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d5f0e2-a061-464a-a7ec-667a256edb39,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:12.142358 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2cf98e-5a70-4373-8113-468df1b1f4e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:12.142708 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2cf98e-5a70-4373-8113-468df1b1f4e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:12.143077 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2cf98e-5a70-4373-8113-468df1b1f4e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:12.143420 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2cf98e-5a70-4373-8113-468df1b1f4e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:12.143759 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2cf98e-5a70-4373-8113-468df1b1f4e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:12.144097 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2cf98e-5a70-4373-8113-468df1b1f4e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:12.144430 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2cf98e-5a70-4373-8113-468df1b1f4e1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:12.144763 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2cf98e-5a70-4373-8113-468df1b1f4e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:12.145111 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2cf98e-5a70-4373-8113-468df1b1f4e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:12.145438 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2cf98e-5a70-4373-8113-468df1b1f4e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:12.145766 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2cf98e-5a70-4373-8113-468df1b1f4e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:12.146089 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2cf98e-5a70-4373-8113-468df1b1f4e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:12.817807 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4169e6-1def-47e6-b51b-356982fa622c req-cc530a81-7920-47fd-8448-d38e9082ca2d tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:12.819358 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fe4169e6-1def-47e6-b51b-356982fa622c req-cc530a81-7920-47fd-8448-d38e9082ca2d tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=6bfa422e-3e9b-470d-a12e-e36141dd564d HTTP/1.1" status: 200 len: 944 time: 0.0538576 Aug 10 03:39:12.861423 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fe4169e6-1def-47e6-b51b-356982fa622c req-6ddabc45-7e75-4977-ac7a-ed37493f57c3 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356574 Aug 10 03:39:13.318332 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59856) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:13.416198 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-a79672c5-1365-4b42-b7c6-3ee091399d25 tempest-MeteringTestJSON-26194133 tempest-MeteringTestJSON-26194133-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1528067178'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:13.416747 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-a79672c5-1365-4b42-b7c6-3ee091399d25 tempest-MeteringTestJSON-26194133 tempest-MeteringTestJSON-26194133-project-admin] Unknown quota resources ['metering_label']. {{(pid=94216) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:39:13.607142 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a79672c5-1365-4b42-b7c6-3ee091399d25 tempest-MeteringTestJSON-26194133 tempest-MeteringTestJSON-26194133-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:13.608251 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-a79672c5-1365-4b42-b7c6-3ee091399d25 tempest-MeteringTestJSON-26194133 tempest-MeteringTestJSON-26194133-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.2888451 Aug 10 03:39:13.611105 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59860) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:13.615590 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-1487a09d-7ecb-453d-8af6-4b02ddb69ac7 tempest-MeteringTestJSON-26194133 tempest-MeteringTestJSON-26194133-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '36f88312-0c8f-457b-86f2-f84896228d55'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:13.616239 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-1487a09d-7ecb-453d-8af6-4b02ddb69ac7 tempest-MeteringTestJSON-26194133 tempest-MeteringTestJSON-26194133-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94217) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:39:13.693818 n-d-768851-15 neutron-server[94217]: WARNING neutron.services.metering.metering_plugin [None req-1487a09d-7ecb-453d-8af6-4b02ddb69ac7 tempest-MeteringTestJSON-26194133 tempest-MeteringTestJSON-26194133-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 10 03:39:13.811669 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1487a09d-7ecb-453d-8af6-4b02ddb69ac7 tempest-MeteringTestJSON-26194133 tempest-MeteringTestJSON-26194133-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:13.812866 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1487a09d-7ecb-453d-8af6-4b02ddb69ac7 tempest-MeteringTestJSON-26194133 tempest-MeteringTestJSON-26194133-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2007575 Aug 10 03:39:13.816101 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59862) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:13.820344 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-d9d12444-1da4-4e8b-a959-18b44c58a443 tempest-MeteringTestJSON-26194133 tempest-MeteringTestJSON-26194133-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '36f88312-0c8f-457b-86f2-f84896228d55'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:13.820819 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-d9d12444-1da4-4e8b-a959-18b44c58a443 tempest-MeteringTestJSON-26194133 tempest-MeteringTestJSON-26194133-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94217) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:39:13.986854 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c79045-6f1c-482f-b537-3dfa6ff6f28d req-796135df-a86c-48cf-bc10-679520e4cd10 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:13.988475 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-49c79045-6f1c-482f-b537-3dfa6ff6f28d req-796135df-a86c-48cf-bc10-679520e4cd10 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=6bfa422e-3e9b-470d-a12e-e36141dd564d HTTP/1.1" status: 200 len: 944 time: 0.0519600 Aug 10 03:39:14.029223 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-49c79045-6f1c-482f-b537-3dfa6ff6f28d req-307155dc-51d5-413a-ad69-a7bb8db48da4 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343585 Aug 10 03:39:14.180130 n-d-768851-15 neutron-server[94217]: WARNING neutron.services.metering.metering_plugin [None req-d9d12444-1da4-4e8b-a959-18b44c58a443 tempest-MeteringTestJSON-26194133 tempest-MeteringTestJSON-26194133-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 10 03:39:14.257563 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d9d12444-1da4-4e8b-a959-18b44c58a443 tempest-MeteringTestJSON-26194133 tempest-MeteringTestJSON-26194133-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:14.258756 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d9d12444-1da4-4e8b-a959-18b44c58a443 tempest-MeteringTestJSON-26194133 tempest-MeteringTestJSON-26194133-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4417169 Aug 10 03:39:14.261451 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59866) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:14.271746 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-27caabe6-e4f0-4985-9bb2-691c67e99762 tempest-MeteringTestJSON-26194133 tempest-MeteringTestJSON-26194133-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules?id=c2553089-9bf1-4dbc-be63-ea31db407da2 HTTP/1.1" status: 200 len: 464 time: 0.0092316 Aug 10 03:39:14.274346 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59868) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:14.372987 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f01f65fb-8224-46f9-b45a-b49ef0b5e33d tempest-MeteringTestJSON-26194133 tempest-MeteringTestJSON-26194133-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:14.374114 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f01f65fb-8224-46f9-b45a-b49ef0b5e33d tempest-MeteringTestJSON-26194133 tempest-MeteringTestJSON-26194133-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-label-rules/c2553089-9bf1-4dbc-be63-ea31db407da2 HTTP/1.1" status: 204 len: 168 time: 0.0988505 Aug 10 03:39:14.376776 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59870) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:14.385184 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-54d45a47-386f-4a05-bbd3-bb687ed9d7a7 tempest-MeteringTestJSON-26194133 tempest-MeteringTestJSON-26194133-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules?id=c2553089-9bf1-4dbc-be63-ea31db407da2 HTTP/1.1" status: 200 len: 221 time: 0.0074489 Aug 10 03:39:14.388277 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59872) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:14.392886 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-bfe34706-9482-4161-8530-6c61db396d7b tempest-MeteringTestJSON-26194133 tempest-MeteringTestJSON-26194133-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1319459298', 'description': 'label created by tempest'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:14.393343 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-bfe34706-9482-4161-8530-6c61db396d7b tempest-MeteringTestJSON-26194133 tempest-MeteringTestJSON-26194133-project-admin] Unknown quota resources ['metering_label']. {{(pid=94216) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:39:14.545734 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bfe34706-9482-4161-8530-6c61db396d7b tempest-MeteringTestJSON-26194133 tempest-MeteringTestJSON-26194133-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:14.546930 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-bfe34706-9482-4161-8530-6c61db396d7b tempest-MeteringTestJSON-26194133 tempest-MeteringTestJSON-26194133-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.1576004 Aug 10 03:39:14.549508 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59874) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:14.622156 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-7b5c776e-4ae8-4027-963e-a0432b27fc68 tempest-MeteringTestJSON-26194133 tempest-MeteringTestJSON-26194133-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels?id=61cb361d-8926-457a-b5c5-326f02204cb6 HTTP/1.1" status: 200 len: 468 time: 0.0715687 Aug 10 03:39:14.624658 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59876) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:14.821328 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c67f584d-e659-49f6-b05f-105043f84319 tempest-MeteringTestJSON-26194133 tempest-MeteringTestJSON-26194133-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:14.822394 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-c67f584d-e659-49f6-b05f-105043f84319 tempest-MeteringTestJSON-26194133 tempest-MeteringTestJSON-26194133-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-labels/61cb361d-8926-457a-b5c5-326f02204cb6 HTTP/1.1" status: 204 len: 168 time: 0.1968377 Aug 10 03:39:14.825640 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59878) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:14.836381 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-bc6ecd40-a1d3-4c6b-a159-d0678c0c13af tempest-MeteringTestJSON-26194133 tempest-MeteringTestJSON-26194133-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels?id=61cb361d-8926-457a-b5c5-326f02204cb6 HTTP/1.1" status: 200 len: 216 time: 0.0096862 Aug 10 03:39:14.839505 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59880) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:14.850047 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-e01b0b66-fb93-4cf4-a423-7873b3fb810d tempest-MeteringTestJSON-26194133 tempest-MeteringTestJSON-26194133-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0095446 Aug 10 03:39:14.852968 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59882) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:14.864027 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8c1be8e1-78ec-418f-acf7-46b926575166 tempest-MeteringTestJSON-26194133 tempest-MeteringTestJSON-26194133-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0101044 Aug 10 03:39:14.867310 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59884) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:14.920812 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6f049dc7-cab5-4faa-81db-117882f71bfc tempest-MeteringTestJSON-26194133 tempest-MeteringTestJSON-26194133-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels/36f88312-0c8f-457b-86f2-f84896228d55 HTTP/1.1" status: 200 len: 473 time: 0.0523114 Aug 10 03:39:14.924126 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59886) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:14.933307 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a8fe4d70-2283-42d0-a7fd-bb620cad206c tempest-MeteringTestJSON-26194133 tempest-MeteringTestJSON-26194133-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules/3db1be77-15b3-4847-a79b-aec0597a1aef HTTP/1.1" status: 200 len: 461 time: 0.0081708 Aug 10 03:39:14.936098 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59888) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:15.033036 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9ef44cd2-03f8-4790-b866-670a23f7491c tempest-MeteringTestJSON-26194133 tempest-MeteringTestJSON-26194133-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:15.034150 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9ef44cd2-03f8-4790-b866-670a23f7491c tempest-MeteringTestJSON-26194133 tempest-MeteringTestJSON-26194133-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-label-rules/3db1be77-15b3-4847-a79b-aec0597a1aef HTTP/1.1" status: 204 len: 168 time: 0.0971892 Aug 10 03:39:15.036543 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59890) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:15.150339 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5311ef-a803-480e-a74f-bc79ce0d0b02 req-afa449a7-b309-4bed-90d9-3f1cd3a14cfe tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:15.152547 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4b5311ef-a803-480e-a74f-bc79ce0d0b02 req-afa449a7-b309-4bed-90d9-3f1cd3a14cfe tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=6bfa422e-3e9b-470d-a12e-e36141dd564d HTTP/1.1" status: 200 len: 944 time: 0.0551057 Aug 10 03:39:15.191183 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4b5311ef-a803-480e-a74f-bc79ce0d0b02 req-50d68b98-a5aa-4f7e-8996-d97cc61516c1 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324733 Aug 10 03:39:15.238194 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f5e18091-2ae4-4d95-961f-e0b53ad904b9 tempest-MeteringTestJSON-26194133 tempest-MeteringTestJSON-26194133-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:15.239378 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f5e18091-2ae4-4d95-961f-e0b53ad904b9 tempest-MeteringTestJSON-26194133 tempest-MeteringTestJSON-26194133-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-labels/36f88312-0c8f-457b-86f2-f84896228d55 HTTP/1.1" status: 204 len: 168 time: 0.2019403 Aug 10 03:39:15.477159 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59900) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:15.584580 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9f6ec218-35b0-4d22-9bc6-60d721c9a4bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:15.672888 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9f6ec218-35b0-4d22-9bc6-60d721c9a4bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:15.676212 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9f6ec218-35b0-4d22-9bc6-60d721c9a4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:15.714328 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-9f6ec218-35b0-4d22-9bc6-60d721c9a4bd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e92038099fa141bda422dfb0c42de475&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2360265 Aug 10 03:39:15.715211 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6ec218-35b0-4d22-9bc6-60d721c9a4bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb271436-a89a-441f-9b76-9fff1f3af66b,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:15.717068 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59904) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:15.764939 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d45bd92c-e57d-458d-9e0e-bed5ac0a29fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:15.785093 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d45bd92c-e57d-458d-9e0e-bed5ac0a29fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:15.831906 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d45bd92c-e57d-458d-9e0e-bed5ac0a29fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:15.834474 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d45bd92c-e57d-458d-9e0e-bed5ac0a29fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:15.835642 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d45bd92c-e57d-458d-9e0e-bed5ac0a29fb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fb271436-a89a-441f-9b76-9fff1f3af66b HTTP/1.1" status: 204 len: 168 time: 0.1175039 Aug 10 03:39:15.843084 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45bd92c-e57d-458d-9e0e-bed5ac0a29fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb271436-a89a-441f-9b76-9fff1f3af66b,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:16.090679 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59910) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:16.104016 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8c1ee3cd-1dbf-452f-b976-eb12d4d84941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:16.194771 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8c1ee3cd-1dbf-452f-b976-eb12d4d84941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:16.198525 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8c1ee3cd-1dbf-452f-b976-eb12d4d84941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:16.240177 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8c1ee3cd-1dbf-452f-b976-eb12d4d84941 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d68e6dceb73e4bae910e745e65b7e2de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1458688 Aug 10 03:39:16.240177 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ee3cd-1dbf-452f-b976-eb12d4d84941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc2c8c9-78e9-495a-84cc-05e505fcc29a,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:16.240783 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59914) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:16.296708 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-425471c3-5b1b-4bcf-a681-031faf3563e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:16.311375 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bcc2ce-f21e-4836-abaa-448dc39204f2 req-b004f447-5ab1-4003-be54-4b97fd4b2974 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:16.312881 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b6bcc2ce-f21e-4836-abaa-448dc39204f2 req-b004f447-5ab1-4003-be54-4b97fd4b2974 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=6bfa422e-3e9b-470d-a12e-e36141dd564d HTTP/1.1" status: 200 len: 944 time: 0.0525675 Aug 10 03:39:16.317445 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-425471c3-5b1b-4bcf-a681-031faf3563e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:16.351518 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b6bcc2ce-f21e-4836-abaa-448dc39204f2 req-e21b5d11-cf07-4d32-b93c-2b2d55e7515e tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324073 Aug 10 03:39:16.364797 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-425471c3-5b1b-4bcf-a681-031faf3563e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:16.367372 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-425471c3-5b1b-4bcf-a681-031faf3563e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:16.368544 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-425471c3-5b1b-4bcf-a681-031faf3563e2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ebc2c8c9-78e9-495a-84cc-05e505fcc29a HTTP/1.1" status: 204 len: 168 time: 0.1266272 Aug 10 03:39:16.376553 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425471c3-5b1b-4bcf-a681-031faf3563e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc2c8c9-78e9-495a-84cc-05e505fcc29a,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:17.466163 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66003c7e-b1ea-42d2-a668-d267a3b76390 req-3f3bcb0b-9af5-4d42-8263-08ca607117ff tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:17.467631 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-66003c7e-b1ea-42d2-a668-d267a3b76390 req-3f3bcb0b-9af5-4d42-8263-08ca607117ff tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=6bfa422e-3e9b-470d-a12e-e36141dd564d HTTP/1.1" status: 200 len: 944 time: 0.0490696 Aug 10 03:39:17.505907 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-66003c7e-b1ea-42d2-a668-d267a3b76390 req-bb86536c-f997-4f2d-abb8-c559ec5c4291 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322297 Aug 10 03:39:17.557989 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59952) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:17.656162 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-8b33bda0-d5bf-4884-9b18-bbb44f3be221 tempest-RoutersAdminNegativeIpV6Test-2094777889 tempest-RoutersAdminNegativeIpV6Test-2094777889-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2006794172', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:17.677602 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b33bda0-d5bf-4884-9b18-bbb44f3be221 tempest-RoutersAdminNegativeIpV6Test-2094777889 tempest-RoutersAdminNegativeIpV6Test-2094777889-project-admin] Made reservation on behalf of ef39709d00b04a2ea09f0e12e69a28cb for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:17.679843 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8b33bda0-d5bf-4884-9b18-bbb44f3be221 tempest-RoutersAdminNegativeIpV6Test-2094777889 tempest-RoutersAdminNegativeIpV6Test-2094777889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:17.687752 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8b33bda0-d5bf-4884-9b18-bbb44f3be221 tempest-RoutersAdminNegativeIpV6Test-2094777889 tempest-RoutersAdminNegativeIpV6Test-2094777889-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:17.771368 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8b33bda0-d5bf-4884-9b18-bbb44f3be221 tempest-RoutersAdminNegativeIpV6Test-2094777889 tempest-RoutersAdminNegativeIpV6Test-2094777889-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:17.774850 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8b33bda0-d5bf-4884-9b18-bbb44f3be221 tempest-RoutersAdminNegativeIpV6Test-2094777889 tempest-RoutersAdminNegativeIpV6Test-2094777889-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:17.780326 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [None req-8b33bda0-d5bf-4884-9b18-bbb44f3be221 tempest-RoutersAdminNegativeIpV6Test-2094777889 tempest-RoutersAdminNegativeIpV6Test-2094777889-project-admin] device_id is not set on port a1614dd0-394b-48d0-a1e2-4dec10294c02 yet. {{(pid=94216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:39:17.834366 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b33bda0-d5bf-4884-9b18-bbb44f3be221 tempest-RoutersAdminNegativeIpV6Test-2094777889 tempest-RoutersAdminNegativeIpV6Test-2094777889-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e01ec4-b216-4869-9b97-ee4cdcabc87d,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:17.897861 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-8b33bda0-d5bf-4884-9b18-bbb44f3be221 tempest-RoutersAdminNegativeIpV6Test-2094777889 tempest-RoutersAdminNegativeIpV6Test-2094777889-project-admin] Allocated IP 172.25.7.53 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/a1614dd0-394b-48d0-a1e2-4dec10294c02) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:39:18.032555 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8b33bda0-d5bf-4884-9b18-bbb44f3be221 tempest-RoutersAdminNegativeIpV6Test-2094777889 tempest-RoutersAdminNegativeIpV6Test-2094777889-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:18.071834 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8b33bda0-d5bf-4884-9b18-bbb44f3be221 tempest-RoutersAdminNegativeIpV6Test-2094777889 tempest-RoutersAdminNegativeIpV6Test-2094777889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:18.109294 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b33bda0-d5bf-4884-9b18-bbb44f3be221 tempest-RoutersAdminNegativeIpV6Test-2094777889 tempest-RoutersAdminNegativeIpV6Test-2094777889-project-admin] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:18.112136 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-8b33bda0-d5bf-4884-9b18-bbb44f3be221 tempest-RoutersAdminNegativeIpV6Test-2094777889 tempest-RoutersAdminNegativeIpV6Test-2094777889-project-admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:18.114634 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b33bda0-d5bf-4884-9b18-bbb44f3be221 tempest-RoutersAdminNegativeIpV6Test-2094777889 tempest-RoutersAdminNegativeIpV6Test-2094777889-project-admin] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:39:18.147142 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b33bda0-d5bf-4884-9b18-bbb44f3be221 tempest-RoutersAdminNegativeIpV6Test-2094777889 tempest-RoutersAdminNegativeIpV6Test-2094777889-project-admin] Pushing event updated for resources: {'Port': ['ID=a1614dd0-394b-48d0-a1e2-4dec10294c02,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:18.163765 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b33bda0-d5bf-4884-9b18-bbb44f3be221 tempest-RoutersAdminNegativeIpV6Test-2094777889 tempest-RoutersAdminNegativeIpV6Test-2094777889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:18.164372 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8b33bda0-d5bf-4884-9b18-bbb44f3be221 tempest-RoutersAdminNegativeIpV6Test-2094777889 tempest-RoutersAdminNegativeIpV6Test-2094777889-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:18.178293 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8b33bda0-d5bf-4884-9b18-bbb44f3be221 tempest-RoutersAdminNegativeIpV6Test-2094777889 tempest-RoutersAdminNegativeIpV6Test-2094777889-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 0.6185606 Aug 10 03:39:18.180452 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59956) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:18.185272 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-8616f718-2055-4306-85d5-acdc70c33898 tempest-RoutersAdminNegativeIpV6Test-2094777889 tempest-RoutersAdminNegativeIpV6Test-2094777889-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.53'}]}}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:18.204905 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8616f718-2055-4306-85d5-acdc70c33898 tempest-RoutersAdminNegativeIpV6Test-2094777889 tempest-RoutersAdminNegativeIpV6Test-2094777889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:18.205974 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8616f718-2055-4306-85d5-acdc70c33898 tempest-RoutersAdminNegativeIpV6Test-2094777889 tempest-RoutersAdminNegativeIpV6Test-2094777889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:18.259657 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8616f718-2055-4306-85d5-acdc70c33898 tempest-RoutersAdminNegativeIpV6Test-2094777889 tempest-RoutersAdminNegativeIpV6Test-2094777889-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:18.390328 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8616f718-2055-4306-85d5-acdc70c33898 tempest-RoutersAdminNegativeIpV6Test-2094777889 tempest-RoutersAdminNegativeIpV6Test-2094777889-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:18.609000 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8616f718-2055-4306-85d5-acdc70c33898 tempest-RoutersAdminNegativeIpV6Test-2094777889 tempest-RoutersAdminNegativeIpV6Test-2094777889-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:18.631167 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8616f718-2055-4306-85d5-acdc70c33898 tempest-RoutersAdminNegativeIpV6Test-2094777889 tempest-RoutersAdminNegativeIpV6Test-2094777889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:18.687478 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e970edc-c699-4d10-a554-57c083c7f8cd req-f626e2fa-f2e6-466f-8538-1eb801f3c346 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:18.688891 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1e970edc-c699-4d10-a554-57c083c7f8cd req-f626e2fa-f2e6-466f-8538-1eb801f3c346 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=6bfa422e-3e9b-470d-a12e-e36141dd564d HTTP/1.1" status: 200 len: 944 time: 0.1160550 Aug 10 03:39:18.761751 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1e970edc-c699-4d10-a554-57c083c7f8cd req-1780bc32-6a84-4406-a580-033d5202feb5 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658834 Aug 10 03:39:18.813054 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8616f718-2055-4306-85d5-acdc70c33898 tempest-RoutersAdminNegativeIpV6Test-2094777889 tempest-RoutersAdminNegativeIpV6Test-2094777889-project-admin] Notify callbacks [] for router, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:18.963848 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8616f718-2055-4306-85d5-acdc70c33898 tempest-RoutersAdminNegativeIpV6Test-2094777889 tempest-RoutersAdminNegativeIpV6Test-2094777889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:18.966419 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8616f718-2055-4306-85d5-acdc70c33898 tempest-RoutersAdminNegativeIpV6Test-2094777889 tempest-RoutersAdminNegativeIpV6Test-2094777889-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:19.010681 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8616f718-2055-4306-85d5-acdc70c33898 tempest-RoutersAdminNegativeIpV6Test-2094777889 tempest-RoutersAdminNegativeIpV6Test-2094777889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:19.011217 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8616f718-2055-4306-85d5-acdc70c33898 tempest-RoutersAdminNegativeIpV6Test-2094777889 tempest-RoutersAdminNegativeIpV6Test-2094777889-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4d1d61a9-0c96-48b7-baa0-2fc0ce4e8a76 {{(pid=94216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:39:19.025341 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [None req-8616f718-2055-4306-85d5-acdc70c33898 tempest-RoutersAdminNegativeIpV6Test-2094777889 tempest-RoutersAdminNegativeIpV6Test-2094777889-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 10 03:39:19.026447 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8616f718-2055-4306-85d5-acdc70c33898 tempest-RoutersAdminNegativeIpV6Test-2094777889 tempest-RoutersAdminNegativeIpV6Test-2094777889-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 0.8450372 Aug 10 03:39:19.029858 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59962) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:19.404457 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e13f83-eb75-4ba5-ab40-46bced5d850f req-eac461a1-726c-4889-ab9f-8ce2fdda54f1 tempest-TestNetworkAdvancedServerOps-2124496179 tempest-TestNetworkAdvancedServerOps-2124496179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:19.405870 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-18e13f83-eb75-4ba5-ab40-46bced5d850f req-eac461a1-726c-4889-ab9f-8ce2fdda54f1 tempest-TestNetworkAdvancedServerOps-2124496179 tempest-TestNetworkAdvancedServerOps-2124496179-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=619e8332-4f6a-49c1-a749-4d684ff24056 HTTP/1.1" status: 200 len: 1098 time: 0.0693583 Aug 10 03:39:19.437530 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-22972923-b6fb-4896-9e40-e535c36e6338 tempest-RoutersAdminNegativeIpV6Test-2094777889 tempest-RoutersAdminNegativeIpV6Test-2094777889-project-admin] Deleting port a1614dd0-394b-48d0-a1e2-4dec10294c02 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:19.437878 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-22972923-b6fb-4896-9e40-e535c36e6338 tempest-RoutersAdminNegativeIpV6Test-2094777889 tempest-RoutersAdminNegativeIpV6Test-2094777889-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:19.484043 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-18e13f83-eb75-4ba5-ab40-46bced5d850f req-640de9df-5e05-47a8-ae43-aba1448fb9fe tempest-TestNetworkAdvancedServerOps-2124496179 tempest-TestNetworkAdvancedServerOps-2124496179-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=48f8cca3-15dd-4491-9588-b4714c15bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714600 Aug 10 03:39:19.506207 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59966) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:19.522044 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-22972923-b6fb-4896-9e40-e535c36e6338 tempest-RoutersAdminNegativeIpV6Test-2094777889 tempest-RoutersAdminNegativeIpV6Test-2094777889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:19.534124 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-22972923-b6fb-4896-9e40-e535c36e6338 tempest-RoutersAdminNegativeIpV6Test-2094777889 tempest-RoutersAdminNegativeIpV6Test-2094777889-project-admin] Calling delete_port for a1614dd0-394b-48d0-a1e2-4dec10294c02 owned by {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:19.658462 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-22972923-b6fb-4896-9e40-e535c36e6338 tempest-RoutersAdminNegativeIpV6Test-2094777889 tempest-RoutersAdminNegativeIpV6Test-2094777889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:19.661758 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-6b69896a-6f64-4d73-9d6f-be808fc42e32 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Deleting port b373f57e-7152-47eb-a46d-77442cba127b {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:19.662111 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6b69896a-6f64-4d73-9d6f-be808fc42e32 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:19.686655 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22972923-b6fb-4896-9e40-e535c36e6338 tempest-RoutersAdminNegativeIpV6Test-2094777889 tempest-RoutersAdminNegativeIpV6Test-2094777889-project-admin] Pushing event deleted for resources: {'Port': ['ID=a1614dd0-394b-48d0-a1e2-4dec10294c02,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:19.736600 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6b69896a-6f64-4d73-9d6f-be808fc42e32 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:19.736932 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6b69896a-6f64-4d73-9d6f-be808fc42e32 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:19.744742 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-22972923-b6fb-4896-9e40-e535c36e6338 tempest-RoutersAdminNegativeIpV6Test-2094777889 tempest-RoutersAdminNegativeIpV6Test-2094777889-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:19.749436 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-22972923-b6fb-4896-9e40-e535c36e6338 tempest-RoutersAdminNegativeIpV6Test-2094777889 tempest-RoutersAdminNegativeIpV6Test-2094777889-project-admin] 10.222.0.62 "DELETE /v2.0/ports/a1614dd0-394b-48d0-a1e2-4dec10294c02 HTTP/1.1" status: 204 len: 168 time: 0.7185342 Aug 10 03:39:19.751297 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-6b69896a-6f64-4d73-9d6f-be808fc42e32 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Calling delete_port for b373f57e-7152-47eb-a46d-77442cba127b owned by network:floatingip {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:19.881710 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a2659-2b96-4eec-86cb-df0028c6a6c3 req-cb91d33d-d150-443d-a278-74481d403d21 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:19.889849 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-855a2659-2b96-4eec-86cb-df0028c6a6c3 req-cb91d33d-d150-443d-a278-74481d403d21 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=6bfa422e-3e9b-470d-a12e-e36141dd564d HTTP/1.1" status: 200 len: 944 time: 0.0614774 Aug 10 03:39:19.927277 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-855a2659-2b96-4eec-86cb-df0028c6a6c3 req-f2cc774c-3ef0-4f5f-93f9-bda146144727 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365951 Aug 10 03:39:19.935812 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6b69896a-6f64-4d73-9d6f-be808fc42e32 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:19.950345 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 3eb9947c-5394-49de-bf38-8265cfde5b10 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:39:19.964012 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b69896a-6f64-4d73-9d6f-be808fc42e32 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event deleted for resources: {'Port': ['ID=b373f57e-7152-47eb-a46d-77442cba127b,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:20.020079 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59974) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:20.033534 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6b69896a-6f64-4d73-9d6f-be808fc42e32 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for floatingip, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:20.034162 n-d-768851-15 neutron-server[94217]: INFO neutron.db.l3_db [None req-6b69896a-6f64-4d73-9d6f-be808fc42e32 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Floating IP f76fe12a-bcf9-49fb-a0b9-668952163e3a disassociated (deleted). External IP: 172.25.7.78, port: dd0cd8a9-1b70-4979-86bb-0bacb040fbca. Aug 10 03:39:20.050261 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 3eb9947c-5394-49de-bf38-8265cfde5b10, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=3eb9947c-5394-49de-bf38-8265cfde5b10,segment=NetworkSegment(5c87df8d-954c-4397-aa68-23e5690c99d4),segment_id=5c87df8d-954c-4397-aa68-23e5690c99d4)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:20.063094 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '3eb9947c-5394-49de-bf38-8265cfde5b10', 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae', 'port_id': '3eb9947c-5394-49de-bf38-8265cfde5b10', 'mac_address': 'fa:16:3e:2f:04:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '036b75a5-4076-4503-a708-471e0be52cae', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:39:20.104036 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:20.118628 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eb9947c-5394-49de-bf38-8265cfde5b10 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:39:20.139808 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 3eb9947c-5394-49de-bf38-8265cfde5b10, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=3eb9947c-5394-49de-bf38-8265cfde5b10,segment=NetworkSegment(5c87df8d-954c-4397-aa68-23e5690c99d4),segment_id=5c87df8d-954c-4397-aa68-23e5690c99d4)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:20.143444 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3b63a655-54f7-4781-b133-ff036029e4c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:20.144247 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:20.197342 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=3eb9947c-5394-49de-bf38-8265cfde5b10,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:20.243482 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3b63a655-54f7-4781-b133-ff036029e4c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:20.248221 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3b63a655-54f7-4781-b133-ff036029e4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:20.262807 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b69896a-6f64-4d73-9d6f-be808fc42e32 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Router 3ef6252e-4e1a-4949-b108-3d284aaf1d92 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:39:20.289220 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-3b63a655-54f7-4781-b133-ff036029e4c5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c66f7b62f7ba4949aa45a85aee32cdfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2680159 Aug 10 03:39:20.290112 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b63a655-54f7-4781-b133-ff036029e4c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d17cb16-dccb-4c7f-b187-326b1bbe7f60,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:20.292428 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59978) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:20.342805 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ffb41371-22a6-4b07-bb58-3f4bb7755a4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:20.364039 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ffb41371-22a6-4b07-bb58-3f4bb7755a4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:20.378908 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b69896a-6f64-4d73-9d6f-be808fc42e32 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:39:20.383823 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6b69896a-6f64-4d73-9d6f-be808fc42e32 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:20.389692 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['3eb9947c-5394-49de-bf38-8265cfde5b10'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:39:20.394299 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2380fcd1-fcb5-4ce1-9692-77a9d5da13cb None None] Sync routers for ids ['3ef6252e-4e1a-4949-b108-3d284aaf1d92'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:39:20.416630 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6b69896a-6f64-4d73-9d6f-be808fc42e32 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "DELETE /v2.0/floatingips/f76fe12a-bcf9-49fb-a0b9-668952163e3a HTTP/1.1" status: 204 len: 168 time: 0.9092212 Aug 10 03:39:20.417522 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '619e8332-4f6a-49c1-a749-4d684ff24056', 'tag': 'dd0cd8a9-1b70-4979-86bb-0bacb040fbca'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:39:20.421371 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550a596f-9bb1-417a-bbbf-8e9c3b1c95d1" -d '{"events": [{"name": "network-changed", "server_uuid": "619e8332-4f6a-49c1-a749-4d684ff24056", "tag": "dd0cd8a9-1b70-4979-86bb-0bacb040fbca"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:39:20.424163 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ffb41371-22a6-4b07-bb58-3f4bb7755a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:20.427437 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ffb41371-22a6-4b07-bb58-3f4bb7755a4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:20.430940 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ffb41371-22a6-4b07-bb58-3f4bb7755a4f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8d17cb16-dccb-4c7f-b187-326b1bbe7f60 HTTP/1.1" status: 204 len: 168 time: 0.1345034 Aug 10 03:39:20.443424 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2380fcd1-fcb5-4ce1-9692-77a9d5da13cb None None] Routers {'3ef6252e-4e1a-4949-b108-3d284aaf1d92'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:20.444947 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-2380fcd1-fcb5-4ce1-9692-77a9d5da13cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:39:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['3ef6252e-4e1a-4949-b108-3d284aaf1d92'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:20.456600 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb41371-22a6-4b07-bb58-3f4bb7755a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d17cb16-dccb-4c7f-b187-326b1bbe7f60,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:20.483519 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298cbf66-0e10-4f09-b048-2ec4b6462a1f x-openstack-request-id: req-298cbf66-0e10-4f09-b048-2ec4b6462a1f {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:39:20.483922 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "619e8332-4f6a-49c1-a749-4d684ff24056", "tag": "dd0cd8a9-1b70-4979-86bb-0bacb040fbca", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:39:20.484243 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-298cbf66-0e10-4f09-b048-2ec4b6462a1f {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:39:20.484707 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '619e8332-4f6a-49c1-a749-4d684ff24056', 'tag': 'dd0cd8a9-1b70-4979-86bb-0bacb040fbca', 'status': 'completed', 'code': 200} Aug 10 03:39:20.549303 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a596f-9bb1-417a-bbbf-8e9c3b1c95d1 req-ea32f1b5-d0d2-42b1-9289-ad66ab2d08e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:20.552199 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-550a596f-9bb1-417a-bbbf-8e9c3b1c95d1 req-ea32f1b5-d0d2-42b1-9289-ad66ab2d08e4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d4cffc5e26914104899297a77f2206bf&device_id=619e8332-4f6a-49c1-a749-4d684ff24056 HTTP/1.1" status: 200 len: 1098 time: 0.0620890 Aug 10 03:39:20.647587 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-2380fcd1-fcb5-4ce1-9692-77a9d5da13cb None None] Set router 3ef6252e-4e1a-4949-b108-3d284aaf1d92 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:20.686084 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a596f-9bb1-417a-bbbf-8e9c3b1c95d1 req-7f6fce77-1ca2-4934-bcbd-81429b667156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:20.687805 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-550a596f-9bb1-417a-bbbf-8e9c3b1c95d1 req-7f6fce77-1ca2-4934-bcbd-81429b667156 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e72c2d8c-7095-467c-8fc5-9b7663772750 HTTP/1.1" status: 200 len: 897 time: 0.1250191 Aug 10 03:39:20.721689 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca4993f-f76f-4e9f-bbe1-6bc9c57de9a6 req-b1a0c864-3e8b-458e-b062-ab72c953d129 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:20.723801 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8ca4993f-f76f-4e9f-bbe1-6bc9c57de9a6 req-b1a0c864-3e8b-458e-b062-ab72c953d129 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=619e8332-4f6a-49c1-a749-4d684ff24056 HTTP/1.1" status: 200 len: 946 time: 0.0713568 Aug 10 03:39:20.738330 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-550a596f-9bb1-417a-bbbf-8e9c3b1c95d1 req-cca85c72-4233-4718-8fb9-ebbad52e31a9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd0cd8a9-1b70-4979-86bb-0bacb040fbca HTTP/1.1" status: 200 len: 217 time: 0.0426011 Aug 10 03:39:20.771356 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8ca4993f-f76f-4e9f-bbe1-6bc9c57de9a6 req-b6938542-8f37-4f08-bb4a-035b2cbf7ac5 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=48f8cca3-15dd-4491-9588-b4714c15bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405076 Aug 10 03:39:20.805814 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a596f-9bb1-417a-bbbf-8e9c3b1c95d1 req-096d8d43-221a-4417-96b4-8268e6f68580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:20.807501 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-550a596f-9bb1-417a-bbbf-8e9c3b1c95d1 req-096d8d43-221a-4417-96b4-8268e6f68580 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a9158b84-3f01-4578-9ac6-1d85b7cb48c2 HTTP/1.1" status: 200 len: 834 time: 0.0606017 Aug 10 03:39:20.812449 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 59990) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:20.880155 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3edd5d58-2b35-402c-b145-a9a91d51afc0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ef39709d00b04a2ea09f0e12e69a28cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0665960 Aug 10 03:39:20.883169 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 59992) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:20.887339 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a596f-9bb1-417a-bbbf-8e9c3b1c95d1 req-27873831-8c89-4751-a649-cbd362757017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:20.888900 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-550a596f-9bb1-417a-bbbf-8e9c3b1c95d1 req-27873831-8c89-4751-a649-cbd362757017 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e72c2d8c-7095-467c-8fc5-9b7663772750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0692201 Aug 10 03:39:20.916292 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-2380fcd1-fcb5-4ce1-9692-77a9d5da13cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef6252e-4e1a-4949-b108-3d284aaf1d92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2066978748', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '1c9f5891-9ab9-4b5c-aa2b-268438e7a288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:37:24Z', 'updated_at': '2021-08-10T03:37:29Z', 'revision_number': 4, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'gw_port': {'id': '1c9f5891-9ab9-4b5c-aa2b-268438e7a288', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef6252e-4e1a-4949-b108-3d284aaf1d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:25Z', 'updated_at': '2021-08-10T03:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '8c83cce6-98bf-4815-875f-e71aa35aa1d3', 'name': '', 'network_id': 'e72c2d8c-7095-467c-8fc5-9b7663772750', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'mac_address': 'fa:16:3e:af:88:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef6252e-4e1a-4949-b108-3d284aaf1d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'a9158b84-3f01-4578-9ac6-1d85b7cb48c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:28Z', 'updated_at': '2021-08-10T03:37:35Z', 'revision_number': 5, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'subnets': [{'id': 'a9158b84-3f01-4578-9ac6-1d85b7cb48c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:20.938067 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4d813e63-fdfa-4c0a-b7cc-5d1571ddb52e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:20.946503 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2380fcd1-fcb5-4ce1-9692-77a9d5da13cb None None] Checking router: 3ef6252e-4e1a-4949-b108-3d284aaf1d92 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:39:20.955735 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2380fcd1-fcb5-4ce1-9692-77a9d5da13cb None None] Routers {'3ef6252e-4e1a-4949-b108-3d284aaf1d92'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:20.956508 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-2380fcd1-fcb5-4ce1-9692-77a9d5da13cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:39:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['3ef6252e-4e1a-4949-b108-3d284aaf1d92'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:20.962075 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4d813e63-fdfa-4c0a-b7cc-5d1571ddb52e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:20.992190 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-550a596f-9bb1-417a-bbbf-8e9c3b1c95d1 req-bb4a9895-98fe-4b62-9b03-8f4ba5b25249 service neutron] 10.222.0.60 "GET /v2.0/networks/e72c2d8c-7095-467c-8fc5-9b7663772750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891695 Aug 10 03:39:21.060056 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4d813e63-fdfa-4c0a-b7cc-5d1571ddb52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:21.064139 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4d813e63-fdfa-4c0a-b7cc-5d1571ddb52e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:21.068604 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-4d813e63-fdfa-4c0a-b7cc-5d1571ddb52e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/47e01ec4-b216-4869-9b97-ee4cdcabc87d HTTP/1.1" status: 204 len: 168 time: 0.1828210 Aug 10 03:39:21.092535 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce01b1-7563-41ae-ab3e-863f816d4ae4 req-5af559b9-258a-4a22-9436-94e8f163bc8e tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:21.093743 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b3ce01b1-7563-41ae-ab3e-863f816d4ae4 req-5af559b9-258a-4a22-9436-94e8f163bc8e tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=6bfa422e-3e9b-470d-a12e-e36141dd564d HTTP/1.1" status: 200 len: 945 time: 0.0836215 Aug 10 03:39:21.094758 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d813e63-fdfa-4c0a-b7cc-5d1571ddb52e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e01ec4-b216-4869-9b97-ee4cdcabc87d,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:21.111757 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-550a596f-9bb1-417a-bbbf-8e9c3b1c95d1 req-1e2ed47b-7855-433a-ae51-09f0b3b52765 service neutron] 10.222.0.60 "GET /v2.0/networks/e72c2d8c-7095-467c-8fc5-9b7663772750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105647 Aug 10 03:39:21.160475 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b3ce01b1-7563-41ae-ab3e-863f816d4ae4 req-7445af0e-08aa-4d54-b24a-df768e9e106a tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542355 Aug 10 03:39:21.258825 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-2380fcd1-fcb5-4ce1-9692-77a9d5da13cb None None] Set router 3ef6252e-4e1a-4949-b108-3d284aaf1d92 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:21.473189 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-2380fcd1-fcb5-4ce1-9692-77a9d5da13cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef6252e-4e1a-4949-b108-3d284aaf1d92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2066978748', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '1c9f5891-9ab9-4b5c-aa2b-268438e7a288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:37:24Z', 'updated_at': '2021-08-10T03:37:29Z', 'revision_number': 4, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'gw_port': {'id': '1c9f5891-9ab9-4b5c-aa2b-268438e7a288', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef6252e-4e1a-4949-b108-3d284aaf1d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:25Z', 'updated_at': '2021-08-10T03:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '8c83cce6-98bf-4815-875f-e71aa35aa1d3', 'name': '', 'network_id': 'e72c2d8c-7095-467c-8fc5-9b7663772750', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'mac_address': 'fa:16:3e:af:88:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef6252e-4e1a-4949-b108-3d284aaf1d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'a9158b84-3f01-4578-9ac6-1d85b7cb48c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:28Z', 'updated_at': '2021-08-10T03:37:35Z', 'revision_number': 5, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'subnets': [{'id': 'a9158b84-3f01-4578-9ac6-1d85b7cb48c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:21.505608 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2380fcd1-fcb5-4ce1-9692-77a9d5da13cb None None] The sync data for ids ['3ef6252e-4e1a-4949-b108-3d284aaf1d92'] in n-d-768851-15 is: [{'id': '3ef6252e-4e1a-4949-b108-3d284aaf1d92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2066978748', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '1c9f5891-9ab9-4b5c-aa2b-268438e7a288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:37:24Z', 'updated_at': '2021-08-10T03:37:29Z', 'revision_number': 4, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'gw_port': {'id': '1c9f5891-9ab9-4b5c-aa2b-268438e7a288', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef6252e-4e1a-4949-b108-3d284aaf1d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:25Z', 'updated_at': '2021-08-10T03:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '8c83cce6-98bf-4815-875f-e71aa35aa1d3', 'name': '', 'network_id': 'e72c2d8c-7095-467c-8fc5-9b7663772750', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'mac_address': 'fa:16:3e:af:88:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef6252e-4e1a-4949-b108-3d284aaf1d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'a9158b84-3f01-4578-9ac6-1d85b7cb48c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:28Z', 'updated_at': '2021-08-10T03:37:35Z', 'revision_number': 5, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'subnets': [{'id': 'a9158b84-3f01-4578-9ac6-1d85b7cb48c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:39:21.737712 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2691c5-9f1a-4327-89cf-13cf417b705a None None] New status for floating IP f76fe12a-bcf9-49fb-a0b9-668952163e3a: DOWN {{(pid=94219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:39:21.818983 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60020) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:21.892233 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabf508b-75d7-46a2-8b1f-47dd73a1f106 req-f566b826-0c5b-4444-86f4-60784bda3fc6 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:21.893842 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cabf508b-75d7-46a2-8b1f-47dd73a1f106 req-f566b826-0c5b-4444-86f4-60784bda3fc6 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=619e8332-4f6a-49c1-a749-4d684ff24056 HTTP/1.1" status: 200 len: 946 time: 0.0494592 Aug 10 03:39:21.924225 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-da72613e-a278-49cb-8e59-c20b3d25cefb tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-133463993'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:21.950282 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cabf508b-75d7-46a2-8b1f-47dd73a1f106 req-0565e7d3-b510-486d-8186-872ddc3bb524 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=48f8cca3-15dd-4491-9588-b4714c15bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501225 Aug 10 03:39:21.959737 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da72613e-a278-49cb-8e59-c20b3d25cefb tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Made reservation on behalf of ef8f37557b4140058c160af00d14b7a8 for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:21.959999 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 3eb9947c-5394-49de-bf38-8265cfde5b10 up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:21.963272 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-da72613e-a278-49cb-8e59-c20b3d25cefb tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:21.978078 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-da72613e-a278-49cb-8e59-c20b3d25cefb tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:22.009287 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port 3eb9947c-5394-49de-bf38-8265cfde5b10 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:22.012980 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 3eb9947c-5394-49de-bf38-8265cfde5b10 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:22.013361 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:22.073053 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-da72613e-a278-49cb-8e59-c20b3d25cefb tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:22.078341 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-da72613e-a278-49cb-8e59-c20b3d25cefb tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:22.109819 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da72613e-a278-49cb-8e59-c20b3d25cefb tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:39:22.119955 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:22.123616 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa06211-24b3-4b1b-9215-90ab49800661 req-92ed2ac5-f068-4e0d-8a68-bcbbd28c9953 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:22.124136 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da72613e-a278-49cb-8e59-c20b3d25cefb tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da41cb8c-800f-4fb7-9db6-dd340549ccf8,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:22.125234 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3fa06211-24b3-4b1b-9215-90ab49800661 req-92ed2ac5-f068-4e0d-8a68-bcbbd28c9953 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.60 "GET /v2.0/ports?device_id=619e8332-4f6a-49c1-a749-4d684ff24056 HTTP/1.1" status: 200 len: 946 time: 0.0639677 Aug 10 03:39:22.130202 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-da72613e-a278-49cb-8e59-c20b3d25cefb tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:22.130630 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-da72613e-a278-49cb-8e59-c20b3d25cefb tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Added segment fc4240d3-8e79-4712-842c-854fbbdb72e1 of type vlan for network 5e6e0bbd-e2b7-4ca7-ab5c-b3ddbd854741 Aug 10 03:39:22.145993 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bfa422e-3e9b-470d-a12e-e36141dd564d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eb9947c-5394-49de-bf38-8265cfde5b10'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:39:22.148430 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1a62e8-3fc1-4c59-9809-f81ba6b5ebd8" -d '{"events": [{"server_uuid": "6bfa422e-3e9b-470d-a12e-e36141dd564d", "name": "network-vif-plugged", "status": "completed", "tag": "3eb9947c-5394-49de-bf38-8265cfde5b10"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:39:22.163543 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 3eb9947c-5394-49de-bf38-8265cfde5b10, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=3eb9947c-5394-49de-bf38-8265cfde5b10,segment=NetworkSegment(5c87df8d-954c-4397-aa68-23e5690c99d4),segment_id=5c87df8d-954c-4397-aa68-23e5690c99d4)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:22.170347 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:22.182119 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-da72613e-a278-49cb-8e59-c20b3d25cefb tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:22.211953 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71122980-1bc8-4ad9-a867-aeee9c3e7b98 x-openstack-request-id: req-71122980-1bc8-4ad9-a867-aeee9c3e7b98 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:39:22.212219 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bfa422e-3e9b-470d-a12e-e36141dd564d", "name": "network-vif-plugged", "status": "completed", "tag": "3eb9947c-5394-49de-bf38-8265cfde5b10", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:39:22.212474 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-71122980-1bc8-4ad9-a867-aeee9c3e7b98 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:39:22.212861 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bfa422e-3e9b-470d-a12e-e36141dd564d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eb9947c-5394-49de-bf38-8265cfde5b10', 'code': 200} Aug 10 03:39:22.247888 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=3eb9947c-5394-49de-bf38-8265cfde5b10,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:22.263949 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-3fa06211-24b3-4b1b-9215-90ab49800661 req-f109adf3-3c43-4d3b-b9d0-19c6e23bff50 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Deleting port dd0cd8a9-1b70-4979-86bb-0bacb040fbca {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:22.264364 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-3fa06211-24b3-4b1b-9215-90ab49800661 req-f109adf3-3c43-4d3b-b9d0-19c6e23bff50 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:22.268924 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-da72613e-a278-49cb-8e59-c20b3d25cefb tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:22.274437 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da72613e-a278-49cb-8e59-c20b3d25cefb tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:22.275061 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-da72613e-a278-49cb-8e59-c20b3d25cefb tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:22.355813 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-3fa06211-24b3-4b1b-9215-90ab49800661 req-f109adf3-3c43-4d3b-b9d0-19c6e23bff50 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] For port dd0cd8a9-1b70-4979-86bb-0bacb040fbca, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=dd0cd8a9-1b70-4979-86bb-0bacb040fbca,segment=NetworkSegment(3ecd5121-305d-481a-81a1-d16c0bb05da5),segment_id=3ecd5121-305d-481a-81a1-d16c0bb05da5)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:22.356121 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-3fa06211-24b3-4b1b-9215-90ab49800661 req-f109adf3-3c43-4d3b-b9d0-19c6e23bff50 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:22.369791 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-da72613e-a278-49cb-8e59-c20b3d25cefb tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5495887 Aug 10 03:39:22.370504 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-3fa06211-24b3-4b1b-9215-90ab49800661 req-f109adf3-3c43-4d3b-b9d0-19c6e23bff50 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Calling delete_port for dd0cd8a9-1b70-4979-86bb-0bacb040fbca owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:22.390006 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d06ee-17db-42bb-bdeb-466583b01b20 req-ebdace8e-efd6-48e7-b031-0fdde339323a tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:22.397227 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-478d06ee-17db-42bb-bdeb-466583b01b20 req-ebdace8e-efd6-48e7-b031-0fdde339323a tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=6bfa422e-3e9b-470d-a12e-e36141dd564d HTTP/1.1" status: 200 len: 946 time: 0.1618259 Aug 10 03:39:22.401515 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da72613e-a278-49cb-8e59-c20b3d25cefb tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Pushing event updated for resources: {'Network': ['ID=5e6e0bbd-e2b7-4ca7-ab5c-b3ddbd854741,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:22.415573 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 5e6e0bbd-e2b7-4ca7-ab5c-b3ddbd854741 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:39:22.439849 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732bf9cc-8d00-42eb-9966-539d3f2b2cab req-b1da9273-599e-4093-b024-687441bd11ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:22.443043 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-732bf9cc-8d00-42eb-9966-539d3f2b2cab req-b1da9273-599e-4093-b024-687441bd11ab service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6bfa422e-3e9b-470d-a12e-e36141dd564d HTTP/1.1" status: 200 len: 1098 time: 0.1620040 Aug 10 03:39:22.481116 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-478d06ee-17db-42bb-bdeb-466583b01b20 req-1b51f149-77df-4193-a570-08ac69245796 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830257 Aug 10 03:39:22.507667 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-732bf9cc-8d00-42eb-9966-539d3f2b2cab req-9f079bd0-44d1-476b-a53b-e11caa8d032e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492909 Aug 10 03:39:22.543787 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-3fa06211-24b3-4b1b-9215-90ab49800661 req-f109adf3-3c43-4d3b-b9d0-19c6e23bff50 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:22.573174 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f109adf3-3c43-4d3b-b9d0-19c6e23bff50 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event deleted for resources: {'Port': ['ID=dd0cd8a9-1b70-4979-86bb-0bacb040fbca,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:22.622272 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fa06211-24b3-4b1b-9215-90ab49800661 req-f109adf3-3c43-4d3b-b9d0-19c6e23bff50 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] No DVR routers for this DVR port dd0cd8a9-1b70-4979-86bb-0bacb040fbca on host n-h2-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:39:22.625261 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-3fa06211-24b3-4b1b-9215-90ab49800661 req-f109adf3-3c43-4d3b-b9d0-19c6e23bff50 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:22.627921 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3fa06211-24b3-4b1b-9215-90ab49800661 req-f109adf3-3c43-4d3b-b9d0-19c6e23bff50 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.60 "DELETE /v2.0/ports/dd0cd8a9-1b70-4979-86bb-0bacb040fbca HTTP/1.1" status: 204 len: 173 time: 0.4885001 Aug 10 03:39:22.628471 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '619e8332-4f6a-49c1-a749-4d684ff24056', 'name': 'network-vif-deleted', 'tag': 'dd0cd8a9-1b70-4979-86bb-0bacb040fbca'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:39:22.631834 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e1832c-21f5-4b81-929f-97046a678427" -d '{"events": [{"server_uuid": "619e8332-4f6a-49c1-a749-4d684ff24056", "name": "network-vif-deleted", "tag": "dd0cd8a9-1b70-4979-86bb-0bacb040fbca"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:39:22.668873 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4991b3-ce39-4ffb-bea8-b71803dd52e3 x-openstack-request-id: req-9f4991b3-ce39-4ffb-bea8-b71803dd52e3 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:39:22.669162 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "619e8332-4f6a-49c1-a749-4d684ff24056", "name": "network-vif-deleted", "tag": "dd0cd8a9-1b70-4979-86bb-0bacb040fbca", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:39:22.669409 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9f4991b3-ce39-4ffb-bea8-b71803dd52e3 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:39:22.669804 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '619e8332-4f6a-49c1-a749-4d684ff24056', 'name': 'network-vif-deleted', 'tag': 'dd0cd8a9-1b70-4979-86bb-0bacb040fbca', 'status': 'completed', 'code': 200} Aug 10 03:39:23.077185 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3b0246ff-6936-4b42-baef-80b1eafb0ea6 req-f7def80f-f08c-45f9-a4a7-88190edc0370 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=619e8332-4f6a-49c1-a749-4d684ff24056 HTTP/1.1" status: 200 len: 210 time: 0.0297446 Aug 10 03:39:23.600797 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa768dd-d6f4-4da9-a160-0c28bba37eb9 req-741da5c8-9d8c-496f-bb42-d0f26e217351 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:23.602308 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3aa768dd-d6f4-4da9-a160-0c28bba37eb9 req-741da5c8-9d8c-496f-bb42-d0f26e217351 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=6bfa422e-3e9b-470d-a12e-e36141dd564d HTTP/1.1" status: 200 len: 946 time: 0.0498567 Aug 10 03:39:23.640843 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3aa768dd-d6f4-4da9-a160-0c28bba37eb9 req-cd437f85-3d67-4df6-a02a-ffcd15170e8b tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316930 Aug 10 03:39:23.758714 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ba5e4-54c5-4ea5-af3f-4392065fb9c4 req-d1e24506-c555-44eb-ac6e-3d094ee60c01 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:23.760234 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-127ba5e4-54c5-4ea5-af3f-4392065fb9c4 req-d1e24506-c555-44eb-ac6e-3d094ee60c01 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=6bfa422e-3e9b-470d-a12e-e36141dd564d HTTP/1.1" status: 200 len: 946 time: 0.0530095 Aug 10 03:39:23.798354 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-127ba5e4-54c5-4ea5-af3f-4392065fb9c4 req-33b97a97-8b03-4e3d-a718-5a7ef74feea3 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315607 Aug 10 03:39:23.911037 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38834fe-6d7b-4f37-a9b3-fde2fac309e9 req-e59351d8-9403-43b7-ad20-d3833836265b tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:23.912580 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a38834fe-6d7b-4f37-a9b3-fde2fac309e9 req-e59351d8-9403-43b7-ad20-d3833836265b tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=6bfa422e-3e9b-470d-a12e-e36141dd564d HTTP/1.1" status: 200 len: 946 time: 0.0495374 Aug 10 03:39:23.950029 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a38834fe-6d7b-4f37-a9b3-fde2fac309e9 req-386e096f-9145-42ab-b5d2-7e74791c2904 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306273 Aug 10 03:39:24.138205 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60044) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:24.261144 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc36491c-6c28-449b-ac92-5ea2c374aa4b req-8a1715ba-d979-4631-9e5c-50c525136080 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:24.263227 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fc36491c-6c28-449b-ac92-5ea2c374aa4b req-8a1715ba-d979-4631-9e5c-50c525136080 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=6bfa422e-3e9b-470d-a12e-e36141dd564d HTTP/1.1" status: 200 len: 946 time: 0.1172469 Aug 10 03:39:24.352436 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fc36491c-6c28-449b-ac92-5ea2c374aa4b req-0a0cc447-ad15-45c3-80c1-959d39a9b35a tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806310 Aug 10 03:39:24.563561 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a5ffc6ec-94c5-4fc0-bba1-de4fc8f18afa tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:24.819284 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-a5ffc6ec-94c5-4fc0-bba1-de4fc8f18afa tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Deleting port 8c83cce6-98bf-4815-875f-e71aa35aa1d3 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:24.819634 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a5ffc6ec-94c5-4fc0-bba1-de4fc8f18afa tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:24.908813 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-a5ffc6ec-94c5-4fc0-bba1-de4fc8f18afa tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] For port 8c83cce6-98bf-4815-875f-e71aa35aa1d3, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=8c83cce6-98bf-4815-875f-e71aa35aa1d3,segment=NetworkSegment(3ecd5121-305d-481a-81a1-d16c0bb05da5),segment_id=3ecd5121-305d-481a-81a1-d16c0bb05da5)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:24.909197 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a5ffc6ec-94c5-4fc0-bba1-de4fc8f18afa tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:24.930228 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-a5ffc6ec-94c5-4fc0-bba1-de4fc8f18afa tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Calling delete_port for 8c83cce6-98bf-4815-875f-e71aa35aa1d3 owned by network:router_interface {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:25.129463 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a5ffc6ec-94c5-4fc0-bba1-de4fc8f18afa tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:25.159112 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ffc6ec-94c5-4fc0-bba1-de4fc8f18afa tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event deleted for resources: {'Port': ['ID=8c83cce6-98bf-4815-875f-e71aa35aa1d3,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:25.338725 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a5ffc6ec-94c5-4fc0-bba1-de4fc8f18afa tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:25.492593 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f8376-9f35-4090-8047-d7b788bf0322 req-f8ed9f73-5069-482f-81c0-1818b5716ff3 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:25.494057 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0c1f8376-9f35-4090-8047-d7b788bf0322 req-f8ed9f73-5069-482f-81c0-1818b5716ff3 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=6bfa422e-3e9b-470d-a12e-e36141dd564d HTTP/1.1" status: 200 len: 946 time: 0.0647638 Aug 10 03:39:25.599422 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0c1f8376-9f35-4090-8047-d7b788bf0322 req-7714e6cc-42aa-478c-9b42-193877a85151 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691221 Aug 10 03:39:25.628848 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ffc6ec-94c5-4fc0-bba1-de4fc8f18afa tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Router 3ef6252e-4e1a-4949-b108-3d284aaf1d92 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:39:25.714696 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60048) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:25.721113 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-caaefcf3-e842-4f56-8904-7fd0ee1218ec tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Request body: {'subnet': {'network_id': '5e6e0bbd-e2b7-4ca7-ab5c-b3ddbd854741', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:25.746981 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111419d-aaae-4f5d-a536-e0deac337055 req-ddf5e980-bb80-40c0-9b48-72c2f314d015 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:25.748452 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3111419d-aaae-4f5d-a536-e0deac337055 req-ddf5e980-bb80-40c0-9b48-72c2f314d015 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.60 "GET /v2.0/ports?device_id=6bfa422e-3e9b-470d-a12e-e36141dd564d HTTP/1.1" status: 200 len: 946 time: 0.0525992 Aug 10 03:39:25.798971 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ffc6ec-94c5-4fc0-bba1-de4fc8f18afa tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:39:25.805101 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-a5ffc6ec-94c5-4fc0-bba1-de4fc8f18afa tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "PUT /v2.0/routers/3ef6252e-4e1a-4949-b108-3d284aaf1d92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6650298 Aug 10 03:39:25.808176 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60050) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:25.813239 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bab5e63-7880-48a6-9513-f78e8b5aef27 None None] Sync routers for ids ['3ef6252e-4e1a-4949-b108-3d284aaf1d92'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:39:25.823843 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bab5e63-7880-48a6-9513-f78e8b5aef27 None None] Routers {'3ef6252e-4e1a-4949-b108-3d284aaf1d92'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:25.825295 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-2bab5e63-7880-48a6-9513-f78e8b5aef27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:39:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['3ef6252e-4e1a-4949-b108-3d284aaf1d92'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:25.844641 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-3111419d-aaae-4f5d-a536-e0deac337055 req-201c96d3-92a5-4d82-b9fb-0cbb9bd294bc tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Deleting port 3eb9947c-5394-49de-bf38-8265cfde5b10 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:25.845001 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-3111419d-aaae-4f5d-a536-e0deac337055 req-201c96d3-92a5-4d82-b9fb-0cbb9bd294bc tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:25.878013 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-cffa81c2-e8d3-4591-b9b9-cb00a211688f tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Deleting subnet a9158b84-3f01-4578-9ac6-1d85b7cb48c2 {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:39:25.879930 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caaefcf3-e842-4f56-8904-7fd0ee1218ec tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Made reservation on behalf of ef8f37557b4140058c160af00d14b7a8 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:25.883208 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-caaefcf3-e842-4f56-8904-7fd0ee1218ec tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:25.889046 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cffa81c2-e8d3-4591-b9b9-cb00a211688f tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:25.934149 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-2bab5e63-7880-48a6-9513-f78e8b5aef27 None None] Set router 3ef6252e-4e1a-4949-b108-3d284aaf1d92 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:25.940942 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-3111419d-aaae-4f5d-a536-e0deac337055 req-201c96d3-92a5-4d82-b9fb-0cbb9bd294bc tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] For port 3eb9947c-5394-49de-bf38-8265cfde5b10, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=3eb9947c-5394-49de-bf38-8265cfde5b10,segment=NetworkSegment(5c87df8d-954c-4397-aa68-23e5690c99d4),segment_id=5c87df8d-954c-4397-aa68-23e5690c99d4)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:25.941316 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-3111419d-aaae-4f5d-a536-e0deac337055 req-201c96d3-92a5-4d82-b9fb-0cbb9bd294bc tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:25.955753 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-3111419d-aaae-4f5d-a536-e0deac337055 req-201c96d3-92a5-4d82-b9fb-0cbb9bd294bc tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Calling delete_port for 3eb9947c-5394-49de-bf38-8265cfde5b10 owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:25.983934 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cffa81c2-e8d3-4591-b9b9-cb00a211688f tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:25.989813 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device dd0cd8a9-1b70-4979-86bb-0bacb040fbca no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:39:26.023362 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: dd0cd8a9-1b70-4979-86bb-0bacb040fbca {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:39:26.023712 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device dd0cd8a9-1b70-4979-86bb-0bacb040fbca not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:39:26.117004 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-3111419d-aaae-4f5d-a536-e0deac337055 req-201c96d3-92a5-4d82-b9fb-0cbb9bd294bc tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:26.131256 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cffa81c2-e8d3-4591-b9b9-cb00a211688f tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:26.135721 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['3eb9947c-5394-49de-bf38-8265cfde5b10'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:39:26.151699 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c96d3-92a5-4d82-b9fb-0cbb9bd294bc tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Pushing event deleted for resources: {'Port': ['ID=3eb9947c-5394-49de-bf38-8265cfde5b10,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:26.184932 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-2bab5e63-7880-48a6-9513-f78e8b5aef27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef6252e-4e1a-4949-b108-3d284aaf1d92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2066978748', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '1c9f5891-9ab9-4b5c-aa2b-268438e7a288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:37:24Z', 'updated_at': '2021-08-10T03:39:25Z', 'revision_number': 5, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'gw_port': {'id': '1c9f5891-9ab9-4b5c-aa2b-268438e7a288', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef6252e-4e1a-4949-b108-3d284aaf1d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:25Z', 'updated_at': '2021-08-10T03:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:26.203654 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-3111419d-aaae-4f5d-a536-e0deac337055 req-201c96d3-92a5-4d82-b9fb-0cbb9bd294bc tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] No DVR routers for this DVR port 3eb9947c-5394-49de-bf38-8265cfde5b10 on host n-h2-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:39:26.207022 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-3111419d-aaae-4f5d-a536-e0deac337055 req-201c96d3-92a5-4d82-b9fb-0cbb9bd294bc tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:26.211232 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3111419d-aaae-4f5d-a536-e0deac337055 req-201c96d3-92a5-4d82-b9fb-0cbb9bd294bc tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.60 "DELETE /v2.0/ports/3eb9947c-5394-49de-bf38-8265cfde5b10 HTTP/1.1" status: 204 len: 173 time: 0.4563048 Aug 10 03:39:26.211832 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bfa422e-3e9b-470d-a12e-e36141dd564d', 'name': 'network-vif-deleted', 'tag': '3eb9947c-5394-49de-bf38-8265cfde5b10'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:39:26.215142 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852832b9-a439-4c2e-8e73-cb8a5d59d1e7" -d '{"events": [{"server_uuid": "6bfa422e-3e9b-470d-a12e-e36141dd564d", "name": "network-vif-deleted", "tag": "3eb9947c-5394-49de-bf38-8265cfde5b10"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:39:26.228224 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-caaefcf3-e842-4f56-8904-7fd0ee1218ec tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:26.263264 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bab5e63-7880-48a6-9513-f78e8b5aef27 None None] Checking router: 3ef6252e-4e1a-4949-b108-3d284aaf1d92 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:39:26.272992 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bab5e63-7880-48a6-9513-f78e8b5aef27 None None] Routers {'3ef6252e-4e1a-4949-b108-3d284aaf1d92'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:26.273627 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-2bab5e63-7880-48a6-9513-f78e8b5aef27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:39:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['3ef6252e-4e1a-4949-b108-3d284aaf1d92'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:26.284488 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaefcf3-e842-4f56-8904-7fd0ee1218ec tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Pushing event updated for resources: {'Subnet': ['ID=95424b6f-e281-4910-af51-8f0f2a81ec59,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:26.311733 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba82384f-1c75-4f67-8827-9e18c78496b9 x-openstack-request-id: req-ba82384f-1c75-4f67-8827-9e18c78496b9 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:39:26.312302 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bfa422e-3e9b-470d-a12e-e36141dd564d", "name": "network-vif-deleted", "tag": "3eb9947c-5394-49de-bf38-8265cfde5b10", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:39:26.312838 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ba82384f-1c75-4f67-8827-9e18c78496b9 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:39:26.313407 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bfa422e-3e9b-470d-a12e-e36141dd564d', 'name': 'network-vif-deleted', 'tag': '3eb9947c-5394-49de-bf38-8265cfde5b10', 'status': 'completed', 'code': 200} Aug 10 03:39:26.327934 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cffa81c2-e8d3-4591-b9b9-cb00a211688f tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:26.363527 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caaefcf3-e842-4f56-8904-7fd0ee1218ec tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Checking segment: {'id': 'fc4240d3-8e79-4712-842c-854fbbdb72e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '5e6e0bbd-e2b7-4ca7-ab5c-b3ddbd854741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:39:26.363994 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caaefcf3-e842-4f56-8904-7fd0ee1218ec tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Network hostable DHCP agents. Network: 5e6e0bbd-e2b7-4ca7-ab5c-b3ddbd854741, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:39:26.370224 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffa81c2-e8d3-4591-b9b9-cb00a211688f tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event deleted for resources: {'Subnet': ['ID=a9158b84-3f01-4578-9ac6-1d85b7cb48c2,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:26.375905 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cffa81c2-e8d3-4591-b9b9-cb00a211688f tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:26.378094 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-cffa81c2-e8d3-4591-b9b9-cb00a211688f tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "DELETE /v2.0/subnets/a9158b84-3f01-4578-9ac6-1d85b7cb48c2 HTTP/1.1" status: 204 len: 168 time: 0.5684810 Aug 10 03:39:26.380812 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60054) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:26.393921 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34899fe8-e1a4-4b63-879e-14b7c66cd3a3 None None] Network e72c2d8c-7095-467c-8fc5-9b7663772750 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:26.449553 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caaefcf3-e842-4f56-8904-7fd0ee1218ec tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Network 5e6e0bbd-e2b7-4ca7-ab5c-b3ddbd854741 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:39:26.470559 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-2bab5e63-7880-48a6-9513-f78e8b5aef27 None None] Set router 3ef6252e-4e1a-4949-b108-3d284aaf1d92 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:26.494462 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-caaefcf3-e842-4f56-8904-7fd0ee1218ec tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 5e6e0bbd-e2b7-4ca7-ab5c-b3ddbd854741) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:26.499901 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caaefcf3-e842-4f56-8904-7fd0ee1218ec tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:26.500684 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-caaefcf3-e842-4f56-8904-7fd0ee1218ec tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:26.531201 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:26.535778 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-caaefcf3-e842-4f56-8904-7fd0ee1218ec tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8161316 Aug 10 03:39:26.535778 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60056) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:26.538643 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13748a1e-d4af-42c7-9c2c-d9b08d7b8f01 None None] Network 5e6e0bbd-e2b7-4ca7-ab5c-b3ddbd854741 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:26.541095 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-7fbe632e-1866-4ac3-ba6f-a924f0b7a3a5 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1726140546'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:26.557318 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1e777bd1-20db-4d80-b749-d5374a118105 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for router, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:26.672188 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fbe632e-1866-4ac3-ba6f-a924f0b7a3a5 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Made reservation on behalf of ef8f37557b4140058c160af00d14b7a8 for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:26.676174 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7fbe632e-1866-4ac3-ba6f-a924f0b7a3a5 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:26.698644 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1e777bd1-20db-4d80-b749-d5374a118105 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:26.742331 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2e6b9c7c-e1d3-4040-831d-bfef5fc725f1 req-fd18ef63-79e3-432c-94d8-1e38c980df47 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=6bfa422e-3e9b-470d-a12e-e36141dd564d HTTP/1.1" status: 200 len: 210 time: 0.0465066 Aug 10 03:39:26.747109 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fbe632e-1866-4ac3-ba6f-a924f0b7a3a5 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:39:26.777018 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7fbe632e-1866-4ac3-ba6f-a924f0b7a3a5 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:26.778297 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-7fbe632e-1866-4ac3-ba6f-a924f0b7a3a5 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Added segment 03417c3c-41d5-4d9a-8e3f-4b281c0b46d1 of type vlan for network dba55ce3-5df4-488e-b939-6058c017a168 Aug 10 03:39:26.778825 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:26.830054 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7fbe632e-1866-4ac3-ba6f-a924f0b7a3a5 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:26.845297 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-1e777bd1-20db-4d80-b749-d5374a118105 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Deleting port 1c9f5891-9ab9-4b5c-aa2b-268438e7a288 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:26.845653 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1e777bd1-20db-4d80-b749-d5374a118105 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:26.857253 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9dd26e2-76fd-4e53-812b-bd04eafbdcf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-5e6e0bbd-e2b7-4ca7-ab5c-b3ddbd854741', 'network_id': '5e6e0bbd-e2b7-4ca7-ab5c-b3ddbd854741', 'tenant_id': 'ef8f37557b4140058c160af00d14b7a8', 'fixed_ips': [{'subnet_id': '95424b6f-e281-4910-af51-8f0f2a81ec59'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:39:26.858115 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b9dd26e2-76fd-4e53-812b-bd04eafbdcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:26.909718 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7fbe632e-1866-4ac3-ba6f-a924f0b7a3a5 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:26.914493 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbe632e-1866-4ac3-ba6f-a924f0b7a3a5 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:26.915139 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7fbe632e-1866-4ac3-ba6f-a924f0b7a3a5 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:26.941185 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d366c2-9084-4799-9cac-3d2e4d5c328f None None] DHCP port deletion for e72c2d8c-7095-467c-8fc5-9b7663772750 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:39:26.984445 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-7fbe632e-1866-4ac3-ba6f-a924f0b7a3a5 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4477119 Aug 10 03:39:26.987922 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60060) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:26.998190 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-faf7544c-e92b-4a6c-b3ba-aaf96b90ad7c tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Request body: {'subnet': {'network_id': 'dba55ce3-5df4-488e-b939-6058c017a168', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:27.007494 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe632e-1866-4ac3-ba6f-a924f0b7a3a5 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Pushing event updated for resources: {'Network': ['ID=dba55ce3-5df4-488e-b939-6058c017a168,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:27.010827 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-1e777bd1-20db-4d80-b749-d5374a118105 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] For port 1c9f5891-9ab9-4b5c-aa2b-268438e7a288, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=1c9f5891-9ab9-4b5c-aa2b-268438e7a288,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:27.011213 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1e777bd1-20db-4d80-b749-d5374a118105 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:27.023147 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network dba55ce3-5df4-488e-b939-6058c017a168 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:39:27.024525 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-1e777bd1-20db-4d80-b749-d5374a118105 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Calling delete_port for 1c9f5891-9ab9-4b5c-aa2b-268438e7a288 owned by network:router_gateway {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:27.160934 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf7544c-e92b-4a6c-b3ba-aaf96b90ad7c tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Made reservation on behalf of ef8f37557b4140058c160af00d14b7a8 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:27.164802 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-faf7544c-e92b-4a6c-b3ba-aaf96b90ad7c tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:27.235708 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1e777bd1-20db-4d80-b749-d5374a118105 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:27.274382 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e777bd1-20db-4d80-b749-d5374a118105 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event deleted for resources: {'Port': ['ID=1c9f5891-9ab9-4b5c-aa2b-268438e7a288,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:27.299741 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-2bab5e63-7880-48a6-9513-f78e8b5aef27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef6252e-4e1a-4949-b108-3d284aaf1d92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2066978748', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '1c9f5891-9ab9-4b5c-aa2b-268438e7a288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:37:24Z', 'updated_at': '2021-08-10T03:39:25Z', 'revision_number': 5, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'gw_port': {'id': '1c9f5891-9ab9-4b5c-aa2b-268438e7a288', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef6252e-4e1a-4949-b108-3d284aaf1d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:25Z', 'updated_at': '2021-08-10T03:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:27.334670 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bab5e63-7880-48a6-9513-f78e8b5aef27 None None] The sync data for ids ['3ef6252e-4e1a-4949-b108-3d284aaf1d92'] in n-d-768851-15 is: [{'id': '3ef6252e-4e1a-4949-b108-3d284aaf1d92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2066978748', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '1c9f5891-9ab9-4b5c-aa2b-268438e7a288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:37:24Z', 'updated_at': '2021-08-10T03:39:25Z', 'revision_number': 5, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'gw_port': {'id': '1c9f5891-9ab9-4b5c-aa2b-268438e7a288', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef6252e-4e1a-4949-b108-3d284aaf1d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:25Z', 'updated_at': '2021-08-10T03:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:39:27.361940 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-b9dd26e2-76fd-4e53-812b-bd04eafbdcf1 None None] Allocated IP 2001:db8:0:ffff::2 (5e6e0bbd-e2b7-4ca7-ab5c-b3ddbd854741/95424b6f-e281-4910-af51-8f0f2a81ec59/824af5f6-f931-483a-b418-50e1dd014c95) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:39:27.372864 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1e777bd1-20db-4d80-b749-d5374a118105 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:27.379730 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-e2d366c2-9084-4799-9cac-3d2e4d5c328f None None] Deleting port b3c30cba-f617-4e59-b035-d15c059442f3 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:27.380286 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e2d366c2-9084-4799-9cac-3d2e4d5c328f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:27.434701 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-faf7544c-e92b-4a6c-b3ba-aaf96b90ad7c tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:27.500272 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-e2d366c2-9084-4799-9cac-3d2e4d5c328f None None] For port b3c30cba-f617-4e59-b035-d15c059442f3, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=b3c30cba-f617-4e59-b035-d15c059442f3,segment=NetworkSegment(3ecd5121-305d-481a-81a1-d16c0bb05da5),segment_id=3ecd5121-305d-481a-81a1-d16c0bb05da5)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:27.500593 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e2d366c2-9084-4799-9cac-3d2e4d5c328f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:27.512067 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf7544c-e92b-4a6c-b3ba-aaf96b90ad7c tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Pushing event updated for resources: {'Subnet': ['ID=60ea564d-40d7-4f8a-bfeb-74743671bf77,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:27.521693 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-e2d366c2-9084-4799-9cac-3d2e4d5c328f None None] Calling delete_port for b3c30cba-f617-4e59-b035-d15c059442f3 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:27.526609 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf7544c-e92b-4a6c-b3ba-aaf96b90ad7c tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Checking segment: {'id': '03417c3c-41d5-4d9a-8e3f-4b281c0b46d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'dba55ce3-5df4-488e-b939-6058c017a168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:39:27.527000 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf7544c-e92b-4a6c-b3ba-aaf96b90ad7c tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Network hostable DHCP agents. Network: dba55ce3-5df4-488e-b939-6058c017a168, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:39:27.546430 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf7544c-e92b-4a6c-b3ba-aaf96b90ad7c tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Network dba55ce3-5df4-488e-b939-6058c017a168 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:39:27.560842 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-faf7544c-e92b-4a6c-b3ba-aaf96b90ad7c tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, dba55ce3-5df4-488e-b939-6058c017a168) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:27.574794 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf7544c-e92b-4a6c-b3ba-aaf96b90ad7c tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:27.575616 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-faf7544c-e92b-4a6c-b3ba-aaf96b90ad7c tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:27.588152 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268c52a0-f168-4f8c-be55-8c227d51a284 None None] Network dba55ce3-5df4-488e-b939-6058c017a168 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:27.600818 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-faf7544c-e92b-4a6c-b3ba-aaf96b90ad7c tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6107149 Aug 10 03:39:27.601671 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60062) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:27.753657 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9cb11f2e-7fba-49cf-8913-d15477296584 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:27.759644 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b9dd26e2-76fd-4e53-812b-bd04eafbdcf1 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:27.796462 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b9dd26e2-76fd-4e53-812b-bd04eafbdcf1 None None] Transition to ACTIVE for port object 824af5f6-f931-483a-b418-50e1dd014c95 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:27.807107 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e2d366c2-9084-4799-9cac-3d2e4d5c328f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:27.842590 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9cb11f2e-7fba-49cf-8913-d15477296584 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:27.877192 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d366c2-9084-4799-9cac-3d2e4d5c328f None None] Pushing event deleted for resources: {'Port': ['ID=b3c30cba-f617-4e59-b035-d15c059442f3,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:27.880614 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d366c2-9084-4799-9cac-3d2e4d5c328f None None] No DVR routers for this DVR port b3c30cba-f617-4e59-b035-d15c059442f3 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:39:27.895432 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b9dd26e2-76fd-4e53-812b-bd04eafbdcf1 None None] Transition to ACTIVE for port object 824af5f6-f931-483a-b418-50e1dd014c95 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:27.922024 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b9dd26e2-76fd-4e53-812b-bd04eafbdcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:27.967610 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9cb11f2e-7fba-49cf-8913-d15477296584 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:27.984575 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f5df05d3-a8d5-42f1-861c-b751a76481b4 req-2504520a-7bd0-48bc-96be-aaa4a1dc7de0 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=6bfa422e-3e9b-470d-a12e-e36141dd564d HTTP/1.1" status: 200 len: 210 time: 0.0343354 Aug 10 03:39:27.986195 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a5adaf-a304-4f58-a63f-5df1eab0bd55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-dba55ce3-5df4-488e-b939-6058c017a168', 'network_id': 'dba55ce3-5df4-488e-b939-6058c017a168', 'tenant_id': 'ef8f37557b4140058c160af00d14b7a8', 'fixed_ips': [{'subnet_id': '60ea564d-40d7-4f8a-bfeb-74743671bf77'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:39:27.986375 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1e777bd1-20db-4d80-b749-d5374a118105 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:27.987484 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f9a5adaf-a304-4f58-a63f-5df1eab0bd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:27.992302 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1e777bd1-20db-4d80-b749-d5374a118105 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:28.019131 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb11f2e-7fba-49cf-8913-d15477296584 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Pushing event deleted for resources: {'Subnet': ['ID=60ea564d-40d7-4f8a-bfeb-74743671bf77,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:28.036157 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9dd26e2-76fd-4e53-812b-bd04eafbdcf1 None None] Network 5e6e0bbd-e2b7-4ca7-ab5c-b3ddbd854741 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:28.057055 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-b9dd26e2-76fd-4e53-812b-bd04eafbdcf1 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:28.061620 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1e777bd1-20db-4d80-b749-d5374a118105 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:28.062836 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e777bd1-20db-4d80-b749-d5374a118105 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Fanout notify agent at l3_agent the message router_deleted on router 3ef6252e-4e1a-4949-b108-3d284aaf1d92 {{(pid=94216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:39:28.071519 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dd26e2-76fd-4e53-812b-bd04eafbdcf1 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:39:28.072351 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1e777bd1-20db-4d80-b749-d5374a118105 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:28.074253 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-1e777bd1-20db-4d80-b749-d5374a118105 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "DELETE /v2.0/routers/3ef6252e-4e1a-4949-b108-3d284aaf1d92 HTTP/1.1" status: 204 len: 168 time: 1.6923008 Aug 10 03:39:28.076862 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60066) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:28.077000 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dd26e2-76fd-4e53-812b-bd04eafbdcf1 None None] Pushing event updated for resources: {'Port': ['ID=824af5f6-f931-483a-b418-50e1dd014c95,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:28.136266 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9cb11f2e-7fba-49cf-8913-d15477296584 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:28.156324 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-9cb11f2e-7fba-49cf-8913-d15477296584 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dba55ce3-5df4-488e-b939-6058c017a168']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:28.167561 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ebce016d-8e68-4dab-a09b-e0eddbb01ad0 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:28.177424 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-9cb11f2e-7fba-49cf-8913-d15477296584 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03417c3c-41d5-4d9a-8e3f-4b281c0b46d1') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:28.178197 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-9cb11f2e-7fba-49cf-8913-d15477296584 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03417c3c-41d5-4d9a-8e3f-4b281c0b46d1') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:28.198790 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9cb11f2e-7fba-49cf-8913-d15477296584 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:28.222594 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9cb11f2e-7fba-49cf-8913-d15477296584 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:28.231146 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad41ee10-1758-4a71-b0f6-73081499fdd0 None None] Network dba55ce3-5df4-488e-b939-6058c017a168 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:28.231977 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cb11f2e-7fba-49cf-8913-d15477296584 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:39:28.232567 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9cb11f2e-7fba-49cf-8913-d15477296584 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:28.238064 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:39:28.238064 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:39:28.238064 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:39:28.238064 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:39:28.238064 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:39:28.238064 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:39:28.238064 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:39:28.238064 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:39:28.238064 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:39:28.238064 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:39:28.238064 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:39:28.238064 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:39:28.238064 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:39:28.238064 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:39:28.238064 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:39:28.238064 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:39:28.238064 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:39:28.238064 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:39:28.238064 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:39:28.238064 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:39:28.238064 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:39:28.238064 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:39:28.238064 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:39:28.238064 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:39:28.238064 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:39:28.238064 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:39:28.238064 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:39:28.238064 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:39:28.238064 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:39:28.238064 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:39:28.238064 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:39:28.238064 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:39:28.270028 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-b9dd26e2-76fd-4e53-812b-bd04eafbdcf1 None None] Attempting to bind port 824af5f6-f931-483a-b418-50e1dd014c95 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:39:28.270409 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-b9dd26e2-76fd-4e53-812b-bd04eafbdcf1 None None] Attempting to bind port 824af5f6-f931-483a-b418-50e1dd014c95 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'fc4240d3-8e79-4712-842c-854fbbdb72e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '5e6e0bbd-e2b7-4ca7-ab5c-b3ddbd854741'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:39:28.270868 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dd26e2-76fd-4e53-812b-bd04eafbdcf1 None None] Attempting to bind port 824af5f6-f931-483a-b418-50e1dd014c95 on network 5e6e0bbd-e2b7-4ca7-ab5c-b3ddbd854741 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:39:28.298564 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ebce016d-8e68-4dab-a09b-e0eddbb01ad0 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:28.310687 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-ebce016d-8e68-4dab-a09b-e0eddbb01ad0 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e72c2d8c-7095-467c-8fc5-9b7663772750']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:28.316188 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dd26e2-76fd-4e53-812b-bd04eafbdcf1 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:39:28.316576 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dd26e2-76fd-4e53-812b-bd04eafbdcf1 None None] Checking segment: {'id': 'fc4240d3-8e79-4712-842c-854fbbdb72e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '5e6e0bbd-e2b7-4ca7-ab5c-b3ddbd854741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:39:28.317047 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b9dd26e2-76fd-4e53-812b-bd04eafbdcf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:28.317712 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dd26e2-76fd-4e53-812b-bd04eafbdcf1 None None] Bound using segment: {'id': 'fc4240d3-8e79-4712-842c-854fbbdb72e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '5e6e0bbd-e2b7-4ca7-ab5c-b3ddbd854741'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:39:28.318206 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-b9dd26e2-76fd-4e53-812b-bd04eafbdcf1 None None] Bound port: 824af5f6-f931-483a-b418-50e1dd014c95, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc4240d3-8e79-4712-842c-854fbbdb72e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '5e6e0bbd-e2b7-4ca7-ab5c-b3ddbd854741'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:39:28.318788 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b9dd26e2-76fd-4e53-812b-bd04eafbdcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:28.342831 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9cb11f2e-7fba-49cf-8913-d15477296584 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:28.351515 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-ebce016d-8e68-4dab-a09b-e0eddbb01ad0 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ecd5121-305d-481a-81a1-d16c0bb05da5') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:28.352116 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-ebce016d-8e68-4dab-a09b-e0eddbb01ad0 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ecd5121-305d-481a-81a1-d16c0bb05da5') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:28.362396 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9cb11f2e-7fba-49cf-8913-d15477296584 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:28.363962 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ebce016d-8e68-4dab-a09b-e0eddbb01ad0 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:28.371464 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9cb11f2e-7fba-49cf-8913-d15477296584 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] 10.222.0.62 "DELETE /v2.0/networks/dba55ce3-5df4-488e-b939-6058c017a168 HTTP/1.1" status: 204 len: 168 time: 0.7685120 Aug 10 03:39:28.372134 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60068) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:28.389021 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-01913af0-dc79-4470-8c03-6f951f8afab5 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1502075576'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:28.390711 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ebce016d-8e68-4dab-a09b-e0eddbb01ad0 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:28.401140 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebce016d-8e68-4dab-a09b-e0eddbb01ad0 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:39:28.402120 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ebce016d-8e68-4dab-a09b-e0eddbb01ad0 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:28.410567 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb11f2e-7fba-49cf-8913-d15477296584 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Pushing event deleted for resources: {'Network': ['ID=dba55ce3-5df4-488e-b939-6058c017a168,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:28.414631 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01913af0-dc79-4470-8c03-6f951f8afab5 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Made reservation on behalf of ef8f37557b4140058c160af00d14b7a8 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:28.419511 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-01913af0-dc79-4470-8c03-6f951f8afab5 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:28.452905 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01913af0-dc79-4470-8c03-6f951f8afab5 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:39:28.474577 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-01913af0-dc79-4470-8c03-6f951f8afab5 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:28.475092 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-01913af0-dc79-4470-8c03-6f951f8afab5 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Added segment f7baa608-b734-4b18-a581-274c60e5b1ed of type vlan for network b2eb7ea5-ee31-4ea5-ad1a-6f88f0f96991 Aug 10 03:39:28.477991 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:39:28.477991 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:39:28.477991 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:39:28.477991 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:39:28.477991 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:39:28.477991 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:39:28.477991 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:39:28.477991 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:39:28.477991 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:39:28.477991 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:39:28.477991 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:39:28.477991 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:39:28.477991 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:39:28.477991 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:39:28.477991 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:39:28.477991 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:39:28.477991 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:39:28.477991 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:39:28.477991 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:39:28.477991 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:39:28.477991 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:39:28.477991 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:39:28.477991 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:39:28.477991 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:39:28.477991 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:39:28.477991 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:39:28.477991 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:39:28.477991 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:39:28.477991 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:39:28.477991 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:39:28.477991 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:39:28.477991 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:39:28.482621 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ebce016d-8e68-4dab-a09b-e0eddbb01ad0 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:28.491593 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ebce016d-8e68-4dab-a09b-e0eddbb01ad0 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:28.497206 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ebce016d-8e68-4dab-a09b-e0eddbb01ad0 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "DELETE /v2.0/networks/e72c2d8c-7095-467c-8fc5-9b7663772750 HTTP/1.1" status: 204 len: 168 time: 0.4188089 Aug 10 03:39:28.499450 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b9dd26e2-76fd-4e53-812b-bd04eafbdcf1 None None] For port 824af5f6-f931-483a-b418-50e1dd014c95, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:39:28.499667 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60070) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:28.503755 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b9dd26e2-76fd-4e53-812b-bd04eafbdcf1 None None] For port 824af5f6-f931-483a-b418-50e1dd014c95, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=824af5f6-f931-483a-b418-50e1dd014c95,segment=NetworkSegment(fc4240d3-8e79-4712-842c-854fbbdb72e1),segment_id=fc4240d3-8e79-4712-842c-854fbbdb72e1)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:39:28.508896 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b9dd26e2-76fd-4e53-812b-bd04eafbdcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:28.532357 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-01913af0-dc79-4470-8c03-6f951f8afab5 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:28.551743 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebce016d-8e68-4dab-a09b-e0eddbb01ad0 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event deleted for resources: {'Network': ['ID=e72c2d8c-7095-467c-8fc5-9b7663772750,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:28.580261 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-01913af0-dc79-4470-8c03-6f951f8afab5 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:28.594150 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dd26e2-76fd-4e53-812b-bd04eafbdcf1 None None] Pushing event updated for resources: {'Port': ['ID=824af5f6-f931-483a-b418-50e1dd014c95,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:28.594694 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01913af0-dc79-4470-8c03-6f951f8afab5 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:28.595959 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-01913af0-dc79-4470-8c03-6f951f8afab5 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:28.602899 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9fad60ef-13dd-45e7-80a6-54438a945ca7 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:28.637685 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9fad60ef-13dd-45e7-80a6-54438a945ca7 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:28.732765 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01913af0-dc79-4470-8c03-6f951f8afab5 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Pushing event updated for resources: {'Network': ['ID=b2eb7ea5-ee31-4ea5-ad1a-6f88f0f96991,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:28.745839 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60072) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:28.749415 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network b2eb7ea5-ee31-4ea5-ad1a-6f88f0f96991 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:39:28.752269 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-a7b6785d-1c9a-4347-b75a-c605642afac7 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Request body: {'subnet': {'network_id': 'b2eb7ea5-ee31-4ea5-ad1a-6f88f0f96991', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:28.758505 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-01913af0-dc79-4470-8c03-6f951f8afab5 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3752885 Aug 10 03:39:28.799112 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b3c30cba-f617-4e59-b035-d15c059442f3 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:39:28.832480 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: b3c30cba-f617-4e59-b035-d15c059442f3 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:39:28.832826 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b3c30cba-f617-4e59-b035-d15c059442f3 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:39:28.833246 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 1c9f5891-9ab9-4b5c-aa2b-268438e7a288 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:39:28.847175 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9fad60ef-13dd-45e7-80a6-54438a945ca7 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:28.847783 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9fad60ef-13dd-45e7-80a6-54438a945ca7 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:28.851463 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-9fad60ef-13dd-45e7-80a6-54438a945ca7 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "DELETE /v2.0/security-groups/48f8cca3-15dd-4491-9588-b4714c15bbd7 HTTP/1.1" status: 204 len: 168 time: 0.3481145 Aug 10 03:39:28.885956 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 1c9f5891-9ab9-4b5c-aa2b-268438e7a288 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:39:28.898763 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 1c9f5891-9ab9-4b5c-aa2b-268438e7a288 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:39:28.898763 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 8c83cce6-98bf-4815-875f-e71aa35aa1d3 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:39:28.911303 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad60ef-13dd-45e7-80a6-54438a945ca7 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f8cca3-15dd-4491-9588-b4714c15bbd7,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:28.934226 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b6785d-1c9a-4347-b75a-c605642afac7 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Made reservation on behalf of ef8f37557b4140058c160af00d14b7a8 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:28.938322 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a7b6785d-1c9a-4347-b75a-c605642afac7 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:28.939999 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 8c83cce6-98bf-4815-875f-e71aa35aa1d3 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:39:28.940350 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 8c83cce6-98bf-4815-875f-e71aa35aa1d3 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:39:29.128766 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-53b1f8f3-6cb8-4222-915f-40ea93dfa8e1 req-d89d8677-8ec5-4486-996b-4430e631ad45 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=6bfa422e-3e9b-470d-a12e-e36141dd564d HTTP/1.1" status: 200 len: 210 time: 0.0359316 Aug 10 03:39:29.261136 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a7b6785d-1c9a-4347-b75a-c605642afac7 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:29.332558 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b6785d-1c9a-4347-b75a-c605642afac7 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Pushing event updated for resources: {'Subnet': ['ID=33a90334-bfe3-483e-8236-ef79311b915a,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:29.338825 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b6785d-1c9a-4347-b75a-c605642afac7 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Checking segment: {'id': 'f7baa608-b734-4b18-a581-274c60e5b1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b2eb7ea5-ee31-4ea5-ad1a-6f88f0f96991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:39:29.339277 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b6785d-1c9a-4347-b75a-c605642afac7 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Network hostable DHCP agents. Network: b2eb7ea5-ee31-4ea5-ad1a-6f88f0f96991, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:39:29.359935 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b6785d-1c9a-4347-b75a-c605642afac7 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Network b2eb7ea5-ee31-4ea5-ad1a-6f88f0f96991 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:39:29.372471 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-a7b6785d-1c9a-4347-b75a-c605642afac7 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, b2eb7ea5-ee31-4ea5-ad1a-6f88f0f96991) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:29.378295 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b6785d-1c9a-4347-b75a-c605642afac7 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:29.382139 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a7b6785d-1c9a-4347-b75a-c605642afac7 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:29.391268 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa7df80-b2dc-43d4-a478-59b0b38b8288 None None] Network b2eb7ea5-ee31-4ea5-ad1a-6f88f0f96991 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:29.407591 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-a7b6785d-1c9a-4347-b75a-c605642afac7 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6598310 Aug 10 03:39:29.412092 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60080) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:29.421517 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-88645fe2-f9ed-4f0a-8e9f-8a3495e0b171 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1252149570'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:29.483498 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60082) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:29.489247 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-8460269d-67fd-4e0f-ba6c-5e1e25542882 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1251108184', 'description': 'tempest-secgroup-smoke-1251108184 description', 'project_id': 'd4cffc5e26914104899297a77f2206bf'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:29.498020 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88645fe2-f9ed-4f0a-8e9f-8a3495e0b171 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Made reservation on behalf of ef8f37557b4140058c160af00d14b7a8 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:29.525053 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8460269d-67fd-4e0f-ba6c-5e1e25542882 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:29.526923 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-88645fe2-f9ed-4f0a-8e9f-8a3495e0b171 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:29.576418 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88645fe2-f9ed-4f0a-8e9f-8a3495e0b171 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:39:29.587423 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-88645fe2-f9ed-4f0a-8e9f-8a3495e0b171 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:29.587707 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-88645fe2-f9ed-4f0a-8e9f-8a3495e0b171 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Added segment 2b479fcd-ad6d-4f77-9d37-cef5bcfadac5 of type vlan for network eca89577-4d2a-4ca9-842e-c03cb4af5e50 Aug 10 03:39:29.659325 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-88645fe2-f9ed-4f0a-8e9f-8a3495e0b171 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:29.668572 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8460269d-67fd-4e0f-ba6c-5e1e25542882 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:29.678417 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8460269d-67fd-4e0f-ba6c-5e1e25542882 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:29.681729 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b8ecda-63a3-4092-a024-c34cf58ef438 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-b2eb7ea5-ee31-4ea5-ad1a-6f88f0f96991', 'network_id': 'b2eb7ea5-ee31-4ea5-ad1a-6f88f0f96991', 'tenant_id': 'ef8f37557b4140058c160af00d14b7a8', 'fixed_ips': [{'subnet_id': '33a90334-bfe3-483e-8236-ef79311b915a'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:39:29.683313 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-20b8ecda-63a3-4092-a024-c34cf58ef438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:29.700580 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-88645fe2-f9ed-4f0a-8e9f-8a3495e0b171 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:29.708774 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88645fe2-f9ed-4f0a-8e9f-8a3495e0b171 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:29.709869 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-88645fe2-f9ed-4f0a-8e9f-8a3495e0b171 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:29.710956 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8460269d-67fd-4e0f-ba6c-5e1e25542882 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2591c67-43d6-4c71-8cde-e02fdacf5c05,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:29.718028 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8460269d-67fd-4e0f-ba6c-5e1e25542882 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:29.723333 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8460269d-67fd-4e0f-ba6c-5e1e25542882 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2386403 Aug 10 03:39:29.724779 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60084) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:29.732637 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-b03678a3-d2c0-4d85-88c6-cd84c20770da tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Request body: {'security_group_rule': {'security_group_id': 'a2591c67-43d6-4c71-8cde-e02fdacf5c05', 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:29.759020 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-88645fe2-f9ed-4f0a-8e9f-8a3495e0b171 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3449025 Aug 10 03:39:29.763043 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60086) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:29.770450 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-0fdc435f-ea6b-404e-bc59-fa512c714425 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Request body: {'subnet': {'network_id': 'eca89577-4d2a-4ca9-842e-c03cb4af5e50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:29.819560 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88645fe2-f9ed-4f0a-8e9f-8a3495e0b171 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Pushing event updated for resources: {'Network': ['ID=eca89577-4d2a-4ca9-842e-c03cb4af5e50,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:29.835561 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network eca89577-4d2a-4ca9-842e-c03cb4af5e50 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:39:29.838946 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b03678a3-d2c0-4d85-88c6-cd84c20770da tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:29.921643 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b03678a3-d2c0-4d85-88c6-cd84c20770da tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:29.923394 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fdc435f-ea6b-404e-bc59-fa512c714425 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Made reservation on behalf of ef8f37557b4140058c160af00d14b7a8 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:29.927592 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435f-ea6b-404e-bc59-fa512c714425 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:29.929186 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:39:29.933256 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b03678a3-d2c0-4d85-88c6-cd84c20770da tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:29.960793 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-20b8ecda-63a3-4092-a024-c34cf58ef438 None None] Allocated IP 2001:db8::3 (b2eb7ea5-ee31-4ea5-ad1a-6f88f0f96991/33a90334-bfe3-483e-8236-ef79311b915a/0f13734d-10b5-4a8f-9326-a823b5823cb2) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:39:30.002204 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03678a3-d2c0-4d85-88c6-cd84c20770da tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa44e0fc-8f0b-4f99-a7df-5e330ab6b261,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:30.002455 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 3eb9947c-5394-49de-bf38-8265cfde5b10 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:39:30.009251 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.ipam_backend_mixin [None req-0fdc435f-ea6b-404e-bc59-fa512c714425 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Performing IP validity checks on allocation pools {{(pid=94216) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 10 03:39:30.009820 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.ipam_backend_mixin [None req-0fdc435f-ea6b-404e-bc59-fa512c714425 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94216) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 10 03:39:30.014862 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b03678a3-d2c0-4d85-88c6-cd84c20770da tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:30.018958 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b03678a3-d2c0-4d85-88c6-cd84c20770da tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2903783 Aug 10 03:39:30.019713 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60088) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:30.023732 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-23b2cd10-c3ec-4e80-a9ae-af1b43631d7b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Request body: {'security_group_rule': {'security_group_id': 'a2591c67-43d6-4c71-8cde-e02fdacf5c05', 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:30.039999 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39e6086-0078-414d-87c2-e2f5dcd36151 None None] Network 5e6e0bbd-e2b7-4ca7-ab5c-b3ddbd854741 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:30.065528 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-23b2cd10-c3ec-4e80-a9ae-af1b43631d7b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:30.105120 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: 3eb9947c-5394-49de-bf38-8265cfde5b10 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:39:30.105467 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 3eb9947c-5394-49de-bf38-8265cfde5b10 not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:39:30.144690 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-23b2cd10-c3ec-4e80-a9ae-af1b43631d7b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:30.151606 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-23b2cd10-c3ec-4e80-a9ae-af1b43631d7b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:30.161838 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-ebad60e8-71e0-4743-b359-0d60c0790a1d None None] Provisioning for port 824af5f6-f931-483a-b418-50e1dd014c95 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:30.181638 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b2cd10-c3ec-4e80-a9ae-af1b43631d7b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=235af585-1410-44b3-91d0-0fc326092f38,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:30.195398 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-23b2cd10-c3ec-4e80-a9ae-af1b43631d7b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:30.200861 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-23b2cd10-c3ec-4e80-a9ae-af1b43631d7b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1806567 Aug 10 03:39:30.201980 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60092) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:30.208558 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-82717364-3b6a-4f43-b83e-b58d86573268 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Request body: {'security_group_rule': {'security_group_id': 'a2591c67-43d6-4c71-8cde-e02fdacf5c05', 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:30.244525 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435f-ea6b-404e-bc59-fa512c714425 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:30.248280 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-82717364-3b6a-4f43-b83e-b58d86573268 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:30.290548 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8b0db824-d5a0-4b14-8e51-a5ced8be571f req-78a5a8b8-39ae-4ac6-8c60-f1c727735d2f tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=6bfa422e-3e9b-470d-a12e-e36141dd564d HTTP/1.1" status: 200 len: 210 time: 0.0608168 Aug 10 03:39:30.306468 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-20b8ecda-63a3-4092-a024-c34cf58ef438 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:30.328228 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-20b8ecda-63a3-4092-a024-c34cf58ef438 None None] Transition to ACTIVE for port object 0f13734d-10b5-4a8f-9326-a823b5823cb2 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:30.338265 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-82717364-3b6a-4f43-b83e-b58d86573268 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:30.347552 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-82717364-3b6a-4f43-b83e-b58d86573268 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:30.358534 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdc435f-ea6b-404e-bc59-fa512c714425 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Checking segment: {'id': '2b479fcd-ad6d-4f77-9d37-cef5bcfadac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'eca89577-4d2a-4ca9-842e-c03cb4af5e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:39:30.359355 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5a00edbf-cac3-4215-a359-4bfdcaee18e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:30.359488 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdc435f-ea6b-404e-bc59-fa512c714425 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Network hostable DHCP agents. Network: eca89577-4d2a-4ca9-842e-c03cb4af5e50, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:39:30.369604 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82717364-3b6a-4f43-b83e-b58d86573268 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0843e9d6-988d-421c-9d7d-aba8df4d5661,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:30.370664 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-20b8ecda-63a3-4092-a024-c34cf58ef438 None None] Transition to ACTIVE for port object 0f13734d-10b5-4a8f-9326-a823b5823cb2 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:30.382428 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-20b8ecda-63a3-4092-a024-c34cf58ef438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:30.390414 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-82717364-3b6a-4f43-b83e-b58d86573268 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:30.394672 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-82717364-3b6a-4f43-b83e-b58d86573268 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1910119 Aug 10 03:39:30.397153 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60094) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:30.403483 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdc435f-ea6b-404e-bc59-fa512c714425 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Pushing event updated for resources: {'Subnet': ['ID=2f4f9385-8055-49b3-9e91-b506a8e7c6af,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:30.403891 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-d15faf0e-4e47-4f17-b372-b0eeff29b03c tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Request body: {'security_group_rule': {'security_group_id': 'a2591c67-43d6-4c71-8cde-e02fdacf5c05', 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:30.416433 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdc435f-ea6b-404e-bc59-fa512c714425 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Network eca89577-4d2a-4ca9-842e-c03cb4af5e50 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:39:30.435403 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b8ecda-63a3-4092-a024-c34cf58ef438 None None] Network b2eb7ea5-ee31-4ea5-ad1a-6f88f0f96991 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:30.439143 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-0fdc435f-ea6b-404e-bc59-fa512c714425 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, eca89577-4d2a-4ca9-842e-c03cb4af5e50) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:30.439299 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-20b8ecda-63a3-4092-a024-c34cf58ef438 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:30.442200 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b8ecda-63a3-4092-a024-c34cf58ef438 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:39:30.444586 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b8ecda-63a3-4092-a024-c34cf58ef438 None None] Pushing event updated for resources: {'Port': ['ID=0f13734d-10b5-4a8f-9326-a823b5823cb2,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:30.449056 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fdc435f-ea6b-404e-bc59-fa512c714425 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:30.450446 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0fdc435f-ea6b-404e-bc59-fa512c714425 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:30.484942 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4ef6d5-541f-4028-a9fb-fc45579e43d7 None None] Network eca89577-4d2a-4ca9-842e-c03cb4af5e50 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:30.492867 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-0fdc435f-ea6b-404e-bc59-fa512c714425 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.7255683 Aug 10 03:39:30.494782 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60096) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:30.511070 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d15faf0e-4e47-4f17-b372-b0eeff29b03c tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:30.625155 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-20b8ecda-63a3-4092-a024-c34cf58ef438 None None] Attempting to bind port 0f13734d-10b5-4a8f-9326-a823b5823cb2 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:39:30.625768 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-20b8ecda-63a3-4092-a024-c34cf58ef438 None None] Attempting to bind port 0f13734d-10b5-4a8f-9326-a823b5823cb2 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'f7baa608-b734-4b18-a581-274c60e5b1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b2eb7ea5-ee31-4ea5-ad1a-6f88f0f96991'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:39:30.626304 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b8ecda-63a3-4092-a024-c34cf58ef438 None None] Attempting to bind port 0f13734d-10b5-4a8f-9326-a823b5823cb2 on network b2eb7ea5-ee31-4ea5-ad1a-6f88f0f96991 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:39:30.635351 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b8ecda-63a3-4092-a024-c34cf58ef438 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:39:30.636055 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b8ecda-63a3-4092-a024-c34cf58ef438 None None] Checking segment: {'id': 'f7baa608-b734-4b18-a581-274c60e5b1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b2eb7ea5-ee31-4ea5-ad1a-6f88f0f96991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:39:30.636826 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-20b8ecda-63a3-4092-a024-c34cf58ef438 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:30.637411 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b8ecda-63a3-4092-a024-c34cf58ef438 None None] Bound using segment: {'id': 'f7baa608-b734-4b18-a581-274c60e5b1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b2eb7ea5-ee31-4ea5-ad1a-6f88f0f96991'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:39:30.638067 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-20b8ecda-63a3-4092-a024-c34cf58ef438 None None] Bound port: 0f13734d-10b5-4a8f-9326-a823b5823cb2, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7baa608-b734-4b18-a581-274c60e5b1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b2eb7ea5-ee31-4ea5-ad1a-6f88f0f96991'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:39:30.638774 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-20b8ecda-63a3-4092-a024-c34cf58ef438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:30.656687 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d15faf0e-4e47-4f17-b372-b0eeff29b03c tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:30.662131 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 824af5f6-f931-483a-b418-50e1dd014c95 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:30.672557 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d15faf0e-4e47-4f17-b372-b0eeff29b03c tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:30.717165 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15faf0e-4e47-4f17-b372-b0eeff29b03c tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e6fc9d2-8245-496a-acc9-af1254f1a2ea,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:30.723933 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d15faf0e-4e47-4f17-b372-b0eeff29b03c tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:30.728645 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d15faf0e-4e47-4f17-b372-b0eeff29b03c tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3298404 Aug 10 03:39:30.729337 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60098) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:30.735243 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8715b6fb-ceab-4f28-ac1a-8d2bae9cfb5d tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:30.739019 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-f8b1a18b-7a9e-4cf9-aa6c-9c716b95e7e5 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Request body: {'security_group_rule': {'security_group_id': 'a2591c67-43d6-4c71-8cde-e02fdacf5c05', 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:30.781956 n-d-768851-15 neutron-server[94217]: INFO neutron.db.securitygroups_db [None req-f8b1a18b-7a9e-4cf9-aa6c-9c716b95e7e5 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Project d4cffc5e26914104899297a77f2206bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:39:30.789868 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f8b1a18b-7a9e-4cf9-aa6c-9c716b95e7e5 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:30.842471 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8715b6fb-ceab-4f28-ac1a-8d2bae9cfb5d tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:30.868483 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f8b1a18b-7a9e-4cf9-aa6c-9c716b95e7e5 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:30.880151 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f8b1a18b-7a9e-4cf9-aa6c-9c716b95e7e5 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:30.907696 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-20b8ecda-63a3-4092-a024-c34cf58ef438 None None] For port 0f13734d-10b5-4a8f-9326-a823b5823cb2, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:39:30.913723 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b1a18b-7a9e-4cf9-aa6c-9c716b95e7e5 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d38636ca-e708-4465-b838-50293f4852c9,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:30.916516 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f8b1a18b-7a9e-4cf9-aa6c-9c716b95e7e5 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:30.922130 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f8b1a18b-7a9e-4cf9-aa6c-9c716b95e7e5 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1917288 Aug 10 03:39:30.922774 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60100) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:30.922991 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c0178b-28d0-4b3e-a4c4-e6c02ef2b490 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-eca89577-4d2a-4ca9-842e-c03cb4af5e50', 'network_id': 'eca89577-4d2a-4ca9-842e-c03cb4af5e50', 'tenant_id': 'ef8f37557b4140058c160af00d14b7a8', 'fixed_ips': [{'subnet_id': '2f4f9385-8055-49b3-9e91-b506a8e7c6af'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:39:30.924475 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-46c0178b-28d0-4b3e-a4c4-e6c02ef2b490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:30.928008 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-01ab7213-e91c-448d-90db-8a14a223f7a8 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Request body: {'security_group_rule': {'security_group_id': 'a2591c67-43d6-4c71-8cde-e02fdacf5c05', 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:30.928400 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8715b6fb-ceab-4f28-ac1a-8d2bae9cfb5d tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:30.939570 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 824af5f6-f931-483a-b418-50e1dd014c95 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:30.954591 n-d-768851-15 neutron-server[94217]: INFO neutron.db.securitygroups_db [None req-01ab7213-e91c-448d-90db-8a14a223f7a8 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Project d4cffc5e26914104899297a77f2206bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:39:30.960408 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-01ab7213-e91c-448d-90db-8a14a223f7a8 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:30.970526 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8715b6fb-ceab-4f28-ac1a-8d2bae9cfb5d tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Pushing event deleted for resources: {'Subnet': ['ID=2f4f9385-8055-49b3-9e91-b506a8e7c6af,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:31.041225 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-01ab7213-e91c-448d-90db-8a14a223f7a8 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:31.042176 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-20b8ecda-63a3-4092-a024-c34cf58ef438 None None] For port 0f13734d-10b5-4a8f-9326-a823b5823cb2, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=0f13734d-10b5-4a8f-9326-a823b5823cb2,segment=NetworkSegment(f7baa608-b734-4b18-a581-274c60e5b1ed),segment_id=f7baa608-b734-4b18-a581-274c60e5b1ed)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:39:31.047922 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-01ab7213-e91c-448d-90db-8a14a223f7a8 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:31.048249 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8715b6fb-ceab-4f28-ac1a-8d2bae9cfb5d tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:31.051565 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b00b1c52-6858-4a9c-a599-f3a3881ab1fa None None] Provisioning complete for port 824af5f6-f931-483a-b418-50e1dd014c95 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:31.052001 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b00b1c52-6858-4a9c-a599-f3a3881ab1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:31.062817 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-8715b6fb-ceab-4f28-ac1a-8d2bae9cfb5d tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eca89577-4d2a-4ca9-842e-c03cb4af5e50']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:31.072945 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-01ab7213-e91c-448d-90db-8a14a223f7a8 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:31.077932 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-01ab7213-e91c-448d-90db-8a14a223f7a8 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1500969 Aug 10 03:39:31.077932 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ab7213-e91c-448d-90db-8a14a223f7a8 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63978468-04c0-4aa5-8223-6997698e0516,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:31.078194 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 824af5f6-f931-483a-b418-50e1dd014c95 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:31.078554 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:31.079520 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60102) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:31.085189 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-37b8983c-9e99-4ca0-a894-7d93547198c4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Request body: {'network': {'name': 'tempest-network-smoke--1248034447', 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'port_security_enabled': True}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:31.085550 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b15ba84-ae68-4bb6-ae60-51a8abee3e72 None None] Network eca89577-4d2a-4ca9-842e-c03cb4af5e50 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:31.085935 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-8715b6fb-ceab-4f28-ac1a-8d2bae9cfb5d tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b479fcd-ad6d-4f77-9d37-cef5bcfadac5') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:31.086393 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-8715b6fb-ceab-4f28-ac1a-8d2bae9cfb5d tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b479fcd-ad6d-4f77-9d37-cef5bcfadac5') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:31.097771 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8715b6fb-ceab-4f28-ac1a-8d2bae9cfb5d tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:31.109019 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b8983c-9e99-4ca0-a894-7d93547198c4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Made reservation on behalf of d4cffc5e26914104899297a77f2206bf for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:31.114798 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-37b8983c-9e99-4ca0-a894-7d93547198c4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:31.115079 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-20b8ecda-63a3-4092-a024-c34cf58ef438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:31.124038 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8715b6fb-ceab-4f28-ac1a-8d2bae9cfb5d tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:31.132704 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8715b6fb-ceab-4f28-ac1a-8d2bae9cfb5d tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:39:31.133747 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8715b6fb-ceab-4f28-ac1a-8d2bae9cfb5d tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:31.137651 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:39:31.137651 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:39:31.137651 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:39:31.137651 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:39:31.137651 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:39:31.137651 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:39:31.137651 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:39:31.137651 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:39:31.137651 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:39:31.137651 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:39:31.137651 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:39:31.137651 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:39:31.137651 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:39:31.137651 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:39:31.137651 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:39:31.137651 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:39:31.137651 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:39:31.137651 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:39:31.137651 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:39:31.137651 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:39:31.137651 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:39:31.137651 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:39:31.137651 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:39:31.137651 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:39:31.137651 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:39:31.137651 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:39:31.137651 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:39:31.137651 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:39:31.137651 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:39:31.137651 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:39:31.137651 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:39:31.137651 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:39:31.206382 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8715b6fb-ceab-4f28-ac1a-8d2bae9cfb5d tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:31.210468 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37b8983c-9e99-4ca0-a894-7d93547198c4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:39:31.221704 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8715b6fb-ceab-4f28-ac1a-8d2bae9cfb5d tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:31.224108 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8715b6fb-ceab-4f28-ac1a-8d2bae9cfb5d tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] 10.222.0.62 "DELETE /v2.0/networks/eca89577-4d2a-4ca9-842e-c03cb4af5e50 HTTP/1.1" status: 204 len: 168 time: 0.7283189 Aug 10 03:39:31.225422 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-37b8983c-9e99-4ca0-a894-7d93547198c4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:31.225780 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-37b8983c-9e99-4ca0-a894-7d93547198c4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Added segment 7ae25d03-cceb-454d-a0f0-81d7cc42103b of type vlan for network d7392ce1-6476-4de2-8458-989d7b3729a5 Aug 10 03:39:31.238251 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60104) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:31.238674 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8715b6fb-ceab-4f28-ac1a-8d2bae9cfb5d tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Pushing event deleted for resources: {'Network': ['ID=eca89577-4d2a-4ca9-842e-c03cb4af5e50,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:31.245015 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-02a3cccd-9dd7-4844-bce0-921fa2181441 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-96372593'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:31.307181 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b8ecda-63a3-4092-a024-c34cf58ef438 None None] Pushing event updated for resources: {'Port': ['ID=0f13734d-10b5-4a8f-9326-a823b5823cb2,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:31.313526 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-37b8983c-9e99-4ca0-a894-7d93547198c4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:31.318134 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a3cccd-9dd7-4844-bce0-921fa2181441 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Made reservation on behalf of ef8f37557b4140058c160af00d14b7a8 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:31.321664 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-02a3cccd-9dd7-4844-bce0-921fa2181441 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:31.385487 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b00b1c52-6858-4a9c-a599-f3a3881ab1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:31.398534 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-37b8983c-9e99-4ca0-a894-7d93547198c4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:31.405508 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b8983c-9e99-4ca0-a894-7d93547198c4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:31.406205 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-37b8983c-9e99-4ca0-a894-7d93547198c4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:31.409608 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02a3cccd-9dd7-4844-bce0-921fa2181441 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:39:31.419764 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:31.490900 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b00b1c52-6858-4a9c-a599-f3a3881ab1fa None None] For port 824af5f6-f931-483a-b418-50e1dd014c95, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=824af5f6-f931-483a-b418-50e1dd014c95,segment=NetworkSegment(fc4240d3-8e79-4712-842c-854fbbdb72e1),segment_id=fc4240d3-8e79-4712-842c-854fbbdb72e1)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:31.498066 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b00b1c52-6858-4a9c-a599-f3a3881ab1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:31.506958 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6118a19d-90b3-466b-853c-41146ea9fa39 req-27add80f-96df-4e05-a208-4c4369b3cd21 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=6bfa422e-3e9b-470d-a12e-e36141dd564d HTTP/1.1" status: 200 len: 210 time: 0.0396934 Aug 10 03:39:31.548991 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b8983c-9e99-4ca0-a894-7d93547198c4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event updated for resources: {'Network': ['ID=d7392ce1-6476-4de2-8458-989d7b3729a5,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:31.563919 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-02a3cccd-9dd7-4844-bce0-921fa2181441 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:31.564426 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-02a3cccd-9dd7-4844-bce0-921fa2181441 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Added segment 29a4e496-7582-436a-aafd-27eb53c0b88d of type vlan for network 8ffff114-927a-4a6e-9f5d-63c773fd4a1a Aug 10 03:39:31.567120 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-37b8983c-9e99-4ca0-a894-7d93547198c4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4864850 Aug 10 03:39:31.569916 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60108) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:31.577017 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-08cadc27-63f3-4845-aa9c-fd2324cbc4ae tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1370795367', 'admin_state_up': True, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:31.580499 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network d7392ce1-6476-4de2-8458-989d7b3729a5 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:39:31.634688 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-02a3cccd-9dd7-4844-bce0-921fa2181441 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:31.638836 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-08cadc27-63f3-4845-aa9c-fd2324cbc4ae tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:31.643822 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-08cadc27-63f3-4845-aa9c-fd2324cbc4ae tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:31.678268 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-02a3cccd-9dd7-4844-bce0-921fa2181441 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:31.684838 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a3cccd-9dd7-4844-bce0-921fa2181441 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:31.685539 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-02a3cccd-9dd7-4844-bce0-921fa2181441 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:31.705604 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-02a3cccd-9dd7-4844-bce0-921fa2181441 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4651570 Aug 10 03:39:31.710895 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60110) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:31.716268 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-08525594-934e-4c5e-851b-43ca40c1b696 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Request body: {'subnet': {'network_id': '8ffff114-927a-4a6e-9f5d-63c773fd4a1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:31.720921 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-08cadc27-63f3-4845-aa9c-fd2324cbc4ae tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:31.776546 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a3cccd-9dd7-4844-bce0-921fa2181441 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Pushing event updated for resources: {'Network': ['ID=8ffff114-927a-4a6e-9f5d-63c773fd4a1a,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:31.860738 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.db.api [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:39:31.861101 n-d-768851-15 neutron-server[94218]: DEBUG oslo_db.api [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:39:31.865993 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 8ffff114-927a-4a6e-9f5d-63c773fd4a1a details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:39:31.881875 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b1c52-6858-4a9c-a599-f3a3881ab1fa None None] Pushing event updated for resources: {'Port': ['ID=824af5f6-f931-483a-b418-50e1dd014c95,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:31.935436 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-08cadc27-63f3-4845-aa9c-fd2324cbc4ae tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:31.949872 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08525594-934e-4c5e-851b-43ca40c1b696 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Made reservation on behalf of ef8f37557b4140058c160af00d14b7a8 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:31.953422 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-08525594-934e-4c5e-851b-43ca40c1b696 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:32.273665 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-08525594-934e-4c5e-851b-43ca40c1b696 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:32.319567 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a4057c-5bd1-4e49-8665-8863cffb29c1 None None] Network b2eb7ea5-ee31-4ea5-ad1a-6f88f0f96991 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:32.340788 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-08cadc27-63f3-4845-aa9c-fd2324cbc4ae tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for router_gateway, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:32.373673 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-08cadc27-63f3-4845-aa9c-fd2324cbc4ae tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:32.385234 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08525594-934e-4c5e-851b-43ca40c1b696 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Pushing event updated for resources: {'Subnet': ['ID=6a0b7cc0-8458-4def-ab05-13986dfdba0d,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:32.433249 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08525594-934e-4c5e-851b-43ca40c1b696 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Checking segment: {'id': '29a4e496-7582-436a-aafd-27eb53c0b88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8ffff114-927a-4a6e-9f5d-63c773fd4a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:39:32.433664 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08525594-934e-4c5e-851b-43ca40c1b696 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Network hostable DHCP agents. Network: 8ffff114-927a-4a6e-9f5d-63c773fd4a1a, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:39:32.444619 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-4bddae96-c5b6-4779-9064-fff5162d3541 None None] Provisioning for port 0f13734d-10b5-4a8f-9326-a823b5823cb2 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:32.464404 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08525594-934e-4c5e-851b-43ca40c1b696 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Network 8ffff114-927a-4a6e-9f5d-63c773fd4a1a is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:39:32.497142 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-08525594-934e-4c5e-851b-43ca40c1b696 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 8ffff114-927a-4a6e-9f5d-63c773fd4a1a) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:32.503568 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08525594-934e-4c5e-851b-43ca40c1b696 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:32.504179 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-08525594-934e-4c5e-851b-43ca40c1b696 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:32.516267 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348a876b-3d53-46f5-8e96-e7671b69016a None None] Network 8ffff114-927a-4a6e-9f5d-63c773fd4a1a requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:32.524997 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-08cadc27-63f3-4845-aa9c-fd2324cbc4ae tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Allocated IP 172.25.7.157 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/c7803ed6-e9eb-4094-a36d-3267c32731df) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:39:32.538388 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-08525594-934e-4c5e-851b-43ca40c1b696 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.8228612 Aug 10 03:39:32.538831 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60112) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:32.752769 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 0f13734d-10b5-4a8f-9326-a823b5823cb2 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:32.767463 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-08cadc27-63f3-4845-aa9c-fd2324cbc4ae tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:32.773141 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f5d9c4ce-2da1-47a9-b35c-8ad465e7fc59 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:32.782622 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07df3cb-b765-4d7e-8689-b035021076ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-8ffff114-927a-4a6e-9f5d-63c773fd4a1a', 'network_id': '8ffff114-927a-4a6e-9f5d-63c773fd4a1a', 'tenant_id': 'ef8f37557b4140058c160af00d14b7a8', 'fixed_ips': [{'subnet_id': '6a0b7cc0-8458-4def-ab05-13986dfdba0d'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:39:32.783323 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f07df3cb-b765-4d7e-8689-b035021076ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:32.892050 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-08cadc27-63f3-4845-aa9c-fd2324cbc4ae tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:32.930189 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f5d9c4ce-2da1-47a9-b35c-8ad465e7fc59 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:32.954633 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 0f13734d-10b5-4a8f-9326-a823b5823cb2 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:32.962968 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-f07df3cb-b765-4d7e-8689-b035021076ca None None] Allocated IP 2001:db8::1 (8ffff114-927a-4a6e-9f5d-63c773fd4a1a/6a0b7cc0-8458-4def-ab05-13986dfdba0d/f556cbd1-913e-486e-95e6-e2b106278b37) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:39:32.968504 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 0f13734d-10b5-4a8f-9326-a823b5823cb2 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:32.968504 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:32.969776 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cadc27-63f3-4845-aa9c-fd2324cbc4ae tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:32.977867 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-08cadc27-63f3-4845-aa9c-fd2324cbc4ae tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:32.982344 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cadc27-63f3-4845-aa9c-fd2324cbc4ae tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:39:33.010446 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cadc27-63f3-4845-aa9c-fd2324cbc4ae tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event updated for resources: {'Port': ['ID=c7803ed6-e9eb-4094-a36d-3267c32731df,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:33.072642 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-18f119c3-27f3-4b10-8704-1beb4fa2bf6d None None] Provisioning complete for port 0f13734d-10b5-4a8f-9326-a823b5823cb2 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:33.073015 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-18f119c3-27f3-4b10-8704-1beb4fa2bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:33.132061 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-eefff0e7-f2e4-43b0-9255-1d36619aa5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:33.243416 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:33.265568 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-08cadc27-63f3-4845-aa9c-fd2324cbc4ae tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for router_gateway, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:33.311278 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f07df3cb-b765-4d7e-8689-b035021076ca None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:33.323228 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-18f119c3-27f3-4b10-8704-1beb4fa2bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:33.335110 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-f07df3cb-b765-4d7e-8689-b035021076ca None None] Transition to ACTIVE for port object f556cbd1-913e-486e-95e6-e2b106278b37 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:33.348578 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 0f13734d-10b5-4a8f-9326-a823b5823cb2, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=0f13734d-10b5-4a8f-9326-a823b5823cb2,segment=NetworkSegment(f7baa608-b734-4b18-a581-274c60e5b1ed),segment_id=f7baa608-b734-4b18-a581-274c60e5b1ed)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:33.357179 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:33.358252 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 824af5f6-f931-483a-b418-50e1dd014c95 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:33.418215 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-f07df3cb-b765-4d7e-8689-b035021076ca None None] Transition to ACTIVE for port object f556cbd1-913e-486e-95e6-e2b106278b37 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:33.479166 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f07df3cb-b765-4d7e-8689-b035021076ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:33.489651 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f5d9c4ce-2da1-47a9-b35c-8ad465e7fc59 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:33.506613 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:33.524365 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=0f13734d-10b5-4a8f-9326-a823b5823cb2,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:33.530575 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.db.api [None req-18f119c3-27f3-4b10-8704-1beb4fa2bf6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:39:33.530972 n-d-768851-15 neutron-server[94218]: DEBUG oslo_db.api [None req-18f119c3-27f3-4b10-8704-1beb4fa2bf6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:39:33.534706 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07df3cb-b765-4d7e-8689-b035021076ca None None] Network 8ffff114-927a-4a6e-9f5d-63c773fd4a1a is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:33.540304 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-f07df3cb-b765-4d7e-8689-b035021076ca None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:33.564835 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07df3cb-b765-4d7e-8689-b035021076ca None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:39:33.578111 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 824af5f6-f931-483a-b418-50e1dd014c95 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:33.578491 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:33.635155 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07df3cb-b765-4d7e-8689-b035021076ca None None] Pushing event updated for resources: {'Port': ['ID=f556cbd1-913e-486e-95e6-e2b106278b37,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:33.674212 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-f07df3cb-b765-4d7e-8689-b035021076ca None None] Attempting to bind port f556cbd1-913e-486e-95e6-e2b106278b37 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:39:33.674593 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-f07df3cb-b765-4d7e-8689-b035021076ca None None] Attempting to bind port f556cbd1-913e-486e-95e6-e2b106278b37 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '29a4e496-7582-436a-aafd-27eb53c0b88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8ffff114-927a-4a6e-9f5d-63c773fd4a1a'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:39:33.674993 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07df3cb-b765-4d7e-8689-b035021076ca None None] Attempting to bind port f556cbd1-913e-486e-95e6-e2b106278b37 on network 8ffff114-927a-4a6e-9f5d-63c773fd4a1a {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:39:33.685238 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07df3cb-b765-4d7e-8689-b035021076ca None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:39:33.685654 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07df3cb-b765-4d7e-8689-b035021076ca None None] Checking segment: {'id': '29a4e496-7582-436a-aafd-27eb53c0b88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8ffff114-927a-4a6e-9f5d-63c773fd4a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:39:33.686019 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f07df3cb-b765-4d7e-8689-b035021076ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:33.686426 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07df3cb-b765-4d7e-8689-b035021076ca None None] Bound using segment: {'id': '29a4e496-7582-436a-aafd-27eb53c0b88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8ffff114-927a-4a6e-9f5d-63c773fd4a1a'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:39:33.686959 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-f07df3cb-b765-4d7e-8689-b035021076ca None None] Bound port: f556cbd1-913e-486e-95e6-e2b106278b37, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29a4e496-7582-436a-aafd-27eb53c0b88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8ffff114-927a-4a6e-9f5d-63c773fd4a1a'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:39:33.687352 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f07df3cb-b765-4d7e-8689-b035021076ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:33.798777 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-f07df3cb-b765-4d7e-8689-b035021076ca None None] For port f556cbd1-913e-486e-95e6-e2b106278b37, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:39:33.804543 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-f07df3cb-b765-4d7e-8689-b035021076ca None None] For port f556cbd1-913e-486e-95e6-e2b106278b37, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=f556cbd1-913e-486e-95e6-e2b106278b37,segment=NetworkSegment(29a4e496-7582-436a-aafd-27eb53c0b88d),segment_id=29a4e496-7582-436a-aafd-27eb53c0b88d)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:39:33.812911 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f07df3cb-b765-4d7e-8689-b035021076ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:33.856655 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-08cadc27-63f3-4845-aa9c-fd2324cbc4ae tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:33.861152 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d9c4ce-2da1-47a9-b35c-8ad465e7fc59 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Pushing event deleted for resources: {'Subnet': ['ID=6a0b7cc0-8458-4def-ab05-13986dfdba0d,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:33.912334 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07df3cb-b765-4d7e-8689-b035021076ca None None] Pushing event updated for resources: {'Port': ['ID=f556cbd1-913e-486e-95e6-e2b106278b37,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:33.929126 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0a0a4e-6a0b-4f6c-a95b-585e1d61e4c9 None None] Network 8ffff114-927a-4a6e-9f5d-63c773fd4a1a requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:33.965609 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f5d9c4ce-2da1-47a9-b35c-8ad465e7fc59 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:33.980042 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-f5d9c4ce-2da1-47a9-b35c-8ad465e7fc59 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ffff114-927a-4a6e-9f5d-63c773fd4a1a']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:34.017523 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-f5d9c4ce-2da1-47a9-b35c-8ad465e7fc59 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29a4e496-7582-436a-aafd-27eb53c0b88d') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:34.017928 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-f5d9c4ce-2da1-47a9-b35c-8ad465e7fc59 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29a4e496-7582-436a-aafd-27eb53c0b88d') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:34.033723 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f5d9c4ce-2da1-47a9-b35c-8ad465e7fc59 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:34.056625 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f5d9c4ce-2da1-47a9-b35c-8ad465e7fc59 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:34.068992 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5d9c4ce-2da1-47a9-b35c-8ad465e7fc59 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:39:34.069909 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f5d9c4ce-2da1-47a9-b35c-8ad465e7fc59 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:34.076105 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:39:34.076105 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:39:34.076105 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:39:34.076105 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:39:34.076105 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:39:34.076105 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:39:34.076105 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:39:34.076105 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:39:34.076105 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:39:34.076105 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:39:34.076105 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:39:34.076105 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:39:34.076105 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:39:34.076105 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:39:34.076105 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:39:34.076105 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:39:34.076105 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:39:34.076105 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:39:34.076105 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:39:34.076105 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:39:34.076105 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:39:34.076105 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:39:34.076105 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:39:34.076105 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:39:34.076105 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:39:34.076105 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:39:34.076105 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:39:34.076105 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:39:34.076105 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:39:34.076105 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:39:34.076105 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:39:34.076105 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:39:34.097477 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b0b889-b595-41e2-97b6-acc4d7bb2b63 None None] get_active_networks_info from n-d-768851-15 {{(pid=94218) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:39:34.161935 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.db.api [None req-f5d9c4ce-2da1-47a9-b35c-8ad465e7fc59 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 03:39:34.161935 n-d-768851-15 neutron-server[94216]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 03:39:34.161935 n-d-768851-15 neutron-server[94216]: [parameters: {'id': '8ffff114-927a-4a6e-9f5d-63c773fd4a1a'}] Aug 10 03:39:34.161935 n-d-768851-15 neutron-server[94216]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:39:34.162442 n-d-768851-15 neutron-server[94216]: DEBUG oslo_db.api [None req-f5d9c4ce-2da1-47a9-b35c-8ad465e7fc59 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:39:34.165239 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08cadc27-63f3-4845-aa9c-fd2324cbc4ae tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Router ca61f8e6-b64e-4117-996b-a289a5ada96c is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:39:34.216361 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b0b889-b595-41e2-97b6-acc4d7bb2b63 None None] Resources bound (agent type, host, resource id): {{(pid=94218) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:39:34.278049 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08cadc27-63f3-4845-aa9c-fd2324cbc4ae tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:39:34.293989 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97969fb4-beb4-4a3a-9943-cf564cac7c7a None None] Sync routers for ids ['ca61f8e6-b64e-4117-996b-a289a5ada96c'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:39:34.299131 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-08cadc27-63f3-4845-aa9c-fd2324cbc4ae tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:34.301385 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-08cadc27-63f3-4845-aa9c-fd2324cbc4ae tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.7299573 Aug 10 03:39:34.305739 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60122) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:34.310654 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97969fb4-beb4-4a3a-9943-cf564cac7c7a None None] Routers {'ca61f8e6-b64e-4117-996b-a289a5ada96c'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:34.311248 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-97969fb4-beb4-4a3a-9943-cf564cac7c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:39:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['ca61f8e6-b64e-4117-996b-a289a5ada96c'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:34.319529 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:34.340167 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-85d201a2-535b-4c70-a884-2aaa94596476 tempest-TestNetworkAdvancedServerOps-2124496179 tempest-TestNetworkAdvancedServerOps-2124496179-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=d4cffc5e26914104899297a77f2206bf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319338 Aug 10 03:39:34.342798 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60124) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:34.439738 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b5b2de-7722-45b3-af98-bc6b18953d6e tempest-TestNetworkAdvancedServerOps-2124496179 tempest-TestNetworkAdvancedServerOps-2124496179-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:34.441355 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-15b5b2de-7722-45b3-af98-bc6b18953d6e tempest-TestNetworkAdvancedServerOps-2124496179 tempest-TestNetworkAdvancedServerOps-2124496179-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0974731 Aug 10 03:39:34.444784 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60126) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:34.450989 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-97969fb4-beb4-4a3a-9943-cf564cac7c7a None None] Set router ca61f8e6-b64e-4117-996b-a289a5ada96c gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:34.476859 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0e4892e2-e544-4f9c-a992-0500a3f361b6 tempest-TestNetworkAdvancedServerOps-2124496179 tempest-TestNetworkAdvancedServerOps-2124496179-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=09ca2025-b9a6-4e84-8019-8d9fbef3753e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285871 Aug 10 03:39:34.478144 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60128) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:34.484032 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-48af0063-ce4f-49de-b06b-6f17e9fe725d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-648586188', 'network_id': 'd7392ce1-6476-4de2-8458-989d7b3729a5', 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:34.593448 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 0f13734d-10b5-4a8f-9326-a823b5823cb2 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:34.605953 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48af0063-ce4f-49de-b06b-6f17e9fe725d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Made reservation on behalf of d4cffc5e26914104899297a77f2206bf for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:34.610373 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-48af0063-ce4f-49de-b06b-6f17e9fe725d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:34.659322 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 0f13734d-10b5-4a8f-9326-a823b5823cb2 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:34.659965 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:34.666832 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-97969fb4-beb4-4a3a-9943-cf564cac7c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca61f8e6-b64e-4117-996b-a289a5ada96c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1370795367', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'c7803ed6-e9eb-4094-a36d-3267c32731df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:31Z', 'updated_at': '2021-08-10T03:39:33Z', 'revision_number': 3, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'gw_port': {'id': 'c7803ed6-e9eb-4094-a36d-3267c32731df', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:56:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca61f8e6-b64e-4117-996b-a289a5ada96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:32Z', 'updated_at': '2021-08-10T03:39:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:34.669539 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f5d9c4ce-2da1-47a9-b35c-8ad465e7fc59 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:34.696937 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97969fb4-beb4-4a3a-9943-cf564cac7c7a None None] Checking router: ca61f8e6-b64e-4117-996b-a289a5ada96c for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:39:34.697521 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97969fb4-beb4-4a3a-9943-cf564cac7c7a None None] Updating router ca61f8e6-b64e-4117-996b-a289a5ada96c port c7803ed6-e9eb-4094-a36d-3267c32731df binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:39:34.725131 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-97969fb4-beb4-4a3a-9943-cf564cac7c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:34.803092 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-f5d9c4ce-2da1-47a9-b35c-8ad465e7fc59 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Deleting port f556cbd1-913e-486e-95e6-e2b106278b37 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:34.803092 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f5d9c4ce-2da1-47a9-b35c-8ad465e7fc59 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:34.919970 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-f5d9c4ce-2da1-47a9-b35c-8ad465e7fc59 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] For port f556cbd1-913e-486e-95e6-e2b106278b37, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=f556cbd1-913e-486e-95e6-e2b106278b37,segment=NetworkSegment(29a4e496-7582-436a-aafd-27eb53c0b88d),segment_id=29a4e496-7582-436a-aafd-27eb53c0b88d)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:34.920642 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f5d9c4ce-2da1-47a9-b35c-8ad465e7fc59 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:34.923153 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-48af0063-ce4f-49de-b06b-6f17e9fe725d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:34.963253 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-f5d9c4ce-2da1-47a9-b35c-8ad465e7fc59 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Calling delete_port for f556cbd1-913e-486e-95e6-e2b106278b37 owned by network:dhcp {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:35.001378 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48af0063-ce4f-49de-b06b-6f17e9fe725d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event updated for resources: {'Subnet': ['ID=4bd40b21-e95e-4d1c-888d-d0084f7e3858,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:35.069843 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48af0063-ce4f-49de-b06b-6f17e9fe725d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Checking segment: {'id': '7ae25d03-cceb-454d-a0f0-81d7cc42103b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd7392ce1-6476-4de2-8458-989d7b3729a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:39:35.070278 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48af0063-ce4f-49de-b06b-6f17e9fe725d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Network hostable DHCP agents. Network: d7392ce1-6476-4de2-8458-989d7b3729a5, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:39:35.103938 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48af0063-ce4f-49de-b06b-6f17e9fe725d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Network d7392ce1-6476-4de2-8458-989d7b3729a5 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:39:35.110317 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f5d9c4ce-2da1-47a9-b35c-8ad465e7fc59 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:35.129914 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-97969fb4-beb4-4a3a-9943-cf564cac7c7a None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:35.143904 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-97969fb4-beb4-4a3a-9943-cf564cac7c7a None None] Transition to ACTIVE for port object c7803ed6-e9eb-4094-a36d-3267c32731df will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:35.144880 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-48af0063-ce4f-49de-b06b-6f17e9fe725d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, d7392ce1-6476-4de2-8458-989d7b3729a5) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:35.149996 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d9c4ce-2da1-47a9-b35c-8ad465e7fc59 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Pushing event deleted for resources: {'Port': ['ID=f556cbd1-913e-486e-95e6-e2b106278b37,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:35.150819 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-97969fb4-beb4-4a3a-9943-cf564cac7c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:35.159796 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05f757b-615f-4e28-b9b8-f1e490572692 None None] Network d7392ce1-6476-4de2-8458-989d7b3729a5 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:35.162590 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48af0063-ce4f-49de-b06b-6f17e9fe725d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:35.163244 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-48af0063-ce4f-49de-b06b-6f17e9fe725d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:35.166231 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d9c4ce-2da1-47a9-b35c-8ad465e7fc59 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] No DVR routers for this DVR port f556cbd1-913e-486e-95e6-e2b106278b37 on host n-d-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:39:35.223642 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-97969fb4-beb4-4a3a-9943-cf564cac7c7a None None] Attempting to bind port c7803ed6-e9eb-4094-a36d-3267c32731df on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:39:35.224663 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-97969fb4-beb4-4a3a-9943-cf564cac7c7a None None] Attempting to bind port c7803ed6-e9eb-4094-a36d-3267c32731df by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:39:35.225146 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97969fb4-beb4-4a3a-9943-cf564cac7c7a None None] Attempting to bind port c7803ed6-e9eb-4094-a36d-3267c32731df on network 09ca2025-b9a6-4e84-8019-8d9fbef3753e {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:39:35.236000 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97969fb4-beb4-4a3a-9943-cf564cac7c7a None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:39:35.237018 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97969fb4-beb4-4a3a-9943-cf564cac7c7a None None] Checking segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:39:35.237596 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-97969fb4-beb4-4a3a-9943-cf564cac7c7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:35.238599 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97969fb4-beb4-4a3a-9943-cf564cac7c7a None None] Bound using segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:39:35.239343 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-97969fb4-beb4-4a3a-9943-cf564cac7c7a None None] Bound port: c7803ed6-e9eb-4094-a36d-3267c32731df, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:39:35.240729 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-97969fb4-beb4-4a3a-9943-cf564cac7c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:35.245029 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-48af0063-ce4f-49de-b06b-6f17e9fe725d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7656598 Aug 10 03:39:35.247786 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d6a048-4d9b-473c-8a57-da61366a192a None None] Pushing event updated for resources: {'Port': ['ID=c7803ed6-e9eb-4094-a36d-3267c32731df,revision_number=2']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:35.248858 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60140) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:35.282617 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f5d9c4ce-2da1-47a9-b35c-8ad465e7fc59 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:35.301962 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-f5d9c4ce-2da1-47a9-b35c-8ad465e7fc59 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ffff114-927a-4a6e-9f5d-63c773fd4a1a']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:35.317925 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-97969fb4-beb4-4a3a-9943-cf564cac7c7a None None] For port c7803ed6-e9eb-4094-a36d-3267c32731df, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:39:35.318499 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-f5d9c4ce-2da1-47a9-b35c-8ad465e7fc59 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29a4e496-7582-436a-aafd-27eb53c0b88d') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:35.318499 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-f5d9c4ce-2da1-47a9-b35c-8ad465e7fc59 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29a4e496-7582-436a-aafd-27eb53c0b88d') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:35.322535 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-97969fb4-beb4-4a3a-9943-cf564cac7c7a None None] For port c7803ed6-e9eb-4094-a36d-3267c32731df, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=c7803ed6-e9eb-4094-a36d-3267c32731df,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:39:35.328101 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-97969fb4-beb4-4a3a-9943-cf564cac7c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:35.330885 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f5d9c4ce-2da1-47a9-b35c-8ad465e7fc59 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:35.346577 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f5d9c4ce-2da1-47a9-b35c-8ad465e7fc59 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:35.361403 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5d9c4ce-2da1-47a9-b35c-8ad465e7fc59 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:39:35.363052 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f5d9c4ce-2da1-47a9-b35c-8ad465e7fc59 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:35.373889 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:39:35.373889 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:39:35.373889 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:39:35.373889 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:39:35.373889 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:39:35.373889 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:39:35.373889 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:39:35.373889 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:39:35.373889 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:39:35.373889 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:39:35.373889 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:39:35.373889 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:39:35.373889 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:39:35.373889 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:39:35.373889 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:39:35.373889 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:39:35.373889 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:39:35.373889 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:39:35.373889 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:39:35.373889 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:39:35.373889 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:39:35.373889 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:39:35.373889 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:39:35.373889 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:39:35.373889 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:39:35.373889 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:39:35.373889 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:39:35.373889 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:39:35.373889 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:39:35.373889 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:39:35.373889 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:39:35.373889 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:39:35.390044 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97969fb4-beb4-4a3a-9943-cf564cac7c7a None None] Routers {'ca61f8e6-b64e-4117-996b-a289a5ada96c'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:35.391081 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-97969fb4-beb4-4a3a-9943-cf564cac7c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:39:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['ca61f8e6-b64e-4117-996b-a289a5ada96c'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:35.447780 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab506bb-3da2-4b92-8fc6-6ad25fddf7c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-d7392ce1-6476-4de2-8458-989d7b3729a5', 'network_id': 'd7392ce1-6476-4de2-8458-989d7b3729a5', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'fixed_ips': [{'subnet_id': '4bd40b21-e95e-4d1c-888d-d0084f7e3858'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:39:35.448666 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8ab506bb-3da2-4b92-8fc6-6ad25fddf7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:35.462337 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d6a048-4d9b-473c-8a57-da61366a192a None None] Pushing event updated for resources: {'Port': ['ID=c7803ed6-e9eb-4094-a36d-3267c32731df,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:35.527860 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f5d9c4ce-2da1-47a9-b35c-8ad465e7fc59 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:35.558064 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-97969fb4-beb4-4a3a-9943-cf564cac7c7a None None] Set router ca61f8e6-b64e-4117-996b-a289a5ada96c gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:35.567888 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f5d9c4ce-2da1-47a9-b35c-8ad465e7fc59 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:35.570756 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-f5d9c4ce-2da1-47a9-b35c-8ad465e7fc59 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] 10.222.0.62 "DELETE /v2.0/networks/8ffff114-927a-4a6e-9f5d-63c773fd4a1a HTTP/1.1" status: 204 len: 168 time: 3.0286202 Aug 10 03:39:35.571774 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d9c4ce-2da1-47a9-b35c-8ad465e7fc59 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Pushing event deleted for resources: {'Network': ['ID=8ffff114-927a-4a6e-9f5d-63c773fd4a1a,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:35.575982 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60142) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:35.598016 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-3cea30c5-c396-4518-a03c-dd7672797dc9 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-530211176'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:35.639316 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cea30c5-c396-4518-a03c-dd7672797dc9 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Made reservation on behalf of ef8f37557b4140058c160af00d14b7a8 for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:35.644933 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3cea30c5-c396-4518-a03c-dd7672797dc9 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:35.660131 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-8ab506bb-3da2-4b92-8fc6-6ad25fddf7c3 None None] Allocated IP 172.20.0.2 (d7392ce1-6476-4de2-8458-989d7b3729a5/4bd40b21-e95e-4d1c-888d-d0084f7e3858/0fbd4e64-e206-464b-956a-d496b8a7660c) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:39:35.681333 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cea30c5-c396-4518-a03c-dd7672797dc9 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:39:35.701151 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3cea30c5-c396-4518-a03c-dd7672797dc9 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:35.701368 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-3cea30c5-c396-4518-a03c-dd7672797dc9 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Added segment 4d8f3b41-4da0-4dd7-bb3c-a2d947a536e8 of type vlan for network 764aad7c-92f6-47ed-ab06-5342abb06a7a Aug 10 03:39:35.765567 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3cea30c5-c396-4518-a03c-dd7672797dc9 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:35.784627 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-97969fb4-beb4-4a3a-9943-cf564cac7c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca61f8e6-b64e-4117-996b-a289a5ada96c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1370795367', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'c7803ed6-e9eb-4094-a36d-3267c32731df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:31Z', 'updated_at': '2021-08-10T03:39:33Z', 'revision_number': 3, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'gw_port': {'id': 'c7803ed6-e9eb-4094-a36d-3267c32731df', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:56:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca61f8e6-b64e-4117-996b-a289a5ada96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:32Z', 'updated_at': '2021-08-10T03:39:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:35.802600 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3cea30c5-c396-4518-a03c-dd7672797dc9 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:35.816219 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cea30c5-c396-4518-a03c-dd7672797dc9 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:35.816942 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97969fb4-beb4-4a3a-9943-cf564cac7c7a None None] The sync data for ids ['ca61f8e6-b64e-4117-996b-a289a5ada96c'] in n-d-768851-15 is: [{'id': 'ca61f8e6-b64e-4117-996b-a289a5ada96c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1370795367', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'c7803ed6-e9eb-4094-a36d-3267c32731df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:31Z', 'updated_at': '2021-08-10T03:39:33Z', 'revision_number': 3, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'gw_port': {'id': 'c7803ed6-e9eb-4094-a36d-3267c32731df', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:56:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca61f8e6-b64e-4117-996b-a289a5ada96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:32Z', 'updated_at': '2021-08-10T03:39:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:39:35.829659 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3cea30c5-c396-4518-a03c-dd7672797dc9 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:35.885186 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8ab506bb-3da2-4b92-8fc6-6ad25fddf7c3 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:35.895581 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-8ab506bb-3da2-4b92-8fc6-6ad25fddf7c3 None None] Transition to ACTIVE for port object 0fbd4e64-e206-464b-956a-d496b8a7660c will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:35.926414 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-8ab506bb-3da2-4b92-8fc6-6ad25fddf7c3 None None] Transition to ACTIVE for port object 0fbd4e64-e206-464b-956a-d496b8a7660c will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:35.936028 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8ab506bb-3da2-4b92-8fc6-6ad25fddf7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:35.952665 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c5b9a287-c8ba-4629-88e4-d1505ac141ca tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:35.993085 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cea30c5-c396-4518-a03c-dd7672797dc9 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Pushing event updated for resources: {'Network': ['ID=764aad7c-92f6-47ed-ab06-5342abb06a7a,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:36.001334 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-3cea30c5-c396-4518-a03c-dd7672797dc9 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4242926 Aug 10 03:39:36.002017 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60148) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:36.008462 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-a993b2e9-21d2-4607-b3ca-f859c09e3832 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Request body: {'subnet': {'network_id': '764aad7c-92f6-47ed-ab06-5342abb06a7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:36.028840 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab506bb-3da2-4b92-8fc6-6ad25fddf7c3 None None] Network d7392ce1-6476-4de2-8458-989d7b3729a5 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:36.034694 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 764aad7c-92f6-47ed-ab06-5342abb06a7a details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:39:36.100784 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-8ab506bb-3da2-4b92-8fc6-6ad25fddf7c3 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:36.175237 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a993b2e9-21d2-4607-b3ca-f859c09e3832 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Made reservation on behalf of ef8f37557b4140058c160af00d14b7a8 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:36.179700 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab506bb-3da2-4b92-8fc6-6ad25fddf7c3 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:39:36.182407 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:36.183948 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a993b2e9-21d2-4607-b3ca-f859c09e3832 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:36.283032 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab506bb-3da2-4b92-8fc6-6ad25fddf7c3 None None] Pushing event updated for resources: {'Port': ['ID=0fbd4e64-e206-464b-956a-d496b8a7660c,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:36.362014 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-8ab506bb-3da2-4b92-8fc6-6ad25fddf7c3 None None] Attempting to bind port 0fbd4e64-e206-464b-956a-d496b8a7660c on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:39:36.362772 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-8ab506bb-3da2-4b92-8fc6-6ad25fddf7c3 None None] Attempting to bind port 0fbd4e64-e206-464b-956a-d496b8a7660c by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '7ae25d03-cceb-454d-a0f0-81d7cc42103b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd7392ce1-6476-4de2-8458-989d7b3729a5'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:39:36.363379 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab506bb-3da2-4b92-8fc6-6ad25fddf7c3 None None] Attempting to bind port 0fbd4e64-e206-464b-956a-d496b8a7660c on network d7392ce1-6476-4de2-8458-989d7b3729a5 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:39:36.370545 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab506bb-3da2-4b92-8fc6-6ad25fddf7c3 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:39:36.372170 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab506bb-3da2-4b92-8fc6-6ad25fddf7c3 None None] Checking segment: {'id': '7ae25d03-cceb-454d-a0f0-81d7cc42103b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd7392ce1-6476-4de2-8458-989d7b3729a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:39:36.372799 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8ab506bb-3da2-4b92-8fc6-6ad25fddf7c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:36.373409 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab506bb-3da2-4b92-8fc6-6ad25fddf7c3 None None] Bound using segment: {'id': '7ae25d03-cceb-454d-a0f0-81d7cc42103b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd7392ce1-6476-4de2-8458-989d7b3729a5'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:39:36.374109 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-8ab506bb-3da2-4b92-8fc6-6ad25fddf7c3 None None] Bound port: 0fbd4e64-e206-464b-956a-d496b8a7660c, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ae25d03-cceb-454d-a0f0-81d7cc42103b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd7392ce1-6476-4de2-8458-989d7b3729a5'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:39:36.374715 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8ab506bb-3da2-4b92-8fc6-6ad25fddf7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:36.515430 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-8ab506bb-3da2-4b92-8fc6-6ad25fddf7c3 None None] For port 0fbd4e64-e206-464b-956a-d496b8a7660c, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:39:36.520579 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-8ab506bb-3da2-4b92-8fc6-6ad25fddf7c3 None None] For port 0fbd4e64-e206-464b-956a-d496b8a7660c, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=0fbd4e64-e206-464b-956a-d496b8a7660c,segment=NetworkSegment(7ae25d03-cceb-454d-a0f0-81d7cc42103b),segment_id=7ae25d03-cceb-454d-a0f0-81d7cc42103b)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:39:36.533423 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8ab506bb-3da2-4b92-8fc6-6ad25fddf7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:36.586581 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a993b2e9-21d2-4607-b3ca-f859c09e3832 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:36.617816 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab506bb-3da2-4b92-8fc6-6ad25fddf7c3 None None] Pushing event updated for resources: {'Port': ['ID=0fbd4e64-e206-464b-956a-d496b8a7660c,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:36.690496 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device c7803ed6-e9eb-4094-a36d-3267c32731df up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:36.731451 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a993b2e9-21d2-4607-b3ca-f859c09e3832 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Pushing event updated for resources: {'Subnet': ['ID=db75eff1-240d-44f4-8a1a-7451cf3ddbe5,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:36.781814 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a993b2e9-21d2-4607-b3ca-f859c09e3832 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Checking segment: {'id': '4d8f3b41-4da0-4dd7-bb3c-a2d947a536e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '764aad7c-92f6-47ed-ab06-5342abb06a7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:39:36.783880 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a993b2e9-21d2-4607-b3ca-f859c09e3832 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Network hostable DHCP agents. Network: 764aad7c-92f6-47ed-ab06-5342abb06a7a, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:39:36.790642 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port c7803ed6-e9eb-4094-a36d-3267c32731df completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:36.798629 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port c7803ed6-e9eb-4094-a36d-3267c32731df triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:36.799527 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:36.825299 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a993b2e9-21d2-4607-b3ca-f859c09e3832 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Network 764aad7c-92f6-47ed-ab06-5342abb06a7a is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:39:36.845195 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-a993b2e9-21d2-4607-b3ca-f859c09e3832 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 764aad7c-92f6-47ed-ab06-5342abb06a7a) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:36.858485 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf661318-4421-440d-bec4-921bc56cc9fb None None] Network 764aad7c-92f6-47ed-ab06-5342abb06a7a requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:36.862531 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a993b2e9-21d2-4607-b3ca-f859c09e3832 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:36.862964 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a993b2e9-21d2-4607-b3ca-f859c09e3832 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:36.900261 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-a993b2e9-21d2-4607-b3ca-f859c09e3832 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8963203 Aug 10 03:39:36.904404 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60192) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:37.054813 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:37.099669 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port c7803ed6-e9eb-4094-a36d-3267c32731df, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=c7803ed6-e9eb-4094-a36d-3267c32731df,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:37.112011 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:37.171888 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-59c3b4cd-fec8-4f9f-af4e-1f816698db15 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:37.217133 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-c5b9a287-c8ba-4629-88e4-d1505ac141ca tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Allocated IP 172.20.0.1 (d7392ce1-6476-4de2-8458-989d7b3729a5/4bd40b21-e95e-4d1c-888d-d0084f7e3858/361c9079-ab7d-4efd-b0eb-f9c342d52d4e) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:39:37.278140 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-59c3b4cd-fec8-4f9f-af4e-1f816698db15 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:37.386207 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-59c3b4cd-fec8-4f9f-af4e-1f816698db15 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:37.404415 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c5b9a287-c8ba-4629-88e4-d1505ac141ca tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:37.433574 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c3b4cd-fec8-4f9f-af4e-1f816698db15 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Pushing event deleted for resources: {'Subnet': ['ID=db75eff1-240d-44f4-8a1a-7451cf3ddbe5,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:37.447244 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-c5b9a287-c8ba-4629-88e4-d1505ac141ca tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Transition to ACTIVE for port object 361c9079-ab7d-4efd-b0eb-f9c342d52d4e will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:37.473940 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14697782-825b-4d4e-95af-2966f4a58b48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-764aad7c-92f6-47ed-ab06-5342abb06a7a', 'network_id': '764aad7c-92f6-47ed-ab06-5342abb06a7a', 'tenant_id': 'ef8f37557b4140058c160af00d14b7a8', 'fixed_ips': [{'subnet_id': 'db75eff1-240d-44f4-8a1a-7451cf3ddbe5'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:39:37.474728 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-14697782-825b-4d4e-95af-2966f4a58b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:37.490512 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c5b9a287-c8ba-4629-88e4-d1505ac141ca tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:37.512244 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=c7803ed6-e9eb-4094-a36d-3267c32731df,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:37.552213 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-59c3b4cd-fec8-4f9f-af4e-1f816698db15 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:37.557933 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b9a287-c8ba-4629-88e4-d1505ac141ca tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event updated for resources: {'Port': ['ID=361c9079-ab7d-4efd-b0eb-f9c342d52d4e,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:37.566096 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-59c3b4cd-fec8-4f9f-af4e-1f816698db15 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['764aad7c-92f6-47ed-ab06-5342abb06a7a']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:37.569823 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b9a287-c8ba-4629-88e4-d1505ac141ca tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Network d7392ce1-6476-4de2-8458-989d7b3729a5 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:37.575099 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-c5b9a287-c8ba-4629-88e4-d1505ac141ca tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:37.577633 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b9a287-c8ba-4629-88e4-d1505ac141ca tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:39:37.587579 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-59c3b4cd-fec8-4f9f-af4e-1f816698db15 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d8f3b41-4da0-4dd7-bb3c-a2d947a536e8') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:37.587884 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-59c3b4cd-fec8-4f9f-af4e-1f816698db15 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d8f3b41-4da0-4dd7-bb3c-a2d947a536e8') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:37.598406 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de425043-89d1-41c3-9d1d-c9b1f8a616a9 None None] Network 764aad7c-92f6-47ed-ab06-5342abb06a7a requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:37.598930 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-59c3b4cd-fec8-4f9f-af4e-1f816698db15 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:37.628116 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-59c3b4cd-fec8-4f9f-af4e-1f816698db15 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:37.628878 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c5b9a287-c8ba-4629-88e4-d1505ac141ca tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:37.633266 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b9a287-c8ba-4629-88e4-d1505ac141ca tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:37.633612 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b9a287-c8ba-4629-88e4-d1505ac141ca tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:37.633950 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b9a287-c8ba-4629-88e4-d1505ac141ca tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:37.634282 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b9a287-c8ba-4629-88e4-d1505ac141ca tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:37.634654 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b9a287-c8ba-4629-88e4-d1505ac141ca tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:37.635016 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b9a287-c8ba-4629-88e4-d1505ac141ca tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:37.635356 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b9a287-c8ba-4629-88e4-d1505ac141ca tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:37.635812 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b9a287-c8ba-4629-88e4-d1505ac141ca tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:37.636177 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b9a287-c8ba-4629-88e4-d1505ac141ca tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:37.637344 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b9a287-c8ba-4629-88e4-d1505ac141ca tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:37.637769 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b9a287-c8ba-4629-88e4-d1505ac141ca tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:37.638137 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b9a287-c8ba-4629-88e4-d1505ac141ca tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:37.641259 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59c3b4cd-fec8-4f9f-af4e-1f816698db15 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:39:37.642300 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-59c3b4cd-fec8-4f9f-af4e-1f816698db15 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:37.657415 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:39:37.657415 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:39:37.657415 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:39:37.657415 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:39:37.657415 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:39:37.657415 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:39:37.657415 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:39:37.657415 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:39:37.657415 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:39:37.657415 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:39:37.657415 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:39:37.657415 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:39:37.657415 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:39:37.657415 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:39:37.657415 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:39:37.657415 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:39:37.657415 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:39:37.657415 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:39:37.657415 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:39:37.657415 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:39:37.657415 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:39:37.657415 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:39:37.657415 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:39:37.657415 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:39:37.657415 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:39:37.657415 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:39:37.657415 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:39:37.657415 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:39:37.657415 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:39:37.657415 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:39:37.657415 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:39:37.657415 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:39:37.767294 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-59c3b4cd-fec8-4f9f-af4e-1f816698db15 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:37.774778 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-59c3b4cd-fec8-4f9f-af4e-1f816698db15 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:37.776985 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-59c3b4cd-fec8-4f9f-af4e-1f816698db15 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] 10.222.0.62 "DELETE /v2.0/networks/764aad7c-92f6-47ed-ab06-5342abb06a7a HTTP/1.1" status: 204 len: 168 time: 0.8710971 Aug 10 03:39:37.782015 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60228) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:37.791759 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-667ce241-58e0-49c5-a1b6-8a4da56bbe7a tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1997552744'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:37.804411 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c3b4cd-fec8-4f9f-af4e-1f816698db15 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Pushing event deleted for resources: {'Network': ['ID=764aad7c-92f6-47ed-ab06-5342abb06a7a,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:37.853911 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667ce241-58e0-49c5-a1b6-8a4da56bbe7a tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Made reservation on behalf of ef8f37557b4140058c160af00d14b7a8 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:37.857530 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-667ce241-58e0-49c5-a1b6-8a4da56bbe7a tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:37.869377 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c5b9a287-c8ba-4629-88e4-d1505ac141ca tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:37.919639 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-667ce241-58e0-49c5-a1b6-8a4da56bbe7a tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:39:37.941335 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-667ce241-58e0-49c5-a1b6-8a4da56bbe7a tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:37.941687 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-667ce241-58e0-49c5-a1b6-8a4da56bbe7a tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Added segment 6644bbfb-f541-4aa3-9e51-84eb6fc3b9fb of type vlan for network aca8c296-de4d-463b-a43c-9de80b37e1f1 Aug 10 03:39:38.030255 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-667ce241-58e0-49c5-a1b6-8a4da56bbe7a tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:38.067577 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d754ca3b-a711-4a00-aa27-13a3efec0395 None None] Network d7392ce1-6476-4de2-8458-989d7b3729a5 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:38.107324 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-667ce241-58e0-49c5-a1b6-8a4da56bbe7a tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:38.113123 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667ce241-58e0-49c5-a1b6-8a4da56bbe7a tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:38.113720 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-667ce241-58e0-49c5-a1b6-8a4da56bbe7a tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:38.185737 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-667ce241-58e0-49c5-a1b6-8a4da56bbe7a tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4013643 Aug 10 03:39:38.187508 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60230) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:38.193794 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-737581e2-4019-416d-83a1-375d54c6cd4e tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Request body: {'subnet': {'network_id': 'aca8c296-de4d-463b-a43c-9de80b37e1f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:38.234472 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-9396a592-e55d-4099-8956-1159693b8c4e None None] Provisioning for port 0fbd4e64-e206-464b-956a-d496b8a7660c completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:38.248072 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667ce241-58e0-49c5-a1b6-8a4da56bbe7a tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Pushing event updated for resources: {'Network': ['ID=aca8c296-de4d-463b-a43c-9de80b37e1f1,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:38.282449 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network aca8c296-de4d-463b-a43c-9de80b37e1f1 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:39:38.305884 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737581e2-4019-416d-83a1-375d54c6cd4e tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Made reservation on behalf of ef8f37557b4140058c160af00d14b7a8 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:38.309907 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-737581e2-4019-416d-83a1-375d54c6cd4e tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:38.372622 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c5b9a287-c8ba-4629-88e4-d1505ac141ca tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:38.381780 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c5b9a287-c8ba-4629-88e4-d1505ac141ca tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:38.576360 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c5b9a287-c8ba-4629-88e4-d1505ac141ca tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:38.579841 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b9a287-c8ba-4629-88e4-d1505ac141ca tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event updated for resources: {'Port': ['ID=361c9079-ab7d-4efd-b0eb-f9c342d52d4e,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:38.622895 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-737581e2-4019-416d-83a1-375d54c6cd4e tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:38.714143 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-da5dfe48-d6da-459d-b2e6-ffd8acee2aac None None] Provisioning for port 361c9079-ab7d-4efd-b0eb-f9c342d52d4e completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:38.717694 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737581e2-4019-416d-83a1-375d54c6cd4e tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Pushing event updated for resources: {'Subnet': ['ID=0fd31ae1-cbc5-4841-a522-37db5f88b711,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:38.724963 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-da5dfe48-d6da-459d-b2e6-ffd8acee2aac None None] Provisioning complete for port 361c9079-ab7d-4efd-b0eb-f9c342d52d4e triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:38.725490 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-da5dfe48-d6da-459d-b2e6-ffd8acee2aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:38.733278 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 0fbd4e64-e206-464b-956a-d496b8a7660c up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:38.767214 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737581e2-4019-416d-83a1-375d54c6cd4e tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Checking segment: {'id': '6644bbfb-f541-4aa3-9e51-84eb6fc3b9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'aca8c296-de4d-463b-a43c-9de80b37e1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:39:38.767966 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737581e2-4019-416d-83a1-375d54c6cd4e tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Network hostable DHCP agents. Network: aca8c296-de4d-463b-a43c-9de80b37e1f1, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:39:38.775575 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b9a287-c8ba-4629-88e4-d1505ac141ca tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Network d7392ce1-6476-4de2-8458-989d7b3729a5 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:38.782905 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-c5b9a287-c8ba-4629-88e4-d1505ac141ca tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:38.795596 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737581e2-4019-416d-83a1-375d54c6cd4e tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Network aca8c296-de4d-463b-a43c-9de80b37e1f1 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:39:38.813526 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-da5dfe48-d6da-459d-b2e6-ffd8acee2aac None None] Port 361c9079-ab7d-4efd-b0eb-f9c342d52d4e cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:39:38.814225 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-737581e2-4019-416d-83a1-375d54c6cd4e tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, aca8c296-de4d-463b-a43c-9de80b37e1f1) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:38.825156 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737581e2-4019-416d-83a1-375d54c6cd4e tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:38.829160 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-737581e2-4019-416d-83a1-375d54c6cd4e tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:38.829483 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153d5c08-d9c9-4b34-b63e-476222e7a521 None None] Network aca8c296-de4d-463b-a43c-9de80b37e1f1 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:38.858016 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-737581e2-4019-416d-83a1-375d54c6cd4e tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6693387 Aug 10 03:39:38.861131 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60234) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:38.867557 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-bee1d66a-015c-454b-a1d1-5b9527ba97fe tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Request body: {'subnet': {'network_id': 'aca8c296-de4d-463b-a43c-9de80b37e1f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:38.910221 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 0fbd4e64-e206-464b-956a-d496b8a7660c completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:38.916474 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 0fbd4e64-e206-464b-956a-d496b8a7660c triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:38.917985 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:38.958394 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5b9a287-c8ba-4629-88e4-d1505ac141ca tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Router ca61f8e6-b64e-4117-996b-a289a5ada96c has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:39:39.026450 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee1d66a-015c-454b-a1d1-5b9527ba97fe tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Made reservation on behalf of ef8f37557b4140058c160af00d14b7a8 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:39.034832 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bee1d66a-015c-454b-a1d1-5b9527ba97fe tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:39.119655 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b9a287-c8ba-4629-88e4-d1505ac141ca tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:39:39.132190 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c5b9a287-c8ba-4629-88e4-d1505ac141ca tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "PUT /v2.0/routers/ca61f8e6-b64e-4117-996b-a289a5ada96c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8822517 Aug 10 03:39:39.156634 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f613e95-93c4-4b37-a499-f02f6f47a45a None None] Sync routers for ids ['ca61f8e6-b64e-4117-996b-a289a5ada96c'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:39:39.189776 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ff1e82-b806-4efb-b8bf-ad98a3d71025 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-aca8c296-de4d-463b-a43c-9de80b37e1f1', 'network_id': 'aca8c296-de4d-463b-a43c-9de80b37e1f1', 'tenant_id': 'ef8f37557b4140058c160af00d14b7a8', 'fixed_ips': [{'subnet_id': '0fd31ae1-cbc5-4841-a522-37db5f88b711'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:39:39.190844 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-93ff1e82-b806-4efb-b8bf-ad98a3d71025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:39.205545 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:39.210986 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-cc0a16f2-ff5a-4454-a947-0b83b1e43b2e None None] Provisioning complete for port 361c9079-ab7d-4efd-b0eb-f9c342d52d4e triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:39.212031 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-cc0a16f2-ff5a-4454-a947-0b83b1e43b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:39.222229 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f613e95-93c4-4b37-a499-f02f6f47a45a None None] Routers {'ca61f8e6-b64e-4117-996b-a289a5ada96c'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:39.223330 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-1f613e95-93c4-4b37-a499-f02f6f47a45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:39:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['ca61f8e6-b64e-4117-996b-a289a5ada96c'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:39.403218 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 0fbd4e64-e206-464b-956a-d496b8a7660c, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=0fbd4e64-e206-464b-956a-d496b8a7660c,segment=NetworkSegment(7ae25d03-cceb-454d-a0f0-81d7cc42103b),segment_id=7ae25d03-cceb-454d-a0f0-81d7cc42103b)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:39.410402 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-cc0a16f2-ff5a-4454-a947-0b83b1e43b2e None None] Port 361c9079-ab7d-4efd-b0eb-f9c342d52d4e cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:39:39.424344 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6116334c-463c-437b-970d-15b7dbb133de req-dcbcd2af-6936-4570-9f90-5349865bfd89 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1251108184&fields=id&tenant_id=d4cffc5e26914104899297a77f2206bf HTTP/1.1" status: 200 len: 267 time: 0.0768909 Aug 10 03:39:39.459474 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bee1d66a-015c-454b-a1d1-5b9527ba97fe tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:39.460618 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:39.461420 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device c7803ed6-e9eb-4094-a36d-3267c32731df up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:39.523841 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee1d66a-015c-454b-a1d1-5b9527ba97fe tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Network aca8c296-de4d-463b-a43c-9de80b37e1f1 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:39.532839 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-bee1d66a-015c-454b-a1d1-5b9527ba97fe tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:39.546185 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee1d66a-015c-454b-a1d1-5b9527ba97fe tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:39.546827 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bee1d66a-015c-454b-a1d1-5b9527ba97fe tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:39.578877 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-bee1d66a-015c-454b-a1d1-5b9527ba97fe tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7161989 Aug 10 03:39:39.579549 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee1d66a-015c-454b-a1d1-5b9527ba97fe tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Pushing event updated for resources: {'Subnet': ['ID=c7e3d18e-03f0-4e23-a700-29a88499a96c,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:39.581454 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60250) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:39.606787 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-1f613e95-93c4-4b37-a499-f02f6f47a45a None None] Set router ca61f8e6-b64e-4117-996b-a289a5ada96c gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:39.653195 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-96459030-d66f-456b-88e8-dac7ba7b608b None None] Provisioning complete for port 361c9079-ab7d-4efd-b0eb-f9c342d52d4e triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:39.653629 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-96459030-d66f-456b-88e8-dac7ba7b608b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:39.655644 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-93ff1e82-b806-4efb-b8bf-ad98a3d71025 None None] Allocated IP 2001:db8::2 (aca8c296-de4d-463b-a43c-9de80b37e1f1/0fd31ae1-cbc5-4841-a522-37db5f88b711/321f8379-0180-4f4e-834c-244a46e9fcb9) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:39:39.668233 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116334c-463c-437b-970d-15b7dbb133de req-d169331b-0711-4999-ab85-c14a5514db0c tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:39.671500 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6116334c-463c-437b-970d-15b7dbb133de req-d169331b-0711-4999-ab85-c14a5514db0c tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/networks?id=d7392ce1-6476-4de2-8458-989d7b3729a5 HTTP/1.1" status: 200 len: 797 time: 0.2347548 Aug 10 03:39:39.703123 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=0fbd4e64-e206-464b-956a-d496b8a7660c,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:39.703995 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3c4326-3909-4de9-9586-50604855db8e tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:39.705532 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3c4326-3909-4de9-9586-50604855db8e tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:39.707173 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3c4326-3909-4de9-9586-50604855db8e tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:39.708935 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3c4326-3909-4de9-9586-50604855db8e tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:39.710255 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3c4326-3909-4de9-9586-50604855db8e tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:39.716046 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-fb3c4326-3909-4de9-9586-50604855db8e tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1273282 Aug 10 03:39:39.716046 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6116334c-463c-437b-970d-15b7dbb133de req-6e2461eb-71d1-4cb3-8fc7-70aad9332fe4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/quotas/d4cffc5e26914104899297a77f2206bf HTTP/1.1" status: 200 len: 375 time: 0.0289485 Aug 10 03:39:39.716347 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60252) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:39.721055 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-5366b980-9c26-4944-ab77-cd848b485087 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1549920908'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:39.779659 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5366b980-9c26-4944-ab77-cd848b485087 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Made reservation on behalf of ef8f37557b4140058c160af00d14b7a8 for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:39.783155 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5366b980-9c26-4944-ab77-cd848b485087 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:39.792065 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6116334c-463c-437b-970d-15b7dbb133de req-fd1af5b8-e9ed-41d0-89ec-54c41f90d965 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d4cffc5e26914104899297a77f2206bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0638919 Aug 10 03:39:39.805940 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port c7803ed6-e9eb-4094-a36d-3267c32731df triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:39.806320 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:39.834093 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-96459030-d66f-456b-88e8-dac7ba7b608b None None] Port 361c9079-ab7d-4efd-b0eb-f9c342d52d4e cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:39:39.861589 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5366b980-9c26-4944-ab77-cd848b485087 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:39:39.879837 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5366b980-9c26-4944-ab77-cd848b485087 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:39.880289 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-5366b980-9c26-4944-ab77-cd848b485087 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Added segment cbc59b17-f35e-4933-b48b-8d1bbeb15fe2 of type vlan for network fed92b36-a9f3-4de5-b121-2aa1b886e621 Aug 10 03:39:39.936858 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5366b980-9c26-4944-ab77-cd848b485087 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:39.957573 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6116334c-463c-437b-970d-15b7dbb133de req-68e5191c-9244-4081-a3f0-e8acb8ec4727 service neutron] 10.222.0.62 "GET /v2.0/networks/d7392ce1-6476-4de2-8458-989d7b3729a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460025 Aug 10 03:39:40.019259 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5366b980-9c26-4944-ab77-cd848b485087 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:40.025097 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5366b980-9c26-4944-ab77-cd848b485087 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:40.025828 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5366b980-9c26-4944-ab77-cd848b485087 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:40.054095 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-93ff1e82-b806-4efb-b8bf-ad98a3d71025 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:40.071537 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-93ff1e82-b806-4efb-b8bf-ad98a3d71025 None None] Transition to ACTIVE for port object 321f8379-0180-4f4e-834c-244a46e9fcb9 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:40.092680 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-93ff1e82-b806-4efb-b8bf-ad98a3d71025 None None] Transition to ACTIVE for port object 321f8379-0180-4f4e-834c-244a46e9fcb9 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:40.102919 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-5366b980-9c26-4944-ab77-cd848b485087 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3856018 Aug 10 03:39:40.103517 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-1f613e95-93c4-4b37-a499-f02f6f47a45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca61f8e6-b64e-4117-996b-a289a5ada96c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1370795367', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'c7803ed6-e9eb-4094-a36d-3267c32731df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:31Z', 'updated_at': '2021-08-10T03:39:37Z', 'revision_number': 4, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'gw_port': {'id': 'c7803ed6-e9eb-4094-a36d-3267c32731df', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:56:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca61f8e6-b64e-4117-996b-a289a5ada96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:32Z', 'updated_at': '2021-08-10T03:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '361c9079-ab7d-4efd-b0eb-f9c342d52d4e', 'name': '', 'network_id': 'd7392ce1-6476-4de2-8458-989d7b3729a5', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'mac_address': 'fa:16:3e:16:ec:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca61f8e6-b64e-4117-996b-a289a5ada96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '4bd40b21-e95e-4d1c-888d-d0084f7e3858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:36Z', 'updated_at': '2021-08-10T03:39:38Z', 'revision_number': 2, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'subnets': [{'id': '4bd40b21-e95e-4d1c-888d-d0084f7e3858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:40.106788 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-93ff1e82-b806-4efb-b8bf-ad98a3d71025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:40.107356 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60254) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:40.116212 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5366b980-9c26-4944-ab77-cd848b485087 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Pushing event updated for resources: {'Network': ['ID=fed92b36-a9f3-4de5-b121-2aa1b886e621,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:40.117603 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-eda49ef0-1210-44a3-9ac4-b88350695976 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:40.141455 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6116334c-463c-437b-970d-15b7dbb133de req-67fd3d1e-cd30-4b69-8d1e-36b11d867060 service neutron] 10.222.0.62 "GET /v2.0/networks/d7392ce1-6476-4de2-8458-989d7b3729a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663260 Aug 10 03:39:40.153116 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network fed92b36-a9f3-4de5-b121-2aa1b886e621 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:39:40.175304 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f613e95-93c4-4b37-a499-f02f6f47a45a None None] Checking router: ca61f8e6-b64e-4117-996b-a289a5ada96c for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:39:40.175914 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f613e95-93c4-4b37-a499-f02f6f47a45a None None] Updating router ca61f8e6-b64e-4117-996b-a289a5ada96c port 361c9079-ab7d-4efd-b0eb-f9c342d52d4e binding host n-d-768851-15 {{(pid=94218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:39:40.330236 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-eda49ef0-1210-44a3-9ac4-b88350695976 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:40.355526 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-eda49ef0-1210-44a3-9ac4-b88350695976 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:40.383224 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-eda49ef0-1210-44a3-9ac4-b88350695976 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Network fed92b36-a9f3-4de5-b121-2aa1b886e621 is not hosted by any dhcp agent {{(pid=94217) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 03:39:40.393690 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda49ef0-1210-44a3-9ac4-b88350695976 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:40.394419 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-eda49ef0-1210-44a3-9ac4-b88350695976 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:40.399202 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-eda49ef0-1210-44a3-9ac4-b88350695976 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] 10.222.0.62 "PUT /v2.0/networks/fed92b36-a9f3-4de5-b121-2aa1b886e621 HTTP/1.1" status: 200 len: 723 time: 0.2894282 Aug 10 03:39:40.400008 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60260) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:40.407059 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-0dccf98a-02bc-46ab-851e-4cc97535364d tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Request body: {'subnet': {'network_id': 'fed92b36-a9f3-4de5-b121-2aa1b886e621', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:40.412765 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-101dbc5a-3bdc-4b17-9d9b-3d368f658f64 req-703ef9c0-99dd-4cad-8dda-fbf6a0abbf36 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=03be5010-2981-4116-95ce-7e969f5fdbbe HTTP/1.1" status: 200 len: 210 time: 0.0499868 Aug 10 03:39:40.437868 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ff1e82-b806-4efb-b8bf-ad98a3d71025 None None] Network aca8c296-de4d-463b-a43c-9de80b37e1f1 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:40.462528 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-93ff1e82-b806-4efb-b8bf-ad98a3d71025 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:40.477352 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda49ef0-1210-44a3-9ac4-b88350695976 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Pushing event updated for resources: {'Network': ['ID=fed92b36-a9f3-4de5-b121-2aa1b886e621,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:40.482780 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ff1e82-b806-4efb-b8bf-ad98a3d71025 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:39:40.485766 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ff1e82-b806-4efb-b8bf-ad98a3d71025 None None] Pushing event updated for resources: {'Port': ['ID=321f8379-0180-4f4e-834c-244a46e9fcb9,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:40.496367 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network fed92b36-a9f3-4de5-b121-2aa1b886e621 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:39:40.558266 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dccf98a-02bc-46ab-851e-4cc97535364d tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Made reservation on behalf of ef8f37557b4140058c160af00d14b7a8 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:40.565199 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0dccf98a-02bc-46ab-851e-4cc97535364d tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:40.587310 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-1f613e95-93c4-4b37-a499-f02f6f47a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:40.655496 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 0fbd4e64-e206-464b-956a-d496b8a7660c up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:40.806616 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-93ff1e82-b806-4efb-b8bf-ad98a3d71025 None None] Attempting to bind port 321f8379-0180-4f4e-834c-244a46e9fcb9 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:39:40.807026 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-93ff1e82-b806-4efb-b8bf-ad98a3d71025 None None] Attempting to bind port 321f8379-0180-4f4e-834c-244a46e9fcb9 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '6644bbfb-f541-4aa3-9e51-84eb6fc3b9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'aca8c296-de4d-463b-a43c-9de80b37e1f1'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:39:40.807398 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ff1e82-b806-4efb-b8bf-ad98a3d71025 None None] Attempting to bind port 321f8379-0180-4f4e-834c-244a46e9fcb9 on network aca8c296-de4d-463b-a43c-9de80b37e1f1 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:39:40.826774 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ff1e82-b806-4efb-b8bf-ad98a3d71025 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:39:40.827556 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ff1e82-b806-4efb-b8bf-ad98a3d71025 None None] Checking segment: {'id': '6644bbfb-f541-4aa3-9e51-84eb6fc3b9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'aca8c296-de4d-463b-a43c-9de80b37e1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:39:40.828285 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-93ff1e82-b806-4efb-b8bf-ad98a3d71025 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:40.828846 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ff1e82-b806-4efb-b8bf-ad98a3d71025 None None] Bound using segment: {'id': '6644bbfb-f541-4aa3-9e51-84eb6fc3b9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'aca8c296-de4d-463b-a43c-9de80b37e1f1'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:39:40.829490 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-93ff1e82-b806-4efb-b8bf-ad98a3d71025 None None] Bound port: 321f8379-0180-4f4e-834c-244a46e9fcb9, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6644bbfb-f541-4aa3-9e51-84eb6fc3b9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'aca8c296-de4d-463b-a43c-9de80b37e1f1'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:39:40.830055 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-93ff1e82-b806-4efb-b8bf-ad98a3d71025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:40.863852 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0dccf98a-02bc-46ab-851e-4cc97535364d tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:40.955265 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dccf98a-02bc-46ab-851e-4cc97535364d tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Checking segment: {'id': 'cbc59b17-f35e-4933-b48b-8d1bbeb15fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'fed92b36-a9f3-4de5-b121-2aa1b886e621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:39:40.955738 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dccf98a-02bc-46ab-851e-4cc97535364d tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Network hostable DHCP agents. Network: fed92b36-a9f3-4de5-b121-2aa1b886e621, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:39:40.957779 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dccf98a-02bc-46ab-851e-4cc97535364d tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Pushing event updated for resources: {'Subnet': ['ID=a0449ba4-8cae-41d8-a8b8-5099c75ffd2b,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:40.978156 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 0fbd4e64-e206-464b-956a-d496b8a7660c triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:40.978827 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:40.979656 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dccf98a-02bc-46ab-851e-4cc97535364d tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Network fed92b36-a9f3-4de5-b121-2aa1b886e621 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:39:40.994001 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-0dccf98a-02bc-46ab-851e-4cc97535364d tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, fed92b36-a9f3-4de5-b121-2aa1b886e621) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:40.999754 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dccf98a-02bc-46ab-851e-4cc97535364d tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:41.000521 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0dccf98a-02bc-46ab-851e-4cc97535364d tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:41.018728 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-0dccf98a-02bc-46ab-851e-4cc97535364d tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6176302 Aug 10 03:39:41.021318 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60270) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:41.026848 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-125a4e41-c7c6-4e4a-809d-8f78a2398b96 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:41.054663 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70870cc2-d041-4840-aae6-db96718911b5 None None] Network fed92b36-a9f3-4de5-b121-2aa1b886e621 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:41.145968 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-125a4e41-c7c6-4e4a-809d-8f78a2398b96 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9318839'] for subnet, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:41.164723 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-93ff1e82-b806-4efb-b8bf-ad98a3d71025 None None] For port 321f8379-0180-4f4e-834c-244a46e9fcb9, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:39:41.209597 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-93ff1e82-b806-4efb-b8bf-ad98a3d71025 None None] For port 321f8379-0180-4f4e-834c-244a46e9fcb9, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=321f8379-0180-4f4e-834c-244a46e9fcb9,segment=NetworkSegment(6644bbfb-f541-4aa3-9e51-84eb6fc3b9fb),segment_id=6644bbfb-f541-4aa3-9e51-84eb6fc3b9fb)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:39:41.233623 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-93ff1e82-b806-4efb-b8bf-ad98a3d71025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:41.471789 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ff1e82-b806-4efb-b8bf-ad98a3d71025 None None] Pushing event updated for resources: {'Port': ['ID=321f8379-0180-4f4e-834c-244a46e9fcb9,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:41.518467 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-1f613e95-93c4-4b37-a499-f02f6f47a45a None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:41.527295 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf4626a-adac-41a5-ba21-7c41b6021e81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-fed92b36-a9f3-4de5-b121-2aa1b886e621', 'network_id': 'fed92b36-a9f3-4de5-b121-2aa1b886e621', 'tenant_id': 'ef8f37557b4140058c160af00d14b7a8', 'fixed_ips': [{'subnet_id': 'a0449ba4-8cae-41d8-a8b8-5099c75ffd2b'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:39:41.528193 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9bf4626a-adac-41a5-ba21-7c41b6021e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:41.546570 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-1f613e95-93c4-4b37-a499-f02f6f47a45a None None] Transition to ACTIVE for port object 361c9079-ab7d-4efd-b0eb-f9c342d52d4e will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:41.561116 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-1f613e95-93c4-4b37-a499-f02f6f47a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:41.759506 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a24ba30-5c5e-4399-bd17-f58ad913b798 None None] Pushing event updated for resources: {'Port': ['ID=361c9079-ab7d-4efd-b0eb-f9c342d52d4e,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:41.855765 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116334c-463c-437b-970d-15b7dbb133de req-839a564d-e8c7-4864-9e64-427a5a437cb3 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:41.857987 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6116334c-463c-437b-970d-15b7dbb133de req-839a564d-e8c7-4864-9e64-427a5a437cb3 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.60 "GET /v2.0/networks?id=d7392ce1-6476-4de2-8458-989d7b3729a5 HTTP/1.1" status: 200 len: 797 time: 0.2283945 Aug 10 03:39:41.873074 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-1f613e95-93c4-4b37-a499-f02f6f47a45a None None] Attempting to bind port 361c9079-ab7d-4efd-b0eb-f9c342d52d4e on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:39:41.873455 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-1f613e95-93c4-4b37-a499-f02f6f47a45a None None] Attempting to bind port 361c9079-ab7d-4efd-b0eb-f9c342d52d4e by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '7ae25d03-cceb-454d-a0f0-81d7cc42103b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd7392ce1-6476-4de2-8458-989d7b3729a5'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:39:41.873827 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f613e95-93c4-4b37-a499-f02f6f47a45a None None] Attempting to bind port 361c9079-ab7d-4efd-b0eb-f9c342d52d4e on network d7392ce1-6476-4de2-8458-989d7b3729a5 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:39:41.898060 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-125a4e41-c7c6-4e4a-809d-8f78a2398b96 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733457243796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1855588'] for subnet, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:41.901381 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f613e95-93c4-4b37-a499-f02f6f47a45a None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:39:41.901858 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f613e95-93c4-4b37-a499-f02f6f47a45a None None] Checking segment: {'id': '7ae25d03-cceb-454d-a0f0-81d7cc42103b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd7392ce1-6476-4de2-8458-989d7b3729a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:39:41.903933 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-1f613e95-93c4-4b37-a499-f02f6f47a45a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:41.904354 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f613e95-93c4-4b37-a499-f02f6f47a45a None None] Bound using segment: {'id': '7ae25d03-cceb-454d-a0f0-81d7cc42103b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd7392ce1-6476-4de2-8458-989d7b3729a5'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:39:41.906058 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-1f613e95-93c4-4b37-a499-f02f6f47a45a None None] Bound port: 361c9079-ab7d-4efd-b0eb-f9c342d52d4e, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ae25d03-cceb-454d-a0f0-81d7cc42103b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd7392ce1-6476-4de2-8458-989d7b3729a5'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:39:41.906469 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-1f613e95-93c4-4b37-a499-f02f6f47a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:41.952382 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6116334c-463c-437b-970d-15b7dbb133de req-3f6368f9-21bd-4e61-b610-a27fe79f2783 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4cffc5e26914104899297a77f2206bf HTTP/1.1" status: 200 len: 380 time: 0.0729496 Aug 10 03:39:41.973904 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-6116334c-463c-437b-970d-15b7dbb133de req-5207d926-cd41-4b71-9090-5137f4b6121d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Request body: {'port': {'device_id': '03be5010-2981-4116-95ce-7e969f5fdbbe', 'network_id': 'd7392ce1-6476-4de2-8458-989d7b3729a5', 'admin_state_up': True, 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'security_groups': ['a2591c67-43d6-4c71-8cde-e02fdacf5c05']}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:41.980678 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125a4e41-c7c6-4e4a-809d-8f78a2398b96 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:41.981390 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-125a4e41-c7c6-4e4a-809d-8f78a2398b96 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:41.985172 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-125a4e41-c7c6-4e4a-809d-8f78a2398b96 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] 10.222.0.62 "PUT /v2.0/subnets/a0449ba4-8cae-41d8-a8b8-5099c75ffd2b HTTP/1.1" status: 200 len: 826 time: 0.9605029 Aug 10 03:39:41.988020 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7190d4de-e00a-4ba0-bdf6-b24ae57b85aa req-a11365af-43d3-4ee1-869c-5dcfcfd6252b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=03be5010-2981-4116-95ce-7e969f5fdbbe HTTP/1.1" status: 200 len: 210 time: 0.1019776 Aug 10 03:39:41.990776 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60276) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:42.045136 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-9bf4626a-adac-41a5-ba21-7c41b6021e81 None None] Allocated IP 2001:db8::2 (fed92b36-a9f3-4de5-b121-2aa1b886e621/a0449ba4-8cae-41d8-a8b8-5099c75ffd2b/6316ee51-4e77-4973-a2d9-d1c98382f024) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:39:42.063457 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-1f613e95-93c4-4b37-a499-f02f6f47a45a None None] For port 361c9079-ab7d-4efd-b0eb-f9c342d52d4e, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:39:42.082903 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-1f613e95-93c4-4b37-a499-f02f6f47a45a None None] For port 361c9079-ab7d-4efd-b0eb-f9c342d52d4e, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=361c9079-ab7d-4efd-b0eb-f9c342d52d4e,segment=NetworkSegment(7ae25d03-cceb-454d-a0f0-81d7cc42103b),segment_id=7ae25d03-cceb-454d-a0f0-81d7cc42103b)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:39:42.095212 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-1f613e95-93c4-4b37-a499-f02f6f47a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:42.126011 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-aa321042-de59-4827-b5b4-4bb5f7e1b9f9 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:42.166969 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125a4e41-c7c6-4e4a-809d-8f78a2398b96 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Pushing event updated for resources: {'Subnet': ['ID=a0449ba4-8cae-41d8-a8b8-5099c75ffd2b,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:42.213894 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6116334c-463c-437b-970d-15b7dbb133de req-5207d926-cd41-4b71-9090-5137f4b6121d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Made reservation on behalf of d4cffc5e26914104899297a77f2206bf for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:42.221708 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6116334c-463c-437b-970d-15b7dbb133de req-5207d926-cd41-4b71-9090-5137f4b6121d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:42.252429 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f613e95-93c4-4b37-a499-f02f6f47a45a None None] Routers {'ca61f8e6-b64e-4117-996b-a289a5ada96c'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:42.253462 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-1f613e95-93c4-4b37-a499-f02f6f47a45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:39:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['ca61f8e6-b64e-4117-996b-a289a5ada96c'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:42.313581 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-aa321042-de59-4827-b5b4-4bb5f7e1b9f9 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:42.339521 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a24ba30-5c5e-4399-bd17-f58ad913b798 None None] Pushing event updated for resources: {'Port': ['ID=361c9079-ab7d-4efd-b0eb-f9c342d52d4e,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:42.472718 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-6116334c-463c-437b-970d-15b7dbb133de req-5207d926-cd41-4b71-9090-5137f4b6121d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Allocated IP 172.20.0.5 (d7392ce1-6476-4de2-8458-989d7b3729a5/4bd40b21-e95e-4d1c-888d-d0084f7e3858/e038ddda-90e3-4e79-bc60-b495e0929a06) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:39:42.506070 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9bf4626a-adac-41a5-ba21-7c41b6021e81 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:42.547189 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-1f613e95-93c4-4b37-a499-f02f6f47a45a None None] Set router ca61f8e6-b64e-4117-996b-a289a5ada96c gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:42.600904 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-9bf4626a-adac-41a5-ba21-7c41b6021e81 None None] Transition to ACTIVE for port object 6316ee51-4e77-4973-a2d9-d1c98382f024 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:42.662518 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-9bf4626a-adac-41a5-ba21-7c41b6021e81 None None] Transition to ACTIVE for port object 6316ee51-4e77-4973-a2d9-d1c98382f024 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:42.669537 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 321f8379-0180-4f4e-834c-244a46e9fcb9 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:42.750131 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6116334c-463c-437b-970d-15b7dbb133de req-5207d926-cd41-4b71-9090-5137f4b6121d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:42.772100 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-6116334c-463c-437b-970d-15b7dbb133de req-5207d926-cd41-4b71-9090-5137f4b6121d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Transition to ACTIVE for port object e038ddda-90e3-4e79-bc60-b495e0929a06 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:42.818316 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6116334c-463c-437b-970d-15b7dbb133de req-5207d926-cd41-4b71-9090-5137f4b6121d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:42.891935 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6116334c-463c-437b-970d-15b7dbb133de req-5207d926-cd41-4b71-9090-5137f4b6121d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Network d7392ce1-6476-4de2-8458-989d7b3729a5 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:42.895225 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-6116334c-463c-437b-970d-15b7dbb133de req-5207d926-cd41-4b71-9090-5137f4b6121d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:42.899674 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5207d926-cd41-4b71-9090-5137f4b6121d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event updated for resources: {'Port': ['ID=e038ddda-90e3-4e79-bc60-b495e0929a06,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:42.903212 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-6116334c-463c-437b-970d-15b7dbb133de req-5207d926-cd41-4b71-9090-5137f4b6121d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:39:42.947366 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9bf4626a-adac-41a5-ba21-7c41b6021e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:42.983478 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-aa321042-de59-4827-b5b4-4bb5f7e1b9f9 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:43.036038 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116334c-463c-437b-970d-15b7dbb133de req-5207d926-cd41-4b71-9090-5137f4b6121d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:43.037080 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6116334c-463c-437b-970d-15b7dbb133de req-5207d926-cd41-4b71-9090-5137f4b6121d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:43.046335 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa321042-de59-4827-b5b4-4bb5f7e1b9f9 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Pushing event deleted for resources: {'Subnet': ['ID=a0449ba4-8cae-41d8-a8b8-5099c75ffd2b,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:43.088915 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6116334c-463c-437b-970d-15b7dbb133de req-5207d926-cd41-4b71-9090-5137f4b6121d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1228604 Aug 10 03:39:43.107572 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-6116334c-463c-437b-970d-15b7dbb133de req-5b907545-372b-4d1e-9919-ac5f7ffd444e service neutron] Request body: {'port': {'device_id': '03be5010-2981-4116-95ce-7e969f5fdbbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:43.122059 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf4626a-adac-41a5-ba21-7c41b6021e81 None None] Network fed92b36-a9f3-4de5-b121-2aa1b886e621 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:43.131126 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-9bf4626a-adac-41a5-ba21-7c41b6021e81 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:43.138661 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf4626a-adac-41a5-ba21-7c41b6021e81 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:39:43.221573 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6116334c-463c-437b-970d-15b7dbb133de req-5b907545-372b-4d1e-9919-ac5f7ffd444e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:43.241188 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf4626a-adac-41a5-ba21-7c41b6021e81 None None] Pushing event updated for resources: {'Port': ['ID=6316ee51-4e77-4973-a2d9-d1c98382f024,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:43.273528 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-aa321042-de59-4827-b5b4-4bb5f7e1b9f9 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:43.294864 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-aa321042-de59-4827-b5b4-4bb5f7e1b9f9 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fed92b36-a9f3-4de5-b121-2aa1b886e621']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:43.297680 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 321f8379-0180-4f4e-834c-244a46e9fcb9 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:43.308810 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-aa321042-de59-4827-b5b4-4bb5f7e1b9f9 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbc59b17-f35e-4933-b48b-8d1bbeb15fe2') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:43.309184 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-aa321042-de59-4827-b5b4-4bb5f7e1b9f9 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbc59b17-f35e-4933-b48b-8d1bbeb15fe2') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:43.323205 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-aa321042-de59-4827-b5b4-4bb5f7e1b9f9 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:43.338367 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85133a2f-07e8-4c3e-bfce-3fb55d001e02 req-fe68ea36-93c4-46a4-8335-f7080abc54cb tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:43.340822 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-85133a2f-07e8-4c3e-bfce-3fb55d001e02 req-fe68ea36-93c4-46a4-8335-f7080abc54cb tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=03be5010-2981-4116-95ce-7e969f5fdbbe HTTP/1.1" status: 200 len: 931 time: 0.1614234 Aug 10 03:39:43.365602 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-9bf4626a-adac-41a5-ba21-7c41b6021e81 None None] Attempting to bind port 6316ee51-4e77-4973-a2d9-d1c98382f024 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:39:43.365984 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-9bf4626a-adac-41a5-ba21-7c41b6021e81 None None] Attempting to bind port 6316ee51-4e77-4973-a2d9-d1c98382f024 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'cbc59b17-f35e-4933-b48b-8d1bbeb15fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'fed92b36-a9f3-4de5-b121-2aa1b886e621'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:39:43.366349 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf4626a-adac-41a5-ba21-7c41b6021e81 None None] Attempting to bind port 6316ee51-4e77-4973-a2d9-d1c98382f024 on network fed92b36-a9f3-4de5-b121-2aa1b886e621 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:39:43.368776 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673f0f39-6984-43cc-8de0-bb8ff82474c5 None None] Network aca8c296-de4d-463b-a43c-9de80b37e1f1 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:43.394321 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-aa321042-de59-4827-b5b4-4bb5f7e1b9f9 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:43.401840 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-85133a2f-07e8-4c3e-bfce-3fb55d001e02 req-84dce01b-20e0-4aff-9c66-d382621e777e tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2591c67-43d6-4c71-8cde-e02fdacf5c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516446 Aug 10 03:39:43.405421 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa321042-de59-4827-b5b4-4bb5f7e1b9f9 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:39:43.405854 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-aa321042-de59-4827-b5b4-4bb5f7e1b9f9 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:43.411018 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:39:43.411018 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:39:43.411018 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:39:43.411018 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:39:43.411018 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:39:43.411018 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:39:43.411018 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:39:43.411018 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:39:43.411018 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:39:43.411018 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:39:43.411018 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:39:43.411018 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:39:43.411018 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:39:43.411018 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:39:43.411018 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:39:43.411018 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:39:43.411018 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:39:43.411018 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:39:43.411018 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:39:43.411018 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:39:43.411018 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:39:43.411018 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:39:43.411018 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:39:43.411018 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:39:43.411018 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:39:43.411018 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:39:43.411018 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:39:43.411018 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:39:43.411018 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:39:43.411018 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:39:43.411018 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:39:43.411018 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:39:43.450887 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf4626a-adac-41a5-ba21-7c41b6021e81 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:39:43.451290 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf4626a-adac-41a5-ba21-7c41b6021e81 None None] Checking segment: {'id': 'cbc59b17-f35e-4933-b48b-8d1bbeb15fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'fed92b36-a9f3-4de5-b121-2aa1b886e621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:39:43.451703 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9bf4626a-adac-41a5-ba21-7c41b6021e81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:43.452108 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf4626a-adac-41a5-ba21-7c41b6021e81 None None] Bound using segment: {'id': 'cbc59b17-f35e-4933-b48b-8d1bbeb15fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'fed92b36-a9f3-4de5-b121-2aa1b886e621'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:39:43.452611 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-9bf4626a-adac-41a5-ba21-7c41b6021e81 None None] Bound port: 6316ee51-4e77-4973-a2d9-d1c98382f024, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbc59b17-f35e-4933-b48b-8d1bbeb15fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'fed92b36-a9f3-4de5-b121-2aa1b886e621'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:39:43.453664 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9bf4626a-adac-41a5-ba21-7c41b6021e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:43.485385 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.db.api [None req-aa321042-de59-4827-b5b4-4bb5f7e1b9f9 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 03:39:43.485385 n-d-768851-15 neutron-server[94216]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 03:39:43.485385 n-d-768851-15 neutron-server[94216]: [parameters: {'id': 'fed92b36-a9f3-4de5-b121-2aa1b886e621'}] Aug 10 03:39:43.485385 n-d-768851-15 neutron-server[94216]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:39:43.486120 n-d-768851-15 neutron-server[94216]: DEBUG oslo_db.api [None req-aa321042-de59-4827-b5b4-4bb5f7e1b9f9 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:39:43.486245 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-03cc99be-5544-4c93-87c9-55766e017419 None None] Provisioning for port 321f8379-0180-4f4e-834c-244a46e9fcb9 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:43.505352 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-03cc99be-5544-4c93-87c9-55766e017419 None None] Provisioning complete for port 321f8379-0180-4f4e-834c-244a46e9fcb9 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:43.506117 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-03cc99be-5544-4c93-87c9-55766e017419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:43.598357 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-1f613e95-93c4-4b37-a499-f02f6f47a45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca61f8e6-b64e-4117-996b-a289a5ada96c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1370795367', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'c7803ed6-e9eb-4094-a36d-3267c32731df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:31Z', 'updated_at': '2021-08-10T03:39:37Z', 'revision_number': 4, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'gw_port': {'id': 'c7803ed6-e9eb-4094-a36d-3267c32731df', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:56:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca61f8e6-b64e-4117-996b-a289a5ada96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:32Z', 'updated_at': '2021-08-10T03:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '361c9079-ab7d-4efd-b0eb-f9c342d52d4e', 'name': '', 'network_id': 'd7392ce1-6476-4de2-8458-989d7b3729a5', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'mac_address': 'fa:16:3e:16:ec:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca61f8e6-b64e-4117-996b-a289a5ada96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '4bd40b21-e95e-4d1c-888d-d0084f7e3858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:36Z', 'updated_at': '2021-08-10T03:39:42Z', 'revision_number': 4, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'subnets': [{'id': '4bd40b21-e95e-4d1c-888d-d0084f7e3858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:43.658863 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-6116334c-463c-437b-970d-15b7dbb133de req-5b907545-372b-4d1e-9919-ac5f7ffd444e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e038ddda-90e3-4e79-bc60-b495e0929a06 {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:39:43.662342 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f613e95-93c4-4b37-a499-f02f6f47a45a None None] The sync data for ids ['ca61f8e6-b64e-4117-996b-a289a5ada96c'] in n-d-768851-15 is: [{'id': 'ca61f8e6-b64e-4117-996b-a289a5ada96c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1370795367', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'c7803ed6-e9eb-4094-a36d-3267c32731df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:31Z', 'updated_at': '2021-08-10T03:39:37Z', 'revision_number': 4, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'gw_port': {'id': 'c7803ed6-e9eb-4094-a36d-3267c32731df', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:56:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca61f8e6-b64e-4117-996b-a289a5ada96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:32Z', 'updated_at': '2021-08-10T03:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '361c9079-ab7d-4efd-b0eb-f9c342d52d4e', 'name': '', 'network_id': 'd7392ce1-6476-4de2-8458-989d7b3729a5', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'mac_address': 'fa:16:3e:16:ec:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca61f8e6-b64e-4117-996b-a289a5ada96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '4bd40b21-e95e-4d1c-888d-d0084f7e3858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:36Z', 'updated_at': '2021-08-10T03:39:42Z', 'revision_number': 4, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'subnets': [{'id': '4bd40b21-e95e-4d1c-888d-d0084f7e3858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:39:43.669653 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6116334c-463c-437b-970d-15b7dbb133de req-5b907545-372b-4d1e-9919-ac5f7ffd444e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:43.687011 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-6116334c-463c-437b-970d-15b7dbb133de req-5b907545-372b-4d1e-9919-ac5f7ffd444e service neutron] Transition to ACTIVE for port object e038ddda-90e3-4e79-bc60-b495e0929a06 will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:43.690027 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-9bf4626a-adac-41a5-ba21-7c41b6021e81 None None] For port 6316ee51-4e77-4973-a2d9-d1c98382f024, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:39:43.692687 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6116334c-463c-437b-970d-15b7dbb133de req-5b907545-372b-4d1e-9919-ac5f7ffd444e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:43.735340 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-9bf4626a-adac-41a5-ba21-7c41b6021e81 None None] For port 6316ee51-4e77-4973-a2d9-d1c98382f024, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=6316ee51-4e77-4973-a2d9-d1c98382f024,segment=NetworkSegment(cbc59b17-f35e-4933-b48b-8d1bbeb15fe2),segment_id=cbc59b17-f35e-4933-b48b-8d1bbeb15fe2)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:39:43.751788 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9bf4626a-adac-41a5-ba21-7c41b6021e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:43.799013 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b907545-372b-4d1e-9919-ac5f7ffd444e service neutron] Pushing event updated for resources: {'Port': ['ID=e038ddda-90e3-4e79-bc60-b495e0929a06,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:43.969977 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-03cc99be-5544-4c93-87c9-55766e017419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:43.971085 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-6116334c-463c-437b-970d-15b7dbb133de req-5b907545-372b-4d1e-9919-ac5f7ffd444e service neutron] Attempting to bind port e038ddda-90e3-4e79-bc60-b495e0929a06 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:39:43.971930 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-6116334c-463c-437b-970d-15b7dbb133de req-5b907545-372b-4d1e-9919-ac5f7ffd444e service neutron] Attempting to bind port e038ddda-90e3-4e79-bc60-b495e0929a06 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '7ae25d03-cceb-454d-a0f0-81d7cc42103b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd7392ce1-6476-4de2-8458-989d7b3729a5'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:39:43.972426 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6116334c-463c-437b-970d-15b7dbb133de req-5b907545-372b-4d1e-9919-ac5f7ffd444e service neutron] Attempting to bind port e038ddda-90e3-4e79-bc60-b495e0929a06 on network d7392ce1-6476-4de2-8458-989d7b3729a5 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:39:43.983984 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6116334c-463c-437b-970d-15b7dbb133de req-5b907545-372b-4d1e-9919-ac5f7ffd444e service neutron] Port e038ddda-90e3-4e79-bc60-b495e0929a06 on network d7392ce1-6476-4de2-8458-989d7b3729a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:39:43.984620 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6116334c-463c-437b-970d-15b7dbb133de req-5b907545-372b-4d1e-9919-ac5f7ffd444e service neutron] Attempting to bind port e038ddda-90e3-4e79-bc60-b495e0929a06 on network d7392ce1-6476-4de2-8458-989d7b3729a5 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:39:43.987470 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-aa321042-de59-4827-b5b4-4bb5f7e1b9f9 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:44.003524 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6116334c-463c-437b-970d-15b7dbb133de req-5b907545-372b-4d1e-9919-ac5f7ffd444e service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:39:44.004568 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6116334c-463c-437b-970d-15b7dbb133de req-5b907545-372b-4d1e-9919-ac5f7ffd444e service neutron] Checking segment: {'id': '7ae25d03-cceb-454d-a0f0-81d7cc42103b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd7392ce1-6476-4de2-8458-989d7b3729a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:39:44.005716 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6116334c-463c-437b-970d-15b7dbb133de req-5b907545-372b-4d1e-9919-ac5f7ffd444e service neutron] Bound using segment: {'id': '7ae25d03-cceb-454d-a0f0-81d7cc42103b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd7392ce1-6476-4de2-8458-989d7b3729a5'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:39:44.006567 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-6116334c-463c-437b-970d-15b7dbb133de req-5b907545-372b-4d1e-9919-ac5f7ffd444e service neutron] Bound port: e038ddda-90e3-4e79-bc60-b495e0929a06, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ae25d03-cceb-454d-a0f0-81d7cc42103b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd7392ce1-6476-4de2-8458-989d7b3729a5'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:39:44.007369 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6116334c-463c-437b-970d-15b7dbb133de req-5b907545-372b-4d1e-9919-ac5f7ffd444e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:44.039470 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf4626a-adac-41a5-ba21-7c41b6021e81 None None] Pushing event updated for resources: {'Port': ['ID=6316ee51-4e77-4973-a2d9-d1c98382f024,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:44.046910 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f17cd9-a66e-4e6e-bc69-36cc9d498646 None None] Network fed92b36-a9f3-4de5-b121-2aa1b886e621 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:44.142370 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-aa321042-de59-4827-b5b4-4bb5f7e1b9f9 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Deleting port 6316ee51-4e77-4973-a2d9-d1c98382f024 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:44.143061 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-aa321042-de59-4827-b5b4-4bb5f7e1b9f9 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:44.178185 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-03cc99be-5544-4c93-87c9-55766e017419 None None] For port 321f8379-0180-4f4e-834c-244a46e9fcb9, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=321f8379-0180-4f4e-834c-244a46e9fcb9,segment=NetworkSegment(6644bbfb-f541-4aa3-9e51-84eb6fc3b9fb),segment_id=6644bbfb-f541-4aa3-9e51-84eb6fc3b9fb)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:44.199440 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-03cc99be-5544-4c93-87c9-55766e017419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:44.204424 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-6116334c-463c-437b-970d-15b7dbb133de req-5b907545-372b-4d1e-9919-ac5f7ffd444e service neutron] For port e038ddda-90e3-4e79-bc60-b495e0929a06, host n-h2-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:39:44.208452 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-6116334c-463c-437b-970d-15b7dbb133de req-5b907545-372b-4d1e-9919-ac5f7ffd444e service neutron] For port e038ddda-90e3-4e79-bc60-b495e0929a06, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=e038ddda-90e3-4e79-bc60-b495e0929a06,segment=NetworkSegment(7ae25d03-cceb-454d-a0f0-81d7cc42103b),segment_id=7ae25d03-cceb-454d-a0f0-81d7cc42103b)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:39:44.213963 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6116334c-463c-437b-970d-15b7dbb133de req-5b907545-372b-4d1e-9919-ac5f7ffd444e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:44.252598 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-aa321042-de59-4827-b5b4-4bb5f7e1b9f9 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] For port 6316ee51-4e77-4973-a2d9-d1c98382f024, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=6316ee51-4e77-4973-a2d9-d1c98382f024,segment=NetworkSegment(cbc59b17-f35e-4933-b48b-8d1bbeb15fe2),segment_id=cbc59b17-f35e-4933-b48b-8d1bbeb15fe2)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:44.253413 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-aa321042-de59-4827-b5b4-4bb5f7e1b9f9 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:44.270097 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-03cc99be-5544-4c93-87c9-55766e017419 None None] Provisioning for port e038ddda-90e3-4e79-bc60-b495e0929a06 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:44.285384 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-aa321042-de59-4827-b5b4-4bb5f7e1b9f9 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Calling delete_port for 6316ee51-4e77-4973-a2d9-d1c98382f024 owned by network:dhcp {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:44.300474 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116334c-463c-437b-970d-15b7dbb133de req-5b907545-372b-4d1e-9919-ac5f7ffd444e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:44.302754 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6116334c-463c-437b-970d-15b7dbb133de req-5b907545-372b-4d1e-9919-ac5f7ffd444e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:44.303718 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6116334c-463c-437b-970d-15b7dbb133de req-5b907545-372b-4d1e-9919-ac5f7ffd444e service neutron] 10.222.0.60 "PUT /v2.0/ports/e038ddda-90e3-4e79-bc60-b495e0929a06 HTTP/1.1" status: 200 len: 1092 time: 1.2015688 Aug 10 03:39:44.310145 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a015c2f4-a747-4404-acf7-b8df0cba13d5 None None] Update dhcp port {'port': {'network_id': 'aca8c296-de4d-463b-a43c-9de80b37e1f1', 'fixed_ips': [{'subnet_id': '0fd31ae1-cbc5-4841-a522-37db5f88b711', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c7e3d18e-03f0-4e23-a700-29a88499a96c'}], 'binding:host_id': 'n-d-768851-15'}, 'id': '321f8379-0180-4f4e-834c-244a46e9fcb9'} from n-d-768851-15. {{(pid=94218) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:39:44.311519 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03be5010-2981-4116-95ce-7e969f5fdbbe', 'tag': 'e038ddda-90e3-4e79-bc60-b495e0929a06'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:39:44.319479 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec770b5b-f2f5-4f7c-a59a-5462b1f341fd" -d '{"events": [{"name": "network-changed", "server_uuid": "03be5010-2981-4116-95ce-7e969f5fdbbe", "tag": "e038ddda-90e3-4e79-bc60-b495e0929a06"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:39:44.423978 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cc99be-5544-4c93-87c9-55766e017419 None None] Pushing event updated for resources: {'Port': ['ID=321f8379-0180-4f4e-834c-244a46e9fcb9,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:44.430435 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ebd0897-481b-4b47-a27b-ecf1badf30ed x-openstack-request-id: req-2ebd0897-481b-4b47-a27b-ecf1badf30ed {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:39:44.436087 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-aa321042-de59-4827-b5b4-4bb5f7e1b9f9 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:44.443601 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03be5010-2981-4116-95ce-7e969f5fdbbe", "tag": "e038ddda-90e3-4e79-bc60-b495e0929a06", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:39:44.443601 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2ebd0897-481b-4b47-a27b-ecf1badf30ed {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:39:44.445145 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03be5010-2981-4116-95ce-7e969f5fdbbe', 'tag': 'e038ddda-90e3-4e79-bc60-b495e0929a06', 'status': 'completed', 'code': 200} Aug 10 03:39:44.457146 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a015c2f4-a747-4404-acf7-b8df0cba13d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:44.474497 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b907545-372b-4d1e-9919-ac5f7ffd444e service neutron] Pushing event updated for resources: {'Port': ['ID=e038ddda-90e3-4e79-bc60-b495e0929a06,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:44.504922 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa321042-de59-4827-b5b4-4bb5f7e1b9f9 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Pushing event deleted for resources: {'Port': ['ID=6316ee51-4e77-4973-a2d9-d1c98382f024,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:44.510237 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc99be-5544-4c93-87c9-55766e017419 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:44.510597 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc99be-5544-4c93-87c9-55766e017419 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:44.510978 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc99be-5544-4c93-87c9-55766e017419 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:44.511878 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc99be-5544-4c93-87c9-55766e017419 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:44.512222 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc99be-5544-4c93-87c9-55766e017419 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:44.512558 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc99be-5544-4c93-87c9-55766e017419 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:44.512892 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc99be-5544-4c93-87c9-55766e017419 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:44.513223 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc99be-5544-4c93-87c9-55766e017419 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:44.515370 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116334c-463c-437b-970d-15b7dbb133de req-a0cf4c22-1d7a-43ab-8591-af229bd61a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:44.517021 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6116334c-463c-437b-970d-15b7dbb133de req-a0cf4c22-1d7a-43ab-8591-af229bd61a3e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d4cffc5e26914104899297a77f2206bf&device_id=03be5010-2981-4116-95ce-7e969f5fdbbe HTTP/1.1" status: 200 len: 1095 time: 0.1563642 Aug 10 03:39:44.518323 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa321042-de59-4827-b5b4-4bb5f7e1b9f9 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] No DVR routers for this DVR port 6316ee51-4e77-4973-a2d9-d1c98382f024 on host n-d-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:39:44.523792 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc99be-5544-4c93-87c9-55766e017419 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:44.524532 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc99be-5544-4c93-87c9-55766e017419 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:44.527634 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc99be-5544-4c93-87c9-55766e017419 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:44.528471 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc99be-5544-4c93-87c9-55766e017419 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:44.615456 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6116334c-463c-437b-970d-15b7dbb133de req-72a533c6-a7dd-497d-8841-fae92e84a0e5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e038ddda-90e3-4e79-bc60-b495e0929a06 HTTP/1.1" status: 200 len: 217 time: 0.0841124 Aug 10 03:39:44.645445 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9218fce3-4960-4d2a-b487-c0a1fbd5bf1f None None] Network fed92b36-a9f3-4de5-b121-2aa1b886e621 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:44.719247 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116334c-463c-437b-970d-15b7dbb133de req-cbeee4ac-7da3-4778-b136-c3e979d481d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:44.723685 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6116334c-463c-437b-970d-15b7dbb133de req-cbeee4ac-7da3-4778-b136-c3e979d481d7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4bd40b21-e95e-4d1c-888d-d0084f7e3858 HTTP/1.1" status: 200 len: 834 time: 0.0983851 Aug 10 03:39:44.747724 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-aa321042-de59-4827-b5b4-4bb5f7e1b9f9 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:44.771094 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62031ee5-08c9-412d-8416-d93ef1e3baca req-518477c6-55b3-4b78-8ebb-839eb5ec530f tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:44.772969 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-62031ee5-08c9-412d-8416-d93ef1e3baca req-518477c6-55b3-4b78-8ebb-839eb5ec530f tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=03be5010-2981-4116-95ce-7e969f5fdbbe HTTP/1.1" status: 200 len: 943 time: 0.1854322 Aug 10 03:39:44.774806 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-aa321042-de59-4827-b5b4-4bb5f7e1b9f9 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fed92b36-a9f3-4de5-b121-2aa1b886e621']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:44.800132 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-aa321042-de59-4827-b5b4-4bb5f7e1b9f9 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbc59b17-f35e-4933-b48b-8d1bbeb15fe2') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:44.800385 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-aa321042-de59-4827-b5b4-4bb5f7e1b9f9 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbc59b17-f35e-4933-b48b-8d1bbeb15fe2') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:44.806607 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116334c-463c-437b-970d-15b7dbb133de req-996883af-f841-4437-b250-fefccae5bcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:44.809094 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6116334c-463c-437b-970d-15b7dbb133de req-996883af-f841-4437-b250-fefccae5bcfa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d7392ce1-6476-4de2-8458-989d7b3729a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0725615 Aug 10 03:39:44.815105 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 361c9079-ab7d-4efd-b0eb-f9c342d52d4e up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:44.820064 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-aa321042-de59-4827-b5b4-4bb5f7e1b9f9 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:44.847275 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-62031ee5-08c9-412d-8416-d93ef1e3baca req-3cb318aa-b892-4266-bcd2-99964d8082a5 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2591c67-43d6-4c71-8cde-e02fdacf5c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650189 Aug 10 03:39:44.849787 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-aa321042-de59-4827-b5b4-4bb5f7e1b9f9 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:44.859447 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa321042-de59-4827-b5b4-4bb5f7e1b9f9 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:39:44.860031 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-aa321042-de59-4827-b5b4-4bb5f7e1b9f9 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:44.873954 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:39:44.873954 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:39:44.873954 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:39:44.873954 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:39:44.873954 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:39:44.873954 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:39:44.873954 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:39:44.873954 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:39:44.873954 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:39:44.873954 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:39:44.873954 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:39:44.873954 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:39:44.873954 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:39:44.873954 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:39:44.873954 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:39:44.873954 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:39:44.873954 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:39:44.873954 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:39:44.873954 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:39:44.873954 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:39:44.873954 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:39:44.873954 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:39:44.873954 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:39:44.873954 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:39:44.873954 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:39:44.873954 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:39:44.873954 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:39:44.873954 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:39:44.873954 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:39:44.873954 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:39:44.873954 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:39:44.873954 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:39:44.946878 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-aa321042-de59-4827-b5b4-4bb5f7e1b9f9 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:44.955530 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-aa321042-de59-4827-b5b4-4bb5f7e1b9f9 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:44.957698 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-aa321042-de59-4827-b5b4-4bb5f7e1b9f9 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] 10.222.0.62 "DELETE /v2.0/networks/fed92b36-a9f3-4de5-b121-2aa1b886e621 HTTP/1.1" status: 204 len: 168 time: 2.9658256 Aug 10 03:39:44.960185 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60294) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:44.963458 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6116334c-463c-437b-970d-15b7dbb133de req-781301bb-aec4-4e81-b5ed-d9f1c30b11ac service neutron] 10.222.0.60 "GET /v2.0/networks/d7392ce1-6476-4de2-8458-989d7b3729a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450725 Aug 10 03:39:44.991943 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa321042-de59-4827-b5b4-4bb5f7e1b9f9 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Pushing event deleted for resources: {'Network': ['ID=fed92b36-a9f3-4de5-b121-2aa1b886e621,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:45.001405 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-10566682-7d1f-4667-a0b9-ac2e2c54bd34 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] DELETE failed (client error): The resource could not be found. Aug 10 03:39:45.002255 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10566682-7d1f-4667-a0b9-ac2e2c54bd34 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:39:45.004809 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-10566682-7d1f-4667-a0b9-ac2e2c54bd34 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] 10.222.0.62 "DELETE /v2.0/networks/fed92b36-a9f3-4de5-b121-2aa1b886e621 HTTP/1.1" status: 404 len: 339 time: 0.0436323 Aug 10 03:39:45.011304 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60296) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:45.016772 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-69f19ea8-4f00-4a7c-954f-50cf4950a6a1 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-359306801', 'description': 'd1'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:45.066859 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f19ea8-4f00-4a7c-954f-50cf4950a6a1 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Made reservation on behalf of ef8f37557b4140058c160af00d14b7a8 for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:45.076218 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-69f19ea8-4f00-4a7c-954f-50cf4950a6a1 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:45.129057 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69f19ea8-4f00-4a7c-954f-50cf4950a6a1 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:39:45.153422 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-69f19ea8-4f00-4a7c-954f-50cf4950a6a1 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:45.154326 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-69f19ea8-4f00-4a7c-954f-50cf4950a6a1 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Added segment b6f89eea-d3b8-4dcf-8b00-1a46e68f521a of type vlan for network c590084d-cd53-4f60-94b7-a13d7e0fcf7b Aug 10 03:39:45.161242 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6116334c-463c-437b-970d-15b7dbb133de req-e255a1a3-9e75-4565-a20f-a2ab4df243c5 service neutron] 10.222.0.60 "GET /v2.0/networks/d7392ce1-6476-4de2-8458-989d7b3729a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891863 Aug 10 03:39:45.183447 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 361c9079-ab7d-4efd-b0eb-f9c342d52d4e completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:45.192521 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 361c9079-ab7d-4efd-b0eb-f9c342d52d4e triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:45.192926 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:45.226848 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-69f19ea8-4f00-4a7c-954f-50cf4950a6a1 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:45.231062 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-a015c2f4-a747-4404-acf7-b8df0cba13d5 None None] Allocated IP 172.20.0.1 (aca8c296-de4d-463b-a43c-9de80b37e1f1/c7e3d18e-03f0-4e23-a700-29a88499a96c/321f8379-0180-4f4e-834c-244a46e9fcb9) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:39:45.274039 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-69f19ea8-4f00-4a7c-954f-50cf4950a6a1 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:45.285336 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f19ea8-4f00-4a7c-954f-50cf4950a6a1 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:45.285920 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-69f19ea8-4f00-4a7c-954f-50cf4950a6a1 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700519'] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:45.306522 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec770b5b-f2f5-4f7c-a59a-5462b1f341fd req-cf653fa5-095b-4658-bded-af55275b00f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:45.311735 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ec770b5b-f2f5-4f7c-a59a-5462b1f341fd req-cf653fa5-095b-4658-bded-af55275b00f5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d4cffc5e26914104899297a77f2206bf&device_id=03be5010-2981-4116-95ce-7e969f5fdbbe HTTP/1.1" status: 200 len: 1095 time: 0.0613372 Aug 10 03:39:45.331405 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-69f19ea8-4f00-4a7c-954f-50cf4950a6a1 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3187697 Aug 10 03:39:45.332032 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60298) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:45.372066 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:45.407722 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f19ea8-4f00-4a7c-954f-50cf4950a6a1 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Pushing event updated for resources: {'Network': ['ID=c590084d-cd53-4f60-94b7-a13d7e0fcf7b,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:45.438919 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network c590084d-cd53-4f60-94b7-a13d7e0fcf7b details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:39:45.490107 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 361c9079-ab7d-4efd-b0eb-f9c342d52d4e, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=361c9079-ab7d-4efd-b0eb-f9c342d52d4e,segment=NetworkSegment(7ae25d03-cceb-454d-a0f0-81d7cc42103b),segment_id=7ae25d03-cceb-454d-a0f0-81d7cc42103b)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:45.510397 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec770b5b-f2f5-4f7c-a59a-5462b1f341fd req-2600521c-4bb1-46ae-9e63-348d896d17ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:45.516202 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ec770b5b-f2f5-4f7c-a59a-5462b1f341fd req-2600521c-4bb1-46ae-9e63-348d896d17ae service neutron] 10.222.0.60 "GET /v2.0/networks?id=d7392ce1-6476-4de2-8458-989d7b3729a5 HTTP/1.1" status: 200 len: 898 time: 0.1952386 Aug 10 03:39:45.528175 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:45.552738 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9d0d87-4b05-4f5a-a284-92c1f85d9f2e tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:45.555410 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-bb9d0d87-4b05-4f5a-a284-92c1f85d9f2e tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] 10.222.0.62 "GET /v2.0/networks?id=c590084d-cd53-4f60-94b7-a13d7e0fcf7b HTTP/1.1" status: 200 len: 764 time: 0.1572192 Aug 10 03:39:45.558006 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60300) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:45.558476 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-a015c2f4-a747-4404-acf7-b8df0cba13d5 None None] For port 321f8379-0180-4f4e-834c-244a46e9fcb9, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=321f8379-0180-4f4e-834c-244a46e9fcb9,segment=NetworkSegment(6644bbfb-f541-4aa3-9e51-84eb6fc3b9fb),segment_id=6644bbfb-f541-4aa3-9e51-84eb6fc3b9fb)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:45.565291 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-8d9b512b-b020-4c40-9fc7-fa85526569a4 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Request body: {'network': {'description': 'd2'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:45.602925 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ec770b5b-f2f5-4f7c-a59a-5462b1f341fd req-71aaa74a-447b-4831-8c60-195d294839bf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e038ddda-90e3-4e79-bc60-b495e0929a06 HTTP/1.1" status: 200 len: 217 time: 0.0783396 Aug 10 03:39:45.665499 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=361c9079-ab7d-4efd-b0eb-f9c342d52d4e,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:45.673193 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec770b5b-f2f5-4f7c-a59a-5462b1f341fd req-007f140d-b7fd-4c44-a6a9-d7841c18fd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:45.675061 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ec770b5b-f2f5-4f7c-a59a-5462b1f341fd req-007f140d-b7fd-4c44-a6a9-d7841c18fd15 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4bd40b21-e95e-4d1c-888d-d0084f7e3858 HTTP/1.1" status: 200 len: 834 time: 0.0630739 Aug 10 03:39:45.675357 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a015c2f4-a747-4404-acf7-b8df0cba13d5 None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:45.695808 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-a015c2f4-a747-4404-acf7-b8df0cba13d5 None None] Transition to ACTIVE for port object 321f8379-0180-4f4e-834c-244a46e9fcb9 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:45.702047 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a015c2f4-a747-4404-acf7-b8df0cba13d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:45.750768 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec770b5b-f2f5-4f7c-a59a-5462b1f341fd req-84edee8d-49c4-45a2-a468-3e7b3da7ed9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:45.751736 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ec770b5b-f2f5-4f7c-a59a-5462b1f341fd req-84edee8d-49c4-45a2-a468-3e7b3da7ed9f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d7392ce1-6476-4de2-8458-989d7b3729a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0677481 Aug 10 03:39:45.820337 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a015c2f4-a747-4404-acf7-b8df0cba13d5 None None] Pushing event updated for resources: {'Port': ['ID=321f8379-0180-4f4e-834c-244a46e9fcb9,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:45.823791 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8d9b512b-b020-4c40-9fc7-fa85526569a4 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:45.845843 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8d9b512b-b020-4c40-9fc7-fa85526569a4 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:45.858170 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8d9b512b-b020-4c40-9fc7-fa85526569a4 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Network c590084d-cd53-4f60-94b7-a13d7e0fcf7b is not hosted by any dhcp agent {{(pid=94216) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 03:39:45.868023 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9b512b-b020-4c40-9fc7-fa85526569a4 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:45.868685 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8d9b512b-b020-4c40-9fc7-fa85526569a4 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks [] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:45.873897 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8d9b512b-b020-4c40-9fc7-fa85526569a4 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] 10.222.0.62 "PUT /v2.0/networks/c590084d-cd53-4f60-94b7-a13d7e0fcf7b HTTP/1.1" status: 200 len: 761 time: 0.3148732 Aug 10 03:39:45.875354 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60302) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:45.982293 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5617f9fc-7bad-4cb2-a351-ab7df0edda9e tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:45.985929 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-5617f9fc-7bad-4cb2-a351-ab7df0edda9e tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] 10.222.0.62 "GET /v2.0/networks?id=c590084d-cd53-4f60-94b7-a13d7e0fcf7b HTTP/1.1" status: 200 len: 764 time: 0.1095243 Aug 10 03:39:45.988106 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ec770b5b-f2f5-4f7c-a59a-5462b1f341fd req-0df1ebd8-0a42-43e8-83ca-4f401b780abb service neutron] 10.222.0.60 "GET /v2.0/networks/d7392ce1-6476-4de2-8458-989d7b3729a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269113 Aug 10 03:39:45.989672 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60306) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:45.997674 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9b512b-b020-4c40-9fc7-fa85526569a4 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Pushing event updated for resources: {'Network': ['ID=c590084d-cd53-4f60-94b7-a13d7e0fcf7b,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:46.010996 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network c590084d-cd53-4f60-94b7-a13d7e0fcf7b details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:39:46.059482 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fedc518-ea93-4d8b-845b-b19846125172 req-1bd4f151-915b-4bd0-9c9f-c9cf7ff60032 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:46.061989 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9fedc518-ea93-4d8b-845b-b19846125172 req-1bd4f151-915b-4bd0-9c9f-c9cf7ff60032 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=03be5010-2981-4116-95ce-7e969f5fdbbe HTTP/1.1" status: 200 len: 943 time: 0.1117575 Aug 10 03:39:46.149437 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9fedc518-ea93-4d8b-845b-b19846125172 req-47c842af-c1da-4599-bef5-8a0d3d78d06c tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2591c67-43d6-4c71-8cde-e02fdacf5c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787866 Aug 10 03:39:46.327461 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d98a13-f5f4-4bb6-9d29-37ecccb94210 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:46.329084 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d4d98a13-f5f4-4bb6-9d29-37ecccb94210 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3384163 Aug 10 03:39:46.331660 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ec770b5b-f2f5-4f7c-a59a-5462b1f341fd req-78ea0e2b-946c-44d6-a35b-c9c2386e88f5 service neutron] 10.222.0.60 "GET /v2.0/networks/d7392ce1-6476-4de2-8458-989d7b3729a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301818 Aug 10 03:39:46.332419 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60310) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:46.374444 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4777ef5a-2285-4ace-95e8-4e254a85190b tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] 10.222.0.62 "GET /v2.0/subnets?network_id=09ca2025-b9a6-4e84-8019-8d9fbef3753e HTTP/1.1" status: 200 len: 207 time: 0.0408604 Aug 10 03:39:46.378014 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60312) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:46.532526 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207306f3-babf-4463-9a63-014fbb26b547 None None] Network aca8c296-de4d-463b-a43c-9de80b37e1f1 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:46.588372 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 361c9079-ab7d-4efd-b0eb-f9c342d52d4e up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:46.613879 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f6be43-42b0-48eb-9f44-c5d22b1104a6 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:46.622009 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f6be43-42b0-48eb-9f44-c5d22b1104a6 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:46.627326 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f6be43-42b0-48eb-9f44-c5d22b1104a6 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:46.634153 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f6be43-42b0-48eb-9f44-c5d22b1104a6 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:46.640316 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f6be43-42b0-48eb-9f44-c5d22b1104a6 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:46.646646 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f6be43-42b0-48eb-9f44-c5d22b1104a6 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:46.648517 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f9f6be43-42b0-48eb-9f44-c5d22b1104a6 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2695465 Aug 10 03:39:46.653083 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60314) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:46.809331 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d8b79faf-3202-480a-9e09-7f7c4db47ef5 None None] Provisioning for port 321f8379-0180-4f4e-834c-244a46e9fcb9 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:46.826274 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d8b79faf-3202-480a-9e09-7f7c4db47ef5 None None] Provisioning complete for port 321f8379-0180-4f4e-834c-244a46e9fcb9 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:46.826659 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d8b79faf-3202-480a-9e09-7f7c4db47ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:46.881384 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-eec7d2f1-405b-47ab-8aed-34c9e5df1c08 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] 10.222.0.62 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2238250 Aug 10 03:39:46.881703 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60316) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:46.938473 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 361c9079-ab7d-4efd-b0eb-f9c342d52d4e triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:46.939141 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:46.945934 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e314c5d-eb8a-4f7d-a611-1e46e813d74b tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:46.947531 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e314c5d-eb8a-4f7d-a611-1e46e813d74b tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:46.950077 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e314c5d-eb8a-4f7d-a611-1e46e813d74b tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:46.952069 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e314c5d-eb8a-4f7d-a611-1e46e813d74b tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:46.953602 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e314c5d-eb8a-4f7d-a611-1e46e813d74b tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:46.958804 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0e314c5d-eb8a-4f7d-a611-1e46e813d74b tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0727861 Aug 10 03:39:46.959171 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60318) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:47.020425 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299f5259-5e13-4908-80b8-d3571fbcd218 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Attributes excluded by policy engine: ['shared'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:47.022424 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299f5259-5e13-4908-80b8-d3571fbcd218 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Attributes excluded by policy engine: ['shared'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:47.023090 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299f5259-5e13-4908-80b8-d3571fbcd218 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Attributes excluded by policy engine: ['shared'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:47.024601 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299f5259-5e13-4908-80b8-d3571fbcd218 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Attributes excluded by policy engine: ['shared'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:47.026048 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299f5259-5e13-4908-80b8-d3571fbcd218 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Attributes excluded by policy engine: ['shared'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:47.031645 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-299f5259-5e13-4908-80b8-d3571fbcd218 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] 10.222.0.62 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0680001 Aug 10 03:39:47.032328 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60320) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:47.087980 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 321f8379-0180-4f4e-834c-244a46e9fcb9 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:47.152284 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 321f8379-0180-4f4e-834c-244a46e9fcb9 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:47.152830 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:47.158728 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f1492b-57e2-4b65-95b9-06cd846ba470 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:47.160632 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e9f1492b-57e2-4b65-95b9-06cd846ba470 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] 10.222.0.62 "GET /v2.0/networks/5e6e0bbd-e2b7-4ca7-ab5c-b3ddbd854741 HTTP/1.1" status: 200 len: 803 time: 0.1269660 Aug 10 03:39:47.164279 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60324) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:47.316704 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60328) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:47.321539 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-25572797-2bb8-49c3-a4dc-54b69aacf001 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] 10.222.0.62 "GET /v2.0/networks/5e6e0bbd-e2b7-4ca7-ab5c-b3ddbd854741?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1520035 Aug 10 03:39:47.335305 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2b5f20-852e-4bd8-ae96-f9cc53236971 None None] get_active_networks_info from n-d-768851-15 {{(pid=94218) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:39:47.336566 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46b805-89ef-41c2-8460-0aa42615e010 req-7947988e-7970-446c-b442-54c36315721b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:47.338114 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-de46b805-89ef-41c2-8460-0aa42615e010 req-7947988e-7970-446c-b442-54c36315721b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=03be5010-2981-4116-95ce-7e969f5fdbbe HTTP/1.1" status: 200 len: 943 time: 0.0712199 Aug 10 03:39:47.397971 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-c41196e9-2fb9-41c2-b833-4f7c7627020c None None] Provisioning complete for port 321f8379-0180-4f4e-834c-244a46e9fcb9 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:47.398955 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c41196e9-2fb9-41c2-b833-4f7c7627020c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:47.409983 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ebccdf-37e8-4099-a5ec-2f9fc221305b tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:47.411363 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b3ebccdf-37e8-4099-a5ec-2f9fc221305b tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] 10.222.0.62 "GET /v2.0/subnets/95424b6f-e281-4910-af51-8f0f2a81ec59 HTTP/1.1" status: 200 len: 843 time: 0.0935724 Aug 10 03:39:47.415277 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60330) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:47.421356 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-de46b805-89ef-41c2-8460-0aa42615e010 req-fca0b093-4be0-4d7c-9673-adb554d8e533 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2591c67-43d6-4c71-8cde-e02fdacf5c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612297 Aug 10 03:39:47.479169 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928d89d9-4288-44bd-aa27-eb077ad158ff tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Attributes excluded by policy engine: ['shared'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:47.483379 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-928d89d9-4288-44bd-aa27-eb077ad158ff tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] 10.222.0.62 "GET /v2.0/subnets/95424b6f-e281-4910-af51-8f0f2a81ec59?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0668626 Aug 10 03:39:47.486770 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60332) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:47.492272 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-4bad2e89-46c7-4129-b4a4-c55dfd58fbd6 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-95853485'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:47.516827 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bad2e89-46c7-4129-b4a4-c55dfd58fbd6 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Made reservation on behalf of ef8f37557b4140058c160af00d14b7a8 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:47.521246 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4bad2e89-46c7-4129-b4a4-c55dfd58fbd6 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:47.534118 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2b5f20-852e-4bd8-ae96-f9cc53236971 None None] Resources bound (agent type, host, resource id): {{(pid=94218) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:39:47.550165 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bad2e89-46c7-4129-b4a4-c55dfd58fbd6 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:39:47.562806 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4bad2e89-46c7-4129-b4a4-c55dfd58fbd6 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:47.563173 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-4bad2e89-46c7-4129-b4a4-c55dfd58fbd6 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Added segment c1bc67a3-1839-4692-b06d-918de64cfc57 of type vlan for network 56770f1b-2874-4c66-96f7-75cfeab8417b Aug 10 03:39:47.613598 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4bad2e89-46c7-4129-b4a4-c55dfd58fbd6 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:47.647041 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4bad2e89-46c7-4129-b4a4-c55dfd58fbd6 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:47.654411 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bad2e89-46c7-4129-b4a4-c55dfd58fbd6 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:47.655052 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4bad2e89-46c7-4129-b4a4-c55dfd58fbd6 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:47.716061 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4bad2e89-46c7-4129-b4a4-c55dfd58fbd6 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2248359 Aug 10 03:39:47.716373 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60334) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:47.721684 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-8028ade9-4056-4f07-9afd-dd23c224a64e tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Request body: {'subnet': {'network_id': '56770f1b-2874-4c66-96f7-75cfeab8417b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:47.738008 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bad2e89-46c7-4129-b4a4-c55dfd58fbd6 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Pushing event updated for resources: {'Network': ['ID=56770f1b-2874-4c66-96f7-75cfeab8417b,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:47.750007 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 56770f1b-2874-4c66-96f7-75cfeab8417b details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:39:47.832529 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8028ade9-4056-4f07-9afd-dd23c224a64e tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Made reservation on behalf of ef8f37557b4140058c160af00d14b7a8 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:47.836476 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8028ade9-4056-4f07-9afd-dd23c224a64e tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:47.911674 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.ipam_backend_mixin [None req-8028ade9-4056-4f07-9afd-dd23c224a64e tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Performing IP validity checks on allocation pools {{(pid=94216) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 10 03:39:47.912221 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.ipam_backend_mixin [None req-8028ade9-4056-4f07-9afd-dd23c224a64e tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94216) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 10 03:39:48.074653 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8028ade9-4056-4f07-9afd-dd23c224a64e tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:48.075726 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device e038ddda-90e3-4e79-bc60-b495e0929a06 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:39:48.142090 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028ade9-4056-4f07-9afd-dd23c224a64e tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Pushing event updated for resources: {'Subnet': ['ID=7225fadf-342d-4aca-b1c4-46c13651ea1a,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:48.153233 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8028ade9-4056-4f07-9afd-dd23c224a64e tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Checking segment: {'id': 'c1bc67a3-1839-4692-b06d-918de64cfc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '56770f1b-2874-4c66-96f7-75cfeab8417b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:39:48.153597 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8028ade9-4056-4f07-9afd-dd23c224a64e tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Network hostable DHCP agents. Network: 56770f1b-2874-4c66-96f7-75cfeab8417b, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:39:48.172401 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8028ade9-4056-4f07-9afd-dd23c224a64e tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Network 56770f1b-2874-4c66-96f7-75cfeab8417b is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:39:48.184094 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-8028ade9-4056-4f07-9afd-dd23c224a64e tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 56770f1b-2874-4c66-96f7-75cfeab8417b) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:48.188964 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8028ade9-4056-4f07-9afd-dd23c224a64e tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:48.189763 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8028ade9-4056-4f07-9afd-dd23c224a64e tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:48.197509 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6755b11a-1619-4f1d-ac71-17578a805752 None None] Network 56770f1b-2874-4c66-96f7-75cfeab8417b requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:48.201096 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port e038ddda-90e3-4e79-bc60-b495e0929a06, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=e038ddda-90e3-4e79-bc60-b495e0929a06,segment=NetworkSegment(7ae25d03-cceb-454d-a0f0-81d7cc42103b),segment_id=7ae25d03-cceb-454d-a0f0-81d7cc42103b)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:48.207239 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8028ade9-4056-4f07-9afd-dd23c224a64e tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.4897437 Aug 10 03:39:48.210278 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60336) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:48.217225 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-9ac19b2f-58d6-4c2f-8f9b-fc5c9ab8e989 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:48.249434 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': 'e038ddda-90e3-4e79-bc60-b495e0929a06', 'network_id': 'd7392ce1-6476-4de2-8458-989d7b3729a5', 'port_id': 'e038ddda-90e3-4e79-bc60-b495e0929a06', 'mac_address': 'fa:16:3e:aa:95:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bd40b21-e95e-4d1c-888d-d0084f7e3858', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:39:48.319517 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:48.340075 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9ac19b2f-58d6-4c2f-8f9b-fc5c9ab8e989 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9237573'] for subnet, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:48.343868 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e038ddda-90e3-4e79-bc60-b495e0929a06 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:39:48.395721 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port e038ddda-90e3-4e79-bc60-b495e0929a06, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=e038ddda-90e3-4e79-bc60-b495e0929a06,segment=NetworkSegment(7ae25d03-cceb-454d-a0f0-81d7cc42103b),segment_id=7ae25d03-cceb-454d-a0f0-81d7cc42103b)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:48.402400 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:48.471535 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e44b76c-3c65-4cc2-89e1-b4a645c69d5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-56770f1b-2874-4c66-96f7-75cfeab8417b', 'network_id': '56770f1b-2874-4c66-96f7-75cfeab8417b', 'tenant_id': 'ef8f37557b4140058c160af00d14b7a8', 'fixed_ips': [{'subnet_id': '7225fadf-342d-4aca-b1c4-46c13651ea1a'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:39:48.473069 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5e44b76c-3c65-4cc2-89e1-b4a645c69d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:48.510241 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=e038ddda-90e3-4e79-bc60-b495e0929a06,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:48.579630 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9ac19b2f-58d6-4c2f-8f9b-fc5c9ab8e989 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733457243796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8892906'] for subnet, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:48.598706 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0426ec4d-fca1-4ea3-827a-ab0d36635497 req-a89c4cd8-9235-43da-b257-747cf9f1f50d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:48.600686 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0426ec4d-fca1-4ea3-827a-ab0d36635497 req-a89c4cd8-9235-43da-b257-747cf9f1f50d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=03be5010-2981-4116-95ce-7e969f5fdbbe HTTP/1.1" status: 200 len: 944 time: 0.0856388 Aug 10 03:39:48.646947 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0426ec4d-fca1-4ea3-827a-ab0d36635497 req-67c04826-0ce3-40aa-95de-a491e41ee69b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2591c67-43d6-4c71-8cde-e02fdacf5c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384297 Aug 10 03:39:48.658825 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac19b2f-58d6-4c2f-8f9b-fc5c9ab8e989 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:48.659445 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9ac19b2f-58d6-4c2f-8f9b-fc5c9ab8e989 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:48.663916 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9ac19b2f-58d6-4c2f-8f9b-fc5c9ab8e989 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] 10.222.0.62 "PUT /v2.0/subnets/7225fadf-342d-4aca-b1c4-46c13651ea1a HTTP/1.1" status: 200 len: 900 time: 0.4524601 Aug 10 03:39:48.664161 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60342) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:48.668789 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac19b2f-58d6-4c2f-8f9b-fc5c9ab8e989 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Pushing event updated for resources: {'Subnet': ['ID=7225fadf-342d-4aca-b1c4-46c13651ea1a,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:48.688384 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['e038ddda-90e3-4e79-bc60-b495e0929a06'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:39:48.750239 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-5e44b76c-3c65-4cc2-89e1-b4a645c69d5a None None] Allocated IP 2001:db8::3 (56770f1b-2874-4c66-96f7-75cfeab8417b/7225fadf-342d-4aca-b1c4-46c13651ea1a/92c1a672-9daa-4e2f-9f70-8dccfb030762) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:39:48.788833 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-be82af3b-8f1b-4aeb-8dfc-95dddafa8146 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:48.853254 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-be82af3b-8f1b-4aeb-8dfc-95dddafa8146 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:48.989445 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5e44b76c-3c65-4cc2-89e1-b4a645c69d5a None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:49.009339 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-5e44b76c-3c65-4cc2-89e1-b4a645c69d5a None None] Transition to ACTIVE for port object 92c1a672-9daa-4e2f-9f70-8dccfb030762 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:49.038339 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-5e44b76c-3c65-4cc2-89e1-b4a645c69d5a None None] Transition to ACTIVE for port object 92c1a672-9daa-4e2f-9f70-8dccfb030762 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:49.051035 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5e44b76c-3c65-4cc2-89e1-b4a645c69d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:49.078446 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-be82af3b-8f1b-4aeb-8dfc-95dddafa8146 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:49.107153 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be82af3b-8f1b-4aeb-8dfc-95dddafa8146 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Pushing event deleted for resources: {'Subnet': ['ID=7225fadf-342d-4aca-b1c4-46c13651ea1a,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:49.112809 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e44b76c-3c65-4cc2-89e1-b4a645c69d5a None None] Network 56770f1b-2874-4c66-96f7-75cfeab8417b is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:49.125527 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-5e44b76c-3c65-4cc2-89e1-b4a645c69d5a None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:49.129943 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e44b76c-3c65-4cc2-89e1-b4a645c69d5a None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:39:49.139624 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e44b76c-3c65-4cc2-89e1-b4a645c69d5a None None] Pushing event updated for resources: {'Port': ['ID=92c1a672-9daa-4e2f-9f70-8dccfb030762,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:49.186113 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-be82af3b-8f1b-4aeb-8dfc-95dddafa8146 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:49.194133 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-5e44b76c-3c65-4cc2-89e1-b4a645c69d5a None None] Attempting to bind port 92c1a672-9daa-4e2f-9f70-8dccfb030762 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:39:49.194512 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-5e44b76c-3c65-4cc2-89e1-b4a645c69d5a None None] Attempting to bind port 92c1a672-9daa-4e2f-9f70-8dccfb030762 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'c1bc67a3-1839-4692-b06d-918de64cfc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '56770f1b-2874-4c66-96f7-75cfeab8417b'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:39:49.194896 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e44b76c-3c65-4cc2-89e1-b4a645c69d5a None None] Attempting to bind port 92c1a672-9daa-4e2f-9f70-8dccfb030762 on network 56770f1b-2874-4c66-96f7-75cfeab8417b {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:39:49.197005 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-be82af3b-8f1b-4aeb-8dfc-95dddafa8146 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56770f1b-2874-4c66-96f7-75cfeab8417b']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:49.200386 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e44b76c-3c65-4cc2-89e1-b4a645c69d5a None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:39:49.200761 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e44b76c-3c65-4cc2-89e1-b4a645c69d5a None None] Checking segment: {'id': 'c1bc67a3-1839-4692-b06d-918de64cfc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '56770f1b-2874-4c66-96f7-75cfeab8417b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:39:49.201160 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5e44b76c-3c65-4cc2-89e1-b4a645c69d5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:49.201578 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e44b76c-3c65-4cc2-89e1-b4a645c69d5a None None] Bound using segment: {'id': 'c1bc67a3-1839-4692-b06d-918de64cfc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '56770f1b-2874-4c66-96f7-75cfeab8417b'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:39:49.202016 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-5e44b76c-3c65-4cc2-89e1-b4a645c69d5a None None] Bound port: 92c1a672-9daa-4e2f-9f70-8dccfb030762, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1bc67a3-1839-4692-b06d-918de64cfc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '56770f1b-2874-4c66-96f7-75cfeab8417b'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:39:49.202402 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5e44b76c-3c65-4cc2-89e1-b4a645c69d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:49.208757 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-be82af3b-8f1b-4aeb-8dfc-95dddafa8146 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1bc67a3-1839-4692-b06d-918de64cfc57') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:49.209058 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-be82af3b-8f1b-4aeb-8dfc-95dddafa8146 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1bc67a3-1839-4692-b06d-918de64cfc57') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:49.222634 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-be82af3b-8f1b-4aeb-8dfc-95dddafa8146 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:49.238040 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-be82af3b-8f1b-4aeb-8dfc-95dddafa8146 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:49.249139 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be82af3b-8f1b-4aeb-8dfc-95dddafa8146 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:39:49.249521 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-be82af3b-8f1b-4aeb-8dfc-95dddafa8146 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:49.253567 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:39:49.253567 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:39:49.253567 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:39:49.253567 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:39:49.253567 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:39:49.253567 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:39:49.253567 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:39:49.253567 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:39:49.253567 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:39:49.253567 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:39:49.253567 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:39:49.253567 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:39:49.253567 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:39:49.253567 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:39:49.253567 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:39:49.253567 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:39:49.253567 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:39:49.253567 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:39:49.253567 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:39:49.253567 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:39:49.253567 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:39:49.253567 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:39:49.253567 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:39:49.253567 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:39:49.253567 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:39:49.253567 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:39:49.253567 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:39:49.253567 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:39:49.253567 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:39:49.253567 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:39:49.253567 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:39:49.253567 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:39:49.280748 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-5e44b76c-3c65-4cc2-89e1-b4a645c69d5a None None] For port 92c1a672-9daa-4e2f-9f70-8dccfb030762, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:39:49.313198 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-5e44b76c-3c65-4cc2-89e1-b4a645c69d5a None None] For port 92c1a672-9daa-4e2f-9f70-8dccfb030762, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=92c1a672-9daa-4e2f-9f70-8dccfb030762,segment=NetworkSegment(c1bc67a3-1839-4692-b06d-918de64cfc57),segment_id=c1bc67a3-1839-4692-b06d-918de64cfc57)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:39:49.315352 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.db.api [None req-be82af3b-8f1b-4aeb-8dfc-95dddafa8146 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 03:39:49.315352 n-d-768851-15 neutron-server[94216]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 03:39:49.315352 n-d-768851-15 neutron-server[94216]: [parameters: {'id': '56770f1b-2874-4c66-96f7-75cfeab8417b'}] Aug 10 03:39:49.315352 n-d-768851-15 neutron-server[94216]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:39:49.316148 n-d-768851-15 neutron-server[94216]: DEBUG oslo_db.api [None req-be82af3b-8f1b-4aeb-8dfc-95dddafa8146 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:39:49.319369 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5e44b76c-3c65-4cc2-89e1-b4a645c69d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:49.399158 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e44b76c-3c65-4cc2-89e1-b4a645c69d5a None None] Pushing event updated for resources: {'Port': ['ID=92c1a672-9daa-4e2f-9f70-8dccfb030762,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:49.421348 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f62da5-0d79-42de-8b56-8dda0577a810 None None] Network 56770f1b-2874-4c66-96f7-75cfeab8417b requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:49.551529 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095de6df-1be2-4857-832c-fa8060535fa6 None None] Network 56770f1b-2874-4c66-96f7-75cfeab8417b requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:49.677194 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b0621d-acc7-404f-afb0-81a08ddb7e4c None None] get_active_networks_info from n-d-768851-15 {{(pid=94218) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:39:49.790154 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c36ba3-6b00-4764-a16d-9afcf6b9a658 req-f897ef6d-c30b-4ceb-9190-93b4a7f9cbab tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:49.793273 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-99c36ba3-6b00-4764-a16d-9afcf6b9a658 req-f897ef6d-c30b-4ceb-9190-93b4a7f9cbab tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=03be5010-2981-4116-95ce-7e969f5fdbbe HTTP/1.1" status: 200 len: 944 time: 0.0590441 Aug 10 03:39:49.810422 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b0621d-acc7-404f-afb0-81a08ddb7e4c None None] Resources bound (agent type, host, resource id): {{(pid=94218) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:39:49.818238 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-be82af3b-8f1b-4aeb-8dfc-95dddafa8146 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:49.868938 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-99c36ba3-6b00-4764-a16d-9afcf6b9a658 req-d22c9d2d-fd81-42be-b347-3096ab8553e7 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2591c67-43d6-4c71-8cde-e02fdacf5c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695353 Aug 10 03:39:49.899199 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-be82af3b-8f1b-4aeb-8dfc-95dddafa8146 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Deleting port 92c1a672-9daa-4e2f-9f70-8dccfb030762 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:49.899540 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-be82af3b-8f1b-4aeb-8dfc-95dddafa8146 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:49.972474 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-be82af3b-8f1b-4aeb-8dfc-95dddafa8146 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] For port 92c1a672-9daa-4e2f-9f70-8dccfb030762, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=92c1a672-9daa-4e2f-9f70-8dccfb030762,segment=NetworkSegment(c1bc67a3-1839-4692-b06d-918de64cfc57),segment_id=c1bc67a3-1839-4692-b06d-918de64cfc57)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:49.972843 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-be82af3b-8f1b-4aeb-8dfc-95dddafa8146 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:49.989055 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-be82af3b-8f1b-4aeb-8dfc-95dddafa8146 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Calling delete_port for 92c1a672-9daa-4e2f-9f70-8dccfb030762 owned by network:dhcp {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:50.075169 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device e038ddda-90e3-4e79-bc60-b495e0929a06 up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:50.090890 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-be82af3b-8f1b-4aeb-8dfc-95dddafa8146 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:50.124418 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be82af3b-8f1b-4aeb-8dfc-95dddafa8146 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Pushing event deleted for resources: {'Port': ['ID=92c1a672-9daa-4e2f-9f70-8dccfb030762,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:50.128185 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be82af3b-8f1b-4aeb-8dfc-95dddafa8146 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] No DVR routers for this DVR port 92c1a672-9daa-4e2f-9f70-8dccfb030762 on host n-d-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:39:50.138858 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port e038ddda-90e3-4e79-bc60-b495e0929a06 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:50.143522 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port e038ddda-90e3-4e79-bc60-b495e0929a06 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:50.144008 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:50.216703 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-be82af3b-8f1b-4aeb-8dfc-95dddafa8146 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:50.227648 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-be82af3b-8f1b-4aeb-8dfc-95dddafa8146 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56770f1b-2874-4c66-96f7-75cfeab8417b']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:50.236737 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:50.241091 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-be82af3b-8f1b-4aeb-8dfc-95dddafa8146 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1bc67a3-1839-4692-b06d-918de64cfc57') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:50.241387 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-be82af3b-8f1b-4aeb-8dfc-95dddafa8146 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1bc67a3-1839-4692-b06d-918de64cfc57') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:50.252437 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-be82af3b-8f1b-4aeb-8dfc-95dddafa8146 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:50.262001 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03be5010-2981-4116-95ce-7e969f5fdbbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e038ddda-90e3-4e79-bc60-b495e0929a06'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:39:50.264560 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6b1a6d-ac39-40e5-b271-63b89f725887" -d '{"events": [{"server_uuid": "03be5010-2981-4116-95ce-7e969f5fdbbe", "name": "network-vif-plugged", "status": "completed", "tag": "e038ddda-90e3-4e79-bc60-b495e0929a06"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:39:50.269978 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-be82af3b-8f1b-4aeb-8dfc-95dddafa8146 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:50.277929 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be82af3b-8f1b-4aeb-8dfc-95dddafa8146 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:39:50.278946 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-be82af3b-8f1b-4aeb-8dfc-95dddafa8146 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:50.281077 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port e038ddda-90e3-4e79-bc60-b495e0929a06, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=e038ddda-90e3-4e79-bc60-b495e0929a06,segment=NetworkSegment(7ae25d03-cceb-454d-a0f0-81d7cc42103b),segment_id=7ae25d03-cceb-454d-a0f0-81d7cc42103b)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:50.282596 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:39:50.282596 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:39:50.282596 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:39:50.282596 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:39:50.282596 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:39:50.282596 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:39:50.282596 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:39:50.282596 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:39:50.282596 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:39:50.282596 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:39:50.282596 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:39:50.282596 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:39:50.282596 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:39:50.282596 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:39:50.282596 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:39:50.282596 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:39:50.282596 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:39:50.282596 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:39:50.282596 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:39:50.282596 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:39:50.282596 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:39:50.282596 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:39:50.282596 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:39:50.282596 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:39:50.282596 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:39:50.282596 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:39:50.282596 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:39:50.282596 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:39:50.282596 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:39:50.282596 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:39:50.282596 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:39:50.282596 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:39:50.287994 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:50.317475 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf0ec19-8f5a-4816-94b9-5cc3905ce212 x-openstack-request-id: req-8bf0ec19-8f5a-4816-94b9-5cc3905ce212 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:39:50.317770 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03be5010-2981-4116-95ce-7e969f5fdbbe", "name": "network-vif-plugged", "status": "completed", "tag": "e038ddda-90e3-4e79-bc60-b495e0929a06", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:39:50.318029 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8bf0ec19-8f5a-4816-94b9-5cc3905ce212 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:39:50.318496 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03be5010-2981-4116-95ce-7e969f5fdbbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e038ddda-90e3-4e79-bc60-b495e0929a06', 'code': 200} Aug 10 03:39:50.354111 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=e038ddda-90e3-4e79-bc60-b495e0929a06,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:50.360554 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-be82af3b-8f1b-4aeb-8dfc-95dddafa8146 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:50.366318 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-be82af3b-8f1b-4aeb-8dfc-95dddafa8146 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks [] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:50.368256 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-be82af3b-8f1b-4aeb-8dfc-95dddafa8146 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] 10.222.0.62 "DELETE /v2.0/networks/56770f1b-2874-4c66-96f7-75cfeab8417b HTTP/1.1" status: 204 len: 168 time: 1.7031322 Aug 10 03:39:50.372458 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60350) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:50.394633 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be82af3b-8f1b-4aeb-8dfc-95dddafa8146 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Pushing event deleted for resources: {'Network': ['ID=56770f1b-2874-4c66-96f7-75cfeab8417b,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:50.406566 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-d71e1a1e-03c3-49ab-b990-07f341b46e57 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] DELETE failed (client error): The resource could not be found. Aug 10 03:39:50.407447 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d71e1a1e-03c3-49ab-b990-07f341b46e57 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:39:50.409598 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d71e1a1e-03c3-49ab-b990-07f341b46e57 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] 10.222.0.62 "DELETE /v2.0/subnets/7225fadf-342d-4aca-b1c4-46c13651ea1a HTTP/1.1" status: 404 len: 337 time: 0.0360177 Aug 10 03:39:50.412416 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60354) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:50.432802 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-6887e5f1-cd4f-4a63-bfbe-2f65cf1e86e0 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] DELETE failed (client error): The resource could not be found. Aug 10 03:39:50.433378 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6887e5f1-cd4f-4a63-bfbe-2f65cf1e86e0 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:39:50.435160 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-6887e5f1-cd4f-4a63-bfbe-2f65cf1e86e0 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] 10.222.0.62 "DELETE /v2.0/networks/56770f1b-2874-4c66-96f7-75cfeab8417b HTTP/1.1" status: 404 len: 339 time: 0.0216510 Aug 10 03:39:50.437765 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60356) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:50.499694 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885959e8-2474-43c9-9f17-6cc6915d91ec req-86754c63-2d15-4cbe-a623-5581fa93ba10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:50.501413 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-885959e8-2474-43c9-9f17-6cc6915d91ec req-86754c63-2d15-4cbe-a623-5581fa93ba10 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=03be5010-2981-4116-95ce-7e969f5fdbbe HTTP/1.1" status: 200 len: 1097 time: 0.0968776 Aug 10 03:39:50.533334 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ee5d529e-4d56-485d-ba22-0ea072133dac tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:50.557314 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-885959e8-2474-43c9-9f17-6cc6915d91ec req-fb772dec-8bd4-467d-beaa-34062988b15f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a2591c67-43d6-4c71-8cde-e02fdacf5c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441058 Aug 10 03:39:50.631149 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ee5d529e-4d56-485d-ba22-0ea072133dac tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:50.642179 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-ee5d529e-4d56-485d-ba22-0ea072133dac tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c590084d-cd53-4f60-94b7-a13d7e0fcf7b']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:50.653880 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-ee5d529e-4d56-485d-ba22-0ea072133dac tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6f89eea-d3b8-4dcf-8b00-1a46e68f521a') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:50.654180 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-ee5d529e-4d56-485d-ba22-0ea072133dac tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6f89eea-d3b8-4dcf-8b00-1a46e68f521a') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:50.663695 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ee5d529e-4d56-485d-ba22-0ea072133dac tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:50.683278 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ee5d529e-4d56-485d-ba22-0ea072133dac tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:50.689802 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee5d529e-4d56-485d-ba22-0ea072133dac tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:39:50.690281 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ee5d529e-4d56-485d-ba22-0ea072133dac tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:50.693448 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:39:50.693448 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:39:50.693448 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:39:50.693448 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:39:50.693448 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:39:50.693448 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:39:50.693448 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:39:50.693448 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:39:50.693448 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:39:50.693448 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:39:50.693448 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:39:50.693448 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:39:50.693448 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:39:50.693448 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:39:50.693448 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:39:50.693448 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:39:50.693448 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:39:50.693448 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:39:50.693448 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:39:50.693448 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:39:50.693448 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:39:50.693448 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:39:50.693448 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:39:50.693448 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:39:50.693448 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:39:50.693448 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:39:50.693448 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:39:50.693448 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:39:50.693448 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:39:50.693448 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:39:50.693448 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:39:50.693448 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:39:50.753712 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ee5d529e-4d56-485d-ba22-0ea072133dac tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:50.760653 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ee5d529e-4d56-485d-ba22-0ea072133dac tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks [] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:50.762980 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ee5d529e-4d56-485d-ba22-0ea072133dac tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] 10.222.0.62 "DELETE /v2.0/networks/c590084d-cd53-4f60-94b7-a13d7e0fcf7b HTTP/1.1" status: 204 len: 168 time: 0.3240006 Aug 10 03:39:50.765601 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60358) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:50.774471 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d529e-4d56-485d-ba22-0ea072133dac tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Pushing event deleted for resources: {'Network': ['ID=c590084d-cd53-4f60-94b7-a13d7e0fcf7b,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:50.799755 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bf5a2df-a38f-4a2c-a209-b386bb3cd0ea tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] DELETE failed (client error): The resource could not be found. Aug 10 03:39:50.800219 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bf5a2df-a38f-4a2c-a209-b386bb3cd0ea tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:39:50.801975 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1bf5a2df-a38f-4a2c-a209-b386bb3cd0ea tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] 10.222.0.62 "DELETE /v2.0/subnets/a0449ba4-8cae-41d8-a8b8-5099c75ffd2b HTTP/1.1" status: 404 len: 337 time: 0.0351393 Aug 10 03:39:50.804570 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60360) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:50.824258 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-54641370-7c6e-43cf-910c-885d014e2685 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] DELETE failed (client error): The resource could not be found. Aug 10 03:39:50.824828 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54641370-7c6e-43cf-910c-885d014e2685 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:39:50.826573 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-54641370-7c6e-43cf-910c-885d014e2685 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] 10.222.0.62 "DELETE /v2.0/networks/fed92b36-a9f3-4de5-b121-2aa1b886e621 HTTP/1.1" status: 404 len: 339 time: 0.0210993 Aug 10 03:39:50.829117 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60362) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:50.880844 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-7de9fc14-b698-4654-a0ff-3a0fc6c43070 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Deleting subnet c7e3d18e-03f0-4e23-a700-29a88499a96c {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:39:50.884273 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7de9fc14-b698-4654-a0ff-3a0fc6c43070 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:50.928869 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7de9fc14-b698-4654-a0ff-3a0fc6c43070 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:51.004978 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006cb97-1f5d-4f45-9757-23b53534a304 req-ca791551-1bfd-4415-a796-fc79c68455ac tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:51.007139 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3006cb97-1f5d-4f45-9757-23b53534a304 req-ca791551-1bfd-4415-a796-fc79c68455ac tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=03be5010-2981-4116-95ce-7e969f5fdbbe HTTP/1.1" status: 200 len: 945 time: 0.0566335 Aug 10 03:39:51.051591 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3006cb97-1f5d-4f45-9757-23b53534a304 req-97ae312e-02e1-4211-b2de-fcbdaf87fe2b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2591c67-43d6-4c71-8cde-e02fdacf5c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377800 Aug 10 03:39:51.065149 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7de9fc14-b698-4654-a0ff-3a0fc6c43070 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:51.139937 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7de9fc14-b698-4654-a0ff-3a0fc6c43070 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:51.174974 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de9fc14-b698-4654-a0ff-3a0fc6c43070 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Pushing event deleted for resources: {'Subnet': ['ID=c7e3d18e-03f0-4e23-a700-29a88499a96c,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:51.178603 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7de9fc14-b698-4654-a0ff-3a0fc6c43070 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:51.180557 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7de9fc14-b698-4654-a0ff-3a0fc6c43070 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] 10.222.0.62 "DELETE /v2.0/subnets/c7e3d18e-03f0-4e23-a700-29a88499a96c HTTP/1.1" status: 204 len: 168 time: 0.3505082 Aug 10 03:39:51.183716 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60366) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:51.185974 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f37b11-42d9-4362-8e69-be5047b29bba None None] Network aca8c296-de4d-463b-a43c-9de80b37e1f1 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:51.254789 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-c00d43b4-5937-4aad-b366-5fb1d30dd338 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Deleting subnet 0fd31ae1-cbc5-4841-a522-37db5f88b711 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:39:51.260147 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c00d43b4-5937-4aad-b366-5fb1d30dd338 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:51.325081 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c00d43b4-5937-4aad-b366-5fb1d30dd338 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:51.437424 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c00d43b4-5937-4aad-b366-5fb1d30dd338 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:51.522705 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c00d43b4-5937-4aad-b366-5fb1d30dd338 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:51.544558 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c00d43b4-5937-4aad-b366-5fb1d30dd338 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:51.548733 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c00d43b4-5937-4aad-b366-5fb1d30dd338 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] 10.222.0.62 "DELETE /v2.0/subnets/0fd31ae1-cbc5-4841-a522-37db5f88b711 HTTP/1.1" status: 204 len: 168 time: 0.3618302 Aug 10 03:39:51.549344 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60370) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:51.643163 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3193391d-c8e4-4f97-8787-e1c7d3b0c7b2 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:51.716173 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-3193391d-c8e4-4f97-8787-e1c7d3b0c7b2 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Deleting port 321f8379-0180-4f4e-834c-244a46e9fcb9 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:51.716524 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3193391d-c8e4-4f97-8787-e1c7d3b0c7b2 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:51.859982 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-3193391d-c8e4-4f97-8787-e1c7d3b0c7b2 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] For port 321f8379-0180-4f4e-834c-244a46e9fcb9, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=321f8379-0180-4f4e-834c-244a46e9fcb9,segment=NetworkSegment(6644bbfb-f541-4aa3-9e51-84eb6fc3b9fb),segment_id=6644bbfb-f541-4aa3-9e51-84eb6fc3b9fb)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:51.860810 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3193391d-c8e4-4f97-8787-e1c7d3b0c7b2 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:51.886142 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-3193391d-c8e4-4f97-8787-e1c7d3b0c7b2 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Calling delete_port for 321f8379-0180-4f4e-834c-244a46e9fcb9 owned by network:dhcp {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:51.992137 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3193391d-c8e4-4f97-8787-e1c7d3b0c7b2 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:52.021062 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d43b4-5937-4aad-b366-5fb1d30dd338 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Pushing event deleted for resources: {'Subnet': ['ID=0fd31ae1-cbc5-4841-a522-37db5f88b711,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:52.034075 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3193391d-c8e4-4f97-8787-e1c7d3b0c7b2 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Pushing event deleted for resources: {'Port': ['ID=321f8379-0180-4f4e-834c-244a46e9fcb9,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:52.044988 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3193391d-c8e4-4f97-8787-e1c7d3b0c7b2 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] No DVR routers for this DVR port 321f8379-0180-4f4e-834c-244a46e9fcb9 on host n-d-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:39:52.067393 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d095632-711c-42de-974d-177d44808b2f None None] Network aca8c296-de4d-463b-a43c-9de80b37e1f1 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:52.136515 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-77db64b7-c239-4bc6-9c35-cb3b17b16ff1 None None] Could not find standard attr ID for object 321f8379-0180-4f4e-834c-244a46e9fcb9. {{(pid=94218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:39:52.173750 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3193391d-c8e4-4f97-8787-e1c7d3b0c7b2 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:52.186922 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-3193391d-c8e4-4f97-8787-e1c7d3b0c7b2 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aca8c296-de4d-463b-a43c-9de80b37e1f1']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:52.201471 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-3193391d-c8e4-4f97-8787-e1c7d3b0c7b2 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6644bbfb-f541-4aa3-9e51-84eb6fc3b9fb') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:52.201773 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-3193391d-c8e4-4f97-8787-e1c7d3b0c7b2 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6644bbfb-f541-4aa3-9e51-84eb6fc3b9fb') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:52.215608 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3193391d-c8e4-4f97-8787-e1c7d3b0c7b2 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:52.224258 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa9709-e517-4abd-8815-b2b6e5a7a412 req-2125530d-9813-4f4e-aff7-73a0c77ecb15 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:52.225829 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9faa9709-e517-4abd-8815-b2b6e5a7a412 req-2125530d-9813-4f4e-aff7-73a0c77ecb15 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=03be5010-2981-4116-95ce-7e969f5fdbbe HTTP/1.1" status: 200 len: 945 time: 0.0820105 Aug 10 03:39:52.239436 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3193391d-c8e4-4f97-8787-e1c7d3b0c7b2 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:52.253835 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3193391d-c8e4-4f97-8787-e1c7d3b0c7b2 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:39:52.254254 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3193391d-c8e4-4f97-8787-e1c7d3b0c7b2 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:52.257279 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:39:52.257279 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:39:52.257279 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:39:52.257279 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:39:52.257279 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:39:52.257279 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:39:52.257279 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:39:52.257279 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:39:52.257279 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:39:52.257279 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:39:52.257279 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:39:52.257279 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:39:52.257279 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:39:52.257279 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:39:52.257279 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:39:52.257279 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:39:52.257279 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:39:52.257279 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:39:52.257279 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:39:52.257279 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:39:52.257279 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:39:52.257279 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:39:52.257279 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:39:52.257279 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:39:52.257279 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:39:52.257279 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:39:52.257279 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:39:52.257279 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:39:52.257279 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:39:52.257279 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:39:52.257279 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:39:52.257279 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:39:52.281345 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5856db39-88a5-4835-a803-e651d0ce349a None None] DHCP port deletion for aca8c296-de4d-463b-a43c-9de80b37e1f1 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:39:52.338178 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9faa9709-e517-4abd-8815-b2b6e5a7a412 req-262ff050-18b3-4634-942f-66686c23dce6 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2591c67-43d6-4c71-8cde-e02fdacf5c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909662 Aug 10 03:39:52.343412 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3193391d-c8e4-4f97-8787-e1c7d3b0c7b2 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:52.352364 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3193391d-c8e4-4f97-8787-e1c7d3b0c7b2 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks [] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:52.354155 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-3193391d-c8e4-4f97-8787-e1c7d3b0c7b2 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] 10.222.0.62 "DELETE /v2.0/networks/aca8c296-de4d-463b-a43c-9de80b37e1f1 HTTP/1.1" status: 204 len: 168 time: 0.8035636 Aug 10 03:39:52.356813 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60374) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:52.372757 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3193391d-c8e4-4f97-8787-e1c7d3b0c7b2 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Pushing event deleted for resources: {'Network': ['ID=aca8c296-de4d-463b-a43c-9de80b37e1f1,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:52.390646 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-b48baa4a-aa8a-4307-ab4b-83de3e7fbf53 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] DELETE failed (client error): The resource could not be found. Aug 10 03:39:52.391131 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b48baa4a-aa8a-4307-ab4b-83de3e7fbf53 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:39:52.392939 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b48baa4a-aa8a-4307-ab4b-83de3e7fbf53 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] 10.222.0.62 "DELETE /v2.0/subnets/db75eff1-240d-44f4-8a1a-7451cf3ddbe5 HTTP/1.1" status: 404 len: 337 time: 0.0348754 Aug 10 03:39:52.395605 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60378) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:52.414114 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c9b39bf-260a-484c-b97d-0ce50a66a503 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] DELETE failed (client error): The resource could not be found. Aug 10 03:39:52.414767 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c9b39bf-260a-484c-b97d-0ce50a66a503 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:39:52.416495 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-5c9b39bf-260a-484c-b97d-0ce50a66a503 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] 10.222.0.62 "DELETE /v2.0/networks/764aad7c-92f6-47ed-ab06-5342abb06a7a HTTP/1.1" status: 404 len: 339 time: 0.0198910 Aug 10 03:39:52.419544 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60380) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:52.454388 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-429f4b11-a292-488d-806f-efd354e48882 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] DELETE failed (client error): The resource could not be found. Aug 10 03:39:52.455631 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-429f4b11-a292-488d-806f-efd354e48882 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:39:52.459924 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-429f4b11-a292-488d-806f-efd354e48882 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] 10.222.0.62 "DELETE /v2.0/subnets/6a0b7cc0-8458-4def-ab05-13986dfdba0d HTTP/1.1" status: 404 len: 337 time: 0.0365775 Aug 10 03:39:52.460141 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60386) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:52.468750 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839c15f-03c8-4ab7-965b-4367e66cfa86 req-19369740-01bd-4a1a-874d-f24e049f1608 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:52.470901 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a839c15f-03c8-4ab7-965b-4367e66cfa86 req-19369740-01bd-4a1a-874d-f24e049f1608 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=03be5010-2981-4116-95ce-7e969f5fdbbe HTTP/1.1" status: 200 len: 945 time: 0.0519950 Aug 10 03:39:52.478964 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-86598a7f-ade1-4f77-a234-bedee9ee53e0 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] DELETE failed (client error): The resource could not be found. Aug 10 03:39:52.479568 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86598a7f-ade1-4f77-a234-bedee9ee53e0 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:39:52.482779 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-86598a7f-ade1-4f77-a234-bedee9ee53e0 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] 10.222.0.62 "DELETE /v2.0/networks/8ffff114-927a-4a6e-9f5d-63c773fd4a1a HTTP/1.1" status: 404 len: 339 time: 0.0202239 Aug 10 03:39:52.484126 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60392) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:52.514967 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a839c15f-03c8-4ab7-965b-4367e66cfa86 req-8001199f-d661-4f35-8041-3f9bcb76ba17 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2591c67-43d6-4c71-8cde-e02fdacf5c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374138 Aug 10 03:39:52.538475 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60394) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:52.544949 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8262812-6c42-40af-8964-f734cdb993b0 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] DELETE failed (client error): The resource could not be found. Aug 10 03:39:52.547092 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8262812-6c42-40af-8964-f734cdb993b0 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:39:52.557748 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b8262812-6c42-40af-8964-f734cdb993b0 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] 10.222.0.62 "DELETE /v2.0/subnets/2f4f9385-8055-49b3-9e91-b506a8e7c6af HTTP/1.1" status: 404 len: 337 time: 0.0725234 Aug 10 03:39:52.559122 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60398) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:52.566993 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 321f8379-0180-4f4e-834c-244a46e9fcb9 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:39:52.592930 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 321f8379-0180-4f4e-834c-244a46e9fcb9 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:39:52.593393 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 321f8379-0180-4f4e-834c-244a46e9fcb9 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:39:52.601418 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a641bb8-a7f5-42cd-b25a-d5cc629704be tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] DELETE failed (client error): The resource could not be found. Aug 10 03:39:52.602032 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a641bb8-a7f5-42cd-b25a-d5cc629704be tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:39:52.610631 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-6a641bb8-a7f5-42cd-b25a-d5cc629704be tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] 10.222.0.62 "DELETE /v2.0/networks/eca89577-4d2a-4ca9-842e-c03cb4af5e50 HTTP/1.1" status: 404 len: 339 time: 0.0424266 Aug 10 03:39:52.611317 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60400) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:52.625354 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d626c8c-b870-464b-a4be-01f08d6433ff tempest-TestNetworkAdvancedServerOps-2124496179 tempest-TestNetworkAdvancedServerOps-2124496179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:52.629397 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-7d626c8c-b870-464b-a4be-01f08d6433ff tempest-TestNetworkAdvancedServerOps-2124496179 tempest-TestNetworkAdvancedServerOps-2124496179-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=03be5010-2981-4116-95ce-7e969f5fdbbe HTTP/1.1" status: 200 len: 1092 time: 0.0859785 Aug 10 03:39:52.630228 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60402) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:52.636804 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-5efa35ce-2e94-4ddb-9d6f-ada28afcf72b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Request body: {'floatingip': {'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'port_id': 'e038ddda-90e3-4e79-bc60-b495e0929a06', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:52.663275 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5efa35ce-2e94-4ddb-9d6f-ada28afcf72b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for floatingip, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:52.671933 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-99f2f381-b04a-4617-b9b5-01500a44ca77 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Deleting subnet 33a90334-bfe3-483e-8236-ef79311b915a {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:39:52.675207 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-99f2f381-b04a-4617-b9b5-01500a44ca77 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:52.716280 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-99f2f381-b04a-4617-b9b5-01500a44ca77 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:52.769344 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5efa35ce-2e94-4ddb-9d6f-ada28afcf72b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:52.803343 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-99f2f381-b04a-4617-b9b5-01500a44ca77 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:52.877375 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-99f2f381-b04a-4617-b9b5-01500a44ca77 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:52.904544 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-5efa35ce-2e94-4ddb-9d6f-ada28afcf72b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Allocated IP 172.25.7.131 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/078e66b4-cf94-4aa3-85a6-cdec128cbaaa) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:39:52.907237 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f2f381-b04a-4617-b9b5-01500a44ca77 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Pushing event deleted for resources: {'Subnet': ['ID=33a90334-bfe3-483e-8236-ef79311b915a,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:52.909365 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-99f2f381-b04a-4617-b9b5-01500a44ca77 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:52.911299 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-99f2f381-b04a-4617-b9b5-01500a44ca77 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] 10.222.0.62 "DELETE /v2.0/subnets/33a90334-bfe3-483e-8236-ef79311b915a HTTP/1.1" status: 204 len: 168 time: 0.3034065 Aug 10 03:39:52.913913 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60404) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:52.916833 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20281e2b-f890-4e3d-8bc1-e025419b68b0 None None] Network b2eb7ea5-ee31-4ea5-ad1a-6f88f0f96991 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:53.002646 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b1abf9ee-d0e2-4e14-925c-2aa37b56292d tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:53.037289 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5efa35ce-2e94-4ddb-9d6f-ada28afcf72b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:53.093435 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5efa35ce-2e94-4ddb-9d6f-ada28afcf72b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:53.095515 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-b1abf9ee-d0e2-4e14-925c-2aa37b56292d tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Deleting port 0f13734d-10b5-4a8f-9326-a823b5823cb2 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:53.100984 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b1abf9ee-d0e2-4e14-925c-2aa37b56292d tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:53.148716 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efa35ce-2e94-4ddb-9d6f-ada28afcf72b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:53.151846 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-5efa35ce-2e94-4ddb-9d6f-ada28afcf72b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:53.155740 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efa35ce-2e94-4ddb-9d6f-ada28afcf72b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:39:53.160867 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f461f3ed-d9ec-41ed-a610-427c01ac8e82 None None] DHCP port deletion for b2eb7ea5-ee31-4ea5-ad1a-6f88f0f96991 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:39:53.180747 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-b1abf9ee-d0e2-4e14-925c-2aa37b56292d tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] For port 0f13734d-10b5-4a8f-9326-a823b5823cb2, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=0f13734d-10b5-4a8f-9326-a823b5823cb2,segment=NetworkSegment(f7baa608-b734-4b18-a581-274c60e5b1ed),segment_id=f7baa608-b734-4b18-a581-274c60e5b1ed)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:53.181502 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b1abf9ee-d0e2-4e14-925c-2aa37b56292d tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:53.197752 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-b1abf9ee-d0e2-4e14-925c-2aa37b56292d tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Calling delete_port for 0f13734d-10b5-4a8f-9326-a823b5823cb2 owned by network:dhcp {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:53.220250 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efa35ce-2e94-4ddb-9d6f-ada28afcf72b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event updated for resources: {'Port': ['ID=078e66b4-cf94-4aa3-85a6-cdec128cbaaa,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:53.236218 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-f461f3ed-d9ec-41ed-a610-427c01ac8e82 None None] Deleting port 0f13734d-10b5-4a8f-9326-a823b5823cb2 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:53.237004 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f461f3ed-d9ec-41ed-a610-427c01ac8e82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:53.297420 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b1abf9ee-d0e2-4e14-925c-2aa37b56292d tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:53.313843 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-f461f3ed-d9ec-41ed-a610-427c01ac8e82 None None] For port 0f13734d-10b5-4a8f-9326-a823b5823cb2, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=0f13734d-10b5-4a8f-9326-a823b5823cb2,segment=NetworkSegment(f7baa608-b734-4b18-a581-274c60e5b1ed),segment_id=f7baa608-b734-4b18-a581-274c60e5b1ed)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:53.314568 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1abf9ee-d0e2-4e14-925c-2aa37b56292d tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] No DVR routers for this DVR port 0f13734d-10b5-4a8f-9326-a823b5823cb2 on host n-d-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:39:53.315234 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f461f3ed-d9ec-41ed-a610-427c01ac8e82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:53.335163 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-f461f3ed-d9ec-41ed-a610-427c01ac8e82 None None] Calling delete_port for 0f13734d-10b5-4a8f-9326-a823b5823cb2 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:53.364093 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1abf9ee-d0e2-4e14-925c-2aa37b56292d tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Pushing event deleted for resources: {'Port': ['ID=0f13734d-10b5-4a8f-9326-a823b5823cb2,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:53.443349 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b1abf9ee-d0e2-4e14-925c-2aa37b56292d tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:53.457149 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-b1abf9ee-d0e2-4e14-925c-2aa37b56292d tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2eb7ea5-ee31-4ea5-ad1a-6f88f0f96991']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:53.472543 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-b1abf9ee-d0e2-4e14-925c-2aa37b56292d tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7baa608-b734-4b18-a581-274c60e5b1ed') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:53.472947 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-b1abf9ee-d0e2-4e14-925c-2aa37b56292d tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7baa608-b734-4b18-a581-274c60e5b1ed') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:53.486867 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b1abf9ee-d0e2-4e14-925c-2aa37b56292d tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:53.507302 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b1abf9ee-d0e2-4e14-925c-2aa37b56292d tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:53.515741 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1abf9ee-d0e2-4e14-925c-2aa37b56292d tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:39:53.516309 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b1abf9ee-d0e2-4e14-925c-2aa37b56292d tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:53.534885 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:39:53.534885 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:39:53.534885 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:39:53.534885 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:39:53.534885 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:39:53.534885 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:39:53.534885 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:39:53.534885 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:39:53.534885 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:39:53.534885 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:39:53.534885 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:39:53.534885 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:39:53.534885 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:39:53.534885 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:39:53.534885 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:39:53.534885 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:39:53.534885 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:39:53.534885 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:39:53.534885 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:39:53.534885 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:39:53.534885 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:39:53.534885 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:39:53.534885 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:39:53.534885 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:39:53.534885 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:39:53.534885 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:39:53.534885 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:39:53.534885 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:39:53.534885 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:39:53.534885 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:39:53.534885 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:39:53.534885 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:39:53.605547 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f461f3ed-d9ec-41ed-a610-427c01ac8e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:53.631542 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b1abf9ee-d0e2-4e14-925c-2aa37b56292d tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:53.638494 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b1abf9ee-d0e2-4e14-925c-2aa37b56292d tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:53.645583 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f461f3ed-d9ec-41ed-a610-427c01ac8e82 None None] Pushing event deleted for resources: {'Port': ['ID=0f13734d-10b5-4a8f-9326-a823b5823cb2,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:53.647899 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b1abf9ee-d0e2-4e14-925c-2aa37b56292d tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] 10.222.0.62 "DELETE /v2.0/networks/b2eb7ea5-ee31-4ea5-ad1a-6f88f0f96991 HTTP/1.1" status: 204 len: 168 time: 0.7316449 Aug 10 03:39:53.648258 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f461f3ed-d9ec-41ed-a610-427c01ac8e82 None None] No DVR routers for this DVR port 0f13734d-10b5-4a8f-9326-a823b5823cb2 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:39:53.660275 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60416) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:53.710786 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1abf9ee-d0e2-4e14-925c-2aa37b56292d tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Pushing event deleted for resources: {'Network': ['ID=b2eb7ea5-ee31-4ea5-ad1a-6f88f0f96991,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:53.712988 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d3a9b86-1fcc-48ae-8d8e-b0a330e0fc96 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] DELETE failed (client error): The resource could not be found. Aug 10 03:39:53.713455 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d3a9b86-1fcc-48ae-8d8e-b0a330e0fc96 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:39:53.717571 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1d3a9b86-1fcc-48ae-8d8e-b0a330e0fc96 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] 10.222.0.62 "DELETE /v2.0/subnets/60ea564d-40d7-4f8a-bfeb-74743671bf77 HTTP/1.1" status: 404 len: 337 time: 0.0548201 Aug 10 03:39:53.717861 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60418) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:53.740774 n-d-768851-15 neutron-server[94217]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fdead50-b162-41a1-80ea-f8bca590f600 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] DELETE failed (client error): The resource could not be found. Aug 10 03:39:53.741534 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fdead50-b162-41a1-80ea-f8bca590f600 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:39:53.743384 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1fdead50-b162-41a1-80ea-f8bca590f600 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] 10.222.0.62 "DELETE /v2.0/networks/dba55ce3-5df4-488e-b939-6058c017a168 HTTP/1.1" status: 404 len: 339 time: 0.0245361 Aug 10 03:39:53.746750 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60420) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:53.802172 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7abf1f4-9b2f-4615-878a-18f50df8f0a5 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Deleting subnet 95424b6f-e281-4910-af51-8f0f2a81ec59 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:39:53.805461 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f7abf1f4-9b2f-4615-878a-18f50df8f0a5 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:53.852554 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f7abf1f4-9b2f-4615-878a-18f50df8f0a5 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:53.940807 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f7abf1f4-9b2f-4615-878a-18f50df8f0a5 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:53.984942 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5efa35ce-2e94-4ddb-9d6f-ada28afcf72b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:54.003121 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f7abf1f4-9b2f-4615-878a-18f50df8f0a5 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:54.036122 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7abf1f4-9b2f-4615-878a-18f50df8f0a5 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Pushing event deleted for resources: {'Subnet': ['ID=95424b6f-e281-4910-af51-8f0f2a81ec59,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:54.039103 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f7abf1f4-9b2f-4615-878a-18f50df8f0a5 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:54.040979 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f7abf1f4-9b2f-4615-878a-18f50df8f0a5 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] 10.222.0.62 "DELETE /v2.0/subnets/95424b6f-e281-4910-af51-8f0f2a81ec59 HTTP/1.1" status: 204 len: 168 time: 0.2932749 Aug 10 03:39:54.045750 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60422) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:54.049693 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f369b10-d0c4-42cd-866c-e3b78ea002ce None None] Network 5e6e0bbd-e2b7-4ca7-ab5c-b3ddbd854741 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:54.090437 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5efa35ce-2e94-4ddb-9d6f-ada28afcf72b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:54.139379 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3ad9737a-0677-4364-b641-a5da309040e4 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:54.216427 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-3ad9737a-0677-4364-b641-a5da309040e4 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Deleting port 824af5f6-f931-483a-b418-50e1dd014c95 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:54.216775 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3ad9737a-0677-4364-b641-a5da309040e4 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:54.302261 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-3ad9737a-0677-4364-b641-a5da309040e4 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] For port 824af5f6-f931-483a-b418-50e1dd014c95, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=824af5f6-f931-483a-b418-50e1dd014c95,segment=NetworkSegment(fc4240d3-8e79-4712-842c-854fbbdb72e1),segment_id=fc4240d3-8e79-4712-842c-854fbbdb72e1)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:54.303053 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3ad9737a-0677-4364-b641-a5da309040e4 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:54.304592 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5efa35ce-2e94-4ddb-9d6f-ada28afcf72b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:54.312999 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5efa35ce-2e94-4ddb-9d6f-ada28afcf72b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:54.316859 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fdfe26-440f-438e-bf73-dda8bada52a2 None None] DHCP port deletion for 5e6e0bbd-e2b7-4ca7-ab5c-b3ddbd854741 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:39:54.322581 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-3ad9737a-0677-4364-b641-a5da309040e4 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Calling delete_port for 824af5f6-f931-483a-b418-50e1dd014c95 owned by network:dhcp {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:54.376884 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-d7fdfe26-440f-438e-bf73-dda8bada52a2 None None] Deleting port 824af5f6-f931-483a-b418-50e1dd014c95 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:54.377261 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d7fdfe26-440f-438e-bf73-dda8bada52a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:54.412941 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3ad9737a-0677-4364-b641-a5da309040e4 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:54.416623 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5efa35ce-2e94-4ddb-9d6f-ada28afcf72b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:54.443703 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad9737a-0677-4364-b641-a5da309040e4 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Pushing event deleted for resources: {'Port': ['ID=824af5f6-f931-483a-b418-50e1dd014c95,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:54.452528 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad9737a-0677-4364-b641-a5da309040e4 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] No DVR routers for this DVR port 824af5f6-f931-483a-b418-50e1dd014c95 on host n-d-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:39:54.458004 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-d7fdfe26-440f-438e-bf73-dda8bada52a2 None None] For port 824af5f6-f931-483a-b418-50e1dd014c95, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=824af5f6-f931-483a-b418-50e1dd014c95,segment=NetworkSegment(fc4240d3-8e79-4712-842c-854fbbdb72e1),segment_id=fc4240d3-8e79-4712-842c-854fbbdb72e1)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:54.458709 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d7fdfe26-440f-438e-bf73-dda8bada52a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:54.461488 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efa35ce-2e94-4ddb-9d6f-ada28afcf72b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event updated for resources: {'Port': ['ID=078e66b4-cf94-4aa3-85a6-cdec128cbaaa,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:54.475483 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-d7fdfe26-440f-438e-bf73-dda8bada52a2 None None] Calling delete_port for 824af5f6-f931-483a-b418-50e1dd014c95 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:54.536348 n-d-768851-15 neutron-server[94216]: INFO neutron.db.l3_db [None req-5efa35ce-2e94-4ddb-9d6f-ada28afcf72b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Floating IP c399ed9a-1d30-46a8-b42a-c0d6dfc4d75b associated. External IP: 172.25.7.131, port: e038ddda-90e3-4e79-bc60-b495e0929a06. Aug 10 03:39:54.578052 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d7fdfe26-440f-438e-bf73-dda8bada52a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:54.611735 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fdfe26-440f-438e-bf73-dda8bada52a2 None None] Pushing event deleted for resources: {'Port': ['ID=824af5f6-f931-483a-b418-50e1dd014c95,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:54.612268 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3ad9737a-0677-4364-b641-a5da309040e4 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:54.620458 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fdfe26-440f-438e-bf73-dda8bada52a2 None None] No DVR routers for this DVR port 824af5f6-f931-483a-b418-50e1dd014c95 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:39:54.634500 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-3ad9737a-0677-4364-b641-a5da309040e4 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e6e0bbd-e2b7-4ca7-ab5c-b3ddbd854741']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:54.639597 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 0f13734d-10b5-4a8f-9326-a823b5823cb2 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:39:54.647829 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-3ad9737a-0677-4364-b641-a5da309040e4 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc4240d3-8e79-4712-842c-854fbbdb72e1') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:54.648163 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-3ad9737a-0677-4364-b641-a5da309040e4 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc4240d3-8e79-4712-842c-854fbbdb72e1') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:54.658713 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3ad9737a-0677-4364-b641-a5da309040e4 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:54.668146 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 0f13734d-10b5-4a8f-9326-a823b5823cb2 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:39:54.668598 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 0f13734d-10b5-4a8f-9326-a823b5823cb2 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:39:54.669096 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 824af5f6-f931-483a-b418-50e1dd014c95 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:39:54.673937 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3ad9737a-0677-4364-b641-a5da309040e4 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:54.681824 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ad9737a-0677-4364-b641-a5da309040e4 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:39:54.682243 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3ad9737a-0677-4364-b641-a5da309040e4 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:54.691313 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 824af5f6-f931-483a-b418-50e1dd014c95 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:39:54.692382 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 824af5f6-f931-483a-b418-50e1dd014c95 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:39:54.754459 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:39:54.754459 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:39:54.754459 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:39:54.754459 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:39:54.754459 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:39:54.754459 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:39:54.754459 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:39:54.754459 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:39:54.754459 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:39:54.754459 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:39:54.754459 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:39:54.754459 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:39:54.754459 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:39:54.754459 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:39:54.754459 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:39:54.754459 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:39:54.754459 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:39:54.754459 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:39:54.754459 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:39:54.754459 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:39:54.754459 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:39:54.754459 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:39:54.754459 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:39:54.754459 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:39:54.754459 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:39:54.754459 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:39:54.754459 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:39:54.754459 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:39:54.754459 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:39:54.754459 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:39:54.754459 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:39:54.754459 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:39:54.783046 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3ad9737a-0677-4364-b641-a5da309040e4 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:54.790219 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3ad9737a-0677-4364-b641-a5da309040e4 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:54.794586 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3ad9737a-0677-4364-b641-a5da309040e4 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] 10.222.0.62 "DELETE /v2.0/networks/5e6e0bbd-e2b7-4ca7-ab5c-b3ddbd854741 HTTP/1.1" status: 204 len: 168 time: 0.7448428 Aug 10 03:39:54.803016 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5efa35ce-2e94-4ddb-9d6f-ada28afcf72b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Router ca61f8e6-b64e-4117-996b-a289a5ada96c has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:39:54.807338 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad9737a-0677-4364-b641-a5da309040e4 tempest-NetworksIpV6Test-1572242879 tempest-NetworksIpV6Test-1572242879-project] Pushing event deleted for resources: {'Network': ['ID=5e6e0bbd-e2b7-4ca7-ab5c-b3ddbd854741,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:54.935320 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5efa35ce-2e94-4ddb-9d6f-ada28afcf72b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:39:54.951635 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2265c6-99d5-42fa-814d-cf4152ec4fa8 None None] Sync routers for ids ['ca61f8e6-b64e-4117-996b-a289a5ada96c'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:39:54.966698 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2265c6-99d5-42fa-814d-cf4152ec4fa8 None None] Routers {'ca61f8e6-b64e-4117-996b-a289a5ada96c'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:54.967696 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5efa35ce-2e94-4ddb-9d6f-ada28afcf72b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:54.968011 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-aa2265c6-99d5-42fa-814d-cf4152ec4fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:39:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['ca61f8e6-b64e-4117-996b-a289a5ada96c'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:55.002264 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-5efa35ce-2e94-4ddb-9d6f-ada28afcf72b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3706403 Aug 10 03:39:55.003021 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03be5010-2981-4116-95ce-7e969f5fdbbe', 'tag': 'e038ddda-90e3-4e79-bc60-b495e0929a06'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:39:55.015824 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea2cfa2-fbfe-4a09-8968-fe02450d3295" -d '{"events": [{"name": "network-changed", "server_uuid": "03be5010-2981-4116-95ce-7e969f5fdbbe", "tag": "e038ddda-90e3-4e79-bc60-b495e0929a06"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:39:55.098005 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8966e72e-49a4-4a56-b9f3-118e20438842 x-openstack-request-id: req-8966e72e-49a4-4a56-b9f3-118e20438842 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:39:55.098005 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03be5010-2981-4116-95ce-7e969f5fdbbe", "tag": "e038ddda-90e3-4e79-bc60-b495e0929a06", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:39:55.098005 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8966e72e-49a4-4a56-b9f3-118e20438842 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:39:55.098851 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03be5010-2981-4116-95ce-7e969f5fdbbe', 'tag': 'e038ddda-90e3-4e79-bc60-b495e0929a06', 'status': 'completed', 'code': 200} Aug 10 03:39:55.127771 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111adc52-0197-41f5-87f7-22ae53fe1a89 req-e89c74c2-dfe9-4bcf-b112-1f5900d65328 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:55.132667 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-aa2265c6-99d5-42fa-814d-cf4152ec4fa8 None None] Set router ca61f8e6-b64e-4117-996b-a289a5ada96c gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:55.135687 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-111adc52-0197-41f5-87f7-22ae53fe1a89 req-e89c74c2-dfe9-4bcf-b112-1f5900d65328 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=03be5010-2981-4116-95ce-7e969f5fdbbe HTTP/1.1" status: 200 len: 945 time: 0.0747495 Aug 10 03:39:55.160955 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60442) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:55.195192 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-111adc52-0197-41f5-87f7-22ae53fe1a89 req-80a18384-003c-44f7-af20-fb5454dc2c4c tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2591c67-43d6-4c71-8cde-e02fdacf5c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580347 Aug 10 03:39:55.204945 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2cfa2-fbfe-4a09-8968-fe02450d3295 req-b8beab01-a738-446f-ba5a-c67f0363e1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:55.213578 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6ea2cfa2-fbfe-4a09-8968-fe02450d3295 req-b8beab01-a738-446f-ba5a-c67f0363e1dc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d4cffc5e26914104899297a77f2206bf&device_id=03be5010-2981-4116-95ce-7e969f5fdbbe HTTP/1.1" status: 200 len: 1097 time: 0.0895386 Aug 10 03:39:55.232508 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60446) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:55.355686 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-7e1301ee-3b21-4d92-a5a8-5535f6ff92d8 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/floatingips/c399ed9a-1d30-46a8-b42a-c0d6dfc4d75b HTTP/1.1" status: 200 len: 991 time: 0.1198509 Aug 10 03:39:55.372392 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2cfa2-fbfe-4a09-8968-fe02450d3295 req-cfba900e-259d-4f26-92bd-75b9a7bdb8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:55.375211 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6ea2cfa2-fbfe-4a09-8968-fe02450d3295 req-cfba900e-259d-4f26-92bd-75b9a7bdb8bb service neutron] 10.222.0.60 "GET /v2.0/networks?id=d7392ce1-6476-4de2-8458-989d7b3729a5 HTTP/1.1" status: 200 len: 898 time: 0.1497502 Aug 10 03:39:55.435351 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-aa2265c6-99d5-42fa-814d-cf4152ec4fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca61f8e6-b64e-4117-996b-a289a5ada96c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1370795367', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'c7803ed6-e9eb-4094-a36d-3267c32731df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:31Z', 'updated_at': '2021-08-10T03:39:37Z', 'revision_number': 4, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'gw_port': {'id': 'c7803ed6-e9eb-4094-a36d-3267c32731df', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:56:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca61f8e6-b64e-4117-996b-a289a5ada96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:32Z', 'updated_at': '2021-08-10T03:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': 'c399ed9a-1d30-46a8-b42a-c0d6dfc4d75b', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'floating_ip_address': '172.25.7.131', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': 'ca61f8e6-b64e-4117-996b-a289a5ada96c', 'port_id': 'e038ddda-90e3-4e79-bc60-b495e0929a06', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3834, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7392ce1-6476-4de2-8458-989d7b3729a5', 'mac_address': 'fa:16:3e:aa:95:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03be5010-2981-4116-95ce-7e969f5fdbbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:39:53Z', 'updated_at': '2021-08-10T03:39:53Z', 'revision_number': 0, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '361c9079-ab7d-4efd-b0eb-f9c342d52d4e', 'name': '', 'network_id': 'd7392ce1-6476-4de2-8458-989d7b3729a5', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'mac_address': 'fa:16:3e:16:ec:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca61f8e6-b64e-4117-996b-a289a5ada96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '4bd40b21-e95e-4d1c-888d-d0084f7e3858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:36Z', 'updated_at': '2021-08-10T03:39:45Z', 'revision_number': 5, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'subnets': [{'id': '4bd40b21-e95e-4d1c-888d-d0084f7e3858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:55.459440 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8abe6479-f746-4fb0-b4c5-a8932f3ca1fc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ef8f37557b4140058c160af00d14b7a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2935810 Aug 10 03:39:55.460077 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60448) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:55.469606 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2265c6-99d5-42fa-814d-cf4152ec4fa8 None None] Checking router: ca61f8e6-b64e-4117-996b-a289a5ada96c for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:39:55.479259 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2265c6-99d5-42fa-814d-cf4152ec4fa8 None None] Routers {'ca61f8e6-b64e-4117-996b-a289a5ada96c'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:55.480570 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-aa2265c6-99d5-42fa-814d-cf4152ec4fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:39:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['ca61f8e6-b64e-4117-996b-a289a5ada96c'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:55.505620 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6ea2cfa2-fbfe-4a09-8968-fe02450d3295 req-c2209253-f2db-49e6-92b4-9837d1b60bab service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e038ddda-90e3-4e79-bc60-b495e0929a06 HTTP/1.1" status: 200 len: 999 time: 0.1232061 Aug 10 03:39:55.551059 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d4282a4c-3020-4da1-b1ce-6969228e9f08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:55.573176 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2cfa2-fbfe-4a09-8968-fe02450d3295 req-c62f498c-a874-4a82-b090-8198bfd6ff84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:55.574836 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6ea2cfa2-fbfe-4a09-8968-fe02450d3295 req-c62f498c-a874-4a82-b090-8198bfd6ff84 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4bd40b21-e95e-4d1c-888d-d0084f7e3858 HTTP/1.1" status: 200 len: 834 time: 0.0617557 Aug 10 03:39:55.584429 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d4282a4c-3020-4da1-b1ce-6969228e9f08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:55.639449 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2cfa2-fbfe-4a09-8968-fe02450d3295 req-e6a4384e-89c7-4274-86d1-74ee74dd6d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:55.641008 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6ea2cfa2-fbfe-4a09-8968-fe02450d3295 req-e6a4384e-89c7-4274-86d1-74ee74dd6d51 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d7392ce1-6476-4de2-8458-989d7b3729a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584447 Aug 10 03:39:55.644403 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-aa2265c6-99d5-42fa-814d-cf4152ec4fa8 None None] Set router ca61f8e6-b64e-4117-996b-a289a5ada96c gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:55.660932 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d4282a4c-3020-4da1-b1ce-6969228e9f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:55.668454 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d4282a4c-3020-4da1-b1ce-6969228e9f08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:55.669976 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d4282a4c-3020-4da1-b1ce-6969228e9f08 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/da41cb8c-800f-4fb7-9db6-dd340549ccf8 HTTP/1.1" status: 204 len: 168 time: 0.2089226 Aug 10 03:39:55.696536 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4282a4c-3020-4da1-b1ce-6969228e9f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da41cb8c-800f-4fb7-9db6-dd340549ccf8,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:55.787547 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6ea2cfa2-fbfe-4a09-8968-fe02450d3295 req-0f983736-7b4a-402a-8687-b4f169c55f9d service neutron] 10.222.0.60 "GET /v2.0/networks/d7392ce1-6476-4de2-8458-989d7b3729a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385436 Aug 10 03:39:55.937003 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6ea2cfa2-fbfe-4a09-8968-fe02450d3295 req-29037476-613f-4ab3-bafe-9b209877c3a1 service neutron] 10.222.0.60 "GET /v2.0/networks/d7392ce1-6476-4de2-8458-989d7b3729a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414986 Aug 10 03:39:56.090467 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-aa2265c6-99d5-42fa-814d-cf4152ec4fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca61f8e6-b64e-4117-996b-a289a5ada96c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1370795367', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'c7803ed6-e9eb-4094-a36d-3267c32731df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:31Z', 'updated_at': '2021-08-10T03:39:37Z', 'revision_number': 4, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'gw_port': {'id': 'c7803ed6-e9eb-4094-a36d-3267c32731df', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:56:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca61f8e6-b64e-4117-996b-a289a5ada96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:32Z', 'updated_at': '2021-08-10T03:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': 'c399ed9a-1d30-46a8-b42a-c0d6dfc4d75b', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'floating_ip_address': '172.25.7.131', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': 'ca61f8e6-b64e-4117-996b-a289a5ada96c', 'port_id': 'e038ddda-90e3-4e79-bc60-b495e0929a06', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3834, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7392ce1-6476-4de2-8458-989d7b3729a5', 'mac_address': 'fa:16:3e:aa:95:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03be5010-2981-4116-95ce-7e969f5fdbbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:39:53Z', 'updated_at': '2021-08-10T03:39:53Z', 'revision_number': 0, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '361c9079-ab7d-4efd-b0eb-f9c342d52d4e', 'name': '', 'network_id': 'd7392ce1-6476-4de2-8458-989d7b3729a5', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'mac_address': 'fa:16:3e:16:ec:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca61f8e6-b64e-4117-996b-a289a5ada96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '4bd40b21-e95e-4d1c-888d-d0084f7e3858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:36Z', 'updated_at': '2021-08-10T03:39:45Z', 'revision_number': 5, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'subnets': [{'id': '4bd40b21-e95e-4d1c-888d-d0084f7e3858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:56.152930 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2265c6-99d5-42fa-814d-cf4152ec4fa8 None None] The sync data for ids ['ca61f8e6-b64e-4117-996b-a289a5ada96c'] in n-d-768851-15 is: [{'id': 'ca61f8e6-b64e-4117-996b-a289a5ada96c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1370795367', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'c7803ed6-e9eb-4094-a36d-3267c32731df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:31Z', 'updated_at': '2021-08-10T03:39:37Z', 'revision_number': 4, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'gw_port': {'id': 'c7803ed6-e9eb-4094-a36d-3267c32731df', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:56:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca61f8e6-b64e-4117-996b-a289a5ada96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:32Z', 'updated_at': '2021-08-10T03:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': 'c399ed9a-1d30-46a8-b42a-c0d6dfc4d75b', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'floating_ip_address': '172.25.7.131', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': 'ca61f8e6-b64e-4117-996b-a289a5ada96c', 'port_id': 'e038ddda-90e3-4e79-bc60-b495e0929a06', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3834, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7392ce1-6476-4de2-8458-989d7b3729a5', 'mac_address': 'fa:16:3e:aa:95:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03be5010-2981-4116-95ce-7e969f5fdbbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:39:53Z', 'updated_at': '2021-08-10T03:39:53Z', 'revision_number': 0, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '361c9079-ab7d-4efd-b0eb-f9c342d52d4e', 'name': '', 'network_id': 'd7392ce1-6476-4de2-8458-989d7b3729a5', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'mac_address': 'fa:16:3e:16:ec:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca61f8e6-b64e-4117-996b-a289a5ada96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '4bd40b21-e95e-4d1c-888d-d0084f7e3858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:36Z', 'updated_at': '2021-08-10T03:39:45Z', 'revision_number': 5, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'subnets': [{'id': '4bd40b21-e95e-4d1c-888d-d0084f7e3858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:39:56.358058 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60466) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:56.462077 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d7d6f9-d104-48de-a3ef-abc69d95ec55 None None] New status for floating IP c399ed9a-1d30-46a8-b42a-c0d6dfc4d75b: ACTIVE {{(pid=94218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:39:56.475274 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-0cb8c8fb-544b-4651-ae9d-ac3da0f26945 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/floatingips/c399ed9a-1d30-46a8-b42a-c0d6dfc4d75b HTTP/1.1" status: 200 len: 991 time: 0.1151910 Aug 10 03:39:56.518088 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:56.647825 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:56.715051 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60474) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:56.844117 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-fed78330-690a-4aee-bfa3-8238403520c4 tempest-DvrRoutersNegativeTest-1079799755 tempest-DvrRoutersNegativeTest-1079799755-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1963503081', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:56.847386 n-d-768851-15 neutron-server[94216]: DEBUG neutron.policy [None req-fed78330-690a-4aee-bfa3-8238403520c4 tempest-DvrRoutersNegativeTest-1079799755 tempest-DvrRoutersNegativeTest-1079799755-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94216) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 10 03:39:56.847670 n-d-768851-15 neutron-server[94216]: DEBUG neutron.policy [None req-fed78330-690a-4aee-bfa3-8238403520c4 tempest-DvrRoutersNegativeTest-1079799755 tempest-DvrRoutersNegativeTest-1079799755-project] Failed policy check for 'create_router' {{(pid=94216) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 10 03:39:56.848268 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [None req-fed78330-690a-4aee-bfa3-8238403520c4 tempest-DvrRoutersNegativeTest-1079799755 tempest-DvrRoutersNegativeTest-1079799755-project] create failed (client error): Access was denied to this resource. Aug 10 03:39:56.849365 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-fed78330-690a-4aee-bfa3-8238403520c4 tempest-DvrRoutersNegativeTest-1079799755 tempest-DvrRoutersNegativeTest-1079799755-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1336339 Aug 10 03:39:57.187388 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60484) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:57.294826 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-44ebd499-e364-4972-93cc-e12209a8d274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:57.389869 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-44ebd499-e364-4972-93cc-e12209a8d274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:57.395137 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-44ebd499-e364-4972-93cc-e12209a8d274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:57.434220 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-44ebd499-e364-4972-93cc-e12209a8d274 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=656e50099c2c47d2a2122d3488c76ebc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2456729 Aug 10 03:39:57.436783 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60488) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:57.442660 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ebd499-e364-4972-93cc-e12209a8d274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f614f233-8a90-4229-97d5-ba6176ec3ac6,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:57.480368 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60490) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:57.495644 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1c647220-0b8c-4ffc-90f2-3f5198fcdce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:57.520421 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1c647220-0b8c-4ffc-90f2-3f5198fcdce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:57.543252 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1f5247cf-9882-417d-a1fe-1a222c0713f6 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/floatingips/c399ed9a-1d30-46a8-b42a-c0d6dfc4d75b HTTP/1.1" status: 200 len: 993 time: 0.0614986 Aug 10 03:39:57.574860 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1c647220-0b8c-4ffc-90f2-3f5198fcdce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:57.577657 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1c647220-0b8c-4ffc-90f2-3f5198fcdce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:57.578971 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-1c647220-0b8c-4ffc-90f2-3f5198fcdce4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f614f233-8a90-4229-97d5-ba6176ec3ac6 HTTP/1.1" status: 204 len: 168 time: 0.1412635 Aug 10 03:39:57.588142 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c647220-0b8c-4ffc-90f2-3f5198fcdce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f614f233-8a90-4229-97d5-ba6176ec3ac6,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:58.237891 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60520) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:58.340904 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-075eb50a-7195-4e55-8c5e-e6c4f763e280 tempest-ServiceProvidersTest-606050322 tempest-ServiceProvidersTest-606050322-project] 10.222.0.62 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1017826 Aug 10 03:39:58.590003 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60528) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:58.702450 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0011cf66-213d-4be2-85fc-2fbf7400412d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:58.794749 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0011cf66-213d-4be2-85fc-2fbf7400412d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:58.799215 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0011cf66-213d-4be2-85fc-2fbf7400412d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:58.836789 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0011cf66-213d-4be2-85fc-2fbf7400412d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=eef3d23ff322493f8e650bfbe68e542f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2456367 Aug 10 03:39:58.837620 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0011cf66-213d-4be2-85fc-2fbf7400412d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d77e766-81ab-46d2-94b4-808400653a13,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:58.839883 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60532) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:58.890651 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a86-4d7b-49cd-bc17-a1dde8ece545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:58.912467 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a86-4d7b-49cd-bc17-a1dde8ece545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:58.959044 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a86-4d7b-49cd-bc17-a1dde8ece545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:58.961703 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4cf30a86-4d7b-49cd-bc17-a1dde8ece545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:58.962891 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-4cf30a86-4d7b-49cd-bc17-a1dde8ece545 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8d77e766-81ab-46d2-94b4-808400653a13 HTTP/1.1" status: 204 len: 168 time: 0.1219993 Aug 10 03:39:58.971444 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30a86-4d7b-49cd-bc17-a1dde8ece545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d77e766-81ab-46d2-94b4-808400653a13,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:59.699918 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60556) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:59.703968 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [-] 10.222.0.62 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0030150 Aug 10 03:39:59.706664 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60558) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:59.805578 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-f551c2a4-b6d5-4d0f-a708-6e9eff2b7dca tempest-NetworksApiDiscovery-1661415807 tempest-NetworksApiDiscovery-1661415807-project] 10.222.0.62 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.0978959 Aug 10 03:40:00.048380 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60566) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:00.155358 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7ef47921-1755-45f1-afb2-e2dad6ada6cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:00.243400 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7ef47921-1755-45f1-afb2-e2dad6ada6cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:00.248163 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7ef47921-1755-45f1-afb2-e2dad6ada6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:00.286342 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7ef47921-1755-45f1-afb2-e2dad6ada6cf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cfe0d52876df4099a0350442a646b66f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2368808 Aug 10 03:40:00.287519 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef47921-1755-45f1-afb2-e2dad6ada6cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21244292-093a-4fdc-a699-28234d7e251c,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:00.289080 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60574) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:00.324603 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2614d01e-f00b-48e8-b63d-47630f6ec373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:00.350057 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-df240500-6418-435f-90a8-9b19bb2e1e3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:00.375134 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-df240500-6418-435f-90a8-9b19bb2e1e3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:00.424452 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-df240500-6418-435f-90a8-9b19bb2e1e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:00.427081 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-df240500-6418-435f-90a8-9b19bb2e1e3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:00.430546 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-df240500-6418-435f-90a8-9b19bb2e1e3a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/21244292-093a-4fdc-a699-28234d7e251c HTTP/1.1" status: 204 len: 168 time: 0.1381254 Aug 10 03:40:00.436528 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df240500-6418-435f-90a8-9b19bb2e1e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21244292-093a-4fdc-a699-28234d7e251c,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:00.627147 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f18367-ac15-4795-a831-47d16d91c06c req-ab000771-5c60-4be2-bd53-0f1c83d0f156 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:00.628668 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f2f18367-ac15-4795-a831-47d16d91c06c req-ab000771-5c60-4be2-bd53-0f1c83d0f156 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/networks?id=7e9c5b57-a104-4b29-a8ed-ceb6086c40ae HTTP/1.1" status: 200 len: 812 time: 0.1068020 Aug 10 03:40:00.646141 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f2f18367-ac15-4795-a831-47d16d91c06c req-7c67f3ae-a307-4b74-9133-61dae4fcc248 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/quotas/cf46dc7d96e74359a233bb4d876edd57 HTTP/1.1" status: 200 len: 375 time: 0.0101171 Aug 10 03:40:00.702773 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f2f18367-ac15-4795-a831-47d16d91c06c req-fb92de56-ee89-457c-97a4-8ec72f217f1e tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=cf46dc7d96e74359a233bb4d876edd57&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506322 Aug 10 03:40:00.713802 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [req-f2f18367-ac15-4795-a831-47d16d91c06c req-9657fc47-d672-43ed-be11-56b4bb019269 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:00.714884 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f2f18367-ac15-4795-a831-47d16d91c06c req-9657fc47-d672-43ed-be11-56b4bb019269 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052080 Aug 10 03:40:00.808658 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f2f18367-ac15-4795-a831-47d16d91c06c req-33ed66d6-8101-406a-ad7f-caed8529c342 service neutron] 10.222.0.62 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866487 Aug 10 03:40:00.915324 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f2f18367-ac15-4795-a831-47d16d91c06c req-a6b6d778-0a32-41da-a91d-4f465bf60077 service neutron] 10.222.0.62 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005974 Aug 10 03:40:01.023582 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2a1d248f-cf4f-40e7-88ba-ee24dfa7bfd6 req-ba8a8d83-0f46-4070-a8a4-fb788e4b48c4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=03be5010-2981-4116-95ce-7e969f5fdbbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0445321 Aug 10 03:40:01.102377 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fd378420-bd93-488c-99d7-4e05983371d1 req-ffbb1250-1477-4e30-b915-12d507ab0641 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2373800-e722-4d01-b4e6-ddfed4765f04 HTTP/1.1" status: 200 len: 210 time: 0.0282879 Aug 10 03:40:01.126528 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d248f-cf4f-40e7-88ba-ee24dfa7bfd6 req-3c8479ec-c584-49af-9322-a6bc4817c409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:01.128084 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2a1d248f-cf4f-40e7-88ba-ee24dfa7bfd6 req-3c8479ec-c584-49af-9322-a6bc4817c409 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d4cffc5e26914104899297a77f2206bf&device_id=03be5010-2981-4116-95ce-7e969f5fdbbe HTTP/1.1" status: 200 len: 1097 time: 0.0621037 Aug 10 03:40:01.242186 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d248f-cf4f-40e7-88ba-ee24dfa7bfd6 req-4c5492b7-dabc-4528-83eb-fd38893ed300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:01.243785 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2a1d248f-cf4f-40e7-88ba-ee24dfa7bfd6 req-4c5492b7-dabc-4528-83eb-fd38893ed300 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d7392ce1-6476-4de2-8458-989d7b3729a5 HTTP/1.1" status: 200 len: 898 time: 0.0885382 Aug 10 03:40:01.322623 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2a1d248f-cf4f-40e7-88ba-ee24dfa7bfd6 req-475565b5-fdd8-4206-8cb7-0b8c69adb880 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e038ddda-90e3-4e79-bc60-b495e0929a06 HTTP/1.1" status: 200 len: 1001 time: 0.0719423 Aug 10 03:40:01.378202 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d248f-cf4f-40e7-88ba-ee24dfa7bfd6 req-dd94546a-d2f0-4ddc-a308-96eae384bc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:01.379987 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2a1d248f-cf4f-40e7-88ba-ee24dfa7bfd6 req-dd94546a-d2f0-4ddc-a308-96eae384bc82 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4bd40b21-e95e-4d1c-888d-d0084f7e3858 HTTP/1.1" status: 200 len: 834 time: 0.0493231 Aug 10 03:40:01.433357 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d248f-cf4f-40e7-88ba-ee24dfa7bfd6 req-99c3f912-5c6a-472c-a688-e3b489473fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:01.435111 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2a1d248f-cf4f-40e7-88ba-ee24dfa7bfd6 req-99c3f912-5c6a-472c-a688-e3b489473fc1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d7392ce1-6476-4de2-8458-989d7b3729a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436773 Aug 10 03:40:01.540679 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2a1d248f-cf4f-40e7-88ba-ee24dfa7bfd6 req-0b36afe0-1f3f-4508-b1b7-2445c2a3b1e8 service neutron] 10.222.0.60 "GET /v2.0/networks/d7392ce1-6476-4de2-8458-989d7b3729a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978246 Aug 10 03:40:01.665778 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2a1d248f-cf4f-40e7-88ba-ee24dfa7bfd6 req-f0ec7c34-c404-42d2-acb0-79909cfd854a service neutron] 10.222.0.60 "GET /v2.0/networks/d7392ce1-6476-4de2-8458-989d7b3729a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087079 Aug 10 03:40:02.154885 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f18367-ac15-4795-a831-47d16d91c06c req-6e4a61a8-e401-4328-94eb-a52d537417a4 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:02.157406 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-f2f18367-ac15-4795-a831-47d16d91c06c req-6e4a61a8-e401-4328-94eb-a52d537417a4 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.60 "GET /v2.0/networks?id=7e9c5b57-a104-4b29-a8ed-ceb6086c40ae HTTP/1.1" status: 200 len: 812 time: 0.1314955 Aug 10 03:40:02.178119 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-f2f18367-ac15-4795-a831-47d16d91c06c req-d62880a1-b1a2-486b-a604-978159635e78 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Request body: {'port': {'device_id': 'd2373800-e722-4d01-b4e6-ddfed4765f04', 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae', 'admin_state_up': True, 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:02.219108 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-10dea83d-42d2-4214-89f4-3c922187aabf req-790813c6-b343-4a62-a78a-fb85a9f286fc tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2373800-e722-4d01-b4e6-ddfed4765f04 HTTP/1.1" status: 200 len: 210 time: 0.0393250 Aug 10 03:40:02.294010 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2f18367-ac15-4795-a831-47d16d91c06c req-d62880a1-b1a2-486b-a604-978159635e78 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Made reservation on behalf of cf46dc7d96e74359a233bb4d876edd57 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:40:02.298216 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-f2f18367-ac15-4795-a831-47d16d91c06c req-d62880a1-b1a2-486b-a604-978159635e78 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:02.442336 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-f2f18367-ac15-4795-a831-47d16d91c06c req-d62880a1-b1a2-486b-a604-978159635e78 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Allocated IP 172.20.0.8 (7e9c5b57-a104-4b29-a8ed-ceb6086c40ae/036b75a5-4076-4503-a708-471e0be52cae/d9c6806c-4714-4f39-bbab-9138f7e18587) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:40:02.665476 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-f2f18367-ac15-4795-a831-47d16d91c06c req-d62880a1-b1a2-486b-a604-978159635e78 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:02.685275 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-f2f18367-ac15-4795-a831-47d16d91c06c req-d62880a1-b1a2-486b-a604-978159635e78 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Transition to ACTIVE for port object d9c6806c-4714-4f39-bbab-9138f7e18587 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:40:02.722849 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-f2f18367-ac15-4795-a831-47d16d91c06c req-d62880a1-b1a2-486b-a604-978159635e78 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:02.778116 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2f18367-ac15-4795-a831-47d16d91c06c req-d62880a1-b1a2-486b-a604-978159635e78 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Network 7e9c5b57-a104-4b29-a8ed-ceb6086c40ae is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:40:02.779398 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62880a1-b1a2-486b-a604-978159635e78 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Pushing event updated for resources: {'Port': ['ID=d9c6806c-4714-4f39-bbab-9138f7e18587,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:02.782354 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-f2f18367-ac15-4795-a831-47d16d91c06c req-d62880a1-b1a2-486b-a604-978159635e78 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:40:02.785383 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f18367-ac15-4795-a831-47d16d91c06c req-d62880a1-b1a2-486b-a604-978159635e78 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:40:02.840968 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f18367-ac15-4795-a831-47d16d91c06c req-d62880a1-b1a2-486b-a604-978159635e78 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:02.841707 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-f2f18367-ac15-4795-a831-47d16d91c06c req-d62880a1-b1a2-486b-a604-978159635e78 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:02.859281 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-f2f18367-ac15-4795-a831-47d16d91c06c req-d62880a1-b1a2-486b-a604-978159635e78 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6852190 Aug 10 03:40:02.872915 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-f2f18367-ac15-4795-a831-47d16d91c06c req-8c05adab-c803-4274-aa7a-6e7aa8817318 service neutron] Request body: {'port': {'device_id': 'd2373800-e722-4d01-b4e6-ddfed4765f04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:02.960011 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-f2f18367-ac15-4795-a831-47d16d91c06c req-8c05adab-c803-4274-aa7a-6e7aa8817318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:03.054312 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-940754fa-5494-4bcb-8041-e13e3f64769d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:03.156008 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-af005e51-c638-4f3c-872c-fdae64becdf1 None None] Provisioning for port d9c6806c-4714-4f39-bbab-9138f7e18587 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:40:03.160481 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-af005e51-c638-4f3c-872c-fdae64becdf1 None None] Provisioning complete for port d9c6806c-4714-4f39-bbab-9138f7e18587 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:03.160854 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-af005e51-c638-4f3c-872c-fdae64becdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:03.215200 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-af005e51-c638-4f3c-872c-fdae64becdf1 None None] Port d9c6806c-4714-4f39-bbab-9138f7e18587 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:40:03.299982 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-f2f18367-ac15-4795-a831-47d16d91c06c req-8c05adab-c803-4274-aa7a-6e7aa8817318 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9c6806c-4714-4f39-bbab-9138f7e18587 {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:40:03.309264 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-f2f18367-ac15-4795-a831-47d16d91c06c req-8c05adab-c803-4274-aa7a-6e7aa8817318 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:03.333165 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-f2f18367-ac15-4795-a831-47d16d91c06c req-8c05adab-c803-4274-aa7a-6e7aa8817318 service neutron] Transition to ACTIVE for port object d9c6806c-4714-4f39-bbab-9138f7e18587 will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:40:03.340904 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-f2f18367-ac15-4795-a831-47d16d91c06c req-8c05adab-c803-4274-aa7a-6e7aa8817318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:03.375531 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e0441-3da9-4b1d-bc81-5fa148079102 req-c61bdcf0-d7bf-448e-bb7f-07e5cc27c59c tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:03.377228 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1f1e0441-3da9-4b1d-bc81-5fa148079102 req-c61bdcf0-d7bf-448e-bb7f-07e5cc27c59c tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2373800-e722-4d01-b4e6-ddfed4765f04 HTTP/1.1" status: 200 len: 931 time: 0.0628390 Aug 10 03:40:03.405384 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c05adab-c803-4274-aa7a-6e7aa8817318 service neutron] Pushing event updated for resources: {'Port': ['ID=d9c6806c-4714-4f39-bbab-9138f7e18587,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:03.445493 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:03.458938 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1f1e0441-3da9-4b1d-bc81-5fa148079102 req-67afc736-9217-48d9-a2f7-5e8c568def44 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661893 Aug 10 03:40:03.491220 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-f2f18367-ac15-4795-a831-47d16d91c06c req-8c05adab-c803-4274-aa7a-6e7aa8817318 service neutron] Attempting to bind port d9c6806c-4714-4f39-bbab-9138f7e18587 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:40:03.491563 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-f2f18367-ac15-4795-a831-47d16d91c06c req-8c05adab-c803-4274-aa7a-6e7aa8817318 service neutron] Attempting to bind port d9c6806c-4714-4f39-bbab-9138f7e18587 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '5c87df8d-954c-4397-aa68-23e5690c99d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:40:03.491891 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f18367-ac15-4795-a831-47d16d91c06c req-8c05adab-c803-4274-aa7a-6e7aa8817318 service neutron] Attempting to bind port d9c6806c-4714-4f39-bbab-9138f7e18587 on network 7e9c5b57-a104-4b29-a8ed-ceb6086c40ae {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:03.497287 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f18367-ac15-4795-a831-47d16d91c06c req-8c05adab-c803-4274-aa7a-6e7aa8817318 service neutron] Port d9c6806c-4714-4f39-bbab-9138f7e18587 on network 7e9c5b57-a104-4b29-a8ed-ceb6086c40ae not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:40:03.497608 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f18367-ac15-4795-a831-47d16d91c06c req-8c05adab-c803-4274-aa7a-6e7aa8817318 service neutron] Attempting to bind port d9c6806c-4714-4f39-bbab-9138f7e18587 on network 7e9c5b57-a104-4b29-a8ed-ceb6086c40ae {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:03.503131 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f18367-ac15-4795-a831-47d16d91c06c req-8c05adab-c803-4274-aa7a-6e7aa8817318 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:40:03.503471 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f18367-ac15-4795-a831-47d16d91c06c req-8c05adab-c803-4274-aa7a-6e7aa8817318 service neutron] Checking segment: {'id': '5c87df8d-954c-4397-aa68-23e5690c99d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:40:03.503854 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f18367-ac15-4795-a831-47d16d91c06c req-8c05adab-c803-4274-aa7a-6e7aa8817318 service neutron] Bound using segment: {'id': '5c87df8d-954c-4397-aa68-23e5690c99d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:40:03.504285 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-f2f18367-ac15-4795-a831-47d16d91c06c req-8c05adab-c803-4274-aa7a-6e7aa8817318 service neutron] Bound port: d9c6806c-4714-4f39-bbab-9138f7e18587, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c87df8d-954c-4397-aa68-23e5690c99d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:40:03.504641 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-f2f18367-ac15-4795-a831-47d16d91c06c req-8c05adab-c803-4274-aa7a-6e7aa8817318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:03.579303 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-f2f18367-ac15-4795-a831-47d16d91c06c req-8c05adab-c803-4274-aa7a-6e7aa8817318 service neutron] For port d9c6806c-4714-4f39-bbab-9138f7e18587, host n-h2-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:40:03.583233 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-f2f18367-ac15-4795-a831-47d16d91c06c req-8c05adab-c803-4274-aa7a-6e7aa8817318 service neutron] For port d9c6806c-4714-4f39-bbab-9138f7e18587, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=d9c6806c-4714-4f39-bbab-9138f7e18587,segment=NetworkSegment(5c87df8d-954c-4397-aa68-23e5690c99d4),segment_id=5c87df8d-954c-4397-aa68-23e5690c99d4)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:40:03.589718 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-f2f18367-ac15-4795-a831-47d16d91c06c req-8c05adab-c803-4274-aa7a-6e7aa8817318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:03.642005 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f18367-ac15-4795-a831-47d16d91c06c req-8c05adab-c803-4274-aa7a-6e7aa8817318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:03.642636 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-f2f18367-ac15-4795-a831-47d16d91c06c req-8c05adab-c803-4274-aa7a-6e7aa8817318 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:03.644127 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-f2f18367-ac15-4795-a831-47d16d91c06c req-8c05adab-c803-4274-aa7a-6e7aa8817318 service neutron] 10.222.0.60 "PUT /v2.0/ports/d9c6806c-4714-4f39-bbab-9138f7e18587 HTTP/1.1" status: 200 len: 1092 time: 0.7764645 Aug 10 03:40:03.644873 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2373800-e722-4d01-b4e6-ddfed4765f04', 'tag': 'd9c6806c-4714-4f39-bbab-9138f7e18587'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:40:03.647446 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70639492-43eb-46c4-99a9-ad87872cbfa9" -d '{"events": [{"name": "network-changed", "server_uuid": "d2373800-e722-4d01-b4e6-ddfed4765f04", "tag": "d9c6806c-4714-4f39-bbab-9138f7e18587"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:40:03.704644 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c05adab-c803-4274-aa7a-6e7aa8817318 service neutron] Pushing event updated for resources: {'Port': ['ID=d9c6806c-4714-4f39-bbab-9138f7e18587,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:03.722185 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a118273-0c00-4629-856e-dd32cb935be5 x-openstack-request-id: req-0a118273-0c00-4629-856e-dd32cb935be5 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:40:03.722486 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2373800-e722-4d01-b4e6-ddfed4765f04", "tag": "d9c6806c-4714-4f39-bbab-9138f7e18587", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:40:03.722853 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0a118273-0c00-4629-856e-dd32cb935be5 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:40:03.723264 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2373800-e722-4d01-b4e6-ddfed4765f04', 'tag': 'd9c6806c-4714-4f39-bbab-9138f7e18587', 'status': 'completed', 'code': 200} Aug 10 03:40:03.746534 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f18367-ac15-4795-a831-47d16d91c06c req-30a65105-cd65-467d-9f9c-36eda376feb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:03.748594 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-f2f18367-ac15-4795-a831-47d16d91c06c req-30a65105-cd65-467d-9f9c-36eda376feb3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf46dc7d96e74359a233bb4d876edd57&device_id=d2373800-e722-4d01-b4e6-ddfed4765f04 HTTP/1.1" status: 200 len: 1095 time: 0.0578594 Aug 10 03:40:03.754440 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60738) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:03.811771 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-f2f18367-ac15-4795-a831-47d16d91c06c req-1644f55e-8f3f-4ad5-8519-adf6e470daaf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9c6806c-4714-4f39-bbab-9138f7e18587 HTTP/1.1" status: 200 len: 217 time: 0.0539806 Aug 10 03:40:03.865710 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f18367-ac15-4795-a831-47d16d91c06c req-fdd20442-fdc0-4805-9a6a-1dcfc4353618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:03.867651 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-f2f18367-ac15-4795-a831-47d16d91c06c req-fdd20442-fdc0-4805-9a6a-1dcfc4353618 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=036b75a5-4076-4503-a708-471e0be52cae HTTP/1.1" status: 200 len: 851 time: 0.0481255 Aug 10 03:40:03.894391 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c62917a6-5948-433c-aac3-0d91bdbdea48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:03.923049 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f18367-ac15-4795-a831-47d16d91c06c req-f64a5580-3b1b-4583-b66a-e2af75c00b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:03.925051 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-f2f18367-ac15-4795-a831-47d16d91c06c req-f64a5580-3b1b-4583-b66a-e2af75c00b70 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e9c5b57-a104-4b29-a8ed-ceb6086c40ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502546 Aug 10 03:40:04.006705 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c62917a6-5948-433c-aac3-0d91bdbdea48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:04.010913 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c62917a6-5948-433c-aac3-0d91bdbdea48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:04.029951 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-f2f18367-ac15-4795-a831-47d16d91c06c req-b95bc94a-f986-4ea3-84fd-91d89b75e38a service neutron] 10.222.0.60 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980678 Aug 10 03:40:04.045555 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62917a6-5948-433c-aac3-0d91bdbdea48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b00cb3a-75ff-4e66-8f51-f59cf1a5db1f,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:04.078182 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-c62917a6-5948-433c-aac3-0d91bdbdea48 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9b23a5c521a145a08c85c898b22deaf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3226345 Aug 10 03:40:04.080837 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60742) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:04.130391 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-f2f18367-ac15-4795-a831-47d16d91c06c req-8ea0ff45-06a5-4c4e-9990-6258728d165d service neutron] 10.222.0.60 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924752 Aug 10 03:40:04.134643 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cedd80f9-5cd3-409c-9b39-5d4efb1272b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:04.158502 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cedd80f9-5cd3-409c-9b39-5d4efb1272b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:04.212130 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cedd80f9-5cd3-409c-9b39-5d4efb1272b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:04.215805 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cedd80f9-5cd3-409c-9b39-5d4efb1272b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:04.219319 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-cedd80f9-5cd3-409c-9b39-5d4efb1272b5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2b00cb3a-75ff-4e66-8f51-f59cf1a5db1f HTTP/1.1" status: 204 len: 168 time: 0.1351542 Aug 10 03:40:04.225607 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedd80f9-5cd3-409c-9b39-5d4efb1272b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b00cb3a-75ff-4e66-8f51-f59cf1a5db1f,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:04.230130 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70639492-43eb-46c4-99a9-ad87872cbfa9 req-f8aacd66-13da-4927-b314-e949fe0080df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:04.231668 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-70639492-43eb-46c4-99a9-ad87872cbfa9 req-f8aacd66-13da-4927-b314-e949fe0080df service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf46dc7d96e74359a233bb4d876edd57&device_id=d2373800-e722-4d01-b4e6-ddfed4765f04 HTTP/1.1" status: 200 len: 1095 time: 0.0506802 Aug 10 03:40:04.261721 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:04.346636 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70639492-43eb-46c4-99a9-ad87872cbfa9 req-ed6ed744-42dc-4f93-9f48-e5b5747491fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:04.348238 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-70639492-43eb-46c4-99a9-ad87872cbfa9 req-ed6ed744-42dc-4f93-9f48-e5b5747491fc service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e9c5b57-a104-4b29-a8ed-ceb6086c40ae HTTP/1.1" status: 200 len: 913 time: 0.1073730 Aug 10 03:40:04.391950 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-70639492-43eb-46c4-99a9-ad87872cbfa9 req-f6fd8026-c4da-4bfc-9dde-dc34dc5964f7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9c6806c-4714-4f39-bbab-9138f7e18587 HTTP/1.1" status: 200 len: 217 time: 0.0366678 Aug 10 03:40:04.562764 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60750) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:04.579275 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5bd7dbea-d5d7-4cd7-ba18-783a9da6ba8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:04.615703 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42711e4b-89ca-4e38-a803-278a520b2ed2 req-df7b0406-e362-4508-981e-08ca79fa0587 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:04.617550 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-42711e4b-89ca-4e38-a803-278a520b2ed2 req-df7b0406-e362-4508-981e-08ca79fa0587 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2373800-e722-4d01-b4e6-ddfed4765f04 HTTP/1.1" status: 200 len: 943 time: 0.0845976 Aug 10 03:40:04.727647 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-42711e4b-89ca-4e38-a803-278a520b2ed2 req-0ef84fdc-beee-48dd-9b42-5529ce6418c1 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724604 Aug 10 03:40:04.764120 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70639492-43eb-46c4-99a9-ad87872cbfa9 req-017f93cf-6351-4fc4-a2ee-8a3b5f34c8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:04.765594 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-70639492-43eb-46c4-99a9-ad87872cbfa9 req-017f93cf-6351-4fc4-a2ee-8a3b5f34c8ed service neutron] 10.222.0.60 "GET /v2.0/subnets?id=036b75a5-4076-4503-a708-471e0be52cae HTTP/1.1" status: 200 len: 851 time: 0.3671296 Aug 10 03:40:04.769868 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5bd7dbea-d5d7-4cd7-ba18-783a9da6ba8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:04.775249 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5bd7dbea-d5d7-4cd7-ba18-783a9da6ba8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:04.776807 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0eeb5a14-9db9-4efa-b1f9-f95a9adc38d3 req-b1d3f755-afe1-4331-b97e-078797da750b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=64e99a93-503f-4589-a54b-4bfb4b839f89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0550795 Aug 10 03:40:04.823710 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70639492-43eb-46c4-99a9-ad87872cbfa9 req-bc140598-7b0b-4723-9549-f0c3436a95df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:04.825201 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-70639492-43eb-46c4-99a9-ad87872cbfa9 req-bc140598-7b0b-4723-9549-f0c3436a95df service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e9c5b57-a104-4b29-a8ed-ceb6086c40ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475044 Aug 10 03:40:04.828756 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-5bd7dbea-d5d7-4cd7-ba18-783a9da6ba8a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4fdef0e7016e491c8141c67e5cc3b845&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2626958 Aug 10 03:40:04.828756 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd7dbea-d5d7-4cd7-ba18-783a9da6ba8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df50c449-e4ea-4424-b7e9-9e4a568aad98,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:04.830448 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60752) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:04.887360 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1e38b07d-956e-45d5-8a5d-b3c192324b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:04.910147 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1e38b07d-956e-45d5-8a5d-b3c192324b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:04.924921 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb5a14-9db9-4efa-b1f9-f95a9adc38d3 req-88e18901-3e2b-48ab-8442-6af744265d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:04.926412 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0eeb5a14-9db9-4efa-b1f9-f95a9adc38d3 req-88e18901-3e2b-48ab-8442-6af744265d89 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4c338092054e4c64a6391807bc8d123e&device_id=64e99a93-503f-4589-a54b-4bfb4b839f89 HTTP/1.1" status: 200 len: 1097 time: 0.1002038 Aug 10 03:40:04.969318 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1e38b07d-956e-45d5-8a5d-b3c192324b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:04.972527 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1e38b07d-956e-45d5-8a5d-b3c192324b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:04.976260 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-1e38b07d-956e-45d5-8a5d-b3c192324b04 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/df50c449-e4ea-4424-b7e9-9e4a568aad98 HTTP/1.1" status: 204 len: 168 time: 0.1384206 Aug 10 03:40:04.984295 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e38b07d-956e-45d5-8a5d-b3c192324b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df50c449-e4ea-4424-b7e9-9e4a568aad98,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:05.046572 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-70639492-43eb-46c4-99a9-ad87872cbfa9 req-9f9e3bd9-cdff-4e60-9c98-7396472e7b0e service neutron] 10.222.0.60 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107756 Aug 10 03:40:05.049768 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb5a14-9db9-4efa-b1f9-f95a9adc38d3 req-405b0bf2-c9cc-4b45-848c-76f3a7278a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:05.051225 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0eeb5a14-9db9-4efa-b1f9-f95a9adc38d3 req-405b0bf2-c9cc-4b45-848c-76f3a7278a93 service neutron] 10.222.0.58 "GET /v2.0/networks?id=279202d0-9092-43db-a92b-1b10a2ad47a0 HTTP/1.1" status: 200 len: 910 time: 0.1055646 Aug 10 03:40:05.188786 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0eeb5a14-9db9-4efa-b1f9-f95a9adc38d3 req-0d032390-056b-4b12-8e8a-0163027e25d5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90c9acd8-06fa-4b48-adf3-2d7412895c25 HTTP/1.1" status: 200 len: 1001 time: 0.1211483 Aug 10 03:40:05.261644 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-70639492-43eb-46c4-99a9-ad87872cbfa9 req-921a1513-7df8-4110-a042-1193671b5bb5 service neutron] 10.222.0.60 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067094 Aug 10 03:40:05.275400 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb5a14-9db9-4efa-b1f9-f95a9adc38d3 req-bc62e6ef-09d2-41da-ad59-965df0da55a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:05.279306 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0eeb5a14-9db9-4efa-b1f9-f95a9adc38d3 req-bc62e6ef-09d2-41da-ad59-965df0da55a0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f2663f19-57f7-4b1a-a47e-fe316f67f230 HTTP/1.1" status: 200 len: 848 time: 0.0842566 Aug 10 03:40:05.341625 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb5a14-9db9-4efa-b1f9-f95a9adc38d3 req-5b045385-34e7-4042-a0a4-b35c40cfd5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:05.343307 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0eeb5a14-9db9-4efa-b1f9-f95a9adc38d3 req-5b045385-34e7-4042-a0a4-b35c40cfd5bb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=279202d0-9092-43db-a92b-1b10a2ad47a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571504 Aug 10 03:40:05.462991 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0eeb5a14-9db9-4efa-b1f9-f95a9adc38d3 req-6d63547a-36af-4e1c-a896-a3ccac3ed487 service neutron] 10.222.0.58 "GET /v2.0/networks/279202d0-9092-43db-a92b-1b10a2ad47a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124701 Aug 10 03:40:05.599139 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0eeb5a14-9db9-4efa-b1f9-f95a9adc38d3 req-1030338d-a9e4-4d02-b1c3-7cbd4d3a39f0 service neutron] 10.222.0.58 "GET /v2.0/networks/279202d0-9092-43db-a92b-1b10a2ad47a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291170 Aug 10 03:40:05.896362 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424fa01c-f5f9-43e0-82a8-c357f8b5ee55 req-05ada72f-079c-41d4-9d0a-e5f21d2a9a3d tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:05.899340 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-424fa01c-f5f9-43e0-82a8-c357f8b5ee55 req-05ada72f-079c-41d4-9d0a-e5f21d2a9a3d tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2373800-e722-4d01-b4e6-ddfed4765f04 HTTP/1.1" status: 200 len: 943 time: 0.0923541 Aug 10 03:40:05.987743 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-424fa01c-f5f9-43e0-82a8-c357f8b5ee55 req-94bc5016-03f4-4c63-9c18-578b57a3452c tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806355 Aug 10 03:40:06.006562 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:06.936401 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:40:07.182440 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ce6f3-1007-4ca8-b8e4-2d7c1fb1a142 req-6828f57b-cb3e-4d43-b0c6-6c6054066479 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:07.186360 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-384ce6f3-1007-4ca8-b8e4-2d7c1fb1a142 req-6828f57b-cb3e-4d43-b0c6-6c6054066479 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2373800-e722-4d01-b4e6-ddfed4765f04 HTTP/1.1" status: 200 len: 943 time: 0.0968382 Aug 10 03:40:07.236628 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-384ce6f3-1007-4ca8-b8e4-2d7c1fb1a142 req-3b202ef2-6060-4f8a-9843-c76b2f7cf44d tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414901 Aug 10 03:40:07.728467 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60826) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:07.847819 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-021dbd6b-3233-46cd-a2b7-44a4f56b7658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:07.951207 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-021dbd6b-3233-46cd-a2b7-44a4f56b7658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:07.955945 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-021dbd6b-3233-46cd-a2b7-44a4f56b7658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:08.001391 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-021dbd6b-3233-46cd-a2b7-44a4f56b7658 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b14de1fe30ca496e920aef29148c325f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2719166 Aug 10 03:40:08.003347 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021dbd6b-3233-46cd-a2b7-44a4f56b7658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3bc04b6-2baa-4e46-b891-1bd36366be9a,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:08.007114 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60830) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:08.065403 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1fc59042-e0b5-4f92-b556-6fa6f49b53a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:08.102011 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1fc59042-e0b5-4f92-b556-6fa6f49b53a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:08.171821 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1fc59042-e0b5-4f92-b556-6fa6f49b53a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:08.174385 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1fc59042-e0b5-4f92-b556-6fa6f49b53a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:08.175934 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1fc59042-e0b5-4f92-b556-6fa6f49b53a4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d3bc04b6-2baa-4e46-b891-1bd36366be9a HTTP/1.1" status: 204 len: 168 time: 0.1675410 Aug 10 03:40:08.185872 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc59042-e0b5-4f92-b556-6fa6f49b53a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3bc04b6-2baa-4e46-b891-1bd36366be9a,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:08.361957 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b3ab55-073a-4306-be8c-529323a5b0fb req-689b7f55-61ba-4d50-947c-1f9da89d1528 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:08.363500 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-13b3ab55-073a-4306-be8c-529323a5b0fb req-689b7f55-61ba-4d50-947c-1f9da89d1528 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2373800-e722-4d01-b4e6-ddfed4765f04 HTTP/1.1" status: 200 len: 943 time: 0.0583487 Aug 10 03:40:08.406323 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-13b3ab55-073a-4306-be8c-529323a5b0fb req-9c163d83-ec9d-4665-b43d-d2ccedf69a0a tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366147 Aug 10 03:40:08.557821 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60838) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:08.578138 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d3842608-248e-451e-b996-51cc18a65384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:08.685045 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d3842608-248e-451e-b996-51cc18a65384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:08.689170 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d3842608-248e-451e-b996-51cc18a65384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:08.730964 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d3842608-248e-451e-b996-51cc18a65384 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dfe801f6e7bb47c2a340756775353b8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1693680 Aug 10 03:40:08.731605 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60840) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:08.732599 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3842608-248e-451e-b996-51cc18a65384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa207bb-8400-4fc5-b4cc-42bfe1b5120a,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:08.801197 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0b6ff31a-c2a9-4e95-ada2-66441f23b4d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:08.827338 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0b6ff31a-c2a9-4e95-ada2-66441f23b4d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:08.877160 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0b6ff31a-c2a9-4e95-ada2-66441f23b4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:08.879674 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0b6ff31a-c2a9-4e95-ada2-66441f23b4d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:08.883657 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-0b6ff31a-c2a9-4e95-ada2-66441f23b4d5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5aa207bb-8400-4fc5-b4cc-42bfe1b5120a HTTP/1.1" status: 204 len: 168 time: 0.1512702 Aug 10 03:40:08.896451 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6ff31a-c2a9-4e95-ada2-66441f23b4d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa207bb-8400-4fc5-b4cc-42bfe1b5120a,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:09.544440 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10242ec-2c0b-4c34-be88-f82b0ed57446 req-311e3436-02e9-4fea-b132-56a58e504fad tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:09.546109 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d10242ec-2c0b-4c34-be88-f82b0ed57446 req-311e3436-02e9-4fea-b132-56a58e504fad tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2373800-e722-4d01-b4e6-ddfed4765f04 HTTP/1.1" status: 200 len: 943 time: 0.0563405 Aug 10 03:40:09.590128 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d10242ec-2c0b-4c34-be88-f82b0ed57446 req-c8f440c3-7e61-443b-95bb-149b0542828a tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351810 Aug 10 03:40:10.720171 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a0b4a-f4fb-4f9b-b4de-b40b6facd975 req-b8585636-b2c0-40e4-8ae1-30ae04dc9e73 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:10.721727 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c79a0b4a-f4fb-4f9b-b4de-b40b6facd975 req-b8585636-b2c0-40e4-8ae1-30ae04dc9e73 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2373800-e722-4d01-b4e6-ddfed4765f04 HTTP/1.1" status: 200 len: 943 time: 0.0598054 Aug 10 03:40:10.761513 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c79a0b4a-f4fb-4f9b-b4de-b40b6facd975 req-1648698f-df4e-4988-96e1-78eb1e1153d1 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331810 Aug 10 03:40:10.779257 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60902) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:10.889062 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6a09a0b9-9480-4605-97c2-4c88427a2125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:10.978401 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6a09a0b9-9480-4605-97c2-4c88427a2125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:10.983226 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6a09a0b9-9480-4605-97c2-4c88427a2125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:11.022078 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6a09a0b9-9480-4605-97c2-4c88427a2125 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3dd51760debf462593be012cc636ec0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2417293 Aug 10 03:40:11.022973 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a09a0b9-9480-4605-97c2-4c88427a2125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e03ba26a-d5da-4a60-bb44-e50b1b5814b3,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:11.024791 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60906) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:11.074949 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8f435d04-2a2d-428b-950e-ee61e06c8200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:11.099002 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8f435d04-2a2d-428b-950e-ee61e06c8200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:11.144880 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8f435d04-2a2d-428b-950e-ee61e06c8200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:11.147477 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8f435d04-2a2d-428b-950e-ee61e06c8200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:11.148649 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8f435d04-2a2d-428b-950e-ee61e06c8200 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e03ba26a-d5da-4a60-bb44-e50b1b5814b3 HTTP/1.1" status: 204 len: 168 time: 0.1221001 Aug 10 03:40:11.156087 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f435d04-2a2d-428b-950e-ee61e06c8200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03ba26a-d5da-4a60-bb44-e50b1b5814b3,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:11.404979 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60912) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:11.419099 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8c36d0e6-f723-428d-8e15-4f224fe4fd7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:11.505108 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8c36d0e6-f723-428d-8e15-4f224fe4fd7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:11.509244 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8c36d0e6-f723-428d-8e15-4f224fe4fd7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:11.547642 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8c36d0e6-f723-428d-8e15-4f224fe4fd7e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b41899fe480e438cbd9a0dbc926bc5bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1416008 Aug 10 03:40:11.549604 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c36d0e6-f723-428d-8e15-4f224fe4fd7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4dd4a2-d187-48ea-85e8-dbd49fcf83a7,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:11.550332 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60914) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:11.599420 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-aa44f5b2-31b6-4e4a-9fb9-8908fe957daa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:11.620875 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-aa44f5b2-31b6-4e4a-9fb9-8908fe957daa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:11.669004 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-aa44f5b2-31b6-4e4a-9fb9-8908fe957daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:11.671602 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-aa44f5b2-31b6-4e4a-9fb9-8908fe957daa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:11.672761 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-aa44f5b2-31b6-4e4a-9fb9-8908fe957daa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ab4dd4a2-d187-48ea-85e8-dbd49fcf83a7 HTTP/1.1" status: 204 len: 168 time: 0.1213977 Aug 10 03:40:11.680353 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa44f5b2-31b6-4e4a-9fb9-8908fe957daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4dd4a2-d187-48ea-85e8-dbd49fcf83a7,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:11.880937 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1897e-65bf-42d1-a26b-c50612c6baaa req-0e032ca3-8493-4d91-a8d7-23252627976a tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:11.882765 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-81d1897e-65bf-42d1-a26b-c50612c6baaa req-0e032ca3-8493-4d91-a8d7-23252627976a tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2373800-e722-4d01-b4e6-ddfed4765f04 HTTP/1.1" status: 200 len: 943 time: 0.0520198 Aug 10 03:40:11.922962 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-81d1897e-65bf-42d1-a26b-c50612c6baaa req-38340d9a-fac2-413b-9931-6d3737f9887f tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334172 Aug 10 03:40:12.751153 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 60946) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:12.858314 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cf321c97-4a99-40aa-b139-c5a9b7c46643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:12.949632 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cf321c97-4a99-40aa-b139-c5a9b7c46643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:12.955614 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cf321c97-4a99-40aa-b139-c5a9b7c46643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:12.998453 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-cf321c97-4a99-40aa-b139-c5a9b7c46643 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c72c362cb7f04738892836153e5f4a71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2437315 Aug 10 03:40:12.998453 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf321c97-4a99-40aa-b139-c5a9b7c46643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=973244a0-249c-475a-a27a-9ab52fa2e07e,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:12.999626 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 60952) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:13.086095 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-55aed337-6792-449c-8e82-95ff5b14d3c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:13.095600 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67855f3b-74eb-484f-b911-08eb86d90801 req-9b2a05ab-f6a3-4bdd-b7be-967881916019 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:13.097113 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-67855f3b-74eb-484f-b911-08eb86d90801 req-9b2a05ab-f6a3-4bdd-b7be-967881916019 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2373800-e722-4d01-b4e6-ddfed4765f04 HTTP/1.1" status: 200 len: 943 time: 0.0837348 Aug 10 03:40:13.130956 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-55aed337-6792-449c-8e82-95ff5b14d3c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:13.169159 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-67855f3b-74eb-484f-b911-08eb86d90801 req-7c17b749-362d-490e-b378-d6315dc5e571 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631151 Aug 10 03:40:13.205952 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-55aed337-6792-449c-8e82-95ff5b14d3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:13.209183 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-55aed337-6792-449c-8e82-95ff5b14d3c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:13.210572 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-55aed337-6792-449c-8e82-95ff5b14d3c8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/973244a0-249c-475a-a27a-9ab52fa2e07e HTTP/1.1" status: 204 len: 168 time: 0.2095828 Aug 10 03:40:13.220637 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aed337-6792-449c-8e82-95ff5b14d3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973244a0-249c-475a-a27a-9ab52fa2e07e,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:13.230596 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55aed337-6792-449c-8e82-95ff5b14d3c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:13.230988 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55aed337-6792-449c-8e82-95ff5b14d3c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:13.231334 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55aed337-6792-449c-8e82-95ff5b14d3c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:13.231676 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55aed337-6792-449c-8e82-95ff5b14d3c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:13.232012 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55aed337-6792-449c-8e82-95ff5b14d3c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:13.232347 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55aed337-6792-449c-8e82-95ff5b14d3c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:13.232678 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55aed337-6792-449c-8e82-95ff5b14d3c8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:13.233131 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55aed337-6792-449c-8e82-95ff5b14d3c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:13.233517 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55aed337-6792-449c-8e82-95ff5b14d3c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:13.233800 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55aed337-6792-449c-8e82-95ff5b14d3c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:13.234126 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55aed337-6792-449c-8e82-95ff5b14d3c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:13.234451 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55aed337-6792-449c-8e82-95ff5b14d3c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:14.316860 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4813d-a82a-48fc-8c40-083a221627f6 req-2e134c35-def0-4aac-90ae-d3021542eead tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:14.318395 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-90d4813d-a82a-48fc-8c40-083a221627f6 req-2e134c35-def0-4aac-90ae-d3021542eead tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2373800-e722-4d01-b4e6-ddfed4765f04 HTTP/1.1" status: 200 len: 943 time: 0.0617731 Aug 10 03:40:14.359644 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-90d4813d-a82a-48fc-8c40-083a221627f6 req-f8323b45-afe8-4e32-a176-8123aacb928b tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338895 Aug 10 03:40:15.496207 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3be5a772-c785-4209-9174-7949d7408f4d req-a421e7dd-96e0-4f16-8821-191a440c2429 tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=bd1bb74f2d2248fdbc51abdb4e81975d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348976 Aug 10 03:40:15.520461 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf72d506-dcce-4c5c-9204-bccfa2db7298 req-b20575af-08c1-4433-b365-0b191eb8ec75 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:15.521939 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cf72d506-dcce-4c5c-9204-bccfa2db7298 req-b20575af-08c1-4433-b365-0b191eb8ec75 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2373800-e722-4d01-b4e6-ddfed4765f04 HTTP/1.1" status: 200 len: 943 time: 0.0904911 Aug 10 03:40:15.659652 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cf72d506-dcce-4c5c-9204-bccfa2db7298 req-7465d110-7a12-4071-9635-1346b400d4f2 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287704 Aug 10 03:40:15.719779 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5a772-c785-4209-9174-7949d7408f4d req-db047f4b-a190-4106-9ea7-6d2e3a7913eb tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:15.721307 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3be5a772-c785-4209-9174-7949d7408f4d req-db047f4b-a190-4106-9ea7-6d2e3a7913eb tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2186651 Aug 10 03:40:15.736370 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3be5a772-c785-4209-9174-7949d7408f4d req-c32d3ef7-c037-4f88-aa49-99239dc3cffa tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] 10.222.0.62 "GET /v2.0/quotas/bd1bb74f2d2248fdbc51abdb4e81975d HTTP/1.1" status: 200 len: 375 time: 0.0092793 Aug 10 03:40:15.773522 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3be5a772-c785-4209-9174-7949d7408f4d req-f96e8d01-bd13-4d4f-ab86-ddb5eccee41c tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=bd1bb74f2d2248fdbc51abdb4e81975d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311191 Aug 10 03:40:15.940004 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-394d40bb-1190-4949-b33f-2fbb3fb14a79 req-a2ab4204-118d-4361-b5dc-9614924c4cef tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] 10.222.0.62 "GET /v2.0/ports?device_id=f939cd41-a023-4b72-8db2-3c6780580342 HTTP/1.1" status: 200 len: 210 time: 0.0270491 Aug 10 03:40:16.780712 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3db7a9-df8f-495e-976f-578bd7cf7989 req-d1b83987-1033-4ca9-98dc-aff44c89a410 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:16.782365 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-af3db7a9-df8f-495e-976f-578bd7cf7989 req-d1b83987-1033-4ca9-98dc-aff44c89a410 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2373800-e722-4d01-b4e6-ddfed4765f04 HTTP/1.1" status: 200 len: 943 time: 0.0539804 Aug 10 03:40:16.785477 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3be5a772-c785-4209-9174-7949d7408f4d req-73f109fa-45f0-47b2-acc8-56e25e053cef tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=bd1bb74f2d2248fdbc51abdb4e81975d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310397 Aug 10 03:40:16.825636 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-af3db7a9-df8f-495e-976f-578bd7cf7989 req-7d3ac910-b54e-46a2-b056-adf14e5ce3ca tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369129 Aug 10 03:40:16.969246 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5a772-c785-4209-9174-7949d7408f4d req-acbfb4c1-5321-4e5f-9a45-9e5212662efb tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:16.970763 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3be5a772-c785-4209-9174-7949d7408f4d req-acbfb4c1-5321-4e5f-9a45-9e5212662efb tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1795237 Aug 10 03:40:16.984357 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-3be5a772-c785-4209-9174-7949d7408f4d req-bd93727b-bbd5-4626-8b3a-7cc153550253 tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] Request body: {'port': {'device_id': 'f939cd41-a023-4b72-8db2-3c6780580342', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'admin_state_up': True, 'tenant_id': 'bd1bb74f2d2248fdbc51abdb4e81975d'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:17.035927 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1e9a0d4f-1eaa-4c85-ab71-e204cb2af9fb req-e2b136a3-3453-4a9a-bc50-9dcbbb168e98 tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] 10.222.0.62 "GET /v2.0/ports?device_id=f939cd41-a023-4b72-8db2-3c6780580342 HTTP/1.1" status: 200 len: 210 time: 0.0268257 Aug 10 03:40:17.094564 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3be5a772-c785-4209-9174-7949d7408f4d req-bd93727b-bbd5-4626-8b3a-7cc153550253 tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] Made reservation on behalf of bd1bb74f2d2248fdbc51abdb4e81975d for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:40:17.098055 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-3be5a772-c785-4209-9174-7949d7408f4d req-bd93727b-bbd5-4626-8b3a-7cc153550253 tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:17.106611 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-3be5a772-c785-4209-9174-7949d7408f4d req-bd93727b-bbd5-4626-8b3a-7cc153550253 tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:17.196580 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-3be5a772-c785-4209-9174-7949d7408f4d req-bd93727b-bbd5-4626-8b3a-7cc153550253 tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:17.201042 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-3be5a772-c785-4209-9174-7949d7408f4d req-bd93727b-bbd5-4626-8b3a-7cc153550253 tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:17.266093 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd93727b-bbd5-4626-8b3a-7cc153550253 tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caaac3a0-0fea-401f-9882-08ffc665bc32,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:17.333377 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-3be5a772-c785-4209-9174-7949d7408f4d req-bd93727b-bbd5-4626-8b3a-7cc153550253 tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] Allocated IP 192.168.233.152 (f1b7997e-1a2a-4260-9d7d-b6cf90b8801d/c2e3eb0b-907c-4ac4-809e-ae9609bc8c67/a7a896f6-4d1c-447a-af58-a7fb8ffdcea0) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:40:17.482653 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-3be5a772-c785-4209-9174-7949d7408f4d req-bd93727b-bbd5-4626-8b3a-7cc153550253 tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:17.496398 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-3be5a772-c785-4209-9174-7949d7408f4d req-bd93727b-bbd5-4626-8b3a-7cc153550253 tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] Transition to ACTIVE for port object a7a896f6-4d1c-447a-af58-a7fb8ffdcea0 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:40:17.528968 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-3be5a772-c785-4209-9174-7949d7408f4d req-bd93727b-bbd5-4626-8b3a-7cc153550253 tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:17.572044 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3be5a772-c785-4209-9174-7949d7408f4d req-bd93727b-bbd5-4626-8b3a-7cc153550253 tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] Network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:40:17.575674 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-3be5a772-c785-4209-9174-7949d7408f4d req-bd93727b-bbd5-4626-8b3a-7cc153550253 tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:40:17.579409 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-3be5a772-c785-4209-9174-7949d7408f4d req-bd93727b-bbd5-4626-8b3a-7cc153550253 tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:40:17.603199 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd93727b-bbd5-4626-8b3a-7cc153550253 tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] Pushing event updated for resources: {'Port': ['ID=a7a896f6-4d1c-447a-af58-a7fb8ffdcea0,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:17.632931 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5a772-c785-4209-9174-7949d7408f4d req-bd93727b-bbd5-4626-8b3a-7cc153550253 tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:17.633607 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-3be5a772-c785-4209-9174-7949d7408f4d req-bd93727b-bbd5-4626-8b3a-7cc153550253 tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:17.653009 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3be5a772-c785-4209-9174-7949d7408f4d req-bd93727b-bbd5-4626-8b3a-7cc153550253 tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6725733 Aug 10 03:40:17.665698 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-3be5a772-c785-4209-9174-7949d7408f4d req-49f05824-5aaf-44f5-8d59-4a0a923a3103 service neutron] Request body: {'port': {'device_id': 'f939cd41-a023-4b72-8db2-3c6780580342', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:17.725417 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-3be5a772-c785-4209-9174-7949d7408f4d req-49f05824-5aaf-44f5-8d59-4a0a923a3103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:17.820280 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d8ce7626-8ee4-4970-ba9c-b7d132861076 None None] Provisioning for port a7a896f6-4d1c-447a-af58-a7fb8ffdcea0 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:40:17.823986 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d8ce7626-8ee4-4970-ba9c-b7d132861076 None None] Provisioning complete for port a7a896f6-4d1c-447a-af58-a7fb8ffdcea0 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:17.824358 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d8ce7626-8ee4-4970-ba9c-b7d132861076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:17.859099 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-d8ce7626-8ee4-4970-ba9c-b7d132861076 None None] Port a7a896f6-4d1c-447a-af58-a7fb8ffdcea0 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:40:17.946080 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf5cc0-a0e8-431f-827c-b75066b95612 req-39eeb03a-5603-4f2f-8491-71e82cfee55a tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:17.947699 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0dcf5cc0-a0e8-431f-827c-b75066b95612 req-39eeb03a-5603-4f2f-8491-71e82cfee55a tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2373800-e722-4d01-b4e6-ddfed4765f04 HTTP/1.1" status: 200 len: 943 time: 0.0511758 Aug 10 03:40:17.984779 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0dcf5cc0-a0e8-431f-827c-b75066b95612 req-e3c9065e-12bc-4ac8-9fbe-121035abc210 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311484 Aug 10 03:40:17.989313 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-3be5a772-c785-4209-9174-7949d7408f4d req-49f05824-5aaf-44f5-8d59-4a0a923a3103 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7a896f6-4d1c-447a-af58-a7fb8ffdcea0 {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:40:17.997446 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-3be5a772-c785-4209-9174-7949d7408f4d req-49f05824-5aaf-44f5-8d59-4a0a923a3103 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:18.009687 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-3be5a772-c785-4209-9174-7949d7408f4d req-49f05824-5aaf-44f5-8d59-4a0a923a3103 service neutron] Transition to ACTIVE for port object a7a896f6-4d1c-447a-af58-a7fb8ffdcea0 will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:40:18.013299 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-3be5a772-c785-4209-9174-7949d7408f4d req-49f05824-5aaf-44f5-8d59-4a0a923a3103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:18.062176 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f05824-5aaf-44f5-8d59-4a0a923a3103 service neutron] Pushing event updated for resources: {'Port': ['ID=a7a896f6-4d1c-447a-af58-a7fb8ffdcea0,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:18.142488 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-3be5a772-c785-4209-9174-7949d7408f4d req-49f05824-5aaf-44f5-8d59-4a0a923a3103 service neutron] Attempting to bind port a7a896f6-4d1c-447a-af58-a7fb8ffdcea0 on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:40:18.142928 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-3be5a772-c785-4209-9174-7949d7408f4d req-49f05824-5aaf-44f5-8d59-4a0a923a3103 service neutron] Attempting to bind port a7a896f6-4d1c-447a-af58-a7fb8ffdcea0 by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:40:18.143386 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be5a772-c785-4209-9174-7949d7408f4d req-49f05824-5aaf-44f5-8d59-4a0a923a3103 service neutron] Attempting to bind port a7a896f6-4d1c-447a-af58-a7fb8ffdcea0 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:18.148084 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be5a772-c785-4209-9174-7949d7408f4d req-49f05824-5aaf-44f5-8d59-4a0a923a3103 service neutron] Port a7a896f6-4d1c-447a-af58-a7fb8ffdcea0 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:40:18.148407 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be5a772-c785-4209-9174-7949d7408f4d req-49f05824-5aaf-44f5-8d59-4a0a923a3103 service neutron] Attempting to bind port a7a896f6-4d1c-447a-af58-a7fb8ffdcea0 on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:18.153827 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be5a772-c785-4209-9174-7949d7408f4d req-49f05824-5aaf-44f5-8d59-4a0a923a3103 service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:40:18.154161 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be5a772-c785-4209-9174-7949d7408f4d req-49f05824-5aaf-44f5-8d59-4a0a923a3103 service neutron] Checking segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:40:18.154542 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be5a772-c785-4209-9174-7949d7408f4d req-49f05824-5aaf-44f5-8d59-4a0a923a3103 service neutron] Bound using segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:40:18.154999 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-3be5a772-c785-4209-9174-7949d7408f4d req-49f05824-5aaf-44f5-8d59-4a0a923a3103 service neutron] Bound port: a7a896f6-4d1c-447a-af58-a7fb8ffdcea0, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:40:18.155359 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-3be5a772-c785-4209-9174-7949d7408f4d req-49f05824-5aaf-44f5-8d59-4a0a923a3103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:18.169318 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d80cc5-d7af-4218-b479-58c2fc26c83d req-37067988-7759-4071-8ba4-3ce630d2bbc0 tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:18.172000 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-88d80cc5-d7af-4218-b479-58c2fc26c83d req-37067988-7759-4071-8ba4-3ce630d2bbc0 tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] 10.222.0.62 "GET /v2.0/ports?device_id=f939cd41-a023-4b72-8db2-3c6780580342 HTTP/1.1" status: 200 len: 948 time: 0.0617080 Aug 10 03:40:18.212972 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-88d80cc5-d7af-4218-b479-58c2fc26c83d req-b6fe73a6-1630-4d25-bf19-cde7f3bbd8aa tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] 10.222.0.62 "GET /v2.0/security-groups?id=caaac3a0-0fea-401f-9882-08ffc665bc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342443 Aug 10 03:40:18.226864 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-3be5a772-c785-4209-9174-7949d7408f4d req-49f05824-5aaf-44f5-8d59-4a0a923a3103 service neutron] For port a7a896f6-4d1c-447a-af58-a7fb8ffdcea0, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:40:18.230157 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-3be5a772-c785-4209-9174-7949d7408f4d req-49f05824-5aaf-44f5-8d59-4a0a923a3103 service neutron] For port a7a896f6-4d1c-447a-af58-a7fb8ffdcea0, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=a7a896f6-4d1c-447a-af58-a7fb8ffdcea0,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:40:18.235987 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-3be5a772-c785-4209-9174-7949d7408f4d req-49f05824-5aaf-44f5-8d59-4a0a923a3103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:18.269731 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5a772-c785-4209-9174-7949d7408f4d req-49f05824-5aaf-44f5-8d59-4a0a923a3103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:18.270408 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-3be5a772-c785-4209-9174-7949d7408f4d req-49f05824-5aaf-44f5-8d59-4a0a923a3103 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:18.271845 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3be5a772-c785-4209-9174-7949d7408f4d req-49f05824-5aaf-44f5-8d59-4a0a923a3103 service neutron] 10.222.0.58 "PUT /v2.0/ports/a7a896f6-4d1c-447a-af58-a7fb8ffdcea0 HTTP/1.1" status: 200 len: 1097 time: 0.6105843 Aug 10 03:40:18.272357 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f939cd41-a023-4b72-8db2-3c6780580342', 'tag': 'a7a896f6-4d1c-447a-af58-a7fb8ffdcea0'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:40:18.274653 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a600bd-6b02-402e-b54b-cc8c410bf06d" -d '{"events": [{"name": "network-changed", "server_uuid": "f939cd41-a023-4b72-8db2-3c6780580342", "tag": "a7a896f6-4d1c-447a-af58-a7fb8ffdcea0"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:40:18.300908 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f05824-5aaf-44f5-8d59-4a0a923a3103 service neutron] Pushing event updated for resources: {'Port': ['ID=a7a896f6-4d1c-447a-af58-a7fb8ffdcea0,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:18.337625 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962fb398-278e-4a1f-90dc-7842a2f71604 x-openstack-request-id: req-962fb398-278e-4a1f-90dc-7842a2f71604 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:40:18.337918 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f939cd41-a023-4b72-8db2-3c6780580342", "tag": "a7a896f6-4d1c-447a-af58-a7fb8ffdcea0", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:40:18.338696 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-962fb398-278e-4a1f-90dc-7842a2f71604 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:40:18.339123 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f939cd41-a023-4b72-8db2-3c6780580342', 'tag': 'a7a896f6-4d1c-447a-af58-a7fb8ffdcea0', 'status': 'completed', 'code': 200} Aug 10 03:40:18.355461 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5a772-c785-4209-9174-7949d7408f4d req-58a1fa9e-9170-42d1-b419-bb88a9901a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:18.356996 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3be5a772-c785-4209-9174-7949d7408f4d req-58a1fa9e-9170-42d1-b419-bb88a9901a6e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bd1bb74f2d2248fdbc51abdb4e81975d&device_id=f939cd41-a023-4b72-8db2-3c6780580342 HTTP/1.1" status: 200 len: 1100 time: 0.0456583 Aug 10 03:40:18.402873 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3be5a772-c785-4209-9174-7949d7408f4d req-8ba144fa-89ad-4f1c-a228-9e4c174a34e8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=a7a896f6-4d1c-447a-af58-a7fb8ffdcea0 HTTP/1.1" status: 200 len: 217 time: 0.0381696 Aug 10 03:40:18.454470 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5a772-c785-4209-9174-7949d7408f4d req-a93773c7-305f-4809-95f7-dec79353658d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:18.455982 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3be5a772-c785-4209-9174-7949d7408f4d req-a93773c7-305f-4809-95f7-dec79353658d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.0466139 Aug 10 03:40:18.502544 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5a772-c785-4209-9174-7949d7408f4d req-ec4ae933-f83d-4f00-b1f7-833597165731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:18.504139 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3be5a772-c785-4209-9174-7949d7408f4d req-ec4ae933-f83d-4f00-b1f7-833597165731 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0401785 Aug 10 03:40:18.596106 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3be5a772-c785-4209-9174-7949d7408f4d req-c21b6a4b-1bcc-4f3e-8af0-36b29ea9114d service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842333 Aug 10 03:40:18.683806 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3be5a772-c785-4209-9174-7949d7408f4d req-43d8c4aa-37c5-49f4-a784-05c33c661d12 service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801013 Aug 10 03:40:18.770915 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a600bd-6b02-402e-b54b-cc8c410bf06d req-ad457f82-c8c5-47ca-9e9b-160e5592044d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:18.772710 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e9a600bd-6b02-402e-b54b-cc8c410bf06d req-ad457f82-c8c5-47ca-9e9b-160e5592044d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bd1bb74f2d2248fdbc51abdb4e81975d&device_id=f939cd41-a023-4b72-8db2-3c6780580342 HTTP/1.1" status: 200 len: 1100 time: 0.0410953 Aug 10 03:40:18.863373 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a600bd-6b02-402e-b54b-cc8c410bf06d req-b5187f5b-ee62-4897-b7b3-50cdcd261ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:18.864749 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e9a600bd-6b02-402e-b54b-cc8c410bf06d req-b5187f5b-ee62-4897-b7b3-50cdcd261ebd service neutron] 10.222.0.58 "GET /v2.0/networks?id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d HTTP/1.1" status: 200 len: 870 time: 0.0852706 Aug 10 03:40:18.905413 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e9a600bd-6b02-402e-b54b-cc8c410bf06d req-db7d0bc7-a43a-463f-b2cb-6ee8d333c9c7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=a7a896f6-4d1c-447a-af58-a7fb8ffdcea0 HTTP/1.1" status: 200 len: 217 time: 0.0338972 Aug 10 03:40:18.959331 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a600bd-6b02-402e-b54b-cc8c410bf06d req-aa44c155-af5f-4277-a8f9-1ac367074a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:18.960747 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e9a600bd-6b02-402e-b54b-cc8c410bf06d req-aa44c155-af5f-4277-a8f9-1ac367074a83 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.0469382 Aug 10 03:40:19.006488 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a600bd-6b02-402e-b54b-cc8c410bf06d req-f6d668f8-e237-4489-af92-ee88382ba1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:19.007994 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e9a600bd-6b02-402e-b54b-cc8c410bf06d req-f6d668f8-e237-4489-af92-ee88382ba1de service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0390677 Aug 10 03:40:19.100231 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e9a600bd-6b02-402e-b54b-cc8c410bf06d req-cfb6cab0-bbca-47e2-ad07-fa7ef1ea9ef7 service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835030 Aug 10 03:40:19.102317 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbcf6fc-0b4e-4d8a-be85-3c828c8de518 req-e455bf20-eafa-4b3d-be3d-7d4ea69005e2 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:19.103827 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2dbcf6fc-0b4e-4d8a-be85-3c828c8de518 req-e455bf20-eafa-4b3d-be3d-7d4ea69005e2 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2373800-e722-4d01-b4e6-ddfed4765f04 HTTP/1.1" status: 200 len: 943 time: 0.0488725 Aug 10 03:40:19.143760 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2dbcf6fc-0b4e-4d8a-be85-3c828c8de518 req-98e30ad5-ff4c-4521-9809-b610531a5d15 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336859 Aug 10 03:40:19.198371 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e9a600bd-6b02-402e-b54b-cc8c410bf06d req-5caf87c0-1156-40a4-b636-892d455809fc service neutron] 10.222.0.58 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897117 Aug 10 03:40:19.332032 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f50cf-ecac-42da-b062-8b866a58f065 req-bd52604f-ac98-4345-8b28-5c826f5979d9 tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:19.333515 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5f9f50cf-ecac-42da-b062-8b866a58f065 req-bd52604f-ac98-4345-8b28-5c826f5979d9 tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] 10.222.0.62 "GET /v2.0/ports?device_id=f939cd41-a023-4b72-8db2-3c6780580342 HTTP/1.1" status: 200 len: 948 time: 0.0512180 Aug 10 03:40:19.370192 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5f9f50cf-ecac-42da-b062-8b866a58f065 req-3d5b3136-ca64-41f9-9b98-c2a188942519 tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] 10.222.0.62 "GET /v2.0/security-groups?id=caaac3a0-0fea-401f-9882-08ffc665bc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300987 Aug 10 03:40:20.253778 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611730c6-05ef-44f9-ba8d-1bde0d1ee50a req-6e105f72-587a-4e53-8caa-844aaeb96917 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:20.255264 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-611730c6-05ef-44f9-ba8d-1bde0d1ee50a req-6e105f72-587a-4e53-8caa-844aaeb96917 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2373800-e722-4d01-b4e6-ddfed4765f04 HTTP/1.1" status: 200 len: 943 time: 0.0476463 Aug 10 03:40:20.292203 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-611730c6-05ef-44f9-ba8d-1bde0d1ee50a req-b1021ebf-362e-4990-b30b-10e786a695e7 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304980 Aug 10 03:40:20.483953 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e66ed-f7e5-43c4-9339-124bf31d5212 req-f292de34-6ed0-4fd5-b1f4-06123b4b84fa tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:20.485432 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-126e66ed-f7e5-43c4-9339-124bf31d5212 req-f292de34-6ed0-4fd5-b1f4-06123b4b84fa tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] 10.222.0.62 "GET /v2.0/ports?device_id=f939cd41-a023-4b72-8db2-3c6780580342 HTTP/1.1" status: 200 len: 948 time: 0.0475812 Aug 10 03:40:20.523146 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-126e66ed-f7e5-43c4-9339-124bf31d5212 req-04629818-c416-49fd-ae08-e31dbb629aa2 tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] 10.222.0.62 "GET /v2.0/security-groups?id=caaac3a0-0fea-401f-9882-08ffc665bc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318444 Aug 10 03:40:21.407384 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb8eee-1e6a-42dd-babe-6e2fc057e2d2 req-2160fdc1-31b2-4583-a3b3-52aa9044c248 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:21.408830 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c1fb8eee-1e6a-42dd-babe-6e2fc057e2d2 req-2160fdc1-31b2-4583-a3b3-52aa9044c248 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2373800-e722-4d01-b4e6-ddfed4765f04 HTTP/1.1" status: 200 len: 943 time: 0.0506794 Aug 10 03:40:21.445970 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c1fb8eee-1e6a-42dd-babe-6e2fc057e2d2 req-74bbaae8-44cf-43c7-8ff0-2a54143d4d45 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310838 Aug 10 03:40:21.527541 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device a7a896f6-4d1c-447a-af58-a7fb8ffdcea0 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:40:21.623837 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port a7a896f6-4d1c-447a-af58-a7fb8ffdcea0, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=a7a896f6-4d1c-447a-af58-a7fb8ffdcea0,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:21.635848 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a8e54-1c3d-4140-9bd9-4a33017a74f3 req-010f0735-ff8f-4f07-bb28-29907c59bf64 tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:21.636123 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': 'a7a896f6-4d1c-447a-af58-a7fb8ffdcea0', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'port_id': 'a7a896f6-4d1c-447a-af58-a7fb8ffdcea0', 'mac_address': 'fa:16:3e:b8:21:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e3eb0b-907c-4ac4-809e-ae9609bc8c67', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:40:21.637196 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-775a8e54-1c3d-4140-9bd9-4a33017a74f3 req-010f0735-ff8f-4f07-bb28-29907c59bf64 tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] 10.222.0.62 "GET /v2.0/ports?device_id=f939cd41-a023-4b72-8db2-3c6780580342 HTTP/1.1" status: 200 len: 948 time: 0.0479047 Aug 10 03:40:21.674068 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:21.678524 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-775a8e54-1c3d-4140-9bd9-4a33017a74f3 req-f541f778-8136-4d16-86e2-5b1221a8d2f0 tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] 10.222.0.62 "GET /v2.0/security-groups?id=caaac3a0-0fea-401f-9882-08ffc665bc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330343 Aug 10 03:40:21.686970 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7a896f6-4d1c-447a-af58-a7fb8ffdcea0 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:40:21.706762 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port a7a896f6-4d1c-447a-af58-a7fb8ffdcea0, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=a7a896f6-4d1c-447a-af58-a7fb8ffdcea0,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:21.711213 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:21.757760 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=a7a896f6-4d1c-447a-af58-a7fb8ffdcea0,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:21.954168 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['a7a896f6-4d1c-447a-af58-a7fb8ffdcea0'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:40:22.562753 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de774928-9b8a-420c-a57a-87b7cb82ecc6 req-9cec1c0e-f819-4e6e-99b3-65c39927272b tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:22.564274 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-de774928-9b8a-420c-a57a-87b7cb82ecc6 req-9cec1c0e-f819-4e6e-99b3-65c39927272b tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2373800-e722-4d01-b4e6-ddfed4765f04 HTTP/1.1" status: 200 len: 943 time: 0.0509713 Aug 10 03:40:22.601494 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-de774928-9b8a-420c-a57a-87b7cb82ecc6 req-4dd0e1c8-4c80-4d4c-bd66-60146e2f6e9c tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310657 Aug 10 03:40:22.810458 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa21f62e-796c-493f-9110-235a44cdefe7 req-e4329bfc-4d00-4e9f-907a-0cd54915946c tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:22.812039 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fa21f62e-796c-493f-9110-235a44cdefe7 req-e4329bfc-4d00-4e9f-907a-0cd54915946c tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] 10.222.0.62 "GET /v2.0/ports?device_id=f939cd41-a023-4b72-8db2-3c6780580342 HTTP/1.1" status: 200 len: 949 time: 0.0574431 Aug 10 03:40:22.851730 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fa21f62e-796c-493f-9110-235a44cdefe7 req-7156e297-0c54-487c-8000-12537db48046 tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] 10.222.0.62 "GET /v2.0/security-groups?id=caaac3a0-0fea-401f-9882-08ffc665bc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311177 Aug 10 03:40:23.526782 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device a7a896f6-4d1c-447a-af58-a7fb8ffdcea0 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:40:23.575797 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port a7a896f6-4d1c-447a-af58-a7fb8ffdcea0 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:40:23.579554 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port a7a896f6-4d1c-447a-af58-a7fb8ffdcea0 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:23.579931 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:23.659408 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:23.682644 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f939cd41-a023-4b72-8db2-3c6780580342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a896f6-4d1c-447a-af58-a7fb8ffdcea0'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:40:23.684964 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f47e31-a499-4bb6-ac13-101206d2bab6" -d '{"events": [{"server_uuid": "f939cd41-a023-4b72-8db2-3c6780580342", "name": "network-vif-plugged", "status": "completed", "tag": "a7a896f6-4d1c-447a-af58-a7fb8ffdcea0"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:40:23.699706 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port a7a896f6-4d1c-447a-af58-a7fb8ffdcea0, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=a7a896f6-4d1c-447a-af58-a7fb8ffdcea0,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:23.703853 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:23.728388 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812bb161-76ed-4adf-b79a-7b73a2b258ae x-openstack-request-id: req-812bb161-76ed-4adf-b79a-7b73a2b258ae {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:40:23.729199 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f939cd41-a023-4b72-8db2-3c6780580342", "name": "network-vif-plugged", "status": "completed", "tag": "a7a896f6-4d1c-447a-af58-a7fb8ffdcea0", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:40:23.729463 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-812bb161-76ed-4adf-b79a-7b73a2b258ae {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:40:23.729857 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f939cd41-a023-4b72-8db2-3c6780580342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a896f6-4d1c-447a-af58-a7fb8ffdcea0', 'code': 200} Aug 10 03:40:23.732260 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330edc8e-63c0-4913-8473-27418812ad62 req-9ee9e62c-b92f-4ee1-911a-5c43e20503f1 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:23.734215 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-330edc8e-63c0-4913-8473-27418812ad62 req-9ee9e62c-b92f-4ee1-911a-5c43e20503f1 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2373800-e722-4d01-b4e6-ddfed4765f04 HTTP/1.1" status: 200 len: 943 time: 0.0628843 Aug 10 03:40:23.757039 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=a7a896f6-4d1c-447a-af58-a7fb8ffdcea0,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:23.781667 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-330edc8e-63c0-4913-8473-27418812ad62 req-05bd31d4-b3d7-40f4-a276-1d1beb7b5a09 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405841 Aug 10 03:40:23.824802 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e77f5-d462-46b6-93f7-6dd30c1e0d70 req-fa60cea2-678b-4974-83dc-43127c19cfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:23.826308 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-df4e77f5-d462-46b6-93f7-6dd30c1e0d70 req-fa60cea2-678b-4974-83dc-43127c19cfb0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f939cd41-a023-4b72-8db2-3c6780580342 HTTP/1.1" status: 200 len: 1102 time: 0.0412598 Aug 10 03:40:23.862251 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-df4e77f5-d462-46b6-93f7-6dd30c1e0d70 req-d5250064-9d74-4696-af25-09b2ea2a9cb6 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=caaac3a0-0fea-401f-9882-08ffc665bc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285025 Aug 10 03:40:23.976061 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb5db2b-b79e-41e4-b967-c10b8759cbd0 req-22e31161-d1c3-46ef-93e6-1bf03e2ee2a8 tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:23.977606 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ddb5db2b-b79e-41e4-b967-c10b8759cbd0 req-22e31161-d1c3-46ef-93e6-1bf03e2ee2a8 tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] 10.222.0.62 "GET /v2.0/ports?device_id=f939cd41-a023-4b72-8db2-3c6780580342 HTTP/1.1" status: 200 len: 950 time: 0.0514328 Aug 10 03:40:24.016929 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ddb5db2b-b79e-41e4-b967-c10b8759cbd0 req-1b34ac72-1c3d-4b31-bf38-7cc3997ce87a tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] 10.222.0.62 "GET /v2.0/security-groups?id=caaac3a0-0fea-401f-9882-08ffc665bc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328605 Aug 10 03:40:24.243982 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device d9c6806c-4714-4f39-bbab-9138f7e18587 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:40:24.338540 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port d9c6806c-4714-4f39-bbab-9138f7e18587, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=d9c6806c-4714-4f39-bbab-9138f7e18587,segment=NetworkSegment(5c87df8d-954c-4397-aa68-23e5690c99d4),segment_id=5c87df8d-954c-4397-aa68-23e5690c99d4)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:24.349664 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': 'd9c6806c-4714-4f39-bbab-9138f7e18587', 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae', 'port_id': 'd9c6806c-4714-4f39-bbab-9138f7e18587', 'mac_address': 'fa:16:3e:6a:1a:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '036b75a5-4076-4503-a708-471e0be52cae', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:40:24.386835 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:24.399452 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9c6806c-4714-4f39-bbab-9138f7e18587 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:40:24.421364 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port d9c6806c-4714-4f39-bbab-9138f7e18587, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=d9c6806c-4714-4f39-bbab-9138f7e18587,segment=NetworkSegment(5c87df8d-954c-4397-aa68-23e5690c99d4),segment_id=5c87df8d-954c-4397-aa68-23e5690c99d4)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:24.425193 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:24.470952 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=d9c6806c-4714-4f39-bbab-9138f7e18587,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:24.664912 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['d9c6806c-4714-4f39-bbab-9138f7e18587'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:40:24.898493 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648433a7-e382-4bac-9a45-d44c27008df2 req-83296082-dc77-4761-a753-db0dee5ee1bb tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:24.899992 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-648433a7-e382-4bac-9a45-d44c27008df2 req-83296082-dc77-4761-a753-db0dee5ee1bb tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2373800-e722-4d01-b4e6-ddfed4765f04 HTTP/1.1" status: 200 len: 944 time: 0.0516467 Aug 10 03:40:24.937034 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-648433a7-e382-4bac-9a45-d44c27008df2 req-b0faf9b7-2f05-40f4-9358-b0021787d90e tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310655 Aug 10 03:40:25.131973 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066caa8-8325-4fb7-8943-b80b7ae97410 req-bcced7c5-a27b-472f-9d8e-a45857f99fdb tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:25.133454 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e066caa8-8325-4fb7-8943-b80b7ae97410 req-bcced7c5-a27b-472f-9d8e-a45857f99fdb tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] 10.222.0.62 "GET /v2.0/ports?device_id=f939cd41-a023-4b72-8db2-3c6780580342 HTTP/1.1" status: 200 len: 950 time: 0.0487518 Aug 10 03:40:25.170557 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e066caa8-8325-4fb7-8943-b80b7ae97410 req-ca3e8bbb-743c-42fd-af15-c202c3540abe tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] 10.222.0.62 "GET /v2.0/security-groups?id=caaac3a0-0fea-401f-9882-08ffc665bc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304255 Aug 10 03:40:26.053321 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8363f-82a6-45d5-a907-d71c34736eaa req-5dc25b80-2438-46c8-a329-5d35e10075e0 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:26.054934 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f0f8363f-82a6-45d5-a907-d71c34736eaa req-5dc25b80-2438-46c8-a329-5d35e10075e0 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2373800-e722-4d01-b4e6-ddfed4765f04 HTTP/1.1" status: 200 len: 944 time: 0.0509834 Aug 10 03:40:26.094509 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f0f8363f-82a6-45d5-a907-d71c34736eaa req-031f56dc-05ae-44b5-9d73-9dffe9bd43d6 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334435 Aug 10 03:40:26.256471 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device d9c6806c-4714-4f39-bbab-9138f7e18587 up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:40:26.305453 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port d9c6806c-4714-4f39-bbab-9138f7e18587 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:40:26.309383 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port d9c6806c-4714-4f39-bbab-9138f7e18587 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:26.309821 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:26.388741 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:26.414977 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2373800-e722-4d01-b4e6-ddfed4765f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9c6806c-4714-4f39-bbab-9138f7e18587'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:40:26.417212 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-253f1755-6745-477f-a554-a27ce71e021f" -d '{"events": [{"server_uuid": "d2373800-e722-4d01-b4e6-ddfed4765f04", "name": "network-vif-plugged", "status": "completed", "tag": "d9c6806c-4714-4f39-bbab-9138f7e18587"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:40:26.435968 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port d9c6806c-4714-4f39-bbab-9138f7e18587, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=d9c6806c-4714-4f39-bbab-9138f7e18587,segment=NetworkSegment(5c87df8d-954c-4397-aa68-23e5690c99d4),segment_id=5c87df8d-954c-4397-aa68-23e5690c99d4)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:26.445610 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:26.453792 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:26.474447 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8125715-16d2-4702-be14-a0be35ef3832 x-openstack-request-id: req-b8125715-16d2-4702-be14-a0be35ef3832 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:40:26.474762 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2373800-e722-4d01-b4e6-ddfed4765f04", "name": "network-vif-plugged", "status": "completed", "tag": "d9c6806c-4714-4f39-bbab-9138f7e18587", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:40:26.475028 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b8125715-16d2-4702-be14-a0be35ef3832 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:40:26.475430 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2373800-e722-4d01-b4e6-ddfed4765f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9c6806c-4714-4f39-bbab-9138f7e18587', 'code': 200} Aug 10 03:40:26.508522 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=d9c6806c-4714-4f39-bbab-9138f7e18587,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:26.601389 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec86409-16bf-4187-a227-0ed83b5edb74 req-20f3a532-ea8b-4736-982a-7ca713059f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:26.604037 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-aec86409-16bf-4187-a227-0ed83b5edb74 req-20f3a532-ea8b-4736-982a-7ca713059f0f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d2373800-e722-4d01-b4e6-ddfed4765f04 HTTP/1.1" status: 200 len: 1097 time: 0.0471780 Aug 10 03:40:26.635454 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:26.647246 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-aec86409-16bf-4187-a227-0ed83b5edb74 req-25c7af65-68b7-4e02-8fad-a1586b8938da service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351374 Aug 10 03:40:27.218206 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb8fa9-437e-442e-aea2-c28742b89c39 req-3eec2185-72c1-4ddc-bb9f-54c7c6bec369 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:27.220023 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c1fb8fa9-437e-442e-aea2-c28742b89c39 req-3eec2185-72c1-4ddc-bb9f-54c7c6bec369 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2373800-e722-4d01-b4e6-ddfed4765f04 HTTP/1.1" status: 200 len: 945 time: 0.0553162 Aug 10 03:40:27.260288 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c1fb8fa9-437e-442e-aea2-c28742b89c39 req-a9d892f8-935c-4874-9f47-6f4b82e71c92 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340624 Aug 10 03:40:28.378304 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0635afc-444b-4d09-8fa6-4d4ed54d1e1e req-6e6997d4-de0b-408f-86b8-e558264071b9 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:28.379882 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c0635afc-444b-4d09-8fa6-4d4ed54d1e1e req-6e6997d4-de0b-408f-86b8-e558264071b9 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2373800-e722-4d01-b4e6-ddfed4765f04 HTTP/1.1" status: 200 len: 945 time: 0.0495048 Aug 10 03:40:28.417544 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c0635afc-444b-4d09-8fa6-4d4ed54d1e1e req-8a53b7ad-4efe-4769-ba80-7292b7ff8516 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316722 Aug 10 03:40:28.535279 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b0fc0-9c58-48db-af43-6a38d821beda req-2623881f-70a0-4890-92b2-c1f05be1665b tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:28.536854 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-172b0fc0-9c58-48db-af43-6a38d821beda req-2623881f-70a0-4890-92b2-c1f05be1665b tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2373800-e722-4d01-b4e6-ddfed4765f04 HTTP/1.1" status: 200 len: 945 time: 0.0511482 Aug 10 03:40:28.576446 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-172b0fc0-9c58-48db-af43-6a38d821beda req-0c775e32-fa59-4559-98e2-e6554ecc40e5 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328984 Aug 10 03:40:28.697405 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b15184-4b63-4866-acf1-9163239d162f req-daa06547-f173-4669-948d-8f8522d48896 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:28.698919 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e8b15184-4b63-4866-acf1-9163239d162f req-daa06547-f173-4669-948d-8f8522d48896 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2373800-e722-4d01-b4e6-ddfed4765f04 HTTP/1.1" status: 200 len: 945 time: 0.0529332 Aug 10 03:40:28.738332 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e8b15184-4b63-4866-acf1-9163239d162f req-862d1d0f-8de8-4f05-90a5-a6def6e020f1 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334489 Aug 10 03:40:29.025066 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb3219-c348-40f8-81e9-c23fbdf2767e req-a56aa600-b377-4408-bd5e-e6d8182b5e65 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:29.027218 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8dbb3219-c348-40f8-81e9-c23fbdf2767e req-a56aa600-b377-4408-bd5e-e6d8182b5e65 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2373800-e722-4d01-b4e6-ddfed4765f04 HTTP/1.1" status: 200 len: 945 time: 0.0497944 Aug 10 03:40:29.065645 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8dbb3219-c348-40f8-81e9-c23fbdf2767e req-a2d2ffb0-1ff7-45f8-831e-8d37ea780ef5 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323057 Aug 10 03:40:30.184422 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b7a6b-2d13-4b72-98e4-52a33e8897de req-ea722df8-a68d-4b7f-8940-7647696c7880 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:30.186677 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bc4b7a6b-2d13-4b72-98e4-52a33e8897de req-ea722df8-a68d-4b7f-8940-7647696c7880 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2373800-e722-4d01-b4e6-ddfed4765f04 HTTP/1.1" status: 200 len: 945 time: 0.0504758 Aug 10 03:40:30.223582 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bc4b7a6b-2d13-4b72-98e4-52a33e8897de req-521b6051-0c5c-4d8f-bf42-8c5b95d2f580 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315535 Aug 10 03:40:30.326944 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-14f9afd7-9fc1-475e-9b8a-773ba3fc83e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:30.621566 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb97be0-b9ad-4cf7-8257-c720d66a3de0 req-0852fe4e-162a-4a00-bd14-85c08c0e4f3f tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:30.622969 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1eb97be0-b9ad-4cf7-8257-c720d66a3de0 req-0852fe4e-162a-4a00-bd14-85c08c0e4f3f tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2373800-e722-4d01-b4e6-ddfed4765f04 HTTP/1.1" status: 200 len: 945 time: 0.0494366 Aug 10 03:40:30.713964 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-1eb97be0-b9ad-4cf7-8257-c720d66a3de0 req-9b886538-673b-48d2-8483-0625ed8a8d4e tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Deleting port d9c6806c-4714-4f39-bbab-9138f7e18587 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:40:30.714296 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-1eb97be0-b9ad-4cf7-8257-c720d66a3de0 req-9b886538-673b-48d2-8483-0625ed8a8d4e tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:30.804535 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-1eb97be0-b9ad-4cf7-8257-c720d66a3de0 req-9b886538-673b-48d2-8483-0625ed8a8d4e tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] For port d9c6806c-4714-4f39-bbab-9138f7e18587, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=d9c6806c-4714-4f39-bbab-9138f7e18587,segment=NetworkSegment(5c87df8d-954c-4397-aa68-23e5690c99d4),segment_id=5c87df8d-954c-4397-aa68-23e5690c99d4)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:30.804910 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-1eb97be0-b9ad-4cf7-8257-c720d66a3de0 req-9b886538-673b-48d2-8483-0625ed8a8d4e tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:30.817828 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-1eb97be0-b9ad-4cf7-8257-c720d66a3de0 req-9b886538-673b-48d2-8483-0625ed8a8d4e tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Calling delete_port for d9c6806c-4714-4f39-bbab-9138f7e18587 owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:40:30.870269 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b3e47-186b-4bbf-96cc-7dcb86c47ec0 req-af63abb3-c887-4ee9-9aa1-62ece8d483ba tempest-TestNetworkAdvancedServerOps-2124496179 tempest-TestNetworkAdvancedServerOps-2124496179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:30.871965 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7e3b3e47-186b-4bbf-96cc-7dcb86c47ec0 req-af63abb3-c887-4ee9-9aa1-62ece8d483ba tempest-TestNetworkAdvancedServerOps-2124496179 tempest-TestNetworkAdvancedServerOps-2124496179-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=03be5010-2981-4116-95ce-7e969f5fdbbe HTTP/1.1" status: 200 len: 1097 time: 0.0447335 Aug 10 03:40:30.913044 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7e3b3e47-186b-4bbf-96cc-7dcb86c47ec0 req-107f7a08-19aa-4915-b029-d06bb1ea913d tempest-TestNetworkAdvancedServerOps-2124496179 tempest-TestNetworkAdvancedServerOps-2124496179-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=a2591c67-43d6-4c71-8cde-e02fdacf5c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315087 Aug 10 03:40:30.950261 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-1eb97be0-b9ad-4cf7-8257-c720d66a3de0 req-9b886538-673b-48d2-8483-0625ed8a8d4e tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:30.962586 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['d9c6806c-4714-4f39-bbab-9138f7e18587'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:40:30.979319 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b886538-673b-48d2-8483-0625ed8a8d4e tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Pushing event deleted for resources: {'Port': ['ID=d9c6806c-4714-4f39-bbab-9138f7e18587,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:31.024670 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb97be0-b9ad-4cf7-8257-c720d66a3de0 req-9b886538-673b-48d2-8483-0625ed8a8d4e tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] No DVR routers for this DVR port d9c6806c-4714-4f39-bbab-9138f7e18587 on host n-h2-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:40:31.027415 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-1eb97be0-b9ad-4cf7-8257-c720d66a3de0 req-9b886538-673b-48d2-8483-0625ed8a8d4e tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:31.029650 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1eb97be0-b9ad-4cf7-8257-c720d66a3de0 req-9b886538-673b-48d2-8483-0625ed8a8d4e tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.60 "DELETE /v2.0/ports/d9c6806c-4714-4f39-bbab-9138f7e18587 HTTP/1.1" status: 204 len: 173 time: 0.3995945 Aug 10 03:40:31.030104 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2373800-e722-4d01-b4e6-ddfed4765f04', 'name': 'network-vif-deleted', 'tag': 'd9c6806c-4714-4f39-bbab-9138f7e18587'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:40:31.030443 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b980cc-a610-4e4e-b865-97aed46ec7c2 req-ee29e5dd-10ec-4229-bb00-2e23364bdb76 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:31.032170 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b6b980cc-a610-4e4e-b865-97aed46ec7c2 req-ee29e5dd-10ec-4229-bb00-2e23364bdb76 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=03be5010-2981-4116-95ce-7e969f5fdbbe HTTP/1.1" status: 200 len: 945 time: 0.0564184 Aug 10 03:40:31.032525 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996e1378-b8b3-432d-bd20-544ec64e068f" -d '{"events": [{"server_uuid": "d2373800-e722-4d01-b4e6-ddfed4765f04", "name": "network-vif-deleted", "tag": "d9c6806c-4714-4f39-bbab-9138f7e18587"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:40:31.077887 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b6b980cc-a610-4e4e-b865-97aed46ec7c2 req-1d414837-f158-42e0-87fe-a43273f79258 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2591c67-43d6-4c71-8cde-e02fdacf5c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381720 Aug 10 03:40:31.085663 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2acea4-6aa1-4e96-8cad-ca72b461a92a x-openstack-request-id: req-dc2acea4-6aa1-4e96-8cad-ca72b461a92a {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:40:31.086125 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2373800-e722-4d01-b4e6-ddfed4765f04", "name": "network-vif-deleted", "tag": "d9c6806c-4714-4f39-bbab-9138f7e18587", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:40:31.086444 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dc2acea4-6aa1-4e96-8cad-ca72b461a92a {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:40:31.086917 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2373800-e722-4d01-b4e6-ddfed4765f04', 'name': 'network-vif-deleted', 'tag': 'd9c6806c-4714-4f39-bbab-9138f7e18587', 'status': 'completed', 'code': 200} Aug 10 03:40:31.103366 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 32876) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:31.326676 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0448bd59-84e1-4217-8b72-6e4d7e046642 req-eda83162-6f3f-4f9f-83c5-a79eca717794 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2373800-e722-4d01-b4e6-ddfed4765f04 HTTP/1.1" status: 200 len: 210 time: 0.0282323 Aug 10 03:40:31.437458 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-67c76faf-72e7-45e1-a2a6-e9970db3ce66 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/floatingips/c399ed9a-1d30-46a8-b42a-c0d6dfc4d75b HTTP/1.1" status: 200 len: 993 time: 0.3327374 Aug 10 03:40:31.898434 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1313d3dd-2d6a-4f4f-852f-3b9e9012435d req-5ee971d1-2652-4d9c-9539-dc608c738ded tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:31.900032 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1313d3dd-2d6a-4f4f-852f-3b9e9012435d req-5ee971d1-2652-4d9c-9539-dc608c738ded tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=03be5010-2981-4116-95ce-7e969f5fdbbe HTTP/1.1" status: 200 len: 945 time: 0.0646369 Aug 10 03:40:31.942864 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1313d3dd-2d6a-4f4f-852f-3b9e9012435d req-033c0129-d113-45e3-bac1-a3b959476cc0 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2591c67-43d6-4c71-8cde-e02fdacf5c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351934 Aug 10 03:40:31.992613 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e03617ab-0a45-4596-9444-7618c276ed68 req-ae761c96-8cb5-4750-bf5f-d712792fd457 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=03be5010-2981-4116-95ce-7e969f5fdbbe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1584654 Aug 10 03:40:32.424767 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d00e39f5-e479-4b4b-a51f-6faefbfb4125 req-8fb7786c-32cd-460f-8c93-882fe0070dc5 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2373800-e722-4d01-b4e6-ddfed4765f04 HTTP/1.1" status: 200 len: 210 time: 0.0278416 Aug 10 03:40:33.049710 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-37ebb4df-1117-4c7d-bc25-6f383832983a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:33.079310 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3680609-c601-4d27-a37b-b9c69d8b50fa req-d41bdc2c-6740-4775-b566-8121c577e016 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:33.081184 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b3680609-c601-4d27-a37b-b9c69d8b50fa req-d41bdc2c-6740-4775-b566-8121c577e016 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=03be5010-2981-4116-95ce-7e969f5fdbbe HTTP/1.1" status: 200 len: 945 time: 0.0631280 Aug 10 03:40:33.124416 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b3680609-c601-4d27-a37b-b9c69d8b50fa req-cb18b78d-0ba9-4ab3-b8d6-60c64dbfa028 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2591c67-43d6-4c71-8cde-e02fdacf5c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367272 Aug 10 03:40:33.170459 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03617ab-0a45-4596-9444-7618c276ed68 req-26d5ef98-acbd-4096-83ff-a29fee7ead75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:33.171984 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e03617ab-0a45-4596-9444-7618c276ed68 req-26d5ef98-acbd-4096-83ff-a29fee7ead75 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d4cffc5e26914104899297a77f2206bf&device_id=03be5010-2981-4116-95ce-7e969f5fdbbe HTTP/1.1" status: 200 len: 1097 time: 0.0415230 Aug 10 03:40:33.262190 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03617ab-0a45-4596-9444-7618c276ed68 req-bf01ab6e-bb9f-4c34-939f-82d09db91c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:33.263687 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e03617ab-0a45-4596-9444-7618c276ed68 req-bf01ab6e-bb9f-4c34-939f-82d09db91c92 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d7392ce1-6476-4de2-8458-989d7b3729a5 HTTP/1.1" status: 200 len: 898 time: 0.0830946 Aug 10 03:40:33.332826 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e03617ab-0a45-4596-9444-7618c276ed68 req-273d2c9f-a8d4-4134-8a06-65b83a353ecf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e038ddda-90e3-4e79-bc60-b495e0929a06 HTTP/1.1" status: 200 len: 1001 time: 0.0607772 Aug 10 03:40:33.385052 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03617ab-0a45-4596-9444-7618c276ed68 req-6f4700bd-a5cb-409b-987e-ea6ffd749797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:33.386379 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e03617ab-0a45-4596-9444-7618c276ed68 req-6f4700bd-a5cb-409b-987e-ea6ffd749797 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4bd40b21-e95e-4d1c-888d-d0084f7e3858 HTTP/1.1" status: 200 len: 834 time: 0.0425563 Aug 10 03:40:33.419954 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:33.437366 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03617ab-0a45-4596-9444-7618c276ed68 req-d6a3bc02-babe-424d-bb2a-1b2c2ced83e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:33.438998 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e03617ab-0a45-4596-9444-7618c276ed68 req-d6a3bc02-babe-424d-bb2a-1b2c2ced83e9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d7392ce1-6476-4de2-8458-989d7b3729a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411887 Aug 10 03:40:33.527066 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aed8745a-2480-4279-a65e-5a877cb75642 req-20672a46-8ac1-49ef-abe9-ae4d341badf7 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2373800-e722-4d01-b4e6-ddfed4765f04 HTTP/1.1" status: 200 len: 210 time: 0.0335355 Aug 10 03:40:33.540018 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e03617ab-0a45-4596-9444-7618c276ed68 req-2487b53b-175f-4ce8-aa5d-0da964a84b20 service neutron] 10.222.0.60 "GET /v2.0/networks/d7392ce1-6476-4de2-8458-989d7b3729a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893259 Aug 10 03:40:33.633883 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e03617ab-0a45-4596-9444-7618c276ed68 req-f098d74e-99a1-491d-bdc1-41565d1415ce service neutron] 10.222.0.60 "GET /v2.0/networks/d7392ce1-6476-4de2-8458-989d7b3729a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829139 Aug 10 03:40:34.243680 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01bf66d-5609-4896-88db-f113ebc94a2c req-e9b4a55d-f3de-4b28-a4b7-a8954bad75f0 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:34.245529 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f01bf66d-5609-4896-88db-f113ebc94a2c req-e9b4a55d-f3de-4b28-a4b7-a8954bad75f0 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=03be5010-2981-4116-95ce-7e969f5fdbbe HTTP/1.1" status: 200 len: 945 time: 0.0524147 Aug 10 03:40:34.255269 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:34.284719 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f01bf66d-5609-4896-88db-f113ebc94a2c req-4bf1bf95-ef5c-45eb-a578-ee1d92c4c0a4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2591c67-43d6-4c71-8cde-e02fdacf5c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326912 Aug 10 03:40:34.309674 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device d9c6806c-4714-4f39-bbab-9138f7e18587 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:40:34.333526 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: d9c6806c-4714-4f39-bbab-9138f7e18587 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:40:34.333804 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device d9c6806c-4714-4f39-bbab-9138f7e18587 not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:40:34.639055 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9400d529-0c0c-4234-aefb-ece075fc3fed req-5116edee-172d-47f4-b911-b620425af536 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2373800-e722-4d01-b4e6-ddfed4765f04 HTTP/1.1" status: 200 len: 210 time: 0.0272579 Aug 10 03:40:35.408032 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2433267-084b-45b5-8385-429e0d14444a req-12776980-e4a2-43ea-906f-a33bacd98c26 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:35.409995 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c2433267-084b-45b5-8385-429e0d14444a req-12776980-e4a2-43ea-906f-a33bacd98c26 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=03be5010-2981-4116-95ce-7e969f5fdbbe HTTP/1.1" status: 200 len: 945 time: 0.0508678 Aug 10 03:40:35.451287 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c2433267-084b-45b5-8385-429e0d14444a req-5cd2efee-2357-46e7-8817-c209062016a9 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2591c67-43d6-4c71-8cde-e02fdacf5c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341454 Aug 10 03:40:35.993827 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:36.591692 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2465303f-ced3-49d7-882b-efc85d39d134 req-010739e2-e03d-49a2-a0fc-2c2676a5c669 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:36.595225 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2465303f-ced3-49d7-882b-efc85d39d134 req-010739e2-e03d-49a2-a0fc-2c2676a5c669 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=03be5010-2981-4116-95ce-7e969f5fdbbe HTTP/1.1" status: 200 len: 945 time: 0.0570698 Aug 10 03:40:36.632655 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2465303f-ced3-49d7-882b-efc85d39d134 req-b66af9a7-69b0-4361-bee9-bd54bd4b70e5 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2591c67-43d6-4c71-8cde-e02fdacf5c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330477 Aug 10 03:40:37.757522 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21abb9f9-f50b-44da-bee0-2d11c1e401ae req-ea32a07e-534f-43f8-984d-72568eb08116 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:37.763031 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-21abb9f9-f50b-44da-bee0-2d11c1e401ae req-ea32a07e-534f-43f8-984d-72568eb08116 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=03be5010-2981-4116-95ce-7e969f5fdbbe HTTP/1.1" status: 200 len: 945 time: 0.0540686 Aug 10 03:40:37.817297 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-21abb9f9-f50b-44da-bee0-2d11c1e401ae req-18245d9f-d8b5-4b9a-9d71-e7b3150c2ad5 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2591c67-43d6-4c71-8cde-e02fdacf5c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436802 Aug 10 03:40:38.943706 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7477f3b-2de5-4254-affc-946860deb35c req-ba93e33b-ffbf-4634-a664-f2121d44250f tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:38.945241 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c7477f3b-2de5-4254-affc-946860deb35c req-ba93e33b-ffbf-4634-a664-f2121d44250f tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=03be5010-2981-4116-95ce-7e969f5fdbbe HTTP/1.1" status: 200 len: 945 time: 0.0515230 Aug 10 03:40:38.993486 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c7477f3b-2de5-4254-affc-946860deb35c req-dc798531-9d88-49ca-bb90-c2280a044e94 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2591c67-43d6-4c71-8cde-e02fdacf5c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418172 Aug 10 03:40:40.128528 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941abed3-4e14-49d3-910a-d6201a6e327a req-7f0b780c-28d7-4024-aa94-f76ef9535534 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:40.130972 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-941abed3-4e14-49d3-910a-d6201a6e327a req-7f0b780c-28d7-4024-aa94-f76ef9535534 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=03be5010-2981-4116-95ce-7e969f5fdbbe HTTP/1.1" status: 200 len: 945 time: 0.0617073 Aug 10 03:40:40.198178 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-941abed3-4e14-49d3-910a-d6201a6e327a req-b81466be-3989-4e81-b685-e23dae077435 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2591c67-43d6-4c71-8cde-e02fdacf5c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599644 Aug 10 03:40:41.399447 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50775e1-5ee5-4953-877e-d6c0117114e0 req-68ec688a-51f7-4a8d-ad61-fbb11712ab13 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:41.407282 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d50775e1-5ee5-4953-877e-d6c0117114e0 req-68ec688a-51f7-4a8d-ad61-fbb11712ab13 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=03be5010-2981-4116-95ce-7e969f5fdbbe HTTP/1.1" status: 200 len: 945 time: 0.0637145 Aug 10 03:40:41.445849 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d50775e1-5ee5-4953-877e-d6c0117114e0 req-078a719d-d70e-46df-818c-68ac6877d940 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2591c67-43d6-4c71-8cde-e02fdacf5c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375183 Aug 10 03:40:42.583324 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16cc5fe-d4c9-4491-afdb-fafd949083c3 req-4ac2f636-8965-4684-9c1c-b5c2c44dddf9 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:42.585771 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a16cc5fe-d4c9-4491-afdb-fafd949083c3 req-4ac2f636-8965-4684-9c1c-b5c2c44dddf9 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=03be5010-2981-4116-95ce-7e969f5fdbbe HTTP/1.1" status: 200 len: 945 time: 0.0596895 Aug 10 03:40:42.631832 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a16cc5fe-d4c9-4491-afdb-fafd949083c3 req-a0d3abe5-b256-4895-b945-a8dfe71c08d7 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2591c67-43d6-4c71-8cde-e02fdacf5c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390968 Aug 10 03:40:43.925627 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:40:44.120057 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef121c-ba4c-45da-a736-2bb4021de56d req-f7ff32cd-d18f-4af7-9c59-37212f2d483e tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:44.121608 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0bef121c-ba4c-45da-a736-2bb4021de56d req-f7ff32cd-d18f-4af7-9c59-37212f2d483e tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=03be5010-2981-4116-95ce-7e969f5fdbbe HTTP/1.1" status: 200 len: 945 time: 0.4137275 Aug 10 03:40:44.167555 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0bef121c-ba4c-45da-a736-2bb4021de56d req-f7e5a28e-0775-4a95-a5f8-81149cd23360 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2591c67-43d6-4c71-8cde-e02fdacf5c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367901 Aug 10 03:40:45.297713 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0235c097-194e-49a3-911f-cde4a85409c8 req-c9c8ff44-736a-43fe-81f1-896b035609b0 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:45.299841 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0235c097-194e-49a3-911f-cde4a85409c8 req-c9c8ff44-736a-43fe-81f1-896b035609b0 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=03be5010-2981-4116-95ce-7e969f5fdbbe HTTP/1.1" status: 200 len: 945 time: 0.0584166 Aug 10 03:40:45.340398 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0235c097-194e-49a3-911f-cde4a85409c8 req-057e8860-f932-41dc-9ebf-26015ca45bd4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2591c67-43d6-4c71-8cde-e02fdacf5c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332491 Aug 10 03:40:46.473306 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1557f9-d08f-439d-9e3d-4cb1bcd8ae94 req-cec3b0b6-4aaf-4998-af1c-619189b48bd9 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:46.474662 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8e1557f9-d08f-439d-9e3d-4cb1bcd8ae94 req-cec3b0b6-4aaf-4998-af1c-619189b48bd9 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=03be5010-2981-4116-95ce-7e969f5fdbbe HTTP/1.1" status: 200 len: 945 time: 0.0587511 Aug 10 03:40:46.526316 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8e1557f9-d08f-439d-9e3d-4cb1bcd8ae94 req-ad98745b-6c6b-4113-a68f-fc12292696c4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2591c67-43d6-4c71-8cde-e02fdacf5c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384429 Aug 10 03:40:47.669944 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbdd9ae-72a1-476f-a1b3-aba44834bc4e req-b70265f9-59a1-4384-b62c-1f0615b91cac tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:47.675371 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7dbdd9ae-72a1-476f-a1b3-aba44834bc4e req-b70265f9-59a1-4384-b62c-1f0615b91cac tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=03be5010-2981-4116-95ce-7e969f5fdbbe HTTP/1.1" status: 200 len: 945 time: 0.0712118 Aug 10 03:40:47.726424 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7dbdd9ae-72a1-476f-a1b3-aba44834bc4e req-3aeade32-4889-4ee9-86a6-45f9a47fd69c tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2591c67-43d6-4c71-8cde-e02fdacf5c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477774 Aug 10 03:40:48.847977 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6810f489-cb88-464d-a928-834bc18f0ef8 req-2f62738e-e79c-4678-9da5-3c8f62ad0bb4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:48.849579 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6810f489-cb88-464d-a928-834bc18f0ef8 req-2f62738e-e79c-4678-9da5-3c8f62ad0bb4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=03be5010-2981-4116-95ce-7e969f5fdbbe HTTP/1.1" status: 200 len: 945 time: 0.0501409 Aug 10 03:40:48.891129 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6810f489-cb88-464d-a928-834bc18f0ef8 req-1714326a-74cb-4710-881e-f84a9bae47f6 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2591c67-43d6-4c71-8cde-e02fdacf5c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337121 Aug 10 03:40:50.012054 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93892a0b-44e5-4569-b8f4-eebf1c213201 req-b822dc5d-4049-40ba-8cc6-142ac37f3b74 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:50.013569 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-93892a0b-44e5-4569-b8f4-eebf1c213201 req-b822dc5d-4049-40ba-8cc6-142ac37f3b74 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=03be5010-2981-4116-95ce-7e969f5fdbbe HTTP/1.1" status: 200 len: 945 time: 0.0513973 Aug 10 03:40:50.059537 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-93892a0b-44e5-4569-b8f4-eebf1c213201 req-0c20e004-8929-4c5a-9dad-30b322c91da0 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2591c67-43d6-4c71-8cde-e02fdacf5c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394728 Aug 10 03:40:50.890766 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [req-e03617ab-0a45-4596-9444-7618c276ed68 req-487c918b-ba88-4b39-9133-f580c08c6bc3 service neutron] show failed (client error): The resource could not be found. Aug 10 03:40:50.891811 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e03617ab-0a45-4596-9444-7618c276ed68 req-487c918b-ba88-4b39-9133-f580c08c6bc3 service neutron] 10.222.0.60 "GET /v2.0/ports/e038ddda-90e3-4e79-bc60-b495e0929a06/bindings/n-h1-768851-15 HTTP/1.1" status: 404 len: 381 time: 0.0648503 Aug 10 03:40:51.203353 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03617ab-0a45-4596-9444-7618c276ed68 req-e78d235f-fb74-4e2d-9d71-f1e50024d8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:51.205206 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e03617ab-0a45-4596-9444-7618c276ed68 req-e78d235f-fb74-4e2d-9d71-f1e50024d8ab service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=03be5010-2981-4116-95ce-7e969f5fdbbe&tenant_id=d4cffc5e26914104899297a77f2206bf HTTP/1.1" status: 200 len: 1097 time: 0.1028407 Aug 10 03:40:51.221870 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-e03617ab-0a45-4596-9444-7618c276ed68 req-5bf23f8d-33e7-459f-864e-b6ad8a414d1e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768851-15', 'device_owner': 'compute:nova'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:51.230197 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167342e0-2c85-477b-9e6d-e99bede8c6a6 req-ab114bae-8af1-49c7-80e8-08a6acfb36bf tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:51.238705 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-167342e0-2c85-477b-9e6d-e99bede8c6a6 req-ab114bae-8af1-49c7-80e8-08a6acfb36bf tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=03be5010-2981-4116-95ce-7e969f5fdbbe HTTP/1.1" status: 200 len: 945 time: 0.0670738 Aug 10 03:40:51.286214 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-167342e0-2c85-477b-9e6d-e99bede8c6a6 req-af39f38a-ab29-4b3c-8bc3-c1f79602ff29 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2591c67-43d6-4c71-8cde-e02fdacf5c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443962 Aug 10 03:40:51.289492 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-e03617ab-0a45-4596-9444-7618c276ed68 req-5bf23f8d-33e7-459f-864e-b6ad8a414d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:51.509919 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-e03617ab-0a45-4596-9444-7618c276ed68 req-5bf23f8d-33e7-459f-864e-b6ad8a414d1e service neutron] For port e038ddda-90e3-4e79-bc60-b495e0929a06, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=e038ddda-90e3-4e79-bc60-b495e0929a06,segment=NetworkSegment(7ae25d03-cceb-454d-a0f0-81d7cc42103b),segment_id=7ae25d03-cceb-454d-a0f0-81d7cc42103b)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:51.563822 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-e03617ab-0a45-4596-9444-7618c276ed68 req-5bf23f8d-33e7-459f-864e-b6ad8a414d1e service neutron] For port e038ddda-90e3-4e79-bc60-b495e0929a06, host n-h2-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:40:51.604923 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03be5010-2981-4116-95ce-7e969f5fdbbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e038ddda-90e3-4e79-bc60-b495e0929a06'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:40:51.607260 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-166bd971-39d8-4933-a6cc-9dc3c73be3f8" -d '{"events": [{"server_uuid": "03be5010-2981-4116-95ce-7e969f5fdbbe", "name": "network-vif-unplugged", "status": "completed", "tag": "e038ddda-90e3-4e79-bc60-b495e0929a06"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:40:51.611221 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-e03617ab-0a45-4596-9444-7618c276ed68 req-5bf23f8d-33e7-459f-864e-b6ad8a414d1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:51.627130 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-e03617ab-0a45-4596-9444-7618c276ed68 req-5bf23f8d-33e7-459f-864e-b6ad8a414d1e service neutron] Transition to ACTIVE for port object e038ddda-90e3-4e79-bc60-b495e0929a06 will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:40:51.633598 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-e03617ab-0a45-4596-9444-7618c276ed68 req-5bf23f8d-33e7-459f-864e-b6ad8a414d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:51.752427 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7293998e-a5d2-4fd4-ae74-3699acede5e9 x-openstack-request-id: req-7293998e-a5d2-4fd4-ae74-3699acede5e9 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:40:51.752727 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03be5010-2981-4116-95ce-7e969f5fdbbe", "name": "network-vif-unplugged", "status": "completed", "tag": "e038ddda-90e3-4e79-bc60-b495e0929a06", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:40:51.753043 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7293998e-a5d2-4fd4-ae74-3699acede5e9 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:40:51.753383 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03be5010-2981-4116-95ce-7e969f5fdbbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e038ddda-90e3-4e79-bc60-b495e0929a06', 'code': 200} Aug 10 03:40:51.769253 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf23f8d-33e7-459f-864e-b6ad8a414d1e service neutron] Pushing event updated for resources: {'Port': ['ID=e038ddda-90e3-4e79-bc60-b495e0929a06,revision_number=6']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:51.814643 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf23f8d-33e7-459f-864e-b6ad8a414d1e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:51.820084 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf23f8d-33e7-459f-864e-b6ad8a414d1e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:51.820908 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf23f8d-33e7-459f-864e-b6ad8a414d1e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:51.822469 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf23f8d-33e7-459f-864e-b6ad8a414d1e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:51.823109 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf23f8d-33e7-459f-864e-b6ad8a414d1e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:51.823643 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf23f8d-33e7-459f-864e-b6ad8a414d1e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:51.824178 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf23f8d-33e7-459f-864e-b6ad8a414d1e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:51.824713 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf23f8d-33e7-459f-864e-b6ad8a414d1e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:51.825234 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf23f8d-33e7-459f-864e-b6ad8a414d1e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:51.825570 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf23f8d-33e7-459f-864e-b6ad8a414d1e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:51.825904 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf23f8d-33e7-459f-864e-b6ad8a414d1e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:51.826225 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf23f8d-33e7-459f-864e-b6ad8a414d1e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:51.913928 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-e03617ab-0a45-4596-9444-7618c276ed68 req-5bf23f8d-33e7-459f-864e-b6ad8a414d1e service neutron] No DVR routers for this DVR port e038ddda-90e3-4e79-bc60-b495e0929a06 on host n-h2-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:40:52.053970 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-e03617ab-0a45-4596-9444-7618c276ed68 req-5bf23f8d-33e7-459f-864e-b6ad8a414d1e service neutron] Attempting to bind port e038ddda-90e3-4e79-bc60-b495e0929a06 on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:40:52.054340 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-e03617ab-0a45-4596-9444-7618c276ed68 req-5bf23f8d-33e7-459f-864e-b6ad8a414d1e service neutron] Attempting to bind port e038ddda-90e3-4e79-bc60-b495e0929a06 by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '7ae25d03-cceb-454d-a0f0-81d7cc42103b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd7392ce1-6476-4de2-8458-989d7b3729a5'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:40:52.055386 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03617ab-0a45-4596-9444-7618c276ed68 req-5bf23f8d-33e7-459f-864e-b6ad8a414d1e service neutron] Attempting to bind port e038ddda-90e3-4e79-bc60-b495e0929a06 on network d7392ce1-6476-4de2-8458-989d7b3729a5 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:52.061454 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03617ab-0a45-4596-9444-7618c276ed68 req-5bf23f8d-33e7-459f-864e-b6ad8a414d1e service neutron] Port e038ddda-90e3-4e79-bc60-b495e0929a06 on network d7392ce1-6476-4de2-8458-989d7b3729a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:40:52.061738 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03617ab-0a45-4596-9444-7618c276ed68 req-5bf23f8d-33e7-459f-864e-b6ad8a414d1e service neutron] Attempting to bind port e038ddda-90e3-4e79-bc60-b495e0929a06 on network d7392ce1-6476-4de2-8458-989d7b3729a5 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:52.067224 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03617ab-0a45-4596-9444-7618c276ed68 req-5bf23f8d-33e7-459f-864e-b6ad8a414d1e service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:40:52.067551 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03617ab-0a45-4596-9444-7618c276ed68 req-5bf23f8d-33e7-459f-864e-b6ad8a414d1e service neutron] Checking segment: {'id': '7ae25d03-cceb-454d-a0f0-81d7cc42103b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd7392ce1-6476-4de2-8458-989d7b3729a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:40:52.067962 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03617ab-0a45-4596-9444-7618c276ed68 req-5bf23f8d-33e7-459f-864e-b6ad8a414d1e service neutron] Bound using segment: {'id': '7ae25d03-cceb-454d-a0f0-81d7cc42103b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd7392ce1-6476-4de2-8458-989d7b3729a5'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:40:52.068387 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-e03617ab-0a45-4596-9444-7618c276ed68 req-5bf23f8d-33e7-459f-864e-b6ad8a414d1e service neutron] Bound port: e038ddda-90e3-4e79-bc60-b495e0929a06, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ae25d03-cceb-454d-a0f0-81d7cc42103b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd7392ce1-6476-4de2-8458-989d7b3729a5'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:40:52.068746 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-e03617ab-0a45-4596-9444-7618c276ed68 req-5bf23f8d-33e7-459f-864e-b6ad8a414d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:52.137476 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-e03617ab-0a45-4596-9444-7618c276ed68 req-5bf23f8d-33e7-459f-864e-b6ad8a414d1e service neutron] For port e038ddda-90e3-4e79-bc60-b495e0929a06, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:40:52.140812 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-e03617ab-0a45-4596-9444-7618c276ed68 req-5bf23f8d-33e7-459f-864e-b6ad8a414d1e service neutron] For port e038ddda-90e3-4e79-bc60-b495e0929a06, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=e038ddda-90e3-4e79-bc60-b495e0929a06,segment=NetworkSegment(7ae25d03-cceb-454d-a0f0-81d7cc42103b),segment_id=7ae25d03-cceb-454d-a0f0-81d7cc42103b)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:40:52.147208 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-e03617ab-0a45-4596-9444-7618c276ed68 req-5bf23f8d-33e7-459f-864e-b6ad8a414d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:52.183362 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03617ab-0a45-4596-9444-7618c276ed68 req-5bf23f8d-33e7-459f-864e-b6ad8a414d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:52.183862 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-e03617ab-0a45-4596-9444-7618c276ed68 req-5bf23f8d-33e7-459f-864e-b6ad8a414d1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:52.185969 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e03617ab-0a45-4596-9444-7618c276ed68 req-5bf23f8d-33e7-459f-864e-b6ad8a414d1e service neutron] 10.222.0.58 "PUT /v2.0/ports/e038ddda-90e3-4e79-bc60-b495e0929a06 HTTP/1.1" status: 200 len: 1092 time: 0.9687650 Aug 10 03:40:52.246137 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf23f8d-33e7-459f-864e-b6ad8a414d1e service neutron] Pushing event updated for resources: {'Port': ['ID=e038ddda-90e3-4e79-bc60-b495e0929a06,revision_number=7']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:52.274949 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03617ab-0a45-4596-9444-7618c276ed68 req-21472eee-d985-401e-8d28-d9b003e4c5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:52.276828 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e03617ab-0a45-4596-9444-7618c276ed68 req-21472eee-d985-401e-8d28-d9b003e4c5e3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d4cffc5e26914104899297a77f2206bf&device_id=03be5010-2981-4116-95ce-7e969f5fdbbe HTTP/1.1" status: 200 len: 1095 time: 0.0636330 Aug 10 03:40:52.403745 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03617ab-0a45-4596-9444-7618c276ed68 req-c945b6ff-4521-40c0-85ea-cb586d1a217d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:52.406147 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e03617ab-0a45-4596-9444-7618c276ed68 req-c945b6ff-4521-40c0-85ea-cb586d1a217d service neutron] 10.222.0.58 "GET /v2.0/networks?id=d7392ce1-6476-4de2-8458-989d7b3729a5 HTTP/1.1" status: 200 len: 898 time: 0.1188345 Aug 10 03:40:52.426421 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02d90d-ee96-46c2-850f-fd51716e9f8e req-6c0adae5-571f-49df-85cb-f7834c6a023c tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:52.428063 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4a02d90d-ee96-46c2-850f-fd51716e9f8e req-6c0adae5-571f-49df-85cb-f7834c6a023c tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=03be5010-2981-4116-95ce-7e969f5fdbbe HTTP/1.1" status: 200 len: 943 time: 0.0576482 Aug 10 03:40:52.493987 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e03617ab-0a45-4596-9444-7618c276ed68 req-8d3ccb66-5aff-485a-88e4-831ec3601c91 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e038ddda-90e3-4e79-bc60-b495e0929a06 HTTP/1.1" status: 200 len: 999 time: 0.0792964 Aug 10 03:40:52.499138 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4a02d90d-ee96-46c2-850f-fd51716e9f8e req-794be733-39d9-41a4-b499-22e7bf47ccad tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2591c67-43d6-4c71-8cde-e02fdacf5c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610669 Aug 10 03:40:52.565819 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03617ab-0a45-4596-9444-7618c276ed68 req-8b23bfdc-9ad4-481a-b61a-5d3dc6325b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:52.567366 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e03617ab-0a45-4596-9444-7618c276ed68 req-8b23bfdc-9ad4-481a-b61a-5d3dc6325b1d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4bd40b21-e95e-4d1c-888d-d0084f7e3858 HTTP/1.1" status: 200 len: 834 time: 0.0664423 Aug 10 03:40:52.619011 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03617ab-0a45-4596-9444-7618c276ed68 req-7aef1919-0732-4eda-b67b-40ccdced138d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:52.620535 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e03617ab-0a45-4596-9444-7618c276ed68 req-7aef1919-0732-4eda-b67b-40ccdced138d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d7392ce1-6476-4de2-8458-989d7b3729a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461121 Aug 10 03:40:52.727004 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e03617ab-0a45-4596-9444-7618c276ed68 req-5b148dcd-e23b-4ee6-83ba-38fc98512e99 service neutron] 10.222.0.58 "GET /v2.0/networks/d7392ce1-6476-4de2-8458-989d7b3729a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984650 Aug 10 03:40:52.823934 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e03617ab-0a45-4596-9444-7618c276ed68 req-b097f88e-f3be-4e05-a10c-538b788a5c67 service neutron] 10.222.0.58 "GET /v2.0/networks/d7392ce1-6476-4de2-8458-989d7b3729a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899296 Aug 10 03:40:53.614323 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50067f1-1f83-4b80-a512-d1496f2345e5 req-f92f6e9b-a9ad-40fe-8bd5-afb20fec9a64 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:53.615909 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f50067f1-1f83-4b80-a512-d1496f2345e5 req-f92f6e9b-a9ad-40fe-8bd5-afb20fec9a64 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=03be5010-2981-4116-95ce-7e969f5fdbbe HTTP/1.1" status: 200 len: 943 time: 0.0539987 Aug 10 03:40:53.662121 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f50067f1-1f83-4b80-a512-d1496f2345e5 req-7a3bb98c-5a0d-4628-aa06-7c358e1db2e1 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2591c67-43d6-4c71-8cde-e02fdacf5c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394931 Aug 10 03:40:53.754458 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03be5010-2981-4116-95ce-7e969f5fdbbe', 'tag': 'e038ddda-90e3-4e79-bc60-b495e0929a06'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:40:53.757002 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdbf7f6f-6542-4709-a747-3d3b2747d560" -d '{"events": [{"name": "network-changed", "server_uuid": "03be5010-2981-4116-95ce-7e969f5fdbbe", "tag": "e038ddda-90e3-4e79-bc60-b495e0929a06"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:40:53.818684 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09abd9c-8026-4d05-8e7a-d9056d18317e x-openstack-request-id: req-f09abd9c-8026-4d05-8e7a-d9056d18317e {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:40:53.819013 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03be5010-2981-4116-95ce-7e969f5fdbbe", "tag": "e038ddda-90e3-4e79-bc60-b495e0929a06", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:40:53.819270 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f09abd9c-8026-4d05-8e7a-d9056d18317e {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:40:53.819673 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03be5010-2981-4116-95ce-7e969f5fdbbe', 'tag': 'e038ddda-90e3-4e79-bc60-b495e0929a06', 'status': 'completed', 'code': 200} Aug 10 03:40:53.926114 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf7f6f-6542-4709-a747-3d3b2747d560 req-1330a69e-04bc-485f-98e1-f2e12d3ec71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:53.927685 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cdbf7f6f-6542-4709-a747-3d3b2747d560 req-1330a69e-04bc-485f-98e1-f2e12d3ec71f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d4cffc5e26914104899297a77f2206bf&device_id=03be5010-2981-4116-95ce-7e969f5fdbbe HTTP/1.1" status: 200 len: 1095 time: 0.0854437 Aug 10 03:40:53.930132 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf7f6f-6542-4709-a747-3d3b2747d560 req-f2aac758-e4c7-4f46-bc62-8389db17c4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:53.932226 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cdbf7f6f-6542-4709-a747-3d3b2747d560 req-f2aac758-e4c7-4f46-bc62-8389db17c4ab service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d4cffc5e26914104899297a77f2206bf&device_id=03be5010-2981-4116-95ce-7e969f5fdbbe HTTP/1.1" status: 200 len: 1095 time: 0.0809743 Aug 10 03:40:54.096195 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf7f6f-6542-4709-a747-3d3b2747d560 req-08eaf04f-5020-49bd-a675-26a9a63517d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:54.097697 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cdbf7f6f-6542-4709-a747-3d3b2747d560 req-08eaf04f-5020-49bd-a675-26a9a63517d3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d7392ce1-6476-4de2-8458-989d7b3729a5 HTTP/1.1" status: 200 len: 898 time: 0.1536613 Aug 10 03:40:54.098655 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf7f6f-6542-4709-a747-3d3b2747d560 req-d5b1d12e-5928-4cab-93fa-2836c3234010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:54.100012 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cdbf7f6f-6542-4709-a747-3d3b2747d560 req-d5b1d12e-5928-4cab-93fa-2836c3234010 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d7392ce1-6476-4de2-8458-989d7b3729a5 HTTP/1.1" status: 200 len: 898 time: 0.1654599 Aug 10 03:40:54.219202 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cdbf7f6f-6542-4709-a747-3d3b2747d560 req-a3f5c7ca-48b4-4388-b304-950a8d2298d5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e038ddda-90e3-4e79-bc60-b495e0929a06 HTTP/1.1" status: 200 len: 999 time: 0.1129668 Aug 10 03:40:54.220954 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cdbf7f6f-6542-4709-a747-3d3b2747d560 req-74f29d95-9f46-4572-847e-5328cd66b129 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e038ddda-90e3-4e79-bc60-b495e0929a06 HTTP/1.1" status: 200 len: 999 time: 0.1086590 Aug 10 03:40:54.312289 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf7f6f-6542-4709-a747-3d3b2747d560 req-f4ca80bc-436b-40cd-92b4-abc4eb943f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:54.314000 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cdbf7f6f-6542-4709-a747-3d3b2747d560 req-f4ca80bc-436b-40cd-92b4-abc4eb943f7c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4bd40b21-e95e-4d1c-888d-d0084f7e3858 HTTP/1.1" status: 200 len: 834 time: 0.0846658 Aug 10 03:40:54.315550 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf7f6f-6542-4709-a747-3d3b2747d560 req-8467fd48-4ac5-4b32-8cc8-7a4b8a0e398b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:54.317433 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cdbf7f6f-6542-4709-a747-3d3b2747d560 req-8467fd48-4ac5-4b32-8cc8-7a4b8a0e398b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4bd40b21-e95e-4d1c-888d-d0084f7e3858 HTTP/1.1" status: 200 len: 834 time: 0.0869977 Aug 10 03:40:54.393457 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf7f6f-6542-4709-a747-3d3b2747d560 req-61899145-5187-4ab1-a004-36aa56a9f116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:54.395222 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cdbf7f6f-6542-4709-a747-3d3b2747d560 req-61899145-5187-4ab1-a004-36aa56a9f116 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d7392ce1-6476-4de2-8458-989d7b3729a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0699291 Aug 10 03:40:54.402768 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf7f6f-6542-4709-a747-3d3b2747d560 req-134fdd4e-8681-4021-be0d-44dfde2213dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:54.404281 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cdbf7f6f-6542-4709-a747-3d3b2747d560 req-134fdd4e-8681-4021-be0d-44dfde2213dd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d7392ce1-6476-4de2-8458-989d7b3729a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0710256 Aug 10 03:40:54.425419 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device e038ddda-90e3-4e79-bc60-b495e0929a06 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:40:54.491585 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device e038ddda-90e3-4e79-bc60-b495e0929a06 not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:40:54.594980 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cdbf7f6f-6542-4709-a747-3d3b2747d560 req-134f9458-2a72-4173-878c-bfaaa284d2e0 service neutron] 10.222.0.58 "GET /v2.0/networks/d7392ce1-6476-4de2-8458-989d7b3729a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857560 Aug 10 03:40:54.660072 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cdbf7f6f-6542-4709-a747-3d3b2747d560 req-d5b253c3-d45f-409e-8765-5f02928f87e9 service neutron] 10.222.0.60 "GET /v2.0/networks/d7392ce1-6476-4de2-8458-989d7b3729a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646929 Aug 10 03:40:54.771012 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cdbf7f6f-6542-4709-a747-3d3b2747d560 req-a22150c2-84c4-40bf-91ae-431994b730a7 service neutron] 10.222.0.58 "GET /v2.0/networks/d7392ce1-6476-4de2-8458-989d7b3729a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678033 Aug 10 03:40:54.804176 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cdbf7f6f-6542-4709-a747-3d3b2747d560 req-0861919b-3bcc-4198-9e7c-01be82bf0d25 service neutron] 10.222.0.60 "GET /v2.0/networks/d7392ce1-6476-4de2-8458-989d7b3729a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310663 Aug 10 03:40:54.837945 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a613b5ac-aa05-4e0b-bdab-2ed9f604c6a7 req-1b6d4770-f01f-4945-a9f5-d198767cdaef tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:54.839517 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a613b5ac-aa05-4e0b-bdab-2ed9f604c6a7 req-1b6d4770-f01f-4945-a9f5-d198767cdaef tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=03be5010-2981-4116-95ce-7e969f5fdbbe HTTP/1.1" status: 200 len: 943 time: 0.0662904 Aug 10 03:40:54.878447 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a613b5ac-aa05-4e0b-bdab-2ed9f604c6a7 req-972ee01f-7a14-4060-98e5-1ac4f13c813c tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2591c67-43d6-4c71-8cde-e02fdacf5c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330405 Aug 10 03:40:55.174310 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2f054-adf0-452f-9c4f-0d85bb11b916 req-a90c7ff1-de61-4026-8dfc-fbc0c97e4776 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:55.176982 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-46e2f054-adf0-452f-9c4f-0d85bb11b916 req-a90c7ff1-de61-4026-8dfc-fbc0c97e4776 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=03be5010-2981-4116-95ce-7e969f5fdbbe HTTP/1.1" status: 200 len: 943 time: 0.0628757 Aug 10 03:40:55.206329 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e40c73-4add-4f94-a203-17c21dd42e48 req-2abc59b5-4b40-40b4-8134-52988504b76a tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:55.207871 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-92e40c73-4add-4f94-a203-17c21dd42e48 req-2abc59b5-4b40-40b4-8134-52988504b76a tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.58 "GET /v2.0/ports?device_id=03be5010-2981-4116-95ce-7e969f5fdbbe&tenant_id=d4cffc5e26914104899297a77f2206bf&binding%3Ahost_id=n-h1-768851-15 HTTP/1.1" status: 200 len: 943 time: 0.1104796 Aug 10 03:40:55.220797 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-46e2f054-adf0-452f-9c4f-0d85bb11b916 req-cef5460c-fde3-420e-a9f1-ffa340e22112 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2591c67-43d6-4c71-8cde-e02fdacf5c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333672 Aug 10 03:40:55.282584 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-92e40c73-4add-4f94-a203-17c21dd42e48 req-1760982e-6596-4a0f-b63e-60ffd54fc8c0 service neutron] 10.222.0.58 "GET /v2.0/ports/e038ddda-90e3-4e79-bc60-b495e0929a06/bindings/n-h1-768851-15 HTTP/1.1" status: 200 len: 383 time: 0.0663607 Aug 10 03:40:55.358297 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e40c73-4add-4f94-a203-17c21dd42e48 req-8bb27746-9f09-4887-8efb-d96593caacd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:55.359448 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-92e40c73-4add-4f94-a203-17c21dd42e48 req-8bb27746-9f09-4887-8efb-d96593caacd0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d4cffc5e26914104899297a77f2206bf&device_id=03be5010-2981-4116-95ce-7e969f5fdbbe HTTP/1.1" status: 200 len: 1095 time: 0.0521097 Aug 10 03:40:55.713766 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device e038ddda-90e3-4e79-bc60-b495e0929a06 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:40:55.825602 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e40c73-4add-4f94-a203-17c21dd42e48 req-ea926c5d-a019-4e2b-8452-aa73ad77ff5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:55.827341 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-92e40c73-4add-4f94-a203-17c21dd42e48 req-ea926c5d-a019-4e2b-8452-aa73ad77ff5a service neutron] 10.222.0.58 "GET /v2.0/networks?id=d7392ce1-6476-4de2-8458-989d7b3729a5 HTTP/1.1" status: 200 len: 898 time: 0.4601688 Aug 10 03:40:55.910526 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port e038ddda-90e3-4e79-bc60-b495e0929a06, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=e038ddda-90e3-4e79-bc60-b495e0929a06,segment=NetworkSegment(7ae25d03-cceb-454d-a0f0-81d7cc42103b),segment_id=7ae25d03-cceb-454d-a0f0-81d7cc42103b)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:55.913226 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-92e40c73-4add-4f94-a203-17c21dd42e48 req-5139f5e8-b7ef-429b-a750-d844797f9ffd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e038ddda-90e3-4e79-bc60-b495e0929a06 HTTP/1.1" status: 200 len: 999 time: 0.0777953 Aug 10 03:40:55.927242 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': 'e038ddda-90e3-4e79-bc60-b495e0929a06', 'network_id': 'd7392ce1-6476-4de2-8458-989d7b3729a5', 'port_id': 'e038ddda-90e3-4e79-bc60-b495e0929a06', 'mac_address': 'fa:16:3e:aa:95:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bd40b21-e95e-4d1c-888d-d0084f7e3858', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:40:55.979587 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:55.993001 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e40c73-4add-4f94-a203-17c21dd42e48 req-dd04cc73-7b8e-42d4-a4db-66655d5b5713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:55.993001 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-92e40c73-4add-4f94-a203-17c21dd42e48 req-dd04cc73-7b8e-42d4-a4db-66655d5b5713 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4bd40b21-e95e-4d1c-888d-d0084f7e3858 HTTP/1.1" status: 200 len: 834 time: 0.0703628 Aug 10 03:40:56.016358 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e038ddda-90e3-4e79-bc60-b495e0929a06 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:40:56.043704 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port e038ddda-90e3-4e79-bc60-b495e0929a06, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=e038ddda-90e3-4e79-bc60-b495e0929a06,segment=NetworkSegment(7ae25d03-cceb-454d-a0f0-81d7cc42103b),segment_id=7ae25d03-cceb-454d-a0f0-81d7cc42103b)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:56.052629 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:56.088446 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e40c73-4add-4f94-a203-17c21dd42e48 req-0c81d7d6-8afd-493b-9d62-01b89bd02136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:56.090638 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-92e40c73-4add-4f94-a203-17c21dd42e48 req-0c81d7d6-8afd-493b-9d62-01b89bd02136 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d7392ce1-6476-4de2-8458-989d7b3729a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0905101 Aug 10 03:40:56.115585 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=e038ddda-90e3-4e79-bc60-b495e0929a06,revision_number=8']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:56.144927 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:56.145218 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:56.145880 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:56.146388 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:56.146722 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:56.147071 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:56.147402 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:56.147727 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:56.148051 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:56.148371 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:56.148698 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:56.152583 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:56.208256 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-92e40c73-4add-4f94-a203-17c21dd42e48 req-b8e9ac3a-95a1-4329-8ba7-32753e457820 service neutron] 10.222.0.58 "GET /v2.0/networks/d7392ce1-6476-4de2-8458-989d7b3729a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076961 Aug 10 03:40:56.296683 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['e038ddda-90e3-4e79-bc60-b495e0929a06'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:40:56.355328 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-92e40c73-4add-4f94-a203-17c21dd42e48 req-7a26386e-0c60-498a-9680-27b7406c7d41 service neutron] 10.222.0.58 "GET /v2.0/networks/d7392ce1-6476-4de2-8458-989d7b3729a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387570 Aug 10 03:40:56.444212 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb1c9f-2b80-47c1-949d-9f99ec1ec87b req-f613c07d-b08f-4289-92e3-053a8591d363 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:56.446949 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eeeb1c9f-2b80-47c1-949d-9f99ec1ec87b req-f613c07d-b08f-4289-92e3-053a8591d363 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=03be5010-2981-4116-95ce-7e969f5fdbbe HTTP/1.1" status: 200 len: 944 time: 0.1079957 Aug 10 03:40:56.460995 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:56.498431 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eeeb1c9f-2b80-47c1-949d-9f99ec1ec87b req-d04a1f14-08d4-4247-aadc-75d408a2d0de tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2591c67-43d6-4c71-8cde-e02fdacf5c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382814 Aug 10 03:40:56.655829 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:57.632693 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac29bf0-8ef2-4d40-b025-e4499036c22e req-3a3ba4bd-621c-433c-8757-ab97c53977b8 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:57.634808 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0ac29bf0-8ef2-4d40-b025-e4499036c22e req-3a3ba4bd-621c-433c-8757-ab97c53977b8 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=03be5010-2981-4116-95ce-7e969f5fdbbe HTTP/1.1" status: 200 len: 944 time: 0.0537903 Aug 10 03:40:57.674850 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0ac29bf0-8ef2-4d40-b025-e4499036c22e req-23bcfec5-5230-4840-9c23-4adc856ca0c5 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2591c67-43d6-4c71-8cde-e02fdacf5c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325150 Aug 10 03:40:57.714230 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device e038ddda-90e3-4e79-bc60-b495e0929a06 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:40:57.766304 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port e038ddda-90e3-4e79-bc60-b495e0929a06 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:40:57.770314 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port e038ddda-90e3-4e79-bc60-b495e0929a06 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:57.770926 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:57.871842 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:57.896802 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03be5010-2981-4116-95ce-7e969f5fdbbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e038ddda-90e3-4e79-bc60-b495e0929a06'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:40:57.899263 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0362528-2be4-499b-a087-496bcd24786a" -d '{"events": [{"server_uuid": "03be5010-2981-4116-95ce-7e969f5fdbbe", "name": "network-vif-plugged", "status": "completed", "tag": "e038ddda-90e3-4e79-bc60-b495e0929a06"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:40:57.912509 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port e038ddda-90e3-4e79-bc60-b495e0929a06, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=e038ddda-90e3-4e79-bc60-b495e0929a06,segment=NetworkSegment(7ae25d03-cceb-454d-a0f0-81d7cc42103b),segment_id=7ae25d03-cceb-454d-a0f0-81d7cc42103b)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:57.918552 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:57.966182 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33e9cfe-85ed-4d15-bcdc-3f9c24efaae8 x-openstack-request-id: req-c33e9cfe-85ed-4d15-bcdc-3f9c24efaae8 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:40:57.966481 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03be5010-2981-4116-95ce-7e969f5fdbbe", "name": "network-vif-plugged", "status": "completed", "tag": "e038ddda-90e3-4e79-bc60-b495e0929a06", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:40:57.966807 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c33e9cfe-85ed-4d15-bcdc-3f9c24efaae8 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:40:57.967200 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03be5010-2981-4116-95ce-7e969f5fdbbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e038ddda-90e3-4e79-bc60-b495e0929a06', 'code': 200} Aug 10 03:40:57.981810 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=e038ddda-90e3-4e79-bc60-b495e0929a06,revision_number=9']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:58.107963 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1aec67-71f3-4362-bfbc-fb40f92f26e9 req-931037a6-9995-43c8-bf17-51dd14f481ce tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:58.110112 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ae1aec67-71f3-4362-bfbc-fb40f92f26e9 req-931037a6-9995-43c8-bf17-51dd14f481ce tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/networks?id=7e9c5b57-a104-4b29-a8ed-ceb6086c40ae HTTP/1.1" status: 200 len: 812 time: 0.1048069 Aug 10 03:40:58.126969 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ae1aec67-71f3-4362-bfbc-fb40f92f26e9 req-f9208e33-74d1-4ae2-95ec-c57fce014018 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/quotas/cf46dc7d96e74359a233bb4d876edd57 HTTP/1.1" status: 200 len: 375 time: 0.0106359 Aug 10 03:40:58.188841 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ae1aec67-71f3-4362-bfbc-fb40f92f26e9 req-6daaae6c-92a9-4730-b415-8c450439bdb7 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=cf46dc7d96e74359a233bb4d876edd57&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507479 Aug 10 03:40:58.289774 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ae1aec67-71f3-4362-bfbc-fb40f92f26e9 req-c1af6bfd-1c57-46fb-b874-df45c86a0c57 service neutron] 10.222.0.62 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887289 Aug 10 03:40:58.392354 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ae1aec67-71f3-4362-bfbc-fb40f92f26e9 req-19f2d64e-ee00-4156-8953-ca7b4fa6e134 service neutron] 10.222.0.62 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940120 Aug 10 03:40:58.558477 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e40c73-4add-4f94-a203-17c21dd42e48 req-c6119738-380a-4c19-824b-d5515cf6f824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:58.560737 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-92e40c73-4add-4f94-a203-17c21dd42e48 req-c6119738-380a-4c19-824b-d5515cf6f824 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=03be5010-2981-4116-95ce-7e969f5fdbbe&tenant_id=d4cffc5e26914104899297a77f2206bf HTTP/1.1" status: 200 len: 1097 time: 0.0510530 Aug 10 03:40:58.574035 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-92e40c73-4add-4f94-a203-17c21dd42e48 req-d9cdb5eb-ceb8-41be-9594-a57c9893b910 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768851-15', 'device_owner': 'compute:nova'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:58.629258 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-92e40c73-4add-4f94-a203-17c21dd42e48 req-d9cdb5eb-ceb8-41be-9594-a57c9893b910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:58.744279 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2a84f1d5-4473-41b2-b037-eeb15246d6dc req-57f76d5c-a24f-41d7-8d3d-2600fbe12fc1 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=040a87bd-3af7-443b-bc33-c2cd8cd403cf HTTP/1.1" status: 200 len: 210 time: 0.0416653 Aug 10 03:40:58.848346 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da6ae8-adec-429d-8c56-58969cee7d2b req-110470e3-c735-4757-86e7-705e5f2e5c58 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:58.850125 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f9da6ae8-adec-429d-8c56-58969cee7d2b req-110470e3-c735-4757-86e7-705e5f2e5c58 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=03be5010-2981-4116-95ce-7e969f5fdbbe HTTP/1.1" status: 200 len: 945 time: 0.0673492 Aug 10 03:40:58.922586 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f9da6ae8-adec-429d-8c56-58969cee7d2b req-935d48f0-bf14-437d-9e72-0fe8d5bb4877 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2591c67-43d6-4c71-8cde-e02fdacf5c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642226 Aug 10 03:40:58.931270 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-92e40c73-4add-4f94-a203-17c21dd42e48 req-d9cdb5eb-ceb8-41be-9594-a57c9893b910 service neutron] For port e038ddda-90e3-4e79-bc60-b495e0929a06, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=e038ddda-90e3-4e79-bc60-b495e0929a06,segment=NetworkSegment(7ae25d03-cceb-454d-a0f0-81d7cc42103b),segment_id=7ae25d03-cceb-454d-a0f0-81d7cc42103b)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:58.970846 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-92e40c73-4add-4f94-a203-17c21dd42e48 req-d9cdb5eb-ceb8-41be-9594-a57c9893b910 service neutron] For port e038ddda-90e3-4e79-bc60-b495e0929a06, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:40:59.014521 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03be5010-2981-4116-95ce-7e969f5fdbbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e038ddda-90e3-4e79-bc60-b495e0929a06'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:40:59.016822 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d107bd83-1156-47de-9e41-b6278933d1d3" -d '{"events": [{"server_uuid": "03be5010-2981-4116-95ce-7e969f5fdbbe", "name": "network-vif-unplugged", "status": "completed", "tag": "e038ddda-90e3-4e79-bc60-b495e0929a06"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:40:59.020651 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-92e40c73-4add-4f94-a203-17c21dd42e48 req-d9cdb5eb-ceb8-41be-9594-a57c9893b910 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:59.034404 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-92e40c73-4add-4f94-a203-17c21dd42e48 req-d9cdb5eb-ceb8-41be-9594-a57c9893b910 service neutron] Transition to ACTIVE for port object e038ddda-90e3-4e79-bc60-b495e0929a06 will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:40:59.040731 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-92e40c73-4add-4f94-a203-17c21dd42e48 req-d9cdb5eb-ceb8-41be-9594-a57c9893b910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:59.154555 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f43be8-3856-414c-b5fd-f1cf9b8cd932 x-openstack-request-id: req-b3f43be8-3856-414c-b5fd-f1cf9b8cd932 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:40:59.154881 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03be5010-2981-4116-95ce-7e969f5fdbbe", "name": "network-vif-unplugged", "status": "completed", "tag": "e038ddda-90e3-4e79-bc60-b495e0929a06", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:40:59.155141 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b3f43be8-3856-414c-b5fd-f1cf9b8cd932 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:40:59.155549 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03be5010-2981-4116-95ce-7e969f5fdbbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e038ddda-90e3-4e79-bc60-b495e0929a06', 'code': 200} Aug 10 03:40:59.161250 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cdb5eb-ceb8-41be-9594-a57c9893b910 service neutron] Pushing event updated for resources: {'Port': ['ID=e038ddda-90e3-4e79-bc60-b495e0929a06,revision_number=10']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:59.203197 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-92e40c73-4add-4f94-a203-17c21dd42e48 req-d9cdb5eb-ceb8-41be-9594-a57c9893b910 service neutron] No DVR routers for this DVR port e038ddda-90e3-4e79-bc60-b495e0929a06 on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:40:59.362355 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-92e40c73-4add-4f94-a203-17c21dd42e48 req-d9cdb5eb-ceb8-41be-9594-a57c9893b910 service neutron] Attempting to bind port e038ddda-90e3-4e79-bc60-b495e0929a06 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:40:59.362691 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-92e40c73-4add-4f94-a203-17c21dd42e48 req-d9cdb5eb-ceb8-41be-9594-a57c9893b910 service neutron] Attempting to bind port e038ddda-90e3-4e79-bc60-b495e0929a06 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '7ae25d03-cceb-454d-a0f0-81d7cc42103b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd7392ce1-6476-4de2-8458-989d7b3729a5'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:40:59.363048 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e40c73-4add-4f94-a203-17c21dd42e48 req-d9cdb5eb-ceb8-41be-9594-a57c9893b910 service neutron] Attempting to bind port e038ddda-90e3-4e79-bc60-b495e0929a06 on network d7392ce1-6476-4de2-8458-989d7b3729a5 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:59.368828 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e40c73-4add-4f94-a203-17c21dd42e48 req-d9cdb5eb-ceb8-41be-9594-a57c9893b910 service neutron] Port e038ddda-90e3-4e79-bc60-b495e0929a06 on network d7392ce1-6476-4de2-8458-989d7b3729a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:40:59.369149 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e40c73-4add-4f94-a203-17c21dd42e48 req-d9cdb5eb-ceb8-41be-9594-a57c9893b910 service neutron] Attempting to bind port e038ddda-90e3-4e79-bc60-b495e0929a06 on network d7392ce1-6476-4de2-8458-989d7b3729a5 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:59.374138 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e40c73-4add-4f94-a203-17c21dd42e48 req-d9cdb5eb-ceb8-41be-9594-a57c9893b910 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:40:59.374782 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e40c73-4add-4f94-a203-17c21dd42e48 req-d9cdb5eb-ceb8-41be-9594-a57c9893b910 service neutron] Checking segment: {'id': '7ae25d03-cceb-454d-a0f0-81d7cc42103b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd7392ce1-6476-4de2-8458-989d7b3729a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:40:59.375177 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e40c73-4add-4f94-a203-17c21dd42e48 req-d9cdb5eb-ceb8-41be-9594-a57c9893b910 service neutron] Bound using segment: {'id': '7ae25d03-cceb-454d-a0f0-81d7cc42103b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd7392ce1-6476-4de2-8458-989d7b3729a5'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:40:59.375303 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-92e40c73-4add-4f94-a203-17c21dd42e48 req-d9cdb5eb-ceb8-41be-9594-a57c9893b910 service neutron] Bound port: e038ddda-90e3-4e79-bc60-b495e0929a06, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ae25d03-cceb-454d-a0f0-81d7cc42103b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd7392ce1-6476-4de2-8458-989d7b3729a5'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:40:59.375714 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-92e40c73-4add-4f94-a203-17c21dd42e48 req-d9cdb5eb-ceb8-41be-9594-a57c9893b910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:59.442589 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-92e40c73-4add-4f94-a203-17c21dd42e48 req-d9cdb5eb-ceb8-41be-9594-a57c9893b910 service neutron] For port e038ddda-90e3-4e79-bc60-b495e0929a06, host n-h2-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:40:59.446381 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-92e40c73-4add-4f94-a203-17c21dd42e48 req-d9cdb5eb-ceb8-41be-9594-a57c9893b910 service neutron] For port e038ddda-90e3-4e79-bc60-b495e0929a06, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=e038ddda-90e3-4e79-bc60-b495e0929a06,segment=NetworkSegment(7ae25d03-cceb-454d-a0f0-81d7cc42103b),segment_id=7ae25d03-cceb-454d-a0f0-81d7cc42103b)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:40:59.453020 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-92e40c73-4add-4f94-a203-17c21dd42e48 req-d9cdb5eb-ceb8-41be-9594-a57c9893b910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:59.512626 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e40c73-4add-4f94-a203-17c21dd42e48 req-d9cdb5eb-ceb8-41be-9594-a57c9893b910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:59.515025 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-92e40c73-4add-4f94-a203-17c21dd42e48 req-d9cdb5eb-ceb8-41be-9594-a57c9893b910 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:59.516700 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-92e40c73-4add-4f94-a203-17c21dd42e48 req-d9cdb5eb-ceb8-41be-9594-a57c9893b910 service neutron] 10.222.0.60 "PUT /v2.0/ports/e038ddda-90e3-4e79-bc60-b495e0929a06 HTTP/1.1" status: 200 len: 1093 time: 0.9480910 Aug 10 03:40:59.536093 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cdb5eb-ceb8-41be-9594-a57c9893b910 service neutron] Pushing event updated for resources: {'Port': ['ID=e038ddda-90e3-4e79-bc60-b495e0929a06,revision_number=11']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:59.590252 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e40c73-4add-4f94-a203-17c21dd42e48 req-a1bd0709-ee5b-4d6b-81a9-77f9ff09c99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:59.592006 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-92e40c73-4add-4f94-a203-17c21dd42e48 req-a1bd0709-ee5b-4d6b-81a9-77f9ff09c99f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d4cffc5e26914104899297a77f2206bf&device_id=03be5010-2981-4116-95ce-7e969f5fdbbe HTTP/1.1" status: 200 len: 1096 time: 0.0478709 Aug 10 03:40:59.692384 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e40c73-4add-4f94-a203-17c21dd42e48 req-219e8492-d1c4-4581-aefd-1351612407ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:59.693868 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-92e40c73-4add-4f94-a203-17c21dd42e48 req-219e8492-d1c4-4581-aefd-1351612407ee service neutron] 10.222.0.60 "GET /v2.0/networks?id=d7392ce1-6476-4de2-8458-989d7b3729a5 HTTP/1.1" status: 200 len: 898 time: 0.0932937 Aug 10 03:40:59.770801 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-92e40c73-4add-4f94-a203-17c21dd42e48 req-bad386ad-cdd8-4fcc-a7dd-4c355d1eb4b3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e038ddda-90e3-4e79-bc60-b495e0929a06 HTTP/1.1" status: 200 len: 999 time: 0.0688686 Aug 10 03:40:59.833798 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e40c73-4add-4f94-a203-17c21dd42e48 req-157c4724-f885-4561-a19c-36b8afac8a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:59.835322 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-92e40c73-4add-4f94-a203-17c21dd42e48 req-157c4724-f885-4561-a19c-36b8afac8a54 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4bd40b21-e95e-4d1c-888d-d0084f7e3858 HTTP/1.1" status: 200 len: 834 time: 0.0561943 Aug 10 03:40:59.851969 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cc053544-4f2c-4172-a35f-3aa386c77203 req-9875c85b-f10f-4cc1-b6ec-8a87d9b9aee7 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=040a87bd-3af7-443b-bc33-c2cd8cd403cf HTTP/1.1" status: 200 len: 210 time: 0.0418658 Aug 10 03:40:59.925964 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e40c73-4add-4f94-a203-17c21dd42e48 req-cb375c6d-b8e1-4aa9-8e83-0608b874254f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:59.927884 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-92e40c73-4add-4f94-a203-17c21dd42e48 req-cb375c6d-b8e1-4aa9-8e83-0608b874254f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d7392ce1-6476-4de2-8458-989d7b3729a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0759504 Aug 10 03:41:00.018129 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1aec67-71f3-4362-bfbc-fb40f92f26e9 req-708f7af0-4ecc-45f2-895e-789016ab64c7 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:00.020153 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ae1aec67-71f3-4362-bfbc-fb40f92f26e9 req-708f7af0-4ecc-45f2-895e-789016ab64c7 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.60 "GET /v2.0/networks?id=7e9c5b57-a104-4b29-a8ed-ceb6086c40ae HTTP/1.1" status: 200 len: 812 time: 0.1668155 Aug 10 03:41:00.055191 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-92e40c73-4add-4f94-a203-17c21dd42e48 req-6623ee5a-6783-4d96-9f90-0cf03b5455e6 service neutron] 10.222.0.60 "GET /v2.0/networks/d7392ce1-6476-4de2-8458-989d7b3729a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152587 Aug 10 03:41:00.062227 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-ae1aec67-71f3-4362-bfbc-fb40f92f26e9 req-ac28dcf0-8d3b-4d0f-b55d-8fe4fa3a32d5 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Request body: {'port': {'device_id': '040a87bd-3af7-443b-bc33-c2cd8cd403cf', 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae', 'admin_state_up': True, 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:00.134716 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583c804-2761-4d9d-95aa-0a02d45b2406 req-91c02749-1820-428b-b5ca-7f7ec0b28f21 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:00.136778 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b583c804-2761-4d9d-95aa-0a02d45b2406 req-91c02749-1820-428b-b5ca-7f7ec0b28f21 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=03be5010-2981-4116-95ce-7e969f5fdbbe HTTP/1.1" status: 200 len: 944 time: 0.1070912 Aug 10 03:41:00.179216 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-92e40c73-4add-4f94-a203-17c21dd42e48 req-278074b2-11c7-4981-8641-d4db45fadea5 service neutron] 10.222.0.60 "GET /v2.0/networks/d7392ce1-6476-4de2-8458-989d7b3729a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161673 Aug 10 03:41:00.252560 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b583c804-2761-4d9d-95aa-0a02d45b2406 req-c5d8b428-e2a7-4f89-b243-01e02a034690 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2591c67-43d6-4c71-8cde-e02fdacf5c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955024 Aug 10 03:41:00.267399 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae1aec67-71f3-4362-bfbc-fb40f92f26e9 req-ac28dcf0-8d3b-4d0f-b55d-8fe4fa3a32d5 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Made reservation on behalf of cf46dc7d96e74359a233bb4d876edd57 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:00.271277 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ae1aec67-71f3-4362-bfbc-fb40f92f26e9 req-ac28dcf0-8d3b-4d0f-b55d-8fe4fa3a32d5 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:00.351114 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ca1f6a12-59b8-41f4-a710-ef7c97398f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:00.410537 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-ae1aec67-71f3-4362-bfbc-fb40f92f26e9 req-ac28dcf0-8d3b-4d0f-b55d-8fe4fa3a32d5 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Allocated IP 172.20.0.4 (7e9c5b57-a104-4b29-a8ed-ceb6086c40ae/036b75a5-4076-4503-a708-471e0be52cae/61f739b0-4025-48d4-b016-d05326176c9c) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:41:00.602084 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ae1aec67-71f3-4362-bfbc-fb40f92f26e9 req-ac28dcf0-8d3b-4d0f-b55d-8fe4fa3a32d5 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:00.619607 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-ae1aec67-71f3-4362-bfbc-fb40f92f26e9 req-ac28dcf0-8d3b-4d0f-b55d-8fe4fa3a32d5 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Transition to ACTIVE for port object 61f739b0-4025-48d4-b016-d05326176c9c will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:00.654229 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ae1aec67-71f3-4362-bfbc-fb40f92f26e9 req-ac28dcf0-8d3b-4d0f-b55d-8fe4fa3a32d5 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:00.704995 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae1aec67-71f3-4362-bfbc-fb40f92f26e9 req-ac28dcf0-8d3b-4d0f-b55d-8fe4fa3a32d5 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Network 7e9c5b57-a104-4b29-a8ed-ceb6086c40ae is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:41:00.706485 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-ae1aec67-71f3-4362-bfbc-fb40f92f26e9 req-ac28dcf0-8d3b-4d0f-b55d-8fe4fa3a32d5 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:00.710397 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae1aec67-71f3-4362-bfbc-fb40f92f26e9 req-ac28dcf0-8d3b-4d0f-b55d-8fe4fa3a32d5 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:41:00.755465 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac28dcf0-8d3b-4d0f-b55d-8fe4fa3a32d5 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Pushing event updated for resources: {'Port': ['ID=61f739b0-4025-48d4-b016-d05326176c9c,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:00.782869 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1aec67-71f3-4362-bfbc-fb40f92f26e9 req-ac28dcf0-8d3b-4d0f-b55d-8fe4fa3a32d5 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:00.783564 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ae1aec67-71f3-4362-bfbc-fb40f92f26e9 req-ac28dcf0-8d3b-4d0f-b55d-8fe4fa3a32d5 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:00.801259 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ae1aec67-71f3-4362-bfbc-fb40f92f26e9 req-ac28dcf0-8d3b-4d0f-b55d-8fe4fa3a32d5 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7426832 Aug 10 03:41:00.816857 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-ae1aec67-71f3-4362-bfbc-fb40f92f26e9 req-6f05d5f0-ac78-4c00-bf4d-86609f2e98e4 service neutron] Request body: {'port': {'device_id': '040a87bd-3af7-443b-bc33-c2cd8cd403cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:00.885610 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ae1aec67-71f3-4362-bfbc-fb40f92f26e9 req-6f05d5f0-ac78-4c00-bf4d-86609f2e98e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:01.045784 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-a51f552d-4fb0-4475-b7ba-cd9c49e3ab76 None None] Provisioning for port 61f739b0-4025-48d4-b016-d05326176c9c completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:01.050181 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-a51f552d-4fb0-4475-b7ba-cd9c49e3ab76 None None] Provisioning complete for port 61f739b0-4025-48d4-b016-d05326176c9c triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:01.050787 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a51f552d-4fb0-4475-b7ba-cd9c49e3ab76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:01.110570 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-a51f552d-4fb0-4475-b7ba-cd9c49e3ab76 None None] Port 61f739b0-4025-48d4-b016-d05326176c9c cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:41:01.144236 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2e589-38ee-4a26-81d0-f5524e24eb1b req-8b51706b-404e-4471-ac60-43867e03cdbb tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:01.145802 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-46b2e589-38ee-4a26-81d0-f5524e24eb1b req-8b51706b-404e-4471-ac60-43867e03cdbb tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=040a87bd-3af7-443b-bc33-c2cd8cd403cf HTTP/1.1" status: 200 len: 931 time: 0.1232266 Aug 10 03:41:01.157051 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03be5010-2981-4116-95ce-7e969f5fdbbe', 'tag': 'e038ddda-90e3-4e79-bc60-b495e0929a06'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:41:01.159673 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0b1a68-c644-4bbb-bf32-f55940c5e579" -d '{"events": [{"name": "network-changed", "server_uuid": "03be5010-2981-4116-95ce-7e969f5fdbbe", "tag": "e038ddda-90e3-4e79-bc60-b495e0929a06"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:41:01.213255 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-46b2e589-38ee-4a26-81d0-f5524e24eb1b req-9b58e54f-878d-46d6-bab2-bcdb029af716 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569510 Aug 10 03:41:01.254368 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af938700-d413-4de3-84b8-52e2156e1320 x-openstack-request-id: req-af938700-d413-4de3-84b8-52e2156e1320 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:41:01.254632 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03be5010-2981-4116-95ce-7e969f5fdbbe", "tag": "e038ddda-90e3-4e79-bc60-b495e0929a06", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:41:01.254912 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-af938700-d413-4de3-84b8-52e2156e1320 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:41:01.255323 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03be5010-2981-4116-95ce-7e969f5fdbbe', 'tag': 'e038ddda-90e3-4e79-bc60-b495e0929a06', 'status': 'completed', 'code': 200} Aug 10 03:41:01.320637 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-ae1aec67-71f3-4362-bfbc-fb40f92f26e9 req-6f05d5f0-ac78-4c00-bf4d-86609f2e98e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61f739b0-4025-48d4-b016-d05326176c9c {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:41:01.332881 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ae1aec67-71f3-4362-bfbc-fb40f92f26e9 req-6f05d5f0-ac78-4c00-bf4d-86609f2e98e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:01.350089 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-ae1aec67-71f3-4362-bfbc-fb40f92f26e9 req-6f05d5f0-ac78-4c00-bf4d-86609f2e98e4 service neutron] Transition to ACTIVE for port object 61f739b0-4025-48d4-b016-d05326176c9c will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:01.356282 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ae1aec67-71f3-4362-bfbc-fb40f92f26e9 req-6f05d5f0-ac78-4c00-bf4d-86609f2e98e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:01.371358 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b1a68-c644-4bbb-bf32-f55940c5e579 req-e79ad4a5-3362-4e29-9d34-486b53388378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:01.372896 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0f0b1a68-c644-4bbb-bf32-f55940c5e579 req-e79ad4a5-3362-4e29-9d34-486b53388378 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d4cffc5e26914104899297a77f2206bf&device_id=03be5010-2981-4116-95ce-7e969f5fdbbe HTTP/1.1" status: 200 len: 1096 time: 0.0950422 Aug 10 03:41:01.375461 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b1a68-c644-4bbb-bf32-f55940c5e579 req-c70964b0-8812-4caf-ad06-b95cc8351c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:01.376969 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0f0b1a68-c644-4bbb-bf32-f55940c5e579 req-c70964b0-8812-4caf-ad06-b95cc8351c38 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d4cffc5e26914104899297a77f2206bf&device_id=03be5010-2981-4116-95ce-7e969f5fdbbe HTTP/1.1" status: 200 len: 1096 time: 0.0891547 Aug 10 03:41:01.454309 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f05d5f0-ac78-4c00-bf4d-86609f2e98e4 service neutron] Pushing event updated for resources: {'Port': ['ID=61f739b0-4025-48d4-b016-d05326176c9c,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:01.516403 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce9a251-41b7-45fb-9a65-91892a070f9e req-662dfe4e-31af-402e-aaf5-e4690114c005 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:01.518207 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3ce9a251-41b7-45fb-9a65-91892a070f9e req-662dfe4e-31af-402e-aaf5-e4690114c005 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=03be5010-2981-4116-95ce-7e969f5fdbbe HTTP/1.1" status: 200 len: 944 time: 0.1027272 Aug 10 03:41:01.580335 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b1a68-c644-4bbb-bf32-f55940c5e579 req-18a2347a-e016-4d28-9bb7-78cdd6b96d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:01.581822 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0f0b1a68-c644-4bbb-bf32-f55940c5e579 req-18a2347a-e016-4d28-9bb7-78cdd6b96d16 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d7392ce1-6476-4de2-8458-989d7b3729a5 HTTP/1.1" status: 200 len: 898 time: 0.1910017 Aug 10 03:41:01.583308 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b1a68-c644-4bbb-bf32-f55940c5e579 req-72cc1bc5-8d39-4954-82a5-d02c03f411c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:01.584659 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0f0b1a68-c644-4bbb-bf32-f55940c5e579 req-72cc1bc5-8d39-4954-82a5-d02c03f411c2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d7392ce1-6476-4de2-8458-989d7b3729a5 HTTP/1.1" status: 200 len: 898 time: 0.2034225 Aug 10 03:41:01.659972 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3ce9a251-41b7-45fb-9a65-91892a070f9e req-df8f62ef-6515-456d-9301-0c0c7a60911c tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2591c67-43d6-4c71-8cde-e02fdacf5c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977015 Aug 10 03:41:01.701619 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-ae1aec67-71f3-4362-bfbc-fb40f92f26e9 req-6f05d5f0-ac78-4c00-bf4d-86609f2e98e4 service neutron] Attempting to bind port 61f739b0-4025-48d4-b016-d05326176c9c on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:41:01.702049 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-ae1aec67-71f3-4362-bfbc-fb40f92f26e9 req-6f05d5f0-ac78-4c00-bf4d-86609f2e98e4 service neutron] Attempting to bind port 61f739b0-4025-48d4-b016-d05326176c9c by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '5c87df8d-954c-4397-aa68-23e5690c99d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:41:01.702452 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1aec67-71f3-4362-bfbc-fb40f92f26e9 req-6f05d5f0-ac78-4c00-bf4d-86609f2e98e4 service neutron] Attempting to bind port 61f739b0-4025-48d4-b016-d05326176c9c on network 7e9c5b57-a104-4b29-a8ed-ceb6086c40ae {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:41:01.708413 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1aec67-71f3-4362-bfbc-fb40f92f26e9 req-6f05d5f0-ac78-4c00-bf4d-86609f2e98e4 service neutron] Port 61f739b0-4025-48d4-b016-d05326176c9c on network 7e9c5b57-a104-4b29-a8ed-ceb6086c40ae not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:41:01.708831 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1aec67-71f3-4362-bfbc-fb40f92f26e9 req-6f05d5f0-ac78-4c00-bf4d-86609f2e98e4 service neutron] Attempting to bind port 61f739b0-4025-48d4-b016-d05326176c9c on network 7e9c5b57-a104-4b29-a8ed-ceb6086c40ae {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:41:01.714911 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1aec67-71f3-4362-bfbc-fb40f92f26e9 req-6f05d5f0-ac78-4c00-bf4d-86609f2e98e4 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:41:01.715331 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1aec67-71f3-4362-bfbc-fb40f92f26e9 req-6f05d5f0-ac78-4c00-bf4d-86609f2e98e4 service neutron] Checking segment: {'id': '5c87df8d-954c-4397-aa68-23e5690c99d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:01.715856 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1aec67-71f3-4362-bfbc-fb40f92f26e9 req-6f05d5f0-ac78-4c00-bf4d-86609f2e98e4 service neutron] Bound using segment: {'id': '5c87df8d-954c-4397-aa68-23e5690c99d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:41:01.716358 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-ae1aec67-71f3-4362-bfbc-fb40f92f26e9 req-6f05d5f0-ac78-4c00-bf4d-86609f2e98e4 service neutron] Bound port: 61f739b0-4025-48d4-b016-d05326176c9c, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c87df8d-954c-4397-aa68-23e5690c99d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:41:01.716792 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ae1aec67-71f3-4362-bfbc-fb40f92f26e9 req-6f05d5f0-ac78-4c00-bf4d-86609f2e98e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:01.744359 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device e038ddda-90e3-4e79-bc60-b495e0929a06 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:41:01.756168 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0f0b1a68-c644-4bbb-bf32-f55940c5e579 req-2eccded1-9c94-4d0f-8d53-8d2e1deed475 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e038ddda-90e3-4e79-bc60-b495e0929a06 HTTP/1.1" status: 200 len: 999 time: 0.1646609 Aug 10 03:41:01.761797 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0f0b1a68-c644-4bbb-bf32-f55940c5e579 req-0735c811-35bc-4694-aa80-26cba71f78ab service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e038ddda-90e3-4e79-bc60-b495e0929a06 HTTP/1.1" status: 200 len: 999 time: 0.1453018 Aug 10 03:41:01.804774 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-ae1aec67-71f3-4362-bfbc-fb40f92f26e9 req-6f05d5f0-ac78-4c00-bf4d-86609f2e98e4 service neutron] For port 61f739b0-4025-48d4-b016-d05326176c9c, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:41:01.809271 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-ae1aec67-71f3-4362-bfbc-fb40f92f26e9 req-6f05d5f0-ac78-4c00-bf4d-86609f2e98e4 service neutron] For port 61f739b0-4025-48d4-b016-d05326176c9c, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=61f739b0-4025-48d4-b016-d05326176c9c,segment=NetworkSegment(5c87df8d-954c-4397-aa68-23e5690c99d4),segment_id=5c87df8d-954c-4397-aa68-23e5690c99d4)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:41:01.815684 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ae1aec67-71f3-4362-bfbc-fb40f92f26e9 req-6f05d5f0-ac78-4c00-bf4d-86609f2e98e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:01.851490 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device e038ddda-90e3-4e79-bc60-b495e0929a06 not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:41:01.880639 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1aec67-71f3-4362-bfbc-fb40f92f26e9 req-6f05d5f0-ac78-4c00-bf4d-86609f2e98e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:01.881757 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-ae1aec67-71f3-4362-bfbc-fb40f92f26e9 req-6f05d5f0-ac78-4c00-bf4d-86609f2e98e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:01.883242 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ae1aec67-71f3-4362-bfbc-fb40f92f26e9 req-6f05d5f0-ac78-4c00-bf4d-86609f2e98e4 service neutron] 10.222.0.60 "PUT /v2.0/ports/61f739b0-4025-48d4-b016-d05326176c9c HTTP/1.1" status: 200 len: 1092 time: 1.0713849 Aug 10 03:41:01.891040 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '040a87bd-3af7-443b-bc33-c2cd8cd403cf', 'tag': '61f739b0-4025-48d4-b016-d05326176c9c'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:41:01.893318 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01dc3760-b3f9-4716-95da-936eb3f2100f" -d '{"events": [{"name": "network-changed", "server_uuid": "040a87bd-3af7-443b-bc33-c2cd8cd403cf", "tag": "61f739b0-4025-48d4-b016-d05326176c9c"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:41:01.916393 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b1a68-c644-4bbb-bf32-f55940c5e579 req-cdd60ec6-c462-4ed3-a2b4-b3eb8eb9b5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:01.919253 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0f0b1a68-c644-4bbb-bf32-f55940c5e579 req-cdd60ec6-c462-4ed3-a2b4-b3eb8eb9b5d6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4bd40b21-e95e-4d1c-888d-d0084f7e3858 HTTP/1.1" status: 200 len: 834 time: 0.1521533 Aug 10 03:41:01.922349 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f05d5f0-ac78-4c00-bf4d-86609f2e98e4 service neutron] Pushing event updated for resources: {'Port': ['ID=61f739b0-4025-48d4-b016-d05326176c9c,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:02.006350 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3ae3ba-bfc0-4ff4-9c22-8214ff87e5b0 x-openstack-request-id: req-1e3ae3ba-bfc0-4ff4-9c22-8214ff87e5b0 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:41:02.006659 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "040a87bd-3af7-443b-bc33-c2cd8cd403cf", "tag": "61f739b0-4025-48d4-b016-d05326176c9c", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:41:02.006945 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1e3ae3ba-bfc0-4ff4-9c22-8214ff87e5b0 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:41:02.007365 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '040a87bd-3af7-443b-bc33-c2cd8cd403cf', 'tag': '61f739b0-4025-48d4-b016-d05326176c9c', 'status': 'completed', 'code': 200} Aug 10 03:41:02.025503 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b1a68-c644-4bbb-bf32-f55940c5e579 req-dcc4f74f-ceee-450e-80c3-5b12ee771bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:02.027802 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0f0b1a68-c644-4bbb-bf32-f55940c5e579 req-dcc4f74f-ceee-450e-80c3-5b12ee771bd4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4bd40b21-e95e-4d1c-888d-d0084f7e3858 HTTP/1.1" status: 200 len: 834 time: 0.1826320 Aug 10 03:41:02.046760 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b1a68-c644-4bbb-bf32-f55940c5e579 req-1f632425-3445-4e36-9d54-096c7336fdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:02.049992 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0f0b1a68-c644-4bbb-bf32-f55940c5e579 req-1f632425-3445-4e36-9d54-096c7336fdb2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d7392ce1-6476-4de2-8458-989d7b3729a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1235955 Aug 10 03:41:02.055262 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1aec67-71f3-4362-bfbc-fb40f92f26e9 req-e20e1f32-3302-4731-bf1b-e5419ac40e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:02.068029 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ae1aec67-71f3-4362-bfbc-fb40f92f26e9 req-e20e1f32-3302-4731-bf1b-e5419ac40e8a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf46dc7d96e74359a233bb4d876edd57&device_id=040a87bd-3af7-443b-bc33-c2cd8cd403cf HTTP/1.1" status: 200 len: 1095 time: 0.0972042 Aug 10 03:41:02.252959 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ae1aec67-71f3-4362-bfbc-fb40f92f26e9 req-9ac08a7f-71e7-4089-a6b8-64190e59caa6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61f739b0-4025-48d4-b016-d05326176c9c HTTP/1.1" status: 200 len: 217 time: 0.1839259 Aug 10 03:41:02.255867 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b1a68-c644-4bbb-bf32-f55940c5e579 req-66ac50ea-9a37-4606-b5b6-6b15e5d17c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:02.258125 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0f0b1a68-c644-4bbb-bf32-f55940c5e579 req-66ac50ea-9a37-4606-b5b6-6b15e5d17c1d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d7392ce1-6476-4de2-8458-989d7b3729a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2143919 Aug 10 03:41:02.260727 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0f0b1a68-c644-4bbb-bf32-f55940c5e579 req-3f7c3660-a8fa-49ed-af69-a56978154a01 service neutron] 10.222.0.60 "GET /v2.0/networks/d7392ce1-6476-4de2-8458-989d7b3729a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982143 Aug 10 03:41:02.429608 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1aec67-71f3-4362-bfbc-fb40f92f26e9 req-43ff17f2-3005-40a7-b80d-622e3db4e46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:02.431240 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ae1aec67-71f3-4362-bfbc-fb40f92f26e9 req-43ff17f2-3005-40a7-b80d-622e3db4e46b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=036b75a5-4076-4503-a708-471e0be52cae HTTP/1.1" status: 200 len: 851 time: 0.1708498 Aug 10 03:41:02.461341 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77eac7-f461-4255-8bd8-d3f5d5c6a87b req-4f26279e-6e05-4896-b356-448168d115bb tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:02.463684 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ca77eac7-f461-4255-8bd8-d3f5d5c6a87b req-4f26279e-6e05-4896-b356-448168d115bb tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=040a87bd-3af7-443b-bc33-c2cd8cd403cf HTTP/1.1" status: 200 len: 943 time: 0.1145411 Aug 10 03:41:02.531259 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0f0b1a68-c644-4bbb-bf32-f55940c5e579 req-babfe214-dfdd-4584-ad95-036c951a0840 service neutron] 10.222.0.60 "GET /v2.0/networks/d7392ce1-6476-4de2-8458-989d7b3729a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453222 Aug 10 03:41:02.552142 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1aec67-71f3-4362-bfbc-fb40f92f26e9 req-385f308f-bb8a-4ab7-8ba7-c4ba0a10f326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:02.553796 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ae1aec67-71f3-4362-bfbc-fb40f92f26e9 req-385f308f-bb8a-4ab7-8ba7-c4ba0a10f326 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e9c5b57-a104-4b29-a8ed-ceb6086c40ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1134918 Aug 10 03:41:02.613857 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0f0b1a68-c644-4bbb-bf32-f55940c5e579 req-5a5a57de-1c3f-4f9e-81d5-af70778ff487 service neutron] 10.222.0.58 "GET /v2.0/networks/d7392ce1-6476-4de2-8458-989d7b3729a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478644 Aug 10 03:41:02.626086 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ca77eac7-f461-4255-8bd8-d3f5d5c6a87b req-fc379aee-dd2f-4a5f-b20d-a199115a6b05 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398299 Aug 10 03:41:02.684614 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ae1aec67-71f3-4362-bfbc-fb40f92f26e9 req-f7960d77-0c0d-4969-be2f-ee043a6f69c2 service neutron] 10.222.0.60 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172860 Aug 10 03:41:02.793428 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec232006-c499-4e8a-bf5e-4f8d2e579247 req-84d62423-11c1-4f9e-8616-6ea766052a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:02.795233 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ec232006-c499-4e8a-bf5e-4f8d2e579247 req-84d62423-11c1-4f9e-8616-6ea766052a28 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d4cffc5e26914104899297a77f2206bf&device_id=03be5010-2981-4116-95ce-7e969f5fdbbe HTTP/1.1" status: 200 len: 1096 time: 0.1800423 Aug 10 03:41:02.838691 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ae1aec67-71f3-4362-bfbc-fb40f92f26e9 req-819cdbe7-3a3d-482b-b7a9-4f515648a88d service neutron] 10.222.0.60 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457822 Aug 10 03:41:02.850346 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d81e9-7efd-42d0-9716-10f1a9d275c3 req-06b85e03-2873-46dd-8405-e37fd785af00 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:02.852373 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1d8d81e9-7efd-42d0-9716-10f1a9d275c3 req-06b85e03-2873-46dd-8405-e37fd785af00 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=03be5010-2981-4116-95ce-7e969f5fdbbe HTTP/1.1" status: 200 len: 944 time: 0.0764701 Aug 10 03:41:02.903947 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0f0b1a68-c644-4bbb-bf32-f55940c5e579 req-ef7f215b-de63-4a13-b8cf-1f8c5b544c43 service neutron] 10.222.0.58 "GET /v2.0/networks/d7392ce1-6476-4de2-8458-989d7b3729a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787752 Aug 10 03:41:02.946521 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec232006-c499-4e8a-bf5e-4f8d2e579247 req-4d687c66-8581-47a4-b590-0536af91d347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:02.950536 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ec232006-c499-4e8a-bf5e-4f8d2e579247 req-4d687c66-8581-47a4-b590-0536af91d347 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d7392ce1-6476-4de2-8458-989d7b3729a5 HTTP/1.1" status: 200 len: 898 time: 0.1205416 Aug 10 03:41:03.009328 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1d8d81e9-7efd-42d0-9716-10f1a9d275c3 req-9de3769f-8e7e-47ab-a854-598103adc207 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2591c67-43d6-4c71-8cde-e02fdacf5c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479864 Aug 10 03:41:03.038721 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ec232006-c499-4e8a-bf5e-4f8d2e579247 req-564236da-0f36-4fde-b9d9-5a6ad3c04551 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e038ddda-90e3-4e79-bc60-b495e0929a06 HTTP/1.1" status: 200 len: 999 time: 0.0823491 Aug 10 03:41:03.039799 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 33448) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:03.059133 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc3760-b3f9-4716-95da-936eb3f2100f req-9fdb6a22-f967-4fe6-9613-d2db85e2f280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:03.060712 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-01dc3760-b3f9-4716-95da-936eb3f2100f req-9fdb6a22-f967-4fe6-9613-d2db85e2f280 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf46dc7d96e74359a233bb4d876edd57&device_id=040a87bd-3af7-443b-bc33-c2cd8cd403cf HTTP/1.1" status: 200 len: 1095 time: 0.1325495 Aug 10 03:41:03.069010 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f7d90983-f1e9-43e1-8ad2-2cd323e81159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:03.107647 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4827ca99-da96-4dec-97f6-e11d853f7854 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/floatingips/c399ed9a-1d30-46a8-b42a-c0d6dfc4d75b HTTP/1.1" status: 200 len: 991 time: 0.0665655 Aug 10 03:41:03.153285 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec232006-c499-4e8a-bf5e-4f8d2e579247 req-9079109a-6b90-42bc-ae36-e9134db404ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:03.154942 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ec232006-c499-4e8a-bf5e-4f8d2e579247 req-9079109a-6b90-42bc-ae36-e9134db404ba service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4bd40b21-e95e-4d1c-888d-d0084f7e3858 HTTP/1.1" status: 200 len: 834 time: 0.0461612 Aug 10 03:41:03.176939 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc3760-b3f9-4716-95da-936eb3f2100f req-7778e4ae-783a-4ff2-a5a7-4eedb83e33fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:03.180240 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-01dc3760-b3f9-4716-95da-936eb3f2100f req-7778e4ae-783a-4ff2-a5a7-4eedb83e33fa service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e9c5b57-a104-4b29-a8ed-ceb6086c40ae HTTP/1.1" status: 200 len: 913 time: 0.1081500 Aug 10 03:41:03.213606 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec232006-c499-4e8a-bf5e-4f8d2e579247 req-f35146d4-0a59-4a51-b5be-81b73633985c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:03.217927 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ec232006-c499-4e8a-bf5e-4f8d2e579247 req-f35146d4-0a59-4a51-b5be-81b73633985c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d7392ce1-6476-4de2-8458-989d7b3729a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556850 Aug 10 03:41:03.227991 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-01dc3760-b3f9-4716-95da-936eb3f2100f req-efb3d67e-ff07-445e-b6b3-94a1868f1d90 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61f739b0-4025-48d4-b016-d05326176c9c HTTP/1.1" status: 200 len: 217 time: 0.0401909 Aug 10 03:41:03.300511 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc3760-b3f9-4716-95da-936eb3f2100f req-8f414223-6d8d-446f-a9ca-8fa93966d729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:03.302020 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-01dc3760-b3f9-4716-95da-936eb3f2100f req-8f414223-6d8d-446f-a9ca-8fa93966d729 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=036b75a5-4076-4503-a708-471e0be52cae HTTP/1.1" status: 200 len: 851 time: 0.0672340 Aug 10 03:41:03.331437 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ec232006-c499-4e8a-bf5e-4f8d2e579247 req-46413dae-88b4-45be-94f7-ea698ce82f18 service neutron] 10.222.0.60 "GET /v2.0/networks/d7392ce1-6476-4de2-8458-989d7b3729a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052854 Aug 10 03:41:03.358508 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc3760-b3f9-4716-95da-936eb3f2100f req-c55a7296-a843-4f57-90fe-3ec6453a3327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:03.360100 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-01dc3760-b3f9-4716-95da-936eb3f2100f req-c55a7296-a843-4f57-90fe-3ec6453a3327 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e9c5b57-a104-4b29-a8ed-ceb6086c40ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507815 Aug 10 03:41:03.432727 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:03.442720 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ec232006-c499-4e8a-bf5e-4f8d2e579247 req-a8413076-be46-427a-b440-f868f852c2d1 service neutron] 10.222.0.60 "GET /v2.0/networks/d7392ce1-6476-4de2-8458-989d7b3729a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041195 Aug 10 03:41:03.470516 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-01dc3760-b3f9-4716-95da-936eb3f2100f req-fe7d11ce-e59b-43c9-80c9-cd3f337ef939 service neutron] 10.222.0.60 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026323 Aug 10 03:41:03.578078 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-01dc3760-b3f9-4716-95da-936eb3f2100f req-3e2c5ed8-39eb-4f95-92c2-70c8abc87ef3 service neutron] 10.222.0.60 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945823 Aug 10 03:41:03.751818 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e27217-9218-421f-b2e7-a6f1f62bfe5e req-20558535-dcfa-43f7-ab0c-0ad03ea61fed tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:03.753599 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d5e27217-9218-421f-b2e7-a6f1f62bfe5e req-20558535-dcfa-43f7-ab0c-0ad03ea61fed tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=040a87bd-3af7-443b-bc33-c2cd8cd403cf HTTP/1.1" status: 200 len: 943 time: 0.0511866 Aug 10 03:41:03.796441 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d5e27217-9218-421f-b2e7-a6f1f62bfe5e req-15d387a7-702b-4781-a9f0-b67105f7dacd tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358806 Aug 10 03:41:04.260934 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:04.476909 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device e038ddda-90e3-4e79-bc60-b495e0929a06 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:41:04.585426 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port e038ddda-90e3-4e79-bc60-b495e0929a06, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=e038ddda-90e3-4e79-bc60-b495e0929a06,segment=NetworkSegment(7ae25d03-cceb-454d-a0f0-81d7cc42103b),segment_id=7ae25d03-cceb-454d-a0f0-81d7cc42103b)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:04.603205 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': 'e038ddda-90e3-4e79-bc60-b495e0929a06', 'network_id': 'd7392ce1-6476-4de2-8458-989d7b3729a5', 'port_id': 'e038ddda-90e3-4e79-bc60-b495e0929a06', 'mac_address': 'fa:16:3e:aa:95:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bd40b21-e95e-4d1c-888d-d0084f7e3858', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:41:04.646816 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:04.661930 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e038ddda-90e3-4e79-bc60-b495e0929a06 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:41:04.683289 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port e038ddda-90e3-4e79-bc60-b495e0929a06, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=e038ddda-90e3-4e79-bc60-b495e0929a06,segment=NetworkSegment(7ae25d03-cceb-454d-a0f0-81d7cc42103b),segment_id=7ae25d03-cceb-454d-a0f0-81d7cc42103b)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:04.687985 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:04.744338 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=e038ddda-90e3-4e79-bc60-b495e0929a06,revision_number=12']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:04.928689 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac19d3-9b8e-4fba-94aa-fcda7f41d752 req-ac445d90-3b5f-48d6-adba-917aba9cb86d tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:04.930175 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['e038ddda-90e3-4e79-bc60-b495e0929a06'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:41:04.937880 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-30ac19d3-9b8e-4fba-94aa-fcda7f41d752 req-ac445d90-3b5f-48d6-adba-917aba9cb86d tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=040a87bd-3af7-443b-bc33-c2cd8cd403cf HTTP/1.1" status: 200 len: 943 time: 0.0662458 Aug 10 03:41:04.991766 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-30ac19d3-9b8e-4fba-94aa-fcda7f41d752 req-de62a10e-613f-495c-a6ed-29b91ef805a9 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485013 Aug 10 03:41:05.701895 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-de02fe85-3030-41c0-a76d-bda8b8b74883 req-fa16fcaa-8f63-4f7a-879e-919c98c82b9b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=64e99a93-503f-4589-a54b-4bfb4b839f89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0419629 Aug 10 03:41:05.792172 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02fe85-3030-41c0-a76d-bda8b8b74883 req-766608e2-69ad-4b77-b77b-cacf3a6d34f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:05.793956 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-de02fe85-3030-41c0-a76d-bda8b8b74883 req-766608e2-69ad-4b77-b77b-cacf3a6d34f3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4c338092054e4c64a6391807bc8d123e&device_id=64e99a93-503f-4589-a54b-4bfb4b839f89 HTTP/1.1" status: 200 len: 1097 time: 0.0421762 Aug 10 03:41:05.900386 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02fe85-3030-41c0-a76d-bda8b8b74883 req-51c383d9-7279-4433-ae64-e6b87a3240bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:05.901860 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-de02fe85-3030-41c0-a76d-bda8b8b74883 req-51c383d9-7279-4433-ae64-e6b87a3240bd service neutron] 10.222.0.58 "GET /v2.0/networks?id=279202d0-9092-43db-a92b-1b10a2ad47a0 HTTP/1.1" status: 200 len: 910 time: 0.0883179 Aug 10 03:41:05.973198 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-de02fe85-3030-41c0-a76d-bda8b8b74883 req-a32ad31f-c471-483c-8997-b614f30dd374 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90c9acd8-06fa-4b48-adf3-2d7412895c25 HTTP/1.1" status: 200 len: 1001 time: 0.0615621 Aug 10 03:41:06.007526 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:06.028435 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02fe85-3030-41c0-a76d-bda8b8b74883 req-20db50a0-4d95-48a4-91a2-e2f985f9132a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:06.030070 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-de02fe85-3030-41c0-a76d-bda8b8b74883 req-20db50a0-4d95-48a4-91a2-e2f985f9132a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f2663f19-57f7-4b1a-a47e-fe316f67f230 HTTP/1.1" status: 200 len: 848 time: 0.0502286 Aug 10 03:41:06.090412 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02fe85-3030-41c0-a76d-bda8b8b74883 req-389536f3-e55c-4cb8-8c1d-b4a1fa079152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:06.092335 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-de02fe85-3030-41c0-a76d-bda8b8b74883 req-389536f3-e55c-4cb8-8c1d-b4a1fa079152 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=279202d0-9092-43db-a92b-1b10a2ad47a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557389 Aug 10 03:41:06.112857 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24482e6d-2a7e-4775-9158-f63a2ec41f82 req-254e765d-d7fa-4207-83d3-a2747a68dbf8 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:06.115124 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-24482e6d-2a7e-4775-9158-f63a2ec41f82 req-254e765d-d7fa-4207-83d3-a2747a68dbf8 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=040a87bd-3af7-443b-bc33-c2cd8cd403cf HTTP/1.1" status: 200 len: 943 time: 0.0603340 Aug 10 03:41:06.161731 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-24482e6d-2a7e-4775-9158-f63a2ec41f82 req-429feea3-e2ee-492a-bf90-90b6191e5dff tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347915 Aug 10 03:41:06.200133 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-de02fe85-3030-41c0-a76d-bda8b8b74883 req-df19e589-d617-440b-b9f1-b9f1775a23a0 service neutron] 10.222.0.58 "GET /v2.0/networks/279202d0-9092-43db-a92b-1b10a2ad47a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993228 Aug 10 03:41:06.298378 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-de02fe85-3030-41c0-a76d-bda8b8b74883 req-1b0daa00-e68e-4093-b2c9-07db461477f6 service neutron] 10.222.0.58 "GET /v2.0/networks/279202d0-9092-43db-a92b-1b10a2ad47a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915406 Aug 10 03:41:06.483355 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device e038ddda-90e3-4e79-bc60-b495e0929a06 up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:06.545720 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port e038ddda-90e3-4e79-bc60-b495e0929a06 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:06.550176 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port e038ddda-90e3-4e79-bc60-b495e0929a06 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:06.550646 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:06.628804 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:06.653804 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03be5010-2981-4116-95ce-7e969f5fdbbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e038ddda-90e3-4e79-bc60-b495e0929a06'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:41:06.656091 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d78679f-ccad-4295-9ecc-3ed0c4e5c545" -d '{"events": [{"server_uuid": "03be5010-2981-4116-95ce-7e969f5fdbbe", "name": "network-vif-plugged", "status": "completed", "tag": "e038ddda-90e3-4e79-bc60-b495e0929a06"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:41:06.669641 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port e038ddda-90e3-4e79-bc60-b495e0929a06, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=e038ddda-90e3-4e79-bc60-b495e0929a06,segment=NetworkSegment(7ae25d03-cceb-454d-a0f0-81d7cc42103b),segment_id=7ae25d03-cceb-454d-a0f0-81d7cc42103b)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:06.673264 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:06.700079 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55868d7f-c9a5-4fd2-bbfe-3eebf77bcae1 x-openstack-request-id: req-55868d7f-c9a5-4fd2-bbfe-3eebf77bcae1 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:41:06.700426 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03be5010-2981-4116-95ce-7e969f5fdbbe", "name": "network-vif-plugged", "status": "completed", "tag": "e038ddda-90e3-4e79-bc60-b495e0929a06", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:41:06.700537 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-55868d7f-c9a5-4fd2-bbfe-3eebf77bcae1 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:41:06.700877 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03be5010-2981-4116-95ce-7e969f5fdbbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e038ddda-90e3-4e79-bc60-b495e0929a06', 'code': 200} Aug 10 03:41:06.726991 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=e038ddda-90e3-4e79-bc60-b495e0929a06,revision_number=13']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:07.404559 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1149888d-1a50-421e-b4cc-6e5090a5298c req-f6bc1169-cee0-4144-bf2e-a45316113575 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:07.406321 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1149888d-1a50-421e-b4cc-6e5090a5298c req-f6bc1169-cee0-4144-bf2e-a45316113575 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=040a87bd-3af7-443b-bc33-c2cd8cd403cf HTTP/1.1" status: 200 len: 943 time: 0.1719990 Aug 10 03:41:07.447943 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1149888d-1a50-421e-b4cc-6e5090a5298c req-0e0bde00-77f0-452a-a56c-7bec0cf72e17 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349441 Aug 10 03:41:08.569585 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddaa488-9127-4f32-8734-a5cb7f1eec20 req-788e8735-efbe-4856-addf-4dcfdabcd20d tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:08.571728 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4ddaa488-9127-4f32-8734-a5cb7f1eec20 req-788e8735-efbe-4856-addf-4dcfdabcd20d tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=040a87bd-3af7-443b-bc33-c2cd8cd403cf HTTP/1.1" status: 200 len: 943 time: 0.0536580 Aug 10 03:41:08.610691 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4ddaa488-9127-4f32-8734-a5cb7f1eec20 req-b8b02a37-941e-4181-9f58-c56a18f65958 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330102 Aug 10 03:41:09.739187 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f858a-d1fc-4440-9ed5-e9e54360fcb7 req-f88f5ed8-a8db-433b-a54c-e9a965a446b7 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:09.740716 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0b9f858a-d1fc-4440-9ed5-e9e54360fcb7 req-f88f5ed8-a8db-433b-a54c-e9a965a446b7 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=040a87bd-3af7-443b-bc33-c2cd8cd403cf HTTP/1.1" status: 200 len: 943 time: 0.0526869 Aug 10 03:41:09.779699 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0b9f858a-d1fc-4440-9ed5-e9e54360fcb7 req-2364e5c3-a83d-4a4b-90ab-6bb70d9d33b7 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321069 Aug 10 03:41:10.957124 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a7d87-da43-467c-8c46-ba3841b73e18 req-b19e2101-5e61-4f8f-aa9f-534d7afee6a7 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:10.959040 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ab0a7d87-da43-467c-8c46-ba3841b73e18 req-b19e2101-5e61-4f8f-aa9f-534d7afee6a7 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=040a87bd-3af7-443b-bc33-c2cd8cd403cf HTTP/1.1" status: 200 len: 943 time: 0.1117325 Aug 10 03:41:10.999828 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ab0a7d87-da43-467c-8c46-ba3841b73e18 req-7b17fb88-45eb-45a8-b05d-a60499d10a85 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339556 Aug 10 03:41:12.124402 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceee6b5-8e4c-431e-bfbf-1b245ac42af4 req-bdb87d9d-664a-4bb1-b5df-b3807d94525e tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:12.125929 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8ceee6b5-8e4c-431e-bfbf-1b245ac42af4 req-bdb87d9d-664a-4bb1-b5df-b3807d94525e tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=040a87bd-3af7-443b-bc33-c2cd8cd403cf HTTP/1.1" status: 200 len: 943 time: 0.0586798 Aug 10 03:41:12.172628 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8ceee6b5-8e4c-431e-bfbf-1b245ac42af4 req-a674fdda-5a42-414b-8dd4-79c47a83bd4b tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370901 Aug 10 03:41:12.495573 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 61f739b0-4025-48d4-b016-d05326176c9c details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:41:12.596203 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 61f739b0-4025-48d4-b016-d05326176c9c, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=61f739b0-4025-48d4-b016-d05326176c9c,segment=NetworkSegment(5c87df8d-954c-4397-aa68-23e5690c99d4),segment_id=5c87df8d-954c-4397-aa68-23e5690c99d4)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:12.611557 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '61f739b0-4025-48d4-b016-d05326176c9c', 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae', 'port_id': '61f739b0-4025-48d4-b016-d05326176c9c', 'mac_address': 'fa:16:3e:5d:eb:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '036b75a5-4076-4503-a708-471e0be52cae', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:41:12.648594 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:12.661333 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61f739b0-4025-48d4-b016-d05326176c9c {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:41:12.686799 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 61f739b0-4025-48d4-b016-d05326176c9c, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=61f739b0-4025-48d4-b016-d05326176c9c,segment=NetworkSegment(5c87df8d-954c-4397-aa68-23e5690c99d4),segment_id=5c87df8d-954c-4397-aa68-23e5690c99d4)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:12.691798 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:12.740576 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=61f739b0-4025-48d4-b016-d05326176c9c,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:12.928070 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['61f739b0-4025-48d4-b016-d05326176c9c'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:41:13.303795 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a92ea05-0db9-4c2a-be91-8c2c22472338 req-fae78564-627a-48f3-a2a1-0f7d3832b195 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:13.305313 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3a92ea05-0db9-4c2a-be91-8c2c22472338 req-fae78564-627a-48f3-a2a1-0f7d3832b195 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=040a87bd-3af7-443b-bc33-c2cd8cd403cf HTTP/1.1" status: 200 len: 944 time: 0.0586224 Aug 10 03:41:13.345078 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3a92ea05-0db9-4c2a-be91-8c2c22472338 req-6a30c3f4-b2f3-4a57-a444-a09ff44cda99 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337489 Aug 10 03:41:14.460865 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7dd21a-64b5-4e9c-8f7a-a64e0102122e req-d2bdd3ef-94c9-4886-a356-612799541c16 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:14.462934 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9a7dd21a-64b5-4e9c-8f7a-a64e0102122e req-d2bdd3ef-94c9-4886-a356-612799541c16 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=040a87bd-3af7-443b-bc33-c2cd8cd403cf HTTP/1.1" status: 200 len: 944 time: 0.0503638 Aug 10 03:41:14.498012 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 61f739b0-4025-48d4-b016-d05326176c9c up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:14.502994 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9a7dd21a-64b5-4e9c-8f7a-a64e0102122e req-98d17ccf-0958-41e5-aa38-e29434bfd08f tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340078 Aug 10 03:41:14.556272 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port 61f739b0-4025-48d4-b016-d05326176c9c completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:14.560190 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 61f739b0-4025-48d4-b016-d05326176c9c triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:14.560571 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:14.640159 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:14.662613 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040a87bd-3af7-443b-bc33-c2cd8cd403cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f739b0-4025-48d4-b016-d05326176c9c'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:41:14.665545 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14701e1e-a0d8-4aad-b691-33f6df2ab553" -d '{"events": [{"server_uuid": "040a87bd-3af7-443b-bc33-c2cd8cd403cf", "name": "network-vif-plugged", "status": "completed", "tag": "61f739b0-4025-48d4-b016-d05326176c9c"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:41:14.678749 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 61f739b0-4025-48d4-b016-d05326176c9c, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=61f739b0-4025-48d4-b016-d05326176c9c,segment=NetworkSegment(5c87df8d-954c-4397-aa68-23e5690c99d4),segment_id=5c87df8d-954c-4397-aa68-23e5690c99d4)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:14.683624 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:14.709860 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392044b0-e7e2-4540-93d3-fdb0adce72f8 x-openstack-request-id: req-392044b0-e7e2-4540-93d3-fdb0adce72f8 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:41:14.710208 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040a87bd-3af7-443b-bc33-c2cd8cd403cf", "name": "network-vif-plugged", "status": "completed", "tag": "61f739b0-4025-48d4-b016-d05326176c9c", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:41:14.710491 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-392044b0-e7e2-4540-93d3-fdb0adce72f8 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:41:14.711015 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '040a87bd-3af7-443b-bc33-c2cd8cd403cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f739b0-4025-48d4-b016-d05326176c9c', 'code': 200} Aug 10 03:41:14.737681 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=61f739b0-4025-48d4-b016-d05326176c9c,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:14.804605 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3ce3d-7c29-4ba2-a57c-d2c1c0aed65e req-a53cbb58-9e1f-4517-b88f-5bf2cff2c27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:14.806099 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-24b3ce3d-7c29-4ba2-a57c-d2c1c0aed65e req-a53cbb58-9e1f-4517-b88f-5bf2cff2c27a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=040a87bd-3af7-443b-bc33-c2cd8cd403cf HTTP/1.1" status: 200 len: 1097 time: 0.0412126 Aug 10 03:41:14.852362 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-24b3ce3d-7c29-4ba2-a57c-d2c1c0aed65e req-6c19f2e6-32ab-4e4a-8961-ba906544fba7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326962 Aug 10 03:41:15.643031 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d8ad8-dfe8-480d-85bc-8305b491dbf2 req-8a761d97-03e5-4f9b-8f0d-164c22dc1c2e tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:15.644597 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-844d8ad8-dfe8-480d-85bc-8305b491dbf2 req-8a761d97-03e5-4f9b-8f0d-164c22dc1c2e tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=040a87bd-3af7-443b-bc33-c2cd8cd403cf HTTP/1.1" status: 200 len: 945 time: 0.0547974 Aug 10 03:41:15.699395 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-844d8ad8-dfe8-480d-85bc-8305b491dbf2 req-58f48c4e-a996-4dd2-aa49-8014208adee5 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484650 Aug 10 03:41:16.817122 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd8cc55-74c4-4f17-a49b-d2474a28d497 req-5c578647-4eec-42b6-9eb9-7e976cd24d1f tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:16.818697 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ccd8cc55-74c4-4f17-a49b-d2474a28d497 req-5c578647-4eec-42b6-9eb9-7e976cd24d1f tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=040a87bd-3af7-443b-bc33-c2cd8cd403cf HTTP/1.1" status: 200 len: 945 time: 0.0494695 Aug 10 03:41:16.859420 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ccd8cc55-74c4-4f17-a49b-d2474a28d497 req-6dd393ea-123b-4e52-b862-e9f63bfdf855 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338464 Aug 10 03:41:16.979231 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebeb4d7-95bf-4d1e-ae48-6f803654ef46 req-6141c08a-3435-4ade-a772-d5c224450c79 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:16.980775 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0ebeb4d7-95bf-4d1e-ae48-6f803654ef46 req-6141c08a-3435-4ade-a772-d5c224450c79 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=040a87bd-3af7-443b-bc33-c2cd8cd403cf HTTP/1.1" status: 200 len: 945 time: 0.0512054 Aug 10 03:41:17.019427 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0ebeb4d7-95bf-4d1e-ae48-6f803654ef46 req-bfcd0bd4-a670-45f8-9b91-0b55e1ba17df tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327687 Aug 10 03:41:19.587284 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df01e7d-88ab-40ab-bf5e-297bc0ba2a1f req-74b16a37-bc86-4ec2-bfd8-41e5605a572f tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:19.588707 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7df01e7d-88ab-40ab-bf5e-297bc0ba2a1f req-74b16a37-bc86-4ec2-bfd8-41e5605a572f tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/networks?id=7e9c5b57-a104-4b29-a8ed-ceb6086c40ae HTTP/1.1" status: 200 len: 812 time: 0.1058815 Aug 10 03:41:19.604459 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7df01e7d-88ab-40ab-bf5e-297bc0ba2a1f req-73e0e563-5580-4f88-b830-0017793fbbe7 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/quotas/cf46dc7d96e74359a233bb4d876edd57 HTTP/1.1" status: 200 len: 375 time: 0.0099823 Aug 10 03:41:19.659272 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7df01e7d-88ab-40ab-bf5e-297bc0ba2a1f req-8d4e82df-1235-40d5-9699-584821bba1f2 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=cf46dc7d96e74359a233bb4d876edd57&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0483098 Aug 10 03:41:19.804060 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7df01e7d-88ab-40ab-bf5e-297bc0ba2a1f req-3db0abbb-4840-4109-9835-d1ce597f2684 service neutron] 10.222.0.62 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369038 Aug 10 03:41:19.891481 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7df01e7d-88ab-40ab-bf5e-297bc0ba2a1f req-c8ee79d9-3c4d-4110-8978-c7139c7e940e service neutron] 10.222.0.62 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811248 Aug 10 03:41:20.088447 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0130a388-cd35-48a8-be3a-ada8b6301d91 req-433382cb-d017-4566-aecd-0af36550212a tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=1923847c-7141-4d9c-ad23-65ec30651223 HTTP/1.1" status: 200 len: 210 time: 0.0278440 Aug 10 03:41:20.926379 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:41:21.228264 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ea0a8aa5-7df3-434f-afac-7493e9a99808 req-ee514b2b-fa94-4fc8-b546-15c6c7982dba tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=1923847c-7141-4d9c-ad23-65ec30651223 HTTP/1.1" status: 200 len: 210 time: 0.0466318 Aug 10 03:41:21.332973 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df01e7d-88ab-40ab-bf5e-297bc0ba2a1f req-79c5e790-fd0c-4b9a-8910-113c94983d4a tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:21.334820 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7df01e7d-88ab-40ab-bf5e-297bc0ba2a1f req-79c5e790-fd0c-4b9a-8910-113c94983d4a tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.58 "GET /v2.0/networks?id=7e9c5b57-a104-4b29-a8ed-ceb6086c40ae HTTP/1.1" status: 200 len: 812 time: 0.4190559 Aug 10 03:41:21.348638 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-7df01e7d-88ab-40ab-bf5e-297bc0ba2a1f req-988f91a1-fa44-44a5-8fe7-47f6e4cce741 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Request body: {'port': {'device_id': '1923847c-7141-4d9c-ad23-65ec30651223', 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae', 'admin_state_up': True, 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:21.499613 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7df01e7d-88ab-40ab-bf5e-297bc0ba2a1f req-988f91a1-fa44-44a5-8fe7-47f6e4cce741 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Made reservation on behalf of cf46dc7d96e74359a233bb4d876edd57 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:21.504028 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7df01e7d-88ab-40ab-bf5e-297bc0ba2a1f req-988f91a1-fa44-44a5-8fe7-47f6e4cce741 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:21.657932 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-7df01e7d-88ab-40ab-bf5e-297bc0ba2a1f req-988f91a1-fa44-44a5-8fe7-47f6e4cce741 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Allocated IP 172.20.0.12 (7e9c5b57-a104-4b29-a8ed-ceb6086c40ae/036b75a5-4076-4503-a708-471e0be52cae/0f1b571b-5121-4abd-ae0a-c436fb945978) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:41:21.829442 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7df01e7d-88ab-40ab-bf5e-297bc0ba2a1f req-988f91a1-fa44-44a5-8fe7-47f6e4cce741 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:21.844470 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-7df01e7d-88ab-40ab-bf5e-297bc0ba2a1f req-988f91a1-fa44-44a5-8fe7-47f6e4cce741 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Transition to ACTIVE for port object 0f1b571b-5121-4abd-ae0a-c436fb945978 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:21.881682 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7df01e7d-88ab-40ab-bf5e-297bc0ba2a1f req-988f91a1-fa44-44a5-8fe7-47f6e4cce741 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:21.897778 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['61f739b0-4025-48d4-b016-d05326176c9c'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:41:21.934192 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7df01e7d-88ab-40ab-bf5e-297bc0ba2a1f req-988f91a1-fa44-44a5-8fe7-47f6e4cce741 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Network 7e9c5b57-a104-4b29-a8ed-ceb6086c40ae is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:41:21.940322 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-7df01e7d-88ab-40ab-bf5e-297bc0ba2a1f req-988f91a1-fa44-44a5-8fe7-47f6e4cce741 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:21.943439 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-7df01e7d-88ab-40ab-bf5e-297bc0ba2a1f req-988f91a1-fa44-44a5-8fe7-47f6e4cce741 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:41:21.977720 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f91a1-fa44-44a5-8fe7-47f6e4cce741 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Pushing event updated for resources: {'Port': ['ID=0f1b571b-5121-4abd-ae0a-c436fb945978,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:22.024413 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df01e7d-88ab-40ab-bf5e-297bc0ba2a1f req-988f91a1-fa44-44a5-8fe7-47f6e4cce741 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:22.025182 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7df01e7d-88ab-40ab-bf5e-297bc0ba2a1f req-988f91a1-fa44-44a5-8fe7-47f6e4cce741 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:22.041769 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7df01e7d-88ab-40ab-bf5e-297bc0ba2a1f req-988f91a1-fa44-44a5-8fe7-47f6e4cce741 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6976514 Aug 10 03:41:22.060963 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-7df01e7d-88ab-40ab-bf5e-297bc0ba2a1f req-26e24485-85e8-4b86-a149-9612695f32b4 service neutron] Request body: {'port': {'device_id': '1923847c-7141-4d9c-ad23-65ec30651223', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:22.141672 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7df01e7d-88ab-40ab-bf5e-297bc0ba2a1f req-26e24485-85e8-4b86-a149-9612695f32b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:22.271754 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-e21a5631-1bca-4681-bc9d-d661f5f7d69a None None] Provisioning for port 0f1b571b-5121-4abd-ae0a-c436fb945978 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:22.282316 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-e21a5631-1bca-4681-bc9d-d661f5f7d69a None None] Provisioning complete for port 0f1b571b-5121-4abd-ae0a-c436fb945978 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:22.282701 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e21a5631-1bca-4681-bc9d-d661f5f7d69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:22.363405 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-e21a5631-1bca-4681-bc9d-d661f5f7d69a None None] Port 0f1b571b-5121-4abd-ae0a-c436fb945978 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:41:22.418429 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df2275-37ff-4ee5-867f-e18332b2aff5 req-d8bec53e-f179-4df8-acd3-6b204cd78b55 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:22.422205 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-22df2275-37ff-4ee5-867f-e18332b2aff5 req-d8bec53e-f179-4df8-acd3-6b204cd78b55 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=1923847c-7141-4d9c-ad23-65ec30651223 HTTP/1.1" status: 200 len: 932 time: 0.0798504 Aug 10 03:41:22.477920 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-22df2275-37ff-4ee5-867f-e18332b2aff5 req-8794e14a-7752-4e23-8587-0bf8947d89b1 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487139 Aug 10 03:41:22.492828 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-7df01e7d-88ab-40ab-bf5e-297bc0ba2a1f req-26e24485-85e8-4b86-a149-9612695f32b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f1b571b-5121-4abd-ae0a-c436fb945978 {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:41:22.501437 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7df01e7d-88ab-40ab-bf5e-297bc0ba2a1f req-26e24485-85e8-4b86-a149-9612695f32b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:22.516933 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-7df01e7d-88ab-40ab-bf5e-297bc0ba2a1f req-26e24485-85e8-4b86-a149-9612695f32b4 service neutron] Transition to ACTIVE for port object 0f1b571b-5121-4abd-ae0a-c436fb945978 will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:22.521264 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7df01e7d-88ab-40ab-bf5e-297bc0ba2a1f req-26e24485-85e8-4b86-a149-9612695f32b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:22.610945 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e24485-85e8-4b86-a149-9612695f32b4 service neutron] Pushing event updated for resources: {'Port': ['ID=0f1b571b-5121-4abd-ae0a-c436fb945978,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:22.698293 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-7df01e7d-88ab-40ab-bf5e-297bc0ba2a1f req-26e24485-85e8-4b86-a149-9612695f32b4 service neutron] Attempting to bind port 0f1b571b-5121-4abd-ae0a-c436fb945978 on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:41:22.698624 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-7df01e7d-88ab-40ab-bf5e-297bc0ba2a1f req-26e24485-85e8-4b86-a149-9612695f32b4 service neutron] Attempting to bind port 0f1b571b-5121-4abd-ae0a-c436fb945978 by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '5c87df8d-954c-4397-aa68-23e5690c99d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:41:22.698979 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df01e7d-88ab-40ab-bf5e-297bc0ba2a1f req-26e24485-85e8-4b86-a149-9612695f32b4 service neutron] Attempting to bind port 0f1b571b-5121-4abd-ae0a-c436fb945978 on network 7e9c5b57-a104-4b29-a8ed-ceb6086c40ae {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:41:22.704125 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df01e7d-88ab-40ab-bf5e-297bc0ba2a1f req-26e24485-85e8-4b86-a149-9612695f32b4 service neutron] Port 0f1b571b-5121-4abd-ae0a-c436fb945978 on network 7e9c5b57-a104-4b29-a8ed-ceb6086c40ae not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:41:22.704443 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df01e7d-88ab-40ab-bf5e-297bc0ba2a1f req-26e24485-85e8-4b86-a149-9612695f32b4 service neutron] Attempting to bind port 0f1b571b-5121-4abd-ae0a-c436fb945978 on network 7e9c5b57-a104-4b29-a8ed-ceb6086c40ae {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:41:22.710233 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df01e7d-88ab-40ab-bf5e-297bc0ba2a1f req-26e24485-85e8-4b86-a149-9612695f32b4 service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:41:22.710569 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df01e7d-88ab-40ab-bf5e-297bc0ba2a1f req-26e24485-85e8-4b86-a149-9612695f32b4 service neutron] Checking segment: {'id': '5c87df8d-954c-4397-aa68-23e5690c99d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:22.711138 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df01e7d-88ab-40ab-bf5e-297bc0ba2a1f req-26e24485-85e8-4b86-a149-9612695f32b4 service neutron] Bound using segment: {'id': '5c87df8d-954c-4397-aa68-23e5690c99d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:41:22.711734 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-7df01e7d-88ab-40ab-bf5e-297bc0ba2a1f req-26e24485-85e8-4b86-a149-9612695f32b4 service neutron] Bound port: 0f1b571b-5121-4abd-ae0a-c436fb945978, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c87df8d-954c-4397-aa68-23e5690c99d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:41:22.712092 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7df01e7d-88ab-40ab-bf5e-297bc0ba2a1f req-26e24485-85e8-4b86-a149-9612695f32b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:22.791288 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-7df01e7d-88ab-40ab-bf5e-297bc0ba2a1f req-26e24485-85e8-4b86-a149-9612695f32b4 service neutron] For port 0f1b571b-5121-4abd-ae0a-c436fb945978, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:41:22.795064 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-7df01e7d-88ab-40ab-bf5e-297bc0ba2a1f req-26e24485-85e8-4b86-a149-9612695f32b4 service neutron] For port 0f1b571b-5121-4abd-ae0a-c436fb945978, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=0f1b571b-5121-4abd-ae0a-c436fb945978,segment=NetworkSegment(5c87df8d-954c-4397-aa68-23e5690c99d4),segment_id=5c87df8d-954c-4397-aa68-23e5690c99d4)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:41:22.800319 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7df01e7d-88ab-40ab-bf5e-297bc0ba2a1f req-26e24485-85e8-4b86-a149-9612695f32b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:22.843647 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df01e7d-88ab-40ab-bf5e-297bc0ba2a1f req-26e24485-85e8-4b86-a149-9612695f32b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:22.844400 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7df01e7d-88ab-40ab-bf5e-297bc0ba2a1f req-26e24485-85e8-4b86-a149-9612695f32b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:22.846078 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7df01e7d-88ab-40ab-bf5e-297bc0ba2a1f req-26e24485-85e8-4b86-a149-9612695f32b4 service neutron] 10.222.0.58 "PUT /v2.0/ports/0f1b571b-5121-4abd-ae0a-c436fb945978 HTTP/1.1" status: 200 len: 1093 time: 0.7956505 Aug 10 03:41:22.846789 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1923847c-7141-4d9c-ad23-65ec30651223', 'tag': '0f1b571b-5121-4abd-ae0a-c436fb945978'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:41:22.849283 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2176da7-3c31-420a-a7db-6e1a3da1928c" -d '{"events": [{"name": "network-changed", "server_uuid": "1923847c-7141-4d9c-ad23-65ec30651223", "tag": "0f1b571b-5121-4abd-ae0a-c436fb945978"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:41:22.908183 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e24485-85e8-4b86-a149-9612695f32b4 service neutron] Pushing event updated for resources: {'Port': ['ID=0f1b571b-5121-4abd-ae0a-c436fb945978,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:22.930284 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffbfdab2-63e8-414b-b691-c482252bd90d x-openstack-request-id: req-ffbfdab2-63e8-414b-b691-c482252bd90d {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:41:22.930992 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1923847c-7141-4d9c-ad23-65ec30651223", "tag": "0f1b571b-5121-4abd-ae0a-c436fb945978", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:41:22.931485 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ffbfdab2-63e8-414b-b691-c482252bd90d {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:41:22.931629 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1923847c-7141-4d9c-ad23-65ec30651223', 'tag': '0f1b571b-5121-4abd-ae0a-c436fb945978', 'status': 'completed', 'code': 200} Aug 10 03:41:22.952995 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df01e7d-88ab-40ab-bf5e-297bc0ba2a1f req-ec6fc2ba-7121-405f-ac69-f8850ba9a2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:22.954958 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7df01e7d-88ab-40ab-bf5e-297bc0ba2a1f req-ec6fc2ba-7121-405f-ac69-f8850ba9a2ca service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cf46dc7d96e74359a233bb4d876edd57&device_id=1923847c-7141-4d9c-ad23-65ec30651223 HTTP/1.1" status: 200 len: 1096 time: 0.0640233 Aug 10 03:41:23.007960 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7df01e7d-88ab-40ab-bf5e-297bc0ba2a1f req-31c69617-4abf-4143-812f-60c05bc71861 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f1b571b-5121-4abd-ae0a-c436fb945978 HTTP/1.1" status: 200 len: 217 time: 0.0447047 Aug 10 03:41:23.074933 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df01e7d-88ab-40ab-bf5e-297bc0ba2a1f req-97aad7c2-96a8-4225-8c94-4d79f9b78254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:23.077419 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7df01e7d-88ab-40ab-bf5e-297bc0ba2a1f req-97aad7c2-96a8-4225-8c94-4d79f9b78254 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=036b75a5-4076-4503-a708-471e0be52cae HTTP/1.1" status: 200 len: 851 time: 0.0623519 Aug 10 03:41:23.134364 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df01e7d-88ab-40ab-bf5e-297bc0ba2a1f req-096401e6-b009-4fb7-af55-2ddcc8264755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:23.135866 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7df01e7d-88ab-40ab-bf5e-297bc0ba2a1f req-096401e6-b009-4fb7-af55-2ddcc8264755 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7e9c5b57-a104-4b29-a8ed-ceb6086c40ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507169 Aug 10 03:41:23.269044 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7df01e7d-88ab-40ab-bf5e-297bc0ba2a1f req-557ac478-cc95-499c-8207-90ae7bccb8bf service neutron] 10.222.0.58 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248426 Aug 10 03:41:23.386260 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7df01e7d-88ab-40ab-bf5e-297bc0ba2a1f req-1dc85200-1399-4a8d-af6c-c0b76377ee6c service neutron] 10.222.0.58 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087022 Aug 10 03:41:23.478514 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2176da7-3c31-420a-a7db-6e1a3da1928c req-20212936-4f7f-4899-8d58-eee9708510ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:23.480902 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a2176da7-3c31-420a-a7db-6e1a3da1928c req-20212936-4f7f-4899-8d58-eee9708510ab service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cf46dc7d96e74359a233bb4d876edd57&device_id=1923847c-7141-4d9c-ad23-65ec30651223 HTTP/1.1" status: 200 len: 1096 time: 0.0459335 Aug 10 03:41:23.598298 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2176da7-3c31-420a-a7db-6e1a3da1928c req-5df183ae-68f9-4981-b555-c2d2641d5d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:23.604184 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a2176da7-3c31-420a-a7db-6e1a3da1928c req-5df183ae-68f9-4981-b555-c2d2641d5d0d service neutron] 10.222.0.58 "GET /v2.0/networks?id=7e9c5b57-a104-4b29-a8ed-ceb6086c40ae HTTP/1.1" status: 200 len: 913 time: 0.1167569 Aug 10 03:41:23.616075 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a5c83-be66-4fd0-b369-33d7973574e0 req-4daa3a04-467f-48aa-a9d8-abcb4f61f392 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:23.624102 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-284a5c83-be66-4fd0-b369-33d7973574e0 req-4daa3a04-467f-48aa-a9d8-abcb4f61f392 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=1923847c-7141-4d9c-ad23-65ec30651223 HTTP/1.1" status: 200 len: 944 time: 0.0670757 Aug 10 03:41:23.678691 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a2176da7-3c31-420a-a7db-6e1a3da1928c req-eaae483b-6b6c-48f7-a5ac-623ee4b7f33a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f1b571b-5121-4abd-ae0a-c436fb945978 HTTP/1.1" status: 200 len: 217 time: 0.0671978 Aug 10 03:41:23.691481 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-284a5c83-be66-4fd0-b369-33d7973574e0 req-1af47eb5-7c5d-408c-bdb8-dca426e1c50c tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598812 Aug 10 03:41:23.760025 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2176da7-3c31-420a-a7db-6e1a3da1928c req-39e4a146-7237-4f25-9d0a-eaa462cd9e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:23.762411 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a2176da7-3c31-420a-a7db-6e1a3da1928c req-39e4a146-7237-4f25-9d0a-eaa462cd9e0e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=036b75a5-4076-4503-a708-471e0be52cae HTTP/1.1" status: 200 len: 851 time: 0.0762324 Aug 10 03:41:23.834934 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2176da7-3c31-420a-a7db-6e1a3da1928c req-38699ef4-97bc-440a-b9f8-95b236337527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:23.838552 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a2176da7-3c31-420a-a7db-6e1a3da1928c req-38699ef4-97bc-440a-b9f8-95b236337527 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7e9c5b57-a104-4b29-a8ed-ceb6086c40ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0687275 Aug 10 03:41:23.971141 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a2176da7-3c31-420a-a7db-6e1a3da1928c req-aa9183e2-d8ab-4487-bd43-7a44f2ad9046 service neutron] 10.222.0.58 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253045 Aug 10 03:41:24.082341 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a2176da7-3c31-420a-a7db-6e1a3da1928c req-1ca78fbc-1ea9-4027-82c5-4caf657b8815 service neutron] 10.222.0.58 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039746 Aug 10 03:41:24.861542 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9500e70-1a9f-4f25-aac1-88ab68ef9a9f req-494e3be5-059a-48da-81a7-fa7177f9fabe tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:24.863668 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d9500e70-1a9f-4f25-aac1-88ab68ef9a9f req-494e3be5-059a-48da-81a7-fa7177f9fabe tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=1923847c-7141-4d9c-ad23-65ec30651223 HTTP/1.1" status: 200 len: 944 time: 0.0687091 Aug 10 03:41:24.916774 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d9500e70-1a9f-4f25-aac1-88ab68ef9a9f req-41f16df8-a8fd-435b-9f7c-9fa414dc7cf1 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445864 Aug 10 03:41:26.120997 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8773f11c-dea7-43ad-877d-73fe1523b3f3 req-7248313f-4865-4ab9-a761-726f5e77998f tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:26.123046 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8773f11c-dea7-43ad-877d-73fe1523b3f3 req-7248313f-4865-4ab9-a761-726f5e77998f tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=1923847c-7141-4d9c-ad23-65ec30651223 HTTP/1.1" status: 200 len: 944 time: 0.1074522 Aug 10 03:41:26.219948 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8773f11c-dea7-43ad-877d-73fe1523b3f3 req-8bc72661-f9c3-4e67-8d3b-15729d202565 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717754 Aug 10 03:41:26.645123 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:26.662778 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:27.390774 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84bc5a-4594-42ef-8cc2-edd0f71537ea req-ad329e5c-83df-4f8e-a475-06247e77b2b7 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:27.392458 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0b84bc5a-4594-42ef-8cc2-edd0f71537ea req-ad329e5c-83df-4f8e-a475-06247e77b2b7 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=1923847c-7141-4d9c-ad23-65ec30651223 HTTP/1.1" status: 200 len: 944 time: 0.0708280 Aug 10 03:41:27.460162 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0b84bc5a-4594-42ef-8cc2-edd0f71537ea req-2ebe512f-2cbe-43a7-953c-b8be7a9be62f tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550895 Aug 10 03:41:28.637474 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5596a6aa-989d-4def-9e42-2f54fa9cddc3 req-50812a05-d8d9-40c4-b398-36ece7003a87 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:28.640131 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5596a6aa-989d-4def-9e42-2f54fa9cddc3 req-50812a05-d8d9-40c4-b398-36ece7003a87 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=1923847c-7141-4d9c-ad23-65ec30651223 HTTP/1.1" status: 200 len: 944 time: 0.0880015 Aug 10 03:41:28.685213 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5596a6aa-989d-4def-9e42-2f54fa9cddc3 req-b96b7067-b1c6-43c6-a3bb-73fd8cd7b604 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384254 Aug 10 03:41:29.842865 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ead01-6842-47ba-8b38-8c203ff6f56c req-141f305a-cbe8-4dc3-b112-68f3ff27a0e1 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:29.850713 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-df8ead01-6842-47ba-8b38-8c203ff6f56c req-141f305a-cbe8-4dc3-b112-68f3ff27a0e1 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=1923847c-7141-4d9c-ad23-65ec30651223 HTTP/1.1" status: 200 len: 944 time: 0.0618808 Aug 10 03:41:29.901291 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-df8ead01-6842-47ba-8b38-8c203ff6f56c req-77e55841-7eb4-459b-865b-e551481a27f8 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471141 Aug 10 03:41:30.341289 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-48b89cc3-db58-477d-9aa1-ce292b39a3ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:31.034014 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57866c-b986-4f37-8dad-7b1a0f31b791 req-d4eebf6d-6fa7-434a-8196-910377e0de55 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:31.035908 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ba57866c-b986-4f37-8dad-7b1a0f31b791 req-d4eebf6d-6fa7-434a-8196-910377e0de55 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=1923847c-7141-4d9c-ad23-65ec30651223 HTTP/1.1" status: 200 len: 944 time: 0.0710008 Aug 10 03:41:31.083661 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ba57866c-b986-4f37-8dad-7b1a0f31b791 req-00c0676a-8a21-4742-9f77-36e1e3f06a02 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393257 Aug 10 03:41:32.217904 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda4b79-d015-4b17-8f98-77b9365eac9f req-b3fbc983-71e8-43fa-8bd9-7367826d1246 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:32.219557 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0bda4b79-d015-4b17-8f98-77b9365eac9f req-b3fbc983-71e8-43fa-8bd9-7367826d1246 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=1923847c-7141-4d9c-ad23-65ec30651223 HTTP/1.1" status: 200 len: 944 time: 0.0577049 Aug 10 03:41:32.263084 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0bda4b79-d015-4b17-8f98-77b9365eac9f req-1dbaff2a-4f4d-4c73-8cad-d1208051c795 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322149 Aug 10 03:41:33.045068 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e01e55d3-60b9-4f76-8b77-c819e4dc7b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:33.418819 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c9447f-64df-4e8a-b9a8-2911952d18a7 req-8c879b8a-bd91-4d64-90df-d3bd3f4e50a0 tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:33.419484 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:33.420352 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c6c9447f-64df-4e8a-b9a8-2911952d18a7 req-8c879b8a-bd91-4d64-90df-d3bd3f4e50a0 tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] 10.222.0.62 "GET /v2.0/ports?device_id=f939cd41-a023-4b72-8db2-3c6780580342 HTTP/1.1" status: 200 len: 950 time: 0.0687332 Aug 10 03:41:33.432934 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e45fb5-9346-4b01-b054-96c0b2351789 req-da956531-ac10-40ea-9bd0-01b40e881e05 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:33.434441 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-73e45fb5-9346-4b01-b054-96c0b2351789 req-da956531-ac10-40ea-9bd0-01b40e881e05 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=1923847c-7141-4d9c-ad23-65ec30651223 HTTP/1.1" status: 200 len: 944 time: 0.0933840 Aug 10 03:41:33.489504 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c6c9447f-64df-4e8a-b9a8-2911952d18a7 req-44fbb58d-a9ca-42dd-880f-ace232b7dffb tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] 10.222.0.62 "GET /v2.0/security-groups?id=caaac3a0-0fea-401f-9882-08ffc665bc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539858 Aug 10 03:41:33.494904 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-73e45fb5-9346-4b01-b054-96c0b2351789 req-25cba2d5-47e9-4cbb-928c-1bbd86c5d861 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535855 Aug 10 03:41:34.261782 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:34.678940 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46505e0c-fa09-4a36-a909-8e3bfc848ce7 req-4284b7c5-2059-4b10-8218-3dec5c28f0a0 tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:34.680981 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-46505e0c-fa09-4a36-a909-8e3bfc848ce7 req-4284b7c5-2059-4b10-8218-3dec5c28f0a0 tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] 10.222.0.62 "GET /v2.0/ports?device_id=f939cd41-a023-4b72-8db2-3c6780580342 HTTP/1.1" status: 200 len: 950 time: 0.0951717 Aug 10 03:41:34.689221 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e75ab1e-928e-47cd-94f3-e59c2b559b61 req-5a81089c-64da-48c8-afee-e6663001f033 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:34.690625 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2e75ab1e-928e-47cd-94f3-e59c2b559b61 req-5a81089c-64da-48c8-afee-e6663001f033 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=1923847c-7141-4d9c-ad23-65ec30651223 HTTP/1.1" status: 200 len: 944 time: 0.0838094 Aug 10 03:41:34.748106 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-46505e0c-fa09-4a36-a909-8e3bfc848ce7 req-5d4183dd-4449-42eb-963b-828d0c384c91 tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] 10.222.0.62 "GET /v2.0/security-groups?id=caaac3a0-0fea-401f-9882-08ffc665bc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556850 Aug 10 03:41:34.752443 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2e75ab1e-928e-47cd-94f3-e59c2b559b61 req-855f9912-ad73-46a4-8a82-9ba74460205b tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544832 Aug 10 03:41:34.796858 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b509076e-07a5-4c91-b52e-6e312b2f434d req-b34ce452-acdd-453c-aad3-921a12889ba2 tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:34.798422 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b509076e-07a5-4c91-b52e-6e312b2f434d req-b34ce452-acdd-453c-aad3-921a12889ba2 tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] 10.222.0.58 "GET /v2.0/ports?device_id=f939cd41-a023-4b72-8db2-3c6780580342 HTTP/1.1" status: 200 len: 950 time: 0.0620415 Aug 10 03:41:34.893058 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-b509076e-07a5-4c91-b52e-6e312b2f434d req-6e7fa975-5703-4bad-990f-a82ec5b78bca tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] Deleting port a7a896f6-4d1c-447a-af58-a7fb8ffdcea0 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:41:34.893404 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-b509076e-07a5-4c91-b52e-6e312b2f434d req-6e7fa975-5703-4bad-990f-a82ec5b78bca tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:34.990351 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-b509076e-07a5-4c91-b52e-6e312b2f434d req-6e7fa975-5703-4bad-990f-a82ec5b78bca tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] For port a7a896f6-4d1c-447a-af58-a7fb8ffdcea0, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=a7a896f6-4d1c-447a-af58-a7fb8ffdcea0,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:34.990713 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-b509076e-07a5-4c91-b52e-6e312b2f434d req-6e7fa975-5703-4bad-990f-a82ec5b78bca tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:35.005127 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-b509076e-07a5-4c91-b52e-6e312b2f434d req-6e7fa975-5703-4bad-990f-a82ec5b78bca tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] Calling delete_port for a7a896f6-4d1c-447a-af58-a7fb8ffdcea0 owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:41:35.141020 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-b509076e-07a5-4c91-b52e-6e312b2f434d req-6e7fa975-5703-4bad-990f-a82ec5b78bca tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:35.153188 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['a7a896f6-4d1c-447a-af58-a7fb8ffdcea0'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:41:35.171775 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7fa975-5703-4bad-990f-a82ec5b78bca tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] Pushing event deleted for resources: {'Port': ['ID=a7a896f6-4d1c-447a-af58-a7fb8ffdcea0,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:35.214067 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-b509076e-07a5-4c91-b52e-6e312b2f434d req-6e7fa975-5703-4bad-990f-a82ec5b78bca tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] No DVR routers for this DVR port a7a896f6-4d1c-447a-af58-a7fb8ffdcea0 on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:41:35.216831 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-b509076e-07a5-4c91-b52e-6e312b2f434d req-6e7fa975-5703-4bad-990f-a82ec5b78bca tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:35.219017 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b509076e-07a5-4c91-b52e-6e312b2f434d req-6e7fa975-5703-4bad-990f-a82ec5b78bca tempest-VolumesBackupsTest-472741720 tempest-VolumesBackupsTest-472741720-project] 10.222.0.58 "DELETE /v2.0/ports/a7a896f6-4d1c-447a-af58-a7fb8ffdcea0 HTTP/1.1" status: 204 len: 173 time: 0.4136496 Aug 10 03:41:35.219476 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f939cd41-a023-4b72-8db2-3c6780580342', 'name': 'network-vif-deleted', 'tag': 'a7a896f6-4d1c-447a-af58-a7fb8ffdcea0'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:41:35.221883 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9e48d8-c155-4b96-bbeb-fd0d35f7a307" -d '{"events": [{"server_uuid": "f939cd41-a023-4b72-8db2-3c6780580342", "name": "network-vif-deleted", "tag": "a7a896f6-4d1c-447a-af58-a7fb8ffdcea0"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:41:35.263426 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d934c10-3d0d-4cb8-957a-1016fe7cb5d3 x-openstack-request-id: req-5d934c10-3d0d-4cb8-957a-1016fe7cb5d3 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:41:35.263725 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f939cd41-a023-4b72-8db2-3c6780580342", "name": "network-vif-deleted", "tag": "a7a896f6-4d1c-447a-af58-a7fb8ffdcea0", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:41:35.263982 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5d934c10-3d0d-4cb8-957a-1016fe7cb5d3 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:41:35.264466 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f939cd41-a023-4b72-8db2-3c6780580342', 'name': 'network-vif-deleted', 'tag': 'a7a896f6-4d1c-447a-af58-a7fb8ffdcea0', 'status': 'completed', 'code': 200} Aug 10 03:41:35.616531 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b1f565-9bf0-4b81-b069-3158a285aec4 req-90d972bc-4439-4cb7-884b-40f1f728f429 tempest-TestNetworkAdvancedServerOps-2124496179 tempest-TestNetworkAdvancedServerOps-2124496179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:35.618481 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-34b1f565-9bf0-4b81-b069-3158a285aec4 req-90d972bc-4439-4cb7-884b-40f1f728f429 tempest-TestNetworkAdvancedServerOps-2124496179 tempest-TestNetworkAdvancedServerOps-2124496179-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=03be5010-2981-4116-95ce-7e969f5fdbbe HTTP/1.1" status: 200 len: 1098 time: 0.0517969 Aug 10 03:41:35.674260 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-34b1f565-9bf0-4b81-b069-3158a285aec4 req-dc8a5da3-91c8-4e3b-aaef-b8b49830dafb tempest-TestNetworkAdvancedServerOps-2124496179 tempest-TestNetworkAdvancedServerOps-2124496179-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=a2591c67-43d6-4c71-8cde-e02fdacf5c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495393 Aug 10 03:41:35.702491 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34366) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:35.928668 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49637965-0c4d-4918-9d8c-6a1703bf4990 req-9d1c4375-f7cb-4e4d-b672-ec1d78c89267 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:35.930464 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-49637965-0c4d-4918-9d8c-6a1703bf4990 req-9d1c4375-f7cb-4e4d-b672-ec1d78c89267 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=1923847c-7141-4d9c-ad23-65ec30651223 HTTP/1.1" status: 200 len: 944 time: 0.0657656 Aug 10 03:41:35.950595 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-6fd455ca-6c77-4767-83cc-d74e55ded7fd tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Deleting port 078e66b4-cf94-4aa3-85a6-cdec128cbaaa {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:41:35.951110 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6fd455ca-6c77-4767-83cc-d74e55ded7fd tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:35.993145 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-49637965-0c4d-4918-9d8c-6a1703bf4990 req-be627000-e576-4a5b-b60e-2d6b11ec0113 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561621 Aug 10 03:41:36.009484 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:36.052609 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6fd455ca-6c77-4767-83cc-d74e55ded7fd tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:36.052863 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6fd455ca-6c77-4767-83cc-d74e55ded7fd tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:36.066431 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-6fd455ca-6c77-4767-83cc-d74e55ded7fd tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Calling delete_port for 078e66b4-cf94-4aa3-85a6-cdec128cbaaa owned by network:floatingip {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:41:36.229579 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6fd455ca-6c77-4767-83cc-d74e55ded7fd tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:36.253352 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd455ca-6c77-4767-83cc-d74e55ded7fd tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event deleted for resources: {'Port': ['ID=078e66b4-cf94-4aa3-85a6-cdec128cbaaa,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:36.316873 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6fd455ca-6c77-4767-83cc-d74e55ded7fd tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for floatingip, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:36.317299 n-d-768851-15 neutron-server[94217]: INFO neutron.db.l3_db [None req-6fd455ca-6c77-4767-83cc-d74e55ded7fd tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Floating IP c399ed9a-1d30-46a8-b42a-c0d6dfc4d75b disassociated (deleted). External IP: 172.25.7.131, port: e038ddda-90e3-4e79-bc60-b495e0929a06. Aug 10 03:41:36.544947 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd455ca-6c77-4767-83cc-d74e55ded7fd tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Router ca61f8e6-b64e-4117-996b-a289a5ada96c has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:41:36.669682 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd455ca-6c77-4767-83cc-d74e55ded7fd tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:41:36.674447 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6fd455ca-6c77-4767-83cc-d74e55ded7fd tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:36.680601 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db04c3a-5594-4482-a1d1-9733b1f2a9fc None None] Sync routers for ids ['ca61f8e6-b64e-4117-996b-a289a5ada96c'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:41:36.689584 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db04c3a-5594-4482-a1d1-9733b1f2a9fc None None] Routers {'ca61f8e6-b64e-4117-996b-a289a5ada96c'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:41:36.690186 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-9db04c3a-5594-4482-a1d1-9733b1f2a9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:41:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['ca61f8e6-b64e-4117-996b-a289a5ada96c'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:36.703456 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6fd455ca-6c77-4767-83cc-d74e55ded7fd tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "DELETE /v2.0/floatingips/c399ed9a-1d30-46a8-b42a-c0d6dfc4d75b HTTP/1.1" status: 204 len: 168 time: 0.9997385 Aug 10 03:41:36.799318 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-9db04c3a-5594-4482-a1d1-9733b1f2a9fc None None] Set router ca61f8e6-b64e-4117-996b-a289a5ada96c gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:41:36.937933 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b59b33-3fbe-44bf-b314-6b0f777a68e6 req-250b25e6-ae23-4bd2-9cd0-e46be1ff1c2c tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:36.939750 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-17b59b33-3fbe-44bf-b314-6b0f777a68e6 req-250b25e6-ae23-4bd2-9cd0-e46be1ff1c2c tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=03be5010-2981-4116-95ce-7e969f5fdbbe HTTP/1.1" status: 200 len: 946 time: 0.0532286 Aug 10 03:41:36.978574 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-17b59b33-3fbe-44bf-b314-6b0f777a68e6 req-9f1ab4b4-4c23-446b-83af-3117db7ebc46 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2591c67-43d6-4c71-8cde-e02fdacf5c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329053 Aug 10 03:41:37.027723 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-9db04c3a-5594-4482-a1d1-9733b1f2a9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca61f8e6-b64e-4117-996b-a289a5ada96c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1370795367', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'c7803ed6-e9eb-4094-a36d-3267c32731df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:31Z', 'updated_at': '2021-08-10T03:39:37Z', 'revision_number': 4, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'gw_port': {'id': 'c7803ed6-e9eb-4094-a36d-3267c32731df', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:56:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca61f8e6-b64e-4117-996b-a289a5ada96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:32Z', 'updated_at': '2021-08-10T03:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '361c9079-ab7d-4efd-b0eb-f9c342d52d4e', 'name': '', 'network_id': 'd7392ce1-6476-4de2-8458-989d7b3729a5', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'mac_address': 'fa:16:3e:16:ec:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca61f8e6-b64e-4117-996b-a289a5ada96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '4bd40b21-e95e-4d1c-888d-d0084f7e3858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:36Z', 'updated_at': '2021-08-10T03:39:45Z', 'revision_number': 5, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'subnets': [{'id': '4bd40b21-e95e-4d1c-888d-d0084f7e3858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:37.073413 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db04c3a-5594-4482-a1d1-9733b1f2a9fc None None] Checking router: ca61f8e6-b64e-4117-996b-a289a5ada96c for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:41:37.085315 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db04c3a-5594-4482-a1d1-9733b1f2a9fc None None] Routers {'ca61f8e6-b64e-4117-996b-a289a5ada96c'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:41:37.086395 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-9db04c3a-5594-4482-a1d1-9733b1f2a9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:41:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['ca61f8e6-b64e-4117-996b-a289a5ada96c'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:37.131697 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e5ad1-d36e-4272-887a-b3d384f2f71c req-c61aa1e0-9f25-4bd2-bdc8-871ae725a6dc tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:37.137957 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8e8e5ad1-d36e-4272-887a-b3d384f2f71c req-c61aa1e0-9f25-4bd2-bdc8-871ae725a6dc tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=1923847c-7141-4d9c-ad23-65ec30651223 HTTP/1.1" status: 200 len: 944 time: 0.0707340 Aug 10 03:41:37.179142 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8e8e5ad1-d36e-4272-887a-b3d384f2f71c req-961645d8-8262-47d4-8248-8315c6724dd8 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375297 Aug 10 03:41:37.204928 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-9db04c3a-5594-4482-a1d1-9733b1f2a9fc None None] Set router ca61f8e6-b64e-4117-996b-a289a5ada96c gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:41:37.265486 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03be5010-2981-4116-95ce-7e969f5fdbbe', 'tag': 'e038ddda-90e3-4e79-bc60-b495e0929a06'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:41:37.268359 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685d5bfb-b985-4e67-b894-fddec5c91766" -d '{"events": [{"name": "network-changed", "server_uuid": "03be5010-2981-4116-95ce-7e969f5fdbbe", "tag": "e038ddda-90e3-4e79-bc60-b495e0929a06"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:41:37.308374 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd94253f-0ba9-495b-890a-ceb10d80ffa3 x-openstack-request-id: req-cd94253f-0ba9-495b-890a-ceb10d80ffa3 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:41:37.308943 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03be5010-2981-4116-95ce-7e969f5fdbbe", "tag": "e038ddda-90e3-4e79-bc60-b495e0929a06", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:41:37.309402 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cd94253f-0ba9-495b-890a-ceb10d80ffa3 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:41:37.310292 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03be5010-2981-4116-95ce-7e969f5fdbbe', 'tag': 'e038ddda-90e3-4e79-bc60-b495e0929a06', 'status': 'completed', 'code': 200} Aug 10 03:41:37.378647 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d5bfb-b985-4e67-b894-fddec5c91766 req-a577b583-4ec7-4b08-ad51-0949e581646b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:37.380175 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-685d5bfb-b985-4e67-b894-fddec5c91766 req-a577b583-4ec7-4b08-ad51-0949e581646b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d4cffc5e26914104899297a77f2206bf&device_id=03be5010-2981-4116-95ce-7e969f5fdbbe HTTP/1.1" status: 200 len: 1098 time: 0.0483959 Aug 10 03:41:37.410826 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-9db04c3a-5594-4482-a1d1-9733b1f2a9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca61f8e6-b64e-4117-996b-a289a5ada96c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1370795367', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'c7803ed6-e9eb-4094-a36d-3267c32731df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:31Z', 'updated_at': '2021-08-10T03:39:37Z', 'revision_number': 4, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'gw_port': {'id': 'c7803ed6-e9eb-4094-a36d-3267c32731df', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:56:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca61f8e6-b64e-4117-996b-a289a5ada96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:32Z', 'updated_at': '2021-08-10T03:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '361c9079-ab7d-4efd-b0eb-f9c342d52d4e', 'name': '', 'network_id': 'd7392ce1-6476-4de2-8458-989d7b3729a5', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'mac_address': 'fa:16:3e:16:ec:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca61f8e6-b64e-4117-996b-a289a5ada96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '4bd40b21-e95e-4d1c-888d-d0084f7e3858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:36Z', 'updated_at': '2021-08-10T03:39:45Z', 'revision_number': 5, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'subnets': [{'id': '4bd40b21-e95e-4d1c-888d-d0084f7e3858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:37.448783 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db04c3a-5594-4482-a1d1-9733b1f2a9fc None None] The sync data for ids ['ca61f8e6-b64e-4117-996b-a289a5ada96c'] in n-d-768851-15 is: [{'id': 'ca61f8e6-b64e-4117-996b-a289a5ada96c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1370795367', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'c7803ed6-e9eb-4094-a36d-3267c32731df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:31Z', 'updated_at': '2021-08-10T03:39:37Z', 'revision_number': 4, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'gw_port': {'id': 'c7803ed6-e9eb-4094-a36d-3267c32731df', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:56:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca61f8e6-b64e-4117-996b-a289a5ada96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:32Z', 'updated_at': '2021-08-10T03:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '361c9079-ab7d-4efd-b0eb-f9c342d52d4e', 'name': '', 'network_id': 'd7392ce1-6476-4de2-8458-989d7b3729a5', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'mac_address': 'fa:16:3e:16:ec:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca61f8e6-b64e-4117-996b-a289a5ada96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '4bd40b21-e95e-4d1c-888d-d0084f7e3858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:36Z', 'updated_at': '2021-08-10T03:39:45Z', 'revision_number': 5, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'subnets': [{'id': '4bd40b21-e95e-4d1c-888d-d0084f7e3858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:41:37.481758 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d5bfb-b985-4e67-b894-fddec5c91766 req-8afafa30-b3a5-42ae-b697-bbafbd675b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:37.483150 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-685d5bfb-b985-4e67-b894-fddec5c91766 req-8afafa30-b3a5-42ae-b697-bbafbd675b49 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d7392ce1-6476-4de2-8458-989d7b3729a5 HTTP/1.1" status: 200 len: 898 time: 0.0945363 Aug 10 03:41:37.531531 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-685d5bfb-b985-4e67-b894-fddec5c91766 req-27db1799-d798-4ad2-b3af-7f67a1eb2f34 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e038ddda-90e3-4e79-bc60-b495e0929a06 HTTP/1.1" status: 200 len: 217 time: 0.0398772 Aug 10 03:41:37.589311 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d5bfb-b985-4e67-b894-fddec5c91766 req-46ce11fc-e95c-44d2-bb64-43d4228ae4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:37.591132 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-685d5bfb-b985-4e67-b894-fddec5c91766 req-46ce11fc-e95c-44d2-bb64-43d4228ae4f5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4bd40b21-e95e-4d1c-888d-d0084f7e3858 HTTP/1.1" status: 200 len: 834 time: 0.0515668 Aug 10 03:41:37.646641 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d5bfb-b985-4e67-b894-fddec5c91766 req-88aa1dbe-4758-406f-8d1d-a45fd979696a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:37.648400 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-685d5bfb-b985-4e67-b894-fddec5c91766 req-88aa1dbe-4758-406f-8d1d-a45fd979696a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d7392ce1-6476-4de2-8458-989d7b3729a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456345 Aug 10 03:41:37.702556 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c09d8d-8b66-4a48-a568-545708b96db4 None None] New status for floating IP c399ed9a-1d30-46a8-b42a-c0d6dfc4d75b: DOWN {{(pid=94218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:41:37.752450 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-685d5bfb-b985-4e67-b894-fddec5c91766 req-3fad5c78-f490-49c2-89ff-4d197d10c575 service neutron] 10.222.0.60 "GET /v2.0/networks/d7392ce1-6476-4de2-8458-989d7b3729a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925980 Aug 10 03:41:37.848393 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-685d5bfb-b985-4e67-b894-fddec5c91766 req-da4ded2e-35a1-46a2-b954-a9436df66537 service neutron] 10.222.0.60 "GET /v2.0/networks/d7392ce1-6476-4de2-8458-989d7b3729a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863082 Aug 10 03:41:37.868515 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device a7a896f6-4d1c-447a-af58-a7fb8ffdcea0 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:41:37.890007 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: a7a896f6-4d1c-447a-af58-a7fb8ffdcea0 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:41:37.890446 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device a7a896f6-4d1c-447a-af58-a7fb8ffdcea0 not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:41:38.098909 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616e1ae-4d84-48d5-a80f-3784ab341022 req-2d9a052a-c668-44ab-8dc3-118da2ae9bd2 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:38.100430 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0616e1ae-4d84-48d5-a80f-3784ab341022 req-2d9a052a-c668-44ab-8dc3-118da2ae9bd2 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=03be5010-2981-4116-95ce-7e969f5fdbbe HTTP/1.1" status: 200 len: 946 time: 0.0496304 Aug 10 03:41:38.158610 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0616e1ae-4d84-48d5-a80f-3784ab341022 req-53aa7510-5a67-4085-8de5-5a8f1caba827 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2591c67-43d6-4c71-8cde-e02fdacf5c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414841 Aug 10 03:41:38.307943 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c2314-3a8d-4ec2-bedf-4ecafea2ac83 req-9dcb53bb-a9bd-4a19-9d2b-308c8c364bb2 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:38.309376 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f68c2314-3a8d-4ec2-bedf-4ecafea2ac83 req-9dcb53bb-a9bd-4a19-9d2b-308c8c364bb2 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=1923847c-7141-4d9c-ad23-65ec30651223 HTTP/1.1" status: 200 len: 944 time: 0.0545375 Aug 10 03:41:38.347617 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f68c2314-3a8d-4ec2-bedf-4ecafea2ac83 req-20246c20-485c-4d15-a250-efeab8b19274 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322304 Aug 10 03:41:38.455923 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70571281-a814-4704-b1f1-c41f17e185ff req-cf7c6070-381f-462c-adb0-4ff76fc701a8 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:38.457618 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-70571281-a814-4704-b1f1-c41f17e185ff req-cf7c6070-381f-462c-adb0-4ff76fc701a8 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.60 "GET /v2.0/ports?device_id=03be5010-2981-4116-95ce-7e969f5fdbbe HTTP/1.1" status: 200 len: 946 time: 0.0582328 Aug 10 03:41:38.559409 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-70571281-a814-4704-b1f1-c41f17e185ff req-877735ce-ff92-4f43-9a20-56339a590f20 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Deleting port e038ddda-90e3-4e79-bc60-b495e0929a06 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:41:38.559697 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-70571281-a814-4704-b1f1-c41f17e185ff req-877735ce-ff92-4f43-9a20-56339a590f20 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:38.659126 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-70571281-a814-4704-b1f1-c41f17e185ff req-877735ce-ff92-4f43-9a20-56339a590f20 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] For port e038ddda-90e3-4e79-bc60-b495e0929a06, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=e038ddda-90e3-4e79-bc60-b495e0929a06,segment=NetworkSegment(7ae25d03-cceb-454d-a0f0-81d7cc42103b),segment_id=7ae25d03-cceb-454d-a0f0-81d7cc42103b)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:38.659452 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-70571281-a814-4704-b1f1-c41f17e185ff req-877735ce-ff92-4f43-9a20-56339a590f20 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:38.673860 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-70571281-a814-4704-b1f1-c41f17e185ff req-877735ce-ff92-4f43-9a20-56339a590f20 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Calling delete_port for e038ddda-90e3-4e79-bc60-b495e0929a06 owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:41:38.811309 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-70571281-a814-4704-b1f1-c41f17e185ff req-877735ce-ff92-4f43-9a20-56339a590f20 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:38.851700 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877735ce-ff92-4f43-9a20-56339a590f20 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event deleted for resources: {'Port': ['ID=e038ddda-90e3-4e79-bc60-b495e0929a06,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:38.865321 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877735ce-ff92-4f43-9a20-56339a590f20 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:38.865765 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877735ce-ff92-4f43-9a20-56339a590f20 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:38.866188 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877735ce-ff92-4f43-9a20-56339a590f20 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:38.866643 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877735ce-ff92-4f43-9a20-56339a590f20 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:38.867079 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877735ce-ff92-4f43-9a20-56339a590f20 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:38.867964 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877735ce-ff92-4f43-9a20-56339a590f20 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:38.867964 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877735ce-ff92-4f43-9a20-56339a590f20 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:38.868412 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877735ce-ff92-4f43-9a20-56339a590f20 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:38.868898 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877735ce-ff92-4f43-9a20-56339a590f20 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:38.869336 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877735ce-ff92-4f43-9a20-56339a590f20 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:38.869769 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877735ce-ff92-4f43-9a20-56339a590f20 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:38.870165 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877735ce-ff92-4f43-9a20-56339a590f20 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:38.918400 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-70571281-a814-4704-b1f1-c41f17e185ff req-877735ce-ff92-4f43-9a20-56339a590f20 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] No DVR routers for this DVR port e038ddda-90e3-4e79-bc60-b495e0929a06 on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:41:38.921080 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-70571281-a814-4704-b1f1-c41f17e185ff req-877735ce-ff92-4f43-9a20-56339a590f20 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:38.923151 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-70571281-a814-4704-b1f1-c41f17e185ff req-877735ce-ff92-4f43-9a20-56339a590f20 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.60 "DELETE /v2.0/ports/e038ddda-90e3-4e79-bc60-b495e0929a06 HTTP/1.1" status: 204 len: 173 time: 0.4589813 Aug 10 03:41:38.923588 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03be5010-2981-4116-95ce-7e969f5fdbbe', 'name': 'network-vif-deleted', 'tag': 'e038ddda-90e3-4e79-bc60-b495e0929a06'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:41:38.925820 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947e774d-1ec9-4556-abc2-b225e247cb1c" -d '{"events": [{"server_uuid": "03be5010-2981-4116-95ce-7e969f5fdbbe", "name": "network-vif-deleted", "tag": "e038ddda-90e3-4e79-bc60-b495e0929a06"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:41:38.965922 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ee5569-4ce8-4cae-8dee-33ccc4a0f28c x-openstack-request-id: req-a6ee5569-4ce8-4cae-8dee-33ccc4a0f28c {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:41:38.966219 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03be5010-2981-4116-95ce-7e969f5fdbbe", "name": "network-vif-deleted", "tag": "e038ddda-90e3-4e79-bc60-b495e0929a06", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:41:38.966483 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a6ee5569-4ce8-4cae-8dee-33ccc4a0f28c {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:41:38.967046 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03be5010-2981-4116-95ce-7e969f5fdbbe', 'name': 'network-vif-deleted', 'tag': 'e038ddda-90e3-4e79-bc60-b495e0929a06', 'status': 'completed', 'code': 200} Aug 10 03:41:39.247642 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34402) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:39.536422 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e94890-20f3-4f44-89ee-4406cae53354 req-f67e0660-80e1-4829-b8b8-e8ae16c80b48 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:39.547122 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-89e94890-20f3-4f44-89ee-4406cae53354 req-f67e0660-80e1-4829-b8b8-e8ae16c80b48 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=1923847c-7141-4d9c-ad23-65ec30651223 HTTP/1.1" status: 200 len: 944 time: 0.0979242 Aug 10 03:41:39.599293 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-89e94890-20f3-4f44-89ee-4406cae53354 req-420f91fa-1e49-4389-8984-70c803354f0c tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511048 Aug 10 03:41:39.828406 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8c15e316-2555-4e5c-856d-61206d9d7742 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:40.189623 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-8c15e316-2555-4e5c-856d-61206d9d7742 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Deleting port 361c9079-ab7d-4efd-b0eb-f9c342d52d4e {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:41:40.190476 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8c15e316-2555-4e5c-856d-61206d9d7742 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:40.318713 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-8c15e316-2555-4e5c-856d-61206d9d7742 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] For port 361c9079-ab7d-4efd-b0eb-f9c342d52d4e, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=361c9079-ab7d-4efd-b0eb-f9c342d52d4e,segment=NetworkSegment(7ae25d03-cceb-454d-a0f0-81d7cc42103b),segment_id=7ae25d03-cceb-454d-a0f0-81d7cc42103b)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:40.319506 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8c15e316-2555-4e5c-856d-61206d9d7742 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:40.334533 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-8c15e316-2555-4e5c-856d-61206d9d7742 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Calling delete_port for 361c9079-ab7d-4efd-b0eb-f9c342d52d4e owned by network:router_interface {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:41:40.725274 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7d9b4-f00c-4d54-bb6c-d29d85838631 req-491d3d22-f6af-4a96-be9b-5f144c64c5a9 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:40.734008 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f5c7d9b4-f00c-4d54-bb6c-d29d85838631 req-491d3d22-f6af-4a96-be9b-5f144c64c5a9 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=1923847c-7141-4d9c-ad23-65ec30651223 HTTP/1.1" status: 200 len: 944 time: 0.0609972 Aug 10 03:41:40.771448 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f5c7d9b4-f00c-4d54-bb6c-d29d85838631 req-c269c6f1-1a5a-4d03-8c83-e8a7720067e6 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362794 Aug 10 03:41:40.865599 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8c15e316-2555-4e5c-856d-61206d9d7742 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:40.902924 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c15e316-2555-4e5c-856d-61206d9d7742 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event deleted for resources: {'Port': ['ID=361c9079-ab7d-4efd-b0eb-f9c342d52d4e,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:41.103658 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8c15e316-2555-4e5c-856d-61206d9d7742 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:41.389322 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c15e316-2555-4e5c-856d-61206d9d7742 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Router ca61f8e6-b64e-4117-996b-a289a5ada96c has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:41:41.516365 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c15e316-2555-4e5c-856d-61206d9d7742 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:41:41.523294 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8c15e316-2555-4e5c-856d-61206d9d7742 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "PUT /v2.0/routers/ca61f8e6-b64e-4117-996b-a289a5ada96c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2736125 Aug 10 03:41:41.527197 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34478) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:41.534484 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb34d89-8c69-4521-864f-9f1be2b72aee None None] Sync routers for ids ['ca61f8e6-b64e-4117-996b-a289a5ada96c'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:41:41.548304 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb34d89-8c69-4521-864f-9f1be2b72aee None None] Routers {'ca61f8e6-b64e-4117-996b-a289a5ada96c'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:41:41.549444 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-4fb34d89-8c69-4521-864f-9f1be2b72aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:41:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['ca61f8e6-b64e-4117-996b-a289a5ada96c'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:41.611304 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-797a8456-4099-468c-aa36-2bf9022af536 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Deleting subnet 4bd40b21-e95e-4d1c-888d-d0084f7e3858 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:41:41.615204 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-797a8456-4099-468c-aa36-2bf9022af536 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:41.671381 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-797a8456-4099-468c-aa36-2bf9022af536 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:41.729865 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-4fb34d89-8c69-4521-864f-9f1be2b72aee None None] Set router ca61f8e6-b64e-4117-996b-a289a5ada96c gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:41:41.790759 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-797a8456-4099-468c-aa36-2bf9022af536 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:41.869494 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-797a8456-4099-468c-aa36-2bf9022af536 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:41.945611 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-797a8456-4099-468c-aa36-2bf9022af536 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:41.949528 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27784006-22af-4986-b054-d009050a3244 None None] Network d7392ce1-6476-4de2-8458-989d7b3729a5 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:41.955261 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc74ff-000e-4d22-a3a8-f327a2c2a0d0 req-a45b06da-8a84-4ed2-9c4c-a0dac3335fa3 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:41.958035 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-70bc74ff-000e-4d22-a3a8-f327a2c2a0d0 req-a45b06da-8a84-4ed2-9c4c-a0dac3335fa3 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=1923847c-7141-4d9c-ad23-65ec30651223 HTTP/1.1" status: 200 len: 944 time: 0.0893168 Aug 10 03:41:41.958583 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-797a8456-4099-468c-aa36-2bf9022af536 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "DELETE /v2.0/subnets/4bd40b21-e95e-4d1c-888d-d0084f7e3858 HTTP/1.1" status: 204 len: 168 time: 0.4188030 Aug 10 03:41:41.959408 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 34484) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:41.965209 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797a8456-4099-468c-aa36-2bf9022af536 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event deleted for resources: {'Subnet': ['ID=4bd40b21-e95e-4d1c-888d-d0084f7e3858,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:42.022102 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-4fb34d89-8c69-4521-864f-9f1be2b72aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca61f8e6-b64e-4117-996b-a289a5ada96c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1370795367', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'c7803ed6-e9eb-4094-a36d-3267c32731df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:31Z', 'updated_at': '2021-08-10T03:41:40Z', 'revision_number': 5, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'gw_port': {'id': 'c7803ed6-e9eb-4094-a36d-3267c32731df', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:56:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca61f8e6-b64e-4117-996b-a289a5ada96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:32Z', 'updated_at': '2021-08-10T03:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:42.061388 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb34d89-8c69-4521-864f-9f1be2b72aee None None] Checking router: ca61f8e6-b64e-4117-996b-a289a5ada96c for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:41:42.074032 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-70bc74ff-000e-4d22-a3a8-f327a2c2a0d0 req-604f89a6-00ad-4342-a7cd-a8848bde32e2 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006453 Aug 10 03:41:42.084113 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb34d89-8c69-4521-864f-9f1be2b72aee None None] Routers {'ca61f8e6-b64e-4117-996b-a289a5ada96c'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:41:42.086309 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-4fb34d89-8c69-4521-864f-9f1be2b72aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:41:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['ca61f8e6-b64e-4117-996b-a289a5ada96c'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:42.158891 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c2cd3124-bb50-4802-9594-cfccd2fe4711 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for router, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.259472 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-4fb34d89-8c69-4521-864f-9f1be2b72aee None None] Set router ca61f8e6-b64e-4117-996b-a289a5ada96c gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:41:42.292393 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f8c640-766d-4548-bf83-75024b632e43 None None] DHCP port deletion for d7392ce1-6476-4de2-8458-989d7b3729a5 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:41:42.378916 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-f1f8c640-766d-4548-bf83-75024b632e43 None None] Deleting port 0fbd4e64-e206-464b-956a-d496b8a7660c {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:41:42.379416 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f1f8c640-766d-4548-bf83-75024b632e43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.499463 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-f1f8c640-766d-4548-bf83-75024b632e43 None None] For port 0fbd4e64-e206-464b-956a-d496b8a7660c, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=0fbd4e64-e206-464b-956a-d496b8a7660c,segment=NetworkSegment(7ae25d03-cceb-454d-a0f0-81d7cc42103b),segment_id=7ae25d03-cceb-454d-a0f0-81d7cc42103b)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:42.500271 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f1f8c640-766d-4548-bf83-75024b632e43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.520672 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-f1f8c640-766d-4548-bf83-75024b632e43 None None] Calling delete_port for 0fbd4e64-e206-464b-956a-d496b8a7660c owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:41:42.634821 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device e038ddda-90e3-4e79-bc60-b495e0929a06 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:41:42.670149 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: e038ddda-90e3-4e79-bc60-b495e0929a06 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:41:42.689173 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device e038ddda-90e3-4e79-bc60-b495e0929a06 not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:41:42.702430 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-4fb34d89-8c69-4521-864f-9f1be2b72aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca61f8e6-b64e-4117-996b-a289a5ada96c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1370795367', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'c7803ed6-e9eb-4094-a36d-3267c32731df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:31Z', 'updated_at': '2021-08-10T03:41:40Z', 'revision_number': 5, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'gw_port': {'id': 'c7803ed6-e9eb-4094-a36d-3267c32731df', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:56:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca61f8e6-b64e-4117-996b-a289a5ada96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:32Z', 'updated_at': '2021-08-10T03:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:42.731614 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb34d89-8c69-4521-864f-9f1be2b72aee None None] The sync data for ids ['ca61f8e6-b64e-4117-996b-a289a5ada96c'] in n-d-768851-15 is: [{'id': 'ca61f8e6-b64e-4117-996b-a289a5ada96c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1370795367', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'c7803ed6-e9eb-4094-a36d-3267c32731df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:31Z', 'updated_at': '2021-08-10T03:41:40Z', 'revision_number': 5, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'gw_port': {'id': 'c7803ed6-e9eb-4094-a36d-3267c32731df', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:56:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca61f8e6-b64e-4117-996b-a289a5ada96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:32Z', 'updated_at': '2021-08-10T03:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:41:42.743010 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f1f8c640-766d-4548-bf83-75024b632e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.761923 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c2cd3124-bb50-4802-9594-cfccd2fe4711 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.793579 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f8c640-766d-4548-bf83-75024b632e43 None None] Pushing event deleted for resources: {'Port': ['ID=0fbd4e64-e206-464b-956a-d496b8a7660c,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:42.800944 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f8c640-766d-4548-bf83-75024b632e43 None None] No DVR routers for this DVR port 0fbd4e64-e206-464b-956a-d496b8a7660c on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:41:42.857666 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-c2cd3124-bb50-4802-9594-cfccd2fe4711 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Deleting port c7803ed6-e9eb-4094-a36d-3267c32731df {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:41:42.858013 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c2cd3124-bb50-4802-9594-cfccd2fe4711 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.956291 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-c2cd3124-bb50-4802-9594-cfccd2fe4711 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] For port c7803ed6-e9eb-4094-a36d-3267c32731df, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=c7803ed6-e9eb-4094-a36d-3267c32731df,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:42.957011 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c2cd3124-bb50-4802-9594-cfccd2fe4711 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.972768 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-c2cd3124-bb50-4802-9594-cfccd2fe4711 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Calling delete_port for c7803ed6-e9eb-4094-a36d-3267c32731df owned by network:router_gateway {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:41:43.080121 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 0fbd4e64-e206-464b-956a-d496b8a7660c no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:41:43.109416 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 0fbd4e64-e206-464b-956a-d496b8a7660c {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:41:43.109887 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 0fbd4e64-e206-464b-956a-d496b8a7660c not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:41:43.212513 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c2cd3124-bb50-4802-9594-cfccd2fe4711 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:43.252303 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cd3124-bb50-4802-9594-cfccd2fe4711 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event deleted for resources: {'Port': ['ID=c7803ed6-e9eb-4094-a36d-3267c32731df,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:43.280022 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cffbab-ee13-4636-a560-761cff4fbda2 req-472bc23b-9b19-4868-8b5f-577a7c7cd048 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:43.281576 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-00cffbab-ee13-4636-a560-761cff4fbda2 req-472bc23b-9b19-4868-8b5f-577a7c7cd048 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=1923847c-7141-4d9c-ad23-65ec30651223 HTTP/1.1" status: 200 len: 944 time: 0.1115427 Aug 10 03:41:43.342392 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c2cd3124-bb50-4802-9594-cfccd2fe4711 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:43.378609 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-00cffbab-ee13-4636-a560-761cff4fbda2 req-d23e0cef-a2a1-4cc3-b962-f59d2ae0ee63 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781865 Aug 10 03:41:43.447415 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c2cd3124-bb50-4802-9594-cfccd2fe4711 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:43.449565 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c2cd3124-bb50-4802-9594-cfccd2fe4711 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:43.493728 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c2cd3124-bb50-4802-9594-cfccd2fe4711 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:43.494372 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2cd3124-bb50-4802-9594-cfccd2fe4711 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Fanout notify agent at l3_agent the message router_deleted on router ca61f8e6-b64e-4117-996b-a289a5ada96c {{(pid=94216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:41:43.502326 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c2cd3124-bb50-4802-9594-cfccd2fe4711 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:43.506079 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-c2cd3124-bb50-4802-9594-cfccd2fe4711 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "DELETE /v2.0/routers/ca61f8e6-b64e-4117-996b-a289a5ada96c HTTP/1.1" status: 204 len: 168 time: 1.5420425 Aug 10 03:41:43.506202 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 34490) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:43.587481 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bc6c4838-bf07-4e16-a995-98b799fad3c4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:43.697451 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bc6c4838-bf07-4e16-a995-98b799fad3c4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:43.708798 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-bc6c4838-bf07-4e16-a995-98b799fad3c4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7392ce1-6476-4de2-8458-989d7b3729a5']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:43.722201 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-bc6c4838-bf07-4e16-a995-98b799fad3c4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ae25d03-cceb-454d-a0f0-81d7cc42103b') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:43.722502 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-bc6c4838-bf07-4e16-a995-98b799fad3c4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ae25d03-cceb-454d-a0f0-81d7cc42103b') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:43.733582 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bc6c4838-bf07-4e16-a995-98b799fad3c4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:43.750020 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bc6c4838-bf07-4e16-a995-98b799fad3c4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:43.757459 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc6c4838-bf07-4e16-a995-98b799fad3c4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:41:43.758011 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bc6c4838-bf07-4e16-a995-98b799fad3c4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:43.761835 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:41:43.761835 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:41:43.761835 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:41:43.761835 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:41:43.761835 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:41:43.761835 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:41:43.761835 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:41:43.761835 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:41:43.761835 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:41:43.761835 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:41:43.761835 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:41:43.761835 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:41:43.761835 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:41:43.761835 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:41:43.761835 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:41:43.761835 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:41:43.761835 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:41:43.761835 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:41:43.761835 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:41:43.761835 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:41:43.761835 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:41:43.761835 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:41:43.761835 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:41:43.761835 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:41:43.761835 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:41:43.761835 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:41:43.761835 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:41:43.761835 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:41:43.761835 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:41:43.761835 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:41:43.761835 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:41:43.761835 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:41:43.825589 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bc6c4838-bf07-4e16-a995-98b799fad3c4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:43.833319 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bc6c4838-bf07-4e16-a995-98b799fad3c4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:43.839320 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-bc6c4838-bf07-4e16-a995-98b799fad3c4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "DELETE /v2.0/networks/d7392ce1-6476-4de2-8458-989d7b3729a5 HTTP/1.1" status: 204 len: 168 time: 0.3319943 Aug 10 03:41:43.840369 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34492) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:43.858288 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6c4838-bf07-4e16-a995-98b799fad3c4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event deleted for resources: {'Network': ['ID=d7392ce1-6476-4de2-8458-989d7b3729a5,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:43.909416 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 0f1b571b-5121-4abd-ae0a-c436fb945978 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:41:43.911281 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-11fec1f8-cd6a-4a38-aeb4-e8a70b2d2cd1 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:43.942254 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-11fec1f8-cd6a-4a38-aeb4-e8a70b2d2cd1 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.035518 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-11fec1f8-cd6a-4a38-aeb4-e8a70b2d2cd1 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.040685 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-11fec1f8-cd6a-4a38-aeb4-e8a70b2d2cd1 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.045090 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-11fec1f8-cd6a-4a38-aeb4-e8a70b2d2cd1 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "DELETE /v2.0/security-groups/a2591c67-43d6-4c71-8cde-e02fdacf5c05 HTTP/1.1" status: 204 len: 168 time: 0.2003353 Aug 10 03:41:44.045477 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 0f1b571b-5121-4abd-ae0a-c436fb945978, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=0f1b571b-5121-4abd-ae0a-c436fb945978,segment=NetworkSegment(5c87df8d-954c-4397-aa68-23e5690c99d4),segment_id=5c87df8d-954c-4397-aa68-23e5690c99d4)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:44.066021 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fec1f8-cd6a-4a38-aeb4-e8a70b2d2cd1 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2591c67-43d6-4c71-8cde-e02fdacf5c05,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:44.075147 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': '0f1b571b-5121-4abd-ae0a-c436fb945978', 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae', 'port_id': '0f1b571b-5121-4abd-ae0a-c436fb945978', 'mac_address': 'fa:16:3e:12:6e:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '036b75a5-4076-4503-a708-471e0be52cae', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:41:44.134423 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.149627 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f1b571b-5121-4abd-ae0a-c436fb945978 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:41:44.174831 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 0f1b571b-5121-4abd-ae0a-c436fb945978, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=0f1b571b-5121-4abd-ae0a-c436fb945978,segment=NetworkSegment(5c87df8d-954c-4397-aa68-23e5690c99d4),segment_id=5c87df8d-954c-4397-aa68-23e5690c99d4)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:44.179871 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.239413 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=0f1b571b-5121-4abd-ae0a-c436fb945978,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:44.343033 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34500) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:44.349385 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-41b72efc-418f-4890-bd8c-a65e1309d7d7 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2125499968', 'description': 'tempest-secgroup-smoke-2125499968 description', 'project_id': 'd4cffc5e26914104899297a77f2206bf'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:44.383377 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-41b72efc-418f-4890-bd8c-a65e1309d7d7 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.408804 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['0f1b571b-5121-4abd-ae0a-c436fb945978'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:41:44.489886 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-41b72efc-418f-4890-bd8c-a65e1309d7d7 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.495833 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-41b72efc-418f-4890-bd8c-a65e1309d7d7 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.536265 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b72efc-418f-4890-bd8c-a65e1309d7d7 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5df1bced-dd4a-4ab2-a185-0a8920018c0a,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:44.536738 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc1825-cfdc-468b-9038-3406f5db6815 req-27943611-1e82-460b-85f5-ae1cd84e0899 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:44.543380 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-41b72efc-418f-4890-bd8c-a65e1309d7d7 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.545511 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6acc1825-cfdc-468b-9038-3406f5db6815 req-27943611-1e82-460b-85f5-ae1cd84e0899 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=1923847c-7141-4d9c-ad23-65ec30651223 HTTP/1.1" status: 200 len: 945 time: 0.0731113 Aug 10 03:41:44.550657 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-41b72efc-418f-4890-bd8c-a65e1309d7d7 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2057762 Aug 10 03:41:44.552474 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34504) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:44.561084 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-f930b931-84f3-40f9-b1ff-f622de160ee6 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Request body: {'security_group_rule': {'security_group_id': '5df1bced-dd4a-4ab2-a185-0a8920018c0a', 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:44.591788 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6acc1825-cfdc-468b-9038-3406f5db6815 req-f235a48d-c4e0-42f0-83e5-a4e010a25291 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452037 Aug 10 03:41:44.606846 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f930b931-84f3-40f9-b1ff-f622de160ee6 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.664942 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 361c9079-ab7d-4efd-b0eb-f9c342d52d4e no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:41:44.677472 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f930b931-84f3-40f9-b1ff-f622de160ee6 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.683456 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f930b931-84f3-40f9-b1ff-f622de160ee6 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.688544 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 361c9079-ab7d-4efd-b0eb-f9c342d52d4e {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:41:44.689032 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 361c9079-ab7d-4efd-b0eb-f9c342d52d4e not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:41:44.689702 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device c7803ed6-e9eb-4094-a36d-3267c32731df no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:41:44.703476 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f930b931-84f3-40f9-b1ff-f622de160ee6 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48a040a4-ba23-419a-9f2e-e780ea6f9cf8,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:44.710565 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f930b931-84f3-40f9-b1ff-f622de160ee6 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.714999 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 34506) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:44.716160 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: c7803ed6-e9eb-4094-a36d-3267c32731df {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:41:44.716322 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f930b931-84f3-40f9-b1ff-f622de160ee6 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1564627 Aug 10 03:41:44.716564 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device c7803ed6-e9eb-4094-a36d-3267c32731df not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:41:44.721278 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-3aceb050-cd9e-4633-b6a3-934243259b8b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Request body: {'security_group_rule': {'security_group_id': '5df1bced-dd4a-4ab2-a185-0a8920018c0a', 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:44.758635 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3aceb050-cd9e-4633-b6a3-934243259b8b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.815841 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3aceb050-cd9e-4633-b6a3-934243259b8b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.820079 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3aceb050-cd9e-4633-b6a3-934243259b8b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.844377 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aceb050-cd9e-4633-b6a3-934243259b8b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d10e92cf-1da6-41f7-841d-9b4aa4dbda63,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:44.849461 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3aceb050-cd9e-4633-b6a3-934243259b8b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.850700 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-3aceb050-cd9e-4633-b6a3-934243259b8b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1344686 Aug 10 03:41:44.854465 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34512) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:44.860112 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-0c9d3cd0-ca0a-44ed-b828-b7ebf3b34bee tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Request body: {'security_group_rule': {'security_group_id': '5df1bced-dd4a-4ab2-a185-0a8920018c0a', 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:44.892785 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0c9d3cd0-ca0a-44ed-b828-b7ebf3b34bee tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.976360 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0c9d3cd0-ca0a-44ed-b828-b7ebf3b34bee tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.982098 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0c9d3cd0-ca0a-44ed-b828-b7ebf3b34bee tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:45.004630 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9d3cd0-ca0a-44ed-b828-b7ebf3b34bee tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1955b7ef-e7ce-4f65-9695-678f0ec00eb9,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:45.012491 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0c9d3cd0-ca0a-44ed-b828-b7ebf3b34bee tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:45.017325 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 34514) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:45.017561 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0c9d3cd0-ca0a-44ed-b828-b7ebf3b34bee tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1612511 Aug 10 03:41:45.024108 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-4a15e289-afe3-45ac-a963-0e7f3a2cbe0c tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Request body: {'security_group_rule': {'security_group_id': '5df1bced-dd4a-4ab2-a185-0a8920018c0a', 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:45.058373 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4a15e289-afe3-45ac-a963-0e7f3a2cbe0c tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:45.141492 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4a15e289-afe3-45ac-a963-0e7f3a2cbe0c tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:45.145513 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4a15e289-afe3-45ac-a963-0e7f3a2cbe0c tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:45.178061 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a15e289-afe3-45ac-a963-0e7f3a2cbe0c tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce7555c5-28f8-4865-b2dc-bb753d0f0050,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:45.182232 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4a15e289-afe3-45ac-a963-0e7f3a2cbe0c tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:45.185932 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-4a15e289-afe3-45ac-a963-0e7f3a2cbe0c tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1649959 Aug 10 03:41:45.186812 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 34520) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:45.201520 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-abd0ba55-0169-4307-8e11-2e079a10ce0c tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Request body: {'security_group_rule': {'security_group_id': '5df1bced-dd4a-4ab2-a185-0a8920018c0a', 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:45.268029 n-d-768851-15 neutron-server[94216]: INFO neutron.db.securitygroups_db [None req-abd0ba55-0169-4307-8e11-2e079a10ce0c tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Project d4cffc5e26914104899297a77f2206bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:41:45.278618 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-abd0ba55-0169-4307-8e11-2e079a10ce0c tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:45.315647 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56306198-2969-40cf-85d5-6c6dd0aaf71c req-0f6b9cbe-1bf2-4919-b6ea-efe458ad309a tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:45.317447 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-56306198-2969-40cf-85d5-6c6dd0aaf71c req-0f6b9cbe-1bf2-4919-b6ea-efe458ad309a tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] 10.222.0.62 "GET /v2.0/ports?device_id=64e99a93-503f-4589-a54b-4bfb4b839f89 HTTP/1.1" status: 200 len: 945 time: 0.0934324 Aug 10 03:41:45.385508 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-abd0ba55-0169-4307-8e11-2e079a10ce0c tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:45.391669 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-56306198-2969-40cf-85d5-6c6dd0aaf71c req-0accf0bf-bdd4-4408-b9d9-1c68af2ee5c4 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] 10.222.0.62 "GET /v2.0/security-groups?id=5c68b4fa-1c97-4619-b294-e214d945734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648601 Aug 10 03:41:45.392716 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-abd0ba55-0169-4307-8e11-2e079a10ce0c tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:45.419644 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0ba55-0169-4307-8e11-2e079a10ce0c tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abd022af-d88d-455a-88b9-f6eafd24d16a,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:45.422309 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-abd0ba55-0169-4307-8e11-2e079a10ce0c tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:45.423579 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-abd0ba55-0169-4307-8e11-2e079a10ce0c tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2363927 Aug 10 03:41:45.426402 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 34522) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:45.431621 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-9d25267a-83d0-4798-bab6-98b506488c46 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Request body: {'security_group_rule': {'security_group_id': '5df1bced-dd4a-4ab2-a185-0a8920018c0a', 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:45.457184 n-d-768851-15 neutron-server[94216]: INFO neutron.db.securitygroups_db [None req-9d25267a-83d0-4798-bab6-98b506488c46 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Project d4cffc5e26914104899297a77f2206bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:41:45.463016 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9d25267a-83d0-4798-bab6-98b506488c46 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:45.534218 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9d25267a-83d0-4798-bab6-98b506488c46 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:45.539388 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9d25267a-83d0-4798-bab6-98b506488c46 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:45.557341 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25267a-83d0-4798-bab6-98b506488c46 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34992d16-16a7-477e-8fcf-3f9a6e35e5d3,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:45.568121 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9d25267a-83d0-4798-bab6-98b506488c46 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:45.569326 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-9d25267a-83d0-4798-bab6-98b506488c46 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1417782 Aug 10 03:41:45.572858 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 34524) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:45.578333 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-b2d31349-8dc4-49ac-a93c-52d6d33e916b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Request body: {'network': {'name': 'tempest-network-smoke--1079009624', 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'port_security_enabled': True}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:45.604853 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d31349-8dc4-49ac-a93c-52d6d33e916b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Made reservation on behalf of d4cffc5e26914104899297a77f2206bf for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:45.610459 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b2d31349-8dc4-49ac-a93c-52d6d33e916b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:45.642275 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2d31349-8dc4-49ac-a93c-52d6d33e916b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:41:45.653186 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b2d31349-8dc4-49ac-a93c-52d6d33e916b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:45.653531 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-b2d31349-8dc4-49ac-a93c-52d6d33e916b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Added segment 099b1839-c25e-4cba-b46e-fc4517d7ca93 of type vlan for network f221bd1c-6004-4fc4-b409-eb2f05c60b3c Aug 10 03:41:45.727935 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b2d31349-8dc4-49ac-a93c-52d6d33e916b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:45.752861 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69822169-8ec0-46c5-a4f1-e86e7d2ddf42 req-270d663f-fa30-432b-9062-efb4a4e40a8b tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:45.754518 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-69822169-8ec0-46c5-a4f1-e86e7d2ddf42 req-270d663f-fa30-432b-9062-efb4a4e40a8b tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=1923847c-7141-4d9c-ad23-65ec30651223 HTTP/1.1" status: 200 len: 945 time: 0.0883319 Aug 10 03:41:45.791087 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b2d31349-8dc4-49ac-a93c-52d6d33e916b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:45.796811 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d31349-8dc4-49ac-a93c-52d6d33e916b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:45.797402 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b2d31349-8dc4-49ac-a93c-52d6d33e916b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:45.862315 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-69822169-8ec0-46c5-a4f1-e86e7d2ddf42 req-fd15b17b-b3f6-47db-b823-a5864baca977 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964420 Aug 10 03:41:45.880963 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b2d31349-8dc4-49ac-a93c-52d6d33e916b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3070321 Aug 10 03:41:45.884004 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d31349-8dc4-49ac-a93c-52d6d33e916b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event updated for resources: {'Network': ['ID=f221bd1c-6004-4fc4-b409-eb2f05c60b3c,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:45.886620 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 34528) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:45.894108 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-07f75275-ea2f-4df4-bdb9-617211e2b09c tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-313728473', 'admin_state_up': True, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:45.898272 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network f221bd1c-6004-4fc4-b409-eb2f05c60b3c details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:41:45.927629 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-07f75275-ea2f-4df4-bdb9-617211e2b09c tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:45.929904 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-07f75275-ea2f-4df4-bdb9-617211e2b09c tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:45.944087 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 0f1b571b-5121-4abd-ae0a-c436fb945978 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:46.015763 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-07f75275-ea2f-4df4-bdb9-617211e2b09c tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:46.020602 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port 0f1b571b-5121-4abd-ae0a-c436fb945978 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:46.024826 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port 0f1b571b-5121-4abd-ae0a-c436fb945978 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:46.025204 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:46.117167 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:46.141677 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1923847c-7141-4d9c-ad23-65ec30651223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1b571b-5121-4abd-ae0a-c436fb945978'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:41:46.144517 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c2368e-b7eb-42f1-a443-db29c66271fa" -d '{"events": [{"server_uuid": "1923847c-7141-4d9c-ad23-65ec30651223", "name": "network-vif-plugged", "status": "completed", "tag": "0f1b571b-5121-4abd-ae0a-c436fb945978"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:41:46.159460 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 0f1b571b-5121-4abd-ae0a-c436fb945978, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=0f1b571b-5121-4abd-ae0a-c436fb945978,segment=NetworkSegment(5c87df8d-954c-4397-aa68-23e5690c99d4),segment_id=5c87df8d-954c-4397-aa68-23e5690c99d4)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:46.164763 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:46.198016 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-767fa0a3-1280-4875-8ab4-18dbea576101 x-openstack-request-id: req-767fa0a3-1280-4875-8ab4-18dbea576101 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:41:46.198315 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1923847c-7141-4d9c-ad23-65ec30651223", "name": "network-vif-plugged", "status": "completed", "tag": "0f1b571b-5121-4abd-ae0a-c436fb945978", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:41:46.198596 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-767fa0a3-1280-4875-8ab4-18dbea576101 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:41:46.199027 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1923847c-7141-4d9c-ad23-65ec30651223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1b571b-5121-4abd-ae0a-c436fb945978', 'code': 200} Aug 10 03:41:46.211987 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-07f75275-ea2f-4df4-bdb9-617211e2b09c tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:46.239620 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=0f1b571b-5121-4abd-ae0a-c436fb945978,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:46.333253 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23918f8a-ca3f-4b99-903f-2e960d309d1e req-69cba53a-becb-478b-9832-7c7489f77e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:46.339060 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-23918f8a-ca3f-4b99-903f-2e960d309d1e req-69cba53a-becb-478b-9832-7c7489f77e69 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1923847c-7141-4d9c-ad23-65ec30651223 HTTP/1.1" status: 200 len: 1098 time: 0.0707650 Aug 10 03:41:46.387275 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-23918f8a-ca3f-4b99-903f-2e960d309d1e req-e528dcc3-88d4-4bd1-9318-1c3412d06a12 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403674 Aug 10 03:41:46.455698 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-07f75275-ea2f-4df4-bdb9-617211e2b09c tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for router_gateway, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:46.479192 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-07f75275-ea2f-4df4-bdb9-617211e2b09c tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:46.526014 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df64b807-cf2a-478b-a44e-4d7fb337a24a req-a06f2c3c-3256-4bfc-b6be-084133628d09 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:46.527591 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-df64b807-cf2a-478b-a44e-4d7fb337a24a req-a06f2c3c-3256-4bfc-b6be-084133628d09 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] 10.222.0.58 "GET /v2.0/ports?device_id=64e99a93-503f-4589-a54b-4bfb4b839f89 HTTP/1.1" status: 200 len: 945 time: 0.0577931 Aug 10 03:41:46.578939 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a726d-2b61-43ea-9713-4b78f50181e8 req-4b58aade-e2b3-4da5-aa39-7e88add19337 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:46.580556 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-985a726d-2b61-43ea-9713-4b78f50181e8 req-4b58aade-e2b3-4da5-aa39-7e88add19337 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] 10.222.0.62 "GET /v2.0/ports?device_id=64e99a93-503f-4589-a54b-4bfb4b839f89 HTTP/1.1" status: 200 len: 945 time: 0.1032062 Aug 10 03:41:46.632465 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-df64b807-cf2a-478b-a44e-4d7fb337a24a req-7f993a90-422b-479e-8d28-3d442a3a4e26 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Deleting port 90c9acd8-06fa-4b48-adf3-2d7412895c25 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:41:46.632820 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-df64b807-cf2a-478b-a44e-4d7fb337a24a req-7f993a90-422b-479e-8d28-3d442a3a4e26 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:46.661083 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-07f75275-ea2f-4df4-bdb9-617211e2b09c tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Allocated IP 172.25.7.151 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/748c9651-35c7-4ae0-afb2-c618a37cdaa3) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:41:46.666454 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-985a726d-2b61-43ea-9713-4b78f50181e8 req-5244d91d-9ef2-4b21-921c-65efb82074b3 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] 10.222.0.62 "GET /v2.0/security-groups?id=5c68b4fa-1c97-4619-b294-e214d945734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778422 Aug 10 03:41:46.732064 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-df64b807-cf2a-478b-a44e-4d7fb337a24a req-7f993a90-422b-479e-8d28-3d442a3a4e26 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] For port 90c9acd8-06fa-4b48-adf3-2d7412895c25, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=90c9acd8-06fa-4b48-adf3-2d7412895c25,segment=NetworkSegment(2f5328e0-7408-48d8-a920-90a7481293e3),segment_id=2f5328e0-7408-48d8-a920-90a7481293e3)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:46.732959 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-df64b807-cf2a-478b-a44e-4d7fb337a24a req-7f993a90-422b-479e-8d28-3d442a3a4e26 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:46.782489 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-07f75275-ea2f-4df4-bdb9-617211e2b09c tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:46.827289 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-07f75275-ea2f-4df4-bdb9-617211e2b09c tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:46.871317 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f75275-ea2f-4df4-bdb9-617211e2b09c tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:41:46.878749 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-07f75275-ea2f-4df4-bdb9-617211e2b09c tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:46.882480 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f75275-ea2f-4df4-bdb9-617211e2b09c tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:41:46.888058 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f75275-ea2f-4df4-bdb9-617211e2b09c tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event updated for resources: {'Port': ['ID=748c9651-35c7-4ae0-afb2-c618a37cdaa3,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:46.988270 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-df64b807-cf2a-478b-a44e-4d7fb337a24a req-7f993a90-422b-479e-8d28-3d442a3a4e26 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:46.988631 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-df64b807-cf2a-478b-a44e-4d7fb337a24a req-7f993a90-422b-479e-8d28-3d442a3a4e26 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:46.989146 n-d-768851-15 neutron-server[94217]: INFO neutron.db.l3_db [req-df64b807-cf2a-478b-a44e-4d7fb337a24a req-7f993a90-422b-479e-8d28-3d442a3a4e26 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Floating IP f532da4f-2081-492d-9d29-4649c9ce0745 disassociated. External IP: 172.25.7.230, port: 90c9acd8-06fa-4b48-adf3-2d7412895c25. Aug 10 03:41:46.989499 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-df64b807-cf2a-478b-a44e-4d7fb337a24a req-7f993a90-422b-479e-8d28-3d442a3a4e26 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Calling delete_port for 90c9acd8-06fa-4b48-adf3-2d7412895c25 owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:41:47.102141 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1736e-887d-439c-9a96-0143e9c6186f req-3c8b3171-b3ae-47b7-9806-26c51c5dfb11 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:47.103831 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-65f1736e-887d-439c-9a96-0143e9c6186f req-3c8b3171-b3ae-47b7-9806-26c51c5dfb11 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=1923847c-7141-4d9c-ad23-65ec30651223 HTTP/1.1" status: 200 len: 946 time: 0.1566253 Aug 10 03:41:47.155872 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-df64b807-cf2a-478b-a44e-4d7fb337a24a req-7f993a90-422b-479e-8d28-3d442a3a4e26 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:47.157552 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-65f1736e-887d-439c-9a96-0143e9c6186f req-280e32d2-9268-40c5-b5ee-a9dfe1df68f6 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463588 Aug 10 03:41:47.196024 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f993a90-422b-479e-8d28-3d442a3a4e26 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Pushing event deleted for resources: {'Port': ['ID=90c9acd8-06fa-4b48-adf3-2d7412895c25,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:47.297919 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-07f75275-ea2f-4df4-bdb9-617211e2b09c tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for router_gateway, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:47.322356 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df64b807-cf2a-478b-a44e-4d7fb337a24a req-7f993a90-422b-479e-8d28-3d442a3a4e26 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Router 32519ef4-f8d7-4429-89ae-5965b7d9627d has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:41:47.459672 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df64b807-cf2a-478b-a44e-4d7fb337a24a req-7f993a90-422b-479e-8d28-3d442a3a4e26 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:41:47.471728 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacabe99-0872-4004-9fbf-c1395490dddb None None] Sync routers for ids ['32519ef4-f8d7-4429-89ae-5965b7d9627d'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:41:47.484388 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacabe99-0872-4004-9fbf-c1395490dddb None None] Routers {'32519ef4-f8d7-4429-89ae-5965b7d9627d'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:41:47.485327 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-aacabe99-0872-4004-9fbf-c1395490dddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:41:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['32519ef4-f8d7-4429-89ae-5965b7d9627d'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:47.505007 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-df64b807-cf2a-478b-a44e-4d7fb337a24a req-7f993a90-422b-479e-8d28-3d442a3a4e26 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] No DVR routers for this DVR port 90c9acd8-06fa-4b48-adf3-2d7412895c25 on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:41:47.508027 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-df64b807-cf2a-478b-a44e-4d7fb337a24a req-7f993a90-422b-479e-8d28-3d442a3a4e26 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:47.510497 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-df64b807-cf2a-478b-a44e-4d7fb337a24a req-7f993a90-422b-479e-8d28-3d442a3a4e26 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] 10.222.0.58 "DELETE /v2.0/ports/90c9acd8-06fa-4b48-adf3-2d7412895c25 HTTP/1.1" status: 204 len: 173 time: 0.9764376 Aug 10 03:41:47.510974 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e99a93-503f-4589-a54b-4bfb4b839f89', 'name': 'network-vif-deleted', 'tag': '90c9acd8-06fa-4b48-adf3-2d7412895c25'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:41:47.513275 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea1371b-1253-438f-8733-9bd3d0f899d0" -d '{"events": [{"server_uuid": "64e99a93-503f-4589-a54b-4bfb4b839f89", "name": "network-vif-deleted", "tag": "90c9acd8-06fa-4b48-adf3-2d7412895c25"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:41:47.533549 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-07f75275-ea2f-4df4-bdb9-617211e2b09c tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:47.583465 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a438351-fefe-4568-8336-e75838cae3bb x-openstack-request-id: req-0a438351-fefe-4568-8336-e75838cae3bb {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:41:47.586014 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e99a93-503f-4589-a54b-4bfb4b839f89", "name": "network-vif-deleted", "tag": "90c9acd8-06fa-4b48-adf3-2d7412895c25", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:41:47.586318 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0a438351-fefe-4568-8336-e75838cae3bb {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:41:47.586772 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e99a93-503f-4589-a54b-4bfb4b839f89', 'name': 'network-vif-deleted', 'tag': '90c9acd8-06fa-4b48-adf3-2d7412895c25', 'status': 'completed', 'code': 200} Aug 10 03:41:47.700677 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-aacabe99-0872-4004-9fbf-c1395490dddb None None] Set router 32519ef4-f8d7-4429-89ae-5965b7d9627d gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:41:47.748274 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f75275-ea2f-4df4-bdb9-617211e2b09c tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Router dc386307-d7ad-4b34-8487-9529a31dab09 is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:41:47.850158 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ae39c144-1bdf-4c62-a9b4-cfcc579dbe88 req-7c651b35-35f0-45e9-9568-6835e377c76c tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] 10.222.0.62 "GET /v2.0/ports?device_id=64e99a93-503f-4589-a54b-4bfb4b839f89 HTTP/1.1" status: 200 len: 210 time: 0.0385435 Aug 10 03:41:47.916268 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f75275-ea2f-4df4-bdb9-617211e2b09c tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:41:47.930229 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4b2b67-5cf2-47c7-8788-e5f01e93cfda None None] Sync routers for ids ['dc386307-d7ad-4b34-8487-9529a31dab09'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:41:47.941463 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-07f75275-ea2f-4df4-bdb9-617211e2b09c tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:47.944982 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4b2b67-5cf2-47c7-8788-e5f01e93cfda None None] Routers {'dc386307-d7ad-4b34-8487-9529a31dab09'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:41:47.946092 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-3d4b2b67-5cf2-47c7-8788-e5f01e93cfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:41:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['dc386307-d7ad-4b34-8487-9529a31dab09'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:47.947388 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34544) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:47.947852 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-07f75275-ea2f-4df4-bdb9-617211e2b09c tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0599849 Aug 10 03:41:47.978478 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-aacabe99-0872-4004-9fbf-c1395490dddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32519ef4-f8d7-4429-89ae-5965b7d9627d', 'name': 'tempest-TestServerBasicOps-1488878554-router', 'tenant_id': '4c338092054e4c64a6391807bc8d123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '0f1b0a4f-6957-4601-9e8e-1d01e5cc0a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:25Z', 'updated_at': '2021-08-10T03:36:31Z', 'revision_number': 4, 'project_id': '4c338092054e4c64a6391807bc8d123e', 'gw_port': {'id': '0f1b0a4f-6957-4601-9e8e-1d01e5cc0a26', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32519ef4-f8d7-4429-89ae-5965b7d9627d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:26Z', 'updated_at': '2021-08-10T03:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'e9bdbc9b-8915-45b9-9842-fa0d76543710', 'name': '', 'network_id': '279202d0-9092-43db-a92b-1b10a2ad47a0', 'tenant_id': '4c338092054e4c64a6391807bc8d123e', 'mac_address': 'fa:16:3e:d0:b0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32519ef4-f8d7-4429-89ae-5965b7d9627d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': 'f2663f19-57f7-4b1a-a47e-fe316f67f230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:30Z', 'updated_at': '2021-08-10T03:36:39Z', 'revision_number': 5, 'project_id': '4c338092054e4c64a6391807bc8d123e', 'subnets': [{'id': 'f2663f19-57f7-4b1a-a47e-fe316f67f230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:47.988209 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c5487ce7-2318-4ae6-8298-8c1339c1cf5a tempest-TestNetworkAdvancedServerOps-2124496179 tempest-TestNetworkAdvancedServerOps-2124496179-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=d4cffc5e26914104899297a77f2206bf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371525 Aug 10 03:41:47.988931 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 34546) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:48.071553 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacabe99-0872-4004-9fbf-c1395490dddb None None] Checking router: 32519ef4-f8d7-4429-89ae-5965b7d9627d for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:41:48.082776 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacabe99-0872-4004-9fbf-c1395490dddb None None] Routers {'32519ef4-f8d7-4429-89ae-5965b7d9627d'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:41:48.083672 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-aacabe99-0872-4004-9fbf-c1395490dddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:41:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['32519ef4-f8d7-4429-89ae-5965b7d9627d'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:48.084246 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-3d4b2b67-5cf2-47c7-8788-e5f01e93cfda None None] Set router dc386307-d7ad-4b34-8487-9529a31dab09 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:41:48.211022 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed1d81b-2968-41c5-80ef-ed25a9243d5a tempest-TestNetworkAdvancedServerOps-2124496179 tempest-TestNetworkAdvancedServerOps-2124496179-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:48.220132 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34550) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:48.221243 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-0ed1d81b-2968-41c5-80ef-ed25a9243d5a tempest-TestNetworkAdvancedServerOps-2124496179 tempest-TestNetworkAdvancedServerOps-2124496179-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2298379 Aug 10 03:41:48.258124 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-aacabe99-0872-4004-9fbf-c1395490dddb None None] Set router 32519ef4-f8d7-4429-89ae-5965b7d9627d gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:41:48.263842 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-95903630-823a-4944-87f7-5a5aaf95f421 tempest-TestNetworkAdvancedServerOps-2124496179 tempest-TestNetworkAdvancedServerOps-2124496179-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=09ca2025-b9a6-4e84-8019-8d9fbef3753e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412731 Aug 10 03:41:48.266148 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 34552) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:48.273257 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-7052aefb-44ae-47c5-8ba2-c2e6f4638c41 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-928898577', 'network_id': 'f221bd1c-6004-4fc4-b409-eb2f05c60b3c', 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:48.341854 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-3d4b2b67-5cf2-47c7-8788-e5f01e93cfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc386307-d7ad-4b34-8487-9529a31dab09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313728473', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '748c9651-35c7-4ae0-afb2-c618a37cdaa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:45Z', 'updated_at': '2021-08-10T03:41:47Z', 'revision_number': 3, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'gw_port': {'id': '748c9651-35c7-4ae0-afb2-c618a37cdaa3', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:36:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc386307-d7ad-4b34-8487-9529a31dab09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:46Z', 'updated_at': '2021-08-10T03:41:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:48.379933 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4b2b67-5cf2-47c7-8788-e5f01e93cfda None None] Checking router: dc386307-d7ad-4b34-8487-9529a31dab09 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:41:48.380339 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4b2b67-5cf2-47c7-8788-e5f01e93cfda None None] Updating router dc386307-d7ad-4b34-8487-9529a31dab09 port 748c9651-35c7-4ae0-afb2-c618a37cdaa3 binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:41:48.416526 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7052aefb-44ae-47c5-8ba2-c2e6f4638c41 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Made reservation on behalf of d4cffc5e26914104899297a77f2206bf for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:48.421214 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7052aefb-44ae-47c5-8ba2-c2e6f4638c41 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:48.436208 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eb2e69-4ca8-432a-a273-0bc010fe402a req-86a783bb-aa84-42b8-94d7-256bf04789fc tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:48.437885 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-00eb2e69-4ca8-432a-a273-0bc010fe402a req-86a783bb-aa84-42b8-94d7-256bf04789fc tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=1923847c-7141-4d9c-ad23-65ec30651223 HTTP/1.1" status: 200 len: 946 time: 0.1591671 Aug 10 03:41:48.440648 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-3d4b2b67-5cf2-47c7-8788-e5f01e93cfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:48.575281 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-00eb2e69-4ca8-432a-a273-0bc010fe402a req-eaa9e72a-f03a-4916-ab4c-ff75ea5544b5 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134305 Aug 10 03:41:48.576568 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-aacabe99-0872-4004-9fbf-c1395490dddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32519ef4-f8d7-4429-89ae-5965b7d9627d', 'name': 'tempest-TestServerBasicOps-1488878554-router', 'tenant_id': '4c338092054e4c64a6391807bc8d123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '0f1b0a4f-6957-4601-9e8e-1d01e5cc0a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:25Z', 'updated_at': '2021-08-10T03:36:31Z', 'revision_number': 4, 'project_id': '4c338092054e4c64a6391807bc8d123e', 'gw_port': {'id': '0f1b0a4f-6957-4601-9e8e-1d01e5cc0a26', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32519ef4-f8d7-4429-89ae-5965b7d9627d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:26Z', 'updated_at': '2021-08-10T03:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'e9bdbc9b-8915-45b9-9842-fa0d76543710', 'name': '', 'network_id': '279202d0-9092-43db-a92b-1b10a2ad47a0', 'tenant_id': '4c338092054e4c64a6391807bc8d123e', 'mac_address': 'fa:16:3e:d0:b0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32519ef4-f8d7-4429-89ae-5965b7d9627d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': 'f2663f19-57f7-4b1a-a47e-fe316f67f230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:30Z', 'updated_at': '2021-08-10T03:36:39Z', 'revision_number': 5, 'project_id': '4c338092054e4c64a6391807bc8d123e', 'subnets': [{'id': 'f2663f19-57f7-4b1a-a47e-fe316f67f230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:48.612273 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacabe99-0872-4004-9fbf-c1395490dddb None None] The sync data for ids ['32519ef4-f8d7-4429-89ae-5965b7d9627d'] in n-d-768851-15 is: [{'id': '32519ef4-f8d7-4429-89ae-5965b7d9627d', 'name': 'tempest-TestServerBasicOps-1488878554-router', 'tenant_id': '4c338092054e4c64a6391807bc8d123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '0f1b0a4f-6957-4601-9e8e-1d01e5cc0a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:25Z', 'updated_at': '2021-08-10T03:36:31Z', 'revision_number': 4, 'project_id': '4c338092054e4c64a6391807bc8d123e', 'gw_port': {'id': '0f1b0a4f-6957-4601-9e8e-1d01e5cc0a26', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32519ef4-f8d7-4429-89ae-5965b7d9627d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:26Z', 'updated_at': '2021-08-10T03:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'e9bdbc9b-8915-45b9-9842-fa0d76543710', 'name': '', 'network_id': '279202d0-9092-43db-a92b-1b10a2ad47a0', 'tenant_id': '4c338092054e4c64a6391807bc8d123e', 'mac_address': 'fa:16:3e:d0:b0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32519ef4-f8d7-4429-89ae-5965b7d9627d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': 'f2663f19-57f7-4b1a-a47e-fe316f67f230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:30Z', 'updated_at': '2021-08-10T03:36:39Z', 'revision_number': 5, 'project_id': '4c338092054e4c64a6391807bc8d123e', 'subnets': [{'id': 'f2663f19-57f7-4b1a-a47e-fe316f67f230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:41:48.793535 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-3d4b2b67-5cf2-47c7-8788-e5f01e93cfda None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:48.815551 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-3d4b2b67-5cf2-47c7-8788-e5f01e93cfda None None] Transition to ACTIVE for port object 748c9651-35c7-4ae0-afb2-c618a37cdaa3 will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:48.828645 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-3d4b2b67-5cf2-47c7-8788-e5f01e93cfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:48.936177 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81449548-b9fd-4a2b-92eb-81ce14496717 None None] Pushing event updated for resources: {'Port': ['ID=748c9651-35c7-4ae0-afb2-c618a37cdaa3,revision_number=2']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:48.969924 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34560) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:48.990117 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-3d4b2b67-5cf2-47c7-8788-e5f01e93cfda None None] Attempting to bind port 748c9651-35c7-4ae0-afb2-c618a37cdaa3 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:41:48.990489 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-3d4b2b67-5cf2-47c7-8788-e5f01e93cfda None None] Attempting to bind port 748c9651-35c7-4ae0-afb2-c618a37cdaa3 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:41:48.990930 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4b2b67-5cf2-47c7-8788-e5f01e93cfda None None] Attempting to bind port 748c9651-35c7-4ae0-afb2-c618a37cdaa3 on network 09ca2025-b9a6-4e84-8019-8d9fbef3753e {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:41:48.998530 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81449548-b9fd-4a2b-92eb-81ce14496717 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:48.998931 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81449548-b9fd-4a2b-92eb-81ce14496717 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:48.999896 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81449548-b9fd-4a2b-92eb-81ce14496717 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:49.001615 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81449548-b9fd-4a2b-92eb-81ce14496717 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:49.001967 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81449548-b9fd-4a2b-92eb-81ce14496717 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:49.002307 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81449548-b9fd-4a2b-92eb-81ce14496717 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:49.002638 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81449548-b9fd-4a2b-92eb-81ce14496717 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:49.003829 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81449548-b9fd-4a2b-92eb-81ce14496717 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:49.005449 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81449548-b9fd-4a2b-92eb-81ce14496717 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:49.005929 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81449548-b9fd-4a2b-92eb-81ce14496717 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:49.007837 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81449548-b9fd-4a2b-92eb-81ce14496717 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:49.008313 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81449548-b9fd-4a2b-92eb-81ce14496717 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:49.022648 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4b2b67-5cf2-47c7-8788-e5f01e93cfda None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:41:49.032889 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4b2b67-5cf2-47c7-8788-e5f01e93cfda None None] Checking segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:49.033304 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-3d4b2b67-5cf2-47c7-8788-e5f01e93cfda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:49.033705 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4b2b67-5cf2-47c7-8788-e5f01e93cfda None None] Bound using segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:41:49.034211 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-3d4b2b67-5cf2-47c7-8788-e5f01e93cfda None None] Bound port: 748c9651-35c7-4ae0-afb2-c618a37cdaa3, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:41:49.034608 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-3d4b2b67-5cf2-47c7-8788-e5f01e93cfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:49.103151 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c85a42-533b-4d57-9f35-71c84086c99b None None] New status for floating IP f532da4f-2081-492d-9d29-4649c9ce0745: DOWN {{(pid=94218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:41:49.122226 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-3d4b2b67-5cf2-47c7-8788-e5f01e93cfda None None] For port 748c9651-35c7-4ae0-afb2-c618a37cdaa3, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:41:49.129202 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-3d4b2b67-5cf2-47c7-8788-e5f01e93cfda None None] For port 748c9651-35c7-4ae0-afb2-c618a37cdaa3, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=748c9651-35c7-4ae0-afb2-c618a37cdaa3,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:41:49.139551 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15611b92-841b-4c23-ad76-67e9f99812c0 req-a1f0ae3d-6ec8-4adf-afa1-13d8fcfad634 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:49.141381 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-3d4b2b67-5cf2-47c7-8788-e5f01e93cfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:49.141529 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-15611b92-841b-4c23-ad76-67e9f99812c0 req-a1f0ae3d-6ec8-4adf-afa1-13d8fcfad634 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=1923847c-7141-4d9c-ad23-65ec30651223 HTTP/1.1" status: 200 len: 946 time: 0.0784850 Aug 10 03:41:49.229952 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7052aefb-44ae-47c5-8ba2-c2e6f4638c41 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:49.245320 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-15611b92-841b-4c23-ad76-67e9f99812c0 req-c53e2af0-8c72-4fa7-8ace-7275a5c3bbc8 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780730 Aug 10 03:41:49.281570 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81449548-b9fd-4a2b-92eb-81ce14496717 None None] Pushing event updated for resources: {'Port': ['ID=748c9651-35c7-4ae0-afb2-c618a37cdaa3,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:49.295539 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4b2b67-5cf2-47c7-8788-e5f01e93cfda None None] Routers {'dc386307-d7ad-4b34-8487-9529a31dab09'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:41:49.297337 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-3d4b2b67-5cf2-47c7-8788-e5f01e93cfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:41:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['dc386307-d7ad-4b34-8487-9529a31dab09'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:49.332008 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-677b8d6e-a656-4543-95e3-cebefcda358f tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Deleting port 626c7428-d917-4e8c-8701-56771700f6ab {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:41:49.332933 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-677b8d6e-a656-4543-95e3-cebefcda358f tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:49.381211 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7052aefb-44ae-47c5-8ba2-c2e6f4638c41 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event updated for resources: {'Subnet': ['ID=8e6b4b70-b987-430f-8933-c947ea0db6e8,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:49.453739 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7052aefb-44ae-47c5-8ba2-c2e6f4638c41 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Checking segment: {'id': '099b1839-c25e-4cba-b46e-fc4517d7ca93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f221bd1c-6004-4fc4-b409-eb2f05c60b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:49.454351 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7052aefb-44ae-47c5-8ba2-c2e6f4638c41 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Network hostable DHCP agents. Network: f221bd1c-6004-4fc4-b409-eb2f05c60b3c, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:41:49.508135 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7052aefb-44ae-47c5-8ba2-c2e6f4638c41 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Network f221bd1c-6004-4fc4-b409-eb2f05c60b3c is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:41:49.556939 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-3d4b2b67-5cf2-47c7-8788-e5f01e93cfda None None] Set router dc386307-d7ad-4b34-8487-9529a31dab09 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:41:49.557954 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-7052aefb-44ae-47c5-8ba2-c2e6f4638c41 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, f221bd1c-6004-4fc4-b409-eb2f05c60b3c) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:49.571058 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db74cc1d-ec5b-4150-a06d-6487479ff6a6 None None] Network f221bd1c-6004-4fc4-b409-eb2f05c60b3c requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:49.571923 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7052aefb-44ae-47c5-8ba2-c2e6f4638c41 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:49.572614 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7052aefb-44ae-47c5-8ba2-c2e6f4638c41 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:49.589840 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-677b8d6e-a656-4543-95e3-cebefcda358f tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:49.590375 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-677b8d6e-a656-4543-95e3-cebefcda358f tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:49.618322 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-7052aefb-44ae-47c5-8ba2-c2e6f4638c41 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3505383 Aug 10 03:41:49.620779 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 34568) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:49.640075 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-677b8d6e-a656-4543-95e3-cebefcda358f tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Calling delete_port for 626c7428-d917-4e8c-8701-56771700f6ab owned by network:floatingip {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:41:49.826607 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d400e81-2a5b-4092-8786-1c5e6c687369 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-f221bd1c-6004-4fc4-b409-eb2f05c60b3c', 'network_id': 'f221bd1c-6004-4fc4-b409-eb2f05c60b3c', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'fixed_ips': [{'subnet_id': '8e6b4b70-b987-430f-8933-c947ea0db6e8'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:41:49.829559 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3d400e81-2a5b-4092-8786-1c5e6c687369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:49.952728 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-677b8d6e-a656-4543-95e3-cebefcda358f tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:49.953102 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 90c9acd8-06fa-4b48-adf3-2d7412895c25 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:41:49.988443 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-3d4b2b67-5cf2-47c7-8788-e5f01e93cfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc386307-d7ad-4b34-8487-9529a31dab09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313728473', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '748c9651-35c7-4ae0-afb2-c618a37cdaa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:45Z', 'updated_at': '2021-08-10T03:41:47Z', 'revision_number': 3, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'gw_port': {'id': '748c9651-35c7-4ae0-afb2-c618a37cdaa3', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:36:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc386307-d7ad-4b34-8487-9529a31dab09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:46Z', 'updated_at': '2021-08-10T03:41:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:50.009926 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677b8d6e-a656-4543-95e3-cebefcda358f tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Pushing event deleted for resources: {'Port': ['ID=626c7428-d917-4e8c-8701-56771700f6ab,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:50.017331 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72a152-09d1-4875-af72-63ee8538b95d req-0f0118fd-0a9d-4b95-8cde-6cd02a0caf85 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:50.026056 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dd72a152-09d1-4875-af72-63ee8538b95d req-0f0118fd-0a9d-4b95-8cde-6cd02a0caf85 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=1923847c-7141-4d9c-ad23-65ec30651223 HTTP/1.1" status: 200 len: 946 time: 0.2180767 Aug 10 03:41:50.066039 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4b2b67-5cf2-47c7-8788-e5f01e93cfda None None] The sync data for ids ['dc386307-d7ad-4b34-8487-9529a31dab09'] in n-d-768851-15 is: [{'id': 'dc386307-d7ad-4b34-8487-9529a31dab09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313728473', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '748c9651-35c7-4ae0-afb2-c618a37cdaa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:45Z', 'updated_at': '2021-08-10T03:41:47Z', 'revision_number': 3, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'gw_port': {'id': '748c9651-35c7-4ae0-afb2-c618a37cdaa3', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:36:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc386307-d7ad-4b34-8487-9529a31dab09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:46Z', 'updated_at': '2021-08-10T03:41:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:41:50.113080 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-677b8d6e-a656-4543-95e3-cebefcda358f tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Notify callbacks [] for floatingip, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:50.116292 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-677b8d6e-a656-4543-95e3-cebefcda358f tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:50.118090 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-677b8d6e-a656-4543-95e3-cebefcda358f tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] 10.222.0.62 "DELETE /v2.0/floatingips/f532da4f-2081-492d-9d29-4649c9ce0745 HTTP/1.1" status: 204 len: 168 time: 1.1466050 Aug 10 03:41:50.186047 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dd72a152-09d1-4875-af72-63ee8538b95d req-465123d1-1488-4c9e-a14d-f09c43eb558d tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585894 Aug 10 03:41:50.201572 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: 90c9acd8-06fa-4b48-adf3-2d7412895c25 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:41:50.201882 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 90c9acd8-06fa-4b48-adf3-2d7412895c25 not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:41:50.241244 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 34576) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:50.262126 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-3d400e81-2a5b-4092-8786-1c5e6c687369 None None] Allocated IP 172.20.0.2 (f221bd1c-6004-4fc4-b409-eb2f05c60b3c/8e6b4b70-b987-430f-8933-c947ea0db6e8/d894160a-2b64-474a-9440-9a8f6831d7c3) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:41:50.377004 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9344f697-c9b6-4e99-9341-7867a74ef036 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:50.449455 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9344f697-c9b6-4e99-9341-7867a74ef036 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:50.503043 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3d400e81-2a5b-4092-8786-1c5e6c687369 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:50.520372 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3d400e81-2a5b-4092-8786-1c5e6c687369 None None] Transition to ACTIVE for port object d894160a-2b64-474a-9440-9a8f6831d7c3 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:50.537963 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-14426442-c4ec-457c-a206-ffcaf786ecd4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:50.550962 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3d400e81-2a5b-4092-8786-1c5e6c687369 None None] Transition to ACTIVE for port object d894160a-2b64-474a-9440-9a8f6831d7c3 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:50.563969 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3d400e81-2a5b-4092-8786-1c5e6c687369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:50.667562 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9344f697-c9b6-4e99-9341-7867a74ef036 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:50.670586 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9344f697-c9b6-4e99-9341-7867a74ef036 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:50.671866 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-9344f697-c9b6-4e99-9341-7867a74ef036 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] 10.222.0.62 "DELETE /v2.0/security-groups/5c68b4fa-1c97-4619-b294-e214d945734c HTTP/1.1" status: 204 len: 168 time: 0.4293072 Aug 10 03:41:50.686493 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d400e81-2a5b-4092-8786-1c5e6c687369 None None] Network f221bd1c-6004-4fc4-b409-eb2f05c60b3c is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:41:50.694136 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9344f697-c9b6-4e99-9341-7867a74ef036 tempest-TestServerBasicOps-264006583 tempest-TestServerBasicOps-264006583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c68b4fa-1c97-4619-b294-e214d945734c,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:50.715805 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-3d400e81-2a5b-4092-8786-1c5e6c687369 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:50.727367 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d400e81-2a5b-4092-8786-1c5e6c687369 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:41:50.753504 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34582) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:50.755407 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d400e81-2a5b-4092-8786-1c5e6c687369 None None] Pushing event updated for resources: {'Port': ['ID=d894160a-2b64-474a-9440-9a8f6831d7c3,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:50.891178 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 748c9651-35c7-4ae0-afb2-c618a37cdaa3 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:50.894959 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-3d400e81-2a5b-4092-8786-1c5e6c687369 None None] Attempting to bind port d894160a-2b64-474a-9440-9a8f6831d7c3 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:41:50.895347 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-3d400e81-2a5b-4092-8786-1c5e6c687369 None None] Attempting to bind port d894160a-2b64-474a-9440-9a8f6831d7c3 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '099b1839-c25e-4cba-b46e-fc4517d7ca93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f221bd1c-6004-4fc4-b409-eb2f05c60b3c'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:41:50.900299 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d400e81-2a5b-4092-8786-1c5e6c687369 None None] Attempting to bind port d894160a-2b64-474a-9440-9a8f6831d7c3 on network f221bd1c-6004-4fc4-b409-eb2f05c60b3c {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:41:50.945844 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d400e81-2a5b-4092-8786-1c5e6c687369 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:41:50.946553 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d400e81-2a5b-4092-8786-1c5e6c687369 None None] Checking segment: {'id': '099b1839-c25e-4cba-b46e-fc4517d7ca93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f221bd1c-6004-4fc4-b409-eb2f05c60b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:50.947548 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3d400e81-2a5b-4092-8786-1c5e6c687369 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:50.948334 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d400e81-2a5b-4092-8786-1c5e6c687369 None None] Bound using segment: {'id': '099b1839-c25e-4cba-b46e-fc4517d7ca93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f221bd1c-6004-4fc4-b409-eb2f05c60b3c'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:41:50.950234 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-3d400e81-2a5b-4092-8786-1c5e6c687369 None None] Bound port: d894160a-2b64-474a-9440-9a8f6831d7c3, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '099b1839-c25e-4cba-b46e-fc4517d7ca93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f221bd1c-6004-4fc4-b409-eb2f05c60b3c'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:41:50.951029 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3d400e81-2a5b-4092-8786-1c5e6c687369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:50.998301 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-14426442-c4ec-457c-a206-ffcaf786ecd4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Allocated IP 172.20.0.1 (f221bd1c-6004-4fc4-b409-eb2f05c60b3c/8e6b4b70-b987-430f-8933-c947ea0db6e8/2d75f6ee-a11d-420d-98b6-d79b95120851) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:41:51.151013 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 748c9651-35c7-4ae0-afb2-c618a37cdaa3 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:51.161808 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 748c9651-35c7-4ae0-afb2-c618a37cdaa3 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:51.162480 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:51.200267 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-14426442-c4ec-457c-a206-ffcaf786ecd4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:51.229590 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-14426442-c4ec-457c-a206-ffcaf786ecd4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Transition to ACTIVE for port object 2d75f6ee-a11d-420d-98b6-d79b95120851 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:51.256219 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3d400e81-2a5b-4092-8786-1c5e6c687369 None None] For port d894160a-2b64-474a-9440-9a8f6831d7c3, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:41:51.305442 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-14426442-c4ec-457c-a206-ffcaf786ecd4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:51.306798 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3d400e81-2a5b-4092-8786-1c5e6c687369 None None] For port d894160a-2b64-474a-9440-9a8f6831d7c3, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=d894160a-2b64-474a-9440-9a8f6831d7c3,segment=NetworkSegment(099b1839-c25e-4cba-b46e-fc4517d7ca93),segment_id=099b1839-c25e-4cba-b46e-fc4517d7ca93)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:41:51.322387 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3d400e81-2a5b-4092-8786-1c5e6c687369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:51.433381 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d400e81-2a5b-4092-8786-1c5e6c687369 None None] Pushing event updated for resources: {'Port': ['ID=d894160a-2b64-474a-9440-9a8f6831d7c3,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:51.443949 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14426442-c4ec-457c-a206-ffcaf786ecd4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event updated for resources: {'Port': ['ID=2d75f6ee-a11d-420d-98b6-d79b95120851,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:51.452294 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:51.482192 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 748c9651-35c7-4ae0-afb2-c618a37cdaa3, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=748c9651-35c7-4ae0-afb2-c618a37cdaa3,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:51.486695 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:51.509949 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14426442-c4ec-457c-a206-ffcaf786ecd4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Network f221bd1c-6004-4fc4-b409-eb2f05c60b3c is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:41:51.515963 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-14426442-c4ec-457c-a206-ffcaf786ecd4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:51.522892 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14426442-c4ec-457c-a206-ffcaf786ecd4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:41:51.538816 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a307034-ae20-4c23-8a70-c35d4c837b5c req-e6173b47-aacb-4688-a751-ee7ee3d75b5c tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:51.548506 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7a307034-ae20-4c23-8a70-c35d4c837b5c req-e6173b47-aacb-4688-a751-ee7ee3d75b5c tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=1923847c-7141-4d9c-ad23-65ec30651223 HTTP/1.1" status: 200 len: 946 time: 0.1615031 Aug 10 03:41:51.581247 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=748c9651-35c7-4ae0-afb2-c618a37cdaa3,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:51.630492 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-14426442-c4ec-457c-a206-ffcaf786ecd4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:51.642179 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7a307034-ae20-4c23-8a70-c35d4c837b5c req-6c65a830-076e-4bbf-9c7f-1620ab0a556b tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926125 Aug 10 03:41:51.846712 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-14426442-c4ec-457c-a206-ffcaf786ecd4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:51.862814 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d0632-971d-49de-9198-e7a10f62db8c req-a5027481-9c11-4c74-9c83-dd97d5185f45 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:51.864626 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c38d0632-971d-49de-9198-e7a10f62db8c req-a5027481-9c11-4c74-9c83-dd97d5185f45 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.58 "GET /v2.0/ports?device_id=1923847c-7141-4d9c-ad23-65ec30651223 HTTP/1.1" status: 200 len: 946 time: 0.6327431 Aug 10 03:41:52.048819 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-c38d0632-971d-49de-9198-e7a10f62db8c req-5667876a-db70-472c-a44b-5d74b2dbe7c7 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Deleting port 0f1b571b-5121-4abd-ae0a-c436fb945978 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:41:52.049437 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-c38d0632-971d-49de-9198-e7a10f62db8c req-5667876a-db70-472c-a44b-5d74b2dbe7c7 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:52.202154 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-c38d0632-971d-49de-9198-e7a10f62db8c req-5667876a-db70-472c-a44b-5d74b2dbe7c7 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] For port 0f1b571b-5121-4abd-ae0a-c436fb945978, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=0f1b571b-5121-4abd-ae0a-c436fb945978,segment=NetworkSegment(5c87df8d-954c-4397-aa68-23e5690c99d4),segment_id=5c87df8d-954c-4397-aa68-23e5690c99d4)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:52.202917 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-c38d0632-971d-49de-9198-e7a10f62db8c req-5667876a-db70-472c-a44b-5d74b2dbe7c7 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:52.221082 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-c38d0632-971d-49de-9198-e7a10f62db8c req-5667876a-db70-472c-a44b-5d74b2dbe7c7 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Calling delete_port for 0f1b571b-5121-4abd-ae0a-c436fb945978 owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:41:52.239381 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-14426442-c4ec-457c-a206-ffcaf786ecd4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:52.245426 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-14426442-c4ec-457c-a206-ffcaf786ecd4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:52.282262 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-52cbcc62-8f4e-4348-a242-d2be821cd43d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:52.327119 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14426442-c4ec-457c-a206-ffcaf786ecd4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event updated for resources: {'Port': ['ID=2d75f6ee-a11d-420d-98b6-d79b95120851,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:52.330162 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-14426442-c4ec-457c-a206-ffcaf786ecd4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:52.438067 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14426442-c4ec-457c-a206-ffcaf786ecd4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Network f221bd1c-6004-4fc4-b409-eb2f05c60b3c is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:41:52.439707 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-14426442-c4ec-457c-a206-ffcaf786ecd4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:52.551682 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-c38d0632-971d-49de-9198-e7a10f62db8c req-5667876a-db70-472c-a44b-5d74b2dbe7c7 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:52.567006 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['61f739b0-4025-48d4-b016-d05326176c9c'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:41:52.584614 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14426442-c4ec-457c-a206-ffcaf786ecd4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Router dc386307-d7ad-4b34-8487-9529a31dab09 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:41:52.599756 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5667876a-db70-472c-a44b-5d74b2dbe7c7 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Pushing event deleted for resources: {'Port': ['ID=0f1b571b-5121-4abd-ae0a-c436fb945978,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:52.633077 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5667876a-db70-472c-a44b-5d74b2dbe7c7 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:52.633077 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5667876a-db70-472c-a44b-5d74b2dbe7c7 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:52.634557 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5667876a-db70-472c-a44b-5d74b2dbe7c7 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:52.634557 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5667876a-db70-472c-a44b-5d74b2dbe7c7 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:52.634557 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5667876a-db70-472c-a44b-5d74b2dbe7c7 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:52.634557 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5667876a-db70-472c-a44b-5d74b2dbe7c7 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:52.635248 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5667876a-db70-472c-a44b-5d74b2dbe7c7 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:52.635756 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5667876a-db70-472c-a44b-5d74b2dbe7c7 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:52.636639 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5667876a-db70-472c-a44b-5d74b2dbe7c7 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:52.637010 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5667876a-db70-472c-a44b-5d74b2dbe7c7 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:52.637378 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5667876a-db70-472c-a44b-5d74b2dbe7c7 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:52.637710 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5667876a-db70-472c-a44b-5d74b2dbe7c7 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:52.676211 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-c38d0632-971d-49de-9198-e7a10f62db8c req-5667876a-db70-472c-a44b-5d74b2dbe7c7 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] No DVR routers for this DVR port 0f1b571b-5121-4abd-ae0a-c436fb945978 on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:41:52.684750 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-c38d0632-971d-49de-9198-e7a10f62db8c req-5667876a-db70-472c-a44b-5d74b2dbe7c7 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:52.693151 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c38d0632-971d-49de-9198-e7a10f62db8c req-5667876a-db70-472c-a44b-5d74b2dbe7c7 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.58 "DELETE /v2.0/ports/0f1b571b-5121-4abd-ae0a-c436fb945978 HTTP/1.1" status: 204 len: 173 time: 0.8198640 Aug 10 03:41:52.695161 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1923847c-7141-4d9c-ad23-65ec30651223', 'name': 'network-vif-deleted', 'tag': '0f1b571b-5121-4abd-ae0a-c436fb945978'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:41:52.699405 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba548a16-862e-47be-87ac-519a4578dc44" -d '{"events": [{"server_uuid": "1923847c-7141-4d9c-ad23-65ec30651223", "name": "network-vif-deleted", "tag": "0f1b571b-5121-4abd-ae0a-c436fb945978"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:41:52.834725 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e39860fe-f02b-480b-88ab-b73a235b84a9 x-openstack-request-id: req-e39860fe-f02b-480b-88ab-b73a235b84a9 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:41:52.835488 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1923847c-7141-4d9c-ad23-65ec30651223", "name": "network-vif-deleted", "tag": "0f1b571b-5121-4abd-ae0a-c436fb945978", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:41:52.835813 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e39860fe-f02b-480b-88ab-b73a235b84a9 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:41:52.836291 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1923847c-7141-4d9c-ad23-65ec30651223', 'name': 'network-vif-deleted', 'tag': '0f1b571b-5121-4abd-ae0a-c436fb945978', 'status': 'completed', 'code': 200} Aug 10 03:41:52.886233 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14426442-c4ec-457c-a206-ffcaf786ecd4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:41:52.914894 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-52cbcc62-8f4e-4348-a242-d2be821cd43d admin admin] Deleting port e9bdbc9b-8915-45b9-9842-fa0d76543710 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:41:52.915990 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-52cbcc62-8f4e-4348-a242-d2be821cd43d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:52.920640 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-14426442-c4ec-457c-a206-ffcaf786ecd4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "PUT /v2.0/routers/dc386307-d7ad-4b34-8487-9529a31dab09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2975595 Aug 10 03:41:53.050369 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-03e77960-423b-4972-b5c5-0cf7556c77e5 req-ba26fbc6-6841-4d85-8da5-84bda48975bd tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=1923847c-7141-4d9c-ad23-65ec30651223 HTTP/1.1" status: 200 len: 210 time: 0.1227894 Aug 10 03:41:53.117904 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device d894160a-2b64-474a-9440-9a8f6831d7c3 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:53.142396 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-52cbcc62-8f4e-4348-a242-d2be821cd43d admin admin] For port e9bdbc9b-8915-45b9-9842-fa0d76543710, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=e9bdbc9b-8915-45b9-9842-fa0d76543710,segment=NetworkSegment(2f5328e0-7408-48d8-a920-90a7481293e3),segment_id=2f5328e0-7408-48d8-a920-90a7481293e3)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:53.144847 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-52cbcc62-8f4e-4348-a242-d2be821cd43d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:53.165369 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e4ed04-d7e2-44be-8eb9-c8ed83132fe7 None None] Sync routers for ids ['dc386307-d7ad-4b34-8487-9529a31dab09'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:41:53.178030 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e4ed04-d7e2-44be-8eb9-c8ed83132fe7 None None] Routers {'dc386307-d7ad-4b34-8487-9529a31dab09'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:41:53.179533 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-c5e4ed04-d7e2-44be-8eb9-c8ed83132fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:41:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['dc386307-d7ad-4b34-8487-9529a31dab09'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:53.206551 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-52cbcc62-8f4e-4348-a242-d2be821cd43d admin admin] Calling delete_port for e9bdbc9b-8915-45b9-9842-fa0d76543710 owned by network:router_interface {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:41:53.228297 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port d894160a-2b64-474a-9440-9a8f6831d7c3 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:53.245659 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 748c9651-35c7-4ae0-afb2-c618a37cdaa3 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:53.371990 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c1977e-b995-4e52-a6d8-30b3abd96e1c None None] Network f221bd1c-6004-4fc4-b409-eb2f05c60b3c requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:53.374544 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 748c9651-35c7-4ae0-afb2-c618a37cdaa3 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:53.374687 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:53.397506 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dd0f6f61-72d8-4d3a-aa51-a15ce0fa84e0 req-19f305ef-3a3b-4698-8bc6-168020b02dd1 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2125499968&fields=id&tenant_id=d4cffc5e26914104899297a77f2206bf HTTP/1.1" status: 200 len: 267 time: 0.0871027 Aug 10 03:41:53.398093 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-c5e4ed04-d7e2-44be-8eb9-c8ed83132fe7 None None] Set router dc386307-d7ad-4b34-8487-9529a31dab09 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:41:53.599551 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-49b6a2f0-4bf4-49e4-b70c-ff72ee2ba031 None None] Provisioning for port d894160a-2b64-474a-9440-9a8f6831d7c3 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:53.628275 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-49b6a2f0-4bf4-49e4-b70c-ff72ee2ba031 None None] Provisioning complete for port d894160a-2b64-474a-9440-9a8f6831d7c3 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:53.628542 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-49b6a2f0-4bf4-49e4-b70c-ff72ee2ba031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:53.635854 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f6f61-72d8-4d3a-aa51-a15ce0fa84e0 req-617a0dd8-d2a5-4097-bf82-127e9d8a8c61 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:53.644818 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dd0f6f61-72d8-4d3a-aa51-a15ce0fa84e0 req-617a0dd8-d2a5-4097-bf82-127e9d8a8c61 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/networks?id=f221bd1c-6004-4fc4-b409-eb2f05c60b3c HTTP/1.1" status: 200 len: 797 time: 0.2462502 Aug 10 03:41:53.650680 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-52cbcc62-8f4e-4348-a242-d2be821cd43d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:53.679909 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dd0f6f61-72d8-4d3a-aa51-a15ce0fa84e0 req-ae971360-65ca-468c-a17c-77eccc92c26d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/quotas/d4cffc5e26914104899297a77f2206bf HTTP/1.1" status: 200 len: 375 time: 0.0327454 Aug 10 03:41:53.696813 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cbcc62-8f4e-4348-a242-d2be821cd43d admin admin] Pushing event deleted for resources: {'Port': ['ID=e9bdbc9b-8915-45b9-9842-fa0d76543710,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:53.846208 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dd0f6f61-72d8-4d3a-aa51-a15ce0fa84e0 req-6410fd10-0d16-4245-8e8e-a721011ce386 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d4cffc5e26914104899297a77f2206bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1655455 Aug 10 03:41:53.971671 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-c5e4ed04-d7e2-44be-8eb9-c8ed83132fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc386307-d7ad-4b34-8487-9529a31dab09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313728473', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '748c9651-35c7-4ae0-afb2-c618a37cdaa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:45Z', 'updated_at': '2021-08-10T03:41:51Z', 'revision_number': 4, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'gw_port': {'id': '748c9651-35c7-4ae0-afb2-c618a37cdaa3', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:36:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc386307-d7ad-4b34-8487-9529a31dab09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:46Z', 'updated_at': '2021-08-10T03:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '2d75f6ee-a11d-420d-98b6-d79b95120851', 'name': '', 'network_id': 'f221bd1c-6004-4fc4-b409-eb2f05c60b3c', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'mac_address': 'fa:16:3e:e9:99:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc386307-d7ad-4b34-8487-9529a31dab09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '8e6b4b70-b987-430f-8933-c947ea0db6e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:50Z', 'updated_at': '2021-08-10T03:41:52Z', 'revision_number': 2, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'subnets': [{'id': '8e6b4b70-b987-430f-8933-c947ea0db6e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:53.983564 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 0f1b571b-5121-4abd-ae0a-c436fb945978 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:41:54.006318 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e4ed04-d7e2-44be-8eb9-c8ed83132fe7 None None] Checking router: dc386307-d7ad-4b34-8487-9529a31dab09 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:41:54.006910 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e4ed04-d7e2-44be-8eb9-c8ed83132fe7 None None] Updating router dc386307-d7ad-4b34-8487-9529a31dab09 port 2d75f6ee-a11d-420d-98b6-d79b95120851 binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:41:54.013753 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-49b6a2f0-4bf4-49e4-b70c-ff72ee2ba031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:54.020484 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: 0f1b571b-5121-4abd-ae0a-c436fb945978 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:41:54.021188 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 0f1b571b-5121-4abd-ae0a-c436fb945978 not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:41:54.057070 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-c5e4ed04-d7e2-44be-8eb9-c8ed83132fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:54.090420 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-49b6a2f0-4bf4-49e4-b70c-ff72ee2ba031 None None] For port d894160a-2b64-474a-9440-9a8f6831d7c3, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=d894160a-2b64-474a-9440-9a8f6831d7c3,segment=NetworkSegment(099b1839-c25e-4cba-b46e-fc4517d7ca93),segment_id=099b1839-c25e-4cba-b46e-fc4517d7ca93)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:54.102709 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-49b6a2f0-4bf4-49e4-b70c-ff72ee2ba031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:54.152907 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-52cbcc62-8f4e-4348-a242-d2be821cd43d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:54.214684 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dd0f6f61-72d8-4d3a-aa51-a15ce0fa84e0 req-583b0b9b-d0b7-44cc-856f-deb195184fa9 service neutron] 10.222.0.62 "GET /v2.0/networks/f221bd1c-6004-4fc4-b409-eb2f05c60b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515167 Aug 10 03:41:54.228924 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b6a2f0-4bf4-49e4-b70c-ff72ee2ba031 None None] Pushing event updated for resources: {'Port': ['ID=d894160a-2b64-474a-9440-9a8f6831d7c3,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:54.346472 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c283f66b-ef59-4aa5-b532-b920fbba8d3c req-9030ee0a-bce0-44e6-a8f3-520927871ba6 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=1923847c-7141-4d9c-ad23-65ec30651223 HTTP/1.1" status: 200 len: 210 time: 0.0516996 Aug 10 03:41:54.402868 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dd0f6f61-72d8-4d3a-aa51-a15ce0fa84e0 req-3f9e6fbc-d304-46d9-9248-005df813f20e service neutron] 10.222.0.62 "GET /v2.0/networks/f221bd1c-6004-4fc4-b409-eb2f05c60b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806390 Aug 10 03:41:54.546143 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-a2c40538-7579-4fe7-9a01-134e722a0a17 None None] Provisioning for port 2d75f6ee-a11d-420d-98b6-d79b95120851 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:54.560368 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-a2c40538-7579-4fe7-9a01-134e722a0a17 None None] Provisioning complete for port 2d75f6ee-a11d-420d-98b6-d79b95120851 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:54.560962 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52cbcc62-8f4e-4348-a242-d2be821cd43d admin admin] Router 32519ef4-f8d7-4429-89ae-5965b7d9627d has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:41:54.563285 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a2c40538-7579-4fe7-9a01-134e722a0a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:54.673498 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-a2c40538-7579-4fe7-9a01-134e722a0a17 None None] Port 2d75f6ee-a11d-420d-98b6-d79b95120851 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:41:54.690820 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-a2c40538-7579-4fe7-9a01-134e722a0a17 None None] Provisioning complete for port d894160a-2b64-474a-9440-9a8f6831d7c3 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:54.692126 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a2c40538-7579-4fe7-9a01-134e722a0a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:54.782300 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-86b6e2fe-b25d-424e-aa8d-354ff8dfcc45 req-e51d6bb9-3b57-42ea-b5fc-6b83a3e413dc tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=50dfa4ad-821d-4207-a06b-16f9057d1ef8 HTTP/1.1" status: 200 len: 210 time: 0.0925393 Aug 10 03:41:54.891815 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-c5e4ed04-d7e2-44be-8eb9-c8ed83132fe7 None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:54.921677 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-c5e4ed04-d7e2-44be-8eb9-c8ed83132fe7 None None] Transition to ACTIVE for port object 2d75f6ee-a11d-420d-98b6-d79b95120851 will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:54.942685 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device d894160a-2b64-474a-9440-9a8f6831d7c3 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:54.945789 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-c5e4ed04-d7e2-44be-8eb9-c8ed83132fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:54.967960 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52cbcc62-8f4e-4348-a242-d2be821cd43d admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:41:54.982890 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69acec35-9f06-45fd-b74c-d68ed19b52ef None None] Sync routers for ids ['32519ef4-f8d7-4429-89ae-5965b7d9627d'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:41:54.998324 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-52cbcc62-8f4e-4348-a242-d2be821cd43d admin admin] 10.222.0.62 "PUT /v2.0/routers/32519ef4-f8d7-4429-89ae-5965b7d9627d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2411759 Aug 10 03:41:54.998624 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 34618) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:55.017591 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69acec35-9f06-45fd-b74c-d68ed19b52ef None None] Routers {'32519ef4-f8d7-4429-89ae-5965b7d9627d'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:41:55.018242 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-69acec35-9f06-45fd-b74c-d68ed19b52ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:41:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['32519ef4-f8d7-4429-89ae-5965b7d9627d'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:55.161007 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2118b7e-d89d-4c86-8565-bb38ffebfba4 None None] Pushing event updated for resources: {'Port': ['ID=2d75f6ee-a11d-420d-98b6-d79b95120851,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:55.225245 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-c5e4ed04-d7e2-44be-8eb9-c8ed83132fe7 None None] Attempting to bind port 2d75f6ee-a11d-420d-98b6-d79b95120851 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:41:55.226440 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-c5e4ed04-d7e2-44be-8eb9-c8ed83132fe7 None None] Attempting to bind port 2d75f6ee-a11d-420d-98b6-d79b95120851 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '099b1839-c25e-4cba-b46e-fc4517d7ca93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f221bd1c-6004-4fc4-b409-eb2f05c60b3c'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:41:55.227068 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e4ed04-d7e2-44be-8eb9-c8ed83132fe7 None None] Attempting to bind port 2d75f6ee-a11d-420d-98b6-d79b95120851 on network f221bd1c-6004-4fc4-b409-eb2f05c60b3c {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:41:55.235963 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e4ed04-d7e2-44be-8eb9-c8ed83132fe7 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:41:55.236498 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e4ed04-d7e2-44be-8eb9-c8ed83132fe7 None None] Checking segment: {'id': '099b1839-c25e-4cba-b46e-fc4517d7ca93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f221bd1c-6004-4fc4-b409-eb2f05c60b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:55.237388 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-c5e4ed04-d7e2-44be-8eb9-c8ed83132fe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:55.237870 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e4ed04-d7e2-44be-8eb9-c8ed83132fe7 None None] Bound using segment: {'id': '099b1839-c25e-4cba-b46e-fc4517d7ca93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f221bd1c-6004-4fc4-b409-eb2f05c60b3c'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:41:55.240736 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-c5e4ed04-d7e2-44be-8eb9-c8ed83132fe7 None None] Bound port: 2d75f6ee-a11d-420d-98b6-d79b95120851, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '099b1839-c25e-4cba-b46e-fc4517d7ca93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f221bd1c-6004-4fc4-b409-eb2f05c60b3c'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:41:55.241474 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-c5e4ed04-d7e2-44be-8eb9-c8ed83132fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:55.259217 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port d894160a-2b64-474a-9440-9a8f6831d7c3 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:55.259610 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:55.297120 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b2422cef-12d4-48bc-8477-7f5030eb5bc4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:55.381543 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-c5e4ed04-d7e2-44be-8eb9-c8ed83132fe7 None None] For port 2d75f6ee-a11d-420d-98b6-d79b95120851, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:41:55.392344 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-c5e4ed04-d7e2-44be-8eb9-c8ed83132fe7 None None] For port 2d75f6ee-a11d-420d-98b6-d79b95120851, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=2d75f6ee-a11d-420d-98b6-d79b95120851,segment=NetworkSegment(099b1839-c25e-4cba-b46e-fc4517d7ca93),segment_id=099b1839-c25e-4cba-b46e-fc4517d7ca93)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:41:55.408460 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-c5e4ed04-d7e2-44be-8eb9-c8ed83132fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:55.410974 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-69acec35-9f06-45fd-b74c-d68ed19b52ef None None] Set router 32519ef4-f8d7-4429-89ae-5965b7d9627d gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:41:55.572135 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2118b7e-d89d-4c86-8565-bb38ffebfba4 None None] Pushing event updated for resources: {'Port': ['ID=2d75f6ee-a11d-420d-98b6-d79b95120851,revision_number=4']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:55.608541 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e4ed04-d7e2-44be-8eb9-c8ed83132fe7 None None] Routers {'dc386307-d7ad-4b34-8487-9529a31dab09'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:41:55.611427 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-c5e4ed04-d7e2-44be-8eb9-c8ed83132fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:41:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['dc386307-d7ad-4b34-8487-9529a31dab09'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:55.707858 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7b6d784e-768c-41e9-9bcf-4cc212b531c8 req-1de5a7ac-0c5e-4d4e-8cb1-b5167b78d416 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=1923847c-7141-4d9c-ad23-65ec30651223 HTTP/1.1" status: 200 len: 210 time: 0.0839875 Aug 10 03:41:55.723797 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b2422cef-12d4-48bc-8477-7f5030eb5bc4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:55.916433 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-c5e4ed04-d7e2-44be-8eb9-c8ed83132fe7 None None] Set router dc386307-d7ad-4b34-8487-9529a31dab09 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:41:56.046047 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-08061899-b204-40b9-b7c1-af0c3b78af9f req-a7f1176d-4048-4b42-a530-fc561a8cb123 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=50dfa4ad-821d-4207-a06b-16f9057d1ef8 HTTP/1.1" status: 200 len: 210 time: 0.1287363 Aug 10 03:41:56.103612 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-69acec35-9f06-45fd-b74c-d68ed19b52ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32519ef4-f8d7-4429-89ae-5965b7d9627d', 'name': 'tempest-TestServerBasicOps-1488878554-router', 'tenant_id': '4c338092054e4c64a6391807bc8d123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '0f1b0a4f-6957-4601-9e8e-1d01e5cc0a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:25Z', 'updated_at': '2021-08-10T03:41:53Z', 'revision_number': 5, 'project_id': '4c338092054e4c64a6391807bc8d123e', 'gw_port': {'id': '0f1b0a4f-6957-4601-9e8e-1d01e5cc0a26', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32519ef4-f8d7-4429-89ae-5965b7d9627d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:26Z', 'updated_at': '2021-08-10T03:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:56.108777 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-b2422cef-12d4-48bc-8477-7f5030eb5bc4 admin admin] Deleting port 0f1b0a4f-6957-4601-9e8e-1d01e5cc0a26 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:41:56.110399 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b2422cef-12d4-48bc-8477-7f5030eb5bc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:56.207774 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69acec35-9f06-45fd-b74c-d68ed19b52ef None None] Checking router: 32519ef4-f8d7-4429-89ae-5965b7d9627d for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:41:56.230702 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69acec35-9f06-45fd-b74c-d68ed19b52ef None None] Routers {'32519ef4-f8d7-4429-89ae-5965b7d9627d'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:41:56.231362 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-69acec35-9f06-45fd-b74c-d68ed19b52ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:41:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['32519ef4-f8d7-4429-89ae-5965b7d9627d'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:56.246902 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-b2422cef-12d4-48bc-8477-7f5030eb5bc4 admin admin] For port 0f1b0a4f-6957-4601-9e8e-1d01e5cc0a26, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=0f1b0a4f-6957-4601-9e8e-1d01e5cc0a26,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:56.247196 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b2422cef-12d4-48bc-8477-7f5030eb5bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:56.289899 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-b2422cef-12d4-48bc-8477-7f5030eb5bc4 admin admin] Calling delete_port for 0f1b0a4f-6957-4601-9e8e-1d01e5cc0a26 owned by network:router_gateway {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:41:56.373218 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-c5e4ed04-d7e2-44be-8eb9-c8ed83132fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc386307-d7ad-4b34-8487-9529a31dab09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313728473', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '748c9651-35c7-4ae0-afb2-c618a37cdaa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:45Z', 'updated_at': '2021-08-10T03:41:51Z', 'revision_number': 4, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'gw_port': {'id': '748c9651-35c7-4ae0-afb2-c618a37cdaa3', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:36:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc386307-d7ad-4b34-8487-9529a31dab09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:46Z', 'updated_at': '2021-08-10T03:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '2d75f6ee-a11d-420d-98b6-d79b95120851', 'name': '', 'network_id': 'f221bd1c-6004-4fc4-b409-eb2f05c60b3c', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'mac_address': 'fa:16:3e:e9:99:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc386307-d7ad-4b34-8487-9529a31dab09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '8e6b4b70-b987-430f-8933-c947ea0db6e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:50Z', 'updated_at': '2021-08-10T03:41:55Z', 'revision_number': 4, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'subnets': [{'id': '8e6b4b70-b987-430f-8933-c947ea0db6e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:56.437735 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-69acec35-9f06-45fd-b74c-d68ed19b52ef None None] Set router 32519ef4-f8d7-4429-89ae-5965b7d9627d gateway port host: None {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:41:56.455154 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e4ed04-d7e2-44be-8eb9-c8ed83132fe7 None None] The sync data for ids ['dc386307-d7ad-4b34-8487-9529a31dab09'] in n-d-768851-15 is: [{'id': 'dc386307-d7ad-4b34-8487-9529a31dab09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313728473', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '748c9651-35c7-4ae0-afb2-c618a37cdaa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:45Z', 'updated_at': '2021-08-10T03:41:51Z', 'revision_number': 4, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'gw_port': {'id': '748c9651-35c7-4ae0-afb2-c618a37cdaa3', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:36:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc386307-d7ad-4b34-8487-9529a31dab09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:46Z', 'updated_at': '2021-08-10T03:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '2d75f6ee-a11d-420d-98b6-d79b95120851', 'name': '', 'network_id': 'f221bd1c-6004-4fc4-b409-eb2f05c60b3c', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'mac_address': 'fa:16:3e:e9:99:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc386307-d7ad-4b34-8487-9529a31dab09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '8e6b4b70-b987-430f-8933-c947ea0db6e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:50Z', 'updated_at': '2021-08-10T03:41:55Z', 'revision_number': 4, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'subnets': [{'id': '8e6b4b70-b987-430f-8933-c947ea0db6e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:41:56.622073 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-69acec35-9f06-45fd-b74c-d68ed19b52ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32519ef4-f8d7-4429-89ae-5965b7d9627d', 'name': 'tempest-TestServerBasicOps-1488878554-router', 'tenant_id': '4c338092054e4c64a6391807bc8d123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:25Z', 'updated_at': '2021-08-10T03:41:55Z', 'revision_number': 6, 'project_id': '4c338092054e4c64a6391807bc8d123e', 'gw_port_host': None}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:56.766824 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f6f61-72d8-4d3a-aa51-a15ce0fa84e0 req-cd338012-67ff-448d-a631-3de9a4472ec1 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:56.768422 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-dd0f6f61-72d8-4d3a-aa51-a15ce0fa84e0 req-cd338012-67ff-448d-a631-3de9a4472ec1 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.58 "GET /v2.0/networks?id=f221bd1c-6004-4fc4-b409-eb2f05c60b3c HTTP/1.1" status: 200 len: 797 time: 0.2836001 Aug 10 03:41:56.790388 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:56.791227 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69acec35-9f06-45fd-b74c-d68ed19b52ef None None] The sync data for ids ['32519ef4-f8d7-4429-89ae-5965b7d9627d'] in n-d-768851-15 is: [{'id': '32519ef4-f8d7-4429-89ae-5965b7d9627d', 'name': 'tempest-TestServerBasicOps-1488878554-router', 'tenant_id': '4c338092054e4c64a6391807bc8d123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:25Z', 'updated_at': '2021-08-10T03:41:55Z', 'revision_number': 6, 'project_id': '4c338092054e4c64a6391807bc8d123e', 'gw_port_host': None}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:41:56.833239 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b2422cef-12d4-48bc-8477-7f5030eb5bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:56.849134 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:56.921994 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-dd0f6f61-72d8-4d3a-aa51-a15ce0fa84e0 req-6c3b7ed6-b53c-4696-8223-70347d56691c tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4cffc5e26914104899297a77f2206bf HTTP/1.1" status: 200 len: 380 time: 0.1431191 Aug 10 03:41:56.936030 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2422cef-12d4-48bc-8477-7f5030eb5bc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f1b0a4f-6957-4601-9e8e-1d01e5cc0a26,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:56.936280 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-dd0f6f61-72d8-4d3a-aa51-a15ce0fa84e0 req-9050a095-08f4-44e3-bc98-eadcb6950cd1 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Request body: {'port': {'device_id': '50dfa4ad-821d-4207-a06b-16f9057d1ef8', 'network_id': 'f221bd1c-6004-4fc4-b409-eb2f05c60b3c', 'admin_state_up': True, 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'security_groups': ['5df1bced-dd4a-4ab2-a185-0a8920018c0a']}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:56.969881 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-930aac55-6e81-415b-947e-c5073a2e96b5 req-608196dc-7daa-4193-9633-0899ed065f1b tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=1923847c-7141-4d9c-ad23-65ec30651223 HTTP/1.1" status: 200 len: 210 time: 0.0499499 Aug 10 03:41:57.055919 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b2422cef-12d4-48bc-8477-7f5030eb5bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:57.237397 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 2d75f6ee-a11d-420d-98b6-d79b95120851 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:57.256426 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd0f6f61-72d8-4d3a-aa51-a15ce0fa84e0 req-9050a095-08f4-44e3-bc98-eadcb6950cd1 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Made reservation on behalf of d4cffc5e26914104899297a77f2206bf for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:57.260606 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-dd0f6f61-72d8-4d3a-aa51-a15ce0fa84e0 req-9050a095-08f4-44e3-bc98-eadcb6950cd1 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:57.296838 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b2422cef-12d4-48bc-8477-7f5030eb5bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:57.299575 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b2422cef-12d4-48bc-8477-7f5030eb5bc4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:57.398756 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 2d75f6ee-a11d-420d-98b6-d79b95120851 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:57.403976 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 2d75f6ee-a11d-420d-98b6-d79b95120851 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:57.404503 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:57.620577 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-dd0f6f61-72d8-4d3a-aa51-a15ce0fa84e0 req-9050a095-08f4-44e3-bc98-eadcb6950cd1 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Allocated IP 172.20.0.6 (f221bd1c-6004-4fc4-b409-eb2f05c60b3c/8e6b4b70-b987-430f-8933-c947ea0db6e8/cb484b8d-76e6-4639-9ce8-b439015a4ece) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:41:57.671412 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:57.745406 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 2d75f6ee-a11d-420d-98b6-d79b95120851, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=2d75f6ee-a11d-420d-98b6-d79b95120851,segment=NetworkSegment(099b1839-c25e-4cba-b46e-fc4517d7ca93),segment_id=099b1839-c25e-4cba-b46e-fc4517d7ca93)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:57.751309 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:57.859242 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=2d75f6ee-a11d-420d-98b6-d79b95120851,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:57.878982 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:57.879561 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:57.880598 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:57.880598 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:57.880821 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:57.882675 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:57.884057 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:57.886168 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:57.886593 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:57.887172 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:57.887530 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:57.889375 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:57.912082 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-dd0f6f61-72d8-4d3a-aa51-a15ce0fa84e0 req-9050a095-08f4-44e3-bc98-eadcb6950cd1 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:57.932657 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:41:57.962315 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-dd0f6f61-72d8-4d3a-aa51-a15ce0fa84e0 req-9050a095-08f4-44e3-bc98-eadcb6950cd1 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Transition to ACTIVE for port object cb484b8d-76e6-4639-9ce8-b439015a4ece will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:58.027775 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-dd0f6f61-72d8-4d3a-aa51-a15ce0fa84e0 req-9050a095-08f4-44e3-bc98-eadcb6950cd1 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:58.135376 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9050a095-08f4-44e3-bc98-eadcb6950cd1 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event updated for resources: {'Port': ['ID=cb484b8d-76e6-4639-9ce8-b439015a4ece,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:58.168476 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd0f6f61-72d8-4d3a-aa51-a15ce0fa84e0 req-9050a095-08f4-44e3-bc98-eadcb6950cd1 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Network f221bd1c-6004-4fc4-b409-eb2f05c60b3c is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:41:58.170008 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-dd0f6f61-72d8-4d3a-aa51-a15ce0fa84e0 req-9050a095-08f4-44e3-bc98-eadcb6950cd1 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:58.179215 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd0f6f61-72d8-4d3a-aa51-a15ce0fa84e0 req-9050a095-08f4-44e3-bc98-eadcb6950cd1 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:41:58.280674 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b2422cef-12d4-48bc-8477-7f5030eb5bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:58.281221 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2422cef-12d4-48bc-8477-7f5030eb5bc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32519ef4-f8d7-4429-89ae-5965b7d9627d {{(pid=94216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:41:58.282027 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f6f61-72d8-4d3a-aa51-a15ce0fa84e0 req-9050a095-08f4-44e3-bc98-eadcb6950cd1 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:58.284364 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-dd0f6f61-72d8-4d3a-aa51-a15ce0fa84e0 req-9050a095-08f4-44e3-bc98-eadcb6950cd1 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:58.290760 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7c391898-4d60-4413-91ee-b0a04333d2c9 req-cf7d9e1c-ec94-40cf-90bd-c1e5735a512b tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=1923847c-7141-4d9c-ad23-65ec30651223 HTTP/1.1" status: 200 len: 210 time: 0.1392572 Aug 10 03:41:58.302924 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b2422cef-12d4-48bc-8477-7f5030eb5bc4 admin admin] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:58.304667 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b2422cef-12d4-48bc-8477-7f5030eb5bc4 admin admin] 10.222.0.62 "DELETE /v2.0/routers/32519ef4-f8d7-4429-89ae-5965b7d9627d HTTP/1.1" status: 204 len: 168 time: 3.3049870 Aug 10 03:41:58.309031 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 34660) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:58.332004 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de457d0-7100-41bf-b791-31cba9f078a2 req-d34c855f-2948-4256-9aee-574a0d5455b0 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:58.338066 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-dd0f6f61-72d8-4d3a-aa51-a15ce0fa84e0 req-9050a095-08f4-44e3-bc98-eadcb6950cd1 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4049773 Aug 10 03:41:58.356507 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1de457d0-7100-41bf-b791-31cba9f078a2 req-d34c855f-2948-4256-9aee-574a0d5455b0 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=50dfa4ad-821d-4207-a06b-16f9057d1ef8 HTTP/1.1" status: 200 len: 931 time: 0.1901054 Aug 10 03:41:58.463062 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1de457d0-7100-41bf-b791-31cba9f078a2 req-a3ba615e-261c-4a3a-a9ca-147585441b3c tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=5df1bced-dd4a-4ab2-a185-0a8920018c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059752 Aug 10 03:41:58.478090 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-dd0f6f61-72d8-4d3a-aa51-a15ce0fa84e0 req-5cfd52cf-350c-4468-8b31-077558d6094c service neutron] Request body: {'port': {'device_id': '50dfa4ad-821d-4207-a06b-16f9057d1ef8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:58.479315 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-817b5138-4ded-4758-8453-84d180a11469 admin admin] Deleting subnet f2663f19-57f7-4b1a-a47e-fe316f67f230 {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:41:58.487116 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-817b5138-4ded-4758-8453-84d180a11469 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:58.560938 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-817b5138-4ded-4758-8453-84d180a11469 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:58.666106 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-6f90335a-96d2-4afb-a0ed-96508c298502 None None] Provisioning for port cb484b8d-76e6-4639-9ce8-b439015a4ece completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:58.673604 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-6f90335a-96d2-4afb-a0ed-96508c298502 None None] Provisioning complete for port cb484b8d-76e6-4639-9ce8-b439015a4ece triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:58.674398 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-6f90335a-96d2-4afb-a0ed-96508c298502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:58.679356 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-dd0f6f61-72d8-4d3a-aa51-a15ce0fa84e0 req-5cfd52cf-350c-4468-8b31-077558d6094c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:58.791862 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-817b5138-4ded-4758-8453-84d180a11469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:58.801110 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-6f90335a-96d2-4afb-a0ed-96508c298502 None None] Port cb484b8d-76e6-4639-9ce8-b439015a4ece cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:41:58.810822 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 2d75f6ee-a11d-420d-98b6-d79b95120851 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:58.863196 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-817b5138-4ded-4758-8453-84d180a11469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:58.896143 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817b5138-4ded-4758-8453-84d180a11469 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2663f19-57f7-4b1a-a47e-fe316f67f230,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:58.906551 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c56fb27-4824-4372-ad3f-1b4804cfc91b None None] Network 279202d0-9092-43db-a92b-1b10a2ad47a0 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:58.910649 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-817b5138-4ded-4758-8453-84d180a11469 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:58.915319 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-817b5138-4ded-4758-8453-84d180a11469 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/f2663f19-57f7-4b1a-a47e-fe316f67f230 HTTP/1.1" status: 204 len: 168 time: 0.6033382 Aug 10 03:41:58.915604 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 34666) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:59.023094 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a52f8de0-8ffe-4e71-8b5a-5adc880547de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:59.075165 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 2d75f6ee-a11d-420d-98b6-d79b95120851 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:59.075661 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:59.129729 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-a52f8de0-8ffe-4e71-8b5a-5adc880547de admin admin] Deleting port e0b81026-afe3-4a29-87cd-b82353c5c7e0 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:41:59.130552 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a52f8de0-8ffe-4e71-8b5a-5adc880547de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:59.179253 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-dd0f6f61-72d8-4d3a-aa51-a15ce0fa84e0 req-5cfd52cf-350c-4468-8b31-077558d6094c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb484b8d-76e6-4639-9ce8-b439015a4ece {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:41:59.189028 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-dd0f6f61-72d8-4d3a-aa51-a15ce0fa84e0 req-5cfd52cf-350c-4468-8b31-077558d6094c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:59.204896 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-dd0f6f61-72d8-4d3a-aa51-a15ce0fa84e0 req-5cfd52cf-350c-4468-8b31-077558d6094c service neutron] Transition to ACTIVE for port object cb484b8d-76e6-4639-9ce8-b439015a4ece will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:59.211266 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-dd0f6f61-72d8-4d3a-aa51-a15ce0fa84e0 req-5cfd52cf-350c-4468-8b31-077558d6094c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:59.224963 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-a52f8de0-8ffe-4e71-8b5a-5adc880547de admin admin] For port e0b81026-afe3-4a29-87cd-b82353c5c7e0, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=e0b81026-afe3-4a29-87cd-b82353c5c7e0,segment=NetworkSegment(2f5328e0-7408-48d8-a920-90a7481293e3),segment_id=2f5328e0-7408-48d8-a920-90a7481293e3)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:59.226299 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a52f8de0-8ffe-4e71-8b5a-5adc880547de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:59.246458 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-a52f8de0-8ffe-4e71-8b5a-5adc880547de admin admin] Calling delete_port for e0b81026-afe3-4a29-87cd-b82353c5c7e0 owned by network:dhcp {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:41:59.285767 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfd52cf-350c-4468-8b31-077558d6094c service neutron] Pushing event updated for resources: {'Port': ['ID=cb484b8d-76e6-4639-9ce8-b439015a4ece,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:59.456912 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-dd0f6f61-72d8-4d3a-aa51-a15ce0fa84e0 req-5cfd52cf-350c-4468-8b31-077558d6094c service neutron] Attempting to bind port cb484b8d-76e6-4639-9ce8-b439015a4ece on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:41:59.457383 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-dd0f6f61-72d8-4d3a-aa51-a15ce0fa84e0 req-5cfd52cf-350c-4468-8b31-077558d6094c service neutron] Attempting to bind port cb484b8d-76e6-4639-9ce8-b439015a4ece by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '099b1839-c25e-4cba-b46e-fc4517d7ca93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f221bd1c-6004-4fc4-b409-eb2f05c60b3c'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:41:59.457606 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0f6f61-72d8-4d3a-aa51-a15ce0fa84e0 req-5cfd52cf-350c-4468-8b31-077558d6094c service neutron] Attempting to bind port cb484b8d-76e6-4639-9ce8-b439015a4ece on network f221bd1c-6004-4fc4-b409-eb2f05c60b3c {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:41:59.457754 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a52f8de0-8ffe-4e71-8b5a-5adc880547de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:59.470744 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0f6f61-72d8-4d3a-aa51-a15ce0fa84e0 req-5cfd52cf-350c-4468-8b31-077558d6094c service neutron] Port cb484b8d-76e6-4639-9ce8-b439015a4ece on network f221bd1c-6004-4fc4-b409-eb2f05c60b3c not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:41:59.471115 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0f6f61-72d8-4d3a-aa51-a15ce0fa84e0 req-5cfd52cf-350c-4468-8b31-077558d6094c service neutron] Attempting to bind port cb484b8d-76e6-4639-9ce8-b439015a4ece on network f221bd1c-6004-4fc4-b409-eb2f05c60b3c {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:41:59.485695 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0f6f61-72d8-4d3a-aa51-a15ce0fa84e0 req-5cfd52cf-350c-4468-8b31-077558d6094c service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:41:59.486072 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0f6f61-72d8-4d3a-aa51-a15ce0fa84e0 req-5cfd52cf-350c-4468-8b31-077558d6094c service neutron] Checking segment: {'id': '099b1839-c25e-4cba-b46e-fc4517d7ca93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f221bd1c-6004-4fc4-b409-eb2f05c60b3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:59.486468 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0f6f61-72d8-4d3a-aa51-a15ce0fa84e0 req-5cfd52cf-350c-4468-8b31-077558d6094c service neutron] Bound using segment: {'id': '099b1839-c25e-4cba-b46e-fc4517d7ca93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f221bd1c-6004-4fc4-b409-eb2f05c60b3c'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:41:59.487257 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-dd0f6f61-72d8-4d3a-aa51-a15ce0fa84e0 req-5cfd52cf-350c-4468-8b31-077558d6094c service neutron] Bound port: cb484b8d-76e6-4639-9ce8-b439015a4ece, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '099b1839-c25e-4cba-b46e-fc4517d7ca93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f221bd1c-6004-4fc4-b409-eb2f05c60b3c'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:41:59.487593 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-dd0f6f61-72d8-4d3a-aa51-a15ce0fa84e0 req-5cfd52cf-350c-4468-8b31-077558d6094c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:59.512971 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f8de0-8ffe-4e71-8b5a-5adc880547de admin admin] Pushing event deleted for resources: {'Port': ['ID=e0b81026-afe3-4a29-87cd-b82353c5c7e0,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:59.520313 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52f8de0-8ffe-4e71-8b5a-5adc880547de admin admin] No DVR routers for this DVR port e0b81026-afe3-4a29-87cd-b82353c5c7e0 on host n-d-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:41:59.541563 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e9bdbc9b-8915-45b9-9842-fa0d76543710 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:41:59.615139 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce9f68c-d9ea-45ea-8c77-a7b3f677a074 None None] DHCP port deletion for 279202d0-9092-43db-a92b-1b10a2ad47a0 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:41:59.640734 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: e9bdbc9b-8915-45b9-9842-fa0d76543710 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:41:59.642930 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e9bdbc9b-8915-45b9-9842-fa0d76543710 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:41:59.644574 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 0f1b0a4f-6957-4601-9e8e-1d01e5cc0a26 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:41:59.651462 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-dd0f6f61-72d8-4d3a-aa51-a15ce0fa84e0 req-5cfd52cf-350c-4468-8b31-077558d6094c service neutron] For port cb484b8d-76e6-4639-9ce8-b439015a4ece, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:41:59.660972 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-dd0f6f61-72d8-4d3a-aa51-a15ce0fa84e0 req-5cfd52cf-350c-4468-8b31-077558d6094c service neutron] For port cb484b8d-76e6-4639-9ce8-b439015a4ece, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=cb484b8d-76e6-4639-9ce8-b439015a4ece,segment=NetworkSegment(099b1839-c25e-4cba-b46e-fc4517d7ca93),segment_id=099b1839-c25e-4cba-b46e-fc4517d7ca93)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:41:59.664681 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a52f8de0-8ffe-4e71-8b5a-5adc880547de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:59.671563 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-dd0f6f61-72d8-4d3a-aa51-a15ce0fa84e0 req-5cfd52cf-350c-4468-8b31-077558d6094c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:59.683660 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-a52f8de0-8ffe-4e71-8b5a-5adc880547de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['279202d0-9092-43db-a92b-1b10a2ad47a0']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:59.694765 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 0f1b0a4f-6957-4601-9e8e-1d01e5cc0a26 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:41:59.695960 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 0f1b0a4f-6957-4601-9e8e-1d01e5cc0a26 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:41:59.720005 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f6f61-72d8-4d3a-aa51-a15ce0fa84e0 req-5cfd52cf-350c-4468-8b31-077558d6094c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:59.720952 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-dd0f6f61-72d8-4d3a-aa51-a15ce0fa84e0 req-5cfd52cf-350c-4468-8b31-077558d6094c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:59.722692 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-dd0f6f61-72d8-4d3a-aa51-a15ce0fa84e0 req-5cfd52cf-350c-4468-8b31-077558d6094c service neutron] 10.222.0.58 "PUT /v2.0/ports/cb484b8d-76e6-4639-9ce8-b439015a4ece HTTP/1.1" status: 200 len: 1092 time: 1.3755262 Aug 10 03:41:59.730693 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50dfa4ad-821d-4207-a06b-16f9057d1ef8', 'tag': 'cb484b8d-76e6-4639-9ce8-b439015a4ece'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:41:59.733351 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc008b32-ed8e-41b5-935a-a8046ccf564a" -d '{"events": [{"name": "network-changed", "server_uuid": "50dfa4ad-821d-4207-a06b-16f9057d1ef8", "tag": "cb484b8d-76e6-4639-9ce8-b439015a4ece"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:41:59.739328 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-a52f8de0-8ffe-4e71-8b5a-5adc880547de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f5328e0-7408-48d8-a920-90a7481293e3') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:59.739665 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-a52f8de0-8ffe-4e71-8b5a-5adc880547de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f5328e0-7408-48d8-a920-90a7481293e3') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:59.756457 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a52f8de0-8ffe-4e71-8b5a-5adc880547de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:59.789521 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a52f8de0-8ffe-4e71-8b5a-5adc880547de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:59.793642 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a52f8de0-8ffe-4e71-8b5a-5adc880547de admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:41:59.794032 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a52f8de0-8ffe-4e71-8b5a-5adc880547de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:59.825837 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfd52cf-350c-4468-8b31-077558d6094c service neutron] Pushing event updated for resources: {'Port': ['ID=cb484b8d-76e6-4639-9ce8-b439015a4ece,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:59.844606 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f6f61-72d8-4d3a-aa51-a15ce0fa84e0 req-1ca38375-98ea-4b88-a699-0c5f67171234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:59.847677 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-dd0f6f61-72d8-4d3a-aa51-a15ce0fa84e0 req-1ca38375-98ea-4b88-a699-0c5f67171234 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d4cffc5e26914104899297a77f2206bf&device_id=50dfa4ad-821d-4207-a06b-16f9057d1ef8 HTTP/1.1" status: 200 len: 1095 time: 0.0730386 Aug 10 03:41:59.883646 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:41:59.883646 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:41:59.883646 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:41:59.883646 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:41:59.883646 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:41:59.883646 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:41:59.883646 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:41:59.883646 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:41:59.883646 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:41:59.883646 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:41:59.883646 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:41:59.883646 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:41:59.883646 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:41:59.883646 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:41:59.883646 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:41:59.883646 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:41:59.883646 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:41:59.883646 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:41:59.883646 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:41:59.883646 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:41:59.883646 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:41:59.883646 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:41:59.883646 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:41:59.883646 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:41:59.883646 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:41:59.883646 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:41:59.883646 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:41:59.883646 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:41:59.883646 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:41:59.883646 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:41:59.883646 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:41:59.883646 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:41:59.910211 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-dd0f6f61-72d8-4d3a-aa51-a15ce0fa84e0 req-fee7ec2e-4b5d-499a-819b-7b6627e3e47d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb484b8d-76e6-4639-9ce8-b439015a4ece HTTP/1.1" status: 200 len: 217 time: 0.0481138 Aug 10 03:41:59.943435 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-564d1a38-7893-4ff8-ad52-f8e0bb2cc186 req-3c7e98e3-9885-4967-b72e-20735c424d6c tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=1923847c-7141-4d9c-ad23-65ec30651223 HTTP/1.1" status: 200 len: 210 time: 0.3574388 Aug 10 03:41:59.971427 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f6f61-72d8-4d3a-aa51-a15ce0fa84e0 req-f3ae4550-e8a9-41f4-b784-65ae611cadd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:59.973363 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-dd0f6f61-72d8-4d3a-aa51-a15ce0fa84e0 req-f3ae4550-e8a9-41f4-b784-65ae611cadd4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8e6b4b70-b987-430f-8933-c947ea0db6e8 HTTP/1.1" status: 200 len: 834 time: 0.0551651 Aug 10 03:41:59.980378 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3729bc-13ce-46c4-856f-b40ab78c0e13 req-5f870b05-3c20-4974-973d-669dc0b146b8 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:59.982433 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8e3729bc-13ce-46c4-856f-b40ab78c0e13 req-5f870b05-3c20-4974-973d-669dc0b146b8 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=50dfa4ad-821d-4207-a06b-16f9057d1ef8 HTTP/1.1" status: 200 len: 943 time: 0.3843479 Aug 10 03:41:59.984661 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a52f8de0-8ffe-4e71-8b5a-5adc880547de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:00.045832 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a52f8de0-8ffe-4e71-8b5a-5adc880547de admin admin] Notify callbacks [] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:00.050668 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-a52f8de0-8ffe-4e71-8b5a-5adc880547de admin admin] 10.222.0.62 "DELETE /v2.0/networks/279202d0-9092-43db-a92b-1b10a2ad47a0 HTTP/1.1" status: 204 len: 168 time: 1.1313977 Aug 10 03:42:00.057337 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34684) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:00.061268 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f8de0-8ffe-4e71-8b5a-5adc880547de admin admin] Pushing event deleted for resources: {'Network': ['ID=279202d0-9092-43db-a92b-1b10a2ad47a0,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:00.072249 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f84253-a331-4b8e-88eb-3b0e60e9c07c x-openstack-request-id: req-84f84253-a331-4b8e-88eb-3b0e60e9c07c {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:42:00.072545 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50dfa4ad-821d-4207-a06b-16f9057d1ef8", "tag": "cb484b8d-76e6-4639-9ce8-b439015a4ece", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:42:00.072807 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-84f84253-a331-4b8e-88eb-3b0e60e9c07c {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:42:00.073224 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50dfa4ad-821d-4207-a06b-16f9057d1ef8', 'tag': 'cb484b8d-76e6-4639-9ce8-b439015a4ece', 'status': 'completed', 'code': 200} Aug 10 03:42:00.077377 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f6f61-72d8-4d3a-aa51-a15ce0fa84e0 req-465f125a-46ca-4507-86ed-6ec9e171a0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:00.079497 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-dd0f6f61-72d8-4d3a-aa51-a15ce0fa84e0 req-465f125a-46ca-4507-86ed-6ec9e171a0be service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f221bd1c-6004-4fc4-b409-eb2f05c60b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0991468 Aug 10 03:42:00.127331 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8e3729bc-13ce-46c4-856f-b40ab78c0e13 req-b3f3f478-6de9-4c7b-969c-70b73c01bb8f tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=5df1bced-dd4a-4ab2-a185-0a8920018c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275132 Aug 10 03:42:00.295940 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-dd0f6f61-72d8-4d3a-aa51-a15ce0fa84e0 req-6b5c3ee1-99a2-4439-8de8-2b248ac92c02 service neutron] 10.222.0.58 "GET /v2.0/networks/f221bd1c-6004-4fc4-b409-eb2f05c60b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644430 Aug 10 03:42:00.336661 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-bd4e4fde-4994-4a49-bb2a-88a42d57bfd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:00.512479 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-dd0f6f61-72d8-4d3a-aa51-a15ce0fa84e0 req-df6db861-5df0-4725-a49f-a953aa5b03db service neutron] 10.222.0.58 "GET /v2.0/networks/f221bd1c-6004-4fc4-b409-eb2f05c60b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738722 Aug 10 03:42:00.716510 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e0b81026-afe3-4a29-87cd-b82353c5c7e0 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:42:00.760005 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: e0b81026-afe3-4a29-87cd-b82353c5c7e0 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:42:00.760615 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e0b81026-afe3-4a29-87cd-b82353c5c7e0 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:42:00.762179 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e5ec3ca7-e5bd-4c6f-9d82-ea644b38917a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:00.812431 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc008b32-ed8e-41b5-935a-a8046ccf564a req-4736e5c5-c905-499e-b86a-d8a6e9de8ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:00.814129 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cc008b32-ed8e-41b5-935a-a8046ccf564a req-4736e5c5-c905-499e-b86a-d8a6e9de8ffc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d4cffc5e26914104899297a77f2206bf&device_id=50dfa4ad-821d-4207-a06b-16f9057d1ef8 HTTP/1.1" status: 200 len: 1095 time: 0.1258960 Aug 10 03:42:01.121531 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-782d5acc-c6ec-460d-9239-5a4cee0a4776 req-9e803954-2ce5-4dbf-a2b8-016664e6773d tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=1923847c-7141-4d9c-ad23-65ec30651223 HTTP/1.1" status: 200 len: 210 time: 0.0401683 Aug 10 03:42:01.270308 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b317fe-5206-4706-a5df-f5876b891a40 req-d39a43ef-a94b-4035-ae51-d5291c45f303 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:01.280433 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-26b317fe-5206-4706-a5df-f5876b891a40 req-d39a43ef-a94b-4035-ae51-d5291c45f303 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=50dfa4ad-821d-4207-a06b-16f9057d1ef8 HTTP/1.1" status: 200 len: 943 time: 0.0717578 Aug 10 03:42:01.355180 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-26b317fe-5206-4706-a5df-f5876b891a40 req-b291450b-13f7-4b05-b0a9-5d395e6c292c tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=5df1bced-dd4a-4ab2-a185-0a8920018c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733559 Aug 10 03:42:01.371657 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc008b32-ed8e-41b5-935a-a8046ccf564a req-ba95aebd-56a7-46db-bc49-0503607561ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:01.373218 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cc008b32-ed8e-41b5-935a-a8046ccf564a req-ba95aebd-56a7-46db-bc49-0503607561ef service neutron] 10.222.0.58 "GET /v2.0/networks?id=f221bd1c-6004-4fc4-b409-eb2f05c60b3c HTTP/1.1" status: 200 len: 898 time: 0.5493405 Aug 10 03:42:01.472729 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cc008b32-ed8e-41b5-935a-a8046ccf564a req-bfc1040e-1572-435d-952d-51169e308d32 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb484b8d-76e6-4639-9ce8-b439015a4ece HTTP/1.1" status: 200 len: 217 time: 0.0672197 Aug 10 03:42:01.543416 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc008b32-ed8e-41b5-935a-a8046ccf564a req-a7601922-9aef-4a42-944f-1ce634965abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:01.544887 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cc008b32-ed8e-41b5-935a-a8046ccf564a req-a7601922-9aef-4a42-944f-1ce634965abc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8e6b4b70-b987-430f-8933-c947ea0db6e8 HTTP/1.1" status: 200 len: 834 time: 0.0656426 Aug 10 03:42:01.643967 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc008b32-ed8e-41b5-935a-a8046ccf564a req-8061513f-a0e1-4fb8-b212-0f222a667fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:01.645819 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cc008b32-ed8e-41b5-935a-a8046ccf564a req-8061513f-a0e1-4fb8-b212-0f222a667fbf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f221bd1c-6004-4fc4-b409-eb2f05c60b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0910270 Aug 10 03:42:01.737156 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-e5ec3ca7-e5bd-4c6f-9d82-ea644b38917a admin admin] Deleting port 8a43c054-a767-4007-a103-abb547e62317 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:42:01.737786 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e5ec3ca7-e5bd-4c6f-9d82-ea644b38917a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:01.826017 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cc008b32-ed8e-41b5-935a-a8046ccf564a req-9fb11648-6709-4d5a-b9f3-25500c100e28 service neutron] 10.222.0.58 "GET /v2.0/networks/f221bd1c-6004-4fc4-b409-eb2f05c60b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733196 Aug 10 03:42:01.939558 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-e5ec3ca7-e5bd-4c6f-9d82-ea644b38917a admin admin] For port 8a43c054-a767-4007-a103-abb547e62317, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=8a43c054-a767-4007-a103-abb547e62317,segment=NetworkSegment(95e2de2f-d14a-4624-a370-13ee497ef656),segment_id=95e2de2f-d14a-4624-a370-13ee497ef656)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:01.940088 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e5ec3ca7-e5bd-4c6f-9d82-ea644b38917a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:01.965145 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-e5ec3ca7-e5bd-4c6f-9d82-ea644b38917a admin admin] Calling delete_port for 8a43c054-a767-4007-a103-abb547e62317 owned by network:router_interface {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:42:02.005282 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cc008b32-ed8e-41b5-935a-a8046ccf564a req-fe7d2cc2-f943-40b7-8b7a-3dd6e70d7036 service neutron] 10.222.0.58 "GET /v2.0/networks/f221bd1c-6004-4fc4-b409-eb2f05c60b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671400 Aug 10 03:42:02.260305 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e5ec3ca7-e5bd-4c6f-9d82-ea644b38917a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:02.299062 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ec3ca7-e5bd-4c6f-9d82-ea644b38917a admin admin] Pushing event deleted for resources: {'Port': ['ID=8a43c054-a767-4007-a103-abb547e62317,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:02.517815 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64063788-7550-43ef-9703-f76100c14f43 req-6a62000e-cbf1-4876-b883-e567750cc74f tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:02.519392 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-64063788-7550-43ef-9703-f76100c14f43 req-6a62000e-cbf1-4876-b883-e567750cc74f tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=50dfa4ad-821d-4207-a06b-16f9057d1ef8 HTTP/1.1" status: 200 len: 943 time: 0.0620818 Aug 10 03:42:02.539638 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e5ec3ca7-e5bd-4c6f-9d82-ea644b38917a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:02.593493 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-64063788-7550-43ef-9703-f76100c14f43 req-a827223d-03fa-4b0e-9640-ce0adcc72f60 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=5df1bced-dd4a-4ab2-a185-0a8920018c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654540 Aug 10 03:42:02.854193 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ec3ca7-e5bd-4c6f-9d82-ea644b38917a admin admin] Router 91d44396-17fc-4b0d-aa8d-368c721c56e2 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:42:02.997286 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ec3ca7-e5bd-4c6f-9d82-ea644b38917a admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:42:03.007617 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e5ec3ca7-e5bd-4c6f-9d82-ea644b38917a admin admin] 10.222.0.62 "PUT /v2.0/routers/91d44396-17fc-4b0d-aa8d-368c721c56e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9491503 Aug 10 03:42:03.010608 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34702) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:03.013555 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ef4fbe-b982-4a51-91b0-5518bccbfbaf None None] Sync routers for ids ['91d44396-17fc-4b0d-aa8d-368c721c56e2'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:42:03.026089 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ef4fbe-b982-4a51-91b0-5518bccbfbaf None None] Routers {'91d44396-17fc-4b0d-aa8d-368c721c56e2'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:42:03.028513 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-c2ef4fbe-b982-4a51-91b0-5518bccbfbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:41:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['91d44396-17fc-4b0d-aa8d-368c721c56e2'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:03.046283 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-585e93f2-88de-4a53-82e0-db05b3356b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:03.110801 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c49585ef-ccd5-48b8-8b0a-2fe27731098b req-57bad0d3-3830-443d-8331-1b2a9d1e553f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=040a87bd-3af7-443b-bc33-c2cd8cd403cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0867276 Aug 10 03:42:03.188297 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ca7ffd02-bbbd-49ce-be69-d7dbb3ec4c7d admin admin] Notify callbacks [] for router, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:03.198469 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-c2ef4fbe-b982-4a51-91b0-5518bccbfbaf None None] Set router 91d44396-17fc-4b0d-aa8d-368c721c56e2 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:42:03.246134 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49585ef-ccd5-48b8-8b0a-2fe27731098b req-ecf0a040-fd5e-41bf-9bff-5825a2e5d912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:03.248899 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c49585ef-ccd5-48b8-8b0a-2fe27731098b req-ecf0a040-fd5e-41bf-9bff-5825a2e5d912 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf46dc7d96e74359a233bb4d876edd57&device_id=040a87bd-3af7-443b-bc33-c2cd8cd403cf HTTP/1.1" status: 200 len: 1097 time: 0.0774338 Aug 10 03:42:03.433367 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:03.434137 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ca7ffd02-bbbd-49ce-be69-d7dbb3ec4c7d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:03.436933 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49585ef-ccd5-48b8-8b0a-2fe27731098b req-f44e18be-704d-4ef7-be13-7965bc75c945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:03.440487 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c49585ef-ccd5-48b8-8b0a-2fe27731098b req-f44e18be-704d-4ef7-be13-7965bc75c945 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e9c5b57-a104-4b29-a8ed-ceb6086c40ae HTTP/1.1" status: 200 len: 913 time: 0.1636546 Aug 10 03:42:03.495521 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-c2ef4fbe-b982-4a51-91b0-5518bccbfbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d44396-17fc-4b0d-aa8d-368c721c56e2', 'name': 'tempest-TestServerBasicOps-1014707484-router', 'tenant_id': 'cf95c33df94c4d9ca3cdb8326f008dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'f0a5abf4-3937-47d0-b363-62561a67c589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:34Z', 'updated_at': '2021-08-10T03:42:02Z', 'revision_number': 5, 'project_id': 'cf95c33df94c4d9ca3cdb8326f008dad', 'gw_port': {'id': 'f0a5abf4-3937-47d0-b363-62561a67c589', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d44396-17fc-4b0d-aa8d-368c721c56e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:35Z', 'updated_at': '2021-08-10T03:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:03.508508 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c49585ef-ccd5-48b8-8b0a-2fe27731098b req-2a275e14-3ab9-4b26-8280-52c3765c9531 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61f739b0-4025-48d4-b016-d05326176c9c HTTP/1.1" status: 200 len: 217 time: 0.0542092 Aug 10 03:42:03.516590 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-ca7ffd02-bbbd-49ce-be69-d7dbb3ec4c7d admin admin] Deleting port f0a5abf4-3937-47d0-b363-62561a67c589 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:42:03.517004 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ca7ffd02-bbbd-49ce-be69-d7dbb3ec4c7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:03.535442 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ef4fbe-b982-4a51-91b0-5518bccbfbaf None None] Checking router: 91d44396-17fc-4b0d-aa8d-368c721c56e2 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:42:03.545536 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ef4fbe-b982-4a51-91b0-5518bccbfbaf None None] Routers {'91d44396-17fc-4b0d-aa8d-368c721c56e2'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:42:03.546173 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-c2ef4fbe-b982-4a51-91b0-5518bccbfbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:42:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['91d44396-17fc-4b0d-aa8d-368c721c56e2'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:03.577954 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49585ef-ccd5-48b8-8b0a-2fe27731098b req-1702dfad-e1f9-498d-a0f8-a10f3577bea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:03.583156 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c49585ef-ccd5-48b8-8b0a-2fe27731098b req-1702dfad-e1f9-498d-a0f8-a10f3577bea6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=036b75a5-4076-4503-a708-471e0be52cae HTTP/1.1" status: 200 len: 851 time: 0.0663536 Aug 10 03:42:03.660343 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-ca7ffd02-bbbd-49ce-be69-d7dbb3ec4c7d admin admin] For port f0a5abf4-3937-47d0-b363-62561a67c589, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=f0a5abf4-3937-47d0-b363-62561a67c589,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:03.661214 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ca7ffd02-bbbd-49ce-be69-d7dbb3ec4c7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:03.663825 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-c2ef4fbe-b982-4a51-91b0-5518bccbfbaf None None] Set router 91d44396-17fc-4b0d-aa8d-368c721c56e2 gateway port host: None {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:42:03.682687 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-ca7ffd02-bbbd-49ce-be69-d7dbb3ec4c7d admin admin] Calling delete_port for f0a5abf4-3937-47d0-b363-62561a67c589 owned by network:router_gateway {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:42:03.688200 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49585ef-ccd5-48b8-8b0a-2fe27731098b req-002c1348-a9b9-4a5a-9ec2-a14470c66071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:03.693330 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c49585ef-ccd5-48b8-8b0a-2fe27731098b req-002c1348-a9b9-4a5a-9ec2-a14470c66071 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e9c5b57-a104-4b29-a8ed-ceb6086c40ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0907571 Aug 10 03:42:03.783221 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-c2ef4fbe-b982-4a51-91b0-5518bccbfbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d44396-17fc-4b0d-aa8d-368c721c56e2', 'name': 'tempest-TestServerBasicOps-1014707484-router', 'tenant_id': 'cf95c33df94c4d9ca3cdb8326f008dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:34Z', 'updated_at': '2021-08-10T03:42:03Z', 'revision_number': 6, 'project_id': 'cf95c33df94c4d9ca3cdb8326f008dad', 'gw_port_host': None}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:03.830043 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ef4fbe-b982-4a51-91b0-5518bccbfbaf None None] The sync data for ids ['91d44396-17fc-4b0d-aa8d-368c721c56e2'] in n-d-768851-15 is: [{'id': '91d44396-17fc-4b0d-aa8d-368c721c56e2', 'name': 'tempest-TestServerBasicOps-1014707484-router', 'tenant_id': 'cf95c33df94c4d9ca3cdb8326f008dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:34Z', 'updated_at': '2021-08-10T03:42:03Z', 'revision_number': 6, 'project_id': 'cf95c33df94c4d9ca3cdb8326f008dad', 'gw_port_host': None}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:42:03.910343 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c49585ef-ccd5-48b8-8b0a-2fe27731098b req-f8510dc4-cca4-40e4-922a-02604d328c91 service neutron] 10.222.0.60 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103953 Aug 10 03:42:03.936038 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc70db-c325-476b-9080-e11ede5a2cf4 req-76aeabd9-9bd8-411a-9c3b-7195614b75ea tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:03.937790 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4cdc70db-c325-476b-9080-e11ede5a2cf4 req-76aeabd9-9bd8-411a-9c3b-7195614b75ea tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=50dfa4ad-821d-4207-a06b-16f9057d1ef8 HTTP/1.1" status: 200 len: 943 time: 0.1095092 Aug 10 03:42:04.005899 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ca7ffd02-bbbd-49ce-be69-d7dbb3ec4c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:04.023777 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device cb484b8d-76e6-4639-9ce8-b439015a4ece details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:42:04.036394 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4cdc70db-c325-476b-9080-e11ede5a2cf4 req-3986801f-57b9-433c-9827-0cfec3f7b717 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=5df1bced-dd4a-4ab2-a185-0a8920018c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860107 Aug 10 03:42:04.048511 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7ffd02-bbbd-49ce-be69-d7dbb3ec4c7d admin admin] Pushing event deleted for resources: {'Port': ['ID=f0a5abf4-3937-47d0-b363-62561a67c589,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:04.094287 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c49585ef-ccd5-48b8-8b0a-2fe27731098b req-fffb46cd-fcaf-46bd-a153-929f7795eeb3 service neutron] 10.222.0.60 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749399 Aug 10 03:42:04.145749 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ca7ffd02-bbbd-49ce-be69-d7dbb3ec4c7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:04.179200 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port cb484b8d-76e6-4639-9ce8-b439015a4ece, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=cb484b8d-76e6-4639-9ce8-b439015a4ece,segment=NetworkSegment(099b1839-c25e-4cba-b46e-fc4517d7ca93),segment_id=099b1839-c25e-4cba-b46e-fc4517d7ca93)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:04.196794 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': 'cb484b8d-76e6-4639-9ce8-b439015a4ece', 'network_id': 'f221bd1c-6004-4fc4-b409-eb2f05c60b3c', 'port_id': 'cb484b8d-76e6-4639-9ce8-b439015a4ece', 'mac_address': 'fa:16:3e:29:07:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e6b4b70-b987-430f-8933-c947ea0db6e8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:42:04.248926 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:04.276621 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb484b8d-76e6-4639-9ce8-b439015a4ece {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:42:04.285104 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:04.310721 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ca7ffd02-bbbd-49ce-be69-d7dbb3ec4c7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:04.313366 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ca7ffd02-bbbd-49ce-be69-d7dbb3ec4c7d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:04.315707 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port cb484b8d-76e6-4639-9ce8-b439015a4ece, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=cb484b8d-76e6-4639-9ce8-b439015a4ece,segment=NetworkSegment(099b1839-c25e-4cba-b46e-fc4517d7ca93),segment_id=099b1839-c25e-4cba-b46e-fc4517d7ca93)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:04.321408 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:04.394011 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ca7ffd02-bbbd-49ce-be69-d7dbb3ec4c7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:04.394849 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7ffd02-bbbd-49ce-be69-d7dbb3ec4c7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91d44396-17fc-4b0d-aa8d-368c721c56e2 {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:42:04.400756 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ca7ffd02-bbbd-49ce-be69-d7dbb3ec4c7d admin admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:04.406025 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ca7ffd02-bbbd-49ce-be69-d7dbb3ec4c7d admin admin] 10.222.0.62 "DELETE /v2.0/routers/91d44396-17fc-4b0d-aa8d-368c721c56e2 HTTP/1.1" status: 204 len: 168 time: 1.3883440 Aug 10 03:42:04.406483 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 34718) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:04.441056 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=cb484b8d-76e6-4639-9ce8-b439015a4ece,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:04.478316 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2ee250d-ccc9-4b11-8591-2049284e1a22 admin admin] Deleting subnet bf831ce6-f6e3-4bd9-bf09-fd07020dfa99 {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:42:04.481807 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a2ee250d-ccc9-4b11-8591-2049284e1a22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:04.530088 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a2ee250d-ccc9-4b11-8591-2049284e1a22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:04.541742 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['cb484b8d-76e6-4639-9ce8-b439015a4ece'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:42:04.680822 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a2ee250d-ccc9-4b11-8591-2049284e1a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:04.751716 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a2ee250d-ccc9-4b11-8591-2049284e1a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:04.791711 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ee250d-ccc9-4b11-8591-2049284e1a22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf831ce6-f6e3-4bd9-bf09-fd07020dfa99,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:04.800603 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a2ee250d-ccc9-4b11-8591-2049284e1a22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:04.805747 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34726) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:04.806655 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-a2ee250d-ccc9-4b11-8591-2049284e1a22 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/bf831ce6-f6e3-4bd9-bf09-fd07020dfa99 HTTP/1.1" status: 204 len: 168 time: 0.3989124 Aug 10 03:42:04.826291 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb0e33b-e850-4cfc-a3b4-88dae76de1a7 None None] Network bb69b235-5375-4f23-943a-ed89e7b99960 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:42:04.828337 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 8a43c054-a767-4007-a103-abb547e62317 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:42:04.854727 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 8a43c054-a767-4007-a103-abb547e62317 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:42:04.855295 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 8a43c054-a767-4007-a103-abb547e62317 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:42:04.855830 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device f0a5abf4-3937-47d0-b363-62561a67c589 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:42:04.893600 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0f53931a-73c5-4abb-aceb-3f6ee661cdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:04.943661 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: f0a5abf4-3937-47d0-b363-62561a67c589 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:42:04.944064 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device f0a5abf4-3937-47d0-b363-62561a67c589 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:42:04.970807 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-0f53931a-73c5-4abb-aceb-3f6ee661cdd2 admin admin] Deleting port 19235dce-bf94-428b-a730-c474a4d0e0a7 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:42:04.971583 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0f53931a-73c5-4abb-aceb-3f6ee661cdd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:05.056316 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-0f53931a-73c5-4abb-aceb-3f6ee661cdd2 admin admin] For port 19235dce-bf94-428b-a730-c474a4d0e0a7, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=19235dce-bf94-428b-a730-c474a4d0e0a7,segment=NetworkSegment(95e2de2f-d14a-4624-a370-13ee497ef656),segment_id=95e2de2f-d14a-4624-a370-13ee497ef656)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:05.056909 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0f53931a-73c5-4abb-aceb-3f6ee661cdd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:05.073818 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-0f53931a-73c5-4abb-aceb-3f6ee661cdd2 admin admin] Calling delete_port for 19235dce-bf94-428b-a730-c474a4d0e0a7 owned by network:dhcp {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:42:05.189077 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a6052a-fc76-47e8-8f1b-69f2be1f9d9d None None] DHCP port deletion for bb69b235-5375-4f23-943a-ed89e7b99960 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:42:05.193762 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0f53931a-73c5-4abb-aceb-3f6ee661cdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:05.220091 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f53931a-73c5-4abb-aceb-3f6ee661cdd2 admin admin] No DVR routers for this DVR port 19235dce-bf94-428b-a730-c474a4d0e0a7 on host n-d-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:42:05.243780 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f53931a-73c5-4abb-aceb-3f6ee661cdd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=19235dce-bf94-428b-a730-c474a4d0e0a7,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:05.266514 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ca07b-8767-49d4-82ad-a5cbe446c7f7 req-9090678a-9d96-40c3-9c48-cd00f3ecd238 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:05.268773 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-432ca07b-8767-49d4-82ad-a5cbe446c7f7 req-9090678a-9d96-40c3-9c48-cd00f3ecd238 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=50dfa4ad-821d-4207-a06b-16f9057d1ef8 HTTP/1.1" status: 200 len: 944 time: 0.0795736 Aug 10 03:42:05.343337 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0f53931a-73c5-4abb-aceb-3f6ee661cdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:05.347085 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-432ca07b-8767-49d4-82ad-a5cbe446c7f7 req-408f97cf-7e90-4f43-ad90-8b612ca71195 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=5df1bced-dd4a-4ab2-a185-0a8920018c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591767 Aug 10 03:42:05.361771 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-0f53931a-73c5-4abb-aceb-3f6ee661cdd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb69b235-5375-4f23-943a-ed89e7b99960']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:05.385893 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-0f53931a-73c5-4abb-aceb-3f6ee661cdd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95e2de2f-d14a-4624-a370-13ee497ef656') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:05.386447 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-0f53931a-73c5-4abb-aceb-3f6ee661cdd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95e2de2f-d14a-4624-a370-13ee497ef656') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:05.400093 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0f53931a-73c5-4abb-aceb-3f6ee661cdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:05.425897 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0f53931a-73c5-4abb-aceb-3f6ee661cdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:05.438538 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f53931a-73c5-4abb-aceb-3f6ee661cdd2 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:42:05.439201 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0f53931a-73c5-4abb-aceb-3f6ee661cdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:05.441684 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:42:05.441684 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:42:05.441684 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:42:05.441684 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:42:05.441684 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:42:05.441684 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:42:05.441684 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:42:05.441684 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:42:05.441684 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:42:05.441684 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:42:05.441684 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:42:05.441684 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:42:05.441684 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:42:05.441684 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:42:05.441684 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:42:05.441684 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:42:05.441684 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:42:05.441684 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:42:05.441684 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:42:05.441684 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:42:05.441684 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:42:05.441684 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:42:05.441684 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:42:05.441684 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:42:05.441684 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:42:05.441684 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:42:05.441684 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:42:05.441684 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:42:05.441684 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:42:05.441684 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:42:05.441684 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:42:05.441684 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:42:05.529758 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0f53931a-73c5-4abb-aceb-3f6ee661cdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:05.543260 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0f53931a-73c5-4abb-aceb-3f6ee661cdd2 admin admin] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:05.548905 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0f53931a-73c5-4abb-aceb-3f6ee661cdd2 admin admin] 10.222.0.62 "DELETE /v2.0/networks/bb69b235-5375-4f23-943a-ed89e7b99960 HTTP/1.1" status: 204 len: 168 time: 0.7387834 Aug 10 03:42:05.558823 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f53931a-73c5-4abb-aceb-3f6ee661cdd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb69b235-5375-4f23-943a-ed89e7b99960,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:05.727892 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34736) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:05.796879 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-be7f8cfa-24b5-411a-b255-7c0e798e5764 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4c338092054e4c64a6391807bc8d123e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0677018 Aug 10 03:42:05.799532 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 34740) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:05.874371 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4588ee1d-3d9b-45c0-b624-28856376f401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:05.898596 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4588ee1d-3d9b-45c0-b624-28856376f401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:05.966024 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4588ee1d-3d9b-45c0-b624-28856376f401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:05.969241 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4588ee1d-3d9b-45c0-b624-28856376f401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:05.970951 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-4588ee1d-3d9b-45c0-b624-28856376f401 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e094b861-0afc-47ed-b016-2ff096f3cc86 HTTP/1.1" status: 204 len: 168 time: 0.1701584 Aug 10 03:42:05.983927 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4588ee1d-3d9b-45c0-b624-28856376f401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e094b861-0afc-47ed-b016-2ff096f3cc86,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:06.011163 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:06.037165 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device cb484b8d-76e6-4639-9ce8-b439015a4ece up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:42:06.109923 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port cb484b8d-76e6-4639-9ce8-b439015a4ece completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:42:06.119574 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port cb484b8d-76e6-4639-9ce8-b439015a4ece triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:06.120274 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:06.231295 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:06.266325 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50dfa4ad-821d-4207-a06b-16f9057d1ef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb484b8d-76e6-4639-9ce8-b439015a4ece'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:42:06.269463 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bedc8db-c847-43dd-a27e-6ace95d4b470" -d '{"events": [{"server_uuid": "50dfa4ad-821d-4207-a06b-16f9057d1ef8", "name": "network-vif-plugged", "status": "completed", "tag": "cb484b8d-76e6-4639-9ce8-b439015a4ece"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:42:06.285689 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port cb484b8d-76e6-4639-9ce8-b439015a4ece, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=cb484b8d-76e6-4639-9ce8-b439015a4ece,segment=NetworkSegment(099b1839-c25e-4cba-b46e-fc4517d7ca93),segment_id=099b1839-c25e-4cba-b46e-fc4517d7ca93)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:06.291481 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:06.359603 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=cb484b8d-76e6-4639-9ce8-b439015a4ece,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:06.446493 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34752) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:06.507661 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b370548f-89d0-4e35-bf0e-840f9ca85e39 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cf95c33df94c4d9ca3cdb8326f008dad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0592542 Aug 10 03:42:06.510257 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34754) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:06.528751 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34989bb-ac57-4ae4-baf0-af894325bab0 req-d0b2673f-25d5-428a-9eca-4fcf051ddda5 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:06.533214 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c537a5-8a95-4e6a-9b0f-0151d61e9cac x-openstack-request-id: req-25c537a5-8a95-4e6a-9b0f-0151d61e9cac {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:42:06.533858 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50dfa4ad-821d-4207-a06b-16f9057d1ef8", "name": "network-vif-plugged", "status": "completed", "tag": "cb484b8d-76e6-4639-9ce8-b439015a4ece", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:42:06.534468 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-25c537a5-8a95-4e6a-9b0f-0151d61e9cac {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:42:06.535360 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50dfa4ad-821d-4207-a06b-16f9057d1ef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb484b8d-76e6-4639-9ce8-b439015a4ece', 'code': 200} Aug 10 03:42:06.543740 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b34989bb-ac57-4ae4-baf0-af894325bab0 req-d0b2673f-25d5-428a-9eca-4fcf051ddda5 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=50dfa4ad-821d-4207-a06b-16f9057d1ef8 HTTP/1.1" status: 200 len: 945 time: 0.1080973 Aug 10 03:42:06.591127 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d8d0ae94-fb64-4f95-969b-2575ce19a71f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:06.602877 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b34989bb-ac57-4ae4-baf0-af894325bab0 req-948936dc-09d4-46a6-ac2f-ac20d0b7fb0a tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=5df1bced-dd4a-4ab2-a185-0a8920018c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553796 Aug 10 03:42:06.671785 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d8d0ae94-fb64-4f95-969b-2575ce19a71f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:06.726628 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 19235dce-bf94-428b-a730-c474a4d0e0a7 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:42:06.749369 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871725ee-e9b1-4c39-a8ad-2166ee3968f7 req-4dca3d1a-8d55-45cc-b7bd-1f03dfab4d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:06.751079 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-871725ee-e9b1-4c39-a8ad-2166ee3968f7 req-4dca3d1a-8d55-45cc-b7bd-1f03dfab4d20 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=50dfa4ad-821d-4207-a06b-16f9057d1ef8 HTTP/1.1" status: 200 len: 1097 time: 0.1259210 Aug 10 03:42:06.752008 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 19235dce-bf94-428b-a730-c474a4d0e0a7 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:42:06.752485 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 19235dce-bf94-428b-a730-c474a4d0e0a7 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:42:06.754457 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d8d0ae94-fb64-4f95-969b-2575ce19a71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:06.761490 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d8d0ae94-fb64-4f95-969b-2575ce19a71f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:06.763007 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d8d0ae94-fb64-4f95-969b-2575ce19a71f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/31bcb70d-636e-4033-abcd-789d685428eb HTTP/1.1" status: 204 len: 168 time: 0.2516279 Aug 10 03:42:06.781630 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d0ae94-fb64-4f95-969b-2575ce19a71f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31bcb70d-636e-4033-abcd-789d685428eb,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:06.821348 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-871725ee-e9b1-4c39-a8ad-2166ee3968f7 req-09d9e504-6b98-488a-bb3e-63048e6b101e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5df1bced-dd4a-4ab2-a185-0a8920018c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572295 Aug 10 03:42:06.965083 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab23403-5873-4815-8977-ca27c8211386 req-169b6b91-07da-4052-b033-adecccedc5e6 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:06.966640 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aab23403-5873-4815-8977-ca27c8211386 req-169b6b91-07da-4052-b033-adecccedc5e6 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=040a87bd-3af7-443b-bc33-c2cd8cd403cf HTTP/1.1" status: 200 len: 945 time: 0.0544009 Aug 10 03:42:07.011645 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aab23403-5873-4815-8977-ca27c8211386 req-1516b978-16d4-43db-a967-ffe23777e43a tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384471 Aug 10 03:42:07.763970 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d68e17-a4b0-41dd-97e7-a5b6b6043ab2 req-22a19942-3319-483f-a879-c574c286773a tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:07.765622 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-09d68e17-a4b0-41dd-97e7-a5b6b6043ab2 req-22a19942-3319-483f-a879-c574c286773a tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=50dfa4ad-821d-4207-a06b-16f9057d1ef8 HTTP/1.1" status: 200 len: 945 time: 0.0662675 Aug 10 03:42:07.821773 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-09d68e17-a4b0-41dd-97e7-a5b6b6043ab2 req-2297df94-3c44-4b29-bf22-45e5d4bbde8b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=5df1bced-dd4a-4ab2-a185-0a8920018c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424030 Aug 10 03:42:07.955238 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfddf059-b985-4681-8ef7-965b5c8a5ab6 req-43d59b50-eeba-4b4d-b289-e476679866aa tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:07.956826 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cfddf059-b985-4681-8ef7-965b5c8a5ab6 req-43d59b50-eeba-4b4d-b289-e476679866aa tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=50dfa4ad-821d-4207-a06b-16f9057d1ef8 HTTP/1.1" status: 200 len: 945 time: 0.0602460 Aug 10 03:42:08.003528 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cfddf059-b985-4681-8ef7-965b5c8a5ab6 req-f7ee6af7-5d76-4476-bcce-cf1840f367d0 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=5df1bced-dd4a-4ab2-a185-0a8920018c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364041 Aug 10 03:42:08.026878 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 34772) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:08.073559 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788fd120-0c53-42f4-844f-d4e9620cd658 tempest-TestNetworkAdvancedServerOps-2124496179 tempest-TestNetworkAdvancedServerOps-2124496179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:08.075382 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-788fd120-0c53-42f4-844f-d4e9620cd658 tempest-TestNetworkAdvancedServerOps-2124496179 tempest-TestNetworkAdvancedServerOps-2124496179-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=50dfa4ad-821d-4207-a06b-16f9057d1ef8 HTTP/1.1" status: 200 len: 1092 time: 0.0473435 Aug 10 03:42:08.079672 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34776) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:08.086135 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-948d2a13-3777-46f0-8505-72eafb70a94d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Request body: {'floatingip': {'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'port_id': 'cb484b8d-76e6-4639-9ce8-b439015a4ece', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:08.121127 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-948d2a13-3777-46f0-8505-72eafb70a94d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for floatingip, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:08.143556 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b1ad27-e024-46f3-9ab3-74cc7ef151f5 req-7a74f079-e343-4303-a1a9-3c121717d5e4 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:08.145567 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f2b1ad27-e024-46f3-9ab3-74cc7ef151f5 req-7a74f079-e343-4303-a1a9-3c121717d5e4 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=040a87bd-3af7-443b-bc33-c2cd8cd403cf HTTP/1.1" status: 200 len: 945 time: 0.0610890 Aug 10 03:42:08.205035 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f2b1ad27-e024-46f3-9ab3-74cc7ef151f5 req-ca6cdc70-01d9-4005-9f80-30228e100fd2 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394983 Aug 10 03:42:08.234364 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-948d2a13-3777-46f0-8505-72eafb70a94d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:08.399667 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-948d2a13-3777-46f0-8505-72eafb70a94d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Allocated IP 172.25.7.94 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/b131b84d-873f-469c-b6b9-aa7e641c0c85) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:42:08.515204 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-948d2a13-3777-46f0-8505-72eafb70a94d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:08.555344 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-948d2a13-3777-46f0-8505-72eafb70a94d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:08.595988 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948d2a13-3777-46f0-8505-72eafb70a94d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:42:08.599063 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-948d2a13-3777-46f0-8505-72eafb70a94d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:08.602942 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948d2a13-3777-46f0-8505-72eafb70a94d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:42:08.608547 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d2a13-3777-46f0-8505-72eafb70a94d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event updated for resources: {'Port': ['ID=b131b84d-873f-469c-b6b9-aa7e641c0c85,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:08.676626 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c0804d-7cc2-4b87-b27b-d1d24410d2d4 req-239999aa-fc9b-4631-8705-d36f5257fa0b tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:08.678776 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d7c0804d-7cc2-4b87-b27b-d1d24410d2d4 req-239999aa-fc9b-4631-8705-d36f5257fa0b tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.60 "GET /v2.0/ports?device_id=040a87bd-3af7-443b-bc33-c2cd8cd403cf HTTP/1.1" status: 200 len: 945 time: 0.0605702 Aug 10 03:42:08.785936 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-d7c0804d-7cc2-4b87-b27b-d1d24410d2d4 req-58f870c7-1f9f-46b5-aac8-7692a57db485 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Deleting port 61f739b0-4025-48d4-b016-d05326176c9c {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:42:08.786208 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d7c0804d-7cc2-4b87-b27b-d1d24410d2d4 req-58f870c7-1f9f-46b5-aac8-7692a57db485 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:08.888828 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-d7c0804d-7cc2-4b87-b27b-d1d24410d2d4 req-58f870c7-1f9f-46b5-aac8-7692a57db485 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] For port 61f739b0-4025-48d4-b016-d05326176c9c, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=61f739b0-4025-48d4-b016-d05326176c9c,segment=NetworkSegment(5c87df8d-954c-4397-aa68-23e5690c99d4),segment_id=5c87df8d-954c-4397-aa68-23e5690c99d4)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:08.889325 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d7c0804d-7cc2-4b87-b27b-d1d24410d2d4 req-58f870c7-1f9f-46b5-aac8-7692a57db485 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:08.906233 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-d7c0804d-7cc2-4b87-b27b-d1d24410d2d4 req-58f870c7-1f9f-46b5-aac8-7692a57db485 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Calling delete_port for 61f739b0-4025-48d4-b016-d05326176c9c owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:42:09.080846 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d7c0804d-7cc2-4b87-b27b-d1d24410d2d4 req-58f870c7-1f9f-46b5-aac8-7692a57db485 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:09.099508 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['61f739b0-4025-48d4-b016-d05326176c9c'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:42:09.144420 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f870c7-1f9f-46b5-aac8-7692a57db485 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Pushing event deleted for resources: {'Port': ['ID=61f739b0-4025-48d4-b016-d05326176c9c,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:09.182435 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c0804d-7cc2-4b87-b27b-d1d24410d2d4 req-58f870c7-1f9f-46b5-aac8-7692a57db485 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] No DVR routers for this DVR port 61f739b0-4025-48d4-b016-d05326176c9c on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:42:09.185786 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d7c0804d-7cc2-4b87-b27b-d1d24410d2d4 req-58f870c7-1f9f-46b5-aac8-7692a57db485 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:09.188511 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d7c0804d-7cc2-4b87-b27b-d1d24410d2d4 req-58f870c7-1f9f-46b5-aac8-7692a57db485 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.60 "DELETE /v2.0/ports/61f739b0-4025-48d4-b016-d05326176c9c HTTP/1.1" status: 204 len: 173 time: 0.4996605 Aug 10 03:42:09.188992 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040a87bd-3af7-443b-bc33-c2cd8cd403cf', 'name': 'network-vif-deleted', 'tag': '61f739b0-4025-48d4-b016-d05326176c9c'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:42:09.191595 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cfd6474-1a3f-4ae6-8532-9405bef5c56c" -d '{"events": [{"server_uuid": "040a87bd-3af7-443b-bc33-c2cd8cd403cf", "name": "network-vif-deleted", "tag": "61f739b0-4025-48d4-b016-d05326176c9c"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:42:09.258866 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e306e1cd-9c2c-443a-8e58-72a4a219e4cd x-openstack-request-id: req-e306e1cd-9c2c-443a-8e58-72a4a219e4cd {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:42:09.259244 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040a87bd-3af7-443b-bc33-c2cd8cd403cf", "name": "network-vif-deleted", "tag": "61f739b0-4025-48d4-b016-d05326176c9c", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:42:09.259572 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e306e1cd-9c2c-443a-8e58-72a4a219e4cd {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:42:09.260052 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '040a87bd-3af7-443b-bc33-c2cd8cd403cf', 'name': 'network-vif-deleted', 'tag': '61f739b0-4025-48d4-b016-d05326176c9c', 'status': 'completed', 'code': 200} Aug 10 03:42:09.320533 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-72ee1c66-9777-4827-aa9c-2ae812ae6e2e req-8683a1d4-4603-447c-8ff6-3edfa0ca33f0 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=040a87bd-3af7-443b-bc33-c2cd8cd403cf HTTP/1.1" status: 200 len: 210 time: 0.0341630 Aug 10 03:42:09.520211 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-948d2a13-3777-46f0-8505-72eafb70a94d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:09.651778 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-948d2a13-3777-46f0-8505-72eafb70a94d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:09.814423 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-948d2a13-3777-46f0-8505-72eafb70a94d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:09.820195 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-948d2a13-3777-46f0-8505-72eafb70a94d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:09.890512 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d2a13-3777-46f0-8505-72eafb70a94d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event updated for resources: {'Port': ['ID=b131b84d-873f-469c-b6b9-aa7e641c0c85,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:09.904486 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-948d2a13-3777-46f0-8505-72eafb70a94d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:10.010561 n-d-768851-15 neutron-server[94217]: INFO neutron.db.l3_db [None req-948d2a13-3777-46f0-8505-72eafb70a94d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Floating IP fa738878-9fcd-477e-9a49-2156b9527032 associated. External IP: 172.25.7.94, port: cb484b8d-76e6-4639-9ce8-b439015a4ece. Aug 10 03:42:10.237656 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-948d2a13-3777-46f0-8505-72eafb70a94d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Router dc386307-d7ad-4b34-8487-9529a31dab09 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:42:10.357290 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948d2a13-3777-46f0-8505-72eafb70a94d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:42:10.373203 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a99f55f-e6ac-4641-8210-229745ce9dc7 None None] Sync routers for ids ['dc386307-d7ad-4b34-8487-9529a31dab09'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:42:10.384102 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-948d2a13-3777-46f0-8505-72eafb70a94d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:10.389031 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a99f55f-e6ac-4641-8210-229745ce9dc7 None None] Routers {'dc386307-d7ad-4b34-8487-9529a31dab09'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:42:10.389974 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-2a99f55f-e6ac-4641-8210-229745ce9dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:42:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['dc386307-d7ad-4b34-8487-9529a31dab09'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:10.423945 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-948d2a13-3777-46f0-8505-72eafb70a94d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3430989 Aug 10 03:42:10.424702 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50dfa4ad-821d-4207-a06b-16f9057d1ef8', 'tag': 'cb484b8d-76e6-4639-9ce8-b439015a4ece'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:42:10.428853 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91fb9544-0135-4693-a4df-2fb09f84c181" -d '{"events": [{"name": "network-changed", "server_uuid": "50dfa4ad-821d-4207-a06b-16f9057d1ef8", "tag": "cb484b8d-76e6-4639-9ce8-b439015a4ece"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:42:10.452495 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1332c660-e602-4904-a491-60b592906ea2 req-af5c9b12-e3eb-42a0-a1c6-c80065bb099e tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=040a87bd-3af7-443b-bc33-c2cd8cd403cf HTTP/1.1" status: 200 len: 210 time: 0.0398409 Aug 10 03:42:10.505420 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae34643-736b-4ac1-a780-14d6c6a7306c x-openstack-request-id: req-2ae34643-736b-4ac1-a780-14d6c6a7306c {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:42:10.506253 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50dfa4ad-821d-4207-a06b-16f9057d1ef8", "tag": "cb484b8d-76e6-4639-9ce8-b439015a4ece", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:42:10.506946 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2ae34643-736b-4ac1-a780-14d6c6a7306c {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:42:10.507838 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50dfa4ad-821d-4207-a06b-16f9057d1ef8', 'tag': 'cb484b8d-76e6-4639-9ce8-b439015a4ece', 'status': 'completed', 'code': 200} Aug 10 03:42:10.574946 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b7563a-d72e-402c-b2bb-6d90b4dcaa37 req-f5650e95-417e-45a5-8a18-97933a2e8d56 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:10.576943 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b2b7563a-d72e-402c-b2bb-6d90b4dcaa37 req-f5650e95-417e-45a5-8a18-97933a2e8d56 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=50dfa4ad-821d-4207-a06b-16f9057d1ef8 HTTP/1.1" status: 200 len: 945 time: 0.0600135 Aug 10 03:42:10.598688 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-2a99f55f-e6ac-4641-8210-229745ce9dc7 None None] Set router dc386307-d7ad-4b34-8487-9529a31dab09 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:42:10.608755 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb9544-0135-4693-a4df-2fb09f84c181 req-e482acb6-88c1-4f47-a953-c3cdd0ffd0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:10.610376 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-91fb9544-0135-4693-a4df-2fb09f84c181 req-e482acb6-88c1-4f47-a953-c3cdd0ffd0da service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d4cffc5e26914104899297a77f2206bf&device_id=50dfa4ad-821d-4207-a06b-16f9057d1ef8 HTTP/1.1" status: 200 len: 1097 time: 0.0837245 Aug 10 03:42:10.656149 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b2b7563a-d72e-402c-b2bb-6d90b4dcaa37 req-54b4dd8b-2655-429d-9feb-9c56eb5ef686 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=5df1bced-dd4a-4ab2-a185-0a8920018c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713029 Aug 10 03:42:10.696415 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 34796) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:10.756284 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb9544-0135-4693-a4df-2fb09f84c181 req-0e1dbbaa-22af-43ab-985b-57ed88be95fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:10.757806 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-91fb9544-0135-4693-a4df-2fb09f84c181 req-0e1dbbaa-22af-43ab-985b-57ed88be95fc service neutron] 10.222.0.58 "GET /v2.0/networks?id=f221bd1c-6004-4fc4-b409-eb2f05c60b3c HTTP/1.1" status: 200 len: 898 time: 0.1407185 Aug 10 03:42:10.836542 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8c52c37e-8abf-450e-9951-e508311290b5 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/floatingips/fa738878-9fcd-477e-9a49-2156b9527032 HTTP/1.1" status: 200 len: 990 time: 0.1413772 Aug 10 03:42:10.883207 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-91fb9544-0135-4693-a4df-2fb09f84c181 req-ea5e882f-a6bf-49a7-b55a-d191fccdd527 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb484b8d-76e6-4639-9ce8-b439015a4ece HTTP/1.1" status: 200 len: 998 time: 0.1177649 Aug 10 03:42:10.935206 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-2a99f55f-e6ac-4641-8210-229745ce9dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc386307-d7ad-4b34-8487-9529a31dab09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313728473', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '748c9651-35c7-4ae0-afb2-c618a37cdaa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:45Z', 'updated_at': '2021-08-10T03:41:51Z', 'revision_number': 4, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'gw_port': {'id': '748c9651-35c7-4ae0-afb2-c618a37cdaa3', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:36:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc386307-d7ad-4b34-8487-9529a31dab09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:46Z', 'updated_at': '2021-08-10T03:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': 'fa738878-9fcd-477e-9a49-2156b9527032', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'floating_ip_address': '172.25.7.94', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': 'dc386307-d7ad-4b34-8487-9529a31dab09', 'port_id': 'cb484b8d-76e6-4639-9ce8-b439015a4ece', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f221bd1c-6004-4fc4-b409-eb2f05c60b3c', 'mac_address': 'fa:16:3e:29:07:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dfa4ad-821d-4207-a06b-16f9057d1ef8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:42:09Z', 'updated_at': '2021-08-10T03:42:09Z', 'revision_number': 0, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d75f6ee-a11d-420d-98b6-d79b95120851', 'name': '', 'network_id': 'f221bd1c-6004-4fc4-b409-eb2f05c60b3c', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'mac_address': 'fa:16:3e:e9:99:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc386307-d7ad-4b34-8487-9529a31dab09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '8e6b4b70-b987-430f-8933-c947ea0db6e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:50Z', 'updated_at': '2021-08-10T03:41:57Z', 'revision_number': 5, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'subnets': [{'id': '8e6b4b70-b987-430f-8933-c947ea0db6e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:10.942187 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb9544-0135-4693-a4df-2fb09f84c181 req-ae957f55-e60a-46ec-ae97-abdbeb9fea78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:10.944236 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-91fb9544-0135-4693-a4df-2fb09f84c181 req-ae957f55-e60a-46ec-ae97-abdbeb9fea78 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8e6b4b70-b987-430f-8933-c947ea0db6e8 HTTP/1.1" status: 200 len: 834 time: 0.0540831 Aug 10 03:42:10.977252 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a99f55f-e6ac-4641-8210-229745ce9dc7 None None] Checking router: dc386307-d7ad-4b34-8487-9529a31dab09 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:42:10.988238 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a99f55f-e6ac-4641-8210-229745ce9dc7 None None] Routers {'dc386307-d7ad-4b34-8487-9529a31dab09'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:42:10.988880 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-2a99f55f-e6ac-4641-8210-229745ce9dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:42:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['dc386307-d7ad-4b34-8487-9529a31dab09'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:11.003172 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb9544-0135-4693-a4df-2fb09f84c181 req-5e9e056a-8715-4e38-8607-ca7c42cb6b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:11.004958 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-91fb9544-0135-4693-a4df-2fb09f84c181 req-5e9e056a-8715-4e38-8607-ca7c42cb6b3f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f221bd1c-6004-4fc4-b409-eb2f05c60b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534594 Aug 10 03:42:11.124538 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-91fb9544-0135-4693-a4df-2fb09f84c181 req-c30cb339-cff6-42b8-852c-f6407fa3c1b2 service neutron] 10.222.0.58 "GET /v2.0/networks/f221bd1c-6004-4fc4-b409-eb2f05c60b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123719 Aug 10 03:42:11.136694 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-2a99f55f-e6ac-4641-8210-229745ce9dc7 None None] Set router dc386307-d7ad-4b34-8487-9529a31dab09 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:42:11.228812 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-91fb9544-0135-4693-a4df-2fb09f84c181 req-e0338007-644e-485b-b806-8450895a82b7 service neutron] 10.222.0.58 "GET /v2.0/networks/f221bd1c-6004-4fc4-b409-eb2f05c60b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960035 Aug 10 03:42:11.448149 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-2a99f55f-e6ac-4641-8210-229745ce9dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc386307-d7ad-4b34-8487-9529a31dab09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313728473', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '748c9651-35c7-4ae0-afb2-c618a37cdaa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:45Z', 'updated_at': '2021-08-10T03:41:51Z', 'revision_number': 4, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'gw_port': {'id': '748c9651-35c7-4ae0-afb2-c618a37cdaa3', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:36:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc386307-d7ad-4b34-8487-9529a31dab09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:46Z', 'updated_at': '2021-08-10T03:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': 'fa738878-9fcd-477e-9a49-2156b9527032', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'floating_ip_address': '172.25.7.94', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': 'dc386307-d7ad-4b34-8487-9529a31dab09', 'port_id': 'cb484b8d-76e6-4639-9ce8-b439015a4ece', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f221bd1c-6004-4fc4-b409-eb2f05c60b3c', 'mac_address': 'fa:16:3e:29:07:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dfa4ad-821d-4207-a06b-16f9057d1ef8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:42:09Z', 'updated_at': '2021-08-10T03:42:09Z', 'revision_number': 0, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d75f6ee-a11d-420d-98b6-d79b95120851', 'name': '', 'network_id': 'f221bd1c-6004-4fc4-b409-eb2f05c60b3c', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'mac_address': 'fa:16:3e:e9:99:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc386307-d7ad-4b34-8487-9529a31dab09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '8e6b4b70-b987-430f-8933-c947ea0db6e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:50Z', 'updated_at': '2021-08-10T03:41:57Z', 'revision_number': 5, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'subnets': [{'id': '8e6b4b70-b987-430f-8933-c947ea0db6e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:11.479192 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a99f55f-e6ac-4641-8210-229745ce9dc7 None None] The sync data for ids ['dc386307-d7ad-4b34-8487-9529a31dab09'] in n-d-768851-15 is: [{'id': 'dc386307-d7ad-4b34-8487-9529a31dab09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313728473', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '748c9651-35c7-4ae0-afb2-c618a37cdaa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:45Z', 'updated_at': '2021-08-10T03:41:51Z', 'revision_number': 4, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'gw_port': {'id': '748c9651-35c7-4ae0-afb2-c618a37cdaa3', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:36:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc386307-d7ad-4b34-8487-9529a31dab09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:46Z', 'updated_at': '2021-08-10T03:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': 'fa738878-9fcd-477e-9a49-2156b9527032', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'floating_ip_address': '172.25.7.94', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': 'dc386307-d7ad-4b34-8487-9529a31dab09', 'port_id': 'cb484b8d-76e6-4639-9ce8-b439015a4ece', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f221bd1c-6004-4fc4-b409-eb2f05c60b3c', 'mac_address': 'fa:16:3e:29:07:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dfa4ad-821d-4207-a06b-16f9057d1ef8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:42:09Z', 'updated_at': '2021-08-10T03:42:09Z', 'revision_number': 0, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d75f6ee-a11d-420d-98b6-d79b95120851', 'name': '', 'network_id': 'f221bd1c-6004-4fc4-b409-eb2f05c60b3c', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'mac_address': 'fa:16:3e:e9:99:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc386307-d7ad-4b34-8487-9529a31dab09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '8e6b4b70-b987-430f-8933-c947ea0db6e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:50Z', 'updated_at': '2021-08-10T03:41:57Z', 'revision_number': 5, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'subnets': [{'id': '8e6b4b70-b987-430f-8933-c947ea0db6e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:42:11.561224 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0893be6c-128e-4199-86f7-d185b4ca046a req-41e033b0-7830-4a90-8346-f5883298547c tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=040a87bd-3af7-443b-bc33-c2cd8cd403cf HTTP/1.1" status: 200 len: 210 time: 0.0349259 Aug 10 03:42:11.783433 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ba0d27-56eb-4d40-ab6b-743c287126bd None None] New status for floating IP fa738878-9fcd-477e-9a49-2156b9527032: ACTIVE {{(pid=94219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:42:11.841048 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 34816) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:11.908973 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-6ada8f2b-208a-459c-a0e0-7a87d0f91cb5 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/floatingips/fa738878-9fcd-477e-9a49-2156b9527032 HTTP/1.1" status: 200 len: 990 time: 0.0664716 Aug 10 03:42:12.688941 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-14e0adb5-155c-48f9-a46c-7e5b82f0c4d5 req-e9394745-5854-465f-be11-2baabf7ecc53 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=040a87bd-3af7-443b-bc33-c2cd8cd403cf HTTP/1.1" status: 200 len: 210 time: 0.0275297 Aug 10 03:42:12.742348 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 61f739b0-4025-48d4-b016-d05326176c9c no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:42:12.766452 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: 61f739b0-4025-48d4-b016-d05326176c9c {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:42:12.766995 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 61f739b0-4025-48d4-b016-d05326176c9c not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:42:12.912623 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 34826) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:12.983268 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-49712e35-0060-46e4-a86a-f198b8c9bf1b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/floatingips/fa738878-9fcd-477e-9a49-2156b9527032 HTTP/1.1" status: 200 len: 992 time: 0.0693710 Aug 10 03:42:17.110007 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 34918) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:17.119016 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-82574ea0-55ae-4615-9982-53a335183e1d tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-771807254', 'description': 'tempest-secgroup-smoke-771807254 description', 'project_id': 'cf46dc7d96e74359a233bb4d876edd57'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:17.145467 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-82574ea0-55ae-4615-9982-53a335183e1d tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:17.278349 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-82574ea0-55ae-4615-9982-53a335183e1d tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:17.283601 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-82574ea0-55ae-4615-9982-53a335183e1d tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:17.326656 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-82574ea0-55ae-4615-9982-53a335183e1d tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:17.328803 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-82574ea0-55ae-4615-9982-53a335183e1d tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2167647 Aug 10 03:42:17.333283 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 34924) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:17.342547 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-4fcae1c5-b436-477b-8f3b-fc357e832083 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Request body: {'security_group_rule': {'security_group_id': '20e7130a-7468-4743-9135-dd2a5e0f71ee', 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:17.349937 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82574ea0-55ae-4615-9982-53a335183e1d tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20e7130a-7468-4743-9135-dd2a5e0f71ee,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:17.387303 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4fcae1c5-b436-477b-8f3b-fc357e832083 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:17.492786 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4fcae1c5-b436-477b-8f3b-fc357e832083 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:17.498429 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4fcae1c5-b436-477b-8f3b-fc357e832083 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:17.527553 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcae1c5-b436-477b-8f3b-fc357e832083 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=986de739-49ed-42ac-8813-1343336f4e15,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:17.532803 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4fcae1c5-b436-477b-8f3b-fc357e832083 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:17.534495 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-4fcae1c5-b436-477b-8f3b-fc357e832083 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1997731 Aug 10 03:42:17.539328 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 34926) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:17.544755 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-d73d4bea-ebf5-4b6f-92c4-23de20304bbb tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Request body: {'security_group_rule': {'security_group_id': '20e7130a-7468-4743-9135-dd2a5e0f71ee', 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:17.581916 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d73d4bea-ebf5-4b6f-92c4-23de20304bbb tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:17.679879 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d73d4bea-ebf5-4b6f-92c4-23de20304bbb tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:17.684124 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d73d4bea-ebf5-4b6f-92c4-23de20304bbb tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:17.707250 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d4bea-ebf5-4b6f-92c4-23de20304bbb tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=744b67d7-f946-402e-b18a-ba7f611058fd,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:17.711514 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d73d4bea-ebf5-4b6f-92c4-23de20304bbb tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:17.712727 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d73d4bea-ebf5-4b6f-92c4-23de20304bbb tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1722937 Aug 10 03:42:17.715996 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 34932) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:17.723995 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-6302e76f-2a62-4a40-a0cb-d54fe4409b8a tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Request body: {'security_group_rule': {'security_group_id': '20e7130a-7468-4743-9135-dd2a5e0f71ee', 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:17.770411 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6302e76f-2a62-4a40-a0cb-d54fe4409b8a tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:17.843655 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6302e76f-2a62-4a40-a0cb-d54fe4409b8a tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:17.849521 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6302e76f-2a62-4a40-a0cb-d54fe4409b8a tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:17.872560 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6302e76f-2a62-4a40-a0cb-d54fe4409b8a tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c9d3f34-2111-4e09-82eb-684c6705e2fe,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:17.877794 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6302e76f-2a62-4a40-a0cb-d54fe4409b8a tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:17.883130 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34934) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:17.883706 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-6302e76f-2a62-4a40-a0cb-d54fe4409b8a tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1656613 Aug 10 03:42:17.888862 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-d7c580e7-024e-4ba3-847b-21e7ec25c542 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Request body: {'security_group_rule': {'security_group_id': '20e7130a-7468-4743-9135-dd2a5e0f71ee', 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:17.936674 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d7c580e7-024e-4ba3-847b-21e7ec25c542 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:18.026939 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d7c580e7-024e-4ba3-847b-21e7ec25c542 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:18.031860 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d7c580e7-024e-4ba3-847b-21e7ec25c542 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:18.056927 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c580e7-024e-4ba3-847b-21e7ec25c542 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfb7ef3f-329d-4d5e-bbea-e4b721572351,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:18.067104 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d7c580e7-024e-4ba3-847b-21e7ec25c542 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:18.071439 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d7c580e7-024e-4ba3-847b-21e7ec25c542 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1862130 Aug 10 03:42:18.071837 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 34938) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:18.076868 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-a1b52afb-43f6-40e4-9c12-a2eb556329c8 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Request body: {'security_group_rule': {'security_group_id': '20e7130a-7468-4743-9135-dd2a5e0f71ee', 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:18.105957 n-d-768851-15 neutron-server[94216]: INFO neutron.db.securitygroups_db [None req-a1b52afb-43f6-40e4-9c12-a2eb556329c8 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Project cf46dc7d96e74359a233bb4d876edd57 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:42:18.119913 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a1b52afb-43f6-40e4-9c12-a2eb556329c8 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:18.188384 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a1b52afb-43f6-40e4-9c12-a2eb556329c8 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:18.194448 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a1b52afb-43f6-40e4-9c12-a2eb556329c8 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:18.213676 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b52afb-43f6-40e4-9c12-a2eb556329c8 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=039a3c64-464e-4322-862f-913d058e9075,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:18.221372 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a1b52afb-43f6-40e4-9c12-a2eb556329c8 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:18.227587 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-a1b52afb-43f6-40e4-9c12-a2eb556329c8 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1542799 Aug 10 03:42:18.228018 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 34940) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:18.234306 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-df965084-6752-4cdc-bd5d-e631b78299e2 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Request body: {'security_group_rule': {'security_group_id': '20e7130a-7468-4743-9135-dd2a5e0f71ee', 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:18.262118 n-d-768851-15 neutron-server[94217]: INFO neutron.db.securitygroups_db [None req-df965084-6752-4cdc-bd5d-e631b78299e2 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Project cf46dc7d96e74359a233bb4d876edd57 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:42:18.269444 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-df965084-6752-4cdc-bd5d-e631b78299e2 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:18.353856 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-df965084-6752-4cdc-bd5d-e631b78299e2 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:18.358194 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-df965084-6752-4cdc-bd5d-e631b78299e2 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:18.379494 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df965084-6752-4cdc-bd5d-e631b78299e2 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e9472a0-7016-4ab3-8f42-6ed94d7aeae6,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:18.388252 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-df965084-6752-4cdc-bd5d-e631b78299e2 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:18.392676 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-df965084-6752-4cdc-bd5d-e631b78299e2 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1606724 Aug 10 03:42:26.455647 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:26.680031 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:30.395269 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-59717df4-64d6-4d00-ab8a-1030a616b636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:33.043645 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-1c68e26d-338b-4915-92c3-1e79701c12ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:33.427227 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:34.268421 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:34.923429 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:42:36.001525 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:37.575805 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e8ac5876-031f-4dbe-b0d9-a0fe55414512 req-c9ede29e-6048-4b2e-8ffc-708b6c31c3da tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-771807254&fields=id&tenant_id=cf46dc7d96e74359a233bb4d876edd57 HTTP/1.1" status: 200 len: 267 time: 0.0358968 Aug 10 03:42:37.695985 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac5876-031f-4dbe-b0d9-a0fe55414512 req-1d8fa225-b8f3-4eca-9279-16c68e7b7a42 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:37.697467 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e8ac5876-031f-4dbe-b0d9-a0fe55414512 req-1d8fa225-b8f3-4eca-9279-16c68e7b7a42 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/networks?id=7e9c5b57-a104-4b29-a8ed-ceb6086c40ae HTTP/1.1" status: 200 len: 812 time: 0.1144125 Aug 10 03:42:37.715661 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e8ac5876-031f-4dbe-b0d9-a0fe55414512 req-b1f7ad67-0f50-44f8-9be7-3a8cb17a95d9 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/quotas/cf46dc7d96e74359a233bb4d876edd57 HTTP/1.1" status: 200 len: 375 time: 0.0100482 Aug 10 03:42:37.767238 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e8ac5876-031f-4dbe-b0d9-a0fe55414512 req-06167536-faee-4d6a-84dd-0a9a0bcf30c9 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=cf46dc7d96e74359a233bb4d876edd57&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461841 Aug 10 03:42:37.868864 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e8ac5876-031f-4dbe-b0d9-a0fe55414512 req-01522b37-4fa5-40a0-9a71-e2220766a5a9 service neutron] 10.222.0.62 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902543 Aug 10 03:42:37.962834 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e8ac5876-031f-4dbe-b0d9-a0fe55414512 req-26475ba1-9eb2-49a4-9572-ddfc60c8b4c9 service neutron] 10.222.0.62 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875580 Aug 10 03:42:38.272418 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-88926dd1-13d0-4c13-81c7-0e5e13d354fb req-5b6b3095-acef-47bf-93f0-f5ebb315d62a tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=026d0196-df12-4484-94a4-75de3c7434cc HTTP/1.1" status: 200 len: 210 time: 0.0336838 Aug 10 03:42:39.371588 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7a06bd45-ecb1-4e78-a3ea-ed7ce97130c1 req-382d027e-064d-4002-af78-4601268345f3 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=026d0196-df12-4484-94a4-75de3c7434cc HTTP/1.1" status: 200 len: 210 time: 0.0295553 Aug 10 03:42:39.496762 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac5876-031f-4dbe-b0d9-a0fe55414512 req-0f519473-fef8-4030-b800-948fdcfa8606 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:39.498412 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e8ac5876-031f-4dbe-b0d9-a0fe55414512 req-0f519473-fef8-4030-b800-948fdcfa8606 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.60 "GET /v2.0/networks?id=7e9c5b57-a104-4b29-a8ed-ceb6086c40ae HTTP/1.1" status: 200 len: 812 time: 0.1105351 Aug 10 03:42:39.564912 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e8ac5876-031f-4dbe-b0d9-a0fe55414512 req-c207e2bb-d988-43a4-b7c3-69afd4702b30 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf46dc7d96e74359a233bb4d876edd57 HTTP/1.1" status: 200 len: 379 time: 0.0557292 Aug 10 03:42:39.574911 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-e8ac5876-031f-4dbe-b0d9-a0fe55414512 req-ac53eebb-b3bb-471c-a96b-ee2d19be407c tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Request body: {'port': {'device_id': '026d0196-df12-4484-94a4-75de3c7434cc', 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae', 'admin_state_up': True, 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'security_groups': ['20e7130a-7468-4743-9135-dd2a5e0f71ee']}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:39.700752 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8ac5876-031f-4dbe-b0d9-a0fe55414512 req-ac53eebb-b3bb-471c-a96b-ee2d19be407c tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Made reservation on behalf of cf46dc7d96e74359a233bb4d876edd57 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:39.705166 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-e8ac5876-031f-4dbe-b0d9-a0fe55414512 req-ac53eebb-b3bb-471c-a96b-ee2d19be407c tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:39.874475 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-e8ac5876-031f-4dbe-b0d9-a0fe55414512 req-ac53eebb-b3bb-471c-a96b-ee2d19be407c tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Allocated IP 172.20.0.9 (7e9c5b57-a104-4b29-a8ed-ceb6086c40ae/036b75a5-4076-4503-a708-471e0be52cae/e29f1fd6-0aa7-4e3d-8810-4d1729641c15) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:42:40.032725 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-e8ac5876-031f-4dbe-b0d9-a0fe55414512 req-ac53eebb-b3bb-471c-a96b-ee2d19be407c tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:40.047803 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-e8ac5876-031f-4dbe-b0d9-a0fe55414512 req-ac53eebb-b3bb-471c-a96b-ee2d19be407c tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Transition to ACTIVE for port object e29f1fd6-0aa7-4e3d-8810-4d1729641c15 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:40.082109 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-e8ac5876-031f-4dbe-b0d9-a0fe55414512 req-ac53eebb-b3bb-471c-a96b-ee2d19be407c tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:40.139379 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8ac5876-031f-4dbe-b0d9-a0fe55414512 req-ac53eebb-b3bb-471c-a96b-ee2d19be407c tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Network 7e9c5b57-a104-4b29-a8ed-ceb6086c40ae is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:42:40.143214 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-e8ac5876-031f-4dbe-b0d9-a0fe55414512 req-ac53eebb-b3bb-471c-a96b-ee2d19be407c tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:40.146522 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8ac5876-031f-4dbe-b0d9-a0fe55414512 req-ac53eebb-b3bb-471c-a96b-ee2d19be407c tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:42:40.175997 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac53eebb-b3bb-471c-a96b-ee2d19be407c tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Pushing event updated for resources: {'Port': ['ID=e29f1fd6-0aa7-4e3d-8810-4d1729641c15,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:40.186069 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53eebb-b3bb-471c-a96b-ee2d19be407c tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:40.186429 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53eebb-b3bb-471c-a96b-ee2d19be407c tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:40.186849 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53eebb-b3bb-471c-a96b-ee2d19be407c tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:40.187191 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53eebb-b3bb-471c-a96b-ee2d19be407c tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:40.187522 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53eebb-b3bb-471c-a96b-ee2d19be407c tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:40.187852 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53eebb-b3bb-471c-a96b-ee2d19be407c tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:40.188179 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53eebb-b3bb-471c-a96b-ee2d19be407c tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:40.188712 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53eebb-b3bb-471c-a96b-ee2d19be407c tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:40.188841 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53eebb-b3bb-471c-a96b-ee2d19be407c tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:40.189135 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53eebb-b3bb-471c-a96b-ee2d19be407c tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:40.189790 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53eebb-b3bb-471c-a96b-ee2d19be407c tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:40.189790 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53eebb-b3bb-471c-a96b-ee2d19be407c tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:40.218103 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac5876-031f-4dbe-b0d9-a0fe55414512 req-ac53eebb-b3bb-471c-a96b-ee2d19be407c tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:40.219058 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-e8ac5876-031f-4dbe-b0d9-a0fe55414512 req-ac53eebb-b3bb-471c-a96b-ee2d19be407c tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:40.239719 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e8ac5876-031f-4dbe-b0d9-a0fe55414512 req-ac53eebb-b3bb-471c-a96b-ee2d19be407c tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6688519 Aug 10 03:42:40.261283 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-e8ac5876-031f-4dbe-b0d9-a0fe55414512 req-dd47e024-ad30-418c-9bc9-37cdadcbcd52 service neutron] Request body: {'port': {'device_id': '026d0196-df12-4484-94a4-75de3c7434cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:40.351590 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-e8ac5876-031f-4dbe-b0d9-a0fe55414512 req-dd47e024-ad30-418c-9bc9-37cdadcbcd52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:40.445171 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-f5ee17bd-ae82-4b9b-b46a-ae562a836845 None None] Provisioning for port e29f1fd6-0aa7-4e3d-8810-4d1729641c15 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:42:40.450881 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-f5ee17bd-ae82-4b9b-b46a-ae562a836845 None None] Provisioning complete for port e29f1fd6-0aa7-4e3d-8810-4d1729641c15 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:40.451552 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f5ee17bd-ae82-4b9b-b46a-ae562a836845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:40.510868 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-f5ee17bd-ae82-4b9b-b46a-ae562a836845 None None] Port e29f1fd6-0aa7-4e3d-8810-4d1729641c15 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:42:40.603966 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5a0c7-1aa9-4119-94c4-8688b012412b req-c449e5bc-705b-40ea-b737-e048462e09d6 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:40.605564 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-acf5a0c7-1aa9-4119-94c4-8688b012412b req-c449e5bc-705b-40ea-b737-e048462e09d6 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=026d0196-df12-4484-94a4-75de3c7434cc HTTP/1.1" status: 200 len: 931 time: 0.0832357 Aug 10 03:42:40.731607 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-acf5a0c7-1aa9-4119-94c4-8688b012412b req-84dbaded-fe7a-44e0-8b24-235f2a3d96ac tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=20e7130a-7468-4743-9135-dd2a5e0f71ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904574 Aug 10 03:42:40.839506 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-e8ac5876-031f-4dbe-b0d9-a0fe55414512 req-dd47e024-ad30-418c-9bc9-37cdadcbcd52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e29f1fd6-0aa7-4e3d-8810-4d1729641c15 {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:42:40.853285 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-e8ac5876-031f-4dbe-b0d9-a0fe55414512 req-dd47e024-ad30-418c-9bc9-37cdadcbcd52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:40.867351 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-e8ac5876-031f-4dbe-b0d9-a0fe55414512 req-dd47e024-ad30-418c-9bc9-37cdadcbcd52 service neutron] Transition to ACTIVE for port object e29f1fd6-0aa7-4e3d-8810-4d1729641c15 will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:40.875060 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-e8ac5876-031f-4dbe-b0d9-a0fe55414512 req-dd47e024-ad30-418c-9bc9-37cdadcbcd52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:40.925516 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd47e024-ad30-418c-9bc9-37cdadcbcd52 service neutron] Pushing event updated for resources: {'Port': ['ID=e29f1fd6-0aa7-4e3d-8810-4d1729641c15,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:41.023519 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-e8ac5876-031f-4dbe-b0d9-a0fe55414512 req-dd47e024-ad30-418c-9bc9-37cdadcbcd52 service neutron] Attempting to bind port e29f1fd6-0aa7-4e3d-8810-4d1729641c15 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:42:41.024153 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-e8ac5876-031f-4dbe-b0d9-a0fe55414512 req-dd47e024-ad30-418c-9bc9-37cdadcbcd52 service neutron] Attempting to bind port e29f1fd6-0aa7-4e3d-8810-4d1729641c15 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '5c87df8d-954c-4397-aa68-23e5690c99d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:42:41.024667 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ac5876-031f-4dbe-b0d9-a0fe55414512 req-dd47e024-ad30-418c-9bc9-37cdadcbcd52 service neutron] Attempting to bind port e29f1fd6-0aa7-4e3d-8810-4d1729641c15 on network 7e9c5b57-a104-4b29-a8ed-ceb6086c40ae {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:41.030025 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ac5876-031f-4dbe-b0d9-a0fe55414512 req-dd47e024-ad30-418c-9bc9-37cdadcbcd52 service neutron] Port e29f1fd6-0aa7-4e3d-8810-4d1729641c15 on network 7e9c5b57-a104-4b29-a8ed-ceb6086c40ae not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:42:41.030752 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ac5876-031f-4dbe-b0d9-a0fe55414512 req-dd47e024-ad30-418c-9bc9-37cdadcbcd52 service neutron] Attempting to bind port e29f1fd6-0aa7-4e3d-8810-4d1729641c15 on network 7e9c5b57-a104-4b29-a8ed-ceb6086c40ae {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:41.037585 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ac5876-031f-4dbe-b0d9-a0fe55414512 req-dd47e024-ad30-418c-9bc9-37cdadcbcd52 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:42:41.038303 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ac5876-031f-4dbe-b0d9-a0fe55414512 req-dd47e024-ad30-418c-9bc9-37cdadcbcd52 service neutron] Checking segment: {'id': '5c87df8d-954c-4397-aa68-23e5690c99d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:42:41.038902 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ac5876-031f-4dbe-b0d9-a0fe55414512 req-dd47e024-ad30-418c-9bc9-37cdadcbcd52 service neutron] Bound using segment: {'id': '5c87df8d-954c-4397-aa68-23e5690c99d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:42:41.039644 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-e8ac5876-031f-4dbe-b0d9-a0fe55414512 req-dd47e024-ad30-418c-9bc9-37cdadcbcd52 service neutron] Bound port: e29f1fd6-0aa7-4e3d-8810-4d1729641c15, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c87df8d-954c-4397-aa68-23e5690c99d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:42:41.040192 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-e8ac5876-031f-4dbe-b0d9-a0fe55414512 req-dd47e024-ad30-418c-9bc9-37cdadcbcd52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:41.131094 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-e8ac5876-031f-4dbe-b0d9-a0fe55414512 req-dd47e024-ad30-418c-9bc9-37cdadcbcd52 service neutron] For port e29f1fd6-0aa7-4e3d-8810-4d1729641c15, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:42:41.134764 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-e8ac5876-031f-4dbe-b0d9-a0fe55414512 req-dd47e024-ad30-418c-9bc9-37cdadcbcd52 service neutron] For port e29f1fd6-0aa7-4e3d-8810-4d1729641c15, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=e29f1fd6-0aa7-4e3d-8810-4d1729641c15,segment=NetworkSegment(5c87df8d-954c-4397-aa68-23e5690c99d4),segment_id=5c87df8d-954c-4397-aa68-23e5690c99d4)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:42:41.144555 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-e8ac5876-031f-4dbe-b0d9-a0fe55414512 req-dd47e024-ad30-418c-9bc9-37cdadcbcd52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:41.217097 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac5876-031f-4dbe-b0d9-a0fe55414512 req-dd47e024-ad30-418c-9bc9-37cdadcbcd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:41.217928 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-e8ac5876-031f-4dbe-b0d9-a0fe55414512 req-dd47e024-ad30-418c-9bc9-37cdadcbcd52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:41.220205 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e8ac5876-031f-4dbe-b0d9-a0fe55414512 req-dd47e024-ad30-418c-9bc9-37cdadcbcd52 service neutron] 10.222.0.60 "PUT /v2.0/ports/e29f1fd6-0aa7-4e3d-8810-4d1729641c15 HTTP/1.1" status: 200 len: 1092 time: 0.9652076 Aug 10 03:42:41.220768 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '026d0196-df12-4484-94a4-75de3c7434cc', 'tag': 'e29f1fd6-0aa7-4e3d-8810-4d1729641c15'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:42:41.223786 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0655ff7-bb12-499a-802b-07949db86ee6" -d '{"events": [{"name": "network-changed", "server_uuid": "026d0196-df12-4484-94a4-75de3c7434cc", "tag": "e29f1fd6-0aa7-4e3d-8810-4d1729641c15"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:42:41.342265 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd47e024-ad30-418c-9bc9-37cdadcbcd52 service neutron] Pushing event updated for resources: {'Port': ['ID=e29f1fd6-0aa7-4e3d-8810-4d1729641c15,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:41.372886 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac5876-031f-4dbe-b0d9-a0fe55414512 req-0c71afcb-011f-4a57-8ebd-ecd0edadb751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:41.374473 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e8ac5876-031f-4dbe-b0d9-a0fe55414512 req-0c71afcb-011f-4a57-8ebd-ecd0edadb751 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf46dc7d96e74359a233bb4d876edd57&device_id=026d0196-df12-4484-94a4-75de3c7434cc HTTP/1.1" status: 200 len: 1095 time: 0.0961242 Aug 10 03:42:41.431677 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ac55ad-0b00-4608-bdf4-93be2025a955 x-openstack-request-id: req-06ac55ad-0b00-4608-bdf4-93be2025a955 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:42:41.432088 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "026d0196-df12-4484-94a4-75de3c7434cc", "tag": "e29f1fd6-0aa7-4e3d-8810-4d1729641c15", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:42:41.432440 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-06ac55ad-0b00-4608-bdf4-93be2025a955 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:42:41.432947 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '026d0196-df12-4484-94a4-75de3c7434cc', 'tag': 'e29f1fd6-0aa7-4e3d-8810-4d1729641c15', 'status': 'completed', 'code': 200} Aug 10 03:42:41.434940 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e8ac5876-031f-4dbe-b0d9-a0fe55414512 req-b9310b29-9659-4bf6-8910-deea95e6a72b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e29f1fd6-0aa7-4e3d-8810-4d1729641c15 HTTP/1.1" status: 200 len: 217 time: 0.0478332 Aug 10 03:42:41.499105 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac5876-031f-4dbe-b0d9-a0fe55414512 req-8107722c-cae7-4295-b26b-47ef4e8b4f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:41.500637 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e8ac5876-031f-4dbe-b0d9-a0fe55414512 req-8107722c-cae7-4295-b26b-47ef4e8b4f5f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=036b75a5-4076-4503-a708-471e0be52cae HTTP/1.1" status: 200 len: 851 time: 0.0542479 Aug 10 03:42:41.561837 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac5876-031f-4dbe-b0d9-a0fe55414512 req-0c695a8a-d6a7-4040-83f6-c178f805078f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:41.563505 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e8ac5876-031f-4dbe-b0d9-a0fe55414512 req-0c695a8a-d6a7-4040-83f6-c178f805078f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e9c5b57-a104-4b29-a8ed-ceb6086c40ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517678 Aug 10 03:42:41.668930 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e8ac5876-031f-4dbe-b0d9-a0fe55414512 req-4e17efb3-e105-4f30-8289-190f22b5be58 service neutron] 10.222.0.60 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973990 Aug 10 03:42:41.816437 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e8ac5876-031f-4dbe-b0d9-a0fe55414512 req-66385438-3d8c-48f2-9974-a2f025e1296b service neutron] 10.222.0.60 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397250 Aug 10 03:42:41.917502 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f6fc3-0613-4d23-8d44-41b247dd837e req-e590a5dd-6d7f-4464-ba53-ef50e9a343e7 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:41.919482 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-789f6fc3-0613-4d23-8d44-41b247dd837e req-e590a5dd-6d7f-4464-ba53-ef50e9a343e7 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=026d0196-df12-4484-94a4-75de3c7434cc HTTP/1.1" status: 200 len: 943 time: 0.0848851 Aug 10 03:42:41.969089 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0655ff7-bb12-499a-802b-07949db86ee6 req-4108e90f-98f6-4fee-9940-c8d0ee797a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:41.970822 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d0655ff7-bb12-499a-802b-07949db86ee6 req-4108e90f-98f6-4fee-9940-c8d0ee797a00 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf46dc7d96e74359a233bb4d876edd57&device_id=026d0196-df12-4484-94a4-75de3c7434cc HTTP/1.1" status: 200 len: 1095 time: 0.0933805 Aug 10 03:42:41.979837 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-789f6fc3-0613-4d23-8d44-41b247dd837e req-20cfd978-b57f-42b3-8e33-80eef2b1aa82 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=20e7130a-7468-4743-9135-dd2a5e0f71ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529866 Aug 10 03:42:42.086108 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0655ff7-bb12-499a-802b-07949db86ee6 req-517baa7c-6243-417d-a2ab-ac448b50e8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:42.087631 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d0655ff7-bb12-499a-802b-07949db86ee6 req-517baa7c-6243-417d-a2ab-ac448b50e8ba service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e9c5b57-a104-4b29-a8ed-ceb6086c40ae HTTP/1.1" status: 200 len: 913 time: 0.1001203 Aug 10 03:42:42.254459 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d0655ff7-bb12-499a-802b-07949db86ee6 req-f29a8748-37b0-4b83-b94b-b01e404e2103 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e29f1fd6-0aa7-4e3d-8810-4d1729641c15 HTTP/1.1" status: 200 len: 217 time: 0.1555641 Aug 10 03:42:42.336496 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0655ff7-bb12-499a-802b-07949db86ee6 req-dabef5d2-7746-4699-ae58-8be198a6d43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:42.339147 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d0655ff7-bb12-499a-802b-07949db86ee6 req-dabef5d2-7746-4699-ae58-8be198a6d43d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=036b75a5-4076-4503-a708-471e0be52cae HTTP/1.1" status: 200 len: 851 time: 0.0731874 Aug 10 03:42:42.400225 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0655ff7-bb12-499a-802b-07949db86ee6 req-75f03ad5-4cb8-4237-9c8a-fc881f97486d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:42.401540 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d0655ff7-bb12-499a-802b-07949db86ee6 req-75f03ad5-4cb8-4237-9c8a-fc881f97486d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e9c5b57-a104-4b29-a8ed-ceb6086c40ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515487 Aug 10 03:42:42.529128 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d0655ff7-bb12-499a-802b-07949db86ee6 req-93053cfc-0738-4f21-9eef-973dc1871fb5 service neutron] 10.222.0.60 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144631 Aug 10 03:42:42.691325 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1c3d4-b247-4688-94bd-77680c7d9ca4 req-b7296598-a7c9-4612-a429-e4c83c5c62d6 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:42.693431 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-baa1c3d4-b247-4688-94bd-77680c7d9ca4 req-b7296598-a7c9-4612-a429-e4c83c5c62d6 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=50dfa4ad-821d-4207-a06b-16f9057d1ef8 HTTP/1.1" status: 200 len: 945 time: 0.0916939 Aug 10 03:42:42.700380 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d0655ff7-bb12-499a-802b-07949db86ee6 req-ed3bcda6-2123-40c2-b023-4e0ba94dec9b service neutron] 10.222.0.60 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582401 Aug 10 03:42:42.749289 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-baa1c3d4-b247-4688-94bd-77680c7d9ca4 req-65761366-bb3c-4701-9688-35f5eaf4bbce tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=5df1bced-dd4a-4ab2-a185-0a8920018c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418153 Aug 10 03:42:42.785718 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35280) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:42.860321 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-27ac506a-c834-45db-a6d6-872d789193f7 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/floatingips/fa738878-9fcd-477e-9a49-2156b9527032 HTTP/1.1" status: 200 len: 992 time: 0.0731907 Aug 10 03:42:43.122859 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01cde47-6e19-4984-8f84-73507e875721 req-e8d24aad-21a9-4b76-8444-a8d7393ece9d tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:43.132238 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d01cde47-6e19-4984-8f84-73507e875721 req-e8d24aad-21a9-4b76-8444-a8d7393ece9d tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=026d0196-df12-4484-94a4-75de3c7434cc HTTP/1.1" status: 200 len: 943 time: 0.0753825 Aug 10 03:42:43.180254 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d01cde47-6e19-4984-8f84-73507e875721 req-57bd45a0-2d21-4555-a84c-d05f82de0c86 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=20e7130a-7468-4743-9135-dd2a5e0f71ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467930 Aug 10 03:42:43.325743 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a850df-9650-4a9c-9693-0b54065eeae0 req-27061c1d-0b72-40e2-9b42-d6540ace9ebd tempest-TestNetworkAdvancedServerOps-2124496179 tempest-TestNetworkAdvancedServerOps-2124496179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:43.327970 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-56a850df-9650-4a9c-9693-0b54065eeae0 req-27061c1d-0b72-40e2-9b42-d6540ace9ebd tempest-TestNetworkAdvancedServerOps-2124496179 tempest-TestNetworkAdvancedServerOps-2124496179-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=50dfa4ad-821d-4207-a06b-16f9057d1ef8 HTTP/1.1" status: 200 len: 1097 time: 0.0445251 Aug 10 03:42:43.369617 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-56a850df-9650-4a9c-9693-0b54065eeae0 req-d2541405-fe14-46ab-bf7c-864f2527831e tempest-TestNetworkAdvancedServerOps-2124496179 tempest-TestNetworkAdvancedServerOps-2124496179-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=5df1bced-dd4a-4ab2-a185-0a8920018c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309780 Aug 10 03:42:43.952209 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-d3a9f0bb-071a-4d07-92e7-48fadbfc72b4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=50dfa4ad-821d-4207-a06b-16f9057d1ef8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0465970 Aug 10 03:42:44.319965 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c362f-f944-4137-a762-335fb7f44573 req-c1d41fb1-74e1-4718-b8f8-f71934953c18 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:44.322501 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c59c362f-f944-4137-a762-335fb7f44573 req-c1d41fb1-74e1-4718-b8f8-f71934953c18 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=026d0196-df12-4484-94a4-75de3c7434cc HTTP/1.1" status: 200 len: 943 time: 0.0713632 Aug 10 03:42:44.364158 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c59c362f-f944-4137-a762-335fb7f44573 req-e4f14ca2-c47b-470d-930a-a87272093afd tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=20e7130a-7468-4743-9135-dd2a5e0f71ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354633 Aug 10 03:42:44.545797 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-9c299757-92c9-4761-a431-bfd18dd6ccd6 tempest-TestNetworkAdvancedServerOps-2124496179 tempest-TestNetworkAdvancedServerOps-2124496179-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:42:44.546935 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-9c299757-92c9-4761-a431-bfd18dd6ccd6 tempest-TestNetworkAdvancedServerOps-2124496179 tempest-TestNetworkAdvancedServerOps-2124496179-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0759852 Aug 10 03:42:44.559762 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-70f07d35-9a91-4056-b29a-7c72100781b1 service neutron] Request body: {'binding': {'host': 'n-h2-768851-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:44.560244 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-70f07d35-9a91-4056-b29a-7c72100781b1 service neutron] Unknown quota resources ['binding']. {{(pid=94217) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:42:44.704358 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-70f07d35-9a91-4056-b29a-7c72100781b1 service neutron] Attempting to bind port cb484b8d-76e6-4639-9ce8-b439015a4ece on host n-h2-768851-15 for vnic_type normal with profile None {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:42:44.704688 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-70f07d35-9a91-4056-b29a-7c72100781b1 service neutron] Attempting to bind port cb484b8d-76e6-4639-9ce8-b439015a4ece by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '099b1839-c25e-4cba-b46e-fc4517d7ca93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f221bd1c-6004-4fc4-b409-eb2f05c60b3c'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:42:44.705030 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-70f07d35-9a91-4056-b29a-7c72100781b1 service neutron] Attempting to bind port cb484b8d-76e6-4639-9ce8-b439015a4ece on network f221bd1c-6004-4fc4-b409-eb2f05c60b3c {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:44.709558 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-70f07d35-9a91-4056-b29a-7c72100781b1 service neutron] Port cb484b8d-76e6-4639-9ce8-b439015a4ece on network f221bd1c-6004-4fc4-b409-eb2f05c60b3c not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:42:44.709892 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-70f07d35-9a91-4056-b29a-7c72100781b1 service neutron] Attempting to bind port cb484b8d-76e6-4639-9ce8-b439015a4ece on network f221bd1c-6004-4fc4-b409-eb2f05c60b3c {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:44.715534 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-70f07d35-9a91-4056-b29a-7c72100781b1 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:42:44.715805 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-70f07d35-9a91-4056-b29a-7c72100781b1 service neutron] Checking segment: {'id': '099b1839-c25e-4cba-b46e-fc4517d7ca93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f221bd1c-6004-4fc4-b409-eb2f05c60b3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:42:44.716193 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-70f07d35-9a91-4056-b29a-7c72100781b1 service neutron] Bound using segment: {'id': '099b1839-c25e-4cba-b46e-fc4517d7ca93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f221bd1c-6004-4fc4-b409-eb2f05c60b3c'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:42:44.716648 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-70f07d35-9a91-4056-b29a-7c72100781b1 service neutron] Bound port: cb484b8d-76e6-4639-9ce8-b439015a4ece, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '099b1839-c25e-4cba-b46e-fc4517d7ca93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f221bd1c-6004-4fc4-b409-eb2f05c60b3c'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:42:44.813652 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-70f07d35-9a91-4056-b29a-7c72100781b1 service neutron] For port cb484b8d-76e6-4639-9ce8-b439015a4ece, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=cb484b8d-76e6-4639-9ce8-b439015a4ece,segment=NetworkSegment(099b1839-c25e-4cba-b46e-fc4517d7ca93),segment_id=099b1839-c25e-4cba-b46e-fc4517d7ca93)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:42:44.820427 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-70f07d35-9a91-4056-b29a-7c72100781b1 service neutron] Notify callbacks [] for binding, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:44.821651 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-70f07d35-9a91-4056-b29a-7c72100781b1 service neutron] 10.222.0.62 "POST /v2.0/ports/cb484b8d-76e6-4639-9ce8-b439015a4ece/bindings HTTP/1.1" status: 201 len: 390 time: 0.2664263 Aug 10 03:42:44.994222 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7293606-e447-47c2-bae5-f0f81deb9284 req-85ea47ce-ba7e-4431-9e6c-5c9e4c254c9b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:44.997318 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d7293606-e447-47c2-bae5-f0f81deb9284 req-85ea47ce-ba7e-4431-9e6c-5c9e4c254c9b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=50dfa4ad-821d-4207-a06b-16f9057d1ef8 HTTP/1.1" status: 200 len: 945 time: 0.0601461 Aug 10 03:42:45.071197 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d7293606-e447-47c2-bae5-f0f81deb9284 req-cc012752-e01a-438d-b46e-9390098106f2 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=5df1bced-dd4a-4ab2-a185-0a8920018c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656252 Aug 10 03:42:45.090057 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-9fea0054-c38c-4fdc-b404-4f7824861a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:45.091761 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-9fea0054-c38c-4fdc-b404-4f7824861a59 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d4cffc5e26914104899297a77f2206bf&device_id=50dfa4ad-821d-4207-a06b-16f9057d1ef8 HTTP/1.1" status: 200 len: 1097 time: 0.0685978 Aug 10 03:42:45.190968 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-bad57b53-df8c-421b-bf81-8f8a158cd6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:45.193093 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-bad57b53-df8c-421b-bf81-8f8a158cd6ab service neutron] 10.222.0.60 "GET /v2.0/networks?id=f221bd1c-6004-4fc4-b409-eb2f05c60b3c HTTP/1.1" status: 200 len: 898 time: 0.0923924 Aug 10 03:42:45.659473 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-2feb5dca-a79c-4d32-b461-570734a973e9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb484b8d-76e6-4639-9ce8-b439015a4ece HTTP/1.1" status: 200 len: 1000 time: 0.4551320 Aug 10 03:42:45.732448 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f4dbd-038d-4c8f-a5ce-a4702f7fb8e8 req-b2453399-e644-459a-8e51-657b70efe86d tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:45.734123 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7d8f4dbd-038d-4c8f-a5ce-a4702f7fb8e8 req-b2453399-e644-459a-8e51-657b70efe86d tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=026d0196-df12-4484-94a4-75de3c7434cc HTTP/1.1" status: 200 len: 943 time: 0.0893264 Aug 10 03:42:45.735574 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-f1703fce-1b82-4726-8fb9-cc7d843325a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:45.736941 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-f1703fce-1b82-4726-8fb9-cc7d843325a7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8e6b4b70-b987-430f-8933-c947ea0db6e8 HTTP/1.1" status: 200 len: 834 time: 0.0632272 Aug 10 03:42:45.811167 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7d8f4dbd-038d-4c8f-a5ce-a4702f7fb8e8 req-21dbd08d-5cb1-4ecb-a1be-f7828c87c562 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=20e7130a-7468-4743-9135-dd2a5e0f71ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705690 Aug 10 03:42:45.819076 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-d4ae8e35-2e0e-4694-836b-876457f948a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:45.820620 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-d4ae8e35-2e0e-4694-836b-876457f948a0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f221bd1c-6004-4fc4-b409-eb2f05c60b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0664310 Aug 10 03:42:45.912125 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-b31287ed-69fb-4286-8d03-4f5fd56ce6c7 service neutron] 10.222.0.60 "GET /v2.0/networks/f221bd1c-6004-4fc4-b409-eb2f05c60b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838444 Aug 10 03:42:46.011339 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-efd7a6fb-2919-44a7-b03d-c465b7ee6128 service neutron] 10.222.0.60 "GET /v2.0/networks/f221bd1c-6004-4fc4-b409-eb2f05c60b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880382 Aug 10 03:42:46.169054 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-3c0f4f27-2437-4090-868a-a48c586d2caf tempest-TestNetworkAdvancedServerOps-2124496179 tempest-TestNetworkAdvancedServerOps-2124496179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:46.170699 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-3c0f4f27-2437-4090-868a-a48c586d2caf tempest-TestNetworkAdvancedServerOps-2124496179 tempest-TestNetworkAdvancedServerOps-2124496179-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=50dfa4ad-821d-4207-a06b-16f9057d1ef8&tenant_id=d4cffc5e26914104899297a77f2206bf&binding%3Ahost_id=n-h1-768851-15 HTTP/1.1" status: 200 len: 1097 time: 0.0881917 Aug 10 03:42:46.190715 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-01031f0f-1ff8-49b8-91d2-a4215e3e7f9b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-768851-15'}}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:46.244828 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf26edc-5b87-444c-a042-5fa52f6d9eae req-cb32928e-00da-4aca-8a3a-84179eb18908 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:46.246436 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bbf26edc-5b87-444c-a042-5fa52f6d9eae req-cb32928e-00da-4aca-8a3a-84179eb18908 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=50dfa4ad-821d-4207-a06b-16f9057d1ef8 HTTP/1.1" status: 200 len: 945 time: 0.0965996 Aug 10 03:42:46.283207 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-01031f0f-1ff8-49b8-91d2-a4215e3e7f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:46.334470 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bbf26edc-5b87-444c-a042-5fa52f6d9eae req-e8485f15-8b0f-472e-a4b4-43ea4e78839b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=5df1bced-dd4a-4ab2-a185-0a8920018c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717740 Aug 10 03:42:46.444687 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-01031f0f-1ff8-49b8-91d2-a4215e3e7f9b service neutron] For port cb484b8d-76e6-4639-9ce8-b439015a4ece, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=cb484b8d-76e6-4639-9ce8-b439015a4ece,segment=NetworkSegment(099b1839-c25e-4cba-b46e-fc4517d7ca93),segment_id=099b1839-c25e-4cba-b46e-fc4517d7ca93)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:46.485861 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-01031f0f-1ff8-49b8-91d2-a4215e3e7f9b service neutron] For port cb484b8d-76e6-4639-9ce8-b439015a4ece, host n-h1-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:42:46.529899 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50dfa4ad-821d-4207-a06b-16f9057d1ef8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb484b8d-76e6-4639-9ce8-b439015a4ece'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:42:46.532317 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1936bab-c6d7-485d-9055-a9f90a42cac3" -d '{"events": [{"server_uuid": "50dfa4ad-821d-4207-a06b-16f9057d1ef8", "name": "network-vif-unplugged", "status": "completed", "tag": "cb484b8d-76e6-4639-9ce8-b439015a4ece"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:42:46.538182 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-01031f0f-1ff8-49b8-91d2-a4215e3e7f9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:46.545005 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-01031f0f-1ff8-49b8-91d2-a4215e3e7f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:46.577340 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a5ec73-f616-4dac-b38f-101336616191 x-openstack-request-id: req-b8a5ec73-f616-4dac-b38f-101336616191 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:42:46.577579 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50dfa4ad-821d-4207-a06b-16f9057d1ef8", "name": "network-vif-unplugged", "status": "completed", "tag": "cb484b8d-76e6-4639-9ce8-b439015a4ece", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:42:46.577829 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b8a5ec73-f616-4dac-b38f-101336616191 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:42:46.578218 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50dfa4ad-821d-4207-a06b-16f9057d1ef8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb484b8d-76e6-4639-9ce8-b439015a4ece', 'code': 200} Aug 10 03:42:46.689994 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01031f0f-1ff8-49b8-91d2-a4215e3e7f9b service neutron] Pushing event updated for resources: {'Port': ['ID=cb484b8d-76e6-4639-9ce8-b439015a4ece,revision_number=7']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:46.764344 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-01031f0f-1ff8-49b8-91d2-a4215e3e7f9b service neutron] Attempting to bind port cb484b8d-76e6-4639-9ce8-b439015a4ece on host n-h1-768851-15 for vnic_type normal with profile {"migrating_to": "n-h2-768851-15"} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:42:46.764718 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-01031f0f-1ff8-49b8-91d2-a4215e3e7f9b service neutron] Attempting to bind port cb484b8d-76e6-4639-9ce8-b439015a4ece by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '099b1839-c25e-4cba-b46e-fc4517d7ca93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f221bd1c-6004-4fc4-b409-eb2f05c60b3c'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:42:46.765081 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-01031f0f-1ff8-49b8-91d2-a4215e3e7f9b service neutron] Attempting to bind port cb484b8d-76e6-4639-9ce8-b439015a4ece on network f221bd1c-6004-4fc4-b409-eb2f05c60b3c {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:46.770245 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-01031f0f-1ff8-49b8-91d2-a4215e3e7f9b service neutron] Port cb484b8d-76e6-4639-9ce8-b439015a4ece on network f221bd1c-6004-4fc4-b409-eb2f05c60b3c not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:42:46.771099 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-01031f0f-1ff8-49b8-91d2-a4215e3e7f9b service neutron] Attempting to bind port cb484b8d-76e6-4639-9ce8-b439015a4ece on network f221bd1c-6004-4fc4-b409-eb2f05c60b3c {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:46.776859 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-01031f0f-1ff8-49b8-91d2-a4215e3e7f9b service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:42:46.777217 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-01031f0f-1ff8-49b8-91d2-a4215e3e7f9b service neutron] Checking segment: {'id': '099b1839-c25e-4cba-b46e-fc4517d7ca93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f221bd1c-6004-4fc4-b409-eb2f05c60b3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:42:46.777591 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-01031f0f-1ff8-49b8-91d2-a4215e3e7f9b service neutron] Bound using segment: {'id': '099b1839-c25e-4cba-b46e-fc4517d7ca93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f221bd1c-6004-4fc4-b409-eb2f05c60b3c'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:42:46.778023 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-01031f0f-1ff8-49b8-91d2-a4215e3e7f9b service neutron] Bound port: cb484b8d-76e6-4639-9ce8-b439015a4ece, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '099b1839-c25e-4cba-b46e-fc4517d7ca93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f221bd1c-6004-4fc4-b409-eb2f05c60b3c'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:42:46.778435 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-01031f0f-1ff8-49b8-91d2-a4215e3e7f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:46.854115 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-91176f1c-b5f2-4d1f-a65b-d33fdc8b2c2a None None] Provisioning complete for port cb484b8d-76e6-4639-9ce8-b439015a4ece triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:46.854791 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-91176f1c-b5f2-4d1f-a65b-d33fdc8b2c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:46.865919 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-01031f0f-1ff8-49b8-91d2-a4215e3e7f9b service neutron] For port cb484b8d-76e6-4639-9ce8-b439015a4ece, host n-h1-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:42:46.874167 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-01031f0f-1ff8-49b8-91d2-a4215e3e7f9b service neutron] For port cb484b8d-76e6-4639-9ce8-b439015a4ece, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=cb484b8d-76e6-4639-9ce8-b439015a4ece,segment=NetworkSegment(099b1839-c25e-4cba-b46e-fc4517d7ca93),segment_id=099b1839-c25e-4cba-b46e-fc4517d7ca93)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:42:46.879122 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-01031f0f-1ff8-49b8-91d2-a4215e3e7f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:46.915194 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-91176f1c-b5f2-4d1f-a65b-d33fdc8b2c2a None None] Port cb484b8d-76e6-4639-9ce8-b439015a4ece cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:42:46.983300 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01031f0f-1ff8-49b8-91d2-a4215e3e7f9b service neutron] Pushing event updated for resources: {'Port': ['ID=cb484b8d-76e6-4639-9ce8-b439015a4ece,revision_number=8']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:47.058514 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9553a056-c869-4fba-813e-d2726efbd827 req-99895197-261c-41dc-bda4-5ad52b143c40 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:47.060208 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9553a056-c869-4fba-813e-d2726efbd827 req-99895197-261c-41dc-bda4-5ad52b143c40 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=026d0196-df12-4484-94a4-75de3c7434cc HTTP/1.1" status: 200 len: 943 time: 0.1339669 Aug 10 03:42:47.102664 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-01031f0f-1ff8-49b8-91d2-a4215e3e7f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:47.103435 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-01031f0f-1ff8-49b8-91d2-a4215e3e7f9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:47.104967 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-01031f0f-1ff8-49b8-91d2-a4215e3e7f9b service neutron] 10.222.0.60 "PUT /v2.0/ports/cb484b8d-76e6-4639-9ce8-b439015a4ece HTTP/1.1" status: 200 len: 1123 time: 0.9198658 Aug 10 03:42:47.170956 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9553a056-c869-4fba-813e-d2726efbd827 req-ecdfca0f-e33a-4a23-9e8b-1883f5d68002 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=20e7130a-7468-4743-9135-dd2a5e0f71ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956066 Aug 10 03:42:47.185167 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['cb484b8d-76e6-4639-9ce8-b439015a4ece'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:42:47.253568 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b46c28ca-9bd6-405a-b7f7-8707fe81180d None None] Provisioning complete for port cb484b8d-76e6-4639-9ce8-b439015a4ece triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:47.253923 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b46c28ca-9bd6-405a-b7f7-8707fe81180d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:47.405458 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b46c28ca-9bd6-405a-b7f7-8707fe81180d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:47.452045 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50dfa4ad-821d-4207-a06b-16f9057d1ef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb484b8d-76e6-4639-9ce8-b439015a4ece'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:42:47.454353 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a5cabe-0963-431c-b509-ae7fed1c8d9a" -d '{"events": [{"server_uuid": "50dfa4ad-821d-4207-a06b-16f9057d1ef8", "name": "network-vif-plugged", "status": "completed", "tag": "cb484b8d-76e6-4639-9ce8-b439015a4ece"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:42:47.476075 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b46c28ca-9bd6-405a-b7f7-8707fe81180d None None] For port cb484b8d-76e6-4639-9ce8-b439015a4ece, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=cb484b8d-76e6-4639-9ce8-b439015a4ece,segment=NetworkSegment(099b1839-c25e-4cba-b46e-fc4517d7ca93),segment_id=099b1839-c25e-4cba-b46e-fc4517d7ca93)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:47.496981 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b46c28ca-9bd6-405a-b7f7-8707fe81180d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:47.523451 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bda181-a4e6-4a27-83da-5aa9c5746ebf req-4eb74ebe-4f7d-4596-acc0-9f07833e3b91 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:47.525177 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a2bda181-a4e6-4a27-83da-5aa9c5746ebf req-4eb74ebe-4f7d-4596-acc0-9f07833e3b91 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=50dfa4ad-821d-4207-a06b-16f9057d1ef8 HTTP/1.1" status: 200 len: 943 time: 0.1028950 Aug 10 03:42:47.548892 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f4e376-b256-4d2f-8c95-32c7a8911f4b x-openstack-request-id: req-36f4e376-b256-4d2f-8c95-32c7a8911f4b {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:42:47.549184 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50dfa4ad-821d-4207-a06b-16f9057d1ef8", "name": "network-vif-plugged", "status": "completed", "tag": "cb484b8d-76e6-4639-9ce8-b439015a4ece", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:42:47.549507 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-36f4e376-b256-4d2f-8c95-32c7a8911f4b {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:42:47.550063 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50dfa4ad-821d-4207-a06b-16f9057d1ef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb484b8d-76e6-4639-9ce8-b439015a4ece', 'code': 200} Aug 10 03:42:47.582501 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a2bda181-a4e6-4a27-83da-5aa9c5746ebf req-6ce37447-371a-496d-81fe-08a61fc6bc57 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=5df1bced-dd4a-4ab2-a185-0a8920018c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468230 Aug 10 03:42:47.690119 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c28ca-9bd6-405a-b7f7-8707fe81180d None None] Pushing event updated for resources: {'Port': ['ID=cb484b8d-76e6-4639-9ce8-b439015a4ece,revision_number=9']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:48.316711 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83596b83-848c-4438-8f8f-7e63a18d668e req-2695ab03-098e-47c4-99ac-4ba8b621dd7b tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:48.319109 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-83596b83-848c-4438-8f8f-7e63a18d668e req-2695ab03-098e-47c4-99ac-4ba8b621dd7b tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=026d0196-df12-4484-94a4-75de3c7434cc HTTP/1.1" status: 200 len: 943 time: 0.0622871 Aug 10 03:42:48.378484 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-83596b83-848c-4438-8f8f-7e63a18d668e req-a639632d-0245-4f0b-9eaf-f35d90cbd69e tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=20e7130a-7468-4743-9135-dd2a5e0f71ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483572 Aug 10 03:42:48.579500 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50dfa4ad-821d-4207-a06b-16f9057d1ef8', 'tag': 'cb484b8d-76e6-4639-9ce8-b439015a4ece'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:42:48.582608 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c67ed2c-e395-4700-8b65-f5ff72d2bdd0" -d '{"events": [{"name": "network-changed", "server_uuid": "50dfa4ad-821d-4207-a06b-16f9057d1ef8", "tag": "cb484b8d-76e6-4639-9ce8-b439015a4ece"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:42:48.644266 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5171b6a-cb1c-4db9-87fc-f6e4d816d2fd x-openstack-request-id: req-b5171b6a-cb1c-4db9-87fc-f6e4d816d2fd {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:42:48.647759 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50dfa4ad-821d-4207-a06b-16f9057d1ef8", "tag": "cb484b8d-76e6-4639-9ce8-b439015a4ece", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:42:48.648179 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b5171b6a-cb1c-4db9-87fc-f6e4d816d2fd {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:42:48.648721 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50dfa4ad-821d-4207-a06b-16f9057d1ef8', 'tag': 'cb484b8d-76e6-4639-9ce8-b439015a4ece', 'status': 'completed', 'code': 200} Aug 10 03:42:48.743584 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67ed2c-e395-4700-8b65-f5ff72d2bdd0 req-39dcc4e4-3a54-433b-a8c3-e4e07825b9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:48.746706 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1c67ed2c-e395-4700-8b65-f5ff72d2bdd0 req-39dcc4e4-3a54-433b-a8c3-e4e07825b9a4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d4cffc5e26914104899297a77f2206bf&device_id=50dfa4ad-821d-4207-a06b-16f9057d1ef8 HTTP/1.1" status: 200 len: 1128 time: 0.0717864 Aug 10 03:42:48.786773 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb5724-0a49-4792-93f5-e93084c8142b req-eba9b31d-a1cb-4181-b8a3-2aea46bdd716 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:48.788532 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e0eb5724-0a49-4792-93f5-e93084c8142b req-eba9b31d-a1cb-4181-b8a3-2aea46bdd716 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=50dfa4ad-821d-4207-a06b-16f9057d1ef8 HTTP/1.1" status: 200 len: 945 time: 0.0862951 Aug 10 03:42:48.861546 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e0eb5724-0a49-4792-93f5-e93084c8142b req-d40c86e0-361a-4f71-a1b4-5101bf0644bd tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=5df1bced-dd4a-4ab2-a185-0a8920018c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598788 Aug 10 03:42:48.894464 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67ed2c-e395-4700-8b65-f5ff72d2bdd0 req-99f71c5e-17b0-42b8-90dd-cef00176f648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:48.896805 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1c67ed2c-e395-4700-8b65-f5ff72d2bdd0 req-99f71c5e-17b0-42b8-90dd-cef00176f648 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f221bd1c-6004-4fc4-b409-eb2f05c60b3c HTTP/1.1" status: 200 len: 898 time: 0.1429207 Aug 10 03:42:48.961966 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device cb484b8d-76e6-4639-9ce8-b439015a4ece details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:42:48.994248 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1c67ed2c-e395-4700-8b65-f5ff72d2bdd0 req-61eb8544-a5a1-4f3c-93ff-40c44aeddb2b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb484b8d-76e6-4639-9ce8-b439015a4ece HTTP/1.1" status: 200 len: 1000 time: 0.0900576 Aug 10 03:42:49.071334 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67ed2c-e395-4700-8b65-f5ff72d2bdd0 req-1f1e977c-3da6-46a2-9240-47fe97c7a520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:49.075047 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1c67ed2c-e395-4700-8b65-f5ff72d2bdd0 req-1f1e977c-3da6-46a2-9240-47fe97c7a520 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8e6b4b70-b987-430f-8933-c947ea0db6e8 HTTP/1.1" status: 200 len: 834 time: 0.0730743 Aug 10 03:42:49.155405 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67ed2c-e395-4700-8b65-f5ff72d2bdd0 req-d08fd7ae-a995-4c9a-857b-47b329fdb783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:49.158575 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1c67ed2c-e395-4700-8b65-f5ff72d2bdd0 req-d08fd7ae-a995-4c9a-857b-47b329fdb783 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f221bd1c-6004-4fc4-b409-eb2f05c60b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0761273 Aug 10 03:42:49.289176 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port cb484b8d-76e6-4639-9ce8-b439015a4ece, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=cb484b8d-76e6-4639-9ce8-b439015a4ece,segment=NetworkSegment(099b1839-c25e-4cba-b46e-fc4517d7ca93),segment_id=099b1839-c25e-4cba-b46e-fc4517d7ca93)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:49.305875 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device cb484b8d-76e6-4639-9ce8-b439015a4ece has no active binding in host n-h2-768851-15 {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 03:42:49.312446 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1c67ed2c-e395-4700-8b65-f5ff72d2bdd0 req-4817b142-1cd1-4b3f-b358-4c3b8d6c3cc9 service neutron] 10.222.0.58 "GET /v2.0/networks/f221bd1c-6004-4fc4-b409-eb2f05c60b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459167 Aug 10 03:42:49.428372 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1c67ed2c-e395-4700-8b65-f5ff72d2bdd0 req-3c142ca5-39a8-4e89-9740-8b61eb64f8af service neutron] 10.222.0.58 "GET /v2.0/networks/f221bd1c-6004-4fc4-b409-eb2f05c60b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082532 Aug 10 03:42:49.575470 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5eb4c6-c42e-42b8-91b4-fb210ed7482b req-b88e7f4e-0bc1-4478-bfc8-b193e4e833c0 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:49.577841 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7c5eb4c6-c42e-42b8-91b4-fb210ed7482b req-b88e7f4e-0bc1-4478-bfc8-b193e4e833c0 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=026d0196-df12-4484-94a4-75de3c7434cc HTTP/1.1" status: 200 len: 943 time: 0.0922899 Aug 10 03:42:49.634708 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7c5eb4c6-c42e-42b8-91b4-fb210ed7482b req-db719961-92b6-4369-a532-9bbe349964b0 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=20e7130a-7468-4743-9135-dd2a5e0f71ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500069 Aug 10 03:42:50.049217 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb56700-1edf-4b50-8e28-cc4b1ae893c1 req-17c33369-ee51-42de-bd3c-ed86ab672a68 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:50.051417 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eeb56700-1edf-4b50-8e28-cc4b1ae893c1 req-17c33369-ee51-42de-bd3c-ed86ab672a68 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=50dfa4ad-821d-4207-a06b-16f9057d1ef8 HTTP/1.1" status: 200 len: 945 time: 0.0646896 Aug 10 03:42:50.115236 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eeb56700-1edf-4b50-8e28-cc4b1ae893c1 req-1ce0ee4c-7850-4a17-be02-95a13d9c84c4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=5df1bced-dd4a-4ab2-a185-0a8920018c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574930 Aug 10 03:42:50.812393 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53341529-54ef-4710-8146-7cac734137be req-e5b94cf4-7207-4a12-9a2b-7065d7dea029 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:50.814353 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-53341529-54ef-4710-8146-7cac734137be req-e5b94cf4-7207-4a12-9a2b-7065d7dea029 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=026d0196-df12-4484-94a4-75de3c7434cc HTTP/1.1" status: 200 len: 943 time: 0.0907769 Aug 10 03:42:50.888309 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-53341529-54ef-4710-8146-7cac734137be req-00f62a71-7935-4abb-aaa0-74cdcd3233f1 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=20e7130a-7468-4743-9135-dd2a5e0f71ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623660 Aug 10 03:42:51.318970 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d29d7-ea99-443b-8c5d-3cc0e63d35b4 req-364fa6f8-ac6b-4d58-bb1f-c0d584b9b975 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:51.322783 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2c4d29d7-ea99-443b-8c5d-3cc0e63d35b4 req-364fa6f8-ac6b-4d58-bb1f-c0d584b9b975 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=50dfa4ad-821d-4207-a06b-16f9057d1ef8 HTTP/1.1" status: 200 len: 945 time: 0.0926285 Aug 10 03:42:51.365640 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2c4d29d7-ea99-443b-8c5d-3cc0e63d35b4 req-c540fb27-0eed-4afa-a381-d6fb53283143 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=5df1bced-dd4a-4ab2-a185-0a8920018c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359287 Aug 10 03:42:52.029378 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f27ebd-7a11-452d-af7e-2c700ddf9676 req-d7ad6b58-aa70-483c-a2e4-a12df1c0a7b2 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:52.037120 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-53f27ebd-7a11-452d-af7e-2c700ddf9676 req-d7ad6b58-aa70-483c-a2e4-a12df1c0a7b2 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=026d0196-df12-4484-94a4-75de3c7434cc HTTP/1.1" status: 200 len: 943 time: 0.0630014 Aug 10 03:42:52.074217 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-53f27ebd-7a11-452d-af7e-2c700ddf9676 req-b2bbd7f9-5f44-41f9-80a9-782c68a5bf6e tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=20e7130a-7468-4743-9135-dd2a5e0f71ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361915 Aug 10 03:42:52.237141 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-05076474-f5b1-460d-bea9-17be6f317845 service neutron] 10.222.0.58 "GET /v2.0/ports/cb484b8d-76e6-4639-9ce8-b439015a4ece/bindings/n-h2-768851-15 HTTP/1.1" status: 200 len: 385 time: 0.0653477 Aug 10 03:42:52.445320 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-57a8403b-a883-4188-be8b-863fd9b6ee0e service neutron] For port cb484b8d-76e6-4639-9ce8-b439015a4ece, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=cb484b8d-76e6-4639-9ce8-b439015a4ece,segment=NetworkSegment(099b1839-c25e-4cba-b46e-fc4517d7ca93),segment_id=099b1839-c25e-4cba-b46e-fc4517d7ca93)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:52.466142 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-57a8403b-a883-4188-be8b-863fd9b6ee0e service neutron] For port cb484b8d-76e6-4639-9ce8-b439015a4ece, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:42:52.512096 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-57a8403b-a883-4188-be8b-863fd9b6ee0e service neutron] For port cb484b8d-76e6-4639-9ce8-b439015a4ece, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=cb484b8d-76e6-4639-9ce8-b439015a4ece,segment=NetworkSegment(099b1839-c25e-4cba-b46e-fc4517d7ca93),segment_id=099b1839-c25e-4cba-b46e-fc4517d7ca93)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:52.523104 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50dfa4ad-821d-4207-a06b-16f9057d1ef8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb484b8d-76e6-4639-9ce8-b439015a4ece'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:42:52.526106 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebdf9f76-621d-4427-a7f8-8c0b63b5ee02" -d '{"events": [{"server_uuid": "50dfa4ad-821d-4207-a06b-16f9057d1ef8", "name": "network-vif-unplugged", "status": "completed", "tag": "cb484b8d-76e6-4639-9ce8-b439015a4ece"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:42:52.530880 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-57a8403b-a883-4188-be8b-863fd9b6ee0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:52.546147 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3637c5-a043-42d7-b61a-34e8f3676a84 req-b57a14d1-91e3-4cc1-b0c4-ad87aa2430be tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:52.547782 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ba3637c5-a043-42d7-b61a-34e8f3676a84 req-b57a14d1-91e3-4cc1-b0c4-ad87aa2430be tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=50dfa4ad-821d-4207-a06b-16f9057d1ef8 HTTP/1.1" status: 200 len: 945 time: 0.0654211 Aug 10 03:42:52.636703 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ba3637c5-a043-42d7-b61a-34e8f3676a84 req-b5fabab0-cf7f-4621-9353-44439d5527d6 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=5df1bced-dd4a-4ab2-a185-0a8920018c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683210 Aug 10 03:42:52.645882 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-57a8403b-a883-4188-be8b-863fd9b6ee0e service neutron] Transition to ACTIVE for port object cb484b8d-76e6-4639-9ce8-b439015a4ece will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:52.651314 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-57a8403b-a883-4188-be8b-863fd9b6ee0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:52.691354 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0af975c-6465-42cf-891a-2dee2984af34 x-openstack-request-id: req-a0af975c-6465-42cf-891a-2dee2984af34 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:42:52.691652 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50dfa4ad-821d-4207-a06b-16f9057d1ef8", "name": "network-vif-unplugged", "status": "completed", "tag": "cb484b8d-76e6-4639-9ce8-b439015a4ece", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:42:52.691911 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a0af975c-6465-42cf-891a-2dee2984af34 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:42:52.692345 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50dfa4ad-821d-4207-a06b-16f9057d1ef8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb484b8d-76e6-4639-9ce8-b439015a4ece', 'code': 200} Aug 10 03:42:52.759952 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a8403b-a883-4188-be8b-863fd9b6ee0e service neutron] Pushing event updated for resources: {'Port': ['ID=cb484b8d-76e6-4639-9ce8-b439015a4ece,revision_number=11']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:52.774521 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a8403b-a883-4188-be8b-863fd9b6ee0e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:52.774893 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a8403b-a883-4188-be8b-863fd9b6ee0e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:52.775293 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a8403b-a883-4188-be8b-863fd9b6ee0e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:52.775640 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a8403b-a883-4188-be8b-863fd9b6ee0e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:52.775974 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a8403b-a883-4188-be8b-863fd9b6ee0e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:52.776299 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a8403b-a883-4188-be8b-863fd9b6ee0e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:52.776624 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a8403b-a883-4188-be8b-863fd9b6ee0e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:52.776951 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a8403b-a883-4188-be8b-863fd9b6ee0e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:52.777278 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a8403b-a883-4188-be8b-863fd9b6ee0e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:52.777601 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a8403b-a883-4188-be8b-863fd9b6ee0e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:52.777922 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a8403b-a883-4188-be8b-863fd9b6ee0e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:52.778242 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a8403b-a883-4188-be8b-863fd9b6ee0e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:52.822664 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-57a8403b-a883-4188-be8b-863fd9b6ee0e service neutron] No DVR routers for this DVR port cb484b8d-76e6-4639-9ce8-b439015a4ece on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:42:52.992551 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device e29f1fd6-0aa7-4e3d-8810-4d1729641c15 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:42:53.116390 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port e29f1fd6-0aa7-4e3d-8810-4d1729641c15, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=e29f1fd6-0aa7-4e3d-8810-4d1729641c15,segment=NetworkSegment(5c87df8d-954c-4397-aa68-23e5690c99d4),segment_id=5c87df8d-954c-4397-aa68-23e5690c99d4)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:53.132789 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': 'e29f1fd6-0aa7-4e3d-8810-4d1729641c15', 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae', 'port_id': 'e29f1fd6-0aa7-4e3d-8810-4d1729641c15', 'mac_address': 'fa:16:3e:a6:df:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '036b75a5-4076-4503-a708-471e0be52cae', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:42:53.176626 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:53.194840 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e29f1fd6-0aa7-4e3d-8810-4d1729641c15 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:42:53.215787 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port e29f1fd6-0aa7-4e3d-8810-4d1729641c15, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=e29f1fd6-0aa7-4e3d-8810-4d1729641c15,segment=NetworkSegment(5c87df8d-954c-4397-aa68-23e5690c99d4),segment_id=5c87df8d-954c-4397-aa68-23e5690c99d4)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:53.221224 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:53.275226 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=e29f1fd6-0aa7-4e3d-8810-4d1729641c15,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:53.300647 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-57a8403b-a883-4188-be8b-863fd9b6ee0e service neutron] 10.222.0.58 "PUT /v2.0/ports/cb484b8d-76e6-4639-9ce8-b439015a4ece/bindings/n-h2-768851-15/activate HTTP/1.1" status: 200 len: 370 time: 1.0565999 Aug 10 03:42:53.305073 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dfae3a-b2d3-481a-aa2b-038cd8ba4b39 req-1d776ce6-e245-4f43-a576-72f8fef7fdc3 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:53.306631 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-19dfae3a-b2d3-481a-aa2b-038cd8ba4b39 req-1d776ce6-e245-4f43-a576-72f8fef7fdc3 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=026d0196-df12-4484-94a4-75de3c7434cc HTTP/1.1" status: 200 len: 944 time: 0.0895970 Aug 10 03:42:53.365123 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-19dfae3a-b2d3-481a-aa2b-038cd8ba4b39 req-f4a41c78-4a0d-48a7-bce9-3e6912caf53d tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=20e7130a-7468-4743-9135-dd2a5e0f71ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516977 Aug 10 03:42:53.404476 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-d75cdcf4-54bd-409f-a630-bf00928bda73 tempest-TestNetworkAdvancedServerOps-2124496179 tempest-TestNetworkAdvancedServerOps-2124496179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:53.406259 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-d75cdcf4-54bd-409f-a630-bf00928bda73 tempest-TestNetworkAdvancedServerOps-2124496179 tempest-TestNetworkAdvancedServerOps-2124496179-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=50dfa4ad-821d-4207-a06b-16f9057d1ef8&tenant_id=d4cffc5e26914104899297a77f2206bf&binding%3Ahost_id=n-h1-768851-15 HTTP/1.1" status: 200 len: 1096 time: 0.0538812 Aug 10 03:42:53.496233 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['e29f1fd6-0aa7-4e3d-8810-4d1729641c15'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:42:53.506572 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-c6d79573-83a7-4221-a35a-455a2dbff2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:53.508278 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-c6d79573-83a7-4221-a35a-455a2dbff2fa service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=50dfa4ad-821d-4207-a06b-16f9057d1ef8&tenant_id=d4cffc5e26914104899297a77f2206bf HTTP/1.1" status: 200 len: 1096 time: 0.0939250 Aug 10 03:42:53.591747 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-c0b687f4-ef55-420e-be23-791530fb7407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:53.594156 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-c0b687f4-ef55-420e-be23-791530fb7407 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d4cffc5e26914104899297a77f2206bf&device_id=50dfa4ad-821d-4207-a06b-16f9057d1ef8 HTTP/1.1" status: 200 len: 1096 time: 0.0616124 Aug 10 03:42:53.727622 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-51f71985-cd8d-4cbb-a67e-c6d988d37084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:53.729752 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-51f71985-cd8d-4cbb-a67e-c6d988d37084 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f221bd1c-6004-4fc4-b409-eb2f05c60b3c HTTP/1.1" status: 200 len: 898 time: 0.1241579 Aug 10 03:42:53.839954 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-99d3f4f2-d21d-4685-bf4f-e84b927449b3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb484b8d-76e6-4639-9ce8-b439015a4ece HTTP/1.1" status: 200 len: 998 time: 0.0995150 Aug 10 03:42:53.849224 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba73c1-03eb-473e-9e7e-4275272c6e96 req-7a1db16b-bed2-4463-8f82-4d87c2127c8b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:53.850721 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-80ba73c1-03eb-473e-9e7e-4275272c6e96 req-7a1db16b-bed2-4463-8f82-4d87c2127c8b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=50dfa4ad-821d-4207-a06b-16f9057d1ef8 HTTP/1.1" status: 200 len: 944 time: 0.1044514 Aug 10 03:42:53.925394 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-753374dd-3996-44bf-8e8c-6cafe0ca5802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:53.927497 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-753374dd-3996-44bf-8e8c-6cafe0ca5802 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8e6b4b70-b987-430f-8933-c947ea0db6e8 HTTP/1.1" status: 200 len: 834 time: 0.0753307 Aug 10 03:42:53.932698 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-80ba73c1-03eb-473e-9e7e-4275272c6e96 req-649d4ca7-ccb4-4524-9b8c-1ad1b78e3a06 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=5df1bced-dd4a-4ab2-a185-0a8920018c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724280 Aug 10 03:42:53.988654 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-3c5730c9-2c55-47d1-8f6c-168ad0340402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:53.990891 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-3c5730c9-2c55-47d1-8f6c-168ad0340402 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f221bd1c-6004-4fc4-b409-eb2f05c60b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563512 Aug 10 03:42:54.087873 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-326cae3e-d4b0-44a6-a4ac-6ea9e175b73d service neutron] 10.222.0.60 "GET /v2.0/networks/f221bd1c-6004-4fc4-b409-eb2f05c60b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893061 Aug 10 03:42:54.199196 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-b3591a21-ee62-4255-8a91-c73c3e1e0716 service neutron] 10.222.0.60 "GET /v2.0/networks/f221bd1c-6004-4fc4-b409-eb2f05c60b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036828 Aug 10 03:42:54.518420 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-62634bc7-6362-4fd3-90e8-c97b3cbc5b4e tempest-TestNetworkAdvancedServerOps-2124496179 tempest-TestNetworkAdvancedServerOps-2124496179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:54.520007 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-62634bc7-6362-4fd3-90e8-c97b3cbc5b4e tempest-TestNetworkAdvancedServerOps-2124496179 tempest-TestNetworkAdvancedServerOps-2124496179-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=50dfa4ad-821d-4207-a06b-16f9057d1ef8&tenant_id=d4cffc5e26914104899297a77f2206bf&binding%3Ahost_id=n-h2-768851-15 HTTP/1.1" status: 200 len: 1096 time: 0.1045671 Aug 10 03:42:54.529050 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa5510-2421-4f5b-a5f7-3e4745939fbb req-790b887e-1ace-48c0-846d-ce1de3b564cb tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:54.530330 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-63aa5510-2421-4f5b-a5f7-3e4745939fbb req-790b887e-1ace-48c0-846d-ce1de3b564cb tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=026d0196-df12-4484-94a4-75de3c7434cc HTTP/1.1" status: 200 len: 944 time: 0.0617356 Aug 10 03:42:54.621183 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-63aa5510-2421-4f5b-a5f7-3e4745939fbb req-22ef3fa3-0da6-4a88-bd05-8ec4f1270abe tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=20e7130a-7468-4743-9135-dd2a5e0f71ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516832 Aug 10 03:42:54.712324 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-5b664ef5-dba2-4257-b6b1-03a13fda76e2 service neutron] For port cb484b8d-76e6-4639-9ce8-b439015a4ece, host n-h1-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:42:54.715529 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-5b664ef5-dba2-4257-b6b1-03a13fda76e2 service neutron] Notify callbacks [] for binding, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:54.716700 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fa4e2290-2fd0-43e1-84dc-f20d04674eb8 req-5b664ef5-dba2-4257-b6b1-03a13fda76e2 service neutron] 10.222.0.60 "DELETE /v2.0/ports/cb484b8d-76e6-4639-9ce8-b439015a4ece/bindings/n-h1-768851-15 HTTP/1.1" status: 204 len: 173 time: 0.1846664 Aug 10 03:42:55.013781 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device e29f1fd6-0aa7-4e3d-8810-4d1729641c15 up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:42:55.112006 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port e29f1fd6-0aa7-4e3d-8810-4d1729641c15 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:42:55.120664 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port e29f1fd6-0aa7-4e3d-8810-4d1729641c15 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:55.121660 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:55.133668 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73084a1-4af4-4add-8f96-7627f82343a1 req-8b922e7c-6ec9-4e19-97d0-4c46e4f9be71 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:55.136444 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d73084a1-4af4-4add-8f96-7627f82343a1 req-8b922e7c-6ec9-4e19-97d0-4c46e4f9be71 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=50dfa4ad-821d-4207-a06b-16f9057d1ef8 HTTP/1.1" status: 200 len: 944 time: 0.1052859 Aug 10 03:42:55.218963 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d73084a1-4af4-4add-8f96-7627f82343a1 req-fe183777-c604-4ffe-b028-dbea96d29f5b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=5df1bced-dd4a-4ab2-a185-0a8920018c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691640 Aug 10 03:42:55.269387 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:55.308344 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '026d0196-df12-4484-94a4-75de3c7434cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29f1fd6-0aa7-4e3d-8810-4d1729641c15'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:42:55.312159 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd9864b-60d4-41cc-bf30-f4ae7ae5b4e6" -d '{"events": [{"server_uuid": "026d0196-df12-4484-94a4-75de3c7434cc", "name": "network-vif-plugged", "status": "completed", "tag": "e29f1fd6-0aa7-4e3d-8810-4d1729641c15"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:42:55.336191 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port e29f1fd6-0aa7-4e3d-8810-4d1729641c15, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=e29f1fd6-0aa7-4e3d-8810-4d1729641c15,segment=NetworkSegment(5c87df8d-954c-4397-aa68-23e5690c99d4),segment_id=5c87df8d-954c-4397-aa68-23e5690c99d4)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:55.343247 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:55.375076 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf436829-4980-4dfd-9c2a-c30bbdce5426 req-f49bf3b5-f76d-4404-9a08-1cc62e043919 tempest-TestNetworkAdvancedServerOps-2124496179 tempest-TestNetworkAdvancedServerOps-2124496179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:55.377641 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bf436829-4980-4dfd-9c2a-c30bbdce5426 req-f49bf3b5-f76d-4404-9a08-1cc62e043919 tempest-TestNetworkAdvancedServerOps-2124496179 tempest-TestNetworkAdvancedServerOps-2124496179-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=50dfa4ad-821d-4207-a06b-16f9057d1ef8 HTTP/1.1" status: 200 len: 1096 time: 0.0738804 Aug 10 03:42:55.441121 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a341c30-6e1a-48ae-99d4-74c1a214d3f7 x-openstack-request-id: req-1a341c30-6e1a-48ae-99d4-74c1a214d3f7 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:42:55.444018 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "026d0196-df12-4484-94a4-75de3c7434cc", "name": "network-vif-plugged", "status": "completed", "tag": "e29f1fd6-0aa7-4e3d-8810-4d1729641c15", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:42:55.445575 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1a341c30-6e1a-48ae-99d4-74c1a214d3f7 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:42:55.445575 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '026d0196-df12-4484-94a4-75de3c7434cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29f1fd6-0aa7-4e3d-8810-4d1729641c15', 'code': 200} Aug 10 03:42:55.482152 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=e29f1fd6-0aa7-4e3d-8810-4d1729641c15,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:55.494711 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bf436829-4980-4dfd-9c2a-c30bbdce5426 req-c114b38c-e969-440d-8635-dbe3cf9e9255 tempest-TestNetworkAdvancedServerOps-2124496179 tempest-TestNetworkAdvancedServerOps-2124496179-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=5df1bced-dd4a-4ab2-a185-0a8920018c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047163 Aug 10 03:42:55.679213 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb763f-8782-47a9-ad79-44756cf4fca8 req-0411b20c-000f-4c43-bd94-ec2474203b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:55.681114 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-23cb763f-8782-47a9-ad79-44756cf4fca8 req-0411b20c-000f-4c43-bd94-ec2474203b94 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=026d0196-df12-4484-94a4-75de3c7434cc HTTP/1.1" status: 200 len: 1097 time: 0.1338027 Aug 10 03:42:55.708916 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51284eee-46c6-4489-9176-4e3a6dc8d67c req-bab8364c-857a-4ac5-9fa4-b6ffb13084ec tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:55.710971 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-51284eee-46c6-4489-9176-4e3a6dc8d67c req-bab8364c-857a-4ac5-9fa4-b6ffb13084ec tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=50dfa4ad-821d-4207-a06b-16f9057d1ef8 HTTP/1.1" status: 200 len: 944 time: 0.0879033 Aug 10 03:42:55.791661 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-23cb763f-8782-47a9-ad79-44756cf4fca8 req-4814d992-e019-46cc-b163-753586841ac2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=20e7130a-7468-4743-9135-dd2a5e0f71ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965979 Aug 10 03:42:55.815013 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-51284eee-46c6-4489-9176-4e3a6dc8d67c req-8206f0e2-b33c-44f1-ad32-959d24146bff tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=5df1bced-dd4a-4ab2-a185-0a8920018c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954533 Aug 10 03:42:55.834623 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90fa4b2-378d-4ba4-86ce-26069893884c req-819b31d2-2614-4ab4-907a-7022f5e3896d tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:55.843024 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f90fa4b2-378d-4ba4-86ce-26069893884c req-819b31d2-2614-4ab4-907a-7022f5e3896d tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=026d0196-df12-4484-94a4-75de3c7434cc HTTP/1.1" status: 200 len: 945 time: 0.1158552 Aug 10 03:42:55.870777 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35468) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:55.934662 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f90fa4b2-378d-4ba4-86ce-26069893884c req-4793523f-1940-40b0-9c2d-701564896b83 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=20e7130a-7468-4743-9135-dd2a5e0f71ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905843 Aug 10 03:42:55.969643 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-0b61d8f6-ab52-4006-a82b-4a84d666f69b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/floatingips/fa738878-9fcd-477e-9a49-2156b9527032 HTTP/1.1" status: 200 len: 990 time: 0.0975060 Aug 10 03:42:56.255632 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device cb484b8d-76e6-4639-9ce8-b439015a4ece no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:42:56.321780 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device cb484b8d-76e6-4639-9ce8-b439015a4ece not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:42:56.448327 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:56.680183 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:57.080805 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7de4bd-ecc3-4faa-a4c8-e8dbcf79ebe8 req-832136dc-34e3-47a0-8c28-f4422351d37b tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:57.083783 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be7de4bd-ecc3-4faa-a4c8-e8dbcf79ebe8 req-832136dc-34e3-47a0-8c28-f4422351d37b tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=026d0196-df12-4484-94a4-75de3c7434cc HTTP/1.1" status: 200 len: 945 time: 0.0573535 Aug 10 03:42:57.137678 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be7de4bd-ecc3-4faa-a4c8-e8dbcf79ebe8 req-8e766d88-1b4d-4a50-8b88-2a3a84717475 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=20e7130a-7468-4743-9135-dd2a5e0f71ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438912 Aug 10 03:42:57.269705 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6620ee-e8fb-4c71-af5e-1804bf57be77 req-090cc22e-ea60-446c-ba6f-61d7c6d81f9e tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:57.272012 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eb6620ee-e8fb-4c71-af5e-1804bf57be77 req-090cc22e-ea60-446c-ba6f-61d7c6d81f9e tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=026d0196-df12-4484-94a4-75de3c7434cc HTTP/1.1" status: 200 len: 945 time: 0.0567868 Aug 10 03:42:57.333640 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eb6620ee-e8fb-4c71-af5e-1804bf57be77 req-1ee6e874-d589-49b7-a179-f6d702271e5e tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=20e7130a-7468-4743-9135-dd2a5e0f71ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469854 Aug 10 03:42:57.366989 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35494) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:57.414187 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb81df9-b16d-418c-b30c-af5a2f3faccd tempest-TestVolumeBootPattern-59382963 tempest-TestVolumeBootPattern-59382963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:57.419701 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-2fb81df9-b16d-418c-b30c-af5a2f3faccd tempest-TestVolumeBootPattern-59382963 tempest-TestVolumeBootPattern-59382963-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=026d0196-df12-4484-94a4-75de3c7434cc HTTP/1.1" status: 200 len: 1092 time: 0.0478871 Aug 10 03:42:57.420679 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35496) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:57.428134 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-13dc3552-2181-43c4-a970-30bbfe8b7c93 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Request body: {'floatingip': {'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'port_id': 'e29f1fd6-0aa7-4e3d-8810-4d1729641c15', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:57.460537 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-13dc3552-2181-43c4-a970-30bbfe8b7c93 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks [] for floatingip, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:57.583936 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-13dc3552-2181-43c4-a970-30bbfe8b7c93 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:57.737598 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-13dc3552-2181-43c4-a970-30bbfe8b7c93 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Allocated IP 172.25.7.243 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/e1780671-06c9-4b10-9f2b-439853a09a5d) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:42:57.860280 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-13dc3552-2181-43c4-a970-30bbfe8b7c93 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:57.902044 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-13dc3552-2181-43c4-a970-30bbfe8b7c93 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:57.943222 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13dc3552-2181-43c4-a970-30bbfe8b7c93 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:42:57.948228 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-13dc3552-2181-43c4-a970-30bbfe8b7c93 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:57.950889 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13dc3552-2181-43c4-a970-30bbfe8b7c93 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:42:57.980654 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dc3552-2181-43c4-a970-30bbfe8b7c93 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Pushing event updated for resources: {'Port': ['ID=e1780671-06c9-4b10-9f2b-439853a09a5d,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:58.269883 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35506) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:58.490272 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-13dc3552-2181-43c4-a970-30bbfe8b7c93 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:58.963911 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-13dc3552-2181-43c4-a970-30bbfe8b7c93 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:58.997170 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-0a0a0910-2f5d-4a9c-b42c-c4c8f0b29945 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Deleting port b131b84d-873f-469c-b6b9-aa7e641c0c85 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:42:58.997506 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0a0a0910-2f5d-4a9c-b42c-c4c8f0b29945 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:59.147667 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0a0a0910-2f5d-4a9c-b42c-c4c8f0b29945 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:59.148001 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0a0a0910-2f5d-4a9c-b42c-c4c8f0b29945 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:59.169416 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-0a0a0910-2f5d-4a9c-b42c-c4c8f0b29945 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Calling delete_port for b131b84d-873f-469c-b6b9-aa7e641c0c85 owned by network:floatingip {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:42:59.276024 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-13dc3552-2181-43c4-a970-30bbfe8b7c93 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:59.282474 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-13dc3552-2181-43c4-a970-30bbfe8b7c93 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:59.400932 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dc3552-2181-43c4-a970-30bbfe8b7c93 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Pushing event updated for resources: {'Port': ['ID=e1780671-06c9-4b10-9f2b-439853a09a5d,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:59.414855 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-13dc3552-2181-43c4-a970-30bbfe8b7c93 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:59.559114 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0a0a0910-2f5d-4a9c-b42c-c4c8f0b29945 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:59.599796 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0a0910-2f5d-4a9c-b42c-c4c8f0b29945 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event deleted for resources: {'Port': ['ID=b131b84d-873f-469c-b6b9-aa7e641c0c85,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:59.607590 n-d-768851-15 neutron-server[94216]: INFO neutron.db.l3_db [None req-13dc3552-2181-43c4-a970-30bbfe8b7c93 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Floating IP 2f554516-eb90-429a-ab1e-6f766ef7ce76 associated. External IP: 172.25.7.243, port: e29f1fd6-0aa7-4e3d-8810-4d1729641c15. Aug 10 03:42:59.763854 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0a0a0910-2f5d-4a9c-b42c-c4c8f0b29945 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for floatingip, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:59.763854 n-d-768851-15 neutron-server[94216]: INFO neutron.db.l3_db [None req-0a0a0910-2f5d-4a9c-b42c-c4c8f0b29945 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Floating IP fa738878-9fcd-477e-9a49-2156b9527032 disassociated (deleted). External IP: 172.25.7.94, port: cb484b8d-76e6-4639-9ce8-b439015a4ece. Aug 10 03:43:00.015540 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13dc3552-2181-43c4-a970-30bbfe8b7c93 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Router 575fb166-7f7c-427a-89b6-af235d0526e1 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:43:00.133722 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a0a0910-2f5d-4a9c-b42c-c4c8f0b29945 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Router dc386307-d7ad-4b34-8487-9529a31dab09 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:43:00.239360 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13dc3552-2181-43c4-a970-30bbfe8b7c93 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:43:00.257223 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993f3b8a-d5c2-4fda-81a0-27d885d4ad3d None None] Sync routers for ids ['575fb166-7f7c-427a-89b6-af235d0526e1'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:43:00.280083 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993f3b8a-d5c2-4fda-81a0-27d885d4ad3d None None] Routers {'575fb166-7f7c-427a-89b6-af235d0526e1'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:43:00.281728 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-993f3b8a-d5c2-4fda-81a0-27d885d4ad3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:42:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['575fb166-7f7c-427a-89b6-af235d0526e1'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:00.295027 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-13dc3552-2181-43c4-a970-30bbfe8b7c93 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:00.346764 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-13dc3552-2181-43c4-a970-30bbfe8b7c93 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9113579 Aug 10 03:43:00.346764 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '026d0196-df12-4484-94a4-75de3c7434cc', 'tag': 'e29f1fd6-0aa7-4e3d-8810-4d1729641c15'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:43:00.346764 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b144c25a-3b4a-4dc7-9ae7-c656a1abe93b" -d '{"events": [{"name": "network-changed", "server_uuid": "026d0196-df12-4484-94a4-75de3c7434cc", "tag": "e29f1fd6-0aa7-4e3d-8810-4d1729641c15"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:43:00.363056 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a0a0910-2f5d-4a9c-b42c-c4c8f0b29945 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:43:00.363056 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0a0a0910-2f5d-4a9c-b42c-c4c8f0b29945 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:00.418677 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ecc5764a-f7b0-4a3a-b3c7-c2fbe3d2afaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:00.430632 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c37353-52a8-417b-a4e9-a440e6d11a78 x-openstack-request-id: req-e8c37353-52a8-417b-a4e9-a440e6d11a78 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:43:00.431102 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "026d0196-df12-4484-94a4-75de3c7434cc", "tag": "e29f1fd6-0aa7-4e3d-8810-4d1729641c15", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:43:00.431498 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e8c37353-52a8-417b-a4e9-a440e6d11a78 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:43:00.432092 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '026d0196-df12-4484-94a4-75de3c7434cc', 'tag': 'e29f1fd6-0aa7-4e3d-8810-4d1729641c15', 'status': 'completed', 'code': 200} Aug 10 03:43:00.447209 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-0a0a0910-2f5d-4a9c-b42c-c4c8f0b29945 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "DELETE /v2.0/floatingips/fa738878-9fcd-477e-9a49-2156b9527032 HTTP/1.1" status: 204 len: 168 time: 2.1635659 Aug 10 03:43:00.528033 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b144c25a-3b4a-4dc7-9ae7-c656a1abe93b req-1d93a043-3aaa-4988-b0ff-127043909d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:00.529937 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b144c25a-3b4a-4dc7-9ae7-c656a1abe93b req-1d93a043-3aaa-4988-b0ff-127043909d7e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf46dc7d96e74359a233bb4d876edd57&device_id=026d0196-df12-4484-94a4-75de3c7434cc HTTP/1.1" status: 200 len: 1097 time: 0.0700331 Aug 10 03:43:00.539811 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fd3108-9ed1-48b0-b650-4fd3880d84d9 None None] Sync routers for ids ['dc386307-d7ad-4b34-8487-9529a31dab09'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:43:00.552052 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fd3108-9ed1-48b0-b650-4fd3880d84d9 None None] Routers {'dc386307-d7ad-4b34-8487-9529a31dab09'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:43:00.552772 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-09fd3108-9ed1-48b0-b650-4fd3880d84d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:42:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['dc386307-d7ad-4b34-8487-9529a31dab09'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:00.573117 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-993f3b8a-d5c2-4fda-81a0-27d885d4ad3d None None] Set router 575fb166-7f7c-427a-89b6-af235d0526e1 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:43:00.735370 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b144c25a-3b4a-4dc7-9ae7-c656a1abe93b req-f73fe1a9-9ec5-4f62-a5a5-bbc94b5e9ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:00.737163 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b144c25a-3b4a-4dc7-9ae7-c656a1abe93b req-f73fe1a9-9ec5-4f62-a5a5-bbc94b5e9ade service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e9c5b57-a104-4b29-a8ed-ceb6086c40ae HTTP/1.1" status: 200 len: 913 time: 0.1885209 Aug 10 03:43:00.739580 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-09fd3108-9ed1-48b0-b650-4fd3880d84d9 None None] Set router dc386307-d7ad-4b34-8487-9529a31dab09 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:43:00.836578 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b144c25a-3b4a-4dc7-9ae7-c656a1abe93b req-f6bb0e8b-aaf2-4a34-8236-e348a90984e5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e29f1fd6-0aa7-4e3d-8810-4d1729641c15 HTTP/1.1" status: 200 len: 999 time: 0.0893345 Aug 10 03:43:00.914408 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-993f3b8a-d5c2-4fda-81a0-27d885d4ad3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'name': 'tempest-TestVolumeBootPattern-1934501111-router', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '67d28359-d0a2-4764-b52f-2f80da29eda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:43Z', 'updated_at': '2021-08-10T03:38:50Z', 'revision_number': 4, 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'gw_port': {'id': '67d28359-d0a2-4764-b52f-2f80da29eda9', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:44Z', 'updated_at': '2021-08-10T03:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '2f554516-eb90-429a-ab1e-6f766ef7ce76', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'floating_ip_address': '172.25.7.243', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'port_id': 'e29f1fd6-0aa7-4e3d-8810-4d1729641c15', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3924, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae', 'mac_address': 'fa:16:3e:a6:df:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026d0196-df12-4484-94a4-75de3c7434cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:42:58Z', 'updated_at': '2021-08-10T03:42:58Z', 'revision_number': 0, 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42355b41-6912-4caa-b207-782fc68b891c', 'name': '', 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'mac_address': 'fa:16:3e:ed:b8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '036b75a5-4076-4503-a708-471e0be52cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:49Z', 'updated_at': '2021-08-10T03:38:58Z', 'revision_number': 5, 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'subnets': [{'id': '036b75a5-4076-4503-a708-471e0be52cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:00.944069 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e9bc71-4b07-4b6d-b55c-dac88d1561cc req-2fca205d-552b-452c-b8e2-e66b76217d56 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:00.953030 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-08e9bc71-4b07-4b6d-b55c-dac88d1561cc req-2fca205d-552b-452c-b8e2-e66b76217d56 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=50dfa4ad-821d-4207-a06b-16f9057d1ef8 HTTP/1.1" status: 200 len: 944 time: 0.1150949 Aug 10 03:43:00.958102 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993f3b8a-d5c2-4fda-81a0-27d885d4ad3d None None] Checking router: 575fb166-7f7c-427a-89b6-af235d0526e1 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:43:00.962212 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b144c25a-3b4a-4dc7-9ae7-c656a1abe93b req-e4b1e322-1a93-435f-97aa-8da288c17049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:00.963822 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b144c25a-3b4a-4dc7-9ae7-c656a1abe93b req-e4b1e322-1a93-435f-97aa-8da288c17049 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=036b75a5-4076-4503-a708-471e0be52cae HTTP/1.1" status: 200 len: 851 time: 0.1071806 Aug 10 03:43:00.978886 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993f3b8a-d5c2-4fda-81a0-27d885d4ad3d None None] Routers {'575fb166-7f7c-427a-89b6-af235d0526e1'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:43:00.979651 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-993f3b8a-d5c2-4fda-81a0-27d885d4ad3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:42:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['575fb166-7f7c-427a-89b6-af235d0526e1'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:01.039892 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-09fd3108-9ed1-48b0-b650-4fd3880d84d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc386307-d7ad-4b34-8487-9529a31dab09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313728473', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '748c9651-35c7-4ae0-afb2-c618a37cdaa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:45Z', 'updated_at': '2021-08-10T03:41:51Z', 'revision_number': 4, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'gw_port': {'id': '748c9651-35c7-4ae0-afb2-c618a37cdaa3', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:36:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc386307-d7ad-4b34-8487-9529a31dab09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:46Z', 'updated_at': '2021-08-10T03:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '2d75f6ee-a11d-420d-98b6-d79b95120851', 'name': '', 'network_id': 'f221bd1c-6004-4fc4-b409-eb2f05c60b3c', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'mac_address': 'fa:16:3e:e9:99:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc386307-d7ad-4b34-8487-9529a31dab09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '8e6b4b70-b987-430f-8933-c947ea0db6e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:50Z', 'updated_at': '2021-08-10T03:41:57Z', 'revision_number': 5, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'subnets': [{'id': '8e6b4b70-b987-430f-8933-c947ea0db6e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:01.074488 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fd3108-9ed1-48b0-b650-4fd3880d84d9 None None] Checking router: dc386307-d7ad-4b34-8487-9529a31dab09 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:43:01.085142 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fd3108-9ed1-48b0-b650-4fd3880d84d9 None None] Routers {'dc386307-d7ad-4b34-8487-9529a31dab09'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:43:01.086799 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-09fd3108-9ed1-48b0-b650-4fd3880d84d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:42:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['dc386307-d7ad-4b34-8487-9529a31dab09'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:01.089667 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-08e9bc71-4b07-4b6d-b55c-dac88d1561cc req-4197229c-b079-4906-93c5-10f8cac2dc04 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=5df1bced-dd4a-4ab2-a185-0a8920018c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351395 Aug 10 03:43:01.094349 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b144c25a-3b4a-4dc7-9ae7-c656a1abe93b req-651532c7-ee96-4580-b684-ac788e3f5126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:01.103736 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b144c25a-3b4a-4dc7-9ae7-c656a1abe93b req-651532c7-ee96-4580-b684-ac788e3f5126 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e9c5b57-a104-4b29-a8ed-ceb6086c40ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1290765 Aug 10 03:43:01.114920 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-993f3b8a-d5c2-4fda-81a0-27d885d4ad3d None None] Set router 575fb166-7f7c-427a-89b6-af235d0526e1 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:43:01.244751 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b144c25a-3b4a-4dc7-9ae7-c656a1abe93b req-8c21540e-bbb9-4130-b9e7-90b8fa8c219f service neutron] 10.222.0.60 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199872 Aug 10 03:43:01.260945 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-09fd3108-9ed1-48b0-b650-4fd3880d84d9 None None] Set router dc386307-d7ad-4b34-8487-9529a31dab09 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:43:01.266312 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f97222-4a76-40dc-8650-697ef83bdd54 req-38a971ab-d745-40e6-9193-138aed281d43 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:01.270374 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d0f97222-4a76-40dc-8650-697ef83bdd54 req-38a971ab-d745-40e6-9193-138aed281d43 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.60 "GET /v2.0/ports?device_id=50dfa4ad-821d-4207-a06b-16f9057d1ef8 HTTP/1.1" status: 200 len: 944 time: 0.0989404 Aug 10 03:43:01.446016 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b144c25a-3b4a-4dc7-9ae7-c656a1abe93b req-088828ab-6663-4b3f-8f05-c014513a9f08 service neutron] 10.222.0.60 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937592 Aug 10 03:43:01.465435 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-d0f97222-4a76-40dc-8650-697ef83bdd54 req-308afabe-d4b5-4544-9716-ebd7395a5087 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Deleting port cb484b8d-76e6-4639-9ce8-b439015a4ece {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:43:01.465886 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d0f97222-4a76-40dc-8650-697ef83bdd54 req-308afabe-d4b5-4544-9716-ebd7395a5087 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:01.504376 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-993f3b8a-d5c2-4fda-81a0-27d885d4ad3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'name': 'tempest-TestVolumeBootPattern-1934501111-router', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '67d28359-d0a2-4764-b52f-2f80da29eda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:43Z', 'updated_at': '2021-08-10T03:38:50Z', 'revision_number': 4, 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'gw_port': {'id': '67d28359-d0a2-4764-b52f-2f80da29eda9', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:44Z', 'updated_at': '2021-08-10T03:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '2f554516-eb90-429a-ab1e-6f766ef7ce76', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'floating_ip_address': '172.25.7.243', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'port_id': 'e29f1fd6-0aa7-4e3d-8810-4d1729641c15', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3924, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae', 'mac_address': 'fa:16:3e:a6:df:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026d0196-df12-4484-94a4-75de3c7434cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:42:58Z', 'updated_at': '2021-08-10T03:42:58Z', 'revision_number': 0, 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42355b41-6912-4caa-b207-782fc68b891c', 'name': '', 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'mac_address': 'fa:16:3e:ed:b8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '036b75a5-4076-4503-a708-471e0be52cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:49Z', 'updated_at': '2021-08-10T03:38:58Z', 'revision_number': 5, 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'subnets': [{'id': '036b75a5-4076-4503-a708-471e0be52cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:01.546781 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993f3b8a-d5c2-4fda-81a0-27d885d4ad3d None None] The sync data for ids ['575fb166-7f7c-427a-89b6-af235d0526e1'] in n-d-768851-15 is: [{'id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'name': 'tempest-TestVolumeBootPattern-1934501111-router', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '67d28359-d0a2-4764-b52f-2f80da29eda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:43Z', 'updated_at': '2021-08-10T03:38:50Z', 'revision_number': 4, 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'gw_port': {'id': '67d28359-d0a2-4764-b52f-2f80da29eda9', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:44Z', 'updated_at': '2021-08-10T03:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '2f554516-eb90-429a-ab1e-6f766ef7ce76', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'floating_ip_address': '172.25.7.243', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'port_id': 'e29f1fd6-0aa7-4e3d-8810-4d1729641c15', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3924, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae', 'mac_address': 'fa:16:3e:a6:df:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026d0196-df12-4484-94a4-75de3c7434cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:42:58Z', 'updated_at': '2021-08-10T03:42:58Z', 'revision_number': 0, 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42355b41-6912-4caa-b207-782fc68b891c', 'name': '', 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'mac_address': 'fa:16:3e:ed:b8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '036b75a5-4076-4503-a708-471e0be52cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:49Z', 'updated_at': '2021-08-10T03:38:58Z', 'revision_number': 5, 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'subnets': [{'id': '036b75a5-4076-4503-a708-471e0be52cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:43:01.606461 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-d0f97222-4a76-40dc-8650-697ef83bdd54 req-308afabe-d4b5-4544-9716-ebd7395a5087 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] For port cb484b8d-76e6-4639-9ce8-b439015a4ece, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=cb484b8d-76e6-4639-9ce8-b439015a4ece,segment=NetworkSegment(099b1839-c25e-4cba-b46e-fc4517d7ca93),segment_id=099b1839-c25e-4cba-b46e-fc4517d7ca93)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:01.607163 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d0f97222-4a76-40dc-8650-697ef83bdd54 req-308afabe-d4b5-4544-9716-ebd7395a5087 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:01.610990 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-09fd3108-9ed1-48b0-b650-4fd3880d84d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc386307-d7ad-4b34-8487-9529a31dab09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313728473', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '748c9651-35c7-4ae0-afb2-c618a37cdaa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:45Z', 'updated_at': '2021-08-10T03:41:51Z', 'revision_number': 4, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'gw_port': {'id': '748c9651-35c7-4ae0-afb2-c618a37cdaa3', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:36:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc386307-d7ad-4b34-8487-9529a31dab09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:46Z', 'updated_at': '2021-08-10T03:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '2d75f6ee-a11d-420d-98b6-d79b95120851', 'name': '', 'network_id': 'f221bd1c-6004-4fc4-b409-eb2f05c60b3c', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'mac_address': 'fa:16:3e:e9:99:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc386307-d7ad-4b34-8487-9529a31dab09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '8e6b4b70-b987-430f-8933-c947ea0db6e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:50Z', 'updated_at': '2021-08-10T03:41:57Z', 'revision_number': 5, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'subnets': [{'id': '8e6b4b70-b987-430f-8933-c947ea0db6e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:01.629790 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-d0f97222-4a76-40dc-8650-697ef83bdd54 req-308afabe-d4b5-4544-9716-ebd7395a5087 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Calling delete_port for cb484b8d-76e6-4639-9ce8-b439015a4ece owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:43:01.641946 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fd3108-9ed1-48b0-b650-4fd3880d84d9 None None] The sync data for ids ['dc386307-d7ad-4b34-8487-9529a31dab09'] in n-d-768851-15 is: [{'id': 'dc386307-d7ad-4b34-8487-9529a31dab09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313728473', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '748c9651-35c7-4ae0-afb2-c618a37cdaa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:45Z', 'updated_at': '2021-08-10T03:41:51Z', 'revision_number': 4, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'gw_port': {'id': '748c9651-35c7-4ae0-afb2-c618a37cdaa3', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:36:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc386307-d7ad-4b34-8487-9529a31dab09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:46Z', 'updated_at': '2021-08-10T03:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '2d75f6ee-a11d-420d-98b6-d79b95120851', 'name': '', 'network_id': 'f221bd1c-6004-4fc4-b409-eb2f05c60b3c', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'mac_address': 'fa:16:3e:e9:99:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc386307-d7ad-4b34-8487-9529a31dab09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '8e6b4b70-b987-430f-8933-c947ea0db6e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:50Z', 'updated_at': '2021-08-10T03:41:57Z', 'revision_number': 5, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'subnets': [{'id': '8e6b4b70-b987-430f-8933-c947ea0db6e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:43:01.826602 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d0f97222-4a76-40dc-8650-697ef83bdd54 req-308afabe-d4b5-4544-9716-ebd7395a5087 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:01.944241 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308afabe-d4b5-4544-9716-ebd7395a5087 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event deleted for resources: {'Port': ['ID=cb484b8d-76e6-4639-9ce8-b439015a4ece,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:01.946710 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f97222-4a76-40dc-8650-697ef83bdd54 req-308afabe-d4b5-4544-9716-ebd7395a5087 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] No DVR routers for this DVR port cb484b8d-76e6-4639-9ce8-b439015a4ece on host n-h2-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:43:01.952928 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d0f97222-4a76-40dc-8650-697ef83bdd54 req-308afabe-d4b5-4544-9716-ebd7395a5087 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:01.955837 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d0f97222-4a76-40dc-8650-697ef83bdd54 req-308afabe-d4b5-4544-9716-ebd7395a5087 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.60 "DELETE /v2.0/ports/cb484b8d-76e6-4639-9ce8-b439015a4ece HTTP/1.1" status: 204 len: 173 time: 0.6787112 Aug 10 03:43:01.956236 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50dfa4ad-821d-4207-a06b-16f9057d1ef8', 'name': 'network-vif-deleted', 'tag': 'cb484b8d-76e6-4639-9ce8-b439015a4ece'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:43:01.966996 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f29fa64-6c93-4aca-bd09-c3fdf55b1993 None None] New status for floating IP 2f554516-eb90-429a-ab1e-6f766ef7ce76: ACTIVE {{(pid=94218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:43:01.979790 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42f4e1b-2c5f-4f47-b0d1-d7dcc0ce15a8" -d '{"events": [{"server_uuid": "50dfa4ad-821d-4207-a06b-16f9057d1ef8", "name": "network-vif-deleted", "tag": "cb484b8d-76e6-4639-9ce8-b439015a4ece"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:43:02.044128 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d226cdd-6e91-4476-8364-e7a1c6e800fa x-openstack-request-id: req-0d226cdd-6e91-4476-8364-e7a1c6e800fa {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:43:02.044507 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50dfa4ad-821d-4207-a06b-16f9057d1ef8", "name": "network-vif-deleted", "tag": "cb484b8d-76e6-4639-9ce8-b439015a4ece", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:43:02.044699 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0d226cdd-6e91-4476-8364-e7a1c6e800fa {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:43:02.045073 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50dfa4ad-821d-4207-a06b-16f9057d1ef8', 'name': 'network-vif-deleted', 'tag': 'cb484b8d-76e6-4639-9ce8-b439015a4ece', 'status': 'completed', 'code': 200} Aug 10 03:43:02.086456 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97edcfbf-cb4a-415d-9379-faa234097616 None None] New status for floating IP fa738878-9fcd-477e-9a49-2156b9527032: DOWN {{(pid=94219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:43:02.345464 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d7c1063f-c379-462e-866c-8499b4d2755f req-2c39ce4e-f93e-4e9a-be13-a86960424b0e tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=50dfa4ad-821d-4207-a06b-16f9057d1ef8 HTTP/1.1" status: 200 len: 210 time: 0.0742605 Aug 10 03:43:02.433320 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50dfa4ad-821d-4207-a06b-16f9057d1ef8', 'tag': 'cb484b8d-76e6-4639-9ce8-b439015a4ece'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:43:02.437709 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f4dd5c-00da-4c27-b1e1-aa4269dc6604" -d '{"events": [{"name": "network-changed", "server_uuid": "50dfa4ad-821d-4207-a06b-16f9057d1ef8", "tag": "cb484b8d-76e6-4639-9ce8-b439015a4ece"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:43:02.516669 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a99122-cdf6-46ee-ac17-c77442dbbcf3 x-openstack-request-id: req-09a99122-cdf6-46ee-ac17-c77442dbbcf3 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:43:02.517352 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50dfa4ad-821d-4207-a06b-16f9057d1ef8", "tag": "cb484b8d-76e6-4639-9ce8-b439015a4ece", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:43:02.517877 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-09a99122-cdf6-46ee-ac17-c77442dbbcf3 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:43:02.518099 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50dfa4ad-821d-4207-a06b-16f9057d1ef8', 'tag': 'cb484b8d-76e6-4639-9ce8-b439015a4ece', 'status': 'completed', 'code': 200} Aug 10 03:43:02.606254 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e6f4dd5c-00da-4c27-b1e1-aa4269dc6604 req-e47c478f-1f5e-4c3d-be43-ae8198a5c007 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d4cffc5e26914104899297a77f2206bf&device_id=50dfa4ad-821d-4207-a06b-16f9057d1ef8 HTTP/1.1" status: 200 len: 210 time: 0.0370371 Aug 10 03:43:02.829118 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4dd5c-00da-4c27-b1e1-aa4269dc6604 req-4d0357ba-e4ca-4d48-b6bd-0f22ddb1d041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:02.830507 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e6f4dd5c-00da-4c27-b1e1-aa4269dc6604 req-4d0357ba-e4ca-4d48-b6bd-0f22ddb1d041 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=d4cffc5e26914104899297a77f2206bf&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2156992 Aug 10 03:43:03.043273 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4dd5c-00da-4c27-b1e1-aa4269dc6604 req-12de18de-bd76-46fd-9a58-dac45eacc30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:03.044847 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e6f4dd5c-00da-4c27-b1e1-aa4269dc6604 req-12de18de-bd76-46fd-9a58-dac45eacc30c service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2075021 Aug 10 03:43:03.045699 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-03a57e12-7182-416b-bf41-7ebba435d483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:03.419687 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35566) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:03.444958 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:03.862906 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b0d2c6c6-a28c-431a-94a8-70b67aae1cdb tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:04.092839 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-41a43be0-9c2a-4197-98cd-ccf7249a53c6 req-186a9797-ff71-43d2-89b8-1c2471e19e63 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=026d0196-df12-4484-94a4-75de3c7434cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1157117 Aug 10 03:43:04.249527 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a43be0-9c2a-4197-98cd-ccf7249a53c6 req-a261fd6b-c4d3-4903-a58f-3f9397613955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:04.251502 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-41a43be0-9c2a-4197-98cd-ccf7249a53c6 req-a261fd6b-c4d3-4903-a58f-3f9397613955 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf46dc7d96e74359a233bb4d876edd57&device_id=026d0196-df12-4484-94a4-75de3c7434cc HTTP/1.1" status: 200 len: 1097 time: 0.0936434 Aug 10 03:43:04.284607 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:04.358404 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-b0d2c6c6-a28c-431a-94a8-70b67aae1cdb tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Deleting port 2d75f6ee-a11d-420d-98b6-d79b95120851 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:43:04.358803 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b0d2c6c6-a28c-431a-94a8-70b67aae1cdb tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:04.521442 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a43be0-9c2a-4197-98cd-ccf7249a53c6 req-995453d3-55a2-467f-addd-a24b7bb4e234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:04.523764 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-41a43be0-9c2a-4197-98cd-ccf7249a53c6 req-995453d3-55a2-467f-addd-a24b7bb4e234 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e9c5b57-a104-4b29-a8ed-ceb6086c40ae HTTP/1.1" status: 200 len: 913 time: 0.2403586 Aug 10 03:43:04.553552 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-b0d2c6c6-a28c-431a-94a8-70b67aae1cdb tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] For port 2d75f6ee-a11d-420d-98b6-d79b95120851, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=2d75f6ee-a11d-420d-98b6-d79b95120851,segment=NetworkSegment(099b1839-c25e-4cba-b46e-fc4517d7ca93),segment_id=099b1839-c25e-4cba-b46e-fc4517d7ca93)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:04.554130 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b0d2c6c6-a28c-431a-94a8-70b67aae1cdb tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:04.642047 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-b0d2c6c6-a28c-431a-94a8-70b67aae1cdb tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Calling delete_port for 2d75f6ee-a11d-420d-98b6-d79b95120851 owned by network:router_interface {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:43:04.678656 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-41a43be0-9c2a-4197-98cd-ccf7249a53c6 req-5317ab2a-5517-439f-9b56-6c37380b4cda service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e29f1fd6-0aa7-4e3d-8810-4d1729641c15 HTTP/1.1" status: 200 len: 1001 time: 0.1460996 Aug 10 03:43:04.770888 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a43be0-9c2a-4197-98cd-ccf7249a53c6 req-ec66b3f7-b922-4382-8caf-f6f84ea40e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:04.772381 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-41a43be0-9c2a-4197-98cd-ccf7249a53c6 req-ec66b3f7-b922-4382-8caf-f6f84ea40e20 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=036b75a5-4076-4503-a708-471e0be52cae HTTP/1.1" status: 200 len: 851 time: 0.0648808 Aug 10 03:43:04.887058 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a43be0-9c2a-4197-98cd-ccf7249a53c6 req-2859f3fc-9297-467b-878c-4d12c810a8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:04.888459 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-41a43be0-9c2a-4197-98cd-ccf7249a53c6 req-2859f3fc-9297-467b-878c-4d12c810a8a8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e9c5b57-a104-4b29-a8ed-ceb6086c40ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0703590 Aug 10 03:43:05.049737 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b0d2c6c6-a28c-431a-94a8-70b67aae1cdb tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:05.052918 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device cb484b8d-76e6-4639-9ce8-b439015a4ece no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:43:05.083813 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: cb484b8d-76e6-4639-9ce8-b439015a4ece {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:43:05.084545 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device cb484b8d-76e6-4639-9ce8-b439015a4ece not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:43:05.107260 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d2c6c6-a28c-431a-94a8-70b67aae1cdb tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event deleted for resources: {'Port': ['ID=2d75f6ee-a11d-420d-98b6-d79b95120851,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:05.138302 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-41a43be0-9c2a-4197-98cd-ccf7249a53c6 req-f4af1c90-d81f-4646-9dda-7e9796967c84 service neutron] 10.222.0.60 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412617 Aug 10 03:43:05.314786 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-41a43be0-9c2a-4197-98cd-ccf7249a53c6 req-c7de5a5b-09eb-424a-b1e2-cac6a950c84b service neutron] 10.222.0.60 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483786 Aug 10 03:43:05.468157 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b0d2c6c6-a28c-431a-94a8-70b67aae1cdb tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:05.787979 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0d2c6c6-a28c-431a-94a8-70b67aae1cdb tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Router dc386307-d7ad-4b34-8487-9529a31dab09 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:43:05.935863 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d2c6c6-a28c-431a-94a8-70b67aae1cdb tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:43:05.941098 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b0d2c6c6-a28c-431a-94a8-70b67aae1cdb tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "PUT /v2.0/routers/dc386307-d7ad-4b34-8487-9529a31dab09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5200894 Aug 10 03:43:05.945594 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35602) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:05.947745 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2919db9-ad0d-485d-94aa-05f6116afd14 None None] Sync routers for ids ['dc386307-d7ad-4b34-8487-9529a31dab09'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:43:05.967487 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2919db9-ad0d-485d-94aa-05f6116afd14 None None] Routers {'dc386307-d7ad-4b34-8487-9529a31dab09'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:43:05.968547 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-a2919db9-ad0d-485d-94aa-05f6116afd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:43:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['dc386307-d7ad-4b34-8487-9529a31dab09'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:06.010913 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-5286503d-6b1b-485c-9725-98947a4569f0 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Deleting subnet 8e6b4b70-b987-430f-8933-c947ea0db6e8 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:43:06.014777 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5286503d-6b1b-485c-9725-98947a4569f0 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:06.042876 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:06.081012 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5286503d-6b1b-485c-9725-98947a4569f0 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:06.132544 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-a2919db9-ad0d-485d-94aa-05f6116afd14 None None] Set router dc386307-d7ad-4b34-8487-9529a31dab09 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:43:06.195340 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5286503d-6b1b-485c-9725-98947a4569f0 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:06.281342 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5286503d-6b1b-485c-9725-98947a4569f0 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:06.316904 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5286503d-6b1b-485c-9725-98947a4569f0 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:06.320152 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-5286503d-6b1b-485c-9725-98947a4569f0 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "DELETE /v2.0/subnets/8e6b4b70-b987-430f-8933-c947ea0db6e8 HTTP/1.1" status: 204 len: 168 time: 0.3730998 Aug 10 03:43:06.321196 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5286503d-6b1b-485c-9725-98947a4569f0 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event deleted for resources: {'Subnet': ['ID=8e6b4b70-b987-430f-8933-c947ea0db6e8,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:06.323502 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35608) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:06.346192 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea17e3c-7bd0-426e-bf63-c86d8361b2c8 None None] Network f221bd1c-6004-4fc4-b409-eb2f05c60b3c requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:06.466490 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-303c4584-5e94-4ae0-8fbd-60da1e2b7a88 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for router, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:06.475401 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-a2919db9-ad0d-485d-94aa-05f6116afd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc386307-d7ad-4b34-8487-9529a31dab09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313728473', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '748c9651-35c7-4ae0-afb2-c618a37cdaa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:45Z', 'updated_at': '2021-08-10T03:43:04Z', 'revision_number': 5, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'gw_port': {'id': '748c9651-35c7-4ae0-afb2-c618a37cdaa3', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:36:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc386307-d7ad-4b34-8487-9529a31dab09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:46Z', 'updated_at': '2021-08-10T03:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:06.513244 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2919db9-ad0d-485d-94aa-05f6116afd14 None None] Checking router: dc386307-d7ad-4b34-8487-9529a31dab09 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:43:06.536461 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2919db9-ad0d-485d-94aa-05f6116afd14 None None] Routers {'dc386307-d7ad-4b34-8487-9529a31dab09'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:43:06.537882 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-a2919db9-ad0d-485d-94aa-05f6116afd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:43:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['dc386307-d7ad-4b34-8487-9529a31dab09'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:06.602824 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-303c4584-5e94-4ae0-8fbd-60da1e2b7a88 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:06.636841 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82dd4a77-3d4d-46fd-87e8-fefdd3432194 None None] DHCP port deletion for f221bd1c-6004-4fc4-b409-eb2f05c60b3c request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:43:06.702206 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-a2919db9-ad0d-485d-94aa-05f6116afd14 None None] Set router dc386307-d7ad-4b34-8487-9529a31dab09 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:43:06.705169 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-303c4584-5e94-4ae0-8fbd-60da1e2b7a88 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Deleting port 748c9651-35c7-4ae0-afb2-c618a37cdaa3 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:43:06.705772 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-303c4584-5e94-4ae0-8fbd-60da1e2b7a88 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:06.821680 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-82dd4a77-3d4d-46fd-87e8-fefdd3432194 None None] Deleting port d894160a-2b64-474a-9440-9a8f6831d7c3 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:43:06.821907 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-82dd4a77-3d4d-46fd-87e8-fefdd3432194 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:06.837643 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-303c4584-5e94-4ae0-8fbd-60da1e2b7a88 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] For port 748c9651-35c7-4ae0-afb2-c618a37cdaa3, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=748c9651-35c7-4ae0-afb2-c618a37cdaa3,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:06.838455 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-303c4584-5e94-4ae0-8fbd-60da1e2b7a88 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:06.871184 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-303c4584-5e94-4ae0-8fbd-60da1e2b7a88 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Calling delete_port for 748c9651-35c7-4ae0-afb2-c618a37cdaa3 owned by network:router_gateway {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:43:07.021601 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device d894160a-2b64-474a-9440-9a8f6831d7c3 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:43:07.089222 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-303c4584-5e94-4ae0-8fbd-60da1e2b7a88 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:07.138315 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-82dd4a77-3d4d-46fd-87e8-fefdd3432194 None None] For port d894160a-2b64-474a-9440-9a8f6831d7c3, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=d894160a-2b64-474a-9440-9a8f6831d7c3,segment=NetworkSegment(099b1839-c25e-4cba-b46e-fc4517d7ca93),segment_id=099b1839-c25e-4cba-b46e-fc4517d7ca93)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:07.138726 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-82dd4a77-3d4d-46fd-87e8-fefdd3432194 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:07.143450 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303c4584-5e94-4ae0-8fbd-60da1e2b7a88 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event deleted for resources: {'Port': ['ID=748c9651-35c7-4ae0-afb2-c618a37cdaa3,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:07.177178 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-82dd4a77-3d4d-46fd-87e8-fefdd3432194 None None] Calling delete_port for d894160a-2b64-474a-9440-9a8f6831d7c3 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:43:07.224253 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-303c4584-5e94-4ae0-8fbd-60da1e2b7a88 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:07.284756 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:07.330099 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-a2919db9-ad0d-485d-94aa-05f6116afd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc386307-d7ad-4b34-8487-9529a31dab09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313728473', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '748c9651-35c7-4ae0-afb2-c618a37cdaa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:45Z', 'updated_at': '2021-08-10T03:43:04Z', 'revision_number': 5, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'gw_port': {'id': '748c9651-35c7-4ae0-afb2-c618a37cdaa3', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:36:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc386307-d7ad-4b34-8487-9529a31dab09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:46Z', 'updated_at': '2021-08-10T03:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:07.333881 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-303c4584-5e94-4ae0-8fbd-60da1e2b7a88 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:07.336643 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-303c4584-5e94-4ae0-8fbd-60da1e2b7a88 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:07.365426 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2919db9-ad0d-485d-94aa-05f6116afd14 None None] The sync data for ids ['dc386307-d7ad-4b34-8487-9529a31dab09'] in n-d-768851-15 is: [{'id': 'dc386307-d7ad-4b34-8487-9529a31dab09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313728473', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '748c9651-35c7-4ae0-afb2-c618a37cdaa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:45Z', 'updated_at': '2021-08-10T03:43:04Z', 'revision_number': 5, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'gw_port': {'id': '748c9651-35c7-4ae0-afb2-c618a37cdaa3', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:36:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc386307-d7ad-4b34-8487-9529a31dab09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:46Z', 'updated_at': '2021-08-10T03:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:43:07.368060 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port d894160a-2b64-474a-9440-9a8f6831d7c3, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=d894160a-2b64-474a-9440-9a8f6831d7c3,segment=NetworkSegment(099b1839-c25e-4cba-b46e-fc4517d7ca93),segment_id=099b1839-c25e-4cba-b46e-fc4517d7ca93)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:07.373056 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:07.401372 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-303c4584-5e94-4ae0-8fbd-60da1e2b7a88 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:07.402319 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-303c4584-5e94-4ae0-8fbd-60da1e2b7a88 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Fanout notify agent at l3_agent the message router_deleted on router dc386307-d7ad-4b34-8487-9529a31dab09 {{(pid=94216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:43:07.403801 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-82dd4a77-3d4d-46fd-87e8-fefdd3432194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:07.410888 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-303c4584-5e94-4ae0-8fbd-60da1e2b7a88 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:07.424785 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35624) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:07.426518 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dd4a77-3d4d-46fd-87e8-fefdd3432194 None None] No DVR routers for this DVR port d894160a-2b64-474a-9440-9a8f6831d7c3 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:43:07.447317 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-303c4584-5e94-4ae0-8fbd-60da1e2b7a88 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "DELETE /v2.0/routers/dc386307-d7ad-4b34-8487-9529a31dab09 HTTP/1.1" status: 204 len: 168 time: 1.1226952 Aug 10 03:43:07.449451 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=d894160a-2b64-474a-9440-9a8f6831d7c3,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:07.458556 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:07.458992 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:07.459342 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:07.459686 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:07.460026 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:07.460363 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:07.460697 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:07.461030 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:07.461361 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:07.461794 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:07.462016 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:07.462347 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:07.488050 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd4a77-3d4d-46fd-87e8-fefdd3432194 None None] Pushing event deleted for resources: {'Port': ['ID=d894160a-2b64-474a-9440-9a8f6831d7c3,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:07.584137 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-eb8a7388-a0a3-47a6-949e-ca701d90e9df tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:07.720468 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-eb8a7388-a0a3-47a6-949e-ca701d90e9df tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:07.733336 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-eb8a7388-a0a3-47a6-949e-ca701d90e9df tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f221bd1c-6004-4fc4-b409-eb2f05c60b3c']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:07.746708 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-eb8a7388-a0a3-47a6-949e-ca701d90e9df tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '099b1839-c25e-4cba-b46e-fc4517d7ca93') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:07.747267 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-eb8a7388-a0a3-47a6-949e-ca701d90e9df tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '099b1839-c25e-4cba-b46e-fc4517d7ca93') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:07.762445 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-eb8a7388-a0a3-47a6-949e-ca701d90e9df tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:07.781359 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-eb8a7388-a0a3-47a6-949e-ca701d90e9df tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:07.788299 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb8a7388-a0a3-47a6-949e-ca701d90e9df tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:43:07.788702 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-eb8a7388-a0a3-47a6-949e-ca701d90e9df tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:07.792750 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:43:07.792750 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:43:07.792750 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:43:07.792750 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:43:07.792750 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:43:07.792750 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:43:07.792750 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:43:07.792750 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:43:07.792750 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:43:07.792750 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:43:07.792750 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:43:07.792750 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:43:07.792750 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:43:07.792750 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:43:07.792750 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:43:07.792750 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:43:07.792750 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:43:07.792750 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:43:07.792750 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:43:07.792750 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:43:07.792750 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:43:07.792750 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:43:07.792750 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:43:07.792750 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:43:07.792750 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:43:07.792750 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:43:07.792750 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:43:07.792750 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:43:07.792750 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:43:07.792750 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:43:07.792750 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:43:07.792750 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:43:07.865864 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-eb8a7388-a0a3-47a6-949e-ca701d90e9df tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:07.875645 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-eb8a7388-a0a3-47a6-949e-ca701d90e9df tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:07.882199 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-eb8a7388-a0a3-47a6-949e-ca701d90e9df tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "DELETE /v2.0/networks/f221bd1c-6004-4fc4-b409-eb2f05c60b3c HTTP/1.1" status: 204 len: 168 time: 0.4464688 Aug 10 03:43:07.882484 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35634) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:07.899245 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a7388-a0a3-47a6-949e-ca701d90e9df tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event deleted for resources: {'Network': ['ID=f221bd1c-6004-4fc4-b409-eb2f05c60b3c,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:07.978693 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1aa07cfd-e037-46a9-bb1a-45840385f748 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:08.038370 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1aa07cfd-e037-46a9-bb1a-45840385f748 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:08.153788 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1aa07cfd-e037-46a9-bb1a-45840385f748 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:08.156738 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1aa07cfd-e037-46a9-bb1a-45840385f748 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:08.157976 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-1aa07cfd-e037-46a9-bb1a-45840385f748 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "DELETE /v2.0/security-groups/5df1bced-dd4a-4ab2-a185-0a8920018c0a HTTP/1.1" status: 204 len: 168 time: 0.2744942 Aug 10 03:43:08.172111 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa07cfd-e037-46a9-bb1a-45840385f748 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df1bced-dd4a-4ab2-a185-0a8920018c0a,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:08.559468 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35648) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:08.567267 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-734a680b-13d6-4d7d-b80a-23cd104c2cdf tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-378776415', 'description': 'tempest-secgroup-smoke-378776415 description', 'project_id': 'd4cffc5e26914104899297a77f2206bf'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:08.601380 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-734a680b-13d6-4d7d-b80a-23cd104c2cdf tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:08.743824 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-734a680b-13d6-4d7d-b80a-23cd104c2cdf tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:08.748844 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-734a680b-13d6-4d7d-b80a-23cd104c2cdf tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:08.764110 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 2d75f6ee-a11d-420d-98b6-d79b95120851 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:43:08.783734 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-734a680b-13d6-4d7d-b80a-23cd104c2cdf tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:08.786816 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-734a680b-13d6-4d7d-b80a-23cd104c2cdf tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2241664 Aug 10 03:43:08.789666 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35656) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:08.795558 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-263a8c3a-bf91-4438-aa50-0071f1280a70 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Request body: {'security_group_rule': {'security_group_id': '31267c08-63a3-4ca3-b256-dce2cf106428', 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:08.802374 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a680b-13d6-4d7d-b80a-23cd104c2cdf tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31267c08-63a3-4ca3-b256-dce2cf106428,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:08.807294 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 2d75f6ee-a11d-420d-98b6-d79b95120851 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:43:08.808723 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 2d75f6ee-a11d-420d-98b6-d79b95120851 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:43:08.810324 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 748c9651-35c7-4ae0-afb2-c618a37cdaa3 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:43:08.836161 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-263a8c3a-bf91-4438-aa50-0071f1280a70 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:08.845408 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 748c9651-35c7-4ae0-afb2-c618a37cdaa3 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:43:08.845936 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 748c9651-35c7-4ae0-afb2-c618a37cdaa3 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:43:08.929087 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-263a8c3a-bf91-4438-aa50-0071f1280a70 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:08.933694 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-263a8c3a-bf91-4438-aa50-0071f1280a70 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:08.958971 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263a8c3a-bf91-4438-aa50-0071f1280a70 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b8ff596-52d3-4018-8fb0-a684849a60d8,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:08.963065 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-263a8c3a-bf91-4438-aa50-0071f1280a70 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:08.964416 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-263a8c3a-bf91-4438-aa50-0071f1280a70 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1733935 Aug 10 03:43:08.968785 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35660) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:08.973492 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-cf9aabb1-3862-42dd-8995-a751b303ebf4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Request body: {'security_group_rule': {'security_group_id': '31267c08-63a3-4ca3-b256-dce2cf106428', 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:09.011144 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cf9aabb1-3862-42dd-8995-a751b303ebf4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:09.093367 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cf9aabb1-3862-42dd-8995-a751b303ebf4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:09.099048 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cf9aabb1-3862-42dd-8995-a751b303ebf4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:09.134143 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9aabb1-3862-42dd-8995-a751b303ebf4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43e5a535-7580-4a35-b3e3-d64e295b8cac,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:09.139551 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cf9aabb1-3862-42dd-8995-a751b303ebf4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:09.144282 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-cf9aabb1-3862-42dd-8995-a751b303ebf4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1718442 Aug 10 03:43:09.144821 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35664) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:09.151739 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-3e6a595d-8dfb-4649-b83c-be112ab59120 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Request body: {'security_group_rule': {'security_group_id': '31267c08-63a3-4ca3-b256-dce2cf106428', 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:09.182647 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3e6a595d-8dfb-4649-b83c-be112ab59120 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:09.259334 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3e6a595d-8dfb-4649-b83c-be112ab59120 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:09.264244 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3e6a595d-8dfb-4649-b83c-be112ab59120 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:09.288244 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a595d-8dfb-4649-b83c-be112ab59120 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=111980b6-349a-4011-92a3-72d994e48f24,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:09.293161 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3e6a595d-8dfb-4649-b83c-be112ab59120 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:09.295265 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-3e6a595d-8dfb-4649-b83c-be112ab59120 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1491075 Aug 10 03:43:09.298018 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35670) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:09.304754 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-8ed29780-7a78-48ee-aaa6-49164e09add4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Request body: {'security_group_rule': {'security_group_id': '31267c08-63a3-4ca3-b256-dce2cf106428', 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:09.339174 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8ed29780-7a78-48ee-aaa6-49164e09add4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:09.412565 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8ed29780-7a78-48ee-aaa6-49164e09add4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:09.416533 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8ed29780-7a78-48ee-aaa6-49164e09add4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:09.437013 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed29780-7a78-48ee-aaa6-49164e09add4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0690b0e-ed26-4450-8e22-8c3da873f753,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:09.444025 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8ed29780-7a78-48ee-aaa6-49164e09add4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:09.445514 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8ed29780-7a78-48ee-aaa6-49164e09add4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1452086 Aug 10 03:43:09.448246 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35672) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:09.453297 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-394b87b6-11ce-40f9-9bbf-27192645546b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Request body: {'security_group_rule': {'security_group_id': '31267c08-63a3-4ca3-b256-dce2cf106428', 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:09.485627 n-d-768851-15 neutron-server[94216]: INFO neutron.db.securitygroups_db [None req-394b87b6-11ce-40f9-9bbf-27192645546b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Project d4cffc5e26914104899297a77f2206bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:43:09.494088 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-394b87b6-11ce-40f9-9bbf-27192645546b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:09.600989 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-394b87b6-11ce-40f9-9bbf-27192645546b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:09.606161 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-394b87b6-11ce-40f9-9bbf-27192645546b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:09.625126 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394b87b6-11ce-40f9-9bbf-27192645546b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95cd98fc-ca2f-4a48-8fca-39e0ae37f733,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:09.632186 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-394b87b6-11ce-40f9-9bbf-27192645546b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:09.639016 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-394b87b6-11ce-40f9-9bbf-27192645546b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1850865 Aug 10 03:43:09.639261 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35678) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:09.643422 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-44682a9b-014e-4bdf-8a8d-15606413c7cd tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Request body: {'security_group_rule': {'security_group_id': '31267c08-63a3-4ca3-b256-dce2cf106428', 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:09.681902 n-d-768851-15 neutron-server[94217]: INFO neutron.db.securitygroups_db [None req-44682a9b-014e-4bdf-8a8d-15606413c7cd tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Project d4cffc5e26914104899297a77f2206bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:43:09.689039 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-44682a9b-014e-4bdf-8a8d-15606413c7cd tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:09.767263 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-44682a9b-014e-4bdf-8a8d-15606413c7cd tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:09.771480 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-44682a9b-014e-4bdf-8a8d-15606413c7cd tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:09.787339 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44682a9b-014e-4bdf-8a8d-15606413c7cd tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8731b676-e5ca-46f8-8045-02267b21d68b,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:09.797136 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-44682a9b-014e-4bdf-8a8d-15606413c7cd tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:09.802162 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-44682a9b-014e-4bdf-8a8d-15606413c7cd tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1587882 Aug 10 03:43:09.802873 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35682) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:09.808986 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-29d0600a-0d08-4c00-be65-4b253b5adf29 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Request body: {'network': {'name': 'tempest-network-smoke--515905382', 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'port_security_enabled': True}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:09.832379 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d0600a-0d08-4c00-be65-4b253b5adf29 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Made reservation on behalf of d4cffc5e26914104899297a77f2206bf for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:09.836728 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-29d0600a-0d08-4c00-be65-4b253b5adf29 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:09.864651 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29d0600a-0d08-4c00-be65-4b253b5adf29 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:43:09.875132 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-29d0600a-0d08-4c00-be65-4b253b5adf29 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:09.875914 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-29d0600a-0d08-4c00-be65-4b253b5adf29 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Added segment 4b9d3a08-4f33-4f15-ac35-39bacf8fed21 of type vlan for network fdc01fda-3338-41c9-b8d4-f012284af50a Aug 10 03:43:09.917214 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-29d0600a-0d08-4c00-be65-4b253b5adf29 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:09.953457 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-29d0600a-0d08-4c00-be65-4b253b5adf29 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:09.961247 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d0600a-0d08-4c00-be65-4b253b5adf29 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:09.963884 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-29d0600a-0d08-4c00-be65-4b253b5adf29 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:10.045025 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-29d0600a-0d08-4c00-be65-4b253b5adf29 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2407439 Aug 10 03:43:10.049056 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35688) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:10.053857 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-0b0eaa7b-0974-44b2-8daf-c88146dfb25e tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-565314020', 'admin_state_up': True, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:10.069763 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d0600a-0d08-4c00-be65-4b253b5adf29 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event updated for resources: {'Network': ['ID=fdc01fda-3338-41c9-b8d4-f012284af50a,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:10.085409 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network fdc01fda-3338-41c9-b8d4-f012284af50a details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:43:10.094138 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0b0eaa7b-0974-44b2-8daf-c88146dfb25e tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:10.095403 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0b0eaa7b-0974-44b2-8daf-c88146dfb25e tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:10.178692 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0b0eaa7b-0974-44b2-8daf-c88146dfb25e tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:10.734102 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0b0eaa7b-0974-44b2-8daf-c88146dfb25e tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:10.941070 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0b0eaa7b-0974-44b2-8daf-c88146dfb25e tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for router_gateway, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:10.962021 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0b0eaa7b-0974-44b2-8daf-c88146dfb25e tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:11.105037 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-0b0eaa7b-0974-44b2-8daf-c88146dfb25e tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Allocated IP 172.25.7.133 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/21b23250-f155-45d3-9538-5086d1661388) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:11.250311 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0b0eaa7b-0974-44b2-8daf-c88146dfb25e tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:11.305300 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0b0eaa7b-0974-44b2-8daf-c88146dfb25e tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:11.349408 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0eaa7b-0974-44b2-8daf-c88146dfb25e tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:11.354954 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-0b0eaa7b-0974-44b2-8daf-c88146dfb25e tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:11.357584 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0eaa7b-0974-44b2-8daf-c88146dfb25e tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:43:11.392949 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0eaa7b-0974-44b2-8daf-c88146dfb25e tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event updated for resources: {'Port': ['ID=21b23250-f155-45d3-9538-5086d1661388,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:11.632870 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0b0eaa7b-0974-44b2-8daf-c88146dfb25e tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for router_gateway, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:11.877466 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0b0eaa7b-0974-44b2-8daf-c88146dfb25e tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:11.922394 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:43:12.041151 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b0eaa7b-0974-44b2-8daf-c88146dfb25e tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Router 8a030180-e6fc-41bc-9eec-cab71a584ba7 is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:43:12.189837 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0eaa7b-0974-44b2-8daf-c88146dfb25e tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:43:12.202935 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6093ae16-7eb8-41ea-bee4-1b9991712aa1 None None] Sync routers for ids ['8a030180-e6fc-41bc-9eec-cab71a584ba7'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:43:12.215103 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6093ae16-7eb8-41ea-bee4-1b9991712aa1 None None] Routers {'8a030180-e6fc-41bc-9eec-cab71a584ba7'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:43:12.215609 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-6093ae16-7eb8-41ea-bee4-1b9991712aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:43:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['8a030180-e6fc-41bc-9eec-cab71a584ba7'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:12.228560 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0b0eaa7b-0974-44b2-8daf-c88146dfb25e tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:12.233501 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-0b0eaa7b-0974-44b2-8daf-c88146dfb25e tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1812706 Aug 10 03:43:12.233877 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35724) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:12.265441 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-aa8d6d4c-3fff-4cf2-b132-daa0dcab5916 tempest-TestNetworkAdvancedServerOps-2124496179 tempest-TestNetworkAdvancedServerOps-2124496179-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=d4cffc5e26914104899297a77f2206bf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303469 Aug 10 03:43:12.268170 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35726) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:12.347200 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-6093ae16-7eb8-41ea-bee4-1b9991712aa1 None None] Set router 8a030180-e6fc-41bc-9eec-cab71a584ba7 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:43:12.545433 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-6093ae16-7eb8-41ea-bee4-1b9991712aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a030180-e6fc-41bc-9eec-cab71a584ba7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565314020', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '21b23250-f155-45d3-9538-5086d1661388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:43:10Z', 'updated_at': '2021-08-10T03:43:11Z', 'revision_number': 3, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'gw_port': {'id': '21b23250-f155-45d3-9538-5086d1661388', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a030180-e6fc-41bc-9eec-cab71a584ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:43:10Z', 'updated_at': '2021-08-10T03:43:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:12.578293 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6093ae16-7eb8-41ea-bee4-1b9991712aa1 None None] Checking router: 8a030180-e6fc-41bc-9eec-cab71a584ba7 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:43:12.578965 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6093ae16-7eb8-41ea-bee4-1b9991712aa1 None None] Updating router 8a030180-e6fc-41bc-9eec-cab71a584ba7 port 21b23250-f155-45d3-9538-5086d1661388 binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:43:12.613376 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-6093ae16-7eb8-41ea-bee4-1b9991712aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:12.824136 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4598e09-d5d2-4d0a-a378-3eeebd9e9a5a tempest-TestNetworkAdvancedServerOps-2124496179 tempest-TestNetworkAdvancedServerOps-2124496179-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:12.829922 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d4598e09-d5d2-4d0a-a378-3eeebd9e9a5a tempest-TestNetworkAdvancedServerOps-2124496179 tempest-TestNetworkAdvancedServerOps-2124496179-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5571752 Aug 10 03:43:12.829922 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35738) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:12.873440 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-bdc1b76d-a1dc-44c0-adde-e114e1569870 tempest-TestNetworkAdvancedServerOps-2124496179 tempest-TestNetworkAdvancedServerOps-2124496179-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=09ca2025-b9a6-4e84-8019-8d9fbef3753e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417247 Aug 10 03:43:12.875861 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35740) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:12.884205 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-51bfd7a1-a68b-4d87-97b2-e3524c1589fc tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1920980701', 'network_id': 'fdc01fda-3338-41c9-b8d4-f012284af50a', 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:12.976263 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-6093ae16-7eb8-41ea-bee4-1b9991712aa1 None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:12.987374 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-6093ae16-7eb8-41ea-bee4-1b9991712aa1 None None] Transition to ACTIVE for port object 21b23250-f155-45d3-9538-5086d1661388 will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:12.994047 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-6093ae16-7eb8-41ea-bee4-1b9991712aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:13.020500 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51bfd7a1-a68b-4d87-97b2-e3524c1589fc tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Made reservation on behalf of d4cffc5e26914104899297a77f2206bf for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:13.025229 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-51bfd7a1-a68b-4d87-97b2-e3524c1589fc tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:13.055351 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-6093ae16-7eb8-41ea-bee4-1b9991712aa1 None None] Attempting to bind port 21b23250-f155-45d3-9538-5086d1661388 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:43:13.055794 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-6093ae16-7eb8-41ea-bee4-1b9991712aa1 None None] Attempting to bind port 21b23250-f155-45d3-9538-5086d1661388 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:43:13.056246 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6093ae16-7eb8-41ea-bee4-1b9991712aa1 None None] Attempting to bind port 21b23250-f155-45d3-9538-5086d1661388 on network 09ca2025-b9a6-4e84-8019-8d9fbef3753e {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:13.063907 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53c64f9-3ffe-42d3-8469-ebdeb4b72252 None None] Pushing event updated for resources: {'Port': ['ID=21b23250-f155-45d3-9538-5086d1661388,revision_number=2']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:13.068394 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53c64f9-3ffe-42d3-8469-ebdeb4b72252 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:13.069222 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53c64f9-3ffe-42d3-8469-ebdeb4b72252 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:13.069222 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53c64f9-3ffe-42d3-8469-ebdeb4b72252 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:13.069727 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53c64f9-3ffe-42d3-8469-ebdeb4b72252 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:13.070142 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53c64f9-3ffe-42d3-8469-ebdeb4b72252 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:13.070577 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53c64f9-3ffe-42d3-8469-ebdeb4b72252 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:13.071018 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53c64f9-3ffe-42d3-8469-ebdeb4b72252 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:13.071435 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53c64f9-3ffe-42d3-8469-ebdeb4b72252 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:13.071843 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53c64f9-3ffe-42d3-8469-ebdeb4b72252 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:13.072256 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53c64f9-3ffe-42d3-8469-ebdeb4b72252 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:13.072667 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53c64f9-3ffe-42d3-8469-ebdeb4b72252 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:13.073074 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53c64f9-3ffe-42d3-8469-ebdeb4b72252 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:13.077070 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6093ae16-7eb8-41ea-bee4-1b9991712aa1 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:43:13.077587 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6093ae16-7eb8-41ea-bee4-1b9991712aa1 None None] Checking segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:13.078114 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-6093ae16-7eb8-41ea-bee4-1b9991712aa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:13.078593 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6093ae16-7eb8-41ea-bee4-1b9991712aa1 None None] Bound using segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:43:13.079195 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-6093ae16-7eb8-41ea-bee4-1b9991712aa1 None None] Bound port: 21b23250-f155-45d3-9538-5086d1661388, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:43:13.079914 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-6093ae16-7eb8-41ea-bee4-1b9991712aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:13.149140 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-6093ae16-7eb8-41ea-bee4-1b9991712aa1 None None] For port 21b23250-f155-45d3-9538-5086d1661388, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:43:13.152599 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-6093ae16-7eb8-41ea-bee4-1b9991712aa1 None None] For port 21b23250-f155-45d3-9538-5086d1661388, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=21b23250-f155-45d3-9538-5086d1661388,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:43:13.158104 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-6093ae16-7eb8-41ea-bee4-1b9991712aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:13.227548 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6093ae16-7eb8-41ea-bee4-1b9991712aa1 None None] Routers {'8a030180-e6fc-41bc-9eec-cab71a584ba7'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:43:13.228171 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-6093ae16-7eb8-41ea-bee4-1b9991712aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:43:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['8a030180-e6fc-41bc-9eec-cab71a584ba7'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:13.267310 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53c64f9-3ffe-42d3-8469-ebdeb4b72252 None None] Pushing event updated for resources: {'Port': ['ID=21b23250-f155-45d3-9538-5086d1661388,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:13.273567 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-51bfd7a1-a68b-4d87-97b2-e3524c1589fc tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:13.354440 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bfd7a1-a68b-4d87-97b2-e3524c1589fc tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event updated for resources: {'Subnet': ['ID=9886442c-766e-4219-b870-5a2b0db592ac,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:13.361669 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bfd7a1-a68b-4d87-97b2-e3524c1589fc tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Checking segment: {'id': '4b9d3a08-4f33-4f15-ac35-39bacf8fed21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'fdc01fda-3338-41c9-b8d4-f012284af50a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:13.362144 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bfd7a1-a68b-4d87-97b2-e3524c1589fc tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Network hostable DHCP agents. Network: fdc01fda-3338-41c9-b8d4-f012284af50a, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:43:13.383050 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bfd7a1-a68b-4d87-97b2-e3524c1589fc tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Network fdc01fda-3338-41c9-b8d4-f012284af50a is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:43:13.394033 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-51bfd7a1-a68b-4d87-97b2-e3524c1589fc tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, fdc01fda-3338-41c9-b8d4-f012284af50a) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:13.400810 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bfd7a1-a68b-4d87-97b2-e3524c1589fc tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:13.401627 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-51bfd7a1-a68b-4d87-97b2-e3524c1589fc tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:13.407911 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da2bca6-71f2-45d9-b6af-c02b9f48cadc None None] Network fdc01fda-3338-41c9-b8d4-f012284af50a requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:13.439108 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35748) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:13.439607 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-51bfd7a1-a68b-4d87-97b2-e3524c1589fc tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5588224 Aug 10 03:43:13.474448 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-6093ae16-7eb8-41ea-bee4-1b9991712aa1 None None] Set router 8a030180-e6fc-41bc-9eec-cab71a584ba7 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:43:13.653438 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d2ef86-e2c6-4888-9788-a5da69ebe5cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-fdc01fda-3338-41c9-b8d4-f012284af50a', 'network_id': 'fdc01fda-3338-41c9-b8d4-f012284af50a', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'fixed_ips': [{'subnet_id': '9886442c-766e-4219-b870-5a2b0db592ac'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:43:13.654467 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b9d2ef86-e2c6-4888-9788-a5da69ebe5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:13.714712 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-6093ae16-7eb8-41ea-bee4-1b9991712aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a030180-e6fc-41bc-9eec-cab71a584ba7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565314020', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '21b23250-f155-45d3-9538-5086d1661388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:43:10Z', 'updated_at': '2021-08-10T03:43:11Z', 'revision_number': 3, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'gw_port': {'id': '21b23250-f155-45d3-9538-5086d1661388', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a030180-e6fc-41bc-9eec-cab71a584ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:43:10Z', 'updated_at': '2021-08-10T03:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:13.768077 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6093ae16-7eb8-41ea-bee4-1b9991712aa1 None None] The sync data for ids ['8a030180-e6fc-41bc-9eec-cab71a584ba7'] in n-d-768851-15 is: [{'id': '8a030180-e6fc-41bc-9eec-cab71a584ba7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565314020', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '21b23250-f155-45d3-9538-5086d1661388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:43:10Z', 'updated_at': '2021-08-10T03:43:11Z', 'revision_number': 3, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'gw_port': {'id': '21b23250-f155-45d3-9538-5086d1661388', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a030180-e6fc-41bc-9eec-cab71a584ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:43:10Z', 'updated_at': '2021-08-10T03:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:43:13.834992 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-b9d2ef86-e2c6-4888-9788-a5da69ebe5cf None None] Allocated IP 172.20.0.2 (fdc01fda-3338-41c9-b8d4-f012284af50a/9886442c-766e-4219-b870-5a2b0db592ac/b8ede566-e926-4f92-ba98-b01642b5dc22) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:14.051595 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b9d2ef86-e2c6-4888-9788-a5da69ebe5cf None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:14.069768 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b9d2ef86-e2c6-4888-9788-a5da69ebe5cf None None] Transition to ACTIVE for port object b8ede566-e926-4f92-ba98-b01642b5dc22 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:14.089729 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b9d2ef86-e2c6-4888-9788-a5da69ebe5cf None None] Transition to ACTIVE for port object b8ede566-e926-4f92-ba98-b01642b5dc22 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:14.097506 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b9d2ef86-e2c6-4888-9788-a5da69ebe5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:14.114656 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6f37951d-3365-45b3-bd6f-b3b6d994dda9 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:14.162446 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d2ef86-e2c6-4888-9788-a5da69ebe5cf None None] Network fdc01fda-3338-41c9-b8d4-f012284af50a is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:14.171738 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-b9d2ef86-e2c6-4888-9788-a5da69ebe5cf None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:14.178608 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d2ef86-e2c6-4888-9788-a5da69ebe5cf None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:43:14.195653 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d2ef86-e2c6-4888-9788-a5da69ebe5cf None None] Pushing event updated for resources: {'Port': ['ID=b8ede566-e926-4f92-ba98-b01642b5dc22,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:14.312105 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-b9d2ef86-e2c6-4888-9788-a5da69ebe5cf None None] Attempting to bind port b8ede566-e926-4f92-ba98-b01642b5dc22 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:43:14.314124 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-b9d2ef86-e2c6-4888-9788-a5da69ebe5cf None None] Attempting to bind port b8ede566-e926-4f92-ba98-b01642b5dc22 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4b9d3a08-4f33-4f15-ac35-39bacf8fed21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'fdc01fda-3338-41c9-b8d4-f012284af50a'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:43:14.314869 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d2ef86-e2c6-4888-9788-a5da69ebe5cf None None] Attempting to bind port b8ede566-e926-4f92-ba98-b01642b5dc22 on network fdc01fda-3338-41c9-b8d4-f012284af50a {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:14.323075 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d2ef86-e2c6-4888-9788-a5da69ebe5cf None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:43:14.323622 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d2ef86-e2c6-4888-9788-a5da69ebe5cf None None] Checking segment: {'id': '4b9d3a08-4f33-4f15-ac35-39bacf8fed21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'fdc01fda-3338-41c9-b8d4-f012284af50a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:14.324517 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b9d2ef86-e2c6-4888-9788-a5da69ebe5cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:14.325028 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d2ef86-e2c6-4888-9788-a5da69ebe5cf None None] Bound using segment: {'id': '4b9d3a08-4f33-4f15-ac35-39bacf8fed21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'fdc01fda-3338-41c9-b8d4-f012284af50a'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:43:14.325792 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-b9d2ef86-e2c6-4888-9788-a5da69ebe5cf None None] Bound port: b8ede566-e926-4f92-ba98-b01642b5dc22, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b9d3a08-4f33-4f15-ac35-39bacf8fed21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'fdc01fda-3338-41c9-b8d4-f012284af50a'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:43:14.326441 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b9d2ef86-e2c6-4888-9788-a5da69ebe5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:14.422304 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b9d2ef86-e2c6-4888-9788-a5da69ebe5cf None None] For port b8ede566-e926-4f92-ba98-b01642b5dc22, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:43:14.429271 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b9d2ef86-e2c6-4888-9788-a5da69ebe5cf None None] For port b8ede566-e926-4f92-ba98-b01642b5dc22, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=b8ede566-e926-4f92-ba98-b01642b5dc22,segment=NetworkSegment(4b9d3a08-4f33-4f15-ac35-39bacf8fed21),segment_id=4b9d3a08-4f33-4f15-ac35-39bacf8fed21)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:43:14.436200 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b9d2ef86-e2c6-4888-9788-a5da69ebe5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:14.530238 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d2ef86-e2c6-4888-9788-a5da69ebe5cf None None] Pushing event updated for resources: {'Port': ['ID=b8ede566-e926-4f92-ba98-b01642b5dc22,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:14.593899 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-6f37951d-3365-45b3-bd6f-b3b6d994dda9 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Allocated IP 172.20.0.1 (fdc01fda-3338-41c9-b8d4-f012284af50a/9886442c-766e-4219-b870-5a2b0db592ac/59298853-a815-40b2-afbd-51925696ef1c) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:14.916895 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 21b23250-f155-45d3-9538-5086d1661388 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:43:14.926185 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6f37951d-3365-45b3-bd6f-b3b6d994dda9 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:14.964546 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-6f37951d-3365-45b3-bd6f-b3b6d994dda9 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Transition to ACTIVE for port object 59298853-a815-40b2-afbd-51925696ef1c will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:15.027577 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6f37951d-3365-45b3-bd6f-b3b6d994dda9 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:15.040735 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 21b23250-f155-45d3-9538-5086d1661388 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:15.051577 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 21b23250-f155-45d3-9538-5086d1661388 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:15.052216 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:15.163380 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f37951d-3365-45b3-bd6f-b3b6d994dda9 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Network fdc01fda-3338-41c9-b8d4-f012284af50a is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:15.173519 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-6f37951d-3365-45b3-bd6f-b3b6d994dda9 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:15.178221 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f37951d-3365-45b3-bd6f-b3b6d994dda9 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:43:15.189867 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f37951d-3365-45b3-bd6f-b3b6d994dda9 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event updated for resources: {'Port': ['ID=59298853-a815-40b2-afbd-51925696ef1c,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:15.225687 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:15.254642 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6f37951d-3365-45b3-bd6f-b3b6d994dda9 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:15.263444 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 21b23250-f155-45d3-9538-5086d1661388, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=21b23250-f155-45d3-9538-5086d1661388,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:15.269755 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:15.344341 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=21b23250-f155-45d3-9538-5086d1661388,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:15.458627 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6f37951d-3365-45b3-bd6f-b3b6d994dda9 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:15.944906 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6f37951d-3365-45b3-bd6f-b3b6d994dda9 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:15.954879 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6f37951d-3365-45b3-bd6f-b3b6d994dda9 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:15.971621 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534f287d-b9c1-42e1-9958-ad5e506ad8bb None None] Network fdc01fda-3338-41c9-b8d4-f012284af50a requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:16.070669 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f37951d-3365-45b3-bd6f-b3b6d994dda9 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event updated for resources: {'Port': ['ID=59298853-a815-40b2-afbd-51925696ef1c,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:16.084686 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6f37951d-3365-45b3-bd6f-b3b6d994dda9 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:16.086815 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-08e68149-7a94-463f-8c3b-8c71de33fd29 None None] Provisioning for port b8ede566-e926-4f92-ba98-b01642b5dc22 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:16.283573 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f37951d-3365-45b3-bd6f-b3b6d994dda9 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Network fdc01fda-3338-41c9-b8d4-f012284af50a is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:16.288523 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-6f37951d-3365-45b3-bd6f-b3b6d994dda9 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:16.656333 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-ece2ead5-65ac-471e-acf2-607998100d23 None None] Provisioning for port 59298853-a815-40b2-afbd-51925696ef1c completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:16.672648 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-ece2ead5-65ac-471e-acf2-607998100d23 None None] Provisioning complete for port 59298853-a815-40b2-afbd-51925696ef1c triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:16.673956 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ece2ead5-65ac-471e-acf2-607998100d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:16.774435 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-ece2ead5-65ac-471e-acf2-607998100d23 None None] Port 59298853-a815-40b2-afbd-51925696ef1c cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:43:16.908988 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 21b23250-f155-45d3-9538-5086d1661388 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:43:16.956453 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f37951d-3365-45b3-bd6f-b3b6d994dda9 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Router 8a030180-e6fc-41bc-9eec-cab71a584ba7 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:43:16.971081 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-14611b57-b029-4099-a554-f921bde23610 None None] Provisioning complete for port 59298853-a815-40b2-afbd-51925696ef1c triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:16.973602 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-14611b57-b029-4099-a554-f921bde23610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:17.035057 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-14611b57-b029-4099-a554-f921bde23610 None None] Port 59298853-a815-40b2-afbd-51925696ef1c cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:43:17.045724 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 21b23250-f155-45d3-9538-5086d1661388 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:17.046090 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:17.119381 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f37951d-3365-45b3-bd6f-b3b6d994dda9 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:43:17.138766 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-6f37951d-3365-45b3-bd6f-b3b6d994dda9 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "PUT /v2.0/routers/8a030180-e6fc-41bc-9eec-cab71a584ba7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6862524 Aug 10 03:43:17.151042 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0043fac2-38bb-49f0-bca2-45e85b8982e6 None None] Sync routers for ids ['8a030180-e6fc-41bc-9eec-cab71a584ba7'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:43:17.166490 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0043fac2-38bb-49f0-bca2-45e85b8982e6 None None] Routers {'8a030180-e6fc-41bc-9eec-cab71a584ba7'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:43:17.167061 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-0043fac2-38bb-49f0-bca2-45e85b8982e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:43:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['8a030180-e6fc-41bc-9eec-cab71a584ba7'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:17.206110 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b8ede566-e926-4f92-ba98-b01642b5dc22 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:43:17.320636 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-4914bda5-15d3-4bd1-a822-2b681e7a337a None None] Provisioning complete for port 59298853-a815-40b2-afbd-51925696ef1c triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:17.321210 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4914bda5-15d3-4bd1-a822-2b681e7a337a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:17.329121 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-44831482-6775-4c1f-9785-7d7add5d74f3 req-a2f444d6-846d-4467-851c-00805d311dce tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-378776415&fields=id&tenant_id=d4cffc5e26914104899297a77f2206bf HTTP/1.1" status: 200 len: 267 time: 0.0477912 Aug 10 03:43:17.388786 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-4914bda5-15d3-4bd1-a822-2b681e7a337a None None] Port 59298853-a815-40b2-afbd-51925696ef1c cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:43:17.392422 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port b8ede566-e926-4f92-ba98-b01642b5dc22 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:17.396079 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-0043fac2-38bb-49f0-bca2-45e85b8982e6 None None] Set router 8a030180-e6fc-41bc-9eec-cab71a584ba7 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:43:17.429464 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port b8ede566-e926-4f92-ba98-b01642b5dc22 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:17.429886 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:17.480618 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44831482-6775-4c1f-9785-7d7add5d74f3 req-e8bee41a-56c3-4e10-aeb7-0761f3958fef tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:17.483285 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-44831482-6775-4c1f-9785-7d7add5d74f3 req-e8bee41a-56c3-4e10-aeb7-0761f3958fef tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/networks?id=fdc01fda-3338-41c9-b8d4-f012284af50a HTTP/1.1" status: 200 len: 796 time: 0.1418719 Aug 10 03:43:17.505461 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-44831482-6775-4c1f-9785-7d7add5d74f3 req-6b670e11-afdf-4742-8cc2-a0f90e6649e0 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/quotas/d4cffc5e26914104899297a77f2206bf HTTP/1.1" status: 200 len: 375 time: 0.0120256 Aug 10 03:43:17.583756 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-44831482-6775-4c1f-9785-7d7add5d74f3 req-163597f5-d862-437a-97be-68c6836568ff tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d4cffc5e26914104899297a77f2206bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0682445 Aug 10 03:43:17.648267 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:17.728227 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port b8ede566-e926-4f92-ba98-b01642b5dc22, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=b8ede566-e926-4f92-ba98-b01642b5dc22,segment=NetworkSegment(4b9d3a08-4f33-4f15-ac35-39bacf8fed21),segment_id=4b9d3a08-4f33-4f15-ac35-39bacf8fed21)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:17.741773 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:17.742766 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-44831482-6775-4c1f-9785-7d7add5d74f3 req-888118b1-34db-4266-9b53-99319bc4ebba service neutron] 10.222.0.62 "GET /v2.0/networks/fdc01fda-3338-41c9-b8d4-f012284af50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359279 Aug 10 03:43:17.773310 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-0043fac2-38bb-49f0-bca2-45e85b8982e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a030180-e6fc-41bc-9eec-cab71a584ba7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565314020', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '21b23250-f155-45d3-9538-5086d1661388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:43:10Z', 'updated_at': '2021-08-10T03:43:15Z', 'revision_number': 4, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'gw_port': {'id': '21b23250-f155-45d3-9538-5086d1661388', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a030180-e6fc-41bc-9eec-cab71a584ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:43:10Z', 'updated_at': '2021-08-10T03:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '59298853-a815-40b2-afbd-51925696ef1c', 'name': '', 'network_id': 'fdc01fda-3338-41c9-b8d4-f012284af50a', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'mac_address': 'fa:16:3e:a4:ca:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a030180-e6fc-41bc-9eec-cab71a584ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '9886442c-766e-4219-b870-5a2b0db592ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:43:14Z', 'updated_at': '2021-08-10T03:43:15Z', 'revision_number': 2, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'subnets': [{'id': '9886442c-766e-4219-b870-5a2b0db592ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:17.809484 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0043fac2-38bb-49f0-bca2-45e85b8982e6 None None] Checking router: 8a030180-e6fc-41bc-9eec-cab71a584ba7 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:43:17.809941 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0043fac2-38bb-49f0-bca2-45e85b8982e6 None None] Updating router 8a030180-e6fc-41bc-9eec-cab71a584ba7 port 59298853-a815-40b2-afbd-51925696ef1c binding host n-d-768851-15 {{(pid=94218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:43:17.855113 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0043fac2-38bb-49f0-bca2-45e85b8982e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:17.858662 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=b8ede566-e926-4f92-ba98-b01642b5dc22,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:17.883481 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-44831482-6775-4c1f-9785-7d7add5d74f3 req-21acd61d-110a-4fb2-9afd-fa85993eda4d service neutron] 10.222.0.62 "GET /v2.0/networks/fdc01fda-3338-41c9-b8d4-f012284af50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330113 Aug 10 03:43:18.117723 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e310fc7c-df80-4537-8ac8-33dddb1e9a83 req-ef7b727b-ae11-4588-b76e-d564b21301e6 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=382f895d-491f-4eb0-b8d7-8d71083f58e7 HTTP/1.1" status: 200 len: 210 time: 0.0330107 Aug 10 03:43:18.284468 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0043fac2-38bb-49f0-bca2-45e85b8982e6 None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:18.302082 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0043fac2-38bb-49f0-bca2-45e85b8982e6 None None] Transition to ACTIVE for port object 59298853-a815-40b2-afbd-51925696ef1c will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:18.311692 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0043fac2-38bb-49f0-bca2-45e85b8982e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:18.419176 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86e2c63-3323-4e8a-a835-ec1633185d3e None None] Pushing event updated for resources: {'Port': ['ID=59298853-a815-40b2-afbd-51925696ef1c,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:18.482796 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-0043fac2-38bb-49f0-bca2-45e85b8982e6 None None] Attempting to bind port 59298853-a815-40b2-afbd-51925696ef1c on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:43:18.483585 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-0043fac2-38bb-49f0-bca2-45e85b8982e6 None None] Attempting to bind port 59298853-a815-40b2-afbd-51925696ef1c by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4b9d3a08-4f33-4f15-ac35-39bacf8fed21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'fdc01fda-3338-41c9-b8d4-f012284af50a'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:43:18.484184 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0043fac2-38bb-49f0-bca2-45e85b8982e6 None None] Attempting to bind port 59298853-a815-40b2-afbd-51925696ef1c on network fdc01fda-3338-41c9-b8d4-f012284af50a {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:18.498564 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0043fac2-38bb-49f0-bca2-45e85b8982e6 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:43:18.499492 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0043fac2-38bb-49f0-bca2-45e85b8982e6 None None] Checking segment: {'id': '4b9d3a08-4f33-4f15-ac35-39bacf8fed21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'fdc01fda-3338-41c9-b8d4-f012284af50a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:18.500123 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0043fac2-38bb-49f0-bca2-45e85b8982e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:18.501158 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0043fac2-38bb-49f0-bca2-45e85b8982e6 None None] Bound using segment: {'id': '4b9d3a08-4f33-4f15-ac35-39bacf8fed21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'fdc01fda-3338-41c9-b8d4-f012284af50a'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:43:18.501301 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-0043fac2-38bb-49f0-bca2-45e85b8982e6 None None] Bound port: 59298853-a815-40b2-afbd-51925696ef1c, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b9d3a08-4f33-4f15-ac35-39bacf8fed21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'fdc01fda-3338-41c9-b8d4-f012284af50a'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:43:18.501795 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0043fac2-38bb-49f0-bca2-45e85b8982e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:18.607921 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0043fac2-38bb-49f0-bca2-45e85b8982e6 None None] For port 59298853-a815-40b2-afbd-51925696ef1c, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:43:18.612080 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0043fac2-38bb-49f0-bca2-45e85b8982e6 None None] For port 59298853-a815-40b2-afbd-51925696ef1c, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=59298853-a815-40b2-afbd-51925696ef1c,segment=NetworkSegment(4b9d3a08-4f33-4f15-ac35-39bacf8fed21),segment_id=4b9d3a08-4f33-4f15-ac35-39bacf8fed21)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:43:18.617827 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0043fac2-38bb-49f0-bca2-45e85b8982e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:18.710244 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0043fac2-38bb-49f0-bca2-45e85b8982e6 None None] Routers {'8a030180-e6fc-41bc-9eec-cab71a584ba7'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:43:18.711327 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-0043fac2-38bb-49f0-bca2-45e85b8982e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:43:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['8a030180-e6fc-41bc-9eec-cab71a584ba7'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:18.804765 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86e2c63-3323-4e8a-a835-ec1633185d3e None None] Pushing event updated for resources: {'Port': ['ID=59298853-a815-40b2-afbd-51925696ef1c,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:18.821274 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b8ede566-e926-4f92-ba98-b01642b5dc22 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:43:18.955382 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port b8ede566-e926-4f92-ba98-b01642b5dc22 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:18.955762 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:18.987989 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-0043fac2-38bb-49f0-bca2-45e85b8982e6 None None] Set router 8a030180-e6fc-41bc-9eec-cab71a584ba7 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:43:19.257343 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-37fecdaa-82e2-4212-a966-e4381c516720 req-c132379d-ac97-476e-8f91-ac9a5ec7ebbb tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=382f895d-491f-4eb0-b8d7-8d71083f58e7 HTTP/1.1" status: 200 len: 210 time: 0.0535927 Aug 10 03:43:19.384894 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44831482-6775-4c1f-9785-7d7add5d74f3 req-f2e176df-a461-471d-9f32-48acb02abaab tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:19.388247 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-44831482-6775-4c1f-9785-7d7add5d74f3 req-f2e176df-a461-471d-9f32-48acb02abaab tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.58 "GET /v2.0/networks?id=fdc01fda-3338-41c9-b8d4-f012284af50a HTTP/1.1" status: 200 len: 796 time: 0.1723764 Aug 10 03:43:19.458930 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-44831482-6775-4c1f-9785-7d7add5d74f3 req-f29eacb4-e2e1-4767-a7f2-452beda40152 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4cffc5e26914104899297a77f2206bf HTTP/1.1" status: 200 len: 379 time: 0.0611589 Aug 10 03:43:19.473490 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-44831482-6775-4c1f-9785-7d7add5d74f3 req-65689dea-12ee-49a6-ace9-c60367c80fad tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Request body: {'port': {'device_id': '382f895d-491f-4eb0-b8d7-8d71083f58e7', 'network_id': 'fdc01fda-3338-41c9-b8d4-f012284af50a', 'admin_state_up': True, 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'security_groups': ['31267c08-63a3-4ca3-b256-dce2cf106428']}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:19.569159 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-0043fac2-38bb-49f0-bca2-45e85b8982e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a030180-e6fc-41bc-9eec-cab71a584ba7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565314020', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '21b23250-f155-45d3-9538-5086d1661388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:43:10Z', 'updated_at': '2021-08-10T03:43:15Z', 'revision_number': 4, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'gw_port': {'id': '21b23250-f155-45d3-9538-5086d1661388', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a030180-e6fc-41bc-9eec-cab71a584ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:43:10Z', 'updated_at': '2021-08-10T03:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '59298853-a815-40b2-afbd-51925696ef1c', 'name': '', 'network_id': 'fdc01fda-3338-41c9-b8d4-f012284af50a', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'mac_address': 'fa:16:3e:a4:ca:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a030180-e6fc-41bc-9eec-cab71a584ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '9886442c-766e-4219-b870-5a2b0db592ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:43:14Z', 'updated_at': '2021-08-10T03:43:18Z', 'revision_number': 4, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'subnets': [{'id': '9886442c-766e-4219-b870-5a2b0db592ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:19.617235 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0043fac2-38bb-49f0-bca2-45e85b8982e6 None None] The sync data for ids ['8a030180-e6fc-41bc-9eec-cab71a584ba7'] in n-d-768851-15 is: [{'id': '8a030180-e6fc-41bc-9eec-cab71a584ba7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565314020', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '21b23250-f155-45d3-9538-5086d1661388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:43:10Z', 'updated_at': '2021-08-10T03:43:15Z', 'revision_number': 4, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'gw_port': {'id': '21b23250-f155-45d3-9538-5086d1661388', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a030180-e6fc-41bc-9eec-cab71a584ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:43:10Z', 'updated_at': '2021-08-10T03:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '59298853-a815-40b2-afbd-51925696ef1c', 'name': '', 'network_id': 'fdc01fda-3338-41c9-b8d4-f012284af50a', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'mac_address': 'fa:16:3e:a4:ca:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a030180-e6fc-41bc-9eec-cab71a584ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '9886442c-766e-4219-b870-5a2b0db592ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:43:14Z', 'updated_at': '2021-08-10T03:43:18Z', 'revision_number': 4, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'subnets': [{'id': '9886442c-766e-4219-b870-5a2b0db592ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:43:19.645531 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44831482-6775-4c1f-9785-7d7add5d74f3 req-65689dea-12ee-49a6-ace9-c60367c80fad tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Made reservation on behalf of d4cffc5e26914104899297a77f2206bf for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:19.652031 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-44831482-6775-4c1f-9785-7d7add5d74f3 req-65689dea-12ee-49a6-ace9-c60367c80fad tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:19.877510 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-44831482-6775-4c1f-9785-7d7add5d74f3 req-65689dea-12ee-49a6-ace9-c60367c80fad tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Allocated IP 172.20.0.5 (fdc01fda-3338-41c9-b8d4-f012284af50a/9886442c-766e-4219-b870-5a2b0db592ac/e975b42d-9ae3-48d4-b036-6674ecd0a4bb) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:20.090526 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-44831482-6775-4c1f-9785-7d7add5d74f3 req-65689dea-12ee-49a6-ace9-c60367c80fad tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:20.115343 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-44831482-6775-4c1f-9785-7d7add5d74f3 req-65689dea-12ee-49a6-ace9-c60367c80fad tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Transition to ACTIVE for port object e975b42d-9ae3-48d4-b036-6674ecd0a4bb will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:20.182930 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-44831482-6775-4c1f-9785-7d7add5d74f3 req-65689dea-12ee-49a6-ace9-c60367c80fad tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:20.260765 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44831482-6775-4c1f-9785-7d7add5d74f3 req-65689dea-12ee-49a6-ace9-c60367c80fad tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Network fdc01fda-3338-41c9-b8d4-f012284af50a is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:20.264978 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-44831482-6775-4c1f-9785-7d7add5d74f3 req-65689dea-12ee-49a6-ace9-c60367c80fad tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:20.267172 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65689dea-12ee-49a6-ace9-c60367c80fad tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event updated for resources: {'Port': ['ID=e975b42d-9ae3-48d4-b036-6674ecd0a4bb,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:20.269120 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-44831482-6775-4c1f-9785-7d7add5d74f3 req-65689dea-12ee-49a6-ace9-c60367c80fad tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:43:20.343394 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44831482-6775-4c1f-9785-7d7add5d74f3 req-65689dea-12ee-49a6-ace9-c60367c80fad tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:20.344250 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-44831482-6775-4c1f-9785-7d7add5d74f3 req-65689dea-12ee-49a6-ace9-c60367c80fad tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:20.371891 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-44831482-6775-4c1f-9785-7d7add5d74f3 req-65689dea-12ee-49a6-ace9-c60367c80fad tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9067745 Aug 10 03:43:20.386695 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-44831482-6775-4c1f-9785-7d7add5d74f3 req-ebe51bce-582d-42ad-98f6-7b57d272d29f service neutron] Request body: {'port': {'device_id': '382f895d-491f-4eb0-b8d7-8d71083f58e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:20.492619 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-44831482-6775-4c1f-9785-7d7add5d74f3 req-ebe51bce-582d-42ad-98f6-7b57d272d29f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:20.527226 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ec31a-cdeb-4298-8d00-53fb4598f444 req-04912a93-4663-4053-8f34-fbeff159a302 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:20.539729 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f60ec31a-cdeb-4298-8d00-53fb4598f444 req-04912a93-4663-4053-8f34-fbeff159a302 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=382f895d-491f-4eb0-b8d7-8d71083f58e7 HTTP/1.1" status: 200 len: 931 time: 0.0929377 Aug 10 03:43:20.602349 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f60ec31a-cdeb-4298-8d00-53fb4598f444 req-aaefe805-2d1e-4811-b25d-62a7ab52cdd8 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=31267c08-63a3-4ca3-b256-dce2cf106428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611792 Aug 10 03:43:20.691698 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-f87cdd5a-1c87-46b8-a012-4dfc194d8a06 None None] Provisioning for port e975b42d-9ae3-48d4-b036-6674ecd0a4bb completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:20.696260 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-f87cdd5a-1c87-46b8-a012-4dfc194d8a06 None None] Provisioning complete for port e975b42d-9ae3-48d4-b036-6674ecd0a4bb triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:20.696625 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f87cdd5a-1c87-46b8-a012-4dfc194d8a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:20.772160 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-f87cdd5a-1c87-46b8-a012-4dfc194d8a06 None None] Port e975b42d-9ae3-48d4-b036-6674ecd0a4bb cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:43:20.809226 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 59298853-a815-40b2-afbd-51925696ef1c up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:43:20.887023 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 59298853-a815-40b2-afbd-51925696ef1c completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:20.897665 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 59298853-a815-40b2-afbd-51925696ef1c triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:20.898079 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:21.006682 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-44831482-6775-4c1f-9785-7d7add5d74f3 req-ebe51bce-582d-42ad-98f6-7b57d272d29f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e975b42d-9ae3-48d4-b036-6674ecd0a4bb {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:43:21.014704 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:21.015542 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-44831482-6775-4c1f-9785-7d7add5d74f3 req-ebe51bce-582d-42ad-98f6-7b57d272d29f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:21.029718 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-44831482-6775-4c1f-9785-7d7add5d74f3 req-ebe51bce-582d-42ad-98f6-7b57d272d29f service neutron] Transition to ACTIVE for port object e975b42d-9ae3-48d4-b036-6674ecd0a4bb will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:21.034123 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-44831482-6775-4c1f-9785-7d7add5d74f3 req-ebe51bce-582d-42ad-98f6-7b57d272d29f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:21.070407 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 59298853-a815-40b2-afbd-51925696ef1c, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=59298853-a815-40b2-afbd-51925696ef1c,segment=NetworkSegment(4b9d3a08-4f33-4f15-ac35-39bacf8fed21),segment_id=4b9d3a08-4f33-4f15-ac35-39bacf8fed21)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:21.076149 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:21.139066 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe51bce-582d-42ad-98f6-7b57d272d29f service neutron] Pushing event updated for resources: {'Port': ['ID=e975b42d-9ae3-48d4-b036-6674ecd0a4bb,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:21.156629 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=59298853-a815-40b2-afbd-51925696ef1c,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:21.234933 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-44831482-6775-4c1f-9785-7d7add5d74f3 req-ebe51bce-582d-42ad-98f6-7b57d272d29f service neutron] Attempting to bind port e975b42d-9ae3-48d4-b036-6674ecd0a4bb on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:43:21.235610 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-44831482-6775-4c1f-9785-7d7add5d74f3 req-ebe51bce-582d-42ad-98f6-7b57d272d29f service neutron] Attempting to bind port e975b42d-9ae3-48d4-b036-6674ecd0a4bb by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '4b9d3a08-4f33-4f15-ac35-39bacf8fed21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'fdc01fda-3338-41c9-b8d4-f012284af50a'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:43:21.235981 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44831482-6775-4c1f-9785-7d7add5d74f3 req-ebe51bce-582d-42ad-98f6-7b57d272d29f service neutron] Attempting to bind port e975b42d-9ae3-48d4-b036-6674ecd0a4bb on network fdc01fda-3338-41c9-b8d4-f012284af50a {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:21.251733 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44831482-6775-4c1f-9785-7d7add5d74f3 req-ebe51bce-582d-42ad-98f6-7b57d272d29f service neutron] Port e975b42d-9ae3-48d4-b036-6674ecd0a4bb on network fdc01fda-3338-41c9-b8d4-f012284af50a not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:43:21.252382 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44831482-6775-4c1f-9785-7d7add5d74f3 req-ebe51bce-582d-42ad-98f6-7b57d272d29f service neutron] Attempting to bind port e975b42d-9ae3-48d4-b036-6674ecd0a4bb on network fdc01fda-3338-41c9-b8d4-f012284af50a {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:21.260985 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44831482-6775-4c1f-9785-7d7add5d74f3 req-ebe51bce-582d-42ad-98f6-7b57d272d29f service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:43:21.261436 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44831482-6775-4c1f-9785-7d7add5d74f3 req-ebe51bce-582d-42ad-98f6-7b57d272d29f service neutron] Checking segment: {'id': '4b9d3a08-4f33-4f15-ac35-39bacf8fed21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'fdc01fda-3338-41c9-b8d4-f012284af50a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:21.262167 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44831482-6775-4c1f-9785-7d7add5d74f3 req-ebe51bce-582d-42ad-98f6-7b57d272d29f service neutron] Bound using segment: {'id': '4b9d3a08-4f33-4f15-ac35-39bacf8fed21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'fdc01fda-3338-41c9-b8d4-f012284af50a'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:43:21.262874 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-44831482-6775-4c1f-9785-7d7add5d74f3 req-ebe51bce-582d-42ad-98f6-7b57d272d29f service neutron] Bound port: e975b42d-9ae3-48d4-b036-6674ecd0a4bb, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b9d3a08-4f33-4f15-ac35-39bacf8fed21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'fdc01fda-3338-41c9-b8d4-f012284af50a'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:43:21.263714 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-44831482-6775-4c1f-9785-7d7add5d74f3 req-ebe51bce-582d-42ad-98f6-7b57d272d29f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:21.378584 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-44831482-6775-4c1f-9785-7d7add5d74f3 req-ebe51bce-582d-42ad-98f6-7b57d272d29f service neutron] For port e975b42d-9ae3-48d4-b036-6674ecd0a4bb, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:43:21.384278 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-44831482-6775-4c1f-9785-7d7add5d74f3 req-ebe51bce-582d-42ad-98f6-7b57d272d29f service neutron] For port e975b42d-9ae3-48d4-b036-6674ecd0a4bb, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=e975b42d-9ae3-48d4-b036-6674ecd0a4bb,segment=NetworkSegment(4b9d3a08-4f33-4f15-ac35-39bacf8fed21),segment_id=4b9d3a08-4f33-4f15-ac35-39bacf8fed21)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:43:21.394228 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-44831482-6775-4c1f-9785-7d7add5d74f3 req-ebe51bce-582d-42ad-98f6-7b57d272d29f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:21.449964 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44831482-6775-4c1f-9785-7d7add5d74f3 req-ebe51bce-582d-42ad-98f6-7b57d272d29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:21.450809 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-44831482-6775-4c1f-9785-7d7add5d74f3 req-ebe51bce-582d-42ad-98f6-7b57d272d29f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:21.452461 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-44831482-6775-4c1f-9785-7d7add5d74f3 req-ebe51bce-582d-42ad-98f6-7b57d272d29f service neutron] 10.222.0.58 "PUT /v2.0/ports/e975b42d-9ae3-48d4-b036-6674ecd0a4bb HTTP/1.1" status: 200 len: 1092 time: 1.0723875 Aug 10 03:43:21.453844 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '382f895d-491f-4eb0-b8d7-8d71083f58e7', 'tag': 'e975b42d-9ae3-48d4-b036-6674ecd0a4bb'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:43:21.457786 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b040db-9e44-4ca8-b5d6-e96168ab8b3a" -d '{"events": [{"name": "network-changed", "server_uuid": "382f895d-491f-4eb0-b8d7-8d71083f58e7", "tag": "e975b42d-9ae3-48d4-b036-6674ecd0a4bb"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:43:21.499516 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe51bce-582d-42ad-98f6-7b57d272d29f service neutron] Pushing event updated for resources: {'Port': ['ID=e975b42d-9ae3-48d4-b036-6674ecd0a4bb,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:21.558786 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44831482-6775-4c1f-9785-7d7add5d74f3 req-48f5b605-54ae-4b65-9e7d-e1cb2db3bc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:21.560470 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-44831482-6775-4c1f-9785-7d7add5d74f3 req-48f5b605-54ae-4b65-9e7d-e1cb2db3bc96 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d4cffc5e26914104899297a77f2206bf&device_id=382f895d-491f-4eb0-b8d7-8d71083f58e7 HTTP/1.1" status: 200 len: 1095 time: 0.0575476 Aug 10 03:43:21.562091 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c250b98f-8f0f-48e6-a127-7f9717b5e319 x-openstack-request-id: req-c250b98f-8f0f-48e6-a127-7f9717b5e319 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:43:21.562401 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "382f895d-491f-4eb0-b8d7-8d71083f58e7", "tag": "e975b42d-9ae3-48d4-b036-6674ecd0a4bb", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:43:21.562693 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c250b98f-8f0f-48e6-a127-7f9717b5e319 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:43:21.563157 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '382f895d-491f-4eb0-b8d7-8d71083f58e7', 'tag': 'e975b42d-9ae3-48d4-b036-6674ecd0a4bb', 'status': 'completed', 'code': 200} Aug 10 03:43:21.612012 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-44831482-6775-4c1f-9785-7d7add5d74f3 req-db3d76e5-f718-473a-9b08-db33ac551753 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e975b42d-9ae3-48d4-b036-6674ecd0a4bb HTTP/1.1" status: 200 len: 217 time: 0.0400140 Aug 10 03:43:21.672462 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44831482-6775-4c1f-9785-7d7add5d74f3 req-1dfc67d4-d952-4ffb-9545-8ed6d1b370fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:21.674095 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-44831482-6775-4c1f-9785-7d7add5d74f3 req-1dfc67d4-d952-4ffb-9545-8ed6d1b370fe service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9886442c-766e-4219-b870-5a2b0db592ac HTTP/1.1" status: 200 len: 835 time: 0.0561845 Aug 10 03:43:21.737049 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44831482-6775-4c1f-9785-7d7add5d74f3 req-5786654e-615d-4875-b617-d51fa7151fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:21.738693 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-44831482-6775-4c1f-9785-7d7add5d74f3 req-5786654e-615d-4875-b617-d51fa7151fd7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fdc01fda-3338-41c9-b8d4-f012284af50a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575700 Aug 10 03:43:21.780797 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c4c6d9-4802-4585-a05e-e0db406380d0 req-8ee71a9a-de62-4780-8ca8-805d004ff074 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:21.782498 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e1c4c6d9-4802-4585-a05e-e0db406380d0 req-8ee71a9a-de62-4780-8ca8-805d004ff074 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=382f895d-491f-4eb0-b8d7-8d71083f58e7 HTTP/1.1" status: 200 len: 943 time: 0.0703671 Aug 10 03:43:21.828444 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e1c4c6d9-4802-4585-a05e-e0db406380d0 req-255f7d83-50dd-4f93-b132-c9f5cde24dbf tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=31267c08-63a3-4ca3-b256-dce2cf106428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382626 Aug 10 03:43:21.865240 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-44831482-6775-4c1f-9785-7d7add5d74f3 req-14356288-c1f8-4247-90a2-54551d8f4574 service neutron] 10.222.0.58 "GET /v2.0/networks/fdc01fda-3338-41c9-b8d4-f012284af50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190310 Aug 10 03:43:21.974120 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-44831482-6775-4c1f-9785-7d7add5d74f3 req-d49a656a-a82e-44f6-a958-f47f5c3772b2 service neutron] 10.222.0.58 "GET /v2.0/networks/fdc01fda-3338-41c9-b8d4-f012284af50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021721 Aug 10 03:43:22.078547 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b040db-9e44-4ca8-b5d6-e96168ab8b3a req-4b115154-4fcd-48d2-89ad-492bf1d63bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:22.081521 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a7b040db-9e44-4ca8-b5d6-e96168ab8b3a req-4b115154-4fcd-48d2-89ad-492bf1d63bec service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d4cffc5e26914104899297a77f2206bf&device_id=382f895d-491f-4eb0-b8d7-8d71083f58e7 HTTP/1.1" status: 200 len: 1095 time: 0.0554011 Aug 10 03:43:22.184358 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b040db-9e44-4ca8-b5d6-e96168ab8b3a req-b5f005bf-08b9-4e9f-b4c6-147cdfb4e4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:22.185873 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a7b040db-9e44-4ca8-b5d6-e96168ab8b3a req-b5f005bf-08b9-4e9f-b4c6-147cdfb4e4e6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fdc01fda-3338-41c9-b8d4-f012284af50a HTTP/1.1" status: 200 len: 897 time: 0.0974874 Aug 10 03:43:22.235811 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a7b040db-9e44-4ca8-b5d6-e96168ab8b3a req-3f9ee4ab-d6be-40cf-8ab0-c0d5580abd48 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e975b42d-9ae3-48d4-b036-6674ecd0a4bb HTTP/1.1" status: 200 len: 217 time: 0.0419219 Aug 10 03:43:22.301243 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b040db-9e44-4ca8-b5d6-e96168ab8b3a req-10cdb228-2c28-4c48-819e-254ef6b23804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:22.303148 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a7b040db-9e44-4ca8-b5d6-e96168ab8b3a req-10cdb228-2c28-4c48-819e-254ef6b23804 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9886442c-766e-4219-b870-5a2b0db592ac HTTP/1.1" status: 200 len: 835 time: 0.0594044 Aug 10 03:43:22.379450 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b040db-9e44-4ca8-b5d6-e96168ab8b3a req-a40afc4d-b940-4a85-a860-bbffbeecddde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:22.381147 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a7b040db-9e44-4ca8-b5d6-e96168ab8b3a req-a40afc4d-b940-4a85-a860-bbffbeecddde service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fdc01fda-3338-41c9-b8d4-f012284af50a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0700953 Aug 10 03:43:22.505321 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a7b040db-9e44-4ca8-b5d6-e96168ab8b3a req-da92a52b-e951-43d5-90a2-4aec31af0c76 service neutron] 10.222.0.58 "GET /v2.0/networks/fdc01fda-3338-41c9-b8d4-f012284af50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145658 Aug 10 03:43:22.624778 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a7b040db-9e44-4ca8-b5d6-e96168ab8b3a req-f2d98256-7d7d-47bf-b9b6-d69b2417f7cc service neutron] 10.222.0.58 "GET /v2.0/networks/fdc01fda-3338-41c9-b8d4-f012284af50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114235 Aug 10 03:43:22.737377 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 59298853-a815-40b2-afbd-51925696ef1c up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:43:22.796584 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 59298853-a815-40b2-afbd-51925696ef1c triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:22.796978 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:22.979151 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49af4fa-d5ef-424a-8520-57d8151a3a69 req-95c140c1-89c7-482c-8deb-2fa611a941a9 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:22.981051 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e49af4fa-d5ef-424a-8520-57d8151a3a69 req-95c140c1-89c7-482c-8deb-2fa611a941a9 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=382f895d-491f-4eb0-b8d7-8d71083f58e7 HTTP/1.1" status: 200 len: 943 time: 0.0692608 Aug 10 03:43:23.024060 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e49af4fa-d5ef-424a-8520-57d8151a3a69 req-335eec8c-c87c-434c-b42c-d3505f37b23d tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=31267c08-63a3-4ca3-b256-dce2cf106428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355206 Aug 10 03:43:24.181132 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0669f-d217-4d5e-bc99-0b35f9405be5 req-b48927de-ecf7-4ace-b329-8bb857b4d81a tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:24.182705 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aca0669f-d217-4d5e-bc99-0b35f9405be5 req-b48927de-ecf7-4ace-b329-8bb857b4d81a tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=382f895d-491f-4eb0-b8d7-8d71083f58e7 HTTP/1.1" status: 200 len: 943 time: 0.0745666 Aug 10 03:43:24.246537 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aca0669f-d217-4d5e-bc99-0b35f9405be5 req-dedda49f-de34-47a4-bc45-c26a18eaf929 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=31267c08-63a3-4ca3-b256-dce2cf106428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505979 Aug 10 03:43:24.434848 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device e975b42d-9ae3-48d4-b036-6674ecd0a4bb details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:43:24.588559 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port e975b42d-9ae3-48d4-b036-6674ecd0a4bb, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=e975b42d-9ae3-48d4-b036-6674ecd0a4bb,segment=NetworkSegment(4b9d3a08-4f33-4f15-ac35-39bacf8fed21),segment_id=4b9d3a08-4f33-4f15-ac35-39bacf8fed21)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:24.609672 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': 'e975b42d-9ae3-48d4-b036-6674ecd0a4bb', 'network_id': 'fdc01fda-3338-41c9-b8d4-f012284af50a', 'port_id': 'e975b42d-9ae3-48d4-b036-6674ecd0a4bb', 'mac_address': 'fa:16:3e:e4:f3:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9886442c-766e-4219-b870-5a2b0db592ac', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:43:24.666271 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:24.682238 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e975b42d-9ae3-48d4-b036-6674ecd0a4bb {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:43:24.708888 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port e975b42d-9ae3-48d4-b036-6674ecd0a4bb, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=e975b42d-9ae3-48d4-b036-6674ecd0a4bb,segment=NetworkSegment(4b9d3a08-4f33-4f15-ac35-39bacf8fed21),segment_id=4b9d3a08-4f33-4f15-ac35-39bacf8fed21)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:24.714924 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:24.765840 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=e975b42d-9ae3-48d4-b036-6674ecd0a4bb,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:24.916315 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['e975b42d-9ae3-48d4-b036-6674ecd0a4bb'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:43:25.400683 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef7182-4b17-4f98-9709-381aa12b058c req-c15c4a81-b5d9-4b9c-95a6-d61de6070880 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:25.402761 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-09ef7182-4b17-4f98-9709-381aa12b058c req-c15c4a81-b5d9-4b9c-95a6-d61de6070880 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=382f895d-491f-4eb0-b8d7-8d71083f58e7 HTTP/1.1" status: 200 len: 944 time: 0.0627077 Aug 10 03:43:25.458308 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-09ef7182-4b17-4f98-9709-381aa12b058c req-9b58dbdf-1878-429e-9320-7f3bb8146322 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=31267c08-63a3-4ca3-b256-dce2cf106428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406291 Aug 10 03:43:26.441975 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device e975b42d-9ae3-48d4-b036-6674ecd0a4bb up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:43:26.446911 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:26.524784 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port e975b42d-9ae3-48d4-b036-6674ecd0a4bb completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:26.531641 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port e975b42d-9ae3-48d4-b036-6674ecd0a4bb triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:26.533025 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:26.643058 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af75a66a-2f32-44e2-afb4-944bef611861 req-5d0e4973-9f0d-46b6-8f05-dfe273fa37eb tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:26.644862 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-af75a66a-2f32-44e2-afb4-944bef611861 req-5d0e4973-9f0d-46b6-8f05-dfe273fa37eb tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=382f895d-491f-4eb0-b8d7-8d71083f58e7 HTTP/1.1" status: 200 len: 944 time: 0.0888734 Aug 10 03:43:26.713336 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:26.715404 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:26.719826 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-af75a66a-2f32-44e2-afb4-944bef611861 req-fbeba6b6-b219-4ffe-8a2f-9f26d1aad721 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=31267c08-63a3-4ca3-b256-dce2cf106428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671980 Aug 10 03:43:26.757191 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382f895d-491f-4eb0-b8d7-8d71083f58e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e975b42d-9ae3-48d4-b036-6674ecd0a4bb'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:43:26.761913 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460bf833-b4c4-4f6a-8cf3-7c6fa7059168" -d '{"events": [{"server_uuid": "382f895d-491f-4eb0-b8d7-8d71083f58e7", "name": "network-vif-plugged", "status": "completed", "tag": "e975b42d-9ae3-48d4-b036-6674ecd0a4bb"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:43:26.788801 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port e975b42d-9ae3-48d4-b036-6674ecd0a4bb, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=e975b42d-9ae3-48d4-b036-6674ecd0a4bb,segment=NetworkSegment(4b9d3a08-4f33-4f15-ac35-39bacf8fed21),segment_id=4b9d3a08-4f33-4f15-ac35-39bacf8fed21)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:26.804466 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:26.846833 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76d7513-1ec6-4671-bed8-2cb4b911b711 x-openstack-request-id: req-b76d7513-1ec6-4671-bed8-2cb4b911b711 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:43:26.847243 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "382f895d-491f-4eb0-b8d7-8d71083f58e7", "name": "network-vif-plugged", "status": "completed", "tag": "e975b42d-9ae3-48d4-b036-6674ecd0a4bb", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:43:26.848141 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b76d7513-1ec6-4671-bed8-2cb4b911b711 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:43:26.848620 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '382f895d-491f-4eb0-b8d7-8d71083f58e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e975b42d-9ae3-48d4-b036-6674ecd0a4bb', 'code': 200} Aug 10 03:43:26.902824 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=e975b42d-9ae3-48d4-b036-6674ecd0a4bb,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:26.971953 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1741b3dc-d853-4345-9b75-fad12556becd req-15432c52-bb78-41ef-b5b3-c3c18b257537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:26.973940 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1741b3dc-d853-4345-9b75-fad12556becd req-15432c52-bb78-41ef-b5b3-c3c18b257537 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=382f895d-491f-4eb0-b8d7-8d71083f58e7 HTTP/1.1" status: 200 len: 1097 time: 0.0466580 Aug 10 03:43:27.013640 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1741b3dc-d853-4345-9b75-fad12556becd req-dcd97b14-c655-434d-adf0-19eebbe55690 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=31267c08-63a3-4ca3-b256-dce2cf106428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330219 Aug 10 03:43:27.908245 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74966ad0-b83a-444f-91bb-722c8340ff6d req-9d96a452-baeb-4cf0-8ee5-9bad58b03369 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:27.910706 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-74966ad0-b83a-444f-91bb-722c8340ff6d req-9d96a452-baeb-4cf0-8ee5-9bad58b03369 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=382f895d-491f-4eb0-b8d7-8d71083f58e7 HTTP/1.1" status: 200 len: 945 time: 0.0696094 Aug 10 03:43:27.958333 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-74966ad0-b83a-444f-91bb-722c8340ff6d req-a7e4eb22-7280-42eb-8e76-16eb5d136bb6 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=31267c08-63a3-4ca3-b256-dce2cf106428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385113 Aug 10 03:43:29.117718 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c17459-039d-42a6-a6f7-c020404b96f3 req-da71516e-fb81-4303-b6ea-262fb629577c tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:29.119521 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d1c17459-039d-42a6-a6f7-c020404b96f3 req-da71516e-fb81-4303-b6ea-262fb629577c tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=382f895d-491f-4eb0-b8d7-8d71083f58e7 HTTP/1.1" status: 200 len: 945 time: 0.0591676 Aug 10 03:43:29.171072 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d1c17459-039d-42a6-a6f7-c020404b96f3 req-82fec5dc-a32e-4b36-8b9a-cd839ab131ec tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=31267c08-63a3-4ca3-b256-dce2cf106428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383632 Aug 10 03:43:29.315474 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d488e-2f70-4498-9f9b-69b6bf7140c8 req-8627bb90-7cd0-4aad-9e33-d6775532572f tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:29.317475 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-326d488e-2f70-4498-9f9b-69b6bf7140c8 req-8627bb90-7cd0-4aad-9e33-d6775532572f tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=382f895d-491f-4eb0-b8d7-8d71083f58e7 HTTP/1.1" status: 200 len: 945 time: 0.0605690 Aug 10 03:43:29.361152 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-326d488e-2f70-4498-9f9b-69b6bf7140c8 req-251403f5-120b-4de6-b2cc-8ee491ec078a tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=31267c08-63a3-4ca3-b256-dce2cf106428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375810 Aug 10 03:43:29.385633 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35872) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:29.432320 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d675c0ac-d46d-43c9-9df1-35c0c938f123 tempest-TestNetworkAdvancedServerOps-2124496179 tempest-TestNetworkAdvancedServerOps-2124496179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:29.433884 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d675c0ac-d46d-43c9-9df1-35c0c938f123 tempest-TestNetworkAdvancedServerOps-2124496179 tempest-TestNetworkAdvancedServerOps-2124496179-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=382f895d-491f-4eb0-b8d7-8d71083f58e7 HTTP/1.1" status: 200 len: 1092 time: 0.0472372 Aug 10 03:43:29.437700 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35874) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:29.442985 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-19ca990d-e0ff-4561-b3b0-9c2661828bae tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Request body: {'floatingip': {'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'port_id': 'e975b42d-9ae3-48d4-b036-6674ecd0a4bb', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:29.469835 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-19ca990d-e0ff-4561-b3b0-9c2661828bae tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for floatingip, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:29.595285 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-19ca990d-e0ff-4561-b3b0-9c2661828bae tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:29.751426 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-19ca990d-e0ff-4561-b3b0-9c2661828bae tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Allocated IP 172.25.7.249 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/700beb4e-e58b-459b-a5e9-c826c2dd553b) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:29.905009 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-19ca990d-e0ff-4561-b3b0-9c2661828bae tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:30.143286 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-19ca990d-e0ff-4561-b3b0-9c2661828bae tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:30.143286 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ca990d-e0ff-4561-b3b0-9c2661828bae tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:30.143286 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-19ca990d-e0ff-4561-b3b0-9c2661828bae tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:30.143286 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ca990d-e0ff-4561-b3b0-9c2661828bae tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:43:30.143286 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ca990d-e0ff-4561-b3b0-9c2661828bae tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event updated for resources: {'Port': ['ID=700beb4e-e58b-459b-a5e9-c826c2dd553b,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:30.351714 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-bdff5209-8eb3-45fd-84ea-2e7a87714e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:30.525331 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-19ca990d-e0ff-4561-b3b0-9c2661828bae tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:30.604016 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-19ca990d-e0ff-4561-b3b0-9c2661828bae tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:30.794969 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-19ca990d-e0ff-4561-b3b0-9c2661828bae tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:30.804063 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-19ca990d-e0ff-4561-b3b0-9c2661828bae tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:30.882072 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ca990d-e0ff-4561-b3b0-9c2661828bae tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event updated for resources: {'Port': ['ID=700beb4e-e58b-459b-a5e9-c826c2dd553b,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:30.892257 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-19ca990d-e0ff-4561-b3b0-9c2661828bae tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:31.025113 n-d-768851-15 neutron-server[94216]: INFO neutron.db.l3_db [None req-19ca990d-e0ff-4561-b3b0-9c2661828bae tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Floating IP 1b6dd83d-097a-4c48-876c-cf4ff7af2845 associated. External IP: 172.25.7.249, port: e975b42d-9ae3-48d4-b036-6674ecd0a4bb. Aug 10 03:43:31.287651 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ca990d-e0ff-4561-b3b0-9c2661828bae tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Router 8a030180-e6fc-41bc-9eec-cab71a584ba7 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:43:31.445432 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ca990d-e0ff-4561-b3b0-9c2661828bae tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:43:31.460211 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71553929-7b73-48df-b5f8-6e2a08b82b56 None None] Sync routers for ids ['8a030180-e6fc-41bc-9eec-cab71a584ba7'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:43:31.463106 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-19ca990d-e0ff-4561-b3b0-9c2661828bae tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:31.472623 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71553929-7b73-48df-b5f8-6e2a08b82b56 None None] Routers {'8a030180-e6fc-41bc-9eec-cab71a584ba7'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:43:31.473153 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-71553929-7b73-48df-b5f8-6e2a08b82b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:43:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['8a030180-e6fc-41bc-9eec-cab71a584ba7'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:31.505033 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-19ca990d-e0ff-4561-b3b0-9c2661828bae tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0627863 Aug 10 03:43:31.505033 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '382f895d-491f-4eb0-b8d7-8d71083f58e7', 'tag': 'e975b42d-9ae3-48d4-b036-6674ecd0a4bb'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:43:31.505033 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb27b20-dba1-4670-b0f9-8e3cbb19e060" -d '{"events": [{"name": "network-changed", "server_uuid": "382f895d-491f-4eb0-b8d7-8d71083f58e7", "tag": "e975b42d-9ae3-48d4-b036-6674ecd0a4bb"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:43:31.616180 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208d5f30-b6f9-45e3-8664-9d647002a1e2 x-openstack-request-id: req-208d5f30-b6f9-45e3-8664-9d647002a1e2 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:43:31.616530 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "382f895d-491f-4eb0-b8d7-8d71083f58e7", "tag": "e975b42d-9ae3-48d4-b036-6674ecd0a4bb", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:43:31.617053 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-208d5f30-b6f9-45e3-8664-9d647002a1e2 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:43:31.617755 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '382f895d-491f-4eb0-b8d7-8d71083f58e7', 'tag': 'e975b42d-9ae3-48d4-b036-6674ecd0a4bb', 'status': 'completed', 'code': 200} Aug 10 03:43:31.618409 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-71553929-7b73-48df-b5f8-6e2a08b82b56 None None] Set router 8a030180-e6fc-41bc-9eec-cab71a584ba7 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:43:31.644183 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5159b8fb-2cbf-4f0c-ac4a-d72f17cd9fb0 req-5c4c473a-8c41-4665-8f59-e142b53a60a1 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:31.645962 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5159b8fb-2cbf-4f0c-ac4a-d72f17cd9fb0 req-5c4c473a-8c41-4665-8f59-e142b53a60a1 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=382f895d-491f-4eb0-b8d7-8d71083f58e7 HTTP/1.1" status: 200 len: 945 time: 0.0660279 Aug 10 03:43:31.692170 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb27b20-dba1-4670-b0f9-8e3cbb19e060 req-09d2475f-86e8-4be8-827d-76c819b19b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:31.693886 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8cb27b20-dba1-4670-b0f9-8e3cbb19e060 req-09d2475f-86e8-4be8-827d-76c819b19b59 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d4cffc5e26914104899297a77f2206bf&device_id=382f895d-491f-4eb0-b8d7-8d71083f58e7 HTTP/1.1" status: 200 len: 1097 time: 0.0761352 Aug 10 03:43:31.704035 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5159b8fb-2cbf-4f0c-ac4a-d72f17cd9fb0 req-ae498009-2377-4f02-a105-37c8307d4676 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=31267c08-63a3-4ca3-b256-dce2cf106428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469868 Aug 10 03:43:31.735261 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35922) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:31.822179 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb27b20-dba1-4670-b0f9-8e3cbb19e060 req-e8e15766-445c-4a62-83ae-b51240e1b381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:31.824005 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8cb27b20-dba1-4670-b0f9-8e3cbb19e060 req-e8e15766-445c-4a62-83ae-b51240e1b381 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fdc01fda-3338-41c9-b8d4-f012284af50a HTTP/1.1" status: 200 len: 897 time: 0.1228859 Aug 10 03:43:31.825099 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ad1275d8-6b49-4307-ab1d-f24c0be5db5b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/floatingips/1b6dd83d-097a-4c48-876c-cf4ff7af2845 HTTP/1.1" status: 200 len: 991 time: 0.0888493 Aug 10 03:43:31.919393 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8cb27b20-dba1-4670-b0f9-8e3cbb19e060 req-2a496b2c-b512-4193-a574-70f9f4905b7e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e975b42d-9ae3-48d4-b036-6674ecd0a4bb HTTP/1.1" status: 200 len: 999 time: 0.0881431 Aug 10 03:43:31.975366 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-71553929-7b73-48df-b5f8-6e2a08b82b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a030180-e6fc-41bc-9eec-cab71a584ba7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565314020', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '21b23250-f155-45d3-9538-5086d1661388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:43:10Z', 'updated_at': '2021-08-10T03:43:15Z', 'revision_number': 4, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'gw_port': {'id': '21b23250-f155-45d3-9538-5086d1661388', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a030180-e6fc-41bc-9eec-cab71a584ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:43:10Z', 'updated_at': '2021-08-10T03:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '1b6dd83d-097a-4c48-876c-cf4ff7af2845', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'floating_ip_address': '172.25.7.249', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '8a030180-e6fc-41bc-9eec-cab71a584ba7', 'port_id': 'e975b42d-9ae3-48d4-b036-6674ecd0a4bb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdc01fda-3338-41c9-b8d4-f012284af50a', 'mac_address': 'fa:16:3e:e4:f3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382f895d-491f-4eb0-b8d7-8d71083f58e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:43:30Z', 'updated_at': '2021-08-10T03:43:30Z', 'revision_number': 0, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59298853-a815-40b2-afbd-51925696ef1c', 'name': '', 'network_id': 'fdc01fda-3338-41c9-b8d4-f012284af50a', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'mac_address': 'fa:16:3e:a4:ca:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a030180-e6fc-41bc-9eec-cab71a584ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '9886442c-766e-4219-b870-5a2b0db592ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:43:14Z', 'updated_at': '2021-08-10T03:43:21Z', 'revision_number': 5, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'subnets': [{'id': '9886442c-766e-4219-b870-5a2b0db592ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:31.981976 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb27b20-dba1-4670-b0f9-8e3cbb19e060 req-ecc2c9da-4f5d-4174-ada8-3da954425cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:31.984203 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8cb27b20-dba1-4670-b0f9-8e3cbb19e060 req-ecc2c9da-4f5d-4174-ada8-3da954425cd3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9886442c-766e-4219-b870-5a2b0db592ac HTTP/1.1" status: 200 len: 835 time: 0.0577126 Aug 10 03:43:32.022237 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71553929-7b73-48df-b5f8-6e2a08b82b56 None None] Checking router: 8a030180-e6fc-41bc-9eec-cab71a584ba7 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:43:32.033746 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71553929-7b73-48df-b5f8-6e2a08b82b56 None None] Routers {'8a030180-e6fc-41bc-9eec-cab71a584ba7'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:43:32.034359 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-71553929-7b73-48df-b5f8-6e2a08b82b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:43:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['8a030180-e6fc-41bc-9eec-cab71a584ba7'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:32.058612 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb27b20-dba1-4670-b0f9-8e3cbb19e060 req-9f7f2ca7-31a3-48aa-9c06-c908f9bd1bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:32.060315 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8cb27b20-dba1-4670-b0f9-8e3cbb19e060 req-9f7f2ca7-31a3-48aa-9c06-c908f9bd1bc6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fdc01fda-3338-41c9-b8d4-f012284af50a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0695629 Aug 10 03:43:32.176371 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-71553929-7b73-48df-b5f8-6e2a08b82b56 None None] Set router 8a030180-e6fc-41bc-9eec-cab71a584ba7 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:43:32.187225 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8cb27b20-dba1-4670-b0f9-8e3cbb19e060 req-a217c8e9-d3c7-4036-ac27-f74547ccb72a service neutron] 10.222.0.58 "GET /v2.0/networks/fdc01fda-3338-41c9-b8d4-f012284af50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198230 Aug 10 03:43:32.302781 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8cb27b20-dba1-4670-b0f9-8e3cbb19e060 req-813d0c11-e727-4ed1-a38c-17df0ab15f34 service neutron] 10.222.0.58 "GET /v2.0/networks/fdc01fda-3338-41c9-b8d4-f012284af50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090202 Aug 10 03:43:32.487333 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-71553929-7b73-48df-b5f8-6e2a08b82b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a030180-e6fc-41bc-9eec-cab71a584ba7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565314020', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '21b23250-f155-45d3-9538-5086d1661388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:43:10Z', 'updated_at': '2021-08-10T03:43:15Z', 'revision_number': 4, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'gw_port': {'id': '21b23250-f155-45d3-9538-5086d1661388', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a030180-e6fc-41bc-9eec-cab71a584ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:43:10Z', 'updated_at': '2021-08-10T03:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '1b6dd83d-097a-4c48-876c-cf4ff7af2845', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'floating_ip_address': '172.25.7.249', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '8a030180-e6fc-41bc-9eec-cab71a584ba7', 'port_id': 'e975b42d-9ae3-48d4-b036-6674ecd0a4bb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdc01fda-3338-41c9-b8d4-f012284af50a', 'mac_address': 'fa:16:3e:e4:f3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382f895d-491f-4eb0-b8d7-8d71083f58e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:43:30Z', 'updated_at': '2021-08-10T03:43:30Z', 'revision_number': 0, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59298853-a815-40b2-afbd-51925696ef1c', 'name': '', 'network_id': 'fdc01fda-3338-41c9-b8d4-f012284af50a', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'mac_address': 'fa:16:3e:a4:ca:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a030180-e6fc-41bc-9eec-cab71a584ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '9886442c-766e-4219-b870-5a2b0db592ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:43:14Z', 'updated_at': '2021-08-10T03:43:21Z', 'revision_number': 5, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'subnets': [{'id': '9886442c-766e-4219-b870-5a2b0db592ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:32.517066 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71553929-7b73-48df-b5f8-6e2a08b82b56 None None] The sync data for ids ['8a030180-e6fc-41bc-9eec-cab71a584ba7'] in n-d-768851-15 is: [{'id': '8a030180-e6fc-41bc-9eec-cab71a584ba7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565314020', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '21b23250-f155-45d3-9538-5086d1661388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:43:10Z', 'updated_at': '2021-08-10T03:43:15Z', 'revision_number': 4, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'gw_port': {'id': '21b23250-f155-45d3-9538-5086d1661388', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a030180-e6fc-41bc-9eec-cab71a584ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:43:10Z', 'updated_at': '2021-08-10T03:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '1b6dd83d-097a-4c48-876c-cf4ff7af2845', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'floating_ip_address': '172.25.7.249', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '8a030180-e6fc-41bc-9eec-cab71a584ba7', 'port_id': 'e975b42d-9ae3-48d4-b036-6674ecd0a4bb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdc01fda-3338-41c9-b8d4-f012284af50a', 'mac_address': 'fa:16:3e:e4:f3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382f895d-491f-4eb0-b8d7-8d71083f58e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:43:30Z', 'updated_at': '2021-08-10T03:43:30Z', 'revision_number': 0, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59298853-a815-40b2-afbd-51925696ef1c', 'name': '', 'network_id': 'fdc01fda-3338-41c9-b8d4-f012284af50a', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'mac_address': 'fa:16:3e:a4:ca:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a030180-e6fc-41bc-9eec-cab71a584ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '9886442c-766e-4219-b870-5a2b0db592ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:43:14Z', 'updated_at': '2021-08-10T03:43:21Z', 'revision_number': 5, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'subnets': [{'id': '9886442c-766e-4219-b870-5a2b0db592ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:43:32.770977 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15127cec-7875-4be0-af89-9cccc47474b7 None None] New status for floating IP 1b6dd83d-097a-4c48-876c-cf4ff7af2845: ACTIVE {{(pid=94218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:43:32.831386 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 35938) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:32.929203 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-db6e3776-1dfe-4bb6-a94e-2f778cafb158 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/floatingips/1b6dd83d-097a-4c48-876c-cf4ff7af2845 HTTP/1.1" status: 200 len: 991 time: 0.0946114 Aug 10 03:43:33.041752 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-fce285ff-410c-488f-8bb1-3b02b91056f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:33.436758 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:33.935198 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 35956) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:34.006049 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-0613f8f2-616b-46d9-ae9f-e35e81c4e851 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/floatingips/1b6dd83d-097a-4c48-876c-cf4ff7af2845 HTTP/1.1" status: 200 len: 993 time: 0.0682893 Aug 10 03:43:34.295069 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:36.011339 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:48.921820 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:43:56.445994 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:56.688839 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:59.037507 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da1cef-4464-4bc6-96cf-1766b15dcfde req-d715ea19-fb93-4b86-a64b-92d4d7bc5453 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:59.041508 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-83da1cef-4464-4bc6-96cf-1766b15dcfde req-d715ea19-fb93-4b86-a64b-92d4d7bc5453 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=382f895d-491f-4eb0-b8d7-8d71083f58e7 HTTP/1.1" status: 200 len: 945 time: 0.0894248 Aug 10 03:43:59.093775 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-83da1cef-4464-4bc6-96cf-1766b15dcfde req-5fbbdd56-57a6-4cee-b0ee-80ae6428a3d8 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=31267c08-63a3-4ca3-b256-dce2cf106428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432525 Aug 10 03:44:00.278404 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e10baef-1da0-4eee-b06a-aad88746d8d8 req-a84db7f1-f71e-497d-a039-62d7ae1d6aca tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:00.280115 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9e10baef-1da0-4eee-b06a-aad88746d8d8 req-a84db7f1-f71e-497d-a039-62d7ae1d6aca tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=382f895d-491f-4eb0-b8d7-8d71083f58e7 HTTP/1.1" status: 200 len: 945 time: 0.0659585 Aug 10 03:44:00.340494 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9e10baef-1da0-4eee-b06a-aad88746d8d8 req-214574f9-466d-48c2-a321-fdac3de209f7 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=31267c08-63a3-4ca3-b256-dce2cf106428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519545 Aug 10 03:44:00.360258 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3619398e-bf43-477b-92c9-56e308ddf8d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:01.526081 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303b3352-b3ed-44f9-adb6-068dfadce073 req-144638b4-eb3b-45c9-abfb-b62e42b28ec5 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:01.527778 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-303b3352-b3ed-44f9-adb6-068dfadce073 req-144638b4-eb3b-45c9-abfb-b62e42b28ec5 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=382f895d-491f-4eb0-b8d7-8d71083f58e7 HTTP/1.1" status: 200 len: 945 time: 0.0728257 Aug 10 03:44:01.579009 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-303b3352-b3ed-44f9-adb6-068dfadce073 req-1cb8305c-1c06-4016-a58e-1cc758b50457 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=31267c08-63a3-4ca3-b256-dce2cf106428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405545 Aug 10 03:44:02.779315 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f75f2c-7fa7-4199-819a-ef477c265c91 req-50e07aaf-15ea-4016-abee-218f21455cfe tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:02.781076 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-00f75f2c-7fa7-4199-819a-ef477c265c91 req-50e07aaf-15ea-4016-abee-218f21455cfe tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=382f895d-491f-4eb0-b8d7-8d71083f58e7 HTTP/1.1" status: 200 len: 945 time: 0.0734990 Aug 10 03:44:02.836694 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-00f75f2c-7fa7-4199-819a-ef477c265c91 req-33e8c9cb-12e4-4294-8d1f-1df1d984838e tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=31267c08-63a3-4ca3-b256-dce2cf106428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479910 Aug 10 03:44:03.054120 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0dd5022a-430d-48af-afed-73b2135a1035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:03.440891 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:04.019596 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e681b-4801-472a-aff4-4cc56b120196 req-1b535b84-c315-444d-b35a-6c6eda1aca53 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:04.022134 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-980e681b-4801-472a-aff4-4cc56b120196 req-1b535b84-c315-444d-b35a-6c6eda1aca53 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=382f895d-491f-4eb0-b8d7-8d71083f58e7 HTTP/1.1" status: 200 len: 945 time: 0.0576053 Aug 10 03:44:04.088560 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-980e681b-4801-472a-aff4-4cc56b120196 req-213ab34f-455b-419b-88ed-4903ff472b83 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=31267c08-63a3-4ca3-b256-dce2cf106428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558569 Aug 10 03:44:04.294071 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:05.065746 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7b02f223-7626-44f3-b5ed-c77e258ddc20 req-1c1d280d-a7b0-40f7-9a6b-597d6ec37a43 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=026d0196-df12-4484-94a4-75de3c7434cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0598917 Aug 10 03:44:05.178485 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02f223-7626-44f3-b5ed-c77e258ddc20 req-148ad18d-2836-4d2e-a1b6-bc9e90894f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:05.180219 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7b02f223-7626-44f3-b5ed-c77e258ddc20 req-148ad18d-2836-4d2e-a1b6-bc9e90894f72 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf46dc7d96e74359a233bb4d876edd57&device_id=026d0196-df12-4484-94a4-75de3c7434cc HTTP/1.1" status: 200 len: 1097 time: 0.0527415 Aug 10 03:44:05.264685 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ba54b-0e1c-4a65-904d-a07fec683157 req-54af0f2b-040f-4f52-8617-3e1c07bf9417 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:05.266479 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-068ba54b-0e1c-4a65-904d-a07fec683157 req-54af0f2b-040f-4f52-8617-3e1c07bf9417 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=382f895d-491f-4eb0-b8d7-8d71083f58e7 HTTP/1.1" status: 200 len: 945 time: 0.0853763 Aug 10 03:44:05.321955 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-068ba54b-0e1c-4a65-904d-a07fec683157 req-52fe520f-f411-468b-b067-f169127f4ae8 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=31267c08-63a3-4ca3-b256-dce2cf106428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436745 Aug 10 03:44:05.330423 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02f223-7626-44f3-b5ed-c77e258ddc20 req-0ed26ed5-d651-4eea-981e-043efecf2682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:05.332945 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7b02f223-7626-44f3-b5ed-c77e258ddc20 req-0ed26ed5-d651-4eea-981e-043efecf2682 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e9c5b57-a104-4b29-a8ed-ceb6086c40ae HTTP/1.1" status: 200 len: 913 time: 0.1260452 Aug 10 03:44:05.426278 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7b02f223-7626-44f3-b5ed-c77e258ddc20 req-4c4cb2a5-2343-404d-beab-cf6c90699ebe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e29f1fd6-0aa7-4e3d-8810-4d1729641c15 HTTP/1.1" status: 200 len: 1001 time: 0.0815485 Aug 10 03:44:05.503660 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02f223-7626-44f3-b5ed-c77e258ddc20 req-ddc4aeb1-23c3-4eaa-bc49-b1cceb352044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:05.506054 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7b02f223-7626-44f3-b5ed-c77e258ddc20 req-ddc4aeb1-23c3-4eaa-bc49-b1cceb352044 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=036b75a5-4076-4503-a708-471e0be52cae HTTP/1.1" status: 200 len: 851 time: 0.0698519 Aug 10 03:44:05.581425 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02f223-7626-44f3-b5ed-c77e258ddc20 req-d2d17736-f038-4800-ae0f-182eb6ec19a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:05.582847 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7b02f223-7626-44f3-b5ed-c77e258ddc20 req-d2d17736-f038-4800-ae0f-182eb6ec19a1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e9c5b57-a104-4b29-a8ed-ceb6086c40ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0653546 Aug 10 03:44:05.704733 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7b02f223-7626-44f3-b5ed-c77e258ddc20 req-b12eb65d-0d1d-4b09-bc5f-fcb5ae90de83 service neutron] 10.222.0.60 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116421 Aug 10 03:44:05.853032 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7b02f223-7626-44f3-b5ed-c77e258ddc20 req-1b14adac-174d-4677-bbd8-8813e3cb836b service neutron] 10.222.0.60 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368403 Aug 10 03:44:06.020394 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:06.497586 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc9323-bb3c-4640-b781-948db267021a req-3559f5dc-4fc9-45f8-8e79-5533b0de415c tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:06.499231 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-75dc9323-bb3c-4640-b781-948db267021a req-3559f5dc-4fc9-45f8-8e79-5533b0de415c tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=382f895d-491f-4eb0-b8d7-8d71083f58e7 HTTP/1.1" status: 200 len: 945 time: 0.0757997 Aug 10 03:44:06.565933 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-75dc9323-bb3c-4640-b781-948db267021a req-f96a662b-387a-4061-a448-2a190fbd173e tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=31267c08-63a3-4ca3-b256-dce2cf106428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548716 Aug 10 03:44:07.748765 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1784d95-18ba-4d06-bb11-93f9553ff246 req-d3973ed4-39e2-407c-8cea-84c449fcb031 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:07.751218 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c1784d95-18ba-4d06-bb11-93f9553ff246 req-d3973ed4-39e2-407c-8cea-84c449fcb031 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=382f895d-491f-4eb0-b8d7-8d71083f58e7 HTTP/1.1" status: 200 len: 945 time: 0.0697391 Aug 10 03:44:07.811668 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c1784d95-18ba-4d06-bb11-93f9553ff246 req-0213f353-9d4f-48e5-baa3-86d2a096eeea tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=31267c08-63a3-4ca3-b256-dce2cf106428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484109 Aug 10 03:44:07.959876 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d15af3c-5271-498f-b2ea-8aa1347a05f7 req-a5a0ed16-3705-4056-80fb-d42dcc88b37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:07.961419 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1d15af3c-5271-498f-b2ea-8aa1347a05f7 req-a5a0ed16-3705-4056-80fb-d42dcc88b37a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d4cffc5e26914104899297a77f2206bf&device_id=382f895d-491f-4eb0-b8d7-8d71083f58e7 HTTP/1.1" status: 200 len: 1097 time: 0.0630803 Aug 10 03:44:08.108046 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d15af3c-5271-498f-b2ea-8aa1347a05f7 req-60ab7d93-4cef-4aac-92c0-6cea0f8cdddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:08.109730 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1d15af3c-5271-498f-b2ea-8aa1347a05f7 req-60ab7d93-4cef-4aac-92c0-6cea0f8cdddd service neutron] 10.222.0.58 "GET /v2.0/networks?id=fdc01fda-3338-41c9-b8d4-f012284af50a HTTP/1.1" status: 200 len: 897 time: 0.1217051 Aug 10 03:44:08.201990 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1d15af3c-5271-498f-b2ea-8aa1347a05f7 req-09c1b58e-4223-45ec-a946-3456a493052b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e975b42d-9ae3-48d4-b036-6674ecd0a4bb HTTP/1.1" status: 200 len: 1001 time: 0.0850608 Aug 10 03:44:08.275952 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d15af3c-5271-498f-b2ea-8aa1347a05f7 req-7bb24465-c4ba-476c-88db-026f1a3494a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:08.277449 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1d15af3c-5271-498f-b2ea-8aa1347a05f7 req-7bb24465-c4ba-476c-88db-026f1a3494a8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9886442c-766e-4219-b870-5a2b0db592ac HTTP/1.1" status: 200 len: 835 time: 0.0691764 Aug 10 03:44:08.339198 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d15af3c-5271-498f-b2ea-8aa1347a05f7 req-9beea584-01d6-4cb4-913d-99a4b0fa320a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:08.340782 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1d15af3c-5271-498f-b2ea-8aa1347a05f7 req-9beea584-01d6-4cb4-913d-99a4b0fa320a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fdc01fda-3338-41c9-b8d4-f012284af50a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564127 Aug 10 03:44:08.465921 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1d15af3c-5271-498f-b2ea-8aa1347a05f7 req-1b011f9d-ef24-4219-82e2-cdc98a92b20e service neutron] 10.222.0.58 "GET /v2.0/networks/fdc01fda-3338-41c9-b8d4-f012284af50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180692 Aug 10 03:44:08.608709 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1d15af3c-5271-498f-b2ea-8aa1347a05f7 req-67adfa86-5b45-46f3-bdd6-bfe206b0250d service neutron] 10.222.0.58 "GET /v2.0/networks/fdc01fda-3338-41c9-b8d4-f012284af50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354067 Aug 10 03:44:08.962530 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d14413-d8e7-4407-8d12-4032495bd607 req-1749fc14-5ed6-4c74-812d-5015be303e27 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:08.964393 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-39d14413-d8e7-4407-8d12-4032495bd607 req-1749fc14-5ed6-4c74-812d-5015be303e27 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=382f895d-491f-4eb0-b8d7-8d71083f58e7 HTTP/1.1" status: 200 len: 945 time: 0.0660272 Aug 10 03:44:09.019701 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-39d14413-d8e7-4407-8d12-4032495bd607 req-c0bf0aec-0a71-4ccf-9bf2-cdfdd3e96381 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=31267c08-63a3-4ca3-b256-dce2cf106428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443060 Aug 10 03:44:10.178079 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c20ab0-4c97-4e14-aebb-97ec019b92b1 req-37581eba-2119-4e6a-85ac-1cf020de2cc3 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:10.180249 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f9c20ab0-4c97-4e14-aebb-97ec019b92b1 req-37581eba-2119-4e6a-85ac-1cf020de2cc3 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=382f895d-491f-4eb0-b8d7-8d71083f58e7 HTTP/1.1" status: 200 len: 945 time: 0.0752990 Aug 10 03:44:10.228749 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f9c20ab0-4c97-4e14-aebb-97ec019b92b1 req-58fc05c4-3a52-495e-95cd-1d75d4ab46a8 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=31267c08-63a3-4ca3-b256-dce2cf106428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392976 Aug 10 03:44:11.375481 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e34cd-4464-4d0a-b461-6ec172e4deb6 req-ade95113-87c4-4664-a6c9-62791abac0f9 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:11.377073 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c15e34cd-4464-4d0a-b461-6ec172e4deb6 req-ade95113-87c4-4664-a6c9-62791abac0f9 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=382f895d-491f-4eb0-b8d7-8d71083f58e7 HTTP/1.1" status: 200 len: 945 time: 0.0554960 Aug 10 03:44:11.433112 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c15e34cd-4464-4d0a-b461-6ec172e4deb6 req-988198b5-abd3-4a78-b07f-3b3238de2339 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=31267c08-63a3-4ca3-b256-dce2cf106428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486887 Aug 10 03:44:11.672859 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ac9c8-9daf-46d1-91cc-af8dd4c29217 req-adbd9f23-969b-457c-a74a-d691c9967a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:11.674450 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-453ac9c8-9daf-46d1-91cc-af8dd4c29217 req-adbd9f23-969b-457c-a74a-d691c9967a19 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=382f895d-491f-4eb0-b8d7-8d71083f58e7 HTTP/1.1" status: 200 len: 1097 time: 0.0489879 Aug 10 03:44:11.723026 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-453ac9c8-9daf-46d1-91cc-af8dd4c29217 req-08ded10d-f2ec-41a9-ab07-33710140e7fb service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=31267c08-63a3-4ca3-b256-dce2cf106428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417173 Aug 10 03:44:12.597656 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df05a961-417e-4ba8-aef1-10c0c2c12f73 req-b2471661-c297-4d34-a36e-f4da33a127aa tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:12.599276 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-df05a961-417e-4ba8-aef1-10c0c2c12f73 req-b2471661-c297-4d34-a36e-f4da33a127aa tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=382f895d-491f-4eb0-b8d7-8d71083f58e7 HTTP/1.1" status: 200 len: 945 time: 0.0732241 Aug 10 03:44:12.645718 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-df05a961-417e-4ba8-aef1-10c0c2c12f73 req-555f999c-5f5f-4762-8bfa-5fe3d8bcb037 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=31267c08-63a3-4ca3-b256-dce2cf106428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371325 Aug 10 03:44:12.668926 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 36824) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:12.673052 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device e975b42d-9ae3-48d4-b036-6674ecd0a4bb details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:44:12.752405 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-2ca84bb8-ffd7-45ab-b8f4-f232dc218b8f tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/floatingips/1b6dd83d-097a-4c48-876c-cf4ff7af2845 HTTP/1.1" status: 200 len: 993 time: 0.0819063 Aug 10 03:44:12.795662 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port e975b42d-9ae3-48d4-b036-6674ecd0a4bb, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=e975b42d-9ae3-48d4-b036-6674ecd0a4bb,segment=NetworkSegment(4b9d3a08-4f33-4f15-ac35-39bacf8fed21),segment_id=4b9d3a08-4f33-4f15-ac35-39bacf8fed21)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:12.815640 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': 'e975b42d-9ae3-48d4-b036-6674ecd0a4bb', 'network_id': 'fdc01fda-3338-41c9-b8d4-f012284af50a', 'port_id': 'e975b42d-9ae3-48d4-b036-6674ecd0a4bb', 'mac_address': 'fa:16:3e:e4:f3:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9886442c-766e-4219-b870-5a2b0db592ac', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:44:12.880783 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:12.901637 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e975b42d-9ae3-48d4-b036-6674ecd0a4bb {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:44:12.936378 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port e975b42d-9ae3-48d4-b036-6674ecd0a4bb, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=e975b42d-9ae3-48d4-b036-6674ecd0a4bb,segment=NetworkSegment(4b9d3a08-4f33-4f15-ac35-39bacf8fed21),segment_id=4b9d3a08-4f33-4f15-ac35-39bacf8fed21)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:12.941897 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:12.998937 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=e975b42d-9ae3-48d4-b036-6674ecd0a4bb,revision_number=6']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:13.008048 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:13.008402 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:13.008747 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:13.009089 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:13.009431 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:13.009790 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:13.010107 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:13.010438 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:13.010801 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:13.011120 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:13.011447 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:13.011768 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:13.145356 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['e975b42d-9ae3-48d4-b036-6674ecd0a4bb'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:44:14.697627 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device e975b42d-9ae3-48d4-b036-6674ecd0a4bb up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:44:14.764326 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port e975b42d-9ae3-48d4-b036-6674ecd0a4bb triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:14.764806 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:14.863179 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:14.889384 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382f895d-491f-4eb0-b8d7-8d71083f58e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e975b42d-9ae3-48d4-b036-6674ecd0a4bb'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:44:14.891878 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4d0b1b-b172-4776-836a-aace59a5712b" -d '{"events": [{"server_uuid": "382f895d-491f-4eb0-b8d7-8d71083f58e7", "name": "network-vif-plugged", "status": "completed", "tag": "e975b42d-9ae3-48d4-b036-6674ecd0a4bb"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:44:14.913538 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port e975b42d-9ae3-48d4-b036-6674ecd0a4bb, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=e975b42d-9ae3-48d4-b036-6674ecd0a4bb,segment=NetworkSegment(4b9d3a08-4f33-4f15-ac35-39bacf8fed21),segment_id=4b9d3a08-4f33-4f15-ac35-39bacf8fed21)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:14.920272 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:14.962203 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be678080-caeb-47ed-b39a-ea4cf5e31016 x-openstack-request-id: req-be678080-caeb-47ed-b39a-ea4cf5e31016 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:44:14.962659 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "382f895d-491f-4eb0-b8d7-8d71083f58e7", "name": "network-vif-plugged", "status": "completed", "tag": "e975b42d-9ae3-48d4-b036-6674ecd0a4bb", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:44:14.963115 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-be678080-caeb-47ed-b39a-ea4cf5e31016 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:44:14.963712 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '382f895d-491f-4eb0-b8d7-8d71083f58e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e975b42d-9ae3-48d4-b036-6674ecd0a4bb', 'code': 200} Aug 10 03:44:14.997275 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=e975b42d-9ae3-48d4-b036-6674ecd0a4bb,revision_number=7']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:25.922268 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:44:26.450267 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:26.693684 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:30.360300 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-bb77c808-3e3e-49a1-b269-9a3b7cbeb919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:33.046959 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a969b913-05dc-4bd7-a1ca-1c2a4f5f4b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:33.459099 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:34.308039 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:36.013232 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:47.924229 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 37256) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:48.166139 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-cca94e73-5bdc-4619-b17c-363f89138cde tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Deleting port 700beb4e-e58b-459b-a5e9-c826c2dd553b {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:44:48.166796 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cca94e73-5bdc-4619-b17c-363f89138cde tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:48.293690 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cca94e73-5bdc-4619-b17c-363f89138cde tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:48.293998 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cca94e73-5bdc-4619-b17c-363f89138cde tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:48.310333 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-cca94e73-5bdc-4619-b17c-363f89138cde tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Calling delete_port for 700beb4e-e58b-459b-a5e9-c826c2dd553b owned by network:floatingip {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:44:48.536244 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cca94e73-5bdc-4619-b17c-363f89138cde tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:48.566071 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca94e73-5bdc-4619-b17c-363f89138cde tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event deleted for resources: {'Port': ['ID=700beb4e-e58b-459b-a5e9-c826c2dd553b,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:48.587954 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca94e73-5bdc-4619-b17c-363f89138cde tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:48.588540 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca94e73-5bdc-4619-b17c-363f89138cde tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:48.589099 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca94e73-5bdc-4619-b17c-363f89138cde tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:48.589673 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca94e73-5bdc-4619-b17c-363f89138cde tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:48.590241 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca94e73-5bdc-4619-b17c-363f89138cde tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:48.590849 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca94e73-5bdc-4619-b17c-363f89138cde tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:48.591382 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca94e73-5bdc-4619-b17c-363f89138cde tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:48.591740 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca94e73-5bdc-4619-b17c-363f89138cde tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:48.592083 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca94e73-5bdc-4619-b17c-363f89138cde tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:48.592546 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca94e73-5bdc-4619-b17c-363f89138cde tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:48.593179 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca94e73-5bdc-4619-b17c-363f89138cde tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:48.593691 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca94e73-5bdc-4619-b17c-363f89138cde tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:48.687284 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cca94e73-5bdc-4619-b17c-363f89138cde tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for floatingip, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:48.687742 n-d-768851-15 neutron-server[94217]: INFO neutron.db.l3_db [None req-cca94e73-5bdc-4619-b17c-363f89138cde tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Floating IP 1b6dd83d-097a-4c48-876c-cf4ff7af2845 disassociated (deleted). External IP: 172.25.7.249, port: e975b42d-9ae3-48d4-b036-6674ecd0a4bb. Aug 10 03:44:48.958102 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca94e73-5bdc-4619-b17c-363f89138cde tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Router 8a030180-e6fc-41bc-9eec-cab71a584ba7 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:44:49.112920 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca94e73-5bdc-4619-b17c-363f89138cde tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:44:49.120105 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cca94e73-5bdc-4619-b17c-363f89138cde tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:49.139393 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39805b90-96f1-404d-b567-57c0b34148ff None None] Sync routers for ids ['8a030180-e6fc-41bc-9eec-cab71a584ba7'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:44:49.154962 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39805b90-96f1-404d-b567-57c0b34148ff None None] Routers {'8a030180-e6fc-41bc-9eec-cab71a584ba7'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:44:49.156144 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-39805b90-96f1-404d-b567-57c0b34148ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:44:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['8a030180-e6fc-41bc-9eec-cab71a584ba7'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:49.162250 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-cca94e73-5bdc-4619-b17c-363f89138cde tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "DELETE /v2.0/floatingips/1b6dd83d-097a-4c48-876c-cf4ff7af2845 HTTP/1.1" status: 204 len: 168 time: 1.2321498 Aug 10 03:44:49.162250 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '382f895d-491f-4eb0-b8d7-8d71083f58e7', 'tag': 'e975b42d-9ae3-48d4-b036-6674ecd0a4bb'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:44:49.162250 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1fa339-9fc5-47d2-a6d0-81cd55766937" -d '{"events": [{"name": "network-changed", "server_uuid": "382f895d-491f-4eb0-b8d7-8d71083f58e7", "tag": "e975b42d-9ae3-48d4-b036-6674ecd0a4bb"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:44:49.255828 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67badaa-7f58-4bcb-9c0e-63a565a3f487 x-openstack-request-id: req-c67badaa-7f58-4bcb-9c0e-63a565a3f487 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:44:49.256299 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "382f895d-491f-4eb0-b8d7-8d71083f58e7", "tag": "e975b42d-9ae3-48d4-b036-6674ecd0a4bb", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:44:49.256618 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c67badaa-7f58-4bcb-9c0e-63a565a3f487 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:44:49.257027 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '382f895d-491f-4eb0-b8d7-8d71083f58e7', 'tag': 'e975b42d-9ae3-48d4-b036-6674ecd0a4bb', 'status': 'completed', 'code': 200} Aug 10 03:44:49.350589 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-39805b90-96f1-404d-b567-57c0b34148ff None None] Set router 8a030180-e6fc-41bc-9eec-cab71a584ba7 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:44:49.380882 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1fa339-9fc5-47d2-a6d0-81cd55766937 req-7ac0dd57-3887-41c6-bcae-7bc31ed2e250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:49.384289 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-df1fa339-9fc5-47d2-a6d0-81cd55766937 req-7ac0dd57-3887-41c6-bcae-7bc31ed2e250 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d4cffc5e26914104899297a77f2206bf&device_id=382f895d-491f-4eb0-b8d7-8d71083f58e7 HTTP/1.1" status: 200 len: 1097 time: 0.1002619 Aug 10 03:44:49.595850 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1fa339-9fc5-47d2-a6d0-81cd55766937 req-07324cd1-8b00-4934-9cb1-515e910dbc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:49.598883 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-df1fa339-9fc5-47d2-a6d0-81cd55766937 req-07324cd1-8b00-4934-9cb1-515e910dbc1b service neutron] 10.222.0.58 "GET /v2.0/networks?id=fdc01fda-3338-41c9-b8d4-f012284af50a HTTP/1.1" status: 200 len: 897 time: 0.2057321 Aug 10 03:44:49.606247 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b6ac2-ccd0-4a6a-85a2-31728fd4ee14 req-a414db7e-3be9-485e-a0e9-e549e56ed3ef tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:49.608404 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-336b6ac2-ccd0-4a6a-85a2-31728fd4ee14 req-a414db7e-3be9-485e-a0e9-e549e56ed3ef tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=382f895d-491f-4eb0-b8d7-8d71083f58e7 HTTP/1.1" status: 200 len: 945 time: 0.0903711 Aug 10 03:44:49.684399 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-df1fa339-9fc5-47d2-a6d0-81cd55766937 req-da31fa99-d88d-48eb-9caf-653299d4c55d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e975b42d-9ae3-48d4-b036-6674ecd0a4bb HTTP/1.1" status: 200 len: 217 time: 0.0683308 Aug 10 03:44:49.695702 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-336b6ac2-ccd0-4a6a-85a2-31728fd4ee14 req-d25a943b-9bd0-445e-885b-cb2a069bab54 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=31267c08-63a3-4ca3-b256-dce2cf106428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741107 Aug 10 03:44:49.702871 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-39805b90-96f1-404d-b567-57c0b34148ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a030180-e6fc-41bc-9eec-cab71a584ba7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565314020', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '21b23250-f155-45d3-9538-5086d1661388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:43:10Z', 'updated_at': '2021-08-10T03:43:15Z', 'revision_number': 4, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'gw_port': {'id': '21b23250-f155-45d3-9538-5086d1661388', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a030180-e6fc-41bc-9eec-cab71a584ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:43:10Z', 'updated_at': '2021-08-10T03:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '59298853-a815-40b2-afbd-51925696ef1c', 'name': '', 'network_id': 'fdc01fda-3338-41c9-b8d4-f012284af50a', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'mac_address': 'fa:16:3e:a4:ca:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a030180-e6fc-41bc-9eec-cab71a584ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '9886442c-766e-4219-b870-5a2b0db592ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:43:14Z', 'updated_at': '2021-08-10T03:43:21Z', 'revision_number': 5, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'subnets': [{'id': '9886442c-766e-4219-b870-5a2b0db592ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:49.733226 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39805b90-96f1-404d-b567-57c0b34148ff None None] Checking router: 8a030180-e6fc-41bc-9eec-cab71a584ba7 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:44:49.748944 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39805b90-96f1-404d-b567-57c0b34148ff None None] Routers {'8a030180-e6fc-41bc-9eec-cab71a584ba7'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:44:49.749650 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-39805b90-96f1-404d-b567-57c0b34148ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:44:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['8a030180-e6fc-41bc-9eec-cab71a584ba7'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:49.797267 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1fa339-9fc5-47d2-a6d0-81cd55766937 req-46bd4fa7-8aa8-4a48-b1b2-ec17bb46562f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:49.799794 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-df1fa339-9fc5-47d2-a6d0-81cd55766937 req-46bd4fa7-8aa8-4a48-b1b2-ec17bb46562f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9886442c-766e-4219-b870-5a2b0db592ac HTTP/1.1" status: 200 len: 835 time: 0.0961528 Aug 10 03:44:49.875219 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1fa339-9fc5-47d2-a6d0-81cd55766937 req-8b5230c9-5407-4ab4-be55-4dd728d41bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:49.876873 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-df1fa339-9fc5-47d2-a6d0-81cd55766937 req-8b5230c9-5407-4ab4-be55-4dd728d41bab service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fdc01fda-3338-41c9-b8d4-f012284af50a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0697987 Aug 10 03:44:50.032496 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-df1fa339-9fc5-47d2-a6d0-81cd55766937 req-b3a41228-04bd-4204-8f44-dabd27001012 service neutron] 10.222.0.58 "GET /v2.0/networks/fdc01fda-3338-41c9-b8d4-f012284af50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467257 Aug 10 03:44:50.042653 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-39805b90-96f1-404d-b567-57c0b34148ff None None] Set router 8a030180-e6fc-41bc-9eec-cab71a584ba7 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:44:50.197819 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-df1fa339-9fc5-47d2-a6d0-81cd55766937 req-df56d52b-3f32-4d95-a58a-45989f396169 service neutron] 10.222.0.58 "GET /v2.0/networks/fdc01fda-3338-41c9-b8d4-f012284af50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574795 Aug 10 03:44:50.366395 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-39805b90-96f1-404d-b567-57c0b34148ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a030180-e6fc-41bc-9eec-cab71a584ba7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565314020', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '21b23250-f155-45d3-9538-5086d1661388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:43:10Z', 'updated_at': '2021-08-10T03:43:15Z', 'revision_number': 4, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'gw_port': {'id': '21b23250-f155-45d3-9538-5086d1661388', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a030180-e6fc-41bc-9eec-cab71a584ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:43:10Z', 'updated_at': '2021-08-10T03:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '59298853-a815-40b2-afbd-51925696ef1c', 'name': '', 'network_id': 'fdc01fda-3338-41c9-b8d4-f012284af50a', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'mac_address': 'fa:16:3e:a4:ca:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a030180-e6fc-41bc-9eec-cab71a584ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '9886442c-766e-4219-b870-5a2b0db592ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:43:14Z', 'updated_at': '2021-08-10T03:43:21Z', 'revision_number': 5, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'subnets': [{'id': '9886442c-766e-4219-b870-5a2b0db592ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:50.403162 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39805b90-96f1-404d-b567-57c0b34148ff None None] The sync data for ids ['8a030180-e6fc-41bc-9eec-cab71a584ba7'] in n-d-768851-15 is: [{'id': '8a030180-e6fc-41bc-9eec-cab71a584ba7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565314020', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '21b23250-f155-45d3-9538-5086d1661388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:43:10Z', 'updated_at': '2021-08-10T03:43:15Z', 'revision_number': 4, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'gw_port': {'id': '21b23250-f155-45d3-9538-5086d1661388', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a030180-e6fc-41bc-9eec-cab71a584ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:43:10Z', 'updated_at': '2021-08-10T03:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '59298853-a815-40b2-afbd-51925696ef1c', 'name': '', 'network_id': 'fdc01fda-3338-41c9-b8d4-f012284af50a', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'mac_address': 'fa:16:3e:a4:ca:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a030180-e6fc-41bc-9eec-cab71a584ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '9886442c-766e-4219-b870-5a2b0db592ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:43:14Z', 'updated_at': '2021-08-10T03:43:21Z', 'revision_number': 5, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'subnets': [{'id': '9886442c-766e-4219-b870-5a2b0db592ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:44:50.755012 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2586c1-a276-4cd6-90bb-2b241fde5189 None None] New status for floating IP 1b6dd83d-097a-4c48-876c-cf4ff7af2845: DOWN {{(pid=94218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:44:50.862198 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f23a2f-bb9a-4458-9ca9-2cc5f747f322 req-4627067c-5343-4d81-9961-b443cf36a3b5 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:50.864288 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-39f23a2f-bb9a-4458-9ca9-2cc5f747f322 req-4627067c-5343-4d81-9961-b443cf36a3b5 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.58 "GET /v2.0/ports?device_id=382f895d-491f-4eb0-b8d7-8d71083f58e7 HTTP/1.1" status: 200 len: 945 time: 0.1202557 Aug 10 03:44:50.976309 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a9fcf-5bfc-4d73-a9c7-30840b1c96a4 req-842fa174-f7b5-43d0-a873-cf3573792265 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:50.978666 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8d3a9fcf-5bfc-4d73-a9c7-30840b1c96a4 req-842fa174-f7b5-43d0-a873-cf3573792265 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=382f895d-491f-4eb0-b8d7-8d71083f58e7 HTTP/1.1" status: 200 len: 945 time: 0.0890369 Aug 10 03:44:51.019280 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-39f23a2f-bb9a-4458-9ca9-2cc5f747f322 req-da109710-ce6c-4257-a1ed-7f94403ed371 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Deleting port e975b42d-9ae3-48d4-b036-6674ecd0a4bb {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:44:51.019731 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-39f23a2f-bb9a-4458-9ca9-2cc5f747f322 req-da109710-ce6c-4257-a1ed-7f94403ed371 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:51.044761 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8d3a9fcf-5bfc-4d73-a9c7-30840b1c96a4 req-edfa52f6-315e-42ea-91b8-a7ab43d088c3 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/security-groups?id=31267c08-63a3-4ca3-b256-dce2cf106428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554276 Aug 10 03:44:51.157658 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-39f23a2f-bb9a-4458-9ca9-2cc5f747f322 req-da109710-ce6c-4257-a1ed-7f94403ed371 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] For port e975b42d-9ae3-48d4-b036-6674ecd0a4bb, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=e975b42d-9ae3-48d4-b036-6674ecd0a4bb,segment=NetworkSegment(4b9d3a08-4f33-4f15-ac35-39bacf8fed21),segment_id=4b9d3a08-4f33-4f15-ac35-39bacf8fed21)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:51.158577 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-39f23a2f-bb9a-4458-9ca9-2cc5f747f322 req-da109710-ce6c-4257-a1ed-7f94403ed371 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:51.185839 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-39f23a2f-bb9a-4458-9ca9-2cc5f747f322 req-da109710-ce6c-4257-a1ed-7f94403ed371 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Calling delete_port for e975b42d-9ae3-48d4-b036-6674ecd0a4bb owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:44:51.401722 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-39f23a2f-bb9a-4458-9ca9-2cc5f747f322 req-da109710-ce6c-4257-a1ed-7f94403ed371 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:51.442263 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da109710-ce6c-4257-a1ed-7f94403ed371 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event deleted for resources: {'Port': ['ID=e975b42d-9ae3-48d4-b036-6674ecd0a4bb,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:51.519861 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-39f23a2f-bb9a-4458-9ca9-2cc5f747f322 req-da109710-ce6c-4257-a1ed-7f94403ed371 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] No DVR routers for this DVR port e975b42d-9ae3-48d4-b036-6674ecd0a4bb on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:44:51.523879 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-39f23a2f-bb9a-4458-9ca9-2cc5f747f322 req-da109710-ce6c-4257-a1ed-7f94403ed371 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:51.526916 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-39f23a2f-bb9a-4458-9ca9-2cc5f747f322 req-da109710-ce6c-4257-a1ed-7f94403ed371 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.58 "DELETE /v2.0/ports/e975b42d-9ae3-48d4-b036-6674ecd0a4bb HTTP/1.1" status: 204 len: 173 time: 0.6566486 Aug 10 03:44:51.527824 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382f895d-491f-4eb0-b8d7-8d71083f58e7', 'name': 'network-vif-deleted', 'tag': 'e975b42d-9ae3-48d4-b036-6674ecd0a4bb'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:44:51.531599 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc1f620-742d-4d74-b059-bed3ee48a25f" -d '{"events": [{"server_uuid": "382f895d-491f-4eb0-b8d7-8d71083f58e7", "name": "network-vif-deleted", "tag": "e975b42d-9ae3-48d4-b036-6674ecd0a4bb"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:44:51.594973 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61c7977-47d4-4641-8027-aa572eb868d2 x-openstack-request-id: req-b61c7977-47d4-4641-8027-aa572eb868d2 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:44:51.595366 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "382f895d-491f-4eb0-b8d7-8d71083f58e7", "name": "network-vif-deleted", "tag": "e975b42d-9ae3-48d4-b036-6674ecd0a4bb", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:44:51.596007 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b61c7977-47d4-4641-8027-aa572eb868d2 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:44:51.600181 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '382f895d-491f-4eb0-b8d7-8d71083f58e7', 'name': 'network-vif-deleted', 'tag': 'e975b42d-9ae3-48d4-b036-6674ecd0a4bb', 'status': 'completed', 'code': 200} Aug 10 03:44:52.239847 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b192bb6e-ca55-4e11-8ceb-5c238f5dd6de req-2f3ff90f-5091-4d18-b69a-4dc9a8b3ee8b tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "GET /v2.0/ports?device_id=382f895d-491f-4eb0-b8d7-8d71083f58e7 HTTP/1.1" status: 200 len: 210 time: 0.0360210 Aug 10 03:44:53.322700 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 37370) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:53.868286 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-29aea710-f7f2-4722-be24-67d573f8aefa tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:54.245392 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-29aea710-f7f2-4722-be24-67d573f8aefa tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Deleting port 59298853-a815-40b2-afbd-51925696ef1c {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:44:54.245905 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-29aea710-f7f2-4722-be24-67d573f8aefa tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:54.363159 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-29aea710-f7f2-4722-be24-67d573f8aefa tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] For port 59298853-a815-40b2-afbd-51925696ef1c, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=59298853-a815-40b2-afbd-51925696ef1c,segment=NetworkSegment(4b9d3a08-4f33-4f15-ac35-39bacf8fed21),segment_id=4b9d3a08-4f33-4f15-ac35-39bacf8fed21)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:54.364020 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-29aea710-f7f2-4722-be24-67d573f8aefa tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:54.380569 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-29aea710-f7f2-4722-be24-67d573f8aefa tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Calling delete_port for 59298853-a815-40b2-afbd-51925696ef1c owned by network:router_interface {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:44:54.609171 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-29aea710-f7f2-4722-be24-67d573f8aefa tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:54.640615 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aea710-f7f2-4722-be24-67d573f8aefa tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event deleted for resources: {'Port': ['ID=59298853-a815-40b2-afbd-51925696ef1c,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:54.674929 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aea710-f7f2-4722-be24-67d573f8aefa tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:54.675286 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aea710-f7f2-4722-be24-67d573f8aefa tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:54.675814 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aea710-f7f2-4722-be24-67d573f8aefa tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:54.676167 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aea710-f7f2-4722-be24-67d573f8aefa tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:54.676507 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aea710-f7f2-4722-be24-67d573f8aefa tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:54.676836 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aea710-f7f2-4722-be24-67d573f8aefa tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:54.677157 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aea710-f7f2-4722-be24-67d573f8aefa tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:54.677487 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aea710-f7f2-4722-be24-67d573f8aefa tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:54.677830 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aea710-f7f2-4722-be24-67d573f8aefa tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:54.678142 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aea710-f7f2-4722-be24-67d573f8aefa tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:54.678466 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aea710-f7f2-4722-be24-67d573f8aefa tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:54.678813 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aea710-f7f2-4722-be24-67d573f8aefa tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:54.913705 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-29aea710-f7f2-4722-be24-67d573f8aefa tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:54.989289 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device e975b42d-9ae3-48d4-b036-6674ecd0a4bb no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:44:55.033785 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: e975b42d-9ae3-48d4-b036-6674ecd0a4bb {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:44:55.034382 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device e975b42d-9ae3-48d4-b036-6674ecd0a4bb not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:44:55.108564 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [req-da7300a0-feeb-4e99-8a3d-44e5ccf97bed req-92f3d04c-0b70-403c-934e-6aa319dc6022 service neutron] (94216) timed out ('10.222.0.60', 59205) {{(pid=94216) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 03:44:55.184728 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29aea710-f7f2-4722-be24-67d573f8aefa tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Router 8a030180-e6fc-41bc-9eec-cab71a584ba7 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:44:55.304441 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29aea710-f7f2-4722-be24-67d573f8aefa tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:44:55.310671 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-29aea710-f7f2-4722-be24-67d573f8aefa tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "PUT /v2.0/routers/8a030180-e6fc-41bc-9eec-cab71a584ba7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9865520 Aug 10 03:44:55.317221 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d6c5fb-8e6b-4207-92f6-2d0f21bfb2cc None None] Sync routers for ids ['8a030180-e6fc-41bc-9eec-cab71a584ba7'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:44:55.318419 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 37412) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:55.330826 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d6c5fb-8e6b-4207-92f6-2d0f21bfb2cc None None] Routers {'8a030180-e6fc-41bc-9eec-cab71a584ba7'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:44:55.331452 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-83d6c5fb-8e6b-4207-92f6-2d0f21bfb2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:44:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['8a030180-e6fc-41bc-9eec-cab71a584ba7'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:55.384910 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb913b0f-dbdb-4af9-985a-57bb59c1d631 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Deleting subnet 9886442c-766e-4219-b870-5a2b0db592ac {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:44:55.389623 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-eb913b0f-dbdb-4af9-985a-57bb59c1d631 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:55.459993 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-eb913b0f-dbdb-4af9-985a-57bb59c1d631 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:55.466433 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-83d6c5fb-8e6b-4207-92f6-2d0f21bfb2cc None None] Set router 8a030180-e6fc-41bc-9eec-cab71a584ba7 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:44:55.575425 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-eb913b0f-dbdb-4af9-985a-57bb59c1d631 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:55.707450 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-83d6c5fb-8e6b-4207-92f6-2d0f21bfb2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a030180-e6fc-41bc-9eec-cab71a584ba7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565314020', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '21b23250-f155-45d3-9538-5086d1661388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:43:10Z', 'updated_at': '2021-08-10T03:44:54Z', 'revision_number': 5, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'gw_port': {'id': '21b23250-f155-45d3-9538-5086d1661388', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a030180-e6fc-41bc-9eec-cab71a584ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:43:10Z', 'updated_at': '2021-08-10T03:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:55.708405 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-eb913b0f-dbdb-4af9-985a-57bb59c1d631 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:55.743126 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb913b0f-dbdb-4af9-985a-57bb59c1d631 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event deleted for resources: {'Subnet': ['ID=9886442c-766e-4219-b870-5a2b0db592ac,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:55.744298 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d6c5fb-8e6b-4207-92f6-2d0f21bfb2cc None None] Checking router: 8a030180-e6fc-41bc-9eec-cab71a584ba7 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:44:55.752266 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7597a727-d5fd-462b-88f2-4b11cdd679e9 None None] Network fdc01fda-3338-41c9-b8d4-f012284af50a requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:44:55.758953 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-eb913b0f-dbdb-4af9-985a-57bb59c1d631 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:55.763140 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-eb913b0f-dbdb-4af9-985a-57bb59c1d631 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "DELETE /v2.0/subnets/9886442c-766e-4219-b870-5a2b0db592ac HTTP/1.1" status: 204 len: 168 time: 0.4429355 Aug 10 03:44:55.766648 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 37422) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:55.767101 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d6c5fb-8e6b-4207-92f6-2d0f21bfb2cc None None] Routers {'8a030180-e6fc-41bc-9eec-cab71a584ba7'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:44:55.767753 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-83d6c5fb-8e6b-4207-92f6-2d0f21bfb2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:44:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['8a030180-e6fc-41bc-9eec-cab71a584ba7'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:55.949252 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cc75df82-ceb6-4a3d-bb07-9d80f5dfad90 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for router, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:55.961663 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-83d6c5fb-8e6b-4207-92f6-2d0f21bfb2cc None None] Set router 8a030180-e6fc-41bc-9eec-cab71a584ba7 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:44:56.024017 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3defc0f4-53dc-4b1f-b70c-0f7b8d6302b6 None None] DHCP port deletion for fdc01fda-3338-41c9-b8d4-f012284af50a request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:44:56.108333 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3defc0f4-53dc-4b1f-b70c-0f7b8d6302b6 None None] Deleting port b8ede566-e926-4f92-ba98-b01642b5dc22 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:44:56.108862 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3defc0f4-53dc-4b1f-b70c-0f7b8d6302b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:56.148700 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cc75df82-ceb6-4a3d-bb07-9d80f5dfad90 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:56.205401 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3defc0f4-53dc-4b1f-b70c-0f7b8d6302b6 None None] For port b8ede566-e926-4f92-ba98-b01642b5dc22, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=b8ede566-e926-4f92-ba98-b01642b5dc22,segment=NetworkSegment(4b9d3a08-4f33-4f15-ac35-39bacf8fed21),segment_id=4b9d3a08-4f33-4f15-ac35-39bacf8fed21)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:56.205932 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3defc0f4-53dc-4b1f-b70c-0f7b8d6302b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:56.229037 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3defc0f4-53dc-4b1f-b70c-0f7b8d6302b6 None None] Calling delete_port for b8ede566-e926-4f92-ba98-b01642b5dc22 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:44:56.350300 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-83d6c5fb-8e6b-4207-92f6-2d0f21bfb2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a030180-e6fc-41bc-9eec-cab71a584ba7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565314020', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '21b23250-f155-45d3-9538-5086d1661388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:43:10Z', 'updated_at': '2021-08-10T03:44:54Z', 'revision_number': 5, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'gw_port': {'id': '21b23250-f155-45d3-9538-5086d1661388', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a030180-e6fc-41bc-9eec-cab71a584ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:43:10Z', 'updated_at': '2021-08-10T03:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:56.381904 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3defc0f4-53dc-4b1f-b70c-0f7b8d6302b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:56.414336 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3defc0f4-53dc-4b1f-b70c-0f7b8d6302b6 None None] Pushing event deleted for resources: {'Port': ['ID=b8ede566-e926-4f92-ba98-b01642b5dc22,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:56.416099 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d6c5fb-8e6b-4207-92f6-2d0f21bfb2cc None None] The sync data for ids ['8a030180-e6fc-41bc-9eec-cab71a584ba7'] in n-d-768851-15 is: [{'id': '8a030180-e6fc-41bc-9eec-cab71a584ba7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565314020', 'tenant_id': 'd4cffc5e26914104899297a77f2206bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '21b23250-f155-45d3-9538-5086d1661388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:43:10Z', 'updated_at': '2021-08-10T03:44:54Z', 'revision_number': 5, 'project_id': 'd4cffc5e26914104899297a77f2206bf', 'gw_port': {'id': '21b23250-f155-45d3-9538-5086d1661388', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a030180-e6fc-41bc-9eec-cab71a584ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:43:10Z', 'updated_at': '2021-08-10T03:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:44:56.421770 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3defc0f4-53dc-4b1f-b70c-0f7b8d6302b6 None None] No DVR routers for this DVR port b8ede566-e926-4f92-ba98-b01642b5dc22 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:44:56.458205 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:56.709907 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-cc75df82-ceb6-4a3d-bb07-9d80f5dfad90 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Deleting port 21b23250-f155-45d3-9538-5086d1661388 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:44:56.710483 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cc75df82-ceb6-4a3d-bb07-9d80f5dfad90 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:56.710975 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:56.814436 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-cc75df82-ceb6-4a3d-bb07-9d80f5dfad90 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] For port 21b23250-f155-45d3-9538-5086d1661388, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=21b23250-f155-45d3-9538-5086d1661388,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:56.815047 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cc75df82-ceb6-4a3d-bb07-9d80f5dfad90 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:56.836042 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-cc75df82-ceb6-4a3d-bb07-9d80f5dfad90 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Calling delete_port for 21b23250-f155-45d3-9538-5086d1661388 owned by network:router_gateway {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:44:56.941385 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 59298853-a815-40b2-afbd-51925696ef1c no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:44:56.976578 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 59298853-a815-40b2-afbd-51925696ef1c {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:44:56.977006 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 59298853-a815-40b2-afbd-51925696ef1c not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:44:56.977356 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b8ede566-e926-4f92-ba98-b01642b5dc22 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:44:57.008028 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: b8ede566-e926-4f92-ba98-b01642b5dc22 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:44:57.008422 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b8ede566-e926-4f92-ba98-b01642b5dc22 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:44:57.126339 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cc75df82-ceb6-4a3d-bb07-9d80f5dfad90 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:57.178955 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc75df82-ceb6-4a3d-bb07-9d80f5dfad90 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event deleted for resources: {'Port': ['ID=21b23250-f155-45d3-9538-5086d1661388,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:57.253022 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cc75df82-ceb6-4a3d-bb07-9d80f5dfad90 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:57.348055 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cc75df82-ceb6-4a3d-bb07-9d80f5dfad90 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:57.350236 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cc75df82-ceb6-4a3d-bb07-9d80f5dfad90 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:57.397928 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cc75df82-ceb6-4a3d-bb07-9d80f5dfad90 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:57.398462 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc75df82-ceb6-4a3d-bb07-9d80f5dfad90 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Fanout notify agent at l3_agent the message router_deleted on router 8a030180-e6fc-41bc-9eec-cab71a584ba7 {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:44:57.405750 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cc75df82-ceb6-4a3d-bb07-9d80f5dfad90 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:57.406968 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-cc75df82-ceb6-4a3d-bb07-9d80f5dfad90 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "DELETE /v2.0/routers/8a030180-e6fc-41bc-9eec-cab71a584ba7 HTTP/1.1" status: 204 len: 168 time: 1.6384583 Aug 10 03:44:57.409691 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 37456) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:57.505487 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-97bc0626-e152-4c68-8c71-151116597bd4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:57.607315 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-97bc0626-e152-4c68-8c71-151116597bd4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:57.618948 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-97bc0626-e152-4c68-8c71-151116597bd4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdc01fda-3338-41c9-b8d4-f012284af50a']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:57.635385 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-97bc0626-e152-4c68-8c71-151116597bd4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b9d3a08-4f33-4f15-ac35-39bacf8fed21') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:57.635683 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-97bc0626-e152-4c68-8c71-151116597bd4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b9d3a08-4f33-4f15-ac35-39bacf8fed21') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:57.644873 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-97bc0626-e152-4c68-8c71-151116597bd4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:57.659538 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-97bc0626-e152-4c68-8c71-151116597bd4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:57.666295 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97bc0626-e152-4c68-8c71-151116597bd4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:44:57.666755 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-97bc0626-e152-4c68-8c71-151116597bd4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:57.670415 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:44:57.670415 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:44:57.670415 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:44:57.670415 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:44:57.670415 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:44:57.670415 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:44:57.670415 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:44:57.670415 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:44:57.670415 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:44:57.670415 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:44:57.670415 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:44:57.670415 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:44:57.670415 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:44:57.670415 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:44:57.670415 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:44:57.670415 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:44:57.670415 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:44:57.670415 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:44:57.670415 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:44:57.670415 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:44:57.670415 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:44:57.670415 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:44:57.670415 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:44:57.670415 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:44:57.670415 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:44:57.670415 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:44:57.670415 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:44:57.670415 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:44:57.670415 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:44:57.670415 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:44:57.670415 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:44:57.670415 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:44:57.734281 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-97bc0626-e152-4c68-8c71-151116597bd4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:57.742373 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-97bc0626-e152-4c68-8c71-151116597bd4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:57.744287 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-97bc0626-e152-4c68-8c71-151116597bd4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "DELETE /v2.0/networks/fdc01fda-3338-41c9-b8d4-f012284af50a HTTP/1.1" status: 204 len: 168 time: 0.3334723 Aug 10 03:44:57.747958 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 37464) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:57.760193 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bc0626-e152-4c68-8c71-151116597bd4 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event deleted for resources: {'Network': ['ID=fdc01fda-3338-41c9-b8d4-f012284af50a,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:57.851219 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f924561f-1f78-4a90-944b-1b6618943e42 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:57.888125 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f924561f-1f78-4a90-944b-1b6618943e42 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:58.005558 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f924561f-1f78-4a90-944b-1b6618943e42 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:58.010540 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f924561f-1f78-4a90-944b-1b6618943e42 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:58.011839 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-f924561f-1f78-4a90-944b-1b6618943e42 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] 10.222.0.62 "DELETE /v2.0/security-groups/31267c08-63a3-4ca3-b256-dce2cf106428 HTTP/1.1" status: 204 len: 168 time: 0.2624040 Aug 10 03:44:58.057760 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f924561f-1f78-4a90-944b-1b6618943e42 tempest-TestNetworkAdvancedServerOps-1510304924 tempest-TestNetworkAdvancedServerOps-1510304924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31267c08-63a3-4ca3-b256-dce2cf106428,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:58.541426 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 37488) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:58.753531 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-9a5958ec-0dcd-408a-8f04-7a2c9782d8b0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d4cffc5e26914104899297a77f2206bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2105222 Aug 10 03:44:58.756271 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 37496) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:58.809517 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 21b23250-f155-45d3-9538-5086d1661388 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:44:58.831291 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3669c95f-781a-4b69-a7d0-f9c0c72ab5ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:58.833323 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 21b23250-f155-45d3-9538-5086d1661388 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:44:58.833675 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 21b23250-f155-45d3-9538-5086d1661388 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:44:58.864892 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3669c95f-781a-4b69-a7d0-f9c0c72ab5ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:58.946488 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3669c95f-781a-4b69-a7d0-f9c0c72ab5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:58.950771 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3669c95f-781a-4b69-a7d0-f9c0c72ab5ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:58.952310 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-3669c95f-781a-4b69-a7d0-f9c0c72ab5ed admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/84622e82-e329-41da-b5d9-9aa8ccee71f6 HTTP/1.1" status: 204 len: 168 time: 0.1947749 Aug 10 03:44:58.964340 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3669c95f-781a-4b69-a7d0-f9c0c72ab5ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84622e82-e329-41da-b5d9-9aa8ccee71f6,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:59.381486 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 37514) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:59.449492 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-564b535b-e215-465b-8243-c86df156b4a4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=56d408e8434340fe88416d1e68b264c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0657337 Aug 10 03:44:59.453208 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 37518) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:59.530424 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ed61811b-f43c-4f32-8c49-6a4101afa7cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:59.571831 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ed61811b-f43c-4f32-8c49-6a4101afa7cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:59.655027 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ed61811b-f43c-4f32-8c49-6a4101afa7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:59.660554 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ed61811b-f43c-4f32-8c49-6a4101afa7cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:59.661789 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ed61811b-f43c-4f32-8c49-6a4101afa7cc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/017fbb3c-e9c8-454f-baf5-185f7832f1a7 HTTP/1.1" status: 204 len: 168 time: 0.2067835 Aug 10 03:44:59.675381 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61811b-f43c-4f32-8c49-6a4101afa7cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017fbb3c-e9c8-454f-baf5-185f7832f1a7,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:00.386788 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-19530ba1-6ff4-4a7b-981c-d05fce24eedb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:00.389101 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa8466-fb38-48c6-b967-d9b33085f623 req-54f3e04d-624e-444a-876b-09e9b8fac24b tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:00.411841 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-41aa8466-fb38-48c6-b967-d9b33085f623 req-54f3e04d-624e-444a-876b-09e9b8fac24b tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=026d0196-df12-4484-94a4-75de3c7434cc HTTP/1.1" status: 200 len: 945 time: 0.1528182 Aug 10 03:45:00.477770 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-41aa8466-fb38-48c6-b967-d9b33085f623 req-6d028dec-be1f-49f5-bb6e-775f963c3ec4 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=20e7130a-7468-4743-9135-dd2a5e0f71ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630119 Aug 10 03:45:01.647835 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bbc657-a2e5-4282-88af-ac84a6505412 req-8efbeff6-354f-4d65-a978-e9783604d2b9 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:01.649558 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-36bbc657-a2e5-4282-88af-ac84a6505412 req-8efbeff6-354f-4d65-a978-e9783604d2b9 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=026d0196-df12-4484-94a4-75de3c7434cc HTTP/1.1" status: 200 len: 945 time: 0.0566912 Aug 10 03:45:01.706711 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-36bbc657-a2e5-4282-88af-ac84a6505412 req-d7e2b70c-ca20-4255-98c2-6057692a4fb6 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=20e7130a-7468-4743-9135-dd2a5e0f71ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499001 Aug 10 03:45:02.044662 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e212967-6dc5-4a1e-a131-6c3cc4fd3150 req-5558951b-3183-4039-aaa8-f70d44948ce0 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:02.046536 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7e212967-6dc5-4a1e-a131-6c3cc4fd3150 req-5558951b-3183-4039-aaa8-f70d44948ce0 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.60 "GET /v2.0/ports?device_id=026d0196-df12-4484-94a4-75de3c7434cc HTTP/1.1" status: 200 len: 945 time: 0.0663073 Aug 10 03:45:02.169164 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-7e212967-6dc5-4a1e-a131-6c3cc4fd3150 req-794b5e6a-2f73-4980-86d3-445541ba1dbd tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Deleting port e29f1fd6-0aa7-4e3d-8810-4d1729641c15 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:45:02.169466 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7e212967-6dc5-4a1e-a131-6c3cc4fd3150 req-794b5e6a-2f73-4980-86d3-445541ba1dbd tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:02.294107 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-7e212967-6dc5-4a1e-a131-6c3cc4fd3150 req-794b5e6a-2f73-4980-86d3-445541ba1dbd tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] For port e29f1fd6-0aa7-4e3d-8810-4d1729641c15, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=e29f1fd6-0aa7-4e3d-8810-4d1729641c15,segment=NetworkSegment(5c87df8d-954c-4397-aa68-23e5690c99d4),segment_id=5c87df8d-954c-4397-aa68-23e5690c99d4)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:02.294798 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7e212967-6dc5-4a1e-a131-6c3cc4fd3150 req-794b5e6a-2f73-4980-86d3-445541ba1dbd tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:02.529775 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7e212967-6dc5-4a1e-a131-6c3cc4fd3150 req-794b5e6a-2f73-4980-86d3-445541ba1dbd tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:02.530311 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7e212967-6dc5-4a1e-a131-6c3cc4fd3150 req-794b5e6a-2f73-4980-86d3-445541ba1dbd tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:02.530700 n-d-768851-15 neutron-server[94217]: INFO neutron.db.l3_db [req-7e212967-6dc5-4a1e-a131-6c3cc4fd3150 req-794b5e6a-2f73-4980-86d3-445541ba1dbd tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Floating IP 2f554516-eb90-429a-ab1e-6f766ef7ce76 disassociated. External IP: 172.25.7.243, port: e29f1fd6-0aa7-4e3d-8810-4d1729641c15. Aug 10 03:45:02.531149 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-7e212967-6dc5-4a1e-a131-6c3cc4fd3150 req-794b5e6a-2f73-4980-86d3-445541ba1dbd tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Calling delete_port for e29f1fd6-0aa7-4e3d-8810-4d1729641c15 owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:45:02.693293 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7e212967-6dc5-4a1e-a131-6c3cc4fd3150 req-794b5e6a-2f73-4980-86d3-445541ba1dbd tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:02.729324 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794b5e6a-2f73-4980-86d3-445541ba1dbd tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Pushing event deleted for resources: {'Port': ['ID=e29f1fd6-0aa7-4e3d-8810-4d1729641c15,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:02.852860 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b36ddb76-2f51-46b0-82a9-0058adaf3a0f req-73c39173-815f-434a-ac26-1eb6a3570af3 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=026d0196-df12-4484-94a4-75de3c7434cc HTTP/1.1" status: 200 len: 210 time: 0.0372107 Aug 10 03:45:02.886335 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e212967-6dc5-4a1e-a131-6c3cc4fd3150 req-794b5e6a-2f73-4980-86d3-445541ba1dbd tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Router 575fb166-7f7c-427a-89b6-af235d0526e1 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:45:02.926863 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:45:03.009316 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e212967-6dc5-4a1e-a131-6c3cc4fd3150 req-794b5e6a-2f73-4980-86d3-445541ba1dbd tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:45:03.021116 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1624b4ec-ebf0-4811-a9a4-11ec248aeb59 None None] Sync routers for ids ['575fb166-7f7c-427a-89b6-af235d0526e1'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:45:03.048746 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1624b4ec-ebf0-4811-a9a4-11ec248aeb59 None None] Routers {'575fb166-7f7c-427a-89b6-af235d0526e1'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:45:03.049757 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-1624b4ec-ebf0-4811-a9a4-11ec248aeb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:44:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['575fb166-7f7c-427a-89b6-af235d0526e1'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:03.053447 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-89edd148-b984-43b3-a07b-cbac91ea40c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:03.089223 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e212967-6dc5-4a1e-a131-6c3cc4fd3150 req-794b5e6a-2f73-4980-86d3-445541ba1dbd tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] No DVR routers for this DVR port e29f1fd6-0aa7-4e3d-8810-4d1729641c15 on host n-h2-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:45:03.092713 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7e212967-6dc5-4a1e-a131-6c3cc4fd3150 req-794b5e6a-2f73-4980-86d3-445541ba1dbd tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:03.096341 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7e212967-6dc5-4a1e-a131-6c3cc4fd3150 req-794b5e6a-2f73-4980-86d3-445541ba1dbd tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.60 "DELETE /v2.0/ports/e29f1fd6-0aa7-4e3d-8810-4d1729641c15 HTTP/1.1" status: 204 len: 173 time: 1.0402079 Aug 10 03:45:03.096929 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '026d0196-df12-4484-94a4-75de3c7434cc', 'name': 'network-vif-deleted', 'tag': 'e29f1fd6-0aa7-4e3d-8810-4d1729641c15'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:45:03.113090 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41a7d14-f6d1-403a-bc98-454f1c74ceb1" -d '{"events": [{"server_uuid": "026d0196-df12-4484-94a4-75de3c7434cc", "name": "network-vif-deleted", "tag": "e29f1fd6-0aa7-4e3d-8810-4d1729641c15"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:45:03.168340 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541d26d1-3bf4-4330-893a-17861125d3f5 x-openstack-request-id: req-541d26d1-3bf4-4330-893a-17861125d3f5 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:45:03.169183 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "026d0196-df12-4484-94a4-75de3c7434cc", "name": "network-vif-deleted", "tag": "e29f1fd6-0aa7-4e3d-8810-4d1729641c15", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:45:03.170158 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-541d26d1-3bf4-4330-893a-17861125d3f5 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:45:03.171130 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '026d0196-df12-4484-94a4-75de3c7434cc', 'name': 'network-vif-deleted', 'tag': 'e29f1fd6-0aa7-4e3d-8810-4d1729641c15', 'status': 'completed', 'code': 200} Aug 10 03:45:03.221305 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-1624b4ec-ebf0-4811-a9a4-11ec248aeb59 None None] Set router 575fb166-7f7c-427a-89b6-af235d0526e1 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:45:03.457069 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:03.625844 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-1624b4ec-ebf0-4811-a9a4-11ec248aeb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'name': 'tempest-TestVolumeBootPattern-1934501111-router', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '67d28359-d0a2-4764-b52f-2f80da29eda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:43Z', 'updated_at': '2021-08-10T03:38:50Z', 'revision_number': 4, 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'gw_port': {'id': '67d28359-d0a2-4764-b52f-2f80da29eda9', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:44Z', 'updated_at': '2021-08-10T03:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '42355b41-6912-4caa-b207-782fc68b891c', 'name': '', 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'mac_address': 'fa:16:3e:ed:b8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '036b75a5-4076-4503-a708-471e0be52cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:49Z', 'updated_at': '2021-08-10T03:38:58Z', 'revision_number': 5, 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'subnets': [{'id': '036b75a5-4076-4503-a708-471e0be52cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:03.654345 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1624b4ec-ebf0-4811-a9a4-11ec248aeb59 None None] Checking router: 575fb166-7f7c-427a-89b6-af235d0526e1 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:45:03.665391 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1624b4ec-ebf0-4811-a9a4-11ec248aeb59 None None] Routers {'575fb166-7f7c-427a-89b6-af235d0526e1'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:45:03.666093 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-1624b4ec-ebf0-4811-a9a4-11ec248aeb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:45:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['575fb166-7f7c-427a-89b6-af235d0526e1'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:03.780748 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-1624b4ec-ebf0-4811-a9a4-11ec248aeb59 None None] Set router 575fb166-7f7c-427a-89b6-af235d0526e1 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:45:03.965836 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c1a3ac54-d474-4db6-9dc9-a3c0f03b461b req-2cffe591-5eef-49fc-be9a-2da5284b5da8 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=026d0196-df12-4484-94a4-75de3c7434cc HTTP/1.1" status: 200 len: 210 time: 0.0344102 Aug 10 03:45:04.003216 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-1624b4ec-ebf0-4811-a9a4-11ec248aeb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'name': 'tempest-TestVolumeBootPattern-1934501111-router', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '67d28359-d0a2-4764-b52f-2f80da29eda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:43Z', 'updated_at': '2021-08-10T03:38:50Z', 'revision_number': 4, 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'gw_port': {'id': '67d28359-d0a2-4764-b52f-2f80da29eda9', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:44Z', 'updated_at': '2021-08-10T03:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '42355b41-6912-4caa-b207-782fc68b891c', 'name': '', 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'mac_address': 'fa:16:3e:ed:b8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '036b75a5-4076-4503-a708-471e0be52cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:49Z', 'updated_at': '2021-08-10T03:38:58Z', 'revision_number': 5, 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'subnets': [{'id': '036b75a5-4076-4503-a708-471e0be52cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:04.030084 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1624b4ec-ebf0-4811-a9a4-11ec248aeb59 None None] The sync data for ids ['575fb166-7f7c-427a-89b6-af235d0526e1'] in n-d-768851-15 is: [{'id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'name': 'tempest-TestVolumeBootPattern-1934501111-router', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '67d28359-d0a2-4764-b52f-2f80da29eda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:43Z', 'updated_at': '2021-08-10T03:38:50Z', 'revision_number': 4, 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'gw_port': {'id': '67d28359-d0a2-4764-b52f-2f80da29eda9', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:44Z', 'updated_at': '2021-08-10T03:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '42355b41-6912-4caa-b207-782fc68b891c', 'name': '', 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'mac_address': 'fa:16:3e:ed:b8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '036b75a5-4076-4503-a708-471e0be52cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:49Z', 'updated_at': '2021-08-10T03:38:58Z', 'revision_number': 5, 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'subnets': [{'id': '036b75a5-4076-4503-a708-471e0be52cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:45:04.267848 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48e6baf-28a3-400b-a3d8-79076f6c4cd4 None None] New status for floating IP 2f554516-eb90-429a-ab1e-6f766ef7ce76: DOWN {{(pid=94219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:45:04.282283 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:05.090414 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-baa713f8-b3c0-4ffc-b274-69a53c7393a2 req-1174133f-fe04-4b62-a402-a2935fab424c tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=026d0196-df12-4484-94a4-75de3c7434cc HTTP/1.1" status: 200 len: 210 time: 0.0456862 Aug 10 03:45:05.690694 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device e29f1fd6-0aa7-4e3d-8810-4d1729641c15 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:45:05.714018 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: e29f1fd6-0aa7-4e3d-8810-4d1729641c15 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:45:05.714415 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device e29f1fd6-0aa7-4e3d-8810-4d1729641c15 not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:45:06.011522 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:06.189796 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b283fff1-a83e-432b-a7b1-15a0de1ffd9c req-7fb6d5f3-1dcc-4de7-ae9e-33e141383b44 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=026d0196-df12-4484-94a4-75de3c7434cc HTTP/1.1" status: 200 len: 210 time: 0.0272686 Aug 10 03:45:07.287866 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fb60c754-679f-4875-884f-22d907c08d17 req-f9a6ef9d-c8e7-4713-b150-21971aa31461 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=026d0196-df12-4484-94a4-75de3c7434cc HTTP/1.1" status: 200 len: 210 time: 0.0262876 Aug 10 03:45:08.543151 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d9e7f832-3312-4301-a31f-fe295ccd3143 req-c3b34c30-5327-4078-b32c-ccbe65fcb9e2 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-771807254&fields=id&tenant_id=cf46dc7d96e74359a233bb4d876edd57 HTTP/1.1" status: 200 len: 267 time: 0.0323064 Aug 10 03:45:08.665909 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7f832-3312-4301-a31f-fe295ccd3143 req-93d0a8b8-a252-46bd-ba07-e0d3ee1d1562 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:08.667784 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d9e7f832-3312-4301-a31f-fe295ccd3143 req-93d0a8b8-a252-46bd-ba07-e0d3ee1d1562 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/networks?id=7e9c5b57-a104-4b29-a8ed-ceb6086c40ae HTTP/1.1" status: 200 len: 812 time: 0.1168306 Aug 10 03:45:08.684825 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d9e7f832-3312-4301-a31f-fe295ccd3143 req-25c5ceda-ae0e-4d1f-9a20-88862aeef2af tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/quotas/cf46dc7d96e74359a233bb4d876edd57 HTTP/1.1" status: 200 len: 375 time: 0.0101521 Aug 10 03:45:08.747187 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d9e7f832-3312-4301-a31f-fe295ccd3143 req-c3eb73cc-f619-4055-a86f-ade81f6685a7 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=cf46dc7d96e74359a233bb4d876edd57&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0544624 Aug 10 03:45:09.225658 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d9e7f832-3312-4301-a31f-fe295ccd3143 req-58914a7a-fad2-4d77-b022-4636a9a93ba3 service neutron] 10.222.0.62 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4652989 Aug 10 03:45:09.321091 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d9e7f832-3312-4301-a31f-fe295ccd3143 req-b9f2e9b7-ff40-4d2d-a2a8-f5d22e9cfe2d service neutron] 10.222.0.62 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886893 Aug 10 03:45:09.658360 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0abd3504-8439-424e-a4b1-fe4c1de272a6 req-b75e1cc7-96ef-4c17-a562-a7cd852925c3 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce0609b4-2821-43a7-8bd9-080a9b5857a7 HTTP/1.1" status: 200 len: 210 time: 0.0381200 Aug 10 03:45:10.720968 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7f832-3312-4301-a31f-fe295ccd3143 req-c3dd46a4-ec82-4817-871a-444995a18f7a tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:10.722490 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d9e7f832-3312-4301-a31f-fe295ccd3143 req-c3dd46a4-ec82-4817-871a-444995a18f7a tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.60 "GET /v2.0/networks?id=7e9c5b57-a104-4b29-a8ed-ceb6086c40ae HTTP/1.1" status: 200 len: 812 time: 0.1318631 Aug 10 03:45:10.770796 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-436bb9b2-53bb-4da3-83db-e9f2c1877b9d req-1171831f-f339-4d14-9e5c-32b6af4ad506 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce0609b4-2821-43a7-8bd9-080a9b5857a7 HTTP/1.1" status: 200 len: 210 time: 0.0337257 Aug 10 03:45:10.787072 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d9e7f832-3312-4301-a31f-fe295ccd3143 req-39fde6fb-96b0-496a-b11a-ada5da665751 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf46dc7d96e74359a233bb4d876edd57 HTTP/1.1" status: 200 len: 379 time: 0.0541964 Aug 10 03:45:10.805990 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-d9e7f832-3312-4301-a31f-fe295ccd3143 req-d9a60c40-4e0e-413f-aaf5-f01286302a8f tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Request body: {'port': {'device_id': 'ce0609b4-2821-43a7-8bd9-080a9b5857a7', 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae', 'admin_state_up': True, 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'security_groups': ['20e7130a-7468-4743-9135-dd2a5e0f71ee']}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:10.947560 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9e7f832-3312-4301-a31f-fe295ccd3143 req-d9a60c40-4e0e-413f-aaf5-f01286302a8f tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Made reservation on behalf of cf46dc7d96e74359a233bb4d876edd57 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:45:10.951773 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d9e7f832-3312-4301-a31f-fe295ccd3143 req-d9a60c40-4e0e-413f-aaf5-f01286302a8f tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:11.134425 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-d9e7f832-3312-4301-a31f-fe295ccd3143 req-d9a60c40-4e0e-413f-aaf5-f01286302a8f tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Allocated IP 172.20.0.5 (7e9c5b57-a104-4b29-a8ed-ceb6086c40ae/036b75a5-4076-4503-a708-471e0be52cae/64f3cd26-53d6-4165-b6e5-0255c0dbf4a7) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:45:11.343758 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d9e7f832-3312-4301-a31f-fe295ccd3143 req-d9a60c40-4e0e-413f-aaf5-f01286302a8f tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:11.367107 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-d9e7f832-3312-4301-a31f-fe295ccd3143 req-d9a60c40-4e0e-413f-aaf5-f01286302a8f tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Transition to ACTIVE for port object 64f3cd26-53d6-4165-b6e5-0255c0dbf4a7 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:45:11.411904 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d9e7f832-3312-4301-a31f-fe295ccd3143 req-d9a60c40-4e0e-413f-aaf5-f01286302a8f tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:11.467833 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9e7f832-3312-4301-a31f-fe295ccd3143 req-d9a60c40-4e0e-413f-aaf5-f01286302a8f tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Network 7e9c5b57-a104-4b29-a8ed-ceb6086c40ae is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:45:11.471427 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-d9e7f832-3312-4301-a31f-fe295ccd3143 req-d9a60c40-4e0e-413f-aaf5-f01286302a8f tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:11.475637 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e7f832-3312-4301-a31f-fe295ccd3143 req-d9a60c40-4e0e-413f-aaf5-f01286302a8f tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:45:11.483259 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a60c40-4e0e-413f-aaf5-f01286302a8f tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Pushing event updated for resources: {'Port': ['ID=64f3cd26-53d6-4165-b6e5-0255c0dbf4a7,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:11.536981 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7f832-3312-4301-a31f-fe295ccd3143 req-d9a60c40-4e0e-413f-aaf5-f01286302a8f tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:11.537828 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d9e7f832-3312-4301-a31f-fe295ccd3143 req-d9a60c40-4e0e-413f-aaf5-f01286302a8f tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:11.559275 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d9e7f832-3312-4301-a31f-fe295ccd3143 req-d9a60c40-4e0e-413f-aaf5-f01286302a8f tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7587304 Aug 10 03:45:11.581440 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-d9e7f832-3312-4301-a31f-fe295ccd3143 req-1b5aa9b1-4c25-4f26-98d9-45bfc75621ec service neutron] Request body: {'port': {'device_id': 'ce0609b4-2821-43a7-8bd9-080a9b5857a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:11.649567 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d9e7f832-3312-4301-a31f-fe295ccd3143 req-1b5aa9b1-4c25-4f26-98d9-45bfc75621ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:11.813362 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d0ce9701-e67c-4557-96d9-bfda07a3488e None None] Provisioning for port 64f3cd26-53d6-4165-b6e5-0255c0dbf4a7 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:45:11.818169 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d0ce9701-e67c-4557-96d9-bfda07a3488e None None] Provisioning complete for port 64f3cd26-53d6-4165-b6e5-0255c0dbf4a7 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:11.818617 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d0ce9701-e67c-4557-96d9-bfda07a3488e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:11.901278 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a0d8a-fea9-47e1-aee8-2dd8496a05b4 req-7d0066d9-2d2d-4801-ace6-7a5042e1b665 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:11.912931 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ed0a0d8a-fea9-47e1-aee8-2dd8496a05b4 req-7d0066d9-2d2d-4801-ace6-7a5042e1b665 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce0609b4-2821-43a7-8bd9-080a9b5857a7 HTTP/1.1" status: 200 len: 931 time: 0.0701895 Aug 10 03:45:11.940630 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-d0ce9701-e67c-4557-96d9-bfda07a3488e None None] Port 64f3cd26-53d6-4165-b6e5-0255c0dbf4a7 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:45:11.969751 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ed0a0d8a-fea9-47e1-aee8-2dd8496a05b4 req-9f27026b-2200-45e2-94c0-930e4681ec14 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=20e7130a-7468-4743-9135-dd2a5e0f71ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528111 Aug 10 03:45:12.039948 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-d9e7f832-3312-4301-a31f-fe295ccd3143 req-1b5aa9b1-4c25-4f26-98d9-45bfc75621ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64f3cd26-53d6-4165-b6e5-0255c0dbf4a7 {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:45:12.049119 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d9e7f832-3312-4301-a31f-fe295ccd3143 req-1b5aa9b1-4c25-4f26-98d9-45bfc75621ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:12.068898 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-d9e7f832-3312-4301-a31f-fe295ccd3143 req-1b5aa9b1-4c25-4f26-98d9-45bfc75621ec service neutron] Transition to ACTIVE for port object 64f3cd26-53d6-4165-b6e5-0255c0dbf4a7 will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:45:12.075835 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d9e7f832-3312-4301-a31f-fe295ccd3143 req-1b5aa9b1-4c25-4f26-98d9-45bfc75621ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:12.156148 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5aa9b1-4c25-4f26-98d9-45bfc75621ec service neutron] Pushing event updated for resources: {'Port': ['ID=64f3cd26-53d6-4165-b6e5-0255c0dbf4a7,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:12.264545 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-d9e7f832-3312-4301-a31f-fe295ccd3143 req-1b5aa9b1-4c25-4f26-98d9-45bfc75621ec service neutron] Attempting to bind port 64f3cd26-53d6-4165-b6e5-0255c0dbf4a7 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:12.264885 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-d9e7f832-3312-4301-a31f-fe295ccd3143 req-1b5aa9b1-4c25-4f26-98d9-45bfc75621ec service neutron] Attempting to bind port 64f3cd26-53d6-4165-b6e5-0255c0dbf4a7 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '5c87df8d-954c-4397-aa68-23e5690c99d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:12.265540 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e7f832-3312-4301-a31f-fe295ccd3143 req-1b5aa9b1-4c25-4f26-98d9-45bfc75621ec service neutron] Attempting to bind port 64f3cd26-53d6-4165-b6e5-0255c0dbf4a7 on network 7e9c5b57-a104-4b29-a8ed-ceb6086c40ae {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:12.272358 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e7f832-3312-4301-a31f-fe295ccd3143 req-1b5aa9b1-4c25-4f26-98d9-45bfc75621ec service neutron] Port 64f3cd26-53d6-4165-b6e5-0255c0dbf4a7 on network 7e9c5b57-a104-4b29-a8ed-ceb6086c40ae not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:45:12.272683 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e7f832-3312-4301-a31f-fe295ccd3143 req-1b5aa9b1-4c25-4f26-98d9-45bfc75621ec service neutron] Attempting to bind port 64f3cd26-53d6-4165-b6e5-0255c0dbf4a7 on network 7e9c5b57-a104-4b29-a8ed-ceb6086c40ae {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:12.279699 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e7f832-3312-4301-a31f-fe295ccd3143 req-1b5aa9b1-4c25-4f26-98d9-45bfc75621ec service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:45:12.280277 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e7f832-3312-4301-a31f-fe295ccd3143 req-1b5aa9b1-4c25-4f26-98d9-45bfc75621ec service neutron] Checking segment: {'id': '5c87df8d-954c-4397-aa68-23e5690c99d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:45:12.280857 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e7f832-3312-4301-a31f-fe295ccd3143 req-1b5aa9b1-4c25-4f26-98d9-45bfc75621ec service neutron] Bound using segment: {'id': '5c87df8d-954c-4397-aa68-23e5690c99d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:45:12.282033 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-d9e7f832-3312-4301-a31f-fe295ccd3143 req-1b5aa9b1-4c25-4f26-98d9-45bfc75621ec service neutron] Bound port: 64f3cd26-53d6-4165-b6e5-0255c0dbf4a7, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c87df8d-954c-4397-aa68-23e5690c99d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:45:12.282659 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d9e7f832-3312-4301-a31f-fe295ccd3143 req-1b5aa9b1-4c25-4f26-98d9-45bfc75621ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:12.394279 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-d9e7f832-3312-4301-a31f-fe295ccd3143 req-1b5aa9b1-4c25-4f26-98d9-45bfc75621ec service neutron] For port 64f3cd26-53d6-4165-b6e5-0255c0dbf4a7, host n-h2-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:45:12.398481 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-d9e7f832-3312-4301-a31f-fe295ccd3143 req-1b5aa9b1-4c25-4f26-98d9-45bfc75621ec service neutron] For port 64f3cd26-53d6-4165-b6e5-0255c0dbf4a7, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=64f3cd26-53d6-4165-b6e5-0255c0dbf4a7,segment=NetworkSegment(5c87df8d-954c-4397-aa68-23e5690c99d4),segment_id=5c87df8d-954c-4397-aa68-23e5690c99d4)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:45:12.405633 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d9e7f832-3312-4301-a31f-fe295ccd3143 req-1b5aa9b1-4c25-4f26-98d9-45bfc75621ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:12.462567 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7f832-3312-4301-a31f-fe295ccd3143 req-1b5aa9b1-4c25-4f26-98d9-45bfc75621ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:12.463883 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d9e7f832-3312-4301-a31f-fe295ccd3143 req-1b5aa9b1-4c25-4f26-98d9-45bfc75621ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:12.465704 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d9e7f832-3312-4301-a31f-fe295ccd3143 req-1b5aa9b1-4c25-4f26-98d9-45bfc75621ec service neutron] 10.222.0.60 "PUT /v2.0/ports/64f3cd26-53d6-4165-b6e5-0255c0dbf4a7 HTTP/1.1" status: 200 len: 1092 time: 0.8894370 Aug 10 03:45:12.466519 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce0609b4-2821-43a7-8bd9-080a9b5857a7', 'tag': '64f3cd26-53d6-4165-b6e5-0255c0dbf4a7'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:45:12.470419 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73895afb-d53e-477f-a87c-20d9bd30504f" -d '{"events": [{"name": "network-changed", "server_uuid": "ce0609b4-2821-43a7-8bd9-080a9b5857a7", "tag": "64f3cd26-53d6-4165-b6e5-0255c0dbf4a7"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:45:12.566266 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8fcf818-2c36-4058-b09c-de8dc507e649 x-openstack-request-id: req-a8fcf818-2c36-4058-b09c-de8dc507e649 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:45:12.566824 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce0609b4-2821-43a7-8bd9-080a9b5857a7", "tag": "64f3cd26-53d6-4165-b6e5-0255c0dbf4a7", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:45:12.567188 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a8fcf818-2c36-4058-b09c-de8dc507e649 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:45:12.567862 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce0609b4-2821-43a7-8bd9-080a9b5857a7', 'tag': '64f3cd26-53d6-4165-b6e5-0255c0dbf4a7', 'status': 'completed', 'code': 200} Aug 10 03:45:12.601542 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5aa9b1-4c25-4f26-98d9-45bfc75621ec service neutron] Pushing event updated for resources: {'Port': ['ID=64f3cd26-53d6-4165-b6e5-0255c0dbf4a7,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:12.611050 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7f832-3312-4301-a31f-fe295ccd3143 req-9cb7e359-6ad1-4b39-95b9-163414bab2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:12.613577 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d9e7f832-3312-4301-a31f-fe295ccd3143 req-9cb7e359-6ad1-4b39-95b9-163414bab2f9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf46dc7d96e74359a233bb4d876edd57&device_id=ce0609b4-2821-43a7-8bd9-080a9b5857a7 HTTP/1.1" status: 200 len: 1095 time: 0.0928416 Aug 10 03:45:12.674970 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d9e7f832-3312-4301-a31f-fe295ccd3143 req-b27d05ad-e000-4bed-b2ee-d3216a3a2a49 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64f3cd26-53d6-4165-b6e5-0255c0dbf4a7 HTTP/1.1" status: 200 len: 217 time: 0.0471883 Aug 10 03:45:12.749110 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7f832-3312-4301-a31f-fe295ccd3143 req-afde88e7-cfed-44f2-bcaf-b6216c7a0557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:12.751149 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d9e7f832-3312-4301-a31f-fe295ccd3143 req-afde88e7-cfed-44f2-bcaf-b6216c7a0557 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=036b75a5-4076-4503-a708-471e0be52cae HTTP/1.1" status: 200 len: 851 time: 0.0579591 Aug 10 03:45:12.821075 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7f832-3312-4301-a31f-fe295ccd3143 req-ec9724c0-51c1-4ba3-8e70-822f925b24da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:12.822825 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d9e7f832-3312-4301-a31f-fe295ccd3143 req-ec9724c0-51c1-4ba3-8e70-822f925b24da service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e9c5b57-a104-4b29-a8ed-ceb6086c40ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0606685 Aug 10 03:45:12.933685 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d9e7f832-3312-4301-a31f-fe295ccd3143 req-8c19363f-8f69-44c5-b4e9-86ff45fea944 service neutron] 10.222.0.60 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990891 Aug 10 03:45:13.063947 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d9e7f832-3312-4301-a31f-fe295ccd3143 req-d23dec42-7322-434e-b295-04549630d0f9 service neutron] 10.222.0.60 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191530 Aug 10 03:45:13.119059 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb627136-d583-4eb8-ba9d-c902ddcd6ba9 req-61d6425a-10cd-4200-ae5a-a4b6e11589a5 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:13.127311 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bb627136-d583-4eb8-ba9d-c902ddcd6ba9 req-61d6425a-10cd-4200-ae5a-a4b6e11589a5 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce0609b4-2821-43a7-8bd9-080a9b5857a7 HTTP/1.1" status: 200 len: 943 time: 0.0634518 Aug 10 03:45:13.162605 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bb627136-d583-4eb8-ba9d-c902ddcd6ba9 req-e90b8646-1d09-4c87-8614-ad180a2aefdf tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=20e7130a-7468-4743-9135-dd2a5e0f71ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341520 Aug 10 03:45:13.196972 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73895afb-d53e-477f-a87c-20d9bd30504f req-458ed6ac-dff5-405d-9893-c792a61bcbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:13.198497 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-73895afb-d53e-477f-a87c-20d9bd30504f req-458ed6ac-dff5-405d-9893-c792a61bcbbd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf46dc7d96e74359a233bb4d876edd57&device_id=ce0609b4-2821-43a7-8bd9-080a9b5857a7 HTTP/1.1" status: 200 len: 1095 time: 0.0642028 Aug 10 03:45:13.320726 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73895afb-d53e-477f-a87c-20d9bd30504f req-743972bd-3af0-4df7-a494-6802ca4eac08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:13.322584 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-73895afb-d53e-477f-a87c-20d9bd30504f req-743972bd-3af0-4df7-a494-6802ca4eac08 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e9c5b57-a104-4b29-a8ed-ceb6086c40ae HTTP/1.1" status: 200 len: 913 time: 0.1138000 Aug 10 03:45:13.368351 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-73895afb-d53e-477f-a87c-20d9bd30504f req-a520e5a5-1f3f-476c-a457-314d32ec1423 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64f3cd26-53d6-4165-b6e5-0255c0dbf4a7 HTTP/1.1" status: 200 len: 217 time: 0.0377817 Aug 10 03:45:13.438522 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73895afb-d53e-477f-a87c-20d9bd30504f req-8661a60c-452e-401b-9c3f-64047bb2fa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:13.440178 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-73895afb-d53e-477f-a87c-20d9bd30504f req-8661a60c-452e-401b-9c3f-64047bb2fa1a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=036b75a5-4076-4503-a708-471e0be52cae HTTP/1.1" status: 200 len: 851 time: 0.0601041 Aug 10 03:45:13.497810 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73895afb-d53e-477f-a87c-20d9bd30504f req-5def5745-ee09-4039-abc8-b713a00592ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:13.499654 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-73895afb-d53e-477f-a87c-20d9bd30504f req-5def5745-ee09-4039-abc8-b713a00592ad service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e9c5b57-a104-4b29-a8ed-ceb6086c40ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483992 Aug 10 03:45:13.606969 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-73895afb-d53e-477f-a87c-20d9bd30504f req-124ed18c-c6ac-42c0-8f4f-bc6fc901d398 service neutron] 10.222.0.60 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925229 Aug 10 03:45:13.707884 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-73895afb-d53e-477f-a87c-20d9bd30504f req-ef96fef9-c549-47ab-80b6-e84c919d4619 service neutron] 10.222.0.60 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892115 Aug 10 03:45:14.324823 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d337e9-d204-41c9-befa-1628ad8a6f53 req-9c938d5d-f548-4628-9046-e9c2e1f58bd0 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:14.327713 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-08d337e9-d204-41c9-befa-1628ad8a6f53 req-9c938d5d-f548-4628-9046-e9c2e1f58bd0 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce0609b4-2821-43a7-8bd9-080a9b5857a7 HTTP/1.1" status: 200 len: 943 time: 0.0812359 Aug 10 03:45:14.384316 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-08d337e9-d204-41c9-befa-1628ad8a6f53 req-0150acf0-b3fa-4bda-901c-e29e25f39213 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=20e7130a-7468-4743-9135-dd2a5e0f71ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465193 Aug 10 03:45:15.510213 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8a6a5-f629-4020-8daa-26d98fd05bd3 req-d91b3ada-67bc-420b-8540-af5eb3fda7ab tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:15.512162 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1da8a6a5-f629-4020-8daa-26d98fd05bd3 req-d91b3ada-67bc-420b-8540-af5eb3fda7ab tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce0609b4-2821-43a7-8bd9-080a9b5857a7 HTTP/1.1" status: 200 len: 943 time: 0.0555899 Aug 10 03:45:15.573848 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1da8a6a5-f629-4020-8daa-26d98fd05bd3 req-159c9b50-bbe3-4322-b920-706d32512c51 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=20e7130a-7468-4743-9135-dd2a5e0f71ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484381 Aug 10 03:45:16.689116 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d70e7-1e48-4480-aeff-03067be08012 req-00d5ca04-78b7-4d3f-b9e5-e93adc5783fb tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:16.690597 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b33d70e7-1e48-4480-aeff-03067be08012 req-00d5ca04-78b7-4d3f-b9e5-e93adc5783fb tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce0609b4-2821-43a7-8bd9-080a9b5857a7 HTTP/1.1" status: 200 len: 943 time: 0.0519574 Aug 10 03:45:16.732864 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b33d70e7-1e48-4480-aeff-03067be08012 req-8eeaa162-4a89-469f-bc13-b5dab568efaf tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=20e7130a-7468-4743-9135-dd2a5e0f71ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359621 Aug 10 03:45:17.855348 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055cb9e-46cf-421f-9dc6-c87e3d0bb0a0 req-93b0f9f5-3fbc-4867-ad89-dc453df85f02 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:17.857157 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7055cb9e-46cf-421f-9dc6-c87e3d0bb0a0 req-93b0f9f5-3fbc-4867-ad89-dc453df85f02 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce0609b4-2821-43a7-8bd9-080a9b5857a7 HTTP/1.1" status: 200 len: 943 time: 0.0562203 Aug 10 03:45:17.901249 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7055cb9e-46cf-421f-9dc6-c87e3d0bb0a0 req-ff3329ce-5742-45ca-b56c-fa4b4a152d71 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=20e7130a-7468-4743-9135-dd2a5e0f71ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370748 Aug 10 03:45:19.017536 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b308bdc-420c-4ac1-9066-095431900d7e req-dadccdb5-99f4-441c-bb2d-ce05af2d20ad tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:19.019157 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7b308bdc-420c-4ac1-9066-095431900d7e req-dadccdb5-99f4-441c-bb2d-ce05af2d20ad tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce0609b4-2821-43a7-8bd9-080a9b5857a7 HTTP/1.1" status: 200 len: 943 time: 0.0495129 Aug 10 03:45:19.057265 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7b308bdc-420c-4ac1-9066-095431900d7e req-1c07b4f8-6f8f-4c42-bfc5-c9d7bb31217b tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=20e7130a-7468-4743-9135-dd2a5e0f71ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318401 Aug 10 03:45:19.995467 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38088) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:20.195232 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-75cbaa21-6c01-46d4-825b-193f953c380f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bd1bb74f2d2248fdbc51abdb4e81975d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1985364 Aug 10 03:45:20.198118 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 38094) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:20.212769 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a22f10a-d6b8-4859-8bd5-45e96ab34af3 req-68ec7a21-b2dc-4cbf-809e-30181346b622 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:20.214619 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6a22f10a-d6b8-4859-8bd5-45e96ab34af3 req-68ec7a21-b2dc-4cbf-809e-30181346b622 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce0609b4-2821-43a7-8bd9-080a9b5857a7 HTTP/1.1" status: 200 len: 943 time: 0.0715899 Aug 10 03:45:20.259472 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5efd024a-6be6-4b5e-8a9f-529328bfbd68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:20.263258 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6a22f10a-d6b8-4859-8bd5-45e96ab34af3 req-f03a288f-d299-4535-929f-e1d59ede3e75 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=20e7130a-7468-4743-9135-dd2a5e0f71ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413070 Aug 10 03:45:20.285204 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5efd024a-6be6-4b5e-8a9f-529328bfbd68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:20.333070 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5efd024a-6be6-4b5e-8a9f-529328bfbd68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:20.335716 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5efd024a-6be6-4b5e-8a9f-529328bfbd68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:20.336992 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-5efd024a-6be6-4b5e-8a9f-529328bfbd68 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/caaac3a0-0fea-401f-9882-08ffc665bc32 HTTP/1.1" status: 204 len: 168 time: 0.1371615 Aug 10 03:45:20.345741 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd024a-6be6-4b5e-8a9f-529328bfbd68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caaac3a0-0fea-401f-9882-08ffc665bc32,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:21.427635 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee9df69-da90-4430-acff-6d520a2e866c req-c91a68ee-dc9f-4b6f-9e7b-2854baae4eeb tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:21.429867 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4ee9df69-da90-4430-acff-6d520a2e866c req-c91a68ee-dc9f-4b6f-9e7b-2854baae4eeb tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce0609b4-2821-43a7-8bd9-080a9b5857a7 HTTP/1.1" status: 200 len: 943 time: 0.0679345 Aug 10 03:45:21.473947 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4ee9df69-da90-4430-acff-6d520a2e866c req-560862bc-4cdf-41b6-8fbc-0a5acda12155 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=20e7130a-7468-4743-9135-dd2a5e0f71ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372825 Aug 10 03:45:22.556294 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 38252) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:22.603560 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1180a2c-0cf1-453b-9f80-ccc3e1e5b6ac req-5d0d9d7e-ed24-42c5-83e0-ccaa5c2d1363 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:22.605176 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f1180a2c-0cf1-453b-9f80-ccc3e1e5b6ac req-5d0d9d7e-ed24-42c5-83e0-ccaa5c2d1363 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce0609b4-2821-43a7-8bd9-080a9b5857a7 HTTP/1.1" status: 200 len: 943 time: 0.0538359 Aug 10 03:45:22.648033 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f1180a2c-0cf1-453b-9f80-ccc3e1e5b6ac req-d4a2928e-9b0e-42d4-a55b-53c336c9ca24 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=20e7130a-7468-4743-9135-dd2a5e0f71ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346663 Aug 10 03:45:22.681021 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-eb5da679-a591-4d34-bfea-ab3d5330693a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:22.782374 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-eb5da679-a591-4d34-bfea-ab3d5330693a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:22.786947 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-eb5da679-a591-4d34-bfea-ab3d5330693a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:22.828747 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-eb5da679-a591-4d34-bfea-ab3d5330693a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ad83528794914a5e85fe79fd6c6a1f37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2709844 Aug 10 03:45:22.829969 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5da679-a591-4d34-bfea-ab3d5330693a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9fb578-b5b0-4e35-baa0-e7f9d7b16a5d,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:22.831488 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38256) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:22.885275 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-06e4bbbb-5086-401f-b28b-44cfe2669a2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:22.908278 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-06e4bbbb-5086-401f-b28b-44cfe2669a2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:22.975654 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-06e4bbbb-5086-401f-b28b-44cfe2669a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:22.978521 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-06e4bbbb-5086-401f-b28b-44cfe2669a2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:22.980138 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-06e4bbbb-5086-401f-b28b-44cfe2669a2d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1b9fb578-b5b0-4e35-baa0-e7f9d7b16a5d HTTP/1.1" status: 204 len: 168 time: 0.1469750 Aug 10 03:45:22.991263 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e4bbbb-5086-401f-b28b-44cfe2669a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9fb578-b5b0-4e35-baa0-e7f9d7b16a5d,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:23.327265 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38262) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:23.340563 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b7c9dec5-a66e-4f72-a52d-7c216661973a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:23.437364 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b7c9dec5-a66e-4f72-a52d-7c216661973a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:23.441464 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b7c9dec5-a66e-4f72-a52d-7c216661973a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:23.479263 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c9dec5-a66e-4f72-a52d-7c216661973a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4658e4a-6f55-45a0-a8ae-50f2f8608b87,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:23.484888 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b7c9dec5-a66e-4f72-a52d-7c216661973a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fb77902ecb5444a4bd8f56ddf922cba3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1564894 Aug 10 03:45:23.488158 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38264) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:23.550031 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2923edec-c729-483c-b3e4-bc173b0203c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:23.572853 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2923edec-c729-483c-b3e4-bc173b0203c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:23.622663 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2923edec-c729-483c-b3e4-bc173b0203c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:23.625357 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2923edec-c729-483c-b3e4-bc173b0203c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:23.626529 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-2923edec-c729-483c-b3e4-bc173b0203c9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b4658e4a-6f55-45a0-a8ae-50f2f8608b87 HTTP/1.1" status: 204 len: 168 time: 0.1373177 Aug 10 03:45:23.633962 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2923edec-c729-483c-b3e4-bc173b0203c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4658e4a-6f55-45a0-a8ae-50f2f8608b87,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:23.782352 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d358b09b-bcf0-4426-8f64-ac78dce0a070 req-6bcebff3-e2ec-4282-8d78-8c3842d1d422 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:23.783902 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d358b09b-bcf0-4426-8f64-ac78dce0a070 req-6bcebff3-e2ec-4282-8d78-8c3842d1d422 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce0609b4-2821-43a7-8bd9-080a9b5857a7 HTTP/1.1" status: 200 len: 943 time: 0.0637746 Aug 10 03:45:23.800207 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 64f3cd26-53d6-4165-b6e5-0255c0dbf4a7 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:45:23.828926 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d358b09b-bcf0-4426-8f64-ac78dce0a070 req-c293793e-53d5-46c0-83d5-e8e0136f44ca tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=20e7130a-7468-4743-9135-dd2a5e0f71ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373337 Aug 10 03:45:23.905637 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 64f3cd26-53d6-4165-b6e5-0255c0dbf4a7, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=64f3cd26-53d6-4165-b6e5-0255c0dbf4a7,segment=NetworkSegment(5c87df8d-954c-4397-aa68-23e5690c99d4),segment_id=5c87df8d-954c-4397-aa68-23e5690c99d4)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:23.920785 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '64f3cd26-53d6-4165-b6e5-0255c0dbf4a7', 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae', 'port_id': '64f3cd26-53d6-4165-b6e5-0255c0dbf4a7', 'mac_address': 'fa:16:3e:f0:11:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '036b75a5-4076-4503-a708-471e0be52cae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:45:23.964212 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:23.985278 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64f3cd26-53d6-4165-b6e5-0255c0dbf4a7 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:45:24.006237 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 64f3cd26-53d6-4165-b6e5-0255c0dbf4a7, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=64f3cd26-53d6-4165-b6e5-0255c0dbf4a7,segment=NetworkSegment(5c87df8d-954c-4397-aa68-23e5690c99d4),segment_id=5c87df8d-954c-4397-aa68-23e5690c99d4)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:24.011086 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:24.068997 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=64f3cd26-53d6-4165-b6e5-0255c0dbf4a7,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:24.083211 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:24.083804 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:24.084356 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:24.084929 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:24.085505 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:24.085986 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:24.086533 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:24.087140 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:24.087701 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:24.088278 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:24.088857 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:24.089433 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:24.280466 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['64f3cd26-53d6-4165-b6e5-0255c0dbf4a7'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:45:24.955842 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f4cd5-4d45-46c7-9616-3c148f0d70b3 req-f02beaba-e3c4-4f75-8ebe-de6f3675ffbf tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:24.957378 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-830f4cd5-4d45-46c7-9616-3c148f0d70b3 req-f02beaba-e3c4-4f75-8ebe-de6f3675ffbf tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce0609b4-2821-43a7-8bd9-080a9b5857a7 HTTP/1.1" status: 200 len: 944 time: 0.0532546 Aug 10 03:45:24.997998 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-830f4cd5-4d45-46c7-9616-3c148f0d70b3 req-31663dba-0c2e-4eda-887c-0578ce915f77 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=20e7130a-7468-4743-9135-dd2a5e0f71ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340712 Aug 10 03:45:25.829487 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 64f3cd26-53d6-4165-b6e5-0255c0dbf4a7 up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:45:25.884810 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port 64f3cd26-53d6-4165-b6e5-0255c0dbf4a7 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:45:25.890616 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 64f3cd26-53d6-4165-b6e5-0255c0dbf4a7 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:25.891002 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:25.989549 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:26.021908 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0609b4-2821-43a7-8bd9-080a9b5857a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f3cd26-53d6-4165-b6e5-0255c0dbf4a7'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:45:26.025270 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698a4ff6-15f0-47a0-99db-55d8b60b8691" -d '{"events": [{"server_uuid": "ce0609b4-2821-43a7-8bd9-080a9b5857a7", "name": "network-vif-plugged", "status": "completed", "tag": "64f3cd26-53d6-4165-b6e5-0255c0dbf4a7"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:45:26.048815 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 64f3cd26-53d6-4165-b6e5-0255c0dbf4a7, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=64f3cd26-53d6-4165-b6e5-0255c0dbf4a7,segment=NetworkSegment(5c87df8d-954c-4397-aa68-23e5690c99d4),segment_id=5c87df8d-954c-4397-aa68-23e5690c99d4)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:26.055176 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:26.116936 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=64f3cd26-53d6-4165-b6e5-0255c0dbf4a7,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:26.179069 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 38326) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:26.190026 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-7c99afc4-81c9-4213-a67c-838537d1ab89 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Request body: {'network': {'name': 'tempest-network-smoke--25022967', 'project_id': '57d162a8d5be42589085508f3f8f2813', 'port_security_enabled': True}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:26.208943 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4015ca2-8573-40e3-86da-453c1910149f req-23fa0dbf-7294-4ca0-9ca0-add3e8a1bf16 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:26.211822 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f4015ca2-8573-40e3-86da-453c1910149f req-23fa0dbf-7294-4ca0-9ca0-add3e8a1bf16 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce0609b4-2821-43a7-8bd9-080a9b5857a7 HTTP/1.1" status: 200 len: 945 time: 0.0834036 Aug 10 03:45:26.235019 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f29dc55-08c9-48f7-96cf-0c18413ae72a x-openstack-request-id: req-5f29dc55-08c9-48f7-96cf-0c18413ae72a {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:45:26.235972 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce0609b4-2821-43a7-8bd9-080a9b5857a7", "name": "network-vif-plugged", "status": "completed", "tag": "64f3cd26-53d6-4165-b6e5-0255c0dbf4a7", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:45:26.236470 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5f29dc55-08c9-48f7-96cf-0c18413ae72a {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:45:26.237189 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0609b4-2821-43a7-8bd9-080a9b5857a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f3cd26-53d6-4165-b6e5-0255c0dbf4a7', 'code': 200} Aug 10 03:45:26.238377 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c99afc4-81c9-4213-a67c-838537d1ab89 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Made reservation on behalf of 57d162a8d5be42589085508f3f8f2813 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:45:26.245310 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7c99afc4-81c9-4213-a67c-838537d1ab89 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:26.257395 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7c99afc4-81c9-4213-a67c-838537d1ab89 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:26.270717 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f4015ca2-8573-40e3-86da-453c1910149f req-e91ec4cb-03c0-4565-a48c-7a6b8823fdc1 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=20e7130a-7468-4743-9135-dd2a5e0f71ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465646 Aug 10 03:45:26.393985 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4afff-fbf7-40be-8142-b8d602c243e0 req-532d2dba-96f1-4aec-a286-78f5c492eeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:26.395599 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8ac4afff-fbf7-40be-8142-b8d602c243e0 req-532d2dba-96f1-4aec-a286-78f5c492eeb4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ce0609b4-2821-43a7-8bd9-080a9b5857a7 HTTP/1.1" status: 200 len: 1097 time: 0.0728261 Aug 10 03:45:26.433773 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7c99afc4-81c9-4213-a67c-838537d1ab89 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:26.441092 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:26.443420 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7c99afc4-81c9-4213-a67c-838537d1ab89 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:26.467575 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8ac4afff-fbf7-40be-8142-b8d602c243e0 req-495c61e3-9f4a-4368-9a86-899269c8e89c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=20e7130a-7468-4743-9135-dd2a5e0f71ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601323 Aug 10 03:45:26.483525 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c99afc4-81c9-4213-a67c-838537d1ab89 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:45:26.493986 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c99afc4-81c9-4213-a67c-838537d1ab89 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5356a2be-8766-4007-b4e8-f1910b63dc48,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:26.503596 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7c99afc4-81c9-4213-a67c-838537d1ab89 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:26.504033 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-7c99afc4-81c9-4213-a67c-838537d1ab89 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Added segment 130d04e2-54cd-4e02-bdac-e05c9177e3c7 of type vlan for network bec5c42a-3d74-4ba5-b59a-6155268fec80 Aug 10 03:45:26.554478 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7c99afc4-81c9-4213-a67c-838537d1ab89 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:26.585230 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7c99afc4-81c9-4213-a67c-838537d1ab89 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:26.590928 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c99afc4-81c9-4213-a67c-838537d1ab89 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:26.591505 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7c99afc4-81c9-4213-a67c-838537d1ab89 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:26.652443 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7c99afc4-81c9-4213-a67c-838537d1ab89 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4704287 Aug 10 03:45:26.656621 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 38328) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:26.661968 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-1db1841e-6c5f-43f6-9e46-f43860cac6e4 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2042217937', 'admin_state_up': True, 'project_id': '57d162a8d5be42589085508f3f8f2813', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:26.688326 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c99afc4-81c9-4213-a67c-838537d1ab89 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Pushing event updated for resources: {'Network': ['ID=bec5c42a-3d74-4ba5-b59a-6155268fec80,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:26.700734 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network bec5c42a-3d74-4ba5-b59a-6155268fec80 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:45:26.706291 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1db1841e-6c5f-43f6-9e46-f43860cac6e4 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:26.708093 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1db1841e-6c5f-43f6-9e46-f43860cac6e4 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:26.803394 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:26.847000 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1db1841e-6c5f-43f6-9e46-f43860cac6e4 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:27.018250 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1db1841e-6c5f-43f6-9e46-f43860cac6e4 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:27.262770 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1db1841e-6c5f-43f6-9e46-f43860cac6e4 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks [] for router_gateway, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:27.293308 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1db1841e-6c5f-43f6-9e46-f43860cac6e4 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:27.482476 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-1db1841e-6c5f-43f6-9e46-f43860cac6e4 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Allocated IP 172.25.7.120 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/a4f4dae4-a2f6-461c-8cce-ce8bf0024b0c) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:45:27.494990 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7265a24-aa01-48ff-bb79-7c0b39cad2dd req-cdb8e496-4276-4e9a-89bd-a4c0dff12e0a tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:27.497565 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a7265a24-aa01-48ff-bb79-7c0b39cad2dd req-cdb8e496-4276-4e9a-89bd-a4c0dff12e0a tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce0609b4-2821-43a7-8bd9-080a9b5857a7 HTTP/1.1" status: 200 len: 945 time: 0.1026013 Aug 10 03:45:27.549268 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a7265a24-aa01-48ff-bb79-7c0b39cad2dd req-413907f5-c905-4f24-8bc2-52ac10f4c052 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=20e7130a-7468-4743-9135-dd2a5e0f71ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426061 Aug 10 03:45:27.637881 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1db1841e-6c5f-43f6-9e46-f43860cac6e4 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:27.672605 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1db1841e-6c5f-43f6-9e46-f43860cac6e4 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:27.713238 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db1841e-6c5f-43f6-9e46-f43860cac6e4 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:45:27.718815 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-1db1841e-6c5f-43f6-9e46-f43860cac6e4 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:27.723269 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db1841e-6c5f-43f6-9e46-f43860cac6e4 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:45:27.748913 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db1841e-6c5f-43f6-9e46-f43860cac6e4 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Pushing event updated for resources: {'Port': ['ID=a4f4dae4-a2f6-461c-8cce-ce8bf0024b0c,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:27.973889 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1db1841e-6c5f-43f6-9e46-f43860cac6e4 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks [] for router_gateway, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:28.170293 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1db1841e-6c5f-43f6-9e46-f43860cac6e4 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:28.638544 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1db1841e-6c5f-43f6-9e46-f43860cac6e4 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Router a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:45:28.682907 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025da808-cf73-442a-9015-342d30715890 req-7a3a60a7-f15a-4df1-8392-85a84054c7df tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:28.684484 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-025da808-cf73-442a-9015-342d30715890 req-7a3a60a7-f15a-4df1-8392-85a84054c7df tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce0609b4-2821-43a7-8bd9-080a9b5857a7 HTTP/1.1" status: 200 len: 945 time: 0.0578227 Aug 10 03:45:28.726371 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-025da808-cf73-442a-9015-342d30715890 req-0a920074-0517-4a59-855c-2ecd71810830 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=20e7130a-7468-4743-9135-dd2a5e0f71ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348072 Aug 10 03:45:28.771027 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db1841e-6c5f-43f6-9e46-f43860cac6e4 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:45:28.783369 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99d98a3-8efa-49f3-b0b1-538a4967869a None None] Sync routers for ids ['a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:45:28.794785 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99d98a3-8efa-49f3-b0b1-538a4967869a None None] Routers {'a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:45:28.795294 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1db1841e-6c5f-43f6-9e46-f43860cac6e4 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:28.795656 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-a99d98a3-8efa-49f3-b0b1-538a4967869a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:45:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:28.803308 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1db1841e-6c5f-43f6-9e46-f43860cac6e4 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1455636 Aug 10 03:45:28.803947 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 38338) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:28.869493 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f7c11-22f4-4c9a-b8d7-f6e9c7e6c534 req-0c03ad08-d583-47f6-9bbe-b2a29e52e936 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:28.873285 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2d6f7c11-22f4-4c9a-b8d7-f6e9c7e6c534 req-0c03ad08-d583-47f6-9bbe-b2a29e52e936 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce0609b4-2821-43a7-8bd9-080a9b5857a7 HTTP/1.1" status: 200 len: 945 time: 0.0749474 Aug 10 03:45:28.927082 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2d6f7c11-22f4-4c9a-b8d7-f6e9c7e6c534 req-3b3b20eb-c14b-4824-b582-7c8cf218c815 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=20e7130a-7468-4743-9135-dd2a5e0f71ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483682 Aug 10 03:45:28.951518 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-a99d98a3-8efa-49f3-b0b1-538a4967869a None None] Set router a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:45:28.961103 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38342) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:29.014362 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ca9ede1f-b1e0-48ff-b8f7-b4f90387d06b tempest-TestSecurityGroupsBasicOps-1840498033 tempest-TestSecurityGroupsBasicOps-1840498033-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=57d162a8d5be42589085508f3f8f2813&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2091069 Aug 10 03:45:29.018648 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38346) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:29.152390 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616505f2-19e3-46ef-ac7c-fd9b6316417e tempest-TestSecurityGroupsBasicOps-1840498033 tempest-TestSecurityGroupsBasicOps-1840498033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:29.158512 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-616505f2-19e3-46ef-ac7c-fd9b6316417e tempest-TestSecurityGroupsBasicOps-1840498033 tempest-TestSecurityGroupsBasicOps-1840498033-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1343424 Aug 10 03:45:29.158796 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38348) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:29.190015 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-a99d98a3-8efa-49f3-b0b1-538a4967869a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2042217937', 'tenant_id': '57d162a8d5be42589085508f3f8f2813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': 'a4f4dae4-a2f6-461c-8cce-ce8bf0024b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:26Z', 'updated_at': '2021-08-10T03:45:27Z', 'revision_number': 3, 'project_id': '57d162a8d5be42589085508f3f8f2813', 'gw_port': {'id': 'a4f4dae4-a2f6-461c-8cce-ce8bf0024b0c', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:32:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:27Z', 'updated_at': '2021-08-10T03:45:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:29.205831 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-7c84519f-14ea-4c99-a52e-4845ea31d78a tempest-TestSecurityGroupsBasicOps-1840498033 tempest-TestSecurityGroupsBasicOps-1840498033-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=09ca2025-b9a6-4e84-8019-8d9fbef3753e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0449533 Aug 10 03:45:29.209300 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 38350) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:29.216331 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-fef0f25d-ca14-420e-91d4-0457c82be133 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-731350211', 'network_id': 'bec5c42a-3d74-4ba5-b59a-6155268fec80', 'project_id': '57d162a8d5be42589085508f3f8f2813', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:29.236054 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99d98a3-8efa-49f3-b0b1-538a4967869a None None] Checking router: a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:45:29.236419 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99d98a3-8efa-49f3-b0b1-538a4967869a None None] Updating router a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c port a4f4dae4-a2f6-461c-8cce-ce8bf0024b0c binding host n-d-768851-15 {{(pid=94218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:45:29.239910 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2f1b61-f65c-4738-a403-7f0a4d5f1cd0 tempest-TestVolumeBootPattern-59382963 tempest-TestVolumeBootPattern-59382963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:29.244518 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-9f2f1b61-f65c-4738-a403-7f0a4d5f1cd0 tempest-TestVolumeBootPattern-59382963 tempest-TestVolumeBootPattern-59382963-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ce0609b4-2821-43a7-8bd9-080a9b5857a7 HTTP/1.1" status: 200 len: 1092 time: 0.2821503 Aug 10 03:45:29.245233 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38352) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:29.249927 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-5bc73984-5cfd-4abb-b9b0-9a15a7ac9a05 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Request body: {'floatingip': {'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'port_id': '64f3cd26-53d6-4165-b6e5-0255c0dbf4a7', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:29.276871 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a99d98a3-8efa-49f3-b0b1-538a4967869a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:29.281501 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5bc73984-5cfd-4abb-b9b0-9a15a7ac9a05 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks [] for floatingip, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:29.337225 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef0f25d-ca14-420e-91d4-0457c82be133 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Made reservation on behalf of 57d162a8d5be42589085508f3f8f2813 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:45:29.344843 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fef0f25d-ca14-420e-91d4-0457c82be133 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:29.408489 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5bc73984-5cfd-4abb-b9b0-9a15a7ac9a05 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:29.635005 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fef0f25d-ca14-420e-91d4-0457c82be133 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:29.651872 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a99d98a3-8efa-49f3-b0b1-538a4967869a None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:29.670421 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-a99d98a3-8efa-49f3-b0b1-538a4967869a None None] Transition to ACTIVE for port object a4f4dae4-a2f6-461c-8cce-ce8bf0024b0c will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:45:29.681392 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a99d98a3-8efa-49f3-b0b1-538a4967869a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:29.706140 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef0f25d-ca14-420e-91d4-0457c82be133 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Pushing event updated for resources: {'Subnet': ['ID=6a77c395-43ca-428e-827d-10003a389f10,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:29.720296 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef0f25d-ca14-420e-91d4-0457c82be133 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Checking segment: {'id': '130d04e2-54cd-4e02-bdac-e05c9177e3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'bec5c42a-3d74-4ba5-b59a-6155268fec80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:45:29.721129 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef0f25d-ca14-420e-91d4-0457c82be133 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Network hostable DHCP agents. Network: bec5c42a-3d74-4ba5-b59a-6155268fec80, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:45:29.741303 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-a99d98a3-8efa-49f3-b0b1-538a4967869a None None] Attempting to bind port a4f4dae4-a2f6-461c-8cce-ce8bf0024b0c on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:29.741690 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-a99d98a3-8efa-49f3-b0b1-538a4967869a None None] Attempting to bind port a4f4dae4-a2f6-461c-8cce-ce8bf0024b0c by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:29.742083 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99d98a3-8efa-49f3-b0b1-538a4967869a None None] Attempting to bind port a4f4dae4-a2f6-461c-8cce-ce8bf0024b0c on network 09ca2025-b9a6-4e84-8019-8d9fbef3753e {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:29.745120 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef0f25d-ca14-420e-91d4-0457c82be133 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Network bec5c42a-3d74-4ba5-b59a-6155268fec80 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:45:29.749266 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a505c934-3514-481d-9432-201f006ac1c3 None None] Pushing event updated for resources: {'Port': ['ID=a4f4dae4-a2f6-461c-8cce-ce8bf0024b0c,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:29.751232 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-5bc73984-5cfd-4abb-b9b0-9a15a7ac9a05 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Allocated IP 172.25.7.75 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/d8e09102-8682-4e12-8929-19d60e867a3a) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:45:29.752672 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99d98a3-8efa-49f3-b0b1-538a4967869a None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:45:29.753044 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99d98a3-8efa-49f3-b0b1-538a4967869a None None] Checking segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:45:29.753457 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a99d98a3-8efa-49f3-b0b1-538a4967869a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:29.753891 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99d98a3-8efa-49f3-b0b1-538a4967869a None None] Bound using segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:45:29.754321 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-a99d98a3-8efa-49f3-b0b1-538a4967869a None None] Bound port: a4f4dae4-a2f6-461c-8cce-ce8bf0024b0c, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:45:29.754948 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a99d98a3-8efa-49f3-b0b1-538a4967869a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:29.772519 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-fef0f25d-ca14-420e-91d4-0457c82be133 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, bec5c42a-3d74-4ba5-b59a-6155268fec80) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:29.785109 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef0f25d-ca14-420e-91d4-0457c82be133 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:29.786229 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fef0f25d-ca14-420e-91d4-0457c82be133 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:29.789762 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae71a64c-1e65-44be-98d3-cf1ad3291766 None None] Network bec5c42a-3d74-4ba5-b59a-6155268fec80 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:45:29.813260 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-fef0f25d-ca14-420e-91d4-0457c82be133 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6023517 Aug 10 03:45:29.814345 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 38354) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:29.895697 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-a99d98a3-8efa-49f3-b0b1-538a4967869a None None] For port a4f4dae4-a2f6-461c-8cce-ce8bf0024b0c, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:45:29.904453 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5bc73984-5cfd-4abb-b9b0-9a15a7ac9a05 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:29.921554 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-a99d98a3-8efa-49f3-b0b1-538a4967869a None None] For port a4f4dae4-a2f6-461c-8cce-ce8bf0024b0c, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=a4f4dae4-a2f6-461c-8cce-ce8bf0024b0c,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:45:29.930833 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a99d98a3-8efa-49f3-b0b1-538a4967869a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:29.960499 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5bc73984-5cfd-4abb-b9b0-9a15a7ac9a05 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:30.027555 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc73984-5cfd-4abb-b9b0-9a15a7ac9a05 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:45:30.027955 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99d98a3-8efa-49f3-b0b1-538a4967869a None None] Routers {'a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:45:30.028593 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-a99d98a3-8efa-49f3-b0b1-538a4967869a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:45:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:30.031520 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-5bc73984-5cfd-4abb-b9b0-9a15a7ac9a05 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:30.035825 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc73984-5cfd-4abb-b9b0-9a15a7ac9a05 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:45:30.037598 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a505c934-3514-481d-9432-201f006ac1c3 None None] Pushing event updated for resources: {'Port': ['ID=a4f4dae4-a2f6-461c-8cce-ce8bf0024b0c,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:30.044552 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc73984-5cfd-4abb-b9b0-9a15a7ac9a05 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Pushing event updated for resources: {'Port': ['ID=d8e09102-8682-4e12-8929-19d60e867a3a,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:30.121040 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ce2ef7-c820-4e82-b30c-adeb9945f1d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-bec5c42a-3d74-4ba5-b59a-6155268fec80', 'network_id': 'bec5c42a-3d74-4ba5-b59a-6155268fec80', 'tenant_id': '57d162a8d5be42589085508f3f8f2813', 'fixed_ips': [{'subnet_id': '6a77c395-43ca-428e-827d-10003a389f10'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:45:30.122059 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-43ce2ef7-c820-4e82-b30c-adeb9945f1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:30.261807 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-a99d98a3-8efa-49f3-b0b1-538a4967869a None None] Set router a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:45:30.403312 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6e45453a-764b-4ac6-95e4-1572261ccb65 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:30.517729 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5bc73984-5cfd-4abb-b9b0-9a15a7ac9a05 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:30.580872 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-45a7fdfb-26d5-4c49-ab15-043e0c71c50b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:30.606587 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-43ce2ef7-c820-4e82-b30c-adeb9945f1d7 None None] Allocated IP 172.20.0.2 (bec5c42a-3d74-4ba5-b59a-6155268fec80/6a77c395-43ca-428e-827d-10003a389f10/2df86f5c-efbc-42ab-a24a-df813743ba83) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:45:30.635149 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5bc73984-5cfd-4abb-b9b0-9a15a7ac9a05 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:30.784404 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-a99d98a3-8efa-49f3-b0b1-538a4967869a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2042217937', 'tenant_id': '57d162a8d5be42589085508f3f8f2813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': 'a4f4dae4-a2f6-461c-8cce-ce8bf0024b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:26Z', 'updated_at': '2021-08-10T03:45:27Z', 'revision_number': 3, 'project_id': '57d162a8d5be42589085508f3f8f2813', 'gw_port': {'id': 'a4f4dae4-a2f6-461c-8cce-ce8bf0024b0c', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:32:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:27Z', 'updated_at': '2021-08-10T03:45:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:30.817015 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99d98a3-8efa-49f3-b0b1-538a4967869a None None] The sync data for ids ['a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c'] in n-d-768851-15 is: [{'id': 'a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2042217937', 'tenant_id': '57d162a8d5be42589085508f3f8f2813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': 'a4f4dae4-a2f6-461c-8cce-ce8bf0024b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:26Z', 'updated_at': '2021-08-10T03:45:27Z', 'revision_number': 3, 'project_id': '57d162a8d5be42589085508f3f8f2813', 'gw_port': {'id': 'a4f4dae4-a2f6-461c-8cce-ce8bf0024b0c', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:32:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:27Z', 'updated_at': '2021-08-10T03:45:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:45:30.826381 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5bc73984-5cfd-4abb-b9b0-9a15a7ac9a05 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:30.837659 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5bc73984-5cfd-4abb-b9b0-9a15a7ac9a05 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:30.843011 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-43ce2ef7-c820-4e82-b30c-adeb9945f1d7 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:30.855820 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-43ce2ef7-c820-4e82-b30c-adeb9945f1d7 None None] Transition to ACTIVE for port object 2df86f5c-efbc-42ab-a24a-df813743ba83 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:45:30.878325 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-43ce2ef7-c820-4e82-b30c-adeb9945f1d7 None None] Transition to ACTIVE for port object 2df86f5c-efbc-42ab-a24a-df813743ba83 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:45:30.887710 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-43ce2ef7-c820-4e82-b30c-adeb9945f1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:30.931015 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc73984-5cfd-4abb-b9b0-9a15a7ac9a05 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Pushing event updated for resources: {'Port': ['ID=d8e09102-8682-4e12-8929-19d60e867a3a,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:30.951806 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5bc73984-5cfd-4abb-b9b0-9a15a7ac9a05 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:30.957880 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ce2ef7-c820-4e82-b30c-adeb9945f1d7 None None] Network bec5c42a-3d74-4ba5-b59a-6155268fec80 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:45:30.963187 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-43ce2ef7-c820-4e82-b30c-adeb9945f1d7 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:30.969650 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ce2ef7-c820-4e82-b30c-adeb9945f1d7 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:45:30.973153 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce2ef7-c820-4e82-b30c-adeb9945f1d7 None None] Pushing event updated for resources: {'Port': ['ID=2df86f5c-efbc-42ab-a24a-df813743ba83,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:30.988385 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-6e45453a-764b-4ac6-95e4-1572261ccb65 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Allocated IP 172.20.0.1 (bec5c42a-3d74-4ba5-b59a-6155268fec80/6a77c395-43ca-428e-827d-10003a389f10/6e8c64d8-4ca6-42ad-b112-f5f12b77e260) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:45:31.051086 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-43ce2ef7-c820-4e82-b30c-adeb9945f1d7 None None] Attempting to bind port 2df86f5c-efbc-42ab-a24a-df813743ba83 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:31.051655 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-43ce2ef7-c820-4e82-b30c-adeb9945f1d7 None None] Attempting to bind port 2df86f5c-efbc-42ab-a24a-df813743ba83 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '130d04e2-54cd-4e02-bdac-e05c9177e3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'bec5c42a-3d74-4ba5-b59a-6155268fec80'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:31.052490 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ce2ef7-c820-4e82-b30c-adeb9945f1d7 None None] Attempting to bind port 2df86f5c-efbc-42ab-a24a-df813743ba83 on network bec5c42a-3d74-4ba5-b59a-6155268fec80 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:31.063791 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ce2ef7-c820-4e82-b30c-adeb9945f1d7 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:45:31.064182 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ce2ef7-c820-4e82-b30c-adeb9945f1d7 None None] Checking segment: {'id': '130d04e2-54cd-4e02-bdac-e05c9177e3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'bec5c42a-3d74-4ba5-b59a-6155268fec80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:45:31.064596 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-43ce2ef7-c820-4e82-b30c-adeb9945f1d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:31.065000 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ce2ef7-c820-4e82-b30c-adeb9945f1d7 None None] Bound using segment: {'id': '130d04e2-54cd-4e02-bdac-e05c9177e3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'bec5c42a-3d74-4ba5-b59a-6155268fec80'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:45:31.065497 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-43ce2ef7-c820-4e82-b30c-adeb9945f1d7 None None] Bound port: 2df86f5c-efbc-42ab-a24a-df813743ba83, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '130d04e2-54cd-4e02-bdac-e05c9177e3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'bec5c42a-3d74-4ba5-b59a-6155268fec80'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:45:31.072138 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-43ce2ef7-c820-4e82-b30c-adeb9945f1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:31.103847 n-d-768851-15 neutron-server[94216]: INFO neutron.db.l3_db [None req-5bc73984-5cfd-4abb-b9b0-9a15a7ac9a05 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Floating IP 2d7f7e63-c9ad-4863-81ff-8cefae5e7d44 associated. External IP: 172.25.7.75, port: 64f3cd26-53d6-4165-b6e5-0255c0dbf4a7. Aug 10 03:45:31.168508 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-43ce2ef7-c820-4e82-b30c-adeb9945f1d7 None None] For port 2df86f5c-efbc-42ab-a24a-df813743ba83, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:45:31.194449 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-43ce2ef7-c820-4e82-b30c-adeb9945f1d7 None None] For port 2df86f5c-efbc-42ab-a24a-df813743ba83, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=2df86f5c-efbc-42ab-a24a-df813743ba83,segment=NetworkSegment(130d04e2-54cd-4e02-bdac-e05c9177e3c7),segment_id=130d04e2-54cd-4e02-bdac-e05c9177e3c7)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:45:31.215100 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-43ce2ef7-c820-4e82-b30c-adeb9945f1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:31.221250 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6e45453a-764b-4ac6-95e4-1572261ccb65 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:31.251157 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-6e45453a-764b-4ac6-95e4-1572261ccb65 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Transition to ACTIVE for port object 6e8c64d8-4ca6-42ad-b112-f5f12b77e260 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:45:31.302929 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6e45453a-764b-4ac6-95e4-1572261ccb65 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:31.337767 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce2ef7-c820-4e82-b30c-adeb9945f1d7 None None] Pushing event updated for resources: {'Port': ['ID=2df86f5c-efbc-42ab-a24a-df813743ba83,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:31.384703 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e45453a-764b-4ac6-95e4-1572261ccb65 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Network bec5c42a-3d74-4ba5-b59a-6155268fec80 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:45:31.393384 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-6e45453a-764b-4ac6-95e4-1572261ccb65 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:31.398432 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e45453a-764b-4ac6-95e4-1572261ccb65 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:45:31.433405 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e45453a-764b-4ac6-95e4-1572261ccb65 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Pushing event updated for resources: {'Port': ['ID=6e8c64d8-4ca6-42ad-b112-f5f12b77e260,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:31.465554 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6e45453a-764b-4ac6-95e4-1572261ccb65 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:31.498458 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc73984-5cfd-4abb-b9b0-9a15a7ac9a05 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Router 575fb166-7f7c-427a-89b6-af235d0526e1 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:45:31.672972 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc73984-5cfd-4abb-b9b0-9a15a7ac9a05 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:45:31.688865 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6e45453a-764b-4ac6-95e4-1572261ccb65 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:31.694960 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832cc3be-c7a4-4c68-a714-2eb50b470c81 None None] Sync routers for ids ['575fb166-7f7c-427a-89b6-af235d0526e1'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:45:31.711439 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832cc3be-c7a4-4c68-a714-2eb50b470c81 None None] Routers {'575fb166-7f7c-427a-89b6-af235d0526e1'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:45:31.712179 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-832cc3be-c7a4-4c68-a714-2eb50b470c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:45:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['575fb166-7f7c-427a-89b6-af235d0526e1'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:31.718625 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5bc73984-5cfd-4abb-b9b0-9a15a7ac9a05 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:31.761481 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-5bc73984-5cfd-4abb-b9b0-9a15a7ac9a05 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5150368 Aug 10 03:45:31.762093 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce0609b4-2821-43a7-8bd9-080a9b5857a7', 'tag': '64f3cd26-53d6-4165-b6e5-0255c0dbf4a7'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:45:31.764871 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd49123-b123-4e26-b216-91722a8a49de" -d '{"events": [{"name": "network-changed", "server_uuid": "ce0609b4-2821-43a7-8bd9-080a9b5857a7", "tag": "64f3cd26-53d6-4165-b6e5-0255c0dbf4a7"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:45:31.856644 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87bcf29-ecf1-41d3-aeb5-240bde2cbff7 x-openstack-request-id: req-c87bcf29-ecf1-41d3-aeb5-240bde2cbff7 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:45:31.857271 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce0609b4-2821-43a7-8bd9-080a9b5857a7", "tag": "64f3cd26-53d6-4165-b6e5-0255c0dbf4a7", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:45:31.857379 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c87bcf29-ecf1-41d3-aeb5-240bde2cbff7 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:45:31.857986 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce0609b4-2821-43a7-8bd9-080a9b5857a7', 'tag': '64f3cd26-53d6-4165-b6e5-0255c0dbf4a7', 'status': 'completed', 'code': 200} Aug 10 03:45:31.872235 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-832cc3be-c7a4-4c68-a714-2eb50b470c81 None None] Set router 575fb166-7f7c-427a-89b6-af235d0526e1 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:45:31.995158 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd49123-b123-4e26-b216-91722a8a49de req-94a17e97-bbc4-4914-bb27-efbd72086b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:31.997804 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4fd49123-b123-4e26-b216-91722a8a49de req-94a17e97-bbc4-4914-bb27-efbd72086b1c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf46dc7d96e74359a233bb4d876edd57&device_id=ce0609b4-2821-43a7-8bd9-080a9b5857a7 HTTP/1.1" status: 200 len: 1097 time: 0.0984716 Aug 10 03:45:32.235392 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd49123-b123-4e26-b216-91722a8a49de req-50f07aa5-96af-4664-b4c2-5c773ecab7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:32.236941 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4fd49123-b123-4e26-b216-91722a8a49de req-50f07aa5-96af-4664-b4c2-5c773ecab7ba service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e9c5b57-a104-4b29-a8ed-ceb6086c40ae HTTP/1.1" status: 200 len: 913 time: 0.2280979 Aug 10 03:45:32.257819 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-832cc3be-c7a4-4c68-a714-2eb50b470c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'name': 'tempest-TestVolumeBootPattern-1934501111-router', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '67d28359-d0a2-4764-b52f-2f80da29eda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:43Z', 'updated_at': '2021-08-10T03:38:50Z', 'revision_number': 4, 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'gw_port': {'id': '67d28359-d0a2-4764-b52f-2f80da29eda9', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:44Z', 'updated_at': '2021-08-10T03:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '2d7f7e63-c9ad-4863-81ff-8cefae5e7d44', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'floating_ip_address': '172.25.7.75', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'port_id': '64f3cd26-53d6-4165-b6e5-0255c0dbf4a7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae', 'mac_address': 'fa:16:3e:f0:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0609b4-2821-43a7-8bd9-080a9b5857a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:45:30Z', 'updated_at': '2021-08-10T03:45:30Z', 'revision_number': 0, 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42355b41-6912-4caa-b207-782fc68b891c', 'name': '', 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'mac_address': 'fa:16:3e:ed:b8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '036b75a5-4076-4503-a708-471e0be52cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:49Z', 'updated_at': '2021-08-10T03:38:58Z', 'revision_number': 5, 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'subnets': [{'id': '036b75a5-4076-4503-a708-471e0be52cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:32.292787 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832cc3be-c7a4-4c68-a714-2eb50b470c81 None None] Checking router: 575fb166-7f7c-427a-89b6-af235d0526e1 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:45:32.302096 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832cc3be-c7a4-4c68-a714-2eb50b470c81 None None] Routers {'575fb166-7f7c-427a-89b6-af235d0526e1'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:45:32.303859 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-832cc3be-c7a4-4c68-a714-2eb50b470c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:45:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['575fb166-7f7c-427a-89b6-af235d0526e1'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:32.317627 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6e45453a-764b-4ac6-95e4-1572261ccb65 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:32.330459 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6e45453a-764b-4ac6-95e4-1572261ccb65 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:32.392102 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4fd49123-b123-4e26-b216-91722a8a49de req-a90dd1c6-1677-4939-ac7c-33ea16a56673 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64f3cd26-53d6-4165-b6e5-0255c0dbf4a7 HTTP/1.1" status: 200 len: 998 time: 0.1444128 Aug 10 03:45:32.449679 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-832cc3be-c7a4-4c68-a714-2eb50b470c81 None None] Set router 575fb166-7f7c-427a-89b6-af235d0526e1 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:45:32.463056 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6e45453a-764b-4ac6-95e4-1572261ccb65 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:32.487598 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e45453a-764b-4ac6-95e4-1572261ccb65 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Pushing event updated for resources: {'Port': ['ID=6e8c64d8-4ca6-42ad-b112-f5f12b77e260,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:32.511429 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd49123-b123-4e26-b216-91722a8a49de req-79e7bc92-1d9b-423a-a37a-1757e3368bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:32.512917 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4fd49123-b123-4e26-b216-91722a8a49de req-79e7bc92-1d9b-423a-a37a-1757e3368bb2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=036b75a5-4076-4503-a708-471e0be52cae HTTP/1.1" status: 200 len: 851 time: 0.0965633 Aug 10 03:45:32.637054 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e45453a-764b-4ac6-95e4-1572261ccb65 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Network bec5c42a-3d74-4ba5-b59a-6155268fec80 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:45:32.643605 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-6e45453a-764b-4ac6-95e4-1572261ccb65 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:32.648246 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5130c93e-53ca-4fd9-8132-12b0250be0a8 None None] Network bec5c42a-3d74-4ba5-b59a-6155268fec80 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:45:32.661566 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd49123-b123-4e26-b216-91722a8a49de req-e91400c3-9882-4f43-ae17-593ac09716ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:32.663254 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4fd49123-b123-4e26-b216-91722a8a49de req-e91400c3-9882-4f43-ae17-593ac09716ac service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e9c5b57-a104-4b29-a8ed-ceb6086c40ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1253052 Aug 10 03:45:32.753033 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-a4838aac-fb72-4041-91fe-10906d3df7aa None None] Provisioning for port 2df86f5c-efbc-42ab-a24a-df813743ba83 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:45:32.848873 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-832cc3be-c7a4-4c68-a714-2eb50b470c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'name': 'tempest-TestVolumeBootPattern-1934501111-router', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '67d28359-d0a2-4764-b52f-2f80da29eda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:43Z', 'updated_at': '2021-08-10T03:38:50Z', 'revision_number': 4, 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'gw_port': {'id': '67d28359-d0a2-4764-b52f-2f80da29eda9', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:44Z', 'updated_at': '2021-08-10T03:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '2d7f7e63-c9ad-4863-81ff-8cefae5e7d44', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'floating_ip_address': '172.25.7.75', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'port_id': '64f3cd26-53d6-4165-b6e5-0255c0dbf4a7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae', 'mac_address': 'fa:16:3e:f0:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0609b4-2821-43a7-8bd9-080a9b5857a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:45:30Z', 'updated_at': '2021-08-10T03:45:30Z', 'revision_number': 0, 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42355b41-6912-4caa-b207-782fc68b891c', 'name': '', 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'mac_address': 'fa:16:3e:ed:b8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '036b75a5-4076-4503-a708-471e0be52cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:49Z', 'updated_at': '2021-08-10T03:38:58Z', 'revision_number': 5, 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'subnets': [{'id': '036b75a5-4076-4503-a708-471e0be52cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:32.881811 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832cc3be-c7a4-4c68-a714-2eb50b470c81 None None] The sync data for ids ['575fb166-7f7c-427a-89b6-af235d0526e1'] in n-d-768851-15 is: [{'id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'name': 'tempest-TestVolumeBootPattern-1934501111-router', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '67d28359-d0a2-4764-b52f-2f80da29eda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:43Z', 'updated_at': '2021-08-10T03:38:50Z', 'revision_number': 4, 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'gw_port': {'id': '67d28359-d0a2-4764-b52f-2f80da29eda9', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:44Z', 'updated_at': '2021-08-10T03:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '2d7f7e63-c9ad-4863-81ff-8cefae5e7d44', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'floating_ip_address': '172.25.7.75', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'port_id': '64f3cd26-53d6-4165-b6e5-0255c0dbf4a7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae', 'mac_address': 'fa:16:3e:f0:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0609b4-2821-43a7-8bd9-080a9b5857a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:45:30Z', 'updated_at': '2021-08-10T03:45:30Z', 'revision_number': 0, 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42355b41-6912-4caa-b207-782fc68b891c', 'name': '', 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'mac_address': 'fa:16:3e:ed:b8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '036b75a5-4076-4503-a708-471e0be52cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:49Z', 'updated_at': '2021-08-10T03:38:58Z', 'revision_number': 5, 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'subnets': [{'id': '036b75a5-4076-4503-a708-471e0be52cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:45:32.909918 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e45453a-764b-4ac6-95e4-1572261ccb65 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Router a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:45:32.927370 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4fd49123-b123-4e26-b216-91722a8a49de req-fcb8bda7-9726-4504-b2dd-581e1c8a9132 service neutron] 10.222.0.60 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295375 Aug 10 03:45:32.984978 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device a4f4dae4-a2f6-461c-8cce-ce8bf0024b0c up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:45:33.069499 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-6c6c2151-7c51-417e-8ac2-20a65cbb90ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:33.107544 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port a4f4dae4-a2f6-461c-8cce-ce8bf0024b0c completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:45:33.117770 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port a4f4dae4-a2f6-461c-8cce-ce8bf0024b0c triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:33.118372 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:33.165840 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e45453a-764b-4ac6-95e4-1572261ccb65 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:45:33.169509 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4fd49123-b123-4e26-b216-91722a8a49de req-e2520954-b605-42e9-8d4c-fbac195d3853 service neutron] 10.222.0.60 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319431 Aug 10 03:45:33.173815 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6e45453a-764b-4ac6-95e4-1572261ccb65 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "PUT /v2.0/routers/a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3579319 Aug 10 03:45:33.178695 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38360) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:33.184036 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-3ee37b43-3610-457c-8908-4a3763d157c7 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--837818533', 'description': 'tempest-secgroup_access--837818533 description', 'project_id': '57d162a8d5be42589085508f3f8f2813'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:33.227428 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3ee37b43-3610-457c-8908-4a3763d157c7 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:33.257995 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:33.300906 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port a4f4dae4-a2f6-461c-8cce-ce8bf0024b0c, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=a4f4dae4-a2f6-461c-8cce-ce8bf0024b0c,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:33.308006 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:33.308825 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 2df86f5c-efbc-42ab-a24a-df813743ba83 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:45:33.373926 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496ba2f5-4e88-4ad8-9cba-a6f1bb47c0df None None] New status for floating IP 2d7f7e63-c9ad-4863-81ff-8cefae5e7d44: ACTIVE {{(pid=94218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:45:33.436443 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3ee37b43-3610-457c-8908-4a3763d157c7 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:33.443387 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3ee37b43-3610-457c-8908-4a3763d157c7 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:33.473978 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab663895-3e7f-46c8-a456-b8d8cf74c520 None None] Sync routers for ids ['a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:45:33.494436 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-2c2aa92e-f79d-46de-bc92-8e26bd86673a None None] Provisioning for port 6e8c64d8-4ca6-42ad-b112-f5f12b77e260 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:45:33.496558 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=a4f4dae4-a2f6-461c-8cce-ce8bf0024b0c,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:33.498778 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab663895-3e7f-46c8-a456-b8d8cf74c520 None None] Routers {'a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:45:33.501147 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-ab663895-3e7f-46c8-a456-b8d8cf74c520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:45:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:33.507394 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:33.544634 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-2c2aa92e-f79d-46de-bc92-8e26bd86673a None None] Provisioning complete for port 6e8c64d8-4ca6-42ad-b112-f5f12b77e260 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:33.545072 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2c2aa92e-f79d-46de-bc92-8e26bd86673a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:33.551520 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3ee37b43-3610-457c-8908-4a3763d157c7 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:33.555170 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 2df86f5c-efbc-42ab-a24a-df813743ba83 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:45:33.559762 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 38362) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:33.563716 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-3ee37b43-3610-457c-8908-4a3763d157c7 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3837211 Aug 10 03:45:33.566480 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee37b43-3610-457c-8908-4a3763d157c7 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed61e9e2-d3ef-4c7e-a163-f2dde9ddbfe0,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:33.568347 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-12121b84-950b-4728-9d4b-7888bc199f3c tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1818565831', 'description': 'tempest-secgroup_general--1818565831 description', 'project_id': '57d162a8d5be42589085508f3f8f2813'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:33.585992 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 2df86f5c-efbc-42ab-a24a-df813743ba83 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:33.586829 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:33.633147 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-12121b84-950b-4728-9d4b-7888bc199f3c tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:33.694355 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-2c2aa92e-f79d-46de-bc92-8e26bd86673a None None] Port 6e8c64d8-4ca6-42ad-b112-f5f12b77e260 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:45:33.742011 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-ab663895-3e7f-46c8-a456-b8d8cf74c520 None None] Set router a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:45:33.783109 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-12121b84-950b-4728-9d4b-7888bc199f3c tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:33.784819 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-2c2aa92e-f79d-46de-bc92-8e26bd86673a None None] Provisioning complete for port 2df86f5c-efbc-42ab-a24a-df813743ba83 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:33.785777 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2c2aa92e-f79d-46de-bc92-8e26bd86673a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:33.791969 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-12121b84-950b-4728-9d4b-7888bc199f3c tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:33.870798 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12121b84-950b-4728-9d4b-7888bc199f3c tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2426f67b-96b9-4b25-9ea0-58c1b78f12d5,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:33.888879 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-12121b84-950b-4728-9d4b-7888bc199f3c tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:33.894242 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-12121b84-950b-4728-9d4b-7888bc199f3c tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.3295710 Aug 10 03:45:33.894526 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 38364) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:33.900068 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-eb2376e7-6351-4b87-ae75-4a0c28ab5f27 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Request body: {'security_group_rule': {'security_group_id': 'ed61e9e2-d3ef-4c7e-a163-f2dde9ddbfe0', 'project_id': '57d162a8d5be42589085508f3f8f2813', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:33.930418 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-eb2376e7-6351-4b87-ae75-4a0c28ab5f27 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:33.946852 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:33.981511 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2c2aa92e-f79d-46de-bc92-8e26bd86673a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:34.002932 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 2df86f5c-efbc-42ab-a24a-df813743ba83, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=2df86f5c-efbc-42ab-a24a-df813743ba83,segment=NetworkSegment(130d04e2-54cd-4e02-bdac-e05c9177e3c7),segment_id=130d04e2-54cd-4e02-bdac-e05c9177e3c7)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:34.014695 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:34.031618 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-eb2376e7-6351-4b87-ae75-4a0c28ab5f27 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:34.039576 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-eb2376e7-6351-4b87-ae75-4a0c28ab5f27 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:34.070218 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2376e7-6351-4b87-ae75-4a0c28ab5f27 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b40f8327-6581-4cc6-aa50-4be8c7cea1ba,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:34.086166 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-eb2376e7-6351-4b87-ae75-4a0c28ab5f27 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:34.088214 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-eb2376e7-6351-4b87-ae75-4a0c28ab5f27 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1924741 Aug 10 03:45:34.119323 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-ab663895-3e7f-46c8-a456-b8d8cf74c520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2042217937', 'tenant_id': '57d162a8d5be42589085508f3f8f2813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': 'a4f4dae4-a2f6-461c-8cce-ce8bf0024b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:26Z', 'updated_at': '2021-08-10T03:45:31Z', 'revision_number': 4, 'project_id': '57d162a8d5be42589085508f3f8f2813', 'gw_port': {'id': 'a4f4dae4-a2f6-461c-8cce-ce8bf0024b0c', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:32:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:27Z', 'updated_at': '2021-08-10T03:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '6e8c64d8-4ca6-42ad-b112-f5f12b77e260', 'name': '', 'network_id': 'bec5c42a-3d74-4ba5-b59a-6155268fec80', 'tenant_id': '57d162a8d5be42589085508f3f8f2813', 'mac_address': 'fa:16:3e:de:56:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '6a77c395-43ca-428e-827d-10003a389f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:30Z', 'updated_at': '2021-08-10T03:45:31Z', 'revision_number': 2, 'project_id': '57d162a8d5be42589085508f3f8f2813', 'subnets': [{'id': '6a77c395-43ca-428e-827d-10003a389f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:34.124937 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.db.api [None req-2c2aa92e-f79d-46de-bc92-8e26bd86673a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:45:34.125295 n-d-768851-15 neutron-server[94218]: DEBUG oslo_db.api [None req-2c2aa92e-f79d-46de-bc92-8e26bd86673a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:45:34.126013 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=2df86f5c-efbc-42ab-a24a-df813743ba83,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:34.158912 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab663895-3e7f-46c8-a456-b8d8cf74c520 None None] Checking router: a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:45:34.159378 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab663895-3e7f-46c8-a456-b8d8cf74c520 None None] Updating router a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c port 6e8c64d8-4ca6-42ad-b112-f5f12b77e260 binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:45:34.194304 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-ab663895-3e7f-46c8-a456-b8d8cf74c520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:34.281120 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:34.287172 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5b56d19d-30a8-454a-aa83-0f3263991c1b req-40ac9150-8b9e-4e57-91f8-de03d7f4a857 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup_access--837818533&fields=id&tenant_id=57d162a8d5be42589085508f3f8f2813 HTTP/1.1" status: 200 len: 267 time: 0.0406609 Aug 10 03:45:34.338574 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5b56d19d-30a8-454a-aa83-0f3263991c1b req-4da40353-a34e-4790-b7ef-263ea76037fa tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup_general--1818565831&fields=id&tenant_id=57d162a8d5be42589085508f3f8f2813 HTTP/1.1" status: 200 len: 267 time: 0.0412614 Aug 10 03:45:34.496146 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56d19d-30a8-454a-aa83-0f3263991c1b req-5e11e7bb-02b8-4a6b-8016-c7eb10d5a63e tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:34.498942 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5b56d19d-30a8-454a-aa83-0f3263991c1b req-5e11e7bb-02b8-4a6b-8016-c7eb10d5a63e tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "GET /v2.0/networks?id=bec5c42a-3d74-4ba5-b59a-6155268fec80 HTTP/1.1" status: 200 len: 795 time: 0.1479688 Aug 10 03:45:34.530711 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5b56d19d-30a8-454a-aa83-0f3263991c1b req-61c0088b-f6f3-4091-912d-9d9916903a02 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "GET /v2.0/quotas/57d162a8d5be42589085508f3f8f2813 HTTP/1.1" status: 200 len: 375 time: 0.0168545 Aug 10 03:45:34.574248 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-ab663895-3e7f-46c8-a456-b8d8cf74c520 None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:34.590042 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-ab663895-3e7f-46c8-a456-b8d8cf74c520 None None] Transition to ACTIVE for port object 6e8c64d8-4ca6-42ad-b112-f5f12b77e260 will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:45:34.599310 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-ab663895-3e7f-46c8-a456-b8d8cf74c520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:34.615324 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5b56d19d-30a8-454a-aa83-0f3263991c1b req-4aea22bb-abff-487d-b0d2-08249b4e95b4 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=57d162a8d5be42589085508f3f8f2813&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0778782 Aug 10 03:45:34.659773 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff049781-d2ef-4361-acf0-653605a8f49c None None] Pushing event updated for resources: {'Port': ['ID=6e8c64d8-4ca6-42ad-b112-f5f12b77e260,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:34.688774 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff049781-d2ef-4361-acf0-653605a8f49c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:34.689119 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff049781-d2ef-4361-acf0-653605a8f49c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:34.689471 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff049781-d2ef-4361-acf0-653605a8f49c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:34.689794 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff049781-d2ef-4361-acf0-653605a8f49c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:34.690125 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff049781-d2ef-4361-acf0-653605a8f49c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:34.690455 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff049781-d2ef-4361-acf0-653605a8f49c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:34.690798 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff049781-d2ef-4361-acf0-653605a8f49c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:34.691344 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff049781-d2ef-4361-acf0-653605a8f49c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:34.691674 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff049781-d2ef-4361-acf0-653605a8f49c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:34.691999 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff049781-d2ef-4361-acf0-653605a8f49c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:34.692323 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff049781-d2ef-4361-acf0-653605a8f49c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:34.692649 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff049781-d2ef-4361-acf0-653605a8f49c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:34.748853 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-ab663895-3e7f-46c8-a456-b8d8cf74c520 None None] Attempting to bind port 6e8c64d8-4ca6-42ad-b112-f5f12b77e260 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:34.750205 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-ab663895-3e7f-46c8-a456-b8d8cf74c520 None None] Attempting to bind port 6e8c64d8-4ca6-42ad-b112-f5f12b77e260 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '130d04e2-54cd-4e02-bdac-e05c9177e3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'bec5c42a-3d74-4ba5-b59a-6155268fec80'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:34.752486 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab663895-3e7f-46c8-a456-b8d8cf74c520 None None] Attempting to bind port 6e8c64d8-4ca6-42ad-b112-f5f12b77e260 on network bec5c42a-3d74-4ba5-b59a-6155268fec80 {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:34.757724 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5b56d19d-30a8-454a-aa83-0f3263991c1b req-5a29b464-2c85-4f24-9d49-3630ece2d567 service neutron] 10.222.0.62 "GET /v2.0/networks/bec5c42a-3d74-4ba5-b59a-6155268fec80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187534 Aug 10 03:45:34.762067 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab663895-3e7f-46c8-a456-b8d8cf74c520 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:45:34.762991 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab663895-3e7f-46c8-a456-b8d8cf74c520 None None] Checking segment: {'id': '130d04e2-54cd-4e02-bdac-e05c9177e3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'bec5c42a-3d74-4ba5-b59a-6155268fec80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:45:34.763897 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-ab663895-3e7f-46c8-a456-b8d8cf74c520 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:34.764661 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab663895-3e7f-46c8-a456-b8d8cf74c520 None None] Bound using segment: {'id': '130d04e2-54cd-4e02-bdac-e05c9177e3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'bec5c42a-3d74-4ba5-b59a-6155268fec80'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:45:34.765558 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-ab663895-3e7f-46c8-a456-b8d8cf74c520 None None] Bound port: 6e8c64d8-4ca6-42ad-b112-f5f12b77e260, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '130d04e2-54cd-4e02-bdac-e05c9177e3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'bec5c42a-3d74-4ba5-b59a-6155268fec80'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:45:34.766383 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-ab663895-3e7f-46c8-a456-b8d8cf74c520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:34.856143 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device a4f4dae4-a2f6-461c-8cce-ce8bf0024b0c up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:45:34.888183 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-ab663895-3e7f-46c8-a456-b8d8cf74c520 None None] For port 6e8c64d8-4ca6-42ad-b112-f5f12b77e260, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:45:34.894878 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-ab663895-3e7f-46c8-a456-b8d8cf74c520 None None] For port 6e8c64d8-4ca6-42ad-b112-f5f12b77e260, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=6e8c64d8-4ca6-42ad-b112-f5f12b77e260,segment=NetworkSegment(130d04e2-54cd-4e02-bdac-e05c9177e3c7),segment_id=130d04e2-54cd-4e02-bdac-e05c9177e3c7)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:45:34.902668 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-ab663895-3e7f-46c8-a456-b8d8cf74c520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:34.920665 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5b56d19d-30a8-454a-aa83-0f3263991c1b req-0c58026d-5669-4280-9793-2747bd0de073 service neutron] 10.222.0.62 "GET /v2.0/networks/bec5c42a-3d74-4ba5-b59a-6155268fec80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523535 Aug 10 03:45:34.939679 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port a4f4dae4-a2f6-461c-8cce-ce8bf0024b0c triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:34.940145 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:35.009512 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab663895-3e7f-46c8-a456-b8d8cf74c520 None None] Routers {'a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:45:35.010691 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-ab663895-3e7f-46c8-a456-b8d8cf74c520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:45:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:35.015928 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff049781-d2ef-4361-acf0-653605a8f49c None None] Pushing event updated for resources: {'Port': ['ID=6e8c64d8-4ca6-42ad-b112-f5f12b77e260,revision_number=4']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:35.044046 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 2df86f5c-efbc-42ab-a24a-df813743ba83 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:45:35.149605 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 2df86f5c-efbc-42ab-a24a-df813743ba83 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:35.149974 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:35.282085 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9dd22dd1-2709-4a17-9257-f14a827cfce8 req-6892ba3b-8938-479d-bd31-77a9bf59eaad tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "GET /v2.0/ports?device_id=70678e08-53ef-4f5d-ba86-272b66640bd4 HTTP/1.1" status: 200 len: 210 time: 0.0467129 Aug 10 03:45:35.306935 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-ab663895-3e7f-46c8-a456-b8d8cf74c520 None None] Set router a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:45:35.617390 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-ab663895-3e7f-46c8-a456-b8d8cf74c520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2042217937', 'tenant_id': '57d162a8d5be42589085508f3f8f2813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': 'a4f4dae4-a2f6-461c-8cce-ce8bf0024b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:26Z', 'updated_at': '2021-08-10T03:45:31Z', 'revision_number': 4, 'project_id': '57d162a8d5be42589085508f3f8f2813', 'gw_port': {'id': 'a4f4dae4-a2f6-461c-8cce-ce8bf0024b0c', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:32:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:27Z', 'updated_at': '2021-08-10T03:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '6e8c64d8-4ca6-42ad-b112-f5f12b77e260', 'name': '', 'network_id': 'bec5c42a-3d74-4ba5-b59a-6155268fec80', 'tenant_id': '57d162a8d5be42589085508f3f8f2813', 'mac_address': 'fa:16:3e:de:56:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '6a77c395-43ca-428e-827d-10003a389f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:30Z', 'updated_at': '2021-08-10T03:45:34Z', 'revision_number': 4, 'project_id': '57d162a8d5be42589085508f3f8f2813', 'subnets': [{'id': '6a77c395-43ca-428e-827d-10003a389f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:35.664295 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab663895-3e7f-46c8-a456-b8d8cf74c520 None None] The sync data for ids ['a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c'] in n-d-768851-15 is: [{'id': 'a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2042217937', 'tenant_id': '57d162a8d5be42589085508f3f8f2813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': 'a4f4dae4-a2f6-461c-8cce-ce8bf0024b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:26Z', 'updated_at': '2021-08-10T03:45:31Z', 'revision_number': 4, 'project_id': '57d162a8d5be42589085508f3f8f2813', 'gw_port': {'id': 'a4f4dae4-a2f6-461c-8cce-ce8bf0024b0c', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:32:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:27Z', 'updated_at': '2021-08-10T03:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '6e8c64d8-4ca6-42ad-b112-f5f12b77e260', 'name': '', 'network_id': 'bec5c42a-3d74-4ba5-b59a-6155268fec80', 'tenant_id': '57d162a8d5be42589085508f3f8f2813', 'mac_address': 'fa:16:3e:de:56:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '6a77c395-43ca-428e-827d-10003a389f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:30Z', 'updated_at': '2021-08-10T03:45:34Z', 'revision_number': 4, 'project_id': '57d162a8d5be42589085508f3f8f2813', 'subnets': [{'id': '6a77c395-43ca-428e-827d-10003a389f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:45:36.022438 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:36.378580 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-89198d37-2fd9-4cbc-9199-0f4efaa62607 req-ca076e9e-60b5-420f-8615-91f3acb09c89 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "GET /v2.0/ports?device_id=70678e08-53ef-4f5d-ba86-272b66640bd4 HTTP/1.1" status: 200 len: 210 time: 0.0372262 Aug 10 03:45:36.856170 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 6e8c64d8-4ca6-42ad-b112-f5f12b77e260 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:45:36.925155 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 6e8c64d8-4ca6-42ad-b112-f5f12b77e260 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:45:36.928986 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 6e8c64d8-4ca6-42ad-b112-f5f12b77e260 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:36.929365 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:37.040815 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:37.079310 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 6e8c64d8-4ca6-42ad-b112-f5f12b77e260, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=6e8c64d8-4ca6-42ad-b112-f5f12b77e260,segment=NetworkSegment(130d04e2-54cd-4e02-bdac-e05c9177e3c7),segment_id=130d04e2-54cd-4e02-bdac-e05c9177e3c7)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:37.086506 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:37.154567 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=6e8c64d8-4ca6-42ad-b112-f5f12b77e260,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:37.517821 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56d19d-30a8-454a-aa83-0f3263991c1b req-94b9b5c5-f550-4142-86a5-751bfa49fda8 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:37.520487 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5b56d19d-30a8-454a-aa83-0f3263991c1b req-94b9b5c5-f550-4142-86a5-751bfa49fda8 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.58 "GET /v2.0/networks?id=bec5c42a-3d74-4ba5-b59a-6155268fec80 HTTP/1.1" status: 200 len: 795 time: 0.1536219 Aug 10 03:45:37.538478 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-74a9b858-b503-4b2f-b18d-2219442d23c4 req-0d5bd20f-1949-408f-aff5-6d1542f54ab0 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "GET /v2.0/ports?device_id=70678e08-53ef-4f5d-ba86-272b66640bd4 HTTP/1.1" status: 200 len: 210 time: 0.0492876 Aug 10 03:45:37.580919 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5b56d19d-30a8-454a-aa83-0f3263991c1b req-04b54e5f-e439-45ed-a818-bf048f0f9db8 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57d162a8d5be42589085508f3f8f2813 HTTP/1.1" status: 200 len: 477 time: 0.0512502 Aug 10 03:45:37.591288 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-5b56d19d-30a8-454a-aa83-0f3263991c1b req-cbc11d43-3268-46c5-96af-e7c86ad16511 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Request body: {'port': {'device_id': '70678e08-53ef-4f5d-ba86-272b66640bd4', 'network_id': 'bec5c42a-3d74-4ba5-b59a-6155268fec80', 'admin_state_up': True, 'tenant_id': '57d162a8d5be42589085508f3f8f2813', 'security_groups': ['ed61e9e2-d3ef-4c7e-a163-f2dde9ddbfe0', '2426f67b-96b9-4b25-9ea0-58c1b78f12d5']}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:37.720529 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b56d19d-30a8-454a-aa83-0f3263991c1b req-cbc11d43-3268-46c5-96af-e7c86ad16511 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Made reservation on behalf of 57d162a8d5be42589085508f3f8f2813 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:45:37.724148 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-5b56d19d-30a8-454a-aa83-0f3263991c1b req-cbc11d43-3268-46c5-96af-e7c86ad16511 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:37.872640 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-5b56d19d-30a8-454a-aa83-0f3263991c1b req-cbc11d43-3268-46c5-96af-e7c86ad16511 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Allocated IP 172.20.0.13 (bec5c42a-3d74-4ba5-b59a-6155268fec80/6a77c395-43ca-428e-827d-10003a389f10/258bc364-a3db-48bb-a696-448c58673a73) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:45:38.034128 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-5b56d19d-30a8-454a-aa83-0f3263991c1b req-cbc11d43-3268-46c5-96af-e7c86ad16511 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:38.049551 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-5b56d19d-30a8-454a-aa83-0f3263991c1b req-cbc11d43-3268-46c5-96af-e7c86ad16511 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Transition to ACTIVE for port object 258bc364-a3db-48bb-a696-448c58673a73 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:45:38.089358 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-5b56d19d-30a8-454a-aa83-0f3263991c1b req-cbc11d43-3268-46c5-96af-e7c86ad16511 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:38.168529 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b56d19d-30a8-454a-aa83-0f3263991c1b req-cbc11d43-3268-46c5-96af-e7c86ad16511 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Network bec5c42a-3d74-4ba5-b59a-6155268fec80 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:45:38.173769 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-5b56d19d-30a8-454a-aa83-0f3263991c1b req-cbc11d43-3268-46c5-96af-e7c86ad16511 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:38.181066 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b56d19d-30a8-454a-aa83-0f3263991c1b req-cbc11d43-3268-46c5-96af-e7c86ad16511 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:45:38.189252 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc11d43-3268-46c5-96af-e7c86ad16511 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Pushing event updated for resources: {'Port': ['ID=258bc364-a3db-48bb-a696-448c58673a73,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:38.246382 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56d19d-30a8-454a-aa83-0f3263991c1b req-cbc11d43-3268-46c5-96af-e7c86ad16511 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:38.247065 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-5b56d19d-30a8-454a-aa83-0f3263991c1b req-cbc11d43-3268-46c5-96af-e7c86ad16511 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:38.270471 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5b56d19d-30a8-454a-aa83-0f3263991c1b req-cbc11d43-3268-46c5-96af-e7c86ad16511 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.6843898 Aug 10 03:45:38.284795 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-5b56d19d-30a8-454a-aa83-0f3263991c1b req-a0b5650e-11bf-4593-b79a-31963dafcf57 service neutron] Request body: {'port': {'device_id': '70678e08-53ef-4f5d-ba86-272b66640bd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:38.359457 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-5b56d19d-30a8-454a-aa83-0f3263991c1b req-a0b5650e-11bf-4593-b79a-31963dafcf57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:38.494907 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-f92ade31-3db6-4cd9-be8f-81bbe8e140f8 None None] Provisioning for port 258bc364-a3db-48bb-a696-448c58673a73 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:45:38.509090 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-f92ade31-3db6-4cd9-be8f-81bbe8e140f8 None None] Provisioning complete for port 258bc364-a3db-48bb-a696-448c58673a73 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:38.511610 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f92ade31-3db6-4cd9-be8f-81bbe8e140f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:38.560908 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-f92ade31-3db6-4cd9-be8f-81bbe8e140f8 None None] Port 258bc364-a3db-48bb-a696-448c58673a73 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:45:38.721967 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d400f0-e807-46ee-b4c2-1fe1597a8aa6 req-04bfee6e-9784-487a-81b6-d314b3acd36c tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:38.723969 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-60d400f0-e807-46ee-b4c2-1fe1597a8aa6 req-04bfee6e-9784-487a-81b6-d314b3acd36c tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "GET /v2.0/ports?device_id=70678e08-53ef-4f5d-ba86-272b66640bd4 HTTP/1.1" status: 200 len: 971 time: 0.0711181 Aug 10 03:45:38.780664 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-60d400f0-e807-46ee-b4c2-1fe1597a8aa6 req-4ac05e41-f719-4db7-9c35-a09424d74632 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed61e9e2-d3ef-4c7e-a163-f2dde9ddbfe0&id=2426f67b-96b9-4b25-9ea0-58c1b78f12d5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0482237 Aug 10 03:45:38.826515 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 6e8c64d8-4ca6-42ad-b112-f5f12b77e260 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:45:38.880871 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 6e8c64d8-4ca6-42ad-b112-f5f12b77e260 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:38.881393 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:39.027333 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-5b56d19d-30a8-454a-aa83-0f3263991c1b req-a0b5650e-11bf-4593-b79a-31963dafcf57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 258bc364-a3db-48bb-a696-448c58673a73 {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:45:39.036634 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-5b56d19d-30a8-454a-aa83-0f3263991c1b req-a0b5650e-11bf-4593-b79a-31963dafcf57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:39.050128 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-5b56d19d-30a8-454a-aa83-0f3263991c1b req-a0b5650e-11bf-4593-b79a-31963dafcf57 service neutron] Transition to ACTIVE for port object 258bc364-a3db-48bb-a696-448c58673a73 will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:45:39.053416 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-5b56d19d-30a8-454a-aa83-0f3263991c1b req-a0b5650e-11bf-4593-b79a-31963dafcf57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:39.108539 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b5650e-11bf-4593-b79a-31963dafcf57 service neutron] Pushing event updated for resources: {'Port': ['ID=258bc364-a3db-48bb-a696-448c58673a73,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:39.189913 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-5b56d19d-30a8-454a-aa83-0f3263991c1b req-a0b5650e-11bf-4593-b79a-31963dafcf57 service neutron] Attempting to bind port 258bc364-a3db-48bb-a696-448c58673a73 on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:39.190252 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-5b56d19d-30a8-454a-aa83-0f3263991c1b req-a0b5650e-11bf-4593-b79a-31963dafcf57 service neutron] Attempting to bind port 258bc364-a3db-48bb-a696-448c58673a73 by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '130d04e2-54cd-4e02-bdac-e05c9177e3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'bec5c42a-3d74-4ba5-b59a-6155268fec80'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:39.190583 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b56d19d-30a8-454a-aa83-0f3263991c1b req-a0b5650e-11bf-4593-b79a-31963dafcf57 service neutron] Attempting to bind port 258bc364-a3db-48bb-a696-448c58673a73 on network bec5c42a-3d74-4ba5-b59a-6155268fec80 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:39.195463 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b56d19d-30a8-454a-aa83-0f3263991c1b req-a0b5650e-11bf-4593-b79a-31963dafcf57 service neutron] Port 258bc364-a3db-48bb-a696-448c58673a73 on network bec5c42a-3d74-4ba5-b59a-6155268fec80 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:45:39.195808 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b56d19d-30a8-454a-aa83-0f3263991c1b req-a0b5650e-11bf-4593-b79a-31963dafcf57 service neutron] Attempting to bind port 258bc364-a3db-48bb-a696-448c58673a73 on network bec5c42a-3d74-4ba5-b59a-6155268fec80 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:39.203114 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b56d19d-30a8-454a-aa83-0f3263991c1b req-a0b5650e-11bf-4593-b79a-31963dafcf57 service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:45:39.203462 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b56d19d-30a8-454a-aa83-0f3263991c1b req-a0b5650e-11bf-4593-b79a-31963dafcf57 service neutron] Checking segment: {'id': '130d04e2-54cd-4e02-bdac-e05c9177e3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'bec5c42a-3d74-4ba5-b59a-6155268fec80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:45:39.203853 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b56d19d-30a8-454a-aa83-0f3263991c1b req-a0b5650e-11bf-4593-b79a-31963dafcf57 service neutron] Bound using segment: {'id': '130d04e2-54cd-4e02-bdac-e05c9177e3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'bec5c42a-3d74-4ba5-b59a-6155268fec80'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:45:39.204298 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-5b56d19d-30a8-454a-aa83-0f3263991c1b req-a0b5650e-11bf-4593-b79a-31963dafcf57 service neutron] Bound port: 258bc364-a3db-48bb-a696-448c58673a73, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '130d04e2-54cd-4e02-bdac-e05c9177e3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'bec5c42a-3d74-4ba5-b59a-6155268fec80'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:45:39.204658 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-5b56d19d-30a8-454a-aa83-0f3263991c1b req-a0b5650e-11bf-4593-b79a-31963dafcf57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:39.281713 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-5b56d19d-30a8-454a-aa83-0f3263991c1b req-a0b5650e-11bf-4593-b79a-31963dafcf57 service neutron] For port 258bc364-a3db-48bb-a696-448c58673a73, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:45:39.285372 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-5b56d19d-30a8-454a-aa83-0f3263991c1b req-a0b5650e-11bf-4593-b79a-31963dafcf57 service neutron] For port 258bc364-a3db-48bb-a696-448c58673a73, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=258bc364-a3db-48bb-a696-448c58673a73,segment=NetworkSegment(130d04e2-54cd-4e02-bdac-e05c9177e3c7),segment_id=130d04e2-54cd-4e02-bdac-e05c9177e3c7)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:45:39.290543 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-5b56d19d-30a8-454a-aa83-0f3263991c1b req-a0b5650e-11bf-4593-b79a-31963dafcf57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:39.328053 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56d19d-30a8-454a-aa83-0f3263991c1b req-a0b5650e-11bf-4593-b79a-31963dafcf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:39.328700 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-5b56d19d-30a8-454a-aa83-0f3263991c1b req-a0b5650e-11bf-4593-b79a-31963dafcf57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:39.330082 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5b56d19d-30a8-454a-aa83-0f3263991c1b req-a0b5650e-11bf-4593-b79a-31963dafcf57 service neutron] 10.222.0.58 "PUT /v2.0/ports/258bc364-a3db-48bb-a696-448c58673a73 HTTP/1.1" status: 200 len: 1132 time: 1.0517137 Aug 10 03:45:39.330593 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70678e08-53ef-4f5d-ba86-272b66640bd4', 'tag': '258bc364-a3db-48bb-a696-448c58673a73'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:45:39.333105 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c732674-551c-4830-9eb3-453c681451b0" -d '{"events": [{"name": "network-changed", "server_uuid": "70678e08-53ef-4f5d-ba86-272b66640bd4", "tag": "258bc364-a3db-48bb-a696-448c58673a73"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:45:39.370714 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b5650e-11bf-4593-b79a-31963dafcf57 service neutron] Pushing event updated for resources: {'Port': ['ID=258bc364-a3db-48bb-a696-448c58673a73,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:39.386198 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141b4182-bb2e-4927-ba98-6cf648d97e29 x-openstack-request-id: req-141b4182-bb2e-4927-ba98-6cf648d97e29 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:45:39.386770 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70678e08-53ef-4f5d-ba86-272b66640bd4", "tag": "258bc364-a3db-48bb-a696-448c58673a73", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:45:39.387184 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-141b4182-bb2e-4927-ba98-6cf648d97e29 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:45:39.387902 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70678e08-53ef-4f5d-ba86-272b66640bd4', 'tag': '258bc364-a3db-48bb-a696-448c58673a73', 'status': 'completed', 'code': 200} Aug 10 03:45:39.449110 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56d19d-30a8-454a-aa83-0f3263991c1b req-517688a2-c34c-429d-8b4b-9be3caa7ba24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:39.450998 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5b56d19d-30a8-454a-aa83-0f3263991c1b req-517688a2-c34c-429d-8b4b-9be3caa7ba24 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=57d162a8d5be42589085508f3f8f2813&device_id=70678e08-53ef-4f5d-ba86-272b66640bd4 HTTP/1.1" status: 200 len: 1135 time: 0.0586960 Aug 10 03:45:39.514614 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5b56d19d-30a8-454a-aa83-0f3263991c1b req-4ecfa97c-468e-452c-b8e1-483d7e4afde9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=258bc364-a3db-48bb-a696-448c58673a73 HTTP/1.1" status: 200 len: 217 time: 0.0550156 Aug 10 03:45:39.568299 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56d19d-30a8-454a-aa83-0f3263991c1b req-201e0a79-86fa-466e-9476-bf2c86ca7760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:39.569774 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5b56d19d-30a8-454a-aa83-0f3263991c1b req-201e0a79-86fa-466e-9476-bf2c86ca7760 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6a77c395-43ca-428e-827d-10003a389f10 HTTP/1.1" status: 200 len: 834 time: 0.0488269 Aug 10 03:45:39.632895 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56d19d-30a8-454a-aa83-0f3263991c1b req-bedd6fd1-def9-4c63-8169-da70d8a9509e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:39.634426 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5b56d19d-30a8-454a-aa83-0f3263991c1b req-bedd6fd1-def9-4c63-8169-da70d8a9509e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bec5c42a-3d74-4ba5-b59a-6155268fec80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580347 Aug 10 03:45:39.730326 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5b56d19d-30a8-454a-aa83-0f3263991c1b req-728cb7ea-bcdf-4259-ab11-0a6f575d2a22 service neutron] 10.222.0.58 "GET /v2.0/networks/bec5c42a-3d74-4ba5-b59a-6155268fec80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891421 Aug 10 03:45:39.833527 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5b56d19d-30a8-454a-aa83-0f3263991c1b req-66f944af-6a47-4c29-8a4c-49a76c2d31f5 service neutron] 10.222.0.58 "GET /v2.0/networks/bec5c42a-3d74-4ba5-b59a-6155268fec80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961149 Aug 10 03:45:39.930011 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:45:39.940116 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66496d61-b33b-4563-b1ff-2b82fec2d283 req-7d101b11-fc38-4ec4-a19b-3da7f57c5d5b tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:39.940808 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c732674-551c-4830-9eb3-453c681451b0 req-fa671776-bce0-4487-b8cd-85212a6e03f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:39.941686 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-66496d61-b33b-4563-b1ff-2b82fec2d283 req-7d101b11-fc38-4ec4-a19b-3da7f57c5d5b tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "GET /v2.0/ports?device_id=70678e08-53ef-4f5d-ba86-272b66640bd4 HTTP/1.1" status: 200 len: 983 time: 0.0686014 Aug 10 03:45:39.942995 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0c732674-551c-4830-9eb3-453c681451b0 req-fa671776-bce0-4487-b8cd-85212a6e03f8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=57d162a8d5be42589085508f3f8f2813&device_id=70678e08-53ef-4f5d-ba86-272b66640bd4 HTTP/1.1" status: 200 len: 1135 time: 0.0499299 Aug 10 03:45:39.987658 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-66496d61-b33b-4563-b1ff-2b82fec2d283 req-3587888f-9966-4ff9-9929-f7fee30d4920 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed61e9e2-d3ef-4c7e-a163-f2dde9ddbfe0&id=2426f67b-96b9-4b25-9ea0-58c1b78f12d5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0380487 Aug 10 03:45:40.044921 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c732674-551c-4830-9eb3-453c681451b0 req-2c949143-11ad-44bf-a4b5-db1b5fe81ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:40.046447 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0c732674-551c-4830-9eb3-453c681451b0 req-2c949143-11ad-44bf-a4b5-db1b5fe81ed2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=bec5c42a-3d74-4ba5-b59a-6155268fec80 HTTP/1.1" status: 200 len: 896 time: 0.0969143 Aug 10 03:45:40.090476 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0c732674-551c-4830-9eb3-453c681451b0 req-2e8c54b4-a415-4f4e-a412-333bffee4065 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=258bc364-a3db-48bb-a696-448c58673a73 HTTP/1.1" status: 200 len: 217 time: 0.0357680 Aug 10 03:45:40.146439 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c732674-551c-4830-9eb3-453c681451b0 req-e6a8b4a3-6a84-4ab2-a159-6799d2e2f0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:40.147938 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0c732674-551c-4830-9eb3-453c681451b0 req-e6a8b4a3-6a84-4ab2-a159-6799d2e2f0b0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6a77c395-43ca-428e-827d-10003a389f10 HTTP/1.1" status: 200 len: 834 time: 0.0494115 Aug 10 03:45:40.202911 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c732674-551c-4830-9eb3-453c681451b0 req-bbfc5c59-cbc0-45b3-a9ff-3a4e94f99dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:40.205148 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0c732674-551c-4830-9eb3-453c681451b0 req-bbfc5c59-cbc0-45b3-a9ff-3a4e94f99dae service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bec5c42a-3d74-4ba5-b59a-6155268fec80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476091 Aug 10 03:45:40.319889 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0c732674-551c-4830-9eb3-453c681451b0 req-4ab98b5d-2ad3-417e-941b-627b7f56971c service neutron] 10.222.0.58 "GET /v2.0/networks/bec5c42a-3d74-4ba5-b59a-6155268fec80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070814 Aug 10 03:45:40.420844 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0c732674-551c-4830-9eb3-453c681451b0 req-fd784e3e-9bc0-46a6-8aad-8b338cb2f1d1 service neutron] 10.222.0.58 "GET /v2.0/networks/bec5c42a-3d74-4ba5-b59a-6155268fec80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924108 Aug 10 03:45:41.127078 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d855a428-3000-4290-87a7-9372de056e4e req-ba5f08d7-c77c-4123-a721-f1b5120894c4 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:41.128679 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d855a428-3000-4290-87a7-9372de056e4e req-ba5f08d7-c77c-4123-a721-f1b5120894c4 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "GET /v2.0/ports?device_id=70678e08-53ef-4f5d-ba86-272b66640bd4 HTTP/1.1" status: 200 len: 983 time: 0.0569696 Aug 10 03:45:41.184314 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d855a428-3000-4290-87a7-9372de056e4e req-dcf59202-3673-4cb6-bd57-a0a27451366b tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed61e9e2-d3ef-4c7e-a163-f2dde9ddbfe0&id=2426f67b-96b9-4b25-9ea0-58c1b78f12d5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0473778 Aug 10 03:45:42.311615 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f03dea-7297-43bd-9a3a-878eda018377 req-48cb9b06-1bb1-480c-ad9a-23945c9daa7d tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:42.313671 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-67f03dea-7297-43bd-9a3a-878eda018377 req-48cb9b06-1bb1-480c-ad9a-23945c9daa7d tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "GET /v2.0/ports?device_id=70678e08-53ef-4f5d-ba86-272b66640bd4 HTTP/1.1" status: 200 len: 983 time: 0.0536106 Aug 10 03:45:42.364129 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-67f03dea-7297-43bd-9a3a-878eda018377 req-5d398e70-656f-4ae4-8c84-bdb03efefa79 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed61e9e2-d3ef-4c7e-a163-f2dde9ddbfe0&id=2426f67b-96b9-4b25-9ea0-58c1b78f12d5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0434120 Aug 10 03:45:43.262961 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 258bc364-a3db-48bb-a696-448c58673a73 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:45:43.366914 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 258bc364-a3db-48bb-a696-448c58673a73, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=258bc364-a3db-48bb-a696-448c58673a73,segment=NetworkSegment(130d04e2-54cd-4e02-bdac-e05c9177e3c7),segment_id=130d04e2-54cd-4e02-bdac-e05c9177e3c7)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:43.379707 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': '258bc364-a3db-48bb-a696-448c58673a73', 'network_id': 'bec5c42a-3d74-4ba5-b59a-6155268fec80', 'port_id': '258bc364-a3db-48bb-a696-448c58673a73', 'mac_address': 'fa:16:3e:c5:23:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a77c395-43ca-428e-827d-10003a389f10', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:45:43.419743 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:43.433291 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 258bc364-a3db-48bb-a696-448c58673a73 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:45:43.455034 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 258bc364-a3db-48bb-a696-448c58673a73, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=258bc364-a3db-48bb-a696-448c58673a73,segment=NetworkSegment(130d04e2-54cd-4e02-bdac-e05c9177e3c7),segment_id=130d04e2-54cd-4e02-bdac-e05c9177e3c7)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:43.459904 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:43.490130 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97abaf8-f5db-4b2b-9d9e-26127cd0ad1f req-e2102e43-3530-45ee-9cba-f2f73f74cb8b tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:43.491852 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b97abaf8-f5db-4b2b-9d9e-26127cd0ad1f req-e2102e43-3530-45ee-9cba-f2f73f74cb8b tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "GET /v2.0/ports?device_id=70678e08-53ef-4f5d-ba86-272b66640bd4 HTTP/1.1" status: 200 len: 983 time: 0.0540664 Aug 10 03:45:43.520607 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=258bc364-a3db-48bb-a696-448c58673a73,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:43.537174 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b97abaf8-f5db-4b2b-9d9e-26127cd0ad1f req-402cdc0e-0321-4374-9392-3bceb26237fa tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed61e9e2-d3ef-4c7e-a163-f2dde9ddbfe0&id=2426f67b-96b9-4b25-9ea0-58c1b78f12d5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0388703 Aug 10 03:45:43.665246 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['258bc364-a3db-48bb-a696-448c58673a73'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:45:44.702840 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bec390-003d-4087-8680-198da8ff194b req-058c6178-602b-4128-b254-4c8e8788bf98 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:44.704469 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-33bec390-003d-4087-8680-198da8ff194b req-058c6178-602b-4128-b254-4c8e8788bf98 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "GET /v2.0/ports?device_id=70678e08-53ef-4f5d-ba86-272b66640bd4 HTTP/1.1" status: 200 len: 984 time: 0.0723476 Aug 10 03:45:44.762472 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-33bec390-003d-4087-8680-198da8ff194b req-80b11e1e-07cf-49eb-bfc0-4479ce1505ef tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed61e9e2-d3ef-4c7e-a163-f2dde9ddbfe0&id=2426f67b-96b9-4b25-9ea0-58c1b78f12d5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0511408 Aug 10 03:45:45.280012 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 258bc364-a3db-48bb-a696-448c58673a73 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:45:45.350478 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port 258bc364-a3db-48bb-a696-448c58673a73 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:45:45.355162 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port 258bc364-a3db-48bb-a696-448c58673a73 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:45.355671 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:45.469786 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:45.492515 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70678e08-53ef-4f5d-ba86-272b66640bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '258bc364-a3db-48bb-a696-448c58673a73'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:45:45.494815 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2568bc9-f617-4d09-8aa8-1f00095fe897" -d '{"events": [{"server_uuid": "70678e08-53ef-4f5d-ba86-272b66640bd4", "name": "network-vif-plugged", "status": "completed", "tag": "258bc364-a3db-48bb-a696-448c58673a73"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:45:45.508830 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 258bc364-a3db-48bb-a696-448c58673a73, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=258bc364-a3db-48bb-a696-448c58673a73,segment=NetworkSegment(130d04e2-54cd-4e02-bdac-e05c9177e3c7),segment_id=130d04e2-54cd-4e02-bdac-e05c9177e3c7)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:45.522230 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:45.554065 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9a6ddc-0373-4119-97d9-541e63e04978 x-openstack-request-id: req-2a9a6ddc-0373-4119-97d9-541e63e04978 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:45:45.554362 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70678e08-53ef-4f5d-ba86-272b66640bd4", "name": "network-vif-plugged", "status": "completed", "tag": "258bc364-a3db-48bb-a696-448c58673a73", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:45:45.554620 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2a9a6ddc-0373-4119-97d9-541e63e04978 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:45:45.555052 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70678e08-53ef-4f5d-ba86-272b66640bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '258bc364-a3db-48bb-a696-448c58673a73', 'code': 200} Aug 10 03:45:45.589615 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=258bc364-a3db-48bb-a696-448c58673a73,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:45.658520 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab50b87-d58f-49df-8584-0c6777d8517e req-1e9b9036-f2dc-4c71-915c-335e3fb326e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:45.660102 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-dab50b87-d58f-49df-8584-0c6777d8517e req-1e9b9036-f2dc-4c71-915c-335e3fb326e5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=70678e08-53ef-4f5d-ba86-272b66640bd4 HTTP/1.1" status: 200 len: 1137 time: 0.0487185 Aug 10 03:45:45.701601 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-dab50b87-d58f-49df-8584-0c6777d8517e req-386727ab-e9e8-43ce-bc8e-76233d219c4e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2426f67b-96b9-4b25-9ea0-58c1b78f12d5&id=ed61e9e2-d3ef-4c7e-a163-f2dde9ddbfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0342672 Aug 10 03:45:45.895714 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049d955-e352-4742-8470-bfab0786511c req-c140027c-5ca7-4343-b23c-b0e0cf19e491 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:45.897151 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8049d955-e352-4742-8470-bfab0786511c req-c140027c-5ca7-4343-b23c-b0e0cf19e491 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "GET /v2.0/ports?device_id=70678e08-53ef-4f5d-ba86-272b66640bd4 HTTP/1.1" status: 200 len: 985 time: 0.0556395 Aug 10 03:45:45.952617 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8049d955-e352-4742-8470-bfab0786511c req-b15b6da9-1f76-4a83-b63b-9b4b3d935a26 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed61e9e2-d3ef-4c7e-a163-f2dde9ddbfe0&id=2426f67b-96b9-4b25-9ea0-58c1b78f12d5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0488069 Aug 10 03:45:47.082452 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3655aa-bca9-45fb-9b86-1349a0090502 req-e4ace272-f633-456b-93b3-9d3aaedb2613 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:47.085033 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2a3655aa-bca9-45fb-9b86-1349a0090502 req-e4ace272-f633-456b-93b3-9d3aaedb2613 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "GET /v2.0/ports?device_id=70678e08-53ef-4f5d-ba86-272b66640bd4 HTTP/1.1" status: 200 len: 985 time: 0.0593708 Aug 10 03:45:47.135388 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2a3655aa-bca9-45fb-9b86-1349a0090502 req-a4b13d02-304d-4be8-8c5a-598f254a650a tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed61e9e2-d3ef-4c7e-a163-f2dde9ddbfe0&id=2426f67b-96b9-4b25-9ea0-58c1b78f12d5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0426321 Aug 10 03:45:47.257179 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0460ca4-e228-4200-8b83-d353f56179fd req-332b17c8-62b2-498a-bb34-25c8807b0f59 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:47.258640 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d0460ca4-e228-4200-8b83-d353f56179fd req-332b17c8-62b2-498a-bb34-25c8807b0f59 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "GET /v2.0/ports?device_id=70678e08-53ef-4f5d-ba86-272b66640bd4 HTTP/1.1" status: 200 len: 985 time: 0.0520375 Aug 10 03:45:47.305908 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d0460ca4-e228-4200-8b83-d353f56179fd req-1ca38ea7-4861-4f8f-b686-a8b5e98bde4b tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed61e9e2-d3ef-4c7e-a163-f2dde9ddbfe0&id=2426f67b-96b9-4b25-9ea0-58c1b78f12d5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0409300 Aug 10 03:45:47.417106 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc21cd-3dbb-4eb6-a2d5-603c9976ae37 req-483edc09-d314-4460-9e4e-a78b920f0338 tempest-TestSecurityGroupsBasicOps-1840498033 tempest-TestSecurityGroupsBasicOps-1840498033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:47.425726 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fdcc21cd-3dbb-4eb6-a2d5-603c9976ae37 req-483edc09-d314-4460-9e4e-a78b920f0338 tempest-TestSecurityGroupsBasicOps-1840498033 tempest-TestSecurityGroupsBasicOps-1840498033-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=70678e08-53ef-4f5d-ba86-272b66640bd4 HTTP/1.1" status: 200 len: 1137 time: 0.0515182 Aug 10 03:45:47.440233 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-fdcc21cd-3dbb-4eb6-a2d5-603c9976ae37 req-89ef535b-8a83-4274-aa78-3157caf5970e tempest-TestSecurityGroupsBasicOps-1840498033 tempest-TestSecurityGroupsBasicOps-1840498033-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:47.548456 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-fdcc21cd-3dbb-4eb6-a2d5-603c9976ae37 req-89ef535b-8a83-4274-aa78-3157caf5970e tempest-TestSecurityGroupsBasicOps-1840498033 tempest-TestSecurityGroupsBasicOps-1840498033-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:47.553408 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-fdcc21cd-3dbb-4eb6-a2d5-603c9976ae37 req-89ef535b-8a83-4274-aa78-3157caf5970e tempest-TestSecurityGroupsBasicOps-1840498033 tempest-TestSecurityGroupsBasicOps-1840498033-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:47.594756 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fdcc21cd-3dbb-4eb6-a2d5-603c9976ae37 req-89ef535b-8a83-4274-aa78-3157caf5970e tempest-TestSecurityGroupsBasicOps-1840498033 tempest-TestSecurityGroupsBasicOps-1840498033-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=ed61e9e2-d3ef-4c7e-a163-f2dde9ddbfe0&id=2426f67b-96b9-4b25-9ea0-58c1b78f12d5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1680121 Aug 10 03:45:47.600946 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ef535b-8a83-4274-aa78-3157caf5970e tempest-TestSecurityGroupsBasicOps-1840498033 tempest-TestSecurityGroupsBasicOps-1840498033-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fceec5b-4456-46af-9869-05c0560001a1,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:47.627943 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38428) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:47.677744 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657ea8fe-f392-4a41-b7a4-fe4d93a0b894 tempest-TestSecurityGroupsBasicOps-1840498033 tempest-TestSecurityGroupsBasicOps-1840498033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:47.679365 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-657ea8fe-f392-4a41-b7a4-fe4d93a0b894 tempest-TestSecurityGroupsBasicOps-1840498033 tempest-TestSecurityGroupsBasicOps-1840498033-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=70678e08-53ef-4f5d-ba86-272b66640bd4 HTTP/1.1" status: 200 len: 1132 time: 0.0502934 Aug 10 03:45:47.682591 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38430) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:47.688517 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-4470ecfd-2a68-4843-b885-182f7069592f tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Request body: {'floatingip': {'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'port_id': '258bc364-a3db-48bb-a696-448c58673a73', 'tenant_id': '57d162a8d5be42589085508f3f8f2813', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:47.713117 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4470ecfd-2a68-4843-b885-182f7069592f tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks [] for floatingip, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:47.827900 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4470ecfd-2a68-4843-b885-182f7069592f tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:47.941003 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-4470ecfd-2a68-4843-b885-182f7069592f tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Allocated IP 172.25.7.14 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/7ac9193a-c1cd-445b-b604-3882943c28eb) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:45:48.049954 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4470ecfd-2a68-4843-b885-182f7069592f tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:48.100138 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4470ecfd-2a68-4843-b885-182f7069592f tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:48.146005 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4470ecfd-2a68-4843-b885-182f7069592f tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:45:48.149709 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-4470ecfd-2a68-4843-b885-182f7069592f tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:48.151921 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4470ecfd-2a68-4843-b885-182f7069592f tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Pushing event updated for resources: {'Port': ['ID=7ac9193a-c1cd-445b-b604-3882943c28eb,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:48.154053 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4470ecfd-2a68-4843-b885-182f7069592f tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:45:48.552901 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4470ecfd-2a68-4843-b885-182f7069592f tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:48.631321 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4470ecfd-2a68-4843-b885-182f7069592f tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:48.806333 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4470ecfd-2a68-4843-b885-182f7069592f tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:48.816057 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4470ecfd-2a68-4843-b885-182f7069592f tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:48.911607 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4470ecfd-2a68-4843-b885-182f7069592f tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Pushing event updated for resources: {'Port': ['ID=7ac9193a-c1cd-445b-b604-3882943c28eb,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:48.923235 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4470ecfd-2a68-4843-b885-182f7069592f tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:49.037769 n-d-768851-15 neutron-server[94216]: INFO neutron.db.l3_db [None req-4470ecfd-2a68-4843-b885-182f7069592f tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Floating IP 13f863c8-cc5e-443a-8993-53a21d323316 associated. External IP: 172.25.7.14, port: 258bc364-a3db-48bb-a696-448c58673a73. Aug 10 03:45:49.630548 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4470ecfd-2a68-4843-b885-182f7069592f tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Router a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:45:49.742692 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4470ecfd-2a68-4843-b885-182f7069592f tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:45:49.754223 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edf7d2e-3557-4655-a23b-749dc095579e None None] Sync routers for ids ['a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:45:49.762973 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4470ecfd-2a68-4843-b885-182f7069592f tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:49.770254 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edf7d2e-3557-4655-a23b-749dc095579e None None] Routers {'a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:45:49.770993 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-6edf7d2e-3557-4655-a23b-749dc095579e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:45:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:49.799602 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-4470ecfd-2a68-4843-b885-182f7069592f tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1153541 Aug 10 03:45:49.800628 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70678e08-53ef-4f5d-ba86-272b66640bd4', 'tag': '258bc364-a3db-48bb-a696-448c58673a73'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:45:49.803557 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 38432) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:49.804156 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e8cc62-edbb-4ab3-a322-1157a0faba42" -d '{"events": [{"name": "network-changed", "server_uuid": "70678e08-53ef-4f5d-ba86-272b66640bd4", "tag": "258bc364-a3db-48bb-a696-448c58673a73"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:45:49.845271 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43484bc7-395c-4722-99a1-73d8c214077f x-openstack-request-id: req-43484bc7-395c-4722-99a1-73d8c214077f {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:45:49.845563 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70678e08-53ef-4f5d-ba86-272b66640bd4", "tag": "258bc364-a3db-48bb-a696-448c58673a73", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:45:49.845940 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-43484bc7-395c-4722-99a1-73d8c214077f {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:45:49.846354 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70678e08-53ef-4f5d-ba86-272b66640bd4', 'tag': '258bc364-a3db-48bb-a696-448c58673a73', 'status': 'completed', 'code': 200} Aug 10 03:45:50.035536 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8cc62-edbb-4ab3-a322-1157a0faba42 req-261e66cb-b607-4fa7-b6a9-99c453d39e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:50.037058 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-42e8cc62-edbb-4ab3-a322-1157a0faba42 req-261e66cb-b607-4fa7-b6a9-99c453d39e09 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=57d162a8d5be42589085508f3f8f2813&device_id=70678e08-53ef-4f5d-ba86-272b66640bd4 HTTP/1.1" status: 200 len: 1137 time: 0.1439323 Aug 10 03:45:50.054048 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-6edf7d2e-3557-4655-a23b-749dc095579e None None] Set router a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:45:50.110745 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c2537d-ae2e-498d-b31e-bc9c9bac6ea4 tempest-TestSecurityGroupsBasicOps-1840498033 tempest-TestSecurityGroupsBasicOps-1840498033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:50.111253 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c2537d-ae2e-498d-b31e-bc9c9bac6ea4 tempest-TestSecurityGroupsBasicOps-1840498033 tempest-TestSecurityGroupsBasicOps-1840498033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:50.111737 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c2537d-ae2e-498d-b31e-bc9c9bac6ea4 tempest-TestSecurityGroupsBasicOps-1840498033 tempest-TestSecurityGroupsBasicOps-1840498033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:50.112272 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c2537d-ae2e-498d-b31e-bc9c9bac6ea4 tempest-TestSecurityGroupsBasicOps-1840498033 tempest-TestSecurityGroupsBasicOps-1840498033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:50.112722 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c2537d-ae2e-498d-b31e-bc9c9bac6ea4 tempest-TestSecurityGroupsBasicOps-1840498033 tempest-TestSecurityGroupsBasicOps-1840498033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:50.113148 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c2537d-ae2e-498d-b31e-bc9c9bac6ea4 tempest-TestSecurityGroupsBasicOps-1840498033 tempest-TestSecurityGroupsBasicOps-1840498033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:50.117652 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-95c2537d-ae2e-498d-b31e-bc9c9bac6ea4 tempest-TestSecurityGroupsBasicOps-1840498033 tempest-TestSecurityGroupsBasicOps-1840498033-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.3085673 Aug 10 03:45:50.119829 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 38436) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:50.259159 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d91848a-316e-4081-b1a9-06ee37c23433 tempest-TestSecurityGroupsBasicOps-1840498033 tempest-TestSecurityGroupsBasicOps-1840498033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:50.259629 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d91848a-316e-4081-b1a9-06ee37c23433 tempest-TestSecurityGroupsBasicOps-1840498033 tempest-TestSecurityGroupsBasicOps-1840498033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:50.260084 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d91848a-316e-4081-b1a9-06ee37c23433 tempest-TestSecurityGroupsBasicOps-1840498033 tempest-TestSecurityGroupsBasicOps-1840498033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:50.260595 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d91848a-316e-4081-b1a9-06ee37c23433 tempest-TestSecurityGroupsBasicOps-1840498033 tempest-TestSecurityGroupsBasicOps-1840498033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:50.261038 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d91848a-316e-4081-b1a9-06ee37c23433 tempest-TestSecurityGroupsBasicOps-1840498033 tempest-TestSecurityGroupsBasicOps-1840498033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:50.261496 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d91848a-316e-4081-b1a9-06ee37c23433 tempest-TestSecurityGroupsBasicOps-1840498033 tempest-TestSecurityGroupsBasicOps-1840498033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:50.263356 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2d91848a-316e-4081-b1a9-06ee37c23433 tempest-TestSecurityGroupsBasicOps-1840498033 tempest-TestSecurityGroupsBasicOps-1840498033-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1423938 Aug 10 03:45:50.264774 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8cc62-edbb-4ab3-a322-1157a0faba42 req-930c813b-675e-4851-8f18-9ebd095f3438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:50.266142 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-42e8cc62-edbb-4ab3-a322-1157a0faba42 req-930c813b-675e-4851-8f18-9ebd095f3438 service neutron] 10.222.0.58 "GET /v2.0/networks?id=bec5c42a-3d74-4ba5-b59a-6155268fec80 HTTP/1.1" status: 200 len: 896 time: 0.2171433 Aug 10 03:45:50.266312 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38438) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:50.316099 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-6edf7d2e-3557-4655-a23b-749dc095579e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2042217937', 'tenant_id': '57d162a8d5be42589085508f3f8f2813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': 'a4f4dae4-a2f6-461c-8cce-ce8bf0024b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:26Z', 'updated_at': '2021-08-10T03:45:31Z', 'revision_number': 4, 'project_id': '57d162a8d5be42589085508f3f8f2813', 'gw_port': {'id': 'a4f4dae4-a2f6-461c-8cce-ce8bf0024b0c', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:32:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:27Z', 'updated_at': '2021-08-10T03:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '13f863c8-cc5e-443a-8993-53a21d323316', 'tenant_id': '57d162a8d5be42589085508f3f8f2813', 'floating_ip_address': '172.25.7.14', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': 'a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c', 'port_id': '258bc364-a3db-48bb-a696-448c58673a73', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bec5c42a-3d74-4ba5-b59a-6155268fec80', 'mac_address': 'fa:16:3e:c5:23:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70678e08-53ef-4f5d-ba86-272b66640bd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:45:48Z', 'updated_at': '2021-08-10T03:45:48Z', 'revision_number': 0, 'project_id': '57d162a8d5be42589085508f3f8f2813', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e8c64d8-4ca6-42ad-b112-f5f12b77e260', 'name': '', 'network_id': 'bec5c42a-3d74-4ba5-b59a-6155268fec80', 'tenant_id': '57d162a8d5be42589085508f3f8f2813', 'mac_address': 'fa:16:3e:de:56:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '6a77c395-43ca-428e-827d-10003a389f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:30Z', 'updated_at': '2021-08-10T03:45:37Z', 'revision_number': 5, 'project_id': '57d162a8d5be42589085508f3f8f2813', 'subnets': [{'id': '6a77c395-43ca-428e-827d-10003a389f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:50.345707 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edf7d2e-3557-4655-a23b-749dc095579e None None] Checking router: a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:45:50.354767 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edf7d2e-3557-4655-a23b-749dc095579e None None] Routers {'a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:45:50.355482 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-6edf7d2e-3557-4655-a23b-749dc095579e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:45:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:50.369660 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-42e8cc62-edbb-4ab3-a322-1157a0faba42 req-ccf186cc-9f52-4400-84f5-0890b5ea727f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=258bc364-a3db-48bb-a696-448c58673a73 HTTP/1.1" status: 200 len: 999 time: 0.0968919 Aug 10 03:45:50.432367 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8cc62-edbb-4ab3-a322-1157a0faba42 req-d93bb3f3-542d-4fbe-be9a-3ec8bdef4a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:50.433903 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-42e8cc62-edbb-4ab3-a322-1157a0faba42 req-d93bb3f3-542d-4fbe-be9a-3ec8bdef4a57 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6a77c395-43ca-428e-827d-10003a389f10 HTTP/1.1" status: 200 len: 834 time: 0.0575497 Aug 10 03:45:50.485157 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-6edf7d2e-3557-4655-a23b-749dc095579e None None] Set router a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:45:50.498463 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8cc62-edbb-4ab3-a322-1157a0faba42 req-1a5ba5d6-e98d-41b4-870a-8f037cc66b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:50.501102 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-42e8cc62-edbb-4ab3-a322-1157a0faba42 req-1a5ba5d6-e98d-41b4-870a-8f037cc66b46 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bec5c42a-3d74-4ba5-b59a-6155268fec80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599351 Aug 10 03:45:50.554787 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-63cd28f3-773e-4d43-866b-b63befc56cd7 tempest-TestSecurityGroupsBasicOps-1840498033 tempest-TestSecurityGroupsBasicOps-1840498033-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3055 time: 0.2854750 Aug 10 03:45:50.555670 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38440) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:50.606493 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9a8e7e-db1f-4570-88f6-3bebda79acf2 tempest-TestSecurityGroupsBasicOps-1840498033 tempest-TestSecurityGroupsBasicOps-1840498033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:50.606928 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9a8e7e-db1f-4570-88f6-3bebda79acf2 tempest-TestSecurityGroupsBasicOps-1840498033 tempest-TestSecurityGroupsBasicOps-1840498033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:50.608644 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-6b9a8e7e-db1f-4570-88f6-3bebda79acf2 tempest-TestSecurityGroupsBasicOps-1840498033 tempest-TestSecurityGroupsBasicOps-1840498033-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c HTTP/1.1" status: 200 len: 1992 time: 0.0520258 Aug 10 03:45:50.620105 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-42e8cc62-edbb-4ab3-a322-1157a0faba42 req-4651ea9c-4c8d-4b37-91bd-cae09dc36e18 service neutron] 10.222.0.58 "GET /v2.0/networks/bec5c42a-3d74-4ba5-b59a-6155268fec80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117737 Aug 10 03:45:50.729751 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-42e8cc62-edbb-4ab3-a322-1157a0faba42 req-16f81b69-aa9a-47df-84be-c5c4a59546ac service neutron] 10.222.0.58 "GET /v2.0/networks/bec5c42a-3d74-4ba5-b59a-6155268fec80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032116 Aug 10 03:45:50.803732 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-6edf7d2e-3557-4655-a23b-749dc095579e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2042217937', 'tenant_id': '57d162a8d5be42589085508f3f8f2813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': 'a4f4dae4-a2f6-461c-8cce-ce8bf0024b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:26Z', 'updated_at': '2021-08-10T03:45:31Z', 'revision_number': 4, 'project_id': '57d162a8d5be42589085508f3f8f2813', 'gw_port': {'id': 'a4f4dae4-a2f6-461c-8cce-ce8bf0024b0c', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:32:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:27Z', 'updated_at': '2021-08-10T03:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '13f863c8-cc5e-443a-8993-53a21d323316', 'tenant_id': '57d162a8d5be42589085508f3f8f2813', 'floating_ip_address': '172.25.7.14', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': 'a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c', 'port_id': '258bc364-a3db-48bb-a696-448c58673a73', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bec5c42a-3d74-4ba5-b59a-6155268fec80', 'mac_address': 'fa:16:3e:c5:23:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70678e08-53ef-4f5d-ba86-272b66640bd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:45:48Z', 'updated_at': '2021-08-10T03:45:48Z', 'revision_number': 0, 'project_id': '57d162a8d5be42589085508f3f8f2813', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e8c64d8-4ca6-42ad-b112-f5f12b77e260', 'name': '', 'network_id': 'bec5c42a-3d74-4ba5-b59a-6155268fec80', 'tenant_id': '57d162a8d5be42589085508f3f8f2813', 'mac_address': 'fa:16:3e:de:56:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '6a77c395-43ca-428e-827d-10003a389f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:30Z', 'updated_at': '2021-08-10T03:45:37Z', 'revision_number': 5, 'project_id': '57d162a8d5be42589085508f3f8f2813', 'subnets': [{'id': '6a77c395-43ca-428e-827d-10003a389f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:50.833448 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edf7d2e-3557-4655-a23b-749dc095579e None None] The sync data for ids ['a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c'] in n-d-768851-15 is: [{'id': 'a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2042217937', 'tenant_id': '57d162a8d5be42589085508f3f8f2813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': 'a4f4dae4-a2f6-461c-8cce-ce8bf0024b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:26Z', 'updated_at': '2021-08-10T03:45:31Z', 'revision_number': 4, 'project_id': '57d162a8d5be42589085508f3f8f2813', 'gw_port': {'id': 'a4f4dae4-a2f6-461c-8cce-ce8bf0024b0c', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:32:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:27Z', 'updated_at': '2021-08-10T03:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '13f863c8-cc5e-443a-8993-53a21d323316', 'tenant_id': '57d162a8d5be42589085508f3f8f2813', 'floating_ip_address': '172.25.7.14', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': 'a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c', 'port_id': '258bc364-a3db-48bb-a696-448c58673a73', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bec5c42a-3d74-4ba5-b59a-6155268fec80', 'mac_address': 'fa:16:3e:c5:23:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70678e08-53ef-4f5d-ba86-272b66640bd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:45:48Z', 'updated_at': '2021-08-10T03:45:48Z', 'revision_number': 0, 'project_id': '57d162a8d5be42589085508f3f8f2813', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e8c64d8-4ca6-42ad-b112-f5f12b77e260', 'name': '', 'network_id': 'bec5c42a-3d74-4ba5-b59a-6155268fec80', 'tenant_id': '57d162a8d5be42589085508f3f8f2813', 'mac_address': 'fa:16:3e:de:56:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '6a77c395-43ca-428e-827d-10003a389f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:30Z', 'updated_at': '2021-08-10T03:45:37Z', 'revision_number': 5, 'project_id': '57d162a8d5be42589085508f3f8f2813', 'subnets': [{'id': '6a77c395-43ca-428e-827d-10003a389f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:45:51.075510 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83341f9c-1f1f-41e8-b259-239f4c9c4a42 None None] New status for floating IP 13f863c8-cc5e-443a-8993-53a21d323316: ACTIVE {{(pid=94219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:45:56.453433 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:56.719891 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:00.363833 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4ccd8853-8b8a-4dd6-a1d4-22ef8ebe7b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:03.049556 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-880a59af-e3c7-495f-8cfb-8714fb7eb0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:03.435215 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:04.279698 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:05.692338 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b97e3e07-3ac3-4c2f-af17-f45a54093e01 req-969a21c8-3f55-46d5-953a-fbd82cb2617b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ce0609b4-2821-43a7-8bd9-080a9b5857a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0425141 Aug 10 03:46:05.789251 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e3e07-3ac3-4c2f-af17-f45a54093e01 req-ff6477aa-17ea-4609-8370-68b5482a0417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:05.791014 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b97e3e07-3ac3-4c2f-af17-f45a54093e01 req-ff6477aa-17ea-4609-8370-68b5482a0417 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf46dc7d96e74359a233bb4d876edd57&device_id=ce0609b4-2821-43a7-8bd9-080a9b5857a7 HTTP/1.1" status: 200 len: 1097 time: 0.0491543 Aug 10 03:46:05.916885 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e3e07-3ac3-4c2f-af17-f45a54093e01 req-f05c0f0c-53fb-4e81-90fe-1dae3690aa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:05.918651 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b97e3e07-3ac3-4c2f-af17-f45a54093e01 req-f05c0f0c-53fb-4e81-90fe-1dae3690aa0c service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e9c5b57-a104-4b29-a8ed-ceb6086c40ae HTTP/1.1" status: 200 len: 913 time: 0.1029906 Aug 10 03:46:06.002442 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b97e3e07-3ac3-4c2f-af17-f45a54093e01 req-ddc7b303-e742-43c3-8760-e2c10bb3b708 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64f3cd26-53d6-4165-b6e5-0255c0dbf4a7 HTTP/1.1" status: 200 len: 1000 time: 0.0722227 Aug 10 03:46:06.019502 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:06.057931 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e3e07-3ac3-4c2f-af17-f45a54093e01 req-d4142303-dca2-4283-b3db-4ebbbe980692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:06.059552 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b97e3e07-3ac3-4c2f-af17-f45a54093e01 req-d4142303-dca2-4283-b3db-4ebbbe980692 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=036b75a5-4076-4503-a708-471e0be52cae HTTP/1.1" status: 200 len: 851 time: 0.0498998 Aug 10 03:46:06.113434 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e3e07-3ac3-4c2f-af17-f45a54093e01 req-bd9956a4-4fe7-44c3-9bbe-12d18136cf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:06.115037 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b97e3e07-3ac3-4c2f-af17-f45a54093e01 req-bd9956a4-4fe7-44c3-9bbe-12d18136cf5b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e9c5b57-a104-4b29-a8ed-ceb6086c40ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442691 Aug 10 03:46:06.227892 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b97e3e07-3ac3-4c2f-af17-f45a54093e01 req-b0cb9ef3-8973-442b-ba6a-afed72b45075 service neutron] 10.222.0.60 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962574 Aug 10 03:46:06.331718 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b97e3e07-3ac3-4c2f-af17-f45a54093e01 req-1957dbf5-f7b8-477e-a144-bd09b62f1518 service neutron] 10.222.0.60 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922086 Aug 10 03:46:08.692737 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e0e6521f-03d9-4cbe-b933-abb1f588118a req-22dd4a1e-5488-4bf8-b871-0e68cce793ab service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=70678e08-53ef-4f5d-ba86-272b66640bd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0453453 Aug 10 03:46:08.783653 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e6521f-03d9-4cbe-b933-abb1f588118a req-5a9b598a-b59e-432d-a8de-8b327d2d82f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:08.785165 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e0e6521f-03d9-4cbe-b933-abb1f588118a req-5a9b598a-b59e-432d-a8de-8b327d2d82f7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=57d162a8d5be42589085508f3f8f2813&device_id=70678e08-53ef-4f5d-ba86-272b66640bd4 HTTP/1.1" status: 200 len: 1137 time: 0.0469961 Aug 10 03:46:08.891662 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e6521f-03d9-4cbe-b933-abb1f588118a req-95968ff2-c87e-4229-966e-01cd238c6d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:08.893158 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e0e6521f-03d9-4cbe-b933-abb1f588118a req-95968ff2-c87e-4229-966e-01cd238c6d77 service neutron] 10.222.0.58 "GET /v2.0/networks?id=bec5c42a-3d74-4ba5-b59a-6155268fec80 HTTP/1.1" status: 200 len: 896 time: 0.0874205 Aug 10 03:46:08.964848 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e0e6521f-03d9-4cbe-b933-abb1f588118a req-7d6b0627-92d6-4205-8fc7-5df259b4b14d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=258bc364-a3db-48bb-a696-448c58673a73 HTTP/1.1" status: 200 len: 1001 time: 0.0639117 Aug 10 03:46:09.017125 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e6521f-03d9-4cbe-b933-abb1f588118a req-2b90b772-8b9d-4285-8379-6642d48a0c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:09.018620 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e0e6521f-03d9-4cbe-b933-abb1f588118a req-2b90b772-8b9d-4285-8379-6642d48a0c1d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6a77c395-43ca-428e-827d-10003a389f10 HTTP/1.1" status: 200 len: 834 time: 0.0460112 Aug 10 03:46:09.067913 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e6521f-03d9-4cbe-b933-abb1f588118a req-b7ee4373-da8d-495b-8353-4458e76b8a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:09.069488 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e0e6521f-03d9-4cbe-b933-abb1f588118a req-b7ee4373-da8d-495b-8353-4458e76b8a7d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bec5c42a-3d74-4ba5-b59a-6155268fec80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435052 Aug 10 03:46:09.167167 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e0e6521f-03d9-4cbe-b933-abb1f588118a req-88120360-abef-4a86-987b-b67c59c3f73e service neutron] 10.222.0.58 "GET /v2.0/networks/bec5c42a-3d74-4ba5-b59a-6155268fec80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894406 Aug 10 03:46:09.259739 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e0e6521f-03d9-4cbe-b933-abb1f588118a req-96b11d3a-7636-473d-a726-3a69b69857eb service neutron] 10.222.0.58 "GET /v2.0/networks/bec5c42a-3d74-4ba5-b59a-6155268fec80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848145 Aug 10 03:46:16.932031 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:46:23.862237 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38468) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:23.947456 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-25faa3d2-da29-4d7d-9fc6-c56b8613da27 tempest-TestSecurityGroupsBasicOps-1840498033 tempest-TestSecurityGroupsBasicOps-1840498033-project-admin] 10.222.0.62 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2542 time: 0.0839221 Aug 10 03:46:23.950065 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38470) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:23.955492 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-5bddea5c-85ed-4690-985e-2c23009bb343 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Request body: {'network': {'name': 'tempest-network-smoke--86037701', 'project_id': '57d162a8d5be42589085508f3f8f2813', 'port_security_enabled': False}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:23.975615 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bddea5c-85ed-4690-985e-2c23009bb343 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Made reservation on behalf of 57d162a8d5be42589085508f3f8f2813 for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:46:23.979653 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5bddea5c-85ed-4690-985e-2c23009bb343 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:24.003016 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bddea5c-85ed-4690-985e-2c23009bb343 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:46:24.011730 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5bddea5c-85ed-4690-985e-2c23009bb343 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:24.012099 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-5bddea5c-85ed-4690-985e-2c23009bb343 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Added segment f6c58d26-defc-485d-8a98-5a1b0b6bc462 of type vlan for network 98016840-d7c0-40f8-ae60-164dbd20918c Aug 10 03:46:24.055771 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5bddea5c-85ed-4690-985e-2c23009bb343 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:24.086269 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5bddea5c-85ed-4690-985e-2c23009bb343 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:24.091923 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bddea5c-85ed-4690-985e-2c23009bb343 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:24.092577 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5bddea5c-85ed-4690-985e-2c23009bb343 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks [] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:24.150986 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-5bddea5c-85ed-4690-985e-2c23009bb343 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1996694 Aug 10 03:46:24.153994 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38472) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:24.160785 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-b1f20dc3-b4d6-4fc6-bef5-b524c24ae2c9 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-934960011', 'admin_state_up': True, 'project_id': '57d162a8d5be42589085508f3f8f2813', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:24.170112 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bddea5c-85ed-4690-985e-2c23009bb343 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Pushing event updated for resources: {'Network': ['ID=98016840-d7c0-40f8-ae60-164dbd20918c,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:24.182646 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bddea5c-85ed-4690-985e-2c23009bb343 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:24.183028 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bddea5c-85ed-4690-985e-2c23009bb343 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:24.183439 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bddea5c-85ed-4690-985e-2c23009bb343 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:24.183780 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bddea5c-85ed-4690-985e-2c23009bb343 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:24.184119 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bddea5c-85ed-4690-985e-2c23009bb343 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:24.184453 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bddea5c-85ed-4690-985e-2c23009bb343 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:24.184813 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bddea5c-85ed-4690-985e-2c23009bb343 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:24.185696 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bddea5c-85ed-4690-985e-2c23009bb343 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:24.186035 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bddea5c-85ed-4690-985e-2c23009bb343 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:24.186366 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bddea5c-85ed-4690-985e-2c23009bb343 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:24.186692 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bddea5c-85ed-4690-985e-2c23009bb343 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:24.187042 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bddea5c-85ed-4690-985e-2c23009bb343 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:24.200102 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 98016840-d7c0-40f8-ae60-164dbd20918c details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:46:24.203244 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b1f20dc3-b4d6-4fc6-bef5-b524c24ae2c9 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:24.204315 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b1f20dc3-b4d6-4fc6-bef5-b524c24ae2c9 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:24.265432 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b1f20dc3-b4d6-4fc6-bef5-b524c24ae2c9 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:24.406084 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b1f20dc3-b4d6-4fc6-bef5-b524c24ae2c9 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:24.610898 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b1f20dc3-b4d6-4fc6-bef5-b524c24ae2c9 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks [] for router_gateway, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:24.629538 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b1f20dc3-b4d6-4fc6-bef5-b524c24ae2c9 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:24.738530 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-b1f20dc3-b4d6-4fc6-bef5-b524c24ae2c9 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Allocated IP 172.25.7.113 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/6c358bb1-a667-4c89-be2b-9c87733f624e) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:46:24.845801 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b1f20dc3-b4d6-4fc6-bef5-b524c24ae2c9 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:24.886244 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b1f20dc3-b4d6-4fc6-bef5-b524c24ae2c9 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:24.929795 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f20dc3-b4d6-4fc6-bef5-b524c24ae2c9 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:46:24.933026 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-b1f20dc3-b4d6-4fc6-bef5-b524c24ae2c9 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:24.938310 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f20dc3-b4d6-4fc6-bef5-b524c24ae2c9 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:46:24.941221 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f20dc3-b4d6-4fc6-bef5-b524c24ae2c9 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Pushing event updated for resources: {'Port': ['ID=6c358bb1-a667-4c89-be2b-9c87733f624e,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:25.191487 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b1f20dc3-b4d6-4fc6-bef5-b524c24ae2c9 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks [] for router_gateway, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:25.391754 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b1f20dc3-b4d6-4fc6-bef5-b524c24ae2c9 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:25.529161 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f20dc3-b4d6-4fc6-bef5-b524c24ae2c9 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Router 46a867a0-f2fb-48e8-bd8b-2b401967be4e is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:46:25.658650 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f20dc3-b4d6-4fc6-bef5-b524c24ae2c9 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:46:25.671831 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0053627-b6f5-4cec-b951-692330795aec None None] Sync routers for ids ['46a867a0-f2fb-48e8-bd8b-2b401967be4e'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:46:25.679707 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b1f20dc3-b4d6-4fc6-bef5-b524c24ae2c9 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:25.680782 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0053627-b6f5-4cec-b951-692330795aec None None] Routers {'46a867a0-f2fb-48e8-bd8b-2b401967be4e'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:25.681395 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-a0053627-b6f5-4cec-b951-692330795aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:46:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['46a867a0-f2fb-48e8-bd8b-2b401967be4e'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:25.681554 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b1f20dc3-b4d6-4fc6-bef5-b524c24ae2c9 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.5262449 Aug 10 03:46:25.684282 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38474) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:25.759966 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc544c22-04b3-46a2-b79a-d7fbe8eb29ba tempest-TestSecurityGroupsBasicOps-1840498033 tempest-TestSecurityGroupsBasicOps-1840498033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:25.761496 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-dc544c22-04b3-46a2-b79a-d7fbe8eb29ba tempest-TestSecurityGroupsBasicOps-1840498033 tempest-TestSecurityGroupsBasicOps-1840498033-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=57d162a8d5be42589085508f3f8f2813&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0761638 Aug 10 03:46:25.764326 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38476) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:25.794969 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-a0053627-b6f5-4cec-b951-692330795aec None None] Set router 46a867a0-f2fb-48e8-bd8b-2b401967be4e gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:25.863761 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c7dbbd-3b89-4d47-8728-a2f3a38bf672 tempest-TestSecurityGroupsBasicOps-1840498033 tempest-TestSecurityGroupsBasicOps-1840498033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:25.865291 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-f2c7dbbd-3b89-4d47-8728-a2f3a38bf672 tempest-TestSecurityGroupsBasicOps-1840498033 tempest-TestSecurityGroupsBasicOps-1840498033-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1000552 Aug 10 03:46:25.868700 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 38478) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:25.910311 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38480) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:25.910953 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d68fdad3-b34b-4ac4-9f89-42afbde30726 tempest-TestSecurityGroupsBasicOps-1840498033 tempest-TestSecurityGroupsBasicOps-1840498033-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=09ca2025-b9a6-4e84-8019-8d9fbef3753e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0401783 Aug 10 03:46:25.958048 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-5282b911-7290-49c1-ba9d-5ad1c3926191 tempest-TestSecurityGroupsBasicOps-1840498033 tempest-TestSecurityGroupsBasicOps-1840498033-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=57d162a8d5be42589085508f3f8f2813&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0460067 Aug 10 03:46:25.962609 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 38482) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:26.014519 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-a0053627-b6f5-4cec-b951-692330795aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a867a0-f2fb-48e8-bd8b-2b401967be4e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-934960011', 'tenant_id': '57d162a8d5be42589085508f3f8f2813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '6c358bb1-a667-4c89-be2b-9c87733f624e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:24Z', 'updated_at': '2021-08-10T03:46:25Z', 'revision_number': 3, 'project_id': '57d162a8d5be42589085508f3f8f2813', 'gw_port': {'id': '6c358bb1-a667-4c89-be2b-9c87733f624e', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:34:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a867a0-f2fb-48e8-bd8b-2b401967be4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:24Z', 'updated_at': '2021-08-10T03:46:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:26.046863 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0053627-b6f5-4cec-b951-692330795aec None None] Checking router: 46a867a0-f2fb-48e8-bd8b-2b401967be4e for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:46:26.047205 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0053627-b6f5-4cec-b951-692330795aec None None] Updating router 46a867a0-f2fb-48e8-bd8b-2b401967be4e port 6c358bb1-a667-4c89-be2b-9c87733f624e binding host n-d-768851-15 {{(pid=94218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:46:26.075098 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a0053627-b6f5-4cec-b951-692330795aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:26.139765 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b94a06-4ff2-4972-91aa-25814500f694 tempest-TestSecurityGroupsBasicOps-1840498033 tempest-TestSecurityGroupsBasicOps-1840498033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:26.141840 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-03b94a06-4ff2-4972-91aa-25814500f694 tempest-TestSecurityGroupsBasicOps-1840498033 tempest-TestSecurityGroupsBasicOps-1840498033-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1774275 Aug 10 03:46:26.145682 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 38484) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:26.181459 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1e100090-423d-4916-92b5-019c43ec0a81 tempest-TestSecurityGroupsBasicOps-1840498033 tempest-TestSecurityGroupsBasicOps-1840498033-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=09ca2025-b9a6-4e84-8019-8d9fbef3753e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0344660 Aug 10 03:46:26.183877 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 38486) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:26.188857 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-3641ab22-d66b-4bb3-8177-777588ce918a tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-636975240', 'network_id': '98016840-d7c0-40f8-ae60-164dbd20918c', 'project_id': '57d162a8d5be42589085508f3f8f2813', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:26.282091 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3641ab22-d66b-4bb3-8177-777588ce918a tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Made reservation on behalf of 57d162a8d5be42589085508f3f8f2813 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:46:26.285723 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3641ab22-d66b-4bb3-8177-777588ce918a tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:26.363900 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a0053627-b6f5-4cec-b951-692330795aec None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:26.375865 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-a0053627-b6f5-4cec-b951-692330795aec None None] Transition to ACTIVE for port object 6c358bb1-a667-4c89-be2b-9c87733f624e will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:26.381312 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a0053627-b6f5-4cec-b951-692330795aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:26.432350 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-a0053627-b6f5-4cec-b951-692330795aec None None] Attempting to bind port 6c358bb1-a667-4c89-be2b-9c87733f624e on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:46:26.432676 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-a0053627-b6f5-4cec-b951-692330795aec None None] Attempting to bind port 6c358bb1-a667-4c89-be2b-9c87733f624e by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:46:26.433096 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0053627-b6f5-4cec-b951-692330795aec None None] Attempting to bind port 6c358bb1-a667-4c89-be2b-9c87733f624e on network 09ca2025-b9a6-4e84-8019-8d9fbef3753e {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:46:26.447073 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b8ad0-3f54-4a8f-924e-21fa49a5a030 None None] Pushing event updated for resources: {'Port': ['ID=6c358bb1-a667-4c89-be2b-9c87733f624e,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:26.452662 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0053627-b6f5-4cec-b951-692330795aec None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:46:26.453275 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0053627-b6f5-4cec-b951-692330795aec None None] Checking segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:46:26.453674 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a0053627-b6f5-4cec-b951-692330795aec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:26.454056 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0053627-b6f5-4cec-b951-692330795aec None None] Bound using segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:46:26.454545 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-a0053627-b6f5-4cec-b951-692330795aec None None] Bound port: 6c358bb1-a667-4c89-be2b-9c87733f624e, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:46:26.454955 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a0053627-b6f5-4cec-b951-692330795aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:26.463194 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79b8ad0-3f54-4a8f-924e-21fa49a5a030 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:26.463740 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79b8ad0-3f54-4a8f-924e-21fa49a5a030 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:26.464330 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79b8ad0-3f54-4a8f-924e-21fa49a5a030 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:26.464854 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79b8ad0-3f54-4a8f-924e-21fa49a5a030 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:26.465400 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79b8ad0-3f54-4a8f-924e-21fa49a5a030 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:26.465910 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79b8ad0-3f54-4a8f-924e-21fa49a5a030 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:26.467070 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79b8ad0-3f54-4a8f-924e-21fa49a5a030 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:26.467592 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79b8ad0-3f54-4a8f-924e-21fa49a5a030 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:26.468123 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79b8ad0-3f54-4a8f-924e-21fa49a5a030 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:26.468468 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79b8ad0-3f54-4a8f-924e-21fa49a5a030 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:26.468804 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79b8ad0-3f54-4a8f-924e-21fa49a5a030 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:26.469136 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79b8ad0-3f54-4a8f-924e-21fa49a5a030 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:26.491805 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3641ab22-d66b-4bb3-8177-777588ce918a tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:26.498158 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:26.534528 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-a0053627-b6f5-4cec-b951-692330795aec None None] For port 6c358bb1-a667-4c89-be2b-9c87733f624e, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:46:26.538050 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-a0053627-b6f5-4cec-b951-692330795aec None None] For port 6c358bb1-a667-4c89-be2b-9c87733f624e, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=6c358bb1-a667-4c89-be2b-9c87733f624e,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:46:26.546044 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a0053627-b6f5-4cec-b951-692330795aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:26.558500 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3641ab22-d66b-4bb3-8177-777588ce918a tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Pushing event updated for resources: {'Subnet': ['ID=1fb1a9ba-0c83-4eee-8c4a-604aaea5acd5,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:26.571301 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641ab22-d66b-4bb3-8177-777588ce918a tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:26.571651 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641ab22-d66b-4bb3-8177-777588ce918a tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:26.572001 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641ab22-d66b-4bb3-8177-777588ce918a tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:26.572359 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641ab22-d66b-4bb3-8177-777588ce918a tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:26.572668 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641ab22-d66b-4bb3-8177-777588ce918a tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:26.573088 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641ab22-d66b-4bb3-8177-777588ce918a tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:26.573309 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641ab22-d66b-4bb3-8177-777588ce918a tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:26.573643 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641ab22-d66b-4bb3-8177-777588ce918a tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:26.573969 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641ab22-d66b-4bb3-8177-777588ce918a tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:26.574292 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641ab22-d66b-4bb3-8177-777588ce918a tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:26.574618 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641ab22-d66b-4bb3-8177-777588ce918a tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:26.574967 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641ab22-d66b-4bb3-8177-777588ce918a tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:26.579065 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3641ab22-d66b-4bb3-8177-777588ce918a tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Checking segment: {'id': 'f6c58d26-defc-485d-8a98-5a1b0b6bc462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '98016840-d7c0-40f8-ae60-164dbd20918c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:46:26.579474 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3641ab22-d66b-4bb3-8177-777588ce918a tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Network hostable DHCP agents. Network: 98016840-d7c0-40f8-ae60-164dbd20918c, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:46:26.599495 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3641ab22-d66b-4bb3-8177-777588ce918a tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Network 98016840-d7c0-40f8-ae60-164dbd20918c is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:46:26.604033 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0053627-b6f5-4cec-b951-692330795aec None None] Routers {'46a867a0-f2fb-48e8-bd8b-2b401967be4e'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:26.604729 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-a0053627-b6f5-4cec-b951-692330795aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:46:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['46a867a0-f2fb-48e8-bd8b-2b401967be4e'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:26.612610 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-3641ab22-d66b-4bb3-8177-777588ce918a tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 98016840-d7c0-40f8-ae60-164dbd20918c) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:26.618055 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3641ab22-d66b-4bb3-8177-777588ce918a tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:26.618651 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3641ab22-d66b-4bb3-8177-777588ce918a tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:26.637989 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38488) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:26.638771 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3641ab22-d66b-4bb3-8177-777588ce918a tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4531376 Aug 10 03:46:26.648687 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7668b1f-2acb-423b-a3af-6bb2de9cc31e None None] Network 98016840-d7c0-40f8-ae60-164dbd20918c requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:46:26.655270 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b8ad0-3f54-4a8f-924e-21fa49a5a030 None None] Pushing event updated for resources: {'Port': ['ID=6c358bb1-a667-4c89-be2b-9c87733f624e,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:26.784552 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:26.815703 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-a0053627-b6f5-4cec-b951-692330795aec None None] Set router 46a867a0-f2fb-48e8-bd8b-2b401967be4e gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:26.977600 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4974f519-6c2f-42be-8b4f-eb9f1b8a5c16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-98016840-d7c0-40f8-ae60-164dbd20918c', 'network_id': '98016840-d7c0-40f8-ae60-164dbd20918c', 'tenant_id': '57d162a8d5be42589085508f3f8f2813', 'fixed_ips': [{'subnet_id': '1fb1a9ba-0c83-4eee-8c4a-604aaea5acd5'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:46:26.978468 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4974f519-6c2f-42be-8b4f-eb9f1b8a5c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:27.120945 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7dba6209-246e-420e-9a28-270df5d27f7d tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:27.165647 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-a0053627-b6f5-4cec-b951-692330795aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a867a0-f2fb-48e8-bd8b-2b401967be4e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-934960011', 'tenant_id': '57d162a8d5be42589085508f3f8f2813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '6c358bb1-a667-4c89-be2b-9c87733f624e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:24Z', 'updated_at': '2021-08-10T03:46:25Z', 'revision_number': 3, 'project_id': '57d162a8d5be42589085508f3f8f2813', 'gw_port': {'id': '6c358bb1-a667-4c89-be2b-9c87733f624e', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:34:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a867a0-f2fb-48e8-bd8b-2b401967be4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:24Z', 'updated_at': '2021-08-10T03:46:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:27.196924 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-4974f519-6c2f-42be-8b4f-eb9f1b8a5c16 None None] Allocated IP 172.20.0.18 (98016840-d7c0-40f8-ae60-164dbd20918c/1fb1a9ba-0c83-4eee-8c4a-604aaea5acd5/de4d6be9-cfa7-4557-a686-2d3d160b5ea9) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:46:27.199184 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0053627-b6f5-4cec-b951-692330795aec None None] The sync data for ids ['46a867a0-f2fb-48e8-bd8b-2b401967be4e'] in n-d-768851-15 is: [{'id': '46a867a0-f2fb-48e8-bd8b-2b401967be4e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-934960011', 'tenant_id': '57d162a8d5be42589085508f3f8f2813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '6c358bb1-a667-4c89-be2b-9c87733f624e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:24Z', 'updated_at': '2021-08-10T03:46:25Z', 'revision_number': 3, 'project_id': '57d162a8d5be42589085508f3f8f2813', 'gw_port': {'id': '6c358bb1-a667-4c89-be2b-9c87733f624e', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:34:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a867a0-f2fb-48e8-bd8b-2b401967be4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:24Z', 'updated_at': '2021-08-10T03:46:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:46:27.369993 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4974f519-6c2f-42be-8b4f-eb9f1b8a5c16 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:27.381137 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-4974f519-6c2f-42be-8b4f-eb9f1b8a5c16 None None] Transition to ACTIVE for port object de4d6be9-cfa7-4557-a686-2d3d160b5ea9 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:27.401329 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-4974f519-6c2f-42be-8b4f-eb9f1b8a5c16 None None] Transition to ACTIVE for port object de4d6be9-cfa7-4557-a686-2d3d160b5ea9 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:27.410273 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4974f519-6c2f-42be-8b4f-eb9f1b8a5c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:27.463339 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4974f519-6c2f-42be-8b4f-eb9f1b8a5c16 None None] Network 98016840-d7c0-40f8-ae60-164dbd20918c is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:46:27.476795 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-4974f519-6c2f-42be-8b4f-eb9f1b8a5c16 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:27.487072 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4974f519-6c2f-42be-8b4f-eb9f1b8a5c16 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:46:27.494229 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4974f519-6c2f-42be-8b4f-eb9f1b8a5c16 None None] Pushing event updated for resources: {'Port': ['ID=de4d6be9-cfa7-4557-a686-2d3d160b5ea9,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:27.744897 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-4974f519-6c2f-42be-8b4f-eb9f1b8a5c16 None None] Attempting to bind port de4d6be9-cfa7-4557-a686-2d3d160b5ea9 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:46:27.745294 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-4974f519-6c2f-42be-8b4f-eb9f1b8a5c16 None None] Attempting to bind port de4d6be9-cfa7-4557-a686-2d3d160b5ea9 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'f6c58d26-defc-485d-8a98-5a1b0b6bc462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '98016840-d7c0-40f8-ae60-164dbd20918c'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:46:27.745667 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4974f519-6c2f-42be-8b4f-eb9f1b8a5c16 None None] Attempting to bind port de4d6be9-cfa7-4557-a686-2d3d160b5ea9 on network 98016840-d7c0-40f8-ae60-164dbd20918c {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:46:27.752563 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4974f519-6c2f-42be-8b4f-eb9f1b8a5c16 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:46:27.752986 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4974f519-6c2f-42be-8b4f-eb9f1b8a5c16 None None] Checking segment: {'id': 'f6c58d26-defc-485d-8a98-5a1b0b6bc462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '98016840-d7c0-40f8-ae60-164dbd20918c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:46:27.753394 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4974f519-6c2f-42be-8b4f-eb9f1b8a5c16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:27.753818 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4974f519-6c2f-42be-8b4f-eb9f1b8a5c16 None None] Bound using segment: {'id': 'f6c58d26-defc-485d-8a98-5a1b0b6bc462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '98016840-d7c0-40f8-ae60-164dbd20918c'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:46:27.754359 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-4974f519-6c2f-42be-8b4f-eb9f1b8a5c16 None None] Bound port: de4d6be9-cfa7-4557-a686-2d3d160b5ea9, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6c58d26-defc-485d-8a98-5a1b0b6bc462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '98016840-d7c0-40f8-ae60-164dbd20918c'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:46:27.754812 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4974f519-6c2f-42be-8b4f-eb9f1b8a5c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:27.835016 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-4974f519-6c2f-42be-8b4f-eb9f1b8a5c16 None None] For port de4d6be9-cfa7-4557-a686-2d3d160b5ea9, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:46:27.839024 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-4974f519-6c2f-42be-8b4f-eb9f1b8a5c16 None None] For port de4d6be9-cfa7-4557-a686-2d3d160b5ea9, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=de4d6be9-cfa7-4557-a686-2d3d160b5ea9,segment=NetworkSegment(f6c58d26-defc-485d-8a98-5a1b0b6bc462),segment_id=f6c58d26-defc-485d-8a98-5a1b0b6bc462)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:46:27.845867 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4974f519-6c2f-42be-8b4f-eb9f1b8a5c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:27.885529 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-7dba6209-246e-420e-9a28-270df5d27f7d tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Allocated IP 172.20.0.17 (98016840-d7c0-40f8-ae60-164dbd20918c/1fb1a9ba-0c83-4eee-8c4a-604aaea5acd5/1097f608-e546-40a9-bf79-04dbd3fc20cc) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:46:27.916424 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4974f519-6c2f-42be-8b4f-eb9f1b8a5c16 None None] Pushing event updated for resources: {'Port': ['ID=de4d6be9-cfa7-4557-a686-2d3d160b5ea9,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:28.028391 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7dba6209-246e-420e-9a28-270df5d27f7d tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:28.052337 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-7dba6209-246e-420e-9a28-270df5d27f7d tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Transition to ACTIVE for port object 1097f608-e546-40a9-bf79-04dbd3fc20cc will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:28.100809 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7dba6209-246e-420e-9a28-270df5d27f7d tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:28.159699 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dba6209-246e-420e-9a28-270df5d27f7d tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Network 98016840-d7c0-40f8-ae60-164dbd20918c is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:46:28.164363 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-7dba6209-246e-420e-9a28-270df5d27f7d tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:28.172472 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dba6209-246e-420e-9a28-270df5d27f7d tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:46:28.215533 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dba6209-246e-420e-9a28-270df5d27f7d tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Pushing event updated for resources: {'Port': ['ID=1097f608-e546-40a9-bf79-04dbd3fc20cc,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:28.244005 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7dba6209-246e-420e-9a28-270df5d27f7d tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:28.427044 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7dba6209-246e-420e-9a28-270df5d27f7d tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:28.772226 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7dba6209-246e-420e-9a28-270df5d27f7d tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:28.777909 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7dba6209-246e-420e-9a28-270df5d27f7d tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:28.866086 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dba6209-246e-420e-9a28-270df5d27f7d tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Pushing event updated for resources: {'Port': ['ID=1097f608-e546-40a9-bf79-04dbd3fc20cc,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:28.868897 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7dba6209-246e-420e-9a28-270df5d27f7d tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:28.945690 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device de4d6be9-cfa7-4557-a686-2d3d160b5ea9 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:46:29.016668 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dba6209-246e-420e-9a28-270df5d27f7d tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Network 98016840-d7c0-40f8-ae60-164dbd20918c is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:46:29.018408 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-7dba6209-246e-420e-9a28-270df5d27f7d tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:29.030649 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port de4d6be9-cfa7-4557-a686-2d3d160b5ea9 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:46:29.036019 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 6c358bb1-a667-4c89-be2b-9c87733f624e up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:46:29.114790 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 6c358bb1-a667-4c89-be2b-9c87733f624e completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:46:29.120469 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 6c358bb1-a667-4c89-be2b-9c87733f624e triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:29.121868 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:29.231600 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dba6209-246e-420e-9a28-270df5d27f7d tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Router 46a867a0-f2fb-48e8-bd8b-2b401967be4e has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:46:29.235477 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:29.274151 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 6c358bb1-a667-4c89-be2b-9c87733f624e, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=6c358bb1-a667-4c89-be2b-9c87733f624e,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:29.281096 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:29.345499 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=6c358bb1-a667-4c89-be2b-9c87733f624e,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:29.393591 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dba6209-246e-420e-9a28-270df5d27f7d tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:46:29.407360 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-7dba6209-246e-420e-9a28-270df5d27f7d tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "PUT /v2.0/routers/46a867a0-f2fb-48e8-bd8b-2b401967be4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7671108 Aug 10 03:46:29.555638 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38f9102-104d-4c10-be0e-94f471dfcb63 None None] Network 98016840-d7c0-40f8-ae60-164dbd20918c requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:46:29.578689 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de12f442-fed6-4bbe-8d30-abfed09ee78d None None] Sync routers for ids ['46a867a0-f2fb-48e8-bd8b-2b401967be4e'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:46:29.592260 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de12f442-fed6-4bbe-8d30-abfed09ee78d None None] Routers {'46a867a0-f2fb-48e8-bd8b-2b401967be4e'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:29.593268 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-de12f442-fed6-4bbe-8d30-abfed09ee78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:46:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['46a867a0-f2fb-48e8-bd8b-2b401967be4e'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:29.664346 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-a58590e2-4463-4123-aa9d-8f60b07ec7e6 None None] Provisioning for port de4d6be9-cfa7-4557-a686-2d3d160b5ea9 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:46:29.675949 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-a58590e2-4463-4123-aa9d-8f60b07ec7e6 None None] Provisioning complete for port de4d6be9-cfa7-4557-a686-2d3d160b5ea9 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:29.676349 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a58590e2-4463-4123-aa9d-8f60b07ec7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:29.754475 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-de12f442-fed6-4bbe-8d30-abfed09ee78d None None] Set router 46a867a0-f2fb-48e8-bd8b-2b401967be4e gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:29.850031 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a58590e2-4463-4123-aa9d-8f60b07ec7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:29.924112 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-a58590e2-4463-4123-aa9d-8f60b07ec7e6 None None] For port de4d6be9-cfa7-4557-a686-2d3d160b5ea9, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=de4d6be9-cfa7-4557-a686-2d3d160b5ea9,segment=NetworkSegment(f6c58d26-defc-485d-8a98-5a1b0b6bc462),segment_id=f6c58d26-defc-485d-8a98-5a1b0b6bc462)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:29.931512 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a58590e2-4463-4123-aa9d-8f60b07ec7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:30.036878 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58590e2-4463-4123-aa9d-8f60b07ec7e6 None None] Pushing event updated for resources: {'Port': ['ID=de4d6be9-cfa7-4557-a686-2d3d160b5ea9,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:30.065616 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-de12f442-fed6-4bbe-8d30-abfed09ee78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a867a0-f2fb-48e8-bd8b-2b401967be4e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-934960011', 'tenant_id': '57d162a8d5be42589085508f3f8f2813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '6c358bb1-a667-4c89-be2b-9c87733f624e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:24Z', 'updated_at': '2021-08-10T03:46:28Z', 'revision_number': 4, 'project_id': '57d162a8d5be42589085508f3f8f2813', 'gw_port': {'id': '6c358bb1-a667-4c89-be2b-9c87733f624e', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:34:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a867a0-f2fb-48e8-bd8b-2b401967be4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:24Z', 'updated_at': '2021-08-10T03:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '1097f608-e546-40a9-bf79-04dbd3fc20cc', 'name': '', 'network_id': '98016840-d7c0-40f8-ae60-164dbd20918c', 'tenant_id': '57d162a8d5be42589085508f3f8f2813', 'mac_address': 'fa:16:3e:50:56:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a867a0-f2fb-48e8-bd8b-2b401967be4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '1fb1a9ba-0c83-4eee-8c4a-604aaea5acd5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:27Z', 'updated_at': '2021-08-10T03:46:28Z', 'revision_number': 2, 'project_id': '57d162a8d5be42589085508f3f8f2813', 'subnets': [{'id': '1fb1a9ba-0c83-4eee-8c4a-604aaea5acd5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:30.085370 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac06ac33-8b88-4a9f-bd91-47da1e5afce1 req-c37822cd-614e-4f6e-927f-70f369721255 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:30.087582 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ac06ac33-8b88-4a9f-bd91-47da1e5afce1 req-c37822cd-614e-4f6e-927f-70f369721255 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "GET /v2.0/networks?id=98016840-d7c0-40f8-ae60-164dbd20918c HTTP/1.1" status: 200 len: 796 time: 0.2045789 Aug 10 03:46:30.101183 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de12f442-fed6-4bbe-8d30-abfed09ee78d None None] Checking router: 46a867a0-f2fb-48e8-bd8b-2b401967be4e for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:46:30.101526 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de12f442-fed6-4bbe-8d30-abfed09ee78d None None] Updating router 46a867a0-f2fb-48e8-bd8b-2b401967be4e port 1097f608-e546-40a9-bf79-04dbd3fc20cc binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:46:30.120352 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ac06ac33-8b88-4a9f-bd91-47da1e5afce1 req-8ba7f559-a7a2-47c9-a1ee-2941796e73df tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "GET /v2.0/quotas/57d162a8d5be42589085508f3f8f2813 HTTP/1.1" status: 200 len: 375 time: 0.0219791 Aug 10 03:46:30.130804 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-de12f442-fed6-4bbe-8d30-abfed09ee78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:30.225379 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ac06ac33-8b88-4a9f-bd91-47da1e5afce1 req-1cbb4177-fff7-44cb-8558-d8b2ed34707c tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=57d162a8d5be42589085508f3f8f2813&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0930324 Aug 10 03:46:30.261414 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-10b9cc8a-a5e2-4292-8538-60b9ffc9dbb1 None None] Provisioning for port 1097f608-e546-40a9-bf79-04dbd3fc20cc completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:46:30.268613 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-10b9cc8a-a5e2-4292-8538-60b9ffc9dbb1 None None] Provisioning complete for port 1097f608-e546-40a9-bf79-04dbd3fc20cc triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:30.269473 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-10b9cc8a-a5e2-4292-8538-60b9ffc9dbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:30.317043 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-10b9cc8a-a5e2-4292-8538-60b9ffc9dbb1 None None] Port 1097f608-e546-40a9-bf79-04dbd3fc20cc cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:46:30.333247 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-10b9cc8a-a5e2-4292-8538-60b9ffc9dbb1 None None] Provisioning complete for port de4d6be9-cfa7-4557-a686-2d3d160b5ea9 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:30.333602 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-10b9cc8a-a5e2-4292-8538-60b9ffc9dbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:30.391381 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-1790ce97-dee2-47db-b976-0c8c23a54bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:30.479694 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ac06ac33-8b88-4a9f-bd91-47da1e5afce1 req-132f8c3d-ba8a-43a2-bd83-94e33c037b5b service neutron] 10.222.0.62 "GET /v2.0/networks/98016840-d7c0-40f8-ae60-164dbd20918c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230093 Aug 10 03:46:30.488904 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-de12f442-fed6-4bbe-8d30-abfed09ee78d None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:30.509738 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-de12f442-fed6-4bbe-8d30-abfed09ee78d None None] Transition to ACTIVE for port object 1097f608-e546-40a9-bf79-04dbd3fc20cc will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:30.520897 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-de12f442-fed6-4bbe-8d30-abfed09ee78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:30.640527 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ac06ac33-8b88-4a9f-bd91-47da1e5afce1 req-9b6f4567-ee76-4565-9a1f-d7e68614fc20 service neutron] 10.222.0.62 "GET /v2.0/networks/98016840-d7c0-40f8-ae60-164dbd20918c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516247 Aug 10 03:46:30.652453 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-de12f442-fed6-4bbe-8d30-abfed09ee78d None None] Attempting to bind port 1097f608-e546-40a9-bf79-04dbd3fc20cc on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:46:30.653163 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-de12f442-fed6-4bbe-8d30-abfed09ee78d None None] Attempting to bind port 1097f608-e546-40a9-bf79-04dbd3fc20cc by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'f6c58d26-defc-485d-8a98-5a1b0b6bc462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '98016840-d7c0-40f8-ae60-164dbd20918c'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:46:30.653163 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de12f442-fed6-4bbe-8d30-abfed09ee78d None None] Attempting to bind port 1097f608-e546-40a9-bf79-04dbd3fc20cc on network 98016840-d7c0-40f8-ae60-164dbd20918c {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:46:30.661872 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afca2944-288b-451e-aa6a-2b1d2875e3b8 None None] Pushing event updated for resources: {'Port': ['ID=1097f608-e546-40a9-bf79-04dbd3fc20cc,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:30.664718 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de12f442-fed6-4bbe-8d30-abfed09ee78d None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:46:30.665084 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de12f442-fed6-4bbe-8d30-abfed09ee78d None None] Checking segment: {'id': 'f6c58d26-defc-485d-8a98-5a1b0b6bc462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '98016840-d7c0-40f8-ae60-164dbd20918c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:46:30.665925 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-de12f442-fed6-4bbe-8d30-abfed09ee78d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:30.666550 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de12f442-fed6-4bbe-8d30-abfed09ee78d None None] Bound using segment: {'id': 'f6c58d26-defc-485d-8a98-5a1b0b6bc462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '98016840-d7c0-40f8-ae60-164dbd20918c'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:46:30.667540 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-de12f442-fed6-4bbe-8d30-abfed09ee78d None None] Bound port: 1097f608-e546-40a9-bf79-04dbd3fc20cc, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6c58d26-defc-485d-8a98-5a1b0b6bc462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '98016840-d7c0-40f8-ae60-164dbd20918c'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:46:30.668168 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-de12f442-fed6-4bbe-8d30-abfed09ee78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:30.749135 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-de12f442-fed6-4bbe-8d30-abfed09ee78d None None] For port 1097f608-e546-40a9-bf79-04dbd3fc20cc, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:46:30.757428 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-de12f442-fed6-4bbe-8d30-abfed09ee78d None None] For port 1097f608-e546-40a9-bf79-04dbd3fc20cc, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=1097f608-e546-40a9-bf79-04dbd3fc20cc,segment=NetworkSegment(f6c58d26-defc-485d-8a98-5a1b0b6bc462),segment_id=f6c58d26-defc-485d-8a98-5a1b0b6bc462)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:46:30.763743 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-de12f442-fed6-4bbe-8d30-abfed09ee78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:30.887742 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device de4d6be9-cfa7-4557-a686-2d3d160b5ea9 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:46:30.905048 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afca2944-288b-451e-aa6a-2b1d2875e3b8 None None] Pushing event updated for resources: {'Port': ['ID=1097f608-e546-40a9-bf79-04dbd3fc20cc,revision_number=4']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:30.909341 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de12f442-fed6-4bbe-8d30-abfed09ee78d None None] Routers {'46a867a0-f2fb-48e8-bd8b-2b401967be4e'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:30.918029 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-de12f442-fed6-4bbe-8d30-abfed09ee78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:46:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['46a867a0-f2fb-48e8-bd8b-2b401967be4e'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:30.962672 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port de4d6be9-cfa7-4557-a686-2d3d160b5ea9 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:30.963424 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:31.004668 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a946a5f7-157c-4130-b87d-ea4a4676deae req-96a1ed49-1e34-4e4b-80c4-3d238c44a2c8 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8d31e5-4480-439b-8da7-ebdf56e806b6 HTTP/1.1" status: 200 len: 210 time: 0.1601615 Aug 10 03:46:31.125818 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-de12f442-fed6-4bbe-8d30-abfed09ee78d None None] Set router 46a867a0-f2fb-48e8-bd8b-2b401967be4e gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:31.148642 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 6c358bb1-a667-4c89-be2b-9c87733f624e up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:46:31.239920 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 6c358bb1-a667-4c89-be2b-9c87733f624e triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:31.240441 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:31.501945 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-de12f442-fed6-4bbe-8d30-abfed09ee78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a867a0-f2fb-48e8-bd8b-2b401967be4e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-934960011', 'tenant_id': '57d162a8d5be42589085508f3f8f2813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '6c358bb1-a667-4c89-be2b-9c87733f624e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:24Z', 'updated_at': '2021-08-10T03:46:28Z', 'revision_number': 4, 'project_id': '57d162a8d5be42589085508f3f8f2813', 'gw_port': {'id': '6c358bb1-a667-4c89-be2b-9c87733f624e', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:34:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a867a0-f2fb-48e8-bd8b-2b401967be4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:24Z', 'updated_at': '2021-08-10T03:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '1097f608-e546-40a9-bf79-04dbd3fc20cc', 'name': '', 'network_id': '98016840-d7c0-40f8-ae60-164dbd20918c', 'tenant_id': '57d162a8d5be42589085508f3f8f2813', 'mac_address': 'fa:16:3e:50:56:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a867a0-f2fb-48e8-bd8b-2b401967be4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '1fb1a9ba-0c83-4eee-8c4a-604aaea5acd5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:27Z', 'updated_at': '2021-08-10T03:46:30Z', 'revision_number': 4, 'project_id': '57d162a8d5be42589085508f3f8f2813', 'subnets': [{'id': '1fb1a9ba-0c83-4eee-8c4a-604aaea5acd5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:31.530075 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de12f442-fed6-4bbe-8d30-abfed09ee78d None None] The sync data for ids ['46a867a0-f2fb-48e8-bd8b-2b401967be4e'] in n-d-768851-15 is: [{'id': '46a867a0-f2fb-48e8-bd8b-2b401967be4e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-934960011', 'tenant_id': '57d162a8d5be42589085508f3f8f2813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '6c358bb1-a667-4c89-be2b-9c87733f624e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:24Z', 'updated_at': '2021-08-10T03:46:28Z', 'revision_number': 4, 'project_id': '57d162a8d5be42589085508f3f8f2813', 'gw_port': {'id': '6c358bb1-a667-4c89-be2b-9c87733f624e', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:34:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a867a0-f2fb-48e8-bd8b-2b401967be4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:24Z', 'updated_at': '2021-08-10T03:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '1097f608-e546-40a9-bf79-04dbd3fc20cc', 'name': '', 'network_id': '98016840-d7c0-40f8-ae60-164dbd20918c', 'tenant_id': '57d162a8d5be42589085508f3f8f2813', 'mac_address': 'fa:16:3e:50:56:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a867a0-f2fb-48e8-bd8b-2b401967be4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '1fb1a9ba-0c83-4eee-8c4a-604aaea5acd5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:27Z', 'updated_at': '2021-08-10T03:46:30Z', 'revision_number': 4, 'project_id': '57d162a8d5be42589085508f3f8f2813', 'subnets': [{'id': '1fb1a9ba-0c83-4eee-8c4a-604aaea5acd5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:46:32.171500 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0720a3f1-610e-4e33-a389-eb703b8baa02 req-462e1c52-fcf2-4cfd-87e4-de824915968f tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8d31e5-4480-439b-8da7-ebdf56e806b6 HTTP/1.1" status: 200 len: 210 time: 0.0531094 Aug 10 03:46:32.255052 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac06ac33-8b88-4a9f-bd91-47da1e5afce1 req-8f0078bf-4d1f-4b6c-b64e-6e9cbb5dd73f tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:32.256716 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ac06ac33-8b88-4a9f-bd91-47da1e5afce1 req-8f0078bf-4d1f-4b6c-b64e-6e9cbb5dd73f tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.60 "GET /v2.0/networks?id=98016840-d7c0-40f8-ae60-164dbd20918c HTTP/1.1" status: 200 len: 796 time: 0.1602526 Aug 10 03:46:32.283065 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-ac06ac33-8b88-4a9f-bd91-47da1e5afce1 req-4509dc0b-0b6d-41c9-850c-324fb293ab7b tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Request body: {'port': {'device_id': '0c8d31e5-4480-439b-8da7-ebdf56e806b6', 'network_id': '98016840-d7c0-40f8-ae60-164dbd20918c', 'admin_state_up': True, 'tenant_id': '57d162a8d5be42589085508f3f8f2813'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:32.434543 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac06ac33-8b88-4a9f-bd91-47da1e5afce1 req-4509dc0b-0b6d-41c9-850c-324fb293ab7b tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Made reservation on behalf of 57d162a8d5be42589085508f3f8f2813 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:46:32.437833 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-ac06ac33-8b88-4a9f-bd91-47da1e5afce1 req-4509dc0b-0b6d-41c9-850c-324fb293ab7b tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:32.613684 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-ac06ac33-8b88-4a9f-bd91-47da1e5afce1 req-4509dc0b-0b6d-41c9-850c-324fb293ab7b tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Allocated IP 172.20.0.22 (98016840-d7c0-40f8-ae60-164dbd20918c/1fb1a9ba-0c83-4eee-8c4a-604aaea5acd5/5be734e8-b246-4306-8010-357c6f14bbc9) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:46:32.756904 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-ac06ac33-8b88-4a9f-bd91-47da1e5afce1 req-4509dc0b-0b6d-41c9-850c-324fb293ab7b tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:32.780816 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-ac06ac33-8b88-4a9f-bd91-47da1e5afce1 req-4509dc0b-0b6d-41c9-850c-324fb293ab7b tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Transition to ACTIVE for port object 5be734e8-b246-4306-8010-357c6f14bbc9 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:32.832112 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-ac06ac33-8b88-4a9f-bd91-47da1e5afce1 req-4509dc0b-0b6d-41c9-850c-324fb293ab7b tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:32.882035 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac06ac33-8b88-4a9f-bd91-47da1e5afce1 req-4509dc0b-0b6d-41c9-850c-324fb293ab7b tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Network 98016840-d7c0-40f8-ae60-164dbd20918c is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:46:32.885472 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-ac06ac33-8b88-4a9f-bd91-47da1e5afce1 req-4509dc0b-0b6d-41c9-850c-324fb293ab7b tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:32.890394 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac06ac33-8b88-4a9f-bd91-47da1e5afce1 req-4509dc0b-0b6d-41c9-850c-324fb293ab7b tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:46:32.892574 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 1097f608-e546-40a9-bf79-04dbd3fc20cc up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:46:32.897582 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4509dc0b-0b6d-41c9-850c-324fb293ab7b tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Pushing event updated for resources: {'Port': ['ID=5be734e8-b246-4306-8010-357c6f14bbc9,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:32.958418 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac06ac33-8b88-4a9f-bd91-47da1e5afce1 req-4509dc0b-0b6d-41c9-850c-324fb293ab7b tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:32.959446 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-ac06ac33-8b88-4a9f-bd91-47da1e5afce1 req-4509dc0b-0b6d-41c9-850c-324fb293ab7b tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:32.970918 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 1097f608-e546-40a9-bf79-04dbd3fc20cc completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:46:32.977247 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 1097f608-e546-40a9-bf79-04dbd3fc20cc triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:32.977699 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:32.978155 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ac06ac33-8b88-4a9f-bd91-47da1e5afce1 req-4509dc0b-0b6d-41c9-850c-324fb293ab7b tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.7006845 Aug 10 03:46:32.994060 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [req-ac06ac33-8b88-4a9f-bd91-47da1e5afce1 req-4c528adb-90c7-495e-95c3-2580bfe8ab6d tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:46:32.995144 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ac06ac33-8b88-4a9f-bd91-47da1e5afce1 req-4c528adb-90c7-495e-95c3-2580bfe8ab6d tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062549 Aug 10 03:46:33.015316 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-ac06ac33-8b88-4a9f-bd91-47da1e5afce1 req-0de6058f-373a-4d76-87ca-cdd54505da72 service neutron] Request body: {'port': {'device_id': '0c8d31e5-4480-439b-8da7-ebdf56e806b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:33.082029 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-ac06ac33-8b88-4a9f-bd91-47da1e5afce1 req-0de6058f-373a-4d76-87ca-cdd54505da72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:33.093923 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:33.096242 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ea1f5f09-a7d3-42bb-bdaf-f32385466fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:33.145565 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 1097f608-e546-40a9-bf79-04dbd3fc20cc, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=1097f608-e546-40a9-bf79-04dbd3fc20cc,segment=NetworkSegment(f6c58d26-defc-485d-8a98-5a1b0b6bc462),segment_id=f6c58d26-defc-485d-8a98-5a1b0b6bc462)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:33.153294 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:33.213827 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-8687441c-b3e8-42c6-9349-666dfc63cd8f None None] Provisioning for port 5be734e8-b246-4306-8010-357c6f14bbc9 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:46:33.221136 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-8687441c-b3e8-42c6-9349-666dfc63cd8f None None] Provisioning complete for port 5be734e8-b246-4306-8010-357c6f14bbc9 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:33.221502 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8687441c-b3e8-42c6-9349-666dfc63cd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:33.223476 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=1097f608-e546-40a9-bf79-04dbd3fc20cc,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:33.268096 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-8687441c-b3e8-42c6-9349-666dfc63cd8f None None] Port 5be734e8-b246-4306-8010-357c6f14bbc9 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:46:33.322268 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4924498-0838-456c-83a9-24ea17e2013a req-57281d68-fe13-4f8f-baa6-4b431978a65c tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:33.326022 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c4924498-0838-456c-83a9-24ea17e2013a req-57281d68-fe13-4f8f-baa6-4b431978a65c tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8d31e5-4480-439b-8da7-ebdf56e806b6 HTTP/1.1" status: 200 len: 895 time: 0.0660841 Aug 10 03:46:33.443378 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:33.451520 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-ac06ac33-8b88-4a9f-bd91-47da1e5afce1 req-0de6058f-373a-4d76-87ca-cdd54505da72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5be734e8-b246-4306-8010-357c6f14bbc9 {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:46:33.459764 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-ac06ac33-8b88-4a9f-bd91-47da1e5afce1 req-0de6058f-373a-4d76-87ca-cdd54505da72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:33.473534 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-ac06ac33-8b88-4a9f-bd91-47da1e5afce1 req-0de6058f-373a-4d76-87ca-cdd54505da72 service neutron] Transition to ACTIVE for port object 5be734e8-b246-4306-8010-357c6f14bbc9 will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:33.478247 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-ac06ac33-8b88-4a9f-bd91-47da1e5afce1 req-0de6058f-373a-4d76-87ca-cdd54505da72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:33.538925 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de6058f-373a-4d76-87ca-cdd54505da72 service neutron] Pushing event updated for resources: {'Port': ['ID=5be734e8-b246-4306-8010-357c6f14bbc9,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:33.649217 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-ac06ac33-8b88-4a9f-bd91-47da1e5afce1 req-0de6058f-373a-4d76-87ca-cdd54505da72 service neutron] Attempting to bind port 5be734e8-b246-4306-8010-357c6f14bbc9 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:46:33.649766 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-ac06ac33-8b88-4a9f-bd91-47da1e5afce1 req-0de6058f-373a-4d76-87ca-cdd54505da72 service neutron] Attempting to bind port 5be734e8-b246-4306-8010-357c6f14bbc9 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': 'f6c58d26-defc-485d-8a98-5a1b0b6bc462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '98016840-d7c0-40f8-ae60-164dbd20918c'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:46:33.650336 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac06ac33-8b88-4a9f-bd91-47da1e5afce1 req-0de6058f-373a-4d76-87ca-cdd54505da72 service neutron] Attempting to bind port 5be734e8-b246-4306-8010-357c6f14bbc9 on network 98016840-d7c0-40f8-ae60-164dbd20918c {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:46:33.656575 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac06ac33-8b88-4a9f-bd91-47da1e5afce1 req-0de6058f-373a-4d76-87ca-cdd54505da72 service neutron] Port 5be734e8-b246-4306-8010-357c6f14bbc9 on network 98016840-d7c0-40f8-ae60-164dbd20918c not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:46:33.656910 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac06ac33-8b88-4a9f-bd91-47da1e5afce1 req-0de6058f-373a-4d76-87ca-cdd54505da72 service neutron] Attempting to bind port 5be734e8-b246-4306-8010-357c6f14bbc9 on network 98016840-d7c0-40f8-ae60-164dbd20918c {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:46:33.662664 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac06ac33-8b88-4a9f-bd91-47da1e5afce1 req-0de6058f-373a-4d76-87ca-cdd54505da72 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:46:33.663110 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac06ac33-8b88-4a9f-bd91-47da1e5afce1 req-0de6058f-373a-4d76-87ca-cdd54505da72 service neutron] Checking segment: {'id': 'f6c58d26-defc-485d-8a98-5a1b0b6bc462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '98016840-d7c0-40f8-ae60-164dbd20918c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:46:33.663502 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac06ac33-8b88-4a9f-bd91-47da1e5afce1 req-0de6058f-373a-4d76-87ca-cdd54505da72 service neutron] Bound using segment: {'id': 'f6c58d26-defc-485d-8a98-5a1b0b6bc462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '98016840-d7c0-40f8-ae60-164dbd20918c'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:46:33.663934 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-ac06ac33-8b88-4a9f-bd91-47da1e5afce1 req-0de6058f-373a-4d76-87ca-cdd54505da72 service neutron] Bound port: 5be734e8-b246-4306-8010-357c6f14bbc9, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6c58d26-defc-485d-8a98-5a1b0b6bc462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '98016840-d7c0-40f8-ae60-164dbd20918c'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:46:33.664321 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-ac06ac33-8b88-4a9f-bd91-47da1e5afce1 req-0de6058f-373a-4d76-87ca-cdd54505da72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:33.754138 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-ac06ac33-8b88-4a9f-bd91-47da1e5afce1 req-0de6058f-373a-4d76-87ca-cdd54505da72 service neutron] For port 5be734e8-b246-4306-8010-357c6f14bbc9, host n-h2-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:46:33.758284 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-ac06ac33-8b88-4a9f-bd91-47da1e5afce1 req-0de6058f-373a-4d76-87ca-cdd54505da72 service neutron] For port 5be734e8-b246-4306-8010-357c6f14bbc9, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=5be734e8-b246-4306-8010-357c6f14bbc9,segment=NetworkSegment(f6c58d26-defc-485d-8a98-5a1b0b6bc462),segment_id=f6c58d26-defc-485d-8a98-5a1b0b6bc462)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:46:33.763487 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-ac06ac33-8b88-4a9f-bd91-47da1e5afce1 req-0de6058f-373a-4d76-87ca-cdd54505da72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:33.800614 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac06ac33-8b88-4a9f-bd91-47da1e5afce1 req-0de6058f-373a-4d76-87ca-cdd54505da72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:33.801521 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-ac06ac33-8b88-4a9f-bd91-47da1e5afce1 req-0de6058f-373a-4d76-87ca-cdd54505da72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:33.802586 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ac06ac33-8b88-4a9f-bd91-47da1e5afce1 req-0de6058f-373a-4d76-87ca-cdd54505da72 service neutron] 10.222.0.60 "PUT /v2.0/ports/5be734e8-b246-4306-8010-357c6f14bbc9 HTTP/1.1" status: 200 len: 1056 time: 0.7986939 Aug 10 03:46:33.803105 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c8d31e5-4480-439b-8da7-ebdf56e806b6', 'tag': '5be734e8-b246-4306-8010-357c6f14bbc9'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:46:33.805534 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbee67d8-d70d-4faf-a3ad-e467edd6c8ae" -d '{"events": [{"name": "network-changed", "server_uuid": "0c8d31e5-4480-439b-8da7-ebdf56e806b6", "tag": "5be734e8-b246-4306-8010-357c6f14bbc9"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:46:33.838183 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de6058f-373a-4d76-87ca-cdd54505da72 service neutron] Pushing event updated for resources: {'Port': ['ID=5be734e8-b246-4306-8010-357c6f14bbc9,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:33.875105 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec28b3f-7c2d-4cd2-9d43-bbe6a3521994 x-openstack-request-id: req-2ec28b3f-7c2d-4cd2-9d43-bbe6a3521994 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:46:33.875563 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c8d31e5-4480-439b-8da7-ebdf56e806b6", "tag": "5be734e8-b246-4306-8010-357c6f14bbc9", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:46:33.875984 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2ec28b3f-7c2d-4cd2-9d43-bbe6a3521994 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:46:33.876622 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c8d31e5-4480-439b-8da7-ebdf56e806b6', 'tag': '5be734e8-b246-4306-8010-357c6f14bbc9', 'status': 'completed', 'code': 200} Aug 10 03:46:33.919030 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac06ac33-8b88-4a9f-bd91-47da1e5afce1 req-0484451a-99ff-4633-9941-986eca81cb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:33.920634 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ac06ac33-8b88-4a9f-bd91-47da1e5afce1 req-0484451a-99ff-4633-9941-986eca81cb14 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=57d162a8d5be42589085508f3f8f2813&device_id=0c8d31e5-4480-439b-8da7-ebdf56e806b6 HTTP/1.1" status: 200 len: 1059 time: 0.0590003 Aug 10 03:46:33.973135 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ac06ac33-8b88-4a9f-bd91-47da1e5afce1 req-f1a652bd-0989-4688-b686-9eb62c6af798 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=5be734e8-b246-4306-8010-357c6f14bbc9 HTTP/1.1" status: 200 len: 217 time: 0.0399692 Aug 10 03:46:34.047078 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac06ac33-8b88-4a9f-bd91-47da1e5afce1 req-0df03089-1c4a-4e5a-bfe5-abf44f34fa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:34.048839 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ac06ac33-8b88-4a9f-bd91-47da1e5afce1 req-0df03089-1c4a-4e5a-bfe5-abf44f34fa73 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1fb1a9ba-0c83-4eee-8c4a-604aaea5acd5 HTTP/1.1" status: 200 len: 837 time: 0.0631158 Aug 10 03:46:34.103262 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac06ac33-8b88-4a9f-bd91-47da1e5afce1 req-2c8a228c-a29b-4d0f-93cf-f117a6d3a57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:34.104709 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ac06ac33-8b88-4a9f-bd91-47da1e5afce1 req-2c8a228c-a29b-4d0f-93cf-f117a6d3a57d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=98016840-d7c0-40f8-ae60-164dbd20918c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0448768 Aug 10 03:46:34.282961 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:34.475420 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3a4e2-cada-40eb-9b06-a4d4db43b399 req-f53fe2a2-70d3-420f-a309-c526758c4ccf tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:34.477128 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-27c3a4e2-cada-40eb-9b06-a4d4db43b399 req-f53fe2a2-70d3-420f-a309-c526758c4ccf tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8d31e5-4480-439b-8da7-ebdf56e806b6 HTTP/1.1" status: 200 len: 907 time: 0.0759678 Aug 10 03:46:34.602933 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ac06ac33-8b88-4a9f-bd91-47da1e5afce1 req-ffbcba4f-d05a-418b-a34a-6a45cc1f88bb service neutron] 10.222.0.60 "GET /v2.0/networks/98016840-d7c0-40f8-ae60-164dbd20918c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4868793 Aug 10 03:46:34.701356 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ac06ac33-8b88-4a9f-bd91-47da1e5afce1 req-a9463128-9abf-4bc8-b1f9-064c176826af service neutron] 10.222.0.60 "GET /v2.0/networks/98016840-d7c0-40f8-ae60-164dbd20918c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902205 Aug 10 03:46:34.815910 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee67d8-d70d-4faf-a3ad-e467edd6c8ae req-03b03d49-abdc-461e-ac90-54e1d789b6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:34.817971 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-bbee67d8-d70d-4faf-a3ad-e467edd6c8ae req-03b03d49-abdc-461e-ac90-54e1d789b6bd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=57d162a8d5be42589085508f3f8f2813&device_id=0c8d31e5-4480-439b-8da7-ebdf56e806b6 HTTP/1.1" status: 200 len: 1059 time: 0.0625129 Aug 10 03:46:34.847314 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 1097f608-e546-40a9-bf79-04dbd3fc20cc up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:46:34.904095 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 1097f608-e546-40a9-bf79-04dbd3fc20cc triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:34.904463 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:34.917086 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee67d8-d70d-4faf-a3ad-e467edd6c8ae req-3d4633e7-893e-40e2-be30-b54786cfb2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:34.918860 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-bbee67d8-d70d-4faf-a3ad-e467edd6c8ae req-3d4633e7-893e-40e2-be30-b54786cfb2d3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=98016840-d7c0-40f8-ae60-164dbd20918c HTTP/1.1" status: 200 len: 897 time: 0.0935147 Aug 10 03:46:34.962055 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-bbee67d8-d70d-4faf-a3ad-e467edd6c8ae req-d62a6ecb-1103-4725-9f48-ab6b2c0ec8de service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=5be734e8-b246-4306-8010-357c6f14bbc9 HTTP/1.1" status: 200 len: 217 time: 0.0349562 Aug 10 03:46:35.015269 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee67d8-d70d-4faf-a3ad-e467edd6c8ae req-fd9567d2-e4dc-40cc-8e7d-cecb29b4c89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:35.016717 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-bbee67d8-d70d-4faf-a3ad-e467edd6c8ae req-fd9567d2-e4dc-40cc-8e7d-cecb29b4c89f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1fb1a9ba-0c83-4eee-8c4a-604aaea5acd5 HTTP/1.1" status: 200 len: 837 time: 0.0476956 Aug 10 03:46:35.062975 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee67d8-d70d-4faf-a3ad-e467edd6c8ae req-459d7bbc-f607-4890-99a9-063cacadc8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:35.064486 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-bbee67d8-d70d-4faf-a3ad-e467edd6c8ae req-459d7bbc-f607-4890-99a9-063cacadc8df service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=98016840-d7c0-40f8-ae60-164dbd20918c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0401196 Aug 10 03:46:35.168298 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-bbee67d8-d70d-4faf-a3ad-e467edd6c8ae req-6b3ac642-c955-42ba-bb1e-e2239e4bed33 service neutron] 10.222.0.60 "GET /v2.0/networks/98016840-d7c0-40f8-ae60-164dbd20918c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959527 Aug 10 03:46:35.275902 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-bbee67d8-d70d-4faf-a3ad-e467edd6c8ae req-48d35179-7c49-4b5e-946e-c5a674a80213 service neutron] 10.222.0.60 "GET /v2.0/networks/98016840-d7c0-40f8-ae60-164dbd20918c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001899 Aug 10 03:46:35.612500 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51703b-c45c-4a14-9802-53f7424d2ebc req-aecf93d3-65f5-4f7c-b889-79ae98e784c4 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:35.614105 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0e51703b-c45c-4a14-9802-53f7424d2ebc req-aecf93d3-65f5-4f7c-b889-79ae98e784c4 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8d31e5-4480-439b-8da7-ebdf56e806b6 HTTP/1.1" status: 200 len: 907 time: 0.0570238 Aug 10 03:46:36.023405 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:36.248920 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 5be734e8-b246-4306-8010-357c6f14bbc9 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:46:36.359100 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 5be734e8-b246-4306-8010-357c6f14bbc9, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=5be734e8-b246-4306-8010-357c6f14bbc9,segment=NetworkSegment(f6c58d26-defc-485d-8a98-5a1b0b6bc462),segment_id=f6c58d26-defc-485d-8a98-5a1b0b6bc462)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:36.371865 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '5be734e8-b246-4306-8010-357c6f14bbc9', 'network_id': '98016840-d7c0-40f8-ae60-164dbd20918c', 'port_id': '5be734e8-b246-4306-8010-357c6f14bbc9', 'mac_address': 'fa:16:3e:09:7a:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb1a9ba-0c83-4eee-8c4a-604aaea5acd5', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:46:36.411077 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:36.427615 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5be734e8-b246-4306-8010-357c6f14bbc9 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:46:36.450333 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 5be734e8-b246-4306-8010-357c6f14bbc9, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=5be734e8-b246-4306-8010-357c6f14bbc9,segment=NetworkSegment(f6c58d26-defc-485d-8a98-5a1b0b6bc462),segment_id=f6c58d26-defc-485d-8a98-5a1b0b6bc462)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:36.455880 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:36.517919 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=5be734e8-b246-4306-8010-357c6f14bbc9,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:36.714966 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['5be734e8-b246-4306-8010-357c6f14bbc9'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:46:36.796746 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330288c8-5672-4ac7-b37d-7612c87d579a req-ed90e6d0-66c5-4ce6-99c5-2fcc9973117d tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:36.798383 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-330288c8-5672-4ac7-b37d-7612c87d579a req-ed90e6d0-66c5-4ce6-99c5-2fcc9973117d tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8d31e5-4480-439b-8da7-ebdf56e806b6 HTTP/1.1" status: 200 len: 908 time: 0.0752368 Aug 10 03:46:37.926139 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c0b06-037f-4277-b3a7-98078736de37 req-d10c80c7-8914-481f-8925-d715daf32faa tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:37.927704 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5e3c0b06-037f-4277-b3a7-98078736de37 req-d10c80c7-8914-481f-8925-d715daf32faa tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8d31e5-4480-439b-8da7-ebdf56e806b6 HTTP/1.1" status: 200 len: 908 time: 0.0495162 Aug 10 03:46:38.279312 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 5be734e8-b246-4306-8010-357c6f14bbc9 up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:46:38.329531 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port 5be734e8-b246-4306-8010-357c6f14bbc9 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:46:38.333418 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 5be734e8-b246-4306-8010-357c6f14bbc9 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:38.333783 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:38.413109 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:38.438033 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8d31e5-4480-439b-8da7-ebdf56e806b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be734e8-b246-4306-8010-357c6f14bbc9'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:46:38.440386 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c8dc5f-7f20-41a4-a4f6-eed905bd303c" -d '{"events": [{"server_uuid": "0c8d31e5-4480-439b-8da7-ebdf56e806b6", "name": "network-vif-plugged", "status": "completed", "tag": "5be734e8-b246-4306-8010-357c6f14bbc9"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:46:38.454605 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 5be734e8-b246-4306-8010-357c6f14bbc9, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=5be734e8-b246-4306-8010-357c6f14bbc9,segment=NetworkSegment(f6c58d26-defc-485d-8a98-5a1b0b6bc462),segment_id=f6c58d26-defc-485d-8a98-5a1b0b6bc462)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:38.459910 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:38.487844 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f7140d-1cf8-4861-a41a-863e285a3355 x-openstack-request-id: req-f5f7140d-1cf8-4861-a41a-863e285a3355 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:46:38.488141 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c8d31e5-4480-439b-8da7-ebdf56e806b6", "name": "network-vif-plugged", "status": "completed", "tag": "5be734e8-b246-4306-8010-357c6f14bbc9", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:46:38.488399 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f5f7140d-1cf8-4861-a41a-863e285a3355 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:46:38.488812 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8d31e5-4480-439b-8da7-ebdf56e806b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be734e8-b246-4306-8010-357c6f14bbc9', 'code': 200} Aug 10 03:46:38.520697 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=5be734e8-b246-4306-8010-357c6f14bbc9,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:38.587518 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1f99b-7b89-468a-8d5a-5ffb69c4d2fa req-eca2a5af-aece-4b3b-b51e-e6ce2e395bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:38.589131 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-02c1f99b-7b89-468a-8d5a-5ffb69c4d2fa req-eca2a5af-aece-4b3b-b51e-e6ce2e395bd3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0c8d31e5-4480-439b-8da7-ebdf56e806b6 HTTP/1.1" status: 200 len: 1061 time: 0.0418143 Aug 10 03:46:39.056740 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1547019-2c0e-428c-b505-6f5c5b5f9c24 req-a62ed68a-0074-44e7-be2c-2746882e8cb1 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:39.058340 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f1547019-2c0e-428c-b505-6f5c5b5f9c24 req-a62ed68a-0074-44e7-be2c-2746882e8cb1 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8d31e5-4480-439b-8da7-ebdf56e806b6 HTTP/1.1" status: 200 len: 909 time: 0.0562685 Aug 10 03:46:40.217879 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478bd4c8-763d-45ea-a60f-393111e99978 req-f566dcd2-b9b0-4f01-9435-20562a69c7d5 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:40.220189 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-478bd4c8-763d-45ea-a60f-393111e99978 req-f566dcd2-b9b0-4f01-9435-20562a69c7d5 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8d31e5-4480-439b-8da7-ebdf56e806b6 HTTP/1.1" status: 200 len: 909 time: 0.0735331 Aug 10 03:46:40.358000 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f44c355-229b-4b29-815a-a5002111e913 req-ce958805-d7ff-4d98-8de0-863725142897 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:40.359502 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5f44c355-229b-4b29-815a-a5002111e913 req-ce958805-d7ff-4d98-8de0-863725142897 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8d31e5-4480-439b-8da7-ebdf56e806b6 HTTP/1.1" status: 200 len: 909 time: 0.0514913 Aug 10 03:46:40.470156 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489bdaf6-98d5-4a82-9ce2-d685728361a5 req-d20b59ed-29c8-452a-815a-f7d40b2d140a tempest-TestSecurityGroupsBasicOps-1840498033 tempest-TestSecurityGroupsBasicOps-1840498033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:40.471790 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-489bdaf6-98d5-4a82-9ce2-d685728361a5 req-d20b59ed-29c8-452a-815a-f7d40b2d140a tempest-TestSecurityGroupsBasicOps-1840498033 tempest-TestSecurityGroupsBasicOps-1840498033-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=0c8d31e5-4480-439b-8da7-ebdf56e806b6 HTTP/1.1" status: 200 len: 1061 time: 0.0422649 Aug 10 03:46:40.603415 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948fbfff-449c-4116-8bbb-e4ecabcf3ff2 req-e6b3d982-c1f8-4103-858c-b3ad61f610e8 tempest-TestSecurityGroupsBasicOps-1840498033 tempest-TestSecurityGroupsBasicOps-1840498033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:40.604998 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-948fbfff-449c-4116-8bbb-e4ecabcf3ff2 req-e6b3d982-c1f8-4103-858c-b3ad61f610e8 tempest-TestSecurityGroupsBasicOps-1840498033 tempest-TestSecurityGroupsBasicOps-1840498033-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=70678e08-53ef-4f5d-ba86-272b66640bd4 HTTP/1.1" status: 200 len: 1137 time: 0.0500858 Aug 10 03:46:40.643850 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-948fbfff-449c-4116-8bbb-e4ecabcf3ff2 req-36bb70bf-24e8-4507-a58d-5cd4ab9cf986 tempest-TestSecurityGroupsBasicOps-1840498033 tempest-TestSecurityGroupsBasicOps-1840498033-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=ed61e9e2-d3ef-4c7e-a163-f2dde9ddbfe0&id=2426f67b-96b9-4b25-9ea0-58c1b78f12d5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0318682 Aug 10 03:46:40.675004 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38548) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:40.738037 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e51f4b-60de-47db-8757-885dbb70523b tempest-TestSecurityGroupsBasicOps-1840498033 tempest-TestSecurityGroupsBasicOps-1840498033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:40.740916 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-05e51f4b-60de-47db-8757-885dbb70523b tempest-TestSecurityGroupsBasicOps-1840498033 tempest-TestSecurityGroupsBasicOps-1840498033-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=0c8d31e5-4480-439b-8da7-ebdf56e806b6 HTTP/1.1" status: 200 len: 1056 time: 0.0646212 Aug 10 03:46:41.006991 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eef75e-18f1-467f-8f64-5fdc3361d4ed req-a5ee4c3a-745d-46ef-9720-b6bf8e4ef0b6 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:41.008573 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-96eef75e-18f1-467f-8f64-5fdc3361d4ed req-a5ee4c3a-745d-46ef-9720-b6bf8e4ef0b6 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8d31e5-4480-439b-8da7-ebdf56e806b6 HTTP/1.1" status: 200 len: 909 time: 0.0517824 Aug 10 03:46:42.136561 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8a634e-bc54-4a0c-9261-28fc62cabc20 req-12b70f79-982b-4a54-a81c-c67cf4e46852 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:42.138558 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ab8a634e-bc54-4a0c-9261-28fc62cabc20 req-12b70f79-982b-4a54-a81c-c67cf4e46852 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8d31e5-4480-439b-8da7-ebdf56e806b6 HTTP/1.1" status: 200 len: 909 time: 0.0539651 Aug 10 03:46:42.341649 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0426fa-aac8-4a42-b914-0cb88ce53a73 req-955b6116-2bc5-43c1-85a8-43e59beae001 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:42.343103 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-df0426fa-aac8-4a42-b914-0cb88ce53a73 req-955b6116-2bc5-43c1-85a8-43e59beae001 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c8d31e5-4480-439b-8da7-ebdf56e806b6 HTTP/1.1" status: 200 len: 909 time: 0.0541592 Aug 10 03:46:42.444116 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-df0426fa-aac8-4a42-b914-0cb88ce53a73 req-2f573068-5a8f-4e90-a454-044447b2282a tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Deleting port 5be734e8-b246-4306-8010-357c6f14bbc9 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:42.444592 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-df0426fa-aac8-4a42-b914-0cb88ce53a73 req-2f573068-5a8f-4e90-a454-044447b2282a tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:42.530963 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-df0426fa-aac8-4a42-b914-0cb88ce53a73 req-2f573068-5a8f-4e90-a454-044447b2282a tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] For port 5be734e8-b246-4306-8010-357c6f14bbc9, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=5be734e8-b246-4306-8010-357c6f14bbc9,segment=NetworkSegment(f6c58d26-defc-485d-8a98-5a1b0b6bc462),segment_id=f6c58d26-defc-485d-8a98-5a1b0b6bc462)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:42.531328 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-df0426fa-aac8-4a42-b914-0cb88ce53a73 req-2f573068-5a8f-4e90-a454-044447b2282a tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:42.547977 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-df0426fa-aac8-4a42-b914-0cb88ce53a73 req-2f573068-5a8f-4e90-a454-044447b2282a tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Calling delete_port for 5be734e8-b246-4306-8010-357c6f14bbc9 owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:42.671587 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-df0426fa-aac8-4a42-b914-0cb88ce53a73 req-2f573068-5a8f-4e90-a454-044447b2282a tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:42.698088 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f573068-5a8f-4e90-a454-044447b2282a tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Pushing event deleted for resources: {'Port': ['ID=5be734e8-b246-4306-8010-357c6f14bbc9,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:42.743805 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-df0426fa-aac8-4a42-b914-0cb88ce53a73 req-2f573068-5a8f-4e90-a454-044447b2282a tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] No DVR routers for this DVR port 5be734e8-b246-4306-8010-357c6f14bbc9 on host n-h2-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:46:42.746476 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-df0426fa-aac8-4a42-b914-0cb88ce53a73 req-2f573068-5a8f-4e90-a454-044447b2282a tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:42.749174 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-df0426fa-aac8-4a42-b914-0cb88ce53a73 req-2f573068-5a8f-4e90-a454-044447b2282a tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.60 "DELETE /v2.0/ports/5be734e8-b246-4306-8010-357c6f14bbc9 HTTP/1.1" status: 204 len: 173 time: 0.3966019 Aug 10 03:46:42.750058 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8d31e5-4480-439b-8da7-ebdf56e806b6', 'name': 'network-vif-deleted', 'tag': '5be734e8-b246-4306-8010-357c6f14bbc9'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:46:42.752348 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a4e20b-e5be-4ed9-8e24-acdda6d07f76" -d '{"events": [{"server_uuid": "0c8d31e5-4480-439b-8da7-ebdf56e806b6", "name": "network-vif-deleted", "tag": "5be734e8-b246-4306-8010-357c6f14bbc9"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:46:42.796809 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf3879c-f836-4313-8f78-9b72e73ee50f x-openstack-request-id: req-baf3879c-f836-4313-8f78-9b72e73ee50f {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:46:42.797108 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c8d31e5-4480-439b-8da7-ebdf56e806b6", "name": "network-vif-deleted", "tag": "5be734e8-b246-4306-8010-357c6f14bbc9", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:46:42.797362 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-baf3879c-f836-4313-8f78-9b72e73ee50f {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:46:42.797838 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8d31e5-4480-439b-8da7-ebdf56e806b6', 'name': 'network-vif-deleted', 'tag': '5be734e8-b246-4306-8010-357c6f14bbc9', 'status': 'completed', 'code': 200} Aug 10 03:46:43.247623 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5aaf7421-f6c1-46ea-94e6-62a3dc3d3eee req-b7445ed5-376d-490e-a5d4-268694d0d4a5 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8d31e5-4480-439b-8da7-ebdf56e806b6 HTTP/1.1" status: 200 len: 210 time: 0.0278223 Aug 10 03:46:44.312351 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 38562) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:44.835976 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-37d33f50-ae81-421a-8230-4b57c25657f6 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:45.177494 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-37d33f50-ae81-421a-8230-4b57c25657f6 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Deleting port 1097f608-e546-40a9-bf79-04dbd3fc20cc {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:45.177839 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-37d33f50-ae81-421a-8230-4b57c25657f6 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:45.270498 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-37d33f50-ae81-421a-8230-4b57c25657f6 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] For port 1097f608-e546-40a9-bf79-04dbd3fc20cc, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=1097f608-e546-40a9-bf79-04dbd3fc20cc,segment=NetworkSegment(f6c58d26-defc-485d-8a98-5a1b0b6bc462),segment_id=f6c58d26-defc-485d-8a98-5a1b0b6bc462)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:45.270903 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-37d33f50-ae81-421a-8230-4b57c25657f6 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:45.285556 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-37d33f50-ae81-421a-8230-4b57c25657f6 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Calling delete_port for 1097f608-e546-40a9-bf79-04dbd3fc20cc owned by network:router_interface {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:45.483414 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-37d33f50-ae81-421a-8230-4b57c25657f6 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:45.515445 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d33f50-ae81-421a-8230-4b57c25657f6 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Pushing event deleted for resources: {'Port': ['ID=1097f608-e546-40a9-bf79-04dbd3fc20cc,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:45.692019 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-37d33f50-ae81-421a-8230-4b57c25657f6 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:45.909764 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37d33f50-ae81-421a-8230-4b57c25657f6 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Router 46a867a0-f2fb-48e8-bd8b-2b401967be4e has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:46:46.020338 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d33f50-ae81-421a-8230-4b57c25657f6 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:46:46.026258 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-37d33f50-ae81-421a-8230-4b57c25657f6 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "PUT /v2.0/routers/46a867a0-f2fb-48e8-bd8b-2b401967be4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7127614 Aug 10 03:46:46.028737 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38564) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:46.031767 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a81bc7-28b5-4e52-8ea2-456bb42bf00d None None] Sync routers for ids ['46a867a0-f2fb-48e8-bd8b-2b401967be4e'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:46:46.041382 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a81bc7-28b5-4e52-8ea2-456bb42bf00d None None] Routers {'46a867a0-f2fb-48e8-bd8b-2b401967be4e'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:46.042021 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-c4a81bc7-28b5-4e52-8ea2-456bb42bf00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:46:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['46a867a0-f2fb-48e8-bd8b-2b401967be4e'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:46.081709 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-989b5593-313e-4352-88a3-5685e3c94f59 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Deleting subnet 1fb1a9ba-0c83-4eee-8c4a-604aaea5acd5 {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:46:46.084745 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-989b5593-313e-4352-88a3-5685e3c94f59 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:46.125958 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-989b5593-313e-4352-88a3-5685e3c94f59 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:46.148037 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-c4a81bc7-28b5-4e52-8ea2-456bb42bf00d None None] Set router 46a867a0-f2fb-48e8-bd8b-2b401967be4e gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:46.248986 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-989b5593-313e-4352-88a3-5685e3c94f59 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:46.296474 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 5be734e8-b246-4306-8010-357c6f14bbc9 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:46.314688 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-989b5593-313e-4352-88a3-5685e3c94f59 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:46.344395 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: 5be734e8-b246-4306-8010-357c6f14bbc9 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:46:46.344758 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 5be734e8-b246-4306-8010-357c6f14bbc9 not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:46:46.353754 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b5593-313e-4352-88a3-5685e3c94f59 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Pushing event deleted for resources: {'Subnet': ['ID=1fb1a9ba-0c83-4eee-8c4a-604aaea5acd5,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:46.362934 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-989b5593-313e-4352-88a3-5685e3c94f59 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:46.367528 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-989b5593-313e-4352-88a3-5685e3c94f59 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "DELETE /v2.0/subnets/1fb1a9ba-0c83-4eee-8c4a-604aaea5acd5 HTTP/1.1" status: 204 len: 168 time: 0.3361232 Aug 10 03:46:46.369724 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 38566) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:46.371141 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20127a0a-cca9-41c3-a071-0922185177d5 None None] Network 98016840-d7c0-40f8-ae60-164dbd20918c requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:46:46.428920 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-c4a81bc7-28b5-4e52-8ea2-456bb42bf00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a867a0-f2fb-48e8-bd8b-2b401967be4e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-934960011', 'tenant_id': '57d162a8d5be42589085508f3f8f2813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '6c358bb1-a667-4c89-be2b-9c87733f624e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:24Z', 'updated_at': '2021-08-10T03:46:45Z', 'revision_number': 5, 'project_id': '57d162a8d5be42589085508f3f8f2813', 'gw_port': {'id': '6c358bb1-a667-4c89-be2b-9c87733f624e', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:34:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a867a0-f2fb-48e8-bd8b-2b401967be4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:24Z', 'updated_at': '2021-08-10T03:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:46.468375 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a81bc7-28b5-4e52-8ea2-456bb42bf00d None None] Checking router: 46a867a0-f2fb-48e8-bd8b-2b401967be4e for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:46:46.501161 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a81bc7-28b5-4e52-8ea2-456bb42bf00d None None] Routers {'46a867a0-f2fb-48e8-bd8b-2b401967be4e'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:46.501708 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-c4a81bc7-28b5-4e52-8ea2-456bb42bf00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:46:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['46a867a0-f2fb-48e8-bd8b-2b401967be4e'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:46.646101 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-c4a81bc7-28b5-4e52-8ea2-456bb42bf00d None None] Set router 46a867a0-f2fb-48e8-bd8b-2b401967be4e gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:46.716149 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b49435-1f33-46d2-b844-606d379f2ea1 None None] DHCP port deletion for 98016840-d7c0-40f8-ae60-164dbd20918c request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:46:46.768037 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-25232c25-aff5-4e4f-9294-db6cdce20bbb tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks [] for router, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:46.859486 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-81b49435-1f33-46d2-b844-606d379f2ea1 None None] Deleting port de4d6be9-cfa7-4557-a686-2d3d160b5ea9 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:46.859862 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-81b49435-1f33-46d2-b844-606d379f2ea1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:46.893763 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-25232c25-aff5-4e4f-9294-db6cdce20bbb tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:46.920246 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device de4d6be9-cfa7-4557-a686-2d3d160b5ea9 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:46.949899 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-25232c25-aff5-4e4f-9294-db6cdce20bbb tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Deleting port 6c358bb1-a667-4c89-be2b-9c87733f624e {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:46.950264 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-25232c25-aff5-4e4f-9294-db6cdce20bbb tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:46.969901 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-81b49435-1f33-46d2-b844-606d379f2ea1 None None] For port de4d6be9-cfa7-4557-a686-2d3d160b5ea9, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=de4d6be9-cfa7-4557-a686-2d3d160b5ea9,segment=NetworkSegment(f6c58d26-defc-485d-8a98-5a1b0b6bc462),segment_id=f6c58d26-defc-485d-8a98-5a1b0b6bc462)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:46.970327 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-81b49435-1f33-46d2-b844-606d379f2ea1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:46.988790 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-81b49435-1f33-46d2-b844-606d379f2ea1 None None] Calling delete_port for de4d6be9-cfa7-4557-a686-2d3d160b5ea9 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:46.996332 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-c4a81bc7-28b5-4e52-8ea2-456bb42bf00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a867a0-f2fb-48e8-bd8b-2b401967be4e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-934960011', 'tenant_id': '57d162a8d5be42589085508f3f8f2813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '6c358bb1-a667-4c89-be2b-9c87733f624e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:24Z', 'updated_at': '2021-08-10T03:46:45Z', 'revision_number': 5, 'project_id': '57d162a8d5be42589085508f3f8f2813', 'gw_port': {'id': '6c358bb1-a667-4c89-be2b-9c87733f624e', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:34:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a867a0-f2fb-48e8-bd8b-2b401967be4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:24Z', 'updated_at': '2021-08-10T03:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:47.028947 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-25232c25-aff5-4e4f-9294-db6cdce20bbb tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] For port 6c358bb1-a667-4c89-be2b-9c87733f624e, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=6c358bb1-a667-4c89-be2b-9c87733f624e,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:47.029378 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-25232c25-aff5-4e4f-9294-db6cdce20bbb tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:47.042878 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-25232c25-aff5-4e4f-9294-db6cdce20bbb tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Calling delete_port for 6c358bb1-a667-4c89-be2b-9c87733f624e owned by network:router_gateway {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:47.060854 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a81bc7-28b5-4e52-8ea2-456bb42bf00d None None] The sync data for ids ['46a867a0-f2fb-48e8-bd8b-2b401967be4e'] in n-d-768851-15 is: [{'id': '46a867a0-f2fb-48e8-bd8b-2b401967be4e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-934960011', 'tenant_id': '57d162a8d5be42589085508f3f8f2813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '6c358bb1-a667-4c89-be2b-9c87733f624e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:24Z', 'updated_at': '2021-08-10T03:46:45Z', 'revision_number': 5, 'project_id': '57d162a8d5be42589085508f3f8f2813', 'gw_port': {'id': '6c358bb1-a667-4c89-be2b-9c87733f624e', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:34:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a867a0-f2fb-48e8-bd8b-2b401967be4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:24Z', 'updated_at': '2021-08-10T03:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:46:47.125699 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:47.147643 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-81b49435-1f33-46d2-b844-606d379f2ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:47.177955 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b49435-1f33-46d2-b844-606d379f2ea1 None None] Pushing event deleted for resources: {'Port': ['ID=de4d6be9-cfa7-4557-a686-2d3d160b5ea9,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:47.198799 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b49435-1f33-46d2-b844-606d379f2ea1 None None] No DVR routers for this DVR port de4d6be9-cfa7-4557-a686-2d3d160b5ea9 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:46:47.219881 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-25232c25-aff5-4e4f-9294-db6cdce20bbb tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:47.252502 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25232c25-aff5-4e4f-9294-db6cdce20bbb tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Pushing event deleted for resources: {'Port': ['ID=6c358bb1-a667-4c89-be2b-9c87733f624e,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:47.311703 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-25232c25-aff5-4e4f-9294-db6cdce20bbb tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:47.402842 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-25232c25-aff5-4e4f-9294-db6cdce20bbb tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:47.405646 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-25232c25-aff5-4e4f-9294-db6cdce20bbb tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:47.456934 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-25232c25-aff5-4e4f-9294-db6cdce20bbb tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:47.457492 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25232c25-aff5-4e4f-9294-db6cdce20bbb tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Fanout notify agent at l3_agent the message router_deleted on router 46a867a0-f2fb-48e8-bd8b-2b401967be4e {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:46:47.465032 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-25232c25-aff5-4e4f-9294-db6cdce20bbb tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:47.466890 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-25232c25-aff5-4e4f-9294-db6cdce20bbb tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "DELETE /v2.0/routers/46a867a0-f2fb-48e8-bd8b-2b401967be4e HTTP/1.1" status: 204 len: 168 time: 1.0956450 Aug 10 03:46:47.470050 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38568) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:47.557346 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cc3692a9-a4d7-42ac-bae0-902ac41d67f5 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:47.668697 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cc3692a9-a4d7-42ac-bae0-902ac41d67f5 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:47.685730 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-cc3692a9-a4d7-42ac-bae0-902ac41d67f5 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98016840-d7c0-40f8-ae60-164dbd20918c']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:47.712629 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-cc3692a9-a4d7-42ac-bae0-902ac41d67f5 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6c58d26-defc-485d-8a98-5a1b0b6bc462') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:47.712930 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-cc3692a9-a4d7-42ac-bae0-902ac41d67f5 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6c58d26-defc-485d-8a98-5a1b0b6bc462') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:47.732698 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cc3692a9-a4d7-42ac-bae0-902ac41d67f5 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:47.754998 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cc3692a9-a4d7-42ac-bae0-902ac41d67f5 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:47.763727 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc3692a9-a4d7-42ac-bae0-902ac41d67f5 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:46:47.764489 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cc3692a9-a4d7-42ac-bae0-902ac41d67f5 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:47.767889 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:46:47.767889 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:46:47.767889 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:46:47.767889 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:46:47.767889 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:46:47.767889 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:46:47.767889 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:46:47.767889 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:46:47.767889 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:46:47.767889 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:46:47.767889 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:46:47.767889 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:46:47.767889 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:46:47.767889 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:46:47.767889 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:46:47.767889 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:46:47.767889 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:46:47.767889 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:46:47.767889 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:46:47.767889 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:46:47.767889 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:46:47.767889 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:46:47.767889 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:46:47.767889 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:46:47.767889 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:46:47.767889 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:46:47.767889 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:46:47.767889 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:46:47.767889 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:46:47.767889 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:46:47.767889 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:46:47.767889 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:46:47.828229 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cc3692a9-a4d7-42ac-bae0-902ac41d67f5 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:47.835412 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cc3692a9-a4d7-42ac-bae0-902ac41d67f5 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks [] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:47.837369 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-cc3692a9-a4d7-42ac-bae0-902ac41d67f5 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "DELETE /v2.0/networks/98016840-d7c0-40f8-ae60-164dbd20918c HTTP/1.1" status: 204 len: 168 time: 0.3661258 Aug 10 03:46:47.839861 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 38570) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:47.848759 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3692a9-a4d7-42ac-bae0-902ac41d67f5 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Pushing event deleted for resources: {'Network': ['ID=98016840-d7c0-40f8-ae60-164dbd20918c,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:47.999175 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-6bddae5f-ebac-4c22-a994-74704d2f30dc tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Deleting port 7ac9193a-c1cd-445b-b604-3882943c28eb {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:47.999526 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6bddae5f-ebac-4c22-a994-74704d2f30dc tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:48.077740 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6bddae5f-ebac-4c22-a994-74704d2f30dc tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:48.078069 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6bddae5f-ebac-4c22-a994-74704d2f30dc tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:48.089530 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-6bddae5f-ebac-4c22-a994-74704d2f30dc tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Calling delete_port for 7ac9193a-c1cd-445b-b604-3882943c28eb owned by network:floatingip {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:48.270972 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6bddae5f-ebac-4c22-a994-74704d2f30dc tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:48.298163 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bddae5f-ebac-4c22-a994-74704d2f30dc tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Pushing event deleted for resources: {'Port': ['ID=7ac9193a-c1cd-445b-b604-3882943c28eb,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:48.360557 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6bddae5f-ebac-4c22-a994-74704d2f30dc tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks [] for floatingip, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:48.360836 n-d-768851-15 neutron-server[94217]: INFO neutron.db.l3_db [None req-6bddae5f-ebac-4c22-a994-74704d2f30dc tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Floating IP 13f863c8-cc5e-443a-8993-53a21d323316 disassociated (deleted). External IP: 172.25.7.14, port: 258bc364-a3db-48bb-a696-448c58673a73. Aug 10 03:46:48.575722 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bddae5f-ebac-4c22-a994-74704d2f30dc tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Router a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:46:48.691873 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bddae5f-ebac-4c22-a994-74704d2f30dc tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:46:48.696355 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6bddae5f-ebac-4c22-a994-74704d2f30dc tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:48.701601 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c099ffb-cbf2-4c93-8b6f-a8ac3dc30d82 None None] Sync routers for ids ['a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:46:48.711055 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c099ffb-cbf2-4c93-8b6f-a8ac3dc30d82 None None] Routers {'a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:48.711659 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-0c099ffb-cbf2-4c93-8b6f-a8ac3dc30d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:46:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:48.724544 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6bddae5f-ebac-4c22-a994-74704d2f30dc tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "DELETE /v2.0/floatingips/13f863c8-cc5e-443a-8993-53a21d323316 HTTP/1.1" status: 204 len: 168 time: 0.8834252 Aug 10 03:46:48.725244 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70678e08-53ef-4f5d-ba86-272b66640bd4', 'tag': '258bc364-a3db-48bb-a696-448c58673a73'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:46:48.727668 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f0209a-9770-4e5c-810e-f7243c61237d" -d '{"events": [{"name": "network-changed", "server_uuid": "70678e08-53ef-4f5d-ba86-272b66640bd4", "tag": "258bc364-a3db-48bb-a696-448c58673a73"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:46:48.768063 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc42960-ccac-4a90-af59-82bf6df84c3c x-openstack-request-id: req-4dc42960-ccac-4a90-af59-82bf6df84c3c {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:46:48.768416 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70678e08-53ef-4f5d-ba86-272b66640bd4", "tag": "258bc364-a3db-48bb-a696-448c58673a73", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:46:48.768730 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4dc42960-ccac-4a90-af59-82bf6df84c3c {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:46:48.769256 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70678e08-53ef-4f5d-ba86-272b66640bd4', 'tag': '258bc364-a3db-48bb-a696-448c58673a73', 'status': 'completed', 'code': 200} Aug 10 03:46:48.825035 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-0c099ffb-cbf2-4c93-8b6f-a8ac3dc30d82 None None] Set router a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:48.848392 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0209a-9770-4e5c-810e-f7243c61237d req-34b14e8c-5eaf-4703-8535-8901786e6254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:48.850230 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-f4f0209a-9770-4e5c-810e-f7243c61237d req-34b14e8c-5eaf-4703-8535-8901786e6254 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=57d162a8d5be42589085508f3f8f2813&device_id=70678e08-53ef-4f5d-ba86-272b66640bd4 HTTP/1.1" status: 200 len: 1137 time: 0.0581503 Aug 10 03:46:48.881942 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 1097f608-e546-40a9-bf79-04dbd3fc20cc no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:48.991645 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0209a-9770-4e5c-810e-f7243c61237d req-510b8143-b4df-492c-b7af-13906acc65b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:48.993205 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-f4f0209a-9770-4e5c-810e-f7243c61237d req-510b8143-b4df-492c-b7af-13906acc65b0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=bec5c42a-3d74-4ba5-b59a-6155268fec80 HTTP/1.1" status: 200 len: 896 time: 0.1305082 Aug 10 03:46:49.010564 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025ea2b-d2a1-43b7-8b37-3e1155e08691 req-e05c9565-2868-4afa-b1ee-d6cf2d46473a tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:49.012241 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f025ea2b-d2a1-43b7-8b37-3e1155e08691 req-e05c9565-2868-4afa-b1ee-d6cf2d46473a tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "GET /v2.0/ports?device_id=70678e08-53ef-4f5d-ba86-272b66640bd4 HTTP/1.1" status: 200 len: 985 time: 0.0784476 Aug 10 03:46:49.041315 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-f4f0209a-9770-4e5c-810e-f7243c61237d req-bc8b0529-bcdf-4e21-ab30-eadb0585479d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=258bc364-a3db-48bb-a696-448c58673a73 HTTP/1.1" status: 200 len: 217 time: 0.0399897 Aug 10 03:46:49.069493 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f025ea2b-d2a1-43b7-8b37-3e1155e08691 req-18748aa3-1851-471e-b29c-c92e494d3c59 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed61e9e2-d3ef-4c7e-a163-f2dde9ddbfe0&id=2426f67b-96b9-4b25-9ea0-58c1b78f12d5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0499706 Aug 10 03:46:49.080478 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-0c099ffb-cbf2-4c93-8b6f-a8ac3dc30d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2042217937', 'tenant_id': '57d162a8d5be42589085508f3f8f2813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': 'a4f4dae4-a2f6-461c-8cce-ce8bf0024b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:26Z', 'updated_at': '2021-08-10T03:45:31Z', 'revision_number': 4, 'project_id': '57d162a8d5be42589085508f3f8f2813', 'gw_port': {'id': 'a4f4dae4-a2f6-461c-8cce-ce8bf0024b0c', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:32:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:27Z', 'updated_at': '2021-08-10T03:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '6e8c64d8-4ca6-42ad-b112-f5f12b77e260', 'name': '', 'network_id': 'bec5c42a-3d74-4ba5-b59a-6155268fec80', 'tenant_id': '57d162a8d5be42589085508f3f8f2813', 'mac_address': 'fa:16:3e:de:56:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '6a77c395-43ca-428e-827d-10003a389f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:30Z', 'updated_at': '2021-08-10T03:45:37Z', 'revision_number': 5, 'project_id': '57d162a8d5be42589085508f3f8f2813', 'subnets': [{'id': '6a77c395-43ca-428e-827d-10003a389f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:49.093300 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 1097f608-e546-40a9-bf79-04dbd3fc20cc {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:46:49.094645 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 1097f608-e546-40a9-bf79-04dbd3fc20cc not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:46:49.095188 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 6c358bb1-a667-4c89-be2b-9c87733f624e no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:49.108265 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0209a-9770-4e5c-810e-f7243c61237d req-88aa0adb-97b2-4319-adcb-8acdb90dd139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:49.109445 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c099ffb-cbf2-4c93-8b6f-a8ac3dc30d82 None None] Checking router: a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:46:49.109680 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-f4f0209a-9770-4e5c-810e-f7243c61237d req-88aa0adb-97b2-4319-adcb-8acdb90dd139 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6a77c395-43ca-428e-827d-10003a389f10 HTTP/1.1" status: 200 len: 834 time: 0.0589890 Aug 10 03:46:49.115221 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 6c358bb1-a667-4c89-be2b-9c87733f624e {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:46:49.115920 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 6c358bb1-a667-4c89-be2b-9c87733f624e not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:46:49.121132 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c099ffb-cbf2-4c93-8b6f-a8ac3dc30d82 None None] Routers {'a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:49.121786 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-0c099ffb-cbf2-4c93-8b6f-a8ac3dc30d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:46:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:49.160646 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0209a-9770-4e5c-810e-f7243c61237d req-1bb009b2-da9b-4de4-a8e9-dccaa4c2af8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:49.162178 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-f4f0209a-9770-4e5c-810e-f7243c61237d req-1bb009b2-da9b-4de4-a8e9-dccaa4c2af8b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bec5c42a-3d74-4ba5-b59a-6155268fec80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436869 Aug 10 03:46:49.228341 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-0c099ffb-cbf2-4c93-8b6f-a8ac3dc30d82 None None] Set router a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:49.260162 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-f4f0209a-9770-4e5c-810e-f7243c61237d req-d7f3f8b6-5b32-4c54-af8b-2f2d4726f1db service neutron] 10.222.0.58 "GET /v2.0/networks/bec5c42a-3d74-4ba5-b59a-6155268fec80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893352 Aug 10 03:46:49.351980 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-f4f0209a-9770-4e5c-810e-f7243c61237d req-4e652ead-05cb-42b4-a6c4-fd8f41512783 service neutron] 10.222.0.58 "GET /v2.0/networks/bec5c42a-3d74-4ba5-b59a-6155268fec80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843015 Aug 10 03:46:49.425321 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-0c099ffb-cbf2-4c93-8b6f-a8ac3dc30d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2042217937', 'tenant_id': '57d162a8d5be42589085508f3f8f2813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': 'a4f4dae4-a2f6-461c-8cce-ce8bf0024b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:26Z', 'updated_at': '2021-08-10T03:45:31Z', 'revision_number': 4, 'project_id': '57d162a8d5be42589085508f3f8f2813', 'gw_port': {'id': 'a4f4dae4-a2f6-461c-8cce-ce8bf0024b0c', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:32:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:27Z', 'updated_at': '2021-08-10T03:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '6e8c64d8-4ca6-42ad-b112-f5f12b77e260', 'name': '', 'network_id': 'bec5c42a-3d74-4ba5-b59a-6155268fec80', 'tenant_id': '57d162a8d5be42589085508f3f8f2813', 'mac_address': 'fa:16:3e:de:56:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '6a77c395-43ca-428e-827d-10003a389f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:30Z', 'updated_at': '2021-08-10T03:45:37Z', 'revision_number': 5, 'project_id': '57d162a8d5be42589085508f3f8f2813', 'subnets': [{'id': '6a77c395-43ca-428e-827d-10003a389f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:49.455449 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c099ffb-cbf2-4c93-8b6f-a8ac3dc30d82 None None] The sync data for ids ['a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c'] in n-d-768851-15 is: [{'id': 'a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2042217937', 'tenant_id': '57d162a8d5be42589085508f3f8f2813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': 'a4f4dae4-a2f6-461c-8cce-ce8bf0024b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:26Z', 'updated_at': '2021-08-10T03:45:31Z', 'revision_number': 4, 'project_id': '57d162a8d5be42589085508f3f8f2813', 'gw_port': {'id': 'a4f4dae4-a2f6-461c-8cce-ce8bf0024b0c', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:32:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:27Z', 'updated_at': '2021-08-10T03:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '6e8c64d8-4ca6-42ad-b112-f5f12b77e260', 'name': '', 'network_id': 'bec5c42a-3d74-4ba5-b59a-6155268fec80', 'tenant_id': '57d162a8d5be42589085508f3f8f2813', 'mac_address': 'fa:16:3e:de:56:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '6a77c395-43ca-428e-827d-10003a389f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:30Z', 'updated_at': '2021-08-10T03:45:37Z', 'revision_number': 5, 'project_id': '57d162a8d5be42589085508f3f8f2813', 'subnets': [{'id': '6a77c395-43ca-428e-827d-10003a389f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:46:49.672982 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea39a0b-e5a8-441e-9f60-d7b53ce4cc2a None None] New status for floating IP 13f863c8-cc5e-443a-8993-53a21d323316: DOWN {{(pid=94218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:46:50.195876 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e1cf1c-76d0-4251-9d46-c79e92fa142a req-255ed141-dfbe-4eca-821b-229b7397ff02 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:50.197666 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a8e1cf1c-76d0-4251-9d46-c79e92fa142a req-255ed141-dfbe-4eca-821b-229b7397ff02 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "GET /v2.0/ports?device_id=70678e08-53ef-4f5d-ba86-272b66640bd4 HTTP/1.1" status: 200 len: 985 time: 0.0504801 Aug 10 03:46:50.211030 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d7e65-fc55-4398-82c6-6450dec575fe req-636e6e48-73ed-403d-b0f4-fcdd18128845 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:50.212691 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-033d7e65-fc55-4398-82c6-6450dec575fe req-636e6e48-73ed-403d-b0f4-fcdd18128845 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.58 "GET /v2.0/ports?device_id=70678e08-53ef-4f5d-ba86-272b66640bd4 HTTP/1.1" status: 200 len: 985 time: 0.0544028 Aug 10 03:46:50.239528 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a8e1cf1c-76d0-4251-9d46-c79e92fa142a req-932c286b-a4df-468c-ac46-7e6b9eeb0299 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed61e9e2-d3ef-4c7e-a163-f2dde9ddbfe0&id=2426f67b-96b9-4b25-9ea0-58c1b78f12d5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0356824 Aug 10 03:46:50.306876 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-033d7e65-fc55-4398-82c6-6450dec575fe req-694efca6-562e-4a68-9598-45f3395c6547 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Deleting port 258bc364-a3db-48bb-a696-448c58673a73 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:50.307214 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-033d7e65-fc55-4398-82c6-6450dec575fe req-694efca6-562e-4a68-9598-45f3395c6547 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:50.404479 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-033d7e65-fc55-4398-82c6-6450dec575fe req-694efca6-562e-4a68-9598-45f3395c6547 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] For port 258bc364-a3db-48bb-a696-448c58673a73, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=258bc364-a3db-48bb-a696-448c58673a73,segment=NetworkSegment(130d04e2-54cd-4e02-bdac-e05c9177e3c7),segment_id=130d04e2-54cd-4e02-bdac-e05c9177e3c7)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:50.404876 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-033d7e65-fc55-4398-82c6-6450dec575fe req-694efca6-562e-4a68-9598-45f3395c6547 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:50.417813 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-033d7e65-fc55-4398-82c6-6450dec575fe req-694efca6-562e-4a68-9598-45f3395c6547 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Calling delete_port for 258bc364-a3db-48bb-a696-448c58673a73 owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:50.540594 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-033d7e65-fc55-4398-82c6-6450dec575fe req-694efca6-562e-4a68-9598-45f3395c6547 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:50.570650 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694efca6-562e-4a68-9598-45f3395c6547 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Pushing event deleted for resources: {'Port': ['ID=258bc364-a3db-48bb-a696-448c58673a73,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:50.614462 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-033d7e65-fc55-4398-82c6-6450dec575fe req-694efca6-562e-4a68-9598-45f3395c6547 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] No DVR routers for this DVR port 258bc364-a3db-48bb-a696-448c58673a73 on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:46:50.617107 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-033d7e65-fc55-4398-82c6-6450dec575fe req-694efca6-562e-4a68-9598-45f3395c6547 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:50.619238 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-033d7e65-fc55-4398-82c6-6450dec575fe req-694efca6-562e-4a68-9598-45f3395c6547 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.58 "DELETE /v2.0/ports/258bc364-a3db-48bb-a696-448c58673a73 HTTP/1.1" status: 204 len: 173 time: 0.4000220 Aug 10 03:46:50.770869 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70678e08-53ef-4f5d-ba86-272b66640bd4', 'name': 'network-vif-deleted', 'tag': '258bc364-a3db-48bb-a696-448c58673a73'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:46:50.773277 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d16c9ab-ec0b-4307-977e-ce09d762bf7c" -d '{"events": [{"server_uuid": "70678e08-53ef-4f5d-ba86-272b66640bd4", "name": "network-vif-deleted", "tag": "258bc364-a3db-48bb-a696-448c58673a73"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:46:50.810559 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e903d7-ddab-4d3c-b95a-389a6fad4e16 x-openstack-request-id: req-09e903d7-ddab-4d3c-b95a-389a6fad4e16 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:46:50.810893 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70678e08-53ef-4f5d-ba86-272b66640bd4", "name": "network-vif-deleted", "tag": "258bc364-a3db-48bb-a696-448c58673a73", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:46:50.811149 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-09e903d7-ddab-4d3c-b95a-389a6fad4e16 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:46:50.811561 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70678e08-53ef-4f5d-ba86-272b66640bd4', 'name': 'network-vif-deleted', 'tag': '258bc364-a3db-48bb-a696-448c58673a73', 'status': 'completed', 'code': 200} Aug 10 03:46:51.295244 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 38584) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:51.348983 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c1f94814-409e-41bb-a678-bc13a29dcecc tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:51.372605 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c1f94814-409e-41bb-a678-bc13a29dcecc tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:51.412197 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c1f94814-409e-41bb-a678-bc13a29dcecc tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:51.415524 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c1f94814-409e-41bb-a678-bc13a29dcecc tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:51.416693 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c1f94814-409e-41bb-a678-bc13a29dcecc tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "DELETE /v2.0/security-groups/2426f67b-96b9-4b25-9ea0-58c1b78f12d5 HTTP/1.1" status: 204 len: 168 time: 0.1204317 Aug 10 03:46:51.420390 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38586) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:51.426592 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f94814-409e-41bb-a678-bc13a29dcecc tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2426f67b-96b9-4b25-9ea0-58c1b78f12d5,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:51.475406 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-592b0f8a-a130-463d-9c83-5d449af08dc1 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:51.498628 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-592b0f8a-a130-463d-9c83-5d449af08dc1 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:51.548264 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-592b0f8a-a130-463d-9c83-5d449af08dc1 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:51.550719 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-592b0f8a-a130-463d-9c83-5d449af08dc1 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:51.551898 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-592b0f8a-a130-463d-9c83-5d449af08dc1 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "DELETE /v2.0/security-groups/ed61e9e2-d3ef-4c7e-a163-f2dde9ddbfe0 HTTP/1.1" status: 204 len: 168 time: 0.1304045 Aug 10 03:46:51.555153 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 38588) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:51.561714 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592b0f8a-a130-463d-9c83-5d449af08dc1 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed61e9e2-d3ef-4c7e-a163-f2dde9ddbfe0,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:51.915964 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-93d7ff30-7171-4014-ac1c-25a764f8f667 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:52.178614 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-93d7ff30-7171-4014-ac1c-25a764f8f667 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Deleting port 6e8c64d8-4ca6-42ad-b112-f5f12b77e260 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:52.178904 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-93d7ff30-7171-4014-ac1c-25a764f8f667 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:52.265397 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-93d7ff30-7171-4014-ac1c-25a764f8f667 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] For port 6e8c64d8-4ca6-42ad-b112-f5f12b77e260, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=6e8c64d8-4ca6-42ad-b112-f5f12b77e260,segment=NetworkSegment(130d04e2-54cd-4e02-bdac-e05c9177e3c7),segment_id=130d04e2-54cd-4e02-bdac-e05c9177e3c7)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:52.265760 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-93d7ff30-7171-4014-ac1c-25a764f8f667 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:52.282414 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-93d7ff30-7171-4014-ac1c-25a764f8f667 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Calling delete_port for 6e8c64d8-4ca6-42ad-b112-f5f12b77e260 owned by network:router_interface {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:52.477341 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-93d7ff30-7171-4014-ac1c-25a764f8f667 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:52.763325 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d7ff30-7171-4014-ac1c-25a764f8f667 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Pushing event deleted for resources: {'Port': ['ID=6e8c64d8-4ca6-42ad-b112-f5f12b77e260,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:52.952819 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-93d7ff30-7171-4014-ac1c-25a764f8f667 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:53.167543 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d7ff30-7171-4014-ac1c-25a764f8f667 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Router a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:46:53.271312 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d7ff30-7171-4014-ac1c-25a764f8f667 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:46:53.276289 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-93d7ff30-7171-4014-ac1c-25a764f8f667 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "PUT /v2.0/routers/a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7199106 Aug 10 03:46:53.279471 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 38590) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:53.282162 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152211f8-5fcc-4dec-8e5c-b400bf9b3471 None None] Sync routers for ids ['a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:46:53.291565 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152211f8-5fcc-4dec-8e5c-b400bf9b3471 None None] Routers {'a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:53.292509 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-152211f8-5fcc-4dec-8e5c-b400bf9b3471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:46:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:53.331195 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-11162dc8-703b-4ff7-8d67-06292ed08dbd tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Deleting subnet 6a77c395-43ca-428e-827d-10003a389f10 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:46:53.334217 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-11162dc8-703b-4ff7-8d67-06292ed08dbd tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:53.374111 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-11162dc8-703b-4ff7-8d67-06292ed08dbd tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:53.395233 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-152211f8-5fcc-4dec-8e5c-b400bf9b3471 None None] Set router a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:53.472940 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-11162dc8-703b-4ff7-8d67-06292ed08dbd tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:53.536215 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-11162dc8-703b-4ff7-8d67-06292ed08dbd tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:53.565159 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-11162dc8-703b-4ff7-8d67-06292ed08dbd tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:53.570706 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38592) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:53.575192 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 258bc364-a3db-48bb-a696-448c58673a73 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:53.577748 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-152211f8-5fcc-4dec-8e5c-b400bf9b3471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2042217937', 'tenant_id': '57d162a8d5be42589085508f3f8f2813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': 'a4f4dae4-a2f6-461c-8cce-ce8bf0024b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:26Z', 'updated_at': '2021-08-10T03:46:52Z', 'revision_number': 5, 'project_id': '57d162a8d5be42589085508f3f8f2813', 'gw_port': {'id': 'a4f4dae4-a2f6-461c-8cce-ce8bf0024b0c', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:32:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:27Z', 'updated_at': '2021-08-10T03:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:53.577978 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4b4bfc-b0f3-4f62-918b-701429b2395a None None] Network bec5c42a-3d74-4ba5-b59a-6155268fec80 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:46:53.579273 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-11162dc8-703b-4ff7-8d67-06292ed08dbd tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "DELETE /v2.0/subnets/6a77c395-43ca-428e-827d-10003a389f10 HTTP/1.1" status: 204 len: 168 time: 0.2897825 Aug 10 03:46:53.582098 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11162dc8-703b-4ff7-8d67-06292ed08dbd tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Pushing event deleted for resources: {'Subnet': ['ID=6a77c395-43ca-428e-827d-10003a389f10,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:53.606664 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152211f8-5fcc-4dec-8e5c-b400bf9b3471 None None] Checking router: a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:46:53.610821 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: 258bc364-a3db-48bb-a696-448c58673a73 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:46:53.611231 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 258bc364-a3db-48bb-a696-448c58673a73 not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:46:53.617115 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152211f8-5fcc-4dec-8e5c-b400bf9b3471 None None] Routers {'a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:53.617347 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-152211f8-5fcc-4dec-8e5c-b400bf9b3471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:46:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:53.687245 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-012764bd-3f14-4c35-bf4d-970e8a449c97 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks [] for router, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:53.730337 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-152211f8-5fcc-4dec-8e5c-b400bf9b3471 None None] Set router a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:53.790075 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55551c70-4db1-4023-b7a5-290504b03906 None None] DHCP port deletion for bec5c42a-3d74-4ba5-b59a-6155268fec80 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:46:53.798160 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-012764bd-3f14-4c35-bf4d-970e8a449c97 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:53.840255 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-55551c70-4db1-4023-b7a5-290504b03906 None None] Deleting port 2df86f5c-efbc-42ab-a24a-df813743ba83 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:53.840686 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-55551c70-4db1-4023-b7a5-290504b03906 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:53.859649 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-012764bd-3f14-4c35-bf4d-970e8a449c97 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Deleting port a4f4dae4-a2f6-461c-8cce-ce8bf0024b0c {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:53.860046 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-012764bd-3f14-4c35-bf4d-970e8a449c97 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:53.905627 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-55551c70-4db1-4023-b7a5-290504b03906 None None] For port 2df86f5c-efbc-42ab-a24a-df813743ba83, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=2df86f5c-efbc-42ab-a24a-df813743ba83,segment=NetworkSegment(130d04e2-54cd-4e02-bdac-e05c9177e3c7),segment_id=130d04e2-54cd-4e02-bdac-e05c9177e3c7)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:53.906029 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-55551c70-4db1-4023-b7a5-290504b03906 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:53.919719 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-55551c70-4db1-4023-b7a5-290504b03906 None None] Calling delete_port for 2df86f5c-efbc-42ab-a24a-df813743ba83 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:53.932329 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:46:53.938164 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-152211f8-5fcc-4dec-8e5c-b400bf9b3471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2042217937', 'tenant_id': '57d162a8d5be42589085508f3f8f2813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': 'a4f4dae4-a2f6-461c-8cce-ce8bf0024b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:26Z', 'updated_at': '2021-08-10T03:46:52Z', 'revision_number': 5, 'project_id': '57d162a8d5be42589085508f3f8f2813', 'gw_port': {'id': 'a4f4dae4-a2f6-461c-8cce-ce8bf0024b0c', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:32:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:27Z', 'updated_at': '2021-08-10T03:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:53.943094 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-012764bd-3f14-4c35-bf4d-970e8a449c97 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] For port a4f4dae4-a2f6-461c-8cce-ce8bf0024b0c, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=a4f4dae4-a2f6-461c-8cce-ce8bf0024b0c,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:53.943472 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-012764bd-3f14-4c35-bf4d-970e8a449c97 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:53.957188 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-012764bd-3f14-4c35-bf4d-970e8a449c97 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Calling delete_port for a4f4dae4-a2f6-461c-8cce-ce8bf0024b0c owned by network:router_gateway {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:53.964643 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152211f8-5fcc-4dec-8e5c-b400bf9b3471 None None] The sync data for ids ['a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c'] in n-d-768851-15 is: [{'id': 'a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2042217937', 'tenant_id': '57d162a8d5be42589085508f3f8f2813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': 'a4f4dae4-a2f6-461c-8cce-ce8bf0024b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:45:26Z', 'updated_at': '2021-08-10T03:46:52Z', 'revision_number': 5, 'project_id': '57d162a8d5be42589085508f3f8f2813', 'gw_port': {'id': 'a4f4dae4-a2f6-461c-8cce-ce8bf0024b0c', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:32:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:45:27Z', 'updated_at': '2021-08-10T03:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:46:54.023171 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-55551c70-4db1-4023-b7a5-290504b03906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:54.048108 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55551c70-4db1-4023-b7a5-290504b03906 None None] Pushing event deleted for resources: {'Port': ['ID=2df86f5c-efbc-42ab-a24a-df813743ba83,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:54.051675 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55551c70-4db1-4023-b7a5-290504b03906 None None] No DVR routers for this DVR port 2df86f5c-efbc-42ab-a24a-df813743ba83 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:46:54.131250 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-012764bd-3f14-4c35-bf4d-970e8a449c97 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:54.157814 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012764bd-3f14-4c35-bf4d-970e8a449c97 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Pushing event deleted for resources: {'Port': ['ID=a4f4dae4-a2f6-461c-8cce-ce8bf0024b0c,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:54.226265 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-012764bd-3f14-4c35-bf4d-970e8a449c97 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:54.577210 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-012764bd-3f14-4c35-bf4d-970e8a449c97 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:54.579379 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-012764bd-3f14-4c35-bf4d-970e8a449c97 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:54.622346 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-012764bd-3f14-4c35-bf4d-970e8a449c97 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:54.622902 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-012764bd-3f14-4c35-bf4d-970e8a449c97 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Fanout notify agent at l3_agent the message router_deleted on router a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c {{(pid=94216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:46:54.629816 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-012764bd-3f14-4c35-bf4d-970e8a449c97 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:54.630998 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-012764bd-3f14-4c35-bf4d-970e8a449c97 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "DELETE /v2.0/routers/a3c524c7-3e4e-4cec-b2a3-0cc3ad853f3c HTTP/1.1" status: 204 len: 168 time: 1.0578725 Aug 10 03:46:54.633893 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38594) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:54.715913 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-59e6fec0-f6fb-4131-9d3f-ae0cda7eb592 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:54.802247 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-59e6fec0-f6fb-4131-9d3f-ae0cda7eb592 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:54.812232 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-59e6fec0-f6fb-4131-9d3f-ae0cda7eb592 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bec5c42a-3d74-4ba5-b59a-6155268fec80']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:54.822836 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-59e6fec0-f6fb-4131-9d3f-ae0cda7eb592 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '130d04e2-54cd-4e02-bdac-e05c9177e3c7') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:54.823133 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-59e6fec0-f6fb-4131-9d3f-ae0cda7eb592 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '130d04e2-54cd-4e02-bdac-e05c9177e3c7') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:54.831804 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-59e6fec0-f6fb-4131-9d3f-ae0cda7eb592 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:54.850548 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-59e6fec0-f6fb-4131-9d3f-ae0cda7eb592 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:54.857282 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59e6fec0-f6fb-4131-9d3f-ae0cda7eb592 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:46:54.857774 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-59e6fec0-f6fb-4131-9d3f-ae0cda7eb592 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:54.861157 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:46:54.861157 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:46:54.861157 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:46:54.861157 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:46:54.861157 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:46:54.861157 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:46:54.861157 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:46:54.861157 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:46:54.861157 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:46:54.861157 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:46:54.861157 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:46:54.861157 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:46:54.861157 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:46:54.861157 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:46:54.861157 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:46:54.861157 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:46:54.861157 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:46:54.861157 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:46:54.861157 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:46:54.861157 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:46:54.861157 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:46:54.861157 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:46:54.861157 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:46:54.861157 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:46:54.861157 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:46:54.861157 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:46:54.861157 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:46:54.861157 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:46:54.861157 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:46:54.861157 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:46:54.861157 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:46:54.861157 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:46:54.920010 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-59e6fec0-f6fb-4131-9d3f-ae0cda7eb592 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:54.924696 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-59e6fec0-f6fb-4131-9d3f-ae0cda7eb592 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Notify callbacks [] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:54.926868 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-59e6fec0-f6fb-4131-9d3f-ae0cda7eb592 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] 10.222.0.62 "DELETE /v2.0/networks/bec5c42a-3d74-4ba5-b59a-6155268fec80 HTTP/1.1" status: 204 len: 168 time: 0.2919474 Aug 10 03:46:54.943229 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e6fec0-f6fb-4131-9d3f-ae0cda7eb592 tempest-TestSecurityGroupsBasicOps-1060421639 tempest-TestSecurityGroupsBasicOps-1060421639-project] Pushing event deleted for resources: {'Network': ['ID=bec5c42a-3d74-4ba5-b59a-6155268fec80,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:55.127090 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device a4f4dae4-a2f6-461c-8cce-ce8bf0024b0c no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:55.149335 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: a4f4dae4-a2f6-461c-8cce-ce8bf0024b0c {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:46:55.149684 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device a4f4dae4-a2f6-461c-8cce-ce8bf0024b0c not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:46:55.150101 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 6e8c64d8-4ca6-42ad-b112-f5f12b77e260 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:55.171017 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 6e8c64d8-4ca6-42ad-b112-f5f12b77e260 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:46:55.171286 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 6e8c64d8-4ca6-42ad-b112-f5f12b77e260 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:46:55.171700 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 2df86f5c-efbc-42ab-a24a-df813743ba83 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:55.193570 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 2df86f5c-efbc-42ab-a24a-df813743ba83 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:46:55.193916 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 2df86f5c-efbc-42ab-a24a-df813743ba83 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:46:55.299594 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38602) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:55.466192 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-842b45b6-f9d0-4efb-9b1d-e854894173a4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=57d162a8d5be42589085508f3f8f2813&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1653171 Aug 10 03:46:55.468763 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38606) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:55.525646 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9ae42669-d9b5-40f0-941d-e4c339c66c9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:55.563006 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9ae42669-d9b5-40f0-941d-e4c339c66c9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:55.656704 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9ae42669-d9b5-40f0-941d-e4c339c66c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:55.661345 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9ae42669-d9b5-40f0-941d-e4c339c66c9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:55.666722 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-9ae42669-d9b5-40f0-941d-e4c339c66c9a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5356a2be-8766-4007-b4e8-f1910b63dc48 HTTP/1.1" status: 204 len: 168 time: 0.1932969 Aug 10 03:46:55.685855 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae42669-d9b5-40f0-941d-e4c339c66c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5356a2be-8766-4007-b4e8-f1910b63dc48,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:56.048016 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38612) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:56.067358 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d9e5a8ed-bdab-4582-8a13-a8d809546e1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:56.185625 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d9e5a8ed-bdab-4582-8a13-a8d809546e1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:56.190725 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d9e5a8ed-bdab-4582-8a13-a8d809546e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:56.229623 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e5a8ed-bdab-4582-8a13-a8d809546e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5141531a-105e-4d8b-9713-8c012088aad0,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:56.234225 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d9e5a8ed-bdab-4582-8a13-a8d809546e1c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c52c7e5f52bc47b7a6055956a206d675&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1847360 Aug 10 03:46:56.237055 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 38614) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:56.290398 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-62f336f2-ab63-460d-82e1-01d45afec237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:56.313117 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-62f336f2-ab63-460d-82e1-01d45afec237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:56.380473 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-62f336f2-ab63-460d-82e1-01d45afec237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:56.386586 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-62f336f2-ab63-460d-82e1-01d45afec237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:56.387598 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-62f336f2-ab63-460d-82e1-01d45afec237 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5141531a-105e-4d8b-9713-8c012088aad0 HTTP/1.1" status: 204 len: 168 time: 0.1485972 Aug 10 03:46:56.399558 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f336f2-ab63-460d-82e1-01d45afec237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5141531a-105e-4d8b-9713-8c012088aad0,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:56.467745 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:56.725414 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:56.739161 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 38620) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:56.780993 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38622) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:56.782483 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3b9f37a0-992a-4b8d-9688-a0ed87f4f48d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=45535319e1614ef59a5411503f2c9ab5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375593 Aug 10 03:46:56.829923 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d4abe194-55ca-4b8e-bfb0-87d5deb128b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:56.851270 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d4abe194-55ca-4b8e-bfb0-87d5deb128b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:56.897689 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d4abe194-55ca-4b8e-bfb0-87d5deb128b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:56.902067 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d4abe194-55ca-4b8e-bfb0-87d5deb128b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:56.904231 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d4abe194-55ca-4b8e-bfb0-87d5deb128b2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3fceec5b-4456-46af-9869-05c0560001a1 HTTP/1.1" status: 204 len: 168 time: 0.1220684 Aug 10 03:46:56.913188 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4abe194-55ca-4b8e-bfb0-87d5deb128b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fceec5b-4456-46af-9869-05c0560001a1,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:00.355285 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3592b0a6-03ab-47c0-9135-6428705d7bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:03.050420 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-bfa873af-1534-4858-a19a-0d8231fec602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:03.434955 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:04.285581 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:06.022999 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:07.030329 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c3b69371-b020-4651-a1fc-bb204b768bf9 req-3a9c3a55-a9c6-44dd-9f6c-d19bf851ef45 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ce0609b4-2821-43a7-8bd9-080a9b5857a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408404 Aug 10 03:47:07.136447 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b69371-b020-4651-a1fc-bb204b768bf9 req-a7dd59ed-190b-483c-b022-df8620a50c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:07.138154 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c3b69371-b020-4651-a1fc-bb204b768bf9 req-a7dd59ed-190b-483c-b022-df8620a50c63 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf46dc7d96e74359a233bb4d876edd57&device_id=ce0609b4-2821-43a7-8bd9-080a9b5857a7 HTTP/1.1" status: 200 len: 1097 time: 0.0538840 Aug 10 03:47:07.257767 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b69371-b020-4651-a1fc-bb204b768bf9 req-275ffe86-6034-4cca-a6af-4bf9717275c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:07.259308 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c3b69371-b020-4651-a1fc-bb204b768bf9 req-275ffe86-6034-4cca-a6af-4bf9717275c4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e9c5b57-a104-4b29-a8ed-ceb6086c40ae HTTP/1.1" status: 200 len: 913 time: 0.0964737 Aug 10 03:47:07.365840 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c3b69371-b020-4651-a1fc-bb204b768bf9 req-fdc1cff2-fd61-4d60-a637-d917086e2058 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64f3cd26-53d6-4165-b6e5-0255c0dbf4a7 HTTP/1.1" status: 200 len: 1000 time: 0.0945203 Aug 10 03:47:07.442163 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b69371-b020-4651-a1fc-bb204b768bf9 req-79223d76-e1e0-4c9b-88b8-e46977c702c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:07.444268 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c3b69371-b020-4651-a1fc-bb204b768bf9 req-79223d76-e1e0-4c9b-88b8-e46977c702c4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=036b75a5-4076-4503-a708-471e0be52cae HTTP/1.1" status: 200 len: 851 time: 0.0673382 Aug 10 03:47:07.502409 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b69371-b020-4651-a1fc-bb204b768bf9 req-f9b82b93-bfec-483c-a321-6439e5e5c2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:07.504199 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c3b69371-b020-4651-a1fc-bb204b768bf9 req-f9b82b93-bfec-483c-a321-6439e5e5c2bd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e9c5b57-a104-4b29-a8ed-ceb6086c40ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487826 Aug 10 03:47:07.623779 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c3b69371-b020-4651-a1fc-bb204b768bf9 req-d1d7da13-e9ff-4c57-a144-2e6e20ed0f9d service neutron] 10.222.0.60 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104264 Aug 10 03:47:07.747179 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c3b69371-b020-4651-a1fc-bb204b768bf9 req-c0d1ccb4-3708-4ffb-b41a-6c04ac41c112 service neutron] 10.222.0.60 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110921 Aug 10 03:47:21.784554 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-82ae3501-d44a-442a-9489-9814560984bc req-b9968cd5-8fcb-4889-9ffe-d7c0a2b8f498 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-771807254&fields=id&tenant_id=cf46dc7d96e74359a233bb4d876edd57 HTTP/1.1" status: 200 len: 267 time: 0.0368681 Aug 10 03:47:21.895808 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae3501-d44a-442a-9489-9814560984bc req-4083beff-4272-4681-a868-88b0feacf3dc tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:21.898034 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-82ae3501-d44a-442a-9489-9814560984bc req-4083beff-4272-4681-a868-88b0feacf3dc tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/networks?id=7e9c5b57-a104-4b29-a8ed-ceb6086c40ae HTTP/1.1" status: 200 len: 812 time: 0.1064456 Aug 10 03:47:21.917085 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-82ae3501-d44a-442a-9489-9814560984bc req-c60b5d7a-d836-48dd-9565-a6a228d7ebfb tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/quotas/cf46dc7d96e74359a233bb4d876edd57 HTTP/1.1" status: 200 len: 375 time: 0.0128911 Aug 10 03:47:21.976858 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-82ae3501-d44a-442a-9489-9814560984bc req-c02cae9d-5599-4731-afed-950382996937 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=cf46dc7d96e74359a233bb4d876edd57&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0518699 Aug 10 03:47:22.194158 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-82ae3501-d44a-442a-9489-9814560984bc req-cd5c8221-75e9-423c-9841-aca57b879110 service neutron] 10.222.0.62 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054205 Aug 10 03:47:22.295778 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-82ae3501-d44a-442a-9489-9814560984bc req-f93c33d1-bc4f-4282-a1da-377ee2dbfa14 service neutron] 10.222.0.62 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942099 Aug 10 03:47:22.629532 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f634ee37-15c4-450b-a2da-9f469717d2ea req-c11db0e5-65c0-403e-a2c8-fe3ad32acca7 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cf0d5c5-9029-40b9-9173-74c03202b647 HTTP/1.1" status: 200 len: 210 time: 0.0351536 Aug 10 03:47:23.594225 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae3501-d44a-442a-9489-9814560984bc req-d79b3936-a66c-47d1-82e8-3b5ac7e34801 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:23.595776 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-82ae3501-d44a-442a-9489-9814560984bc req-d79b3936-a66c-47d1-82e8-3b5ac7e34801 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.58 "GET /v2.0/networks?id=7e9c5b57-a104-4b29-a8ed-ceb6086c40ae HTTP/1.1" status: 200 len: 812 time: 0.1077125 Aug 10 03:47:23.642640 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-82ae3501-d44a-442a-9489-9814560984bc req-aba250ad-0758-4af1-b743-2777eedd4cc2 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf46dc7d96e74359a233bb4d876edd57 HTTP/1.1" status: 200 len: 379 time: 0.0383027 Aug 10 03:47:23.660107 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-82ae3501-d44a-442a-9489-9814560984bc req-93e15177-c6e2-476d-a71b-d4611af98bdd tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Request body: {'port': {'device_id': '9cf0d5c5-9029-40b9-9173-74c03202b647', 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae', 'admin_state_up': True, 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'security_groups': ['20e7130a-7468-4743-9135-dd2a5e0f71ee']}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:23.747888 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8dcc207d-598f-4c85-af7d-306467e306ec req-e26b33d1-98f1-4367-886a-5323f8edf241 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cf0d5c5-9029-40b9-9173-74c03202b647 HTTP/1.1" status: 200 len: 210 time: 0.0356054 Aug 10 03:47:23.817823 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82ae3501-d44a-442a-9489-9814560984bc req-93e15177-c6e2-476d-a71b-d4611af98bdd tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Made reservation on behalf of cf46dc7d96e74359a233bb4d876edd57 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:47:23.823477 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-82ae3501-d44a-442a-9489-9814560984bc req-93e15177-c6e2-476d-a71b-d4611af98bdd tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:24.011286 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-82ae3501-d44a-442a-9489-9814560984bc req-93e15177-c6e2-476d-a71b-d4611af98bdd tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Allocated IP 172.20.0.11 (7e9c5b57-a104-4b29-a8ed-ceb6086c40ae/036b75a5-4076-4503-a708-471e0be52cae/f6937177-16e6-4c26-91c5-ea0d3b6eab2a) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:47:24.171455 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-82ae3501-d44a-442a-9489-9814560984bc req-93e15177-c6e2-476d-a71b-d4611af98bdd tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:24.188239 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-82ae3501-d44a-442a-9489-9814560984bc req-93e15177-c6e2-476d-a71b-d4611af98bdd tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Transition to ACTIVE for port object f6937177-16e6-4c26-91c5-ea0d3b6eab2a will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:47:24.227356 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-82ae3501-d44a-442a-9489-9814560984bc req-93e15177-c6e2-476d-a71b-d4611af98bdd tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:24.281006 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82ae3501-d44a-442a-9489-9814560984bc req-93e15177-c6e2-476d-a71b-d4611af98bdd tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Network 7e9c5b57-a104-4b29-a8ed-ceb6086c40ae is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:47:24.284231 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-82ae3501-d44a-442a-9489-9814560984bc req-93e15177-c6e2-476d-a71b-d4611af98bdd tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:24.290645 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ae3501-d44a-442a-9489-9814560984bc req-93e15177-c6e2-476d-a71b-d4611af98bdd tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:47:24.314423 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e15177-c6e2-476d-a71b-d4611af98bdd tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Pushing event updated for resources: {'Port': ['ID=f6937177-16e6-4c26-91c5-ea0d3b6eab2a,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:24.359112 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae3501-d44a-442a-9489-9814560984bc req-93e15177-c6e2-476d-a71b-d4611af98bdd tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:24.359829 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-82ae3501-d44a-442a-9489-9814560984bc req-93e15177-c6e2-476d-a71b-d4611af98bdd tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:24.376252 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-82ae3501-d44a-442a-9489-9814560984bc req-93e15177-c6e2-476d-a71b-d4611af98bdd tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7223709 Aug 10 03:47:24.388533 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [req-82ae3501-d44a-442a-9489-9814560984bc req-bf8a5b76-dd1c-46d0-b2d3-4479ffaab889 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:47:24.390146 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-82ae3501-d44a-442a-9489-9814560984bc req-bf8a5b76-dd1c-46d0-b2d3-4479ffaab889 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068772 Aug 10 03:47:24.472925 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-82ae3501-d44a-442a-9489-9814560984bc req-11ba7dc7-9a9c-4b8e-a641-863cadc00b54 service neutron] Request body: {'port': {'device_id': '9cf0d5c5-9029-40b9-9173-74c03202b647', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:24.547523 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-82ae3501-d44a-442a-9489-9814560984bc req-11ba7dc7-9a9c-4b8e-a641-863cadc00b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:24.643138 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-f0b4cc6f-3a3e-4489-9a6c-e6e54e6aa92d None None] Provisioning for port f6937177-16e6-4c26-91c5-ea0d3b6eab2a completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:47:24.647284 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-f0b4cc6f-3a3e-4489-9a6c-e6e54e6aa92d None None] Provisioning complete for port f6937177-16e6-4c26-91c5-ea0d3b6eab2a triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:24.647633 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f0b4cc6f-3a3e-4489-9a6c-e6e54e6aa92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:24.686008 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-f0b4cc6f-3a3e-4489-9a6c-e6e54e6aa92d None None] Port f6937177-16e6-4c26-91c5-ea0d3b6eab2a cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:47:24.899593 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80e1da-3458-468a-afa0-9684518a96d8 req-487f744a-d778-4082-96b3-661ba6c8df86 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:24.903450 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0c80e1da-3458-468a-afa0-9684518a96d8 req-487f744a-d778-4082-96b3-661ba6c8df86 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cf0d5c5-9029-40b9-9173-74c03202b647 HTTP/1.1" status: 200 len: 932 time: 0.0677660 Aug 10 03:47:24.922967 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-82ae3501-d44a-442a-9489-9814560984bc req-11ba7dc7-9a9c-4b8e-a641-863cadc00b54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6937177-16e6-4c26-91c5-ea0d3b6eab2a {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:47:24.938484 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-82ae3501-d44a-442a-9489-9814560984bc req-11ba7dc7-9a9c-4b8e-a641-863cadc00b54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:24.959832 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-82ae3501-d44a-442a-9489-9814560984bc req-11ba7dc7-9a9c-4b8e-a641-863cadc00b54 service neutron] Transition to ACTIVE for port object f6937177-16e6-4c26-91c5-ea0d3b6eab2a will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:47:24.964166 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0c80e1da-3458-468a-afa0-9684518a96d8 req-03f4db56-b50f-4e69-9203-1e73c336a65a tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=20e7130a-7468-4743-9135-dd2a5e0f71ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517352 Aug 10 03:47:24.966692 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-82ae3501-d44a-442a-9489-9814560984bc req-11ba7dc7-9a9c-4b8e-a641-863cadc00b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:25.069817 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ba7dc7-9a9c-4b8e-a641-863cadc00b54 service neutron] Pushing event updated for resources: {'Port': ['ID=f6937177-16e6-4c26-91c5-ea0d3b6eab2a,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:25.119352 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-82ae3501-d44a-442a-9489-9814560984bc req-11ba7dc7-9a9c-4b8e-a641-863cadc00b54 service neutron] Attempting to bind port f6937177-16e6-4c26-91c5-ea0d3b6eab2a on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:47:25.119989 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-82ae3501-d44a-442a-9489-9814560984bc req-11ba7dc7-9a9c-4b8e-a641-863cadc00b54 service neutron] Attempting to bind port f6937177-16e6-4c26-91c5-ea0d3b6eab2a by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '5c87df8d-954c-4397-aa68-23e5690c99d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:47:25.121085 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ae3501-d44a-442a-9489-9814560984bc req-11ba7dc7-9a9c-4b8e-a641-863cadc00b54 service neutron] Attempting to bind port f6937177-16e6-4c26-91c5-ea0d3b6eab2a on network 7e9c5b57-a104-4b29-a8ed-ceb6086c40ae {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:47:25.127828 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ae3501-d44a-442a-9489-9814560984bc req-11ba7dc7-9a9c-4b8e-a641-863cadc00b54 service neutron] Port f6937177-16e6-4c26-91c5-ea0d3b6eab2a on network 7e9c5b57-a104-4b29-a8ed-ceb6086c40ae not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:47:25.128573 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ae3501-d44a-442a-9489-9814560984bc req-11ba7dc7-9a9c-4b8e-a641-863cadc00b54 service neutron] Attempting to bind port f6937177-16e6-4c26-91c5-ea0d3b6eab2a on network 7e9c5b57-a104-4b29-a8ed-ceb6086c40ae {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:47:25.134272 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ae3501-d44a-442a-9489-9814560984bc req-11ba7dc7-9a9c-4b8e-a641-863cadc00b54 service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:47:25.134605 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ae3501-d44a-442a-9489-9814560984bc req-11ba7dc7-9a9c-4b8e-a641-863cadc00b54 service neutron] Checking segment: {'id': '5c87df8d-954c-4397-aa68-23e5690c99d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:47:25.135041 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ae3501-d44a-442a-9489-9814560984bc req-11ba7dc7-9a9c-4b8e-a641-863cadc00b54 service neutron] Bound using segment: {'id': '5c87df8d-954c-4397-aa68-23e5690c99d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:47:25.135986 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-82ae3501-d44a-442a-9489-9814560984bc req-11ba7dc7-9a9c-4b8e-a641-863cadc00b54 service neutron] Bound port: f6937177-16e6-4c26-91c5-ea0d3b6eab2a, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c87df8d-954c-4397-aa68-23e5690c99d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:47:25.136170 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-82ae3501-d44a-442a-9489-9814560984bc req-11ba7dc7-9a9c-4b8e-a641-863cadc00b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:25.234902 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-82ae3501-d44a-442a-9489-9814560984bc req-11ba7dc7-9a9c-4b8e-a641-863cadc00b54 service neutron] For port f6937177-16e6-4c26-91c5-ea0d3b6eab2a, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:47:25.240292 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-82ae3501-d44a-442a-9489-9814560984bc req-11ba7dc7-9a9c-4b8e-a641-863cadc00b54 service neutron] For port f6937177-16e6-4c26-91c5-ea0d3b6eab2a, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=f6937177-16e6-4c26-91c5-ea0d3b6eab2a,segment=NetworkSegment(5c87df8d-954c-4397-aa68-23e5690c99d4),segment_id=5c87df8d-954c-4397-aa68-23e5690c99d4)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:47:25.247171 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-82ae3501-d44a-442a-9489-9814560984bc req-11ba7dc7-9a9c-4b8e-a641-863cadc00b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:25.284140 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae3501-d44a-442a-9489-9814560984bc req-11ba7dc7-9a9c-4b8e-a641-863cadc00b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:25.284769 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-82ae3501-d44a-442a-9489-9814560984bc req-11ba7dc7-9a9c-4b8e-a641-863cadc00b54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:25.286269 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-82ae3501-d44a-442a-9489-9814560984bc req-11ba7dc7-9a9c-4b8e-a641-863cadc00b54 service neutron] 10.222.0.58 "PUT /v2.0/ports/f6937177-16e6-4c26-91c5-ea0d3b6eab2a HTTP/1.1" status: 200 len: 1093 time: 0.8889196 Aug 10 03:47:25.286689 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cf0d5c5-9029-40b9-9173-74c03202b647', 'tag': 'f6937177-16e6-4c26-91c5-ea0d3b6eab2a'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:47:25.288981 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1004bf9-c8df-4897-9f77-f5740080ad37" -d '{"events": [{"name": "network-changed", "server_uuid": "9cf0d5c5-9029-40b9-9173-74c03202b647", "tag": "f6937177-16e6-4c26-91c5-ea0d3b6eab2a"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:47:25.359265 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ba7dc7-9a9c-4b8e-a641-863cadc00b54 service neutron] Pushing event updated for resources: {'Port': ['ID=f6937177-16e6-4c26-91c5-ea0d3b6eab2a,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:25.385717 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7fd839-c9b2-4519-9599-df673092cee2 x-openstack-request-id: req-7b7fd839-c9b2-4519-9599-df673092cee2 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:47:25.386047 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cf0d5c5-9029-40b9-9173-74c03202b647", "tag": "f6937177-16e6-4c26-91c5-ea0d3b6eab2a", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:47:25.386370 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7b7fd839-c9b2-4519-9599-df673092cee2 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:47:25.386669 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cf0d5c5-9029-40b9-9173-74c03202b647', 'tag': 'f6937177-16e6-4c26-91c5-ea0d3b6eab2a', 'status': 'completed', 'code': 200} Aug 10 03:47:25.404320 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae3501-d44a-442a-9489-9814560984bc req-00599bc5-7498-487a-92cd-43cfd5a350c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:25.405905 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-82ae3501-d44a-442a-9489-9814560984bc req-00599bc5-7498-487a-92cd-43cfd5a350c3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cf46dc7d96e74359a233bb4d876edd57&device_id=9cf0d5c5-9029-40b9-9173-74c03202b647 HTTP/1.1" status: 200 len: 1096 time: 0.0649190 Aug 10 03:47:25.455637 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-82ae3501-d44a-442a-9489-9814560984bc req-717ff70d-44c0-4938-a95c-bc1df2420608 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6937177-16e6-4c26-91c5-ea0d3b6eab2a HTTP/1.1" status: 200 len: 217 time: 0.0419152 Aug 10 03:47:25.512089 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae3501-d44a-442a-9489-9814560984bc req-2b784b31-6c5f-40df-be07-af10feaed1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:25.513801 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-82ae3501-d44a-442a-9489-9814560984bc req-2b784b31-6c5f-40df-be07-af10feaed1f2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=036b75a5-4076-4503-a708-471e0be52cae HTTP/1.1" status: 200 len: 851 time: 0.0481930 Aug 10 03:47:25.567186 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae3501-d44a-442a-9489-9814560984bc req-fc1a2ec9-e02f-4b48-8b93-c8c252f86a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:25.568644 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-82ae3501-d44a-442a-9489-9814560984bc req-fc1a2ec9-e02f-4b48-8b93-c8c252f86a37 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7e9c5b57-a104-4b29-a8ed-ceb6086c40ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482495 Aug 10 03:47:25.689068 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-82ae3501-d44a-442a-9489-9814560984bc req-fff70697-664b-4062-86f2-8b648748bc78 service neutron] 10.222.0.58 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106336 Aug 10 03:47:25.794625 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-82ae3501-d44a-442a-9489-9814560984bc req-20bcdf33-8c33-4e55-b6e3-2aa94bc7a4bd service neutron] 10.222.0.58 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984807 Aug 10 03:47:25.893903 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1004bf9-c8df-4897-9f77-f5740080ad37 req-a564bc8a-4115-4516-aca2-f1d53971f641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:25.895764 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c1004bf9-c8df-4897-9f77-f5740080ad37 req-a564bc8a-4115-4516-aca2-f1d53971f641 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cf46dc7d96e74359a233bb4d876edd57&device_id=9cf0d5c5-9029-40b9-9173-74c03202b647 HTTP/1.1" status: 200 len: 1096 time: 0.0503156 Aug 10 03:47:25.998830 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1004bf9-c8df-4897-9f77-f5740080ad37 req-7f0866e8-4f6c-4126-a2af-a0f4d91455cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:25.999537 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c1004bf9-c8df-4897-9f77-f5740080ad37 req-7f0866e8-4f6c-4126-a2af-a0f4d91455cc service neutron] 10.222.0.58 "GET /v2.0/networks?id=7e9c5b57-a104-4b29-a8ed-ceb6086c40ae HTTP/1.1" status: 200 len: 913 time: 0.0969594 Aug 10 03:47:26.044630 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c1004bf9-c8df-4897-9f77-f5740080ad37 req-e214e15d-cd61-4556-8a9c-fb35f35bcd2e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6937177-16e6-4c26-91c5-ea0d3b6eab2a HTTP/1.1" status: 200 len: 217 time: 0.0380733 Aug 10 03:47:26.101253 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1004bf9-c8df-4897-9f77-f5740080ad37 req-ac229e89-3ab5-411c-b43f-b8f281210f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:26.102723 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c1004bf9-c8df-4897-9f77-f5740080ad37 req-ac229e89-3ab5-411c-b43f-b8f281210f46 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=036b75a5-4076-4503-a708-471e0be52cae HTTP/1.1" status: 200 len: 851 time: 0.0523486 Aug 10 03:47:26.123135 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d9b6b-ecad-4b03-babe-14b92b4591ae req-da541e69-728f-4c9c-9ded-24772513f2b0 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:26.125418 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7f6d9b6b-ecad-4b03-babe-14b92b4591ae req-da541e69-728f-4c9c-9ded-24772513f2b0 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cf0d5c5-9029-40b9-9173-74c03202b647 HTTP/1.1" status: 200 len: 944 time: 0.0701292 Aug 10 03:47:26.167490 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1004bf9-c8df-4897-9f77-f5740080ad37 req-6bcda9e7-e31a-4f0c-9a02-081eb4c83eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:26.169496 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c1004bf9-c8df-4897-9f77-f5740080ad37 req-6bcda9e7-e31a-4f0c-9a02-081eb4c83eec service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7e9c5b57-a104-4b29-a8ed-ceb6086c40ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603487 Aug 10 03:47:26.172461 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7f6d9b6b-ecad-4b03-babe-14b92b4591ae req-9f69d67f-2119-4a52-98c2-bd4028908f5a tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=20e7130a-7468-4743-9135-dd2a5e0f71ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403423 Aug 10 03:47:26.273987 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c1004bf9-c8df-4897-9f77-f5740080ad37 req-6218b8c6-bc23-4afc-a281-31032ddd50d8 service neutron] 10.222.0.58 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974996 Aug 10 03:47:26.388777 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-c1004bf9-c8df-4897-9f77-f5740080ad37 req-0667ec7a-beb1-4f9f-b2df-440431995dec service neutron] 10.222.0.58 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084111 Aug 10 03:47:26.462053 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:26.725486 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:27.305228 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd7fa3-af6a-4a1d-821b-e5b407b9a41f req-07e8f862-5b94-40f5-8cc8-57e5991cf9b7 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:27.306584 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-84fd7fa3-af6a-4a1d-821b-e5b407b9a41f req-07e8f862-5b94-40f5-8cc8-57e5991cf9b7 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cf0d5c5-9029-40b9-9173-74c03202b647 HTTP/1.1" status: 200 len: 944 time: 0.0570261 Aug 10 03:47:27.354572 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-84fd7fa3-af6a-4a1d-821b-e5b407b9a41f req-372fd7b7-d235-480f-a011-478597be1187 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=20e7130a-7468-4743-9135-dd2a5e0f71ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396829 Aug 10 03:47:28.473679 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496641ca-c3c0-4adc-b19f-cd1f33a37039 req-fe371b95-92b3-46a2-ab90-12ae28c8cb6c tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:28.475243 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-496641ca-c3c0-4adc-b19f-cd1f33a37039 req-fe371b95-92b3-46a2-ab90-12ae28c8cb6c tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cf0d5c5-9029-40b9-9173-74c03202b647 HTTP/1.1" status: 200 len: 944 time: 0.0514088 Aug 10 03:47:28.514553 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-496641ca-c3c0-4adc-b19f-cd1f33a37039 req-d562a49e-5245-4977-8707-f5289a304246 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=20e7130a-7468-4743-9135-dd2a5e0f71ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331950 Aug 10 03:47:29.644516 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b757cb28-18df-48b5-ad08-59ca7267566a req-c5ffd4f3-9a55-49ba-a4aa-8162da2d7de5 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:29.645988 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b757cb28-18df-48b5-ad08-59ca7267566a req-c5ffd4f3-9a55-49ba-a4aa-8162da2d7de5 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cf0d5c5-9029-40b9-9173-74c03202b647 HTTP/1.1" status: 200 len: 944 time: 0.0543799 Aug 10 03:47:29.690521 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b757cb28-18df-48b5-ad08-59ca7267566a req-70aa19a9-482e-499e-92ea-cab98941a2c6 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=20e7130a-7468-4743-9135-dd2a5e0f71ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370450 Aug 10 03:47:30.357840 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f82fa8e2-e6e3-4777-ad04-0bfb8d3bd143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:30.840085 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c39d6-699b-4584-bb12-f34de992ff29 req-bd55c385-d7a0-4b40-9883-a170c11bdb88 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:30.841976 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3a7c39d6-699b-4584-bb12-f34de992ff29 req-bd55c385-d7a0-4b40-9883-a170c11bdb88 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cf0d5c5-9029-40b9-9173-74c03202b647 HTTP/1.1" status: 200 len: 944 time: 0.0692649 Aug 10 03:47:30.886094 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3a7c39d6-699b-4584-bb12-f34de992ff29 req-86ea1f70-004d-4f23-8bc0-26d02dd43b4f tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=20e7130a-7468-4743-9135-dd2a5e0f71ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366008 Aug 10 03:47:30.933044 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:47:32.026828 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d931e-1802-4e82-9182-33b8dbb7f228 req-376b7a67-ad8a-4981-b57e-924ec6b215f1 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:32.028413 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-399d931e-1802-4e82-9182-33b8dbb7f228 req-376b7a67-ad8a-4981-b57e-924ec6b215f1 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cf0d5c5-9029-40b9-9173-74c03202b647 HTTP/1.1" status: 200 len: 944 time: 0.0590222 Aug 10 03:47:32.074777 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-399d931e-1802-4e82-9182-33b8dbb7f228 req-cbf817ae-0618-4806-a62a-18e172e89540 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=20e7130a-7468-4743-9135-dd2a5e0f71ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375934 Aug 10 03:47:33.052374 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7f4a0a99-b4a6-4a2d-a909-0bbd5141d595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:33.196413 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb06e5-4449-4341-9766-fc8fc7390a45 req-60fbee21-e7d2-4bf5-a7b0-a62b997bdfc0 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:33.198294 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-72fb06e5-4449-4341-9766-fc8fc7390a45 req-60fbee21-e7d2-4bf5-a7b0-a62b997bdfc0 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cf0d5c5-9029-40b9-9173-74c03202b647 HTTP/1.1" status: 200 len: 944 time: 0.0507498 Aug 10 03:47:33.239967 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-72fb06e5-4449-4341-9766-fc8fc7390a45 req-be0720f2-0993-4b6c-93d7-fd7c4154d5a6 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=20e7130a-7468-4743-9135-dd2a5e0f71ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345592 Aug 10 03:47:33.436441 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:34.288282 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:34.373051 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954feb48-2903-4cd3-ac06-2551051df27d req-ac6399fc-62d7-4ea7-b259-c95547e4680a tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:34.374566 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-954feb48-2903-4cd3-ac06-2551051df27d req-ac6399fc-62d7-4ea7-b259-c95547e4680a tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cf0d5c5-9029-40b9-9173-74c03202b647 HTTP/1.1" status: 200 len: 944 time: 0.0581427 Aug 10 03:47:34.415286 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-954feb48-2903-4cd3-ac06-2551051df27d req-fae5cb27-ff48-47d2-b2de-f03f360624c1 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=20e7130a-7468-4743-9135-dd2a5e0f71ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334311 Aug 10 03:47:35.548638 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ac9a4-7f87-438b-8c49-a98e088358f1 req-9c73f097-6b35-4a55-9e6c-af44b4167918 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:35.550179 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d24ac9a4-7f87-438b-8c49-a98e088358f1 req-9c73f097-6b35-4a55-9e6c-af44b4167918 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cf0d5c5-9029-40b9-9173-74c03202b647 HTTP/1.1" status: 200 len: 944 time: 0.0511808 Aug 10 03:47:35.592054 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d24ac9a4-7f87-438b-8c49-a98e088358f1 req-fccd80e7-78c1-453a-aaa6-d454fa798252 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=20e7130a-7468-4743-9135-dd2a5e0f71ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343385 Aug 10 03:47:35.773421 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device f6937177-16e6-4c26-91c5-ea0d3b6eab2a details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:47:35.875051 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port f6937177-16e6-4c26-91c5-ea0d3b6eab2a, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=f6937177-16e6-4c26-91c5-ea0d3b6eab2a,segment=NetworkSegment(5c87df8d-954c-4397-aa68-23e5690c99d4),segment_id=5c87df8d-954c-4397-aa68-23e5690c99d4)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:35.887112 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': 'f6937177-16e6-4c26-91c5-ea0d3b6eab2a', 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae', 'port_id': 'f6937177-16e6-4c26-91c5-ea0d3b6eab2a', 'mac_address': 'fa:16:3e:84:99:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '036b75a5-4076-4503-a708-471e0be52cae', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:47:35.926539 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:35.940150 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6937177-16e6-4c26-91c5-ea0d3b6eab2a {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:47:35.962630 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port f6937177-16e6-4c26-91c5-ea0d3b6eab2a, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=f6937177-16e6-4c26-91c5-ea0d3b6eab2a,segment=NetworkSegment(5c87df8d-954c-4397-aa68-23e5690c99d4),segment_id=5c87df8d-954c-4397-aa68-23e5690c99d4)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:35.967325 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:36.033568 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=f6937177-16e6-4c26-91c5-ea0d3b6eab2a,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:36.041547 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:36.043273 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:36.044219 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:36.044585 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:36.044903 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:36.045320 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:36.045732 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:36.046175 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:36.046447 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:36.046791 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:36.047115 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:36.047437 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:36.047763 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:36.186357 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['f6937177-16e6-4c26-91c5-ea0d3b6eab2a'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:47:36.714692 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad74a45-216c-42e0-bf77-b7dbadbd9195 req-4ca3d68c-4b32-4998-b973-8c5aba0e18c1 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:36.717058 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9ad74a45-216c-42e0-bf77-b7dbadbd9195 req-4ca3d68c-4b32-4998-b973-8c5aba0e18c1 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cf0d5c5-9029-40b9-9173-74c03202b647 HTTP/1.1" status: 200 len: 945 time: 0.0530212 Aug 10 03:47:36.760551 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9ad74a45-216c-42e0-bf77-b7dbadbd9195 req-5121416e-3385-43a7-a68f-a7d0e80e68c5 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=20e7130a-7468-4743-9135-dd2a5e0f71ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359638 Aug 10 03:47:37.773026 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device f6937177-16e6-4c26-91c5-ea0d3b6eab2a up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:47:37.823849 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port f6937177-16e6-4c26-91c5-ea0d3b6eab2a completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:47:37.828160 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port f6937177-16e6-4c26-91c5-ea0d3b6eab2a triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:37.828538 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:37.901266 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2a1d9f-c4cf-4aee-a392-3c4c3043a7b8 req-0b26cce3-d094-45d3-90db-2180ebfbf98e tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:37.902810 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2a2a1d9f-c4cf-4aee-a392-3c4c3043a7b8 req-0b26cce3-d094-45d3-90db-2180ebfbf98e tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cf0d5c5-9029-40b9-9173-74c03202b647 HTTP/1.1" status: 200 len: 945 time: 0.0707407 Aug 10 03:47:37.922386 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:37.947374 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2a2a1d9f-c4cf-4aee-a392-3c4c3043a7b8 req-ababd917-ca38-4b0c-a4aa-ba65785215f5 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=20e7130a-7468-4743-9135-dd2a5e0f71ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356305 Aug 10 03:47:37.950578 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cf0d5c5-9029-40b9-9173-74c03202b647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6937177-16e6-4c26-91c5-ea0d3b6eab2a'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:47:37.952888 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14266a02-8be9-4afc-8f2e-ddab42c03892" -d '{"events": [{"server_uuid": "9cf0d5c5-9029-40b9-9173-74c03202b647", "name": "network-vif-plugged", "status": "completed", "tag": "f6937177-16e6-4c26-91c5-ea0d3b6eab2a"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:47:37.969603 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port f6937177-16e6-4c26-91c5-ea0d3b6eab2a, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=f6937177-16e6-4c26-91c5-ea0d3b6eab2a,segment=NetworkSegment(5c87df8d-954c-4397-aa68-23e5690c99d4),segment_id=5c87df8d-954c-4397-aa68-23e5690c99d4)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:37.976077 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:38.035947 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=f6937177-16e6-4c26-91c5-ea0d3b6eab2a,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:38.147884 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac7f6da-c03f-42e5-8dd0-4d0789c8214c x-openstack-request-id: req-eac7f6da-c03f-42e5-8dd0-4d0789c8214c {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:47:38.148176 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cf0d5c5-9029-40b9-9173-74c03202b647", "name": "network-vif-plugged", "status": "completed", "tag": "f6937177-16e6-4c26-91c5-ea0d3b6eab2a", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:47:38.148429 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-eac7f6da-c03f-42e5-8dd0-4d0789c8214c {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:47:38.148835 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cf0d5c5-9029-40b9-9173-74c03202b647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6937177-16e6-4c26-91c5-ea0d3b6eab2a', 'code': 200} Aug 10 03:47:38.267238 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d43ac1-840a-4e2b-bd78-a31986d9c090 req-8db61536-4ebe-4069-a6ad-86e9b7463795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:38.268735 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-75d43ac1-840a-4e2b-bd78-a31986d9c090 req-8db61536-4ebe-4069-a6ad-86e9b7463795 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9cf0d5c5-9029-40b9-9173-74c03202b647 HTTP/1.1" status: 200 len: 1098 time: 0.0417597 Aug 10 03:47:38.306459 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-75d43ac1-840a-4e2b-bd78-a31986d9c090 req-e86b4bcc-cef1-45f9-bff5-65d227524412 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=20e7130a-7468-4743-9135-dd2a5e0f71ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310087 Aug 10 03:47:39.080213 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66247f2-8a7b-4722-8b0f-3c7e37307c4e req-9516999a-6232-4709-9e36-5d46ff33f810 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:39.081762 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c66247f2-8a7b-4722-8b0f-3c7e37307c4e req-9516999a-6232-4709-9e36-5d46ff33f810 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cf0d5c5-9029-40b9-9173-74c03202b647 HTTP/1.1" status: 200 len: 946 time: 0.0577786 Aug 10 03:47:39.127377 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c66247f2-8a7b-4722-8b0f-3c7e37307c4e req-d7b376e4-d1e2-4432-8cc2-c07d03e77ff3 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=20e7130a-7468-4743-9135-dd2a5e0f71ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388892 Aug 10 03:47:40.249757 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce948e7-97aa-4cb1-82e2-64d84c0eeeff req-a1f886be-41d1-4610-ae38-fe3a817707ad tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:40.251304 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0ce948e7-97aa-4cb1-82e2-64d84c0eeeff req-a1f886be-41d1-4610-ae38-fe3a817707ad tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cf0d5c5-9029-40b9-9173-74c03202b647 HTTP/1.1" status: 200 len: 946 time: 0.0510979 Aug 10 03:47:40.291543 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0ce948e7-97aa-4cb1-82e2-64d84c0eeeff req-acc30c3e-35fb-460f-94e1-9c47faab6673 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=20e7130a-7468-4743-9135-dd2a5e0f71ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337694 Aug 10 03:47:40.418450 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b558bdbe-e0b5-4b29-8172-cc08831b624b req-17191bb2-7a3d-49d5-bfe2-24ebdc4caf2c tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:40.419994 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b558bdbe-e0b5-4b29-8172-cc08831b624b req-17191bb2-7a3d-49d5-bfe2-24ebdc4caf2c tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cf0d5c5-9029-40b9-9173-74c03202b647 HTTP/1.1" status: 200 len: 946 time: 0.0580373 Aug 10 03:47:40.460528 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b558bdbe-e0b5-4b29-8172-cc08831b624b req-009a96fe-510d-4d63-a967-7059505a293d tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=20e7130a-7468-4743-9135-dd2a5e0f71ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346079 Aug 10 03:47:40.482852 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38732) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:40.524025 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe764af0-a043-4020-ae70-c9430022f693 tempest-TestVolumeBootPattern-59382963 tempest-TestVolumeBootPattern-59382963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:40.525589 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-fe764af0-a043-4020-ae70-c9430022f693 tempest-TestVolumeBootPattern-59382963 tempest-TestVolumeBootPattern-59382963-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=9cf0d5c5-9029-40b9-9173-74c03202b647 HTTP/1.1" status: 200 len: 1093 time: 0.0417054 Aug 10 03:47:40.528487 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38734) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:40.532971 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-a04d109d-57ff-46e2-a06b-30a611d6e614 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Request body: {'floatingip': {'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'port_id': 'f6937177-16e6-4c26-91c5-ea0d3b6eab2a', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:40.556606 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a04d109d-57ff-46e2-a06b-30a611d6e614 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks [] for floatingip, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:40.659597 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a04d109d-57ff-46e2-a06b-30a611d6e614 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:40.768979 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-a04d109d-57ff-46e2-a06b-30a611d6e614 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Allocated IP 172.25.7.20 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/7a4a7007-97b2-4b85-8831-994241a572cb) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:47:40.892992 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a04d109d-57ff-46e2-a06b-30a611d6e614 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:40.936435 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a04d109d-57ff-46e2-a06b-30a611d6e614 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:40.977627 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04d109d-57ff-46e2-a06b-30a611d6e614 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:47:40.980664 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-a04d109d-57ff-46e2-a06b-30a611d6e614 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:40.986205 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04d109d-57ff-46e2-a06b-30a611d6e614 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:47:40.991916 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04d109d-57ff-46e2-a06b-30a611d6e614 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Pushing event updated for resources: {'Port': ['ID=7a4a7007-97b2-4b85-8831-994241a572cb,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:41.018886 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04d109d-57ff-46e2-a06b-30a611d6e614 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:41.019277 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04d109d-57ff-46e2-a06b-30a611d6e614 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:41.019636 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04d109d-57ff-46e2-a06b-30a611d6e614 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:41.019974 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04d109d-57ff-46e2-a06b-30a611d6e614 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:41.020310 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04d109d-57ff-46e2-a06b-30a611d6e614 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:41.020639 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04d109d-57ff-46e2-a06b-30a611d6e614 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:41.020969 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04d109d-57ff-46e2-a06b-30a611d6e614 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:41.021345 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04d109d-57ff-46e2-a06b-30a611d6e614 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:41.021673 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04d109d-57ff-46e2-a06b-30a611d6e614 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:41.021998 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04d109d-57ff-46e2-a06b-30a611d6e614 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:41.022323 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04d109d-57ff-46e2-a06b-30a611d6e614 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:41.022646 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04d109d-57ff-46e2-a06b-30a611d6e614 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:41.425167 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a04d109d-57ff-46e2-a06b-30a611d6e614 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:41.503640 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a04d109d-57ff-46e2-a06b-30a611d6e614 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:41.723055 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a04d109d-57ff-46e2-a06b-30a611d6e614 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:41.728786 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a04d109d-57ff-46e2-a06b-30a611d6e614 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:41.807849 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04d109d-57ff-46e2-a06b-30a611d6e614 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Pushing event updated for resources: {'Port': ['ID=7a4a7007-97b2-4b85-8831-994241a572cb,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:41.828146 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a04d109d-57ff-46e2-a06b-30a611d6e614 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:41.961524 n-d-768851-15 neutron-server[94216]: INFO neutron.db.l3_db [None req-a04d109d-57ff-46e2-a06b-30a611d6e614 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Floating IP 421315fc-86b5-4f92-8e51-db69b7d17992 associated. External IP: 172.25.7.20, port: f6937177-16e6-4c26-91c5-ea0d3b6eab2a. Aug 10 03:47:42.240898 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a04d109d-57ff-46e2-a06b-30a611d6e614 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Router 575fb166-7f7c-427a-89b6-af235d0526e1 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:47:42.361232 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a04d109d-57ff-46e2-a06b-30a611d6e614 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:47:42.372572 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941b4032-0550-49e7-b533-a34e82488dd0 None None] Sync routers for ids ['575fb166-7f7c-427a-89b6-af235d0526e1'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:47:42.378435 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a04d109d-57ff-46e2-a06b-30a611d6e614 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:42.384538 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941b4032-0550-49e7-b533-a34e82488dd0 None None] Routers {'575fb166-7f7c-427a-89b6-af235d0526e1'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:42.385191 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-941b4032-0550-49e7-b533-a34e82488dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:47:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['575fb166-7f7c-427a-89b6-af235d0526e1'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:42.408641 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-a04d109d-57ff-46e2-a06b-30a611d6e614 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8789003 Aug 10 03:47:42.409637 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cf0d5c5-9029-40b9-9173-74c03202b647', 'tag': 'f6937177-16e6-4c26-91c5-ea0d3b6eab2a'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:47:42.413227 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af3465b-7a59-4d1d-a163-8a3a48903fc6" -d '{"events": [{"name": "network-changed", "server_uuid": "9cf0d5c5-9029-40b9-9173-74c03202b647", "tag": "f6937177-16e6-4c26-91c5-ea0d3b6eab2a"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:47:42.501460 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-941b4032-0550-49e7-b533-a34e82488dd0 None None] Set router 575fb166-7f7c-427a-89b6-af235d0526e1 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:47:42.537086 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48e2fc1-985e-4941-be4f-bc549ebee922 x-openstack-request-id: req-d48e2fc1-985e-4941-be4f-bc549ebee922 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:47:42.537869 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cf0d5c5-9029-40b9-9173-74c03202b647", "tag": "f6937177-16e6-4c26-91c5-ea0d3b6eab2a", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:47:42.537869 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d48e2fc1-985e-4941-be4f-bc549ebee922 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:47:42.538218 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cf0d5c5-9029-40b9-9173-74c03202b647', 'tag': 'f6937177-16e6-4c26-91c5-ea0d3b6eab2a', 'status': 'completed', 'code': 200} Aug 10 03:47:42.610519 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af3465b-7a59-4d1d-a163-8a3a48903fc6 req-1029aa56-651d-44cf-b053-d46f033cc10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:42.612648 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4af3465b-7a59-4d1d-a163-8a3a48903fc6 req-1029aa56-651d-44cf-b053-d46f033cc10c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cf46dc7d96e74359a233bb4d876edd57&device_id=9cf0d5c5-9029-40b9-9173-74c03202b647 HTTP/1.1" status: 200 len: 1098 time: 0.0466027 Aug 10 03:47:42.722573 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af3465b-7a59-4d1d-a163-8a3a48903fc6 req-d678d351-cc3a-4476-9bee-347f46a0cf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:42.724209 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4af3465b-7a59-4d1d-a163-8a3a48903fc6 req-d678d351-cc3a-4476-9bee-347f46a0cf9e service neutron] 10.222.0.58 "GET /v2.0/networks?id=7e9c5b57-a104-4b29-a8ed-ceb6086c40ae HTTP/1.1" status: 200 len: 913 time: 0.1047723 Aug 10 03:47:42.773402 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-941b4032-0550-49e7-b533-a34e82488dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'name': 'tempest-TestVolumeBootPattern-1934501111-router', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '67d28359-d0a2-4764-b52f-2f80da29eda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:43Z', 'updated_at': '2021-08-10T03:38:50Z', 'revision_number': 4, 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'gw_port': {'id': '67d28359-d0a2-4764-b52f-2f80da29eda9', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:44Z', 'updated_at': '2021-08-10T03:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '2d7f7e63-c9ad-4863-81ff-8cefae5e7d44', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'floating_ip_address': '172.25.7.75', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'port_id': '64f3cd26-53d6-4165-b6e5-0255c0dbf4a7', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae', 'mac_address': 'fa:16:3e:f0:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0609b4-2821-43a7-8bd9-080a9b5857a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:45:30Z', 'updated_at': '2021-08-10T03:45:33Z', 'revision_number': 1, 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'fixed_ip_address_scope': None}, {'id': '421315fc-86b5-4f92-8e51-db69b7d17992', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'floating_ip_address': '172.25.7.20', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'port_id': 'f6937177-16e6-4c26-91c5-ea0d3b6eab2a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae', 'mac_address': 'fa:16:3e:84:99:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf0d5c5-9029-40b9-9173-74c03202b647', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:47:41Z', 'updated_at': '2021-08-10T03:47:41Z', 'revision_number': 0, 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42355b41-6912-4caa-b207-782fc68b891c', 'name': '', 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'mac_address': 'fa:16:3e:ed:b8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '036b75a5-4076-4503-a708-471e0be52cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:49Z', 'updated_at': '2021-08-10T03:38:58Z', 'revision_number': 5, 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'subnets': [{'id': '036b75a5-4076-4503-a708-471e0be52cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:42.800399 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4af3465b-7a59-4d1d-a163-8a3a48903fc6 req-8c91bed2-c9f2-40af-9674-8fe7474ab647 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6937177-16e6-4c26-91c5-ea0d3b6eab2a HTTP/1.1" status: 200 len: 999 time: 0.0664315 Aug 10 03:47:42.809360 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941b4032-0550-49e7-b533-a34e82488dd0 None None] Checking router: 575fb166-7f7c-427a-89b6-af235d0526e1 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:47:42.831039 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941b4032-0550-49e7-b533-a34e82488dd0 None None] Routers {'575fb166-7f7c-427a-89b6-af235d0526e1'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:42.831697 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-941b4032-0550-49e7-b533-a34e82488dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:47:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['575fb166-7f7c-427a-89b6-af235d0526e1'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:42.873865 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af3465b-7a59-4d1d-a163-8a3a48903fc6 req-3e39ef25-b171-4dba-9fde-d4c72bbf1a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:42.875484 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4af3465b-7a59-4d1d-a163-8a3a48903fc6 req-3e39ef25-b171-4dba-9fde-d4c72bbf1a30 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=036b75a5-4076-4503-a708-471e0be52cae HTTP/1.1" status: 200 len: 851 time: 0.0690112 Aug 10 03:47:42.933800 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af3465b-7a59-4d1d-a163-8a3a48903fc6 req-fc9af7ac-1d77-4319-9389-4fa07053aaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:42.935473 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4af3465b-7a59-4d1d-a163-8a3a48903fc6 req-fc9af7ac-1d77-4319-9389-4fa07053aaba service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7e9c5b57-a104-4b29-a8ed-ceb6086c40ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529914 Aug 10 03:47:42.951343 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-941b4032-0550-49e7-b533-a34e82488dd0 None None] Set router 575fb166-7f7c-427a-89b6-af235d0526e1 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:47:43.040233 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4af3465b-7a59-4d1d-a163-8a3a48903fc6 req-f22af63e-9ace-411d-bfb8-06c988f179f8 service neutron] 10.222.0.58 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970724 Aug 10 03:47:43.176821 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4af3465b-7a59-4d1d-a163-8a3a48903fc6 req-19e4cf53-6c55-4680-b4c9-b2d2da23716c service neutron] 10.222.0.58 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265574 Aug 10 03:47:43.227665 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-941b4032-0550-49e7-b533-a34e82488dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'name': 'tempest-TestVolumeBootPattern-1934501111-router', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '67d28359-d0a2-4764-b52f-2f80da29eda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:43Z', 'updated_at': '2021-08-10T03:38:50Z', 'revision_number': 4, 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'gw_port': {'id': '67d28359-d0a2-4764-b52f-2f80da29eda9', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:44Z', 'updated_at': '2021-08-10T03:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '2d7f7e63-c9ad-4863-81ff-8cefae5e7d44', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'floating_ip_address': '172.25.7.75', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'port_id': '64f3cd26-53d6-4165-b6e5-0255c0dbf4a7', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae', 'mac_address': 'fa:16:3e:f0:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0609b4-2821-43a7-8bd9-080a9b5857a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:45:30Z', 'updated_at': '2021-08-10T03:45:33Z', 'revision_number': 1, 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'fixed_ip_address_scope': None}, {'id': '421315fc-86b5-4f92-8e51-db69b7d17992', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'floating_ip_address': '172.25.7.20', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'port_id': 'f6937177-16e6-4c26-91c5-ea0d3b6eab2a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae', 'mac_address': 'fa:16:3e:84:99:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf0d5c5-9029-40b9-9173-74c03202b647', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:47:41Z', 'updated_at': '2021-08-10T03:47:41Z', 'revision_number': 0, 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42355b41-6912-4caa-b207-782fc68b891c', 'name': '', 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'mac_address': 'fa:16:3e:ed:b8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '036b75a5-4076-4503-a708-471e0be52cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:49Z', 'updated_at': '2021-08-10T03:38:58Z', 'revision_number': 5, 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'subnets': [{'id': '036b75a5-4076-4503-a708-471e0be52cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:43.271910 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941b4032-0550-49e7-b533-a34e82488dd0 None None] The sync data for ids ['575fb166-7f7c-427a-89b6-af235d0526e1'] in n-d-768851-15 is: [{'id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'name': 'tempest-TestVolumeBootPattern-1934501111-router', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '67d28359-d0a2-4764-b52f-2f80da29eda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:43Z', 'updated_at': '2021-08-10T03:38:50Z', 'revision_number': 4, 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'gw_port': {'id': '67d28359-d0a2-4764-b52f-2f80da29eda9', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:44Z', 'updated_at': '2021-08-10T03:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '2d7f7e63-c9ad-4863-81ff-8cefae5e7d44', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'floating_ip_address': '172.25.7.75', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'port_id': '64f3cd26-53d6-4165-b6e5-0255c0dbf4a7', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae', 'mac_address': 'fa:16:3e:f0:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0609b4-2821-43a7-8bd9-080a9b5857a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:45:30Z', 'updated_at': '2021-08-10T03:45:33Z', 'revision_number': 1, 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'fixed_ip_address_scope': None}, {'id': '421315fc-86b5-4f92-8e51-db69b7d17992', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'floating_ip_address': '172.25.7.20', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'port_id': 'f6937177-16e6-4c26-91c5-ea0d3b6eab2a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae', 'mac_address': 'fa:16:3e:84:99:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf0d5c5-9029-40b9-9173-74c03202b647', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:47:41Z', 'updated_at': '2021-08-10T03:47:41Z', 'revision_number': 0, 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42355b41-6912-4caa-b207-782fc68b891c', 'name': '', 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'mac_address': 'fa:16:3e:ed:b8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '036b75a5-4076-4503-a708-471e0be52cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:49Z', 'updated_at': '2021-08-10T03:38:58Z', 'revision_number': 5, 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'subnets': [{'id': '036b75a5-4076-4503-a708-471e0be52cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:47:43.512018 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed915a5-c9b7-4ad7-9d8c-bc0005da29de None None] New status for floating IP 421315fc-86b5-4f92-8e51-db69b7d17992: ACTIVE {{(pid=94219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:47:56.477484 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:56.742234 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:00.360143 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5c984905-7d6b-4f30-93e8-ae9b9ca0b4d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:03.057292 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-28f1cb09-40c7-4362-b7a5-045cbeb7a1d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:03.437318 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:04.290303 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:06.030873 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:07.083392 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-333912b5-e5ec-4991-92c1-cce3cb68ea64 req-5ee06b86-05b3-4062-9990-3b973d790b81 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ce0609b4-2821-43a7-8bd9-080a9b5857a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0912888 Aug 10 03:48:07.177385 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333912b5-e5ec-4991-92c1-cce3cb68ea64 req-d06af81f-9509-4b51-b2a2-c00eaba92520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:07.178958 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-333912b5-e5ec-4991-92c1-cce3cb68ea64 req-d06af81f-9509-4b51-b2a2-c00eaba92520 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf46dc7d96e74359a233bb4d876edd57&device_id=ce0609b4-2821-43a7-8bd9-080a9b5857a7 HTTP/1.1" status: 200 len: 1097 time: 0.0420947 Aug 10 03:48:07.295151 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333912b5-e5ec-4991-92c1-cce3cb68ea64 req-5479a1b0-bba5-4807-b64a-291a31d59fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:07.296631 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-333912b5-e5ec-4991-92c1-cce3cb68ea64 req-5479a1b0-bba5-4807-b64a-291a31d59fb0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e9c5b57-a104-4b29-a8ed-ceb6086c40ae HTTP/1.1" status: 200 len: 913 time: 0.0924067 Aug 10 03:48:07.366311 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-333912b5-e5ec-4991-92c1-cce3cb68ea64 req-39ae31de-93a5-49d9-9f9e-b3cf1ce58f14 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64f3cd26-53d6-4165-b6e5-0255c0dbf4a7 HTTP/1.1" status: 200 len: 1000 time: 0.0576181 Aug 10 03:48:07.424578 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333912b5-e5ec-4991-92c1-cce3cb68ea64 req-eddd5ef4-2d00-4422-891a-528a2cc40e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:07.426026 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-333912b5-e5ec-4991-92c1-cce3cb68ea64 req-eddd5ef4-2d00-4422-891a-528a2cc40e5f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=036b75a5-4076-4503-a708-471e0be52cae HTTP/1.1" status: 200 len: 851 time: 0.0480130 Aug 10 03:48:07.479549 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333912b5-e5ec-4991-92c1-cce3cb68ea64 req-ed3ae849-8ef9-4a29-ba1b-431defd49b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:07.481089 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-333912b5-e5ec-4991-92c1-cce3cb68ea64 req-ed3ae849-8ef9-4a29-ba1b-431defd49b3b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e9c5b57-a104-4b29-a8ed-ceb6086c40ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418761 Aug 10 03:48:07.575326 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-333912b5-e5ec-4991-92c1-cce3cb68ea64 req-dde51f0d-ed6b-455f-a0e7-c1d802a10783 service neutron] 10.222.0.60 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827622 Aug 10 03:48:07.674898 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-333912b5-e5ec-4991-92c1-cce3cb68ea64 req-71501842-bf07-4873-b42f-b996a878b221 service neutron] 10.222.0.60 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907393 Aug 10 03:48:07.932906 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:48:10.677245 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b51b69f6-96cf-48c2-9711-a2f687f1cad3 req-7c268efd-d67c-4912-8cc5-27954e71653e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9cf0d5c5-9029-40b9-9173-74c03202b647&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399022 Aug 10 03:48:10.756854 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b69f6-96cf-48c2-9711-a2f687f1cad3 req-5720dad6-f9d5-412a-a72f-2d85ed64a4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:10.758351 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b51b69f6-96cf-48c2-9711-a2f687f1cad3 req-5720dad6-f9d5-412a-a72f-2d85ed64a4b8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cf46dc7d96e74359a233bb4d876edd57&device_id=9cf0d5c5-9029-40b9-9173-74c03202b647 HTTP/1.1" status: 200 len: 1098 time: 0.0400386 Aug 10 03:48:10.862322 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b69f6-96cf-48c2-9711-a2f687f1cad3 req-c69e28bc-5733-4fed-8126-deff528906b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:10.863839 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b51b69f6-96cf-48c2-9711-a2f687f1cad3 req-c69e28bc-5733-4fed-8126-deff528906b4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7e9c5b57-a104-4b29-a8ed-ceb6086c40ae HTTP/1.1" status: 200 len: 913 time: 0.0868835 Aug 10 03:48:10.929595 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b51b69f6-96cf-48c2-9711-a2f687f1cad3 req-0b2b20c4-054b-4680-aa4a-7f18947f5055 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6937177-16e6-4c26-91c5-ea0d3b6eab2a HTTP/1.1" status: 200 len: 1001 time: 0.0575526 Aug 10 03:48:10.981205 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b69f6-96cf-48c2-9711-a2f687f1cad3 req-750266e3-254b-40a1-bd85-0ab265b62338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:10.982783 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b51b69f6-96cf-48c2-9711-a2f687f1cad3 req-750266e3-254b-40a1-bd85-0ab265b62338 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=036b75a5-4076-4503-a708-471e0be52cae HTTP/1.1" status: 200 len: 851 time: 0.0466080 Aug 10 03:48:11.027846 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b69f6-96cf-48c2-9711-a2f687f1cad3 req-776d6855-7810-452b-a8b3-aa09cba77fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:11.029320 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b51b69f6-96cf-48c2-9711-a2f687f1cad3 req-776d6855-7810-452b-a8b3-aa09cba77fa0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7e9c5b57-a104-4b29-a8ed-ceb6086c40ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396278 Aug 10 03:48:11.120250 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b51b69f6-96cf-48c2-9711-a2f687f1cad3 req-1d1d52be-afe5-4be0-83ef-d38e8c4ea392 service neutron] 10.222.0.58 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836859 Aug 10 03:48:11.479216 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b51b69f6-96cf-48c2-9711-a2f687f1cad3 req-20629a3a-453d-4ca3-9e13-18a424c34e29 service neutron] 10.222.0.58 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3521657 Aug 10 03:48:26.474812 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:26.736513 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:30.361080 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5b74b977-8b11-4cba-88bf-d6eab48729ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:33.050917 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7ab8d7f9-8e3e-4041-804c-416d800a4391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:33.438130 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:34.291515 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:36.033195 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:44.932022 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:48:56.496801 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:56.735457 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:00.362122 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7180fef8-470f-4427-b7e5-621eee6833ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:03.052959 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-43e9d9b4-94ab-47d1-8dd8-94a492c18157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:03.437945 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:04.295709 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:06.033993 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:09.060165 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6e631d83-320e-4455-9460-8ba06c212255 req-ad3fa536-5f05-4af2-a350-f77db0a9838c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ce0609b4-2821-43a7-8bd9-080a9b5857a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413892 Aug 10 03:49:09.147749 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e631d83-320e-4455-9460-8ba06c212255 req-af5b1c94-0da1-46fa-b50f-d19ca7e3cdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:09.149150 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6e631d83-320e-4455-9460-8ba06c212255 req-af5b1c94-0da1-46fa-b50f-d19ca7e3cdcf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf46dc7d96e74359a233bb4d876edd57&device_id=ce0609b4-2821-43a7-8bd9-080a9b5857a7 HTTP/1.1" status: 200 len: 1097 time: 0.0413921 Aug 10 03:49:09.258090 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e631d83-320e-4455-9460-8ba06c212255 req-2ff24351-c426-46e9-99b5-b8b0654fc487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:09.259590 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6e631d83-320e-4455-9460-8ba06c212255 req-2ff24351-c426-46e9-99b5-b8b0654fc487 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e9c5b57-a104-4b29-a8ed-ceb6086c40ae HTTP/1.1" status: 200 len: 913 time: 0.0900168 Aug 10 03:49:09.327957 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6e631d83-320e-4455-9460-8ba06c212255 req-8f602901-e038-4017-a767-81c84658f1fb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64f3cd26-53d6-4165-b6e5-0255c0dbf4a7 HTTP/1.1" status: 200 len: 1000 time: 0.0572262 Aug 10 03:49:09.384005 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e631d83-320e-4455-9460-8ba06c212255 req-03fceb0d-5bad-4057-bc9a-6fffbb3264ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:09.385444 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6e631d83-320e-4455-9460-8ba06c212255 req-03fceb0d-5bad-4057-bc9a-6fffbb3264ab service neutron] 10.222.0.60 "GET /v2.0/subnets?id=036b75a5-4076-4503-a708-471e0be52cae HTTP/1.1" status: 200 len: 851 time: 0.0465360 Aug 10 03:49:09.435065 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e631d83-320e-4455-9460-8ba06c212255 req-03bd0452-c63a-4b55-9111-72e02de4ab94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:09.436480 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6e631d83-320e-4455-9460-8ba06c212255 req-03bd0452-c63a-4b55-9111-72e02de4ab94 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e9c5b57-a104-4b29-a8ed-ceb6086c40ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415628 Aug 10 03:49:09.524908 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6e631d83-320e-4455-9460-8ba06c212255 req-66ff33f7-6ac2-488d-a489-85585a40ef16 service neutron] 10.222.0.60 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805972 Aug 10 03:49:09.619116 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6e631d83-320e-4455-9460-8ba06c212255 req-1055fd68-decd-4447-b05f-cb451738a12e service neutron] 10.222.0.60 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854220 Aug 10 03:49:10.672768 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8ff293b4-6b03-48d3-a2d4-c708b7b9d6c0 req-20928885-97ce-4db1-869e-38a99d3437b8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9cf0d5c5-9029-40b9-9173-74c03202b647&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395346 Aug 10 03:49:10.756827 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff293b4-6b03-48d3-a2d4-c708b7b9d6c0 req-74914a91-a3a1-4fe4-a1f0-07433a88cb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:10.758327 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8ff293b4-6b03-48d3-a2d4-c708b7b9d6c0 req-74914a91-a3a1-4fe4-a1f0-07433a88cb87 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cf46dc7d96e74359a233bb4d876edd57&device_id=9cf0d5c5-9029-40b9-9173-74c03202b647 HTTP/1.1" status: 200 len: 1098 time: 0.0421150 Aug 10 03:49:10.864997 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff293b4-6b03-48d3-a2d4-c708b7b9d6c0 req-7f7ca5de-6e17-4b62-88db-74727475d5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:10.866527 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8ff293b4-6b03-48d3-a2d4-c708b7b9d6c0 req-7f7ca5de-6e17-4b62-88db-74727475d5eb service neutron] 10.222.0.58 "GET /v2.0/networks?id=7e9c5b57-a104-4b29-a8ed-ceb6086c40ae HTTP/1.1" status: 200 len: 913 time: 0.0891042 Aug 10 03:49:10.932666 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8ff293b4-6b03-48d3-a2d4-c708b7b9d6c0 req-0831edf9-d960-45aa-8bd8-2d4dd3101925 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6937177-16e6-4c26-91c5-ea0d3b6eab2a HTTP/1.1" status: 200 len: 1001 time: 0.0597465 Aug 10 03:49:10.986347 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff293b4-6b03-48d3-a2d4-c708b7b9d6c0 req-4f22863a-749b-4117-bba6-72e58d102089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:10.987666 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8ff293b4-6b03-48d3-a2d4-c708b7b9d6c0 req-4f22863a-749b-4117-bba6-72e58d102089 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=036b75a5-4076-4503-a708-471e0be52cae HTTP/1.1" status: 200 len: 851 time: 0.0483854 Aug 10 03:49:11.033201 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff293b4-6b03-48d3-a2d4-c708b7b9d6c0 req-819402e0-04f1-4e4a-87d2-8567ad2c13d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:11.034699 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8ff293b4-6b03-48d3-a2d4-c708b7b9d6c0 req-819402e0-04f1-4e4a-87d2-8567ad2c13d6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7e9c5b57-a104-4b29-a8ed-ceb6086c40ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404756 Aug 10 03:49:11.125629 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8ff293b4-6b03-48d3-a2d4-c708b7b9d6c0 req-500c5384-84b7-48b2-a79b-b7d4be317aee service neutron] 10.222.0.58 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832682 Aug 10 03:49:11.218414 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8ff293b4-6b03-48d3-a2d4-c708b7b9d6c0 req-d7e2fbd0-ba50-4a12-a413-60b62abab41b service neutron] 10.222.0.58 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863979 Aug 10 03:49:11.400584 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38774) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:11.568758 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-d22f48f6-a0a9-42d7-abf4-080c0985f411 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Deleting port 7a4a7007-97b2-4b85-8831-994241a572cb {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:11.569018 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d22f48f6-a0a9-42d7-abf4-080c0985f411 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:11.643363 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d22f48f6-a0a9-42d7-abf4-080c0985f411 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:11.643701 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d22f48f6-a0a9-42d7-abf4-080c0985f411 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:11.655063 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-d22f48f6-a0a9-42d7-abf4-080c0985f411 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Calling delete_port for 7a4a7007-97b2-4b85-8831-994241a572cb owned by network:floatingip {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:11.836358 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d22f48f6-a0a9-42d7-abf4-080c0985f411 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:11.868299 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22f48f6-a0a9-42d7-abf4-080c0985f411 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Pushing event deleted for resources: {'Port': ['ID=7a4a7007-97b2-4b85-8831-994241a572cb,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:11.894760 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22f48f6-a0a9-42d7-abf4-080c0985f411 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:11.895128 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22f48f6-a0a9-42d7-abf4-080c0985f411 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:11.895469 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22f48f6-a0a9-42d7-abf4-080c0985f411 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:11.895804 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22f48f6-a0a9-42d7-abf4-080c0985f411 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:11.896134 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22f48f6-a0a9-42d7-abf4-080c0985f411 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:11.896466 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22f48f6-a0a9-42d7-abf4-080c0985f411 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:11.896792 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22f48f6-a0a9-42d7-abf4-080c0985f411 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:11.897117 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22f48f6-a0a9-42d7-abf4-080c0985f411 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:11.897453 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22f48f6-a0a9-42d7-abf4-080c0985f411 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:11.897758 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22f48f6-a0a9-42d7-abf4-080c0985f411 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:11.898077 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22f48f6-a0a9-42d7-abf4-080c0985f411 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:11.898999 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22f48f6-a0a9-42d7-abf4-080c0985f411 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:11.937470 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d22f48f6-a0a9-42d7-abf4-080c0985f411 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks [] for floatingip, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:11.937820 n-d-768851-15 neutron-server[94216]: INFO neutron.db.l3_db [None req-d22f48f6-a0a9-42d7-abf4-080c0985f411 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Floating IP 421315fc-86b5-4f92-8e51-db69b7d17992 disassociated (deleted). External IP: 172.25.7.20, port: f6937177-16e6-4c26-91c5-ea0d3b6eab2a. Aug 10 03:49:12.142936 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d22f48f6-a0a9-42d7-abf4-080c0985f411 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Router 575fb166-7f7c-427a-89b6-af235d0526e1 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:49:12.511311 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22f48f6-a0a9-42d7-abf4-080c0985f411 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:49:12.515838 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d22f48f6-a0a9-42d7-abf4-080c0985f411 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:12.523388 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f15bf5-6176-4ee7-abda-e830772e606b None None] Sync routers for ids ['575fb166-7f7c-427a-89b6-af235d0526e1'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:49:12.533482 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f15bf5-6176-4ee7-abda-e830772e606b None None] Routers {'575fb166-7f7c-427a-89b6-af235d0526e1'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:49:12.534165 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-c8f15bf5-6176-4ee7-abda-e830772e606b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:49:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['575fb166-7f7c-427a-89b6-af235d0526e1'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:12.544436 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d22f48f6-a0a9-42d7-abf4-080c0985f411 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "DELETE /v2.0/floatingips/421315fc-86b5-4f92-8e51-db69b7d17992 HTTP/1.1" status: 204 len: 168 time: 1.1427505 Aug 10 03:49:12.545038 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cf0d5c5-9029-40b9-9173-74c03202b647', 'tag': 'f6937177-16e6-4c26-91c5-ea0d3b6eab2a'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:49:12.547343 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcdfbd54-ec37-4ad1-8d61-c644c1bfe3a3" -d '{"events": [{"name": "network-changed", "server_uuid": "9cf0d5c5-9029-40b9-9173-74c03202b647", "tag": "f6937177-16e6-4c26-91c5-ea0d3b6eab2a"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:49:12.596040 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79cc009-c3f1-41b9-a366-95964e225ba4 x-openstack-request-id: req-b79cc009-c3f1-41b9-a366-95964e225ba4 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:49:12.596326 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cf0d5c5-9029-40b9-9173-74c03202b647", "tag": "f6937177-16e6-4c26-91c5-ea0d3b6eab2a", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:49:12.596573 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b79cc009-c3f1-41b9-a366-95964e225ba4 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:49:12.596973 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cf0d5c5-9029-40b9-9173-74c03202b647', 'tag': 'f6937177-16e6-4c26-91c5-ea0d3b6eab2a', 'status': 'completed', 'code': 200} Aug 10 03:49:12.660757 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdfbd54-ec37-4ad1-8d61-c644c1bfe3a3 req-1c2dd4d0-6159-40d9-be2d-6250c8fd2562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:12.662322 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-bcdfbd54-ec37-4ad1-8d61-c644c1bfe3a3 req-1c2dd4d0-6159-40d9-be2d-6250c8fd2562 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cf46dc7d96e74359a233bb4d876edd57&device_id=9cf0d5c5-9029-40b9-9173-74c03202b647 HTTP/1.1" status: 200 len: 1098 time: 0.0441554 Aug 10 03:49:12.665768 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-c8f15bf5-6176-4ee7-abda-e830772e606b None None] Set router 575fb166-7f7c-427a-89b6-af235d0526e1 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:49:12.776700 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdfbd54-ec37-4ad1-8d61-c644c1bfe3a3 req-cdc21bbf-6a0e-4352-940b-8d62ffe07342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:12.778497 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-bcdfbd54-ec37-4ad1-8d61-c644c1bfe3a3 req-cdc21bbf-6a0e-4352-940b-8d62ffe07342 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7e9c5b57-a104-4b29-a8ed-ceb6086c40ae HTTP/1.1" status: 200 len: 913 time: 0.1092253 Aug 10 03:49:12.807523 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a00a3-31fa-40b2-9ee8-73311cf1bf89 req-235ba184-d0a2-4d85-8b9c-46fe3aa3f86b tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:12.809171 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7d7a00a3-31fa-40b2-9ee8-73311cf1bf89 req-235ba184-d0a2-4d85-8b9c-46fe3aa3f86b tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cf0d5c5-9029-40b9-9173-74c03202b647 HTTP/1.1" status: 200 len: 946 time: 0.0514355 Aug 10 03:49:12.824042 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-bcdfbd54-ec37-4ad1-8d61-c644c1bfe3a3 req-be545008-bd4f-4249-828c-38ccfaba5b77 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6937177-16e6-4c26-91c5-ea0d3b6eab2a HTTP/1.1" status: 200 len: 217 time: 0.0363135 Aug 10 03:49:12.849888 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7d7a00a3-31fa-40b2-9ee8-73311cf1bf89 req-a6b814b3-d5a3-4b52-9053-2d82b44f1fff tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=20e7130a-7468-4743-9135-dd2a5e0f71ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342152 Aug 10 03:49:12.875735 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdfbd54-ec37-4ad1-8d61-c644c1bfe3a3 req-6ec7345a-dc08-467d-a67b-70ccc38e31dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:12.877772 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-bcdfbd54-ec37-4ad1-8d61-c644c1bfe3a3 req-6ec7345a-dc08-467d-a67b-70ccc38e31dc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=036b75a5-4076-4503-a708-471e0be52cae HTTP/1.1" status: 200 len: 851 time: 0.0457218 Aug 10 03:49:12.929166 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdfbd54-ec37-4ad1-8d61-c644c1bfe3a3 req-88369192-535e-4bb7-b184-889c4e594b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:12.931203 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-bcdfbd54-ec37-4ad1-8d61-c644c1bfe3a3 req-88369192-535e-4bb7-b184-889c4e594b33 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7e9c5b57-a104-4b29-a8ed-ceb6086c40ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446851 Aug 10 03:49:12.937074 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-c8f15bf5-6176-4ee7-abda-e830772e606b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'name': 'tempest-TestVolumeBootPattern-1934501111-router', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '67d28359-d0a2-4764-b52f-2f80da29eda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:43Z', 'updated_at': '2021-08-10T03:38:50Z', 'revision_number': 4, 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'gw_port': {'id': '67d28359-d0a2-4764-b52f-2f80da29eda9', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:44Z', 'updated_at': '2021-08-10T03:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '2d7f7e63-c9ad-4863-81ff-8cefae5e7d44', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'floating_ip_address': '172.25.7.75', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'port_id': '64f3cd26-53d6-4165-b6e5-0255c0dbf4a7', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae', 'mac_address': 'fa:16:3e:f0:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0609b4-2821-43a7-8bd9-080a9b5857a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:45:30Z', 'updated_at': '2021-08-10T03:45:33Z', 'revision_number': 1, 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42355b41-6912-4caa-b207-782fc68b891c', 'name': '', 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'mac_address': 'fa:16:3e:ed:b8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '036b75a5-4076-4503-a708-471e0be52cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:49Z', 'updated_at': '2021-08-10T03:38:58Z', 'revision_number': 5, 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'subnets': [{'id': '036b75a5-4076-4503-a708-471e0be52cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:12.966041 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f15bf5-6176-4ee7-abda-e830772e606b None None] Checking router: 575fb166-7f7c-427a-89b6-af235d0526e1 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:49:12.975707 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f15bf5-6176-4ee7-abda-e830772e606b None None] Routers {'575fb166-7f7c-427a-89b6-af235d0526e1'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:49:12.976334 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-c8f15bf5-6176-4ee7-abda-e830772e606b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:49:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['575fb166-7f7c-427a-89b6-af235d0526e1'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:13.039473 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-bcdfbd54-ec37-4ad1-8d61-c644c1bfe3a3 req-0d830a6a-7ad5-43ad-898f-7fc8a6685d6c service neutron] 10.222.0.58 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007361 Aug 10 03:49:13.099731 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-c8f15bf5-6176-4ee7-abda-e830772e606b None None] Set router 575fb166-7f7c-427a-89b6-af235d0526e1 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:49:13.147839 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-bcdfbd54-ec37-4ad1-8d61-c644c1bfe3a3 req-6db3190c-f65b-4baf-b35b-7d45fa6e8221 service neutron] 10.222.0.58 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996776 Aug 10 03:49:13.490858 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-c8f15bf5-6176-4ee7-abda-e830772e606b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'name': 'tempest-TestVolumeBootPattern-1934501111-router', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '67d28359-d0a2-4764-b52f-2f80da29eda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:43Z', 'updated_at': '2021-08-10T03:38:50Z', 'revision_number': 4, 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'gw_port': {'id': '67d28359-d0a2-4764-b52f-2f80da29eda9', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:44Z', 'updated_at': '2021-08-10T03:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '2d7f7e63-c9ad-4863-81ff-8cefae5e7d44', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'floating_ip_address': '172.25.7.75', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'port_id': '64f3cd26-53d6-4165-b6e5-0255c0dbf4a7', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae', 'mac_address': 'fa:16:3e:f0:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0609b4-2821-43a7-8bd9-080a9b5857a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:45:30Z', 'updated_at': '2021-08-10T03:45:33Z', 'revision_number': 1, 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42355b41-6912-4caa-b207-782fc68b891c', 'name': '', 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'mac_address': 'fa:16:3e:ed:b8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '036b75a5-4076-4503-a708-471e0be52cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:49Z', 'updated_at': '2021-08-10T03:38:58Z', 'revision_number': 5, 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'subnets': [{'id': '036b75a5-4076-4503-a708-471e0be52cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:13.516060 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f15bf5-6176-4ee7-abda-e830772e606b None None] The sync data for ids ['575fb166-7f7c-427a-89b6-af235d0526e1'] in n-d-768851-15 is: [{'id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'name': 'tempest-TestVolumeBootPattern-1934501111-router', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '67d28359-d0a2-4764-b52f-2f80da29eda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:43Z', 'updated_at': '2021-08-10T03:38:50Z', 'revision_number': 4, 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'gw_port': {'id': '67d28359-d0a2-4764-b52f-2f80da29eda9', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:44Z', 'updated_at': '2021-08-10T03:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '2d7f7e63-c9ad-4863-81ff-8cefae5e7d44', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'floating_ip_address': '172.25.7.75', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'port_id': '64f3cd26-53d6-4165-b6e5-0255c0dbf4a7', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae', 'mac_address': 'fa:16:3e:f0:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0609b4-2821-43a7-8bd9-080a9b5857a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:45:30Z', 'updated_at': '2021-08-10T03:45:33Z', 'revision_number': 1, 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42355b41-6912-4caa-b207-782fc68b891c', 'name': '', 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'mac_address': 'fa:16:3e:ed:b8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '036b75a5-4076-4503-a708-471e0be52cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:49Z', 'updated_at': '2021-08-10T03:38:58Z', 'revision_number': 5, 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'subnets': [{'id': '036b75a5-4076-4503-a708-471e0be52cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:49:13.731900 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262c0361-0286-49a4-a6c5-45e82626013c None None] New status for floating IP 421315fc-86b5-4f92-8e51-db69b7d17992: DOWN {{(pid=94219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:49:13.995013 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d3673-7836-4482-9289-512b11961d4f req-dbb034fb-4a78-4059-9ab0-2af208cb9bd6 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:13.996578 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b66d3673-7836-4482-9289-512b11961d4f req-dbb034fb-4a78-4059-9ab0-2af208cb9bd6 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cf0d5c5-9029-40b9-9173-74c03202b647 HTTP/1.1" status: 200 len: 946 time: 0.0510924 Aug 10 03:49:14.035524 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b66d3673-7836-4482-9289-512b11961d4f req-bd3c8086-0970-45e8-b7fb-4964b8f77875 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=20e7130a-7468-4743-9135-dd2a5e0f71ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330279 Aug 10 03:49:14.324512 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a92089-aa34-4266-9143-e1980d8c3ff3 req-0c59be67-9cb2-4926-9086-a5239676766f tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:14.325858 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d8a92089-aa34-4266-9143-e1980d8c3ff3 req-0c59be67-9cb2-4926-9086-a5239676766f tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.58 "GET /v2.0/ports?device_id=9cf0d5c5-9029-40b9-9173-74c03202b647 HTTP/1.1" status: 200 len: 946 time: 0.0532517 Aug 10 03:49:14.416522 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-d8a92089-aa34-4266-9143-e1980d8c3ff3 req-521a431e-a046-4d72-bfe4-e8df68ffa531 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Deleting port f6937177-16e6-4c26-91c5-ea0d3b6eab2a {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:14.416868 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d8a92089-aa34-4266-9143-e1980d8c3ff3 req-521a431e-a046-4d72-bfe4-e8df68ffa531 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:14.508506 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-d8a92089-aa34-4266-9143-e1980d8c3ff3 req-521a431e-a046-4d72-bfe4-e8df68ffa531 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] For port f6937177-16e6-4c26-91c5-ea0d3b6eab2a, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=f6937177-16e6-4c26-91c5-ea0d3b6eab2a,segment=NetworkSegment(5c87df8d-954c-4397-aa68-23e5690c99d4),segment_id=5c87df8d-954c-4397-aa68-23e5690c99d4)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:14.508876 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d8a92089-aa34-4266-9143-e1980d8c3ff3 req-521a431e-a046-4d72-bfe4-e8df68ffa531 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:14.522877 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-d8a92089-aa34-4266-9143-e1980d8c3ff3 req-521a431e-a046-4d72-bfe4-e8df68ffa531 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Calling delete_port for f6937177-16e6-4c26-91c5-ea0d3b6eab2a owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:14.648747 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d8a92089-aa34-4266-9143-e1980d8c3ff3 req-521a431e-a046-4d72-bfe4-e8df68ffa531 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:14.687748 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521a431e-a046-4d72-bfe4-e8df68ffa531 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Pushing event deleted for resources: {'Port': ['ID=f6937177-16e6-4c26-91c5-ea0d3b6eab2a,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:14.710066 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521a431e-a046-4d72-bfe4-e8df68ffa531 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:14.710409 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521a431e-a046-4d72-bfe4-e8df68ffa531 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:14.710770 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521a431e-a046-4d72-bfe4-e8df68ffa531 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:14.711113 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521a431e-a046-4d72-bfe4-e8df68ffa531 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:14.711446 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521a431e-a046-4d72-bfe4-e8df68ffa531 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:14.711778 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521a431e-a046-4d72-bfe4-e8df68ffa531 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:14.712104 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521a431e-a046-4d72-bfe4-e8df68ffa531 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:14.712429 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521a431e-a046-4d72-bfe4-e8df68ffa531 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:14.712755 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521a431e-a046-4d72-bfe4-e8df68ffa531 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:14.713076 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521a431e-a046-4d72-bfe4-e8df68ffa531 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:14.713397 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521a431e-a046-4d72-bfe4-e8df68ffa531 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:14.713713 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521a431e-a046-4d72-bfe4-e8df68ffa531 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:14.735189 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a92089-aa34-4266-9143-e1980d8c3ff3 req-521a431e-a046-4d72-bfe4-e8df68ffa531 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] No DVR routers for this DVR port f6937177-16e6-4c26-91c5-ea0d3b6eab2a on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:49:14.738319 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d8a92089-aa34-4266-9143-e1980d8c3ff3 req-521a431e-a046-4d72-bfe4-e8df68ffa531 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:14.740321 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d8a92089-aa34-4266-9143-e1980d8c3ff3 req-521a431e-a046-4d72-bfe4-e8df68ffa531 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.58 "DELETE /v2.0/ports/f6937177-16e6-4c26-91c5-ea0d3b6eab2a HTTP/1.1" status: 204 len: 173 time: 0.4083903 Aug 10 03:49:14.740758 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cf0d5c5-9029-40b9-9173-74c03202b647', 'name': 'network-vif-deleted', 'tag': 'f6937177-16e6-4c26-91c5-ea0d3b6eab2a'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:49:14.743051 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc504afd-b6db-4769-a87a-c38d7ae71c58" -d '{"events": [{"server_uuid": "9cf0d5c5-9029-40b9-9173-74c03202b647", "name": "network-vif-deleted", "tag": "f6937177-16e6-4c26-91c5-ea0d3b6eab2a"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:49:14.873877 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7013a3a-80bc-4228-94cd-f3a445674a81 x-openstack-request-id: req-b7013a3a-80bc-4228-94cd-f3a445674a81 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:49:14.874178 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cf0d5c5-9029-40b9-9173-74c03202b647", "name": "network-vif-deleted", "tag": "f6937177-16e6-4c26-91c5-ea0d3b6eab2a", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:49:14.874436 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b7013a3a-80bc-4228-94cd-f3a445674a81 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:49:14.874939 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cf0d5c5-9029-40b9-9173-74c03202b647', 'name': 'network-vif-deleted', 'tag': 'f6937177-16e6-4c26-91c5-ea0d3b6eab2a', 'status': 'completed', 'code': 200} Aug 10 03:49:15.145972 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9c4188a0-d24f-4758-b959-6d8db853ba0d req-da8f7077-4fa2-44f1-903d-0d278f7a0a56 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cf0d5c5-9029-40b9-9173-74c03202b647 HTTP/1.1" status: 200 len: 210 time: 0.0371854 Aug 10 03:49:16.222515 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device f6937177-16e6-4c26-91c5-ea0d3b6eab2a no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:49:16.243986 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: f6937177-16e6-4c26-91c5-ea0d3b6eab2a {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:49:16.244381 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device f6937177-16e6-4c26-91c5-ea0d3b6eab2a not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:49:16.250227 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ebadde72-7ba0-41d6-b550-0856144142c8 req-8b2c27b5-09bf-48c3-a518-76ec717bde5f tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cf0d5c5-9029-40b9-9173-74c03202b647 HTTP/1.1" status: 200 len: 210 time: 0.0314515 Aug 10 03:49:17.346977 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4751feec-4bb2-46b6-8ace-d0c15444c17e req-01aaf034-4935-40ac-b1ce-2fe10897a07e tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cf0d5c5-9029-40b9-9173-74c03202b647 HTTP/1.1" status: 200 len: 210 time: 0.0276875 Aug 10 03:49:18.456750 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-acd68295-2b07-4379-8096-83fbadb3858f req-44a84c3a-cb7e-4b9f-a031-ee4fb1d5b9df tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cf0d5c5-9029-40b9-9173-74c03202b647 HTTP/1.1" status: 200 len: 210 time: 0.0289447 Aug 10 03:49:21.934265 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:49:23.842194 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38840) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:24.002290 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-b74124f7-2a69-4b5e-96ce-c8d404b000a0 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Deleting port d8e09102-8682-4e12-8929-19d60e867a3a {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:24.002634 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b74124f7-2a69-4b5e-96ce-c8d404b000a0 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:24.081399 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b74124f7-2a69-4b5e-96ce-c8d404b000a0 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:24.081652 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b74124f7-2a69-4b5e-96ce-c8d404b000a0 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:24.093194 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-b74124f7-2a69-4b5e-96ce-c8d404b000a0 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Calling delete_port for d8e09102-8682-4e12-8929-19d60e867a3a owned by network:floatingip {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:24.250656 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b74124f7-2a69-4b5e-96ce-c8d404b000a0 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:24.278387 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74124f7-2a69-4b5e-96ce-c8d404b000a0 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Pushing event deleted for resources: {'Port': ['ID=d8e09102-8682-4e12-8929-19d60e867a3a,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:24.343162 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b74124f7-2a69-4b5e-96ce-c8d404b000a0 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks [] for floatingip, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:24.343458 n-d-768851-15 neutron-server[94216]: INFO neutron.db.l3_db [None req-b74124f7-2a69-4b5e-96ce-c8d404b000a0 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Floating IP 2d7f7e63-c9ad-4863-81ff-8cefae5e7d44 disassociated (deleted). External IP: 172.25.7.75, port: 64f3cd26-53d6-4165-b6e5-0255c0dbf4a7. Aug 10 03:49:24.564772 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b74124f7-2a69-4b5e-96ce-c8d404b000a0 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Router 575fb166-7f7c-427a-89b6-af235d0526e1 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:49:24.682414 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b74124f7-2a69-4b5e-96ce-c8d404b000a0 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:49:24.687719 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b74124f7-2a69-4b5e-96ce-c8d404b000a0 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:24.692306 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8251eb-8517-4b94-9b33-1cab52bd094d None None] Sync routers for ids ['575fb166-7f7c-427a-89b6-af235d0526e1'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:49:24.701987 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8251eb-8517-4b94-9b33-1cab52bd094d None None] Routers {'575fb166-7f7c-427a-89b6-af235d0526e1'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:49:24.702604 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-8d8251eb-8517-4b94-9b33-1cab52bd094d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:49:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['575fb166-7f7c-427a-89b6-af235d0526e1'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:24.716365 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b74124f7-2a69-4b5e-96ce-c8d404b000a0 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "DELETE /v2.0/floatingips/2d7f7e63-c9ad-4863-81ff-8cefae5e7d44 HTTP/1.1" status: 204 len: 168 time: 0.8727505 Aug 10 03:49:24.716930 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce0609b4-2821-43a7-8bd9-080a9b5857a7', 'tag': '64f3cd26-53d6-4165-b6e5-0255c0dbf4a7'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:49:24.719288 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4d55fd-8545-4eb4-a112-3000f6365edd" -d '{"events": [{"name": "network-changed", "server_uuid": "ce0609b4-2821-43a7-8bd9-080a9b5857a7", "tag": "64f3cd26-53d6-4165-b6e5-0255c0dbf4a7"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:49:24.761704 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b6caf0-5920-49f3-b00a-090a608ffe21 x-openstack-request-id: req-c2b6caf0-5920-49f3-b00a-090a608ffe21 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:49:24.762042 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce0609b4-2821-43a7-8bd9-080a9b5857a7", "tag": "64f3cd26-53d6-4165-b6e5-0255c0dbf4a7", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:49:24.762400 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c2b6caf0-5920-49f3-b00a-090a608ffe21 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:49:24.762965 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce0609b4-2821-43a7-8bd9-080a9b5857a7', 'tag': '64f3cd26-53d6-4165-b6e5-0255c0dbf4a7', 'status': 'completed', 'code': 200} Aug 10 03:49:24.824828 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-8d8251eb-8517-4b94-9b33-1cab52bd094d None None] Set router 575fb166-7f7c-427a-89b6-af235d0526e1 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:49:24.838070 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d55fd-8545-4eb4-a112-3000f6365edd req-5d64e0f2-ee81-4cf6-a0f3-be0540774ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:24.840437 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ea4d55fd-8545-4eb4-a112-3000f6365edd req-5d64e0f2-ee81-4cf6-a0f3-be0540774ddb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf46dc7d96e74359a233bb4d876edd57&device_id=ce0609b4-2821-43a7-8bd9-080a9b5857a7 HTTP/1.1" status: 200 len: 1097 time: 0.0486982 Aug 10 03:49:24.964043 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d55fd-8545-4eb4-a112-3000f6365edd req-fefaa984-ff65-4a25-8594-476910071715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:24.965560 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ea4d55fd-8545-4eb4-a112-3000f6365edd req-fefaa984-ff65-4a25-8594-476910071715 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e9c5b57-a104-4b29-a8ed-ceb6086c40ae HTTP/1.1" status: 200 len: 913 time: 0.1033828 Aug 10 03:49:24.985225 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24301f2-47f0-419e-99d9-d5af48973885 req-c1a62d4f-0de1-46eb-ae33-de65e19f7b92 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:24.991576 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b24301f2-47f0-419e-99d9-d5af48973885 req-c1a62d4f-0de1-46eb-ae33-de65e19f7b92 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce0609b4-2821-43a7-8bd9-080a9b5857a7 HTTP/1.1" status: 200 len: 945 time: 0.0676174 Aug 10 03:49:25.019893 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ea4d55fd-8545-4eb4-a112-3000f6365edd req-aa8aece5-73de-41f5-8179-0b4b16db632d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64f3cd26-53d6-4165-b6e5-0255c0dbf4a7 HTTP/1.1" status: 200 len: 217 time: 0.0464003 Aug 10 03:49:25.036155 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b24301f2-47f0-419e-99d9-d5af48973885 req-8bd16d9f-c431-4895-ac86-5a3ab90be3e4 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=20e7130a-7468-4743-9135-dd2a5e0f71ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414600 Aug 10 03:49:25.051003 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-8d8251eb-8517-4b94-9b33-1cab52bd094d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'name': 'tempest-TestVolumeBootPattern-1934501111-router', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '67d28359-d0a2-4764-b52f-2f80da29eda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:43Z', 'updated_at': '2021-08-10T03:38:50Z', 'revision_number': 4, 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'gw_port': {'id': '67d28359-d0a2-4764-b52f-2f80da29eda9', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:44Z', 'updated_at': '2021-08-10T03:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '42355b41-6912-4caa-b207-782fc68b891c', 'name': '', 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'mac_address': 'fa:16:3e:ed:b8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '036b75a5-4076-4503-a708-471e0be52cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:49Z', 'updated_at': '2021-08-10T03:38:58Z', 'revision_number': 5, 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'subnets': [{'id': '036b75a5-4076-4503-a708-471e0be52cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:25.077022 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d55fd-8545-4eb4-a112-3000f6365edd req-0736307f-35c5-469c-99b8-10f672a4fd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:25.078669 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ea4d55fd-8545-4eb4-a112-3000f6365edd req-0736307f-35c5-469c-99b8-10f672a4fd99 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=036b75a5-4076-4503-a708-471e0be52cae HTTP/1.1" status: 200 len: 851 time: 0.0510752 Aug 10 03:49:25.080332 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8251eb-8517-4b94-9b33-1cab52bd094d None None] Checking router: 575fb166-7f7c-427a-89b6-af235d0526e1 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:49:25.090768 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8251eb-8517-4b94-9b33-1cab52bd094d None None] Routers {'575fb166-7f7c-427a-89b6-af235d0526e1'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:49:25.091400 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-8d8251eb-8517-4b94-9b33-1cab52bd094d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:49:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['575fb166-7f7c-427a-89b6-af235d0526e1'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:25.130330 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d55fd-8545-4eb4-a112-3000f6365edd req-c16d62df-0fdf-4204-9840-f2d07fddab18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:25.131998 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ea4d55fd-8545-4eb4-a112-3000f6365edd req-c16d62df-0fdf-4204-9840-f2d07fddab18 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e9c5b57-a104-4b29-a8ed-ceb6086c40ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454907 Aug 10 03:49:25.206315 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-8d8251eb-8517-4b94-9b33-1cab52bd094d None None] Set router 575fb166-7f7c-427a-89b6-af235d0526e1 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:49:25.230655 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ea4d55fd-8545-4eb4-a112-3000f6365edd req-f8912a94-71b7-4b25-8c24-8b13e4fc95d5 service neutron] 10.222.0.60 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907948 Aug 10 03:49:25.338048 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ea4d55fd-8545-4eb4-a112-3000f6365edd req-4393c61a-b7aa-4cd9-b313-d49d200cbd10 service neutron] 10.222.0.60 "GET /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992942 Aug 10 03:49:25.433098 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-8d8251eb-8517-4b94-9b33-1cab52bd094d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'name': 'tempest-TestVolumeBootPattern-1934501111-router', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '67d28359-d0a2-4764-b52f-2f80da29eda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:43Z', 'updated_at': '2021-08-10T03:38:50Z', 'revision_number': 4, 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'gw_port': {'id': '67d28359-d0a2-4764-b52f-2f80da29eda9', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:44Z', 'updated_at': '2021-08-10T03:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '42355b41-6912-4caa-b207-782fc68b891c', 'name': '', 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'mac_address': 'fa:16:3e:ed:b8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '036b75a5-4076-4503-a708-471e0be52cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:49Z', 'updated_at': '2021-08-10T03:38:58Z', 'revision_number': 5, 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'subnets': [{'id': '036b75a5-4076-4503-a708-471e0be52cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:25.467302 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8251eb-8517-4b94-9b33-1cab52bd094d None None] The sync data for ids ['575fb166-7f7c-427a-89b6-af235d0526e1'] in n-d-768851-15 is: [{'id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'name': 'tempest-TestVolumeBootPattern-1934501111-router', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '67d28359-d0a2-4764-b52f-2f80da29eda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:43Z', 'updated_at': '2021-08-10T03:38:50Z', 'revision_number': 4, 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'gw_port': {'id': '67d28359-d0a2-4764-b52f-2f80da29eda9', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:44Z', 'updated_at': '2021-08-10T03:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '42355b41-6912-4caa-b207-782fc68b891c', 'name': '', 'network_id': '7e9c5b57-a104-4b29-a8ed-ceb6086c40ae', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'mac_address': 'fa:16:3e:ed:b8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '036b75a5-4076-4503-a708-471e0be52cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:49Z', 'updated_at': '2021-08-10T03:38:58Z', 'revision_number': 5, 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'subnets': [{'id': '036b75a5-4076-4503-a708-471e0be52cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:49:25.681457 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5251f77-f53c-4ac4-8c04-b1bcbb5383b2 None None] New status for floating IP 2d7f7e63-c9ad-4863-81ff-8cefae5e7d44: DOWN {{(pid=94219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:49:26.163157 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dfffda-a7d9-41a0-b9d0-4f7dc51ce456 req-6fb87b13-a41a-4ffe-a925-dacec619da3f tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:26.164715 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f6dfffda-a7d9-41a0-b9d0-4f7dc51ce456 req-6fb87b13-a41a-4ffe-a925-dacec619da3f tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce0609b4-2821-43a7-8bd9-080a9b5857a7 HTTP/1.1" status: 200 len: 945 time: 0.0577936 Aug 10 03:49:26.207530 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f6dfffda-a7d9-41a0-b9d0-4f7dc51ce456 req-5a2f1e33-39a6-4f74-b868-51379cecdb90 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/security-groups?id=20e7130a-7468-4743-9135-dd2a5e0f71ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364194 Aug 10 03:49:26.489358 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:26.769302 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:26.789502 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05def084-5897-4ba8-b950-a8d78373abb3 req-bb711851-6448-42f3-814a-48f9ee23a01c tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:26.789502 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-05def084-5897-4ba8-b950-a8d78373abb3 req-bb711851-6448-42f3-814a-48f9ee23a01c tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce0609b4-2821-43a7-8bd9-080a9b5857a7 HTTP/1.1" status: 200 len: 945 time: 0.0563390 Aug 10 03:49:26.897318 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-05def084-5897-4ba8-b950-a8d78373abb3 req-c55f591f-2836-4939-9256-8e89e5e7798b tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Deleting port 64f3cd26-53d6-4165-b6e5-0255c0dbf4a7 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:26.897664 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-05def084-5897-4ba8-b950-a8d78373abb3 req-c55f591f-2836-4939-9256-8e89e5e7798b tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:27.004907 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-05def084-5897-4ba8-b950-a8d78373abb3 req-c55f591f-2836-4939-9256-8e89e5e7798b tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] For port 64f3cd26-53d6-4165-b6e5-0255c0dbf4a7, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=64f3cd26-53d6-4165-b6e5-0255c0dbf4a7,segment=NetworkSegment(5c87df8d-954c-4397-aa68-23e5690c99d4),segment_id=5c87df8d-954c-4397-aa68-23e5690c99d4)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:27.005285 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-05def084-5897-4ba8-b950-a8d78373abb3 req-c55f591f-2836-4939-9256-8e89e5e7798b tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:27.021447 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-05def084-5897-4ba8-b950-a8d78373abb3 req-c55f591f-2836-4939-9256-8e89e5e7798b tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Calling delete_port for 64f3cd26-53d6-4165-b6e5-0255c0dbf4a7 owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:27.176607 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-05def084-5897-4ba8-b950-a8d78373abb3 req-c55f591f-2836-4939-9256-8e89e5e7798b tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:27.205844 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f591f-2836-4939-9256-8e89e5e7798b tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Pushing event deleted for resources: {'Port': ['ID=64f3cd26-53d6-4165-b6e5-0255c0dbf4a7,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:27.263791 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-05def084-5897-4ba8-b950-a8d78373abb3 req-c55f591f-2836-4939-9256-8e89e5e7798b tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] No DVR routers for this DVR port 64f3cd26-53d6-4165-b6e5-0255c0dbf4a7 on host n-h2-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:49:27.266715 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-05def084-5897-4ba8-b950-a8d78373abb3 req-c55f591f-2836-4939-9256-8e89e5e7798b tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:27.269161 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-05def084-5897-4ba8-b950-a8d78373abb3 req-c55f591f-2836-4939-9256-8e89e5e7798b tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.60 "DELETE /v2.0/ports/64f3cd26-53d6-4165-b6e5-0255c0dbf4a7 HTTP/1.1" status: 204 len: 173 time: 0.4693756 Aug 10 03:49:27.269619 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0609b4-2821-43a7-8bd9-080a9b5857a7', 'name': 'network-vif-deleted', 'tag': '64f3cd26-53d6-4165-b6e5-0255c0dbf4a7'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:49:27.272052 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4189a52-48ca-4608-a267-68aa16ad1d34" -d '{"events": [{"server_uuid": "ce0609b4-2821-43a7-8bd9-080a9b5857a7", "name": "network-vif-deleted", "tag": "64f3cd26-53d6-4165-b6e5-0255c0dbf4a7"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:49:27.315534 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f726fc48-f75e-4b30-988c-59991f711d04 x-openstack-request-id: req-f726fc48-f75e-4b30-988c-59991f711d04 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:49:27.315851 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce0609b4-2821-43a7-8bd9-080a9b5857a7", "name": "network-vif-deleted", "tag": "64f3cd26-53d6-4165-b6e5-0255c0dbf4a7", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:49:27.316112 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f726fc48-f75e-4b30-988c-59991f711d04 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:49:27.316512 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0609b4-2821-43a7-8bd9-080a9b5857a7', 'name': 'network-vif-deleted', 'tag': '64f3cd26-53d6-4165-b6e5-0255c0dbf4a7', 'status': 'completed', 'code': 200} Aug 10 03:49:27.321121 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cd3c940a-8c6b-42be-899d-2b1386f8b82b req-23efe0f0-10ec-4510-8369-e8a8a54b7b93 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce0609b4-2821-43a7-8bd9-080a9b5857a7 HTTP/1.1" status: 200 len: 210 time: 0.0317602 Aug 10 03:49:28.467935 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-68d0eb8b-7f47-40d4-9e3a-a49ede2a96b7 req-6597d49c-7bb6-4a8c-9ff8-12e4ca1164f5 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce0609b4-2821-43a7-8bd9-080a9b5857a7 HTTP/1.1" status: 200 len: 210 time: 0.0443134 Aug 10 03:49:29.570227 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-37ddea51-5785-4186-b3a3-a0dcb68bce85 req-306669e7-f757-4008-8660-5b33c05195a4 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce0609b4-2821-43a7-8bd9-080a9b5857a7 HTTP/1.1" status: 200 len: 210 time: 0.0268641 Aug 10 03:49:30.365667 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c9f54d90-2928-4dcc-b25c-5fc8ab0879ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:30.672361 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8354ce96-efaa-44a2-9cf9-099be6d956eb req-ab7ddc9e-7a91-4e59-b253-626085842dc8 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce0609b4-2821-43a7-8bd9-080a9b5857a7 HTTP/1.1" status: 200 len: 210 time: 0.0265443 Aug 10 03:49:31.071299 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 64f3cd26-53d6-4165-b6e5-0255c0dbf4a7 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:49:31.092626 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: 64f3cd26-53d6-4165-b6e5-0255c0dbf4a7 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:49:31.092977 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 64f3cd26-53d6-4165-b6e5-0255c0dbf4a7 not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:49:31.730252 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38870) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:31.856358 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-6825786c-3a6d-44bc-a270-bb6c9b7d00d4 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Deleting port e1780671-06c9-4b10-9f2b-439853a09a5d {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:31.856703 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6825786c-3a6d-44bc-a270-bb6c9b7d00d4 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:31.930335 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6825786c-3a6d-44bc-a270-bb6c9b7d00d4 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:31.930670 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6825786c-3a6d-44bc-a270-bb6c9b7d00d4 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:31.942471 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-6825786c-3a6d-44bc-a270-bb6c9b7d00d4 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Calling delete_port for e1780671-06c9-4b10-9f2b-439853a09a5d owned by network:floatingip {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:32.074917 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6825786c-3a6d-44bc-a270-bb6c9b7d00d4 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:32.097968 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6825786c-3a6d-44bc-a270-bb6c9b7d00d4 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Pushing event deleted for resources: {'Port': ['ID=e1780671-06c9-4b10-9f2b-439853a09a5d,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:32.162878 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6825786c-3a6d-44bc-a270-bb6c9b7d00d4 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks [] for floatingip, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:32.165592 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6825786c-3a6d-44bc-a270-bb6c9b7d00d4 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:32.166761 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-6825786c-3a6d-44bc-a270-bb6c9b7d00d4 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "DELETE /v2.0/floatingips/2f554516-eb90-429a-ab1e-6f766ef7ce76 HTTP/1.1" status: 204 len: 168 time: 0.4354436 Aug 10 03:49:33.054247 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-68d1fd93-0ddb-4b7b-9cfa-3a95a7ecb702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:33.440335 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:34.302727 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:34.424548 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38886) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:34.487520 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-961d9e75-655a-4a42-86e6-5f9eea769ab0 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:34.513310 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-961d9e75-655a-4a42-86e6-5f9eea769ab0 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:34.572322 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-961d9e75-655a-4a42-86e6-5f9eea769ab0 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:34.574968 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-961d9e75-655a-4a42-86e6-5f9eea769ab0 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:34.576133 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-961d9e75-655a-4a42-86e6-5f9eea769ab0 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] 10.222.0.62 "DELETE /v2.0/security-groups/20e7130a-7468-4743-9135-dd2a5e0f71ee HTTP/1.1" status: 204 len: 168 time: 0.1505158 Aug 10 03:49:34.586389 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961d9e75-655a-4a42-86e6-5f9eea769ab0 tempest-TestVolumeBootPattern-1257611248 tempest-TestVolumeBootPattern-1257611248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e7130a-7468-4743-9135-dd2a5e0f71ee,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:34.655038 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38890) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:35.117679 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f835afa7-db8b-4501-882c-cd845218d39a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:35.370953 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-f835afa7-db8b-4501-882c-cd845218d39a admin admin] Deleting port 42355b41-6912-4caa-b207-782fc68b891c {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:35.371241 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f835afa7-db8b-4501-882c-cd845218d39a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:35.451873 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-f835afa7-db8b-4501-882c-cd845218d39a admin admin] For port 42355b41-6912-4caa-b207-782fc68b891c, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=42355b41-6912-4caa-b207-782fc68b891c,segment=NetworkSegment(5c87df8d-954c-4397-aa68-23e5690c99d4),segment_id=5c87df8d-954c-4397-aa68-23e5690c99d4)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:35.452536 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f835afa7-db8b-4501-882c-cd845218d39a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:35.464697 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-f835afa7-db8b-4501-882c-cd845218d39a admin admin] Calling delete_port for 42355b41-6912-4caa-b207-782fc68b891c owned by network:router_interface {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:35.646169 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f835afa7-db8b-4501-882c-cd845218d39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:35.672120 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f835afa7-db8b-4501-882c-cd845218d39a admin admin] Pushing event deleted for resources: {'Port': ['ID=42355b41-6912-4caa-b207-782fc68b891c,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:35.840947 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f835afa7-db8b-4501-882c-cd845218d39a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:36.038159 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:36.059044 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f835afa7-db8b-4501-882c-cd845218d39a admin admin] Router 575fb166-7f7c-427a-89b6-af235d0526e1 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:49:36.165733 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f835afa7-db8b-4501-882c-cd845218d39a admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:49:36.171003 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-f835afa7-db8b-4501-882c-cd845218d39a admin admin] 10.222.0.62 "PUT /v2.0/routers/575fb166-7f7c-427a-89b6-af235d0526e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5149043 Aug 10 03:49:36.173625 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38894) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:36.176291 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699425cc-d28e-4932-bd57-b14ded69dbb4 None None] Sync routers for ids ['575fb166-7f7c-427a-89b6-af235d0526e1'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:49:36.185354 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699425cc-d28e-4932-bd57-b14ded69dbb4 None None] Routers {'575fb166-7f7c-427a-89b6-af235d0526e1'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:49:36.185960 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-699425cc-d28e-4932-bd57-b14ded69dbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:49:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['575fb166-7f7c-427a-89b6-af235d0526e1'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:36.281465 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-190bcc0d-c629-42b5-b5af-846955703f42 admin admin] Notify callbacks [] for router, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:36.294974 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-699425cc-d28e-4932-bd57-b14ded69dbb4 None None] Set router 575fb166-7f7c-427a-89b6-af235d0526e1 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:49:36.385522 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-190bcc0d-c629-42b5-b5af-846955703f42 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:36.438488 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-190bcc0d-c629-42b5-b5af-846955703f42 admin admin] Deleting port 67d28359-d0a2-4764-b52f-2f80da29eda9 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:36.438867 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-190bcc0d-c629-42b5-b5af-846955703f42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:36.473163 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-699425cc-d28e-4932-bd57-b14ded69dbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'name': 'tempest-TestVolumeBootPattern-1934501111-router', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '67d28359-d0a2-4764-b52f-2f80da29eda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:43Z', 'updated_at': '2021-08-10T03:49:35Z', 'revision_number': 5, 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'gw_port': {'id': '67d28359-d0a2-4764-b52f-2f80da29eda9', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:44Z', 'updated_at': '2021-08-10T03:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:36.504935 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699425cc-d28e-4932-bd57-b14ded69dbb4 None None] Checking router: 575fb166-7f7c-427a-89b6-af235d0526e1 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:49:36.513866 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699425cc-d28e-4932-bd57-b14ded69dbb4 None None] Routers {'575fb166-7f7c-427a-89b6-af235d0526e1'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:49:36.514497 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-699425cc-d28e-4932-bd57-b14ded69dbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:49:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['575fb166-7f7c-427a-89b6-af235d0526e1'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:36.603662 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-699425cc-d28e-4932-bd57-b14ded69dbb4 None None] Set router 575fb166-7f7c-427a-89b6-af235d0526e1 gateway port host: None {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:49:36.657243 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-699425cc-d28e-4932-bd57-b14ded69dbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'name': 'tempest-TestVolumeBootPattern-1934501111-router', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:43Z', 'updated_at': '2021-08-10T03:49:36Z', 'revision_number': 6, 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'gw_port_host': None}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:36.688190 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699425cc-d28e-4932-bd57-b14ded69dbb4 None None] The sync data for ids ['575fb166-7f7c-427a-89b6-af235d0526e1'] in n-d-768851-15 is: [{'id': '575fb166-7f7c-427a-89b6-af235d0526e1', 'name': 'tempest-TestVolumeBootPattern-1934501111-router', 'tenant_id': 'cf46dc7d96e74359a233bb4d876edd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:43Z', 'updated_at': '2021-08-10T03:49:36Z', 'revision_number': 6, 'project_id': 'cf46dc7d96e74359a233bb4d876edd57', 'gw_port_host': None}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:49:36.792748 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-190bcc0d-c629-42b5-b5af-846955703f42 admin admin] For port 67d28359-d0a2-4764-b52f-2f80da29eda9, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=67d28359-d0a2-4764-b52f-2f80da29eda9,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:36.793297 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-190bcc0d-c629-42b5-b5af-846955703f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:36.805704 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-190bcc0d-c629-42b5-b5af-846955703f42 admin admin] Calling delete_port for 67d28359-d0a2-4764-b52f-2f80da29eda9 owned by network:router_gateway {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:36.968013 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-190bcc0d-c629-42b5-b5af-846955703f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:36.992138 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190bcc0d-c629-42b5-b5af-846955703f42 admin admin] Pushing event deleted for resources: {'Port': ['ID=67d28359-d0a2-4764-b52f-2f80da29eda9,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:37.065577 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-190bcc0d-c629-42b5-b5af-846955703f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:37.159218 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-190bcc0d-c629-42b5-b5af-846955703f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:37.161334 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-190bcc0d-c629-42b5-b5af-846955703f42 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:37.206127 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-190bcc0d-c629-42b5-b5af-846955703f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:37.206638 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-190bcc0d-c629-42b5-b5af-846955703f42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 575fb166-7f7c-427a-89b6-af235d0526e1 {{(pid=94216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:49:37.211117 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-190bcc0d-c629-42b5-b5af-846955703f42 admin admin] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:37.212111 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-190bcc0d-c629-42b5-b5af-846955703f42 admin admin] 10.222.0.62 "DELETE /v2.0/routers/575fb166-7f7c-427a-89b6-af235d0526e1 HTTP/1.1" status: 204 len: 168 time: 1.0374751 Aug 10 03:49:37.214755 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38896) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:37.258563 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e247c20-c886-445f-88a3-0620dfc3b27f admin admin] Deleting subnet 036b75a5-4076-4503-a708-471e0be52cae {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:49:37.261604 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2e247c20-c886-445f-88a3-0620dfc3b27f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:37.298146 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2e247c20-c886-445f-88a3-0620dfc3b27f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:37.374050 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2e247c20-c886-445f-88a3-0620dfc3b27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:37.425616 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2e247c20-c886-445f-88a3-0620dfc3b27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:37.446330 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 42355b41-6912-4caa-b207-782fc68b891c no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:49:37.450953 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e247c20-c886-445f-88a3-0620dfc3b27f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=036b75a5-4076-4503-a708-471e0be52cae,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:37.454646 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2e247c20-c886-445f-88a3-0620dfc3b27f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:37.456601 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-2e247c20-c886-445f-88a3-0620dfc3b27f admin admin] 10.222.0.62 "DELETE /v2.0/subnets/036b75a5-4076-4503-a708-471e0be52cae HTTP/1.1" status: 204 len: 168 time: 0.2409310 Aug 10 03:49:37.459604 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38898) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:37.480867 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3e01ba-eab5-4af9-8267-861de89e234f None None] Network 7e9c5b57-a104-4b29-a8ed-ceb6086c40ae requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:49:37.483319 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 42355b41-6912-4caa-b207-782fc68b891c {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:49:37.483731 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 42355b41-6912-4caa-b207-782fc68b891c not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:49:37.534370 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-27b915b8-feae-48d3-83b3-9a70a3e55352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:37.600875 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-27b915b8-feae-48d3-83b3-9a70a3e55352 admin admin] Deleting port 14dc2c8a-c857-47b8-b1cd-4a8dacb2a46f {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:37.601220 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-27b915b8-feae-48d3-83b3-9a70a3e55352 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:37.671462 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-27b915b8-feae-48d3-83b3-9a70a3e55352 admin admin] For port 14dc2c8a-c857-47b8-b1cd-4a8dacb2a46f, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=14dc2c8a-c857-47b8-b1cd-4a8dacb2a46f,segment=NetworkSegment(5c87df8d-954c-4397-aa68-23e5690c99d4),segment_id=5c87df8d-954c-4397-aa68-23e5690c99d4)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:37.671598 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b077d3c8-4a0f-4db6-823f-6c057f387e93 None None] DHCP port deletion for 7e9c5b57-a104-4b29-a8ed-ceb6086c40ae request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:49:37.671832 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-27b915b8-feae-48d3-83b3-9a70a3e55352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:37.691821 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-27b915b8-feae-48d3-83b3-9a70a3e55352 admin admin] Calling delete_port for 14dc2c8a-c857-47b8-b1cd-4a8dacb2a46f owned by network:dhcp {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:37.732280 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b077d3c8-4a0f-4db6-823f-6c057f387e93 None None] Deleting port 14dc2c8a-c857-47b8-b1cd-4a8dacb2a46f {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:37.732666 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b077d3c8-4a0f-4db6-823f-6c057f387e93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:37.793961 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-27b915b8-feae-48d3-83b3-9a70a3e55352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:37.796484 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b077d3c8-4a0f-4db6-823f-6c057f387e93 None None] For port 14dc2c8a-c857-47b8-b1cd-4a8dacb2a46f, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=14dc2c8a-c857-47b8-b1cd-4a8dacb2a46f,segment=NetworkSegment(5c87df8d-954c-4397-aa68-23e5690c99d4),segment_id=5c87df8d-954c-4397-aa68-23e5690c99d4)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:37.796888 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b077d3c8-4a0f-4db6-823f-6c057f387e93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:37.809531 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b077d3c8-4a0f-4db6-823f-6c057f387e93 None None] Calling delete_port for 14dc2c8a-c857-47b8-b1cd-4a8dacb2a46f owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:37.829761 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b915b8-feae-48d3-83b3-9a70a3e55352 admin admin] Pushing event deleted for resources: {'Port': ['ID=14dc2c8a-c857-47b8-b1cd-4a8dacb2a46f,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:37.835154 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b915b8-feae-48d3-83b3-9a70a3e55352 admin admin] No DVR routers for this DVR port 14dc2c8a-c857-47b8-b1cd-4a8dacb2a46f on host n-d-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:49:37.900483 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b077d3c8-4a0f-4db6-823f-6c057f387e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:37.911431 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-27b915b8-feae-48d3-83b3-9a70a3e55352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:37.922242 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-27b915b8-feae-48d3-83b3-9a70a3e55352 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e9c5b57-a104-4b29-a8ed-ceb6086c40ae']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:37.924761 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b077d3c8-4a0f-4db6-823f-6c057f387e93 None None] Pushing event deleted for resources: {'Port': ['ID=14dc2c8a-c857-47b8-b1cd-4a8dacb2a46f,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:37.933962 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b077d3c8-4a0f-4db6-823f-6c057f387e93 None None] No DVR routers for this DVR port 14dc2c8a-c857-47b8-b1cd-4a8dacb2a46f on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:49:37.934282 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-27b915b8-feae-48d3-83b3-9a70a3e55352 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c87df8d-954c-4397-aa68-23e5690c99d4') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:37.934587 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-27b915b8-feae-48d3-83b3-9a70a3e55352 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c87df8d-954c-4397-aa68-23e5690c99d4') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:37.936465 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b077d3c8-4a0f-4db6-823f-6c057f387e93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:37.936956 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b077d3c8-4a0f-4db6-823f-6c057f387e93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:37.937293 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b077d3c8-4a0f-4db6-823f-6c057f387e93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:37.937636 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b077d3c8-4a0f-4db6-823f-6c057f387e93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:37.937972 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b077d3c8-4a0f-4db6-823f-6c057f387e93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:37.938305 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b077d3c8-4a0f-4db6-823f-6c057f387e93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:37.938635 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b077d3c8-4a0f-4db6-823f-6c057f387e93 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:37.938987 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b077d3c8-4a0f-4db6-823f-6c057f387e93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:37.939316 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b077d3c8-4a0f-4db6-823f-6c057f387e93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:37.939674 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b077d3c8-4a0f-4db6-823f-6c057f387e93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:37.939999 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b077d3c8-4a0f-4db6-823f-6c057f387e93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:37.940324 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b077d3c8-4a0f-4db6-823f-6c057f387e93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:37.946455 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-27b915b8-feae-48d3-83b3-9a70a3e55352 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:37.965969 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-27b915b8-feae-48d3-83b3-9a70a3e55352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:37.973269 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27b915b8-feae-48d3-83b3-9a70a3e55352 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:49:37.973775 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-27b915b8-feae-48d3-83b3-9a70a3e55352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:37.975558 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:49:37.975558 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:49:37.975558 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:49:37.975558 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:49:37.975558 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:49:37.975558 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:49:37.975558 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:49:37.975558 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:49:37.975558 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:49:37.975558 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:49:37.975558 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:49:37.975558 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:49:37.975558 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:49:37.975558 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:49:37.975558 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:49:37.975558 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:49:37.975558 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:49:37.975558 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:49:37.975558 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:49:37.975558 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:49:37.975558 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:49:37.975558 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:49:37.975558 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:49:37.975558 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:49:37.975558 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:49:37.975558 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:49:37.975558 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:49:37.975558 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:49:37.975558 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:49:37.975558 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:49:37.975558 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:49:37.975558 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:49:38.028764 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-27b915b8-feae-48d3-83b3-9a70a3e55352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:38.033257 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-27b915b8-feae-48d3-83b3-9a70a3e55352 admin admin] Notify callbacks [] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:38.035411 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-27b915b8-feae-48d3-83b3-9a70a3e55352 admin admin] 10.222.0.62 "DELETE /v2.0/networks/7e9c5b57-a104-4b29-a8ed-ceb6086c40ae HTTP/1.1" status: 204 len: 168 time: 0.5748641 Aug 10 03:49:38.038660 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38900) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:38.065467 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b915b8-feae-48d3-83b3-9a70a3e55352 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e9c5b57-a104-4b29-a8ed-ceb6086c40ae,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:38.399701 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-605494f2-066f-4a47-a5e1-65439468038b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:38.643989 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-605494f2-066f-4a47-a5e1-65439468038b admin admin] Deleting port b834eb60-283e-463b-9328-96d2d37bcd28 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:38.644336 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-605494f2-066f-4a47-a5e1-65439468038b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:38.725632 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-605494f2-066f-4a47-a5e1-65439468038b admin admin] For port b834eb60-283e-463b-9328-96d2d37bcd28, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=b834eb60-283e-463b-9328-96d2d37bcd28,segment=NetworkSegment(8df2b69c-28dd-4316-9bd4-c6ac0c3996fe),segment_id=8df2b69c-28dd-4316-9bd4-c6ac0c3996fe)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:38.726000 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-605494f2-066f-4a47-a5e1-65439468038b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:38.738398 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-605494f2-066f-4a47-a5e1-65439468038b admin admin] Calling delete_port for b834eb60-283e-463b-9328-96d2d37bcd28 owned by network:router_interface {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:38.920108 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-605494f2-066f-4a47-a5e1-65439468038b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:38.931580 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 14dc2c8a-c857-47b8-b1cd-4a8dacb2a46f no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:49:38.946786 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605494f2-066f-4a47-a5e1-65439468038b admin admin] Pushing event deleted for resources: {'Port': ['ID=b834eb60-283e-463b-9328-96d2d37bcd28,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:38.957901 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 14dc2c8a-c857-47b8-b1cd-4a8dacb2a46f {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:49:38.958252 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 14dc2c8a-c857-47b8-b1cd-4a8dacb2a46f not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:49:38.958690 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 67d28359-d0a2-4764-b52f-2f80da29eda9 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:49:38.977773 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 67d28359-d0a2-4764-b52f-2f80da29eda9 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:49:38.978055 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 67d28359-d0a2-4764-b52f-2f80da29eda9 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:49:39.116898 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-605494f2-066f-4a47-a5e1-65439468038b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:39.346481 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-605494f2-066f-4a47-a5e1-65439468038b admin admin] Router 173899ad-6e33-48a9-be12-17706222709f has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:49:39.454709 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-605494f2-066f-4a47-a5e1-65439468038b admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:49:39.460098 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-605494f2-066f-4a47-a5e1-65439468038b admin admin] 10.222.0.62 "PUT /v2.0/routers/173899ad-6e33-48a9-be12-17706222709f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4204273 Aug 10 03:49:39.462560 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38902) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:39.465206 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9356cf3f-5ec9-4f8e-8f93-db87e5e685bd None None] Sync routers for ids ['173899ad-6e33-48a9-be12-17706222709f'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:49:39.475297 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9356cf3f-5ec9-4f8e-8f93-db87e5e685bd None None] Routers {'173899ad-6e33-48a9-be12-17706222709f'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:49:39.475906 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-9356cf3f-5ec9-4f8e-8f93-db87e5e685bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:49:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['173899ad-6e33-48a9-be12-17706222709f'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:39.571436 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8ab0a5a9-edec-47f4-b584-55ef79ddc56e admin admin] Notify callbacks [] for router, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:39.586075 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-9356cf3f-5ec9-4f8e-8f93-db87e5e685bd None None] Set router 173899ad-6e33-48a9-be12-17706222709f gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:49:39.677048 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8ab0a5a9-edec-47f4-b584-55ef79ddc56e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:39.731557 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-8ab0a5a9-edec-47f4-b584-55ef79ddc56e admin admin] Deleting port f1a3c181-0483-4cb2-8cc7-63a02a55f353 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:39.731902 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8ab0a5a9-edec-47f4-b584-55ef79ddc56e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:39.769468 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-9356cf3f-5ec9-4f8e-8f93-db87e5e685bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '173899ad-6e33-48a9-be12-17706222709f', 'name': 'tempest-TestVolumeBootPattern-2005389623-router', 'tenant_id': '5df1d803eb524617ae30a2880ed1cb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'f1a3c181-0483-4cb2-8cc7-63a02a55f353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:55Z', 'updated_at': '2021-08-10T03:49:38Z', 'revision_number': 5, 'project_id': '5df1d803eb524617ae30a2880ed1cb75', 'gw_port': {'id': 'f1a3c181-0483-4cb2-8cc7-63a02a55f353', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:1f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173899ad-6e33-48a9-be12-17706222709f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:56Z', 'updated_at': '2021-08-10T03:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:39.795938 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9356cf3f-5ec9-4f8e-8f93-db87e5e685bd None None] Checking router: 173899ad-6e33-48a9-be12-17706222709f for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:49:39.805001 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9356cf3f-5ec9-4f8e-8f93-db87e5e685bd None None] Routers {'173899ad-6e33-48a9-be12-17706222709f'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:49:39.805603 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-9356cf3f-5ec9-4f8e-8f93-db87e5e685bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:49:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['173899ad-6e33-48a9-be12-17706222709f'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:39.817753 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-8ab0a5a9-edec-47f4-b584-55ef79ddc56e admin admin] For port f1a3c181-0483-4cb2-8cc7-63a02a55f353, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=f1a3c181-0483-4cb2-8cc7-63a02a55f353,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:39.818129 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8ab0a5a9-edec-47f4-b584-55ef79ddc56e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:39.835222 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-8ab0a5a9-edec-47f4-b584-55ef79ddc56e admin admin] Calling delete_port for f1a3c181-0483-4cb2-8cc7-63a02a55f353 owned by network:router_gateway {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:39.889929 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-9356cf3f-5ec9-4f8e-8f93-db87e5e685bd None None] Set router 173899ad-6e33-48a9-be12-17706222709f gateway port host: None {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:49:39.940836 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-9356cf3f-5ec9-4f8e-8f93-db87e5e685bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '173899ad-6e33-48a9-be12-17706222709f', 'name': 'tempest-TestVolumeBootPattern-2005389623-router', 'tenant_id': '5df1d803eb524617ae30a2880ed1cb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:55Z', 'updated_at': '2021-08-10T03:49:39Z', 'revision_number': 6, 'project_id': '5df1d803eb524617ae30a2880ed1cb75', 'gw_port_host': None}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:39.969400 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9356cf3f-5ec9-4f8e-8f93-db87e5e685bd None None] The sync data for ids ['173899ad-6e33-48a9-be12-17706222709f'] in n-d-768851-15 is: [{'id': '173899ad-6e33-48a9-be12-17706222709f', 'name': 'tempest-TestVolumeBootPattern-2005389623-router', 'tenant_id': '5df1d803eb524617ae30a2880ed1cb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:55Z', 'updated_at': '2021-08-10T03:49:39Z', 'revision_number': 6, 'project_id': '5df1d803eb524617ae30a2880ed1cb75', 'gw_port_host': None}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:49:40.005641 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8ab0a5a9-edec-47f4-b584-55ef79ddc56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:40.036260 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab0a5a9-edec-47f4-b584-55ef79ddc56e admin admin] Pushing event deleted for resources: {'Port': ['ID=f1a3c181-0483-4cb2-8cc7-63a02a55f353,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:40.098011 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8ab0a5a9-edec-47f4-b584-55ef79ddc56e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:40.188423 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8ab0a5a9-edec-47f4-b584-55ef79ddc56e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:40.190614 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8ab0a5a9-edec-47f4-b584-55ef79ddc56e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:40.239871 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8ab0a5a9-edec-47f4-b584-55ef79ddc56e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:40.240383 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab0a5a9-edec-47f4-b584-55ef79ddc56e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 173899ad-6e33-48a9-be12-17706222709f {{(pid=94216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:49:40.245274 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8ab0a5a9-edec-47f4-b584-55ef79ddc56e admin admin] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:40.248962 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8ab0a5a9-edec-47f4-b584-55ef79ddc56e admin admin] 10.222.0.62 "DELETE /v2.0/routers/173899ad-6e33-48a9-be12-17706222709f HTTP/1.1" status: 204 len: 168 time: 0.7829418 Aug 10 03:49:40.249354 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38904) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:40.568487 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-038801fc-b476-4e95-8631-3fc58d61e35d admin admin] Deleting subnet 4fc9c0e9-280f-4ed3-bd51-ef6bf085d9ac {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:49:40.571788 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-038801fc-b476-4e95-8631-3fc58d61e35d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:40.611014 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-038801fc-b476-4e95-8631-3fc58d61e35d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:40.696557 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-038801fc-b476-4e95-8631-3fc58d61e35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:40.764847 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-038801fc-b476-4e95-8631-3fc58d61e35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:40.791327 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038801fc-b476-4e95-8631-3fc58d61e35d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fc9c0e9-280f-4ed3-bd51-ef6bf085d9ac,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:40.795651 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-038801fc-b476-4e95-8631-3fc58d61e35d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:40.800461 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-038801fc-b476-4e95-8631-3fc58d61e35d admin admin] 10.222.0.62 "DELETE /v2.0/subnets/4fc9c0e9-280f-4ed3-bd51-ef6bf085d9ac HTTP/1.1" status: 204 len: 168 time: 0.5471265 Aug 10 03:49:40.800598 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38906) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:40.805063 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a4a8b4-341b-419c-bfbc-8f759c183c6e None None] Network 2d442561-f42c-409c-9a25-e1136ef29a1a requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:49:40.890905 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e2d3a1e2-d664-4282-828b-c8972b025fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:40.960428 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device f1a3c181-0483-4cb2-8cc7-63a02a55f353 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:49:40.976746 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-e2d3a1e2-d664-4282-828b-c8972b025fca admin admin] Deleting port cc48bc5a-2071-48ac-ad72-011604ea7fdf {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:40.977627 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e2d3a1e2-d664-4282-828b-c8972b025fca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:40.981510 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: f1a3c181-0483-4cb2-8cc7-63a02a55f353 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:49:40.981863 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device f1a3c181-0483-4cb2-8cc7-63a02a55f353 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:49:40.982366 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b834eb60-283e-463b-9328-96d2d37bcd28 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:49:41.006797 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: b834eb60-283e-463b-9328-96d2d37bcd28 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:49:41.007158 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b834eb60-283e-463b-9328-96d2d37bcd28 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:49:41.033255 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00898211-7c1c-4e37-a476-531856cb9409 None None] DHCP port deletion for 2d442561-f42c-409c-9a25-e1136ef29a1a request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:49:41.073440 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-e2d3a1e2-d664-4282-828b-c8972b025fca admin admin] For port cc48bc5a-2071-48ac-ad72-011604ea7fdf, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=cc48bc5a-2071-48ac-ad72-011604ea7fdf,segment=NetworkSegment(8df2b69c-28dd-4316-9bd4-c6ac0c3996fe),segment_id=8df2b69c-28dd-4316-9bd4-c6ac0c3996fe)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:41.074062 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e2d3a1e2-d664-4282-828b-c8972b025fca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:41.089660 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-e2d3a1e2-d664-4282-828b-c8972b025fca admin admin] Calling delete_port for cc48bc5a-2071-48ac-ad72-011604ea7fdf owned by network:dhcp {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:41.193004 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e2d3a1e2-d664-4282-828b-c8972b025fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:41.229522 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d3a1e2-d664-4282-828b-c8972b025fca admin admin] Pushing event deleted for resources: {'Port': ['ID=cc48bc5a-2071-48ac-ad72-011604ea7fdf,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:41.233177 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d3a1e2-d664-4282-828b-c8972b025fca admin admin] No DVR routers for this DVR port cc48bc5a-2071-48ac-ad72-011604ea7fdf on host n-d-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:49:41.261327 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-00898211-7c1c-4e37-a476-531856cb9409 None None] Deleting port cc48bc5a-2071-48ac-ad72-011604ea7fdf {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:41.261634 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-00898211-7c1c-4e37-a476-531856cb9409 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:41.313168 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e2d3a1e2-d664-4282-828b-c8972b025fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:41.324760 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-e2d3a1e2-d664-4282-828b-c8972b025fca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d442561-f42c-409c-9a25-e1136ef29a1a']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:41.328980 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-00898211-7c1c-4e37-a476-531856cb9409 None None] For port cc48bc5a-2071-48ac-ad72-011604ea7fdf, host n-d-768851-15, got binding levels [] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:41.329387 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-00898211-7c1c-4e37-a476-531856cb9409 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:41.336753 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-e2d3a1e2-d664-4282-828b-c8972b025fca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8df2b69c-28dd-4316-9bd4-c6ac0c3996fe') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:41.336980 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-e2d3a1e2-d664-4282-828b-c8972b025fca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8df2b69c-28dd-4316-9bd4-c6ac0c3996fe') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:41.344116 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-00898211-7c1c-4e37-a476-531856cb9409 None None] Calling delete_port for cc48bc5a-2071-48ac-ad72-011604ea7fdf owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:41.347322 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.ipam_backend_mixin [None req-00898211-7c1c-4e37-a476-531856cb9409 None None] Port cc48bc5a-2071-48ac-ad72-011604ea7fdf was not found and therefore no delete operation was performed {{(pid=94218) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 03:49:41.348319 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e2d3a1e2-d664-4282-828b-c8972b025fca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:41.348902 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-00898211-7c1c-4e37-a476-531856cb9409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:41.369094 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e2d3a1e2-d664-4282-828b-c8972b025fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:41.374235 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00898211-7c1c-4e37-a476-531856cb9409 None None] Pushing event deleted for resources: {'Port': ['ID=cc48bc5a-2071-48ac-ad72-011604ea7fdf,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:41.374880 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2d3a1e2-d664-4282-828b-c8972b025fca admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:49:41.375280 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e2d3a1e2-d664-4282-828b-c8972b025fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:41.377213 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:49:41.377213 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:49:41.377213 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:49:41.377213 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:49:41.377213 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:49:41.377213 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:49:41.377213 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:49:41.377213 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:49:41.377213 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:49:41.377213 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:49:41.377213 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:49:41.377213 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:49:41.377213 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:49:41.377213 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:49:41.377213 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:49:41.377213 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:49:41.377213 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:49:41.377213 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:49:41.377213 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:49:41.377213 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:49:41.377213 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:49:41.377213 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:49:41.377213 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:49:41.377213 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:49:41.377213 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:49:41.377213 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:49:41.377213 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:49:41.377213 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:49:41.377213 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:49:41.377213 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:49:41.377213 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:49:41.377213 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:49:41.381036 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00898211-7c1c-4e37-a476-531856cb9409 None None] No DVR routers for this DVR port cc48bc5a-2071-48ac-ad72-011604ea7fdf on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:49:41.431767 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e2d3a1e2-d664-4282-828b-c8972b025fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:41.435882 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e2d3a1e2-d664-4282-828b-c8972b025fca admin admin] Notify callbacks [] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:41.437850 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-e2d3a1e2-d664-4282-828b-c8972b025fca admin admin] 10.222.0.62 "DELETE /v2.0/networks/2d442561-f42c-409c-9a25-e1136ef29a1a HTTP/1.1" status: 204 len: 168 time: 0.6362965 Aug 10 03:49:41.450536 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d3a1e2-d664-4282-828b-c8972b025fca admin admin] Pushing event deleted for resources: {'Network': ['ID=2d442561-f42c-409c-9a25-e1136ef29a1a,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:41.569121 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38910) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:41.609653 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d916d742-48cc-42f0-8820-249a49654332 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cf46dc7d96e74359a233bb4d876edd57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392723 Aug 10 03:49:41.611952 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38912) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:41.666465 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-01077159-d173-401d-9556-d53ad6720a90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:41.686902 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-01077159-d173-401d-9556-d53ad6720a90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:41.737038 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-01077159-d173-401d-9556-d53ad6720a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:41.739575 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-01077159-d173-401d-9556-d53ad6720a90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:41.740976 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-01077159-d173-401d-9556-d53ad6720a90 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a4d46b5b-266a-474c-bcbe-1eff8fd9bf73 HTTP/1.1" status: 204 len: 168 time: 0.1281247 Aug 10 03:49:41.749572 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01077159-d173-401d-9556-d53ad6720a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d46b5b-266a-474c-bcbe-1eff8fd9bf73,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:42.092599 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38918) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:42.133615 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-7252e296-5e6c-4fcb-96a1-cfe9320e9fb3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5df1d803eb524617ae30a2880ed1cb75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397532 Aug 10 03:49:42.136073 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 38920) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:42.183877 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a3701661-3b3a-4498-bbfd-31fbade6f199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:42.205190 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a3701661-3b3a-4498-bbfd-31fbade6f199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:42.250967 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a3701661-3b3a-4498-bbfd-31fbade6f199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:42.253986 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a3701661-3b3a-4498-bbfd-31fbade6f199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:42.255162 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-a3701661-3b3a-4498-bbfd-31fbade6f199 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f6f64559-afd5-4729-83a4-479592cb293b HTTP/1.1" status: 204 len: 168 time: 0.1181924 Aug 10 03:49:42.263146 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3701661-3b3a-4498-bbfd-31fbade6f199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f64559-afd5-4729-83a4-479592cb293b,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:42.929065 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device cc48bc5a-2071-48ac-ad72-011604ea7fdf no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:49:42.952211 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: cc48bc5a-2071-48ac-ad72-011604ea7fdf {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:49:42.952565 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device cc48bc5a-2071-48ac-ad72-011604ea7fdf not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:49:52.449961 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f6758fef-77e0-4b48-a7b1-d49c1de2823b req-f9d76cba-d594-4689-8615-64e58fef04c2 tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=f5d94ad734d347c2a0beb00663f10b30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306985 Aug 10 03:49:52.647492 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6758fef-77e0-4b48-a7b1-d49c1de2823b req-ecd9cad1-c509-403a-b884-fde1b3e7825f tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:52.648879 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f6758fef-77e0-4b48-a7b1-d49c1de2823b req-ecd9cad1-c509-403a-b884-fde1b3e7825f tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1934273 Aug 10 03:49:52.673452 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f6758fef-77e0-4b48-a7b1-d49c1de2823b req-5d12fb08-4ef8-4fa8-95fc-1b3f31b8e0b4 tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] 10.222.0.62 "GET /v2.0/quotas/f5d94ad734d347c2a0beb00663f10b30 HTTP/1.1" status: 200 len: 375 time: 0.0161417 Aug 10 03:49:52.707827 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f6758fef-77e0-4b48-a7b1-d49c1de2823b req-dd1e2c49-8930-4d83-9a39-8de2a29f26be tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=f5d94ad734d347c2a0beb00663f10b30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278876 Aug 10 03:49:52.885084 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-301eca6c-205d-4278-a6c7-52f4631287ad req-736c1c8b-6700-4f00-b643-7f2aa501b1f5 tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2dbec4c-3287-464c-b712-389c77715ea1 HTTP/1.1" status: 200 len: 210 time: 0.0345027 Aug 10 03:49:53.988860 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bb59dceb-f91e-4f06-81f0-5585e13db19a req-e68a5db5-9cd4-4c58-b602-4e5e23d1b85b tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2dbec4c-3287-464c-b712-389c77715ea1 HTTP/1.1" status: 200 len: 210 time: 0.0312443 Aug 10 03:49:53.994535 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-f6758fef-77e0-4b48-a7b1-d49c1de2823b req-ce6f6ed6-abce-443e-b433-8357e87fceff tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=f5d94ad734d347c2a0beb00663f10b30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298896 Aug 10 03:49:54.243212 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6758fef-77e0-4b48-a7b1-d49c1de2823b req-297586e2-5061-4c01-903a-d55163e9e6b4 tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:54.245924 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-f6758fef-77e0-4b48-a7b1-d49c1de2823b req-297586e2-5061-4c01-903a-d55163e9e6b4 tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2450778 Aug 10 03:49:54.260177 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-f6758fef-77e0-4b48-a7b1-d49c1de2823b req-2b3ce6f6-c1d0-43aa-8b7f-b88026508b94 tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] Request body: {'port': {'device_id': 'e2dbec4c-3287-464c-b712-389c77715ea1', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'admin_state_up': True, 'tenant_id': 'f5d94ad734d347c2a0beb00663f10b30'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:54.372579 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6758fef-77e0-4b48-a7b1-d49c1de2823b req-2b3ce6f6-c1d0-43aa-8b7f-b88026508b94 tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] Made reservation on behalf of f5d94ad734d347c2a0beb00663f10b30 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:54.376153 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-f6758fef-77e0-4b48-a7b1-d49c1de2823b req-2b3ce6f6-c1d0-43aa-8b7f-b88026508b94 tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:54.385899 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-f6758fef-77e0-4b48-a7b1-d49c1de2823b req-2b3ce6f6-c1d0-43aa-8b7f-b88026508b94 tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:54.478099 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-f6758fef-77e0-4b48-a7b1-d49c1de2823b req-2b3ce6f6-c1d0-43aa-8b7f-b88026508b94 tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:54.482249 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-f6758fef-77e0-4b48-a7b1-d49c1de2823b req-2b3ce6f6-c1d0-43aa-8b7f-b88026508b94 tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:54.540850 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3ce6f6-c1d0-43aa-8b7f-b88026508b94 tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc00fca5-a8dd-4794-ade2-963b1696b3a8,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:54.623631 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-f6758fef-77e0-4b48-a7b1-d49c1de2823b req-2b3ce6f6-c1d0-43aa-8b7f-b88026508b94 tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] Allocated IP 192.168.233.182 (f1b7997e-1a2a-4260-9d7d-b6cf90b8801d/c2e3eb0b-907c-4ac4-809e-ae9609bc8c67/64428696-137d-4376-9605-7c706172098f) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:49:54.770093 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-f6758fef-77e0-4b48-a7b1-d49c1de2823b req-2b3ce6f6-c1d0-43aa-8b7f-b88026508b94 tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:54.783498 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-f6758fef-77e0-4b48-a7b1-d49c1de2823b req-2b3ce6f6-c1d0-43aa-8b7f-b88026508b94 tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] Transition to ACTIVE for port object 64428696-137d-4376-9605-7c706172098f will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:54.816784 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-f6758fef-77e0-4b48-a7b1-d49c1de2823b req-2b3ce6f6-c1d0-43aa-8b7f-b88026508b94 tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:54.869534 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6758fef-77e0-4b48-a7b1-d49c1de2823b req-2b3ce6f6-c1d0-43aa-8b7f-b88026508b94 tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] Network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:49:54.872907 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-f6758fef-77e0-4b48-a7b1-d49c1de2823b req-2b3ce6f6-c1d0-43aa-8b7f-b88026508b94 tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:54.876704 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6758fef-77e0-4b48-a7b1-d49c1de2823b req-2b3ce6f6-c1d0-43aa-8b7f-b88026508b94 tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:49:54.904116 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3ce6f6-c1d0-43aa-8b7f-b88026508b94 tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] Pushing event updated for resources: {'Port': ['ID=64428696-137d-4376-9605-7c706172098f,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:54.935846 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6758fef-77e0-4b48-a7b1-d49c1de2823b req-2b3ce6f6-c1d0-43aa-8b7f-b88026508b94 tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:54.936606 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-f6758fef-77e0-4b48-a7b1-d49c1de2823b req-2b3ce6f6-c1d0-43aa-8b7f-b88026508b94 tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:54.953329 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-f6758fef-77e0-4b48-a7b1-d49c1de2823b req-2b3ce6f6-c1d0-43aa-8b7f-b88026508b94 tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6978612 Aug 10 03:49:54.972946 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-f6758fef-77e0-4b48-a7b1-d49c1de2823b req-97e1656e-2f9d-4385-a210-c196ea76c780 service neutron] Request body: {'port': {'device_id': 'e2dbec4c-3287-464c-b712-389c77715ea1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:55.033110 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-f6758fef-77e0-4b48-a7b1-d49c1de2823b req-97e1656e-2f9d-4385-a210-c196ea76c780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:55.141208 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc081c-5ad7-4547-9d47-2aa2671c505d req-a9f4f1d0-fe6e-472c-9eb3-f009677a1758 tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:55.142824 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c8bc081c-5ad7-4547-9d47-2aa2671c505d req-a9f4f1d0-fe6e-472c-9eb3-f009677a1758 tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2dbec4c-3287-464c-b712-389c77715ea1 HTTP/1.1" status: 200 len: 936 time: 0.0722320 Aug 10 03:49:55.160261 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-c156f27b-4b3d-407f-ae5e-7a875ed3c214 None None] Provisioning for port 64428696-137d-4376-9605-7c706172098f completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:49:55.166506 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-c156f27b-4b3d-407f-ae5e-7a875ed3c214 None None] Provisioning complete for port 64428696-137d-4376-9605-7c706172098f triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:55.167126 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c156f27b-4b3d-407f-ae5e-7a875ed3c214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:55.200226 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c8bc081c-5ad7-4547-9d47-2aa2671c505d req-d4856641-524c-424e-ac43-d89c21416d21 tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc00fca5-a8dd-4794-ade2-963b1696b3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440872 Aug 10 03:49:55.223700 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-c156f27b-4b3d-407f-ae5e-7a875ed3c214 None None] Port 64428696-137d-4376-9605-7c706172098f cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:49:55.385013 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-f6758fef-77e0-4b48-a7b1-d49c1de2823b req-97e1656e-2f9d-4385-a210-c196ea76c780 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64428696-137d-4376-9605-7c706172098f {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:49:55.394254 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-f6758fef-77e0-4b48-a7b1-d49c1de2823b req-97e1656e-2f9d-4385-a210-c196ea76c780 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:55.413307 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-f6758fef-77e0-4b48-a7b1-d49c1de2823b req-97e1656e-2f9d-4385-a210-c196ea76c780 service neutron] Transition to ACTIVE for port object 64428696-137d-4376-9605-7c706172098f will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:55.418672 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-f6758fef-77e0-4b48-a7b1-d49c1de2823b req-97e1656e-2f9d-4385-a210-c196ea76c780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:55.504531 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e1656e-2f9d-4385-a210-c196ea76c780 service neutron] Pushing event updated for resources: {'Port': ['ID=64428696-137d-4376-9605-7c706172098f,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:55.571991 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-f6758fef-77e0-4b48-a7b1-d49c1de2823b req-97e1656e-2f9d-4385-a210-c196ea76c780 service neutron] Attempting to bind port 64428696-137d-4376-9605-7c706172098f on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:49:55.572671 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-f6758fef-77e0-4b48-a7b1-d49c1de2823b req-97e1656e-2f9d-4385-a210-c196ea76c780 service neutron] Attempting to bind port 64428696-137d-4376-9605-7c706172098f by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:49:55.573325 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6758fef-77e0-4b48-a7b1-d49c1de2823b req-97e1656e-2f9d-4385-a210-c196ea76c780 service neutron] Attempting to bind port 64428696-137d-4376-9605-7c706172098f on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:49:55.580339 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6758fef-77e0-4b48-a7b1-d49c1de2823b req-97e1656e-2f9d-4385-a210-c196ea76c780 service neutron] Port 64428696-137d-4376-9605-7c706172098f on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:49:55.580821 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6758fef-77e0-4b48-a7b1-d49c1de2823b req-97e1656e-2f9d-4385-a210-c196ea76c780 service neutron] Attempting to bind port 64428696-137d-4376-9605-7c706172098f on network f1b7997e-1a2a-4260-9d7d-b6cf90b8801d {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:49:55.590296 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6758fef-77e0-4b48-a7b1-d49c1de2823b req-97e1656e-2f9d-4385-a210-c196ea76c780 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:49:55.591695 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6758fef-77e0-4b48-a7b1-d49c1de2823b req-97e1656e-2f9d-4385-a210-c196ea76c780 service neutron] Checking segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:49:55.592267 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6758fef-77e0-4b48-a7b1-d49c1de2823b req-97e1656e-2f9d-4385-a210-c196ea76c780 service neutron] Bound using segment: {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:49:55.592922 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-f6758fef-77e0-4b48-a7b1-d49c1de2823b req-97e1656e-2f9d-4385-a210-c196ea76c780 service neutron] Bound port: 64428696-137d-4376-9605-7c706172098f, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cec3dda-c721-477f-9e63-402786bcea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:49:55.593448 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-f6758fef-77e0-4b48-a7b1-d49c1de2823b req-97e1656e-2f9d-4385-a210-c196ea76c780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:55.712373 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-f6758fef-77e0-4b48-a7b1-d49c1de2823b req-97e1656e-2f9d-4385-a210-c196ea76c780 service neutron] For port 64428696-137d-4376-9605-7c706172098f, host n-h2-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:49:55.718292 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-f6758fef-77e0-4b48-a7b1-d49c1de2823b req-97e1656e-2f9d-4385-a210-c196ea76c780 service neutron] For port 64428696-137d-4376-9605-7c706172098f, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=64428696-137d-4376-9605-7c706172098f,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:49:55.724012 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-f6758fef-77e0-4b48-a7b1-d49c1de2823b req-97e1656e-2f9d-4385-a210-c196ea76c780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:55.770810 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6758fef-77e0-4b48-a7b1-d49c1de2823b req-97e1656e-2f9d-4385-a210-c196ea76c780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:55.771476 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-f6758fef-77e0-4b48-a7b1-d49c1de2823b req-97e1656e-2f9d-4385-a210-c196ea76c780 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:55.773195 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-f6758fef-77e0-4b48-a7b1-d49c1de2823b req-97e1656e-2f9d-4385-a210-c196ea76c780 service neutron] 10.222.0.60 "PUT /v2.0/ports/64428696-137d-4376-9605-7c706172098f HTTP/1.1" status: 200 len: 1097 time: 0.8057628 Aug 10 03:49:55.773687 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2dbec4c-3287-464c-b712-389c77715ea1', 'tag': '64428696-137d-4376-9605-7c706172098f'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:49:55.776215 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f402b9-2a98-4a70-ad44-b9c5cc3b8b53" -d '{"events": [{"name": "network-changed", "server_uuid": "e2dbec4c-3287-464c-b712-389c77715ea1", "tag": "64428696-137d-4376-9605-7c706172098f"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:49:55.802207 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e1656e-2f9d-4385-a210-c196ea76c780 service neutron] Pushing event updated for resources: {'Port': ['ID=64428696-137d-4376-9605-7c706172098f,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:55.817525 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca88494-4276-4239-a987-1ae52329561e x-openstack-request-id: req-3ca88494-4276-4239-a987-1ae52329561e {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:49:55.818067 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2dbec4c-3287-464c-b712-389c77715ea1", "tag": "64428696-137d-4376-9605-7c706172098f", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:49:55.818610 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3ca88494-4276-4239-a987-1ae52329561e {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:49:55.819118 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2dbec4c-3287-464c-b712-389c77715ea1', 'tag': '64428696-137d-4376-9605-7c706172098f', 'status': 'completed', 'code': 200} Aug 10 03:49:55.891442 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6758fef-77e0-4b48-a7b1-d49c1de2823b req-b815e5a3-3aca-4c4b-a1d6-e8a72242f7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:55.893449 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-f6758fef-77e0-4b48-a7b1-d49c1de2823b req-b815e5a3-3aca-4c4b-a1d6-e8a72242f7d0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f5d94ad734d347c2a0beb00663f10b30&device_id=e2dbec4c-3287-464c-b712-389c77715ea1 HTTP/1.1" status: 200 len: 1100 time: 0.0645032 Aug 10 03:49:55.947857 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-f6758fef-77e0-4b48-a7b1-d49c1de2823b req-538656ea-bbbe-43fd-b773-23210d8f765c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=64428696-137d-4376-9605-7c706172098f HTTP/1.1" status: 200 len: 217 time: 0.0453408 Aug 10 03:49:56.020388 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6758fef-77e0-4b48-a7b1-d49c1de2823b req-4236969f-f07e-48c6-82ff-f516247ef576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:56.022431 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-f6758fef-77e0-4b48-a7b1-d49c1de2823b req-4236969f-f07e-48c6-82ff-f516247ef576 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.0634341 Aug 10 03:49:56.092894 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6758fef-77e0-4b48-a7b1-d49c1de2823b req-933dca7a-0580-412e-b7f6-bf125c262f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:56.096482 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-f6758fef-77e0-4b48-a7b1-d49c1de2823b req-933dca7a-0580-412e-b7f6-bf125c262f21 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0612264 Aug 10 03:49:56.200503 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-f6758fef-77e0-4b48-a7b1-d49c1de2823b req-1d062e73-bea3-43fa-9bd0-29d70d7170be service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966599 Aug 10 03:49:56.329774 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-f6758fef-77e0-4b48-a7b1-d49c1de2823b req-3ce07127-59ab-4d48-a1f6-81ccd7ff58bb service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175532 Aug 10 03:49:56.363066 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b9085-1098-4a11-b3d7-5b4c55b68c0c req-650d8e74-dc73-4728-9a9b-e19179aa9596 tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:56.364763 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e40b9085-1098-4a11-b3d7-5b4c55b68c0c req-650d8e74-dc73-4728-9a9b-e19179aa9596 tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2dbec4c-3287-464c-b712-389c77715ea1 HTTP/1.1" status: 200 len: 948 time: 0.0705609 Aug 10 03:49:56.427077 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e40b9085-1098-4a11-b3d7-5b4c55b68c0c req-ed44a668-b9a0-473b-916d-aef936c80a22 tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc00fca5-a8dd-4794-ade2-963b1696b3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517635 Aug 10 03:49:56.443393 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f402b9-2a98-4a70-ad44-b9c5cc3b8b53 req-328dee1e-77ee-433e-b5a8-f99128bc388d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:56.446094 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-42f402b9-2a98-4a70-ad44-b9c5cc3b8b53 req-328dee1e-77ee-433e-b5a8-f99128bc388d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f5d94ad734d347c2a0beb00663f10b30&device_id=e2dbec4c-3287-464c-b712-389c77715ea1 HTTP/1.1" status: 200 len: 1100 time: 0.0580513 Aug 10 03:49:56.505872 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:56.790649 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:56.828906 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f402b9-2a98-4a70-ad44-b9c5cc3b8b53 req-39d8ee1a-cc22-4f85-bd09-30821e7ddde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:56.830388 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-42f402b9-2a98-4a70-ad44-b9c5cc3b8b53 req-39d8ee1a-cc22-4f85-bd09-30821e7ddde9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d HTTP/1.1" status: 200 len: 870 time: 0.3775890 Aug 10 03:49:56.875552 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-42f402b9-2a98-4a70-ad44-b9c5cc3b8b53 req-97ac0ad3-1523-4183-8e90-e63e5cef28a5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=64428696-137d-4376-9605-7c706172098f HTTP/1.1" status: 200 len: 217 time: 0.0361092 Aug 10 03:49:56.928088 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f402b9-2a98-4a70-ad44-b9c5cc3b8b53 req-599cd87f-1c38-4a82-8862-1ce2a1b4543e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:56.929546 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-42f402b9-2a98-4a70-ad44-b9c5cc3b8b53 req-599cd87f-1c38-4a82-8862-1ce2a1b4543e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2e3eb0b-907c-4ac4-809e-ae9609bc8c67 HTTP/1.1" status: 200 len: 843 time: 0.0463445 Aug 10 03:49:56.979836 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f402b9-2a98-4a70-ad44-b9c5cc3b8b53 req-f36ff29c-84e5-4de2-9691-9f30025285c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:56.981345 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-42f402b9-2a98-4a70-ad44-b9c5cc3b8b53 req-f36ff29c-84e5-4de2-9691-9f30025285c6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1b7997e-1a2a-4260-9d7d-b6cf90b8801d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0439918 Aug 10 03:49:57.070893 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-42f402b9-2a98-4a70-ad44-b9c5cc3b8b53 req-5403fef3-7a08-451e-b5a1-0da2fd4b8cf3 service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816965 Aug 10 03:49:57.165073 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-42f402b9-2a98-4a70-ad44-b9c5cc3b8b53 req-f20556c0-3ce2-46e8-8ebf-7195ae2d904f service neutron] 10.222.0.60 "GET /v2.0/networks/f1b7997e-1a2a-4260-9d7d-b6cf90b8801d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852289 Aug 10 03:49:57.548813 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31dabe-d85d-42a7-8c00-2d3f992d2377 req-cb9d0441-dfb9-40df-a1b6-dae27a1d5831 tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:57.550789 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0a31dabe-d85d-42a7-8c00-2d3f992d2377 req-cb9d0441-dfb9-40df-a1b6-dae27a1d5831 tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2dbec4c-3287-464c-b712-389c77715ea1 HTTP/1.1" status: 200 len: 948 time: 0.0489151 Aug 10 03:49:57.593573 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0a31dabe-d85d-42a7-8c00-2d3f992d2377 req-a928cb89-09f1-4e79-8915-95852e32a278 tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc00fca5-a8dd-4794-ade2-963b1696b3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366359 Aug 10 03:49:58.721801 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6eedc0-759a-406e-9e02-d840b6a5b9d4 req-0520c18c-d087-403c-800f-d61b117ab610 tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:58.724382 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1b6eedc0-759a-406e-9e02-d840b6a5b9d4 req-0520c18c-d087-403c-800f-d61b117ab610 tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2dbec4c-3287-464c-b712-389c77715ea1 HTTP/1.1" status: 200 len: 948 time: 0.0604842 Aug 10 03:49:58.763395 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1b6eedc0-759a-406e-9e02-d840b6a5b9d4 req-4b85121d-040e-44f7-af3f-e34405c7742e tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc00fca5-a8dd-4794-ade2-963b1696b3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317800 Aug 10 03:49:58.933506 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:49:59.150891 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 64428696-137d-4376-9605-7c706172098f details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:49:59.249769 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 64428696-137d-4376-9605-7c706172098f, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=64428696-137d-4376-9605-7c706172098f,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:59.261333 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '64428696-137d-4376-9605-7c706172098f', 'network_id': 'f1b7997e-1a2a-4260-9d7d-b6cf90b8801d', 'port_id': '64428696-137d-4376-9605-7c706172098f', 'mac_address': 'fa:16:3e:6c:f9:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e3eb0b-907c-4ac4-809e-ae9609bc8c67', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:49:59.298071 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:59.311345 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64428696-137d-4376-9605-7c706172098f {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:49:59.331136 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 64428696-137d-4376-9605-7c706172098f, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=64428696-137d-4376-9605-7c706172098f,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:59.335913 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:59.383919 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=64428696-137d-4376-9605-7c706172098f,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:59.630051 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['64428696-137d-4376-9605-7c706172098f'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:49:59.878571 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c2653-fe85-4ffd-9f46-e9e9aa632db3 req-45a95b48-e953-4f43-97d5-c3a70432b5ac tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:59.880116 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-476c2653-fe85-4ffd-9f46-e9e9aa632db3 req-45a95b48-e953-4f43-97d5-c3a70432b5ac tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2dbec4c-3287-464c-b712-389c77715ea1 HTTP/1.1" status: 200 len: 949 time: 0.0488513 Aug 10 03:49:59.917316 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-476c2653-fe85-4ffd-9f46-e9e9aa632db3 req-779a9ce8-fd4c-47ba-90f7-eac11ad5208d tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc00fca5-a8dd-4794-ade2-963b1696b3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313311 Aug 10 03:50:00.367177 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f57193f9-c249-451f-9562-8f38248380f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:01.033061 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f64192f-fa4c-4adb-9489-ca484b42ffa2 req-67b2e477-12ec-4d48-9075-347a3a5d5a82 tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:01.034564 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9f64192f-fa4c-4adb-9489-ca484b42ffa2 req-67b2e477-12ec-4d48-9075-347a3a5d5a82 tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2dbec4c-3287-464c-b712-389c77715ea1 HTTP/1.1" status: 200 len: 949 time: 0.0496628 Aug 10 03:50:01.077500 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9f64192f-fa4c-4adb-9489-ca484b42ffa2 req-2d2a01ad-8edd-410f-bd23-117cfaf48138 tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc00fca5-a8dd-4794-ade2-963b1696b3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367250 Aug 10 03:50:01.166456 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 64428696-137d-4376-9605-7c706172098f up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:50:01.216117 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port 64428696-137d-4376-9605-7c706172098f completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:50:01.219817 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 64428696-137d-4376-9605-7c706172098f triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:01.220219 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:01.304881 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:01.328799 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2dbec4c-3287-464c-b712-389c77715ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64428696-137d-4376-9605-7c706172098f'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:50:01.331170 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3827b5-0cac-4ea5-932a-d1dfb3835111" -d '{"events": [{"server_uuid": "e2dbec4c-3287-464c-b712-389c77715ea1", "name": "network-vif-plugged", "status": "completed", "tag": "64428696-137d-4376-9605-7c706172098f"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:50:01.348691 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 64428696-137d-4376-9605-7c706172098f, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=64428696-137d-4376-9605-7c706172098f,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:01.352773 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:01.381104 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd5a1b4-5b7e-46d2-8d38-488473b9de48 x-openstack-request-id: req-2cd5a1b4-5b7e-46d2-8d38-488473b9de48 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:50:01.381736 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2dbec4c-3287-464c-b712-389c77715ea1", "name": "network-vif-plugged", "status": "completed", "tag": "64428696-137d-4376-9605-7c706172098f", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:50:01.381736 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2cd5a1b4-5b7e-46d2-8d38-488473b9de48 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:50:01.382026 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2dbec4c-3287-464c-b712-389c77715ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64428696-137d-4376-9605-7c706172098f', 'code': 200} Aug 10 03:50:01.411721 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=64428696-137d-4376-9605-7c706172098f,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:01.486054 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91cf29-93a2-4b25-8afa-55c23c5e28d1 req-c0013ce8-9c4b-4834-8235-80893163c5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:01.489048 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8e91cf29-93a2-4b25-8afa-55c23c5e28d1 req-c0013ce8-9c4b-4834-8235-80893163c5d9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e2dbec4c-3287-464c-b712-389c77715ea1 HTTP/1.1" status: 200 len: 1102 time: 0.0516703 Aug 10 03:50:01.528081 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8e91cf29-93a2-4b25-8afa-55c23c5e28d1 req-18ab1244-ea6f-4853-b985-8e0dd84402f3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=dc00fca5-a8dd-4794-ade2-963b1696b3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280242 Aug 10 03:50:02.215544 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e33025-8e45-4b5f-899a-0432d9a7e423 req-6f3fba5f-17d9-48da-964a-79bd478b474e tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:02.217201 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-36e33025-8e45-4b5f-899a-0432d9a7e423 req-6f3fba5f-17d9-48da-964a-79bd478b474e tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2dbec4c-3287-464c-b712-389c77715ea1 HTTP/1.1" status: 200 len: 950 time: 0.0556355 Aug 10 03:50:02.261818 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-36e33025-8e45-4b5f-899a-0432d9a7e423 req-67a057eb-f063-4345-8f87-b302db219961 tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc00fca5-a8dd-4794-ade2-963b1696b3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382869 Aug 10 03:50:03.056170 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-6957680f-c3e3-4964-a75d-f2abe683587a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:03.382062 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a94aae-2e02-4e6b-a8ca-1e8fd4831670 req-d91ed0ca-53d7-4fe5-8215-6341ff0051b4 tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:03.383599 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-69a94aae-2e02-4e6b-a8ca-1e8fd4831670 req-d91ed0ca-53d7-4fe5-8215-6341ff0051b4 tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2dbec4c-3287-464c-b712-389c77715ea1 HTTP/1.1" status: 200 len: 950 time: 0.0483427 Aug 10 03:50:03.422857 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-69a94aae-2e02-4e6b-a8ca-1e8fd4831670 req-dfee5c5b-444e-466a-b00d-de946e73d6d0 tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc00fca5-a8dd-4794-ade2-963b1696b3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323548 Aug 10 03:50:03.440867 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:04.309396 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:04.345305 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd91bc-1c7a-4f31-a7c0-ef897eb34702 req-fef12a12-a9ce-4048-892a-dbc1c03da6b8 tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:04.346751 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-abdd91bc-1c7a-4f31-a7c0-ef897eb34702 req-fef12a12-a9ce-4048-892a-dbc1c03da6b8 tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2dbec4c-3287-464c-b712-389c77715ea1 HTTP/1.1" status: 200 len: 950 time: 0.0580218 Aug 10 03:50:04.389947 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-abdd91bc-1c7a-4f31-a7c0-ef897eb34702 req-14632ffc-032f-40e6-b429-5e5cbcadfd8f tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc00fca5-a8dd-4794-ade2-963b1696b3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346289 Aug 10 03:50:05.518386 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce0e74-f094-4870-ba5b-8bc4d863ac03 req-197966ad-6ed1-4be9-9c75-91e3bf0bfa58 tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:05.520600 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6bce0e74-f094-4870-ba5b-8bc4d863ac03 req-197966ad-6ed1-4be9-9c75-91e3bf0bfa58 tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2dbec4c-3287-464c-b712-389c77715ea1 HTTP/1.1" status: 200 len: 950 time: 0.0575998 Aug 10 03:50:05.559016 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6bce0e74-f094-4870-ba5b-8bc4d863ac03 req-f8864afd-5f94-4834-a9bb-05b117da463a tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc00fca5-a8dd-4794-ade2-963b1696b3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319090 Aug 10 03:50:05.722238 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f816b-aa78-4cbd-a5ad-ed26503ccfd5 req-5b512858-22c4-4061-bf06-10beb1146d25 tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:05.723723 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d05f816b-aa78-4cbd-a5ad-ed26503ccfd5 req-5b512858-22c4-4061-bf06-10beb1146d25 tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2dbec4c-3287-464c-b712-389c77715ea1 HTTP/1.1" status: 200 len: 950 time: 0.0488391 Aug 10 03:50:05.817807 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-d05f816b-aa78-4cbd-a5ad-ed26503ccfd5 req-bb16a885-041a-45ad-9068-66c9c19d05c8 tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] Deleting port 64428696-137d-4376-9605-7c706172098f {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:50:05.818047 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d05f816b-aa78-4cbd-a5ad-ed26503ccfd5 req-bb16a885-041a-45ad-9068-66c9c19d05c8 tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:05.903464 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-d05f816b-aa78-4cbd-a5ad-ed26503ccfd5 req-bb16a885-041a-45ad-9068-66c9c19d05c8 tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] For port 64428696-137d-4376-9605-7c706172098f, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=64428696-137d-4376-9605-7c706172098f,segment=NetworkSegment(5cec3dda-c721-477f-9e63-402786bcea8e),segment_id=5cec3dda-c721-477f-9e63-402786bcea8e)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:05.903827 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d05f816b-aa78-4cbd-a5ad-ed26503ccfd5 req-bb16a885-041a-45ad-9068-66c9c19d05c8 tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:05.917041 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-d05f816b-aa78-4cbd-a5ad-ed26503ccfd5 req-bb16a885-041a-45ad-9068-66c9c19d05c8 tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] Calling delete_port for 64428696-137d-4376-9605-7c706172098f owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:50:06.042569 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:06.045366 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d05f816b-aa78-4cbd-a5ad-ed26503ccfd5 req-bb16a885-041a-45ad-9068-66c9c19d05c8 tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:06.061625 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['64428696-137d-4376-9605-7c706172098f'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:50:06.074706 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb16a885-041a-45ad-9068-66c9c19d05c8 tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] Pushing event deleted for resources: {'Port': ['ID=64428696-137d-4376-9605-7c706172098f,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:06.121565 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-d05f816b-aa78-4cbd-a5ad-ed26503ccfd5 req-bb16a885-041a-45ad-9068-66c9c19d05c8 tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] No DVR routers for this DVR port 64428696-137d-4376-9605-7c706172098f on host n-h2-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:50:06.124266 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-d05f816b-aa78-4cbd-a5ad-ed26503ccfd5 req-bb16a885-041a-45ad-9068-66c9c19d05c8 tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:06.126276 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d05f816b-aa78-4cbd-a5ad-ed26503ccfd5 req-bb16a885-041a-45ad-9068-66c9c19d05c8 tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] 10.222.0.60 "DELETE /v2.0/ports/64428696-137d-4376-9605-7c706172098f HTTP/1.1" status: 204 len: 173 time: 0.3926950 Aug 10 03:50:06.126716 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2dbec4c-3287-464c-b712-389c77715ea1', 'name': 'network-vif-deleted', 'tag': '64428696-137d-4376-9605-7c706172098f'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:50:06.129057 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e21e1439-2b41-4b5d-83e6-5f93f851a759" -d '{"events": [{"server_uuid": "e2dbec4c-3287-464c-b712-389c77715ea1", "name": "network-vif-deleted", "tag": "64428696-137d-4376-9605-7c706172098f"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:50:06.166669 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05712e85-8d09-44f3-aac1-de10c63d3da4 x-openstack-request-id: req-05712e85-8d09-44f3-aac1-de10c63d3da4 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:50:06.167013 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2dbec4c-3287-464c-b712-389c77715ea1", "name": "network-vif-deleted", "tag": "64428696-137d-4376-9605-7c706172098f", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:50:06.167471 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-05712e85-8d09-44f3-aac1-de10c63d3da4 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:50:06.167679 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2dbec4c-3287-464c-b712-389c77715ea1', 'name': 'network-vif-deleted', 'tag': '64428696-137d-4376-9605-7c706172098f', 'status': 'completed', 'code': 200} Aug 10 03:50:06.667622 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-97df5372-8f5d-4cdc-8442-f3ea11bc5ec4 req-a64925ae-9f82-479f-8ddd-2444944bc5ad tempest-ServersAdminNegativeTestJSON-249492763 tempest-ServersAdminNegativeTestJSON-249492763-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2dbec4c-3287-464c-b712-389c77715ea1 HTTP/1.1" status: 200 len: 210 time: 0.0278804 Aug 10 03:50:07.962664 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 39060) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:08.095626 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-73ed5c00-2cdc-4644-8f75-978ee88cddaa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f5d94ad734d347c2a0beb00663f10b30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1316941 Aug 10 03:50:08.097998 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 39064) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:08.146209 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-970950ff-1c2f-466a-995c-1737bbeb9dbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:08.167056 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-970950ff-1c2f-466a-995c-1737bbeb9dbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:08.216350 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-970950ff-1c2f-466a-995c-1737bbeb9dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:08.218718 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-970950ff-1c2f-466a-995c-1737bbeb9dbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:08.219877 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-970950ff-1c2f-466a-995c-1737bbeb9dbe admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dc00fca5-a8dd-4794-ade2-963b1696b3a8 HTTP/1.1" status: 204 len: 168 time: 0.1209762 Aug 10 03:50:08.228106 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970950ff-1c2f-466a-995c-1737bbeb9dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc00fca5-a8dd-4794-ade2-963b1696b3a8,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:08.479899 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 39070) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:08.493627 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8bb3a27e-bf42-412a-98e1-52ea1d656297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:08.585970 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8bb3a27e-bf42-412a-98e1-52ea1d656297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:08.589731 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8bb3a27e-bf42-412a-98e1-52ea1d656297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:08.626941 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8bb3a27e-bf42-412a-98e1-52ea1d656297 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=221163a5897547b8aa11d23e60cbfd68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1459637 Aug 10 03:50:08.628928 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb3a27e-bf42-412a-98e1-52ea1d656297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db8a5079-bd50-4803-9b21-1d04eb3e6116,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:08.630017 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 39072) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:08.678456 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2208dee0-bba8-4014-a34d-fb3134809867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:08.699573 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2208dee0-bba8-4014-a34d-fb3134809867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:08.746093 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2208dee0-bba8-4014-a34d-fb3134809867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:08.748632 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2208dee0-bba8-4014-a34d-fb3134809867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:08.749803 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2208dee0-bba8-4014-a34d-fb3134809867 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/db8a5079-bd50-4803-9b21-1d04eb3e6116 HTTP/1.1" status: 204 len: 168 time: 0.1190774 Aug 10 03:50:08.757559 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2208dee0-bba8-4014-a34d-fb3134809867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8a5079-bd50-4803-9b21-1d04eb3e6116,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:09.198544 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 64428696-137d-4376-9605-7c706172098f no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:50:09.218719 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: 64428696-137d-4376-9605-7c706172098f {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:50:09.219159 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 64428696-137d-4376-9605-7c706172098f not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:50:09.480734 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 39094) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:09.596614 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-4ecd4b11-958f-445b-914d-c7302d7cbd52 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1411069316-network', 'tenant_id': '14eca8003c544501aaa7107137b5b00f'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:09.620651 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ecd4b11-958f-445b-914d-c7302d7cbd52 admin admin] Made reservation on behalf of 14eca8003c544501aaa7107137b5b00f for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:50:09.623240 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4ecd4b11-958f-445b-914d-c7302d7cbd52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:09.632706 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4ecd4b11-958f-445b-914d-c7302d7cbd52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:09.736880 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4ecd4b11-958f-445b-914d-c7302d7cbd52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:09.743879 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4ecd4b11-958f-445b-914d-c7302d7cbd52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:09.773264 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ecd4b11-958f-445b-914d-c7302d7cbd52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:50:09.779661 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecd4b11-958f-445b-914d-c7302d7cbd52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2fb43a-e0fc-4e21-9de7-adb1e13b4f40,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:09.786788 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4ecd4b11-958f-445b-914d-c7302d7cbd52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:09.787097 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-4ecd4b11-958f-445b-914d-c7302d7cbd52 admin admin] Added segment 90098dcd-5d5a-45af-88ba-085bdae8626e of type vlan for network c61e5cc5-fc48-43fc-acf4-d67a59d94ef7 Aug 10 03:50:09.830531 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4ecd4b11-958f-445b-914d-c7302d7cbd52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:09.862243 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4ecd4b11-958f-445b-914d-c7302d7cbd52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:09.862552 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecd4b11-958f-445b-914d-c7302d7cbd52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:09.863693 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4ecd4b11-958f-445b-914d-c7302d7cbd52 admin admin] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:09.944253 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4ecd4b11-958f-445b-914d-c7302d7cbd52 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4623458 Aug 10 03:50:09.946889 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 39098) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:09.952508 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-102ba612-e2aa-439f-8aac-8d632762796f admin admin] Request body: {'subnet': {'network_id': 'c61e5cc5-fc48-43fc-acf4-d67a59d94ef7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1411069316-subnet', 'tenant_id': '14eca8003c544501aaa7107137b5b00f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:09.962802 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecd4b11-958f-445b-914d-c7302d7cbd52 admin admin] Pushing event updated for resources: {'Network': ['ID=c61e5cc5-fc48-43fc-acf4-d67a59d94ef7,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:09.979280 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network c61e5cc5-fc48-43fc-acf4-d67a59d94ef7 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:50:09.980356 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102ba612-e2aa-439f-8aac-8d632762796f admin admin] Made reservation on behalf of 14eca8003c544501aaa7107137b5b00f for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:50:09.982896 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-102ba612-e2aa-439f-8aac-8d632762796f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:10.181154 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-102ba612-e2aa-439f-8aac-8d632762796f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:10.234667 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102ba612-e2aa-439f-8aac-8d632762796f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a04c70e9-405d-4694-b5c7-9d13e4edbdab,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:10.247863 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102ba612-e2aa-439f-8aac-8d632762796f admin admin] Checking segment: {'id': '90098dcd-5d5a-45af-88ba-085bdae8626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c61e5cc5-fc48-43fc-acf4-d67a59d94ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:50:10.248225 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102ba612-e2aa-439f-8aac-8d632762796f admin admin] Network hostable DHCP agents. Network: c61e5cc5-fc48-43fc-acf4-d67a59d94ef7, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:50:10.270681 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102ba612-e2aa-439f-8aac-8d632762796f admin admin] Network c61e5cc5-fc48-43fc-acf4-d67a59d94ef7 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:50:10.280620 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-102ba612-e2aa-439f-8aac-8d632762796f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, c61e5cc5-fc48-43fc-acf4-d67a59d94ef7) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:50:10.285538 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102ba612-e2aa-439f-8aac-8d632762796f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:10.286156 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-102ba612-e2aa-439f-8aac-8d632762796f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:10.290545 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f27f19-ee60-44a1-8177-3fc7fd6fcdf5 None None] Network c61e5cc5-fc48-43fc-acf4-d67a59d94ef7 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:50:10.300627 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-102ba612-e2aa-439f-8aac-8d632762796f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3525264 Aug 10 03:50:10.420255 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16033699-c5ec-48a4-94c1-d0793a212697 None None] Network c61e5cc5-fc48-43fc-acf4-d67a59d94ef7 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:50:10.723257 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23073a42-fab2-4d5e-8614-cc6038bed2d9 req-56d43315-1bb2-416b-a636-a47da6a8179a tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:10.724754 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-23073a42-fab2-4d5e-8614-cc6038bed2d9 req-56d43315-1bb2-416b-a636-a47da6a8179a tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/networks?id=c61e5cc5-fc48-43fc-acf4-d67a59d94ef7 HTTP/1.1" status: 200 len: 812 time: 0.1038890 Aug 10 03:50:10.739609 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-23073a42-fab2-4d5e-8614-cc6038bed2d9 req-fff34b1a-1e30-4cbb-a31a-bec4ef5a4a94 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/quotas/14eca8003c544501aaa7107137b5b00f HTTP/1.1" status: 200 len: 375 time: 0.0089715 Aug 10 03:50:10.771079 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-23073a42-fab2-4d5e-8614-cc6038bed2d9 req-7520ccca-80aa-4623-a71b-1672c3efd5f6 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=14eca8003c544501aaa7107137b5b00f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262349 Aug 10 03:50:10.781740 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [req-23073a42-fab2-4d5e-8614-cc6038bed2d9 req-3c00762a-389c-4f2f-acba-ac1f022340a5 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:50:10.782666 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-23073a42-fab2-4d5e-8614-cc6038bed2d9 req-3c00762a-389c-4f2f-acba-ac1f022340a5 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050242 Aug 10 03:50:10.871373 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-23073a42-fab2-4d5e-8614-cc6038bed2d9 req-4f190ed5-eb70-484e-ba63-8fb9c0adb8c0 service neutron] 10.222.0.62 "GET /v2.0/networks/c61e5cc5-fc48-43fc-acf4-d67a59d94ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832746 Aug 10 03:50:10.958184 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-23073a42-fab2-4d5e-8614-cc6038bed2d9 req-ceaabd76-9481-4c43-8e39-aeeaa75c75b8 service neutron] 10.222.0.62 "GET /v2.0/networks/c61e5cc5-fc48-43fc-acf4-d67a59d94ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808342 Aug 10 03:50:11.116204 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6202d1cc-4896-4dfb-8828-1bb6540066dc req-3b478650-db39-4338-9727-c6f30275dc82 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/ports?device_id=67393fb4-8cb0-40c0-98a9-7bab7db05d0a HTTP/1.1" status: 200 len: 210 time: 0.0267930 Aug 10 03:50:12.122645 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23073a42-fab2-4d5e-8614-cc6038bed2d9 req-dee0012b-989d-4cdc-ad03-2615d9011322 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:12.124222 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-23073a42-fab2-4d5e-8614-cc6038bed2d9 req-dee0012b-989d-4cdc-ad03-2615d9011322 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.60 "GET /v2.0/networks?id=c61e5cc5-fc48-43fc-acf4-d67a59d94ef7 HTTP/1.1" status: 200 len: 812 time: 0.1125102 Aug 10 03:50:12.140749 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-23073a42-fab2-4d5e-8614-cc6038bed2d9 req-736dbc37-9582-4015-8cad-eec90e3137ee tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] Request body: {'port': {'device_id': '67393fb4-8cb0-40c0-98a9-7bab7db05d0a', 'network_id': 'c61e5cc5-fc48-43fc-acf4-d67a59d94ef7', 'admin_state_up': True, 'tenant_id': '14eca8003c544501aaa7107137b5b00f'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:12.214436 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ef675118-39d8-4d40-8347-429e1a659dcd req-4c568f05-b326-4edf-9517-8d3691da8939 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/ports?device_id=67393fb4-8cb0-40c0-98a9-7bab7db05d0a HTTP/1.1" status: 200 len: 210 time: 0.0311341 Aug 10 03:50:12.252302 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23073a42-fab2-4d5e-8614-cc6038bed2d9 req-736dbc37-9582-4015-8cad-eec90e3137ee tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] Made reservation on behalf of 14eca8003c544501aaa7107137b5b00f for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:50:12.256482 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-23073a42-fab2-4d5e-8614-cc6038bed2d9 req-736dbc37-9582-4015-8cad-eec90e3137ee tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:12.377108 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-23073a42-fab2-4d5e-8614-cc6038bed2d9 req-736dbc37-9582-4015-8cad-eec90e3137ee tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] Allocated IP 172.20.0.7 (c61e5cc5-fc48-43fc-acf4-d67a59d94ef7/a04c70e9-405d-4694-b5c7-9d13e4edbdab/820dc076-2d40-44cc-96b0-fb5eb346e12f) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:50:12.524637 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-23073a42-fab2-4d5e-8614-cc6038bed2d9 req-736dbc37-9582-4015-8cad-eec90e3137ee tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:12.565128 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-23073a42-fab2-4d5e-8614-cc6038bed2d9 req-736dbc37-9582-4015-8cad-eec90e3137ee tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:12.609206 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23073a42-fab2-4d5e-8614-cc6038bed2d9 req-736dbc37-9582-4015-8cad-eec90e3137ee tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] Network c61e5cc5-fc48-43fc-acf4-d67a59d94ef7 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:50:12.612266 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-23073a42-fab2-4d5e-8614-cc6038bed2d9 req-736dbc37-9582-4015-8cad-eec90e3137ee tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:50:12.616465 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-23073a42-fab2-4d5e-8614-cc6038bed2d9 req-736dbc37-9582-4015-8cad-eec90e3137ee tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:50:12.622689 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736dbc37-9582-4015-8cad-eec90e3137ee tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] Pushing event updated for resources: {'Port': ['ID=820dc076-2d40-44cc-96b0-fb5eb346e12f,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:12.672008 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23073a42-fab2-4d5e-8614-cc6038bed2d9 req-736dbc37-9582-4015-8cad-eec90e3137ee tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:12.672612 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-23073a42-fab2-4d5e-8614-cc6038bed2d9 req-736dbc37-9582-4015-8cad-eec90e3137ee tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:12.686606 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-23073a42-fab2-4d5e-8614-cc6038bed2d9 req-736dbc37-9582-4015-8cad-eec90e3137ee tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5500233 Aug 10 03:50:12.701896 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-23073a42-fab2-4d5e-8614-cc6038bed2d9 req-b83a3fef-923b-45d7-96b0-9e2711e097ef service neutron] Request body: {'port': {'device_id': '67393fb4-8cb0-40c0-98a9-7bab7db05d0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:12.754898 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-23073a42-fab2-4d5e-8614-cc6038bed2d9 req-b83a3fef-923b-45d7-96b0-9e2711e097ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:13.026993 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-23073a42-fab2-4d5e-8614-cc6038bed2d9 req-b83a3fef-923b-45d7-96b0-9e2711e097ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 820dc076-2d40-44cc-96b0-fb5eb346e12f {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:50:13.034976 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-23073a42-fab2-4d5e-8614-cc6038bed2d9 req-b83a3fef-923b-45d7-96b0-9e2711e097ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:13.047922 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-23073a42-fab2-4d5e-8614-cc6038bed2d9 req-b83a3fef-923b-45d7-96b0-9e2711e097ef service neutron] Transition to ACTIVE for port object 820dc076-2d40-44cc-96b0-fb5eb346e12f will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:50:13.053726 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-23073a42-fab2-4d5e-8614-cc6038bed2d9 req-b83a3fef-923b-45d7-96b0-9e2711e097ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:13.104156 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83a3fef-923b-45d7-96b0-9e2711e097ef service neutron] Pushing event updated for resources: {'Port': ['ID=820dc076-2d40-44cc-96b0-fb5eb346e12f,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:13.171521 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-23073a42-fab2-4d5e-8614-cc6038bed2d9 req-b83a3fef-923b-45d7-96b0-9e2711e097ef service neutron] Attempting to bind port 820dc076-2d40-44cc-96b0-fb5eb346e12f on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:50:13.172683 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-23073a42-fab2-4d5e-8614-cc6038bed2d9 req-b83a3fef-923b-45d7-96b0-9e2711e097ef service neutron] Attempting to bind port 820dc076-2d40-44cc-96b0-fb5eb346e12f by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '90098dcd-5d5a-45af-88ba-085bdae8626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c61e5cc5-fc48-43fc-acf4-d67a59d94ef7'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:50:13.172683 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23073a42-fab2-4d5e-8614-cc6038bed2d9 req-b83a3fef-923b-45d7-96b0-9e2711e097ef service neutron] Attempting to bind port 820dc076-2d40-44cc-96b0-fb5eb346e12f on network c61e5cc5-fc48-43fc-acf4-d67a59d94ef7 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:50:13.176855 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23073a42-fab2-4d5e-8614-cc6038bed2d9 req-b83a3fef-923b-45d7-96b0-9e2711e097ef service neutron] Port 820dc076-2d40-44cc-96b0-fb5eb346e12f on network c61e5cc5-fc48-43fc-acf4-d67a59d94ef7 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:50:13.176990 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23073a42-fab2-4d5e-8614-cc6038bed2d9 req-b83a3fef-923b-45d7-96b0-9e2711e097ef service neutron] Attempting to bind port 820dc076-2d40-44cc-96b0-fb5eb346e12f on network c61e5cc5-fc48-43fc-acf4-d67a59d94ef7 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:50:13.181841 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23073a42-fab2-4d5e-8614-cc6038bed2d9 req-b83a3fef-923b-45d7-96b0-9e2711e097ef service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:50:13.182174 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23073a42-fab2-4d5e-8614-cc6038bed2d9 req-b83a3fef-923b-45d7-96b0-9e2711e097ef service neutron] Checking segment: {'id': '90098dcd-5d5a-45af-88ba-085bdae8626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c61e5cc5-fc48-43fc-acf4-d67a59d94ef7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:50:13.182549 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23073a42-fab2-4d5e-8614-cc6038bed2d9 req-b83a3fef-923b-45d7-96b0-9e2711e097ef service neutron] Bound using segment: {'id': '90098dcd-5d5a-45af-88ba-085bdae8626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c61e5cc5-fc48-43fc-acf4-d67a59d94ef7'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:50:13.183001 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-23073a42-fab2-4d5e-8614-cc6038bed2d9 req-b83a3fef-923b-45d7-96b0-9e2711e097ef service neutron] Bound port: 820dc076-2d40-44cc-96b0-fb5eb346e12f, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90098dcd-5d5a-45af-88ba-085bdae8626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c61e5cc5-fc48-43fc-acf4-d67a59d94ef7'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:50:13.183353 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-23073a42-fab2-4d5e-8614-cc6038bed2d9 req-b83a3fef-923b-45d7-96b0-9e2711e097ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:13.256269 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-23073a42-fab2-4d5e-8614-cc6038bed2d9 req-b83a3fef-923b-45d7-96b0-9e2711e097ef service neutron] For port 820dc076-2d40-44cc-96b0-fb5eb346e12f, host n-h2-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:50:13.259824 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-23073a42-fab2-4d5e-8614-cc6038bed2d9 req-b83a3fef-923b-45d7-96b0-9e2711e097ef service neutron] For port 820dc076-2d40-44cc-96b0-fb5eb346e12f, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=820dc076-2d40-44cc-96b0-fb5eb346e12f,segment=NetworkSegment(90098dcd-5d5a-45af-88ba-085bdae8626e),segment_id=90098dcd-5d5a-45af-88ba-085bdae8626e)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:50:13.265017 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-23073a42-fab2-4d5e-8614-cc6038bed2d9 req-b83a3fef-923b-45d7-96b0-9e2711e097ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:13.310296 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23073a42-fab2-4d5e-8614-cc6038bed2d9 req-b83a3fef-923b-45d7-96b0-9e2711e097ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:13.311044 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-23073a42-fab2-4d5e-8614-cc6038bed2d9 req-b83a3fef-923b-45d7-96b0-9e2711e097ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:13.312448 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-23073a42-fab2-4d5e-8614-cc6038bed2d9 req-b83a3fef-923b-45d7-96b0-9e2711e097ef service neutron] 10.222.0.60 "PUT /v2.0/ports/820dc076-2d40-44cc-96b0-fb5eb346e12f HTTP/1.1" status: 200 len: 1092 time: 0.6146109 Aug 10 03:50:13.312894 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67393fb4-8cb0-40c0-98a9-7bab7db05d0a', 'tag': '820dc076-2d40-44cc-96b0-fb5eb346e12f'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:50:13.315199 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818c0770-eead-406a-acf1-823859325d8a" -d '{"events": [{"name": "network-changed", "server_uuid": "67393fb4-8cb0-40c0-98a9-7bab7db05d0a", "tag": "820dc076-2d40-44cc-96b0-fb5eb346e12f"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:50:13.350702 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83a3fef-923b-45d7-96b0-9e2711e097ef service neutron] Pushing event updated for resources: {'Port': ['ID=820dc076-2d40-44cc-96b0-fb5eb346e12f,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:13.374480 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05d24f8-4c19-4385-a619-b19f406e23d1 x-openstack-request-id: req-e05d24f8-4c19-4385-a619-b19f406e23d1 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:50:13.374480 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67393fb4-8cb0-40c0-98a9-7bab7db05d0a", "tag": "820dc076-2d40-44cc-96b0-fb5eb346e12f", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:50:13.374480 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e05d24f8-4c19-4385-a619-b19f406e23d1 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:50:13.374852 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67393fb4-8cb0-40c0-98a9-7bab7db05d0a', 'tag': '820dc076-2d40-44cc-96b0-fb5eb346e12f', 'status': 'completed', 'code': 200} Aug 10 03:50:13.374988 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca57553a-b9b4-4f65-856e-a0117180d52d req-0a4d38e6-8d88-408d-ac44-49131dd69baf tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:13.377404 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ca57553a-b9b4-4f65-856e-a0117180d52d req-0a4d38e6-8d88-408d-ac44-49131dd69baf tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/ports?device_id=67393fb4-8cb0-40c0-98a9-7bab7db05d0a HTTP/1.1" status: 200 len: 943 time: 0.0904853 Aug 10 03:50:13.407607 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23073a42-fab2-4d5e-8614-cc6038bed2d9 req-325fd293-c0ad-433d-afbb-e4b62dc53f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:13.409438 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-23073a42-fab2-4d5e-8614-cc6038bed2d9 req-325fd293-c0ad-433d-afbb-e4b62dc53f64 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=14eca8003c544501aaa7107137b5b00f&device_id=67393fb4-8cb0-40c0-98a9-7bab7db05d0a HTTP/1.1" status: 200 len: 1095 time: 0.0474339 Aug 10 03:50:13.423361 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ca57553a-b9b4-4f65-856e-a0117180d52d req-675bdacc-a958-4b32-a09c-c24efec3563a tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f2fb43a-e0fc-4e21-9de7-adb1e13b4f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385041 Aug 10 03:50:13.453226 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-23073a42-fab2-4d5e-8614-cc6038bed2d9 req-72ffd25d-438a-4eb1-9dbf-c61205f3ca7d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=820dc076-2d40-44cc-96b0-fb5eb346e12f HTTP/1.1" status: 200 len: 217 time: 0.0356803 Aug 10 03:50:13.518957 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23073a42-fab2-4d5e-8614-cc6038bed2d9 req-5d4095fd-167d-44e4-b88a-6a804ae43830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:13.521051 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-23073a42-fab2-4d5e-8614-cc6038bed2d9 req-5d4095fd-167d-44e4-b88a-6a804ae43830 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a04c70e9-405d-4694-b5c7-9d13e4edbdab HTTP/1.1" status: 200 len: 852 time: 0.0574100 Aug 10 03:50:13.553250 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-23073a42-fab2-4d5e-8614-cc6038bed2d9 req-1d0507d4-a7f0-4ae8-926b-5abfa1ad8f6a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c61e5cc5-fc48-43fc-acf4-d67a59d94ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251865 Aug 10 03:50:13.642650 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-23073a42-fab2-4d5e-8614-cc6038bed2d9 req-5e45f3f9-f35b-4427-b849-7483b5cb859e service neutron] 10.222.0.60 "GET /v2.0/networks/c61e5cc5-fc48-43fc-acf4-d67a59d94ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820899 Aug 10 03:50:13.740690 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-23073a42-fab2-4d5e-8614-cc6038bed2d9 req-4a3fde2b-4f70-4275-ad1a-aa492cc275b5 service neutron] 10.222.0.60 "GET /v2.0/networks/c61e5cc5-fc48-43fc-acf4-d67a59d94ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862110 Aug 10 03:50:13.828087 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c0770-eead-406a-acf1-823859325d8a req-64341e97-046a-48de-ac50-6a1936e65bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:13.829564 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-818c0770-eead-406a-acf1-823859325d8a req-64341e97-046a-48de-ac50-6a1936e65bb5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=14eca8003c544501aaa7107137b5b00f&device_id=67393fb4-8cb0-40c0-98a9-7bab7db05d0a HTTP/1.1" status: 200 len: 1095 time: 0.0411854 Aug 10 03:50:13.921085 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c0770-eead-406a-acf1-823859325d8a req-ea146ded-b96b-497b-ae89-9bcab823f31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:13.922815 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-818c0770-eead-406a-acf1-823859325d8a req-ea146ded-b96b-497b-ae89-9bcab823f31e service neutron] 10.222.0.60 "GET /v2.0/networks?id=c61e5cc5-fc48-43fc-acf4-d67a59d94ef7 HTTP/1.1" status: 200 len: 913 time: 0.0859237 Aug 10 03:50:13.964319 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-818c0770-eead-406a-acf1-823859325d8a req-5933d84c-4324-466d-984d-ade1c5758f46 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=820dc076-2d40-44cc-96b0-fb5eb346e12f HTTP/1.1" status: 200 len: 217 time: 0.0340633 Aug 10 03:50:14.012666 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c0770-eead-406a-acf1-823859325d8a req-abfb0fda-f475-4523-bac4-6d7881509bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:14.014021 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-818c0770-eead-406a-acf1-823859325d8a req-abfb0fda-f475-4523-bac4-6d7881509bb8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a04c70e9-405d-4694-b5c7-9d13e4edbdab HTTP/1.1" status: 200 len: 852 time: 0.0427990 Aug 10 03:50:14.045021 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-818c0770-eead-406a-acf1-823859325d8a req-65c2d6c5-530b-465f-af78-07f63bbf6e0b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c61e5cc5-fc48-43fc-acf4-d67a59d94ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235126 Aug 10 03:50:14.139508 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-818c0770-eead-406a-acf1-823859325d8a req-15876623-763a-4559-a609-587de1bdd625 service neutron] 10.222.0.60 "GET /v2.0/networks/c61e5cc5-fc48-43fc-acf4-d67a59d94ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861299 Aug 10 03:50:14.229928 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-818c0770-eead-406a-acf1-823859325d8a req-7e2c0136-3c10-4c08-8ce3-e662a32edbaa service neutron] 10.222.0.60 "GET /v2.0/networks/c61e5cc5-fc48-43fc-acf4-d67a59d94ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828733 Aug 10 03:50:14.540265 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e10850-9a6a-4e7e-b295-c96a2bca6366 req-a1694305-3462-4667-ae62-90b8957fa81a tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:14.541775 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e4e10850-9a6a-4e7e-b295-c96a2bca6366 req-a1694305-3462-4667-ae62-90b8957fa81a tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/ports?device_id=67393fb4-8cb0-40c0-98a9-7bab7db05d0a HTTP/1.1" status: 200 len: 943 time: 0.0496883 Aug 10 03:50:14.578421 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e4e10850-9a6a-4e7e-b295-c96a2bca6366 req-46ad0c51-ab57-4374-b6e4-c08613af6e78 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f2fb43a-e0fc-4e21-9de7-adb1e13b4f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303731 Aug 10 03:50:15.698486 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa289083-7269-41fe-b7aa-31bb9691ac7a req-4b10a3fe-3cf8-439f-9425-4ebf0a0cb5a6 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:15.700002 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fa289083-7269-41fe-b7aa-31bb9691ac7a req-4b10a3fe-3cf8-439f-9425-4ebf0a0cb5a6 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/ports?device_id=67393fb4-8cb0-40c0-98a9-7bab7db05d0a HTTP/1.1" status: 200 len: 943 time: 0.0535371 Aug 10 03:50:15.738430 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fa289083-7269-41fe-b7aa-31bb9691ac7a req-b608ac0b-f131-4dbb-8933-846f0f8e1db2 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f2fb43a-e0fc-4e21-9de7-adb1e13b4f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324564 Aug 10 03:50:16.857736 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452589a-f686-41c5-840c-805a27ac8f12 req-0bf76b6e-d89a-4fcc-be55-3b5438f257cc tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:16.859648 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5452589a-f686-41c5-840c-805a27ac8f12 req-0bf76b6e-d89a-4fcc-be55-3b5438f257cc tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/ports?device_id=67393fb4-8cb0-40c0-98a9-7bab7db05d0a HTTP/1.1" status: 200 len: 943 time: 0.0542059 Aug 10 03:50:16.900929 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5452589a-f686-41c5-840c-805a27ac8f12 req-35b61221-0a02-4f64-b3cf-2caca816b3fe tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f2fb43a-e0fc-4e21-9de7-adb1e13b4f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354404 Aug 10 03:50:17.213882 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 820dc076-2d40-44cc-96b0-fb5eb346e12f details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:50:17.306613 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 820dc076-2d40-44cc-96b0-fb5eb346e12f, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=820dc076-2d40-44cc-96b0-fb5eb346e12f,segment=NetworkSegment(90098dcd-5d5a-45af-88ba-085bdae8626e),segment_id=90098dcd-5d5a-45af-88ba-085bdae8626e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:17.321040 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '820dc076-2d40-44cc-96b0-fb5eb346e12f', 'network_id': 'c61e5cc5-fc48-43fc-acf4-d67a59d94ef7', 'port_id': '820dc076-2d40-44cc-96b0-fb5eb346e12f', 'mac_address': 'fa:16:3e:4d:49:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a04c70e9-405d-4694-b5c7-9d13e4edbdab', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:50:17.357520 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:17.370891 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 820dc076-2d40-44cc-96b0-fb5eb346e12f {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:50:17.389674 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 820dc076-2d40-44cc-96b0-fb5eb346e12f, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=820dc076-2d40-44cc-96b0-fb5eb346e12f,segment=NetworkSegment(90098dcd-5d5a-45af-88ba-085bdae8626e),segment_id=90098dcd-5d5a-45af-88ba-085bdae8626e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:17.393844 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:17.440969 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=820dc076-2d40-44cc-96b0-fb5eb346e12f,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:17.632126 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['820dc076-2d40-44cc-96b0-fb5eb346e12f'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:50:18.015472 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf400d-6193-428c-9608-e2d2148adcf2 req-9bc0b892-62f4-4795-9aba-1310ceebafb0 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:18.016915 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aaaf400d-6193-428c-9608-e2d2148adcf2 req-9bc0b892-62f4-4795-9aba-1310ceebafb0 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/ports?device_id=67393fb4-8cb0-40c0-98a9-7bab7db05d0a HTTP/1.1" status: 200 len: 944 time: 0.0484247 Aug 10 03:50:18.055369 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aaaf400d-6193-428c-9608-e2d2148adcf2 req-6665cbaf-e453-4c11-9748-4938b1562c2d tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f2fb43a-e0fc-4e21-9de7-adb1e13b4f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323532 Aug 10 03:50:19.176710 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefcca62-f461-4466-90fd-d1eb6efa354a req-8569ab87-7c6d-456d-8f1c-69a082fa8656 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:19.178106 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eefcca62-f461-4466-90fd-d1eb6efa354a req-8569ab87-7c6d-456d-8f1c-69a082fa8656 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/ports?device_id=67393fb4-8cb0-40c0-98a9-7bab7db05d0a HTTP/1.1" status: 200 len: 944 time: 0.0523756 Aug 10 03:50:19.212817 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 820dc076-2d40-44cc-96b0-fb5eb346e12f up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:50:19.215898 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eefcca62-f461-4466-90fd-d1eb6efa354a req-23833710-411f-4e59-b4af-9616d7abf2a0 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f2fb43a-e0fc-4e21-9de7-adb1e13b4f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316722 Aug 10 03:50:19.260942 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port 820dc076-2d40-44cc-96b0-fb5eb346e12f completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:50:19.264651 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 820dc076-2d40-44cc-96b0-fb5eb346e12f triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:19.265030 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:19.345098 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:19.368012 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67393fb4-8cb0-40c0-98a9-7bab7db05d0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '820dc076-2d40-44cc-96b0-fb5eb346e12f'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:50:19.370645 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2da413-389f-4669-b05e-56c59e027290" -d '{"events": [{"server_uuid": "67393fb4-8cb0-40c0-98a9-7bab7db05d0a", "name": "network-vif-plugged", "status": "completed", "tag": "820dc076-2d40-44cc-96b0-fb5eb346e12f"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:50:19.383579 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 820dc076-2d40-44cc-96b0-fb5eb346e12f, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=820dc076-2d40-44cc-96b0-fb5eb346e12f,segment=NetworkSegment(90098dcd-5d5a-45af-88ba-085bdae8626e),segment_id=90098dcd-5d5a-45af-88ba-085bdae8626e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:19.387528 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:19.411047 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90889c7-7b35-4212-87ae-9ac27d8142da x-openstack-request-id: req-c90889c7-7b35-4212-87ae-9ac27d8142da {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:50:19.411353 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67393fb4-8cb0-40c0-98a9-7bab7db05d0a", "name": "network-vif-plugged", "status": "completed", "tag": "820dc076-2d40-44cc-96b0-fb5eb346e12f", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:50:19.411593 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c90889c7-7b35-4212-87ae-9ac27d8142da {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:50:19.411981 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67393fb4-8cb0-40c0-98a9-7bab7db05d0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '820dc076-2d40-44cc-96b0-fb5eb346e12f', 'code': 200} Aug 10 03:50:19.437580 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=820dc076-2d40-44cc-96b0-fb5eb346e12f,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:19.516897 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4a044-d892-4d56-97af-385c13649356 req-ab4fb92e-17e7-4c88-b49a-8f365e170c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:19.518405 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-37f4a044-d892-4d56-97af-385c13649356 req-ab4fb92e-17e7-4c88-b49a-8f365e170c51 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=67393fb4-8cb0-40c0-98a9-7bab7db05d0a HTTP/1.1" status: 200 len: 1097 time: 0.0453448 Aug 10 03:50:19.557638 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-37f4a044-d892-4d56-97af-385c13649356 req-f1d194ca-db51-4704-8968-9986aaaaa335 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8f2fb43a-e0fc-4e21-9de7-adb1e13b4f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274167 Aug 10 03:50:20.342825 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56519db6-51f1-463b-a1b8-1babfa0267ff req-5c58866b-9d63-471a-bf6e-23e177060897 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:20.344286 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-56519db6-51f1-463b-a1b8-1babfa0267ff req-5c58866b-9d63-471a-bf6e-23e177060897 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/ports?device_id=67393fb4-8cb0-40c0-98a9-7bab7db05d0a HTTP/1.1" status: 200 len: 945 time: 0.0590537 Aug 10 03:50:20.387052 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-56519db6-51f1-463b-a1b8-1babfa0267ff req-86d9035c-b552-45e6-a988-cf4b46e30c19 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f2fb43a-e0fc-4e21-9de7-adb1e13b4f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360267 Aug 10 03:50:21.521207 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f58ab7-d123-4f96-8a93-bc7000a61d9c req-db42ba16-78c2-4cc6-8d5d-f2a3f1ddbfc3 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:21.523705 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-85f58ab7-d123-4f96-8a93-bc7000a61d9c req-db42ba16-78c2-4cc6-8d5d-f2a3f1ddbfc3 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/ports?device_id=67393fb4-8cb0-40c0-98a9-7bab7db05d0a HTTP/1.1" status: 200 len: 945 time: 0.0587053 Aug 10 03:50:21.562615 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-85f58ab7-d123-4f96-8a93-bc7000a61d9c req-7c321837-a19f-451b-ad84-829a7212b976 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f2fb43a-e0fc-4e21-9de7-adb1e13b4f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330327 Aug 10 03:50:21.811938 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97efa6b-7f04-477d-bc5f-f65eda86028b req-6d92e3b3-2b25-4664-9843-3db1374ed2fe tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:21.813456 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c97efa6b-7f04-477d-bc5f-f65eda86028b req-6d92e3b3-2b25-4664-9843-3db1374ed2fe tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/ports?device_id=67393fb4-8cb0-40c0-98a9-7bab7db05d0a HTTP/1.1" status: 200 len: 945 time: 0.0552566 Aug 10 03:50:21.876684 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c97efa6b-7f04-477d-bc5f-f65eda86028b req-e15d4d97-68c6-4ed1-bceb-20e72f340116 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f2fb43a-e0fc-4e21-9de7-adb1e13b4f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544591 Aug 10 03:50:21.880492 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2bb36d81-5e0a-40f6-a090-7613852a9530 req-52f5befa-87ca-4cec-b346-747134c41224 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=67393fb4-8cb0-40c0-98a9-7bab7db05d0a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1287060 Aug 10 03:50:23.012683 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e33b7-b7ab-4069-9609-35fe40c29295 req-c264fff8-c49f-40bc-b090-c8a5bd3490bd tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:23.014861 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b12e33b7-b7ab-4069-9609-35fe40c29295 req-c264fff8-c49f-40bc-b090-c8a5bd3490bd tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/ports?device_id=67393fb4-8cb0-40c0-98a9-7bab7db05d0a HTTP/1.1" status: 200 len: 945 time: 0.0671108 Aug 10 03:50:23.055735 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb36d81-5e0a-40f6-a090-7613852a9530 req-5eedbf7a-a005-42f7-9263-fa44a89c2f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:23.057239 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2bb36d81-5e0a-40f6-a090-7613852a9530 req-5eedbf7a-a005-42f7-9263-fa44a89c2f81 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=14eca8003c544501aaa7107137b5b00f&device_id=67393fb4-8cb0-40c0-98a9-7bab7db05d0a HTTP/1.1" status: 200 len: 1097 time: 0.0461388 Aug 10 03:50:23.062588 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b12e33b7-b7ab-4069-9609-35fe40c29295 req-ec0a8605-040d-49f3-b5fb-6d7f7bb68922 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f2fb43a-e0fc-4e21-9de7-adb1e13b4f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369062 Aug 10 03:50:23.156681 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb36d81-5e0a-40f6-a090-7613852a9530 req-2b5e3b10-68ae-40c4-9eb1-83b4a20891a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:23.158229 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2bb36d81-5e0a-40f6-a090-7613852a9530 req-2b5e3b10-68ae-40c4-9eb1-83b4a20891a4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c61e5cc5-fc48-43fc-acf4-d67a59d94ef7 HTTP/1.1" status: 200 len: 913 time: 0.0944142 Aug 10 03:50:23.202550 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2bb36d81-5e0a-40f6-a090-7613852a9530 req-c4c15cff-1697-440a-be61-646318d4a2d5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=820dc076-2d40-44cc-96b0-fb5eb346e12f HTTP/1.1" status: 200 len: 217 time: 0.0370355 Aug 10 03:50:23.261224 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb36d81-5e0a-40f6-a090-7613852a9530 req-56bbe188-f70d-432d-b749-ef6d1b5d10ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:23.262780 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2bb36d81-5e0a-40f6-a090-7613852a9530 req-56bbe188-f70d-432d-b749-ef6d1b5d10ae service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a04c70e9-405d-4694-b5c7-9d13e4edbdab HTTP/1.1" status: 200 len: 852 time: 0.0536294 Aug 10 03:50:23.294905 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2bb36d81-5e0a-40f6-a090-7613852a9530 req-7d6f3bfc-8f2a-48b4-bc5b-17d031712229 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c61e5cc5-fc48-43fc-acf4-d67a59d94ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253391 Aug 10 03:50:23.389011 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2bb36d81-5e0a-40f6-a090-7613852a9530 req-38173985-fba2-4cb8-ba2f-d45dfacdbcc3 service neutron] 10.222.0.60 "GET /v2.0/networks/c61e5cc5-fc48-43fc-acf4-d67a59d94ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873995 Aug 10 03:50:23.485533 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2bb36d81-5e0a-40f6-a090-7613852a9530 req-0215092f-263a-4577-9e76-3bbb652f6f70 service neutron] 10.222.0.60 "GET /v2.0/networks/c61e5cc5-fc48-43fc-acf4-d67a59d94ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888152 Aug 10 03:50:24.192151 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82ee8f-45c3-4b41-af0d-ed11abc4cdec req-a863900c-17b1-4a4a-b22f-22ad89094bef tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:24.193756 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dc82ee8f-45c3-4b41-af0d-ed11abc4cdec req-a863900c-17b1-4a4a-b22f-22ad89094bef tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/ports?device_id=67393fb4-8cb0-40c0-98a9-7bab7db05d0a HTTP/1.1" status: 200 len: 945 time: 0.0567520 Aug 10 03:50:24.236309 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dc82ee8f-45c3-4b41-af0d-ed11abc4cdec req-fb9e6427-650f-4ee0-b05f-dc2d1f04eddb tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f2fb43a-e0fc-4e21-9de7-adb1e13b4f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331445 Aug 10 03:50:25.366631 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf053b9-4c24-4cdf-aa41-20384d04a30d req-6c86ca4d-8f6e-40b3-9a49-93ce9d9c1356 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:25.368196 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6bf053b9-4c24-4cdf-aa41-20384d04a30d req-6c86ca4d-8f6e-40b3-9a49-93ce9d9c1356 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/ports?device_id=67393fb4-8cb0-40c0-98a9-7bab7db05d0a HTTP/1.1" status: 200 len: 945 time: 0.0510139 Aug 10 03:50:25.408063 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6bf053b9-4c24-4cdf-aa41-20384d04a30d req-7c39d19e-afc9-4da4-b956-fddedea23204 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f2fb43a-e0fc-4e21-9de7-adb1e13b4f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339415 Aug 10 03:50:26.510492 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:26.543852 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63668d55-895d-441b-ab83-28276f27db76 req-cfba4f2d-8951-4324-8e27-87d09fa96e3f tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:26.545441 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-63668d55-895d-441b-ab83-28276f27db76 req-cfba4f2d-8951-4324-8e27-87d09fa96e3f tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/ports?device_id=67393fb4-8cb0-40c0-98a9-7bab7db05d0a HTTP/1.1" status: 200 len: 945 time: 0.0601890 Aug 10 03:50:26.589554 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-63668d55-895d-441b-ab83-28276f27db76 req-1c44ab10-55c5-474d-b2d5-d749b7875fb7 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f2fb43a-e0fc-4e21-9de7-adb1e13b4f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331821 Aug 10 03:50:26.785541 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:27.714469 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd457e6-332d-48e6-8a27-6b2211c8654c req-42c60fcd-b4f7-4e9f-bd44-e4e64a8b5f6c tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:27.716074 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3dd457e6-332d-48e6-8a27-6b2211c8654c req-42c60fcd-b4f7-4e9f-bd44-e4e64a8b5f6c tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/ports?device_id=67393fb4-8cb0-40c0-98a9-7bab7db05d0a HTTP/1.1" status: 200 len: 945 time: 0.0539911 Aug 10 03:50:27.755527 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3dd457e6-332d-48e6-8a27-6b2211c8654c req-72ff1b3e-c4d1-452c-a254-12d8cffdfb39 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f2fb43a-e0fc-4e21-9de7-adb1e13b4f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329494 Aug 10 03:50:28.875267 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db680e1f-0a67-405a-ae40-e20e2b7f8fee req-809aff6f-183b-45f1-98d8-17596ea58f90 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:28.876810 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-db680e1f-0a67-405a-ae40-e20e2b7f8fee req-809aff6f-183b-45f1-98d8-17596ea58f90 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/ports?device_id=67393fb4-8cb0-40c0-98a9-7bab7db05d0a HTTP/1.1" status: 200 len: 945 time: 0.0514035 Aug 10 03:50:28.916462 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-db680e1f-0a67-405a-ae40-e20e2b7f8fee req-70685dcf-089d-4c7b-a7e0-4f134d7aae84 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f2fb43a-e0fc-4e21-9de7-adb1e13b4f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330260 Aug 10 03:50:30.039008 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fcf5af-c523-4f7c-a6fc-7a3be47b8a54 req-da492c12-508e-47aa-aadd-62175b0cb398 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:30.040538 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d2fcf5af-c523-4f7c-a6fc-7a3be47b8a54 req-da492c12-508e-47aa-aadd-62175b0cb398 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/ports?device_id=67393fb4-8cb0-40c0-98a9-7bab7db05d0a HTTP/1.1" status: 200 len: 945 time: 0.0527239 Aug 10 03:50:30.080393 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d2fcf5af-c523-4f7c-a6fc-7a3be47b8a54 req-e4d57f61-87ea-4dc1-bedf-0de614d24912 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f2fb43a-e0fc-4e21-9de7-adb1e13b4f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335858 Aug 10 03:50:30.376167 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-24a75312-8e9f-4306-a695-5d0f41e63c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:31.226051 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757ff94-3190-4d73-993b-03708e104dc8 req-74a9e6aa-ddf9-4495-b37a-8d1231a054fa tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:31.227608 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f757ff94-3190-4d73-993b-03708e104dc8 req-74a9e6aa-ddf9-4495-b37a-8d1231a054fa tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/ports?device_id=67393fb4-8cb0-40c0-98a9-7bab7db05d0a HTTP/1.1" status: 200 len: 945 time: 0.0705209 Aug 10 03:50:31.268215 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f757ff94-3190-4d73-993b-03708e104dc8 req-1bbe6ef6-8f47-408b-9b16-6da17ea179aa tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f2fb43a-e0fc-4e21-9de7-adb1e13b4f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319960 Aug 10 03:50:32.385519 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee10a9f-fcb9-49bd-b6f3-82c2074baa55 req-26237e12-8e23-4d92-a533-8758ca9640d8 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:32.386941 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3ee10a9f-fcb9-49bd-b6f3-82c2074baa55 req-26237e12-8e23-4d92-a533-8758ca9640d8 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/ports?device_id=67393fb4-8cb0-40c0-98a9-7bab7db05d0a HTTP/1.1" status: 200 len: 945 time: 0.0494044 Aug 10 03:50:32.425418 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3ee10a9f-fcb9-49bd-b6f3-82c2074baa55 req-9c5c46b9-42a5-4d1c-af72-36fffddb7ada tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f2fb43a-e0fc-4e21-9de7-adb1e13b4f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325902 Aug 10 03:50:33.058370 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-85074106-fe1b-416d-b2a9-2bdc4c9ad320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:33.455050 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:33.555303 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e770cd-dc7a-4acc-a345-669952c23fa7 req-70a62ee5-46fb-4d2d-8325-a2d6fdf81fc4 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:33.557028 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b5e770cd-dc7a-4acc-a345-669952c23fa7 req-70a62ee5-46fb-4d2d-8325-a2d6fdf81fc4 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/ports?device_id=67393fb4-8cb0-40c0-98a9-7bab7db05d0a HTTP/1.1" status: 200 len: 945 time: 0.0553780 Aug 10 03:50:33.608227 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b5e770cd-dc7a-4acc-a345-669952c23fa7 req-d699899c-5d2a-4eaf-8cdb-792afb8f3f1d tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f2fb43a-e0fc-4e21-9de7-adb1e13b4f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445228 Aug 10 03:50:34.306546 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:34.757795 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0258d8ff-d76e-4259-a2c0-2a82aa86119a req-7702b753-4f04-446c-9999-f2aa61fc8b07 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:34.759343 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0258d8ff-d76e-4259-a2c0-2a82aa86119a req-7702b753-4f04-446c-9999-f2aa61fc8b07 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/ports?device_id=67393fb4-8cb0-40c0-98a9-7bab7db05d0a HTTP/1.1" status: 200 len: 945 time: 0.0745056 Aug 10 03:50:34.801573 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0258d8ff-d76e-4259-a2c0-2a82aa86119a req-e320f3e8-a152-492e-8d2e-83a585fafd68 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f2fb43a-e0fc-4e21-9de7-adb1e13b4f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360835 Aug 10 03:50:35.933194 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:50:35.936285 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d38ef-5dff-496c-a64a-d359d7ead475 req-fb941716-800a-4800-a214-a1071820cfab tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:35.938137 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f37d38ef-5dff-496c-a64a-d359d7ead475 req-fb941716-800a-4800-a214-a1071820cfab tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/ports?device_id=67393fb4-8cb0-40c0-98a9-7bab7db05d0a HTTP/1.1" status: 200 len: 945 time: 0.0551670 Aug 10 03:50:35.979486 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f37d38ef-5dff-496c-a64a-d359d7ead475 req-12f77fba-2319-4c7e-a1ab-629c6e942bdf tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f2fb43a-e0fc-4e21-9de7-adb1e13b4f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344746 Aug 10 03:50:36.043275 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:37.108647 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184f69d7-c80b-43a2-9e7f-7470343201e6 req-a80b113c-59e7-47e3-b7f2-aec81950ec07 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:37.110711 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-184f69d7-c80b-43a2-9e7f-7470343201e6 req-a80b113c-59e7-47e3-b7f2-aec81950ec07 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/ports?device_id=67393fb4-8cb0-40c0-98a9-7bab7db05d0a HTTP/1.1" status: 200 len: 945 time: 0.0597064 Aug 10 03:50:37.155004 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-184f69d7-c80b-43a2-9e7f-7470343201e6 req-39a64b4b-090c-4a06-88b6-a629f6f35e74 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f2fb43a-e0fc-4e21-9de7-adb1e13b4f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355380 Aug 10 03:50:38.283723 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff0da0a-bcc1-4d26-98d4-5be9209d35da req-aa7bc985-eec8-46f7-878b-41d1f036ed89 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:38.285328 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3ff0da0a-bcc1-4d26-98d4-5be9209d35da req-aa7bc985-eec8-46f7-878b-41d1f036ed89 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/ports?device_id=67393fb4-8cb0-40c0-98a9-7bab7db05d0a HTTP/1.1" status: 200 len: 945 time: 0.0558391 Aug 10 03:50:38.326557 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3ff0da0a-bcc1-4d26-98d4-5be9209d35da req-f3baa975-fe00-41f2-8033-5fc85ad9fba3 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f2fb43a-e0fc-4e21-9de7-adb1e13b4f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343881 Aug 10 03:50:39.453841 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb368d-4ca7-4e42-881c-75860832b577 req-db3ee341-a076-44de-9d01-2199a19bdb23 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:39.455619 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-04bb368d-4ca7-4e42-881c-75860832b577 req-db3ee341-a076-44de-9d01-2199a19bdb23 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/ports?device_id=67393fb4-8cb0-40c0-98a9-7bab7db05d0a HTTP/1.1" status: 200 len: 945 time: 0.0575879 Aug 10 03:50:39.494851 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-04bb368d-4ca7-4e42-881c-75860832b577 req-8d5f6ff8-6e30-4f91-aa88-98f4026497ba tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f2fb43a-e0fc-4e21-9de7-adb1e13b4f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331810 Aug 10 03:50:40.624432 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153baba6-dcdd-460e-b79b-f9e42bad1089 req-ef7864df-98d1-42a4-a72b-d2e5f282a782 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:40.625944 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-153baba6-dcdd-460e-b79b-f9e42bad1089 req-ef7864df-98d1-42a4-a72b-d2e5f282a782 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/ports?device_id=67393fb4-8cb0-40c0-98a9-7bab7db05d0a HTTP/1.1" status: 200 len: 945 time: 0.0542006 Aug 10 03:50:40.663990 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-153baba6-dcdd-460e-b79b-f9e42bad1089 req-7b8ce0d1-788e-415c-8419-0dd57604c548 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f2fb43a-e0fc-4e21-9de7-adb1e13b4f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316377 Aug 10 03:50:41.791433 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4faae26-8dbd-4219-a5b8-f5a708432aa3 req-90c066ca-c259-4174-97de-2052b03a4723 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:41.793015 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d4faae26-8dbd-4219-a5b8-f5a708432aa3 req-90c066ca-c259-4174-97de-2052b03a4723 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/ports?device_id=67393fb4-8cb0-40c0-98a9-7bab7db05d0a HTTP/1.1" status: 200 len: 945 time: 0.0544572 Aug 10 03:50:41.831685 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d4faae26-8dbd-4219-a5b8-f5a708432aa3 req-96b1272f-4168-44a8-a958-526c4a7e70d0 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f2fb43a-e0fc-4e21-9de7-adb1e13b4f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320590 Aug 10 03:50:42.958994 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decdaeb6-856e-4d55-8539-6d9aa63d48c9 req-0da1e1eb-47d9-4e58-b0bc-f54944763f64 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:42.960950 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-decdaeb6-856e-4d55-8539-6d9aa63d48c9 req-0da1e1eb-47d9-4e58-b0bc-f54944763f64 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/ports?device_id=67393fb4-8cb0-40c0-98a9-7bab7db05d0a HTTP/1.1" status: 200 len: 945 time: 0.0553839 Aug 10 03:50:43.001352 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-decdaeb6-856e-4d55-8539-6d9aa63d48c9 req-4d57545b-94f5-4b1f-95c9-288f860ce018 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f2fb43a-e0fc-4e21-9de7-adb1e13b4f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342402 Aug 10 03:50:44.156454 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ff9eb-bab4-4ab2-8991-97ab49d61308 req-08b8cc3f-38d5-4650-ae30-0f7c80e766c2 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:44.157951 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-728ff9eb-bab4-4ab2-8991-97ab49d61308 req-08b8cc3f-38d5-4650-ae30-0f7c80e766c2 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/ports?device_id=67393fb4-8cb0-40c0-98a9-7bab7db05d0a HTTP/1.1" status: 200 len: 945 time: 0.0710936 Aug 10 03:50:44.196525 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-728ff9eb-bab4-4ab2-8991-97ab49d61308 req-4ff7b38d-25c6-477a-9ad4-e76ed225efb4 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f2fb43a-e0fc-4e21-9de7-adb1e13b4f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323610 Aug 10 03:50:45.331956 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185063fe-395a-43d2-aaed-05a6660f5b16 req-5dfd1e33-ea2f-4610-94dd-f25536cd35f1 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:45.333992 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-185063fe-395a-43d2-aaed-05a6660f5b16 req-5dfd1e33-ea2f-4610-94dd-f25536cd35f1 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/ports?device_id=67393fb4-8cb0-40c0-98a9-7bab7db05d0a HTTP/1.1" status: 200 len: 945 time: 0.0551715 Aug 10 03:50:45.372170 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-185063fe-395a-43d2-aaed-05a6660f5b16 req-83334b5f-a5c6-44bd-9040-9c6c1ce97a0a tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f2fb43a-e0fc-4e21-9de7-adb1e13b4f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321617 Aug 10 03:50:46.518877 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132c63c-dbc8-40cf-b83a-e63fe95b13a8 req-a01e8934-bdd1-44de-84ef-538e1e68763b tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:46.520371 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7132c63c-dbc8-40cf-b83a-e63fe95b13a8 req-a01e8934-bdd1-44de-84ef-538e1e68763b tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/ports?device_id=67393fb4-8cb0-40c0-98a9-7bab7db05d0a HTTP/1.1" status: 200 len: 945 time: 0.0655186 Aug 10 03:50:46.559412 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7132c63c-dbc8-40cf-b83a-e63fe95b13a8 req-49c30ed8-125f-41cb-84d1-e931956dd9bb tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f2fb43a-e0fc-4e21-9de7-adb1e13b4f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330727 Aug 10 03:50:47.694962 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be857d-137e-4b09-9543-bf2a960f9ead req-eded70d6-11f9-4d2d-ba6b-133b0cdd6899 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:47.696525 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a5be857d-137e-4b09-9543-bf2a960f9ead req-eded70d6-11f9-4d2d-ba6b-133b0cdd6899 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/ports?device_id=67393fb4-8cb0-40c0-98a9-7bab7db05d0a HTTP/1.1" status: 200 len: 945 time: 0.0511937 Aug 10 03:50:47.740119 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a5be857d-137e-4b09-9543-bf2a960f9ead req-8141687e-b9b3-4a48-9cc0-c6fbc9293222 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f2fb43a-e0fc-4e21-9de7-adb1e13b4f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366027 Aug 10 03:50:48.876990 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f8650-c5c3-4e81-8af1-12d2a1d4b590 req-bb72b49a-a8a3-4d86-9d24-6cf8e8b45c27 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:48.878511 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-675f8650-c5c3-4e81-8af1-12d2a1d4b590 req-bb72b49a-a8a3-4d86-9d24-6cf8e8b45c27 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/ports?device_id=67393fb4-8cb0-40c0-98a9-7bab7db05d0a HTTP/1.1" status: 200 len: 945 time: 0.0590510 Aug 10 03:50:48.918990 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-675f8650-c5c3-4e81-8af1-12d2a1d4b590 req-f86ccf3e-e0a7-4b44-8d9d-21dab91c8573 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f2fb43a-e0fc-4e21-9de7-adb1e13b4f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340149 Aug 10 03:50:50.040704 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa213242-61f6-489b-97e3-7e6ae567ad24 req-b3d31a6b-233a-4070-9d30-6029c15f2b69 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:50.042395 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fa213242-61f6-489b-97e3-7e6ae567ad24 req-b3d31a6b-233a-4070-9d30-6029c15f2b69 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/ports?device_id=67393fb4-8cb0-40c0-98a9-7bab7db05d0a HTTP/1.1" status: 200 len: 945 time: 0.0539913 Aug 10 03:50:50.085162 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fa213242-61f6-489b-97e3-7e6ae567ad24 req-53b20189-ee4e-4ddd-8cd6-8fdc4d169617 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f2fb43a-e0fc-4e21-9de7-adb1e13b4f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367172 Aug 10 03:50:51.078128 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [req-2bb36d81-5e0a-40f6-a090-7613852a9530 req-673e6036-7b90-4bc6-83ba-d57b7a4ee780 service neutron] show failed (client error): The resource could not be found. Aug 10 03:50:51.079173 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2bb36d81-5e0a-40f6-a090-7613852a9530 req-673e6036-7b90-4bc6-83ba-d57b7a4ee780 service neutron] 10.222.0.60 "GET /v2.0/ports/820dc076-2d40-44cc-96b0-fb5eb346e12f/bindings/n-h1-768851-15 HTTP/1.1" status: 404 len: 381 time: 0.0657439 Aug 10 03:50:51.245611 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5996cffc-c5fb-45ef-8e82-17fa15828722 req-39a53e9c-4de7-47e1-b9d5-aac1e2b20f4d tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:51.248082 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5996cffc-c5fb-45ef-8e82-17fa15828722 req-39a53e9c-4de7-47e1-b9d5-aac1e2b20f4d tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/ports?device_id=67393fb4-8cb0-40c0-98a9-7bab7db05d0a HTTP/1.1" status: 200 len: 945 time: 0.0737803 Aug 10 03:50:51.294589 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5996cffc-c5fb-45ef-8e82-17fa15828722 req-186f6b21-018f-4b89-bb5e-6556024b07d4 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f2fb43a-e0fc-4e21-9de7-adb1e13b4f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351319 Aug 10 03:50:51.351853 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb36d81-5e0a-40f6-a090-7613852a9530 req-05d77462-4805-4c41-8e18-c7cd925c7e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:51.353439 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2bb36d81-5e0a-40f6-a090-7613852a9530 req-05d77462-4805-4c41-8e18-c7cd925c7e29 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=67393fb4-8cb0-40c0-98a9-7bab7db05d0a&tenant_id=14eca8003c544501aaa7107137b5b00f HTTP/1.1" status: 200 len: 1097 time: 0.0833502 Aug 10 03:50:51.371983 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-2bb36d81-5e0a-40f6-a090-7613852a9530 req-5265e45e-9b87-4ffa-8660-b53a7e4fa6c5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768851-15', 'device_owner': 'compute:nova'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:51.433463 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-2bb36d81-5e0a-40f6-a090-7613852a9530 req-5265e45e-9b87-4ffa-8660-b53a7e4fa6c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:51.666813 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-2bb36d81-5e0a-40f6-a090-7613852a9530 req-5265e45e-9b87-4ffa-8660-b53a7e4fa6c5 service neutron] For port 820dc076-2d40-44cc-96b0-fb5eb346e12f, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=820dc076-2d40-44cc-96b0-fb5eb346e12f,segment=NetworkSegment(90098dcd-5d5a-45af-88ba-085bdae8626e),segment_id=90098dcd-5d5a-45af-88ba-085bdae8626e)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:51.702096 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-2bb36d81-5e0a-40f6-a090-7613852a9530 req-5265e45e-9b87-4ffa-8660-b53a7e4fa6c5 service neutron] For port 820dc076-2d40-44cc-96b0-fb5eb346e12f, host n-h2-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:50:51.748694 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67393fb4-8cb0-40c0-98a9-7bab7db05d0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '820dc076-2d40-44cc-96b0-fb5eb346e12f'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:50:51.751086 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd7048bf-7c69-4e70-9d4a-8efdff20d0e5" -d '{"events": [{"server_uuid": "67393fb4-8cb0-40c0-98a9-7bab7db05d0a", "name": "network-vif-unplugged", "status": "completed", "tag": "820dc076-2d40-44cc-96b0-fb5eb346e12f"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:50:51.755783 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-2bb36d81-5e0a-40f6-a090-7613852a9530 req-5265e45e-9b87-4ffa-8660-b53a7e4fa6c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:51.769885 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-2bb36d81-5e0a-40f6-a090-7613852a9530 req-5265e45e-9b87-4ffa-8660-b53a7e4fa6c5 service neutron] Transition to ACTIVE for port object 820dc076-2d40-44cc-96b0-fb5eb346e12f will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:50:51.781184 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-2bb36d81-5e0a-40f6-a090-7613852a9530 req-5265e45e-9b87-4ffa-8660-b53a7e4fa6c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:51.817675 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4dc48a-c8b1-480f-b645-60ac9c575998 x-openstack-request-id: req-8d4dc48a-c8b1-480f-b645-60ac9c575998 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:50:51.817998 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67393fb4-8cb0-40c0-98a9-7bab7db05d0a", "name": "network-vif-unplugged", "status": "completed", "tag": "820dc076-2d40-44cc-96b0-fb5eb346e12f", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:50:51.818253 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8d4dc48a-c8b1-480f-b645-60ac9c575998 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:50:51.818647 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67393fb4-8cb0-40c0-98a9-7bab7db05d0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '820dc076-2d40-44cc-96b0-fb5eb346e12f', 'code': 200} Aug 10 03:50:51.847388 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5265e45e-9b87-4ffa-8660-b53a7e4fa6c5 service neutron] Pushing event updated for resources: {'Port': ['ID=820dc076-2d40-44cc-96b0-fb5eb346e12f,revision_number=6']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:51.850563 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb36d81-5e0a-40f6-a090-7613852a9530 req-5265e45e-9b87-4ffa-8660-b53a7e4fa6c5 service neutron] No DVR routers for this DVR port 820dc076-2d40-44cc-96b0-fb5eb346e12f on host n-h2-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:50:51.860004 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265e45e-9b87-4ffa-8660-b53a7e4fa6c5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:51.860348 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265e45e-9b87-4ffa-8660-b53a7e4fa6c5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:51.860689 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265e45e-9b87-4ffa-8660-b53a7e4fa6c5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:51.861027 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265e45e-9b87-4ffa-8660-b53a7e4fa6c5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:51.861362 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265e45e-9b87-4ffa-8660-b53a7e4fa6c5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:51.861724 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265e45e-9b87-4ffa-8660-b53a7e4fa6c5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:51.862058 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265e45e-9b87-4ffa-8660-b53a7e4fa6c5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:51.862395 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265e45e-9b87-4ffa-8660-b53a7e4fa6c5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:51.862717 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265e45e-9b87-4ffa-8660-b53a7e4fa6c5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:51.863072 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265e45e-9b87-4ffa-8660-b53a7e4fa6c5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:51.863399 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265e45e-9b87-4ffa-8660-b53a7e4fa6c5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:51.863725 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265e45e-9b87-4ffa-8660-b53a7e4fa6c5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:51.904562 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-2bb36d81-5e0a-40f6-a090-7613852a9530 req-5265e45e-9b87-4ffa-8660-b53a7e4fa6c5 service neutron] Attempting to bind port 820dc076-2d40-44cc-96b0-fb5eb346e12f on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:50:51.904890 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-2bb36d81-5e0a-40f6-a090-7613852a9530 req-5265e45e-9b87-4ffa-8660-b53a7e4fa6c5 service neutron] Attempting to bind port 820dc076-2d40-44cc-96b0-fb5eb346e12f by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '90098dcd-5d5a-45af-88ba-085bdae8626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c61e5cc5-fc48-43fc-acf4-d67a59d94ef7'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:50:51.905221 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb36d81-5e0a-40f6-a090-7613852a9530 req-5265e45e-9b87-4ffa-8660-b53a7e4fa6c5 service neutron] Attempting to bind port 820dc076-2d40-44cc-96b0-fb5eb346e12f on network c61e5cc5-fc48-43fc-acf4-d67a59d94ef7 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:50:51.909949 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb36d81-5e0a-40f6-a090-7613852a9530 req-5265e45e-9b87-4ffa-8660-b53a7e4fa6c5 service neutron] Port 820dc076-2d40-44cc-96b0-fb5eb346e12f on network c61e5cc5-fc48-43fc-acf4-d67a59d94ef7 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:50:51.910268 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb36d81-5e0a-40f6-a090-7613852a9530 req-5265e45e-9b87-4ffa-8660-b53a7e4fa6c5 service neutron] Attempting to bind port 820dc076-2d40-44cc-96b0-fb5eb346e12f on network c61e5cc5-fc48-43fc-acf4-d67a59d94ef7 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:50:51.916077 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb36d81-5e0a-40f6-a090-7613852a9530 req-5265e45e-9b87-4ffa-8660-b53a7e4fa6c5 service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:50:51.916412 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb36d81-5e0a-40f6-a090-7613852a9530 req-5265e45e-9b87-4ffa-8660-b53a7e4fa6c5 service neutron] Checking segment: {'id': '90098dcd-5d5a-45af-88ba-085bdae8626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c61e5cc5-fc48-43fc-acf4-d67a59d94ef7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:50:51.916800 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb36d81-5e0a-40f6-a090-7613852a9530 req-5265e45e-9b87-4ffa-8660-b53a7e4fa6c5 service neutron] Bound using segment: {'id': '90098dcd-5d5a-45af-88ba-085bdae8626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c61e5cc5-fc48-43fc-acf4-d67a59d94ef7'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:50:51.917331 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-2bb36d81-5e0a-40f6-a090-7613852a9530 req-5265e45e-9b87-4ffa-8660-b53a7e4fa6c5 service neutron] Bound port: 820dc076-2d40-44cc-96b0-fb5eb346e12f, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90098dcd-5d5a-45af-88ba-085bdae8626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c61e5cc5-fc48-43fc-acf4-d67a59d94ef7'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:50:51.917632 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-2bb36d81-5e0a-40f6-a090-7613852a9530 req-5265e45e-9b87-4ffa-8660-b53a7e4fa6c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:51.984822 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-2bb36d81-5e0a-40f6-a090-7613852a9530 req-5265e45e-9b87-4ffa-8660-b53a7e4fa6c5 service neutron] For port 820dc076-2d40-44cc-96b0-fb5eb346e12f, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:50:51.988332 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-2bb36d81-5e0a-40f6-a090-7613852a9530 req-5265e45e-9b87-4ffa-8660-b53a7e4fa6c5 service neutron] For port 820dc076-2d40-44cc-96b0-fb5eb346e12f, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=820dc076-2d40-44cc-96b0-fb5eb346e12f,segment=NetworkSegment(90098dcd-5d5a-45af-88ba-085bdae8626e),segment_id=90098dcd-5d5a-45af-88ba-085bdae8626e)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:50:51.993935 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-2bb36d81-5e0a-40f6-a090-7613852a9530 req-5265e45e-9b87-4ffa-8660-b53a7e4fa6c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:52.029993 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb36d81-5e0a-40f6-a090-7613852a9530 req-5265e45e-9b87-4ffa-8660-b53a7e4fa6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:52.030672 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-2bb36d81-5e0a-40f6-a090-7613852a9530 req-5265e45e-9b87-4ffa-8660-b53a7e4fa6c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:52.032252 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2bb36d81-5e0a-40f6-a090-7613852a9530 req-5265e45e-9b87-4ffa-8660-b53a7e4fa6c5 service neutron] 10.222.0.58 "PUT /v2.0/ports/820dc076-2d40-44cc-96b0-fb5eb346e12f HTTP/1.1" status: 200 len: 1092 time: 0.6699901 Aug 10 03:50:52.056527 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5265e45e-9b87-4ffa-8660-b53a7e4fa6c5 service neutron] Pushing event updated for resources: {'Port': ['ID=820dc076-2d40-44cc-96b0-fb5eb346e12f,revision_number=7']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:52.107327 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb36d81-5e0a-40f6-a090-7613852a9530 req-e2db0316-cb23-440f-9e5d-1f331dbe8396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:52.108999 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2bb36d81-5e0a-40f6-a090-7613852a9530 req-e2db0316-cb23-440f-9e5d-1f331dbe8396 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=14eca8003c544501aaa7107137b5b00f&device_id=67393fb4-8cb0-40c0-98a9-7bab7db05d0a HTTP/1.1" status: 200 len: 1095 time: 0.0493979 Aug 10 03:50:52.210493 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb36d81-5e0a-40f6-a090-7613852a9530 req-6671e21f-02c6-41e4-9f3f-02839d35cf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:52.212049 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2bb36d81-5e0a-40f6-a090-7613852a9530 req-6671e21f-02c6-41e4-9f3f-02839d35cf9d service neutron] 10.222.0.58 "GET /v2.0/networks?id=c61e5cc5-fc48-43fc-acf4-d67a59d94ef7 HTTP/1.1" status: 200 len: 913 time: 0.0958765 Aug 10 03:50:52.256243 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2bb36d81-5e0a-40f6-a090-7613852a9530 req-51ecc324-6b84-4cb6-ba0d-73614db4c1c9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=820dc076-2d40-44cc-96b0-fb5eb346e12f HTTP/1.1" status: 200 len: 217 time: 0.0369399 Aug 10 03:50:52.310291 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb36d81-5e0a-40f6-a090-7613852a9530 req-a4f92a8c-a934-492a-9bca-c9f3c2be211d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:52.311790 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2bb36d81-5e0a-40f6-a090-7613852a9530 req-a4f92a8c-a934-492a-9bca-c9f3c2be211d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a04c70e9-405d-4694-b5c7-9d13e4edbdab HTTP/1.1" status: 200 len: 852 time: 0.0492239 Aug 10 03:50:52.344228 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2bb36d81-5e0a-40f6-a090-7613852a9530 req-ec4add02-4fd1-480f-96d4-e4f47db89ff5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c61e5cc5-fc48-43fc-acf4-d67a59d94ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255287 Aug 10 03:50:52.445821 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226fb2ca-dabf-45e1-bb26-e808be1f4bd2 req-3c0bbf18-0ed1-4c77-ac89-08cb24780807 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:52.448205 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-226fb2ca-dabf-45e1-bb26-e808be1f4bd2 req-3c0bbf18-0ed1-4c77-ac89-08cb24780807 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/ports?device_id=67393fb4-8cb0-40c0-98a9-7bab7db05d0a HTTP/1.1" status: 200 len: 943 time: 0.0629351 Aug 10 03:50:52.459888 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2bb36d81-5e0a-40f6-a090-7613852a9530 req-009f1371-af7e-473b-a12c-c714cdac0e45 service neutron] 10.222.0.58 "GET /v2.0/networks/c61e5cc5-fc48-43fc-acf4-d67a59d94ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081004 Aug 10 03:50:52.491383 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-226fb2ca-dabf-45e1-bb26-e808be1f4bd2 req-f9787777-d802-45cc-b852-1fc419f443af tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f2fb43a-e0fc-4e21-9de7-adb1e13b4f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363152 Aug 10 03:50:52.574788 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2bb36d81-5e0a-40f6-a090-7613852a9530 req-c54f64ed-7ab7-465c-8024-86ff93338757 service neutron] 10.222.0.58 "GET /v2.0/networks/c61e5cc5-fc48-43fc-acf4-d67a59d94ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074588 Aug 10 03:50:53.613551 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1702e674-056d-4104-adc1-4b3c20a75f5a req-de980d60-87fe-4088-b782-c5fb9e5ab729 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:53.615107 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1702e674-056d-4104-adc1-4b3c20a75f5a req-de980d60-87fe-4088-b782-c5fb9e5ab729 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/ports?device_id=67393fb4-8cb0-40c0-98a9-7bab7db05d0a HTTP/1.1" status: 200 len: 943 time: 0.0498042 Aug 10 03:50:53.655834 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1702e674-056d-4104-adc1-4b3c20a75f5a req-6916708e-edea-414c-9edf-3981a678788f tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f2fb43a-e0fc-4e21-9de7-adb1e13b4f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335569 Aug 10 03:50:53.820758 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67393fb4-8cb0-40c0-98a9-7bab7db05d0a', 'tag': '820dc076-2d40-44cc-96b0-fb5eb346e12f'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:50:53.823156 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f559b5b-63e7-4ce1-bd24-4f18df707282" -d '{"events": [{"name": "network-changed", "server_uuid": "67393fb4-8cb0-40c0-98a9-7bab7db05d0a", "tag": "820dc076-2d40-44cc-96b0-fb5eb346e12f"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:50:53.871196 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215cdf99-7faf-4eca-8eaa-febec3158fe7 x-openstack-request-id: req-215cdf99-7faf-4eca-8eaa-febec3158fe7 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:50:53.871485 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67393fb4-8cb0-40c0-98a9-7bab7db05d0a", "tag": "820dc076-2d40-44cc-96b0-fb5eb346e12f", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:50:53.871821 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-215cdf99-7faf-4eca-8eaa-febec3158fe7 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:50:53.872257 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67393fb4-8cb0-40c0-98a9-7bab7db05d0a', 'tag': '820dc076-2d40-44cc-96b0-fb5eb346e12f', 'status': 'completed', 'code': 200} Aug 10 03:50:53.956733 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f559b5b-63e7-4ce1-bd24-4f18df707282 req-395d1920-3a1d-491d-8995-95e2886f9424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:53.958261 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6f559b5b-63e7-4ce1-bd24-4f18df707282 req-395d1920-3a1d-491d-8995-95e2886f9424 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=14eca8003c544501aaa7107137b5b00f&device_id=67393fb4-8cb0-40c0-98a9-7bab7db05d0a HTTP/1.1" status: 200 len: 1095 time: 0.0688968 Aug 10 03:50:54.000332 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f559b5b-63e7-4ce1-bd24-4f18df707282 req-56bbbe70-e984-4f7d-a015-e7b0404d82f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:54.001824 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6f559b5b-63e7-4ce1-bd24-4f18df707282 req-56bbbe70-e984-4f7d-a015-e7b0404d82f7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=14eca8003c544501aaa7107137b5b00f&device_id=67393fb4-8cb0-40c0-98a9-7bab7db05d0a HTTP/1.1" status: 200 len: 1095 time: 0.0865400 Aug 10 03:50:54.414282 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f559b5b-63e7-4ce1-bd24-4f18df707282 req-75fb64c7-bc2a-4639-957b-585a45d31542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:54.415821 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6f559b5b-63e7-4ce1-bd24-4f18df707282 req-75fb64c7-bc2a-4639-957b-585a45d31542 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c61e5cc5-fc48-43fc-acf4-d67a59d94ef7 HTTP/1.1" status: 200 len: 913 time: 0.4502449 Aug 10 03:50:54.459643 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6f559b5b-63e7-4ce1-bd24-4f18df707282 req-9256bb53-fa1e-4e7e-afd0-a888224f29c6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=820dc076-2d40-44cc-96b0-fb5eb346e12f HTTP/1.1" status: 200 len: 217 time: 0.0351820 Aug 10 03:50:54.461199 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f559b5b-63e7-4ce1-bd24-4f18df707282 req-179019c8-25ee-49dc-90c1-d31eed61ba3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:54.462553 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6f559b5b-63e7-4ce1-bd24-4f18df707282 req-179019c8-25ee-49dc-90c1-d31eed61ba3e service neutron] 10.222.0.60 "GET /v2.0/networks?id=c61e5cc5-fc48-43fc-acf4-d67a59d94ef7 HTTP/1.1" status: 200 len: 913 time: 0.4363103 Aug 10 03:50:54.531152 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6f559b5b-63e7-4ce1-bd24-4f18df707282 req-43e17216-f556-4f4e-a0ee-e8f570d3f690 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=820dc076-2d40-44cc-96b0-fb5eb346e12f HTTP/1.1" status: 200 len: 217 time: 0.0569456 Aug 10 03:50:54.568006 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f559b5b-63e7-4ce1-bd24-4f18df707282 req-9051af5f-2a80-4ea3-9b34-53c5af8414d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:54.569478 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6f559b5b-63e7-4ce1-bd24-4f18df707282 req-9051af5f-2a80-4ea3-9b34-53c5af8414d1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a04c70e9-405d-4694-b5c7-9d13e4edbdab HTTP/1.1" status: 200 len: 852 time: 0.1036770 Aug 10 03:50:54.609843 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6f559b5b-63e7-4ce1-bd24-4f18df707282 req-5d44b287-28ae-4c71-93b7-8642213094ea service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c61e5cc5-fc48-43fc-acf4-d67a59d94ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313020 Aug 10 03:50:54.611592 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f559b5b-63e7-4ce1-bd24-4f18df707282 req-15c4af0a-0333-4523-8f6c-679243b2442f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:54.612919 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6f559b5b-63e7-4ce1-bd24-4f18df707282 req-15c4af0a-0333-4523-8f6c-679243b2442f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a04c70e9-405d-4694-b5c7-9d13e4edbdab HTTP/1.1" status: 200 len: 852 time: 0.0745726 Aug 10 03:50:54.662351 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 820dc076-2d40-44cc-96b0-fb5eb346e12f details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:50:54.684447 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6f559b5b-63e7-4ce1-bd24-4f18df707282 req-56705d0b-220c-438c-bb1b-2e99127ae7aa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c61e5cc5-fc48-43fc-acf4-d67a59d94ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594065 Aug 10 03:50:54.791547 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 820dc076-2d40-44cc-96b0-fb5eb346e12f, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=820dc076-2d40-44cc-96b0-fb5eb346e12f,segment=NetworkSegment(90098dcd-5d5a-45af-88ba-085bdae8626e),segment_id=90098dcd-5d5a-45af-88ba-085bdae8626e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:54.791847 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6f559b5b-63e7-4ce1-bd24-4f18df707282 req-2bf0efe7-69a8-496e-8237-1ecaf509cf5f service neutron] 10.222.0.58 "GET /v2.0/networks/c61e5cc5-fc48-43fc-acf4-d67a59d94ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746345 Aug 10 03:50:54.805181 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': '820dc076-2d40-44cc-96b0-fb5eb346e12f', 'network_id': 'c61e5cc5-fc48-43fc-acf4-d67a59d94ef7', 'port_id': '820dc076-2d40-44cc-96b0-fb5eb346e12f', 'mac_address': 'fa:16:3e:4d:49:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a04c70e9-405d-4694-b5c7-9d13e4edbdab', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:50:54.810582 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba7fc8-8201-4a96-90cf-abca42331327 req-936867db-0b63-4ca0-b9e6-0e07d5b85d87 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:54.812766 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-78ba7fc8-8201-4a96-90cf-abca42331327 req-936867db-0b63-4ca0-b9e6-0e07d5b85d87 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/ports?device_id=67393fb4-8cb0-40c0-98a9-7bab7db05d0a HTTP/1.1" status: 200 len: 943 time: 0.0663731 Aug 10 03:50:54.848800 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:54.858295 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-78ba7fc8-8201-4a96-90cf-abca42331327 req-1678745c-b329-47e4-b63a-ed5ed412e8f8 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f2fb43a-e0fc-4e21-9de7-adb1e13b4f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384431 Aug 10 03:50:54.866537 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 820dc076-2d40-44cc-96b0-fb5eb346e12f {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:50:54.873179 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6f559b5b-63e7-4ce1-bd24-4f18df707282 req-70db0de1-6c14-4e7c-ac11-37bf867942ab service neutron] 10.222.0.60 "GET /v2.0/networks/c61e5cc5-fc48-43fc-acf4-d67a59d94ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736245 Aug 10 03:50:54.890002 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 820dc076-2d40-44cc-96b0-fb5eb346e12f, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=820dc076-2d40-44cc-96b0-fb5eb346e12f,segment=NetworkSegment(90098dcd-5d5a-45af-88ba-085bdae8626e),segment_id=90098dcd-5d5a-45af-88ba-085bdae8626e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:54.894988 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:54.958659 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=820dc076-2d40-44cc-96b0-fb5eb346e12f,revision_number=8']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:54.967581 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:54.968231 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:54.968774 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:54.969124 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:54.969494 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:54.969966 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:54.970303 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:54.970645 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:54.971777 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:54.971777 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:54.971777 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:54.972148 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:54.980408 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6f559b5b-63e7-4ce1-bd24-4f18df707282 req-87352713-86c5-4353-bcb6-5f108ed953ef service neutron] 10.222.0.58 "GET /v2.0/networks/c61e5cc5-fc48-43fc-acf4-d67a59d94ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749368 Aug 10 03:50:55.025832 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6f559b5b-63e7-4ce1-bd24-4f18df707282 req-93d61071-e5e7-4697-ac2e-f3d302d88a81 service neutron] 10.222.0.60 "GET /v2.0/networks/c61e5cc5-fc48-43fc-acf4-d67a59d94ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328843 Aug 10 03:50:55.138690 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['820dc076-2d40-44cc-96b0-fb5eb346e12f'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:50:55.198333 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff37af7-b49b-4b21-8814-b89cba0bff84 req-73d1ab8a-ee1d-46ab-b1ed-e4298c9c8dd7 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:55.200000 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6ff37af7-b49b-4b21-8814-b89cba0bff84 req-73d1ab8a-ee1d-46ab-b1ed-e4298c9c8dd7 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.60 "GET /v2.0/ports?device_id=67393fb4-8cb0-40c0-98a9-7bab7db05d0a&tenant_id=14eca8003c544501aaa7107137b5b00f&binding%3Ahost_id=n-h1-768851-15 HTTP/1.1" status: 200 len: 944 time: 0.0959287 Aug 10 03:50:55.278570 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [req-6ff37af7-b49b-4b21-8814-b89cba0bff84 req-430b5234-31f7-440f-b86a-780b7b141937 service neutron] delete failed (client error): The resource could not be found. Aug 10 03:50:55.279549 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6ff37af7-b49b-4b21-8814-b89cba0bff84 req-430b5234-31f7-440f-b86a-780b7b141937 service neutron] 10.222.0.60 "DELETE /v2.0/ports/820dc076-2d40-44cc-96b0-fb5eb346e12f/bindings/n-h2-768851-15 HTTP/1.1" status: 404 len: 381 time: 0.0669699 Aug 10 03:50:55.381229 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff37af7-b49b-4b21-8814-b89cba0bff84 req-12373fb3-9b61-4063-9270-8885120e8006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:55.382840 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6ff37af7-b49b-4b21-8814-b89cba0bff84 req-12373fb3-9b61-4063-9270-8885120e8006 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=14eca8003c544501aaa7107137b5b00f&device_id=67393fb4-8cb0-40c0-98a9-7bab7db05d0a HTTP/1.1" status: 200 len: 1096 time: 0.0425267 Aug 10 03:50:55.416892 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 820dc076-2d40-44cc-96b0-fb5eb346e12f no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:50:55.479279 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 820dc076-2d40-44cc-96b0-fb5eb346e12f not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:50:55.511720 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff37af7-b49b-4b21-8814-b89cba0bff84 req-70b90f1a-f826-4247-8d34-f8c0ba1694fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:55.513540 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6ff37af7-b49b-4b21-8814-b89cba0bff84 req-70b90f1a-f826-4247-8d34-f8c0ba1694fe service neutron] 10.222.0.60 "GET /v2.0/networks?id=c61e5cc5-fc48-43fc-acf4-d67a59d94ef7 HTTP/1.1" status: 200 len: 913 time: 0.1220405 Aug 10 03:50:55.563116 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6ff37af7-b49b-4b21-8814-b89cba0bff84 req-c1db54db-9092-4700-9c24-d4c5291742cb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=820dc076-2d40-44cc-96b0-fb5eb346e12f HTTP/1.1" status: 200 len: 217 time: 0.0417390 Aug 10 03:50:55.620773 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff37af7-b49b-4b21-8814-b89cba0bff84 req-300fd5a6-e404-4760-8605-fd9268a2a563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:55.622300 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6ff37af7-b49b-4b21-8814-b89cba0bff84 req-300fd5a6-e404-4760-8605-fd9268a2a563 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a04c70e9-405d-4694-b5c7-9d13e4edbdab HTTP/1.1" status: 200 len: 852 time: 0.0470929 Aug 10 03:50:55.656037 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6ff37af7-b49b-4b21-8814-b89cba0bff84 req-6b1688c4-3484-4c10-bc54-cbc3eaf6e6f1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c61e5cc5-fc48-43fc-acf4-d67a59d94ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249641 Aug 10 03:50:55.754673 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6ff37af7-b49b-4b21-8814-b89cba0bff84 req-b8d801fb-1f3c-49a6-8d54-b2f504935614 service neutron] 10.222.0.60 "GET /v2.0/networks/c61e5cc5-fc48-43fc-acf4-d67a59d94ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900698 Aug 10 03:50:55.861775 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6ff37af7-b49b-4b21-8814-b89cba0bff84 req-f86175aa-384e-4a79-9c1a-aa989352bcf1 service neutron] 10.222.0.60 "GET /v2.0/networks/c61e5cc5-fc48-43fc-acf4-d67a59d94ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929961 Aug 10 03:50:56.509913 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:56.662368 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee04263-c1dc-4671-991f-6e2fa684006d req-5a008d41-bee7-46af-80bc-69ca4204e6b4 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:56.663882 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4ee04263-c1dc-4671-991f-6e2fa684006d req-5a008d41-bee7-46af-80bc-69ca4204e6b4 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/ports?device_id=67393fb4-8cb0-40c0-98a9-7bab7db05d0a HTTP/1.1" status: 200 len: 944 time: 0.0538933 Aug 10 03:50:56.679557 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 820dc076-2d40-44cc-96b0-fb5eb346e12f up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:50:56.705780 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4ee04263-c1dc-4671-991f-6e2fa684006d req-eeb280e4-0d05-4537-8c41-7cee1271596f tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f2fb43a-e0fc-4e21-9de7-adb1e13b4f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359533 Aug 10 03:50:56.735049 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port 820dc076-2d40-44cc-96b0-fb5eb346e12f completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:50:56.739074 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port 820dc076-2d40-44cc-96b0-fb5eb346e12f triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:56.739451 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:56.791162 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:56.831913 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:56.855060 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67393fb4-8cb0-40c0-98a9-7bab7db05d0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '820dc076-2d40-44cc-96b0-fb5eb346e12f'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:50:56.857331 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4afc6bce-7bbf-409b-8fb4-4340fb901e2d" -d '{"events": [{"server_uuid": "67393fb4-8cb0-40c0-98a9-7bab7db05d0a", "name": "network-vif-plugged", "status": "completed", "tag": "820dc076-2d40-44cc-96b0-fb5eb346e12f"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:50:56.871284 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 820dc076-2d40-44cc-96b0-fb5eb346e12f, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=820dc076-2d40-44cc-96b0-fb5eb346e12f,segment=NetworkSegment(90098dcd-5d5a-45af-88ba-085bdae8626e),segment_id=90098dcd-5d5a-45af-88ba-085bdae8626e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:56.875422 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:56.901965 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97650c3f-6ff7-4b51-86db-6d59af30e41a x-openstack-request-id: req-97650c3f-6ff7-4b51-86db-6d59af30e41a {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:50:56.902258 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67393fb4-8cb0-40c0-98a9-7bab7db05d0a", "name": "network-vif-plugged", "status": "completed", "tag": "820dc076-2d40-44cc-96b0-fb5eb346e12f", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:50:56.902511 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-97650c3f-6ff7-4b51-86db-6d59af30e41a {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:50:56.902927 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67393fb4-8cb0-40c0-98a9-7bab7db05d0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '820dc076-2d40-44cc-96b0-fb5eb346e12f', 'code': 200} Aug 10 03:50:56.932067 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=820dc076-2d40-44cc-96b0-fb5eb346e12f,revision_number=9']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:57.832106 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ff996a-0cda-43f8-9064-bb5e804278ca req-588b4b37-fb17-478d-a928-c40f9c1401ef tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:57.833652 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d9ff996a-0cda-43f8-9064-bb5e804278ca req-588b4b37-fb17-478d-a928-c40f9c1401ef tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/ports?device_id=67393fb4-8cb0-40c0-98a9-7bab7db05d0a HTTP/1.1" status: 200 len: 945 time: 0.0600896 Aug 10 03:50:57.875708 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d9ff996a-0cda-43f8-9064-bb5e804278ca req-ee888c57-54ec-405b-a628-15bb45f7cc45 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f2fb43a-e0fc-4e21-9de7-adb1e13b4f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352504 Aug 10 03:50:57.900024 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff37af7-b49b-4b21-8814-b89cba0bff84 req-ed87ac08-42f2-4d68-9f2f-3cd5a1a8ef7b tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:57.901571 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6ff37af7-b49b-4b21-8814-b89cba0bff84 req-ed87ac08-42f2-4d68-9f2f-3cd5a1a8ef7b tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.58 "GET /v2.0/ports?device_id=67393fb4-8cb0-40c0-98a9-7bab7db05d0a HTTP/1.1" status: 200 len: 945 time: 0.0594921 Aug 10 03:50:57.999964 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-6ff37af7-b49b-4b21-8814-b89cba0bff84 req-1166e420-7dbc-4702-9479-1f440949d5c9 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] Deleting port 820dc076-2d40-44cc-96b0-fb5eb346e12f {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:50:58.000234 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6ff37af7-b49b-4b21-8814-b89cba0bff84 req-1166e420-7dbc-4702-9479-1f440949d5c9 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:58.087092 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-6ff37af7-b49b-4b21-8814-b89cba0bff84 req-1166e420-7dbc-4702-9479-1f440949d5c9 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] For port 820dc076-2d40-44cc-96b0-fb5eb346e12f, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=820dc076-2d40-44cc-96b0-fb5eb346e12f,segment=NetworkSegment(90098dcd-5d5a-45af-88ba-085bdae8626e),segment_id=90098dcd-5d5a-45af-88ba-085bdae8626e)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:58.087460 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6ff37af7-b49b-4b21-8814-b89cba0bff84 req-1166e420-7dbc-4702-9479-1f440949d5c9 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:58.100489 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-6ff37af7-b49b-4b21-8814-b89cba0bff84 req-1166e420-7dbc-4702-9479-1f440949d5c9 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] Calling delete_port for 820dc076-2d40-44cc-96b0-fb5eb346e12f owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:50:58.238948 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6ff37af7-b49b-4b21-8814-b89cba0bff84 req-1166e420-7dbc-4702-9479-1f440949d5c9 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:58.249880 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['820dc076-2d40-44cc-96b0-fb5eb346e12f'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:50:58.280105 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1166e420-7dbc-4702-9479-1f440949d5c9 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] Pushing event deleted for resources: {'Port': ['ID=820dc076-2d40-44cc-96b0-fb5eb346e12f,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:58.331798 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ff37af7-b49b-4b21-8814-b89cba0bff84 req-1166e420-7dbc-4702-9479-1f440949d5c9 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] No DVR routers for this DVR port 820dc076-2d40-44cc-96b0-fb5eb346e12f on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:50:58.334474 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-6ff37af7-b49b-4b21-8814-b89cba0bff84 req-1166e420-7dbc-4702-9479-1f440949d5c9 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:58.336614 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6ff37af7-b49b-4b21-8814-b89cba0bff84 req-1166e420-7dbc-4702-9479-1f440949d5c9 tempest-DeleteServersTestJSON-1097234647 tempest-DeleteServersTestJSON-1097234647-project] 10.222.0.58 "DELETE /v2.0/ports/820dc076-2d40-44cc-96b0-fb5eb346e12f HTTP/1.1" status: 204 len: 173 time: 0.4294045 Aug 10 03:50:58.337048 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67393fb4-8cb0-40c0-98a9-7bab7db05d0a', 'name': 'network-vif-deleted', 'tag': '820dc076-2d40-44cc-96b0-fb5eb346e12f'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:50:58.339538 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f5df57-386e-4e15-a6c0-5a55a1424d05" -d '{"events": [{"server_uuid": "67393fb4-8cb0-40c0-98a9-7bab7db05d0a", "name": "network-vif-deleted", "tag": "820dc076-2d40-44cc-96b0-fb5eb346e12f"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:50:58.384689 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc44869a-0639-4541-8a06-d1d830a2e078 x-openstack-request-id: req-bc44869a-0639-4541-8a06-d1d830a2e078 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:50:58.385010 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67393fb4-8cb0-40c0-98a9-7bab7db05d0a", "name": "network-vif-deleted", "tag": "820dc076-2d40-44cc-96b0-fb5eb346e12f", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:50:58.385262 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bc44869a-0639-4541-8a06-d1d830a2e078 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:50:58.385872 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67393fb4-8cb0-40c0-98a9-7bab7db05d0a', 'name': 'network-vif-deleted', 'tag': '820dc076-2d40-44cc-96b0-fb5eb346e12f', 'status': 'completed', 'code': 200} Aug 10 03:50:59.018026 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 39252) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:59.064378 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f65245a-38cc-4a24-ace7-bffe334899d6 admin admin] Deleting subnet a04c70e9-405d-4694-b5c7-9d13e4edbdab {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:50:59.068171 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2f65245a-38cc-4a24-ace7-bffe334899d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:59.106098 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2f65245a-38cc-4a24-ace7-bffe334899d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:59.162182 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2f65245a-38cc-4a24-ace7-bffe334899d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:59.226226 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2f65245a-38cc-4a24-ace7-bffe334899d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:59.250614 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f65245a-38cc-4a24-ace7-bffe334899d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a04c70e9-405d-4694-b5c7-9d13e4edbdab,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:59.258937 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2f65245a-38cc-4a24-ace7-bffe334899d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:59.260882 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-2f65245a-38cc-4a24-ace7-bffe334899d6 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/a04c70e9-405d-4694-b5c7-9d13e4edbdab HTTP/1.1" status: 204 len: 168 time: 0.2418354 Aug 10 03:50:59.263952 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 39254) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:59.267312 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f65245a-38cc-4a24-ace7-bffe334899d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:59.267674 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f65245a-38cc-4a24-ace7-bffe334899d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:59.268308 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f65245a-38cc-4a24-ace7-bffe334899d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:59.268663 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f65245a-38cc-4a24-ace7-bffe334899d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:59.269008 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f65245a-38cc-4a24-ace7-bffe334899d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:59.269438 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f65245a-38cc-4a24-ace7-bffe334899d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:59.269666 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f65245a-38cc-4a24-ace7-bffe334899d6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:59.270050 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f65245a-38cc-4a24-ace7-bffe334899d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:59.270379 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f65245a-38cc-4a24-ace7-bffe334899d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:59.270636 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f65245a-38cc-4a24-ace7-bffe334899d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:59.271003 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f65245a-38cc-4a24-ace7-bffe334899d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:59.271424 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f65245a-38cc-4a24-ace7-bffe334899d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:59.344328 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-801be5f6-303c-48fd-8071-e6895b4a9fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:59.437602 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-801be5f6-303c-48fd-8071-e6895b4a9fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:59.451712 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-801be5f6-303c-48fd-8071-e6895b4a9fc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c61e5cc5-fc48-43fc-acf4-d67a59d94ef7']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:59.464815 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-801be5f6-303c-48fd-8071-e6895b4a9fc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90098dcd-5d5a-45af-88ba-085bdae8626e') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:59.465113 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-801be5f6-303c-48fd-8071-e6895b4a9fc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90098dcd-5d5a-45af-88ba-085bdae8626e') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:59.474843 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-801be5f6-303c-48fd-8071-e6895b4a9fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:59.492572 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-801be5f6-303c-48fd-8071-e6895b4a9fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:59.500395 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-801be5f6-303c-48fd-8071-e6895b4a9fc7 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:50:59.500794 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-801be5f6-303c-48fd-8071-e6895b4a9fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:59.502434 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 03:50:59.502434 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:50:59.502434 n-d-768851-15 neutron-server[94217]: timer() Aug 10 03:50:59.502434 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:50:59.502434 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 03:50:59.502434 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:50:59.502434 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 03:50:59.502434 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:50:59.502434 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 03:50:59.502434 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:50:59.502434 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 03:50:59.502434 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:50:59.502434 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 03:50:59.502434 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:50:59.502434 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:50:59.502434 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:50:59.502434 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:50:59.502434 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:50:59.502434 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 03:50:59.502434 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:50:59.502434 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 03:50:59.502434 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:50:59.502434 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:50:59.502434 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:50:59.502434 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 03:50:59.502434 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:50:59.502434 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:50:59.502434 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:50:59.502434 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:50:59.502434 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:50:59.502434 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:50:59.502434 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:50:59.560643 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-801be5f6-303c-48fd-8071-e6895b4a9fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:59.566683 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-801be5f6-303c-48fd-8071-e6895b4a9fc7 admin admin] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:59.568588 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-801be5f6-303c-48fd-8071-e6895b4a9fc7 admin admin] 10.222.0.62 "DELETE /v2.0/networks/c61e5cc5-fc48-43fc-acf4-d67a59d94ef7 HTTP/1.1" status: 204 len: 168 time: 0.3027494 Aug 10 03:50:59.582931 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801be5f6-303c-48fd-8071-e6895b4a9fc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c61e5cc5-fc48-43fc-acf4-d67a59d94ef7,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:59.704440 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 39260) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:59.748433 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-fdc415c4-85b7-4f2e-8be2-dac4e8659a2a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=14eca8003c544501aaa7107137b5b00f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427494 Aug 10 03:50:59.750925 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 39262) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:59.803010 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1e95bd20-59ae-4174-a7c3-c0a3e2ff059f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:59.830296 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1e95bd20-59ae-4174-a7c3-c0a3e2ff059f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:59.887873 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1e95bd20-59ae-4174-a7c3-c0a3e2ff059f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:59.890665 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1e95bd20-59ae-4174-a7c3-c0a3e2ff059f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:59.891864 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-1e95bd20-59ae-4174-a7c3-c0a3e2ff059f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8f2fb43a-e0fc-4e21-9de7-adb1e13b4f40 HTTP/1.1" status: 204 len: 168 time: 0.1400304 Aug 10 03:50:59.908494 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e95bd20-59ae-4174-a7c3-c0a3e2ff059f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2fb43a-e0fc-4e21-9de7-adb1e13b4f40,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:00.372049 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ae39bade-1b30-4af1-9758-14aa8f20f9fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:00.665480 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 39286) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:00.695566 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 820dc076-2d40-44cc-96b0-fb5eb346e12f no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:51:00.715947 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: 820dc076-2d40-44cc-96b0-fb5eb346e12f {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:51:00.716368 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 820dc076-2d40-44cc-96b0-fb5eb346e12f not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:51:00.771919 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-d2cc0a4f-fbce-4dba-891c-e051cb8a9017 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1651935500-network', 'tenant_id': '6fdb1d3ffa8346fcb47078b1f3d22ed3'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:00.792736 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2cc0a4f-fbce-4dba-891c-e051cb8a9017 admin admin] Made reservation on behalf of 6fdb1d3ffa8346fcb47078b1f3d22ed3 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:00.795228 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d2cc0a4f-fbce-4dba-891c-e051cb8a9017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:00.804740 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d2cc0a4f-fbce-4dba-891c-e051cb8a9017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:00.903652 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d2cc0a4f-fbce-4dba-891c-e051cb8a9017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:00.907983 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d2cc0a4f-fbce-4dba-891c-e051cb8a9017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:00.932323 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2cc0a4f-fbce-4dba-891c-e051cb8a9017 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:51:00.954802 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cc0a4f-fbce-4dba-891c-e051cb8a9017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac50442-a657-466f-b3fd-fc53d1593456,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:00.954802 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d2cc0a4f-fbce-4dba-891c-e051cb8a9017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:00.954802 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-d2cc0a4f-fbce-4dba-891c-e051cb8a9017 admin admin] Added segment b297965b-7914-4d15-abb1-b7a8061604f6 of type vlan for network b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e Aug 10 03:51:00.993752 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d2cc0a4f-fbce-4dba-891c-e051cb8a9017 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:01.021805 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d2cc0a4f-fbce-4dba-891c-e051cb8a9017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:01.023375 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cc0a4f-fbce-4dba-891c-e051cb8a9017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:01.023947 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d2cc0a4f-fbce-4dba-891c-e051cb8a9017 admin admin] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:01.077976 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d2cc0a4f-fbce-4dba-891c-e051cb8a9017 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4113669 Aug 10 03:51:01.081002 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 39290) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:01.083480 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cc0a4f-fbce-4dba-891c-e051cb8a9017 admin admin] Pushing event updated for resources: {'Network': ['ID=b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:01.086655 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-e718e300-143a-465c-9b5f-d96d2521a97c admin admin] Request body: {'subnet': {'network_id': 'b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1651935500-subnet', 'tenant_id': '6fdb1d3ffa8346fcb47078b1f3d22ed3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:01.093728 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:51:01.109009 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e718e300-143a-465c-9b5f-d96d2521a97c admin admin] Made reservation on behalf of 6fdb1d3ffa8346fcb47078b1f3d22ed3 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:01.111468 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e718e300-143a-465c-9b5f-d96d2521a97c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:01.297058 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e718e300-143a-465c-9b5f-d96d2521a97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:01.358798 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e718e300-143a-465c-9b5f-d96d2521a97c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a154169a-fdf0-40b5-8ba3-660c4d38d5ed,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:01.361005 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e718e300-143a-465c-9b5f-d96d2521a97c admin admin] Checking segment: {'id': 'b297965b-7914-4d15-abb1-b7a8061604f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:51:01.361363 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e718e300-143a-465c-9b5f-d96d2521a97c admin admin] Network hostable DHCP agents. Network: b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:51:01.378272 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e718e300-143a-465c-9b5f-d96d2521a97c admin admin] Network b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:51:01.387599 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-e718e300-143a-465c-9b5f-d96d2521a97c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:01.391860 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e718e300-143a-465c-9b5f-d96d2521a97c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:01.392444 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e718e300-143a-465c-9b5f-d96d2521a97c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:01.397007 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac30178-c7a2-4e54-8e6f-cb1a21b68688 None None] Network b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:51:01.407174 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-e718e300-143a-465c-9b5f-d96d2521a97c admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3250263 Aug 10 03:51:01.521072 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89229e24-31ac-492b-863f-6c0d29afcfec None None] Network b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:51:01.833231 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df6770-cdab-44f6-b0e1-0090d197cb5c req-888884c7-8483-42d5-a8ec-ee9ad1863401 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:01.834819 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-29df6770-cdab-44f6-b0e1-0090d197cb5c req-888884c7-8483-42d5-a8ec-ee9ad1863401 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/networks?id=b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e HTTP/1.1" status: 200 len: 815 time: 0.1013734 Aug 10 03:51:01.851210 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-29df6770-cdab-44f6-b0e1-0090d197cb5c req-921ab6c3-cdf8-4d75-bc6d-a6569faa4347 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/quotas/6fdb1d3ffa8346fcb47078b1f3d22ed3 HTTP/1.1" status: 200 len: 375 time: 0.0096431 Aug 10 03:51:01.889234 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-29df6770-cdab-44f6-b0e1-0090d197cb5c req-6017953f-ea68-4840-a0e3-6c42164d71a3 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6fdb1d3ffa8346fcb47078b1f3d22ed3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311718 Aug 10 03:51:01.980311 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-29df6770-cdab-44f6-b0e1-0090d197cb5c req-942f51e2-87fc-4f4f-810d-28a91100536a service neutron] 10.222.0.62 "GET /v2.0/networks/b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836887 Aug 10 03:51:02.345085 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-29df6770-cdab-44f6-b0e1-0090d197cb5c req-fc04b451-c94d-4203-b086-1fdc0708855b service neutron] 10.222.0.62 "GET /v2.0/networks/b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587329 Aug 10 03:51:02.511066 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d586cb65-6bba-4d39-87f1-00fd84a5429d req-08170119-1dc6-45de-b4ad-0ecf44a238f2 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=49a855ec-df1d-494a-bff1-a895d4218153 HTTP/1.1" status: 200 len: 210 time: 0.0286083 Aug 10 03:51:03.061052 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3f4f1d34-b006-4085-8163-04e3c209eb4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:03.452388 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:03.460144 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df6770-cdab-44f6-b0e1-0090d197cb5c req-5a7818e8-2805-4cd7-b116-49d881e2d44d tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:03.461869 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-29df6770-cdab-44f6-b0e1-0090d197cb5c req-5a7818e8-2805-4cd7-b116-49d881e2d44d tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.58 "GET /v2.0/networks?id=b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e HTTP/1.1" status: 200 len: 815 time: 0.1204376 Aug 10 03:51:03.474698 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-29df6770-cdab-44f6-b0e1-0090d197cb5c req-3ed3a930-4893-4ff8-b98e-70334161999b tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Request body: {'port': {'device_id': '49a855ec-df1d-494a-bff1-a895d4218153', 'network_id': 'b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e', 'admin_state_up': True, 'tenant_id': '6fdb1d3ffa8346fcb47078b1f3d22ed3'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:03.597447 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29df6770-cdab-44f6-b0e1-0090d197cb5c req-3ed3a930-4893-4ff8-b98e-70334161999b tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Made reservation on behalf of 6fdb1d3ffa8346fcb47078b1f3d22ed3 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:03.601673 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-29df6770-cdab-44f6-b0e1-0090d197cb5c req-3ed3a930-4893-4ff8-b98e-70334161999b tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:03.614977 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2624e521-3b78-43de-b48d-60d3b411a1c9 req-4095cb2f-f29d-40be-bcc3-86cfe4371191 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=49a855ec-df1d-494a-bff1-a895d4218153 HTTP/1.1" status: 200 len: 210 time: 0.0312784 Aug 10 03:51:03.746970 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-29df6770-cdab-44f6-b0e1-0090d197cb5c req-3ed3a930-4893-4ff8-b98e-70334161999b tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Allocated IP 172.20.0.4 (b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e/a154169a-fdf0-40b5-8ba3-660c4d38d5ed/479ab024-b469-4680-a315-2c62d0deaaba) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:51:03.899919 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-29df6770-cdab-44f6-b0e1-0090d197cb5c req-3ed3a930-4893-4ff8-b98e-70334161999b tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:03.942944 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-29df6770-cdab-44f6-b0e1-0090d197cb5c req-3ed3a930-4893-4ff8-b98e-70334161999b tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:03.993003 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29df6770-cdab-44f6-b0e1-0090d197cb5c req-3ed3a930-4893-4ff8-b98e-70334161999b tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Network b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:03.996430 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-29df6770-cdab-44f6-b0e1-0090d197cb5c req-3ed3a930-4893-4ff8-b98e-70334161999b tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:04.000630 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-29df6770-cdab-44f6-b0e1-0090d197cb5c req-3ed3a930-4893-4ff8-b98e-70334161999b tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:51:04.007399 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed3a930-4893-4ff8-b98e-70334161999b tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Pushing event updated for resources: {'Port': ['ID=479ab024-b469-4680-a315-2c62d0deaaba,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:04.061978 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df6770-cdab-44f6-b0e1-0090d197cb5c req-3ed3a930-4893-4ff8-b98e-70334161999b tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:04.062616 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-29df6770-cdab-44f6-b0e1-0090d197cb5c req-3ed3a930-4893-4ff8-b98e-70334161999b tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:04.077536 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-29df6770-cdab-44f6-b0e1-0090d197cb5c req-3ed3a930-4893-4ff8-b98e-70334161999b tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6069376 Aug 10 03:51:04.092897 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-29df6770-cdab-44f6-b0e1-0090d197cb5c req-03ce873c-e3ca-47df-935d-72625cb39b9b service neutron] Request body: {'port': {'device_id': '49a855ec-df1d-494a-bff1-a895d4218153', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:04.152730 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-29df6770-cdab-44f6-b0e1-0090d197cb5c req-03ce873c-e3ca-47df-935d-72625cb39b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:04.310647 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:04.435106 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-29df6770-cdab-44f6-b0e1-0090d197cb5c req-03ce873c-e3ca-47df-935d-72625cb39b9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 479ab024-b469-4680-a315-2c62d0deaaba {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:51:04.443019 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-29df6770-cdab-44f6-b0e1-0090d197cb5c req-03ce873c-e3ca-47df-935d-72625cb39b9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:04.455981 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-29df6770-cdab-44f6-b0e1-0090d197cb5c req-03ce873c-e3ca-47df-935d-72625cb39b9b service neutron] Transition to ACTIVE for port object 479ab024-b469-4680-a315-2c62d0deaaba will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:04.459705 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-29df6770-cdab-44f6-b0e1-0090d197cb5c req-03ce873c-e3ca-47df-935d-72625cb39b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:04.509699 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ce873c-e3ca-47df-935d-72625cb39b9b service neutron] Pushing event updated for resources: {'Port': ['ID=479ab024-b469-4680-a315-2c62d0deaaba,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:04.580378 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-29df6770-cdab-44f6-b0e1-0090d197cb5c req-03ce873c-e3ca-47df-935d-72625cb39b9b service neutron] Attempting to bind port 479ab024-b469-4680-a315-2c62d0deaaba on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:51:04.580702 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-29df6770-cdab-44f6-b0e1-0090d197cb5c req-03ce873c-e3ca-47df-935d-72625cb39b9b service neutron] Attempting to bind port 479ab024-b469-4680-a315-2c62d0deaaba by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': 'b297965b-7914-4d15-abb1-b7a8061604f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:51:04.581023 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29df6770-cdab-44f6-b0e1-0090d197cb5c req-03ce873c-e3ca-47df-935d-72625cb39b9b service neutron] Attempting to bind port 479ab024-b469-4680-a315-2c62d0deaaba on network b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:51:04.585246 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29df6770-cdab-44f6-b0e1-0090d197cb5c req-03ce873c-e3ca-47df-935d-72625cb39b9b service neutron] Port 479ab024-b469-4680-a315-2c62d0deaaba on network b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:51:04.586089 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29df6770-cdab-44f6-b0e1-0090d197cb5c req-03ce873c-e3ca-47df-935d-72625cb39b9b service neutron] Attempting to bind port 479ab024-b469-4680-a315-2c62d0deaaba on network b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:51:04.590686 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29df6770-cdab-44f6-b0e1-0090d197cb5c req-03ce873c-e3ca-47df-935d-72625cb39b9b service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:51:04.591044 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29df6770-cdab-44f6-b0e1-0090d197cb5c req-03ce873c-e3ca-47df-935d-72625cb39b9b service neutron] Checking segment: {'id': 'b297965b-7914-4d15-abb1-b7a8061604f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:51:04.591412 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29df6770-cdab-44f6-b0e1-0090d197cb5c req-03ce873c-e3ca-47df-935d-72625cb39b9b service neutron] Bound using segment: {'id': 'b297965b-7914-4d15-abb1-b7a8061604f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:51:04.591823 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-29df6770-cdab-44f6-b0e1-0090d197cb5c req-03ce873c-e3ca-47df-935d-72625cb39b9b service neutron] Bound port: 479ab024-b469-4680-a315-2c62d0deaaba, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b297965b-7914-4d15-abb1-b7a8061604f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:51:04.592168 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-29df6770-cdab-44f6-b0e1-0090d197cb5c req-03ce873c-e3ca-47df-935d-72625cb39b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:04.660389 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-29df6770-cdab-44f6-b0e1-0090d197cb5c req-03ce873c-e3ca-47df-935d-72625cb39b9b service neutron] For port 479ab024-b469-4680-a315-2c62d0deaaba, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:51:04.663607 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-29df6770-cdab-44f6-b0e1-0090d197cb5c req-03ce873c-e3ca-47df-935d-72625cb39b9b service neutron] For port 479ab024-b469-4680-a315-2c62d0deaaba, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=479ab024-b469-4680-a315-2c62d0deaaba,segment=NetworkSegment(b297965b-7914-4d15-abb1-b7a8061604f6),segment_id=b297965b-7914-4d15-abb1-b7a8061604f6)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:51:04.667745 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-29df6770-cdab-44f6-b0e1-0090d197cb5c req-03ce873c-e3ca-47df-935d-72625cb39b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:04.702574 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df6770-cdab-44f6-b0e1-0090d197cb5c req-03ce873c-e3ca-47df-935d-72625cb39b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:04.703274 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-29df6770-cdab-44f6-b0e1-0090d197cb5c req-03ce873c-e3ca-47df-935d-72625cb39b9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:04.704659 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-29df6770-cdab-44f6-b0e1-0090d197cb5c req-03ce873c-e3ca-47df-935d-72625cb39b9b service neutron] 10.222.0.58 "PUT /v2.0/ports/479ab024-b469-4680-a315-2c62d0deaaba HTTP/1.1" status: 200 len: 1092 time: 0.6180489 Aug 10 03:51:04.705088 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49a855ec-df1d-494a-bff1-a895d4218153', 'tag': '479ab024-b469-4680-a315-2c62d0deaaba'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:51:04.707372 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b084cd87-639c-4b57-815e-afaca36ad140" -d '{"events": [{"name": "network-changed", "server_uuid": "49a855ec-df1d-494a-bff1-a895d4218153", "tag": "479ab024-b469-4680-a315-2c62d0deaaba"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:51:04.739183 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ce873c-e3ca-47df-935d-72625cb39b9b service neutron] Pushing event updated for resources: {'Port': ['ID=479ab024-b469-4680-a315-2c62d0deaaba,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:04.750714 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde77e91-4b7f-47d2-b203-66518490d0d1 req-1f98197a-b62a-4bdd-8842-40c72d0102c0 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:04.752680 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bde77e91-4b7f-47d2-b203-66518490d0d1 req-1f98197a-b62a-4bdd-8842-40c72d0102c0 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=49a855ec-df1d-494a-bff1-a895d4218153 HTTP/1.1" status: 200 len: 943 time: 0.0659051 Aug 10 03:51:04.767770 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e6fa186-39c2-4f7e-a0b2-483102ac757e x-openstack-request-id: req-5e6fa186-39c2-4f7e-a0b2-483102ac757e {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:51:04.767770 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49a855ec-df1d-494a-bff1-a895d4218153", "tag": "479ab024-b469-4680-a315-2c62d0deaaba", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:51:04.767770 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5e6fa186-39c2-4f7e-a0b2-483102ac757e {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:51:04.767770 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49a855ec-df1d-494a-bff1-a895d4218153', 'tag': '479ab024-b469-4680-a315-2c62d0deaaba', 'status': 'completed', 'code': 200} Aug 10 03:51:04.802010 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bde77e91-4b7f-47d2-b203-66518490d0d1 req-bfddc08b-97ec-4ff6-b511-10cdb9cafbfa tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372760 Aug 10 03:51:04.806512 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df6770-cdab-44f6-b0e1-0090d197cb5c req-3a6968b4-716d-4066-9c8a-8ddaeb63d8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:04.808085 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-29df6770-cdab-44f6-b0e1-0090d197cb5c req-3a6968b4-716d-4066-9c8a-8ddaeb63d8e8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6fdb1d3ffa8346fcb47078b1f3d22ed3&device_id=49a855ec-df1d-494a-bff1-a895d4218153 HTTP/1.1" status: 200 len: 1095 time: 0.0438211 Aug 10 03:51:04.854890 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-29df6770-cdab-44f6-b0e1-0090d197cb5c req-2a736ba4-fa9d-4b1e-b0d2-8fa35659b9d9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=479ab024-b469-4680-a315-2c62d0deaaba HTTP/1.1" status: 200 len: 217 time: 0.0388210 Aug 10 03:51:04.913636 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df6770-cdab-44f6-b0e1-0090d197cb5c req-82ac1843-2876-4d4b-a602-bdd66af3f0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:04.915209 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-29df6770-cdab-44f6-b0e1-0090d197cb5c req-82ac1843-2876-4d4b-a602-bdd66af3f0e3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a154169a-fdf0-40b5-8ba3-660c4d38d5ed HTTP/1.1" status: 200 len: 855 time: 0.0541370 Aug 10 03:51:04.950914 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-29df6770-cdab-44f6-b0e1-0090d197cb5c req-8dd819d5-44c5-4d8a-b253-f62c44c761c0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283077 Aug 10 03:51:05.055394 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-29df6770-cdab-44f6-b0e1-0090d197cb5c req-2a88c89e-a55d-437e-9976-837922dbc2ec service neutron] 10.222.0.58 "GET /v2.0/networks/b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976102 Aug 10 03:51:05.165126 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-29df6770-cdab-44f6-b0e1-0090d197cb5c req-2eb517d2-be41-410e-b0e9-3ea95ac1007e service neutron] 10.222.0.58 "GET /v2.0/networks/b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033182 Aug 10 03:51:05.257483 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084cd87-639c-4b57-815e-afaca36ad140 req-a7cb0ff2-c5c3-4770-ae5b-00932f732167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:05.259350 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b084cd87-639c-4b57-815e-afaca36ad140 req-a7cb0ff2-c5c3-4770-ae5b-00932f732167 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6fdb1d3ffa8346fcb47078b1f3d22ed3&device_id=49a855ec-df1d-494a-bff1-a895d4218153 HTTP/1.1" status: 200 len: 1095 time: 0.0481620 Aug 10 03:51:05.357799 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084cd87-639c-4b57-815e-afaca36ad140 req-2466894a-511b-4d2c-bbd9-c866f9dc1c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:05.359215 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b084cd87-639c-4b57-815e-afaca36ad140 req-2466894a-511b-4d2c-bbd9-c866f9dc1c91 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e HTTP/1.1" status: 200 len: 916 time: 0.0933867 Aug 10 03:51:05.401851 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b084cd87-639c-4b57-815e-afaca36ad140 req-252503b9-93cd-41bc-ad51-1f63de396dd0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=479ab024-b469-4680-a315-2c62d0deaaba HTTP/1.1" status: 200 len: 217 time: 0.0347402 Aug 10 03:51:05.453467 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084cd87-639c-4b57-815e-afaca36ad140 req-41c9423c-6eee-4717-88e9-0005da5601bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:05.454969 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b084cd87-639c-4b57-815e-afaca36ad140 req-41c9423c-6eee-4717-88e9-0005da5601bb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a154169a-fdf0-40b5-8ba3-660c4d38d5ed HTTP/1.1" status: 200 len: 855 time: 0.0454783 Aug 10 03:51:05.489526 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b084cd87-639c-4b57-815e-afaca36ad140 req-f4c3140a-2c94-4a7b-9249-9a02a72f8ad7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263953 Aug 10 03:51:05.616521 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b084cd87-639c-4b57-815e-afaca36ad140 req-8a63fccf-ffbd-4aa1-bfbe-eb9931527784 service neutron] 10.222.0.58 "GET /v2.0/networks/b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197107 Aug 10 03:51:05.722961 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b084cd87-639c-4b57-815e-afaca36ad140 req-73f6d96a-2e06-41ad-a403-6a4a133c65ad service neutron] 10.222.0.58 "GET /v2.0/networks/b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991018 Aug 10 03:51:05.938420 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8858f-950f-4c54-a9dc-74eda403472e req-f1b0dd87-a321-46c9-9040-9e4229b70ff8 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:05.939839 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-44a8858f-950f-4c54-a9dc-74eda403472e req-f1b0dd87-a321-46c9-9040-9e4229b70ff8 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=49a855ec-df1d-494a-bff1-a895d4218153 HTTP/1.1" status: 200 len: 943 time: 0.0614579 Aug 10 03:51:05.983591 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-44a8858f-950f-4c54-a9dc-74eda403472e req-9ad132fb-d10e-4d2e-9005-2bee021a040e tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353427 Aug 10 03:51:06.045480 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:06.694045 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 479ab024-b469-4680-a315-2c62d0deaaba details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:51:06.792509 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 479ab024-b469-4680-a315-2c62d0deaaba, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=479ab024-b469-4680-a315-2c62d0deaaba,segment=NetworkSegment(b297965b-7914-4d15-abb1-b7a8061604f6),segment_id=b297965b-7914-4d15-abb1-b7a8061604f6)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:06.803886 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': '479ab024-b469-4680-a315-2c62d0deaaba', 'network_id': 'b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e', 'port_id': '479ab024-b469-4680-a315-2c62d0deaaba', 'mac_address': 'fa:16:3e:6a:08:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a154169a-fdf0-40b5-8ba3-660c4d38d5ed', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:51:06.840617 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:06.853684 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 479ab024-b469-4680-a315-2c62d0deaaba {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:51:06.873415 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 479ab024-b469-4680-a315-2c62d0deaaba, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=479ab024-b469-4680-a315-2c62d0deaaba,segment=NetworkSegment(b297965b-7914-4d15-abb1-b7a8061604f6),segment_id=b297965b-7914-4d15-abb1-b7a8061604f6)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:06.877987 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:06.930136 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=479ab024-b469-4680-a315-2c62d0deaaba,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:07.064300 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['479ab024-b469-4680-a315-2c62d0deaaba'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:51:07.104559 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6094a802-90b6-4393-9694-fff274368d17 req-c883b26a-43e9-4d02-905c-6e853152bbdb tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:07.106086 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6094a802-90b6-4393-9694-fff274368d17 req-c883b26a-43e9-4d02-905c-6e853152bbdb tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=49a855ec-df1d-494a-bff1-a895d4218153 HTTP/1.1" status: 200 len: 944 time: 0.0551732 Aug 10 03:51:07.146688 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6094a802-90b6-4393-9694-fff274368d17 req-a1802700-3ced-4aaa-b6e9-f35ba9ce07b2 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343182 Aug 10 03:51:08.265514 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb46b11a-7e73-4961-b140-981b4825212c req-db599f88-4162-468d-b82a-a134e768653d tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:08.267059 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eb46b11a-7e73-4961-b140-981b4825212c req-db599f88-4162-468d-b82a-a134e768653d tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=49a855ec-df1d-494a-bff1-a895d4218153 HTTP/1.1" status: 200 len: 944 time: 0.0489142 Aug 10 03:51:08.309047 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eb46b11a-7e73-4961-b140-981b4825212c req-c42e915f-0de2-4a0f-b51a-52650a0bdfd7 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357740 Aug 10 03:51:08.710105 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 479ab024-b469-4680-a315-2c62d0deaaba up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:51:08.763070 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port 479ab024-b469-4680-a315-2c62d0deaaba completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:08.767458 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port 479ab024-b469-4680-a315-2c62d0deaaba triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:08.767953 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:08.845838 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:08.869257 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a855ec-df1d-494a-bff1-a895d4218153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '479ab024-b469-4680-a315-2c62d0deaaba'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:51:08.871549 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8eca533-884a-4068-8e37-96ad8bfb2aad" -d '{"events": [{"server_uuid": "49a855ec-df1d-494a-bff1-a895d4218153", "name": "network-vif-plugged", "status": "completed", "tag": "479ab024-b469-4680-a315-2c62d0deaaba"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:51:08.885248 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 479ab024-b469-4680-a315-2c62d0deaaba, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=479ab024-b469-4680-a315-2c62d0deaaba,segment=NetworkSegment(b297965b-7914-4d15-abb1-b7a8061604f6),segment_id=b297965b-7914-4d15-abb1-b7a8061604f6)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:08.889837 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:08.924968 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ead991f-65f6-4c8a-932e-85eeee41d357 x-openstack-request-id: req-6ead991f-65f6-4c8a-932e-85eeee41d357 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:51:08.925972 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a855ec-df1d-494a-bff1-a895d4218153", "name": "network-vif-plugged", "status": "completed", "tag": "479ab024-b469-4680-a315-2c62d0deaaba", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:51:08.925972 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6ead991f-65f6-4c8a-932e-85eeee41d357 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:51:08.926167 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a855ec-df1d-494a-bff1-a895d4218153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '479ab024-b469-4680-a315-2c62d0deaaba', 'code': 200} Aug 10 03:51:08.952886 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=479ab024-b469-4680-a315-2c62d0deaaba,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:09.051607 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c387faf-12d8-4f7e-b0c0-4c7449c5353c req-5750a4db-9335-4194-8d09-98c90ef91aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:09.053160 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1c387faf-12d8-4f7e-b0c0-4c7449c5353c req-5750a4db-9335-4194-8d09-98c90ef91aed service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=49a855ec-df1d-494a-bff1-a895d4218153 HTTP/1.1" status: 200 len: 1097 time: 0.0540292 Aug 10 03:51:09.089944 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1c387faf-12d8-4f7e-b0c0-4c7449c5353c req-06854aed-6b6a-4102-b14e-a5e266b35452 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301018 Aug 10 03:51:09.432643 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e6e13-3003-44e3-b740-b1047e9c8fd9 req-5c5dcb90-ca55-458d-bf49-41fe53bd21af tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:09.434122 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eb3e6e13-3003-44e3-b740-b1047e9c8fd9 req-5c5dcb90-ca55-458d-bf49-41fe53bd21af tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=49a855ec-df1d-494a-bff1-a895d4218153 HTTP/1.1" status: 200 len: 945 time: 0.0580003 Aug 10 03:51:09.474293 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eb3e6e13-3003-44e3-b740-b1047e9c8fd9 req-1250c77b-3a97-4d77-ae5c-d05f3c8d933f tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340233 Aug 10 03:51:10.649421 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71042f-9f5a-4748-9729-07f5541b01e9 req-78d9e11c-2182-4134-8d49-3ae519b49270 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:10.652287 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fd71042f-9f5a-4748-9729-07f5541b01e9 req-78d9e11c-2182-4134-8d49-3ae519b49270 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=49a855ec-df1d-494a-bff1-a895d4218153 HTTP/1.1" status: 200 len: 945 time: 0.0656343 Aug 10 03:51:10.699645 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fd71042f-9f5a-4748-9729-07f5541b01e9 req-c2017632-7bb3-4206-befd-cdead30614b6 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380921 Aug 10 03:51:10.817551 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add5eb0d-a2b7-490f-bd36-a88fcac80265 req-ca30e4b2-583e-4e42-b689-8c94d991da8d tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:10.819028 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-add5eb0d-a2b7-490f-bd36-a88fcac80265 req-ca30e4b2-583e-4e42-b689-8c94d991da8d tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=49a855ec-df1d-494a-bff1-a895d4218153 HTTP/1.1" status: 200 len: 945 time: 0.0497239 Aug 10 03:51:10.857110 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-add5eb0d-a2b7-490f-bd36-a88fcac80265 req-7a165e66-8091-4a3c-ad20-4f67e71c7719 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314353 Aug 10 03:51:11.084657 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f59962-b1a8-40f0-b06e-aecddb8e6d6b req-ca6b1973-fa79-4c95-a762-8b596d04568a tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:11.086053 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-42f59962-b1a8-40f0-b06e-aecddb8e6d6b req-ca6b1973-fa79-4c95-a762-8b596d04568a tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=49a855ec-df1d-494a-bff1-a895d4218153 HTTP/1.1" status: 200 len: 945 time: 0.0532835 Aug 10 03:51:11.125644 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-42f59962-b1a8-40f0-b06e-aecddb8e6d6b req-033dd9aa-6508-44bc-80d1-0351052fd98c tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336194 Aug 10 03:51:11.243484 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d349e03-4f77-46ec-bf6b-c2f8d1d7773e req-8b322a60-7a04-41ab-a013-4e5a89a168b7 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:11.246867 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3d349e03-4f77-46ec-bf6b-c2f8d1d7773e req-8b322a60-7a04-41ab-a013-4e5a89a168b7 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=49a855ec-df1d-494a-bff1-a895d4218153 HTTP/1.1" status: 200 len: 945 time: 0.0538697 Aug 10 03:51:11.285542 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3d349e03-4f77-46ec-bf6b-c2f8d1d7773e req-b44b0fc7-efb2-44ab-ac4b-cbef489571c7 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324194 Aug 10 03:51:11.552730 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3c96092a-85f7-497c-b59d-3c0120a513e1 req-f92111e3-422e-489c-a45d-451c815ae64e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=49a855ec-df1d-494a-bff1-a895d4218153&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0771554 Aug 10 03:51:11.561478 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2396f479-8459-458b-9a32-0c3b74987bc9 req-d2d2f3f2-aeeb-4aa1-8607-254ad75aa578 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:11.563008 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2396f479-8459-458b-9a32-0c3b74987bc9 req-d2d2f3f2-aeeb-4aa1-8607-254ad75aa578 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=49a855ec-df1d-494a-bff1-a895d4218153 HTTP/1.1" status: 200 len: 945 time: 0.0779419 Aug 10 03:51:11.604205 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2396f479-8459-458b-9a32-0c3b74987bc9 req-c5ec8129-69da-465f-b107-220d1c383f8a tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347588 Aug 10 03:51:12.741591 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd156752-6d1e-4320-b723-f4798309d808 req-4a53573f-f512-483d-8cb3-7ebd266ab9af tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:12.743720 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bd156752-6d1e-4320-b723-f4798309d808 req-4a53573f-f512-483d-8cb3-7ebd266ab9af tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=49a855ec-df1d-494a-bff1-a895d4218153 HTTP/1.1" status: 200 len: 945 time: 0.0576878 Aug 10 03:51:12.762436 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd6521f-2b84-4f91-8b90-a89f1a3d89c2 req-18d16adf-b96b-4825-ade4-8906dd13dba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:12.764006 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ecd6521f-2b84-4f91-8b90-a89f1a3d89c2 req-18d16adf-b96b-4825-ade4-8906dd13dba2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6fdb1d3ffa8346fcb47078b1f3d22ed3&device_id=49a855ec-df1d-494a-bff1-a895d4218153 HTTP/1.1" status: 200 len: 1097 time: 0.0590217 Aug 10 03:51:12.793005 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bd156752-6d1e-4320-b723-f4798309d808 req-1f09a553-99e7-4fa2-9668-e3c826997fb5 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371373 Aug 10 03:51:12.881946 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd6521f-2b84-4f91-8b90-a89f1a3d89c2 req-7fd1935a-e88d-4d43-a51c-bdaa3a47f76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:12.884582 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ecd6521f-2b84-4f91-8b90-a89f1a3d89c2 req-7fd1935a-e88d-4d43-a51c-bdaa3a47f76c service neutron] 10.222.0.58 "GET /v2.0/networks?id=b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e HTTP/1.1" status: 200 len: 916 time: 0.1016850 Aug 10 03:51:12.931811 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ecd6521f-2b84-4f91-8b90-a89f1a3d89c2 req-075f6eeb-8bcb-477e-a640-1bae7733cec8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=479ab024-b469-4680-a315-2c62d0deaaba HTTP/1.1" status: 200 len: 217 time: 0.0405521 Aug 10 03:51:12.937567 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:51:12.987104 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd6521f-2b84-4f91-8b90-a89f1a3d89c2 req-33b2da8a-a6ad-4a6e-93ef-946c618bf981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:12.987104 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ecd6521f-2b84-4f91-8b90-a89f1a3d89c2 req-33b2da8a-a6ad-4a6e-93ef-946c618bf981 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a154169a-fdf0-40b5-8ba3-660c4d38d5ed HTTP/1.1" status: 200 len: 855 time: 0.0478964 Aug 10 03:51:13.028705 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ecd6521f-2b84-4f91-8b90-a89f1a3d89c2 req-018bb44a-4ace-4455-8d1d-d72923fe7d8b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350585 Aug 10 03:51:13.134190 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ecd6521f-2b84-4f91-8b90-a89f1a3d89c2 req-5c37bb23-fa7a-4060-8c7c-fdcc01be684e service neutron] 10.222.0.58 "GET /v2.0/networks/b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981326 Aug 10 03:51:13.229304 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ecd6521f-2b84-4f91-8b90-a89f1a3d89c2 req-c4aa6405-5ed5-4201-a31b-410bf8498829 service neutron] 10.222.0.58 "GET /v2.0/networks/b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886035 Aug 10 03:51:13.321535 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96092a-85f7-497c-b59d-3c0120a513e1 req-80620bc2-a9e7-4521-aa66-4fd0f89b9e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:13.323120 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3c96092a-85f7-497c-b59d-3c0120a513e1 req-80620bc2-a9e7-4521-aa66-4fd0f89b9e5b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6fdb1d3ffa8346fcb47078b1f3d22ed3&device_id=49a855ec-df1d-494a-bff1-a895d4218153 HTTP/1.1" status: 200 len: 1097 time: 0.0509877 Aug 10 03:51:13.427616 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96092a-85f7-497c-b59d-3c0120a513e1 req-c44584ab-6727-49e9-8e3c-dfaf9bf7a463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:13.429151 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3c96092a-85f7-497c-b59d-3c0120a513e1 req-c44584ab-6727-49e9-8e3c-dfaf9bf7a463 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e HTTP/1.1" status: 200 len: 916 time: 0.0997980 Aug 10 03:51:13.476616 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3c96092a-85f7-497c-b59d-3c0120a513e1 req-4cce637d-7477-4f04-b2fc-1e109364e736 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=479ab024-b469-4680-a315-2c62d0deaaba HTTP/1.1" status: 200 len: 217 time: 0.0402107 Aug 10 03:51:13.533182 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96092a-85f7-497c-b59d-3c0120a513e1 req-cfb6189d-3dc9-4d9b-9953-bc5292ebd7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:13.534561 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3c96092a-85f7-497c-b59d-3c0120a513e1 req-cfb6189d-3dc9-4d9b-9953-bc5292ebd7fe service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a154169a-fdf0-40b5-8ba3-660c4d38d5ed HTTP/1.1" status: 200 len: 855 time: 0.0518615 Aug 10 03:51:13.566767 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3c96092a-85f7-497c-b59d-3c0120a513e1 req-2324a2f0-df61-4e56-aa86-dfced885c704 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256569 Aug 10 03:51:13.661672 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3c96092a-85f7-497c-b59d-3c0120a513e1 req-83788731-5e02-4b84-8982-0927665e1699 service neutron] 10.222.0.58 "GET /v2.0/networks/b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882418 Aug 10 03:51:13.762644 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3c96092a-85f7-497c-b59d-3c0120a513e1 req-34a0a020-6cab-42f5-929d-a0f7e3dd34f6 service neutron] 10.222.0.58 "GET /v2.0/networks/b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938263 Aug 10 03:51:13.927620 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e799a8ff-70d5-4731-99ee-758550a2dcae req-de93fc54-af45-430a-b1e9-8f0e8eaac3d1 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:13.929822 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e799a8ff-70d5-4731-99ee-758550a2dcae req-de93fc54-af45-430a-b1e9-8f0e8eaac3d1 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=49a855ec-df1d-494a-bff1-a895d4218153 HTTP/1.1" status: 200 len: 945 time: 0.0562022 Aug 10 03:51:13.975785 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e799a8ff-70d5-4731-99ee-758550a2dcae req-396eab59-7346-45ed-a208-f2e43a89e9af tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383861 Aug 10 03:51:15.108703 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a1e9d-3b27-46dc-ba6d-a6626806ed90 req-754f27dc-c26e-4c99-a2b0-3e8fb1bb803f tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:15.110234 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-858a1e9d-3b27-46dc-ba6d-a6626806ed90 req-754f27dc-c26e-4c99-a2b0-3e8fb1bb803f tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=49a855ec-df1d-494a-bff1-a895d4218153 HTTP/1.1" status: 200 len: 945 time: 0.0622933 Aug 10 03:51:15.150490 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-858a1e9d-3b27-46dc-ba6d-a6626806ed90 req-23f592e4-1e03-41dc-b822-17d96c1988b5 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341442 Aug 10 03:51:16.265986 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88fe4bb-4300-4b81-9884-b2ae47b36800 req-809f0efc-9078-41bf-a94e-42a9aec29245 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:16.267758 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e88fe4bb-4300-4b81-9884-b2ae47b36800 req-809f0efc-9078-41bf-a94e-42a9aec29245 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=49a855ec-df1d-494a-bff1-a895d4218153 HTTP/1.1" status: 200 len: 945 time: 0.0496154 Aug 10 03:51:16.305273 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e88fe4bb-4300-4b81-9884-b2ae47b36800 req-18ecfe78-559f-4d94-867e-913b1fc1baa4 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314794 Aug 10 03:51:17.430084 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770049e4-25bc-45f7-9bde-002bd8f31eb4 req-522dd5e5-a2cf-4c86-ac94-37a601e3d130 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:17.431601 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-770049e4-25bc-45f7-9bde-002bd8f31eb4 req-522dd5e5-a2cf-4c86-ac94-37a601e3d130 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=49a855ec-df1d-494a-bff1-a895d4218153 HTTP/1.1" status: 200 len: 945 time: 0.0478699 Aug 10 03:51:17.471399 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-770049e4-25bc-45f7-9bde-002bd8f31eb4 req-1f815f4a-2af7-43a7-87bf-ed491a373549 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335543 Aug 10 03:51:18.589814 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8877557-8dff-4620-b1f9-d4418c988674 req-e7335955-f725-431e-a55f-1c96d09c69c2 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:18.591338 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c8877557-8dff-4620-b1f9-d4418c988674 req-e7335955-f725-431e-a55f-1c96d09c69c2 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=49a855ec-df1d-494a-bff1-a895d4218153 HTTP/1.1" status: 200 len: 945 time: 0.0537050 Aug 10 03:51:18.629215 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c8877557-8dff-4620-b1f9-d4418c988674 req-9f480463-79dc-4520-aebb-2c8964d8688d tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319755 Aug 10 03:51:19.748871 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a7ae6-6777-408d-aee1-e8ca77e14800 req-ddf3147e-db10-4f80-a261-7fdfb25c93fb tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:19.750448 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ba9a7ae6-6777-408d-aee1-e8ca77e14800 req-ddf3147e-db10-4f80-a261-7fdfb25c93fb tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=49a855ec-df1d-494a-bff1-a895d4218153 HTTP/1.1" status: 200 len: 945 time: 0.0505452 Aug 10 03:51:19.788998 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ba9a7ae6-6777-408d-aee1-e8ca77e14800 req-feeb888e-e467-468a-963a-bcbcaaa0c5dc tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324790 Aug 10 03:51:20.905772 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210dc180-d28c-463a-89d6-64301ecb13a5 req-1b4a3cc7-031f-4ae8-a22d-cf58a4ff786e tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:20.907292 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-210dc180-d28c-463a-89d6-64301ecb13a5 req-1b4a3cc7-031f-4ae8-a22d-cf58a4ff786e tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=49a855ec-df1d-494a-bff1-a895d4218153 HTTP/1.1" status: 200 len: 945 time: 0.0484724 Aug 10 03:51:20.944429 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-210dc180-d28c-463a-89d6-64301ecb13a5 req-b2f459cd-eb5d-42a4-8788-18d9d0d19988 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312636 Aug 10 03:51:22.064140 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b16eb-09d8-4755-97d3-1642100d08fa req-315c702c-bb1b-40c1-8103-6879214d9e59 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:22.065672 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-877b16eb-09d8-4755-97d3-1642100d08fa req-315c702c-bb1b-40c1-8103-6879214d9e59 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=49a855ec-df1d-494a-bff1-a895d4218153 HTTP/1.1" status: 200 len: 945 time: 0.0551481 Aug 10 03:51:22.103958 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-877b16eb-09d8-4755-97d3-1642100d08fa req-a225819e-7ffb-41f2-8a30-5377a6388d71 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323403 Aug 10 03:51:23.223462 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d92800-cc35-4d12-b1e3-a06f369585df req-32b3893a-04c1-4ca7-9de0-9c67c9de52f7 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:23.224996 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-99d92800-cc35-4d12-b1e3-a06f369585df req-32b3893a-04c1-4ca7-9de0-9c67c9de52f7 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=49a855ec-df1d-494a-bff1-a895d4218153 HTTP/1.1" status: 200 len: 945 time: 0.0501881 Aug 10 03:51:23.269088 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-99d92800-cc35-4d12-b1e3-a06f369585df req-d6f1065c-112b-427c-874e-43697d1953b2 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372677 Aug 10 03:51:24.389016 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b18986-d505-44be-9f26-9866dbc10489 req-00495894-f3d2-405d-8407-7260a9c5f8d5 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:24.390418 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-13b18986-d505-44be-9f26-9866dbc10489 req-00495894-f3d2-405d-8407-7260a9c5f8d5 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=49a855ec-df1d-494a-bff1-a895d4218153 HTTP/1.1" status: 200 len: 945 time: 0.0501404 Aug 10 03:51:24.433021 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-13b18986-d505-44be-9f26-9866dbc10489 req-38befb4d-bc9e-4929-9d28-39def4d09dd9 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329812 Aug 10 03:51:25.560293 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9834c865-da42-41ad-916e-ae978040f5b6 req-a414655e-086d-4ab5-b2f5-813417741bb4 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:25.561829 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9834c865-da42-41ad-916e-ae978040f5b6 req-a414655e-086d-4ab5-b2f5-813417741bb4 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=49a855ec-df1d-494a-bff1-a895d4218153 HTTP/1.1" status: 200 len: 945 time: 0.0587690 Aug 10 03:51:25.600184 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9834c865-da42-41ad-916e-ae978040f5b6 req-fd6cd5a9-6e57-49d3-81bf-b5ab9ae013b6 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321023 Aug 10 03:51:26.540843 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:26.732096 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb9339-7a9c-4cbe-b99d-864ebb371e67 req-be3fd7c9-014f-47fc-8444-6eaca6353c05 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:26.733629 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-80bb9339-7a9c-4cbe-b99d-864ebb371e67 req-be3fd7c9-014f-47fc-8444-6eaca6353c05 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=49a855ec-df1d-494a-bff1-a895d4218153 HTTP/1.1" status: 200 len: 945 time: 0.0625246 Aug 10 03:51:26.772211 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-80bb9339-7a9c-4cbe-b99d-864ebb371e67 req-6f93da4c-d0f5-4cf6-a652-fc869300f145 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319934 Aug 10 03:51:26.848560 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:27.891631 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb49d8-c2cf-426c-9e52-2c558c9844a4 req-27a32425-5b2e-4294-9a32-e9d4bb0ee473 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:27.893169 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eadb49d8-c2cf-426c-9e52-2c558c9844a4 req-27a32425-5b2e-4294-9a32-e9d4bb0ee473 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=49a855ec-df1d-494a-bff1-a895d4218153 HTTP/1.1" status: 200 len: 945 time: 0.0529501 Aug 10 03:51:27.936686 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eadb49d8-c2cf-426c-9e52-2c558c9844a4 req-31e48e02-b8dc-4455-8ed6-7e8242af48a4 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366499 Aug 10 03:51:29.078535 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f40c0-2fbb-410e-8868-eeb3c58ae78f req-989fc87a-118a-4170-bf6c-c92f5c17611f tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:29.080113 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aa8f40c0-2fbb-410e-8868-eeb3c58ae78f req-989fc87a-118a-4170-bf6c-c92f5c17611f tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=49a855ec-df1d-494a-bff1-a895d4218153 HTTP/1.1" status: 200 len: 945 time: 0.0630496 Aug 10 03:51:29.119374 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aa8f40c0-2fbb-410e-8868-eeb3c58ae78f req-ba18fbd8-a817-45ea-9b0b-16f99809678e tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332184 Aug 10 03:51:30.296441 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc73c4-75b4-42ae-bb1e-f0e198406bd9 req-7e76a2d3-5df5-4713-8349-6554f4c96ab2 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:30.297970 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-19fc73c4-75b4-42ae-bb1e-f0e198406bd9 req-7e76a2d3-5df5-4713-8349-6554f4c96ab2 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=49a855ec-df1d-494a-bff1-a895d4218153 HTTP/1.1" status: 200 len: 945 time: 0.1115682 Aug 10 03:51:30.350398 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-19fc73c4-75b4-42ae-bb1e-f0e198406bd9 req-7ed5fd5e-3604-4d54-9ff1-99e8e3403cc6 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340016 Aug 10 03:51:30.368044 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ea197a22-9b09-4a0e-b117-8f2cac586562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:31.539082 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ada57-2df4-4b13-9e9a-0159598bc50a req-f31ddcd8-d0b3-48dd-af09-b6b3c6df6619 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:31.540813 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-504ada57-2df4-4b13-9e9a-0159598bc50a req-f31ddcd8-d0b3-48dd-af09-b6b3c6df6619 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=49a855ec-df1d-494a-bff1-a895d4218153 HTTP/1.1" status: 200 len: 945 time: 0.1155853 Aug 10 03:51:31.581076 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-504ada57-2df4-4b13-9e9a-0159598bc50a req-b9603ea6-068e-4ca2-8edf-cea45180a7b5 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325198 Aug 10 03:51:32.720503 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aac3cd-86dc-456b-9da0-ba2c9bdbe018 req-aa0aca18-cf65-4308-9c52-8025b88b46d9 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:32.722104 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-17aac3cd-86dc-456b-9da0-ba2c9bdbe018 req-aa0aca18-cf65-4308-9c52-8025b88b46d9 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=49a855ec-df1d-494a-bff1-a895d4218153 HTTP/1.1" status: 200 len: 945 time: 0.0670195 Aug 10 03:51:32.762257 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-17aac3cd-86dc-456b-9da0-ba2c9bdbe018 req-2af440b9-b82e-448e-8396-9970740a1d43 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333567 Aug 10 03:51:33.065787 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4e5eb3a7-73a4-4a82-ae5c-7d3e7e125671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:33.447123 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:33.892157 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb98fd57-c03e-4ded-9144-79c7c450b726 req-11347d81-e00a-4fb6-8005-9d975c634cda tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:33.893690 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eb98fd57-c03e-4ded-9144-79c7c450b726 req-11347d81-e00a-4fb6-8005-9d975c634cda tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=49a855ec-df1d-494a-bff1-a895d4218153 HTTP/1.1" status: 200 len: 945 time: 0.0560265 Aug 10 03:51:33.935774 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eb98fd57-c03e-4ded-9144-79c7c450b726 req-0fa8923e-1033-4480-bfec-b7bb14b0f887 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341055 Aug 10 03:51:34.312100 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:35.062760 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2751e4-eb5b-487f-a6ce-6c5ca454474b req-e10b112e-202d-446d-af48-ed931fbaef12 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:35.064362 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8f2751e4-eb5b-487f-a6ce-6c5ca454474b req-e10b112e-202d-446d-af48-ed931fbaef12 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=49a855ec-df1d-494a-bff1-a895d4218153 HTTP/1.1" status: 200 len: 945 time: 0.0532753 Aug 10 03:51:35.106303 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8f2751e4-eb5b-487f-a6ce-6c5ca454474b req-68385c2a-fe75-4e64-920c-dc319d2a5be4 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345058 Aug 10 03:51:36.054702 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:36.234852 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3acb5e-7315-457c-8d24-d466ea7eb161 req-ac8d3e10-16f2-4ca9-9824-d669875a93f9 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:36.237383 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0f3acb5e-7315-457c-8d24-d466ea7eb161 req-ac8d3e10-16f2-4ca9-9824-d669875a93f9 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=49a855ec-df1d-494a-bff1-a895d4218153 HTTP/1.1" status: 200 len: 945 time: 0.0577586 Aug 10 03:51:36.278989 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0f3acb5e-7315-457c-8d24-d466ea7eb161 req-256c0c8e-d1c1-4277-b5db-dacd67a37717 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341508 Aug 10 03:51:37.415346 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3da4d0-a4e5-43ee-a1bf-7ce025e5e2ce req-71f8cada-bc97-4075-83ae-5195449970b9 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:37.417343 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cc3da4d0-a4e5-43ee-a1bf-7ce025e5e2ce req-71f8cada-bc97-4075-83ae-5195449970b9 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=49a855ec-df1d-494a-bff1-a895d4218153 HTTP/1.1" status: 200 len: 945 time: 0.0566399 Aug 10 03:51:37.459482 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cc3da4d0-a4e5-43ee-a1bf-7ce025e5e2ce req-493c596d-4785-4353-8dc9-7e7e8ab26f69 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354164 Aug 10 03:51:38.579475 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e9304-1596-4e2a-8499-c8476a703cf9 req-3513ad3a-0cc0-40de-9589-22b72adfde46 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:38.581001 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fe7e9304-1596-4e2a-8499-c8476a703cf9 req-3513ad3a-0cc0-40de-9589-22b72adfde46 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=49a855ec-df1d-494a-bff1-a895d4218153 HTTP/1.1" status: 200 len: 945 time: 0.0525441 Aug 10 03:51:38.629826 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fe7e9304-1596-4e2a-8499-c8476a703cf9 req-21d73c67-1682-4b0d-8b0f-82a341b50a22 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413904 Aug 10 03:51:39.771891 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c489d380-1142-4326-a8c6-304d0ce1778c req-98c03635-206b-4c45-9a74-268f1d38f122 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:39.774586 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c489d380-1142-4326-a8c6-304d0ce1778c req-98c03635-206b-4c45-9a74-268f1d38f122 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=49a855ec-df1d-494a-bff1-a895d4218153 HTTP/1.1" status: 200 len: 945 time: 0.0657513 Aug 10 03:51:39.819701 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c489d380-1142-4326-a8c6-304d0ce1778c req-0b9486ed-9456-4358-99ac-f50fbdea513f tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388534 Aug 10 03:51:40.953089 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7118ec-d13e-4f90-87c9-77c9222ff9bb req-354cee03-b432-43bf-a148-07f303ffc3ab tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:40.954613 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1e7118ec-d13e-4f90-87c9-77c9222ff9bb req-354cee03-b432-43bf-a148-07f303ffc3ab tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=49a855ec-df1d-494a-bff1-a895d4218153 HTTP/1.1" status: 200 len: 945 time: 0.0617390 Aug 10 03:51:40.984362 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [req-3c96092a-85f7-497c-b59d-3c0120a513e1 req-1dade435-cd64-4844-9413-c544ef6ca022 service neutron] show failed (client error): The resource could not be found. Aug 10 03:51:40.985383 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3c96092a-85f7-497c-b59d-3c0120a513e1 req-1dade435-cd64-4844-9413-c544ef6ca022 service neutron] 10.222.0.58 "GET /v2.0/ports/479ab024-b469-4680-a315-2c62d0deaaba/bindings/n-h2-768851-15 HTTP/1.1" status: 404 len: 381 time: 0.0683556 Aug 10 03:51:41.007733 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1e7118ec-d13e-4f90-87c9-77c9222ff9bb req-0f7d40bf-f4a2-4c97-ba64-becf4fe57ab1 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418901 Aug 10 03:51:41.211230 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96092a-85f7-497c-b59d-3c0120a513e1 req-4a11eda2-91e7-4ab0-a30e-5c9c1d77fb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:41.213437 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3c96092a-85f7-497c-b59d-3c0120a513e1 req-4a11eda2-91e7-4ab0-a30e-5c9c1d77fb18 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=49a855ec-df1d-494a-bff1-a895d4218153&tenant_id=6fdb1d3ffa8346fcb47078b1f3d22ed3 HTTP/1.1" status: 200 len: 1097 time: 0.0438437 Aug 10 03:51:41.229901 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-3c96092a-85f7-497c-b59d-3c0120a513e1 req-00602316-7ca6-45f5-87c9-a542a9a72647 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768851-15', 'device_owner': 'compute:nova'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:41.584060 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-3c96092a-85f7-497c-b59d-3c0120a513e1 req-00602316-7ca6-45f5-87c9-a542a9a72647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:41.808407 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-3c96092a-85f7-497c-b59d-3c0120a513e1 req-00602316-7ca6-45f5-87c9-a542a9a72647 service neutron] For port 479ab024-b469-4680-a315-2c62d0deaaba, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=479ab024-b469-4680-a315-2c62d0deaaba,segment=NetworkSegment(b297965b-7914-4d15-abb1-b7a8061604f6),segment_id=b297965b-7914-4d15-abb1-b7a8061604f6)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:41.842229 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-3c96092a-85f7-497c-b59d-3c0120a513e1 req-00602316-7ca6-45f5-87c9-a542a9a72647 service neutron] For port 479ab024-b469-4680-a315-2c62d0deaaba, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:51:41.883954 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a855ec-df1d-494a-bff1-a895d4218153', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '479ab024-b469-4680-a315-2c62d0deaaba'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:51:41.886278 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689172c6-1fc6-4a12-bb4a-4c23c1e50f57" -d '{"events": [{"server_uuid": "49a855ec-df1d-494a-bff1-a895d4218153", "name": "network-vif-unplugged", "status": "completed", "tag": "479ab024-b469-4680-a315-2c62d0deaaba"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:51:41.890528 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-3c96092a-85f7-497c-b59d-3c0120a513e1 req-00602316-7ca6-45f5-87c9-a542a9a72647 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:41.905500 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-3c96092a-85f7-497c-b59d-3c0120a513e1 req-00602316-7ca6-45f5-87c9-a542a9a72647 service neutron] Transition to ACTIVE for port object 479ab024-b469-4680-a315-2c62d0deaaba will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:41.909838 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-3c96092a-85f7-497c-b59d-3c0120a513e1 req-00602316-7ca6-45f5-87c9-a542a9a72647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:41.942383 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8fd975-fe3e-4e98-ba63-71b0d5ce7628 x-openstack-request-id: req-8b8fd975-fe3e-4e98-ba63-71b0d5ce7628 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:51:41.942690 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a855ec-df1d-494a-bff1-a895d4218153", "name": "network-vif-unplugged", "status": "completed", "tag": "479ab024-b469-4680-a315-2c62d0deaaba", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:51:41.942970 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8b8fd975-fe3e-4e98-ba63-71b0d5ce7628 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:51:41.943403 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a855ec-df1d-494a-bff1-a895d4218153', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '479ab024-b469-4680-a315-2c62d0deaaba', 'code': 200} Aug 10 03:51:41.986336 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c96092a-85f7-497c-b59d-3c0120a513e1 req-00602316-7ca6-45f5-87c9-a542a9a72647 service neutron] No DVR routers for this DVR port 479ab024-b469-4680-a315-2c62d0deaaba on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:51:41.988497 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00602316-7ca6-45f5-87c9-a542a9a72647 service neutron] Pushing event updated for resources: {'Port': ['ID=479ab024-b469-4680-a315-2c62d0deaaba,revision_number=6']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:42.039908 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-3c96092a-85f7-497c-b59d-3c0120a513e1 req-00602316-7ca6-45f5-87c9-a542a9a72647 service neutron] Attempting to bind port 479ab024-b469-4680-a315-2c62d0deaaba on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:51:42.039908 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-3c96092a-85f7-497c-b59d-3c0120a513e1 req-00602316-7ca6-45f5-87c9-a542a9a72647 service neutron] Attempting to bind port 479ab024-b469-4680-a315-2c62d0deaaba by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': 'b297965b-7914-4d15-abb1-b7a8061604f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:51:42.039908 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c96092a-85f7-497c-b59d-3c0120a513e1 req-00602316-7ca6-45f5-87c9-a542a9a72647 service neutron] Attempting to bind port 479ab024-b469-4680-a315-2c62d0deaaba on network b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:51:42.044499 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c96092a-85f7-497c-b59d-3c0120a513e1 req-00602316-7ca6-45f5-87c9-a542a9a72647 service neutron] Port 479ab024-b469-4680-a315-2c62d0deaaba on network b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:51:42.044946 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c96092a-85f7-497c-b59d-3c0120a513e1 req-00602316-7ca6-45f5-87c9-a542a9a72647 service neutron] Attempting to bind port 479ab024-b469-4680-a315-2c62d0deaaba on network b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:51:42.052406 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c96092a-85f7-497c-b59d-3c0120a513e1 req-00602316-7ca6-45f5-87c9-a542a9a72647 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:51:42.052979 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c96092a-85f7-497c-b59d-3c0120a513e1 req-00602316-7ca6-45f5-87c9-a542a9a72647 service neutron] Checking segment: {'id': 'b297965b-7914-4d15-abb1-b7a8061604f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:51:42.053612 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c96092a-85f7-497c-b59d-3c0120a513e1 req-00602316-7ca6-45f5-87c9-a542a9a72647 service neutron] Bound using segment: {'id': 'b297965b-7914-4d15-abb1-b7a8061604f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:51:42.054340 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-3c96092a-85f7-497c-b59d-3c0120a513e1 req-00602316-7ca6-45f5-87c9-a542a9a72647 service neutron] Bound port: 479ab024-b469-4680-a315-2c62d0deaaba, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b297965b-7914-4d15-abb1-b7a8061604f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:51:42.055665 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-3c96092a-85f7-497c-b59d-3c0120a513e1 req-00602316-7ca6-45f5-87c9-a542a9a72647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:42.146439 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-3c96092a-85f7-497c-b59d-3c0120a513e1 req-00602316-7ca6-45f5-87c9-a542a9a72647 service neutron] For port 479ab024-b469-4680-a315-2c62d0deaaba, host n-h2-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:51:42.149745 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-3c96092a-85f7-497c-b59d-3c0120a513e1 req-00602316-7ca6-45f5-87c9-a542a9a72647 service neutron] For port 479ab024-b469-4680-a315-2c62d0deaaba, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=479ab024-b469-4680-a315-2c62d0deaaba,segment=NetworkSegment(b297965b-7914-4d15-abb1-b7a8061604f6),segment_id=b297965b-7914-4d15-abb1-b7a8061604f6)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:51:42.155549 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-3c96092a-85f7-497c-b59d-3c0120a513e1 req-00602316-7ca6-45f5-87c9-a542a9a72647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:42.169457 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54f068-51cc-4154-a157-3577de78c872 req-ac5bbd55-cb48-4f18-8a95-1dc59347e6a4 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:42.171513 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3a54f068-51cc-4154-a157-3577de78c872 req-ac5bbd55-cb48-4f18-8a95-1dc59347e6a4 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=49a855ec-df1d-494a-bff1-a895d4218153 HTTP/1.1" status: 200 len: 943 time: 0.0556433 Aug 10 03:51:42.196227 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96092a-85f7-497c-b59d-3c0120a513e1 req-00602316-7ca6-45f5-87c9-a542a9a72647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:42.196903 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-3c96092a-85f7-497c-b59d-3c0120a513e1 req-00602316-7ca6-45f5-87c9-a542a9a72647 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:42.198475 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3c96092a-85f7-497c-b59d-3c0120a513e1 req-00602316-7ca6-45f5-87c9-a542a9a72647 service neutron] 10.222.0.60 "PUT /v2.0/ports/479ab024-b469-4680-a315-2c62d0deaaba HTTP/1.1" status: 200 len: 1092 time: 0.9729686 Aug 10 03:51:42.216510 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3a54f068-51cc-4154-a157-3577de78c872 req-fa02bb8b-b755-4cd1-b2dc-c5cf73c36d73 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376561 Aug 10 03:51:42.232034 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00602316-7ca6-45f5-87c9-a542a9a72647 service neutron] Pushing event updated for resources: {'Port': ['ID=479ab024-b469-4680-a315-2c62d0deaaba,revision_number=7']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:42.288987 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96092a-85f7-497c-b59d-3c0120a513e1 req-643ecbcd-23e1-4c09-8f7b-27fda797305e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:42.291079 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3c96092a-85f7-497c-b59d-3c0120a513e1 req-643ecbcd-23e1-4c09-8f7b-27fda797305e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6fdb1d3ffa8346fcb47078b1f3d22ed3&device_id=49a855ec-df1d-494a-bff1-a895d4218153 HTTP/1.1" status: 200 len: 1095 time: 0.0545461 Aug 10 03:51:42.397550 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96092a-85f7-497c-b59d-3c0120a513e1 req-5aa99f34-5f0d-4fa4-8c7c-47328ac30583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:42.399529 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3c96092a-85f7-497c-b59d-3c0120a513e1 req-5aa99f34-5f0d-4fa4-8c7c-47328ac30583 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e HTTP/1.1" status: 200 len: 916 time: 0.0949924 Aug 10 03:51:42.449522 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3c96092a-85f7-497c-b59d-3c0120a513e1 req-048a63a8-f915-425c-88ca-46cd00428c8a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=479ab024-b469-4680-a315-2c62d0deaaba HTTP/1.1" status: 200 len: 217 time: 0.0398602 Aug 10 03:51:42.509192 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96092a-85f7-497c-b59d-3c0120a513e1 req-4c005a8f-93ac-4b27-8538-da45aef2ae35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:42.510689 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3c96092a-85f7-497c-b59d-3c0120a513e1 req-4c005a8f-93ac-4b27-8538-da45aef2ae35 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a154169a-fdf0-40b5-8ba3-660c4d38d5ed HTTP/1.1" status: 200 len: 855 time: 0.0506208 Aug 10 03:51:42.548557 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3c96092a-85f7-497c-b59d-3c0120a513e1 req-8dd6d641-9e27-4e9c-8f2c-588c5beb220f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267341 Aug 10 03:51:42.648036 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3c96092a-85f7-497c-b59d-3c0120a513e1 req-077c002d-7265-47a9-b017-2cf4b39148d3 service neutron] 10.222.0.60 "GET /v2.0/networks/b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923343 Aug 10 03:51:42.750723 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3c96092a-85f7-497c-b59d-3c0120a513e1 req-fb73d347-bf77-464d-8f9a-de8c521f37b5 service neutron] 10.222.0.60 "GET /v2.0/networks/b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930753 Aug 10 03:51:43.350244 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1a1cf-67f4-4859-b635-0531215b51d3 req-1a874eec-02cb-41d0-b4bb-aec9f30ca8fb tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:43.351840 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-10d1a1cf-67f4-4859-b635-0531215b51d3 req-1a874eec-02cb-41d0-b4bb-aec9f30ca8fb tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=49a855ec-df1d-494a-bff1-a895d4218153 HTTP/1.1" status: 200 len: 943 time: 0.0552614 Aug 10 03:51:43.398343 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-10d1a1cf-67f4-4859-b635-0531215b51d3 req-b73c98ce-eaaf-4b0c-b584-2e3ec3c2fb7e tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384297 Aug 10 03:51:43.944553 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49a855ec-df1d-494a-bff1-a895d4218153', 'tag': '479ab024-b469-4680-a315-2c62d0deaaba'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:51:43.948153 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3d1aac-3db0-472f-9eac-5a6a64a4c044" -d '{"events": [{"name": "network-changed", "server_uuid": "49a855ec-df1d-494a-bff1-a895d4218153", "tag": "479ab024-b469-4680-a315-2c62d0deaaba"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:51:44.000708 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba43929-b4ff-40aa-91df-9d99da73ca45 x-openstack-request-id: req-0ba43929-b4ff-40aa-91df-9d99da73ca45 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:51:44.001174 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49a855ec-df1d-494a-bff1-a895d4218153", "tag": "479ab024-b469-4680-a315-2c62d0deaaba", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:51:44.001521 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0ba43929-b4ff-40aa-91df-9d99da73ca45 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:51:44.002064 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49a855ec-df1d-494a-bff1-a895d4218153', 'tag': '479ab024-b469-4680-a315-2c62d0deaaba', 'status': 'completed', 'code': 200} Aug 10 03:51:44.106950 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d1aac-3db0-472f-9eac-5a6a64a4c044 req-96aa488f-4db8-4111-b3a9-729ae599aab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:44.108603 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7a3d1aac-3db0-472f-9eac-5a6a64a4c044 req-96aa488f-4db8-4111-b3a9-729ae599aab6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6fdb1d3ffa8346fcb47078b1f3d22ed3&device_id=49a855ec-df1d-494a-bff1-a895d4218153 HTTP/1.1" status: 200 len: 1095 time: 0.0783532 Aug 10 03:51:44.110431 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d1aac-3db0-472f-9eac-5a6a64a4c044 req-69e92fd6-c5a6-4368-813a-e573118303ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:44.111950 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7a3d1aac-3db0-472f-9eac-5a6a64a4c044 req-69e92fd6-c5a6-4368-813a-e573118303ba service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6fdb1d3ffa8346fcb47078b1f3d22ed3&device_id=49a855ec-df1d-494a-bff1-a895d4218153 HTTP/1.1" status: 200 len: 1095 time: 0.0942938 Aug 10 03:51:44.284614 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d1aac-3db0-472f-9eac-5a6a64a4c044 req-6c92f9b1-566a-47bf-8fec-f01a6d334f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:44.286316 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7a3d1aac-3db0-472f-9eac-5a6a64a4c044 req-6c92f9b1-566a-47bf-8fec-f01a6d334f35 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e HTTP/1.1" status: 200 len: 916 time: 0.1702971 Aug 10 03:51:44.289260 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d1aac-3db0-472f-9eac-5a6a64a4c044 req-b81f5332-af04-4d2c-8fe6-3e7d0b3066ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:44.291321 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7a3d1aac-3db0-472f-9eac-5a6a64a4c044 req-b81f5332-af04-4d2c-8fe6-3e7d0b3066ad service neutron] 10.222.0.58 "GET /v2.0/networks?id=b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e HTTP/1.1" status: 200 len: 916 time: 0.1664817 Aug 10 03:51:44.344097 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7a3d1aac-3db0-472f-9eac-5a6a64a4c044 req-53638414-7154-43e5-a0eb-1baa4fb196ca service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=479ab024-b469-4680-a315-2c62d0deaaba HTTP/1.1" status: 200 len: 217 time: 0.0473998 Aug 10 03:51:44.388130 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7a3d1aac-3db0-472f-9eac-5a6a64a4c044 req-18ed9b4b-c409-4b69-aaa1-6300a9b5a4a2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=479ab024-b469-4680-a315-2c62d0deaaba HTTP/1.1" status: 200 len: 217 time: 0.0848875 Aug 10 03:51:44.473378 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d1aac-3db0-472f-9eac-5a6a64a4c044 req-f09d442a-a566-4d33-b225-191ff4f7aeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:44.475038 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7a3d1aac-3db0-472f-9eac-5a6a64a4c044 req-f09d442a-a566-4d33-b225-191ff4f7aeb0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a154169a-fdf0-40b5-8ba3-660c4d38d5ed HTTP/1.1" status: 200 len: 855 time: 0.0986626 Aug 10 03:51:44.506190 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d1aac-3db0-472f-9eac-5a6a64a4c044 req-9ef18d4d-a9f9-4c79-947f-5f10c0f0292e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:44.508706 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7a3d1aac-3db0-472f-9eac-5a6a64a4c044 req-9ef18d4d-a9f9-4c79-947f-5f10c0f0292e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a154169a-fdf0-40b5-8ba3-660c4d38d5ed HTTP/1.1" status: 200 len: 855 time: 0.0939817 Aug 10 03:51:44.534756 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7a3d1aac-3db0-472f-9eac-5a6a64a4c044 req-90b5cea5-3e79-4f65-bf02-33aa1656a0eb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510156 Aug 10 03:51:44.553140 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd53954f-a798-4f8b-b327-d2b109e61813 req-3b799a28-37c1-4b76-bdf0-1ed6eb00b0d1 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:44.554768 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fd53954f-a798-4f8b-b327-d2b109e61813 req-3b799a28-37c1-4b76-bdf0-1ed6eb00b0d1 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=49a855ec-df1d-494a-bff1-a895d4218153 HTTP/1.1" status: 200 len: 943 time: 0.0819561 Aug 10 03:51:44.606987 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7a3d1aac-3db0-472f-9eac-5a6a64a4c044 req-37df1732-ba56-4985-a635-f2630b8a9ca5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761960 Aug 10 03:51:44.611376 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fd53954f-a798-4f8b-b327-d2b109e61813 req-3ea31b1e-c553-43ef-825d-8edf31674525 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467572 Aug 10 03:51:44.756098 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7a3d1aac-3db0-472f-9eac-5a6a64a4c044 req-f5dc67ce-7e17-4015-b153-7845ba5eef0d service neutron] 10.222.0.60 "GET /v2.0/networks/b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087121 Aug 10 03:51:44.775187 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7a3d1aac-3db0-472f-9eac-5a6a64a4c044 req-fde62162-a49f-49f8-9474-f401afca1ede service neutron] 10.222.0.58 "GET /v2.0/networks/b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336131 Aug 10 03:51:44.886663 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 479ab024-b469-4680-a315-2c62d0deaaba no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:51:44.929454 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7a3d1aac-3db0-472f-9eac-5a6a64a4c044 req-ca64d08d-a4c5-4a9b-891b-06de129edf85 service neutron] 10.222.0.60 "GET /v2.0/networks/b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639700 Aug 10 03:51:44.933333 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7a3d1aac-3db0-472f-9eac-5a6a64a4c044 req-ea65c6fe-7bef-4817-979d-47c0b953bba9 service neutron] 10.222.0.58 "GET /v2.0/networks/b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439536 Aug 10 03:51:44.935801 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 479ab024-b469-4680-a315-2c62d0deaaba not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:51:45.622077 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 479ab024-b469-4680-a315-2c62d0deaaba details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:51:45.741444 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 479ab024-b469-4680-a315-2c62d0deaaba, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=479ab024-b469-4680-a315-2c62d0deaaba,segment=NetworkSegment(b297965b-7914-4d15-abb1-b7a8061604f6),segment_id=b297965b-7914-4d15-abb1-b7a8061604f6)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:45.776722 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cbc9df-9286-46f8-81bb-2ccfa225e7ff req-d0435de0-fa9d-4842-8809-c7f9de0dc771 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:45.782889 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-72cbc9df-9286-46f8-81bb-2ccfa225e7ff req-d0435de0-fa9d-4842-8809-c7f9de0dc771 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=49a855ec-df1d-494a-bff1-a895d4218153 HTTP/1.1" status: 200 len: 943 time: 0.0665605 Aug 10 03:51:45.842392 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-72cbc9df-9286-46f8-81bb-2ccfa225e7ff req-b35574aa-f73d-4b43-9a81-1b54c6d3c6fe tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562720 Aug 10 03:51:45.916299 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '479ab024-b469-4680-a315-2c62d0deaaba', 'network_id': 'b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e', 'port_id': '479ab024-b469-4680-a315-2c62d0deaaba', 'mac_address': 'fa:16:3e:6a:08:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a154169a-fdf0-40b5-8ba3-660c4d38d5ed', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:51:45.961867 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:45.983154 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 479ab024-b469-4680-a315-2c62d0deaaba {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:51:46.001484 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 479ab024-b469-4680-a315-2c62d0deaaba, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=479ab024-b469-4680-a315-2c62d0deaaba,segment=NetworkSegment(b297965b-7914-4d15-abb1-b7a8061604f6),segment_id=b297965b-7914-4d15-abb1-b7a8061604f6)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:46.007024 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:46.071812 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=479ab024-b469-4680-a315-2c62d0deaaba,revision_number=8']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:46.090908 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf1c3b-5517-490a-b35e-819481b362b4 req-999907bd-eccd-493e-a4e4-9826469e6bbf tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:46.091811 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab81197-488b-4020-8198-a311f55b6ed6 req-b3e03720-9252-4ef1-b7c7-097772899dd5 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:46.092448 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-96bf1c3b-5517-490a-b35e-819481b362b4 req-999907bd-eccd-493e-a4e4-9826469e6bbf tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.58 "GET /v2.0/ports?device_id=49a855ec-df1d-494a-bff1-a895d4218153&tenant_id=6fdb1d3ffa8346fcb47078b1f3d22ed3&binding%3Ahost_id=n-h2-768851-15 HTTP/1.1" status: 200 len: 944 time: 0.0631685 Aug 10 03:51:46.093504 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1ab81197-488b-4020-8198-a311f55b6ed6 req-b3e03720-9252-4ef1-b7c7-097772899dd5 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=49a855ec-df1d-494a-bff1-a895d4218153 HTTP/1.1" status: 200 len: 944 time: 0.0791988 Aug 10 03:51:46.134368 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1ab81197-488b-4020-8198-a311f55b6ed6 req-8a126e2d-f47e-4445-95fb-1e0d5100f4dc tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347095 Aug 10 03:51:46.165316 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [req-96bf1c3b-5517-490a-b35e-819481b362b4 req-1425a430-0b47-42e9-a392-0e8989a76997 service neutron] delete failed (client error): The resource could not be found. Aug 10 03:51:46.166534 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-96bf1c3b-5517-490a-b35e-819481b362b4 req-1425a430-0b47-42e9-a392-0e8989a76997 service neutron] 10.222.0.58 "DELETE /v2.0/ports/479ab024-b469-4680-a315-2c62d0deaaba/bindings/n-h1-768851-15 HTTP/1.1" status: 404 len: 381 time: 0.0659549 Aug 10 03:51:46.251578 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['479ab024-b469-4680-a315-2c62d0deaaba'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:51:46.263709 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf1c3b-5517-490a-b35e-819481b362b4 req-3e854298-64be-4ebc-8dfb-67a993a4831d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:46.265252 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-96bf1c3b-5517-490a-b35e-819481b362b4 req-3e854298-64be-4ebc-8dfb-67a993a4831d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6fdb1d3ffa8346fcb47078b1f3d22ed3&device_id=49a855ec-df1d-494a-bff1-a895d4218153 HTTP/1.1" status: 200 len: 1096 time: 0.0477281 Aug 10 03:51:46.369762 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf1c3b-5517-490a-b35e-819481b362b4 req-3de49d1c-5057-4943-bf86-e58414b95dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:46.371311 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-96bf1c3b-5517-490a-b35e-819481b362b4 req-3de49d1c-5057-4943-bf86-e58414b95dff service neutron] 10.222.0.58 "GET /v2.0/networks?id=b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e HTTP/1.1" status: 200 len: 916 time: 0.0994370 Aug 10 03:51:46.418826 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-96bf1c3b-5517-490a-b35e-819481b362b4 req-7e5429da-94bf-4aa2-ad9c-57acdd4a674f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=479ab024-b469-4680-a315-2c62d0deaaba HTTP/1.1" status: 200 len: 217 time: 0.0387704 Aug 10 03:51:46.468897 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf1c3b-5517-490a-b35e-819481b362b4 req-23e92130-001c-43ca-9f78-3d2bc9f20dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:46.470525 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-96bf1c3b-5517-490a-b35e-819481b362b4 req-23e92130-001c-43ca-9f78-3d2bc9f20dbe service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a154169a-fdf0-40b5-8ba3-660c4d38d5ed HTTP/1.1" status: 200 len: 855 time: 0.0454946 Aug 10 03:51:46.502866 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-96bf1c3b-5517-490a-b35e-819481b362b4 req-dad7b399-cf7e-4952-9cf0-e2011bbc74be service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249844 Aug 10 03:51:46.595550 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-96bf1c3b-5517-490a-b35e-819481b362b4 req-ca757fd9-99dc-4576-8263-bb278f636f86 service neutron] 10.222.0.58 "GET /v2.0/networks/b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856690 Aug 10 03:51:46.696746 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-96bf1c3b-5517-490a-b35e-819481b362b4 req-99ecd3bb-e5dc-41bd-a811-ee85908bccb4 service neutron] 10.222.0.58 "GET /v2.0/networks/b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922613 Aug 10 03:51:47.284138 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ae65c-833c-4a43-a4b2-c2894027b8c8 req-84c4793b-b498-4a91-8650-2d6cc429e282 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:47.285718 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-148ae65c-833c-4a43-a4b2-c2894027b8c8 req-84c4793b-b498-4a91-8650-2d6cc429e282 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=49a855ec-df1d-494a-bff1-a895d4218153 HTTP/1.1" status: 200 len: 944 time: 0.0552649 Aug 10 03:51:47.330973 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-148ae65c-833c-4a43-a4b2-c2894027b8c8 req-89bfe87a-6cbb-4789-b828-4fcdbec91977 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378430 Aug 10 03:51:47.457022 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee3cd01-4150-4404-a151-56ea0b174f39 req-65d22f50-ac25-4847-aac1-c75d58895ac0 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:47.458566 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3ee3cd01-4150-4404-a151-56ea0b174f39 req-65d22f50-ac25-4847-aac1-c75d58895ac0 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=49a855ec-df1d-494a-bff1-a895d4218153 HTTP/1.1" status: 200 len: 944 time: 0.0537074 Aug 10 03:51:47.501808 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3ee3cd01-4150-4404-a151-56ea0b174f39 req-e372926d-14da-49d6-9a0c-ab2b03b1311d tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356345 Aug 10 03:51:47.621837 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8419b38e-3d74-4252-8b74-fc02b64b3121 req-761ec3eb-9466-4681-a6b6-9080e57f97ab tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:47.623420 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8419b38e-3d74-4252-8b74-fc02b64b3121 req-761ec3eb-9466-4681-a6b6-9080e57f97ab tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=49a855ec-df1d-494a-bff1-a895d4218153 HTTP/1.1" status: 200 len: 944 time: 0.0549285 Aug 10 03:51:47.630993 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 479ab024-b469-4680-a315-2c62d0deaaba up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:51:47.662996 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8419b38e-3d74-4252-8b74-fc02b64b3121 req-3001119a-34cf-45d4-bde6-ec577ca510d6 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330653 Aug 10 03:51:47.683647 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port 479ab024-b469-4680-a315-2c62d0deaaba completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:47.692994 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 479ab024-b469-4680-a315-2c62d0deaaba triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:47.693372 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:47.784030 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:47.818139 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a855ec-df1d-494a-bff1-a895d4218153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '479ab024-b469-4680-a315-2c62d0deaaba'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:51:47.820561 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667846b3-addf-4fd6-9921-0bdcab503f39" -d '{"events": [{"server_uuid": "49a855ec-df1d-494a-bff1-a895d4218153", "name": "network-vif-plugged", "status": "completed", "tag": "479ab024-b469-4680-a315-2c62d0deaaba"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:51:47.846947 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 479ab024-b469-4680-a315-2c62d0deaaba, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=479ab024-b469-4680-a315-2c62d0deaaba,segment=NetworkSegment(b297965b-7914-4d15-abb1-b7a8061604f6),segment_id=b297965b-7914-4d15-abb1-b7a8061604f6)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:47.851425 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:47.888233 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf360e8-eb5a-491b-b82d-07dd18370eb4 x-openstack-request-id: req-8cf360e8-eb5a-491b-b82d-07dd18370eb4 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:51:47.888233 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a855ec-df1d-494a-bff1-a895d4218153", "name": "network-vif-plugged", "status": "completed", "tag": "479ab024-b469-4680-a315-2c62d0deaaba", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:51:47.888233 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8cf360e8-eb5a-491b-b82d-07dd18370eb4 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:51:47.888233 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a855ec-df1d-494a-bff1-a895d4218153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '479ab024-b469-4680-a315-2c62d0deaaba', 'code': 200} Aug 10 03:51:47.919559 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=479ab024-b469-4680-a315-2c62d0deaaba,revision_number=9']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:48.068276 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4e0b2-997d-48cb-ae32-76b96abbade6 req-344f93a0-660d-4ef0-9b98-3e1b5b64a5f2 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:48.069764 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-abf4e0b2-997d-48cb-ae32-76b96abbade6 req-344f93a0-660d-4ef0-9b98-3e1b5b64a5f2 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/networks?id=b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e HTTP/1.1" status: 200 len: 815 time: 0.1092994 Aug 10 03:51:48.084978 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-abf4e0b2-997d-48cb-ae32-76b96abbade6 req-23a82df3-0579-4eff-acb2-24b5ccb6f56c tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/quotas/6fdb1d3ffa8346fcb47078b1f3d22ed3 HTTP/1.1" status: 200 len: 375 time: 0.0094576 Aug 10 03:51:48.140165 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-abf4e0b2-997d-48cb-ae32-76b96abbade6 req-43c5a194-7daf-4c14-82af-66c0e8416765 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6fdb1d3ffa8346fcb47078b1f3d22ed3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0495076 Aug 10 03:51:48.233627 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-abf4e0b2-997d-48cb-ae32-76b96abbade6 req-886f36b9-94c9-4366-ab26-01b18027f549 service neutron] 10.222.0.62 "GET /v2.0/networks/b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862730 Aug 10 03:51:48.329493 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-abf4e0b2-997d-48cb-ae32-76b96abbade6 req-332ab376-5737-46a6-8378-5f2b71ef1dff service neutron] 10.222.0.62 "GET /v2.0/networks/b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897532 Aug 10 03:51:48.494609 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-11aaa7b0-e01d-4e3b-b262-bbb1a1e8b395 req-0f592088-c047-4457-86ce-1d91d1b0e77b tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=9905f5bb-892a-477c-bc13-785537db4f65 HTTP/1.1" status: 200 len: 210 time: 0.0284905 Aug 10 03:51:49.343655 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db470d-5d08-483f-94fe-5cdc3b6931f8 req-f8da6a4d-1274-4411-a4ca-9b4c75a9a891 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:49.345205 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-92db470d-5d08-483f-94fe-5cdc3b6931f8 req-f8da6a4d-1274-4411-a4ca-9b4c75a9a891 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.60 "GET /v2.0/ports?device_id=49a855ec-df1d-494a-bff1-a895d4218153 HTTP/1.1" status: 200 len: 945 time: 0.0534229 Aug 10 03:51:49.457825 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-92db470d-5d08-483f-94fe-5cdc3b6931f8 req-3e728f5d-75f8-41ee-a2e2-4971e747693a tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Deleting port 479ab024-b469-4680-a315-2c62d0deaaba {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:51:49.458504 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-92db470d-5d08-483f-94fe-5cdc3b6931f8 req-3e728f5d-75f8-41ee-a2e2-4971e747693a tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:49.474018 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4e0b2-997d-48cb-ae32-76b96abbade6 req-2ec92a1c-1fac-4adb-a806-4294bd3af965 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:49.478156 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-abf4e0b2-997d-48cb-ae32-76b96abbade6 req-2ec92a1c-1fac-4adb-a806-4294bd3af965 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.60 "GET /v2.0/networks?id=b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e HTTP/1.1" status: 200 len: 815 time: 0.1335068 Aug 10 03:51:49.496215 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-abf4e0b2-997d-48cb-ae32-76b96abbade6 req-6b513bd5-7cfc-4ce5-aea9-ab92a5d73bbc tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Request body: {'port': {'device_id': '9905f5bb-892a-477c-bc13-785537db4f65', 'network_id': 'b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e', 'admin_state_up': True, 'tenant_id': '6fdb1d3ffa8346fcb47078b1f3d22ed3'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:49.561092 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-92db470d-5d08-483f-94fe-5cdc3b6931f8 req-3e728f5d-75f8-41ee-a2e2-4971e747693a tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] For port 479ab024-b469-4680-a315-2c62d0deaaba, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=479ab024-b469-4680-a315-2c62d0deaaba,segment=NetworkSegment(b297965b-7914-4d15-abb1-b7a8061604f6),segment_id=b297965b-7914-4d15-abb1-b7a8061604f6)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:49.561500 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-92db470d-5d08-483f-94fe-5cdc3b6931f8 req-3e728f5d-75f8-41ee-a2e2-4971e747693a tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:49.578767 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-92db470d-5d08-483f-94fe-5cdc3b6931f8 req-3e728f5d-75f8-41ee-a2e2-4971e747693a tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Calling delete_port for 479ab024-b469-4680-a315-2c62d0deaaba owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:51:49.595941 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-90b7fc2a-5d95-4191-a464-3105b06b8bf7 req-ee9420fa-5f92-4e54-9847-60a30b79a851 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=9905f5bb-892a-477c-bc13-785537db4f65 HTTP/1.1" status: 200 len: 210 time: 0.0319684 Aug 10 03:51:49.668838 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abf4e0b2-997d-48cb-ae32-76b96abbade6 req-6b513bd5-7cfc-4ce5-aea9-ab92a5d73bbc tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Made reservation on behalf of 6fdb1d3ffa8346fcb47078b1f3d22ed3 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:49.673996 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-abf4e0b2-997d-48cb-ae32-76b96abbade6 req-6b513bd5-7cfc-4ce5-aea9-ab92a5d73bbc tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:49.733488 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-92db470d-5d08-483f-94fe-5cdc3b6931f8 req-3e728f5d-75f8-41ee-a2e2-4971e747693a tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:49.749979 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['479ab024-b469-4680-a315-2c62d0deaaba'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:51:49.768310 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728f5d-75f8-41ee-a2e2-4971e747693a tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Pushing event deleted for resources: {'Port': ['ID=479ab024-b469-4680-a315-2c62d0deaaba,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:49.829378 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-92db470d-5d08-483f-94fe-5cdc3b6931f8 req-3e728f5d-75f8-41ee-a2e2-4971e747693a tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] No DVR routers for this DVR port 479ab024-b469-4680-a315-2c62d0deaaba on host n-h2-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:51:49.832203 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-92db470d-5d08-483f-94fe-5cdc3b6931f8 req-3e728f5d-75f8-41ee-a2e2-4971e747693a tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:49.834662 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-92db470d-5d08-483f-94fe-5cdc3b6931f8 req-3e728f5d-75f8-41ee-a2e2-4971e747693a tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.60 "DELETE /v2.0/ports/479ab024-b469-4680-a315-2c62d0deaaba HTTP/1.1" status: 204 len: 173 time: 0.4801824 Aug 10 03:51:49.835155 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a855ec-df1d-494a-bff1-a895d4218153', 'name': 'network-vif-deleted', 'tag': '479ab024-b469-4680-a315-2c62d0deaaba'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:51:49.838013 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797fdf3a-1738-4af5-86a1-a79feb1b5d20" -d '{"events": [{"server_uuid": "49a855ec-df1d-494a-bff1-a895d4218153", "name": "network-vif-deleted", "tag": "479ab024-b469-4680-a315-2c62d0deaaba"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:51:49.865800 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-abf4e0b2-997d-48cb-ae32-76b96abbade6 req-6b513bd5-7cfc-4ce5-aea9-ab92a5d73bbc tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Allocated IP 172.20.0.13 (b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e/a154169a-fdf0-40b5-8ba3-660c4d38d5ed/0ff7da7e-e53d-4f46-9e34-306cfecb1758) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:51:49.884941 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440a69a9-254a-471c-8094-5f1dffa97f22 x-openstack-request-id: req-440a69a9-254a-471c-8094-5f1dffa97f22 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:51:49.885371 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a855ec-df1d-494a-bff1-a895d4218153", "name": "network-vif-deleted", "tag": "479ab024-b469-4680-a315-2c62d0deaaba", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:51:49.885782 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-440a69a9-254a-471c-8094-5f1dffa97f22 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:51:49.886262 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a855ec-df1d-494a-bff1-a895d4218153', 'name': 'network-vif-deleted', 'tag': '479ab024-b469-4680-a315-2c62d0deaaba', 'status': 'completed', 'code': 200} Aug 10 03:51:49.938691 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:51:50.063738 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-abf4e0b2-997d-48cb-ae32-76b96abbade6 req-6b513bd5-7cfc-4ce5-aea9-ab92a5d73bbc tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:50.113375 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-abf4e0b2-997d-48cb-ae32-76b96abbade6 req-6b513bd5-7cfc-4ce5-aea9-ab92a5d73bbc tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:50.130588 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['479ab024-b469-4680-a315-2c62d0deaaba'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:51:50.170620 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abf4e0b2-997d-48cb-ae32-76b96abbade6 req-6b513bd5-7cfc-4ce5-aea9-ab92a5d73bbc tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Network b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:50.174873 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-abf4e0b2-997d-48cb-ae32-76b96abbade6 req-6b513bd5-7cfc-4ce5-aea9-ab92a5d73bbc tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:50.178704 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf4e0b2-997d-48cb-ae32-76b96abbade6 req-6b513bd5-7cfc-4ce5-aea9-ab92a5d73bbc tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:51:50.206562 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b513bd5-7cfc-4ce5-aea9-ab92a5d73bbc tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Pushing event updated for resources: {'Port': ['ID=0ff7da7e-e53d-4f46-9e34-306cfecb1758,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:50.237688 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4e0b2-997d-48cb-ae32-76b96abbade6 req-6b513bd5-7cfc-4ce5-aea9-ab92a5d73bbc tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:50.238623 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-abf4e0b2-997d-48cb-ae32-76b96abbade6 req-6b513bd5-7cfc-4ce5-aea9-ab92a5d73bbc tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:50.253509 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-abf4e0b2-997d-48cb-ae32-76b96abbade6 req-6b513bd5-7cfc-4ce5-aea9-ab92a5d73bbc tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7621539 Aug 10 03:51:50.271555 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-abf4e0b2-997d-48cb-ae32-76b96abbade6 req-4ffb3716-74f0-4973-8ec6-238583f1d541 service neutron] Request body: {'port': {'device_id': '9905f5bb-892a-477c-bc13-785537db4f65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:50.337812 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-abf4e0b2-997d-48cb-ae32-76b96abbade6 req-4ffb3716-74f0-4973-8ec6-238583f1d541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:50.676637 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-abf4e0b2-997d-48cb-ae32-76b96abbade6 req-4ffb3716-74f0-4973-8ec6-238583f1d541 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ff7da7e-e53d-4f46-9e34-306cfecb1758 {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:51:50.698726 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-abf4e0b2-997d-48cb-ae32-76b96abbade6 req-4ffb3716-74f0-4973-8ec6-238583f1d541 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:50.740813 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-abf4e0b2-997d-48cb-ae32-76b96abbade6 req-4ffb3716-74f0-4973-8ec6-238583f1d541 service neutron] Transition to ACTIVE for port object 0ff7da7e-e53d-4f46-9e34-306cfecb1758 will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:50.745990 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-abf4e0b2-997d-48cb-ae32-76b96abbade6 req-4ffb3716-74f0-4973-8ec6-238583f1d541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:50.808643 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097e011-4aeb-4897-ba8b-fa6768941088 req-654e34b8-3430-4f68-928f-5fda9bc25269 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:50.810253 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4097e011-4aeb-4897-ba8b-fa6768941088 req-654e34b8-3430-4f68-928f-5fda9bc25269 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=9905f5bb-892a-477c-bc13-785537db4f65 HTTP/1.1" status: 200 len: 932 time: 0.1277113 Aug 10 03:51:50.814827 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffb3716-74f0-4973-8ec6-238583f1d541 service neutron] Pushing event updated for resources: {'Port': ['ID=0ff7da7e-e53d-4f46-9e34-306cfecb1758,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:50.905415 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4097e011-4aeb-4897-ba8b-fa6768941088 req-c7927503-99fb-429a-8ea4-c22a5891508a tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861268 Aug 10 03:51:50.933522 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-abf4e0b2-997d-48cb-ae32-76b96abbade6 req-4ffb3716-74f0-4973-8ec6-238583f1d541 service neutron] Attempting to bind port 0ff7da7e-e53d-4f46-9e34-306cfecb1758 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:51:50.933976 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-abf4e0b2-997d-48cb-ae32-76b96abbade6 req-4ffb3716-74f0-4973-8ec6-238583f1d541 service neutron] Attempting to bind port 0ff7da7e-e53d-4f46-9e34-306cfecb1758 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': 'b297965b-7914-4d15-abb1-b7a8061604f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:51:50.934373 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf4e0b2-997d-48cb-ae32-76b96abbade6 req-4ffb3716-74f0-4973-8ec6-238583f1d541 service neutron] Attempting to bind port 0ff7da7e-e53d-4f46-9e34-306cfecb1758 on network b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:51:50.940396 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf4e0b2-997d-48cb-ae32-76b96abbade6 req-4ffb3716-74f0-4973-8ec6-238583f1d541 service neutron] Port 0ff7da7e-e53d-4f46-9e34-306cfecb1758 on network b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:51:50.940828 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf4e0b2-997d-48cb-ae32-76b96abbade6 req-4ffb3716-74f0-4973-8ec6-238583f1d541 service neutron] Attempting to bind port 0ff7da7e-e53d-4f46-9e34-306cfecb1758 on network b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:51:50.946693 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf4e0b2-997d-48cb-ae32-76b96abbade6 req-4ffb3716-74f0-4973-8ec6-238583f1d541 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:51:50.947085 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf4e0b2-997d-48cb-ae32-76b96abbade6 req-4ffb3716-74f0-4973-8ec6-238583f1d541 service neutron] Checking segment: {'id': 'b297965b-7914-4d15-abb1-b7a8061604f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:51:50.947479 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf4e0b2-997d-48cb-ae32-76b96abbade6 req-4ffb3716-74f0-4973-8ec6-238583f1d541 service neutron] Bound using segment: {'id': 'b297965b-7914-4d15-abb1-b7a8061604f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:51:50.948009 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-abf4e0b2-997d-48cb-ae32-76b96abbade6 req-4ffb3716-74f0-4973-8ec6-238583f1d541 service neutron] Bound port: 0ff7da7e-e53d-4f46-9e34-306cfecb1758, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b297965b-7914-4d15-abb1-b7a8061604f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:51:50.948281 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-abf4e0b2-997d-48cb-ae32-76b96abbade6 req-4ffb3716-74f0-4973-8ec6-238583f1d541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:51.029512 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-abf4e0b2-997d-48cb-ae32-76b96abbade6 req-4ffb3716-74f0-4973-8ec6-238583f1d541 service neutron] For port 0ff7da7e-e53d-4f46-9e34-306cfecb1758, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:51:51.036980 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-abf4e0b2-997d-48cb-ae32-76b96abbade6 req-4ffb3716-74f0-4973-8ec6-238583f1d541 service neutron] For port 0ff7da7e-e53d-4f46-9e34-306cfecb1758, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=0ff7da7e-e53d-4f46-9e34-306cfecb1758,segment=NetworkSegment(b297965b-7914-4d15-abb1-b7a8061604f6),segment_id=b297965b-7914-4d15-abb1-b7a8061604f6)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:51:51.043428 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-abf4e0b2-997d-48cb-ae32-76b96abbade6 req-4ffb3716-74f0-4973-8ec6-238583f1d541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:51.082643 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4e0b2-997d-48cb-ae32-76b96abbade6 req-4ffb3716-74f0-4973-8ec6-238583f1d541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:51.083323 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-abf4e0b2-997d-48cb-ae32-76b96abbade6 req-4ffb3716-74f0-4973-8ec6-238583f1d541 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:51.084864 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-abf4e0b2-997d-48cb-ae32-76b96abbade6 req-4ffb3716-74f0-4973-8ec6-238583f1d541 service neutron] 10.222.0.60 "PUT /v2.0/ports/0ff7da7e-e53d-4f46-9e34-306cfecb1758 HTTP/1.1" status: 200 len: 1093 time: 0.8179550 Aug 10 03:51:51.085323 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9905f5bb-892a-477c-bc13-785537db4f65', 'tag': '0ff7da7e-e53d-4f46-9e34-306cfecb1758'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:51:51.087859 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7793b98d-c03b-49bb-8f00-3596106222b7" -d '{"events": [{"name": "network-changed", "server_uuid": "9905f5bb-892a-477c-bc13-785537db4f65", "tag": "0ff7da7e-e53d-4f46-9e34-306cfecb1758"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:51:51.124101 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffb3716-74f0-4973-8ec6-238583f1d541 service neutron] Pushing event updated for resources: {'Port': ['ID=0ff7da7e-e53d-4f46-9e34-306cfecb1758,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:51.133135 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89fe6fc-5c16-40d1-9524-d60bd084a22a x-openstack-request-id: req-f89fe6fc-5c16-40d1-9524-d60bd084a22a {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:51:51.133392 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9905f5bb-892a-477c-bc13-785537db4f65", "tag": "0ff7da7e-e53d-4f46-9e34-306cfecb1758", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:51:51.133757 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f89fe6fc-5c16-40d1-9524-d60bd084a22a {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:51:51.134059 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9905f5bb-892a-477c-bc13-785537db4f65', 'tag': '0ff7da7e-e53d-4f46-9e34-306cfecb1758', 'status': 'completed', 'code': 200} Aug 10 03:51:51.356668 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4e0b2-997d-48cb-ae32-76b96abbade6 req-7666aa42-1e26-4655-9b7f-7d3fb9030365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:51.358260 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-abf4e0b2-997d-48cb-ae32-76b96abbade6 req-7666aa42-1e26-4655-9b7f-7d3fb9030365 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6fdb1d3ffa8346fcb47078b1f3d22ed3&device_id=9905f5bb-892a-477c-bc13-785537db4f65 HTTP/1.1" status: 200 len: 1096 time: 0.0783522 Aug 10 03:51:51.417552 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-abf4e0b2-997d-48cb-ae32-76b96abbade6 req-f4bbcb07-d7a2-41cb-8800-2042ce8ca5bc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ff7da7e-e53d-4f46-9e34-306cfecb1758 HTTP/1.1" status: 200 len: 217 time: 0.0400536 Aug 10 03:51:51.473973 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4e0b2-997d-48cb-ae32-76b96abbade6 req-ef6de4b9-3784-43b2-ac03-48cf80ecb81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:51.475600 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-abf4e0b2-997d-48cb-ae32-76b96abbade6 req-ef6de4b9-3784-43b2-ac03-48cf80ecb81e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a154169a-fdf0-40b5-8ba3-660c4d38d5ed HTTP/1.1" status: 200 len: 855 time: 0.0470591 Aug 10 03:51:51.511074 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-abf4e0b2-997d-48cb-ae32-76b96abbade6 req-ff56ce89-8f26-4fd6-80b0-776d9cd53598 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264316 Aug 10 03:51:51.629257 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-abf4e0b2-997d-48cb-ae32-76b96abbade6 req-7a5a851d-ebe2-4ddf-bcc8-7784bc1cb776 service neutron] 10.222.0.60 "GET /v2.0/networks/b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091008 Aug 10 03:51:51.746349 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-abf4e0b2-997d-48cb-ae32-76b96abbade6 req-c72a2bb2-4418-4105-84aa-4202c612e445 service neutron] 10.222.0.60 "GET /v2.0/networks/b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078258 Aug 10 03:51:51.860301 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793b98d-c03b-49bb-8f00-3596106222b7 req-7d282cef-1602-4790-938a-e2504571e225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:51.861809 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7793b98d-c03b-49bb-8f00-3596106222b7 req-7d282cef-1602-4790-938a-e2504571e225 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6fdb1d3ffa8346fcb47078b1f3d22ed3&device_id=9905f5bb-892a-477c-bc13-785537db4f65 HTTP/1.1" status: 200 len: 1096 time: 0.0509205 Aug 10 03:51:52.031637 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793b98d-c03b-49bb-8f00-3596106222b7 req-5632b902-5b69-4778-8c09-08a708f5f237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:52.033199 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7793b98d-c03b-49bb-8f00-3596106222b7 req-5632b902-5b69-4778-8c09-08a708f5f237 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e HTTP/1.1" status: 200 len: 916 time: 0.1638854 Aug 10 03:51:52.082414 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7793b98d-c03b-49bb-8f00-3596106222b7 req-d38168cc-74af-422f-9863-b9a303a444ed service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ff7da7e-e53d-4f46-9e34-306cfecb1758 HTTP/1.1" status: 200 len: 217 time: 0.0404248 Aug 10 03:51:52.092507 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbda2c2-2b2a-468e-b8c2-ad22d4c00c9d req-db5ba81b-571f-4139-92a0-61e3e232b0e1 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:52.094050 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9fbda2c2-2b2a-468e-b8c2-ad22d4c00c9d req-db5ba81b-571f-4139-92a0-61e3e232b0e1 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=9905f5bb-892a-477c-bc13-785537db4f65 HTTP/1.1" status: 200 len: 944 time: 0.1017761 Aug 10 03:51:52.172090 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793b98d-c03b-49bb-8f00-3596106222b7 req-ee2cf0d8-0357-4630-96cf-766086b349af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:52.173652 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7793b98d-c03b-49bb-8f00-3596106222b7 req-ee2cf0d8-0357-4630-96cf-766086b349af service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a154169a-fdf0-40b5-8ba3-660c4d38d5ed HTTP/1.1" status: 200 len: 855 time: 0.0785792 Aug 10 03:51:52.176578 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9fbda2c2-2b2a-468e-b8c2-ad22d4c00c9d req-e47368dd-3d4b-4553-ad0b-1c09baf2c70c tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740194 Aug 10 03:51:52.206938 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7793b98d-c03b-49bb-8f00-3596106222b7 req-1acb70b1-1f93-4065-8a3b-9beac2012afe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253658 Aug 10 03:51:52.297367 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7793b98d-c03b-49bb-8f00-3596106222b7 req-fc27cd02-c93f-46b4-b3c4-6f104181bc50 service neutron] 10.222.0.60 "GET /v2.0/networks/b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829415 Aug 10 03:51:52.414754 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7793b98d-c03b-49bb-8f00-3596106222b7 req-323a6b10-992f-47db-9b01-0137a0ab64e6 service neutron] 10.222.0.60 "GET /v2.0/networks/b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094277 Aug 10 03:51:53.305960 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6cc0f7-eb12-40e9-9262-010752605bb1 req-950a3365-b663-4c30-8305-26adac4b5822 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:53.308708 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ce6cc0f7-eb12-40e9-9262-010752605bb1 req-950a3365-b663-4c30-8305-26adac4b5822 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=9905f5bb-892a-477c-bc13-785537db4f65 HTTP/1.1" status: 200 len: 944 time: 0.0558746 Aug 10 03:51:53.352118 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ce6cc0f7-eb12-40e9-9262-010752605bb1 req-00ff10a3-3407-4a89-b6bc-871ad924f744 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363672 Aug 10 03:51:53.653107 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 479ab024-b469-4680-a315-2c62d0deaaba no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:51:53.676579 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: 479ab024-b469-4680-a315-2c62d0deaaba {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:51:53.676925 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 479ab024-b469-4680-a315-2c62d0deaaba not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:51:54.472718 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da58b8a-c72f-4e0e-98f7-c1001eb4d200 req-2c62b76b-e992-4078-842c-d3775037e6d6 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:54.474301 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6da58b8a-c72f-4e0e-98f7-c1001eb4d200 req-2c62b76b-e992-4078-842c-d3775037e6d6 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=9905f5bb-892a-477c-bc13-785537db4f65 HTTP/1.1" status: 200 len: 944 time: 0.0542526 Aug 10 03:51:54.525382 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6da58b8a-c72f-4e0e-98f7-c1001eb4d200 req-ae2209c7-a148-4da0-b3e0-b497e69ae529 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355921 Aug 10 03:51:55.654656 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 0ff7da7e-e53d-4f46-9e34-306cfecb1758 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:51:55.657937 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc92a33-4e57-4168-a48c-eca6506f3633 req-585b0b89-4357-4fd2-b464-01df50a0a112 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:55.660020 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7fc92a33-4e57-4168-a48c-eca6506f3633 req-585b0b89-4357-4fd2-b464-01df50a0a112 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=9905f5bb-892a-477c-bc13-785537db4f65 HTTP/1.1" status: 200 len: 944 time: 0.0616760 Aug 10 03:51:55.710305 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7fc92a33-4e57-4168-a48c-eca6506f3633 req-ab7cd4f9-5e92-44e2-8938-fab3fa96c0c8 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407207 Aug 10 03:51:55.768663 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 0ff7da7e-e53d-4f46-9e34-306cfecb1758, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=0ff7da7e-e53d-4f46-9e34-306cfecb1758,segment=NetworkSegment(b297965b-7914-4d15-abb1-b7a8061604f6),segment_id=b297965b-7914-4d15-abb1-b7a8061604f6)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:55.781971 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '0ff7da7e-e53d-4f46-9e34-306cfecb1758', 'network_id': 'b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e', 'port_id': '0ff7da7e-e53d-4f46-9e34-306cfecb1758', 'mac_address': 'fa:16:3e:25:e7:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a154169a-fdf0-40b5-8ba3-660c4d38d5ed', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:51:55.825602 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:55.840458 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ff7da7e-e53d-4f46-9e34-306cfecb1758 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:51:55.869234 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 0ff7da7e-e53d-4f46-9e34-306cfecb1758, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=0ff7da7e-e53d-4f46-9e34-306cfecb1758,segment=NetworkSegment(b297965b-7914-4d15-abb1-b7a8061604f6),segment_id=b297965b-7914-4d15-abb1-b7a8061604f6)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:55.878333 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:55.934550 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=0ff7da7e-e53d-4f46-9e34-306cfecb1758,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:55.946485 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:55.947045 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:55.947635 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:55.947995 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:55.948406 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:55.948910 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:55.949416 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:55.950013 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:55.950603 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:55.951178 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:55.951515 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:55.951852 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:56.110958 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['0ff7da7e-e53d-4f46-9e34-306cfecb1758'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:51:56.557644 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:56.829368 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf77d5-d354-4da4-b680-73ad6352df82 req-d876547e-efca-4491-92fe-bbc53454615d tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:56.830908 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e7bf77d5-d354-4da4-b680-73ad6352df82 req-d876547e-efca-4491-92fe-bbc53454615d tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=9905f5bb-892a-477c-bc13-785537db4f65 HTTP/1.1" status: 200 len: 945 time: 0.0493627 Aug 10 03:51:56.853210 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:56.871574 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e7bf77d5-d354-4da4-b680-73ad6352df82 req-5b3350cf-b1d6-4632-9602-ff113af7f06a tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339043 Aug 10 03:51:57.654115 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 0ff7da7e-e53d-4f46-9e34-306cfecb1758 up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:51:57.706215 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port 0ff7da7e-e53d-4f46-9e34-306cfecb1758 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:57.710987 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 0ff7da7e-e53d-4f46-9e34-306cfecb1758 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:57.711287 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:57.791235 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:57.814036 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9905f5bb-892a-477c-bc13-785537db4f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff7da7e-e53d-4f46-9e34-306cfecb1758'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:51:57.816322 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f2b864-f69e-4bec-a4e1-0e642a0263e1" -d '{"events": [{"server_uuid": "9905f5bb-892a-477c-bc13-785537db4f65", "name": "network-vif-plugged", "status": "completed", "tag": "0ff7da7e-e53d-4f46-9e34-306cfecb1758"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:51:57.832473 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 0ff7da7e-e53d-4f46-9e34-306cfecb1758, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=0ff7da7e-e53d-4f46-9e34-306cfecb1758,segment=NetworkSegment(b297965b-7914-4d15-abb1-b7a8061604f6),segment_id=b297965b-7914-4d15-abb1-b7a8061604f6)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:57.836892 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:57.862575 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a127596-0524-42e4-81fe-195c7d101df2 x-openstack-request-id: req-6a127596-0524-42e4-81fe-195c7d101df2 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:51:57.863235 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9905f5bb-892a-477c-bc13-785537db4f65", "name": "network-vif-plugged", "status": "completed", "tag": "0ff7da7e-e53d-4f46-9e34-306cfecb1758", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:51:57.863235 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6a127596-0524-42e4-81fe-195c7d101df2 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:51:57.863523 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9905f5bb-892a-477c-bc13-785537db4f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff7da7e-e53d-4f46-9e34-306cfecb1758', 'code': 200} Aug 10 03:51:57.890213 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=0ff7da7e-e53d-4f46-9e34-306cfecb1758,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:58.279142 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6658c254-3017-40e2-a441-2ecccafa58dc req-45da5df9-ab64-4ac4-a2ac-d6f9d7e9444a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:58.280646 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6658c254-3017-40e2-a441-2ecccafa58dc req-45da5df9-ab64-4ac4-a2ac-d6f9d7e9444a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9905f5bb-892a-477c-bc13-785537db4f65 HTTP/1.1" status: 200 len: 1098 time: 0.3564613 Aug 10 03:51:58.293392 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a96fd-c7be-4a7e-85d5-372dfdc9577f req-dfbed998-111b-436b-a586-9ea8e1e03df0 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:58.294958 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5f0a96fd-c7be-4a7e-85d5-372dfdc9577f req-dfbed998-111b-436b-a586-9ea8e1e03df0 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=9905f5bb-892a-477c-bc13-785537db4f65 HTTP/1.1" status: 200 len: 946 time: 0.3448148 Aug 10 03:51:58.343448 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6658c254-3017-40e2-a441-2ecccafa58dc req-3df09839-494d-4cfc-9735-960df4ef4c26 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475099 Aug 10 03:51:58.358268 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5f0a96fd-c7be-4a7e-85d5-372dfdc9577f req-135cde8b-bdf2-4763-9b00-5cea9124f40d tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558541 Aug 10 03:51:59.478943 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b5cf0-37ef-47b7-8297-ee44219c96c7 req-6c6693f6-a0f2-495f-a178-c7d3a6590300 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:59.480482 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8a5b5cf0-37ef-47b7-8297-ee44219c96c7 req-6c6693f6-a0f2-495f-a178-c7d3a6590300 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=9905f5bb-892a-477c-bc13-785537db4f65 HTTP/1.1" status: 200 len: 946 time: 0.0501735 Aug 10 03:51:59.518619 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8a5b5cf0-37ef-47b7-8297-ee44219c96c7 req-4ded01fd-e30c-43d1-976a-18b72f00f1bf tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320611 Aug 10 03:51:59.636236 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf85de-2ca1-478a-99f4-5f258cf3eb8d req-586a3125-60fa-4acf-80e2-b966189c715d tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:59.637738 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c4cf85de-2ca1-478a-99f4-5f258cf3eb8d req-586a3125-60fa-4acf-80e2-b966189c715d tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=9905f5bb-892a-477c-bc13-785537db4f65 HTTP/1.1" status: 200 len: 946 time: 0.0513713 Aug 10 03:51:59.677856 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c4cf85de-2ca1-478a-99f4-5f258cf3eb8d req-fdecb062-df17-49cc-bfd7-3f420d9e744a tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341647 Aug 10 03:51:59.935394 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a128b5cb-09f9-4aa4-8a09-988a9e361bcc req-ca356582-50e3-4a62-9bbd-388f14493393 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9905f5bb-892a-477c-bc13-785537db4f65&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0692770 Aug 10 03:51:59.942787 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac68c8-8653-476f-a568-7c66db1e621e req-38fcd6c6-1171-45ce-b97f-3d7c51880c73 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:59.944287 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-77ac68c8-8653-476f-a568-7c66db1e621e req-38fcd6c6-1171-45ce-b97f-3d7c51880c73 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=9905f5bb-892a-477c-bc13-785537db4f65 HTTP/1.1" status: 200 len: 946 time: 0.0704527 Aug 10 03:51:59.986701 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-77ac68c8-8653-476f-a568-7c66db1e621e req-a3818c36-cdc1-4727-b938-d48774d75b33 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357080 Aug 10 03:52:00.368825 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-25d7c00d-ba76-4750-869a-fa13d03b99e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:01.012410 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128b5cb-09f9-4aa4-8a09-988a9e361bcc req-27f7cf1a-fcb7-44f4-8e07-f39b7ddd250e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:01.014071 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a128b5cb-09f9-4aa4-8a09-988a9e361bcc req-27f7cf1a-fcb7-44f4-8e07-f39b7ddd250e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6fdb1d3ffa8346fcb47078b1f3d22ed3&device_id=9905f5bb-892a-477c-bc13-785537db4f65 HTTP/1.1" status: 200 len: 1098 time: 0.0454278 Aug 10 03:52:01.145253 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c768dd95-f248-451c-a92c-71eecc00b9b5 req-d44b3300-99f5-406a-9498-d710aa01e22a tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:01.146752 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c768dd95-f248-451c-a92c-71eecc00b9b5 req-d44b3300-99f5-406a-9498-d710aa01e22a tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=9905f5bb-892a-477c-bc13-785537db4f65 HTTP/1.1" status: 200 len: 946 time: 0.0834413 Aug 10 03:52:01.151884 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128b5cb-09f9-4aa4-8a09-988a9e361bcc req-7598e6e4-b916-4cf9-81b2-f20c073c50af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:01.153279 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a128b5cb-09f9-4aa4-8a09-988a9e361bcc req-7598e6e4-b916-4cf9-81b2-f20c073c50af service neutron] 10.222.0.60 "GET /v2.0/networks?id=b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e HTTP/1.1" status: 200 len: 916 time: 0.1325076 Aug 10 03:52:01.207225 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a128b5cb-09f9-4aa4-8a09-988a9e361bcc req-6f3f0cda-cb62-48da-b35b-3c04d93de289 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ff7da7e-e53d-4f46-9e34-306cfecb1758 HTTP/1.1" status: 200 len: 217 time: 0.0395179 Aug 10 03:52:01.227209 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c768dd95-f248-451c-a92c-71eecc00b9b5 req-c2bfc26d-d548-4c6f-98eb-d5a48146c117 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730131 Aug 10 03:52:01.261816 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128b5cb-09f9-4aa4-8a09-988a9e361bcc req-9e5c1ade-c70d-4e7d-bd32-3bbe7cf69679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:01.263332 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a128b5cb-09f9-4aa4-8a09-988a9e361bcc req-9e5c1ade-c70d-4e7d-bd32-3bbe7cf69679 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a154169a-fdf0-40b5-8ba3-660c4d38d5ed HTTP/1.1" status: 200 len: 855 time: 0.0482128 Aug 10 03:52:01.295946 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a128b5cb-09f9-4aa4-8a09-988a9e361bcc req-660968a7-3d42-4b3b-ab80-73482f2e1a98 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255547 Aug 10 03:52:01.390669 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a128b5cb-09f9-4aa4-8a09-988a9e361bcc req-cea073dd-6a43-4df8-9447-7d381740db41 service neutron] 10.222.0.60 "GET /v2.0/networks/b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873463 Aug 10 03:52:01.480180 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a128b5cb-09f9-4aa4-8a09-988a9e361bcc req-f82b8d65-d929-4c00-a1dd-027ceaa24825 service neutron] 10.222.0.60 "GET /v2.0/networks/b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817883 Aug 10 03:52:02.352895 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a596e07c-61c1-4218-8aa8-4fac620af61a req-ddc71a5a-07dd-4d85-bf3c-37667388206a tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:02.354928 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a596e07c-61c1-4218-8aa8-4fac620af61a req-ddc71a5a-07dd-4d85-bf3c-37667388206a tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=9905f5bb-892a-477c-bc13-785537db4f65 HTTP/1.1" status: 200 len: 946 time: 0.0582561 Aug 10 03:52:02.399809 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a596e07c-61c1-4218-8aa8-4fac620af61a req-c9f9818a-54e6-4878-8342-7347da558fa0 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347338 Aug 10 03:52:03.070778 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d0456a0a-6bf8-404d-8b36-54f5aa631357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:03.449861 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:03.521044 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9905b4a-0e72-49b2-918e-d4549bd7c0fc req-3c6f2d40-0b94-4709-8dd6-341c363669fc tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:03.522597 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a9905b4a-0e72-49b2-918e-d4549bd7c0fc req-3c6f2d40-0b94-4709-8dd6-341c363669fc tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=9905f5bb-892a-477c-bc13-785537db4f65 HTTP/1.1" status: 200 len: 946 time: 0.0506976 Aug 10 03:52:03.563867 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a9905b4a-0e72-49b2-918e-d4549bd7c0fc req-9b6e94a5-447d-491b-8caa-52f5b7270042 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347559 Aug 10 03:52:04.313455 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:04.683549 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e473c46e-0771-4625-9e7c-94f793c9b535 req-58d5ad8c-8923-4fee-a694-92730e4f254c tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:04.685059 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e473c46e-0771-4625-9e7c-94f793c9b535 req-58d5ad8c-8923-4fee-a694-92730e4f254c tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=9905f5bb-892a-477c-bc13-785537db4f65 HTTP/1.1" status: 200 len: 946 time: 0.0507817 Aug 10 03:52:04.724315 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e473c46e-0771-4625-9e7c-94f793c9b535 req-76622b8e-37e4-4bba-9bdc-b274c1815757 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332029 Aug 10 03:52:05.851320 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cdc92e-ce54-4e7f-8462-0ef7e273ed20 req-cd4a1cd1-3acc-4847-8069-92a7b62f6077 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:05.852871 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-10cdc92e-ce54-4e7f-8462-0ef7e273ed20 req-cd4a1cd1-3acc-4847-8069-92a7b62f6077 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=9905f5bb-892a-477c-bc13-785537db4f65 HTTP/1.1" status: 200 len: 946 time: 0.0594051 Aug 10 03:52:05.899982 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-10cdc92e-ce54-4e7f-8462-0ef7e273ed20 req-1355fa6f-099d-45e0-8d3c-5277a0cd5030 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384440 Aug 10 03:52:06.052752 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:07.023557 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757157b9-a094-4d44-a9c8-aefefabb9617 req-5d3180c5-19e0-4946-8095-c3da0aadbfd4 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:07.025074 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-757157b9-a094-4d44-a9c8-aefefabb9617 req-5d3180c5-19e0-4946-8095-c3da0aadbfd4 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=9905f5bb-892a-477c-bc13-785537db4f65 HTTP/1.1" status: 200 len: 946 time: 0.0502882 Aug 10 03:52:07.063969 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-757157b9-a094-4d44-a9c8-aefefabb9617 req-748f9c69-596c-418c-aced-96695797f247 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329590 Aug 10 03:52:08.178003 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7c692-6d2f-43c1-94ba-ce0b1fbe505e req-4871a001-5b41-4bb3-b8f5-5b319bcdb8ec tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:08.179750 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-87f7c692-6d2f-43c1-94ba-ce0b1fbe505e req-4871a001-5b41-4bb3-b8f5-5b319bcdb8ec tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=9905f5bb-892a-477c-bc13-785537db4f65 HTTP/1.1" status: 200 len: 946 time: 0.0483265 Aug 10 03:52:08.216886 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-87f7c692-6d2f-43c1-94ba-ce0b1fbe505e req-22419af5-1a89-49b4-89b1-05a9e8c0d435 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312696 Aug 10 03:52:09.336683 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36f314-5c67-42ca-94d0-0ab3c93bdd4a req-7a3c95ee-0e66-4935-ac1d-9037b0e54df1 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:09.338701 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ea36f314-5c67-42ca-94d0-0ab3c93bdd4a req-7a3c95ee-0e66-4935-ac1d-9037b0e54df1 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=9905f5bb-892a-477c-bc13-785537db4f65 HTTP/1.1" status: 200 len: 946 time: 0.0537140 Aug 10 03:52:09.378025 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ea36f314-5c67-42ca-94d0-0ab3c93bdd4a req-29421972-5b44-472a-b41e-9801fc88e320 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331597 Aug 10 03:52:10.496051 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c26927-442c-4fb0-8c2c-922c235eecb0 req-e82fee8f-62db-4b00-8fcd-9d54ddc8a5f5 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:10.497604 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-51c26927-442c-4fb0-8c2c-922c235eecb0 req-e82fee8f-62db-4b00-8fcd-9d54ddc8a5f5 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=9905f5bb-892a-477c-bc13-785537db4f65 HTTP/1.1" status: 200 len: 946 time: 0.0509439 Aug 10 03:52:10.537897 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-51c26927-442c-4fb0-8c2c-922c235eecb0 req-221dbf03-5289-4d1a-9c81-d7db9c40afcf tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340571 Aug 10 03:52:11.044697 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ae565-3879-4e03-bf81-5e1c6d161a68 req-fb8907df-1ccc-4075-9cf3-2b67a6a75577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:11.046240 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a44ae565-3879-4e03-bf81-5e1c6d161a68 req-fb8907df-1ccc-4075-9cf3-2b67a6a75577 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6fdb1d3ffa8346fcb47078b1f3d22ed3&device_id=9905f5bb-892a-477c-bc13-785537db4f65 HTTP/1.1" status: 200 len: 1098 time: 0.0410061 Aug 10 03:52:11.160723 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ae565-3879-4e03-bf81-5e1c6d161a68 req-1c90a5b8-e712-4ee1-b92e-a8ca4807ff44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:11.162245 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a44ae565-3879-4e03-bf81-5e1c6d161a68 req-1c90a5b8-e712-4ee1-b92e-a8ca4807ff44 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e HTTP/1.1" status: 200 len: 916 time: 0.0940540 Aug 10 03:52:11.206198 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a44ae565-3879-4e03-bf81-5e1c6d161a68 req-82bda384-c5b2-44f7-b893-f8dedd291fd4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ff7da7e-e53d-4f46-9e34-306cfecb1758 HTTP/1.1" status: 200 len: 217 time: 0.0350530 Aug 10 03:52:11.255302 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ae565-3879-4e03-bf81-5e1c6d161a68 req-cfb6956d-1d0a-400e-ae02-30d8bc5fcf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:11.256669 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a44ae565-3879-4e03-bf81-5e1c6d161a68 req-cfb6956d-1d0a-400e-ae02-30d8bc5fcf2a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a154169a-fdf0-40b5-8ba3-660c4d38d5ed HTTP/1.1" status: 200 len: 855 time: 0.0431416 Aug 10 03:52:11.293938 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a44ae565-3879-4e03-bf81-5e1c6d161a68 req-d6e51aa9-9f0d-4f36-9b7c-e26336005990 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289648 Aug 10 03:52:11.386014 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a44ae565-3879-4e03-bf81-5e1c6d161a68 req-4f4bda97-0886-4ac6-9c2f-f25aed7b8868 service neutron] 10.222.0.60 "GET /v2.0/networks/b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833750 Aug 10 03:52:11.480661 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a44ae565-3879-4e03-bf81-5e1c6d161a68 req-e73c1986-e6ad-4876-89fc-906527a193e6 service neutron] 10.222.0.60 "GET /v2.0/networks/b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867472 Aug 10 03:52:11.656809 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3924528e-ccde-47d9-b89d-d2386087b0eb req-8c056cc0-d69c-47ad-884b-dcf3e36ee46c tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:11.658327 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3924528e-ccde-47d9-b89d-d2386087b0eb req-8c056cc0-d69c-47ad-884b-dcf3e36ee46c tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=9905f5bb-892a-477c-bc13-785537db4f65 HTTP/1.1" status: 200 len: 946 time: 0.0534728 Aug 10 03:52:11.696008 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3924528e-ccde-47d9-b89d-d2386087b0eb req-ec6c9e4e-6cf8-4504-89e8-3be28014dafb tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316176 Aug 10 03:52:12.811943 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf3910-982f-43e7-9599-698070974b1e req-669bec32-0b88-4e01-9944-f9d69dae5fcb tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:12.813491 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fdcf3910-982f-43e7-9599-698070974b1e req-669bec32-0b88-4e01-9944-f9d69dae5fcb tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=9905f5bb-892a-477c-bc13-785537db4f65 HTTP/1.1" status: 200 len: 946 time: 0.0500867 Aug 10 03:52:12.854632 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fdcf3910-982f-43e7-9599-698070974b1e req-3ea12ab0-e82b-4222-99ae-71aea4a052d5 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350854 Aug 10 03:52:13.973591 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa77b72-e4b9-47ff-bf43-9b85c87c6f16 req-fec228cc-9f2c-4e6d-9139-67ca781a3ec1 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:13.975116 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5fa77b72-e4b9-47ff-bf43-9b85c87c6f16 req-fec228cc-9f2c-4e6d-9139-67ca781a3ec1 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=9905f5bb-892a-477c-bc13-785537db4f65 HTTP/1.1" status: 200 len: 946 time: 0.0532262 Aug 10 03:52:14.013481 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5fa77b72-e4b9-47ff-bf43-9b85c87c6f16 req-215ce265-d9b1-45dd-956b-169fa0df01a7 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318818 Aug 10 03:52:15.135486 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1cbbf-d505-4d06-b664-134a32add44a req-3d86d148-bf45-422e-96e9-297bcfb389ad tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:15.137072 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e4d1cbbf-d505-4d06-b664-134a32add44a req-3d86d148-bf45-422e-96e9-297bcfb389ad tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=9905f5bb-892a-477c-bc13-785537db4f65 HTTP/1.1" status: 200 len: 946 time: 0.0529869 Aug 10 03:52:15.176795 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e4d1cbbf-d505-4d06-b664-134a32add44a req-b26989db-deef-4153-90f7-e1bd03882e48 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336795 Aug 10 03:52:16.292432 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7448975-deb2-448e-9b0a-476c7b5d6f23 req-cf1c654a-2202-43f9-9abc-356acfbe3980 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:16.293947 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f7448975-deb2-448e-9b0a-476c7b5d6f23 req-cf1c654a-2202-43f9-9abc-356acfbe3980 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=9905f5bb-892a-477c-bc13-785537db4f65 HTTP/1.1" status: 200 len: 946 time: 0.0496926 Aug 10 03:52:16.332323 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f7448975-deb2-448e-9b0a-476c7b5d6f23 req-60b0fb0d-e68c-4f83-8b0c-e79fcc4dbf56 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324769 Aug 10 03:52:17.488064 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a1cf9-59c4-4b11-a52a-a2e752fd8410 req-f08eb014-a618-47a0-bc2b-222478c7565f tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:17.489736 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-929a1cf9-59c4-4b11-a52a-a2e752fd8410 req-f08eb014-a618-47a0-bc2b-222478c7565f tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=9905f5bb-892a-477c-bc13-785537db4f65 HTTP/1.1" status: 200 len: 946 time: 0.0595489 Aug 10 03:52:17.533971 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-929a1cf9-59c4-4b11-a52a-a2e752fd8410 req-3944db23-8e40-4bfd-8f8d-32b45f88d4e1 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349958 Aug 10 03:52:18.668262 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0de8f8-2208-42a7-abae-8030e6b0ba02 req-9f575bae-bc9b-4e43-89c5-3a18304a0162 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:18.669921 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4f0de8f8-2208-42a7-abae-8030e6b0ba02 req-9f575bae-bc9b-4e43-89c5-3a18304a0162 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=9905f5bb-892a-477c-bc13-785537db4f65 HTTP/1.1" status: 200 len: 946 time: 0.0525699 Aug 10 03:52:18.716582 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4f0de8f8-2208-42a7-abae-8030e6b0ba02 req-bc876bd6-dce6-4e72-8d38-25ea49b8a822 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406792 Aug 10 03:52:19.849531 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c5cdcd-d521-4bff-a9bb-80281fe1622f req-23e52bb1-563e-45bf-9387-039466793dbe tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:19.851066 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-11c5cdcd-d521-4bff-a9bb-80281fe1622f req-23e52bb1-563e-45bf-9387-039466793dbe tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=9905f5bb-892a-477c-bc13-785537db4f65 HTTP/1.1" status: 200 len: 946 time: 0.0519347 Aug 10 03:52:19.891183 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-11c5cdcd-d521-4bff-a9bb-80281fe1622f req-526a67bd-12ca-47d0-a434-aa60fc8c410a tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334063 Aug 10 03:52:21.011178 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342a5a9-7b2f-448a-a6ab-0383b06e48bd req-eed05bae-1d54-4279-b4fc-6de26b870fbe tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:21.012652 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5342a5a9-7b2f-448a-a6ab-0383b06e48bd req-eed05bae-1d54-4279-b4fc-6de26b870fbe tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=9905f5bb-892a-477c-bc13-785537db4f65 HTTP/1.1" status: 200 len: 946 time: 0.0531819 Aug 10 03:52:21.050229 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5342a5a9-7b2f-448a-a6ab-0383b06e48bd req-0c8d5323-389a-4202-8e4e-f2427a5390e4 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316846 Aug 10 03:52:22.170147 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a35124-0acb-406d-8690-04a9bb09bc9a req-86b34050-c52d-41ca-905d-ca04d749a534 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:22.171699 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-06a35124-0acb-406d-8690-04a9bb09bc9a req-86b34050-c52d-41ca-905d-ca04d749a534 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=9905f5bb-892a-477c-bc13-785537db4f65 HTTP/1.1" status: 200 len: 946 time: 0.0536449 Aug 10 03:52:22.211197 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-06a35124-0acb-406d-8690-04a9bb09bc9a req-254fc7f9-2acd-4449-8cab-95f03fccb66e tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335827 Aug 10 03:52:23.325280 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886357f1-f1e3-4d16-92a4-475db3ca191e req-bb888bc0-58d4-4813-a086-8e820db813d4 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:23.326783 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-886357f1-f1e3-4d16-92a4-475db3ca191e req-bb888bc0-58d4-4813-a086-8e820db813d4 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=9905f5bb-892a-477c-bc13-785537db4f65 HTTP/1.1" status: 200 len: 946 time: 0.0475063 Aug 10 03:52:23.366130 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-886357f1-f1e3-4d16-92a4-475db3ca191e req-2a77df85-f468-41fc-bc41-4b789213e1a3 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335031 Aug 10 03:52:24.483041 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ec2234-dd9d-43bf-8852-abab76366df0 req-3753786d-678a-4faa-b7dd-f23cf29ed6b5 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:24.484555 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-29ec2234-dd9d-43bf-8852-abab76366df0 req-3753786d-678a-4faa-b7dd-f23cf29ed6b5 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=9905f5bb-892a-477c-bc13-785537db4f65 HTTP/1.1" status: 200 len: 946 time: 0.0522559 Aug 10 03:52:24.521765 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-29ec2234-dd9d-43bf-8852-abab76366df0 req-2f578029-db7a-4432-9da9-39cad15105f2 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310981 Aug 10 03:52:25.640370 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d6558-67d5-47c0-811a-9a5140b64159 req-9ca2de29-52c1-4eb7-9830-f696f340439d tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:25.641908 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-416d6558-67d5-47c0-811a-9a5140b64159 req-9ca2de29-52c1-4eb7-9830-f696f340439d tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=9905f5bb-892a-477c-bc13-785537db4f65 HTTP/1.1" status: 200 len: 946 time: 0.0505464 Aug 10 03:52:25.681136 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-416d6558-67d5-47c0-811a-9a5140b64159 req-03c1f370-47cf-4ae3-bf7b-3e9ee6b13c96 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330489 Aug 10 03:52:26.557072 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:26.800027 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2fc0a1-0b87-448f-987e-c11a5d559690 req-26a4b273-abe6-495b-8a2f-4018190125e3 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:26.801547 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2c2fc0a1-0b87-448f-987e-c11a5d559690 req-26a4b273-abe6-495b-8a2f-4018190125e3 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=9905f5bb-892a-477c-bc13-785537db4f65 HTTP/1.1" status: 200 len: 946 time: 0.0516028 Aug 10 03:52:26.843696 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2c2fc0a1-0b87-448f-987e-c11a5d559690 req-b557c649-705a-4ed0-bbdf-72633870d050 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353136 Aug 10 03:52:26.850670 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:26.938494 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:52:27.983048 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb69b904-44e0-4c4e-a3d5-7bc6f410b2bf req-06dbe84f-516e-4a4d-af4d-3ce3101581ee tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:27.984569 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cb69b904-44e0-4c4e-a3d5-7bc6f410b2bf req-06dbe84f-516e-4a4d-af4d-3ce3101581ee tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=9905f5bb-892a-477c-bc13-785537db4f65 HTTP/1.1" status: 200 len: 946 time: 0.0641723 Aug 10 03:52:28.025177 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cb69b904-44e0-4c4e-a3d5-7bc6f410b2bf req-95f05f0a-cf97-4442-8a9c-c56c5f0e3dc2 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346904 Aug 10 03:52:29.143724 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bceef62-1846-4f5e-8711-e8d2c653ec11 req-fa75a3e9-4198-40d3-84c8-7f351e7f42e8 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:29.145261 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1bceef62-1846-4f5e-8711-e8d2c653ec11 req-fa75a3e9-4198-40d3-84c8-7f351e7f42e8 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=9905f5bb-892a-477c-bc13-785537db4f65 HTTP/1.1" status: 200 len: 946 time: 0.0504453 Aug 10 03:52:29.185785 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1bceef62-1846-4f5e-8711-e8d2c653ec11 req-1990b310-931b-43bc-8980-65c52ef53381 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345562 Aug 10 03:52:30.300578 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba3cd6-752d-4f1a-a753-600726aa179b req-b88c766a-0f5b-45e0-ac37-e8657c7b43e0 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:30.301996 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e9ba3cd6-752d-4f1a-a753-600726aa179b req-b88c766a-0f5b-45e0-ac37-e8657c7b43e0 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=9905f5bb-892a-477c-bc13-785537db4f65 HTTP/1.1" status: 200 len: 946 time: 0.0491021 Aug 10 03:52:30.340929 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e9ba3cd6-752d-4f1a-a753-600726aa179b req-f410d9ec-c3e6-4d42-8d88-770223c3fa68 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327718 Aug 10 03:52:30.369863 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-53bca92e-8f91-408a-9ef1-ec63cccf2c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:31.458585 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4365a-ecae-4cf0-8409-796a0f11394f req-91ae0200-8478-4778-a01a-6f49ca65bd03 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:31.460155 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ffb4365a-ecae-4cf0-8409-796a0f11394f req-91ae0200-8478-4778-a01a-6f49ca65bd03 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=9905f5bb-892a-477c-bc13-785537db4f65 HTTP/1.1" status: 200 len: 946 time: 0.0531261 Aug 10 03:52:31.499607 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ffb4365a-ecae-4cf0-8409-796a0f11394f req-28f73df3-5ae2-4dda-b889-28a206ef37ca tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333910 Aug 10 03:52:32.622846 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ade1c-e393-40ee-8f24-74f5a71c909c req-a4fbe483-00d6-4066-b598-a8dcb0b1a9ee tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:32.624538 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2d7ade1c-e393-40ee-8f24-74f5a71c909c req-a4fbe483-00d6-4066-b598-a8dcb0b1a9ee tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=9905f5bb-892a-477c-bc13-785537db4f65 HTTP/1.1" status: 200 len: 946 time: 0.0537570 Aug 10 03:52:32.665721 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2d7ade1c-e393-40ee-8f24-74f5a71c909c req-578b526f-5140-4b62-9af4-a9bcf96d5f43 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348258 Aug 10 03:52:33.075041 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8f4e7e46-434e-489f-9024-0de79eba0175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:33.456439 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:33.654277 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [req-a128b5cb-09f9-4aa4-8a09-988a9e361bcc req-2732d153-8538-4e70-aa83-97cfc03811b3 service neutron] show failed (client error): The resource could not be found. Aug 10 03:52:33.655338 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a128b5cb-09f9-4aa4-8a09-988a9e361bcc req-2732d153-8538-4e70-aa83-97cfc03811b3 service neutron] 10.222.0.60 "GET /v2.0/ports/0ff7da7e-e53d-4f46-9e34-306cfecb1758/bindings/n-h1-768851-15 HTTP/1.1" status: 404 len: 381 time: 0.0558093 Aug 10 03:52:33.792644 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd398dff-288f-41d2-9a77-922c72e603d8 req-913daec7-51a6-41f1-ba42-d16f9e55bdfe tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:33.794265 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bd398dff-288f-41d2-9a77-922c72e603d8 req-913daec7-51a6-41f1-ba42-d16f9e55bdfe tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=9905f5bb-892a-477c-bc13-785537db4f65 HTTP/1.1" status: 200 len: 946 time: 0.0579336 Aug 10 03:52:33.843945 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bd398dff-288f-41d2-9a77-922c72e603d8 req-e350c3e8-1500-42eb-a05e-b4dbb15b7399 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420554 Aug 10 03:52:33.921674 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128b5cb-09f9-4aa4-8a09-988a9e361bcc req-fb14c1bb-2197-4695-b1df-68270aded223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:33.923200 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a128b5cb-09f9-4aa4-8a09-988a9e361bcc req-fb14c1bb-2197-4695-b1df-68270aded223 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9905f5bb-892a-477c-bc13-785537db4f65&tenant_id=6fdb1d3ffa8346fcb47078b1f3d22ed3 HTTP/1.1" status: 200 len: 1098 time: 0.0939105 Aug 10 03:52:33.936066 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-a128b5cb-09f9-4aa4-8a09-988a9e361bcc req-0ebd3b7a-d325-4aac-9383-d26ff6d6655d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768851-15', 'device_owner': 'compute:nova'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:33.986703 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a128b5cb-09f9-4aa4-8a09-988a9e361bcc req-0ebd3b7a-d325-4aac-9383-d26ff6d6655d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:34.185521 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-a128b5cb-09f9-4aa4-8a09-988a9e361bcc req-0ebd3b7a-d325-4aac-9383-d26ff6d6655d service neutron] For port 0ff7da7e-e53d-4f46-9e34-306cfecb1758, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=0ff7da7e-e53d-4f46-9e34-306cfecb1758,segment=NetworkSegment(b297965b-7914-4d15-abb1-b7a8061604f6),segment_id=b297965b-7914-4d15-abb1-b7a8061604f6)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:34.222353 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-a128b5cb-09f9-4aa4-8a09-988a9e361bcc req-0ebd3b7a-d325-4aac-9383-d26ff6d6655d service neutron] For port 0ff7da7e-e53d-4f46-9e34-306cfecb1758, host n-h2-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:52:34.260120 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9905f5bb-892a-477c-bc13-785537db4f65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ff7da7e-e53d-4f46-9e34-306cfecb1758'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:52:34.263070 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59100114-5a50-4090-9c2d-e8aa134d4194" -d '{"events": [{"server_uuid": "9905f5bb-892a-477c-bc13-785537db4f65", "name": "network-vif-unplugged", "status": "completed", "tag": "0ff7da7e-e53d-4f46-9e34-306cfecb1758"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:52:34.266765 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a128b5cb-09f9-4aa4-8a09-988a9e361bcc req-0ebd3b7a-d325-4aac-9383-d26ff6d6655d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:34.278589 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-a128b5cb-09f9-4aa4-8a09-988a9e361bcc req-0ebd3b7a-d325-4aac-9383-d26ff6d6655d service neutron] Transition to ACTIVE for port object 0ff7da7e-e53d-4f46-9e34-306cfecb1758 will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:34.284199 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a128b5cb-09f9-4aa4-8a09-988a9e361bcc req-0ebd3b7a-d325-4aac-9383-d26ff6d6655d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:34.320139 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:34.321986 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-505d9848-35fd-4730-b41d-c47667e9d178 x-openstack-request-id: req-505d9848-35fd-4730-b41d-c47667e9d178 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:52:34.322299 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9905f5bb-892a-477c-bc13-785537db4f65", "name": "network-vif-unplugged", "status": "completed", "tag": "0ff7da7e-e53d-4f46-9e34-306cfecb1758", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:52:34.322583 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-505d9848-35fd-4730-b41d-c47667e9d178 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:52:34.323026 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9905f5bb-892a-477c-bc13-785537db4f65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ff7da7e-e53d-4f46-9e34-306cfecb1758', 'code': 200} Aug 10 03:52:34.346703 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-a128b5cb-09f9-4aa4-8a09-988a9e361bcc req-0ebd3b7a-d325-4aac-9383-d26ff6d6655d service neutron] No DVR routers for this DVR port 0ff7da7e-e53d-4f46-9e34-306cfecb1758 on host n-h2-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:52:34.358814 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebd3b7a-d325-4aac-9383-d26ff6d6655d service neutron] Pushing event updated for resources: {'Port': ['ID=0ff7da7e-e53d-4f46-9e34-306cfecb1758,revision_number=6']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:34.381907 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebd3b7a-d325-4aac-9383-d26ff6d6655d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:34.382258 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebd3b7a-d325-4aac-9383-d26ff6d6655d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:34.382601 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebd3b7a-d325-4aac-9383-d26ff6d6655d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:34.382972 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebd3b7a-d325-4aac-9383-d26ff6d6655d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:34.383484 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebd3b7a-d325-4aac-9383-d26ff6d6655d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:34.383821 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebd3b7a-d325-4aac-9383-d26ff6d6655d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:34.384151 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebd3b7a-d325-4aac-9383-d26ff6d6655d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:34.384493 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebd3b7a-d325-4aac-9383-d26ff6d6655d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:34.384810 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebd3b7a-d325-4aac-9383-d26ff6d6655d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:34.385131 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebd3b7a-d325-4aac-9383-d26ff6d6655d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:34.385455 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebd3b7a-d325-4aac-9383-d26ff6d6655d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:34.385818 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebd3b7a-d325-4aac-9383-d26ff6d6655d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:34.397656 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-a128b5cb-09f9-4aa4-8a09-988a9e361bcc req-0ebd3b7a-d325-4aac-9383-d26ff6d6655d service neutron] Attempting to bind port 0ff7da7e-e53d-4f46-9e34-306cfecb1758 on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:52:34.397994 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-a128b5cb-09f9-4aa4-8a09-988a9e361bcc req-0ebd3b7a-d325-4aac-9383-d26ff6d6655d service neutron] Attempting to bind port 0ff7da7e-e53d-4f46-9e34-306cfecb1758 by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': 'b297965b-7914-4d15-abb1-b7a8061604f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:52:34.398322 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a128b5cb-09f9-4aa4-8a09-988a9e361bcc req-0ebd3b7a-d325-4aac-9383-d26ff6d6655d service neutron] Attempting to bind port 0ff7da7e-e53d-4f46-9e34-306cfecb1758 on network b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:52:34.402692 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a128b5cb-09f9-4aa4-8a09-988a9e361bcc req-0ebd3b7a-d325-4aac-9383-d26ff6d6655d service neutron] Port 0ff7da7e-e53d-4f46-9e34-306cfecb1758 on network b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:52:34.403038 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a128b5cb-09f9-4aa4-8a09-988a9e361bcc req-0ebd3b7a-d325-4aac-9383-d26ff6d6655d service neutron] Attempting to bind port 0ff7da7e-e53d-4f46-9e34-306cfecb1758 on network b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:52:34.407794 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a128b5cb-09f9-4aa4-8a09-988a9e361bcc req-0ebd3b7a-d325-4aac-9383-d26ff6d6655d service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:52:34.408130 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a128b5cb-09f9-4aa4-8a09-988a9e361bcc req-0ebd3b7a-d325-4aac-9383-d26ff6d6655d service neutron] Checking segment: {'id': 'b297965b-7914-4d15-abb1-b7a8061604f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:52:34.408515 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a128b5cb-09f9-4aa4-8a09-988a9e361bcc req-0ebd3b7a-d325-4aac-9383-d26ff6d6655d service neutron] Bound using segment: {'id': 'b297965b-7914-4d15-abb1-b7a8061604f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:52:34.408940 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-a128b5cb-09f9-4aa4-8a09-988a9e361bcc req-0ebd3b7a-d325-4aac-9383-d26ff6d6655d service neutron] Bound port: 0ff7da7e-e53d-4f46-9e34-306cfecb1758, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b297965b-7914-4d15-abb1-b7a8061604f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:52:34.409302 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a128b5cb-09f9-4aa4-8a09-988a9e361bcc req-0ebd3b7a-d325-4aac-9383-d26ff6d6655d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:34.479935 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-a128b5cb-09f9-4aa4-8a09-988a9e361bcc req-0ebd3b7a-d325-4aac-9383-d26ff6d6655d service neutron] For port 0ff7da7e-e53d-4f46-9e34-306cfecb1758, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:52:34.482937 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-a128b5cb-09f9-4aa4-8a09-988a9e361bcc req-0ebd3b7a-d325-4aac-9383-d26ff6d6655d service neutron] For port 0ff7da7e-e53d-4f46-9e34-306cfecb1758, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=0ff7da7e-e53d-4f46-9e34-306cfecb1758,segment=NetworkSegment(b297965b-7914-4d15-abb1-b7a8061604f6),segment_id=b297965b-7914-4d15-abb1-b7a8061604f6)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:52:34.487635 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a128b5cb-09f9-4aa4-8a09-988a9e361bcc req-0ebd3b7a-d325-4aac-9383-d26ff6d6655d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:34.520497 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128b5cb-09f9-4aa4-8a09-988a9e361bcc req-0ebd3b7a-d325-4aac-9383-d26ff6d6655d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:34.521145 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a128b5cb-09f9-4aa4-8a09-988a9e361bcc req-0ebd3b7a-d325-4aac-9383-d26ff6d6655d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:34.522665 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a128b5cb-09f9-4aa4-8a09-988a9e361bcc req-0ebd3b7a-d325-4aac-9383-d26ff6d6655d service neutron] 10.222.0.58 "PUT /v2.0/ports/0ff7da7e-e53d-4f46-9e34-306cfecb1758 HTTP/1.1" status: 200 len: 1093 time: 0.5909934 Aug 10 03:52:34.573584 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebd3b7a-d325-4aac-9383-d26ff6d6655d service neutron] Pushing event updated for resources: {'Port': ['ID=0ff7da7e-e53d-4f46-9e34-306cfecb1758,revision_number=7']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:34.592834 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128b5cb-09f9-4aa4-8a09-988a9e361bcc req-a4be9629-f15a-4820-9aae-d45ec3d9d15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:34.594354 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a128b5cb-09f9-4aa4-8a09-988a9e361bcc req-a4be9629-f15a-4820-9aae-d45ec3d9d15b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6fdb1d3ffa8346fcb47078b1f3d22ed3&device_id=9905f5bb-892a-477c-bc13-785537db4f65 HTTP/1.1" status: 200 len: 1096 time: 0.0483932 Aug 10 03:52:34.687723 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128b5cb-09f9-4aa4-8a09-988a9e361bcc req-ec487da3-3960-4695-8d8f-e5bab59d8ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:34.689224 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a128b5cb-09f9-4aa4-8a09-988a9e361bcc req-ec487da3-3960-4695-8d8f-e5bab59d8ee2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e HTTP/1.1" status: 200 len: 916 time: 0.0871284 Aug 10 03:52:34.731566 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a128b5cb-09f9-4aa4-8a09-988a9e361bcc req-930366c7-7ce2-4467-ab44-c83067a6b6de service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ff7da7e-e53d-4f46-9e34-306cfecb1758 HTTP/1.1" status: 200 len: 217 time: 0.0346799 Aug 10 03:52:34.779429 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128b5cb-09f9-4aa4-8a09-988a9e361bcc req-96c43b50-3204-49ba-b166-559022247ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:34.780889 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a128b5cb-09f9-4aa4-8a09-988a9e361bcc req-96c43b50-3204-49ba-b166-559022247ac9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a154169a-fdf0-40b5-8ba3-660c4d38d5ed HTTP/1.1" status: 200 len: 855 time: 0.0432320 Aug 10 03:52:34.813166 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a128b5cb-09f9-4aa4-8a09-988a9e361bcc req-d9f1185a-1a5d-4896-9aa6-a522520a0ac2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251844 Aug 10 03:52:34.907155 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a128b5cb-09f9-4aa4-8a09-988a9e361bcc req-fd1ccc1d-443b-42b1-a667-f420afed013a service neutron] 10.222.0.58 "GET /v2.0/networks/b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862200 Aug 10 03:52:34.959937 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b1e4f1-667e-4fa8-bbd6-9d00275cbb4a req-c0d78765-af42-43e4-8553-dd3b09177a65 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:34.961625 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b8b1e4f1-667e-4fa8-bbd6-9d00275cbb4a req-c0d78765-af42-43e4-8553-dd3b09177a65 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=9905f5bb-892a-477c-bc13-785537db4f65 HTTP/1.1" status: 200 len: 944 time: 0.0504248 Aug 10 03:52:35.000533 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a128b5cb-09f9-4aa4-8a09-988a9e361bcc req-7e5f07b3-4dee-4775-aab2-74f6caf345b3 service neutron] 10.222.0.58 "GET /v2.0/networks/b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847375 Aug 10 03:52:35.002662 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b8b1e4f1-667e-4fa8-bbd6-9d00275cbb4a req-14e9439b-0dd3-4460-b934-712799962faa tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344813 Aug 10 03:52:36.056120 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:36.123337 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff4fcd-bc60-4ead-931c-8bebf8731ea1 req-400a5107-5503-4b52-9eba-84be408e1599 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:36.124931 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-22ff4fcd-bc60-4ead-931c-8bebf8731ea1 req-400a5107-5503-4b52-9eba-84be408e1599 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=9905f5bb-892a-477c-bc13-785537db4f65 HTTP/1.1" status: 200 len: 944 time: 0.0498390 Aug 10 03:52:36.162639 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-22ff4fcd-bc60-4ead-931c-8bebf8731ea1 req-5db5895d-0867-4f46-863a-5034aad83d10 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315273 Aug 10 03:52:36.324578 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9905f5bb-892a-477c-bc13-785537db4f65', 'tag': '0ff7da7e-e53d-4f46-9e34-306cfecb1758'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:52:36.326940 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0b0a6a-2387-4c3a-a42b-ef9e7f9fe857" -d '{"events": [{"name": "network-changed", "server_uuid": "9905f5bb-892a-477c-bc13-785537db4f65", "tag": "0ff7da7e-e53d-4f46-9e34-306cfecb1758"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:52:36.374927 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119296ce-a195-43ab-8373-ff88ae245c7a x-openstack-request-id: req-119296ce-a195-43ab-8373-ff88ae245c7a {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:52:36.375226 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9905f5bb-892a-477c-bc13-785537db4f65", "tag": "0ff7da7e-e53d-4f46-9e34-306cfecb1758", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:52:36.375480 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-119296ce-a195-43ab-8373-ff88ae245c7a {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:52:36.376537 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9905f5bb-892a-477c-bc13-785537db4f65', 'tag': '0ff7da7e-e53d-4f46-9e34-306cfecb1758', 'status': 'completed', 'code': 200} Aug 10 03:52:36.442313 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b0a6a-2387-4c3a-a42b-ef9e7f9fe857 req-3f0dfed8-1e8a-4a86-aa3d-58b1e59390a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:36.443590 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fb0b0a6a-2387-4c3a-a42b-ef9e7f9fe857 req-3f0dfed8-1e8a-4a86-aa3d-58b1e59390a6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6fdb1d3ffa8346fcb47078b1f3d22ed3&device_id=9905f5bb-892a-477c-bc13-785537db4f65 HTTP/1.1" status: 200 len: 1096 time: 0.0497179 Aug 10 03:52:36.455490 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b0a6a-2387-4c3a-a42b-ef9e7f9fe857 req-652927c3-5847-4126-80f0-2ed5bbeb9273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:36.456985 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fb0b0a6a-2387-4c3a-a42b-ef9e7f9fe857 req-652927c3-5847-4126-80f0-2ed5bbeb9273 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6fdb1d3ffa8346fcb47078b1f3d22ed3&device_id=9905f5bb-892a-477c-bc13-785537db4f65 HTTP/1.1" status: 200 len: 1096 time: 0.0510864 Aug 10 03:52:36.542753 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b0a6a-2387-4c3a-a42b-ef9e7f9fe857 req-b60d07c3-4519-45c4-b1a6-69ae1a86c354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:36.544265 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fb0b0a6a-2387-4c3a-a42b-ef9e7f9fe857 req-b60d07c3-4519-45c4-b1a6-69ae1a86c354 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e HTTP/1.1" status: 200 len: 916 time: 0.0932069 Aug 10 03:52:36.553597 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b0a6a-2387-4c3a-a42b-ef9e7f9fe857 req-d0a86671-ce25-4b69-a04b-e8f3619db51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:36.555348 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fb0b0a6a-2387-4c3a-a42b-ef9e7f9fe857 req-d0a86671-ce25-4b69-a04b-e8f3619db51e service neutron] 10.222.0.60 "GET /v2.0/networks?id=b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e HTTP/1.1" status: 200 len: 916 time: 0.0899689 Aug 10 03:52:36.598947 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fb0b0a6a-2387-4c3a-a42b-ef9e7f9fe857 req-c97d19b3-e240-4003-95d3-ef1d30d0e503 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ff7da7e-e53d-4f46-9e34-306cfecb1758 HTTP/1.1" status: 200 len: 217 time: 0.0359902 Aug 10 03:52:36.599842 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fb0b0a6a-2387-4c3a-a42b-ef9e7f9fe857 req-73262227-7eab-4bb2-815f-aa667b4ed5ef service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ff7da7e-e53d-4f46-9e34-306cfecb1758 HTTP/1.1" status: 200 len: 217 time: 0.0410209 Aug 10 03:52:36.649885 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b0a6a-2387-4c3a-a42b-ef9e7f9fe857 req-b05ed9cd-1b3b-42c9-b53f-8c2582b6934e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:36.652001 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fb0b0a6a-2387-4c3a-a42b-ef9e7f9fe857 req-b05ed9cd-1b3b-42c9-b53f-8c2582b6934e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a154169a-fdf0-40b5-8ba3-660c4d38d5ed HTTP/1.1" status: 200 len: 855 time: 0.0451527 Aug 10 03:52:36.656901 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b0a6a-2387-4c3a-a42b-ef9e7f9fe857 req-5d71cde5-8df8-44dd-99b9-43ff5c7f02e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:36.658377 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fb0b0a6a-2387-4c3a-a42b-ef9e7f9fe857 req-5d71cde5-8df8-44dd-99b9-43ff5c7f02e4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a154169a-fdf0-40b5-8ba3-660c4d38d5ed HTTP/1.1" status: 200 len: 855 time: 0.0492876 Aug 10 03:52:36.682538 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fb0b0a6a-2387-4c3a-a42b-ef9e7f9fe857 req-b560728b-5f79-4b8d-a7ba-aa56fdc02380 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246441 Aug 10 03:52:36.690607 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fb0b0a6a-2387-4c3a-a42b-ef9e7f9fe857 req-4411db15-71df-444d-b1f8-80826f457d07 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247519 Aug 10 03:52:36.771740 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fb0b0a6a-2387-4c3a-a42b-ef9e7f9fe857 req-b05cf537-d682-4e9e-b327-e13ac887ac6b service neutron] 10.222.0.58 "GET /v2.0/networks/b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826573 Aug 10 03:52:36.787028 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fb0b0a6a-2387-4c3a-a42b-ef9e7f9fe857 req-236586ea-187c-4fb4-8928-6da8ea054a7a service neutron] 10.222.0.60 "GET /v2.0/networks/b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874362 Aug 10 03:52:36.864776 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fb0b0a6a-2387-4c3a-a42b-ef9e7f9fe857 req-d5488f23-09df-4d6c-8afd-0995cc6daf68 service neutron] 10.222.0.58 "GET /v2.0/networks/b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865669 Aug 10 03:52:36.888220 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fb0b0a6a-2387-4c3a-a42b-ef9e7f9fe857 req-e2dbab6d-29ea-45a5-a7a0-ae717a4fbe9c service neutron] 10.222.0.60 "GET /v2.0/networks/b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893629 Aug 10 03:52:37.179565 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 0ff7da7e-e53d-4f46-9e34-306cfecb1758 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:52:37.281726 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 0ff7da7e-e53d-4f46-9e34-306cfecb1758, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=0ff7da7e-e53d-4f46-9e34-306cfecb1758,segment=NetworkSegment(b297965b-7914-4d15-abb1-b7a8061604f6),segment_id=b297965b-7914-4d15-abb1-b7a8061604f6)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:37.285022 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d18d2-ca58-4841-ba8a-889d59d0391b req-2df087bd-76c2-4943-885e-7a9241bab43e tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:37.286522 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-239d18d2-ca58-4841-ba8a-889d59d0391b req-2df087bd-76c2-4943-885e-7a9241bab43e tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=9905f5bb-892a-477c-bc13-785537db4f65 HTTP/1.1" status: 200 len: 944 time: 0.0503206 Aug 10 03:52:37.293621 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': '0ff7da7e-e53d-4f46-9e34-306cfecb1758', 'network_id': 'b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e', 'port_id': '0ff7da7e-e53d-4f46-9e34-306cfecb1758', 'mac_address': 'fa:16:3e:25:e7:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a154169a-fdf0-40b5-8ba3-660c4d38d5ed', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:52:37.326695 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-239d18d2-ca58-4841-ba8a-889d59d0391b req-6731fc7a-6a37-4f7d-a9c8-5cc58053ed26 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338235 Aug 10 03:52:37.332449 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:37.345073 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ff7da7e-e53d-4f46-9e34-306cfecb1758 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:52:37.365248 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 0ff7da7e-e53d-4f46-9e34-306cfecb1758, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=0ff7da7e-e53d-4f46-9e34-306cfecb1758,segment=NetworkSegment(b297965b-7914-4d15-abb1-b7a8061604f6),segment_id=b297965b-7914-4d15-abb1-b7a8061604f6)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:37.370863 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:37.418338 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=0ff7da7e-e53d-4f46-9e34-306cfecb1758,revision_number=8']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:37.578389 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb934ee-9e1c-40b5-8fd9-56dd633a019d req-6d2baeec-cfe6-4074-868b-a9577e75fe36 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:37.579933 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1eb934ee-9e1c-40b5-8fd9-56dd633a019d req-6d2baeec-cfe6-4074-868b-a9577e75fe36 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=9905f5bb-892a-477c-bc13-785537db4f65 HTTP/1.1" status: 200 len: 945 time: 0.1084895 Aug 10 03:52:37.588456 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['0ff7da7e-e53d-4f46-9e34-306cfecb1758'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:52:37.616343 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32bdb63-c196-4a98-ac37-65594501b22a req-6e2d46b6-4311-466e-aeff-dff2cde808a7 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:37.617824 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a32bdb63-c196-4a98-ac37-65594501b22a req-6e2d46b6-4311-466e-aeff-dff2cde808a7 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.60 "GET /v2.0/ports?device_id=9905f5bb-892a-477c-bc13-785537db4f65&tenant_id=6fdb1d3ffa8346fcb47078b1f3d22ed3&binding%3Ahost_id=n-h1-768851-15 HTTP/1.1" status: 200 len: 945 time: 0.1197007 Aug 10 03:52:37.641347 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1eb934ee-9e1c-40b5-8fd9-56dd633a019d req-5b3fc648-01ab-494f-b4a8-3ad2b3089912 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551481 Aug 10 03:52:37.691979 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [req-a32bdb63-c196-4a98-ac37-65594501b22a req-20c7bfda-06e6-40b7-9585-86bff331f118 service neutron] delete failed (client error): The resource could not be found. Aug 10 03:52:37.693297 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a32bdb63-c196-4a98-ac37-65594501b22a req-20c7bfda-06e6-40b7-9585-86bff331f118 service neutron] 10.222.0.60 "DELETE /v2.0/ports/0ff7da7e-e53d-4f46-9e34-306cfecb1758/bindings/n-h2-768851-15 HTTP/1.1" status: 404 len: 381 time: 0.0649102 Aug 10 03:52:37.763788 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 0ff7da7e-e53d-4f46-9e34-306cfecb1758 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:52:37.795871 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32bdb63-c196-4a98-ac37-65594501b22a req-0b91d773-4440-46e4-9973-b9cd7baef8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:37.797386 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a32bdb63-c196-4a98-ac37-65594501b22a req-0b91d773-4440-46e4-9973-b9cd7baef8ab service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6fdb1d3ffa8346fcb47078b1f3d22ed3&device_id=9905f5bb-892a-477c-bc13-785537db4f65 HTTP/1.1" status: 200 len: 1097 time: 0.0500391 Aug 10 03:52:37.802875 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 0ff7da7e-e53d-4f46-9e34-306cfecb1758 not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:52:37.890059 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32bdb63-c196-4a98-ac37-65594501b22a req-958015a4-6173-4de6-9725-e0d471bbdf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:37.891678 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a32bdb63-c196-4a98-ac37-65594501b22a req-958015a4-6173-4de6-9725-e0d471bbdf10 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e HTTP/1.1" status: 200 len: 916 time: 0.0864589 Aug 10 03:52:37.941089 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a32bdb63-c196-4a98-ac37-65594501b22a req-2c38e861-2e30-44be-be57-be5769bb494d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ff7da7e-e53d-4f46-9e34-306cfecb1758 HTTP/1.1" status: 200 len: 217 time: 0.0380163 Aug 10 03:52:37.995852 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32bdb63-c196-4a98-ac37-65594501b22a req-9a79b7b0-c571-4aec-ad4e-5f29f0651035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:37.997328 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a32bdb63-c196-4a98-ac37-65594501b22a req-9a79b7b0-c571-4aec-ad4e-5f29f0651035 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a154169a-fdf0-40b5-8ba3-660c4d38d5ed HTTP/1.1" status: 200 len: 855 time: 0.0439315 Aug 10 03:52:38.029841 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a32bdb63-c196-4a98-ac37-65594501b22a req-6bdbbb24-91d9-41b1-b7ae-37de16634252 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244131 Aug 10 03:52:38.128465 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a32bdb63-c196-4a98-ac37-65594501b22a req-9cf76a5c-9127-40c1-b336-264cfb56c1ae service neutron] 10.222.0.60 "GET /v2.0/networks/b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852153 Aug 10 03:52:38.222432 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a32bdb63-c196-4a98-ac37-65594501b22a req-b5edfd18-2b04-40b9-b213-81724e656ec6 service neutron] 10.222.0.60 "GET /v2.0/networks/b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820670 Aug 10 03:52:38.774782 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c4da8-7dc5-49bc-a3ef-a681ab4cb8a9 req-3e30d7f3-c0fe-4add-8cae-b62d01a33821 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:38.777161 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-af0c4da8-7dc5-49bc-a3ef-a681ab4cb8a9 req-3e30d7f3-c0fe-4add-8cae-b62d01a33821 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=9905f5bb-892a-477c-bc13-785537db4f65 HTTP/1.1" status: 200 len: 945 time: 0.0535364 Aug 10 03:52:38.819792 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-af0c4da8-7dc5-49bc-a3ef-a681ab4cb8a9 req-66cbb767-78f5-4736-86a6-ee03eb7a5b71 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367057 Aug 10 03:52:39.179479 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 0ff7da7e-e53d-4f46-9e34-306cfecb1758 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:52:39.233291 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port 0ff7da7e-e53d-4f46-9e34-306cfecb1758 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:39.237233 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port 0ff7da7e-e53d-4f46-9e34-306cfecb1758 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:39.237607 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:39.315956 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:39.338546 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9905f5bb-892a-477c-bc13-785537db4f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff7da7e-e53d-4f46-9e34-306cfecb1758'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:52:39.341362 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3359aa91-d829-4e24-8328-cd366169f661" -d '{"events": [{"server_uuid": "9905f5bb-892a-477c-bc13-785537db4f65", "name": "network-vif-plugged", "status": "completed", "tag": "0ff7da7e-e53d-4f46-9e34-306cfecb1758"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:52:39.354201 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 0ff7da7e-e53d-4f46-9e34-306cfecb1758, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=0ff7da7e-e53d-4f46-9e34-306cfecb1758,segment=NetworkSegment(b297965b-7914-4d15-abb1-b7a8061604f6),segment_id=b297965b-7914-4d15-abb1-b7a8061604f6)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:39.359692 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:39.409679 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=0ff7da7e-e53d-4f46-9e34-306cfecb1758,revision_number=9']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:39.444753 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ead718-1acf-49dc-ad55-fc323fe4d066 x-openstack-request-id: req-82ead718-1acf-49dc-ad55-fc323fe4d066 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:52:39.445051 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9905f5bb-892a-477c-bc13-785537db4f65", "name": "network-vif-plugged", "status": "completed", "tag": "0ff7da7e-e53d-4f46-9e34-306cfecb1758", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:52:39.445308 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-82ead718-1acf-49dc-ad55-fc323fe4d066 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:52:39.445705 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9905f5bb-892a-477c-bc13-785537db4f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff7da7e-e53d-4f46-9e34-306cfecb1758', 'code': 200} Aug 10 03:52:39.715365 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [req-5ca10d45-84da-470d-aade-a55c82cd292c req-b62be93a-cfaa-4a56-b748-6a32fa7bb327 service neutron] (94216) timed out ('10.222.0.62', 57814) {{(pid=94216) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 03:52:39.938170 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb75f68e-001b-440c-b005-17c7cf1a829b req-bfcd3f1a-a425-489f-9425-dd64412029f2 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:39.939735 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fb75f68e-001b-440c-b005-17c7cf1a829b req-bfcd3f1a-a425-489f-9425-dd64412029f2 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=9905f5bb-892a-477c-bc13-785537db4f65 HTTP/1.1" status: 200 len: 946 time: 0.0532732 Aug 10 03:52:39.977391 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fb75f68e-001b-440c-b005-17c7cf1a829b req-f97a58c5-33d6-4cf6-828a-fd97616379d3 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314693 Aug 10 03:52:40.091903 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc91a6-f99d-49d6-9086-e0b83af2b250 req-35a4bbf2-be48-4df1-8e80-1d4a7214255d tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:40.093402 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b7fc91a6-f99d-49d6-9086-e0b83af2b250 req-35a4bbf2-be48-4df1-8e80-1d4a7214255d tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=9905f5bb-892a-477c-bc13-785537db4f65 HTTP/1.1" status: 200 len: 946 time: 0.0491354 Aug 10 03:52:40.131589 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b7fc91a6-f99d-49d6-9086-e0b83af2b250 req-3f244577-bdb7-46d4-86d7-f916f985a2d5 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322316 Aug 10 03:52:40.248109 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c88312a-f76b-4fc0-93a2-2d79af30095c req-5126878e-0721-4490-842a-b2cc3f7bdd67 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:40.249523 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8c88312a-f76b-4fc0-93a2-2d79af30095c req-5126878e-0721-4490-842a-b2cc3f7bdd67 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=9905f5bb-892a-477c-bc13-785537db4f65 HTTP/1.1" status: 200 len: 946 time: 0.0507996 Aug 10 03:52:40.287956 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8c88312a-f76b-4fc0-93a2-2d79af30095c req-b08f2a7b-bc72-4053-96cb-8711656f8597 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324507 Aug 10 03:52:40.630545 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69321082-0bf2-486f-bb32-16d820e1d590 req-42d9cd57-6e71-49ad-bcde-577f208d3b56 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:40.632067 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-69321082-0bf2-486f-bb32-16d820e1d590 req-42d9cd57-6e71-49ad-bcde-577f208d3b56 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=9905f5bb-892a-477c-bc13-785537db4f65 HTTP/1.1" status: 200 len: 946 time: 0.0534742 Aug 10 03:52:40.671232 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-69321082-0bf2-486f-bb32-16d820e1d590 req-0b4b64d8-642b-44bd-b55a-86c19335e3aa tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326738 Aug 10 03:52:41.752100 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2c5ac-50f1-4c1c-b754-76690e12e094 req-9f41fb1e-b784-43a7-92f2-90d713811a23 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:41.753585 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b1a2c5ac-50f1-4c1c-b754-76690e12e094 req-9f41fb1e-b784-43a7-92f2-90d713811a23 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.58 "GET /v2.0/ports?device_id=9905f5bb-892a-477c-bc13-785537db4f65 HTTP/1.1" status: 200 len: 946 time: 0.0500038 Aug 10 03:52:41.786286 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f9f8f-61b3-4cd3-aa85-c90593f860ee req-c9d39378-11ab-4335-8f6e-3b854c3268cd tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:41.787814 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-043f9f8f-61b3-4cd3-aa85-c90593f860ee req-c9d39378-11ab-4335-8f6e-3b854c3268cd tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/ports?device_id=9905f5bb-892a-477c-bc13-785537db4f65 HTTP/1.1" status: 200 len: 946 time: 0.0488310 Aug 10 03:52:41.826495 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-043f9f8f-61b3-4cd3-aa85-c90593f860ee req-0d79be92-2c8c-46b7-bb0e-6a3c5f33dd24 tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.62 "GET /v2.0/security-groups?id=9ac50442-a657-466f-b3fd-fc53d1593456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325804 Aug 10 03:52:41.846335 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-b1a2c5ac-50f1-4c1c-b754-76690e12e094 req-a8e32606-01b5-469e-b529-6f2a8b276b7c tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Deleting port 0ff7da7e-e53d-4f46-9e34-306cfecb1758 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:41.846679 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-b1a2c5ac-50f1-4c1c-b754-76690e12e094 req-a8e32606-01b5-469e-b529-6f2a8b276b7c tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:41.932100 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-b1a2c5ac-50f1-4c1c-b754-76690e12e094 req-a8e32606-01b5-469e-b529-6f2a8b276b7c tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] For port 0ff7da7e-e53d-4f46-9e34-306cfecb1758, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=0ff7da7e-e53d-4f46-9e34-306cfecb1758,segment=NetworkSegment(b297965b-7914-4d15-abb1-b7a8061604f6),segment_id=b297965b-7914-4d15-abb1-b7a8061604f6)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:41.932470 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-b1a2c5ac-50f1-4c1c-b754-76690e12e094 req-a8e32606-01b5-469e-b529-6f2a8b276b7c tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:41.946545 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-b1a2c5ac-50f1-4c1c-b754-76690e12e094 req-a8e32606-01b5-469e-b529-6f2a8b276b7c tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Calling delete_port for 0ff7da7e-e53d-4f46-9e34-306cfecb1758 owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:42.075749 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-b1a2c5ac-50f1-4c1c-b754-76690e12e094 req-a8e32606-01b5-469e-b529-6f2a8b276b7c tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:42.089178 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['0ff7da7e-e53d-4f46-9e34-306cfecb1758'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:52:42.104072 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e32606-01b5-469e-b529-6f2a8b276b7c tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Pushing event deleted for resources: {'Port': ['ID=0ff7da7e-e53d-4f46-9e34-306cfecb1758,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:42.149512 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a2c5ac-50f1-4c1c-b754-76690e12e094 req-a8e32606-01b5-469e-b529-6f2a8b276b7c tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] No DVR routers for this DVR port 0ff7da7e-e53d-4f46-9e34-306cfecb1758 on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:52:42.153042 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-b1a2c5ac-50f1-4c1c-b754-76690e12e094 req-a8e32606-01b5-469e-b529-6f2a8b276b7c tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:42.155052 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b1a2c5ac-50f1-4c1c-b754-76690e12e094 req-a8e32606-01b5-469e-b529-6f2a8b276b7c tempest-ServerDiskConfigTestJSON-916893580 tempest-ServerDiskConfigTestJSON-916893580-project] 10.222.0.58 "DELETE /v2.0/ports/0ff7da7e-e53d-4f46-9e34-306cfecb1758 HTTP/1.1" status: 204 len: 173 time: 0.3952088 Aug 10 03:52:42.155489 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9905f5bb-892a-477c-bc13-785537db4f65', 'name': 'network-vif-deleted', 'tag': '0ff7da7e-e53d-4f46-9e34-306cfecb1758'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:52:42.157732 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808f5654-7771-4a4f-b240-c3a2cea04056" -d '{"events": [{"server_uuid": "9905f5bb-892a-477c-bc13-785537db4f65", "name": "network-vif-deleted", "tag": "0ff7da7e-e53d-4f46-9e34-306cfecb1758"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:52:42.198414 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416c3c4b-7aad-4bdd-b9a4-1301550b8ae6 x-openstack-request-id: req-416c3c4b-7aad-4bdd-b9a4-1301550b8ae6 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:52:42.198711 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9905f5bb-892a-477c-bc13-785537db4f65", "name": "network-vif-deleted", "tag": "0ff7da7e-e53d-4f46-9e34-306cfecb1758", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:52:42.198999 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-416c3c4b-7aad-4bdd-b9a4-1301550b8ae6 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:52:42.199410 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9905f5bb-892a-477c-bc13-785537db4f65', 'name': 'network-vif-deleted', 'tag': '0ff7da7e-e53d-4f46-9e34-306cfecb1758', 'status': 'completed', 'code': 200} Aug 10 03:52:42.945164 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 39642) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:42.988923 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dda4be2-eb77-4f0d-9945-93f818828a2b admin admin] Deleting subnet a154169a-fdf0-40b5-8ba3-660c4d38d5ed {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:52:42.992008 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2dda4be2-eb77-4f0d-9945-93f818828a2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:43.030315 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2dda4be2-eb77-4f0d-9945-93f818828a2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:43.069416 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2dda4be2-eb77-4f0d-9945-93f818828a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:43.122469 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2dda4be2-eb77-4f0d-9945-93f818828a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:43.146300 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dda4be2-eb77-4f0d-9945-93f818828a2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a154169a-fdf0-40b5-8ba3-660c4d38d5ed,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:43.156401 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dda4be2-eb77-4f0d-9945-93f818828a2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:43.156753 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dda4be2-eb77-4f0d-9945-93f818828a2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:43.157095 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dda4be2-eb77-4f0d-9945-93f818828a2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:43.157434 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dda4be2-eb77-4f0d-9945-93f818828a2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:43.158332 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dda4be2-eb77-4f0d-9945-93f818828a2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:43.158332 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dda4be2-eb77-4f0d-9945-93f818828a2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:43.158523 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dda4be2-eb77-4f0d-9945-93f818828a2b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:43.158719 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dda4be2-eb77-4f0d-9945-93f818828a2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:43.159066 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dda4be2-eb77-4f0d-9945-93f818828a2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:43.159390 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dda4be2-eb77-4f0d-9945-93f818828a2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:43.159715 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dda4be2-eb77-4f0d-9945-93f818828a2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:43.160038 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dda4be2-eb77-4f0d-9945-93f818828a2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:43.162949 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2dda4be2-eb77-4f0d-9945-93f818828a2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:43.165378 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-2dda4be2-eb77-4f0d-9945-93f818828a2b admin admin] 10.222.0.62 "DELETE /v2.0/subnets/a154169a-fdf0-40b5-8ba3-660c4d38d5ed HTTP/1.1" status: 204 len: 168 time: 0.2188604 Aug 10 03:52:43.167352 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 39644) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:43.237890 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9f082efb-5e83-4071-add8-b4a0252cc9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:43.313446 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9f082efb-5e83-4071-add8-b4a0252cc9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:43.324016 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-9f082efb-5e83-4071-add8-b4a0252cc9af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:43.334111 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-9f082efb-5e83-4071-add8-b4a0252cc9af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b297965b-7914-4d15-abb1-b7a8061604f6') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:43.334405 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-9f082efb-5e83-4071-add8-b4a0252cc9af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b297965b-7914-4d15-abb1-b7a8061604f6') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:43.343094 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9f082efb-5e83-4071-add8-b4a0252cc9af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:43.357197 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9f082efb-5e83-4071-add8-b4a0252cc9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:43.363022 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f082efb-5e83-4071-add8-b4a0252cc9af admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:52:43.363418 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9f082efb-5e83-4071-add8-b4a0252cc9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:43.365028 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 03:52:43.365028 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:52:43.365028 n-d-768851-15 neutron-server[94216]: timer() Aug 10 03:52:43.365028 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:52:43.365028 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 03:52:43.365028 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:52:43.365028 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 03:52:43.365028 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:52:43.365028 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 03:52:43.365028 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:52:43.365028 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 03:52:43.365028 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:52:43.365028 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 03:52:43.365028 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:52:43.365028 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:52:43.365028 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:52:43.365028 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:52:43.365028 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:52:43.365028 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 03:52:43.365028 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:52:43.365028 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 03:52:43.365028 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:52:43.365028 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:52:43.365028 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:52:43.365028 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 03:52:43.365028 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:52:43.365028 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:52:43.365028 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:52:43.365028 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:52:43.365028 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:52:43.365028 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:52:43.365028 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:52:43.423847 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9f082efb-5e83-4071-add8-b4a0252cc9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:43.429415 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9f082efb-5e83-4071-add8-b4a0252cc9af admin admin] Notify callbacks [] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:43.431465 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-9f082efb-5e83-4071-add8-b4a0252cc9af admin admin] 10.222.0.62 "DELETE /v2.0/networks/b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e HTTP/1.1" status: 204 len: 168 time: 0.2632096 Aug 10 03:52:43.442800 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f082efb-5e83-4071-add8-b4a0252cc9af admin admin] Pushing event deleted for resources: {'Network': ['ID=b8ef1b54-58e5-4e47-88b6-c2c9e6e8bb2e,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:43.541130 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 39648) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:43.581819 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8dc1fa1e-342d-4fca-a327-610c66e123de admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6fdb1d3ffa8346fcb47078b1f3d22ed3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394459 Aug 10 03:52:43.584379 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 39650) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:43.633816 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9e367b36-4b94-4d40-8963-6640e3446fdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:43.654084 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9e367b36-4b94-4d40-8963-6640e3446fdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:43.699195 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9e367b36-4b94-4d40-8963-6640e3446fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:43.701716 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9e367b36-4b94-4d40-8963-6640e3446fdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:43.703004 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-9e367b36-4b94-4d40-8963-6640e3446fdb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9ac50442-a657-466f-b3fd-fc53d1593456 HTTP/1.1" status: 204 len: 168 time: 0.1176221 Aug 10 03:52:43.711782 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e367b36-4b94-4d40-8963-6640e3446fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac50442-a657-466f-b3fd-fc53d1593456,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:44.373881 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 39672) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:44.476216 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-e04913ab-8414-4bf9-97f4-39ec625725af admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-825413776-network', 'tenant_id': '4b8daa411c274795a838cc99da285a8a'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:44.497488 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04913ab-8414-4bf9-97f4-39ec625725af admin admin] Made reservation on behalf of 4b8daa411c274795a838cc99da285a8a for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:44.499829 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e04913ab-8414-4bf9-97f4-39ec625725af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:44.512143 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e04913ab-8414-4bf9-97f4-39ec625725af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:44.609854 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e04913ab-8414-4bf9-97f4-39ec625725af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:44.613618 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e04913ab-8414-4bf9-97f4-39ec625725af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:44.639537 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e04913ab-8414-4bf9-97f4-39ec625725af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:52:44.649519 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04913ab-8414-4bf9-97f4-39ec625725af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a852a018-4860-4bbb-a18c-ec524675c6e7,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:44.654535 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e04913ab-8414-4bf9-97f4-39ec625725af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:44.654976 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-e04913ab-8414-4bf9-97f4-39ec625725af admin admin] Added segment 2275eff1-f8e4-484b-b902-2a5156bf50e2 of type vlan for network 852ba6a3-b418-4264-a196-720a2aa07241 Aug 10 03:52:44.697556 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e04913ab-8414-4bf9-97f4-39ec625725af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:44.729821 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e04913ab-8414-4bf9-97f4-39ec625725af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:44.730724 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04913ab-8414-4bf9-97f4-39ec625725af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:44.731364 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e04913ab-8414-4bf9-97f4-39ec625725af admin admin] Notify callbacks [] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:44.801748 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-e04913ab-8414-4bf9-97f4-39ec625725af admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4267335 Aug 10 03:52:44.805032 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 39676) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:44.811539 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-0c6cd9bd-3c29-45e9-886e-8767d304c39c admin admin] Request body: {'subnet': {'network_id': '852ba6a3-b418-4264-a196-720a2aa07241', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-825413776-subnet', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:44.819527 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04913ab-8414-4bf9-97f4-39ec625725af admin admin] Pushing event updated for resources: {'Network': ['ID=852ba6a3-b418-4264-a196-720a2aa07241,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:44.829965 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 852ba6a3-b418-4264-a196-720a2aa07241 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:52:44.836028 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c6cd9bd-3c29-45e9-886e-8767d304c39c admin admin] Made reservation on behalf of 4b8daa411c274795a838cc99da285a8a for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:44.838645 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0c6cd9bd-3c29-45e9-886e-8767d304c39c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:45.011675 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0c6cd9bd-3c29-45e9-886e-8767d304c39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:45.073331 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6cd9bd-3c29-45e9-886e-8767d304c39c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d0c7c35-bbf6-4a01-848b-1621ba2632dc,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:45.082011 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6cd9bd-3c29-45e9-886e-8767d304c39c admin admin] Checking segment: {'id': '2275eff1-f8e4-484b-b902-2a5156bf50e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:52:45.082409 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6cd9bd-3c29-45e9-886e-8767d304c39c admin admin] Network hostable DHCP agents. Network: 852ba6a3-b418-4264-a196-720a2aa07241, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:52:45.098915 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6cd9bd-3c29-45e9-886e-8767d304c39c admin admin] Network 852ba6a3-b418-4264-a196-720a2aa07241 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:52:45.108001 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-0c6cd9bd-3c29-45e9-886e-8767d304c39c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 852ba6a3-b418-4264-a196-720a2aa07241) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:45.113122 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6cd9bd-3c29-45e9-886e-8767d304c39c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:45.113700 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0c6cd9bd-3c29-45e9-886e-8767d304c39c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:45.119528 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2030b3f7-e12e-4eb3-9d29-752fe96cead7 None None] Network 852ba6a3-b418-4264-a196-720a2aa07241 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:52:45.134428 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0c6cd9bd-3c29-45e9-886e-8767d304c39c admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3274045 Aug 10 03:52:45.137279 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 39678) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:45.141735 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-65296225-1afe-4033-9ced-2dcb4889e3cd admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-825413776-router', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:45.163170 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-65296225-1afe-4033-9ced-2dcb4889e3cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:45.164408 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-65296225-1afe-4033-9ced-2dcb4889e3cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:45.218528 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-65296225-1afe-4033-9ced-2dcb4889e3cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:45.269045 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6685d3-802a-4ffe-9a1d-18fb172e7c80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-852ba6a3-b418-4264-a196-720a2aa07241', 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'fixed_ips': [{'subnet_id': '2d0c7c35-bbf6-4a01-848b-1621ba2632dc'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:52:45.269919 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5c6685d3-802a-4ffe-9a1d-18fb172e7c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:45.412715 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-5c6685d3-802a-4ffe-9a1d-18fb172e7c80 None None] Allocated IP 172.20.0.2 (852ba6a3-b418-4264-a196-720a2aa07241/2d0c7c35-bbf6-4a01-848b-1621ba2632dc/d195506c-dec5-40d8-a475-32b862ce8aab) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:45.565978 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5c6685d3-802a-4ffe-9a1d-18fb172e7c80 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:45.574878 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-5c6685d3-802a-4ffe-9a1d-18fb172e7c80 None None] Transition to ACTIVE for port object d195506c-dec5-40d8-a475-32b862ce8aab will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:45.591226 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-5c6685d3-802a-4ffe-9a1d-18fb172e7c80 None None] Transition to ACTIVE for port object d195506c-dec5-40d8-a475-32b862ce8aab will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:45.597116 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5c6685d3-802a-4ffe-9a1d-18fb172e7c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:45.638316 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-65296225-1afe-4033-9ced-2dcb4889e3cd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:45.639024 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6685d3-802a-4ffe-9a1d-18fb172e7c80 None None] Network 852ba6a3-b418-4264-a196-720a2aa07241 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:45.642110 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-5c6685d3-802a-4ffe-9a1d-18fb172e7c80 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:45.645380 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6685d3-802a-4ffe-9a1d-18fb172e7c80 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:52:45.653095 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6685d3-802a-4ffe-9a1d-18fb172e7c80 None None] Pushing event updated for resources: {'Port': ['ID=d195506c-dec5-40d8-a475-32b862ce8aab,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:45.703081 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-5c6685d3-802a-4ffe-9a1d-18fb172e7c80 None None] Attempting to bind port d195506c-dec5-40d8-a475-32b862ce8aab on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:52:45.703448 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-5c6685d3-802a-4ffe-9a1d-18fb172e7c80 None None] Attempting to bind port d195506c-dec5-40d8-a475-32b862ce8aab by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '2275eff1-f8e4-484b-b902-2a5156bf50e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:52:45.703806 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6685d3-802a-4ffe-9a1d-18fb172e7c80 None None] Attempting to bind port d195506c-dec5-40d8-a475-32b862ce8aab on network 852ba6a3-b418-4264-a196-720a2aa07241 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:52:45.708625 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6685d3-802a-4ffe-9a1d-18fb172e7c80 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:52:45.708991 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6685d3-802a-4ffe-9a1d-18fb172e7c80 None None] Checking segment: {'id': '2275eff1-f8e4-484b-b902-2a5156bf50e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:52:45.709387 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5c6685d3-802a-4ffe-9a1d-18fb172e7c80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:45.709774 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6685d3-802a-4ffe-9a1d-18fb172e7c80 None None] Bound using segment: {'id': '2275eff1-f8e4-484b-b902-2a5156bf50e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:52:45.710233 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-5c6685d3-802a-4ffe-9a1d-18fb172e7c80 None None] Bound port: d195506c-dec5-40d8-a475-32b862ce8aab, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2275eff1-f8e4-484b-b902-2a5156bf50e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:52:45.710607 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5c6685d3-802a-4ffe-9a1d-18fb172e7c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:45.780750 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-5c6685d3-802a-4ffe-9a1d-18fb172e7c80 None None] For port d195506c-dec5-40d8-a475-32b862ce8aab, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:52:45.783913 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-5c6685d3-802a-4ffe-9a1d-18fb172e7c80 None None] For port d195506c-dec5-40d8-a475-32b862ce8aab, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=d195506c-dec5-40d8-a475-32b862ce8aab,segment=NetworkSegment(2275eff1-f8e4-484b-b902-2a5156bf50e2),segment_id=2275eff1-f8e4-484b-b902-2a5156bf50e2)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:52:45.787565 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5c6685d3-802a-4ffe-9a1d-18fb172e7c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:45.846299 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6685d3-802a-4ffe-9a1d-18fb172e7c80 None None] Pushing event updated for resources: {'Port': ['ID=d195506c-dec5-40d8-a475-32b862ce8aab,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:45.848810 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-65296225-1afe-4033-9ced-2dcb4889e3cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:45.868115 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-65296225-1afe-4033-9ced-2dcb4889e3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:45.972349 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-65296225-1afe-4033-9ced-2dcb4889e3cd admin admin] Allocated IP 172.25.7.250 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/2523bf1d-482d-4b27-87d5-680aa876fc6e) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:46.109520 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-65296225-1afe-4033-9ced-2dcb4889e3cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:46.149616 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-65296225-1afe-4033-9ced-2dcb4889e3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:46.185963 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65296225-1afe-4033-9ced-2dcb4889e3cd admin admin] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:46.193466 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-65296225-1afe-4033-9ced-2dcb4889e3cd admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:46.200704 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65296225-1afe-4033-9ced-2dcb4889e3cd admin admin] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:52:46.203966 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65296225-1afe-4033-9ced-2dcb4889e3cd admin admin] Pushing event updated for resources: {'Port': ['ID=2523bf1d-482d-4b27-87d5-680aa876fc6e,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:46.470419 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-65296225-1afe-4033-9ced-2dcb4889e3cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:46.679485 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-65296225-1afe-4033-9ced-2dcb4889e3cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:46.767645 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb4af74-f884-49c2-9b8a-28e5ea4d3dfa None None] Network 852ba6a3-b418-4264-a196-720a2aa07241 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:52:46.820068 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65296225-1afe-4033-9ced-2dcb4889e3cd admin admin] Router 780fbfee-2254-4af2-9651-761c8fcb90fd is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:52:46.901239 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d7e532d5-ddf6-4977-ac92-185aef6e956e None None] Provisioning for port d195506c-dec5-40d8-a475-32b862ce8aab completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:46.934934 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65296225-1afe-4033-9ced-2dcb4889e3cd admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:52:46.950356 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea7c693-a412-4769-b694-85180b4d97f7 None None] Sync routers for ids ['780fbfee-2254-4af2-9651-761c8fcb90fd'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:52:46.952322 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-65296225-1afe-4033-9ced-2dcb4889e3cd admin admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:46.957606 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 39680) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:46.958086 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-65296225-1afe-4033-9ced-2dcb4889e3cd admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8196008 Aug 10 03:52:46.968043 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea7c693-a412-4769-b694-85180b4d97f7 None None] Routers {'780fbfee-2254-4af2-9651-761c8fcb90fd'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:52:46.968801 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-aea7c693-a412-4769-b694-85180b4d97f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:52:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['780fbfee-2254-4af2-9651-761c8fcb90fd'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:47.100191 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device d195506c-dec5-40d8-a475-32b862ce8aab up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:52:47.147791 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-aea7c693-a412-4769-b694-85180b4d97f7 None None] Set router 780fbfee-2254-4af2-9651-761c8fcb90fd gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:52:47.229227 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 0ff7da7e-e53d-4f46-9e34-306cfecb1758 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:52:47.289923 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: 0ff7da7e-e53d-4f46-9e34-306cfecb1758 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:52:47.290269 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 0ff7da7e-e53d-4f46-9e34-306cfecb1758 not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:52:47.322520 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port d195506c-dec5-40d8-a475-32b862ce8aab completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:47.335554 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port d195506c-dec5-40d8-a475-32b862ce8aab triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:47.335915 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:47.464945 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:47.476068 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-aea7c693-a412-4769-b694-85180b4d97f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'name': 'tempest-ServerActionsTestJSON-825413776-router', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '2523bf1d-482d-4b27-87d5-680aa876fc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:46Z', 'revision_number': 3, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'gw_port': {'id': '2523bf1d-482d-4b27-87d5-680aa876fc6e', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b2:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:47.516267 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea7c693-a412-4769-b694-85180b4d97f7 None None] Checking router: 780fbfee-2254-4af2-9651-761c8fcb90fd for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:52:47.516643 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea7c693-a412-4769-b694-85180b4d97f7 None None] Updating router 780fbfee-2254-4af2-9651-761c8fcb90fd port 2523bf1d-482d-4b27-87d5-680aa876fc6e binding host n-d-768851-15 {{(pid=94218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:52:47.553538 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port d195506c-dec5-40d8-a475-32b862ce8aab, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=d195506c-dec5-40d8-a475-32b862ce8aab,segment=NetworkSegment(2275eff1-f8e4-484b-b902-2a5156bf50e2),segment_id=2275eff1-f8e4-484b-b902-2a5156bf50e2)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:47.558544 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-aea7c693-a412-4769-b694-85180b4d97f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:47.561819 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:47.807463 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a7fbb508-ae8f-4fbd-b0de-aff2e6ef53a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:47.866658 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=d195506c-dec5-40d8-a475-32b862ce8aab,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:48.053572 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-a7fbb508-ae8f-4fbd-b0de-aff2e6ef53a5 admin admin] Allocated IP 172.20.0.1 (852ba6a3-b418-4264-a196-720a2aa07241/2d0c7c35-bbf6-4a01-848b-1621ba2632dc/d3e70708-4814-42a5-9216-9f0ab9e45305) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:48.068862 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-aea7c693-a412-4769-b694-85180b4d97f7 None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.080385 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-aea7c693-a412-4769-b694-85180b4d97f7 None None] Transition to ACTIVE for port object 2523bf1d-482d-4b27-87d5-680aa876fc6e will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:48.090155 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-aea7c693-a412-4769-b694-85180b4d97f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.146191 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-aea7c693-a412-4769-b694-85180b4d97f7 None None] Attempting to bind port 2523bf1d-482d-4b27-87d5-680aa876fc6e on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:52:48.146558 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-aea7c693-a412-4769-b694-85180b4d97f7 None None] Attempting to bind port 2523bf1d-482d-4b27-87d5-680aa876fc6e by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:52:48.146949 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea7c693-a412-4769-b694-85180b4d97f7 None None] Attempting to bind port 2523bf1d-482d-4b27-87d5-680aa876fc6e on network 09ca2025-b9a6-4e84-8019-8d9fbef3753e {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:52:48.150091 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3937ffe-68c8-47c2-8d37-fe60569afa91 None None] Pushing event updated for resources: {'Port': ['ID=2523bf1d-482d-4b27-87d5-680aa876fc6e,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:48.155185 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea7c693-a412-4769-b694-85180b4d97f7 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:52:48.155564 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea7c693-a412-4769-b694-85180b4d97f7 None None] Checking segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:52:48.155966 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-aea7c693-a412-4769-b694-85180b4d97f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.156358 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea7c693-a412-4769-b694-85180b4d97f7 None None] Bound using segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:52:48.156829 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-aea7c693-a412-4769-b694-85180b4d97f7 None None] Bound port: 2523bf1d-482d-4b27-87d5-680aa876fc6e, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:52:48.157212 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-aea7c693-a412-4769-b694-85180b4d97f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.187823 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a7fbb508-ae8f-4fbd-b0de-aff2e6ef53a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.200737 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-a7fbb508-ae8f-4fbd-b0de-aff2e6ef53a5 admin admin] Transition to ACTIVE for port object d3e70708-4814-42a5-9216-9f0ab9e45305 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:48.210008 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-aea7c693-a412-4769-b694-85180b4d97f7 None None] For port 2523bf1d-482d-4b27-87d5-680aa876fc6e, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:52:48.212996 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-aea7c693-a412-4769-b694-85180b4d97f7 None None] For port 2523bf1d-482d-4b27-87d5-680aa876fc6e, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=2523bf1d-482d-4b27-87d5-680aa876fc6e,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:52:48.217425 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-aea7c693-a412-4769-b694-85180b4d97f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.236203 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a7fbb508-ae8f-4fbd-b0de-aff2e6ef53a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.277337 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fbb508-ae8f-4fbd-b0de-aff2e6ef53a5 admin admin] Network 852ba6a3-b418-4264-a196-720a2aa07241 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:48.278811 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea7c693-a412-4769-b694-85180b4d97f7 None None] Routers {'780fbfee-2254-4af2-9651-761c8fcb90fd'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:52:48.279524 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-aea7c693-a412-4769-b694-85180b4d97f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:52:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['780fbfee-2254-4af2-9651-761c8fcb90fd'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:48.282504 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-a7fbb508-ae8f-4fbd-b0de-aff2e6ef53a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:48.287773 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fbb508-ae8f-4fbd-b0de-aff2e6ef53a5 admin admin] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:52:48.291106 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fbb508-ae8f-4fbd-b0de-aff2e6ef53a5 admin admin] Pushing event updated for resources: {'Port': ['ID=d3e70708-4814-42a5-9216-9f0ab9e45305,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:48.316724 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3937ffe-68c8-47c2-8d37-fe60569afa91 None None] Pushing event updated for resources: {'Port': ['ID=2523bf1d-482d-4b27-87d5-680aa876fc6e,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:48.339629 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a7fbb508-ae8f-4fbd-b0de-aff2e6ef53a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.413677 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-aea7c693-a412-4769-b694-85180b4d97f7 None None] Set router 780fbfee-2254-4af2-9651-761c8fcb90fd gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:52:48.492289 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a7fbb508-ae8f-4fbd-b0de-aff2e6ef53a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.565301 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0339c1e0-c643-4f0e-98e7-cb1b0013c979 None None] Provisioning for port d3e70708-4814-42a5-9216-9f0ab9e45305 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:48.576614 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0339c1e0-c643-4f0e-98e7-cb1b0013c979 None None] Provisioning complete for port d3e70708-4814-42a5-9216-9f0ab9e45305 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:48.576889 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0339c1e0-c643-4f0e-98e7-cb1b0013c979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.632821 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0339c1e0-c643-4f0e-98e7-cb1b0013c979 None None] Port d3e70708-4814-42a5-9216-9f0ab9e45305 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:52:48.662423 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-aea7c693-a412-4769-b694-85180b4d97f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'name': 'tempest-ServerActionsTestJSON-825413776-router', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '2523bf1d-482d-4b27-87d5-680aa876fc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:46Z', 'revision_number': 3, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'gw_port': {'id': '2523bf1d-482d-4b27-87d5-680aa876fc6e', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b2:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:48.675190 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a7fbb508-ae8f-4fbd-b0de-aff2e6ef53a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.680585 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a7fbb508-ae8f-4fbd-b0de-aff2e6ef53a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.694703 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea7c693-a412-4769-b694-85180b4d97f7 None None] The sync data for ids ['780fbfee-2254-4af2-9651-761c8fcb90fd'] in n-d-768851-15 is: [{'id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'name': 'tempest-ServerActionsTestJSON-825413776-router', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '2523bf1d-482d-4b27-87d5-680aa876fc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:46Z', 'revision_number': 3, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'gw_port': {'id': '2523bf1d-482d-4b27-87d5-680aa876fc6e', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b2:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:52:48.762446 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a7fbb508-ae8f-4fbd-b0de-aff2e6ef53a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.768228 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fbb508-ae8f-4fbd-b0de-aff2e6ef53a5 admin admin] Pushing event updated for resources: {'Port': ['ID=d3e70708-4814-42a5-9216-9f0ab9e45305,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:48.880486 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fbb508-ae8f-4fbd-b0de-aff2e6ef53a5 admin admin] Network 852ba6a3-b418-4264-a196-720a2aa07241 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:48.881860 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-a7fbb508-ae8f-4fbd-b0de-aff2e6ef53a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:49.050887 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7fbb508-ae8f-4fbd-b0de-aff2e6ef53a5 admin admin] Router 780fbfee-2254-4af2-9651-761c8fcb90fd has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:52:49.147380 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 2523bf1d-482d-4b27-87d5-680aa876fc6e up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:52:49.198368 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7fbb508-ae8f-4fbd-b0de-aff2e6ef53a5 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:52:49.205935 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-a7fbb508-ae8f-4fbd-b0de-aff2e6ef53a5 admin admin] 10.222.0.62 "PUT /v2.0/routers/780fbfee-2254-4af2-9651-761c8fcb90fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2470491 Aug 10 03:52:49.223210 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 2523bf1d-482d-4b27-87d5-680aa876fc6e completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:49.227770 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 2523bf1d-482d-4b27-87d5-680aa876fc6e triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:49.228356 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:49.295173 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-bb8a393f-6e3f-4a84-b68c-5535ce9a310e None None] Provisioning complete for port d3e70708-4814-42a5-9216-9f0ab9e45305 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:49.295901 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-bb8a393f-6e3f-4a84-b68c-5535ce9a310e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:49.344417 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-bb8a393f-6e3f-4a84-b68c-5535ce9a310e None None] Port d3e70708-4814-42a5-9216-9f0ab9e45305 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:52:49.387515 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:49.410279 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 2523bf1d-482d-4b27-87d5-680aa876fc6e, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=2523bf1d-482d-4b27-87d5-680aa876fc6e,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:49.416112 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:49.416943 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device d195506c-dec5-40d8-a475-32b862ce8aab up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:52:49.500453 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=2523bf1d-482d-4b27-87d5-680aa876fc6e,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:49.515768 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port d195506c-dec5-40d8-a475-32b862ce8aab triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:49.516373 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:49.953334 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 39688) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:49.958088 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-9a615832-195c-47fc-aaa0-d62e80cd7604 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Request body: {'security_group': {'name': 'tempest-securitygroup--843576868', 'description': 'tempest-description--1889416943'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:49.979765 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9a615832-195c-47fc-aaa0-d62e80cd7604 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:50.062993 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9a615832-195c-47fc-aaa0-d62e80cd7604 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:50.067372 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9a615832-195c-47fc-aaa0-d62e80cd7604 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:50.095781 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9a615832-195c-47fc-aaa0-d62e80cd7604 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:50.099880 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-9a615832-195c-47fc-aaa0-d62e80cd7604 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1426885 Aug 10 03:52:50.100410 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 39690) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:50.101427 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a615832-195c-47fc-aaa0-d62e80cd7604 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6d058f-cdd7-4385-8c54-ba8929bbc15a,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:50.105298 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-1dd5fc32-4a4f-4f66-8003-ed00545b786c tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Request body: {'security_group_rule': {'security_group_id': 'ad6d058f-cdd7-4385-8c54-ba8929bbc15a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:50.131691 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1dd5fc32-4a4f-4f66-8003-ed00545b786c tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:50.188983 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1dd5fc32-4a4f-4f66-8003-ed00545b786c tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:50.192873 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1dd5fc32-4a4f-4f66-8003-ed00545b786c tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:50.212562 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd5fc32-4a4f-4f66-8003-ed00545b786c tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa8580eb-43df-4c58-b3a9-b2cfe281605c,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:50.219640 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1dd5fc32-4a4f-4f66-8003-ed00545b786c tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:50.220969 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1dd5fc32-4a4f-4f66-8003-ed00545b786c tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1195040 Aug 10 03:52:50.223866 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 39692) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:50.228767 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-1686a75b-88bd-4b3c-aa1e-32885bca982b tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Request body: {'security_group_rule': {'security_group_id': 'ad6d058f-cdd7-4385-8c54-ba8929bbc15a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:50.255536 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1686a75b-88bd-4b3c-aa1e-32885bca982b tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:50.315621 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1686a75b-88bd-4b3c-aa1e-32885bca982b tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:50.319414 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1686a75b-88bd-4b3c-aa1e-32885bca982b tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:50.342334 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1686a75b-88bd-4b3c-aa1e-32885bca982b tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97c79d30-30a2-49ab-9dce-4d827d1f5458,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:50.344811 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1686a75b-88bd-4b3c-aa1e-32885bca982b tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:50.346016 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1686a75b-88bd-4b3c-aa1e-32885bca982b tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1209724 Aug 10 03:52:50.351559 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 39694) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:50.356249 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-97870e05-ba8a-4d18-a2d8-1a910880f90b tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Request body: {'floatingip': {'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:50.371618 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b1a7d7-f30c-4533-b522-086b13d87db2 None None] Sync routers for ids ['780fbfee-2254-4af2-9651-761c8fcb90fd'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:52:50.384690 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-97870e05-ba8a-4d18-a2d8-1a910880f90b tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks [] for floatingip, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:50.385423 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b1a7d7-f30c-4533-b522-086b13d87db2 None None] Routers {'780fbfee-2254-4af2-9651-761c8fcb90fd'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:52:50.386547 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-75b1a7d7-f30c-4533-b522-086b13d87db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:52:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['780fbfee-2254-4af2-9651-761c8fcb90fd'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:50.500175 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-97870e05-ba8a-4d18-a2d8-1a910880f90b tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:50.593401 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-75b1a7d7-f30c-4533-b522-086b13d87db2 None None] Set router 780fbfee-2254-4af2-9651-761c8fcb90fd gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:52:50.613214 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-97870e05-ba8a-4d18-a2d8-1a910880f90b tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Allocated IP 172.25.7.73 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/2431d1a8-7a6c-43b3-91a3-b1cd486ac7c4) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:50.725251 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-97870e05-ba8a-4d18-a2d8-1a910880f90b tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:50.768614 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-97870e05-ba8a-4d18-a2d8-1a910880f90b tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:50.793108 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [req-c5912d28-8303-4c9d-8926-f858ad50cc0d req-0a7680cb-fe22-4175-82b2-461cff2f1700 service neutron] (94217) timed out ('10.222.0.58', 57446) {{(pid=94217) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 03:52:50.802250 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-75b1a7d7-f30c-4533-b522-086b13d87db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'name': 'tempest-ServerActionsTestJSON-825413776-router', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '2523bf1d-482d-4b27-87d5-680aa876fc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:48Z', 'revision_number': 4, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'gw_port': {'id': '2523bf1d-482d-4b27-87d5-680aa876fc6e', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'd3e70708-4814-42a5-9216-9f0ab9e45305', 'name': '', 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'mac_address': 'fa:16:3e:14:a0:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '2d0c7c35-bbf6-4a01-848b-1621ba2632dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:47Z', 'updated_at': '2021-08-10T03:52:48Z', 'revision_number': 2, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'subnets': [{'id': '2d0c7c35-bbf6-4a01-848b-1621ba2632dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:50.816633 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97870e05-ba8a-4d18-a2d8-1a910880f90b tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:50.819715 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-97870e05-ba8a-4d18-a2d8-1a910880f90b tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:50.824884 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97870e05-ba8a-4d18-a2d8-1a910880f90b tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:52:50.828128 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97870e05-ba8a-4d18-a2d8-1a910880f90b tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Pushing event updated for resources: {'Port': ['ID=2431d1a8-7a6c-43b3-91a3-b1cd486ac7c4,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:50.836439 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b1a7d7-f30c-4533-b522-086b13d87db2 None None] Checking router: 780fbfee-2254-4af2-9651-761c8fcb90fd for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:52:50.836799 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b1a7d7-f30c-4533-b522-086b13d87db2 None None] Updating router 780fbfee-2254-4af2-9651-761c8fcb90fd port d3e70708-4814-42a5-9216-9f0ab9e45305 binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:52:50.864715 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-75b1a7d7-f30c-4533-b522-086b13d87db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:50.942181 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-97870e05-ba8a-4d18-a2d8-1a910880f90b tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:50.982269 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-97870e05-ba8a-4d18-a2d8-1a910880f90b tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:51.056438 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 2523bf1d-482d-4b27-87d5-680aa876fc6e up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:52:51.109563 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 2523bf1d-482d-4b27-87d5-680aa876fc6e triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:51.110233 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:51.138478 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-75b1a7d7-f30c-4533-b522-086b13d87db2 None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:51.140753 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-97870e05-ba8a-4d18-a2d8-1a910880f90b tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:51.145792 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-97870e05-ba8a-4d18-a2d8-1a910880f90b tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:51.148310 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-75b1a7d7-f30c-4533-b522-086b13d87db2 None None] Transition to ACTIVE for port object d3e70708-4814-42a5-9216-9f0ab9e45305 will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:51.155993 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-75b1a7d7-f30c-4533-b522-086b13d87db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:51.232499 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97870e05-ba8a-4d18-a2d8-1a910880f90b tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Pushing event updated for resources: {'Port': ['ID=2431d1a8-7a6c-43b3-91a3-b1cd486ac7c4,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:51.241930 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af2120-2e21-439b-bf85-6871632c2c6a None None] Pushing event updated for resources: {'Port': ['ID=d3e70708-4814-42a5-9216-9f0ab9e45305,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:51.244424 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-97870e05-ba8a-4d18-a2d8-1a910880f90b tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:51.259714 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-97870e05-ba8a-4d18-a2d8-1a910880f90b tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:51.262778 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-97870e05-ba8a-4d18-a2d8-1a910880f90b tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9087832 Aug 10 03:52:51.277283 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af2120-2e21-439b-bf85-6871632c2c6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:51.277638 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af2120-2e21-439b-bf85-6871632c2c6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:51.277979 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af2120-2e21-439b-bf85-6871632c2c6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:51.278314 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af2120-2e21-439b-bf85-6871632c2c6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:51.278647 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af2120-2e21-439b-bf85-6871632c2c6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:51.279019 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af2120-2e21-439b-bf85-6871632c2c6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:51.279345 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af2120-2e21-439b-bf85-6871632c2c6a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:51.279695 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af2120-2e21-439b-bf85-6871632c2c6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:51.280024 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af2120-2e21-439b-bf85-6871632c2c6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:51.280348 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af2120-2e21-439b-bf85-6871632c2c6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:51.280701 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af2120-2e21-439b-bf85-6871632c2c6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:51.281138 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af2120-2e21-439b-bf85-6871632c2c6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:51.287029 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-75b1a7d7-f30c-4533-b522-086b13d87db2 None None] Attempting to bind port d3e70708-4814-42a5-9216-9f0ab9e45305 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:52:51.287196 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-75b1a7d7-f30c-4533-b522-086b13d87db2 None None] Attempting to bind port d3e70708-4814-42a5-9216-9f0ab9e45305 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '2275eff1-f8e4-484b-b902-2a5156bf50e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:52:51.287553 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b1a7d7-f30c-4533-b522-086b13d87db2 None None] Attempting to bind port d3e70708-4814-42a5-9216-9f0ab9e45305 on network 852ba6a3-b418-4264-a196-720a2aa07241 {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:52:51.293443 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b1a7d7-f30c-4533-b522-086b13d87db2 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:52:51.293817 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b1a7d7-f30c-4533-b522-086b13d87db2 None None] Checking segment: {'id': '2275eff1-f8e4-484b-b902-2a5156bf50e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:52:51.294254 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-75b1a7d7-f30c-4533-b522-086b13d87db2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:51.294600 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b1a7d7-f30c-4533-b522-086b13d87db2 None None] Bound using segment: {'id': '2275eff1-f8e4-484b-b902-2a5156bf50e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:52:51.295131 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-75b1a7d7-f30c-4533-b522-086b13d87db2 None None] Bound port: d3e70708-4814-42a5-9216-9f0ab9e45305, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2275eff1-f8e4-484b-b902-2a5156bf50e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:52:51.295603 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-75b1a7d7-f30c-4533-b522-086b13d87db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:51.372924 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-75b1a7d7-f30c-4533-b522-086b13d87db2 None None] For port d3e70708-4814-42a5-9216-9f0ab9e45305, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:52:51.376282 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-75b1a7d7-f30c-4533-b522-086b13d87db2 None None] For port d3e70708-4814-42a5-9216-9f0ab9e45305, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=d3e70708-4814-42a5-9216-9f0ab9e45305,segment=NetworkSegment(2275eff1-f8e4-484b-b902-2a5156bf50e2),segment_id=2275eff1-f8e4-484b-b902-2a5156bf50e2)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:52:51.380521 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-75b1a7d7-f30c-4533-b522-086b13d87db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:51.425333 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7c3c9202-c847-47cf-a639-76fb5afe31e0 req-a59f1a28-d481-4400-94c3-ec74efb3c894 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--843576868&fields=id&tenant_id=4b8daa411c274795a838cc99da285a8a HTTP/1.1" status: 200 len: 267 time: 0.0436487 Aug 10 03:52:51.435972 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b1a7d7-f30c-4533-b522-086b13d87db2 None None] Routers {'780fbfee-2254-4af2-9651-761c8fcb90fd'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:52:51.436779 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-75b1a7d7-f30c-4533-b522-086b13d87db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:52:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['780fbfee-2254-4af2-9651-761c8fcb90fd'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:51.479489 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af2120-2e21-439b-bf85-6871632c2c6a None None] Pushing event updated for resources: {'Port': ['ID=d3e70708-4814-42a5-9216-9f0ab9e45305,revision_number=4']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:51.547507 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c9202-c847-47cf-a639-76fb5afe31e0 req-512f8da1-8b64-4c51-b9b6-534ebaba490a tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:51.549372 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7c3c9202-c847-47cf-a639-76fb5afe31e0 req-512f8da1-8b64-4c51-b9b6-534ebaba490a tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/networks?id=852ba6a3-b418-4264-a196-720a2aa07241 HTTP/1.1" status: 200 len: 811 time: 0.1157522 Aug 10 03:52:51.566228 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-75b1a7d7-f30c-4533-b522-086b13d87db2 None None] Set router 780fbfee-2254-4af2-9651-761c8fcb90fd gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:52:51.568511 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7c3c9202-c847-47cf-a639-76fb5afe31e0 req-c7e16de5-3fe7-44fa-818a-c026c714f716 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/quotas/4b8daa411c274795a838cc99da285a8a HTTP/1.1" status: 200 len: 375 time: 0.0120454 Aug 10 03:52:51.626014 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7c3c9202-c847-47cf-a639-76fb5afe31e0 req-96447062-db04-420e-a031-6bc091bd1b7d tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4b8daa411c274795a838cc99da285a8a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0523241 Aug 10 03:52:51.697033 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [req-7c3c9202-c847-47cf-a639-76fb5afe31e0 req-9a964b63-ed0f-4aaf-8e67-0835efece6a6 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:52:51.698704 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7c3c9202-c847-47cf-a639-76fb5afe31e0 req-9a964b63-ed0f-4aaf-8e67-0835efece6a6 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0598536 Aug 10 03:52:51.771776 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-75b1a7d7-f30c-4533-b522-086b13d87db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'name': 'tempest-ServerActionsTestJSON-825413776-router', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '2523bf1d-482d-4b27-87d5-680aa876fc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:48Z', 'revision_number': 4, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'gw_port': {'id': '2523bf1d-482d-4b27-87d5-680aa876fc6e', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'd3e70708-4814-42a5-9216-9f0ab9e45305', 'name': '', 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'mac_address': 'fa:16:3e:14:a0:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '2d0c7c35-bbf6-4a01-848b-1621ba2632dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:47Z', 'updated_at': '2021-08-10T03:52:51Z', 'revision_number': 4, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'subnets': [{'id': '2d0c7c35-bbf6-4a01-848b-1621ba2632dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:51.793823 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7c3c9202-c847-47cf-a639-76fb5afe31e0 req-ef0dc7a3-af0a-4af2-a469-4b6b1f33a22c service neutron] 10.222.0.62 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871809 Aug 10 03:52:51.798054 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b1a7d7-f30c-4533-b522-086b13d87db2 None None] The sync data for ids ['780fbfee-2254-4af2-9651-761c8fcb90fd'] in n-d-768851-15 is: [{'id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'name': 'tempest-ServerActionsTestJSON-825413776-router', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '2523bf1d-482d-4b27-87d5-680aa876fc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:48Z', 'revision_number': 4, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'gw_port': {'id': '2523bf1d-482d-4b27-87d5-680aa876fc6e', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'd3e70708-4814-42a5-9216-9f0ab9e45305', 'name': '', 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'mac_address': 'fa:16:3e:14:a0:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '2d0c7c35-bbf6-4a01-848b-1621ba2632dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:47Z', 'updated_at': '2021-08-10T03:52:51Z', 'revision_number': 4, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'subnets': [{'id': '2d0c7c35-bbf6-4a01-848b-1621ba2632dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:52:51.900317 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7c3c9202-c847-47cf-a639-76fb5afe31e0 req-e29eba6c-b2c6-4d7c-ae01-1d56d5a688a9 service neutron] 10.222.0.62 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996509 Aug 10 03:52:52.078253 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-abe0a9a3-ce77-4b88-83d7-380cc61fd436 req-da835a1a-43d9-4d20-afc9-8ccb72a845c0 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=434b97ac-6b8d-43e8-9d81-7bd31462f2e8 HTTP/1.1" status: 200 len: 210 time: 0.0339062 Aug 10 03:52:53.042253 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c9202-c847-47cf-a639-76fb5afe31e0 req-a85ff879-ca38-4f7d-8035-c5cce410fcd9 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:53.043807 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7c3c9202-c847-47cf-a639-76fb5afe31e0 req-a85ff879-ca38-4f7d-8035-c5cce410fcd9 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.58 "GET /v2.0/networks?id=852ba6a3-b418-4264-a196-720a2aa07241 HTTP/1.1" status: 200 len: 811 time: 0.1186121 Aug 10 03:52:53.080273 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device d3e70708-4814-42a5-9216-9f0ab9e45305 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:52:53.096220 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7c3c9202-c847-47cf-a639-76fb5afe31e0 req-c0010294-1382-41d0-8275-1d3b01894280 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b8daa411c274795a838cc99da285a8a HTTP/1.1" status: 200 len: 379 time: 0.0423639 Aug 10 03:52:53.108357 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-7c3c9202-c847-47cf-a639-76fb5afe31e0 req-39c1c113-b38d-43cb-9a59-789b692d16c6 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Request body: {'port': {'device_id': '434b97ac-6b8d-43e8-9d81-7bd31462f2e8', 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241', 'admin_state_up': True, 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'security_groups': ['ad6d058f-cdd7-4385-8c54-ba8929bbc15a']}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:53.137654 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port d3e70708-4814-42a5-9216-9f0ab9e45305 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:53.142361 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port d3e70708-4814-42a5-9216-9f0ab9e45305 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:53.143024 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:53.176679 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e9091a19-ea44-409d-bcc2-a9f675648fa5 req-58c7aa32-aa08-422c-aea5-91293cb8d6a0 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=434b97ac-6b8d-43e8-9d81-7bd31462f2e8 HTTP/1.1" status: 200 len: 210 time: 0.0287061 Aug 10 03:52:53.224048 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c3c9202-c847-47cf-a639-76fb5afe31e0 req-39c1c113-b38d-43cb-9a59-789b692d16c6 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Made reservation on behalf of 4b8daa411c274795a838cc99da285a8a for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:53.225863 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:53.228004 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7c3c9202-c847-47cf-a639-76fb5afe31e0 req-39c1c113-b38d-43cb-9a59-789b692d16c6 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:53.260271 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port d3e70708-4814-42a5-9216-9f0ab9e45305, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=d3e70708-4814-42a5-9216-9f0ab9e45305,segment=NetworkSegment(2275eff1-f8e4-484b-b902-2a5156bf50e2),segment_id=2275eff1-f8e4-484b-b902-2a5156bf50e2)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:53.265274 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:53.315002 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=d3e70708-4814-42a5-9216-9f0ab9e45305,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:53.363147 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-7c3c9202-c847-47cf-a639-76fb5afe31e0 req-39c1c113-b38d-43cb-9a59-789b692d16c6 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Allocated IP 172.20.0.5 (852ba6a3-b418-4264-a196-720a2aa07241/2d0c7c35-bbf6-4a01-848b-1621ba2632dc/d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:53.496868 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7c3c9202-c847-47cf-a639-76fb5afe31e0 req-39c1c113-b38d-43cb-9a59-789b692d16c6 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:53.511223 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-7c3c9202-c847-47cf-a639-76fb5afe31e0 req-39c1c113-b38d-43cb-9a59-789b692d16c6 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Transition to ACTIVE for port object d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:53.544577 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7c3c9202-c847-47cf-a639-76fb5afe31e0 req-39c1c113-b38d-43cb-9a59-789b692d16c6 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:53.593111 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c3c9202-c847-47cf-a639-76fb5afe31e0 req-39c1c113-b38d-43cb-9a59-789b692d16c6 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Network 852ba6a3-b418-4264-a196-720a2aa07241 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:53.596245 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-7c3c9202-c847-47cf-a639-76fb5afe31e0 req-39c1c113-b38d-43cb-9a59-789b692d16c6 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:53.600005 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c3c9202-c847-47cf-a639-76fb5afe31e0 req-39c1c113-b38d-43cb-9a59-789b692d16c6 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:52:53.606964 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c1c113-b38d-43cb-9a59-789b692d16c6 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Pushing event updated for resources: {'Port': ['ID=d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:53.653662 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c9202-c847-47cf-a639-76fb5afe31e0 req-39c1c113-b38d-43cb-9a59-789b692d16c6 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:53.654287 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7c3c9202-c847-47cf-a639-76fb5afe31e0 req-39c1c113-b38d-43cb-9a59-789b692d16c6 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:53.669812 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7c3c9202-c847-47cf-a639-76fb5afe31e0 req-39c1c113-b38d-43cb-9a59-789b692d16c6 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5663791 Aug 10 03:52:53.683944 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-7c3c9202-c847-47cf-a639-76fb5afe31e0 req-b4da714f-dd73-44bd-af28-74205bcdd884 service neutron] Request body: {'port': {'device_id': '434b97ac-6b8d-43e8-9d81-7bd31462f2e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:53.745314 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7c3c9202-c847-47cf-a639-76fb5afe31e0 req-b4da714f-dd73-44bd-af28-74205bcdd884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:53.928880 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-13b1923a-2a1e-44f5-a1c3-c3390020c574 None None] Provisioning for port d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:53.933972 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-13b1923a-2a1e-44f5-a1c3-c3390020c574 None None] Provisioning complete for port d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:53.934439 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-13b1923a-2a1e-44f5-a1c3-c3390020c574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:53.983873 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-13b1923a-2a1e-44f5-a1c3-c3390020c574 None None] Port d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:52:54.032338 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-7c3c9202-c847-47cf-a639-76fb5afe31e0 req-b4da714f-dd73-44bd-af28-74205bcdd884 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:52:54.039938 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7c3c9202-c847-47cf-a639-76fb5afe31e0 req-b4da714f-dd73-44bd-af28-74205bcdd884 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:54.051641 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-7c3c9202-c847-47cf-a639-76fb5afe31e0 req-b4da714f-dd73-44bd-af28-74205bcdd884 service neutron] Transition to ACTIVE for port object d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:54.056227 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7c3c9202-c847-47cf-a639-76fb5afe31e0 req-b4da714f-dd73-44bd-af28-74205bcdd884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:54.125626 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4da714f-dd73-44bd-af28-74205bcdd884 service neutron] Pushing event updated for resources: {'Port': ['ID=d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:54.177751 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-7c3c9202-c847-47cf-a639-76fb5afe31e0 req-b4da714f-dd73-44bd-af28-74205bcdd884 service neutron] Attempting to bind port d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:52:54.178083 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-7c3c9202-c847-47cf-a639-76fb5afe31e0 req-b4da714f-dd73-44bd-af28-74205bcdd884 service neutron] Attempting to bind port d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '2275eff1-f8e4-484b-b902-2a5156bf50e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:52:54.178419 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3c9202-c847-47cf-a639-76fb5afe31e0 req-b4da714f-dd73-44bd-af28-74205bcdd884 service neutron] Attempting to bind port d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b on network 852ba6a3-b418-4264-a196-720a2aa07241 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:52:54.184287 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3c9202-c847-47cf-a639-76fb5afe31e0 req-b4da714f-dd73-44bd-af28-74205bcdd884 service neutron] Port d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b on network 852ba6a3-b418-4264-a196-720a2aa07241 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:52:54.184610 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3c9202-c847-47cf-a639-76fb5afe31e0 req-b4da714f-dd73-44bd-af28-74205bcdd884 service neutron] Attempting to bind port d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b on network 852ba6a3-b418-4264-a196-720a2aa07241 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:52:54.189711 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3c9202-c847-47cf-a639-76fb5afe31e0 req-b4da714f-dd73-44bd-af28-74205bcdd884 service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:52:54.190047 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3c9202-c847-47cf-a639-76fb5afe31e0 req-b4da714f-dd73-44bd-af28-74205bcdd884 service neutron] Checking segment: {'id': '2275eff1-f8e4-484b-b902-2a5156bf50e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:52:54.190427 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3c9202-c847-47cf-a639-76fb5afe31e0 req-b4da714f-dd73-44bd-af28-74205bcdd884 service neutron] Bound using segment: {'id': '2275eff1-f8e4-484b-b902-2a5156bf50e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:52:54.190887 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-7c3c9202-c847-47cf-a639-76fb5afe31e0 req-b4da714f-dd73-44bd-af28-74205bcdd884 service neutron] Bound port: d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2275eff1-f8e4-484b-b902-2a5156bf50e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:52:54.191246 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7c3c9202-c847-47cf-a639-76fb5afe31e0 req-b4da714f-dd73-44bd-af28-74205bcdd884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:54.270488 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-7c3c9202-c847-47cf-a639-76fb5afe31e0 req-b4da714f-dd73-44bd-af28-74205bcdd884 service neutron] For port d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:52:54.274850 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-7c3c9202-c847-47cf-a639-76fb5afe31e0 req-b4da714f-dd73-44bd-af28-74205bcdd884 service neutron] For port d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b,segment=NetworkSegment(2275eff1-f8e4-484b-b902-2a5156bf50e2),segment_id=2275eff1-f8e4-484b-b902-2a5156bf50e2)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:52:54.281014 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7c3c9202-c847-47cf-a639-76fb5afe31e0 req-b4da714f-dd73-44bd-af28-74205bcdd884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:54.304430 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de64a96-c9f5-4532-b768-f148235f8a8b req-40a6d6d0-edd6-4dd1-8c75-9db6aac6b25e tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:54.306150 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7de64a96-c9f5-4532-b768-f148235f8a8b req-40a6d6d0-edd6-4dd1-8c75-9db6aac6b25e tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=434b97ac-6b8d-43e8-9d81-7bd31462f2e8 HTTP/1.1" status: 200 len: 943 time: 0.0556507 Aug 10 03:52:54.319769 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c9202-c847-47cf-a639-76fb5afe31e0 req-b4da714f-dd73-44bd-af28-74205bcdd884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:54.320421 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7c3c9202-c847-47cf-a639-76fb5afe31e0 req-b4da714f-dd73-44bd-af28-74205bcdd884 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:54.321931 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7c3c9202-c847-47cf-a639-76fb5afe31e0 req-b4da714f-dd73-44bd-af28-74205bcdd884 service neutron] 10.222.0.58 "PUT /v2.0/ports/d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b HTTP/1.1" status: 200 len: 1092 time: 0.6438498 Aug 10 03:52:54.322381 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '434b97ac-6b8d-43e8-9d81-7bd31462f2e8', 'tag': 'd4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:52:54.325378 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080408ee-3429-43ea-90b8-582d62979c64" -d '{"events": [{"name": "network-changed", "server_uuid": "434b97ac-6b8d-43e8-9d81-7bd31462f2e8", "tag": "d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:52:54.360330 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4da714f-dd73-44bd-af28-74205bcdd884 service neutron] Pushing event updated for resources: {'Port': ['ID=d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:54.379197 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7de64a96-c9f5-4532-b768-f148235f8a8b req-837c2d39-0bf9-49a8-aeb8-3c051f28a285 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625224 Aug 10 03:52:54.411640 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e502e015-6efc-45c0-8036-ab24798fbec7 x-openstack-request-id: req-e502e015-6efc-45c0-8036-ab24798fbec7 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:52:54.411929 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "434b97ac-6b8d-43e8-9d81-7bd31462f2e8", "tag": "d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:52:54.412341 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e502e015-6efc-45c0-8036-ab24798fbec7 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:52:54.412762 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '434b97ac-6b8d-43e8-9d81-7bd31462f2e8', 'tag': 'd4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b', 'status': 'completed', 'code': 200} Aug 10 03:52:54.427538 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c9202-c847-47cf-a639-76fb5afe31e0 req-fd75c4b7-020c-4af3-bcc2-eec704176219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:54.429074 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7c3c9202-c847-47cf-a639-76fb5afe31e0 req-fd75c4b7-020c-4af3-bcc2-eec704176219 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4b8daa411c274795a838cc99da285a8a&device_id=434b97ac-6b8d-43e8-9d81-7bd31462f2e8 HTTP/1.1" status: 200 len: 1095 time: 0.0465617 Aug 10 03:52:54.478061 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7c3c9202-c847-47cf-a639-76fb5afe31e0 req-42aff26a-7599-4022-9b7c-531e703a8e8c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b HTTP/1.1" status: 200 len: 217 time: 0.0413322 Aug 10 03:52:54.533410 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c9202-c847-47cf-a639-76fb5afe31e0 req-4a27a756-652e-47c7-b660-5bdc732c8e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:54.535909 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7c3c9202-c847-47cf-a639-76fb5afe31e0 req-4a27a756-652e-47c7-b660-5bdc732c8e14 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2d0c7c35-bbf6-4a01-848b-1621ba2632dc HTTP/1.1" status: 200 len: 850 time: 0.0510426 Aug 10 03:52:54.588041 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c9202-c847-47cf-a639-76fb5afe31e0 req-e5ecd1e5-db29-4a1b-8158-bbf083ab20b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:54.589506 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7c3c9202-c847-47cf-a639-76fb5afe31e0 req-e5ecd1e5-db29-4a1b-8158-bbf083ab20b8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=852ba6a3-b418-4264-a196-720a2aa07241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444963 Aug 10 03:52:54.693428 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7c3c9202-c847-47cf-a639-76fb5afe31e0 req-013aebaa-ffc1-48dd-80b0-886710b8e3c2 service neutron] 10.222.0.58 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970509 Aug 10 03:52:54.797762 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7c3c9202-c847-47cf-a639-76fb5afe31e0 req-7ce9e159-a93a-451b-8003-308ed8cb84b7 service neutron] 10.222.0.58 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975566 Aug 10 03:52:54.889543 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080408ee-3429-43ea-90b8-582d62979c64 req-f95bf781-fdd6-4ea8-b5f5-e9b1da4d2357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:54.890994 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-080408ee-3429-43ea-90b8-582d62979c64 req-f95bf781-fdd6-4ea8-b5f5-e9b1da4d2357 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4b8daa411c274795a838cc99da285a8a&device_id=434b97ac-6b8d-43e8-9d81-7bd31462f2e8 HTTP/1.1" status: 200 len: 1095 time: 0.0443234 Aug 10 03:52:54.985747 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080408ee-3429-43ea-90b8-582d62979c64 req-ea1acbe2-6782-4d24-be4d-ad3994e86af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:54.987315 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-080408ee-3429-43ea-90b8-582d62979c64 req-ea1acbe2-6782-4d24-be4d-ad3994e86af3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=852ba6a3-b418-4264-a196-720a2aa07241 HTTP/1.1" status: 200 len: 912 time: 0.0894318 Aug 10 03:52:55.030778 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-080408ee-3429-43ea-90b8-582d62979c64 req-588caffd-2e8c-4508-b80b-89f5a1fd3a15 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b HTTP/1.1" status: 200 len: 217 time: 0.0352743 Aug 10 03:52:55.046263 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device d3e70708-4814-42a5-9216-9f0ab9e45305 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:52:55.086310 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080408ee-3429-43ea-90b8-582d62979c64 req-e6ca3c3d-160c-4501-94aa-522f29191ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:55.088104 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-080408ee-3429-43ea-90b8-582d62979c64 req-e6ca3c3d-160c-4501-94aa-522f29191ca1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2d0c7c35-bbf6-4a01-848b-1621ba2632dc HTTP/1.1" status: 200 len: 850 time: 0.0497451 Aug 10 03:52:55.094438 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port d3e70708-4814-42a5-9216-9f0ab9e45305 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:55.094903 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:55.135643 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080408ee-3429-43ea-90b8-582d62979c64 req-d7df12ec-d8c5-4c28-a56c-176fe2c477b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:55.137175 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-080408ee-3429-43ea-90b8-582d62979c64 req-d7df12ec-d8c5-4c28-a56c-176fe2c477b7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=852ba6a3-b418-4264-a196-720a2aa07241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415442 Aug 10 03:52:55.227292 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-080408ee-3429-43ea-90b8-582d62979c64 req-9c5236ef-fb5d-4cc4-88f0-8931cd0ef5ae service neutron] 10.222.0.58 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818179 Aug 10 03:52:55.320941 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-080408ee-3429-43ea-90b8-582d62979c64 req-ce62d830-1b22-4452-960e-929c7b8723ca service neutron] 10.222.0.58 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864034 Aug 10 03:52:55.506642 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914af02b-54b3-4a73-9d14-7220b80d5593 req-0b06f937-b6dc-4272-9b38-ea3daedce430 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:55.508166 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-914af02b-54b3-4a73-9d14-7220b80d5593 req-0b06f937-b6dc-4272-9b38-ea3daedce430 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=434b97ac-6b8d-43e8-9d81-7bd31462f2e8 HTTP/1.1" status: 200 len: 943 time: 0.0491726 Aug 10 03:52:55.548680 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-914af02b-54b3-4a73-9d14-7220b80d5593 req-8ac9387b-b94d-4008-bec0-28cdebac860f tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340369 Aug 10 03:52:56.560752 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:56.670503 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb6767-568f-43c5-8455-6c4c437942a2 req-b02f98a4-fa64-478c-99ed-c8c821a9961d tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:56.672009 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9bdb6767-568f-43c5-8455-6c4c437942a2 req-b02f98a4-fa64-478c-99ed-c8c821a9961d tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=434b97ac-6b8d-43e8-9d81-7bd31462f2e8 HTTP/1.1" status: 200 len: 943 time: 0.0533361 Aug 10 03:52:56.708839 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9bdb6767-568f-43c5-8455-6c4c437942a2 req-4c07781a-3fef-4dcb-8f16-13d77f27f143 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309975 Aug 10 03:52:56.863976 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:57.272866 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:52:57.370303 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b,segment=NetworkSegment(2275eff1-f8e4-484b-b902-2a5156bf50e2),segment_id=2275eff1-f8e4-484b-b902-2a5156bf50e2)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:57.381516 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': 'd4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b', 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241', 'port_id': 'd4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b', 'mac_address': 'fa:16:3e:bb:df:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d0c7c35-bbf6-4a01-848b-1621ba2632dc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:52:57.417499 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:57.430390 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:52:57.452327 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b,segment=NetworkSegment(2275eff1-f8e4-484b-b902-2a5156bf50e2),segment_id=2275eff1-f8e4-484b-b902-2a5156bf50e2)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:57.455800 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:57.505314 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:57.512466 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:57.512812 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:57.513145 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:57.513476 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:57.513804 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:57.514130 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:57.514451 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:57.514793 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:57.515114 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:57.515433 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:57.515752 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:57.516093 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:57.638456 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:52:57.825821 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787398d-8d4e-4127-afca-d77197facd8f req-3f192c25-a66d-4094-8f97-b6b7c776cf75 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:57.827425 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a787398d-8d4e-4127-afca-d77197facd8f req-3f192c25-a66d-4094-8f97-b6b7c776cf75 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=434b97ac-6b8d-43e8-9d81-7bd31462f2e8 HTTP/1.1" status: 200 len: 944 time: 0.0513158 Aug 10 03:52:57.865365 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a787398d-8d4e-4127-afca-d77197facd8f req-d62abb31-015c-412b-bad5-f53b0dbcb482 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320036 Aug 10 03:52:58.977362 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab08f8cb-95c6-46ba-9b7d-1787e05c634f req-339178e0-b8bd-49e1-b2fb-91104a1e64ea tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:58.978920 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ab08f8cb-95c6-46ba-9b7d-1787e05c634f req-339178e0-b8bd-49e1-b2fb-91104a1e64ea tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=434b97ac-6b8d-43e8-9d81-7bd31462f2e8 HTTP/1.1" status: 200 len: 944 time: 0.0486176 Aug 10 03:52:59.021570 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ab08f8cb-95c6-46ba-9b7d-1787e05c634f req-f7447872-bf33-445d-8ecd-6d5f09dfd629 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362277 Aug 10 03:52:59.289011 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:52:59.342192 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:59.345736 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:59.346104 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:59.419926 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:59.442859 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '434b97ac-6b8d-43e8-9d81-7bd31462f2e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:52:59.445072 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1cea89-141c-46d8-9493-48784bde702d" -d '{"events": [{"server_uuid": "434b97ac-6b8d-43e8-9d81-7bd31462f2e8", "name": "network-vif-plugged", "status": "completed", "tag": "d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:52:59.458217 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b,segment=NetworkSegment(2275eff1-f8e4-484b-b902-2a5156bf50e2),segment_id=2275eff1-f8e4-484b-b902-2a5156bf50e2)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:59.462534 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:59.487367 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4964931e-3576-483b-b3aa-69d9a13d49da x-openstack-request-id: req-4964931e-3576-483b-b3aa-69d9a13d49da {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:52:59.487660 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "434b97ac-6b8d-43e8-9d81-7bd31462f2e8", "name": "network-vif-plugged", "status": "completed", "tag": "d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:52:59.487912 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4964931e-3576-483b-b3aa-69d9a13d49da {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:52:59.488317 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '434b97ac-6b8d-43e8-9d81-7bd31462f2e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b', 'code': 200} Aug 10 03:52:59.513294 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:59.586503 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5543da-9cf0-4407-be3a-3e1c77d7d8cd req-d248b506-94ad-45f5-91b5-437af1e8417a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:59.588170 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fe5543da-9cf0-4407-be3a-3e1c77d7d8cd req-d248b506-94ad-45f5-91b5-437af1e8417a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=434b97ac-6b8d-43e8-9d81-7bd31462f2e8 HTTP/1.1" status: 200 len: 1097 time: 0.0411868 Aug 10 03:52:59.623853 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fe5543da-9cf0-4407-be3a-3e1c77d7d8cd req-b30a790b-8eb1-4dd8-91a2-0e471f545745 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289860 Aug 10 03:53:00.141047 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f5531e-cd58-46dc-84bc-c96d588fd8c9 req-bf121887-d6ff-4ee1-9a07-f699333f1da1 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:00.142550 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b5f5531e-cd58-46dc-84bc-c96d588fd8c9 req-bf121887-d6ff-4ee1-9a07-f699333f1da1 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=434b97ac-6b8d-43e8-9d81-7bd31462f2e8 HTTP/1.1" status: 200 len: 945 time: 0.0540481 Aug 10 03:53:00.181485 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b5f5531e-cd58-46dc-84bc-c96d588fd8c9 req-686f649c-c46d-4171-8d74-6ce83e9b3a02 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317194 Aug 10 03:53:00.371099 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8d01a51f-a449-4128-b966-81f89ddbcea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:01.300923 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93c4be-404d-45c7-979b-9e26a41dc50f req-5e425b98-d7a8-4ee4-ba73-90e87aef5409 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:01.302376 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9d93c4be-404d-45c7-979b-9e26a41dc50f req-5e425b98-d7a8-4ee4-ba73-90e87aef5409 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=434b97ac-6b8d-43e8-9d81-7bd31462f2e8 HTTP/1.1" status: 200 len: 945 time: 0.0489390 Aug 10 03:53:01.340932 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9d93c4be-404d-45c7-979b-9e26a41dc50f req-29b96e78-3fb2-47fc-a5be-510268329fe3 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317371 Aug 10 03:53:01.452321 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920e4af-ca21-46d3-961b-3e6178262c6e req-9f18cfef-ae9d-416c-a59e-8d9abcb977c9 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:01.453970 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a920e4af-ca21-46d3-961b-3e6178262c6e req-9f18cfef-ae9d-416c-a59e-8d9abcb977c9 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=434b97ac-6b8d-43e8-9d81-7bd31462f2e8 HTTP/1.1" status: 200 len: 945 time: 0.0497687 Aug 10 03:53:01.462354 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 39746) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:01.467185 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-85b8a30d-f408-414e-a301-cb9391c98dc9 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Request body: {'floatingip': {'port_id': 'd4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:01.510134 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-85b8a30d-f408-414e-a301-cb9391c98dc9 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks [] for floatingip, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:02.347200 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-85b8a30d-f408-414e-a301-cb9391c98dc9 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:02.351164 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-85b8a30d-f408-414e-a301-cb9391c98dc9 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:02.453439 n-d-768851-15 neutron-server[94217]: INFO neutron.db.l3_db [None req-85b8a30d-f408-414e-a301-cb9391c98dc9 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Floating IP f9f56845-90de-4fb4-a31e-b72242f5767e associated. External IP: 172.25.7.73, port: d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b. Aug 10 03:53:02.662035 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b8a30d-f408-414e-a301-cb9391c98dc9 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Router 780fbfee-2254-4af2-9651-761c8fcb90fd has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:53:02.772219 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b8a30d-f408-414e-a301-cb9391c98dc9 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:53:02.776784 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-85b8a30d-f408-414e-a301-cb9391c98dc9 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:02.787586 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4afacb9-4ad0-4da1-85ee-3745e16f96b3 None None] Sync routers for ids ['780fbfee-2254-4af2-9651-761c8fcb90fd'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:53:02.796593 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4afacb9-4ad0-4da1-85ee-3745e16f96b3 None None] Routers {'780fbfee-2254-4af2-9651-761c8fcb90fd'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:02.797210 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-e4afacb9-4ad0-4da1-85ee-3745e16f96b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:52:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['780fbfee-2254-4af2-9651-761c8fcb90fd'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:02.803645 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-85b8a30d-f408-414e-a301-cb9391c98dc9 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "PUT /v2.0/floatingips/f9f56845-90de-4fb4-a31e-b72242f5767e HTTP/1.1" status: 200 len: 990 time: 1.3401630 Aug 10 03:53:02.804249 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '434b97ac-6b8d-43e8-9d81-7bd31462f2e8', 'tag': 'd4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:53:02.806847 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33467c21-aea1-4380-819c-96b5441cce7a" -d '{"events": [{"name": "network-changed", "server_uuid": "434b97ac-6b8d-43e8-9d81-7bd31462f2e8", "tag": "d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:53:02.845499 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7495ef3-6e00-4b1a-ab8d-ec3fbaa59754 x-openstack-request-id: req-e7495ef3-6e00-4b1a-ab8d-ec3fbaa59754 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:53:02.845868 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "434b97ac-6b8d-43e8-9d81-7bd31462f2e8", "tag": "d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:53:02.846195 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e7495ef3-6e00-4b1a-ab8d-ec3fbaa59754 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:53:02.847347 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '434b97ac-6b8d-43e8-9d81-7bd31462f2e8', 'tag': 'd4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b', 'status': 'completed', 'code': 200} Aug 10 03:53:02.911107 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33467c21-aea1-4380-819c-96b5441cce7a req-b68cb9bf-10b8-4f91-b591-797de176a0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:02.911390 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-e4afacb9-4ad0-4da1-85ee-3745e16f96b3 None None] Set router 780fbfee-2254-4af2-9651-761c8fcb90fd gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:53:02.912715 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-33467c21-aea1-4380-819c-96b5441cce7a req-b68cb9bf-10b8-4f91-b591-797de176a0d2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4b8daa411c274795a838cc99da285a8a&device_id=434b97ac-6b8d-43e8-9d81-7bd31462f2e8 HTTP/1.1" status: 200 len: 1097 time: 0.0426807 Aug 10 03:53:03.006710 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33467c21-aea1-4380-819c-96b5441cce7a req-7b141dc9-2e37-484b-8153-41bcb797cadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:03.008229 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-33467c21-aea1-4380-819c-96b5441cce7a req-7b141dc9-2e37-484b-8153-41bcb797cadd service neutron] 10.222.0.58 "GET /v2.0/networks?id=852ba6a3-b418-4264-a196-720a2aa07241 HTTP/1.1" status: 200 len: 912 time: 0.0886579 Aug 10 03:53:03.081443 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-33467c21-aea1-4380-819c-96b5441cce7a req-8ff2ebc8-e1d6-4f62-9389-e0612884690f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b HTTP/1.1" status: 200 len: 998 time: 0.0637572 Aug 10 03:53:03.091105 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b15f0e95-cbd9-4678-9d02-0425515889ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:03.131665 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33467c21-aea1-4380-819c-96b5441cce7a req-c98aa3a9-196c-4af7-88fd-4737e51aa0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:03.133131 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-33467c21-aea1-4380-819c-96b5441cce7a req-c98aa3a9-196c-4af7-88fd-4737e51aa0dc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2d0c7c35-bbf6-4a01-848b-1621ba2632dc HTTP/1.1" status: 200 len: 850 time: 0.0448687 Aug 10 03:53:03.148748 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-e4afacb9-4ad0-4da1-85ee-3745e16f96b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'name': 'tempest-ServerActionsTestJSON-825413776-router', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '2523bf1d-482d-4b27-87d5-680aa876fc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:48Z', 'revision_number': 4, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'gw_port': {'id': '2523bf1d-482d-4b27-87d5-680aa876fc6e', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': 'f9f56845-90de-4fb4-a31e-b72242f5767e', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'floating_ip_address': '172.25.7.73', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'port_id': 'd4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241', 'mac_address': 'fa:16:3e:bb:df:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434b97ac-6b8d-43e8-9d81-7bd31462f2e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:52:50Z', 'updated_at': '2021-08-10T03:53:02Z', 'revision_number': 1, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3e70708-4814-42a5-9216-9f0ab9e45305', 'name': '', 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'mac_address': 'fa:16:3e:14:a0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '2d0c7c35-bbf6-4a01-848b-1621ba2632dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:47Z', 'updated_at': '2021-08-10T03:52:53Z', 'revision_number': 5, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'subnets': [{'id': '2d0c7c35-bbf6-4a01-848b-1621ba2632dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:03.176189 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4afacb9-4ad0-4da1-85ee-3745e16f96b3 None None] Checking router: 780fbfee-2254-4af2-9651-761c8fcb90fd for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:53:03.184696 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33467c21-aea1-4380-819c-96b5441cce7a req-f379083f-5d36-4622-8627-934960f5e29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:03.185266 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4afacb9-4ad0-4da1-85ee-3745e16f96b3 None None] Routers {'780fbfee-2254-4af2-9651-761c8fcb90fd'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:03.185891 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-e4afacb9-4ad0-4da1-85ee-3745e16f96b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:53:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['780fbfee-2254-4af2-9651-761c8fcb90fd'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:03.186212 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-33467c21-aea1-4380-819c-96b5441cce7a req-f379083f-5d36-4622-8627-934960f5e29e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=852ba6a3-b418-4264-a196-720a2aa07241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466595 Aug 10 03:53:03.275113 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-33467c21-aea1-4380-819c-96b5441cce7a req-08fed78c-e178-4a5c-bc32-5beb64c7eb0a service neutron] 10.222.0.58 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820022 Aug 10 03:53:03.291038 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-e4afacb9-4ad0-4da1-85ee-3745e16f96b3 None None] Set router 780fbfee-2254-4af2-9651-761c8fcb90fd gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:53:03.375942 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-33467c21-aea1-4380-819c-96b5441cce7a req-e142c651-3ef4-4e2e-a42a-3abc71addfcb service neutron] 10.222.0.58 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944562 Aug 10 03:53:03.463753 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:03.689119 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-e4afacb9-4ad0-4da1-85ee-3745e16f96b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'name': 'tempest-ServerActionsTestJSON-825413776-router', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '2523bf1d-482d-4b27-87d5-680aa876fc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:48Z', 'revision_number': 4, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'gw_port': {'id': '2523bf1d-482d-4b27-87d5-680aa876fc6e', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': 'f9f56845-90de-4fb4-a31e-b72242f5767e', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'floating_ip_address': '172.25.7.73', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'port_id': 'd4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241', 'mac_address': 'fa:16:3e:bb:df:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434b97ac-6b8d-43e8-9d81-7bd31462f2e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:52:50Z', 'updated_at': '2021-08-10T03:53:02Z', 'revision_number': 1, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3e70708-4814-42a5-9216-9f0ab9e45305', 'name': '', 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'mac_address': 'fa:16:3e:14:a0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '2d0c7c35-bbf6-4a01-848b-1621ba2632dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:47Z', 'updated_at': '2021-08-10T03:52:53Z', 'revision_number': 5, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'subnets': [{'id': '2d0c7c35-bbf6-4a01-848b-1621ba2632dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:03.716257 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4afacb9-4ad0-4da1-85ee-3745e16f96b3 None None] The sync data for ids ['780fbfee-2254-4af2-9651-761c8fcb90fd'] in n-d-768851-15 is: [{'id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'name': 'tempest-ServerActionsTestJSON-825413776-router', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '2523bf1d-482d-4b27-87d5-680aa876fc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:48Z', 'revision_number': 4, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'gw_port': {'id': '2523bf1d-482d-4b27-87d5-680aa876fc6e', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': 'f9f56845-90de-4fb4-a31e-b72242f5767e', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'floating_ip_address': '172.25.7.73', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'port_id': 'd4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241', 'mac_address': 'fa:16:3e:bb:df:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434b97ac-6b8d-43e8-9d81-7bd31462f2e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:52:50Z', 'updated_at': '2021-08-10T03:53:02Z', 'revision_number': 1, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3e70708-4814-42a5-9216-9f0ab9e45305', 'name': '', 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'mac_address': 'fa:16:3e:14:a0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '2d0c7c35-bbf6-4a01-848b-1621ba2632dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:47Z', 'updated_at': '2021-08-10T03:52:53Z', 'revision_number': 5, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'subnets': [{'id': '2d0c7c35-bbf6-4a01-848b-1621ba2632dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:53:03.901223 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4180a96-a95c-4511-b502-329c86cc8a26 None None] New status for floating IP f9f56845-90de-4fb4-a31e-b72242f5767e: ACTIVE {{(pid=94219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:53:03.951775 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:53:04.319992 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:06.060998 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:14.690548 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-dd21468a-bc54-4392-b560-d3d050b1d21d req-d33e8bd0-9919-4124-9534-1dbe4a55073a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=434b97ac-6b8d-43e8-9d81-7bd31462f2e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413125 Aug 10 03:53:14.775899 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd21468a-bc54-4392-b560-d3d050b1d21d req-49d1cf59-cd0b-4367-be4d-43798d40f31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:14.777940 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-dd21468a-bc54-4392-b560-d3d050b1d21d req-49d1cf59-cd0b-4367-be4d-43798d40f31e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4b8daa411c274795a838cc99da285a8a&device_id=434b97ac-6b8d-43e8-9d81-7bd31462f2e8 HTTP/1.1" status: 200 len: 1097 time: 0.0435462 Aug 10 03:53:14.886133 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd21468a-bc54-4392-b560-d3d050b1d21d req-ca661089-efb7-4130-8f25-0e1622d4f417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:14.888195 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-dd21468a-bc54-4392-b560-d3d050b1d21d req-ca661089-efb7-4130-8f25-0e1622d4f417 service neutron] 10.222.0.58 "GET /v2.0/networks?id=852ba6a3-b418-4264-a196-720a2aa07241 HTTP/1.1" status: 200 len: 912 time: 0.0911822 Aug 10 03:53:14.954215 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-dd21468a-bc54-4392-b560-d3d050b1d21d req-6aeeb097-5f11-431d-83b2-69abed33f2fb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b HTTP/1.1" status: 200 len: 1000 time: 0.0594642 Aug 10 03:53:15.004994 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd21468a-bc54-4392-b560-d3d050b1d21d req-261ac78d-ccbc-42d0-921b-a9e7de027bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:15.006490 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-dd21468a-bc54-4392-b560-d3d050b1d21d req-261ac78d-ccbc-42d0-921b-a9e7de027bbb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2d0c7c35-bbf6-4a01-848b-1621ba2632dc HTTP/1.1" status: 200 len: 850 time: 0.0451682 Aug 10 03:53:15.056878 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd21468a-bc54-4392-b560-d3d050b1d21d req-72564721-c918-4e94-af9b-320f61136536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:15.058593 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-dd21468a-bc54-4392-b560-d3d050b1d21d req-72564721-c918-4e94-af9b-320f61136536 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=852ba6a3-b418-4264-a196-720a2aa07241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454221 Aug 10 03:53:15.156470 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-dd21468a-bc54-4392-b560-d3d050b1d21d req-3efa48fc-7df4-4f17-91d5-4da8826555bb service neutron] 10.222.0.58 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896924 Aug 10 03:53:15.250881 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-dd21468a-bc54-4392-b560-d3d050b1d21d req-62b2260c-de69-442e-8f56-c2491a75d158 service neutron] 10.222.0.58 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872922 Aug 10 03:53:26.574696 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:26.867585 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:30.373354 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-374e43b5-01c7-4cc5-b737-72e44a5dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:33.082426 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-81363768-079f-4ea3-bfa9-f5a04ffbd144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:33.447120 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:34.322491 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:36.064222 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:40.950490 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:53:56.574853 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:56.879244 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:00.375725 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2d55f997-31b7-4659-8304-c6c1caae4223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:03.083729 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f1e6a16d-df33-4073-8ad3-563aa9108910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:03.450948 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:04.324971 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:06.066658 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:15.694372 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-eee7cbcb-7f6c-48ac-a0e5-aebea682ef8f req-8e3cb239-5ec9-429b-8e0e-ec66d2e19b22 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=434b97ac-6b8d-43e8-9d81-7bd31462f2e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0500422 Aug 10 03:54:15.775844 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee7cbcb-7f6c-48ac-a0e5-aebea682ef8f req-3a26e251-1957-43c3-913b-e918104ae7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:15.777307 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-eee7cbcb-7f6c-48ac-a0e5-aebea682ef8f req-3a26e251-1957-43c3-913b-e918104ae7f2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4b8daa411c274795a838cc99da285a8a&device_id=434b97ac-6b8d-43e8-9d81-7bd31462f2e8 HTTP/1.1" status: 200 len: 1097 time: 0.0400090 Aug 10 03:54:15.885672 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee7cbcb-7f6c-48ac-a0e5-aebea682ef8f req-c090ebec-cf1c-4284-855f-84b875c1ae32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:15.887161 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-eee7cbcb-7f6c-48ac-a0e5-aebea682ef8f req-c090ebec-cf1c-4284-855f-84b875c1ae32 service neutron] 10.222.0.58 "GET /v2.0/networks?id=852ba6a3-b418-4264-a196-720a2aa07241 HTTP/1.1" status: 200 len: 912 time: 0.0895450 Aug 10 03:54:15.954670 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-eee7cbcb-7f6c-48ac-a0e5-aebea682ef8f req-3b9d5d79-990d-4424-8229-67b3b93add94 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b HTTP/1.1" status: 200 len: 1000 time: 0.0598245 Aug 10 03:54:16.003977 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee7cbcb-7f6c-48ac-a0e5-aebea682ef8f req-120c3563-c56d-4e93-befe-2da2b066dd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:16.005449 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-eee7cbcb-7f6c-48ac-a0e5-aebea682ef8f req-120c3563-c56d-4e93-befe-2da2b066dd95 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2d0c7c35-bbf6-4a01-848b-1621ba2632dc HTTP/1.1" status: 200 len: 850 time: 0.0444028 Aug 10 03:54:16.056585 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee7cbcb-7f6c-48ac-a0e5-aebea682ef8f req-430be139-8228-47c1-81d8-073b0d193f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:16.058085 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-eee7cbcb-7f6c-48ac-a0e5-aebea682ef8f req-430be139-8228-47c1-81d8-073b0d193f01 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=852ba6a3-b418-4264-a196-720a2aa07241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458460 Aug 10 03:54:16.155480 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-eee7cbcb-7f6c-48ac-a0e5-aebea682ef8f req-e95357ca-0c06-4ab2-866e-e35b4947af6b service neutron] 10.222.0.58 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906973 Aug 10 03:54:16.268185 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-eee7cbcb-7f6c-48ac-a0e5-aebea682ef8f req-5172e3a0-610b-46be-8f55-76b00adc5707 service neutron] 10.222.0.58 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055357 Aug 10 03:54:17.951258 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:54:26.593650 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:26.901101 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:30.385299 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a21eda39-2609-48f2-b745-63b06ffedd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:33.085025 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5b97157e-b95a-498e-8861-4625c226b55c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:33.447042 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:34.329219 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:36.068700 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:37.735903 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43852f10-7098-4998-8179-28a121303242 req-e27bebb6-6055-4c8f-9c7f-dba2bca4b23b tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:37.737550 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-43852f10-7098-4998-8179-28a121303242 req-e27bebb6-6055-4c8f-9c7f-dba2bca4b23b tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=434b97ac-6b8d-43e8-9d81-7bd31462f2e8 HTTP/1.1" status: 200 len: 945 time: 0.0601275 Aug 10 03:54:37.779987 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-43852f10-7098-4998-8179-28a121303242 req-63ecc39f-793b-4c81-ab10-15616ecba20d tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363021 Aug 10 03:54:38.059827 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31c534-13b6-4115-a439-ca9d32c84821 req-db9976d6-a2da-430e-b315-d2e3498bc070 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:38.061642 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cf31c534-13b6-4115-a439-ca9d32c84821 req-db9976d6-a2da-430e-b315-d2e3498bc070 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=434b97ac-6b8d-43e8-9d81-7bd31462f2e8 HTTP/1.1" status: 200 len: 945 time: 0.0562744 Aug 10 03:54:38.103085 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cf31c534-13b6-4115-a439-ca9d32c84821 req-d8c58a39-962c-4fb9-9fc3-14c0111ab41f tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344920 Aug 10 03:54:38.167440 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-995d53ae-85c2-4aaa-a087-49a695f9a645 req-3c89208b-beab-4858-b8f7-f5c28eb9b7fb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=434b97ac-6b8d-43e8-9d81-7bd31462f2e8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1823721 Aug 10 03:54:39.252159 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c8e2e-70e7-4093-b28e-ee79a6c65e5d req-8d85ec85-de3c-49a4-85ec-7c3f714a0272 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:39.253759 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-854c8e2e-70e7-4093-b28e-ee79a6c65e5d req-8d85ec85-de3c-49a4-85ec-7c3f714a0272 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=434b97ac-6b8d-43e8-9d81-7bd31462f2e8 HTTP/1.1" status: 200 len: 945 time: 0.0529709 Aug 10 03:54:39.292981 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-854c8e2e-70e7-4093-b28e-ee79a6c65e5d req-a5fb5660-15ba-4504-9533-c956624669bb tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330293 Aug 10 03:54:39.602847 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d53ae-85c2-4aaa-a087-49a695f9a645 req-bf5baf2e-fe23-4eed-91a9-544177b6a13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:39.604551 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-995d53ae-85c2-4aaa-a087-49a695f9a645 req-bf5baf2e-fe23-4eed-91a9-544177b6a13e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4b8daa411c274795a838cc99da285a8a&device_id=434b97ac-6b8d-43e8-9d81-7bd31462f2e8 HTTP/1.1" status: 200 len: 1097 time: 0.0475192 Aug 10 03:54:39.712470 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d53ae-85c2-4aaa-a087-49a695f9a645 req-0ecde8cd-5bb6-4c97-aab3-134343d1d197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:39.714203 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-995d53ae-85c2-4aaa-a087-49a695f9a645 req-0ecde8cd-5bb6-4c97-aab3-134343d1d197 service neutron] 10.222.0.58 "GET /v2.0/networks?id=852ba6a3-b418-4264-a196-720a2aa07241 HTTP/1.1" status: 200 len: 912 time: 0.0990684 Aug 10 03:54:39.788110 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-995d53ae-85c2-4aaa-a087-49a695f9a645 req-ccf8f726-7d05-4289-b837-c846c1ca3b1c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b HTTP/1.1" status: 200 len: 1000 time: 0.0671105 Aug 10 03:54:39.844144 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d53ae-85c2-4aaa-a087-49a695f9a645 req-cba2c8cf-ad66-4255-8c7e-03a89638beb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:39.845664 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-995d53ae-85c2-4aaa-a087-49a695f9a645 req-cba2c8cf-ad66-4255-8c7e-03a89638beb3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2d0c7c35-bbf6-4a01-848b-1621ba2632dc HTTP/1.1" status: 200 len: 850 time: 0.0507390 Aug 10 03:54:39.899478 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d53ae-85c2-4aaa-a087-49a695f9a645 req-2f0300d1-2139-42e4-b3c3-70eaff3ba865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:39.901220 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-995d53ae-85c2-4aaa-a087-49a695f9a645 req-2f0300d1-2139-42e4-b3c3-70eaff3ba865 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=852ba6a3-b418-4264-a196-720a2aa07241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485027 Aug 10 03:54:40.005800 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-995d53ae-85c2-4aaa-a087-49a695f9a645 req-16d3420b-01ac-43a4-b10d-f5d6f575c1e7 service neutron] 10.222.0.58 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978451 Aug 10 03:54:40.102156 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-995d53ae-85c2-4aaa-a087-49a695f9a645 req-fc572133-2a1f-4e20-a4fc-4045fc95044b service neutron] 10.222.0.58 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896225 Aug 10 03:54:40.415102 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7839358-44bb-438f-b666-9e01250a5e43 req-40b77a56-19fe-475b-990e-6c98dc9f00d3 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:40.416579 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f7839358-44bb-438f-b666-9e01250a5e43 req-40b77a56-19fe-475b-990e-6c98dc9f00d3 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=434b97ac-6b8d-43e8-9d81-7bd31462f2e8 HTTP/1.1" status: 200 len: 945 time: 0.0535660 Aug 10 03:54:40.455932 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f7839358-44bb-438f-b666-9e01250a5e43 req-8efbfae9-e59e-4eb6-b55e-5f8aeb6dd48b tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333664 Aug 10 03:54:41.573336 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9857bb13-48d1-4ef6-95b1-e97fcbd4ae95 req-f5b1dc6b-cc5a-4fcc-ba8b-f5175a1aa1bd tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:41.574850 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9857bb13-48d1-4ef6-95b1-e97fcbd4ae95 req-f5b1dc6b-cc5a-4fcc-ba8b-f5175a1aa1bd tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=434b97ac-6b8d-43e8-9d81-7bd31462f2e8 HTTP/1.1" status: 200 len: 945 time: 0.0510449 Aug 10 03:54:41.614484 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9857bb13-48d1-4ef6-95b1-e97fcbd4ae95 req-2a096000-d7a7-4c45-bd13-40cde708a7d6 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336902 Aug 10 03:54:42.742263 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bdb51b-635a-48e5-bb44-b088fd8d5323 req-a74efe1c-1b35-41c2-bb15-0885b30043c4 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:42.743805 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-88bdb51b-635a-48e5-bb44-b088fd8d5323 req-a74efe1c-1b35-41c2-bb15-0885b30043c4 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=434b97ac-6b8d-43e8-9d81-7bd31462f2e8 HTTP/1.1" status: 200 len: 945 time: 0.0566168 Aug 10 03:54:42.782068 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-88bdb51b-635a-48e5-bb44-b088fd8d5323 req-db61e6a1-f3cb-494b-8cf1-7da3e64d555f tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319779 Aug 10 03:54:43.906530 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a720d95-3c12-408d-b9e5-0a1b4447e492 req-640a3d98-e955-4358-a6f7-902f9e46a3f2 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:43.908081 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1a720d95-3c12-408d-b9e5-0a1b4447e492 req-640a3d98-e955-4358-a6f7-902f9e46a3f2 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=434b97ac-6b8d-43e8-9d81-7bd31462f2e8 HTTP/1.1" status: 200 len: 945 time: 0.0544510 Aug 10 03:54:43.950945 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1a720d95-3c12-408d-b9e5-0a1b4447e492 req-db9db34d-c5ac-4b6d-9504-7fcb8432de5b tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360184 Aug 10 03:54:45.079840 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e67c86-9c63-4759-becc-590b496b5bc5 req-a5dd0cd0-8dac-4fe9-8778-c3998534c9af tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:45.081348 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f7e67c86-9c63-4759-becc-590b496b5bc5 req-a5dd0cd0-8dac-4fe9-8778-c3998534c9af tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=434b97ac-6b8d-43e8-9d81-7bd31462f2e8 HTTP/1.1" status: 200 len: 945 time: 0.0569150 Aug 10 03:54:45.123117 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f7e67c86-9c63-4759-becc-590b496b5bc5 req-3fc196b1-b217-4296-9524-4aeebee40cc4 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354924 Aug 10 03:54:46.259717 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40eaee5-ed7d-4906-8054-7e711a44658d req-d89d4fd6-95c0-4da3-a11f-fe5c9c699d33 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:46.261274 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d40eaee5-ed7d-4906-8054-7e711a44658d req-d89d4fd6-95c0-4da3-a11f-fe5c9c699d33 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=434b97ac-6b8d-43e8-9d81-7bd31462f2e8 HTTP/1.1" status: 200 len: 945 time: 0.0600042 Aug 10 03:54:46.301638 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d40eaee5-ed7d-4906-8054-7e711a44658d req-bd8c6691-1ba4-4f76-b09a-9a63b72255a2 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341954 Aug 10 03:54:47.427311 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81319ae8-8f78-404c-912a-419dcf61a4f0 req-2b442b16-cbcd-48fe-b867-0321f690f573 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:47.428864 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-81319ae8-8f78-404c-912a-419dcf61a4f0 req-2b442b16-cbcd-48fe-b867-0321f690f573 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=434b97ac-6b8d-43e8-9d81-7bd31462f2e8 HTTP/1.1" status: 200 len: 945 time: 0.0554540 Aug 10 03:54:47.468895 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-81319ae8-8f78-404c-912a-419dcf61a4f0 req-301bc613-571f-4cac-999b-43c8d3b06b53 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337436 Aug 10 03:54:48.587989 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f599e49-3579-4c23-b224-f30f45d4bd83 req-c1cfcada-4480-47c5-8fda-6dfe9b41482b tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:48.589532 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0f599e49-3579-4c23-b224-f30f45d4bd83 req-c1cfcada-4480-47c5-8fda-6dfe9b41482b tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=434b97ac-6b8d-43e8-9d81-7bd31462f2e8 HTTP/1.1" status: 200 len: 945 time: 0.0519288 Aug 10 03:54:48.632972 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0f599e49-3579-4c23-b224-f30f45d4bd83 req-37a1fdc0-234c-43eb-9c81-43f98ee2e032 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352352 Aug 10 03:54:49.750498 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa0350-cf44-46b3-9687-2a5cabdd6f75 req-22096a1d-995f-4038-ba70-671a3514bb73 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:49.752004 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4bfa0350-cf44-46b3-9687-2a5cabdd6f75 req-22096a1d-995f-4038-ba70-671a3514bb73 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=434b97ac-6b8d-43e8-9d81-7bd31462f2e8 HTTP/1.1" status: 200 len: 945 time: 0.0479343 Aug 10 03:54:49.788896 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4bfa0350-cf44-46b3-9687-2a5cabdd6f75 req-6ffce95a-b8fd-44a1-a035-25811ddb93dc tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306382 Aug 10 03:54:50.908259 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad4d15e-866f-4b56-a162-5aa76d1a81b4 req-52ae290a-1b56-4233-ab59-44220c52805b tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:50.910529 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0ad4d15e-866f-4b56-a162-5aa76d1a81b4 req-52ae290a-1b56-4233-ab59-44220c52805b tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=434b97ac-6b8d-43e8-9d81-7bd31462f2e8 HTTP/1.1" status: 200 len: 945 time: 0.0544767 Aug 10 03:54:50.948284 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0ad4d15e-866f-4b56-a162-5aa76d1a81b4 req-35fbc2f5-5288-4828-b667-d1d4106194f9 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317628 Aug 10 03:54:51.977697 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [req-995d53ae-85c2-4aaa-a087-49a695f9a645 req-67970a6b-e5fc-4579-a2c7-006e7ad24512 service neutron] show failed (client error): The resource could not be found. Aug 10 03:54:51.978190 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-995d53ae-85c2-4aaa-a087-49a695f9a645 req-67970a6b-e5fc-4579-a2c7-006e7ad24512 service neutron] 10.222.0.58 "GET /v2.0/ports/d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b/bindings/n-h2-768851-15 HTTP/1.1" status: 404 len: 381 time: 0.0615373 Aug 10 03:54:52.083992 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b4c690-4528-48c9-88b8-110ba160bab8 req-ebc1d307-84a4-4156-b4d3-460acd372736 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:52.085546 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-15b4c690-4528-48c9-88b8-110ba160bab8 req-ebc1d307-84a4-4156-b4d3-460acd372736 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=434b97ac-6b8d-43e8-9d81-7bd31462f2e8 HTTP/1.1" status: 200 len: 945 time: 0.0679309 Aug 10 03:54:52.128683 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-15b4c690-4528-48c9-88b8-110ba160bab8 req-ba8a4a20-376e-4d7e-a50a-3c46931b6c6b tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366268 Aug 10 03:54:52.313629 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d53ae-85c2-4aaa-a087-49a695f9a645 req-4db37913-06cc-40d6-9a8f-839305f9268b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:52.315150 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-995d53ae-85c2-4aaa-a087-49a695f9a645 req-4db37913-06cc-40d6-9a8f-839305f9268b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=434b97ac-6b8d-43e8-9d81-7bd31462f2e8&tenant_id=4b8daa411c274795a838cc99da285a8a HTTP/1.1" status: 200 len: 1097 time: 0.1538875 Aug 10 03:54:52.333180 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-995d53ae-85c2-4aaa-a087-49a695f9a645 req-2bc82225-32f9-4e54-b007-b866905ee8e7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768851-15', 'device_owner': 'compute:nova'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:52.384501 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-995d53ae-85c2-4aaa-a087-49a695f9a645 req-2bc82225-32f9-4e54-b007-b866905ee8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:52.583680 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-995d53ae-85c2-4aaa-a087-49a695f9a645 req-2bc82225-32f9-4e54-b007-b866905ee8e7 service neutron] For port d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b,segment=NetworkSegment(2275eff1-f8e4-484b-b902-2a5156bf50e2),segment_id=2275eff1-f8e4-484b-b902-2a5156bf50e2)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:52.615568 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-995d53ae-85c2-4aaa-a087-49a695f9a645 req-2bc82225-32f9-4e54-b007-b866905ee8e7 service neutron] For port d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b, host n-h1-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:54:52.659844 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '434b97ac-6b8d-43e8-9d81-7bd31462f2e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:54:52.662171 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d9bfc8-adf3-4c20-915b-dfa1256c4acf" -d '{"events": [{"server_uuid": "434b97ac-6b8d-43e8-9d81-7bd31462f2e8", "name": "network-vif-unplugged", "status": "completed", "tag": "d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:54:52.666634 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-995d53ae-85c2-4aaa-a087-49a695f9a645 req-2bc82225-32f9-4e54-b007-b866905ee8e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:52.679564 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-995d53ae-85c2-4aaa-a087-49a695f9a645 req-2bc82225-32f9-4e54-b007-b866905ee8e7 service neutron] Transition to ACTIVE for port object d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:54:52.683307 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-995d53ae-85c2-4aaa-a087-49a695f9a645 req-2bc82225-32f9-4e54-b007-b866905ee8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:52.732972 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc82225-32f9-4e54-b007-b866905ee8e7 service neutron] Pushing event updated for resources: {'Port': ['ID=d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b,revision_number=6']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:52.792042 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc82225-32f9-4e54-b007-b866905ee8e7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:52.792470 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc82225-32f9-4e54-b007-b866905ee8e7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:52.792821 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc82225-32f9-4e54-b007-b866905ee8e7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:52.793166 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc82225-32f9-4e54-b007-b866905ee8e7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:52.793504 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc82225-32f9-4e54-b007-b866905ee8e7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:52.793839 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc82225-32f9-4e54-b007-b866905ee8e7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:52.794166 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc82225-32f9-4e54-b007-b866905ee8e7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:52.794496 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc82225-32f9-4e54-b007-b866905ee8e7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:52.794860 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc82225-32f9-4e54-b007-b866905ee8e7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:52.795439 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc82225-32f9-4e54-b007-b866905ee8e7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:52.795782 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc82225-32f9-4e54-b007-b866905ee8e7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:52.796659 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc82225-32f9-4e54-b007-b866905ee8e7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:52.806966 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873cfb1c-4dbd-4866-9add-e1852645392d x-openstack-request-id: req-873cfb1c-4dbd-4866-9add-e1852645392d {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:54:52.807274 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "434b97ac-6b8d-43e8-9d81-7bd31462f2e8", "name": "network-vif-unplugged", "status": "completed", "tag": "d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:54:52.807530 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-873cfb1c-4dbd-4866-9add-e1852645392d {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:54:52.807925 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '434b97ac-6b8d-43e8-9d81-7bd31462f2e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b', 'code': 200} Aug 10 03:54:52.878216 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-995d53ae-85c2-4aaa-a087-49a695f9a645 req-2bc82225-32f9-4e54-b007-b866905ee8e7 service neutron] No DVR routers for this DVR port d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b on host n-h1-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:54:53.013335 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-995d53ae-85c2-4aaa-a087-49a695f9a645 req-2bc82225-32f9-4e54-b007-b866905ee8e7 service neutron] Attempting to bind port d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:54:53.013682 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-995d53ae-85c2-4aaa-a087-49a695f9a645 req-2bc82225-32f9-4e54-b007-b866905ee8e7 service neutron] Attempting to bind port d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '2275eff1-f8e4-484b-b902-2a5156bf50e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:54:53.014045 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995d53ae-85c2-4aaa-a087-49a695f9a645 req-2bc82225-32f9-4e54-b007-b866905ee8e7 service neutron] Attempting to bind port d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b on network 852ba6a3-b418-4264-a196-720a2aa07241 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:54:53.018340 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995d53ae-85c2-4aaa-a087-49a695f9a645 req-2bc82225-32f9-4e54-b007-b866905ee8e7 service neutron] Port d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b on network 852ba6a3-b418-4264-a196-720a2aa07241 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:54:53.018666 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995d53ae-85c2-4aaa-a087-49a695f9a645 req-2bc82225-32f9-4e54-b007-b866905ee8e7 service neutron] Attempting to bind port d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b on network 852ba6a3-b418-4264-a196-720a2aa07241 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:54:53.023577 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995d53ae-85c2-4aaa-a087-49a695f9a645 req-2bc82225-32f9-4e54-b007-b866905ee8e7 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:54:53.023919 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995d53ae-85c2-4aaa-a087-49a695f9a645 req-2bc82225-32f9-4e54-b007-b866905ee8e7 service neutron] Checking segment: {'id': '2275eff1-f8e4-484b-b902-2a5156bf50e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:54:53.024306 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995d53ae-85c2-4aaa-a087-49a695f9a645 req-2bc82225-32f9-4e54-b007-b866905ee8e7 service neutron] Bound using segment: {'id': '2275eff1-f8e4-484b-b902-2a5156bf50e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:54:53.024733 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-995d53ae-85c2-4aaa-a087-49a695f9a645 req-2bc82225-32f9-4e54-b007-b866905ee8e7 service neutron] Bound port: d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2275eff1-f8e4-484b-b902-2a5156bf50e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:54:53.025097 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-995d53ae-85c2-4aaa-a087-49a695f9a645 req-2bc82225-32f9-4e54-b007-b866905ee8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:53.088897 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-995d53ae-85c2-4aaa-a087-49a695f9a645 req-2bc82225-32f9-4e54-b007-b866905ee8e7 service neutron] For port d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:54:53.091992 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-995d53ae-85c2-4aaa-a087-49a695f9a645 req-2bc82225-32f9-4e54-b007-b866905ee8e7 service neutron] For port d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b,segment=NetworkSegment(2275eff1-f8e4-484b-b902-2a5156bf50e2),segment_id=2275eff1-f8e4-484b-b902-2a5156bf50e2)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:54:53.096638 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-995d53ae-85c2-4aaa-a087-49a695f9a645 req-2bc82225-32f9-4e54-b007-b866905ee8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:53.133448 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d53ae-85c2-4aaa-a087-49a695f9a645 req-2bc82225-32f9-4e54-b007-b866905ee8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:53.133994 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-995d53ae-85c2-4aaa-a087-49a695f9a645 req-2bc82225-32f9-4e54-b007-b866905ee8e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:53.135793 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-995d53ae-85c2-4aaa-a087-49a695f9a645 req-2bc82225-32f9-4e54-b007-b866905ee8e7 service neutron] 10.222.0.60 "PUT /v2.0/ports/d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b HTTP/1.1" status: 200 len: 1092 time: 0.8071070 Aug 10 03:54:53.174310 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc82225-32f9-4e54-b007-b866905ee8e7 service neutron] Pushing event updated for resources: {'Port': ['ID=d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b,revision_number=7']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:53.239909 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d53ae-85c2-4aaa-a087-49a695f9a645 req-df89cac7-5963-4f08-bc16-359bdb25539a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:53.241447 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-995d53ae-85c2-4aaa-a087-49a695f9a645 req-df89cac7-5963-4f08-bc16-359bdb25539a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4b8daa411c274795a838cc99da285a8a&device_id=434b97ac-6b8d-43e8-9d81-7bd31462f2e8 HTTP/1.1" status: 200 len: 1095 time: 0.0756392 Aug 10 03:54:53.309728 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78047064-a514-44d5-b0f9-b20c17ef6af1 req-74bde693-4899-48e0-8a35-613d662a4c69 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:53.311520 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-78047064-a514-44d5-b0f9-b20c17ef6af1 req-74bde693-4899-48e0-8a35-613d662a4c69 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=434b97ac-6b8d-43e8-9d81-7bd31462f2e8 HTTP/1.1" status: 200 len: 943 time: 0.1037831 Aug 10 03:54:53.376274 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-78047064-a514-44d5-b0f9-b20c17ef6af1 req-506265ba-3768-408f-a8c4-1abc2e803296 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560281 Aug 10 03:54:53.379396 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d53ae-85c2-4aaa-a087-49a695f9a645 req-1fc9cdc4-2d67-4b1b-9ccd-77e7af080995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:53.380792 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-995d53ae-85c2-4aaa-a087-49a695f9a645 req-1fc9cdc4-2d67-4b1b-9ccd-77e7af080995 service neutron] 10.222.0.60 "GET /v2.0/networks?id=852ba6a3-b418-4264-a196-720a2aa07241 HTTP/1.1" status: 200 len: 912 time: 0.1310036 Aug 10 03:54:53.452035 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-995d53ae-85c2-4aaa-a087-49a695f9a645 req-df1ed863-e400-470c-bfe1-1d4287413249 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b HTTP/1.1" status: 200 len: 998 time: 0.0580058 Aug 10 03:54:53.501745 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d53ae-85c2-4aaa-a087-49a695f9a645 req-1fe1d89e-dfb1-49c9-89ff-460024c4f02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:53.503181 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-995d53ae-85c2-4aaa-a087-49a695f9a645 req-1fe1d89e-dfb1-49c9-89ff-460024c4f02c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2d0c7c35-bbf6-4a01-848b-1621ba2632dc HTTP/1.1" status: 200 len: 850 time: 0.0418317 Aug 10 03:54:53.557449 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d53ae-85c2-4aaa-a087-49a695f9a645 req-1f32eb80-817e-417a-b44d-ad6a549e8947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:53.558951 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-995d53ae-85c2-4aaa-a087-49a695f9a645 req-1f32eb80-817e-417a-b44d-ad6a549e8947 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=852ba6a3-b418-4264-a196-720a2aa07241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432849 Aug 10 03:54:53.649571 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-995d53ae-85c2-4aaa-a087-49a695f9a645 req-7ff55725-2990-4a7c-84f9-2b53e9c3363f service neutron] 10.222.0.60 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831621 Aug 10 03:54:53.749194 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-995d53ae-85c2-4aaa-a087-49a695f9a645 req-77ffed28-1279-41e6-a11e-05499b8ce18b service neutron] 10.222.0.60 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908775 Aug 10 03:54:54.496857 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e82a45-309c-49df-8700-3d048f40f4e0 req-a6dbafeb-983c-4878-95e3-714be53f04f9 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:54.498357 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-13e82a45-309c-49df-8700-3d048f40f4e0 req-a6dbafeb-983c-4878-95e3-714be53f04f9 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=434b97ac-6b8d-43e8-9d81-7bd31462f2e8 HTTP/1.1" status: 200 len: 943 time: 0.0507803 Aug 10 03:54:54.535801 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-13e82a45-309c-49df-8700-3d048f40f4e0 req-b9e8033b-0c0e-4148-a38b-cf37c6b91d47 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309067 Aug 10 03:54:54.808919 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '434b97ac-6b8d-43e8-9d81-7bd31462f2e8', 'tag': 'd4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:54:54.811578 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b089fc14-0dd0-40f6-b300-07e9400337b9" -d '{"events": [{"name": "network-changed", "server_uuid": "434b97ac-6b8d-43e8-9d81-7bd31462f2e8", "tag": "d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:54:54.857308 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ccf51b-feea-4503-ba12-c47cccaee079 x-openstack-request-id: req-d8ccf51b-feea-4503-ba12-c47cccaee079 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:54:54.857604 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "434b97ac-6b8d-43e8-9d81-7bd31462f2e8", "tag": "d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:54:54.857853 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d8ccf51b-feea-4503-ba12-c47cccaee079 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:54:54.858253 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '434b97ac-6b8d-43e8-9d81-7bd31462f2e8', 'tag': 'd4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b', 'status': 'completed', 'code': 200} Aug 10 03:54:54.916617 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b089fc14-0dd0-40f6-b300-07e9400337b9 req-7a0f50a6-559f-4bac-974f-a85dcffd7442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:54.918165 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b089fc14-0dd0-40f6-b300-07e9400337b9 req-7a0f50a6-559f-4bac-974f-a85dcffd7442 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4b8daa411c274795a838cc99da285a8a&device_id=434b97ac-6b8d-43e8-9d81-7bd31462f2e8 HTTP/1.1" status: 200 len: 1095 time: 0.0414248 Aug 10 03:54:54.923515 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b089fc14-0dd0-40f6-b300-07e9400337b9 req-3783d267-321c-432c-92e8-687d7c0417b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:54.924986 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b089fc14-0dd0-40f6-b300-07e9400337b9 req-3783d267-321c-432c-92e8-687d7c0417b8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4b8daa411c274795a838cc99da285a8a&device_id=434b97ac-6b8d-43e8-9d81-7bd31462f2e8 HTTP/1.1" status: 200 len: 1095 time: 0.0397382 Aug 10 03:54:54.951544 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:54:55.012132 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b089fc14-0dd0-40f6-b300-07e9400337b9 req-0c5dafee-05c4-452f-a0a0-d0353339f6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:55.013620 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b089fc14-0dd0-40f6-b300-07e9400337b9 req-0c5dafee-05c4-452f-a0a0-d0353339f6e7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=852ba6a3-b418-4264-a196-720a2aa07241 HTTP/1.1" status: 200 len: 912 time: 0.0884552 Aug 10 03:54:55.017120 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b089fc14-0dd0-40f6-b300-07e9400337b9 req-0ff5efa2-a8a0-4273-9eef-90ccb5768654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:55.018742 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b089fc14-0dd0-40f6-b300-07e9400337b9 req-0ff5efa2-a8a0-4273-9eef-90ccb5768654 service neutron] 10.222.0.60 "GET /v2.0/networks?id=852ba6a3-b418-4264-a196-720a2aa07241 HTTP/1.1" status: 200 len: 912 time: 0.0861549 Aug 10 03:54:55.080395 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b089fc14-0dd0-40f6-b300-07e9400337b9 req-80b4e1b5-bcb5-44f9-a25a-ba9337143d1b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b HTTP/1.1" status: 200 len: 998 time: 0.0584068 Aug 10 03:54:55.086751 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b089fc14-0dd0-40f6-b300-07e9400337b9 req-ba97b517-ee77-44ba-aaf9-78906a22b21a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b HTTP/1.1" status: 200 len: 998 time: 0.0583076 Aug 10 03:54:55.129463 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b089fc14-0dd0-40f6-b300-07e9400337b9 req-6319d583-dbe4-4b15-9d11-9eef5387510d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:55.130991 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b089fc14-0dd0-40f6-b300-07e9400337b9 req-6319d583-dbe4-4b15-9d11-9eef5387510d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2d0c7c35-bbf6-4a01-848b-1621ba2632dc HTTP/1.1" status: 200 len: 850 time: 0.0442009 Aug 10 03:54:55.140196 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b089fc14-0dd0-40f6-b300-07e9400337b9 req-4eb4f48a-5f95-4c7b-be99-313fabf666db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:55.141660 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b089fc14-0dd0-40f6-b300-07e9400337b9 req-4eb4f48a-5f95-4c7b-be99-313fabf666db service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2d0c7c35-bbf6-4a01-848b-1621ba2632dc HTTP/1.1" status: 200 len: 850 time: 0.0475655 Aug 10 03:54:55.180362 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b089fc14-0dd0-40f6-b300-07e9400337b9 req-e97f8798-3cc6-4de2-9139-d1b94642a216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:55.181888 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b089fc14-0dd0-40f6-b300-07e9400337b9 req-e97f8798-3cc6-4de2-9139-d1b94642a216 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=852ba6a3-b418-4264-a196-720a2aa07241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444245 Aug 10 03:54:55.274336 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b089fc14-0dd0-40f6-b300-07e9400337b9 req-a548cca6-c6e3-4252-b43d-459be28c6edf service neutron] 10.222.0.58 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848851 Aug 10 03:54:55.376791 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b089fc14-0dd0-40f6-b300-07e9400337b9 req-5d32fd09-f469-4e52-8b5c-e4e3b84346ab service neutron] 10.222.0.58 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955598 Aug 10 03:54:55.494547 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b089fc14-0dd0-40f6-b300-07e9400337b9 req-ef634340-fa61-408f-ac38-51e30fac2b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:55.496100 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b089fc14-0dd0-40f6-b300-07e9400337b9 req-ef634340-fa61-408f-ac38-51e30fac2b0a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=852ba6a3-b418-4264-a196-720a2aa07241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3428433 Aug 10 03:54:55.596143 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b089fc14-0dd0-40f6-b300-07e9400337b9 req-195bd290-4f71-4be7-9335-d02c40b3e9aa service neutron] 10.222.0.60 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875170 Aug 10 03:54:55.720031 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73b4a7-e2b8-472d-aac2-1702b867f01c req-ee915090-5361-4ad8-a389-121dbd71406f tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:55.721588 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9a73b4a7-e2b8-472d-aac2-1702b867f01c req-ee915090-5361-4ad8-a389-121dbd71406f tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=434b97ac-6b8d-43e8-9d81-7bd31462f2e8 HTTP/1.1" status: 200 len: 943 time: 0.0971811 Aug 10 03:54:55.753735 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b089fc14-0dd0-40f6-b300-07e9400337b9 req-8f18f915-0239-495e-b467-49be58551b0d service neutron] 10.222.0.60 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495612 Aug 10 03:54:55.773176 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9a73b4a7-e2b8-472d-aac2-1702b867f01c req-b6c8bb98-75e6-48f2-ac87-bfce5f7f60d3 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440469 Aug 10 03:54:55.851756 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:54:55.896876 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:54:56.217406 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:54:56.316435 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b,segment=NetworkSegment(2275eff1-f8e4-484b-b902-2a5156bf50e2),segment_id=2275eff1-f8e4-484b-b902-2a5156bf50e2)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:56.327935 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': 'd4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b', 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241', 'port_id': 'd4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b', 'mac_address': 'fa:16:3e:bb:df:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d0c7c35-bbf6-4a01-848b-1621ba2632dc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:54:56.371181 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:56.384429 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:54:56.409821 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b,segment=NetworkSegment(2275eff1-f8e4-484b-b902-2a5156bf50e2),segment_id=2275eff1-f8e4-484b-b902-2a5156bf50e2)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:56.415652 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:56.467230 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b,revision_number=8']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:56.475291 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:56.475640 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:56.475981 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:56.476317 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:56.476649 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:56.476980 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:56.477306 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:56.477630 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:56.477955 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:56.478277 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:56.478598 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:56.478956 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:56.589115 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:56.707026 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:54:56.898062 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d022bac-378c-4e3b-9932-0c2a004f21cc req-16977b51-ae7f-4785-ac14-9cf5b28600fd tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:56.899522 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1d022bac-378c-4e3b-9932-0c2a004f21cc req-16977b51-ae7f-4785-ac14-9cf5b28600fd tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=434b97ac-6b8d-43e8-9d81-7bd31462f2e8 HTTP/1.1" status: 200 len: 944 time: 0.0531778 Aug 10 03:54:56.938897 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1d022bac-378c-4e3b-9932-0c2a004f21cc req-e3500ea9-056d-4a04-996b-72fc1fa5f2d7 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315309 Aug 10 03:54:56.942447 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:57.130987 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3c17a-406e-45cf-95dc-426b14a8c51a req-8067758b-7ab9-456f-bccb-822ae119c470 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:57.132535 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-53d3c17a-406e-45cf-95dc-426b14a8c51a req-8067758b-7ab9-456f-bccb-822ae119c470 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=434b97ac-6b8d-43e8-9d81-7bd31462f2e8 HTTP/1.1" status: 200 len: 944 time: 0.0503180 Aug 10 03:54:57.143009 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e83f860-bc5f-42ce-ac5d-7ccb7b571861 req-8f33c91a-a01c-4e52-b49d-e4141f2e2832 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:57.144469 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4e83f860-bc5f-42ce-ac5d-7ccb7b571861 req-8f33c91a-a01c-4e52-b49d-e4141f2e2832 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.58 "GET /v2.0/ports?device_id=434b97ac-6b8d-43e8-9d81-7bd31462f2e8&tenant_id=4b8daa411c274795a838cc99da285a8a&binding%3Ahost_id=n-h2-768851-15 HTTP/1.1" status: 200 len: 944 time: 0.0520749 Aug 10 03:54:57.170220 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-53d3c17a-406e-45cf-95dc-426b14a8c51a req-8196f7a0-7593-4d2a-a9a0-619c8098c3ed tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315073 Aug 10 03:54:57.204317 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [req-4e83f860-bc5f-42ce-ac5d-7ccb7b571861 req-b15c9c17-3b2d-451e-abd5-ff07cd934427 service neutron] delete failed (client error): The resource could not be found. Aug 10 03:54:57.205309 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4e83f860-bc5f-42ce-ac5d-7ccb7b571861 req-b15c9c17-3b2d-451e-abd5-ff07cd934427 service neutron] 10.222.0.58 "DELETE /v2.0/ports/d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b/bindings/n-h1-768851-15 HTTP/1.1" status: 404 len: 381 time: 0.0539906 Aug 10 03:54:57.286140 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e83f860-bc5f-42ce-ac5d-7ccb7b571861 req-aec90417-e501-42eb-8a35-d883fa0f8f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:57.287657 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4e83f860-bc5f-42ce-ac5d-7ccb7b571861 req-aec90417-e501-42eb-8a35-d883fa0f8f38 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4b8daa411c274795a838cc99da285a8a&device_id=434b97ac-6b8d-43e8-9d81-7bd31462f2e8 HTTP/1.1" status: 200 len: 1096 time: 0.0402348 Aug 10 03:54:57.378723 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e83f860-bc5f-42ce-ac5d-7ccb7b571861 req-dd7f8511-c56b-4c0c-b9b2-28688ae3a5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:57.380788 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4e83f860-bc5f-42ce-ac5d-7ccb7b571861 req-dd7f8511-c56b-4c0c-b9b2-28688ae3a5ff service neutron] 10.222.0.58 "GET /v2.0/networks?id=852ba6a3-b418-4264-a196-720a2aa07241 HTTP/1.1" status: 200 len: 912 time: 0.0866549 Aug 10 03:54:57.446102 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4e83f860-bc5f-42ce-ac5d-7ccb7b571861 req-9402d92a-77c8-4667-84c7-7640f01e70bb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b HTTP/1.1" status: 200 len: 999 time: 0.0573733 Aug 10 03:54:57.498315 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e83f860-bc5f-42ce-ac5d-7ccb7b571861 req-69d5a7ab-088e-4ec4-9afa-aa2dcf157ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:57.499892 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4e83f860-bc5f-42ce-ac5d-7ccb7b571861 req-69d5a7ab-088e-4ec4-9afa-aa2dcf157ad4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2d0c7c35-bbf6-4a01-848b-1621ba2632dc HTTP/1.1" status: 200 len: 850 time: 0.0478156 Aug 10 03:54:57.544022 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e83f860-bc5f-42ce-ac5d-7ccb7b571861 req-10964c84-a83e-47a4-ad80-7e23eeeceff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:57.545467 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4e83f860-bc5f-42ce-ac5d-7ccb7b571861 req-10964c84-a83e-47a4-ad80-7e23eeeceff8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=852ba6a3-b418-4264-a196-720a2aa07241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387998 Aug 10 03:54:57.631825 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4e83f860-bc5f-42ce-ac5d-7ccb7b571861 req-a6ccafb3-81cc-4537-a4cc-bf2544639d56 service neutron] 10.222.0.58 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787055 Aug 10 03:54:57.725220 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-4e83f860-bc5f-42ce-ac5d-7ccb7b571861 req-0e3b02b8-4962-46ff-a260-666d3ab22d9b service neutron] 10.222.0.58 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868690 Aug 10 03:54:58.231809 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:54:58.293149 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:54:58.299750 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:58.300305 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:58.312312 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762cb3b-f523-40e7-86ca-c9a54a0ef450 req-fc444aa8-4d17-495f-aeec-255f727f0e5e tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:58.314046 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7762cb3b-f523-40e7-86ca-c9a54a0ef450 req-fc444aa8-4d17-495f-aeec-255f727f0e5e tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=434b97ac-6b8d-43e8-9d81-7bd31462f2e8 HTTP/1.1" status: 200 len: 944 time: 0.0620232 Aug 10 03:54:58.357231 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7762cb3b-f523-40e7-86ca-c9a54a0ef450 req-26bcdf0f-47c9-41c9-84aa-dbbb416466f4 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351346 Aug 10 03:54:58.393708 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:58.418785 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '434b97ac-6b8d-43e8-9d81-7bd31462f2e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:54:58.420679 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e973229-38bc-4ea8-b1bf-9e3f95bb17fd" -d '{"events": [{"server_uuid": "434b97ac-6b8d-43e8-9d81-7bd31462f2e8", "name": "network-vif-plugged", "status": "completed", "tag": "d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:54:58.434187 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b,segment=NetworkSegment(2275eff1-f8e4-484b-b902-2a5156bf50e2),segment_id=2275eff1-f8e4-484b-b902-2a5156bf50e2)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:58.442900 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:58.484237 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca333fcd-21ce-4b4c-be63-c591d589b9d8 x-openstack-request-id: req-ca333fcd-21ce-4b4c-be63-c591d589b9d8 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:54:58.484702 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "434b97ac-6b8d-43e8-9d81-7bd31462f2e8", "name": "network-vif-plugged", "status": "completed", "tag": "d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:54:58.485114 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ca333fcd-21ce-4b4c-be63-c591d589b9d8 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:54:58.485725 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '434b97ac-6b8d-43e8-9d81-7bd31462f2e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b', 'code': 200} Aug 10 03:54:58.511199 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865762a6-7bcd-4a7c-8afb-5f841b6d46db req-15256bfd-7436-4c65-a13d-c93ed41f6789 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:58.512784 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-865762a6-7bcd-4a7c-8afb-5f841b6d46db req-15256bfd-7436-4c65-a13d-c93ed41f6789 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=434b97ac-6b8d-43e8-9d81-7bd31462f2e8 HTTP/1.1" status: 200 len: 945 time: 0.0673873 Aug 10 03:54:58.537177 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b,revision_number=9']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:58.559165 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-865762a6-7bcd-4a7c-8afb-5f841b6d46db req-65b16a53-aae9-4876-8048-0bf5c7e6e514 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381732 Aug 10 03:54:58.682815 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8884f48-d776-459c-a1a1-e9d800dc1a98 req-bda73ebf-e633-4f4e-951e-0d954f81b772 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:58.684267 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e8884f48-d776-459c-a1a1-e9d800dc1a98 req-bda73ebf-e633-4f4e-951e-0d954f81b772 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=434b97ac-6b8d-43e8-9d81-7bd31462f2e8 HTTP/1.1" status: 200 len: 945 time: 0.0515323 Aug 10 03:54:58.724691 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e8884f48-d776-459c-a1a1-e9d800dc1a98 req-49fee0a1-8f1b-42aa-bac5-69091142383a tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341437 Aug 10 03:54:58.971112 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff4e4f-fe62-4420-a520-85cd2b2b5d76 req-aab451e0-fe88-435c-9350-35067f192bda tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:58.972674 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a7ff4e4f-fe62-4420-a520-85cd2b2b5d76 req-aab451e0-fe88-435c-9350-35067f192bda tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=434b97ac-6b8d-43e8-9d81-7bd31462f2e8 HTTP/1.1" status: 200 len: 945 time: 0.0547450 Aug 10 03:54:59.012361 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a7ff4e4f-fe62-4420-a520-85cd2b2b5d76 req-8ecd98b2-33b8-44c7-8d25-7cf05e94b762 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328646 Aug 10 03:55:00.134254 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2257a2c-43d6-4476-a0d5-d54b539bf37e req-4d519689-e0d7-449f-95b1-a89c2b381bf9 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:00.136032 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c2257a2c-43d6-4476-a0d5-d54b539bf37e req-4d519689-e0d7-449f-95b1-a89c2b381bf9 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=434b97ac-6b8d-43e8-9d81-7bd31462f2e8 HTTP/1.1" status: 200 len: 945 time: 0.0549006 Aug 10 03:55:00.173577 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c2257a2c-43d6-4476-a0d5-d54b539bf37e req-56df28ed-3c74-4dce-bdc3-9a0cdad5da55 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315449 Aug 10 03:55:00.352853 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a763f8-1275-4190-89b9-3f4993607eeb req-63f4b245-752a-45d0-b0c6-182e5ea3ca2e tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:00.354304 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b3a763f8-1275-4190-89b9-3f4993607eeb req-63f4b245-752a-45d0-b0c6-182e5ea3ca2e tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.60 "GET /v2.0/ports?device_id=434b97ac-6b8d-43e8-9d81-7bd31462f2e8 HTTP/1.1" status: 200 len: 945 time: 0.0481660 Aug 10 03:55:00.377880 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8f63643e-8df6-4523-ad84-f8b13d4ad803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:00.452155 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-b3a763f8-1275-4190-89b9-3f4993607eeb req-1cef2679-2207-4000-a48e-565e5c6acb8e tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Deleting port d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:55:00.452500 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b3a763f8-1275-4190-89b9-3f4993607eeb req-1cef2679-2207-4000-a48e-565e5c6acb8e tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:00.544670 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-b3a763f8-1275-4190-89b9-3f4993607eeb req-1cef2679-2207-4000-a48e-565e5c6acb8e tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] For port d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b,segment=NetworkSegment(2275eff1-f8e4-484b-b902-2a5156bf50e2),segment_id=2275eff1-f8e4-484b-b902-2a5156bf50e2)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:00.545041 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b3a763f8-1275-4190-89b9-3f4993607eeb req-1cef2679-2207-4000-a48e-565e5c6acb8e tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:00.772858 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b3a763f8-1275-4190-89b9-3f4993607eeb req-1cef2679-2207-4000-a48e-565e5c6acb8e tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:00.773237 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b3a763f8-1275-4190-89b9-3f4993607eeb req-1cef2679-2207-4000-a48e-565e5c6acb8e tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:00.773557 n-d-768851-15 neutron-server[94216]: INFO neutron.db.l3_db [req-b3a763f8-1275-4190-89b9-3f4993607eeb req-1cef2679-2207-4000-a48e-565e5c6acb8e tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Floating IP f9f56845-90de-4fb4-a31e-b72242f5767e disassociated. External IP: 172.25.7.73, port: d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b. Aug 10 03:55:00.773906 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-b3a763f8-1275-4190-89b9-3f4993607eeb req-1cef2679-2207-4000-a48e-565e5c6acb8e tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Calling delete_port for d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:55:00.916310 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b3a763f8-1275-4190-89b9-3f4993607eeb req-1cef2679-2207-4000-a48e-565e5c6acb8e tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:00.947140 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cef2679-2207-4000-a48e-565e5c6acb8e tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Pushing event deleted for resources: {'Port': ['ID=d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:01.083119 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3a763f8-1275-4190-89b9-3f4993607eeb req-1cef2679-2207-4000-a48e-565e5c6acb8e tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Router 780fbfee-2254-4af2-9651-761c8fcb90fd has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:55:01.200893 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3a763f8-1275-4190-89b9-3f4993607eeb req-1cef2679-2207-4000-a48e-565e5c6acb8e tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:55:01.215328 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408c2218-aaa0-4086-be30-24c59fe6320a None None] Sync routers for ids ['780fbfee-2254-4af2-9651-761c8fcb90fd'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:55:01.228389 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408c2218-aaa0-4086-be30-24c59fe6320a None None] Routers {'780fbfee-2254-4af2-9651-761c8fcb90fd'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:55:01.229281 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-408c2218-aaa0-4086-be30-24c59fe6320a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:54:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['780fbfee-2254-4af2-9651-761c8fcb90fd'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:01.243591 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3a763f8-1275-4190-89b9-3f4993607eeb req-1cef2679-2207-4000-a48e-565e5c6acb8e tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] No DVR routers for this DVR port d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:55:01.246463 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b3a763f8-1275-4190-89b9-3f4993607eeb req-1cef2679-2207-4000-a48e-565e5c6acb8e tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:01.248934 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b3a763f8-1275-4190-89b9-3f4993607eeb req-1cef2679-2207-4000-a48e-565e5c6acb8e tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.60 "DELETE /v2.0/ports/d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b HTTP/1.1" status: 204 len: 173 time: 0.8873997 Aug 10 03:55:01.250595 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '434b97ac-6b8d-43e8-9d81-7bd31462f2e8', 'name': 'network-vif-deleted', 'tag': 'd4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:55:01.253631 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2cf6338-6d73-474c-a6de-794c968d5c42" -d '{"events": [{"server_uuid": "434b97ac-6b8d-43e8-9d81-7bd31462f2e8", "name": "network-vif-deleted", "tag": "d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:55:01.288439 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f2fca718-72e2-4a7b-a2a4-f4dc126a3e68 req-2be0e61b-3f30-48fd-ae91-a453a9519548 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=434b97ac-6b8d-43e8-9d81-7bd31462f2e8 HTTP/1.1" status: 200 len: 210 time: 0.0383859 Aug 10 03:55:01.304895 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd113d3-6ada-4d41-b909-b5b90816189c x-openstack-request-id: req-efd113d3-6ada-4d41-b909-b5b90816189c {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:55:01.305247 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "434b97ac-6b8d-43e8-9d81-7bd31462f2e8", "name": "network-vif-deleted", "tag": "d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:55:01.305531 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-efd113d3-6ada-4d41-b909-b5b90816189c {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:55:01.305942 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '434b97ac-6b8d-43e8-9d81-7bd31462f2e8', 'name': 'network-vif-deleted', 'tag': 'd4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b', 'status': 'completed', 'code': 200} Aug 10 03:55:01.370554 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-408c2218-aaa0-4086-be30-24c59fe6320a None None] Set router 780fbfee-2254-4af2-9651-761c8fcb90fd gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:55:01.588283 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-408c2218-aaa0-4086-be30-24c59fe6320a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'name': 'tempest-ServerActionsTestJSON-825413776-router', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '2523bf1d-482d-4b27-87d5-680aa876fc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:48Z', 'revision_number': 4, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'gw_port': {'id': '2523bf1d-482d-4b27-87d5-680aa876fc6e', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'd3e70708-4814-42a5-9216-9f0ab9e45305', 'name': '', 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'mac_address': 'fa:16:3e:14:a0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '2d0c7c35-bbf6-4a01-848b-1621ba2632dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:47Z', 'updated_at': '2021-08-10T03:52:53Z', 'revision_number': 5, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'subnets': [{'id': '2d0c7c35-bbf6-4a01-848b-1621ba2632dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:01.616503 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408c2218-aaa0-4086-be30-24c59fe6320a None None] Checking router: 780fbfee-2254-4af2-9651-761c8fcb90fd for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:55:01.625325 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408c2218-aaa0-4086-be30-24c59fe6320a None None] Routers {'780fbfee-2254-4af2-9651-761c8fcb90fd'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:55:01.626865 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-408c2218-aaa0-4086-be30-24c59fe6320a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:54:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['780fbfee-2254-4af2-9651-761c8fcb90fd'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:01.734665 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-408c2218-aaa0-4086-be30-24c59fe6320a None None] Set router 780fbfee-2254-4af2-9651-761c8fcb90fd gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:55:01.944316 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-408c2218-aaa0-4086-be30-24c59fe6320a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'name': 'tempest-ServerActionsTestJSON-825413776-router', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '2523bf1d-482d-4b27-87d5-680aa876fc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:48Z', 'revision_number': 4, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'gw_port': {'id': '2523bf1d-482d-4b27-87d5-680aa876fc6e', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'd3e70708-4814-42a5-9216-9f0ab9e45305', 'name': '', 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'mac_address': 'fa:16:3e:14:a0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '2d0c7c35-bbf6-4a01-848b-1621ba2632dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:47Z', 'updated_at': '2021-08-10T03:52:53Z', 'revision_number': 5, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'subnets': [{'id': '2d0c7c35-bbf6-4a01-848b-1621ba2632dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:01.972216 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408c2218-aaa0-4086-be30-24c59fe6320a None None] The sync data for ids ['780fbfee-2254-4af2-9651-761c8fcb90fd'] in n-d-768851-15 is: [{'id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'name': 'tempest-ServerActionsTestJSON-825413776-router', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '2523bf1d-482d-4b27-87d5-680aa876fc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:48Z', 'revision_number': 4, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'gw_port': {'id': '2523bf1d-482d-4b27-87d5-680aa876fc6e', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'd3e70708-4814-42a5-9216-9f0ab9e45305', 'name': '', 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'mac_address': 'fa:16:3e:14:a0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '2d0c7c35-bbf6-4a01-848b-1621ba2632dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:47Z', 'updated_at': '2021-08-10T03:52:53Z', 'revision_number': 5, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'subnets': [{'id': '2d0c7c35-bbf6-4a01-848b-1621ba2632dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:55:02.204459 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c0da17-5f14-4183-acbb-315e9d07d5d3 None None] New status for floating IP f9f56845-90de-4fb4-a31e-b72242f5767e: DOWN {{(pid=94219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:55:02.516182 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7554c4f1-486d-4c85-a350-59aefdaa2034 req-449a43fc-af96-4bd6-a0d2-6075f549bded tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--843576868&fields=id&tenant_id=4b8daa411c274795a838cc99da285a8a HTTP/1.1" status: 200 len: 267 time: 0.0319827 Aug 10 03:55:02.623663 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7554c4f1-486d-4c85-a350-59aefdaa2034 req-c4324083-e670-4912-b560-935f9e6cb61e tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:02.625133 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7554c4f1-486d-4c85-a350-59aefdaa2034 req-c4324083-e670-4912-b560-935f9e6cb61e tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/networks?id=852ba6a3-b418-4264-a196-720a2aa07241 HTTP/1.1" status: 200 len: 811 time: 0.1019194 Aug 10 03:55:02.639833 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7554c4f1-486d-4c85-a350-59aefdaa2034 req-803d4415-5dec-4662-b864-e9a33d4dd68b tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/quotas/4b8daa411c274795a838cc99da285a8a HTTP/1.1" status: 200 len: 375 time: 0.0090203 Aug 10 03:55:02.693388 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7554c4f1-486d-4c85-a350-59aefdaa2034 req-24d24c8e-7259-4dff-b612-069f2a463a42 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4b8daa411c274795a838cc99da285a8a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0483766 Aug 10 03:55:02.857134 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7554c4f1-486d-4c85-a350-59aefdaa2034 req-311a2144-7536-4821-a770-0c5970fee617 service neutron] 10.222.0.62 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521547 Aug 10 03:55:02.947376 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7554c4f1-486d-4c85-a350-59aefdaa2034 req-0a1db776-4ca6-4692-b2f8-373267e97211 service neutron] 10.222.0.62 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840795 Aug 10 03:55:03.086702 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e02000c7-0d1f-4311-8a8a-f96873a20a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:03.119882 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-de27c418-90b6-450c-bca4-253c104f148c req-3e82c48d-2531-46ea-a696-3036b88d0dc0 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=27565975-6b4f-444b-8aa0-a69da026685c HTTP/1.1" status: 200 len: 210 time: 0.0301001 Aug 10 03:55:03.452052 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:04.254698 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7ef8622e-585e-48d7-91d1-da4f89b1a63b req-d8ad9a48-8054-4f34-9cb0-a12a9e55b991 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=27565975-6b4f-444b-8aa0-a69da026685c HTTP/1.1" status: 200 len: 210 time: 0.0580771 Aug 10 03:55:04.281086 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:55:04.302981 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:55:04.303461 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device d4a0797e-0f0b-4b8a-b6c7-ec7cb3e5323b not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:55:04.307405 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7554c4f1-486d-4c85-a350-59aefdaa2034 req-5e6deea9-9858-4da8-a0d4-c26af2a2d3e5 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:04.308694 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7554c4f1-486d-4c85-a350-59aefdaa2034 req-5e6deea9-9858-4da8-a0d4-c26af2a2d3e5 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.60 "GET /v2.0/networks?id=852ba6a3-b418-4264-a196-720a2aa07241 HTTP/1.1" status: 200 len: 811 time: 0.1359453 Aug 10 03:55:04.330794 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:04.366296 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7554c4f1-486d-4c85-a350-59aefdaa2034 req-c971f772-9c5c-4701-8ece-55e21dbf795f tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b8daa411c274795a838cc99da285a8a HTTP/1.1" status: 200 len: 379 time: 0.0440297 Aug 10 03:55:04.379670 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-7554c4f1-486d-4c85-a350-59aefdaa2034 req-1b769589-ef70-41cc-ae94-c8256b65e91a tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Request body: {'port': {'device_id': '27565975-6b4f-444b-8aa0-a69da026685c', 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241', 'admin_state_up': True, 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'security_groups': ['ad6d058f-cdd7-4385-8c54-ba8929bbc15a']}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:04.488400 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7554c4f1-486d-4c85-a350-59aefdaa2034 req-1b769589-ef70-41cc-ae94-c8256b65e91a tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Made reservation on behalf of 4b8daa411c274795a838cc99da285a8a for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:04.491953 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-7554c4f1-486d-4c85-a350-59aefdaa2034 req-1b769589-ef70-41cc-ae94-c8256b65e91a tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:04.614707 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-7554c4f1-486d-4c85-a350-59aefdaa2034 req-1b769589-ef70-41cc-ae94-c8256b65e91a tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Allocated IP 172.20.0.7 (852ba6a3-b418-4264-a196-720a2aa07241/2d0c7c35-bbf6-4a01-848b-1621ba2632dc/1d12abee-f29d-43c2-8237-45c109648aa3) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:55:04.750214 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-7554c4f1-486d-4c85-a350-59aefdaa2034 req-1b769589-ef70-41cc-ae94-c8256b65e91a tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:04.763927 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-7554c4f1-486d-4c85-a350-59aefdaa2034 req-1b769589-ef70-41cc-ae94-c8256b65e91a tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Transition to ACTIVE for port object 1d12abee-f29d-43c2-8237-45c109648aa3 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:04.796548 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-7554c4f1-486d-4c85-a350-59aefdaa2034 req-1b769589-ef70-41cc-ae94-c8256b65e91a tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:04.837086 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7554c4f1-486d-4c85-a350-59aefdaa2034 req-1b769589-ef70-41cc-ae94-c8256b65e91a tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Network 852ba6a3-b418-4264-a196-720a2aa07241 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:55:04.842011 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-7554c4f1-486d-4c85-a350-59aefdaa2034 req-1b769589-ef70-41cc-ae94-c8256b65e91a tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:04.845673 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-7554c4f1-486d-4c85-a350-59aefdaa2034 req-1b769589-ef70-41cc-ae94-c8256b65e91a tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:55:04.878001 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b769589-ef70-41cc-ae94-c8256b65e91a tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Pushing event updated for resources: {'Port': ['ID=1d12abee-f29d-43c2-8237-45c109648aa3,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:04.905750 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7554c4f1-486d-4c85-a350-59aefdaa2034 req-1b769589-ef70-41cc-ae94-c8256b65e91a tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:04.906434 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-7554c4f1-486d-4c85-a350-59aefdaa2034 req-1b769589-ef70-41cc-ae94-c8256b65e91a tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:04.921259 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7554c4f1-486d-4c85-a350-59aefdaa2034 req-1b769589-ef70-41cc-ae94-c8256b65e91a tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5451434 Aug 10 03:55:04.944603 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-7554c4f1-486d-4c85-a350-59aefdaa2034 req-c94dd0f9-2ecd-4bd9-8ff8-be0b72c2c988 service neutron] Request body: {'port': {'device_id': '27565975-6b4f-444b-8aa0-a69da026685c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:05.001367 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-7554c4f1-486d-4c85-a350-59aefdaa2034 req-c94dd0f9-2ecd-4bd9-8ff8-be0b72c2c988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:05.118464 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-4c647fcb-35fe-4844-abda-9b9f1e70a19a None None] Provisioning for port 1d12abee-f29d-43c2-8237-45c109648aa3 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:05.122312 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-4c647fcb-35fe-4844-abda-9b9f1e70a19a None None] Provisioning complete for port 1d12abee-f29d-43c2-8237-45c109648aa3 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:05.122681 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4c647fcb-35fe-4844-abda-9b9f1e70a19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:05.161218 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-4c647fcb-35fe-4844-abda-9b9f1e70a19a None None] Port 1d12abee-f29d-43c2-8237-45c109648aa3 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:55:05.267032 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-7554c4f1-486d-4c85-a350-59aefdaa2034 req-c94dd0f9-2ecd-4bd9-8ff8-be0b72c2c988 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d12abee-f29d-43c2-8237-45c109648aa3 {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:55:05.275205 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-7554c4f1-486d-4c85-a350-59aefdaa2034 req-c94dd0f9-2ecd-4bd9-8ff8-be0b72c2c988 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:05.288300 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-7554c4f1-486d-4c85-a350-59aefdaa2034 req-c94dd0f9-2ecd-4bd9-8ff8-be0b72c2c988 service neutron] Transition to ACTIVE for port object 1d12abee-f29d-43c2-8237-45c109648aa3 will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:05.291710 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-7554c4f1-486d-4c85-a350-59aefdaa2034 req-c94dd0f9-2ecd-4bd9-8ff8-be0b72c2c988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:05.375804 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94dd0f9-2ecd-4bd9-8ff8-be0b72c2c988 service neutron] Pushing event updated for resources: {'Port': ['ID=1d12abee-f29d-43c2-8237-45c109648aa3,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:05.443796 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db3bc7e-e646-4128-a29d-b9a9696060f4 req-a87a7370-bc60-4443-a713-da4de3ee8910 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:05.445452 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8db3bc7e-e646-4128-a29d-b9a9696060f4 req-a87a7370-bc60-4443-a713-da4de3ee8910 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=27565975-6b4f-444b-8aa0-a69da026685c HTTP/1.1" status: 200 len: 943 time: 0.1128249 Aug 10 03:55:05.474030 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-7554c4f1-486d-4c85-a350-59aefdaa2034 req-c94dd0f9-2ecd-4bd9-8ff8-be0b72c2c988 service neutron] Attempting to bind port 1d12abee-f29d-43c2-8237-45c109648aa3 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:55:05.474374 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-7554c4f1-486d-4c85-a350-59aefdaa2034 req-c94dd0f9-2ecd-4bd9-8ff8-be0b72c2c988 service neutron] Attempting to bind port 1d12abee-f29d-43c2-8237-45c109648aa3 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '2275eff1-f8e4-484b-b902-2a5156bf50e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:55:05.474711 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7554c4f1-486d-4c85-a350-59aefdaa2034 req-c94dd0f9-2ecd-4bd9-8ff8-be0b72c2c988 service neutron] Attempting to bind port 1d12abee-f29d-43c2-8237-45c109648aa3 on network 852ba6a3-b418-4264-a196-720a2aa07241 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:55:05.485081 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7554c4f1-486d-4c85-a350-59aefdaa2034 req-c94dd0f9-2ecd-4bd9-8ff8-be0b72c2c988 service neutron] Port 1d12abee-f29d-43c2-8237-45c109648aa3 on network 852ba6a3-b418-4264-a196-720a2aa07241 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:55:05.485418 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7554c4f1-486d-4c85-a350-59aefdaa2034 req-c94dd0f9-2ecd-4bd9-8ff8-be0b72c2c988 service neutron] Attempting to bind port 1d12abee-f29d-43c2-8237-45c109648aa3 on network 852ba6a3-b418-4264-a196-720a2aa07241 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:55:05.502113 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7554c4f1-486d-4c85-a350-59aefdaa2034 req-c94dd0f9-2ecd-4bd9-8ff8-be0b72c2c988 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:55:05.502459 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7554c4f1-486d-4c85-a350-59aefdaa2034 req-c94dd0f9-2ecd-4bd9-8ff8-be0b72c2c988 service neutron] Checking segment: {'id': '2275eff1-f8e4-484b-b902-2a5156bf50e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:55:05.502875 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7554c4f1-486d-4c85-a350-59aefdaa2034 req-c94dd0f9-2ecd-4bd9-8ff8-be0b72c2c988 service neutron] Bound using segment: {'id': '2275eff1-f8e4-484b-b902-2a5156bf50e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:55:05.503343 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-7554c4f1-486d-4c85-a350-59aefdaa2034 req-c94dd0f9-2ecd-4bd9-8ff8-be0b72c2c988 service neutron] Bound port: 1d12abee-f29d-43c2-8237-45c109648aa3, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2275eff1-f8e4-484b-b902-2a5156bf50e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:55:05.503759 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-7554c4f1-486d-4c85-a350-59aefdaa2034 req-c94dd0f9-2ecd-4bd9-8ff8-be0b72c2c988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:05.511443 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8db3bc7e-e646-4128-a29d-b9a9696060f4 req-e7abc3fa-ea5f-4915-9162-3c6915eddada tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599825 Aug 10 03:55:05.571554 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-7554c4f1-486d-4c85-a350-59aefdaa2034 req-c94dd0f9-2ecd-4bd9-8ff8-be0b72c2c988 service neutron] For port 1d12abee-f29d-43c2-8237-45c109648aa3, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:55:05.574638 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-7554c4f1-486d-4c85-a350-59aefdaa2034 req-c94dd0f9-2ecd-4bd9-8ff8-be0b72c2c988 service neutron] For port 1d12abee-f29d-43c2-8237-45c109648aa3, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=1d12abee-f29d-43c2-8237-45c109648aa3,segment=NetworkSegment(2275eff1-f8e4-484b-b902-2a5156bf50e2),segment_id=2275eff1-f8e4-484b-b902-2a5156bf50e2)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:55:05.579316 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-7554c4f1-486d-4c85-a350-59aefdaa2034 req-c94dd0f9-2ecd-4bd9-8ff8-be0b72c2c988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:05.612190 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7554c4f1-486d-4c85-a350-59aefdaa2034 req-c94dd0f9-2ecd-4bd9-8ff8-be0b72c2c988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:05.612820 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-7554c4f1-486d-4c85-a350-59aefdaa2034 req-c94dd0f9-2ecd-4bd9-8ff8-be0b72c2c988 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:05.614380 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7554c4f1-486d-4c85-a350-59aefdaa2034 req-c94dd0f9-2ecd-4bd9-8ff8-be0b72c2c988 service neutron] 10.222.0.60 "PUT /v2.0/ports/1d12abee-f29d-43c2-8237-45c109648aa3 HTTP/1.1" status: 200 len: 1092 time: 0.6748815 Aug 10 03:55:05.614857 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27565975-6b4f-444b-8aa0-a69da026685c', 'tag': '1d12abee-f29d-43c2-8237-45c109648aa3'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:55:05.617126 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dfa79f3-0e4d-458d-b852-6943ee7cefac" -d '{"events": [{"name": "network-changed", "server_uuid": "27565975-6b4f-444b-8aa0-a69da026685c", "tag": "1d12abee-f29d-43c2-8237-45c109648aa3"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:55:05.654493 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94dd0f9-2ecd-4bd9-8ff8-be0b72c2c988 service neutron] Pushing event updated for resources: {'Port': ['ID=1d12abee-f29d-43c2-8237-45c109648aa3,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:05.659927 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e2a70b-3aa1-4228-aa5c-90f518d7c014 x-openstack-request-id: req-73e2a70b-3aa1-4228-aa5c-90f518d7c014 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:55:05.660227 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27565975-6b4f-444b-8aa0-a69da026685c", "tag": "1d12abee-f29d-43c2-8237-45c109648aa3", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:55:05.660490 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-73e2a70b-3aa1-4228-aa5c-90f518d7c014 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:55:05.660881 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27565975-6b4f-444b-8aa0-a69da026685c', 'tag': '1d12abee-f29d-43c2-8237-45c109648aa3', 'status': 'completed', 'code': 200} Aug 10 03:55:05.714188 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7554c4f1-486d-4c85-a350-59aefdaa2034 req-af019819-db04-4273-b2fd-6b64ffb30f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:05.715811 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7554c4f1-486d-4c85-a350-59aefdaa2034 req-af019819-db04-4273-b2fd-6b64ffb30f65 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4b8daa411c274795a838cc99da285a8a&device_id=27565975-6b4f-444b-8aa0-a69da026685c HTTP/1.1" status: 200 len: 1095 time: 0.0435090 Aug 10 03:55:05.770330 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7554c4f1-486d-4c85-a350-59aefdaa2034 req-3d99d9b1-75c7-49ef-8464-1ec0fba99e66 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d12abee-f29d-43c2-8237-45c109648aa3 HTTP/1.1" status: 200 len: 217 time: 0.0440068 Aug 10 03:55:05.833112 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7554c4f1-486d-4c85-a350-59aefdaa2034 req-38033109-62d9-40a2-9e78-e4d20819ed17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:05.834621 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7554c4f1-486d-4c85-a350-59aefdaa2034 req-38033109-62d9-40a2-9e78-e4d20819ed17 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2d0c7c35-bbf6-4a01-848b-1621ba2632dc HTTP/1.1" status: 200 len: 850 time: 0.0520315 Aug 10 03:55:05.884386 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7554c4f1-486d-4c85-a350-59aefdaa2034 req-ba2b13d1-7580-45a8-93f9-41f424c2728f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:05.885866 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7554c4f1-486d-4c85-a350-59aefdaa2034 req-ba2b13d1-7580-45a8-93f9-41f424c2728f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=852ba6a3-b418-4264-a196-720a2aa07241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398185 Aug 10 03:55:05.981682 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7554c4f1-486d-4c85-a350-59aefdaa2034 req-26cc1ed6-d6f5-411f-88e7-6d655335e051 service neutron] 10.222.0.60 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835400 Aug 10 03:55:06.071126 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:06.078536 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7554c4f1-486d-4c85-a350-59aefdaa2034 req-08712837-206b-444c-b413-22efc6ccc262 service neutron] 10.222.0.60 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859594 Aug 10 03:55:06.173398 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa79f3-0e4d-458d-b852-6943ee7cefac req-d2f7e1d2-0faa-4db4-a71f-b2d4f1cedb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:06.174982 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9dfa79f3-0e4d-458d-b852-6943ee7cefac req-d2f7e1d2-0faa-4db4-a71f-b2d4f1cedb94 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4b8daa411c274795a838cc99da285a8a&device_id=27565975-6b4f-444b-8aa0-a69da026685c HTTP/1.1" status: 200 len: 1095 time: 0.0403361 Aug 10 03:55:06.268076 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa79f3-0e4d-458d-b852-6943ee7cefac req-74aa82a6-0355-4159-9b81-afa236b29693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:06.269448 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9dfa79f3-0e4d-458d-b852-6943ee7cefac req-74aa82a6-0355-4159-9b81-afa236b29693 service neutron] 10.222.0.60 "GET /v2.0/networks?id=852ba6a3-b418-4264-a196-720a2aa07241 HTTP/1.1" status: 200 len: 912 time: 0.0874887 Aug 10 03:55:06.312444 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9dfa79f3-0e4d-458d-b852-6943ee7cefac req-cc8991ee-85b5-4063-b83d-1f9aaccfa795 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d12abee-f29d-43c2-8237-45c109648aa3 HTTP/1.1" status: 200 len: 217 time: 0.0345697 Aug 10 03:55:06.365363 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa79f3-0e4d-458d-b852-6943ee7cefac req-d5a79546-568c-478e-acf3-21090e04c32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:06.366830 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9dfa79f3-0e4d-458d-b852-6943ee7cefac req-d5a79546-568c-478e-acf3-21090e04c32b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2d0c7c35-bbf6-4a01-848b-1621ba2632dc HTTP/1.1" status: 200 len: 850 time: 0.0475302 Aug 10 03:55:06.412941 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa79f3-0e4d-458d-b852-6943ee7cefac req-0c88a768-93a6-4e1b-84c4-187000f19675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:06.414413 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9dfa79f3-0e4d-458d-b852-6943ee7cefac req-0c88a768-93a6-4e1b-84c4-187000f19675 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=852ba6a3-b418-4264-a196-720a2aa07241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390952 Aug 10 03:55:06.504282 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9dfa79f3-0e4d-458d-b852-6943ee7cefac req-535dbf15-2fb6-490f-b2d1-20c750112a42 service neutron] 10.222.0.60 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811872 Aug 10 03:55:06.625180 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9dfa79f3-0e4d-458d-b852-6943ee7cefac req-ce94f641-1c3d-45c2-903e-1ef76146162e service neutron] 10.222.0.60 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125202 Aug 10 03:55:06.643557 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca6f99-c53f-4c7a-a1f6-331c26743a18 req-97f6d4f3-f9e3-48ca-bb9c-d64a99f529fe tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:06.645616 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c9ca6f99-c53f-4c7a-a1f6-331c26743a18 req-97f6d4f3-f9e3-48ca-bb9c-d64a99f529fe tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=27565975-6b4f-444b-8aa0-a69da026685c HTTP/1.1" status: 200 len: 943 time: 0.0657427 Aug 10 03:55:06.683557 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c9ca6f99-c53f-4c7a-a1f6-331c26743a18 req-b96fe0b3-58d2-4234-965f-16cebd58adcd tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314794 Aug 10 03:55:07.806250 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc8b65e-411a-4d59-a671-b5e246c1c26b req-b12a3020-c2c8-48b5-a256-876bbc48fd41 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:07.807773 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8dc8b65e-411a-4d59-a671-b5e246c1c26b req-b12a3020-c2c8-48b5-a256-876bbc48fd41 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=27565975-6b4f-444b-8aa0-a69da026685c HTTP/1.1" status: 200 len: 943 time: 0.0530593 Aug 10 03:55:07.844082 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8dc8b65e-411a-4d59-a671-b5e246c1c26b req-6ebca787-6c4b-423a-a1b2-9d01533a7f80 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302064 Aug 10 03:55:08.297484 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 1d12abee-f29d-43c2-8237-45c109648aa3 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:55:08.391661 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 1d12abee-f29d-43c2-8237-45c109648aa3, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=1d12abee-f29d-43c2-8237-45c109648aa3,segment=NetworkSegment(2275eff1-f8e4-484b-b902-2a5156bf50e2),segment_id=2275eff1-f8e4-484b-b902-2a5156bf50e2)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:08.408112 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '1d12abee-f29d-43c2-8237-45c109648aa3', 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241', 'port_id': '1d12abee-f29d-43c2-8237-45c109648aa3', 'mac_address': 'fa:16:3e:66:bc:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d0c7c35-bbf6-4a01-848b-1621ba2632dc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:55:08.445437 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:08.461716 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d12abee-f29d-43c2-8237-45c109648aa3 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:55:08.480740 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 1d12abee-f29d-43c2-8237-45c109648aa3, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=1d12abee-f29d-43c2-8237-45c109648aa3,segment=NetworkSegment(2275eff1-f8e4-484b-b902-2a5156bf50e2),segment_id=2275eff1-f8e4-484b-b902-2a5156bf50e2)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:08.484046 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:08.530781 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=1d12abee-f29d-43c2-8237-45c109648aa3,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:08.721879 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['1d12abee-f29d-43c2-8237-45c109648aa3'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:55:08.957377 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2259da2-31d9-4032-8106-da4106d1cd19 req-c9048783-be91-4940-976b-0e937acfd990 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:08.958921 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a2259da2-31d9-4032-8106-da4106d1cd19 req-c9048783-be91-4940-976b-0e937acfd990 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=27565975-6b4f-444b-8aa0-a69da026685c HTTP/1.1" status: 200 len: 944 time: 0.0490592 Aug 10 03:55:08.996024 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a2259da2-31d9-4032-8106-da4106d1cd19 req-966681d8-9b49-4edc-b797-c5a40a61a2fb tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310864 Aug 10 03:55:10.110462 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec2b48-4423-4c47-800f-be0398a41988 req-87db8af7-1b79-4fde-b2b2-45e1155c434a tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:10.111999 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3eec2b48-4423-4c47-800f-be0398a41988 req-87db8af7-1b79-4fde-b2b2-45e1155c434a tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=27565975-6b4f-444b-8aa0-a69da026685c HTTP/1.1" status: 200 len: 944 time: 0.0488021 Aug 10 03:55:10.150190 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3eec2b48-4423-4c47-800f-be0398a41988 req-28930b5e-632a-4003-a5f0-a01fc3cccfab tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322976 Aug 10 03:55:10.297434 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 1d12abee-f29d-43c2-8237-45c109648aa3 up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:55:10.350778 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port 1d12abee-f29d-43c2-8237-45c109648aa3 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:10.354691 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 1d12abee-f29d-43c2-8237-45c109648aa3 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:10.355325 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:10.431947 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:10.454375 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27565975-6b4f-444b-8aa0-a69da026685c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d12abee-f29d-43c2-8237-45c109648aa3'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:55:10.456634 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3944888-4a02-4358-b3d3-1e1cf5bd2f71" -d '{"events": [{"server_uuid": "27565975-6b4f-444b-8aa0-a69da026685c", "name": "network-vif-plugged", "status": "completed", "tag": "1d12abee-f29d-43c2-8237-45c109648aa3"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:55:10.470415 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 1d12abee-f29d-43c2-8237-45c109648aa3, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=1d12abee-f29d-43c2-8237-45c109648aa3,segment=NetworkSegment(2275eff1-f8e4-484b-b902-2a5156bf50e2),segment_id=2275eff1-f8e4-484b-b902-2a5156bf50e2)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:10.474208 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:10.499727 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078bbdeb-22f7-4b85-97ac-e13d50d29cb1 x-openstack-request-id: req-078bbdeb-22f7-4b85-97ac-e13d50d29cb1 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:55:10.500020 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27565975-6b4f-444b-8aa0-a69da026685c", "name": "network-vif-plugged", "status": "completed", "tag": "1d12abee-f29d-43c2-8237-45c109648aa3", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:55:10.500275 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-078bbdeb-22f7-4b85-97ac-e13d50d29cb1 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:55:10.500662 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27565975-6b4f-444b-8aa0-a69da026685c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d12abee-f29d-43c2-8237-45c109648aa3', 'code': 200} Aug 10 03:55:10.527094 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=1d12abee-f29d-43c2-8237-45c109648aa3,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:10.601099 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad0f90-7242-4f85-9896-3ae4b4c0eaef req-9a6d80aa-6730-480e-a3da-f8d8515dd8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:10.602497 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9aad0f90-7242-4f85-9896-3ae4b4c0eaef req-9a6d80aa-6730-480e-a3da-f8d8515dd8c5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=27565975-6b4f-444b-8aa0-a69da026685c HTTP/1.1" status: 200 len: 1097 time: 0.0440922 Aug 10 03:55:10.638338 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9aad0f90-7242-4f85-9896-3ae4b4c0eaef req-d8c90002-ce00-4ffa-9723-9bf77c8fed87 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281842 Aug 10 03:55:11.266148 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d3f29-9b1f-4e20-9025-4f2782cf7a40 req-297da10f-18f2-47d0-beac-41600c35fd67 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:11.267765 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ce4d3f29-9b1f-4e20-9025-4f2782cf7a40 req-297da10f-18f2-47d0-beac-41600c35fd67 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=27565975-6b4f-444b-8aa0-a69da026685c HTTP/1.1" status: 200 len: 945 time: 0.0497770 Aug 10 03:55:11.306399 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ce4d3f29-9b1f-4e20-9025-4f2782cf7a40 req-60e37b9a-5298-416a-8206-0d961d6b51cc tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324295 Aug 10 03:55:12.420174 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca35142d-afde-4f8b-a777-fae55c02b085 req-974d6246-0c99-4363-a88a-fac2168b7457 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:12.421672 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ca35142d-afde-4f8b-a777-fae55c02b085 req-974d6246-0c99-4363-a88a-fac2168b7457 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=27565975-6b4f-444b-8aa0-a69da026685c HTTP/1.1" status: 200 len: 945 time: 0.0485649 Aug 10 03:55:12.459764 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ca35142d-afde-4f8b-a777-fae55c02b085 req-75a061d5-029a-43c9-b05d-6d95858e3b38 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317535 Aug 10 03:55:12.572128 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd7f3fd-a0b5-423d-bf5b-a0ef3f4e9257 req-11090ae3-f2e8-4dd7-92cd-f39ddeb0b240 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:12.573612 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-acd7f3fd-a0b5-423d-bf5b-a0ef3f4e9257 req-11090ae3-f2e8-4dd7-92cd-f39ddeb0b240 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=27565975-6b4f-444b-8aa0-a69da026685c HTTP/1.1" status: 200 len: 945 time: 0.0517461 Aug 10 03:55:12.582277 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 40126) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:12.586900 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-da103093-d9fa-4121-8ea7-4c5b3c8a3956 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Request body: {'floatingip': {'port_id': '1d12abee-f29d-43c2-8237-45c109648aa3'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:12.626112 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-da103093-d9fa-4121-8ea7-4c5b3c8a3956 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks [] for floatingip, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:13.361852 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-da103093-d9fa-4121-8ea7-4c5b3c8a3956 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:13.365556 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-da103093-d9fa-4121-8ea7-4c5b3c8a3956 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:13.463680 n-d-768851-15 neutron-server[94216]: INFO neutron.db.l3_db [None req-da103093-d9fa-4121-8ea7-4c5b3c8a3956 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Floating IP f9f56845-90de-4fb4-a31e-b72242f5767e associated. External IP: 172.25.7.73, port: 1d12abee-f29d-43c2-8237-45c109648aa3. Aug 10 03:55:13.671986 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da103093-d9fa-4121-8ea7-4c5b3c8a3956 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Router 780fbfee-2254-4af2-9651-761c8fcb90fd has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:55:13.778497 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da103093-d9fa-4121-8ea7-4c5b3c8a3956 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:55:13.783425 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-da103093-d9fa-4121-8ea7-4c5b3c8a3956 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:13.788082 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed9641e-0d6a-481c-9a9a-749ac0e8f4c2 None None] Sync routers for ids ['780fbfee-2254-4af2-9651-761c8fcb90fd'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:55:13.797646 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed9641e-0d6a-481c-9a9a-749ac0e8f4c2 None None] Routers {'780fbfee-2254-4af2-9651-761c8fcb90fd'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:55:13.798311 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-aed9641e-0d6a-481c-9a9a-749ac0e8f4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:55:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['780fbfee-2254-4af2-9651-761c8fcb90fd'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:13.809499 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-da103093-d9fa-4121-8ea7-4c5b3c8a3956 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "PUT /v2.0/floatingips/f9f56845-90de-4fb4-a31e-b72242f5767e HTTP/1.1" status: 200 len: 990 time: 1.2260892 Aug 10 03:55:13.810089 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27565975-6b4f-444b-8aa0-a69da026685c', 'tag': '1d12abee-f29d-43c2-8237-45c109648aa3'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:55:13.812614 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb88639-901b-4a78-a01c-00b03c0a1f98" -d '{"events": [{"name": "network-changed", "server_uuid": "27565975-6b4f-444b-8aa0-a69da026685c", "tag": "1d12abee-f29d-43c2-8237-45c109648aa3"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:55:13.849678 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486b6625-edd7-43eb-895c-01dab02f03d4 x-openstack-request-id: req-486b6625-edd7-43eb-895c-01dab02f03d4 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:55:13.849978 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27565975-6b4f-444b-8aa0-a69da026685c", "tag": "1d12abee-f29d-43c2-8237-45c109648aa3", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:55:13.850229 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-486b6625-edd7-43eb-895c-01dab02f03d4 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:55:13.850634 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27565975-6b4f-444b-8aa0-a69da026685c', 'tag': '1d12abee-f29d-43c2-8237-45c109648aa3', 'status': 'completed', 'code': 200} Aug 10 03:55:13.919021 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-aed9641e-0d6a-481c-9a9a-749ac0e8f4c2 None None] Set router 780fbfee-2254-4af2-9651-761c8fcb90fd gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:55:13.919276 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb88639-901b-4a78-a01c-00b03c0a1f98 req-f7392467-c0a2-4a99-81ab-549835b23a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:13.920542 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7bb88639-901b-4a78-a01c-00b03c0a1f98 req-f7392467-c0a2-4a99-81ab-549835b23a6d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4b8daa411c274795a838cc99da285a8a&device_id=27565975-6b4f-444b-8aa0-a69da026685c HTTP/1.1" status: 200 len: 1097 time: 0.0469775 Aug 10 03:55:14.011885 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb88639-901b-4a78-a01c-00b03c0a1f98 req-15bb0e1c-af97-48dc-946d-4e20335def54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:14.013411 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7bb88639-901b-4a78-a01c-00b03c0a1f98 req-15bb0e1c-af97-48dc-946d-4e20335def54 service neutron] 10.222.0.60 "GET /v2.0/networks?id=852ba6a3-b418-4264-a196-720a2aa07241 HTTP/1.1" status: 200 len: 912 time: 0.0843718 Aug 10 03:55:14.085981 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7bb88639-901b-4a78-a01c-00b03c0a1f98 req-2e4330f3-8095-4a38-a32d-ec9bf550faa4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d12abee-f29d-43c2-8237-45c109648aa3 HTTP/1.1" status: 200 len: 998 time: 0.0637567 Aug 10 03:55:14.137808 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb88639-901b-4a78-a01c-00b03c0a1f98 req-257078ea-e2c9-4fab-85c1-b031be39f648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:14.139441 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7bb88639-901b-4a78-a01c-00b03c0a1f98 req-257078ea-e2c9-4fab-85c1-b031be39f648 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2d0c7c35-bbf6-4a01-848b-1621ba2632dc HTTP/1.1" status: 200 len: 850 time: 0.0456848 Aug 10 03:55:14.141681 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-aed9641e-0d6a-481c-9a9a-749ac0e8f4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'name': 'tempest-ServerActionsTestJSON-825413776-router', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '2523bf1d-482d-4b27-87d5-680aa876fc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:48Z', 'revision_number': 4, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'gw_port': {'id': '2523bf1d-482d-4b27-87d5-680aa876fc6e', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': 'f9f56845-90de-4fb4-a31e-b72242f5767e', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'floating_ip_address': '172.25.7.73', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'port_id': '1d12abee-f29d-43c2-8237-45c109648aa3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241', 'mac_address': 'fa:16:3e:66:bc:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27565975-6b4f-444b-8aa0-a69da026685c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:52:50Z', 'updated_at': '2021-08-10T03:55:13Z', 'revision_number': 5, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3e70708-4814-42a5-9216-9f0ab9e45305', 'name': '', 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'mac_address': 'fa:16:3e:14:a0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '2d0c7c35-bbf6-4a01-848b-1621ba2632dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:47Z', 'updated_at': '2021-08-10T03:52:53Z', 'revision_number': 5, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'subnets': [{'id': '2d0c7c35-bbf6-4a01-848b-1621ba2632dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:14.169344 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed9641e-0d6a-481c-9a9a-749ac0e8f4c2 None None] Checking router: 780fbfee-2254-4af2-9651-761c8fcb90fd for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:55:14.177794 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed9641e-0d6a-481c-9a9a-749ac0e8f4c2 None None] Routers {'780fbfee-2254-4af2-9651-761c8fcb90fd'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:55:14.178390 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-aed9641e-0d6a-481c-9a9a-749ac0e8f4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:55:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['780fbfee-2254-4af2-9651-761c8fcb90fd'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:14.187754 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb88639-901b-4a78-a01c-00b03c0a1f98 req-7d7b61f5-cf14-4151-b749-e8e075b33ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:14.189269 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7bb88639-901b-4a78-a01c-00b03c0a1f98 req-7d7b61f5-cf14-4151-b749-e8e075b33ff0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=852ba6a3-b418-4264-a196-720a2aa07241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417838 Aug 10 03:55:14.288520 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7bb88639-901b-4a78-a01c-00b03c0a1f98 req-fe7c1f23-9213-4ef0-910c-b0f30b8ba637 service neutron] 10.222.0.60 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909560 Aug 10 03:55:14.381598 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7bb88639-901b-4a78-a01c-00b03c0a1f98 req-59cf4cd7-85c9-4a19-a6b9-42e4174b9a47 service neutron] 10.222.0.60 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850682 Aug 10 03:55:14.434095 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-aed9641e-0d6a-481c-9a9a-749ac0e8f4c2 None None] Set router 780fbfee-2254-4af2-9651-761c8fcb90fd gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:55:14.656136 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-aed9641e-0d6a-481c-9a9a-749ac0e8f4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'name': 'tempest-ServerActionsTestJSON-825413776-router', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '2523bf1d-482d-4b27-87d5-680aa876fc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:48Z', 'revision_number': 4, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'gw_port': {'id': '2523bf1d-482d-4b27-87d5-680aa876fc6e', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': 'f9f56845-90de-4fb4-a31e-b72242f5767e', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'floating_ip_address': '172.25.7.73', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'port_id': '1d12abee-f29d-43c2-8237-45c109648aa3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241', 'mac_address': 'fa:16:3e:66:bc:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27565975-6b4f-444b-8aa0-a69da026685c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:52:50Z', 'updated_at': '2021-08-10T03:55:13Z', 'revision_number': 5, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3e70708-4814-42a5-9216-9f0ab9e45305', 'name': '', 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'mac_address': 'fa:16:3e:14:a0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '2d0c7c35-bbf6-4a01-848b-1621ba2632dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:47Z', 'updated_at': '2021-08-10T03:52:53Z', 'revision_number': 5, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'subnets': [{'id': '2d0c7c35-bbf6-4a01-848b-1621ba2632dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:14.682379 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed9641e-0d6a-481c-9a9a-749ac0e8f4c2 None None] The sync data for ids ['780fbfee-2254-4af2-9651-761c8fcb90fd'] in n-d-768851-15 is: [{'id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'name': 'tempest-ServerActionsTestJSON-825413776-router', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '2523bf1d-482d-4b27-87d5-680aa876fc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:48Z', 'revision_number': 4, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'gw_port': {'id': '2523bf1d-482d-4b27-87d5-680aa876fc6e', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': 'f9f56845-90de-4fb4-a31e-b72242f5767e', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'floating_ip_address': '172.25.7.73', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'port_id': '1d12abee-f29d-43c2-8237-45c109648aa3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241', 'mac_address': 'fa:16:3e:66:bc:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27565975-6b4f-444b-8aa0-a69da026685c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:52:50Z', 'updated_at': '2021-08-10T03:55:13Z', 'revision_number': 5, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3e70708-4814-42a5-9216-9f0ab9e45305', 'name': '', 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'mac_address': 'fa:16:3e:14:a0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '2d0c7c35-bbf6-4a01-848b-1621ba2632dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:47Z', 'updated_at': '2021-08-10T03:52:53Z', 'revision_number': 5, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'subnets': [{'id': '2d0c7c35-bbf6-4a01-848b-1621ba2632dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:55:14.873255 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf74075-67f2-432b-a819-0de0718c9c68 None None] New status for floating IP f9f56845-90de-4fb4-a31e-b72242f5767e: ACTIVE {{(pid=94219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:55:16.027527 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-268a3142-f4db-499e-b3a0-a27425ef695e req-c6587577-dd6e-4ad8-bf32-6a1bd2d9b9b9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=27565975-6b4f-444b-8aa0-a69da026685c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409172 Aug 10 03:55:16.115309 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a3142-f4db-499e-b3a0-a27425ef695e req-2062523b-11f9-47f7-9e0b-8c6bf97c652e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:16.116859 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-268a3142-f4db-499e-b3a0-a27425ef695e req-2062523b-11f9-47f7-9e0b-8c6bf97c652e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4b8daa411c274795a838cc99da285a8a&device_id=27565975-6b4f-444b-8aa0-a69da026685c HTTP/1.1" status: 200 len: 1097 time: 0.0455577 Aug 10 03:55:16.220374 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a3142-f4db-499e-b3a0-a27425ef695e req-870f3d0a-1e69-4831-bcac-01e0f605eb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:16.221851 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-268a3142-f4db-499e-b3a0-a27425ef695e req-870f3d0a-1e69-4831-bcac-01e0f605eb10 service neutron] 10.222.0.60 "GET /v2.0/networks?id=852ba6a3-b418-4264-a196-720a2aa07241 HTTP/1.1" status: 200 len: 912 time: 0.0837979 Aug 10 03:55:16.292203 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-268a3142-f4db-499e-b3a0-a27425ef695e req-6eda988c-3c53-46ed-91d0-b73037788ad9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d12abee-f29d-43c2-8237-45c109648aa3 HTTP/1.1" status: 200 len: 1000 time: 0.0624151 Aug 10 03:55:16.342947 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a3142-f4db-499e-b3a0-a27425ef695e req-98f0f562-8c6c-404c-bb75-46efa5747284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:16.344616 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-268a3142-f4db-499e-b3a0-a27425ef695e req-98f0f562-8c6c-404c-bb75-46efa5747284 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2d0c7c35-bbf6-4a01-848b-1621ba2632dc HTTP/1.1" status: 200 len: 850 time: 0.0445819 Aug 10 03:55:16.391125 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a3142-f4db-499e-b3a0-a27425ef695e req-08ea2f75-af4a-4707-9189-3ffe0af15e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:16.392631 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-268a3142-f4db-499e-b3a0-a27425ef695e req-08ea2f75-af4a-4707-9189-3ffe0af15e33 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=852ba6a3-b418-4264-a196-720a2aa07241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403819 Aug 10 03:55:16.487800 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-268a3142-f4db-499e-b3a0-a27425ef695e req-220d66b2-ce8f-47cb-a5a4-6ed8b5d3cc30 service neutron] 10.222.0.60 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868936 Aug 10 03:55:16.580762 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-268a3142-f4db-499e-b3a0-a27425ef695e req-9722a099-8099-4f4a-8083-db6f28ac34ce service neutron] 10.222.0.60 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859575 Aug 10 03:55:26.591518 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:26.957768 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:30.380032 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7cdda892-d252-4396-a0f5-7e169871bf15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:31.951747 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:55:33.089388 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-1273e1c4-0363-458e-926b-6118db5a95f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:33.453818 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:34.333078 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:36.073950 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:56.596366 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:56.973330 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:00.391574 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-1d6c0fc1-5744-45b8-984c-a9c762130f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:03.093776 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ba128732-4f1e-4926-9efb-37c5ae6c209a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:03.455499 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:04.338149 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:06.083856 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:08.953324 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:56:18.005307 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f8778e85-088a-4e33-a834-532e2859b70b req-7412bd1e-f678-4edb-ba7f-7eb438a145ec service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=27565975-6b4f-444b-8aa0-a69da026685c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0449522 Aug 10 03:56:18.099316 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8778e85-088a-4e33-a834-532e2859b70b req-6a31ffff-2688-402e-90eb-4f2cb8db5a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:18.100801 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f8778e85-088a-4e33-a834-532e2859b70b req-6a31ffff-2688-402e-90eb-4f2cb8db5a54 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4b8daa411c274795a838cc99da285a8a&device_id=27565975-6b4f-444b-8aa0-a69da026685c HTTP/1.1" status: 200 len: 1097 time: 0.0448442 Aug 10 03:56:18.212261 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8778e85-088a-4e33-a834-532e2859b70b req-49eb221c-6f7d-4b27-ae0c-9efb878a8faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:18.213813 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f8778e85-088a-4e33-a834-532e2859b70b req-49eb221c-6f7d-4b27-ae0c-9efb878a8faa service neutron] 10.222.0.60 "GET /v2.0/networks?id=852ba6a3-b418-4264-a196-720a2aa07241 HTTP/1.1" status: 200 len: 912 time: 0.0852695 Aug 10 03:56:18.285196 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f8778e85-088a-4e33-a834-532e2859b70b req-2caa8094-065b-4bca-bbdc-91dcb46a45b2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d12abee-f29d-43c2-8237-45c109648aa3 HTTP/1.1" status: 200 len: 1000 time: 0.0602579 Aug 10 03:56:18.338829 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8778e85-088a-4e33-a834-532e2859b70b req-3e3a8f98-dca6-493c-93cf-dbc63f09ac82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:18.340170 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f8778e85-088a-4e33-a834-532e2859b70b req-3e3a8f98-dca6-493c-93cf-dbc63f09ac82 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2d0c7c35-bbf6-4a01-848b-1621ba2632dc HTTP/1.1" status: 200 len: 850 time: 0.0430305 Aug 10 03:56:18.389105 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8778e85-088a-4e33-a834-532e2859b70b req-ba884d3a-0f27-4509-9c51-b27379b98449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:18.390567 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f8778e85-088a-4e33-a834-532e2859b70b req-ba884d3a-0f27-4509-9c51-b27379b98449 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=852ba6a3-b418-4264-a196-720a2aa07241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394247 Aug 10 03:56:18.497198 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f8778e85-088a-4e33-a834-532e2859b70b req-3fc498e0-1581-4bcc-bd4f-8d9250a592dc service neutron] 10.222.0.60 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950706 Aug 10 03:56:18.591672 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f8778e85-088a-4e33-a834-532e2859b70b req-063b9cef-2cb3-41dd-a21d-24ae918e926b service neutron] 10.222.0.60 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849173 Aug 10 03:56:26.592042 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:26.979201 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:30.383350 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8df850b9-014e-4835-bea8-06abd7c53529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:33.096248 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-fa60bd8e-17b7-476a-9495-b7c0318d1816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:33.457672 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:34.340677 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:36.078203 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:45.951880 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:56:56.479499 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd57be5a-3cca-48dd-8644-e7b2418408ab req-c606eca8-62ba-43f8-9177-5eaeca83d5e5 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:56.481621 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fd57be5a-3cca-48dd-8644-e7b2418408ab req-c606eca8-62ba-43f8-9177-5eaeca83d5e5 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=27565975-6b4f-444b-8aa0-a69da026685c HTTP/1.1" status: 200 len: 945 time: 0.1645665 Aug 10 03:56:56.519413 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fd57be5a-3cca-48dd-8644-e7b2418408ab req-8b1ebf2d-3c67-4caf-89da-2cc75e3600a7 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316727 Aug 10 03:56:56.605329 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:56.987248 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:57.718486 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ffc56-58ee-4f9e-80e7-ffb623ec68b6 req-f0d57f03-68fa-4097-902f-a7be44919173 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:57.720077 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4f6ffc56-58ee-4f9e-80e7-ffb623ec68b6 req-f0d57f03-68fa-4097-902f-a7be44919173 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=27565975-6b4f-444b-8aa0-a69da026685c HTTP/1.1" status: 200 len: 945 time: 0.1295218 Aug 10 03:56:57.762295 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4f6ffc56-58ee-4f9e-80e7-ffb623ec68b6 req-53fa9f28-3c22-4a47-a258-3638ef984563 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357087 Aug 10 03:56:58.881240 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c21f6-1a10-43cc-b74e-63b73d1a5742 req-4c0d28af-84b1-4dab-b196-96b21919ebcf tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:58.882754 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4b5c21f6-1a10-43cc-b74e-63b73d1a5742 req-4c0d28af-84b1-4dab-b196-96b21919ebcf tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=27565975-6b4f-444b-8aa0-a69da026685c HTTP/1.1" status: 200 len: 945 time: 0.0497336 Aug 10 03:56:58.922546 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4b5c21f6-1a10-43cc-b74e-63b73d1a5742 req-911c0b80-2c59-40de-9884-e699dedb1810 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336182 Aug 10 03:57:00.038026 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d7642d-e9ad-43f9-99c2-068389ecd515 req-d3ca8ca3-64ab-4ec3-b439-383806dbb986 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:00.039539 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d3d7642d-e9ad-43f9-99c2-068389ecd515 req-d3ca8ca3-64ab-4ec3-b439-383806dbb986 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=27565975-6b4f-444b-8aa0-a69da026685c HTTP/1.1" status: 200 len: 945 time: 0.0493565 Aug 10 03:57:00.078106 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d3d7642d-e9ad-43f9-99c2-068389ecd515 req-6410973d-6499-4a17-b690-63a958767b5d tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326333 Aug 10 03:57:00.384625 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f243c951-5d77-48ab-9c6a-358ca8b8c434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:01.197824 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea28815-861e-4b6d-a333-5c53032160fb req-6b3defc3-5689-453c-9f12-e5e1166df187 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:01.199839 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5ea28815-861e-4b6d-a333-5c53032160fb req-6b3defc3-5689-453c-9f12-e5e1166df187 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=27565975-6b4f-444b-8aa0-a69da026685c HTTP/1.1" status: 200 len: 945 time: 0.0532894 Aug 10 03:57:01.237258 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5ea28815-861e-4b6d-a333-5c53032160fb req-59ec3878-84c7-4660-b166-82a5512066f0 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314667 Aug 10 03:57:02.357241 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24621a63-8dea-4575-b453-6a84362d9f70 req-d90de9a2-46e1-44bb-a3e5-e874d56eff85 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:02.358660 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-24621a63-8dea-4575-b453-6a84362d9f70 req-d90de9a2-46e1-44bb-a3e5-e874d56eff85 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=27565975-6b4f-444b-8aa0-a69da026685c HTTP/1.1" status: 200 len: 945 time: 0.0507045 Aug 10 03:57:02.396877 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-24621a63-8dea-4575-b453-6a84362d9f70 req-bfafa699-b57e-4b1b-ab9d-eb94f995de85 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322444 Aug 10 03:57:03.098284 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7877d7c4-c0c6-4f10-8584-930a2bb166e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:03.458682 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:03.514931 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b6440-ff55-4145-826a-0000aeb3f6dc req-e7b7d216-0e19-43a8-9b65-77e77b3502ad tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:03.516557 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4a2b6440-ff55-4145-826a-0000aeb3f6dc req-e7b7d216-0e19-43a8-9b65-77e77b3502ad tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=27565975-6b4f-444b-8aa0-a69da026685c HTTP/1.1" status: 200 len: 945 time: 0.0509393 Aug 10 03:57:03.554761 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4a2b6440-ff55-4145-826a-0000aeb3f6dc req-42148880-9a51-4b8d-aba1-d00ade0a01ed tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317760 Aug 10 03:57:04.345011 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:04.674352 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e512808a-825d-4257-bbbf-d90ee8f49b87 req-fcf1fac0-f978-49d2-8baa-ca25fd828f9c tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:04.675845 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e512808a-825d-4257-bbbf-d90ee8f49b87 req-fcf1fac0-f978-49d2-8baa-ca25fd828f9c tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=27565975-6b4f-444b-8aa0-a69da026685c HTTP/1.1" status: 200 len: 945 time: 0.0549920 Aug 10 03:57:04.718540 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e512808a-825d-4257-bbbf-d90ee8f49b87 req-ca0228db-84cf-4a7b-9ca0-618c8ba41e39 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338249 Aug 10 03:57:05.848450 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414aa951-fa3e-4176-9e59-3f89188fdc19 req-18a54c6f-37fb-41cf-b3fc-6f8f76475065 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:05.850517 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-414aa951-fa3e-4176-9e59-3f89188fdc19 req-18a54c6f-37fb-41cf-b3fc-6f8f76475065 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=27565975-6b4f-444b-8aa0-a69da026685c HTTP/1.1" status: 200 len: 945 time: 0.0533504 Aug 10 03:57:05.890610 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-414aa951-fa3e-4176-9e59-3f89188fdc19 req-e98361c3-71f5-49e2-8474-6e6f4eb55014 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331192 Aug 10 03:57:06.082159 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:07.005448 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c77a6f-9729-4623-a071-dfdaf8aa9ec1 req-82755d81-b3a5-4986-8435-a2b5649bcc1a tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:07.006972 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a8c77a6f-9729-4623-a071-dfdaf8aa9ec1 req-82755d81-b3a5-4986-8435-a2b5649bcc1a tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=27565975-6b4f-444b-8aa0-a69da026685c HTTP/1.1" status: 200 len: 945 time: 0.0498536 Aug 10 03:57:07.045789 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a8c77a6f-9729-4623-a071-dfdaf8aa9ec1 req-74356736-70ed-4200-9b8c-2cc13a07ccf7 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328789 Aug 10 03:57:07.275553 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-677ee550-f297-4141-96c4-263abeb2d889 req-d523ef7f-6684-45b6-8d55-bfdec9877f41 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=27565975-6b4f-444b-8aa0-a69da026685c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0438538 Aug 10 03:57:07.291324 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd5ea85-5e7a-46cf-946a-4e923a924733 req-c9ce2e2a-462d-4ad6-9551-7d2454076327 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:07.292909 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3cd5ea85-5e7a-46cf-946a-4e923a924733 req-c9ce2e2a-462d-4ad6-9551-7d2454076327 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=27565975-6b4f-444b-8aa0-a69da026685c HTTP/1.1" status: 200 len: 945 time: 0.0543659 Aug 10 03:57:07.332228 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3cd5ea85-5e7a-46cf-946a-4e923a924733 req-7009c629-660a-48c0-84ab-523a6f00e974 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331504 Aug 10 03:57:08.338819 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ee550-f297-4141-96c4-263abeb2d889 req-8a2eafc0-07e6-4737-9ed1-a17901fa290f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:08.340756 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-677ee550-f297-4141-96c4-263abeb2d889 req-8a2eafc0-07e6-4737-9ed1-a17901fa290f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4b8daa411c274795a838cc99da285a8a&device_id=27565975-6b4f-444b-8aa0-a69da026685c HTTP/1.1" status: 200 len: 1097 time: 0.0408540 Aug 10 03:57:08.468157 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ee550-f297-4141-96c4-263abeb2d889 req-94eb8d40-7a27-492a-a370-d53d5144abc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:08.469646 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-677ee550-f297-4141-96c4-263abeb2d889 req-94eb8d40-7a27-492a-a370-d53d5144abc5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=852ba6a3-b418-4264-a196-720a2aa07241 HTTP/1.1" status: 200 len: 912 time: 0.1192477 Aug 10 03:57:08.478262 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ea233-d1f2-4a16-a418-483f0f21f74e req-177e01c1-9735-4f0a-94a6-b014cfdea638 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:08.479668 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4b0ea233-d1f2-4a16-a418-483f0f21f74e req-177e01c1-9735-4f0a-94a6-b014cfdea638 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=27565975-6b4f-444b-8aa0-a69da026685c HTTP/1.1" status: 200 len: 945 time: 0.0747573 Aug 10 03:57:08.562154 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4b0ea233-d1f2-4a16-a418-483f0f21f74e req-085685f4-fcba-437b-a042-5510c78c8d62 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752890 Aug 10 03:57:08.565979 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-677ee550-f297-4141-96c4-263abeb2d889 req-e92ee510-9017-4bb1-adc2-dd2677d13e5c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d12abee-f29d-43c2-8237-45c109648aa3 HTTP/1.1" status: 200 len: 1000 time: 0.0854442 Aug 10 03:57:08.616977 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ee550-f297-4141-96c4-263abeb2d889 req-7080b44a-97e7-4ca7-ab5d-18434e1b2d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:08.618341 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-677ee550-f297-4141-96c4-263abeb2d889 req-7080b44a-97e7-4ca7-ab5d-18434e1b2d2c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2d0c7c35-bbf6-4a01-848b-1621ba2632dc HTTP/1.1" status: 200 len: 850 time: 0.0444481 Aug 10 03:57:08.669056 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ee550-f297-4141-96c4-263abeb2d889 req-b32df4d0-122a-4d5e-ad14-6bd70b753a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:08.670544 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-677ee550-f297-4141-96c4-263abeb2d889 req-b32df4d0-122a-4d5e-ad14-6bd70b753a64 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=852ba6a3-b418-4264-a196-720a2aa07241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409925 Aug 10 03:57:08.685630 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [req-677ee550-f297-4141-96c4-263abeb2d889 req-57599820-daea-457e-ba2a-4ca27c42c37d service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:57:08.686556 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-677ee550-f297-4141-96c4-263abeb2d889 req-57599820-daea-457e-ba2a-4ca27c42c37d service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048649 Aug 10 03:57:08.785985 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-677ee550-f297-4141-96c4-263abeb2d889 req-ff8f0ecb-56e8-4541-acda-acca2b757845 service neutron] 10.222.0.60 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879481 Aug 10 03:57:08.879376 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-677ee550-f297-4141-96c4-263abeb2d889 req-8096e16a-2d86-4c13-b816-abc576289e3b service neutron] 10.222.0.60 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816443 Aug 10 03:57:09.676877 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb1e7a-01b0-4fa9-898b-a0dd275d8e19 req-90b54c7f-3e07-4d26-b83d-0cead26b64bf tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:09.678389 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1beb1e7a-01b0-4fa9-898b-a0dd275d8e19 req-90b54c7f-3e07-4d26-b83d-0cead26b64bf tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=27565975-6b4f-444b-8aa0-a69da026685c HTTP/1.1" status: 200 len: 945 time: 0.0489409 Aug 10 03:57:09.716518 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1beb1e7a-01b0-4fa9-898b-a0dd275d8e19 req-c6969911-0824-43c1-b3da-b6242136f87d tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316303 Aug 10 03:57:10.840536 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f207468-d3f6-45d3-ae69-bd5e4ee0b85e req-7e36d9db-c680-4bf4-90e3-828d7bea213a tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:10.842064 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4f207468-d3f6-45d3-ae69-bd5e4ee0b85e req-7e36d9db-c680-4bf4-90e3-828d7bea213a tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=27565975-6b4f-444b-8aa0-a69da026685c HTTP/1.1" status: 200 len: 945 time: 0.0546722 Aug 10 03:57:10.880862 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4f207468-d3f6-45d3-ae69-bd5e4ee0b85e req-30984c69-7800-4281-a863-fa16171474fb tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328479 Aug 10 03:57:11.038822 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [req-677ee550-f297-4141-96c4-263abeb2d889 req-2ce9b8b9-d0ab-4fee-bdaf-e2333ca87815 service neutron] show failed (client error): The resource could not be found. Aug 10 03:57:11.039729 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-677ee550-f297-4141-96c4-263abeb2d889 req-2ce9b8b9-d0ab-4fee-bdaf-e2333ca87815 service neutron] 10.222.0.60 "GET /v2.0/ports/1d12abee-f29d-43c2-8237-45c109648aa3/bindings/n-h1-768851-15 HTTP/1.1" status: 404 len: 381 time: 0.0576265 Aug 10 03:57:11.265392 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ee550-f297-4141-96c4-263abeb2d889 req-b03e8d75-dadb-48be-89da-b285f483b5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:11.266908 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-677ee550-f297-4141-96c4-263abeb2d889 req-b03e8d75-dadb-48be-89da-b285f483b5d9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=27565975-6b4f-444b-8aa0-a69da026685c&tenant_id=4b8daa411c274795a838cc99da285a8a HTTP/1.1" status: 200 len: 1097 time: 0.0442896 Aug 10 03:57:11.279572 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-677ee550-f297-4141-96c4-263abeb2d889 req-24d2f1e3-b11a-44a5-94aa-61e06ee4fdfb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768851-15', 'device_owner': 'compute:nova'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:11.626765 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-677ee550-f297-4141-96c4-263abeb2d889 req-24d2f1e3-b11a-44a5-94aa-61e06ee4fdfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:11.821679 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-677ee550-f297-4141-96c4-263abeb2d889 req-24d2f1e3-b11a-44a5-94aa-61e06ee4fdfb service neutron] For port 1d12abee-f29d-43c2-8237-45c109648aa3, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=1d12abee-f29d-43c2-8237-45c109648aa3,segment=NetworkSegment(2275eff1-f8e4-484b-b902-2a5156bf50e2),segment_id=2275eff1-f8e4-484b-b902-2a5156bf50e2)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:11.855045 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-677ee550-f297-4141-96c4-263abeb2d889 req-24d2f1e3-b11a-44a5-94aa-61e06ee4fdfb service neutron] For port 1d12abee-f29d-43c2-8237-45c109648aa3, host n-h2-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:57:11.892757 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27565975-6b4f-444b-8aa0-a69da026685c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d12abee-f29d-43c2-8237-45c109648aa3'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:57:11.894930 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82620147-8654-403d-a5bc-bd0f7b1bf068" -d '{"events": [{"server_uuid": "27565975-6b4f-444b-8aa0-a69da026685c", "name": "network-vif-unplugged", "status": "completed", "tag": "1d12abee-f29d-43c2-8237-45c109648aa3"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:57:11.899009 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-677ee550-f297-4141-96c4-263abeb2d889 req-24d2f1e3-b11a-44a5-94aa-61e06ee4fdfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:11.911894 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-677ee550-f297-4141-96c4-263abeb2d889 req-24d2f1e3-b11a-44a5-94aa-61e06ee4fdfb service neutron] Transition to ACTIVE for port object 1d12abee-f29d-43c2-8237-45c109648aa3 will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:11.917398 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-677ee550-f297-4141-96c4-263abeb2d889 req-24d2f1e3-b11a-44a5-94aa-61e06ee4fdfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:12.019864 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728efd94-dec1-41ee-9f68-e975692b1764 req-22a24217-4656-496a-b156-6af336fa4c5f tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:12.028190 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-728efd94-dec1-41ee-9f68-e975692b1764 req-22a24217-4656-496a-b156-6af336fa4c5f tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=27565975-6b4f-444b-8aa0-a69da026685c HTTP/1.1" status: 200 len: 943 time: 0.0631161 Aug 10 03:57:12.030552 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750a74bc-fa01-4608-9e5d-672163c2f4df x-openstack-request-id: req-750a74bc-fa01-4608-9e5d-672163c2f4df {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:57:12.030875 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27565975-6b4f-444b-8aa0-a69da026685c", "name": "network-vif-unplugged", "status": "completed", "tag": "1d12abee-f29d-43c2-8237-45c109648aa3", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:57:12.031129 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-750a74bc-fa01-4608-9e5d-672163c2f4df {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:57:12.031543 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27565975-6b4f-444b-8aa0-a69da026685c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d12abee-f29d-43c2-8237-45c109648aa3', 'code': 200} Aug 10 03:57:12.038019 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d2f1e3-b11a-44a5-94aa-61e06ee4fdfb service neutron] Pushing event updated for resources: {'Port': ['ID=1d12abee-f29d-43c2-8237-45c109648aa3,revision_number=6']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:12.060628 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d2f1e3-b11a-44a5-94aa-61e06ee4fdfb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:12.060905 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d2f1e3-b11a-44a5-94aa-61e06ee4fdfb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:12.061146 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d2f1e3-b11a-44a5-94aa-61e06ee4fdfb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:12.061485 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d2f1e3-b11a-44a5-94aa-61e06ee4fdfb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:12.061818 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d2f1e3-b11a-44a5-94aa-61e06ee4fdfb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:12.062142 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d2f1e3-b11a-44a5-94aa-61e06ee4fdfb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:12.062467 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d2f1e3-b11a-44a5-94aa-61e06ee4fdfb service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:12.062815 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d2f1e3-b11a-44a5-94aa-61e06ee4fdfb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:12.063144 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d2f1e3-b11a-44a5-94aa-61e06ee4fdfb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:12.063470 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d2f1e3-b11a-44a5-94aa-61e06ee4fdfb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:12.063860 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d2f1e3-b11a-44a5-94aa-61e06ee4fdfb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:12.064114 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d2f1e3-b11a-44a5-94aa-61e06ee4fdfb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:12.068021 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-728efd94-dec1-41ee-9f68-e975692b1764 req-50fac40e-4d90-4288-a575-fa98f61a3587 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381739 Aug 10 03:57:12.106978 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-677ee550-f297-4141-96c4-263abeb2d889 req-24d2f1e3-b11a-44a5-94aa-61e06ee4fdfb service neutron] No DVR routers for this DVR port 1d12abee-f29d-43c2-8237-45c109648aa3 on host n-h2-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:57:12.240205 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-677ee550-f297-4141-96c4-263abeb2d889 req-24d2f1e3-b11a-44a5-94aa-61e06ee4fdfb service neutron] Attempting to bind port 1d12abee-f29d-43c2-8237-45c109648aa3 on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:57:12.240538 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-677ee550-f297-4141-96c4-263abeb2d889 req-24d2f1e3-b11a-44a5-94aa-61e06ee4fdfb service neutron] Attempting to bind port 1d12abee-f29d-43c2-8237-45c109648aa3 by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '2275eff1-f8e4-484b-b902-2a5156bf50e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:57:12.240863 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677ee550-f297-4141-96c4-263abeb2d889 req-24d2f1e3-b11a-44a5-94aa-61e06ee4fdfb service neutron] Attempting to bind port 1d12abee-f29d-43c2-8237-45c109648aa3 on network 852ba6a3-b418-4264-a196-720a2aa07241 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:57:12.245093 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677ee550-f297-4141-96c4-263abeb2d889 req-24d2f1e3-b11a-44a5-94aa-61e06ee4fdfb service neutron] Port 1d12abee-f29d-43c2-8237-45c109648aa3 on network 852ba6a3-b418-4264-a196-720a2aa07241 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:57:12.245414 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677ee550-f297-4141-96c4-263abeb2d889 req-24d2f1e3-b11a-44a5-94aa-61e06ee4fdfb service neutron] Attempting to bind port 1d12abee-f29d-43c2-8237-45c109648aa3 on network 852ba6a3-b418-4264-a196-720a2aa07241 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:57:12.250639 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677ee550-f297-4141-96c4-263abeb2d889 req-24d2f1e3-b11a-44a5-94aa-61e06ee4fdfb service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:57:12.251006 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677ee550-f297-4141-96c4-263abeb2d889 req-24d2f1e3-b11a-44a5-94aa-61e06ee4fdfb service neutron] Checking segment: {'id': '2275eff1-f8e4-484b-b902-2a5156bf50e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:57:12.251386 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677ee550-f297-4141-96c4-263abeb2d889 req-24d2f1e3-b11a-44a5-94aa-61e06ee4fdfb service neutron] Bound using segment: {'id': '2275eff1-f8e4-484b-b902-2a5156bf50e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:57:12.251807 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-677ee550-f297-4141-96c4-263abeb2d889 req-24d2f1e3-b11a-44a5-94aa-61e06ee4fdfb service neutron] Bound port: 1d12abee-f29d-43c2-8237-45c109648aa3, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2275eff1-f8e4-484b-b902-2a5156bf50e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:57:12.252199 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-677ee550-f297-4141-96c4-263abeb2d889 req-24d2f1e3-b11a-44a5-94aa-61e06ee4fdfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:12.315866 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-677ee550-f297-4141-96c4-263abeb2d889 req-24d2f1e3-b11a-44a5-94aa-61e06ee4fdfb service neutron] For port 1d12abee-f29d-43c2-8237-45c109648aa3, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:57:12.319232 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-677ee550-f297-4141-96c4-263abeb2d889 req-24d2f1e3-b11a-44a5-94aa-61e06ee4fdfb service neutron] For port 1d12abee-f29d-43c2-8237-45c109648aa3, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=1d12abee-f29d-43c2-8237-45c109648aa3,segment=NetworkSegment(2275eff1-f8e4-484b-b902-2a5156bf50e2),segment_id=2275eff1-f8e4-484b-b902-2a5156bf50e2)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:57:12.323420 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-677ee550-f297-4141-96c4-263abeb2d889 req-24d2f1e3-b11a-44a5-94aa-61e06ee4fdfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:12.359428 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ee550-f297-4141-96c4-263abeb2d889 req-24d2f1e3-b11a-44a5-94aa-61e06ee4fdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:12.360093 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-677ee550-f297-4141-96c4-263abeb2d889 req-24d2f1e3-b11a-44a5-94aa-61e06ee4fdfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:12.361483 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-677ee550-f297-4141-96c4-263abeb2d889 req-24d2f1e3-b11a-44a5-94aa-61e06ee4fdfb service neutron] 10.222.0.58 "PUT /v2.0/ports/1d12abee-f29d-43c2-8237-45c109648aa3 HTTP/1.1" status: 200 len: 1092 time: 1.0864460 Aug 10 03:57:12.394316 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d2f1e3-b11a-44a5-94aa-61e06ee4fdfb service neutron] Pushing event updated for resources: {'Port': ['ID=1d12abee-f29d-43c2-8237-45c109648aa3,revision_number=7']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:12.430492 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ee550-f297-4141-96c4-263abeb2d889 req-61ce0d19-0887-4396-8bf9-47606d3b0513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:12.432129 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-677ee550-f297-4141-96c4-263abeb2d889 req-61ce0d19-0887-4396-8bf9-47606d3b0513 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4b8daa411c274795a838cc99da285a8a&device_id=27565975-6b4f-444b-8aa0-a69da026685c HTTP/1.1" status: 200 len: 1095 time: 0.0469148 Aug 10 03:57:12.524780 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ee550-f297-4141-96c4-263abeb2d889 req-db50ecdc-8611-4f30-a7cd-b8e7c8a64ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:12.526269 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-677ee550-f297-4141-96c4-263abeb2d889 req-db50ecdc-8611-4f30-a7cd-b8e7c8a64ef3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=852ba6a3-b418-4264-a196-720a2aa07241 HTTP/1.1" status: 200 len: 912 time: 0.0876853 Aug 10 03:57:12.596004 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-677ee550-f297-4141-96c4-263abeb2d889 req-f7dc915e-0421-4f41-a65d-311490f01fee service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d12abee-f29d-43c2-8237-45c109648aa3 HTTP/1.1" status: 200 len: 998 time: 0.0631073 Aug 10 03:57:12.644890 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ee550-f297-4141-96c4-263abeb2d889 req-642a5da2-ee92-4b07-adec-3f456c08aedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:12.646269 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-677ee550-f297-4141-96c4-263abeb2d889 req-642a5da2-ee92-4b07-adec-3f456c08aedd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2d0c7c35-bbf6-4a01-848b-1621ba2632dc HTTP/1.1" status: 200 len: 850 time: 0.0439498 Aug 10 03:57:12.692229 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ee550-f297-4141-96c4-263abeb2d889 req-d3476839-c4d9-4606-a35e-ed044fecadec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:12.693655 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-677ee550-f297-4141-96c4-263abeb2d889 req-d3476839-c4d9-4606-a35e-ed044fecadec service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=852ba6a3-b418-4264-a196-720a2aa07241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403531 Aug 10 03:57:12.787403 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-677ee550-f297-4141-96c4-263abeb2d889 req-86bef906-c95b-45c0-b120-b9590628c26e service neutron] 10.222.0.58 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867689 Aug 10 03:57:12.877595 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-677ee550-f297-4141-96c4-263abeb2d889 req-6c625dbf-b26c-47e0-8f67-2124343991ab service neutron] 10.222.0.58 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828779 Aug 10 03:57:13.198505 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c28baa9-4baa-4db4-aa46-83679c0eea8b req-962dca22-a271-4f7e-a51c-c6db9cbecb04 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:13.200527 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7c28baa9-4baa-4db4-aa46-83679c0eea8b req-962dca22-a271-4f7e-a51c-c6db9cbecb04 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=27565975-6b4f-444b-8aa0-a69da026685c HTTP/1.1" status: 200 len: 943 time: 0.0635211 Aug 10 03:57:13.238256 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7c28baa9-4baa-4db4-aa46-83679c0eea8b req-1dd95645-2be4-4b70-9051-4e6ce3fd4803 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317800 Aug 10 03:57:14.033430 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27565975-6b4f-444b-8aa0-a69da026685c', 'tag': '1d12abee-f29d-43c2-8237-45c109648aa3'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:57:14.036974 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daabf086-5a24-46e0-9b8e-f7829281e9d8" -d '{"events": [{"name": "network-changed", "server_uuid": "27565975-6b4f-444b-8aa0-a69da026685c", "tag": "1d12abee-f29d-43c2-8237-45c109648aa3"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:57:14.095161 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc0e64b-aa98-4b93-ac8c-1327a7af9adc x-openstack-request-id: req-8cc0e64b-aa98-4b93-ac8c-1327a7af9adc {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:57:14.095658 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27565975-6b4f-444b-8aa0-a69da026685c", "tag": "1d12abee-f29d-43c2-8237-45c109648aa3", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:57:14.095930 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8cc0e64b-aa98-4b93-ac8c-1327a7af9adc {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:57:14.096343 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27565975-6b4f-444b-8aa0-a69da026685c', 'tag': '1d12abee-f29d-43c2-8237-45c109648aa3', 'status': 'completed', 'code': 200} Aug 10 03:57:14.180757 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daabf086-5a24-46e0-9b8e-f7829281e9d8 req-284242b7-775b-4830-9e9e-ca748f3c2609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:14.181177 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daabf086-5a24-46e0-9b8e-f7829281e9d8 req-65c2ad68-7be7-4e41-921f-353398ab045e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:14.182320 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-daabf086-5a24-46e0-9b8e-f7829281e9d8 req-284242b7-775b-4830-9e9e-ca748f3c2609 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4b8daa411c274795a838cc99da285a8a&device_id=27565975-6b4f-444b-8aa0-a69da026685c HTTP/1.1" status: 200 len: 1095 time: 0.0472615 Aug 10 03:57:14.182983 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-daabf086-5a24-46e0-9b8e-f7829281e9d8 req-65c2ad68-7be7-4e41-921f-353398ab045e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4b8daa411c274795a838cc99da285a8a&device_id=27565975-6b4f-444b-8aa0-a69da026685c HTTP/1.1" status: 200 len: 1095 time: 0.0674968 Aug 10 03:57:14.281844 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daabf086-5a24-46e0-9b8e-f7829281e9d8 req-377d47a9-972d-4d68-879b-4808dcd0fc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:14.283372 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-daabf086-5a24-46e0-9b8e-f7829281e9d8 req-377d47a9-972d-4d68-879b-4808dcd0fc92 service neutron] 10.222.0.58 "GET /v2.0/networks?id=852ba6a3-b418-4264-a196-720a2aa07241 HTTP/1.1" status: 200 len: 912 time: 0.0936682 Aug 10 03:57:14.286675 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daabf086-5a24-46e0-9b8e-f7829281e9d8 req-46b36875-9a45-4ce0-8316-c2d6a065c37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:14.288174 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-daabf086-5a24-46e0-9b8e-f7829281e9d8 req-46b36875-9a45-4ce0-8316-c2d6a065c37f service neutron] 10.222.0.60 "GET /v2.0/networks?id=852ba6a3-b418-4264-a196-720a2aa07241 HTTP/1.1" status: 200 len: 912 time: 0.0974648 Aug 10 03:57:14.365632 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-daabf086-5a24-46e0-9b8e-f7829281e9d8 req-e4c73a1b-af59-46da-a890-0fb2f3377e92 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d12abee-f29d-43c2-8237-45c109648aa3 HTTP/1.1" status: 200 len: 998 time: 0.0751560 Aug 10 03:57:14.390410 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-daabf086-5a24-46e0-9b8e-f7829281e9d8 req-12418525-316d-44ec-991d-94ee4ee99537 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d12abee-f29d-43c2-8237-45c109648aa3 HTTP/1.1" status: 200 len: 998 time: 0.0904019 Aug 10 03:57:14.415153 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9627f424-a1b3-4cb8-b2c3-b309c3cc5a88 req-1a285b96-e125-40d8-84e4-ea38668e4bc5 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:14.415559 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daabf086-5a24-46e0-9b8e-f7829281e9d8 req-a9a1e9ae-844a-489e-8579-39936399a15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:14.416675 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9627f424-a1b3-4cb8-b2c3-b309c3cc5a88 req-1a285b96-e125-40d8-84e4-ea38668e4bc5 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=27565975-6b4f-444b-8aa0-a69da026685c HTTP/1.1" status: 200 len: 943 time: 0.0744617 Aug 10 03:57:14.417019 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-daabf086-5a24-46e0-9b8e-f7829281e9d8 req-a9a1e9ae-844a-489e-8579-39936399a15a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2d0c7c35-bbf6-4a01-848b-1621ba2632dc HTTP/1.1" status: 200 len: 850 time: 0.0450151 Aug 10 03:57:14.469351 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daabf086-5a24-46e0-9b8e-f7829281e9d8 req-15c9804d-9092-4bfe-97b4-fb904cf37b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:14.470921 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-daabf086-5a24-46e0-9b8e-f7829281e9d8 req-15c9804d-9092-4bfe-97b4-fb904cf37b85 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=852ba6a3-b418-4264-a196-720a2aa07241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440900 Aug 10 03:57:14.474472 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daabf086-5a24-46e0-9b8e-f7829281e9d8 req-7f659109-45b3-493b-8704-10e75e54f484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:14.475972 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-daabf086-5a24-46e0-9b8e-f7829281e9d8 req-7f659109-45b3-493b-8704-10e75e54f484 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2d0c7c35-bbf6-4a01-848b-1621ba2632dc HTTP/1.1" status: 200 len: 850 time: 0.0774260 Aug 10 03:57:14.501320 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9627f424-a1b3-4cb8-b2c3-b309c3cc5a88 req-f99bf57f-f7b5-4aaf-a84f-54b0f5f8696c tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652232 Aug 10 03:57:14.524930 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 1d12abee-f29d-43c2-8237-45c109648aa3 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:57:14.545711 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daabf086-5a24-46e0-9b8e-f7829281e9d8 req-7b718727-1e7d-4bf5-9a08-25169b5f5ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:14.547470 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-daabf086-5a24-46e0-9b8e-f7829281e9d8 req-7b718727-1e7d-4bf5-9a08-25169b5f5ee1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=852ba6a3-b418-4264-a196-720a2aa07241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576642 Aug 10 03:57:14.595581 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-daabf086-5a24-46e0-9b8e-f7829281e9d8 req-b2eff875-1164-4886-b57e-1205eec5719c service neutron] 10.222.0.58 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171155 Aug 10 03:57:14.695388 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 1d12abee-f29d-43c2-8237-45c109648aa3, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=1d12abee-f29d-43c2-8237-45c109648aa3,segment=NetworkSegment(2275eff1-f8e4-484b-b902-2a5156bf50e2),segment_id=2275eff1-f8e4-484b-b902-2a5156bf50e2)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:14.709219 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': '1d12abee-f29d-43c2-8237-45c109648aa3', 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241', 'port_id': '1d12abee-f29d-43c2-8237-45c109648aa3', 'mac_address': 'fa:16:3e:66:bc:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d0c7c35-bbf6-4a01-848b-1621ba2632dc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:57:14.738090 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-daabf086-5a24-46e0-9b8e-f7829281e9d8 req-68e3c152-f5ad-4cb4-aebe-ce0e33f543df service neutron] 10.222.0.60 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828384 Aug 10 03:57:14.772896 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:14.778455 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-daabf086-5a24-46e0-9b8e-f7829281e9d8 req-616d5e30-1f7d-48cf-8fca-57f1590502a2 service neutron] 10.222.0.58 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744995 Aug 10 03:57:14.796808 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d12abee-f29d-43c2-8237-45c109648aa3 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:57:14.823394 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac23894f-4492-4469-9739-27aafba4aee4 req-e1c5355a-375e-4b2a-91d0-610cad1b688f tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:14.825415 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ac23894f-4492-4469-9739-27aafba4aee4 req-e1c5355a-375e-4b2a-91d0-610cad1b688f tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.60 "GET /v2.0/ports?device_id=27565975-6b4f-444b-8aa0-a69da026685c&tenant_id=4b8daa411c274795a838cc99da285a8a&binding%3Ahost_id=n-h1-768851-15 HTTP/1.1" status: 200 len: 943 time: 0.0676680 Aug 10 03:57:14.831115 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 1d12abee-f29d-43c2-8237-45c109648aa3, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=1d12abee-f29d-43c2-8237-45c109648aa3,segment=NetworkSegment(2275eff1-f8e4-484b-b902-2a5156bf50e2),segment_id=2275eff1-f8e4-484b-b902-2a5156bf50e2)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:14.836618 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:14.873345 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c9963-4350-4cf8-ad8f-0d3d5b7a3754 req-96575c46-144e-404b-8eaf-dc300917d2fc tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:14.874907 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cf7c9963-4350-4cf8-ad8f-0d3d5b7a3754 req-96575c46-144e-404b-8eaf-dc300917d2fc tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=27565975-6b4f-444b-8aa0-a69da026685c HTTP/1.1" status: 200 len: 943 time: 0.1675639 Aug 10 03:57:14.907472 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 1d12abee-f29d-43c2-8237-45c109648aa3 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:57:14.918018 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-daabf086-5a24-46e0-9b8e-f7829281e9d8 req-9df2bbd9-c00b-4eb2-9ef1-0f78f3f6749a service neutron] 10.222.0.60 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485190 Aug 10 03:57:14.932856 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [req-ac23894f-4492-4469-9739-27aafba4aee4 req-31259110-5677-4756-adf6-6dcf7523d292 service neutron] delete failed (client error): The resource could not be found. Aug 10 03:57:14.934987 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ac23894f-4492-4469-9739-27aafba4aee4 req-31259110-5677-4756-adf6-6dcf7523d292 service neutron] 10.222.0.60 "DELETE /v2.0/ports/1d12abee-f29d-43c2-8237-45c109648aa3/bindings/n-h2-768851-15 HTTP/1.1" status: 404 len: 381 time: 0.0972509 Aug 10 03:57:14.937184 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cf7c9963-4350-4cf8-ad8f-0d3d5b7a3754 req-43a1a4ce-8df1-4206-b980-7fd6102bf4cd tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462642 Aug 10 03:57:14.953436 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=1d12abee-f29d-43c2-8237-45c109648aa3,revision_number=8']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:14.966307 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:14.966661 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:14.967037 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:14.967375 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:14.967709 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:14.968142 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:14.968480 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:14.968810 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:14.969137 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:14.969460 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:14.969783 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:14.970105 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:14.987185 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 1d12abee-f29d-43c2-8237-45c109648aa3 not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:57:15.051835 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac23894f-4492-4469-9739-27aafba4aee4 req-3977d055-64f5-4edd-b6b0-fcebea0ae38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:15.053254 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ac23894f-4492-4469-9739-27aafba4aee4 req-3977d055-64f5-4edd-b6b0-fcebea0ae38e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4b8daa411c274795a838cc99da285a8a&device_id=27565975-6b4f-444b-8aa0-a69da026685c HTTP/1.1" status: 200 len: 1096 time: 0.0401216 Aug 10 03:57:15.076312 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['1d12abee-f29d-43c2-8237-45c109648aa3'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:57:15.145438 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac23894f-4492-4469-9739-27aafba4aee4 req-55ead5f9-3fd3-4f5e-beb7-00e1c851b245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:15.146979 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ac23894f-4492-4469-9739-27aafba4aee4 req-55ead5f9-3fd3-4f5e-beb7-00e1c851b245 service neutron] 10.222.0.60 "GET /v2.0/networks?id=852ba6a3-b418-4264-a196-720a2aa07241 HTTP/1.1" status: 200 len: 912 time: 0.0861323 Aug 10 03:57:15.227122 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ac23894f-4492-4469-9739-27aafba4aee4 req-94c72b7a-bdb1-4829-854d-95e957ed5c9e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d12abee-f29d-43c2-8237-45c109648aa3 HTTP/1.1" status: 200 len: 999 time: 0.0684597 Aug 10 03:57:15.277190 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac23894f-4492-4469-9739-27aafba4aee4 req-4256d238-f1ca-4c00-b207-9c05dd05e68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:15.278856 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ac23894f-4492-4469-9739-27aafba4aee4 req-4256d238-f1ca-4c00-b207-9c05dd05e68a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2d0c7c35-bbf6-4a01-848b-1621ba2632dc HTTP/1.1" status: 200 len: 850 time: 0.0447299 Aug 10 03:57:15.324720 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac23894f-4492-4469-9739-27aafba4aee4 req-81214824-4f54-4bce-b1cd-c9440c52d483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:15.326107 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ac23894f-4492-4469-9739-27aafba4aee4 req-81214824-4f54-4bce-b1cd-c9440c52d483 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=852ba6a3-b418-4264-a196-720a2aa07241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402329 Aug 10 03:57:15.423380 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ac23894f-4492-4469-9739-27aafba4aee4 req-df429a3d-bbb7-4e23-a65f-cd22b3d23d40 service neutron] 10.222.0.60 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855923 Aug 10 03:57:15.517745 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ac23894f-4492-4469-9739-27aafba4aee4 req-0b01f4fe-b5a8-41bc-ac9d-56a52b3c862a service neutron] 10.222.0.60 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823162 Aug 10 03:57:16.072019 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a4bba-da7d-40cd-95b7-9efcc1ad4c2d req-b5b403b6-d510-48ae-b2d3-a9376025e50b tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:16.073518 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aa2a4bba-da7d-40cd-95b7-9efcc1ad4c2d req-b5b403b6-d510-48ae-b2d3-a9376025e50b tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=27565975-6b4f-444b-8aa0-a69da026685c HTTP/1.1" status: 200 len: 944 time: 0.0508902 Aug 10 03:57:16.117070 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aa2a4bba-da7d-40cd-95b7-9efcc1ad4c2d req-a463adc3-d7c7-4025-a926-d0c1753c31ac tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359724 Aug 10 03:57:16.235612 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a85409-8b7d-4a47-8b06-f68f633d2a3d req-4c7469a1-dd68-409a-a4e4-dd06e9cef593 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:16.237007 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b3a85409-8b7d-4a47-8b06-f68f633d2a3d req-4c7469a1-dd68-409a-a4e4-dd06e9cef593 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=27565975-6b4f-444b-8aa0-a69da026685c HTTP/1.1" status: 200 len: 944 time: 0.0487969 Aug 10 03:57:16.273570 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b3a85409-8b7d-4a47-8b06-f68f633d2a3d req-f5d5a636-2834-4a36-b893-0407aec316f8 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307682 Aug 10 03:57:16.473020 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8826ccc6-6341-4cdc-ba1b-93452e20b4fb req-88ec68d5-ce68-4ca7-815e-a9ac2f0cdf15 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:16.474534 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8826ccc6-6341-4cdc-ba1b-93452e20b4fb req-88ec68d5-ce68-4ca7-815e-a9ac2f0cdf15 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=27565975-6b4f-444b-8aa0-a69da026685c HTTP/1.1" status: 200 len: 944 time: 0.0497725 Aug 10 03:57:16.505686 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32c866-8a3e-4117-b855-617da28b9a4b req-9e3a7535-19b0-425e-8f8b-f27bad3d5fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:16.507804 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ac32c866-8a3e-4117-b855-617da28b9a4b req-9e3a7535-19b0-425e-8f8b-f27bad3d5fa5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4b8daa411c274795a838cc99da285a8a&device_id=27565975-6b4f-444b-8aa0-a69da026685c HTTP/1.1" status: 200 len: 1096 time: 0.0445902 Aug 10 03:57:16.516297 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8826ccc6-6341-4cdc-ba1b-93452e20b4fb req-b7ada12e-956e-44b7-9af1-3db140b1c50c tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358803 Aug 10 03:57:16.553835 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 1d12abee-f29d-43c2-8237-45c109648aa3 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:57:16.603264 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32c866-8a3e-4117-b855-617da28b9a4b req-0aada662-04d1-4157-ad18-bbe450fd15fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:16.605261 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ac32c866-8a3e-4117-b855-617da28b9a4b req-0aada662-04d1-4157-ad18-bbe450fd15fa service neutron] 10.222.0.58 "GET /v2.0/networks?id=852ba6a3-b418-4264-a196-720a2aa07241 HTTP/1.1" status: 200 len: 912 time: 0.0899875 Aug 10 03:57:16.606498 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port 1d12abee-f29d-43c2-8237-45c109648aa3 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:57:16.610280 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port 1d12abee-f29d-43c2-8237-45c109648aa3 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:16.610655 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:16.670889 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ac32c866-8a3e-4117-b855-617da28b9a4b req-f6ff321a-fd29-4dea-9f70-956c60fa613e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d12abee-f29d-43c2-8237-45c109648aa3 HTTP/1.1" status: 200 len: 999 time: 0.0590525 Aug 10 03:57:16.685838 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:16.708603 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27565975-6b4f-444b-8aa0-a69da026685c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d12abee-f29d-43c2-8237-45c109648aa3'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:57:16.710870 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582adde6-3c2f-4181-987e-baa80863cf4c" -d '{"events": [{"server_uuid": "27565975-6b4f-444b-8aa0-a69da026685c", "name": "network-vif-plugged", "status": "completed", "tag": "1d12abee-f29d-43c2-8237-45c109648aa3"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:57:16.723387 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 1d12abee-f29d-43c2-8237-45c109648aa3, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=1d12abee-f29d-43c2-8237-45c109648aa3,segment=NetworkSegment(2275eff1-f8e4-484b-b902-2a5156bf50e2),segment_id=2275eff1-f8e4-484b-b902-2a5156bf50e2)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:16.728095 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:16.733586 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32c866-8a3e-4117-b855-617da28b9a4b req-d489436e-5acd-40b2-825e-010b47a89fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:16.735078 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ac32c866-8a3e-4117-b855-617da28b9a4b req-d489436e-5acd-40b2-825e-010b47a89fb8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2d0c7c35-bbf6-4a01-848b-1621ba2632dc HTTP/1.1" status: 200 len: 850 time: 0.0565023 Aug 10 03:57:16.751592 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c651bf-ec7a-4c33-a414-60d53a52138f x-openstack-request-id: req-45c651bf-ec7a-4c33-a414-60d53a52138f {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:57:16.751883 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27565975-6b4f-444b-8aa0-a69da026685c", "name": "network-vif-plugged", "status": "completed", "tag": "1d12abee-f29d-43c2-8237-45c109648aa3", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:57:16.752133 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-45c651bf-ec7a-4c33-a414-60d53a52138f {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:57:16.752519 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27565975-6b4f-444b-8aa0-a69da026685c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d12abee-f29d-43c2-8237-45c109648aa3', 'code': 200} Aug 10 03:57:16.781197 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=1d12abee-f29d-43c2-8237-45c109648aa3,revision_number=9']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:16.781644 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32c866-8a3e-4117-b855-617da28b9a4b req-d28caafa-b530-44b6-a8ea-8a8f5d8ba8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:16.783162 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ac32c866-8a3e-4117-b855-617da28b9a4b req-d28caafa-b530-44b6-a8ea-8a8f5d8ba8ce service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=852ba6a3-b418-4264-a196-720a2aa07241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417612 Aug 10 03:57:16.873611 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ac32c866-8a3e-4117-b855-617da28b9a4b req-88ec5787-dc79-4bd9-ba6d-06ec24e2f800 service neutron] 10.222.0.58 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825088 Aug 10 03:57:16.965627 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-ac32c866-8a3e-4117-b855-617da28b9a4b req-4f05c5f9-890d-4fdc-9399-da9155829111 service neutron] 10.222.0.58 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845735 Aug 10 03:57:17.633075 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f1f0d-bfbf-400c-8dbd-32a2f3795152 req-edb910e5-c716-40ba-8d05-721cb818fc52 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:17.634544 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-251f1f0d-bfbf-400c-8dbd-32a2f3795152 req-edb910e5-c716-40ba-8d05-721cb818fc52 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=27565975-6b4f-444b-8aa0-a69da026685c HTTP/1.1" status: 200 len: 945 time: 0.0478423 Aug 10 03:57:17.675745 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-251f1f0d-bfbf-400c-8dbd-32a2f3795152 req-692607db-a22f-4b22-bbff-d2b3897eef8b tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347133 Aug 10 03:57:17.909368 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb9072-c4f4-4694-b0da-9bf4f426e378 req-cb9d075e-49ab-4480-8175-ca690586b5fa tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:17.910876 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f2fb9072-c4f4-4694-b0da-9bf4f426e378 req-cb9d075e-49ab-4480-8175-ca690586b5fa tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=27565975-6b4f-444b-8aa0-a69da026685c HTTP/1.1" status: 200 len: 945 time: 0.0487366 Aug 10 03:57:17.948161 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f2fb9072-c4f4-4694-b0da-9bf4f426e378 req-72f95517-7194-4d28-a4b5-ea4c732301a9 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313690 Aug 10 03:57:19.062878 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239015d-f55f-4b68-bb9c-bcf04da6f587 req-e77d14b6-f2d4-457e-acc2-6ea157864063 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:19.064396 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d239015d-f55f-4b68-bb9c-bcf04da6f587 req-e77d14b6-f2d4-457e-acc2-6ea157864063 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=27565975-6b4f-444b-8aa0-a69da026685c HTTP/1.1" status: 200 len: 945 time: 0.0488031 Aug 10 03:57:19.102965 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d239015d-f55f-4b68-bb9c-bcf04da6f587 req-ccea53f7-7bb9-47b4-978b-7b2336cf47ec tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323071 Aug 10 03:57:19.139581 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fff240-479f-4207-a463-e5378ab25c3d req-333fc1ef-5d04-4351-9841-a104ffabbe3d tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:19.141043 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-26fff240-479f-4207-a463-e5378ab25c3d req-333fc1ef-5d04-4351-9841-a104ffabbe3d tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.58 "GET /v2.0/ports?device_id=27565975-6b4f-444b-8aa0-a69da026685c HTTP/1.1" status: 200 len: 945 time: 0.0483108 Aug 10 03:57:19.234335 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-26fff240-479f-4207-a463-e5378ab25c3d req-c3a2132c-12ea-4913-9d58-6976860228f8 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Deleting port 1d12abee-f29d-43c2-8237-45c109648aa3 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:57:19.234580 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-26fff240-479f-4207-a463-e5378ab25c3d req-c3a2132c-12ea-4913-9d58-6976860228f8 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:19.320276 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-26fff240-479f-4207-a463-e5378ab25c3d req-c3a2132c-12ea-4913-9d58-6976860228f8 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] For port 1d12abee-f29d-43c2-8237-45c109648aa3, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=1d12abee-f29d-43c2-8237-45c109648aa3,segment=NetworkSegment(2275eff1-f8e4-484b-b902-2a5156bf50e2),segment_id=2275eff1-f8e4-484b-b902-2a5156bf50e2)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:19.320639 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-26fff240-479f-4207-a463-e5378ab25c3d req-c3a2132c-12ea-4913-9d58-6976860228f8 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:19.492106 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-26fff240-479f-4207-a463-e5378ab25c3d req-c3a2132c-12ea-4913-9d58-6976860228f8 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:19.492392 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-26fff240-479f-4207-a463-e5378ab25c3d req-c3a2132c-12ea-4913-9d58-6976860228f8 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:19.492706 n-d-768851-15 neutron-server[94217]: INFO neutron.db.l3_db [req-26fff240-479f-4207-a463-e5378ab25c3d req-c3a2132c-12ea-4913-9d58-6976860228f8 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Floating IP f9f56845-90de-4fb4-a31e-b72242f5767e disassociated. External IP: 172.25.7.73, port: 1d12abee-f29d-43c2-8237-45c109648aa3. Aug 10 03:57:19.493050 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-26fff240-479f-4207-a463-e5378ab25c3d req-c3a2132c-12ea-4913-9d58-6976860228f8 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Calling delete_port for 1d12abee-f29d-43c2-8237-45c109648aa3 owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:57:19.618084 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-26fff240-479f-4207-a463-e5378ab25c3d req-c3a2132c-12ea-4913-9d58-6976860228f8 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:19.647333 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a2132c-12ea-4913-9d58-6976860228f8 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Pushing event deleted for resources: {'Port': ['ID=1d12abee-f29d-43c2-8237-45c109648aa3,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:19.762668 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26fff240-479f-4207-a463-e5378ab25c3d req-c3a2132c-12ea-4913-9d58-6976860228f8 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Router 780fbfee-2254-4af2-9651-761c8fcb90fd has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:57:19.874094 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26fff240-479f-4207-a463-e5378ab25c3d req-c3a2132c-12ea-4913-9d58-6976860228f8 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:57:19.885715 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3e9a73-cff6-437c-97e0-67121930ed27 None None] Sync routers for ids ['780fbfee-2254-4af2-9651-761c8fcb90fd'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:57:19.896084 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3e9a73-cff6-437c-97e0-67121930ed27 None None] Routers {'780fbfee-2254-4af2-9651-761c8fcb90fd'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:57:19.896711 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-5f3e9a73-cff6-437c-97e0-67121930ed27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:57:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['780fbfee-2254-4af2-9651-761c8fcb90fd'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:19.923554 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-26fff240-479f-4207-a463-e5378ab25c3d req-c3a2132c-12ea-4913-9d58-6976860228f8 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] No DVR routers for this DVR port 1d12abee-f29d-43c2-8237-45c109648aa3 on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:57:19.926168 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-26fff240-479f-4207-a463-e5378ab25c3d req-c3a2132c-12ea-4913-9d58-6976860228f8 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:19.928286 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-26fff240-479f-4207-a463-e5378ab25c3d req-c3a2132c-12ea-4913-9d58-6976860228f8 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.58 "DELETE /v2.0/ports/1d12abee-f29d-43c2-8237-45c109648aa3 HTTP/1.1" status: 204 len: 173 time: 0.7812738 Aug 10 03:57:19.928729 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27565975-6b4f-444b-8aa0-a69da026685c', 'name': 'network-vif-deleted', 'tag': '1d12abee-f29d-43c2-8237-45c109648aa3'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:57:19.931423 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def9ff72-b87a-4980-9be3-7cd666c6ab62" -d '{"events": [{"server_uuid": "27565975-6b4f-444b-8aa0-a69da026685c", "name": "network-vif-deleted", "tag": "1d12abee-f29d-43c2-8237-45c109648aa3"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:57:19.969438 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b97e02-a5a8-4cbe-ab73-645af56e8c65 x-openstack-request-id: req-78b97e02-a5a8-4cbe-ab73-645af56e8c65 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:57:19.969725 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27565975-6b4f-444b-8aa0-a69da026685c", "name": "network-vif-deleted", "tag": "1d12abee-f29d-43c2-8237-45c109648aa3", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:57:19.970438 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-78b97e02-a5a8-4cbe-ab73-645af56e8c65 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:57:19.970438 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27565975-6b4f-444b-8aa0-a69da026685c', 'name': 'network-vif-deleted', 'tag': '1d12abee-f29d-43c2-8237-45c109648aa3', 'status': 'completed', 'code': 200} Aug 10 03:57:20.012327 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-5f3e9a73-cff6-437c-97e0-67121930ed27 None None] Set router 780fbfee-2254-4af2-9651-761c8fcb90fd gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:57:20.209854 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b5520c57-0685-4968-92db-6f5fbd47c210 req-696910a3-60f5-4f0d-be35-238ecc5b9a89 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=27565975-6b4f-444b-8aa0-a69da026685c HTTP/1.1" status: 200 len: 210 time: 0.0276387 Aug 10 03:57:20.217360 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-5f3e9a73-cff6-437c-97e0-67121930ed27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'name': 'tempest-ServerActionsTestJSON-825413776-router', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '2523bf1d-482d-4b27-87d5-680aa876fc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:48Z', 'revision_number': 4, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'gw_port': {'id': '2523bf1d-482d-4b27-87d5-680aa876fc6e', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'd3e70708-4814-42a5-9216-9f0ab9e45305', 'name': '', 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'mac_address': 'fa:16:3e:14:a0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '2d0c7c35-bbf6-4a01-848b-1621ba2632dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:47Z', 'updated_at': '2021-08-10T03:52:53Z', 'revision_number': 5, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'subnets': [{'id': '2d0c7c35-bbf6-4a01-848b-1621ba2632dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:20.243981 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3e9a73-cff6-437c-97e0-67121930ed27 None None] Checking router: 780fbfee-2254-4af2-9651-761c8fcb90fd for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:57:20.252195 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3e9a73-cff6-437c-97e0-67121930ed27 None None] Routers {'780fbfee-2254-4af2-9651-761c8fcb90fd'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:57:20.252791 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-5f3e9a73-cff6-437c-97e0-67121930ed27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:57:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['780fbfee-2254-4af2-9651-761c8fcb90fd'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:20.354968 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-5f3e9a73-cff6-437c-97e0-67121930ed27 None None] Set router 780fbfee-2254-4af2-9651-761c8fcb90fd gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:57:20.569529 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-5f3e9a73-cff6-437c-97e0-67121930ed27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'name': 'tempest-ServerActionsTestJSON-825413776-router', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '2523bf1d-482d-4b27-87d5-680aa876fc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:48Z', 'revision_number': 4, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'gw_port': {'id': '2523bf1d-482d-4b27-87d5-680aa876fc6e', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'd3e70708-4814-42a5-9216-9f0ab9e45305', 'name': '', 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'mac_address': 'fa:16:3e:14:a0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '2d0c7c35-bbf6-4a01-848b-1621ba2632dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:47Z', 'updated_at': '2021-08-10T03:52:53Z', 'revision_number': 5, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'subnets': [{'id': '2d0c7c35-bbf6-4a01-848b-1621ba2632dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:20.600541 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3e9a73-cff6-437c-97e0-67121930ed27 None None] The sync data for ids ['780fbfee-2254-4af2-9651-761c8fcb90fd'] in n-d-768851-15 is: [{'id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'name': 'tempest-ServerActionsTestJSON-825413776-router', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '2523bf1d-482d-4b27-87d5-680aa876fc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:48Z', 'revision_number': 4, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'gw_port': {'id': '2523bf1d-482d-4b27-87d5-680aa876fc6e', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'd3e70708-4814-42a5-9216-9f0ab9e45305', 'name': '', 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'mac_address': 'fa:16:3e:14:a0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '2d0c7c35-bbf6-4a01-848b-1621ba2632dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:47Z', 'updated_at': '2021-08-10T03:52:53Z', 'revision_number': 5, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'subnets': [{'id': '2d0c7c35-bbf6-4a01-848b-1621ba2632dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:57:20.818307 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74da87a-9b4d-4e7d-823e-d32decce51a7 None None] New status for floating IP f9f56845-90de-4fb4-a31e-b72242f5767e: DOWN {{(pid=94219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:57:21.479516 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1c51e94b-36e9-47e9-9feb-7d18b1983893 req-31afdaba-05a8-4da0-bb25-067c1f26e277 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--843576868&fields=id&tenant_id=4b8daa411c274795a838cc99da285a8a HTTP/1.1" status: 200 len: 267 time: 0.0325384 Aug 10 03:57:21.587933 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51e94b-36e9-47e9-9feb-7d18b1983893 req-e1b565fe-5d1b-4915-9416-c3fc58abfe93 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:21.589281 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1c51e94b-36e9-47e9-9feb-7d18b1983893 req-e1b565fe-5d1b-4915-9416-c3fc58abfe93 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/networks?id=852ba6a3-b418-4264-a196-720a2aa07241 HTTP/1.1" status: 200 len: 811 time: 0.1026816 Aug 10 03:57:21.603869 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1c51e94b-36e9-47e9-9feb-7d18b1983893 req-edc068d2-e4a4-453a-b9d7-3845c44d451c tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/quotas/4b8daa411c274795a838cc99da285a8a HTTP/1.1" status: 200 len: 375 time: 0.0089629 Aug 10 03:57:21.657126 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1c51e94b-36e9-47e9-9feb-7d18b1983893 req-a4b850a8-2404-42f1-a19e-7484c65fa2d2 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4b8daa411c274795a838cc99da285a8a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0475826 Aug 10 03:57:21.754705 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1c51e94b-36e9-47e9-9feb-7d18b1983893 req-6a7456a2-7ea0-436c-ac0a-32071d97969c service neutron] 10.222.0.62 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862083 Aug 10 03:57:21.842058 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1c51e94b-36e9-47e9-9feb-7d18b1983893 req-24d6072f-0c88-4f49-9f5e-2c241b6d43f8 service neutron] 10.222.0.62 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812027 Aug 10 03:57:22.951046 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:57:23.015454 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e05dca83-f933-434c-b70e-b517a4fb3ebf req-9bf7146e-0e56-400b-97c0-51ad6df1bf62 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee5bef07-be2f-40a9-bf72-a9162a70da6b HTTP/1.1" status: 200 len: 210 time: 0.0270841 Aug 10 03:57:23.897096 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51e94b-36e9-47e9-9feb-7d18b1983893 req-df335a4e-a345-4ac9-89d3-d9a505efeaf1 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:23.898545 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1c51e94b-36e9-47e9-9feb-7d18b1983893 req-df335a4e-a345-4ac9-89d3-d9a505efeaf1 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.58 "GET /v2.0/networks?id=852ba6a3-b418-4264-a196-720a2aa07241 HTTP/1.1" status: 200 len: 811 time: 0.1032398 Aug 10 03:57:23.943100 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1c51e94b-36e9-47e9-9feb-7d18b1983893 req-2fccf1f7-9710-425b-9444-60514fe64d67 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b8daa411c274795a838cc99da285a8a HTTP/1.1" status: 200 len: 379 time: 0.0345440 Aug 10 03:57:23.954988 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-1c51e94b-36e9-47e9-9feb-7d18b1983893 req-ca742eb0-bb5a-4c26-b35a-c5913012e4b2 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Request body: {'port': {'device_id': 'ee5bef07-be2f-40a9-bf72-a9162a70da6b', 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241', 'admin_state_up': True, 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'security_groups': ['ad6d058f-cdd7-4385-8c54-ba8929bbc15a']}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:24.062190 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c51e94b-36e9-47e9-9feb-7d18b1983893 req-ca742eb0-bb5a-4c26-b35a-c5913012e4b2 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Made reservation on behalf of 4b8daa411c274795a838cc99da285a8a for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:57:24.066198 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-1c51e94b-36e9-47e9-9feb-7d18b1983893 req-ca742eb0-bb5a-4c26-b35a-c5913012e4b2 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:24.196493 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-1c51e94b-36e9-47e9-9feb-7d18b1983893 req-ca742eb0-bb5a-4c26-b35a-c5913012e4b2 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Allocated IP 172.20.0.3 (852ba6a3-b418-4264-a196-720a2aa07241/2d0c7c35-bbf6-4a01-848b-1621ba2632dc/d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:57:24.349953 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-1c51e94b-36e9-47e9-9feb-7d18b1983893 req-ca742eb0-bb5a-4c26-b35a-c5913012e4b2 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:24.365316 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-1c51e94b-36e9-47e9-9feb-7d18b1983893 req-ca742eb0-bb5a-4c26-b35a-c5913012e4b2 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Transition to ACTIVE for port object d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:24.402900 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-1c51e94b-36e9-47e9-9feb-7d18b1983893 req-ca742eb0-bb5a-4c26-b35a-c5913012e4b2 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:24.438860 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a6022991-8602-4c69-823c-55ef99b62bb1 req-8e036b14-aa1f-4cf4-ac4b-d768889b6a50 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee5bef07-be2f-40a9-bf72-a9162a70da6b HTTP/1.1" status: 200 len: 210 time: 0.3551970 Aug 10 03:57:24.449698 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c51e94b-36e9-47e9-9feb-7d18b1983893 req-ca742eb0-bb5a-4c26-b35a-c5913012e4b2 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Network 852ba6a3-b418-4264-a196-720a2aa07241 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:57:24.457703 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca742eb0-bb5a-4c26-b35a-c5913012e4b2 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Pushing event updated for resources: {'Port': ['ID=d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:24.461334 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-1c51e94b-36e9-47e9-9feb-7d18b1983893 req-ca742eb0-bb5a-4c26-b35a-c5913012e4b2 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:24.463407 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c51e94b-36e9-47e9-9feb-7d18b1983893 req-ca742eb0-bb5a-4c26-b35a-c5913012e4b2 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:57:24.518530 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51e94b-36e9-47e9-9feb-7d18b1983893 req-ca742eb0-bb5a-4c26-b35a-c5913012e4b2 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:24.519091 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-1c51e94b-36e9-47e9-9feb-7d18b1983893 req-ca742eb0-bb5a-4c26-b35a-c5913012e4b2 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:24.533884 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1c51e94b-36e9-47e9-9feb-7d18b1983893 req-ca742eb0-bb5a-4c26-b35a-c5913012e4b2 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5830674 Aug 10 03:57:24.545309 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [req-1c51e94b-36e9-47e9-9feb-7d18b1983893 req-46a1c2fe-9a3e-4fd0-9cb0-3d27159fb68e tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:57:24.546304 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1c51e94b-36e9-47e9-9feb-7d18b1983893 req-46a1c2fe-9a3e-4fd0-9cb0-3d27159fb68e tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060539 Aug 10 03:57:24.558375 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-1c51e94b-36e9-47e9-9feb-7d18b1983893 req-6feb0503-f6b5-4415-8635-40d2e1b440e5 service neutron] Request body: {'port': {'device_id': 'ee5bef07-be2f-40a9-bf72-a9162a70da6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:24.615737 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 1d12abee-f29d-43c2-8237-45c109648aa3 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:57:24.617210 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-1c51e94b-36e9-47e9-9feb-7d18b1983893 req-6feb0503-f6b5-4415-8635-40d2e1b440e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:24.637227 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: 1d12abee-f29d-43c2-8237-45c109648aa3 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:57:24.637568 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 1d12abee-f29d-43c2-8237-45c109648aa3 not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:57:24.707455 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-8a386dce-e731-444d-a5a3-087c0bd27099 None None] Provisioning for port d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:57:24.710726 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-8a386dce-e731-444d-a5a3-087c0bd27099 None None] Provisioning complete for port d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:24.711147 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8a386dce-e731-444d-a5a3-087c0bd27099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:24.748748 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-8a386dce-e731-444d-a5a3-087c0bd27099 None None] Port d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:57:24.877537 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-1c51e94b-36e9-47e9-9feb-7d18b1983893 req-6feb0503-f6b5-4415-8635-40d2e1b440e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:57:24.884737 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-1c51e94b-36e9-47e9-9feb-7d18b1983893 req-6feb0503-f6b5-4415-8635-40d2e1b440e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:24.897935 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-1c51e94b-36e9-47e9-9feb-7d18b1983893 req-6feb0503-f6b5-4415-8635-40d2e1b440e5 service neutron] Transition to ACTIVE for port object d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:24.901036 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-1c51e94b-36e9-47e9-9feb-7d18b1983893 req-6feb0503-f6b5-4415-8635-40d2e1b440e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:24.970175 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feb0503-f6b5-4415-8635-40d2e1b440e5 service neutron] Pushing event updated for resources: {'Port': ['ID=d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:25.019793 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-1c51e94b-36e9-47e9-9feb-7d18b1983893 req-6feb0503-f6b5-4415-8635-40d2e1b440e5 service neutron] Attempting to bind port d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:57:25.020129 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-1c51e94b-36e9-47e9-9feb-7d18b1983893 req-6feb0503-f6b5-4415-8635-40d2e1b440e5 service neutron] Attempting to bind port d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '2275eff1-f8e4-484b-b902-2a5156bf50e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:57:25.020471 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c51e94b-36e9-47e9-9feb-7d18b1983893 req-6feb0503-f6b5-4415-8635-40d2e1b440e5 service neutron] Attempting to bind port d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 on network 852ba6a3-b418-4264-a196-720a2aa07241 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:57:25.024906 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c51e94b-36e9-47e9-9feb-7d18b1983893 req-6feb0503-f6b5-4415-8635-40d2e1b440e5 service neutron] Port d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 on network 852ba6a3-b418-4264-a196-720a2aa07241 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:57:25.025228 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c51e94b-36e9-47e9-9feb-7d18b1983893 req-6feb0503-f6b5-4415-8635-40d2e1b440e5 service neutron] Attempting to bind port d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 on network 852ba6a3-b418-4264-a196-720a2aa07241 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:57:25.031089 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c51e94b-36e9-47e9-9feb-7d18b1983893 req-6feb0503-f6b5-4415-8635-40d2e1b440e5 service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:57:25.031426 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c51e94b-36e9-47e9-9feb-7d18b1983893 req-6feb0503-f6b5-4415-8635-40d2e1b440e5 service neutron] Checking segment: {'id': '2275eff1-f8e4-484b-b902-2a5156bf50e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:57:25.031809 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c51e94b-36e9-47e9-9feb-7d18b1983893 req-6feb0503-f6b5-4415-8635-40d2e1b440e5 service neutron] Bound using segment: {'id': '2275eff1-f8e4-484b-b902-2a5156bf50e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:57:25.032239 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-1c51e94b-36e9-47e9-9feb-7d18b1983893 req-6feb0503-f6b5-4415-8635-40d2e1b440e5 service neutron] Bound port: d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2275eff1-f8e4-484b-b902-2a5156bf50e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:57:25.032602 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-1c51e94b-36e9-47e9-9feb-7d18b1983893 req-6feb0503-f6b5-4415-8635-40d2e1b440e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:25.098992 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-1c51e94b-36e9-47e9-9feb-7d18b1983893 req-6feb0503-f6b5-4415-8635-40d2e1b440e5 service neutron] For port d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:57:25.102203 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-1c51e94b-36e9-47e9-9feb-7d18b1983893 req-6feb0503-f6b5-4415-8635-40d2e1b440e5 service neutron] For port d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5,segment=NetworkSegment(2275eff1-f8e4-484b-b902-2a5156bf50e2),segment_id=2275eff1-f8e4-484b-b902-2a5156bf50e2)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:57:25.105722 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-1c51e94b-36e9-47e9-9feb-7d18b1983893 req-6feb0503-f6b5-4415-8635-40d2e1b440e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:25.141967 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51e94b-36e9-47e9-9feb-7d18b1983893 req-6feb0503-f6b5-4415-8635-40d2e1b440e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:25.142595 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-1c51e94b-36e9-47e9-9feb-7d18b1983893 req-6feb0503-f6b5-4415-8635-40d2e1b440e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:25.144063 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1c51e94b-36e9-47e9-9feb-7d18b1983893 req-6feb0503-f6b5-4415-8635-40d2e1b440e5 service neutron] 10.222.0.58 "PUT /v2.0/ports/d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 HTTP/1.1" status: 200 len: 1092 time: 0.5903857 Aug 10 03:57:25.144531 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee5bef07-be2f-40a9-bf72-a9162a70da6b', 'tag': 'd1d1f6ac-2d3f-4ba4-a5da-163582bf53c5'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:57:25.146856 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bbd8b3c-073d-4ce2-ae8a-f4b30a63290e" -d '{"events": [{"name": "network-changed", "server_uuid": "ee5bef07-be2f-40a9-bf72-a9162a70da6b", "tag": "d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:57:25.185613 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feb0503-f6b5-4415-8635-40d2e1b440e5 service neutron] Pushing event updated for resources: {'Port': ['ID=d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:25.218397 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa338a0-ed02-4c45-bb8b-4be2eb610665 x-openstack-request-id: req-0aa338a0-ed02-4c45-bb8b-4be2eb610665 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:57:25.218693 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee5bef07-be2f-40a9-bf72-a9162a70da6b", "tag": "d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:57:25.218976 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0aa338a0-ed02-4c45-bb8b-4be2eb610665 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:57:25.219377 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee5bef07-be2f-40a9-bf72-a9162a70da6b', 'tag': 'd1d1f6ac-2d3f-4ba4-a5da-163582bf53c5', 'status': 'completed', 'code': 200} Aug 10 03:57:25.235066 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51e94b-36e9-47e9-9feb-7d18b1983893 req-868a9103-cf96-47a5-8a2a-7d10143ba6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:25.236628 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1c51e94b-36e9-47e9-9feb-7d18b1983893 req-868a9103-cf96-47a5-8a2a-7d10143ba6d1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4b8daa411c274795a838cc99da285a8a&device_id=ee5bef07-be2f-40a9-bf72-a9162a70da6b HTTP/1.1" status: 200 len: 1095 time: 0.0466936 Aug 10 03:57:25.280336 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1c51e94b-36e9-47e9-9feb-7d18b1983893 req-e6fd636c-2579-4bb8-8632-ab63a08b4166 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 HTTP/1.1" status: 200 len: 217 time: 0.0356777 Aug 10 03:57:25.334456 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51e94b-36e9-47e9-9feb-7d18b1983893 req-43619306-b302-48cb-b030-5fc31e2f1729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:25.335983 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1c51e94b-36e9-47e9-9feb-7d18b1983893 req-43619306-b302-48cb-b030-5fc31e2f1729 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2d0c7c35-bbf6-4a01-848b-1621ba2632dc HTTP/1.1" status: 200 len: 850 time: 0.0486274 Aug 10 03:57:25.381512 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51e94b-36e9-47e9-9feb-7d18b1983893 req-34441edb-9f24-42ea-8a6f-3d12acd6f8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:25.383064 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1c51e94b-36e9-47e9-9feb-7d18b1983893 req-34441edb-9f24-42ea-8a6f-3d12acd6f8dd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=852ba6a3-b418-4264-a196-720a2aa07241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403752 Aug 10 03:57:25.473811 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1c51e94b-36e9-47e9-9feb-7d18b1983893 req-f6cdb057-270a-45a3-99c5-ff86d170cade service neutron] 10.222.0.58 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831230 Aug 10 03:57:25.552284 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf5fba7-f28c-4e37-bd0a-58bba980d5ee req-b70ee77f-68e1-4392-9705-8d4cf8c06e64 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:25.553819 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6bf5fba7-f28c-4e37-bd0a-58bba980d5ee req-b70ee77f-68e1-4392-9705-8d4cf8c06e64 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee5bef07-be2f-40a9-bf72-a9162a70da6b HTTP/1.1" status: 200 len: 943 time: 0.0479903 Aug 10 03:57:25.569680 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1c51e94b-36e9-47e9-9feb-7d18b1983893 req-f3501964-179d-4e36-8b1c-4a6d0107ce20 service neutron] 10.222.0.58 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887270 Aug 10 03:57:25.593173 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6bf5fba7-f28c-4e37-bd0a-58bba980d5ee req-a37c0ae4-50a4-410a-b471-890c88e0c7fd tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334139 Aug 10 03:57:25.654319 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd8b3c-073d-4ce2-ae8a-f4b30a63290e req-98d1ac52-af9d-4db9-ad35-c18e1ea6a3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:25.655823 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0bbd8b3c-073d-4ce2-ae8a-f4b30a63290e req-98d1ac52-af9d-4db9-ad35-c18e1ea6a3eb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4b8daa411c274795a838cc99da285a8a&device_id=ee5bef07-be2f-40a9-bf72-a9162a70da6b HTTP/1.1" status: 200 len: 1095 time: 0.0408490 Aug 10 03:57:25.747068 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd8b3c-073d-4ce2-ae8a-f4b30a63290e req-6196e033-d5a3-4eba-875e-784467ef1a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:25.749403 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0bbd8b3c-073d-4ce2-ae8a-f4b30a63290e req-6196e033-d5a3-4eba-875e-784467ef1a75 service neutron] 10.222.0.58 "GET /v2.0/networks?id=852ba6a3-b418-4264-a196-720a2aa07241 HTTP/1.1" status: 200 len: 912 time: 0.0862110 Aug 10 03:57:25.790079 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0bbd8b3c-073d-4ce2-ae8a-f4b30a63290e req-ddbbebce-bee9-4aed-a2d6-894ccceaf8c6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 HTTP/1.1" status: 200 len: 217 time: 0.0339949 Aug 10 03:57:25.837952 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd8b3c-073d-4ce2-ae8a-f4b30a63290e req-cab7fa96-902e-4464-b298-cbd9efff1393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:25.839314 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0bbd8b3c-073d-4ce2-ae8a-f4b30a63290e req-cab7fa96-902e-4464-b298-cbd9efff1393 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2d0c7c35-bbf6-4a01-848b-1621ba2632dc HTTP/1.1" status: 200 len: 850 time: 0.0421603 Aug 10 03:57:25.888917 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd8b3c-073d-4ce2-ae8a-f4b30a63290e req-dbd46c88-76ce-4216-acc9-0a254b6ff6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:25.890440 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0bbd8b3c-073d-4ce2-ae8a-f4b30a63290e req-dbd46c88-76ce-4216-acc9-0a254b6ff6b3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=852ba6a3-b418-4264-a196-720a2aa07241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433402 Aug 10 03:57:26.277204 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0bbd8b3c-073d-4ce2-ae8a-f4b30a63290e req-9475b036-bf58-49fe-bc6d-1a9a428c7e75 service neutron] 10.222.0.58 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3773034 Aug 10 03:57:26.371974 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0bbd8b3c-073d-4ce2-ae8a-f4b30a63290e req-595d2d81-b2b4-4129-9a51-4c262068c40f service neutron] 10.222.0.58 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868127 Aug 10 03:57:26.621577 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:26.631277 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:57:26.709155 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f5122-0012-44c5-b0e4-1eaf2ae006dc req-64a3ae11-fc62-4626-a1c2-4c8207425f41 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:26.711296 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-012f5122-0012-44c5-b0e4-1eaf2ae006dc req-64a3ae11-fc62-4626-a1c2-4c8207425f41 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee5bef07-be2f-40a9-bf72-a9162a70da6b HTTP/1.1" status: 200 len: 943 time: 0.0493455 Aug 10 03:57:26.725523 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5,segment=NetworkSegment(2275eff1-f8e4-484b-b902-2a5156bf50e2),segment_id=2275eff1-f8e4-484b-b902-2a5156bf50e2)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:26.737116 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': 'd1d1f6ac-2d3f-4ba4-a5da-163582bf53c5', 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241', 'port_id': 'd1d1f6ac-2d3f-4ba4-a5da-163582bf53c5', 'mac_address': 'fa:16:3e:b4:fc:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d0c7c35-bbf6-4a01-848b-1621ba2632dc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:57:26.750893 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-012f5122-0012-44c5-b0e4-1eaf2ae006dc req-09e19035-1af7-4e45-9358-d16a53a78496 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325973 Aug 10 03:57:26.775116 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:26.790950 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:57:26.809671 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5,segment=NetworkSegment(2275eff1-f8e4-484b-b902-2a5156bf50e2),segment_id=2275eff1-f8e4-484b-b902-2a5156bf50e2)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:26.813466 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:26.859653 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:26.998769 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:57:27.023526 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:27.868763 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247e87f-db11-4591-9562-523f45fa3d05 req-73db0ceb-37ad-436e-8840-85edfc068fc0 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:27.870263 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5247e87f-db11-4591-9562-523f45fa3d05 req-73db0ceb-37ad-436e-8840-85edfc068fc0 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee5bef07-be2f-40a9-bf72-a9162a70da6b HTTP/1.1" status: 200 len: 944 time: 0.0523818 Aug 10 03:57:27.907873 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5247e87f-db11-4591-9562-523f45fa3d05 req-1a0a704b-df34-4951-a1a4-eca7ae4ac29b tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316448 Aug 10 03:57:28.663024 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:57:28.713779 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:57:28.717644 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:28.718018 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:28.792799 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:28.815919 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee5bef07-be2f-40a9-bf72-a9162a70da6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d1f6ac-2d3f-4ba4-a5da-163582bf53c5'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:57:28.818414 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bbe0034-8afb-4ece-9137-b9ef10f468e6" -d '{"events": [{"server_uuid": "ee5bef07-be2f-40a9-bf72-a9162a70da6b", "name": "network-vif-plugged", "status": "completed", "tag": "d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:57:28.830872 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5,segment=NetworkSegment(2275eff1-f8e4-484b-b902-2a5156bf50e2),segment_id=2275eff1-f8e4-484b-b902-2a5156bf50e2)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:28.835042 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:28.862331 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49b59ae-7367-4567-9c7a-f83c4604d24f x-openstack-request-id: req-f49b59ae-7367-4567-9c7a-f83c4604d24f {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:57:28.862623 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee5bef07-be2f-40a9-bf72-a9162a70da6b", "name": "network-vif-plugged", "status": "completed", "tag": "d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:57:28.862911 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f49b59ae-7367-4567-9c7a-f83c4604d24f {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:57:28.863297 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee5bef07-be2f-40a9-bf72-a9162a70da6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d1f6ac-2d3f-4ba4-a5da-163582bf53c5', 'code': 200} Aug 10 03:57:28.890510 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:28.955843 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad75da7-15b0-4710-8676-cd2988dbc565 req-ed8c9892-3e76-4dc1-92bd-6dd9cf2eca7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:28.957376 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8ad75da7-15b0-4710-8676-cd2988dbc565 req-ed8c9892-3e76-4dc1-92bd-6dd9cf2eca7d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ee5bef07-be2f-40a9-bf72-a9162a70da6b HTTP/1.1" status: 200 len: 1097 time: 0.0420120 Aug 10 03:57:28.992341 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8ad75da7-15b0-4710-8676-cd2988dbc565 req-3cbb71c6-98d8-4747-ba65-e2bc83c21a92 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281508 Aug 10 03:57:29.021614 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961114a-f856-4dc4-b181-55a47d200a60 req-5063a813-d73a-4184-ab59-8eace0dbb368 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:29.023133 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c961114a-f856-4dc4-b181-55a47d200a60 req-5063a813-d73a-4184-ab59-8eace0dbb368 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee5bef07-be2f-40a9-bf72-a9162a70da6b HTTP/1.1" status: 200 len: 945 time: 0.0490978 Aug 10 03:57:29.059980 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c961114a-f856-4dc4-b181-55a47d200a60 req-82aca1c0-961c-4cc1-8a07-6a17da7755e2 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309951 Aug 10 03:57:30.177878 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79507d38-c70b-4da7-890c-28ce384bc5d1 req-70b47d70-7b4a-4c3f-bb7b-c1ac2ee924f7 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:30.179391 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-79507d38-c70b-4da7-890c-28ce384bc5d1 req-70b47d70-7b4a-4c3f-bb7b-c1ac2ee924f7 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee5bef07-be2f-40a9-bf72-a9162a70da6b HTTP/1.1" status: 200 len: 945 time: 0.0492961 Aug 10 03:57:30.216325 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-79507d38-c70b-4da7-890c-28ce384bc5d1 req-91399a19-3053-4d70-b548-c70fab8f33e1 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311053 Aug 10 03:57:30.330517 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e010c1-21f4-4509-a7f8-ce5cadb82af1 req-3ffab242-c821-4502-a743-7344422d8b8b tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:30.332034 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-91e010c1-21f4-4509-a7f8-ce5cadb82af1 req-3ffab242-c821-4502-a743-7344422d8b8b tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee5bef07-be2f-40a9-bf72-a9162a70da6b HTTP/1.1" status: 200 len: 945 time: 0.0525465 Aug 10 03:57:30.340651 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 40534) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:30.345734 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-e963e82c-281e-4682-ae68-d5331177c06d tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Request body: {'floatingip': {'port_id': 'd1d1f6ac-2d3f-4ba4-a5da-163582bf53c5'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:30.383998 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e963e82c-281e-4682-ae68-d5331177c06d tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks [] for floatingip, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:30.385801 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d3232a5c-8a83-40fd-9979-7fcf517ce645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:30.813905 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e963e82c-281e-4682-ae68-d5331177c06d tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:30.818043 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e963e82c-281e-4682-ae68-d5331177c06d tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:30.917506 n-d-768851-15 neutron-server[94216]: INFO neutron.db.l3_db [None req-e963e82c-281e-4682-ae68-d5331177c06d tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Floating IP f9f56845-90de-4fb4-a31e-b72242f5767e associated. External IP: 172.25.7.73, port: d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5. Aug 10 03:57:31.125312 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e963e82c-281e-4682-ae68-d5331177c06d tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Router 780fbfee-2254-4af2-9651-761c8fcb90fd has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:57:31.239804 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e963e82c-281e-4682-ae68-d5331177c06d tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:57:31.244689 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e963e82c-281e-4682-ae68-d5331177c06d tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:31.249883 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138878e3-4fb6-4efd-9652-9787c58f3df8 None None] Sync routers for ids ['780fbfee-2254-4af2-9651-761c8fcb90fd'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:57:31.260118 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138878e3-4fb6-4efd-9652-9787c58f3df8 None None] Routers {'780fbfee-2254-4af2-9651-761c8fcb90fd'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:57:31.260749 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-138878e3-4fb6-4efd-9652-9787c58f3df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:57:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['780fbfee-2254-4af2-9651-761c8fcb90fd'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:31.274840 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-e963e82c-281e-4682-ae68-d5331177c06d tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "PUT /v2.0/floatingips/f9f56845-90de-4fb4-a31e-b72242f5767e HTTP/1.1" status: 200 len: 990 time: 0.9330618 Aug 10 03:57:31.275538 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee5bef07-be2f-40a9-bf72-a9162a70da6b', 'tag': 'd1d1f6ac-2d3f-4ba4-a5da-163582bf53c5'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:57:31.277839 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5833af6a-5711-436a-8413-aab8815c3646" -d '{"events": [{"name": "network-changed", "server_uuid": "ee5bef07-be2f-40a9-bf72-a9162a70da6b", "tag": "d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:57:31.317517 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b87ec8-8803-4ff9-873c-a39587649c17 x-openstack-request-id: req-39b87ec8-8803-4ff9-873c-a39587649c17 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:57:31.317747 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee5bef07-be2f-40a9-bf72-a9162a70da6b", "tag": "d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:57:31.318127 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-39b87ec8-8803-4ff9-873c-a39587649c17 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:57:31.319092 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee5bef07-be2f-40a9-bf72-a9162a70da6b', 'tag': 'd1d1f6ac-2d3f-4ba4-a5da-163582bf53c5', 'status': 'completed', 'code': 200} Aug 10 03:57:31.393984 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5833af6a-5711-436a-8413-aab8815c3646 req-87e5ceef-a5c2-4889-9817-5352858458a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:31.395588 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5833af6a-5711-436a-8413-aab8815c3646 req-87e5ceef-a5c2-4889-9817-5352858458a5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4b8daa411c274795a838cc99da285a8a&device_id=ee5bef07-be2f-40a9-bf72-a9162a70da6b HTTP/1.1" status: 200 len: 1097 time: 0.0453856 Aug 10 03:57:31.494152 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5833af6a-5711-436a-8413-aab8815c3646 req-79d228b6-2c80-4228-ab4f-c3a797b45879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:31.495695 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5833af6a-5711-436a-8413-aab8815c3646 req-79d228b6-2c80-4228-ab4f-c3a797b45879 service neutron] 10.222.0.58 "GET /v2.0/networks?id=852ba6a3-b418-4264-a196-720a2aa07241 HTTP/1.1" status: 200 len: 912 time: 0.0934432 Aug 10 03:57:31.542831 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-138878e3-4fb6-4efd-9652-9787c58f3df8 None None] Set router 780fbfee-2254-4af2-9651-761c8fcb90fd gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:57:31.563051 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5833af6a-5711-436a-8413-aab8815c3646 req-356baa2c-b6e8-45c0-a96e-9b413c530970 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 HTTP/1.1" status: 200 len: 998 time: 0.0600083 Aug 10 03:57:31.611139 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5833af6a-5711-436a-8413-aab8815c3646 req-2311e588-bc9b-4b92-83f9-f66bd8b6ac0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:31.612517 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5833af6a-5711-436a-8413-aab8815c3646 req-2311e588-bc9b-4b92-83f9-f66bd8b6ac0b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2d0c7c35-bbf6-4a01-848b-1621ba2632dc HTTP/1.1" status: 200 len: 850 time: 0.0432494 Aug 10 03:57:31.662592 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5833af6a-5711-436a-8413-aab8815c3646 req-82c2b4d7-dac7-46a3-a6ab-2ae62cbaba39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:31.664333 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5833af6a-5711-436a-8413-aab8815c3646 req-82c2b4d7-dac7-46a3-a6ab-2ae62cbaba39 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=852ba6a3-b418-4264-a196-720a2aa07241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450072 Aug 10 03:57:31.754170 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5833af6a-5711-436a-8413-aab8815c3646 req-ee8990af-a79f-4cc9-96e1-018cd0fd10b0 service neutron] 10.222.0.58 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821354 Aug 10 03:57:31.767345 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-138878e3-4fb6-4efd-9652-9787c58f3df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'name': 'tempest-ServerActionsTestJSON-825413776-router', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '2523bf1d-482d-4b27-87d5-680aa876fc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:48Z', 'revision_number': 4, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'gw_port': {'id': '2523bf1d-482d-4b27-87d5-680aa876fc6e', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': 'f9f56845-90de-4fb4-a31e-b72242f5767e', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'floating_ip_address': '172.25.7.73', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'port_id': 'd1d1f6ac-2d3f-4ba4-a5da-163582bf53c5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241', 'mac_address': 'fa:16:3e:b4:fc:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5bef07-be2f-40a9-bf72-a9162a70da6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:52:50Z', 'updated_at': '2021-08-10T03:57:30Z', 'revision_number': 9, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3e70708-4814-42a5-9216-9f0ab9e45305', 'name': '', 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'mac_address': 'fa:16:3e:14:a0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '2d0c7c35-bbf6-4a01-848b-1621ba2632dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:47Z', 'updated_at': '2021-08-10T03:52:53Z', 'revision_number': 5, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'subnets': [{'id': '2d0c7c35-bbf6-4a01-848b-1621ba2632dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:31.794062 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138878e3-4fb6-4efd-9652-9787c58f3df8 None None] Checking router: 780fbfee-2254-4af2-9651-761c8fcb90fd for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:57:31.802578 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138878e3-4fb6-4efd-9652-9787c58f3df8 None None] Routers {'780fbfee-2254-4af2-9651-761c8fcb90fd'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:57:31.803252 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-138878e3-4fb6-4efd-9652-9787c58f3df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:57:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['780fbfee-2254-4af2-9651-761c8fcb90fd'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:31.847864 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5833af6a-5711-436a-8413-aab8815c3646 req-ce1ec973-fde8-455b-b417-e16a9f822461 service neutron] 10.222.0.58 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870438 Aug 10 03:57:31.910841 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-138878e3-4fb6-4efd-9652-9787c58f3df8 None None] Set router 780fbfee-2254-4af2-9651-761c8fcb90fd gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:57:32.131692 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-138878e3-4fb6-4efd-9652-9787c58f3df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'name': 'tempest-ServerActionsTestJSON-825413776-router', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '2523bf1d-482d-4b27-87d5-680aa876fc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:48Z', 'revision_number': 4, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'gw_port': {'id': '2523bf1d-482d-4b27-87d5-680aa876fc6e', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': 'f9f56845-90de-4fb4-a31e-b72242f5767e', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'floating_ip_address': '172.25.7.73', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'port_id': 'd1d1f6ac-2d3f-4ba4-a5da-163582bf53c5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241', 'mac_address': 'fa:16:3e:b4:fc:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5bef07-be2f-40a9-bf72-a9162a70da6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:52:50Z', 'updated_at': '2021-08-10T03:57:30Z', 'revision_number': 9, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3e70708-4814-42a5-9216-9f0ab9e45305', 'name': '', 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'mac_address': 'fa:16:3e:14:a0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '2d0c7c35-bbf6-4a01-848b-1621ba2632dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:47Z', 'updated_at': '2021-08-10T03:52:53Z', 'revision_number': 5, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'subnets': [{'id': '2d0c7c35-bbf6-4a01-848b-1621ba2632dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:32.157818 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138878e3-4fb6-4efd-9652-9787c58f3df8 None None] The sync data for ids ['780fbfee-2254-4af2-9651-761c8fcb90fd'] in n-d-768851-15 is: [{'id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'name': 'tempest-ServerActionsTestJSON-825413776-router', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '2523bf1d-482d-4b27-87d5-680aa876fc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:48Z', 'revision_number': 4, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'gw_port': {'id': '2523bf1d-482d-4b27-87d5-680aa876fc6e', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': 'f9f56845-90de-4fb4-a31e-b72242f5767e', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'floating_ip_address': '172.25.7.73', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'port_id': 'd1d1f6ac-2d3f-4ba4-a5da-163582bf53c5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241', 'mac_address': 'fa:16:3e:b4:fc:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5bef07-be2f-40a9-bf72-a9162a70da6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:52:50Z', 'updated_at': '2021-08-10T03:57:30Z', 'revision_number': 9, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3e70708-4814-42a5-9216-9f0ab9e45305', 'name': '', 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'mac_address': 'fa:16:3e:14:a0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '2d0c7c35-bbf6-4a01-848b-1621ba2632dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:47Z', 'updated_at': '2021-08-10T03:52:53Z', 'revision_number': 5, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'subnets': [{'id': '2d0c7c35-bbf6-4a01-848b-1621ba2632dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:57:32.352665 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d544291-ffa9-47d2-aa75-f2671ddd017b None None] New status for floating IP f9f56845-90de-4fb4-a31e-b72242f5767e: ACTIVE {{(pid=94219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:57:33.098649 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d8a29865-0631-4055-b5f5-78cffc3a896b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:33.459302 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:34.346186 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:36.084610 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:56.622367 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:57.013675 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:59.950595 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:58:00.391571 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-074406d6-8726-4d9f-886d-dd3d81f69ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:03.101284 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b4594e9d-3566-441f-9336-1e0ce8f0ebde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:03.464547 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:04.348935 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:06.086817 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:20.738253 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5d534ce4-8182-4a21-8dec-6f9a34c06817 req-42043725-51b8-4cd3-b456-bd9cd1222ebc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ee5bef07-be2f-40a9-bf72-a9162a70da6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1015582 Aug 10 03:58:20.820857 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d534ce4-8182-4a21-8dec-6f9a34c06817 req-b5b473e6-774b-41b3-b9ce-6f50cafdcbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:20.822326 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5d534ce4-8182-4a21-8dec-6f9a34c06817 req-b5b473e6-774b-41b3-b9ce-6f50cafdcbe2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4b8daa411c274795a838cc99da285a8a&device_id=ee5bef07-be2f-40a9-bf72-a9162a70da6b HTTP/1.1" status: 200 len: 1097 time: 0.0397236 Aug 10 03:58:20.926945 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d534ce4-8182-4a21-8dec-6f9a34c06817 req-1ebb6b0d-789b-4a39-9ad7-036859f86b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:20.928342 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5d534ce4-8182-4a21-8dec-6f9a34c06817 req-1ebb6b0d-789b-4a39-9ad7-036859f86b94 service neutron] 10.222.0.58 "GET /v2.0/networks?id=852ba6a3-b418-4264-a196-720a2aa07241 HTTP/1.1" status: 200 len: 912 time: 0.0871904 Aug 10 03:58:20.991796 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5d534ce4-8182-4a21-8dec-6f9a34c06817 req-0dc44507-632b-4fe0-8679-89f69428adb0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 HTTP/1.1" status: 200 len: 1001 time: 0.0564542 Aug 10 03:58:21.040133 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d534ce4-8182-4a21-8dec-6f9a34c06817 req-01e31d9d-088b-40a3-9774-d39bcf69a55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:21.041564 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5d534ce4-8182-4a21-8dec-6f9a34c06817 req-01e31d9d-088b-40a3-9774-d39bcf69a55b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2d0c7c35-bbf6-4a01-848b-1621ba2632dc HTTP/1.1" status: 200 len: 850 time: 0.0429688 Aug 10 03:58:21.091111 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d534ce4-8182-4a21-8dec-6f9a34c06817 req-9bd19753-8900-4dd9-8b17-fab66fdc20cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:21.092667 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5d534ce4-8182-4a21-8dec-6f9a34c06817 req-9bd19753-8900-4dd9-8b17-fab66fdc20cd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=852ba6a3-b418-4264-a196-720a2aa07241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445337 Aug 10 03:58:21.180354 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5d534ce4-8182-4a21-8dec-6f9a34c06817 req-55861b61-0240-49f3-a386-0af7340e5cee service neutron] 10.222.0.58 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804100 Aug 10 03:58:21.274084 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5d534ce4-8182-4a21-8dec-6f9a34c06817 req-b84db4c6-f8de-42e6-af1f-d7b4f4bc693e service neutron] 10.222.0.58 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867078 Aug 10 03:58:26.620228 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:27.004875 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:30.393109 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c0b8aed6-8126-478a-97b9-6503f4d8e5f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:33.101741 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4ec64e49-4ae2-4290-aa85-0dcde62f9e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:33.456856 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:34.351760 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:36.090448 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:36.949120 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:58:56.622790 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:57.002657 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:00.399377 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-917f3275-7682-4cb4-b473-b3099b4ab305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:03.102856 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9419ca64-f639-472f-b5c3-d8b2da2dedb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:03.459214 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:04.356073 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:06.092859 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:07.271246 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b13ad464-a013-442b-ac84-7b053ca2bad2 req-ccffdf80-cf7f-44c8-8bf6-fca928e1987b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ee5bef07-be2f-40a9-bf72-a9162a70da6b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0416527 Aug 10 03:59:07.286319 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114feda8-38f2-4740-83a1-0ca6078b49d2 req-b15a0f4a-eb9e-41e8-9709-38b1fb3ac443 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:07.288212 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-114feda8-38f2-4740-83a1-0ca6078b49d2 req-b15a0f4a-eb9e-41e8-9709-38b1fb3ac443 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee5bef07-be2f-40a9-bf72-a9162a70da6b HTTP/1.1" status: 200 len: 945 time: 0.0510628 Aug 10 03:59:07.327580 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-114feda8-38f2-4740-83a1-0ca6078b49d2 req-e1f0b77f-02ba-4d19-b9f9-27ab891aa198 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330555 Aug 10 03:59:08.450864 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d1b7f8-a8b2-4e20-b1e9-8b66f94f9bda req-8ac924c9-bb98-4d97-be6c-51be20293878 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:08.452278 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-67d1b7f8-a8b2-4e20-b1e9-8b66f94f9bda req-8ac924c9-bb98-4d97-be6c-51be20293878 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee5bef07-be2f-40a9-bf72-a9162a70da6b HTTP/1.1" status: 200 len: 945 time: 0.0493510 Aug 10 03:59:08.493115 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-67d1b7f8-a8b2-4e20-b1e9-8b66f94f9bda req-64253eb4-a2c4-4b3f-83c8-924a64e89832 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350068 Aug 10 03:59:08.608420 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ad464-a013-442b-ac84-7b053ca2bad2 req-91a3778d-23e8-4709-a7bb-8b823b123bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:08.609964 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b13ad464-a013-442b-ac84-7b053ca2bad2 req-91a3778d-23e8-4709-a7bb-8b823b123bba service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4b8daa411c274795a838cc99da285a8a&device_id=ee5bef07-be2f-40a9-bf72-a9162a70da6b HTTP/1.1" status: 200 len: 1097 time: 0.0395932 Aug 10 03:59:08.703847 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ad464-a013-442b-ac84-7b053ca2bad2 req-92e13b78-b8f7-4651-ba33-2e38d9d30760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:08.705302 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b13ad464-a013-442b-ac84-7b053ca2bad2 req-92e13b78-b8f7-4651-ba33-2e38d9d30760 service neutron] 10.222.0.58 "GET /v2.0/networks?id=852ba6a3-b418-4264-a196-720a2aa07241 HTTP/1.1" status: 200 len: 912 time: 0.0888748 Aug 10 03:59:08.774876 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b13ad464-a013-442b-ac84-7b053ca2bad2 req-7689d13e-3f2a-4663-82db-d8b3a5f95e50 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 HTTP/1.1" status: 200 len: 1001 time: 0.0621305 Aug 10 03:59:08.823962 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ad464-a013-442b-ac84-7b053ca2bad2 req-61f14654-2671-42e5-a132-9ec83c20349d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:08.825384 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b13ad464-a013-442b-ac84-7b053ca2bad2 req-61f14654-2671-42e5-a132-9ec83c20349d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2d0c7c35-bbf6-4a01-848b-1621ba2632dc HTTP/1.1" status: 200 len: 850 time: 0.0439999 Aug 10 03:59:08.882817 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ad464-a013-442b-ac84-7b053ca2bad2 req-c9249686-af5d-44a9-a8c8-e72c500c75ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:08.884319 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b13ad464-a013-442b-ac84-7b053ca2bad2 req-c9249686-af5d-44a9-a8c8-e72c500c75ce service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=852ba6a3-b418-4264-a196-720a2aa07241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520160 Aug 10 03:59:08.970623 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b13ad464-a013-442b-ac84-7b053ca2bad2 req-4f442dad-f38b-4982-8e83-906fc3fe69a4 service neutron] 10.222.0.58 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793955 Aug 10 03:59:09.064802 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b13ad464-a013-442b-ac84-7b053ca2bad2 req-55e7a78d-0593-4391-917b-acdd7943e5e2 service neutron] 10.222.0.58 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873663 Aug 10 03:59:09.610336 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ae1c1-e9ac-4021-9172-04450b4caea8 req-cf960fc5-bc5f-48f4-aa61-23bc131b4607 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:09.611776 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cf1ae1c1-e9ac-4021-9172-04450b4caea8 req-cf960fc5-bc5f-48f4-aa61-23bc131b4607 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee5bef07-be2f-40a9-bf72-a9162a70da6b HTTP/1.1" status: 200 len: 945 time: 0.0505958 Aug 10 03:59:09.649669 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cf1ae1c1-e9ac-4021-9172-04450b4caea8 req-69f86644-a80d-4613-ba73-561e455103cd tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320339 Aug 10 03:59:10.767713 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad039d4-8e0d-4db7-be74-3c873d726281 req-9681ccc3-858f-4a6f-988a-8ca581305ecf tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:10.769241 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3ad039d4-8e0d-4db7-be74-3c873d726281 req-9681ccc3-858f-4a6f-988a-8ca581305ecf tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee5bef07-be2f-40a9-bf72-a9162a70da6b HTTP/1.1" status: 200 len: 945 time: 0.0509348 Aug 10 03:59:10.807204 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3ad039d4-8e0d-4db7-be74-3c873d726281 req-0cc4e056-a25c-4e37-994e-651471ec8501 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319412 Aug 10 03:59:11.921497 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b7044-e971-41d8-8a65-1332e6aa964c req-9f881548-fc2d-448c-b13e-80baaccb8277 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:11.923575 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f42b7044-e971-41d8-8a65-1332e6aa964c req-9f881548-fc2d-448c-b13e-80baaccb8277 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee5bef07-be2f-40a9-bf72-a9162a70da6b HTTP/1.1" status: 200 len: 945 time: 0.0484869 Aug 10 03:59:11.964049 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f42b7044-e971-41d8-8a65-1332e6aa964c req-8f7080e5-16d6-405e-a69c-e9d255b60473 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346251 Aug 10 03:59:13.080550 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b75017-62bd-4be2-9a29-61f8a3968126 req-5d7d350b-3e21-44b1-84eb-15427c50e92b tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:13.082075 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-20b75017-62bd-4be2-9a29-61f8a3968126 req-5d7d350b-3e21-44b1-84eb-15427c50e92b tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee5bef07-be2f-40a9-bf72-a9162a70da6b HTTP/1.1" status: 200 len: 945 time: 0.0509696 Aug 10 03:59:13.121527 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-20b75017-62bd-4be2-9a29-61f8a3968126 req-8706642c-43ab-4037-97eb-12e6db19a89d tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330620 Aug 10 03:59:13.948817 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:59:14.242494 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb93be-9439-40fc-b315-d740e83518bf req-0bcc08d8-95e4-46c9-a9bc-2c936d106336 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:14.244029 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a3fb93be-9439-40fc-b315-d740e83518bf req-0bcc08d8-95e4-46c9-a9bc-2c936d106336 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee5bef07-be2f-40a9-bf72-a9162a70da6b HTTP/1.1" status: 200 len: 945 time: 0.0554578 Aug 10 03:59:14.281125 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a3fb93be-9439-40fc-b315-d740e83518bf req-34734b99-ff79-41a1-b7c3-73744245cb55 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311642 Aug 10 03:59:15.400058 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1930895c-3ad1-4d6f-bf2b-696ecdfd54c8 req-8e220cf8-637b-496e-8c36-d198ef2e172d tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:15.401561 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1930895c-3ad1-4d6f-bf2b-696ecdfd54c8 req-8e220cf8-637b-496e-8c36-d198ef2e172d tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee5bef07-be2f-40a9-bf72-a9162a70da6b HTTP/1.1" status: 200 len: 945 time: 0.0497162 Aug 10 03:59:15.443729 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1930895c-3ad1-4d6f-bf2b-696ecdfd54c8 req-9702de6d-8f67-4684-8bdf-fa8879e8056e tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359137 Aug 10 03:59:16.560227 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e18bc-1e2f-460d-bf97-81656608f001 req-5d440596-0876-4492-b23f-78b577b08899 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:16.561911 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ef6e18bc-1e2f-460d-bf97-81656608f001 req-5d440596-0876-4492-b23f-78b577b08899 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee5bef07-be2f-40a9-bf72-a9162a70da6b HTTP/1.1" status: 200 len: 945 time: 0.0514059 Aug 10 03:59:16.600666 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ef6e18bc-1e2f-460d-bf97-81656608f001 req-49e0324a-600e-4143-8e9e-6583c6e50862 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323017 Aug 10 03:59:17.724605 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31b5a3-2623-441e-b3dc-917b9475814b req-8521c231-d414-4057-a816-dd6772e3a272 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:17.726127 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bd31b5a3-2623-441e-b3dc-917b9475814b req-8521c231-d414-4057-a816-dd6772e3a272 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee5bef07-be2f-40a9-bf72-a9162a70da6b HTTP/1.1" status: 200 len: 945 time: 0.0574553 Aug 10 03:59:17.767429 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bd31b5a3-2623-441e-b3dc-917b9475814b req-7d8f6508-3ee7-4f72-a775-ed6cd7d30988 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347936 Aug 10 03:59:18.882630 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ed4eb-51a2-4065-a9d8-104089122590 req-8bd3bd32-fad8-4ec3-8d32-51315f566587 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:18.884157 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-493ed4eb-51a2-4065-a9d8-104089122590 req-8bd3bd32-fad8-4ec3-8d32-51315f566587 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee5bef07-be2f-40a9-bf72-a9162a70da6b HTTP/1.1" status: 200 len: 945 time: 0.0503464 Aug 10 03:59:18.930006 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-493ed4eb-51a2-4065-a9d8-104089122590 req-08de3ef6-3e4f-4d82-8011-3879614a4941 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364633 Aug 10 03:59:20.045939 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea02b8-5928-4408-a598-d1543c4fe481 req-d8062510-f0e6-4bd0-a590-91b2bff400b7 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:20.047465 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-85ea02b8-5928-4408-a598-d1543c4fe481 req-d8062510-f0e6-4bd0-a590-91b2bff400b7 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee5bef07-be2f-40a9-bf72-a9162a70da6b HTTP/1.1" status: 200 len: 945 time: 0.0496380 Aug 10 03:59:20.086672 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-85ea02b8-5928-4408-a598-d1543c4fe481 req-b26f790e-6092-4ada-a5a0-f784a983bb78 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332832 Aug 10 03:59:20.938583 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [req-b13ad464-a013-442b-ac84-7b053ca2bad2 req-de600d23-5d1f-4fa5-8b27-f0044f6eb0fe service neutron] show failed (client error): The resource could not be found. Aug 10 03:59:20.939638 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b13ad464-a013-442b-ac84-7b053ca2bad2 req-de600d23-5d1f-4fa5-8b27-f0044f6eb0fe service neutron] 10.222.0.58 "GET /v2.0/ports/d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5/bindings/n-h2-768851-15 HTTP/1.1" status: 404 len: 381 time: 0.0555820 Aug 10 03:59:21.151747 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ad464-a013-442b-ac84-7b053ca2bad2 req-c487d090-644d-43c3-897b-bd673079e9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:21.153273 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b13ad464-a013-442b-ac84-7b053ca2bad2 req-c487d090-644d-43c3-897b-bd673079e9ae service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ee5bef07-be2f-40a9-bf72-a9162a70da6b&tenant_id=4b8daa411c274795a838cc99da285a8a HTTP/1.1" status: 200 len: 1097 time: 0.0433404 Aug 10 03:59:21.170241 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-b13ad464-a013-442b-ac84-7b053ca2bad2 req-58e84427-9332-4213-98d0-399682c97c9b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768851-15', 'device_owner': 'compute:nova'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:21.205760 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e75b2-3462-4516-95a3-e6927cfb2209 req-9c3f365b-00ee-4a18-8490-2f0e750e7b02 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:21.207364 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f78e75b2-3462-4516-95a3-e6927cfb2209 req-9c3f365b-00ee-4a18-8490-2f0e750e7b02 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee5bef07-be2f-40a9-bf72-a9162a70da6b HTTP/1.1" status: 200 len: 945 time: 0.0518801 Aug 10 03:59:21.229945 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-b13ad464-a013-442b-ac84-7b053ca2bad2 req-58e84427-9332-4213-98d0-399682c97c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:21.246799 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f78e75b2-3462-4516-95a3-e6927cfb2209 req-e3b6f65f-5751-4044-b5d0-4bcefd669e20 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335245 Aug 10 03:59:21.447709 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-b13ad464-a013-442b-ac84-7b053ca2bad2 req-58e84427-9332-4213-98d0-399682c97c9b service neutron] For port d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5,segment=NetworkSegment(2275eff1-f8e4-484b-b902-2a5156bf50e2),segment_id=2275eff1-f8e4-484b-b902-2a5156bf50e2)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:21.493383 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-b13ad464-a013-442b-ac84-7b053ca2bad2 req-58e84427-9332-4213-98d0-399682c97c9b service neutron] For port d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:59:21.534291 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee5bef07-be2f-40a9-bf72-a9162a70da6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1d1f6ac-2d3f-4ba4-a5da-163582bf53c5'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:59:21.536615 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3354b8-ef18-4d94-8f29-614d7a71d3ec" -d '{"events": [{"server_uuid": "ee5bef07-be2f-40a9-bf72-a9162a70da6b", "name": "network-vif-unplugged", "status": "completed", "tag": "d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:59:21.540427 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-b13ad464-a013-442b-ac84-7b053ca2bad2 req-58e84427-9332-4213-98d0-399682c97c9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:21.554780 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-b13ad464-a013-442b-ac84-7b053ca2bad2 req-58e84427-9332-4213-98d0-399682c97c9b service neutron] Transition to ACTIVE for port object d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:59:21.559032 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-b13ad464-a013-442b-ac84-7b053ca2bad2 req-58e84427-9332-4213-98d0-399682c97c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:21.598708 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4d523f-a321-4e77-b76a-7ca6e45263b5 x-openstack-request-id: req-bb4d523f-a321-4e77-b76a-7ca6e45263b5 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:59:21.599030 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee5bef07-be2f-40a9-bf72-a9162a70da6b", "name": "network-vif-unplugged", "status": "completed", "tag": "d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:59:21.599333 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bb4d523f-a321-4e77-b76a-7ca6e45263b5 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:59:21.599684 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee5bef07-be2f-40a9-bf72-a9162a70da6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1d1f6ac-2d3f-4ba4-a5da-163582bf53c5', 'code': 200} Aug 10 03:59:21.614184 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e84427-9332-4213-98d0-399682c97c9b service neutron] Pushing event updated for resources: {'Port': ['ID=d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5,revision_number=6']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:21.662357 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e84427-9332-4213-98d0-399682c97c9b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:21.662701 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e84427-9332-4213-98d0-399682c97c9b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:21.663076 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e84427-9332-4213-98d0-399682c97c9b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:21.663416 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e84427-9332-4213-98d0-399682c97c9b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:21.663751 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e84427-9332-4213-98d0-399682c97c9b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:21.664076 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e84427-9332-4213-98d0-399682c97c9b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:21.664398 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e84427-9332-4213-98d0-399682c97c9b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:21.664719 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e84427-9332-4213-98d0-399682c97c9b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:21.665048 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e84427-9332-4213-98d0-399682c97c9b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:21.665360 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e84427-9332-4213-98d0-399682c97c9b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:21.665676 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e84427-9332-4213-98d0-399682c97c9b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:21.665992 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e84427-9332-4213-98d0-399682c97c9b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:21.719912 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-b13ad464-a013-442b-ac84-7b053ca2bad2 req-58e84427-9332-4213-98d0-399682c97c9b service neutron] No DVR routers for this DVR port d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:59:21.857271 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-b13ad464-a013-442b-ac84-7b053ca2bad2 req-58e84427-9332-4213-98d0-399682c97c9b service neutron] Attempting to bind port d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:59:21.857603 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-b13ad464-a013-442b-ac84-7b053ca2bad2 req-58e84427-9332-4213-98d0-399682c97c9b service neutron] Attempting to bind port d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '2275eff1-f8e4-484b-b902-2a5156bf50e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:59:21.857897 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13ad464-a013-442b-ac84-7b053ca2bad2 req-58e84427-9332-4213-98d0-399682c97c9b service neutron] Attempting to bind port d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 on network 852ba6a3-b418-4264-a196-720a2aa07241 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:59:21.862177 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13ad464-a013-442b-ac84-7b053ca2bad2 req-58e84427-9332-4213-98d0-399682c97c9b service neutron] Port d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 on network 852ba6a3-b418-4264-a196-720a2aa07241 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:59:21.862438 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13ad464-a013-442b-ac84-7b053ca2bad2 req-58e84427-9332-4213-98d0-399682c97c9b service neutron] Attempting to bind port d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 on network 852ba6a3-b418-4264-a196-720a2aa07241 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:59:21.867292 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13ad464-a013-442b-ac84-7b053ca2bad2 req-58e84427-9332-4213-98d0-399682c97c9b service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:59:21.867627 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13ad464-a013-442b-ac84-7b053ca2bad2 req-58e84427-9332-4213-98d0-399682c97c9b service neutron] Checking segment: {'id': '2275eff1-f8e4-484b-b902-2a5156bf50e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:59:21.868005 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13ad464-a013-442b-ac84-7b053ca2bad2 req-58e84427-9332-4213-98d0-399682c97c9b service neutron] Bound using segment: {'id': '2275eff1-f8e4-484b-b902-2a5156bf50e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:59:21.868442 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-b13ad464-a013-442b-ac84-7b053ca2bad2 req-58e84427-9332-4213-98d0-399682c97c9b service neutron] Bound port: d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2275eff1-f8e4-484b-b902-2a5156bf50e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:59:21.868778 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-b13ad464-a013-442b-ac84-7b053ca2bad2 req-58e84427-9332-4213-98d0-399682c97c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:21.933629 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-b13ad464-a013-442b-ac84-7b053ca2bad2 req-58e84427-9332-4213-98d0-399682c97c9b service neutron] For port d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5, host n-h2-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:59:21.936698 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-b13ad464-a013-442b-ac84-7b053ca2bad2 req-58e84427-9332-4213-98d0-399682c97c9b service neutron] For port d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5,segment=NetworkSegment(2275eff1-f8e4-484b-b902-2a5156bf50e2),segment_id=2275eff1-f8e4-484b-b902-2a5156bf50e2)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:59:21.941631 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-b13ad464-a013-442b-ac84-7b053ca2bad2 req-58e84427-9332-4213-98d0-399682c97c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:21.980279 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ad464-a013-442b-ac84-7b053ca2bad2 req-58e84427-9332-4213-98d0-399682c97c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:21.980896 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-b13ad464-a013-442b-ac84-7b053ca2bad2 req-58e84427-9332-4213-98d0-399682c97c9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:21.982283 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b13ad464-a013-442b-ac84-7b053ca2bad2 req-58e84427-9332-4213-98d0-399682c97c9b service neutron] 10.222.0.60 "PUT /v2.0/ports/d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 HTTP/1.1" status: 200 len: 1092 time: 0.8166404 Aug 10 03:59:22.023398 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e84427-9332-4213-98d0-399682c97c9b service neutron] Pushing event updated for resources: {'Port': ['ID=d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5,revision_number=7']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:22.056563 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ad464-a013-442b-ac84-7b053ca2bad2 req-95c54029-e964-427a-8357-9ca49acfa2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:22.058122 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b13ad464-a013-442b-ac84-7b053ca2bad2 req-95c54029-e964-427a-8357-9ca49acfa2e9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4b8daa411c274795a838cc99da285a8a&device_id=ee5bef07-be2f-40a9-bf72-a9162a70da6b HTTP/1.1" status: 200 len: 1095 time: 0.0442247 Aug 10 03:59:22.161647 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ad464-a013-442b-ac84-7b053ca2bad2 req-05ce2619-d414-45c4-885d-f136e4238d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:22.163193 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b13ad464-a013-442b-ac84-7b053ca2bad2 req-05ce2619-d414-45c4-885d-f136e4238d90 service neutron] 10.222.0.60 "GET /v2.0/networks?id=852ba6a3-b418-4264-a196-720a2aa07241 HTTP/1.1" status: 200 len: 912 time: 0.0943453 Aug 10 03:59:22.239214 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b13ad464-a013-442b-ac84-7b053ca2bad2 req-840aee03-d43f-45fe-b915-bb2118fe3c9d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 HTTP/1.1" status: 200 len: 999 time: 0.0673440 Aug 10 03:59:22.293459 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ad464-a013-442b-ac84-7b053ca2bad2 req-e4862c22-2ec0-4c03-a392-a0cf53e2a0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:22.294988 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b13ad464-a013-442b-ac84-7b053ca2bad2 req-e4862c22-2ec0-4c03-a392-a0cf53e2a0eb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2d0c7c35-bbf6-4a01-848b-1621ba2632dc HTTP/1.1" status: 200 len: 850 time: 0.0454814 Aug 10 03:59:22.347515 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ad464-a013-442b-ac84-7b053ca2bad2 req-233c3a96-155a-4666-a255-f031d726a256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:22.349078 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b13ad464-a013-442b-ac84-7b053ca2bad2 req-233c3a96-155a-4666-a255-f031d726a256 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=852ba6a3-b418-4264-a196-720a2aa07241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431881 Aug 10 03:59:22.373637 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5186fe5-80ee-4d12-98e1-7976f87b0322 req-79e77bbc-dda5-4f08-9599-7142bd7522dd tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:22.375258 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f5186fe5-80ee-4d12-98e1-7976f87b0322 req-79e77bbc-dda5-4f08-9599-7142bd7522dd tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee5bef07-be2f-40a9-bf72-a9162a70da6b HTTP/1.1" status: 200 len: 943 time: 0.0492043 Aug 10 03:59:22.417540 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f5186fe5-80ee-4d12-98e1-7976f87b0322 req-8f71ff8d-ef5c-41a8-ac8a-da23eae824e7 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363686 Aug 10 03:59:22.458616 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b13ad464-a013-442b-ac84-7b053ca2bad2 req-6195a2de-c4e9-4fad-9956-a483cdc9f667 service neutron] 10.222.0.60 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980287 Aug 10 03:59:22.556972 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b13ad464-a013-442b-ac84-7b053ca2bad2 req-9bb1a1d3-9ed7-4b7a-a7af-df3b7879e092 service neutron] 10.222.0.60 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859206 Aug 10 03:59:23.535565 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82a985-6127-44e7-8c46-cdc0c4c21ebb req-ced9b286-0c83-4b8f-9ff6-da99473886f4 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:23.537048 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1a82a985-6127-44e7-8c46-cdc0c4c21ebb req-ced9b286-0c83-4b8f-9ff6-da99473886f4 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee5bef07-be2f-40a9-bf72-a9162a70da6b HTTP/1.1" status: 200 len: 943 time: 0.0486236 Aug 10 03:59:23.583095 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1a82a985-6127-44e7-8c46-cdc0c4c21ebb req-4d11084d-bf37-49e9-ba5a-9bc15d66d528 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391695 Aug 10 03:59:23.601227 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee5bef07-be2f-40a9-bf72-a9162a70da6b', 'tag': 'd1d1f6ac-2d3f-4ba4-a5da-163582bf53c5'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:59:23.603731 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2893111a-78d0-4669-aaaf-6105e3d726bb" -d '{"events": [{"name": "network-changed", "server_uuid": "ee5bef07-be2f-40a9-bf72-a9162a70da6b", "tag": "d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:59:23.652375 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3343d9ff-7c65-45bc-9483-f042f3e28467 x-openstack-request-id: req-3343d9ff-7c65-45bc-9483-f042f3e28467 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:59:23.652673 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee5bef07-be2f-40a9-bf72-a9162a70da6b", "tag": "d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:59:23.653216 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3343d9ff-7c65-45bc-9483-f042f3e28467 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:59:23.653343 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee5bef07-be2f-40a9-bf72-a9162a70da6b', 'tag': 'd1d1f6ac-2d3f-4ba4-a5da-163582bf53c5', 'status': 'completed', 'code': 200} Aug 10 03:59:23.745279 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893111a-78d0-4669-aaaf-6105e3d726bb req-e90df03d-0283-4ab2-992f-ae712e9c9eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:23.746971 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2893111a-78d0-4669-aaaf-6105e3d726bb req-e90df03d-0283-4ab2-992f-ae712e9c9eda service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4b8daa411c274795a838cc99da285a8a&device_id=ee5bef07-be2f-40a9-bf72-a9162a70da6b HTTP/1.1" status: 200 len: 1095 time: 0.0660243 Aug 10 03:59:23.750005 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893111a-78d0-4669-aaaf-6105e3d726bb req-b1ff6bb7-5d80-4357-9afe-6db18926c27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:23.751546 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2893111a-78d0-4669-aaaf-6105e3d726bb req-b1ff6bb7-5d80-4357-9afe-6db18926c27c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4b8daa411c274795a838cc99da285a8a&device_id=ee5bef07-be2f-40a9-bf72-a9162a70da6b HTTP/1.1" status: 200 len: 1095 time: 0.0801244 Aug 10 03:59:23.911850 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893111a-78d0-4669-aaaf-6105e3d726bb req-09152a57-3cc2-4e41-a670-143fe10b8268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:23.913353 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2893111a-78d0-4669-aaaf-6105e3d726bb req-09152a57-3cc2-4e41-a670-143fe10b8268 service neutron] 10.222.0.60 "GET /v2.0/networks?id=852ba6a3-b418-4264-a196-720a2aa07241 HTTP/1.1" status: 200 len: 912 time: 0.1591625 Aug 10 03:59:23.914417 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893111a-78d0-4669-aaaf-6105e3d726bb req-7182e125-84cf-430c-b5a5-c71b3de9a2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:23.915771 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2893111a-78d0-4669-aaaf-6105e3d726bb req-7182e125-84cf-430c-b5a5-c71b3de9a2e0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=852ba6a3-b418-4264-a196-720a2aa07241 HTTP/1.1" status: 200 len: 912 time: 0.1531372 Aug 10 03:59:24.036949 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2893111a-78d0-4669-aaaf-6105e3d726bb req-6ba6ea3d-5dff-4a8e-9c5e-6e6c34443ace service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 HTTP/1.1" status: 200 len: 999 time: 0.1157897 Aug 10 03:59:24.038499 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2893111a-78d0-4669-aaaf-6105e3d726bb req-67a850a6-35ad-45ca-b418-0c2207491da7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 HTTP/1.1" status: 200 len: 999 time: 0.1112049 Aug 10 03:59:24.126923 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893111a-78d0-4669-aaaf-6105e3d726bb req-f3db9eea-6b72-4efb-a87c-e0cfb35c0b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:24.128511 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2893111a-78d0-4669-aaaf-6105e3d726bb req-f3db9eea-6b72-4efb-a87c-e0cfb35c0b55 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2d0c7c35-bbf6-4a01-848b-1621ba2632dc HTTP/1.1" status: 200 len: 850 time: 0.0844884 Aug 10 03:59:24.132095 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893111a-78d0-4669-aaaf-6105e3d726bb req-9c9a82db-568b-4182-a75d-b91bed00c220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:24.133519 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2893111a-78d0-4669-aaaf-6105e3d726bb req-9c9a82db-568b-4182-a75d-b91bed00c220 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2d0c7c35-bbf6-4a01-848b-1621ba2632dc HTTP/1.1" status: 200 len: 850 time: 0.0882978 Aug 10 03:59:24.209539 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893111a-78d0-4669-aaaf-6105e3d726bb req-17a16575-58ea-4dbf-b686-cb30c62e4466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:24.211129 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2893111a-78d0-4669-aaaf-6105e3d726bb req-17a16575-58ea-4dbf-b686-cb30c62e4466 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=852ba6a3-b418-4264-a196-720a2aa07241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0726423 Aug 10 03:59:24.214485 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893111a-78d0-4669-aaaf-6105e3d726bb req-1abc808b-b18f-44e4-bd80-ed2946005938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:24.216060 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2893111a-78d0-4669-aaaf-6105e3d726bb req-1abc808b-b18f-44e4-bd80-ed2946005938 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=852ba6a3-b418-4264-a196-720a2aa07241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0696316 Aug 10 03:59:24.399818 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2893111a-78d0-4669-aaaf-6105e3d726bb req-30c6d590-80b5-441d-b867-887e36d5e458 service neutron] 10.222.0.58 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720026 Aug 10 03:59:24.401853 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2893111a-78d0-4669-aaaf-6105e3d726bb req-e87171e2-f64e-4774-a215-faf8b3b3dc62 service neutron] 10.222.0.60 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821361 Aug 10 03:59:24.567179 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2893111a-78d0-4669-aaaf-6105e3d726bb req-ea4694ca-3290-45ad-9b15-6d8716fb3556 service neutron] 10.222.0.58 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594892 Aug 10 03:59:24.569090 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-2893111a-78d0-4669-aaaf-6105e3d726bb req-32a47051-80b6-47d8-8ebb-9340d4fb5a52 service neutron] 10.222.0.60 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532538 Aug 10 03:59:24.682093 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3a4a8-8f4c-4c06-9a63-0d47b75146be req-44271042-a943-48dc-975c-c270d7e8f4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:24.683606 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5fd3a4a8-8f4c-4c06-9a63-0d47b75146be req-44271042-a943-48dc-975c-c270d7e8f4d0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4b8daa411c274795a838cc99da285a8a&device_id=ee5bef07-be2f-40a9-bf72-a9162a70da6b HTTP/1.1" status: 200 len: 1095 time: 0.0472574 Aug 10 03:59:24.719996 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a309dc0-a71f-4f9d-a820-87603ef28eaf req-992499f0-dea0-4d7c-bbea-4ff5da4476ab tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:24.721690 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9a309dc0-a71f-4f9d-a820-87603ef28eaf req-992499f0-dea0-4d7c-bbea-4ff5da4476ab tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee5bef07-be2f-40a9-bf72-a9162a70da6b HTTP/1.1" status: 200 len: 943 time: 0.0620635 Aug 10 03:59:24.772321 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9a309dc0-a71f-4f9d-a820-87603ef28eaf req-373c9b95-68fa-4dc8-900e-c5e11c1242f6 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440695 Aug 10 03:59:24.797910 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3a4a8-8f4c-4c06-9a63-0d47b75146be req-9b49ce4a-ca33-47b8-9c7c-e41900d2a043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:24.799471 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5fd3a4a8-8f4c-4c06-9a63-0d47b75146be req-9b49ce4a-ca33-47b8-9c7c-e41900d2a043 service neutron] 10.222.0.60 "GET /v2.0/networks?id=852ba6a3-b418-4264-a196-720a2aa07241 HTTP/1.1" status: 200 len: 912 time: 0.0940967 Aug 10 03:59:24.868869 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5fd3a4a8-8f4c-4c06-9a63-0d47b75146be req-4eec11a2-347e-48ed-b59e-0cce60872131 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 HTTP/1.1" status: 200 len: 999 time: 0.0621409 Aug 10 03:59:24.920235 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3a4a8-8f4c-4c06-9a63-0d47b75146be req-e5c0d75f-16a2-4784-ac68-46a87a356948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:24.921707 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5fd3a4a8-8f4c-4c06-9a63-0d47b75146be req-e5c0d75f-16a2-4784-ac68-46a87a356948 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2d0c7c35-bbf6-4a01-848b-1621ba2632dc HTTP/1.1" status: 200 len: 850 time: 0.0454047 Aug 10 03:59:24.978271 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3a4a8-8f4c-4c06-9a63-0d47b75146be req-c214b834-368d-45d7-871e-5523cf0bfad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:24.979690 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5fd3a4a8-8f4c-4c06-9a63-0d47b75146be req-c214b834-368d-45d7-871e-5523cf0bfad9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=852ba6a3-b418-4264-a196-720a2aa07241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496359 Aug 10 03:59:25.081911 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5fd3a4a8-8f4c-4c06-9a63-0d47b75146be req-4926001b-0916-423d-8da6-5f89ce61d818 service neutron] 10.222.0.60 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935831 Aug 10 03:59:25.119662 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c5998-e892-4509-b8fa-3d7799249251 req-7e105eb6-54a0-46a5-accc-1fe76ca113c9 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:25.121284 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-148c5998-e892-4509-b8fa-3d7799249251 req-7e105eb6-54a0-46a5-accc-1fe76ca113c9 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee5bef07-be2f-40a9-bf72-a9162a70da6b&tenant_id=4b8daa411c274795a838cc99da285a8a&binding%3Ahost_id=n-h2-768851-15 HTTP/1.1" status: 200 len: 943 time: 0.0920434 Aug 10 03:59:25.133072 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e8013-150f-4b25-af63-a389d6b7878b req-98dffea3-b13c-456a-83e3-86cdf4ffa6c9 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:25.134554 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a12e8013-150f-4b25-af63-a389d6b7878b req-98dffea3-b13c-456a-83e3-86cdf4ffa6c9 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee5bef07-be2f-40a9-bf72-a9162a70da6b HTTP/1.1" status: 200 len: 943 time: 0.0757587 Aug 10 03:59:25.180683 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-5fd3a4a8-8f4c-4c06-9a63-0d47b75146be req-a5dd8701-a42c-4594-a87c-f6b6f0d168f9 service neutron] 10.222.0.60 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918798 Aug 10 03:59:25.201493 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:59:25.208975 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a12e8013-150f-4b25-af63-a389d6b7878b req-c3ec008b-4614-4e6b-a919-ac402e672c25 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674891 Aug 10 03:59:25.237828 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-148c5998-e892-4509-b8fa-3d7799249251 req-4fbef18b-69a7-42bd-a50f-25b430c95980 service neutron] 10.222.0.60 "GET /v2.0/ports/d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5/bindings/n-h2-768851-15 HTTP/1.1" status: 200 len: 383 time: 0.1022353 Aug 10 03:59:25.242902 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:59:25.304531 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c5998-e892-4509-b8fa-3d7799249251 req-5c0c9eff-a268-44bf-9988-22246259f0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:25.306091 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-148c5998-e892-4509-b8fa-3d7799249251 req-5c0c9eff-a268-44bf-9988-22246259f0e8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4b8daa411c274795a838cc99da285a8a&device_id=ee5bef07-be2f-40a9-bf72-a9162a70da6b HTTP/1.1" status: 200 len: 1095 time: 0.0455260 Aug 10 03:59:25.407002 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c5998-e892-4509-b8fa-3d7799249251 req-f7d5b328-b967-462f-913a-0cf29c4386d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:25.409161 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-148c5998-e892-4509-b8fa-3d7799249251 req-f7d5b328-b967-462f-913a-0cf29c4386d8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=852ba6a3-b418-4264-a196-720a2aa07241 HTTP/1.1" status: 200 len: 912 time: 0.0957966 Aug 10 03:59:25.482992 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-148c5998-e892-4509-b8fa-3d7799249251 req-e902b82c-a444-4193-8d70-8da121fefeb6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 HTTP/1.1" status: 200 len: 999 time: 0.0668454 Aug 10 03:59:25.541731 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c5998-e892-4509-b8fa-3d7799249251 req-41ea50f1-738b-48a7-ba26-f8109de6d8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:25.543529 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-148c5998-e892-4509-b8fa-3d7799249251 req-41ea50f1-738b-48a7-ba26-f8109de6d8d0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2d0c7c35-bbf6-4a01-848b-1621ba2632dc HTTP/1.1" status: 200 len: 850 time: 0.0536330 Aug 10 03:59:25.545841 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:59:25.596564 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c5998-e892-4509-b8fa-3d7799249251 req-81e9533f-9425-404d-8fbb-767e2f4ce3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:25.598120 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-148c5998-e892-4509-b8fa-3d7799249251 req-81e9533f-9425-404d-8fbb-767e2f4ce3a7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=852ba6a3-b418-4264-a196-720a2aa07241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475452 Aug 10 03:59:25.659476 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5,segment=NetworkSegment(2275eff1-f8e4-484b-b902-2a5156bf50e2),segment_id=2275eff1-f8e4-484b-b902-2a5156bf50e2)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:25.675515 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': 'd1d1f6ac-2d3f-4ba4-a5da-163582bf53c5', 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241', 'port_id': 'd1d1f6ac-2d3f-4ba4-a5da-163582bf53c5', 'mac_address': 'fa:16:3e:b4:fc:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d0c7c35-bbf6-4a01-848b-1621ba2632dc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:59:25.713780 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-148c5998-e892-4509-b8fa-3d7799249251 req-2973232d-1c4f-418c-a048-870b9b609d8c service neutron] 10.222.0.60 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075869 Aug 10 03:59:25.720224 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:25.735573 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:59:25.761716 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5,segment=NetworkSegment(2275eff1-f8e4-484b-b902-2a5156bf50e2),segment_id=2275eff1-f8e4-484b-b902-2a5156bf50e2)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:25.767841 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:25.824394 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5,revision_number=8']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:25.825423 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-148c5998-e892-4509-b8fa-3d7799249251 req-d9268a74-7af5-4b6f-ab65-7a540eb4ad1c service neutron] 10.222.0.60 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044550 Aug 10 03:59:25.833842 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:25.834198 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:25.834541 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:25.834915 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:25.835261 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:25.835590 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:25.836061 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:25.836396 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:25.836732 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:25.837054 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:25.837379 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:25.837703 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:26.124086 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:59:26.350258 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c893fdb4-11f4-4d40-bc18-9c5e12dd517c req-6c7d646f-f3e2-435a-b89b-1cd11845db58 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:26.351695 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c893fdb4-11f4-4d40-bc18-9c5e12dd517c req-6c7d646f-f3e2-435a-b89b-1cd11845db58 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee5bef07-be2f-40a9-bf72-a9162a70da6b HTTP/1.1" status: 200 len: 944 time: 0.0508742 Aug 10 03:59:26.390809 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c893fdb4-11f4-4d40-bc18-9c5e12dd517c req-723fcc2a-9329-48ec-bf43-2e591830e3f5 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331931 Aug 10 03:59:26.643814 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:27.002403 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:27.520465 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e5b3c8-fb32-45f5-9ffa-55974fa2286a req-cd83a7df-66fe-4847-b156-4617c9498393 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:27.522021 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f1e5b3c8-fb32-45f5-9ffa-55974fa2286a req-cd83a7df-66fe-4847-b156-4617c9498393 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee5bef07-be2f-40a9-bf72-a9162a70da6b HTTP/1.1" status: 200 len: 944 time: 0.0569475 Aug 10 03:59:27.561140 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:59:27.564832 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f1e5b3c8-fb32-45f5-9ffa-55974fa2286a req-8ff70372-5f61-4841-8d5f-6cba3b05b7a9 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355091 Aug 10 03:59:27.633017 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:59:27.637837 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:59:27.638257 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:27.734955 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:27.759799 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee5bef07-be2f-40a9-bf72-a9162a70da6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d1f6ac-2d3f-4ba4-a5da-163582bf53c5'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:59:27.762282 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5d01a9-093b-43bc-8869-80a4d1e1353c" -d '{"events": [{"server_uuid": "ee5bef07-be2f-40a9-bf72-a9162a70da6b", "name": "network-vif-plugged", "status": "completed", "tag": "d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:59:27.776777 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5,segment=NetworkSegment(2275eff1-f8e4-484b-b902-2a5156bf50e2),segment_id=2275eff1-f8e4-484b-b902-2a5156bf50e2)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:27.782249 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:27.840809 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5,revision_number=9']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:27.899370 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5eaaf68-2281-4940-a1e5-faf6285cf285 x-openstack-request-id: req-d5eaaf68-2281-4940-a1e5-faf6285cf285 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:59:27.899810 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee5bef07-be2f-40a9-bf72-a9162a70da6b", "name": "network-vif-plugged", "status": "completed", "tag": "d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:59:27.900234 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d5eaaf68-2281-4940-a1e5-faf6285cf285 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:59:27.900819 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee5bef07-be2f-40a9-bf72-a9162a70da6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d1f6ac-2d3f-4ba4-a5da-163582bf53c5', 'code': 200} Aug 10 03:59:28.296101 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c5998-e892-4509-b8fa-3d7799249251 req-6dcf23ef-bb09-4a4f-806a-f43b60c8ecec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:28.297623 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-148c5998-e892-4509-b8fa-3d7799249251 req-6dcf23ef-bb09-4a4f-806a-f43b60c8ecec service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ee5bef07-be2f-40a9-bf72-a9162a70da6b&tenant_id=4b8daa411c274795a838cc99da285a8a HTTP/1.1" status: 200 len: 1097 time: 0.3489008 Aug 10 03:59:28.310713 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-148c5998-e892-4509-b8fa-3d7799249251 req-4460e07f-8a00-47d2-84a0-17db43e2be30 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768851-15', 'device_owner': 'compute:nova'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:28.367668 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-148c5998-e892-4509-b8fa-3d7799249251 req-4460e07f-8a00-47d2-84a0-17db43e2be30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:28.574631 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-148c5998-e892-4509-b8fa-3d7799249251 req-4460e07f-8a00-47d2-84a0-17db43e2be30 service neutron] For port d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5,segment=NetworkSegment(2275eff1-f8e4-484b-b902-2a5156bf50e2),segment_id=2275eff1-f8e4-484b-b902-2a5156bf50e2)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:28.608382 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-148c5998-e892-4509-b8fa-3d7799249251 req-4460e07f-8a00-47d2-84a0-17db43e2be30 service neutron] For port d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5, host n-h2-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:59:28.651802 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee5bef07-be2f-40a9-bf72-a9162a70da6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1d1f6ac-2d3f-4ba4-a5da-163582bf53c5'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:59:28.654178 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42114d1c-edf5-421a-9b15-63d8fe827aef" -d '{"events": [{"server_uuid": "ee5bef07-be2f-40a9-bf72-a9162a70da6b", "name": "network-vif-unplugged", "status": "completed", "tag": "d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:59:28.659065 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-148c5998-e892-4509-b8fa-3d7799249251 req-4460e07f-8a00-47d2-84a0-17db43e2be30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:28.673462 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-148c5998-e892-4509-b8fa-3d7799249251 req-4460e07f-8a00-47d2-84a0-17db43e2be30 service neutron] Transition to ACTIVE for port object d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:59:28.678403 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-148c5998-e892-4509-b8fa-3d7799249251 req-4460e07f-8a00-47d2-84a0-17db43e2be30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:28.700009 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7efd3e-2b7f-4a8a-ac13-2f2e5d6ab83a req-92bb426b-ceda-4d75-905d-c46b00a5a160 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:28.703320 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bb7efd3e-2b7f-4a8a-ac13-2f2e5d6ab83a req-92bb426b-ceda-4d75-905d-c46b00a5a160 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee5bef07-be2f-40a9-bf72-a9162a70da6b HTTP/1.1" status: 200 len: 945 time: 0.0596070 Aug 10 03:59:28.725945 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc0a1ad3-5dfe-46ba-9497-2e663f762544 x-openstack-request-id: req-cc0a1ad3-5dfe-46ba-9497-2e663f762544 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:59:28.726264 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee5bef07-be2f-40a9-bf72-a9162a70da6b", "name": "network-vif-unplugged", "status": "completed", "tag": "d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:59:28.726554 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cc0a1ad3-5dfe-46ba-9497-2e663f762544 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:59:28.727001 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee5bef07-be2f-40a9-bf72-a9162a70da6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1d1f6ac-2d3f-4ba4-a5da-163582bf53c5', 'code': 200} Aug 10 03:59:28.755290 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bb7efd3e-2b7f-4a8a-ac13-2f2e5d6ab83a req-2395e12f-2c9c-43f4-ac3a-c50d971f5b4d tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470650 Aug 10 03:59:28.772074 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4460e07f-8a00-47d2-84a0-17db43e2be30 service neutron] Pushing event updated for resources: {'Port': ['ID=d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5,revision_number=10']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:28.815943 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-148c5998-e892-4509-b8fa-3d7799249251 req-4460e07f-8a00-47d2-84a0-17db43e2be30 service neutron] No DVR routers for this DVR port d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 on host n-h2-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:59:28.967260 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-148c5998-e892-4509-b8fa-3d7799249251 req-4460e07f-8a00-47d2-84a0-17db43e2be30 service neutron] Attempting to bind port d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:59:28.967647 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-148c5998-e892-4509-b8fa-3d7799249251 req-4460e07f-8a00-47d2-84a0-17db43e2be30 service neutron] Attempting to bind port d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '2275eff1-f8e4-484b-b902-2a5156bf50e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:59:28.968009 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148c5998-e892-4509-b8fa-3d7799249251 req-4460e07f-8a00-47d2-84a0-17db43e2be30 service neutron] Attempting to bind port d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 on network 852ba6a3-b418-4264-a196-720a2aa07241 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:59:28.973244 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148c5998-e892-4509-b8fa-3d7799249251 req-4460e07f-8a00-47d2-84a0-17db43e2be30 service neutron] Port d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 on network 852ba6a3-b418-4264-a196-720a2aa07241 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:59:28.973565 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148c5998-e892-4509-b8fa-3d7799249251 req-4460e07f-8a00-47d2-84a0-17db43e2be30 service neutron] Attempting to bind port d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 on network 852ba6a3-b418-4264-a196-720a2aa07241 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:59:28.979331 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148c5998-e892-4509-b8fa-3d7799249251 req-4460e07f-8a00-47d2-84a0-17db43e2be30 service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:59:28.979331 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148c5998-e892-4509-b8fa-3d7799249251 req-4460e07f-8a00-47d2-84a0-17db43e2be30 service neutron] Checking segment: {'id': '2275eff1-f8e4-484b-b902-2a5156bf50e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:59:28.979683 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148c5998-e892-4509-b8fa-3d7799249251 req-4460e07f-8a00-47d2-84a0-17db43e2be30 service neutron] Bound using segment: {'id': '2275eff1-f8e4-484b-b902-2a5156bf50e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:59:28.980113 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-148c5998-e892-4509-b8fa-3d7799249251 req-4460e07f-8a00-47d2-84a0-17db43e2be30 service neutron] Bound port: d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2275eff1-f8e4-484b-b902-2a5156bf50e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:59:28.980469 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-148c5998-e892-4509-b8fa-3d7799249251 req-4460e07f-8a00-47d2-84a0-17db43e2be30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:29.054039 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-148c5998-e892-4509-b8fa-3d7799249251 req-4460e07f-8a00-47d2-84a0-17db43e2be30 service neutron] For port d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:59:29.058026 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-148c5998-e892-4509-b8fa-3d7799249251 req-4460e07f-8a00-47d2-84a0-17db43e2be30 service neutron] For port d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5,segment=NetworkSegment(2275eff1-f8e4-484b-b902-2a5156bf50e2),segment_id=2275eff1-f8e4-484b-b902-2a5156bf50e2)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:59:29.066725 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-148c5998-e892-4509-b8fa-3d7799249251 req-4460e07f-8a00-47d2-84a0-17db43e2be30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:29.103988 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c5998-e892-4509-b8fa-3d7799249251 req-4460e07f-8a00-47d2-84a0-17db43e2be30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:29.104698 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-148c5998-e892-4509-b8fa-3d7799249251 req-4460e07f-8a00-47d2-84a0-17db43e2be30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:29.106111 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-148c5998-e892-4509-b8fa-3d7799249251 req-4460e07f-8a00-47d2-84a0-17db43e2be30 service neutron] 10.222.0.58 "PUT /v2.0/ports/d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 HTTP/1.1" status: 200 len: 1093 time: 0.7998023 Aug 10 03:59:29.140744 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4460e07f-8a00-47d2-84a0-17db43e2be30 service neutron] Pushing event updated for resources: {'Port': ['ID=d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5,revision_number=11']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:29.214487 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c5998-e892-4509-b8fa-3d7799249251 req-e4564ceb-6308-4439-b566-1da4f52be20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:29.217166 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-148c5998-e892-4509-b8fa-3d7799249251 req-e4564ceb-6308-4439-b566-1da4f52be20d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4b8daa411c274795a838cc99da285a8a&device_id=ee5bef07-be2f-40a9-bf72-a9162a70da6b HTTP/1.1" status: 200 len: 1096 time: 0.0708501 Aug 10 03:59:29.329768 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c5998-e892-4509-b8fa-3d7799249251 req-c4bedf96-2cd5-4f5e-b515-a255df279fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:29.332028 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-148c5998-e892-4509-b8fa-3d7799249251 req-c4bedf96-2cd5-4f5e-b515-a255df279fcd service neutron] 10.222.0.58 "GET /v2.0/networks?id=852ba6a3-b418-4264-a196-720a2aa07241 HTTP/1.1" status: 200 len: 912 time: 0.1084881 Aug 10 03:59:29.409670 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-148c5998-e892-4509-b8fa-3d7799249251 req-1c2478ea-c4b2-47df-9ac8-6e8f296972a9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 HTTP/1.1" status: 200 len: 999 time: 0.0707645 Aug 10 03:59:29.467165 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c5998-e892-4509-b8fa-3d7799249251 req-606ce067-54fa-4851-a68f-21e934386d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:29.468670 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-148c5998-e892-4509-b8fa-3d7799249251 req-606ce067-54fa-4851-a68f-21e934386d14 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2d0c7c35-bbf6-4a01-848b-1621ba2632dc HTTP/1.1" status: 200 len: 850 time: 0.0512328 Aug 10 03:59:29.516284 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c5998-e892-4509-b8fa-3d7799249251 req-cff50554-1f2b-4e76-8e21-f54c6a79afbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:29.517839 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-148c5998-e892-4509-b8fa-3d7799249251 req-cff50554-1f2b-4e76-8e21-f54c6a79afbc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=852ba6a3-b418-4264-a196-720a2aa07241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420182 Aug 10 03:59:29.614515 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-148c5998-e892-4509-b8fa-3d7799249251 req-3805f76d-5289-4f0b-a82d-3e3839f55558 service neutron] 10.222.0.58 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898635 Aug 10 03:59:29.708900 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-148c5998-e892-4509-b8fa-3d7799249251 req-603e9ed8-7949-4f41-9e9c-07a982144b5b service neutron] 10.222.0.58 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867851 Aug 10 03:59:29.876376 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c0b59-3748-4bef-9095-c538edba31ad req-85de344a-32c1-49b7-b09b-2b186ba75dcb tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:29.878089 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e96c0b59-3748-4bef-9095-c538edba31ad req-85de344a-32c1-49b7-b09b-2b186ba75dcb tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee5bef07-be2f-40a9-bf72-a9162a70da6b HTTP/1.1" status: 200 len: 944 time: 0.0549953 Aug 10 03:59:29.925337 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e96c0b59-3748-4bef-9095-c538edba31ad req-ca19ff86-b919-4edb-84fa-d08d745123ee tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380831 Aug 10 03:59:30.394419 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c1dccbfb-b3fc-468c-ac02-e85caec3d864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:30.728465 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee5bef07-be2f-40a9-bf72-a9162a70da6b', 'tag': 'd1d1f6ac-2d3f-4ba4-a5da-163582bf53c5'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:59:30.730958 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3030299a-9d9a-4b68-81fd-89bde870ca9c" -d '{"events": [{"name": "network-changed", "server_uuid": "ee5bef07-be2f-40a9-bf72-a9162a70da6b", "tag": "d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:59:30.779957 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba64a2f5-25a9-4739-85b9-1b76ee4ad1d1 x-openstack-request-id: req-ba64a2f5-25a9-4739-85b9-1b76ee4ad1d1 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:59:30.780247 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee5bef07-be2f-40a9-bf72-a9162a70da6b", "tag": "d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:59:30.780498 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ba64a2f5-25a9-4739-85b9-1b76ee4ad1d1 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:59:30.781117 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee5bef07-be2f-40a9-bf72-a9162a70da6b', 'tag': 'd1d1f6ac-2d3f-4ba4-a5da-163582bf53c5', 'status': 'completed', 'code': 200} Aug 10 03:59:30.852024 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3030299a-9d9a-4b68-81fd-89bde870ca9c req-4207cfdc-53f7-4416-8ee5-e30f406b055b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:30.853850 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3030299a-9d9a-4b68-81fd-89bde870ca9c req-4207cfdc-53f7-4416-8ee5-e30f406b055b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4b8daa411c274795a838cc99da285a8a&device_id=ee5bef07-be2f-40a9-bf72-a9162a70da6b HTTP/1.1" status: 200 len: 1096 time: 0.0536115 Aug 10 03:59:30.865446 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3030299a-9d9a-4b68-81fd-89bde870ca9c req-93ba9987-afd3-4f56-8eba-117b0491d0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:30.866982 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3030299a-9d9a-4b68-81fd-89bde870ca9c req-93ba9987-afd3-4f56-8eba-117b0491d0ab service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4b8daa411c274795a838cc99da285a8a&device_id=ee5bef07-be2f-40a9-bf72-a9162a70da6b HTTP/1.1" status: 200 len: 1096 time: 0.0549657 Aug 10 03:59:30.959326 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3030299a-9d9a-4b68-81fd-89bde870ca9c req-ffd8b6e5-17f9-4448-8b27-58ce2b7ad70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:30.960844 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3030299a-9d9a-4b68-81fd-89bde870ca9c req-ffd8b6e5-17f9-4448-8b27-58ce2b7ad70a service neutron] 10.222.0.58 "GET /v2.0/networks?id=852ba6a3-b418-4264-a196-720a2aa07241 HTTP/1.1" status: 200 len: 912 time: 0.0988040 Aug 10 03:59:30.983982 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3030299a-9d9a-4b68-81fd-89bde870ca9c req-ec3cdfc9-2b1e-40ef-af75-4fa3e2bde878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:30.987145 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3030299a-9d9a-4b68-81fd-89bde870ca9c req-ec3cdfc9-2b1e-40ef-af75-4fa3e2bde878 service neutron] 10.222.0.60 "GET /v2.0/networks?id=852ba6a3-b418-4264-a196-720a2aa07241 HTTP/1.1" status: 200 len: 912 time: 0.1082153 Aug 10 03:59:31.057867 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3030299a-9d9a-4b68-81fd-89bde870ca9c req-f4d229c3-9c9e-4695-9e23-503b1278f0a0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 HTTP/1.1" status: 200 len: 999 time: 0.0885122 Aug 10 03:59:31.126870 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c8d60f-2ae7-4a6f-b005-d239b4b2ae5e req-43acc2e4-d448-404c-aef1-c43ed2fa1bc3 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:31.129150 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-82c8d60f-2ae7-4a6f-b005-d239b4b2ae5e req-43acc2e4-d448-404c-aef1-c43ed2fa1bc3 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee5bef07-be2f-40a9-bf72-a9162a70da6b HTTP/1.1" status: 200 len: 944 time: 0.0887384 Aug 10 03:59:31.131214 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3030299a-9d9a-4b68-81fd-89bde870ca9c req-dfb07356-c853-4378-ae94-a1639240001b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 HTTP/1.1" status: 200 len: 999 time: 0.1334207 Aug 10 03:59:31.146118 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3030299a-9d9a-4b68-81fd-89bde870ca9c req-1f355d64-562c-4426-85a3-accce97e354a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:31.147683 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3030299a-9d9a-4b68-81fd-89bde870ca9c req-1f355d64-562c-4426-85a3-accce97e354a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2d0c7c35-bbf6-4a01-848b-1621ba2632dc HTTP/1.1" status: 200 len: 850 time: 0.0715566 Aug 10 03:59:31.201464 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3030299a-9d9a-4b68-81fd-89bde870ca9c req-22b4feee-f8f4-468a-ba89-af51047e0fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:31.204537 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3030299a-9d9a-4b68-81fd-89bde870ca9c req-22b4feee-f8f4-468a-ba89-af51047e0fbb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=852ba6a3-b418-4264-a196-720a2aa07241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493026 Aug 10 03:59:31.207266 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:59:31.216602 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3030299a-9d9a-4b68-81fd-89bde870ca9c req-ad34e1b0-4516-40e6-8197-f5cc60e3615d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:31.218238 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3030299a-9d9a-4b68-81fd-89bde870ca9c req-ad34e1b0-4516-40e6-8197-f5cc60e3615d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2d0c7c35-bbf6-4a01-848b-1621ba2632dc HTTP/1.1" status: 200 len: 850 time: 0.0725007 Aug 10 03:59:31.226364 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-82c8d60f-2ae7-4a6f-b005-d239b4b2ae5e req-4b280d1e-5e41-4276-8d84-fe1433af8a1b tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903344 Aug 10 03:59:31.291961 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3030299a-9d9a-4b68-81fd-89bde870ca9c req-b536fcc0-93fd-4bc5-9397-d45ceb81978a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:31.293658 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3030299a-9d9a-4b68-81fd-89bde870ca9c req-b536fcc0-93fd-4bc5-9397-d45ceb81978a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=852ba6a3-b418-4264-a196-720a2aa07241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638461 Aug 10 03:59:31.354644 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3030299a-9d9a-4b68-81fd-89bde870ca9c req-655a36fc-e7b5-42b4-8bd5-33d20fb2590d service neutron] 10.222.0.58 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429167 Aug 10 03:59:31.363626 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5,segment=NetworkSegment(2275eff1-f8e4-484b-b902-2a5156bf50e2),segment_id=2275eff1-f8e4-484b-b902-2a5156bf50e2)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:31.384475 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': 'd1d1f6ac-2d3f-4ba4-a5da-163582bf53c5', 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241', 'port_id': 'd1d1f6ac-2d3f-4ba4-a5da-163582bf53c5', 'mac_address': 'fa:16:3e:b4:fc:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d0c7c35-bbf6-4a01-848b-1621ba2632dc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:59:31.422532 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3030299a-9d9a-4b68-81fd-89bde870ca9c req-0458ecc1-c9b7-4dfc-b3ce-db2708a9f16a service neutron] 10.222.0.60 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161582 Aug 10 03:59:31.436132 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:31.451218 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:59:31.478457 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5,segment=NetworkSegment(2275eff1-f8e4-484b-b902-2a5156bf50e2),segment_id=2275eff1-f8e4-484b-b902-2a5156bf50e2)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:31.484280 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:31.502605 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3030299a-9d9a-4b68-81fd-89bde870ca9c req-7c2e8475-1423-4e6f-be05-5572659c5555 service neutron] 10.222.0.58 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407037 Aug 10 03:59:31.551493 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3030299a-9d9a-4b68-81fd-89bde870ca9c req-5384ac3f-ad10-484d-acf1-1d8a5fc46fac service neutron] 10.222.0.60 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176450 Aug 10 03:59:31.553202 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5,revision_number=12']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:31.579153 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:59:31.624112 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:59:31.734093 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:59:32.378209 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e987a-94b7-4b2b-ba02-b96b4eefb2d3 req-ab3b0999-5dcf-4ae6-b60f-0c8c87f54e9f tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:32.379745 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f17e987a-94b7-4b2b-ba02-b96b4eefb2d3 req-ab3b0999-5dcf-4ae6-b60f-0c8c87f54e9f tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee5bef07-be2f-40a9-bf72-a9162a70da6b HTTP/1.1" status: 200 len: 945 time: 0.0551169 Aug 10 03:59:32.417809 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f17e987a-94b7-4b2b-ba02-b96b4eefb2d3 req-3d4c3f87-2c44-40ae-9c82-f002bc16aa8e tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319846 Aug 10 03:59:32.535707 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a86fc07-874e-482a-9521-61681e41b4b0 req-63688aa7-d9af-49bf-9f10-2354ad2712ce tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:32.537196 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0a86fc07-874e-482a-9521-61681e41b4b0 req-63688aa7-d9af-49bf-9f10-2354ad2712ce tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee5bef07-be2f-40a9-bf72-a9162a70da6b HTTP/1.1" status: 200 len: 945 time: 0.0493088 Aug 10 03:59:32.579415 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0a86fc07-874e-482a-9521-61681e41b4b0 req-bcca900a-7a24-4927-88f2-18c52673d873 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350134 Aug 10 03:59:32.693834 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2cc92f-1c52-4040-9b6c-e37126a13842 req-02006474-3d17-4c3f-a9ab-277647e40dcc tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:32.695243 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ae2cc92f-1c52-4040-9b6c-e37126a13842 req-02006474-3d17-4c3f-a9ab-277647e40dcc tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee5bef07-be2f-40a9-bf72-a9162a70da6b HTTP/1.1" status: 200 len: 945 time: 0.0496078 Aug 10 03:59:32.733747 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ae2cc92f-1c52-4040-9b6c-e37126a13842 req-907ebacb-9a51-43df-980a-e577e9c579d4 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317962 Aug 10 03:59:32.987184 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0466a2-c64b-483e-9714-3208e007d4fb req-25398655-6aa4-463e-9d13-78138d529b00 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:32.988710 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9a0466a2-c64b-483e-9714-3208e007d4fb req-25398655-6aa4-463e-9d13-78138d529b00 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee5bef07-be2f-40a9-bf72-a9162a70da6b HTTP/1.1" status: 200 len: 945 time: 0.0535567 Aug 10 03:59:33.028269 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9a0466a2-c64b-483e-9714-3208e007d4fb req-18828099-5fbd-4378-87e0-6e7f3b7b62a0 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316842 Aug 10 03:59:33.103765 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-85b54521-4919-4fc3-9996-9e72ae398161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:33.210275 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:59:33.261699 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:59:33.265525 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:59:33.265904 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:33.345387 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:33.368239 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee5bef07-be2f-40a9-bf72-a9162a70da6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d1f6ac-2d3f-4ba4-a5da-163582bf53c5'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:59:33.370487 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e06b7e-eca3-4a62-8ce6-05fdb4921b5a" -d '{"events": [{"server_uuid": "ee5bef07-be2f-40a9-bf72-a9162a70da6b", "name": "network-vif-plugged", "status": "completed", "tag": "d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:59:33.383525 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5,segment=NetworkSegment(2275eff1-f8e4-484b-b902-2a5156bf50e2),segment_id=2275eff1-f8e4-484b-b902-2a5156bf50e2)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:33.388313 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:33.417770 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545cea6c-1e98-4c92-a150-6c9e797082a6 x-openstack-request-id: req-545cea6c-1e98-4c92-a150-6c9e797082a6 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:59:33.418250 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee5bef07-be2f-40a9-bf72-a9162a70da6b", "name": "network-vif-plugged", "status": "completed", "tag": "d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:59:33.418509 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-545cea6c-1e98-4c92-a150-6c9e797082a6 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:59:33.419007 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee5bef07-be2f-40a9-bf72-a9162a70da6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d1f6ac-2d3f-4ba4-a5da-163582bf53c5', 'code': 200} Aug 10 03:59:33.454094 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5,revision_number=13']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:33.473046 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:34.166345 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe833ae-478d-4d7f-a531-bacf28164d2b req-f8d9deca-4d42-458b-8bb1-a3abbef96d8c tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:34.168003 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-afe833ae-478d-4d7f-a531-bacf28164d2b req-f8d9deca-4d42-458b-8bb1-a3abbef96d8c tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee5bef07-be2f-40a9-bf72-a9162a70da6b HTTP/1.1" status: 200 len: 946 time: 0.0662088 Aug 10 03:59:34.212117 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-afe833ae-478d-4d7f-a531-bacf28164d2b req-54065ee2-8377-44cd-aabb-362dd2cab6dc tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370114 Aug 10 03:59:34.253653 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d248f-71bf-417b-82a6-78c5216674be req-5cb5c81e-91cd-49ad-9d0c-3bd15817c7e2 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:34.255711 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-965d248f-71bf-417b-82a6-78c5216674be req-5cb5c81e-91cd-49ad-9d0c-3bd15817c7e2 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee5bef07-be2f-40a9-bf72-a9162a70da6b HTTP/1.1" status: 200 len: 946 time: 0.0688164 Aug 10 03:59:34.365354 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:34.376502 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-965d248f-71bf-417b-82a6-78c5216674be req-b0b8d0a3-fa25-4659-ba3f-9dee86122a88 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Deleting port d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:59:34.377093 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-965d248f-71bf-417b-82a6-78c5216674be req-b0b8d0a3-fa25-4659-ba3f-9dee86122a88 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:34.477605 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-965d248f-71bf-417b-82a6-78c5216674be req-b0b8d0a3-fa25-4659-ba3f-9dee86122a88 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] For port d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5,segment=NetworkSegment(2275eff1-f8e4-484b-b902-2a5156bf50e2),segment_id=2275eff1-f8e4-484b-b902-2a5156bf50e2)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:34.477974 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-965d248f-71bf-417b-82a6-78c5216674be req-b0b8d0a3-fa25-4659-ba3f-9dee86122a88 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:34.667967 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-965d248f-71bf-417b-82a6-78c5216674be req-b0b8d0a3-fa25-4659-ba3f-9dee86122a88 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:34.668238 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-965d248f-71bf-417b-82a6-78c5216674be req-b0b8d0a3-fa25-4659-ba3f-9dee86122a88 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:34.668777 n-d-768851-15 neutron-server[94217]: INFO neutron.db.l3_db [req-965d248f-71bf-417b-82a6-78c5216674be req-b0b8d0a3-fa25-4659-ba3f-9dee86122a88 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Floating IP f9f56845-90de-4fb4-a31e-b72242f5767e disassociated. External IP: 172.25.7.73, port: d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5. Aug 10 03:59:34.668895 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-965d248f-71bf-417b-82a6-78c5216674be req-b0b8d0a3-fa25-4659-ba3f-9dee86122a88 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Calling delete_port for d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:59:34.826436 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-965d248f-71bf-417b-82a6-78c5216674be req-b0b8d0a3-fa25-4659-ba3f-9dee86122a88 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:34.859269 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b8d0a3-fa25-4659-ba3f-9dee86122a88 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Pushing event deleted for resources: {'Port': ['ID=d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:34.977908 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [req-965d248f-71bf-417b-82a6-78c5216674be req-b0b8d0a3-fa25-4659-ba3f-9dee86122a88 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Router 780fbfee-2254-4af2-9651-761c8fcb90fd has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:59:35.093997 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-965d248f-71bf-417b-82a6-78c5216674be req-b0b8d0a3-fa25-4659-ba3f-9dee86122a88 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:59:35.103953 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a25c106-0594-46e8-b0ae-425da9c3815c None None] Sync routers for ids ['780fbfee-2254-4af2-9651-761c8fcb90fd'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:59:35.116907 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a25c106-0594-46e8-b0ae-425da9c3815c None None] Routers {'780fbfee-2254-4af2-9651-761c8fcb90fd'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:59:35.117637 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-7a25c106-0594-46e8-b0ae-425da9c3815c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:59:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['780fbfee-2254-4af2-9651-761c8fcb90fd'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:35.144410 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-965d248f-71bf-417b-82a6-78c5216674be req-b0b8d0a3-fa25-4659-ba3f-9dee86122a88 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] No DVR routers for this DVR port d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:59:35.147010 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-965d248f-71bf-417b-82a6-78c5216674be req-b0b8d0a3-fa25-4659-ba3f-9dee86122a88 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:35.149125 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-965d248f-71bf-417b-82a6-78c5216674be req-b0b8d0a3-fa25-4659-ba3f-9dee86122a88 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.58 "DELETE /v2.0/ports/d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 HTTP/1.1" status: 204 len: 173 time: 0.8878462 Aug 10 03:59:35.149610 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee5bef07-be2f-40a9-bf72-a9162a70da6b', 'name': 'network-vif-deleted', 'tag': 'd1d1f6ac-2d3f-4ba4-a5da-163582bf53c5'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:59:35.151882 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a26fa92-40ee-4689-8f81-7c2e7fc9fc7d" -d '{"events": [{"server_uuid": "ee5bef07-be2f-40a9-bf72-a9162a70da6b", "name": "network-vif-deleted", "tag": "d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:59:35.201716 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f43f9b0-0156-4f7b-bb3d-eb64c2fec1a8 x-openstack-request-id: req-1f43f9b0-0156-4f7b-bb3d-eb64c2fec1a8 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:59:35.202018 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee5bef07-be2f-40a9-bf72-a9162a70da6b", "name": "network-vif-deleted", "tag": "d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:59:35.202357 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1f43f9b0-0156-4f7b-bb3d-eb64c2fec1a8 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:59:35.202823 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee5bef07-be2f-40a9-bf72-a9162a70da6b', 'name': 'network-vif-deleted', 'tag': 'd1d1f6ac-2d3f-4ba4-a5da-163582bf53c5', 'status': 'completed', 'code': 200} Aug 10 03:59:35.234948 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-7a25c106-0594-46e8-b0ae-425da9c3815c None None] Set router 780fbfee-2254-4af2-9651-761c8fcb90fd gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:59:35.341513 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b594b4da-0d4a-42cb-9950-5fa280037737 req-e7a39220-81f5-4ad6-bdfe-889db3f67118 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee5bef07-be2f-40a9-bf72-a9162a70da6b HTTP/1.1" status: 200 len: 210 time: 0.0305429 Aug 10 03:59:35.464470 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-7a25c106-0594-46e8-b0ae-425da9c3815c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'name': 'tempest-ServerActionsTestJSON-825413776-router', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '2523bf1d-482d-4b27-87d5-680aa876fc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:48Z', 'revision_number': 4, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'gw_port': {'id': '2523bf1d-482d-4b27-87d5-680aa876fc6e', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'd3e70708-4814-42a5-9216-9f0ab9e45305', 'name': '', 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'mac_address': 'fa:16:3e:14:a0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '2d0c7c35-bbf6-4a01-848b-1621ba2632dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:47Z', 'updated_at': '2021-08-10T03:52:53Z', 'revision_number': 5, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'subnets': [{'id': '2d0c7c35-bbf6-4a01-848b-1621ba2632dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:35.493613 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a25c106-0594-46e8-b0ae-425da9c3815c None None] Checking router: 780fbfee-2254-4af2-9651-761c8fcb90fd for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:59:35.504718 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a25c106-0594-46e8-b0ae-425da9c3815c None None] Routers {'780fbfee-2254-4af2-9651-761c8fcb90fd'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:59:35.505341 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-7a25c106-0594-46e8-b0ae-425da9c3815c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:59:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['780fbfee-2254-4af2-9651-761c8fcb90fd'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:35.625535 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-7a25c106-0594-46e8-b0ae-425da9c3815c None None] Set router 780fbfee-2254-4af2-9651-761c8fcb90fd gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:59:35.836961 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-7a25c106-0594-46e8-b0ae-425da9c3815c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'name': 'tempest-ServerActionsTestJSON-825413776-router', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '2523bf1d-482d-4b27-87d5-680aa876fc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:48Z', 'revision_number': 4, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'gw_port': {'id': '2523bf1d-482d-4b27-87d5-680aa876fc6e', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'd3e70708-4814-42a5-9216-9f0ab9e45305', 'name': '', 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'mac_address': 'fa:16:3e:14:a0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '2d0c7c35-bbf6-4a01-848b-1621ba2632dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:47Z', 'updated_at': '2021-08-10T03:52:53Z', 'revision_number': 5, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'subnets': [{'id': '2d0c7c35-bbf6-4a01-848b-1621ba2632dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:35.864445 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a25c106-0594-46e8-b0ae-425da9c3815c None None] The sync data for ids ['780fbfee-2254-4af2-9651-761c8fcb90fd'] in n-d-768851-15 is: [{'id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'name': 'tempest-ServerActionsTestJSON-825413776-router', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '2523bf1d-482d-4b27-87d5-680aa876fc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:48Z', 'revision_number': 4, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'gw_port': {'id': '2523bf1d-482d-4b27-87d5-680aa876fc6e', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'd3e70708-4814-42a5-9216-9f0ab9e45305', 'name': '', 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'mac_address': 'fa:16:3e:14:a0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '2d0c7c35-bbf6-4a01-848b-1621ba2632dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:47Z', 'updated_at': '2021-08-10T03:52:53Z', 'revision_number': 5, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'subnets': [{'id': '2d0c7c35-bbf6-4a01-848b-1621ba2632dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:59:36.103195 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:36.114690 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7fc43a-653e-4edc-8d4e-2b51ca2515a6 None None] New status for floating IP f9f56845-90de-4fb4-a31e-b72242f5767e: DOWN {{(pid=94219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:59:36.722473 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b13f5b31-2526-4f66-a9e3-83f4aec3f29f req-3b292488-663c-4c8d-bd75-516092ada31f tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--843576868&fields=id&tenant_id=4b8daa411c274795a838cc99da285a8a HTTP/1.1" status: 200 len: 267 time: 0.0519383 Aug 10 03:59:36.860896 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f5b31-2526-4f66-a9e3-83f4aec3f29f req-25e52e31-cab9-4aae-b460-5c80920ed3b8 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:36.862939 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b13f5b31-2526-4f66-a9e3-83f4aec3f29f req-25e52e31-cab9-4aae-b460-5c80920ed3b8 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/networks?id=852ba6a3-b418-4264-a196-720a2aa07241 HTTP/1.1" status: 200 len: 811 time: 0.1301553 Aug 10 03:59:36.878660 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b13f5b31-2526-4f66-a9e3-83f4aec3f29f req-0862a352-ba2d-4752-b799-fdf252be1359 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/quotas/4b8daa411c274795a838cc99da285a8a HTTP/1.1" status: 200 len: 375 time: 0.0092442 Aug 10 03:59:36.933445 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b13f5b31-2526-4f66-a9e3-83f4aec3f29f req-c99d06ab-66cb-48e2-b065-e380ed7d7b55 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4b8daa411c274795a838cc99da285a8a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491068 Aug 10 03:59:37.109297 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b13f5b31-2526-4f66-a9e3-83f4aec3f29f req-cc271f0c-d9f6-4419-99d2-b87df1d379c3 service neutron] 10.222.0.62 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626248 Aug 10 03:59:37.213184 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b13f5b31-2526-4f66-a9e3-83f4aec3f29f req-78248581-1d36-4cd4-9321-230eb3583e3f service neutron] 10.222.0.62 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936823 Aug 10 03:59:37.376009 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c8ece5d5-d20d-453f-a903-c3d380760d9c req-93d5c530-3893-4b47-85bb-6238882d22e5 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 210 time: 0.0265057 Aug 10 03:59:38.491653 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ff47c257-5ff8-43df-8a3c-7bb996a253bd req-6aa7d571-81ff-4d7a-a554-5467df10df36 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 210 time: 0.0344470 Aug 10 03:59:38.502086 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f5b31-2526-4f66-a9e3-83f4aec3f29f req-f423bb8f-74d0-44a0-8e29-825f763a256c tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:38.503617 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b13f5b31-2526-4f66-a9e3-83f4aec3f29f req-f423bb8f-74d0-44a0-8e29-825f763a256c tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.60 "GET /v2.0/networks?id=852ba6a3-b418-4264-a196-720a2aa07241 HTTP/1.1" status: 200 len: 811 time: 0.1666591 Aug 10 03:59:38.556461 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b13f5b31-2526-4f66-a9e3-83f4aec3f29f req-6609ecdd-f705-49be-87b0-d61a884890dc tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b8daa411c274795a838cc99da285a8a HTTP/1.1" status: 200 len: 379 time: 0.0375509 Aug 10 03:59:38.566191 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-b13f5b31-2526-4f66-a9e3-83f4aec3f29f req-bc132f1d-bdae-4b27-9c94-e5906d30064d tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Request body: {'port': {'device_id': '0f7750ea-d6e9-445f-9824-2369f0337d60', 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241', 'admin_state_up': True, 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'security_groups': ['ad6d058f-cdd7-4385-8c54-ba8929bbc15a']}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:38.688962 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b13f5b31-2526-4f66-a9e3-83f4aec3f29f req-bc132f1d-bdae-4b27-9c94-e5906d30064d tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Made reservation on behalf of 4b8daa411c274795a838cc99da285a8a for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:59:38.692510 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b13f5b31-2526-4f66-a9e3-83f4aec3f29f req-bc132f1d-bdae-4b27-9c94-e5906d30064d tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:38.835636 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-b13f5b31-2526-4f66-a9e3-83f4aec3f29f req-bc132f1d-bdae-4b27-9c94-e5906d30064d tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Allocated IP 172.20.0.11 (852ba6a3-b418-4264-a196-720a2aa07241/2d0c7c35-bbf6-4a01-848b-1621ba2632dc/32f95869-5384-45b5-93c5-abe7b7702dee) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:59:39.026058 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b13f5b31-2526-4f66-a9e3-83f4aec3f29f req-bc132f1d-bdae-4b27-9c94-e5906d30064d tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:39.044510 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-b13f5b31-2526-4f66-a9e3-83f4aec3f29f req-bc132f1d-bdae-4b27-9c94-e5906d30064d tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Transition to ACTIVE for port object 32f95869-5384-45b5-93c5-abe7b7702dee will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:59:39.084025 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b13f5b31-2526-4f66-a9e3-83f4aec3f29f req-bc132f1d-bdae-4b27-9c94-e5906d30064d tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:39.143418 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b13f5b31-2526-4f66-a9e3-83f4aec3f29f req-bc132f1d-bdae-4b27-9c94-e5906d30064d tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Network 852ba6a3-b418-4264-a196-720a2aa07241 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:59:39.147389 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-b13f5b31-2526-4f66-a9e3-83f4aec3f29f req-bc132f1d-bdae-4b27-9c94-e5906d30064d tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:59:39.152871 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-b13f5b31-2526-4f66-a9e3-83f4aec3f29f req-bc132f1d-bdae-4b27-9c94-e5906d30064d tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:59:39.188332 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc132f1d-bdae-4b27-9c94-e5906d30064d tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Pushing event updated for resources: {'Port': ['ID=32f95869-5384-45b5-93c5-abe7b7702dee,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:39.203508 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc132f1d-bdae-4b27-9c94-e5906d30064d tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:39.204505 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc132f1d-bdae-4b27-9c94-e5906d30064d tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:39.204505 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc132f1d-bdae-4b27-9c94-e5906d30064d tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:39.204753 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc132f1d-bdae-4b27-9c94-e5906d30064d tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:39.204991 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc132f1d-bdae-4b27-9c94-e5906d30064d tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:39.205294 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc132f1d-bdae-4b27-9c94-e5906d30064d tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:39.205704 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc132f1d-bdae-4b27-9c94-e5906d30064d tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:39.206068 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc132f1d-bdae-4b27-9c94-e5906d30064d tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:39.206399 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc132f1d-bdae-4b27-9c94-e5906d30064d tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:39.206775 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc132f1d-bdae-4b27-9c94-e5906d30064d tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:39.207136 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc132f1d-bdae-4b27-9c94-e5906d30064d tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:39.207471 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc132f1d-bdae-4b27-9c94-e5906d30064d tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:39.233326 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f5b31-2526-4f66-a9e3-83f4aec3f29f req-bc132f1d-bdae-4b27-9c94-e5906d30064d tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:39.233998 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b13f5b31-2526-4f66-a9e3-83f4aec3f29f req-bc132f1d-bdae-4b27-9c94-e5906d30064d tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:39.257891 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:59:39.263941 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b13f5b31-2526-4f66-a9e3-83f4aec3f29f req-bc132f1d-bdae-4b27-9c94-e5906d30064d tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7010994 Aug 10 03:59:39.279231 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-b13f5b31-2526-4f66-a9e3-83f4aec3f29f req-82ca75d8-ed90-4bf5-a74f-b1ef1388032e service neutron] Request body: {'port': {'device_id': '0f7750ea-d6e9-445f-9824-2369f0337d60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:39.291173 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:59:39.291717 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device d1d1f6ac-2d3f-4ba4-a5da-163582bf53c5 not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:59:39.357238 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b13f5b31-2526-4f66-a9e3-83f4aec3f29f req-82ca75d8-ed90-4bf5-a74f-b1ef1388032e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:39.506116 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-2931c99b-3e57-44a8-ae46-2593e9dc8b00 None None] Provisioning for port 32f95869-5384-45b5-93c5-abe7b7702dee completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:59:39.511254 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-2931c99b-3e57-44a8-ae46-2593e9dc8b00 None None] Provisioning complete for port 32f95869-5384-45b5-93c5-abe7b7702dee triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:59:39.511971 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2931c99b-3e57-44a8-ae46-2593e9dc8b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:39.555942 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-2931c99b-3e57-44a8-ae46-2593e9dc8b00 None None] Port 32f95869-5384-45b5-93c5-abe7b7702dee cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:59:39.675944 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-b13f5b31-2526-4f66-a9e3-83f4aec3f29f req-82ca75d8-ed90-4bf5-a74f-b1ef1388032e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32f95869-5384-45b5-93c5-abe7b7702dee {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:59:39.685451 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b13f5b31-2526-4f66-a9e3-83f4aec3f29f req-82ca75d8-ed90-4bf5-a74f-b1ef1388032e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:39.706068 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f48856-cf63-4ec3-a6ce-13d5abe539b1 req-39895bd7-98b4-4a7d-ae90-cb6588e2d469 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:39.707603 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-01f48856-cf63-4ec3-a6ce-13d5abe539b1 req-39895bd7-98b4-4a7d-ae90-cb6588e2d469 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 932 time: 0.0977046 Aug 10 03:59:39.710303 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-b13f5b31-2526-4f66-a9e3-83f4aec3f29f req-82ca75d8-ed90-4bf5-a74f-b1ef1388032e service neutron] Transition to ACTIVE for port object 32f95869-5384-45b5-93c5-abe7b7702dee will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:59:39.715542 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b13f5b31-2526-4f66-a9e3-83f4aec3f29f req-82ca75d8-ed90-4bf5-a74f-b1ef1388032e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:39.796460 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ca75d8-ed90-4bf5-a74f-b1ef1388032e service neutron] Pushing event updated for resources: {'Port': ['ID=32f95869-5384-45b5-93c5-abe7b7702dee,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:39.803564 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-01f48856-cf63-4ec3-a6ce-13d5abe539b1 req-5422186c-471f-4d72-a8ac-c23b2df8aeda tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856578 Aug 10 03:59:39.886949 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-b13f5b31-2526-4f66-a9e3-83f4aec3f29f req-82ca75d8-ed90-4bf5-a74f-b1ef1388032e service neutron] Attempting to bind port 32f95869-5384-45b5-93c5-abe7b7702dee on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:59:39.887496 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-b13f5b31-2526-4f66-a9e3-83f4aec3f29f req-82ca75d8-ed90-4bf5-a74f-b1ef1388032e service neutron] Attempting to bind port 32f95869-5384-45b5-93c5-abe7b7702dee by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '2275eff1-f8e4-484b-b902-2a5156bf50e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:59:39.888041 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13f5b31-2526-4f66-a9e3-83f4aec3f29f req-82ca75d8-ed90-4bf5-a74f-b1ef1388032e service neutron] Attempting to bind port 32f95869-5384-45b5-93c5-abe7b7702dee on network 852ba6a3-b418-4264-a196-720a2aa07241 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:59:39.898777 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13f5b31-2526-4f66-a9e3-83f4aec3f29f req-82ca75d8-ed90-4bf5-a74f-b1ef1388032e service neutron] Port 32f95869-5384-45b5-93c5-abe7b7702dee on network 852ba6a3-b418-4264-a196-720a2aa07241 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:59:39.899134 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13f5b31-2526-4f66-a9e3-83f4aec3f29f req-82ca75d8-ed90-4bf5-a74f-b1ef1388032e service neutron] Attempting to bind port 32f95869-5384-45b5-93c5-abe7b7702dee on network 852ba6a3-b418-4264-a196-720a2aa07241 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:59:39.907314 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13f5b31-2526-4f66-a9e3-83f4aec3f29f req-82ca75d8-ed90-4bf5-a74f-b1ef1388032e service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:59:39.907870 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13f5b31-2526-4f66-a9e3-83f4aec3f29f req-82ca75d8-ed90-4bf5-a74f-b1ef1388032e service neutron] Checking segment: {'id': '2275eff1-f8e4-484b-b902-2a5156bf50e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:59:39.908540 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13f5b31-2526-4f66-a9e3-83f4aec3f29f req-82ca75d8-ed90-4bf5-a74f-b1ef1388032e service neutron] Bound using segment: {'id': '2275eff1-f8e4-484b-b902-2a5156bf50e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:59:39.909255 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-b13f5b31-2526-4f66-a9e3-83f4aec3f29f req-82ca75d8-ed90-4bf5-a74f-b1ef1388032e service neutron] Bound port: 32f95869-5384-45b5-93c5-abe7b7702dee, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2275eff1-f8e4-484b-b902-2a5156bf50e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:59:39.909818 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b13f5b31-2526-4f66-a9e3-83f4aec3f29f req-82ca75d8-ed90-4bf5-a74f-b1ef1388032e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:40.001386 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-b13f5b31-2526-4f66-a9e3-83f4aec3f29f req-82ca75d8-ed90-4bf5-a74f-b1ef1388032e service neutron] For port 32f95869-5384-45b5-93c5-abe7b7702dee, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:59:40.005434 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-b13f5b31-2526-4f66-a9e3-83f4aec3f29f req-82ca75d8-ed90-4bf5-a74f-b1ef1388032e service neutron] For port 32f95869-5384-45b5-93c5-abe7b7702dee, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=32f95869-5384-45b5-93c5-abe7b7702dee,segment=NetworkSegment(2275eff1-f8e4-484b-b902-2a5156bf50e2),segment_id=2275eff1-f8e4-484b-b902-2a5156bf50e2)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:59:40.009951 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b13f5b31-2526-4f66-a9e3-83f4aec3f29f req-82ca75d8-ed90-4bf5-a74f-b1ef1388032e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:40.049401 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f5b31-2526-4f66-a9e3-83f4aec3f29f req-82ca75d8-ed90-4bf5-a74f-b1ef1388032e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:40.050331 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b13f5b31-2526-4f66-a9e3-83f4aec3f29f req-82ca75d8-ed90-4bf5-a74f-b1ef1388032e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:40.051817 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b13f5b31-2526-4f66-a9e3-83f4aec3f29f req-82ca75d8-ed90-4bf5-a74f-b1ef1388032e service neutron] 10.222.0.60 "PUT /v2.0/ports/32f95869-5384-45b5-93c5-abe7b7702dee HTTP/1.1" status: 200 len: 1093 time: 0.7791185 Aug 10 03:59:40.052280 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f7750ea-d6e9-445f-9824-2369f0337d60', 'tag': '32f95869-5384-45b5-93c5-abe7b7702dee'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:59:40.054513 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d1d767-72d6-4fac-abb9-3e7c71476ba3" -d '{"events": [{"name": "network-changed", "server_uuid": "0f7750ea-d6e9-445f-9824-2369f0337d60", "tag": "32f95869-5384-45b5-93c5-abe7b7702dee"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:59:40.084468 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ca75d8-ed90-4bf5-a74f-b1ef1388032e service neutron] Pushing event updated for resources: {'Port': ['ID=32f95869-5384-45b5-93c5-abe7b7702dee,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:40.124002 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d010b529-0bcc-45cb-8296-ef0965b36abf x-openstack-request-id: req-d010b529-0bcc-45cb-8296-ef0965b36abf {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:59:40.124302 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f7750ea-d6e9-445f-9824-2369f0337d60", "tag": "32f95869-5384-45b5-93c5-abe7b7702dee", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:59:40.124552 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d010b529-0bcc-45cb-8296-ef0965b36abf {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:59:40.124945 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f7750ea-d6e9-445f-9824-2369f0337d60', 'tag': '32f95869-5384-45b5-93c5-abe7b7702dee', 'status': 'completed', 'code': 200} Aug 10 03:59:40.156688 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f5b31-2526-4f66-a9e3-83f4aec3f29f req-dacce277-8f8b-40a2-a8ca-1ceba9c8740c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:40.158315 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b13f5b31-2526-4f66-a9e3-83f4aec3f29f req-dacce277-8f8b-40a2-a8ca-1ceba9c8740c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4b8daa411c274795a838cc99da285a8a&device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 1096 time: 0.0494659 Aug 10 03:59:40.205394 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b13f5b31-2526-4f66-a9e3-83f4aec3f29f req-78f8cab7-f39b-44de-94ca-9b2737fd9789 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32f95869-5384-45b5-93c5-abe7b7702dee HTTP/1.1" status: 200 len: 217 time: 0.0391304 Aug 10 03:59:40.261787 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f5b31-2526-4f66-a9e3-83f4aec3f29f req-616b45d2-14c2-49fd-8e31-ed5b7b6e57ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:40.263383 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b13f5b31-2526-4f66-a9e3-83f4aec3f29f req-616b45d2-14c2-49fd-8e31-ed5b7b6e57ec service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2d0c7c35-bbf6-4a01-848b-1621ba2632dc HTTP/1.1" status: 200 len: 850 time: 0.0476258 Aug 10 03:59:40.312530 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f5b31-2526-4f66-a9e3-83f4aec3f29f req-274850be-2344-4be4-b7dc-8c82c12f2b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:40.314112 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b13f5b31-2526-4f66-a9e3-83f4aec3f29f req-274850be-2344-4be4-b7dc-8c82c12f2b4d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=852ba6a3-b418-4264-a196-720a2aa07241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423481 Aug 10 03:59:40.728131 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b13f5b31-2526-4f66-a9e3-83f4aec3f29f req-0053a303-61cd-4929-a777-95a480c74532 service neutron] 10.222.0.60 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4055560 Aug 10 03:59:40.822426 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b13f5b31-2526-4f66-a9e3-83f4aec3f29f req-08618f32-1a56-40ec-bf51-7dc70760fc54 service neutron] 10.222.0.60 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820138 Aug 10 03:59:40.941687 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1d767-72d6-4fac-abb9-3e7c71476ba3 req-e892b9c8-060d-467c-aa8c-669b50ffe75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:40.943127 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a6d1d767-72d6-4fac-abb9-3e7c71476ba3 req-e892b9c8-060d-467c-aa8c-669b50ffe75f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4b8daa411c274795a838cc99da285a8a&device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 1096 time: 0.0660450 Aug 10 03:59:41.007453 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7dc91a-13a2-4d36-be87-2232ae1d07d5 req-f9edbec9-0edb-46f5-bdd4-50183f50c391 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:41.008929 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4b7dc91a-13a2-4d36-be87-2232ae1d07d5 req-f9edbec9-0edb-46f5-bdd4-50183f50c391 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 944 time: 0.0958922 Aug 10 03:59:41.075290 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4b7dc91a-13a2-4d36-be87-2232ae1d07d5 req-e8f833f7-8ac3-429c-9b0c-2507027155a2 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602586 Aug 10 03:59:41.078119 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1d767-72d6-4fac-abb9-3e7c71476ba3 req-df76956f-22f0-499f-9881-fde7fde585cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:41.079566 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a6d1d767-72d6-4fac-abb9-3e7c71476ba3 req-df76956f-22f0-499f-9881-fde7fde585cd service neutron] 10.222.0.60 "GET /v2.0/networks?id=852ba6a3-b418-4264-a196-720a2aa07241 HTTP/1.1" status: 200 len: 912 time: 0.1296020 Aug 10 03:59:41.141312 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a6d1d767-72d6-4fac-abb9-3e7c71476ba3 req-a560f8f2-4939-4fc8-bf96-5808b1fec33f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32f95869-5384-45b5-93c5-abe7b7702dee HTTP/1.1" status: 200 len: 217 time: 0.0528953 Aug 10 03:59:41.190337 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1d767-72d6-4fac-abb9-3e7c71476ba3 req-cc10a62d-c624-42a7-a36d-e4e0e82f9ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:41.191985 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a6d1d767-72d6-4fac-abb9-3e7c71476ba3 req-cc10a62d-c624-42a7-a36d-e4e0e82f9ede service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2d0c7c35-bbf6-4a01-848b-1621ba2632dc HTTP/1.1" status: 200 len: 850 time: 0.0431328 Aug 10 03:59:41.239961 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1d767-72d6-4fac-abb9-3e7c71476ba3 req-cbb3c3fb-6543-495b-a7aa-53f24087dfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:41.241612 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a6d1d767-72d6-4fac-abb9-3e7c71476ba3 req-cbb3c3fb-6543-495b-a7aa-53f24087dfa6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=852ba6a3-b418-4264-a196-720a2aa07241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420904 Aug 10 03:59:41.335579 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a6d1d767-72d6-4fac-abb9-3e7c71476ba3 req-ace9c923-9b5e-46d4-8dff-71706ada3a90 service neutron] 10.222.0.60 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857162 Aug 10 03:59:41.438550 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a6d1d767-72d6-4fac-abb9-3e7c71476ba3 req-906393b1-c92e-4835-b421-aefe7145e46b service neutron] 10.222.0.60 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946684 Aug 10 03:59:42.202183 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5165fb-b402-4628-8cc0-8bb5ad019e3a req-2609aa5b-7c03-4b02-82eb-b7ed7b4a0b07 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:42.203705 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6a5165fb-b402-4628-8cc0-8bb5ad019e3a req-2609aa5b-7c03-4b02-82eb-b7ed7b4a0b07 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 944 time: 0.0552568 Aug 10 03:59:42.249212 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6a5165fb-b402-4628-8cc0-8bb5ad019e3a req-81c2cd4e-a480-403f-8518-333486d77dc2 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360522 Aug 10 03:59:43.376946 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de51018-0716-454b-9fdf-0bfe781678a5 req-329f5cfe-5f81-4cf8-96dd-acf3ab19418e tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:43.378696 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3de51018-0716-454b-9fdf-0bfe781678a5 req-329f5cfe-5f81-4cf8-96dd-acf3ab19418e tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 944 time: 0.0595000 Aug 10 03:59:43.419868 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3de51018-0716-454b-9fdf-0bfe781678a5 req-4e0eefae-12a0-42b5-96b4-89ee3bc139c1 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341759 Aug 10 03:59:43.687209 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 32f95869-5384-45b5-93c5-abe7b7702dee details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:59:43.808262 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 32f95869-5384-45b5-93c5-abe7b7702dee, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=32f95869-5384-45b5-93c5-abe7b7702dee,segment=NetworkSegment(2275eff1-f8e4-484b-b902-2a5156bf50e2),segment_id=2275eff1-f8e4-484b-b902-2a5156bf50e2)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:43.820139 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '32f95869-5384-45b5-93c5-abe7b7702dee', 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241', 'port_id': '32f95869-5384-45b5-93c5-abe7b7702dee', 'mac_address': 'fa:16:3e:c4:c9:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d0c7c35-bbf6-4a01-848b-1621ba2632dc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:59:43.865495 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:44.043360 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32f95869-5384-45b5-93c5-abe7b7702dee {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:59:44.066330 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 32f95869-5384-45b5-93c5-abe7b7702dee, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=32f95869-5384-45b5-93c5-abe7b7702dee,segment=NetworkSegment(2275eff1-f8e4-484b-b902-2a5156bf50e2),segment_id=2275eff1-f8e4-484b-b902-2a5156bf50e2)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:44.071930 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:44.127326 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=32f95869-5384-45b5-93c5-abe7b7702dee,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:44.309705 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['32f95869-5384-45b5-93c5-abe7b7702dee'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:59:44.537560 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2320bbd-84ca-4fd9-81ec-fe426ed6f31b req-f66824ef-0be3-4e7b-b72e-21ef0898e285 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:44.539075 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e2320bbd-84ca-4fd9-81ec-fe426ed6f31b req-f66824ef-0be3-4e7b-b72e-21ef0898e285 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 945 time: 0.0481229 Aug 10 03:59:44.578005 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e2320bbd-84ca-4fd9-81ec-fe426ed6f31b req-cbd307a1-59df-4379-b5c1-71fdfdf27b90 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329554 Aug 10 03:59:45.691583 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 32f95869-5384-45b5-93c5-abe7b7702dee up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:59:45.701103 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063cb8c-9ae5-466d-bb96-ba73413f5fc9 req-5fca6cca-a00f-4dda-aa82-eb1c122d3c30 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:45.702627 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0063cb8c-9ae5-466d-bb96-ba73413f5fc9 req-5fca6cca-a00f-4dda-aa82-eb1c122d3c30 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 945 time: 0.0536327 Aug 10 03:59:45.742879 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port 32f95869-5384-45b5-93c5-abe7b7702dee completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:59:45.744106 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0063cb8c-9ae5-466d-bb96-ba73413f5fc9 req-f7e6528d-ce3c-4c04-881b-b4655ae3bd1d tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341868 Aug 10 03:59:45.748401 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 32f95869-5384-45b5-93c5-abe7b7702dee triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:59:45.748401 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:45.827822 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:45.850797 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7750ea-d6e9-445f-9824-2369f0337d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f95869-5384-45b5-93c5-abe7b7702dee'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:59:45.853068 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e943d958-ae7d-4736-8a5c-8d51371b8df9" -d '{"events": [{"server_uuid": "0f7750ea-d6e9-445f-9824-2369f0337d60", "name": "network-vif-plugged", "status": "completed", "tag": "32f95869-5384-45b5-93c5-abe7b7702dee"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:59:45.866096 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 32f95869-5384-45b5-93c5-abe7b7702dee, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=32f95869-5384-45b5-93c5-abe7b7702dee,segment=NetworkSegment(2275eff1-f8e4-484b-b902-2a5156bf50e2),segment_id=2275eff1-f8e4-484b-b902-2a5156bf50e2)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:45.870039 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:45.900000 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f6c847-1304-4dd7-b845-43e720fea3fe x-openstack-request-id: req-10f6c847-1304-4dd7-b845-43e720fea3fe {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:59:45.900300 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f7750ea-d6e9-445f-9824-2369f0337d60", "name": "network-vif-plugged", "status": "completed", "tag": "32f95869-5384-45b5-93c5-abe7b7702dee", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:59:45.900568 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-10f6c847-1304-4dd7-b845-43e720fea3fe {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:59:45.900953 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7750ea-d6e9-445f-9824-2369f0337d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f95869-5384-45b5-93c5-abe7b7702dee', 'code': 200} Aug 10 03:59:45.931362 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=32f95869-5384-45b5-93c5-abe7b7702dee,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:46.008301 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75550862-9b8f-4ec0-8c3a-97cff073193e req-1938156e-3b5f-47ce-b65f-bb51afd6af6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:46.009804 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-75550862-9b8f-4ec0-8c3a-97cff073193e req-1938156e-3b5f-47ce-b65f-bb51afd6af6e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 1098 time: 0.0487311 Aug 10 03:59:46.048194 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-75550862-9b8f-4ec0-8c3a-97cff073193e req-9a9e7fef-e665-4b58-9031-f6ac3af12d83 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286021 Aug 10 03:59:46.861367 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2efd73-fb50-40e0-9681-ad6a5f6ea2c5 req-a9274e6d-8f3e-46d5-b54c-6d8ea2cd7b68 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:46.862894 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7c2efd73-fb50-40e0-9681-ad6a5f6ea2c5 req-a9274e6d-8f3e-46d5-b54c-6d8ea2cd7b68 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 946 time: 0.0496397 Aug 10 03:59:46.901937 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7c2efd73-fb50-40e0-9681-ad6a5f6ea2c5 req-53e9efa4-8e3b-46b4-8c79-88c33b657b38 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329173 Aug 10 03:59:48.025501 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675c0c3-4184-4c52-b7f7-9149c8a8bff2 req-e80ff8e7-0958-490c-b7e1-df70d04e84c9 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:48.027053 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7675c0c3-4184-4c52-b7f7-9149c8a8bff2 req-e80ff8e7-0958-490c-b7e1-df70d04e84c9 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 946 time: 0.0538361 Aug 10 03:59:48.068864 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7675c0c3-4184-4c52-b7f7-9149c8a8bff2 req-e175f464-6714-4d69-b63e-53b2be3fbe58 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358350 Aug 10 03:59:48.188910 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddfefa6-c766-43a6-9af0-d1ccc46de235 req-aac477d7-b51a-43d0-9e27-966f0266d16b tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:48.190404 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7ddfefa6-c766-43a6-9af0-d1ccc46de235 req-aac477d7-b51a-43d0-9e27-966f0266d16b tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 946 time: 0.0511162 Aug 10 03:59:48.199600 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 40914) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:48.204387 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-2b9d5430-2440-4add-bb7a-b6cc01440570 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Request body: {'floatingip': {'port_id': '32f95869-5384-45b5-93c5-abe7b7702dee'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:48.248193 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2b9d5430-2440-4add-bb7a-b6cc01440570 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks [] for floatingip, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:48.705979 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2b9d5430-2440-4add-bb7a-b6cc01440570 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:48.709944 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2b9d5430-2440-4add-bb7a-b6cc01440570 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:48.806893 n-d-768851-15 neutron-server[94217]: INFO neutron.db.l3_db [None req-2b9d5430-2440-4add-bb7a-b6cc01440570 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Floating IP f9f56845-90de-4fb4-a31e-b72242f5767e associated. External IP: 172.25.7.73, port: 32f95869-5384-45b5-93c5-abe7b7702dee. Aug 10 03:59:49.012487 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b9d5430-2440-4add-bb7a-b6cc01440570 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Router 780fbfee-2254-4af2-9651-761c8fcb90fd has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:59:49.123153 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b9d5430-2440-4add-bb7a-b6cc01440570 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:59:49.129010 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2b9d5430-2440-4add-bb7a-b6cc01440570 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:49.133730 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc105cca-44b5-4726-a5d7-e9b2763cab68 None None] Sync routers for ids ['780fbfee-2254-4af2-9651-761c8fcb90fd'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:59:49.145194 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc105cca-44b5-4726-a5d7-e9b2763cab68 None None] Routers {'780fbfee-2254-4af2-9651-761c8fcb90fd'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:59:49.145863 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-bc105cca-44b5-4726-a5d7-e9b2763cab68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:59:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['780fbfee-2254-4af2-9651-761c8fcb90fd'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:49.161573 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2b9d5430-2440-4add-bb7a-b6cc01440570 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "PUT /v2.0/floatingips/f9f56845-90de-4fb4-a31e-b72242f5767e HTTP/1.1" status: 200 len: 992 time: 0.9608338 Aug 10 03:59:49.162217 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f7750ea-d6e9-445f-9824-2369f0337d60', 'tag': '32f95869-5384-45b5-93c5-abe7b7702dee'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:59:49.164699 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ac47b8-fb80-4888-8d38-f3676a1bd044" -d '{"events": [{"name": "network-changed", "server_uuid": "0f7750ea-d6e9-445f-9824-2369f0337d60", "tag": "32f95869-5384-45b5-93c5-abe7b7702dee"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:59:49.217400 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d526e4-e3ca-498c-a3fe-284b7b637b58 x-openstack-request-id: req-25d526e4-e3ca-498c-a3fe-284b7b637b58 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:59:49.217955 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f7750ea-d6e9-445f-9824-2369f0337d60", "tag": "32f95869-5384-45b5-93c5-abe7b7702dee", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:59:49.217955 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-25d526e4-e3ca-498c-a3fe-284b7b637b58 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:59:49.218371 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f7750ea-d6e9-445f-9824-2369f0337d60', 'tag': '32f95869-5384-45b5-93c5-abe7b7702dee', 'status': 'completed', 'code': 200} Aug 10 03:59:49.272676 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-bc105cca-44b5-4726-a5d7-e9b2763cab68 None None] Set router 780fbfee-2254-4af2-9651-761c8fcb90fd gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:59:49.279481 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac47b8-fb80-4888-8d38-f3676a1bd044 req-98b6755e-db02-41f6-8bfa-ae7013049ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:49.281030 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-88ac47b8-fb80-4888-8d38-f3676a1bd044 req-98b6755e-db02-41f6-8bfa-ae7013049ca5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4b8daa411c274795a838cc99da285a8a&device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 1098 time: 0.0403655 Aug 10 03:59:49.402049 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac47b8-fb80-4888-8d38-f3676a1bd044 req-49446807-8058-4cfe-ba12-7d9af801f72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:49.403936 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-88ac47b8-fb80-4888-8d38-f3676a1bd044 req-49446807-8058-4cfe-ba12-7d9af801f72a service neutron] 10.222.0.60 "GET /v2.0/networks?id=852ba6a3-b418-4264-a196-720a2aa07241 HTTP/1.1" status: 200 len: 912 time: 0.1159046 Aug 10 03:59:49.471018 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-88ac47b8-fb80-4888-8d38-f3676a1bd044 req-94e73775-84b4-463e-8df9-77cf47f12524 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32f95869-5384-45b5-93c5-abe7b7702dee HTTP/1.1" status: 200 len: 1000 time: 0.0590446 Aug 10 03:59:49.525542 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac47b8-fb80-4888-8d38-f3676a1bd044 req-711a2b17-c89f-404c-a6c0-cf5b27c12c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:49.525924 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-bc105cca-44b5-4726-a5d7-e9b2763cab68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'name': 'tempest-ServerActionsTestJSON-825413776-router', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '2523bf1d-482d-4b27-87d5-680aa876fc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:48Z', 'revision_number': 4, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'gw_port': {'id': '2523bf1d-482d-4b27-87d5-680aa876fc6e', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': 'f9f56845-90de-4fb4-a31e-b72242f5767e', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'floating_ip_address': '172.25.7.73', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'port_id': '32f95869-5384-45b5-93c5-abe7b7702dee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241', 'mac_address': 'fa:16:3e:c4:c9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7750ea-d6e9-445f-9824-2369f0337d60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:52:50Z', 'updated_at': '2021-08-10T03:59:48Z', 'revision_number': 13, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3e70708-4814-42a5-9216-9f0ab9e45305', 'name': '', 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'mac_address': 'fa:16:3e:14:a0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '2d0c7c35-bbf6-4a01-848b-1621ba2632dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:47Z', 'updated_at': '2021-08-10T03:52:53Z', 'revision_number': 5, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'subnets': [{'id': '2d0c7c35-bbf6-4a01-848b-1621ba2632dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:49.526991 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-88ac47b8-fb80-4888-8d38-f3676a1bd044 req-711a2b17-c89f-404c-a6c0-cf5b27c12c8d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2d0c7c35-bbf6-4a01-848b-1621ba2632dc HTTP/1.1" status: 200 len: 850 time: 0.0499413 Aug 10 03:59:49.557770 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc105cca-44b5-4726-a5d7-e9b2763cab68 None None] Checking router: 780fbfee-2254-4af2-9651-761c8fcb90fd for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:59:49.570274 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc105cca-44b5-4726-a5d7-e9b2763cab68 None None] Routers {'780fbfee-2254-4af2-9651-761c8fcb90fd'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:59:49.571615 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-bc105cca-44b5-4726-a5d7-e9b2763cab68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T03:59:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['780fbfee-2254-4af2-9651-761c8fcb90fd'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:49.575970 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac47b8-fb80-4888-8d38-f3676a1bd044 req-48f177db-0140-46b6-9582-82b095e3d1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:49.577503 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-88ac47b8-fb80-4888-8d38-f3676a1bd044 req-48f177db-0140-46b6-9582-82b095e3d1f3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=852ba6a3-b418-4264-a196-720a2aa07241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429635 Aug 10 03:59:49.675572 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-88ac47b8-fb80-4888-8d38-f3676a1bd044 req-839a785e-86b4-47cd-8f3a-0f9ce85cbc05 service neutron] 10.222.0.60 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909507 Aug 10 03:59:49.689668 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-bc105cca-44b5-4726-a5d7-e9b2763cab68 None None] Set router 780fbfee-2254-4af2-9651-761c8fcb90fd gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:59:49.775005 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-88ac47b8-fb80-4888-8d38-f3676a1bd044 req-9bc71dd0-4394-4ae3-8a29-c163577e9078 service neutron] 10.222.0.60 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924482 Aug 10 03:59:49.932702 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-bc105cca-44b5-4726-a5d7-e9b2763cab68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'name': 'tempest-ServerActionsTestJSON-825413776-router', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '2523bf1d-482d-4b27-87d5-680aa876fc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:48Z', 'revision_number': 4, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'gw_port': {'id': '2523bf1d-482d-4b27-87d5-680aa876fc6e', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': 'f9f56845-90de-4fb4-a31e-b72242f5767e', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'floating_ip_address': '172.25.7.73', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'port_id': '32f95869-5384-45b5-93c5-abe7b7702dee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241', 'mac_address': 'fa:16:3e:c4:c9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7750ea-d6e9-445f-9824-2369f0337d60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:52:50Z', 'updated_at': '2021-08-10T03:59:48Z', 'revision_number': 13, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3e70708-4814-42a5-9216-9f0ab9e45305', 'name': '', 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'mac_address': 'fa:16:3e:14:a0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '2d0c7c35-bbf6-4a01-848b-1621ba2632dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:47Z', 'updated_at': '2021-08-10T03:52:53Z', 'revision_number': 5, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'subnets': [{'id': '2d0c7c35-bbf6-4a01-848b-1621ba2632dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:49.961675 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc105cca-44b5-4726-a5d7-e9b2763cab68 None None] The sync data for ids ['780fbfee-2254-4af2-9651-761c8fcb90fd'] in n-d-768851-15 is: [{'id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'name': 'tempest-ServerActionsTestJSON-825413776-router', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '2523bf1d-482d-4b27-87d5-680aa876fc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:48Z', 'revision_number': 4, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'gw_port': {'id': '2523bf1d-482d-4b27-87d5-680aa876fc6e', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': 'f9f56845-90de-4fb4-a31e-b72242f5767e', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'floating_ip_address': '172.25.7.73', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'port_id': '32f95869-5384-45b5-93c5-abe7b7702dee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241', 'mac_address': 'fa:16:3e:c4:c9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7750ea-d6e9-445f-9824-2369f0337d60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:52:50Z', 'updated_at': '2021-08-10T03:59:48Z', 'revision_number': 13, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3e70708-4814-42a5-9216-9f0ab9e45305', 'name': '', 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'mac_address': 'fa:16:3e:14:a0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '2d0c7c35-bbf6-4a01-848b-1621ba2632dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:47Z', 'updated_at': '2021-08-10T03:52:53Z', 'revision_number': 5, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'subnets': [{'id': '2d0c7c35-bbf6-4a01-848b-1621ba2632dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:59:50.162621 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476d99eb-6073-48f5-b42d-5d44f7e6ea2a None None] New status for floating IP f9f56845-90de-4fb4-a31e-b72242f5767e: ACTIVE {{(pid=94219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:59:50.947948 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:59:56.653434 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:57.007632 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:00.397094 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3af48ca4-90aa-41d8-b9da-cab6fde4161d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:03.107077 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7a4e9300-dd36-4eda-b721-a8dc60ee454d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:03.465485 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:04.368555 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:06.094583 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:25.052372 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cda1ff9b-c932-4610-bea6-264b0f1e9b7e req-3b3ccfcb-8073-4df4-86d9-9601d03a238a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0851030 Aug 10 04:00:25.141372 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda1ff9b-c932-4610-bea6-264b0f1e9b7e req-5327daf3-729f-483d-9fea-653898f18f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:25.142929 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cda1ff9b-c932-4610-bea6-264b0f1e9b7e req-5327daf3-729f-483d-9fea-653898f18f38 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4b8daa411c274795a838cc99da285a8a&device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 1098 time: 0.0416973 Aug 10 04:00:25.250601 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda1ff9b-c932-4610-bea6-264b0f1e9b7e req-e04169d0-9712-48db-9aae-ded7ef2c7f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:25.252162 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cda1ff9b-c932-4610-bea6-264b0f1e9b7e req-e04169d0-9712-48db-9aae-ded7ef2c7f1f service neutron] 10.222.0.60 "GET /v2.0/networks?id=852ba6a3-b418-4264-a196-720a2aa07241 HTTP/1.1" status: 200 len: 912 time: 0.0896456 Aug 10 04:00:25.319286 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cda1ff9b-c932-4610-bea6-264b0f1e9b7e req-d8d43d88-ce5e-4aa3-91c0-5865bc672e39 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32f95869-5384-45b5-93c5-abe7b7702dee HTTP/1.1" status: 200 len: 1002 time: 0.0587575 Aug 10 04:00:25.376517 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda1ff9b-c932-4610-bea6-264b0f1e9b7e req-3318cb51-3ed6-410c-bb5f-9a890c1ba7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:25.378049 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cda1ff9b-c932-4610-bea6-264b0f1e9b7e req-3318cb51-3ed6-410c-bb5f-9a890c1ba7fa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2d0c7c35-bbf6-4a01-848b-1621ba2632dc HTTP/1.1" status: 200 len: 850 time: 0.0496564 Aug 10 04:00:25.431297 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda1ff9b-c932-4610-bea6-264b0f1e9b7e req-e1304253-3b06-4545-84f7-532d685a89e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:25.432943 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cda1ff9b-c932-4610-bea6-264b0f1e9b7e req-e1304253-3b06-4545-84f7-532d685a89e9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=852ba6a3-b418-4264-a196-720a2aa07241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460854 Aug 10 04:00:25.524777 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cda1ff9b-c932-4610-bea6-264b0f1e9b7e req-b817c3ce-48d4-4fbd-af16-ed66d422d19c service neutron] 10.222.0.60 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832539 Aug 10 04:00:25.624529 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cda1ff9b-c932-4610-bea6-264b0f1e9b7e req-0ac94e0c-e715-4cb7-a3d2-91fdf330ef4c service neutron] 10.222.0.60 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913472 Aug 10 04:00:26.651499 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:27.016058 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:27.948996 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:00:30.399688 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-335130d9-3ad1-409e-89b4-982e7d27a4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:33.107480 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e0e44f3d-77ea-44dd-9334-e15609090e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:33.468772 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:34.364834 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:36.105387 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:56.657265 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:57.018065 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:00.402826 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-49ac627b-5c69-4ac5-bc53-ddd9d6cfe418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:03.115475 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3591e1d1-9926-4879-952b-5dd75fc642cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:03.470407 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:04.367085 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:04.953851 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:01:06.097485 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:26.051189 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2e270d02-0c44-4a39-abf3-d4f969e73f9a req-341b5126-0890-4115-95e6-810040f12db5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410905 Aug 10 04:01:26.146013 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e270d02-0c44-4a39-abf3-d4f969e73f9a req-4b56568a-8272-479d-806e-bf490d8268ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:26.147559 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2e270d02-0c44-4a39-abf3-d4f969e73f9a req-4b56568a-8272-479d-806e-bf490d8268ce service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4b8daa411c274795a838cc99da285a8a&device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 1098 time: 0.0418465 Aug 10 04:01:26.261352 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e270d02-0c44-4a39-abf3-d4f969e73f9a req-62f036dc-1514-49f1-b4c0-6533107ae52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:26.262928 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2e270d02-0c44-4a39-abf3-d4f969e73f9a req-62f036dc-1514-49f1-b4c0-6533107ae52c service neutron] 10.222.0.60 "GET /v2.0/networks?id=852ba6a3-b418-4264-a196-720a2aa07241 HTTP/1.1" status: 200 len: 912 time: 0.0899689 Aug 10 04:01:26.329271 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2e270d02-0c44-4a39-abf3-d4f969e73f9a req-92cc24d3-b21a-4e2b-bd09-ee1295e11c14 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32f95869-5384-45b5-93c5-abe7b7702dee HTTP/1.1" status: 200 len: 1002 time: 0.0580626 Aug 10 04:01:26.384392 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e270d02-0c44-4a39-abf3-d4f969e73f9a req-f77ec46f-c262-481a-a079-7e41c024b604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:26.385864 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2e270d02-0c44-4a39-abf3-d4f969e73f9a req-f77ec46f-c262-481a-a079-7e41c024b604 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2d0c7c35-bbf6-4a01-848b-1621ba2632dc HTTP/1.1" status: 200 len: 850 time: 0.0488153 Aug 10 04:01:26.435157 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e270d02-0c44-4a39-abf3-d4f969e73f9a req-75a9dead-cbdf-4f6e-9ee9-310838e2695b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:26.436640 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2e270d02-0c44-4a39-abf3-d4f969e73f9a req-75a9dead-cbdf-4f6e-9ee9-310838e2695b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=852ba6a3-b418-4264-a196-720a2aa07241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396194 Aug 10 04:01:26.533113 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2e270d02-0c44-4a39-abf3-d4f969e73f9a req-f8588749-0b5c-4dd3-a376-2a5f1d4a9714 service neutron] 10.222.0.60 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885620 Aug 10 04:01:26.631602 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2e270d02-0c44-4a39-abf3-d4f969e73f9a req-74e1ba17-6bd0-49b7-aae0-2dc53d536766 service neutron] 10.222.0.60 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906284 Aug 10 04:01:26.668592 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:27.031130 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:30.408483 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-28b83635-67ef-46fb-bfe1-d7ba250fb9d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:32.060811 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f166600-3046-4813-9332-63a64eada047 req-0bbaad26-7a06-48d9-b660-346b0d450ce1 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:32.062341 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6f166600-3046-4813-9332-63a64eada047 req-0bbaad26-7a06-48d9-b660-346b0d450ce1 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 946 time: 0.0494487 Aug 10 04:01:32.100626 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6f166600-3046-4813-9332-63a64eada047 req-aba28ace-d9df-4399-af82-0a106d54945b tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323613 Aug 10 04:01:33.107218 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4019180b-cb43-4283-a2a1-37f6ea31fd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:33.472567 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:34.371865 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:36.100106 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:41.955013 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:01:43.325226 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8d788cc5-ee36-48e7-8efe-bf99fd7200d6 req-4c5d83eb-31b7-4f71-89a6-f09d9899b185 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0941963 Aug 10 04:01:43.545152 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674fa03-1af1-4d26-8fef-3c2523494233 req-e8dda20c-cce7-4d73-aea3-ddea968ba6b2 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:43.546685 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4674fa03-1af1-4d26-8fef-3c2523494233 req-e8dda20c-cce7-4d73-aea3-ddea968ba6b2 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 946 time: 0.0536957 Aug 10 04:01:43.587254 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4674fa03-1af1-4d26-8fef-3c2523494233 req-46d706c4-4393-45bc-88e2-24fe5ce1adff tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342822 Aug 10 04:01:44.622255 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d788cc5-ee36-48e7-8efe-bf99fd7200d6 req-2917c9ad-bf0f-4825-b04b-b2c951f8afda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:44.623801 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8d788cc5-ee36-48e7-8efe-bf99fd7200d6 req-2917c9ad-bf0f-4825-b04b-b2c951f8afda service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4b8daa411c274795a838cc99da285a8a&device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 1098 time: 0.0412185 Aug 10 04:01:44.754934 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b442f2-0137-4bd2-984a-93ad2c1be15c req-8a497d84-95da-435e-8f08-5b44260e779a tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:44.756614 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-93b442f2-0137-4bd2-984a-93ad2c1be15c req-8a497d84-95da-435e-8f08-5b44260e779a tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 946 time: 0.0832016 Aug 10 04:01:44.759471 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d788cc5-ee36-48e7-8efe-bf99fd7200d6 req-a3260730-3159-4363-aad9-97b560f686ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:44.760843 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8d788cc5-ee36-48e7-8efe-bf99fd7200d6 req-a3260730-3159-4363-aad9-97b560f686ee service neutron] 10.222.0.60 "GET /v2.0/networks?id=852ba6a3-b418-4264-a196-720a2aa07241 HTTP/1.1" status: 200 len: 912 time: 0.1288598 Aug 10 04:01:44.833475 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-93b442f2-0137-4bd2-984a-93ad2c1be15c req-db53858c-c61f-46ae-a7a0-f409b22ee8fa tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709412 Aug 10 04:01:44.848116 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8d788cc5-ee36-48e7-8efe-bf99fd7200d6 req-125da260-9d61-4056-916b-910b05299ac1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32f95869-5384-45b5-93c5-abe7b7702dee HTTP/1.1" status: 200 len: 1002 time: 0.0723236 Aug 10 04:01:44.906436 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d788cc5-ee36-48e7-8efe-bf99fd7200d6 req-c8ff7fbe-754c-43cd-be8e-ccc2bb3fc23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:44.907840 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8d788cc5-ee36-48e7-8efe-bf99fd7200d6 req-c8ff7fbe-754c-43cd-be8e-ccc2bb3fc23d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2d0c7c35-bbf6-4a01-848b-1621ba2632dc HTTP/1.1" status: 200 len: 850 time: 0.0476737 Aug 10 04:01:44.957157 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d788cc5-ee36-48e7-8efe-bf99fd7200d6 req-b823140c-6e9a-4591-8b4b-d8f8f5ed533a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:44.958670 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8d788cc5-ee36-48e7-8efe-bf99fd7200d6 req-b823140c-6e9a-4591-8b4b-d8f8f5ed533a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=852ba6a3-b418-4264-a196-720a2aa07241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400460 Aug 10 04:01:45.052828 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8d788cc5-ee36-48e7-8efe-bf99fd7200d6 req-56f622fd-6a0b-4943-b9a1-e70f6b2ec86f service neutron] 10.222.0.60 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812693 Aug 10 04:01:45.149560 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8d788cc5-ee36-48e7-8efe-bf99fd7200d6 req-0033096a-0325-4a69-bfe1-546172e61f9d service neutron] 10.222.0.60 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870755 Aug 10 04:01:45.949464 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db195353-a53c-411f-8ae9-812f75611429 req-733a3d8b-6a4a-4caa-8861-6f154329efaa tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:45.950999 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-db195353-a53c-411f-8ae9-812f75611429 req-733a3d8b-6a4a-4caa-8861-6f154329efaa tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 946 time: 0.0497360 Aug 10 04:01:45.988703 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-db195353-a53c-411f-8ae9-812f75611429 req-972f01cc-ba7f-4316-b0d6-6ff4c339f95f tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319037 Aug 10 04:01:47.109686 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b4e4f-6e87-4f75-ac26-656a23a77b71 req-140ebcb2-b9fa-4c9f-bfa2-f02015b1853b tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:47.111504 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-797b4e4f-6e87-4f75-ac26-656a23a77b71 req-140ebcb2-b9fa-4c9f-bfa2-f02015b1853b tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 946 time: 0.0543013 Aug 10 04:01:47.150177 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-797b4e4f-6e87-4f75-ac26-656a23a77b71 req-387528c9-ec61-4dc4-b526-380f169efe62 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330923 Aug 10 04:01:48.265649 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba020439-05d8-45f0-80d7-65cad5bf8014 req-4fbe35d3-7cd1-41fc-8558-dd00595430e1 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:48.267178 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ba020439-05d8-45f0-80d7-65cad5bf8014 req-4fbe35d3-7cd1-41fc-8558-dd00595430e1 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 946 time: 0.0487411 Aug 10 04:01:48.305251 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ba020439-05d8-45f0-80d7-65cad5bf8014 req-6361f0be-11c8-4fbe-9eab-7f23bc925a1a tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322037 Aug 10 04:01:49.419529 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7655765-6c7d-47ab-8819-8201f6bb3dda req-28b10469-099f-4834-b8a0-4400f1b1dbc8 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:49.421025 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d7655765-6c7d-47ab-8819-8201f6bb3dda req-28b10469-099f-4834-b8a0-4400f1b1dbc8 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 946 time: 0.0481772 Aug 10 04:01:49.458303 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d7655765-6c7d-47ab-8819-8201f6bb3dda req-07cc86f6-8e73-4ee6-9138-8f3831caef44 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314181 Aug 10 04:01:50.578040 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3960cb3-20af-457f-8ce7-573059f77153 req-9de85e5b-3021-4fcf-b620-94a05f96e380 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:50.580535 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c3960cb3-20af-457f-8ce7-573059f77153 req-9de85e5b-3021-4fcf-b620-94a05f96e380 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 946 time: 0.0524817 Aug 10 04:01:50.622588 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c3960cb3-20af-457f-8ce7-573059f77153 req-a08cc1ca-88ff-48eb-abd8-61a4f51aee3f tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371833 Aug 10 04:01:51.737750 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39afffed-dca7-4670-ad77-3047418669bf req-50a36e58-8587-4e9b-9191-6d5b172ab692 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:51.739253 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-39afffed-dca7-4670-ad77-3047418669bf req-50a36e58-8587-4e9b-9191-6d5b172ab692 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 946 time: 0.0497644 Aug 10 04:01:51.778150 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-39afffed-dca7-4670-ad77-3047418669bf req-e3e860d2-e3bc-4987-b7ae-8e33b997da06 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321949 Aug 10 04:01:52.893669 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8727209-d153-4b4a-8db5-58f56099fb08 req-e4266a9f-51d4-413c-b4b4-9805db2c61fc tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:52.895204 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a8727209-d153-4b4a-8db5-58f56099fb08 req-e4266a9f-51d4-413c-b4b4-9805db2c61fc tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 946 time: 0.0487564 Aug 10 04:01:52.937061 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a8727209-d153-4b4a-8db5-58f56099fb08 req-b2cada4b-c76e-4b0d-8c7b-342b33ecf28f tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352964 Aug 10 04:01:54.057393 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa5e28-9f6c-4719-9f4b-58ac7b3a15c3 req-2e568327-9c0e-4dd5-bd71-4ef0d59de6f6 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:54.058936 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c5aa5e28-9f6c-4719-9f4b-58ac7b3a15c3 req-2e568327-9c0e-4dd5-bd71-4ef0d59de6f6 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 946 time: 0.0529935 Aug 10 04:01:54.097615 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c5aa5e28-9f6c-4719-9f4b-58ac7b3a15c3 req-2acc492e-4037-4ecc-a26f-018b61d02cd8 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328159 Aug 10 04:01:55.211493 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a84f9-eb5c-4f9c-817d-902380cdeeaa req-092b572f-fd6f-4325-9ecb-46dae094a3ce tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:55.213641 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bb8a84f9-eb5c-4f9c-817d-902380cdeeaa req-092b572f-fd6f-4325-9ecb-46dae094a3ce tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 946 time: 0.0484004 Aug 10 04:01:55.249690 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bb8a84f9-eb5c-4f9c-817d-902380cdeeaa req-f4b4484e-11b0-4c34-b562-598cef38b63e tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302854 Aug 10 04:01:56.412385 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67198ef9-e380-4716-9a03-faf9caa71f1f req-e4366896-5ac5-4b0a-83d2-4834dfa0d051 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:56.413857 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-67198ef9-e380-4716-9a03-faf9caa71f1f req-e4366896-5ac5-4b0a-83d2-4834dfa0d051 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 946 time: 0.0971386 Aug 10 04:01:56.450697 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-67198ef9-e380-4716-9a03-faf9caa71f1f req-94a26492-d160-4183-96ff-36eaae85cf80 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302758 Aug 10 04:01:56.666266 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:57.026337 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:57.623425 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19bb24-1a21-490d-8d3f-1d7177a6cc8b req-d35704ab-6e7d-4080-aa4d-5aa65c0a7933 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:57.624916 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ba19bb24-1a21-490d-8d3f-1d7177a6cc8b req-d35704ab-6e7d-4080-aa4d-5aa65c0a7933 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 946 time: 0.1055470 Aug 10 04:01:57.661417 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ba19bb24-1a21-490d-8d3f-1d7177a6cc8b req-62e787a3-abb1-4c13-af8d-f29d7bf5d3ad tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304470 Aug 10 04:01:58.776416 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e3ec39-5977-439d-977b-791a8d71e3a4 req-79e3f55c-e487-4c9c-b291-029fcf9a2400 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:58.777902 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-95e3ec39-5977-439d-977b-791a8d71e3a4 req-79e3f55c-e487-4c9c-b291-029fcf9a2400 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 946 time: 0.0488491 Aug 10 04:01:58.814911 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-95e3ec39-5977-439d-977b-791a8d71e3a4 req-4d422d42-5b99-4498-92f3-7b5c7aa64f60 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309355 Aug 10 04:01:59.928882 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f7f3d4-d598-47d9-b072-e905b66437fa req-762af0ff-3b24-42af-bb4c-6cf6b4d9972e tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:59.930358 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-83f7f3d4-d598-47d9-b072-e905b66437fa req-762af0ff-3b24-42af-bb4c-6cf6b4d9972e tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 946 time: 0.0480499 Aug 10 04:01:59.969189 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-83f7f3d4-d598-47d9-b072-e905b66437fa req-6a1f32ff-c1ef-4397-8605-b1af17eff2f3 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322893 Aug 10 04:02:00.411635 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-332c6a9b-b698-462d-bf1a-6c5c207e477b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:01.090539 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59035676-bf26-4016-8179-9cd1b2b93b93 req-8de26399-c6bf-4dd2-9c6d-cbaaf42414a4 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:01.092074 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-59035676-bf26-4016-8179-9cd1b2b93b93 req-8de26399-c6bf-4dd2-9c6d-cbaaf42414a4 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 946 time: 0.0543990 Aug 10 04:02:01.129482 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-59035676-bf26-4016-8179-9cd1b2b93b93 req-1ed85cc9-6cf3-4389-b3e8-5c54eca14629 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316565 Aug 10 04:02:02.244430 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a3f3df-2804-4142-a571-f2f2fd039bf3 req-95e97038-a088-4315-9889-3b34b122c2a0 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:02.245944 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a8a3f3df-2804-4142-a571-f2f2fd039bf3 req-95e97038-a088-4315-9889-3b34b122c2a0 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 946 time: 0.0495744 Aug 10 04:02:02.283460 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a8a3f3df-2804-4142-a571-f2f2fd039bf3 req-db9e83e2-ec67-4002-9c65-eb40635deb08 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316439 Aug 10 04:02:03.107649 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-451596c5-02e6-4f57-b029-4bdc2ec38462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:03.401588 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93607c72-1f16-4a4b-a7ab-f76f2f3c880e req-cd583414-4e41-4e5c-bb8d-2499895f62d1 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:03.403175 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-93607c72-1f16-4a4b-a7ab-f76f2f3c880e req-cd583414-4e41-4e5c-bb8d-2499895f62d1 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 946 time: 0.0515609 Aug 10 04:02:03.442853 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-93607c72-1f16-4a4b-a7ab-f76f2f3c880e req-b8a8d511-0f4d-4b93-91fa-823fad0f7ae9 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336428 Aug 10 04:02:03.480325 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:04.188905 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [req-8d788cc5-ee36-48e7-8efe-bf99fd7200d6 req-9be7ec79-c4c6-4a07-9c18-c900b7936543 service neutron] show failed (client error): The resource could not be found. Aug 10 04:02:04.189899 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8d788cc5-ee36-48e7-8efe-bf99fd7200d6 req-9be7ec79-c4c6-4a07-9c18-c900b7936543 service neutron] 10.222.0.60 "GET /v2.0/ports/32f95869-5384-45b5-93c5-abe7b7702dee/bindings/n-h1-768851-15 HTTP/1.1" status: 404 len: 381 time: 0.0575411 Aug 10 04:02:04.373655 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:04.407659 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d788cc5-ee36-48e7-8efe-bf99fd7200d6 req-a3d75833-12a4-4a81-8537-70a2b5b078b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:04.409147 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8d788cc5-ee36-48e7-8efe-bf99fd7200d6 req-a3d75833-12a4-4a81-8537-70a2b5b078b4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60&tenant_id=4b8daa411c274795a838cc99da285a8a HTTP/1.1" status: 200 len: 1098 time: 0.0461018 Aug 10 04:02:04.421440 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-8d788cc5-ee36-48e7-8efe-bf99fd7200d6 req-39f1bc2b-fbea-46ae-98b4-77d39fda7965 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768851-15', 'device_owner': 'compute:nova'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:04.472263 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-8d788cc5-ee36-48e7-8efe-bf99fd7200d6 req-39f1bc2b-fbea-46ae-98b4-77d39fda7965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:04.559385 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c5580-c1e1-4a72-866d-78254fe3aa26 req-f4c54c20-60aa-499a-96ae-18c9ffeaeefb tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:04.560899 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c35c5580-c1e1-4a72-866d-78254fe3aa26 req-f4c54c20-60aa-499a-96ae-18c9ffeaeefb tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 946 time: 0.0500374 Aug 10 04:02:04.599249 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c35c5580-c1e1-4a72-866d-78254fe3aa26 req-89cdca20-15dc-40b5-966a-78423cff69e6 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322762 Aug 10 04:02:04.673568 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-8d788cc5-ee36-48e7-8efe-bf99fd7200d6 req-39f1bc2b-fbea-46ae-98b4-77d39fda7965 service neutron] For port 32f95869-5384-45b5-93c5-abe7b7702dee, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=32f95869-5384-45b5-93c5-abe7b7702dee,segment=NetworkSegment(2275eff1-f8e4-484b-b902-2a5156bf50e2),segment_id=2275eff1-f8e4-484b-b902-2a5156bf50e2)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:04.706573 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-8d788cc5-ee36-48e7-8efe-bf99fd7200d6 req-39f1bc2b-fbea-46ae-98b4-77d39fda7965 service neutron] For port 32f95869-5384-45b5-93c5-abe7b7702dee, host n-h2-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:02:04.748953 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7750ea-d6e9-445f-9824-2369f0337d60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32f95869-5384-45b5-93c5-abe7b7702dee'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:02:04.751264 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebaa710-1b43-4d11-95ee-78ca6a56c0e9" -d '{"events": [{"server_uuid": "0f7750ea-d6e9-445f-9824-2369f0337d60", "name": "network-vif-unplugged", "status": "completed", "tag": "32f95869-5384-45b5-93c5-abe7b7702dee"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:02:04.755442 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-8d788cc5-ee36-48e7-8efe-bf99fd7200d6 req-39f1bc2b-fbea-46ae-98b4-77d39fda7965 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:04.768725 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-8d788cc5-ee36-48e7-8efe-bf99fd7200d6 req-39f1bc2b-fbea-46ae-98b4-77d39fda7965 service neutron] Transition to ACTIVE for port object 32f95869-5384-45b5-93c5-abe7b7702dee will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:02:04.772270 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-8d788cc5-ee36-48e7-8efe-bf99fd7200d6 req-39f1bc2b-fbea-46ae-98b4-77d39fda7965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:04.801226 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d58e85e-3818-4749-97e9-5f8528697a20 x-openstack-request-id: req-1d58e85e-3818-4749-97e9-5f8528697a20 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:02:04.801520 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f7750ea-d6e9-445f-9824-2369f0337d60", "name": "network-vif-unplugged", "status": "completed", "tag": "32f95869-5384-45b5-93c5-abe7b7702dee", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:02:04.801774 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1d58e85e-3818-4749-97e9-5f8528697a20 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:02:04.802163 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7750ea-d6e9-445f-9824-2369f0337d60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32f95869-5384-45b5-93c5-abe7b7702dee', 'code': 200} Aug 10 04:02:04.856826 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f1bc2b-fbea-46ae-98b4-77d39fda7965 service neutron] Pushing event updated for resources: {'Port': ['ID=32f95869-5384-45b5-93c5-abe7b7702dee,revision_number=6']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:04.868350 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f1bc2b-fbea-46ae-98b4-77d39fda7965 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:04.868692 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f1bc2b-fbea-46ae-98b4-77d39fda7965 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:04.869581 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f1bc2b-fbea-46ae-98b4-77d39fda7965 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:04.869913 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f1bc2b-fbea-46ae-98b4-77d39fda7965 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:04.870242 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f1bc2b-fbea-46ae-98b4-77d39fda7965 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:04.870568 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f1bc2b-fbea-46ae-98b4-77d39fda7965 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:04.870917 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f1bc2b-fbea-46ae-98b4-77d39fda7965 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:04.871241 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f1bc2b-fbea-46ae-98b4-77d39fda7965 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:04.871565 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f1bc2b-fbea-46ae-98b4-77d39fda7965 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:04.871886 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f1bc2b-fbea-46ae-98b4-77d39fda7965 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:04.872205 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f1bc2b-fbea-46ae-98b4-77d39fda7965 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:04.872521 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f1bc2b-fbea-46ae-98b4-77d39fda7965 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:04.909023 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d788cc5-ee36-48e7-8efe-bf99fd7200d6 req-39f1bc2b-fbea-46ae-98b4-77d39fda7965 service neutron] No DVR routers for this DVR port 32f95869-5384-45b5-93c5-abe7b7702dee on host n-h2-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:02:05.042710 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-8d788cc5-ee36-48e7-8efe-bf99fd7200d6 req-39f1bc2b-fbea-46ae-98b4-77d39fda7965 service neutron] Attempting to bind port 32f95869-5384-45b5-93c5-abe7b7702dee on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:02:05.043067 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-8d788cc5-ee36-48e7-8efe-bf99fd7200d6 req-39f1bc2b-fbea-46ae-98b4-77d39fda7965 service neutron] Attempting to bind port 32f95869-5384-45b5-93c5-abe7b7702dee by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '2275eff1-f8e4-484b-b902-2a5156bf50e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:02:05.043385 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d788cc5-ee36-48e7-8efe-bf99fd7200d6 req-39f1bc2b-fbea-46ae-98b4-77d39fda7965 service neutron] Attempting to bind port 32f95869-5384-45b5-93c5-abe7b7702dee on network 852ba6a3-b418-4264-a196-720a2aa07241 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:02:05.047530 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d788cc5-ee36-48e7-8efe-bf99fd7200d6 req-39f1bc2b-fbea-46ae-98b4-77d39fda7965 service neutron] Port 32f95869-5384-45b5-93c5-abe7b7702dee on network 852ba6a3-b418-4264-a196-720a2aa07241 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:02:05.047839 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d788cc5-ee36-48e7-8efe-bf99fd7200d6 req-39f1bc2b-fbea-46ae-98b4-77d39fda7965 service neutron] Attempting to bind port 32f95869-5384-45b5-93c5-abe7b7702dee on network 852ba6a3-b418-4264-a196-720a2aa07241 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:02:05.052581 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d788cc5-ee36-48e7-8efe-bf99fd7200d6 req-39f1bc2b-fbea-46ae-98b4-77d39fda7965 service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:02:05.052907 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d788cc5-ee36-48e7-8efe-bf99fd7200d6 req-39f1bc2b-fbea-46ae-98b4-77d39fda7965 service neutron] Checking segment: {'id': '2275eff1-f8e4-484b-b902-2a5156bf50e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:02:05.053277 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d788cc5-ee36-48e7-8efe-bf99fd7200d6 req-39f1bc2b-fbea-46ae-98b4-77d39fda7965 service neutron] Bound using segment: {'id': '2275eff1-f8e4-484b-b902-2a5156bf50e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:02:05.053690 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-8d788cc5-ee36-48e7-8efe-bf99fd7200d6 req-39f1bc2b-fbea-46ae-98b4-77d39fda7965 service neutron] Bound port: 32f95869-5384-45b5-93c5-abe7b7702dee, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2275eff1-f8e4-484b-b902-2a5156bf50e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:02:05.054029 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-8d788cc5-ee36-48e7-8efe-bf99fd7200d6 req-39f1bc2b-fbea-46ae-98b4-77d39fda7965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:05.119786 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-8d788cc5-ee36-48e7-8efe-bf99fd7200d6 req-39f1bc2b-fbea-46ae-98b4-77d39fda7965 service neutron] For port 32f95869-5384-45b5-93c5-abe7b7702dee, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:02:05.122949 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-8d788cc5-ee36-48e7-8efe-bf99fd7200d6 req-39f1bc2b-fbea-46ae-98b4-77d39fda7965 service neutron] For port 32f95869-5384-45b5-93c5-abe7b7702dee, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=32f95869-5384-45b5-93c5-abe7b7702dee,segment=NetworkSegment(2275eff1-f8e4-484b-b902-2a5156bf50e2),segment_id=2275eff1-f8e4-484b-b902-2a5156bf50e2)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:02:05.127352 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-8d788cc5-ee36-48e7-8efe-bf99fd7200d6 req-39f1bc2b-fbea-46ae-98b4-77d39fda7965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:05.158271 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d788cc5-ee36-48e7-8efe-bf99fd7200d6 req-39f1bc2b-fbea-46ae-98b4-77d39fda7965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:05.158922 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-8d788cc5-ee36-48e7-8efe-bf99fd7200d6 req-39f1bc2b-fbea-46ae-98b4-77d39fda7965 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:05.160416 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8d788cc5-ee36-48e7-8efe-bf99fd7200d6 req-39f1bc2b-fbea-46ae-98b4-77d39fda7965 service neutron] 10.222.0.58 "PUT /v2.0/ports/32f95869-5384-45b5-93c5-abe7b7702dee HTTP/1.1" status: 200 len: 1093 time: 0.7429826 Aug 10 04:02:05.199243 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f1bc2b-fbea-46ae-98b4-77d39fda7965 service neutron] Pushing event updated for resources: {'Port': ['ID=32f95869-5384-45b5-93c5-abe7b7702dee,revision_number=7']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:05.229957 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d788cc5-ee36-48e7-8efe-bf99fd7200d6 req-e97adb3b-ce0b-49b1-8e47-d64060ea43cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:05.231803 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8d788cc5-ee36-48e7-8efe-bf99fd7200d6 req-e97adb3b-ce0b-49b1-8e47-d64060ea43cd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4b8daa411c274795a838cc99da285a8a&device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 1096 time: 0.0465190 Aug 10 04:02:05.630500 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d788cc5-ee36-48e7-8efe-bf99fd7200d6 req-9d1ab102-e0dc-48fa-a3c1-78bb97b11ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:05.632068 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8d788cc5-ee36-48e7-8efe-bf99fd7200d6 req-9d1ab102-e0dc-48fa-a3c1-78bb97b11ed6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=852ba6a3-b418-4264-a196-720a2aa07241 HTTP/1.1" status: 200 len: 912 time: 0.3938520 Aug 10 04:02:05.697928 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8d788cc5-ee36-48e7-8efe-bf99fd7200d6 req-541c9632-9188-47ce-b1af-f89b0b38dc59 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32f95869-5384-45b5-93c5-abe7b7702dee HTTP/1.1" status: 200 len: 1000 time: 0.0584993 Aug 10 04:02:05.716666 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656f843-c17c-44fc-a34a-8cc34c821133 req-b7d7b3be-94c4-44eb-9db9-de6bb36fa25d tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:05.718191 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c656f843-c17c-44fc-a34a-8cc34c821133 req-b7d7b3be-94c4-44eb-9db9-de6bb36fa25d tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 944 time: 0.0492604 Aug 10 04:02:05.750333 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d788cc5-ee36-48e7-8efe-bf99fd7200d6 req-0cf5bd69-da21-4037-90a2-47ae322c8d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:05.751814 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8d788cc5-ee36-48e7-8efe-bf99fd7200d6 req-0cf5bd69-da21-4037-90a2-47ae322c8d0e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2d0c7c35-bbf6-4a01-848b-1621ba2632dc HTTP/1.1" status: 200 len: 850 time: 0.0467625 Aug 10 04:02:05.756100 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c656f843-c17c-44fc-a34a-8cc34c821133 req-73da5778-2d02-494b-a2d8-66dc137dff47 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317664 Aug 10 04:02:05.797920 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d788cc5-ee36-48e7-8efe-bf99fd7200d6 req-205b8725-e6a5-4a5a-a7e1-c8808d934cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:05.799455 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8d788cc5-ee36-48e7-8efe-bf99fd7200d6 req-205b8725-e6a5-4a5a-a7e1-c8808d934cd9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=852ba6a3-b418-4264-a196-720a2aa07241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406723 Aug 10 04:02:05.887666 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8d788cc5-ee36-48e7-8efe-bf99fd7200d6 req-67ef62ec-0ba1-4fa8-ac23-ba97053845a2 service neutron] 10.222.0.58 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809140 Aug 10 04:02:05.999350 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-8d788cc5-ee36-48e7-8efe-bf99fd7200d6 req-d41fbe36-e6d9-4e63-bcfb-2ddfa23bd65e service neutron] 10.222.0.58 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034331 Aug 10 04:02:06.103289 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:06.453427 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 32f95869-5384-45b5-93c5-abe7b7702dee no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:02:06.504648 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 32f95869-5384-45b5-93c5-abe7b7702dee not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:02:06.804032 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f7750ea-d6e9-445f-9824-2369f0337d60', 'tag': '32f95869-5384-45b5-93c5-abe7b7702dee'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:02:06.807098 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c9f1f3-b9bf-45a4-b744-a3d0300d9a63" -d '{"events": [{"name": "network-changed", "server_uuid": "0f7750ea-d6e9-445f-9824-2369f0337d60", "tag": "32f95869-5384-45b5-93c5-abe7b7702dee"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:02:06.860191 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb48da7e-d7b8-4416-bea6-cbef0dfbed6b x-openstack-request-id: req-fb48da7e-d7b8-4416-bea6-cbef0dfbed6b {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:02:06.860877 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f7750ea-d6e9-445f-9824-2369f0337d60", "tag": "32f95869-5384-45b5-93c5-abe7b7702dee", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:02:06.861150 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fb48da7e-d7b8-4416-bea6-cbef0dfbed6b {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:02:06.861595 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f7750ea-d6e9-445f-9824-2369f0337d60', 'tag': '32f95869-5384-45b5-93c5-abe7b7702dee', 'status': 'completed', 'code': 200} Aug 10 04:02:06.884705 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220e9825-5330-4116-b07c-09635282ed93 req-808762bc-6070-4e8a-b89c-0bf72ed2926f tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:06.886331 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-220e9825-5330-4116-b07c-09635282ed93 req-808762bc-6070-4e8a-b89c-0bf72ed2926f tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 944 time: 0.0578289 Aug 10 04:02:06.921658 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9f1f3-b9bf-45a4-b744-a3d0300d9a63 req-2d0b52d5-97e9-42a1-bb49-c9ea3b8c3982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:06.924310 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-38c9f1f3-b9bf-45a4-b744-a3d0300d9a63 req-2d0b52d5-97e9-42a1-bb49-c9ea3b8c3982 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4b8daa411c274795a838cc99da285a8a&device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 1096 time: 0.0459504 Aug 10 04:02:06.958045 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-220e9825-5330-4116-b07c-09635282ed93 req-b798e40c-36b9-4b01-9a01-497009f9d3c6 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645611 Aug 10 04:02:06.962446 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9f1f3-b9bf-45a4-b744-a3d0300d9a63 req-113a7688-ce74-470c-99bf-3387ce3ad52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:06.964427 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-38c9f1f3-b9bf-45a4-b744-a3d0300d9a63 req-113a7688-ce74-470c-99bf-3387ce3ad52d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4b8daa411c274795a838cc99da285a8a&device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 1096 time: 0.0721557 Aug 10 04:02:07.022507 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9f1f3-b9bf-45a4-b744-a3d0300d9a63 req-92b991f4-23e3-448c-b60b-e706486b185c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:07.024088 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-38c9f1f3-b9bf-45a4-b744-a3d0300d9a63 req-92b991f4-23e3-448c-b60b-e706486b185c service neutron] 10.222.0.58 "GET /v2.0/networks?id=852ba6a3-b418-4264-a196-720a2aa07241 HTTP/1.1" status: 200 len: 912 time: 0.0929990 Aug 10 04:02:07.069499 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9f1f3-b9bf-45a4-b744-a3d0300d9a63 req-3a064973-5b50-4260-bfd3-94364ab73b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:07.071184 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-38c9f1f3-b9bf-45a4-b744-a3d0300d9a63 req-3a064973-5b50-4260-bfd3-94364ab73b8f service neutron] 10.222.0.60 "GET /v2.0/networks?id=852ba6a3-b418-4264-a196-720a2aa07241 HTTP/1.1" status: 200 len: 912 time: 0.0899255 Aug 10 04:02:07.092013 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-38c9f1f3-b9bf-45a4-b744-a3d0300d9a63 req-49b8e5a3-929c-45cf-90a8-a3d16d8967c9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32f95869-5384-45b5-93c5-abe7b7702dee HTTP/1.1" status: 200 len: 1000 time: 0.0608926 Aug 10 04:02:07.144717 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9f1f3-b9bf-45a4-b744-a3d0300d9a63 req-f5c8ab5b-1229-4196-8b7c-a93787648b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:07.146207 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-38c9f1f3-b9bf-45a4-b744-a3d0300d9a63 req-f5c8ab5b-1229-4196-8b7c-a93787648b80 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2d0c7c35-bbf6-4a01-848b-1621ba2632dc HTTP/1.1" status: 200 len: 850 time: 0.0473456 Aug 10 04:02:07.153316 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-38c9f1f3-b9bf-45a4-b744-a3d0300d9a63 req-58cceb4f-7f70-4133-be42-b13e904c9f14 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32f95869-5384-45b5-93c5-abe7b7702dee HTTP/1.1" status: 200 len: 1000 time: 0.0710473 Aug 10 04:02:07.197624 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9f1f3-b9bf-45a4-b744-a3d0300d9a63 req-f253e115-d5d4-4759-8ecf-5a6f6e809ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:07.200967 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-38c9f1f3-b9bf-45a4-b744-a3d0300d9a63 req-f253e115-d5d4-4759-8ecf-5a6f6e809ca5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=852ba6a3-b418-4264-a196-720a2aa07241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482783 Aug 10 04:02:07.210388 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9f1f3-b9bf-45a4-b744-a3d0300d9a63 req-c75b21f0-5130-49b5-ac5e-5d3cd875e0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:07.211973 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-38c9f1f3-b9bf-45a4-b744-a3d0300d9a63 req-c75b21f0-5130-49b5-ac5e-5d3cd875e0af service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2d0c7c35-bbf6-4a01-848b-1621ba2632dc HTTP/1.1" status: 200 len: 850 time: 0.0480204 Aug 10 04:02:07.262576 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9f1f3-b9bf-45a4-b744-a3d0300d9a63 req-4ba066cb-d4b1-4fc1-b1db-8600caa36ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:07.263998 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-38c9f1f3-b9bf-45a4-b744-a3d0300d9a63 req-4ba066cb-d4b1-4fc1-b1db-8600caa36ee7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=852ba6a3-b418-4264-a196-720a2aa07241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437312 Aug 10 04:02:07.297374 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-38c9f1f3-b9bf-45a4-b744-a3d0300d9a63 req-64d37b71-78a1-47af-b065-9a4d7c42d825 service neutron] 10.222.0.58 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888977 Aug 10 04:02:07.364729 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-38c9f1f3-b9bf-45a4-b744-a3d0300d9a63 req-4d428ff6-0178-4166-9859-7825c83ebe75 service neutron] 10.222.0.60 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892870 Aug 10 04:02:07.393636 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-38c9f1f3-b9bf-45a4-b744-a3d0300d9a63 req-a067b5a5-642d-4a8b-bb54-bf1dd1f17b41 service neutron] 10.222.0.58 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890172 Aug 10 04:02:07.460770 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-38c9f1f3-b9bf-45a4-b744-a3d0300d9a63 req-ef88eeb5-00ba-4b3e-9968-b3cdd7ddac87 service neutron] 10.222.0.60 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840368 Aug 10 04:02:08.080708 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414b196-5431-451c-b7ff-412a466bf592 req-197ac719-4fb3-4b7f-9cb3-669f47c6b46b tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:08.082306 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b414b196-5431-451c-b7ff-412a466bf592 req-197ac719-4fb3-4b7f-9cb3-669f47c6b46b tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 944 time: 0.0511661 Aug 10 04:02:08.125388 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b414b196-5431-451c-b7ff-412a466bf592 req-9594621a-5086-4297-a36f-7190de8a632f tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369546 Aug 10 04:02:09.240943 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d62423-4100-4338-81d0-005f3c488d29 req-793e508d-0ba8-4f45-91de-a8f7463b69f7 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:09.242459 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-21d62423-4100-4338-81d0-005f3c488d29 req-793e508d-0ba8-4f45-91de-a8f7463b69f7 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 944 time: 0.0494356 Aug 10 04:02:09.280539 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-21d62423-4100-4338-81d0-005f3c488d29 req-77b24f8a-5233-47c5-addb-e5a9f2d266fe tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318539 Aug 10 04:02:10.396480 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b2181-d608-44d8-adea-8306a861a02f req-a34f16ae-0932-431e-992d-37c4c2338f28 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:10.397963 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bc1b2181-d608-44d8-adea-8306a861a02f req-a34f16ae-0932-431e-992d-37c4c2338f28 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 944 time: 0.0490022 Aug 10 04:02:10.436158 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bc1b2181-d608-44d8-adea-8306a861a02f req-a3ae8ae5-7171-456e-97ba-f25f44807ddc tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322993 Aug 10 04:02:11.549595 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc71ac7-8f80-4895-9ebd-a2c599ecb486 req-748e327c-8e70-4742-8af7-f95e86294e40 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:11.551069 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1fc71ac7-8f80-4895-9ebd-a2c599ecb486 req-748e327c-8e70-4742-8af7-f95e86294e40 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 944 time: 0.0476308 Aug 10 04:02:11.592187 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1fc71ac7-8f80-4895-9ebd-a2c599ecb486 req-bef7119b-e4fa-42cb-bb41-65090ffdb6e0 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348186 Aug 10 04:02:12.706596 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89914153-7ebe-416b-b6d4-6bb8a11d065c req-2fa94de6-b975-4665-93f8-326de75251db tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:12.708122 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-89914153-7ebe-416b-b6d4-6bb8a11d065c req-2fa94de6-b975-4665-93f8-326de75251db tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 944 time: 0.0491242 Aug 10 04:02:12.746807 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-89914153-7ebe-416b-b6d4-6bb8a11d065c req-54d5fa20-9b08-4adf-a2b0-a2d9d05154d0 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328434 Aug 10 04:02:13.863324 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2c415-3a3a-4117-967e-0e04c9483964 req-f0518116-de26-4e44-a478-9f24c83ec209 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:13.864835 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c2c2c415-3a3a-4117-967e-0e04c9483964 req-f0518116-de26-4e44-a478-9f24c83ec209 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 944 time: 0.0500293 Aug 10 04:02:13.902120 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c2c2c415-3a3a-4117-967e-0e04c9483964 req-e0013767-865c-499b-947b-a54c1aafbbac tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314643 Aug 10 04:02:15.015961 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431b3cd2-dfa0-4b86-8850-fae824ce1514 req-7637bb77-b138-4684-bbd4-495d5ead8834 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:15.017440 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-431b3cd2-dfa0-4b86-8850-fae824ce1514 req-7637bb77-b138-4684-bbd4-495d5ead8834 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 944 time: 0.0484114 Aug 10 04:02:15.057686 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-431b3cd2-dfa0-4b86-8850-fae824ce1514 req-a3834432-3582-42ad-92e5-9f87d8f6e29a tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343881 Aug 10 04:02:16.172715 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f2e84e-a41e-4b83-a0a7-531146fb1990 req-6fd76d5d-f2c6-4395-908f-4863b7e98924 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:16.174252 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b9f2e84e-a41e-4b83-a0a7-531146fb1990 req-6fd76d5d-f2c6-4395-908f-4863b7e98924 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 944 time: 0.0490189 Aug 10 04:02:16.212320 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b9f2e84e-a41e-4b83-a0a7-531146fb1990 req-4a845214-bad4-4ac5-941e-14b0bcb66db0 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314999 Aug 10 04:02:17.327324 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e62be-bb10-4050-afd8-24e0dc711f84 req-bd6b5a10-8453-48b8-99c9-be489dcd08c2 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:17.328730 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4a6e62be-bb10-4050-afd8-24e0dc711f84 req-bd6b5a10-8453-48b8-99c9-be489dcd08c2 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 944 time: 0.0499678 Aug 10 04:02:17.365295 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4a6e62be-bb10-4050-afd8-24e0dc711f84 req-b10e0344-5c6b-46b6-a980-e67ed35bb583 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306163 Aug 10 04:02:17.641755 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0762cb39-1670-44d7-b72b-392d411a02a3 req-cbdcc07c-c634-44a8-8080-ee002c0a171e tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:17.643199 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0762cb39-1670-44d7-b72b-392d411a02a3 req-cbdcc07c-c634-44a8-8080-ee002c0a171e tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60&tenant_id=4b8daa411c274795a838cc99da285a8a&binding%3Ahost_id=n-h1-768851-15 HTTP/1.1" status: 200 len: 944 time: 0.0533845 Aug 10 04:02:17.656417 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c103dc-a438-4ebb-92a0-e33301b1b44e req-9e41bc6f-3342-48e4-906e-eec1dedab3c6 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:17.657916 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-19c103dc-a438-4ebb-92a0-e33301b1b44e req-9e41bc6f-3342-48e4-906e-eec1dedab3c6 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 944 time: 0.0482290 Aug 10 04:02:17.700017 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-19c103dc-a438-4ebb-92a0-e33301b1b44e req-e0ccc985-cfce-4a8b-9a6d-8b3ec9317cda tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362411 Aug 10 04:02:17.705647 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0762cb39-1670-44d7-b72b-392d411a02a3 req-06423205-474a-4fdf-8a10-9daa61402def service neutron] 10.222.0.58 "GET /v2.0/ports/32f95869-5384-45b5-93c5-abe7b7702dee/bindings/n-h1-768851-15 HTTP/1.1" status: 200 len: 383 time: 0.0546772 Aug 10 04:02:17.768622 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0762cb39-1670-44d7-b72b-392d411a02a3 req-1e2d540d-8312-4e2a-a744-60d730d15e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:17.770119 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0762cb39-1670-44d7-b72b-392d411a02a3 req-1e2d540d-8312-4e2a-a744-60d730d15e8d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4b8daa411c274795a838cc99da285a8a&device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 1096 time: 0.0406544 Aug 10 04:02:17.867097 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0762cb39-1670-44d7-b72b-392d411a02a3 req-39e8e79f-36ba-4acf-a274-6d0558e24b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:17.869360 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0762cb39-1670-44d7-b72b-392d411a02a3 req-39e8e79f-36ba-4acf-a274-6d0558e24b80 service neutron] 10.222.0.58 "GET /v2.0/networks?id=852ba6a3-b418-4264-a196-720a2aa07241 HTTP/1.1" status: 200 len: 912 time: 0.0915060 Aug 10 04:02:17.933818 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0762cb39-1670-44d7-b72b-392d411a02a3 req-c4a4c0b5-5214-4ed9-8964-fc7b181bd19d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32f95869-5384-45b5-93c5-abe7b7702dee HTTP/1.1" status: 200 len: 1000 time: 0.0582955 Aug 10 04:02:17.988929 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0762cb39-1670-44d7-b72b-392d411a02a3 req-76b79233-57d5-4624-83b7-58e872cdfaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:17.990414 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0762cb39-1670-44d7-b72b-392d411a02a3 req-76b79233-57d5-4624-83b7-58e872cdfaba service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2d0c7c35-bbf6-4a01-848b-1621ba2632dc HTTP/1.1" status: 200 len: 850 time: 0.0501668 Aug 10 04:02:17.991618 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 32f95869-5384-45b5-93c5-abe7b7702dee details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:02:18.035168 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0762cb39-1670-44d7-b72b-392d411a02a3 req-c825eadc-4681-4cd7-a483-a847f53aa4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:18.036689 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0762cb39-1670-44d7-b72b-392d411a02a3 req-c825eadc-4681-4cd7-a483-a847f53aa4f7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=852ba6a3-b418-4264-a196-720a2aa07241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396550 Aug 10 04:02:18.089538 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 32f95869-5384-45b5-93c5-abe7b7702dee, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=32f95869-5384-45b5-93c5-abe7b7702dee,segment=NetworkSegment(2275eff1-f8e4-484b-b902-2a5156bf50e2),segment_id=2275eff1-f8e4-484b-b902-2a5156bf50e2)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:18.100857 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': '32f95869-5384-45b5-93c5-abe7b7702dee', 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241', 'port_id': '32f95869-5384-45b5-93c5-abe7b7702dee', 'mac_address': 'fa:16:3e:c4:c9:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d0c7c35-bbf6-4a01-848b-1621ba2632dc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:02:18.126979 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0762cb39-1670-44d7-b72b-392d411a02a3 req-5cc49f45-33c8-4cd0-9680-3a653f892b79 service neutron] 10.222.0.58 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828981 Aug 10 04:02:18.139146 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:18.152255 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32f95869-5384-45b5-93c5-abe7b7702dee {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:02:18.171774 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 32f95869-5384-45b5-93c5-abe7b7702dee, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=32f95869-5384-45b5-93c5-abe7b7702dee,segment=NetworkSegment(2275eff1-f8e4-484b-b902-2a5156bf50e2),segment_id=2275eff1-f8e4-484b-b902-2a5156bf50e2)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:18.175649 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:18.221229 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-0762cb39-1670-44d7-b72b-392d411a02a3 req-376333af-8657-493a-be39-f778c424f81f service neutron] 10.222.0.58 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870719 Aug 10 04:02:18.222267 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=32f95869-5384-45b5-93c5-abe7b7702dee,revision_number=8']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:18.234976 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:18.235313 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:18.235651 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:18.235984 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:18.236613 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:18.236613 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:18.236988 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:18.237271 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:18.237624 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:18.237915 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:18.238231 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:18.238563 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:18.406966 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['32f95869-5384-45b5-93c5-abe7b7702dee'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:02:18.819019 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8405a9-ba98-46bd-ba46-19be8e37caa5 req-b3f6ebad-12fd-4b2c-8cd9-508c445dbb99 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:18.820549 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2b8405a9-ba98-46bd-ba46-19be8e37caa5 req-b3f6ebad-12fd-4b2c-8cd9-508c445dbb99 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 945 time: 0.0486667 Aug 10 04:02:18.858149 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2b8405a9-ba98-46bd-ba46-19be8e37caa5 req-3a8e27a4-646a-4396-82cc-f263bdc60a85 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307972 Aug 10 04:02:18.954694 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:02:20.000842 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f855be2-d13f-4c62-82c9-54fa6bf2fce7 req-b10f32fe-aab0-42dc-99b6-7883fbe8eb5f tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:20.002069 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 32f95869-5384-45b5-93c5-abe7b7702dee up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:02:20.008296 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8f855be2-d13f-4c62-82c9-54fa6bf2fce7 req-b10f32fe-aab0-42dc-99b6-7883fbe8eb5f tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 945 time: 0.0802023 Aug 10 04:02:20.053596 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8f855be2-d13f-4c62-82c9-54fa6bf2fce7 req-52b1e6c5-3bbf-4055-8f46-a41f5db21054 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389926 Aug 10 04:02:20.068538 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port 32f95869-5384-45b5-93c5-abe7b7702dee completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:02:20.073545 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port 32f95869-5384-45b5-93c5-abe7b7702dee triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:20.073897 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:20.159396 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:20.183314 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7750ea-d6e9-445f-9824-2369f0337d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f95869-5384-45b5-93c5-abe7b7702dee'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:02:20.185902 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d57ed7b-cd43-4656-a38a-6c6e2228b6d2" -d '{"events": [{"server_uuid": "0f7750ea-d6e9-445f-9824-2369f0337d60", "name": "network-vif-plugged", "status": "completed", "tag": "32f95869-5384-45b5-93c5-abe7b7702dee"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:02:20.201731 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 32f95869-5384-45b5-93c5-abe7b7702dee, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=32f95869-5384-45b5-93c5-abe7b7702dee,segment=NetworkSegment(2275eff1-f8e4-484b-b902-2a5156bf50e2),segment_id=2275eff1-f8e4-484b-b902-2a5156bf50e2)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:20.207461 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:20.247499 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00119af9-41d9-4467-8d9b-d68a0f471dd0 x-openstack-request-id: req-00119af9-41d9-4467-8d9b-d68a0f471dd0 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:02:20.247913 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f7750ea-d6e9-445f-9824-2369f0337d60", "name": "network-vif-plugged", "status": "completed", "tag": "32f95869-5384-45b5-93c5-abe7b7702dee", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:02:20.248260 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-00119af9-41d9-4467-8d9b-d68a0f471dd0 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:02:20.248740 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7750ea-d6e9-445f-9824-2369f0337d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f95869-5384-45b5-93c5-abe7b7702dee', 'code': 200} Aug 10 04:02:20.270548 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=32f95869-5384-45b5-93c5-abe7b7702dee,revision_number=9']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:21.157014 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e68652-8bf2-46ac-bd3c-89c9f4c5d0c5 req-5ef92931-ce29-4925-b272-0515504d86dc tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:21.158603 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-23e68652-8bf2-46ac-bd3c-89c9f4c5d0c5 req-5ef92931-ce29-4925-b272-0515504d86dc tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 946 time: 0.0488374 Aug 10 04:02:21.202457 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-23e68652-8bf2-46ac-bd3c-89c9f4c5d0c5 req-f5036e5e-3d5e-499b-9fe0-27fd43859094 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376682 Aug 10 04:02:21.965949 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0762cb39-1670-44d7-b72b-392d411a02a3 req-d788fcef-ca06-4843-8017-f434abd15e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:21.967516 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0762cb39-1670-44d7-b72b-392d411a02a3 req-d788fcef-ca06-4843-8017-f434abd15e30 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60&tenant_id=4b8daa411c274795a838cc99da285a8a HTTP/1.1" status: 200 len: 1098 time: 0.0417588 Aug 10 04:02:21.982152 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-0762cb39-1670-44d7-b72b-392d411a02a3 req-a5597533-1175-4541-ba5f-0aa797990bdd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768851-15', 'device_owner': 'compute:nova'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:22.033771 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-0762cb39-1670-44d7-b72b-392d411a02a3 req-a5597533-1175-4541-ba5f-0aa797990bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:22.231154 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-0762cb39-1670-44d7-b72b-392d411a02a3 req-a5597533-1175-4541-ba5f-0aa797990bdd service neutron] For port 32f95869-5384-45b5-93c5-abe7b7702dee, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=32f95869-5384-45b5-93c5-abe7b7702dee,segment=NetworkSegment(2275eff1-f8e4-484b-b902-2a5156bf50e2),segment_id=2275eff1-f8e4-484b-b902-2a5156bf50e2)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:22.268740 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-0762cb39-1670-44d7-b72b-392d411a02a3 req-a5597533-1175-4541-ba5f-0aa797990bdd service neutron] For port 32f95869-5384-45b5-93c5-abe7b7702dee, host n-h1-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:02:22.333219 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7750ea-d6e9-445f-9824-2369f0337d60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32f95869-5384-45b5-93c5-abe7b7702dee'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:02:22.335392 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a587ab-a414-4261-895d-c95cdf78fa29" -d '{"events": [{"server_uuid": "0f7750ea-d6e9-445f-9824-2369f0337d60", "name": "network-vif-unplugged", "status": "completed", "tag": "32f95869-5384-45b5-93c5-abe7b7702dee"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:02:22.339192 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-0762cb39-1670-44d7-b72b-392d411a02a3 req-a5597533-1175-4541-ba5f-0aa797990bdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:22.357867 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-0762cb39-1670-44d7-b72b-392d411a02a3 req-a5597533-1175-4541-ba5f-0aa797990bdd service neutron] Transition to ACTIVE for port object 32f95869-5384-45b5-93c5-abe7b7702dee will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:02:22.365783 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b8b9b-611c-4f54-8966-16f51814519c req-e08fe97b-c3c7-4698-aa1e-00b5bd72607b tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:22.367327 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-447b8b9b-611c-4f54-8966-16f51814519c req-e08fe97b-c3c7-4698-aa1e-00b5bd72607b tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 946 time: 0.0803864 Aug 10 04:02:22.368424 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-0762cb39-1670-44d7-b72b-392d411a02a3 req-a5597533-1175-4541-ba5f-0aa797990bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:22.477586 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-447b8b9b-611c-4f54-8966-16f51814519c req-7ea65656-24e0-4962-bb70-cb4a9f8a6267 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033542 Aug 10 04:02:22.479619 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83615af7-d92c-462a-84d9-b3e6c8c844b7 x-openstack-request-id: req-83615af7-d92c-462a-84d9-b3e6c8c844b7 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:02:22.479905 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f7750ea-d6e9-445f-9824-2369f0337d60", "name": "network-vif-unplugged", "status": "completed", "tag": "32f95869-5384-45b5-93c5-abe7b7702dee", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:02:22.480164 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-83615af7-d92c-462a-84d9-b3e6c8c844b7 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:02:22.480558 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7750ea-d6e9-445f-9824-2369f0337d60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32f95869-5384-45b5-93c5-abe7b7702dee', 'code': 200} Aug 10 04:02:22.483351 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5597533-1175-4541-ba5f-0aa797990bdd service neutron] Pushing event updated for resources: {'Port': ['ID=32f95869-5384-45b5-93c5-abe7b7702dee,revision_number=10']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:22.497436 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5597533-1175-4541-ba5f-0aa797990bdd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:22.497788 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5597533-1175-4541-ba5f-0aa797990bdd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:22.498126 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5597533-1175-4541-ba5f-0aa797990bdd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:22.498470 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5597533-1175-4541-ba5f-0aa797990bdd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:22.498828 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5597533-1175-4541-ba5f-0aa797990bdd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:22.499167 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5597533-1175-4541-ba5f-0aa797990bdd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:22.499508 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5597533-1175-4541-ba5f-0aa797990bdd service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:22.499841 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5597533-1175-4541-ba5f-0aa797990bdd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:22.500179 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5597533-1175-4541-ba5f-0aa797990bdd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:22.500506 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5597533-1175-4541-ba5f-0aa797990bdd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:22.500836 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5597533-1175-4541-ba5f-0aa797990bdd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:22.501162 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5597533-1175-4541-ba5f-0aa797990bdd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:22.537057 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-0762cb39-1670-44d7-b72b-392d411a02a3 req-a5597533-1175-4541-ba5f-0aa797990bdd service neutron] No DVR routers for this DVR port 32f95869-5384-45b5-93c5-abe7b7702dee on host n-h1-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:02:22.674942 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-0762cb39-1670-44d7-b72b-392d411a02a3 req-a5597533-1175-4541-ba5f-0aa797990bdd service neutron] Attempting to bind port 32f95869-5384-45b5-93c5-abe7b7702dee on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:02:22.675288 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-0762cb39-1670-44d7-b72b-392d411a02a3 req-a5597533-1175-4541-ba5f-0aa797990bdd service neutron] Attempting to bind port 32f95869-5384-45b5-93c5-abe7b7702dee by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '2275eff1-f8e4-484b-b902-2a5156bf50e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:02:22.675623 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0762cb39-1670-44d7-b72b-392d411a02a3 req-a5597533-1175-4541-ba5f-0aa797990bdd service neutron] Attempting to bind port 32f95869-5384-45b5-93c5-abe7b7702dee on network 852ba6a3-b418-4264-a196-720a2aa07241 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:02:22.679936 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0762cb39-1670-44d7-b72b-392d411a02a3 req-a5597533-1175-4541-ba5f-0aa797990bdd service neutron] Port 32f95869-5384-45b5-93c5-abe7b7702dee on network 852ba6a3-b418-4264-a196-720a2aa07241 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:02:22.680214 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0762cb39-1670-44d7-b72b-392d411a02a3 req-a5597533-1175-4541-ba5f-0aa797990bdd service neutron] Attempting to bind port 32f95869-5384-45b5-93c5-abe7b7702dee on network 852ba6a3-b418-4264-a196-720a2aa07241 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:02:22.685088 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0762cb39-1670-44d7-b72b-392d411a02a3 req-a5597533-1175-4541-ba5f-0aa797990bdd service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:02:22.685430 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0762cb39-1670-44d7-b72b-392d411a02a3 req-a5597533-1175-4541-ba5f-0aa797990bdd service neutron] Checking segment: {'id': '2275eff1-f8e4-484b-b902-2a5156bf50e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:02:22.685815 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0762cb39-1670-44d7-b72b-392d411a02a3 req-a5597533-1175-4541-ba5f-0aa797990bdd service neutron] Bound using segment: {'id': '2275eff1-f8e4-484b-b902-2a5156bf50e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:02:22.686240 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-0762cb39-1670-44d7-b72b-392d411a02a3 req-a5597533-1175-4541-ba5f-0aa797990bdd service neutron] Bound port: 32f95869-5384-45b5-93c5-abe7b7702dee, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2275eff1-f8e4-484b-b902-2a5156bf50e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:02:22.686600 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-0762cb39-1670-44d7-b72b-392d411a02a3 req-a5597533-1175-4541-ba5f-0aa797990bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:22.748657 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-0762cb39-1670-44d7-b72b-392d411a02a3 req-a5597533-1175-4541-ba5f-0aa797990bdd service neutron] For port 32f95869-5384-45b5-93c5-abe7b7702dee, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:02:22.751981 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-0762cb39-1670-44d7-b72b-392d411a02a3 req-a5597533-1175-4541-ba5f-0aa797990bdd service neutron] For port 32f95869-5384-45b5-93c5-abe7b7702dee, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=32f95869-5384-45b5-93c5-abe7b7702dee,segment=NetworkSegment(2275eff1-f8e4-484b-b902-2a5156bf50e2),segment_id=2275eff1-f8e4-484b-b902-2a5156bf50e2)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:02:22.756478 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-0762cb39-1670-44d7-b72b-392d411a02a3 req-a5597533-1175-4541-ba5f-0aa797990bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:22.793719 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0762cb39-1670-44d7-b72b-392d411a02a3 req-a5597533-1175-4541-ba5f-0aa797990bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:22.794340 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-0762cb39-1670-44d7-b72b-392d411a02a3 req-a5597533-1175-4541-ba5f-0aa797990bdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:22.795750 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0762cb39-1670-44d7-b72b-392d411a02a3 req-a5597533-1175-4541-ba5f-0aa797990bdd service neutron] 10.222.0.60 "PUT /v2.0/ports/32f95869-5384-45b5-93c5-abe7b7702dee HTTP/1.1" status: 200 len: 1094 time: 0.8177135 Aug 10 04:02:22.816260 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5597533-1175-4541-ba5f-0aa797990bdd service neutron] Pushing event updated for resources: {'Port': ['ID=32f95869-5384-45b5-93c5-abe7b7702dee,revision_number=11']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:22.867006 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0762cb39-1670-44d7-b72b-392d411a02a3 req-0861bb71-d32a-4172-888c-2e8db93f2131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:22.868653 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0762cb39-1670-44d7-b72b-392d411a02a3 req-0861bb71-d32a-4172-888c-2e8db93f2131 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4b8daa411c274795a838cc99da285a8a&device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 1097 time: 0.0428579 Aug 10 04:02:22.965781 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0762cb39-1670-44d7-b72b-392d411a02a3 req-13790378-c80e-4b0e-ac5a-92972b3c621b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:22.967459 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0762cb39-1670-44d7-b72b-392d411a02a3 req-13790378-c80e-4b0e-ac5a-92972b3c621b service neutron] 10.222.0.60 "GET /v2.0/networks?id=852ba6a3-b418-4264-a196-720a2aa07241 HTTP/1.1" status: 200 len: 912 time: 0.0879521 Aug 10 04:02:23.041502 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0762cb39-1670-44d7-b72b-392d411a02a3 req-c6db5abb-d9e0-47d2-a596-ac34eb5de9d4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32f95869-5384-45b5-93c5-abe7b7702dee HTTP/1.1" status: 200 len: 1000 time: 0.0630388 Aug 10 04:02:23.095469 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0762cb39-1670-44d7-b72b-392d411a02a3 req-78fba5de-d58b-4103-89a4-f61ccfe6d5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:23.096943 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0762cb39-1670-44d7-b72b-392d411a02a3 req-78fba5de-d58b-4103-89a4-f61ccfe6d5eb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2d0c7c35-bbf6-4a01-848b-1621ba2632dc HTTP/1.1" status: 200 len: 850 time: 0.0448735 Aug 10 04:02:23.144655 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0762cb39-1670-44d7-b72b-392d411a02a3 req-2bef1460-e394-4b26-a1b9-d41befcade48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:23.146048 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0762cb39-1670-44d7-b72b-392d411a02a3 req-2bef1460-e394-4b26-a1b9-d41befcade48 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=852ba6a3-b418-4264-a196-720a2aa07241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398698 Aug 10 04:02:23.239574 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0762cb39-1670-44d7-b72b-392d411a02a3 req-92b54662-b681-4e66-b4cd-36a1abf0d747 service neutron] 10.222.0.60 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842435 Aug 10 04:02:23.334872 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0762cb39-1670-44d7-b72b-392d411a02a3 req-2d1631a7-5155-4856-946d-9264b1f7b66a service neutron] 10.222.0.60 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826883 Aug 10 04:02:23.600847 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93849e7-61f1-4b68-bbbf-c5a1d9f0254a req-8477cd2d-be45-4d46-9642-b525c7f4b4ad tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:23.602353 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a93849e7-61f1-4b68-bbbf-c5a1d9f0254a req-8477cd2d-be45-4d46-9642-b525c7f4b4ad tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 945 time: 0.0531445 Aug 10 04:02:23.640688 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a93849e7-61f1-4b68-bbbf-c5a1d9f0254a req-66614f5e-5790-46a9-ab1d-aee40e6f7118 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316548 Aug 10 04:02:24.017289 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 32f95869-5384-45b5-93c5-abe7b7702dee no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:02:24.056529 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 32f95869-5384-45b5-93c5-abe7b7702dee not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:02:24.481815 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f7750ea-d6e9-445f-9824-2369f0337d60', 'tag': '32f95869-5384-45b5-93c5-abe7b7702dee'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:02:24.484341 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9127552-73f0-4c0f-a90d-aa9cd70af76f" -d '{"events": [{"name": "network-changed", "server_uuid": "0f7750ea-d6e9-445f-9824-2369f0337d60", "tag": "32f95869-5384-45b5-93c5-abe7b7702dee"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:02:24.533891 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d641cd4-2c8a-44eb-8265-3528182f749f x-openstack-request-id: req-5d641cd4-2c8a-44eb-8265-3528182f749f {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:02:24.534192 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f7750ea-d6e9-445f-9824-2369f0337d60", "tag": "32f95869-5384-45b5-93c5-abe7b7702dee", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:02:24.534451 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5d641cd4-2c8a-44eb-8265-3528182f749f {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:02:24.534888 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f7750ea-d6e9-445f-9824-2369f0337d60', 'tag': '32f95869-5384-45b5-93c5-abe7b7702dee', 'status': 'completed', 'code': 200} Aug 10 04:02:24.594698 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9127552-73f0-4c0f-a90d-aa9cd70af76f req-9070e2e7-d30a-4a8a-a57e-9e8aa0c21a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:24.596264 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-f9127552-73f0-4c0f-a90d-aa9cd70af76f req-9070e2e7-d30a-4a8a-a57e-9e8aa0c21a4d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4b8daa411c274795a838cc99da285a8a&device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 1097 time: 0.0436521 Aug 10 04:02:24.601864 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9127552-73f0-4c0f-a90d-aa9cd70af76f req-7cdb8230-1537-4cba-968b-b2e9063c124b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:24.603470 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f9127552-73f0-4c0f-a90d-aa9cd70af76f req-7cdb8230-1537-4cba-968b-b2e9063c124b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4b8daa411c274795a838cc99da285a8a&device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 1097 time: 0.0425959 Aug 10 04:02:24.700729 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9127552-73f0-4c0f-a90d-aa9cd70af76f req-2d93f5e7-5491-4c61-824d-7e91951372e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:24.702402 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-f9127552-73f0-4c0f-a90d-aa9cd70af76f req-2d93f5e7-5491-4c61-824d-7e91951372e6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=852ba6a3-b418-4264-a196-720a2aa07241 HTTP/1.1" status: 200 len: 912 time: 0.0994270 Aug 10 04:02:24.708057 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9127552-73f0-4c0f-a90d-aa9cd70af76f req-4766cb68-75e4-4341-b4e3-1135537ac1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:24.709703 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f9127552-73f0-4c0f-a90d-aa9cd70af76f req-4766cb68-75e4-4341-b4e3-1135537ac1a7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=852ba6a3-b418-4264-a196-720a2aa07241 HTTP/1.1" status: 200 len: 912 time: 0.0962467 Aug 10 04:02:24.775321 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-f9127552-73f0-4c0f-a90d-aa9cd70af76f req-f16c7ccc-9ffd-49d7-ac26-1019d09b72f9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32f95869-5384-45b5-93c5-abe7b7702dee HTTP/1.1" status: 200 len: 1000 time: 0.0644898 Aug 10 04:02:24.830769 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9127552-73f0-4c0f-a90d-aa9cd70af76f req-e8fc5741-82b7-4fcd-a452-0de6c638e5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:24.832415 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-f9127552-73f0-4c0f-a90d-aa9cd70af76f req-e8fc5741-82b7-4fcd-a452-0de6c638e5d4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2d0c7c35-bbf6-4a01-848b-1621ba2632dc HTTP/1.1" status: 200 len: 850 time: 0.0500498 Aug 10 04:02:24.896662 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9127552-73f0-4c0f-a90d-aa9cd70af76f req-8284d93d-bdd4-4564-ab79-58333c209da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:24.898366 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-f9127552-73f0-4c0f-a90d-aa9cd70af76f req-8284d93d-bdd4-4564-ab79-58333c209da6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=852ba6a3-b418-4264-a196-720a2aa07241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564723 Aug 10 04:02:25.006285 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-f9127552-73f0-4c0f-a90d-aa9cd70af76f req-8f58bc74-e9bf-4edc-9d52-071cc331d7e6 service neutron] 10.222.0.58 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938642 Aug 10 04:02:25.108355 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-f9127552-73f0-4c0f-a90d-aa9cd70af76f req-be9e8118-818e-4cda-9bb9-0e5bff960e01 service neutron] 10.222.0.58 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939748 Aug 10 04:02:25.147990 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f9127552-73f0-4c0f-a90d-aa9cd70af76f req-d84c32d9-b0a9-4914-9082-679a9a56d818 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32f95869-5384-45b5-93c5-abe7b7702dee HTTP/1.1" status: 200 len: 1000 time: 0.4259353 Aug 10 04:02:25.156503 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac97278-b010-42f8-a814-6c88601f04c8 req-ae1aab17-3bf4-410a-9434-222d96a37a58 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:25.158055 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dac97278-b010-42f8-a814-6c88601f04c8 req-ae1aab17-3bf4-410a-9434-222d96a37a58 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 945 time: 0.4372761 Aug 10 04:02:25.231518 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dac97278-b010-42f8-a814-6c88601f04c8 req-5e1011dd-e754-4a26-bccb-1ba8a3e3c534 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635965 Aug 10 04:02:25.232852 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9127552-73f0-4c0f-a90d-aa9cd70af76f req-a0a203f1-1d21-4a2b-830f-b870ff36917e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:25.234340 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f9127552-73f0-4c0f-a90d-aa9cd70af76f req-a0a203f1-1d21-4a2b-830f-b870ff36917e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2d0c7c35-bbf6-4a01-848b-1621ba2632dc HTTP/1.1" status: 200 len: 850 time: 0.0745337 Aug 10 04:02:25.285887 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9127552-73f0-4c0f-a90d-aa9cd70af76f req-02c51c36-e328-4502-aec2-4a40e1e18e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:25.287600 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f9127552-73f0-4c0f-a90d-aa9cd70af76f req-02c51c36-e328-4502-aec2-4a40e1e18e35 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=852ba6a3-b418-4264-a196-720a2aa07241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417111 Aug 10 04:02:25.383054 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f9127552-73f0-4c0f-a90d-aa9cd70af76f req-6ed045d9-252e-45e4-a660-a1b7cc18cab2 service neutron] 10.222.0.60 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865192 Aug 10 04:02:25.478613 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f9127552-73f0-4c0f-a90d-aa9cd70af76f req-c6f121de-4bda-4128-a3ff-36e019596ad3 service neutron] 10.222.0.60 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857143 Aug 10 04:02:26.352093 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d51a5b-bc63-4293-9112-c956a2cfdc8d req-2748eff6-074b-485b-9df3-2c89c2f3aaa0 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:26.353604 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-99d51a5b-bc63-4293-9112-c956a2cfdc8d req-2748eff6-074b-485b-9df3-2c89c2f3aaa0 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 945 time: 0.0504019 Aug 10 04:02:26.394166 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-99d51a5b-bc63-4293-9112-c956a2cfdc8d req-64a88e5a-4102-4ceb-aa4f-fa57d435a161 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342457 Aug 10 04:02:26.666950 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:27.030139 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:27.042099 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba1fea2-eeff-47f1-ba89-0a23f9f5df65 req-7778f3f9-43d2-411f-bfd0-2a13b08ee437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:27.043661 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5ba1fea2-eeff-47f1-ba89-0a23f9f5df65 req-7778f3f9-43d2-411f-bfd0-2a13b08ee437 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4b8daa411c274795a838cc99da285a8a&device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 1097 time: 0.0439935 Aug 10 04:02:27.160953 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba1fea2-eeff-47f1-ba89-0a23f9f5df65 req-b72bf536-6ff9-4f4f-bb79-c851b39a6b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:27.162549 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5ba1fea2-eeff-47f1-ba89-0a23f9f5df65 req-b72bf536-6ff9-4f4f-bb79-c851b39a6b83 service neutron] 10.222.0.60 "GET /v2.0/networks?id=852ba6a3-b418-4264-a196-720a2aa07241 HTTP/1.1" status: 200 len: 912 time: 0.0911579 Aug 10 04:02:27.232138 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5ba1fea2-eeff-47f1-ba89-0a23f9f5df65 req-d05de26d-e4ea-45f9-81d4-1a9f36a6bcba service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32f95869-5384-45b5-93c5-abe7b7702dee HTTP/1.1" status: 200 len: 1000 time: 0.0582762 Aug 10 04:02:27.284994 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba1fea2-eeff-47f1-ba89-0a23f9f5df65 req-ad2d12d7-5168-49d8-b128-923cdc5782d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:27.286359 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5ba1fea2-eeff-47f1-ba89-0a23f9f5df65 req-ad2d12d7-5168-49d8-b128-923cdc5782d5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2d0c7c35-bbf6-4a01-848b-1621ba2632dc HTTP/1.1" status: 200 len: 850 time: 0.0461071 Aug 10 04:02:27.332291 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba1fea2-eeff-47f1-ba89-0a23f9f5df65 req-bb559ba8-30f1-40ae-b5a3-4d3a725eaa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:27.333788 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5ba1fea2-eeff-47f1-ba89-0a23f9f5df65 req-bb559ba8-30f1-40ae-b5a3-4d3a725eaa10 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=852ba6a3-b418-4264-a196-720a2aa07241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406528 Aug 10 04:02:27.422131 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5ba1fea2-eeff-47f1-ba89-0a23f9f5df65 req-8e108bf4-7825-4f2a-be3b-42ef97a8ab2a service neutron] 10.222.0.60 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800691 Aug 10 04:02:27.548033 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9916e48-a90c-4074-ba13-b98a79725ba0 req-8a419d98-2bb5-47cf-b722-29b56c66a53f tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:27.549456 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f9916e48-a90c-4074-ba13-b98a79725ba0 req-8a419d98-2bb5-47cf-b722-29b56c66a53f tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 945 time: 0.0746086 Aug 10 04:02:27.553097 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5ba1fea2-eeff-47f1-ba89-0a23f9f5df65 req-77565e8c-847e-4fe7-bfd8-21e87d1b50ff service neutron] 10.222.0.60 "GET /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241329 Aug 10 04:02:27.587042 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f9916e48-a90c-4074-ba13-b98a79725ba0 req-29cc8c1b-6adc-423f-8de8-065aaebe7c47 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315986 Aug 10 04:02:28.704722 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da48f4ff-92cf-417e-8d63-fc2d6eb7e817 req-18d15448-eac2-4b05-915c-45e14a00776d tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:28.706224 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-da48f4ff-92cf-417e-8d63-fc2d6eb7e817 req-18d15448-eac2-4b05-915c-45e14a00776d tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 945 time: 0.0521753 Aug 10 04:02:28.743964 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-da48f4ff-92cf-417e-8d63-fc2d6eb7e817 req-9cdee78b-811e-4eac-8d9a-8ab72401bd81 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318263 Aug 10 04:02:29.861144 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8383304-5472-4808-af89-03ba835b0738 req-b21609a4-8f1c-46a3-8ff6-fd3e8a590d3e tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:29.862654 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d8383304-5472-4808-af89-03ba835b0738 req-b21609a4-8f1c-46a3-8ff6-fd3e8a590d3e tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 945 time: 0.0488231 Aug 10 04:02:29.900246 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d8383304-5472-4808-af89-03ba835b0738 req-c8ba8036-9da3-4e27-8a60-e00dd56e18e8 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316489 Aug 10 04:02:30.415955 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d5feabd6-e63c-4374-8c5b-8744a5df1a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:31.017023 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c08226-9646-4554-9b5c-8b4c78e3d4aa req-8424ac27-d630-4dda-a1c4-fffe754ed45d tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:31.018504 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-82c08226-9646-4554-9b5c-8b4c78e3d4aa req-8424ac27-d630-4dda-a1c4-fffe754ed45d tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 945 time: 0.0486197 Aug 10 04:02:31.055675 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-82c08226-9646-4554-9b5c-8b4c78e3d4aa req-69d1717f-da5b-4dd4-a79b-e7f6e96c1053 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312314 Aug 10 04:02:32.175900 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3149ea-7021-4981-bce1-c8c3c3c51787 req-1c4c3153-a0a5-4f99-a46b-1ef9d964ec83 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:32.177381 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5f3149ea-7021-4981-bce1-c8c3c3c51787 req-1c4c3153-a0a5-4f99-a46b-1ef9d964ec83 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 945 time: 0.0528598 Aug 10 04:02:32.215361 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5f3149ea-7021-4981-bce1-c8c3c3c51787 req-1deee888-97ef-4706-86dd-e97bdf61401b tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315807 Aug 10 04:02:33.108308 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ff2d3f6a-485d-4966-90b3-bcc298bbc5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:33.330625 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d81718-acfe-44b1-81c8-db723e4e3238 req-becdae58-9263-4000-b3ac-024db4fee62e tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:33.332074 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-45d81718-acfe-44b1-81c8-db723e4e3238 req-becdae58-9263-4000-b3ac-024db4fee62e tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 945 time: 0.0493028 Aug 10 04:02:33.377804 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-45d81718-acfe-44b1-81c8-db723e4e3238 req-70acd706-b996-41d2-8064-1b3d53ac9714 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398440 Aug 10 04:02:33.471479 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:34.377527 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:34.497176 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9803631-edcf-42e1-b342-04c0a5b9ac56 req-65443e1f-12c6-43f9-a884-84afd1228990 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:34.498557 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e9803631-edcf-42e1-b342-04c0a5b9ac56 req-65443e1f-12c6-43f9-a884-84afd1228990 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 945 time: 0.0512152 Aug 10 04:02:34.545666 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e9803631-edcf-42e1-b342-04c0a5b9ac56 req-282d94ab-b4a8-412d-8249-835d1bd7b97d tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405984 Aug 10 04:02:35.667427 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340cb72-c186-4987-a3f9-dcb25eaf24b0 req-2c40675c-51c4-401d-a348-6845e3168de5 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:35.668999 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d340cb72-c186-4987-a3f9-dcb25eaf24b0 req-2c40675c-51c4-401d-a348-6845e3168de5 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 945 time: 0.0558665 Aug 10 04:02:35.708505 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d340cb72-c186-4987-a3f9-dcb25eaf24b0 req-d2157ddf-f51d-4d59-994c-16981c427dbb tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336392 Aug 10 04:02:35.824962 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb3419-9b36-4a89-aae6-392f076eead5 req-68adc8f2-f80a-4183-b915-b15a9b9dd070 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:35.826432 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cfeb3419-9b36-4a89-aae6-392f076eead5 req-68adc8f2-f80a-4183-b915-b15a9b9dd070 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 945 time: 0.0508611 Aug 10 04:02:35.869299 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cfeb3419-9b36-4a89-aae6-392f076eead5 req-73f02a26-d379-4719-b1ef-e70e5117c829 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368037 Aug 10 04:02:35.983539 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7d53e-615c-4ec4-9313-abdfc932dadc req-a1fbfff1-f6c7-4bbb-aef4-ed36955c650a tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:35.985041 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-75b7d53e-615c-4ec4-9313-abdfc932dadc req-a1fbfff1-f6c7-4bbb-aef4-ed36955c650a tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 945 time: 0.0486469 Aug 10 04:02:36.022616 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-75b7d53e-615c-4ec4-9313-abdfc932dadc req-d39c1aa9-afe6-4de2-b4d8-06ad09644679 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318363 Aug 10 04:02:36.106075 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:36.256842 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea34948-d66c-4551-b3b1-8c2833a4eb32 req-b7d370d9-ab9d-4d61-9f9f-cfe1c1d48adc tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:36.258347 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4ea34948-d66c-4551-b3b1-8c2833a4eb32 req-b7d370d9-ab9d-4d61-9f9f-cfe1c1d48adc tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 945 time: 0.0538087 Aug 10 04:02:36.295546 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4ea34948-d66c-4551-b3b1-8c2833a4eb32 req-5221e133-8c7c-45d9-ad42-481148691c7a tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314109 Aug 10 04:02:36.623395 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 32f95869-5384-45b5-93c5-abe7b7702dee details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:02:36.722173 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 32f95869-5384-45b5-93c5-abe7b7702dee, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=32f95869-5384-45b5-93c5-abe7b7702dee,segment=NetworkSegment(2275eff1-f8e4-484b-b902-2a5156bf50e2),segment_id=2275eff1-f8e4-484b-b902-2a5156bf50e2)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:36.733118 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '32f95869-5384-45b5-93c5-abe7b7702dee', 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241', 'port_id': '32f95869-5384-45b5-93c5-abe7b7702dee', 'mac_address': 'fa:16:3e:c4:c9:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d0c7c35-bbf6-4a01-848b-1621ba2632dc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:02:36.772770 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:36.785638 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32f95869-5384-45b5-93c5-abe7b7702dee {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:02:36.804678 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 32f95869-5384-45b5-93c5-abe7b7702dee, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=32f95869-5384-45b5-93c5-abe7b7702dee,segment=NetworkSegment(2275eff1-f8e4-484b-b902-2a5156bf50e2),segment_id=2275eff1-f8e4-484b-b902-2a5156bf50e2)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:36.808278 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:36.854793 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=32f95869-5384-45b5-93c5-abe7b7702dee,revision_number=12']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:37.098514 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['32f95869-5384-45b5-93c5-abe7b7702dee'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:02:37.413164 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf769995-8707-4936-95cb-b48fa3879d04 req-94337b30-2e01-475f-acc7-8b1d6e039679 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:37.414658 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cf769995-8707-4936-95cb-b48fa3879d04 req-94337b30-2e01-475f-acc7-8b1d6e039679 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 946 time: 0.0505941 Aug 10 04:02:37.452546 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cf769995-8707-4936-95cb-b48fa3879d04 req-92b27fe7-dc49-422a-b168-b089bb208aab tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad6d058f-cdd7-4385-8c54-ba8929bbc15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316210 Aug 10 04:02:37.945338 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c0aa78-b538-400e-a032-7787db03137a req-bb143e56-07b4-4107-ba32-545a9b9afc09 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:37.946872 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e9c0aa78-b538-400e-a032-7787db03137a req-bb143e56-07b4-4107-ba32-545a9b9afc09 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 946 time: 0.0502527 Aug 10 04:02:38.050636 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-e9c0aa78-b538-400e-a032-7787db03137a req-d8b8bad1-6405-40ee-aaf5-d6fffbf07978 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Deleting port 32f95869-5384-45b5-93c5-abe7b7702dee {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:02:38.051012 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-e9c0aa78-b538-400e-a032-7787db03137a req-d8b8bad1-6405-40ee-aaf5-d6fffbf07978 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:38.145776 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-e9c0aa78-b538-400e-a032-7787db03137a req-d8b8bad1-6405-40ee-aaf5-d6fffbf07978 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] For port 32f95869-5384-45b5-93c5-abe7b7702dee, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=32f95869-5384-45b5-93c5-abe7b7702dee,segment=NetworkSegment(2275eff1-f8e4-484b-b902-2a5156bf50e2),segment_id=2275eff1-f8e4-484b-b902-2a5156bf50e2)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:38.146216 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-e9c0aa78-b538-400e-a032-7787db03137a req-d8b8bad1-6405-40ee-aaf5-d6fffbf07978 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:38.337580 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-e9c0aa78-b538-400e-a032-7787db03137a req-d8b8bad1-6405-40ee-aaf5-d6fffbf07978 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:38.337580 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-e9c0aa78-b538-400e-a032-7787db03137a req-d8b8bad1-6405-40ee-aaf5-d6fffbf07978 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:38.337951 n-d-768851-15 neutron-server[94216]: INFO neutron.db.l3_db [req-e9c0aa78-b538-400e-a032-7787db03137a req-d8b8bad1-6405-40ee-aaf5-d6fffbf07978 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Floating IP f9f56845-90de-4fb4-a31e-b72242f5767e disassociated. External IP: 172.25.7.73, port: 32f95869-5384-45b5-93c5-abe7b7702dee. Aug 10 04:02:38.338230 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-e9c0aa78-b538-400e-a032-7787db03137a req-d8b8bad1-6405-40ee-aaf5-d6fffbf07978 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Calling delete_port for 32f95869-5384-45b5-93c5-abe7b7702dee owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:02:38.469425 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-e9c0aa78-b538-400e-a032-7787db03137a req-d8b8bad1-6405-40ee-aaf5-d6fffbf07978 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:38.504908 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b8bad1-6405-40ee-aaf5-d6fffbf07978 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Pushing event deleted for resources: {'Port': ['ID=32f95869-5384-45b5-93c5-abe7b7702dee,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:38.582162 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5fd4fde4-4685-454e-bebd-84125f1fd6de req-b03d4e6c-d6b8-426d-85e7-9aa0701a9795 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 210 time: 0.0352209 Aug 10 04:02:38.640536 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 32f95869-5384-45b5-93c5-abe7b7702dee details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:02:38.644607 n-d-768851-15 neutron-server[94218]: INFO neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No ports have port_id starting with 32f95869-5384-45b5-93c5-abe7b7702dee Aug 10 04:02:38.646847 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 32f95869-5384-45b5-93c5-abe7b7702dee requested by agent hyperv_n-h2-768851-15 not found in database {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Aug 10 04:02:38.660288 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9c0aa78-b538-400e-a032-7787db03137a req-d8b8bad1-6405-40ee-aaf5-d6fffbf07978 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Router 780fbfee-2254-4af2-9651-761c8fcb90fd has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:02:38.771832 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9c0aa78-b538-400e-a032-7787db03137a req-d8b8bad1-6405-40ee-aaf5-d6fffbf07978 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:02:38.781585 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab53a73c-0ae1-4a85-8ece-2b6b556b3953 None None] Sync routers for ids ['780fbfee-2254-4af2-9651-761c8fcb90fd'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:02:38.790725 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab53a73c-0ae1-4a85-8ece-2b6b556b3953 None None] Routers {'780fbfee-2254-4af2-9651-761c8fcb90fd'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:02:38.791329 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-ab53a73c-0ae1-4a85-8ece-2b6b556b3953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:02:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['780fbfee-2254-4af2-9651-761c8fcb90fd'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:38.810986 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9c0aa78-b538-400e-a032-7787db03137a req-d8b8bad1-6405-40ee-aaf5-d6fffbf07978 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] No DVR routers for this DVR port 32f95869-5384-45b5-93c5-abe7b7702dee on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:02:38.813771 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-e9c0aa78-b538-400e-a032-7787db03137a req-d8b8bad1-6405-40ee-aaf5-d6fffbf07978 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:38.815756 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e9c0aa78-b538-400e-a032-7787db03137a req-d8b8bad1-6405-40ee-aaf5-d6fffbf07978 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.60 "DELETE /v2.0/ports/32f95869-5384-45b5-93c5-abe7b7702dee HTTP/1.1" status: 204 len: 173 time: 0.8614171 Aug 10 04:02:38.816490 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7750ea-d6e9-445f-9824-2369f0337d60', 'name': 'network-vif-deleted', 'tag': '32f95869-5384-45b5-93c5-abe7b7702dee'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:02:38.818757 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e0fc98-2c71-4fa8-9987-3aa497dc94f8" -d '{"events": [{"server_uuid": "0f7750ea-d6e9-445f-9824-2369f0337d60", "name": "network-vif-deleted", "tag": "32f95869-5384-45b5-93c5-abe7b7702dee"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:02:38.858712 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8659fea-796b-4eb9-b9ae-238139631fa6 x-openstack-request-id: req-e8659fea-796b-4eb9-b9ae-238139631fa6 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:02:38.859040 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f7750ea-d6e9-445f-9824-2369f0337d60", "name": "network-vif-deleted", "tag": "32f95869-5384-45b5-93c5-abe7b7702dee", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:02:38.859301 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e8659fea-796b-4eb9-b9ae-238139631fa6 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:02:38.859900 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7750ea-d6e9-445f-9824-2369f0337d60', 'name': 'network-vif-deleted', 'tag': '32f95869-5384-45b5-93c5-abe7b7702dee', 'status': 'completed', 'code': 200} Aug 10 04:02:38.902492 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-ab53a73c-0ae1-4a85-8ece-2b6b556b3953 None None] Set router 780fbfee-2254-4af2-9651-761c8fcb90fd gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:02:39.101702 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-ab53a73c-0ae1-4a85-8ece-2b6b556b3953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'name': 'tempest-ServerActionsTestJSON-825413776-router', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '2523bf1d-482d-4b27-87d5-680aa876fc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:48Z', 'revision_number': 4, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'gw_port': {'id': '2523bf1d-482d-4b27-87d5-680aa876fc6e', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'd3e70708-4814-42a5-9216-9f0ab9e45305', 'name': '', 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'mac_address': 'fa:16:3e:14:a0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '2d0c7c35-bbf6-4a01-848b-1621ba2632dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:47Z', 'updated_at': '2021-08-10T03:52:53Z', 'revision_number': 5, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'subnets': [{'id': '2d0c7c35-bbf6-4a01-848b-1621ba2632dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:39.129414 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab53a73c-0ae1-4a85-8ece-2b6b556b3953 None None] Checking router: 780fbfee-2254-4af2-9651-761c8fcb90fd for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:02:39.137950 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab53a73c-0ae1-4a85-8ece-2b6b556b3953 None None] Routers {'780fbfee-2254-4af2-9651-761c8fcb90fd'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:02:39.138559 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-ab53a73c-0ae1-4a85-8ece-2b6b556b3953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:02:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['780fbfee-2254-4af2-9651-761c8fcb90fd'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:39.244259 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-ab53a73c-0ae1-4a85-8ece-2b6b556b3953 None None] Set router 780fbfee-2254-4af2-9651-761c8fcb90fd gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:02:39.444798 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-ab53a73c-0ae1-4a85-8ece-2b6b556b3953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'name': 'tempest-ServerActionsTestJSON-825413776-router', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '2523bf1d-482d-4b27-87d5-680aa876fc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:48Z', 'revision_number': 4, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'gw_port': {'id': '2523bf1d-482d-4b27-87d5-680aa876fc6e', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'd3e70708-4814-42a5-9216-9f0ab9e45305', 'name': '', 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'mac_address': 'fa:16:3e:14:a0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '2d0c7c35-bbf6-4a01-848b-1621ba2632dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:47Z', 'updated_at': '2021-08-10T03:52:53Z', 'revision_number': 5, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'subnets': [{'id': '2d0c7c35-bbf6-4a01-848b-1621ba2632dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:39.472036 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab53a73c-0ae1-4a85-8ece-2b6b556b3953 None None] The sync data for ids ['780fbfee-2254-4af2-9651-761c8fcb90fd'] in n-d-768851-15 is: [{'id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'name': 'tempest-ServerActionsTestJSON-825413776-router', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '2523bf1d-482d-4b27-87d5-680aa876fc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:48Z', 'revision_number': 4, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'gw_port': {'id': '2523bf1d-482d-4b27-87d5-680aa876fc6e', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'd3e70708-4814-42a5-9216-9f0ab9e45305', 'name': '', 'network_id': '852ba6a3-b418-4264-a196-720a2aa07241', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'mac_address': 'fa:16:3e:14:a0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '2d0c7c35-bbf6-4a01-848b-1621ba2632dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:47Z', 'updated_at': '2021-08-10T03:52:53Z', 'revision_number': 5, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'subnets': [{'id': '2d0c7c35-bbf6-4a01-848b-1621ba2632dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:02:39.682607 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b62da5de-99b9-4aff-a65f-7db8c339a528 req-63ab2d0b-28d8-4631-815b-5c53ea2620f4 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 210 time: 0.0281322 Aug 10 04:02:39.719585 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9b724e-5e73-419c-8e88-6ee878ccd5d3 None None] New status for floating IP f9f56845-90de-4fb4-a31e-b72242f5767e: DOWN {{(pid=94219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:02:40.639011 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 32f95869-5384-45b5-93c5-abe7b7702dee no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:02:40.659311 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: 32f95869-5384-45b5-93c5-abe7b7702dee {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:02:40.659656 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 32f95869-5384-45b5-93c5-abe7b7702dee not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:02:40.785095 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4808fa9c-4302-417e-991b-00e11b0c5e07 req-4b337736-552a-43fa-828b-646b1db76756 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 210 time: 0.0279477 Aug 10 04:02:41.880618 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7a86404e-d0ac-40c6-bf5c-d4e389e9537d req-b7aa5f73-daf5-4857-ae72-f3e3170879c2 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f7750ea-d6e9-445f-9824-2369f0337d60 HTTP/1.1" status: 200 len: 210 time: 0.0263655 Aug 10 04:02:45.615040 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 41402) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:45.675332 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-458dcdd7-a002-4d7a-b78c-551f4a72f629 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:45.697695 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-458dcdd7-a002-4d7a-b78c-551f4a72f629 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:45.752078 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-458dcdd7-a002-4d7a-b78c-551f4a72f629 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:45.754704 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-458dcdd7-a002-4d7a-b78c-551f4a72f629 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:45.758850 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41404) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:45.759397 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-458dcdd7-a002-4d7a-b78c-551f4a72f629 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "DELETE /v2.0/security-groups/ad6d058f-cdd7-4385-8c54-ba8929bbc15a HTTP/1.1" status: 204 len: 168 time: 0.1426215 Aug 10 04:02:45.769475 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458dcdd7-a002-4d7a-b78c-551f4a72f629 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6d058f-cdd7-4385-8c54-ba8929bbc15a,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:45.775197 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-e909fd40-ca9b-4405-a6b7-259fda4d4d85 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] show failed (client error): The resource could not be found. Aug 10 04:02:45.776381 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e909fd40-ca9b-4405-a6b7-259fda4d4d85 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "GET /v2.0/security-groups/ad6d058f-cdd7-4385-8c54-ba8929bbc15a HTTP/1.1" status: 404 len: 347 time: 0.0155907 Aug 10 04:02:45.779836 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41406) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:45.906771 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-ff680fd2-7341-4fc7-bb85-21628bc86788 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Deleting port 2431d1a8-7a6c-43b3-91a3-b1cd486ac7c4 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:02:45.907025 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ff680fd2-7341-4fc7-bb85-21628bc86788 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:45.984153 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ff680fd2-7341-4fc7-bb85-21628bc86788 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:45.984476 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ff680fd2-7341-4fc7-bb85-21628bc86788 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:45.996821 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-ff680fd2-7341-4fc7-bb85-21628bc86788 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Calling delete_port for 2431d1a8-7a6c-43b3-91a3-b1cd486ac7c4 owned by network:floatingip {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:02:46.137765 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ff680fd2-7341-4fc7-bb85-21628bc86788 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:46.163004 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff680fd2-7341-4fc7-bb85-21628bc86788 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Pushing event deleted for resources: {'Port': ['ID=2431d1a8-7a6c-43b3-91a3-b1cd486ac7c4,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:46.229864 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ff680fd2-7341-4fc7-bb85-21628bc86788 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks [] for floatingip, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:46.232702 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ff680fd2-7341-4fc7-bb85-21628bc86788 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:46.233920 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ff680fd2-7341-4fc7-bb85-21628bc86788 tempest-ServerActionsTestJSON-1167056304 tempest-ServerActionsTestJSON-1167056304-project] 10.222.0.62 "DELETE /v2.0/floatingips/f9f56845-90de-4fb4-a31e-b72242f5767e HTTP/1.1" status: 204 len: 168 time: 0.4531565 Aug 10 04:02:46.237142 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41408) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:46.763611 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-de4d6ba2-9df0-4400-b643-e0cbc5a32cfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:47.019209 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-de4d6ba2-9df0-4400-b643-e0cbc5a32cfc admin admin] Deleting port d3e70708-4814-42a5-9216-9f0ab9e45305 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:02:47.019434 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-de4d6ba2-9df0-4400-b643-e0cbc5a32cfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:47.103414 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-de4d6ba2-9df0-4400-b643-e0cbc5a32cfc admin admin] For port d3e70708-4814-42a5-9216-9f0ab9e45305, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=d3e70708-4814-42a5-9216-9f0ab9e45305,segment=NetworkSegment(2275eff1-f8e4-484b-b902-2a5156bf50e2),segment_id=2275eff1-f8e4-484b-b902-2a5156bf50e2)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:47.103885 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-de4d6ba2-9df0-4400-b643-e0cbc5a32cfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:47.117176 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-de4d6ba2-9df0-4400-b643-e0cbc5a32cfc admin admin] Calling delete_port for d3e70708-4814-42a5-9216-9f0ab9e45305 owned by network:router_interface {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:02:47.300199 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-de4d6ba2-9df0-4400-b643-e0cbc5a32cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:47.325381 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4d6ba2-9df0-4400-b643-e0cbc5a32cfc admin admin] Pushing event deleted for resources: {'Port': ['ID=d3e70708-4814-42a5-9216-9f0ab9e45305,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:47.503703 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-de4d6ba2-9df0-4400-b643-e0cbc5a32cfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:47.719229 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de4d6ba2-9df0-4400-b643-e0cbc5a32cfc admin admin] Router 780fbfee-2254-4af2-9651-761c8fcb90fd has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:02:47.840253 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4d6ba2-9df0-4400-b643-e0cbc5a32cfc admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:02:47.848897 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-de4d6ba2-9df0-4400-b643-e0cbc5a32cfc admin admin] 10.222.0.62 "PUT /v2.0/routers/780fbfee-2254-4af2-9651-761c8fcb90fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6103704 Aug 10 04:02:47.852129 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41412) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:47.854992 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dc80f4-17d5-4b47-bf23-9e0dab5fa5c1 None None] Sync routers for ids ['780fbfee-2254-4af2-9651-761c8fcb90fd'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:02:47.865000 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dc80f4-17d5-4b47-bf23-9e0dab5fa5c1 None None] Routers {'780fbfee-2254-4af2-9651-761c8fcb90fd'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:02:47.865621 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-61dc80f4-17d5-4b47-bf23-9e0dab5fa5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:02:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['780fbfee-2254-4af2-9651-761c8fcb90fd'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:47.962339 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-87cde0cc-f97b-443f-8d2b-fcca173f8e81 admin admin] Notify callbacks [] for router, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:47.973770 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-61dc80f4-17d5-4b47-bf23-9e0dab5fa5c1 None None] Set router 780fbfee-2254-4af2-9651-761c8fcb90fd gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:02:48.075335 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-87cde0cc-f97b-443f-8d2b-fcca173f8e81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:48.131035 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-87cde0cc-f97b-443f-8d2b-fcca173f8e81 admin admin] Deleting port 2523bf1d-482d-4b27-87d5-680aa876fc6e {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:02:48.131370 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-87cde0cc-f97b-443f-8d2b-fcca173f8e81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:48.169867 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-61dc80f4-17d5-4b47-bf23-9e0dab5fa5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'name': 'tempest-ServerActionsTestJSON-825413776-router', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '2523bf1d-482d-4b27-87d5-680aa876fc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T04:02:47Z', 'revision_number': 5, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'gw_port': {'id': '2523bf1d-482d-4b27-87d5-680aa876fc6e', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:48.211490 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dc80f4-17d5-4b47-bf23-9e0dab5fa5c1 None None] Checking router: 780fbfee-2254-4af2-9651-761c8fcb90fd for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:02:48.220492 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dc80f4-17d5-4b47-bf23-9e0dab5fa5c1 None None] Routers {'780fbfee-2254-4af2-9651-761c8fcb90fd'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:02:48.221090 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-61dc80f4-17d5-4b47-bf23-9e0dab5fa5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:02:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['780fbfee-2254-4af2-9651-761c8fcb90fd'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:48.234069 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-87cde0cc-f97b-443f-8d2b-fcca173f8e81 admin admin] For port 2523bf1d-482d-4b27-87d5-680aa876fc6e, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=2523bf1d-482d-4b27-87d5-680aa876fc6e,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:48.234338 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-87cde0cc-f97b-443f-8d2b-fcca173f8e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:48.247066 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-87cde0cc-f97b-443f-8d2b-fcca173f8e81 admin admin] Calling delete_port for 2523bf1d-482d-4b27-87d5-680aa876fc6e owned by network:router_gateway {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:02:48.308387 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-61dc80f4-17d5-4b47-bf23-9e0dab5fa5c1 None None] Set router 780fbfee-2254-4af2-9651-761c8fcb90fd gateway port host: None {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:02:48.360710 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-61dc80f4-17d5-4b47-bf23-9e0dab5fa5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'name': 'tempest-ServerActionsTestJSON-825413776-router', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T04:02:48Z', 'revision_number': 6, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'gw_port_host': None}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:48.391201 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dc80f4-17d5-4b47-bf23-9e0dab5fa5c1 None None] The sync data for ids ['780fbfee-2254-4af2-9651-761c8fcb90fd'] in n-d-768851-15 is: [{'id': '780fbfee-2254-4af2-9651-761c8fcb90fd', 'name': 'tempest-ServerActionsTestJSON-825413776-router', 'tenant_id': '4b8daa411c274795a838cc99da285a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T04:02:48Z', 'revision_number': 6, 'project_id': '4b8daa411c274795a838cc99da285a8a', 'gw_port_host': None}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:02:48.454024 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-87cde0cc-f97b-443f-8d2b-fcca173f8e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:48.478175 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cde0cc-f97b-443f-8d2b-fcca173f8e81 admin admin] Pushing event deleted for resources: {'Port': ['ID=2523bf1d-482d-4b27-87d5-680aa876fc6e,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:48.539457 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-87cde0cc-f97b-443f-8d2b-fcca173f8e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:48.944039 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-87cde0cc-f97b-443f-8d2b-fcca173f8e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:48.946195 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-87cde0cc-f97b-443f-8d2b-fcca173f8e81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:49.001285 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-87cde0cc-f97b-443f-8d2b-fcca173f8e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:49.001723 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87cde0cc-f97b-443f-8d2b-fcca173f8e81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 780fbfee-2254-4af2-9651-761c8fcb90fd {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:02:49.006590 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-87cde0cc-f97b-443f-8d2b-fcca173f8e81 admin admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:49.007823 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-87cde0cc-f97b-443f-8d2b-fcca173f8e81 admin admin] 10.222.0.62 "DELETE /v2.0/routers/780fbfee-2254-4af2-9651-761c8fcb90fd HTTP/1.1" status: 204 len: 168 time: 1.1545541 Aug 10 04:02:49.011403 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41414) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:49.057245 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-09ffe1bb-0958-4a03-bfbd-20e7b5fa7569 admin admin] Deleting subnet 2d0c7c35-bbf6-4a01-848b-1621ba2632dc {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:02:49.061470 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-09ffe1bb-0958-4a03-bfbd-20e7b5fa7569 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:49.099744 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-09ffe1bb-0958-4a03-bfbd-20e7b5fa7569 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:49.190081 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-09ffe1bb-0958-4a03-bfbd-20e7b5fa7569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:49.246349 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-09ffe1bb-0958-4a03-bfbd-20e7b5fa7569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:49.273854 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ffe1bb-0958-4a03-bfbd-20e7b5fa7569 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d0c7c35-bbf6-4a01-848b-1621ba2632dc,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:49.281545 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-09ffe1bb-0958-4a03-bfbd-20e7b5fa7569 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:49.283530 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-09ffe1bb-0958-4a03-bfbd-20e7b5fa7569 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/2d0c7c35-bbf6-4a01-848b-1621ba2632dc HTTP/1.1" status: 204 len: 168 time: 0.2706754 Aug 10 04:02:49.286162 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41416) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:49.289631 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131aac5b-2e87-43da-9831-6d1df7411381 None None] Network 852ba6a3-b418-4264-a196-720a2aa07241 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:02:49.366288 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-996694fe-9bf0-4093-85a0-1f6c9a45eab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:49.390680 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 2523bf1d-482d-4b27-87d5-680aa876fc6e no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:02:49.416236 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 2523bf1d-482d-4b27-87d5-680aa876fc6e {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:02:49.416575 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 2523bf1d-482d-4b27-87d5-680aa876fc6e not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:02:49.417148 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device d3e70708-4814-42a5-9216-9f0ab9e45305 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:02:49.425842 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-996694fe-9bf0-4093-85a0-1f6c9a45eab9 admin admin] Deleting port d195506c-dec5-40d8-a475-32b862ce8aab {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:02:49.426187 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-996694fe-9bf0-4093-85a0-1f6c9a45eab9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:49.438430 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: d3e70708-4814-42a5-9216-9f0ab9e45305 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:02:49.438804 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device d3e70708-4814-42a5-9216-9f0ab9e45305 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:02:49.504743 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-996694fe-9bf0-4093-85a0-1f6c9a45eab9 admin admin] For port d195506c-dec5-40d8-a475-32b862ce8aab, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=d195506c-dec5-40d8-a475-32b862ce8aab,segment=NetworkSegment(2275eff1-f8e4-484b-b902-2a5156bf50e2),segment_id=2275eff1-f8e4-484b-b902-2a5156bf50e2)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:49.505176 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-996694fe-9bf0-4093-85a0-1f6c9a45eab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:49.520465 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-996694fe-9bf0-4093-85a0-1f6c9a45eab9 admin admin] Calling delete_port for d195506c-dec5-40d8-a475-32b862ce8aab owned by network:dhcp {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:02:49.557437 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9af996-2749-4d7b-ad90-238fc37fbb5a None None] DHCP port deletion for 852ba6a3-b418-4264-a196-720a2aa07241 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:02:49.610653 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-ce9af996-2749-4d7b-ad90-238fc37fbb5a None None] Deleting port d195506c-dec5-40d8-a475-32b862ce8aab {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:02:49.611084 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ce9af996-2749-4d7b-ad90-238fc37fbb5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:49.622796 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-996694fe-9bf0-4093-85a0-1f6c9a45eab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:49.653289 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996694fe-9bf0-4093-85a0-1f6c9a45eab9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d195506c-dec5-40d8-a475-32b862ce8aab,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:49.655296 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996694fe-9bf0-4093-85a0-1f6c9a45eab9 admin admin] No DVR routers for this DVR port d195506c-dec5-40d8-a475-32b862ce8aab on host n-d-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:02:49.684849 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-ce9af996-2749-4d7b-ad90-238fc37fbb5a None None] For port d195506c-dec5-40d8-a475-32b862ce8aab, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=d195506c-dec5-40d8-a475-32b862ce8aab,segment=NetworkSegment(2275eff1-f8e4-484b-b902-2a5156bf50e2),segment_id=2275eff1-f8e4-484b-b902-2a5156bf50e2)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:49.685250 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ce9af996-2749-4d7b-ad90-238fc37fbb5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:49.698417 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-ce9af996-2749-4d7b-ad90-238fc37fbb5a None None] Calling delete_port for d195506c-dec5-40d8-a475-32b862ce8aab owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:02:49.731746 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-996694fe-9bf0-4093-85a0-1f6c9a45eab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:49.741966 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-996694fe-9bf0-4093-85a0-1f6c9a45eab9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['852ba6a3-b418-4264-a196-720a2aa07241']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:49.753624 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-996694fe-9bf0-4093-85a0-1f6c9a45eab9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2275eff1-f8e4-484b-b902-2a5156bf50e2') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:49.753876 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-996694fe-9bf0-4093-85a0-1f6c9a45eab9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2275eff1-f8e4-484b-b902-2a5156bf50e2') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:49.764007 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-996694fe-9bf0-4093-85a0-1f6c9a45eab9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:49.778442 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ce9af996-2749-4d7b-ad90-238fc37fbb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:49.779455 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-996694fe-9bf0-4093-85a0-1f6c9a45eab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:49.785942 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-996694fe-9bf0-4093-85a0-1f6c9a45eab9 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:02:49.786445 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-996694fe-9bf0-4093-85a0-1f6c9a45eab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:49.788325 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 04:02:49.788325 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:02:49.788325 n-d-768851-15 neutron-server[94217]: timer() Aug 10 04:02:49.788325 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:02:49.788325 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 04:02:49.788325 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:02:49.788325 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 04:02:49.788325 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:02:49.788325 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 04:02:49.788325 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:02:49.788325 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 04:02:49.788325 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:02:49.788325 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 04:02:49.788325 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:02:49.788325 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:02:49.788325 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:02:49.788325 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:02:49.788325 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:02:49.788325 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 04:02:49.788325 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:02:49.788325 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 04:02:49.788325 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:02:49.788325 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:02:49.788325 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:02:49.788325 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 04:02:49.788325 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:02:49.788325 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:02:49.788325 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:02:49.788325 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:02:49.788325 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:02:49.788325 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:02:49.788325 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:02:49.805205 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9af996-2749-4d7b-ad90-238fc37fbb5a None None] Pushing event deleted for resources: {'Port': ['ID=d195506c-dec5-40d8-a475-32b862ce8aab,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:49.810598 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9af996-2749-4d7b-ad90-238fc37fbb5a None None] No DVR routers for this DVR port d195506c-dec5-40d8-a475-32b862ce8aab on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:02:49.847695 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-996694fe-9bf0-4093-85a0-1f6c9a45eab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:49.853627 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-996694fe-9bf0-4093-85a0-1f6c9a45eab9 admin admin] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:49.855995 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-996694fe-9bf0-4093-85a0-1f6c9a45eab9 admin admin] 10.222.0.62 "DELETE /v2.0/networks/852ba6a3-b418-4264-a196-720a2aa07241 HTTP/1.1" status: 204 len: 168 time: 0.5681403 Aug 10 04:02:49.867593 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996694fe-9bf0-4093-85a0-1f6c9a45eab9 admin admin] Pushing event deleted for resources: {'Network': ['ID=852ba6a3-b418-4264-a196-720a2aa07241,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:50.016271 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 41420) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:50.058975 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-cd6c23cc-e613-459f-a800-33c9c592eff4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4b8daa411c274795a838cc99da285a8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410593 Aug 10 04:02:50.061466 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 41422) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:50.124638 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-eed171a5-5a35-4a49-8f9f-f94897ac96c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:50.149831 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-eed171a5-5a35-4a49-8f9f-f94897ac96c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:50.200851 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-eed171a5-5a35-4a49-8f9f-f94897ac96c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:50.206000 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-eed171a5-5a35-4a49-8f9f-f94897ac96c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:50.207956 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-eed171a5-5a35-4a49-8f9f-f94897ac96c8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a852a018-4860-4bbb-a18c-ec524675c6e7 HTTP/1.1" status: 204 len: 168 time: 0.1453288 Aug 10 04:02:50.221467 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed171a5-5a35-4a49-8f9f-f94897ac96c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a852a018-4860-4bbb-a18c-ec524675c6e7,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:50.979604 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 41444) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:51.082256 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-f498a449-fe8e-4043-b8ce-4d4c6c12912e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1442089008-network', 'tenant_id': 'a6d1ab471c4c4ac0831233b2274ef727'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:51.109824 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f498a449-fe8e-4043-b8ce-4d4c6c12912e admin admin] Made reservation on behalf of a6d1ab471c4c4ac0831233b2274ef727 for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:02:51.112451 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f498a449-fe8e-4043-b8ce-4d4c6c12912e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:51.122644 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f498a449-fe8e-4043-b8ce-4d4c6c12912e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:51.215627 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f498a449-fe8e-4043-b8ce-4d4c6c12912e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:51.220053 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f498a449-fe8e-4043-b8ce-4d4c6c12912e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:51.242764 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f498a449-fe8e-4043-b8ce-4d4c6c12912e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:02:51.257367 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f498a449-fe8e-4043-b8ce-4d4c6c12912e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f46f4da-3d10-46a3-b5a7-aca0f97d091b,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:51.263277 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f498a449-fe8e-4043-b8ce-4d4c6c12912e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:51.263277 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-f498a449-fe8e-4043-b8ce-4d4c6c12912e admin admin] Added segment 5e772e2e-71f8-4362-9a79-156768992fc8 of type vlan for network 815759a5-1892-42f0-81c9-7943211e95b8 Aug 10 04:02:51.305354 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f498a449-fe8e-4043-b8ce-4d4c6c12912e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:51.343812 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f498a449-fe8e-4043-b8ce-4d4c6c12912e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:51.345209 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f498a449-fe8e-4043-b8ce-4d4c6c12912e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:51.345927 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f498a449-fe8e-4043-b8ce-4d4c6c12912e admin admin] Notify callbacks [] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:51.366285 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device d195506c-dec5-40d8-a475-32b862ce8aab no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:02:51.390048 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: d195506c-dec5-40d8-a475-32b862ce8aab {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:02:51.390400 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device d195506c-dec5-40d8-a475-32b862ce8aab not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:02:51.415571 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-f498a449-fe8e-4043-b8ce-4d4c6c12912e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4341030 Aug 10 04:02:51.419424 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41448) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:51.420855 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f498a449-fe8e-4043-b8ce-4d4c6c12912e admin admin] Pushing event updated for resources: {'Network': ['ID=815759a5-1892-42f0-81c9-7943211e95b8,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:51.428112 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-28b613cf-8c24-4d06-a7d5-0df2d8406b16 admin admin] Request body: {'subnet': {'network_id': '815759a5-1892-42f0-81c9-7943211e95b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1442089008-subnet', 'tenant_id': 'a6d1ab471c4c4ac0831233b2274ef727', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:51.430854 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 815759a5-1892-42f0-81c9-7943211e95b8 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:02:51.451921 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b613cf-8c24-4d06-a7d5-0df2d8406b16 admin admin] Made reservation on behalf of a6d1ab471c4c4ac0831233b2274ef727 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:02:51.454501 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-28b613cf-8c24-4d06-a7d5-0df2d8406b16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:51.631585 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-28b613cf-8c24-4d06-a7d5-0df2d8406b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:51.702795 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b613cf-8c24-4d06-a7d5-0df2d8406b16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=deb9ba25-f826-4fb2-b728-9ff78e51a3fb,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:51.713624 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b613cf-8c24-4d06-a7d5-0df2d8406b16 admin admin] Checking segment: {'id': '5e772e2e-71f8-4362-9a79-156768992fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '815759a5-1892-42f0-81c9-7943211e95b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:02:51.713988 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b613cf-8c24-4d06-a7d5-0df2d8406b16 admin admin] Network hostable DHCP agents. Network: 815759a5-1892-42f0-81c9-7943211e95b8, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:02:51.731405 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b613cf-8c24-4d06-a7d5-0df2d8406b16 admin admin] Network 815759a5-1892-42f0-81c9-7943211e95b8 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:02:51.740177 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-28b613cf-8c24-4d06-a7d5-0df2d8406b16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 815759a5-1892-42f0-81c9-7943211e95b8) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:02:51.744311 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b613cf-8c24-4d06-a7d5-0df2d8406b16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:51.744989 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-28b613cf-8c24-4d06-a7d5-0df2d8406b16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:51.750584 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7a40be-5c4c-4bd4-98f1-ebfebb2f8b08 None None] Network 815759a5-1892-42f0-81c9-7943211e95b8 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:02:51.762673 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-28b613cf-8c24-4d06-a7d5-0df2d8406b16 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3415654 Aug 10 04:02:51.884860 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba0a2f3-bdc9-43ff-bedd-d404cb897acf None None] Network 815759a5-1892-42f0-81c9-7943211e95b8 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:02:52.225851 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc53e4d-8054-4b20-9111-760eece3447a req-d1cc596f-5eb0-4baf-ba88-96c836950519 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:52.227377 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7fc53e4d-8054-4b20-9111-760eece3447a req-d1cc596f-5eb0-4baf-ba88-96c836950519 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.62 "GET /v2.0/networks?id=815759a5-1892-42f0-81c9-7943211e95b8 HTTP/1.1" status: 200 len: 814 time: 0.1104875 Aug 10 04:02:52.243423 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7fc53e4d-8054-4b20-9111-760eece3447a req-3be1e96c-d6f1-43fb-9001-15558cc5ced8 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.62 "GET /v2.0/quotas/a6d1ab471c4c4ac0831233b2274ef727 HTTP/1.1" status: 200 len: 375 time: 0.0101871 Aug 10 04:02:52.277181 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7fc53e4d-8054-4b20-9111-760eece3447a req-4d3f5c3d-c84b-4f0e-a73d-0e6f25b2d43b tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a6d1ab471c4c4ac0831233b2274ef727&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276058 Aug 10 04:02:52.288467 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [req-7fc53e4d-8054-4b20-9111-760eece3447a req-410f4231-a382-4d42-9e29-085f51dc8334 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:02:52.289456 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7fc53e4d-8054-4b20-9111-760eece3447a req-410f4231-a382-4d42-9e29-085f51dc8334 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056143 Aug 10 04:02:52.387991 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7fc53e4d-8054-4b20-9111-760eece3447a req-107b5050-66c2-4aac-b966-8470fb97c3e1 service neutron] 10.222.0.62 "GET /v2.0/networks/815759a5-1892-42f0-81c9-7943211e95b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925691 Aug 10 04:02:52.482959 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7fc53e4d-8054-4b20-9111-760eece3447a req-8424c217-b31d-4b38-9d5d-75f2e4d99f64 service neutron] 10.222.0.62 "GET /v2.0/networks/815759a5-1892-42f0-81c9-7943211e95b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887370 Aug 10 04:02:52.643649 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d10f60c3-f01d-4c61-aca3-1aea6ed84e9f req-3b2cc30c-79fd-444d-b1e9-94468acacf4a tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.62 "GET /v2.0/ports?device_id=689d1101-9117-482c-a83e-4f05107b3593 HTTP/1.1" status: 200 len: 210 time: 0.0289729 Aug 10 04:02:53.603514 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc53e4d-8054-4b20-9111-760eece3447a req-2947f488-a8c0-4ca7-8821-a698c98591fb tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:53.605004 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7fc53e4d-8054-4b20-9111-760eece3447a req-2947f488-a8c0-4ca7-8821-a698c98591fb tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.58 "GET /v2.0/networks?id=815759a5-1892-42f0-81c9-7943211e95b8 HTTP/1.1" status: 200 len: 814 time: 0.1247737 Aug 10 04:02:53.618022 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-7fc53e4d-8054-4b20-9111-760eece3447a req-99c3ab35-a1fc-42a9-be10-c9393d5cee5a tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Request body: {'port': {'device_id': '689d1101-9117-482c-a83e-4f05107b3593', 'network_id': '815759a5-1892-42f0-81c9-7943211e95b8', 'admin_state_up': True, 'tenant_id': 'a6d1ab471c4c4ac0831233b2274ef727'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:53.736505 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fc53e4d-8054-4b20-9111-760eece3447a req-99c3ab35-a1fc-42a9-be10-c9393d5cee5a tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Made reservation on behalf of a6d1ab471c4c4ac0831233b2274ef727 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:02:53.740727 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7fc53e4d-8054-4b20-9111-760eece3447a req-99c3ab35-a1fc-42a9-be10-c9393d5cee5a tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:53.748546 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0d091432-4859-42c5-83f6-816a600109b7 req-eb654ee2-2613-4251-96b9-0853698d9a76 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.62 "GET /v2.0/ports?device_id=689d1101-9117-482c-a83e-4f05107b3593 HTTP/1.1" status: 200 len: 210 time: 0.0356374 Aug 10 04:02:53.897275 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-7fc53e4d-8054-4b20-9111-760eece3447a req-99c3ab35-a1fc-42a9-be10-c9393d5cee5a tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Allocated IP 172.20.0.5 (815759a5-1892-42f0-81c9-7943211e95b8/deb9ba25-f826-4fb2-b728-9ff78e51a3fb/b34e83bb-1aa6-48f7-b252-e71433d055eb) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:02:54.049338 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7fc53e4d-8054-4b20-9111-760eece3447a req-99c3ab35-a1fc-42a9-be10-c9393d5cee5a tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:54.092208 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7fc53e4d-8054-4b20-9111-760eece3447a req-99c3ab35-a1fc-42a9-be10-c9393d5cee5a tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:54.137798 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fc53e4d-8054-4b20-9111-760eece3447a req-99c3ab35-a1fc-42a9-be10-c9393d5cee5a tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Network 815759a5-1892-42f0-81c9-7943211e95b8 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:02:54.140980 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-7fc53e4d-8054-4b20-9111-760eece3447a req-99c3ab35-a1fc-42a9-be10-c9393d5cee5a tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:02:54.144817 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fc53e4d-8054-4b20-9111-760eece3447a req-99c3ab35-a1fc-42a9-be10-c9393d5cee5a tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:02:54.151362 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c3ab35-a1fc-42a9-be10-c9393d5cee5a tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Pushing event updated for resources: {'Port': ['ID=b34e83bb-1aa6-48f7-b252-e71433d055eb,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:54.203509 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc53e4d-8054-4b20-9111-760eece3447a req-99c3ab35-a1fc-42a9-be10-c9393d5cee5a tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:54.204125 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7fc53e4d-8054-4b20-9111-760eece3447a req-99c3ab35-a1fc-42a9-be10-c9393d5cee5a tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:54.218530 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7fc53e4d-8054-4b20-9111-760eece3447a req-99c3ab35-a1fc-42a9-be10-c9393d5cee5a tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6044531 Aug 10 04:02:54.231538 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-7fc53e4d-8054-4b20-9111-760eece3447a req-6301cfc7-c098-416a-83c2-b4a656553d53 service neutron] Request body: {'port': {'device_id': '689d1101-9117-482c-a83e-4f05107b3593', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:54.286881 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7fc53e4d-8054-4b20-9111-760eece3447a req-6301cfc7-c098-416a-83c2-b4a656553d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:54.573527 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-7fc53e4d-8054-4b20-9111-760eece3447a req-6301cfc7-c098-416a-83c2-b4a656553d53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b34e83bb-1aa6-48f7-b252-e71433d055eb {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:02:54.581509 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7fc53e4d-8054-4b20-9111-760eece3447a req-6301cfc7-c098-416a-83c2-b4a656553d53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:54.593929 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-7fc53e4d-8054-4b20-9111-760eece3447a req-6301cfc7-c098-416a-83c2-b4a656553d53 service neutron] Transition to ACTIVE for port object b34e83bb-1aa6-48f7-b252-e71433d055eb will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:02:54.598041 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7fc53e4d-8054-4b20-9111-760eece3447a req-6301cfc7-c098-416a-83c2-b4a656553d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:54.653332 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6301cfc7-c098-416a-83c2-b4a656553d53 service neutron] Pushing event updated for resources: {'Port': ['ID=b34e83bb-1aa6-48f7-b252-e71433d055eb,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:54.721800 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-7fc53e4d-8054-4b20-9111-760eece3447a req-6301cfc7-c098-416a-83c2-b4a656553d53 service neutron] Attempting to bind port b34e83bb-1aa6-48f7-b252-e71433d055eb on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:02:54.722130 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-7fc53e4d-8054-4b20-9111-760eece3447a req-6301cfc7-c098-416a-83c2-b4a656553d53 service neutron] Attempting to bind port b34e83bb-1aa6-48f7-b252-e71433d055eb by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '5e772e2e-71f8-4362-9a79-156768992fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '815759a5-1892-42f0-81c9-7943211e95b8'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:02:54.722469 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc53e4d-8054-4b20-9111-760eece3447a req-6301cfc7-c098-416a-83c2-b4a656553d53 service neutron] Attempting to bind port b34e83bb-1aa6-48f7-b252-e71433d055eb on network 815759a5-1892-42f0-81c9-7943211e95b8 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:02:54.726885 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc53e4d-8054-4b20-9111-760eece3447a req-6301cfc7-c098-416a-83c2-b4a656553d53 service neutron] Port b34e83bb-1aa6-48f7-b252-e71433d055eb on network 815759a5-1892-42f0-81c9-7943211e95b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:02:54.727202 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc53e4d-8054-4b20-9111-760eece3447a req-6301cfc7-c098-416a-83c2-b4a656553d53 service neutron] Attempting to bind port b34e83bb-1aa6-48f7-b252-e71433d055eb on network 815759a5-1892-42f0-81c9-7943211e95b8 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:02:54.732132 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc53e4d-8054-4b20-9111-760eece3447a req-6301cfc7-c098-416a-83c2-b4a656553d53 service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:02:54.732643 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc53e4d-8054-4b20-9111-760eece3447a req-6301cfc7-c098-416a-83c2-b4a656553d53 service neutron] Checking segment: {'id': '5e772e2e-71f8-4362-9a79-156768992fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '815759a5-1892-42f0-81c9-7943211e95b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:02:54.732823 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc53e4d-8054-4b20-9111-760eece3447a req-6301cfc7-c098-416a-83c2-b4a656553d53 service neutron] Bound using segment: {'id': '5e772e2e-71f8-4362-9a79-156768992fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '815759a5-1892-42f0-81c9-7943211e95b8'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:02:54.733239 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-7fc53e4d-8054-4b20-9111-760eece3447a req-6301cfc7-c098-416a-83c2-b4a656553d53 service neutron] Bound port: b34e83bb-1aa6-48f7-b252-e71433d055eb, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e772e2e-71f8-4362-9a79-156768992fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '815759a5-1892-42f0-81c9-7943211e95b8'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:02:54.733591 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7fc53e4d-8054-4b20-9111-760eece3447a req-6301cfc7-c098-416a-83c2-b4a656553d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:54.808788 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-7fc53e4d-8054-4b20-9111-760eece3447a req-6301cfc7-c098-416a-83c2-b4a656553d53 service neutron] For port b34e83bb-1aa6-48f7-b252-e71433d055eb, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:02:54.812422 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-7fc53e4d-8054-4b20-9111-760eece3447a req-6301cfc7-c098-416a-83c2-b4a656553d53 service neutron] For port b34e83bb-1aa6-48f7-b252-e71433d055eb, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=b34e83bb-1aa6-48f7-b252-e71433d055eb,segment=NetworkSegment(5e772e2e-71f8-4362-9a79-156768992fc8),segment_id=5e772e2e-71f8-4362-9a79-156768992fc8)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:02:54.822218 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7fc53e4d-8054-4b20-9111-760eece3447a req-6301cfc7-c098-416a-83c2-b4a656553d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:54.891640 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11254659-5d7e-494e-bdf8-36528c0a66be req-825e5177-7b1d-4dd2-8d38-1a1cd4be8e42 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:54.893246 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc53e4d-8054-4b20-9111-760eece3447a req-6301cfc7-c098-416a-83c2-b4a656553d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:54.893405 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-11254659-5d7e-494e-bdf8-36528c0a66be req-825e5177-7b1d-4dd2-8d38-1a1cd4be8e42 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.62 "GET /v2.0/ports?device_id=689d1101-9117-482c-a83e-4f05107b3593 HTTP/1.1" status: 200 len: 943 time: 0.0656695 Aug 10 04:02:54.894252 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-7fc53e4d-8054-4b20-9111-760eece3447a req-6301cfc7-c098-416a-83c2-b4a656553d53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:54.896494 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7fc53e4d-8054-4b20-9111-760eece3447a req-6301cfc7-c098-416a-83c2-b4a656553d53 service neutron] 10.222.0.58 "PUT /v2.0/ports/b34e83bb-1aa6-48f7-b252-e71433d055eb HTTP/1.1" status: 200 len: 1092 time: 0.6699786 Aug 10 04:02:54.897164 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '689d1101-9117-482c-a83e-4f05107b3593', 'tag': 'b34e83bb-1aa6-48f7-b252-e71433d055eb'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:02:54.901031 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7edc269-7689-4342-9a96-33e0a99d8e06" -d '{"events": [{"name": "network-changed", "server_uuid": "689d1101-9117-482c-a83e-4f05107b3593", "tag": "b34e83bb-1aa6-48f7-b252-e71433d055eb"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:02:54.944328 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-11254659-5d7e-494e-bdf8-36528c0a66be req-1a7f723b-f628-45cb-ad99-bd7ba9dcb616 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f46f4da-3d10-46a3-b5a7-aca0f97d091b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448196 Aug 10 04:02:54.948655 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6301cfc7-c098-416a-83c2-b4a656553d53 service neutron] Pushing event updated for resources: {'Port': ['ID=b34e83bb-1aa6-48f7-b252-e71433d055eb,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:54.990064 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc53e4d-8054-4b20-9111-760eece3447a req-53c5a2ef-c7e8-40ae-84c8-d63c42077221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:54.991669 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7fc53e4d-8054-4b20-9111-760eece3447a req-53c5a2ef-c7e8-40ae-84c8-d63c42077221 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a6d1ab471c4c4ac0831233b2274ef727&device_id=689d1101-9117-482c-a83e-4f05107b3593 HTTP/1.1" status: 200 len: 1095 time: 0.0514987 Aug 10 04:02:55.038665 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0488567-794a-4f9b-8e2b-3208feb698fe x-openstack-request-id: req-e0488567-794a-4f9b-8e2b-3208feb698fe {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:02:55.039050 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "689d1101-9117-482c-a83e-4f05107b3593", "tag": "b34e83bb-1aa6-48f7-b252-e71433d055eb", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:02:55.039240 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e0488567-794a-4f9b-8e2b-3208feb698fe {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:02:55.039614 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '689d1101-9117-482c-a83e-4f05107b3593', 'tag': 'b34e83bb-1aa6-48f7-b252-e71433d055eb', 'status': 'completed', 'code': 200} Aug 10 04:02:55.041170 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7fc53e4d-8054-4b20-9111-760eece3447a req-3d72b83f-c803-4ddd-850b-aa7394f2e80f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b34e83bb-1aa6-48f7-b252-e71433d055eb HTTP/1.1" status: 200 len: 217 time: 0.0414920 Aug 10 04:02:55.102227 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc53e4d-8054-4b20-9111-760eece3447a req-384368a9-9f13-4adb-a181-d20d9ad93b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:55.103757 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7fc53e4d-8054-4b20-9111-760eece3447a req-384368a9-9f13-4adb-a181-d20d9ad93b65 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=deb9ba25-f826-4fb2-b728-9ff78e51a3fb HTTP/1.1" status: 200 len: 854 time: 0.0540562 Aug 10 04:02:55.136278 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7fc53e4d-8054-4b20-9111-760eece3447a req-d8eb2387-5bc5-4085-a837-91537e7e35c4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=815759a5-1892-42f0-81c9-7943211e95b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255587 Aug 10 04:02:55.226139 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7fc53e4d-8054-4b20-9111-760eece3447a req-c60c4f5c-b930-4963-b3a0-00a58003ec8a service neutron] 10.222.0.58 "GET /v2.0/networks/815759a5-1892-42f0-81c9-7943211e95b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825591 Aug 10 04:02:55.322579 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-7fc53e4d-8054-4b20-9111-760eece3447a req-90d92a46-e243-45bd-a458-e7b53e98bb33 service neutron] 10.222.0.58 "GET /v2.0/networks/815759a5-1892-42f0-81c9-7943211e95b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883858 Aug 10 04:02:55.410986 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7edc269-7689-4342-9a96-33e0a99d8e06 req-8dff2afd-5ce1-4c7d-b769-b5be668f889d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:55.412692 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e7edc269-7689-4342-9a96-33e0a99d8e06 req-8dff2afd-5ce1-4c7d-b769-b5be668f889d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a6d1ab471c4c4ac0831233b2274ef727&device_id=689d1101-9117-482c-a83e-4f05107b3593 HTTP/1.1" status: 200 len: 1095 time: 0.0458779 Aug 10 04:02:55.510203 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7edc269-7689-4342-9a96-33e0a99d8e06 req-403e28c1-ca29-448e-b922-938e4296380f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:55.512257 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e7edc269-7689-4342-9a96-33e0a99d8e06 req-403e28c1-ca29-448e-b922-938e4296380f service neutron] 10.222.0.58 "GET /v2.0/networks?id=815759a5-1892-42f0-81c9-7943211e95b8 HTTP/1.1" status: 200 len: 915 time: 0.0922205 Aug 10 04:02:55.554872 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e7edc269-7689-4342-9a96-33e0a99d8e06 req-90c2ec2d-72cc-4b74-830f-c348028ba611 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b34e83bb-1aa6-48f7-b252-e71433d055eb HTTP/1.1" status: 200 len: 217 time: 0.0348544 Aug 10 04:02:55.607448 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7edc269-7689-4342-9a96-33e0a99d8e06 req-73c26875-c707-4c6e-95e1-e9b1c9583a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:55.608936 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e7edc269-7689-4342-9a96-33e0a99d8e06 req-73c26875-c707-4c6e-95e1-e9b1c9583a56 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=deb9ba25-f826-4fb2-b728-9ff78e51a3fb HTTP/1.1" status: 200 len: 854 time: 0.0463836 Aug 10 04:02:55.642350 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e7edc269-7689-4342-9a96-33e0a99d8e06 req-6a362305-6ac9-41a9-8f06-bc25acf137a0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=815759a5-1892-42f0-81c9-7943211e95b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257344 Aug 10 04:02:55.738263 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e7edc269-7689-4342-9a96-33e0a99d8e06 req-94059581-5ea2-49d2-a27c-5ad851045945 service neutron] 10.222.0.58 "GET /v2.0/networks/815759a5-1892-42f0-81c9-7943211e95b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890241 Aug 10 04:02:55.834668 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e7edc269-7689-4342-9a96-33e0a99d8e06 req-3f7a66c4-6d4e-4623-a5b9-d45a6af90584 service neutron] 10.222.0.58 "GET /v2.0/networks/815759a5-1892-42f0-81c9-7943211e95b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873075 Aug 10 04:02:55.955224 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:02:56.085317 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70258714-e062-4100-9cfd-8545c0a54343 req-10cf6107-2345-4890-b4e9-75a64cf8d0f7 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:56.086939 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-70258714-e062-4100-9cfd-8545c0a54343 req-10cf6107-2345-4890-b4e9-75a64cf8d0f7 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.62 "GET /v2.0/ports?device_id=689d1101-9117-482c-a83e-4f05107b3593 HTTP/1.1" status: 200 len: 943 time: 0.0547190 Aug 10 04:02:56.128465 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-70258714-e062-4100-9cfd-8545c0a54343 req-3b25fb45-241d-4b2d-9d0c-7f3a5abb2abb tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f46f4da-3d10-46a3-b5a7-aca0f97d091b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350764 Aug 10 04:02:56.681722 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:57.045870 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:57.257257 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47a6bb-04e5-41fb-9129-7f0c63e8da89 req-a9c6566f-c874-4deb-a3c9-c3a57a3b145e tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:57.258829 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0e47a6bb-04e5-41fb-9129-7f0c63e8da89 req-a9c6566f-c874-4deb-a3c9-c3a57a3b145e tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.62 "GET /v2.0/ports?device_id=689d1101-9117-482c-a83e-4f05107b3593 HTTP/1.1" status: 200 len: 943 time: 0.0535126 Aug 10 04:02:57.298250 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0e47a6bb-04e5-41fb-9129-7f0c63e8da89 req-665bccb3-95a3-4f00-9d99-09620fa54e39 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f46f4da-3d10-46a3-b5a7-aca0f97d091b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331259 Aug 10 04:02:58.188365 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device b34e83bb-1aa6-48f7-b252-e71433d055eb details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:02:58.280756 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port b34e83bb-1aa6-48f7-b252-e71433d055eb, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=b34e83bb-1aa6-48f7-b252-e71433d055eb,segment=NetworkSegment(5e772e2e-71f8-4362-9a79-156768992fc8),segment_id=5e772e2e-71f8-4362-9a79-156768992fc8)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:58.292953 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': 'b34e83bb-1aa6-48f7-b252-e71433d055eb', 'network_id': '815759a5-1892-42f0-81c9-7943211e95b8', 'port_id': 'b34e83bb-1aa6-48f7-b252-e71433d055eb', 'mac_address': 'fa:16:3e:4f:18:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'deb9ba25-f826-4fb2-b728-9ff78e51a3fb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:02:58.337683 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:58.352983 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b34e83bb-1aa6-48f7-b252-e71433d055eb {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:02:58.374672 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port b34e83bb-1aa6-48f7-b252-e71433d055eb, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=b34e83bb-1aa6-48f7-b252-e71433d055eb,segment=NetworkSegment(5e772e2e-71f8-4362-9a79-156768992fc8),segment_id=5e772e2e-71f8-4362-9a79-156768992fc8)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:58.380323 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:58.433938 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c545d-f534-4be5-99fe-ced4c6bccab5 req-8226d7f5-7c32-47c2-b9cd-e57696f75e0f tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:58.435720 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3e5c545d-f534-4be5-99fe-ced4c6bccab5 req-8226d7f5-7c32-47c2-b9cd-e57696f75e0f tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.62 "GET /v2.0/ports?device_id=689d1101-9117-482c-a83e-4f05107b3593 HTTP/1.1" status: 200 len: 944 time: 0.0551510 Aug 10 04:02:58.438589 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=b34e83bb-1aa6-48f7-b252-e71433d055eb,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:58.481019 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3e5c545d-f534-4be5-99fe-ced4c6bccab5 req-b062ae70-3c55-4722-8ad6-e8e68158d4e3 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f46f4da-3d10-46a3-b5a7-aca0f97d091b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382240 Aug 10 04:02:58.568099 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['b34e83bb-1aa6-48f7-b252-e71433d055eb'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:02:59.601209 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c1f67-f277-442d-8b4f-e7ec58602f7b req-9a0ee93a-b57b-47e5-bbd8-cffc838d0e2f tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:59.602615 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-569c1f67-f277-442d-8b4f-e7ec58602f7b req-9a0ee93a-b57b-47e5-bbd8-cffc838d0e2f tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.62 "GET /v2.0/ports?device_id=689d1101-9117-482c-a83e-4f05107b3593 HTTP/1.1" status: 200 len: 944 time: 0.0523083 Aug 10 04:02:59.643858 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-569c1f67-f277-442d-8b4f-e7ec58602f7b req-d8b9785b-723d-44ba-a4f6-130cca14bafa tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f46f4da-3d10-46a3-b5a7-aca0f97d091b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349257 Aug 10 04:03:00.188932 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device b34e83bb-1aa6-48f7-b252-e71433d055eb up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:03:00.239661 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port b34e83bb-1aa6-48f7-b252-e71433d055eb completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:03:00.243592 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port b34e83bb-1aa6-48f7-b252-e71433d055eb triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:00.244090 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:00.326116 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:00.349766 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '689d1101-9117-482c-a83e-4f05107b3593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b34e83bb-1aa6-48f7-b252-e71433d055eb'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:03:00.352067 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232765bd-b633-40cd-8bd0-1df11bc0f1c1" -d '{"events": [{"server_uuid": "689d1101-9117-482c-a83e-4f05107b3593", "name": "network-vif-plugged", "status": "completed", "tag": "b34e83bb-1aa6-48f7-b252-e71433d055eb"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:03:00.369872 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port b34e83bb-1aa6-48f7-b252-e71433d055eb, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=b34e83bb-1aa6-48f7-b252-e71433d055eb,segment=NetworkSegment(5e772e2e-71f8-4362-9a79-156768992fc8),segment_id=5e772e2e-71f8-4362-9a79-156768992fc8)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:00.377388 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:00.416885 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c295c2d-9643-4101-80fc-702b4f425a92 x-openstack-request-id: req-8c295c2d-9643-4101-80fc-702b4f425a92 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:03:00.417183 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "689d1101-9117-482c-a83e-4f05107b3593", "name": "network-vif-plugged", "status": "completed", "tag": "b34e83bb-1aa6-48f7-b252-e71433d055eb", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:03:00.417435 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8c295c2d-9643-4101-80fc-702b4f425a92 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:03:00.418395 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '689d1101-9117-482c-a83e-4f05107b3593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b34e83bb-1aa6-48f7-b252-e71433d055eb', 'code': 200} Aug 10 04:03:00.442925 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=b34e83bb-1aa6-48f7-b252-e71433d055eb,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:00.445637 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-75554ec7-0189-47ab-99bb-17f5f2198dd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:00.522173 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853be7d-3334-4195-96bd-6385548e6959 req-4b49ed38-2dcc-466c-9a14-a47092441da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:00.523711 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d853be7d-3334-4195-96bd-6385548e6959 req-4b49ed38-2dcc-466c-9a14-a47092441da2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=689d1101-9117-482c-a83e-4f05107b3593 HTTP/1.1" status: 200 len: 1097 time: 0.0458603 Aug 10 04:03:00.560430 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d853be7d-3334-4195-96bd-6385548e6959 req-4098281a-ffcb-46b1-9c05-4e44472d9dda service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6f46f4da-3d10-46a3-b5a7-aca0f97d091b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294709 Aug 10 04:03:00.764153 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d1a50-f888-4d4a-a137-f11784015383 req-383f8c8d-0d40-40e7-bfd4-422cb09b1a73 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:00.765679 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-459d1a50-f888-4d4a-a137-f11784015383 req-383f8c8d-0d40-40e7-bfd4-422cb09b1a73 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.62 "GET /v2.0/ports?device_id=689d1101-9117-482c-a83e-4f05107b3593 HTTP/1.1" status: 200 len: 945 time: 0.0546379 Aug 10 04:03:00.804699 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-459d1a50-f888-4d4a-a137-f11784015383 req-d14667d8-3349-47e6-ab8b-5f0c13f92207 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f46f4da-3d10-46a3-b5a7-aca0f97d091b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327766 Aug 10 04:03:01.924551 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6bb46-250f-48e1-a96b-40b44a4eeb2a req-d970e180-6b1a-4bca-bf5a-2ad083a306f3 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:01.926070 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f7a6bb46-250f-48e1-a96b-40b44a4eeb2a req-d970e180-6b1a-4bca-bf5a-2ad083a306f3 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.62 "GET /v2.0/ports?device_id=689d1101-9117-482c-a83e-4f05107b3593 HTTP/1.1" status: 200 len: 945 time: 0.0519998 Aug 10 04:03:01.965497 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f7a6bb46-250f-48e1-a96b-40b44a4eeb2a req-450375ec-38b7-4df4-b4b7-e3c4af99a94f tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f46f4da-3d10-46a3-b5a7-aca0f97d091b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335264 Aug 10 04:03:02.193651 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724882a-7cfb-4755-9e1f-7263a1f958e4 req-fc0ba4fe-59ac-41d7-8916-0f55673aecaf tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:02.195264 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f724882a-7cfb-4755-9e1f-7263a1f958e4 req-fc0ba4fe-59ac-41d7-8916-0f55673aecaf tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.62 "GET /v2.0/networks?id=815759a5-1892-42f0-81c9-7943211e95b8 HTTP/1.1" status: 200 len: 814 time: 0.1067746 Aug 10 04:03:02.212629 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f724882a-7cfb-4755-9e1f-7263a1f958e4 req-a60d01b4-96d1-4588-9191-51e822714326 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.62 "GET /v2.0/quotas/a6d1ab471c4c4ac0831233b2274ef727 HTTP/1.1" status: 200 len: 375 time: 0.0097840 Aug 10 04:03:02.265462 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f724882a-7cfb-4755-9e1f-7263a1f958e4 req-3ccbb782-0135-49b5-b5cf-e9385ebc1e80 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a6d1ab471c4c4ac0831233b2274ef727&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0464618 Aug 10 04:03:02.359670 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f724882a-7cfb-4755-9e1f-7263a1f958e4 req-c66342a2-54f8-4e56-9826-bfa18f05e789 service neutron] 10.222.0.62 "GET /v2.0/networks/815759a5-1892-42f0-81c9-7943211e95b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865729 Aug 10 04:03:02.456755 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f724882a-7cfb-4755-9e1f-7263a1f958e4 req-c3c28776-5383-4d8a-be89-81364193471d service neutron] 10.222.0.62 "GET /v2.0/networks/815759a5-1892-42f0-81c9-7943211e95b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912812 Aug 10 04:03:02.626214 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8c240241-c4d7-42f4-af6c-6fedda9b27cd req-6e6cb4f7-22d3-401d-8d27-4a016fe94a21 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.62 "GET /v2.0/ports?device_id=035de817-1aed-4f40-bb0e-5571387275c2 HTTP/1.1" status: 200 len: 210 time: 0.0277457 Aug 10 04:03:03.116117 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-65a409e7-afd1-47d5-9af1-1eba95a970fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:03.476058 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:03.742918 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1290a479-3370-4669-a2ce-38870bb4f368 req-386f2807-5ef8-40a8-a95c-7cf03d0d78ad tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.62 "GET /v2.0/ports?device_id=035de817-1aed-4f40-bb0e-5571387275c2 HTTP/1.1" status: 200 len: 210 time: 0.0363340 Aug 10 04:03:03.852728 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724882a-7cfb-4755-9e1f-7263a1f958e4 req-b7381d23-cf5c-40b3-9887-bd00d709573e tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:03.854276 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f724882a-7cfb-4755-9e1f-7263a1f958e4 req-b7381d23-cf5c-40b3-9887-bd00d709573e tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.60 "GET /v2.0/networks?id=815759a5-1892-42f0-81c9-7943211e95b8 HTTP/1.1" status: 200 len: 814 time: 0.1217005 Aug 10 04:03:03.868406 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-f724882a-7cfb-4755-9e1f-7263a1f958e4 req-55290272-9e72-44ff-ad5d-7feaef484571 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Request body: {'port': {'device_id': '035de817-1aed-4f40-bb0e-5571387275c2', 'network_id': '815759a5-1892-42f0-81c9-7943211e95b8', 'admin_state_up': True, 'tenant_id': 'a6d1ab471c4c4ac0831233b2274ef727'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:03.979263 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f724882a-7cfb-4755-9e1f-7263a1f958e4 req-55290272-9e72-44ff-ad5d-7feaef484571 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Made reservation on behalf of a6d1ab471c4c4ac0831233b2274ef727 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:03.982833 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-f724882a-7cfb-4755-9e1f-7263a1f958e4 req-55290272-9e72-44ff-ad5d-7feaef484571 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:04.115021 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-f724882a-7cfb-4755-9e1f-7263a1f958e4 req-55290272-9e72-44ff-ad5d-7feaef484571 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Allocated IP 172.20.0.13 (815759a5-1892-42f0-81c9-7943211e95b8/deb9ba25-f826-4fb2-b728-9ff78e51a3fb/5d20f237-2ca9-47ba-b100-f5135175c9ff) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:03:04.284719 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-f724882a-7cfb-4755-9e1f-7263a1f958e4 req-55290272-9e72-44ff-ad5d-7feaef484571 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:04.336460 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-f724882a-7cfb-4755-9e1f-7263a1f958e4 req-55290272-9e72-44ff-ad5d-7feaef484571 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:04.348764 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['b34e83bb-1aa6-48f7-b252-e71433d055eb'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:03:04.385165 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f724882a-7cfb-4755-9e1f-7263a1f958e4 req-55290272-9e72-44ff-ad5d-7feaef484571 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Network 815759a5-1892-42f0-81c9-7943211e95b8 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:03:04.389314 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-f724882a-7cfb-4755-9e1f-7263a1f958e4 req-55290272-9e72-44ff-ad5d-7feaef484571 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:04.393981 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-f724882a-7cfb-4755-9e1f-7263a1f958e4 req-55290272-9e72-44ff-ad5d-7feaef484571 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:03:04.398364 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55290272-9e72-44ff-ad5d-7feaef484571 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Pushing event updated for resources: {'Port': ['ID=5d20f237-2ca9-47ba-b100-f5135175c9ff,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:04.402069 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:04.446776 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724882a-7cfb-4755-9e1f-7263a1f958e4 req-55290272-9e72-44ff-ad5d-7feaef484571 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:04.447548 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-f724882a-7cfb-4755-9e1f-7263a1f958e4 req-55290272-9e72-44ff-ad5d-7feaef484571 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:04.464367 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f724882a-7cfb-4755-9e1f-7263a1f958e4 req-55290272-9e72-44ff-ad5d-7feaef484571 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5999300 Aug 10 04:03:04.482575 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-f724882a-7cfb-4755-9e1f-7263a1f958e4 req-456b470c-37f2-4976-aa3f-f9f361c15eef service neutron] Request body: {'port': {'device_id': '035de817-1aed-4f40-bb0e-5571387275c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:04.541045 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-f724882a-7cfb-4755-9e1f-7263a1f958e4 req-456b470c-37f2-4976-aa3f-f9f361c15eef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:04.803863 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-f724882a-7cfb-4755-9e1f-7263a1f958e4 req-456b470c-37f2-4976-aa3f-f9f361c15eef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d20f237-2ca9-47ba-b100-f5135175c9ff {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:03:04.811730 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-f724882a-7cfb-4755-9e1f-7263a1f958e4 req-456b470c-37f2-4976-aa3f-f9f361c15eef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:04.847039 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-f724882a-7cfb-4755-9e1f-7263a1f958e4 req-456b470c-37f2-4976-aa3f-f9f361c15eef service neutron] Transition to ACTIVE for port object 5d20f237-2ca9-47ba-b100-f5135175c9ff will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:04.853752 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-f724882a-7cfb-4755-9e1f-7263a1f958e4 req-456b470c-37f2-4976-aa3f-f9f361c15eef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:04.913061 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83418125-25ec-4b46-9220-50496e42e1ec req-4f77ed79-04e9-4ca8-8a57-b700a3e2049b tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:04.914557 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-83418125-25ec-4b46-9220-50496e42e1ec req-4f77ed79-04e9-4ca8-8a57-b700a3e2049b tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.62 "GET /v2.0/ports?device_id=035de817-1aed-4f40-bb0e-5571387275c2 HTTP/1.1" status: 200 len: 932 time: 0.1004105 Aug 10 04:03:04.929494 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456b470c-37f2-4976-aa3f-f9f361c15eef service neutron] Pushing event updated for resources: {'Port': ['ID=5d20f237-2ca9-47ba-b100-f5135175c9ff,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:04.997288 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-83418125-25ec-4b46-9220-50496e42e1ec req-0416628f-4ae0-49e2-a67b-16c0890b2b2d tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f46f4da-3d10-46a3-b5a7-aca0f97d091b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754745 Aug 10 04:03:05.017513 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-f724882a-7cfb-4755-9e1f-7263a1f958e4 req-456b470c-37f2-4976-aa3f-f9f361c15eef service neutron] Attempting to bind port 5d20f237-2ca9-47ba-b100-f5135175c9ff on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:03:05.017846 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-f724882a-7cfb-4755-9e1f-7263a1f958e4 req-456b470c-37f2-4976-aa3f-f9f361c15eef service neutron] Attempting to bind port 5d20f237-2ca9-47ba-b100-f5135175c9ff by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '5e772e2e-71f8-4362-9a79-156768992fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '815759a5-1892-42f0-81c9-7943211e95b8'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:03:05.018169 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f724882a-7cfb-4755-9e1f-7263a1f958e4 req-456b470c-37f2-4976-aa3f-f9f361c15eef service neutron] Attempting to bind port 5d20f237-2ca9-47ba-b100-f5135175c9ff on network 815759a5-1892-42f0-81c9-7943211e95b8 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:03:05.022399 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f724882a-7cfb-4755-9e1f-7263a1f958e4 req-456b470c-37f2-4976-aa3f-f9f361c15eef service neutron] Port 5d20f237-2ca9-47ba-b100-f5135175c9ff on network 815759a5-1892-42f0-81c9-7943211e95b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:03:05.022720 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f724882a-7cfb-4755-9e1f-7263a1f958e4 req-456b470c-37f2-4976-aa3f-f9f361c15eef service neutron] Attempting to bind port 5d20f237-2ca9-47ba-b100-f5135175c9ff on network 815759a5-1892-42f0-81c9-7943211e95b8 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:03:05.028069 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f724882a-7cfb-4755-9e1f-7263a1f958e4 req-456b470c-37f2-4976-aa3f-f9f361c15eef service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:03:05.028399 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f724882a-7cfb-4755-9e1f-7263a1f958e4 req-456b470c-37f2-4976-aa3f-f9f361c15eef service neutron] Checking segment: {'id': '5e772e2e-71f8-4362-9a79-156768992fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '815759a5-1892-42f0-81c9-7943211e95b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:03:05.028776 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f724882a-7cfb-4755-9e1f-7263a1f958e4 req-456b470c-37f2-4976-aa3f-f9f361c15eef service neutron] Bound using segment: {'id': '5e772e2e-71f8-4362-9a79-156768992fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '815759a5-1892-42f0-81c9-7943211e95b8'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:03:05.029189 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-f724882a-7cfb-4755-9e1f-7263a1f958e4 req-456b470c-37f2-4976-aa3f-f9f361c15eef service neutron] Bound port: 5d20f237-2ca9-47ba-b100-f5135175c9ff, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e772e2e-71f8-4362-9a79-156768992fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '815759a5-1892-42f0-81c9-7943211e95b8'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:03:05.029542 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-f724882a-7cfb-4755-9e1f-7263a1f958e4 req-456b470c-37f2-4976-aa3f-f9f361c15eef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:05.096318 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-f724882a-7cfb-4755-9e1f-7263a1f958e4 req-456b470c-37f2-4976-aa3f-f9f361c15eef service neutron] For port 5d20f237-2ca9-47ba-b100-f5135175c9ff, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:03:05.099745 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-f724882a-7cfb-4755-9e1f-7263a1f958e4 req-456b470c-37f2-4976-aa3f-f9f361c15eef service neutron] For port 5d20f237-2ca9-47ba-b100-f5135175c9ff, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=5d20f237-2ca9-47ba-b100-f5135175c9ff,segment=NetworkSegment(5e772e2e-71f8-4362-9a79-156768992fc8),segment_id=5e772e2e-71f8-4362-9a79-156768992fc8)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:03:05.104115 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-f724882a-7cfb-4755-9e1f-7263a1f958e4 req-456b470c-37f2-4976-aa3f-f9f361c15eef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:05.138265 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724882a-7cfb-4755-9e1f-7263a1f958e4 req-456b470c-37f2-4976-aa3f-f9f361c15eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:05.139199 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-f724882a-7cfb-4755-9e1f-7263a1f958e4 req-456b470c-37f2-4976-aa3f-f9f361c15eef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:05.140785 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f724882a-7cfb-4755-9e1f-7263a1f958e4 req-456b470c-37f2-4976-aa3f-f9f361c15eef service neutron] 10.222.0.60 "PUT /v2.0/ports/5d20f237-2ca9-47ba-b100-f5135175c9ff HTTP/1.1" status: 200 len: 1093 time: 0.6634350 Aug 10 04:03:05.141243 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '035de817-1aed-4f40-bb0e-5571387275c2', 'tag': '5d20f237-2ca9-47ba-b100-f5135175c9ff'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:03:05.143549 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a0b8ab-c236-46fd-8c81-b87b125fbba3" -d '{"events": [{"name": "network-changed", "server_uuid": "035de817-1aed-4f40-bb0e-5571387275c2", "tag": "5d20f237-2ca9-47ba-b100-f5135175c9ff"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:03:05.171251 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456b470c-37f2-4976-aa3f-f9f361c15eef service neutron] Pushing event updated for resources: {'Port': ['ID=5d20f237-2ca9-47ba-b100-f5135175c9ff,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:05.187039 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a95b24-7541-4b38-a797-3181794d902d x-openstack-request-id: req-74a95b24-7541-4b38-a797-3181794d902d {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:03:05.187332 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "035de817-1aed-4f40-bb0e-5571387275c2", "tag": "5d20f237-2ca9-47ba-b100-f5135175c9ff", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:03:05.187585 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-74a95b24-7541-4b38-a797-3181794d902d {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:03:05.187984 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '035de817-1aed-4f40-bb0e-5571387275c2', 'tag': '5d20f237-2ca9-47ba-b100-f5135175c9ff', 'status': 'completed', 'code': 200} Aug 10 04:03:05.237604 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724882a-7cfb-4755-9e1f-7263a1f958e4 req-1d1840c5-6c26-47ed-bdcd-9a3947bd8413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:05.239139 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f724882a-7cfb-4755-9e1f-7263a1f958e4 req-1d1840c5-6c26-47ed-bdcd-9a3947bd8413 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a6d1ab471c4c4ac0831233b2274ef727&device_id=035de817-1aed-4f40-bb0e-5571387275c2 HTTP/1.1" status: 200 len: 1096 time: 0.0422134 Aug 10 04:03:05.282390 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f724882a-7cfb-4755-9e1f-7263a1f958e4 req-74ad0a3b-248b-4e13-bafb-7e0125386586 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d20f237-2ca9-47ba-b100-f5135175c9ff HTTP/1.1" status: 200 len: 217 time: 0.0344296 Aug 10 04:03:05.340462 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724882a-7cfb-4755-9e1f-7263a1f958e4 req-620ddb30-c326-4800-bf71-262bc16e4e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:05.341945 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f724882a-7cfb-4755-9e1f-7263a1f958e4 req-620ddb30-c326-4800-bf71-262bc16e4e83 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=deb9ba25-f826-4fb2-b728-9ff78e51a3fb HTTP/1.1" status: 200 len: 854 time: 0.0488973 Aug 10 04:03:05.378188 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f724882a-7cfb-4755-9e1f-7263a1f958e4 req-2f555d19-c7f8-4750-ba5c-c1146c7f833f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=815759a5-1892-42f0-81c9-7943211e95b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247204 Aug 10 04:03:05.470340 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f724882a-7cfb-4755-9e1f-7263a1f958e4 req-e7d0d8bb-9e18-4fa9-9698-f137b3b71eb4 service neutron] 10.222.0.60 "GET /v2.0/networks/815759a5-1892-42f0-81c9-7943211e95b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818703 Aug 10 04:03:05.568387 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f724882a-7cfb-4755-9e1f-7263a1f958e4 req-19366c8a-5f46-45c2-9d77-29850c451c00 service neutron] 10.222.0.60 "GET /v2.0/networks/815759a5-1892-42f0-81c9-7943211e95b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857441 Aug 10 04:03:05.657019 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0b8ab-c236-46fd-8c81-b87b125fbba3 req-c6234cbf-eb1a-4ef8-94fe-519b7b990873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:05.658541 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-80a0b8ab-c236-46fd-8c81-b87b125fbba3 req-c6234cbf-eb1a-4ef8-94fe-519b7b990873 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a6d1ab471c4c4ac0831233b2274ef727&device_id=035de817-1aed-4f40-bb0e-5571387275c2 HTTP/1.1" status: 200 len: 1096 time: 0.0420473 Aug 10 04:03:05.752554 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0b8ab-c236-46fd-8c81-b87b125fbba3 req-83fea207-9d68-4e02-b52c-ba2025a3b044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:05.754080 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-80a0b8ab-c236-46fd-8c81-b87b125fbba3 req-83fea207-9d68-4e02-b52c-ba2025a3b044 service neutron] 10.222.0.60 "GET /v2.0/networks?id=815759a5-1892-42f0-81c9-7943211e95b8 HTTP/1.1" status: 200 len: 915 time: 0.0883567 Aug 10 04:03:05.795825 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-80a0b8ab-c236-46fd-8c81-b87b125fbba3 req-e4f1a381-472c-4812-adcd-f5bc11dac387 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d20f237-2ca9-47ba-b100-f5135175c9ff HTTP/1.1" status: 200 len: 217 time: 0.0345924 Aug 10 04:03:05.845100 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0b8ab-c236-46fd-8c81-b87b125fbba3 req-4ae8860a-a2e2-40a7-9780-904b22b4b2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:05.846601 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-80a0b8ab-c236-46fd-8c81-b87b125fbba3 req-4ae8860a-a2e2-40a7-9780-904b22b4b2b6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=deb9ba25-f826-4fb2-b728-9ff78e51a3fb HTTP/1.1" status: 200 len: 854 time: 0.0441968 Aug 10 04:03:05.879809 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-80a0b8ab-c236-46fd-8c81-b87b125fbba3 req-ea87b544-2e27-4192-9410-aea786007e81 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=815759a5-1892-42f0-81c9-7943211e95b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254781 Aug 10 04:03:05.974472 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-80a0b8ab-c236-46fd-8c81-b87b125fbba3 req-35c43ae0-1b28-49ee-aa92-5d0e2e9585fa service neutron] 10.222.0.60 "GET /v2.0/networks/815759a5-1892-42f0-81c9-7943211e95b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861197 Aug 10 04:03:06.069919 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-80a0b8ab-c236-46fd-8c81-b87b125fbba3 req-0bf77aa4-9111-4002-af80-9d0fe87f0ed9 service neutron] 10.222.0.60 "GET /v2.0/networks/815759a5-1892-42f0-81c9-7943211e95b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875003 Aug 10 04:03:06.109508 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:06.127364 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301e001-c97d-4b9e-b983-1b256289ccff req-096f7308-c752-4f59-9e27-6e7c02ec25e0 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:06.128892 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0301e001-c97d-4b9e-b983-1b256289ccff req-096f7308-c752-4f59-9e27-6e7c02ec25e0 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.62 "GET /v2.0/ports?device_id=035de817-1aed-4f40-bb0e-5571387275c2 HTTP/1.1" status: 200 len: 944 time: 0.0561819 Aug 10 04:03:06.168099 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0301e001-c97d-4b9e-b983-1b256289ccff req-a0391a54-80a5-4b23-9b5c-2ddbc2aac1de tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f46f4da-3d10-46a3-b5a7-aca0f97d091b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322533 Aug 10 04:03:07.286969 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd2b24-441a-4832-aeb6-ed1695804310 req-1970a440-37f9-4eb6-9260-cae184477b9c tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:07.288482 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-efdd2b24-441a-4832-aeb6-ed1695804310 req-1970a440-37f9-4eb6-9260-cae184477b9c tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.62 "GET /v2.0/ports?device_id=035de817-1aed-4f40-bb0e-5571387275c2 HTTP/1.1" status: 200 len: 944 time: 0.0497971 Aug 10 04:03:07.334181 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-efdd2b24-441a-4832-aeb6-ed1695804310 req-24dce625-f6eb-46c4-a823-8ba24fc15d07 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f46f4da-3d10-46a3-b5a7-aca0f97d091b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354028 Aug 10 04:03:08.453252 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355aca13-983c-4c96-9790-edcb135087ef req-f483e495-c6ef-4903-9305-5bd14de90744 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:08.454758 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-355aca13-983c-4c96-9790-edcb135087ef req-f483e495-c6ef-4903-9305-5bd14de90744 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.62 "GET /v2.0/ports?device_id=035de817-1aed-4f40-bb0e-5571387275c2 HTTP/1.1" status: 200 len: 944 time: 0.0480826 Aug 10 04:03:08.495427 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-355aca13-983c-4c96-9790-edcb135087ef req-a87fe617-8ef2-4672-a9ae-82fe7e9b0dcb tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f46f4da-3d10-46a3-b5a7-aca0f97d091b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347624 Aug 10 04:03:08.810681 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 5d20f237-2ca9-47ba-b100-f5135175c9ff details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:03:08.906062 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 5d20f237-2ca9-47ba-b100-f5135175c9ff, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=5d20f237-2ca9-47ba-b100-f5135175c9ff,segment=NetworkSegment(5e772e2e-71f8-4362-9a79-156768992fc8),segment_id=5e772e2e-71f8-4362-9a79-156768992fc8)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:08.918409 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '5d20f237-2ca9-47ba-b100-f5135175c9ff', 'network_id': '815759a5-1892-42f0-81c9-7943211e95b8', 'port_id': '5d20f237-2ca9-47ba-b100-f5135175c9ff', 'mac_address': 'fa:16:3e:28:05:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'deb9ba25-f826-4fb2-b728-9ff78e51a3fb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:03:08.962523 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:08.978422 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d20f237-2ca9-47ba-b100-f5135175c9ff {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:03:08.998667 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 5d20f237-2ca9-47ba-b100-f5135175c9ff, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=5d20f237-2ca9-47ba-b100-f5135175c9ff,segment=NetworkSegment(5e772e2e-71f8-4362-9a79-156768992fc8),segment_id=5e772e2e-71f8-4362-9a79-156768992fc8)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:09.003519 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:09.050210 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=5d20f237-2ca9-47ba-b100-f5135175c9ff,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:09.230647 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['5d20f237-2ca9-47ba-b100-f5135175c9ff'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:03:09.624126 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06608582-91e1-49ef-928d-0608e60668e2 req-7a254e68-7850-4740-97f8-7594774a2545 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:09.625542 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-06608582-91e1-49ef-928d-0608e60668e2 req-7a254e68-7850-4740-97f8-7594774a2545 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.62 "GET /v2.0/ports?device_id=035de817-1aed-4f40-bb0e-5571387275c2 HTTP/1.1" status: 200 len: 945 time: 0.0527992 Aug 10 04:03:09.666347 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-06608582-91e1-49ef-928d-0608e60668e2 req-6088ce3c-2e5e-49d3-b68a-a787ed5e95e6 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f46f4da-3d10-46a3-b5a7-aca0f97d091b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335274 Aug 10 04:03:10.785420 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6690794-e92a-4d20-833a-016e26d11946 req-0dd7118a-bbf0-4d07-b6fe-d10a2ee75a81 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:10.786964 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b6690794-e92a-4d20-833a-016e26d11946 req-0dd7118a-bbf0-4d07-b6fe-d10a2ee75a81 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.62 "GET /v2.0/ports?device_id=035de817-1aed-4f40-bb0e-5571387275c2 HTTP/1.1" status: 200 len: 945 time: 0.0535741 Aug 10 04:03:10.825803 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 5d20f237-2ca9-47ba-b100-f5135175c9ff up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:03:10.830123 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b6690794-e92a-4d20-833a-016e26d11946 req-867341f1-3ffa-482a-a13d-a523499d98f2 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f46f4da-3d10-46a3-b5a7-aca0f97d091b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362403 Aug 10 04:03:10.882424 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port 5d20f237-2ca9-47ba-b100-f5135175c9ff completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:03:10.886476 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 5d20f237-2ca9-47ba-b100-f5135175c9ff triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:10.886940 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:10.971465 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:10.993865 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '035de817-1aed-4f40-bb0e-5571387275c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d20f237-2ca9-47ba-b100-f5135175c9ff'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:03:10.996466 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e32526-14eb-47f3-965d-e869941ccddc" -d '{"events": [{"server_uuid": "035de817-1aed-4f40-bb0e-5571387275c2", "name": "network-vif-plugged", "status": "completed", "tag": "5d20f237-2ca9-47ba-b100-f5135175c9ff"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:03:11.009156 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 5d20f237-2ca9-47ba-b100-f5135175c9ff, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=5d20f237-2ca9-47ba-b100-f5135175c9ff,segment=NetworkSegment(5e772e2e-71f8-4362-9a79-156768992fc8),segment_id=5e772e2e-71f8-4362-9a79-156768992fc8)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:11.013381 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:11.043969 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3301c580-6759-416d-8815-453383030f95 x-openstack-request-id: req-3301c580-6759-416d-8815-453383030f95 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:03:11.044254 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "035de817-1aed-4f40-bb0e-5571387275c2", "name": "network-vif-plugged", "status": "completed", "tag": "5d20f237-2ca9-47ba-b100-f5135175c9ff", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:03:11.044514 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3301c580-6759-416d-8815-453383030f95 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:03:11.044902 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '035de817-1aed-4f40-bb0e-5571387275c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d20f237-2ca9-47ba-b100-f5135175c9ff', 'code': 200} Aug 10 04:03:11.087234 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=5d20f237-2ca9-47ba-b100-f5135175c9ff,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:11.156762 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11455aa1-8909-4728-9125-f8057cfff58a req-3b4f6e9d-6e86-42ff-9379-5c5ba60252d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:11.158312 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-11455aa1-8909-4728-9125-f8057cfff58a req-3b4f6e9d-6e86-42ff-9379-5c5ba60252d0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=035de817-1aed-4f40-bb0e-5571387275c2 HTTP/1.1" status: 200 len: 1098 time: 0.0460470 Aug 10 04:03:11.204361 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-11455aa1-8909-4728-9125-f8057cfff58a req-a98d1423-ed16-4b0b-937b-39935bfeb22c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6f46f4da-3d10-46a3-b5a7-aca0f97d091b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379462 Aug 10 04:03:11.977084 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890056ab-6964-4263-8785-d2814c38b051 req-0f62a3bd-3820-4c94-b3e0-3cb3e3df4583 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:11.978585 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-890056ab-6964-4263-8785-d2814c38b051 req-0f62a3bd-3820-4c94-b3e0-3cb3e3df4583 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.62 "GET /v2.0/ports?device_id=035de817-1aed-4f40-bb0e-5571387275c2 HTTP/1.1" status: 200 len: 946 time: 0.0588739 Aug 10 04:03:12.017801 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-890056ab-6964-4263-8785-d2814c38b051 req-5d134a96-d91d-48b5-b284-35e588596ece tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f46f4da-3d10-46a3-b5a7-aca0f97d091b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326643 Aug 10 04:03:13.158165 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccca373-5dd0-42d4-8257-61be24092fed req-21363d57-cace-4799-b5a6-ced7634a5ed6 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:13.160286 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eccca373-5dd0-42d4-8257-61be24092fed req-21363d57-cace-4799-b5a6-ced7634a5ed6 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.62 "GET /v2.0/ports?device_id=035de817-1aed-4f40-bb0e-5571387275c2 HTTP/1.1" status: 200 len: 946 time: 0.0708871 Aug 10 04:03:13.199279 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eccca373-5dd0-42d4-8257-61be24092fed req-18f61c74-861a-47a7-a608-94420011fef1 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f46f4da-3d10-46a3-b5a7-aca0f97d091b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332527 Aug 10 04:03:13.446080 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e392ae8-417a-4238-bd34-f454a3d409aa req-b3b78dd8-8b5f-425b-9851-6173a890d112 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:13.447584 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0e392ae8-417a-4238-bd34-f454a3d409aa req-b3b78dd8-8b5f-425b-9851-6173a890d112 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.62 "GET /v2.0/ports?device_id=035de817-1aed-4f40-bb0e-5571387275c2 HTTP/1.1" status: 200 len: 946 time: 0.0481992 Aug 10 04:03:13.487595 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0e392ae8-417a-4238-bd34-f454a3d409aa req-2dd515ab-1a3d-4b7e-8b9b-ac81d850b624 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f46f4da-3d10-46a3-b5a7-aca0f97d091b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331335 Aug 10 04:03:14.960557 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999920ba-140b-4297-b864-6e9e6747dcd7 req-0e284acc-49ed-477a-8bad-2e20f5aae7f8 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:14.962061 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-999920ba-140b-4297-b864-6e9e6747dcd7 req-0e284acc-49ed-477a-8bad-2e20f5aae7f8 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.62 "GET /v2.0/ports?device_id=035de817-1aed-4f40-bb0e-5571387275c2 HTTP/1.1" status: 200 len: 946 time: 0.4003279 Aug 10 04:03:14.974884 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336b689-2ebe-448b-af23-f72d9c850c54 req-67d8a3bf-64e7-47f8-b01b-0c4772afa2d2 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:14.976348 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b336b689-2ebe-448b-af23-f72d9c850c54 req-67d8a3bf-64e7-47f8-b01b-0c4772afa2d2 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.60 "GET /v2.0/ports?device_id=035de817-1aed-4f40-bb0e-5571387275c2 HTTP/1.1" status: 200 len: 946 time: 0.0642090 Aug 10 04:03:15.035760 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-999920ba-140b-4297-b864-6e9e6747dcd7 req-8deac34b-8cc4-4d12-a538-019b6add8f46 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f46f4da-3d10-46a3-b5a7-aca0f97d091b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584550 Aug 10 04:03:15.092571 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-b336b689-2ebe-448b-af23-f72d9c850c54 req-9562b03e-1ff6-4c3f-b8a7-23da322d9541 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Deleting port 5d20f237-2ca9-47ba-b100-f5135175c9ff {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:03:15.092906 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b336b689-2ebe-448b-af23-f72d9c850c54 req-9562b03e-1ff6-4c3f-b8a7-23da322d9541 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:15.189956 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-b336b689-2ebe-448b-af23-f72d9c850c54 req-9562b03e-1ff6-4c3f-b8a7-23da322d9541 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] For port 5d20f237-2ca9-47ba-b100-f5135175c9ff, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=5d20f237-2ca9-47ba-b100-f5135175c9ff,segment=NetworkSegment(5e772e2e-71f8-4362-9a79-156768992fc8),segment_id=5e772e2e-71f8-4362-9a79-156768992fc8)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:15.190337 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b336b689-2ebe-448b-af23-f72d9c850c54 req-9562b03e-1ff6-4c3f-b8a7-23da322d9541 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:15.204914 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-b336b689-2ebe-448b-af23-f72d9c850c54 req-9562b03e-1ff6-4c3f-b8a7-23da322d9541 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Calling delete_port for 5d20f237-2ca9-47ba-b100-f5135175c9ff owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:03:15.348204 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b336b689-2ebe-448b-af23-f72d9c850c54 req-9562b03e-1ff6-4c3f-b8a7-23da322d9541 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:15.362150 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['b34e83bb-1aa6-48f7-b252-e71433d055eb'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:03:15.368909 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['5d20f237-2ca9-47ba-b100-f5135175c9ff'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:03:15.378069 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9562b03e-1ff6-4c3f-b8a7-23da322d9541 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Pushing event deleted for resources: {'Port': ['ID=5d20f237-2ca9-47ba-b100-f5135175c9ff,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:15.424518 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-b336b689-2ebe-448b-af23-f72d9c850c54 req-9562b03e-1ff6-4c3f-b8a7-23da322d9541 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] No DVR routers for this DVR port 5d20f237-2ca9-47ba-b100-f5135175c9ff on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:03:15.427846 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-b336b689-2ebe-448b-af23-f72d9c850c54 req-9562b03e-1ff6-4c3f-b8a7-23da322d9541 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:15.430076 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b336b689-2ebe-448b-af23-f72d9c850c54 req-9562b03e-1ff6-4c3f-b8a7-23da322d9541 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.60 "DELETE /v2.0/ports/5d20f237-2ca9-47ba-b100-f5135175c9ff HTTP/1.1" status: 204 len: 173 time: 0.4398468 Aug 10 04:03:15.430524 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '035de817-1aed-4f40-bb0e-5571387275c2', 'name': 'network-vif-deleted', 'tag': '5d20f237-2ca9-47ba-b100-f5135175c9ff'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:03:15.432869 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf4a725-5d8c-4136-9eec-0399b6b82f84" -d '{"events": [{"server_uuid": "035de817-1aed-4f40-bb0e-5571387275c2", "name": "network-vif-deleted", "tag": "5d20f237-2ca9-47ba-b100-f5135175c9ff"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:03:15.475600 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3e6525-a6be-48b8-98c6-36b1ffb69b8a x-openstack-request-id: req-2c3e6525-a6be-48b8-98c6-36b1ffb69b8a {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:03:15.476142 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "035de817-1aed-4f40-bb0e-5571387275c2", "name": "network-vif-deleted", "tag": "5d20f237-2ca9-47ba-b100-f5135175c9ff", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:03:15.476584 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2c3e6525-a6be-48b8-98c6-36b1ffb69b8a {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:03:15.477243 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '035de817-1aed-4f40-bb0e-5571387275c2', 'name': 'network-vif-deleted', 'tag': '5d20f237-2ca9-47ba-b100-f5135175c9ff', 'status': 'completed', 'code': 200} Aug 10 04:03:16.200039 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f352be0-b0a1-4a57-9ae4-19ed05a0b9a5 req-f62cd47f-9e1a-4f62-9ec1-c76d0a42497e tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:16.201899 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9f352be0-b0a1-4a57-9ae4-19ed05a0b9a5 req-f62cd47f-9e1a-4f62-9ec1-c76d0a42497e tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.62 "GET /v2.0/ports?device_id=689d1101-9117-482c-a83e-4f05107b3593 HTTP/1.1" status: 200 len: 945 time: 0.0521269 Aug 10 04:03:16.248656 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9f352be0-b0a1-4a57-9ae4-19ed05a0b9a5 req-acc5f7f4-818f-4848-864d-22ade8c979b9 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f46f4da-3d10-46a3-b5a7-aca0f97d091b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404205 Aug 10 04:03:16.434128 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55985ac8-6bf9-4aed-8546-fd56eff31b91 req-35bd543d-2ae0-4e76-9024-dbda408acd3f tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:16.435942 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-55985ac8-6bf9-4aed-8546-fd56eff31b91 req-35bd543d-2ae0-4e76-9024-dbda408acd3f tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.62 "GET /v2.0/ports?device_id=689d1101-9117-482c-a83e-4f05107b3593 HTTP/1.1" status: 200 len: 945 time: 0.0719402 Aug 10 04:03:16.491814 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-55985ac8-6bf9-4aed-8546-fd56eff31b91 req-86acb8b2-668c-4ae4-a90a-1629cda37b1a tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f46f4da-3d10-46a3-b5a7-aca0f97d091b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490091 Aug 10 04:03:16.624327 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789e51c-7c31-4e27-baf7-faf1f9c3b77b req-05add7ca-51fe-4a0f-9d18-efad9461b793 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:16.625858 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1789e51c-7c31-4e27-baf7-faf1f9c3b77b req-05add7ca-51fe-4a0f-9d18-efad9461b793 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.62 "GET /v2.0/ports?device_id=689d1101-9117-482c-a83e-4f05107b3593 HTTP/1.1" status: 200 len: 945 time: 0.0560529 Aug 10 04:03:16.674439 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1789e51c-7c31-4e27-baf7-faf1f9c3b77b req-9253720c-a8f2-41ce-b051-3e4b7bd2ebcf tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f46f4da-3d10-46a3-b5a7-aca0f97d091b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417490 Aug 10 04:03:16.856968 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a60ef3-3ac8-46ae-ac09-5854de3506e5 req-0637507d-d0ae-49b0-b9eb-19eb1f66a7fa tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:16.858522 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-26a60ef3-3ac8-46ae-ac09-5854de3506e5 req-0637507d-d0ae-49b0-b9eb-19eb1f66a7fa tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.62 "GET /v2.0/ports?device_id=689d1101-9117-482c-a83e-4f05107b3593 HTTP/1.1" status: 200 len: 945 time: 0.0534947 Aug 10 04:03:16.898128 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-26a60ef3-3ac8-46ae-ac09-5854de3506e5 req-f8cd2b05-6d7c-43fc-94b2-ae7091172af0 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f46f4da-3d10-46a3-b5a7-aca0f97d091b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333314 Aug 10 04:03:17.028986 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37c5b7-e457-4a9a-8d6c-3c3130a07ab4 req-bada7b05-9fe9-4db2-b6a1-ed7de540c09a tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:17.030515 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7d37c5b7-e457-4a9a-8d6c-3c3130a07ab4 req-bada7b05-9fe9-4db2-b6a1-ed7de540c09a tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.62 "GET /v2.0/ports?device_id=689d1101-9117-482c-a83e-4f05107b3593 HTTP/1.1" status: 200 len: 945 time: 0.0510526 Aug 10 04:03:17.069530 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7d37c5b7-e457-4a9a-8d6c-3c3130a07ab4 req-2c0258a7-1476-463b-b964-4ed8000007bb tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f46f4da-3d10-46a3-b5a7-aca0f97d091b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330544 Aug 10 04:03:17.202393 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4bea4d-a134-42fe-a3f2-ed0ad82d3546 req-acae3ab3-796d-4468-b5ce-5687087c7fcc tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:17.203929 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fd4bea4d-a134-42fe-a3f2-ed0ad82d3546 req-acae3ab3-796d-4468-b5ce-5687087c7fcc tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.62 "GET /v2.0/ports?device_id=689d1101-9117-482c-a83e-4f05107b3593 HTTP/1.1" status: 200 len: 945 time: 0.0527954 Aug 10 04:03:17.252971 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fd4bea4d-a134-42fe-a3f2-ed0ad82d3546 req-bc3f27b6-5f06-480b-a7c8-d5a78978baf9 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f46f4da-3d10-46a3-b5a7-aca0f97d091b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384800 Aug 10 04:03:17.581444 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386979e6-6955-4d89-b47f-8e76e38773dc req-d65dbdc6-be62-45a6-9ba4-3466d7e7e51d tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:17.583002 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-386979e6-6955-4d89-b47f-8e76e38773dc req-d65dbdc6-be62-45a6-9ba4-3466d7e7e51d tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.62 "GET /v2.0/ports?device_id=689d1101-9117-482c-a83e-4f05107b3593 HTTP/1.1" status: 200 len: 945 time: 0.0517223 Aug 10 04:03:17.623041 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-386979e6-6955-4d89-b47f-8e76e38773dc req-a6f06814-2b35-4640-9a2d-70ba7c57af72 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f46f4da-3d10-46a3-b5a7-aca0f97d091b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339985 Aug 10 04:03:18.742539 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33954fc6-8b87-4665-ac4c-5af48995adee req-a33c4ea2-97d9-4e04-902c-e38016e698fb tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:18.744070 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-33954fc6-8b87-4665-ac4c-5af48995adee req-a33c4ea2-97d9-4e04-902c-e38016e698fb tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.62 "GET /v2.0/ports?device_id=689d1101-9117-482c-a83e-4f05107b3593 HTTP/1.1" status: 200 len: 945 time: 0.0496657 Aug 10 04:03:18.781946 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-33954fc6-8b87-4665-ac4c-5af48995adee req-bf91c3e0-8cc1-47e3-8402-718a01016cd9 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f46f4da-3d10-46a3-b5a7-aca0f97d091b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319510 Aug 10 04:03:18.857827 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 5d20f237-2ca9-47ba-b100-f5135175c9ff no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:03:18.862807 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92105321-f8be-4261-821f-4219020cc907 req-e8c47475-5c25-4596-9d60-5bca854c8ef9 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:18.864280 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-92105321-f8be-4261-821f-4219020cc907 req-e8c47475-5c25-4596-9d60-5bca854c8ef9 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.58 "GET /v2.0/ports?device_id=689d1101-9117-482c-a83e-4f05107b3593 HTTP/1.1" status: 200 len: 945 time: 0.0497074 Aug 10 04:03:18.880707 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: 5d20f237-2ca9-47ba-b100-f5135175c9ff {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:03:18.881057 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 5d20f237-2ca9-47ba-b100-f5135175c9ff not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:03:18.952602 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-92105321-f8be-4261-821f-4219020cc907 req-7adee2e4-c9f1-40e6-83aa-00fcabb54547 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Deleting port b34e83bb-1aa6-48f7-b252-e71433d055eb {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:03:18.952927 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-92105321-f8be-4261-821f-4219020cc907 req-7adee2e4-c9f1-40e6-83aa-00fcabb54547 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:19.039697 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-92105321-f8be-4261-821f-4219020cc907 req-7adee2e4-c9f1-40e6-83aa-00fcabb54547 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] For port b34e83bb-1aa6-48f7-b252-e71433d055eb, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=b34e83bb-1aa6-48f7-b252-e71433d055eb,segment=NetworkSegment(5e772e2e-71f8-4362-9a79-156768992fc8),segment_id=5e772e2e-71f8-4362-9a79-156768992fc8)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:19.040060 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-92105321-f8be-4261-821f-4219020cc907 req-7adee2e4-c9f1-40e6-83aa-00fcabb54547 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:19.052277 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-92105321-f8be-4261-821f-4219020cc907 req-7adee2e4-c9f1-40e6-83aa-00fcabb54547 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Calling delete_port for b34e83bb-1aa6-48f7-b252-e71433d055eb owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:03:19.182474 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-92105321-f8be-4261-821f-4219020cc907 req-7adee2e4-c9f1-40e6-83aa-00fcabb54547 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:19.194263 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['b34e83bb-1aa6-48f7-b252-e71433d055eb'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:03:19.210398 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adee2e4-c9f1-40e6-83aa-00fcabb54547 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Pushing event deleted for resources: {'Port': ['ID=b34e83bb-1aa6-48f7-b252-e71433d055eb,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:19.224364 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adee2e4-c9f1-40e6-83aa-00fcabb54547 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:19.224712 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adee2e4-c9f1-40e6-83aa-00fcabb54547 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:19.225047 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adee2e4-c9f1-40e6-83aa-00fcabb54547 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:19.225377 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adee2e4-c9f1-40e6-83aa-00fcabb54547 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:19.225705 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adee2e4-c9f1-40e6-83aa-00fcabb54547 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:19.226031 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adee2e4-c9f1-40e6-83aa-00fcabb54547 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:19.226366 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adee2e4-c9f1-40e6-83aa-00fcabb54547 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:19.226676 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adee2e4-c9f1-40e6-83aa-00fcabb54547 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:19.227185 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adee2e4-c9f1-40e6-83aa-00fcabb54547 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:19.227366 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adee2e4-c9f1-40e6-83aa-00fcabb54547 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:19.227685 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adee2e4-c9f1-40e6-83aa-00fcabb54547 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:19.228003 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adee2e4-c9f1-40e6-83aa-00fcabb54547 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:19.261926 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-92105321-f8be-4261-821f-4219020cc907 req-7adee2e4-c9f1-40e6-83aa-00fcabb54547 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] No DVR routers for this DVR port b34e83bb-1aa6-48f7-b252-e71433d055eb on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:03:19.264639 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-92105321-f8be-4261-821f-4219020cc907 req-7adee2e4-c9f1-40e6-83aa-00fcabb54547 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:19.266700 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-92105321-f8be-4261-821f-4219020cc907 req-7adee2e4-c9f1-40e6-83aa-00fcabb54547 tempest-ServersNegativeTestJSON-1566564755 tempest-ServersNegativeTestJSON-1566564755-project] 10.222.0.58 "DELETE /v2.0/ports/b34e83bb-1aa6-48f7-b252-e71433d055eb HTTP/1.1" status: 204 len: 173 time: 0.3966315 Aug 10 04:03:19.267157 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '689d1101-9117-482c-a83e-4f05107b3593', 'name': 'network-vif-deleted', 'tag': 'b34e83bb-1aa6-48f7-b252-e71433d055eb'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:03:19.269576 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88af3a1a921b13e1d163982b385300b86ce062a145c36e9c97d0a506ab5801b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05a749b-4930-462c-9dca-f9fc3dbfe700" -d '{"events": [{"server_uuid": "689d1101-9117-482c-a83e-4f05107b3593", "name": "network-vif-deleted", "tag": "b34e83bb-1aa6-48f7-b252-e71433d055eb"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:03:19.307403 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c1b1a3-6c08-4ce9-89b0-ff66b500d55b x-openstack-request-id: req-b5c1b1a3-6c08-4ce9-89b0-ff66b500d55b {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:03:19.307701 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "689d1101-9117-482c-a83e-4f05107b3593", "name": "network-vif-deleted", "tag": "b34e83bb-1aa6-48f7-b252-e71433d055eb", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:03:19.308493 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b5c1b1a3-6c08-4ce9-89b0-ff66b500d55b {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:03:19.309042 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '689d1101-9117-482c-a83e-4f05107b3593', 'name': 'network-vif-deleted', 'tag': 'b34e83bb-1aa6-48f7-b252-e71433d055eb', 'status': 'completed', 'code': 200} Aug 10 04:03:19.836679 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41592) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:19.885872 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa28fdcc-981f-42b5-b07b-f0c03304dda1 admin admin] Deleting subnet deb9ba25-f826-4fb2-b728-9ff78e51a3fb {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:03:19.888905 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fa28fdcc-981f-42b5-b07b-f0c03304dda1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:19.923458 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fa28fdcc-981f-42b5-b07b-f0c03304dda1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:19.963370 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fa28fdcc-981f-42b5-b07b-f0c03304dda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:20.017048 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fa28fdcc-981f-42b5-b07b-f0c03304dda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:20.040984 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28fdcc-981f-42b5-b07b-f0c03304dda1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=deb9ba25-f826-4fb2-b728-9ff78e51a3fb,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:20.047158 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fa28fdcc-981f-42b5-b07b-f0c03304dda1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:20.049035 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-fa28fdcc-981f-42b5-b07b-f0c03304dda1 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/deb9ba25-f826-4fb2-b728-9ff78e51a3fb HTTP/1.1" status: 204 len: 168 time: 0.2113624 Aug 10 04:03:20.051611 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41594) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:20.123466 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0eb3680d-9c33-4882-8abb-0884f51b2513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:20.197981 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0eb3680d-9c33-4882-8abb-0884f51b2513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:20.208101 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-0eb3680d-9c33-4882-8abb-0884f51b2513 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['815759a5-1892-42f0-81c9-7943211e95b8']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:20.222771 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-0eb3680d-9c33-4882-8abb-0884f51b2513 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e772e2e-71f8-4362-9a79-156768992fc8') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:20.223065 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-0eb3680d-9c33-4882-8abb-0884f51b2513 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e772e2e-71f8-4362-9a79-156768992fc8') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:20.231668 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0eb3680d-9c33-4882-8abb-0884f51b2513 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:20.245063 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0eb3680d-9c33-4882-8abb-0884f51b2513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:20.251217 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eb3680d-9c33-4882-8abb-0884f51b2513 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:03:20.251656 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0eb3680d-9c33-4882-8abb-0884f51b2513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:20.253350 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 04:03:20.253350 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:03:20.253350 n-d-768851-15 neutron-server[94217]: timer() Aug 10 04:03:20.253350 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:03:20.253350 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 04:03:20.253350 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:03:20.253350 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 04:03:20.253350 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:03:20.253350 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 04:03:20.253350 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:03:20.253350 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 04:03:20.253350 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:03:20.253350 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 04:03:20.253350 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:03:20.253350 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:03:20.253350 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:03:20.253350 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:03:20.253350 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:03:20.253350 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 04:03:20.253350 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:03:20.253350 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 04:03:20.253350 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:03:20.253350 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:03:20.253350 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:03:20.253350 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 04:03:20.253350 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:03:20.253350 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:03:20.253350 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:03:20.253350 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:03:20.253350 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:03:20.253350 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:03:20.253350 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:03:20.306144 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0eb3680d-9c33-4882-8abb-0884f51b2513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:20.313169 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0eb3680d-9c33-4882-8abb-0884f51b2513 admin admin] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:20.317194 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0eb3680d-9c33-4882-8abb-0884f51b2513 admin admin] 10.222.0.62 "DELETE /v2.0/networks/815759a5-1892-42f0-81c9-7943211e95b8 HTTP/1.1" status: 204 len: 168 time: 0.2621791 Aug 10 04:03:20.325286 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb3680d-9c33-4882-8abb-0884f51b2513 admin admin] Pushing event deleted for resources: {'Network': ['ID=815759a5-1892-42f0-81c9-7943211e95b8,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:20.439932 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41598) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:20.481589 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-83afa0f1-a6bc-4c02-9d7f-514c9000ef0c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a6d1ab471c4c4ac0831233b2274ef727&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404410 Aug 10 04:03:20.484255 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41600) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:20.533094 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-797b580d-1149-47e4-8550-990d55857f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:20.559159 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-797b580d-1149-47e4-8550-990d55857f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:20.606974 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-797b580d-1149-47e4-8550-990d55857f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:20.609824 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-797b580d-1149-47e4-8550-990d55857f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:20.611051 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-797b580d-1149-47e4-8550-990d55857f76 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6f46f4da-3d10-46a3-b5a7-aca0f97d091b HTTP/1.1" status: 204 len: 168 time: 0.1258302 Aug 10 04:03:20.622358 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797b580d-1149-47e4-8550-990d55857f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f46f4da-3d10-46a3-b5a7-aca0f97d091b,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:21.296413 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41622) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:21.390837 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-0694454d-9438-4a7d-b992-6b2928470eb7 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-548988242'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:21.413853 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0694454d-9438-4a7d-b992-6b2928470eb7 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Made reservation on behalf of d6598253405c45f6bca3d1ed61240bb8 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:21.418387 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0694454d-9438-4a7d-b992-6b2928470eb7 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:21.427048 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0694454d-9438-4a7d-b992-6b2928470eb7 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:21.532195 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0694454d-9438-4a7d-b992-6b2928470eb7 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:21.536009 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0694454d-9438-4a7d-b992-6b2928470eb7 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:21.564628 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0694454d-9438-4a7d-b992-6b2928470eb7 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:03:21.574961 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0694454d-9438-4a7d-b992-6b2928470eb7 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac78eb5-6bec-4584-8e0f-6c0371635913,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:21.581139 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0694454d-9438-4a7d-b992-6b2928470eb7 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:21.581451 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-0694454d-9438-4a7d-b992-6b2928470eb7 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Added segment 14798bf5-8cae-4763-abdd-4cfaabb656fa of type vlan for network e4734b60-17a6-43a6-aa73-948a13ced23f Aug 10 04:03:21.627803 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0694454d-9438-4a7d-b992-6b2928470eb7 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:21.658974 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0694454d-9438-4a7d-b992-6b2928470eb7 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:21.664503 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0694454d-9438-4a7d-b992-6b2928470eb7 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:21.666225 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0694454d-9438-4a7d-b992-6b2928470eb7 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:21.776346 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0694454d-9438-4a7d-b992-6b2928470eb7 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4784226 Aug 10 04:03:21.801748 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0694454d-9438-4a7d-b992-6b2928470eb7 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Pushing event updated for resources: {'Network': ['ID=e4734b60-17a6-43a6-aa73-948a13ced23f,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:21.822695 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network e4734b60-17a6-43a6-aa73-948a13ced23f details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:03:22.297442 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device b34e83bb-1aa6-48f7-b252-e71433d055eb no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:03:22.321657 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: b34e83bb-1aa6-48f7-b252-e71433d055eb {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:03:22.322003 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device b34e83bb-1aa6-48f7-b252-e71433d055eb not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:03:25.098837 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 41626) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:25.104381 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-2827b5e3-5227-4c79-94f8-e33c92d03233 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Request body: {'subnet': {'network_id': 'e4734b60-17a6-43a6-aa73-948a13ced23f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:25.200069 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2827b5e3-5227-4c79-94f8-e33c92d03233 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Made reservation on behalf of d6598253405c45f6bca3d1ed61240bb8 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:25.203967 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2827b5e3-5227-4c79-94f8-e33c92d03233 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:25.412182 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2827b5e3-5227-4c79-94f8-e33c92d03233 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:25.478285 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2827b5e3-5227-4c79-94f8-e33c92d03233 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Pushing event updated for resources: {'Subnet': ['ID=f1af9a9b-6b9b-441b-998c-3ae85872aa41,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:25.488848 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2827b5e3-5227-4c79-94f8-e33c92d03233 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:25.489202 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2827b5e3-5227-4c79-94f8-e33c92d03233 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:25.489549 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2827b5e3-5227-4c79-94f8-e33c92d03233 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:25.489898 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2827b5e3-5227-4c79-94f8-e33c92d03233 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:25.490232 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2827b5e3-5227-4c79-94f8-e33c92d03233 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:25.490561 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2827b5e3-5227-4c79-94f8-e33c92d03233 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:25.490942 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2827b5e3-5227-4c79-94f8-e33c92d03233 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:25.491299 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2827b5e3-5227-4c79-94f8-e33c92d03233 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:25.491612 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2827b5e3-5227-4c79-94f8-e33c92d03233 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:25.491947 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2827b5e3-5227-4c79-94f8-e33c92d03233 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:25.492273 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2827b5e3-5227-4c79-94f8-e33c92d03233 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:25.492601 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2827b5e3-5227-4c79-94f8-e33c92d03233 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:25.499366 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2827b5e3-5227-4c79-94f8-e33c92d03233 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Checking segment: {'id': '14798bf5-8cae-4763-abdd-4cfaabb656fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e4734b60-17a6-43a6-aa73-948a13ced23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:03:25.499740 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2827b5e3-5227-4c79-94f8-e33c92d03233 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Network hostable DHCP agents. Network: e4734b60-17a6-43a6-aa73-948a13ced23f, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:03:25.516258 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2827b5e3-5227-4c79-94f8-e33c92d03233 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Network e4734b60-17a6-43a6-aa73-948a13ced23f is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:03:25.526276 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-2827b5e3-5227-4c79-94f8-e33c92d03233 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, e4734b60-17a6-43a6-aa73-948a13ced23f) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:25.531383 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2827b5e3-5227-4c79-94f8-e33c92d03233 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:25.532214 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2827b5e3-5227-4c79-94f8-e33c92d03233 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:25.540433 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71964a9-2665-475e-aa83-12b53359b7c3 None None] Network e4734b60-17a6-43a6-aa73-948a13ced23f requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:03:25.548515 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-2827b5e3-5227-4c79-94f8-e33c92d03233 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4484572 Aug 10 04:03:25.553141 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41628) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:25.560164 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-023fa66a-3c27-4473-a90e-862b67f6b737 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1387528943'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:25.585787 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-023fa66a-3c27-4473-a90e-862b67f6b737 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Made reservation on behalf of d6598253405c45f6bca3d1ed61240bb8 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:25.590907 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-023fa66a-3c27-4473-a90e-862b67f6b737 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:25.619968 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-023fa66a-3c27-4473-a90e-862b67f6b737 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:03:25.630819 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-023fa66a-3c27-4473-a90e-862b67f6b737 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:25.631176 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-023fa66a-3c27-4473-a90e-862b67f6b737 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Added segment 28da1aec-35a8-4b98-89ab-2b05692d1fb2 of type vlan for network c84b1289-d62e-46f9-82ef-90e92be59db0 Aug 10 04:03:25.676884 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-023fa66a-3c27-4473-a90e-862b67f6b737 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:25.711105 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-023fa66a-3c27-4473-a90e-862b67f6b737 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:25.714727 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1432db7-1ac5-4e3a-aa12-8a3d83d52927 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-e4734b60-17a6-43a6-aa73-948a13ced23f', 'network_id': 'e4734b60-17a6-43a6-aa73-948a13ced23f', 'tenant_id': 'd6598253405c45f6bca3d1ed61240bb8', 'fixed_ips': [{'subnet_id': 'f1af9a9b-6b9b-441b-998c-3ae85872aa41'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:03:25.715630 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e1432db7-1ac5-4e3a-aa12-8a3d83d52927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:25.717139 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023fa66a-3c27-4473-a90e-862b67f6b737 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:25.717631 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-023fa66a-3c27-4473-a90e-862b67f6b737 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:25.785830 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-023fa66a-3c27-4473-a90e-862b67f6b737 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2308385 Aug 10 04:03:25.788522 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41630) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:25.793923 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-eda07292-1e91-48ec-ba75-7bf91286c06f tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Request body: {'subnet': {'network_id': 'c84b1289-d62e-46f9-82ef-90e92be59db0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:25.838170 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023fa66a-3c27-4473-a90e-862b67f6b737 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Pushing event updated for resources: {'Network': ['ID=c84b1289-d62e-46f9-82ef-90e92be59db0,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:25.850270 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network c84b1289-d62e-46f9-82ef-90e92be59db0 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:03:25.892599 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda07292-1e91-48ec-ba75-7bf91286c06f tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Made reservation on behalf of d6598253405c45f6bca3d1ed61240bb8 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:25.896480 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-eda07292-1e91-48ec-ba75-7bf91286c06f tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:25.932476 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-e1432db7-1ac5-4e3a-aa12-8a3d83d52927 None None] Allocated IP 2001:db8:0:ffff::2 (e4734b60-17a6-43a6-aa73-948a13ced23f/f1af9a9b-6b9b-441b-998c-3ae85872aa41/3b3379aa-ce3b-40cb-9047-e090a4f8c6c6) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:03:26.098118 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e1432db7-1ac5-4e3a-aa12-8a3d83d52927 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:26.108542 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-e1432db7-1ac5-4e3a-aa12-8a3d83d52927 None None] Transition to ACTIVE for port object 3b3379aa-ce3b-40cb-9047-e090a4f8c6c6 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:26.125130 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-e1432db7-1ac5-4e3a-aa12-8a3d83d52927 None None] Transition to ACTIVE for port object 3b3379aa-ce3b-40cb-9047-e090a4f8c6c6 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:26.129569 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-eda07292-1e91-48ec-ba75-7bf91286c06f tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:26.132716 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e1432db7-1ac5-4e3a-aa12-8a3d83d52927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:26.183615 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1432db7-1ac5-4e3a-aa12-8a3d83d52927 None None] Network e4734b60-17a6-43a6-aa73-948a13ced23f is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:03:26.187259 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-e1432db7-1ac5-4e3a-aa12-8a3d83d52927 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:26.189996 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1432db7-1ac5-4e3a-aa12-8a3d83d52927 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:03:26.198247 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1432db7-1ac5-4e3a-aa12-8a3d83d52927 None None] Pushing event updated for resources: {'Port': ['ID=3b3379aa-ce3b-40cb-9047-e090a4f8c6c6,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:26.198984 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda07292-1e91-48ec-ba75-7bf91286c06f tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Pushing event updated for resources: {'Subnet': ['ID=bfeea5a3-85a8-4534-adf9-bd6992f037a1,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:26.211000 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda07292-1e91-48ec-ba75-7bf91286c06f tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Checking segment: {'id': '28da1aec-35a8-4b98-89ab-2b05692d1fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c84b1289-d62e-46f9-82ef-90e92be59db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:03:26.211369 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda07292-1e91-48ec-ba75-7bf91286c06f tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Network hostable DHCP agents. Network: c84b1289-d62e-46f9-82ef-90e92be59db0, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:03:26.225957 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1432db7-1ac5-4e3a-aa12-8a3d83d52927 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:26.226309 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1432db7-1ac5-4e3a-aa12-8a3d83d52927 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:26.226667 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1432db7-1ac5-4e3a-aa12-8a3d83d52927 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:26.227116 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1432db7-1ac5-4e3a-aa12-8a3d83d52927 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:26.227494 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1432db7-1ac5-4e3a-aa12-8a3d83d52927 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:26.227904 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1432db7-1ac5-4e3a-aa12-8a3d83d52927 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:26.228363 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1432db7-1ac5-4e3a-aa12-8a3d83d52927 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:26.228922 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1432db7-1ac5-4e3a-aa12-8a3d83d52927 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:26.229397 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1432db7-1ac5-4e3a-aa12-8a3d83d52927 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:26.229754 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1432db7-1ac5-4e3a-aa12-8a3d83d52927 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:26.230407 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1432db7-1ac5-4e3a-aa12-8a3d83d52927 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:26.230407 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1432db7-1ac5-4e3a-aa12-8a3d83d52927 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:26.231473 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda07292-1e91-48ec-ba75-7bf91286c06f tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Network c84b1289-d62e-46f9-82ef-90e92be59db0 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:03:26.241328 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-eda07292-1e91-48ec-ba75-7bf91286c06f tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, c84b1289-d62e-46f9-82ef-90e92be59db0) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:26.246088 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda07292-1e91-48ec-ba75-7bf91286c06f tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:26.246728 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-eda07292-1e91-48ec-ba75-7bf91286c06f tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:26.256878 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8812ac9-2956-4c24-93f4-014a3fab0d56 None None] Network c84b1289-d62e-46f9-82ef-90e92be59db0 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:03:26.262695 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-eda07292-1e91-48ec-ba75-7bf91286c06f tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4733346 Aug 10 04:03:26.265444 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41632) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:26.311839 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-e1432db7-1ac5-4e3a-aa12-8a3d83d52927 None None] Attempting to bind port 3b3379aa-ce3b-40cb-9047-e090a4f8c6c6 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:03:26.312208 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-e1432db7-1ac5-4e3a-aa12-8a3d83d52927 None None] Attempting to bind port 3b3379aa-ce3b-40cb-9047-e090a4f8c6c6 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '14798bf5-8cae-4763-abdd-4cfaabb656fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e4734b60-17a6-43a6-aa73-948a13ced23f'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:03:26.312582 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1432db7-1ac5-4e3a-aa12-8a3d83d52927 None None] Attempting to bind port 3b3379aa-ce3b-40cb-9047-e090a4f8c6c6 on network e4734b60-17a6-43a6-aa73-948a13ced23f {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:03:26.319136 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1432db7-1ac5-4e3a-aa12-8a3d83d52927 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:03:26.319522 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1432db7-1ac5-4e3a-aa12-8a3d83d52927 None None] Checking segment: {'id': '14798bf5-8cae-4763-abdd-4cfaabb656fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e4734b60-17a6-43a6-aa73-948a13ced23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:03:26.319936 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e1432db7-1ac5-4e3a-aa12-8a3d83d52927 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:26.320335 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1432db7-1ac5-4e3a-aa12-8a3d83d52927 None None] Bound using segment: {'id': '14798bf5-8cae-4763-abdd-4cfaabb656fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e4734b60-17a6-43a6-aa73-948a13ced23f'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:03:26.320811 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-e1432db7-1ac5-4e3a-aa12-8a3d83d52927 None None] Bound port: 3b3379aa-ce3b-40cb-9047-e090a4f8c6c6, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14798bf5-8cae-4763-abdd-4cfaabb656fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e4734b60-17a6-43a6-aa73-948a13ced23f'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:03:26.321197 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e1432db7-1ac5-4e3a-aa12-8a3d83d52927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:26.376081 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-185773bb-01d9-49c6-9b77-fbe00b61c394 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:26.434883 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-e1432db7-1ac5-4e3a-aa12-8a3d83d52927 None None] For port 3b3379aa-ce3b-40cb-9047-e090a4f8c6c6, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:03:26.453805 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-e1432db7-1ac5-4e3a-aa12-8a3d83d52927 None None] For port 3b3379aa-ce3b-40cb-9047-e090a4f8c6c6, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=3b3379aa-ce3b-40cb-9047-e090a4f8c6c6,segment=NetworkSegment(14798bf5-8cae-4763-abdd-4cfaabb656fa),segment_id=14798bf5-8cae-4763-abdd-4cfaabb656fa)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:03:26.457203 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-185773bb-01d9-49c6-9b77-fbe00b61c394 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:26.461985 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e1432db7-1ac5-4e3a-aa12-8a3d83d52927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:26.524099 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-185773bb-01d9-49c6-9b77-fbe00b61c394 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:26.526643 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5413b4-6be1-4d70-b4a7-caf23e4c5249 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-c84b1289-d62e-46f9-82ef-90e92be59db0', 'network_id': 'c84b1289-d62e-46f9-82ef-90e92be59db0', 'tenant_id': 'd6598253405c45f6bca3d1ed61240bb8', 'fixed_ips': [{'subnet_id': 'bfeea5a3-85a8-4534-adf9-bd6992f037a1'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:03:26.528165 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-bb5413b4-6be1-4d70-b4a7-caf23e4c5249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:26.565415 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185773bb-01d9-49c6-9b77-fbe00b61c394 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Pushing event deleted for resources: {'Subnet': ['ID=bfeea5a3-85a8-4534-adf9-bd6992f037a1,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:26.579515 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1432db7-1ac5-4e3a-aa12-8a3d83d52927 None None] Pushing event updated for resources: {'Port': ['ID=3b3379aa-ce3b-40cb-9047-e090a4f8c6c6,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:26.653270 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c955b1a-2b78-406d-8178-21abbf0aef1e None None] Network c84b1289-d62e-46f9-82ef-90e92be59db0 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:03:26.656640 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-185773bb-01d9-49c6-9b77-fbe00b61c394 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:26.672042 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-185773bb-01d9-49c6-9b77-fbe00b61c394 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c84b1289-d62e-46f9-82ef-90e92be59db0']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:26.684243 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-185773bb-01d9-49c6-9b77-fbe00b61c394 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28da1aec-35a8-4b98-89ab-2b05692d1fb2') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:26.684530 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-185773bb-01d9-49c6-9b77-fbe00b61c394 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28da1aec-35a8-4b98-89ab-2b05692d1fb2') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:26.694385 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-185773bb-01d9-49c6-9b77-fbe00b61c394 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:26.718305 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:26.723339 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-185773bb-01d9-49c6-9b77-fbe00b61c394 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:26.735297 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-185773bb-01d9-49c6-9b77-fbe00b61c394 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:03:26.735993 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-185773bb-01d9-49c6-9b77-fbe00b61c394 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:26.740740 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 04:03:26.740740 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:03:26.740740 n-d-768851-15 neutron-server[94217]: timer() Aug 10 04:03:26.740740 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:03:26.740740 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 04:03:26.740740 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:03:26.740740 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 04:03:26.740740 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:03:26.740740 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 04:03:26.740740 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:03:26.740740 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 04:03:26.740740 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:03:26.740740 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 04:03:26.740740 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:03:26.740740 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:03:26.740740 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:03:26.740740 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:03:26.740740 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:03:26.740740 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 04:03:26.740740 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:03:26.740740 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 04:03:26.740740 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:03:26.740740 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:03:26.740740 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:03:26.740740 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 04:03:26.740740 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:03:26.740740 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:03:26.740740 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:03:26.740740 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:03:26.740740 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:03:26.740740 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:03:26.740740 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:03:26.841675 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-185773bb-01d9-49c6-9b77-fbe00b61c394 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:26.850663 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-185773bb-01d9-49c6-9b77-fbe00b61c394 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:26.852672 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-185773bb-01d9-49c6-9b77-fbe00b61c394 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] 10.222.0.62 "DELETE /v2.0/networks/c84b1289-d62e-46f9-82ef-90e92be59db0 HTTP/1.1" status: 204 len: 168 time: 0.5862701 Aug 10 04:03:26.856226 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41634) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:26.861406 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-30309060-8638-45bb-8da9-bed74f51f79b tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1862247728'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:26.875172 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185773bb-01d9-49c6-9b77-fbe00b61c394 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Pushing event deleted for resources: {'Network': ['ID=c84b1289-d62e-46f9-82ef-90e92be59db0,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:26.901974 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30309060-8638-45bb-8da9-bed74f51f79b tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Made reservation on behalf of d6598253405c45f6bca3d1ed61240bb8 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:26.905567 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-30309060-8638-45bb-8da9-bed74f51f79b tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:26.934980 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30309060-8638-45bb-8da9-bed74f51f79b tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:03:26.945548 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-30309060-8638-45bb-8da9-bed74f51f79b tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:26.945967 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-30309060-8638-45bb-8da9-bed74f51f79b tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Added segment 32ab7ad0-2130-4171-bbc2-d405cc6b0f27 of type vlan for network 2e6b0597-65bb-4b15-b9d3-532a06dda17e Aug 10 04:03:26.992246 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-30309060-8638-45bb-8da9-bed74f51f79b tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:27.028382 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-30309060-8638-45bb-8da9-bed74f51f79b tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:27.035216 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30309060-8638-45bb-8da9-bed74f51f79b tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:27.035853 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-30309060-8638-45bb-8da9-bed74f51f79b tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:27.050933 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:27.091217 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-30309060-8638-45bb-8da9-bed74f51f79b tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2338910 Aug 10 04:03:27.095796 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41636) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:27.100986 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-d310092e-8ece-421f-aa47-f636578f18f7 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Request body: {'subnet': {'network_id': '2e6b0597-65bb-4b15-b9d3-532a06dda17e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:27.439032 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 3b3379aa-ce3b-40cb-9047-e090a4f8c6c6 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:03:27.486706 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30309060-8638-45bb-8da9-bed74f51f79b tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Pushing event updated for resources: {'Network': ['ID=2e6b0597-65bb-4b15-b9d3-532a06dda17e,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:27.499873 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 3b3379aa-ce3b-40cb-9047-e090a4f8c6c6 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:03:27.503895 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 2e6b0597-65bb-4b15-b9d3-532a06dda17e details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:03:27.545932 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d310092e-8ece-421f-aa47-f636578f18f7 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Made reservation on behalf of d6598253405c45f6bca3d1ed61240bb8 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:27.550951 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d310092e-8ece-421f-aa47-f636578f18f7 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:27.614612 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.ipam_backend_mixin [None req-d310092e-8ece-421f-aa47-f636578f18f7 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Performing IP validity checks on allocation pools {{(pid=94217) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 10 04:03:27.615330 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.ipam_backend_mixin [None req-d310092e-8ece-421f-aa47-f636578f18f7 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94217) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 10 04:03:27.724487 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86172d4e-3368-48b1-8ec4-76f0b15b23fe None None] Network e4734b60-17a6-43a6-aa73-948a13ced23f requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:03:27.763425 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d310092e-8ece-421f-aa47-f636578f18f7 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:27.833547 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d310092e-8ece-421f-aa47-f636578f18f7 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Pushing event updated for resources: {'Subnet': ['ID=5d15f147-da94-4fda-86a2-6dcb7d65e386,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:27.845581 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d310092e-8ece-421f-aa47-f636578f18f7 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Checking segment: {'id': '32ab7ad0-2130-4171-bbc2-d405cc6b0f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2e6b0597-65bb-4b15-b9d3-532a06dda17e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:03:27.845960 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d310092e-8ece-421f-aa47-f636578f18f7 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Network hostable DHCP agents. Network: 2e6b0597-65bb-4b15-b9d3-532a06dda17e, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:03:27.862559 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d8d1885b-4721-416e-967c-fb3e35dcdd3d None None] Provisioning for port 3b3379aa-ce3b-40cb-9047-e090a4f8c6c6 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:03:27.865509 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d310092e-8ece-421f-aa47-f636578f18f7 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Network 2e6b0597-65bb-4b15-b9d3-532a06dda17e is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:03:27.873007 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d8d1885b-4721-416e-967c-fb3e35dcdd3d None None] Provisioning complete for port 3b3379aa-ce3b-40cb-9047-e090a4f8c6c6 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:27.873818 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d8d1885b-4721-416e-967c-fb3e35dcdd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:27.876840 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-d310092e-8ece-421f-aa47-f636578f18f7 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 2e6b0597-65bb-4b15-b9d3-532a06dda17e) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:27.881991 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d310092e-8ece-421f-aa47-f636578f18f7 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:27.883376 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d310092e-8ece-421f-aa47-f636578f18f7 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:27.891052 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e07eb03-06cf-4e7d-a7ef-3bd50b8a1055 None None] Network 2e6b0597-65bb-4b15-b9d3-532a06dda17e requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:03:27.900126 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d310092e-8ece-421f-aa47-f636578f18f7 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8032520 Aug 10 04:03:27.904055 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41638) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:28.021934 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-15df27ca-584b-4b1d-b162-66066c70e0c2 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:28.055705 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d8d1885b-4721-416e-967c-fb3e35dcdd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:28.099319 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-15df27ca-584b-4b1d-b162-66066c70e0c2 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:28.127486 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-d8d1885b-4721-416e-967c-fb3e35dcdd3d None None] For port 3b3379aa-ce3b-40cb-9047-e090a4f8c6c6, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=3b3379aa-ce3b-40cb-9047-e090a4f8c6c6,segment=NetworkSegment(14798bf5-8cae-4763-abdd-4cfaabb656fa),segment_id=14798bf5-8cae-4763-abdd-4cfaabb656fa)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:28.155797 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d8d1885b-4721-416e-967c-fb3e35dcdd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:28.178705 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-15df27ca-584b-4b1d-b162-66066c70e0c2 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:28.184727 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d34b9a-092d-4209-9450-ccc7266e5fde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-2e6b0597-65bb-4b15-b9d3-532a06dda17e', 'network_id': '2e6b0597-65bb-4b15-b9d3-532a06dda17e', 'tenant_id': 'd6598253405c45f6bca3d1ed61240bb8', 'fixed_ips': [{'subnet_id': '5d15f147-da94-4fda-86a2-6dcb7d65e386'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:03:28.186004 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-75d34b9a-092d-4209-9450-ccc7266e5fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:28.223006 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15df27ca-584b-4b1d-b162-66066c70e0c2 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Pushing event deleted for resources: {'Subnet': ['ID=5d15f147-da94-4fda-86a2-6dcb7d65e386,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:28.235121 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d1885b-4721-416e-967c-fb3e35dcdd3d None None] Pushing event updated for resources: {'Port': ['ID=3b3379aa-ce3b-40cb-9047-e090a4f8c6c6,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:28.291683 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-15df27ca-584b-4b1d-b162-66066c70e0c2 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:28.302427 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-15df27ca-584b-4b1d-b162-66066c70e0c2 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e6b0597-65bb-4b15-b9d3-532a06dda17e']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:28.304686 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-5243a5e7-c7ea-4c7f-9fa2-1b7c942923c1 None None] Provisioning complete for port 3b3379aa-ce3b-40cb-9047-e090a4f8c6c6 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:28.306076 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5243a5e7-c7ea-4c7f-9fa2-1b7c942923c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:28.309970 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4449e244-6be3-4335-a721-d1f12947bd6f None None] Network 2e6b0597-65bb-4b15-b9d3-532a06dda17e requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:03:28.315476 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-15df27ca-584b-4b1d-b162-66066c70e0c2 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32ab7ad0-2130-4171-bbc2-d405cc6b0f27') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:28.315776 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-15df27ca-584b-4b1d-b162-66066c70e0c2 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32ab7ad0-2130-4171-bbc2-d405cc6b0f27') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:28.325371 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-15df27ca-584b-4b1d-b162-66066c70e0c2 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:28.341270 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-15df27ca-584b-4b1d-b162-66066c70e0c2 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:28.348647 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15df27ca-584b-4b1d-b162-66066c70e0c2 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:03:28.349053 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-15df27ca-584b-4b1d-b162-66066c70e0c2 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:28.352210 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 04:03:28.352210 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:03:28.352210 n-d-768851-15 neutron-server[94217]: timer() Aug 10 04:03:28.352210 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:03:28.352210 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 04:03:28.352210 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:03:28.352210 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 04:03:28.352210 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:03:28.352210 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 04:03:28.352210 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:03:28.352210 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 04:03:28.352210 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:03:28.352210 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 04:03:28.352210 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:03:28.352210 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:03:28.352210 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:03:28.352210 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:03:28.352210 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:03:28.352210 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 04:03:28.352210 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:03:28.352210 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 04:03:28.352210 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:03:28.352210 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:03:28.352210 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:03:28.352210 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 04:03:28.352210 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:03:28.352210 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:03:28.352210 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:03:28.352210 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:03:28.352210 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:03:28.352210 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:03:28.352210 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:03:28.416648 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-15df27ca-584b-4b1d-b162-66066c70e0c2 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:28.424159 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-15df27ca-584b-4b1d-b162-66066c70e0c2 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:28.430476 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-15df27ca-584b-4b1d-b162-66066c70e0c2 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] 10.222.0.62 "DELETE /v2.0/networks/2e6b0597-65bb-4b15-b9d3-532a06dda17e HTTP/1.1" status: 204 len: 168 time: 0.5217214 Aug 10 04:03:28.430802 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 41640) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:28.437839 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-c6a8042b-b9de-40a6-8a6a-2e1bfb729df9 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-441273599'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:28.440163 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15df27ca-584b-4b1d-b162-66066c70e0c2 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Pushing event deleted for resources: {'Network': ['ID=2e6b0597-65bb-4b15-b9d3-532a06dda17e,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:28.468428 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a8042b-b9de-40a6-8a6a-2e1bfb729df9 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Made reservation on behalf of d6598253405c45f6bca3d1ed61240bb8 for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:28.474544 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c6a8042b-b9de-40a6-8a6a-2e1bfb729df9 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:28.507842 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6a8042b-b9de-40a6-8a6a-2e1bfb729df9 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:03:28.517528 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c6a8042b-b9de-40a6-8a6a-2e1bfb729df9 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:28.517883 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-c6a8042b-b9de-40a6-8a6a-2e1bfb729df9 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Added segment e3e7c597-e435-4800-9808-5aeda2f69135 of type vlan for network 4a379e1c-68ff-48a7-889a-27f07e8da089 Aug 10 04:03:28.559466 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c6a8042b-b9de-40a6-8a6a-2e1bfb729df9 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:28.590982 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c6a8042b-b9de-40a6-8a6a-2e1bfb729df9 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:28.597493 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a8042b-b9de-40a6-8a6a-2e1bfb729df9 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:28.598038 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c6a8042b-b9de-40a6-8a6a-2e1bfb729df9 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks [] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:28.663034 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-c6a8042b-b9de-40a6-8a6a-2e1bfb729df9 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2304525 Aug 10 04:03:28.668085 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41642) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:28.674342 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-bb142ffd-c02b-4af1-b8dc-5950cbc32d68 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Request body: {'subnet': {'network_id': '4a379e1c-68ff-48a7-889a-27f07e8da089', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:28.674637 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a8042b-b9de-40a6-8a6a-2e1bfb729df9 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Pushing event updated for resources: {'Network': ['ID=4a379e1c-68ff-48a7-889a-27f07e8da089,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:28.686462 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 4a379e1c-68ff-48a7-889a-27f07e8da089 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:03:28.774376 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb142ffd-c02b-4af1-b8dc-5950cbc32d68 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Made reservation on behalf of d6598253405c45f6bca3d1ed61240bb8 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:28.778676 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bb142ffd-c02b-4af1-b8dc-5950cbc32d68 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:28.974804 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bb142ffd-c02b-4af1-b8dc-5950cbc32d68 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:29.032453 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb142ffd-c02b-4af1-b8dc-5950cbc32d68 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Pushing event updated for resources: {'Subnet': ['ID=ca9d0966-ed23-4cfe-9ff0-c5f1c42b76cf,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:29.043128 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb142ffd-c02b-4af1-b8dc-5950cbc32d68 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Checking segment: {'id': 'e3e7c597-e435-4800-9808-5aeda2f69135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '4a379e1c-68ff-48a7-889a-27f07e8da089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:03:29.043490 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb142ffd-c02b-4af1-b8dc-5950cbc32d68 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Network hostable DHCP agents. Network: 4a379e1c-68ff-48a7-889a-27f07e8da089, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:03:29.060590 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb142ffd-c02b-4af1-b8dc-5950cbc32d68 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Network 4a379e1c-68ff-48a7-889a-27f07e8da089 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:03:29.071212 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-bb142ffd-c02b-4af1-b8dc-5950cbc32d68 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 4a379e1c-68ff-48a7-889a-27f07e8da089) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:29.077143 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb142ffd-c02b-4af1-b8dc-5950cbc32d68 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:29.077768 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bb142ffd-c02b-4af1-b8dc-5950cbc32d68 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:29.082485 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca229aa-a07a-4c72-9531-b60a672cd97b None None] Network 4a379e1c-68ff-48a7-889a-27f07e8da089 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:03:29.097023 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-bb142ffd-c02b-4af1-b8dc-5950cbc32d68 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4278169 Aug 10 04:03:29.103440 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 41644) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:29.109376 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-dcf20f10-6355-41b6-b663-fe7ee3278f8e tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1785148563'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:29.133744 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf20f10-6355-41b6-b663-fe7ee3278f8e tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Made reservation on behalf of d6598253405c45f6bca3d1ed61240bb8 for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:29.140633 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dcf20f10-6355-41b6-b663-fe7ee3278f8e tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:29.172874 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcf20f10-6355-41b6-b663-fe7ee3278f8e tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:03:29.186478 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dcf20f10-6355-41b6-b663-fe7ee3278f8e tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:29.186938 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-dcf20f10-6355-41b6-b663-fe7ee3278f8e tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Added segment cfcd0339-3699-4124-8b6f-cac3741336dd of type vlan for network 88ca1a00-5c72-4dd3-a2a7-aed86e6fa60c Aug 10 04:03:29.234663 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dcf20f10-6355-41b6-b663-fe7ee3278f8e tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:29.255084 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1343b41-ec51-472d-9976-061931a01008 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-4a379e1c-68ff-48a7-889a-27f07e8da089', 'network_id': '4a379e1c-68ff-48a7-889a-27f07e8da089', 'tenant_id': 'd6598253405c45f6bca3d1ed61240bb8', 'fixed_ips': [{'subnet_id': 'ca9d0966-ed23-4cfe-9ff0-c5f1c42b76cf'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:03:29.256230 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c1343b41-ec51-472d-9976-061931a01008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:29.279221 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dcf20f10-6355-41b6-b663-fe7ee3278f8e tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:29.287410 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf20f10-6355-41b6-b663-fe7ee3278f8e tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:29.288190 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dcf20f10-6355-41b6-b663-fe7ee3278f8e tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks [] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:29.354000 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-dcf20f10-6355-41b6-b663-fe7ee3278f8e tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2493937 Aug 10 04:03:29.358877 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 41646) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:29.368424 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-ebca0da6-ecb3-4fc2-82d4-2bdc69a7bc34 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Request body: {'subnet': {'network_id': '88ca1a00-5c72-4dd3-a2a7-aed86e6fa60c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:29.410351 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 3b3379aa-ce3b-40cb-9047-e090a4f8c6c6 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:03:29.423810 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf20f10-6355-41b6-b663-fe7ee3278f8e tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Pushing event updated for resources: {'Network': ['ID=88ca1a00-5c72-4dd3-a2a7-aed86e6fa60c,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:29.451441 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 88ca1a00-5c72-4dd3-a2a7-aed86e6fa60c details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:03:29.483610 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebca0da6-ecb3-4fc2-82d4-2bdc69a7bc34 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Made reservation on behalf of d6598253405c45f6bca3d1ed61240bb8 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:29.488075 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ebca0da6-ecb3-4fc2-82d4-2bdc69a7bc34 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:29.701524 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-c1343b41-ec51-472d-9976-061931a01008 None None] Allocated IP 2001:db8::2 (4a379e1c-68ff-48a7-889a-27f07e8da089/ca9d0966-ed23-4cfe-9ff0-c5f1c42b76cf/95a05b37-3b40-4aef-aa73-1e7a20833494) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:03:29.713857 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ebca0da6-ecb3-4fc2-82d4-2bdc69a7bc34 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:29.785629 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebca0da6-ecb3-4fc2-82d4-2bdc69a7bc34 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Pushing event updated for resources: {'Subnet': ['ID=62e49718-eb96-45d8-84e0-91acafcaa283,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:29.795191 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebca0da6-ecb3-4fc2-82d4-2bdc69a7bc34 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Checking segment: {'id': 'cfcd0339-3699-4124-8b6f-cac3741336dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '88ca1a00-5c72-4dd3-a2a7-aed86e6fa60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:03:29.795898 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebca0da6-ecb3-4fc2-82d4-2bdc69a7bc34 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Network hostable DHCP agents. Network: 88ca1a00-5c72-4dd3-a2a7-aed86e6fa60c, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:03:29.804554 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 3b3379aa-ce3b-40cb-9047-e090a4f8c6c6 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:29.804929 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:29.816850 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebca0da6-ecb3-4fc2-82d4-2bdc69a7bc34 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Network 88ca1a00-5c72-4dd3-a2a7-aed86e6fa60c is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:03:29.828253 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-ebca0da6-ecb3-4fc2-82d4-2bdc69a7bc34 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 88ca1a00-5c72-4dd3-a2a7-aed86e6fa60c) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:29.834200 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebca0da6-ecb3-4fc2-82d4-2bdc69a7bc34 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:29.835104 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ebca0da6-ecb3-4fc2-82d4-2bdc69a7bc34 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:29.854545 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6393ce9-027d-47a4-8106-06f1a80b04ea None None] Network 88ca1a00-5c72-4dd3-a2a7-aed86e6fa60c requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:03:29.862980 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41648) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:29.863846 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ebca0da6-ecb3-4fc2-82d4-2bdc69a7bc34 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5033267 Aug 10 04:03:29.996046 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e46af103-69db-42f3-b336-d4bd0cdb0c79 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:30.054468 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c1343b41-ec51-472d-9976-061931a01008 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:30.071120 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e46af103-69db-42f3-b336-d4bd0cdb0c79 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:30.108811 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-c1343b41-ec51-472d-9976-061931a01008 None None] Transition to ACTIVE for port object 95a05b37-3b40-4aef-aa73-1e7a20833494 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:30.154918 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-c1343b41-ec51-472d-9976-061931a01008 None None] Transition to ACTIVE for port object 95a05b37-3b40-4aef-aa73-1e7a20833494 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:30.156723 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e46af103-69db-42f3-b336-d4bd0cdb0c79 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:30.179800 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c1343b41-ec51-472d-9976-061931a01008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:30.188235 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46af103-69db-42f3-b336-d4bd0cdb0c79 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Pushing event deleted for resources: {'Subnet': ['ID=62e49718-eb96-45d8-84e0-91acafcaa283,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:30.216164 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e18250-af44-45a5-8985-4f5ab742e3c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-88ca1a00-5c72-4dd3-a2a7-aed86e6fa60c', 'network_id': '88ca1a00-5c72-4dd3-a2a7-aed86e6fa60c', 'tenant_id': 'd6598253405c45f6bca3d1ed61240bb8', 'fixed_ips': [{'subnet_id': '62e49718-eb96-45d8-84e0-91acafcaa283'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:03:30.217508 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-38e18250-af44-45a5-8985-4f5ab742e3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:30.240156 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1343b41-ec51-472d-9976-061931a01008 None None] Network 4a379e1c-68ff-48a7-889a-27f07e8da089 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:03:30.249937 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-c1343b41-ec51-472d-9976-061931a01008 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:30.253771 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1343b41-ec51-472d-9976-061931a01008 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:03:30.265449 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e46af103-69db-42f3-b336-d4bd0cdb0c79 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:30.266957 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1343b41-ec51-472d-9976-061931a01008 None None] Pushing event updated for resources: {'Port': ['ID=95a05b37-3b40-4aef-aa73-1e7a20833494,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:30.279015 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-e46af103-69db-42f3-b336-d4bd0cdb0c79 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88ca1a00-5c72-4dd3-a2a7-aed86e6fa60c']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:30.290242 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-e46af103-69db-42f3-b336-d4bd0cdb0c79 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfcd0339-3699-4124-8b6f-cac3741336dd') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:30.290540 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-e46af103-69db-42f3-b336-d4bd0cdb0c79 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfcd0339-3699-4124-8b6f-cac3741336dd') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:30.300356 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e46af103-69db-42f3-b336-d4bd0cdb0c79 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:30.314823 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e46af103-69db-42f3-b336-d4bd0cdb0c79 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:30.321414 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e46af103-69db-42f3-b336-d4bd0cdb0c79 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:03:30.322023 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e46af103-69db-42f3-b336-d4bd0cdb0c79 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:30.325438 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 04:03:30.325438 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:03:30.325438 n-d-768851-15 neutron-server[94217]: timer() Aug 10 04:03:30.325438 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:03:30.325438 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 04:03:30.325438 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:03:30.325438 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 04:03:30.325438 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:03:30.325438 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 04:03:30.325438 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:03:30.325438 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 04:03:30.325438 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:03:30.325438 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 04:03:30.325438 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:03:30.325438 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:03:30.325438 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:03:30.325438 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:03:30.325438 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:03:30.325438 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 04:03:30.325438 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:03:30.325438 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 04:03:30.325438 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:03:30.325438 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:03:30.325438 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:03:30.325438 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 04:03:30.325438 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:03:30.325438 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:03:30.325438 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:03:30.325438 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:03:30.325438 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:03:30.325438 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:03:30.325438 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:03:30.367444 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd0cfc9-866e-4d06-8693-01b04fd9f839 None None] Network 88ca1a00-5c72-4dd3-a2a7-aed86e6fa60c requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:03:30.382571 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-c1343b41-ec51-472d-9976-061931a01008 None None] Attempting to bind port 95a05b37-3b40-4aef-aa73-1e7a20833494 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:03:30.382971 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-c1343b41-ec51-472d-9976-061931a01008 None None] Attempting to bind port 95a05b37-3b40-4aef-aa73-1e7a20833494 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'e3e7c597-e435-4800-9808-5aeda2f69135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '4a379e1c-68ff-48a7-889a-27f07e8da089'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:03:30.383339 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1343b41-ec51-472d-9976-061931a01008 None None] Attempting to bind port 95a05b37-3b40-4aef-aa73-1e7a20833494 on network 4a379e1c-68ff-48a7-889a-27f07e8da089 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:03:30.391405 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e46af103-69db-42f3-b336-d4bd0cdb0c79 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:30.398365 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e46af103-69db-42f3-b336-d4bd0cdb0c79 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:30.400209 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e46af103-69db-42f3-b336-d4bd0cdb0c79 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] 10.222.0.62 "DELETE /v2.0/networks/88ca1a00-5c72-4dd3-a2a7-aed86e6fa60c HTTP/1.1" status: 204 len: 168 time: 0.5355477 Aug 10 04:03:30.403799 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 41652) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:30.413270 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46af103-69db-42f3-b336-d4bd0cdb0c79 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Pushing event deleted for resources: {'Network': ['ID=88ca1a00-5c72-4dd3-a2a7-aed86e6fa60c,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:30.437465 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1343b41-ec51-472d-9976-061931a01008 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:03:30.437803 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1343b41-ec51-472d-9976-061931a01008 None None] Checking segment: {'id': 'e3e7c597-e435-4800-9808-5aeda2f69135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '4a379e1c-68ff-48a7-889a-27f07e8da089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:03:30.438165 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c1343b41-ec51-472d-9976-061931a01008 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:30.438558 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1343b41-ec51-472d-9976-061931a01008 None None] Bound using segment: {'id': 'e3e7c597-e435-4800-9808-5aeda2f69135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '4a379e1c-68ff-48a7-889a-27f07e8da089'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:03:30.439066 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-c1343b41-ec51-472d-9976-061931a01008 None None] Bound port: 95a05b37-3b40-4aef-aa73-1e7a20833494, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3e7c597-e435-4800-9808-5aeda2f69135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '4a379e1c-68ff-48a7-889a-27f07e8da089'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:03:30.439452 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c1343b41-ec51-472d-9976-061931a01008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:30.442073 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bd88fc7-ad49-43b3-bc74-e1f495a399d4 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] GET failed (client error): The resource could not be found. Aug 10 04:03:30.443510 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-3bd88fc7-ad49-43b3-bc74-e1f495a399d4 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] 10.222.0.62 "GET /v2.0/subnets/62e49718-eb96-45d8-84e0-91acafcaa283 HTTP/1.1" status: 404 len: 337 time: 0.0385325 Aug 10 04:03:30.446367 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 41654) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:30.471077 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-57228c11-7b57-4de9-9e22-eabfe5acc290 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] DELETE failed (client error): The resource could not be found. Aug 10 04:03:30.471653 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57228c11-7b57-4de9-9e22-eabfe5acc290 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:03:30.472375 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-99c81f1f-1331-4990-97d4-2f3e936abc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:30.473368 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-57228c11-7b57-4de9-9e22-eabfe5acc290 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] 10.222.0.62 "DELETE /v2.0/networks/88ca1a00-5c72-4dd3-a2a7-aed86e6fa60c HTTP/1.1" status: 404 len: 339 time: 0.0260487 Aug 10 04:03:30.477541 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 41656) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:30.507958 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-2792703a-dba6-4663-84a9-e44fc830346d tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] DELETE failed (client error): The resource could not be found. Aug 10 04:03:30.508676 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2792703a-dba6-4663-84a9-e44fc830346d tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:03:30.512705 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-2792703a-dba6-4663-84a9-e44fc830346d tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] 10.222.0.62 "DELETE /v2.0/subnets/62e49718-eb96-45d8-84e0-91acafcaa283 HTTP/1.1" status: 404 len: 337 time: 0.0314765 Aug 10 04:03:30.513020 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 41658) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:30.535497 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa9b5500-e6c9-43fc-a628-7faf8f8e1bfd tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] DELETE failed (client error): The resource could not be found. Aug 10 04:03:30.536072 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa9b5500-e6c9-43fc-a628-7faf8f8e1bfd tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:03:30.537779 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-aa9b5500-e6c9-43fc-a628-7faf8f8e1bfd tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] 10.222.0.62 "DELETE /v2.0/networks/88ca1a00-5c72-4dd3-a2a7-aed86e6fa60c HTTP/1.1" status: 404 len: 339 time: 0.0236361 Aug 10 04:03:30.541592 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 41660) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:30.559024 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-c1343b41-ec51-472d-9976-061931a01008 None None] For port 95a05b37-3b40-4aef-aa73-1e7a20833494, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:03:30.562665 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-c1343b41-ec51-472d-9976-061931a01008 None None] For port 95a05b37-3b40-4aef-aa73-1e7a20833494, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=95a05b37-3b40-4aef-aa73-1e7a20833494,segment=NetworkSegment(e3e7c597-e435-4800-9808-5aeda2f69135),segment_id=e3e7c597-e435-4800-9808-5aeda2f69135)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:03:30.567789 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c1343b41-ec51-472d-9976-061931a01008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:30.603479 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-12feab69-d734-416b-8c5a-a3abdcfd41ad tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Deleting subnet ca9d0966-ed23-4cfe-9ff0-c5f1c42b76cf {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:03:30.611196 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-12feab69-d734-416b-8c5a-a3abdcfd41ad tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:30.629636 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1343b41-ec51-472d-9976-061931a01008 None None] Pushing event updated for resources: {'Port': ['ID=95a05b37-3b40-4aef-aa73-1e7a20833494,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:30.681855 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-12feab69-d734-416b-8c5a-a3abdcfd41ad tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:30.788298 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-12feab69-d734-416b-8c5a-a3abdcfd41ad tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:30.863458 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-12feab69-d734-416b-8c5a-a3abdcfd41ad tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:30.897829 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12feab69-d734-416b-8c5a-a3abdcfd41ad tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Pushing event deleted for resources: {'Subnet': ['ID=ca9d0966-ed23-4cfe-9ff0-c5f1c42b76cf,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:30.902343 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-12feab69-d734-416b-8c5a-a3abdcfd41ad tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:30.904522 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-12feab69-d734-416b-8c5a-a3abdcfd41ad tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] 10.222.0.62 "DELETE /v2.0/subnets/ca9d0966-ed23-4cfe-9ff0-c5f1c42b76cf HTTP/1.1" status: 204 len: 168 time: 0.3606713 Aug 10 04:03:30.907360 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41662) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:30.992418 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7d2ef541-ae0c-4ba7-a4d5-e017a2964ebd tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:31.045730 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-7d2ef541-ae0c-4ba7-a4d5-e017a2964ebd tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Deleting port 95a05b37-3b40-4aef-aa73-1e7a20833494 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:03:31.045996 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7d2ef541-ae0c-4ba7-a4d5-e017a2964ebd tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:31.113268 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-7d2ef541-ae0c-4ba7-a4d5-e017a2964ebd tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] For port 95a05b37-3b40-4aef-aa73-1e7a20833494, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=95a05b37-3b40-4aef-aa73-1e7a20833494,segment=NetworkSegment(e3e7c597-e435-4800-9808-5aeda2f69135),segment_id=e3e7c597-e435-4800-9808-5aeda2f69135)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:31.113552 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7d2ef541-ae0c-4ba7-a4d5-e017a2964ebd tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:31.129892 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-7d2ef541-ae0c-4ba7-a4d5-e017a2964ebd tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Calling delete_port for 95a05b37-3b40-4aef-aa73-1e7a20833494 owned by network:dhcp {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:03:31.214795 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7d2ef541-ae0c-4ba7-a4d5-e017a2964ebd tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:31.240150 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ef541-ae0c-4ba7-a4d5-e017a2964ebd tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Pushing event deleted for resources: {'Port': ['ID=95a05b37-3b40-4aef-aa73-1e7a20833494,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:31.243515 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2ef541-ae0c-4ba7-a4d5-e017a2964ebd tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] No DVR routers for this DVR port 95a05b37-3b40-4aef-aa73-1e7a20833494 on host n-d-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:03:31.330229 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7d2ef541-ae0c-4ba7-a4d5-e017a2964ebd tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:31.340851 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-7d2ef541-ae0c-4ba7-a4d5-e017a2964ebd tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a379e1c-68ff-48a7-889a-27f07e8da089']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:31.354465 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-7d2ef541-ae0c-4ba7-a4d5-e017a2964ebd tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3e7c597-e435-4800-9808-5aeda2f69135') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:31.354948 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-7d2ef541-ae0c-4ba7-a4d5-e017a2964ebd tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3e7c597-e435-4800-9808-5aeda2f69135') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:31.365180 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7d2ef541-ae0c-4ba7-a4d5-e017a2964ebd tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:31.380283 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7d2ef541-ae0c-4ba7-a4d5-e017a2964ebd tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:31.388836 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d2ef541-ae0c-4ba7-a4d5-e017a2964ebd tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:03:31.389440 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7d2ef541-ae0c-4ba7-a4d5-e017a2964ebd tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:31.392783 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 04:03:31.392783 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:03:31.392783 n-d-768851-15 neutron-server[94217]: timer() Aug 10 04:03:31.392783 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:03:31.392783 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 04:03:31.392783 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:03:31.392783 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 04:03:31.392783 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:03:31.392783 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 04:03:31.392783 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:03:31.392783 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 04:03:31.392783 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:03:31.392783 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 04:03:31.392783 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:03:31.392783 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:03:31.392783 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:03:31.392783 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:03:31.392783 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:03:31.392783 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 04:03:31.392783 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:03:31.392783 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 04:03:31.392783 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:03:31.392783 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:03:31.392783 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:03:31.392783 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 04:03:31.392783 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:03:31.392783 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:03:31.392783 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:03:31.392783 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:03:31.392783 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:03:31.392783 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:03:31.392783 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:03:31.457392 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7d2ef541-ae0c-4ba7-a4d5-e017a2964ebd tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:31.465612 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7d2ef541-ae0c-4ba7-a4d5-e017a2964ebd tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:31.467520 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7d2ef541-ae0c-4ba7-a4d5-e017a2964ebd tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] 10.222.0.62 "DELETE /v2.0/networks/4a379e1c-68ff-48a7-889a-27f07e8da089 HTTP/1.1" status: 204 len: 168 time: 0.5590997 Aug 10 04:03:31.470253 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 41664) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:31.481355 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ef541-ae0c-4ba7-a4d5-e017a2964ebd tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Pushing event deleted for resources: {'Network': ['ID=4a379e1c-68ff-48a7-889a-27f07e8da089,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:31.501770 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-d49ab6bf-d673-4334-bab9-a733b653b7f5 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] DELETE failed (client error): The resource could not be found. Aug 10 04:03:31.502296 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d49ab6bf-d673-4334-bab9-a733b653b7f5 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:03:31.504242 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d49ab6bf-d673-4334-bab9-a733b653b7f5 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] 10.222.0.62 "DELETE /v2.0/subnets/5d15f147-da94-4fda-86a2-6dcb7d65e386 HTTP/1.1" status: 404 len: 337 time: 0.0320079 Aug 10 04:03:31.507136 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 41666) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:31.527378 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0c163fe-1929-4fe8-9657-51872fe0f3c5 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] DELETE failed (client error): The resource could not be found. Aug 10 04:03:31.527990 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0c163fe-1929-4fe8-9657-51872fe0f3c5 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:03:31.529696 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-f0c163fe-1929-4fe8-9657-51872fe0f3c5 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] 10.222.0.62 "DELETE /v2.0/networks/2e6b0597-65bb-4b15-b9d3-532a06dda17e HTTP/1.1" status: 404 len: 339 time: 0.0211647 Aug 10 04:03:31.532334 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 41668) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:31.560567 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-42567dfd-ff97-4ad6-9b2f-59b692e78b00 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] DELETE failed (client error): The resource could not be found. Aug 10 04:03:31.561048 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42567dfd-ff97-4ad6-9b2f-59b692e78b00 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:03:31.562847 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-42567dfd-ff97-4ad6-9b2f-59b692e78b00 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] 10.222.0.62 "DELETE /v2.0/subnets/bfeea5a3-85a8-4534-adf9-bd6992f037a1 HTTP/1.1" status: 404 len: 337 time: 0.0295484 Aug 10 04:03:31.566495 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 41670) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:31.586103 n-d-768851-15 neutron-server[94216]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3dffc75-f3c4-485a-900a-3b85d7ec50b8 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] DELETE failed (client error): The resource could not be found. Aug 10 04:03:31.586676 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3dffc75-f3c4-485a-900a-3b85d7ec50b8 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:03:31.588441 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-f3dffc75-f3c4-485a-900a-3b85d7ec50b8 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] 10.222.0.62 "DELETE /v2.0/networks/c84b1289-d62e-46f9-82ef-90e92be59db0 HTTP/1.1" status: 404 len: 339 time: 0.0209727 Aug 10 04:03:31.591196 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 41672) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:31.654015 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-9148ab40-919c-4de7-ba9b-1076bfffc0b6 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Deleting subnet f1af9a9b-6b9b-441b-998c-3ae85872aa41 {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:03:31.657363 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9148ab40-919c-4de7-ba9b-1076bfffc0b6 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:31.698902 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8312b492-c254-43c5-a6dd-c6869aa2864c None None] DHCP port deletion for 4a379e1c-68ff-48a7-889a-27f07e8da089 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:03:31.709815 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9148ab40-919c-4de7-ba9b-1076bfffc0b6 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:31.719114 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e5a3cd-fe99-41d4-8fb3-bddea2bb3062 None None] Network 4a379e1c-68ff-48a7-889a-27f07e8da089 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:03:31.732846 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e5a3cd-fe99-41d4-8fb3-bddea2bb3062 None None] Network 4a379e1c-68ff-48a7-889a-27f07e8da089 could not be found, it might have been deleted concurrently. {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 10 04:03:31.748289 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-832b3376-8f16-4d58-b264-4b9e24fe71d7 None None] Could not find standard attr ID for object 95a05b37-3b40-4aef-aa73-1e7a20833494. {{(pid=94218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 04:03:31.806231 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9148ab40-919c-4de7-ba9b-1076bfffc0b6 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:31.869587 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9148ab40-919c-4de7-ba9b-1076bfffc0b6 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:31.902996 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9148ab40-919c-4de7-ba9b-1076bfffc0b6 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Pushing event deleted for resources: {'Subnet': ['ID=f1af9a9b-6b9b-441b-998c-3ae85872aa41,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:31.906325 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9148ab40-919c-4de7-ba9b-1076bfffc0b6 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:31.908497 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-9148ab40-919c-4de7-ba9b-1076bfffc0b6 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] 10.222.0.62 "DELETE /v2.0/subnets/f1af9a9b-6b9b-441b-998c-3ae85872aa41 HTTP/1.1" status: 204 len: 168 time: 0.3160827 Aug 10 04:03:31.911115 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 41674) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:31.918420 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdedce75-782e-44f1-8c8c-72d4987e53e8 None None] Network e4734b60-17a6-43a6-aa73-948a13ced23f requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:03:31.989739 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e2de8aa8-97e2-43ea-a86d-119f455b8ea5 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:32.055657 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-e2de8aa8-97e2-43ea-a86d-119f455b8ea5 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Deleting port 3b3379aa-ce3b-40cb-9047-e090a4f8c6c6 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:03:32.056005 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e2de8aa8-97e2-43ea-a86d-119f455b8ea5 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:32.101847 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55aaac04-76cf-4c6e-97dd-111c69f3d571 None None] DHCP port deletion for e4734b60-17a6-43a6-aa73-948a13ced23f request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:03:32.130890 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-e2de8aa8-97e2-43ea-a86d-119f455b8ea5 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] For port 3b3379aa-ce3b-40cb-9047-e090a4f8c6c6, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=3b3379aa-ce3b-40cb-9047-e090a4f8c6c6,segment=NetworkSegment(14798bf5-8cae-4763-abdd-4cfaabb656fa),segment_id=14798bf5-8cae-4763-abdd-4cfaabb656fa)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:32.131607 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e2de8aa8-97e2-43ea-a86d-119f455b8ea5 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:32.147022 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-e2de8aa8-97e2-43ea-a86d-119f455b8ea5 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Calling delete_port for 3b3379aa-ce3b-40cb-9047-e090a4f8c6c6 owned by network:dhcp {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:03:32.155373 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-55aaac04-76cf-4c6e-97dd-111c69f3d571 None None] Deleting port 3b3379aa-ce3b-40cb-9047-e090a4f8c6c6 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:03:32.155748 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-55aaac04-76cf-4c6e-97dd-111c69f3d571 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:32.227612 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-55aaac04-76cf-4c6e-97dd-111c69f3d571 None None] For port 3b3379aa-ce3b-40cb-9047-e090a4f8c6c6, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=3b3379aa-ce3b-40cb-9047-e090a4f8c6c6,segment=NetworkSegment(14798bf5-8cae-4763-abdd-4cfaabb656fa),segment_id=14798bf5-8cae-4763-abdd-4cfaabb656fa)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:32.228020 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-55aaac04-76cf-4c6e-97dd-111c69f3d571 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:32.234952 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e2de8aa8-97e2-43ea-a86d-119f455b8ea5 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:32.242955 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-55aaac04-76cf-4c6e-97dd-111c69f3d571 None None] Calling delete_port for 3b3379aa-ce3b-40cb-9047-e090a4f8c6c6 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:03:32.271949 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2de8aa8-97e2-43ea-a86d-119f455b8ea5 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] No DVR routers for this DVR port 3b3379aa-ce3b-40cb-9047-e090a4f8c6c6 on host n-d-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:03:32.274306 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2de8aa8-97e2-43ea-a86d-119f455b8ea5 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Pushing event deleted for resources: {'Port': ['ID=3b3379aa-ce3b-40cb-9047-e090a4f8c6c6,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:32.345455 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-55aaac04-76cf-4c6e-97dd-111c69f3d571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:32.361904 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e2de8aa8-97e2-43ea-a86d-119f455b8ea5 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:32.370856 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aaac04-76cf-4c6e-97dd-111c69f3d571 None None] Pushing event deleted for resources: {'Port': ['ID=3b3379aa-ce3b-40cb-9047-e090a4f8c6c6,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:32.374014 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-e2de8aa8-97e2-43ea-a86d-119f455b8ea5 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4734b60-17a6-43a6-aa73-948a13ced23f']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:32.374663 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55aaac04-76cf-4c6e-97dd-111c69f3d571 None None] No DVR routers for this DVR port 3b3379aa-ce3b-40cb-9047-e090a4f8c6c6 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:03:32.388549 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-e2de8aa8-97e2-43ea-a86d-119f455b8ea5 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14798bf5-8cae-4763-abdd-4cfaabb656fa') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:32.388849 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-e2de8aa8-97e2-43ea-a86d-119f455b8ea5 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14798bf5-8cae-4763-abdd-4cfaabb656fa') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:32.398268 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e2de8aa8-97e2-43ea-a86d-119f455b8ea5 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:32.413007 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e2de8aa8-97e2-43ea-a86d-119f455b8ea5 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:32.420408 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2de8aa8-97e2-43ea-a86d-119f455b8ea5 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:03:32.420805 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e2de8aa8-97e2-43ea-a86d-119f455b8ea5 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:32.423888 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 04:03:32.423888 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:03:32.423888 n-d-768851-15 neutron-server[94216]: timer() Aug 10 04:03:32.423888 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:03:32.423888 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 04:03:32.423888 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:03:32.423888 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 04:03:32.423888 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:03:32.423888 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 04:03:32.423888 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:03:32.423888 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 04:03:32.423888 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:03:32.423888 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 04:03:32.423888 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:03:32.423888 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:03:32.423888 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:03:32.423888 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:03:32.423888 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:03:32.423888 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 04:03:32.423888 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:03:32.423888 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 04:03:32.423888 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:03:32.423888 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:03:32.423888 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:03:32.423888 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 04:03:32.423888 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:03:32.423888 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:03:32.423888 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:03:32.423888 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:03:32.423888 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:03:32.423888 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:03:32.423888 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:03:32.484954 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e2de8aa8-97e2-43ea-a86d-119f455b8ea5 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:32.495203 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e2de8aa8-97e2-43ea-a86d-119f455b8ea5 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Notify callbacks [] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:32.497683 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-e2de8aa8-97e2-43ea-a86d-119f455b8ea5 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] 10.222.0.62 "DELETE /v2.0/networks/e4734b60-17a6-43a6-aa73-948a13ced23f HTTP/1.1" status: 204 len: 168 time: 0.5852106 Aug 10 04:03:32.515723 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2de8aa8-97e2-43ea-a86d-119f455b8ea5 tempest-NetworksIpV6Test-1746474281 tempest-NetworksIpV6Test-1746474281-project] Pushing event deleted for resources: {'Network': ['ID=e4734b60-17a6-43a6-aa73-948a13ced23f,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:32.766404 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 41680) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:32.910831 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-0cdc5b0a-23d8-431e-ac7c-147ef6acbf8e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d6598253405c45f6bca3d1ed61240bb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1429589 Aug 10 04:03:32.914086 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 41684) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:32.955939 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:03:32.966662 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-61932ece-d85e-42df-8a37-0c5cc56a7456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:32.993888 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-61932ece-d85e-42df-8a37-0c5cc56a7456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:33.044382 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-61932ece-d85e-42df-8a37-0c5cc56a7456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:33.047019 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-61932ece-d85e-42df-8a37-0c5cc56a7456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:33.048228 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-61932ece-d85e-42df-8a37-0c5cc56a7456 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4ac78eb5-6bec-4584-8e0f-6c0371635913 HTTP/1.1" status: 204 len: 168 time: 0.1331599 Aug 10 04:03:33.055985 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61932ece-d85e-42df-8a37-0c5cc56a7456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac78eb5-6bec-4584-8e0f-6c0371635913,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:33.108769 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f609b40a-d09e-464b-8739-50268c2ebc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:33.404889 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 95a05b37-3b40-4aef-aa73-1e7a20833494 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:03:33.436855 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 95a05b37-3b40-4aef-aa73-1e7a20833494 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:03:33.437368 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 95a05b37-3b40-4aef-aa73-1e7a20833494 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:03:33.437767 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 3b3379aa-ce3b-40cb-9047-e090a4f8c6c6 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:03:33.459883 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 3b3379aa-ce3b-40cb-9047-e090a4f8c6c6 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:03:33.460231 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 3b3379aa-ce3b-40cb-9047-e090a4f8c6c6 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:03:33.484918 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:33.808768 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41706) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:33.935677 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-23b32f8d-f0f7-4d08-9829-2817d58ac90e tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-869337495', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:33.961291 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-23b32f8d-f0f7-4d08-9829-2817d58ac90e tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:33.962307 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-23b32f8d-f0f7-4d08-9829-2817d58ac90e tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:34.017527 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-23b32f8d-f0f7-4d08-9829-2817d58ac90e tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:34.021834 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-23b32f8d-f0f7-4d08-9829-2817d58ac90e tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:34.039158 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-23b32f8d-f0f7-4d08-9829-2817d58ac90e tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:34.040709 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-23b32f8d-f0f7-4d08-9829-2817d58ac90e tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2307920 Aug 10 04:03:34.044500 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41710) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:34.049828 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-0983b6e1-04e1-4a31-a50d-34f98c8bfc3a tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-351136670'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:34.075337 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0983b6e1-04e1-4a31-a50d-34f98c8bfc3a tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Made reservation on behalf of c080ab3d1260417bbf0ebc4c1667e56e for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:34.079263 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0983b6e1-04e1-4a31-a50d-34f98c8bfc3a tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:34.088492 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0983b6e1-04e1-4a31-a50d-34f98c8bfc3a tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:34.195925 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0983b6e1-04e1-4a31-a50d-34f98c8bfc3a tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:34.200441 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0983b6e1-04e1-4a31-a50d-34f98c8bfc3a tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:34.224910 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0983b6e1-04e1-4a31-a50d-34f98c8bfc3a tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:03:34.241123 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0983b6e1-04e1-4a31-a50d-34f98c8bfc3a tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac409097-7fbc-4861-97d9-8af7721077f7,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:34.244258 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0983b6e1-04e1-4a31-a50d-34f98c8bfc3a tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:34.244612 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-0983b6e1-04e1-4a31-a50d-34f98c8bfc3a tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Added segment 712fd032-1de3-4e6f-a04d-eabacaf63679 of type vlan for network 4ea3fafc-953f-42f3-9b6e-87726ce25cc1 Aug 10 04:03:34.288068 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0983b6e1-04e1-4a31-a50d-34f98c8bfc3a tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:34.320629 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0983b6e1-04e1-4a31-a50d-34f98c8bfc3a tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:34.327789 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0983b6e1-04e1-4a31-a50d-34f98c8bfc3a tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:34.328418 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0983b6e1-04e1-4a31-a50d-34f98c8bfc3a tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:34.390081 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0983b6e1-04e1-4a31-a50d-34f98c8bfc3a tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3443742 Aug 10 04:03:34.392309 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:34.395199 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 41712) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:34.402332 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0983b6e1-04e1-4a31-a50d-34f98c8bfc3a tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Pushing event updated for resources: {'Network': ['ID=4ea3fafc-953f-42f3-9b6e-87726ce25cc1,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:34.409183 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-72bed67c-fd1c-439a-a564-1db898bb7388 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Request body: {'subnet': {'network_id': '4ea3fafc-953f-42f3-9b6e-87726ce25cc1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:34.414444 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 4ea3fafc-953f-42f3-9b6e-87726ce25cc1 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:03:34.516074 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72bed67c-fd1c-439a-a564-1db898bb7388 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Made reservation on behalf of c080ab3d1260417bbf0ebc4c1667e56e for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:34.519642 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-72bed67c-fd1c-439a-a564-1db898bb7388 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:34.709966 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-72bed67c-fd1c-439a-a564-1db898bb7388 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:34.775156 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bed67c-fd1c-439a-a564-1db898bb7388 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Pushing event updated for resources: {'Subnet': ['ID=f107d4ea-40c4-43af-8a33-62b83e7e51bd,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:34.782969 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bed67c-fd1c-439a-a564-1db898bb7388 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Checking segment: {'id': '712fd032-1de3-4e6f-a04d-eabacaf63679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '4ea3fafc-953f-42f3-9b6e-87726ce25cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:03:34.783343 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bed67c-fd1c-439a-a564-1db898bb7388 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Network hostable DHCP agents. Network: 4ea3fafc-953f-42f3-9b6e-87726ce25cc1, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:03:34.802962 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bed67c-fd1c-439a-a564-1db898bb7388 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Network 4ea3fafc-953f-42f3-9b6e-87726ce25cc1 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:03:34.811386 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-72bed67c-fd1c-439a-a564-1db898bb7388 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 4ea3fafc-953f-42f3-9b6e-87726ce25cc1) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:34.815473 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bed67c-fd1c-439a-a564-1db898bb7388 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:34.816058 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-72bed67c-fd1c-439a-a564-1db898bb7388 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:34.821836 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195e94ea-cb1d-4cbf-928b-6a91dfb1e814 None None] Network 4ea3fafc-953f-42f3-9b6e-87726ce25cc1 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:03:34.834371 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-72bed67c-fd1c-439a-a564-1db898bb7388 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4370403 Aug 10 04:03:34.837363 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 41714) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:34.843986 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-4de68f55-f77d-4c36-92d4-c8fd8d254c6b tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-927351809'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:34.867519 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de68f55-f77d-4c36-92d4-c8fd8d254c6b tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Made reservation on behalf of c080ab3d1260417bbf0ebc4c1667e56e for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:34.871143 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4de68f55-f77d-4c36-92d4-c8fd8d254c6b tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:34.897226 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4de68f55-f77d-4c36-92d4-c8fd8d254c6b tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:03:34.908225 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4de68f55-f77d-4c36-92d4-c8fd8d254c6b tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:34.908575 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-4de68f55-f77d-4c36-92d4-c8fd8d254c6b tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Added segment f53668fc-6f51-4ad7-aad7-383cec9cd2cb of type vlan for network 356e2b24-abd2-48f2-9ec7-745196a7e318 Aug 10 04:03:34.951953 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4de68f55-f77d-4c36-92d4-c8fd8d254c6b tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:34.993335 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b23113a-780b-4fcd-9690-3182b86d899c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-4ea3fafc-953f-42f3-9b6e-87726ce25cc1', 'network_id': '4ea3fafc-953f-42f3-9b6e-87726ce25cc1', 'tenant_id': 'c080ab3d1260417bbf0ebc4c1667e56e', 'fixed_ips': [{'subnet_id': 'f107d4ea-40c4-43af-8a33-62b83e7e51bd'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:03:34.994216 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4b23113a-780b-4fcd-9690-3182b86d899c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:34.995733 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4de68f55-f77d-4c36-92d4-c8fd8d254c6b tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:35.001311 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de68f55-f77d-4c36-92d4-c8fd8d254c6b tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:35.001909 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4de68f55-f77d-4c36-92d4-c8fd8d254c6b tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Notify callbacks [] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:35.071408 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-4de68f55-f77d-4c36-92d4-c8fd8d254c6b tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2327933 Aug 10 04:03:35.074209 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41716) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:35.080076 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de68f55-f77d-4c36-92d4-c8fd8d254c6b tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Pushing event updated for resources: {'Network': ['ID=356e2b24-abd2-48f2-9ec7-745196a7e318,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:35.081691 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-b182ef0e-61d2-4ada-8e70-87d70426dd04 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Request body: {'subnet': {'network_id': '356e2b24-abd2-48f2-9ec7-745196a7e318', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:35.093704 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 356e2b24-abd2-48f2-9ec7-745196a7e318 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:03:35.185059 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b182ef0e-61d2-4ada-8e70-87d70426dd04 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Made reservation on behalf of c080ab3d1260417bbf0ebc4c1667e56e for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:35.189003 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b182ef0e-61d2-4ada-8e70-87d70426dd04 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:35.207010 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-4b23113a-780b-4fcd-9690-3182b86d899c None None] Allocated IP 172.20.0.2 (4ea3fafc-953f-42f3-9b6e-87726ce25cc1/f107d4ea-40c4-43af-8a33-62b83e7e51bd/0f1950f6-61a2-4b8a-bd32-a9b0a44c56f6) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:03:35.370380 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4b23113a-780b-4fcd-9690-3182b86d899c None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:35.379867 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-4b23113a-780b-4fcd-9690-3182b86d899c None None] Transition to ACTIVE for port object 0f1950f6-61a2-4b8a-bd32-a9b0a44c56f6 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:35.393421 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b182ef0e-61d2-4ada-8e70-87d70426dd04 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:35.397652 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-4b23113a-780b-4fcd-9690-3182b86d899c None None] Transition to ACTIVE for port object 0f1950f6-61a2-4b8a-bd32-a9b0a44c56f6 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:35.406150 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4b23113a-780b-4fcd-9690-3182b86d899c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:35.446456 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b23113a-780b-4fcd-9690-3182b86d899c None None] Network 4ea3fafc-953f-42f3-9b6e-87726ce25cc1 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:03:35.449851 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-4b23113a-780b-4fcd-9690-3182b86d899c None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:35.453733 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b23113a-780b-4fcd-9690-3182b86d899c None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:03:35.456816 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b182ef0e-61d2-4ada-8e70-87d70426dd04 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Pushing event updated for resources: {'Subnet': ['ID=de77e7ca-4052-46fb-b943-7f1db35d2b1a,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:35.465309 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b23113a-780b-4fcd-9690-3182b86d899c None None] Pushing event updated for resources: {'Port': ['ID=0f1950f6-61a2-4b8a-bd32-a9b0a44c56f6,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:35.466707 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b182ef0e-61d2-4ada-8e70-87d70426dd04 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Checking segment: {'id': 'f53668fc-6f51-4ad7-aad7-383cec9cd2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '356e2b24-abd2-48f2-9ec7-745196a7e318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:03:35.467154 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b182ef0e-61d2-4ada-8e70-87d70426dd04 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Network hostable DHCP agents. Network: 356e2b24-abd2-48f2-9ec7-745196a7e318, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:03:35.489170 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b182ef0e-61d2-4ada-8e70-87d70426dd04 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Network 356e2b24-abd2-48f2-9ec7-745196a7e318 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:03:35.501513 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-b182ef0e-61d2-4ada-8e70-87d70426dd04 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 356e2b24-abd2-48f2-9ec7-745196a7e318) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:35.507139 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b182ef0e-61d2-4ada-8e70-87d70426dd04 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:35.507822 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b182ef0e-61d2-4ada-8e70-87d70426dd04 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:35.516219 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7daaae91-ed78-42f7-83d9-8708efee353f None None] Network 356e2b24-abd2-48f2-9ec7-745196a7e318 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:03:35.518651 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-4b23113a-780b-4fcd-9690-3182b86d899c None None] Attempting to bind port 0f1950f6-61a2-4b8a-bd32-a9b0a44c56f6 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:03:35.519179 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-4b23113a-780b-4fcd-9690-3182b86d899c None None] Attempting to bind port 0f1950f6-61a2-4b8a-bd32-a9b0a44c56f6 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '712fd032-1de3-4e6f-a04d-eabacaf63679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '4ea3fafc-953f-42f3-9b6e-87726ce25cc1'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:03:35.519543 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b23113a-780b-4fcd-9690-3182b86d899c None None] Attempting to bind port 0f1950f6-61a2-4b8a-bd32-a9b0a44c56f6 on network 4ea3fafc-953f-42f3-9b6e-87726ce25cc1 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:03:35.524889 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b182ef0e-61d2-4ada-8e70-87d70426dd04 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4490004 Aug 10 04:03:35.529425 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41718) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:35.534129 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-5f5b88cb-7578-4359-bf73-fdfba60f6051 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Request body: {'router': {'external_gateway_info': {'network_id': '356e2b24-abd2-48f2-9ec7-745196a7e318'}}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:35.560715 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b23113a-780b-4fcd-9690-3182b86d899c None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:03:35.561094 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b23113a-780b-4fcd-9690-3182b86d899c None None] Checking segment: {'id': '712fd032-1de3-4e6f-a04d-eabacaf63679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '4ea3fafc-953f-42f3-9b6e-87726ce25cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:03:35.561496 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4b23113a-780b-4fcd-9690-3182b86d899c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:35.561888 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b23113a-780b-4fcd-9690-3182b86d899c None None] Bound using segment: {'id': '712fd032-1de3-4e6f-a04d-eabacaf63679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '4ea3fafc-953f-42f3-9b6e-87726ce25cc1'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:03:35.562383 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-4b23113a-780b-4fcd-9690-3182b86d899c None None] Bound port: 0f1950f6-61a2-4b8a-bd32-a9b0a44c56f6, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '712fd032-1de3-4e6f-a04d-eabacaf63679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '4ea3fafc-953f-42f3-9b6e-87726ce25cc1'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:03:35.562769 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4b23113a-780b-4fcd-9690-3182b86d899c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:35.681178 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-4b23113a-780b-4fcd-9690-3182b86d899c None None] For port 0f1950f6-61a2-4b8a-bd32-a9b0a44c56f6, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:03:35.701241 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-4b23113a-780b-4fcd-9690-3182b86d899c None None] For port 0f1950f6-61a2-4b8a-bd32-a9b0a44c56f6, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=0f1950f6-61a2-4b8a-bd32-a9b0a44c56f6,segment=NetworkSegment(712fd032-1de3-4e6f-a04d-eabacaf63679),segment_id=712fd032-1de3-4e6f-a04d-eabacaf63679)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:03:35.708080 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4b23113a-780b-4fcd-9690-3182b86d899c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:35.755542 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5f5b88cb-7578-4359-bf73-fdfba60f6051 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:35.779597 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9022e78-0779-4bd6-9a0d-7e90d5fcfa92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-356e2b24-abd2-48f2-9ec7-745196a7e318', 'network_id': '356e2b24-abd2-48f2-9ec7-745196a7e318', 'tenant_id': 'c080ab3d1260417bbf0ebc4c1667e56e', 'fixed_ips': [{'subnet_id': 'de77e7ca-4052-46fb-b943-7f1db35d2b1a'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:03:35.780609 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d9022e78-0779-4bd6-9a0d-7e90d5fcfa92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:35.806246 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b23113a-780b-4fcd-9690-3182b86d899c None None] Pushing event updated for resources: {'Port': ['ID=0f1950f6-61a2-4b8a-bd32-a9b0a44c56f6,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:35.885253 n-d-768851-15 neutron-server[94217]: INFO neutron.api.v2.resource [None req-5f5b88cb-7578-4359-bf73-fdfba60f6051 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 04:03:35.892733 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-5f5b88cb-7578-4359-bf73-fdfba60f6051 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] 10.222.0.62 "PUT /v2.0/routers/b5bc402b-ec2f-475a-bc15-9ce902ced369 HTTP/1.1" status: 400 len: 364 time: 0.3564713 Aug 10 04:03:35.893173 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 41720) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:35.969814 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcf0518d-c458-4093-8c0d-2f55dbc51adf tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Deleting subnet de77e7ca-4052-46fb-b943-7f1db35d2b1a {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:03:35.987252 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-d9022e78-0779-4bd6-9a0d-7e90d5fcfa92 None None] Allocated IP 172.21.0.2 (356e2b24-abd2-48f2-9ec7-745196a7e318/de77e7ca-4052-46fb-b943-7f1db35d2b1a/11c6362f-acbb-44c7-8e57-64b8c3184ffc) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:03:36.154906 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:36.172183 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d9022e78-0779-4bd6-9a0d-7e90d5fcfa92 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:36.180953 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d9022e78-0779-4bd6-9a0d-7e90d5fcfa92 None None] Transition to ACTIVE for port object 11c6362f-acbb-44c7-8e57-64b8c3184ffc will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:36.197478 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d9022e78-0779-4bd6-9a0d-7e90d5fcfa92 None None] Transition to ACTIVE for port object 11c6362f-acbb-44c7-8e57-64b8c3184ffc will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:36.203930 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dcf0518d-c458-4093-8c0d-2f55dbc51adf tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:36.204608 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d9022e78-0779-4bd6-9a0d-7e90d5fcfa92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:36.253396 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9022e78-0779-4bd6-9a0d-7e90d5fcfa92 None None] Network 356e2b24-abd2-48f2-9ec7-745196a7e318 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:03:36.256954 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dcf0518d-c458-4093-8c0d-2f55dbc51adf tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:36.257696 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-d9022e78-0779-4bd6-9a0d-7e90d5fcfa92 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:36.263956 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9022e78-0779-4bd6-9a0d-7e90d5fcfa92 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:03:36.268270 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9022e78-0779-4bd6-9a0d-7e90d5fcfa92 None None] Pushing event updated for resources: {'Port': ['ID=11c6362f-acbb-44c7-8e57-64b8c3184ffc,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:36.336128 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-d9022e78-0779-4bd6-9a0d-7e90d5fcfa92 None None] Attempting to bind port 11c6362f-acbb-44c7-8e57-64b8c3184ffc on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:03:36.336582 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-d9022e78-0779-4bd6-9a0d-7e90d5fcfa92 None None] Attempting to bind port 11c6362f-acbb-44c7-8e57-64b8c3184ffc by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'f53668fc-6f51-4ad7-aad7-383cec9cd2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '356e2b24-abd2-48f2-9ec7-745196a7e318'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:03:36.336986 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9022e78-0779-4bd6-9a0d-7e90d5fcfa92 None None] Attempting to bind port 11c6362f-acbb-44c7-8e57-64b8c3184ffc on network 356e2b24-abd2-48f2-9ec7-745196a7e318 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:03:36.343440 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9022e78-0779-4bd6-9a0d-7e90d5fcfa92 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:03:36.343823 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9022e78-0779-4bd6-9a0d-7e90d5fcfa92 None None] Checking segment: {'id': 'f53668fc-6f51-4ad7-aad7-383cec9cd2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '356e2b24-abd2-48f2-9ec7-745196a7e318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:03:36.344379 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d9022e78-0779-4bd6-9a0d-7e90d5fcfa92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:36.344932 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9022e78-0779-4bd6-9a0d-7e90d5fcfa92 None None] Bound using segment: {'id': 'f53668fc-6f51-4ad7-aad7-383cec9cd2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '356e2b24-abd2-48f2-9ec7-745196a7e318'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:03:36.345420 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-d9022e78-0779-4bd6-9a0d-7e90d5fcfa92 None None] Bound port: 11c6362f-acbb-44c7-8e57-64b8c3184ffc, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f53668fc-6f51-4ad7-aad7-383cec9cd2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '356e2b24-abd2-48f2-9ec7-745196a7e318'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:03:36.345806 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d9022e78-0779-4bd6-9a0d-7e90d5fcfa92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:36.377058 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dcf0518d-c458-4093-8c0d-2f55dbc51adf tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:36.456927 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dcf0518d-c458-4093-8c0d-2f55dbc51adf tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:36.469103 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-d9022e78-0779-4bd6-9a0d-7e90d5fcfa92 None None] For port 11c6362f-acbb-44c7-8e57-64b8c3184ffc, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:03:36.473249 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-d9022e78-0779-4bd6-9a0d-7e90d5fcfa92 None None] For port 11c6362f-acbb-44c7-8e57-64b8c3184ffc, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=11c6362f-acbb-44c7-8e57-64b8c3184ffc,segment=NetworkSegment(f53668fc-6f51-4ad7-aad7-383cec9cd2cb),segment_id=f53668fc-6f51-4ad7-aad7-383cec9cd2cb)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:03:36.480590 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d9022e78-0779-4bd6-9a0d-7e90d5fcfa92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:36.498025 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dcf0518d-c458-4093-8c0d-2f55dbc51adf tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:36.500907 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-dcf0518d-c458-4093-8c0d-2f55dbc51adf tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] 10.222.0.62 "DELETE /v2.0/subnets/de77e7ca-4052-46fb-b943-7f1db35d2b1a HTTP/1.1" status: 204 len: 168 time: 0.6064534 Aug 10 04:03:36.502987 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf0518d-c458-4093-8c0d-2f55dbc51adf tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Pushing event deleted for resources: {'Subnet': ['ID=de77e7ca-4052-46fb-b943-7f1db35d2b1a,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:36.504112 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41722) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:36.603064 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9022e78-0779-4bd6-9a0d-7e90d5fcfa92 None None] Pushing event updated for resources: {'Port': ['ID=11c6362f-acbb-44c7-8e57-64b8c3184ffc,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:36.645144 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-aae9d3ec-8a0e-4933-aa0f-d0cfbe38cd46 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:36.722817 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-aae9d3ec-8a0e-4933-aa0f-d0cfbe38cd46 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Deleting port 11c6362f-acbb-44c7-8e57-64b8c3184ffc {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:03:36.723723 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-aae9d3ec-8a0e-4933-aa0f-d0cfbe38cd46 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:36.834119 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-aae9d3ec-8a0e-4933-aa0f-d0cfbe38cd46 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] For port 11c6362f-acbb-44c7-8e57-64b8c3184ffc, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=11c6362f-acbb-44c7-8e57-64b8c3184ffc,segment=NetworkSegment(f53668fc-6f51-4ad7-aad7-383cec9cd2cb),segment_id=f53668fc-6f51-4ad7-aad7-383cec9cd2cb)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:36.834119 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-aae9d3ec-8a0e-4933-aa0f-d0cfbe38cd46 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:36.860306 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-aae9d3ec-8a0e-4933-aa0f-d0cfbe38cd46 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Calling delete_port for 11c6362f-acbb-44c7-8e57-64b8c3184ffc owned by network:dhcp {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:03:36.967931 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-aae9d3ec-8a0e-4933-aa0f-d0cfbe38cd46 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:36.996228 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae9d3ec-8a0e-4933-aa0f-d0cfbe38cd46 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Pushing event deleted for resources: {'Port': ['ID=11c6362f-acbb-44c7-8e57-64b8c3184ffc,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:37.000286 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae9d3ec-8a0e-4933-aa0f-d0cfbe38cd46 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] No DVR routers for this DVR port 11c6362f-acbb-44c7-8e57-64b8c3184ffc on host n-d-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:03:37.002814 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee9c244-aab4-4082-b219-f0cfac728036 None None] Network 4ea3fafc-953f-42f3-9b6e-87726ce25cc1 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:03:37.102223 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-aae9d3ec-8a0e-4933-aa0f-d0cfbe38cd46 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:37.117290 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-aae9d3ec-8a0e-4933-aa0f-d0cfbe38cd46 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['356e2b24-abd2-48f2-9ec7-745196a7e318']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:37.129974 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-aae9d3ec-8a0e-4933-aa0f-d0cfbe38cd46 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f53668fc-6f51-4ad7-aad7-383cec9cd2cb') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:37.130359 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-aae9d3ec-8a0e-4933-aa0f-d0cfbe38cd46 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f53668fc-6f51-4ad7-aad7-383cec9cd2cb') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:37.141283 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-aae9d3ec-8a0e-4933-aa0f-d0cfbe38cd46 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:37.142226 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-41e3f9ef-fef8-409a-a129-5bf98ede4179 None None] Provisioning for port 0f1950f6-61a2-4b8a-bd32-a9b0a44c56f6 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:03:37.157948 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-aae9d3ec-8a0e-4933-aa0f-d0cfbe38cd46 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:37.164873 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aae9d3ec-8a0e-4933-aa0f-d0cfbe38cd46 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:03:37.165277 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-aae9d3ec-8a0e-4933-aa0f-d0cfbe38cd46 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:37.168653 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 04:03:37.168653 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:03:37.168653 n-d-768851-15 neutron-server[94217]: timer() Aug 10 04:03:37.168653 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:03:37.168653 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 04:03:37.168653 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:03:37.168653 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 04:03:37.168653 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:03:37.168653 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 04:03:37.168653 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:03:37.168653 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 04:03:37.168653 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:03:37.168653 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 04:03:37.168653 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:03:37.168653 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:03:37.168653 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:03:37.168653 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:03:37.168653 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:03:37.168653 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 04:03:37.168653 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:03:37.168653 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 04:03:37.168653 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:03:37.168653 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:03:37.168653 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:03:37.168653 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 04:03:37.168653 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:03:37.168653 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:03:37.168653 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:03:37.168653 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:03:37.168653 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:03:37.168653 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:03:37.168653 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:03:37.241062 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-aae9d3ec-8a0e-4933-aa0f-d0cfbe38cd46 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:37.248949 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-aae9d3ec-8a0e-4933-aa0f-d0cfbe38cd46 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:37.251113 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-aae9d3ec-8a0e-4933-aa0f-d0cfbe38cd46 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] 10.222.0.62 "DELETE /v2.0/networks/356e2b24-abd2-48f2-9ec7-745196a7e318 HTTP/1.1" status: 204 len: 168 time: 0.7456713 Aug 10 04:03:37.253870 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 41724) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:37.272359 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae9d3ec-8a0e-4933-aa0f-d0cfbe38cd46 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Pushing event deleted for resources: {'Network': ['ID=356e2b24-abd2-48f2-9ec7-745196a7e318,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:37.326422 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ef25309-7a49-488c-8252-adc6ec28f9c7 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Deleting subnet f107d4ea-40c4-43af-8a33-62b83e7e51bd {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:03:37.329998 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2ef25309-7a49-488c-8252-adc6ec28f9c7 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:37.391440 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2ef25309-7a49-488c-8252-adc6ec28f9c7 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:37.481935 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 0f1950f6-61a2-4b8a-bd32-a9b0a44c56f6 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:03:37.512794 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2ef25309-7a49-488c-8252-adc6ec28f9c7 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:37.543359 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 0f1950f6-61a2-4b8a-bd32-a9b0a44c56f6 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:03:37.547835 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 0f1950f6-61a2-4b8a-bd32-a9b0a44c56f6 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:37.548908 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:37.595627 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-82c0b8c1-2866-4dfa-bae3-f8ff1f98e495 None None] Provisioning complete for port 0f1950f6-61a2-4b8a-bd32-a9b0a44c56f6 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:37.596145 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-82c0b8c1-2866-4dfa-bae3-f8ff1f98e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:37.597022 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2ef25309-7a49-488c-8252-adc6ec28f9c7 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:37.639981 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef25309-7a49-488c-8252-adc6ec28f9c7 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Pushing event deleted for resources: {'Subnet': ['ID=f107d4ea-40c4-43af-8a33-62b83e7e51bd,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:37.644632 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2ef25309-7a49-488c-8252-adc6ec28f9c7 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:37.650370 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-2ef25309-7a49-488c-8252-adc6ec28f9c7 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] 10.222.0.62 "DELETE /v2.0/subnets/f107d4ea-40c4-43af-8a33-62b83e7e51bd HTTP/1.1" status: 204 len: 168 time: 0.3921041 Aug 10 04:03:37.650706 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 41726) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:37.743738 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-71ef820b-c418-4213-a24e-e7f5f13bc486 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:37.820951 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-71ef820b-c418-4213-a24e-e7f5f13bc486 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Deleting port 0f1950f6-61a2-4b8a-bd32-a9b0a44c56f6 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:03:37.821639 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-71ef820b-c418-4213-a24e-e7f5f13bc486 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:37.835616 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b2c412-d51a-4954-a5e8-7940d229b11f None None] Network 4ea3fafc-953f-42f3-9b6e-87726ce25cc1 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:03:37.898216 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250ad59e-2f2c-42bb-a92a-af79a3c2a240 None None] DHCP port deletion for 356e2b24-abd2-48f2-9ec7-745196a7e318 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:03:37.911349 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:37.914677 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-71ef820b-c418-4213-a24e-e7f5f13bc486 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] For port 0f1950f6-61a2-4b8a-bd32-a9b0a44c56f6, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=0f1950f6-61a2-4b8a-bd32-a9b0a44c56f6,segment=NetworkSegment(712fd032-1de3-4e6f-a04d-eabacaf63679),segment_id=712fd032-1de3-4e6f-a04d-eabacaf63679)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:37.915298 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-71ef820b-c418-4213-a24e-e7f5f13bc486 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:37.936736 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-71ef820b-c418-4213-a24e-e7f5f13bc486 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Calling delete_port for 0f1950f6-61a2-4b8a-bd32-a9b0a44c56f6 owned by network:dhcp {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:03:37.939583 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c38d85-3041-462e-9a23-e674b340856b None None] Network 356e2b24-abd2-48f2-9ec7-745196a7e318 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:03:38.011047 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c38d85-3041-462e-9a23-e674b340856b None None] Network 356e2b24-abd2-48f2-9ec7-745196a7e318 could not be found, it might have been deleted concurrently. {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 10 04:03:38.044205 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 0f1950f6-61a2-4b8a-bd32-a9b0a44c56f6, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=0f1950f6-61a2-4b8a-bd32-a9b0a44c56f6,segment=NetworkSegment(712fd032-1de3-4e6f-a04d-eabacaf63679),segment_id=712fd032-1de3-4e6f-a04d-eabacaf63679)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:38.046233 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-82c0b8c1-2866-4dfa-bae3-f8ff1f98e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:38.051703 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:38.065653 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-71ef820b-c418-4213-a24e-e7f5f13bc486 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:38.091843 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event deleted for resources: {'Port': ['ID=0f1950f6-61a2-4b8a-bd32-a9b0a44c56f6,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:38.096115 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ef820b-c418-4213-a24e-e7f5f13bc486 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Pushing event deleted for resources: {'Port': ['ID=0f1950f6-61a2-4b8a-bd32-a9b0a44c56f6,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:38.099511 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ef820b-c418-4213-a24e-e7f5f13bc486 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] No DVR routers for this DVR port 0f1950f6-61a2-4b8a-bd32-a9b0a44c56f6 on host n-d-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:03:38.188117 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088a5f2f-e1e6-48e4-9086-794534c8ef33 None None] DHCP port deletion for 4ea3fafc-953f-42f3-9b6e-87726ce25cc1 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:03:38.200375 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-71ef820b-c418-4213-a24e-e7f5f13bc486 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:38.217844 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-71ef820b-c418-4213-a24e-e7f5f13bc486 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ea3fafc-953f-42f3-9b6e-87726ce25cc1']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:38.230387 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-71ef820b-c418-4213-a24e-e7f5f13bc486 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '712fd032-1de3-4e6f-a04d-eabacaf63679') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:38.230681 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-71ef820b-c418-4213-a24e-e7f5f13bc486 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '712fd032-1de3-4e6f-a04d-eabacaf63679') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:38.240841 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-71ef820b-c418-4213-a24e-e7f5f13bc486 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:38.242050 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-49266837-a350-4af0-a565-fff3179b994a None None] Could not find standard attr ID for object 11c6362f-acbb-44c7-8e57-64b8c3184ffc. {{(pid=94218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 04:03:38.254901 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-71ef820b-c418-4213-a24e-e7f5f13bc486 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:38.261634 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71ef820b-c418-4213-a24e-e7f5f13bc486 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:03:38.262034 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-71ef820b-c418-4213-a24e-e7f5f13bc486 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:38.265032 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 04:03:38.265032 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:03:38.265032 n-d-768851-15 neutron-server[94216]: timer() Aug 10 04:03:38.265032 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:03:38.265032 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 04:03:38.265032 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:03:38.265032 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 04:03:38.265032 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:03:38.265032 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 04:03:38.265032 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:03:38.265032 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 04:03:38.265032 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:03:38.265032 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 04:03:38.265032 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:03:38.265032 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:03:38.265032 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:03:38.265032 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:03:38.265032 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:03:38.265032 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 04:03:38.265032 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:03:38.265032 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 04:03:38.265032 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:03:38.265032 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:03:38.265032 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:03:38.265032 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 04:03:38.265032 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:03:38.265032 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:03:38.265032 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:03:38.265032 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:03:38.265032 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:03:38.265032 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:03:38.265032 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:03:38.336403 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-71ef820b-c418-4213-a24e-e7f5f13bc486 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:38.345297 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-71ef820b-c418-4213-a24e-e7f5f13bc486 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Notify callbacks [] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:38.348598 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-71ef820b-c418-4213-a24e-e7f5f13bc486 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] 10.222.0.62 "DELETE /v2.0/networks/4ea3fafc-953f-42f3-9b6e-87726ce25cc1 HTTP/1.1" status: 204 len: 168 time: 0.6966081 Aug 10 04:03:38.350281 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41728) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:38.361921 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ef820b-c418-4213-a24e-e7f5f13bc486 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Pushing event deleted for resources: {'Network': ['ID=4ea3fafc-953f-42f3-9b6e-87726ce25cc1,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:38.400495 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7e072343-ae53-45d7-bf19-ede17f78f55e tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5bc402b-ec2f-475a-bc15-9ce902ced369 HTTP/1.1" status: 200 len: 205 time: 0.0479374 Aug 10 04:03:38.403947 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41730) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:38.480092 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-37b984b0-4c2e-44b8-bec7-34522eef9a69 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Notify callbacks [] for router, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:38.645464 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-37b984b0-4c2e-44b8-bec7-34522eef9a69 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:38.647602 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-37b984b0-4c2e-44b8-bec7-34522eef9a69 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:38.699551 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-37b984b0-4c2e-44b8-bec7-34522eef9a69 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:38.700336 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b984b0-4c2e-44b8-bec7-34522eef9a69 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Fanout notify agent at l3_agent the message router_deleted on router b5bc402b-ec2f-475a-bc15-9ce902ced369 {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:03:38.709317 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-37b984b0-4c2e-44b8-bec7-34522eef9a69 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:38.710990 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-37b984b0-4c2e-44b8-bec7-34522eef9a69 tempest-RoutersNegativeTest-1488011341 tempest-RoutersNegativeTest-1488011341-project] 10.222.0.62 "DELETE /v2.0/routers/b5bc402b-ec2f-475a-bc15-9ce902ced369 HTTP/1.1" status: 204 len: 168 time: 0.3036535 Aug 10 04:03:38.987969 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 41736) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:39.146287 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-f972ce18-f1ab-49c6-906b-0e886e055498 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c080ab3d1260417bbf0ebc4c1667e56e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1566906 Aug 10 04:03:39.150083 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 41740) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:39.208000 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-965c8e38-b75b-4ca4-bb7d-917f6b994351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:39.232616 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-965c8e38-b75b-4ca4-bb7d-917f6b994351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:39.290090 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-965c8e38-b75b-4ca4-bb7d-917f6b994351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:39.293936 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-965c8e38-b75b-4ca4-bb7d-917f6b994351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:39.295882 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-965c8e38-b75b-4ca4-bb7d-917f6b994351 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ac409097-7fbc-4861-97d9-8af7721077f7 HTTP/1.1" status: 204 len: 168 time: 0.1446242 Aug 10 04:03:39.307021 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965c8e38-b75b-4ca4-bb7d-917f6b994351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac409097-7fbc-4861-97d9-8af7721077f7,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:39.406204 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 11c6362f-acbb-44c7-8e57-64b8c3184ffc no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:03:39.437028 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 11c6362f-acbb-44c7-8e57-64b8c3184ffc {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:03:39.437571 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 11c6362f-acbb-44c7-8e57-64b8c3184ffc not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:03:39.438218 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 0f1950f6-61a2-4b8a-bd32-a9b0a44c56f6 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:03:39.464197 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 0f1950f6-61a2-4b8a-bd32-a9b0a44c56f6 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:03:39.464540 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 0f1950f6-61a2-4b8a-bd32-a9b0a44c56f6 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:03:40.058120 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41762) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:40.174549 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-1a10bd7b-60e1-4d0a-99f5-59b6d83912ee admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1950570229-network', 'tenant_id': '6f3a3624023d465ab77faab69aa7cc33'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:40.199860 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a10bd7b-60e1-4d0a-99f5-59b6d83912ee admin admin] Made reservation on behalf of 6f3a3624023d465ab77faab69aa7cc33 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:40.202903 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1a10bd7b-60e1-4d0a-99f5-59b6d83912ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:40.213004 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1a10bd7b-60e1-4d0a-99f5-59b6d83912ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:40.305127 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1a10bd7b-60e1-4d0a-99f5-59b6d83912ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:40.309043 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1a10bd7b-60e1-4d0a-99f5-59b6d83912ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:40.333539 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a10bd7b-60e1-4d0a-99f5-59b6d83912ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:03:40.343965 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a10bd7b-60e1-4d0a-99f5-59b6d83912ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=935a0ed8-fb8c-4c81-a90d-d0bfc2316a3b,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:40.348914 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1a10bd7b-60e1-4d0a-99f5-59b6d83912ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:40.349255 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-1a10bd7b-60e1-4d0a-99f5-59b6d83912ee admin admin] Added segment aebf2970-da92-4cf7-957a-86adbd40b877 of type vlan for network 6ca8410b-8b4f-4c5d-80ba-4213a22046e0 Aug 10 04:03:40.392548 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1a10bd7b-60e1-4d0a-99f5-59b6d83912ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:40.424604 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1a10bd7b-60e1-4d0a-99f5-59b6d83912ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:40.425409 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a10bd7b-60e1-4d0a-99f5-59b6d83912ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:40.426028 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1a10bd7b-60e1-4d0a-99f5-59b6d83912ee admin admin] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:40.488909 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1a10bd7b-60e1-4d0a-99f5-59b6d83912ee admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4294233 Aug 10 04:03:40.492988 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 41766) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:40.494974 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a10bd7b-60e1-4d0a-99f5-59b6d83912ee admin admin] Pushing event updated for resources: {'Network': ['ID=6ca8410b-8b4f-4c5d-80ba-4213a22046e0,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:40.499610 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-5d6acbf4-eae6-44c7-89b6-2c6dcbf2b89b admin admin] Request body: {'subnet': {'network_id': '6ca8410b-8b4f-4c5d-80ba-4213a22046e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1950570229-subnet', 'tenant_id': '6f3a3624023d465ab77faab69aa7cc33', 'ip_version': 4}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:40.508378 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 6ca8410b-8b4f-4c5d-80ba-4213a22046e0 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:03:40.522590 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6acbf4-eae6-44c7-89b6-2c6dcbf2b89b admin admin] Made reservation on behalf of 6f3a3624023d465ab77faab69aa7cc33 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:40.525504 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5d6acbf4-eae6-44c7-89b6-2c6dcbf2b89b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:40.699275 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5d6acbf4-eae6-44c7-89b6-2c6dcbf2b89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:40.758545 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6acbf4-eae6-44c7-89b6-2c6dcbf2b89b admin admin] Pushing event updated for resources: {'Subnet': ['ID=169decdd-6015-4128-a02c-1bb7304c7b6a,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:40.768565 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6acbf4-eae6-44c7-89b6-2c6dcbf2b89b admin admin] Checking segment: {'id': 'aebf2970-da92-4cf7-957a-86adbd40b877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6ca8410b-8b4f-4c5d-80ba-4213a22046e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:03:40.768985 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6acbf4-eae6-44c7-89b6-2c6dcbf2b89b admin admin] Network hostable DHCP agents. Network: 6ca8410b-8b4f-4c5d-80ba-4213a22046e0, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:03:40.787078 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6acbf4-eae6-44c7-89b6-2c6dcbf2b89b admin admin] Network 6ca8410b-8b4f-4c5d-80ba-4213a22046e0 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:03:40.797189 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-5d6acbf4-eae6-44c7-89b6-2c6dcbf2b89b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 6ca8410b-8b4f-4c5d-80ba-4213a22046e0) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:40.801232 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6acbf4-eae6-44c7-89b6-2c6dcbf2b89b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:40.801834 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5d6acbf4-eae6-44c7-89b6-2c6dcbf2b89b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:40.805942 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e989e3bc-a671-48e8-ad0c-a25cfd7d6c77 None None] Network 6ca8410b-8b4f-4c5d-80ba-4213a22046e0 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:03:40.818911 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-5d6acbf4-eae6-44c7-89b6-2c6dcbf2b89b admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3223588 Aug 10 04:03:40.819836 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41768) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:40.825008 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-7435e6e7-ed75-42dd-acf0-c8747db4fa90 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1950570229-router', 'tenant_id': '6f3a3624023d465ab77faab69aa7cc33', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:40.845463 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7435e6e7-ed75-42dd-acf0-c8747db4fa90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:40.846528 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7435e6e7-ed75-42dd-acf0-c8747db4fa90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:40.909147 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7435e6e7-ed75-42dd-acf0-c8747db4fa90 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:40.972423 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d34ea2-a680-466a-ac01-aff2a36aebcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-6ca8410b-8b4f-4c5d-80ba-4213a22046e0', 'network_id': '6ca8410b-8b4f-4c5d-80ba-4213a22046e0', 'tenant_id': '6f3a3624023d465ab77faab69aa7cc33', 'fixed_ips': [{'subnet_id': '169decdd-6015-4128-a02c-1bb7304c7b6a'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:03:40.973499 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-79d34ea2-a680-466a-ac01-aff2a36aebcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:41.057118 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7435e6e7-ed75-42dd-acf0-c8747db4fa90 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:41.162236 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-79d34ea2-a680-466a-ac01-aff2a36aebcf None None] Allocated IP 172.20.0.2 (6ca8410b-8b4f-4c5d-80ba-4213a22046e0/169decdd-6015-4128-a02c-1bb7304c7b6a/118b28d6-4d66-41f9-aee3-c28a67db7fba) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:03:41.276113 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7435e6e7-ed75-42dd-acf0-c8747db4fa90 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:41.296618 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7435e6e7-ed75-42dd-acf0-c8747db4fa90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:41.313413 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-79d34ea2-a680-466a-ac01-aff2a36aebcf None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:41.321821 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-79d34ea2-a680-466a-ac01-aff2a36aebcf None None] Transition to ACTIVE for port object 118b28d6-4d66-41f9-aee3-c28a67db7fba will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:41.336515 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-79d34ea2-a680-466a-ac01-aff2a36aebcf None None] Transition to ACTIVE for port object 118b28d6-4d66-41f9-aee3-c28a67db7fba will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:41.342274 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-79d34ea2-a680-466a-ac01-aff2a36aebcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:41.379959 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d34ea2-a680-466a-ac01-aff2a36aebcf None None] Network 6ca8410b-8b4f-4c5d-80ba-4213a22046e0 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:03:41.386529 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-79d34ea2-a680-466a-ac01-aff2a36aebcf None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:41.390196 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d34ea2-a680-466a-ac01-aff2a36aebcf None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:03:41.395501 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d34ea2-a680-466a-ac01-aff2a36aebcf None None] Pushing event updated for resources: {'Port': ['ID=118b28d6-4d66-41f9-aee3-c28a67db7fba,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:41.414249 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-7435e6e7-ed75-42dd-acf0-c8747db4fa90 admin admin] Allocated IP 172.25.7.241 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/1da13a97-817f-4ef5-b3b5-868d3526ca3a) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:03:41.450537 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-79d34ea2-a680-466a-ac01-aff2a36aebcf None None] Attempting to bind port 118b28d6-4d66-41f9-aee3-c28a67db7fba on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:03:41.451311 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-79d34ea2-a680-466a-ac01-aff2a36aebcf None None] Attempting to bind port 118b28d6-4d66-41f9-aee3-c28a67db7fba by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'aebf2970-da92-4cf7-957a-86adbd40b877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6ca8410b-8b4f-4c5d-80ba-4213a22046e0'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:03:41.451845 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d34ea2-a680-466a-ac01-aff2a36aebcf None None] Attempting to bind port 118b28d6-4d66-41f9-aee3-c28a67db7fba on network 6ca8410b-8b4f-4c5d-80ba-4213a22046e0 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:03:41.457644 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d34ea2-a680-466a-ac01-aff2a36aebcf None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:03:41.458000 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d34ea2-a680-466a-ac01-aff2a36aebcf None None] Checking segment: {'id': 'aebf2970-da92-4cf7-957a-86adbd40b877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6ca8410b-8b4f-4c5d-80ba-4213a22046e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:03:41.458404 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-79d34ea2-a680-466a-ac01-aff2a36aebcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:41.458981 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d34ea2-a680-466a-ac01-aff2a36aebcf None None] Bound using segment: {'id': 'aebf2970-da92-4cf7-957a-86adbd40b877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6ca8410b-8b4f-4c5d-80ba-4213a22046e0'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:03:41.459297 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-79d34ea2-a680-466a-ac01-aff2a36aebcf None None] Bound port: 118b28d6-4d66-41f9-aee3-c28a67db7fba, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aebf2970-da92-4cf7-957a-86adbd40b877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6ca8410b-8b4f-4c5d-80ba-4213a22046e0'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:03:41.459718 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-79d34ea2-a680-466a-ac01-aff2a36aebcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:41.535185 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7435e6e7-ed75-42dd-acf0-c8747db4fa90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:41.536607 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-79d34ea2-a680-466a-ac01-aff2a36aebcf None None] For port 118b28d6-4d66-41f9-aee3-c28a67db7fba, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:03:41.540471 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-79d34ea2-a680-466a-ac01-aff2a36aebcf None None] For port 118b28d6-4d66-41f9-aee3-c28a67db7fba, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=118b28d6-4d66-41f9-aee3-c28a67db7fba,segment=NetworkSegment(aebf2970-da92-4cf7-957a-86adbd40b877),segment_id=aebf2970-da92-4cf7-957a-86adbd40b877)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:03:41.545432 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-79d34ea2-a680-466a-ac01-aff2a36aebcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:41.592224 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7435e6e7-ed75-42dd-acf0-c8747db4fa90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:41.613185 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d34ea2-a680-466a-ac01-aff2a36aebcf None None] Pushing event updated for resources: {'Port': ['ID=118b28d6-4d66-41f9-aee3-c28a67db7fba,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:41.635272 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7435e6e7-ed75-42dd-acf0-c8747db4fa90 admin admin] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:03:41.638377 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-7435e6e7-ed75-42dd-acf0-c8747db4fa90 admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:41.642102 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7435e6e7-ed75-42dd-acf0-c8747db4fa90 admin admin] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:03:41.647884 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7435e6e7-ed75-42dd-acf0-c8747db4fa90 admin admin] Pushing event updated for resources: {'Port': ['ID=1da13a97-817f-4ef5-b3b5-868d3526ca3a,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:42.268750 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7435e6e7-ed75-42dd-acf0-c8747db4fa90 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:42.506880 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7435e6e7-ed75-42dd-acf0-c8747db4fa90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:42.541064 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c07039-5f17-4981-bb2a-ad1f09f4117c None None] Network 6ca8410b-8b4f-4c5d-80ba-4213a22046e0 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:03:42.615377 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-9a4a04e6-0bc3-4fa0-ae62-be3629c2246b None None] Provisioning for port 118b28d6-4d66-41f9-aee3-c28a67db7fba completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:03:42.653560 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7435e6e7-ed75-42dd-acf0-c8747db4fa90 admin admin] Router a717c14e-cb9e-4d34-b11c-5e3edeecbc23 is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:03:42.767620 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7435e6e7-ed75-42dd-acf0-c8747db4fa90 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:03:42.780848 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007c1659-5ca7-4705-8bc7-5e92b863acc9 None None] Sync routers for ids ['a717c14e-cb9e-4d34-b11c-5e3edeecbc23'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:03:42.784031 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7435e6e7-ed75-42dd-acf0-c8747db4fa90 admin admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:42.785812 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7435e6e7-ed75-42dd-acf0-c8747db4fa90 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9649692 Aug 10 04:03:42.789428 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 41770) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:42.791875 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007c1659-5ca7-4705-8bc7-5e92b863acc9 None None] Routers {'a717c14e-cb9e-4d34-b11c-5e3edeecbc23'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:03:42.793041 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-007c1659-5ca7-4705-8bc7-5e92b863acc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:03:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['a717c14e-cb9e-4d34-b11c-5e3edeecbc23'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:42.916281 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-007c1659-5ca7-4705-8bc7-5e92b863acc9 None None] Set router a717c14e-cb9e-4d34-b11c-5e3edeecbc23 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:03:43.149658 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-007c1659-5ca7-4705-8bc7-5e92b863acc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a717c14e-cb9e-4d34-b11c-5e3edeecbc23', 'name': 'tempest-TestEncryptedCinderVolumes-1950570229-router', 'tenant_id': '6f3a3624023d465ab77faab69aa7cc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '1da13a97-817f-4ef5-b3b5-868d3526ca3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:40Z', 'updated_at': '2021-08-10T04:03:42Z', 'revision_number': 3, 'project_id': '6f3a3624023d465ab77faab69aa7cc33', 'gw_port': {'id': '1da13a97-817f-4ef5-b3b5-868d3526ca3a', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:be:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a717c14e-cb9e-4d34-b11c-5e3edeecbc23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:41Z', 'updated_at': '2021-08-10T04:03:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:43.177080 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007c1659-5ca7-4705-8bc7-5e92b863acc9 None None] Checking router: a717c14e-cb9e-4d34-b11c-5e3edeecbc23 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:03:43.177426 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007c1659-5ca7-4705-8bc7-5e92b863acc9 None None] Updating router a717c14e-cb9e-4d34-b11c-5e3edeecbc23 port 1da13a97-817f-4ef5-b3b5-868d3526ca3a binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:03:43.202481 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-007c1659-5ca7-4705-8bc7-5e92b863acc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:43.256243 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-53f5a775-5b98-49c4-8659-f23b41b05723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:43.427336 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-53f5a775-5b98-49c4-8659-f23b41b05723 admin admin] Allocated IP 172.20.0.1 (6ca8410b-8b4f-4c5d-80ba-4213a22046e0/169decdd-6015-4128-a02c-1bb7304c7b6a/72970bd3-2e7b-49f9-837e-58a5b26de446) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:03:43.446353 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 118b28d6-4d66-41f9-aee3-c28a67db7fba up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:03:43.497679 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 118b28d6-4d66-41f9-aee3-c28a67db7fba completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:03:43.501436 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 118b28d6-4d66-41f9-aee3-c28a67db7fba triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:43.501814 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:43.508495 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-007c1659-5ca7-4705-8bc7-5e92b863acc9 None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:43.524523 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-007c1659-5ca7-4705-8bc7-5e92b863acc9 None None] Transition to ACTIVE for port object 1da13a97-817f-4ef5-b3b5-868d3526ca3a will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:43.533088 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-007c1659-5ca7-4705-8bc7-5e92b863acc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:43.580355 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-007c1659-5ca7-4705-8bc7-5e92b863acc9 None None] Attempting to bind port 1da13a97-817f-4ef5-b3b5-868d3526ca3a on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:03:43.580811 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-007c1659-5ca7-4705-8bc7-5e92b863acc9 None None] Attempting to bind port 1da13a97-817f-4ef5-b3b5-868d3526ca3a by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:03:43.581250 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007c1659-5ca7-4705-8bc7-5e92b863acc9 None None] Attempting to bind port 1da13a97-817f-4ef5-b3b5-868d3526ca3a on network 09ca2025-b9a6-4e84-8019-8d9fbef3753e {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:03:43.594428 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007c1659-5ca7-4705-8bc7-5e92b863acc9 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:03:43.594928 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007c1659-5ca7-4705-8bc7-5e92b863acc9 None None] Checking segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:03:43.595387 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-007c1659-5ca7-4705-8bc7-5e92b863acc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:43.595880 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007c1659-5ca7-4705-8bc7-5e92b863acc9 None None] Bound using segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:03:43.596456 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-007c1659-5ca7-4705-8bc7-5e92b863acc9 None None] Bound port: 1da13a97-817f-4ef5-b3b5-868d3526ca3a, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:03:43.596578 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-53f5a775-5b98-49c4-8659-f23b41b05723 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:43.596922 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-007c1659-5ca7-4705-8bc7-5e92b863acc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:43.597431 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:43.611289 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-53f5a775-5b98-49c4-8659-f23b41b05723 admin admin] Transition to ACTIVE for port object 72970bd3-2e7b-49f9-837e-58a5b26de446 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:43.619311 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f3ad8b-5c9d-41ed-8563-7b2fbd5c2e4d None None] Pushing event updated for resources: {'Port': ['ID=1da13a97-817f-4ef5-b3b5-868d3526ca3a,revision_number=2']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:43.631500 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 118b28d6-4d66-41f9-aee3-c28a67db7fba, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=118b28d6-4d66-41f9-aee3-c28a67db7fba,segment=NetworkSegment(aebf2970-da92-4cf7-957a-86adbd40b877),segment_id=aebf2970-da92-4cf7-957a-86adbd40b877)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:43.633065 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f3ad8b-5c9d-41ed-8563-7b2fbd5c2e4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:43.633445 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f3ad8b-5c9d-41ed-8563-7b2fbd5c2e4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:43.633819 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f3ad8b-5c9d-41ed-8563-7b2fbd5c2e4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:43.634174 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f3ad8b-5c9d-41ed-8563-7b2fbd5c2e4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:43.634488 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f3ad8b-5c9d-41ed-8563-7b2fbd5c2e4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:43.634866 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f3ad8b-5c9d-41ed-8563-7b2fbd5c2e4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:43.635190 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f3ad8b-5c9d-41ed-8563-7b2fbd5c2e4d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:43.635517 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f3ad8b-5c9d-41ed-8563-7b2fbd5c2e4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:43.636363 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f3ad8b-5c9d-41ed-8563-7b2fbd5c2e4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:43.636695 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f3ad8b-5c9d-41ed-8563-7b2fbd5c2e4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:43.637039 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f3ad8b-5c9d-41ed-8563-7b2fbd5c2e4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:43.637342 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:43.637465 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f3ad8b-5c9d-41ed-8563-7b2fbd5c2e4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:43.660337 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-53f5a775-5b98-49c4-8659-f23b41b05723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:43.663625 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-007c1659-5ca7-4705-8bc7-5e92b863acc9 None None] For port 1da13a97-817f-4ef5-b3b5-868d3526ca3a, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:03:43.667089 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-007c1659-5ca7-4705-8bc7-5e92b863acc9 None None] For port 1da13a97-817f-4ef5-b3b5-868d3526ca3a, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=1da13a97-817f-4ef5-b3b5-868d3526ca3a,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:03:43.672654 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-007c1659-5ca7-4705-8bc7-5e92b863acc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:43.692980 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=118b28d6-4d66-41f9-aee3-c28a67db7fba,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:43.721009 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f5a775-5b98-49c4-8659-f23b41b05723 admin admin] Network 6ca8410b-8b4f-4c5d-80ba-4213a22046e0 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:03:43.722515 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f5a775-5b98-49c4-8659-f23b41b05723 admin admin] Pushing event updated for resources: {'Port': ['ID=72970bd3-2e7b-49f9-837e-58a5b26de446,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:43.726099 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-53f5a775-5b98-49c4-8659-f23b41b05723 admin admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:43.729042 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f5a775-5b98-49c4-8659-f23b41b05723 admin admin] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:03:43.734185 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007c1659-5ca7-4705-8bc7-5e92b863acc9 None None] Routers {'a717c14e-cb9e-4d34-b11c-5e3edeecbc23'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:03:43.734846 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-007c1659-5ca7-4705-8bc7-5e92b863acc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:03:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['a717c14e-cb9e-4d34-b11c-5e3edeecbc23'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:43.770374 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-53f5a775-5b98-49c4-8659-f23b41b05723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:43.787381 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f3ad8b-5c9d-41ed-8563-7b2fbd5c2e4d None None] Pushing event updated for resources: {'Port': ['ID=1da13a97-817f-4ef5-b3b5-868d3526ca3a,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:43.874492 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-007c1659-5ca7-4705-8bc7-5e92b863acc9 None None] Set router a717c14e-cb9e-4d34-b11c-5e3edeecbc23 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:03:43.980290 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-c202b347-a1c2-4b0d-a92f-24eb5637be0c None None] Provisioning for port 72970bd3-2e7b-49f9-837e-58a5b26de446 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:03:43.992920 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-c202b347-a1c2-4b0d-a92f-24eb5637be0c None None] Provisioning complete for port 72970bd3-2e7b-49f9-837e-58a5b26de446 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:43.992920 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c202b347-a1c2-4b0d-a92f-24eb5637be0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:44.045826 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-c202b347-a1c2-4b0d-a92f-24eb5637be0c None None] Port 72970bd3-2e7b-49f9-837e-58a5b26de446 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:03:44.097533 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-007c1659-5ca7-4705-8bc7-5e92b863acc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a717c14e-cb9e-4d34-b11c-5e3edeecbc23', 'name': 'tempest-TestEncryptedCinderVolumes-1950570229-router', 'tenant_id': '6f3a3624023d465ab77faab69aa7cc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '1da13a97-817f-4ef5-b3b5-868d3526ca3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:40Z', 'updated_at': '2021-08-10T04:03:42Z', 'revision_number': 3, 'project_id': '6f3a3624023d465ab77faab69aa7cc33', 'gw_port': {'id': '1da13a97-817f-4ef5-b3b5-868d3526ca3a', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:be:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a717c14e-cb9e-4d34-b11c-5e3edeecbc23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:41Z', 'updated_at': '2021-08-10T04:03:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:44.133087 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007c1659-5ca7-4705-8bc7-5e92b863acc9 None None] The sync data for ids ['a717c14e-cb9e-4d34-b11c-5e3edeecbc23'] in n-d-768851-15 is: [{'id': 'a717c14e-cb9e-4d34-b11c-5e3edeecbc23', 'name': 'tempest-TestEncryptedCinderVolumes-1950570229-router', 'tenant_id': '6f3a3624023d465ab77faab69aa7cc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '1da13a97-817f-4ef5-b3b5-868d3526ca3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:40Z', 'updated_at': '2021-08-10T04:03:42Z', 'revision_number': 3, 'project_id': '6f3a3624023d465ab77faab69aa7cc33', 'gw_port': {'id': '1da13a97-817f-4ef5-b3b5-868d3526ca3a', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:be:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a717c14e-cb9e-4d34-b11c-5e3edeecbc23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:41Z', 'updated_at': '2021-08-10T04:03:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:03:44.300130 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-53f5a775-5b98-49c4-8659-f23b41b05723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:44.500823 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-53f5a775-5b98-49c4-8659-f23b41b05723 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:44.508493 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-53f5a775-5b98-49c4-8659-f23b41b05723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:44.577823 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-53f5a775-5b98-49c4-8659-f23b41b05723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:44.579800 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f5a775-5b98-49c4-8659-f23b41b05723 admin admin] Pushing event updated for resources: {'Port': ['ID=72970bd3-2e7b-49f9-837e-58a5b26de446,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:44.709862 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f5a775-5b98-49c4-8659-f23b41b05723 admin admin] Network 6ca8410b-8b4f-4c5d-80ba-4213a22046e0 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:03:44.711301 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-53f5a775-5b98-49c4-8659-f23b41b05723 admin admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:44.839954 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f5a775-5b98-49c4-8659-f23b41b05723 admin admin] Router a717c14e-cb9e-4d34-b11c-5e3edeecbc23 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:03:44.970654 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-97bd260f-9014-4833-9dae-b088a4b49e05 None None] Provisioning complete for port 72970bd3-2e7b-49f9-837e-58a5b26de446 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:44.971217 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-97bd260f-9014-4833-9dae-b088a4b49e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:44.988122 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f5a775-5b98-49c4-8659-f23b41b05723 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:03:44.993966 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-53f5a775-5b98-49c4-8659-f23b41b05723 admin admin] 10.222.0.62 "PUT /v2.0/routers/a717c14e-cb9e-4d34-b11c-5e3edeecbc23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2028821 Aug 10 04:03:45.012703 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-97bd260f-9014-4833-9dae-b088a4b49e05 None None] Port 72970bd3-2e7b-49f9-837e-58a5b26de446 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:03:45.498660 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 1da13a97-817f-4ef5-b3b5-868d3526ca3a up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:03:45.551680 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41786) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:45.556831 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-66f16857-3128-4091-9c60-dd3ae8836859 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-699442415-network', 'tenant_id': '897a3b11a11c4ff08b00c81df9ceedb9'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:45.565429 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 1da13a97-817f-4ef5-b3b5-868d3526ca3a completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:03:45.569334 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 1da13a97-817f-4ef5-b3b5-868d3526ca3a triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:45.569709 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:45.580361 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f16857-3128-4091-9c60-dd3ae8836859 admin admin] Made reservation on behalf of 897a3b11a11c4ff08b00c81df9ceedb9 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:45.583023 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-66f16857-3128-4091-9c60-dd3ae8836859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:45.593756 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-66f16857-3128-4091-9c60-dd3ae8836859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:45.669546 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:45.697501 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-66f16857-3128-4091-9c60-dd3ae8836859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:45.699744 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 1da13a97-817f-4ef5-b3b5-868d3526ca3a, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=1da13a97-817f-4ef5-b3b5-868d3526ca3a,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:45.704619 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:45.705466 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 118b28d6-4d66-41f9-aee3-c28a67db7fba up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:03:45.705585 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-66f16857-3128-4091-9c60-dd3ae8836859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:45.736411 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66f16857-3128-4091-9c60-dd3ae8836859 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:03:45.746667 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f16857-3128-4091-9c60-dd3ae8836859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0cb33ae-1649-45c1-9da2-837c68a11699,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:45.751896 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-66f16857-3128-4091-9c60-dd3ae8836859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:45.752238 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-66f16857-3128-4091-9c60-dd3ae8836859 admin admin] Added segment 0e0a31f0-5530-4e44-bb45-4774de1a687c of type vlan for network a039ecb4-9efd-4af8-8b31-f826cf5f155a Aug 10 04:03:45.795669 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=1da13a97-817f-4ef5-b3b5-868d3526ca3a,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:45.799014 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-66f16857-3128-4091-9c60-dd3ae8836859 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:45.811720 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 118b28d6-4d66-41f9-aee3-c28a67db7fba triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:45.812098 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:45.834849 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-66f16857-3128-4091-9c60-dd3ae8836859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:45.836009 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f16857-3128-4091-9c60-dd3ae8836859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:45.836641 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-66f16857-3128-4091-9c60-dd3ae8836859 admin admin] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:45.892596 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc8a73d-3a2b-4028-afa2-3688a1933aaf None None] Sync routers for ids ['a717c14e-cb9e-4d34-b11c-5e3edeecbc23'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:03:45.893103 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-66f16857-3128-4091-9c60-dd3ae8836859 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3402247 Aug 10 04:03:45.895915 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 41788) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:45.902775 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-ef479de1-c2e3-41d8-9b28-5bcb6fe3e213 admin admin] Request body: {'subnet': {'network_id': 'a039ecb4-9efd-4af8-8b31-f826cf5f155a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-699442415-subnet', 'tenant_id': '897a3b11a11c4ff08b00c81df9ceedb9', 'ip_version': 4}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:45.908323 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f16857-3128-4091-9c60-dd3ae8836859 admin admin] Pushing event updated for resources: {'Network': ['ID=a039ecb4-9efd-4af8-8b31-f826cf5f155a,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:45.921480 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc8a73d-3a2b-4028-afa2-3688a1933aaf None None] Routers {'a717c14e-cb9e-4d34-b11c-5e3edeecbc23'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:03:45.921925 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-bcc8a73d-3a2b-4028-afa2-3688a1933aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:03:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['a717c14e-cb9e-4d34-b11c-5e3edeecbc23'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:45.923934 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network a039ecb4-9efd-4af8-8b31-f826cf5f155a details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:03:45.933158 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef479de1-c2e3-41d8-9b28-5bcb6fe3e213 admin admin] Made reservation on behalf of 897a3b11a11c4ff08b00c81df9ceedb9 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:45.935898 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ef479de1-c2e3-41d8-9b28-5bcb6fe3e213 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:46.088899 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-bcc8a73d-3a2b-4028-afa2-3688a1933aaf None None] Set router a717c14e-cb9e-4d34-b11c-5e3edeecbc23 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:03:46.127602 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ef479de1-c2e3-41d8-9b28-5bcb6fe3e213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:46.181409 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef479de1-c2e3-41d8-9b28-5bcb6fe3e213 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02cfe8ab-72ed-471f-99ba-140dd08498dd,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:46.193508 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef479de1-c2e3-41d8-9b28-5bcb6fe3e213 admin admin] Checking segment: {'id': '0e0a31f0-5530-4e44-bb45-4774de1a687c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a039ecb4-9efd-4af8-8b31-f826cf5f155a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:03:46.193867 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef479de1-c2e3-41d8-9b28-5bcb6fe3e213 admin admin] Network hostable DHCP agents. Network: a039ecb4-9efd-4af8-8b31-f826cf5f155a, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:03:46.211679 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef479de1-c2e3-41d8-9b28-5bcb6fe3e213 admin admin] Network a039ecb4-9efd-4af8-8b31-f826cf5f155a is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:03:46.220948 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-ef479de1-c2e3-41d8-9b28-5bcb6fe3e213 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, a039ecb4-9efd-4af8-8b31-f826cf5f155a) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:46.225466 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef479de1-c2e3-41d8-9b28-5bcb6fe3e213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:46.226072 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ef479de1-c2e3-41d8-9b28-5bcb6fe3e213 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:46.236304 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bcaf5a-565e-4bca-bfea-39a89d465a37 None None] Network a039ecb4-9efd-4af8-8b31-f826cf5f155a requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:03:46.247123 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ef479de1-c2e3-41d8-9b28-5bcb6fe3e213 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3493223 Aug 10 04:03:46.250374 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 41790) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:46.255240 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-fb6a272b-b9c5-4c04-82ff-a042d9d04420 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-699442415-router', 'tenant_id': '897a3b11a11c4ff08b00c81df9ceedb9', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:46.277620 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fb6a272b-b9c5-4c04-82ff-a042d9d04420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:46.278651 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fb6a272b-b9c5-4c04-82ff-a042d9d04420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:46.346518 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fb6a272b-b9c5-4c04-82ff-a042d9d04420 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:46.402953 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-bcc8a73d-3a2b-4028-afa2-3688a1933aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a717c14e-cb9e-4d34-b11c-5e3edeecbc23', 'name': 'tempest-TestEncryptedCinderVolumes-1950570229-router', 'tenant_id': '6f3a3624023d465ab77faab69aa7cc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '1da13a97-817f-4ef5-b3b5-868d3526ca3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:40Z', 'updated_at': '2021-08-10T04:03:44Z', 'revision_number': 4, 'project_id': '6f3a3624023d465ab77faab69aa7cc33', 'gw_port': {'id': '1da13a97-817f-4ef5-b3b5-868d3526ca3a', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:be:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a717c14e-cb9e-4d34-b11c-5e3edeecbc23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:41Z', 'updated_at': '2021-08-10T04:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '72970bd3-2e7b-49f9-837e-58a5b26de446', 'name': '', 'network_id': '6ca8410b-8b4f-4c5d-80ba-4213a22046e0', 'tenant_id': '6f3a3624023d465ab77faab69aa7cc33', 'mac_address': 'fa:16:3e:be:d0:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a717c14e-cb9e-4d34-b11c-5e3edeecbc23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '169decdd-6015-4128-a02c-1bb7304c7b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:43Z', 'updated_at': '2021-08-10T04:03:44Z', 'revision_number': 2, 'project_id': '6f3a3624023d465ab77faab69aa7cc33', 'subnets': [{'id': '169decdd-6015-4128-a02c-1bb7304c7b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:46.447490 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc8a73d-3a2b-4028-afa2-3688a1933aaf None None] Checking router: a717c14e-cb9e-4d34-b11c-5e3edeecbc23 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:03:46.447850 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc8a73d-3a2b-4028-afa2-3688a1933aaf None None] Updating router a717c14e-cb9e-4d34-b11c-5e3edeecbc23 port 72970bd3-2e7b-49f9-837e-58a5b26de446 binding host n-d-768851-15 {{(pid=94218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:03:46.469275 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f97a0a7-842b-4480-8149-97ed5ae250a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-a039ecb4-9efd-4af8-8b31-f826cf5f155a', 'network_id': 'a039ecb4-9efd-4af8-8b31-f826cf5f155a', 'tenant_id': '897a3b11a11c4ff08b00c81df9ceedb9', 'fixed_ips': [{'subnet_id': '02cfe8ab-72ed-471f-99ba-140dd08498dd'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:03:46.470123 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5f97a0a7-842b-4480-8149-97ed5ae250a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:46.487072 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-bcc8a73d-3a2b-4028-afa2-3688a1933aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:46.499174 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fb6a272b-b9c5-4c04-82ff-a042d9d04420 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:46.719591 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-5f97a0a7-842b-4480-8149-97ed5ae250a7 None None] Allocated IP 172.20.0.2 (a039ecb4-9efd-4af8-8b31-f826cf5f155a/02cfe8ab-72ed-471f-99ba-140dd08498dd/883cbebb-331b-4543-a4eb-b555fe2c4d64) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:03:46.773243 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fb6a272b-b9c5-4c04-82ff-a042d9d04420 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:46.794499 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fb6a272b-b9c5-4c04-82ff-a042d9d04420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:46.912714 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-fb6a272b-b9c5-4c04-82ff-a042d9d04420 admin admin] Allocated IP 172.25.7.95 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/203f5eb3-0445-4019-9b5f-23afd615803a) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:03:47.041254 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fb6a272b-b9c5-4c04-82ff-a042d9d04420 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:47.092622 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fb6a272b-b9c5-4c04-82ff-a042d9d04420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:47.135077 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6a272b-b9c5-4c04-82ff-a042d9d04420 admin admin] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:03:47.138796 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-fb6a272b-b9c5-4c04-82ff-a042d9d04420 admin admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:47.142588 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6a272b-b9c5-4c04-82ff-a042d9d04420 admin admin] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:03:47.144147 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-bcc8a73d-3a2b-4028-afa2-3688a1933aaf None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:47.148549 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6a272b-b9c5-4c04-82ff-a042d9d04420 admin admin] Pushing event updated for resources: {'Port': ['ID=203f5eb3-0445-4019-9b5f-23afd615803a,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:47.158451 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5f97a0a7-842b-4480-8149-97ed5ae250a7 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:47.160489 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-bcc8a73d-3a2b-4028-afa2-3688a1933aaf None None] Transition to ACTIVE for port object 72970bd3-2e7b-49f9-837e-58a5b26de446 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:47.169470 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-5f97a0a7-842b-4480-8149-97ed5ae250a7 None None] Transition to ACTIVE for port object 883cbebb-331b-4543-a4eb-b555fe2c4d64 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:47.173727 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-bcc8a73d-3a2b-4028-afa2-3688a1933aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:47.208439 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-5f97a0a7-842b-4480-8149-97ed5ae250a7 None None] Transition to ACTIVE for port object 883cbebb-331b-4543-a4eb-b555fe2c4d64 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:47.223336 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5f97a0a7-842b-4480-8149-97ed5ae250a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:47.250132 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99b69d9-1c41-407f-be07-abe0bce436a0 None None] Pushing event updated for resources: {'Port': ['ID=72970bd3-2e7b-49f9-837e-58a5b26de446,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:47.266285 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f97a0a7-842b-4480-8149-97ed5ae250a7 None None] Network a039ecb4-9efd-4af8-8b31-f826cf5f155a is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:03:47.287128 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-5f97a0a7-842b-4480-8149-97ed5ae250a7 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:47.312242 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f97a0a7-842b-4480-8149-97ed5ae250a7 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:03:47.383359 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f97a0a7-842b-4480-8149-97ed5ae250a7 None None] Pushing event updated for resources: {'Port': ['ID=883cbebb-331b-4543-a4eb-b555fe2c4d64,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:47.387130 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-bcc8a73d-3a2b-4028-afa2-3688a1933aaf None None] Attempting to bind port 72970bd3-2e7b-49f9-837e-58a5b26de446 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:03:47.387130 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-bcc8a73d-3a2b-4028-afa2-3688a1933aaf None None] Attempting to bind port 72970bd3-2e7b-49f9-837e-58a5b26de446 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'aebf2970-da92-4cf7-957a-86adbd40b877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6ca8410b-8b4f-4c5d-80ba-4213a22046e0'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:03:47.387378 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc8a73d-3a2b-4028-afa2-3688a1933aaf None None] Attempting to bind port 72970bd3-2e7b-49f9-837e-58a5b26de446 on network 6ca8410b-8b4f-4c5d-80ba-4213a22046e0 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:03:47.407513 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc8a73d-3a2b-4028-afa2-3688a1933aaf None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:03:47.407982 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc8a73d-3a2b-4028-afa2-3688a1933aaf None None] Checking segment: {'id': 'aebf2970-da92-4cf7-957a-86adbd40b877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6ca8410b-8b4f-4c5d-80ba-4213a22046e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:03:47.408473 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-bcc8a73d-3a2b-4028-afa2-3688a1933aaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:47.408942 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc8a73d-3a2b-4028-afa2-3688a1933aaf None None] Bound using segment: {'id': 'aebf2970-da92-4cf7-957a-86adbd40b877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6ca8410b-8b4f-4c5d-80ba-4213a22046e0'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:03:47.409507 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-bcc8a73d-3a2b-4028-afa2-3688a1933aaf None None] Bound port: 72970bd3-2e7b-49f9-837e-58a5b26de446, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aebf2970-da92-4cf7-957a-86adbd40b877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6ca8410b-8b4f-4c5d-80ba-4213a22046e0'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:03:47.409973 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-bcc8a73d-3a2b-4028-afa2-3688a1933aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:47.433476 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-5f97a0a7-842b-4480-8149-97ed5ae250a7 None None] Attempting to bind port 883cbebb-331b-4543-a4eb-b555fe2c4d64 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:03:47.434186 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-5f97a0a7-842b-4480-8149-97ed5ae250a7 None None] Attempting to bind port 883cbebb-331b-4543-a4eb-b555fe2c4d64 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '0e0a31f0-5530-4e44-bb45-4774de1a687c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a039ecb4-9efd-4af8-8b31-f826cf5f155a'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:03:47.434848 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f97a0a7-842b-4480-8149-97ed5ae250a7 None None] Attempting to bind port 883cbebb-331b-4543-a4eb-b555fe2c4d64 on network a039ecb4-9efd-4af8-8b31-f826cf5f155a {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:03:47.448817 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f97a0a7-842b-4480-8149-97ed5ae250a7 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:03:47.449385 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f97a0a7-842b-4480-8149-97ed5ae250a7 None None] Checking segment: {'id': '0e0a31f0-5530-4e44-bb45-4774de1a687c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a039ecb4-9efd-4af8-8b31-f826cf5f155a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:03:47.449950 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5f97a0a7-842b-4480-8149-97ed5ae250a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:47.450531 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f97a0a7-842b-4480-8149-97ed5ae250a7 None None] Bound using segment: {'id': '0e0a31f0-5530-4e44-bb45-4774de1a687c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a039ecb4-9efd-4af8-8b31-f826cf5f155a'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:03:47.451530 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-5f97a0a7-842b-4480-8149-97ed5ae250a7 None None] Bound port: 883cbebb-331b-4543-a4eb-b555fe2c4d64, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e0a31f0-5530-4e44-bb45-4774de1a687c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a039ecb4-9efd-4af8-8b31-f826cf5f155a'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:03:47.452470 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5f97a0a7-842b-4480-8149-97ed5ae250a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:47.455273 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 1da13a97-817f-4ef5-b3b5-868d3526ca3a up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:03:47.463889 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fb6a272b-b9c5-4c04-82ff-a042d9d04420 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:47.649941 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-bcc8a73d-3a2b-4028-afa2-3688a1933aaf None None] For port 72970bd3-2e7b-49f9-837e-58a5b26de446, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:03:47.659118 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-bcc8a73d-3a2b-4028-afa2-3688a1933aaf None None] For port 72970bd3-2e7b-49f9-837e-58a5b26de446, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=72970bd3-2e7b-49f9-837e-58a5b26de446,segment=NetworkSegment(aebf2970-da92-4cf7-957a-86adbd40b877),segment_id=aebf2970-da92-4cf7-957a-86adbd40b877)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:03:47.667615 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-bcc8a73d-3a2b-4028-afa2-3688a1933aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:47.685292 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fb6a272b-b9c5-4c04-82ff-a042d9d04420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:47.705057 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-5f97a0a7-842b-4480-8149-97ed5ae250a7 None None] For port 883cbebb-331b-4543-a4eb-b555fe2c4d64, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:03:47.722319 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 1da13a97-817f-4ef5-b3b5-868d3526ca3a triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:47.722692 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:47.725403 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-5f97a0a7-842b-4480-8149-97ed5ae250a7 None None] For port 883cbebb-331b-4543-a4eb-b555fe2c4d64, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=883cbebb-331b-4543-a4eb-b555fe2c4d64,segment=NetworkSegment(0e0a31f0-5530-4e44-bb45-4774de1a687c),segment_id=0e0a31f0-5530-4e44-bb45-4774de1a687c)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:03:47.738119 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5f97a0a7-842b-4480-8149-97ed5ae250a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:47.787983 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99b69d9-1c41-407f-be07-abe0bce436a0 None None] Pushing event updated for resources: {'Port': ['ID=72970bd3-2e7b-49f9-837e-58a5b26de446,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:47.803410 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc8a73d-3a2b-4028-afa2-3688a1933aaf None None] Routers {'a717c14e-cb9e-4d34-b11c-5e3edeecbc23'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:03:47.804794 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-bcc8a73d-3a2b-4028-afa2-3688a1933aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:03:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['a717c14e-cb9e-4d34-b11c-5e3edeecbc23'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:47.852431 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb6a272b-b9c5-4c04-82ff-a042d9d04420 admin admin] Router 46b5c145-4e50-498d-8ebe-29fc35f32d7a is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:03:47.914527 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f97a0a7-842b-4480-8149-97ed5ae250a7 None None] Pushing event updated for resources: {'Port': ['ID=883cbebb-331b-4543-a4eb-b555fe2c4d64,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:48.002512 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-bcc8a73d-3a2b-4028-afa2-3688a1933aaf None None] Set router a717c14e-cb9e-4d34-b11c-5e3edeecbc23 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:03:48.046039 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb6a272b-b9c5-4c04-82ff-a042d9d04420 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:03:48.085496 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fb6a272b-b9c5-4c04-82ff-a042d9d04420 admin admin] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:48.087140 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-fb6a272b-b9c5-4c04-82ff-a042d9d04420 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8353643 Aug 10 04:03:48.089301 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef599350-0b5a-4396-8a16-c9ab2766bad5 None None] Sync routers for ids ['46b5c145-4e50-498d-8ebe-29fc35f32d7a'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:03:48.091172 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 41792) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:48.114631 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef599350-0b5a-4396-8a16-c9ab2766bad5 None None] Routers {'46b5c145-4e50-498d-8ebe-29fc35f32d7a'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:03:48.115651 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-ef599350-0b5a-4396-8a16-c9ab2766bad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:03:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['46b5c145-4e50-498d-8ebe-29fc35f32d7a'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:48.260778 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-ef599350-0b5a-4396-8a16-c9ab2766bad5 None None] Set router 46b5c145-4e50-498d-8ebe-29fc35f32d7a gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:03:48.291492 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-bcc8a73d-3a2b-4028-afa2-3688a1933aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a717c14e-cb9e-4d34-b11c-5e3edeecbc23', 'name': 'tempest-TestEncryptedCinderVolumes-1950570229-router', 'tenant_id': '6f3a3624023d465ab77faab69aa7cc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '1da13a97-817f-4ef5-b3b5-868d3526ca3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:40Z', 'updated_at': '2021-08-10T04:03:44Z', 'revision_number': 4, 'project_id': '6f3a3624023d465ab77faab69aa7cc33', 'gw_port': {'id': '1da13a97-817f-4ef5-b3b5-868d3526ca3a', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:be:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a717c14e-cb9e-4d34-b11c-5e3edeecbc23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:41Z', 'updated_at': '2021-08-10T04:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '72970bd3-2e7b-49f9-837e-58a5b26de446', 'name': '', 'network_id': '6ca8410b-8b4f-4c5d-80ba-4213a22046e0', 'tenant_id': '6f3a3624023d465ab77faab69aa7cc33', 'mac_address': 'fa:16:3e:be:d0:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a717c14e-cb9e-4d34-b11c-5e3edeecbc23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '169decdd-6015-4128-a02c-1bb7304c7b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:43Z', 'updated_at': '2021-08-10T04:03:47Z', 'revision_number': 4, 'project_id': '6f3a3624023d465ab77faab69aa7cc33', 'subnets': [{'id': '169decdd-6015-4128-a02c-1bb7304c7b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:48.322320 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc8a73d-3a2b-4028-afa2-3688a1933aaf None None] The sync data for ids ['a717c14e-cb9e-4d34-b11c-5e3edeecbc23'] in n-d-768851-15 is: [{'id': 'a717c14e-cb9e-4d34-b11c-5e3edeecbc23', 'name': 'tempest-TestEncryptedCinderVolumes-1950570229-router', 'tenant_id': '6f3a3624023d465ab77faab69aa7cc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '1da13a97-817f-4ef5-b3b5-868d3526ca3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:40Z', 'updated_at': '2021-08-10T04:03:44Z', 'revision_number': 4, 'project_id': '6f3a3624023d465ab77faab69aa7cc33', 'gw_port': {'id': '1da13a97-817f-4ef5-b3b5-868d3526ca3a', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:be:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a717c14e-cb9e-4d34-b11c-5e3edeecbc23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:41Z', 'updated_at': '2021-08-10T04:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '72970bd3-2e7b-49f9-837e-58a5b26de446', 'name': '', 'network_id': '6ca8410b-8b4f-4c5d-80ba-4213a22046e0', 'tenant_id': '6f3a3624023d465ab77faab69aa7cc33', 'mac_address': 'fa:16:3e:be:d0:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a717c14e-cb9e-4d34-b11c-5e3edeecbc23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '169decdd-6015-4128-a02c-1bb7304c7b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:43Z', 'updated_at': '2021-08-10T04:03:47Z', 'revision_number': 4, 'project_id': '6f3a3624023d465ab77faab69aa7cc33', 'subnets': [{'id': '169decdd-6015-4128-a02c-1bb7304c7b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:03:48.486163 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-ef599350-0b5a-4396-8a16-c9ab2766bad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b5c145-4e50-498d-8ebe-29fc35f32d7a', 'name': 'tempest-TestEncryptedCinderVolumes-699442415-router', 'tenant_id': '897a3b11a11c4ff08b00c81df9ceedb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '203f5eb3-0445-4019-9b5f-23afd615803a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:46Z', 'updated_at': '2021-08-10T04:03:47Z', 'revision_number': 3, 'project_id': '897a3b11a11c4ff08b00c81df9ceedb9', 'gw_port': {'id': '203f5eb3-0445-4019-9b5f-23afd615803a', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d6:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b5c145-4e50-498d-8ebe-29fc35f32d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:46Z', 'updated_at': '2021-08-10T04:03:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:48.530429 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef599350-0b5a-4396-8a16-c9ab2766bad5 None None] Checking router: 46b5c145-4e50-498d-8ebe-29fc35f32d7a for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:03:48.531122 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef599350-0b5a-4396-8a16-c9ab2766bad5 None None] Updating router 46b5c145-4e50-498d-8ebe-29fc35f32d7a port 203f5eb3-0445-4019-9b5f-23afd615803a binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:03:48.567380 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-ef599350-0b5a-4396-8a16-c9ab2766bad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:48.652148 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e3ab1e6b-26f5-49df-ac4c-f4f07d232e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:48.864685 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-ef599350-0b5a-4396-8a16-c9ab2766bad5 None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:48.875466 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-ef599350-0b5a-4396-8a16-c9ab2766bad5 None None] Transition to ACTIVE for port object 203f5eb3-0445-4019-9b5f-23afd615803a will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:48.882991 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-ef599350-0b5a-4396-8a16-c9ab2766bad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:48.917694 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-e3ab1e6b-26f5-49df-ac4c-f4f07d232e1f admin admin] Allocated IP 172.20.0.1 (a039ecb4-9efd-4af8-8b31-f826cf5f155a/02cfe8ab-72ed-471f-99ba-140dd08498dd/d99530ef-b4d9-4281-964e-825954d27f64) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:03:48.960854 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a38c62-2747-465e-aa2d-f63af281802f None None] Pushing event updated for resources: {'Port': ['ID=203f5eb3-0445-4019-9b5f-23afd615803a,revision_number=2']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:48.964834 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-ef599350-0b5a-4396-8a16-c9ab2766bad5 None None] Attempting to bind port 203f5eb3-0445-4019-9b5f-23afd615803a on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:03:48.965206 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-ef599350-0b5a-4396-8a16-c9ab2766bad5 None None] Attempting to bind port 203f5eb3-0445-4019-9b5f-23afd615803a by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:03:48.965600 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef599350-0b5a-4396-8a16-c9ab2766bad5 None None] Attempting to bind port 203f5eb3-0445-4019-9b5f-23afd615803a on network 09ca2025-b9a6-4e84-8019-8d9fbef3753e {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:03:48.971817 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef599350-0b5a-4396-8a16-c9ab2766bad5 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:03:48.972202 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef599350-0b5a-4396-8a16-c9ab2766bad5 None None] Checking segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:03:48.972586 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-ef599350-0b5a-4396-8a16-c9ab2766bad5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:48.972975 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef599350-0b5a-4396-8a16-c9ab2766bad5 None None] Bound using segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:03:48.973569 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-ef599350-0b5a-4396-8a16-c9ab2766bad5 None None] Bound port: 203f5eb3-0445-4019-9b5f-23afd615803a, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:03:48.973812 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-ef599350-0b5a-4396-8a16-c9ab2766bad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:49.044003 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a7de7b-0fc7-4d31-80a3-cca8e825ce0d None None] Network a039ecb4-9efd-4af8-8b31-f826cf5f155a requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:03:49.049146 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-ef599350-0b5a-4396-8a16-c9ab2766bad5 None None] For port 203f5eb3-0445-4019-9b5f-23afd615803a, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:03:49.053347 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-ef599350-0b5a-4396-8a16-c9ab2766bad5 None None] For port 203f5eb3-0445-4019-9b5f-23afd615803a, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=203f5eb3-0445-4019-9b5f-23afd615803a,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:03:49.058768 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-ef599350-0b5a-4396-8a16-c9ab2766bad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:49.080785 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e3ab1e6b-26f5-49df-ac4c-f4f07d232e1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:49.108657 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-e3ab1e6b-26f5-49df-ac4c-f4f07d232e1f admin admin] Transition to ACTIVE for port object d99530ef-b4d9-4281-964e-825954d27f64 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:49.121108 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef599350-0b5a-4396-8a16-c9ab2766bad5 None None] Routers {'46b5c145-4e50-498d-8ebe-29fc35f32d7a'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:03:49.122830 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-ef599350-0b5a-4396-8a16-c9ab2766bad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:03:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['46b5c145-4e50-498d-8ebe-29fc35f32d7a'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:49.143497 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-27df467d-cd16-451c-9a04-4bc13d2e0969 None None] Provisioning for port 883cbebb-331b-4543-a4eb-b555fe2c4d64 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:03:49.188636 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e3ab1e6b-26f5-49df-ac4c-f4f07d232e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:49.242345 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ab1e6b-26f5-49df-ac4c-f4f07d232e1f admin admin] Network a039ecb4-9efd-4af8-8b31-f826cf5f155a is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:03:49.248833 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-e3ab1e6b-26f5-49df-ac4c-f4f07d232e1f admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:49.253200 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ab1e6b-26f5-49df-ac4c-f4f07d232e1f admin admin] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:03:49.286967 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab1e6b-26f5-49df-ac4c-f4f07d232e1f admin admin] Pushing event updated for resources: {'Port': ['ID=d99530ef-b4d9-4281-964e-825954d27f64,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:49.316469 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e3ab1e6b-26f5-49df-ac4c-f4f07d232e1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:49.329640 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a38c62-2747-465e-aa2d-f63af281802f None None] Pushing event updated for resources: {'Port': ['ID=203f5eb3-0445-4019-9b5f-23afd615803a,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:49.427763 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-ef599350-0b5a-4396-8a16-c9ab2766bad5 None None] Set router 46b5c145-4e50-498d-8ebe-29fc35f32d7a gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:03:49.464840 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e3ab1e6b-26f5-49df-ac4c-f4f07d232e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:49.558556 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 72970bd3-2e7b-49f9-837e-58a5b26de446 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:03:49.624731 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 72970bd3-2e7b-49f9-837e-58a5b26de446 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:03:49.633346 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 72970bd3-2e7b-49f9-837e-58a5b26de446 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:49.634208 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:49.739159 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-ef599350-0b5a-4396-8a16-c9ab2766bad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b5c145-4e50-498d-8ebe-29fc35f32d7a', 'name': 'tempest-TestEncryptedCinderVolumes-699442415-router', 'tenant_id': '897a3b11a11c4ff08b00c81df9ceedb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '203f5eb3-0445-4019-9b5f-23afd615803a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:46Z', 'updated_at': '2021-08-10T04:03:47Z', 'revision_number': 3, 'project_id': '897a3b11a11c4ff08b00c81df9ceedb9', 'gw_port': {'id': '203f5eb3-0445-4019-9b5f-23afd615803a', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d6:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b5c145-4e50-498d-8ebe-29fc35f32d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:46Z', 'updated_at': '2021-08-10T04:03:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:49.749887 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-016f41fb-e586-4465-9346-7ba6a5121ca5 None None] Provisioning for port d99530ef-b4d9-4281-964e-825954d27f64 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:03:49.777915 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-016f41fb-e586-4465-9346-7ba6a5121ca5 None None] Provisioning complete for port d99530ef-b4d9-4281-964e-825954d27f64 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:49.778495 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-016f41fb-e586-4465-9346-7ba6a5121ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:49.784945 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef599350-0b5a-4396-8a16-c9ab2766bad5 None None] The sync data for ids ['46b5c145-4e50-498d-8ebe-29fc35f32d7a'] in n-d-768851-15 is: [{'id': '46b5c145-4e50-498d-8ebe-29fc35f32d7a', 'name': 'tempest-TestEncryptedCinderVolumes-699442415-router', 'tenant_id': '897a3b11a11c4ff08b00c81df9ceedb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '203f5eb3-0445-4019-9b5f-23afd615803a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:46Z', 'updated_at': '2021-08-10T04:03:47Z', 'revision_number': 3, 'project_id': '897a3b11a11c4ff08b00c81df9ceedb9', 'gw_port': {'id': '203f5eb3-0445-4019-9b5f-23afd615803a', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d6:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b5c145-4e50-498d-8ebe-29fc35f32d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:46Z', 'updated_at': '2021-08-10T04:03:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:03:49.787191 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e3ab1e6b-26f5-49df-ac4c-f4f07d232e1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:49.794158 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e3ab1e6b-26f5-49df-ac4c-f4f07d232e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:49.818187 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:49.867486 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 72970bd3-2e7b-49f9-837e-58a5b26de446, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=72970bd3-2e7b-49f9-837e-58a5b26de446,segment=NetworkSegment(aebf2970-da92-4cf7-957a-86adbd40b877),segment_id=aebf2970-da92-4cf7-957a-86adbd40b877)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:49.874912 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:49.875722 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 883cbebb-331b-4543-a4eb-b555fe2c4d64 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:03:49.888790 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab1e6b-26f5-49df-ac4c-f4f07d232e1f admin admin] Pushing event updated for resources: {'Port': ['ID=d99530ef-b4d9-4281-964e-825954d27f64,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:49.901938 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e3ab1e6b-26f5-49df-ac4c-f4f07d232e1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:49.930896 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-016f41fb-e586-4465-9346-7ba6a5121ca5 None None] Port d99530ef-b4d9-4281-964e-825954d27f64 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:03:50.003860 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=72970bd3-2e7b-49f9-837e-58a5b26de446,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:50.012924 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 883cbebb-331b-4543-a4eb-b555fe2c4d64 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:03:50.017037 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 883cbebb-331b-4543-a4eb-b555fe2c4d64 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:50.017417 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:50.035989 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ab1e6b-26f5-49df-ac4c-f4f07d232e1f admin admin] Network a039ecb4-9efd-4af8-8b31-f826cf5f155a is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:03:50.039720 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-e3ab1e6b-26f5-49df-ac4c-f4f07d232e1f admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:50.071707 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-e7096ec1-e895-4530-867a-ab7f146fc9bc None None] Provisioning complete for port d99530ef-b4d9-4281-964e-825954d27f64 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:50.072498 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e7096ec1-e895-4530-867a-ab7f146fc9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:50.150324 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-e7096ec1-e895-4530-867a-ab7f146fc9bc None None] Port d99530ef-b4d9-4281-964e-825954d27f64 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:03:50.152469 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:50.207079 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 883cbebb-331b-4543-a4eb-b555fe2c4d64, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=883cbebb-331b-4543-a4eb-b555fe2c4d64,segment=NetworkSegment(0e0a31f0-5530-4e44-bb45-4774de1a687c),segment_id=0e0a31f0-5530-4e44-bb45-4774de1a687c)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:50.215522 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:50.228101 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ab1e6b-26f5-49df-ac4c-f4f07d232e1f admin admin] Router 46b5c145-4e50-498d-8ebe-29fc35f32d7a has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:03:50.318058 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=883cbebb-331b-4543-a4eb-b555fe2c4d64,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:50.411883 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ab1e6b-26f5-49df-ac4c-f4f07d232e1f admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:03:50.418153 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e3ab1e6b-26f5-49df-ac4c-f4f07d232e1f admin admin] 10.222.0.62 "PUT /v2.0/routers/46b5c145-4e50-498d-8ebe-29fc35f32d7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3258309 Aug 10 04:03:50.484025 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-c460ec8b-a01d-47de-9a39-e56465c7e1ca None None] Provisioning complete for port d99530ef-b4d9-4281-964e-825954d27f64 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:50.484403 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c460ec8b-a01d-47de-9a39-e56465c7e1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:50.531736 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-c460ec8b-a01d-47de-9a39-e56465c7e1ca None None] Port d99530ef-b4d9-4281-964e-825954d27f64 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:03:51.385180 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85aa129-a5e2-4ad8-8e30-935dc57dd4b8 req-10e960cf-59f5-49c2-b729-f9b7465889f5 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:51.387414 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c85aa129-a5e2-4ad8-8e30-935dc57dd4b8 req-10e960cf-59f5-49c2-b729-f9b7465889f5 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] 10.222.0.62 "GET /v2.0/networks?id=6ca8410b-8b4f-4c5d-80ba-4213a22046e0 HTTP/1.1" status: 200 len: 817 time: 0.1239045 Aug 10 04:03:51.417420 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c85aa129-a5e2-4ad8-8e30-935dc57dd4b8 req-c23d3447-d0b4-4bc8-864c-e71dffeb6845 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] 10.222.0.62 "GET /v2.0/quotas/6f3a3624023d465ab77faab69aa7cc33 HTTP/1.1" status: 200 len: 375 time: 0.0183358 Aug 10 04:03:51.506798 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c85aa129-a5e2-4ad8-8e30-935dc57dd4b8 req-7f7bf877-564d-4d5b-8d8f-a561797fe12a tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6f3a3624023d465ab77faab69aa7cc33&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0784626 Aug 10 04:03:51.525295 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 72970bd3-2e7b-49f9-837e-58a5b26de446 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:03:51.583525 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 72970bd3-2e7b-49f9-837e-58a5b26de446 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:51.584085 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:51.664404 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [req-c85aa129-a5e2-4ad8-8e30-935dc57dd4b8 req-9c9efe51-fccc-4fa2-856a-66a07e1198a8 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:03:51.665462 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c85aa129-a5e2-4ad8-8e30-935dc57dd4b8 req-9c9efe51-fccc-4fa2-856a-66a07e1198a8 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1422687 Aug 10 04:03:51.695030 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 203f5eb3-0445-4019-9b5f-23afd615803a up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:03:51.752748 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 203f5eb3-0445-4019-9b5f-23afd615803a completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:03:51.757359 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 203f5eb3-0445-4019-9b5f-23afd615803a triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:51.757864 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:51.779211 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c85aa129-a5e2-4ad8-8e30-935dc57dd4b8 req-01d7402d-c51b-4699-a868-d9a6d0bc5393 service neutron] 10.222.0.62 "GET /v2.0/networks/6ca8410b-8b4f-4c5d-80ba-4213a22046e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043277 Aug 10 04:03:51.842913 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5894ed59-95d1-45dd-ad80-0cf1e3832bb6 None None] Sync routers for ids ['46b5c145-4e50-498d-8ebe-29fc35f32d7a'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:03:51.862489 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5894ed59-95d1-45dd-ad80-0cf1e3832bb6 None None] Routers {'46b5c145-4e50-498d-8ebe-29fc35f32d7a'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:03:51.863162 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-5894ed59-95d1-45dd-ad80-0cf1e3832bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:03:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['46b5c145-4e50-498d-8ebe-29fc35f32d7a'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:51.866558 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:51.918232 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c85aa129-a5e2-4ad8-8e30-935dc57dd4b8 req-76f99dfc-b4dc-44fc-88ce-16612699082f service neutron] 10.222.0.62 "GET /v2.0/networks/6ca8410b-8b4f-4c5d-80ba-4213a22046e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322699 Aug 10 04:03:51.938246 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 203f5eb3-0445-4019-9b5f-23afd615803a, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=203f5eb3-0445-4019-9b5f-23afd615803a,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:51.977243 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:51.978264 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 883cbebb-331b-4543-a4eb-b555fe2c4d64 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:03:52.076692 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-5894ed59-95d1-45dd-ad80-0cf1e3832bb6 None None] Set router 46b5c145-4e50-498d-8ebe-29fc35f32d7a gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:03:52.107719 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=203f5eb3-0445-4019-9b5f-23afd615803a,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:52.163538 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 883cbebb-331b-4543-a4eb-b555fe2c4d64 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:52.163900 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:52.353858 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-5894ed59-95d1-45dd-ad80-0cf1e3832bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b5c145-4e50-498d-8ebe-29fc35f32d7a', 'name': 'tempest-TestEncryptedCinderVolumes-699442415-router', 'tenant_id': '897a3b11a11c4ff08b00c81df9ceedb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '203f5eb3-0445-4019-9b5f-23afd615803a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:46Z', 'updated_at': '2021-08-10T04:03:49Z', 'revision_number': 4, 'project_id': '897a3b11a11c4ff08b00c81df9ceedb9', 'gw_port': {'id': '203f5eb3-0445-4019-9b5f-23afd615803a', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d6:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b5c145-4e50-498d-8ebe-29fc35f32d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:46Z', 'updated_at': '2021-08-10T04:03:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'd99530ef-b4d9-4281-964e-825954d27f64', 'name': '', 'network_id': 'a039ecb4-9efd-4af8-8b31-f826cf5f155a', 'tenant_id': '897a3b11a11c4ff08b00c81df9ceedb9', 'mac_address': 'fa:16:3e:2c:51:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b5c145-4e50-498d-8ebe-29fc35f32d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '02cfe8ab-72ed-471f-99ba-140dd08498dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:48Z', 'updated_at': '2021-08-10T04:03:49Z', 'revision_number': 2, 'project_id': '897a3b11a11c4ff08b00c81df9ceedb9', 'subnets': [{'id': '02cfe8ab-72ed-471f-99ba-140dd08498dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:52.381544 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5894ed59-95d1-45dd-ad80-0cf1e3832bb6 None None] Checking router: 46b5c145-4e50-498d-8ebe-29fc35f32d7a for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:03:52.381798 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5894ed59-95d1-45dd-ad80-0cf1e3832bb6 None None] Updating router 46b5c145-4e50-498d-8ebe-29fc35f32d7a port d99530ef-b4d9-4281-964e-825954d27f64 binding host n-d-768851-15 {{(pid=94218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:03:52.407280 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5894ed59-95d1-45dd-ad80-0cf1e3832bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:52.850028 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5894ed59-95d1-45dd-ad80-0cf1e3832bb6 None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:52.860099 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-5894ed59-95d1-45dd-ad80-0cf1e3832bb6 None None] Transition to ACTIVE for port object d99530ef-b4d9-4281-964e-825954d27f64 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:52.867545 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5894ed59-95d1-45dd-ad80-0cf1e3832bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:52.914429 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982dba7f-f3bf-4266-8a74-82b4e2c43fee None None] Pushing event updated for resources: {'Port': ['ID=d99530ef-b4d9-4281-964e-825954d27f64,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:52.979991 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-5894ed59-95d1-45dd-ad80-0cf1e3832bb6 None None] Attempting to bind port d99530ef-b4d9-4281-964e-825954d27f64 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:03:52.980366 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-5894ed59-95d1-45dd-ad80-0cf1e3832bb6 None None] Attempting to bind port d99530ef-b4d9-4281-964e-825954d27f64 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '0e0a31f0-5530-4e44-bb45-4774de1a687c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a039ecb4-9efd-4af8-8b31-f826cf5f155a'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:03:52.980728 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5894ed59-95d1-45dd-ad80-0cf1e3832bb6 None None] Attempting to bind port d99530ef-b4d9-4281-964e-825954d27f64 on network a039ecb4-9efd-4af8-8b31-f826cf5f155a {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:03:52.986365 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5894ed59-95d1-45dd-ad80-0cf1e3832bb6 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:03:52.986866 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5894ed59-95d1-45dd-ad80-0cf1e3832bb6 None None] Checking segment: {'id': '0e0a31f0-5530-4e44-bb45-4774de1a687c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a039ecb4-9efd-4af8-8b31-f826cf5f155a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:03:52.987335 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5894ed59-95d1-45dd-ad80-0cf1e3832bb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:52.987734 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5894ed59-95d1-45dd-ad80-0cf1e3832bb6 None None] Bound using segment: {'id': '0e0a31f0-5530-4e44-bb45-4774de1a687c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a039ecb4-9efd-4af8-8b31-f826cf5f155a'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:03:52.988213 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-5894ed59-95d1-45dd-ad80-0cf1e3832bb6 None None] Bound port: d99530ef-b4d9-4281-964e-825954d27f64, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e0a31f0-5530-4e44-bb45-4774de1a687c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a039ecb4-9efd-4af8-8b31-f826cf5f155a'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:03:52.988598 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5894ed59-95d1-45dd-ad80-0cf1e3832bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:53.070637 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-5894ed59-95d1-45dd-ad80-0cf1e3832bb6 None None] For port d99530ef-b4d9-4281-964e-825954d27f64, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:03:53.074469 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-5894ed59-95d1-45dd-ad80-0cf1e3832bb6 None None] For port d99530ef-b4d9-4281-964e-825954d27f64, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=d99530ef-b4d9-4281-964e-825954d27f64,segment=NetworkSegment(0e0a31f0-5530-4e44-bb45-4774de1a687c),segment_id=0e0a31f0-5530-4e44-bb45-4774de1a687c)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:03:53.080521 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5894ed59-95d1-45dd-ad80-0cf1e3832bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:53.161019 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5894ed59-95d1-45dd-ad80-0cf1e3832bb6 None None] Routers {'46b5c145-4e50-498d-8ebe-29fc35f32d7a'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:03:53.161996 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-5894ed59-95d1-45dd-ad80-0cf1e3832bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:03:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['46b5c145-4e50-498d-8ebe-29fc35f32d7a'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:53.169775 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-38e83b3d-15d9-4ff1-9dae-4efefc4286ce req-4e09765c-969a-4ac7-bf40-63d312ba97af tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] 10.222.0.62 "GET /v2.0/ports?device_id=313f86ce-fb10-4d5c-9d8d-ce12e8a686ea HTTP/1.1" status: 200 len: 210 time: 0.0435927 Aug 10 04:03:53.215452 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982dba7f-f3bf-4266-8a74-82b4e2c43fee None None] Pushing event updated for resources: {'Port': ['ID=d99530ef-b4d9-4281-964e-825954d27f64,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:53.315679 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-5894ed59-95d1-45dd-ad80-0cf1e3832bb6 None None] Set router 46b5c145-4e50-498d-8ebe-29fc35f32d7a gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:03:53.433451 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 203f5eb3-0445-4019-9b5f-23afd615803a up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:03:53.572131 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 203f5eb3-0445-4019-9b5f-23afd615803a triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:53.572491 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:53.697364 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-5894ed59-95d1-45dd-ad80-0cf1e3832bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b5c145-4e50-498d-8ebe-29fc35f32d7a', 'name': 'tempest-TestEncryptedCinderVolumes-699442415-router', 'tenant_id': '897a3b11a11c4ff08b00c81df9ceedb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '203f5eb3-0445-4019-9b5f-23afd615803a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:46Z', 'updated_at': '2021-08-10T04:03:49Z', 'revision_number': 4, 'project_id': '897a3b11a11c4ff08b00c81df9ceedb9', 'gw_port': {'id': '203f5eb3-0445-4019-9b5f-23afd615803a', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b5c145-4e50-498d-8ebe-29fc35f32d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:46Z', 'updated_at': '2021-08-10T04:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'd99530ef-b4d9-4281-964e-825954d27f64', 'name': '', 'network_id': 'a039ecb4-9efd-4af8-8b31-f826cf5f155a', 'tenant_id': '897a3b11a11c4ff08b00c81df9ceedb9', 'mac_address': 'fa:16:3e:2c:51:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b5c145-4e50-498d-8ebe-29fc35f32d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '02cfe8ab-72ed-471f-99ba-140dd08498dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:48Z', 'updated_at': '2021-08-10T04:03:53Z', 'revision_number': 4, 'project_id': '897a3b11a11c4ff08b00c81df9ceedb9', 'subnets': [{'id': '02cfe8ab-72ed-471f-99ba-140dd08498dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:53.730163 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5894ed59-95d1-45dd-ad80-0cf1e3832bb6 None None] The sync data for ids ['46b5c145-4e50-498d-8ebe-29fc35f32d7a'] in n-d-768851-15 is: [{'id': '46b5c145-4e50-498d-8ebe-29fc35f32d7a', 'name': 'tempest-TestEncryptedCinderVolumes-699442415-router', 'tenant_id': '897a3b11a11c4ff08b00c81df9ceedb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '203f5eb3-0445-4019-9b5f-23afd615803a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:46Z', 'updated_at': '2021-08-10T04:03:49Z', 'revision_number': 4, 'project_id': '897a3b11a11c4ff08b00c81df9ceedb9', 'gw_port': {'id': '203f5eb3-0445-4019-9b5f-23afd615803a', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b5c145-4e50-498d-8ebe-29fc35f32d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:46Z', 'updated_at': '2021-08-10T04:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'd99530ef-b4d9-4281-964e-825954d27f64', 'name': '', 'network_id': 'a039ecb4-9efd-4af8-8b31-f826cf5f155a', 'tenant_id': '897a3b11a11c4ff08b00c81df9ceedb9', 'mac_address': 'fa:16:3e:2c:51:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b5c145-4e50-498d-8ebe-29fc35f32d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '02cfe8ab-72ed-471f-99ba-140dd08498dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:48Z', 'updated_at': '2021-08-10T04:03:53Z', 'revision_number': 4, 'project_id': '897a3b11a11c4ff08b00c81df9ceedb9', 'subnets': [{'id': '02cfe8ab-72ed-471f-99ba-140dd08498dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:03:54.397342 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85aa129-a5e2-4ad8-8e30-935dc57dd4b8 req-ea7cf5da-4518-4b89-87fa-b4b861f4e2e8 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:54.401808 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c85aa129-a5e2-4ad8-8e30-935dc57dd4b8 req-ea7cf5da-4518-4b89-87fa-b4b861f4e2e8 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] 10.222.0.60 "GET /v2.0/networks?id=6ca8410b-8b4f-4c5d-80ba-4213a22046e0 HTTP/1.1" status: 200 len: 817 time: 0.1416643 Aug 10 04:03:54.423082 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-da6122b3-1ac5-4c4a-965a-cd35538eb105 req-79cf7d5a-ce07-4948-a12c-17ecb33b3414 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] 10.222.0.62 "GET /v2.0/ports?device_id=313f86ce-fb10-4d5c-9d8d-ce12e8a686ea HTTP/1.1" status: 200 len: 210 time: 0.1367426 Aug 10 04:03:54.426704 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-c85aa129-a5e2-4ad8-8e30-935dc57dd4b8 req-2ab3d755-811f-4f70-a8db-f7fbac3e16a7 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Request body: {'port': {'device_id': '313f86ce-fb10-4d5c-9d8d-ce12e8a686ea', 'network_id': '6ca8410b-8b4f-4c5d-80ba-4213a22046e0', 'admin_state_up': True, 'tenant_id': '6f3a3624023d465ab77faab69aa7cc33'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:54.540207 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c85aa129-a5e2-4ad8-8e30-935dc57dd4b8 req-2ab3d755-811f-4f70-a8db-f7fbac3e16a7 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Made reservation on behalf of 6f3a3624023d465ab77faab69aa7cc33 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:54.544577 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c85aa129-a5e2-4ad8-8e30-935dc57dd4b8 req-2ab3d755-811f-4f70-a8db-f7fbac3e16a7 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:54.693516 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-c85aa129-a5e2-4ad8-8e30-935dc57dd4b8 req-2ab3d755-811f-4f70-a8db-f7fbac3e16a7 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Allocated IP 172.20.0.7 (6ca8410b-8b4f-4c5d-80ba-4213a22046e0/169decdd-6015-4128-a02c-1bb7304c7b6a/aa0fc9ea-e572-443c-aefb-d7ffa11a32fc) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:03:54.869967 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c85aa129-a5e2-4ad8-8e30-935dc57dd4b8 req-2ab3d755-811f-4f70-a8db-f7fbac3e16a7 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:54.884245 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-c85aa129-a5e2-4ad8-8e30-935dc57dd4b8 req-2ab3d755-811f-4f70-a8db-f7fbac3e16a7 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Transition to ACTIVE for port object aa0fc9ea-e572-443c-aefb-d7ffa11a32fc will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:54.925140 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c85aa129-a5e2-4ad8-8e30-935dc57dd4b8 req-2ab3d755-811f-4f70-a8db-f7fbac3e16a7 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:54.973261 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c85aa129-a5e2-4ad8-8e30-935dc57dd4b8 req-2ab3d755-811f-4f70-a8db-f7fbac3e16a7 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Network 6ca8410b-8b4f-4c5d-80ba-4213a22046e0 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:03:54.976610 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-c85aa129-a5e2-4ad8-8e30-935dc57dd4b8 req-2ab3d755-811f-4f70-a8db-f7fbac3e16a7 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:54.980610 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-c85aa129-a5e2-4ad8-8e30-935dc57dd4b8 req-2ab3d755-811f-4f70-a8db-f7fbac3e16a7 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:03:54.987231 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab3d755-811f-4f70-a8db-f7fbac3e16a7 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Pushing event updated for resources: {'Port': ['ID=aa0fc9ea-e572-443c-aefb-d7ffa11a32fc,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:55.034450 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85aa129-a5e2-4ad8-8e30-935dc57dd4b8 req-2ab3d755-811f-4f70-a8db-f7fbac3e16a7 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:55.035142 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c85aa129-a5e2-4ad8-8e30-935dc57dd4b8 req-2ab3d755-811f-4f70-a8db-f7fbac3e16a7 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:55.049684 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c85aa129-a5e2-4ad8-8e30-935dc57dd4b8 req-2ab3d755-811f-4f70-a8db-f7fbac3e16a7 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6294441 Aug 10 04:03:55.067617 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-c85aa129-a5e2-4ad8-8e30-935dc57dd4b8 req-587031a4-771f-40d3-b506-1e28a43bde2c service neutron] Request body: {'port': {'device_id': '313f86ce-fb10-4d5c-9d8d-ce12e8a686ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:55.134100 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c85aa129-a5e2-4ad8-8e30-935dc57dd4b8 req-587031a4-771f-40d3-b506-1e28a43bde2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:55.292548 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-e7ed047f-f60c-48af-ad63-f7bc28e73e41 None None] Provisioning for port aa0fc9ea-e572-443c-aefb-d7ffa11a32fc completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:03:55.297926 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-e7ed047f-f60c-48af-ad63-f7bc28e73e41 None None] Provisioning complete for port aa0fc9ea-e572-443c-aefb-d7ffa11a32fc triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:55.298265 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e7ed047f-f60c-48af-ad63-f7bc28e73e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:55.343019 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-e7ed047f-f60c-48af-ad63-f7bc28e73e41 None None] Port aa0fc9ea-e572-443c-aefb-d7ffa11a32fc cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:03:55.506579 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device d99530ef-b4d9-4281-964e-825954d27f64 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:03:55.528492 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-c85aa129-a5e2-4ad8-8e30-935dc57dd4b8 req-587031a4-771f-40d3-b506-1e28a43bde2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa0fc9ea-e572-443c-aefb-d7ffa11a32fc {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:03:55.544919 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c85aa129-a5e2-4ad8-8e30-935dc57dd4b8 req-587031a4-771f-40d3-b506-1e28a43bde2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:55.561913 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-c85aa129-a5e2-4ad8-8e30-935dc57dd4b8 req-587031a4-771f-40d3-b506-1e28a43bde2c service neutron] Transition to ACTIVE for port object aa0fc9ea-e572-443c-aefb-d7ffa11a32fc will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:55.569036 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c85aa129-a5e2-4ad8-8e30-935dc57dd4b8 req-587031a4-771f-40d3-b506-1e28a43bde2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:55.585879 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port d99530ef-b4d9-4281-964e-825954d27f64 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:03:55.594617 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port d99530ef-b4d9-4281-964e-825954d27f64 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:55.595068 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:55.681204 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587031a4-771f-40d3-b506-1e28a43bde2c service neutron] Pushing event updated for resources: {'Port': ['ID=aa0fc9ea-e572-443c-aefb-d7ffa11a32fc,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:55.703808 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3430e00-f6f8-438a-b227-2d41fe6a7570 req-d4a50f0e-b3a1-41b3-ac19-43fc42debcc7 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:55.705425 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b3430e00-f6f8-438a-b227-2d41fe6a7570 req-d4a50f0e-b3a1-41b3-ac19-43fc42debcc7 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] 10.222.0.62 "GET /v2.0/ports?device_id=313f86ce-fb10-4d5c-9d8d-ce12e8a686ea HTTP/1.1" status: 200 len: 943 time: 0.1285009 Aug 10 04:03:55.715264 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:55.756494 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port d99530ef-b4d9-4281-964e-825954d27f64, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=d99530ef-b4d9-4281-964e-825954d27f64,segment=NetworkSegment(0e0a31f0-5530-4e44-bb45-4774de1a687c),segment_id=0e0a31f0-5530-4e44-bb45-4774de1a687c)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:55.761978 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:55.820335 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b3430e00-f6f8-438a-b227-2d41fe6a7570 req-9152c2c1-823a-4555-8672-b8d43076546d tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] 10.222.0.62 "GET /v2.0/security-groups?id=935a0ed8-fb8c-4c81-a90d-d0bfc2316a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895987 Aug 10 04:03:55.832198 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=d99530ef-b4d9-4281-964e-825954d27f64,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:55.866640 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-c85aa129-a5e2-4ad8-8e30-935dc57dd4b8 req-587031a4-771f-40d3-b506-1e28a43bde2c service neutron] Attempting to bind port aa0fc9ea-e572-443c-aefb-d7ffa11a32fc on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:03:55.867161 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-c85aa129-a5e2-4ad8-8e30-935dc57dd4b8 req-587031a4-771f-40d3-b506-1e28a43bde2c service neutron] Attempting to bind port aa0fc9ea-e572-443c-aefb-d7ffa11a32fc by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': 'aebf2970-da92-4cf7-957a-86adbd40b877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6ca8410b-8b4f-4c5d-80ba-4213a22046e0'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:03:55.867644 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85aa129-a5e2-4ad8-8e30-935dc57dd4b8 req-587031a4-771f-40d3-b506-1e28a43bde2c service neutron] Attempting to bind port aa0fc9ea-e572-443c-aefb-d7ffa11a32fc on network 6ca8410b-8b4f-4c5d-80ba-4213a22046e0 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:03:55.873156 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85aa129-a5e2-4ad8-8e30-935dc57dd4b8 req-587031a4-771f-40d3-b506-1e28a43bde2c service neutron] Port aa0fc9ea-e572-443c-aefb-d7ffa11a32fc on network 6ca8410b-8b4f-4c5d-80ba-4213a22046e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:03:55.873583 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85aa129-a5e2-4ad8-8e30-935dc57dd4b8 req-587031a4-771f-40d3-b506-1e28a43bde2c service neutron] Attempting to bind port aa0fc9ea-e572-443c-aefb-d7ffa11a32fc on network 6ca8410b-8b4f-4c5d-80ba-4213a22046e0 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:03:55.883704 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85aa129-a5e2-4ad8-8e30-935dc57dd4b8 req-587031a4-771f-40d3-b506-1e28a43bde2c service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:03:55.884229 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85aa129-a5e2-4ad8-8e30-935dc57dd4b8 req-587031a4-771f-40d3-b506-1e28a43bde2c service neutron] Checking segment: {'id': 'aebf2970-da92-4cf7-957a-86adbd40b877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6ca8410b-8b4f-4c5d-80ba-4213a22046e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:03:55.884944 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85aa129-a5e2-4ad8-8e30-935dc57dd4b8 req-587031a4-771f-40d3-b506-1e28a43bde2c service neutron] Bound using segment: {'id': 'aebf2970-da92-4cf7-957a-86adbd40b877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6ca8410b-8b4f-4c5d-80ba-4213a22046e0'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:03:55.885997 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-c85aa129-a5e2-4ad8-8e30-935dc57dd4b8 req-587031a4-771f-40d3-b506-1e28a43bde2c service neutron] Bound port: aa0fc9ea-e572-443c-aefb-d7ffa11a32fc, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aebf2970-da92-4cf7-957a-86adbd40b877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6ca8410b-8b4f-4c5d-80ba-4213a22046e0'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:03:55.886581 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c85aa129-a5e2-4ad8-8e30-935dc57dd4b8 req-587031a4-771f-40d3-b506-1e28a43bde2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:55.960830 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-c85aa129-a5e2-4ad8-8e30-935dc57dd4b8 req-587031a4-771f-40d3-b506-1e28a43bde2c service neutron] For port aa0fc9ea-e572-443c-aefb-d7ffa11a32fc, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:03:55.966385 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-c85aa129-a5e2-4ad8-8e30-935dc57dd4b8 req-587031a4-771f-40d3-b506-1e28a43bde2c service neutron] For port aa0fc9ea-e572-443c-aefb-d7ffa11a32fc, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=aa0fc9ea-e572-443c-aefb-d7ffa11a32fc,segment=NetworkSegment(aebf2970-da92-4cf7-957a-86adbd40b877),segment_id=aebf2970-da92-4cf7-957a-86adbd40b877)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:03:55.972113 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c85aa129-a5e2-4ad8-8e30-935dc57dd4b8 req-587031a4-771f-40d3-b506-1e28a43bde2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:56.021944 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85aa129-a5e2-4ad8-8e30-935dc57dd4b8 req-587031a4-771f-40d3-b506-1e28a43bde2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:56.022679 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c85aa129-a5e2-4ad8-8e30-935dc57dd4b8 req-587031a4-771f-40d3-b506-1e28a43bde2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:56.024390 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c85aa129-a5e2-4ad8-8e30-935dc57dd4b8 req-587031a4-771f-40d3-b506-1e28a43bde2c service neutron] 10.222.0.60 "PUT /v2.0/ports/aa0fc9ea-e572-443c-aefb-d7ffa11a32fc HTTP/1.1" status: 200 len: 1092 time: 0.9616060 Aug 10 04:03:56.024923 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '313f86ce-fb10-4d5c-9d8d-ce12e8a686ea', 'tag': 'aa0fc9ea-e572-443c-aefb-d7ffa11a32fc'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:03:56.028450 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f07622fec9be5f5895370eab167739528977152f1624bc03810773660a1cbd1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269cc2fb-d4fd-44ac-8d7d-ea8e559ade9b" -d '{"events": [{"name": "network-changed", "server_uuid": "313f86ce-fb10-4d5c-9d8d-ce12e8a686ea", "tag": "aa0fc9ea-e572-443c-aefb-d7ffa11a32fc"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:03:56.052390 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587031a4-771f-40d3-b506-1e28a43bde2c service neutron] Pushing event updated for resources: {'Port': ['ID=aa0fc9ea-e572-443c-aefb-d7ffa11a32fc,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:56.111808 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a136b63c-5d45-4239-bfed-7ed6c1312ac7 x-openstack-request-id: req-a136b63c-5d45-4239-bfed-7ed6c1312ac7 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:03:56.112391 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "313f86ce-fb10-4d5c-9d8d-ce12e8a686ea", "tag": "aa0fc9ea-e572-443c-aefb-d7ffa11a32fc", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:03:56.112820 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a136b63c-5d45-4239-bfed-7ed6c1312ac7 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:03:56.113405 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '313f86ce-fb10-4d5c-9d8d-ce12e8a686ea', 'tag': 'aa0fc9ea-e572-443c-aefb-d7ffa11a32fc', 'status': 'completed', 'code': 200} Aug 10 04:03:56.157846 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85aa129-a5e2-4ad8-8e30-935dc57dd4b8 req-09a40ea3-e722-4574-a20b-98af52db44d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:56.160066 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c85aa129-a5e2-4ad8-8e30-935dc57dd4b8 req-09a40ea3-e722-4574-a20b-98af52db44d1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6f3a3624023d465ab77faab69aa7cc33&device_id=313f86ce-fb10-4d5c-9d8d-ce12e8a686ea HTTP/1.1" status: 200 len: 1095 time: 0.0664248 Aug 10 04:03:56.208690 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c85aa129-a5e2-4ad8-8e30-935dc57dd4b8 req-4376f34e-2f78-4d8e-b252-5c790dd47a4f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa0fc9ea-e572-443c-aefb-d7ffa11a32fc HTTP/1.1" status: 200 len: 217 time: 0.0389132 Aug 10 04:03:56.275214 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85aa129-a5e2-4ad8-8e30-935dc57dd4b8 req-24a603ca-ee2d-42ce-8645-5a5db8a2544a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:56.278150 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c85aa129-a5e2-4ad8-8e30-935dc57dd4b8 req-24a603ca-ee2d-42ce-8645-5a5db8a2544a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=169decdd-6015-4128-a02c-1bb7304c7b6a HTTP/1.1" status: 200 len: 856 time: 0.0574498 Aug 10 04:03:56.332659 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85aa129-a5e2-4ad8-8e30-935dc57dd4b8 req-1b496305-fe51-49cb-913b-23c47327cfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:56.334224 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c85aa129-a5e2-4ad8-8e30-935dc57dd4b8 req-1b496305-fe51-49cb-913b-23c47327cfd6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6ca8410b-8b4f-4c5d-80ba-4213a22046e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449541 Aug 10 04:03:56.430335 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c85aa129-a5e2-4ad8-8e30-935dc57dd4b8 req-79b0548e-c74b-43c8-b1b8-0c3d7e5bdcf3 service neutron] 10.222.0.60 "GET /v2.0/networks/6ca8410b-8b4f-4c5d-80ba-4213a22046e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854678 Aug 10 04:03:56.544477 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c85aa129-a5e2-4ad8-8e30-935dc57dd4b8 req-8797fb29-9c95-4549-9c8a-225412c93603 service neutron] 10.222.0.60 "GET /v2.0/networks/6ca8410b-8b4f-4c5d-80ba-4213a22046e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059654 Aug 10 04:03:56.636799 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269cc2fb-d4fd-44ac-8d7d-ea8e559ade9b req-04212c27-f07a-48ad-a620-9d338ab70d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:56.638374 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-269cc2fb-d4fd-44ac-8d7d-ea8e559ade9b req-04212c27-f07a-48ad-a620-9d338ab70d51 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6f3a3624023d465ab77faab69aa7cc33&device_id=313f86ce-fb10-4d5c-9d8d-ce12e8a686ea HTTP/1.1" status: 200 len: 1095 time: 0.0452566 Aug 10 04:03:56.728244 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:56.739458 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269cc2fb-d4fd-44ac-8d7d-ea8e559ade9b req-3fabd12f-5cad-460b-b411-afa8ff9317f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:56.740954 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-269cc2fb-d4fd-44ac-8d7d-ea8e559ade9b req-3fabd12f-5cad-460b-b411-afa8ff9317f8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6ca8410b-8b4f-4c5d-80ba-4213a22046e0 HTTP/1.1" status: 200 len: 918 time: 0.0924463 Aug 10 04:03:56.784013 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-269cc2fb-d4fd-44ac-8d7d-ea8e559ade9b req-7cc54301-9396-48ac-98ef-5c6dc00deae9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa0fc9ea-e572-443c-aefb-d7ffa11a32fc HTTP/1.1" status: 200 len: 217 time: 0.0349348 Aug 10 04:03:56.836763 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269cc2fb-d4fd-44ac-8d7d-ea8e559ade9b req-fca4b639-b032-49db-9717-f9992f199bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:56.838130 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-269cc2fb-d4fd-44ac-8d7d-ea8e559ade9b req-fca4b639-b032-49db-9717-f9992f199bd0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=169decdd-6015-4128-a02c-1bb7304c7b6a HTTP/1.1" status: 200 len: 856 time: 0.0454140 Aug 10 04:03:56.885215 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269cc2fb-d4fd-44ac-8d7d-ea8e559ade9b req-7c4c9f96-94fc-4498-b468-aee6db222219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:56.887338 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-269cc2fb-d4fd-44ac-8d7d-ea8e559ade9b req-7c4c9f96-94fc-4498-b468-aee6db222219 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6ca8410b-8b4f-4c5d-80ba-4213a22046e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406461 Aug 10 04:03:57.015099 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722305b-7bb1-4553-8a7e-6de6af8a6fa0 req-06b55660-93fa-4659-bb06-95b3690e1899 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:57.016513 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d722305b-7bb1-4553-8a7e-6de6af8a6fa0 req-06b55660-93fa-4659-bb06-95b3690e1899 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] 10.222.0.62 "GET /v2.0/ports?device_id=313f86ce-fb10-4d5c-9d8d-ce12e8a686ea HTTP/1.1" status: 200 len: 943 time: 0.1041448 Aug 10 04:03:57.020444 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-269cc2fb-d4fd-44ac-8d7d-ea8e559ade9b req-dd194c30-55b6-4def-9fdd-f16fae4233ac service neutron] 10.222.0.60 "GET /v2.0/networks/6ca8410b-8b4f-4c5d-80ba-4213a22046e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250589 Aug 10 04:03:57.074834 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:57.105511 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d722305b-7bb1-4553-8a7e-6de6af8a6fa0 req-d7e8a379-0a88-4799-a395-dc9adecf33a9 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] 10.222.0.62 "GET /v2.0/security-groups?id=935a0ed8-fb8c-4c81-a90d-d0bfc2316a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829766 Aug 10 04:03:57.137651 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-269cc2fb-d4fd-44ac-8d7d-ea8e559ade9b req-18ba760d-99ed-4f5f-8883-88fbe79ecb3b service neutron] 10.222.0.60 "GET /v2.0/networks/6ca8410b-8b4f-4c5d-80ba-4213a22046e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088634 Aug 10 04:03:57.413250 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device d99530ef-b4d9-4281-964e-825954d27f64 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:03:57.464483 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port d99530ef-b4d9-4281-964e-825954d27f64 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:57.464857 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:58.228794 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc4cb7-4bf7-4f60-9922-d896bc0b6fbc req-e5e47205-f2b3-45b5-9007-1b01583525d1 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:58.230270 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-85cc4cb7-4bf7-4f60-9922-d896bc0b6fbc req-e5e47205-f2b3-45b5-9007-1b01583525d1 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] 10.222.0.62 "GET /v2.0/ports?device_id=313f86ce-fb10-4d5c-9d8d-ce12e8a686ea HTTP/1.1" status: 200 len: 943 time: 0.0493686 Aug 10 04:03:58.268626 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-85cc4cb7-4bf7-4f60-9922-d896bc0b6fbc req-e58f4f77-7ec2-48c4-898e-e7935da5ff7b tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] 10.222.0.62 "GET /v2.0/security-groups?id=935a0ed8-fb8c-4c81-a90d-d0bfc2316a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320356 Aug 10 04:03:59.012726 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device aa0fc9ea-e572-443c-aefb-d7ffa11a32fc details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:03:59.114471 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port aa0fc9ea-e572-443c-aefb-d7ffa11a32fc, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=aa0fc9ea-e572-443c-aefb-d7ffa11a32fc,segment=NetworkSegment(aebf2970-da92-4cf7-957a-86adbd40b877),segment_id=aebf2970-da92-4cf7-957a-86adbd40b877)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:59.126727 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': 'aa0fc9ea-e572-443c-aefb-d7ffa11a32fc', 'network_id': '6ca8410b-8b4f-4c5d-80ba-4213a22046e0', 'port_id': 'aa0fc9ea-e572-443c-aefb-d7ffa11a32fc', 'mac_address': 'fa:16:3e:b0:9a:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '169decdd-6015-4128-a02c-1bb7304c7b6a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:03:59.164758 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:59.177631 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa0fc9ea-e572-443c-aefb-d7ffa11a32fc {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:03:59.199574 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port aa0fc9ea-e572-443c-aefb-d7ffa11a32fc, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=aa0fc9ea-e572-443c-aefb-d7ffa11a32fc,segment=NetworkSegment(aebf2970-da92-4cf7-957a-86adbd40b877),segment_id=aebf2970-da92-4cf7-957a-86adbd40b877)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:59.204549 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:59.256137 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=aa0fc9ea-e572-443c-aefb-d7ffa11a32fc,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:59.446636 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['aa0fc9ea-e572-443c-aefb-d7ffa11a32fc'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:03:59.486921 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d27a33-280f-4de3-a92e-5c5981f16454 req-203a2d8f-6f99-40c0-8980-adf40068445d tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:59.488476 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-09d27a33-280f-4de3-a92e-5c5981f16454 req-203a2d8f-6f99-40c0-8980-adf40068445d tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] 10.222.0.62 "GET /v2.0/ports?device_id=313f86ce-fb10-4d5c-9d8d-ce12e8a686ea HTTP/1.1" status: 200 len: 944 time: 0.1028159 Aug 10 04:03:59.529132 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-09d27a33-280f-4de3-a92e-5c5981f16454 req-79778d71-c125-4ac7-99a1-09b2c9ddfa68 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] 10.222.0.62 "GET /v2.0/security-groups?id=935a0ed8-fb8c-4c81-a90d-d0bfc2316a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346377 Aug 10 04:04:00.425409 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-26c25365-1174-4ae0-809a-e1d2fc7679b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:00.650431 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959303a8-d37f-4abd-b9da-e689b73639f4 req-8fa4572b-a4ee-499f-bb5e-2fecd4a02109 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:00.652538 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-959303a8-d37f-4abd-b9da-e689b73639f4 req-8fa4572b-a4ee-499f-bb5e-2fecd4a02109 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] 10.222.0.62 "GET /v2.0/ports?device_id=313f86ce-fb10-4d5c-9d8d-ce12e8a686ea HTTP/1.1" status: 200 len: 944 time: 0.0543487 Aug 10 04:04:00.704794 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-959303a8-d37f-4abd-b9da-e689b73639f4 req-fe868996-14c8-4da7-95f8-60a52f4b2909 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] 10.222.0.62 "GET /v2.0/security-groups?id=935a0ed8-fb8c-4c81-a90d-d0bfc2316a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460508 Aug 10 04:04:01.013019 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device aa0fc9ea-e572-443c-aefb-d7ffa11a32fc up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:04:01.069175 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port aa0fc9ea-e572-443c-aefb-d7ffa11a32fc completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:04:01.073809 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port aa0fc9ea-e572-443c-aefb-d7ffa11a32fc triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:04:01.074180 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:01.155525 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:01.178108 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313f86ce-fb10-4d5c-9d8d-ce12e8a686ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa0fc9ea-e572-443c-aefb-d7ffa11a32fc'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:04:01.180425 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e272e712b17e304a8057e8840994f52371702e3190f1facf9a95835cb0c5bca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389e6294-d47a-47cd-a2eb-c79db68bc3b5" -d '{"events": [{"server_uuid": "313f86ce-fb10-4d5c-9d8d-ce12e8a686ea", "name": "network-vif-plugged", "status": "completed", "tag": "aa0fc9ea-e572-443c-aefb-d7ffa11a32fc"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:04:01.194438 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port aa0fc9ea-e572-443c-aefb-d7ffa11a32fc, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=aa0fc9ea-e572-443c-aefb-d7ffa11a32fc,segment=NetworkSegment(aebf2970-da92-4cf7-957a-86adbd40b877),segment_id=aebf2970-da92-4cf7-957a-86adbd40b877)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:01.199792 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:01.223805 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa40182-f13e-4dfa-aa42-ef8b642c408e x-openstack-request-id: req-2fa40182-f13e-4dfa-aa42-ef8b642c408e {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:04:01.224211 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "313f86ce-fb10-4d5c-9d8d-ce12e8a686ea", "name": "network-vif-plugged", "status": "completed", "tag": "aa0fc9ea-e572-443c-aefb-d7ffa11a32fc", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:04:01.224480 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2fa40182-f13e-4dfa-aa42-ef8b642c408e {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:04:01.224852 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '313f86ce-fb10-4d5c-9d8d-ce12e8a686ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa0fc9ea-e572-443c-aefb-d7ffa11a32fc', 'code': 200} Aug 10 04:04:01.252269 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=aa0fc9ea-e572-443c-aefb-d7ffa11a32fc,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:01.334190 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28703e7-d2cc-4cf6-acc5-2b680576b314 req-788f6bfb-07d1-40c2-97d6-399c4d197b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:01.335735 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a28703e7-d2cc-4cf6-acc5-2b680576b314 req-788f6bfb-07d1-40c2-97d6-399c4d197b53 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=313f86ce-fb10-4d5c-9d8d-ce12e8a686ea HTTP/1.1" status: 200 len: 1097 time: 0.0414801 Aug 10 04:04:01.373888 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a28703e7-d2cc-4cf6-acc5-2b680576b314 req-756cd794-283f-4aa0-94e5-6a4466f70fd6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=935a0ed8-fb8c-4c81-a90d-d0bfc2316a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298214 Aug 10 04:04:01.824699 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7711845-8de0-42b4-b58b-98192d0b6b07 req-3497d2c3-0fba-4769-9899-e869a7c4ac8d tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:01.826457 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b7711845-8de0-42b4-b58b-98192d0b6b07 req-3497d2c3-0fba-4769-9899-e869a7c4ac8d tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] 10.222.0.62 "GET /v2.0/ports?device_id=313f86ce-fb10-4d5c-9d8d-ce12e8a686ea HTTP/1.1" status: 200 len: 945 time: 0.0524707 Aug 10 04:04:01.864745 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b7711845-8de0-42b4-b58b-98192d0b6b07 req-f502f0fb-209a-4ee5-92bd-1b1c6a6462bb tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] 10.222.0.62 "GET /v2.0/security-groups?id=935a0ed8-fb8c-4c81-a90d-d0bfc2316a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322635 Aug 10 04:04:02.984884 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216345fc-4136-4824-8d05-98e78e3e53af req-bc85fc35-824a-4384-83ad-b9af8ec7590a tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:02.986406 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-216345fc-4136-4824-8d05-98e78e3e53af req-bc85fc35-824a-4384-83ad-b9af8ec7590a tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] 10.222.0.62 "GET /v2.0/ports?device_id=313f86ce-fb10-4d5c-9d8d-ce12e8a686ea HTTP/1.1" status: 200 len: 945 time: 0.0516362 Aug 10 04:04:03.027810 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-216345fc-4136-4824-8d05-98e78e3e53af req-fd1e38c3-231f-4bb3-896a-ec339f82e28b tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] 10.222.0.62 "GET /v2.0/security-groups?id=935a0ed8-fb8c-4c81-a90d-d0bfc2316a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337584 Aug 10 04:04:03.116301 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-6e669c3c-8a49-46de-9f05-d7b68253847d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:03.154913 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9527996-8250-49b8-8c2f-605611866421 req-e7853496-7213-41fa-9531-bfe570a50e1d tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:03.156342 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b9527996-8250-49b8-8c2f-605611866421 req-e7853496-7213-41fa-9531-bfe570a50e1d tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] 10.222.0.62 "GET /v2.0/ports?device_id=313f86ce-fb10-4d5c-9d8d-ce12e8a686ea HTTP/1.1" status: 200 len: 945 time: 0.0512345 Aug 10 04:04:03.199723 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b9527996-8250-49b8-8c2f-605611866421 req-c38e7da5-fda7-4fe6-9efb-462c147f5718 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] 10.222.0.62 "GET /v2.0/security-groups?id=935a0ed8-fb8c-4c81-a90d-d0bfc2316a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357263 Aug 10 04:04:03.479915 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:04.390206 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:06.120886 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:09.956681 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:04:23.014174 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec459a2-dcc2-4f49-891f-5288ab7d191c req-271257d2-8df1-4769-8abc-5bf2c6609540 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:23.015720 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fec459a2-dcc2-4f49-891f-5288ab7d191c req-271257d2-8df1-4769-8abc-5bf2c6609540 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] 10.222.0.62 "GET /v2.0/ports?device_id=313f86ce-fb10-4d5c-9d8d-ce12e8a686ea HTTP/1.1" status: 200 len: 945 time: 0.0554137 Aug 10 04:04:23.376063 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fec459a2-dcc2-4f49-891f-5288ab7d191c req-0bb9a834-9ddd-4e70-9145-be1b33a93654 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] 10.222.0.62 "GET /v2.0/security-groups?id=935a0ed8-fb8c-4c81-a90d-d0bfc2316a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543642 Aug 10 04:04:24.560177 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7888a6a-ab7a-45f8-9866-60d615ea3ad2 req-b43dcf6c-5d75-41fa-a1c9-964404175654 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:24.567294 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a7888a6a-ab7a-45f8-9866-60d615ea3ad2 req-b43dcf6c-5d75-41fa-a1c9-964404175654 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] 10.222.0.62 "GET /v2.0/ports?device_id=313f86ce-fb10-4d5c-9d8d-ce12e8a686ea HTTP/1.1" status: 200 len: 945 time: 0.0978611 Aug 10 04:04:24.607739 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a7888a6a-ab7a-45f8-9866-60d615ea3ad2 req-e6734325-5c82-4d87-ab61-e80ed0c109e7 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] 10.222.0.62 "GET /v2.0/security-groups?id=935a0ed8-fb8c-4c81-a90d-d0bfc2316a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342810 Aug 10 04:04:24.696832 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e6c38-f212-496a-93ed-ea9e6c9974f1 req-5b55ed0e-be59-4c5c-8317-1a0140553d39 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:24.698255 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-943e6c38-f212-496a-93ed-ea9e6c9974f1 req-5b55ed0e-be59-4c5c-8317-1a0140553d39 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] 10.222.0.60 "GET /v2.0/ports?device_id=313f86ce-fb10-4d5c-9d8d-ce12e8a686ea HTTP/1.1" status: 200 len: 945 time: 0.0502934 Aug 10 04:04:24.791474 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-943e6c38-f212-496a-93ed-ea9e6c9974f1 req-810b1f66-3921-4a49-90b8-e3df1c6c5a3b tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Deleting port aa0fc9ea-e572-443c-aefb-d7ffa11a32fc {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:04:24.791819 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-943e6c38-f212-496a-93ed-ea9e6c9974f1 req-810b1f66-3921-4a49-90b8-e3df1c6c5a3b tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:24.880728 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-943e6c38-f212-496a-93ed-ea9e6c9974f1 req-810b1f66-3921-4a49-90b8-e3df1c6c5a3b tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] For port aa0fc9ea-e572-443c-aefb-d7ffa11a32fc, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=aa0fc9ea-e572-443c-aefb-d7ffa11a32fc,segment=NetworkSegment(aebf2970-da92-4cf7-957a-86adbd40b877),segment_id=aebf2970-da92-4cf7-957a-86adbd40b877)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:24.881097 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-943e6c38-f212-496a-93ed-ea9e6c9974f1 req-810b1f66-3921-4a49-90b8-e3df1c6c5a3b tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:24.893755 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-943e6c38-f212-496a-93ed-ea9e6c9974f1 req-810b1f66-3921-4a49-90b8-e3df1c6c5a3b tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Calling delete_port for aa0fc9ea-e572-443c-aefb-d7ffa11a32fc owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:04:25.021325 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-943e6c38-f212-496a-93ed-ea9e6c9974f1 req-810b1f66-3921-4a49-90b8-e3df1c6c5a3b tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:25.038192 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['aa0fc9ea-e572-443c-aefb-d7ffa11a32fc'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:04:25.052251 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810b1f66-3921-4a49-90b8-e3df1c6c5a3b tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Pushing event deleted for resources: {'Port': ['ID=aa0fc9ea-e572-443c-aefb-d7ffa11a32fc,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:25.096431 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-943e6c38-f212-496a-93ed-ea9e6c9974f1 req-810b1f66-3921-4a49-90b8-e3df1c6c5a3b tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] No DVR routers for this DVR port aa0fc9ea-e572-443c-aefb-d7ffa11a32fc on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:04:25.099141 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-943e6c38-f212-496a-93ed-ea9e6c9974f1 req-810b1f66-3921-4a49-90b8-e3df1c6c5a3b tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:25.101179 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-943e6c38-f212-496a-93ed-ea9e6c9974f1 req-810b1f66-3921-4a49-90b8-e3df1c6c5a3b tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] 10.222.0.60 "DELETE /v2.0/ports/aa0fc9ea-e572-443c-aefb-d7ffa11a32fc HTTP/1.1" status: 204 len: 173 time: 0.3967984 Aug 10 04:04:25.101637 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313f86ce-fb10-4d5c-9d8d-ce12e8a686ea', 'name': 'network-vif-deleted', 'tag': 'aa0fc9ea-e572-443c-aefb-d7ffa11a32fc'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:04:25.149971 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0021ea54f387d2ae39ffe00c7e01dc720af9cc0ec992141d1f8728dec056f1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0532de1-9826-44a9-be3b-05c7f6006ef3" -d '{"events": [{"server_uuid": "313f86ce-fb10-4d5c-9d8d-ce12e8a686ea", "name": "network-vif-deleted", "tag": "aa0fc9ea-e572-443c-aefb-d7ffa11a32fc"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:04:25.263164 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0904fd9f-aef7-4dfa-877c-38c448533b26 x-openstack-request-id: req-0904fd9f-aef7-4dfa-877c-38c448533b26 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:04:25.263461 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "313f86ce-fb10-4d5c-9d8d-ce12e8a686ea", "name": "network-vif-deleted", "tag": "aa0fc9ea-e572-443c-aefb-d7ffa11a32fc", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:04:25.263711 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0904fd9f-aef7-4dfa-877c-38c448533b26 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:04:25.264108 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '313f86ce-fb10-4d5c-9d8d-ce12e8a686ea', 'name': 'network-vif-deleted', 'tag': 'aa0fc9ea-e572-443c-aefb-d7ffa11a32fc', 'status': 'completed', 'code': 200} Aug 10 04:04:25.718708 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0e921e38-88f0-4946-8222-f3f89dd3fc54 req-8aef3c55-4bd0-4857-bb2a-0c807052a376 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] 10.222.0.62 "GET /v2.0/ports?device_id=313f86ce-fb10-4d5c-9d8d-ce12e8a686ea HTTP/1.1" status: 200 len: 210 time: 0.0304163 Aug 10 04:04:26.743523 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:27.090793 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:27.184394 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device aa0fc9ea-e572-443c-aefb-d7ffa11a32fc no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:04:27.201495 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f397c-4f66-447e-979c-b852fd3eadf3 req-0073ced2-6fa0-45db-a6b6-c5415650e8f6 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:27.203287 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-155f397c-4f66-447e-979c-b852fd3eadf3 req-0073ced2-6fa0-45db-a6b6-c5415650e8f6 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] 10.222.0.62 "GET /v2.0/networks?id=6ca8410b-8b4f-4c5d-80ba-4213a22046e0 HTTP/1.1" status: 200 len: 817 time: 0.1023235 Aug 10 04:04:27.208896 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: aa0fc9ea-e572-443c-aefb-d7ffa11a32fc {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:04:27.209242 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device aa0fc9ea-e572-443c-aefb-d7ffa11a32fc not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:04:27.219529 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-155f397c-4f66-447e-979c-b852fd3eadf3 req-056ecaf0-7071-4157-b98d-faf287a9f5f9 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] 10.222.0.62 "GET /v2.0/quotas/6f3a3624023d465ab77faab69aa7cc33 HTTP/1.1" status: 200 len: 375 time: 0.0100849 Aug 10 04:04:27.281435 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-155f397c-4f66-447e-979c-b852fd3eadf3 req-d67a7357-2413-47cf-aa29-bd04f48daf8a tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6f3a3624023d465ab77faab69aa7cc33&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0556250 Aug 10 04:04:27.446471 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-155f397c-4f66-447e-979c-b852fd3eadf3 req-64997902-ad68-49d5-89a9-b0a1e722d7e1 service neutron] 10.222.0.62 "GET /v2.0/networks/6ca8410b-8b4f-4c5d-80ba-4213a22046e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203170 Aug 10 04:04:27.539362 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-155f397c-4f66-447e-979c-b852fd3eadf3 req-689aaf91-8398-4080-b11c-d8aa3d67d88e service neutron] 10.222.0.62 "GET /v2.0/networks/6ca8410b-8b4f-4c5d-80ba-4213a22046e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858305 Aug 10 04:04:27.698623 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-be1f7db4-070d-458f-b115-c4479b756686 req-67efc5ff-81f7-48cb-9e64-49bcce074c1e tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2fdde2e-77da-47ba-a631-17bec305830e HTTP/1.1" status: 200 len: 210 time: 0.0272174 Aug 10 04:04:28.683131 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f397c-4f66-447e-979c-b852fd3eadf3 req-1ac1e057-cfe5-447b-92c1-cedba54b2608 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:28.685175 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-155f397c-4f66-447e-979c-b852fd3eadf3 req-1ac1e057-cfe5-447b-92c1-cedba54b2608 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] 10.222.0.60 "GET /v2.0/networks?id=6ca8410b-8b4f-4c5d-80ba-4213a22046e0 HTTP/1.1" status: 200 len: 817 time: 0.1229475 Aug 10 04:04:28.699511 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-155f397c-4f66-447e-979c-b852fd3eadf3 req-28679cbb-7bff-401b-90d1-fcbd65f368b8 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Request body: {'port': {'device_id': 'a2fdde2e-77da-47ba-a631-17bec305830e', 'network_id': '6ca8410b-8b4f-4c5d-80ba-4213a22046e0', 'admin_state_up': True, 'tenant_id': '6f3a3624023d465ab77faab69aa7cc33'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:04:28.802774 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5f701d6f-6905-4de2-aaa1-cf8428488b86 req-390ab030-5c46-4183-982b-f49c5b1f7ffd tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2fdde2e-77da-47ba-a631-17bec305830e HTTP/1.1" status: 200 len: 210 time: 0.0323744 Aug 10 04:04:28.834948 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-155f397c-4f66-447e-979c-b852fd3eadf3 req-28679cbb-7bff-401b-90d1-fcbd65f368b8 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Made reservation on behalf of 6f3a3624023d465ab77faab69aa7cc33 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:04:28.838501 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-155f397c-4f66-447e-979c-b852fd3eadf3 req-28679cbb-7bff-401b-90d1-fcbd65f368b8 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:28.967300 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-155f397c-4f66-447e-979c-b852fd3eadf3 req-28679cbb-7bff-401b-90d1-fcbd65f368b8 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Allocated IP 172.20.0.11 (6ca8410b-8b4f-4c5d-80ba-4213a22046e0/169decdd-6015-4128-a02c-1bb7304c7b6a/19866f3a-5689-4e8f-b5aa-ea34b0738f26) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:04:29.129796 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-155f397c-4f66-447e-979c-b852fd3eadf3 req-28679cbb-7bff-401b-90d1-fcbd65f368b8 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:29.144302 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-155f397c-4f66-447e-979c-b852fd3eadf3 req-28679cbb-7bff-401b-90d1-fcbd65f368b8 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Transition to ACTIVE for port object 19866f3a-5689-4e8f-b5aa-ea34b0738f26 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:04:29.179207 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-155f397c-4f66-447e-979c-b852fd3eadf3 req-28679cbb-7bff-401b-90d1-fcbd65f368b8 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:29.238772 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-155f397c-4f66-447e-979c-b852fd3eadf3 req-28679cbb-7bff-401b-90d1-fcbd65f368b8 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Network 6ca8410b-8b4f-4c5d-80ba-4213a22046e0 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:04:29.243327 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-155f397c-4f66-447e-979c-b852fd3eadf3 req-28679cbb-7bff-401b-90d1-fcbd65f368b8 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:04:29.252204 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-155f397c-4f66-447e-979c-b852fd3eadf3 req-28679cbb-7bff-401b-90d1-fcbd65f368b8 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:04:29.315119 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28679cbb-7bff-401b-90d1-fcbd65f368b8 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Pushing event updated for resources: {'Port': ['ID=19866f3a-5689-4e8f-b5aa-ea34b0738f26,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:29.335725 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28679cbb-7bff-401b-90d1-fcbd65f368b8 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:29.336340 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28679cbb-7bff-401b-90d1-fcbd65f368b8 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:29.336525 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28679cbb-7bff-401b-90d1-fcbd65f368b8 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:29.336825 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28679cbb-7bff-401b-90d1-fcbd65f368b8 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:29.337176 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28679cbb-7bff-401b-90d1-fcbd65f368b8 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:29.337527 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28679cbb-7bff-401b-90d1-fcbd65f368b8 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:29.337891 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28679cbb-7bff-401b-90d1-fcbd65f368b8 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:29.338241 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28679cbb-7bff-401b-90d1-fcbd65f368b8 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:29.338583 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28679cbb-7bff-401b-90d1-fcbd65f368b8 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:29.339045 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28679cbb-7bff-401b-90d1-fcbd65f368b8 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:29.339395 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28679cbb-7bff-401b-90d1-fcbd65f368b8 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:29.339737 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28679cbb-7bff-401b-90d1-fcbd65f368b8 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:29.360622 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f397c-4f66-447e-979c-b852fd3eadf3 req-28679cbb-7bff-401b-90d1-fcbd65f368b8 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:29.361317 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-155f397c-4f66-447e-979c-b852fd3eadf3 req-28679cbb-7bff-401b-90d1-fcbd65f368b8 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:29.379416 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-155f397c-4f66-447e-979c-b852fd3eadf3 req-28679cbb-7bff-401b-90d1-fcbd65f368b8 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6837804 Aug 10 04:04:29.501235 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-155f397c-4f66-447e-979c-b852fd3eadf3 req-bd73da36-9fd7-499a-aac7-684f513cdc09 service neutron] Request body: {'port': {'device_id': 'a2fdde2e-77da-47ba-a631-17bec305830e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:04:29.550055 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-e163d0b6-969a-4b7e-a04a-f85e7301778f None None] Provisioning for port 19866f3a-5689-4e8f-b5aa-ea34b0738f26 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:04:29.554193 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-e163d0b6-969a-4b7e-a04a-f85e7301778f None None] Provisioning complete for port 19866f3a-5689-4e8f-b5aa-ea34b0738f26 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:04:29.554570 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e163d0b6-969a-4b7e-a04a-f85e7301778f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:29.568026 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-155f397c-4f66-447e-979c-b852fd3eadf3 req-bd73da36-9fd7-499a-aac7-684f513cdc09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:29.593791 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-e163d0b6-969a-4b7e-a04a-f85e7301778f None None] Port 19866f3a-5689-4e8f-b5aa-ea34b0738f26 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:04:29.843235 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-155f397c-4f66-447e-979c-b852fd3eadf3 req-bd73da36-9fd7-499a-aac7-684f513cdc09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19866f3a-5689-4e8f-b5aa-ea34b0738f26 {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:04:29.851100 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-155f397c-4f66-447e-979c-b852fd3eadf3 req-bd73da36-9fd7-499a-aac7-684f513cdc09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:29.863741 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-155f397c-4f66-447e-979c-b852fd3eadf3 req-bd73da36-9fd7-499a-aac7-684f513cdc09 service neutron] Transition to ACTIVE for port object 19866f3a-5689-4e8f-b5aa-ea34b0738f26 will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:04:29.867661 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-155f397c-4f66-447e-979c-b852fd3eadf3 req-bd73da36-9fd7-499a-aac7-684f513cdc09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:29.948303 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd73da36-9fd7-499a-aac7-684f513cdc09 service neutron] Pushing event updated for resources: {'Port': ['ID=19866f3a-5689-4e8f-b5aa-ea34b0738f26,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:30.005869 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e619d03-5628-466c-834a-6a3e3178d0c0 req-e1e5db6a-cda8-42f5-bb0a-06988eb361ef tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:30.007663 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0e619d03-5628-466c-834a-6a3e3178d0c0 req-e1e5db6a-cda8-42f5-bb0a-06988eb361ef tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2fdde2e-77da-47ba-a631-17bec305830e HTTP/1.1" status: 200 len: 944 time: 0.1137133 Aug 10 04:04:30.065263 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-155f397c-4f66-447e-979c-b852fd3eadf3 req-bd73da36-9fd7-499a-aac7-684f513cdc09 service neutron] Attempting to bind port 19866f3a-5689-4e8f-b5aa-ea34b0738f26 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:04:30.066063 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-155f397c-4f66-447e-979c-b852fd3eadf3 req-bd73da36-9fd7-499a-aac7-684f513cdc09 service neutron] Attempting to bind port 19866f3a-5689-4e8f-b5aa-ea34b0738f26 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': 'aebf2970-da92-4cf7-957a-86adbd40b877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6ca8410b-8b4f-4c5d-80ba-4213a22046e0'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:04:30.066063 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155f397c-4f66-447e-979c-b852fd3eadf3 req-bd73da36-9fd7-499a-aac7-684f513cdc09 service neutron] Attempting to bind port 19866f3a-5689-4e8f-b5aa-ea34b0738f26 on network 6ca8410b-8b4f-4c5d-80ba-4213a22046e0 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:04:30.070706 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0e619d03-5628-466c-834a-6a3e3178d0c0 req-cd210844-6f76-47ce-824d-f6fe0c1e7a58 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] 10.222.0.62 "GET /v2.0/security-groups?id=935a0ed8-fb8c-4c81-a90d-d0bfc2316a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535178 Aug 10 04:04:30.075149 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155f397c-4f66-447e-979c-b852fd3eadf3 req-bd73da36-9fd7-499a-aac7-684f513cdc09 service neutron] Port 19866f3a-5689-4e8f-b5aa-ea34b0738f26 on network 6ca8410b-8b4f-4c5d-80ba-4213a22046e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:04:30.075644 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155f397c-4f66-447e-979c-b852fd3eadf3 req-bd73da36-9fd7-499a-aac7-684f513cdc09 service neutron] Attempting to bind port 19866f3a-5689-4e8f-b5aa-ea34b0738f26 on network 6ca8410b-8b4f-4c5d-80ba-4213a22046e0 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:04:30.085752 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155f397c-4f66-447e-979c-b852fd3eadf3 req-bd73da36-9fd7-499a-aac7-684f513cdc09 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:04:30.086105 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155f397c-4f66-447e-979c-b852fd3eadf3 req-bd73da36-9fd7-499a-aac7-684f513cdc09 service neutron] Checking segment: {'id': 'aebf2970-da92-4cf7-957a-86adbd40b877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6ca8410b-8b4f-4c5d-80ba-4213a22046e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:04:30.086489 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155f397c-4f66-447e-979c-b852fd3eadf3 req-bd73da36-9fd7-499a-aac7-684f513cdc09 service neutron] Bound using segment: {'id': 'aebf2970-da92-4cf7-957a-86adbd40b877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6ca8410b-8b4f-4c5d-80ba-4213a22046e0'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:04:30.086949 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-155f397c-4f66-447e-979c-b852fd3eadf3 req-bd73da36-9fd7-499a-aac7-684f513cdc09 service neutron] Bound port: 19866f3a-5689-4e8f-b5aa-ea34b0738f26, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aebf2970-da92-4cf7-957a-86adbd40b877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6ca8410b-8b4f-4c5d-80ba-4213a22046e0'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:04:30.087314 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-155f397c-4f66-447e-979c-b852fd3eadf3 req-bd73da36-9fd7-499a-aac7-684f513cdc09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:30.150779 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-155f397c-4f66-447e-979c-b852fd3eadf3 req-bd73da36-9fd7-499a-aac7-684f513cdc09 service neutron] For port 19866f3a-5689-4e8f-b5aa-ea34b0738f26, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:04:30.154013 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-155f397c-4f66-447e-979c-b852fd3eadf3 req-bd73da36-9fd7-499a-aac7-684f513cdc09 service neutron] For port 19866f3a-5689-4e8f-b5aa-ea34b0738f26, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=19866f3a-5689-4e8f-b5aa-ea34b0738f26,segment=NetworkSegment(aebf2970-da92-4cf7-957a-86adbd40b877),segment_id=aebf2970-da92-4cf7-957a-86adbd40b877)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:04:30.158024 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-155f397c-4f66-447e-979c-b852fd3eadf3 req-bd73da36-9fd7-499a-aac7-684f513cdc09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:30.194723 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f397c-4f66-447e-979c-b852fd3eadf3 req-bd73da36-9fd7-499a-aac7-684f513cdc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:30.195803 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-155f397c-4f66-447e-979c-b852fd3eadf3 req-bd73da36-9fd7-499a-aac7-684f513cdc09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:30.196881 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-155f397c-4f66-447e-979c-b852fd3eadf3 req-bd73da36-9fd7-499a-aac7-684f513cdc09 service neutron] 10.222.0.60 "PUT /v2.0/ports/19866f3a-5689-4e8f-b5aa-ea34b0738f26 HTTP/1.1" status: 200 len: 1093 time: 0.7481930 Aug 10 04:04:30.197325 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2fdde2e-77da-47ba-a631-17bec305830e', 'tag': '19866f3a-5689-4e8f-b5aa-ea34b0738f26'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:04:30.199682 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0021ea54f387d2ae39ffe00c7e01dc720af9cc0ec992141d1f8728dec056f1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411df56d-bb1b-469c-8dd4-c377b719724a" -d '{"events": [{"name": "network-changed", "server_uuid": "a2fdde2e-77da-47ba-a631-17bec305830e", "tag": "19866f3a-5689-4e8f-b5aa-ea34b0738f26"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:04:30.228167 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd73da36-9fd7-499a-aac7-684f513cdc09 service neutron] Pushing event updated for resources: {'Port': ['ID=19866f3a-5689-4e8f-b5aa-ea34b0738f26,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:30.273050 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1e32e4-762f-480f-80f2-92e51632f26d x-openstack-request-id: req-da1e32e4-762f-480f-80f2-92e51632f26d {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:04:30.273347 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2fdde2e-77da-47ba-a631-17bec305830e", "tag": "19866f3a-5689-4e8f-b5aa-ea34b0738f26", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:04:30.273595 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-da1e32e4-762f-480f-80f2-92e51632f26d {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:04:30.274002 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2fdde2e-77da-47ba-a631-17bec305830e', 'tag': '19866f3a-5689-4e8f-b5aa-ea34b0738f26', 'status': 'completed', 'code': 200} Aug 10 04:04:30.290551 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f397c-4f66-447e-979c-b852fd3eadf3 req-c6275c56-1cc8-4c95-beba-8d23521973ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:30.292173 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-155f397c-4f66-447e-979c-b852fd3eadf3 req-c6275c56-1cc8-4c95-beba-8d23521973ac service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6f3a3624023d465ab77faab69aa7cc33&device_id=a2fdde2e-77da-47ba-a631-17bec305830e HTTP/1.1" status: 200 len: 1096 time: 0.0483642 Aug 10 04:04:30.341498 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-155f397c-4f66-447e-979c-b852fd3eadf3 req-c776a27a-429e-4e55-879f-9923896efb9d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19866f3a-5689-4e8f-b5aa-ea34b0738f26 HTTP/1.1" status: 200 len: 217 time: 0.0371017 Aug 10 04:04:30.398384 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f397c-4f66-447e-979c-b852fd3eadf3 req-a42fd2ea-c6cc-4186-a00f-2f4351a72bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:30.399896 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-155f397c-4f66-447e-979c-b852fd3eadf3 req-a42fd2ea-c6cc-4186-a00f-2f4351a72bb3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=169decdd-6015-4128-a02c-1bb7304c7b6a HTTP/1.1" status: 200 len: 856 time: 0.0483687 Aug 10 04:04:30.417290 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f3f9131c-aeff-4929-88be-3983fd20701f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:30.450523 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f397c-4f66-447e-979c-b852fd3eadf3 req-9d962675-8734-43c7-857a-6c576334f987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:30.452370 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-155f397c-4f66-447e-979c-b852fd3eadf3 req-9d962675-8734-43c7-857a-6c576334f987 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6ca8410b-8b4f-4c5d-80ba-4213a22046e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412221 Aug 10 04:04:30.549832 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-155f397c-4f66-447e-979c-b852fd3eadf3 req-30f83bb1-2ec2-45a6-91ec-0fe72d9eeb6e service neutron] 10.222.0.60 "GET /v2.0/networks/6ca8410b-8b4f-4c5d-80ba-4213a22046e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850363 Aug 10 04:04:30.643044 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-155f397c-4f66-447e-979c-b852fd3eadf3 req-7baaa579-5674-4c17-9c75-09ae7c2163f2 service neutron] 10.222.0.60 "GET /v2.0/networks/6ca8410b-8b4f-4c5d-80ba-4213a22046e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856764 Aug 10 04:04:30.730525 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411df56d-bb1b-469c-8dd4-c377b719724a req-4ec86e31-5ca5-49e8-951b-119a78fcaa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:30.732064 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-411df56d-bb1b-469c-8dd4-c377b719724a req-4ec86e31-5ca5-49e8-951b-119a78fcaa5b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6f3a3624023d465ab77faab69aa7cc33&device_id=a2fdde2e-77da-47ba-a631-17bec305830e HTTP/1.1" status: 200 len: 1096 time: 0.0417845 Aug 10 04:04:30.829203 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411df56d-bb1b-469c-8dd4-c377b719724a req-c9da2557-975c-4028-9a95-304414ebbc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:30.830696 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-411df56d-bb1b-469c-8dd4-c377b719724a req-c9da2557-975c-4028-9a95-304414ebbc5f service neutron] 10.222.0.60 "GET /v2.0/networks?id=6ca8410b-8b4f-4c5d-80ba-4213a22046e0 HTTP/1.1" status: 200 len: 918 time: 0.0910859 Aug 10 04:04:30.873550 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-411df56d-bb1b-469c-8dd4-c377b719724a req-782e46be-8cf3-4caa-a770-5565eb1ab9d0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19866f3a-5689-4e8f-b5aa-ea34b0738f26 HTTP/1.1" status: 200 len: 217 time: 0.0352256 Aug 10 04:04:30.922196 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411df56d-bb1b-469c-8dd4-c377b719724a req-0ce8434b-e582-427a-bf7e-741c883ac4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:30.923660 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-411df56d-bb1b-469c-8dd4-c377b719724a req-0ce8434b-e582-427a-bf7e-741c883ac4cf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=169decdd-6015-4128-a02c-1bb7304c7b6a HTTP/1.1" status: 200 len: 856 time: 0.0436487 Aug 10 04:04:30.977715 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411df56d-bb1b-469c-8dd4-c377b719724a req-acbe75bf-eccf-4fd1-9a72-16219fd2f221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:30.979241 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-411df56d-bb1b-469c-8dd4-c377b719724a req-acbe75bf-eccf-4fd1-9a72-16219fd2f221 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6ca8410b-8b4f-4c5d-80ba-4213a22046e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449250 Aug 10 04:04:31.068927 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-411df56d-bb1b-469c-8dd4-c377b719724a req-8ab0fbcd-a1a0-4a20-98a1-763997d74a8d service neutron] 10.222.0.60 "GET /v2.0/networks/6ca8410b-8b4f-4c5d-80ba-4213a22046e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815711 Aug 10 04:04:31.192327 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-411df56d-bb1b-469c-8dd4-c377b719724a req-1b6c3af9-ce77-40d6-82e4-75c4170ded77 service neutron] 10.222.0.60 "GET /v2.0/networks/6ca8410b-8b4f-4c5d-80ba-4213a22046e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156297 Aug 10 04:04:31.218893 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a81dd4-2c40-4ce6-bbfc-1ba8776d214d req-a147a919-d715-4316-b0c0-5155a5bee4ea tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:31.220442 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d9a81dd4-2c40-4ce6-bbfc-1ba8776d214d req-a147a919-d715-4316-b0c0-5155a5bee4ea tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2fdde2e-77da-47ba-a631-17bec305830e HTTP/1.1" status: 200 len: 944 time: 0.0640683 Aug 10 04:04:31.259644 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d9a81dd4-2c40-4ce6-bbfc-1ba8776d214d req-20101300-799c-4aac-bd6a-83ba23a46a7f tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] 10.222.0.62 "GET /v2.0/security-groups?id=935a0ed8-fb8c-4c81-a90d-d0bfc2316a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331912 Aug 10 04:04:32.381274 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80089f0c-5ab0-486c-b680-bd200284bc65 req-8712573c-6e3c-46d8-beb2-f1c2a45c4864 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:32.382302 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-80089f0c-5ab0-486c-b680-bd200284bc65 req-8712573c-6e3c-46d8-beb2-f1c2a45c4864 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2fdde2e-77da-47ba-a631-17bec305830e HTTP/1.1" status: 200 len: 944 time: 0.0502849 Aug 10 04:04:32.423715 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-80089f0c-5ab0-486c-b680-bd200284bc65 req-df72f796-4222-444b-9048-7a475016feb7 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] 10.222.0.62 "GET /v2.0/security-groups?id=935a0ed8-fb8c-4c81-a90d-d0bfc2316a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345652 Aug 10 04:04:33.109887 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e3a1e768-1918-49cf-978d-b016030b9485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:33.215556 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 19866f3a-5689-4e8f-b5aa-ea34b0738f26 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:04:33.318814 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 19866f3a-5689-4e8f-b5aa-ea34b0738f26, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=19866f3a-5689-4e8f-b5aa-ea34b0738f26,segment=NetworkSegment(aebf2970-da92-4cf7-957a-86adbd40b877),segment_id=aebf2970-da92-4cf7-957a-86adbd40b877)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:33.331633 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '19866f3a-5689-4e8f-b5aa-ea34b0738f26', 'network_id': '6ca8410b-8b4f-4c5d-80ba-4213a22046e0', 'port_id': '19866f3a-5689-4e8f-b5aa-ea34b0738f26', 'mac_address': 'fa:16:3e:52:7d:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '169decdd-6015-4128-a02c-1bb7304c7b6a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:04:33.370404 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:33.384650 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19866f3a-5689-4e8f-b5aa-ea34b0738f26 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:04:33.406456 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 19866f3a-5689-4e8f-b5aa-ea34b0738f26, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=19866f3a-5689-4e8f-b5aa-ea34b0738f26,segment=NetworkSegment(aebf2970-da92-4cf7-957a-86adbd40b877),segment_id=aebf2970-da92-4cf7-957a-86adbd40b877)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:33.412715 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:33.479766 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=19866f3a-5689-4e8f-b5aa-ea34b0738f26,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:33.490203 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:33.490563 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:33.490972 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:33.491316 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:33.491663 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:33.491991 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:33.492347 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:33.492660 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:33.492977 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:33.493309 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:33.493631 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:33.493962 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:33.497895 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:33.563599 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f52dcc-e8d1-47eb-a472-1aa21120bace req-4ac98bb6-aee8-4903-b1d5-772fd12bac72 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:33.565319 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-42f52dcc-e8d1-47eb-a472-1aa21120bace req-4ac98bb6-aee8-4903-b1d5-772fd12bac72 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2fdde2e-77da-47ba-a631-17bec305830e HTTP/1.1" status: 200 len: 945 time: 0.0629404 Aug 10 04:04:33.612565 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-42f52dcc-e8d1-47eb-a472-1aa21120bace req-6b81158e-4b4c-4b3f-afe0-cdf6abd34247 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] 10.222.0.62 "GET /v2.0/security-groups?id=935a0ed8-fb8c-4c81-a90d-d0bfc2316a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400712 Aug 10 04:04:33.660892 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['19866f3a-5689-4e8f-b5aa-ea34b0738f26'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:04:34.387912 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:34.734156 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ebad1-1486-4125-93ad-1bf3bec6751a req-7924a0d7-c7c5-43ea-a78d-6827aa9c7eeb tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:34.735666 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-244ebad1-1486-4125-93ad-1bf3bec6751a req-7924a0d7-c7c5-43ea-a78d-6827aa9c7eeb tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2fdde2e-77da-47ba-a631-17bec305830e HTTP/1.1" status: 200 len: 945 time: 0.0492518 Aug 10 04:04:34.772097 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-244ebad1-1486-4125-93ad-1bf3bec6751a req-36831bbe-43fc-4871-8b77-62f6a9489ea9 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] 10.222.0.62 "GET /v2.0/security-groups?id=935a0ed8-fb8c-4c81-a90d-d0bfc2316a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305154 Aug 10 04:04:35.214599 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 19866f3a-5689-4e8f-b5aa-ea34b0738f26 up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:04:35.263988 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port 19866f3a-5689-4e8f-b5aa-ea34b0738f26 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:04:35.269494 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 19866f3a-5689-4e8f-b5aa-ea34b0738f26 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:04:35.269873 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:35.354765 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:35.377405 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2fdde2e-77da-47ba-a631-17bec305830e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19866f3a-5689-4e8f-b5aa-ea34b0738f26'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:04:35.392707 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 19866f3a-5689-4e8f-b5aa-ea34b0738f26, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=19866f3a-5689-4e8f-b5aa-ea34b0738f26,segment=NetworkSegment(aebf2970-da92-4cf7-957a-86adbd40b877),segment_id=aebf2970-da92-4cf7-957a-86adbd40b877)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:35.397004 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:35.422999 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}687ba51f6797870dc73eef52a647f30c5325a6c2ab4bb07751a6afc0cf078d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf5f861-3720-489d-bd3b-b9d57e800bb8" -d '{"events": [{"server_uuid": "a2fdde2e-77da-47ba-a631-17bec305830e", "name": "network-vif-plugged", "status": "completed", "tag": "19866f3a-5689-4e8f-b5aa-ea34b0738f26"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:04:35.456921 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=19866f3a-5689-4e8f-b5aa-ea34b0738f26,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:35.514548 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a576e5-5d40-410b-8b15-0e1467092e24 x-openstack-request-id: req-29a576e5-5d40-410b-8b15-0e1467092e24 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:04:35.514870 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2fdde2e-77da-47ba-a631-17bec305830e", "name": "network-vif-plugged", "status": "completed", "tag": "19866f3a-5689-4e8f-b5aa-ea34b0738f26", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:04:35.515131 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-29a576e5-5d40-410b-8b15-0e1467092e24 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:04:35.515536 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2fdde2e-77da-47ba-a631-17bec305830e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19866f3a-5689-4e8f-b5aa-ea34b0738f26', 'code': 200} Aug 10 04:04:35.618482 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343398e-6ab0-4804-9662-a5939bf3483b req-e9802b62-7576-48ae-ae4b-c809ae7e3657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:35.619666 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7343398e-6ab0-4804-9662-a5939bf3483b req-e9802b62-7576-48ae-ae4b-c809ae7e3657 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a2fdde2e-77da-47ba-a631-17bec305830e HTTP/1.1" status: 200 len: 1098 time: 0.0403919 Aug 10 04:04:35.659786 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7343398e-6ab0-4804-9662-a5939bf3483b req-d54ce7ea-19f4-4698-9455-8ccff42d8347 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=935a0ed8-fb8c-4c81-a90d-d0bfc2316a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292232 Aug 10 04:04:35.890577 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93906876-87f7-4548-8988-282e2b796b1c req-1b6f8e31-ae63-4862-90d2-78a3cb043ba2 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:35.892350 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-93906876-87f7-4548-8988-282e2b796b1c req-1b6f8e31-ae63-4862-90d2-78a3cb043ba2 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2fdde2e-77da-47ba-a631-17bec305830e HTTP/1.1" status: 200 len: 946 time: 0.0507252 Aug 10 04:04:35.935648 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-93906876-87f7-4548-8988-282e2b796b1c req-cb7ea989-da81-45b0-a8e5-d7ddc2f07f2a tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] 10.222.0.62 "GET /v2.0/security-groups?id=935a0ed8-fb8c-4c81-a90d-d0bfc2316a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375776 Aug 10 04:04:36.120226 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:37.049391 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e6d3e-7cfc-40b9-b2b9-fec7cb931474 req-fb7a6b59-e8b2-4499-8cfa-4c698b8860a7 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:37.050902 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-893e6d3e-7cfc-40b9-b2b9-fec7cb931474 req-fb7a6b59-e8b2-4499-8cfa-4c698b8860a7 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2fdde2e-77da-47ba-a631-17bec305830e HTTP/1.1" status: 200 len: 946 time: 0.0477133 Aug 10 04:04:37.088954 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-893e6d3e-7cfc-40b9-b2b9-fec7cb931474 req-87def42d-4869-41bb-9b9c-7e4e5915b38b tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] 10.222.0.62 "GET /v2.0/security-groups?id=935a0ed8-fb8c-4c81-a90d-d0bfc2316a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320778 Aug 10 04:04:37.200869 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2370b71-0f4a-4476-9edf-e9048cc062de req-fb381203-8d17-492f-b5b0-1ae90fb31285 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:37.202615 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c2370b71-0f4a-4476-9edf-e9048cc062de req-fb381203-8d17-492f-b5b0-1ae90fb31285 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2fdde2e-77da-47ba-a631-17bec305830e HTTP/1.1" status: 200 len: 946 time: 0.0495186 Aug 10 04:04:37.241369 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c2370b71-0f4a-4476-9edf-e9048cc062de req-83db1a5e-8b2e-4cac-8bd2-23cd26609922 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] 10.222.0.62 "GET /v2.0/security-groups?id=935a0ed8-fb8c-4c81-a90d-d0bfc2316a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328698 Aug 10 04:04:46.956975 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:04:55.672210 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa10a48-8e34-46eb-b09f-e0601e5760fe req-13c4baeb-8a23-4e29-896e-42d75fdd0af8 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:55.673803 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-daa10a48-8e34-46eb-b09f-e0601e5760fe req-13c4baeb-8a23-4e29-896e-42d75fdd0af8 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2fdde2e-77da-47ba-a631-17bec305830e HTTP/1.1" status: 200 len: 946 time: 0.0555673 Aug 10 04:04:55.721018 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-daa10a48-8e34-46eb-b09f-e0601e5760fe req-bc78f4de-1610-4d62-9bea-b17908acd958 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] 10.222.0.62 "GET /v2.0/security-groups?id=935a0ed8-fb8c-4c81-a90d-d0bfc2316a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409746 Aug 10 04:04:56.758018 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:56.843325 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad2c02c-b94b-4d12-84c9-c42f8ba58fbe req-e4d05e2b-4292-451a-91f0-4f55f30cded5 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:56.844838 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cad2c02c-b94b-4d12-84c9-c42f8ba58fbe req-e4d05e2b-4292-451a-91f0-4f55f30cded5 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2fdde2e-77da-47ba-a631-17bec305830e HTTP/1.1" status: 200 len: 946 time: 0.0492373 Aug 10 04:04:56.885881 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cad2c02c-b94b-4d12-84c9-c42f8ba58fbe req-c894a247-cd24-468d-94a5-407cb430a385 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] 10.222.0.62 "GET /v2.0/security-groups?id=935a0ed8-fb8c-4c81-a90d-d0bfc2316a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351245 Aug 10 04:04:57.104580 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:57.301984 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a263b7a-2cae-415e-b689-d27f702924fa req-0fa29f02-ebc5-4d61-9e62-59cbe601a177 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:57.303483 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8a263b7a-2cae-415e-b689-d27f702924fa req-0fa29f02-ebc5-4d61-9e62-59cbe601a177 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2fdde2e-77da-47ba-a631-17bec305830e HTTP/1.1" status: 200 len: 946 time: 0.0494568 Aug 10 04:04:57.396036 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-8a263b7a-2cae-415e-b689-d27f702924fa req-af613065-bd87-4bfd-b885-51f448af4498 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Deleting port 19866f3a-5689-4e8f-b5aa-ea34b0738f26 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:04:57.396416 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8a263b7a-2cae-415e-b689-d27f702924fa req-af613065-bd87-4bfd-b885-51f448af4498 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:57.488515 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-8a263b7a-2cae-415e-b689-d27f702924fa req-af613065-bd87-4bfd-b885-51f448af4498 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] For port 19866f3a-5689-4e8f-b5aa-ea34b0738f26, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=19866f3a-5689-4e8f-b5aa-ea34b0738f26,segment=NetworkSegment(aebf2970-da92-4cf7-957a-86adbd40b877),segment_id=aebf2970-da92-4cf7-957a-86adbd40b877)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:57.488887 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8a263b7a-2cae-415e-b689-d27f702924fa req-af613065-bd87-4bfd-b885-51f448af4498 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:57.502074 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-8a263b7a-2cae-415e-b689-d27f702924fa req-af613065-bd87-4bfd-b885-51f448af4498 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Calling delete_port for 19866f3a-5689-4e8f-b5aa-ea34b0738f26 owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:04:57.637235 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8a263b7a-2cae-415e-b689-d27f702924fa req-af613065-bd87-4bfd-b885-51f448af4498 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:57.653243 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['19866f3a-5689-4e8f-b5aa-ea34b0738f26'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:04:57.666697 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af613065-bd87-4bfd-b885-51f448af4498 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Pushing event deleted for resources: {'Port': ['ID=19866f3a-5689-4e8f-b5aa-ea34b0738f26,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:57.709834 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a263b7a-2cae-415e-b689-d27f702924fa req-af613065-bd87-4bfd-b885-51f448af4498 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] No DVR routers for this DVR port 19866f3a-5689-4e8f-b5aa-ea34b0738f26 on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:04:57.712675 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8a263b7a-2cae-415e-b689-d27f702924fa req-af613065-bd87-4bfd-b885-51f448af4498 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:57.715046 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8a263b7a-2cae-415e-b689-d27f702924fa req-af613065-bd87-4bfd-b885-51f448af4498 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] 10.222.0.60 "DELETE /v2.0/ports/19866f3a-5689-4e8f-b5aa-ea34b0738f26 HTTP/1.1" status: 204 len: 173 time: 0.4055011 Aug 10 04:04:57.715549 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2fdde2e-77da-47ba-a631-17bec305830e', 'name': 'network-vif-deleted', 'tag': '19866f3a-5689-4e8f-b5aa-ea34b0738f26'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:04:57.717870 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0021ea54f387d2ae39ffe00c7e01dc720af9cc0ec992141d1f8728dec056f1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf25504-1003-4357-a5c0-86f4380fa218" -d '{"events": [{"server_uuid": "a2fdde2e-77da-47ba-a631-17bec305830e", "name": "network-vif-deleted", "tag": "19866f3a-5689-4e8f-b5aa-ea34b0738f26"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:04:57.763359 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db53387-5fd2-436d-bbe1-1b7604826276 x-openstack-request-id: req-3db53387-5fd2-436d-bbe1-1b7604826276 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:04:57.763789 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2fdde2e-77da-47ba-a631-17bec305830e", "name": "network-vif-deleted", "tag": "19866f3a-5689-4e8f-b5aa-ea34b0738f26", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:04:57.763789 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3db53387-5fd2-436d-bbe1-1b7604826276 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:04:57.764218 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2fdde2e-77da-47ba-a631-17bec305830e', 'name': 'network-vif-deleted', 'tag': '19866f3a-5689-4e8f-b5aa-ea34b0738f26', 'status': 'completed', 'code': 200} Aug 10 04:04:57.995535 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-60da70cf-a37d-4c25-b0c5-5e4fdc515b7a req-f738ec5f-d99c-4a60-9e40-9e9f1be882a9 tempest-TestEncryptedCinderVolumes-483227800 tempest-TestEncryptedCinderVolumes-483227800-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2fdde2e-77da-47ba-a631-17bec305830e HTTP/1.1" status: 200 len: 210 time: 0.0313556 Aug 10 04:04:59.095621 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42120) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:59.465935 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-073a7280-1898-4076-a153-1544126f9416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:59.727070 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-073a7280-1898-4076-a153-1544126f9416 admin admin] Deleting port 72970bd3-2e7b-49f9-837e-58a5b26de446 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:04:59.727412 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-073a7280-1898-4076-a153-1544126f9416 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:59.807287 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-073a7280-1898-4076-a153-1544126f9416 admin admin] For port 72970bd3-2e7b-49f9-837e-58a5b26de446, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=72970bd3-2e7b-49f9-837e-58a5b26de446,segment=NetworkSegment(aebf2970-da92-4cf7-957a-86adbd40b877),segment_id=aebf2970-da92-4cf7-957a-86adbd40b877)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:59.807557 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-073a7280-1898-4076-a153-1544126f9416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:59.820363 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-073a7280-1898-4076-a153-1544126f9416 admin admin] Calling delete_port for 72970bd3-2e7b-49f9-837e-58a5b26de446 owned by network:router_interface {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:05:00.317731 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-073a7280-1898-4076-a153-1544126f9416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:00.348842 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073a7280-1898-4076-a153-1544126f9416 admin admin] Pushing event deleted for resources: {'Port': ['ID=72970bd3-2e7b-49f9-837e-58a5b26de446,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:00.361401 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073a7280-1898-4076-a153-1544126f9416 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:00.361401 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073a7280-1898-4076-a153-1544126f9416 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:00.361660 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073a7280-1898-4076-a153-1544126f9416 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:00.361924 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073a7280-1898-4076-a153-1544126f9416 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:00.362255 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073a7280-1898-4076-a153-1544126f9416 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:00.362585 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073a7280-1898-4076-a153-1544126f9416 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:00.362933 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073a7280-1898-4076-a153-1544126f9416 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:00.363262 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073a7280-1898-4076-a153-1544126f9416 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:00.363582 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073a7280-1898-4076-a153-1544126f9416 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:00.363904 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073a7280-1898-4076-a153-1544126f9416 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:00.364224 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073a7280-1898-4076-a153-1544126f9416 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:00.364541 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073a7280-1898-4076-a153-1544126f9416 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:00.426476 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d017ee55-c837-4a79-b4f3-eccdd27212fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:00.527854 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-073a7280-1898-4076-a153-1544126f9416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:00.756115 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-073a7280-1898-4076-a153-1544126f9416 admin admin] Router a717c14e-cb9e-4d34-b11c-5e3edeecbc23 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:05:00.865543 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073a7280-1898-4076-a153-1544126f9416 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:05:00.871181 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-073a7280-1898-4076-a153-1544126f9416 admin admin] 10.222.0.62 "PUT /v2.0/routers/a717c14e-cb9e-4d34-b11c-5e3edeecbc23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7744017 Aug 10 04:05:00.874679 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42124) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:00.876100 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c6bbf6-8165-42ed-9b26-02706c0885b1 None None] Sync routers for ids ['a717c14e-cb9e-4d34-b11c-5e3edeecbc23'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:05:00.885610 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c6bbf6-8165-42ed-9b26-02706c0885b1 None None] Routers {'a717c14e-cb9e-4d34-b11c-5e3edeecbc23'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:00.886216 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-25c6bbf6-8165-42ed-9b26-02706c0885b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:04:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['a717c14e-cb9e-4d34-b11c-5e3edeecbc23'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:00.987638 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f9b4dae6-4cc6-4827-a953-74a60d89276c admin admin] Notify callbacks [] for router, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:00.998060 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-25c6bbf6-8165-42ed-9b26-02706c0885b1 None None] Set router a717c14e-cb9e-4d34-b11c-5e3edeecbc23 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:05:01.095695 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f9b4dae6-4cc6-4827-a953-74a60d89276c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:01.149674 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-f9b4dae6-4cc6-4827-a953-74a60d89276c admin admin] Deleting port 1da13a97-817f-4ef5-b3b5-868d3526ca3a {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:05:01.149930 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f9b4dae6-4cc6-4827-a953-74a60d89276c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:01.179930 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-25c6bbf6-8165-42ed-9b26-02706c0885b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a717c14e-cb9e-4d34-b11c-5e3edeecbc23', 'name': 'tempest-TestEncryptedCinderVolumes-1950570229-router', 'tenant_id': '6f3a3624023d465ab77faab69aa7cc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '1da13a97-817f-4ef5-b3b5-868d3526ca3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:40Z', 'updated_at': '2021-08-10T04:05:00Z', 'revision_number': 5, 'project_id': '6f3a3624023d465ab77faab69aa7cc33', 'gw_port': {'id': '1da13a97-817f-4ef5-b3b5-868d3526ca3a', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:be:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a717c14e-cb9e-4d34-b11c-5e3edeecbc23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:41Z', 'updated_at': '2021-08-10T04:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:01.209858 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c6bbf6-8165-42ed-9b26-02706c0885b1 None None] Checking router: a717c14e-cb9e-4d34-b11c-5e3edeecbc23 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:05:01.219293 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c6bbf6-8165-42ed-9b26-02706c0885b1 None None] Routers {'a717c14e-cb9e-4d34-b11c-5e3edeecbc23'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:01.219895 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-25c6bbf6-8165-42ed-9b26-02706c0885b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:04:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['a717c14e-cb9e-4d34-b11c-5e3edeecbc23'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:01.229219 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-f9b4dae6-4cc6-4827-a953-74a60d89276c admin admin] For port 1da13a97-817f-4ef5-b3b5-868d3526ca3a, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=1da13a97-817f-4ef5-b3b5-868d3526ca3a,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:01.229589 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f9b4dae6-4cc6-4827-a953-74a60d89276c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:01.243037 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-f9b4dae6-4cc6-4827-a953-74a60d89276c admin admin] Calling delete_port for 1da13a97-817f-4ef5-b3b5-868d3526ca3a owned by network:router_gateway {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:05:01.309271 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-25c6bbf6-8165-42ed-9b26-02706c0885b1 None None] Set router a717c14e-cb9e-4d34-b11c-5e3edeecbc23 gateway port host: None {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:05:01.361971 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-25c6bbf6-8165-42ed-9b26-02706c0885b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a717c14e-cb9e-4d34-b11c-5e3edeecbc23', 'name': 'tempest-TestEncryptedCinderVolumes-1950570229-router', 'tenant_id': '6f3a3624023d465ab77faab69aa7cc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:40Z', 'updated_at': '2021-08-10T04:05:01Z', 'revision_number': 6, 'project_id': '6f3a3624023d465ab77faab69aa7cc33', 'gw_port_host': None}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:01.375402 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 19866f3a-5689-4e8f-b5aa-ea34b0738f26 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:05:01.394952 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c6bbf6-8165-42ed-9b26-02706c0885b1 None None] The sync data for ids ['a717c14e-cb9e-4d34-b11c-5e3edeecbc23'] in n-d-768851-15 is: [{'id': 'a717c14e-cb9e-4d34-b11c-5e3edeecbc23', 'name': 'tempest-TestEncryptedCinderVolumes-1950570229-router', 'tenant_id': '6f3a3624023d465ab77faab69aa7cc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:40Z', 'updated_at': '2021-08-10T04:05:01Z', 'revision_number': 6, 'project_id': '6f3a3624023d465ab77faab69aa7cc33', 'gw_port_host': None}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:05:01.403347 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: 19866f3a-5689-4e8f-b5aa-ea34b0738f26 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:05:01.404579 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 19866f3a-5689-4e8f-b5aa-ea34b0738f26 not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:05:01.423160 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f9b4dae6-4cc6-4827-a953-74a60d89276c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:01.461728 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b4dae6-4cc6-4827-a953-74a60d89276c admin admin] Pushing event deleted for resources: {'Port': ['ID=1da13a97-817f-4ef5-b3b5-868d3526ca3a,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:01.524350 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f9b4dae6-4cc6-4827-a953-74a60d89276c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:01.621686 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f9b4dae6-4cc6-4827-a953-74a60d89276c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:01.624087 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f9b4dae6-4cc6-4827-a953-74a60d89276c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:01.668760 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f9b4dae6-4cc6-4827-a953-74a60d89276c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:01.669416 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b4dae6-4cc6-4827-a953-74a60d89276c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a717c14e-cb9e-4d34-b11c-5e3edeecbc23 {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:05:01.674535 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f9b4dae6-4cc6-4827-a953-74a60d89276c admin admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:01.675537 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f9b4dae6-4cc6-4827-a953-74a60d89276c admin admin] 10.222.0.62 "DELETE /v2.0/routers/a717c14e-cb9e-4d34-b11c-5e3edeecbc23 HTTP/1.1" status: 204 len: 168 time: 0.7998757 Aug 10 04:05:01.680122 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42126) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:01.742972 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-a743b3be-3933-4730-b220-00afe66ced20 admin admin] Deleting subnet 169decdd-6015-4128-a02c-1bb7304c7b6a {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:05:01.747973 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a743b3be-3933-4730-b220-00afe66ced20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:01.785772 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a743b3be-3933-4730-b220-00afe66ced20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:01.868374 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a743b3be-3933-4730-b220-00afe66ced20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:01.928634 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a743b3be-3933-4730-b220-00afe66ced20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:01.962564 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a743b3be-3933-4730-b220-00afe66ced20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=169decdd-6015-4128-a02c-1bb7304c7b6a,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:01.966249 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a743b3be-3933-4730-b220-00afe66ced20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:01.970642 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a743b3be-3933-4730-b220-00afe66ced20 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/169decdd-6015-4128-a02c-1bb7304c7b6a HTTP/1.1" status: 204 len: 168 time: 0.2871540 Aug 10 04:05:01.971766 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 42128) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:01.972696 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80ad97a-9867-4f8f-8cc2-2a584c936a77 None None] Network 6ca8410b-8b4f-4c5d-80ba-4213a22046e0 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:05:02.053007 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9410be9b-3aa3-4779-bf08-9a170af6ae0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:02.123908 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-9410be9b-3aa3-4779-bf08-9a170af6ae0e admin admin] Deleting port 118b28d6-4d66-41f9-aee3-c28a67db7fba {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:05:02.124248 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9410be9b-3aa3-4779-bf08-9a170af6ae0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:02.166574 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cfe65d-d783-4ef1-baac-1b798f6ea622 None None] DHCP port deletion for 6ca8410b-8b4f-4c5d-80ba-4213a22046e0 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:05:02.197755 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-9410be9b-3aa3-4779-bf08-9a170af6ae0e admin admin] For port 118b28d6-4d66-41f9-aee3-c28a67db7fba, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=118b28d6-4d66-41f9-aee3-c28a67db7fba,segment=NetworkSegment(aebf2970-da92-4cf7-957a-86adbd40b877),segment_id=aebf2970-da92-4cf7-957a-86adbd40b877)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:02.198132 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9410be9b-3aa3-4779-bf08-9a170af6ae0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:02.214195 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-9410be9b-3aa3-4779-bf08-9a170af6ae0e admin admin] Calling delete_port for 118b28d6-4d66-41f9-aee3-c28a67db7fba owned by network:dhcp {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:05:02.220486 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-c7cfe65d-d783-4ef1-baac-1b798f6ea622 None None] Deleting port 118b28d6-4d66-41f9-aee3-c28a67db7fba {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:05:02.220933 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c7cfe65d-d783-4ef1-baac-1b798f6ea622 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:02.286070 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-c7cfe65d-d783-4ef1-baac-1b798f6ea622 None None] For port 118b28d6-4d66-41f9-aee3-c28a67db7fba, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=118b28d6-4d66-41f9-aee3-c28a67db7fba,segment=NetworkSegment(aebf2970-da92-4cf7-957a-86adbd40b877),segment_id=aebf2970-da92-4cf7-957a-86adbd40b877)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:02.286472 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c7cfe65d-d783-4ef1-baac-1b798f6ea622 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:02.297414 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9410be9b-3aa3-4779-bf08-9a170af6ae0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:02.301313 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-c7cfe65d-d783-4ef1-baac-1b798f6ea622 None None] Calling delete_port for 118b28d6-4d66-41f9-aee3-c28a67db7fba owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:05:02.323654 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9410be9b-3aa3-4779-bf08-9a170af6ae0e admin admin] Pushing event deleted for resources: {'Port': ['ID=118b28d6-4d66-41f9-aee3-c28a67db7fba,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:02.327577 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9410be9b-3aa3-4779-bf08-9a170af6ae0e admin admin] No DVR routers for this DVR port 118b28d6-4d66-41f9-aee3-c28a67db7fba on host n-d-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:05:02.384133 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c7cfe65d-d783-4ef1-baac-1b798f6ea622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:02.403267 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9410be9b-3aa3-4779-bf08-9a170af6ae0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:02.409669 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cfe65d-d783-4ef1-baac-1b798f6ea622 None None] Pushing event deleted for resources: {'Port': ['ID=118b28d6-4d66-41f9-aee3-c28a67db7fba,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:02.413582 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cfe65d-d783-4ef1-baac-1b798f6ea622 None None] No DVR routers for this DVR port 118b28d6-4d66-41f9-aee3-c28a67db7fba on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:05:02.417775 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-9410be9b-3aa3-4779-bf08-9a170af6ae0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ca8410b-8b4f-4c5d-80ba-4213a22046e0']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:02.429980 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-9410be9b-3aa3-4779-bf08-9a170af6ae0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aebf2970-da92-4cf7-957a-86adbd40b877') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:02.430279 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-9410be9b-3aa3-4779-bf08-9a170af6ae0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aebf2970-da92-4cf7-957a-86adbd40b877') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:02.440070 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9410be9b-3aa3-4779-bf08-9a170af6ae0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:02.454293 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9410be9b-3aa3-4779-bf08-9a170af6ae0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:02.460527 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9410be9b-3aa3-4779-bf08-9a170af6ae0e admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:05:02.460917 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9410be9b-3aa3-4779-bf08-9a170af6ae0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:02.462518 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 04:05:02.462518 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:05:02.462518 n-d-768851-15 neutron-server[94216]: timer() Aug 10 04:05:02.462518 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:05:02.462518 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 04:05:02.462518 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:05:02.462518 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 04:05:02.462518 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:05:02.462518 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 04:05:02.462518 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:05:02.462518 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 04:05:02.462518 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:05:02.462518 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 04:05:02.462518 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:05:02.462518 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:05:02.462518 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:05:02.462518 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:05:02.462518 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:05:02.462518 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 04:05:02.462518 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:05:02.462518 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 04:05:02.462518 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:05:02.462518 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:05:02.462518 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:05:02.462518 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 04:05:02.462518 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:05:02.462518 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:05:02.462518 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:05:02.462518 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:05:02.462518 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:05:02.462518 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:05:02.462518 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:05:02.520635 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9410be9b-3aa3-4779-bf08-9a170af6ae0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:02.529130 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9410be9b-3aa3-4779-bf08-9a170af6ae0e admin admin] Notify callbacks [] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:02.533709 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-9410be9b-3aa3-4779-bf08-9a170af6ae0e admin admin] 10.222.0.62 "DELETE /v2.0/networks/6ca8410b-8b4f-4c5d-80ba-4213a22046e0 HTTP/1.1" status: 204 len: 168 time: 0.5605516 Aug 10 04:05:02.534038 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42130) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:02.543383 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9410be9b-3aa3-4779-bf08-9a170af6ae0e admin admin] Pushing event deleted for resources: {'Network': ['ID=6ca8410b-8b4f-4c5d-80ba-4213a22046e0,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:02.877027 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-541a485c-94da-4f7a-bcd3-b67057abe355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:03.114862 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-606fb339-7533-4e78-be39-de2835ed49a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:03.132876 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-541a485c-94da-4f7a-bcd3-b67057abe355 admin admin] Deleting port d99530ef-b4d9-4281-964e-825954d27f64 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:05:03.133135 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-541a485c-94da-4f7a-bcd3-b67057abe355 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:03.213223 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-541a485c-94da-4f7a-bcd3-b67057abe355 admin admin] For port d99530ef-b4d9-4281-964e-825954d27f64, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=d99530ef-b4d9-4281-964e-825954d27f64,segment=NetworkSegment(0e0a31f0-5530-4e44-bb45-4774de1a687c),segment_id=0e0a31f0-5530-4e44-bb45-4774de1a687c)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:03.213598 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-541a485c-94da-4f7a-bcd3-b67057abe355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:03.226619 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-541a485c-94da-4f7a-bcd3-b67057abe355 admin admin] Calling delete_port for d99530ef-b4d9-4281-964e-825954d27f64 owned by network:router_interface {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:05:03.407337 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-541a485c-94da-4f7a-bcd3-b67057abe355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:03.435324 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a485c-94da-4f7a-bcd3-b67057abe355 admin admin] Pushing event deleted for resources: {'Port': ['ID=d99530ef-b4d9-4281-964e-825954d27f64,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:03.457306 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 72970bd3-2e7b-49f9-837e-58a5b26de446 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:05:03.482407 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 72970bd3-2e7b-49f9-837e-58a5b26de446 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:05:03.483098 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 72970bd3-2e7b-49f9-837e-58a5b26de446 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:05:03.483701 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 1da13a97-817f-4ef5-b3b5-868d3526ca3a no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:05:03.507497 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 1da13a97-817f-4ef5-b3b5-868d3526ca3a {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:05:03.507844 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 1da13a97-817f-4ef5-b3b5-868d3526ca3a not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:05:03.508261 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 118b28d6-4d66-41f9-aee3-c28a67db7fba no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:05:03.533816 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:03.535368 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 118b28d6-4d66-41f9-aee3-c28a67db7fba {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:05:03.535714 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 118b28d6-4d66-41f9-aee3-c28a67db7fba not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:05:03.603733 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-541a485c-94da-4f7a-bcd3-b67057abe355 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:03.820544 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-541a485c-94da-4f7a-bcd3-b67057abe355 admin admin] Router 46b5c145-4e50-498d-8ebe-29fc35f32d7a has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:05:04.236908 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-541a485c-94da-4f7a-bcd3-b67057abe355 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:05:04.242709 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-541a485c-94da-4f7a-bcd3-b67057abe355 admin admin] 10.222.0.62 "PUT /v2.0/routers/46b5c145-4e50-498d-8ebe-29fc35f32d7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7076266 Aug 10 04:05:04.245185 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42132) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:04.248848 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff06ca47-2d97-4480-8782-51a986c896af None None] Sync routers for ids ['46b5c145-4e50-498d-8ebe-29fc35f32d7a'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:05:04.258445 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff06ca47-2d97-4480-8782-51a986c896af None None] Routers {'46b5c145-4e50-498d-8ebe-29fc35f32d7a'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:04.259107 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-ff06ca47-2d97-4480-8782-51a986c896af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:05:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['46b5c145-4e50-498d-8ebe-29fc35f32d7a'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:04.357824 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-84a71772-2bbb-4f19-9706-0c0e6704a9eb admin admin] Notify callbacks [] for router, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:04.479303 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-84a71772-2bbb-4f19-9706-0c0e6704a9eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:04.541967 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:04.542303 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-84a71772-2bbb-4f19-9706-0c0e6704a9eb admin admin] Deleting port 203f5eb3-0445-4019-9b5f-23afd615803a {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:05:04.542830 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-84a71772-2bbb-4f19-9706-0c0e6704a9eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:04.546005 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-ff06ca47-2d97-4480-8782-51a986c896af None None] Set router 46b5c145-4e50-498d-8ebe-29fc35f32d7a gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:05:04.635813 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-84a71772-2bbb-4f19-9706-0c0e6704a9eb admin admin] For port 203f5eb3-0445-4019-9b5f-23afd615803a, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=203f5eb3-0445-4019-9b5f-23afd615803a,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:04.636391 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-84a71772-2bbb-4f19-9706-0c0e6704a9eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:04.657743 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-84a71772-2bbb-4f19-9706-0c0e6704a9eb admin admin] Calling delete_port for 203f5eb3-0445-4019-9b5f-23afd615803a owned by network:router_gateway {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:05:04.730251 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-ff06ca47-2d97-4480-8782-51a986c896af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b5c145-4e50-498d-8ebe-29fc35f32d7a', 'name': 'tempest-TestEncryptedCinderVolumes-699442415-router', 'tenant_id': '897a3b11a11c4ff08b00c81df9ceedb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '203f5eb3-0445-4019-9b5f-23afd615803a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:46Z', 'updated_at': '2021-08-10T04:05:03Z', 'revision_number': 5, 'project_id': '897a3b11a11c4ff08b00c81df9ceedb9', 'gw_port': {'id': '203f5eb3-0445-4019-9b5f-23afd615803a', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b5c145-4e50-498d-8ebe-29fc35f32d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:46Z', 'updated_at': '2021-08-10T04:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:04.758631 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff06ca47-2d97-4480-8782-51a986c896af None None] Checking router: 46b5c145-4e50-498d-8ebe-29fc35f32d7a for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:05:04.768606 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff06ca47-2d97-4480-8782-51a986c896af None None] Routers {'46b5c145-4e50-498d-8ebe-29fc35f32d7a'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:04.769200 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-ff06ca47-2d97-4480-8782-51a986c896af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:05:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['46b5c145-4e50-498d-8ebe-29fc35f32d7a'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:04.847897 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-84a71772-2bbb-4f19-9706-0c0e6704a9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:04.858926 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-ff06ca47-2d97-4480-8782-51a986c896af None None] Set router 46b5c145-4e50-498d-8ebe-29fc35f32d7a gateway port host: None {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:05:04.874538 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a71772-2bbb-4f19-9706-0c0e6704a9eb admin admin] Pushing event deleted for resources: {'Port': ['ID=203f5eb3-0445-4019-9b5f-23afd615803a,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:04.917947 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-ff06ca47-2d97-4480-8782-51a986c896af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b5c145-4e50-498d-8ebe-29fc35f32d7a', 'name': 'tempest-TestEncryptedCinderVolumes-699442415-router', 'tenant_id': '897a3b11a11c4ff08b00c81df9ceedb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:46Z', 'updated_at': '2021-08-10T04:05:04Z', 'revision_number': 6, 'project_id': '897a3b11a11c4ff08b00c81df9ceedb9', 'gw_port_host': None}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:04.934493 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-84a71772-2bbb-4f19-9706-0c0e6704a9eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:04.946231 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff06ca47-2d97-4480-8782-51a986c896af None None] The sync data for ids ['46b5c145-4e50-498d-8ebe-29fc35f32d7a'] in n-d-768851-15 is: [{'id': '46b5c145-4e50-498d-8ebe-29fc35f32d7a', 'name': 'tempest-TestEncryptedCinderVolumes-699442415-router', 'tenant_id': '897a3b11a11c4ff08b00c81df9ceedb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:46Z', 'updated_at': '2021-08-10T04:05:04Z', 'revision_number': 6, 'project_id': '897a3b11a11c4ff08b00c81df9ceedb9', 'gw_port_host': None}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:05:05.030960 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-84a71772-2bbb-4f19-9706-0c0e6704a9eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:05.033351 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-84a71772-2bbb-4f19-9706-0c0e6704a9eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:05.082587 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-84a71772-2bbb-4f19-9706-0c0e6704a9eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:05.083116 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a71772-2bbb-4f19-9706-0c0e6704a9eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46b5c145-4e50-498d-8ebe-29fc35f32d7a {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:05:05.087551 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-84a71772-2bbb-4f19-9706-0c0e6704a9eb admin admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:05.088747 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-84a71772-2bbb-4f19-9706-0c0e6704a9eb admin admin] 10.222.0.62 "DELETE /v2.0/routers/46b5c145-4e50-498d-8ebe-29fc35f32d7a HTTP/1.1" status: 204 len: 168 time: 0.8425961 Aug 10 04:05:05.091862 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42134) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:05.137752 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c1cc9ae-a226-4b34-805b-8679b0cf234a admin admin] Deleting subnet 02cfe8ab-72ed-471f-99ba-140dd08498dd {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:05:05.140923 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8c1cc9ae-a226-4b34-805b-8679b0cf234a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:05.175582 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8c1cc9ae-a226-4b34-805b-8679b0cf234a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:05.261152 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8c1cc9ae-a226-4b34-805b-8679b0cf234a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:05.321446 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8c1cc9ae-a226-4b34-805b-8679b0cf234a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:05.349709 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1cc9ae-a226-4b34-805b-8679b0cf234a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02cfe8ab-72ed-471f-99ba-140dd08498dd,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:05.353462 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8c1cc9ae-a226-4b34-805b-8679b0cf234a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:05.358777 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 42136) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:05.359303 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8c1cc9ae-a226-4b34-805b-8679b0cf234a admin admin] 10.222.0.62 "DELETE /v2.0/subnets/02cfe8ab-72ed-471f-99ba-140dd08498dd HTTP/1.1" status: 204 len: 168 time: 0.2657666 Aug 10 04:05:05.361131 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25828ade-6e80-41d8-9bea-ed8b0f79867c None None] Network a039ecb4-9efd-4af8-8b31-f826cf5f155a requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:05:05.433713 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-96369960-8a20-4044-add6-30114d3216c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:05.490921 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-96369960-8a20-4044-add6-30114d3216c7 admin admin] Deleting port 883cbebb-331b-4543-a4eb-b555fe2c4d64 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:05:05.491350 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-96369960-8a20-4044-add6-30114d3216c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:05.572907 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-96369960-8a20-4044-add6-30114d3216c7 admin admin] For port 883cbebb-331b-4543-a4eb-b555fe2c4d64, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=883cbebb-331b-4543-a4eb-b555fe2c4d64,segment=NetworkSegment(0e0a31f0-5530-4e44-bb45-4774de1a687c),segment_id=0e0a31f0-5530-4e44-bb45-4774de1a687c)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:05.573270 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-96369960-8a20-4044-add6-30114d3216c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:05.586358 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-96369960-8a20-4044-add6-30114d3216c7 admin admin] Calling delete_port for 883cbebb-331b-4543-a4eb-b555fe2c4d64 owned by network:dhcp {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:05:05.667080 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-96369960-8a20-4044-add6-30114d3216c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:05.700778 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96369960-8a20-4044-add6-30114d3216c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=883cbebb-331b-4543-a4eb-b555fe2c4d64,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:05.702959 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96369960-8a20-4044-add6-30114d3216c7 admin admin] No DVR routers for this DVR port 883cbebb-331b-4543-a4eb-b555fe2c4d64 on host n-d-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:05:05.723276 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b86a10-b0f4-4add-83f9-5a425f5b3eb7 None None] DHCP port deletion for a039ecb4-9efd-4af8-8b31-f826cf5f155a request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:05:05.783538 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-96369960-8a20-4044-add6-30114d3216c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:05.783746 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device d99530ef-b4d9-4281-964e-825954d27f64 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:05:05.796018 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-96369960-8a20-4044-add6-30114d3216c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a039ecb4-9efd-4af8-8b31-f826cf5f155a']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:05.806488 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: d99530ef-b4d9-4281-964e-825954d27f64 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:05:05.806881 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device d99530ef-b4d9-4281-964e-825954d27f64 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:05:05.807287 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 203f5eb3-0445-4019-9b5f-23afd615803a no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:05:05.808511 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-96369960-8a20-4044-add6-30114d3216c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e0a31f0-5530-4e44-bb45-4774de1a687c') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:05.808737 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-96369960-8a20-4044-add6-30114d3216c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e0a31f0-5530-4e44-bb45-4774de1a687c') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:05.819559 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-96369960-8a20-4044-add6-30114d3216c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:05.828063 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 203f5eb3-0445-4019-9b5f-23afd615803a {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:05:05.828478 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 203f5eb3-0445-4019-9b5f-23afd615803a not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:05:05.828930 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 883cbebb-331b-4543-a4eb-b555fe2c4d64 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:05:05.841619 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-96369960-8a20-4044-add6-30114d3216c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:05.851879 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96369960-8a20-4044-add6-30114d3216c7 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:05:05.852303 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-96369960-8a20-4044-add6-30114d3216c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:05.853508 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 883cbebb-331b-4543-a4eb-b555fe2c4d64 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:05:05.853862 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 883cbebb-331b-4543-a4eb-b555fe2c4d64 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:05:05.854367 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 04:05:05.854367 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:05:05.854367 n-d-768851-15 neutron-server[94216]: timer() Aug 10 04:05:05.854367 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:05:05.854367 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 04:05:05.854367 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:05:05.854367 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 04:05:05.854367 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:05:05.854367 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 04:05:05.854367 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:05:05.854367 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 04:05:05.854367 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:05:05.854367 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 04:05:05.854367 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:05:05.854367 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:05:05.854367 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:05:05.854367 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:05:05.854367 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:05:05.854367 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 04:05:05.854367 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:05:05.854367 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 04:05:05.854367 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:05:05.854367 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:05:05.854367 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:05:05.854367 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 04:05:05.854367 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:05:05.854367 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:05:05.854367 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:05:05.854367 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:05:05.854367 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:05:05.854367 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:05:05.854367 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:05:05.916638 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-96369960-8a20-4044-add6-30114d3216c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:05.933468 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-96369960-8a20-4044-add6-30114d3216c7 admin admin] Notify callbacks [] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:05.935444 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-96369960-8a20-4044-add6-30114d3216c7 admin admin] 10.222.0.62 "DELETE /v2.0/networks/a039ecb4-9efd-4af8-8b31-f826cf5f155a HTTP/1.1" status: 204 len: 168 time: 0.5754328 Aug 10 04:05:05.936796 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96369960-8a20-4044-add6-30114d3216c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a039ecb4-9efd-4af8-8b31-f826cf5f155a,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:06.116255 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 42140) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:06.130554 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:06.159242 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b41fb6c4-37d2-4dce-b0c1-57f45a3c9ac9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6f3a3624023d465ab77faab69aa7cc33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416934 Aug 10 04:05:06.161854 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 42142) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:06.215589 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-980c5f42-ca49-4959-a818-d43c492ca618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:06.237855 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-980c5f42-ca49-4959-a818-d43c492ca618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:06.291272 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-980c5f42-ca49-4959-a818-d43c492ca618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:06.293784 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-980c5f42-ca49-4959-a818-d43c492ca618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:06.294994 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-980c5f42-ca49-4959-a818-d43c492ca618 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/935a0ed8-fb8c-4c81-a90d-d0bfc2316a3b HTTP/1.1" status: 204 len: 168 time: 0.1322205 Aug 10 04:05:06.302812 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980c5f42-ca49-4959-a818-d43c492ca618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935a0ed8-fb8c-4c81-a90d-d0bfc2316a3b,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:06.610283 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 42148) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:06.657199 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ddbcc348-4f49-489e-9c56-e73ca070f727 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=897a3b11a11c4ff08b00c81df9ceedb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0455651 Aug 10 04:05:06.661093 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 42150) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:06.710757 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-647613c6-79b6-4a8b-88ab-0ade9f2d79b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:06.734758 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-647613c6-79b6-4a8b-88ab-0ade9f2d79b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:06.784683 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-647613c6-79b6-4a8b-88ab-0ade9f2d79b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:06.787199 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-647613c6-79b6-4a8b-88ab-0ade9f2d79b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:06.788373 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-647613c6-79b6-4a8b-88ab-0ade9f2d79b2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a0cb33ae-1649-45c1-9da2-837c68a11699 HTTP/1.1" status: 204 len: 168 time: 0.1277101 Aug 10 04:05:06.798203 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647613c6-79b6-4a8b-88ab-0ade9f2d79b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0cb33ae-1649-45c1-9da2-837c68a11699,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:07.463839 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 42174) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:07.569697 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-e6629083-6ba2-4d99-9d5c-ab426c41d9d3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1604146335-network', 'tenant_id': 'b776d47560144922b6942c20020ffe4c'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:07.592276 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6629083-6ba2-4d99-9d5c-ab426c41d9d3 admin admin] Made reservation on behalf of b776d47560144922b6942c20020ffe4c for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:05:07.594913 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e6629083-6ba2-4d99-9d5c-ab426c41d9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:07.603408 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e6629083-6ba2-4d99-9d5c-ab426c41d9d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:07.699345 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e6629083-6ba2-4d99-9d5c-ab426c41d9d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:07.703815 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e6629083-6ba2-4d99-9d5c-ab426c41d9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:07.728929 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6629083-6ba2-4d99-9d5c-ab426c41d9d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:05:07.739576 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6629083-6ba2-4d99-9d5c-ab426c41d9d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e490d237-f6fe-4790-9acc-6c4b9596fb47,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:07.748604 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e6629083-6ba2-4d99-9d5c-ab426c41d9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:07.749017 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-e6629083-6ba2-4d99-9d5c-ab426c41d9d3 admin admin] Added segment 8a7cdc1a-7f2e-4230-a4fd-8f94eeadc57e of type vlan for network 57c3c032-48f6-4b14-8719-93e1d86cd102 Aug 10 04:05:07.791369 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e6629083-6ba2-4d99-9d5c-ab426c41d9d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:07.820352 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e6629083-6ba2-4d99-9d5c-ab426c41d9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:07.821230 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6629083-6ba2-4d99-9d5c-ab426c41d9d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:07.821851 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e6629083-6ba2-4d99-9d5c-ab426c41d9d3 admin admin] Notify callbacks [] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:07.878967 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-e6629083-6ba2-4d99-9d5c-ab426c41d9d3 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4139681 Aug 10 04:05:07.881793 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 42180) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:07.883782 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6629083-6ba2-4d99-9d5c-ab426c41d9d3 admin admin] Pushing event updated for resources: {'Network': ['ID=57c3c032-48f6-4b14-8719-93e1d86cd102,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:07.889557 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-d2066836-4fd2-4593-99b8-74ee36efc2fb admin admin] Request body: {'subnet': {'network_id': '57c3c032-48f6-4b14-8719-93e1d86cd102', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1604146335-subnet', 'tenant_id': 'b776d47560144922b6942c20020ffe4c', 'ip_version': 4}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:07.895575 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 57c3c032-48f6-4b14-8719-93e1d86cd102 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:05:07.911720 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2066836-4fd2-4593-99b8-74ee36efc2fb admin admin] Made reservation on behalf of b776d47560144922b6942c20020ffe4c for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:05:07.914385 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d2066836-4fd2-4593-99b8-74ee36efc2fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:08.088674 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d2066836-4fd2-4593-99b8-74ee36efc2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:08.142446 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2066836-4fd2-4593-99b8-74ee36efc2fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=479feee2-7c8a-4979-a57e-4fc11c76063c,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:08.155323 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2066836-4fd2-4593-99b8-74ee36efc2fb admin admin] Checking segment: {'id': '8a7cdc1a-7f2e-4230-a4fd-8f94eeadc57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '57c3c032-48f6-4b14-8719-93e1d86cd102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:05:08.155680 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2066836-4fd2-4593-99b8-74ee36efc2fb admin admin] Network hostable DHCP agents. Network: 57c3c032-48f6-4b14-8719-93e1d86cd102, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:05:08.171836 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2066836-4fd2-4593-99b8-74ee36efc2fb admin admin] Network 57c3c032-48f6-4b14-8719-93e1d86cd102 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:05:08.182997 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-d2066836-4fd2-4593-99b8-74ee36efc2fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 57c3c032-48f6-4b14-8719-93e1d86cd102) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:08.187568 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2066836-4fd2-4593-99b8-74ee36efc2fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:08.188150 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d2066836-4fd2-4593-99b8-74ee36efc2fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:08.194447 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07038e54-c78f-4404-bffb-a7d777c6ef58 None None] Network 57c3c032-48f6-4b14-8719-93e1d86cd102 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:05:08.203778 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d2066836-4fd2-4593-99b8-74ee36efc2fb admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3208444 Aug 10 04:05:08.206591 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 42182) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:08.211104 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-e1f593f9-b99b-47a1-9926-b37e6348a567 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1604146335-router', 'tenant_id': 'b776d47560144922b6942c20020ffe4c', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:08.231795 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e1f593f9-b99b-47a1-9926-b37e6348a567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:08.232809 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e1f593f9-b99b-47a1-9926-b37e6348a567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:08.289939 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e1f593f9-b99b-47a1-9926-b37e6348a567 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:08.345310 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e845f5c-a884-4897-ac75-d092a2540d77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-57c3c032-48f6-4b14-8719-93e1d86cd102', 'network_id': '57c3c032-48f6-4b14-8719-93e1d86cd102', 'tenant_id': 'b776d47560144922b6942c20020ffe4c', 'fixed_ips': [{'subnet_id': '479feee2-7c8a-4979-a57e-4fc11c76063c'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:05:08.346193 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4e845f5c-a884-4897-ac75-d092a2540d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:08.425573 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e1f593f9-b99b-47a1-9926-b37e6348a567 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:08.490829 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-4e845f5c-a884-4897-ac75-d092a2540d77 None None] Allocated IP 172.20.0.2 (57c3c032-48f6-4b14-8719-93e1d86cd102/479feee2-7c8a-4979-a57e-4fc11c76063c/58c72d3d-2d57-4bc8-8f6e-b70952bcf2ec) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:05:08.626538 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e1f593f9-b99b-47a1-9926-b37e6348a567 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:08.647166 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e1f593f9-b99b-47a1-9926-b37e6348a567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:08.650447 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4e845f5c-a884-4897-ac75-d092a2540d77 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:08.660308 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-4e845f5c-a884-4897-ac75-d092a2540d77 None None] Transition to ACTIVE for port object 58c72d3d-2d57-4bc8-8f6e-b70952bcf2ec will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:08.675972 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-4e845f5c-a884-4897-ac75-d092a2540d77 None None] Transition to ACTIVE for port object 58c72d3d-2d57-4bc8-8f6e-b70952bcf2ec will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:08.681428 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4e845f5c-a884-4897-ac75-d092a2540d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:08.722613 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e845f5c-a884-4897-ac75-d092a2540d77 None None] Network 57c3c032-48f6-4b14-8719-93e1d86cd102 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:05:08.724098 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-4e845f5c-a884-4897-ac75-d092a2540d77 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:08.730064 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e845f5c-a884-4897-ac75-d092a2540d77 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:05:08.742714 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e845f5c-a884-4897-ac75-d092a2540d77 None None] Pushing event updated for resources: {'Port': ['ID=58c72d3d-2d57-4bc8-8f6e-b70952bcf2ec,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:08.794617 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-4e845f5c-a884-4897-ac75-d092a2540d77 None None] Attempting to bind port 58c72d3d-2d57-4bc8-8f6e-b70952bcf2ec on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:05:08.795094 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-4e845f5c-a884-4897-ac75-d092a2540d77 None None] Attempting to bind port 58c72d3d-2d57-4bc8-8f6e-b70952bcf2ec by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '8a7cdc1a-7f2e-4230-a4fd-8f94eeadc57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '57c3c032-48f6-4b14-8719-93e1d86cd102'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:05:08.795461 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e845f5c-a884-4897-ac75-d092a2540d77 None None] Attempting to bind port 58c72d3d-2d57-4bc8-8f6e-b70952bcf2ec on network 57c3c032-48f6-4b14-8719-93e1d86cd102 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:05:08.801071 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e845f5c-a884-4897-ac75-d092a2540d77 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:05:08.801463 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e845f5c-a884-4897-ac75-d092a2540d77 None None] Checking segment: {'id': '8a7cdc1a-7f2e-4230-a4fd-8f94eeadc57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '57c3c032-48f6-4b14-8719-93e1d86cd102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:05:08.801858 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4e845f5c-a884-4897-ac75-d092a2540d77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:08.802257 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e845f5c-a884-4897-ac75-d092a2540d77 None None] Bound using segment: {'id': '8a7cdc1a-7f2e-4230-a4fd-8f94eeadc57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '57c3c032-48f6-4b14-8719-93e1d86cd102'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:05:08.802758 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-4e845f5c-a884-4897-ac75-d092a2540d77 None None] Bound port: 58c72d3d-2d57-4bc8-8f6e-b70952bcf2ec, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a7cdc1a-7f2e-4230-a4fd-8f94eeadc57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '57c3c032-48f6-4b14-8719-93e1d86cd102'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:05:08.803155 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4e845f5c-a884-4897-ac75-d092a2540d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:08.873845 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-4e845f5c-a884-4897-ac75-d092a2540d77 None None] For port 58c72d3d-2d57-4bc8-8f6e-b70952bcf2ec, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:05:08.877344 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-4e845f5c-a884-4897-ac75-d092a2540d77 None None] For port 58c72d3d-2d57-4bc8-8f6e-b70952bcf2ec, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=58c72d3d-2d57-4bc8-8f6e-b70952bcf2ec,segment=NetworkSegment(8a7cdc1a-7f2e-4230-a4fd-8f94eeadc57e),segment_id=8a7cdc1a-7f2e-4230-a4fd-8f94eeadc57e)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:05:08.882806 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4e845f5c-a884-4897-ac75-d092a2540d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:08.965261 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e845f5c-a884-4897-ac75-d092a2540d77 None None] Pushing event updated for resources: {'Port': ['ID=58c72d3d-2d57-4bc8-8f6e-b70952bcf2ec,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:09.109383 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-e1f593f9-b99b-47a1-9926-b37e6348a567 admin admin] Allocated IP 172.25.7.154 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/a8e36b5f-c51a-4bf6-8ef7-9d6751ed548d) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:05:09.220931 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e1f593f9-b99b-47a1-9926-b37e6348a567 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:09.260178 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e1f593f9-b99b-47a1-9926-b37e6348a567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:09.306353 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f593f9-b99b-47a1-9926-b37e6348a567 admin admin] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:05:09.309344 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-e1f593f9-b99b-47a1-9926-b37e6348a567 admin admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:09.313161 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f593f9-b99b-47a1-9926-b37e6348a567 admin admin] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:05:09.335468 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f593f9-b99b-47a1-9926-b37e6348a567 admin admin] Pushing event updated for resources: {'Port': ['ID=a8e36b5f-c51a-4bf6-8ef7-9d6751ed548d,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:09.483045 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 58c72d3d-2d57-4bc8-8f6e-b70952bcf2ec up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:05:09.538039 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 58c72d3d-2d57-4bc8-8f6e-b70952bcf2ec completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:05:09.581067 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e1f593f9-b99b-47a1-9926-b37e6348a567 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:09.795032 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e1f593f9-b99b-47a1-9926-b37e6348a567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:09.847483 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b96e74-af68-43c2-b809-5b465b1d7b24 None None] Network 57c3c032-48f6-4b14-8719-93e1d86cd102 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:05:09.939166 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f593f9-b99b-47a1-9926-b37e6348a567 admin admin] Router 63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:05:09.939518 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-c88616ab-ee64-4891-b5f9-357b0c0d6032 None None] Provisioning for port 58c72d3d-2d57-4bc8-8f6e-b70952bcf2ec completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:05:09.962971 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-c88616ab-ee64-4891-b5f9-357b0c0d6032 None None] Provisioning complete for port 58c72d3d-2d57-4bc8-8f6e-b70952bcf2ec triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:09.963347 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c88616ab-ee64-4891-b5f9-357b0c0d6032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:10.063720 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f593f9-b99b-47a1-9926-b37e6348a567 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:05:10.086410 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e1f593f9-b99b-47a1-9926-b37e6348a567 admin admin] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:10.087694 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-e1f593f9-b99b-47a1-9926-b37e6348a567 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8801367 Aug 10 04:05:10.088495 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c88616ab-ee64-4891-b5f9-357b0c0d6032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:10.092303 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 42184) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:10.096375 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51da269a-b6af-49c7-92c2-6b2ac1fda644 None None] Sync routers for ids ['63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:05:10.112037 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51da269a-b6af-49c7-92c2-6b2ac1fda644 None None] Routers {'63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:10.112715 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-51da269a-b6af-49c7-92c2-6b2ac1fda644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:05:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:10.147944 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-c88616ab-ee64-4891-b5f9-357b0c0d6032 None None] For port 58c72d3d-2d57-4bc8-8f6e-b70952bcf2ec, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=58c72d3d-2d57-4bc8-8f6e-b70952bcf2ec,segment=NetworkSegment(8a7cdc1a-7f2e-4230-a4fd-8f94eeadc57e),segment_id=8a7cdc1a-7f2e-4230-a4fd-8f94eeadc57e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:10.153965 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c88616ab-ee64-4891-b5f9-357b0c0d6032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:10.217479 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88616ab-ee64-4891-b5f9-357b0c0d6032 None None] Pushing event updated for resources: {'Port': ['ID=58c72d3d-2d57-4bc8-8f6e-b70952bcf2ec,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:10.246460 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-51da269a-b6af-49c7-92c2-6b2ac1fda644 None None] Set router 63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:05:10.375454 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3c741237-13b6-42cc-9015-6601cfd6fb11 None None] Provisioning complete for port 58c72d3d-2d57-4bc8-8f6e-b70952bcf2ec triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:10.375851 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3c741237-13b6-42cc-9015-6601cfd6fb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:10.442051 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-51da269a-b6af-49c7-92c2-6b2ac1fda644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c', 'name': 'tempest-TestMinimumBasicScenario-1604146335-router', 'tenant_id': 'b776d47560144922b6942c20020ffe4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'a8e36b5f-c51a-4bf6-8ef7-9d6751ed548d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:08Z', 'updated_at': '2021-08-10T04:05:09Z', 'revision_number': 3, 'project_id': 'b776d47560144922b6942c20020ffe4c', 'gw_port': {'id': 'a8e36b5f-c51a-4bf6-8ef7-9d6751ed548d', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:18:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:08Z', 'updated_at': '2021-08-10T04:05:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:10.470515 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51da269a-b6af-49c7-92c2-6b2ac1fda644 None None] Checking router: 63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:05:10.470893 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51da269a-b6af-49c7-92c2-6b2ac1fda644 None None] Updating router 63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c port a8e36b5f-c51a-4bf6-8ef7-9d6751ed548d binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:05:10.507261 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-51da269a-b6af-49c7-92c2-6b2ac1fda644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:10.596169 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8e3d3643-deb6-4aad-be64-0280e867a4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:10.772590 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-8e3d3643-deb6-4aad-be64-0280e867a4f6 admin admin] Allocated IP 172.20.0.1 (57c3c032-48f6-4b14-8719-93e1d86cd102/479feee2-7c8a-4979-a57e-4fc11c76063c/30a95821-883c-44c0-9eca-fce5cd54b651) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:05:10.875113 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-51da269a-b6af-49c7-92c2-6b2ac1fda644 None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:10.884894 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-51da269a-b6af-49c7-92c2-6b2ac1fda644 None None] Transition to ACTIVE for port object a8e36b5f-c51a-4bf6-8ef7-9d6751ed548d will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:10.887225 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8e3d3643-deb6-4aad-be64-0280e867a4f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:10.891348 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-51da269a-b6af-49c7-92c2-6b2ac1fda644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:10.902217 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-8e3d3643-deb6-4aad-be64-0280e867a4f6 admin admin] Transition to ACTIVE for port object 30a95821-883c-44c0-9eca-fce5cd54b651 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:10.937007 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8e3d3643-deb6-4aad-be64-0280e867a4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:10.938180 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-51da269a-b6af-49c7-92c2-6b2ac1fda644 None None] Attempting to bind port a8e36b5f-c51a-4bf6-8ef7-9d6751ed548d on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:05:10.938556 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-51da269a-b6af-49c7-92c2-6b2ac1fda644 None None] Attempting to bind port a8e36b5f-c51a-4bf6-8ef7-9d6751ed548d by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:05:10.938939 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51da269a-b6af-49c7-92c2-6b2ac1fda644 None None] Attempting to bind port a8e36b5f-c51a-4bf6-8ef7-9d6751ed548d on network 09ca2025-b9a6-4e84-8019-8d9fbef3753e {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:05:10.948480 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4772e1-9b6a-46c0-8b98-72c43a7b8ab4 None None] Pushing event updated for resources: {'Port': ['ID=a8e36b5f-c51a-4bf6-8ef7-9d6751ed548d,revision_number=2']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:10.950900 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51da269a-b6af-49c7-92c2-6b2ac1fda644 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:05:10.951273 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51da269a-b6af-49c7-92c2-6b2ac1fda644 None None] Checking segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:05:10.951672 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-51da269a-b6af-49c7-92c2-6b2ac1fda644 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:10.952061 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51da269a-b6af-49c7-92c2-6b2ac1fda644 None None] Bound using segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:05:10.952791 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-51da269a-b6af-49c7-92c2-6b2ac1fda644 None None] Bound port: a8e36b5f-c51a-4bf6-8ef7-9d6751ed548d, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:05:10.953165 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-51da269a-b6af-49c7-92c2-6b2ac1fda644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:10.978554 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4772e1-9b6a-46c0-8b98-72c43a7b8ab4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:10.978921 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4772e1-9b6a-46c0-8b98-72c43a7b8ab4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:10.979257 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4772e1-9b6a-46c0-8b98-72c43a7b8ab4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:10.979590 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4772e1-9b6a-46c0-8b98-72c43a7b8ab4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:10.979921 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4772e1-9b6a-46c0-8b98-72c43a7b8ab4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:10.980244 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4772e1-9b6a-46c0-8b98-72c43a7b8ab4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:10.980565 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4772e1-9b6a-46c0-8b98-72c43a7b8ab4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:10.980884 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4772e1-9b6a-46c0-8b98-72c43a7b8ab4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:10.981205 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4772e1-9b6a-46c0-8b98-72c43a7b8ab4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:10.981552 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4772e1-9b6a-46c0-8b98-72c43a7b8ab4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:10.982389 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4772e1-9b6a-46c0-8b98-72c43a7b8ab4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:10.982709 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4772e1-9b6a-46c0-8b98-72c43a7b8ab4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:10.983704 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3d3643-deb6-4aad-be64-0280e867a4f6 admin admin] Network 57c3c032-48f6-4b14-8719-93e1d86cd102 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:05:10.988478 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-8e3d3643-deb6-4aad-be64-0280e867a4f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:10.992974 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3d3643-deb6-4aad-be64-0280e867a4f6 admin admin] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:05:11.002715 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3d3643-deb6-4aad-be64-0280e867a4f6 admin admin] Pushing event updated for resources: {'Port': ['ID=30a95821-883c-44c0-9eca-fce5cd54b651,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:11.037685 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-51da269a-b6af-49c7-92c2-6b2ac1fda644 None None] For port a8e36b5f-c51a-4bf6-8ef7-9d6751ed548d, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:05:11.041086 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-51da269a-b6af-49c7-92c2-6b2ac1fda644 None None] For port a8e36b5f-c51a-4bf6-8ef7-9d6751ed548d, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=a8e36b5f-c51a-4bf6-8ef7-9d6751ed548d,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:05:11.045808 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8e3d3643-deb6-4aad-be64-0280e867a4f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:11.046239 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-51da269a-b6af-49c7-92c2-6b2ac1fda644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:11.132020 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51da269a-b6af-49c7-92c2-6b2ac1fda644 None None] Routers {'63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:11.132561 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-51da269a-b6af-49c7-92c2-6b2ac1fda644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:05:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:11.201772 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4772e1-9b6a-46c0-8b98-72c43a7b8ab4 None None] Pushing event updated for resources: {'Port': ['ID=a8e36b5f-c51a-4bf6-8ef7-9d6751ed548d,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:11.224197 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8e3d3643-deb6-4aad-be64-0280e867a4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:11.269338 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-51da269a-b6af-49c7-92c2-6b2ac1fda644 None None] Set router 63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:05:11.300629 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-a18d96c7-c6fb-4074-9a03-e9ade839f5b4 None None] Provisioning for port 30a95821-883c-44c0-9eca-fce5cd54b651 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:05:11.310147 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-a18d96c7-c6fb-4074-9a03-e9ade839f5b4 None None] Provisioning complete for port 30a95821-883c-44c0-9eca-fce5cd54b651 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:11.310816 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a18d96c7-c6fb-4074-9a03-e9ade839f5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:11.352442 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-a18d96c7-c6fb-4074-9a03-e9ade839f5b4 None None] Port 30a95821-883c-44c0-9eca-fce5cd54b651 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:05:11.399158 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8e3d3643-deb6-4aad-be64-0280e867a4f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:11.406425 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8e3d3643-deb6-4aad-be64-0280e867a4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:11.462596 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-51da269a-b6af-49c7-92c2-6b2ac1fda644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c', 'name': 'tempest-TestMinimumBasicScenario-1604146335-router', 'tenant_id': 'b776d47560144922b6942c20020ffe4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'a8e36b5f-c51a-4bf6-8ef7-9d6751ed548d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:08Z', 'updated_at': '2021-08-10T04:05:09Z', 'revision_number': 3, 'project_id': 'b776d47560144922b6942c20020ffe4c', 'gw_port': {'id': 'a8e36b5f-c51a-4bf6-8ef7-9d6751ed548d', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:18:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:08Z', 'updated_at': '2021-08-10T04:05:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:11.465032 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 58c72d3d-2d57-4bc8-8f6e-b70952bcf2ec up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:05:11.479491 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3d3643-deb6-4aad-be64-0280e867a4f6 admin admin] Pushing event updated for resources: {'Port': ['ID=30a95821-883c-44c0-9eca-fce5cd54b651,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:11.483288 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8e3d3643-deb6-4aad-be64-0280e867a4f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:11.494140 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51da269a-b6af-49c7-92c2-6b2ac1fda644 None None] The sync data for ids ['63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c'] in n-d-768851-15 is: [{'id': '63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c', 'name': 'tempest-TestMinimumBasicScenario-1604146335-router', 'tenant_id': 'b776d47560144922b6942c20020ffe4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'a8e36b5f-c51a-4bf6-8ef7-9d6751ed548d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:08Z', 'updated_at': '2021-08-10T04:05:09Z', 'revision_number': 3, 'project_id': 'b776d47560144922b6942c20020ffe4c', 'gw_port': {'id': 'a8e36b5f-c51a-4bf6-8ef7-9d6751ed548d', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:18:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:08Z', 'updated_at': '2021-08-10T04:05:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:05:11.523564 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 58c72d3d-2d57-4bc8-8f6e-b70952bcf2ec triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:11.523941 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:11.590478 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3d3643-deb6-4aad-be64-0280e867a4f6 admin admin] Network 57c3c032-48f6-4b14-8719-93e1d86cd102 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:05:11.592571 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-8e3d3643-deb6-4aad-be64-0280e867a4f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:11.724694 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e3d3643-deb6-4aad-be64-0280e867a4f6 admin admin] Router 63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:05:11.870454 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e3d3643-deb6-4aad-be64-0280e867a4f6 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:05:11.882673 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-7c1067d9-f5c2-4272-959a-befff27be9f4 None None] Provisioning complete for port 30a95821-883c-44c0-9eca-fce5cd54b651 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:11.883107 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7c1067d9-f5c2-4272-959a-befff27be9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:11.884499 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8e3d3643-deb6-4aad-be64-0280e867a4f6 admin admin] 10.222.0.62 "PUT /v2.0/routers/63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7891731 Aug 10 04:05:11.929620 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-7c1067d9-f5c2-4272-959a-befff27be9f4 None None] Port 30a95821-883c-44c0-9eca-fce5cd54b651 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:05:12.394475 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 42200) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:12.399566 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-d5e8bd87-d8dc-400c-bb8d-84768b756e32 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1699682329-network', 'tenant_id': '766ad9b617b547bdbed83e879289220b'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:12.421242 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e8bd87-d8dc-400c-bb8d-84768b756e32 admin admin] Made reservation on behalf of 766ad9b617b547bdbed83e879289220b for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:05:12.423717 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d5e8bd87-d8dc-400c-bb8d-84768b756e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:12.435572 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d5e8bd87-d8dc-400c-bb8d-84768b756e32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:12.526884 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d5e8bd87-d8dc-400c-bb8d-84768b756e32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:12.531642 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d5e8bd87-d8dc-400c-bb8d-84768b756e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:12.556301 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5e8bd87-d8dc-400c-bb8d-84768b756e32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:05:12.566151 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e8bd87-d8dc-400c-bb8d-84768b756e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daad3ef7-8cd0-4e53-8255-f8e2f01a089b,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:12.570984 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d5e8bd87-d8dc-400c-bb8d-84768b756e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:12.571350 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-d5e8bd87-d8dc-400c-bb8d-84768b756e32 admin admin] Added segment dbba9036-1afb-4762-9bdc-d315a57ec248 of type vlan for network 1b06a0af-880b-40d3-88f8-8e0b850e57e2 Aug 10 04:05:12.618658 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d5e8bd87-d8dc-400c-bb8d-84768b756e32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:12.650266 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d5e8bd87-d8dc-400c-bb8d-84768b756e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:12.651270 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e8bd87-d8dc-400c-bb8d-84768b756e32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:12.651849 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d5e8bd87-d8dc-400c-bb8d-84768b756e32 admin admin] Notify callbacks [] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:12.702958 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d5e8bd87-d8dc-400c-bb8d-84768b756e32 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3070710 Aug 10 04:05:12.705734 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 42202) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:12.713983 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-1ea0ace4-fd85-479f-b4ce-307bd4f23f48 admin admin] Request body: {'subnet': {'network_id': '1b06a0af-880b-40d3-88f8-8e0b850e57e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1699682329-subnet', 'tenant_id': '766ad9b617b547bdbed83e879289220b', 'ip_version': 4}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:12.729787 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e8bd87-d8dc-400c-bb8d-84768b756e32 admin admin] Pushing event updated for resources: {'Network': ['ID=1b06a0af-880b-40d3-88f8-8e0b850e57e2,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:12.739706 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 1b06a0af-880b-40d3-88f8-8e0b850e57e2 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:05:12.745965 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea0ace4-fd85-479f-b4ce-307bd4f23f48 admin admin] Made reservation on behalf of 766ad9b617b547bdbed83e879289220b for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:05:12.748545 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1ea0ace4-fd85-479f-b4ce-307bd4f23f48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:12.927148 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1ea0ace4-fd85-479f-b4ce-307bd4f23f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:12.991141 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea0ace4-fd85-479f-b4ce-307bd4f23f48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8490424f-90a0-46ed-8b37-4b4b36acb36b,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:12.996740 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea0ace4-fd85-479f-b4ce-307bd4f23f48 admin admin] Checking segment: {'id': 'dbba9036-1afb-4762-9bdc-d315a57ec248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1b06a0af-880b-40d3-88f8-8e0b850e57e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:05:12.996860 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea0ace4-fd85-479f-b4ce-307bd4f23f48 admin admin] Network hostable DHCP agents. Network: 1b06a0af-880b-40d3-88f8-8e0b850e57e2, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:05:13.015290 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea0ace4-fd85-479f-b4ce-307bd4f23f48 admin admin] Network 1b06a0af-880b-40d3-88f8-8e0b850e57e2 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:05:13.024924 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-1ea0ace4-fd85-479f-b4ce-307bd4f23f48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 1b06a0af-880b-40d3-88f8-8e0b850e57e2) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:13.029444 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea0ace4-fd85-479f-b4ce-307bd4f23f48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:13.030078 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1ea0ace4-fd85-479f-b4ce-307bd4f23f48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:13.034803 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334b7bed-3295-4363-baae-29d5dbdd0f2c None None] Network 1b06a0af-880b-40d3-88f8-8e0b850e57e2 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:05:13.045021 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-1ea0ace4-fd85-479f-b4ce-307bd4f23f48 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3362675 Aug 10 04:05:13.047495 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 42204) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:13.052113 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-9c738038-5c2f-4124-80c5-3b170bc6e3cb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1699682329-router', 'tenant_id': '766ad9b617b547bdbed83e879289220b', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:13.073313 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9c738038-5c2f-4124-80c5-3b170bc6e3cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:13.074311 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9c738038-5c2f-4124-80c5-3b170bc6e3cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:13.139433 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9c738038-5c2f-4124-80c5-3b170bc6e3cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:13.149105 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdcc8fa-e43e-4984-879a-d410e38f1424 None None] Sync routers for ids ['63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:05:13.170199 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdcc8fa-e43e-4984-879a-d410e38f1424 None None] Routers {'63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:13.170857 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-2cdcc8fa-e43e-4984-879a-d410e38f1424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:05:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:13.237674 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6e627c-5ac6-4c65-a1b8-6ed5c2fdcb1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-1b06a0af-880b-40d3-88f8-8e0b850e57e2', 'network_id': '1b06a0af-880b-40d3-88f8-8e0b850e57e2', 'tenant_id': '766ad9b617b547bdbed83e879289220b', 'fixed_ips': [{'subnet_id': '8490424f-90a0-46ed-8b37-4b4b36acb36b'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:05:13.238552 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7d6e627c-5ac6-4c65-a1b8-6ed5c2fdcb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:13.281164 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9c738038-5c2f-4124-80c5-3b170bc6e3cb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:13.360448 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-2cdcc8fa-e43e-4984-879a-d410e38f1424 None None] Set router 63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:05:13.505453 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9c738038-5c2f-4124-80c5-3b170bc6e3cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:13.514650 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device a8e36b5f-c51a-4bf6-8ef7-9d6751ed548d up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:05:13.532885 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9c738038-5c2f-4124-80c5-3b170bc6e3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:13.553345 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-7d6e627c-5ac6-4c65-a1b8-6ed5c2fdcb1b None None] Allocated IP 172.20.0.2 (1b06a0af-880b-40d3-88f8-8e0b850e57e2/8490424f-90a0-46ed-8b37-4b4b36acb36b/9a473dab-0ec9-43cb-bbb5-f0f26a3ffe5c) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:05:13.638027 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-9c738038-5c2f-4124-80c5-3b170bc6e3cb admin admin] Allocated IP 172.25.7.209 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/ea1944b5-1f19-4e73-b913-d9466588b06f) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:05:13.754539 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9c738038-5c2f-4124-80c5-3b170bc6e3cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:13.798698 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9c738038-5c2f-4124-80c5-3b170bc6e3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:13.837756 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c738038-5c2f-4124-80c5-3b170bc6e3cb admin admin] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:05:13.843500 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-9c738038-5c2f-4124-80c5-3b170bc6e3cb admin admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:13.847096 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c738038-5c2f-4124-80c5-3b170bc6e3cb admin admin] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:05:13.854836 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port a8e36b5f-c51a-4bf6-8ef7-9d6751ed548d completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:05:13.865110 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port a8e36b5f-c51a-4bf6-8ef7-9d6751ed548d triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:13.865479 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:13.872234 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c738038-5c2f-4124-80c5-3b170bc6e3cb admin admin] Pushing event updated for resources: {'Port': ['ID=ea1944b5-1f19-4e73-b913-d9466588b06f,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:13.978827 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7d6e627c-5ac6-4c65-a1b8-6ed5c2fdcb1b None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:13.986441 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-2cdcc8fa-e43e-4984-879a-d410e38f1424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c', 'name': 'tempest-TestMinimumBasicScenario-1604146335-router', 'tenant_id': 'b776d47560144922b6942c20020ffe4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'a8e36b5f-c51a-4bf6-8ef7-9d6751ed548d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:08Z', 'updated_at': '2021-08-10T04:05:11Z', 'revision_number': 4, 'project_id': 'b776d47560144922b6942c20020ffe4c', 'gw_port': {'id': 'a8e36b5f-c51a-4bf6-8ef7-9d6751ed548d', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:18:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:08Z', 'updated_at': '2021-08-10T04:05:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '30a95821-883c-44c0-9eca-fce5cd54b651', 'name': '', 'network_id': '57c3c032-48f6-4b14-8719-93e1d86cd102', 'tenant_id': 'b776d47560144922b6942c20020ffe4c', 'mac_address': 'fa:16:3e:fb:f7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '479feee2-7c8a-4979-a57e-4fc11c76063c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:10Z', 'updated_at': '2021-08-10T04:05:11Z', 'revision_number': 2, 'project_id': 'b776d47560144922b6942c20020ffe4c', 'subnets': [{'id': '479feee2-7c8a-4979-a57e-4fc11c76063c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:13.993747 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-7d6e627c-5ac6-4c65-a1b8-6ed5c2fdcb1b None None] Transition to ACTIVE for port object 9a473dab-0ec9-43cb-bbb5-f0f26a3ffe5c will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:14.029403 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdcc8fa-e43e-4984-879a-d410e38f1424 None None] Checking router: 63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:05:14.029742 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdcc8fa-e43e-4984-879a-d410e38f1424 None None] Updating router 63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c port 30a95821-883c-44c0-9eca-fce5cd54b651 binding host n-d-768851-15 {{(pid=94218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:05:14.088761 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2cdcc8fa-e43e-4984-879a-d410e38f1424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:14.091569 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-7d6e627c-5ac6-4c65-a1b8-6ed5c2fdcb1b None None] Transition to ACTIVE for port object 9a473dab-0ec9-43cb-bbb5-f0f26a3ffe5c will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:14.105282 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:14.113178 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7d6e627c-5ac6-4c65-a1b8-6ed5c2fdcb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:14.188437 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port a8e36b5f-c51a-4bf6-8ef7-9d6751ed548d, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=a8e36b5f-c51a-4bf6-8ef7-9d6751ed548d,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:14.200828 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6e627c-5ac6-4c65-a1b8-6ed5c2fdcb1b None None] Network 1b06a0af-880b-40d3-88f8-8e0b850e57e2 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:05:14.207117 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:14.215108 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-7d6e627c-5ac6-4c65-a1b8-6ed5c2fdcb1b None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:14.222663 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6e627c-5ac6-4c65-a1b8-6ed5c2fdcb1b None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:05:14.228676 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6e627c-5ac6-4c65-a1b8-6ed5c2fdcb1b None None] Pushing event updated for resources: {'Port': ['ID=9a473dab-0ec9-43cb-bbb5-f0f26a3ffe5c,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:14.395513 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-7d6e627c-5ac6-4c65-a1b8-6ed5c2fdcb1b None None] Attempting to bind port 9a473dab-0ec9-43cb-bbb5-f0f26a3ffe5c on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:05:14.395885 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-7d6e627c-5ac6-4c65-a1b8-6ed5c2fdcb1b None None] Attempting to bind port 9a473dab-0ec9-43cb-bbb5-f0f26a3ffe5c by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'dbba9036-1afb-4762-9bdc-d315a57ec248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1b06a0af-880b-40d3-88f8-8e0b850e57e2'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:05:14.396252 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6e627c-5ac6-4c65-a1b8-6ed5c2fdcb1b None None] Attempting to bind port 9a473dab-0ec9-43cb-bbb5-f0f26a3ffe5c on network 1b06a0af-880b-40d3-88f8-8e0b850e57e2 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:05:14.429582 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=a8e36b5f-c51a-4bf6-8ef7-9d6751ed548d,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:14.435171 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6e627c-5ac6-4c65-a1b8-6ed5c2fdcb1b None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:05:14.436171 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6e627c-5ac6-4c65-a1b8-6ed5c2fdcb1b None None] Checking segment: {'id': 'dbba9036-1afb-4762-9bdc-d315a57ec248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1b06a0af-880b-40d3-88f8-8e0b850e57e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:05:14.436171 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7d6e627c-5ac6-4c65-a1b8-6ed5c2fdcb1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:14.436445 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6e627c-5ac6-4c65-a1b8-6ed5c2fdcb1b None None] Bound using segment: {'id': 'dbba9036-1afb-4762-9bdc-d315a57ec248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1b06a0af-880b-40d3-88f8-8e0b850e57e2'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:05:14.436938 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-7d6e627c-5ac6-4c65-a1b8-6ed5c2fdcb1b None None] Bound port: 9a473dab-0ec9-43cb-bbb5-f0f26a3ffe5c, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbba9036-1afb-4762-9bdc-d315a57ec248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1b06a0af-880b-40d3-88f8-8e0b850e57e2'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:05:14.437329 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7d6e627c-5ac6-4c65-a1b8-6ed5c2fdcb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:14.449440 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9c738038-5c2f-4124-80c5-3b170bc6e3cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:14.544589 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-7d6e627c-5ac6-4c65-a1b8-6ed5c2fdcb1b None None] For port 9a473dab-0ec9-43cb-bbb5-f0f26a3ffe5c, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:05:14.549115 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-7d6e627c-5ac6-4c65-a1b8-6ed5c2fdcb1b None None] For port 9a473dab-0ec9-43cb-bbb5-f0f26a3ffe5c, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=9a473dab-0ec9-43cb-bbb5-f0f26a3ffe5c,segment=NetworkSegment(dbba9036-1afb-4762-9bdc-d315a57ec248),segment_id=dbba9036-1afb-4762-9bdc-d315a57ec248)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:05:14.560920 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7d6e627c-5ac6-4c65-a1b8-6ed5c2fdcb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:14.647852 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2cdcc8fa-e43e-4984-879a-d410e38f1424 None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:14.668767 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-2cdcc8fa-e43e-4984-879a-d410e38f1424 None None] Transition to ACTIVE for port object 30a95821-883c-44c0-9eca-fce5cd54b651 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:14.670658 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6e627c-5ac6-4c65-a1b8-6ed5c2fdcb1b None None] Pushing event updated for resources: {'Port': ['ID=9a473dab-0ec9-43cb-bbb5-f0f26a3ffe5c,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:14.677229 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9c738038-5c2f-4124-80c5-3b170bc6e3cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:14.677628 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2cdcc8fa-e43e-4984-879a-d410e38f1424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:14.732480 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebda34d-bc20-424a-a9ff-ea1346901dca None None] Pushing event updated for resources: {'Port': ['ID=30a95821-883c-44c0-9eca-fce5cd54b651,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:14.788220 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-2cdcc8fa-e43e-4984-879a-d410e38f1424 None None] Attempting to bind port 30a95821-883c-44c0-9eca-fce5cd54b651 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:05:14.788607 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-2cdcc8fa-e43e-4984-879a-d410e38f1424 None None] Attempting to bind port 30a95821-883c-44c0-9eca-fce5cd54b651 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '8a7cdc1a-7f2e-4230-a4fd-8f94eeadc57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '57c3c032-48f6-4b14-8719-93e1d86cd102'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:05:14.788960 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdcc8fa-e43e-4984-879a-d410e38f1424 None None] Attempting to bind port 30a95821-883c-44c0-9eca-fce5cd54b651 on network 57c3c032-48f6-4b14-8719-93e1d86cd102 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:05:14.795352 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdcc8fa-e43e-4984-879a-d410e38f1424 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:05:14.795656 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdcc8fa-e43e-4984-879a-d410e38f1424 None None] Checking segment: {'id': '8a7cdc1a-7f2e-4230-a4fd-8f94eeadc57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '57c3c032-48f6-4b14-8719-93e1d86cd102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:05:14.796065 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2cdcc8fa-e43e-4984-879a-d410e38f1424 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:14.796462 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdcc8fa-e43e-4984-879a-d410e38f1424 None None] Bound using segment: {'id': '8a7cdc1a-7f2e-4230-a4fd-8f94eeadc57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '57c3c032-48f6-4b14-8719-93e1d86cd102'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:05:14.796948 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-2cdcc8fa-e43e-4984-879a-d410e38f1424 None None] Bound port: 30a95821-883c-44c0-9eca-fce5cd54b651, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a7cdc1a-7f2e-4230-a4fd-8f94eeadc57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '57c3c032-48f6-4b14-8719-93e1d86cd102'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:05:14.797336 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2cdcc8fa-e43e-4984-879a-d410e38f1424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:14.839815 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c738038-5c2f-4124-80c5-3b170bc6e3cb admin admin] Router c187d97a-1829-483d-beb6-06dac0875fcd is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:05:14.884051 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-2cdcc8fa-e43e-4984-879a-d410e38f1424 None None] For port 30a95821-883c-44c0-9eca-fce5cd54b651, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:05:14.889661 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-2cdcc8fa-e43e-4984-879a-d410e38f1424 None None] For port 30a95821-883c-44c0-9eca-fce5cd54b651, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=30a95821-883c-44c0-9eca-fce5cd54b651,segment=NetworkSegment(8a7cdc1a-7f2e-4230-a4fd-8f94eeadc57e),segment_id=8a7cdc1a-7f2e-4230-a4fd-8f94eeadc57e)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:05:14.898911 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2cdcc8fa-e43e-4984-879a-d410e38f1424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:14.988309 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebda34d-bc20-424a-a9ff-ea1346901dca None None] Pushing event updated for resources: {'Port': ['ID=30a95821-883c-44c0-9eca-fce5cd54b651,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:14.993112 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdcc8fa-e43e-4984-879a-d410e38f1424 None None] Routers {'63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:14.993774 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-2cdcc8fa-e43e-4984-879a-d410e38f1424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:05:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:15.007627 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c738038-5c2f-4124-80c5-3b170bc6e3cb admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:05:15.017003 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da64a264-643b-4c9b-90f8-e5ef5b54d801 None None] Sync routers for ids ['c187d97a-1829-483d-beb6-06dac0875fcd'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:05:15.036805 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9c738038-5c2f-4124-80c5-3b170bc6e3cb admin admin] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:15.042038 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42206) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:15.042623 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-9c738038-5c2f-4124-80c5-3b170bc6e3cb admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9938793 Aug 10 04:05:15.049432 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da64a264-643b-4c9b-90f8-e5ef5b54d801 None None] Routers {'c187d97a-1829-483d-beb6-06dac0875fcd'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:15.050182 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-da64a264-643b-4c9b-90f8-e5ef5b54d801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:05:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['c187d97a-1829-483d-beb6-06dac0875fcd'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:15.164271 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-2cdcc8fa-e43e-4984-879a-d410e38f1424 None None] Set router 63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:05:15.208822 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-da64a264-643b-4c9b-90f8-e5ef5b54d801 None None] Set router c187d97a-1829-483d-beb6-06dac0875fcd gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:05:15.416568 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-2cdcc8fa-e43e-4984-879a-d410e38f1424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c', 'name': 'tempest-TestMinimumBasicScenario-1604146335-router', 'tenant_id': 'b776d47560144922b6942c20020ffe4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'a8e36b5f-c51a-4bf6-8ef7-9d6751ed548d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:08Z', 'updated_at': '2021-08-10T04:05:11Z', 'revision_number': 4, 'project_id': 'b776d47560144922b6942c20020ffe4c', 'gw_port': {'id': 'a8e36b5f-c51a-4bf6-8ef7-9d6751ed548d', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:18:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:08Z', 'updated_at': '2021-08-10T04:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '30a95821-883c-44c0-9eca-fce5cd54b651', 'name': '', 'network_id': '57c3c032-48f6-4b14-8719-93e1d86cd102', 'tenant_id': 'b776d47560144922b6942c20020ffe4c', 'mac_address': 'fa:16:3e:fb:f7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '479feee2-7c8a-4979-a57e-4fc11c76063c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:10Z', 'updated_at': '2021-08-10T04:05:14Z', 'revision_number': 4, 'project_id': 'b776d47560144922b6942c20020ffe4c', 'subnets': [{'id': '479feee2-7c8a-4979-a57e-4fc11c76063c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:15.419580 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-da64a264-643b-4c9b-90f8-e5ef5b54d801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c187d97a-1829-483d-beb6-06dac0875fcd', 'name': 'tempest-TestMinimumBasicScenario-1699682329-router', 'tenant_id': '766ad9b617b547bdbed83e879289220b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'ea1944b5-1f19-4e73-b913-d9466588b06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:13Z', 'updated_at': '2021-08-10T04:05:14Z', 'revision_number': 3, 'project_id': '766ad9b617b547bdbed83e879289220b', 'gw_port': {'id': 'ea1944b5-1f19-4e73-b913-d9466588b06f', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:62:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c187d97a-1829-483d-beb6-06dac0875fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:13Z', 'updated_at': '2021-08-10T04:05:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:15.453858 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdcc8fa-e43e-4984-879a-d410e38f1424 None None] The sync data for ids ['63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c'] in n-d-768851-15 is: [{'id': '63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c', 'name': 'tempest-TestMinimumBasicScenario-1604146335-router', 'tenant_id': 'b776d47560144922b6942c20020ffe4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'a8e36b5f-c51a-4bf6-8ef7-9d6751ed548d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:08Z', 'updated_at': '2021-08-10T04:05:11Z', 'revision_number': 4, 'project_id': 'b776d47560144922b6942c20020ffe4c', 'gw_port': {'id': 'a8e36b5f-c51a-4bf6-8ef7-9d6751ed548d', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:18:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:08Z', 'updated_at': '2021-08-10T04:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '30a95821-883c-44c0-9eca-fce5cd54b651', 'name': '', 'network_id': '57c3c032-48f6-4b14-8719-93e1d86cd102', 'tenant_id': 'b776d47560144922b6942c20020ffe4c', 'mac_address': 'fa:16:3e:fb:f7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '479feee2-7c8a-4979-a57e-4fc11c76063c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:10Z', 'updated_at': '2021-08-10T04:05:14Z', 'revision_number': 4, 'project_id': 'b776d47560144922b6942c20020ffe4c', 'subnets': [{'id': '479feee2-7c8a-4979-a57e-4fc11c76063c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:05:15.457890 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da64a264-643b-4c9b-90f8-e5ef5b54d801 None None] Checking router: c187d97a-1829-483d-beb6-06dac0875fcd for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:05:15.458163 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da64a264-643b-4c9b-90f8-e5ef5b54d801 None None] Updating router c187d97a-1829-483d-beb6-06dac0875fcd port ea1944b5-1f19-4e73-b913-d9466588b06f binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:05:15.500437 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-da64a264-643b-4c9b-90f8-e5ef5b54d801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:15.659089 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device a8e36b5f-c51a-4bf6-8ef7-9d6751ed548d up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:05:15.678323 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-36c7d0b7-1746-4a6d-be7f-8d98dd1c7acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:15.734808 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port a8e36b5f-c51a-4bf6-8ef7-9d6751ed548d triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:15.735410 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:15.853305 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-da64a264-643b-4c9b-90f8-e5ef5b54d801 None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:15.867866 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-da64a264-643b-4c9b-90f8-e5ef5b54d801 None None] Transition to ACTIVE for port object ea1944b5-1f19-4e73-b913-d9466588b06f will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:15.876671 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 9a473dab-0ec9-43cb-bbb5-f0f26a3ffe5c up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:05:15.881801 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-da64a264-643b-4c9b-90f8-e5ef5b54d801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:15.906623 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-36c7d0b7-1746-4a6d-be7f-8d98dd1c7acc admin admin] Allocated IP 172.20.0.1 (1b06a0af-880b-40d3-88f8-8e0b850e57e2/8490424f-90a0-46ed-8b37-4b4b36acb36b/f9d31273-cfa8-40ac-9ce4-3f56afe6d7ff) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:05:15.943186 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-da64a264-643b-4c9b-90f8-e5ef5b54d801 None None] Attempting to bind port ea1944b5-1f19-4e73-b913-d9466588b06f on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:05:15.943562 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-da64a264-643b-4c9b-90f8-e5ef5b54d801 None None] Attempting to bind port ea1944b5-1f19-4e73-b913-d9466588b06f by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:05:15.943930 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da64a264-643b-4c9b-90f8-e5ef5b54d801 None None] Attempting to bind port ea1944b5-1f19-4e73-b913-d9466588b06f on network 09ca2025-b9a6-4e84-8019-8d9fbef3753e {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:05:15.952328 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 9a473dab-0ec9-43cb-bbb5-f0f26a3ffe5c completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:05:15.958346 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da64a264-643b-4c9b-90f8-e5ef5b54d801 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:05:15.958724 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da64a264-643b-4c9b-90f8-e5ef5b54d801 None None] Checking segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:05:15.959156 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-da64a264-643b-4c9b-90f8-e5ef5b54d801 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:15.959645 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da64a264-643b-4c9b-90f8-e5ef5b54d801 None None] Bound using segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:05:15.960036 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-da64a264-643b-4c9b-90f8-e5ef5b54d801 None None] Bound port: ea1944b5-1f19-4e73-b913-d9466588b06f, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:05:15.960418 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-da64a264-643b-4c9b-90f8-e5ef5b54d801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:15.983394 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31790330-1057-4974-9a90-31daf01e5b55 None None] Pushing event updated for resources: {'Port': ['ID=ea1944b5-1f19-4e73-b913-d9466588b06f,revision_number=2']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:16.007976 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b5e322-39f9-4137-b238-8d9cfd277071 None None] Network 1b06a0af-880b-40d3-88f8-8e0b850e57e2 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:05:16.045345 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-da64a264-643b-4c9b-90f8-e5ef5b54d801 None None] For port ea1944b5-1f19-4e73-b913-d9466588b06f, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:05:16.049770 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-da64a264-643b-4c9b-90f8-e5ef5b54d801 None None] For port ea1944b5-1f19-4e73-b913-d9466588b06f, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=ea1944b5-1f19-4e73-b913-d9466588b06f,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:05:16.054802 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-da64a264-643b-4c9b-90f8-e5ef5b54d801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:16.058833 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-36c7d0b7-1746-4a6d-be7f-8d98dd1c7acc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:16.073601 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-36c7d0b7-1746-4a6d-be7f-8d98dd1c7acc admin admin] Transition to ACTIVE for port object f9d31273-cfa8-40ac-9ce4-3f56afe6d7ff will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:16.111299 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-36c7d0b7-1746-4a6d-be7f-8d98dd1c7acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:16.118260 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da64a264-643b-4c9b-90f8-e5ef5b54d801 None None] Routers {'c187d97a-1829-483d-beb6-06dac0875fcd'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:16.118905 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-da64a264-643b-4c9b-90f8-e5ef5b54d801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:05:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['c187d97a-1829-483d-beb6-06dac0875fcd'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:16.145772 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-70bf1be7-08a2-4cbf-a0fc-755389e9c107 None None] Provisioning for port 9a473dab-0ec9-43cb-bbb5-f0f26a3ffe5c completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:05:16.152214 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-70bf1be7-08a2-4cbf-a0fc-755389e9c107 None None] Provisioning complete for port 9a473dab-0ec9-43cb-bbb5-f0f26a3ffe5c triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:16.152794 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-70bf1be7-08a2-4cbf-a0fc-755389e9c107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:16.158644 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31790330-1057-4974-9a90-31daf01e5b55 None None] Pushing event updated for resources: {'Port': ['ID=ea1944b5-1f19-4e73-b913-d9466588b06f,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:16.181634 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c7d0b7-1746-4a6d-be7f-8d98dd1c7acc admin admin] Network 1b06a0af-880b-40d3-88f8-8e0b850e57e2 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:05:16.186943 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-36c7d0b7-1746-4a6d-be7f-8d98dd1c7acc admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:16.190222 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c7d0b7-1746-4a6d-be7f-8d98dd1c7acc admin admin] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:05:16.236009 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c7d0b7-1746-4a6d-be7f-8d98dd1c7acc admin admin] Pushing event updated for resources: {'Port': ['ID=f9d31273-cfa8-40ac-9ce4-3f56afe6d7ff,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:16.259422 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-36c7d0b7-1746-4a6d-be7f-8d98dd1c7acc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:16.278077 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-70bf1be7-08a2-4cbf-a0fc-755389e9c107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:16.324252 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-70bf1be7-08a2-4cbf-a0fc-755389e9c107 None None] For port 9a473dab-0ec9-43cb-bbb5-f0f26a3ffe5c, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=9a473dab-0ec9-43cb-bbb5-f0f26a3ffe5c,segment=NetworkSegment(dbba9036-1afb-4762-9bdc-d315a57ec248),segment_id=dbba9036-1afb-4762-9bdc-d315a57ec248)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:16.333895 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-70bf1be7-08a2-4cbf-a0fc-755389e9c107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:16.405274 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-da64a264-643b-4c9b-90f8-e5ef5b54d801 None None] Set router c187d97a-1829-483d-beb6-06dac0875fcd gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:05:16.431690 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-36c7d0b7-1746-4a6d-be7f-8d98dd1c7acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:16.446952 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bf1be7-08a2-4cbf-a0fc-755389e9c107 None None] Pushing event updated for resources: {'Port': ['ID=9a473dab-0ec9-43cb-bbb5-f0f26a3ffe5c,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:16.627945 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-da64a264-643b-4c9b-90f8-e5ef5b54d801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c187d97a-1829-483d-beb6-06dac0875fcd', 'name': 'tempest-TestMinimumBasicScenario-1699682329-router', 'tenant_id': '766ad9b617b547bdbed83e879289220b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'ea1944b5-1f19-4e73-b913-d9466588b06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:13Z', 'updated_at': '2021-08-10T04:05:14Z', 'revision_number': 3, 'project_id': '766ad9b617b547bdbed83e879289220b', 'gw_port': {'id': 'ea1944b5-1f19-4e73-b913-d9466588b06f', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:62:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c187d97a-1829-483d-beb6-06dac0875fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:13Z', 'updated_at': '2021-08-10T04:05:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:16.648640 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-36c7d0b7-1746-4a6d-be7f-8d98dd1c7acc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:16.655364 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-36c7d0b7-1746-4a6d-be7f-8d98dd1c7acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:16.658534 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-c3de537e-621f-4053-ba92-bdee4b9a1dfb None None] Provisioning complete for port 9a473dab-0ec9-43cb-bbb5-f0f26a3ffe5c triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:16.658534 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c3de537e-621f-4053-ba92-bdee4b9a1dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:16.681999 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da64a264-643b-4c9b-90f8-e5ef5b54d801 None None] The sync data for ids ['c187d97a-1829-483d-beb6-06dac0875fcd'] in n-d-768851-15 is: [{'id': 'c187d97a-1829-483d-beb6-06dac0875fcd', 'name': 'tempest-TestMinimumBasicScenario-1699682329-router', 'tenant_id': '766ad9b617b547bdbed83e879289220b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'ea1944b5-1f19-4e73-b913-d9466588b06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:13Z', 'updated_at': '2021-08-10T04:05:14Z', 'revision_number': 3, 'project_id': '766ad9b617b547bdbed83e879289220b', 'gw_port': {'id': 'ea1944b5-1f19-4e73-b913-d9466588b06f', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:62:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c187d97a-1829-483d-beb6-06dac0875fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:13Z', 'updated_at': '2021-08-10T04:05:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:05:16.739868 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-36c7d0b7-1746-4a6d-be7f-8d98dd1c7acc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:16.751011 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c7d0b7-1746-4a6d-be7f-8d98dd1c7acc admin admin] Pushing event updated for resources: {'Port': ['ID=f9d31273-cfa8-40ac-9ce4-3f56afe6d7ff,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:16.818246 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-c3de537e-621f-4053-ba92-bdee4b9a1dfb None None] Provisioning for port f9d31273-cfa8-40ac-9ce4-3f56afe6d7ff completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:05:16.827685 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-c3de537e-621f-4053-ba92-bdee4b9a1dfb None None] Provisioning complete for port f9d31273-cfa8-40ac-9ce4-3f56afe6d7ff triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:16.828078 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c3de537e-621f-4053-ba92-bdee4b9a1dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:16.865827 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c7d0b7-1746-4a6d-be7f-8d98dd1c7acc admin admin] Network 1b06a0af-880b-40d3-88f8-8e0b850e57e2 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:05:16.868827 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-36c7d0b7-1746-4a6d-be7f-8d98dd1c7acc admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:16.881988 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-c3de537e-621f-4053-ba92-bdee4b9a1dfb None None] Port f9d31273-cfa8-40ac-9ce4-3f56afe6d7ff cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:05:17.006835 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b6063d7e-6f0f-4106-bc0a-cbfb0cca3cef None None] Provisioning complete for port f9d31273-cfa8-40ac-9ce4-3f56afe6d7ff triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:17.007405 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b6063d7e-6f0f-4106-bc0a-cbfb0cca3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:17.033304 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36c7d0b7-1746-4a6d-be7f-8d98dd1c7acc admin admin] Router c187d97a-1829-483d-beb6-06dac0875fcd has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:05:17.052939 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b6063d7e-6f0f-4106-bc0a-cbfb0cca3cef None None] Port f9d31273-cfa8-40ac-9ce4-3f56afe6d7ff cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:05:17.172299 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-a8678dcd-18a4-4687-acb2-b0faea919835 None None] Provisioning complete for port f9d31273-cfa8-40ac-9ce4-3f56afe6d7ff triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:17.172878 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a8678dcd-18a4-4687-acb2-b0faea919835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:17.199006 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c7d0b7-1746-4a6d-be7f-8d98dd1c7acc admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:05:17.206325 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-36c7d0b7-1746-4a6d-be7f-8d98dd1c7acc admin admin] 10.222.0.62 "PUT /v2.0/routers/c187d97a-1829-483d-beb6-06dac0875fcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1630781 Aug 10 04:05:17.217761 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-a8678dcd-18a4-4687-acb2-b0faea919835 None None] Port f9d31273-cfa8-40ac-9ce4-3f56afe6d7ff cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:05:17.578954 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 30a95821-883c-44c0-9eca-fce5cd54b651 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:05:17.636356 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 30a95821-883c-44c0-9eca-fce5cd54b651 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:05:17.642906 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 30a95821-883c-44c0-9eca-fce5cd54b651 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:17.643483 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:17.735253 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:17.772347 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 30a95821-883c-44c0-9eca-fce5cd54b651, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=30a95821-883c-44c0-9eca-fce5cd54b651,segment=NetworkSegment(8a7cdc1a-7f2e-4230-a4fd-8f94eeadc57e),segment_id=8a7cdc1a-7f2e-4230-a4fd-8f94eeadc57e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:17.776326 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:17.777345 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device ea1944b5-1f19-4e73-b913-d9466588b06f up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:05:17.858263 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=30a95821-883c-44c0-9eca-fce5cd54b651,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:17.871676 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port ea1944b5-1f19-4e73-b913-d9466588b06f completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:05:17.876327 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port ea1944b5-1f19-4e73-b913-d9466588b06f triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:17.876734 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:17.960065 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:17.981289 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port ea1944b5-1f19-4e73-b913-d9466588b06f, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=ea1944b5-1f19-4e73-b913-d9466588b06f,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:17.986105 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:17.986950 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 9a473dab-0ec9-43cb-bbb5-f0f26a3ffe5c up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:05:18.069833 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=ea1944b5-1f19-4e73-b913-d9466588b06f,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:18.081114 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 9a473dab-0ec9-43cb-bbb5-f0f26a3ffe5c triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:18.081497 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:19.047877 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c1f938-94ca-44ec-a0a1-4df7cad09180 None None] Sync routers for ids ['c187d97a-1829-483d-beb6-06dac0875fcd'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:05:19.059301 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c1f938-94ca-44ec-a0a1-4df7cad09180 None None] Routers {'c187d97a-1829-483d-beb6-06dac0875fcd'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:19.059975 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-b8c1f938-94ca-44ec-a0a1-4df7cad09180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:05:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['c187d97a-1829-483d-beb6-06dac0875fcd'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:19.190181 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-b8c1f938-94ca-44ec-a0a1-4df7cad09180 None None] Set router c187d97a-1829-483d-beb6-06dac0875fcd gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:05:19.419942 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-b8c1f938-94ca-44ec-a0a1-4df7cad09180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c187d97a-1829-483d-beb6-06dac0875fcd', 'name': 'tempest-TestMinimumBasicScenario-1699682329-router', 'tenant_id': '766ad9b617b547bdbed83e879289220b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'ea1944b5-1f19-4e73-b913-d9466588b06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:13Z', 'updated_at': '2021-08-10T04:05:16Z', 'revision_number': 4, 'project_id': '766ad9b617b547bdbed83e879289220b', 'gw_port': {'id': 'ea1944b5-1f19-4e73-b913-d9466588b06f', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:62:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c187d97a-1829-483d-beb6-06dac0875fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:13Z', 'updated_at': '2021-08-10T04:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'f9d31273-cfa8-40ac-9ce4-3f56afe6d7ff', 'name': '', 'network_id': '1b06a0af-880b-40d3-88f8-8e0b850e57e2', 'tenant_id': '766ad9b617b547bdbed83e879289220b', 'mac_address': 'fa:16:3e:85:9c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c187d97a-1829-483d-beb6-06dac0875fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '8490424f-90a0-46ed-8b37-4b4b36acb36b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:15Z', 'updated_at': '2021-08-10T04:05:16Z', 'revision_number': 2, 'project_id': '766ad9b617b547bdbed83e879289220b', 'subnets': [{'id': '8490424f-90a0-46ed-8b37-4b4b36acb36b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:19.453190 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c1f938-94ca-44ec-a0a1-4df7cad09180 None None] Checking router: c187d97a-1829-483d-beb6-06dac0875fcd for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:05:19.453590 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c1f938-94ca-44ec-a0a1-4df7cad09180 None None] Updating router c187d97a-1829-483d-beb6-06dac0875fcd port f9d31273-cfa8-40ac-9ce4-3f56afe6d7ff binding host n-d-768851-15 {{(pid=94218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:05:19.483483 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b8c1f938-94ca-44ec-a0a1-4df7cad09180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:19.503400 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 30a95821-883c-44c0-9eca-fce5cd54b651 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:05:19.820305 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 30a95821-883c-44c0-9eca-fce5cd54b651 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:19.820681 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:19.985152 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device ea1944b5-1f19-4e73-b913-d9466588b06f up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:05:20.070965 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b8c1f938-94ca-44ec-a0a1-4df7cad09180 None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:20.086675 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b8c1f938-94ca-44ec-a0a1-4df7cad09180 None None] Transition to ACTIVE for port object f9d31273-cfa8-40ac-9ce4-3f56afe6d7ff will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:20.095397 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port ea1944b5-1f19-4e73-b913-d9466588b06f triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:20.095801 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:20.117712 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b8c1f938-94ca-44ec-a0a1-4df7cad09180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:20.183461 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f2aea5-7cb6-4a41-b09e-c7890b0b6737 None None] Pushing event updated for resources: {'Port': ['ID=f9d31273-cfa8-40ac-9ce4-3f56afe6d7ff,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:20.295831 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-b8c1f938-94ca-44ec-a0a1-4df7cad09180 None None] Attempting to bind port f9d31273-cfa8-40ac-9ce4-3f56afe6d7ff on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:05:20.296419 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-b8c1f938-94ca-44ec-a0a1-4df7cad09180 None None] Attempting to bind port f9d31273-cfa8-40ac-9ce4-3f56afe6d7ff by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'dbba9036-1afb-4762-9bdc-d315a57ec248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1b06a0af-880b-40d3-88f8-8e0b850e57e2'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:05:20.296547 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c1f938-94ca-44ec-a0a1-4df7cad09180 None None] Attempting to bind port f9d31273-cfa8-40ac-9ce4-3f56afe6d7ff on network 1b06a0af-880b-40d3-88f8-8e0b850e57e2 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:05:20.304199 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c1f938-94ca-44ec-a0a1-4df7cad09180 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:05:20.304889 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c1f938-94ca-44ec-a0a1-4df7cad09180 None None] Checking segment: {'id': 'dbba9036-1afb-4762-9bdc-d315a57ec248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1b06a0af-880b-40d3-88f8-8e0b850e57e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:05:20.305493 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b8c1f938-94ca-44ec-a0a1-4df7cad09180 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:20.306054 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c1f938-94ca-44ec-a0a1-4df7cad09180 None None] Bound using segment: {'id': 'dbba9036-1afb-4762-9bdc-d315a57ec248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1b06a0af-880b-40d3-88f8-8e0b850e57e2'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:05:20.306777 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-b8c1f938-94ca-44ec-a0a1-4df7cad09180 None None] Bound port: f9d31273-cfa8-40ac-9ce4-3f56afe6d7ff, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbba9036-1afb-4762-9bdc-d315a57ec248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1b06a0af-880b-40d3-88f8-8e0b850e57e2'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:05:20.307372 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b8c1f938-94ca-44ec-a0a1-4df7cad09180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:20.413097 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b8c1f938-94ca-44ec-a0a1-4df7cad09180 None None] For port f9d31273-cfa8-40ac-9ce4-3f56afe6d7ff, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:05:20.416697 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b8c1f938-94ca-44ec-a0a1-4df7cad09180 None None] For port f9d31273-cfa8-40ac-9ce4-3f56afe6d7ff, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=f9d31273-cfa8-40ac-9ce4-3f56afe6d7ff,segment=NetworkSegment(dbba9036-1afb-4762-9bdc-d315a57ec248),segment_id=dbba9036-1afb-4762-9bdc-d315a57ec248)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:05:20.426201 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b8c1f938-94ca-44ec-a0a1-4df7cad09180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:20.522498 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c1f938-94ca-44ec-a0a1-4df7cad09180 None None] Routers {'c187d97a-1829-483d-beb6-06dac0875fcd'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:20.523173 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-b8c1f938-94ca-44ec-a0a1-4df7cad09180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:05:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['c187d97a-1829-483d-beb6-06dac0875fcd'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:20.525190 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f2aea5-7cb6-4a41-b09e-c7890b0b6737 None None] Pushing event updated for resources: {'Port': ['ID=f9d31273-cfa8-40ac-9ce4-3f56afe6d7ff,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:20.660272 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-b8c1f938-94ca-44ec-a0a1-4df7cad09180 None None] Set router c187d97a-1829-483d-beb6-06dac0875fcd gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:05:20.903928 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-b8c1f938-94ca-44ec-a0a1-4df7cad09180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c187d97a-1829-483d-beb6-06dac0875fcd', 'name': 'tempest-TestMinimumBasicScenario-1699682329-router', 'tenant_id': '766ad9b617b547bdbed83e879289220b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'ea1944b5-1f19-4e73-b913-d9466588b06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:13Z', 'updated_at': '2021-08-10T04:05:16Z', 'revision_number': 4, 'project_id': '766ad9b617b547bdbed83e879289220b', 'gw_port': {'id': 'ea1944b5-1f19-4e73-b913-d9466588b06f', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:62:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c187d97a-1829-483d-beb6-06dac0875fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:13Z', 'updated_at': '2021-08-10T04:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'f9d31273-cfa8-40ac-9ce4-3f56afe6d7ff', 'name': '', 'network_id': '1b06a0af-880b-40d3-88f8-8e0b850e57e2', 'tenant_id': '766ad9b617b547bdbed83e879289220b', 'mac_address': 'fa:16:3e:85:9c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c187d97a-1829-483d-beb6-06dac0875fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '8490424f-90a0-46ed-8b37-4b4b36acb36b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:15Z', 'updated_at': '2021-08-10T04:05:20Z', 'revision_number': 4, 'project_id': '766ad9b617b547bdbed83e879289220b', 'subnets': [{'id': '8490424f-90a0-46ed-8b37-4b4b36acb36b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:20.936721 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c1f938-94ca-44ec-a0a1-4df7cad09180 None None] The sync data for ids ['c187d97a-1829-483d-beb6-06dac0875fcd'] in n-d-768851-15 is: [{'id': 'c187d97a-1829-483d-beb6-06dac0875fcd', 'name': 'tempest-TestMinimumBasicScenario-1699682329-router', 'tenant_id': '766ad9b617b547bdbed83e879289220b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'ea1944b5-1f19-4e73-b913-d9466588b06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:13Z', 'updated_at': '2021-08-10T04:05:16Z', 'revision_number': 4, 'project_id': '766ad9b617b547bdbed83e879289220b', 'gw_port': {'id': 'ea1944b5-1f19-4e73-b913-d9466588b06f', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:62:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c187d97a-1829-483d-beb6-06dac0875fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:13Z', 'updated_at': '2021-08-10T04:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'f9d31273-cfa8-40ac-9ce4-3f56afe6d7ff', 'name': '', 'network_id': '1b06a0af-880b-40d3-88f8-8e0b850e57e2', 'tenant_id': '766ad9b617b547bdbed83e879289220b', 'mac_address': 'fa:16:3e:85:9c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c187d97a-1829-483d-beb6-06dac0875fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '8490424f-90a0-46ed-8b37-4b4b36acb36b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:15Z', 'updated_at': '2021-08-10T04:05:20Z', 'revision_number': 4, 'project_id': '766ad9b617b547bdbed83e879289220b', 'subnets': [{'id': '8490424f-90a0-46ed-8b37-4b4b36acb36b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:05:21.524909 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device f9d31273-cfa8-40ac-9ce4-3f56afe6d7ff up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:05:21.612211 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port f9d31273-cfa8-40ac-9ce4-3f56afe6d7ff completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:05:21.617735 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port f9d31273-cfa8-40ac-9ce4-3f56afe6d7ff triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:21.618096 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:21.712074 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:21.753937 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port f9d31273-cfa8-40ac-9ce4-3f56afe6d7ff, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=f9d31273-cfa8-40ac-9ce4-3f56afe6d7ff,segment=NetworkSegment(dbba9036-1afb-4762-9bdc-d315a57ec248),segment_id=dbba9036-1afb-4762-9bdc-d315a57ec248)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:21.759603 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:21.814013 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=f9d31273-cfa8-40ac-9ce4-3f56afe6d7ff,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:23.508147 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device f9d31273-cfa8-40ac-9ce4-3f56afe6d7ff up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:05:23.558893 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port f9d31273-cfa8-40ac-9ce4-3f56afe6d7ff triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:23.559273 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:23.956938 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:05:26.771894 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:27.121394 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:27.277289 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b1db3-1f3f-48a6-b545-f0262f8a8638 req-60b154b6-bc87-4cc0-909f-4420b2791d85 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:27.279341 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-386b1db3-1f3f-48a6-b545-f0262f8a8638 req-60b154b6-bc87-4cc0-909f-4420b2791d85 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/networks?id=57c3c032-48f6-4b14-8719-93e1d86cd102 HTTP/1.1" status: 200 len: 815 time: 0.1019247 Aug 10 04:05:27.294850 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-386b1db3-1f3f-48a6-b545-f0262f8a8638 req-f5ecc55e-6a9a-463a-8e5c-ce4acf9c1adb tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/quotas/b776d47560144922b6942c20020ffe4c HTTP/1.1" status: 200 len: 375 time: 0.0097291 Aug 10 04:05:27.350587 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-386b1db3-1f3f-48a6-b545-f0262f8a8638 req-11a58dea-8cc2-4ee2-831d-bba3155a33fc tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b776d47560144922b6942c20020ffe4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505731 Aug 10 04:05:27.447816 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-386b1db3-1f3f-48a6-b545-f0262f8a8638 req-1a25283e-dd06-4035-8973-9a3d23a71e04 service neutron] 10.222.0.62 "GET /v2.0/networks/57c3c032-48f6-4b14-8719-93e1d86cd102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828841 Aug 10 04:05:27.541511 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-386b1db3-1f3f-48a6-b545-f0262f8a8638 req-d6e6b858-144a-4b1f-bbc5-ab9e069bedfd service neutron] 10.222.0.62 "GET /v2.0/networks/57c3c032-48f6-4b14-8719-93e1d86cd102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872872 Aug 10 04:05:27.710869 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fe0f4738-207e-4289-a6d8-79c95df6f418 req-a4b7b4f8-1223-4130-a2dc-26feaacf85c0 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/ports?device_id=67aa80e9-9e0e-4b41-9481-484ff277e350 HTTP/1.1" status: 200 len: 210 time: 0.0298822 Aug 10 04:05:28.710379 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b1db3-1f3f-48a6-b545-f0262f8a8638 req-e7377603-760e-412e-904a-85cfe8723ed5 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:28.712717 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-386b1db3-1f3f-48a6-b545-f0262f8a8638 req-e7377603-760e-412e-904a-85cfe8723ed5 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.60 "GET /v2.0/networks?id=57c3c032-48f6-4b14-8719-93e1d86cd102 HTTP/1.1" status: 200 len: 815 time: 0.1026521 Aug 10 04:05:28.730509 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-386b1db3-1f3f-48a6-b545-f0262f8a8638 req-4f6e1afd-da44-4251-996e-42a5a75d6913 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Request body: {'port': {'device_id': '67aa80e9-9e0e-4b41-9481-484ff277e350', 'network_id': '57c3c032-48f6-4b14-8719-93e1d86cd102', 'admin_state_up': True, 'tenant_id': 'b776d47560144922b6942c20020ffe4c'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:28.815289 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ac57f5d5-8c54-4749-9da4-69c4d769dc3f req-999908d0-7d18-4a46-9495-343d6063ca0a tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/ports?device_id=67aa80e9-9e0e-4b41-9481-484ff277e350 HTTP/1.1" status: 200 len: 210 time: 0.0343151 Aug 10 04:05:28.873125 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-386b1db3-1f3f-48a6-b545-f0262f8a8638 req-4f6e1afd-da44-4251-996e-42a5a75d6913 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Made reservation on behalf of b776d47560144922b6942c20020ffe4c for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:05:28.876802 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-386b1db3-1f3f-48a6-b545-f0262f8a8638 req-4f6e1afd-da44-4251-996e-42a5a75d6913 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:29.025747 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-386b1db3-1f3f-48a6-b545-f0262f8a8638 req-4f6e1afd-da44-4251-996e-42a5a75d6913 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Allocated IP 172.20.0.14 (57c3c032-48f6-4b14-8719-93e1d86cd102/479feee2-7c8a-4979-a57e-4fc11c76063c/2087ba61-217b-4487-937f-527d798f2624) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:05:29.256061 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-386b1db3-1f3f-48a6-b545-f0262f8a8638 req-4f6e1afd-da44-4251-996e-42a5a75d6913 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:29.271967 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-386b1db3-1f3f-48a6-b545-f0262f8a8638 req-4f6e1afd-da44-4251-996e-42a5a75d6913 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Transition to ACTIVE for port object 2087ba61-217b-4487-937f-527d798f2624 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:29.308812 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-386b1db3-1f3f-48a6-b545-f0262f8a8638 req-4f6e1afd-da44-4251-996e-42a5a75d6913 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:29.359904 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-386b1db3-1f3f-48a6-b545-f0262f8a8638 req-4f6e1afd-da44-4251-996e-42a5a75d6913 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Network 57c3c032-48f6-4b14-8719-93e1d86cd102 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:05:29.363336 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-386b1db3-1f3f-48a6-b545-f0262f8a8638 req-4f6e1afd-da44-4251-996e-42a5a75d6913 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:29.367855 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-386b1db3-1f3f-48a6-b545-f0262f8a8638 req-4f6e1afd-da44-4251-996e-42a5a75d6913 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:05:29.370957 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6e1afd-da44-4251-996e-42a5a75d6913 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Pushing event updated for resources: {'Port': ['ID=2087ba61-217b-4487-937f-527d798f2624,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:29.399602 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6e1afd-da44-4251-996e-42a5a75d6913 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:29.399957 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6e1afd-da44-4251-996e-42a5a75d6913 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:29.400322 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6e1afd-da44-4251-996e-42a5a75d6913 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:29.400727 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6e1afd-da44-4251-996e-42a5a75d6913 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:29.401072 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6e1afd-da44-4251-996e-42a5a75d6913 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:29.401419 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6e1afd-da44-4251-996e-42a5a75d6913 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:29.401747 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6e1afd-da44-4251-996e-42a5a75d6913 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:29.402078 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6e1afd-da44-4251-996e-42a5a75d6913 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:29.402411 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6e1afd-da44-4251-996e-42a5a75d6913 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:29.402752 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6e1afd-da44-4251-996e-42a5a75d6913 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:29.403084 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6e1afd-da44-4251-996e-42a5a75d6913 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:29.404332 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6e1afd-da44-4251-996e-42a5a75d6913 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:29.445854 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b1db3-1f3f-48a6-b545-f0262f8a8638 req-4f6e1afd-da44-4251-996e-42a5a75d6913 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:29.447264 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-386b1db3-1f3f-48a6-b545-f0262f8a8638 req-4f6e1afd-da44-4251-996e-42a5a75d6913 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:29.465478 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-386b1db3-1f3f-48a6-b545-f0262f8a8638 req-4f6e1afd-da44-4251-996e-42a5a75d6913 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7395067 Aug 10 04:05:29.600591 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-4b2e85bb-0b15-4710-b377-62d72a3e9c46 None None] Provisioning for port 2087ba61-217b-4487-937f-527d798f2624 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:05:29.605282 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-4b2e85bb-0b15-4710-b377-62d72a3e9c46 None None] Provisioning complete for port 2087ba61-217b-4487-937f-527d798f2624 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:29.605715 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4b2e85bb-0b15-4710-b377-62d72a3e9c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:29.642631 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-4b2e85bb-0b15-4710-b377-62d72a3e9c46 None None] Port 2087ba61-217b-4487-937f-527d798f2624 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:05:29.935633 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11973f17-45b1-4147-9553-1d696923b2c5 req-b6ec9f59-1c80-4232-a362-57e0eced32d4 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:29.937314 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-11973f17-45b1-4147-9553-1d696923b2c5 req-b6ec9f59-1c80-4232-a362-57e0eced32d4 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/ports?device_id=67aa80e9-9e0e-4b41-9481-484ff277e350 HTTP/1.1" status: 200 len: 932 time: 0.0505896 Aug 10 04:05:29.981851 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-11973f17-45b1-4147-9553-1d696923b2c5 req-ce5cee22-c763-4ad5-b698-1e7a381c1494 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/security-groups?id=e490d237-f6fe-4790-9acc-6c4b9596fb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385685 Aug 10 04:05:30.419397 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2d914f99-c584-4531-a34f-4d79b36fe4f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:31.100155 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ebdf86-5ff5-487d-b5d1-7b48d97c4d71 req-f6c44910-e676-4fb9-9631-a317aa467246 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:31.101700 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-98ebdf86-5ff5-487d-b5d1-7b48d97c4d71 req-f6c44910-e676-4fb9-9631-a317aa467246 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/ports?device_id=67aa80e9-9e0e-4b41-9481-484ff277e350 HTTP/1.1" status: 200 len: 932 time: 0.0521743 Aug 10 04:05:31.140178 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-98ebdf86-5ff5-487d-b5d1-7b48d97c4d71 req-81e59f00-57c4-4a1f-a4d7-d3e91816e275 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/security-groups?id=e490d237-f6fe-4790-9acc-6c4b9596fb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317378 Aug 10 04:05:32.265191 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6323147d-b19d-43b7-a978-6c1a56141734 req-22d6063d-9178-4e78-896a-04f22f5ab6b6 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:32.266799 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6323147d-b19d-43b7-a978-6c1a56141734 req-22d6063d-9178-4e78-896a-04f22f5ab6b6 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/ports?device_id=67aa80e9-9e0e-4b41-9481-484ff277e350 HTTP/1.1" status: 200 len: 932 time: 0.0516939 Aug 10 04:05:32.308824 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6323147d-b19d-43b7-a978-6c1a56141734 req-144d5e09-9a5b-42eb-8a39-39690c597e66 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/security-groups?id=e490d237-f6fe-4790-9acc-6c4b9596fb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353577 Aug 10 04:05:33.123929 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-663d5018-a151-4218-a885-cde4ecfe90fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:33.430834 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcdfb06-9f2c-4ec2-ab8b-32185efaa6f7 req-e47d2b54-27b5-485c-bd53-2c0733cce75e tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:33.432414 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1dcdfb06-9f2c-4ec2-ab8b-32185efaa6f7 req-e47d2b54-27b5-485c-bd53-2c0733cce75e tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/ports?device_id=67aa80e9-9e0e-4b41-9481-484ff277e350 HTTP/1.1" status: 200 len: 932 time: 0.0535452 Aug 10 04:05:33.480992 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1dcdfb06-9f2c-4ec2-ab8b-32185efaa6f7 req-e8ee1677-c57b-40a3-97ad-fc2f1aa5952d tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/security-groups?id=e490d237-f6fe-4790-9acc-6c4b9596fb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418477 Aug 10 04:05:33.500204 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:34.398876 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:34.602768 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac38965-7563-41bc-8f14-34f0d6c90ed5 req-b0d6bb4c-7718-449d-a3a2-3c1975d4be15 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:34.604290 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dac38965-7563-41bc-8f14-34f0d6c90ed5 req-b0d6bb4c-7718-449d-a3a2-3c1975d4be15 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/ports?device_id=67aa80e9-9e0e-4b41-9481-484ff277e350 HTTP/1.1" status: 200 len: 932 time: 0.0512192 Aug 10 04:05:34.645041 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dac38965-7563-41bc-8f14-34f0d6c90ed5 req-f923c671-4534-452e-be15-6dbfe0ada1b3 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/security-groups?id=e490d237-f6fe-4790-9acc-6c4b9596fb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347228 Aug 10 04:05:35.765352 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164fc1ec-7dac-4ac9-bfdc-0090d1b709a1 req-613e614e-1a0b-4e4c-b519-fe23664ab525 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:35.767042 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-164fc1ec-7dac-4ac9-bfdc-0090d1b709a1 req-613e614e-1a0b-4e4c-b519-fe23664ab525 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/ports?device_id=67aa80e9-9e0e-4b41-9481-484ff277e350 HTTP/1.1" status: 200 len: 932 time: 0.0517182 Aug 10 04:05:35.809050 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-164fc1ec-7dac-4ac9-bfdc-0090d1b709a1 req-1b9656f0-514a-4f07-af8b-9ea03ce06bcc tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/security-groups?id=e490d237-f6fe-4790-9acc-6c4b9596fb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354865 Aug 10 04:05:36.124976 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:36.925649 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae814d2-0b7d-44b6-8341-8efb1c1089b8 req-95270473-c5b4-4326-98be-db2c4a3db55f tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:36.927192 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9ae814d2-0b7d-44b6-8341-8efb1c1089b8 req-95270473-c5b4-4326-98be-db2c4a3db55f tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/ports?device_id=67aa80e9-9e0e-4b41-9481-484ff277e350 HTTP/1.1" status: 200 len: 932 time: 0.0499899 Aug 10 04:05:36.972120 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9ae814d2-0b7d-44b6-8341-8efb1c1089b8 req-273c71eb-e837-4b79-9443-6ef618e6aadf tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/security-groups?id=e490d237-f6fe-4790-9acc-6c4b9596fb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386350 Aug 10 04:05:38.097546 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8519155-df9a-4a34-92d9-4f2527b453a8 req-d1f47b53-3d40-4273-bd31-1f5cf91b424a tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:38.099191 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c8519155-df9a-4a34-92d9-4f2527b453a8 req-d1f47b53-3d40-4273-bd31-1f5cf91b424a tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/ports?device_id=67aa80e9-9e0e-4b41-9481-484ff277e350 HTTP/1.1" status: 200 len: 932 time: 0.0543840 Aug 10 04:05:38.151166 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c8519155-df9a-4a34-92d9-4f2527b453a8 req-195fe4ac-7f98-4430-9813-467de6d4ec6c tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/security-groups?id=e490d237-f6fe-4790-9acc-6c4b9596fb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454540 Aug 10 04:05:38.979428 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-386b1db3-1f3f-48a6-b545-f0262f8a8638 req-3481b69b-77a6-46bd-a5e2-987ca6b828e5 service neutron] Request body: {'port': {'device_id': '67aa80e9-9e0e-4b41-9481-484ff277e350', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:39.036320 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-386b1db3-1f3f-48a6-b545-f0262f8a8638 req-3481b69b-77a6-46bd-a5e2-987ca6b828e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:39.308073 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd4c5a-7775-4d39-af1d-ded90c5571e0 req-58da5007-7f62-4066-942a-8167552e90ce tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:39.311204 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eadd4c5a-7775-4d39-af1d-ded90c5571e0 req-58da5007-7f62-4066-942a-8167552e90ce tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/ports?device_id=67aa80e9-9e0e-4b41-9481-484ff277e350 HTTP/1.1" status: 200 len: 932 time: 0.0885041 Aug 10 04:05:39.367021 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-386b1db3-1f3f-48a6-b545-f0262f8a8638 req-3481b69b-77a6-46bd-a5e2-987ca6b828e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2087ba61-217b-4487-937f-527d798f2624 {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:05:39.381317 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-386b1db3-1f3f-48a6-b545-f0262f8a8638 req-3481b69b-77a6-46bd-a5e2-987ca6b828e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:39.389506 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eadd4c5a-7775-4d39-af1d-ded90c5571e0 req-e6f8db7c-be90-41fc-8d11-21d8fa66acec tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/security-groups?id=e490d237-f6fe-4790-9acc-6c4b9596fb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679903 Aug 10 04:05:39.399348 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-386b1db3-1f3f-48a6-b545-f0262f8a8638 req-3481b69b-77a6-46bd-a5e2-987ca6b828e5 service neutron] Transition to ACTIVE for port object 2087ba61-217b-4487-937f-527d798f2624 will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:39.403753 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-386b1db3-1f3f-48a6-b545-f0262f8a8638 req-3481b69b-77a6-46bd-a5e2-987ca6b828e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:39.462152 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3481b69b-77a6-46bd-a5e2-987ca6b828e5 service neutron] Pushing event updated for resources: {'Port': ['ID=2087ba61-217b-4487-937f-527d798f2624,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:39.538110 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-386b1db3-1f3f-48a6-b545-f0262f8a8638 req-3481b69b-77a6-46bd-a5e2-987ca6b828e5 service neutron] Attempting to bind port 2087ba61-217b-4487-937f-527d798f2624 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:05:39.538492 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-386b1db3-1f3f-48a6-b545-f0262f8a8638 req-3481b69b-77a6-46bd-a5e2-987ca6b828e5 service neutron] Attempting to bind port 2087ba61-217b-4487-937f-527d798f2624 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '8a7cdc1a-7f2e-4230-a4fd-8f94eeadc57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '57c3c032-48f6-4b14-8719-93e1d86cd102'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:05:39.538864 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386b1db3-1f3f-48a6-b545-f0262f8a8638 req-3481b69b-77a6-46bd-a5e2-987ca6b828e5 service neutron] Attempting to bind port 2087ba61-217b-4487-937f-527d798f2624 on network 57c3c032-48f6-4b14-8719-93e1d86cd102 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:05:39.543781 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386b1db3-1f3f-48a6-b545-f0262f8a8638 req-3481b69b-77a6-46bd-a5e2-987ca6b828e5 service neutron] Port 2087ba61-217b-4487-937f-527d798f2624 on network 57c3c032-48f6-4b14-8719-93e1d86cd102 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:05:39.544110 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386b1db3-1f3f-48a6-b545-f0262f8a8638 req-3481b69b-77a6-46bd-a5e2-987ca6b828e5 service neutron] Attempting to bind port 2087ba61-217b-4487-937f-527d798f2624 on network 57c3c032-48f6-4b14-8719-93e1d86cd102 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:05:39.550169 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386b1db3-1f3f-48a6-b545-f0262f8a8638 req-3481b69b-77a6-46bd-a5e2-987ca6b828e5 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:05:39.550505 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386b1db3-1f3f-48a6-b545-f0262f8a8638 req-3481b69b-77a6-46bd-a5e2-987ca6b828e5 service neutron] Checking segment: {'id': '8a7cdc1a-7f2e-4230-a4fd-8f94eeadc57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '57c3c032-48f6-4b14-8719-93e1d86cd102'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:05:39.551134 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386b1db3-1f3f-48a6-b545-f0262f8a8638 req-3481b69b-77a6-46bd-a5e2-987ca6b828e5 service neutron] Bound using segment: {'id': '8a7cdc1a-7f2e-4230-a4fd-8f94eeadc57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '57c3c032-48f6-4b14-8719-93e1d86cd102'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:05:39.551586 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-386b1db3-1f3f-48a6-b545-f0262f8a8638 req-3481b69b-77a6-46bd-a5e2-987ca6b828e5 service neutron] Bound port: 2087ba61-217b-4487-937f-527d798f2624, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a7cdc1a-7f2e-4230-a4fd-8f94eeadc57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '57c3c032-48f6-4b14-8719-93e1d86cd102'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:05:39.552115 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-386b1db3-1f3f-48a6-b545-f0262f8a8638 req-3481b69b-77a6-46bd-a5e2-987ca6b828e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:39.622153 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-386b1db3-1f3f-48a6-b545-f0262f8a8638 req-3481b69b-77a6-46bd-a5e2-987ca6b828e5 service neutron] For port 2087ba61-217b-4487-937f-527d798f2624, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:05:39.626236 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-386b1db3-1f3f-48a6-b545-f0262f8a8638 req-3481b69b-77a6-46bd-a5e2-987ca6b828e5 service neutron] For port 2087ba61-217b-4487-937f-527d798f2624, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=2087ba61-217b-4487-937f-527d798f2624,segment=NetworkSegment(8a7cdc1a-7f2e-4230-a4fd-8f94eeadc57e),segment_id=8a7cdc1a-7f2e-4230-a4fd-8f94eeadc57e)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:05:39.632443 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-386b1db3-1f3f-48a6-b545-f0262f8a8638 req-3481b69b-77a6-46bd-a5e2-987ca6b828e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:39.671657 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b1db3-1f3f-48a6-b545-f0262f8a8638 req-3481b69b-77a6-46bd-a5e2-987ca6b828e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:39.672285 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-386b1db3-1f3f-48a6-b545-f0262f8a8638 req-3481b69b-77a6-46bd-a5e2-987ca6b828e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:39.673738 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-386b1db3-1f3f-48a6-b545-f0262f8a8638 req-3481b69b-77a6-46bd-a5e2-987ca6b828e5 service neutron] 10.222.0.60 "PUT /v2.0/ports/2087ba61-217b-4487-937f-527d798f2624 HTTP/1.1" status: 200 len: 1093 time: 0.7010918 Aug 10 04:05:39.674192 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67aa80e9-9e0e-4b41-9481-484ff277e350', 'tag': '2087ba61-217b-4487-937f-527d798f2624'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:05:39.676550 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0021ea54f387d2ae39ffe00c7e01dc720af9cc0ec992141d1f8728dec056f1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad85d0d-9c31-4cca-98a0-8880bb9e77b6" -d '{"events": [{"name": "network-changed", "server_uuid": "67aa80e9-9e0e-4b41-9481-484ff277e350", "tag": "2087ba61-217b-4487-937f-527d798f2624"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:05:39.708802 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3481b69b-77a6-46bd-a5e2-987ca6b828e5 service neutron] Pushing event updated for resources: {'Port': ['ID=2087ba61-217b-4487-937f-527d798f2624,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:39.730311 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7a18ed-c7ca-480c-984d-15a5e0182682 x-openstack-request-id: req-ad7a18ed-c7ca-480c-984d-15a5e0182682 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:05:39.730619 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67aa80e9-9e0e-4b41-9481-484ff277e350", "tag": "2087ba61-217b-4487-937f-527d798f2624", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:05:39.730907 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ad7a18ed-c7ca-480c-984d-15a5e0182682 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:05:39.731316 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67aa80e9-9e0e-4b41-9481-484ff277e350', 'tag': '2087ba61-217b-4487-937f-527d798f2624', 'status': 'completed', 'code': 200} Aug 10 04:05:39.764523 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b1db3-1f3f-48a6-b545-f0262f8a8638 req-f663cbee-b4f1-46c2-b2eb-8e9737742f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:39.766097 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-386b1db3-1f3f-48a6-b545-f0262f8a8638 req-f663cbee-b4f1-46c2-b2eb-8e9737742f5e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b776d47560144922b6942c20020ffe4c&device_id=67aa80e9-9e0e-4b41-9481-484ff277e350 HTTP/1.1" status: 200 len: 1096 time: 0.0473611 Aug 10 04:05:39.814608 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-386b1db3-1f3f-48a6-b545-f0262f8a8638 req-799a5aee-b0c3-4f32-bda5-e6faab2db582 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2087ba61-217b-4487-937f-527d798f2624 HTTP/1.1" status: 200 len: 217 time: 0.0361171 Aug 10 04:05:39.869851 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b1db3-1f3f-48a6-b545-f0262f8a8638 req-c3e5b387-ed91-4ddd-94a0-de2ef5e3351a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:39.871365 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-386b1db3-1f3f-48a6-b545-f0262f8a8638 req-c3e5b387-ed91-4ddd-94a0-de2ef5e3351a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=479feee2-7c8a-4979-a57e-4fc11c76063c HTTP/1.1" status: 200 len: 854 time: 0.0454469 Aug 10 04:05:39.928370 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b1db3-1f3f-48a6-b545-f0262f8a8638 req-6ce11303-cd4e-4dcb-88fb-852b2a899a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:39.929890 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-386b1db3-1f3f-48a6-b545-f0262f8a8638 req-6ce11303-cd4e-4dcb-88fb-852b2a899a20 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57c3c032-48f6-4b14-8719-93e1d86cd102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452383 Aug 10 04:05:40.023089 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-386b1db3-1f3f-48a6-b545-f0262f8a8638 req-82a9c363-16d3-4c1d-83db-5eae0ca93e41 service neutron] 10.222.0.60 "GET /v2.0/networks/57c3c032-48f6-4b14-8719-93e1d86cd102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845866 Aug 10 04:05:40.122075 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-386b1db3-1f3f-48a6-b545-f0262f8a8638 req-f9f76a9c-eef6-4dcf-963d-dacca518281a service neutron] 10.222.0.60 "GET /v2.0/networks/57c3c032-48f6-4b14-8719-93e1d86cd102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875256 Aug 10 04:05:40.219718 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad85d0d-9c31-4cca-98a0-8880bb9e77b6 req-4f1dca67-e25b-4ff1-9f7f-f2eb3da69b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:40.221320 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fad85d0d-9c31-4cca-98a0-8880bb9e77b6 req-4f1dca67-e25b-4ff1-9f7f-f2eb3da69b20 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b776d47560144922b6942c20020ffe4c&device_id=67aa80e9-9e0e-4b41-9481-484ff277e350 HTTP/1.1" status: 200 len: 1096 time: 0.0420718 Aug 10 04:05:40.314550 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad85d0d-9c31-4cca-98a0-8880bb9e77b6 req-953dea07-f3d2-4077-994b-f20dcca0fb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:40.316117 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fad85d0d-9c31-4cca-98a0-8880bb9e77b6 req-953dea07-f3d2-4077-994b-f20dcca0fb31 service neutron] 10.222.0.60 "GET /v2.0/networks?id=57c3c032-48f6-4b14-8719-93e1d86cd102 HTTP/1.1" status: 200 len: 916 time: 0.0869946 Aug 10 04:05:40.358044 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fad85d0d-9c31-4cca-98a0-8880bb9e77b6 req-82eed164-f0b8-4ffd-a172-99a3fbffd09c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2087ba61-217b-4487-937f-527d798f2624 HTTP/1.1" status: 200 len: 217 time: 0.0334435 Aug 10 04:05:40.405677 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad85d0d-9c31-4cca-98a0-8880bb9e77b6 req-4930e928-b2a2-493e-a5c6-a6e4a8bd6b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:40.407116 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fad85d0d-9c31-4cca-98a0-8880bb9e77b6 req-4930e928-b2a2-493e-a5c6-a6e4a8bd6b0e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=479feee2-7c8a-4979-a57e-4fc11c76063c HTTP/1.1" status: 200 len: 854 time: 0.0424275 Aug 10 04:05:40.455888 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad85d0d-9c31-4cca-98a0-8880bb9e77b6 req-3b4b3a24-afd1-43eb-88ba-8f5a15c7a80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:40.457440 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fad85d0d-9c31-4cca-98a0-8880bb9e77b6 req-3b4b3a24-afd1-43eb-88ba-8f5a15c7a80c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57c3c032-48f6-4b14-8719-93e1d86cd102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407474 Aug 10 04:05:40.558125 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26517f9-ca7e-45ec-af93-46fbfb14217b req-0d94b877-4244-4b5f-9c2b-8f8766ee7b0a tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:40.559657 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d26517f9-ca7e-45ec-af93-46fbfb14217b req-0d94b877-4244-4b5f-9c2b-8f8766ee7b0a tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/ports?device_id=67aa80e9-9e0e-4b41-9481-484ff277e350 HTTP/1.1" status: 200 len: 944 time: 0.0976801 Aug 10 04:05:40.602173 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fad85d0d-9c31-4cca-98a0-8880bb9e77b6 req-dd11dfc3-95ce-4b32-acc2-eee14437a4ba service neutron] 10.222.0.60 "GET /v2.0/networks/57c3c032-48f6-4b14-8719-93e1d86cd102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317186 Aug 10 04:05:40.614202 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d26517f9-ca7e-45ec-af93-46fbfb14217b req-e70fee19-1fb6-485d-869b-fc2683bc92f5 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/security-groups?id=e490d237-f6fe-4790-9acc-6c4b9596fb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479469 Aug 10 04:05:40.701398 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fad85d0d-9c31-4cca-98a0-8880bb9e77b6 req-16baadde-81dd-4cea-b758-7e332201aea0 service neutron] 10.222.0.60 "GET /v2.0/networks/57c3c032-48f6-4b14-8719-93e1d86cd102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862525 Aug 10 04:05:41.526090 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 2087ba61-217b-4487-937f-527d798f2624 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:05:41.622130 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 2087ba61-217b-4487-937f-527d798f2624, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=2087ba61-217b-4487-937f-527d798f2624,segment=NetworkSegment(8a7cdc1a-7f2e-4230-a4fd-8f94eeadc57e),segment_id=8a7cdc1a-7f2e-4230-a4fd-8f94eeadc57e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:41.634408 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '2087ba61-217b-4487-937f-527d798f2624', 'network_id': '57c3c032-48f6-4b14-8719-93e1d86cd102', 'port_id': '2087ba61-217b-4487-937f-527d798f2624', 'mac_address': 'fa:16:3e:79:97:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '479feee2-7c8a-4979-a57e-4fc11c76063c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:05:41.680167 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:41.694158 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2087ba61-217b-4487-937f-527d798f2624 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:05:41.715176 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 2087ba61-217b-4487-937f-527d798f2624, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=2087ba61-217b-4487-937f-527d798f2624,segment=NetworkSegment(8a7cdc1a-7f2e-4230-a4fd-8f94eeadc57e),segment_id=8a7cdc1a-7f2e-4230-a4fd-8f94eeadc57e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:41.719764 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:41.735063 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db22f6-a889-4a96-8c11-1549d2f8a063 req-7ca40791-e26a-4630-9de2-dc5b2a9bf0d7 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:41.736588 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-68db22f6-a889-4a96-8c11-1549d2f8a063 req-7ca40791-e26a-4630-9de2-dc5b2a9bf0d7 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/ports?device_id=67aa80e9-9e0e-4b41-9481-484ff277e350 HTTP/1.1" status: 200 len: 944 time: 0.0526330 Aug 10 04:05:41.770763 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=2087ba61-217b-4487-937f-527d798f2624,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:41.776369 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-68db22f6-a889-4a96-8c11-1549d2f8a063 req-4d2de880-8dde-4fc7-b8de-b62a9d0eddb4 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/security-groups?id=e490d237-f6fe-4790-9acc-6c4b9596fb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336890 Aug 10 04:05:41.780784 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:41.781129 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:41.781468 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:41.781805 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:41.782135 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:41.782466 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:41.782823 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:41.783152 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:41.783475 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:41.783799 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:41.784122 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:41.784441 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:41.982971 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['2087ba61-217b-4487-937f-527d798f2624'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:05:42.892694 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a2828-a779-42fb-9fc6-6187308d1ef9 req-db4d2863-5c2a-4042-8ace-703a15a94863 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:42.894177 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5e7a2828-a779-42fb-9fc6-6187308d1ef9 req-db4d2863-5c2a-4042-8ace-703a15a94863 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/ports?device_id=67aa80e9-9e0e-4b41-9481-484ff277e350 HTTP/1.1" status: 200 len: 945 time: 0.0478952 Aug 10 04:05:42.937351 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5e7a2828-a779-42fb-9fc6-6187308d1ef9 req-7c046644-64a6-41c4-be5d-89ec789d1f8b tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/security-groups?id=e490d237-f6fe-4790-9acc-6c4b9596fb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373452 Aug 10 04:05:43.526555 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 2087ba61-217b-4487-937f-527d798f2624 up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:05:43.574234 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port 2087ba61-217b-4487-937f-527d798f2624 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:05:43.577670 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 2087ba61-217b-4487-937f-527d798f2624 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:43.578292 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:43.652070 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:43.675184 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67aa80e9-9e0e-4b41-9481-484ff277e350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2087ba61-217b-4487-937f-527d798f2624'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:05:43.677345 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}687ba51f6797870dc73eef52a647f30c5325a6c2ab4bb07751a6afc0cf078d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825fac87-1e7d-4ff1-8bce-4afc4f5e36dc" -d '{"events": [{"server_uuid": "67aa80e9-9e0e-4b41-9481-484ff277e350", "name": "network-vif-plugged", "status": "completed", "tag": "2087ba61-217b-4487-937f-527d798f2624"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:05:43.692864 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 2087ba61-217b-4487-937f-527d798f2624, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=2087ba61-217b-4487-937f-527d798f2624,segment=NetworkSegment(8a7cdc1a-7f2e-4230-a4fd-8f94eeadc57e),segment_id=8a7cdc1a-7f2e-4230-a4fd-8f94eeadc57e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:43.696757 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:43.720047 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c362340-f117-4c5b-b270-25676ce37a55 x-openstack-request-id: req-2c362340-f117-4c5b-b270-25676ce37a55 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:05:43.720331 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67aa80e9-9e0e-4b41-9481-484ff277e350", "name": "network-vif-plugged", "status": "completed", "tag": "2087ba61-217b-4487-937f-527d798f2624", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:05:43.720577 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2c362340-f117-4c5b-b270-25676ce37a55 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:05:43.720956 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67aa80e9-9e0e-4b41-9481-484ff277e350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2087ba61-217b-4487-937f-527d798f2624', 'code': 200} Aug 10 04:05:43.748685 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=2087ba61-217b-4487-937f-527d798f2624,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:43.820667 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5f288-f59e-4a98-9062-58f508c9718a req-4c6fb608-c92b-4406-ba80-50dd48385513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:43.822331 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bcb5f288-f59e-4a98-9062-58f508c9718a req-4c6fb608-c92b-4406-ba80-50dd48385513 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=67aa80e9-9e0e-4b41-9481-484ff277e350 HTTP/1.1" status: 200 len: 1098 time: 0.0406787 Aug 10 04:05:43.858662 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bcb5f288-f59e-4a98-9062-58f508c9718a req-45bff67f-11f4-49dd-a98c-ae7697002f40 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e490d237-f6fe-4790-9acc-6c4b9596fb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290248 Aug 10 04:05:44.060381 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0274e8c-2832-497f-bacd-b181cd245703 req-4cf6f493-acda-483a-b18a-30a9f1e9e2a1 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:44.061943 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b0274e8c-2832-497f-bacd-b181cd245703 req-4cf6f493-acda-483a-b18a-30a9f1e9e2a1 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/ports?device_id=67aa80e9-9e0e-4b41-9481-484ff277e350 HTTP/1.1" status: 200 len: 946 time: 0.0562768 Aug 10 04:05:44.103195 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b0274e8c-2832-497f-bacd-b181cd245703 req-0ce08ffd-3853-451f-9a14-ce14ac3e33e0 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/security-groups?id=e490d237-f6fe-4790-9acc-6c4b9596fb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347848 Aug 10 04:05:45.217379 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810d26c1-e74f-4a34-aaac-5bd15631151e req-a9121a1f-b5b0-4e0b-99e7-a12382988c39 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:45.218871 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-810d26c1-e74f-4a34-aaac-5bd15631151e req-a9121a1f-b5b0-4e0b-99e7-a12382988c39 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/ports?device_id=67aa80e9-9e0e-4b41-9481-484ff277e350 HTTP/1.1" status: 200 len: 946 time: 0.0475721 Aug 10 04:05:45.258758 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-810d26c1-e74f-4a34-aaac-5bd15631151e req-147d2ad1-5af6-4a12-b76f-56235b8d37d5 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/security-groups?id=e490d237-f6fe-4790-9acc-6c4b9596fb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339565 Aug 10 04:05:45.370420 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39926ef5-143d-473e-ad8f-7cb34a6306d7 req-7918cadf-ed1a-4125-8976-7eb20e38791e tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:45.371849 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-39926ef5-143d-473e-ad8f-7cb34a6306d7 req-7918cadf-ed1a-4125-8976-7eb20e38791e tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/ports?device_id=67aa80e9-9e0e-4b41-9481-484ff277e350 HTTP/1.1" status: 200 len: 946 time: 0.0487068 Aug 10 04:05:45.409171 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-39926ef5-143d-473e-ad8f-7cb34a6306d7 req-01d43d4b-527e-4efe-88e7-26f0d206b4fa tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/security-groups?id=e490d237-f6fe-4790-9acc-6c4b9596fb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314987 Aug 10 04:05:45.594195 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a2a9b-c4d1-4e75-b4cb-e986c77496ce req-e271adaf-1649-4f97-9aa2-96514d40a65a tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:45.595715 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ae9a2a9b-c4d1-4e75-b4cb-e986c77496ce req-e271adaf-1649-4f97-9aa2-96514d40a65a tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/ports?device_id=67aa80e9-9e0e-4b41-9481-484ff277e350 HTTP/1.1" status: 200 len: 946 time: 0.0485888 Aug 10 04:05:45.635064 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ae9a2a9b-c4d1-4e75-b4cb-e986c77496ce req-8c4e984a-9b63-460d-8917-2e49bc63ba49 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/security-groups?id=e490d237-f6fe-4790-9acc-6c4b9596fb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332081 Aug 10 04:05:56.790070 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:57.134973 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:57.190057 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e25875b-8a1b-4814-b965-4f893e83dee3 req-1a856cd0-a4c9-4a7d-a5e1-09d3526a486e tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:57.191557 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7e25875b-8a1b-4814-b965-4f893e83dee3 req-1a856cd0-a4c9-4a7d-a5e1-09d3526a486e tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/ports?device_id=67aa80e9-9e0e-4b41-9481-484ff277e350 HTTP/1.1" status: 200 len: 946 time: 0.0492558 Aug 10 04:05:57.236407 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7e25875b-8a1b-4814-b965-4f893e83dee3 req-678c913b-882e-4723-877a-89aa57a662f5 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/security-groups?id=e490d237-f6fe-4790-9acc-6c4b9596fb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383115 Aug 10 04:05:57.258396 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42420) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:57.392637 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5462e6-194c-4723-94f1-a4413841439a tempest-TestMinimumBasicScenario-779988537 tempest-TestMinimumBasicScenario-779988537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:57.394147 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8b5462e6-194c-4723-94f1-a4413841439a tempest-TestMinimumBasicScenario-779988537 tempest-TestMinimumBasicScenario-779988537-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=67aa80e9-9e0e-4b41-9481-484ff277e350 HTTP/1.1" status: 200 len: 1093 time: 0.1344273 Aug 10 04:05:57.397142 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42426) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:57.401419 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-8a226441-7a92-4268-8054-8f5b7eca6df8 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Request body: {'floatingip': {'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'port_id': '2087ba61-217b-4487-937f-527d798f2624', 'tenant_id': 'b776d47560144922b6942c20020ffe4c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:57.426390 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8a226441-7a92-4268-8054-8f5b7eca6df8 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Notify callbacks [] for floatingip, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:57.527513 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8a226441-7a92-4268-8054-8f5b7eca6df8 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:57.632271 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-8a226441-7a92-4268-8054-8f5b7eca6df8 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Allocated IP 172.25.7.6 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/9148e2e4-9c46-4e17-b323-9867febf4291) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:05:57.740523 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8a226441-7a92-4268-8054-8f5b7eca6df8 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:57.783299 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8a226441-7a92-4268-8054-8f5b7eca6df8 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:57.822045 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a226441-7a92-4268-8054-8f5b7eca6df8 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:05:57.824968 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-8a226441-7a92-4268-8054-8f5b7eca6df8 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:57.828550 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a226441-7a92-4268-8054-8f5b7eca6df8 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:05:57.857560 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a226441-7a92-4268-8054-8f5b7eca6df8 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Pushing event updated for resources: {'Port': ['ID=9148e2e4-9c46-4e17-b323-9867febf4291,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:58.200302 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8a226441-7a92-4268-8054-8f5b7eca6df8 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:58.267732 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8a226441-7a92-4268-8054-8f5b7eca6df8 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:58.428051 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8a226441-7a92-4268-8054-8f5b7eca6df8 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:58.434533 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8a226441-7a92-4268-8054-8f5b7eca6df8 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:58.508385 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a226441-7a92-4268-8054-8f5b7eca6df8 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Pushing event updated for resources: {'Port': ['ID=9148e2e4-9c46-4e17-b323-9867febf4291,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:58.518567 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8a226441-7a92-4268-8054-8f5b7eca6df8 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:58.617771 n-d-768851-15 neutron-server[94217]: INFO neutron.db.l3_db [None req-8a226441-7a92-4268-8054-8f5b7eca6df8 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Floating IP e91b6f9a-eec6-49cc-8435-8a4b96916ef1 associated. External IP: 172.25.7.6, port: 2087ba61-217b-4487-937f-527d798f2624. Aug 10 04:05:59.146883 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a226441-7a92-4268-8054-8f5b7eca6df8 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Router 63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:05:59.255130 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a226441-7a92-4268-8054-8f5b7eca6df8 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:05:59.265805 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d76f983-4039-4c6a-8444-7f1d3ce8dacb None None] Sync routers for ids ['63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:05:59.271767 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8a226441-7a92-4268-8054-8f5b7eca6df8 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:59.275671 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d76f983-4039-4c6a-8444-7f1d3ce8dacb None None] Routers {'63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:59.276281 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-8d76f983-4039-4c6a-8444-7f1d3ce8dacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:05:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:59.303124 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8a226441-7a92-4268-8054-8f5b7eca6df8 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9049513 Aug 10 04:05:59.304034 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67aa80e9-9e0e-4b41-9481-484ff277e350', 'tag': '2087ba61-217b-4487-937f-527d798f2624'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:05:59.307417 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 42430) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:59.315205 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-b7edc16d-0f2b-4954-81ce-d0e1e0e7fe5e tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1184597142', 'description': 'tempest-secgroup-smoke-1184597142 description', 'project_id': 'b776d47560144922b6942c20020ffe4c'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:59.343629 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b7edc16d-0f2b-4954-81ce-d0e1e0e7fe5e tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:59.391203 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-8d76f983-4039-4c6a-8444-7f1d3ce8dacb None None] Set router 63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:05:59.421677 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22ad4654dd32cc7208a19091a2312c490144bb13544d6468e82e9e9d549a02ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17d3f50-a52a-420e-ba61-1e2b3f013da6" -d '{"events": [{"name": "network-changed", "server_uuid": "67aa80e9-9e0e-4b41-9481-484ff277e350", "tag": "2087ba61-217b-4487-937f-527d798f2624"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:05:59.437262 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b7edc16d-0f2b-4954-81ce-d0e1e0e7fe5e tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:59.442219 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b7edc16d-0f2b-4954-81ce-d0e1e0e7fe5e tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:59.478648 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b7edc16d-0f2b-4954-81ce-d0e1e0e7fe5e tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:59.479890 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b7edc16d-0f2b-4954-81ce-d0e1e0e7fe5e tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1683319 Aug 10 04:05:59.481849 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7edc16d-0f2b-4954-81ce-d0e1e0e7fe5e tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=313196ff-9179-40d7-99ed-de9bb050d4a3,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:59.486141 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42438) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:59.493474 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-a71b78e1-1bc7-4b17-a4c4-7983d890e023 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Request body: {'security_group_rule': {'security_group_id': '313196ff-9179-40d7-99ed-de9bb050d4a3', 'project_id': 'b776d47560144922b6942c20020ffe4c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:59.532567 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710665bf-82c7-4c0d-8fb8-ac101d6a43d6 x-openstack-request-id: req-710665bf-82c7-4c0d-8fb8-ac101d6a43d6 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:05:59.533067 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67aa80e9-9e0e-4b41-9481-484ff277e350", "tag": "2087ba61-217b-4487-937f-527d798f2624", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:05:59.533454 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-710665bf-82c7-4c0d-8fb8-ac101d6a43d6 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:05:59.534089 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67aa80e9-9e0e-4b41-9481-484ff277e350', 'tag': '2087ba61-217b-4487-937f-527d798f2624', 'status': 'completed', 'code': 200} Aug 10 04:05:59.548414 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a71b78e1-1bc7-4b17-a4c4-7983d890e023 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:59.602117 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a71b78e1-1bc7-4b17-a4c4-7983d890e023 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:59.602932 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d3f50-a52a-420e-ba61-1e2b3f013da6 req-1bb1ec88-3394-4942-b16a-52b5b0d91223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:59.605077 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d17d3f50-a52a-420e-ba61-1e2b3f013da6 req-1bb1ec88-3394-4942-b16a-52b5b0d91223 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b776d47560144922b6942c20020ffe4c&device_id=67aa80e9-9e0e-4b41-9481-484ff277e350 HTTP/1.1" status: 200 len: 1098 time: 0.0500021 Aug 10 04:05:59.607064 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a71b78e1-1bc7-4b17-a4c4-7983d890e023 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:59.629360 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71b78e1-1bc7-4b17-a4c4-7983d890e023 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a499a780-2d1b-420d-b6fe-21570044515c,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:59.641194 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a71b78e1-1bc7-4b17-a4c4-7983d890e023 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:59.643214 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a71b78e1-1bc7-4b17-a4c4-7983d890e023 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1543493 Aug 10 04:05:59.650241 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42440) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:59.655809 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-20b73e62-3a69-44a2-85c3-8db4aabb0a88 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Request body: {'security_group_rule': {'security_group_id': '313196ff-9179-40d7-99ed-de9bb050d4a3', 'project_id': 'b776d47560144922b6942c20020ffe4c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:59.667123 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-8d76f983-4039-4c6a-8444-7f1d3ce8dacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c', 'name': 'tempest-TestMinimumBasicScenario-1604146335-router', 'tenant_id': 'b776d47560144922b6942c20020ffe4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'a8e36b5f-c51a-4bf6-8ef7-9d6751ed548d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:08Z', 'updated_at': '2021-08-10T04:05:11Z', 'revision_number': 4, 'project_id': 'b776d47560144922b6942c20020ffe4c', 'gw_port': {'id': 'a8e36b5f-c51a-4bf6-8ef7-9d6751ed548d', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:18:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:08Z', 'updated_at': '2021-08-10T04:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': 'e91b6f9a-eec6-49cc-8435-8a4b96916ef1', 'tenant_id': 'b776d47560144922b6942c20020ffe4c', 'floating_ip_address': '172.25.7.6', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c', 'port_id': '2087ba61-217b-4487-937f-527d798f2624', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57c3c032-48f6-4b14-8719-93e1d86cd102', 'mac_address': 'fa:16:3e:79:97:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67aa80e9-9e0e-4b41-9481-484ff277e350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:05:58Z', 'updated_at': '2021-08-10T04:05:58Z', 'revision_number': 0, 'project_id': 'b776d47560144922b6942c20020ffe4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30a95821-883c-44c0-9eca-fce5cd54b651', 'name': '', 'network_id': '57c3c032-48f6-4b14-8719-93e1d86cd102', 'tenant_id': 'b776d47560144922b6942c20020ffe4c', 'mac_address': 'fa:16:3e:fb:f7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '479feee2-7c8a-4979-a57e-4fc11c76063c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:10Z', 'updated_at': '2021-08-10T04:05:17Z', 'revision_number': 5, 'project_id': 'b776d47560144922b6942c20020ffe4c', 'subnets': [{'id': '479feee2-7c8a-4979-a57e-4fc11c76063c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:59.691997 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-20b73e62-3a69-44a2-85c3-8db4aabb0a88 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:59.700190 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d76f983-4039-4c6a-8444-7f1d3ce8dacb None None] Checking router: 63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:05:59.710310 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d76f983-4039-4c6a-8444-7f1d3ce8dacb None None] Routers {'63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:59.711374 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-8d76f983-4039-4c6a-8444-7f1d3ce8dacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:05:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:59.740386 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d3f50-a52a-420e-ba61-1e2b3f013da6 req-91e316ce-2ebc-495a-ab16-7ad74995fe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:59.742081 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d17d3f50-a52a-420e-ba61-1e2b3f013da6 req-91e316ce-2ebc-495a-ab16-7ad74995fe47 service neutron] 10.222.0.60 "GET /v2.0/networks?id=57c3c032-48f6-4b14-8719-93e1d86cd102 HTTP/1.1" status: 200 len: 916 time: 0.1294925 Aug 10 04:05:59.772780 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-20b73e62-3a69-44a2-85c3-8db4aabb0a88 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:59.778674 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-20b73e62-3a69-44a2-85c3-8db4aabb0a88 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:59.808377 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b73e62-3a69-44a2-85c3-8db4aabb0a88 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd3f8513-23b3-4b8a-be2d-15c8ab73a4e6,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:59.819582 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-20b73e62-3a69-44a2-85c3-8db4aabb0a88 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:59.825118 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-20b73e62-3a69-44a2-85c3-8db4aabb0a88 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1702003 Aug 10 04:05:59.826496 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d17d3f50-a52a-420e-ba61-1e2b3f013da6 req-3c4a78c7-a0e5-4db3-ae20-6a1aae077f5a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2087ba61-217b-4487-937f-527d798f2624 HTTP/1.1" status: 200 len: 998 time: 0.0704634 Aug 10 04:05:59.826629 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42442) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:59.831003 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-a608d2d9-dda1-433f-a8e5-91e07e3fafb5 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Request body: {'security_group_rule': {'security_group_id': '313196ff-9179-40d7-99ed-de9bb050d4a3', 'project_id': 'b776d47560144922b6942c20020ffe4c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:59.869026 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a608d2d9-dda1-433f-a8e5-91e07e3fafb5 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:59.869578 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-8d76f983-4039-4c6a-8444-7f1d3ce8dacb None None] Set router 63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:05:59.879816 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d3f50-a52a-420e-ba61-1e2b3f013da6 req-a2683288-a0a2-41ec-8807-d91cdeaea7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:59.881429 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d17d3f50-a52a-420e-ba61-1e2b3f013da6 req-a2683288-a0a2-41ec-8807-d91cdeaea7d9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=479feee2-7c8a-4979-a57e-4fc11c76063c HTTP/1.1" status: 200 len: 854 time: 0.0514488 Aug 10 04:05:59.935961 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d3f50-a52a-420e-ba61-1e2b3f013da6 req-73e22e6b-662c-491c-a008-b761222eefe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:59.937497 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d17d3f50-a52a-420e-ba61-1e2b3f013da6 req-73e22e6b-662c-491c-a008-b761222eefe3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57c3c032-48f6-4b14-8719-93e1d86cd102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486805 Aug 10 04:05:59.953577 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a608d2d9-dda1-433f-a8e5-91e07e3fafb5 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:59.959740 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a608d2d9-dda1-433f-a8e5-91e07e3fafb5 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:59.989477 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a608d2d9-dda1-433f-a8e5-91e07e3fafb5 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72f85fc9-a4ea-4efc-ac40-847f7168b460,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:59.996954 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a608d2d9-dda1-433f-a8e5-91e07e3fafb5 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:59.999524 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a608d2d9-dda1-433f-a8e5-91e07e3fafb5 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1726623 Aug 10 04:06:00.002438 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42444) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:00.007935 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-3d280fda-885b-4eff-87e4-4f20f6c55d72 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Request body: {'security_group_rule': {'security_group_id': '313196ff-9179-40d7-99ed-de9bb050d4a3', 'project_id': 'b776d47560144922b6942c20020ffe4c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:06:00.037871 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3d280fda-885b-4eff-87e4-4f20f6c55d72 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:00.074276 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d17d3f50-a52a-420e-ba61-1e2b3f013da6 req-9e1e96d5-04c8-49ae-9c91-6fe0d3a07d8b service neutron] 10.222.0.60 "GET /v2.0/networks/57c3c032-48f6-4b14-8719-93e1d86cd102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265104 Aug 10 04:06:00.120798 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3d280fda-885b-4eff-87e4-4f20f6c55d72 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:00.126357 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3d280fda-885b-4eff-87e4-4f20f6c55d72 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:00.152143 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d280fda-885b-4eff-87e4-4f20f6c55d72 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2822d946-37aa-4902-83de-ff76dfc8bd64,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:00.157807 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3d280fda-885b-4eff-87e4-4f20f6c55d72 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:00.161118 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3d280fda-885b-4eff-87e4-4f20f6c55d72 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1569386 Aug 10 04:06:00.164427 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42446) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:00.169272 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-c7fc5dd2-3d4a-4ae6-8003-9e8cb95cc095 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Request body: {'security_group_rule': {'security_group_id': '313196ff-9179-40d7-99ed-de9bb050d4a3', 'project_id': 'b776d47560144922b6942c20020ffe4c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:06:00.200505 n-d-768851-15 neutron-server[94217]: INFO neutron.db.securitygroups_db [None req-c7fc5dd2-3d4a-4ae6-8003-9e8cb95cc095 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Project b776d47560144922b6942c20020ffe4c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:06:00.202004 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-8d76f983-4039-4c6a-8444-7f1d3ce8dacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c', 'name': 'tempest-TestMinimumBasicScenario-1604146335-router', 'tenant_id': 'b776d47560144922b6942c20020ffe4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'a8e36b5f-c51a-4bf6-8ef7-9d6751ed548d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:08Z', 'updated_at': '2021-08-10T04:05:11Z', 'revision_number': 4, 'project_id': 'b776d47560144922b6942c20020ffe4c', 'gw_port': {'id': 'a8e36b5f-c51a-4bf6-8ef7-9d6751ed548d', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:18:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:08Z', 'updated_at': '2021-08-10T04:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': 'e91b6f9a-eec6-49cc-8435-8a4b96916ef1', 'tenant_id': 'b776d47560144922b6942c20020ffe4c', 'floating_ip_address': '172.25.7.6', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c', 'port_id': '2087ba61-217b-4487-937f-527d798f2624', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57c3c032-48f6-4b14-8719-93e1d86cd102', 'mac_address': 'fa:16:3e:79:97:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67aa80e9-9e0e-4b41-9481-484ff277e350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:05:58Z', 'updated_at': '2021-08-10T04:05:58Z', 'revision_number': 0, 'project_id': 'b776d47560144922b6942c20020ffe4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30a95821-883c-44c0-9eca-fce5cd54b651', 'name': '', 'network_id': '57c3c032-48f6-4b14-8719-93e1d86cd102', 'tenant_id': 'b776d47560144922b6942c20020ffe4c', 'mac_address': 'fa:16:3e:fb:f7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '479feee2-7c8a-4979-a57e-4fc11c76063c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:10Z', 'updated_at': '2021-08-10T04:05:17Z', 'revision_number': 5, 'project_id': 'b776d47560144922b6942c20020ffe4c', 'subnets': [{'id': '479feee2-7c8a-4979-a57e-4fc11c76063c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:00.208446 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c7fc5dd2-3d4a-4ae6-8003-9e8cb95cc095 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:00.213788 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d17d3f50-a52a-420e-ba61-1e2b3f013da6 req-44586022-325a-407b-938d-adcbf1fa6d94 service neutron] 10.222.0.60 "GET /v2.0/networks/57c3c032-48f6-4b14-8719-93e1d86cd102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319878 Aug 10 04:06:00.233069 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d76f983-4039-4c6a-8444-7f1d3ce8dacb None None] The sync data for ids ['63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c'] in n-d-768851-15 is: [{'id': '63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c', 'name': 'tempest-TestMinimumBasicScenario-1604146335-router', 'tenant_id': 'b776d47560144922b6942c20020ffe4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'a8e36b5f-c51a-4bf6-8ef7-9d6751ed548d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:08Z', 'updated_at': '2021-08-10T04:05:11Z', 'revision_number': 4, 'project_id': 'b776d47560144922b6942c20020ffe4c', 'gw_port': {'id': 'a8e36b5f-c51a-4bf6-8ef7-9d6751ed548d', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:18:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:08Z', 'updated_at': '2021-08-10T04:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': 'e91b6f9a-eec6-49cc-8435-8a4b96916ef1', 'tenant_id': 'b776d47560144922b6942c20020ffe4c', 'floating_ip_address': '172.25.7.6', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c', 'port_id': '2087ba61-217b-4487-937f-527d798f2624', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57c3c032-48f6-4b14-8719-93e1d86cd102', 'mac_address': 'fa:16:3e:79:97:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67aa80e9-9e0e-4b41-9481-484ff277e350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:05:58Z', 'updated_at': '2021-08-10T04:05:58Z', 'revision_number': 0, 'project_id': 'b776d47560144922b6942c20020ffe4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30a95821-883c-44c0-9eca-fce5cd54b651', 'name': '', 'network_id': '57c3c032-48f6-4b14-8719-93e1d86cd102', 'tenant_id': 'b776d47560144922b6942c20020ffe4c', 'mac_address': 'fa:16:3e:fb:f7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '479feee2-7c8a-4979-a57e-4fc11c76063c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:10Z', 'updated_at': '2021-08-10T04:05:17Z', 'revision_number': 5, 'project_id': 'b776d47560144922b6942c20020ffe4c', 'subnets': [{'id': '479feee2-7c8a-4979-a57e-4fc11c76063c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:06:00.298966 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c7fc5dd2-3d4a-4ae6-8003-9e8cb95cc095 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:00.304123 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c7fc5dd2-3d4a-4ae6-8003-9e8cb95cc095 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:00.323207 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fc5dd2-3d4a-4ae6-8003-9e8cb95cc095 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2681701a-94ae-414f-80aa-e2b9bb07ef0f,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:00.334980 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c7fc5dd2-3d4a-4ae6-8003-9e8cb95cc095 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:00.336838 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c7fc5dd2-3d4a-4ae6-8003-9e8cb95cc095 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1712835 Aug 10 04:06:00.339595 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42448) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:00.345337 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-9c95c4ba-30eb-46cf-acbe-cefa900738bc tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Request body: {'security_group_rule': {'security_group_id': '313196ff-9179-40d7-99ed-de9bb050d4a3', 'project_id': 'b776d47560144922b6942c20020ffe4c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:06:00.374276 n-d-768851-15 neutron-server[94217]: INFO neutron.db.securitygroups_db [None req-9c95c4ba-30eb-46cf-acbe-cefa900738bc tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Project b776d47560144922b6942c20020ffe4c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:06:00.379919 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9c95c4ba-30eb-46cf-acbe-cefa900738bc tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:00.426002 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f9eca3c9-e816-4e6b-a82e-944de55dc003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:00.466490 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9c95c4ba-30eb-46cf-acbe-cefa900738bc tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:00.472101 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9c95c4ba-30eb-46cf-acbe-cefa900738bc tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:00.493838 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95c4ba-30eb-46cf-acbe-cefa900738bc tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea4e6f0d-8083-4372-a05c-f248e8a3e758,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:00.497102 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71231f6a-531d-4cbf-a552-c568fb7f2712 None None] New status for floating IP e91b6f9a-eec6-49cc-8435-8a4b96916ef1: ACTIVE {{(pid=94218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:06:00.502522 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9c95c4ba-30eb-46cf-acbe-cefa900738bc tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:00.502522 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9c95c4ba-30eb-46cf-acbe-cefa900738bc tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1616783 Aug 10 04:06:00.503924 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c95c4ba-30eb-46cf-acbe-cefa900738bc tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:00.504264 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c95c4ba-30eb-46cf-acbe-cefa900738bc tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:00.504600 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c95c4ba-30eb-46cf-acbe-cefa900738bc tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:00.504926 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c95c4ba-30eb-46cf-acbe-cefa900738bc tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:00.505256 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c95c4ba-30eb-46cf-acbe-cefa900738bc tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:00.505597 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c95c4ba-30eb-46cf-acbe-cefa900738bc tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:00.505909 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c95c4ba-30eb-46cf-acbe-cefa900738bc tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:00.506239 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c95c4ba-30eb-46cf-acbe-cefa900738bc tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:00.506661 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c95c4ba-30eb-46cf-acbe-cefa900738bc tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:00.507006 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c95c4ba-30eb-46cf-acbe-cefa900738bc tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:00.507330 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c95c4ba-30eb-46cf-acbe-cefa900738bc tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:00.507649 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c95c4ba-30eb-46cf-acbe-cefa900738bc tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:00.614157 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d01e41cb-303a-469e-b753-f4e2ebf625bc req-ab52b650-0750-4afe-bf95-58c6dba35530 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1184597142&fields=id&tenant_id=b776d47560144922b6942c20020ffe4c HTTP/1.1" status: 200 len: 267 time: 0.0451128 Aug 10 04:06:00.679152 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e41cb-303a-469e-b753-f4e2ebf625bc req-ede8fd17-de1c-4895-85a6-5c8ffeb67b3d tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:00.681549 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d01e41cb-303a-469e-b753-f4e2ebf625bc req-ede8fd17-de1c-4895-85a6-5c8ffeb67b3d tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/ports?device_id=67aa80e9-9e0e-4b41-9481-484ff277e350 HTTP/1.1" status: 200 len: 946 time: 0.0640292 Aug 10 04:06:00.697269 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-d01e41cb-303a-469e-b753-f4e2ebf625bc req-e53e8ba0-07c6-4436-bbd0-7c1e2d250605 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Request body: {'port': {'security_groups': ['e490d237-f6fe-4790-9acc-6c4b9596fb47', '313196ff-9179-40d7-99ed-de9bb050d4a3']}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:06:00.766819 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d01e41cb-303a-469e-b753-f4e2ebf625bc req-e53e8ba0-07c6-4436-bbd0-7c1e2d250605 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:00.957806 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:06:00.969942 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-d01e41cb-303a-469e-b753-f4e2ebf625bc req-e53e8ba0-07c6-4436-bbd0-7c1e2d250605 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] For port 2087ba61-217b-4487-937f-527d798f2624, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=2087ba61-217b-4487-937f-527d798f2624,segment=NetworkSegment(8a7cdc1a-7f2e-4230-a4fd-8f94eeadc57e),segment_id=8a7cdc1a-7f2e-4230-a4fd-8f94eeadc57e)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:06:01.347154 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d01e41cb-303a-469e-b753-f4e2ebf625bc req-e53e8ba0-07c6-4436-bbd0-7c1e2d250605 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:01.355943 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d01e41cb-303a-469e-b753-f4e2ebf625bc req-e53e8ba0-07c6-4436-bbd0-7c1e2d250605 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:01.369995 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['2087ba61-217b-4487-937f-527d798f2624'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:06:01.402969 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e41cb-303a-469e-b753-f4e2ebf625bc req-e53e8ba0-07c6-4436-bbd0-7c1e2d250605 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:01.403624 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d01e41cb-303a-469e-b753-f4e2ebf625bc req-e53e8ba0-07c6-4436-bbd0-7c1e2d250605 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:01.405076 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d01e41cb-303a-469e-b753-f4e2ebf625bc req-e53e8ba0-07c6-4436-bbd0-7c1e2d250605 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "PUT /v2.0/ports/2087ba61-217b-4487-937f-527d798f2624 HTTP/1.1" status: 200 len: 982 time: 0.7129066 Aug 10 04:06:01.405529 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67aa80e9-9e0e-4b41-9481-484ff277e350', 'tag': '2087ba61-217b-4487-937f-527d798f2624'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:06:01.407859 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0021ea54f387d2ae39ffe00c7e01dc720af9cc0ec992141d1f8728dec056f1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7575b377-45e8-48e7-a114-2efd4cee7727" -d '{"events": [{"name": "network-changed", "server_uuid": "67aa80e9-9e0e-4b41-9481-484ff277e350", "tag": "2087ba61-217b-4487-937f-527d798f2624"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:06:01.439236 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53e8ba0-07c6-4436-bbd0-7c1e2d250605 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Pushing event updated for resources: {'Port': ['ID=2087ba61-217b-4487-937f-527d798f2624,revision_number=6']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:01.477789 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['2087ba61-217b-4487-937f-527d798f2624'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:06:01.504287 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbbf39e9-27ba-4743-9e56-baef022c02d4 x-openstack-request-id: req-fbbf39e9-27ba-4743-9e56-baef022c02d4 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:06:01.504597 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67aa80e9-9e0e-4b41-9481-484ff277e350", "tag": "2087ba61-217b-4487-937f-527d798f2624", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:06:01.504847 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fbbf39e9-27ba-4743-9e56-baef022c02d4 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:06:01.505247 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67aa80e9-9e0e-4b41-9481-484ff277e350', 'tag': '2087ba61-217b-4487-937f-527d798f2624', 'status': 'completed', 'code': 200} Aug 10 04:06:01.588746 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c398c-27d6-4bb4-867d-4b90907e6ca6 req-af3a882b-2dcc-45be-b8a2-e9c6de89a729 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:01.590475 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-260c398c-27d6-4bb4-867d-4b90907e6ca6 req-af3a882b-2dcc-45be-b8a2-e9c6de89a729 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/ports?device_id=67aa80e9-9e0e-4b41-9481-484ff277e350 HTTP/1.1" status: 200 len: 985 time: 0.1007230 Aug 10 04:06:01.597298 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575b377-45e8-48e7-a114-2efd4cee7727 req-8389c541-afb4-4d94-a6c4-0fb7bda06264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:01.598442 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7575b377-45e8-48e7-a114-2efd4cee7727 req-8389c541-afb4-4d94-a6c4-0fb7bda06264 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b776d47560144922b6942c20020ffe4c&device_id=67aa80e9-9e0e-4b41-9481-484ff277e350 HTTP/1.1" status: 200 len: 1137 time: 0.0721385 Aug 10 04:06:01.687897 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-260c398c-27d6-4bb4-867d-4b90907e6ca6 req-5baea4b3-1232-45b0-bc45-0df3953aaad6 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/security-groups?id=313196ff-9179-40d7-99ed-de9bb050d4a3&id=e490d237-f6fe-4790-9acc-6c4b9596fb47&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0881109 Aug 10 04:06:01.725709 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575b377-45e8-48e7-a114-2efd4cee7727 req-286c8db7-8ad7-49d5-b002-0a7fa341471e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:01.727453 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7575b377-45e8-48e7-a114-2efd4cee7727 req-286c8db7-8ad7-49d5-b002-0a7fa341471e service neutron] 10.222.0.60 "GET /v2.0/networks?id=57c3c032-48f6-4b14-8719-93e1d86cd102 HTTP/1.1" status: 200 len: 916 time: 0.1136692 Aug 10 04:06:01.753446 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-47f9da5f-6f1f-487a-8891-01d3ef3d8906 None None] Provisioning complete for port 2087ba61-217b-4487-937f-527d798f2624 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:06:01.753827 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-47f9da5f-6f1f-487a-8891-01d3ef3d8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:01.800455 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7575b377-45e8-48e7-a114-2efd4cee7727 req-e14cf7f4-2080-40d9-898a-a3dabf34e0c3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2087ba61-217b-4487-937f-527d798f2624 HTTP/1.1" status: 200 len: 1000 time: 0.0651069 Aug 10 04:06:01.852363 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575b377-45e8-48e7-a114-2efd4cee7727 req-3992117a-621a-4bac-9c5a-115a3e68448e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:01.853953 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7575b377-45e8-48e7-a114-2efd4cee7727 req-3992117a-621a-4bac-9c5a-115a3e68448e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=479feee2-7c8a-4979-a57e-4fc11c76063c HTTP/1.1" status: 200 len: 854 time: 0.0459263 Aug 10 04:06:01.900681 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575b377-45e8-48e7-a114-2efd4cee7727 req-7a4f007a-e28e-40e8-bf15-a4fc7430fc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:01.902204 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7575b377-45e8-48e7-a114-2efd4cee7727 req-7a4f007a-e28e-40e8-bf15-a4fc7430fc97 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57c3c032-48f6-4b14-8719-93e1d86cd102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406742 Aug 10 04:06:02.003952 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7575b377-45e8-48e7-a114-2efd4cee7727 req-c0d97041-546f-4e91-90be-2d86dffcbf66 service neutron] 10.222.0.60 "GET /v2.0/networks/57c3c032-48f6-4b14-8719-93e1d86cd102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873113 Aug 10 04:06:02.102294 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7575b377-45e8-48e7-a114-2efd4cee7727 req-e495762e-762a-4a00-9130-0fe9ee057aaf service neutron] 10.222.0.60 "GET /v2.0/networks/57c3c032-48f6-4b14-8719-93e1d86cd102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896585 Aug 10 04:06:03.119170 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e9293ca2-f856-4d3a-a433-4fcc4fee3b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:03.493364 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:04.391085 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:06.128089 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:24.265212 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f3925-b801-41ed-96a4-94935bf192e6 req-0622ba95-fae7-48f4-815f-ffe27e0093f4 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:24.267352 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aa3f3925-b801-41ed-96a4-94935bf192e6 req-0622ba95-fae7-48f4-815f-ffe27e0093f4 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/ports?device_id=67aa80e9-9e0e-4b41-9481-484ff277e350 HTTP/1.1" status: 200 len: 985 time: 0.0858772 Aug 10 04:06:24.291466 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33ccba6-ce22-43e4-963f-5f31e38e09de req-71608734-0184-4294-a68e-7db625654f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:24.292952 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f33ccba6-ce22-43e4-963f-5f31e38e09de req-71608734-0184-4294-a68e-7db625654f67 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b776d47560144922b6942c20020ffe4c&device_id=67aa80e9-9e0e-4b41-9481-484ff277e350 HTTP/1.1" status: 200 len: 1137 time: 0.0840752 Aug 10 04:06:24.331374 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aa3f3925-b801-41ed-96a4-94935bf192e6 req-6aa6c17a-fac7-4890-8670-6ab3f0d4323d tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/security-groups?id=313196ff-9179-40d7-99ed-de9bb050d4a3&id=e490d237-f6fe-4790-9acc-6c4b9596fb47&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569158 Aug 10 04:06:24.398007 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33ccba6-ce22-43e4-963f-5f31e38e09de req-776d647b-43e7-4ff7-9854-cefe078c4a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:24.399524 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f33ccba6-ce22-43e4-963f-5f31e38e09de req-776d647b-43e7-4ff7-9854-cefe078c4a92 service neutron] 10.222.0.60 "GET /v2.0/networks?id=57c3c032-48f6-4b14-8719-93e1d86cd102 HTTP/1.1" status: 200 len: 916 time: 0.0942574 Aug 10 04:06:24.470362 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f33ccba6-ce22-43e4-963f-5f31e38e09de req-b422951c-c705-4567-8df9-97580531aac0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2087ba61-217b-4487-937f-527d798f2624 HTTP/1.1" status: 200 len: 1000 time: 0.0618482 Aug 10 04:06:24.520374 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33ccba6-ce22-43e4-963f-5f31e38e09de req-0912ade5-ae55-4919-b004-6e11e002b13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:24.521804 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f33ccba6-ce22-43e4-963f-5f31e38e09de req-0912ade5-ae55-4919-b004-6e11e002b13a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=479feee2-7c8a-4979-a57e-4fc11c76063c HTTP/1.1" status: 200 len: 854 time: 0.0434492 Aug 10 04:06:24.568223 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33ccba6-ce22-43e4-963f-5f31e38e09de req-231778b8-5f90-4832-a508-e1acbe077ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:24.569696 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f33ccba6-ce22-43e4-963f-5f31e38e09de req-231778b8-5f90-4832-a508-e1acbe077ee5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57c3c032-48f6-4b14-8719-93e1d86cd102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399601 Aug 10 04:06:24.664947 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f33ccba6-ce22-43e4-963f-5f31e38e09de req-72fe5a52-16ae-4fd6-8e07-c7b64aae7afa service neutron] 10.222.0.60 "GET /v2.0/networks/57c3c032-48f6-4b14-8719-93e1d86cd102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838916 Aug 10 04:06:24.757536 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f33ccba6-ce22-43e4-963f-5f31e38e09de req-7ec1450d-d89a-4d33-940a-86a0189b6aa2 service neutron] 10.222.0.60 "GET /v2.0/networks/57c3c032-48f6-4b14-8719-93e1d86cd102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814414 Aug 10 04:06:25.453879 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211da476-5bdd-4274-8972-c559ac25947b req-8ee185bd-d224-4f12-909b-5ba80dfbfffb tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:25.455930 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-211da476-5bdd-4274-8972-c559ac25947b req-8ee185bd-d224-4f12-909b-5ba80dfbfffb tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/ports?device_id=67aa80e9-9e0e-4b41-9481-484ff277e350 HTTP/1.1" status: 200 len: 985 time: 0.0545137 Aug 10 04:06:25.495445 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-211da476-5bdd-4274-8972-c559ac25947b req-8b4b6cf2-3b7c-442c-ad7d-336ba87545a7 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/security-groups?id=313196ff-9179-40d7-99ed-de9bb050d4a3&id=e490d237-f6fe-4790-9acc-6c4b9596fb47&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332711 Aug 10 04:06:26.614416 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17cc6f-d7fe-4abe-b0a6-7c69e2b33720 req-76fe3809-dc13-4fa9-a0ca-89287e64fcc2 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:26.615966 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eb17cc6f-d7fe-4abe-b0a6-7c69e2b33720 req-76fe3809-dc13-4fa9-a0ca-89287e64fcc2 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/ports?device_id=67aa80e9-9e0e-4b41-9481-484ff277e350 HTTP/1.1" status: 200 len: 985 time: 0.0523171 Aug 10 04:06:26.659007 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eb17cc6f-d7fe-4abe-b0a6-7c69e2b33720 req-5f608395-17d0-4896-8725-3bddebae1b84 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/security-groups?id=313196ff-9179-40d7-99ed-de9bb050d4a3&id=e490d237-f6fe-4790-9acc-6c4b9596fb47&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0369475 Aug 10 04:06:26.787384 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:27.132340 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:27.774876 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e4bbb-77f6-4d75-beb2-e8ab8fcf730c req-dcb5f8ac-d1e1-44cb-a67b-d158f856ca83 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:27.776395 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-156e4bbb-77f6-4d75-beb2-e8ab8fcf730c req-dcb5f8ac-d1e1-44cb-a67b-d158f856ca83 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/ports?device_id=67aa80e9-9e0e-4b41-9481-484ff277e350 HTTP/1.1" status: 200 len: 985 time: 0.0501614 Aug 10 04:06:27.816544 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-156e4bbb-77f6-4d75-beb2-e8ab8fcf730c req-7f6a5788-2159-41c1-8b16-e468a4777032 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/security-groups?id=313196ff-9179-40d7-99ed-de9bb050d4a3&id=e490d237-f6fe-4790-9acc-6c4b9596fb47&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341659 Aug 10 04:06:28.933998 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f6091a-4cb8-47b7-9107-e12bdb06e3a0 req-7313bd45-3967-4e8b-8833-883d004ef64a tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:28.935512 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f2f6091a-4cb8-47b7-9107-e12bdb06e3a0 req-7313bd45-3967-4e8b-8833-883d004ef64a tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/ports?device_id=67aa80e9-9e0e-4b41-9481-484ff277e350 HTTP/1.1" status: 200 len: 985 time: 0.0532444 Aug 10 04:06:28.974583 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f2f6091a-4cb8-47b7-9107-e12bdb06e3a0 req-07e52084-4aae-4b2c-a82c-1cd7ad23de5b tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/security-groups?id=313196ff-9179-40d7-99ed-de9bb050d4a3&id=e490d237-f6fe-4790-9acc-6c4b9596fb47&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325255 Aug 10 04:06:30.092654 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbed505-8593-40d2-ad83-59f9df58f8d9 req-acd25f92-b0cd-41da-9847-3e9e9f857c4b tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:30.094168 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5dbed505-8593-40d2-ad83-59f9df58f8d9 req-acd25f92-b0cd-41da-9847-3e9e9f857c4b tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/ports?device_id=67aa80e9-9e0e-4b41-9481-484ff277e350 HTTP/1.1" status: 200 len: 985 time: 0.0524778 Aug 10 04:06:30.134434 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5dbed505-8593-40d2-ad83-59f9df58f8d9 req-e4ff95e0-95a2-4a5c-966d-fdfe86d6bd14 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/security-groups?id=313196ff-9179-40d7-99ed-de9bb050d4a3&id=e490d237-f6fe-4790-9acc-6c4b9596fb47&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338240 Aug 10 04:06:30.423141 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9d1baff8-7ecf-4fda-9311-82d44e39698c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:31.253931 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5e7e4a-e90e-4765-8e61-4b28366637d5 req-02cd13d2-660b-4d99-9e0d-ceced1a6430c tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:31.255467 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9e5e7e4a-e90e-4765-8e61-4b28366637d5 req-02cd13d2-660b-4d99-9e0d-ceced1a6430c tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/ports?device_id=67aa80e9-9e0e-4b41-9481-484ff277e350 HTTP/1.1" status: 200 len: 985 time: 0.0556746 Aug 10 04:06:31.296312 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9e5e7e4a-e90e-4765-8e61-4b28366637d5 req-0c88d990-e7a4-47db-a1e0-9a19a8acbbe4 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/security-groups?id=313196ff-9179-40d7-99ed-de9bb050d4a3&id=e490d237-f6fe-4790-9acc-6c4b9596fb47&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349526 Aug 10 04:06:32.415757 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e892ee6-f3b4-4189-9ee6-ab6714d63456 req-351e1009-4618-4241-8177-1e630b2fa056 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:32.417292 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7e892ee6-f3b4-4189-9ee6-ab6714d63456 req-351e1009-4618-4241-8177-1e630b2fa056 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/ports?device_id=67aa80e9-9e0e-4b41-9481-484ff277e350 HTTP/1.1" status: 200 len: 985 time: 0.0524580 Aug 10 04:06:32.457294 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7e892ee6-f3b4-4189-9ee6-ab6714d63456 req-55943610-658f-470e-8be1-5ab99b34ad2f tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/security-groups?id=313196ff-9179-40d7-99ed-de9bb050d4a3&id=e490d237-f6fe-4790-9acc-6c4b9596fb47&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339222 Aug 10 04:06:33.118989 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-572f4a24-023d-40b4-870b-de7a785a2e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:33.498252 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:33.577675 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed714fb-b5db-4b7e-a7ab-395c3cd72185 req-b5a02d1b-5088-4f84-90ff-209e078f70e8 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:33.579454 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2ed714fb-b5db-4b7e-a7ab-395c3cd72185 req-b5a02d1b-5088-4f84-90ff-209e078f70e8 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/ports?device_id=67aa80e9-9e0e-4b41-9481-484ff277e350 HTTP/1.1" status: 200 len: 985 time: 0.0524027 Aug 10 04:06:33.621917 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2ed714fb-b5db-4b7e-a7ab-395c3cd72185 req-0f12389e-25bb-46c8-b591-79341025055e tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/security-groups?id=313196ff-9179-40d7-99ed-de9bb050d4a3&id=e490d237-f6fe-4790-9acc-6c4b9596fb47&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358551 Aug 10 04:06:34.036652 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e7e43-a84f-4b10-aac6-ab5604282ea1 req-a143339a-c0fa-4ff4-a966-826d3bfd5c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:34.038159 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aa9e7e43-a84f-4b10-aac6-ab5604282ea1 req-a143339a-c0fa-4ff4-a966-826d3bfd5c1f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b776d47560144922b6942c20020ffe4c&device_id=67aa80e9-9e0e-4b41-9481-484ff277e350 HTTP/1.1" status: 200 len: 1137 time: 0.0414155 Aug 10 04:06:34.155943 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e7e43-a84f-4b10-aac6-ab5604282ea1 req-83242210-b70d-48bd-a888-e65b15aafbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:34.157446 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aa9e7e43-a84f-4b10-aac6-ab5604282ea1 req-83242210-b70d-48bd-a888-e65b15aafbf0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=57c3c032-48f6-4b14-8719-93e1d86cd102 HTTP/1.1" status: 200 len: 916 time: 0.0968668 Aug 10 04:06:34.226616 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aa9e7e43-a84f-4b10-aac6-ab5604282ea1 req-87df0af0-d16f-4737-977b-663ba662c7d7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2087ba61-217b-4487-937f-527d798f2624 HTTP/1.1" status: 200 len: 1000 time: 0.0593457 Aug 10 04:06:34.283321 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e7e43-a84f-4b10-aac6-ab5604282ea1 req-88cb6719-057d-4e4c-8d10-13fb49dc5c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:34.284921 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aa9e7e43-a84f-4b10-aac6-ab5604282ea1 req-88cb6719-057d-4e4c-8d10-13fb49dc5c37 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=479feee2-7c8a-4979-a57e-4fc11c76063c HTTP/1.1" status: 200 len: 854 time: 0.0468168 Aug 10 04:06:34.339100 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e7e43-a84f-4b10-aac6-ab5604282ea1 req-8e3c69f6-0235-4f30-baba-fe779b6c0398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:34.340577 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aa9e7e43-a84f-4b10-aac6-ab5604282ea1 req-8e3c69f6-0235-4f30-baba-fe779b6c0398 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57c3c032-48f6-4b14-8719-93e1d86cd102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448542 Aug 10 04:06:34.403672 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:34.448440 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aa9e7e43-a84f-4b10-aac6-ab5604282ea1 req-7ed63785-0c82-4572-9959-c3281eeac71a service neutron] 10.222.0.60 "GET /v2.0/networks/57c3c032-48f6-4b14-8719-93e1d86cd102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963912 Aug 10 04:06:34.553542 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aa9e7e43-a84f-4b10-aac6-ab5604282ea1 req-4b05d44e-9cb4-4ace-83f7-5e44204a013e service neutron] 10.222.0.60 "GET /v2.0/networks/57c3c032-48f6-4b14-8719-93e1d86cd102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870924 Aug 10 04:06:34.736670 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac868a8-54df-45dd-9a1b-c5bbc759c906 req-e05e58f0-a28f-4d9c-a495-b302b86067dd tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:34.738719 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7ac868a8-54df-45dd-9a1b-c5bbc759c906 req-e05e58f0-a28f-4d9c-a495-b302b86067dd tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/ports?device_id=67aa80e9-9e0e-4b41-9481-484ff277e350 HTTP/1.1" status: 200 len: 985 time: 0.0503793 Aug 10 04:06:34.778113 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7ac868a8-54df-45dd-9a1b-c5bbc759c906 req-41df7fed-f479-49ea-8bd6-92e53ecc52e4 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/security-groups?id=313196ff-9179-40d7-99ed-de9bb050d4a3&id=e490d237-f6fe-4790-9acc-6c4b9596fb47&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333595 Aug 10 04:06:35.897186 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b86cb-6adf-4ac5-8b90-530a49dff6af req-8569bbf3-693f-41d5-878f-2e6735191e87 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:35.898713 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c45b86cb-6adf-4ac5-8b90-530a49dff6af req-8569bbf3-693f-41d5-878f-2e6735191e87 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/ports?device_id=67aa80e9-9e0e-4b41-9481-484ff277e350 HTTP/1.1" status: 200 len: 985 time: 0.0524220 Aug 10 04:06:35.938289 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c45b86cb-6adf-4ac5-8b90-530a49dff6af req-36f29c60-4438-457b-a24a-87b1b11a4dcf tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/security-groups?id=313196ff-9179-40d7-99ed-de9bb050d4a3&id=e490d237-f6fe-4790-9acc-6c4b9596fb47&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330062 Aug 10 04:06:36.132082 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:37.958597 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:06:56.793538 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:57.132281 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:00.414357 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5c697ec1-ebd2-4a8f-9a2c-91d8dd60654b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:03.121612 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5cf89b60-faec-4ae8-9fc6-cd07d8006a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:03.499741 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:04.398575 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:06.134471 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:11.214797 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8df2612d-882b-421b-9598-0dbd592c931f req-a27116b4-5e92-498e-89c7-36237d06fd69 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1184597142&fields=id&tenant_id=b776d47560144922b6942c20020ffe4c HTTP/1.1" status: 200 len: 267 time: 0.0393536 Aug 10 04:07:11.268785 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df2612d-882b-421b-9598-0dbd592c931f req-b5000cb1-c5e1-450a-b5c2-e46d70c3f501 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:11.270321 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8df2612d-882b-421b-9598-0dbd592c931f req-b5000cb1-c5e1-450a-b5c2-e46d70c3f501 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/ports?device_id=67aa80e9-9e0e-4b41-9481-484ff277e350 HTTP/1.1" status: 200 len: 985 time: 0.0497241 Aug 10 04:07:11.286054 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-8df2612d-882b-421b-9598-0dbd592c931f req-ccf51695-2023-4bb2-aa03-9aee12c1d9dd tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Request body: {'port': {'security_groups': ['e490d237-f6fe-4790-9acc-6c4b9596fb47']}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:07:11.353032 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8df2612d-882b-421b-9598-0dbd592c931f req-ccf51695-2023-4bb2-aa03-9aee12c1d9dd tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:11.535640 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-8df2612d-882b-421b-9598-0dbd592c931f req-ccf51695-2023-4bb2-aa03-9aee12c1d9dd tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] For port 2087ba61-217b-4487-937f-527d798f2624, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=2087ba61-217b-4487-937f-527d798f2624,segment=NetworkSegment(8a7cdc1a-7f2e-4230-a4fd-8f94eeadc57e),segment_id=8a7cdc1a-7f2e-4230-a4fd-8f94eeadc57e)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:11.567359 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8df2612d-882b-421b-9598-0dbd592c931f req-ccf51695-2023-4bb2-aa03-9aee12c1d9dd tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:11.575154 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8df2612d-882b-421b-9598-0dbd592c931f req-ccf51695-2023-4bb2-aa03-9aee12c1d9dd tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:11.591569 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['2087ba61-217b-4487-937f-527d798f2624'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:07:11.628906 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df2612d-882b-421b-9598-0dbd592c931f req-ccf51695-2023-4bb2-aa03-9aee12c1d9dd tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:11.629596 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-8df2612d-882b-421b-9598-0dbd592c931f req-ccf51695-2023-4bb2-aa03-9aee12c1d9dd tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:11.631107 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8df2612d-882b-421b-9598-0dbd592c931f req-ccf51695-2023-4bb2-aa03-9aee12c1d9dd tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "PUT /v2.0/ports/2087ba61-217b-4487-937f-527d798f2624 HTTP/1.1" status: 200 len: 943 time: 0.3498378 Aug 10 04:07:11.631583 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67aa80e9-9e0e-4b41-9481-484ff277e350', 'tag': '2087ba61-217b-4487-937f-527d798f2624'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:07:11.633957 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0021ea54f387d2ae39ffe00c7e01dc720af9cc0ec992141d1f8728dec056f1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dde7d29-b2de-4d3f-bdfb-9e6a7c94eb9e" -d '{"events": [{"name": "network-changed", "server_uuid": "67aa80e9-9e0e-4b41-9481-484ff277e350", "tag": "2087ba61-217b-4487-937f-527d798f2624"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:07:11.639919 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42520) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:11.659783 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf51695-2023-4bb2-aa03-9aee12c1d9dd tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Pushing event updated for resources: {'Port': ['ID=2087ba61-217b-4487-937f-527d798f2624,revision_number=7']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:11.668127 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf51695-2023-4bb2-aa03-9aee12c1d9dd tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:11.668488 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf51695-2023-4bb2-aa03-9aee12c1d9dd tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:11.668838 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf51695-2023-4bb2-aa03-9aee12c1d9dd tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:11.669181 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf51695-2023-4bb2-aa03-9aee12c1d9dd tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:11.669519 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf51695-2023-4bb2-aa03-9aee12c1d9dd tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:11.670178 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf51695-2023-4bb2-aa03-9aee12c1d9dd tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:11.670178 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf51695-2023-4bb2-aa03-9aee12c1d9dd tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:11.670505 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf51695-2023-4bb2-aa03-9aee12c1d9dd tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:11.671691 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf51695-2023-4bb2-aa03-9aee12c1d9dd tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:11.672049 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf51695-2023-4bb2-aa03-9aee12c1d9dd tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:11.672387 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf51695-2023-4bb2-aa03-9aee12c1d9dd tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:11.672864 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf51695-2023-4bb2-aa03-9aee12c1d9dd tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:11.696666 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c257bc3-9f25-4e81-b1d4-6f493cd0b893 x-openstack-request-id: req-8c257bc3-9f25-4e81-b1d4-6f493cd0b893 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:07:11.696968 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67aa80e9-9e0e-4b41-9481-484ff277e350", "tag": "2087ba61-217b-4487-937f-527d798f2624", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:07:11.697223 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8c257bc3-9f25-4e81-b1d4-6f493cd0b893 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:07:11.697631 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67aa80e9-9e0e-4b41-9481-484ff277e350', 'tag': '2087ba61-217b-4487-937f-527d798f2624', 'status': 'completed', 'code': 200} Aug 10 04:07:11.719685 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['2087ba61-217b-4487-937f-527d798f2624'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:07:11.737049 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cb0cc23c-c1db-476f-9423-c88427916856 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:11.768440 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde7d29-b2de-4d3f-bdfb-9e6a7c94eb9e req-fd2f7ae1-3b20-4884-8314-c495cdc15899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:11.769980 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cb0cc23c-c1db-476f-9423-c88427916856 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:11.770348 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5dde7d29-b2de-4d3f-bdfb-9e6a7c94eb9e req-fd2f7ae1-3b20-4884-8314-c495cdc15899 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b776d47560144922b6942c20020ffe4c&device_id=67aa80e9-9e0e-4b41-9481-484ff277e350 HTTP/1.1" status: 200 len: 1098 time: 0.0507226 Aug 10 04:07:11.848786 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cb0cc23c-c1db-476f-9423-c88427916856 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:11.851662 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cb0cc23c-c1db-476f-9423-c88427916856 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:11.852871 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-cb0cc23c-c1db-476f-9423-c88427916856 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "DELETE /v2.0/security-groups/313196ff-9179-40d7-99ed-de9bb050d4a3 HTTP/1.1" status: 204 len: 168 time: 0.2121785 Aug 10 04:07:11.863190 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42528) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:11.864009 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0cc23c-c1db-476f-9423-c88427916856 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=313196ff-9179-40d7-99ed-de9bb050d4a3,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:11.880628 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0cc23c-c1db-476f-9423-c88427916856 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:11.880898 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0cc23c-c1db-476f-9423-c88427916856 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:11.881244 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0cc23c-c1db-476f-9423-c88427916856 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:11.882514 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0cc23c-c1db-476f-9423-c88427916856 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:11.882514 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0cc23c-c1db-476f-9423-c88427916856 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:11.882514 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0cc23c-c1db-476f-9423-c88427916856 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:11.883015 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0cc23c-c1db-476f-9423-c88427916856 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:11.883015 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0cc23c-c1db-476f-9423-c88427916856 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:11.884070 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0cc23c-c1db-476f-9423-c88427916856 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:11.884070 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0cc23c-c1db-476f-9423-c88427916856 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:11.884070 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0cc23c-c1db-476f-9423-c88427916856 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:11.884580 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0cc23c-c1db-476f-9423-c88427916856 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:11.898391 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde7d29-b2de-4d3f-bdfb-9e6a7c94eb9e req-8f1d21d4-efc4-4e61-99d5-cbae9b663493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:11.900122 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5dde7d29-b2de-4d3f-bdfb-9e6a7c94eb9e req-8f1d21d4-efc4-4e61-99d5-cbae9b663493 service neutron] 10.222.0.60 "GET /v2.0/networks?id=57c3c032-48f6-4b14-8719-93e1d86cd102 HTTP/1.1" status: 200 len: 916 time: 0.1180255 Aug 10 04:07:11.977857 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-ae072eac-dd71-44f9-9e21-52aaf618bd51 None None] Provisioning complete for port 2087ba61-217b-4487-937f-527d798f2624 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:07:11.979387 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ae072eac-dd71-44f9-9e21-52aaf618bd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:11.991730 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5dde7d29-b2de-4d3f-bdfb-9e6a7c94eb9e req-087950ac-0e74-431d-b6f2-b73e642545d1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2087ba61-217b-4487-937f-527d798f2624 HTTP/1.1" status: 200 len: 1000 time: 0.0839896 Aug 10 04:07:12.053812 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde7d29-b2de-4d3f-bdfb-9e6a7c94eb9e req-0183b873-aa87-4c39-82df-9f33409ce623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:12.055462 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5dde7d29-b2de-4d3f-bdfb-9e6a7c94eb9e req-0183b873-aa87-4c39-82df-9f33409ce623 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=479feee2-7c8a-4979-a57e-4fc11c76063c HTTP/1.1" status: 200 len: 854 time: 0.0560870 Aug 10 04:07:12.066507 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-8d10c649-c23e-4afa-8607-03adb4c809a3 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Deleting port 9148e2e4-9c46-4e17-b323-9867febf4291 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:07:12.066999 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8d10c649-c23e-4afa-8607-03adb4c809a3 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:12.126038 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde7d29-b2de-4d3f-bdfb-9e6a7c94eb9e req-cb422fa4-30ed-4b53-b7b8-4bea4b36177a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:12.127632 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5dde7d29-b2de-4d3f-bdfb-9e6a7c94eb9e req-cb422fa4-30ed-4b53-b7b8-4bea4b36177a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57c3c032-48f6-4b14-8719-93e1d86cd102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610380 Aug 10 04:07:12.143777 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [req-5dde7d29-b2de-4d3f-bdfb-9e6a7c94eb9e req-8ccd275c-7a6d-4d52-8983-3fa091c2bdfb service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:07:12.143777 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5dde7d29-b2de-4d3f-bdfb-9e6a7c94eb9e req-8ccd275c-7a6d-4d52-8983-3fa091c2bdfb service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061629 Aug 10 04:07:12.158089 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8d10c649-c23e-4afa-8607-03adb4c809a3 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:12.159319 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8d10c649-c23e-4afa-8607-03adb4c809a3 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:12.172422 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-8d10c649-c23e-4afa-8607-03adb4c809a3 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Calling delete_port for 9148e2e4-9c46-4e17-b323-9867febf4291 owned by network:floatingip {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:07:12.247072 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5dde7d29-b2de-4d3f-bdfb-9e6a7c94eb9e req-f3d0e27b-a1c8-41e7-a394-89caec9cae3a service neutron] 10.222.0.60 "GET /v2.0/networks/57c3c032-48f6-4b14-8719-93e1d86cd102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928645 Aug 10 04:07:12.329959 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8d10c649-c23e-4afa-8607-03adb4c809a3 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:12.343855 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5dde7d29-b2de-4d3f-bdfb-9e6a7c94eb9e req-611e9a75-3f0f-4e4f-8d2b-434c5553d4fd service neutron] 10.222.0.60 "GET /v2.0/networks/57c3c032-48f6-4b14-8719-93e1d86cd102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856905 Aug 10 04:07:12.359489 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10c649-c23e-4afa-8607-03adb4c809a3 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Pushing event deleted for resources: {'Port': ['ID=9148e2e4-9c46-4e17-b323-9867febf4291,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:12.418719 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8d10c649-c23e-4afa-8607-03adb4c809a3 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Notify callbacks [] for floatingip, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:12.419016 n-d-768851-15 neutron-server[94217]: INFO neutron.db.l3_db [None req-8d10c649-c23e-4afa-8607-03adb4c809a3 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Floating IP e91b6f9a-eec6-49cc-8435-8a4b96916ef1 disassociated (deleted). External IP: 172.25.7.6, port: 2087ba61-217b-4487-937f-527d798f2624. Aug 10 04:07:12.657262 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d10c649-c23e-4afa-8607-03adb4c809a3 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Router 63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:07:12.771220 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d10c649-c23e-4afa-8607-03adb4c809a3 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:07:12.775843 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8d10c649-c23e-4afa-8607-03adb4c809a3 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:12.783478 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bc6b8b-df67-4b7b-a31e-eba7059bead6 None None] Sync routers for ids ['63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:07:12.793642 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bc6b8b-df67-4b7b-a31e-eba7059bead6 None None] Routers {'63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:07:12.794253 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-11bc6b8b-df67-4b7b-a31e-eba7059bead6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:07:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:12.803710 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8d10c649-c23e-4afa-8607-03adb4c809a3 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "DELETE /v2.0/floatingips/e91b6f9a-eec6-49cc-8435-8a4b96916ef1 HTTP/1.1" status: 204 len: 168 time: 0.9318645 Aug 10 04:07:12.804364 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67aa80e9-9e0e-4b41-9481-484ff277e350', 'tag': '2087ba61-217b-4487-937f-527d798f2624'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:07:12.806716 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22ad4654dd32cc7208a19091a2312c490144bb13544d6468e82e9e9d549a02ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f76419-4013-45e9-97e5-dde251e66c6e" -d '{"events": [{"name": "network-changed", "server_uuid": "67aa80e9-9e0e-4b41-9481-484ff277e350", "tag": "2087ba61-217b-4487-937f-527d798f2624"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:07:12.846161 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a666cf1-945e-49b8-b96b-a471a089a125 x-openstack-request-id: req-1a666cf1-945e-49b8-b96b-a471a089a125 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:07:12.846531 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67aa80e9-9e0e-4b41-9481-484ff277e350", "tag": "2087ba61-217b-4487-937f-527d798f2624", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:07:12.846957 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1a666cf1-945e-49b8-b96b-a471a089a125 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:07:12.847553 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67aa80e9-9e0e-4b41-9481-484ff277e350', 'tag': '2087ba61-217b-4487-937f-527d798f2624', 'status': 'completed', 'code': 200} Aug 10 04:07:12.922238 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-11bc6b8b-df67-4b7b-a31e-eba7059bead6 None None] Set router 63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:07:12.928473 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f76419-4013-45e9-97e5-dde251e66c6e req-bb2cc1e9-033b-403d-b5a9-d5cac40a4c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:12.930298 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-95f76419-4013-45e9-97e5-dde251e66c6e req-bb2cc1e9-033b-403d-b5a9-d5cac40a4c0c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b776d47560144922b6942c20020ffe4c&device_id=67aa80e9-9e0e-4b41-9481-484ff277e350 HTTP/1.1" status: 200 len: 1098 time: 0.0522325 Aug 10 04:07:13.052603 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f76419-4013-45e9-97e5-dde251e66c6e req-6ec63ac7-aaf4-456f-b212-1200cbb78624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:13.054245 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-95f76419-4013-45e9-97e5-dde251e66c6e req-6ec63ac7-aaf4-456f-b212-1200cbb78624 service neutron] 10.222.0.60 "GET /v2.0/networks?id=57c3c032-48f6-4b14-8719-93e1d86cd102 HTTP/1.1" status: 200 len: 916 time: 0.1130078 Aug 10 04:07:13.120608 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-95f76419-4013-45e9-97e5-dde251e66c6e req-a7d44bf0-c419-43e0-8ef7-e097c94e2fbe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2087ba61-217b-4487-937f-527d798f2624 HTTP/1.1" status: 200 len: 217 time: 0.0561712 Aug 10 04:07:13.176902 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-11bc6b8b-df67-4b7b-a31e-eba7059bead6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c', 'name': 'tempest-TestMinimumBasicScenario-1604146335-router', 'tenant_id': 'b776d47560144922b6942c20020ffe4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'a8e36b5f-c51a-4bf6-8ef7-9d6751ed548d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:08Z', 'updated_at': '2021-08-10T04:05:11Z', 'revision_number': 4, 'project_id': 'b776d47560144922b6942c20020ffe4c', 'gw_port': {'id': 'a8e36b5f-c51a-4bf6-8ef7-9d6751ed548d', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:18:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:08Z', 'updated_at': '2021-08-10T04:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '30a95821-883c-44c0-9eca-fce5cd54b651', 'name': '', 'network_id': '57c3c032-48f6-4b14-8719-93e1d86cd102', 'tenant_id': 'b776d47560144922b6942c20020ffe4c', 'mac_address': 'fa:16:3e:fb:f7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '479feee2-7c8a-4979-a57e-4fc11c76063c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:10Z', 'updated_at': '2021-08-10T04:05:17Z', 'revision_number': 5, 'project_id': 'b776d47560144922b6942c20020ffe4c', 'subnets': [{'id': '479feee2-7c8a-4979-a57e-4fc11c76063c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:13.187977 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f76419-4013-45e9-97e5-dde251e66c6e req-eb3b2dc3-bc0a-40d3-a2ea-b1590fb793b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:13.189593 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-95f76419-4013-45e9-97e5-dde251e66c6e req-eb3b2dc3-bc0a-40d3-a2ea-b1590fb793b9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=479feee2-7c8a-4979-a57e-4fc11c76063c HTTP/1.1" status: 200 len: 854 time: 0.0539377 Aug 10 04:07:13.247785 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f76419-4013-45e9-97e5-dde251e66c6e req-26db27f6-c697-4c01-8d6a-e946f2cb8b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:13.249412 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-95f76419-4013-45e9-97e5-dde251e66c6e req-26db27f6-c697-4c01-8d6a-e946f2cb8b1c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57c3c032-48f6-4b14-8719-93e1d86cd102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483079 Aug 10 04:07:13.301131 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bc6b8b-df67-4b7b-a31e-eba7059bead6 None None] Checking router: 63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:07:13.309592 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bc6b8b-df67-4b7b-a31e-eba7059bead6 None None] Routers {'63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:07:13.310209 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-11bc6b8b-df67-4b7b-a31e-eba7059bead6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:07:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:13.350771 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-95f76419-4013-45e9-97e5-dde251e66c6e req-02268760-cfb6-4756-8e2f-f8ceee920510 service neutron] 10.222.0.60 "GET /v2.0/networks/57c3c032-48f6-4b14-8719-93e1d86cd102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925555 Aug 10 04:07:13.417628 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-11bc6b8b-df67-4b7b-a31e-eba7059bead6 None None] Set router 63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:07:13.455505 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-95f76419-4013-45e9-97e5-dde251e66c6e req-5e76f524-b4f3-4e6e-80a7-e08e051bab76 service neutron] 10.222.0.60 "GET /v2.0/networks/57c3c032-48f6-4b14-8719-93e1d86cd102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959220 Aug 10 04:07:13.622239 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-11bc6b8b-df67-4b7b-a31e-eba7059bead6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c', 'name': 'tempest-TestMinimumBasicScenario-1604146335-router', 'tenant_id': 'b776d47560144922b6942c20020ffe4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'a8e36b5f-c51a-4bf6-8ef7-9d6751ed548d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:08Z', 'updated_at': '2021-08-10T04:05:11Z', 'revision_number': 4, 'project_id': 'b776d47560144922b6942c20020ffe4c', 'gw_port': {'id': 'a8e36b5f-c51a-4bf6-8ef7-9d6751ed548d', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:18:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:08Z', 'updated_at': '2021-08-10T04:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '30a95821-883c-44c0-9eca-fce5cd54b651', 'name': '', 'network_id': '57c3c032-48f6-4b14-8719-93e1d86cd102', 'tenant_id': 'b776d47560144922b6942c20020ffe4c', 'mac_address': 'fa:16:3e:fb:f7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '479feee2-7c8a-4979-a57e-4fc11c76063c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:10Z', 'updated_at': '2021-08-10T04:05:17Z', 'revision_number': 5, 'project_id': 'b776d47560144922b6942c20020ffe4c', 'subnets': [{'id': '479feee2-7c8a-4979-a57e-4fc11c76063c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:13.654618 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bc6b8b-df67-4b7b-a31e-eba7059bead6 None None] The sync data for ids ['63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c'] in n-d-768851-15 is: [{'id': '63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c', 'name': 'tempest-TestMinimumBasicScenario-1604146335-router', 'tenant_id': 'b776d47560144922b6942c20020ffe4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'a8e36b5f-c51a-4bf6-8ef7-9d6751ed548d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:08Z', 'updated_at': '2021-08-10T04:05:11Z', 'revision_number': 4, 'project_id': 'b776d47560144922b6942c20020ffe4c', 'gw_port': {'id': 'a8e36b5f-c51a-4bf6-8ef7-9d6751ed548d', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:18:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:08Z', 'updated_at': '2021-08-10T04:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '30a95821-883c-44c0-9eca-fce5cd54b651', 'name': '', 'network_id': '57c3c032-48f6-4b14-8719-93e1d86cd102', 'tenant_id': 'b776d47560144922b6942c20020ffe4c', 'mac_address': 'fa:16:3e:fb:f7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '479feee2-7c8a-4979-a57e-4fc11c76063c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:10Z', 'updated_at': '2021-08-10T04:05:17Z', 'revision_number': 5, 'project_id': 'b776d47560144922b6942c20020ffe4c', 'subnets': [{'id': '479feee2-7c8a-4979-a57e-4fc11c76063c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:07:13.909618 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222bfd10-4034-4293-bcbb-a9329b3cc86e None None] New status for floating IP e91b6f9a-eec6-49cc-8435-8a4b96916ef1: DOWN {{(pid=94218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:07:14.957678 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:07:19.813364 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d52387-71a4-447d-b95c-b04c8e99f23a req-1d1a7bd5-3a9c-4e0f-8032-2ac42938a757 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:19.814891 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e5d52387-71a4-447d-b95c-b04c8e99f23a req-1d1a7bd5-3a9c-4e0f-8032-2ac42938a757 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/ports?device_id=67aa80e9-9e0e-4b41-9481-484ff277e350 HTTP/1.1" status: 200 len: 946 time: 0.0524004 Aug 10 04:07:19.853370 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e5d52387-71a4-447d-b95c-b04c8e99f23a req-c6e0a03c-ed38-43b1-a1d5-1105cf6f1a15 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/security-groups?id=e490d237-f6fe-4790-9acc-6c4b9596fb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324075 Aug 10 04:07:20.970786 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2d6cd-dc29-470d-9a25-141e5f99d230 req-a773a492-32e4-4140-a02f-9b871baaf691 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:20.972292 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e0b2d6cd-dc29-470d-9a25-141e5f99d230 req-a773a492-32e4-4140-a02f-9b871baaf691 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/ports?device_id=67aa80e9-9e0e-4b41-9481-484ff277e350 HTTP/1.1" status: 200 len: 946 time: 0.0506544 Aug 10 04:07:21.014653 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e0b2d6cd-dc29-470d-9a25-141e5f99d230 req-48729f87-f9f3-4d7d-93e8-f90293707209 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/security-groups?id=e490d237-f6fe-4790-9acc-6c4b9596fb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365217 Aug 10 04:07:21.807327 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ffbc2-e9fa-4342-b83f-63b8756ce1a6 req-06f9e342-ff57-4b31-8e41-9756387d2f48 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:21.809305 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1d0ffbc2-e9fa-4342-b83f-63b8756ce1a6 req-06f9e342-ff57-4b31-8e41-9756387d2f48 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.60 "GET /v2.0/ports?device_id=67aa80e9-9e0e-4b41-9481-484ff277e350 HTTP/1.1" status: 200 len: 946 time: 0.0492218 Aug 10 04:07:21.896532 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-1d0ffbc2-e9fa-4342-b83f-63b8756ce1a6 req-db15326e-98cf-4d45-8a96-123bc54a6f1e tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Deleting port 2087ba61-217b-4487-937f-527d798f2624 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:07:21.896884 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-1d0ffbc2-e9fa-4342-b83f-63b8756ce1a6 req-db15326e-98cf-4d45-8a96-123bc54a6f1e tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:21.986618 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-1d0ffbc2-e9fa-4342-b83f-63b8756ce1a6 req-db15326e-98cf-4d45-8a96-123bc54a6f1e tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] For port 2087ba61-217b-4487-937f-527d798f2624, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=2087ba61-217b-4487-937f-527d798f2624,segment=NetworkSegment(8a7cdc1a-7f2e-4230-a4fd-8f94eeadc57e),segment_id=8a7cdc1a-7f2e-4230-a4fd-8f94eeadc57e)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:21.987374 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-1d0ffbc2-e9fa-4342-b83f-63b8756ce1a6 req-db15326e-98cf-4d45-8a96-123bc54a6f1e tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:22.000125 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-1d0ffbc2-e9fa-4342-b83f-63b8756ce1a6 req-db15326e-98cf-4d45-8a96-123bc54a6f1e tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Calling delete_port for 2087ba61-217b-4487-937f-527d798f2624 owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:07:22.156204 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-1d0ffbc2-e9fa-4342-b83f-63b8756ce1a6 req-db15326e-98cf-4d45-8a96-123bc54a6f1e tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:22.171550 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['2087ba61-217b-4487-937f-527d798f2624'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:07:22.172576 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a96ec-3838-4959-ac18-0b540177e233 req-d74c171f-4a2e-42de-bf7b-185c510a6d19 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:22.174095 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7f7a96ec-3838-4959-ac18-0b540177e233 req-d74c171f-4a2e-42de-bf7b-185c510a6d19 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/ports?device_id=67aa80e9-9e0e-4b41-9481-484ff277e350 HTTP/1.1" status: 200 len: 867 time: 0.0917685 Aug 10 04:07:22.202503 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db15326e-98cf-4d45-8a96-123bc54a6f1e tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Pushing event deleted for resources: {'Port': ['ID=2087ba61-217b-4487-937f-527d798f2624,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:22.261957 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d0ffbc2-e9fa-4342-b83f-63b8756ce1a6 req-db15326e-98cf-4d45-8a96-123bc54a6f1e tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] No DVR routers for this DVR port 2087ba61-217b-4487-937f-527d798f2624 on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:07:22.264765 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-1d0ffbc2-e9fa-4342-b83f-63b8756ce1a6 req-db15326e-98cf-4d45-8a96-123bc54a6f1e tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:22.266864 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1d0ffbc2-e9fa-4342-b83f-63b8756ce1a6 req-db15326e-98cf-4d45-8a96-123bc54a6f1e tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.60 "DELETE /v2.0/ports/2087ba61-217b-4487-937f-527d798f2624 HTTP/1.1" status: 204 len: 173 time: 0.4512978 Aug 10 04:07:22.269215 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67aa80e9-9e0e-4b41-9481-484ff277e350', 'name': 'network-vif-deleted', 'tag': '2087ba61-217b-4487-937f-527d798f2624'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:07:22.271583 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0021ea54f387d2ae39ffe00c7e01dc720af9cc0ec992141d1f8728dec056f1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a256d4c-1904-4cf9-8f81-6f168d7ca369" -d '{"events": [{"server_uuid": "67aa80e9-9e0e-4b41-9481-484ff277e350", "name": "network-vif-deleted", "tag": "2087ba61-217b-4487-937f-527d798f2624"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:07:22.279638 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7f7a96ec-3838-4959-ac18-0b540177e233 req-20ca920e-f309-43a6-868c-651ed8eef0d1 tempest-TestMinimumBasicScenario-1153841681 tempest-TestMinimumBasicScenario-1153841681-project] 10.222.0.62 "GET /v2.0/security-groups?id=e490d237-f6fe-4790-9acc-6c4b9596fb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843229 Aug 10 04:07:22.321882 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1147649b-2b0a-41b3-a536-828ccd508489 x-openstack-request-id: req-1147649b-2b0a-41b3-a536-828ccd508489 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:07:22.322184 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67aa80e9-9e0e-4b41-9481-484ff277e350", "name": "network-vif-deleted", "tag": "2087ba61-217b-4487-937f-527d798f2624", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:07:22.322440 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1147649b-2b0a-41b3-a536-828ccd508489 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:07:22.322869 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67aa80e9-9e0e-4b41-9481-484ff277e350', 'name': 'network-vif-deleted', 'tag': '2087ba61-217b-4487-937f-527d798f2624', 'status': 'completed', 'code': 200} Aug 10 04:07:23.843581 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42632) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:24.190775 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6c981ecb-2ace-4a66-aec1-24c4867ea6f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:24.429021 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-6c981ecb-2ace-4a66-aec1-24c4867ea6f5 admin admin] Deleting port 30a95821-883c-44c0-9eca-fce5cd54b651 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:07:24.429361 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6c981ecb-2ace-4a66-aec1-24c4867ea6f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:24.512632 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-6c981ecb-2ace-4a66-aec1-24c4867ea6f5 admin admin] For port 30a95821-883c-44c0-9eca-fce5cd54b651, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=30a95821-883c-44c0-9eca-fce5cd54b651,segment=NetworkSegment(8a7cdc1a-7f2e-4230-a4fd-8f94eeadc57e),segment_id=8a7cdc1a-7f2e-4230-a4fd-8f94eeadc57e)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:24.512997 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6c981ecb-2ace-4a66-aec1-24c4867ea6f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:24.525191 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-6c981ecb-2ace-4a66-aec1-24c4867ea6f5 admin admin] Calling delete_port for 30a95821-883c-44c0-9eca-fce5cd54b651 owned by network:router_interface {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:07:24.701645 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6c981ecb-2ace-4a66-aec1-24c4867ea6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:24.727937 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c981ecb-2ace-4a66-aec1-24c4867ea6f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=30a95821-883c-44c0-9eca-fce5cd54b651,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:24.892560 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6c981ecb-2ace-4a66-aec1-24c4867ea6f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:25.100111 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c981ecb-2ace-4a66-aec1-24c4867ea6f5 admin admin] Router 63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:07:25.206193 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c981ecb-2ace-4a66-aec1-24c4867ea6f5 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:07:25.211842 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6c981ecb-2ace-4a66-aec1-24c4867ea6f5 admin admin] 10.222.0.62 "PUT /v2.0/routers/63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3672428 Aug 10 04:07:25.215172 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 42634) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:25.218446 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d5e2e9-a512-46ed-ba6c-cd90bd5cdd1c None None] Sync routers for ids ['63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:07:25.227817 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d5e2e9-a512-46ed-ba6c-cd90bd5cdd1c None None] Routers {'63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:07:25.228482 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-46d5e2e9-a512-46ed-ba6c-cd90bd5cdd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:07:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:25.318052 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-80322e0a-f5b5-4986-b4a4-832594fd31eb admin admin] Notify callbacks [] for router, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:25.328187 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-46d5e2e9-a512-46ed-ba6c-cd90bd5cdd1c None None] Set router 63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:07:25.417079 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-80322e0a-f5b5-4986-b4a4-832594fd31eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:25.472292 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-80322e0a-f5b5-4986-b4a4-832594fd31eb admin admin] Deleting port a8e36b5f-c51a-4bf6-8ef7-9d6751ed548d {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:07:25.472621 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-80322e0a-f5b5-4986-b4a4-832594fd31eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:25.505694 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-46d5e2e9-a512-46ed-ba6c-cd90bd5cdd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c', 'name': 'tempest-TestMinimumBasicScenario-1604146335-router', 'tenant_id': 'b776d47560144922b6942c20020ffe4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'a8e36b5f-c51a-4bf6-8ef7-9d6751ed548d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:08Z', 'updated_at': '2021-08-10T04:07:24Z', 'revision_number': 5, 'project_id': 'b776d47560144922b6942c20020ffe4c', 'gw_port': {'id': 'a8e36b5f-c51a-4bf6-8ef7-9d6751ed548d', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:18:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:08Z', 'updated_at': '2021-08-10T04:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:25.532560 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d5e2e9-a512-46ed-ba6c-cd90bd5cdd1c None None] Checking router: 63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:07:25.540767 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d5e2e9-a512-46ed-ba6c-cd90bd5cdd1c None None] Routers {'63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:07:25.541376 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-46d5e2e9-a512-46ed-ba6c-cd90bd5cdd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:07:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:25.559718 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-80322e0a-f5b5-4986-b4a4-832594fd31eb admin admin] For port a8e36b5f-c51a-4bf6-8ef7-9d6751ed548d, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=a8e36b5f-c51a-4bf6-8ef7-9d6751ed548d,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:25.560088 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-80322e0a-f5b5-4986-b4a4-832594fd31eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:25.572737 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-80322e0a-f5b5-4986-b4a4-832594fd31eb admin admin] Calling delete_port for a8e36b5f-c51a-4bf6-8ef7-9d6751ed548d owned by network:router_gateway {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:07:25.626245 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-46d5e2e9-a512-46ed-ba6c-cd90bd5cdd1c None None] Set router 63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c gateway port host: None {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:07:25.679328 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-46d5e2e9-a512-46ed-ba6c-cd90bd5cdd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c', 'name': 'tempest-TestMinimumBasicScenario-1604146335-router', 'tenant_id': 'b776d47560144922b6942c20020ffe4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:08Z', 'updated_at': '2021-08-10T04:07:25Z', 'revision_number': 6, 'project_id': 'b776d47560144922b6942c20020ffe4c', 'gw_port_host': None}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:25.706268 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d5e2e9-a512-46ed-ba6c-cd90bd5cdd1c None None] The sync data for ids ['63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c'] in n-d-768851-15 is: [{'id': '63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c', 'name': 'tempest-TestMinimumBasicScenario-1604146335-router', 'tenant_id': 'b776d47560144922b6942c20020ffe4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:08Z', 'updated_at': '2021-08-10T04:07:25Z', 'revision_number': 6, 'project_id': 'b776d47560144922b6942c20020ffe4c', 'gw_port_host': None}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:07:25.742344 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-80322e0a-f5b5-4986-b4a4-832594fd31eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:25.769234 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80322e0a-f5b5-4986-b4a4-832594fd31eb admin admin] Pushing event deleted for resources: {'Port': ['ID=a8e36b5f-c51a-4bf6-8ef7-9d6751ed548d,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:25.830429 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-80322e0a-f5b5-4986-b4a4-832594fd31eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:25.913874 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 2087ba61-217b-4487-937f-527d798f2624 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:07:25.919263 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-80322e0a-f5b5-4986-b4a4-832594fd31eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:25.921563 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-80322e0a-f5b5-4986-b4a4-832594fd31eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:25.967235 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-80322e0a-f5b5-4986-b4a4-832594fd31eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:25.967764 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80322e0a-f5b5-4986-b4a4-832594fd31eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c {{(pid=94216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:07:25.972297 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-80322e0a-f5b5-4986-b4a4-832594fd31eb admin admin] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:25.973490 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-80322e0a-f5b5-4986-b4a4-832594fd31eb admin admin] 10.222.0.62 "DELETE /v2.0/routers/63a6246e-96aa-4d9c-9410-1fe9f2a4fd5c HTTP/1.1" status: 204 len: 168 time: 0.7573383 Aug 10 04:07:25.976035 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 42636) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:26.026633 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2516a2b-eb1d-446b-a473-4fc0131b6bab admin admin] Deleting subnet 479feee2-7c8a-4979-a57e-4fc11c76063c {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:07:26.030164 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a2516a2b-eb1d-446b-a473-4fc0131b6bab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:26.073496 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a2516a2b-eb1d-446b-a473-4fc0131b6bab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:26.093143 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: 2087ba61-217b-4487-937f-527d798f2624 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:07:26.093398 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 2087ba61-217b-4487-937f-527d798f2624 not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:07:26.156812 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a2516a2b-eb1d-446b-a473-4fc0131b6bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:26.208990 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a2516a2b-eb1d-446b-a473-4fc0131b6bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:26.238022 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2516a2b-eb1d-446b-a473-4fc0131b6bab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=479feee2-7c8a-4979-a57e-4fc11c76063c,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:26.241789 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a2516a2b-eb1d-446b-a473-4fc0131b6bab admin admin] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:26.247102 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-a2516a2b-eb1d-446b-a473-4fc0131b6bab admin admin] 10.222.0.62 "DELETE /v2.0/subnets/479feee2-7c8a-4979-a57e-4fc11c76063c HTTP/1.1" status: 204 len: 168 time: 0.2700596 Aug 10 04:07:26.248236 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42638) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:26.249778 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12b896b-66c7-4d1e-9d1d-8f76d3fada6a None None] Network 57c3c032-48f6-4b14-8719-93e1d86cd102 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:07:26.357036 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f7b4c622-0462-48c8-b90f-c325e40bb23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:26.418081 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-f7b4c622-0462-48c8-b90f-c325e40bb23e admin admin] Deleting port 58c72d3d-2d57-4bc8-8f6e-b70952bcf2ec {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:07:26.418433 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f7b4c622-0462-48c8-b90f-c325e40bb23e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:26.483023 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-f7b4c622-0462-48c8-b90f-c325e40bb23e admin admin] For port 58c72d3d-2d57-4bc8-8f6e-b70952bcf2ec, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=58c72d3d-2d57-4bc8-8f6e-b70952bcf2ec,segment=NetworkSegment(8a7cdc1a-7f2e-4230-a4fd-8f94eeadc57e),segment_id=8a7cdc1a-7f2e-4230-a4fd-8f94eeadc57e)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:26.483395 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f7b4c622-0462-48c8-b90f-c325e40bb23e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:26.498953 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-f7b4c622-0462-48c8-b90f-c325e40bb23e admin admin] Calling delete_port for 58c72d3d-2d57-4bc8-8f6e-b70952bcf2ec owned by network:dhcp {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:07:26.505969 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f92007-a5c0-41ea-87e4-b43f83186864 None None] DHCP port deletion for 57c3c032-48f6-4b14-8719-93e1d86cd102 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:07:26.555522 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-56f92007-a5c0-41ea-87e4-b43f83186864 None None] Deleting port 58c72d3d-2d57-4bc8-8f6e-b70952bcf2ec {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:07:26.555898 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-56f92007-a5c0-41ea-87e4-b43f83186864 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:26.586521 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f7b4c622-0462-48c8-b90f-c325e40bb23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:26.613318 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b4c622-0462-48c8-b90f-c325e40bb23e admin admin] Pushing event deleted for resources: {'Port': ['ID=58c72d3d-2d57-4bc8-8f6e-b70952bcf2ec,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:26.619047 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b4c622-0462-48c8-b90f-c325e40bb23e admin admin] No DVR routers for this DVR port 58c72d3d-2d57-4bc8-8f6e-b70952bcf2ec on host n-d-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:07:26.626354 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-56f92007-a5c0-41ea-87e4-b43f83186864 None None] For port 58c72d3d-2d57-4bc8-8f6e-b70952bcf2ec, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=58c72d3d-2d57-4bc8-8f6e-b70952bcf2ec,segment=NetworkSegment(8a7cdc1a-7f2e-4230-a4fd-8f94eeadc57e),segment_id=8a7cdc1a-7f2e-4230-a4fd-8f94eeadc57e)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:26.626785 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-56f92007-a5c0-41ea-87e4-b43f83186864 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:26.641446 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-56f92007-a5c0-41ea-87e4-b43f83186864 None None] Calling delete_port for 58c72d3d-2d57-4bc8-8f6e-b70952bcf2ec owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:07:26.691588 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f7b4c622-0462-48c8-b90f-c325e40bb23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:26.701438 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-f7b4c622-0462-48c8-b90f-c325e40bb23e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57c3c032-48f6-4b14-8719-93e1d86cd102']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:26.712309 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-f7b4c622-0462-48c8-b90f-c325e40bb23e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a7cdc1a-7f2e-4230-a4fd-8f94eeadc57e') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:26.712635 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-f7b4c622-0462-48c8-b90f-c325e40bb23e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a7cdc1a-7f2e-4230-a4fd-8f94eeadc57e') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:26.718592 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:07:26.718592 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 04:07:26.718592 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:07:26.718592 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 04:07:26.718592 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:07:26.718592 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 04:07:26.718592 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:07:26.718592 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 04:07:26.718592 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:07:26.718592 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 04:07:26.718592 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:07:26.718592 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 04:07:26.718592 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:07:26.718592 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 04:07:26.718592 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:07:26.718592 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 04:07:26.718592 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:07:26.718592 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 04:07:26.718592 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:07:26.718592 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 04:07:26.718592 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:07:26.718592 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 04:07:26.718592 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:07:26.718592 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 04:07:26.718592 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:07:26.718592 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 04:07:26.718592 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:07:26.718592 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 04:07:26.718592 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:07:26.718592 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 04:07:26.718592 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:07:26.718592 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 04:07:26.718592 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:07:26.718592 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 04:07:26.718592 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:07:26.718592 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 04:07:26.718592 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:07:26.718592 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 04:07:26.718592 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:07:26.718592 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 04:07:26.718592 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:07:26.718592 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 04:07:26.718592 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:07:26.718592 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 04:07:26.718592 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:07:26.718592 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 04:07:26.718592 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:07:26.718592 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 04:07:26.718592 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:07:26.718592 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 04:07:26.718592 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:07:26.718592 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 04:07:26.718592 n-d-768851-15 neutron-server[94218]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:07:26.718592 n-d-768851-15 neutron-server[94218]: self.session.flush() Aug 10 04:07:26.724748 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-56f92007-a5c0-41ea-87e4-b43f83186864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:26.725909 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f7b4c622-0462-48c8-b90f-c325e40bb23e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:26.745320 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f7b4c622-0462-48c8-b90f-c325e40bb23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:26.751801 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f92007-a5c0-41ea-87e4-b43f83186864 None None] Pushing event deleted for resources: {'Port': ['ID=58c72d3d-2d57-4bc8-8f6e-b70952bcf2ec,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:26.753494 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7b4c622-0462-48c8-b90f-c325e40bb23e admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:07:26.754200 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f7b4c622-0462-48c8-b90f-c325e40bb23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:26.756416 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f92007-a5c0-41ea-87e4-b43f83186864 None None] No DVR routers for this DVR port 58c72d3d-2d57-4bc8-8f6e-b70952bcf2ec on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:07:26.756545 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 04:07:26.756545 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:07:26.756545 n-d-768851-15 neutron-server[94217]: timer() Aug 10 04:07:26.756545 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:07:26.756545 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 04:07:26.756545 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:07:26.756545 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 04:07:26.756545 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:07:26.756545 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 04:07:26.756545 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:07:26.756545 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 04:07:26.756545 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:07:26.756545 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 04:07:26.756545 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:07:26.756545 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:07:26.756545 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:07:26.756545 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:07:26.756545 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:07:26.756545 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 04:07:26.756545 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:07:26.756545 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 04:07:26.756545 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:07:26.756545 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:07:26.756545 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:07:26.756545 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 04:07:26.756545 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:07:26.756545 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:07:26.756545 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:07:26.756545 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:07:26.756545 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:07:26.756545 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:07:26.756545 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:07:26.773325 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f92007-a5c0-41ea-87e4-b43f83186864 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:26.774065 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f92007-a5c0-41ea-87e4-b43f83186864 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:26.774818 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f92007-a5c0-41ea-87e4-b43f83186864 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:26.775519 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f92007-a5c0-41ea-87e4-b43f83186864 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:26.776771 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f92007-a5c0-41ea-87e4-b43f83186864 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:26.777289 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f92007-a5c0-41ea-87e4-b43f83186864 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:26.777855 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f92007-a5c0-41ea-87e4-b43f83186864 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:26.778133 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f92007-a5c0-41ea-87e4-b43f83186864 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:26.778503 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f92007-a5c0-41ea-87e4-b43f83186864 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:26.778923 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f92007-a5c0-41ea-87e4-b43f83186864 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:26.779240 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f92007-a5c0-41ea-87e4-b43f83186864 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:26.779759 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f92007-a5c0-41ea-87e4-b43f83186864 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:26.804588 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:26.824633 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f7b4c622-0462-48c8-b90f-c325e40bb23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:26.830870 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f7b4c622-0462-48c8-b90f-c325e40bb23e admin admin] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:26.832698 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f7b4c622-0462-48c8-b90f-c325e40bb23e admin admin] 10.222.0.62 "DELETE /v2.0/networks/57c3c032-48f6-4b14-8719-93e1d86cd102 HTTP/1.1" status: 204 len: 168 time: 0.5831163 Aug 10 04:07:26.835844 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 42642) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:26.844668 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b4c622-0462-48c8-b90f-c325e40bb23e admin admin] Pushing event deleted for resources: {'Network': ['ID=57c3c032-48f6-4b14-8719-93e1d86cd102,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:27.146943 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:27.490963 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-25fd86c5-b9c2-4980-bd95-eb69b160f688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:27.532379 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 58c72d3d-2d57-4bc8-8f6e-b70952bcf2ec no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:07:27.552625 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 58c72d3d-2d57-4bc8-8f6e-b70952bcf2ec {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:07:27.553055 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 58c72d3d-2d57-4bc8-8f6e-b70952bcf2ec not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:07:27.553474 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 30a95821-883c-44c0-9eca-fce5cd54b651 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:07:27.572008 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 30a95821-883c-44c0-9eca-fce5cd54b651 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:07:27.572353 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 30a95821-883c-44c0-9eca-fce5cd54b651 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:07:27.572760 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device a8e36b5f-c51a-4bf6-8ef7-9d6751ed548d no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:07:27.594359 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: a8e36b5f-c51a-4bf6-8ef7-9d6751ed548d {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:07:27.594707 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device a8e36b5f-c51a-4bf6-8ef7-9d6751ed548d not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:07:27.734034 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-25fd86c5-b9c2-4980-bd95-eb69b160f688 admin admin] Deleting port f9d31273-cfa8-40ac-9ce4-3f56afe6d7ff {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:07:27.734291 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-25fd86c5-b9c2-4980-bd95-eb69b160f688 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:27.813157 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-25fd86c5-b9c2-4980-bd95-eb69b160f688 admin admin] For port f9d31273-cfa8-40ac-9ce4-3f56afe6d7ff, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=f9d31273-cfa8-40ac-9ce4-3f56afe6d7ff,segment=NetworkSegment(dbba9036-1afb-4762-9bdc-d315a57ec248),segment_id=dbba9036-1afb-4762-9bdc-d315a57ec248)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:27.813523 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-25fd86c5-b9c2-4980-bd95-eb69b160f688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:27.826520 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-25fd86c5-b9c2-4980-bd95-eb69b160f688 admin admin] Calling delete_port for f9d31273-cfa8-40ac-9ce4-3f56afe6d7ff owned by network:router_interface {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:07:28.001377 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-25fd86c5-b9c2-4980-bd95-eb69b160f688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:28.027506 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fd86c5-b9c2-4980-bd95-eb69b160f688 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9d31273-cfa8-40ac-9ce4-3f56afe6d7ff,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:28.192868 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-25fd86c5-b9c2-4980-bd95-eb69b160f688 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:28.406889 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25fd86c5-b9c2-4980-bd95-eb69b160f688 admin admin] Router c187d97a-1829-483d-beb6-06dac0875fcd has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:07:28.514297 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25fd86c5-b9c2-4980-bd95-eb69b160f688 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:07:28.522339 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42644) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:28.522776 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-25fd86c5-b9c2-4980-bd95-eb69b160f688 admin admin] 10.222.0.62 "PUT /v2.0/routers/c187d97a-1829-483d-beb6-06dac0875fcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6855335 Aug 10 04:07:28.525203 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29730bd8-7d91-42d5-bcf8-6db4ca71250a None None] Sync routers for ids ['c187d97a-1829-483d-beb6-06dac0875fcd'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:07:28.534458 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29730bd8-7d91-42d5-bcf8-6db4ca71250a None None] Routers {'c187d97a-1829-483d-beb6-06dac0875fcd'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:07:28.535198 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-29730bd8-7d91-42d5-bcf8-6db4ca71250a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:07:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['c187d97a-1829-483d-beb6-06dac0875fcd'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:28.628777 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4a887e2f-1ce1-413c-83f0-c60c8ff87988 admin admin] Notify callbacks [] for router, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:28.639180 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-29730bd8-7d91-42d5-bcf8-6db4ca71250a None None] Set router c187d97a-1829-483d-beb6-06dac0875fcd gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:07:28.731193 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4a887e2f-1ce1-413c-83f0-c60c8ff87988 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:28.783467 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-4a887e2f-1ce1-413c-83f0-c60c8ff87988 admin admin] Deleting port ea1944b5-1f19-4e73-b913-d9466588b06f {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:07:28.783816 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4a887e2f-1ce1-413c-83f0-c60c8ff87988 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:28.820150 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-29730bd8-7d91-42d5-bcf8-6db4ca71250a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c187d97a-1829-483d-beb6-06dac0875fcd', 'name': 'tempest-TestMinimumBasicScenario-1699682329-router', 'tenant_id': '766ad9b617b547bdbed83e879289220b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'ea1944b5-1f19-4e73-b913-d9466588b06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:13Z', 'updated_at': '2021-08-10T04:07:27Z', 'revision_number': 5, 'project_id': '766ad9b617b547bdbed83e879289220b', 'gw_port': {'id': 'ea1944b5-1f19-4e73-b913-d9466588b06f', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:62:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c187d97a-1829-483d-beb6-06dac0875fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:13Z', 'updated_at': '2021-08-10T04:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:28.846784 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29730bd8-7d91-42d5-bcf8-6db4ca71250a None None] Checking router: c187d97a-1829-483d-beb6-06dac0875fcd for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:07:28.855437 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29730bd8-7d91-42d5-bcf8-6db4ca71250a None None] Routers {'c187d97a-1829-483d-beb6-06dac0875fcd'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:07:28.856041 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-29730bd8-7d91-42d5-bcf8-6db4ca71250a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:07:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['c187d97a-1829-483d-beb6-06dac0875fcd'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:28.866977 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-4a887e2f-1ce1-413c-83f0-c60c8ff87988 admin admin] For port ea1944b5-1f19-4e73-b913-d9466588b06f, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=ea1944b5-1f19-4e73-b913-d9466588b06f,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:28.867354 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4a887e2f-1ce1-413c-83f0-c60c8ff87988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:28.881834 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-4a887e2f-1ce1-413c-83f0-c60c8ff87988 admin admin] Calling delete_port for ea1944b5-1f19-4e73-b913-d9466588b06f owned by network:router_gateway {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:07:28.942302 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-29730bd8-7d91-42d5-bcf8-6db4ca71250a None None] Set router c187d97a-1829-483d-beb6-06dac0875fcd gateway port host: None {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:07:28.997152 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-29730bd8-7d91-42d5-bcf8-6db4ca71250a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c187d97a-1829-483d-beb6-06dac0875fcd', 'name': 'tempest-TestMinimumBasicScenario-1699682329-router', 'tenant_id': '766ad9b617b547bdbed83e879289220b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:13Z', 'updated_at': '2021-08-10T04:07:28Z', 'revision_number': 6, 'project_id': '766ad9b617b547bdbed83e879289220b', 'gw_port_host': None}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:29.023242 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29730bd8-7d91-42d5-bcf8-6db4ca71250a None None] The sync data for ids ['c187d97a-1829-483d-beb6-06dac0875fcd'] in n-d-768851-15 is: [{'id': 'c187d97a-1829-483d-beb6-06dac0875fcd', 'name': 'tempest-TestMinimumBasicScenario-1699682329-router', 'tenant_id': '766ad9b617b547bdbed83e879289220b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:13Z', 'updated_at': '2021-08-10T04:07:28Z', 'revision_number': 6, 'project_id': '766ad9b617b547bdbed83e879289220b', 'gw_port_host': None}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:07:29.066209 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4a887e2f-1ce1-413c-83f0-c60c8ff87988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:29.090920 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a887e2f-1ce1-413c-83f0-c60c8ff87988 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea1944b5-1f19-4e73-b913-d9466588b06f,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:29.151981 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4a887e2f-1ce1-413c-83f0-c60c8ff87988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:29.242182 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4a887e2f-1ce1-413c-83f0-c60c8ff87988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:29.244264 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4a887e2f-1ce1-413c-83f0-c60c8ff87988 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:29.606664 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4a887e2f-1ce1-413c-83f0-c60c8ff87988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:29.607351 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a887e2f-1ce1-413c-83f0-c60c8ff87988 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c187d97a-1829-483d-beb6-06dac0875fcd {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:07:29.611636 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4a887e2f-1ce1-413c-83f0-c60c8ff87988 admin admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:29.612344 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4a887e2f-1ce1-413c-83f0-c60c8ff87988 admin admin] 10.222.0.62 "DELETE /v2.0/routers/c187d97a-1829-483d-beb6-06dac0875fcd HTTP/1.1" status: 204 len: 168 time: 1.0869243 Aug 10 04:07:29.614981 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42650) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:29.657494 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-9810a943-a427-4120-9380-1bc7ef84c005 admin admin] Deleting subnet 8490424f-90a0-46ed-8b37-4b4b36acb36b {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:07:29.660400 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9810a943-a427-4120-9380-1bc7ef84c005 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:29.693152 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9810a943-a427-4120-9380-1bc7ef84c005 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:29.777303 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9810a943-a427-4120-9380-1bc7ef84c005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:29.827124 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device f9d31273-cfa8-40ac-9ce4-3f56afe6d7ff no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:07:29.834981 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9810a943-a427-4120-9380-1bc7ef84c005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:29.848029 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: f9d31273-cfa8-40ac-9ce4-3f56afe6d7ff {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:07:29.848381 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device f9d31273-cfa8-40ac-9ce4-3f56afe6d7ff not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:07:29.848799 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device ea1944b5-1f19-4e73-b913-d9466588b06f no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:07:29.861813 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9810a943-a427-4120-9380-1bc7ef84c005 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8490424f-90a0-46ed-8b37-4b4b36acb36b,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:29.865343 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9810a943-a427-4120-9380-1bc7ef84c005 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:29.867340 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9810a943-a427-4120-9380-1bc7ef84c005 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/8490424f-90a0-46ed-8b37-4b4b36acb36b HTTP/1.1" status: 204 len: 168 time: 0.2513747 Aug 10 04:07:29.869857 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42652) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:29.877434 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a7a95c-b62b-4029-8214-acb2524a67d6 None None] Network 1b06a0af-880b-40d3-88f8-8e0b850e57e2 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:07:29.889619 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: ea1944b5-1f19-4e73-b913-d9466588b06f {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:07:29.889975 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device ea1944b5-1f19-4e73-b913-d9466588b06f not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:07:29.945362 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2c8b1990-9d11-4347-83a5-17fd6819bb95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:29.999564 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b1990-9d11-4347-83a5-17fd6819bb95 admin admin] Deleting port 9a473dab-0ec9-43cb-bbb5-f0f26a3ffe5c {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:07:29.999906 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2c8b1990-9d11-4347-83a5-17fd6819bb95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:30.060125 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabd6025-e389-499e-a457-c271098dfa64 None None] DHCP port deletion for 1b06a0af-880b-40d3-88f8-8e0b850e57e2 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:07:30.071715 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-2c8b1990-9d11-4347-83a5-17fd6819bb95 admin admin] For port 9a473dab-0ec9-43cb-bbb5-f0f26a3ffe5c, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=9a473dab-0ec9-43cb-bbb5-f0f26a3ffe5c,segment=NetworkSegment(dbba9036-1afb-4762-9bdc-d315a57ec248),segment_id=dbba9036-1afb-4762-9bdc-d315a57ec248)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:30.072090 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2c8b1990-9d11-4347-83a5-17fd6819bb95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:30.092025 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b1990-9d11-4347-83a5-17fd6819bb95 admin admin] Calling delete_port for 9a473dab-0ec9-43cb-bbb5-f0f26a3ffe5c owned by network:dhcp {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:07:30.118068 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-cabd6025-e389-499e-a457-c271098dfa64 None None] Deleting port 9a473dab-0ec9-43cb-bbb5-f0f26a3ffe5c {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:07:30.118375 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-cabd6025-e389-499e-a457-c271098dfa64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:30.176106 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2c8b1990-9d11-4347-83a5-17fd6819bb95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:30.181082 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-cabd6025-e389-499e-a457-c271098dfa64 None None] For port 9a473dab-0ec9-43cb-bbb5-f0f26a3ffe5c, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=9a473dab-0ec9-43cb-bbb5-f0f26a3ffe5c,segment=NetworkSegment(dbba9036-1afb-4762-9bdc-d315a57ec248),segment_id=dbba9036-1afb-4762-9bdc-d315a57ec248)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:30.181479 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-cabd6025-e389-499e-a457-c271098dfa64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:30.195328 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-cabd6025-e389-499e-a457-c271098dfa64 None None] Calling delete_port for 9a473dab-0ec9-43cb-bbb5-f0f26a3ffe5c owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:07:30.203712 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b1990-9d11-4347-83a5-17fd6819bb95 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a473dab-0ec9-43cb-bbb5-f0f26a3ffe5c,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:30.207516 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8b1990-9d11-4347-83a5-17fd6819bb95 admin admin] No DVR routers for this DVR port 9a473dab-0ec9-43cb-bbb5-f0f26a3ffe5c on host n-d-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:07:30.273371 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-cabd6025-e389-499e-a457-c271098dfa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:30.279998 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2c8b1990-9d11-4347-83a5-17fd6819bb95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:30.289722 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-2c8b1990-9d11-4347-83a5-17fd6819bb95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b06a0af-880b-40d3-88f8-8e0b850e57e2']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:30.299744 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-2c8b1990-9d11-4347-83a5-17fd6819bb95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbba9036-1afb-4762-9bdc-d315a57ec248') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:30.300039 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-2c8b1990-9d11-4347-83a5-17fd6819bb95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbba9036-1afb-4762-9bdc-d315a57ec248') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:30.300861 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabd6025-e389-499e-a457-c271098dfa64 None None] Pushing event deleted for resources: {'Port': ['ID=9a473dab-0ec9-43cb-bbb5-f0f26a3ffe5c,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:30.304429 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabd6025-e389-499e-a457-c271098dfa64 None None] No DVR routers for this DVR port 9a473dab-0ec9-43cb-bbb5-f0f26a3ffe5c on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:07:30.309553 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2c8b1990-9d11-4347-83a5-17fd6819bb95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:30.324282 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2c8b1990-9d11-4347-83a5-17fd6819bb95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:30.330089 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c8b1990-9d11-4347-83a5-17fd6819bb95 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:07:30.330477 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2c8b1990-9d11-4347-83a5-17fd6819bb95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:30.332255 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 04:07:30.332255 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:07:30.332255 n-d-768851-15 neutron-server[94217]: timer() Aug 10 04:07:30.332255 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:07:30.332255 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 04:07:30.332255 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:07:30.332255 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 04:07:30.332255 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:07:30.332255 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 04:07:30.332255 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:07:30.332255 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 04:07:30.332255 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:07:30.332255 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 04:07:30.332255 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:07:30.332255 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:07:30.332255 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:07:30.332255 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:07:30.332255 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:07:30.332255 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 04:07:30.332255 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:07:30.332255 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 04:07:30.332255 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:07:30.332255 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:07:30.332255 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:07:30.332255 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 04:07:30.332255 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:07:30.332255 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:07:30.332255 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:07:30.332255 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:07:30.332255 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:07:30.332255 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:07:30.332255 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:07:30.383429 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2c8b1990-9d11-4347-83a5-17fd6819bb95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:30.389601 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2c8b1990-9d11-4347-83a5-17fd6819bb95 admin admin] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:30.391516 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2c8b1990-9d11-4347-83a5-17fd6819bb95 admin admin] 10.222.0.62 "DELETE /v2.0/networks/1b06a0af-880b-40d3-88f8-8e0b850e57e2 HTTP/1.1" status: 204 len: 168 time: 0.5200584 Aug 10 04:07:30.402353 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b1990-9d11-4347-83a5-17fd6819bb95 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b06a0af-880b-40d3-88f8-8e0b850e57e2,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:30.417061 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f9d599ce-dc6d-4563-9c84-8e8d0b9d416c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:30.550383 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42658) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:30.590649 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ca0de80c-e2ff-4f60-aeea-d4a2fc608665 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b776d47560144922b6942c20020ffe4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389826 Aug 10 04:07:30.593078 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42660) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:30.643711 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2a2edb45-5558-4459-b8e7-e52dca10f877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:30.664540 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2a2edb45-5558-4459-b8e7-e52dca10f877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:30.710654 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2a2edb45-5558-4459-b8e7-e52dca10f877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:30.713292 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2a2edb45-5558-4459-b8e7-e52dca10f877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:30.715227 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2a2edb45-5558-4459-b8e7-e52dca10f877 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e490d237-f6fe-4790-9acc-6c4b9596fb47 HTTP/1.1" status: 204 len: 168 time: 0.1212599 Aug 10 04:07:30.722961 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2edb45-5558-4459-b8e7-e52dca10f877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e490d237-f6fe-4790-9acc-6c4b9596fb47,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:31.025642 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42668) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:31.065342 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2d1fc0d5-c4d8-4076-8541-b171ba8c8872 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=766ad9b617b547bdbed83e879289220b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384722 Aug 10 04:07:31.067929 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42670) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:31.114748 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d0871adc-71d1-4c0c-b003-b964d0921fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:31.137993 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d0871adc-71d1-4c0c-b003-b964d0921fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:31.183925 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d0871adc-71d1-4c0c-b003-b964d0921fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:31.186660 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d0871adc-71d1-4c0c-b003-b964d0921fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:31.187828 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d0871adc-71d1-4c0c-b003-b964d0921fb8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/daad3ef7-8cd0-4e53-8255-f8e2f01a089b HTTP/1.1" status: 204 len: 168 time: 0.1190124 Aug 10 04:07:31.195536 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0871adc-71d1-4c0c-b003-b964d0921fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daad3ef7-8cd0-4e53-8255-f8e2f01a089b,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:31.529468 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 9a473dab-0ec9-43cb-bbb5-f0f26a3ffe5c no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:07:31.552481 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 9a473dab-0ec9-43cb-bbb5-f0f26a3ffe5c {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:07:31.552481 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 9a473dab-0ec9-43cb-bbb5-f0f26a3ffe5c not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:07:32.742585 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42710) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:32.748078 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-26e179c2-82d5-4fe3-acd0-547fcc0df123 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-826713512', 'description': 'tempest-secgroup-smoke-826713512 description', 'project_id': '0974328c2e43431896bddcacf9b7a031'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:07:32.773286 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-26e179c2-82d5-4fe3-acd0-547fcc0df123 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:32.781747 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-26e179c2-82d5-4fe3-acd0-547fcc0df123 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:32.871780 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-26e179c2-82d5-4fe3-acd0-547fcc0df123 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:32.875563 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-26e179c2-82d5-4fe3-acd0-547fcc0df123 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:32.911094 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e179c2-82d5-4fe3-acd0-547fcc0df123 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98c60771-46db-4688-b406-861bfc9a4fe7,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:32.964425 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-26e179c2-82d5-4fe3-acd0-547fcc0df123 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:32.967913 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-26e179c2-82d5-4fe3-acd0-547fcc0df123 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:32.995392 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-26e179c2-82d5-4fe3-acd0-547fcc0df123 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:32.996539 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-26e179c2-82d5-4fe3-acd0-547fcc0df123 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2528791 Aug 10 04:07:32.998409 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e179c2-82d5-4fe3-acd0-547fcc0df123 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=238bb2c6-d494-4636-83ef-cb369c3e6c7b,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:32.999678 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 42712) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:33.004527 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-7e3d5ce9-f2d9-4555-adbe-86dbc969f0c4 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Request body: {'security_group_rule': {'security_group_id': '238bb2c6-d494-4636-83ef-cb369c3e6c7b', 'project_id': '0974328c2e43431896bddcacf9b7a031', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:07:33.030979 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7e3d5ce9-f2d9-4555-adbe-86dbc969f0c4 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:33.091175 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7e3d5ce9-f2d9-4555-adbe-86dbc969f0c4 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:33.094611 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7e3d5ce9-f2d9-4555-adbe-86dbc969f0c4 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:33.115095 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3d5ce9-f2d9-4555-adbe-86dbc969f0c4 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d105b59c-9dba-44b3-9988-2e07f75a1cd0,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:33.117631 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7e3d5ce9-f2d9-4555-adbe-86dbc969f0c4 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:33.119720 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-7e3d5ce9-f2d9-4555-adbe-86dbc969f0c4 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1182077 Aug 10 04:07:33.122234 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42714) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:33.124319 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8b813b53-ee1d-43e8-9a74-bea64f17ca17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:33.127210 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-66d62f3f-5638-48b3-9a5f-fab4789279ec tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Request body: {'security_group_rule': {'security_group_id': '238bb2c6-d494-4636-83ef-cb369c3e6c7b', 'project_id': '0974328c2e43431896bddcacf9b7a031', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:07:33.154007 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-66d62f3f-5638-48b3-9a5f-fab4789279ec tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:33.211008 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-66d62f3f-5638-48b3-9a5f-fab4789279ec tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:33.215572 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-66d62f3f-5638-48b3-9a5f-fab4789279ec tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:33.232560 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d62f3f-5638-48b3-9a5f-fab4789279ec tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12232250-e3f7-4425-9dc0-0e274fb2fdec,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:33.239170 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-66d62f3f-5638-48b3-9a5f-fab4789279ec tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:33.240353 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-66d62f3f-5638-48b3-9a5f-fab4789279ec tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1170068 Aug 10 04:07:33.243080 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42716) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:33.247544 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-c58c2f24-2bd2-405a-9920-4377f480711e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Request body: {'security_group_rule': {'security_group_id': '238bb2c6-d494-4636-83ef-cb369c3e6c7b', 'project_id': '0974328c2e43431896bddcacf9b7a031', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:07:33.272728 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c58c2f24-2bd2-405a-9920-4377f480711e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:33.333400 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c58c2f24-2bd2-405a-9920-4377f480711e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:33.336809 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c58c2f24-2bd2-405a-9920-4377f480711e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:33.357181 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c2f24-2bd2-405a-9920-4377f480711e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=056be094-760e-412e-9e0a-4a3e296448a1,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:33.359532 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c58c2f24-2bd2-405a-9920-4377f480711e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:33.360698 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c58c2f24-2bd2-405a-9920-4377f480711e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1167178 Aug 10 04:07:33.363440 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42718) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:33.367801 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-d0daf7a4-01ee-4ccd-bd41-67a6b4a66ed8 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Request body: {'security_group_rule': {'security_group_id': '238bb2c6-d494-4636-83ef-cb369c3e6c7b', 'project_id': '0974328c2e43431896bddcacf9b7a031', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:07:33.392567 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d0daf7a4-01ee-4ccd-bd41-67a6b4a66ed8 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:33.452308 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d0daf7a4-01ee-4ccd-bd41-67a6b4a66ed8 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:33.456010 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d0daf7a4-01ee-4ccd-bd41-67a6b4a66ed8 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:33.486226 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0daf7a4-01ee-4ccd-bd41-67a6b4a66ed8 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f2cb900-2bfd-4ad0-8755-5a415c26b333,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:33.490598 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d0daf7a4-01ee-4ccd-bd41-67a6b4a66ed8 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:33.491868 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d0daf7a4-01ee-4ccd-bd41-67a6b4a66ed8 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1274741 Aug 10 04:07:33.494596 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42720) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:33.499181 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-9e44d6c4-ac88-440e-a946-c0a2201c6b99 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Request body: {'security_group_rule': {'security_group_id': '238bb2c6-d494-4636-83ef-cb369c3e6c7b', 'project_id': '0974328c2e43431896bddcacf9b7a031', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:07:33.503221 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:33.521966 n-d-768851-15 neutron-server[94217]: INFO neutron.db.securitygroups_db [None req-9e44d6c4-ac88-440e-a946-c0a2201c6b99 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Project 0974328c2e43431896bddcacf9b7a031 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:07:33.527262 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9e44d6c4-ac88-440e-a946-c0a2201c6b99 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:33.586848 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9e44d6c4-ac88-440e-a946-c0a2201c6b99 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:33.591489 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9e44d6c4-ac88-440e-a946-c0a2201c6b99 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:33.608164 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e44d6c4-ac88-440e-a946-c0a2201c6b99 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7145155e-fbbe-4c90-afce-09094243355f,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:33.614680 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9e44d6c4-ac88-440e-a946-c0a2201c6b99 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:33.615907 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9e44d6c4-ac88-440e-a946-c0a2201c6b99 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1203597 Aug 10 04:07:33.618760 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42722) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:33.623135 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-ba73867c-c3fa-4e36-8a6a-48f9416cb021 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Request body: {'security_group_rule': {'security_group_id': '238bb2c6-d494-4636-83ef-cb369c3e6c7b', 'project_id': '0974328c2e43431896bddcacf9b7a031', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:07:33.643735 n-d-768851-15 neutron-server[94217]: INFO neutron.db.securitygroups_db [None req-ba73867c-c3fa-4e36-8a6a-48f9416cb021 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Project 0974328c2e43431896bddcacf9b7a031 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:07:33.648433 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ba73867c-c3fa-4e36-8a6a-48f9416cb021 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:33.709787 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ba73867c-c3fa-4e36-8a6a-48f9416cb021 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:33.713091 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ba73867c-c3fa-4e36-8a6a-48f9416cb021 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:33.731661 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba73867c-c3fa-4e36-8a6a-48f9416cb021 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a633a5a9-066d-4e1b-ab5b-5002ccb37e0d,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:33.738155 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ba73867c-c3fa-4e36-8a6a-48f9416cb021 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:33.739408 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ba73867c-c3fa-4e36-8a6a-48f9416cb021 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1197298 Aug 10 04:07:33.742506 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42724) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:33.747338 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-b5d37240-46ee-4ef2-b2f2-d7f0ca1cacfc tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Request body: {'network': {'name': 'tempest-network-smoke--477268731', 'project_id': '0974328c2e43431896bddcacf9b7a031', 'port_security_enabled': True}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:07:33.767869 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d37240-46ee-4ef2-b2f2-d7f0ca1cacfc tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Made reservation on behalf of 0974328c2e43431896bddcacf9b7a031 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:07:33.771252 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b5d37240-46ee-4ef2-b2f2-d7f0ca1cacfc tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:33.794919 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5d37240-46ee-4ef2-b2f2-d7f0ca1cacfc tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:07:33.804096 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b5d37240-46ee-4ef2-b2f2-d7f0ca1cacfc tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:33.804441 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-b5d37240-46ee-4ef2-b2f2-d7f0ca1cacfc tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Added segment 07c822d3-bd1c-45eb-a28b-2482dbd47aa0 of type vlan for network ef47087f-67de-4613-a452-fdeb21330d72 Aug 10 04:07:33.845274 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b5d37240-46ee-4ef2-b2f2-d7f0ca1cacfc tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:33.872611 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b5d37240-46ee-4ef2-b2f2-d7f0ca1cacfc tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:33.878223 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d37240-46ee-4ef2-b2f2-d7f0ca1cacfc tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:33.878838 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b5d37240-46ee-4ef2-b2f2-d7f0ca1cacfc tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:33.934345 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b5d37240-46ee-4ef2-b2f2-d7f0ca1cacfc tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1908128 Aug 10 04:07:33.937417 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 42726) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:33.942222 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-71882a0d-3eb8-4507-80fe-3f5f093fd0b4 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-270540651', 'admin_state_up': True, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:07:33.947380 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d37240-46ee-4ef2-b2f2-d7f0ca1cacfc tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'Network': ['ID=ef47087f-67de-4613-a452-fdeb21330d72,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:33.958253 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network ef47087f-67de-4613-a452-fdeb21330d72 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:07:33.969130 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-71882a0d-3eb8-4507-80fe-3f5f093fd0b4 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:33.970382 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-71882a0d-3eb8-4507-80fe-3f5f093fd0b4 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:34.025926 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-71882a0d-3eb8-4507-80fe-3f5f093fd0b4 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:34.167263 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-71882a0d-3eb8-4507-80fe-3f5f093fd0b4 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:34.361235 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-71882a0d-3eb8-4507-80fe-3f5f093fd0b4 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for router_gateway, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:34.380009 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-71882a0d-3eb8-4507-80fe-3f5f093fd0b4 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:34.404669 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:34.484606 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-71882a0d-3eb8-4507-80fe-3f5f093fd0b4 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Allocated IP 172.25.7.73 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/21e1eed1-fe37-4427-a5de-6e23ec67a116) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:07:34.585125 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-71882a0d-3eb8-4507-80fe-3f5f093fd0b4 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:34.624120 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-71882a0d-3eb8-4507-80fe-3f5f093fd0b4 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:34.667065 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71882a0d-3eb8-4507-80fe-3f5f093fd0b4 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:07:34.669919 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-71882a0d-3eb8-4507-80fe-3f5f093fd0b4 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:07:34.672557 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71882a0d-3eb8-4507-80fe-3f5f093fd0b4 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:07:34.697400 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71882a0d-3eb8-4507-80fe-3f5f093fd0b4 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'Port': ['ID=21e1eed1-fe37-4427-a5de-6e23ec67a116,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:34.921133 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-71882a0d-3eb8-4507-80fe-3f5f093fd0b4 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for router_gateway, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:35.116088 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-71882a0d-3eb8-4507-80fe-3f5f093fd0b4 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:35.239352 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71882a0d-3eb8-4507-80fe-3f5f093fd0b4 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Router 92fadb82-68c2-49c9-b776-3155dcbaa00f is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:07:35.343294 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71882a0d-3eb8-4507-80fe-3f5f093fd0b4 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:07:35.354802 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b1f8ca-43d1-45b3-b453-e44bd1a79758 None None] Sync routers for ids ['92fadb82-68c2-49c9-b776-3155dcbaa00f'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:07:35.361099 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-71882a0d-3eb8-4507-80fe-3f5f093fd0b4 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:35.362343 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-71882a0d-3eb8-4507-80fe-3f5f093fd0b4 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4239168 Aug 10 04:07:35.364262 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b1f8ca-43d1-45b3-b453-e44bd1a79758 None None] Routers {'92fadb82-68c2-49c9-b776-3155dcbaa00f'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:07:35.364862 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-21b1f8ca-43d1-45b3-b453-e44bd1a79758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:07:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['92fadb82-68c2-49c9-b776-3155dcbaa00f'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:35.365683 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42728) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:35.470070 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-21b1f8ca-43d1-45b3-b453-e44bd1a79758 None None] Set router 92fadb82-68c2-49c9-b776-3155dcbaa00f gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:07:35.490979 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-bc97ebfd-34fe-48d7-86ba-eed4d319db40 tempest-TestNetworkAdvancedServerOps-626410460 tempest-TestNetworkAdvancedServerOps-626410460-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=0974328c2e43431896bddcacf9b7a031&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1240289 Aug 10 04:07:35.493808 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42732) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:35.578092 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4123d192-c344-458e-8141-5ad7d9cb2929 tempest-TestNetworkAdvancedServerOps-626410460 tempest-TestNetworkAdvancedServerOps-626410460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:35.582882 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4123d192-c344-458e-8141-5ad7d9cb2929 tempest-TestNetworkAdvancedServerOps-626410460 tempest-TestNetworkAdvancedServerOps-626410460-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0853298 Aug 10 04:07:35.583046 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42734) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:35.616562 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a84bf4fb-5fcd-416a-b927-bc6a85c79979 tempest-TestNetworkAdvancedServerOps-626410460 tempest-TestNetworkAdvancedServerOps-626410460-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=09ca2025-b9a6-4e84-8019-8d9fbef3753e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323672 Aug 10 04:07:35.619064 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42736) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:35.624028 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-7ac6fefa-58d9-4b3d-abb0-fbd22e7a2ffd tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-575023107', 'network_id': 'ef47087f-67de-4613-a452-fdeb21330d72', 'project_id': '0974328c2e43431896bddcacf9b7a031', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:07:35.644540 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-21b1f8ca-43d1-45b3-b453-e44bd1a79758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fadb82-68c2-49c9-b776-3155dcbaa00f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270540651', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '21e1eed1-fe37-4427-a5de-6e23ec67a116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:33Z', 'updated_at': '2021-08-10T04:07:34Z', 'revision_number': 3, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': '21e1eed1-fe37-4427-a5de-6e23ec67a116', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:66:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92fadb82-68c2-49c9-b776-3155dcbaa00f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:34Z', 'updated_at': '2021-08-10T04:07:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:35.670792 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b1f8ca-43d1-45b3-b453-e44bd1a79758 None None] Checking router: 92fadb82-68c2-49c9-b776-3155dcbaa00f for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:07:35.671142 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b1f8ca-43d1-45b3-b453-e44bd1a79758 None None] Updating router 92fadb82-68c2-49c9-b776-3155dcbaa00f port 21e1eed1-fe37-4427-a5de-6e23ec67a116 binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:07:35.695176 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-21b1f8ca-43d1-45b3-b453-e44bd1a79758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:35.710065 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac6fefa-58d9-4b3d-abb0-fbd22e7a2ffd tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Made reservation on behalf of 0974328c2e43431896bddcacf9b7a031 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:07:35.714251 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7ac6fefa-58d9-4b3d-abb0-fbd22e7a2ffd tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:35.907637 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7ac6fefa-58d9-4b3d-abb0-fbd22e7a2ffd tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:35.974585 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac6fefa-58d9-4b3d-abb0-fbd22e7a2ffd tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'Subnet': ['ID=0f904e6f-893c-4267-a548-e4dd7fe7989d,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:35.983360 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac6fefa-58d9-4b3d-abb0-fbd22e7a2ffd tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Checking segment: {'id': '07c822d3-bd1c-45eb-a28b-2482dbd47aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ef47087f-67de-4613-a452-fdeb21330d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:07:35.983728 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac6fefa-58d9-4b3d-abb0-fbd22e7a2ffd tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Network hostable DHCP agents. Network: ef47087f-67de-4613-a452-fdeb21330d72, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:07:35.999930 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac6fefa-58d9-4b3d-abb0-fbd22e7a2ffd tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Network ef47087f-67de-4613-a452-fdeb21330d72 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:07:36.008326 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-7ac6fefa-58d9-4b3d-abb0-fbd22e7a2ffd tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, ef47087f-67de-4613-a452-fdeb21330d72) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:07:36.014124 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac6fefa-58d9-4b3d-abb0-fbd22e7a2ffd tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:36.015037 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7ac6fefa-58d9-4b3d-abb0-fbd22e7a2ffd tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:36.018421 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e47f8f-ca1a-4602-87ec-3aa83719978e None None] Network ef47087f-67de-4613-a452-fdeb21330d72 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:07:36.036954 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7ac6fefa-58d9-4b3d-abb0-fbd22e7a2ffd tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4129410 Aug 10 04:07:36.036954 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42738) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:36.037277 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-21b1f8ca-43d1-45b3-b453-e44bd1a79758 None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:36.047013 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-21b1f8ca-43d1-45b3-b453-e44bd1a79758 None None] Transition to ACTIVE for port object 21e1eed1-fe37-4427-a5de-6e23ec67a116 will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:07:36.054000 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-21b1f8ca-43d1-45b3-b453-e44bd1a79758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:36.100658 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-21b1f8ca-43d1-45b3-b453-e44bd1a79758 None None] Attempting to bind port 21e1eed1-fe37-4427-a5de-6e23ec67a116 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:07:36.101035 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-21b1f8ca-43d1-45b3-b453-e44bd1a79758 None None] Attempting to bind port 21e1eed1-fe37-4427-a5de-6e23ec67a116 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:07:36.101396 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b1f8ca-43d1-45b3-b453-e44bd1a79758 None None] Attempting to bind port 21e1eed1-fe37-4427-a5de-6e23ec67a116 on network 09ca2025-b9a6-4e84-8019-8d9fbef3753e {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:07:36.115883 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7428c7c-427b-4123-ab55-f2d91764a3ed None None] Pushing event updated for resources: {'Port': ['ID=21e1eed1-fe37-4427-a5de-6e23ec67a116,revision_number=2']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:36.123395 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7428c7c-427b-4123-ab55-f2d91764a3ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:36.123742 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7428c7c-427b-4123-ab55-f2d91764a3ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:36.125064 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7428c7c-427b-4123-ab55-f2d91764a3ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:36.125064 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7428c7c-427b-4123-ab55-f2d91764a3ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:36.125064 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7428c7c-427b-4123-ab55-f2d91764a3ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:36.125332 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7428c7c-427b-4123-ab55-f2d91764a3ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:36.125480 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7428c7c-427b-4123-ab55-f2d91764a3ed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:36.125758 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7428c7c-427b-4123-ab55-f2d91764a3ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:36.126085 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7428c7c-427b-4123-ab55-f2d91764a3ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:36.126416 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7428c7c-427b-4123-ab55-f2d91764a3ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:36.126727 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7428c7c-427b-4123-ab55-f2d91764a3ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:36.127084 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7428c7c-427b-4123-ab55-f2d91764a3ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:36.130272 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b1f8ca-43d1-45b3-b453-e44bd1a79758 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:07:36.130647 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b1f8ca-43d1-45b3-b453-e44bd1a79758 None None] Checking segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:07:36.131069 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-21b1f8ca-43d1-45b3-b453-e44bd1a79758 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:36.131455 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b1f8ca-43d1-45b3-b453-e44bd1a79758 None None] Bound using segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:07:36.131932 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-21b1f8ca-43d1-45b3-b453-e44bd1a79758 None None] Bound port: 21e1eed1-fe37-4427-a5de-6e23ec67a116, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:07:36.132312 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-21b1f8ca-43d1-45b3-b453-e44bd1a79758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:36.159981 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:36.189942 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250cfa4e-6681-4f27-a530-87aa238da95a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-ef47087f-67de-4613-a452-fdeb21330d72', 'network_id': 'ef47087f-67de-4613-a452-fdeb21330d72', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'fixed_ips': [{'subnet_id': '0f904e6f-893c-4267-a548-e4dd7fe7989d'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:07:36.191104 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-250cfa4e-6681-4f27-a530-87aa238da95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:36.191606 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-21b1f8ca-43d1-45b3-b453-e44bd1a79758 None None] For port 21e1eed1-fe37-4427-a5de-6e23ec67a116, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:07:36.195193 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-21b1f8ca-43d1-45b3-b453-e44bd1a79758 None None] For port 21e1eed1-fe37-4427-a5de-6e23ec67a116, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=21e1eed1-fe37-4427-a5de-6e23ec67a116,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:07:36.200077 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-21b1f8ca-43d1-45b3-b453-e44bd1a79758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:36.257413 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b1f8ca-43d1-45b3-b453-e44bd1a79758 None None] Routers {'92fadb82-68c2-49c9-b776-3155dcbaa00f'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:07:36.258036 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-21b1f8ca-43d1-45b3-b453-e44bd1a79758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:07:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['92fadb82-68c2-49c9-b776-3155dcbaa00f'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:36.263215 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7428c7c-427b-4123-ab55-f2d91764a3ed None None] Pushing event updated for resources: {'Port': ['ID=21e1eed1-fe37-4427-a5de-6e23ec67a116,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:36.346381 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-250cfa4e-6681-4f27-a530-87aa238da95a None None] Allocated IP 172.20.0.2 (ef47087f-67de-4613-a452-fdeb21330d72/0f904e6f-893c-4267-a548-e4dd7fe7989d/d9a45b44-1dbf-48aa-bf30-c0ff80c79760) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:07:36.374001 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-21b1f8ca-43d1-45b3-b453-e44bd1a79758 None None] Set router 92fadb82-68c2-49c9-b776-3155dcbaa00f gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:07:36.507820 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-250cfa4e-6681-4f27-a530-87aa238da95a None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:36.518093 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-250cfa4e-6681-4f27-a530-87aa238da95a None None] Transition to ACTIVE for port object d9a45b44-1dbf-48aa-bf30-c0ff80c79760 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:07:36.528329 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5b56c29a-0ca3-42a9-9323-d4f861291970 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:36.537139 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-250cfa4e-6681-4f27-a530-87aa238da95a None None] Transition to ACTIVE for port object d9a45b44-1dbf-48aa-bf30-c0ff80c79760 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:07:36.546874 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-250cfa4e-6681-4f27-a530-87aa238da95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:36.559409 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-21b1f8ca-43d1-45b3-b453-e44bd1a79758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fadb82-68c2-49c9-b776-3155dcbaa00f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270540651', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '21e1eed1-fe37-4427-a5de-6e23ec67a116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:33Z', 'updated_at': '2021-08-10T04:07:34Z', 'revision_number': 3, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': '21e1eed1-fe37-4427-a5de-6e23ec67a116', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:66:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92fadb82-68c2-49c9-b776-3155dcbaa00f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:34Z', 'updated_at': '2021-08-10T04:07:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:36.586064 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250cfa4e-6681-4f27-a530-87aa238da95a None None] Network ef47087f-67de-4613-a452-fdeb21330d72 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:07:36.587092 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b1f8ca-43d1-45b3-b453-e44bd1a79758 None None] The sync data for ids ['92fadb82-68c2-49c9-b776-3155dcbaa00f'] in n-d-768851-15 is: [{'id': '92fadb82-68c2-49c9-b776-3155dcbaa00f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270540651', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '21e1eed1-fe37-4427-a5de-6e23ec67a116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:33Z', 'updated_at': '2021-08-10T04:07:34Z', 'revision_number': 3, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': '21e1eed1-fe37-4427-a5de-6e23ec67a116', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:66:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92fadb82-68c2-49c9-b776-3155dcbaa00f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:34Z', 'updated_at': '2021-08-10T04:07:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:07:36.594838 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-250cfa4e-6681-4f27-a530-87aa238da95a None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:07:36.602143 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250cfa4e-6681-4f27-a530-87aa238da95a None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:07:36.623936 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250cfa4e-6681-4f27-a530-87aa238da95a None None] Pushing event updated for resources: {'Port': ['ID=d9a45b44-1dbf-48aa-bf30-c0ff80c79760,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:36.672129 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-250cfa4e-6681-4f27-a530-87aa238da95a None None] Attempting to bind port d9a45b44-1dbf-48aa-bf30-c0ff80c79760 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:07:36.672540 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-250cfa4e-6681-4f27-a530-87aa238da95a None None] Attempting to bind port d9a45b44-1dbf-48aa-bf30-c0ff80c79760 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '07c822d3-bd1c-45eb-a28b-2482dbd47aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ef47087f-67de-4613-a452-fdeb21330d72'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:07:36.673037 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250cfa4e-6681-4f27-a530-87aa238da95a None None] Attempting to bind port d9a45b44-1dbf-48aa-bf30-c0ff80c79760 on network ef47087f-67de-4613-a452-fdeb21330d72 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:07:36.678428 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250cfa4e-6681-4f27-a530-87aa238da95a None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:07:36.678840 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250cfa4e-6681-4f27-a530-87aa238da95a None None] Checking segment: {'id': '07c822d3-bd1c-45eb-a28b-2482dbd47aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ef47087f-67de-4613-a452-fdeb21330d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:07:36.679247 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-250cfa4e-6681-4f27-a530-87aa238da95a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:36.679643 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250cfa4e-6681-4f27-a530-87aa238da95a None None] Bound using segment: {'id': '07c822d3-bd1c-45eb-a28b-2482dbd47aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ef47087f-67de-4613-a452-fdeb21330d72'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:07:36.680120 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-250cfa4e-6681-4f27-a530-87aa238da95a None None] Bound port: d9a45b44-1dbf-48aa-bf30-c0ff80c79760, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07c822d3-bd1c-45eb-a28b-2482dbd47aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ef47087f-67de-4613-a452-fdeb21330d72'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:07:36.680939 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-250cfa4e-6681-4f27-a530-87aa238da95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:36.754580 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-250cfa4e-6681-4f27-a530-87aa238da95a None None] For port d9a45b44-1dbf-48aa-bf30-c0ff80c79760, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:07:36.757940 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-250cfa4e-6681-4f27-a530-87aa238da95a None None] For port d9a45b44-1dbf-48aa-bf30-c0ff80c79760, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=d9a45b44-1dbf-48aa-bf30-c0ff80c79760,segment=NetworkSegment(07c822d3-bd1c-45eb-a28b-2482dbd47aa0),segment_id=07c822d3-bd1c-45eb-a28b-2482dbd47aa0)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:07:36.763155 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-250cfa4e-6681-4f27-a530-87aa238da95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:36.862416 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250cfa4e-6681-4f27-a530-87aa238da95a None None] Pushing event updated for resources: {'Port': ['ID=d9a45b44-1dbf-48aa-bf30-c0ff80c79760,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:36.885846 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-5b56c29a-0ca3-42a9-9323-d4f861291970 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Allocated IP 172.20.0.1 (ef47087f-67de-4613-a452-fdeb21330d72/0f904e6f-893c-4267-a548-e4dd7fe7989d/244dc58b-3f05-4757-84d3-dc4836927b6c) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:07:37.043320 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5b56c29a-0ca3-42a9-9323-d4f861291970 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:37.058816 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [None req-5b56c29a-0ca3-42a9-9323-d4f861291970 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Transition to ACTIVE for port object 244dc58b-3f05-4757-84d3-dc4836927b6c will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:07:37.099997 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5b56c29a-0ca3-42a9-9323-d4f861291970 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:37.152145 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b56c29a-0ca3-42a9-9323-d4f861291970 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Network ef47087f-67de-4613-a452-fdeb21330d72 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:07:37.155862 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-5b56c29a-0ca3-42a9-9323-d4f861291970 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:07:37.158393 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b56c29a-0ca3-42a9-9323-d4f861291970 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:07:37.185777 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b56c29a-0ca3-42a9-9323-d4f861291970 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'Port': ['ID=244dc58b-3f05-4757-84d3-dc4836927b6c,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:37.213113 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5b56c29a-0ca3-42a9-9323-d4f861291970 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:37.353794 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5b56c29a-0ca3-42a9-9323-d4f861291970 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:37.630772 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 21e1eed1-fe37-4427-a5de-6e23ec67a116 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:07:37.659982 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5b56c29a-0ca3-42a9-9323-d4f861291970 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:37.665423 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5b56c29a-0ca3-42a9-9323-d4f861291970 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:37.686217 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 21e1eed1-fe37-4427-a5de-6e23ec67a116 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:07:37.690443 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 21e1eed1-fe37-4427-a5de-6e23ec67a116 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:07:37.690996 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:37.748375 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b56c29a-0ca3-42a9-9323-d4f861291970 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'Port': ['ID=244dc58b-3f05-4757-84d3-dc4836927b6c,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:37.751962 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-5b56c29a-0ca3-42a9-9323-d4f861291970 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:37.784426 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:37.808058 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 21e1eed1-fe37-4427-a5de-6e23ec67a116, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=21e1eed1-fe37-4427-a5de-6e23ec67a116,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:37.814180 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:37.815160 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device d9a45b44-1dbf-48aa-bf30-c0ff80c79760 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:07:37.853723 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b56c29a-0ca3-42a9-9323-d4f861291970 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Network ef47087f-67de-4613-a452-fdeb21330d72 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:07:37.855202 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-5b56c29a-0ca3-42a9-9323-d4f861291970 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:07:37.876633 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf5b897-ea67-4fbb-9fe8-faee11a1e403 None None] Network ef47087f-67de-4613-a452-fdeb21330d72 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:07:37.951401 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=21e1eed1-fe37-4427-a5de-6e23ec67a116,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:37.954137 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d867e114-e66e-40cd-a3e7-51cbb31064cf None None] Provisioning for port d9a45b44-1dbf-48aa-bf30-c0ff80c79760 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:07:37.970429 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b56c29a-0ca3-42a9-9323-d4f861291970 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Router 92fadb82-68c2-49c9-b776-3155dcbaa00f has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:07:37.992473 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port d9a45b44-1dbf-48aa-bf30-c0ff80c79760 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:07:37.998248 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port d9a45b44-1dbf-48aa-bf30-c0ff80c79760 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:07:37.998627 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:38.092435 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b56c29a-0ca3-42a9-9323-d4f861291970 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:07:38.099223 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-5b56c29a-0ca3-42a9-9323-d4f861291970 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "PUT /v2.0/routers/92fadb82-68c2-49c9-b776-3155dcbaa00f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0614190 Aug 10 04:07:38.143549 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:38.184394 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port d9a45b44-1dbf-48aa-bf30-c0ff80c79760, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=d9a45b44-1dbf-48aa-bf30-c0ff80c79760,segment=NetworkSegment(07c822d3-bd1c-45eb-a28b-2482dbd47aa0),segment_id=07c822d3-bd1c-45eb-a28b-2482dbd47aa0)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:38.189028 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:38.241522 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=d9a45b44-1dbf-48aa-bf30-c0ff80c79760,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:38.286119 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-46f9c1e8-046b-4d68-9dfd-a428ac193f96 req-1505a256-85db-4f52-89ad-2a6299ececa0 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-826713512&fields=id&tenant_id=0974328c2e43431896bddcacf9b7a031 HTTP/1.1" status: 200 len: 267 time: 0.0443118 Aug 10 04:07:38.345247 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6ed168-6610-45f6-a4b1-5dfa87dcc0df None None] Sync routers for ids ['92fadb82-68c2-49c9-b776-3155dcbaa00f'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:07:38.356606 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6ed168-6610-45f6-a4b1-5dfa87dcc0df None None] Routers {'92fadb82-68c2-49c9-b776-3155dcbaa00f'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:07:38.357565 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-ee6ed168-6610-45f6-a4b1-5dfa87dcc0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:07:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['92fadb82-68c2-49c9-b776-3155dcbaa00f'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:38.404633 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f9c1e8-046b-4d68-9dfd-a428ac193f96 req-d2775933-505e-48c7-87a9-9460a6cdcd51 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:38.408324 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-46f9c1e8-046b-4d68-9dfd-a428ac193f96 req-d2775933-505e-48c7-87a9-9460a6cdcd51 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/networks?id=ef47087f-67de-4613-a452-fdeb21330d72 HTTP/1.1" status: 200 len: 796 time: 0.1146042 Aug 10 04:07:38.425897 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-46f9c1e8-046b-4d68-9dfd-a428ac193f96 req-3a336354-e426-42ee-8130-100b122576ed tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/quotas/0974328c2e43431896bddcacf9b7a031 HTTP/1.1" status: 200 len: 375 time: 0.0115061 Aug 10 04:07:38.454131 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-a6da7e12-47ac-4bd7-9bd9-3bc1bd1fdd99 None None] Provisioning complete for port d9a45b44-1dbf-48aa-bf30-c0ff80c79760 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:07:38.454892 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a6da7e12-47ac-4bd7-9bd9-3bc1bd1fdd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:38.483877 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-46f9c1e8-046b-4d68-9dfd-a428ac193f96 req-bf65188f-5f54-461d-97e4-af2d4da22d08 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0974328c2e43431896bddcacf9b7a031&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493054 Aug 10 04:07:38.512925 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-ee6ed168-6610-45f6-a4b1-5dfa87dcc0df None None] Set router 92fadb82-68c2-49c9-b776-3155dcbaa00f gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:07:38.595835 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-46f9c1e8-046b-4d68-9dfd-a428ac193f96 req-3c9f69f1-9e3f-4726-b8ed-b6316bcb1bf4 service neutron] 10.222.0.62 "GET /v2.0/networks/ef47087f-67de-4613-a452-fdeb21330d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995650 Aug 10 04:07:38.698721 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-46f9c1e8-046b-4d68-9dfd-a428ac193f96 req-43fcd37f-cf82-48aa-b3ef-a7417d5142b9 service neutron] 10.222.0.62 "GET /v2.0/networks/ef47087f-67de-4613-a452-fdeb21330d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960839 Aug 10 04:07:38.851117 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-a6da7e12-47ac-4bd7-9bd9-3bc1bd1fdd99 None None] Provisioning for port 244dc58b-3f05-4757-84d3-dc4836927b6c completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:07:38.861464 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-a6da7e12-47ac-4bd7-9bd9-3bc1bd1fdd99 None None] Provisioning complete for port 244dc58b-3f05-4757-84d3-dc4836927b6c triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:07:38.861925 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a6da7e12-47ac-4bd7-9bd9-3bc1bd1fdd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:38.898372 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-938a9f9c-4e85-4256-b15c-7f2d03e048e4 req-d4107317-603f-485b-85a3-c58c06004dc7 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=63d63756-f0de-46ad-95ad-3ffc4bba9c57 HTTP/1.1" status: 200 len: 210 time: 0.0275586 Aug 10 04:07:38.932767 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-a6da7e12-47ac-4bd7-9bd9-3bc1bd1fdd99 None None] Port 244dc58b-3f05-4757-84d3-dc4836927b6c cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:07:38.960057 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-ee6ed168-6610-45f6-a4b1-5dfa87dcc0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fadb82-68c2-49c9-b776-3155dcbaa00f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270540651', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '21e1eed1-fe37-4427-a5de-6e23ec67a116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:33Z', 'updated_at': '2021-08-10T04:07:37Z', 'revision_number': 4, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': '21e1eed1-fe37-4427-a5de-6e23ec67a116', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:66:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fadb82-68c2-49c9-b776-3155dcbaa00f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:34Z', 'updated_at': '2021-08-10T04:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '244dc58b-3f05-4757-84d3-dc4836927b6c', 'name': '', 'network_id': 'ef47087f-67de-4613-a452-fdeb21330d72', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'mac_address': 'fa:16:3e:88:b6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92fadb82-68c2-49c9-b776-3155dcbaa00f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '0f904e6f-893c-4267-a548-e4dd7fe7989d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:36Z', 'updated_at': '2021-08-10T04:07:37Z', 'revision_number': 2, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'subnets': [{'id': '0f904e6f-893c-4267-a548-e4dd7fe7989d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:38.987683 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6ed168-6610-45f6-a4b1-5dfa87dcc0df None None] Checking router: 92fadb82-68c2-49c9-b776-3155dcbaa00f for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:07:38.988044 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6ed168-6610-45f6-a4b1-5dfa87dcc0df None None] Updating router 92fadb82-68c2-49c9-b776-3155dcbaa00f port 244dc58b-3f05-4757-84d3-dc4836927b6c binding host n-d-768851-15 {{(pid=94218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:07:39.013379 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ed168-6610-45f6-a4b1-5dfa87dcc0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:39.120867 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-f2654b03-56c7-4bc9-8a64-79802fedc8ac None None] Provisioning complete for port 244dc58b-3f05-4757-84d3-dc4836927b6c triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:07:39.121243 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f2654b03-56c7-4bc9-8a64-79802fedc8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:39.174844 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-f2654b03-56c7-4bc9-8a64-79802fedc8ac None None] Port 244dc58b-3f05-4757-84d3-dc4836927b6c cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:07:39.325155 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ed168-6610-45f6-a4b1-5dfa87dcc0df None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:39.335360 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-ee6ed168-6610-45f6-a4b1-5dfa87dcc0df None None] Transition to ACTIVE for port object 244dc58b-3f05-4757-84d3-dc4836927b6c will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:07:39.340835 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ed168-6610-45f6-a4b1-5dfa87dcc0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:39.390513 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd4c159-46be-4d60-a854-0748bbd772c6 None None] Pushing event updated for resources: {'Port': ['ID=244dc58b-3f05-4757-84d3-dc4836927b6c,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:39.446497 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-ee6ed168-6610-45f6-a4b1-5dfa87dcc0df None None] Attempting to bind port 244dc58b-3f05-4757-84d3-dc4836927b6c on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:07:39.447139 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-ee6ed168-6610-45f6-a4b1-5dfa87dcc0df None None] Attempting to bind port 244dc58b-3f05-4757-84d3-dc4836927b6c by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '07c822d3-bd1c-45eb-a28b-2482dbd47aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ef47087f-67de-4613-a452-fdeb21330d72'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:07:39.447740 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6ed168-6610-45f6-a4b1-5dfa87dcc0df None None] Attempting to bind port 244dc58b-3f05-4757-84d3-dc4836927b6c on network ef47087f-67de-4613-a452-fdeb21330d72 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:07:39.455080 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6ed168-6610-45f6-a4b1-5dfa87dcc0df None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:07:39.455492 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6ed168-6610-45f6-a4b1-5dfa87dcc0df None None] Checking segment: {'id': '07c822d3-bd1c-45eb-a28b-2482dbd47aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ef47087f-67de-4613-a452-fdeb21330d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:07:39.455879 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ed168-6610-45f6-a4b1-5dfa87dcc0df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:39.456307 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6ed168-6610-45f6-a4b1-5dfa87dcc0df None None] Bound using segment: {'id': '07c822d3-bd1c-45eb-a28b-2482dbd47aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ef47087f-67de-4613-a452-fdeb21330d72'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:07:39.456762 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-ee6ed168-6610-45f6-a4b1-5dfa87dcc0df None None] Bound port: 244dc58b-3f05-4757-84d3-dc4836927b6c, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07c822d3-bd1c-45eb-a28b-2482dbd47aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ef47087f-67de-4613-a452-fdeb21330d72'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:07:39.457157 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ed168-6610-45f6-a4b1-5dfa87dcc0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:39.535541 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-ee6ed168-6610-45f6-a4b1-5dfa87dcc0df None None] For port 244dc58b-3f05-4757-84d3-dc4836927b6c, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:07:39.539515 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-ee6ed168-6610-45f6-a4b1-5dfa87dcc0df None None] For port 244dc58b-3f05-4757-84d3-dc4836927b6c, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=244dc58b-3f05-4757-84d3-dc4836927b6c,segment=NetworkSegment(07c822d3-bd1c-45eb-a28b-2482dbd47aa0),segment_id=07c822d3-bd1c-45eb-a28b-2482dbd47aa0)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:07:39.545118 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ed168-6610-45f6-a4b1-5dfa87dcc0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:39.579259 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 21e1eed1-fe37-4427-a5de-6e23ec67a116 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:07:39.652002 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd4c159-46be-4d60-a854-0748bbd772c6 None None] Pushing event updated for resources: {'Port': ['ID=244dc58b-3f05-4757-84d3-dc4836927b6c,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:39.662189 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6ed168-6610-45f6-a4b1-5dfa87dcc0df None None] Routers {'92fadb82-68c2-49c9-b776-3155dcbaa00f'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:07:39.662831 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-ee6ed168-6610-45f6-a4b1-5dfa87dcc0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:07:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['92fadb82-68c2-49c9-b776-3155dcbaa00f'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:39.749302 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 21e1eed1-fe37-4427-a5de-6e23ec67a116 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:07:39.749677 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:39.807697 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-ee6ed168-6610-45f6-a4b1-5dfa87dcc0df None None] Set router 92fadb82-68c2-49c9-b776-3155dcbaa00f gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:07:39.973558 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f9c1e8-046b-4d68-9dfd-a428ac193f96 req-6327c162-76f0-47fe-8b63-0979148b8802 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:39.976698 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-46f9c1e8-046b-4d68-9dfd-a428ac193f96 req-6327c162-76f0-47fe-8b63-0979148b8802 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.60 "GET /v2.0/networks?id=ef47087f-67de-4613-a452-fdeb21330d72 HTTP/1.1" status: 200 len: 796 time: 0.1185949 Aug 10 04:07:39.980662 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device d9a45b44-1dbf-48aa-bf30-c0ff80c79760 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:07:40.045175 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0ec3f0c2-8d38-434d-a35f-a5f9dd7b8848 req-403eaa6e-9f69-4739-ae94-abcf99ae7450 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=63d63756-f0de-46ad-95ad-3ffc4bba9c57 HTTP/1.1" status: 200 len: 210 time: 0.0430951 Aug 10 04:07:40.054985 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-46f9c1e8-046b-4d68-9dfd-a428ac193f96 req-fc72252a-2c60-4eea-8cfc-55602408a140 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0974328c2e43431896bddcacf9b7a031 HTTP/1.1" status: 200 len: 379 time: 0.0622468 Aug 10 04:07:40.067052 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-46f9c1e8-046b-4d68-9dfd-a428ac193f96 req-d2be17dc-e71c-4a1d-8e6b-f32c9eac97cf tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Request body: {'port': {'device_id': '63d63756-f0de-46ad-95ad-3ffc4bba9c57', 'network_id': 'ef47087f-67de-4613-a452-fdeb21330d72', 'admin_state_up': True, 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'security_groups': ['238bb2c6-d494-4636-83ef-cb369c3e6c7b']}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:07:40.083835 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port d9a45b44-1dbf-48aa-bf30-c0ff80c79760 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:07:40.084208 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:40.141669 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-ee6ed168-6610-45f6-a4b1-5dfa87dcc0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fadb82-68c2-49c9-b776-3155dcbaa00f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270540651', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '21e1eed1-fe37-4427-a5de-6e23ec67a116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:33Z', 'updated_at': '2021-08-10T04:07:37Z', 'revision_number': 4, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': '21e1eed1-fe37-4427-a5de-6e23ec67a116', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:66:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fadb82-68c2-49c9-b776-3155dcbaa00f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:34Z', 'updated_at': '2021-08-10T04:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '244dc58b-3f05-4757-84d3-dc4836927b6c', 'name': '', 'network_id': 'ef47087f-67de-4613-a452-fdeb21330d72', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'mac_address': 'fa:16:3e:88:b6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92fadb82-68c2-49c9-b776-3155dcbaa00f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '0f904e6f-893c-4267-a548-e4dd7fe7989d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:36Z', 'updated_at': '2021-08-10T04:07:39Z', 'revision_number': 4, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'subnets': [{'id': '0f904e6f-893c-4267-a548-e4dd7fe7989d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:40.172671 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6ed168-6610-45f6-a4b1-5dfa87dcc0df None None] The sync data for ids ['92fadb82-68c2-49c9-b776-3155dcbaa00f'] in n-d-768851-15 is: [{'id': '92fadb82-68c2-49c9-b776-3155dcbaa00f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270540651', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '21e1eed1-fe37-4427-a5de-6e23ec67a116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:33Z', 'updated_at': '2021-08-10T04:07:37Z', 'revision_number': 4, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': '21e1eed1-fe37-4427-a5de-6e23ec67a116', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:66:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fadb82-68c2-49c9-b776-3155dcbaa00f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:34Z', 'updated_at': '2021-08-10T04:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '244dc58b-3f05-4757-84d3-dc4836927b6c', 'name': '', 'network_id': 'ef47087f-67de-4613-a452-fdeb21330d72', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'mac_address': 'fa:16:3e:88:b6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92fadb82-68c2-49c9-b776-3155dcbaa00f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '0f904e6f-893c-4267-a548-e4dd7fe7989d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:36Z', 'updated_at': '2021-08-10T04:07:39Z', 'revision_number': 4, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'subnets': [{'id': '0f904e6f-893c-4267-a548-e4dd7fe7989d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:07:40.518409 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46f9c1e8-046b-4d68-9dfd-a428ac193f96 req-d2be17dc-e71c-4a1d-8e6b-f32c9eac97cf tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Made reservation on behalf of 0974328c2e43431896bddcacf9b7a031 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:07:40.522042 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-46f9c1e8-046b-4d68-9dfd-a428ac193f96 req-d2be17dc-e71c-4a1d-8e6b-f32c9eac97cf tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:40.656402 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-46f9c1e8-046b-4d68-9dfd-a428ac193f96 req-d2be17dc-e71c-4a1d-8e6b-f32c9eac97cf tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Allocated IP 172.20.0.6 (ef47087f-67de-4613-a452-fdeb21330d72/0f904e6f-893c-4267-a548-e4dd7fe7989d/7dd8a77e-67a2-4ef1-9326-28e03baa7048) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:07:40.806482 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-46f9c1e8-046b-4d68-9dfd-a428ac193f96 req-d2be17dc-e71c-4a1d-8e6b-f32c9eac97cf tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:40.820892 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-46f9c1e8-046b-4d68-9dfd-a428ac193f96 req-d2be17dc-e71c-4a1d-8e6b-f32c9eac97cf tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Transition to ACTIVE for port object 7dd8a77e-67a2-4ef1-9326-28e03baa7048 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:07:40.856439 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-46f9c1e8-046b-4d68-9dfd-a428ac193f96 req-d2be17dc-e71c-4a1d-8e6b-f32c9eac97cf tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:40.900314 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46f9c1e8-046b-4d68-9dfd-a428ac193f96 req-d2be17dc-e71c-4a1d-8e6b-f32c9eac97cf tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Network ef47087f-67de-4613-a452-fdeb21330d72 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:07:40.906171 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-46f9c1e8-046b-4d68-9dfd-a428ac193f96 req-d2be17dc-e71c-4a1d-8e6b-f32c9eac97cf tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:07:40.908998 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f9c1e8-046b-4d68-9dfd-a428ac193f96 req-d2be17dc-e71c-4a1d-8e6b-f32c9eac97cf tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:07:40.944269 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2be17dc-e71c-4a1d-8e6b-f32c9eac97cf tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'Port': ['ID=7dd8a77e-67a2-4ef1-9326-28e03baa7048,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:40.973582 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f9c1e8-046b-4d68-9dfd-a428ac193f96 req-d2be17dc-e71c-4a1d-8e6b-f32c9eac97cf tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:40.974510 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-46f9c1e8-046b-4d68-9dfd-a428ac193f96 req-d2be17dc-e71c-4a1d-8e6b-f32c9eac97cf tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:40.993592 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-46f9c1e8-046b-4d68-9dfd-a428ac193f96 req-d2be17dc-e71c-4a1d-8e6b-f32c9eac97cf tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9315891 Aug 10 04:07:41.012266 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-46f9c1e8-046b-4d68-9dfd-a428ac193f96 req-5d2e5515-3f2c-4f24-a711-b2d0366dc49d service neutron] Request body: {'port': {'device_id': '63d63756-f0de-46ad-95ad-3ffc4bba9c57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:07:41.072408 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-46f9c1e8-046b-4d68-9dfd-a428ac193f96 req-5d2e5515-3f2c-4f24-a711-b2d0366dc49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:41.206934 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-f03211a5-632c-47a4-ab92-ab0034b78bc5 None None] Provisioning for port 7dd8a77e-67a2-4ef1-9326-28e03baa7048 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:07:41.210846 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-f03211a5-632c-47a4-ab92-ab0034b78bc5 None None] Provisioning complete for port 7dd8a77e-67a2-4ef1-9326-28e03baa7048 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:07:41.211287 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f03211a5-632c-47a4-ab92-ab0034b78bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:41.243819 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126d4f9-31fd-4fd5-8f23-195415c87b1c req-8717c533-d718-4bfb-a41e-7347f6042b5b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:41.245786 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5126d4f9-31fd-4fd5-8f23-195415c87b1c req-8717c533-d718-4bfb-a41e-7347f6042b5b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=63d63756-f0de-46ad-95ad-3ffc4bba9c57 HTTP/1.1" status: 200 len: 931 time: 0.1202164 Aug 10 04:07:41.247132 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-f03211a5-632c-47a4-ab92-ab0034b78bc5 None None] Port 7dd8a77e-67a2-4ef1-9326-28e03baa7048 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:07:41.332827 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5126d4f9-31fd-4fd5-8f23-195415c87b1c req-97193a9b-bcfc-42bf-8b76-69ef326ae4ed tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=238bb2c6-d494-4636-83ef-cb369c3e6c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806949 Aug 10 04:07:41.415935 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-46f9c1e8-046b-4d68-9dfd-a428ac193f96 req-5d2e5515-3f2c-4f24-a711-b2d0366dc49d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dd8a77e-67a2-4ef1-9326-28e03baa7048 {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:07:41.423236 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-46f9c1e8-046b-4d68-9dfd-a428ac193f96 req-5d2e5515-3f2c-4f24-a711-b2d0366dc49d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:41.435141 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-46f9c1e8-046b-4d68-9dfd-a428ac193f96 req-5d2e5515-3f2c-4f24-a711-b2d0366dc49d service neutron] Transition to ACTIVE for port object 7dd8a77e-67a2-4ef1-9326-28e03baa7048 will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:07:41.439134 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-46f9c1e8-046b-4d68-9dfd-a428ac193f96 req-5d2e5515-3f2c-4f24-a711-b2d0366dc49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:41.491131 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e5515-3f2c-4f24-a711-b2d0366dc49d service neutron] Pushing event updated for resources: {'Port': ['ID=7dd8a77e-67a2-4ef1-9326-28e03baa7048,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:41.564959 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-46f9c1e8-046b-4d68-9dfd-a428ac193f96 req-5d2e5515-3f2c-4f24-a711-b2d0366dc49d service neutron] Attempting to bind port 7dd8a77e-67a2-4ef1-9326-28e03baa7048 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:07:41.565446 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-46f9c1e8-046b-4d68-9dfd-a428ac193f96 req-5d2e5515-3f2c-4f24-a711-b2d0366dc49d service neutron] Attempting to bind port 7dd8a77e-67a2-4ef1-9326-28e03baa7048 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '07c822d3-bd1c-45eb-a28b-2482dbd47aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ef47087f-67de-4613-a452-fdeb21330d72'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:07:41.566603 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f9c1e8-046b-4d68-9dfd-a428ac193f96 req-5d2e5515-3f2c-4f24-a711-b2d0366dc49d service neutron] Attempting to bind port 7dd8a77e-67a2-4ef1-9326-28e03baa7048 on network ef47087f-67de-4613-a452-fdeb21330d72 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:07:41.570792 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f9c1e8-046b-4d68-9dfd-a428ac193f96 req-5d2e5515-3f2c-4f24-a711-b2d0366dc49d service neutron] Port 7dd8a77e-67a2-4ef1-9326-28e03baa7048 on network ef47087f-67de-4613-a452-fdeb21330d72 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:07:41.571120 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f9c1e8-046b-4d68-9dfd-a428ac193f96 req-5d2e5515-3f2c-4f24-a711-b2d0366dc49d service neutron] Attempting to bind port 7dd8a77e-67a2-4ef1-9326-28e03baa7048 on network ef47087f-67de-4613-a452-fdeb21330d72 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:07:41.577769 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f9c1e8-046b-4d68-9dfd-a428ac193f96 req-5d2e5515-3f2c-4f24-a711-b2d0366dc49d service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:07:41.578268 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f9c1e8-046b-4d68-9dfd-a428ac193f96 req-5d2e5515-3f2c-4f24-a711-b2d0366dc49d service neutron] Checking segment: {'id': '07c822d3-bd1c-45eb-a28b-2482dbd47aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ef47087f-67de-4613-a452-fdeb21330d72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:07:41.578854 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f9c1e8-046b-4d68-9dfd-a428ac193f96 req-5d2e5515-3f2c-4f24-a711-b2d0366dc49d service neutron] Bound using segment: {'id': '07c822d3-bd1c-45eb-a28b-2482dbd47aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ef47087f-67de-4613-a452-fdeb21330d72'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:07:41.579264 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-46f9c1e8-046b-4d68-9dfd-a428ac193f96 req-5d2e5515-3f2c-4f24-a711-b2d0366dc49d service neutron] Bound port: 7dd8a77e-67a2-4ef1-9326-28e03baa7048, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07c822d3-bd1c-45eb-a28b-2482dbd47aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ef47087f-67de-4613-a452-fdeb21330d72'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:07:41.579891 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-46f9c1e8-046b-4d68-9dfd-a428ac193f96 req-5d2e5515-3f2c-4f24-a711-b2d0366dc49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:41.594101 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 244dc58b-3f05-4757-84d3-dc4836927b6c up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:07:41.654173 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 244dc58b-3f05-4757-84d3-dc4836927b6c completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:07:41.657164 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-46f9c1e8-046b-4d68-9dfd-a428ac193f96 req-5d2e5515-3f2c-4f24-a711-b2d0366dc49d service neutron] For port 7dd8a77e-67a2-4ef1-9326-28e03baa7048, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:07:41.658490 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 244dc58b-3f05-4757-84d3-dc4836927b6c triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:07:41.658953 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:41.660765 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-46f9c1e8-046b-4d68-9dfd-a428ac193f96 req-5d2e5515-3f2c-4f24-a711-b2d0366dc49d service neutron] For port 7dd8a77e-67a2-4ef1-9326-28e03baa7048, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=7dd8a77e-67a2-4ef1-9326-28e03baa7048,segment=NetworkSegment(07c822d3-bd1c-45eb-a28b-2482dbd47aa0),segment_id=07c822d3-bd1c-45eb-a28b-2482dbd47aa0)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:07:41.665246 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-46f9c1e8-046b-4d68-9dfd-a428ac193f96 req-5d2e5515-3f2c-4f24-a711-b2d0366dc49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:41.701843 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f9c1e8-046b-4d68-9dfd-a428ac193f96 req-5d2e5515-3f2c-4f24-a711-b2d0366dc49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:41.702485 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-46f9c1e8-046b-4d68-9dfd-a428ac193f96 req-5d2e5515-3f2c-4f24-a711-b2d0366dc49d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:41.703944 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-46f9c1e8-046b-4d68-9dfd-a428ac193f96 req-5d2e5515-3f2c-4f24-a711-b2d0366dc49d service neutron] 10.222.0.60 "PUT /v2.0/ports/7dd8a77e-67a2-4ef1-9326-28e03baa7048 HTTP/1.1" status: 200 len: 1092 time: 0.6965022 Aug 10 04:07:41.704333 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63d63756-f0de-46ad-95ad-3ffc4bba9c57', 'tag': '7dd8a77e-67a2-4ef1-9326-28e03baa7048'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:07:41.706899 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0021ea54f387d2ae39ffe00c7e01dc720af9cc0ec992141d1f8728dec056f1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a355adf9-3859-4e72-a5ff-fd244f69b88c" -d '{"events": [{"name": "network-changed", "server_uuid": "63d63756-f0de-46ad-95ad-3ffc4bba9c57", "tag": "7dd8a77e-67a2-4ef1-9326-28e03baa7048"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:07:41.747995 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:41.749078 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e5515-3f2c-4f24-a711-b2d0366dc49d service neutron] Pushing event updated for resources: {'Port': ['ID=7dd8a77e-67a2-4ef1-9326-28e03baa7048,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:41.768134 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1b12d5-fd66-41ca-aab2-5a4d0c2facff x-openstack-request-id: req-de1b12d5-fd66-41ca-aab2-5a4d0c2facff {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:07:41.768433 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63d63756-f0de-46ad-95ad-3ffc4bba9c57", "tag": "7dd8a77e-67a2-4ef1-9326-28e03baa7048", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:07:41.768691 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-de1b12d5-fd66-41ca-aab2-5a4d0c2facff {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:07:41.769090 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63d63756-f0de-46ad-95ad-3ffc4bba9c57', 'tag': '7dd8a77e-67a2-4ef1-9326-28e03baa7048', 'status': 'completed', 'code': 200} Aug 10 04:07:41.803052 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 244dc58b-3f05-4757-84d3-dc4836927b6c, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=244dc58b-3f05-4757-84d3-dc4836927b6c,segment=NetworkSegment(07c822d3-bd1c-45eb-a28b-2482dbd47aa0),segment_id=07c822d3-bd1c-45eb-a28b-2482dbd47aa0)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:41.808833 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:41.812833 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f9c1e8-046b-4d68-9dfd-a428ac193f96 req-7a1e4f10-24eb-4077-833f-98a480d978c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:41.814568 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-46f9c1e8-046b-4d68-9dfd-a428ac193f96 req-7a1e4f10-24eb-4077-833f-98a480d978c3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0974328c2e43431896bddcacf9b7a031&device_id=63d63756-f0de-46ad-95ad-3ffc4bba9c57 HTTP/1.1" status: 200 len: 1095 time: 0.0613048 Aug 10 04:07:41.862452 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=244dc58b-3f05-4757-84d3-dc4836927b6c,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:41.868800 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-46f9c1e8-046b-4d68-9dfd-a428ac193f96 req-f12efc2e-5577-4c16-9c13-a65a9437d43b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7dd8a77e-67a2-4ef1-9326-28e03baa7048 HTTP/1.1" status: 200 len: 217 time: 0.0419216 Aug 10 04:07:41.924204 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f9c1e8-046b-4d68-9dfd-a428ac193f96 req-4046790e-1bf5-40a4-b45a-b66c218cf877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:41.925702 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-46f9c1e8-046b-4d68-9dfd-a428ac193f96 req-4046790e-1bf5-40a4-b45a-b66c218cf877 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0f904e6f-893c-4267-a548-e4dd7fe7989d HTTP/1.1" status: 200 len: 834 time: 0.0464044 Aug 10 04:07:41.976311 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f9c1e8-046b-4d68-9dfd-a428ac193f96 req-a7ab946e-c40f-4420-a5e6-3aac6d9ffe64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:41.977817 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-46f9c1e8-046b-4d68-9dfd-a428ac193f96 req-a7ab946e-c40f-4420-a5e6-3aac6d9ffe64 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ef47087f-67de-4613-a452-fdeb21330d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404701 Aug 10 04:07:42.083462 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-46f9c1e8-046b-4d68-9dfd-a428ac193f96 req-8a3ab236-37d1-4737-8b7f-c8f54f59c2cf service neutron] 10.222.0.60 "GET /v2.0/networks/ef47087f-67de-4613-a452-fdeb21330d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935054 Aug 10 04:07:42.179538 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-46f9c1e8-046b-4d68-9dfd-a428ac193f96 req-fba582bd-9978-4cf6-ad7a-2f476be72483 service neutron] 10.222.0.60 "GET /v2.0/networks/ef47087f-67de-4613-a452-fdeb21330d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847514 Aug 10 04:07:42.283754 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355adf9-3859-4e72-a5ff-fd244f69b88c req-0e994d9d-b845-44fb-ae50-6ed862eedecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:42.285219 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a355adf9-3859-4e72-a5ff-fd244f69b88c req-0e994d9d-b845-44fb-ae50-6ed862eedecc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0974328c2e43431896bddcacf9b7a031&device_id=63d63756-f0de-46ad-95ad-3ffc4bba9c57 HTTP/1.1" status: 200 len: 1095 time: 0.0476844 Aug 10 04:07:42.387938 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355adf9-3859-4e72-a5ff-fd244f69b88c req-17d754b5-0381-4a28-a750-f8776074b2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:42.389449 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a355adf9-3859-4e72-a5ff-fd244f69b88c req-17d754b5-0381-4a28-a750-f8776074b2be service neutron] 10.222.0.60 "GET /v2.0/networks?id=ef47087f-67de-4613-a452-fdeb21330d72 HTTP/1.1" status: 200 len: 897 time: 0.0967207 Aug 10 04:07:42.463860 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a355adf9-3859-4e72-a5ff-fd244f69b88c req-1d37c6bb-1879-4cd0-a46f-4ef0adb2e9c9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7dd8a77e-67a2-4ef1-9326-28e03baa7048 HTTP/1.1" status: 200 len: 217 time: 0.0605221 Aug 10 04:07:42.512643 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611aae72-cb2f-49de-903a-7b90d22f16c8 req-1425dbcd-87be-4a60-afce-673a03453a7a tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:42.514188 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-611aae72-cb2f-49de-903a-7b90d22f16c8 req-1425dbcd-87be-4a60-afce-673a03453a7a tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=63d63756-f0de-46ad-95ad-3ffc4bba9c57 HTTP/1.1" status: 200 len: 943 time: 0.1131802 Aug 10 04:07:42.545508 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355adf9-3859-4e72-a5ff-fd244f69b88c req-31a30eea-e4ac-4536-8c86-120520ecabb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:42.546942 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a355adf9-3859-4e72-a5ff-fd244f69b88c req-31a30eea-e4ac-4536-8c86-120520ecabb0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0f904e6f-893c-4267-a548-e4dd7fe7989d HTTP/1.1" status: 200 len: 834 time: 0.0728624 Aug 10 04:07:42.587291 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-611aae72-cb2f-49de-903a-7b90d22f16c8 req-9ca4bdd8-dbe2-4996-b485-877074645700 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=238bb2c6-d494-4636-83ef-cb369c3e6c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651379 Aug 10 04:07:42.605557 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355adf9-3859-4e72-a5ff-fd244f69b88c req-2ddb4491-252c-4c5f-bb46-2f0222819fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:42.607134 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a355adf9-3859-4e72-a5ff-fd244f69b88c req-2ddb4491-252c-4c5f-bb46-2f0222819fef service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ef47087f-67de-4613-a452-fdeb21330d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492311 Aug 10 04:07:42.705113 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a355adf9-3859-4e72-a5ff-fd244f69b88c req-54379de7-b579-40b2-bcf9-508e97c4dd4a service neutron] 10.222.0.60 "GET /v2.0/networks/ef47087f-67de-4613-a452-fdeb21330d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891132 Aug 10 04:07:42.802376 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a355adf9-3859-4e72-a5ff-fd244f69b88c req-eca6820d-8c8a-48e8-9461-364eda71c6ce service neutron] 10.222.0.60 "GET /v2.0/networks/ef47087f-67de-4613-a452-fdeb21330d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861013 Aug 10 04:07:43.540986 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 244dc58b-3f05-4757-84d3-dc4836927b6c up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:07:43.588521 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 244dc58b-3f05-4757-84d3-dc4836927b6c triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:07:43.588895 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:43.706612 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2f94f-c883-45e7-ae78-bdfc74b48d5c req-08dad1fb-ed6a-41d8-8111-5b5c123cc7b5 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:43.708154 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5ca2f94f-c883-45e7-ae78-bdfc74b48d5c req-08dad1fb-ed6a-41d8-8111-5b5c123cc7b5 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=63d63756-f0de-46ad-95ad-3ffc4bba9c57 HTTP/1.1" status: 200 len: 943 time: 0.0502186 Aug 10 04:07:43.750664 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5ca2f94f-c883-45e7-ae78-bdfc74b48d5c req-ba0d5cd2-3af2-40eb-9eff-370b0a26ad02 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=238bb2c6-d494-4636-83ef-cb369c3e6c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358958 Aug 10 04:07:44.023151 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 7dd8a77e-67a2-4ef1-9326-28e03baa7048 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:07:44.116686 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 7dd8a77e-67a2-4ef1-9326-28e03baa7048, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=7dd8a77e-67a2-4ef1-9326-28e03baa7048,segment=NetworkSegment(07c822d3-bd1c-45eb-a28b-2482dbd47aa0),segment_id=07c822d3-bd1c-45eb-a28b-2482dbd47aa0)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:44.128208 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '7dd8a77e-67a2-4ef1-9326-28e03baa7048', 'network_id': 'ef47087f-67de-4613-a452-fdeb21330d72', 'port_id': '7dd8a77e-67a2-4ef1-9326-28e03baa7048', 'mac_address': 'fa:16:3e:e6:64:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f904e6f-893c-4267-a548-e4dd7fe7989d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:07:44.168308 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:44.181072 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dd8a77e-67a2-4ef1-9326-28e03baa7048 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:07:44.201536 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 7dd8a77e-67a2-4ef1-9326-28e03baa7048, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=7dd8a77e-67a2-4ef1-9326-28e03baa7048,segment=NetworkSegment(07c822d3-bd1c-45eb-a28b-2482dbd47aa0),segment_id=07c822d3-bd1c-45eb-a28b-2482dbd47aa0)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:44.206560 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:44.255098 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=7dd8a77e-67a2-4ef1-9326-28e03baa7048,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:44.481959 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['7dd8a77e-67a2-4ef1-9326-28e03baa7048'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:07:44.877574 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59528037-f78e-4e1e-9a6e-5ddb6fa4557e req-b00dc04c-5ea6-42ca-baf4-a0367add3c3b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:44.879297 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-59528037-f78e-4e1e-9a6e-5ddb6fa4557e req-b00dc04c-5ea6-42ca-baf4-a0367add3c3b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=63d63756-f0de-46ad-95ad-3ffc4bba9c57 HTTP/1.1" status: 200 len: 944 time: 0.0605190 Aug 10 04:07:44.916872 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-59528037-f78e-4e1e-9a6e-5ddb6fa4557e req-e36ca997-9a60-4ee4-8f53-a07d2c6a9c70 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=238bb2c6-d494-4636-83ef-cb369c3e6c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313168 Aug 10 04:07:46.030140 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0d7e5-fda3-4824-9a4d-f1e12d536084 req-967b0dda-9f0e-4e12-b078-6ba167534b68 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:46.031683 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6df0d7e5-fda3-4824-9a4d-f1e12d536084 req-967b0dda-9f0e-4e12-b078-6ba167534b68 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=63d63756-f0de-46ad-95ad-3ffc4bba9c57 HTTP/1.1" status: 200 len: 944 time: 0.0494058 Aug 10 04:07:46.036916 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 7dd8a77e-67a2-4ef1-9326-28e03baa7048 up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:07:46.069903 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6df0d7e5-fda3-4824-9a4d-f1e12d536084 req-122e6fbd-4b06-44e8-a57b-46a5705a0cbf tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=238bb2c6-d494-4636-83ef-cb369c3e6c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322216 Aug 10 04:07:46.087103 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port 7dd8a77e-67a2-4ef1-9326-28e03baa7048 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:07:46.091093 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 7dd8a77e-67a2-4ef1-9326-28e03baa7048 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:07:46.091468 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:46.169859 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:46.193249 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d63756-f0de-46ad-95ad-3ffc4bba9c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd8a77e-67a2-4ef1-9326-28e03baa7048'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:07:46.195587 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}687ba51f6797870dc73eef52a647f30c5325a6c2ab4bb07751a6afc0cf078d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7eeabfb-6b3a-4f0d-8fec-e485ef4cb45f" -d '{"events": [{"server_uuid": "63d63756-f0de-46ad-95ad-3ffc4bba9c57", "name": "network-vif-plugged", "status": "completed", "tag": "7dd8a77e-67a2-4ef1-9326-28e03baa7048"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:07:46.209544 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 7dd8a77e-67a2-4ef1-9326-28e03baa7048, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=7dd8a77e-67a2-4ef1-9326-28e03baa7048,segment=NetworkSegment(07c822d3-bd1c-45eb-a28b-2482dbd47aa0),segment_id=07c822d3-bd1c-45eb-a28b-2482dbd47aa0)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:46.214416 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:46.237601 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f98264-d475-45a6-bde2-81c49a96568c x-openstack-request-id: req-15f98264-d475-45a6-bde2-81c49a96568c {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:07:46.237895 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d63756-f0de-46ad-95ad-3ffc4bba9c57", "name": "network-vif-plugged", "status": "completed", "tag": "7dd8a77e-67a2-4ef1-9326-28e03baa7048", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:07:46.238147 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-15f98264-d475-45a6-bde2-81c49a96568c {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:07:46.238534 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d63756-f0de-46ad-95ad-3ffc4bba9c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd8a77e-67a2-4ef1-9326-28e03baa7048', 'code': 200} Aug 10 04:07:46.267429 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=7dd8a77e-67a2-4ef1-9326-28e03baa7048,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:46.340691 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3814bedd-fca4-4c49-820d-c827d71ec29c req-56c6c8f0-1238-44b9-9f8a-de31d3ccf516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:46.343052 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3814bedd-fca4-4c49-820d-c827d71ec29c req-56c6c8f0-1238-44b9-9f8a-de31d3ccf516 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=63d63756-f0de-46ad-95ad-3ffc4bba9c57 HTTP/1.1" status: 200 len: 1097 time: 0.0447950 Aug 10 04:07:46.390165 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3814bedd-fca4-4c49-820d-c827d71ec29c req-36c6fead-a728-4377-83b7-78151db1c668 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=238bb2c6-d494-4636-83ef-cb369c3e6c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353329 Aug 10 04:07:47.186340 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48641df-2f50-480b-91ec-0b6d1d1da9bb req-0607997e-f894-434c-9387-86c89d5fb060 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:47.187868 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c48641df-2f50-480b-91ec-0b6d1d1da9bb req-0607997e-f894-434c-9387-86c89d5fb060 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=63d63756-f0de-46ad-95ad-3ffc4bba9c57 HTTP/1.1" status: 200 len: 945 time: 0.0501485 Aug 10 04:07:47.229477 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c48641df-2f50-480b-91ec-0b6d1d1da9bb req-d75f1688-0f21-4d59-adf5-9b0ebf677107 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=238bb2c6-d494-4636-83ef-cb369c3e6c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357535 Aug 10 04:07:48.344616 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9af5a9-8d57-40bf-8b89-d0b5c4f5e3f5 req-3e0b2267-9253-4e4d-84eb-ae8b445e298c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:48.346034 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6d9af5a9-8d57-40bf-8b89-d0b5c4f5e3f5 req-3e0b2267-9253-4e4d-84eb-ae8b445e298c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=63d63756-f0de-46ad-95ad-3ffc4bba9c57 HTTP/1.1" status: 200 len: 945 time: 0.0485427 Aug 10 04:07:48.385087 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6d9af5a9-8d57-40bf-8b89-d0b5c4f5e3f5 req-b275bf17-efe8-4d2f-981f-3deb02a16693 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=238bb2c6-d494-4636-83ef-cb369c3e6c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328653 Aug 10 04:07:48.496987 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd25ccc-0ed7-4623-bec3-8f8c5c5c1ba8 req-4e107741-a98a-465a-9ae8-30a4464eeded tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:48.498485 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-efd25ccc-0ed7-4623-bec3-8f8c5c5c1ba8 req-4e107741-a98a-465a-9ae8-30a4464eeded tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=63d63756-f0de-46ad-95ad-3ffc4bba9c57 HTTP/1.1" status: 200 len: 945 time: 0.0492518 Aug 10 04:07:48.539231 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-efd25ccc-0ed7-4623-bec3-8f8c5c5c1ba8 req-aebfd8bd-cac9-40ac-8136-2a4f007c751f tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=238bb2c6-d494-4636-83ef-cb369c3e6c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348711 Aug 10 04:07:48.560895 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 42812) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:48.600568 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6c6c3a-c9ca-4da1-8054-eb97bce8a9da tempest-TestNetworkAdvancedServerOps-626410460 tempest-TestNetworkAdvancedServerOps-626410460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:48.601975 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ad6c6c3a-c9ca-4da1-8054-eb97bce8a9da tempest-TestNetworkAdvancedServerOps-626410460 tempest-TestNetworkAdvancedServerOps-626410460-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=63d63756-f0de-46ad-95ad-3ffc4bba9c57 HTTP/1.1" status: 200 len: 1092 time: 0.0401204 Aug 10 04:07:48.604936 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 42814) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:48.609346 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-de72da27-36cd-4cec-9814-771e07e7f687 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Request body: {'floatingip': {'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'port_id': '7dd8a77e-67a2-4ef1-9326-28e03baa7048', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:07:48.631808 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-de72da27-36cd-4cec-9814-771e07e7f687 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for floatingip, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:48.728326 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-de72da27-36cd-4cec-9814-771e07e7f687 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:48.836405 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-de72da27-36cd-4cec-9814-771e07e7f687 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Allocated IP 172.25.7.20 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/19f19622-99f6-458b-80c9-3b8d6e5cef2f) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:07:48.938221 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-de72da27-36cd-4cec-9814-771e07e7f687 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:48.982685 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-de72da27-36cd-4cec-9814-771e07e7f687 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:49.019084 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de72da27-36cd-4cec-9814-771e07e7f687 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:07:49.024883 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-de72da27-36cd-4cec-9814-771e07e7f687 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:07:49.028895 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de72da27-36cd-4cec-9814-771e07e7f687 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:07:49.052750 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de72da27-36cd-4cec-9814-771e07e7f687 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'Port': ['ID=19f19622-99f6-458b-80c9-3b8d6e5cef2f,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:49.402306 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-de72da27-36cd-4cec-9814-771e07e7f687 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:49.474323 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-de72da27-36cd-4cec-9814-771e07e7f687 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:49.627909 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-de72da27-36cd-4cec-9814-771e07e7f687 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:49.633870 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-de72da27-36cd-4cec-9814-771e07e7f687 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:49.701703 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de72da27-36cd-4cec-9814-771e07e7f687 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'Port': ['ID=19f19622-99f6-458b-80c9-3b8d6e5cef2f,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:49.716168 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-de72da27-36cd-4cec-9814-771e07e7f687 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:49.821872 n-d-768851-15 neutron-server[94216]: INFO neutron.db.l3_db [None req-de72da27-36cd-4cec-9814-771e07e7f687 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Floating IP ff9f1ff4-7ae7-4642-8465-69d33d4f9701 associated. External IP: 172.25.7.20, port: 7dd8a77e-67a2-4ef1-9326-28e03baa7048. Aug 10 04:07:50.040244 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de72da27-36cd-4cec-9814-771e07e7f687 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Router 92fadb82-68c2-49c9-b776-3155dcbaa00f has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:07:50.154361 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de72da27-36cd-4cec-9814-771e07e7f687 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:07:50.165875 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac861ae-61bf-4ccd-8152-1fcef88fb750 None None] Sync routers for ids ['92fadb82-68c2-49c9-b776-3155dcbaa00f'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:07:50.171606 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-de72da27-36cd-4cec-9814-771e07e7f687 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:50.176010 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac861ae-61bf-4ccd-8152-1fcef88fb750 None None] Routers {'92fadb82-68c2-49c9-b776-3155dcbaa00f'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:07:50.176656 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-6ac861ae-61bf-4ccd-8152-1fcef88fb750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:07:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['92fadb82-68c2-49c9-b776-3155dcbaa00f'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:50.201001 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-de72da27-36cd-4cec-9814-771e07e7f687 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5949919 Aug 10 04:07:50.201690 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63d63756-f0de-46ad-95ad-3ffc4bba9c57', 'tag': '7dd8a77e-67a2-4ef1-9326-28e03baa7048'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:07:50.204091 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0021ea54f387d2ae39ffe00c7e01dc720af9cc0ec992141d1f8728dec056f1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21041578-ff8e-4bc0-b9a2-31b5ed9572c6" -d '{"events": [{"name": "network-changed", "server_uuid": "63d63756-f0de-46ad-95ad-3ffc4bba9c57", "tag": "7dd8a77e-67a2-4ef1-9326-28e03baa7048"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:07:50.249934 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c93351de-2b19-4e13-b50b-f0bd797f3581 x-openstack-request-id: req-c93351de-2b19-4e13-b50b-f0bd797f3581 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:07:50.250260 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63d63756-f0de-46ad-95ad-3ffc4bba9c57", "tag": "7dd8a77e-67a2-4ef1-9326-28e03baa7048", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:07:50.250534 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c93351de-2b19-4e13-b50b-f0bd797f3581 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:07:50.250971 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63d63756-f0de-46ad-95ad-3ffc4bba9c57', 'tag': '7dd8a77e-67a2-4ef1-9326-28e03baa7048', 'status': 'completed', 'code': 200} Aug 10 04:07:50.295355 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-6ac861ae-61bf-4ccd-8152-1fcef88fb750 None None] Set router 92fadb82-68c2-49c9-b776-3155dcbaa00f gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:07:50.352874 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bae6cc-1019-425d-98af-07cd8f5bf1aa req-f6dc21a7-1609-4d37-a868-9d21535b5a45 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:50.354471 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-05bae6cc-1019-425d-98af-07cd8f5bf1aa req-f6dc21a7-1609-4d37-a868-9d21535b5a45 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=63d63756-f0de-46ad-95ad-3ffc4bba9c57 HTTP/1.1" status: 200 len: 945 time: 0.0857465 Aug 10 04:07:50.357412 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21041578-ff8e-4bc0-b9a2-31b5ed9572c6 req-7e5f869f-e0da-4a52-8407-7eabe12ed2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:50.358895 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-21041578-ff8e-4bc0-b9a2-31b5ed9572c6 req-7e5f869f-e0da-4a52-8407-7eabe12ed2a2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0974328c2e43431896bddcacf9b7a031&device_id=63d63756-f0de-46ad-95ad-3ffc4bba9c57 HTTP/1.1" status: 200 len: 1097 time: 0.0768430 Aug 10 04:07:50.447175 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-05bae6cc-1019-425d-98af-07cd8f5bf1aa req-c1fcb814-2678-4e16-a5bf-ba4821a5ab8d tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=238bb2c6-d494-4636-83ef-cb369c3e6c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846639 Aug 10 04:07:50.471209 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42820) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:50.481492 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21041578-ff8e-4bc0-b9a2-31b5ed9572c6 req-346b1441-4323-4a1e-9be9-6b6653148eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:50.483025 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-21041578-ff8e-4bc0-b9a2-31b5ed9572c6 req-346b1441-4323-4a1e-9be9-6b6653148eac service neutron] 10.222.0.60 "GET /v2.0/networks?id=ef47087f-67de-4613-a452-fdeb21330d72 HTTP/1.1" status: 200 len: 897 time: 0.1130114 Aug 10 04:07:50.552338 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8ced0a25-c282-43ed-9a9c-8ec414ba2d64 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/floatingips/ff9f1ff4-7ae7-4642-8465-69d33d4f9701 HTTP/1.1" status: 200 len: 990 time: 0.0798769 Aug 10 04:07:50.564121 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-21041578-ff8e-4bc0-b9a2-31b5ed9572c6 req-64e9dcad-ea8e-4af5-ac14-5e39963e9160 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7dd8a77e-67a2-4ef1-9326-28e03baa7048 HTTP/1.1" status: 200 len: 998 time: 0.0729620 Aug 10 04:07:50.568958 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-6ac861ae-61bf-4ccd-8152-1fcef88fb750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fadb82-68c2-49c9-b776-3155dcbaa00f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270540651', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '21e1eed1-fe37-4427-a5de-6e23ec67a116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:33Z', 'updated_at': '2021-08-10T04:07:37Z', 'revision_number': 4, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': '21e1eed1-fe37-4427-a5de-6e23ec67a116', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:66:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fadb82-68c2-49c9-b776-3155dcbaa00f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:34Z', 'updated_at': '2021-08-10T04:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': 'ff9f1ff4-7ae7-4642-8465-69d33d4f9701', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'floating_ip_address': '172.25.7.20', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '92fadb82-68c2-49c9-b776-3155dcbaa00f', 'port_id': '7dd8a77e-67a2-4ef1-9326-28e03baa7048', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef47087f-67de-4613-a452-fdeb21330d72', 'mac_address': 'fa:16:3e:e6:64:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d63756-f0de-46ad-95ad-3ffc4bba9c57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:07:49Z', 'updated_at': '2021-08-10T04:07:49Z', 'revision_number': 0, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '244dc58b-3f05-4757-84d3-dc4836927b6c', 'name': '', 'network_id': 'ef47087f-67de-4613-a452-fdeb21330d72', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'mac_address': 'fa:16:3e:88:b6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fadb82-68c2-49c9-b776-3155dcbaa00f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '0f904e6f-893c-4267-a548-e4dd7fe7989d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:36Z', 'updated_at': '2021-08-10T04:07:41Z', 'revision_number': 5, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'subnets': [{'id': '0f904e6f-893c-4267-a548-e4dd7fe7989d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:50.599525 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac861ae-61bf-4ccd-8152-1fcef88fb750 None None] Checking router: 92fadb82-68c2-49c9-b776-3155dcbaa00f for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:07:50.607994 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac861ae-61bf-4ccd-8152-1fcef88fb750 None None] Routers {'92fadb82-68c2-49c9-b776-3155dcbaa00f'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:07:50.608597 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-6ac861ae-61bf-4ccd-8152-1fcef88fb750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:07:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['92fadb82-68c2-49c9-b776-3155dcbaa00f'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:50.615052 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21041578-ff8e-4bc0-b9a2-31b5ed9572c6 req-68587858-c6fb-43c3-a111-dad2c52fcd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:50.616539 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-21041578-ff8e-4bc0-b9a2-31b5ed9572c6 req-68587858-c6fb-43c3-a111-dad2c52fcd48 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0f904e6f-893c-4267-a548-e4dd7fe7989d HTTP/1.1" status: 200 len: 834 time: 0.0452206 Aug 10 04:07:50.671664 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21041578-ff8e-4bc0-b9a2-31b5ed9572c6 req-0225e349-5d48-4d68-b11a-5c7813bd85e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:50.673200 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-21041578-ff8e-4bc0-b9a2-31b5ed9572c6 req-0225e349-5d48-4d68-b11a-5c7813bd85e9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ef47087f-67de-4613-a452-fdeb21330d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490220 Aug 10 04:07:50.726503 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-6ac861ae-61bf-4ccd-8152-1fcef88fb750 None None] Set router 92fadb82-68c2-49c9-b776-3155dcbaa00f gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:07:50.773074 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-21041578-ff8e-4bc0-b9a2-31b5ed9572c6 req-fb36f2c7-4efc-4041-800d-249ae2e75783 service neutron] 10.222.0.60 "GET /v2.0/networks/ef47087f-67de-4613-a452-fdeb21330d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917146 Aug 10 04:07:50.867460 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-21041578-ff8e-4bc0-b9a2-31b5ed9572c6 req-7ebbd150-f532-4752-9aa5-a2b9fc953eee service neutron] 10.222.0.60 "GET /v2.0/networks/ef47087f-67de-4613-a452-fdeb21330d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867054 Aug 10 04:07:50.953193 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-6ac861ae-61bf-4ccd-8152-1fcef88fb750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fadb82-68c2-49c9-b776-3155dcbaa00f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270540651', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '21e1eed1-fe37-4427-a5de-6e23ec67a116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:33Z', 'updated_at': '2021-08-10T04:07:37Z', 'revision_number': 4, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': '21e1eed1-fe37-4427-a5de-6e23ec67a116', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:66:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fadb82-68c2-49c9-b776-3155dcbaa00f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:34Z', 'updated_at': '2021-08-10T04:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': 'ff9f1ff4-7ae7-4642-8465-69d33d4f9701', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'floating_ip_address': '172.25.7.20', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '92fadb82-68c2-49c9-b776-3155dcbaa00f', 'port_id': '7dd8a77e-67a2-4ef1-9326-28e03baa7048', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef47087f-67de-4613-a452-fdeb21330d72', 'mac_address': 'fa:16:3e:e6:64:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d63756-f0de-46ad-95ad-3ffc4bba9c57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:07:49Z', 'updated_at': '2021-08-10T04:07:49Z', 'revision_number': 0, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '244dc58b-3f05-4757-84d3-dc4836927b6c', 'name': '', 'network_id': 'ef47087f-67de-4613-a452-fdeb21330d72', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'mac_address': 'fa:16:3e:88:b6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fadb82-68c2-49c9-b776-3155dcbaa00f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '0f904e6f-893c-4267-a548-e4dd7fe7989d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:36Z', 'updated_at': '2021-08-10T04:07:41Z', 'revision_number': 5, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'subnets': [{'id': '0f904e6f-893c-4267-a548-e4dd7fe7989d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:50.979244 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac861ae-61bf-4ccd-8152-1fcef88fb750 None None] The sync data for ids ['92fadb82-68c2-49c9-b776-3155dcbaa00f'] in n-d-768851-15 is: [{'id': '92fadb82-68c2-49c9-b776-3155dcbaa00f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270540651', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '21e1eed1-fe37-4427-a5de-6e23ec67a116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:33Z', 'updated_at': '2021-08-10T04:07:37Z', 'revision_number': 4, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': '21e1eed1-fe37-4427-a5de-6e23ec67a116', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:66:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fadb82-68c2-49c9-b776-3155dcbaa00f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:34Z', 'updated_at': '2021-08-10T04:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': 'ff9f1ff4-7ae7-4642-8465-69d33d4f9701', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'floating_ip_address': '172.25.7.20', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '92fadb82-68c2-49c9-b776-3155dcbaa00f', 'port_id': '7dd8a77e-67a2-4ef1-9326-28e03baa7048', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef47087f-67de-4613-a452-fdeb21330d72', 'mac_address': 'fa:16:3e:e6:64:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d63756-f0de-46ad-95ad-3ffc4bba9c57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:07:49Z', 'updated_at': '2021-08-10T04:07:49Z', 'revision_number': 0, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '244dc58b-3f05-4757-84d3-dc4836927b6c', 'name': '', 'network_id': 'ef47087f-67de-4613-a452-fdeb21330d72', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'mac_address': 'fa:16:3e:88:b6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fadb82-68c2-49c9-b776-3155dcbaa00f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '0f904e6f-893c-4267-a548-e4dd7fe7989d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:36Z', 'updated_at': '2021-08-10T04:07:41Z', 'revision_number': 5, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'subnets': [{'id': '0f904e6f-893c-4267-a548-e4dd7fe7989d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:07:51.169740 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a886f43-3ae3-4867-8d5c-67f868789170 None None] New status for floating IP ff9f1ff4-7ae7-4642-8465-69d33d4f9701: ACTIVE {{(pid=94218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:07:51.556442 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42822) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:51.617536 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a6e90e54-fd79-4b34-87c0-cf67a2366fff tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/floatingips/ff9f1ff4-7ae7-4642-8465-69d33d4f9701 HTTP/1.1" status: 200 len: 992 time: 0.0598004 Aug 10 04:07:51.957378 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:07:56.819283 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:57.145921 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:00.418505 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-6d287ce3-de3e-4905-9b2b-e436c1ebea8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:03.125845 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-6f8af657-e384-4745-9975-838b1bda6b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:03.505342 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:04.407992 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:06.139941 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:26.818206 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:27.025838 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8145b704-660d-4a47-b28a-6bde73b29642 req-8b59182b-54f8-4fe8-a7e0-3cbe69d3f576 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:27.027380 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8145b704-660d-4a47-b28a-6bde73b29642 req-8b59182b-54f8-4fe8-a7e0-3cbe69d3f576 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=63d63756-f0de-46ad-95ad-3ffc4bba9c57 HTTP/1.1" status: 200 len: 945 time: 0.0500014 Aug 10 04:08:27.065585 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8145b704-660d-4a47-b28a-6bde73b29642 req-ad6235ac-f010-4c13-b224-b58f28cb44d1 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=238bb2c6-d494-4636-83ef-cb369c3e6c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318100 Aug 10 04:08:27.144165 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:28.184651 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b1a58-a8b0-4654-9673-e229ea00a2fe req-92aab3c4-42d8-4cb0-904b-e3cf8ecef12e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:28.186145 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-742b1a58-a8b0-4654-9673-e229ea00a2fe req-92aab3c4-42d8-4cb0-904b-e3cf8ecef12e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=63d63756-f0de-46ad-95ad-3ffc4bba9c57 HTTP/1.1" status: 200 len: 945 time: 0.0526195 Aug 10 04:08:28.223330 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-742b1a58-a8b0-4654-9673-e229ea00a2fe req-2c32b67c-3107-4131-9bac-47a3cd1f4b83 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=238bb2c6-d494-4636-83ef-cb369c3e6c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313087 Aug 10 04:08:28.245367 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 42844) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:28.304698 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ef919042-2a47-48a6-85c8-a5d3fc048c20 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/floatingips/ff9f1ff4-7ae7-4642-8465-69d33d4f9701 HTTP/1.1" status: 200 len: 992 time: 0.0582392 Aug 10 04:08:28.956544 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:08:29.583320 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea64175c-e4f9-4f64-8e0f-c8c0d310b328 req-325ea50c-a9bc-4f8c-989e-b41407e40414 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:29.584727 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ea64175c-e4f9-4f64-8e0f-c8c0d310b328 req-325ea50c-a9bc-4f8c-989e-b41407e40414 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=63d63756-f0de-46ad-95ad-3ffc4bba9c57 HTTP/1.1" status: 200 len: 945 time: 0.0611892 Aug 10 04:08:29.631074 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ea64175c-e4f9-4f64-8e0f-c8c0d310b328 req-b52ac506-6204-41bc-b987-e7c000c7231d tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=238bb2c6-d494-4636-83ef-cb369c3e6c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381193 Aug 10 04:08:30.419278 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-fcbc75fe-5625-41e6-8f53-29c7776d41eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:30.747879 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8713814a-14fd-4c35-8ad0-ed73104cb16d req-b80ff75b-8bf5-4659-a2bc-884f00cf67e1 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:30.749346 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8713814a-14fd-4c35-8ad0-ed73104cb16d req-b80ff75b-8bf5-4659-a2bc-884f00cf67e1 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=63d63756-f0de-46ad-95ad-3ffc4bba9c57 HTTP/1.1" status: 200 len: 945 time: 0.0484207 Aug 10 04:08:30.787673 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8713814a-14fd-4c35-8ad0-ed73104cb16d req-1cfe9d45-16ce-42f6-b90f-1b87d64c4cf3 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=238bb2c6-d494-4636-83ef-cb369c3e6c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324030 Aug 10 04:08:30.809168 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 42854) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:30.869130 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-33911ccf-9f18-4c6c-9cb6-677f3418a0d6 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/floatingips/ff9f1ff4-7ae7-4642-8465-69d33d4f9701 HTTP/1.1" status: 200 len: 992 time: 0.0588443 Aug 10 04:08:31.098065 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42860) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:31.260783 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-69bf7e57-9747-40ec-8c71-1e1aabc6b42c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Deleting port 19f19622-99f6-458b-80c9-3b8d6e5cef2f {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:08:31.261130 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-69bf7e57-9747-40ec-8c71-1e1aabc6b42c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:31.335820 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-69bf7e57-9747-40ec-8c71-1e1aabc6b42c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:31.336142 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-69bf7e57-9747-40ec-8c71-1e1aabc6b42c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:31.347657 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-69bf7e57-9747-40ec-8c71-1e1aabc6b42c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Calling delete_port for 19f19622-99f6-458b-80c9-3b8d6e5cef2f owned by network:floatingip {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:08:31.505415 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-69bf7e57-9747-40ec-8c71-1e1aabc6b42c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:31.532034 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bf7e57-9747-40ec-8c71-1e1aabc6b42c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event deleted for resources: {'Port': ['ID=19f19622-99f6-458b-80c9-3b8d6e5cef2f,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:31.544750 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bf7e57-9747-40ec-8c71-1e1aabc6b42c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:31.545104 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bf7e57-9747-40ec-8c71-1e1aabc6b42c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:31.545441 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bf7e57-9747-40ec-8c71-1e1aabc6b42c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:31.545774 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bf7e57-9747-40ec-8c71-1e1aabc6b42c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:31.546107 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bf7e57-9747-40ec-8c71-1e1aabc6b42c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:31.546436 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bf7e57-9747-40ec-8c71-1e1aabc6b42c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:31.546787 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bf7e57-9747-40ec-8c71-1e1aabc6b42c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:31.547117 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bf7e57-9747-40ec-8c71-1e1aabc6b42c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:31.547446 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bf7e57-9747-40ec-8c71-1e1aabc6b42c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:31.547784 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bf7e57-9747-40ec-8c71-1e1aabc6b42c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:31.548092 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bf7e57-9747-40ec-8c71-1e1aabc6b42c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:31.548410 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bf7e57-9747-40ec-8c71-1e1aabc6b42c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:31.607865 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-69bf7e57-9747-40ec-8c71-1e1aabc6b42c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for floatingip, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:31.608296 n-d-768851-15 neutron-server[94217]: INFO neutron.db.l3_db [None req-69bf7e57-9747-40ec-8c71-1e1aabc6b42c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Floating IP ff9f1ff4-7ae7-4642-8465-69d33d4f9701 disassociated (deleted). External IP: 172.25.7.20, port: 7dd8a77e-67a2-4ef1-9326-28e03baa7048. Aug 10 04:08:31.827862 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69bf7e57-9747-40ec-8c71-1e1aabc6b42c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Router 92fadb82-68c2-49c9-b776-3155dcbaa00f has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:08:31.939339 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69bf7e57-9747-40ec-8c71-1e1aabc6b42c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:08:31.944122 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-69bf7e57-9747-40ec-8c71-1e1aabc6b42c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:31.948917 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034b8388-3482-4964-a376-6fa8e17b44c4 None None] Sync routers for ids ['92fadb82-68c2-49c9-b776-3155dcbaa00f'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:08:31.958031 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034b8388-3482-4964-a376-6fa8e17b44c4 None None] Routers {'92fadb82-68c2-49c9-b776-3155dcbaa00f'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:08:31.958629 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-034b8388-3482-4964-a376-6fa8e17b44c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:08:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['92fadb82-68c2-49c9-b776-3155dcbaa00f'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:31.973959 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-69bf7e57-9747-40ec-8c71-1e1aabc6b42c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "DELETE /v2.0/floatingips/ff9f1ff4-7ae7-4642-8465-69d33d4f9701 HTTP/1.1" status: 204 len: 168 time: 0.8721347 Aug 10 04:08:31.973959 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63d63756-f0de-46ad-95ad-3ffc4bba9c57', 'tag': '7dd8a77e-67a2-4ef1-9326-28e03baa7048'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:08:31.974375 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22ad4654dd32cc7208a19091a2312c490144bb13544d6468e82e9e9d549a02ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155ca73f-0d20-4220-8d57-5bcc17d28493" -d '{"events": [{"name": "network-changed", "server_uuid": "63d63756-f0de-46ad-95ad-3ffc4bba9c57", "tag": "7dd8a77e-67a2-4ef1-9326-28e03baa7048"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:08:32.035591 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8e3b5d-3674-44a1-acce-ebe9348a3e21 x-openstack-request-id: req-6c8e3b5d-3674-44a1-acce-ebe9348a3e21 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:08:32.035887 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63d63756-f0de-46ad-95ad-3ffc4bba9c57", "tag": "7dd8a77e-67a2-4ef1-9326-28e03baa7048", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:08:32.036261 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6c8e3b5d-3674-44a1-acce-ebe9348a3e21 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:08:32.036672 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63d63756-f0de-46ad-95ad-3ffc4bba9c57', 'tag': '7dd8a77e-67a2-4ef1-9326-28e03baa7048', 'status': 'completed', 'code': 200} Aug 10 04:08:32.066064 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-034b8388-3482-4964-a376-6fa8e17b44c4 None None] Set router 92fadb82-68c2-49c9-b776-3155dcbaa00f gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:08:32.134114 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ca73f-0d20-4220-8d57-5bcc17d28493 req-5c129f96-b577-4809-a4ac-49e4bf4da8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:32.136189 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-155ca73f-0d20-4220-8d57-5bcc17d28493 req-5c129f96-b577-4809-a4ac-49e4bf4da8b9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0974328c2e43431896bddcacf9b7a031&device_id=63d63756-f0de-46ad-95ad-3ffc4bba9c57 HTTP/1.1" status: 200 len: 1097 time: 0.0680978 Aug 10 04:08:32.276569 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e3719-9fd7-408d-b547-8a6965724f74 req-2355a619-9887-42f2-8191-fae205675c27 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:32.278085 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-728e3719-9fd7-408d-b547-8a6965724f74 req-2355a619-9887-42f2-8191-fae205675c27 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=63d63756-f0de-46ad-95ad-3ffc4bba9c57 HTTP/1.1" status: 200 len: 945 time: 0.0859952 Aug 10 04:08:32.279687 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ca73f-0d20-4220-8d57-5bcc17d28493 req-37b62753-6e65-45d2-a9ea-23daa9692218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:32.281156 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-155ca73f-0d20-4220-8d57-5bcc17d28493 req-37b62753-6e65-45d2-a9ea-23daa9692218 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ef47087f-67de-4613-a452-fdeb21330d72 HTTP/1.1" status: 200 len: 897 time: 0.1339664 Aug 10 04:08:32.331554 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-155ca73f-0d20-4220-8d57-5bcc17d28493 req-de38fb99-4481-4fd8-9edf-8ca8b2d546b8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7dd8a77e-67a2-4ef1-9326-28e03baa7048 HTTP/1.1" status: 200 len: 217 time: 0.0410216 Aug 10 04:08:32.360537 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-034b8388-3482-4964-a376-6fa8e17b44c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fadb82-68c2-49c9-b776-3155dcbaa00f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270540651', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '21e1eed1-fe37-4427-a5de-6e23ec67a116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:33Z', 'updated_at': '2021-08-10T04:07:37Z', 'revision_number': 4, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': '21e1eed1-fe37-4427-a5de-6e23ec67a116', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:66:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fadb82-68c2-49c9-b776-3155dcbaa00f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:34Z', 'updated_at': '2021-08-10T04:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '244dc58b-3f05-4757-84d3-dc4836927b6c', 'name': '', 'network_id': 'ef47087f-67de-4613-a452-fdeb21330d72', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'mac_address': 'fa:16:3e:88:b6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fadb82-68c2-49c9-b776-3155dcbaa00f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '0f904e6f-893c-4267-a548-e4dd7fe7989d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:36Z', 'updated_at': '2021-08-10T04:07:41Z', 'revision_number': 5, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'subnets': [{'id': '0f904e6f-893c-4267-a548-e4dd7fe7989d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:32.373277 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-728e3719-9fd7-408d-b547-8a6965724f74 req-178fe7d2-fc4b-4585-8700-6ba0a905b3b0 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=238bb2c6-d494-4636-83ef-cb369c3e6c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887020 Aug 10 04:08:32.386167 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034b8388-3482-4964-a376-6fa8e17b44c4 None None] Checking router: 92fadb82-68c2-49c9-b776-3155dcbaa00f for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:08:32.390110 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ca73f-0d20-4220-8d57-5bcc17d28493 req-0fdb207f-a62d-4911-b947-b0b4afa4c6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:32.391620 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-155ca73f-0d20-4220-8d57-5bcc17d28493 req-0fdb207f-a62d-4911-b947-b0b4afa4c6f8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0f904e6f-893c-4267-a548-e4dd7fe7989d HTTP/1.1" status: 200 len: 834 time: 0.0501995 Aug 10 04:08:32.394692 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034b8388-3482-4964-a376-6fa8e17b44c4 None None] Routers {'92fadb82-68c2-49c9-b776-3155dcbaa00f'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:08:32.395319 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-034b8388-3482-4964-a376-6fa8e17b44c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:08:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['92fadb82-68c2-49c9-b776-3155dcbaa00f'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:32.445613 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ca73f-0d20-4220-8d57-5bcc17d28493 req-f90c69af-044a-4af4-8678-e329d5118e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:32.447796 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-155ca73f-0d20-4220-8d57-5bcc17d28493 req-f90c69af-044a-4af4-8678-e329d5118e21 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ef47087f-67de-4613-a452-fdeb21330d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450022 Aug 10 04:08:32.500094 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-034b8388-3482-4964-a376-6fa8e17b44c4 None None] Set router 92fadb82-68c2-49c9-b776-3155dcbaa00f gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:08:32.537460 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-155ca73f-0d20-4220-8d57-5bcc17d28493 req-20da7132-9f61-4f2a-b6ee-2f72a58af26f service neutron] 10.222.0.60 "GET /v2.0/networks/ef47087f-67de-4613-a452-fdeb21330d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809724 Aug 10 04:08:32.702155 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-034b8388-3482-4964-a376-6fa8e17b44c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fadb82-68c2-49c9-b776-3155dcbaa00f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270540651', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '21e1eed1-fe37-4427-a5de-6e23ec67a116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:33Z', 'updated_at': '2021-08-10T04:07:37Z', 'revision_number': 4, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': '21e1eed1-fe37-4427-a5de-6e23ec67a116', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:66:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fadb82-68c2-49c9-b776-3155dcbaa00f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:34Z', 'updated_at': '2021-08-10T04:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '244dc58b-3f05-4757-84d3-dc4836927b6c', 'name': '', 'network_id': 'ef47087f-67de-4613-a452-fdeb21330d72', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'mac_address': 'fa:16:3e:88:b6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fadb82-68c2-49c9-b776-3155dcbaa00f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '0f904e6f-893c-4267-a548-e4dd7fe7989d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:36Z', 'updated_at': '2021-08-10T04:07:41Z', 'revision_number': 5, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'subnets': [{'id': '0f904e6f-893c-4267-a548-e4dd7fe7989d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:32.729100 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034b8388-3482-4964-a376-6fa8e17b44c4 None None] The sync data for ids ['92fadb82-68c2-49c9-b776-3155dcbaa00f'] in n-d-768851-15 is: [{'id': '92fadb82-68c2-49c9-b776-3155dcbaa00f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270540651', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '21e1eed1-fe37-4427-a5de-6e23ec67a116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:33Z', 'updated_at': '2021-08-10T04:07:37Z', 'revision_number': 4, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': '21e1eed1-fe37-4427-a5de-6e23ec67a116', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:66:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fadb82-68c2-49c9-b776-3155dcbaa00f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:34Z', 'updated_at': '2021-08-10T04:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '244dc58b-3f05-4757-84d3-dc4836927b6c', 'name': '', 'network_id': 'ef47087f-67de-4613-a452-fdeb21330d72', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'mac_address': 'fa:16:3e:88:b6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fadb82-68c2-49c9-b776-3155dcbaa00f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '0f904e6f-893c-4267-a548-e4dd7fe7989d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:36Z', 'updated_at': '2021-08-10T04:07:41Z', 'revision_number': 5, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'subnets': [{'id': '0f904e6f-893c-4267-a548-e4dd7fe7989d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:08:32.950169 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ae06c6-8134-4a65-92cd-fdb2cd6f7303 None None] New status for floating IP ff9f1ff4-7ae7-4642-8465-69d33d4f9701: DOWN {{(pid=94218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:08:32.958891 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-155ca73f-0d20-4220-8d57-5bcc17d28493 req-aca2040d-17ce-4e5d-80f3-ff99bccf69e5 service neutron] 10.222.0.60 "GET /v2.0/networks/ef47087f-67de-4613-a452-fdeb21330d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4139018 Aug 10 04:08:33.126557 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3ee799d3-dad3-47b3-8ee0-dae52ad22ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:33.493587 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccbf3b4-e1cc-4aed-bf96-e50b261c44b8 req-3c837f29-3f7e-49bd-b4ff-66ff6976aaaf tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:33.495132 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8ccbf3b4-e1cc-4aed-bf96-e50b261c44b8 req-3c837f29-3f7e-49bd-b4ff-66ff6976aaaf tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=63d63756-f0de-46ad-95ad-3ffc4bba9c57 HTTP/1.1" status: 200 len: 945 time: 0.0492623 Aug 10 04:08:33.507323 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:33.534192 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8ccbf3b4-e1cc-4aed-bf96-e50b261c44b8 req-5d675a52-9e43-4726-91f1-7252a10aba19 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=238bb2c6-d494-4636-83ef-cb369c3e6c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326447 Aug 10 04:08:33.999968 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e99a34-e7e7-4576-a50e-1b910396af20 req-71922c2f-6d70-4d1a-9dcd-522e2a4e9fea tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:34.001437 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f4e99a34-e7e7-4576-a50e-1b910396af20 req-71922c2f-6d70-4d1a-9dcd-522e2a4e9fea tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.60 "GET /v2.0/ports?device_id=63d63756-f0de-46ad-95ad-3ffc4bba9c57 HTTP/1.1" status: 200 len: 945 time: 0.0480826 Aug 10 04:08:34.093451 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-f4e99a34-e7e7-4576-a50e-1b910396af20 req-5cafeb5a-5ffc-477f-ac78-49ff6cbc8246 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Deleting port 7dd8a77e-67a2-4ef1-9326-28e03baa7048 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:08:34.093799 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-f4e99a34-e7e7-4576-a50e-1b910396af20 req-5cafeb5a-5ffc-477f-ac78-49ff6cbc8246 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:34.179313 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-f4e99a34-e7e7-4576-a50e-1b910396af20 req-5cafeb5a-5ffc-477f-ac78-49ff6cbc8246 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] For port 7dd8a77e-67a2-4ef1-9326-28e03baa7048, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=7dd8a77e-67a2-4ef1-9326-28e03baa7048,segment=NetworkSegment(07c822d3-bd1c-45eb-a28b-2482dbd47aa0),segment_id=07c822d3-bd1c-45eb-a28b-2482dbd47aa0)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:08:34.179696 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-f4e99a34-e7e7-4576-a50e-1b910396af20 req-5cafeb5a-5ffc-477f-ac78-49ff6cbc8246 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:34.192770 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-f4e99a34-e7e7-4576-a50e-1b910396af20 req-5cafeb5a-5ffc-477f-ac78-49ff6cbc8246 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Calling delete_port for 7dd8a77e-67a2-4ef1-9326-28e03baa7048 owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:08:34.327651 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-f4e99a34-e7e7-4576-a50e-1b910396af20 req-5cafeb5a-5ffc-477f-ac78-49ff6cbc8246 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:34.358457 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cafeb5a-5ffc-477f-ac78-49ff6cbc8246 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event deleted for resources: {'Port': ['ID=7dd8a77e-67a2-4ef1-9326-28e03baa7048,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:34.383397 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cafeb5a-5ffc-477f-ac78-49ff6cbc8246 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:34.383758 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cafeb5a-5ffc-477f-ac78-49ff6cbc8246 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:34.384105 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cafeb5a-5ffc-477f-ac78-49ff6cbc8246 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:34.384480 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cafeb5a-5ffc-477f-ac78-49ff6cbc8246 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:34.384816 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cafeb5a-5ffc-477f-ac78-49ff6cbc8246 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:34.385177 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cafeb5a-5ffc-477f-ac78-49ff6cbc8246 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:34.385487 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cafeb5a-5ffc-477f-ac78-49ff6cbc8246 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:34.385925 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cafeb5a-5ffc-477f-ac78-49ff6cbc8246 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:34.386263 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cafeb5a-5ffc-477f-ac78-49ff6cbc8246 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:34.386596 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cafeb5a-5ffc-477f-ac78-49ff6cbc8246 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:34.386956 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cafeb5a-5ffc-477f-ac78-49ff6cbc8246 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:34.387284 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cafeb5a-5ffc-477f-ac78-49ff6cbc8246 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:34.413909 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:34.419663 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4e99a34-e7e7-4576-a50e-1b910396af20 req-5cafeb5a-5ffc-477f-ac78-49ff6cbc8246 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] No DVR routers for this DVR port 7dd8a77e-67a2-4ef1-9326-28e03baa7048 on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:08:34.423336 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-f4e99a34-e7e7-4576-a50e-1b910396af20 req-5cafeb5a-5ffc-477f-ac78-49ff6cbc8246 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:34.425811 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f4e99a34-e7e7-4576-a50e-1b910396af20 req-5cafeb5a-5ffc-477f-ac78-49ff6cbc8246 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.60 "DELETE /v2.0/ports/7dd8a77e-67a2-4ef1-9326-28e03baa7048 HTTP/1.1" status: 204 len: 173 time: 0.4180968 Aug 10 04:08:34.426272 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d63756-f0de-46ad-95ad-3ffc4bba9c57', 'name': 'network-vif-deleted', 'tag': '7dd8a77e-67a2-4ef1-9326-28e03baa7048'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:08:34.428668 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0021ea54f387d2ae39ffe00c7e01dc720af9cc0ec992141d1f8728dec056f1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f82249-c037-4bfb-ab9e-87c400246d85" -d '{"events": [{"server_uuid": "63d63756-f0de-46ad-95ad-3ffc4bba9c57", "name": "network-vif-deleted", "tag": "7dd8a77e-67a2-4ef1-9326-28e03baa7048"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:08:34.467170 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c565cf-1537-419f-b574-e08d6d06bdc9 x-openstack-request-id: req-a2c565cf-1537-419f-b574-e08d6d06bdc9 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:08:34.467468 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d63756-f0de-46ad-95ad-3ffc4bba9c57", "name": "network-vif-deleted", "tag": "7dd8a77e-67a2-4ef1-9326-28e03baa7048", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:08:34.467799 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a2c565cf-1537-419f-b574-e08d6d06bdc9 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:08:34.468226 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d63756-f0de-46ad-95ad-3ffc4bba9c57', 'name': 'network-vif-deleted', 'tag': '7dd8a77e-67a2-4ef1-9326-28e03baa7048', 'status': 'completed', 'code': 200} Aug 10 04:08:34.654074 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ec4291a8-11b6-4b8c-a473-d6fe1391347c req-3a2eca73-bc96-4ceb-9949-5e5965b3b989 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=63d63756-f0de-46ad-95ad-3ffc4bba9c57 HTTP/1.1" status: 200 len: 210 time: 0.0311494 Aug 10 04:08:35.715850 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42876) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:36.077222 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7669e65e-e15b-4c35-b19a-252d9bc0b716 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:36.143130 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:36.328667 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-7669e65e-e15b-4c35-b19a-252d9bc0b716 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Deleting port 244dc58b-3f05-4757-84d3-dc4836927b6c {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:08:36.328914 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7669e65e-e15b-4c35-b19a-252d9bc0b716 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:36.416944 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-7669e65e-e15b-4c35-b19a-252d9bc0b716 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] For port 244dc58b-3f05-4757-84d3-dc4836927b6c, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=244dc58b-3f05-4757-84d3-dc4836927b6c,segment=NetworkSegment(07c822d3-bd1c-45eb-a28b-2482dbd47aa0),segment_id=07c822d3-bd1c-45eb-a28b-2482dbd47aa0)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:08:36.417309 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7669e65e-e15b-4c35-b19a-252d9bc0b716 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:36.429942 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-7669e65e-e15b-4c35-b19a-252d9bc0b716 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Calling delete_port for 244dc58b-3f05-4757-84d3-dc4836927b6c owned by network:router_interface {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:08:36.612304 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7669e65e-e15b-4c35-b19a-252d9bc0b716 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:36.644376 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7669e65e-e15b-4c35-b19a-252d9bc0b716 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event deleted for resources: {'Port': ['ID=244dc58b-3f05-4757-84d3-dc4836927b6c,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:36.816449 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-7669e65e-e15b-4c35-b19a-252d9bc0b716 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:37.355649 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7669e65e-e15b-4c35-b19a-252d9bc0b716 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Router 92fadb82-68c2-49c9-b776-3155dcbaa00f has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:08:37.459990 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7669e65e-e15b-4c35-b19a-252d9bc0b716 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:08:37.465045 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-7669e65e-e15b-4c35-b19a-252d9bc0b716 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "PUT /v2.0/routers/92fadb82-68c2-49c9-b776-3155dcbaa00f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7481687 Aug 10 04:08:37.467876 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42878) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:37.469841 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6b30bd-6e4d-42d5-97f4-c82906d1cbd9 None None] Sync routers for ids ['92fadb82-68c2-49c9-b776-3155dcbaa00f'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:08:37.479596 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6b30bd-6e4d-42d5-97f4-c82906d1cbd9 None None] Routers {'92fadb82-68c2-49c9-b776-3155dcbaa00f'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:08:37.480212 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-dc6b30bd-6e4d-42d5-97f4-c82906d1cbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:08:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['92fadb82-68c2-49c9-b776-3155dcbaa00f'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:37.518489 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f32b9d6-8e3e-43f8-b307-dad60cf85ebb tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Deleting subnet 0f904e6f-893c-4267-a548-e4dd7fe7989d {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:08:37.521631 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9f32b9d6-8e3e-43f8-b307-dad60cf85ebb tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:37.563827 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9f32b9d6-8e3e-43f8-b307-dad60cf85ebb tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:37.586804 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-dc6b30bd-6e4d-42d5-97f4-c82906d1cbd9 None None] Set router 92fadb82-68c2-49c9-b776-3155dcbaa00f gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:08:37.654005 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9f32b9d6-8e3e-43f8-b307-dad60cf85ebb tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:37.715111 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9f32b9d6-8e3e-43f8-b307-dad60cf85ebb tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:37.742163 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f32b9d6-8e3e-43f8-b307-dad60cf85ebb tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event deleted for resources: {'Subnet': ['ID=0f904e6f-893c-4267-a548-e4dd7fe7989d,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:37.746039 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9f32b9d6-8e3e-43f8-b307-dad60cf85ebb tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:37.750761 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9f32b9d6-8e3e-43f8-b307-dad60cf85ebb tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "DELETE /v2.0/subnets/0f904e6f-893c-4267-a548-e4dd7fe7989d HTTP/1.1" status: 204 len: 168 time: 0.2818820 Aug 10 04:08:37.751540 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 42880) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:37.753491 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad45f0c-21ad-4395-8830-b299bc9aaa71 None None] Network ef47087f-67de-4613-a452-fdeb21330d72 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:08:37.771044 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-dc6b30bd-6e4d-42d5-97f4-c82906d1cbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fadb82-68c2-49c9-b776-3155dcbaa00f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270540651', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '21e1eed1-fe37-4427-a5de-6e23ec67a116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:33Z', 'updated_at': '2021-08-10T04:08:36Z', 'revision_number': 5, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': '21e1eed1-fe37-4427-a5de-6e23ec67a116', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:66:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fadb82-68c2-49c9-b776-3155dcbaa00f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:34Z', 'updated_at': '2021-08-10T04:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:37.802872 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6b30bd-6e4d-42d5-97f4-c82906d1cbd9 None None] Checking router: 92fadb82-68c2-49c9-b776-3155dcbaa00f for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:08:37.811209 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6b30bd-6e4d-42d5-97f4-c82906d1cbd9 None None] Routers {'92fadb82-68c2-49c9-b776-3155dcbaa00f'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:08:37.811931 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-dc6b30bd-6e4d-42d5-97f4-c82906d1cbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:08:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['92fadb82-68c2-49c9-b776-3155dcbaa00f'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:37.865570 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6d773c64-92aa-4f64-a0c3-781dc48e728b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for router, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:37.929546 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-dc6b30bd-6e4d-42d5-97f4-c82906d1cbd9 None None] Set router 92fadb82-68c2-49c9-b776-3155dcbaa00f gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:08:37.945114 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ef02bb-d2dd-488d-aecc-d07cc3cc888f None None] DHCP port deletion for ef47087f-67de-4613-a452-fdeb21330d72 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:08:37.980698 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6d773c64-92aa-4f64-a0c3-781dc48e728b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:37.995468 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-c2ef02bb-d2dd-488d-aecc-d07cc3cc888f None None] Deleting port d9a45b44-1dbf-48aa-bf30-c0ff80c79760 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:08:37.996098 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c2ef02bb-d2dd-488d-aecc-d07cc3cc888f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:38.041437 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-6d773c64-92aa-4f64-a0c3-781dc48e728b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Deleting port 21e1eed1-fe37-4427-a5de-6e23ec67a116 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:08:38.041950 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6d773c64-92aa-4f64-a0c3-781dc48e728b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:38.063323 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-c2ef02bb-d2dd-488d-aecc-d07cc3cc888f None None] For port d9a45b44-1dbf-48aa-bf30-c0ff80c79760, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=d9a45b44-1dbf-48aa-bf30-c0ff80c79760,segment=NetworkSegment(07c822d3-bd1c-45eb-a28b-2482dbd47aa0),segment_id=07c822d3-bd1c-45eb-a28b-2482dbd47aa0)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:08:38.063323 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c2ef02bb-d2dd-488d-aecc-d07cc3cc888f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:38.075968 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-c2ef02bb-d2dd-488d-aecc-d07cc3cc888f None None] Calling delete_port for d9a45b44-1dbf-48aa-bf30-c0ff80c79760 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:08:38.127782 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-6d773c64-92aa-4f64-a0c3-781dc48e728b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] For port 21e1eed1-fe37-4427-a5de-6e23ec67a116, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=21e1eed1-fe37-4427-a5de-6e23ec67a116,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:08:38.128149 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6d773c64-92aa-4f64-a0c3-781dc48e728b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:38.132499 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-dc6b30bd-6e4d-42d5-97f4-c82906d1cbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fadb82-68c2-49c9-b776-3155dcbaa00f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270540651', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '21e1eed1-fe37-4427-a5de-6e23ec67a116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:33Z', 'updated_at': '2021-08-10T04:08:36Z', 'revision_number': 5, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': '21e1eed1-fe37-4427-a5de-6e23ec67a116', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:66:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fadb82-68c2-49c9-b776-3155dcbaa00f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:34Z', 'updated_at': '2021-08-10T04:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:38.148177 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-6d773c64-92aa-4f64-a0c3-781dc48e728b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Calling delete_port for 21e1eed1-fe37-4427-a5de-6e23ec67a116 owned by network:router_gateway {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:08:38.167443 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6b30bd-6e4d-42d5-97f4-c82906d1cbd9 None None] The sync data for ids ['92fadb82-68c2-49c9-b776-3155dcbaa00f'] in n-d-768851-15 is: [{'id': '92fadb82-68c2-49c9-b776-3155dcbaa00f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270540651', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '21e1eed1-fe37-4427-a5de-6e23ec67a116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:33Z', 'updated_at': '2021-08-10T04:08:36Z', 'revision_number': 5, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': '21e1eed1-fe37-4427-a5de-6e23ec67a116', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:66:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fadb82-68c2-49c9-b776-3155dcbaa00f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:34Z', 'updated_at': '2021-08-10T04:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:08:38.188248 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c2ef02bb-d2dd-488d-aecc-d07cc3cc888f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:38.216828 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ef02bb-d2dd-488d-aecc-d07cc3cc888f None None] Pushing event deleted for resources: {'Port': ['ID=d9a45b44-1dbf-48aa-bf30-c0ff80c79760,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:38.222636 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ef02bb-d2dd-488d-aecc-d07cc3cc888f None None] No DVR routers for this DVR port d9a45b44-1dbf-48aa-bf30-c0ff80c79760 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:08:38.232176 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 7dd8a77e-67a2-4ef1-9326-28e03baa7048 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:08:38.253224 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ef02bb-d2dd-488d-aecc-d07cc3cc888f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:38.253570 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ef02bb-d2dd-488d-aecc-d07cc3cc888f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:38.253913 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ef02bb-d2dd-488d-aecc-d07cc3cc888f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:38.254248 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ef02bb-d2dd-488d-aecc-d07cc3cc888f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:38.254579 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ef02bb-d2dd-488d-aecc-d07cc3cc888f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:38.254952 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ef02bb-d2dd-488d-aecc-d07cc3cc888f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:38.255281 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ef02bb-d2dd-488d-aecc-d07cc3cc888f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:38.255609 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ef02bb-d2dd-488d-aecc-d07cc3cc888f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:38.255938 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ef02bb-d2dd-488d-aecc-d07cc3cc888f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:38.256261 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ef02bb-d2dd-488d-aecc-d07cc3cc888f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:38.256578 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ef02bb-d2dd-488d-aecc-d07cc3cc888f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:38.256900 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ef02bb-d2dd-488d-aecc-d07cc3cc888f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:38.261239 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: 7dd8a77e-67a2-4ef1-9326-28e03baa7048 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:08:38.261594 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 7dd8a77e-67a2-4ef1-9326-28e03baa7048 not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:08:38.337267 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6d773c64-92aa-4f64-a0c3-781dc48e728b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:38.365389 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d773c64-92aa-4f64-a0c3-781dc48e728b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event deleted for resources: {'Port': ['ID=21e1eed1-fe37-4427-a5de-6e23ec67a116,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:38.427504 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6d773c64-92aa-4f64-a0c3-781dc48e728b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:38.519344 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6d773c64-92aa-4f64-a0c3-781dc48e728b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:38.521620 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6d773c64-92aa-4f64-a0c3-781dc48e728b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:38.568886 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6d773c64-92aa-4f64-a0c3-781dc48e728b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:38.569534 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d773c64-92aa-4f64-a0c3-781dc48e728b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Fanout notify agent at l3_agent the message router_deleted on router 92fadb82-68c2-49c9-b776-3155dcbaa00f {{(pid=94216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:08:38.577062 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6d773c64-92aa-4f64-a0c3-781dc48e728b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:38.578195 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-6d773c64-92aa-4f64-a0c3-781dc48e728b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "DELETE /v2.0/routers/92fadb82-68c2-49c9-b776-3155dcbaa00f HTTP/1.1" status: 204 len: 168 time: 0.8254712 Aug 10 04:08:38.581397 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 42882) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:38.663958 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-abfd3b97-c7f0-4a16-99b9-86488e3f508a tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:38.750840 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-abfd3b97-c7f0-4a16-99b9-86488e3f508a tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:38.761956 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-abfd3b97-c7f0-4a16-99b9-86488e3f508a tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef47087f-67de-4613-a452-fdeb21330d72']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:38.778390 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-abfd3b97-c7f0-4a16-99b9-86488e3f508a tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07c822d3-bd1c-45eb-a28b-2482dbd47aa0') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:38.778685 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-abfd3b97-c7f0-4a16-99b9-86488e3f508a tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07c822d3-bd1c-45eb-a28b-2482dbd47aa0') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:38.788617 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-abfd3b97-c7f0-4a16-99b9-86488e3f508a tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:38.803748 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-abfd3b97-c7f0-4a16-99b9-86488e3f508a tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:38.810772 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abfd3b97-c7f0-4a16-99b9-86488e3f508a tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:08:38.811255 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-abfd3b97-c7f0-4a16-99b9-86488e3f508a tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:38.814355 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 04:08:38.814355 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:08:38.814355 n-d-768851-15 neutron-server[94216]: timer() Aug 10 04:08:38.814355 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:08:38.814355 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 04:08:38.814355 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:08:38.814355 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 04:08:38.814355 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:08:38.814355 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 04:08:38.814355 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:08:38.814355 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 04:08:38.814355 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:08:38.814355 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 04:08:38.814355 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:08:38.814355 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:08:38.814355 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:08:38.814355 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:08:38.814355 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:08:38.814355 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 04:08:38.814355 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:08:38.814355 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 04:08:38.814355 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:08:38.814355 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:08:38.814355 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:08:38.814355 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 04:08:38.814355 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:08:38.814355 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:08:38.814355 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:08:38.814355 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:08:38.814355 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:08:38.814355 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:08:38.814355 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:08:38.878690 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-abfd3b97-c7f0-4a16-99b9-86488e3f508a tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:38.892665 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-abfd3b97-c7f0-4a16-99b9-86488e3f508a tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:38.893889 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-abfd3b97-c7f0-4a16-99b9-86488e3f508a tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "DELETE /v2.0/networks/ef47087f-67de-4613-a452-fdeb21330d72 HTTP/1.1" status: 204 len: 168 time: 0.3115673 Aug 10 04:08:38.896777 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42884) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:38.905548 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfd3b97-c7f0-4a16-99b9-86488e3f508a tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event deleted for resources: {'Network': ['ID=ef47087f-67de-4613-a452-fdeb21330d72,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:38.956062 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4fa5bc30-0716-40a9-9a57-07c9d650945f tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:38.985061 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4fa5bc30-0716-40a9-9a57-07c9d650945f tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:39.046294 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4fa5bc30-0716-40a9-9a57-07c9d650945f tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:39.049148 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4fa5bc30-0716-40a9-9a57-07c9d650945f tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:39.050314 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4fa5bc30-0716-40a9-9a57-07c9d650945f tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "DELETE /v2.0/security-groups/238bb2c6-d494-4636-83ef-cb369c3e6c7b HTTP/1.1" status: 204 len: 168 time: 0.1524763 Aug 10 04:08:39.060370 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa5bc30-0716-40a9-9a57-07c9d650945f tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=238bb2c6-d494-4636-83ef-cb369c3e6c7b,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:39.322538 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42890) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:39.326759 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-63aa6af7-36c9-4849-ac43-94ef65ab6a64 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-164749878', 'description': 'tempest-secgroup-smoke-164749878 description', 'project_id': '0974328c2e43431896bddcacf9b7a031'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:08:39.354753 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-63aa6af7-36c9-4849-ac43-94ef65ab6a64 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:39.433453 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-63aa6af7-36c9-4849-ac43-94ef65ab6a64 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:39.437564 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-63aa6af7-36c9-4849-ac43-94ef65ab6a64 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:39.466377 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-63aa6af7-36c9-4849-ac43-94ef65ab6a64 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:39.467764 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-63aa6af7-36c9-4849-ac43-94ef65ab6a64 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1448116 Aug 10 04:08:39.470786 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42892) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:39.475297 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-03791583-60bc-4090-b85f-3c28668b149b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Request body: {'security_group_rule': {'security_group_id': '19c8314c-0ba9-431f-8989-eec1fe86c6c7', 'project_id': '0974328c2e43431896bddcacf9b7a031', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:08:39.480096 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa6af7-36c9-4849-ac43-94ef65ab6a64 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19c8314c-0ba9-431f-8989-eec1fe86c6c7,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:39.503810 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-03791583-60bc-4090-b85f-3c28668b149b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:39.560550 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-03791583-60bc-4090-b85f-3c28668b149b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:39.570635 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-03791583-60bc-4090-b85f-3c28668b149b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:39.572232 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 21e1eed1-fe37-4427-a5de-6e23ec67a116 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:08:39.593984 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03791583-60bc-4090-b85f-3c28668b149b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa2f7cc0-b165-4abe-b4d9-2aa9d870e2bb,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:39.594867 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 21e1eed1-fe37-4427-a5de-6e23ec67a116 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:08:39.595263 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 21e1eed1-fe37-4427-a5de-6e23ec67a116 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:08:39.595756 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device d9a45b44-1dbf-48aa-bf30-c0ff80c79760 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:08:39.598780 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-03791583-60bc-4090-b85f-3c28668b149b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:39.602667 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 42894) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:39.602852 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-03791583-60bc-4090-b85f-3c28668b149b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1309719 Aug 10 04:08:39.607722 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-b133ffb8-e891-49b1-81ba-455b07e0bb2f tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Request body: {'security_group_rule': {'security_group_id': '19c8314c-0ba9-431f-8989-eec1fe86c6c7', 'project_id': '0974328c2e43431896bddcacf9b7a031', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:08:39.619205 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: d9a45b44-1dbf-48aa-bf30-c0ff80c79760 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:08:39.619552 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device d9a45b44-1dbf-48aa-bf30-c0ff80c79760 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:08:39.619961 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 244dc58b-3f05-4757-84d3-dc4836927b6c no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:08:39.638130 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b133ffb8-e891-49b1-81ba-455b07e0bb2f tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:39.643081 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 244dc58b-3f05-4757-84d3-dc4836927b6c {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:08:39.643438 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 244dc58b-3f05-4757-84d3-dc4836927b6c not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:08:39.700833 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b133ffb8-e891-49b1-81ba-455b07e0bb2f tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:39.704870 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b133ffb8-e891-49b1-81ba-455b07e0bb2f tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:39.722890 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b133ffb8-e891-49b1-81ba-455b07e0bb2f tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91080926-c3df-465d-bf16-1da4a2b6f8b0,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:39.728228 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b133ffb8-e891-49b1-81ba-455b07e0bb2f tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:39.729735 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b133ffb8-e891-49b1-81ba-455b07e0bb2f tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1255984 Aug 10 04:08:39.732657 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 42896) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:39.737054 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-0c29c784-25b6-43fb-9e09-ebc3051201a2 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Request body: {'security_group_rule': {'security_group_id': '19c8314c-0ba9-431f-8989-eec1fe86c6c7', 'project_id': '0974328c2e43431896bddcacf9b7a031', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:08:39.763176 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0c29c784-25b6-43fb-9e09-ebc3051201a2 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:39.826038 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0c29c784-25b6-43fb-9e09-ebc3051201a2 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:39.829759 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0c29c784-25b6-43fb-9e09-ebc3051201a2 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:39.848094 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c29c784-25b6-43fb-9e09-ebc3051201a2 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e06331c-d651-407d-8897-1b63ba568269,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:39.855932 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0c29c784-25b6-43fb-9e09-ebc3051201a2 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:39.857146 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-0c29c784-25b6-43fb-9e09-ebc3051201a2 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1235607 Aug 10 04:08:39.865282 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42898) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:39.870403 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-b461b577-c3a2-4bba-81f5-e732579b9d03 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Request body: {'security_group_rule': {'security_group_id': '19c8314c-0ba9-431f-8989-eec1fe86c6c7', 'project_id': '0974328c2e43431896bddcacf9b7a031', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:08:39.896517 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b461b577-c3a2-4bba-81f5-e732579b9d03 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:39.960479 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b461b577-c3a2-4bba-81f5-e732579b9d03 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:39.964492 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b461b577-c3a2-4bba-81f5-e732579b9d03 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:39.981532 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b461b577-c3a2-4bba-81f5-e732579b9d03 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b48d9fdc-6f32-4b07-b1bb-2c473e1cad3f,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:39.988587 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b461b577-c3a2-4bba-81f5-e732579b9d03 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:39.989149 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b461b577-c3a2-4bba-81f5-e732579b9d03 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1225801 Aug 10 04:08:39.991826 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42900) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:39.996217 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-6e3902fc-155b-48bd-91a4-ef0cf9178092 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Request body: {'security_group_rule': {'security_group_id': '19c8314c-0ba9-431f-8989-eec1fe86c6c7', 'project_id': '0974328c2e43431896bddcacf9b7a031', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:08:40.017368 n-d-768851-15 neutron-server[94217]: INFO neutron.db.securitygroups_db [None req-6e3902fc-155b-48bd-91a4-ef0cf9178092 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Project 0974328c2e43431896bddcacf9b7a031 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:08:40.022166 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6e3902fc-155b-48bd-91a4-ef0cf9178092 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:40.081453 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6e3902fc-155b-48bd-91a4-ef0cf9178092 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:40.085006 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6e3902fc-155b-48bd-91a4-ef0cf9178092 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:40.102471 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3902fc-155b-48bd-91a4-ef0cf9178092 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=693166e5-4e58-4b5f-a2c9-d522984e9fe2,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:40.108874 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-6e3902fc-155b-48bd-91a4-ef0cf9178092 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:40.110033 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-6e3902fc-155b-48bd-91a4-ef0cf9178092 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1172874 Aug 10 04:08:40.112965 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42902) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:40.117511 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-0380d003-3ff1-494e-b660-aff1bdac3101 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Request body: {'security_group_rule': {'security_group_id': '19c8314c-0ba9-431f-8989-eec1fe86c6c7', 'project_id': '0974328c2e43431896bddcacf9b7a031', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:08:40.138900 n-d-768851-15 neutron-server[94217]: INFO neutron.db.securitygroups_db [None req-0380d003-3ff1-494e-b660-aff1bdac3101 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Project 0974328c2e43431896bddcacf9b7a031 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:08:40.143528 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0380d003-3ff1-494e-b660-aff1bdac3101 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:40.203060 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0380d003-3ff1-494e-b660-aff1bdac3101 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:40.206773 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0380d003-3ff1-494e-b660-aff1bdac3101 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:40.224327 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0380d003-3ff1-494e-b660-aff1bdac3101 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77c49e55-ce2a-44ae-8625-e6acb5cdc209,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:40.231206 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0380d003-3ff1-494e-b660-aff1bdac3101 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:40.232425 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0380d003-3ff1-494e-b660-aff1bdac3101 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1185336 Aug 10 04:08:40.235321 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42904) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:40.240233 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-daa48794-4e75-491a-86c4-bab40529a560 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Request body: {'network': {'name': 'tempest-network-smoke--475789377', 'project_id': '0974328c2e43431896bddcacf9b7a031', 'port_security_enabled': True}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:08:40.260984 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa48794-4e75-491a-86c4-bab40529a560 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Made reservation on behalf of 0974328c2e43431896bddcacf9b7a031 for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:08:40.264523 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-daa48794-4e75-491a-86c4-bab40529a560 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:40.287113 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daa48794-4e75-491a-86c4-bab40529a560 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:08:40.296648 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-daa48794-4e75-491a-86c4-bab40529a560 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:40.296994 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-daa48794-4e75-491a-86c4-bab40529a560 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Added segment b327711e-fcb2-442d-bb8f-69b904b3b18a of type vlan for network faea3dcf-cc76-4470-af71-61e454818032 Aug 10 04:08:40.339558 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-daa48794-4e75-491a-86c4-bab40529a560 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:40.367374 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-daa48794-4e75-491a-86c4-bab40529a560 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:40.372906 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa48794-4e75-491a-86c4-bab40529a560 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:40.373488 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-daa48794-4e75-491a-86c4-bab40529a560 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:40.429554 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-daa48794-4e75-491a-86c4-bab40529a560 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1932170 Aug 10 04:08:40.433319 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 42906) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:40.437809 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa48794-4e75-491a-86c4-bab40529a560 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'Network': ['ID=faea3dcf-cc76-4470-af71-61e454818032,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:40.438276 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-cef9c6a6-f93f-468b-95d6-b38b419dd431 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-46753868', 'admin_state_up': True, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:08:40.448850 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network faea3dcf-cc76-4470-af71-61e454818032 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:08:40.466522 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cef9c6a6-f93f-468b-95d6-b38b419dd431 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:40.467587 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cef9c6a6-f93f-468b-95d6-b38b419dd431 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:40.519510 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cef9c6a6-f93f-468b-95d6-b38b419dd431 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:40.659064 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cef9c6a6-f93f-468b-95d6-b38b419dd431 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:40.850370 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cef9c6a6-f93f-468b-95d6-b38b419dd431 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for router_gateway, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:40.873730 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cef9c6a6-f93f-468b-95d6-b38b419dd431 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:40.981209 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-cef9c6a6-f93f-468b-95d6-b38b419dd431 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Allocated IP 172.25.7.75 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/41c16370-447c-4cbc-8439-3e2fc97e8b0b) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:08:41.089549 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cef9c6a6-f93f-468b-95d6-b38b419dd431 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:41.129478 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cef9c6a6-f93f-468b-95d6-b38b419dd431 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:41.168923 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef9c6a6-f93f-468b-95d6-b38b419dd431 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:08:41.171842 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-cef9c6a6-f93f-468b-95d6-b38b419dd431 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:08:41.175362 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef9c6a6-f93f-468b-95d6-b38b419dd431 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:08:41.180734 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef9c6a6-f93f-468b-95d6-b38b419dd431 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'Port': ['ID=41c16370-447c-4cbc-8439-3e2fc97e8b0b,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:41.429092 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cef9c6a6-f93f-468b-95d6-b38b419dd431 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for router_gateway, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:41.633234 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cef9c6a6-f93f-468b-95d6-b38b419dd431 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:41.757841 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef9c6a6-f93f-468b-95d6-b38b419dd431 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Router d35be614-682a-4dc0-a323-b4d1c65eebcd is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:08:41.866688 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef9c6a6-f93f-468b-95d6-b38b419dd431 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:08:41.876776 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ae2851-2953-4cac-bf5a-ec7be885a47d None None] Sync routers for ids ['d35be614-682a-4dc0-a323-b4d1c65eebcd'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:08:41.888033 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cef9c6a6-f93f-468b-95d6-b38b419dd431 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:41.888273 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ae2851-2953-4cac-bf5a-ec7be885a47d None None] Routers {'d35be614-682a-4dc0-a323-b4d1c65eebcd'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:08:41.889075 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-80ae2851-2953-4cac-bf5a-ec7be885a47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:08:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['d35be614-682a-4dc0-a323-b4d1c65eebcd'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:41.890058 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-cef9c6a6-f93f-468b-95d6-b38b419dd431 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.4554744 Aug 10 04:08:41.893216 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 42908) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:41.921866 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-996662c2-bedc-4e92-a0a7-4404f2bb7427 tempest-TestNetworkAdvancedServerOps-626410460 tempest-TestNetworkAdvancedServerOps-626410460-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=0974328c2e43431896bddcacf9b7a031&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274611 Aug 10 04:08:41.924492 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 42910) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:42.003469 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-80ae2851-2953-4cac-bf5a-ec7be885a47d None None] Set router d35be614-682a-4dc0-a323-b4d1c65eebcd gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:08:42.015885 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfac43b6-7ab6-430b-ab8d-da8c772a7a95 tempest-TestNetworkAdvancedServerOps-626410460 tempest-TestNetworkAdvancedServerOps-626410460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:42.017333 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-cfac43b6-7ab6-430b-ab8d-da8c772a7a95 tempest-TestNetworkAdvancedServerOps-626410460 tempest-TestNetworkAdvancedServerOps-626410460-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0919516 Aug 10 04:08:42.020203 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 42912) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:42.053163 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8bbf6832-7273-4d2c-b06f-1ee7d0c930d6 tempest-TestNetworkAdvancedServerOps-626410460 tempest-TestNetworkAdvancedServerOps-626410460-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=09ca2025-b9a6-4e84-8019-8d9fbef3753e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0318444 Aug 10 04:08:42.057182 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 42914) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:42.062080 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-765fcb38-8bf5-441a-baae-31c587dd5c61 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1386002335', 'network_id': 'faea3dcf-cc76-4470-af71-61e454818032', 'project_id': '0974328c2e43431896bddcacf9b7a031', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:08:42.152803 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765fcb38-8bf5-441a-baae-31c587dd5c61 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Made reservation on behalf of 0974328c2e43431896bddcacf9b7a031 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:08:42.156419 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-765fcb38-8bf5-441a-baae-31c587dd5c61 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:42.198013 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-80ae2851-2953-4cac-bf5a-ec7be885a47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35be614-682a-4dc0-a323-b4d1c65eebcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46753868', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '41c16370-447c-4cbc-8439-3e2fc97e8b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:08:40Z', 'updated_at': '2021-08-10T04:08:41Z', 'revision_number': 3, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': '41c16370-447c-4cbc-8439-3e2fc97e8b0b', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35be614-682a-4dc0-a323-b4d1c65eebcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:40Z', 'updated_at': '2021-08-10T04:08:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:42.224753 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ae2851-2953-4cac-bf5a-ec7be885a47d None None] Checking router: d35be614-682a-4dc0-a323-b4d1c65eebcd for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:08:42.225111 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ae2851-2953-4cac-bf5a-ec7be885a47d None None] Updating router d35be614-682a-4dc0-a323-b4d1c65eebcd port 41c16370-447c-4cbc-8439-3e2fc97e8b0b binding host n-d-768851-15 {{(pid=94218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:08:42.251616 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-80ae2851-2953-4cac-bf5a-ec7be885a47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:42.348958 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-765fcb38-8bf5-441a-baae-31c587dd5c61 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:42.407523 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765fcb38-8bf5-441a-baae-31c587dd5c61 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'Subnet': ['ID=e9bb0631-1b1a-4d67-b627-41d35f15d938,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:42.416473 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765fcb38-8bf5-441a-baae-31c587dd5c61 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Checking segment: {'id': 'b327711e-fcb2-442d-bb8f-69b904b3b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'faea3dcf-cc76-4470-af71-61e454818032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:08:42.416918 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765fcb38-8bf5-441a-baae-31c587dd5c61 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Network hostable DHCP agents. Network: faea3dcf-cc76-4470-af71-61e454818032, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:08:42.434471 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765fcb38-8bf5-441a-baae-31c587dd5c61 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Network faea3dcf-cc76-4470-af71-61e454818032 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:08:42.444008 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-765fcb38-8bf5-441a-baae-31c587dd5c61 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, faea3dcf-cc76-4470-af71-61e454818032) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:08:42.449090 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765fcb38-8bf5-441a-baae-31c587dd5c61 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:42.449518 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-765fcb38-8bf5-441a-baae-31c587dd5c61 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:42.457446 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bba82d6-927a-455d-ae48-54f1babf9060 None None] Network faea3dcf-cc76-4470-af71-61e454818032 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:08:42.466595 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-765fcb38-8bf5-441a-baae-31c587dd5c61 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4082122 Aug 10 04:08:42.469303 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 42916) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:42.591034 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-80ae2851-2953-4cac-bf5a-ec7be885a47d None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:42.621044 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-80ae2851-2953-4cac-bf5a-ec7be885a47d None None] Transition to ACTIVE for port object 41c16370-447c-4cbc-8439-3e2fc97e8b0b will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:08:42.628704 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-80ae2851-2953-4cac-bf5a-ec7be885a47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:42.712325 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d99688-ce53-4141-9d83-069b968fa20b None None] Pushing event updated for resources: {'Port': ['ID=41c16370-447c-4cbc-8439-3e2fc97e8b0b,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:42.716059 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-80ae2851-2953-4cac-bf5a-ec7be885a47d None None] Attempting to bind port 41c16370-447c-4cbc-8439-3e2fc97e8b0b on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:08:42.717133 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-80ae2851-2953-4cac-bf5a-ec7be885a47d None None] Attempting to bind port 41c16370-447c-4cbc-8439-3e2fc97e8b0b by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:08:42.717505 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ae2851-2953-4cac-bf5a-ec7be885a47d None None] Attempting to bind port 41c16370-447c-4cbc-8439-3e2fc97e8b0b on network 09ca2025-b9a6-4e84-8019-8d9fbef3753e {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:08:42.721572 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3daf48ac-e9a3-4e93-8f1f-3c8fb953f242 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-faea3dcf-cc76-4470-af71-61e454818032', 'network_id': 'faea3dcf-cc76-4470-af71-61e454818032', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'fixed_ips': [{'subnet_id': 'e9bb0631-1b1a-4d67-b627-41d35f15d938'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:08:42.722402 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3daf48ac-e9a3-4e93-8f1f-3c8fb953f242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:42.728803 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ae2851-2953-4cac-bf5a-ec7be885a47d None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:08:42.729185 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ae2851-2953-4cac-bf5a-ec7be885a47d None None] Checking segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:08:42.729571 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-80ae2851-2953-4cac-bf5a-ec7be885a47d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:42.729956 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ae2851-2953-4cac-bf5a-ec7be885a47d None None] Bound using segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:08:42.730421 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-80ae2851-2953-4cac-bf5a-ec7be885a47d None None] Bound port: 41c16370-447c-4cbc-8439-3e2fc97e8b0b, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:08:42.730817 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-80ae2851-2953-4cac-bf5a-ec7be885a47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:42.860294 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-80ae2851-2953-4cac-bf5a-ec7be885a47d None None] For port 41c16370-447c-4cbc-8439-3e2fc97e8b0b, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:08:42.880291 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-80ae2851-2953-4cac-bf5a-ec7be885a47d None None] For port 41c16370-447c-4cbc-8439-3e2fc97e8b0b, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=41c16370-447c-4cbc-8439-3e2fc97e8b0b,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:08:42.900250 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-80ae2851-2953-4cac-bf5a-ec7be885a47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:42.920401 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c8e68904-ffcc-46dc-b13c-ac4cd9ce3dd6 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:42.969545 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-3daf48ac-e9a3-4e93-8f1f-3c8fb953f242 None None] Allocated IP 172.20.0.2 (faea3dcf-cc76-4470-af71-61e454818032/e9bb0631-1b1a-4d67-b627-41d35f15d938/d9101a55-43be-4215-bd56-d9024694befd) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:08:42.981649 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ae2851-2953-4cac-bf5a-ec7be885a47d None None] Routers {'d35be614-682a-4dc0-a323-b4d1c65eebcd'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:08:42.982451 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-80ae2851-2953-4cac-bf5a-ec7be885a47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:08:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['d35be614-682a-4dc0-a323-b4d1c65eebcd'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:42.992425 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d99688-ce53-4141-9d83-069b968fa20b None None] Pushing event updated for resources: {'Port': ['ID=41c16370-447c-4cbc-8439-3e2fc97e8b0b,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:43.324231 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-80ae2851-2953-4cac-bf5a-ec7be885a47d None None] Set router d35be614-682a-4dc0-a323-b4d1c65eebcd gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:08:43.475833 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3daf48ac-e9a3-4e93-8f1f-3c8fb953f242 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:43.490876 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3daf48ac-e9a3-4e93-8f1f-3c8fb953f242 None None] Transition to ACTIVE for port object d9101a55-43be-4215-bd56-d9024694befd will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:08:43.537419 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3daf48ac-e9a3-4e93-8f1f-3c8fb953f242 None None] Transition to ACTIVE for port object d9101a55-43be-4215-bd56-d9024694befd will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:08:43.545816 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3daf48ac-e9a3-4e93-8f1f-3c8fb953f242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:43.597031 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3daf48ac-e9a3-4e93-8f1f-3c8fb953f242 None None] Network faea3dcf-cc76-4470-af71-61e454818032 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:08:43.601419 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-c8e68904-ffcc-46dc-b13c-ac4cd9ce3dd6 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Allocated IP 172.20.0.1 (faea3dcf-cc76-4470-af71-61e454818032/e9bb0631-1b1a-4d67-b627-41d35f15d938/c1f928bd-52db-4cf9-a449-1c927746986a) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:08:43.602803 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-3daf48ac-e9a3-4e93-8f1f-3c8fb953f242 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:08:43.605632 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3daf48ac-e9a3-4e93-8f1f-3c8fb953f242 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:08:43.609634 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daf48ac-e9a3-4e93-8f1f-3c8fb953f242 None None] Pushing event updated for resources: {'Port': ['ID=d9101a55-43be-4215-bd56-d9024694befd,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:43.640252 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-80ae2851-2953-4cac-bf5a-ec7be885a47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35be614-682a-4dc0-a323-b4d1c65eebcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46753868', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '41c16370-447c-4cbc-8439-3e2fc97e8b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:08:40Z', 'updated_at': '2021-08-10T04:08:41Z', 'revision_number': 3, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': '41c16370-447c-4cbc-8439-3e2fc97e8b0b', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35be614-682a-4dc0-a323-b4d1c65eebcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:40Z', 'updated_at': '2021-08-10T04:08:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:43.684562 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ae2851-2953-4cac-bf5a-ec7be885a47d None None] The sync data for ids ['d35be614-682a-4dc0-a323-b4d1c65eebcd'] in n-d-768851-15 is: [{'id': 'd35be614-682a-4dc0-a323-b4d1c65eebcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46753868', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '41c16370-447c-4cbc-8439-3e2fc97e8b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:08:40Z', 'updated_at': '2021-08-10T04:08:41Z', 'revision_number': 3, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': '41c16370-447c-4cbc-8439-3e2fc97e8b0b', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35be614-682a-4dc0-a323-b4d1c65eebcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:40Z', 'updated_at': '2021-08-10T04:08:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:08:43.694771 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-3daf48ac-e9a3-4e93-8f1f-3c8fb953f242 None None] Attempting to bind port d9101a55-43be-4215-bd56-d9024694befd on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:08:43.695146 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-3daf48ac-e9a3-4e93-8f1f-3c8fb953f242 None None] Attempting to bind port d9101a55-43be-4215-bd56-d9024694befd by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'b327711e-fcb2-442d-bb8f-69b904b3b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'faea3dcf-cc76-4470-af71-61e454818032'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:08:43.695437 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3daf48ac-e9a3-4e93-8f1f-3c8fb953f242 None None] Attempting to bind port d9101a55-43be-4215-bd56-d9024694befd on network faea3dcf-cc76-4470-af71-61e454818032 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:08:43.701384 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3daf48ac-e9a3-4e93-8f1f-3c8fb953f242 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:08:43.701781 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3daf48ac-e9a3-4e93-8f1f-3c8fb953f242 None None] Checking segment: {'id': 'b327711e-fcb2-442d-bb8f-69b904b3b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'faea3dcf-cc76-4470-af71-61e454818032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:08:43.702153 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3daf48ac-e9a3-4e93-8f1f-3c8fb953f242 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:43.702680 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3daf48ac-e9a3-4e93-8f1f-3c8fb953f242 None None] Bound using segment: {'id': 'b327711e-fcb2-442d-bb8f-69b904b3b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'faea3dcf-cc76-4470-af71-61e454818032'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:08:43.703188 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-3daf48ac-e9a3-4e93-8f1f-3c8fb953f242 None None] Bound port: d9101a55-43be-4215-bd56-d9024694befd, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b327711e-fcb2-442d-bb8f-69b904b3b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'faea3dcf-cc76-4470-af71-61e454818032'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:08:43.704146 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3daf48ac-e9a3-4e93-8f1f-3c8fb953f242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:43.734622 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c8e68904-ffcc-46dc-b13c-ac4cd9ce3dd6 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:43.750447 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-c8e68904-ffcc-46dc-b13c-ac4cd9ce3dd6 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Transition to ACTIVE for port object c1f928bd-52db-4cf9-a449-1c927746986a will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:08:43.777213 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3daf48ac-e9a3-4e93-8f1f-3c8fb953f242 None None] For port d9101a55-43be-4215-bd56-d9024694befd, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:08:43.780664 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3daf48ac-e9a3-4e93-8f1f-3c8fb953f242 None None] For port d9101a55-43be-4215-bd56-d9024694befd, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=d9101a55-43be-4215-bd56-d9024694befd,segment=NetworkSegment(b327711e-fcb2-442d-bb8f-69b904b3b18a),segment_id=b327711e-fcb2-442d-bb8f-69b904b3b18a)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:08:43.785748 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3daf48ac-e9a3-4e93-8f1f-3c8fb953f242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:43.794517 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c8e68904-ffcc-46dc-b13c-ac4cd9ce3dd6 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:43.840087 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e68904-ffcc-46dc-b13c-ac4cd9ce3dd6 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Network faea3dcf-cc76-4470-af71-61e454818032 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:08:43.845742 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-c8e68904-ffcc-46dc-b13c-ac4cd9ce3dd6 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:08:43.848988 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daf48ac-e9a3-4e93-8f1f-3c8fb953f242 None None] Pushing event updated for resources: {'Port': ['ID=d9101a55-43be-4215-bd56-d9024694befd,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:43.849775 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e68904-ffcc-46dc-b13c-ac4cd9ce3dd6 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:08:43.875913 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e68904-ffcc-46dc-b13c-ac4cd9ce3dd6 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'Port': ['ID=c1f928bd-52db-4cf9-a449-1c927746986a,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:43.905073 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c8e68904-ffcc-46dc-b13c-ac4cd9ce3dd6 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:44.091466 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c8e68904-ffcc-46dc-b13c-ac4cd9ce3dd6 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:44.718201 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c8e68904-ffcc-46dc-b13c-ac4cd9ce3dd6 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:44.722783 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c8e68904-ffcc-46dc-b13c-ac4cd9ce3dd6 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:44.801998 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e68904-ffcc-46dc-b13c-ac4cd9ce3dd6 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'Port': ['ID=c1f928bd-52db-4cf9-a449-1c927746986a,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:44.804515 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c8e68904-ffcc-46dc-b13c-ac4cd9ce3dd6 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:44.845481 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c582f82-4c63-468e-9f9e-f1cb714807a2 None None] Network faea3dcf-cc76-4470-af71-61e454818032 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:08:44.902919 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e68904-ffcc-46dc-b13c-ac4cd9ce3dd6 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Network faea3dcf-cc76-4470-af71-61e454818032 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:08:44.904375 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-c8e68904-ffcc-46dc-b13c-ac4cd9ce3dd6 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:08:44.920442 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-9926bf78-58b5-48b1-b99b-098d2926c7fd None None] Provisioning for port d9101a55-43be-4215-bd56-d9024694befd completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:08:45.020349 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e68904-ffcc-46dc-b13c-ac4cd9ce3dd6 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Router d35be614-682a-4dc0-a323-b4d1c65eebcd has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:08:45.134715 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e68904-ffcc-46dc-b13c-ac4cd9ce3dd6 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:08:45.144323 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-c8e68904-ffcc-46dc-b13c-ac4cd9ce3dd6 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "PUT /v2.0/routers/d35be614-682a-4dc0-a323-b4d1c65eebcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6714253 Aug 10 04:08:45.267445 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b2645672-9e8c-46aa-a472-737208f212dc None None] Provisioning for port c1f928bd-52db-4cf9-a449-1c927746986a completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:08:45.272124 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b2645672-9e8c-46aa-a472-737208f212dc None None] Provisioning complete for port c1f928bd-52db-4cf9-a449-1c927746986a triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:45.272502 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b2645672-9e8c-46aa-a472-737208f212dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:45.301658 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c08275d0-2d5e-4be1-a4aa-0efb91ce24b1 req-bc0c16a2-a6a0-4dd7-8bd4-cb96e1b91c4d tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-164749878&fields=id&tenant_id=0974328c2e43431896bddcacf9b7a031 HTTP/1.1" status: 200 len: 267 time: 0.0453625 Aug 10 04:08:45.314402 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b2645672-9e8c-46aa-a472-737208f212dc None None] Port c1f928bd-52db-4cf9-a449-1c927746986a cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:08:45.328375 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161e65e4-75ec-4995-b296-0a46452fc4e9 None None] Sync routers for ids ['d35be614-682a-4dc0-a323-b4d1c65eebcd'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:08:45.337881 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161e65e4-75ec-4995-b296-0a46452fc4e9 None None] Routers {'d35be614-682a-4dc0-a323-b4d1c65eebcd'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:08:45.338547 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-161e65e4-75ec-4995-b296-0a46452fc4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:08:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['d35be614-682a-4dc0-a323-b4d1c65eebcd'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:45.435813 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08275d0-2d5e-4be1-a4aa-0efb91ce24b1 req-8192fad2-3eee-4b1e-bf57-58aef5433cdf tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:45.437458 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c08275d0-2d5e-4be1-a4aa-0efb91ce24b1 req-8192fad2-3eee-4b1e-bf57-58aef5433cdf tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/networks?id=faea3dcf-cc76-4470-af71-61e454818032 HTTP/1.1" status: 200 len: 796 time: 0.1253996 Aug 10 04:08:45.451596 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-161e65e4-75ec-4995-b296-0a46452fc4e9 None None] Set router d35be614-682a-4dc0-a323-b4d1c65eebcd gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:08:45.454254 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c08275d0-2d5e-4be1-a4aa-0efb91ce24b1 req-458fa152-0ddd-4316-863d-56a2b8e25c3d tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/quotas/0974328c2e43431896bddcacf9b7a031 HTTP/1.1" status: 200 len: 375 time: 0.0103667 Aug 10 04:08:45.514001 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c08275d0-2d5e-4be1-a4aa-0efb91ce24b1 req-6c38779c-ae9f-47c4-bdc8-16207a10f292 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0974328c2e43431896bddcacf9b7a031&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532773 Aug 10 04:08:45.547152 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-97f899fe-8c0a-437d-8277-fbb46c616361 None None] Provisioning complete for port c1f928bd-52db-4cf9-a449-1c927746986a triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:45.548121 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-97f899fe-8c0a-437d-8277-fbb46c616361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:45.633773 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-97f899fe-8c0a-437d-8277-fbb46c616361 None None] Port c1f928bd-52db-4cf9-a449-1c927746986a cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:08:45.674864 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 41c16370-447c-4cbc-8439-3e2fc97e8b0b up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:08:45.733569 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 41c16370-447c-4cbc-8439-3e2fc97e8b0b completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:08:45.737978 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 41c16370-447c-4cbc-8439-3e2fc97e8b0b triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:45.738505 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:45.785391 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-200498f4-3af6-4d16-86fa-3358bbb3d9da None None] Provisioning complete for port c1f928bd-52db-4cf9-a449-1c927746986a triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:45.786297 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-200498f4-3af6-4d16-86fa-3358bbb3d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:45.819561 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c08275d0-2d5e-4be1-a4aa-0efb91ce24b1 req-304bcf66-dc2d-4f9f-9934-617af92d4786 service neutron] 10.222.0.62 "GET /v2.0/networks/faea3dcf-cc76-4470-af71-61e454818032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663358 Aug 10 04:08:45.828345 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-200498f4-3af6-4d16-86fa-3358bbb3d9da None None] Port c1f928bd-52db-4cf9-a449-1c927746986a cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:08:45.835181 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-161e65e4-75ec-4995-b296-0a46452fc4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35be614-682a-4dc0-a323-b4d1c65eebcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46753868', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '41c16370-447c-4cbc-8439-3e2fc97e8b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:08:40Z', 'updated_at': '2021-08-10T04:08:44Z', 'revision_number': 4, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': '41c16370-447c-4cbc-8439-3e2fc97e8b0b', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35be614-682a-4dc0-a323-b4d1c65eebcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:40Z', 'updated_at': '2021-08-10T04:08:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'c1f928bd-52db-4cf9-a449-1c927746986a', 'name': '', 'network_id': 'faea3dcf-cc76-4470-af71-61e454818032', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'mac_address': 'fa:16:3e:52:51:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35be614-682a-4dc0-a323-b4d1c65eebcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e9bb0631-1b1a-4d67-b627-41d35f15d938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:43Z', 'updated_at': '2021-08-10T04:08:44Z', 'revision_number': 2, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'subnets': [{'id': 'e9bb0631-1b1a-4d67-b627-41d35f15d938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:45.862180 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161e65e4-75ec-4995-b296-0a46452fc4e9 None None] Checking router: d35be614-682a-4dc0-a323-b4d1c65eebcd for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:08:45.862637 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161e65e4-75ec-4995-b296-0a46452fc4e9 None None] Updating router d35be614-682a-4dc0-a323-b4d1c65eebcd port c1f928bd-52db-4cf9-a449-1c927746986a binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:08:45.865809 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:45.889311 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-161e65e4-75ec-4995-b296-0a46452fc4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:45.898947 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 41c16370-447c-4cbc-8439-3e2fc97e8b0b, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=41c16370-447c-4cbc-8439-3e2fc97e8b0b,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:08:45.903621 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:45.904469 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device d9101a55-43be-4215-bd56-d9024694befd up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:08:45.923039 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c08275d0-2d5e-4be1-a4aa-0efb91ce24b1 req-0629f019-602d-4665-ae06-61d9c88bca6c service neutron] 10.222.0.62 "GET /v2.0/networks/faea3dcf-cc76-4470-af71-61e454818032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946264 Aug 10 04:08:45.983282 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=41c16370-447c-4cbc-8439-3e2fc97e8b0b,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:45.998069 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port d9101a55-43be-4215-bd56-d9024694befd completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:08:46.002288 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port d9101a55-43be-4215-bd56-d9024694befd triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:46.002661 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:46.129833 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:46.133679 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3339aae1-6b8f-4156-8f72-b4dded856d23 req-c3099e09-d2e5-45e4-8c99-37ae0486fa03 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f4d77a4-6d06-4d57-bee4-3ce85fc4e145 HTTP/1.1" status: 200 len: 210 time: 0.0336330 Aug 10 04:08:46.174921 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port d9101a55-43be-4215-bd56-d9024694befd, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=d9101a55-43be-4215-bd56-d9024694befd,segment=NetworkSegment(b327711e-fcb2-442d-bb8f-69b904b3b18a),segment_id=b327711e-fcb2-442d-bb8f-69b904b3b18a)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:08:46.180504 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:46.221575 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-161e65e4-75ec-4995-b296-0a46452fc4e9 None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:46.233419 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-161e65e4-75ec-4995-b296-0a46452fc4e9 None None] Transition to ACTIVE for port object c1f928bd-52db-4cf9-a449-1c927746986a will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:08:46.240010 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=d9101a55-43be-4215-bd56-d9024694befd,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:46.242721 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-161e65e4-75ec-4995-b296-0a46452fc4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:46.292380 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8f7d1e-f690-4ff6-8a1a-b8b732622a84 None None] Pushing event updated for resources: {'Port': ['ID=c1f928bd-52db-4cf9-a449-1c927746986a,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:46.303193 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f7d1e-f690-4ff6-8a1a-b8b732622a84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:46.303617 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f7d1e-f690-4ff6-8a1a-b8b732622a84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:46.303967 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f7d1e-f690-4ff6-8a1a-b8b732622a84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:46.304304 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f7d1e-f690-4ff6-8a1a-b8b732622a84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:46.304636 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f7d1e-f690-4ff6-8a1a-b8b732622a84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:46.304968 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f7d1e-f690-4ff6-8a1a-b8b732622a84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:46.305301 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f7d1e-f690-4ff6-8a1a-b8b732622a84 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:46.305624 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f7d1e-f690-4ff6-8a1a-b8b732622a84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:46.306001 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f7d1e-f690-4ff6-8a1a-b8b732622a84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:46.306323 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f7d1e-f690-4ff6-8a1a-b8b732622a84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:46.306650 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f7d1e-f690-4ff6-8a1a-b8b732622a84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:46.307000 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f7d1e-f690-4ff6-8a1a-b8b732622a84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:46.355712 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-161e65e4-75ec-4995-b296-0a46452fc4e9 None None] Attempting to bind port c1f928bd-52db-4cf9-a449-1c927746986a on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:08:46.356289 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-161e65e4-75ec-4995-b296-0a46452fc4e9 None None] Attempting to bind port c1f928bd-52db-4cf9-a449-1c927746986a by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': 'b327711e-fcb2-442d-bb8f-69b904b3b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'faea3dcf-cc76-4470-af71-61e454818032'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:08:46.356588 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161e65e4-75ec-4995-b296-0a46452fc4e9 None None] Attempting to bind port c1f928bd-52db-4cf9-a449-1c927746986a on network faea3dcf-cc76-4470-af71-61e454818032 {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:08:46.361580 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161e65e4-75ec-4995-b296-0a46452fc4e9 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:08:46.362352 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161e65e4-75ec-4995-b296-0a46452fc4e9 None None] Checking segment: {'id': 'b327711e-fcb2-442d-bb8f-69b904b3b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'faea3dcf-cc76-4470-af71-61e454818032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:08:46.362697 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-161e65e4-75ec-4995-b296-0a46452fc4e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:46.363305 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161e65e4-75ec-4995-b296-0a46452fc4e9 None None] Bound using segment: {'id': 'b327711e-fcb2-442d-bb8f-69b904b3b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'faea3dcf-cc76-4470-af71-61e454818032'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:08:46.363569 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-161e65e4-75ec-4995-b296-0a46452fc4e9 None None] Bound port: c1f928bd-52db-4cf9-a449-1c927746986a, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b327711e-fcb2-442d-bb8f-69b904b3b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'faea3dcf-cc76-4470-af71-61e454818032'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:08:46.363956 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-161e65e4-75ec-4995-b296-0a46452fc4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:46.433052 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-161e65e4-75ec-4995-b296-0a46452fc4e9 None None] For port c1f928bd-52db-4cf9-a449-1c927746986a, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:08:46.436318 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-161e65e4-75ec-4995-b296-0a46452fc4e9 None None] For port c1f928bd-52db-4cf9-a449-1c927746986a, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=c1f928bd-52db-4cf9-a449-1c927746986a,segment=NetworkSegment(b327711e-fcb2-442d-bb8f-69b904b3b18a),segment_id=b327711e-fcb2-442d-bb8f-69b904b3b18a)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:08:46.441626 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-161e65e4-75ec-4995-b296-0a46452fc4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:46.502489 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161e65e4-75ec-4995-b296-0a46452fc4e9 None None] Routers {'d35be614-682a-4dc0-a323-b4d1c65eebcd'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:08:46.503144 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-161e65e4-75ec-4995-b296-0a46452fc4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:08:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['d35be614-682a-4dc0-a323-b4d1c65eebcd'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:46.505072 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8f7d1e-f690-4ff6-8a1a-b8b732622a84 None None] Pushing event updated for resources: {'Port': ['ID=c1f928bd-52db-4cf9-a449-1c927746986a,revision_number=4']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:46.616388 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-161e65e4-75ec-4995-b296-0a46452fc4e9 None None] Set router d35be614-682a-4dc0-a323-b4d1c65eebcd gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:08:46.836908 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-161e65e4-75ec-4995-b296-0a46452fc4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35be614-682a-4dc0-a323-b4d1c65eebcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46753868', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '41c16370-447c-4cbc-8439-3e2fc97e8b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:08:40Z', 'updated_at': '2021-08-10T04:08:44Z', 'revision_number': 4, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': '41c16370-447c-4cbc-8439-3e2fc97e8b0b', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35be614-682a-4dc0-a323-b4d1c65eebcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:40Z', 'updated_at': '2021-08-10T04:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'c1f928bd-52db-4cf9-a449-1c927746986a', 'name': '', 'network_id': 'faea3dcf-cc76-4470-af71-61e454818032', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'mac_address': 'fa:16:3e:52:51:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35be614-682a-4dc0-a323-b4d1c65eebcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e9bb0631-1b1a-4d67-b627-41d35f15d938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:43Z', 'updated_at': '2021-08-10T04:08:46Z', 'revision_number': 4, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'subnets': [{'id': 'e9bb0631-1b1a-4d67-b627-41d35f15d938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:46.866247 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161e65e4-75ec-4995-b296-0a46452fc4e9 None None] The sync data for ids ['d35be614-682a-4dc0-a323-b4d1c65eebcd'] in n-d-768851-15 is: [{'id': 'd35be614-682a-4dc0-a323-b4d1c65eebcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46753868', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '41c16370-447c-4cbc-8439-3e2fc97e8b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:08:40Z', 'updated_at': '2021-08-10T04:08:44Z', 'revision_number': 4, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': '41c16370-447c-4cbc-8439-3e2fc97e8b0b', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35be614-682a-4dc0-a323-b4d1c65eebcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:40Z', 'updated_at': '2021-08-10T04:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'c1f928bd-52db-4cf9-a449-1c927746986a', 'name': '', 'network_id': 'faea3dcf-cc76-4470-af71-61e454818032', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'mac_address': 'fa:16:3e:52:51:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35be614-682a-4dc0-a323-b4d1c65eebcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e9bb0631-1b1a-4d67-b627-41d35f15d938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:43Z', 'updated_at': '2021-08-10T04:08:46Z', 'revision_number': 4, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'subnets': [{'id': 'e9bb0631-1b1a-4d67-b627-41d35f15d938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:08:47.238102 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-80f8088c-0a84-4f74-bffe-5923caf439c5 req-f637b991-2fbb-47ab-8c51-dcf4b3cae959 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f4d77a4-6d06-4d57-bee4-3ce85fc4e145 HTTP/1.1" status: 200 len: 210 time: 0.0284426 Aug 10 04:08:47.471535 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08275d0-2d5e-4be1-a4aa-0efb91ce24b1 req-57c04fac-d19f-4670-9ad4-902bfbf3bb55 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:47.473249 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c08275d0-2d5e-4be1-a4aa-0efb91ce24b1 req-57c04fac-d19f-4670-9ad4-902bfbf3bb55 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.60 "GET /v2.0/networks?id=faea3dcf-cc76-4470-af71-61e454818032 HTTP/1.1" status: 200 len: 796 time: 0.1252856 Aug 10 04:08:47.522705 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c08275d0-2d5e-4be1-a4aa-0efb91ce24b1 req-edfad546-5fc7-4916-a72f-a8f6ce108c18 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0974328c2e43431896bddcacf9b7a031 HTTP/1.1" status: 200 len: 379 time: 0.0391660 Aug 10 04:08:47.537206 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-c08275d0-2d5e-4be1-a4aa-0efb91ce24b1 req-be55fbb4-5651-4950-81a0-6895fc551a9d tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Request body: {'port': {'device_id': '9f4d77a4-6d06-4d57-bee4-3ce85fc4e145', 'network_id': 'faea3dcf-cc76-4470-af71-61e454818032', 'admin_state_up': True, 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'security_groups': ['19c8314c-0ba9-431f-8989-eec1fe86c6c7']}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:08:47.678213 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 41c16370-447c-4cbc-8439-3e2fc97e8b0b up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:08:47.685963 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c08275d0-2d5e-4be1-a4aa-0efb91ce24b1 req-be55fbb4-5651-4950-81a0-6895fc551a9d tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Made reservation on behalf of 0974328c2e43431896bddcacf9b7a031 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:08:47.689950 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c08275d0-2d5e-4be1-a4aa-0efb91ce24b1 req-be55fbb4-5651-4950-81a0-6895fc551a9d tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:47.739854 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 41c16370-447c-4cbc-8439-3e2fc97e8b0b triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:47.740312 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:47.828635 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-c08275d0-2d5e-4be1-a4aa-0efb91ce24b1 req-be55fbb4-5651-4950-81a0-6895fc551a9d tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Allocated IP 172.20.0.14 (faea3dcf-cc76-4470-af71-61e454818032/e9bb0631-1b1a-4d67-b627-41d35f15d938/1c083b0c-8868-4eda-9fe7-fcb2adac7f67) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:08:47.831345 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device c1f928bd-52db-4cf9-a449-1c927746986a up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:08:47.889857 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port c1f928bd-52db-4cf9-a449-1c927746986a completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:08:47.894107 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port c1f928bd-52db-4cf9-a449-1c927746986a triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:47.894590 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:47.980169 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:47.987080 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c08275d0-2d5e-4be1-a4aa-0efb91ce24b1 req-be55fbb4-5651-4950-81a0-6895fc551a9d tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:48.001354 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-c08275d0-2d5e-4be1-a4aa-0efb91ce24b1 req-be55fbb4-5651-4950-81a0-6895fc551a9d tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Transition to ACTIVE for port object 1c083b0c-8868-4eda-9fe7-fcb2adac7f67 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:08:48.018463 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port c1f928bd-52db-4cf9-a449-1c927746986a, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=c1f928bd-52db-4cf9-a449-1c927746986a,segment=NetworkSegment(b327711e-fcb2-442d-bb8f-69b904b3b18a),segment_id=b327711e-fcb2-442d-bb8f-69b904b3b18a)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:08:48.022684 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:48.023540 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device d9101a55-43be-4215-bd56-d9024694befd up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:08:48.043897 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c08275d0-2d5e-4be1-a4aa-0efb91ce24b1 req-be55fbb4-5651-4950-81a0-6895fc551a9d tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:48.092195 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c08275d0-2d5e-4be1-a4aa-0efb91ce24b1 req-be55fbb4-5651-4950-81a0-6895fc551a9d tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Network faea3dcf-cc76-4470-af71-61e454818032 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:08:48.095429 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-c08275d0-2d5e-4be1-a4aa-0efb91ce24b1 req-be55fbb4-5651-4950-81a0-6895fc551a9d tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:08:48.099559 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-c08275d0-2d5e-4be1-a4aa-0efb91ce24b1 req-be55fbb4-5651-4950-81a0-6895fc551a9d tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:08:48.102634 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=c1f928bd-52db-4cf9-a449-1c927746986a,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:48.118438 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port d9101a55-43be-4215-bd56-d9024694befd triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:48.118892 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:48.124915 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be55fbb4-5651-4950-81a0-6895fc551a9d tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'Port': ['ID=1c083b0c-8868-4eda-9fe7-fcb2adac7f67,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:48.163027 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08275d0-2d5e-4be1-a4aa-0efb91ce24b1 req-be55fbb4-5651-4950-81a0-6895fc551a9d tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:48.163027 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c08275d0-2d5e-4be1-a4aa-0efb91ce24b1 req-be55fbb4-5651-4950-81a0-6895fc551a9d tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:48.175669 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c08275d0-2d5e-4be1-a4aa-0efb91ce24b1 req-be55fbb4-5651-4950-81a0-6895fc551a9d tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6439438 Aug 10 04:08:48.193130 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-c08275d0-2d5e-4be1-a4aa-0efb91ce24b1 req-d202b0c4-b16c-42d7-9ac6-feefc23eb2ee service neutron] Request body: {'port': {'device_id': '9f4d77a4-6d06-4d57-bee4-3ce85fc4e145', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:08:48.262163 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c08275d0-2d5e-4be1-a4aa-0efb91ce24b1 req-d202b0c4-b16c-42d7-9ac6-feefc23eb2ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:48.403745 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-5e72ba93-3535-4008-aca5-9e5e96c1b06c None None] Provisioning for port 1c083b0c-8868-4eda-9fe7-fcb2adac7f67 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:08:48.407604 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-5e72ba93-3535-4008-aca5-9e5e96c1b06c None None] Provisioning complete for port 1c083b0c-8868-4eda-9fe7-fcb2adac7f67 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:48.408052 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5e72ba93-3535-4008-aca5-9e5e96c1b06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:48.443774 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-5e72ba93-3535-4008-aca5-9e5e96c1b06c None None] Port 1c083b0c-8868-4eda-9fe7-fcb2adac7f67 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:08:48.471515 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab0789-739b-4e0d-9e01-397a80f5c17b req-bea76ef6-3ec1-4535-957c-7b650dd61bc2 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:48.473050 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b9ab0789-739b-4e0d-9e01-397a80f5c17b req-bea76ef6-3ec1-4535-957c-7b650dd61bc2 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f4d77a4-6d06-4d57-bee4-3ce85fc4e145 HTTP/1.1" status: 200 len: 932 time: 0.1622844 Aug 10 04:08:48.534063 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b9ab0789-739b-4e0d-9e01-397a80f5c17b req-d26b0f61-87b0-4688-9306-d5d0c697aa12 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=19c8314c-0ba9-431f-8989-eec1fe86c6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549238 Aug 10 04:08:48.607941 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-c08275d0-2d5e-4be1-a4aa-0efb91ce24b1 req-d202b0c4-b16c-42d7-9ac6-feefc23eb2ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c083b0c-8868-4eda-9fe7-fcb2adac7f67 {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:08:48.615367 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c08275d0-2d5e-4be1-a4aa-0efb91ce24b1 req-d202b0c4-b16c-42d7-9ac6-feefc23eb2ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:48.627602 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-c08275d0-2d5e-4be1-a4aa-0efb91ce24b1 req-d202b0c4-b16c-42d7-9ac6-feefc23eb2ee service neutron] Transition to ACTIVE for port object 1c083b0c-8868-4eda-9fe7-fcb2adac7f67 will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:08:48.631950 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c08275d0-2d5e-4be1-a4aa-0efb91ce24b1 req-d202b0c4-b16c-42d7-9ac6-feefc23eb2ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:48.717107 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d202b0c4-b16c-42d7-9ac6-feefc23eb2ee service neutron] Pushing event updated for resources: {'Port': ['ID=1c083b0c-8868-4eda-9fe7-fcb2adac7f67,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:48.751898 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-c08275d0-2d5e-4be1-a4aa-0efb91ce24b1 req-d202b0c4-b16c-42d7-9ac6-feefc23eb2ee service neutron] Attempting to bind port 1c083b0c-8868-4eda-9fe7-fcb2adac7f67 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:08:48.752246 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-c08275d0-2d5e-4be1-a4aa-0efb91ce24b1 req-d202b0c4-b16c-42d7-9ac6-feefc23eb2ee service neutron] Attempting to bind port 1c083b0c-8868-4eda-9fe7-fcb2adac7f67 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': 'b327711e-fcb2-442d-bb8f-69b904b3b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'faea3dcf-cc76-4470-af71-61e454818032'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:08:48.752577 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08275d0-2d5e-4be1-a4aa-0efb91ce24b1 req-d202b0c4-b16c-42d7-9ac6-feefc23eb2ee service neutron] Attempting to bind port 1c083b0c-8868-4eda-9fe7-fcb2adac7f67 on network faea3dcf-cc76-4470-af71-61e454818032 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:08:48.757389 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08275d0-2d5e-4be1-a4aa-0efb91ce24b1 req-d202b0c4-b16c-42d7-9ac6-feefc23eb2ee service neutron] Port 1c083b0c-8868-4eda-9fe7-fcb2adac7f67 on network faea3dcf-cc76-4470-af71-61e454818032 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:08:48.757712 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08275d0-2d5e-4be1-a4aa-0efb91ce24b1 req-d202b0c4-b16c-42d7-9ac6-feefc23eb2ee service neutron] Attempting to bind port 1c083b0c-8868-4eda-9fe7-fcb2adac7f67 on network faea3dcf-cc76-4470-af71-61e454818032 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:08:48.762876 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08275d0-2d5e-4be1-a4aa-0efb91ce24b1 req-d202b0c4-b16c-42d7-9ac6-feefc23eb2ee service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:08:48.763222 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08275d0-2d5e-4be1-a4aa-0efb91ce24b1 req-d202b0c4-b16c-42d7-9ac6-feefc23eb2ee service neutron] Checking segment: {'id': 'b327711e-fcb2-442d-bb8f-69b904b3b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'faea3dcf-cc76-4470-af71-61e454818032'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:08:48.763610 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08275d0-2d5e-4be1-a4aa-0efb91ce24b1 req-d202b0c4-b16c-42d7-9ac6-feefc23eb2ee service neutron] Bound using segment: {'id': 'b327711e-fcb2-442d-bb8f-69b904b3b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'faea3dcf-cc76-4470-af71-61e454818032'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:08:48.764047 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-c08275d0-2d5e-4be1-a4aa-0efb91ce24b1 req-d202b0c4-b16c-42d7-9ac6-feefc23eb2ee service neutron] Bound port: 1c083b0c-8868-4eda-9fe7-fcb2adac7f67, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b327711e-fcb2-442d-bb8f-69b904b3b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'faea3dcf-cc76-4470-af71-61e454818032'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:08:48.764411 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c08275d0-2d5e-4be1-a4aa-0efb91ce24b1 req-d202b0c4-b16c-42d7-9ac6-feefc23eb2ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:48.840163 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-c08275d0-2d5e-4be1-a4aa-0efb91ce24b1 req-d202b0c4-b16c-42d7-9ac6-feefc23eb2ee service neutron] For port 1c083b0c-8868-4eda-9fe7-fcb2adac7f67, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:08:48.844584 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-c08275d0-2d5e-4be1-a4aa-0efb91ce24b1 req-d202b0c4-b16c-42d7-9ac6-feefc23eb2ee service neutron] For port 1c083b0c-8868-4eda-9fe7-fcb2adac7f67, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=1c083b0c-8868-4eda-9fe7-fcb2adac7f67,segment=NetworkSegment(b327711e-fcb2-442d-bb8f-69b904b3b18a),segment_id=b327711e-fcb2-442d-bb8f-69b904b3b18a)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:08:48.848716 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c08275d0-2d5e-4be1-a4aa-0efb91ce24b1 req-d202b0c4-b16c-42d7-9ac6-feefc23eb2ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:48.882451 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08275d0-2d5e-4be1-a4aa-0efb91ce24b1 req-d202b0c4-b16c-42d7-9ac6-feefc23eb2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:48.883118 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-c08275d0-2d5e-4be1-a4aa-0efb91ce24b1 req-d202b0c4-b16c-42d7-9ac6-feefc23eb2ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:48.884710 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c08275d0-2d5e-4be1-a4aa-0efb91ce24b1 req-d202b0c4-b16c-42d7-9ac6-feefc23eb2ee service neutron] 10.222.0.60 "PUT /v2.0/ports/1c083b0c-8868-4eda-9fe7-fcb2adac7f67 HTTP/1.1" status: 200 len: 1093 time: 0.6963894 Aug 10 04:08:48.887067 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f4d77a4-6d06-4d57-bee4-3ce85fc4e145', 'tag': '1c083b0c-8868-4eda-9fe7-fcb2adac7f67'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:08:48.889369 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0021ea54f387d2ae39ffe00c7e01dc720af9cc0ec992141d1f8728dec056f1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60fee10d-8681-4d2b-a63a-9db6a96f63fe" -d '{"events": [{"name": "network-changed", "server_uuid": "9f4d77a4-6d06-4d57-bee4-3ce85fc4e145", "tag": "1c083b0c-8868-4eda-9fe7-fcb2adac7f67"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:08:48.919412 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d202b0c4-b16c-42d7-9ac6-feefc23eb2ee service neutron] Pushing event updated for resources: {'Port': ['ID=1c083b0c-8868-4eda-9fe7-fcb2adac7f67,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:48.954866 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ba3837-cb08-4c77-9260-747fb609edb7 x-openstack-request-id: req-66ba3837-cb08-4c77-9260-747fb609edb7 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:08:48.955243 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f4d77a4-6d06-4d57-bee4-3ce85fc4e145", "tag": "1c083b0c-8868-4eda-9fe7-fcb2adac7f67", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:08:48.955661 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-66ba3837-cb08-4c77-9260-747fb609edb7 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:08:48.956049 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f4d77a4-6d06-4d57-bee4-3ce85fc4e145', 'tag': '1c083b0c-8868-4eda-9fe7-fcb2adac7f67', 'status': 'completed', 'code': 200} Aug 10 04:08:48.976255 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08275d0-2d5e-4be1-a4aa-0efb91ce24b1 req-faaa51e8-38ac-4ba6-bb17-84de344cb3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:48.978403 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c08275d0-2d5e-4be1-a4aa-0efb91ce24b1 req-faaa51e8-38ac-4ba6-bb17-84de344cb3ce service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0974328c2e43431896bddcacf9b7a031&device_id=9f4d77a4-6d06-4d57-bee4-3ce85fc4e145 HTTP/1.1" status: 200 len: 1096 time: 0.0521557 Aug 10 04:08:49.027256 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c08275d0-2d5e-4be1-a4aa-0efb91ce24b1 req-6c738307-b8b2-495d-a6df-2d87e54c3782 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c083b0c-8868-4eda-9fe7-fcb2adac7f67 HTTP/1.1" status: 200 len: 217 time: 0.0408785 Aug 10 04:08:49.086090 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08275d0-2d5e-4be1-a4aa-0efb91ce24b1 req-557497e6-4ef2-4d77-bf82-577b07d39757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:49.088394 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c08275d0-2d5e-4be1-a4aa-0efb91ce24b1 req-557497e6-4ef2-4d77-bf82-577b07d39757 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9bb0631-1b1a-4d67-b627-41d35f15d938 HTTP/1.1" status: 200 len: 835 time: 0.0480604 Aug 10 04:08:49.136554 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08275d0-2d5e-4be1-a4aa-0efb91ce24b1 req-14454add-0e49-4800-a482-8bfa0c29d19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:49.138014 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c08275d0-2d5e-4be1-a4aa-0efb91ce24b1 req-14454add-0e49-4800-a482-8bfa0c29d19b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=faea3dcf-cc76-4470-af71-61e454818032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405779 Aug 10 04:08:49.235920 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c08275d0-2d5e-4be1-a4aa-0efb91ce24b1 req-10959e7d-ce07-4ca7-9277-448646ba3fd1 service neutron] 10.222.0.60 "GET /v2.0/networks/faea3dcf-cc76-4470-af71-61e454818032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852399 Aug 10 04:08:49.328312 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c08275d0-2d5e-4be1-a4aa-0efb91ce24b1 req-b34b8272-7764-4d3b-a6ac-1b8c98a329e0 service neutron] 10.222.0.60 "GET /v2.0/networks/faea3dcf-cc76-4470-af71-61e454818032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815716 Aug 10 04:08:49.422106 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fee10d-8681-4d2b-a63a-9db6a96f63fe req-2687d543-a5b7-414d-8a90-ebc79bab19fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:49.423611 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-60fee10d-8681-4d2b-a63a-9db6a96f63fe req-2687d543-a5b7-414d-8a90-ebc79bab19fd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0974328c2e43431896bddcacf9b7a031&device_id=9f4d77a4-6d06-4d57-bee4-3ce85fc4e145 HTTP/1.1" status: 200 len: 1096 time: 0.0413103 Aug 10 04:08:49.518351 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fee10d-8681-4d2b-a63a-9db6a96f63fe req-84c0ce6a-abf5-47e9-9a05-4852a8184190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:49.519952 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-60fee10d-8681-4d2b-a63a-9db6a96f63fe req-84c0ce6a-abf5-47e9-9a05-4852a8184190 service neutron] 10.222.0.60 "GET /v2.0/networks?id=faea3dcf-cc76-4470-af71-61e454818032 HTTP/1.1" status: 200 len: 897 time: 0.0890055 Aug 10 04:08:49.564617 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-60fee10d-8681-4d2b-a63a-9db6a96f63fe req-cf2a1d97-6b0d-4487-811a-11ecfbebb75a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c083b0c-8868-4eda-9fe7-fcb2adac7f67 HTTP/1.1" status: 200 len: 217 time: 0.0371432 Aug 10 04:08:49.582486 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device c1f928bd-52db-4cf9-a449-1c927746986a up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:08:49.633521 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port c1f928bd-52db-4cf9-a449-1c927746986a triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:49.634406 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:49.653636 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fee10d-8681-4d2b-a63a-9db6a96f63fe req-3a7c06b8-7193-480f-930f-e004e4aec22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:49.655188 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-60fee10d-8681-4d2b-a63a-9db6a96f63fe req-3a7c06b8-7193-480f-930f-e004e4aec22e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9bb0631-1b1a-4d67-b627-41d35f15d938 HTTP/1.1" status: 200 len: 835 time: 0.0810127 Aug 10 04:08:49.667408 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d035a0c-c965-4874-be8b-4226e960a0e7 req-a1bd3507-65a7-4f6c-9eda-64b9fe5ca423 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:49.668923 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1d035a0c-c965-4874-be8b-4226e960a0e7 req-a1bd3507-65a7-4f6c-9eda-64b9fe5ca423 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f4d77a4-6d06-4d57-bee4-3ce85fc4e145 HTTP/1.1" status: 200 len: 944 time: 0.0614908 Aug 10 04:08:49.733553 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1d035a0c-c965-4874-be8b-4226e960a0e7 req-41bb7f7b-614e-464f-89c6-1ef0c24dbb37 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=19c8314c-0ba9-431f-8989-eec1fe86c6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559390 Aug 10 04:08:49.736213 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fee10d-8681-4d2b-a63a-9db6a96f63fe req-c591f844-986a-4186-b194-8ab01e2e167c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:49.737678 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-60fee10d-8681-4d2b-a63a-9db6a96f63fe req-c591f844-986a-4186-b194-8ab01e2e167c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=faea3dcf-cc76-4470-af71-61e454818032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0677924 Aug 10 04:08:49.834271 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-60fee10d-8681-4d2b-a63a-9db6a96f63fe req-3655e166-4263-403e-a767-c976b9d22f71 service neutron] 10.222.0.60 "GET /v2.0/networks/faea3dcf-cc76-4470-af71-61e454818032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886269 Aug 10 04:08:49.923440 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-60fee10d-8681-4d2b-a63a-9db6a96f63fe req-77321c76-2dae-4cef-9438-911d2f3eb442 service neutron] 10.222.0.60 "GET /v2.0/networks/faea3dcf-cc76-4470-af71-61e454818032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814409 Aug 10 04:08:50.856706 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac199fa-c282-4898-b6de-d0ef9a4de0a5 req-091e2c68-3123-46ed-abc2-b6282627a648 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:50.858240 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eac199fa-c282-4898-b6de-d0ef9a4de0a5 req-091e2c68-3123-46ed-abc2-b6282627a648 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f4d77a4-6d06-4d57-bee4-3ce85fc4e145 HTTP/1.1" status: 200 len: 944 time: 0.0514548 Aug 10 04:08:50.902108 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eac199fa-c282-4898-b6de-d0ef9a4de0a5 req-e0fa749e-4d44-4e58-9d98-adf6047b42ac tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=19c8314c-0ba9-431f-8989-eec1fe86c6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377676 Aug 10 04:08:52.025276 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f8c49-78fa-4f70-b088-d2048a90e967 req-9b1c1cef-a55a-4a17-9e49-a3eef7def79a tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:52.026860 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f04f8c49-78fa-4f70-b088-d2048a90e967 req-9b1c1cef-a55a-4a17-9e49-a3eef7def79a tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f4d77a4-6d06-4d57-bee4-3ce85fc4e145 HTTP/1.1" status: 200 len: 944 time: 0.0572193 Aug 10 04:08:52.065971 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f04f8c49-78fa-4f70-b088-d2048a90e967 req-cfafb328-9315-48e2-93d4-5a924524a54e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=19c8314c-0ba9-431f-8989-eec1fe86c6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331855 Aug 10 04:08:52.288234 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 1c083b0c-8868-4eda-9fe7-fcb2adac7f67 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:08:52.391301 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 1c083b0c-8868-4eda-9fe7-fcb2adac7f67, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=1c083b0c-8868-4eda-9fe7-fcb2adac7f67,segment=NetworkSegment(b327711e-fcb2-442d-bb8f-69b904b3b18a),segment_id=b327711e-fcb2-442d-bb8f-69b904b3b18a)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:08:52.403483 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '1c083b0c-8868-4eda-9fe7-fcb2adac7f67', 'network_id': 'faea3dcf-cc76-4470-af71-61e454818032', 'port_id': '1c083b0c-8868-4eda-9fe7-fcb2adac7f67', 'mac_address': 'fa:16:3e:08:ea:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9bb0631-1b1a-4d67-b627-41d35f15d938', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:08:52.439460 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:52.456199 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c083b0c-8868-4eda-9fe7-fcb2adac7f67 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:08:52.476388 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 1c083b0c-8868-4eda-9fe7-fcb2adac7f67, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=1c083b0c-8868-4eda-9fe7-fcb2adac7f67,segment=NetworkSegment(b327711e-fcb2-442d-bb8f-69b904b3b18a),segment_id=b327711e-fcb2-442d-bb8f-69b904b3b18a)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:08:52.480475 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:52.529029 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=1c083b0c-8868-4eda-9fe7-fcb2adac7f67,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:52.759511 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['1c083b0c-8868-4eda-9fe7-fcb2adac7f67'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:08:53.190051 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ee495-292a-48ad-a478-f038b0ec14c6 req-92ae18c7-c73e-4687-b361-74c243ed4212 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:53.191697 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-249ee495-292a-48ad-a478-f038b0ec14c6 req-92ae18c7-c73e-4687-b361-74c243ed4212 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f4d77a4-6d06-4d57-bee4-3ce85fc4e145 HTTP/1.1" status: 200 len: 945 time: 0.0544281 Aug 10 04:08:53.234379 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-249ee495-292a-48ad-a478-f038b0ec14c6 req-02ce539f-7a54-4d32-8730-7e5934ba7de1 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=19c8314c-0ba9-431f-8989-eec1fe86c6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352106 Aug 10 04:08:54.320662 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 1c083b0c-8868-4eda-9fe7-fcb2adac7f67 up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:08:54.353162 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9afabd0-bb0f-4d09-9c3c-21282819fbbd req-7a6ba8bf-0cb5-4ebe-ab5c-6961b69ba29e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:54.354873 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f9afabd0-bb0f-4d09-9c3c-21282819fbbd req-7a6ba8bf-0cb5-4ebe-ab5c-6961b69ba29e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f4d77a4-6d06-4d57-bee4-3ce85fc4e145 HTTP/1.1" status: 200 len: 945 time: 0.0512896 Aug 10 04:08:54.372632 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port 1c083b0c-8868-4eda-9fe7-fcb2adac7f67 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:08:54.376537 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 1c083b0c-8868-4eda-9fe7-fcb2adac7f67 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:54.376914 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:54.403815 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f9afabd0-bb0f-4d09-9c3c-21282819fbbd req-dc7ecb47-afb6-45e2-9978-ebcd5fb081fb tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=19c8314c-0ba9-431f-8989-eec1fe86c6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429070 Aug 10 04:08:54.463635 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:54.487275 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f4d77a4-6d06-4d57-bee4-3ce85fc4e145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c083b0c-8868-4eda-9fe7-fcb2adac7f67'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:08:54.489751 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}687ba51f6797870dc73eef52a647f30c5325a6c2ab4bb07751a6afc0cf078d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ce3ac2-2059-4bb0-9db7-2194eb7029e1" -d '{"events": [{"server_uuid": "9f4d77a4-6d06-4d57-bee4-3ce85fc4e145", "name": "network-vif-plugged", "status": "completed", "tag": "1c083b0c-8868-4eda-9fe7-fcb2adac7f67"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:08:54.504222 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 1c083b0c-8868-4eda-9fe7-fcb2adac7f67, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=1c083b0c-8868-4eda-9fe7-fcb2adac7f67,segment=NetworkSegment(b327711e-fcb2-442d-bb8f-69b904b3b18a),segment_id=b327711e-fcb2-442d-bb8f-69b904b3b18a)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:08:54.508124 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:54.533991 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3a1277-34bb-479c-a8a5-1473f9070f84 x-openstack-request-id: req-fa3a1277-34bb-479c-a8a5-1473f9070f84 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:08:54.534331 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f4d77a4-6d06-4d57-bee4-3ce85fc4e145", "name": "network-vif-plugged", "status": "completed", "tag": "1c083b0c-8868-4eda-9fe7-fcb2adac7f67", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:08:54.534530 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fa3a1277-34bb-479c-a8a5-1473f9070f84 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:08:54.534948 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f4d77a4-6d06-4d57-bee4-3ce85fc4e145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c083b0c-8868-4eda-9fe7-fcb2adac7f67', 'code': 200} Aug 10 04:08:54.563034 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=1c083b0c-8868-4eda-9fe7-fcb2adac7f67,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:54.632222 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4349793e-7b33-4663-8800-b2db0e0c89a8 req-8c35c6ac-e173-4265-8c22-22c96d416aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:54.633750 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4349793e-7b33-4663-8800-b2db0e0c89a8 req-8c35c6ac-e173-4265-8c22-22c96d416aa3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9f4d77a4-6d06-4d57-bee4-3ce85fc4e145 HTTP/1.1" status: 200 len: 1098 time: 0.0403721 Aug 10 04:08:54.672642 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4349793e-7b33-4663-8800-b2db0e0c89a8 req-d2ffd7fb-d87e-4bb6-88a2-c4e0cb4071a8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=19c8314c-0ba9-431f-8989-eec1fe86c6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278430 Aug 10 04:08:55.520997 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37674436-39f7-4914-99e5-39bc2faa8be1 req-a1455950-31f3-4dd9-bfda-ac2abc7da5e3 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:55.522548 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-37674436-39f7-4914-99e5-39bc2faa8be1 req-a1455950-31f3-4dd9-bfda-ac2abc7da5e3 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f4d77a4-6d06-4d57-bee4-3ce85fc4e145 HTTP/1.1" status: 200 len: 946 time: 0.0494728 Aug 10 04:08:55.569481 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-37674436-39f7-4914-99e5-39bc2faa8be1 req-9f445082-edd7-4f72-8ed0-d0c7295e7d50 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=19c8314c-0ba9-431f-8989-eec1fe86c6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332232 Aug 10 04:08:56.766864 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208c15e-bcf6-4a9c-88b9-3e71495fcd25 req-eb87b573-ac84-446f-bb56-166ff054c408 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:56.768382 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9208c15e-bcf6-4a9c-88b9-3e71495fcd25 req-eb87b573-ac84-446f-bb56-166ff054c408 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f4d77a4-6d06-4d57-bee4-3ce85fc4e145 HTTP/1.1" status: 200 len: 946 time: 0.1245115 Aug 10 04:08:56.815290 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9208c15e-bcf6-4a9c-88b9-3e71495fcd25 req-643319d8-74ae-452e-8d98-a1d45df9f15f tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=19c8314c-0ba9-431f-8989-eec1fe86c6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400987 Aug 10 04:08:56.830918 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:56.933550 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c253c-106f-4fce-8dab-747d072699ad req-d682e163-f47d-4bc7-b125-def8e0f9b332 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:56.934977 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1c0c253c-106f-4fce-8dab-747d072699ad req-d682e163-f47d-4bc7-b125-def8e0f9b332 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f4d77a4-6d06-4d57-bee4-3ce85fc4e145 HTTP/1.1" status: 200 len: 946 time: 0.0497565 Aug 10 04:08:56.974643 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1c0c253c-106f-4fce-8dab-747d072699ad req-75e37ae6-e293-4ad3-a947-64afe917dd93 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=19c8314c-0ba9-431f-8989-eec1fe86c6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336289 Aug 10 04:08:57.000453 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 42988) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:57.040509 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64329eff-5441-41c6-9daa-271adeac6252 tempest-TestNetworkAdvancedServerOps-626410460 tempest-TestNetworkAdvancedServerOps-626410460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:57.042592 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-64329eff-5441-41c6-9daa-271adeac6252 tempest-TestNetworkAdvancedServerOps-626410460 tempest-TestNetworkAdvancedServerOps-626410460-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=9f4d77a4-6d06-4d57-bee4-3ce85fc4e145 HTTP/1.1" status: 200 len: 1093 time: 0.0410984 Aug 10 04:08:57.046622 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 42990) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:57.054326 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-79ddf23c-f87c-477d-85c4-7e4c203bf91e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Request body: {'floatingip': {'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'port_id': '1c083b0c-8868-4eda-9fe7-fcb2adac7f67', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:08:57.078440 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-79ddf23c-f87c-477d-85c4-7e4c203bf91e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for floatingip, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:57.155742 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:57.179923 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-79ddf23c-f87c-477d-85c4-7e4c203bf91e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:57.288910 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-79ddf23c-f87c-477d-85c4-7e4c203bf91e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Allocated IP 172.25.7.111 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/cb7b49c2-faa2-457a-a35f-069b5d3ffd59) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:08:57.401542 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-79ddf23c-f87c-477d-85c4-7e4c203bf91e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:57.442195 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-79ddf23c-f87c-477d-85c4-7e4c203bf91e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:57.482591 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ddf23c-f87c-477d-85c4-7e4c203bf91e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:08:57.485500 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-79ddf23c-f87c-477d-85c4-7e4c203bf91e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:08:57.489961 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ddf23c-f87c-477d-85c4-7e4c203bf91e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:08:57.495545 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ddf23c-f87c-477d-85c4-7e4c203bf91e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'Port': ['ID=cb7b49c2-faa2-457a-a35f-069b5d3ffd59,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:57.859609 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-79ddf23c-f87c-477d-85c4-7e4c203bf91e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:57.932595 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-79ddf23c-f87c-477d-85c4-7e4c203bf91e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:58.088160 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-79ddf23c-f87c-477d-85c4-7e4c203bf91e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:58.092809 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-79ddf23c-f87c-477d-85c4-7e4c203bf91e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:58.162049 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ddf23c-f87c-477d-85c4-7e4c203bf91e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'Port': ['ID=cb7b49c2-faa2-457a-a35f-069b5d3ffd59,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:58.175077 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-79ddf23c-f87c-477d-85c4-7e4c203bf91e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:58.275338 n-d-768851-15 neutron-server[94216]: INFO neutron.db.l3_db [None req-79ddf23c-f87c-477d-85c4-7e4c203bf91e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Floating IP 29abd8dd-56df-4ac7-bfd4-30e85ac51ad8 associated. External IP: 172.25.7.111, port: 1c083b0c-8868-4eda-9fe7-fcb2adac7f67. Aug 10 04:08:58.480666 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ddf23c-f87c-477d-85c4-7e4c203bf91e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Router d35be614-682a-4dc0-a323-b4d1c65eebcd has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:08:58.586348 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ddf23c-f87c-477d-85c4-7e4c203bf91e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:08:58.595984 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a938baa7-436e-4d62-b69c-ef052dd03135 None None] Sync routers for ids ['d35be614-682a-4dc0-a323-b4d1c65eebcd'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:08:58.603158 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-79ddf23c-f87c-477d-85c4-7e4c203bf91e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:58.606830 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a938baa7-436e-4d62-b69c-ef052dd03135 None None] Routers {'d35be614-682a-4dc0-a323-b4d1c65eebcd'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:08:58.607737 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-a938baa7-436e-4d62-b69c-ef052dd03135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:08:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['d35be614-682a-4dc0-a323-b4d1c65eebcd'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:58.632032 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-79ddf23c-f87c-477d-85c4-7e4c203bf91e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5814743 Aug 10 04:08:58.632629 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f4d77a4-6d06-4d57-bee4-3ce85fc4e145', 'tag': '1c083b0c-8868-4eda-9fe7-fcb2adac7f67'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:08:58.635049 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0021ea54f387d2ae39ffe00c7e01dc720af9cc0ec992141d1f8728dec056f1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853674b9-59be-4951-8b72-0935b0bf72c7" -d '{"events": [{"name": "network-changed", "server_uuid": "9f4d77a4-6d06-4d57-bee4-3ce85fc4e145", "tag": "1c083b0c-8868-4eda-9fe7-fcb2adac7f67"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:08:58.675665 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c512948-0c8e-411f-acfd-6c515aaf643b x-openstack-request-id: req-2c512948-0c8e-411f-acfd-6c515aaf643b {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:08:58.676091 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f4d77a4-6d06-4d57-bee4-3ce85fc4e145", "tag": "1c083b0c-8868-4eda-9fe7-fcb2adac7f67", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:08:58.676207 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2c512948-0c8e-411f-acfd-6c515aaf643b {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:08:58.676618 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f4d77a4-6d06-4d57-bee4-3ce85fc4e145', 'tag': '1c083b0c-8868-4eda-9fe7-fcb2adac7f67', 'status': 'completed', 'code': 200} Aug 10 04:08:58.725773 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-a938baa7-436e-4d62-b69c-ef052dd03135 None None] Set router d35be614-682a-4dc0-a323-b4d1c65eebcd gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:08:58.769384 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2c77e-eebe-4399-be69-fb3d4b47e227 req-b7d0250b-da1f-46e3-b45e-fd829ef7fa30 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:58.770894 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-efb2c77e-eebe-4399-be69-fb3d4b47e227 req-b7d0250b-da1f-46e3-b45e-fd829ef7fa30 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f4d77a4-6d06-4d57-bee4-3ce85fc4e145 HTTP/1.1" status: 200 len: 946 time: 0.0822299 Aug 10 04:08:58.772786 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853674b9-59be-4951-8b72-0935b0bf72c7 req-d6f5b1ed-b19f-45f9-b1d5-23eb0159cc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:58.774172 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-853674b9-59be-4951-8b72-0935b0bf72c7 req-d6f5b1ed-b19f-45f9-b1d5-23eb0159cc85 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0974328c2e43431896bddcacf9b7a031&device_id=9f4d77a4-6d06-4d57-bee4-3ce85fc4e145 HTTP/1.1" status: 200 len: 1098 time: 0.0743871 Aug 10 04:08:58.978288 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-a938baa7-436e-4d62-b69c-ef052dd03135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35be614-682a-4dc0-a323-b4d1c65eebcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46753868', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '41c16370-447c-4cbc-8439-3e2fc97e8b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:08:40Z', 'updated_at': '2021-08-10T04:08:44Z', 'revision_number': 4, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': '41c16370-447c-4cbc-8439-3e2fc97e8b0b', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35be614-682a-4dc0-a323-b4d1c65eebcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:40Z', 'updated_at': '2021-08-10T04:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '29abd8dd-56df-4ac7-bfd4-30e85ac51ad8', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'floating_ip_address': '172.25.7.111', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': 'd35be614-682a-4dc0-a323-b4d1c65eebcd', 'port_id': '1c083b0c-8868-4eda-9fe7-fcb2adac7f67', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faea3dcf-cc76-4470-af71-61e454818032', 'mac_address': 'fa:16:3e:08:ea:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f4d77a4-6d06-4d57-bee4-3ce85fc4e145', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:08:57Z', 'updated_at': '2021-08-10T04:08:57Z', 'revision_number': 0, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1f928bd-52db-4cf9-a449-1c927746986a', 'name': '', 'network_id': 'faea3dcf-cc76-4470-af71-61e454818032', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'mac_address': 'fa:16:3e:52:51:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35be614-682a-4dc0-a323-b4d1c65eebcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e9bb0631-1b1a-4d67-b627-41d35f15d938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:43Z', 'updated_at': '2021-08-10T04:08:47Z', 'revision_number': 5, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'subnets': [{'id': 'e9bb0631-1b1a-4d67-b627-41d35f15d938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:59.011532 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a938baa7-436e-4d62-b69c-ef052dd03135 None None] Checking router: d35be614-682a-4dc0-a323-b4d1c65eebcd for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:08:59.021789 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a938baa7-436e-4d62-b69c-ef052dd03135 None None] Routers {'d35be614-682a-4dc0-a323-b4d1c65eebcd'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:08:59.022337 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-a938baa7-436e-4d62-b69c-ef052dd03135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:08:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['d35be614-682a-4dc0-a323-b4d1c65eebcd'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:59.133133 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-a938baa7-436e-4d62-b69c-ef052dd03135 None None] Set router d35be614-682a-4dc0-a323-b4d1c65eebcd gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:08:59.201999 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-efb2c77e-eebe-4399-be69-fb3d4b47e227 req-3563e2bd-1008-480a-8449-f4b990f469bc tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=19c8314c-0ba9-431f-8989-eec1fe86c6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4233758 Aug 10 04:08:59.226117 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 42996) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:59.268598 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853674b9-59be-4951-8b72-0935b0bf72c7 req-a00c1dfc-8d03-4ef5-8ccd-5e02aac0161a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:59.270282 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-853674b9-59be-4951-8b72-0935b0bf72c7 req-a00c1dfc-8d03-4ef5-8ccd-5e02aac0161a service neutron] 10.222.0.60 "GET /v2.0/networks?id=faea3dcf-cc76-4470-af71-61e454818032 HTTP/1.1" status: 200 len: 897 time: 0.4853466 Aug 10 04:08:59.334227 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d93633ce-8e4c-44b2-84e3-cdf4f19606b4 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/floatingips/29abd8dd-56df-4ac7-bfd4-30e85ac51ad8 HTTP/1.1" status: 200 len: 992 time: 0.1068733 Aug 10 04:08:59.353006 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-853674b9-59be-4951-8b72-0935b0bf72c7 req-ff7ab4dc-510c-4b42-bc71-b4a5329d0d25 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c083b0c-8868-4eda-9fe7-fcb2adac7f67 HTTP/1.1" status: 200 len: 1000 time: 0.0740402 Aug 10 04:08:59.385581 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-a938baa7-436e-4d62-b69c-ef052dd03135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35be614-682a-4dc0-a323-b4d1c65eebcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46753868', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '41c16370-447c-4cbc-8439-3e2fc97e8b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:08:40Z', 'updated_at': '2021-08-10T04:08:44Z', 'revision_number': 4, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': '41c16370-447c-4cbc-8439-3e2fc97e8b0b', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35be614-682a-4dc0-a323-b4d1c65eebcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:40Z', 'updated_at': '2021-08-10T04:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '29abd8dd-56df-4ac7-bfd4-30e85ac51ad8', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'floating_ip_address': '172.25.7.111', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': 'd35be614-682a-4dc0-a323-b4d1c65eebcd', 'port_id': '1c083b0c-8868-4eda-9fe7-fcb2adac7f67', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faea3dcf-cc76-4470-af71-61e454818032', 'mac_address': 'fa:16:3e:08:ea:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f4d77a4-6d06-4d57-bee4-3ce85fc4e145', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:08:57Z', 'updated_at': '2021-08-10T04:08:57Z', 'revision_number': 0, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1f928bd-52db-4cf9-a449-1c927746986a', 'name': '', 'network_id': 'faea3dcf-cc76-4470-af71-61e454818032', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'mac_address': 'fa:16:3e:52:51:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35be614-682a-4dc0-a323-b4d1c65eebcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e9bb0631-1b1a-4d67-b627-41d35f15d938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:43Z', 'updated_at': '2021-08-10T04:08:47Z', 'revision_number': 5, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'subnets': [{'id': 'e9bb0631-1b1a-4d67-b627-41d35f15d938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:59.414400 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853674b9-59be-4951-8b72-0935b0bf72c7 req-19dfc7d9-ab91-4fa1-865c-2c40695d2c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:59.415995 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-853674b9-59be-4951-8b72-0935b0bf72c7 req-19dfc7d9-ab91-4fa1-865c-2c40695d2c5f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9bb0631-1b1a-4d67-b627-41d35f15d938 HTTP/1.1" status: 200 len: 835 time: 0.0566161 Aug 10 04:08:59.417756 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a938baa7-436e-4d62-b69c-ef052dd03135 None None] The sync data for ids ['d35be614-682a-4dc0-a323-b4d1c65eebcd'] in n-d-768851-15 is: [{'id': 'd35be614-682a-4dc0-a323-b4d1c65eebcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46753868', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '41c16370-447c-4cbc-8439-3e2fc97e8b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:08:40Z', 'updated_at': '2021-08-10T04:08:44Z', 'revision_number': 4, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': '41c16370-447c-4cbc-8439-3e2fc97e8b0b', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35be614-682a-4dc0-a323-b4d1c65eebcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:40Z', 'updated_at': '2021-08-10T04:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '29abd8dd-56df-4ac7-bfd4-30e85ac51ad8', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'floating_ip_address': '172.25.7.111', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': 'd35be614-682a-4dc0-a323-b4d1c65eebcd', 'port_id': '1c083b0c-8868-4eda-9fe7-fcb2adac7f67', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faea3dcf-cc76-4470-af71-61e454818032', 'mac_address': 'fa:16:3e:08:ea:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f4d77a4-6d06-4d57-bee4-3ce85fc4e145', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:08:57Z', 'updated_at': '2021-08-10T04:08:57Z', 'revision_number': 0, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1f928bd-52db-4cf9-a449-1c927746986a', 'name': '', 'network_id': 'faea3dcf-cc76-4470-af71-61e454818032', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'mac_address': 'fa:16:3e:52:51:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35be614-682a-4dc0-a323-b4d1c65eebcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e9bb0631-1b1a-4d67-b627-41d35f15d938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:43Z', 'updated_at': '2021-08-10T04:08:47Z', 'revision_number': 5, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'subnets': [{'id': 'e9bb0631-1b1a-4d67-b627-41d35f15d938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:08:59.481282 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853674b9-59be-4951-8b72-0935b0bf72c7 req-5d38b7e0-48d9-4385-aa96-8d4052a48e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:59.482697 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-853674b9-59be-4951-8b72-0935b0bf72c7 req-5d38b7e0-48d9-4385-aa96-8d4052a48e99 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=faea3dcf-cc76-4470-af71-61e454818032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0596509 Aug 10 04:08:59.591928 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-853674b9-59be-4951-8b72-0935b0bf72c7 req-eed41836-3992-4a73-9e0f-aa4410420657 service neutron] 10.222.0.60 "GET /v2.0/networks/faea3dcf-cc76-4470-af71-61e454818032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012578 Aug 10 04:08:59.633217 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c5587f-6e93-48da-8048-c09148490730 None None] New status for floating IP 29abd8dd-56df-4ac7-bfd4-30e85ac51ad8: ACTIVE {{(pid=94219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:08:59.694197 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-853674b9-59be-4951-8b72-0935b0bf72c7 req-6dd42280-826d-481c-a6c4-1fefd62cf429 service neutron] 10.222.0.60 "GET /v2.0/networks/faea3dcf-cc76-4470-af71-61e454818032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943282 Aug 10 04:09:00.338843 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 42998) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:00.408674 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-5458e52d-02d2-4167-bf64-95041f5ea419 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/floatingips/29abd8dd-56df-4ac7-bfd4-30e85ac51ad8 HTTP/1.1" status: 200 len: 994 time: 0.0687313 Aug 10 04:09:00.425515 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d7a382a3-2350-407b-a21b-2d93e0aa3370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:03.130126 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-669282fa-5215-4936-91fa-dd5e3cef6d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:03.508232 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:04.410173 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:05.954984 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:09:06.146305 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:26.840584 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:27.158384 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:30.418216 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-05398457-aec0-4046-aee8-08dfdbbecb54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:33.132447 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-1324a649-e4aa-4028-9a1f-8c294332d13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:33.509363 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:33.790611 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75abb584-7ed7-4de1-b10b-f766534731be req-a51ccfa0-19cf-4de0-a779-0ca8c7852a37 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:33.792419 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-75abb584-7ed7-4de1-b10b-f766534731be req-a51ccfa0-19cf-4de0-a779-0ca8c7852a37 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f4d77a4-6d06-4d57-bee4-3ce85fc4e145 HTTP/1.1" status: 200 len: 946 time: 0.1364923 Aug 10 04:09:33.794244 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367cd719-f9cf-4a90-9826-39a75ab344a0 req-1a0bf5d6-2635-4604-aa99-26268f75c59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:33.795618 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-367cd719-f9cf-4a90-9826-39a75ab344a0 req-1a0bf5d6-2635-4604-aa99-26268f75c59c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0974328c2e43431896bddcacf9b7a031&device_id=9f4d77a4-6d06-4d57-bee4-3ce85fc4e145 HTTP/1.1" status: 200 len: 1098 time: 0.1279333 Aug 10 04:09:33.876696 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-75abb584-7ed7-4de1-b10b-f766534731be req-f884f30d-53cd-4570-8e15-1ff559859c21 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=19c8314c-0ba9-431f-8989-eec1fe86c6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783935 Aug 10 04:09:33.906755 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367cd719-f9cf-4a90-9826-39a75ab344a0 req-24397e83-ec72-48af-8b1f-a419a2d5b7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:33.908229 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-367cd719-f9cf-4a90-9826-39a75ab344a0 req-24397e83-ec72-48af-8b1f-a419a2d5b7fd service neutron] 10.222.0.60 "GET /v2.0/networks?id=faea3dcf-cc76-4470-af71-61e454818032 HTTP/1.1" status: 200 len: 897 time: 0.1042275 Aug 10 04:09:33.975726 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-367cd719-f9cf-4a90-9826-39a75ab344a0 req-5747bbbf-f919-42ea-8c63-a5811e170514 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c083b0c-8868-4eda-9fe7-fcb2adac7f67 HTTP/1.1" status: 200 len: 1002 time: 0.0596926 Aug 10 04:09:34.025212 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367cd719-f9cf-4a90-9826-39a75ab344a0 req-745d3428-3600-4187-83b1-5c4ba9691af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:34.026687 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-367cd719-f9cf-4a90-9826-39a75ab344a0 req-745d3428-3600-4187-83b1-5c4ba9691af6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9bb0631-1b1a-4d67-b627-41d35f15d938 HTTP/1.1" status: 200 len: 835 time: 0.0434885 Aug 10 04:09:34.072718 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367cd719-f9cf-4a90-9826-39a75ab344a0 req-250b415b-5fe0-430f-b00e-3955c5e5c3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:34.074919 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-367cd719-f9cf-4a90-9826-39a75ab344a0 req-250b415b-5fe0-430f-b00e-3955c5e5c3ff service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=faea3dcf-cc76-4470-af71-61e454818032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399578 Aug 10 04:09:34.166772 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-367cd719-f9cf-4a90-9826-39a75ab344a0 req-2204be44-7376-4981-9a27-cfc2836a9c4d service neutron] 10.222.0.60 "GET /v2.0/networks/faea3dcf-cc76-4470-af71-61e454818032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834856 Aug 10 04:09:34.256479 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-367cd719-f9cf-4a90-9826-39a75ab344a0 req-a4e53b54-15c2-4ed4-99c4-e1c7357b92c5 service neutron] 10.222.0.60 "GET /v2.0/networks/faea3dcf-cc76-4470-af71-61e454818032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814898 Aug 10 04:09:34.412753 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:35.000450 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2e264-754f-45d6-912c-d0568e095296 req-57f71fc6-609a-43e9-90b6-8ee036dc9fdb tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:35.001998 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-72b2e264-754f-45d6-912c-d0568e095296 req-57f71fc6-609a-43e9-90b6-8ee036dc9fdb tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f4d77a4-6d06-4d57-bee4-3ce85fc4e145 HTTP/1.1" status: 200 len: 946 time: 0.0552278 Aug 10 04:09:35.039794 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-72b2e264-754f-45d6-912c-d0568e095296 req-9b6c4371-e098-4634-ade1-407453833983 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=19c8314c-0ba9-431f-8989-eec1fe86c6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319109 Aug 10 04:09:36.024275 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838b46d-679d-4286-813c-382f539208fd req-e395c968-2a97-4a43-86e4-a89f5bbc6123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:36.025742 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1838b46d-679d-4286-813c-382f539208fd req-e395c968-2a97-4a43-86e4-a89f5bbc6123 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0974328c2e43431896bddcacf9b7a031&device_id=9f4d77a4-6d06-4d57-bee4-3ce85fc4e145 HTTP/1.1" status: 200 len: 1098 time: 0.0403802 Aug 10 04:09:36.149597 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:36.164030 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838b46d-679d-4286-813c-382f539208fd req-15e7f749-d06c-4b4d-8e73-9744f76bff88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:36.165550 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1838b46d-679d-4286-813c-382f539208fd req-15e7f749-d06c-4b4d-8e73-9744f76bff88 service neutron] 10.222.0.60 "GET /v2.0/networks?id=faea3dcf-cc76-4470-af71-61e454818032 HTTP/1.1" status: 200 len: 897 time: 0.1193261 Aug 10 04:09:36.187788 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786bfc2c-b453-4fdf-a3e0-16430e1b11b5 req-f72ed62c-cb03-43b7-802b-8bc2072d52f8 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:36.189436 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-786bfc2c-b453-4fdf-a3e0-16430e1b11b5 req-f72ed62c-cb03-43b7-802b-8bc2072d52f8 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f4d77a4-6d06-4d57-bee4-3ce85fc4e145 HTTP/1.1" status: 200 len: 946 time: 0.0779142 Aug 10 04:09:36.260802 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1838b46d-679d-4286-813c-382f539208fd req-247d95ba-fcef-4cef-983b-4a0b73f7f2f8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c083b0c-8868-4eda-9fe7-fcb2adac7f67 HTTP/1.1" status: 200 len: 1002 time: 0.0870624 Aug 10 04:09:36.267960 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-786bfc2c-b453-4fdf-a3e0-16430e1b11b5 req-6a058331-0e3a-4600-8195-3630a586a483 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=19c8314c-0ba9-431f-8989-eec1fe86c6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512571 Aug 10 04:09:36.316953 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838b46d-679d-4286-813c-382f539208fd req-038f4cdd-2542-4750-9936-29478044a36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:36.318451 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1838b46d-679d-4286-813c-382f539208fd req-038f4cdd-2542-4750-9936-29478044a36a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9bb0631-1b1a-4d67-b627-41d35f15d938 HTTP/1.1" status: 200 len: 835 time: 0.0496385 Aug 10 04:09:36.366811 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838b46d-679d-4286-813c-382f539208fd req-fddcab60-5883-44ad-b4d4-cc2c4fca66dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:36.368369 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1838b46d-679d-4286-813c-382f539208fd req-fddcab60-5883-44ad-b4d4-cc2c4fca66dd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=faea3dcf-cc76-4470-af71-61e454818032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419605 Aug 10 04:09:36.458174 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1838b46d-679d-4286-813c-382f539208fd req-fb04fa77-4ac6-40bb-9121-b3d4d748a4da service neutron] 10.222.0.60 "GET /v2.0/networks/faea3dcf-cc76-4470-af71-61e454818032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819664 Aug 10 04:09:36.560338 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1838b46d-679d-4286-813c-382f539208fd req-aa6a78fc-2608-4afa-895c-27e9de0e7b8f service neutron] 10.222.0.60 "GET /v2.0/networks/faea3dcf-cc76-4470-af71-61e454818032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914557 Aug 10 04:09:37.385365 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af6326-9eae-4515-b931-2b39aeb77e25 req-5321de4c-ad10-45d5-bbf7-b43a56ba6a49 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:37.386796 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-28af6326-9eae-4515-b931-2b39aeb77e25 req-5321de4c-ad10-45d5-bbf7-b43a56ba6a49 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f4d77a4-6d06-4d57-bee4-3ce85fc4e145 HTTP/1.1" status: 200 len: 946 time: 0.0496271 Aug 10 04:09:37.423926 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-28af6326-9eae-4515-b931-2b39aeb77e25 req-c7ef4680-e197-42b7-8cae-4757365f8701 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=19c8314c-0ba9-431f-8989-eec1fe86c6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310304 Aug 10 04:09:38.539060 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124863ac-dbf5-4a87-87d1-09e184619e17 req-cf3f6bcd-ba89-47ba-95b7-de8b33ee24dc tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:38.540572 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-124863ac-dbf5-4a87-87d1-09e184619e17 req-cf3f6bcd-ba89-47ba-95b7-de8b33ee24dc tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f4d77a4-6d06-4d57-bee4-3ce85fc4e145 HTTP/1.1" status: 200 len: 946 time: 0.0492675 Aug 10 04:09:38.578400 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-124863ac-dbf5-4a87-87d1-09e184619e17 req-4e420c11-bc2a-42b4-8c23-4ddc5c2a0deb tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=19c8314c-0ba9-431f-8989-eec1fe86c6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320082 Aug 10 04:09:39.696101 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54a64a0-9375-46d2-8613-bbf705ab13fb req-f9b79c60-2e13-41aa-bd65-5564da270fbd tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:39.697665 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e54a64a0-9375-46d2-8613-bbf705ab13fb req-f9b79c60-2e13-41aa-bd65-5564da270fbd tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f4d77a4-6d06-4d57-bee4-3ce85fc4e145 HTTP/1.1" status: 200 len: 946 time: 0.0536435 Aug 10 04:09:39.735806 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e54a64a0-9375-46d2-8613-bbf705ab13fb req-31f43e45-2e43-41b1-a058-70e8f19b01c7 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=19c8314c-0ba9-431f-8989-eec1fe86c6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318387 Aug 10 04:09:40.849231 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf853d8b-0b0e-4503-bac2-21c6136fb4db req-1b9020c7-d262-48c4-a702-7e802d83811b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:40.850765 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bf853d8b-0b0e-4503-bac2-21c6136fb4db req-1b9020c7-d262-48c4-a702-7e802d83811b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f4d77a4-6d06-4d57-bee4-3ce85fc4e145 HTTP/1.1" status: 200 len: 946 time: 0.0486262 Aug 10 04:09:40.888417 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bf853d8b-0b0e-4503-bac2-21c6136fb4db req-1f7c3cd2-2d8c-4646-ad06-e9fc4d03a8b7 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=19c8314c-0ba9-431f-8989-eec1fe86c6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310571 Aug 10 04:09:42.005703 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6126984-94f2-456b-9a1b-cacd7b498425 req-0807d0bd-b2b7-4de1-93cd-0a01a8c2ca66 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:42.007234 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d6126984-94f2-456b-9a1b-cacd7b498425 req-0807d0bd-b2b7-4de1-93cd-0a01a8c2ca66 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f4d77a4-6d06-4d57-bee4-3ce85fc4e145 HTTP/1.1" status: 200 len: 946 time: 0.0501797 Aug 10 04:09:42.044981 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d6126984-94f2-456b-9a1b-cacd7b498425 req-48757df0-5343-48ad-9148-c5d1c65c7293 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=19c8314c-0ba9-431f-8989-eec1fe86c6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316703 Aug 10 04:09:42.954132 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:09:43.165108 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325aa8f9-224b-4d30-8c7a-0c13ca9ad595 req-74396f5b-5938-447f-a756-380e3024d6db tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:43.166625 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-325aa8f9-224b-4d30-8c7a-0c13ca9ad595 req-74396f5b-5938-447f-a756-380e3024d6db tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f4d77a4-6d06-4d57-bee4-3ce85fc4e145 HTTP/1.1" status: 200 len: 946 time: 0.0550444 Aug 10 04:09:43.204946 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-325aa8f9-224b-4d30-8c7a-0c13ca9ad595 req-483d6512-e030-4f20-96b7-1dea2aceeaef tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=19c8314c-0ba9-431f-8989-eec1fe86c6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323446 Aug 10 04:09:44.319652 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f44aaa7-61c1-4a5f-aff0-f922f4df8ab3 req-382fdc40-0684-4ff5-8865-1e7e14173488 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:44.321078 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9f44aaa7-61c1-4a5f-aff0-f922f4df8ab3 req-382fdc40-0684-4ff5-8865-1e7e14173488 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f4d77a4-6d06-4d57-bee4-3ce85fc4e145 HTTP/1.1" status: 200 len: 946 time: 0.0502503 Aug 10 04:09:44.359631 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9f44aaa7-61c1-4a5f-aff0-f922f4df8ab3 req-d4132f03-0f07-4610-98d2-81f02432b980 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=19c8314c-0ba9-431f-8989-eec1fe86c6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320609 Aug 10 04:09:45.475602 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908fda53-7c2c-4bcf-965a-146101e199b9 req-2ff38c6e-5f39-4237-85f9-b15e32dc4002 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:45.477110 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-908fda53-7c2c-4bcf-965a-146101e199b9 req-2ff38c6e-5f39-4237-85f9-b15e32dc4002 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f4d77a4-6d06-4d57-bee4-3ce85fc4e145 HTTP/1.1" status: 200 len: 946 time: 0.0518277 Aug 10 04:09:45.515982 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-908fda53-7c2c-4bcf-965a-146101e199b9 req-a0c342c7-f4e4-48f4-872b-f5e42bbb95a0 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=19c8314c-0ba9-431f-8989-eec1fe86c6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319293 Aug 10 04:09:45.538226 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43046) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:45.598100 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0171c635-51b2-4c14-990b-f11bb909389f tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/floatingips/29abd8dd-56df-4ac7-bfd4-30e85ac51ad8 HTTP/1.1" status: 200 len: 994 time: 0.0587265 Aug 10 04:09:56.840943 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:57.157908 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:00.419077 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8128af69-86ee-4ab0-a371-df316943cfb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:03.132646 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5185643e-48ac-45f1-ab89-fd70141d7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:03.511330 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:04.415813 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:06.153329 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:19.953421 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:10:22.909419 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43060) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:10:23.062776 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-d9edf166-5e5e-4672-b57b-513489421e7e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Deleting port cb7b49c2-faa2-457a-a35f-069b5d3ffd59 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:10:23.063116 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d9edf166-5e5e-4672-b57b-513489421e7e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:23.142230 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d9edf166-5e5e-4672-b57b-513489421e7e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:23.142554 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d9edf166-5e5e-4672-b57b-513489421e7e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:23.155957 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-d9edf166-5e5e-4672-b57b-513489421e7e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Calling delete_port for cb7b49c2-faa2-457a-a35f-069b5d3ffd59 owned by network:floatingip {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:10:23.305182 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d9edf166-5e5e-4672-b57b-513489421e7e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:23.332815 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9edf166-5e5e-4672-b57b-513489421e7e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event deleted for resources: {'Port': ['ID=cb7b49c2-faa2-457a-a35f-069b5d3ffd59,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:23.356251 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9edf166-5e5e-4672-b57b-513489421e7e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:23.356600 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9edf166-5e5e-4672-b57b-513489421e7e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:23.356972 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9edf166-5e5e-4672-b57b-513489421e7e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:23.357346 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9edf166-5e5e-4672-b57b-513489421e7e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:23.357686 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9edf166-5e5e-4672-b57b-513489421e7e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:23.358022 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9edf166-5e5e-4672-b57b-513489421e7e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:23.358351 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9edf166-5e5e-4672-b57b-513489421e7e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:23.358681 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9edf166-5e5e-4672-b57b-513489421e7e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:23.359036 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9edf166-5e5e-4672-b57b-513489421e7e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:23.359369 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9edf166-5e5e-4672-b57b-513489421e7e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:23.359691 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9edf166-5e5e-4672-b57b-513489421e7e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:23.360015 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9edf166-5e5e-4672-b57b-513489421e7e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:23.401235 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d9edf166-5e5e-4672-b57b-513489421e7e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for floatingip, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:23.401570 n-d-768851-15 neutron-server[94217]: INFO neutron.db.l3_db [None req-d9edf166-5e5e-4672-b57b-513489421e7e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Floating IP 29abd8dd-56df-4ac7-bfd4-30e85ac51ad8 disassociated (deleted). External IP: 172.25.7.111, port: 1c083b0c-8868-4eda-9fe7-fcb2adac7f67. Aug 10 04:10:23.607338 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9edf166-5e5e-4672-b57b-513489421e7e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Router d35be614-682a-4dc0-a323-b4d1c65eebcd has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:10:23.715115 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9edf166-5e5e-4672-b57b-513489421e7e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:10:23.719954 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d9edf166-5e5e-4672-b57b-513489421e7e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:23.724779 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ca411e-489d-46c0-8f62-bdd590a71436 None None] Sync routers for ids ['d35be614-682a-4dc0-a323-b4d1c65eebcd'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:10:23.734209 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ca411e-489d-46c0-8f62-bdd590a71436 None None] Routers {'d35be614-682a-4dc0-a323-b4d1c65eebcd'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:10:23.734863 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-60ca411e-489d-46c0-8f62-bdd590a71436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:10:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['d35be614-682a-4dc0-a323-b4d1c65eebcd'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:10:23.746813 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d9edf166-5e5e-4672-b57b-513489421e7e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "DELETE /v2.0/floatingips/29abd8dd-56df-4ac7-bfd4-30e85ac51ad8 HTTP/1.1" status: 204 len: 168 time: 0.8362837 Aug 10 04:10:23.747524 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f4d77a4-6d06-4d57-bee4-3ce85fc4e145', 'tag': '1c083b0c-8868-4eda-9fe7-fcb2adac7f67'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:10:23.750374 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22ad4654dd32cc7208a19091a2312c490144bb13544d6468e82e9e9d549a02ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e8d117-333d-40a9-be14-ce4e661ad2d8" -d '{"events": [{"name": "network-changed", "server_uuid": "9f4d77a4-6d06-4d57-bee4-3ce85fc4e145", "tag": "1c083b0c-8868-4eda-9fe7-fcb2adac7f67"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:10:23.788735 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba2b5d0-d259-4465-b6c1-06ee1a91fabb x-openstack-request-id: req-8ba2b5d0-d259-4465-b6c1-06ee1a91fabb {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:10:23.789554 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f4d77a4-6d06-4d57-bee4-3ce85fc4e145", "tag": "1c083b0c-8868-4eda-9fe7-fcb2adac7f67", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:10:23.789683 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8ba2b5d0-d259-4465-b6c1-06ee1a91fabb {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:10:23.790042 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f4d77a4-6d06-4d57-bee4-3ce85fc4e145', 'tag': '1c083b0c-8868-4eda-9fe7-fcb2adac7f67', 'status': 'completed', 'code': 200} Aug 10 04:10:23.843154 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-60ca411e-489d-46c0-8f62-bdd590a71436 None None] Set router d35be614-682a-4dc0-a323-b4d1c65eebcd gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:10:23.873040 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e8d117-333d-40a9-be14-ce4e661ad2d8 req-050fbf5c-f55e-479e-a644-007edc4b9f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:23.874594 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f0e8d117-333d-40a9-be14-ce4e661ad2d8 req-050fbf5c-f55e-479e-a644-007edc4b9f34 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0974328c2e43431896bddcacf9b7a031&device_id=9f4d77a4-6d06-4d57-bee4-3ce85fc4e145 HTTP/1.1" status: 200 len: 1098 time: 0.0512714 Aug 10 04:10:24.026435 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e8d117-333d-40a9-be14-ce4e661ad2d8 req-d56f40bc-22b9-45c7-8986-68262ce8595a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:24.027998 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f0e8d117-333d-40a9-be14-ce4e661ad2d8 req-d56f40bc-22b9-45c7-8986-68262ce8595a service neutron] 10.222.0.60 "GET /v2.0/networks?id=faea3dcf-cc76-4470-af71-61e454818032 HTTP/1.1" status: 200 len: 897 time: 0.1326311 Aug 10 04:10:24.036979 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f7d567-d147-47c1-9b47-13321ce5340c req-504a24b9-1c68-49ea-9bc1-f12b5c3c6c0f tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:24.038463 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-38f7d567-d147-47c1-9b47-13321ce5340c req-504a24b9-1c68-49ea-9bc1-f12b5c3c6c0f tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f4d77a4-6d06-4d57-bee4-3ce85fc4e145 HTTP/1.1" status: 200 len: 946 time: 0.0859361 Aug 10 04:10:24.088840 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f0e8d117-333d-40a9-be14-ce4e661ad2d8 req-6f71edc8-5854-4bfa-9e24-f3f3f75a5c3c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c083b0c-8868-4eda-9fe7-fcb2adac7f67 HTTP/1.1" status: 200 len: 217 time: 0.0493784 Aug 10 04:10:24.133983 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-38f7d567-d147-47c1-9b47-13321ce5340c req-59ea26a8-9f2b-4997-9d06-5f76882421f6 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=19c8314c-0ba9-431f-8989-eec1fe86c6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869858 Aug 10 04:10:24.152268 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e8d117-333d-40a9-be14-ce4e661ad2d8 req-30882b4d-3e72-43e0-bfb3-155b62eb6c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:24.154276 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f0e8d117-333d-40a9-be14-ce4e661ad2d8 req-30882b4d-3e72-43e0-bfb3-155b62eb6c0d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9bb0631-1b1a-4d67-b627-41d35f15d938 HTTP/1.1" status: 200 len: 835 time: 0.0519130 Aug 10 04:10:24.205729 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e8d117-333d-40a9-be14-ce4e661ad2d8 req-9a8e351d-07ee-4279-9cd8-f09b4fc8b0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:24.207756 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f0e8d117-333d-40a9-be14-ce4e661ad2d8 req-9a8e351d-07ee-4279-9cd8-f09b4fc8b0f0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=faea3dcf-cc76-4470-af71-61e454818032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451779 Aug 10 04:10:24.209064 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-60ca411e-489d-46c0-8f62-bdd590a71436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35be614-682a-4dc0-a323-b4d1c65eebcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46753868', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '41c16370-447c-4cbc-8439-3e2fc97e8b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:08:40Z', 'updated_at': '2021-08-10T04:08:44Z', 'revision_number': 4, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': '41c16370-447c-4cbc-8439-3e2fc97e8b0b', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35be614-682a-4dc0-a323-b4d1c65eebcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:40Z', 'updated_at': '2021-08-10T04:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'c1f928bd-52db-4cf9-a449-1c927746986a', 'name': '', 'network_id': 'faea3dcf-cc76-4470-af71-61e454818032', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'mac_address': 'fa:16:3e:52:51:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35be614-682a-4dc0-a323-b4d1c65eebcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e9bb0631-1b1a-4d67-b627-41d35f15d938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:43Z', 'updated_at': '2021-08-10T04:08:47Z', 'revision_number': 5, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'subnets': [{'id': 'e9bb0631-1b1a-4d67-b627-41d35f15d938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:10:24.236061 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ca411e-489d-46c0-8f62-bdd590a71436 None None] Checking router: d35be614-682a-4dc0-a323-b4d1c65eebcd for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:10:24.244403 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ca411e-489d-46c0-8f62-bdd590a71436 None None] Routers {'d35be614-682a-4dc0-a323-b4d1c65eebcd'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:10:24.245014 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-60ca411e-489d-46c0-8f62-bdd590a71436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:10:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['d35be614-682a-4dc0-a323-b4d1c65eebcd'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:10:24.302007 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f0e8d117-333d-40a9-be14-ce4e661ad2d8 req-f734ceb1-912d-4dc2-aff5-b07837255601 service neutron] 10.222.0.60 "GET /v2.0/networks/faea3dcf-cc76-4470-af71-61e454818032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859604 Aug 10 04:10:24.350961 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-60ca411e-489d-46c0-8f62-bdd590a71436 None None] Set router d35be614-682a-4dc0-a323-b4d1c65eebcd gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:10:24.398330 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f0e8d117-333d-40a9-be14-ce4e661ad2d8 req-ccb6297a-7a79-46f3-ba78-48b9ab3d5958 service neutron] 10.222.0.60 "GET /v2.0/networks/faea3dcf-cc76-4470-af71-61e454818032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884974 Aug 10 04:10:24.552465 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-60ca411e-489d-46c0-8f62-bdd590a71436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35be614-682a-4dc0-a323-b4d1c65eebcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46753868', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '41c16370-447c-4cbc-8439-3e2fc97e8b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:08:40Z', 'updated_at': '2021-08-10T04:08:44Z', 'revision_number': 4, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': '41c16370-447c-4cbc-8439-3e2fc97e8b0b', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35be614-682a-4dc0-a323-b4d1c65eebcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:40Z', 'updated_at': '2021-08-10T04:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'c1f928bd-52db-4cf9-a449-1c927746986a', 'name': '', 'network_id': 'faea3dcf-cc76-4470-af71-61e454818032', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'mac_address': 'fa:16:3e:52:51:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35be614-682a-4dc0-a323-b4d1c65eebcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e9bb0631-1b1a-4d67-b627-41d35f15d938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:43Z', 'updated_at': '2021-08-10T04:08:47Z', 'revision_number': 5, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'subnets': [{'id': 'e9bb0631-1b1a-4d67-b627-41d35f15d938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:10:24.579248 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ca411e-489d-46c0-8f62-bdd590a71436 None None] The sync data for ids ['d35be614-682a-4dc0-a323-b4d1c65eebcd'] in n-d-768851-15 is: [{'id': 'd35be614-682a-4dc0-a323-b4d1c65eebcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46753868', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '41c16370-447c-4cbc-8439-3e2fc97e8b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:08:40Z', 'updated_at': '2021-08-10T04:08:44Z', 'revision_number': 4, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': '41c16370-447c-4cbc-8439-3e2fc97e8b0b', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35be614-682a-4dc0-a323-b4d1c65eebcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:40Z', 'updated_at': '2021-08-10T04:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'c1f928bd-52db-4cf9-a449-1c927746986a', 'name': '', 'network_id': 'faea3dcf-cc76-4470-af71-61e454818032', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'mac_address': 'fa:16:3e:52:51:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35be614-682a-4dc0-a323-b4d1c65eebcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e9bb0631-1b1a-4d67-b627-41d35f15d938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:43Z', 'updated_at': '2021-08-10T04:08:47Z', 'revision_number': 5, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'subnets': [{'id': 'e9bb0631-1b1a-4d67-b627-41d35f15d938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:10:24.789268 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6293eded-6cf9-4dfa-802a-5e3eb92443d2 None None] New status for floating IP 29abd8dd-56df-4ac7-bfd4-30e85ac51ad8: DOWN {{(pid=94219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:10:25.251085 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06202bf9-9b2d-456b-8865-68d2dd208026 req-9c420a0a-8264-477a-adba-82580269d7e4 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:25.252580 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-06202bf9-9b2d-456b-8865-68d2dd208026 req-9c420a0a-8264-477a-adba-82580269d7e4 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f4d77a4-6d06-4d57-bee4-3ce85fc4e145 HTTP/1.1" status: 200 len: 946 time: 0.0498352 Aug 10 04:10:25.288959 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-06202bf9-9b2d-456b-8865-68d2dd208026 req-6d5b4e36-14c8-478d-85e9-929032ff8ce6 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=19c8314c-0ba9-431f-8989-eec1fe86c6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305183 Aug 10 04:10:25.706054 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc42645-0b8f-434a-b025-9433932d6d05 req-06ff2e63-f3e3-4f98-b80d-3b7ddaef61f1 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:25.707807 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bcc42645-0b8f-434a-b025-9433932d6d05 req-06ff2e63-f3e3-4f98-b80d-3b7ddaef61f1 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f4d77a4-6d06-4d57-bee4-3ce85fc4e145 HTTP/1.1" status: 200 len: 946 time: 0.0476391 Aug 10 04:10:25.800068 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-bcc42645-0b8f-434a-b025-9433932d6d05 req-280c1bd3-13a8-42d1-85b3-28c06f54f3ff tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Deleting port 1c083b0c-8868-4eda-9fe7-fcb2adac7f67 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:10:25.800421 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-bcc42645-0b8f-434a-b025-9433932d6d05 req-280c1bd3-13a8-42d1-85b3-28c06f54f3ff tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:25.884562 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-bcc42645-0b8f-434a-b025-9433932d6d05 req-280c1bd3-13a8-42d1-85b3-28c06f54f3ff tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] For port 1c083b0c-8868-4eda-9fe7-fcb2adac7f67, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=1c083b0c-8868-4eda-9fe7-fcb2adac7f67,segment=NetworkSegment(b327711e-fcb2-442d-bb8f-69b904b3b18a),segment_id=b327711e-fcb2-442d-bb8f-69b904b3b18a)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:10:25.884838 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-bcc42645-0b8f-434a-b025-9433932d6d05 req-280c1bd3-13a8-42d1-85b3-28c06f54f3ff tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:25.898174 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-bcc42645-0b8f-434a-b025-9433932d6d05 req-280c1bd3-13a8-42d1-85b3-28c06f54f3ff tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Calling delete_port for 1c083b0c-8868-4eda-9fe7-fcb2adac7f67 owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:10:26.027352 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-bcc42645-0b8f-434a-b025-9433932d6d05 req-280c1bd3-13a8-42d1-85b3-28c06f54f3ff tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:26.055433 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280c1bd3-13a8-42d1-85b3-28c06f54f3ff tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event deleted for resources: {'Port': ['ID=1c083b0c-8868-4eda-9fe7-fcb2adac7f67,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:26.071266 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280c1bd3-13a8-42d1-85b3-28c06f54f3ff tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:26.071629 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280c1bd3-13a8-42d1-85b3-28c06f54f3ff tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:26.071980 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280c1bd3-13a8-42d1-85b3-28c06f54f3ff tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:26.072326 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280c1bd3-13a8-42d1-85b3-28c06f54f3ff tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:26.072671 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280c1bd3-13a8-42d1-85b3-28c06f54f3ff tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:26.073011 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280c1bd3-13a8-42d1-85b3-28c06f54f3ff tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:26.073349 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280c1bd3-13a8-42d1-85b3-28c06f54f3ff tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:26.073693 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280c1bd3-13a8-42d1-85b3-28c06f54f3ff tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:26.074031 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280c1bd3-13a8-42d1-85b3-28c06f54f3ff tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:26.074364 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280c1bd3-13a8-42d1-85b3-28c06f54f3ff tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:26.074697 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280c1bd3-13a8-42d1-85b3-28c06f54f3ff tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:26.075070 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280c1bd3-13a8-42d1-85b3-28c06f54f3ff tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:26.114423 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc42645-0b8f-434a-b025-9433932d6d05 req-280c1bd3-13a8-42d1-85b3-28c06f54f3ff tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] No DVR routers for this DVR port 1c083b0c-8868-4eda-9fe7-fcb2adac7f67 on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:10:26.117211 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-bcc42645-0b8f-434a-b025-9433932d6d05 req-280c1bd3-13a8-42d1-85b3-28c06f54f3ff tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:26.119324 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bcc42645-0b8f-434a-b025-9433932d6d05 req-280c1bd3-13a8-42d1-85b3-28c06f54f3ff tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.60 "DELETE /v2.0/ports/1c083b0c-8868-4eda-9fe7-fcb2adac7f67 HTTP/1.1" status: 204 len: 173 time: 0.4053252 Aug 10 04:10:26.119761 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f4d77a4-6d06-4d57-bee4-3ce85fc4e145', 'name': 'network-vif-deleted', 'tag': '1c083b0c-8868-4eda-9fe7-fcb2adac7f67'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:10:26.122161 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0021ea54f387d2ae39ffe00c7e01dc720af9cc0ec992141d1f8728dec056f1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a1b666-82f7-44cb-a2af-11bb9741cb10" -d '{"events": [{"server_uuid": "9f4d77a4-6d06-4d57-bee4-3ce85fc4e145", "name": "network-vif-deleted", "tag": "1c083b0c-8868-4eda-9fe7-fcb2adac7f67"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:10:26.214611 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886f5edb-65f5-47e7-bcd7-63fdf5f0f303 x-openstack-request-id: req-886f5edb-65f5-47e7-bcd7-63fdf5f0f303 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:10:26.214947 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f4d77a4-6d06-4d57-bee4-3ce85fc4e145", "name": "network-vif-deleted", "tag": "1c083b0c-8868-4eda-9fe7-fcb2adac7f67", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:10:26.215198 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-886f5edb-65f5-47e7-bcd7-63fdf5f0f303 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:10:26.215593 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f4d77a4-6d06-4d57-bee4-3ce85fc4e145', 'name': 'network-vif-deleted', 'tag': '1c083b0c-8868-4eda-9fe7-fcb2adac7f67', 'status': 'completed', 'code': 200} Aug 10 04:10:26.405060 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-af2372f6-26f6-4ec5-9a8d-2653dfc1da0d req-2d772035-9368-4e19-9515-d7bfae005d39 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f4d77a4-6d06-4d57-bee4-3ce85fc4e145 HTTP/1.1" status: 200 len: 210 time: 0.0284884 Aug 10 04:10:26.859821 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:27.166663 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:27.463283 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43080) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:10:27.825536 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8fe401f0-7d23-4e8e-8a1d-17301ac4e85f tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:28.082321 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-8fe401f0-7d23-4e8e-8a1d-17301ac4e85f tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Deleting port c1f928bd-52db-4cf9-a449-1c927746986a {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:10:28.082584 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8fe401f0-7d23-4e8e-8a1d-17301ac4e85f tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:28.177489 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-8fe401f0-7d23-4e8e-8a1d-17301ac4e85f tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] For port c1f928bd-52db-4cf9-a449-1c927746986a, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=c1f928bd-52db-4cf9-a449-1c927746986a,segment=NetworkSegment(b327711e-fcb2-442d-bb8f-69b904b3b18a),segment_id=b327711e-fcb2-442d-bb8f-69b904b3b18a)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:10:28.177853 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8fe401f0-7d23-4e8e-8a1d-17301ac4e85f tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:28.190677 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-8fe401f0-7d23-4e8e-8a1d-17301ac4e85f tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Calling delete_port for c1f928bd-52db-4cf9-a449-1c927746986a owned by network:router_interface {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:10:28.389571 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8fe401f0-7d23-4e8e-8a1d-17301ac4e85f tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:28.421684 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe401f0-7d23-4e8e-8a1d-17301ac4e85f tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event deleted for resources: {'Port': ['ID=c1f928bd-52db-4cf9-a449-1c927746986a,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:28.607060 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8fe401f0-7d23-4e8e-8a1d-17301ac4e85f tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:28.824148 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fe401f0-7d23-4e8e-8a1d-17301ac4e85f tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Router d35be614-682a-4dc0-a323-b4d1c65eebcd has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:10:28.930774 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe401f0-7d23-4e8e-8a1d-17301ac4e85f tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:10:28.937014 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8fe401f0-7d23-4e8e-8a1d-17301ac4e85f tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "PUT /v2.0/routers/d35be614-682a-4dc0-a323-b4d1c65eebcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4717414 Aug 10 04:10:28.939365 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43082) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:10:28.941981 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511542a7-4131-4f1b-99c7-c483c906daa7 None None] Sync routers for ids ['d35be614-682a-4dc0-a323-b4d1c65eebcd'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:10:28.953209 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511542a7-4131-4f1b-99c7-c483c906daa7 None None] Routers {'d35be614-682a-4dc0-a323-b4d1c65eebcd'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:10:28.953847 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-511542a7-4131-4f1b-99c7-c483c906daa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:10:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['d35be614-682a-4dc0-a323-b4d1c65eebcd'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:10:28.999718 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-73e059c5-24e7-482b-a93c-f0110552ff34 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Deleting subnet e9bb0631-1b1a-4d67-b627-41d35f15d938 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:10:29.003006 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-73e059c5-24e7-482b-a93c-f0110552ff34 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:29.047075 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-73e059c5-24e7-482b-a93c-f0110552ff34 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:29.077596 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-511542a7-4131-4f1b-99c7-c483c906daa7 None None] Set router d35be614-682a-4dc0-a323-b4d1c65eebcd gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:10:29.151684 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-73e059c5-24e7-482b-a93c-f0110552ff34 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:29.226387 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-73e059c5-24e7-482b-a93c-f0110552ff34 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:29.256352 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e059c5-24e7-482b-a93c-f0110552ff34 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event deleted for resources: {'Subnet': ['ID=e9bb0631-1b1a-4d67-b627-41d35f15d938,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:29.260345 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-73e059c5-24e7-482b-a93c-f0110552ff34 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:29.263651 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-73e059c5-24e7-482b-a93c-f0110552ff34 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "DELETE /v2.0/subnets/e9bb0631-1b1a-4d67-b627-41d35f15d938 HTTP/1.1" status: 204 len: 168 time: 0.3231051 Aug 10 04:10:29.264880 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43084) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:10:29.270417 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1337d62-7da0-461f-bbea-8d0ee5ca8de2 None None] Network faea3dcf-cc76-4470-af71-61e454818032 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:10:29.375992 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-511542a7-4131-4f1b-99c7-c483c906daa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35be614-682a-4dc0-a323-b4d1c65eebcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46753868', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '41c16370-447c-4cbc-8439-3e2fc97e8b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:08:40Z', 'updated_at': '2021-08-10T04:10:28Z', 'revision_number': 5, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': '41c16370-447c-4cbc-8439-3e2fc97e8b0b', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35be614-682a-4dc0-a323-b4d1c65eebcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:40Z', 'updated_at': '2021-08-10T04:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:10:29.390338 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bc00fcc9-3ffc-4762-bfa4-f057fe42825a tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for router, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:29.421995 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511542a7-4131-4f1b-99c7-c483c906daa7 None None] Checking router: d35be614-682a-4dc0-a323-b4d1c65eebcd for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:10:29.438150 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511542a7-4131-4f1b-99c7-c483c906daa7 None None] Routers {'d35be614-682a-4dc0-a323-b4d1c65eebcd'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:10:29.438803 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-511542a7-4131-4f1b-99c7-c483c906daa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:10:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['d35be614-682a-4dc0-a323-b4d1c65eebcd'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:10:29.507684 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bc00fcc9-3ffc-4762-bfa4-f057fe42825a tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:29.528200 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffb6073-07dc-4284-a1e6-abab6efbf0e3 None None] DHCP port deletion for faea3dcf-cc76-4470-af71-61e454818032 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:10:29.566201 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-bc00fcc9-3ffc-4762-bfa4-f057fe42825a tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Deleting port 41c16370-447c-4cbc-8439-3e2fc97e8b0b {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:10:29.566547 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bc00fcc9-3ffc-4762-bfa4-f057fe42825a tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:29.581181 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-511542a7-4131-4f1b-99c7-c483c906daa7 None None] Set router d35be614-682a-4dc0-a323-b4d1c65eebcd gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:10:29.671260 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-bc00fcc9-3ffc-4762-bfa4-f057fe42825a tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] For port 41c16370-447c-4cbc-8439-3e2fc97e8b0b, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=41c16370-447c-4cbc-8439-3e2fc97e8b0b,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:10:29.671992 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bc00fcc9-3ffc-4762-bfa4-f057fe42825a tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:29.696581 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-bc00fcc9-3ffc-4762-bfa4-f057fe42825a tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Calling delete_port for 41c16370-447c-4cbc-8439-3e2fc97e8b0b owned by network:router_gateway {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:10:29.704347 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-7ffb6073-07dc-4284-a1e6-abab6efbf0e3 None None] Deleting port d9101a55-43be-4215-bd56-d9024694befd {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:10:29.704724 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7ffb6073-07dc-4284-a1e6-abab6efbf0e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:29.715164 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device d9101a55-43be-4215-bd56-d9024694befd no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:10:29.850554 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-7ffb6073-07dc-4284-a1e6-abab6efbf0e3 None None] For port d9101a55-43be-4215-bd56-d9024694befd, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=d9101a55-43be-4215-bd56-d9024694befd,segment=NetworkSegment(b327711e-fcb2-442d-bb8f-69b904b3b18a),segment_id=b327711e-fcb2-442d-bb8f-69b904b3b18a)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:10:29.850916 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7ffb6073-07dc-4284-a1e6-abab6efbf0e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:29.868622 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-7ffb6073-07dc-4284-a1e6-abab6efbf0e3 None None] Calling delete_port for d9101a55-43be-4215-bd56-d9024694befd owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:10:29.918258 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bc00fcc9-3ffc-4762-bfa4-f057fe42825a tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:29.948442 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc00fcc9-3ffc-4762-bfa4-f057fe42825a tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event deleted for resources: {'Port': ['ID=41c16370-447c-4cbc-8439-3e2fc97e8b0b,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:30.027012 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bc00fcc9-3ffc-4762-bfa4-f057fe42825a tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:30.131540 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:30.161740 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-511542a7-4131-4f1b-99c7-c483c906daa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35be614-682a-4dc0-a323-b4d1c65eebcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46753868', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '41c16370-447c-4cbc-8439-3e2fc97e8b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:08:40Z', 'updated_at': '2021-08-10T04:10:28Z', 'revision_number': 5, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': '41c16370-447c-4cbc-8439-3e2fc97e8b0b', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35be614-682a-4dc0-a323-b4d1c65eebcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:40Z', 'updated_at': '2021-08-10T04:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:10:30.201127 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511542a7-4131-4f1b-99c7-c483c906daa7 None None] The sync data for ids ['d35be614-682a-4dc0-a323-b4d1c65eebcd'] in n-d-768851-15 is: [{'id': 'd35be614-682a-4dc0-a323-b4d1c65eebcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46753868', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '41c16370-447c-4cbc-8439-3e2fc97e8b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:08:40Z', 'updated_at': '2021-08-10T04:10:28Z', 'revision_number': 5, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': '41c16370-447c-4cbc-8439-3e2fc97e8b0b', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35be614-682a-4dc0-a323-b4d1c65eebcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:40Z', 'updated_at': '2021-08-10T04:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:10:30.225033 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port d9101a55-43be-4215-bd56-d9024694befd, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=d9101a55-43be-4215-bd56-d9024694befd,segment=NetworkSegment(b327711e-fcb2-442d-bb8f-69b904b3b18a),segment_id=b327711e-fcb2-442d-bb8f-69b904b3b18a)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:10:30.230228 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:30.238050 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7ffb6073-07dc-4284-a1e6-abab6efbf0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:30.261944 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event deleted for resources: {'Port': ['ID=d9101a55-43be-4215-bd56-d9024694befd,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:30.273037 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:30.273476 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:30.273830 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:30.274526 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:30.274526 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:30.275262 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:30.275262 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:30.275262 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:30.275624 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:30.275862 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:30.276184 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:30.276502 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:30.280037 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffb6073-07dc-4284-a1e6-abab6efbf0e3 None None] No DVR routers for this DVR port d9101a55-43be-4215-bd56-d9024694befd on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:10:30.307213 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffb6073-07dc-4284-a1e6-abab6efbf0e3 None None] Pushing event deleted for resources: {'Port': ['ID=d9101a55-43be-4215-bd56-d9024694befd,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:30.423529 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4c4b006a-b1d7-4c8c-ab81-97de819b385d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:30.464778 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bc00fcc9-3ffc-4762-bfa4-f057fe42825a tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:30.467615 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bc00fcc9-3ffc-4762-bfa4-f057fe42825a tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:30.513852 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bc00fcc9-3ffc-4762-bfa4-f057fe42825a tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:30.514396 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc00fcc9-3ffc-4762-bfa4-f057fe42825a tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Fanout notify agent at l3_agent the message router_deleted on router d35be614-682a-4dc0-a323-b4d1c65eebcd {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:10:30.522147 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-bc00fcc9-3ffc-4762-bfa4-f057fe42825a tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:30.523335 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-bc00fcc9-3ffc-4762-bfa4-f057fe42825a tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "DELETE /v2.0/routers/d35be614-682a-4dc0-a323-b4d1c65eebcd HTTP/1.1" status: 204 len: 168 time: 1.2573357 Aug 10 04:10:30.526630 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43086) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:10:30.609448 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fae7ceeb-d58f-432d-b943-0ecdb03d85b5 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:30.715158 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fae7ceeb-d58f-432d-b943-0ecdb03d85b5 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:30.725785 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-fae7ceeb-d58f-432d-b943-0ecdb03d85b5 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faea3dcf-cc76-4470-af71-61e454818032']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:10:30.738310 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-fae7ceeb-d58f-432d-b943-0ecdb03d85b5 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b327711e-fcb2-442d-bb8f-69b904b3b18a') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:10:30.738711 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-fae7ceeb-d58f-432d-b943-0ecdb03d85b5 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b327711e-fcb2-442d-bb8f-69b904b3b18a') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:10:30.749249 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fae7ceeb-d58f-432d-b943-0ecdb03d85b5 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:30.763296 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fae7ceeb-d58f-432d-b943-0ecdb03d85b5 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:30.769091 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fae7ceeb-d58f-432d-b943-0ecdb03d85b5 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:10:30.769474 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fae7ceeb-d58f-432d-b943-0ecdb03d85b5 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:30.772375 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 04:10:30.772375 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:10:30.772375 n-d-768851-15 neutron-server[94217]: timer() Aug 10 04:10:30.772375 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:10:30.772375 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 04:10:30.772375 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:10:30.772375 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 04:10:30.772375 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:10:30.772375 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 04:10:30.772375 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:10:30.772375 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 04:10:30.772375 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:10:30.772375 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 04:10:30.772375 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:10:30.772375 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:10:30.772375 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:10:30.772375 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:10:30.772375 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:10:30.772375 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 04:10:30.772375 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:10:30.772375 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 04:10:30.772375 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:10:30.772375 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:10:30.772375 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:10:30.772375 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 04:10:30.772375 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:10:30.772375 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:10:30.772375 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:10:30.772375 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:10:30.772375 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:10:30.772375 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:10:30.772375 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:10:30.847940 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fae7ceeb-d58f-432d-b943-0ecdb03d85b5 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:30.853821 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fae7ceeb-d58f-432d-b943-0ecdb03d85b5 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:30.857982 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-fae7ceeb-d58f-432d-b943-0ecdb03d85b5 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "DELETE /v2.0/networks/faea3dcf-cc76-4470-af71-61e454818032 HTTP/1.1" status: 204 len: 168 time: 0.3295507 Aug 10 04:10:30.860240 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43088) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:10:30.877561 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae7ceeb-d58f-432d-b943-0ecdb03d85b5 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event deleted for resources: {'Network': ['ID=faea3dcf-cc76-4470-af71-61e454818032,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:30.904546 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 1c083b0c-8868-4eda-9fe7-fcb2adac7f67 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:10:30.925933 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ffb62a36-dad4-486c-bbe9-4891ee8f78c7 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:30.926162 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: 1c083b0c-8868-4eda-9fe7-fcb2adac7f67 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:10:30.926523 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 1c083b0c-8868-4eda-9fe7-fcb2adac7f67 not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:10:30.959383 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ffb62a36-dad4-486c-bbe9-4891ee8f78c7 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:31.018609 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ffb62a36-dad4-486c-bbe9-4891ee8f78c7 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:31.021137 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ffb62a36-dad4-486c-bbe9-4891ee8f78c7 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:31.022298 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ffb62a36-dad4-486c-bbe9-4891ee8f78c7 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "DELETE /v2.0/security-groups/19c8314c-0ba9-431f-8989-eec1fe86c6c7 HTTP/1.1" status: 204 len: 168 time: 0.1610193 Aug 10 04:10:31.031231 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb62a36-dad4-486c-bbe9-4891ee8f78c7 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c8314c-0ba9-431f-8989-eec1fe86c6c7,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:31.234457 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43094) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:10:31.239373 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-b1d2dabd-b941-431e-8a8c-36b92b4366e9 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-630642143', 'description': 'tempest-secgroup-smoke-630642143 description', 'project_id': '0974328c2e43431896bddcacf9b7a031'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:10:31.261740 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b1d2dabd-b941-431e-8a8c-36b92b4366e9 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:31.356320 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b1d2dabd-b941-431e-8a8c-36b92b4366e9 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:31.360781 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b1d2dabd-b941-431e-8a8c-36b92b4366e9 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:31.389797 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b1d2dabd-b941-431e-8a8c-36b92b4366e9 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:31.391026 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b1d2dabd-b941-431e-8a8c-36b92b4366e9 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1555030 Aug 10 04:10:31.392976 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d2dabd-b941-431e-8a8c-36b92b4366e9 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ece83d2f-6e74-40b0-b873-d9f1cc670f09,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:31.394048 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43096) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:10:31.407521 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-e3f737ba-7a5b-4fe5-84de-23916235feba tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Request body: {'security_group_rule': {'security_group_id': 'ece83d2f-6e74-40b0-b873-d9f1cc670f09', 'project_id': '0974328c2e43431896bddcacf9b7a031', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:10:31.435333 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e3f737ba-7a5b-4fe5-84de-23916235feba tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:31.491323 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e3f737ba-7a5b-4fe5-84de-23916235feba tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:31.496555 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e3f737ba-7a5b-4fe5-84de-23916235feba tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:31.516953 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f737ba-7a5b-4fe5-84de-23916235feba tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=904b3b48-4fb0-4b19-aee0-de22fd9a7169,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:31.524518 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e3f737ba-7a5b-4fe5-84de-23916235feba tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:31.525796 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e3f737ba-7a5b-4fe5-84de-23916235feba tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1306181 Aug 10 04:10:31.529279 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43098) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:10:31.534197 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-a3eee6ef-f0c7-40bf-9fd1-079a9ece1ed6 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Request body: {'security_group_rule': {'security_group_id': 'ece83d2f-6e74-40b0-b873-d9f1cc670f09', 'project_id': '0974328c2e43431896bddcacf9b7a031', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:10:31.569620 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a3eee6ef-f0c7-40bf-9fd1-079a9ece1ed6 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:31.632834 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 41c16370-447c-4cbc-8439-3e2fc97e8b0b no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:10:31.633374 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a3eee6ef-f0c7-40bf-9fd1-079a9ece1ed6 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:31.637731 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a3eee6ef-f0c7-40bf-9fd1-079a9ece1ed6 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:31.654744 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 41c16370-447c-4cbc-8439-3e2fc97e8b0b {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:10:31.655169 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 41c16370-447c-4cbc-8439-3e2fc97e8b0b not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:10:31.655598 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device c1f928bd-52db-4cf9-a449-1c927746986a no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:10:31.657370 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eee6ef-f0c7-40bf-9fd1-079a9ece1ed6 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6f806b2-faf5-4b5c-b86e-c2b6131c08eb,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:31.664867 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-a3eee6ef-f0c7-40bf-9fd1-079a9ece1ed6 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:31.666750 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-a3eee6ef-f0c7-40bf-9fd1-079a9ece1ed6 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1362414 Aug 10 04:10:31.673107 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43100) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:10:31.675920 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: c1f928bd-52db-4cf9-a449-1c927746986a {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:10:31.676425 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device c1f928bd-52db-4cf9-a449-1c927746986a not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:10:31.677844 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-e5930a07-a98b-4413-b3a8-d90c6ffbe9ac tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Request body: {'security_group_rule': {'security_group_id': 'ece83d2f-6e74-40b0-b873-d9f1cc670f09', 'project_id': '0974328c2e43431896bddcacf9b7a031', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:10:31.704294 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e5930a07-a98b-4413-b3a8-d90c6ffbe9ac tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:31.766788 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e5930a07-a98b-4413-b3a8-d90c6ffbe9ac tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:31.770529 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e5930a07-a98b-4413-b3a8-d90c6ffbe9ac tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:31.789354 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5930a07-a98b-4413-b3a8-d90c6ffbe9ac tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da50eac2-0534-4112-a9dd-af9d14be277c,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:31.795280 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-e5930a07-a98b-4413-b3a8-d90c6ffbe9ac tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:31.796375 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-e5930a07-a98b-4413-b3a8-d90c6ffbe9ac tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1222937 Aug 10 04:10:31.799141 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43102) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:10:31.803564 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-70c29484-4017-4a2a-91b7-24ab24bff913 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Request body: {'security_group_rule': {'security_group_id': 'ece83d2f-6e74-40b0-b873-d9f1cc670f09', 'project_id': '0974328c2e43431896bddcacf9b7a031', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:10:31.828905 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-70c29484-4017-4a2a-91b7-24ab24bff913 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:31.889900 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-70c29484-4017-4a2a-91b7-24ab24bff913 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:31.893556 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-70c29484-4017-4a2a-91b7-24ab24bff913 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:31.912303 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c29484-4017-4a2a-91b7-24ab24bff913 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7fe199f-c9c8-4c10-aafa-d68b3ea7490b,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:31.916017 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-70c29484-4017-4a2a-91b7-24ab24bff913 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:31.917379 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-70c29484-4017-4a2a-91b7-24ab24bff913 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1173134 Aug 10 04:10:31.920222 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43104) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:10:31.924677 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-02c46920-37e3-4fcd-8788-837326c7a762 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Request body: {'security_group_rule': {'security_group_id': 'ece83d2f-6e74-40b0-b873-d9f1cc670f09', 'project_id': '0974328c2e43431896bddcacf9b7a031', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:10:31.948359 n-d-768851-15 neutron-server[94217]: INFO neutron.db.securitygroups_db [None req-02c46920-37e3-4fcd-8788-837326c7a762 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Project 0974328c2e43431896bddcacf9b7a031 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:10:31.954000 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-02c46920-37e3-4fcd-8788-837326c7a762 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:32.014052 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-02c46920-37e3-4fcd-8788-837326c7a762 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:32.017734 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-02c46920-37e3-4fcd-8788-837326c7a762 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:32.035390 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c46920-37e3-4fcd-8788-837326c7a762 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4057c70c-51b7-4a02-8f19-e12835dd554d,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:32.041542 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-02c46920-37e3-4fcd-8788-837326c7a762 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:32.042845 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-02c46920-37e3-4fcd-8788-837326c7a762 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1216376 Aug 10 04:10:32.045676 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43106) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:10:32.050479 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-9dce12e2-d632-476f-aff0-ee8149399be4 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Request body: {'security_group_rule': {'security_group_id': 'ece83d2f-6e74-40b0-b873-d9f1cc670f09', 'project_id': '0974328c2e43431896bddcacf9b7a031', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:10:32.075090 n-d-768851-15 neutron-server[94217]: INFO neutron.db.securitygroups_db [None req-9dce12e2-d632-476f-aff0-ee8149399be4 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Project 0974328c2e43431896bddcacf9b7a031 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:10:32.081282 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9dce12e2-d632-476f-aff0-ee8149399be4 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:32.146244 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9dce12e2-d632-476f-aff0-ee8149399be4 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:32.150484 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9dce12e2-d632-476f-aff0-ee8149399be4 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:32.168432 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce12e2-d632-476f-aff0-ee8149399be4 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c07b7df-024a-4910-8eea-5fbcab4b5683,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:32.175294 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-9dce12e2-d632-476f-aff0-ee8149399be4 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:32.179423 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9dce12e2-d632-476f-aff0-ee8149399be4 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1323082 Aug 10 04:10:32.179745 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43108) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:10:32.185432 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-32d99ccd-b6a8-4bbc-bdf9-ba90cb23065e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Request body: {'network': {'name': 'tempest-network-smoke--798395366', 'project_id': '0974328c2e43431896bddcacf9b7a031', 'port_security_enabled': True}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:10:32.207112 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d99ccd-b6a8-4bbc-bdf9-ba90cb23065e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Made reservation on behalf of 0974328c2e43431896bddcacf9b7a031 for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:10:32.210516 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-32d99ccd-b6a8-4bbc-bdf9-ba90cb23065e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:32.238251 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32d99ccd-b6a8-4bbc-bdf9-ba90cb23065e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:10:32.247355 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-32d99ccd-b6a8-4bbc-bdf9-ba90cb23065e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:32.247829 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-32d99ccd-b6a8-4bbc-bdf9-ba90cb23065e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Added segment 6b936b7d-c2ea-4d67-b1fd-1ff483e28684 of type vlan for network 4fd83c95-ea81-42b2-b39a-3fcfa97754d3 Aug 10 04:10:32.293488 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-32d99ccd-b6a8-4bbc-bdf9-ba90cb23065e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:32.322916 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-32d99ccd-b6a8-4bbc-bdf9-ba90cb23065e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:32.329090 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d99ccd-b6a8-4bbc-bdf9-ba90cb23065e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:32.330183 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-32d99ccd-b6a8-4bbc-bdf9-ba90cb23065e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:32.389795 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-32d99ccd-b6a8-4bbc-bdf9-ba90cb23065e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2085519 Aug 10 04:10:32.392424 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43110) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:10:32.397399 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-d1fe0be3-64c7-40fc-8048-1cc53535e567 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1187562884', 'admin_state_up': True, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:10:32.402400 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d99ccd-b6a8-4bbc-bdf9-ba90cb23065e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'Network': ['ID=4fd83c95-ea81-42b2-b39a-3fcfa97754d3,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:32.413759 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 4fd83c95-ea81-42b2-b39a-3fcfa97754d3 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:10:32.420856 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d1fe0be3-64c7-40fc-8048-1cc53535e567 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:32.422081 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d1fe0be3-64c7-40fc-8048-1cc53535e567 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:32.477814 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d1fe0be3-64c7-40fc-8048-1cc53535e567 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:32.617303 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d1fe0be3-64c7-40fc-8048-1cc53535e567 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:32.813416 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d1fe0be3-64c7-40fc-8048-1cc53535e567 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for router_gateway, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:32.832591 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d1fe0be3-64c7-40fc-8048-1cc53535e567 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:32.939605 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-d1fe0be3-64c7-40fc-8048-1cc53535e567 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Allocated IP 172.25.7.240 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/96e3e6be-6f41-48e9-ae7f-877280e80e28) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:10:33.043901 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d1fe0be3-64c7-40fc-8048-1cc53535e567 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:33.083676 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d1fe0be3-64c7-40fc-8048-1cc53535e567 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:33.133981 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fe0be3-64c7-40fc-8048-1cc53535e567 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:10:33.137648 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-d1fe0be3-64c7-40fc-8048-1cc53535e567 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:10:33.138610 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-6cf235b2-b0e5-4de5-87dc-fb311b4e1980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:33.143823 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fe0be3-64c7-40fc-8048-1cc53535e567 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:10:33.147292 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fe0be3-64c7-40fc-8048-1cc53535e567 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'Port': ['ID=96e3e6be-6f41-48e9-ae7f-877280e80e28,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:33.423884 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d1fe0be3-64c7-40fc-8048-1cc53535e567 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for router_gateway, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:33.519389 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:33.642224 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d1fe0be3-64c7-40fc-8048-1cc53535e567 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:33.773109 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1fe0be3-64c7-40fc-8048-1cc53535e567 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Router 2e064efb-40f1-4f12-ac61-5bb0ccd1edc3 is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:10:33.886142 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1fe0be3-64c7-40fc-8048-1cc53535e567 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:10:33.897795 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d3cf5c-54db-4ff1-aefd-1fb80da17383 None None] Sync routers for ids ['2e064efb-40f1-4f12-ac61-5bb0ccd1edc3'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:10:33.907896 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d3cf5c-54db-4ff1-aefd-1fb80da17383 None None] Routers {'2e064efb-40f1-4f12-ac61-5bb0ccd1edc3'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:10:33.908562 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-27d3cf5c-54db-4ff1-aefd-1fb80da17383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:10:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['2e064efb-40f1-4f12-ac61-5bb0ccd1edc3'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:10:33.909378 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d1fe0be3-64c7-40fc-8048-1cc53535e567 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:33.910846 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d1fe0be3-64c7-40fc-8048-1cc53535e567 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5171614 Aug 10 04:10:33.913814 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43114) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:10:33.945868 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-9a1eedb8-9a5a-49c3-aadc-0d3d892a98d6 tempest-TestNetworkAdvancedServerOps-626410460 tempest-TestNetworkAdvancedServerOps-626410460-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=0974328c2e43431896bddcacf9b7a031&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300632 Aug 10 04:10:33.947597 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43116) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:10:34.031946 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-27d3cf5c-54db-4ff1-aefd-1fb80da17383 None None] Set router 2e064efb-40f1-4f12-ac61-5bb0ccd1edc3 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:10:34.048318 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f08c9dc-0cb6-4dc9-8ae9-0a4b509989c4 tempest-TestNetworkAdvancedServerOps-626410460 tempest-TestNetworkAdvancedServerOps-626410460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:34.052664 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0f08c9dc-0cb6-4dc9-8ae9-0a4b509989c4 tempest-TestNetworkAdvancedServerOps-626410460 tempest-TestNetworkAdvancedServerOps-626410460-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0986962 Aug 10 04:10:34.052813 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43118) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:10:34.085484 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-30f8c725-04e1-4456-b1c5-76d5000b71f6 tempest-TestNetworkAdvancedServerOps-626410460 tempest-TestNetworkAdvancedServerOps-626410460-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=09ca2025-b9a6-4e84-8019-8d9fbef3753e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315802 Aug 10 04:10:34.088199 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43120) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:10:34.093629 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-3fe1a2e9-718a-4ef5-b31a-4d09748e8173 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1849318249', 'network_id': '4fd83c95-ea81-42b2-b39a-3fcfa97754d3', 'project_id': '0974328c2e43431896bddcacf9b7a031', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:10:34.188135 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe1a2e9-718a-4ef5-b31a-4d09748e8173 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Made reservation on behalf of 0974328c2e43431896bddcacf9b7a031 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:10:34.191753 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3fe1a2e9-718a-4ef5-b31a-4d09748e8173 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:34.305044 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-27d3cf5c-54db-4ff1-aefd-1fb80da17383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e064efb-40f1-4f12-ac61-5bb0ccd1edc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1187562884', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '96e3e6be-6f41-48e9-ae7f-877280e80e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:10:32Z', 'updated_at': '2021-08-10T04:10:33Z', 'revision_number': 3, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': '96e3e6be-6f41-48e9-ae7f-877280e80e28', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:11:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e064efb-40f1-4f12-ac61-5bb0ccd1edc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:10:32Z', 'updated_at': '2021-08-10T04:10:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:10:34.334478 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d3cf5c-54db-4ff1-aefd-1fb80da17383 None None] Checking router: 2e064efb-40f1-4f12-ac61-5bb0ccd1edc3 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:10:34.334836 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d3cf5c-54db-4ff1-aefd-1fb80da17383 None None] Updating router 2e064efb-40f1-4f12-ac61-5bb0ccd1edc3 port 96e3e6be-6f41-48e9-ae7f-877280e80e28 binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:10:34.360169 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-27d3cf5c-54db-4ff1-aefd-1fb80da17383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:34.381985 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3fe1a2e9-718a-4ef5-b31a-4d09748e8173 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:34.418045 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:34.446749 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe1a2e9-718a-4ef5-b31a-4d09748e8173 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'Subnet': ['ID=ecefca08-b5ea-4b00-ab2f-2d1e58669a5e,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:34.454875 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe1a2e9-718a-4ef5-b31a-4d09748e8173 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Checking segment: {'id': '6b936b7d-c2ea-4d67-b1fd-1ff483e28684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4fd83c95-ea81-42b2-b39a-3fcfa97754d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:10:34.455348 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe1a2e9-718a-4ef5-b31a-4d09748e8173 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Network hostable DHCP agents. Network: 4fd83c95-ea81-42b2-b39a-3fcfa97754d3, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:10:34.471797 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe1a2e9-718a-4ef5-b31a-4d09748e8173 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Network 4fd83c95-ea81-42b2-b39a-3fcfa97754d3 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:10:34.480956 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-3fe1a2e9-718a-4ef5-b31a-4d09748e8173 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 4fd83c95-ea81-42b2-b39a-3fcfa97754d3) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:10:34.485709 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe1a2e9-718a-4ef5-b31a-4d09748e8173 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:34.486352 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3fe1a2e9-718a-4ef5-b31a-4d09748e8173 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:34.493188 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93d6ee4-787a-443a-bbf7-cf3f7adf0766 None None] Network 4fd83c95-ea81-42b2-b39a-3fcfa97754d3 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:10:34.505230 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43122) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:10:34.505799 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3fe1a2e9-718a-4ef5-b31a-4d09748e8173 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4162266 Aug 10 04:10:34.627118 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-27d3cf5c-54db-4ff1-aefd-1fb80da17383 None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:34.637070 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-27d3cf5c-54db-4ff1-aefd-1fb80da17383 None None] Transition to ACTIVE for port object 96e3e6be-6f41-48e9-ae7f-877280e80e28 will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:10:34.645836 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-27d3cf5c-54db-4ff1-aefd-1fb80da17383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:34.648411 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff1e161-692b-4ac3-b625-6cf510519265 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-4fd83c95-ea81-42b2-b39a-3fcfa97754d3', 'network_id': '4fd83c95-ea81-42b2-b39a-3fcfa97754d3', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'fixed_ips': [{'subnet_id': 'ecefca08-b5ea-4b00-ab2f-2d1e58669a5e'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:10:34.649617 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4ff1e161-692b-4ac3-b625-6cf510519265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:34.690805 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-27d3cf5c-54db-4ff1-aefd-1fb80da17383 None None] Attempting to bind port 96e3e6be-6f41-48e9-ae7f-877280e80e28 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:10:34.691174 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-27d3cf5c-54db-4ff1-aefd-1fb80da17383 None None] Attempting to bind port 96e3e6be-6f41-48e9-ae7f-877280e80e28 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:10:34.691543 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d3cf5c-54db-4ff1-aefd-1fb80da17383 None None] Attempting to bind port 96e3e6be-6f41-48e9-ae7f-877280e80e28 on network 09ca2025-b9a6-4e84-8019-8d9fbef3753e {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:10:34.703175 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d3cf5c-54db-4ff1-aefd-1fb80da17383 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:10:34.703534 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d3cf5c-54db-4ff1-aefd-1fb80da17383 None None] Checking segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:10:34.703944 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-27d3cf5c-54db-4ff1-aefd-1fb80da17383 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:34.704317 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d3cf5c-54db-4ff1-aefd-1fb80da17383 None None] Bound using segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:10:34.704778 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-27d3cf5c-54db-4ff1-aefd-1fb80da17383 None None] Bound port: 96e3e6be-6f41-48e9-ae7f-877280e80e28, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:10:34.705157 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-27d3cf5c-54db-4ff1-aefd-1fb80da17383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:34.736619 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a13234-106f-4001-a8d5-8fa9fda8475f None None] Pushing event updated for resources: {'Port': ['ID=96e3e6be-6f41-48e9-ae7f-877280e80e28,revision_number=2']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:34.766633 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-27d3cf5c-54db-4ff1-aefd-1fb80da17383 None None] For port 96e3e6be-6f41-48e9-ae7f-877280e80e28, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:10:34.773567 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-27d3cf5c-54db-4ff1-aefd-1fb80da17383 None None] For port 96e3e6be-6f41-48e9-ae7f-877280e80e28, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=96e3e6be-6f41-48e9-ae7f-877280e80e28,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:10:34.776393 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a13234-106f-4001-a8d5-8fa9fda8475f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:34.777015 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a13234-106f-4001-a8d5-8fa9fda8475f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:34.777727 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a13234-106f-4001-a8d5-8fa9fda8475f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:34.778194 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a13234-106f-4001-a8d5-8fa9fda8475f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:34.779869 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a13234-106f-4001-a8d5-8fa9fda8475f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:34.779869 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a13234-106f-4001-a8d5-8fa9fda8475f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:34.780121 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a13234-106f-4001-a8d5-8fa9fda8475f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:34.780542 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a13234-106f-4001-a8d5-8fa9fda8475f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:34.780977 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a13234-106f-4001-a8d5-8fa9fda8475f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:34.781898 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a13234-106f-4001-a8d5-8fa9fda8475f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:34.781898 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a13234-106f-4001-a8d5-8fa9fda8475f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:34.782284 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a13234-106f-4001-a8d5-8fa9fda8475f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:34.789381 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-27d3cf5c-54db-4ff1-aefd-1fb80da17383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:34.793499 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-4ff1e161-692b-4ac3-b625-6cf510519265 None None] Allocated IP 172.20.0.2 (4fd83c95-ea81-42b2-b39a-3fcfa97754d3/ecefca08-b5ea-4b00-ab2f-2d1e58669a5e/13c0e507-5683-4f04-aa8a-e81e69f36500) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:10:34.841670 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d3cf5c-54db-4ff1-aefd-1fb80da17383 None None] Routers {'2e064efb-40f1-4f12-ac61-5bb0ccd1edc3'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:10:34.842299 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-27d3cf5c-54db-4ff1-aefd-1fb80da17383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:10:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['2e064efb-40f1-4f12-ac61-5bb0ccd1edc3'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:10:34.955732 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4ff1e161-692b-4ac3-b625-6cf510519265 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:34.958835 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-27d3cf5c-54db-4ff1-aefd-1fb80da17383 None None] Set router 2e064efb-40f1-4f12-ac61-5bb0ccd1edc3 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:10:34.964919 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-4ff1e161-692b-4ac3-b625-6cf510519265 None None] Transition to ACTIVE for port object 13c0e507-5683-4f04-aa8a-e81e69f36500 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:10:34.978447 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-21d9f040-c4bd-4a55-b75e-d2d49c778607 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:34.986305 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-4ff1e161-692b-4ac3-b625-6cf510519265 None None] Transition to ACTIVE for port object 13c0e507-5683-4f04-aa8a-e81e69f36500 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:10:34.995937 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4ff1e161-692b-4ac3-b625-6cf510519265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:35.021766 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a13234-106f-4001-a8d5-8fa9fda8475f None None] Pushing event updated for resources: {'Port': ['ID=96e3e6be-6f41-48e9-ae7f-877280e80e28,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:35.042967 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff1e161-692b-4ac3-b625-6cf510519265 None None] Network 4fd83c95-ea81-42b2-b39a-3fcfa97754d3 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:10:35.047569 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-4ff1e161-692b-4ac3-b625-6cf510519265 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:10:35.049648 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff1e161-692b-4ac3-b625-6cf510519265 None None] Pushing event updated for resources: {'Port': ['ID=13c0e507-5683-4f04-aa8a-e81e69f36500,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:35.051918 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff1e161-692b-4ac3-b625-6cf510519265 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:10:35.118052 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-4ff1e161-692b-4ac3-b625-6cf510519265 None None] Attempting to bind port 13c0e507-5683-4f04-aa8a-e81e69f36500 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:10:35.118727 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-4ff1e161-692b-4ac3-b625-6cf510519265 None None] Attempting to bind port 13c0e507-5683-4f04-aa8a-e81e69f36500 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '6b936b7d-c2ea-4d67-b1fd-1ff483e28684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4fd83c95-ea81-42b2-b39a-3fcfa97754d3'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:10:35.119316 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff1e161-692b-4ac3-b625-6cf510519265 None None] Attempting to bind port 13c0e507-5683-4f04-aa8a-e81e69f36500 on network 4fd83c95-ea81-42b2-b39a-3fcfa97754d3 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:10:35.125314 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff1e161-692b-4ac3-b625-6cf510519265 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:10:35.125946 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff1e161-692b-4ac3-b625-6cf510519265 None None] Checking segment: {'id': '6b936b7d-c2ea-4d67-b1fd-1ff483e28684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4fd83c95-ea81-42b2-b39a-3fcfa97754d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:10:35.126230 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4ff1e161-692b-4ac3-b625-6cf510519265 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:35.126720 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff1e161-692b-4ac3-b625-6cf510519265 None None] Bound using segment: {'id': '6b936b7d-c2ea-4d67-b1fd-1ff483e28684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4fd83c95-ea81-42b2-b39a-3fcfa97754d3'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:10:35.127280 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-4ff1e161-692b-4ac3-b625-6cf510519265 None None] Bound port: 13c0e507-5683-4f04-aa8a-e81e69f36500, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b936b7d-c2ea-4d67-b1fd-1ff483e28684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4fd83c95-ea81-42b2-b39a-3fcfa97754d3'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:10:35.127775 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4ff1e161-692b-4ac3-b625-6cf510519265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:35.158836 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-27d3cf5c-54db-4ff1-aefd-1fb80da17383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e064efb-40f1-4f12-ac61-5bb0ccd1edc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1187562884', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '96e3e6be-6f41-48e9-ae7f-877280e80e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:10:32Z', 'updated_at': '2021-08-10T04:10:33Z', 'revision_number': 3, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': '96e3e6be-6f41-48e9-ae7f-877280e80e28', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:11:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e064efb-40f1-4f12-ac61-5bb0ccd1edc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:10:32Z', 'updated_at': '2021-08-10T04:10:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:10:35.191386 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d3cf5c-54db-4ff1-aefd-1fb80da17383 None None] The sync data for ids ['2e064efb-40f1-4f12-ac61-5bb0ccd1edc3'] in n-d-768851-15 is: [{'id': '2e064efb-40f1-4f12-ac61-5bb0ccd1edc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1187562884', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '96e3e6be-6f41-48e9-ae7f-877280e80e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:10:32Z', 'updated_at': '2021-08-10T04:10:33Z', 'revision_number': 3, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': '96e3e6be-6f41-48e9-ae7f-877280e80e28', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:11:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e064efb-40f1-4f12-ac61-5bb0ccd1edc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:10:32Z', 'updated_at': '2021-08-10T04:10:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:10:35.196048 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-4ff1e161-692b-4ac3-b625-6cf510519265 None None] For port 13c0e507-5683-4f04-aa8a-e81e69f36500, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:10:35.199636 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-4ff1e161-692b-4ac3-b625-6cf510519265 None None] For port 13c0e507-5683-4f04-aa8a-e81e69f36500, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=13c0e507-5683-4f04-aa8a-e81e69f36500,segment=NetworkSegment(6b936b7d-c2ea-4d67-b1fd-1ff483e28684),segment_id=6b936b7d-c2ea-4d67-b1fd-1ff483e28684)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:10:35.204925 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4ff1e161-692b-4ac3-b625-6cf510519265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:35.266467 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff1e161-692b-4ac3-b625-6cf510519265 None None] Pushing event updated for resources: {'Port': ['ID=13c0e507-5683-4f04-aa8a-e81e69f36500,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:35.314052 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-21d9f040-c4bd-4a55-b75e-d2d49c778607 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Allocated IP 172.20.0.1 (4fd83c95-ea81-42b2-b39a-3fcfa97754d3/ecefca08-b5ea-4b00-ab2f-2d1e58669a5e/de961b1a-79c3-4d6c-9f79-3e4a46fd837c) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:10:35.489816 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-21d9f040-c4bd-4a55-b75e-d2d49c778607 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:35.507724 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-21d9f040-c4bd-4a55-b75e-d2d49c778607 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Transition to ACTIVE for port object de961b1a-79c3-4d6c-9f79-3e4a46fd837c will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:10:35.561095 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-21d9f040-c4bd-4a55-b75e-d2d49c778607 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:35.607237 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d9f040-c4bd-4a55-b75e-d2d49c778607 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Network 4fd83c95-ea81-42b2-b39a-3fcfa97754d3 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:10:35.613006 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-21d9f040-c4bd-4a55-b75e-d2d49c778607 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:10:35.617568 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d9f040-c4bd-4a55-b75e-d2d49c778607 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:10:35.621851 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d9f040-c4bd-4a55-b75e-d2d49c778607 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'Port': ['ID=de961b1a-79c3-4d6c-9f79-3e4a46fd837c,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:35.679923 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-21d9f040-c4bd-4a55-b75e-d2d49c778607 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:35.756962 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 13c0e507-5683-4f04-aa8a-e81e69f36500 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:10:35.826518 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 13c0e507-5683-4f04-aa8a-e81e69f36500 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:10:35.830886 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 96e3e6be-6f41-48e9-ae7f-877280e80e28 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:10:35.832762 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-21d9f040-c4bd-4a55-b75e-d2d49c778607 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:35.885043 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 96e3e6be-6f41-48e9-ae7f-877280e80e28 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:10:35.890226 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 96e3e6be-6f41-48e9-ae7f-877280e80e28 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:10:35.890674 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:35.984093 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:36.010398 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 96e3e6be-6f41-48e9-ae7f-877280e80e28, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=96e3e6be-6f41-48e9-ae7f-877280e80e28,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:10:36.015551 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:36.087264 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=96e3e6be-6f41-48e9-ae7f-877280e80e28,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:36.163039 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:36.176228 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-21d9f040-c4bd-4a55-b75e-d2d49c778607 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:36.184104 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-21d9f040-c4bd-4a55-b75e-d2d49c778607 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:36.264539 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d9f040-c4bd-4a55-b75e-d2d49c778607 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'Port': ['ID=de961b1a-79c3-4d6c-9f79-3e4a46fd837c,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:36.267251 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-21d9f040-c4bd-4a55-b75e-d2d49c778607 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:36.354485 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc18d59e-dd08-4363-813d-6a9535e109f4 None None] Network 4fd83c95-ea81-42b2-b39a-3fcfa97754d3 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:10:36.364179 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d9f040-c4bd-4a55-b75e-d2d49c778607 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Network 4fd83c95-ea81-42b2-b39a-3fcfa97754d3 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:10:36.365589 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-21d9f040-c4bd-4a55-b75e-d2d49c778607 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:10:36.470005 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-266908e7-410d-4c81-b9eb-e764daf1c8a8 None None] Provisioning for port 13c0e507-5683-4f04-aa8a-e81e69f36500 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:10:36.480183 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-266908e7-410d-4c81-b9eb-e764daf1c8a8 None None] Provisioning complete for port 13c0e507-5683-4f04-aa8a-e81e69f36500 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:10:36.480566 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-266908e7-410d-4c81-b9eb-e764daf1c8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:36.482837 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d9f040-c4bd-4a55-b75e-d2d49c778607 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Router 2e064efb-40f1-4f12-ac61-5bb0ccd1edc3 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:10:36.594895 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-266908e7-410d-4c81-b9eb-e764daf1c8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:36.604623 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d9f040-c4bd-4a55-b75e-d2d49c778607 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:10:36.622780 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-21d9f040-c4bd-4a55-b75e-d2d49c778607 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "PUT /v2.0/routers/2e064efb-40f1-4f12-ac61-5bb0ccd1edc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1038043 Aug 10 04:10:36.650558 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-266908e7-410d-4c81-b9eb-e764daf1c8a8 None None] For port 13c0e507-5683-4f04-aa8a-e81e69f36500, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=13c0e507-5683-4f04-aa8a-e81e69f36500,segment=NetworkSegment(6b936b7d-c2ea-4d67-b1fd-1ff483e28684),segment_id=6b936b7d-c2ea-4d67-b1fd-1ff483e28684)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:10:36.658455 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-266908e7-410d-4c81-b9eb-e764daf1c8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:36.757124 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266908e7-410d-4c81-b9eb-e764daf1c8a8 None None] Pushing event updated for resources: {'Port': ['ID=13c0e507-5683-4f04-aa8a-e81e69f36500,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:36.811257 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-129aa742-18d4-445f-803a-c9bd6e05caa5 req-97063a84-ac76-45af-8820-83bb424feaca tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-630642143&fields=id&tenant_id=0974328c2e43431896bddcacf9b7a031 HTTP/1.1" status: 200 len: 267 time: 0.0584397 Aug 10 04:10:36.898168 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d2f944c6-80b6-4f06-bb74-10728b062fcc None None] Provisioning complete for port 13c0e507-5683-4f04-aa8a-e81e69f36500 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:10:36.902428 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d2f944c6-80b6-4f06-bb74-10728b062fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:37.014902 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d2f944c6-80b6-4f06-bb74-10728b062fcc None None] Provisioning for port de961b1a-79c3-4d6c-9f79-3e4a46fd837c completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:10:37.020370 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d2f944c6-80b6-4f06-bb74-10728b062fcc None None] Provisioning complete for port de961b1a-79c3-4d6c-9f79-3e4a46fd837c triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:10:37.020914 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d2f944c6-80b6-4f06-bb74-10728b062fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:37.067135 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-d2f944c6-80b6-4f06-bb74-10728b062fcc None None] Port de961b1a-79c3-4d6c-9f79-3e4a46fd837c cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:10:37.136315 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d143f38f-128d-4090-99ce-1ebd9d1df337 None None] Sync routers for ids ['2e064efb-40f1-4f12-ac61-5bb0ccd1edc3'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:10:37.147909 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d143f38f-128d-4090-99ce-1ebd9d1df337 None None] Routers {'2e064efb-40f1-4f12-ac61-5bb0ccd1edc3'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:10:37.148554 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-d143f38f-128d-4090-99ce-1ebd9d1df337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:10:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['2e064efb-40f1-4f12-ac61-5bb0ccd1edc3'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:10:37.220182 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-cbfeed68-1f14-4ffc-9bcf-2abc02cd3b89 None None] Provisioning complete for port de961b1a-79c3-4d6c-9f79-3e4a46fd837c triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:10:37.220182 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-cbfeed68-1f14-4ffc-9bcf-2abc02cd3b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:37.298660 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129aa742-18d4-445f-803a-c9bd6e05caa5 req-17685089-312f-4b80-89c5-5e58237d6be6 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:37.300294 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-129aa742-18d4-445f-803a-c9bd6e05caa5 req-17685089-312f-4b80-89c5-5e58237d6be6 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/networks?id=4fd83c95-ea81-42b2-b39a-3fcfa97754d3 HTTP/1.1" status: 200 len: 796 time: 0.4810262 Aug 10 04:10:37.309226 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-cbfeed68-1f14-4ffc-9bcf-2abc02cd3b89 None None] Port de961b1a-79c3-4d6c-9f79-3e4a46fd837c cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:10:37.314431 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-d143f38f-128d-4090-99ce-1ebd9d1df337 None None] Set router 2e064efb-40f1-4f12-ac61-5bb0ccd1edc3 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:10:37.319312 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-129aa742-18d4-445f-803a-c9bd6e05caa5 req-cb3cdb95-01f0-445c-9057-2060c15e885c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/quotas/0974328c2e43431896bddcacf9b7a031 HTTP/1.1" status: 200 len: 375 time: 0.0120988 Aug 10 04:10:37.385275 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-129aa742-18d4-445f-803a-c9bd6e05caa5 req-24b4e300-dd22-4c48-ab5e-1bd871e7ea5b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0974328c2e43431896bddcacf9b7a031&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0599253 Aug 10 04:10:37.469452 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-684dedbf-6af7-4182-a441-ba0e607b7a62 None None] Provisioning complete for port de961b1a-79c3-4d6c-9f79-3e4a46fd837c triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:10:37.469851 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-684dedbf-6af7-4182-a441-ba0e607b7a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:37.523588 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-684dedbf-6af7-4182-a441-ba0e607b7a62 None None] Port de961b1a-79c3-4d6c-9f79-3e4a46fd837c cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:10:37.547068 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-129aa742-18d4-445f-803a-c9bd6e05caa5 req-41883f0a-c627-4b5b-927a-d7d0198eaa27 service neutron] 10.222.0.62 "GET /v2.0/networks/4fd83c95-ea81-42b2-b39a-3fcfa97754d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469212 Aug 10 04:10:37.581019 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-d143f38f-128d-4090-99ce-1ebd9d1df337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e064efb-40f1-4f12-ac61-5bb0ccd1edc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1187562884', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '96e3e6be-6f41-48e9-ae7f-877280e80e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:10:32Z', 'updated_at': '2021-08-10T04:10:35Z', 'revision_number': 4, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': '96e3e6be-6f41-48e9-ae7f-877280e80e28', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:11:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e064efb-40f1-4f12-ac61-5bb0ccd1edc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:10:32Z', 'updated_at': '2021-08-10T04:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'de961b1a-79c3-4d6c-9f79-3e4a46fd837c', 'name': '', 'network_id': '4fd83c95-ea81-42b2-b39a-3fcfa97754d3', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'mac_address': 'fa:16:3e:f0:bc:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e064efb-40f1-4f12-ac61-5bb0ccd1edc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'ecefca08-b5ea-4b00-ab2f-2d1e58669a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:10:35Z', 'updated_at': '2021-08-10T04:10:36Z', 'revision_number': 2, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'subnets': [{'id': 'ecefca08-b5ea-4b00-ab2f-2d1e58669a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:10:37.624660 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d143f38f-128d-4090-99ce-1ebd9d1df337 None None] Checking router: 2e064efb-40f1-4f12-ac61-5bb0ccd1edc3 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:10:37.625157 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d143f38f-128d-4090-99ce-1ebd9d1df337 None None] Updating router 2e064efb-40f1-4f12-ac61-5bb0ccd1edc3 port de961b1a-79c3-4d6c-9f79-3e4a46fd837c binding host n-d-768851-15 {{(pid=94218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:10:37.652673 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d143f38f-128d-4090-99ce-1ebd9d1df337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:37.667245 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-129aa742-18d4-445f-803a-c9bd6e05caa5 req-1cdef7eb-da3a-4af2-8bbb-276da31a33c4 service neutron] 10.222.0.62 "GET /v2.0/networks/4fd83c95-ea81-42b2-b39a-3fcfa97754d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135526 Aug 10 04:10:37.690354 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 96e3e6be-6f41-48e9-ae7f-877280e80e28 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:10:37.827452 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 96e3e6be-6f41-48e9-ae7f-877280e80e28 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:10:37.828157 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:37.990025 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 13c0e507-5683-4f04-aa8a-e81e69f36500 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:10:38.058586 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d143f38f-128d-4090-99ce-1ebd9d1df337 None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:38.074189 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d143f38f-128d-4090-99ce-1ebd9d1df337 None None] Transition to ACTIVE for port object de961b1a-79c3-4d6c-9f79-3e4a46fd837c will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:10:38.080741 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d143f38f-128d-4090-99ce-1ebd9d1df337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:38.084824 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 13c0e507-5683-4f04-aa8a-e81e69f36500 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:10:38.085182 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:38.159379 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d91dae8-1cd7-4cdd-b3bd-2f65d3b3ff59 None None] Pushing event updated for resources: {'Port': ['ID=de961b1a-79c3-4d6c-9f79-3e4a46fd837c,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:38.238714 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-d143f38f-128d-4090-99ce-1ebd9d1df337 None None] Attempting to bind port de961b1a-79c3-4d6c-9f79-3e4a46fd837c on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:10:38.239088 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-d143f38f-128d-4090-99ce-1ebd9d1df337 None None] Attempting to bind port de961b1a-79c3-4d6c-9f79-3e4a46fd837c by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '6b936b7d-c2ea-4d67-b1fd-1ff483e28684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4fd83c95-ea81-42b2-b39a-3fcfa97754d3'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:10:38.239462 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d143f38f-128d-4090-99ce-1ebd9d1df337 None None] Attempting to bind port de961b1a-79c3-4d6c-9f79-3e4a46fd837c on network 4fd83c95-ea81-42b2-b39a-3fcfa97754d3 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:10:38.251834 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d143f38f-128d-4090-99ce-1ebd9d1df337 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:10:38.252128 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d143f38f-128d-4090-99ce-1ebd9d1df337 None None] Checking segment: {'id': '6b936b7d-c2ea-4d67-b1fd-1ff483e28684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4fd83c95-ea81-42b2-b39a-3fcfa97754d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:10:38.252530 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d143f38f-128d-4090-99ce-1ebd9d1df337 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:38.252921 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d143f38f-128d-4090-99ce-1ebd9d1df337 None None] Bound using segment: {'id': '6b936b7d-c2ea-4d67-b1fd-1ff483e28684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4fd83c95-ea81-42b2-b39a-3fcfa97754d3'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:10:38.253390 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-d143f38f-128d-4090-99ce-1ebd9d1df337 None None] Bound port: de961b1a-79c3-4d6c-9f79-3e4a46fd837c, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b936b7d-c2ea-4d67-b1fd-1ff483e28684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4fd83c95-ea81-42b2-b39a-3fcfa97754d3'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:10:38.253769 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d143f38f-128d-4090-99ce-1ebd9d1df337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:38.326334 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-d143f38f-128d-4090-99ce-1ebd9d1df337 None None] For port de961b1a-79c3-4d6c-9f79-3e4a46fd837c, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:10:38.329484 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-d143f38f-128d-4090-99ce-1ebd9d1df337 None None] For port de961b1a-79c3-4d6c-9f79-3e4a46fd837c, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=de961b1a-79c3-4d6c-9f79-3e4a46fd837c,segment=NetworkSegment(6b936b7d-c2ea-4d67-b1fd-1ff483e28684),segment_id=6b936b7d-c2ea-4d67-b1fd-1ff483e28684)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:10:38.335208 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d143f38f-128d-4090-99ce-1ebd9d1df337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:38.408181 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d143f38f-128d-4090-99ce-1ebd9d1df337 None None] Routers {'2e064efb-40f1-4f12-ac61-5bb0ccd1edc3'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:10:38.408816 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-d143f38f-128d-4090-99ce-1ebd9d1df337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:10:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['2e064efb-40f1-4f12-ac61-5bb0ccd1edc3'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:10:38.410785 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d91dae8-1cd7-4cdd-b3bd-2f65d3b3ff59 None None] Pushing event updated for resources: {'Port': ['ID=de961b1a-79c3-4d6c-9f79-3e4a46fd837c,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:38.682042 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-d143f38f-128d-4090-99ce-1ebd9d1df337 None None] Set router 2e064efb-40f1-4f12-ac61-5bb0ccd1edc3 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:10:38.878556 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-d143f38f-128d-4090-99ce-1ebd9d1df337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e064efb-40f1-4f12-ac61-5bb0ccd1edc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1187562884', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '96e3e6be-6f41-48e9-ae7f-877280e80e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:10:32Z', 'updated_at': '2021-08-10T04:10:35Z', 'revision_number': 4, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': '96e3e6be-6f41-48e9-ae7f-877280e80e28', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:11:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e064efb-40f1-4f12-ac61-5bb0ccd1edc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:10:32Z', 'updated_at': '2021-08-10T04:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'de961b1a-79c3-4d6c-9f79-3e4a46fd837c', 'name': '', 'network_id': '4fd83c95-ea81-42b2-b39a-3fcfa97754d3', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'mac_address': 'fa:16:3e:f0:bc:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e064efb-40f1-4f12-ac61-5bb0ccd1edc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'ecefca08-b5ea-4b00-ab2f-2d1e58669a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:10:35Z', 'updated_at': '2021-08-10T04:10:38Z', 'revision_number': 4, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'subnets': [{'id': 'ecefca08-b5ea-4b00-ab2f-2d1e58669a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:10:38.908233 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0222b93d-d566-4741-8d58-9b0288db3ff7 req-6a88025a-678e-4868-9f1c-efbbf4bb6f9f tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=f41eb11c-ce30-4d51-b504-2a7c7743bee5 HTTP/1.1" status: 200 len: 210 time: 0.0273755 Aug 10 04:10:38.913227 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d143f38f-128d-4090-99ce-1ebd9d1df337 None None] The sync data for ids ['2e064efb-40f1-4f12-ac61-5bb0ccd1edc3'] in n-d-768851-15 is: [{'id': '2e064efb-40f1-4f12-ac61-5bb0ccd1edc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1187562884', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '96e3e6be-6f41-48e9-ae7f-877280e80e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:10:32Z', 'updated_at': '2021-08-10T04:10:35Z', 'revision_number': 4, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': '96e3e6be-6f41-48e9-ae7f-877280e80e28', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:11:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e064efb-40f1-4f12-ac61-5bb0ccd1edc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:10:32Z', 'updated_at': '2021-08-10T04:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'de961b1a-79c3-4d6c-9f79-3e4a46fd837c', 'name': '', 'network_id': '4fd83c95-ea81-42b2-b39a-3fcfa97754d3', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'mac_address': 'fa:16:3e:f0:bc:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e064efb-40f1-4f12-ac61-5bb0ccd1edc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'ecefca08-b5ea-4b00-ab2f-2d1e58669a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:10:35Z', 'updated_at': '2021-08-10T04:10:38Z', 'revision_number': 4, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'subnets': [{'id': 'ecefca08-b5ea-4b00-ab2f-2d1e58669a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:10:39.661338 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device de961b1a-79c3-4d6c-9f79-3e4a46fd837c up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:10:39.711403 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port de961b1a-79c3-4d6c-9f79-3e4a46fd837c completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:10:39.715839 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port de961b1a-79c3-4d6c-9f79-3e4a46fd837c triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:10:39.716294 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:39.806808 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:39.844944 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port de961b1a-79c3-4d6c-9f79-3e4a46fd837c, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=de961b1a-79c3-4d6c-9f79-3e4a46fd837c,segment=NetworkSegment(6b936b7d-c2ea-4d67-b1fd-1ff483e28684),segment_id=6b936b7d-c2ea-4d67-b1fd-1ff483e28684)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:10:39.850020 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:39.914452 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=de961b1a-79c3-4d6c-9f79-3e4a46fd837c,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:40.008412 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129aa742-18d4-445f-803a-c9bd6e05caa5 req-b5b1312c-d554-4ede-9757-3c3bf4888a01 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:40.009959 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-129aa742-18d4-445f-803a-c9bd6e05caa5 req-b5b1312c-d554-4ede-9757-3c3bf4888a01 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.60 "GET /v2.0/networks?id=4fd83c95-ea81-42b2-b39a-3fcfa97754d3 HTTP/1.1" status: 200 len: 796 time: 0.1519461 Aug 10 04:10:40.025501 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-08ef2f81-08f8-42d4-9cc4-c6490c39cb27 req-abcaf27d-27ee-420f-800e-41efc055192e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=f41eb11c-ce30-4d51-b504-2a7c7743bee5 HTTP/1.1" status: 200 len: 210 time: 0.0397193 Aug 10 04:10:40.067466 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-129aa742-18d4-445f-803a-c9bd6e05caa5 req-f9360514-9ab2-4080-ad3b-e281e6c5eaf6 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0974328c2e43431896bddcacf9b7a031 HTTP/1.1" status: 200 len: 379 time: 0.0410371 Aug 10 04:10:40.079942 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-129aa742-18d4-445f-803a-c9bd6e05caa5 req-291bbaa0-6765-4ff9-8e8a-e3a527b1aea8 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Request body: {'port': {'device_id': 'f41eb11c-ce30-4d51-b504-2a7c7743bee5', 'network_id': '4fd83c95-ea81-42b2-b39a-3fcfa97754d3', 'admin_state_up': True, 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'security_groups': ['ece83d2f-6e74-40b0-b873-d9f1cc670f09']}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:10:40.191013 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-129aa742-18d4-445f-803a-c9bd6e05caa5 req-291bbaa0-6765-4ff9-8e8a-e3a527b1aea8 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Made reservation on behalf of 0974328c2e43431896bddcacf9b7a031 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:10:40.194534 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-129aa742-18d4-445f-803a-c9bd6e05caa5 req-291bbaa0-6765-4ff9-8e8a-e3a527b1aea8 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:40.322586 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-129aa742-18d4-445f-803a-c9bd6e05caa5 req-291bbaa0-6765-4ff9-8e8a-e3a527b1aea8 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Allocated IP 172.20.0.8 (4fd83c95-ea81-42b2-b39a-3fcfa97754d3/ecefca08-b5ea-4b00-ab2f-2d1e58669a5e/6b8c7320-e002-4363-8a65-d16a6b914642) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:10:40.466427 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-129aa742-18d4-445f-803a-c9bd6e05caa5 req-291bbaa0-6765-4ff9-8e8a-e3a527b1aea8 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:40.479756 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-129aa742-18d4-445f-803a-c9bd6e05caa5 req-291bbaa0-6765-4ff9-8e8a-e3a527b1aea8 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Transition to ACTIVE for port object 6b8c7320-e002-4363-8a65-d16a6b914642 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:10:40.519105 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-129aa742-18d4-445f-803a-c9bd6e05caa5 req-291bbaa0-6765-4ff9-8e8a-e3a527b1aea8 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:40.569174 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-129aa742-18d4-445f-803a-c9bd6e05caa5 req-291bbaa0-6765-4ff9-8e8a-e3a527b1aea8 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Network 4fd83c95-ea81-42b2-b39a-3fcfa97754d3 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:10:40.572419 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-129aa742-18d4-445f-803a-c9bd6e05caa5 req-291bbaa0-6765-4ff9-8e8a-e3a527b1aea8 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:10:40.576336 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-129aa742-18d4-445f-803a-c9bd6e05caa5 req-291bbaa0-6765-4ff9-8e8a-e3a527b1aea8 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:10:40.583311 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291bbaa0-6765-4ff9-8e8a-e3a527b1aea8 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'Port': ['ID=6b8c7320-e002-4363-8a65-d16a6b914642,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:40.633820 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129aa742-18d4-445f-803a-c9bd6e05caa5 req-291bbaa0-6765-4ff9-8e8a-e3a527b1aea8 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:40.634555 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-129aa742-18d4-445f-803a-c9bd6e05caa5 req-291bbaa0-6765-4ff9-8e8a-e3a527b1aea8 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:40.658113 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-129aa742-18d4-445f-803a-c9bd6e05caa5 req-291bbaa0-6765-4ff9-8e8a-e3a527b1aea8 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5817094 Aug 10 04:10:40.672102 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-129aa742-18d4-445f-803a-c9bd6e05caa5 req-b03f9ea4-01d2-49d0-b9b3-2b2b5a4fd511 service neutron] Request body: {'port': {'device_id': 'f41eb11c-ce30-4d51-b504-2a7c7743bee5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:10:40.736789 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-129aa742-18d4-445f-803a-c9bd6e05caa5 req-b03f9ea4-01d2-49d0-b9b3-2b2b5a4fd511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:40.817362 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-1c7b907c-c07b-4eeb-9adc-a34e17003b03 None None] Provisioning for port 6b8c7320-e002-4363-8a65-d16a6b914642 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:10:40.822140 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-1c7b907c-c07b-4eeb-9adc-a34e17003b03 None None] Provisioning complete for port 6b8c7320-e002-4363-8a65-d16a6b914642 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:10:40.822681 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-1c7b907c-c07b-4eeb-9adc-a34e17003b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:40.861228 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-1c7b907c-c07b-4eeb-9adc-a34e17003b03 None None] Port 6b8c7320-e002-4363-8a65-d16a6b914642 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:10:41.024160 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-129aa742-18d4-445f-803a-c9bd6e05caa5 req-b03f9ea4-01d2-49d0-b9b3-2b2b5a4fd511 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b8c7320-e002-4363-8a65-d16a6b914642 {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:10:41.032933 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-129aa742-18d4-445f-803a-c9bd6e05caa5 req-b03f9ea4-01d2-49d0-b9b3-2b2b5a4fd511 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:41.045547 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-129aa742-18d4-445f-803a-c9bd6e05caa5 req-b03f9ea4-01d2-49d0-b9b3-2b2b5a4fd511 service neutron] Transition to ACTIVE for port object 6b8c7320-e002-4363-8a65-d16a6b914642 will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:10:41.049776 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-129aa742-18d4-445f-803a-c9bd6e05caa5 req-b03f9ea4-01d2-49d0-b9b3-2b2b5a4fd511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:41.101278 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f9ea4-01d2-49d0-b9b3-2b2b5a4fd511 service neutron] Pushing event updated for resources: {'Port': ['ID=6b8c7320-e002-4363-8a65-d16a6b914642,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:41.218725 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a5752-b20d-49e7-ba80-1ac92f8df393 req-71bc6548-79ca-4c07-876b-14126595fc07 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:41.220336 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3e3a5752-b20d-49e7-ba80-1ac92f8df393 req-71bc6548-79ca-4c07-876b-14126595fc07 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=f41eb11c-ce30-4d51-b504-2a7c7743bee5 HTTP/1.1" status: 200 len: 943 time: 0.0904727 Aug 10 04:10:41.224346 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-129aa742-18d4-445f-803a-c9bd6e05caa5 req-b03f9ea4-01d2-49d0-b9b3-2b2b5a4fd511 service neutron] Attempting to bind port 6b8c7320-e002-4363-8a65-d16a6b914642 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:10:41.224687 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-129aa742-18d4-445f-803a-c9bd6e05caa5 req-b03f9ea4-01d2-49d0-b9b3-2b2b5a4fd511 service neutron] Attempting to bind port 6b8c7320-e002-4363-8a65-d16a6b914642 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '6b936b7d-c2ea-4d67-b1fd-1ff483e28684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4fd83c95-ea81-42b2-b39a-3fcfa97754d3'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:10:41.225018 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129aa742-18d4-445f-803a-c9bd6e05caa5 req-b03f9ea4-01d2-49d0-b9b3-2b2b5a4fd511 service neutron] Attempting to bind port 6b8c7320-e002-4363-8a65-d16a6b914642 on network 4fd83c95-ea81-42b2-b39a-3fcfa97754d3 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:10:41.236929 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129aa742-18d4-445f-803a-c9bd6e05caa5 req-b03f9ea4-01d2-49d0-b9b3-2b2b5a4fd511 service neutron] Port 6b8c7320-e002-4363-8a65-d16a6b914642 on network 4fd83c95-ea81-42b2-b39a-3fcfa97754d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:10:41.237259 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129aa742-18d4-445f-803a-c9bd6e05caa5 req-b03f9ea4-01d2-49d0-b9b3-2b2b5a4fd511 service neutron] Attempting to bind port 6b8c7320-e002-4363-8a65-d16a6b914642 on network 4fd83c95-ea81-42b2-b39a-3fcfa97754d3 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:10:41.251795 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129aa742-18d4-445f-803a-c9bd6e05caa5 req-b03f9ea4-01d2-49d0-b9b3-2b2b5a4fd511 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:10:41.252137 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129aa742-18d4-445f-803a-c9bd6e05caa5 req-b03f9ea4-01d2-49d0-b9b3-2b2b5a4fd511 service neutron] Checking segment: {'id': '6b936b7d-c2ea-4d67-b1fd-1ff483e28684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4fd83c95-ea81-42b2-b39a-3fcfa97754d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:10:41.252531 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129aa742-18d4-445f-803a-c9bd6e05caa5 req-b03f9ea4-01d2-49d0-b9b3-2b2b5a4fd511 service neutron] Bound using segment: {'id': '6b936b7d-c2ea-4d67-b1fd-1ff483e28684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4fd83c95-ea81-42b2-b39a-3fcfa97754d3'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:10:41.252968 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-129aa742-18d4-445f-803a-c9bd6e05caa5 req-b03f9ea4-01d2-49d0-b9b3-2b2b5a4fd511 service neutron] Bound port: 6b8c7320-e002-4363-8a65-d16a6b914642, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b936b7d-c2ea-4d67-b1fd-1ff483e28684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4fd83c95-ea81-42b2-b39a-3fcfa97754d3'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:10:41.253341 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-129aa742-18d4-445f-803a-c9bd6e05caa5 req-b03f9ea4-01d2-49d0-b9b3-2b2b5a4fd511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:41.283006 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3e3a5752-b20d-49e7-ba80-1ac92f8df393 req-38e76000-f788-41a0-9c3f-2713ea552f0f tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=ece83d2f-6e74-40b0-b873-d9f1cc670f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553160 Aug 10 04:10:41.340315 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-129aa742-18d4-445f-803a-c9bd6e05caa5 req-b03f9ea4-01d2-49d0-b9b3-2b2b5a4fd511 service neutron] For port 6b8c7320-e002-4363-8a65-d16a6b914642, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:10:41.344883 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-129aa742-18d4-445f-803a-c9bd6e05caa5 req-b03f9ea4-01d2-49d0-b9b3-2b2b5a4fd511 service neutron] For port 6b8c7320-e002-4363-8a65-d16a6b914642, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=6b8c7320-e002-4363-8a65-d16a6b914642,segment=NetworkSegment(6b936b7d-c2ea-4d67-b1fd-1ff483e28684),segment_id=6b936b7d-c2ea-4d67-b1fd-1ff483e28684)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:10:41.348679 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-129aa742-18d4-445f-803a-c9bd6e05caa5 req-b03f9ea4-01d2-49d0-b9b3-2b2b5a4fd511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:41.388128 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129aa742-18d4-445f-803a-c9bd6e05caa5 req-b03f9ea4-01d2-49d0-b9b3-2b2b5a4fd511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:41.388761 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-129aa742-18d4-445f-803a-c9bd6e05caa5 req-b03f9ea4-01d2-49d0-b9b3-2b2b5a4fd511 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:41.390163 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-129aa742-18d4-445f-803a-c9bd6e05caa5 req-b03f9ea4-01d2-49d0-b9b3-2b2b5a4fd511 service neutron] 10.222.0.60 "PUT /v2.0/ports/6b8c7320-e002-4363-8a65-d16a6b914642 HTTP/1.1" status: 200 len: 1092 time: 0.7236524 Aug 10 04:10:41.390603 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f41eb11c-ce30-4d51-b504-2a7c7743bee5', 'tag': '6b8c7320-e002-4363-8a65-d16a6b914642'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:10:41.392891 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0021ea54f387d2ae39ffe00c7e01dc720af9cc0ec992141d1f8728dec056f1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386832b7-caad-4243-a5be-82a9d65a8b4b" -d '{"events": [{"name": "network-changed", "server_uuid": "f41eb11c-ce30-4d51-b504-2a7c7743bee5", "tag": "6b8c7320-e002-4363-8a65-d16a6b914642"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:10:41.423903 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f9ea4-01d2-49d0-b9b3-2b2b5a4fd511 service neutron] Pushing event updated for resources: {'Port': ['ID=6b8c7320-e002-4363-8a65-d16a6b914642,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:41.476717 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a76bda-cb83-47bc-990e-a219942ed0d9 x-openstack-request-id: req-e9a76bda-cb83-47bc-990e-a219942ed0d9 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:10:41.477015 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f41eb11c-ce30-4d51-b504-2a7c7743bee5", "tag": "6b8c7320-e002-4363-8a65-d16a6b914642", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:10:41.477281 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e9a76bda-cb83-47bc-990e-a219942ed0d9 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:10:41.477746 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f41eb11c-ce30-4d51-b504-2a7c7743bee5', 'tag': '6b8c7320-e002-4363-8a65-d16a6b914642', 'status': 'completed', 'code': 200} Aug 10 04:10:41.489888 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129aa742-18d4-445f-803a-c9bd6e05caa5 req-c018e728-626f-4f65-9f11-5d33ee139b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:41.491505 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-129aa742-18d4-445f-803a-c9bd6e05caa5 req-c018e728-626f-4f65-9f11-5d33ee139b67 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0974328c2e43431896bddcacf9b7a031&device_id=f41eb11c-ce30-4d51-b504-2a7c7743bee5 HTTP/1.1" status: 200 len: 1095 time: 0.0567570 Aug 10 04:10:41.541472 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-129aa742-18d4-445f-803a-c9bd6e05caa5 req-95ff1590-5d87-4683-8eea-b3e88b10abfc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b8c7320-e002-4363-8a65-d16a6b914642 HTTP/1.1" status: 200 len: 217 time: 0.0355973 Aug 10 04:10:41.599522 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129aa742-18d4-445f-803a-c9bd6e05caa5 req-c54e2487-0614-409b-baf0-69458b9e33d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:41.601062 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-129aa742-18d4-445f-803a-c9bd6e05caa5 req-c54e2487-0614-409b-baf0-69458b9e33d9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ecefca08-b5ea-4b00-ab2f-2d1e58669a5e HTTP/1.1" status: 200 len: 835 time: 0.0523443 Aug 10 04:10:41.649839 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device de961b1a-79c3-4d6c-9f79-3e4a46fd837c up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:10:41.662827 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129aa742-18d4-445f-803a-c9bd6e05caa5 req-a44117c0-7ab1-469d-afff-9476e536d364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:41.664335 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-129aa742-18d4-445f-803a-c9bd6e05caa5 req-a44117c0-7ab1-469d-afff-9476e536d364 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4fd83c95-ea81-42b2-b39a-3fcfa97754d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552330 Aug 10 04:10:41.723806 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port de961b1a-79c3-4d6c-9f79-3e4a46fd837c triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:10:41.724375 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:41.767587 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-129aa742-18d4-445f-803a-c9bd6e05caa5 req-540a9758-83d5-442b-897e-40a8966cb9c2 service neutron] 10.222.0.60 "GET /v2.0/networks/4fd83c95-ea81-42b2-b39a-3fcfa97754d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906785 Aug 10 04:10:41.863720 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-129aa742-18d4-445f-803a-c9bd6e05caa5 req-cba6444b-774e-4734-a099-329a3be2d924 service neutron] 10.222.0.60 "GET /v2.0/networks/4fd83c95-ea81-42b2-b39a-3fcfa97754d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884364 Aug 10 04:10:41.963894 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386832b7-caad-4243-a5be-82a9d65a8b4b req-8803db3c-4c08-46c4-a54f-a4fd8e250ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:41.965473 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-386832b7-caad-4243-a5be-82a9d65a8b4b req-8803db3c-4c08-46c4-a54f-a4fd8e250ea0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0974328c2e43431896bddcacf9b7a031&device_id=f41eb11c-ce30-4d51-b504-2a7c7743bee5 HTTP/1.1" status: 200 len: 1095 time: 0.0451000 Aug 10 04:10:42.085269 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386832b7-caad-4243-a5be-82a9d65a8b4b req-c00d8d96-df77-4748-bed0-f3676775f645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:42.086855 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-386832b7-caad-4243-a5be-82a9d65a8b4b req-c00d8d96-df77-4748-bed0-f3676775f645 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4fd83c95-ea81-42b2-b39a-3fcfa97754d3 HTTP/1.1" status: 200 len: 897 time: 0.1036942 Aug 10 04:10:42.130114 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-386832b7-caad-4243-a5be-82a9d65a8b4b req-f29b7614-ef1e-4d0c-96a3-9a5083badaa3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b8c7320-e002-4363-8a65-d16a6b914642 HTTP/1.1" status: 200 len: 217 time: 0.0353143 Aug 10 04:10:42.182506 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386832b7-caad-4243-a5be-82a9d65a8b4b req-e04bdd7e-f2f1-4859-844a-90e76b7b64e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:42.184058 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-386832b7-caad-4243-a5be-82a9d65a8b4b req-e04bdd7e-f2f1-4859-844a-90e76b7b64e4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ecefca08-b5ea-4b00-ab2f-2d1e58669a5e HTTP/1.1" status: 200 len: 835 time: 0.0468223 Aug 10 04:10:42.241352 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386832b7-caad-4243-a5be-82a9d65a8b4b req-4992de40-d78e-46c6-a1b4-6930f9ee7f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:42.242921 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-386832b7-caad-4243-a5be-82a9d65a8b4b req-4992de40-d78e-46c6-a1b4-6930f9ee7f72 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4fd83c95-ea81-42b2-b39a-3fcfa97754d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482402 Aug 10 04:10:42.335973 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-386832b7-caad-4243-a5be-82a9d65a8b4b req-3528b8e7-0b4f-474a-afb9-dda9541a28d5 service neutron] 10.222.0.60 "GET /v2.0/networks/4fd83c95-ea81-42b2-b39a-3fcfa97754d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848887 Aug 10 04:10:42.467687 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79959f-a219-4d2b-8d87-75530c375853 req-9d476ce2-4c3b-438b-8f6c-ec3071addcd7 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:42.469242 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0c79959f-a219-4d2b-8d87-75530c375853 req-9d476ce2-4c3b-438b-8f6c-ec3071addcd7 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=f41eb11c-ce30-4d51-b504-2a7c7743bee5 HTTP/1.1" status: 200 len: 943 time: 0.1122832 Aug 10 04:10:42.486948 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-386832b7-caad-4243-a5be-82a9d65a8b4b req-15307f74-9fec-40c3-a456-9bbfecb1041f service neutron] 10.222.0.60 "GET /v2.0/networks/4fd83c95-ea81-42b2-b39a-3fcfa97754d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389356 Aug 10 04:10:42.516001 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0c79959f-a219-4d2b-8d87-75530c375853 req-93d34c7d-8a28-489b-8608-d3e7d438b3df tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=ece83d2f-6e74-40b0-b873-d9f1cc670f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408368 Aug 10 04:10:43.630214 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17033a5a-999f-4d89-b675-35a1a8c50042 req-d92d68f1-98c9-4af8-9775-4c53ee9becec tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:43.631714 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-17033a5a-999f-4d89-b675-35a1a8c50042 req-d92d68f1-98c9-4af8-9775-4c53ee9becec tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=f41eb11c-ce30-4d51-b504-2a7c7743bee5 HTTP/1.1" status: 200 len: 943 time: 0.0480635 Aug 10 04:10:43.668835 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-17033a5a-999f-4d89-b675-35a1a8c50042 req-c61cf387-af5b-497e-8536-e321f5be9674 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=ece83d2f-6e74-40b0-b873-d9f1cc670f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310843 Aug 10 04:10:44.785990 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd542331-b1ba-461b-9056-ef50a4120fd1 req-03a8861c-690e-40eb-bdc0-2f7e743b7e8f tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:44.787563 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dd542331-b1ba-461b-9056-ef50a4120fd1 req-03a8861c-690e-40eb-bdc0-2f7e743b7e8f tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=f41eb11c-ce30-4d51-b504-2a7c7743bee5 HTTP/1.1" status: 200 len: 943 time: 0.0521803 Aug 10 04:10:44.824945 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dd542331-b1ba-461b-9056-ef50a4120fd1 req-55e5bc72-8676-4184-a0ef-d197bd3dc5e0 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=ece83d2f-6e74-40b0-b873-d9f1cc670f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311036 Aug 10 04:10:44.973983 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 6b8c7320-e002-4363-8a65-d16a6b914642 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:10:45.066148 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 6b8c7320-e002-4363-8a65-d16a6b914642, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=6b8c7320-e002-4363-8a65-d16a6b914642,segment=NetworkSegment(6b936b7d-c2ea-4d67-b1fd-1ff483e28684),segment_id=6b936b7d-c2ea-4d67-b1fd-1ff483e28684)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:10:45.077959 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '6b8c7320-e002-4363-8a65-d16a6b914642', 'network_id': '4fd83c95-ea81-42b2-b39a-3fcfa97754d3', 'port_id': '6b8c7320-e002-4363-8a65-d16a6b914642', 'mac_address': 'fa:16:3e:e4:b4:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecefca08-b5ea-4b00-ab2f-2d1e58669a5e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:10:45.117446 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:45.130714 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b8c7320-e002-4363-8a65-d16a6b914642 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:10:45.150237 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 6b8c7320-e002-4363-8a65-d16a6b914642, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=6b8c7320-e002-4363-8a65-d16a6b914642,segment=NetworkSegment(6b936b7d-c2ea-4d67-b1fd-1ff483e28684),segment_id=6b936b7d-c2ea-4d67-b1fd-1ff483e28684)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:10:45.154725 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:45.201376 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=6b8c7320-e002-4363-8a65-d16a6b914642,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:45.409980 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['6b8c7320-e002-4363-8a65-d16a6b914642'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:10:45.940520 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c98053-b96c-4ce8-8891-da376e9e4c28 req-f37856c4-b881-4a4e-96c1-86ea21838407 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:45.942033 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-55c98053-b96c-4ce8-8891-da376e9e4c28 req-f37856c4-b881-4a4e-96c1-86ea21838407 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=f41eb11c-ce30-4d51-b504-2a7c7743bee5 HTTP/1.1" status: 200 len: 944 time: 0.0496318 Aug 10 04:10:45.979812 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-55c98053-b96c-4ce8-8891-da376e9e4c28 req-22567bb6-f90a-49ca-9e4a-0182757ec98f tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=ece83d2f-6e74-40b0-b873-d9f1cc670f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314133 Aug 10 04:10:47.004093 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 6b8c7320-e002-4363-8a65-d16a6b914642 up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:10:47.052771 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port 6b8c7320-e002-4363-8a65-d16a6b914642 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:10:47.056420 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 6b8c7320-e002-4363-8a65-d16a6b914642 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:10:47.056798 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:47.097729 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de123b2c-0a6e-412c-86a1-75ac477318bb req-0ed6c3dd-6c05-4bc7-b6e2-68905370262b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:47.100254 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-de123b2c-0a6e-412c-86a1-75ac477318bb req-0ed6c3dd-6c05-4bc7-b6e2-68905370262b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=f41eb11c-ce30-4d51-b504-2a7c7743bee5 HTTP/1.1" status: 200 len: 944 time: 0.0524628 Aug 10 04:10:47.137102 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-de123b2c-0a6e-412c-86a1-75ac477318bb req-5f7cc618-d3a0-4ff7-88ed-f4a29b6c8e26 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=ece83d2f-6e74-40b0-b873-d9f1cc670f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316341 Aug 10 04:10:47.138039 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:47.162419 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f41eb11c-ce30-4d51-b504-2a7c7743bee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8c7320-e002-4363-8a65-d16a6b914642'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:10:47.164761 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}687ba51f6797870dc73eef52a647f30c5325a6c2ab4bb07751a6afc0cf078d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e595fb68-2906-4753-9481-ca3d74b0154a" -d '{"events": [{"server_uuid": "f41eb11c-ce30-4d51-b504-2a7c7743bee5", "name": "network-vif-plugged", "status": "completed", "tag": "6b8c7320-e002-4363-8a65-d16a6b914642"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:10:47.177892 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 6b8c7320-e002-4363-8a65-d16a6b914642, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=6b8c7320-e002-4363-8a65-d16a6b914642,segment=NetworkSegment(6b936b7d-c2ea-4d67-b1fd-1ff483e28684),segment_id=6b936b7d-c2ea-4d67-b1fd-1ff483e28684)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:10:47.182001 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:47.230427 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=6b8c7320-e002-4363-8a65-d16a6b914642,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:47.260021 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a760bef-b27b-46cc-ad0f-0a5afe3ef130 x-openstack-request-id: req-6a760bef-b27b-46cc-ad0f-0a5afe3ef130 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:10:47.260320 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f41eb11c-ce30-4d51-b504-2a7c7743bee5", "name": "network-vif-plugged", "status": "completed", "tag": "6b8c7320-e002-4363-8a65-d16a6b914642", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:10:47.260583 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6a760bef-b27b-46cc-ad0f-0a5afe3ef130 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:10:47.261001 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f41eb11c-ce30-4d51-b504-2a7c7743bee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8c7320-e002-4363-8a65-d16a6b914642', 'code': 200} Aug 10 04:10:47.363018 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e74d30-1d5d-4fd0-b9ac-44921726c1a1 req-8d4afbb0-685f-4ef1-9f7a-ac1d79b883d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:47.364513 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c8e74d30-1d5d-4fd0-b9ac-44921726c1a1 req-8d4afbb0-685f-4ef1-9f7a-ac1d79b883d2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f41eb11c-ce30-4d51-b504-2a7c7743bee5 HTTP/1.1" status: 200 len: 1097 time: 0.0452313 Aug 10 04:10:47.403719 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c8e74d30-1d5d-4fd0-b9ac-44921726c1a1 req-ffa19578-ca64-4521-a488-74fc67c196e7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ece83d2f-6e74-40b0-b873-d9f1cc670f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279541 Aug 10 04:10:48.254401 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e53254-10f2-4bbc-ac88-23d59b55ec31 req-e87a214b-f3df-4576-8287-59c55980e1eb tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:48.255920 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-83e53254-10f2-4bbc-ac88-23d59b55ec31 req-e87a214b-f3df-4576-8287-59c55980e1eb tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=f41eb11c-ce30-4d51-b504-2a7c7743bee5 HTTP/1.1" status: 200 len: 945 time: 0.0494158 Aug 10 04:10:48.293741 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-83e53254-10f2-4bbc-ac88-23d59b55ec31 req-af9ab33c-2114-43e8-868e-251b49a81aa0 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=ece83d2f-6e74-40b0-b873-d9f1cc670f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318298 Aug 10 04:10:49.411299 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80071547-1052-4b19-9dd6-e4e54735a4cb req-fd57bb34-305a-42fb-8e7e-9644f27220ed tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:49.412794 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-80071547-1052-4b19-9dd6-e4e54735a4cb req-fd57bb34-305a-42fb-8e7e-9644f27220ed tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=f41eb11c-ce30-4d51-b504-2a7c7743bee5 HTTP/1.1" status: 200 len: 945 time: 0.0486357 Aug 10 04:10:49.449233 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-80071547-1052-4b19-9dd6-e4e54735a4cb req-3277d154-8af3-4ab0-bb95-a53f299e5590 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=ece83d2f-6e74-40b0-b873-d9f1cc670f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307078 Aug 10 04:10:49.567348 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eaec86-134b-4cfb-9476-f25653d927e1 req-fcf05e9b-0df6-4534-b8d7-db273952d836 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:49.568813 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-16eaec86-134b-4cfb-9476-f25653d927e1 req-fcf05e9b-0df6-4534-b8d7-db273952d836 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=f41eb11c-ce30-4d51-b504-2a7c7743bee5 HTTP/1.1" status: 200 len: 945 time: 0.0521834 Aug 10 04:10:49.606844 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-16eaec86-134b-4cfb-9476-f25653d927e1 req-f983c7d1-438f-4285-8a97-b459992ff393 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=ece83d2f-6e74-40b0-b873-d9f1cc670f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320885 Aug 10 04:10:49.628488 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43186) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:10:49.667518 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7561877-6207-4e70-b36e-5a503d795113 tempest-TestNetworkAdvancedServerOps-626410460 tempest-TestNetworkAdvancedServerOps-626410460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:49.669025 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b7561877-6207-4e70-b36e-5a503d795113 tempest-TestNetworkAdvancedServerOps-626410460 tempest-TestNetworkAdvancedServerOps-626410460-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f41eb11c-ce30-4d51-b504-2a7c7743bee5 HTTP/1.1" status: 200 len: 1092 time: 0.0395627 Aug 10 04:10:49.672500 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43188) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:10:49.676804 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-815d5351-4060-4688-9262-af82687041f8 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Request body: {'floatingip': {'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'port_id': '6b8c7320-e002-4363-8a65-d16a6b914642', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:10:49.697917 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-815d5351-4060-4688-9262-af82687041f8 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for floatingip, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:49.798151 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-815d5351-4060-4688-9262-af82687041f8 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:49.898242 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-815d5351-4060-4688-9262-af82687041f8 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Allocated IP 172.25.7.189 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/aba573a1-b29a-4cfd-a97e-ed8c9f5e399f) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:10:50.000688 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-815d5351-4060-4688-9262-af82687041f8 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:50.039198 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-815d5351-4060-4688-9262-af82687041f8 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:50.074442 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815d5351-4060-4688-9262-af82687041f8 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:10:50.080008 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-815d5351-4060-4688-9262-af82687041f8 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:10:50.082738 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815d5351-4060-4688-9262-af82687041f8 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:10:50.109961 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815d5351-4060-4688-9262-af82687041f8 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'Port': ['ID=aba573a1-b29a-4cfd-a97e-ed8c9f5e399f,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:50.441590 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-815d5351-4060-4688-9262-af82687041f8 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:50.506231 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-815d5351-4060-4688-9262-af82687041f8 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:50.652301 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-815d5351-4060-4688-9262-af82687041f8 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:50.657312 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-815d5351-4060-4688-9262-af82687041f8 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:50.729871 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815d5351-4060-4688-9262-af82687041f8 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'Port': ['ID=aba573a1-b29a-4cfd-a97e-ed8c9f5e399f,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:50.736336 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-815d5351-4060-4688-9262-af82687041f8 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:50.833031 n-d-768851-15 neutron-server[94216]: INFO neutron.db.l3_db [None req-815d5351-4060-4688-9262-af82687041f8 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Floating IP 0d3a5871-f356-463c-b4f8-56a54db3ee8a associated. External IP: 172.25.7.189, port: 6b8c7320-e002-4363-8a65-d16a6b914642. Aug 10 04:10:51.036856 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-815d5351-4060-4688-9262-af82687041f8 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Router 2e064efb-40f1-4f12-ac61-5bb0ccd1edc3 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:10:51.143221 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815d5351-4060-4688-9262-af82687041f8 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:10:51.153886 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4937d9dc-8386-4c1f-95f6-66af2586e909 None None] Sync routers for ids ['2e064efb-40f1-4f12-ac61-5bb0ccd1edc3'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:10:51.159678 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-815d5351-4060-4688-9262-af82687041f8 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:51.163208 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4937d9dc-8386-4c1f-95f6-66af2586e909 None None] Routers {'2e064efb-40f1-4f12-ac61-5bb0ccd1edc3'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:10:51.163814 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-4937d9dc-8386-4c1f-95f6-66af2586e909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:10:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['2e064efb-40f1-4f12-ac61-5bb0ccd1edc3'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:10:51.187664 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-815d5351-4060-4688-9262-af82687041f8 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5140307 Aug 10 04:10:51.188588 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f41eb11c-ce30-4d51-b504-2a7c7743bee5', 'tag': '6b8c7320-e002-4363-8a65-d16a6b914642'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:10:51.191005 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0021ea54f387d2ae39ffe00c7e01dc720af9cc0ec992141d1f8728dec056f1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2786f0c-b362-45ba-8a22-666ee263dc43" -d '{"events": [{"name": "network-changed", "server_uuid": "f41eb11c-ce30-4d51-b504-2a7c7743bee5", "tag": "6b8c7320-e002-4363-8a65-d16a6b914642"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:10:51.235586 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc31228-9e84-4ec5-9634-c603ba110b38 x-openstack-request-id: req-4dc31228-9e84-4ec5-9634-c603ba110b38 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:10:51.235882 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f41eb11c-ce30-4d51-b504-2a7c7743bee5", "tag": "6b8c7320-e002-4363-8a65-d16a6b914642", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:10:51.236140 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4dc31228-9e84-4ec5-9634-c603ba110b38 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:10:51.236552 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f41eb11c-ce30-4d51-b504-2a7c7743bee5', 'tag': '6b8c7320-e002-4363-8a65-d16a6b914642', 'status': 'completed', 'code': 200} Aug 10 04:10:51.280814 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-4937d9dc-8386-4c1f-95f6-66af2586e909 None None] Set router 2e064efb-40f1-4f12-ac61-5bb0ccd1edc3 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:10:51.330176 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5d054-86ef-4b85-a5db-2d12d0217c9a req-47354a2a-5fae-4fd5-adb5-b7947c04f9b3 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:51.331636 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fee5d054-86ef-4b85-a5db-2d12d0217c9a req-47354a2a-5fae-4fd5-adb5-b7947c04f9b3 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=f41eb11c-ce30-4d51-b504-2a7c7743bee5 HTTP/1.1" status: 200 len: 945 time: 0.0829401 Aug 10 04:10:51.337958 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2786f0c-b362-45ba-8a22-666ee263dc43 req-af0281c3-4f3d-4dae-bd0c-ecf7451b46f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:51.339391 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a2786f0c-b362-45ba-8a22-666ee263dc43 req-af0281c3-4f3d-4dae-bd0c-ecf7451b46f4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0974328c2e43431896bddcacf9b7a031&device_id=f41eb11c-ce30-4d51-b504-2a7c7743bee5 HTTP/1.1" status: 200 len: 1097 time: 0.0627794 Aug 10 04:10:51.418198 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fee5d054-86ef-4b85-a5db-2d12d0217c9a req-3ce793a7-8ac9-4e19-97fe-e47ffa24876c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=ece83d2f-6e74-40b0-b873-d9f1cc670f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778515 Aug 10 04:10:51.442346 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43194) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:10:51.452886 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2786f0c-b362-45ba-8a22-666ee263dc43 req-10a5c963-5e2b-4b8d-8f00-f83b2bc976a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:51.454653 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a2786f0c-b362-45ba-8a22-666ee263dc43 req-10a5c963-5e2b-4b8d-8f00-f83b2bc976a4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4fd83c95-ea81-42b2-b39a-3fcfa97754d3 HTTP/1.1" status: 200 len: 897 time: 0.1074841 Aug 10 04:10:51.511352 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-728210fe-4bd4-40b8-b6ed-1cc130717031 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/floatingips/0d3a5871-f356-463c-b4f8-56a54db3ee8a HTTP/1.1" status: 200 len: 991 time: 0.0671868 Aug 10 04:10:51.514260 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-4937d9dc-8386-4c1f-95f6-66af2586e909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e064efb-40f1-4f12-ac61-5bb0ccd1edc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1187562884', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '96e3e6be-6f41-48e9-ae7f-877280e80e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:10:32Z', 'updated_at': '2021-08-10T04:10:35Z', 'revision_number': 4, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': '96e3e6be-6f41-48e9-ae7f-877280e80e28', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:11:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e064efb-40f1-4f12-ac61-5bb0ccd1edc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:10:32Z', 'updated_at': '2021-08-10T04:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '0d3a5871-f356-463c-b4f8-56a54db3ee8a', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'floating_ip_address': '172.25.7.189', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '2e064efb-40f1-4f12-ac61-5bb0ccd1edc3', 'port_id': '6b8c7320-e002-4363-8a65-d16a6b914642', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fd83c95-ea81-42b2-b39a-3fcfa97754d3', 'mac_address': 'fa:16:3e:e4:b4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41eb11c-ce30-4d51-b504-2a7c7743bee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:10:50Z', 'updated_at': '2021-08-10T04:10:50Z', 'revision_number': 0, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de961b1a-79c3-4d6c-9f79-3e4a46fd837c', 'name': '', 'network_id': '4fd83c95-ea81-42b2-b39a-3fcfa97754d3', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'mac_address': 'fa:16:3e:f0:bc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e064efb-40f1-4f12-ac61-5bb0ccd1edc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'ecefca08-b5ea-4b00-ab2f-2d1e58669a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:10:35Z', 'updated_at': '2021-08-10T04:10:39Z', 'revision_number': 5, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'subnets': [{'id': 'ecefca08-b5ea-4b00-ab2f-2d1e58669a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:10:51.543543 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4937d9dc-8386-4c1f-95f6-66af2586e909 None None] Checking router: 2e064efb-40f1-4f12-ac61-5bb0ccd1edc3 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:10:51.547098 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a2786f0c-b362-45ba-8a22-666ee263dc43 req-44744962-2425-43a8-a29c-91981a0d926e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b8c7320-e002-4363-8a65-d16a6b914642 HTTP/1.1" status: 200 len: 999 time: 0.0852430 Aug 10 04:10:51.552379 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4937d9dc-8386-4c1f-95f6-66af2586e909 None None] Routers {'2e064efb-40f1-4f12-ac61-5bb0ccd1edc3'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:10:51.552964 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-4937d9dc-8386-4c1f-95f6-66af2586e909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:10:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['2e064efb-40f1-4f12-ac61-5bb0ccd1edc3'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:10:51.598795 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2786f0c-b362-45ba-8a22-666ee263dc43 req-b3469335-05cd-4ab9-b2c5-b3b87e2e54c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:51.600299 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a2786f0c-b362-45ba-8a22-666ee263dc43 req-b3469335-05cd-4ab9-b2c5-b3b87e2e54c8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ecefca08-b5ea-4b00-ab2f-2d1e58669a5e HTTP/1.1" status: 200 len: 835 time: 0.0462222 Aug 10 04:10:51.647926 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2786f0c-b362-45ba-8a22-666ee263dc43 req-03f356b3-1d50-4e01-b9c2-e5f6cb170c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:51.649449 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a2786f0c-b362-45ba-8a22-666ee263dc43 req-03f356b3-1d50-4e01-b9c2-e5f6cb170c30 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4fd83c95-ea81-42b2-b39a-3fcfa97754d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420942 Aug 10 04:10:51.656922 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-4937d9dc-8386-4c1f-95f6-66af2586e909 None None] Set router 2e064efb-40f1-4f12-ac61-5bb0ccd1edc3 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:10:51.749711 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a2786f0c-b362-45ba-8a22-666ee263dc43 req-023416f7-63ec-4505-a203-ad443da17653 service neutron] 10.222.0.60 "GET /v2.0/networks/4fd83c95-ea81-42b2-b39a-3fcfa97754d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919185 Aug 10 04:10:51.853095 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a2786f0c-b362-45ba-8a22-666ee263dc43 req-c69a5d64-b660-4520-9104-59f63e857c79 service neutron] 10.222.0.60 "GET /v2.0/networks/4fd83c95-ea81-42b2-b39a-3fcfa97754d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954399 Aug 10 04:10:51.967963 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-4937d9dc-8386-4c1f-95f6-66af2586e909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e064efb-40f1-4f12-ac61-5bb0ccd1edc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1187562884', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '96e3e6be-6f41-48e9-ae7f-877280e80e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:10:32Z', 'updated_at': '2021-08-10T04:10:35Z', 'revision_number': 4, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': '96e3e6be-6f41-48e9-ae7f-877280e80e28', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:11:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e064efb-40f1-4f12-ac61-5bb0ccd1edc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:10:32Z', 'updated_at': '2021-08-10T04:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '0d3a5871-f356-463c-b4f8-56a54db3ee8a', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'floating_ip_address': '172.25.7.189', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '2e064efb-40f1-4f12-ac61-5bb0ccd1edc3', 'port_id': '6b8c7320-e002-4363-8a65-d16a6b914642', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fd83c95-ea81-42b2-b39a-3fcfa97754d3', 'mac_address': 'fa:16:3e:e4:b4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41eb11c-ce30-4d51-b504-2a7c7743bee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:10:50Z', 'updated_at': '2021-08-10T04:10:50Z', 'revision_number': 0, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de961b1a-79c3-4d6c-9f79-3e4a46fd837c', 'name': '', 'network_id': '4fd83c95-ea81-42b2-b39a-3fcfa97754d3', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'mac_address': 'fa:16:3e:f0:bc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e064efb-40f1-4f12-ac61-5bb0ccd1edc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'ecefca08-b5ea-4b00-ab2f-2d1e58669a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:10:35Z', 'updated_at': '2021-08-10T04:10:39Z', 'revision_number': 5, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'subnets': [{'id': 'ecefca08-b5ea-4b00-ab2f-2d1e58669a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:10:52.000468 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4937d9dc-8386-4c1f-95f6-66af2586e909 None None] The sync data for ids ['2e064efb-40f1-4f12-ac61-5bb0ccd1edc3'] in n-d-768851-15 is: [{'id': '2e064efb-40f1-4f12-ac61-5bb0ccd1edc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1187562884', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '96e3e6be-6f41-48e9-ae7f-877280e80e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:10:32Z', 'updated_at': '2021-08-10T04:10:35Z', 'revision_number': 4, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': '96e3e6be-6f41-48e9-ae7f-877280e80e28', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:11:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e064efb-40f1-4f12-ac61-5bb0ccd1edc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:10:32Z', 'updated_at': '2021-08-10T04:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '0d3a5871-f356-463c-b4f8-56a54db3ee8a', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'floating_ip_address': '172.25.7.189', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '2e064efb-40f1-4f12-ac61-5bb0ccd1edc3', 'port_id': '6b8c7320-e002-4363-8a65-d16a6b914642', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fd83c95-ea81-42b2-b39a-3fcfa97754d3', 'mac_address': 'fa:16:3e:e4:b4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41eb11c-ce30-4d51-b504-2a7c7743bee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:10:50Z', 'updated_at': '2021-08-10T04:10:50Z', 'revision_number': 0, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de961b1a-79c3-4d6c-9f79-3e4a46fd837c', 'name': '', 'network_id': '4fd83c95-ea81-42b2-b39a-3fcfa97754d3', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'mac_address': 'fa:16:3e:f0:bc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e064efb-40f1-4f12-ac61-5bb0ccd1edc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'ecefca08-b5ea-4b00-ab2f-2d1e58669a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:10:35Z', 'updated_at': '2021-08-10T04:10:39Z', 'revision_number': 5, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'subnets': [{'id': 'ecefca08-b5ea-4b00-ab2f-2d1e58669a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:10:52.197882 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032aa138-6606-4015-9af2-fc3b3b471e8a None None] New status for floating IP 0d3a5871-f356-463c-b4f8-56a54db3ee8a: ACTIVE {{(pid=94218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:10:52.514403 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43196) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:10:52.573291 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ac24656d-ed82-440f-894d-b8da0c20cff6 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/floatingips/0d3a5871-f356-463c-b4f8-56a54db3ee8a HTTP/1.1" status: 200 len: 993 time: 0.0576196 Aug 10 04:10:56.882141 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:56.952700 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:10:57.174965 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:00.426389 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f2aaec75-798d-4557-972a-bb3be3ed1602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:03.139940 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-557c391a-b8f4-4ab1-ac7a-0646365d86a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:03.511124 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:04.421455 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:06.164245 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:26.881829 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:27.185812 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:28.026431 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea4ab6-7072-462e-af49-04255b2c9043 req-a4460631-0a66-46cd-9afa-ee39203de498 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:28.027899 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-edea4ab6-7072-462e-af49-04255b2c9043 req-a4460631-0a66-46cd-9afa-ee39203de498 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=f41eb11c-ce30-4d51-b504-2a7c7743bee5 HTTP/1.1" status: 200 len: 945 time: 0.0531549 Aug 10 04:11:28.072082 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-edea4ab6-7072-462e-af49-04255b2c9043 req-c0b4680e-f21a-4634-af42-18c9e189ed25 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=ece83d2f-6e74-40b0-b873-d9f1cc670f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381868 Aug 10 04:11:28.080490 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3d94c229-8662-40b7-b833-467a3f73a8f2 req-7e904b6f-3a1d-4979-b8a4-eeb51ab8f97e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f41eb11c-ce30-4d51-b504-2a7c7743bee5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0857139 Aug 10 04:11:29.189465 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ee748-a09e-457d-8f21-679f8928223b req-fd1a0a0e-aad8-4da7-a8ac-9bad6bc1d111 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:29.191774 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bf3ee748-a09e-457d-8f21-679f8928223b req-fd1a0a0e-aad8-4da7-a8ac-9bad6bc1d111 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=f41eb11c-ce30-4d51-b504-2a7c7743bee5 HTTP/1.1" status: 200 len: 945 time: 0.0503724 Aug 10 04:11:29.238448 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bf3ee748-a09e-457d-8f21-679f8928223b req-c65e789b-5854-48a7-b024-87b0a34e0af1 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=ece83d2f-6e74-40b0-b873-d9f1cc670f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398755 Aug 10 04:11:29.267902 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94c229-8662-40b7-b833-467a3f73a8f2 req-abadab8a-f356-46d1-b20b-f1a6996ba079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:29.269398 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3d94c229-8662-40b7-b833-467a3f73a8f2 req-abadab8a-f356-46d1-b20b-f1a6996ba079 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0974328c2e43431896bddcacf9b7a031&device_id=f41eb11c-ce30-4d51-b504-2a7c7743bee5 HTTP/1.1" status: 200 len: 1097 time: 0.0453928 Aug 10 04:11:29.689063 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94c229-8662-40b7-b833-467a3f73a8f2 req-d22bd62f-e5d2-491d-9c45-317c60ecf2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:29.690566 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3d94c229-8662-40b7-b833-467a3f73a8f2 req-d22bd62f-e5d2-491d-9c45-317c60ecf2fd service neutron] 10.222.0.60 "GET /v2.0/networks?id=4fd83c95-ea81-42b2-b39a-3fcfa97754d3 HTTP/1.1" status: 200 len: 897 time: 0.4137807 Aug 10 04:11:29.779355 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3d94c229-8662-40b7-b833-467a3f73a8f2 req-f3fbcd20-086f-4813-9e89-0912577bc708 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b8c7320-e002-4363-8a65-d16a6b914642 HTTP/1.1" status: 200 len: 1001 time: 0.0767596 Aug 10 04:11:29.836225 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94c229-8662-40b7-b833-467a3f73a8f2 req-b278e3b9-e3e1-471b-b836-b0001b2f7cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:29.837720 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3d94c229-8662-40b7-b833-467a3f73a8f2 req-b278e3b9-e3e1-471b-b836-b0001b2f7cbb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ecefca08-b5ea-4b00-ab2f-2d1e58669a5e HTTP/1.1" status: 200 len: 835 time: 0.0468180 Aug 10 04:11:29.893254 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94c229-8662-40b7-b833-467a3f73a8f2 req-868b7796-d980-4feb-ab0e-1935af276d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:29.894669 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3d94c229-8662-40b7-b833-467a3f73a8f2 req-868b7796-d980-4feb-ab0e-1935af276d48 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4fd83c95-ea81-42b2-b39a-3fcfa97754d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449603 Aug 10 04:11:29.987525 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3d94c229-8662-40b7-b833-467a3f73a8f2 req-427f4ba2-7513-45ed-b4cd-5a000f7a1b17 service neutron] 10.222.0.60 "GET /v2.0/networks/4fd83c95-ea81-42b2-b39a-3fcfa97754d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810127 Aug 10 04:11:30.082537 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3d94c229-8662-40b7-b833-467a3f73a8f2 req-f05b03b4-8248-40dc-aa43-53e7de1a9ded service neutron] 10.222.0.60 "GET /v2.0/networks/4fd83c95-ea81-42b2-b39a-3fcfa97754d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848472 Aug 10 04:11:30.355460 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f14a38-4913-45e7-951e-1d5f3d6d764f req-03025942-997f-4317-9536-a12b10de04b5 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:30.356956 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c6f14a38-4913-45e7-951e-1d5f3d6d764f req-03025942-997f-4317-9536-a12b10de04b5 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=f41eb11c-ce30-4d51-b504-2a7c7743bee5 HTTP/1.1" status: 200 len: 945 time: 0.0492256 Aug 10 04:11:30.394432 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c6f14a38-4913-45e7-951e-1d5f3d6d764f req-535b066a-6b2b-4c4d-b31e-05fd10c55408 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=ece83d2f-6e74-40b0-b873-d9f1cc670f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315673 Aug 10 04:11:30.426136 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-83fbf31f-6139-4e17-9168-cef9e0de5711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:31.508800 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e52d5a-883f-43fa-8dab-432aa375a7c1 req-71b47c29-c379-4b79-af77-100dcb1f7cd2 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:31.510276 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-26e52d5a-883f-43fa-8dab-432aa375a7c1 req-71b47c29-c379-4b79-af77-100dcb1f7cd2 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=f41eb11c-ce30-4d51-b504-2a7c7743bee5 HTTP/1.1" status: 200 len: 945 time: 0.0492582 Aug 10 04:11:31.553153 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-26e52d5a-883f-43fa-8dab-432aa375a7c1 req-fd9478b9-763d-4d1d-b3d6-a3b54be81f2c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=ece83d2f-6e74-40b0-b873-d9f1cc670f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366240 Aug 10 04:11:32.676007 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10a6ea-a7b5-4103-a83e-7ef44dce4150 req-3a2853a3-1b41-4b25-9529-0e4dad5ae74d tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:32.677510 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3b10a6ea-a7b5-4103-a83e-7ef44dce4150 req-3a2853a3-1b41-4b25-9529-0e4dad5ae74d tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=f41eb11c-ce30-4d51-b504-2a7c7743bee5 HTTP/1.1" status: 200 len: 945 time: 0.0552359 Aug 10 04:11:32.715986 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3b10a6ea-a7b5-4103-a83e-7ef44dce4150 req-a3a1d4ed-8e2d-42dc-9409-80dcda2f375b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=ece83d2f-6e74-40b0-b873-d9f1cc670f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325341 Aug 10 04:11:33.130815 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-03b06d18-313c-484d-b647-42d4a635d127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:33.511733 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:33.831180 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a81c6f7-fe3b-431b-9164-4e7a05f51c46 req-b5f38d59-e95c-4da0-bfc1-13a9171fe882 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:33.832852 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5a81c6f7-fe3b-431b-9164-4e7a05f51c46 req-b5f38d59-e95c-4da0-bfc1-13a9171fe882 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=f41eb11c-ce30-4d51-b504-2a7c7743bee5 HTTP/1.1" status: 200 len: 945 time: 0.0503652 Aug 10 04:11:33.869836 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5a81c6f7-fe3b-431b-9164-4e7a05f51c46 req-c2995e77-1329-4c70-931f-750caa903a24 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=ece83d2f-6e74-40b0-b873-d9f1cc670f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311542 Aug 10 04:11:33.951583 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:11:34.422866 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:34.984318 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ffbb0-4fe4-4881-9205-f8e72f7ff30e req-7ba41ba0-0454-41ce-b5de-52bf8eec4161 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:34.985857 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-452ffbb0-4fe4-4881-9205-f8e72f7ff30e req-7ba41ba0-0454-41ce-b5de-52bf8eec4161 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=f41eb11c-ce30-4d51-b504-2a7c7743bee5 HTTP/1.1" status: 200 len: 945 time: 0.0497618 Aug 10 04:11:35.023129 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-452ffbb0-4fe4-4881-9205-f8e72f7ff30e req-627f16f3-0b73-47b1-ad07-24ca958a8fc5 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=ece83d2f-6e74-40b0-b873-d9f1cc670f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313728 Aug 10 04:11:36.140816 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff44b5-3f38-4de4-bef0-421538ec8c5e req-610cb3cb-4941-45fa-9a36-ddaa389f409d tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:36.142334 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-daff44b5-3f38-4de4-bef0-421538ec8c5e req-610cb3cb-4941-45fa-9a36-ddaa389f409d tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=f41eb11c-ce30-4d51-b504-2a7c7743bee5 HTTP/1.1" status: 200 len: 945 time: 0.0524893 Aug 10 04:11:36.165518 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:36.181521 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-daff44b5-3f38-4de4-bef0-421538ec8c5e req-fe3941db-5519-4c0f-aa66-7efd1ddf5cc7 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=ece83d2f-6e74-40b0-b873-d9f1cc670f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332415 Aug 10 04:11:37.295235 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbcb88a-87cb-4693-b96a-6efa0ca83474 req-a20cfac2-3826-4834-8342-4ec39cc28092 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:37.297243 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7cbcb88a-87cb-4693-b96a-6efa0ca83474 req-a20cfac2-3826-4834-8342-4ec39cc28092 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=f41eb11c-ce30-4d51-b504-2a7c7743bee5 HTTP/1.1" status: 200 len: 945 time: 0.0487103 Aug 10 04:11:37.335050 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7cbcb88a-87cb-4693-b96a-6efa0ca83474 req-9a66d547-f918-42a2-873a-c71e7451d730 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=ece83d2f-6e74-40b0-b873-d9f1cc670f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317838 Aug 10 04:11:38.448824 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0770fd3-e673-4270-92a3-704de34b4b42 req-57c89752-d2e9-4c90-b3c0-e454383e1a15 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:38.450328 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a0770fd3-e673-4270-92a3-704de34b4b42 req-57c89752-d2e9-4c90-b3c0-e454383e1a15 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=f41eb11c-ce30-4d51-b504-2a7c7743bee5 HTTP/1.1" status: 200 len: 945 time: 0.0486035 Aug 10 04:11:38.488411 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a0770fd3-e673-4270-92a3-704de34b4b42 req-53957a8e-b0c6-4016-b481-397fc94e8010 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=ece83d2f-6e74-40b0-b873-d9f1cc670f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311825 Aug 10 04:11:39.028265 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddddd7b-90dc-4c90-9f10-5cad83354ed1 req-39cb4bc3-c8f2-4826-88c4-f16afe7913c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:39.029830 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5ddddd7b-90dc-4c90-9f10-5cad83354ed1 req-39cb4bc3-c8f2-4826-88c4-f16afe7913c2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0974328c2e43431896bddcacf9b7a031&device_id=f41eb11c-ce30-4d51-b504-2a7c7743bee5 HTTP/1.1" status: 200 len: 1097 time: 0.0446303 Aug 10 04:11:39.140318 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddddd7b-90dc-4c90-9f10-5cad83354ed1 req-2665bfc6-6d83-42f4-85d4-a088af95e0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:39.141818 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5ddddd7b-90dc-4c90-9f10-5cad83354ed1 req-2665bfc6-6d83-42f4-85d4-a088af95e0a2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4fd83c95-ea81-42b2-b39a-3fcfa97754d3 HTTP/1.1" status: 200 len: 897 time: 0.0894983 Aug 10 04:11:39.222001 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5ddddd7b-90dc-4c90-9f10-5cad83354ed1 req-be7df571-159b-490d-851c-23ecbcf57ce4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b8c7320-e002-4363-8a65-d16a6b914642 HTTP/1.1" status: 200 len: 1001 time: 0.0687442 Aug 10 04:11:39.279741 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddddd7b-90dc-4c90-9f10-5cad83354ed1 req-586e6a28-8747-4005-b2a6-dc49ad95eb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:39.281696 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5ddddd7b-90dc-4c90-9f10-5cad83354ed1 req-586e6a28-8747-4005-b2a6-dc49ad95eb32 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ecefca08-b5ea-4b00-ab2f-2d1e58669a5e HTTP/1.1" status: 200 len: 835 time: 0.0506275 Aug 10 04:11:39.332323 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddddd7b-90dc-4c90-9f10-5cad83354ed1 req-b92485db-b7fa-48f4-8910-d43d942b25c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:39.334116 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5ddddd7b-90dc-4c90-9f10-5cad83354ed1 req-b92485db-b7fa-48f4-8910-d43d942b25c7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4fd83c95-ea81-42b2-b39a-3fcfa97754d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431113 Aug 10 04:11:39.438308 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5ddddd7b-90dc-4c90-9f10-5cad83354ed1 req-22985954-403b-4852-af30-1f239596bc53 service neutron] 10.222.0.60 "GET /v2.0/networks/4fd83c95-ea81-42b2-b39a-3fcfa97754d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941632 Aug 10 04:11:39.535050 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5ddddd7b-90dc-4c90-9f10-5cad83354ed1 req-1ef4cf56-8e8d-41b1-9a32-690558e0191a service neutron] 10.222.0.60 "GET /v2.0/networks/4fd83c95-ea81-42b2-b39a-3fcfa97754d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850537 Aug 10 04:11:39.604350 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c1d3e-97cc-4c3e-835b-4088adc04255 req-1d6ef656-e889-4508-9f24-fb6679b65fa2 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:39.605864 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fa3c1d3e-97cc-4c3e-835b-4088adc04255 req-1d6ef656-e889-4508-9f24-fb6679b65fa2 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=f41eb11c-ce30-4d51-b504-2a7c7743bee5 HTTP/1.1" status: 200 len: 945 time: 0.0493898 Aug 10 04:11:39.642961 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fa3c1d3e-97cc-4c3e-835b-4088adc04255 req-859a4e80-806b-4baf-8a3f-871c690ab7c7 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=ece83d2f-6e74-40b0-b873-d9f1cc670f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310566 Aug 10 04:11:40.761926 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d306347a-cd8b-402a-b5a3-d2d65e8ac26d req-2ef0cbc9-1b84-4556-b68d-0e5c19e8301c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:40.763503 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d306347a-cd8b-402a-b5a3-d2d65e8ac26d req-2ef0cbc9-1b84-4556-b68d-0e5c19e8301c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=f41eb11c-ce30-4d51-b504-2a7c7743bee5 HTTP/1.1" status: 200 len: 945 time: 0.0537598 Aug 10 04:11:40.801790 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d306347a-cd8b-402a-b5a3-d2d65e8ac26d req-0e5ceddd-f643-4c12-83c7-a63b788a98a1 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=ece83d2f-6e74-40b0-b873-d9f1cc670f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323846 Aug 10 04:11:41.917866 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d895b89-b60e-4bcc-9c26-ba030aedc650 req-d13791d2-bc06-460d-8181-8244519f0f67 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:41.919300 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2d895b89-b60e-4bcc-9c26-ba030aedc650 req-d13791d2-bc06-460d-8181-8244519f0f67 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=f41eb11c-ce30-4d51-b504-2a7c7743bee5 HTTP/1.1" status: 200 len: 945 time: 0.0504653 Aug 10 04:11:41.962881 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2d895b89-b60e-4bcc-9c26-ba030aedc650 req-396d7652-79be-4e93-9450-491b67aa69b9 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=ece83d2f-6e74-40b0-b873-d9f1cc670f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370622 Aug 10 04:11:43.080523 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349fc142-cdee-4bda-8e14-5d556c5c6d7d req-d2bda9f8-61ba-446c-94f0-bd4820adcc02 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:43.082050 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-349fc142-cdee-4bda-8e14-5d556c5c6d7d req-d2bda9f8-61ba-446c-94f0-bd4820adcc02 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=f41eb11c-ce30-4d51-b504-2a7c7743bee5 HTTP/1.1" status: 200 len: 945 time: 0.0507457 Aug 10 04:11:43.121136 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-349fc142-cdee-4bda-8e14-5d556c5c6d7d req-199de3f2-31f2-4717-b743-3a12c34b7cc2 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=ece83d2f-6e74-40b0-b873-d9f1cc670f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329380 Aug 10 04:11:44.249271 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8cc1b4-6533-4b34-9925-c49c12e9b3cb req-3e8af33d-bb97-4dba-aa4e-d035ec88df06 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:44.251096 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ff8cc1b4-6533-4b34-9925-c49c12e9b3cb req-3e8af33d-bb97-4dba-aa4e-d035ec88df06 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=f41eb11c-ce30-4d51-b504-2a7c7743bee5 HTTP/1.1" status: 200 len: 945 time: 0.0608828 Aug 10 04:11:44.298520 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ff8cc1b4-6533-4b34-9925-c49c12e9b3cb req-a5b9bf90-b3de-4881-91bb-bf880c08bae6 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=ece83d2f-6e74-40b0-b873-d9f1cc670f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371549 Aug 10 04:11:45.414590 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66529615-4505-460e-85a6-d870f55b959c req-c29e6e0d-2269-4139-825d-2fa60f98e54b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:45.416110 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-66529615-4505-460e-85a6-d870f55b959c req-c29e6e0d-2269-4139-825d-2fa60f98e54b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=f41eb11c-ce30-4d51-b504-2a7c7743bee5 HTTP/1.1" status: 200 len: 945 time: 0.0493765 Aug 10 04:11:45.453088 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-66529615-4505-460e-85a6-d870f55b959c req-157ea958-1a2d-4ee0-825a-f9d581e8f5ea tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=ece83d2f-6e74-40b0-b873-d9f1cc670f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311496 Aug 10 04:11:46.569970 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0038f-4355-4bd9-a929-5eb596147a5a req-551fabd2-93b4-483a-aefc-dc2ff16b6984 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:46.571559 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-36c0038f-4355-4bd9-a929-5eb596147a5a req-551fabd2-93b4-483a-aefc-dc2ff16b6984 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=f41eb11c-ce30-4d51-b504-2a7c7743bee5 HTTP/1.1" status: 200 len: 945 time: 0.0509133 Aug 10 04:11:46.610534 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-36c0038f-4355-4bd9-a929-5eb596147a5a req-42fe2fcc-1e44-4f38-8a7f-16d92e400aeb tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=ece83d2f-6e74-40b0-b873-d9f1cc670f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330532 Aug 10 04:11:47.203912 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [req-3d94c229-8662-40b7-b833-467a3f73a8f2 req-908483ce-fa31-425f-b5d7-3e9b023d7946 service neutron] show failed (client error): The resource could not be found. Aug 10 04:11:47.204930 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3d94c229-8662-40b7-b833-467a3f73a8f2 req-908483ce-fa31-425f-b5d7-3e9b023d7946 service neutron] 10.222.0.60 "GET /v2.0/ports/6b8c7320-e002-4363-8a65-d16a6b914642/bindings/n-h1-768851-15 HTTP/1.1" status: 404 len: 381 time: 0.0597637 Aug 10 04:11:47.535987 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94c229-8662-40b7-b833-467a3f73a8f2 req-907d48ad-7ee6-4881-a54a-a2e274c03d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:47.537482 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3d94c229-8662-40b7-b833-467a3f73a8f2 req-907d48ad-7ee6-4881-a54a-a2e274c03d19 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f41eb11c-ce30-4d51-b504-2a7c7743bee5&tenant_id=0974328c2e43431896bddcacf9b7a031 HTTP/1.1" status: 200 len: 1097 time: 0.0822704 Aug 10 04:11:47.549110 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-3d94c229-8662-40b7-b833-467a3f73a8f2 req-3a282867-7601-4ddb-9e6e-67b3d2ad4336 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768851-15', 'device_owner': 'compute:nova'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:11:47.601779 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-3d94c229-8662-40b7-b833-467a3f73a8f2 req-3a282867-7601-4ddb-9e6e-67b3d2ad4336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:47.727963 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28a870-ae64-4e52-9529-202312ebbe58 req-7764b12e-d89b-456a-be04-0ef8690c35d6 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:47.729615 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fc28a870-ae64-4e52-9529-202312ebbe58 req-7764b12e-d89b-456a-be04-0ef8690c35d6 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=f41eb11c-ce30-4d51-b504-2a7c7743bee5 HTTP/1.1" status: 200 len: 945 time: 0.0511358 Aug 10 04:11:47.768897 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fc28a870-ae64-4e52-9529-202312ebbe58 req-29921b66-bc06-4a37-bd35-6b4d3aa99079 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=ece83d2f-6e74-40b0-b873-d9f1cc670f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327997 Aug 10 04:11:47.810911 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-3d94c229-8662-40b7-b833-467a3f73a8f2 req-3a282867-7601-4ddb-9e6e-67b3d2ad4336 service neutron] For port 6b8c7320-e002-4363-8a65-d16a6b914642, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=6b8c7320-e002-4363-8a65-d16a6b914642,segment=NetworkSegment(6b936b7d-c2ea-4d67-b1fd-1ff483e28684),segment_id=6b936b7d-c2ea-4d67-b1fd-1ff483e28684)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:11:47.844503 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-3d94c229-8662-40b7-b833-467a3f73a8f2 req-3a282867-7601-4ddb-9e6e-67b3d2ad4336 service neutron] For port 6b8c7320-e002-4363-8a65-d16a6b914642, host n-h2-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:11:47.885604 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f41eb11c-ce30-4d51-b504-2a7c7743bee5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b8c7320-e002-4363-8a65-d16a6b914642'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:11:47.888253 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22ad4654dd32cc7208a19091a2312c490144bb13544d6468e82e9e9d549a02ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997d7c9a-d58a-4d7f-9d58-feee14bf6d1e" -d '{"events": [{"server_uuid": "f41eb11c-ce30-4d51-b504-2a7c7743bee5", "name": "network-vif-unplugged", "status": "completed", "tag": "6b8c7320-e002-4363-8a65-d16a6b914642"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:11:47.892602 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-3d94c229-8662-40b7-b833-467a3f73a8f2 req-3a282867-7601-4ddb-9e6e-67b3d2ad4336 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:47.906891 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-3d94c229-8662-40b7-b833-467a3f73a8f2 req-3a282867-7601-4ddb-9e6e-67b3d2ad4336 service neutron] Transition to ACTIVE for port object 6b8c7320-e002-4363-8a65-d16a6b914642 will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:11:47.911737 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-3d94c229-8662-40b7-b833-467a3f73a8f2 req-3a282867-7601-4ddb-9e6e-67b3d2ad4336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:48.013245 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a282867-7601-4ddb-9e6e-67b3d2ad4336 service neutron] Pushing event updated for resources: {'Port': ['ID=6b8c7320-e002-4363-8a65-d16a6b914642,revision_number=6']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:48.033168 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a282867-7601-4ddb-9e6e-67b3d2ad4336 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:48.033567 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a282867-7601-4ddb-9e6e-67b3d2ad4336 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:48.033909 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a282867-7601-4ddb-9e6e-67b3d2ad4336 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:48.034191 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a282867-7601-4ddb-9e6e-67b3d2ad4336 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:48.034512 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a282867-7601-4ddb-9e6e-67b3d2ad4336 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:48.034875 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a282867-7601-4ddb-9e6e-67b3d2ad4336 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:48.035203 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a282867-7601-4ddb-9e6e-67b3d2ad4336 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:48.035535 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a282867-7601-4ddb-9e6e-67b3d2ad4336 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:48.036657 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a282867-7601-4ddb-9e6e-67b3d2ad4336 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:48.036657 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a282867-7601-4ddb-9e6e-67b3d2ad4336 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:48.036657 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a282867-7601-4ddb-9e6e-67b3d2ad4336 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:48.037174 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a282867-7601-4ddb-9e6e-67b3d2ad4336 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:48.043499 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4321de03-cf93-40a8-afbd-9f20fa18483a x-openstack-request-id: req-4321de03-cf93-40a8-afbd-9f20fa18483a {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:11:48.043788 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f41eb11c-ce30-4d51-b504-2a7c7743bee5", "name": "network-vif-unplugged", "status": "completed", "tag": "6b8c7320-e002-4363-8a65-d16a6b914642", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:11:48.044054 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4321de03-cf93-40a8-afbd-9f20fa18483a {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:11:48.044423 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f41eb11c-ce30-4d51-b504-2a7c7743bee5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b8c7320-e002-4363-8a65-d16a6b914642', 'code': 200} Aug 10 04:11:48.094797 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d94c229-8662-40b7-b833-467a3f73a8f2 req-3a282867-7601-4ddb-9e6e-67b3d2ad4336 service neutron] No DVR routers for this DVR port 6b8c7320-e002-4363-8a65-d16a6b914642 on host n-h2-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:11:48.244031 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-3d94c229-8662-40b7-b833-467a3f73a8f2 req-3a282867-7601-4ddb-9e6e-67b3d2ad4336 service neutron] Attempting to bind port 6b8c7320-e002-4363-8a65-d16a6b914642 on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:11:48.244346 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-3d94c229-8662-40b7-b833-467a3f73a8f2 req-3a282867-7601-4ddb-9e6e-67b3d2ad4336 service neutron] Attempting to bind port 6b8c7320-e002-4363-8a65-d16a6b914642 by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '6b936b7d-c2ea-4d67-b1fd-1ff483e28684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4fd83c95-ea81-42b2-b39a-3fcfa97754d3'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:11:48.244473 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d94c229-8662-40b7-b833-467a3f73a8f2 req-3a282867-7601-4ddb-9e6e-67b3d2ad4336 service neutron] Attempting to bind port 6b8c7320-e002-4363-8a65-d16a6b914642 on network 4fd83c95-ea81-42b2-b39a-3fcfa97754d3 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:11:48.249266 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d94c229-8662-40b7-b833-467a3f73a8f2 req-3a282867-7601-4ddb-9e6e-67b3d2ad4336 service neutron] Port 6b8c7320-e002-4363-8a65-d16a6b914642 on network 4fd83c95-ea81-42b2-b39a-3fcfa97754d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:11:48.249586 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d94c229-8662-40b7-b833-467a3f73a8f2 req-3a282867-7601-4ddb-9e6e-67b3d2ad4336 service neutron] Attempting to bind port 6b8c7320-e002-4363-8a65-d16a6b914642 on network 4fd83c95-ea81-42b2-b39a-3fcfa97754d3 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:11:48.254585 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d94c229-8662-40b7-b833-467a3f73a8f2 req-3a282867-7601-4ddb-9e6e-67b3d2ad4336 service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:11:48.254974 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d94c229-8662-40b7-b833-467a3f73a8f2 req-3a282867-7601-4ddb-9e6e-67b3d2ad4336 service neutron] Checking segment: {'id': '6b936b7d-c2ea-4d67-b1fd-1ff483e28684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4fd83c95-ea81-42b2-b39a-3fcfa97754d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:11:48.255356 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d94c229-8662-40b7-b833-467a3f73a8f2 req-3a282867-7601-4ddb-9e6e-67b3d2ad4336 service neutron] Bound using segment: {'id': '6b936b7d-c2ea-4d67-b1fd-1ff483e28684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4fd83c95-ea81-42b2-b39a-3fcfa97754d3'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:11:48.255782 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-3d94c229-8662-40b7-b833-467a3f73a8f2 req-3a282867-7601-4ddb-9e6e-67b3d2ad4336 service neutron] Bound port: 6b8c7320-e002-4363-8a65-d16a6b914642, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b936b7d-c2ea-4d67-b1fd-1ff483e28684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4fd83c95-ea81-42b2-b39a-3fcfa97754d3'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:11:48.256139 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-3d94c229-8662-40b7-b833-467a3f73a8f2 req-3a282867-7601-4ddb-9e6e-67b3d2ad4336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:48.329022 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-3d94c229-8662-40b7-b833-467a3f73a8f2 req-3a282867-7601-4ddb-9e6e-67b3d2ad4336 service neutron] For port 6b8c7320-e002-4363-8a65-d16a6b914642, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:11:48.334534 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-3d94c229-8662-40b7-b833-467a3f73a8f2 req-3a282867-7601-4ddb-9e6e-67b3d2ad4336 service neutron] For port 6b8c7320-e002-4363-8a65-d16a6b914642, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=6b8c7320-e002-4363-8a65-d16a6b914642,segment=NetworkSegment(6b936b7d-c2ea-4d67-b1fd-1ff483e28684),segment_id=6b936b7d-c2ea-4d67-b1fd-1ff483e28684)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:11:48.339652 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-3d94c229-8662-40b7-b833-467a3f73a8f2 req-3a282867-7601-4ddb-9e6e-67b3d2ad4336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:48.370990 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94c229-8662-40b7-b833-467a3f73a8f2 req-3a282867-7601-4ddb-9e6e-67b3d2ad4336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:48.371612 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-3d94c229-8662-40b7-b833-467a3f73a8f2 req-3a282867-7601-4ddb-9e6e-67b3d2ad4336 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:48.373002 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3d94c229-8662-40b7-b833-467a3f73a8f2 req-3a282867-7601-4ddb-9e6e-67b3d2ad4336 service neutron] 10.222.0.58 "PUT /v2.0/ports/6b8c7320-e002-4363-8a65-d16a6b914642 HTTP/1.1" status: 200 len: 1092 time: 0.8280292 Aug 10 04:11:48.398004 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a282867-7601-4ddb-9e6e-67b3d2ad4336 service neutron] Pushing event updated for resources: {'Port': ['ID=6b8c7320-e002-4363-8a65-d16a6b914642,revision_number=7']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:48.449309 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94c229-8662-40b7-b833-467a3f73a8f2 req-4affdcb1-404c-4c3b-81cc-acd9127ac991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:48.450849 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3d94c229-8662-40b7-b833-467a3f73a8f2 req-4affdcb1-404c-4c3b-81cc-acd9127ac991 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0974328c2e43431896bddcacf9b7a031&device_id=f41eb11c-ce30-4d51-b504-2a7c7743bee5 HTTP/1.1" status: 200 len: 1095 time: 0.0499425 Aug 10 04:11:48.545810 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94c229-8662-40b7-b833-467a3f73a8f2 req-69ca74b3-cd88-4f2c-a63d-83d0f26ec69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:48.547393 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3d94c229-8662-40b7-b833-467a3f73a8f2 req-69ca74b3-cd88-4f2c-a63d-83d0f26ec69c service neutron] 10.222.0.58 "GET /v2.0/networks?id=4fd83c95-ea81-42b2-b39a-3fcfa97754d3 HTTP/1.1" status: 200 len: 897 time: 0.0881832 Aug 10 04:11:48.618898 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3d94c229-8662-40b7-b833-467a3f73a8f2 req-2c5dbd48-26db-4bfe-9b62-7df1b37d0efa service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b8c7320-e002-4363-8a65-d16a6b914642 HTTP/1.1" status: 200 len: 999 time: 0.0638041 Aug 10 04:11:48.669978 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94c229-8662-40b7-b833-467a3f73a8f2 req-30abf6f0-e0e3-4219-ac5b-953039284076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:48.671604 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3d94c229-8662-40b7-b833-467a3f73a8f2 req-30abf6f0-e0e3-4219-ac5b-953039284076 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ecefca08-b5ea-4b00-ab2f-2d1e58669a5e HTTP/1.1" status: 200 len: 835 time: 0.0460565 Aug 10 04:11:48.716918 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94c229-8662-40b7-b833-467a3f73a8f2 req-d26bd77e-0071-4476-9b45-49f04423a311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:48.718419 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3d94c229-8662-40b7-b833-467a3f73a8f2 req-d26bd77e-0071-4476-9b45-49f04423a311 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4fd83c95-ea81-42b2-b39a-3fcfa97754d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401452 Aug 10 04:11:48.729608 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [req-3d94c229-8662-40b7-b833-467a3f73a8f2 req-463a3a6f-3623-4ce8-8675-f4bc9b853c0e service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:11:48.730589 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3d94c229-8662-40b7-b833-467a3f73a8f2 req-463a3a6f-3623-4ce8-8675-f4bc9b853c0e service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048831 Aug 10 04:11:48.828972 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3d94c229-8662-40b7-b833-467a3f73a8f2 req-7d15283b-09d2-41d1-ad91-1534f545feb8 service neutron] 10.222.0.58 "GET /v2.0/networks/4fd83c95-ea81-42b2-b39a-3fcfa97754d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918741 Aug 10 04:11:48.890966 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722438ca-7b0a-43ad-ba53-2b784dd309b7 req-221afa29-2d2d-4839-954f-e6121ff1a2e9 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:48.892528 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-722438ca-7b0a-43ad-ba53-2b784dd309b7 req-221afa29-2d2d-4839-954f-e6121ff1a2e9 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=f41eb11c-ce30-4d51-b504-2a7c7743bee5 HTTP/1.1" status: 200 len: 943 time: 0.0509987 Aug 10 04:11:48.931301 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3d94c229-8662-40b7-b833-467a3f73a8f2 req-dd357df0-68da-4cf5-a558-dae6ef79041c service neutron] 10.222.0.58 "GET /v2.0/networks/4fd83c95-ea81-42b2-b39a-3fcfa97754d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944176 Aug 10 04:11:48.935017 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-722438ca-7b0a-43ad-ba53-2b784dd309b7 req-00963566-64ac-4a2f-add9-c9cd168ed6cd tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=ece83d2f-6e74-40b0-b873-d9f1cc670f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335438 Aug 10 04:11:50.046009 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f41eb11c-ce30-4d51-b504-2a7c7743bee5', 'tag': '6b8c7320-e002-4363-8a65-d16a6b914642'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:11:50.049729 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22ad4654dd32cc7208a19091a2312c490144bb13544d6468e82e9e9d549a02ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca52947-d6d8-4496-8e37-8df2f5cad561" -d '{"events": [{"name": "network-changed", "server_uuid": "f41eb11c-ce30-4d51-b504-2a7c7743bee5", "tag": "6b8c7320-e002-4363-8a65-d16a6b914642"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:11:50.069861 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e7dbe-d4c6-4fdc-aa30-940c3198a7b7 req-efa90bf6-bf9c-4b2b-a668-8dbb3e92065d tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:50.071527 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-602e7dbe-d4c6-4fdc-aa30-940c3198a7b7 req-efa90bf6-bf9c-4b2b-a668-8dbb3e92065d tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=f41eb11c-ce30-4d51-b504-2a7c7743bee5 HTTP/1.1" status: 200 len: 943 time: 0.0593305 Aug 10 04:11:50.101346 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5271df47-0428-4ac0-be82-067de6768380 x-openstack-request-id: req-5271df47-0428-4ac0-be82-067de6768380 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:11:50.101644 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f41eb11c-ce30-4d51-b504-2a7c7743bee5", "tag": "6b8c7320-e002-4363-8a65-d16a6b914642", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:11:50.101905 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5271df47-0428-4ac0-be82-067de6768380 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:11:50.102313 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f41eb11c-ce30-4d51-b504-2a7c7743bee5', 'tag': '6b8c7320-e002-4363-8a65-d16a6b914642', 'status': 'completed', 'code': 200} Aug 10 04:11:50.119052 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-602e7dbe-d4c6-4fdc-aa30-940c3198a7b7 req-07fb3c27-35b1-4c41-a2df-739667d2d129 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=ece83d2f-6e74-40b0-b873-d9f1cc670f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394948 Aug 10 04:11:50.174620 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca52947-d6d8-4496-8e37-8df2f5cad561 req-77d4d901-219e-41bc-ba68-4480b1598ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:50.176201 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-aca52947-d6d8-4496-8e37-8df2f5cad561 req-77d4d901-219e-41bc-ba68-4480b1598ec8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0974328c2e43431896bddcacf9b7a031&device_id=f41eb11c-ce30-4d51-b504-2a7c7743bee5 HTTP/1.1" status: 200 len: 1095 time: 0.0498278 Aug 10 04:11:50.215744 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca52947-d6d8-4496-8e37-8df2f5cad561 req-43227b45-e5fa-4500-a754-75f8f3880852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:50.218845 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aca52947-d6d8-4496-8e37-8df2f5cad561 req-43227b45-e5fa-4500-a754-75f8f3880852 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0974328c2e43431896bddcacf9b7a031&device_id=f41eb11c-ce30-4d51-b504-2a7c7743bee5 HTTP/1.1" status: 200 len: 1095 time: 0.0709338 Aug 10 04:11:50.288617 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca52947-d6d8-4496-8e37-8df2f5cad561 req-78edc791-7403-440d-9b77-a44309c17f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:50.290132 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-aca52947-d6d8-4496-8e37-8df2f5cad561 req-78edc791-7403-440d-9b77-a44309c17f5e service neutron] 10.222.0.58 "GET /v2.0/networks?id=4fd83c95-ea81-42b2-b39a-3fcfa97754d3 HTTP/1.1" status: 200 len: 897 time: 0.1069520 Aug 10 04:11:50.340451 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca52947-d6d8-4496-8e37-8df2f5cad561 req-8bf4a140-3ea5-440d-b3ae-3c055f0f1799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:50.343571 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aca52947-d6d8-4496-8e37-8df2f5cad561 req-8bf4a140-3ea5-440d-b3ae-3c055f0f1799 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4fd83c95-ea81-42b2-b39a-3fcfa97754d3 HTTP/1.1" status: 200 len: 897 time: 0.1169722 Aug 10 04:11:50.381455 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-aca52947-d6d8-4496-8e37-8df2f5cad561 req-05183140-1f7b-4166-8087-93b9d039ba21 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b8c7320-e002-4363-8a65-d16a6b914642 HTTP/1.1" status: 200 len: 999 time: 0.0838728 Aug 10 04:11:50.453661 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca52947-d6d8-4496-8e37-8df2f5cad561 req-2aac672e-5d35-4bb0-a865-69a33a5e085a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:50.455186 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-aca52947-d6d8-4496-8e37-8df2f5cad561 req-2aac672e-5d35-4bb0-a865-69a33a5e085a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ecefca08-b5ea-4b00-ab2f-2d1e58669a5e HTTP/1.1" status: 200 len: 835 time: 0.0654495 Aug 10 04:11:50.456242 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aca52947-d6d8-4496-8e37-8df2f5cad561 req-4d9da523-8c9b-4b32-b8fe-23da1f8c7b4e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b8c7320-e002-4363-8a65-d16a6b914642 HTTP/1.1" status: 200 len: 999 time: 0.1005366 Aug 10 04:11:50.521399 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca52947-d6d8-4496-8e37-8df2f5cad561 req-e06f1163-2012-4297-90e6-1e03a73f22ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:50.523657 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-aca52947-d6d8-4496-8e37-8df2f5cad561 req-e06f1163-2012-4297-90e6-1e03a73f22ef service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4fd83c95-ea81-42b2-b39a-3fcfa97754d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0612864 Aug 10 04:11:50.531141 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca52947-d6d8-4496-8e37-8df2f5cad561 req-ba8129e6-30b7-407c-b383-bb4187e631d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:50.532768 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aca52947-d6d8-4496-8e37-8df2f5cad561 req-ba8129e6-30b7-407c-b383-bb4187e631d4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ecefca08-b5ea-4b00-ab2f-2d1e58669a5e HTTP/1.1" status: 200 len: 835 time: 0.0691500 Aug 10 04:11:50.589022 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca52947-d6d8-4496-8e37-8df2f5cad561 req-9c2b0b98-eb21-4df0-8599-584e42032592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:50.590812 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aca52947-d6d8-4496-8e37-8df2f5cad561 req-9c2b0b98-eb21-4df0-8599-584e42032592 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4fd83c95-ea81-42b2-b39a-3fcfa97754d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507948 Aug 10 04:11:50.631811 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-aca52947-d6d8-4496-8e37-8df2f5cad561 req-44515d0f-69df-4597-b665-c7428b5a6b44 service neutron] 10.222.0.58 "GET /v2.0/networks/4fd83c95-ea81-42b2-b39a-3fcfa97754d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979996 Aug 10 04:11:50.697983 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aca52947-d6d8-4496-8e37-8df2f5cad561 req-87f0357b-8af9-42cf-9a95-e1e67d026f20 service neutron] 10.222.0.60 "GET /v2.0/networks/4fd83c95-ea81-42b2-b39a-3fcfa97754d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965171 Aug 10 04:11:50.817321 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aca52947-d6d8-4496-8e37-8df2f5cad561 req-d4ffd7b8-0ff1-4653-b688-ef3587237c83 service neutron] 10.222.0.60 "GET /v2.0/networks/4fd83c95-ea81-42b2-b39a-3fcfa97754d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073201 Aug 10 04:11:50.922688 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 6b8c7320-e002-4363-8a65-d16a6b914642 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:11:51.051995 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-aca52947-d6d8-4496-8e37-8df2f5cad561 req-8ff414c1-e418-4ca9-8c44-04e928ed8f0c service neutron] 10.222.0.58 "GET /v2.0/networks/4fd83c95-ea81-42b2-b39a-3fcfa97754d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4133298 Aug 10 04:11:51.053749 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 6b8c7320-e002-4363-8a65-d16a6b914642, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=6b8c7320-e002-4363-8a65-d16a6b914642,segment=NetworkSegment(6b936b7d-c2ea-4d67-b1fd-1ff483e28684),segment_id=6b936b7d-c2ea-4d67-b1fd-1ff483e28684)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:11:51.067986 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': '6b8c7320-e002-4363-8a65-d16a6b914642', 'network_id': '4fd83c95-ea81-42b2-b39a-3fcfa97754d3', 'port_id': '6b8c7320-e002-4363-8a65-d16a6b914642', 'mac_address': 'fa:16:3e:e4:b4:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecefca08-b5ea-4b00-ab2f-2d1e58669a5e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:11:51.110672 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:51.127738 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b8c7320-e002-4363-8a65-d16a6b914642 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:11:51.147774 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 6b8c7320-e002-4363-8a65-d16a6b914642, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=6b8c7320-e002-4363-8a65-d16a6b914642,segment=NetworkSegment(6b936b7d-c2ea-4d67-b1fd-1ff483e28684),segment_id=6b936b7d-c2ea-4d67-b1fd-1ff483e28684)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:11:51.152289 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:51.206963 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=6b8c7320-e002-4363-8a65-d16a6b914642,revision_number=8']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:51.214721 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:51.215098 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:51.215434 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:51.215771 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:51.216099 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:51.216421 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:51.216760 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:51.217074 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:51.217428 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:51.217751 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:51.218070 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:51.218393 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:51.271700 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551bb913-f97d-443b-948f-cdf3124f72d6 req-ce705e28-2cc9-4326-bbfa-5dfb4000f4ed tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:51.273195 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-551bb913-f97d-443b-948f-cdf3124f72d6 req-ce705e28-2cc9-4326-bbfa-5dfb4000f4ed tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=f41eb11c-ce30-4d51-b504-2a7c7743bee5 HTTP/1.1" status: 200 len: 944 time: 0.0654294 Aug 10 04:11:51.316369 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-551bb913-f97d-443b-948f-cdf3124f72d6 req-957f82ef-52b6-410a-b1fb-fbbb80ae8200 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=ece83d2f-6e74-40b0-b873-d9f1cc670f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326190 Aug 10 04:11:51.325189 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 6b8c7320-e002-4363-8a65-d16a6b914642 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:11:51.376429 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 6b8c7320-e002-4363-8a65-d16a6b914642 not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:11:51.411016 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['6b8c7320-e002-4363-8a65-d16a6b914642'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:11:51.575889 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd1e82b-2d6e-4900-8adb-0b618ec851f1 req-288ed3be-4d38-4205-badb-27c52b5ceee4 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:51.577397 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3fd1e82b-2d6e-4900-8adb-0b618ec851f1 req-288ed3be-4d38-4205-badb-27c52b5ceee4 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=f41eb11c-ce30-4d51-b504-2a7c7743bee5 HTTP/1.1" status: 200 len: 944 time: 0.0898814 Aug 10 04:11:51.594900 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bbe7b-ba98-4c81-9757-e5a2b9147d78 req-187c0696-e9d3-462f-96da-55ca5e204dac tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:51.596418 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-844bbe7b-ba98-4c81-9757-e5a2b9147d78 req-187c0696-e9d3-462f-96da-55ca5e204dac tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.60 "GET /v2.0/ports?device_id=f41eb11c-ce30-4d51-b504-2a7c7743bee5&tenant_id=0974328c2e43431896bddcacf9b7a031&binding%3Ahost_id=n-h1-768851-15 HTTP/1.1" status: 200 len: 944 time: 0.0754571 Aug 10 04:11:51.671141 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3fd1e82b-2d6e-4900-8adb-0b618ec851f1 req-3eed9d0e-7077-412a-a663-94916a6614e1 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=ece83d2f-6e74-40b0-b873-d9f1cc670f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731444 Aug 10 04:11:51.703709 n-d-768851-15 neutron-server[94216]: INFO neutron.api.v2.resource [req-844bbe7b-ba98-4c81-9757-e5a2b9147d78 req-0fbff843-143c-4911-a9ce-f792e62d6dff service neutron] delete failed (client error): The resource could not be found. Aug 10 04:11:51.705868 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-844bbe7b-ba98-4c81-9757-e5a2b9147d78 req-0fbff843-143c-4911-a9ce-f792e62d6dff service neutron] 10.222.0.60 "DELETE /v2.0/ports/6b8c7320-e002-4363-8a65-d16a6b914642/bindings/n-h2-768851-15 HTTP/1.1" status: 404 len: 381 time: 0.0921388 Aug 10 04:11:51.827823 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bbe7b-ba98-4c81-9757-e5a2b9147d78 req-8fd0b186-dbb7-4154-b7cc-6eee427f0c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:51.829297 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-844bbe7b-ba98-4c81-9757-e5a2b9147d78 req-8fd0b186-dbb7-4154-b7cc-6eee427f0c2d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0974328c2e43431896bddcacf9b7a031&device_id=f41eb11c-ce30-4d51-b504-2a7c7743bee5 HTTP/1.1" status: 200 len: 1096 time: 0.0720594 Aug 10 04:11:51.837720 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450a78bd-1aa7-4a2f-aeba-484a0e43e83a req-7d398c3a-d6ca-4bb3-a12b-8d29d4739c4b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:51.839150 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-450a78bd-1aa7-4a2f-aeba-484a0e43e83a req-7d398c3a-d6ca-4bb3-a12b-8d29d4739c4b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=f41eb11c-ce30-4d51-b504-2a7c7743bee5 HTTP/1.1" status: 200 len: 944 time: 0.0739386 Aug 10 04:11:51.928739 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-450a78bd-1aa7-4a2f-aeba-484a0e43e83a req-f507f3fe-86cd-4628-a70e-bde48dc30912 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=ece83d2f-6e74-40b0-b873-d9f1cc670f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804472 Aug 10 04:11:51.956244 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bbe7b-ba98-4c81-9757-e5a2b9147d78 req-98c932e7-6dd6-48e6-924f-fadfc087c2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:51.957987 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-844bbe7b-ba98-4c81-9757-e5a2b9147d78 req-98c932e7-6dd6-48e6-924f-fadfc087c2c7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4fd83c95-ea81-42b2-b39a-3fcfa97754d3 HTTP/1.1" status: 200 len: 897 time: 0.1175067 Aug 10 04:11:52.041811 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-844bbe7b-ba98-4c81-9757-e5a2b9147d78 req-8d56a76d-6598-4fc9-90f5-2d5a178b3e57 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b8c7320-e002-4363-8a65-d16a6b914642 HTTP/1.1" status: 200 len: 1000 time: 0.0716815 Aug 10 04:11:52.097160 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bbe7b-ba98-4c81-9757-e5a2b9147d78 req-7e40ca87-5a0e-4d99-8aee-1f90ee03edcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:52.098535 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-844bbe7b-ba98-4c81-9757-e5a2b9147d78 req-7e40ca87-5a0e-4d99-8aee-1f90ee03edcc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ecefca08-b5ea-4b00-ab2f-2d1e58669a5e HTTP/1.1" status: 200 len: 835 time: 0.0491991 Aug 10 04:11:52.148939 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bbe7b-ba98-4c81-9757-e5a2b9147d78 req-fb90a420-9ceb-4758-b051-39f7a5c45459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:52.150455 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-844bbe7b-ba98-4c81-9757-e5a2b9147d78 req-fb90a420-9ceb-4758-b051-39f7a5c45459 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4fd83c95-ea81-42b2-b39a-3fcfa97754d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407600 Aug 10 04:11:52.247551 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-844bbe7b-ba98-4c81-9757-e5a2b9147d78 req-0773fea6-b8cf-42b1-b04c-8995648e3222 service neutron] 10.222.0.60 "GET /v2.0/networks/4fd83c95-ea81-42b2-b39a-3fcfa97754d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877864 Aug 10 04:11:52.348028 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-844bbe7b-ba98-4c81-9757-e5a2b9147d78 req-349109fa-6d9e-4da0-86ec-78b08c5030b2 service neutron] 10.222.0.60 "GET /v2.0/networks/4fd83c95-ea81-42b2-b39a-3fcfa97754d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890543 Aug 10 04:11:52.938575 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 6b8c7320-e002-4363-8a65-d16a6b914642 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:11:53.014137 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port 6b8c7320-e002-4363-8a65-d16a6b914642 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:11:53.019366 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port 6b8c7320-e002-4363-8a65-d16a6b914642 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:11:53.019742 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:53.077259 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74143b3-8f52-43b3-968f-4d25f82bf229 req-e4e35703-e584-41aa-bb45-72efe4b0da63 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:53.078715 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c74143b3-8f52-43b3-968f-4d25f82bf229 req-e4e35703-e584-41aa-bb45-72efe4b0da63 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=f41eb11c-ce30-4d51-b504-2a7c7743bee5 HTTP/1.1" status: 200 len: 944 time: 0.0681624 Aug 10 04:11:53.106897 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:53.124504 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c74143b3-8f52-43b3-968f-4d25f82bf229 req-c809afcb-d537-4398-8b9a-460f3d5657a2 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=ece83d2f-6e74-40b0-b873-d9f1cc670f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384550 Aug 10 04:11:53.136751 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f41eb11c-ce30-4d51-b504-2a7c7743bee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8c7320-e002-4363-8a65-d16a6b914642'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:11:53.139928 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}687ba51f6797870dc73eef52a647f30c5325a6c2ab4bb07751a6afc0cf078d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32795c30-9f06-4d58-9908-95871e9b9e0e" -d '{"events": [{"server_uuid": "f41eb11c-ce30-4d51-b504-2a7c7743bee5", "name": "network-vif-plugged", "status": "completed", "tag": "6b8c7320-e002-4363-8a65-d16a6b914642"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:11:53.146766 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43310) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:11:53.160976 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 6b8c7320-e002-4363-8a65-d16a6b914642, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=6b8c7320-e002-4363-8a65-d16a6b914642,segment=NetworkSegment(6b936b7d-c2ea-4d67-b1fd-1ff483e28684),segment_id=6b936b7d-c2ea-4d67-b1fd-1ff483e28684)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:11:53.166602 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:53.209707 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6494e61-2770-4f9d-93bc-65eff2854ce5 x-openstack-request-id: req-b6494e61-2770-4f9d-93bc-65eff2854ce5 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:11:53.210170 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f41eb11c-ce30-4d51-b504-2a7c7743bee5", "name": "network-vif-plugged", "status": "completed", "tag": "6b8c7320-e002-4363-8a65-d16a6b914642", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:11:53.210568 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b6494e61-2770-4f9d-93bc-65eff2854ce5 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:11:53.211205 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f41eb11c-ce30-4d51-b504-2a7c7743bee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8c7320-e002-4363-8a65-d16a6b914642', 'code': 200} Aug 10 04:11:53.223830 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1f2dde0e-978b-4e03-bf7c-efe62db7a48f tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/floatingips/0d3a5871-f356-463c-b4f8-56a54db3ee8a HTTP/1.1" status: 200 len: 992 time: 0.0752676 Aug 10 04:11:53.252679 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=6b8c7320-e002-4363-8a65-d16a6b914642,revision_number=9']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:56.897736 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:57.190600 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:00.428002 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-6e19ad09-6042-44cb-9dae-8ce35d752a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:03.142131 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d0839bd3-f3c6-4630-9ce1-d5af9df2bc9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:03.514219 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:04.427555 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:06.177258 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:10.954933 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:12:21.671806 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43328) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:21.836058 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-62461ea5-676f-408f-ba67-16966d412297 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Deleting port aba573a1-b29a-4cfd-a97e-ed8c9f5e399f {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:12:21.836404 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-62461ea5-676f-408f-ba67-16966d412297 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:21.911106 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-62461ea5-676f-408f-ba67-16966d412297 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:21.911361 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-62461ea5-676f-408f-ba67-16966d412297 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:21.922652 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-62461ea5-676f-408f-ba67-16966d412297 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Calling delete_port for aba573a1-b29a-4cfd-a97e-ed8c9f5e399f owned by network:floatingip {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:12:22.079928 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-62461ea5-676f-408f-ba67-16966d412297 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:22.105683 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62461ea5-676f-408f-ba67-16966d412297 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event deleted for resources: {'Port': ['ID=aba573a1-b29a-4cfd-a97e-ed8c9f5e399f,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:22.171098 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-62461ea5-676f-408f-ba67-16966d412297 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for floatingip, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:22.171417 n-d-768851-15 neutron-server[94217]: INFO neutron.db.l3_db [None req-62461ea5-676f-408f-ba67-16966d412297 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Floating IP 0d3a5871-f356-463c-b4f8-56a54db3ee8a disassociated (deleted). External IP: 172.25.7.189, port: 6b8c7320-e002-4363-8a65-d16a6b914642. Aug 10 04:12:22.383204 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62461ea5-676f-408f-ba67-16966d412297 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Router 2e064efb-40f1-4f12-ac61-5bb0ccd1edc3 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:12:22.493727 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62461ea5-676f-408f-ba67-16966d412297 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:12:22.498210 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-62461ea5-676f-408f-ba67-16966d412297 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:22.503680 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e922801e-ea0b-47c0-b339-c036d7c76b46 None None] Sync routers for ids ['2e064efb-40f1-4f12-ac61-5bb0ccd1edc3'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:12:22.512800 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e922801e-ea0b-47c0-b339-c036d7c76b46 None None] Routers {'2e064efb-40f1-4f12-ac61-5bb0ccd1edc3'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:12:22.513406 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-e922801e-ea0b-47c0-b339-c036d7c76b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:12:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['2e064efb-40f1-4f12-ac61-5bb0ccd1edc3'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:22.526833 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-62461ea5-676f-408f-ba67-16966d412297 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "DELETE /v2.0/floatingips/0d3a5871-f356-463c-b4f8-56a54db3ee8a HTTP/1.1" status: 204 len: 168 time: 0.8519051 Aug 10 04:12:22.526833 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f41eb11c-ce30-4d51-b504-2a7c7743bee5', 'tag': '6b8c7320-e002-4363-8a65-d16a6b914642'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:12:22.527894 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22ad4654dd32cc7208a19091a2312c490144bb13544d6468e82e9e9d549a02ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d5e78d-c230-4107-9e39-7749ab3dfe4b" -d '{"events": [{"name": "network-changed", "server_uuid": "f41eb11c-ce30-4d51-b504-2a7c7743bee5", "tag": "6b8c7320-e002-4363-8a65-d16a6b914642"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:12:22.566164 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96b07db-1e46-4d5e-97ac-5c316a194910 x-openstack-request-id: req-c96b07db-1e46-4d5e-97ac-5c316a194910 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:12:22.566431 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f41eb11c-ce30-4d51-b504-2a7c7743bee5", "tag": "6b8c7320-e002-4363-8a65-d16a6b914642", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:12:22.566683 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c96b07db-1e46-4d5e-97ac-5c316a194910 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:12:22.567132 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f41eb11c-ce30-4d51-b504-2a7c7743bee5', 'tag': '6b8c7320-e002-4363-8a65-d16a6b914642', 'status': 'completed', 'code': 200} Aug 10 04:12:22.634795 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-e922801e-ea0b-47c0-b339-c036d7c76b46 None None] Set router 2e064efb-40f1-4f12-ac61-5bb0ccd1edc3 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:12:22.651168 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5e78d-c230-4107-9e39-7749ab3dfe4b req-669f4e04-35f0-45be-8fe4-da011a84d506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:22.653134 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-22d5e78d-c230-4107-9e39-7749ab3dfe4b req-669f4e04-35f0-45be-8fe4-da011a84d506 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0974328c2e43431896bddcacf9b7a031&device_id=f41eb11c-ce30-4d51-b504-2a7c7743bee5 HTTP/1.1" status: 200 len: 1097 time: 0.0529053 Aug 10 04:12:22.764181 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5e78d-c230-4107-9e39-7749ab3dfe4b req-4a050283-ea3e-4590-8893-284ea356e671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:22.765607 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-22d5e78d-c230-4107-9e39-7749ab3dfe4b req-4a050283-ea3e-4590-8893-284ea356e671 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4fd83c95-ea81-42b2-b39a-3fcfa97754d3 HTTP/1.1" status: 200 len: 897 time: 0.1051652 Aug 10 04:12:22.822476 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc4e07-6f9f-4f7b-b082-50496fb2a641 req-1f25b8ea-cd07-4fed-9038-334311266685 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:22.824266 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2dfc4e07-6f9f-4f7b-b082-50496fb2a641 req-1f25b8ea-cd07-4fed-9038-334311266685 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=f41eb11c-ce30-4d51-b504-2a7c7743bee5 HTTP/1.1" status: 200 len: 945 time: 0.0643647 Aug 10 04:12:22.837946 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-22d5e78d-c230-4107-9e39-7749ab3dfe4b req-7386dc7c-78cf-4711-83f1-cdd691196953 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b8c7320-e002-4363-8a65-d16a6b914642 HTTP/1.1" status: 200 len: 217 time: 0.0605931 Aug 10 04:12:22.870957 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2dfc4e07-6f9f-4f7b-b082-50496fb2a641 req-539a191e-94e8-4129-bd1b-8ddab9038b77 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=ece83d2f-6e74-40b0-b873-d9f1cc670f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391409 Aug 10 04:12:22.893232 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5e78d-c230-4107-9e39-7749ab3dfe4b req-3af6d3e2-38ae-402b-baa9-82ba37619a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:22.894808 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-22d5e78d-c230-4107-9e39-7749ab3dfe4b req-3af6d3e2-38ae-402b-baa9-82ba37619a5a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ecefca08-b5ea-4b00-ab2f-2d1e58669a5e HTTP/1.1" status: 200 len: 835 time: 0.0495319 Aug 10 04:12:22.907395 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-e922801e-ea0b-47c0-b339-c036d7c76b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e064efb-40f1-4f12-ac61-5bb0ccd1edc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1187562884', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '96e3e6be-6f41-48e9-ae7f-877280e80e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:10:32Z', 'updated_at': '2021-08-10T04:10:35Z', 'revision_number': 4, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': '96e3e6be-6f41-48e9-ae7f-877280e80e28', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:11:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e064efb-40f1-4f12-ac61-5bb0ccd1edc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:10:32Z', 'updated_at': '2021-08-10T04:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'de961b1a-79c3-4d6c-9f79-3e4a46fd837c', 'name': '', 'network_id': '4fd83c95-ea81-42b2-b39a-3fcfa97754d3', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'mac_address': 'fa:16:3e:f0:bc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e064efb-40f1-4f12-ac61-5bb0ccd1edc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'ecefca08-b5ea-4b00-ab2f-2d1e58669a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:10:35Z', 'updated_at': '2021-08-10T04:10:39Z', 'revision_number': 5, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'subnets': [{'id': 'ecefca08-b5ea-4b00-ab2f-2d1e58669a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:22.934433 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e922801e-ea0b-47c0-b339-c036d7c76b46 None None] Checking router: 2e064efb-40f1-4f12-ac61-5bb0ccd1edc3 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:12:22.947888 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e922801e-ea0b-47c0-b339-c036d7c76b46 None None] Routers {'2e064efb-40f1-4f12-ac61-5bb0ccd1edc3'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:12:22.948575 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5e78d-c230-4107-9e39-7749ab3dfe4b req-e7925b66-7d88-4849-92c2-c4962c3685f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:22.949369 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-e922801e-ea0b-47c0-b339-c036d7c76b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:12:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['2e064efb-40f1-4f12-ac61-5bb0ccd1edc3'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:22.950229 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-22d5e78d-c230-4107-9e39-7749ab3dfe4b req-e7925b66-7d88-4849-92c2-c4962c3685f0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4fd83c95-ea81-42b2-b39a-3fcfa97754d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478184 Aug 10 04:12:23.066122 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-22d5e78d-c230-4107-9e39-7749ab3dfe4b req-f65c8ea8-e8eb-490b-94b8-e3a5c15fa8db service neutron] 10.222.0.58 "GET /v2.0/networks/4fd83c95-ea81-42b2-b39a-3fcfa97754d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071002 Aug 10 04:12:23.067434 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-e922801e-ea0b-47c0-b339-c036d7c76b46 None None] Set router 2e064efb-40f1-4f12-ac61-5bb0ccd1edc3 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:12:23.160990 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-22d5e78d-c230-4107-9e39-7749ab3dfe4b req-30a603bf-6771-4a15-8064-e2eb53029f52 service neutron] 10.222.0.58 "GET /v2.0/networks/4fd83c95-ea81-42b2-b39a-3fcfa97754d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877626 Aug 10 04:12:23.274415 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-e922801e-ea0b-47c0-b339-c036d7c76b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e064efb-40f1-4f12-ac61-5bb0ccd1edc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1187562884', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '96e3e6be-6f41-48e9-ae7f-877280e80e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:10:32Z', 'updated_at': '2021-08-10T04:10:35Z', 'revision_number': 4, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': '96e3e6be-6f41-48e9-ae7f-877280e80e28', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:11:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e064efb-40f1-4f12-ac61-5bb0ccd1edc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:10:32Z', 'updated_at': '2021-08-10T04:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'de961b1a-79c3-4d6c-9f79-3e4a46fd837c', 'name': '', 'network_id': '4fd83c95-ea81-42b2-b39a-3fcfa97754d3', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'mac_address': 'fa:16:3e:f0:bc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e064efb-40f1-4f12-ac61-5bb0ccd1edc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'ecefca08-b5ea-4b00-ab2f-2d1e58669a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:10:35Z', 'updated_at': '2021-08-10T04:10:39Z', 'revision_number': 5, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'subnets': [{'id': 'ecefca08-b5ea-4b00-ab2f-2d1e58669a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:23.299721 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e922801e-ea0b-47c0-b339-c036d7c76b46 None None] The sync data for ids ['2e064efb-40f1-4f12-ac61-5bb0ccd1edc3'] in n-d-768851-15 is: [{'id': '2e064efb-40f1-4f12-ac61-5bb0ccd1edc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1187562884', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '96e3e6be-6f41-48e9-ae7f-877280e80e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:10:32Z', 'updated_at': '2021-08-10T04:10:35Z', 'revision_number': 4, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': '96e3e6be-6f41-48e9-ae7f-877280e80e28', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:11:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e064efb-40f1-4f12-ac61-5bb0ccd1edc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:10:32Z', 'updated_at': '2021-08-10T04:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'de961b1a-79c3-4d6c-9f79-3e4a46fd837c', 'name': '', 'network_id': '4fd83c95-ea81-42b2-b39a-3fcfa97754d3', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'mac_address': 'fa:16:3e:f0:bc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e064efb-40f1-4f12-ac61-5bb0ccd1edc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'ecefca08-b5ea-4b00-ab2f-2d1e58669a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:10:35Z', 'updated_at': '2021-08-10T04:10:39Z', 'revision_number': 5, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'subnets': [{'id': 'ecefca08-b5ea-4b00-ab2f-2d1e58669a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:12:23.517563 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04e5af1-3ec2-43c4-b3c8-08daf5e3f96b None None] New status for floating IP 0d3a5871-f356-463c-b4f8-56a54db3ee8a: DOWN {{(pid=94218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:12:23.999628 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd23c5-ff60-4109-81aa-5467c7271914 req-535ca332-3862-41c6-ad2b-25b3bf91eda7 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:24.003214 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b3fd23c5-ff60-4109-81aa-5467c7271914 req-535ca332-3862-41c6-ad2b-25b3bf91eda7 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=f41eb11c-ce30-4d51-b504-2a7c7743bee5 HTTP/1.1" status: 200 len: 945 time: 0.0547223 Aug 10 04:12:24.042910 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b3fd23c5-ff60-4109-81aa-5467c7271914 req-d22953b7-8341-4149-bb59-7fe8fd8a7095 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=ece83d2f-6e74-40b0-b873-d9f1cc670f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354412 Aug 10 04:12:24.052308 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f4f87a-051c-4580-8ec2-f01826deb0c0 req-2b90510e-9515-4fa6-85e7-ea294dcebf78 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:24.054129 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a2f4f87a-051c-4580-8ec2-f01826deb0c0 req-2b90510e-9515-4fa6-85e7-ea294dcebf78 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.58 "GET /v2.0/ports?device_id=f41eb11c-ce30-4d51-b504-2a7c7743bee5 HTTP/1.1" status: 200 len: 945 time: 0.0541558 Aug 10 04:12:24.155350 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-a2f4f87a-051c-4580-8ec2-f01826deb0c0 req-7664218b-af8f-477b-9ef9-27c182c164ef tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Deleting port 6b8c7320-e002-4363-8a65-d16a6b914642 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:12:24.155593 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a2f4f87a-051c-4580-8ec2-f01826deb0c0 req-7664218b-af8f-477b-9ef9-27c182c164ef tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:24.243144 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-a2f4f87a-051c-4580-8ec2-f01826deb0c0 req-7664218b-af8f-477b-9ef9-27c182c164ef tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] For port 6b8c7320-e002-4363-8a65-d16a6b914642, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=6b8c7320-e002-4363-8a65-d16a6b914642,segment=NetworkSegment(6b936b7d-c2ea-4d67-b1fd-1ff483e28684),segment_id=6b936b7d-c2ea-4d67-b1fd-1ff483e28684)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:12:24.243509 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a2f4f87a-051c-4580-8ec2-f01826deb0c0 req-7664218b-af8f-477b-9ef9-27c182c164ef tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:24.256512 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-a2f4f87a-051c-4580-8ec2-f01826deb0c0 req-7664218b-af8f-477b-9ef9-27c182c164ef tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Calling delete_port for 6b8c7320-e002-4363-8a65-d16a6b914642 owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:12:24.390471 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a2f4f87a-051c-4580-8ec2-f01826deb0c0 req-7664218b-af8f-477b-9ef9-27c182c164ef tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:24.420781 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7664218b-af8f-477b-9ef9-27c182c164ef tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event deleted for resources: {'Port': ['ID=6b8c7320-e002-4363-8a65-d16a6b914642,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:24.463299 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f4f87a-051c-4580-8ec2-f01826deb0c0 req-7664218b-af8f-477b-9ef9-27c182c164ef tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] No DVR routers for this DVR port 6b8c7320-e002-4363-8a65-d16a6b914642 on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:12:24.465859 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-a2f4f87a-051c-4580-8ec2-f01826deb0c0 req-7664218b-af8f-477b-9ef9-27c182c164ef tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:24.468574 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-a2f4f87a-051c-4580-8ec2-f01826deb0c0 req-7664218b-af8f-477b-9ef9-27c182c164ef tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.58 "DELETE /v2.0/ports/6b8c7320-e002-4363-8a65-d16a6b914642 HTTP/1.1" status: 204 len: 173 time: 0.4087479 Aug 10 04:12:24.568560 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f41eb11c-ce30-4d51-b504-2a7c7743bee5', 'name': 'network-vif-deleted', 'tag': '6b8c7320-e002-4363-8a65-d16a6b914642'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:12:24.571042 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22ad4654dd32cc7208a19091a2312c490144bb13544d6468e82e9e9d549a02ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d1d3cb-f879-46f0-9d9b-4b093c49b939" -d '{"events": [{"server_uuid": "f41eb11c-ce30-4d51-b504-2a7c7743bee5", "name": "network-vif-deleted", "tag": "6b8c7320-e002-4363-8a65-d16a6b914642"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:12:24.858906 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b5e324-6396-45a6-8ac5-cfe600df3b5d x-openstack-request-id: req-b6b5e324-6396-45a6-8ac5-cfe600df3b5d {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:12:24.859233 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f41eb11c-ce30-4d51-b504-2a7c7743bee5", "name": "network-vif-deleted", "tag": "6b8c7320-e002-4363-8a65-d16a6b914642", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:12:24.859497 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b6b5e324-6396-45a6-8ac5-cfe600df3b5d {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:12:24.859891 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f41eb11c-ce30-4d51-b504-2a7c7743bee5', 'name': 'network-vif-deleted', 'tag': '6b8c7320-e002-4363-8a65-d16a6b914642', 'status': 'completed', 'code': 200} Aug 10 04:12:25.099566 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43344) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:25.459988 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c4d52484-f633-4655-b001-601e2f62eb41 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:25.711845 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-c4d52484-f633-4655-b001-601e2f62eb41 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Deleting port de961b1a-79c3-4d6c-9f79-3e4a46fd837c {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:12:25.712104 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c4d52484-f633-4655-b001-601e2f62eb41 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:25.801568 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-c4d52484-f633-4655-b001-601e2f62eb41 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] For port de961b1a-79c3-4d6c-9f79-3e4a46fd837c, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=de961b1a-79c3-4d6c-9f79-3e4a46fd837c,segment=NetworkSegment(6b936b7d-c2ea-4d67-b1fd-1ff483e28684),segment_id=6b936b7d-c2ea-4d67-b1fd-1ff483e28684)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:12:25.801994 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c4d52484-f633-4655-b001-601e2f62eb41 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:25.815085 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-c4d52484-f633-4655-b001-601e2f62eb41 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Calling delete_port for de961b1a-79c3-4d6c-9f79-3e4a46fd837c owned by network:router_interface {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:12:25.997298 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c4d52484-f633-4655-b001-601e2f62eb41 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:26.023967 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d52484-f633-4655-b001-601e2f62eb41 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event deleted for resources: {'Port': ['ID=de961b1a-79c3-4d6c-9f79-3e4a46fd837c,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:26.204227 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-c4d52484-f633-4655-b001-601e2f62eb41 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:26.416693 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4d52484-f633-4655-b001-601e2f62eb41 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Router 2e064efb-40f1-4f12-ac61-5bb0ccd1edc3 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:12:26.528263 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d52484-f633-4655-b001-601e2f62eb41 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:12:26.533358 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-c4d52484-f633-4655-b001-601e2f62eb41 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "PUT /v2.0/routers/2e064efb-40f1-4f12-ac61-5bb0ccd1edc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4327760 Aug 10 04:12:26.536135 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43346) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:26.538763 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9b0513-1633-42bb-8b5a-388bdf352231 None None] Sync routers for ids ['2e064efb-40f1-4f12-ac61-5bb0ccd1edc3'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:12:26.548133 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9b0513-1633-42bb-8b5a-388bdf352231 None None] Routers {'2e064efb-40f1-4f12-ac61-5bb0ccd1edc3'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:12:26.548845 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-cb9b0513-1633-42bb-8b5a-388bdf352231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:12:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['2e064efb-40f1-4f12-ac61-5bb0ccd1edc3'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:26.589209 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-8425f140-d93a-4648-bc2c-b6afb2402bf5 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Deleting subnet ecefca08-b5ea-4b00-ab2f-2d1e58669a5e {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:12:26.592284 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8425f140-d93a-4648-bc2c-b6afb2402bf5 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:26.632370 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8425f140-d93a-4648-bc2c-b6afb2402bf5 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:26.649877 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-cb9b0513-1633-42bb-8b5a-388bdf352231 None None] Set router 2e064efb-40f1-4f12-ac61-5bb0ccd1edc3 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:12:26.719787 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8425f140-d93a-4648-bc2c-b6afb2402bf5 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:26.779374 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8425f140-d93a-4648-bc2c-b6afb2402bf5 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:26.806662 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8425f140-d93a-4648-bc2c-b6afb2402bf5 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event deleted for resources: {'Subnet': ['ID=ecefca08-b5ea-4b00-ab2f-2d1e58669a5e,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:26.811288 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8425f140-d93a-4648-bc2c-b6afb2402bf5 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:26.812982 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8425f140-d93a-4648-bc2c-b6afb2402bf5 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "DELETE /v2.0/subnets/ecefca08-b5ea-4b00-ab2f-2d1e58669a5e HTTP/1.1" status: 204 len: 168 time: 0.2758677 Aug 10 04:12:26.815867 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43348) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:26.820671 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a48428-8373-48c8-ac3e-c14c6983ad78 None None] Network 4fd83c95-ea81-42b2-b39a-3fcfa97754d3 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:12:26.838709 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-cb9b0513-1633-42bb-8b5a-388bdf352231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e064efb-40f1-4f12-ac61-5bb0ccd1edc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1187562884', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '96e3e6be-6f41-48e9-ae7f-877280e80e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:10:32Z', 'updated_at': '2021-08-10T04:12:25Z', 'revision_number': 5, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': '96e3e6be-6f41-48e9-ae7f-877280e80e28', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:11:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e064efb-40f1-4f12-ac61-5bb0ccd1edc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:10:32Z', 'updated_at': '2021-08-10T04:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:26.874051 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9b0513-1633-42bb-8b5a-388bdf352231 None None] Checking router: 2e064efb-40f1-4f12-ac61-5bb0ccd1edc3 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:12:26.884070 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9b0513-1633-42bb-8b5a-388bdf352231 None None] Routers {'2e064efb-40f1-4f12-ac61-5bb0ccd1edc3'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:12:26.884727 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-cb9b0513-1633-42bb-8b5a-388bdf352231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:12:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['2e064efb-40f1-4f12-ac61-5bb0ccd1edc3'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:26.919000 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:26.950980 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-05755f22-bddb-4b5c-8dca-9c47ebeb7a55 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for router, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:26.999791 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-cb9b0513-1633-42bb-8b5a-388bdf352231 None None] Set router 2e064efb-40f1-4f12-ac61-5bb0ccd1edc3 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:12:27.033283 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a15cdc3-6513-4fb8-bbbd-aa3c69806738 None None] DHCP port deletion for 4fd83c95-ea81-42b2-b39a-3fcfa97754d3 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:12:27.071123 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-05755f22-bddb-4b5c-8dca-9c47ebeb7a55 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:27.084271 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-8a15cdc3-6513-4fb8-bbbd-aa3c69806738 None None] Deleting port 13c0e507-5683-4f04-aa8a-e81e69f36500 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:12:27.084840 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8a15cdc3-6513-4fb8-bbbd-aa3c69806738 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:27.133218 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 6b8c7320-e002-4363-8a65-d16a6b914642 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:12:27.136981 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-05755f22-bddb-4b5c-8dca-9c47ebeb7a55 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Deleting port 96e3e6be-6f41-48e9-ae7f-877280e80e28 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:12:27.137333 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-05755f22-bddb-4b5c-8dca-9c47ebeb7a55 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:27.195671 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: 6b8c7320-e002-4363-8a65-d16a6b914642 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:12:27.196434 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 6b8c7320-e002-4363-8a65-d16a6b914642 not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:12:27.208905 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:27.213082 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-cb9b0513-1633-42bb-8b5a-388bdf352231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e064efb-40f1-4f12-ac61-5bb0ccd1edc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1187562884', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '96e3e6be-6f41-48e9-ae7f-877280e80e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:10:32Z', 'updated_at': '2021-08-10T04:12:25Z', 'revision_number': 5, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': '96e3e6be-6f41-48e9-ae7f-877280e80e28', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:11:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e064efb-40f1-4f12-ac61-5bb0ccd1edc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:10:32Z', 'updated_at': '2021-08-10T04:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:27.219900 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-8a15cdc3-6513-4fb8-bbbd-aa3c69806738 None None] For port 13c0e507-5683-4f04-aa8a-e81e69f36500, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=13c0e507-5683-4f04-aa8a-e81e69f36500,segment=NetworkSegment(6b936b7d-c2ea-4d67-b1fd-1ff483e28684),segment_id=6b936b7d-c2ea-4d67-b1fd-1ff483e28684)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:12:27.220416 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8a15cdc3-6513-4fb8-bbbd-aa3c69806738 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:27.236968 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-8a15cdc3-6513-4fb8-bbbd-aa3c69806738 None None] Calling delete_port for 13c0e507-5683-4f04-aa8a-e81e69f36500 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:12:27.241199 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9b0513-1633-42bb-8b5a-388bdf352231 None None] The sync data for ids ['2e064efb-40f1-4f12-ac61-5bb0ccd1edc3'] in n-d-768851-15 is: [{'id': '2e064efb-40f1-4f12-ac61-5bb0ccd1edc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1187562884', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '96e3e6be-6f41-48e9-ae7f-877280e80e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:10:32Z', 'updated_at': '2021-08-10T04:12:25Z', 'revision_number': 5, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': '96e3e6be-6f41-48e9-ae7f-877280e80e28', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:11:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e064efb-40f1-4f12-ac61-5bb0ccd1edc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:10:32Z', 'updated_at': '2021-08-10T04:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:12:27.246194 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-05755f22-bddb-4b5c-8dca-9c47ebeb7a55 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] For port 96e3e6be-6f41-48e9-ae7f-877280e80e28, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=96e3e6be-6f41-48e9-ae7f-877280e80e28,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:12:27.246812 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-05755f22-bddb-4b5c-8dca-9c47ebeb7a55 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:27.263993 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-05755f22-bddb-4b5c-8dca-9c47ebeb7a55 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Calling delete_port for 96e3e6be-6f41-48e9-ae7f-877280e80e28 owned by network:router_gateway {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:12:27.345319 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8a15cdc3-6513-4fb8-bbbd-aa3c69806738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:27.370570 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a15cdc3-6513-4fb8-bbbd-aa3c69806738 None None] Pushing event deleted for resources: {'Port': ['ID=13c0e507-5683-4f04-aa8a-e81e69f36500,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:27.378530 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a15cdc3-6513-4fb8-bbbd-aa3c69806738 None None] No DVR routers for this DVR port 13c0e507-5683-4f04-aa8a-e81e69f36500 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:12:27.459051 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-05755f22-bddb-4b5c-8dca-9c47ebeb7a55 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:27.485734 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05755f22-bddb-4b5c-8dca-9c47ebeb7a55 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event deleted for resources: {'Port': ['ID=96e3e6be-6f41-48e9-ae7f-877280e80e28,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:27.556039 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-05755f22-bddb-4b5c-8dca-9c47ebeb7a55 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:27.661949 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-05755f22-bddb-4b5c-8dca-9c47ebeb7a55 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:27.667041 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-05755f22-bddb-4b5c-8dca-9c47ebeb7a55 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:27.719367 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-05755f22-bddb-4b5c-8dca-9c47ebeb7a55 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:27.719367 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05755f22-bddb-4b5c-8dca-9c47ebeb7a55 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Fanout notify agent at l3_agent the message router_deleted on router 2e064efb-40f1-4f12-ac61-5bb0ccd1edc3 {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:12:27.729350 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-05755f22-bddb-4b5c-8dca-9c47ebeb7a55 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:27.730691 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-05755f22-bddb-4b5c-8dca-9c47ebeb7a55 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "DELETE /v2.0/routers/2e064efb-40f1-4f12-ac61-5bb0ccd1edc3 HTTP/1.1" status: 204 len: 168 time: 0.9139388 Aug 10 04:12:27.733520 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43350) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:27.773022 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 13c0e507-5683-4f04-aa8a-e81e69f36500 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:12:27.795812 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 13c0e507-5683-4f04-aa8a-e81e69f36500 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:12:27.796161 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 13c0e507-5683-4f04-aa8a-e81e69f36500 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:12:27.796580 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device de961b1a-79c3-4d6c-9f79-3e4a46fd837c no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:12:27.816736 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f865f64d-78d8-437f-aa2f-6e9e6afc17d0 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:27.816990 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: de961b1a-79c3-4d6c-9f79-3e4a46fd837c {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:12:27.817110 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device de961b1a-79c3-4d6c-9f79-3e4a46fd837c not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:12:28.233923 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f865f64d-78d8-437f-aa2f-6e9e6afc17d0 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:28.244157 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-f865f64d-78d8-437f-aa2f-6e9e6afc17d0 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fd83c95-ea81-42b2-b39a-3fcfa97754d3']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:28.255752 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-f865f64d-78d8-437f-aa2f-6e9e6afc17d0 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b936b7d-c2ea-4d67-b1fd-1ff483e28684') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:28.256373 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-f865f64d-78d8-437f-aa2f-6e9e6afc17d0 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b936b7d-c2ea-4d67-b1fd-1ff483e28684') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:28.265345 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f865f64d-78d8-437f-aa2f-6e9e6afc17d0 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:28.279715 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f865f64d-78d8-437f-aa2f-6e9e6afc17d0 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:28.286221 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f865f64d-78d8-437f-aa2f-6e9e6afc17d0 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:12:28.286793 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f865f64d-78d8-437f-aa2f-6e9e6afc17d0 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:28.290292 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 04:12:28.290292 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:12:28.290292 n-d-768851-15 neutron-server[94217]: timer() Aug 10 04:12:28.290292 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:12:28.290292 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 04:12:28.290292 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:12:28.290292 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 04:12:28.290292 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:12:28.290292 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 04:12:28.290292 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:12:28.290292 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 04:12:28.290292 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:12:28.290292 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 04:12:28.290292 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:12:28.290292 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:12:28.290292 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:12:28.290292 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:12:28.290292 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:12:28.290292 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 04:12:28.290292 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:12:28.290292 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 04:12:28.290292 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:12:28.290292 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:12:28.290292 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:12:28.290292 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 04:12:28.290292 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:12:28.290292 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:12:28.290292 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:12:28.290292 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:12:28.290292 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:12:28.290292 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:12:28.290292 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:12:28.351917 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f865f64d-78d8-437f-aa2f-6e9e6afc17d0 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:28.358114 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f865f64d-78d8-437f-aa2f-6e9e6afc17d0 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:28.363206 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f865f64d-78d8-437f-aa2f-6e9e6afc17d0 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "DELETE /v2.0/networks/4fd83c95-ea81-42b2-b39a-3fcfa97754d3 HTTP/1.1" status: 204 len: 168 time: 0.6285796 Aug 10 04:12:28.363681 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43352) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:28.379093 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f865f64d-78d8-437f-aa2f-6e9e6afc17d0 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event deleted for resources: {'Network': ['ID=4fd83c95-ea81-42b2-b39a-3fcfa97754d3,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:28.425507 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bd39a38c-ed0d-4c6c-aa99-d3a2e99b6777 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:28.451230 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bd39a38c-ed0d-4c6c-aa99-d3a2e99b6777 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:28.513222 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bd39a38c-ed0d-4c6c-aa99-d3a2e99b6777 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:28.515928 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bd39a38c-ed0d-4c6c-aa99-d3a2e99b6777 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:28.517089 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-bd39a38c-ed0d-4c6c-aa99-d3a2e99b6777 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "DELETE /v2.0/security-groups/ece83d2f-6e74-40b0-b873-d9f1cc670f09 HTTP/1.1" status: 204 len: 168 time: 0.1523390 Aug 10 04:12:28.526412 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd39a38c-ed0d-4c6c-aa99-d3a2e99b6777 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece83d2f-6e74-40b0-b873-d9f1cc670f09,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:28.534878 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd39a38c-ed0d-4c6c-aa99-d3a2e99b6777 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:28.535228 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd39a38c-ed0d-4c6c-aa99-d3a2e99b6777 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:28.535568 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd39a38c-ed0d-4c6c-aa99-d3a2e99b6777 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:28.535966 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd39a38c-ed0d-4c6c-aa99-d3a2e99b6777 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:28.536232 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd39a38c-ed0d-4c6c-aa99-d3a2e99b6777 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:28.536563 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd39a38c-ed0d-4c6c-aa99-d3a2e99b6777 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:28.536976 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd39a38c-ed0d-4c6c-aa99-d3a2e99b6777 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:28.537408 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd39a38c-ed0d-4c6c-aa99-d3a2e99b6777 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:28.537738 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd39a38c-ed0d-4c6c-aa99-d3a2e99b6777 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:28.538075 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd39a38c-ed0d-4c6c-aa99-d3a2e99b6777 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:28.538400 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd39a38c-ed0d-4c6c-aa99-d3a2e99b6777 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:28.538759 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd39a38c-ed0d-4c6c-aa99-d3a2e99b6777 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:28.903078 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43358) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:28.908319 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-15cbc8e7-00ba-45d4-a35c-f22844c953b5 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1418106016', 'description': 'tempest-secgroup-smoke-1418106016 description', 'project_id': '0974328c2e43431896bddcacf9b7a031'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:12:28.930876 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-15cbc8e7-00ba-45d4-a35c-f22844c953b5 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:29.015419 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-15cbc8e7-00ba-45d4-a35c-f22844c953b5 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:29.019174 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-15cbc8e7-00ba-45d4-a35c-f22844c953b5 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:29.047968 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-15cbc8e7-00ba-45d4-a35c-f22844c953b5 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:29.049204 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-15cbc8e7-00ba-45d4-a35c-f22844c953b5 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1451256 Aug 10 04:12:29.049902 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cbc8e7-00ba-45d4-a35c-f22844c953b5 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52557545-9f92-4e35-a606-f81540af1a1d,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:29.052185 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43360) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:29.057340 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-a2f31c67-1f35-468a-a3da-9f0d45f688ce tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Request body: {'security_group_rule': {'security_group_id': '52557545-9f92-4e35-a606-f81540af1a1d', 'project_id': '0974328c2e43431896bddcacf9b7a031', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:12:29.084663 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a2f31c67-1f35-468a-a3da-9f0d45f688ce tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:29.145167 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a2f31c67-1f35-468a-a3da-9f0d45f688ce tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:29.149398 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a2f31c67-1f35-468a-a3da-9f0d45f688ce tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:29.170491 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f31c67-1f35-468a-a3da-9f0d45f688ce tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2420395a-aef5-44d8-b925-f1fc507afa28,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:29.177266 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-a2f31c67-1f35-468a-a3da-9f0d45f688ce tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:29.178558 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-a2f31c67-1f35-468a-a3da-9f0d45f688ce tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1254549 Aug 10 04:12:29.181315 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43362) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:29.186320 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-0e6ac4d9-8e75-450c-9964-d4832ba99435 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Request body: {'security_group_rule': {'security_group_id': '52557545-9f92-4e35-a606-f81540af1a1d', 'project_id': '0974328c2e43431896bddcacf9b7a031', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:12:29.214334 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac4d9-8e75-450c-9964-d4832ba99435 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:29.270161 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac4d9-8e75-450c-9964-d4832ba99435 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:29.273690 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac4d9-8e75-450c-9964-d4832ba99435 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:29.290513 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6ac4d9-8e75-450c-9964-d4832ba99435 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09c6c789-81c0-42aa-995d-395be532f642,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:29.296937 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac4d9-8e75-450c-9964-d4832ba99435 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:29.298238 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-0e6ac4d9-8e75-450c-9964-d4832ba99435 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1159425 Aug 10 04:12:29.300949 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43364) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:29.305328 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-7103d331-2399-4c38-a83d-941d3d053406 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Request body: {'security_group_rule': {'security_group_id': '52557545-9f92-4e35-a606-f81540af1a1d', 'project_id': '0974328c2e43431896bddcacf9b7a031', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:12:29.332757 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7103d331-2399-4c38-a83d-941d3d053406 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:29.394038 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7103d331-2399-4c38-a83d-941d3d053406 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:29.397891 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7103d331-2399-4c38-a83d-941d3d053406 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:29.419122 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7103d331-2399-4c38-a83d-941d3d053406 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c395edbd-de54-4c0e-9847-7a9c0df9c92a,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:29.422956 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7103d331-2399-4c38-a83d-941d3d053406 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:29.424180 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-7103d331-2399-4c38-a83d-941d3d053406 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1223001 Aug 10 04:12:29.426999 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43366) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:29.431555 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-e593e7a0-3664-4d3b-9973-cd2e9d908cdc tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Request body: {'security_group_rule': {'security_group_id': '52557545-9f92-4e35-a606-f81540af1a1d', 'project_id': '0974328c2e43431896bddcacf9b7a031', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:12:29.459024 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e593e7a0-3664-4d3b-9973-cd2e9d908cdc tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:29.521094 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e593e7a0-3664-4d3b-9973-cd2e9d908cdc tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:29.524652 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e593e7a0-3664-4d3b-9973-cd2e9d908cdc tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:29.543431 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e593e7a0-3664-4d3b-9973-cd2e9d908cdc tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=751326d3-70ff-44dc-98a1-45ef3d54a4f2,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:29.546972 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e593e7a0-3664-4d3b-9973-cd2e9d908cdc tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:29.549298 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-e593e7a0-3664-4d3b-9973-cd2e9d908cdc tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1201684 Aug 10 04:12:29.552670 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43368) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:29.557402 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-1c67c7fd-bb1d-4318-85bc-f65a3c94c239 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Request body: {'security_group_rule': {'security_group_id': '52557545-9f92-4e35-a606-f81540af1a1d', 'project_id': '0974328c2e43431896bddcacf9b7a031', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:12:29.583625 n-d-768851-15 neutron-server[94216]: INFO neutron.db.securitygroups_db [None req-1c67c7fd-bb1d-4318-85bc-f65a3c94c239 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Project 0974328c2e43431896bddcacf9b7a031 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:12:29.589479 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1c67c7fd-bb1d-4318-85bc-f65a3c94c239 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:29.653025 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1c67c7fd-bb1d-4318-85bc-f65a3c94c239 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:29.655203 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 96e3e6be-6f41-48e9-ae7f-877280e80e28 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:12:29.657012 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1c67c7fd-bb1d-4318-85bc-f65a3c94c239 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:29.673188 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c67c7fd-bb1d-4318-85bc-f65a3c94c239 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f08a81b1-4c6a-4001-b044-acbd4103c734,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:29.679667 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 96e3e6be-6f41-48e9-ae7f-877280e80e28 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:12:29.680310 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 96e3e6be-6f41-48e9-ae7f-877280e80e28 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:12:29.685095 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1c67c7fd-bb1d-4318-85bc-f65a3c94c239 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:29.687470 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-1c67c7fd-bb1d-4318-85bc-f65a3c94c239 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1334424 Aug 10 04:12:29.689724 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43370) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:29.694483 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-62755af7-57ba-4e3d-b43e-460bccd8d46e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Request body: {'security_group_rule': {'security_group_id': '52557545-9f92-4e35-a606-f81540af1a1d', 'project_id': '0974328c2e43431896bddcacf9b7a031', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:12:29.717089 n-d-768851-15 neutron-server[94216]: INFO neutron.db.securitygroups_db [None req-62755af7-57ba-4e3d-b43e-460bccd8d46e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Project 0974328c2e43431896bddcacf9b7a031 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:12:29.722459 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-62755af7-57ba-4e3d-b43e-460bccd8d46e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:29.789170 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-62755af7-57ba-4e3d-b43e-460bccd8d46e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:29.792994 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-62755af7-57ba-4e3d-b43e-460bccd8d46e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:29.813695 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62755af7-57ba-4e3d-b43e-460bccd8d46e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f39daafe-a15a-4d77-a10e-63f42ffe6309,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:29.819720 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-62755af7-57ba-4e3d-b43e-460bccd8d46e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:29.821095 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-62755af7-57ba-4e3d-b43e-460bccd8d46e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1301298 Aug 10 04:12:29.824202 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43372) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:29.829157 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-cba162d7-0202-407e-906b-a75d1e2620ed tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Request body: {'network': {'name': 'tempest-network-smoke--1542436986', 'project_id': '0974328c2e43431896bddcacf9b7a031', 'port_security_enabled': True}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:12:29.849884 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba162d7-0202-407e-906b-a75d1e2620ed tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Made reservation on behalf of 0974328c2e43431896bddcacf9b7a031 for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:12:29.853327 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cba162d7-0202-407e-906b-a75d1e2620ed tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:29.879120 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cba162d7-0202-407e-906b-a75d1e2620ed tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:12:29.888724 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cba162d7-0202-407e-906b-a75d1e2620ed tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:29.889072 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-cba162d7-0202-407e-906b-a75d1e2620ed tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Added segment 9ba14344-e03d-4fbe-b113-678329545f1f of type vlan for network 74a26bdb-a620-451c-b675-fc6e03d5ca68 Aug 10 04:12:29.928905 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cba162d7-0202-407e-906b-a75d1e2620ed tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:29.957162 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cba162d7-0202-407e-906b-a75d1e2620ed tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:29.963599 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba162d7-0202-407e-906b-a75d1e2620ed tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:29.964195 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cba162d7-0202-407e-906b-a75d1e2620ed tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:30.019136 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-cba162d7-0202-407e-906b-a75d1e2620ed tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1938772 Aug 10 04:12:30.021817 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43374) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:30.026266 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-593c3474-311a-4c97-b701-4e604d0a8663 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1381941913', 'admin_state_up': True, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:12:30.051522 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba162d7-0202-407e-906b-a75d1e2620ed tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'Network': ['ID=74a26bdb-a620-451c-b675-fc6e03d5ca68,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:30.064508 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 74a26bdb-a620-451c-b675-fc6e03d5ca68 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:12:30.066872 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-593c3474-311a-4c97-b701-4e604d0a8663 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:30.067415 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-593c3474-311a-4c97-b701-4e604d0a8663 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:30.120170 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-593c3474-311a-4c97-b701-4e604d0a8663 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:30.257615 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-593c3474-311a-4c97-b701-4e604d0a8663 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:30.428429 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-bb23e64f-b092-4317-8146-cd7e89b0f7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:30.448087 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-593c3474-311a-4c97-b701-4e604d0a8663 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for router_gateway, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:30.468646 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-593c3474-311a-4c97-b701-4e604d0a8663 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:30.573923 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-593c3474-311a-4c97-b701-4e604d0a8663 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Allocated IP 172.25.7.234 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/b88dc79c-e3af-43f7-9551-ec2ddc83565b) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:12:30.675607 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-593c3474-311a-4c97-b701-4e604d0a8663 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:30.720020 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-593c3474-311a-4c97-b701-4e604d0a8663 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:30.759824 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593c3474-311a-4c97-b701-4e604d0a8663 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:12:30.762790 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-593c3474-311a-4c97-b701-4e604d0a8663 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:12:30.767172 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593c3474-311a-4c97-b701-4e604d0a8663 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:12:30.772646 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593c3474-311a-4c97-b701-4e604d0a8663 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'Port': ['ID=b88dc79c-e3af-43f7-9551-ec2ddc83565b,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:31.025565 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-593c3474-311a-4c97-b701-4e604d0a8663 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for router_gateway, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:31.228837 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-593c3474-311a-4c97-b701-4e604d0a8663 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:31.356716 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-593c3474-311a-4c97-b701-4e604d0a8663 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Router a8e90336-e744-4011-8a5a-34a329106b2e is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:12:31.780743 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593c3474-311a-4c97-b701-4e604d0a8663 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:12:31.790433 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e3609a-c559-4df3-8329-630b69b4590e None None] Sync routers for ids ['a8e90336-e744-4011-8a5a-34a329106b2e'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:12:31.798570 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-593c3474-311a-4c97-b701-4e604d0a8663 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:31.799837 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-593c3474-311a-4c97-b701-4e604d0a8663 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7770870 Aug 10 04:12:31.803128 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43376) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:31.804722 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e3609a-c559-4df3-8329-630b69b4590e None None] Routers {'a8e90336-e744-4011-8a5a-34a329106b2e'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:12:31.805385 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-46e3609a-c559-4df3-8329-630b69b4590e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:12:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['a8e90336-e744-4011-8a5a-34a329106b2e'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:31.831356 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-4077417e-5d5c-4d23-9055-5fbb3de4b003 tempest-TestNetworkAdvancedServerOps-626410460 tempest-TestNetworkAdvancedServerOps-626410460-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=0974328c2e43431896bddcacf9b7a031&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271308 Aug 10 04:12:31.834115 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43378) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:31.911377 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-46e3609a-c559-4df3-8329-630b69b4590e None None] Set router a8e90336-e744-4011-8a5a-34a329106b2e gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:12:31.918969 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f042c8f-b912-4170-8f10-66dec8c5e397 tempest-TestNetworkAdvancedServerOps-626410460 tempest-TestNetworkAdvancedServerOps-626410460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:31.921017 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-2f042c8f-b912-4170-8f10-66dec8c5e397 tempest-TestNetworkAdvancedServerOps-626410460 tempest-TestNetworkAdvancedServerOps-626410460-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0859995 Aug 10 04:12:31.923864 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43380) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:31.951980 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-a9510a02-520f-48be-ae2d-0b59b71d01a6 tempest-TestNetworkAdvancedServerOps-626410460 tempest-TestNetworkAdvancedServerOps-626410460-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=09ca2025-b9a6-4e84-8019-8d9fbef3753e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270112 Aug 10 04:12:31.954993 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43382) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:31.960065 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-4dc03559-65af-4454-a131-cf5a0d36b1dc tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-110547030', 'network_id': '74a26bdb-a620-451c-b675-fc6e03d5ca68', 'project_id': '0974328c2e43431896bddcacf9b7a031', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:12:32.051000 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc03559-65af-4454-a131-cf5a0d36b1dc tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Made reservation on behalf of 0974328c2e43431896bddcacf9b7a031 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:12:32.054604 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4dc03559-65af-4454-a131-cf5a0d36b1dc tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:32.093361 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-46e3609a-c559-4df3-8329-630b69b4590e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e90336-e744-4011-8a5a-34a329106b2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381941913', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'b88dc79c-e3af-43f7-9551-ec2ddc83565b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:12:30Z', 'updated_at': '2021-08-10T04:12:30Z', 'revision_number': 3, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': 'b88dc79c-e3af-43f7-9551-ec2ddc83565b', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e90336-e744-4011-8a5a-34a329106b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:30Z', 'updated_at': '2021-08-10T04:12:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:32.120479 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e3609a-c559-4df3-8329-630b69b4590e None None] Checking router: a8e90336-e744-4011-8a5a-34a329106b2e for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:12:32.120830 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e3609a-c559-4df3-8329-630b69b4590e None None] Updating router a8e90336-e744-4011-8a5a-34a329106b2e port b88dc79c-e3af-43f7-9551-ec2ddc83565b binding host n-d-768851-15 {{(pid=94218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:12:32.146832 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-46e3609a-c559-4df3-8329-630b69b4590e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:32.281210 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4dc03559-65af-4454-a131-cf5a0d36b1dc tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:32.339570 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc03559-65af-4454-a131-cf5a0d36b1dc tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'Subnet': ['ID=a1557ce7-c56c-4d16-bae9-a495d6d5da3b,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:32.348957 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc03559-65af-4454-a131-cf5a0d36b1dc tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Checking segment: {'id': '9ba14344-e03d-4fbe-b113-678329545f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '74a26bdb-a620-451c-b675-fc6e03d5ca68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:12:32.349323 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc03559-65af-4454-a131-cf5a0d36b1dc tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Network hostable DHCP agents. Network: 74a26bdb-a620-451c-b675-fc6e03d5ca68, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:12:32.366160 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc03559-65af-4454-a131-cf5a0d36b1dc tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Network 74a26bdb-a620-451c-b675-fc6e03d5ca68 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:12:32.375226 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-4dc03559-65af-4454-a131-cf5a0d36b1dc tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 74a26bdb-a620-451c-b675-fc6e03d5ca68) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:12:32.379355 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc03559-65af-4454-a131-cf5a0d36b1dc tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:32.379943 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4dc03559-65af-4454-a131-cf5a0d36b1dc tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:32.388427 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1fb6c9-980a-4eff-946c-dbae6ae92609 None None] Network 74a26bdb-a620-451c-b675-fc6e03d5ca68 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:12:32.395168 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-4dc03559-65af-4454-a131-cf5a0d36b1dc tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4391491 Aug 10 04:12:32.397853 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43384) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:32.618513 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-46e3609a-c559-4df3-8329-630b69b4590e None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:32.640181 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-46e3609a-c559-4df3-8329-630b69b4590e None None] Transition to ACTIVE for port object b88dc79c-e3af-43f7-9551-ec2ddc83565b will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:12:32.656441 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-46e3609a-c559-4df3-8329-630b69b4590e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:32.741776 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-46e3609a-c559-4df3-8329-630b69b4590e None None] Attempting to bind port b88dc79c-e3af-43f7-9551-ec2ddc83565b on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:12:32.742152 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-46e3609a-c559-4df3-8329-630b69b4590e None None] Attempting to bind port b88dc79c-e3af-43f7-9551-ec2ddc83565b by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:12:32.742518 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e3609a-c559-4df3-8329-630b69b4590e None None] Attempting to bind port b88dc79c-e3af-43f7-9551-ec2ddc83565b on network 09ca2025-b9a6-4e84-8019-8d9fbef3753e {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:12:32.750380 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a99920-754c-4e00-90fb-beafd9009b41 None None] Pushing event updated for resources: {'Port': ['ID=b88dc79c-e3af-43f7-9551-ec2ddc83565b,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:32.758065 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e3609a-c559-4df3-8329-630b69b4590e None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:12:32.758595 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e3609a-c559-4df3-8329-630b69b4590e None None] Checking segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:12:32.759045 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-46e3609a-c559-4df3-8329-630b69b4590e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:32.759555 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e3609a-c559-4df3-8329-630b69b4590e None None] Bound using segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:12:32.760052 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-46e3609a-c559-4df3-8329-630b69b4590e None None] Bound port: b88dc79c-e3af-43f7-9551-ec2ddc83565b, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:12:32.760437 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-46e3609a-c559-4df3-8329-630b69b4590e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:32.811671 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374bd786-ed5e-4dc1-a534-63924129f1c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-74a26bdb-a620-451c-b675-fc6e03d5ca68', 'network_id': '74a26bdb-a620-451c-b675-fc6e03d5ca68', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'fixed_ips': [{'subnet_id': 'a1557ce7-c56c-4d16-bae9-a495d6d5da3b'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:12:32.812535 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-374bd786-ed5e-4dc1-a534-63924129f1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:32.843886 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cc48df59-9127-41eb-a1e4-477154c94612 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:32.851384 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-46e3609a-c559-4df3-8329-630b69b4590e None None] For port b88dc79c-e3af-43f7-9551-ec2ddc83565b, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:12:32.855274 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-46e3609a-c559-4df3-8329-630b69b4590e None None] For port b88dc79c-e3af-43f7-9551-ec2ddc83565b, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=b88dc79c-e3af-43f7-9551-ec2ddc83565b,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:12:32.901622 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-46e3609a-c559-4df3-8329-630b69b4590e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:33.005025 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e3609a-c559-4df3-8329-630b69b4590e None None] Routers {'a8e90336-e744-4011-8a5a-34a329106b2e'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:12:33.005675 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-46e3609a-c559-4df3-8329-630b69b4590e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:12:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['a8e90336-e744-4011-8a5a-34a329106b2e'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:33.050592 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a99920-754c-4e00-90fb-beafd9009b41 None None] Pushing event updated for resources: {'Port': ['ID=b88dc79c-e3af-43f7-9551-ec2ddc83565b,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:33.084710 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-374bd786-ed5e-4dc1-a534-63924129f1c4 None None] Allocated IP 172.20.0.2 (74a26bdb-a620-451c-b675-fc6e03d5ca68/a1557ce7-c56c-4d16-bae9-a495d6d5da3b/b51929ff-9b9e-405b-88f1-5992d8294bb9) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:12:33.186412 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e42af1d9-cc07-44e9-929f-8cb6e4f3b02b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:33.191838 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-46e3609a-c559-4df3-8329-630b69b4590e None None] Set router a8e90336-e744-4011-8a5a-34a329106b2e gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:12:33.411051 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-374bd786-ed5e-4dc1-a534-63924129f1c4 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:33.421818 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-374bd786-ed5e-4dc1-a534-63924129f1c4 None None] Transition to ACTIVE for port object b51929ff-9b9e-405b-88f1-5992d8294bb9 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:12:33.443105 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-374bd786-ed5e-4dc1-a534-63924129f1c4 None None] Transition to ACTIVE for port object b51929ff-9b9e-405b-88f1-5992d8294bb9 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:12:33.450279 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-374bd786-ed5e-4dc1-a534-63924129f1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:33.493958 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-46e3609a-c559-4df3-8329-630b69b4590e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e90336-e744-4011-8a5a-34a329106b2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381941913', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'b88dc79c-e3af-43f7-9551-ec2ddc83565b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:12:30Z', 'updated_at': '2021-08-10T04:12:30Z', 'revision_number': 3, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': 'b88dc79c-e3af-43f7-9551-ec2ddc83565b', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e90336-e744-4011-8a5a-34a329106b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:30Z', 'updated_at': '2021-08-10T04:12:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:33.497688 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374bd786-ed5e-4dc1-a534-63924129f1c4 None None] Network 74a26bdb-a620-451c-b675-fc6e03d5ca68 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:12:33.505717 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-cc48df59-9127-41eb-a1e4-477154c94612 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Allocated IP 172.20.0.1 (74a26bdb-a620-451c-b675-fc6e03d5ca68/a1557ce7-c56c-4d16-bae9-a495d6d5da3b/ee3ccdd9-0ef3-4b64-b19a-619906e9cac5) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:12:33.530059 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-374bd786-ed5e-4dc1-a534-63924129f1c4 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:12:33.536762 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374bd786-ed5e-4dc1-a534-63924129f1c4 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:12:33.539043 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e3609a-c559-4df3-8329-630b69b4590e None None] The sync data for ids ['a8e90336-e744-4011-8a5a-34a329106b2e'] in n-d-768851-15 is: [{'id': 'a8e90336-e744-4011-8a5a-34a329106b2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381941913', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'b88dc79c-e3af-43f7-9551-ec2ddc83565b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:12:30Z', 'updated_at': '2021-08-10T04:12:30Z', 'revision_number': 3, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': 'b88dc79c-e3af-43f7-9551-ec2ddc83565b', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e90336-e744-4011-8a5a-34a329106b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:30Z', 'updated_at': '2021-08-10T04:12:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:12:33.551778 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374bd786-ed5e-4dc1-a534-63924129f1c4 None None] Pushing event updated for resources: {'Port': ['ID=b51929ff-9b9e-405b-88f1-5992d8294bb9,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:33.577993 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:33.609964 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-374bd786-ed5e-4dc1-a534-63924129f1c4 None None] Attempting to bind port b51929ff-9b9e-405b-88f1-5992d8294bb9 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:12:33.610213 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-374bd786-ed5e-4dc1-a534-63924129f1c4 None None] Attempting to bind port b51929ff-9b9e-405b-88f1-5992d8294bb9 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '9ba14344-e03d-4fbe-b113-678329545f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '74a26bdb-a620-451c-b675-fc6e03d5ca68'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:12:33.610591 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374bd786-ed5e-4dc1-a534-63924129f1c4 None None] Attempting to bind port b51929ff-9b9e-405b-88f1-5992d8294bb9 on network 74a26bdb-a620-451c-b675-fc6e03d5ca68 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:12:33.616167 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374bd786-ed5e-4dc1-a534-63924129f1c4 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:12:33.616552 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374bd786-ed5e-4dc1-a534-63924129f1c4 None None] Checking segment: {'id': '9ba14344-e03d-4fbe-b113-678329545f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '74a26bdb-a620-451c-b675-fc6e03d5ca68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:12:33.616964 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-374bd786-ed5e-4dc1-a534-63924129f1c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:33.617389 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374bd786-ed5e-4dc1-a534-63924129f1c4 None None] Bound using segment: {'id': '9ba14344-e03d-4fbe-b113-678329545f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '74a26bdb-a620-451c-b675-fc6e03d5ca68'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:12:33.617869 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-374bd786-ed5e-4dc1-a534-63924129f1c4 None None] Bound port: b51929ff-9b9e-405b-88f1-5992d8294bb9, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba14344-e03d-4fbe-b113-678329545f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '74a26bdb-a620-451c-b675-fc6e03d5ca68'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:12:33.618348 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-374bd786-ed5e-4dc1-a534-63924129f1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:33.629610 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cc48df59-9127-41eb-a1e4-477154c94612 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:33.644744 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-cc48df59-9127-41eb-a1e4-477154c94612 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Transition to ACTIVE for port object ee3ccdd9-0ef3-4b64-b19a-619906e9cac5 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:12:33.679334 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cc48df59-9127-41eb-a1e4-477154c94612 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:33.691214 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-374bd786-ed5e-4dc1-a534-63924129f1c4 None None] For port b51929ff-9b9e-405b-88f1-5992d8294bb9, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:12:33.695096 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-374bd786-ed5e-4dc1-a534-63924129f1c4 None None] For port b51929ff-9b9e-405b-88f1-5992d8294bb9, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=b51929ff-9b9e-405b-88f1-5992d8294bb9,segment=NetworkSegment(9ba14344-e03d-4fbe-b113-678329545f1f),segment_id=9ba14344-e03d-4fbe-b113-678329545f1f)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:12:33.702156 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-374bd786-ed5e-4dc1-a534-63924129f1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:33.722299 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc48df59-9127-41eb-a1e4-477154c94612 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Network 74a26bdb-a620-451c-b675-fc6e03d5ca68 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:12:33.727806 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-cc48df59-9127-41eb-a1e4-477154c94612 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:12:33.731772 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc48df59-9127-41eb-a1e4-477154c94612 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:12:33.783809 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc48df59-9127-41eb-a1e4-477154c94612 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'Port': ['ID=ee3ccdd9-0ef3-4b64-b19a-619906e9cac5,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:33.813703 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cc48df59-9127-41eb-a1e4-477154c94612 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:33.817468 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374bd786-ed5e-4dc1-a534-63924129f1c4 None None] Pushing event updated for resources: {'Port': ['ID=b51929ff-9b9e-405b-88f1-5992d8294bb9,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:33.973386 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cc48df59-9127-41eb-a1e4-477154c94612 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:34.287112 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cc48df59-9127-41eb-a1e4-477154c94612 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:34.292415 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cc48df59-9127-41eb-a1e4-477154c94612 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:34.372052 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-cc48df59-9127-41eb-a1e4-477154c94612 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:34.374073 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc48df59-9127-41eb-a1e4-477154c94612 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'Port': ['ID=ee3ccdd9-0ef3-4b64-b19a-619906e9cac5,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:34.430436 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:34.473918 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc48df59-9127-41eb-a1e4-477154c94612 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Network 74a26bdb-a620-451c-b675-fc6e03d5ca68 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:12:34.475621 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-cc48df59-9127-41eb-a1e4-477154c94612 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:12:34.599942 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc48df59-9127-41eb-a1e4-477154c94612 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Router a8e90336-e744-4011-8a5a-34a329106b2e has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:12:34.715724 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc48df59-9127-41eb-a1e4-477154c94612 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:12:34.721378 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-cc48df59-9127-41eb-a1e4-477154c94612 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "PUT /v2.0/routers/a8e90336-e744-4011-8a5a-34a329106b2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3223069 Aug 10 04:12:34.728802 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd1461a-f2ca-44d0-8c9f-df8463f2ab1c None None] Network 74a26bdb-a620-451c-b675-fc6e03d5ca68 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:12:34.855607 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-166d6a1d-96f8-4595-89e3-797fdfaa4dfd None None] Provisioning for port b51929ff-9b9e-405b-88f1-5992d8294bb9 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:12:34.948249 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-631dce84-c0fb-445f-b2ce-35d1147c2a64 req-8a47b3c9-66b4-47ef-a714-158b1bbd0e37 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1418106016&fields=id&tenant_id=0974328c2e43431896bddcacf9b7a031 HTTP/1.1" status: 200 len: 267 time: 0.0447121 Aug 10 04:12:35.077264 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631dce84-c0fb-445f-b2ce-35d1147c2a64 req-a33161c7-78ed-4801-b776-b7be0ef24128 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:35.079980 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-631dce84-c0fb-445f-b2ce-35d1147c2a64 req-a33161c7-78ed-4801-b776-b7be0ef24128 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/networks?id=74a26bdb-a620-451c-b675-fc6e03d5ca68 HTTP/1.1" status: 200 len: 797 time: 0.1231945 Aug 10 04:12:35.098151 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-631dce84-c0fb-445f-b2ce-35d1147c2a64 req-e5fb8afe-4dce-46a3-aa94-327326743f7d tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/quotas/0974328c2e43431896bddcacf9b7a031 HTTP/1.1" status: 200 len: 375 time: 0.0103614 Aug 10 04:12:35.155704 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-631dce84-c0fb-445f-b2ce-35d1147c2a64 req-4814a846-b0bb-483d-bc89-4d77d44e6f67 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0974328c2e43431896bddcacf9b7a031&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513940 Aug 10 04:12:35.184924 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-723ed711-87e9-4036-8506-36f324673328 None None] Provisioning for port ee3ccdd9-0ef3-4b64-b19a-619906e9cac5 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:12:35.190649 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-723ed711-87e9-4036-8506-36f324673328 None None] Provisioning complete for port ee3ccdd9-0ef3-4b64-b19a-619906e9cac5 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:12:35.191269 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-723ed711-87e9-4036-8506-36f324673328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:35.220791 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c711b4a6-c2c5-45fe-9947-8caa6253f884 None None] Sync routers for ids ['a8e90336-e744-4011-8a5a-34a329106b2e'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:12:35.233298 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-723ed711-87e9-4036-8506-36f324673328 None None] Port ee3ccdd9-0ef3-4b64-b19a-619906e9cac5 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:12:35.233609 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c711b4a6-c2c5-45fe-9947-8caa6253f884 None None] Routers {'a8e90336-e744-4011-8a5a-34a329106b2e'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:12:35.234292 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-c711b4a6-c2c5-45fe-9947-8caa6253f884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:12:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['a8e90336-e744-4011-8a5a-34a329106b2e'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:35.271843 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-631dce84-c0fb-445f-b2ce-35d1147c2a64 req-672c3d05-367f-453d-9753-71c858f61d66 service neutron] 10.222.0.62 "GET /v2.0/networks/74a26bdb-a620-451c-b675-fc6e03d5ca68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038115 Aug 10 04:12:35.363047 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-bbad43ad-47c9-4969-83b5-ef90d817e13a None None] Provisioning complete for port ee3ccdd9-0ef3-4b64-b19a-619906e9cac5 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:12:35.363298 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-bbad43ad-47c9-4969-83b5-ef90d817e13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:35.377527 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-631dce84-c0fb-445f-b2ce-35d1147c2a64 req-28813844-2596-41c0-b3d4-450488b03956 service neutron] 10.222.0.62 "GET /v2.0/networks/74a26bdb-a620-451c-b675-fc6e03d5ca68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995753 Aug 10 04:12:35.403203 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-bbad43ad-47c9-4969-83b5-ef90d817e13a None None] Port ee3ccdd9-0ef3-4b64-b19a-619906e9cac5 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:12:35.449104 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-c711b4a6-c2c5-45fe-9947-8caa6253f884 None None] Set router a8e90336-e744-4011-8a5a-34a329106b2e gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:12:35.553044 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-692792f6-c631-42fe-9494-d67bbb20886e req-a6ef973f-64c7-4abb-b895-62748c373002 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=19b8aba7-a16b-43ec-a637-00fa8f63826f HTTP/1.1" status: 200 len: 210 time: 0.0272813 Aug 10 04:12:35.622709 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-110a43aa-07f2-4d66-9294-17bc155db48a None None] Provisioning complete for port ee3ccdd9-0ef3-4b64-b19a-619906e9cac5 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:12:35.623778 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-110a43aa-07f2-4d66-9294-17bc155db48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:35.665969 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-110a43aa-07f2-4d66-9294-17bc155db48a None None] Port ee3ccdd9-0ef3-4b64-b19a-619906e9cac5 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:12:35.684554 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-c711b4a6-c2c5-45fe-9947-8caa6253f884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e90336-e744-4011-8a5a-34a329106b2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381941913', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'b88dc79c-e3af-43f7-9551-ec2ddc83565b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:12:30Z', 'updated_at': '2021-08-10T04:12:33Z', 'revision_number': 4, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': 'b88dc79c-e3af-43f7-9551-ec2ddc83565b', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e90336-e744-4011-8a5a-34a329106b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:30Z', 'updated_at': '2021-08-10T04:12:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'ee3ccdd9-0ef3-4b64-b19a-619906e9cac5', 'name': '', 'network_id': '74a26bdb-a620-451c-b675-fc6e03d5ca68', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'mac_address': 'fa:16:3e:4b:f6:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e90336-e744-4011-8a5a-34a329106b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a1557ce7-c56c-4d16-bae9-a495d6d5da3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:32Z', 'updated_at': '2021-08-10T04:12:34Z', 'revision_number': 2, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'subnets': [{'id': 'a1557ce7-c56c-4d16-bae9-a495d6d5da3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:35.712899 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c711b4a6-c2c5-45fe-9947-8caa6253f884 None None] Checking router: a8e90336-e744-4011-8a5a-34a329106b2e for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:12:35.713269 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c711b4a6-c2c5-45fe-9947-8caa6253f884 None None] Updating router a8e90336-e744-4011-8a5a-34a329106b2e port ee3ccdd9-0ef3-4b64-b19a-619906e9cac5 binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:12:35.747429 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-c711b4a6-c2c5-45fe-9947-8caa6253f884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:35.767227 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b88dc79c-e3af-43f7-9551-ec2ddc83565b up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:12:35.823915 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port b88dc79c-e3af-43f7-9551-ec2ddc83565b completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:12:35.827639 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port b88dc79c-e3af-43f7-9551-ec2ddc83565b triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:12:35.828127 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:35.907742 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:35.929247 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port b88dc79c-e3af-43f7-9551-ec2ddc83565b, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=b88dc79c-e3af-43f7-9551-ec2ddc83565b,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:12:35.933798 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:35.934665 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b51929ff-9b9e-405b-88f1-5992d8294bb9 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:12:36.019428 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=b88dc79c-e3af-43f7-9551-ec2ddc83565b,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:36.036534 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port b51929ff-9b9e-405b-88f1-5992d8294bb9 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:12:36.039858 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-c711b4a6-c2c5-45fe-9947-8caa6253f884 None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:36.040895 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port b51929ff-9b9e-405b-88f1-5992d8294bb9 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:12:36.041292 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:36.050235 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-c711b4a6-c2c5-45fe-9947-8caa6253f884 None None] Transition to ACTIVE for port object ee3ccdd9-0ef3-4b64-b19a-619906e9cac5 will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:12:36.056882 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-c711b4a6-c2c5-45fe-9947-8caa6253f884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:36.109224 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af902c8-be69-480c-accd-a12a4ddcdcc3 None None] Pushing event updated for resources: {'Port': ['ID=ee3ccdd9-0ef3-4b64-b19a-619906e9cac5,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:36.129066 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af902c8-be69-480c-accd-a12a4ddcdcc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:36.129412 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af902c8-be69-480c-accd-a12a4ddcdcc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:36.129745 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af902c8-be69-480c-accd-a12a4ddcdcc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:36.130081 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af902c8-be69-480c-accd-a12a4ddcdcc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:36.130408 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af902c8-be69-480c-accd-a12a4ddcdcc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:36.130763 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af902c8-be69-480c-accd-a12a4ddcdcc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:36.131075 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af902c8-be69-480c-accd-a12a4ddcdcc3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:36.131397 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af902c8-be69-480c-accd-a12a4ddcdcc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:36.131714 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af902c8-be69-480c-accd-a12a4ddcdcc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:36.132035 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af902c8-be69-480c-accd-a12a4ddcdcc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:36.132669 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af902c8-be69-480c-accd-a12a4ddcdcc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:36.132669 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af902c8-be69-480c-accd-a12a4ddcdcc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:36.137104 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:36.175318 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-c711b4a6-c2c5-45fe-9947-8caa6253f884 None None] Attempting to bind port ee3ccdd9-0ef3-4b64-b19a-619906e9cac5 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:12:36.175318 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-c711b4a6-c2c5-45fe-9947-8caa6253f884 None None] Attempting to bind port ee3ccdd9-0ef3-4b64-b19a-619906e9cac5 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '9ba14344-e03d-4fbe-b113-678329545f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '74a26bdb-a620-451c-b675-fc6e03d5ca68'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:12:36.176079 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c711b4a6-c2c5-45fe-9947-8caa6253f884 None None] Attempting to bind port ee3ccdd9-0ef3-4b64-b19a-619906e9cac5 on network 74a26bdb-a620-451c-b675-fc6e03d5ca68 {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:12:36.181676 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c711b4a6-c2c5-45fe-9947-8caa6253f884 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:12:36.182203 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c711b4a6-c2c5-45fe-9947-8caa6253f884 None None] Checking segment: {'id': '9ba14344-e03d-4fbe-b113-678329545f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '74a26bdb-a620-451c-b675-fc6e03d5ca68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:12:36.182889 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-c711b4a6-c2c5-45fe-9947-8caa6253f884 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:36.183074 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c711b4a6-c2c5-45fe-9947-8caa6253f884 None None] Bound using segment: {'id': '9ba14344-e03d-4fbe-b113-678329545f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '74a26bdb-a620-451c-b675-fc6e03d5ca68'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:12:36.183610 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-c711b4a6-c2c5-45fe-9947-8caa6253f884 None None] Bound port: ee3ccdd9-0ef3-4b64-b19a-619906e9cac5, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba14344-e03d-4fbe-b113-678329545f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '74a26bdb-a620-451c-b675-fc6e03d5ca68'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:12:36.183873 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:36.184045 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-c711b4a6-c2c5-45fe-9947-8caa6253f884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:36.194025 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port b51929ff-9b9e-405b-88f1-5992d8294bb9, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=b51929ff-9b9e-405b-88f1-5992d8294bb9,segment=NetworkSegment(9ba14344-e03d-4fbe-b113-678329545f1f),segment_id=9ba14344-e03d-4fbe-b113-678329545f1f)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:12:36.199208 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:36.249745 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-c711b4a6-c2c5-45fe-9947-8caa6253f884 None None] For port ee3ccdd9-0ef3-4b64-b19a-619906e9cac5, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:12:36.253431 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-c711b4a6-c2c5-45fe-9947-8caa6253f884 None None] For port ee3ccdd9-0ef3-4b64-b19a-619906e9cac5, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=ee3ccdd9-0ef3-4b64-b19a-619906e9cac5,segment=NetworkSegment(9ba14344-e03d-4fbe-b113-678329545f1f),segment_id=9ba14344-e03d-4fbe-b113-678329545f1f)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:12:36.256145 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=b51929ff-9b9e-405b-88f1-5992d8294bb9,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:36.260975 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-c711b4a6-c2c5-45fe-9947-8caa6253f884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:36.324224 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c711b4a6-c2c5-45fe-9947-8caa6253f884 None None] Routers {'a8e90336-e744-4011-8a5a-34a329106b2e'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:12:36.324854 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-c711b4a6-c2c5-45fe-9947-8caa6253f884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:12:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['a8e90336-e744-4011-8a5a-34a329106b2e'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:36.330421 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af902c8-be69-480c-accd-a12a4ddcdcc3 None None] Pushing event updated for resources: {'Port': ['ID=ee3ccdd9-0ef3-4b64-b19a-619906e9cac5,revision_number=4']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:36.440054 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-c711b4a6-c2c5-45fe-9947-8caa6253f884 None None] Set router a8e90336-e744-4011-8a5a-34a329106b2e gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:12:36.652122 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-c711b4a6-c2c5-45fe-9947-8caa6253f884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e90336-e744-4011-8a5a-34a329106b2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381941913', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'b88dc79c-e3af-43f7-9551-ec2ddc83565b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:12:30Z', 'updated_at': '2021-08-10T04:12:33Z', 'revision_number': 4, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': 'b88dc79c-e3af-43f7-9551-ec2ddc83565b', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e90336-e744-4011-8a5a-34a329106b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:30Z', 'updated_at': '2021-08-10T04:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'ee3ccdd9-0ef3-4b64-b19a-619906e9cac5', 'name': '', 'network_id': '74a26bdb-a620-451c-b675-fc6e03d5ca68', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'mac_address': 'fa:16:3e:4b:f6:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e90336-e744-4011-8a5a-34a329106b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a1557ce7-c56c-4d16-bae9-a495d6d5da3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:32Z', 'updated_at': '2021-08-10T04:12:36Z', 'revision_number': 4, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'subnets': [{'id': 'a1557ce7-c56c-4d16-bae9-a495d6d5da3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:36.676837 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-36a39b79-c76c-4f4b-9abb-c085735bc228 req-1da9adb4-afcf-44b5-8f29-98d6b9b96f3b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=19b8aba7-a16b-43ec-a637-00fa8f63826f HTTP/1.1" status: 200 len: 210 time: 0.0410371 Aug 10 04:12:36.678622 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c711b4a6-c2c5-45fe-9947-8caa6253f884 None None] The sync data for ids ['a8e90336-e744-4011-8a5a-34a329106b2e'] in n-d-768851-15 is: [{'id': 'a8e90336-e744-4011-8a5a-34a329106b2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381941913', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'b88dc79c-e3af-43f7-9551-ec2ddc83565b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:12:30Z', 'updated_at': '2021-08-10T04:12:33Z', 'revision_number': 4, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': 'b88dc79c-e3af-43f7-9551-ec2ddc83565b', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e90336-e744-4011-8a5a-34a329106b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:30Z', 'updated_at': '2021-08-10T04:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'ee3ccdd9-0ef3-4b64-b19a-619906e9cac5', 'name': '', 'network_id': '74a26bdb-a620-451c-b675-fc6e03d5ca68', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'mac_address': 'fa:16:3e:4b:f6:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e90336-e744-4011-8a5a-34a329106b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a1557ce7-c56c-4d16-bae9-a495d6d5da3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:32Z', 'updated_at': '2021-08-10T04:12:36Z', 'revision_number': 4, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'subnets': [{'id': 'a1557ce7-c56c-4d16-bae9-a495d6d5da3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:12:36.687799 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631dce84-c0fb-445f-b2ce-35d1147c2a64 req-7df77eb6-e66b-43fe-ac84-3f89a43dd0c6 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:36.689608 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-631dce84-c0fb-445f-b2ce-35d1147c2a64 req-7df77eb6-e66b-43fe-ac84-3f89a43dd0c6 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.60 "GET /v2.0/networks?id=74a26bdb-a620-451c-b675-fc6e03d5ca68 HTTP/1.1" status: 200 len: 797 time: 0.1712253 Aug 10 04:12:36.750155 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-631dce84-c0fb-445f-b2ce-35d1147c2a64 req-79163bef-83b2-4af1-a418-7e4ee1a98ae7 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0974328c2e43431896bddcacf9b7a031 HTTP/1.1" status: 200 len: 380 time: 0.0404146 Aug 10 04:12:36.762947 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-631dce84-c0fb-445f-b2ce-35d1147c2a64 req-5cc15bfa-af2a-422c-82cd-db44d0c56c6f tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Request body: {'port': {'device_id': '19b8aba7-a16b-43ec-a637-00fa8f63826f', 'network_id': '74a26bdb-a620-451c-b675-fc6e03d5ca68', 'admin_state_up': True, 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'security_groups': ['52557545-9f92-4e35-a606-f81540af1a1d']}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:12:36.884681 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-631dce84-c0fb-445f-b2ce-35d1147c2a64 req-5cc15bfa-af2a-422c-82cd-db44d0c56c6f tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Made reservation on behalf of 0974328c2e43431896bddcacf9b7a031 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:12:36.889238 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-631dce84-c0fb-445f-b2ce-35d1147c2a64 req-5cc15bfa-af2a-422c-82cd-db44d0c56c6f tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:37.019630 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-631dce84-c0fb-445f-b2ce-35d1147c2a64 req-5cc15bfa-af2a-422c-82cd-db44d0c56c6f tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Allocated IP 172.20.0.9 (74a26bdb-a620-451c-b675-fc6e03d5ca68/a1557ce7-c56c-4d16-bae9-a495d6d5da3b/96f9aa59-6470-427a-bad0-60c744e2c1ba) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:12:37.167559 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-631dce84-c0fb-445f-b2ce-35d1147c2a64 req-5cc15bfa-af2a-422c-82cd-db44d0c56c6f tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:37.182756 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-631dce84-c0fb-445f-b2ce-35d1147c2a64 req-5cc15bfa-af2a-422c-82cd-db44d0c56c6f tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Transition to ACTIVE for port object 96f9aa59-6470-427a-bad0-60c744e2c1ba will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:12:37.218304 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-631dce84-c0fb-445f-b2ce-35d1147c2a64 req-5cc15bfa-af2a-422c-82cd-db44d0c56c6f tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:37.266776 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-631dce84-c0fb-445f-b2ce-35d1147c2a64 req-5cc15bfa-af2a-422c-82cd-db44d0c56c6f tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Network 74a26bdb-a620-451c-b675-fc6e03d5ca68 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:12:37.272062 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-631dce84-c0fb-445f-b2ce-35d1147c2a64 req-5cc15bfa-af2a-422c-82cd-db44d0c56c6f tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:12:37.274616 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-631dce84-c0fb-445f-b2ce-35d1147c2a64 req-5cc15bfa-af2a-422c-82cd-db44d0c56c6f tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:12:37.305605 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc15bfa-af2a-422c-82cd-db44d0c56c6f tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'Port': ['ID=96f9aa59-6470-427a-bad0-60c744e2c1ba,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:37.335700 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631dce84-c0fb-445f-b2ce-35d1147c2a64 req-5cc15bfa-af2a-422c-82cd-db44d0c56c6f tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:37.336364 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-631dce84-c0fb-445f-b2ce-35d1147c2a64 req-5cc15bfa-af2a-422c-82cd-db44d0c56c6f tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:37.353148 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-631dce84-c0fb-445f-b2ce-35d1147c2a64 req-5cc15bfa-af2a-422c-82cd-db44d0c56c6f tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5940828 Aug 10 04:12:37.372033 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-631dce84-c0fb-445f-b2ce-35d1147c2a64 req-205ea923-1571-4448-9cbc-443c8118e8ab service neutron] Request body: {'port': {'device_id': '19b8aba7-a16b-43ec-a637-00fa8f63826f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:12:37.454100 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-631dce84-c0fb-445f-b2ce-35d1147c2a64 req-205ea923-1571-4448-9cbc-443c8118e8ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:37.545519 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-28de8477-e49a-4d76-b4c5-aa905ac22391 None None] Provisioning for port 96f9aa59-6470-427a-bad0-60c744e2c1ba completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:12:37.549315 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-28de8477-e49a-4d76-b4c5-aa905ac22391 None None] Provisioning complete for port 96f9aa59-6470-427a-bad0-60c744e2c1ba triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:12:37.549842 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-28de8477-e49a-4d76-b4c5-aa905ac22391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:37.585059 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-28de8477-e49a-4d76-b4c5-aa905ac22391 None None] Port 96f9aa59-6470-427a-bad0-60c744e2c1ba cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:12:37.745125 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-631dce84-c0fb-445f-b2ce-35d1147c2a64 req-205ea923-1571-4448-9cbc-443c8118e8ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96f9aa59-6470-427a-bad0-60c744e2c1ba {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:12:37.753584 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-631dce84-c0fb-445f-b2ce-35d1147c2a64 req-205ea923-1571-4448-9cbc-443c8118e8ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:37.766461 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-631dce84-c0fb-445f-b2ce-35d1147c2a64 req-205ea923-1571-4448-9cbc-443c8118e8ab service neutron] Transition to ACTIVE for port object 96f9aa59-6470-427a-bad0-60c744e2c1ba will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:12:37.771299 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-631dce84-c0fb-445f-b2ce-35d1147c2a64 req-205ea923-1571-4448-9cbc-443c8118e8ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:37.800662 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b51929ff-9b9e-405b-88f1-5992d8294bb9 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:12:37.854767 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port b51929ff-9b9e-405b-88f1-5992d8294bb9 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:12:37.855216 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:37.866501 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ea923-1571-4448-9cbc-443c8118e8ab service neutron] Pushing event updated for resources: {'Port': ['ID=96f9aa59-6470-427a-bad0-60c744e2c1ba,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:37.881467 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf940a-76dd-478c-8366-1fce914a4cff req-f1085d37-3ddb-4a5c-b457-9a44fff9b0a1 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:37.883049 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-41cf940a-76dd-478c-8366-1fce914a4cff req-f1085d37-3ddb-4a5c-b457-9a44fff9b0a1 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=19b8aba7-a16b-43ec-a637-00fa8f63826f HTTP/1.1" status: 200 len: 943 time: 0.1084621 Aug 10 04:12:37.944469 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b88dc79c-e3af-43f7-9551-ec2ddc83565b up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:12:37.966317 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-41cf940a-76dd-478c-8366-1fce914a4cff req-c0be81d4-2892-48cd-beeb-15bcd3256b5e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=52557545-9f92-4e35-a606-f81540af1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644164 Aug 10 04:12:37.980797 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-631dce84-c0fb-445f-b2ce-35d1147c2a64 req-205ea923-1571-4448-9cbc-443c8118e8ab service neutron] Attempting to bind port 96f9aa59-6470-427a-bad0-60c744e2c1ba on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:12:37.981167 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-631dce84-c0fb-445f-b2ce-35d1147c2a64 req-205ea923-1571-4448-9cbc-443c8118e8ab service neutron] Attempting to bind port 96f9aa59-6470-427a-bad0-60c744e2c1ba by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '9ba14344-e03d-4fbe-b113-678329545f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '74a26bdb-a620-451c-b675-fc6e03d5ca68'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:12:37.986307 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631dce84-c0fb-445f-b2ce-35d1147c2a64 req-205ea923-1571-4448-9cbc-443c8118e8ab service neutron] Attempting to bind port 96f9aa59-6470-427a-bad0-60c744e2c1ba on network 74a26bdb-a620-451c-b675-fc6e03d5ca68 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:12:37.991514 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631dce84-c0fb-445f-b2ce-35d1147c2a64 req-205ea923-1571-4448-9cbc-443c8118e8ab service neutron] Port 96f9aa59-6470-427a-bad0-60c744e2c1ba on network 74a26bdb-a620-451c-b675-fc6e03d5ca68 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:12:37.991846 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631dce84-c0fb-445f-b2ce-35d1147c2a64 req-205ea923-1571-4448-9cbc-443c8118e8ab service neutron] Attempting to bind port 96f9aa59-6470-427a-bad0-60c744e2c1ba on network 74a26bdb-a620-451c-b675-fc6e03d5ca68 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:12:37.997364 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631dce84-c0fb-445f-b2ce-35d1147c2a64 req-205ea923-1571-4448-9cbc-443c8118e8ab service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:12:37.997612 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631dce84-c0fb-445f-b2ce-35d1147c2a64 req-205ea923-1571-4448-9cbc-443c8118e8ab service neutron] Checking segment: {'id': '9ba14344-e03d-4fbe-b113-678329545f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '74a26bdb-a620-451c-b675-fc6e03d5ca68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:12:37.998241 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631dce84-c0fb-445f-b2ce-35d1147c2a64 req-205ea923-1571-4448-9cbc-443c8118e8ab service neutron] Bound using segment: {'id': '9ba14344-e03d-4fbe-b113-678329545f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '74a26bdb-a620-451c-b675-fc6e03d5ca68'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:12:37.998383 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-631dce84-c0fb-445f-b2ce-35d1147c2a64 req-205ea923-1571-4448-9cbc-443c8118e8ab service neutron] Bound port: 96f9aa59-6470-427a-bad0-60c744e2c1ba, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ba14344-e03d-4fbe-b113-678329545f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '74a26bdb-a620-451c-b675-fc6e03d5ca68'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:12:37.998709 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-631dce84-c0fb-445f-b2ce-35d1147c2a64 req-205ea923-1571-4448-9cbc-443c8118e8ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:38.006936 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port b88dc79c-e3af-43f7-9551-ec2ddc83565b triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:12:38.007315 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:38.066727 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-631dce84-c0fb-445f-b2ce-35d1147c2a64 req-205ea923-1571-4448-9cbc-443c8118e8ab service neutron] For port 96f9aa59-6470-427a-bad0-60c744e2c1ba, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:12:38.069847 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-631dce84-c0fb-445f-b2ce-35d1147c2a64 req-205ea923-1571-4448-9cbc-443c8118e8ab service neutron] For port 96f9aa59-6470-427a-bad0-60c744e2c1ba, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=96f9aa59-6470-427a-bad0-60c744e2c1ba,segment=NetworkSegment(9ba14344-e03d-4fbe-b113-678329545f1f),segment_id=9ba14344-e03d-4fbe-b113-678329545f1f)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:12:38.074644 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-631dce84-c0fb-445f-b2ce-35d1147c2a64 req-205ea923-1571-4448-9cbc-443c8118e8ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:38.087353 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device ee3ccdd9-0ef3-4b64-b19a-619906e9cac5 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:12:38.110360 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631dce84-c0fb-445f-b2ce-35d1147c2a64 req-205ea923-1571-4448-9cbc-443c8118e8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:38.110948 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-631dce84-c0fb-445f-b2ce-35d1147c2a64 req-205ea923-1571-4448-9cbc-443c8118e8ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:38.112484 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-631dce84-c0fb-445f-b2ce-35d1147c2a64 req-205ea923-1571-4448-9cbc-443c8118e8ab service neutron] 10.222.0.60 "PUT /v2.0/ports/96f9aa59-6470-427a-bad0-60c744e2c1ba HTTP/1.1" status: 200 len: 1092 time: 0.7457271 Aug 10 04:12:38.112926 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b8aba7-a16b-43ec-a637-00fa8f63826f', 'tag': '96f9aa59-6470-427a-bad0-60c744e2c1ba'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:12:38.115307 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0021ea54f387d2ae39ffe00c7e01dc720af9cc0ec992141d1f8728dec056f1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9303c7-5de7-4d32-be74-3f62e1ee5aba" -d '{"events": [{"name": "network-changed", "server_uuid": "19b8aba7-a16b-43ec-a637-00fa8f63826f", "tag": "96f9aa59-6470-427a-bad0-60c744e2c1ba"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:12:38.142162 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ea923-1571-4448-9cbc-443c8118e8ab service neutron] Pushing event updated for resources: {'Port': ['ID=96f9aa59-6470-427a-bad0-60c744e2c1ba,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:38.164178 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port ee3ccdd9-0ef3-4b64-b19a-619906e9cac5 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:12:38.169672 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port ee3ccdd9-0ef3-4b64-b19a-619906e9cac5 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:12:38.170075 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:38.188492 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429295aa-a2ef-4578-a606-b13536b4a032 x-openstack-request-id: req-429295aa-a2ef-4578-a606-b13536b4a032 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:12:38.188920 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19b8aba7-a16b-43ec-a637-00fa8f63826f", "tag": "96f9aa59-6470-427a-bad0-60c744e2c1ba", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:12:38.189289 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-429295aa-a2ef-4578-a606-b13536b4a032 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:12:38.189783 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19b8aba7-a16b-43ec-a637-00fa8f63826f', 'tag': '96f9aa59-6470-427a-bad0-60c744e2c1ba', 'status': 'completed', 'code': 200} Aug 10 04:12:38.221493 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631dce84-c0fb-445f-b2ce-35d1147c2a64 req-4ccf572f-ec53-43fa-9cf1-a2b0f2bb39c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:38.223370 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-631dce84-c0fb-445f-b2ce-35d1147c2a64 req-4ccf572f-ec53-43fa-9cf1-a2b0f2bb39c3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0974328c2e43431896bddcacf9b7a031&device_id=19b8aba7-a16b-43ec-a637-00fa8f63826f HTTP/1.1" status: 200 len: 1095 time: 0.0481534 Aug 10 04:12:38.255761 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:38.276081 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-631dce84-c0fb-445f-b2ce-35d1147c2a64 req-a11fa16e-3194-406b-9d69-c6c59780b53b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96f9aa59-6470-427a-bad0-60c744e2c1ba HTTP/1.1" status: 200 len: 217 time: 0.0394828 Aug 10 04:12:38.297884 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port ee3ccdd9-0ef3-4b64-b19a-619906e9cac5, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=ee3ccdd9-0ef3-4b64-b19a-619906e9cac5,segment=NetworkSegment(9ba14344-e03d-4fbe-b113-678329545f1f),segment_id=9ba14344-e03d-4fbe-b113-678329545f1f)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:12:38.302049 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:38.337652 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631dce84-c0fb-445f-b2ce-35d1147c2a64 req-af21adff-86ea-4df6-8e0f-02b7113d4a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:38.339206 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-631dce84-c0fb-445f-b2ce-35d1147c2a64 req-af21adff-86ea-4df6-8e0f-02b7113d4a17 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a1557ce7-c56c-4d16-bae9-a495d6d5da3b HTTP/1.1" status: 200 len: 834 time: 0.0509894 Aug 10 04:12:38.357688 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=ee3ccdd9-0ef3-4b64-b19a-619906e9cac5,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:38.385648 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631dce84-c0fb-445f-b2ce-35d1147c2a64 req-b1fd1469-565a-455a-a89d-5fc98557bdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:38.387190 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-631dce84-c0fb-445f-b2ce-35d1147c2a64 req-b1fd1469-565a-455a-a89d-5fc98557bdbe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=74a26bdb-a620-451c-b675-fc6e03d5ca68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403731 Aug 10 04:12:38.479165 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-631dce84-c0fb-445f-b2ce-35d1147c2a64 req-962820e6-d6bd-4275-bef3-eaa57d22f97b service neutron] 10.222.0.60 "GET /v2.0/networks/74a26bdb-a620-451c-b675-fc6e03d5ca68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837343 Aug 10 04:12:38.571831 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-631dce84-c0fb-445f-b2ce-35d1147c2a64 req-df547ac0-f7b5-47f5-8388-087c3f1abaf1 service neutron] 10.222.0.60 "GET /v2.0/networks/74a26bdb-a620-451c-b675-fc6e03d5ca68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811033 Aug 10 04:12:38.664738 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9303c7-5de7-4d32-be74-3f62e1ee5aba req-d9ab1400-cfde-440f-8dd4-7429d68bb45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:38.666229 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1d9303c7-5de7-4d32-be74-3f62e1ee5aba req-d9ab1400-cfde-440f-8dd4-7429d68bb45f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0974328c2e43431896bddcacf9b7a031&device_id=19b8aba7-a16b-43ec-a637-00fa8f63826f HTTP/1.1" status: 200 len: 1095 time: 0.0415654 Aug 10 04:12:38.759392 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9303c7-5de7-4d32-be74-3f62e1ee5aba req-0ac29327-eaf1-4dc3-b284-b937b771d1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:38.760881 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1d9303c7-5de7-4d32-be74-3f62e1ee5aba req-0ac29327-eaf1-4dc3-b284-b937b771d1e1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=74a26bdb-a620-451c-b675-fc6e03d5ca68 HTTP/1.1" status: 200 len: 898 time: 0.0870466 Aug 10 04:12:38.802893 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1d9303c7-5de7-4d32-be74-3f62e1ee5aba req-f9e675b0-4ae1-4b88-855f-25f4fbc6311b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96f9aa59-6470-427a-bad0-60c744e2c1ba HTTP/1.1" status: 200 len: 217 time: 0.0348022 Aug 10 04:12:38.862728 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9303c7-5de7-4d32-be74-3f62e1ee5aba req-30ee623f-9c1d-43a7-a090-8fd84e0a38eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:38.864825 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1d9303c7-5de7-4d32-be74-3f62e1ee5aba req-30ee623f-9c1d-43a7-a090-8fd84e0a38eb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a1557ce7-c56c-4d16-bae9-a495d6d5da3b HTTP/1.1" status: 200 len: 834 time: 0.0530136 Aug 10 04:12:38.910426 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9303c7-5de7-4d32-be74-3f62e1ee5aba req-f01dc6e8-5940-49f4-bf6a-0988c44e380e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:38.911835 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1d9303c7-5de7-4d32-be74-3f62e1ee5aba req-f01dc6e8-5940-49f4-bf6a-0988c44e380e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=74a26bdb-a620-451c-b675-fc6e03d5ca68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392270 Aug 10 04:12:39.010389 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1d9303c7-5de7-4d32-be74-3f62e1ee5aba req-ad25f99f-75c7-473c-a2a4-27ec80ff15eb service neutron] 10.222.0.60 "GET /v2.0/networks/74a26bdb-a620-451c-b675-fc6e03d5ca68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843041 Aug 10 04:12:39.143498 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039139dc-92fc-4810-856d-68350199d42f req-6e1c29e7-64b4-4fc3-92e1-6e98936243bb tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:39.144979 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-039139dc-92fc-4810-856d-68350199d42f req-6e1c29e7-64b4-4fc3-92e1-6e98936243bb tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=19b8aba7-a16b-43ec-a637-00fa8f63826f HTTP/1.1" status: 200 len: 943 time: 0.0796230 Aug 10 04:12:39.150999 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1d9303c7-5de7-4d32-be74-3f62e1ee5aba req-dcba1908-e5d9-44bc-bad8-466063ed211d service neutron] 10.222.0.60 "GET /v2.0/networks/74a26bdb-a620-451c-b675-fc6e03d5ca68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307907 Aug 10 04:12:39.187147 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-039139dc-92fc-4810-856d-68350199d42f req-f5c794f4-330b-4d91-86d6-0d482d291077 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=52557545-9f92-4e35-a606-f81540af1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351784 Aug 10 04:12:39.702824 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device ee3ccdd9-0ef3-4b64-b19a-619906e9cac5 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:12:39.750095 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port ee3ccdd9-0ef3-4b64-b19a-619906e9cac5 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:12:39.750494 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:40.307600 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f7af6-dd83-4c75-b254-dd7185bd44cf req-d12bc59d-7378-4ed2-94d6-7430d5a219a2 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:40.309077 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5d8f7af6-dd83-4c75-b254-dd7185bd44cf req-d12bc59d-7378-4ed2-94d6-7430d5a219a2 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=19b8aba7-a16b-43ec-a637-00fa8f63826f HTTP/1.1" status: 200 len: 943 time: 0.0513670 Aug 10 04:12:40.347219 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5d8f7af6-dd83-4c75-b254-dd7185bd44cf req-22df9903-ea85-4012-86e6-b4ea410b5b2b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=52557545-9f92-4e35-a606-f81540af1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314102 Aug 10 04:12:41.455479 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 96f9aa59-6470-427a-bad0-60c744e2c1ba details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:12:41.462322 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c8f73-37eb-4c56-8aa3-040098cbeec8 req-9a16e2cf-e75f-4ea3-b356-6d4a938428cc tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:41.464272 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2f1c8f73-37eb-4c56-8aa3-040098cbeec8 req-9a16e2cf-e75f-4ea3-b356-6d4a938428cc tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=19b8aba7-a16b-43ec-a637-00fa8f63826f HTTP/1.1" status: 200 len: 943 time: 0.0495706 Aug 10 04:12:41.507085 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2f1c8f73-37eb-4c56-8aa3-040098cbeec8 req-b226e4f9-7c33-4679-b9e4-dab22785018d tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=52557545-9f92-4e35-a606-f81540af1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370898 Aug 10 04:12:41.571053 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 96f9aa59-6470-427a-bad0-60c744e2c1ba, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=96f9aa59-6470-427a-bad0-60c744e2c1ba,segment=NetworkSegment(9ba14344-e03d-4fbe-b113-678329545f1f),segment_id=9ba14344-e03d-4fbe-b113-678329545f1f)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:12:41.582171 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '96f9aa59-6470-427a-bad0-60c744e2c1ba', 'network_id': '74a26bdb-a620-451c-b675-fc6e03d5ca68', 'port_id': '96f9aa59-6470-427a-bad0-60c744e2c1ba', 'mac_address': 'fa:16:3e:64:a0:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1557ce7-c56c-4d16-bae9-a495d6d5da3b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:12:41.618387 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:41.631134 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96f9aa59-6470-427a-bad0-60c744e2c1ba {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:12:41.650258 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 96f9aa59-6470-427a-bad0-60c744e2c1ba, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=96f9aa59-6470-427a-bad0-60c744e2c1ba,segment=NetworkSegment(9ba14344-e03d-4fbe-b113-678329545f1f),segment_id=9ba14344-e03d-4fbe-b113-678329545f1f)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:12:41.654001 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:41.705921 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=96f9aa59-6470-427a-bad0-60c744e2c1ba,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:41.898320 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['96f9aa59-6470-427a-bad0-60c744e2c1ba'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:12:42.621071 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd5d0b-ee10-4829-8881-418b3c0a0baa req-b4f09e32-374e-4c62-bd6c-bc2aebf4ca0c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:42.622639 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cfdd5d0b-ee10-4829-8881-418b3c0a0baa req-b4f09e32-374e-4c62-bd6c-bc2aebf4ca0c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=19b8aba7-a16b-43ec-a637-00fa8f63826f HTTP/1.1" status: 200 len: 944 time: 0.0486157 Aug 10 04:12:42.659894 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cfdd5d0b-ee10-4829-8881-418b3c0a0baa req-ae206aab-0e06-45e5-aa61-6d6e0f0f305b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=52557545-9f92-4e35-a606-f81540af1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313525 Aug 10 04:12:43.469723 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 96f9aa59-6470-427a-bad0-60c744e2c1ba up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:12:43.517931 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port 96f9aa59-6470-427a-bad0-60c744e2c1ba completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:12:43.521495 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 96f9aa59-6470-427a-bad0-60c744e2c1ba triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:12:43.521861 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:43.596264 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:43.618374 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b8aba7-a16b-43ec-a637-00fa8f63826f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f9aa59-6470-427a-bad0-60c744e2c1ba'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:12:43.620769 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}687ba51f6797870dc73eef52a647f30c5325a6c2ab4bb07751a6afc0cf078d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433ffb45-b075-42b4-bbf3-fe9c0a7a2431" -d '{"events": [{"server_uuid": "19b8aba7-a16b-43ec-a637-00fa8f63826f", "name": "network-vif-plugged", "status": "completed", "tag": "96f9aa59-6470-427a-bad0-60c744e2c1ba"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:12:43.636607 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 96f9aa59-6470-427a-bad0-60c744e2c1ba, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=96f9aa59-6470-427a-bad0-60c744e2c1ba,segment=NetworkSegment(9ba14344-e03d-4fbe-b113-678329545f1f),segment_id=9ba14344-e03d-4fbe-b113-678329545f1f)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:12:43.641425 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:43.665578 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e815b74-1288-4998-89c4-5eac9497ed5b x-openstack-request-id: req-5e815b74-1288-4998-89c4-5eac9497ed5b {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:12:43.665864 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b8aba7-a16b-43ec-a637-00fa8f63826f", "name": "network-vif-plugged", "status": "completed", "tag": "96f9aa59-6470-427a-bad0-60c744e2c1ba", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:12:43.666114 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5e815b74-1288-4998-89c4-5eac9497ed5b {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:12:43.666497 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b8aba7-a16b-43ec-a637-00fa8f63826f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f9aa59-6470-427a-bad0-60c744e2c1ba', 'code': 200} Aug 10 04:12:43.697548 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=96f9aa59-6470-427a-bad0-60c744e2c1ba,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:43.814039 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6db6a-791a-40d6-b460-8d625202f022 req-3ffaf8f2-ad10-4086-9ed3-7f0443ff077c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:43.815589 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bad6db6a-791a-40d6-b460-8d625202f022 req-3ffaf8f2-ad10-4086-9ed3-7f0443ff077c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=19b8aba7-a16b-43ec-a637-00fa8f63826f HTTP/1.1" status: 200 len: 945 time: 0.0820987 Aug 10 04:12:43.818235 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33cbc0e-397a-4bdb-a8b5-01c89dc87347 req-9be42014-3f1b-40b4-97d2-99c576df040b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:43.819658 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c33cbc0e-397a-4bdb-a8b5-01c89dc87347 req-9be42014-3f1b-40b4-97d2-99c576df040b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=19b8aba7-a16b-43ec-a637-00fa8f63826f HTTP/1.1" status: 200 len: 1097 time: 0.0836134 Aug 10 04:12:43.873065 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bad6db6a-791a-40d6-b460-8d625202f022 req-b2f877d4-c7b4-4af7-aa02-bfcc58cf5248 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=52557545-9f92-4e35-a606-f81540af1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515053 Aug 10 04:12:43.878951 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c33cbc0e-397a-4bdb-a8b5-01c89dc87347 req-1fe2b6d1-04db-42b8-973d-8a2525d195bb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=52557545-9f92-4e35-a606-f81540af1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438666 Aug 10 04:12:44.990856 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d383a53c-2562-415f-844a-f43181da2a87 req-537f5b77-5a14-48dc-9ef8-4902f7685ae0 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:44.992364 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d383a53c-2562-415f-844a-f43181da2a87 req-537f5b77-5a14-48dc-9ef8-4902f7685ae0 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=19b8aba7-a16b-43ec-a637-00fa8f63826f HTTP/1.1" status: 200 len: 945 time: 0.0502892 Aug 10 04:12:45.028873 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d383a53c-2562-415f-844a-f43181da2a87 req-93f84f1b-996c-427d-b9dc-5a3a0a1c3996 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=52557545-9f92-4e35-a606-f81540af1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305400 Aug 10 04:12:45.154615 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f46795-15c4-4e11-986e-862368492f17 req-a3f90ea2-b431-4640-a3b2-8c9a235c1427 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:45.156079 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-67f46795-15c4-4e11-986e-862368492f17 req-a3f90ea2-b431-4640-a3b2-8c9a235c1427 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=19b8aba7-a16b-43ec-a637-00fa8f63826f HTTP/1.1" status: 200 len: 945 time: 0.0584292 Aug 10 04:12:45.194749 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-67f46795-15c4-4e11-986e-862368492f17 req-74aa31ed-b1ee-4208-a864-2e8d6b2a3469 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=52557545-9f92-4e35-a606-f81540af1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323126 Aug 10 04:12:45.216372 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43444) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:45.299979 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e6781d-7291-4dce-9a4e-7b46d94c3dc6 tempest-TestNetworkAdvancedServerOps-626410460 tempest-TestNetworkAdvancedServerOps-626410460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:45.301505 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-51e6781d-7291-4dce-9a4e-7b46d94c3dc6 tempest-TestNetworkAdvancedServerOps-626410460 tempest-TestNetworkAdvancedServerOps-626410460-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=19b8aba7-a16b-43ec-a637-00fa8f63826f HTTP/1.1" status: 200 len: 1092 time: 0.0840096 Aug 10 04:12:45.304351 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43448) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:45.308814 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-9807d9f4-35c2-46b2-809b-d510206cf4b9 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Request body: {'floatingip': {'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'port_id': '96f9aa59-6470-427a-bad0-60c744e2c1ba', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:12:45.331292 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9807d9f4-35c2-46b2-809b-d510206cf4b9 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for floatingip, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:45.753878 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9807d9f4-35c2-46b2-809b-d510206cf4b9 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:45.855056 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-9807d9f4-35c2-46b2-809b-d510206cf4b9 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Allocated IP 172.25.7.244 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/2258f004-4648-49a6-9a51-517cbac849cb) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:12:45.959964 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9807d9f4-35c2-46b2-809b-d510206cf4b9 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:45.997924 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9807d9f4-35c2-46b2-809b-d510206cf4b9 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:46.036790 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9807d9f4-35c2-46b2-809b-d510206cf4b9 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:12:46.039647 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-9807d9f4-35c2-46b2-809b-d510206cf4b9 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:12:46.043160 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9807d9f4-35c2-46b2-809b-d510206cf4b9 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:12:46.065001 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9807d9f4-35c2-46b2-809b-d510206cf4b9 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'Port': ['ID=2258f004-4648-49a6-9a51-517cbac849cb,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:46.403533 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9807d9f4-35c2-46b2-809b-d510206cf4b9 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:46.470434 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9807d9f4-35c2-46b2-809b-d510206cf4b9 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:46.622568 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9807d9f4-35c2-46b2-809b-d510206cf4b9 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:46.626979 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9807d9f4-35c2-46b2-809b-d510206cf4b9 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:46.698558 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9807d9f4-35c2-46b2-809b-d510206cf4b9 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'Port': ['ID=2258f004-4648-49a6-9a51-517cbac849cb,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:46.707023 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9807d9f4-35c2-46b2-809b-d510206cf4b9 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:46.817099 n-d-768851-15 neutron-server[94216]: INFO neutron.db.l3_db [None req-9807d9f4-35c2-46b2-809b-d510206cf4b9 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Floating IP 84af361c-c018-47b3-ae20-e22b2dff4b88 associated. External IP: 172.25.7.244, port: 96f9aa59-6470-427a-bad0-60c744e2c1ba. Aug 10 04:12:47.028115 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9807d9f4-35c2-46b2-809b-d510206cf4b9 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Router a8e90336-e744-4011-8a5a-34a329106b2e has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:12:47.137421 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9807d9f4-35c2-46b2-809b-d510206cf4b9 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:12:47.147759 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac56698-79ef-485d-a1e1-0b506c69d636 None None] Sync routers for ids ['a8e90336-e744-4011-8a5a-34a329106b2e'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:12:47.153291 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-9807d9f4-35c2-46b2-809b-d510206cf4b9 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:47.158017 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac56698-79ef-485d-a1e1-0b506c69d636 None None] Routers {'a8e90336-e744-4011-8a5a-34a329106b2e'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:12:47.158637 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-dac56698-79ef-485d-a1e1-0b506c69d636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:12:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['a8e90336-e744-4011-8a5a-34a329106b2e'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:47.179992 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-9807d9f4-35c2-46b2-809b-d510206cf4b9 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8746068 Aug 10 04:12:47.180603 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b8aba7-a16b-43ec-a637-00fa8f63826f', 'tag': '96f9aa59-6470-427a-bad0-60c744e2c1ba'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:12:47.182909 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0021ea54f387d2ae39ffe00c7e01dc720af9cc0ec992141d1f8728dec056f1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de52b80-c524-4580-b197-5cb829f6ff89" -d '{"events": [{"name": "network-changed", "server_uuid": "19b8aba7-a16b-43ec-a637-00fa8f63826f", "tag": "96f9aa59-6470-427a-bad0-60c744e2c1ba"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:12:47.220258 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb81967-85cb-448d-a4f0-ea0202448cee x-openstack-request-id: req-5cb81967-85cb-448d-a4f0-ea0202448cee {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:12:47.220546 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19b8aba7-a16b-43ec-a637-00fa8f63826f", "tag": "96f9aa59-6470-427a-bad0-60c744e2c1ba", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:12:47.220802 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5cb81967-85cb-448d-a4f0-ea0202448cee {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:12:47.221359 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19b8aba7-a16b-43ec-a637-00fa8f63826f', 'tag': '96f9aa59-6470-427a-bad0-60c744e2c1ba', 'status': 'completed', 'code': 200} Aug 10 04:12:47.320610 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ad6ef-aa2d-4181-a593-18a476661da2 req-b0ec3ccd-6acb-409e-9150-da96ae97f335 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:47.322145 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-479ad6ef-aa2d-4181-a593-18a476661da2 req-b0ec3ccd-6acb-409e-9150-da96ae97f335 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=19b8aba7-a16b-43ec-a637-00fa8f63826f HTTP/1.1" status: 200 len: 945 time: 0.0869982 Aug 10 04:12:47.325383 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de52b80-c524-4580-b197-5cb829f6ff89 req-42a0ebc3-2de6-4ee3-8875-1bac1b501898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:47.326974 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9de52b80-c524-4580-b197-5cb829f6ff89 req-42a0ebc3-2de6-4ee3-8875-1bac1b501898 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0974328c2e43431896bddcacf9b7a031&device_id=19b8aba7-a16b-43ec-a637-00fa8f63826f HTTP/1.1" status: 200 len: 1097 time: 0.0806131 Aug 10 04:12:47.412884 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-479ad6ef-aa2d-4181-a593-18a476661da2 req-4327653d-eb8d-4851-93d2-98c32a35d52c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=52557545-9f92-4e35-a606-f81540af1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831270 Aug 10 04:12:47.435686 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-dac56698-79ef-485d-a1e1-0b506c69d636 None None] Set router a8e90336-e744-4011-8a5a-34a329106b2e gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:12:47.436568 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43454) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:47.444352 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de52b80-c524-4580-b197-5cb829f6ff89 req-63d25584-a561-4f6e-a881-de9cfbf411b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:47.445845 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9de52b80-c524-4580-b197-5cb829f6ff89 req-63d25584-a561-4f6e-a881-de9cfbf411b6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=74a26bdb-a620-451c-b675-fc6e03d5ca68 HTTP/1.1" status: 200 len: 898 time: 0.1096365 Aug 10 04:12:47.497496 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-012fb9de-6064-4702-aa37-023ba3f7bfd4 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/floatingips/84af361c-c018-47b3-ae20-e22b2dff4b88 HTTP/1.1" status: 200 len: 991 time: 0.0597024 Aug 10 04:12:47.518005 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9de52b80-c524-4580-b197-5cb829f6ff89 req-381a81b9-16ab-4b9c-b27f-a7ae84047887 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96f9aa59-6470-427a-bad0-60c744e2c1ba HTTP/1.1" status: 200 len: 999 time: 0.0648146 Aug 10 04:12:47.568793 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de52b80-c524-4580-b197-5cb829f6ff89 req-9460c84c-138b-46d4-abf0-3957a038d8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:47.570560 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9de52b80-c524-4580-b197-5cb829f6ff89 req-9460c84c-138b-46d4-abf0-3957a038d8e9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a1557ce7-c56c-4d16-bae9-a495d6d5da3b HTTP/1.1" status: 200 len: 834 time: 0.0457950 Aug 10 04:12:47.618898 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de52b80-c524-4580-b197-5cb829f6ff89 req-b62b1aec-f092-4654-9170-0ca58d3d174e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:47.620371 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9de52b80-c524-4580-b197-5cb829f6ff89 req-b62b1aec-f092-4654-9170-0ca58d3d174e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=74a26bdb-a620-451c-b675-fc6e03d5ca68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422137 Aug 10 04:12:47.660121 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-dac56698-79ef-485d-a1e1-0b506c69d636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e90336-e744-4011-8a5a-34a329106b2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381941913', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'b88dc79c-e3af-43f7-9551-ec2ddc83565b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:12:30Z', 'updated_at': '2021-08-10T04:12:33Z', 'revision_number': 4, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': 'b88dc79c-e3af-43f7-9551-ec2ddc83565b', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e90336-e744-4011-8a5a-34a329106b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:30Z', 'updated_at': '2021-08-10T04:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '84af361c-c018-47b3-ae20-e22b2dff4b88', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'floating_ip_address': '172.25.7.244', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': 'a8e90336-e744-4011-8a5a-34a329106b2e', 'port_id': '96f9aa59-6470-427a-bad0-60c744e2c1ba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74a26bdb-a620-451c-b675-fc6e03d5ca68', 'mac_address': 'fa:16:3e:64:a0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b8aba7-a16b-43ec-a637-00fa8f63826f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:12:46Z', 'updated_at': '2021-08-10T04:12:46Z', 'revision_number': 0, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee3ccdd9-0ef3-4b64-b19a-619906e9cac5', 'name': '', 'network_id': '74a26bdb-a620-451c-b675-fc6e03d5ca68', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'mac_address': 'fa:16:3e:4b:f6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e90336-e744-4011-8a5a-34a329106b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a1557ce7-c56c-4d16-bae9-a495d6d5da3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:32Z', 'updated_at': '2021-08-10T04:12:38Z', 'revision_number': 5, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'subnets': [{'id': 'a1557ce7-c56c-4d16-bae9-a495d6d5da3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:47.692148 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac56698-79ef-485d-a1e1-0b506c69d636 None None] Checking router: a8e90336-e744-4011-8a5a-34a329106b2e for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:12:47.701064 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac56698-79ef-485d-a1e1-0b506c69d636 None None] Routers {'a8e90336-e744-4011-8a5a-34a329106b2e'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:12:47.701685 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-dac56698-79ef-485d-a1e1-0b506c69d636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:12:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['a8e90336-e744-4011-8a5a-34a329106b2e'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:47.716345 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9de52b80-c524-4580-b197-5cb829f6ff89 req-8b7c8181-cdbf-4663-87f9-4030768c1957 service neutron] 10.222.0.60 "GET /v2.0/networks/74a26bdb-a620-451c-b675-fc6e03d5ca68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873246 Aug 10 04:12:47.808221 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9de52b80-c524-4580-b197-5cb829f6ff89 req-7e2075ae-3185-4b39-b88b-297a1d300e59 service neutron] 10.222.0.60 "GET /v2.0/networks/74a26bdb-a620-451c-b675-fc6e03d5ca68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845234 Aug 10 04:12:47.810938 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-dac56698-79ef-485d-a1e1-0b506c69d636 None None] Set router a8e90336-e744-4011-8a5a-34a329106b2e gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:12:47.955069 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:12:48.044697 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-dac56698-79ef-485d-a1e1-0b506c69d636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e90336-e744-4011-8a5a-34a329106b2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381941913', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'b88dc79c-e3af-43f7-9551-ec2ddc83565b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:12:30Z', 'updated_at': '2021-08-10T04:12:33Z', 'revision_number': 4, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': 'b88dc79c-e3af-43f7-9551-ec2ddc83565b', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e90336-e744-4011-8a5a-34a329106b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:30Z', 'updated_at': '2021-08-10T04:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '84af361c-c018-47b3-ae20-e22b2dff4b88', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'floating_ip_address': '172.25.7.244', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': 'a8e90336-e744-4011-8a5a-34a329106b2e', 'port_id': '96f9aa59-6470-427a-bad0-60c744e2c1ba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74a26bdb-a620-451c-b675-fc6e03d5ca68', 'mac_address': 'fa:16:3e:64:a0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b8aba7-a16b-43ec-a637-00fa8f63826f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:12:46Z', 'updated_at': '2021-08-10T04:12:46Z', 'revision_number': 0, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee3ccdd9-0ef3-4b64-b19a-619906e9cac5', 'name': '', 'network_id': '74a26bdb-a620-451c-b675-fc6e03d5ca68', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'mac_address': 'fa:16:3e:4b:f6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e90336-e744-4011-8a5a-34a329106b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a1557ce7-c56c-4d16-bae9-a495d6d5da3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:32Z', 'updated_at': '2021-08-10T04:12:38Z', 'revision_number': 5, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'subnets': [{'id': 'a1557ce7-c56c-4d16-bae9-a495d6d5da3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:48.072177 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac56698-79ef-485d-a1e1-0b506c69d636 None None] The sync data for ids ['a8e90336-e744-4011-8a5a-34a329106b2e'] in n-d-768851-15 is: [{'id': 'a8e90336-e744-4011-8a5a-34a329106b2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381941913', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'b88dc79c-e3af-43f7-9551-ec2ddc83565b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:12:30Z', 'updated_at': '2021-08-10T04:12:33Z', 'revision_number': 4, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': 'b88dc79c-e3af-43f7-9551-ec2ddc83565b', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e90336-e744-4011-8a5a-34a329106b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:30Z', 'updated_at': '2021-08-10T04:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '84af361c-c018-47b3-ae20-e22b2dff4b88', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'floating_ip_address': '172.25.7.244', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': 'a8e90336-e744-4011-8a5a-34a329106b2e', 'port_id': '96f9aa59-6470-427a-bad0-60c744e2c1ba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74a26bdb-a620-451c-b675-fc6e03d5ca68', 'mac_address': 'fa:16:3e:64:a0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b8aba7-a16b-43ec-a637-00fa8f63826f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:12:46Z', 'updated_at': '2021-08-10T04:12:46Z', 'revision_number': 0, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee3ccdd9-0ef3-4b64-b19a-619906e9cac5', 'name': '', 'network_id': '74a26bdb-a620-451c-b675-fc6e03d5ca68', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'mac_address': 'fa:16:3e:4b:f6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e90336-e744-4011-8a5a-34a329106b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a1557ce7-c56c-4d16-bae9-a495d6d5da3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:32Z', 'updated_at': '2021-08-10T04:12:38Z', 'revision_number': 5, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'subnets': [{'id': 'a1557ce7-c56c-4d16-bae9-a495d6d5da3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:12:48.252840 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c7be16-8098-46bc-83df-7be57c62cd5a None None] New status for floating IP 84af361c-c018-47b3-ae20-e22b2dff4b88: ACTIVE {{(pid=94219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:12:48.501432 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43456) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:48.563795 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-41fa663e-14bf-439c-a853-87957282b865 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/floatingips/84af361c-c018-47b3-ae20-e22b2dff4b88 HTTP/1.1" status: 200 len: 993 time: 0.0611985 Aug 10 04:12:56.893864 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:57.198656 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:00.432149 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-047be71f-11e6-44f2-a217-1cacfabd430f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:03.138091 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e311b967-fdc8-44c8-b9f8-00b79a621e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:03.512788 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:04.433513 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:06.179181 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:23.823032 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d52f6c-d1b4-4be9-a265-1729e3cbfb8d req-c05447c2-5983-4898-a26e-95f04f0f470b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:23.824562 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-03d52f6c-d1b4-4be9-a265-1729e3cbfb8d req-c05447c2-5983-4898-a26e-95f04f0f470b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=19b8aba7-a16b-43ec-a637-00fa8f63826f HTTP/1.1" status: 200 len: 945 time: 0.0529945 Aug 10 04:13:23.862644 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-03d52f6c-d1b4-4be9-a265-1729e3cbfb8d req-47781387-f319-4562-a91d-8b8558221c0f tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=52557545-9f92-4e35-a606-f81540af1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314133 Aug 10 04:13:24.955578 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:13:24.984971 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73581bf-c32c-4b2e-919a-7f3e356b9d97 req-504e6557-92b3-452f-83d1-f9c751d270cf tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:24.986477 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a73581bf-c32c-4b2e-919a-7f3e356b9d97 req-504e6557-92b3-452f-83d1-f9c751d270cf tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=19b8aba7-a16b-43ec-a637-00fa8f63826f HTTP/1.1" status: 200 len: 945 time: 0.0540414 Aug 10 04:13:25.024431 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a73581bf-c32c-4b2e-919a-7f3e356b9d97 req-391ba04f-5f7b-45b9-870b-a0d6e21c8002 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=52557545-9f92-4e35-a606-f81540af1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319526 Aug 10 04:13:26.148270 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ff3df-7447-47ad-bb1b-294c5dcb3ca7 req-f3431a34-e910-417c-853d-2528ca5dcf7b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:26.149731 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fc6ff3df-7447-47ad-bb1b-294c5dcb3ca7 req-f3431a34-e910-417c-853d-2528ca5dcf7b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=19b8aba7-a16b-43ec-a637-00fa8f63826f HTTP/1.1" status: 200 len: 945 time: 0.0508327 Aug 10 04:13:26.189413 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fc6ff3df-7447-47ad-bb1b-294c5dcb3ca7 req-df8c49ec-159c-40a9-af06-0ecf211f9dd6 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=52557545-9f92-4e35-a606-f81540af1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333829 Aug 10 04:13:26.892244 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:27.197374 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:27.306892 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f504639-4959-4648-892c-582a00fd7518 req-36f484cd-ad63-4246-bba7-c246b6b7d67c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:27.308400 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0f504639-4959-4648-892c-582a00fd7518 req-36f484cd-ad63-4246-bba7-c246b6b7d67c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=19b8aba7-a16b-43ec-a637-00fa8f63826f HTTP/1.1" status: 200 len: 945 time: 0.0485356 Aug 10 04:13:27.348576 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0f504639-4959-4648-892c-582a00fd7518 req-3ffdf241-31c6-43b2-8519-bf478290d426 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=52557545-9f92-4e35-a606-f81540af1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341828 Aug 10 04:13:28.465677 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f67fa-e145-4993-8f0d-b08616cf5539 req-272517f8-5a46-4ba2-9bc3-927ced583053 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:28.467190 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f21f67fa-e145-4993-8f0d-b08616cf5539 req-272517f8-5a46-4ba2-9bc3-927ced583053 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=19b8aba7-a16b-43ec-a637-00fa8f63826f HTTP/1.1" status: 200 len: 945 time: 0.0523856 Aug 10 04:13:28.504611 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f21f67fa-e145-4993-8f0d-b08616cf5539 req-3b3619b9-2451-4241-bcd4-96cfac64b43d tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=52557545-9f92-4e35-a606-f81540af1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310414 Aug 10 04:13:29.619775 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8650c0-27d5-4c4c-9f55-429edd33bc9a req-f13647e3-4d70-4bc9-a168-96d3643c6f62 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:29.621266 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ee8650c0-27d5-4c4c-9f55-429edd33bc9a req-f13647e3-4d70-4bc9-a168-96d3643c6f62 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=19b8aba7-a16b-43ec-a637-00fa8f63826f HTTP/1.1" status: 200 len: 945 time: 0.0485106 Aug 10 04:13:29.658888 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ee8650c0-27d5-4c4c-9f55-429edd33bc9a req-3691194f-d053-4015-8932-d9c21a807741 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=52557545-9f92-4e35-a606-f81540af1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311062 Aug 10 04:13:30.433659 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a05a06bb-2c5e-41d4-a5e5-acc46feeef2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:30.771355 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdaba20-f501-4bd1-bfcf-6e3ef2aaac7b req-9040f929-4b78-4f15-8de5-92292e39af80 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:30.772849 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-abdaba20-f501-4bd1-bfcf-6e3ef2aaac7b req-9040f929-4b78-4f15-8de5-92292e39af80 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=19b8aba7-a16b-43ec-a637-00fa8f63826f HTTP/1.1" status: 200 len: 945 time: 0.0482259 Aug 10 04:13:30.811680 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-abdaba20-f501-4bd1-bfcf-6e3ef2aaac7b req-0689717d-12b4-4482-8aca-252aa4543664 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=52557545-9f92-4e35-a606-f81540af1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330343 Aug 10 04:13:31.931992 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32189f76-c462-40a8-9132-c5b8c48e0bac req-96f6b603-d6a8-4be5-b38a-9afc8b84e470 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:31.933433 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-32189f76-c462-40a8-9132-c5b8c48e0bac req-96f6b603-d6a8-4be5-b38a-9afc8b84e470 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=19b8aba7-a16b-43ec-a637-00fa8f63826f HTTP/1.1" status: 200 len: 945 time: 0.0527449 Aug 10 04:13:31.975653 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-32189f76-c462-40a8-9132-c5b8c48e0bac req-b843c19d-b9bd-40cb-be00-b756e7c0cf2c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=52557545-9f92-4e35-a606-f81540af1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361285 Aug 10 04:13:33.092913 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1df18-48bd-4de4-b3d1-6d2dd429c1ed req-798add9e-3632-4240-b25f-451595040f6e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:33.094415 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-07d1df18-48bd-4de4-b3d1-6d2dd429c1ed req-798add9e-3632-4240-b25f-451595040f6e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=19b8aba7-a16b-43ec-a637-00fa8f63826f HTTP/1.1" status: 200 len: 945 time: 0.0501163 Aug 10 04:13:33.132044 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-07d1df18-48bd-4de4-b3d1-6d2dd429c1ed req-e7405595-c1ac-48a2-80ad-7caeebae91a4 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=52557545-9f92-4e35-a606-f81540af1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315869 Aug 10 04:13:33.140398 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5e9962b1-0454-4dbd-8456-edb4f58fe017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:33.514691 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:34.253156 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203296ec-dfb2-4d38-8637-71191fd5619a req-248d3acf-d7d0-4029-8471-a957860e24ae tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:34.255074 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-203296ec-dfb2-4d38-8637-71191fd5619a req-248d3acf-d7d0-4029-8471-a957860e24ae tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=19b8aba7-a16b-43ec-a637-00fa8f63826f HTTP/1.1" status: 200 len: 945 time: 0.0528243 Aug 10 04:13:34.295967 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-203296ec-dfb2-4d38-8637-71191fd5619a req-442a7226-7329-40bb-a7da-5ce0f5e54ea0 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=52557545-9f92-4e35-a606-f81540af1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351017 Aug 10 04:13:34.318248 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43492) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:34.377734 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-fdb3ad47-8f86-41d2-b0ca-b072f888a001 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/floatingips/84af361c-c018-47b3-ae20-e22b2dff4b88 HTTP/1.1" status: 200 len: 993 time: 0.0583119 Aug 10 04:13:34.437032 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:35.663246 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9adff12-be86-4250-ab98-7aef7f6a9bdf req-ddd87f54-810d-4fc9-b909-ab21a351999c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:35.664654 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b9adff12-be86-4250-ab98-7aef7f6a9bdf req-ddd87f54-810d-4fc9-b909-ab21a351999c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=19b8aba7-a16b-43ec-a637-00fa8f63826f HTTP/1.1" status: 200 len: 945 time: 0.0758972 Aug 10 04:13:35.688364 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6683b848-29fb-49a8-9db4-a3a3d6e338c0 req-601739ed-ff1f-44fa-a2cc-64461464504f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:35.689845 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6683b848-29fb-49a8-9db4-a3a3d6e338c0 req-601739ed-ff1f-44fa-a2cc-64461464504f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0974328c2e43431896bddcacf9b7a031&device_id=19b8aba7-a16b-43ec-a637-00fa8f63826f HTTP/1.1" status: 200 len: 1097 time: 0.0654294 Aug 10 04:13:35.725652 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b9adff12-be86-4250-ab98-7aef7f6a9bdf req-79520a9a-04f1-4a90-804e-17356605d209 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=52557545-9f92-4e35-a606-f81540af1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544066 Aug 10 04:13:35.793121 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6683b848-29fb-49a8-9db4-a3a3d6e338c0 req-b6b6a796-380d-453d-abce-e63554003227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:35.794581 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6683b848-29fb-49a8-9db4-a3a3d6e338c0 req-b6b6a796-380d-453d-abce-e63554003227 service neutron] 10.222.0.60 "GET /v2.0/networks?id=74a26bdb-a620-451c-b675-fc6e03d5ca68 HTTP/1.1" status: 200 len: 898 time: 0.0925865 Aug 10 04:13:35.866602 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6683b848-29fb-49a8-9db4-a3a3d6e338c0 req-5249cd80-2480-4cc9-9762-8ea20d644b36 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96f9aa59-6470-427a-bad0-60c744e2c1ba HTTP/1.1" status: 200 len: 1001 time: 0.0602896 Aug 10 04:13:35.920227 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6683b848-29fb-49a8-9db4-a3a3d6e338c0 req-22600feb-d5fb-4ba0-9bde-d4174fe62321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:35.921615 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6683b848-29fb-49a8-9db4-a3a3d6e338c0 req-22600feb-d5fb-4ba0-9bde-d4174fe62321 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a1557ce7-c56c-4d16-bae9-a495d6d5da3b HTTP/1.1" status: 200 len: 834 time: 0.0452402 Aug 10 04:13:35.975586 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6683b848-29fb-49a8-9db4-a3a3d6e338c0 req-a7e08c97-d2f1-478a-9cbd-4ba2bf28ca4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:35.977075 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6683b848-29fb-49a8-9db4-a3a3d6e338c0 req-a7e08c97-d2f1-478a-9cbd-4ba2bf28ca4a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=74a26bdb-a620-451c-b675-fc6e03d5ca68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444591 Aug 10 04:13:36.070516 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6683b848-29fb-49a8-9db4-a3a3d6e338c0 req-a7a13014-5fbe-4b22-ac95-189153c99fc2 service neutron] 10.222.0.60 "GET /v2.0/networks/74a26bdb-a620-451c-b675-fc6e03d5ca68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810061 Aug 10 04:13:36.167647 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6683b848-29fb-49a8-9db4-a3a3d6e338c0 req-ef2bfd0a-f588-4c20-9079-35e8f3453933 service neutron] 10.222.0.60 "GET /v2.0/networks/74a26bdb-a620-451c-b675-fc6e03d5ca68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853174 Aug 10 04:13:36.177505 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:36.842707 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a17b5-d575-45dc-b3bd-7a545a576f1a req-fb90f3a5-08f2-436c-86a9-a38baad74e15 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:36.844216 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-015a17b5-d575-45dc-b3bd-7a545a576f1a req-fb90f3a5-08f2-436c-86a9-a38baad74e15 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=19b8aba7-a16b-43ec-a637-00fa8f63826f HTTP/1.1" status: 200 len: 945 time: 0.0499275 Aug 10 04:13:36.881609 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-015a17b5-d575-45dc-b3bd-7a545a576f1a req-663240cf-0503-4d6d-b80a-08eecffbd7f4 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=52557545-9f92-4e35-a606-f81540af1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308292 Aug 10 04:13:36.903725 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43504) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:36.967473 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-70c2c749-f0a0-4cc3-a918-220ec49e835c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/floatingips/84af361c-c018-47b3-ae20-e22b2dff4b88 HTTP/1.1" status: 200 len: 993 time: 0.0626156 Aug 10 04:13:38.981178 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f3d4e999-b57f-4078-9db2-572348e08f54 req-df4e289e-3b53-437d-9a94-cdadfb6594c9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=19b8aba7-a16b-43ec-a637-00fa8f63826f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394044 Aug 10 04:13:39.059994 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4e999-b57f-4078-9db2-572348e08f54 req-3af61973-4d7c-4d73-81fa-59c0b268723d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:39.061504 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f3d4e999-b57f-4078-9db2-572348e08f54 req-3af61973-4d7c-4d73-81fa-59c0b268723d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0974328c2e43431896bddcacf9b7a031&device_id=19b8aba7-a16b-43ec-a637-00fa8f63826f HTTP/1.1" status: 200 len: 1097 time: 0.0395315 Aug 10 04:13:39.169806 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4e999-b57f-4078-9db2-572348e08f54 req-e9aa9e16-c8b5-4106-935d-40abd261ebd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:39.171379 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f3d4e999-b57f-4078-9db2-572348e08f54 req-e9aa9e16-c8b5-4106-935d-40abd261ebd0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=74a26bdb-a620-451c-b675-fc6e03d5ca68 HTTP/1.1" status: 200 len: 898 time: 0.0897253 Aug 10 04:13:39.236458 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f3d4e999-b57f-4078-9db2-572348e08f54 req-4eab7510-d7b2-42c0-91d7-c1cf5add30d3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96f9aa59-6470-427a-bad0-60c744e2c1ba HTTP/1.1" status: 200 len: 1001 time: 0.0578837 Aug 10 04:13:39.289039 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4e999-b57f-4078-9db2-572348e08f54 req-a61067d5-dc29-4423-93b5-07ccd991d86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:39.290487 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f3d4e999-b57f-4078-9db2-572348e08f54 req-a61067d5-dc29-4423-93b5-07ccd991d86c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a1557ce7-c56c-4d16-bae9-a495d6d5da3b HTTP/1.1" status: 200 len: 834 time: 0.0477922 Aug 10 04:13:39.336963 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4e999-b57f-4078-9db2-572348e08f54 req-891adae4-49a5-4393-a3d1-77d715bc1973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:39.338467 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f3d4e999-b57f-4078-9db2-572348e08f54 req-891adae4-49a5-4393-a3d1-77d715bc1973 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=74a26bdb-a620-451c-b675-fc6e03d5ca68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399990 Aug 10 04:13:39.427325 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f3d4e999-b57f-4078-9db2-572348e08f54 req-08901cfe-dec8-4f0b-a922-9ff575f0c194 service neutron] 10.222.0.60 "GET /v2.0/networks/74a26bdb-a620-451c-b675-fc6e03d5ca68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805871 Aug 10 04:13:39.522513 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f3d4e999-b57f-4078-9db2-572348e08f54 req-72ecd1c2-204b-4912-bc05-f461384ae7de service neutron] 10.222.0.60 "GET /v2.0/networks/74a26bdb-a620-451c-b675-fc6e03d5ca68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867689 Aug 10 04:13:56.903234 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:57.227328 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:00.433709 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-12da962f-41bc-423d-96b2-1be84f0db5ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:01.955892 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:14:03.142725 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-074ebc4e-4239-4341-8a6f-7aee3da05a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:03.515277 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:04.440106 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:06.179087 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:11.373628 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43520) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:11.530146 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-2e733e2c-1602-4b53-a92c-a543bfc7952c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Deleting port 2258f004-4648-49a6-9a51-517cbac849cb {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:14:11.530494 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2e733e2c-1602-4b53-a92c-a543bfc7952c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:11.605473 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2e733e2c-1602-4b53-a92c-a543bfc7952c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:11.605803 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2e733e2c-1602-4b53-a92c-a543bfc7952c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:11.617763 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-2e733e2c-1602-4b53-a92c-a543bfc7952c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Calling delete_port for 2258f004-4648-49a6-9a51-517cbac849cb owned by network:floatingip {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:14:11.773607 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2e733e2c-1602-4b53-a92c-a543bfc7952c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:11.801065 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e733e2c-1602-4b53-a92c-a543bfc7952c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event deleted for resources: {'Port': ['ID=2258f004-4648-49a6-9a51-517cbac849cb,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:11.827444 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e733e2c-1602-4b53-a92c-a543bfc7952c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:11.827800 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e733e2c-1602-4b53-a92c-a543bfc7952c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:11.828148 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e733e2c-1602-4b53-a92c-a543bfc7952c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:11.828490 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e733e2c-1602-4b53-a92c-a543bfc7952c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:11.828827 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e733e2c-1602-4b53-a92c-a543bfc7952c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:11.829160 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e733e2c-1602-4b53-a92c-a543bfc7952c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:11.829493 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e733e2c-1602-4b53-a92c-a543bfc7952c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:11.829821 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e733e2c-1602-4b53-a92c-a543bfc7952c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:11.830668 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e733e2c-1602-4b53-a92c-a543bfc7952c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:11.831021 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e733e2c-1602-4b53-a92c-a543bfc7952c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:11.831349 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e733e2c-1602-4b53-a92c-a543bfc7952c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:11.831674 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e733e2c-1602-4b53-a92c-a543bfc7952c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:11.873047 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2e733e2c-1602-4b53-a92c-a543bfc7952c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for floatingip, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:11.873437 n-d-768851-15 neutron-server[94217]: INFO neutron.db.l3_db [None req-2e733e2c-1602-4b53-a92c-a543bfc7952c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Floating IP 84af361c-c018-47b3-ae20-e22b2dff4b88 disassociated (deleted). External IP: 172.25.7.244, port: 96f9aa59-6470-427a-bad0-60c744e2c1ba. Aug 10 04:14:12.083465 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e733e2c-1602-4b53-a92c-a543bfc7952c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Router a8e90336-e744-4011-8a5a-34a329106b2e has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:14:12.187731 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e733e2c-1602-4b53-a92c-a543bfc7952c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:14:12.192566 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2e733e2c-1602-4b53-a92c-a543bfc7952c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:12.198393 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb52895-37c9-4f31-9799-90658d77eaff None None] Sync routers for ids ['a8e90336-e744-4011-8a5a-34a329106b2e'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:14:12.207734 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb52895-37c9-4f31-9799-90658d77eaff None None] Routers {'a8e90336-e744-4011-8a5a-34a329106b2e'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:14:12.208352 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-ceb52895-37c9-4f31-9799-90658d77eaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:14:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['a8e90336-e744-4011-8a5a-34a329106b2e'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:14:12.223890 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2e733e2c-1602-4b53-a92c-a543bfc7952c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "DELETE /v2.0/floatingips/84af361c-c018-47b3-ae20-e22b2dff4b88 HTTP/1.1" status: 204 len: 168 time: 0.8492711 Aug 10 04:14:12.224483 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b8aba7-a16b-43ec-a637-00fa8f63826f', 'tag': '96f9aa59-6470-427a-bad0-60c744e2c1ba'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:14:12.226788 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22ad4654dd32cc7208a19091a2312c490144bb13544d6468e82e9e9d549a02ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07705f34-e9ff-4d12-ab39-eca5dc7a76db" -d '{"events": [{"name": "network-changed", "server_uuid": "19b8aba7-a16b-43ec-a637-00fa8f63826f", "tag": "96f9aa59-6470-427a-bad0-60c744e2c1ba"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:14:12.278606 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e668114a-8a61-43a1-8106-63a756656ad9 x-openstack-request-id: req-e668114a-8a61-43a1-8106-63a756656ad9 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:14:12.278932 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19b8aba7-a16b-43ec-a637-00fa8f63826f", "tag": "96f9aa59-6470-427a-bad0-60c744e2c1ba", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:14:12.279189 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e668114a-8a61-43a1-8106-63a756656ad9 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:14:12.279598 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19b8aba7-a16b-43ec-a637-00fa8f63826f', 'tag': '96f9aa59-6470-427a-bad0-60c744e2c1ba', 'status': 'completed', 'code': 200} Aug 10 04:14:12.321115 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-ceb52895-37c9-4f31-9799-90658d77eaff None None] Set router a8e90336-e744-4011-8a5a-34a329106b2e gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:14:12.354545 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07705f34-e9ff-4d12-ab39-eca5dc7a76db req-6b5eae76-965c-41cf-aa55-6b276ece945e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:12.356844 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-07705f34-e9ff-4d12-ab39-eca5dc7a76db req-6b5eae76-965c-41cf-aa55-6b276ece945e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0974328c2e43431896bddcacf9b7a031&device_id=19b8aba7-a16b-43ec-a637-00fa8f63826f HTTP/1.1" status: 200 len: 1097 time: 0.0441542 Aug 10 04:14:12.498196 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c1b9d-65af-48ed-ba09-a61e10f4c0a5 req-ee4f955d-f86a-435e-b226-c30983016abd tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:12.499727 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-554c1b9d-65af-48ed-ba09-a61e10f4c0a5 req-ee4f955d-f86a-435e-b226-c30983016abd tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=19b8aba7-a16b-43ec-a637-00fa8f63826f HTTP/1.1" status: 200 len: 945 time: 0.0777166 Aug 10 04:14:12.501114 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07705f34-e9ff-4d12-ab39-eca5dc7a76db req-80fcd87d-ecc5-47c5-b412-2056171f5b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:12.503072 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-07705f34-e9ff-4d12-ab39-eca5dc7a76db req-80fcd87d-ecc5-47c5-b412-2056171f5b3e service neutron] 10.222.0.60 "GET /v2.0/networks?id=74a26bdb-a620-451c-b675-fc6e03d5ca68 HTTP/1.1" status: 200 len: 898 time: 0.1345685 Aug 10 04:14:12.534868 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-ceb52895-37c9-4f31-9799-90658d77eaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e90336-e744-4011-8a5a-34a329106b2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381941913', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'b88dc79c-e3af-43f7-9551-ec2ddc83565b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:12:30Z', 'updated_at': '2021-08-10T04:12:33Z', 'revision_number': 4, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': 'b88dc79c-e3af-43f7-9551-ec2ddc83565b', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e90336-e744-4011-8a5a-34a329106b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:30Z', 'updated_at': '2021-08-10T04:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'ee3ccdd9-0ef3-4b64-b19a-619906e9cac5', 'name': '', 'network_id': '74a26bdb-a620-451c-b675-fc6e03d5ca68', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'mac_address': 'fa:16:3e:4b:f6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e90336-e744-4011-8a5a-34a329106b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a1557ce7-c56c-4d16-bae9-a495d6d5da3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:32Z', 'updated_at': '2021-08-10T04:12:38Z', 'revision_number': 5, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'subnets': [{'id': 'a1557ce7-c56c-4d16-bae9-a495d6d5da3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:14:12.560998 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-07705f34-e9ff-4d12-ab39-eca5dc7a76db req-3f903b07-1f21-4d17-aece-4b7b38bee419 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96f9aa59-6470-427a-bad0-60c744e2c1ba HTTP/1.1" status: 200 len: 217 time: 0.0471015 Aug 10 04:14:12.564030 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb52895-37c9-4f31-9799-90658d77eaff None None] Checking router: a8e90336-e744-4011-8a5a-34a329106b2e for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:14:12.572713 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb52895-37c9-4f31-9799-90658d77eaff None None] Routers {'a8e90336-e744-4011-8a5a-34a329106b2e'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:14:12.573239 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-ceb52895-37c9-4f31-9799-90658d77eaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:14:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['a8e90336-e744-4011-8a5a-34a329106b2e'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:14:12.600616 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-554c1b9d-65af-48ed-ba09-a61e10f4c0a5 req-50775604-5e6c-4ae0-9250-5ed87d30fa16 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=52557545-9f92-4e35-a606-f81540af1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936613 Aug 10 04:14:12.620513 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07705f34-e9ff-4d12-ab39-eca5dc7a76db req-7b73caae-60dc-4bd8-a707-53d4deb27f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:12.622000 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-07705f34-e9ff-4d12-ab39-eca5dc7a76db req-7b73caae-60dc-4bd8-a707-53d4deb27f16 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a1557ce7-c56c-4d16-bae9-a495d6d5da3b HTTP/1.1" status: 200 len: 834 time: 0.0535047 Aug 10 04:14:12.669572 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07705f34-e9ff-4d12-ab39-eca5dc7a76db req-39069187-0b66-4f70-a7d4-d6df7a387f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:12.671122 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-07705f34-e9ff-4d12-ab39-eca5dc7a76db req-39069187-0b66-4f70-a7d4-d6df7a387f6f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=74a26bdb-a620-451c-b675-fc6e03d5ca68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411289 Aug 10 04:14:12.681745 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-ceb52895-37c9-4f31-9799-90658d77eaff None None] Set router a8e90336-e744-4011-8a5a-34a329106b2e gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:14:12.764841 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-07705f34-e9ff-4d12-ab39-eca5dc7a76db req-a6f2d794-5963-45f6-8f2f-6a2c56c16e2c service neutron] 10.222.0.60 "GET /v2.0/networks/74a26bdb-a620-451c-b675-fc6e03d5ca68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857322 Aug 10 04:14:12.856754 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-07705f34-e9ff-4d12-ab39-eca5dc7a76db req-acc0f186-1fd8-439b-ab68-d42f75de864d service neutron] 10.222.0.60 "GET /v2.0/networks/74a26bdb-a620-451c-b675-fc6e03d5ca68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838540 Aug 10 04:14:12.884203 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-ceb52895-37c9-4f31-9799-90658d77eaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e90336-e744-4011-8a5a-34a329106b2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381941913', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'b88dc79c-e3af-43f7-9551-ec2ddc83565b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:12:30Z', 'updated_at': '2021-08-10T04:12:33Z', 'revision_number': 4, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': 'b88dc79c-e3af-43f7-9551-ec2ddc83565b', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e90336-e744-4011-8a5a-34a329106b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:30Z', 'updated_at': '2021-08-10T04:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'ee3ccdd9-0ef3-4b64-b19a-619906e9cac5', 'name': '', 'network_id': '74a26bdb-a620-451c-b675-fc6e03d5ca68', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'mac_address': 'fa:16:3e:4b:f6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e90336-e744-4011-8a5a-34a329106b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a1557ce7-c56c-4d16-bae9-a495d6d5da3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:32Z', 'updated_at': '2021-08-10T04:12:38Z', 'revision_number': 5, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'subnets': [{'id': 'a1557ce7-c56c-4d16-bae9-a495d6d5da3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:14:12.911707 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb52895-37c9-4f31-9799-90658d77eaff None None] The sync data for ids ['a8e90336-e744-4011-8a5a-34a329106b2e'] in n-d-768851-15 is: [{'id': 'a8e90336-e744-4011-8a5a-34a329106b2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381941913', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'b88dc79c-e3af-43f7-9551-ec2ddc83565b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:12:30Z', 'updated_at': '2021-08-10T04:12:33Z', 'revision_number': 4, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': 'b88dc79c-e3af-43f7-9551-ec2ddc83565b', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e90336-e744-4011-8a5a-34a329106b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:30Z', 'updated_at': '2021-08-10T04:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'ee3ccdd9-0ef3-4b64-b19a-619906e9cac5', 'name': '', 'network_id': '74a26bdb-a620-451c-b675-fc6e03d5ca68', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'mac_address': 'fa:16:3e:4b:f6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e90336-e744-4011-8a5a-34a329106b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a1557ce7-c56c-4d16-bae9-a495d6d5da3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:32Z', 'updated_at': '2021-08-10T04:12:38Z', 'revision_number': 5, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'subnets': [{'id': 'a1557ce7-c56c-4d16-bae9-a495d6d5da3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:14:13.116513 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3912e586-7201-401f-b4c8-c1e1921faf50 None None] New status for floating IP 84af361c-c018-47b3-ae20-e22b2dff4b88: DOWN {{(pid=94219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:14:13.778958 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c984874-29ae-4a28-b192-918125d90921 req-07d662ac-e78c-497a-8f52-64ca8d95966d tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:13.780440 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1c984874-29ae-4a28-b192-918125d90921 req-07d662ac-e78c-497a-8f52-64ca8d95966d tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=19b8aba7-a16b-43ec-a637-00fa8f63826f HTTP/1.1" status: 200 len: 945 time: 0.0955901 Aug 10 04:14:13.821200 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1c984874-29ae-4a28-b192-918125d90921 req-e0ca00ff-c83f-4344-8353-e4f067b37698 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=52557545-9f92-4e35-a606-f81540af1a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347912 Aug 10 04:14:14.175454 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3069ce9-4b1c-4644-be9d-031c7aa68f26 req-ab23417a-da71-4905-a001-ff7714ba7bb6 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:14.176898 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f3069ce9-4b1c-4644-be9d-031c7aa68f26 req-ab23417a-da71-4905-a001-ff7714ba7bb6 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.60 "GET /v2.0/ports?device_id=19b8aba7-a16b-43ec-a637-00fa8f63826f HTTP/1.1" status: 200 len: 945 time: 0.0525341 Aug 10 04:14:14.265805 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-f3069ce9-4b1c-4644-be9d-031c7aa68f26 req-c0def19f-71b1-416f-a4cc-1fa7054fa17e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Deleting port 96f9aa59-6470-427a-bad0-60c744e2c1ba {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:14:14.266159 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-f3069ce9-4b1c-4644-be9d-031c7aa68f26 req-c0def19f-71b1-416f-a4cc-1fa7054fa17e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:14.356567 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-f3069ce9-4b1c-4644-be9d-031c7aa68f26 req-c0def19f-71b1-416f-a4cc-1fa7054fa17e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] For port 96f9aa59-6470-427a-bad0-60c744e2c1ba, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=96f9aa59-6470-427a-bad0-60c744e2c1ba,segment=NetworkSegment(9ba14344-e03d-4fbe-b113-678329545f1f),segment_id=9ba14344-e03d-4fbe-b113-678329545f1f)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:14:14.356852 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-f3069ce9-4b1c-4644-be9d-031c7aa68f26 req-c0def19f-71b1-416f-a4cc-1fa7054fa17e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:14.370260 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-f3069ce9-4b1c-4644-be9d-031c7aa68f26 req-c0def19f-71b1-416f-a4cc-1fa7054fa17e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Calling delete_port for 96f9aa59-6470-427a-bad0-60c744e2c1ba owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:14:14.494470 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-f3069ce9-4b1c-4644-be9d-031c7aa68f26 req-c0def19f-71b1-416f-a4cc-1fa7054fa17e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:14.850136 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0def19f-71b1-416f-a4cc-1fa7054fa17e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event deleted for resources: {'Port': ['ID=96f9aa59-6470-427a-bad0-60c744e2c1ba,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:14.863732 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0def19f-71b1-416f-a4cc-1fa7054fa17e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:14.864095 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0def19f-71b1-416f-a4cc-1fa7054fa17e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:14.864444 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0def19f-71b1-416f-a4cc-1fa7054fa17e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:14.864784 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0def19f-71b1-416f-a4cc-1fa7054fa17e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:14.865123 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0def19f-71b1-416f-a4cc-1fa7054fa17e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:14.865461 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0def19f-71b1-416f-a4cc-1fa7054fa17e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:14.865800 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0def19f-71b1-416f-a4cc-1fa7054fa17e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:14.866139 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0def19f-71b1-416f-a4cc-1fa7054fa17e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:14.866473 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0def19f-71b1-416f-a4cc-1fa7054fa17e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:14.866830 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0def19f-71b1-416f-a4cc-1fa7054fa17e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:14.867168 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0def19f-71b1-416f-a4cc-1fa7054fa17e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:14.867515 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0def19f-71b1-416f-a4cc-1fa7054fa17e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:14.902910 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3069ce9-4b1c-4644-be9d-031c7aa68f26 req-c0def19f-71b1-416f-a4cc-1fa7054fa17e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] No DVR routers for this DVR port 96f9aa59-6470-427a-bad0-60c744e2c1ba on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:14:14.912850 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-f3069ce9-4b1c-4644-be9d-031c7aa68f26 req-c0def19f-71b1-416f-a4cc-1fa7054fa17e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:14.914707 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f3069ce9-4b1c-4644-be9d-031c7aa68f26 req-c0def19f-71b1-416f-a4cc-1fa7054fa17e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.60 "DELETE /v2.0/ports/96f9aa59-6470-427a-bad0-60c744e2c1ba HTTP/1.1" status: 204 len: 173 time: 0.7310612 Aug 10 04:14:14.915176 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b8aba7-a16b-43ec-a637-00fa8f63826f', 'name': 'network-vif-deleted', 'tag': '96f9aa59-6470-427a-bad0-60c744e2c1ba'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:14:14.917369 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0021ea54f387d2ae39ffe00c7e01dc720af9cc0ec992141d1f8728dec056f1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baef335a-ccf6-448f-b9bb-747e51f669fe" -d '{"events": [{"server_uuid": "19b8aba7-a16b-43ec-a637-00fa8f63826f", "name": "network-vif-deleted", "tag": "96f9aa59-6470-427a-bad0-60c744e2c1ba"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:14:14.940444 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-774f70e2-fcfd-4a77-bfc0-8eaf8e7fa9a1 req-b9af671f-56a9-45e5-a97b-59c1e8cbb661 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=19b8aba7-a16b-43ec-a637-00fa8f63826f HTTP/1.1" status: 200 len: 210 time: 0.0378726 Aug 10 04:14:14.964089 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd2d8c3-d9f8-4090-bfe9-22006d32e01b x-openstack-request-id: req-1dd2d8c3-d9f8-4090-bfe9-22006d32e01b {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:14:14.964089 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b8aba7-a16b-43ec-a637-00fa8f63826f", "name": "network-vif-deleted", "tag": "96f9aa59-6470-427a-bad0-60c744e2c1ba", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:14:14.964089 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1dd2d8c3-d9f8-4090-bfe9-22006d32e01b {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:14:14.964089 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b8aba7-a16b-43ec-a637-00fa8f63826f', 'name': 'network-vif-deleted', 'tag': '96f9aa59-6470-427a-bad0-60c744e2c1ba', 'status': 'completed', 'code': 200} Aug 10 04:14:15.999788 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43542) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:16.345249 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fa2989d9-dc87-41e1-a432-4004c86f9f69 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:16.590128 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-fa2989d9-dc87-41e1-a432-4004c86f9f69 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Deleting port ee3ccdd9-0ef3-4b64-b19a-619906e9cac5 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:14:16.590482 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fa2989d9-dc87-41e1-a432-4004c86f9f69 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:16.679216 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-fa2989d9-dc87-41e1-a432-4004c86f9f69 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] For port ee3ccdd9-0ef3-4b64-b19a-619906e9cac5, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=ee3ccdd9-0ef3-4b64-b19a-619906e9cac5,segment=NetworkSegment(9ba14344-e03d-4fbe-b113-678329545f1f),segment_id=9ba14344-e03d-4fbe-b113-678329545f1f)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:14:16.679501 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fa2989d9-dc87-41e1-a432-4004c86f9f69 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:16.694352 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-fa2989d9-dc87-41e1-a432-4004c86f9f69 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Calling delete_port for ee3ccdd9-0ef3-4b64-b19a-619906e9cac5 owned by network:router_interface {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:14:16.876699 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fa2989d9-dc87-41e1-a432-4004c86f9f69 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:16.903447 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2989d9-dc87-41e1-a432-4004c86f9f69 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event deleted for resources: {'Port': ['ID=ee3ccdd9-0ef3-4b64-b19a-619906e9cac5,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:17.076468 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-fa2989d9-dc87-41e1-a432-4004c86f9f69 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:17.288970 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa2989d9-dc87-41e1-a432-4004c86f9f69 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Router a8e90336-e744-4011-8a5a-34a329106b2e has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:14:17.395578 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa2989d9-dc87-41e1-a432-4004c86f9f69 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:14:17.400573 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-fa2989d9-dc87-41e1-a432-4004c86f9f69 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "PUT /v2.0/routers/a8e90336-e744-4011-8a5a-34a329106b2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3997533 Aug 10 04:14:17.403363 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43548) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:17.406096 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61aca70c-04f3-4659-be59-885aba9c6ad4 None None] Sync routers for ids ['a8e90336-e744-4011-8a5a-34a329106b2e'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:14:17.415373 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61aca70c-04f3-4659-be59-885aba9c6ad4 None None] Routers {'a8e90336-e744-4011-8a5a-34a329106b2e'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:14:17.415980 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-61aca70c-04f3-4659-be59-885aba9c6ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:14:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['a8e90336-e744-4011-8a5a-34a329106b2e'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:14:17.454481 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-d11cf6ba-0d64-4571-9db3-c0755c321e7a tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Deleting subnet a1557ce7-c56c-4d16-bae9-a495d6d5da3b {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:14:17.457566 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d11cf6ba-0d64-4571-9db3-c0755c321e7a tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:17.498220 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d11cf6ba-0d64-4571-9db3-c0755c321e7a tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:17.521900 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-61aca70c-04f3-4659-be59-885aba9c6ad4 None None] Set router a8e90336-e744-4011-8a5a-34a329106b2e gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:14:17.586106 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d11cf6ba-0d64-4571-9db3-c0755c321e7a tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:17.646588 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d11cf6ba-0d64-4571-9db3-c0755c321e7a tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:17.675199 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11cf6ba-0d64-4571-9db3-c0755c321e7a tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event deleted for resources: {'Subnet': ['ID=a1557ce7-c56c-4d16-bae9-a495d6d5da3b,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:17.677200 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d11cf6ba-0d64-4571-9db3-c0755c321e7a tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:17.679109 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d11cf6ba-0d64-4571-9db3-c0755c321e7a tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "DELETE /v2.0/subnets/a1557ce7-c56c-4d16-bae9-a495d6d5da3b HTTP/1.1" status: 204 len: 168 time: 0.2748129 Aug 10 04:14:17.681764 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43550) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:17.687546 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd0c579-4f98-42f1-a254-2a68eb41315a None None] Network 74a26bdb-a620-451c-b675-fc6e03d5ca68 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:14:17.799501 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1290c4e0-032d-4f00-9aff-d7dfc5884c40 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for router, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:17.811800 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-61aca70c-04f3-4659-be59-885aba9c6ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e90336-e744-4011-8a5a-34a329106b2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381941913', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'b88dc79c-e3af-43f7-9551-ec2ddc83565b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:12:30Z', 'updated_at': '2021-08-10T04:14:16Z', 'revision_number': 5, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': 'b88dc79c-e3af-43f7-9551-ec2ddc83565b', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e90336-e744-4011-8a5a-34a329106b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:30Z', 'updated_at': '2021-08-10T04:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:14:17.842251 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61aca70c-04f3-4659-be59-885aba9c6ad4 None None] Checking router: a8e90336-e744-4011-8a5a-34a329106b2e for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:14:17.855451 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61aca70c-04f3-4659-be59-885aba9c6ad4 None None] Routers {'a8e90336-e744-4011-8a5a-34a329106b2e'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:14:17.856072 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-61aca70c-04f3-4659-be59-885aba9c6ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:14:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['a8e90336-e744-4011-8a5a-34a329106b2e'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:14:17.908146 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1290c4e0-032d-4f00-9aff-d7dfc5884c40 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:17.945051 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a7bd87-027a-4f36-a4a8-92773bc40bd4 None None] DHCP port deletion for 74a26bdb-a620-451c-b675-fc6e03d5ca68 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:14:17.962341 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-1290c4e0-032d-4f00-9aff-d7dfc5884c40 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Deleting port b88dc79c-e3af-43f7-9551-ec2ddc83565b {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:14:17.962685 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1290c4e0-032d-4f00-9aff-d7dfc5884c40 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:17.979745 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 96f9aa59-6470-427a-bad0-60c744e2c1ba no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:14:18.012627 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: 96f9aa59-6470-427a-bad0-60c744e2c1ba {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:14:18.012973 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 96f9aa59-6470-427a-bad0-60c744e2c1ba not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:14:18.017939 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-61aca70c-04f3-4659-be59-885aba9c6ad4 None None] Set router a8e90336-e744-4011-8a5a-34a329106b2e gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:14:18.044067 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-1290c4e0-032d-4f00-9aff-d7dfc5884c40 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] For port b88dc79c-e3af-43f7-9551-ec2ddc83565b, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=b88dc79c-e3af-43f7-9551-ec2ddc83565b,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:14:18.044434 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1290c4e0-032d-4f00-9aff-d7dfc5884c40 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:18.056587 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-1290c4e0-032d-4f00-9aff-d7dfc5884c40 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Calling delete_port for b88dc79c-e3af-43f7-9551-ec2ddc83565b owned by network:router_gateway {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:14:18.133674 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-a8a7bd87-027a-4f36-a4a8-92773bc40bd4 None None] Deleting port b51929ff-9b9e-405b-88f1-5992d8294bb9 {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:14:18.134100 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a8a7bd87-027a-4f36-a4a8-92773bc40bd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:18.239668 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1290c4e0-032d-4f00-9aff-d7dfc5884c40 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:18.266467 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1290c4e0-032d-4f00-9aff-d7dfc5884c40 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event deleted for resources: {'Port': ['ID=b88dc79c-e3af-43f7-9551-ec2ddc83565b,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:18.328727 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1290c4e0-032d-4f00-9aff-d7dfc5884c40 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:18.383315 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-a8a7bd87-027a-4f36-a4a8-92773bc40bd4 None None] For port b51929ff-9b9e-405b-88f1-5992d8294bb9, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=b51929ff-9b9e-405b-88f1-5992d8294bb9,segment=NetworkSegment(9ba14344-e03d-4fbe-b113-678329545f1f),segment_id=9ba14344-e03d-4fbe-b113-678329545f1f)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:14:18.383720 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a8a7bd87-027a-4f36-a4a8-92773bc40bd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:18.415519 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-a8a7bd87-027a-4f36-a4a8-92773bc40bd4 None None] Calling delete_port for b51929ff-9b9e-405b-88f1-5992d8294bb9 owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:14:18.424491 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1290c4e0-032d-4f00-9aff-d7dfc5884c40 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:18.426620 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1290c4e0-032d-4f00-9aff-d7dfc5884c40 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:18.501965 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-61aca70c-04f3-4659-be59-885aba9c6ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e90336-e744-4011-8a5a-34a329106b2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381941913', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'b88dc79c-e3af-43f7-9551-ec2ddc83565b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:12:30Z', 'updated_at': '2021-08-10T04:14:16Z', 'revision_number': 5, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': 'b88dc79c-e3af-43f7-9551-ec2ddc83565b', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e90336-e744-4011-8a5a-34a329106b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:30Z', 'updated_at': '2021-08-10T04:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:14:18.537281 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61aca70c-04f3-4659-be59-885aba9c6ad4 None None] The sync data for ids ['a8e90336-e744-4011-8a5a-34a329106b2e'] in n-d-768851-15 is: [{'id': 'a8e90336-e744-4011-8a5a-34a329106b2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381941913', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'b88dc79c-e3af-43f7-9551-ec2ddc83565b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:12:30Z', 'updated_at': '2021-08-10T04:14:16Z', 'revision_number': 5, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': 'b88dc79c-e3af-43f7-9551-ec2ddc83565b', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e90336-e744-4011-8a5a-34a329106b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:30Z', 'updated_at': '2021-08-10T04:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:14:18.552416 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a8a7bd87-027a-4f36-a4a8-92773bc40bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:18.585059 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a7bd87-027a-4f36-a4a8-92773bc40bd4 None None] No DVR routers for this DVR port b51929ff-9b9e-405b-88f1-5992d8294bb9 on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:14:18.592025 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a7bd87-027a-4f36-a4a8-92773bc40bd4 None None] Pushing event deleted for resources: {'Port': ['ID=b51929ff-9b9e-405b-88f1-5992d8294bb9,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:18.599254 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a7bd87-027a-4f36-a4a8-92773bc40bd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:18.599613 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a7bd87-027a-4f36-a4a8-92773bc40bd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:18.599962 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a7bd87-027a-4f36-a4a8-92773bc40bd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:18.600304 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a7bd87-027a-4f36-a4a8-92773bc40bd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:18.600644 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a7bd87-027a-4f36-a4a8-92773bc40bd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:18.601273 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a7bd87-027a-4f36-a4a8-92773bc40bd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:18.601622 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a7bd87-027a-4f36-a4a8-92773bc40bd4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:18.601960 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a7bd87-027a-4f36-a4a8-92773bc40bd4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:18.602293 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a7bd87-027a-4f36-a4a8-92773bc40bd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:18.602624 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a7bd87-027a-4f36-a4a8-92773bc40bd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:18.602991 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a7bd87-027a-4f36-a4a8-92773bc40bd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:18.603321 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a7bd87-027a-4f36-a4a8-92773bc40bd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:18.787666 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1290c4e0-032d-4f00-9aff-d7dfc5884c40 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:18.788181 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1290c4e0-032d-4f00-9aff-d7dfc5884c40 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Fanout notify agent at l3_agent the message router_deleted on router a8e90336-e744-4011-8a5a-34a329106b2e {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:14:18.795534 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1290c4e0-032d-4f00-9aff-d7dfc5884c40 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:18.796651 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1290c4e0-032d-4f00-9aff-d7dfc5884c40 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "DELETE /v2.0/routers/a8e90336-e744-4011-8a5a-34a329106b2e HTTP/1.1" status: 204 len: 168 time: 1.1136410 Aug 10 04:14:18.799431 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43556) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:18.874333 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-417fd04c-5b72-458e-85ae-7602f45033fc tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:18.971957 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-417fd04c-5b72-458e-85ae-7602f45033fc tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:18.982138 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-417fd04c-5b72-458e-85ae-7602f45033fc tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74a26bdb-a620-451c-b675-fc6e03d5ca68']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:14:18.993249 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-417fd04c-5b72-458e-85ae-7602f45033fc tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ba14344-e03d-4fbe-b113-678329545f1f') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:14:18.993548 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-417fd04c-5b72-458e-85ae-7602f45033fc tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ba14344-e03d-4fbe-b113-678329545f1f') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:14:19.003419 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-417fd04c-5b72-458e-85ae-7602f45033fc tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:19.018425 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-417fd04c-5b72-458e-85ae-7602f45033fc tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:19.024615 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-417fd04c-5b72-458e-85ae-7602f45033fc tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:14:19.025078 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-417fd04c-5b72-458e-85ae-7602f45033fc tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:19.028273 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 04:14:19.028273 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:14:19.028273 n-d-768851-15 neutron-server[94217]: timer() Aug 10 04:14:19.028273 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:14:19.028273 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 04:14:19.028273 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:14:19.028273 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 04:14:19.028273 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:14:19.028273 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 04:14:19.028273 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:14:19.028273 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 04:14:19.028273 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:14:19.028273 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 04:14:19.028273 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:14:19.028273 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:14:19.028273 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:14:19.028273 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:14:19.028273 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:14:19.028273 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 04:14:19.028273 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:14:19.028273 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 04:14:19.028273 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:14:19.028273 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:14:19.028273 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:14:19.028273 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 04:14:19.028273 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:14:19.028273 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:14:19.028273 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:14:19.028273 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:14:19.028273 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:14:19.028273 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:14:19.028273 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:14:19.092151 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-417fd04c-5b72-458e-85ae-7602f45033fc tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:19.099529 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-417fd04c-5b72-458e-85ae-7602f45033fc tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:19.101270 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-417fd04c-5b72-458e-85ae-7602f45033fc tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "DELETE /v2.0/networks/74a26bdb-a620-451c-b675-fc6e03d5ca68 HTTP/1.1" status: 204 len: 168 time: 0.3009059 Aug 10 04:14:19.104077 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43558) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:19.115305 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417fd04c-5b72-458e-85ae-7602f45033fc tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event deleted for resources: {'Network': ['ID=74a26bdb-a620-451c-b675-fc6e03d5ca68,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:19.173231 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0615cbe2-ef0a-413a-bb1e-b3eff27c5d2b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:19.199971 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0615cbe2-ef0a-413a-bb1e-b3eff27c5d2b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:19.264746 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0615cbe2-ef0a-413a-bb1e-b3eff27c5d2b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:19.268352 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-0615cbe2-ef0a-413a-bb1e-b3eff27c5d2b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:19.269742 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-0615cbe2-ef0a-413a-bb1e-b3eff27c5d2b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "DELETE /v2.0/security-groups/52557545-9f92-4e35-a606-f81540af1a1d HTTP/1.1" status: 204 len: 168 time: 0.1642885 Aug 10 04:14:19.279754 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0615cbe2-ef0a-413a-bb1e-b3eff27c5d2b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52557545-9f92-4e35-a606-f81540af1a1d,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:19.505216 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43564) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:19.509904 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-2244160f-852e-44db-ac8a-b6577d22d2b3 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-988185998', 'description': 'tempest-secgroup-smoke-988185998 description', 'project_id': '0974328c2e43431896bddcacf9b7a031'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:19.534510 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2244160f-852e-44db-ac8a-b6577d22d2b3 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:19.619846 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2244160f-852e-44db-ac8a-b6577d22d2b3 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:19.623871 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2244160f-852e-44db-ac8a-b6577d22d2b3 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:19.652958 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2244160f-852e-44db-ac8a-b6577d22d2b3 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:19.654176 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-2244160f-852e-44db-ac8a-b6577d22d2b3 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1479669 Aug 10 04:14:19.656156 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2244160f-852e-44db-ac8a-b6577d22d2b3 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a444fbb-2217-4426-9e34-99b38aa405bb,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:19.657295 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43566) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:19.662166 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-0184bfbc-b78e-4605-880e-cb4c630b927c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Request body: {'security_group_rule': {'security_group_id': '1a444fbb-2217-4426-9e34-99b38aa405bb', 'project_id': '0974328c2e43431896bddcacf9b7a031', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:19.688044 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0184bfbc-b78e-4605-880e-cb4c630b927c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:19.747221 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0184bfbc-b78e-4605-880e-cb4c630b927c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:19.751702 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0184bfbc-b78e-4605-880e-cb4c630b927c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:19.761619 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b51929ff-9b9e-405b-88f1-5992d8294bb9 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:14:19.769395 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0184bfbc-b78e-4605-880e-cb4c630b927c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbbfd981-3616-438a-b422-56012dcdd146,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:19.775720 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0184bfbc-b78e-4605-880e-cb4c630b927c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:19.776831 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0184bfbc-b78e-4605-880e-cb4c630b927c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1184015 Aug 10 04:14:19.779710 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43568) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:19.785159 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-e9904966-20d0-4c93-94c7-7e2d2a0ab512 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Request body: {'security_group_rule': {'security_group_id': '1a444fbb-2217-4426-9e34-99b38aa405bb', 'project_id': '0974328c2e43431896bddcacf9b7a031', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:19.789417 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: b51929ff-9b9e-405b-88f1-5992d8294bb9 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:14:19.789761 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b51929ff-9b9e-405b-88f1-5992d8294bb9 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:14:19.790167 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b88dc79c-e3af-43f7-9551-ec2ddc83565b no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:14:19.809760 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: b88dc79c-e3af-43f7-9551-ec2ddc83565b {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:14:19.810138 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b88dc79c-e3af-43f7-9551-ec2ddc83565b not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:14:19.810550 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device ee3ccdd9-0ef3-4b64-b19a-619906e9cac5 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:14:19.813013 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e9904966-20d0-4c93-94c7-7e2d2a0ab512 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:19.828954 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: ee3ccdd9-0ef3-4b64-b19a-619906e9cac5 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:14:19.829201 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device ee3ccdd9-0ef3-4b64-b19a-619906e9cac5 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:14:19.872966 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e9904966-20d0-4c93-94c7-7e2d2a0ab512 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:19.876952 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e9904966-20d0-4c93-94c7-7e2d2a0ab512 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:19.894422 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9904966-20d0-4c93-94c7-7e2d2a0ab512 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4ed3f01-d040-4e92-aa94-1aed1446da62,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:19.900158 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e9904966-20d0-4c93-94c7-7e2d2a0ab512 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:19.901410 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-e9904966-20d0-4c93-94c7-7e2d2a0ab512 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1205690 Aug 10 04:14:19.904251 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43570) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:19.909509 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-632c069d-2c11-4475-8d80-cea1a72b01f7 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Request body: {'security_group_rule': {'security_group_id': '1a444fbb-2217-4426-9e34-99b38aa405bb', 'project_id': '0974328c2e43431896bddcacf9b7a031', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:19.935615 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-632c069d-2c11-4475-8d80-cea1a72b01f7 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:19.994451 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-632c069d-2c11-4475-8d80-cea1a72b01f7 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:19.998453 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-632c069d-2c11-4475-8d80-cea1a72b01f7 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:20.015643 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632c069d-2c11-4475-8d80-cea1a72b01f7 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8881a00-9d0b-49d3-9c87-73c701814cc6,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:20.020801 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-632c069d-2c11-4475-8d80-cea1a72b01f7 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:20.023170 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-632c069d-2c11-4475-8d80-cea1a72b01f7 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1179452 Aug 10 04:14:20.024513 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43572) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:20.029004 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-d7716a3e-aafd-485b-8798-e92cdf438905 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Request body: {'security_group_rule': {'security_group_id': '1a444fbb-2217-4426-9e34-99b38aa405bb', 'project_id': '0974328c2e43431896bddcacf9b7a031', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:20.055173 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d7716a3e-aafd-485b-8798-e92cdf438905 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:20.113961 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d7716a3e-aafd-485b-8798-e92cdf438905 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:20.117877 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d7716a3e-aafd-485b-8798-e92cdf438905 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:20.136484 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7716a3e-aafd-485b-8798-e92cdf438905 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=173c7747-2c12-4f20-844d-bced041e3040,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:20.139850 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d7716a3e-aafd-485b-8798-e92cdf438905 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:20.141054 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d7716a3e-aafd-485b-8798-e92cdf438905 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1156156 Aug 10 04:14:20.146213 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43574) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:20.150983 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-2ca6fcda-80c9-4fe0-ad1b-98a4c709c9de tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Request body: {'security_group_rule': {'security_group_id': '1a444fbb-2217-4426-9e34-99b38aa405bb', 'project_id': '0974328c2e43431896bddcacf9b7a031', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:20.174932 n-d-768851-15 neutron-server[94216]: INFO neutron.db.securitygroups_db [None req-2ca6fcda-80c9-4fe0-ad1b-98a4c709c9de tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Project 0974328c2e43431896bddcacf9b7a031 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:14:20.180620 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2ca6fcda-80c9-4fe0-ad1b-98a4c709c9de tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:20.247498 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2ca6fcda-80c9-4fe0-ad1b-98a4c709c9de tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:20.254030 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2ca6fcda-80c9-4fe0-ad1b-98a4c709c9de tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:20.273066 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca6fcda-80c9-4fe0-ad1b-98a4c709c9de tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=360b645c-c4ba-45af-9668-7ba118de981c,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:20.280278 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2ca6fcda-80c9-4fe0-ad1b-98a4c709c9de tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:20.281609 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-2ca6fcda-80c9-4fe0-ad1b-98a4c709c9de tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1342323 Aug 10 04:14:20.286343 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43576) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:20.290949 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-e16a887b-a14c-4c02-afb1-2cd5aa70474e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Request body: {'security_group_rule': {'security_group_id': '1a444fbb-2217-4426-9e34-99b38aa405bb', 'project_id': '0974328c2e43431896bddcacf9b7a031', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:20.312714 n-d-768851-15 neutron-server[94216]: INFO neutron.db.securitygroups_db [None req-e16a887b-a14c-4c02-afb1-2cd5aa70474e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Project 0974328c2e43431896bddcacf9b7a031 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:14:20.318077 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e16a887b-a14c-4c02-afb1-2cd5aa70474e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:20.398501 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e16a887b-a14c-4c02-afb1-2cd5aa70474e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:20.402650 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e16a887b-a14c-4c02-afb1-2cd5aa70474e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:20.420364 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a887b-a14c-4c02-afb1-2cd5aa70474e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e835cf5-a778-4ce3-a576-778242c7b064,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:20.428152 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e16a887b-a14c-4c02-afb1-2cd5aa70474e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:20.429332 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-e16a887b-a14c-4c02-afb1-2cd5aa70474e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1419978 Aug 10 04:14:20.432096 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43578) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:20.437089 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-6eaea479-1a7f-4c18-b66a-3ef3fbf3ff3e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Request body: {'network': {'name': 'tempest-network-smoke--1412068139', 'project_id': '0974328c2e43431896bddcacf9b7a031', 'port_security_enabled': True}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:20.458882 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eaea479-1a7f-4c18-b66a-3ef3fbf3ff3e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Made reservation on behalf of 0974328c2e43431896bddcacf9b7a031 for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:14:20.462630 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6eaea479-1a7f-4c18-b66a-3ef3fbf3ff3e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:20.487223 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eaea479-1a7f-4c18-b66a-3ef3fbf3ff3e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:14:20.497902 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6eaea479-1a7f-4c18-b66a-3ef3fbf3ff3e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:20.498264 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-6eaea479-1a7f-4c18-b66a-3ef3fbf3ff3e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Added segment 0a8bfded-bfe7-4136-801b-c8fea5ba6c80 of type vlan for network 7ba70c53-056c-4576-8b6d-a784f9cb07ed Aug 10 04:14:20.540313 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6eaea479-1a7f-4c18-b66a-3ef3fbf3ff3e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:20.568637 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6eaea479-1a7f-4c18-b66a-3ef3fbf3ff3e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:20.574397 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eaea479-1a7f-4c18-b66a-3ef3fbf3ff3e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:20.575023 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6eaea479-1a7f-4c18-b66a-3ef3fbf3ff3e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:20.631369 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-6eaea479-1a7f-4c18-b66a-3ef3fbf3ff3e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1982405 Aug 10 04:14:20.633998 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43580) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:20.640587 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-7804b28f-8ba3-45ff-8e4b-a0d2323add7d tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1526359186', 'admin_state_up': True, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:20.661358 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaea479-1a7f-4c18-b66a-3ef3fbf3ff3e tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'Network': ['ID=7ba70c53-056c-4576-8b6d-a784f9cb07ed,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:20.672495 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 7ba70c53-056c-4576-8b6d-a784f9cb07ed details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:14:20.672740 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7804b28f-8ba3-45ff-8e4b-a0d2323add7d tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:20.673987 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7804b28f-8ba3-45ff-8e4b-a0d2323add7d tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:20.725746 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7804b28f-8ba3-45ff-8e4b-a0d2323add7d tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:20.865897 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7804b28f-8ba3-45ff-8e4b-a0d2323add7d tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:21.055639 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7804b28f-8ba3-45ff-8e4b-a0d2323add7d tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for router_gateway, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:21.078784 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7804b28f-8ba3-45ff-8e4b-a0d2323add7d tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:21.184307 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-7804b28f-8ba3-45ff-8e4b-a0d2323add7d tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Allocated IP 172.25.7.118 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/37887075-778d-4580-a216-64b456c1b833) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:14:21.296779 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7804b28f-8ba3-45ff-8e4b-a0d2323add7d tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:21.335233 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7804b28f-8ba3-45ff-8e4b-a0d2323add7d tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:21.371581 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7804b28f-8ba3-45ff-8e4b-a0d2323add7d tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:14:21.376392 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-7804b28f-8ba3-45ff-8e4b-a0d2323add7d tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:14:21.379910 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7804b28f-8ba3-45ff-8e4b-a0d2323add7d tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:14:21.403054 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7804b28f-8ba3-45ff-8e4b-a0d2323add7d tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'Port': ['ID=37887075-778d-4580-a216-64b456c1b833,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:21.635580 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7804b28f-8ba3-45ff-8e4b-a0d2323add7d tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for router_gateway, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:21.835117 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7804b28f-8ba3-45ff-8e4b-a0d2323add7d tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:21.965659 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7804b28f-8ba3-45ff-8e4b-a0d2323add7d tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Router 681d1a66-8fbf-480c-af32-ffb9111dccdc is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:14:22.076632 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7804b28f-8ba3-45ff-8e4b-a0d2323add7d tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:14:22.086710 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1407c7ca-e2df-47ef-b282-0f54d0789b6c None None] Sync routers for ids ['681d1a66-8fbf-480c-af32-ffb9111dccdc'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:14:22.095789 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1407c7ca-e2df-47ef-b282-0f54d0789b6c None None] Routers {'681d1a66-8fbf-480c-af32-ffb9111dccdc'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:14:22.096395 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-1407c7ca-e2df-47ef-b282-0f54d0789b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:14:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['681d1a66-8fbf-480c-af32-ffb9111dccdc'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:14:22.097072 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7804b28f-8ba3-45ff-8e4b-a0d2323add7d tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:22.101231 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-7804b28f-8ba3-45ff-8e4b-a0d2323add7d tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4633856 Aug 10 04:14:22.101476 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43582) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:22.130332 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-3d517bab-853b-458f-b7bf-64ef9b7c6a60 tempest-TestNetworkAdvancedServerOps-626410460 tempest-TestNetworkAdvancedServerOps-626410460-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=0974328c2e43431896bddcacf9b7a031&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277088 Aug 10 04:14:22.132958 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43584) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:22.197196 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-1407c7ca-e2df-47ef-b282-0f54d0789b6c None None] Set router 681d1a66-8fbf-480c-af32-ffb9111dccdc gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:14:22.219264 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6bb663-3e6b-45f9-a17b-d52ea9d9646b tempest-TestNetworkAdvancedServerOps-626410460 tempest-TestNetworkAdvancedServerOps-626410460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:22.220871 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-7e6bb663-3e6b-45f9-a17b-d52ea9d9646b tempest-TestNetworkAdvancedServerOps-626410460 tempest-TestNetworkAdvancedServerOps-626410460-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0870047 Aug 10 04:14:22.223824 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43586) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:22.257662 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-7d9dabc0-6845-454e-b6d0-4c9888568588 tempest-TestNetworkAdvancedServerOps-626410460 tempest-TestNetworkAdvancedServerOps-626410460-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=09ca2025-b9a6-4e84-8019-8d9fbef3753e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327342 Aug 10 04:14:22.260730 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43588) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:22.265418 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-aa3f87a2-2a29-4678-8777-29125bfea47c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-216789018', 'network_id': '7ba70c53-056c-4576-8b6d-a784f9cb07ed', 'project_id': '0974328c2e43431896bddcacf9b7a031', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:22.360319 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3f87a2-2a29-4678-8777-29125bfea47c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Made reservation on behalf of 0974328c2e43431896bddcacf9b7a031 for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:14:22.365029 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-aa3f87a2-2a29-4678-8777-29125bfea47c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:22.378568 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-1407c7ca-e2df-47ef-b282-0f54d0789b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681d1a66-8fbf-480c-af32-ffb9111dccdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1526359186', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '37887075-778d-4580-a216-64b456c1b833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:14:20Z', 'updated_at': '2021-08-10T04:14:21Z', 'revision_number': 3, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': '37887075-778d-4580-a216-64b456c1b833', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c6:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '681d1a66-8fbf-480c-af32-ffb9111dccdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:21Z', 'updated_at': '2021-08-10T04:14:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:14:22.405240 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1407c7ca-e2df-47ef-b282-0f54d0789b6c None None] Checking router: 681d1a66-8fbf-480c-af32-ffb9111dccdc for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:14:22.405589 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1407c7ca-e2df-47ef-b282-0f54d0789b6c None None] Updating router 681d1a66-8fbf-480c-af32-ffb9111dccdc port 37887075-778d-4580-a216-64b456c1b833 binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:14:22.437021 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-1407c7ca-e2df-47ef-b282-0f54d0789b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:22.562697 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-aa3f87a2-2a29-4678-8777-29125bfea47c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:22.623459 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f87a2-2a29-4678-8777-29125bfea47c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'Subnet': ['ID=ac501b79-411c-411a-877a-b92382cf5d25,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:22.633052 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3f87a2-2a29-4678-8777-29125bfea47c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Checking segment: {'id': '0a8bfded-bfe7-4136-801b-c8fea5ba6c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '7ba70c53-056c-4576-8b6d-a784f9cb07ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:14:22.633417 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3f87a2-2a29-4678-8777-29125bfea47c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Network hostable DHCP agents. Network: 7ba70c53-056c-4576-8b6d-a784f9cb07ed, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:14:22.650449 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3f87a2-2a29-4678-8777-29125bfea47c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Network 7ba70c53-056c-4576-8b6d-a784f9cb07ed is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:14:22.659891 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-aa3f87a2-2a29-4678-8777-29125bfea47c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 7ba70c53-056c-4576-8b6d-a784f9cb07ed) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:14:22.663908 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3f87a2-2a29-4678-8777-29125bfea47c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:22.664534 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-aa3f87a2-2a29-4678-8777-29125bfea47c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:22.669696 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32fe268-454e-4e4a-9254-c4a828abb029 None None] Network 7ba70c53-056c-4576-8b6d-a784f9cb07ed requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:14:22.681854 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-aa3f87a2-2a29-4678-8777-29125bfea47c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4202912 Aug 10 04:14:22.685541 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43590) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:22.708748 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-1407c7ca-e2df-47ef-b282-0f54d0789b6c None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:22.721597 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-1407c7ca-e2df-47ef-b282-0f54d0789b6c None None] Transition to ACTIVE for port object 37887075-778d-4580-a216-64b456c1b833 will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:14:22.730989 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-1407c7ca-e2df-47ef-b282-0f54d0789b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:22.778821 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-1407c7ca-e2df-47ef-b282-0f54d0789b6c None None] Attempting to bind port 37887075-778d-4580-a216-64b456c1b833 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:22.779216 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-1407c7ca-e2df-47ef-b282-0f54d0789b6c None None] Attempting to bind port 37887075-778d-4580-a216-64b456c1b833 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:22.779557 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1407c7ca-e2df-47ef-b282-0f54d0789b6c None None] Attempting to bind port 37887075-778d-4580-a216-64b456c1b833 on network 09ca2025-b9a6-4e84-8019-8d9fbef3753e {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:22.791551 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1407c7ca-e2df-47ef-b282-0f54d0789b6c None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:14:22.791839 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1407c7ca-e2df-47ef-b282-0f54d0789b6c None None] Checking segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:14:22.792226 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-1407c7ca-e2df-47ef-b282-0f54d0789b6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:22.792621 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1407c7ca-e2df-47ef-b282-0f54d0789b6c None None] Bound using segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:14:22.793103 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-1407c7ca-e2df-47ef-b282-0f54d0789b6c None None] Bound port: 37887075-778d-4580-a216-64b456c1b833, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:14:22.793487 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-1407c7ca-e2df-47ef-b282-0f54d0789b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:22.829656 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ef5902-9a3a-4c09-9ef5-605f296d97ae None None] Pushing event updated for resources: {'Port': ['ID=37887075-778d-4580-a216-64b456c1b833,revision_number=2']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:22.831843 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b03be9-0d01-408c-a519-c4352c0a4830 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-7ba70c53-056c-4576-8b6d-a784f9cb07ed', 'network_id': '7ba70c53-056c-4576-8b6d-a784f9cb07ed', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'fixed_ips': [{'subnet_id': 'ac501b79-411c-411a-877a-b92382cf5d25'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:14:22.832757 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-45b03be9-0d01-408c-a519-c4352c0a4830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:22.844933 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ef5902-9a3a-4c09-9ef5-605f296d97ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:22.845315 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ef5902-9a3a-4c09-9ef5-605f296d97ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:22.845634 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ef5902-9a3a-4c09-9ef5-605f296d97ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:22.845981 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ef5902-9a3a-4c09-9ef5-605f296d97ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:22.846295 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ef5902-9a3a-4c09-9ef5-605f296d97ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:22.846622 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ef5902-9a3a-4c09-9ef5-605f296d97ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:22.846981 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ef5902-9a3a-4c09-9ef5-605f296d97ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:22.847305 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ef5902-9a3a-4c09-9ef5-605f296d97ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:22.847628 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ef5902-9a3a-4c09-9ef5-605f296d97ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:22.847949 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ef5902-9a3a-4c09-9ef5-605f296d97ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:22.848473 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ef5902-9a3a-4c09-9ef5-605f296d97ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:22.848798 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ef5902-9a3a-4c09-9ef5-605f296d97ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:22.878646 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-1407c7ca-e2df-47ef-b282-0f54d0789b6c None None] For port 37887075-778d-4580-a216-64b456c1b833, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:14:22.881995 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-1407c7ca-e2df-47ef-b282-0f54d0789b6c None None] For port 37887075-778d-4580-a216-64b456c1b833, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=37887075-778d-4580-a216-64b456c1b833,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:14:22.886290 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-1407c7ca-e2df-47ef-b282-0f54d0789b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:22.933828 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1407c7ca-e2df-47ef-b282-0f54d0789b6c None None] Routers {'681d1a66-8fbf-480c-af32-ffb9111dccdc'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:14:22.934548 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-1407c7ca-e2df-47ef-b282-0f54d0789b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:14:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['681d1a66-8fbf-480c-af32-ffb9111dccdc'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:14:22.988375 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-45b03be9-0d01-408c-a519-c4352c0a4830 None None] Allocated IP 172.20.0.2 (7ba70c53-056c-4576-8b6d-a784f9cb07ed/ac501b79-411c-411a-877a-b92382cf5d25/3929f07f-b42d-4f84-ab08-ad3fc226188f) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:14:23.045035 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-1407c7ca-e2df-47ef-b282-0f54d0789b6c None None] Set router 681d1a66-8fbf-480c-af32-ffb9111dccdc gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:14:23.118600 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ef5902-9a3a-4c09-9ef5-605f296d97ae None None] Pushing event updated for resources: {'Port': ['ID=37887075-778d-4580-a216-64b456c1b833,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:23.147662 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-45b03be9-0d01-408c-a519-c4352c0a4830 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:23.160624 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-45b03be9-0d01-408c-a519-c4352c0a4830 None None] Transition to ACTIVE for port object 3929f07f-b42d-4f84-ab08-ad3fc226188f will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:14:23.172172 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c805be5a-ee1e-4a1d-b4bd-800238e75901 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:23.176721 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-45b03be9-0d01-408c-a519-c4352c0a4830 None None] Transition to ACTIVE for port object 3929f07f-b42d-4f84-ab08-ad3fc226188f will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:14:23.184990 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-45b03be9-0d01-408c-a519-c4352c0a4830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:23.234159 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b03be9-0d01-408c-a519-c4352c0a4830 None None] Network 7ba70c53-056c-4576-8b6d-a784f9cb07ed is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:14:23.237381 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-45b03be9-0d01-408c-a519-c4352c0a4830 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:14:23.240150 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b03be9-0d01-408c-a519-c4352c0a4830 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:14:23.241057 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-1407c7ca-e2df-47ef-b282-0f54d0789b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681d1a66-8fbf-480c-af32-ffb9111dccdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1526359186', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '37887075-778d-4580-a216-64b456c1b833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:14:20Z', 'updated_at': '2021-08-10T04:14:21Z', 'revision_number': 3, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': '37887075-778d-4580-a216-64b456c1b833', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c6:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '681d1a66-8fbf-480c-af32-ffb9111dccdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:21Z', 'updated_at': '2021-08-10T04:14:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:14:23.249643 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b03be9-0d01-408c-a519-c4352c0a4830 None None] Pushing event updated for resources: {'Port': ['ID=3929f07f-b42d-4f84-ab08-ad3fc226188f,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:23.267230 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1407c7ca-e2df-47ef-b282-0f54d0789b6c None None] The sync data for ids ['681d1a66-8fbf-480c-af32-ffb9111dccdc'] in n-d-768851-15 is: [{'id': '681d1a66-8fbf-480c-af32-ffb9111dccdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1526359186', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '37887075-778d-4580-a216-64b456c1b833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:14:20Z', 'updated_at': '2021-08-10T04:14:21Z', 'revision_number': 3, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': '37887075-778d-4580-a216-64b456c1b833', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c6:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '681d1a66-8fbf-480c-af32-ffb9111dccdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:21Z', 'updated_at': '2021-08-10T04:14:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:14:23.321435 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-45b03be9-0d01-408c-a519-c4352c0a4830 None None] Attempting to bind port 3929f07f-b42d-4f84-ab08-ad3fc226188f on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:23.321808 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-45b03be9-0d01-408c-a519-c4352c0a4830 None None] Attempting to bind port 3929f07f-b42d-4f84-ab08-ad3fc226188f by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '0a8bfded-bfe7-4136-801b-c8fea5ba6c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '7ba70c53-056c-4576-8b6d-a784f9cb07ed'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:23.322163 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b03be9-0d01-408c-a519-c4352c0a4830 None None] Attempting to bind port 3929f07f-b42d-4f84-ab08-ad3fc226188f on network 7ba70c53-056c-4576-8b6d-a784f9cb07ed {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:23.327709 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b03be9-0d01-408c-a519-c4352c0a4830 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:14:23.328092 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b03be9-0d01-408c-a519-c4352c0a4830 None None] Checking segment: {'id': '0a8bfded-bfe7-4136-801b-c8fea5ba6c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '7ba70c53-056c-4576-8b6d-a784f9cb07ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:14:23.328499 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-45b03be9-0d01-408c-a519-c4352c0a4830 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:23.328965 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b03be9-0d01-408c-a519-c4352c0a4830 None None] Bound using segment: {'id': '0a8bfded-bfe7-4136-801b-c8fea5ba6c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '7ba70c53-056c-4576-8b6d-a784f9cb07ed'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:14:23.329425 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-45b03be9-0d01-408c-a519-c4352c0a4830 None None] Bound port: 3929f07f-b42d-4f84-ab08-ad3fc226188f, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a8bfded-bfe7-4136-801b-c8fea5ba6c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '7ba70c53-056c-4576-8b6d-a784f9cb07ed'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:14:23.329870 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-45b03be9-0d01-408c-a519-c4352c0a4830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:23.411715 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-45b03be9-0d01-408c-a519-c4352c0a4830 None None] For port 3929f07f-b42d-4f84-ab08-ad3fc226188f, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:14:23.415629 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-45b03be9-0d01-408c-a519-c4352c0a4830 None None] For port 3929f07f-b42d-4f84-ab08-ad3fc226188f, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=3929f07f-b42d-4f84-ab08-ad3fc226188f,segment=NetworkSegment(0a8bfded-bfe7-4136-801b-c8fea5ba6c80),segment_id=0a8bfded-bfe7-4136-801b-c8fea5ba6c80)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:14:23.425216 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-45b03be9-0d01-408c-a519-c4352c0a4830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:23.491921 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b03be9-0d01-408c-a519-c4352c0a4830 None None] Pushing event updated for resources: {'Port': ['ID=3929f07f-b42d-4f84-ab08-ad3fc226188f,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:23.510262 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-c805be5a-ee1e-4a1d-b4bd-800238e75901 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Allocated IP 172.20.0.1 (7ba70c53-056c-4576-8b6d-a784f9cb07ed/ac501b79-411c-411a-877a-b92382cf5d25/98bf7a66-8329-45a2-ba8f-5595fee223a6) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:14:23.657268 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c805be5a-ee1e-4a1d-b4bd-800238e75901 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:23.674220 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-c805be5a-ee1e-4a1d-b4bd-800238e75901 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Transition to ACTIVE for port object 98bf7a66-8329-45a2-ba8f-5595fee223a6 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:14:23.719716 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c805be5a-ee1e-4a1d-b4bd-800238e75901 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:23.786146 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c805be5a-ee1e-4a1d-b4bd-800238e75901 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Network 7ba70c53-056c-4576-8b6d-a784f9cb07ed is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:14:23.789839 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-c805be5a-ee1e-4a1d-b4bd-800238e75901 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:14:23.795548 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c805be5a-ee1e-4a1d-b4bd-800238e75901 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:14:23.802810 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c805be5a-ee1e-4a1d-b4bd-800238e75901 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'Port': ['ID=98bf7a66-8329-45a2-ba8f-5595fee223a6,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:23.861761 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c805be5a-ee1e-4a1d-b4bd-800238e75901 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:23.896477 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 37887075-778d-4580-a216-64b456c1b833 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:14:23.962967 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 37887075-778d-4580-a216-64b456c1b833 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:14:23.967596 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 37887075-778d-4580-a216-64b456c1b833 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:14:23.967993 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:24.011495 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c805be5a-ee1e-4a1d-b4bd-800238e75901 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:24.058869 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:24.081559 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 37887075-778d-4580-a216-64b456c1b833, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=37887075-778d-4580-a216-64b456c1b833,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:14:24.085800 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:24.145397 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=37887075-778d-4580-a216-64b456c1b833,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:24.632493 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157d6d87-531d-4ff9-a8b2-89cb37a71fc9 None None] Network 7ba70c53-056c-4576-8b6d-a784f9cb07ed requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:14:24.651395 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c805be5a-ee1e-4a1d-b4bd-800238e75901 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:24.656534 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c805be5a-ee1e-4a1d-b4bd-800238e75901 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:24.702202 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-1cb7bb85-4c9e-4ff1-8f87-26c4d6b66b00 None None] Provisioning for port 3929f07f-b42d-4f84-ab08-ad3fc226188f completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:14:24.737822 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c805be5a-ee1e-4a1d-b4bd-800238e75901 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'Port': ['ID=98bf7a66-8329-45a2-ba8f-5595fee223a6,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:24.740425 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c805be5a-ee1e-4a1d-b4bd-800238e75901 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:24.841013 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c805be5a-ee1e-4a1d-b4bd-800238e75901 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Network 7ba70c53-056c-4576-8b6d-a784f9cb07ed is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:14:24.842495 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-c805be5a-ee1e-4a1d-b4bd-800238e75901 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:14:24.969414 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c805be5a-ee1e-4a1d-b4bd-800238e75901 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Router 681d1a66-8fbf-480c-af32-ffb9111dccdc has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:14:25.034537 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-1603c8aa-8aa0-480f-a3a5-aa4e859de8b6 None None] Provisioning for port 98bf7a66-8329-45a2-ba8f-5595fee223a6 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:14:25.038621 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-1603c8aa-8aa0-480f-a3a5-aa4e859de8b6 None None] Provisioning complete for port 98bf7a66-8329-45a2-ba8f-5595fee223a6 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:14:25.039032 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-1603c8aa-8aa0-480f-a3a5-aa4e859de8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:25.077852 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-1603c8aa-8aa0-480f-a3a5-aa4e859de8b6 None None] Port 98bf7a66-8329-45a2-ba8f-5595fee223a6 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:14:25.093958 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c805be5a-ee1e-4a1d-b4bd-800238e75901 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:14:25.106115 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-c805be5a-ee1e-4a1d-b4bd-800238e75901 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "PUT /v2.0/routers/681d1a66-8fbf-480c-af32-ffb9111dccdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4127607 Aug 10 04:14:25.149652 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9449109e-92b4-4c56-99b6-04bca8813c12 None None] Sync routers for ids ['681d1a66-8fbf-480c-af32-ffb9111dccdc'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:14:25.159439 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9449109e-92b4-4c56-99b6-04bca8813c12 None None] Routers {'681d1a66-8fbf-480c-af32-ffb9111dccdc'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:14:25.160063 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-9449109e-92b4-4c56-99b6-04bca8813c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:14:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['681d1a66-8fbf-480c-af32-ffb9111dccdc'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:14:25.182564 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [req-5fd3a4a8-8f4c-4c06-9a63-0d47b75146be req-a5dd8701-a42c-4594-a87c-f6b6f0d168f9 service neutron] (94217) timed out ('10.222.0.60', 59211) {{(pid=94217) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 04:14:25.224309 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-22edec5c-d6fc-488b-8a7f-002cb788aeef None None] Provisioning complete for port 98bf7a66-8329-45a2-ba8f-5595fee223a6 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:14:25.224682 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-22edec5c-d6fc-488b-8a7f-002cb788aeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:25.261186 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cf90a382-fd03-41e6-b7eb-7780d93a21f2 req-f489f5e1-c255-47be-b7b8-9d49c6edbd81 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-988185998&fields=id&tenant_id=0974328c2e43431896bddcacf9b7a031 HTTP/1.1" status: 200 len: 267 time: 0.0352809 Aug 10 04:14:25.301979 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-22edec5c-d6fc-488b-8a7f-002cb788aeef None None] Port 98bf7a66-8329-45a2-ba8f-5595fee223a6 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:14:25.306581 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-9449109e-92b4-4c56-99b6-04bca8813c12 None None] Set router 681d1a66-8fbf-480c-af32-ffb9111dccdc gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:14:25.383015 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90a382-fd03-41e6-b7eb-7780d93a21f2 req-71606bdd-02bc-40ee-87b7-76ed4edcc485 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:25.384585 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cf90a382-fd03-41e6-b7eb-7780d93a21f2 req-71606bdd-02bc-40ee-87b7-76ed4edcc485 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/networks?id=7ba70c53-056c-4576-8b6d-a784f9cb07ed HTTP/1.1" status: 200 len: 797 time: 0.1152439 Aug 10 04:14:25.400334 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cf90a382-fd03-41e6-b7eb-7780d93a21f2 req-311d8f29-6d0e-4523-be1b-f1516e1ca4dc tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/quotas/0974328c2e43431896bddcacf9b7a031 HTTP/1.1" status: 200 len: 375 time: 0.0099039 Aug 10 04:14:25.453566 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cf90a382-fd03-41e6-b7eb-7780d93a21f2 req-19778c89-77ab-4ec2-91c5-8a48c39dc521 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0974328c2e43431896bddcacf9b7a031&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470207 Aug 10 04:14:25.459737 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-4ae197df-bd2e-4cac-8e2a-1c2b4f903722 None None] Provisioning complete for port 98bf7a66-8329-45a2-ba8f-5595fee223a6 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:14:25.460110 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4ae197df-bd2e-4cac-8e2a-1c2b4f903722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:25.509179 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [req-cf90a382-fd03-41e6-b7eb-7780d93a21f2 req-f76318a2-6b41-4b02-abd3-f8ef91bb489f service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:14:25.510201 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cf90a382-fd03-41e6-b7eb-7780d93a21f2 req-f76318a2-6b41-4b02-abd3-f8ef91bb489f service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0447752 Aug 10 04:14:25.516551 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-4ae197df-bd2e-4cac-8e2a-1c2b4f903722 None None] Port 98bf7a66-8329-45a2-ba8f-5595fee223a6 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:14:25.565939 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-9449109e-92b4-4c56-99b6-04bca8813c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681d1a66-8fbf-480c-af32-ffb9111dccdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1526359186', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '37887075-778d-4580-a216-64b456c1b833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:14:20Z', 'updated_at': '2021-08-10T04:14:23Z', 'revision_number': 4, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': '37887075-778d-4580-a216-64b456c1b833', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681d1a66-8fbf-480c-af32-ffb9111dccdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:21Z', 'updated_at': '2021-08-10T04:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '98bf7a66-8329-45a2-ba8f-5595fee223a6', 'name': '', 'network_id': '7ba70c53-056c-4576-8b6d-a784f9cb07ed', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'mac_address': 'fa:16:3e:1d:a5:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '681d1a66-8fbf-480c-af32-ffb9111dccdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'ac501b79-411c-411a-877a-b92382cf5d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:23Z', 'updated_at': '2021-08-10T04:14:24Z', 'revision_number': 2, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'subnets': [{'id': 'ac501b79-411c-411a-877a-b92382cf5d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:14:25.596209 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9449109e-92b4-4c56-99b6-04bca8813c12 None None] Checking router: 681d1a66-8fbf-480c-af32-ffb9111dccdc for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:14:25.596560 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9449109e-92b4-4c56-99b6-04bca8813c12 None None] Updating router 681d1a66-8fbf-480c-af32-ffb9111dccdc port 98bf7a66-8329-45a2-ba8f-5595fee223a6 binding host n-d-768851-15 {{(pid=94218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:14:25.601936 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cf90a382-fd03-41e6-b7eb-7780d93a21f2 req-9e3f54f8-b9eb-4924-92f2-817b607679ea service neutron] 10.222.0.62 "GET /v2.0/networks/7ba70c53-056c-4576-8b6d-a784f9cb07ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847564 Aug 10 04:14:25.622071 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9449109e-92b4-4c56-99b6-04bca8813c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:25.698942 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cf90a382-fd03-41e6-b7eb-7780d93a21f2 req-d41d0c35-d350-4b91-b88f-dde354202620 service neutron] 10.222.0.62 "GET /v2.0/networks/7ba70c53-056c-4576-8b6d-a784f9cb07ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907924 Aug 10 04:14:25.869774 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 37887075-778d-4580-a216-64b456c1b833 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:14:25.897422 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7f0acec2-6232-4d56-9bca-72b94e408e46 req-03c1ac1e-7fd3-460c-8dff-cace1b424605 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5f00f38-d836-422d-989d-8474d88abfd5 HTTP/1.1" status: 200 len: 210 time: 0.0280137 Aug 10 04:14:25.949540 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9449109e-92b4-4c56-99b6-04bca8813c12 None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:25.963487 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-9449109e-92b4-4c56-99b6-04bca8813c12 None None] Transition to ACTIVE for port object 98bf7a66-8329-45a2-ba8f-5595fee223a6 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:14:25.972332 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9449109e-92b4-4c56-99b6-04bca8813c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:25.975376 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 37887075-778d-4580-a216-64b456c1b833 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:14:25.975715 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:26.050517 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7469d2-f175-4588-b86f-f13c9040fb6a None None] Pushing event updated for resources: {'Port': ['ID=98bf7a66-8329-45a2-ba8f-5595fee223a6,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:26.143068 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-9449109e-92b4-4c56-99b6-04bca8813c12 None None] Attempting to bind port 98bf7a66-8329-45a2-ba8f-5595fee223a6 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:26.143450 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-9449109e-92b4-4c56-99b6-04bca8813c12 None None] Attempting to bind port 98bf7a66-8329-45a2-ba8f-5595fee223a6 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '0a8bfded-bfe7-4136-801b-c8fea5ba6c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '7ba70c53-056c-4576-8b6d-a784f9cb07ed'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:26.143814 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9449109e-92b4-4c56-99b6-04bca8813c12 None None] Attempting to bind port 98bf7a66-8329-45a2-ba8f-5595fee223a6 on network 7ba70c53-056c-4576-8b6d-a784f9cb07ed {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:26.159850 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9449109e-92b4-4c56-99b6-04bca8813c12 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:14:26.160782 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9449109e-92b4-4c56-99b6-04bca8813c12 None None] Checking segment: {'id': '0a8bfded-bfe7-4136-801b-c8fea5ba6c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '7ba70c53-056c-4576-8b6d-a784f9cb07ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:14:26.161210 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9449109e-92b4-4c56-99b6-04bca8813c12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:26.161620 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9449109e-92b4-4c56-99b6-04bca8813c12 None None] Bound using segment: {'id': '0a8bfded-bfe7-4136-801b-c8fea5ba6c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '7ba70c53-056c-4576-8b6d-a784f9cb07ed'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:14:26.162222 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-9449109e-92b4-4c56-99b6-04bca8813c12 None None] Bound port: 98bf7a66-8329-45a2-ba8f-5595fee223a6, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a8bfded-bfe7-4136-801b-c8fea5ba6c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '7ba70c53-056c-4576-8b6d-a784f9cb07ed'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:14:26.162848 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9449109e-92b4-4c56-99b6-04bca8813c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:26.177179 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 3929f07f-b42d-4f84-ab08-ad3fc226188f up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:14:26.288324 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-9449109e-92b4-4c56-99b6-04bca8813c12 None None] For port 98bf7a66-8329-45a2-ba8f-5595fee223a6, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:14:26.292916 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-9449109e-92b4-4c56-99b6-04bca8813c12 None None] For port 98bf7a66-8329-45a2-ba8f-5595fee223a6, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=98bf7a66-8329-45a2-ba8f-5595fee223a6,segment=NetworkSegment(0a8bfded-bfe7-4136-801b-c8fea5ba6c80),segment_id=0a8bfded-bfe7-4136-801b-c8fea5ba6c80)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:14:26.294544 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 3929f07f-b42d-4f84-ab08-ad3fc226188f completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:14:26.299449 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9449109e-92b4-4c56-99b6-04bca8813c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:26.308671 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 3929f07f-b42d-4f84-ab08-ad3fc226188f triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:14:26.309088 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:26.399739 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9449109e-92b4-4c56-99b6-04bca8813c12 None None] Routers {'681d1a66-8fbf-480c-af32-ffb9111dccdc'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:14:26.400371 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-9449109e-92b4-4c56-99b6-04bca8813c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:14:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['681d1a66-8fbf-480c-af32-ffb9111dccdc'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:14:26.404456 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7469d2-f175-4588-b86f-f13c9040fb6a None None] Pushing event updated for resources: {'Port': ['ID=98bf7a66-8329-45a2-ba8f-5595fee223a6,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:26.699132 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:26.719023 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-9449109e-92b4-4c56-99b6-04bca8813c12 None None] Set router 681d1a66-8fbf-480c-af32-ffb9111dccdc gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:14:26.774722 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 3929f07f-b42d-4f84-ab08-ad3fc226188f, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=3929f07f-b42d-4f84-ab08-ad3fc226188f,segment=NetworkSegment(0a8bfded-bfe7-4136-801b-c8fea5ba6c80),segment_id=0a8bfded-bfe7-4136-801b-c8fea5ba6c80)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:14:26.779858 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:26.923631 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=3929f07f-b42d-4f84-ab08-ad3fc226188f,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:26.929022 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:27.009974 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-9449109e-92b4-4c56-99b6-04bca8813c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681d1a66-8fbf-480c-af32-ffb9111dccdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1526359186', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '37887075-778d-4580-a216-64b456c1b833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:14:20Z', 'updated_at': '2021-08-10T04:14:23Z', 'revision_number': 4, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': '37887075-778d-4580-a216-64b456c1b833', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681d1a66-8fbf-480c-af32-ffb9111dccdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:21Z', 'updated_at': '2021-08-10T04:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '98bf7a66-8329-45a2-ba8f-5595fee223a6', 'name': '', 'network_id': '7ba70c53-056c-4576-8b6d-a784f9cb07ed', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'mac_address': 'fa:16:3e:1d:a5:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '681d1a66-8fbf-480c-af32-ffb9111dccdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'ac501b79-411c-411a-877a-b92382cf5d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:23Z', 'updated_at': '2021-08-10T04:14:26Z', 'revision_number': 4, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'subnets': [{'id': 'ac501b79-411c-411a-877a-b92382cf5d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:14:27.041824 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9449109e-92b4-4c56-99b6-04bca8813c12 None None] The sync data for ids ['681d1a66-8fbf-480c-af32-ffb9111dccdc'] in n-d-768851-15 is: [{'id': '681d1a66-8fbf-480c-af32-ffb9111dccdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1526359186', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '37887075-778d-4580-a216-64b456c1b833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:14:20Z', 'updated_at': '2021-08-10T04:14:23Z', 'revision_number': 4, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': '37887075-778d-4580-a216-64b456c1b833', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681d1a66-8fbf-480c-af32-ffb9111dccdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:21Z', 'updated_at': '2021-08-10T04:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '98bf7a66-8329-45a2-ba8f-5595fee223a6', 'name': '', 'network_id': '7ba70c53-056c-4576-8b6d-a784f9cb07ed', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'mac_address': 'fa:16:3e:1d:a5:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '681d1a66-8fbf-480c-af32-ffb9111dccdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'ac501b79-411c-411a-877a-b92382cf5d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:23Z', 'updated_at': '2021-08-10T04:14:26Z', 'revision_number': 4, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'subnets': [{'id': 'ac501b79-411c-411a-877a-b92382cf5d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:14:27.046823 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e9bc68e7-0097-4788-a2af-0f16aa523e6d req-d8c19edc-1dbd-4ea4-b939-8071a56b15db tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5f00f38-d836-422d-989d-8474d88abfd5 HTTP/1.1" status: 200 len: 210 time: 0.0364521 Aug 10 04:14:27.123008 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90a382-fd03-41e6-b7eb-7780d93a21f2 req-5393e50e-c0b7-47e1-92bf-a6c7c0397ac6 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:27.124609 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cf90a382-fd03-41e6-b7eb-7780d93a21f2 req-5393e50e-c0b7-47e1-92bf-a6c7c0397ac6 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.60 "GET /v2.0/networks?id=7ba70c53-056c-4576-8b6d-a784f9cb07ed HTTP/1.1" status: 200 len: 797 time: 0.1681545 Aug 10 04:14:27.183737 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cf90a382-fd03-41e6-b7eb-7780d93a21f2 req-9462567e-6fbc-4290-9b97-631857343b86 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0974328c2e43431896bddcacf9b7a031 HTTP/1.1" status: 200 len: 379 time: 0.0384021 Aug 10 04:14:27.195801 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-cf90a382-fd03-41e6-b7eb-7780d93a21f2 req-ecc47627-7c9d-4cd7-931a-59696e10672c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Request body: {'port': {'device_id': 'd5f00f38-d836-422d-989d-8474d88abfd5', 'network_id': '7ba70c53-056c-4576-8b6d-a784f9cb07ed', 'admin_state_up': True, 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'security_groups': ['1a444fbb-2217-4426-9e34-99b38aa405bb']}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:27.245760 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:27.313219 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf90a382-fd03-41e6-b7eb-7780d93a21f2 req-ecc47627-7c9d-4cd7-931a-59696e10672c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Made reservation on behalf of 0974328c2e43431896bddcacf9b7a031 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:14:27.317049 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-cf90a382-fd03-41e6-b7eb-7780d93a21f2 req-ecc47627-7c9d-4cd7-931a-59696e10672c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:27.448360 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-cf90a382-fd03-41e6-b7eb-7780d93a21f2 req-ecc47627-7c9d-4cd7-931a-59696e10672c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Allocated IP 172.20.0.6 (7ba70c53-056c-4576-8b6d-a784f9cb07ed/ac501b79-411c-411a-877a-b92382cf5d25/2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:14:27.598895 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-cf90a382-fd03-41e6-b7eb-7780d93a21f2 req-ecc47627-7c9d-4cd7-931a-59696e10672c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:27.614591 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-cf90a382-fd03-41e6-b7eb-7780d93a21f2 req-ecc47627-7c9d-4cd7-931a-59696e10672c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Transition to ACTIVE for port object 2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:14:27.650424 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-cf90a382-fd03-41e6-b7eb-7780d93a21f2 req-ecc47627-7c9d-4cd7-931a-59696e10672c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:27.698955 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf90a382-fd03-41e6-b7eb-7780d93a21f2 req-ecc47627-7c9d-4cd7-931a-59696e10672c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Network 7ba70c53-056c-4576-8b6d-a784f9cb07ed is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:14:27.702186 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-cf90a382-fd03-41e6-b7eb-7780d93a21f2 req-ecc47627-7c9d-4cd7-931a-59696e10672c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:14:27.707157 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf90a382-fd03-41e6-b7eb-7780d93a21f2 req-ecc47627-7c9d-4cd7-931a-59696e10672c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:14:27.711806 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc47627-7c9d-4cd7-931a-59696e10672c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'Port': ['ID=2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:27.762365 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90a382-fd03-41e6-b7eb-7780d93a21f2 req-ecc47627-7c9d-4cd7-931a-59696e10672c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:27.763100 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-cf90a382-fd03-41e6-b7eb-7780d93a21f2 req-ecc47627-7c9d-4cd7-931a-59696e10672c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:27.781672 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cf90a382-fd03-41e6-b7eb-7780d93a21f2 req-ecc47627-7c9d-4cd7-931a-59696e10672c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5899251 Aug 10 04:14:27.800378 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-cf90a382-fd03-41e6-b7eb-7780d93a21f2 req-8a953541-64ba-4a70-bbbf-833650c27fb6 service neutron] Request body: {'port': {'device_id': 'd5f00f38-d836-422d-989d-8474d88abfd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:27.882201 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-cf90a382-fd03-41e6-b7eb-7780d93a21f2 req-8a953541-64ba-4a70-bbbf-833650c27fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:27.903804 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 98bf7a66-8329-45a2-ba8f-5595fee223a6 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:14:27.972373 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 98bf7a66-8329-45a2-ba8f-5595fee223a6 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:14:27.976164 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 98bf7a66-8329-45a2-ba8f-5595fee223a6 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:14:27.976570 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:28.030967 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-481fcbb8-2aad-4233-a00f-ff74094134e9 None None] Provisioning for port 2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:14:28.036567 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-481fcbb8-2aad-4233-a00f-ff74094134e9 None None] Provisioning complete for port 2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:14:28.036947 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-481fcbb8-2aad-4233-a00f-ff74094134e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:28.115737 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:28.117640 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-481fcbb8-2aad-4233-a00f-ff74094134e9 None None] Port 2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:14:28.165271 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 98bf7a66-8329-45a2-ba8f-5595fee223a6, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=98bf7a66-8329-45a2-ba8f-5595fee223a6,segment=NetworkSegment(0a8bfded-bfe7-4136-801b-c8fea5ba6c80),segment_id=0a8bfded-bfe7-4136-801b-c8fea5ba6c80)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:14:28.169271 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:28.170056 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 3929f07f-b42d-4f84-ab08-ad3fc226188f up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:14:28.211993 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-cf90a382-fd03-41e6-b7eb-7780d93a21f2 req-8a953541-64ba-4a70-bbbf-833650c27fb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:14:28.221982 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-cf90a382-fd03-41e6-b7eb-7780d93a21f2 req-8a953541-64ba-4a70-bbbf-833650c27fb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:28.240990 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-cf90a382-fd03-41e6-b7eb-7780d93a21f2 req-8a953541-64ba-4a70-bbbf-833650c27fb6 service neutron] Transition to ACTIVE for port object 2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:14:28.246291 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=98bf7a66-8329-45a2-ba8f-5595fee223a6,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:28.249216 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ebbe7-afe0-4b1c-a7d2-041f39773a3e req-a6ac0bf6-6a0a-446a-b785-ca87512e89dc tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:28.250789 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-166ebbe7-afe0-4b1c-a7d2-041f39773a3e req-a6ac0bf6-6a0a-446a-b785-ca87512e89dc tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5f00f38-d836-422d-989d-8474d88abfd5 HTTP/1.1" status: 200 len: 931 time: 0.1019855 Aug 10 04:14:28.252543 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-cf90a382-fd03-41e6-b7eb-7780d93a21f2 req-8a953541-64ba-4a70-bbbf-833650c27fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:28.257800 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 3929f07f-b42d-4f84-ab08-ad3fc226188f triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:14:28.258169 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:28.332930 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a953541-64ba-4a70-bbbf-833650c27fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:28.359692 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-166ebbe7-afe0-4b1c-a7d2-041f39773a3e req-480bd429-2fc4-4ded-a241-60120d0a09fe tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a444fbb-2217-4426-9e34-99b38aa405bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802107 Aug 10 04:14:28.422327 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-cf90a382-fd03-41e6-b7eb-7780d93a21f2 req-8a953541-64ba-4a70-bbbf-833650c27fb6 service neutron] Attempting to bind port 2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:28.422841 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-cf90a382-fd03-41e6-b7eb-7780d93a21f2 req-8a953541-64ba-4a70-bbbf-833650c27fb6 service neutron] Attempting to bind port 2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '0a8bfded-bfe7-4136-801b-c8fea5ba6c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '7ba70c53-056c-4576-8b6d-a784f9cb07ed'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:28.423188 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf90a382-fd03-41e6-b7eb-7780d93a21f2 req-8a953541-64ba-4a70-bbbf-833650c27fb6 service neutron] Attempting to bind port 2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b on network 7ba70c53-056c-4576-8b6d-a784f9cb07ed {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:28.428592 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf90a382-fd03-41e6-b7eb-7780d93a21f2 req-8a953541-64ba-4a70-bbbf-833650c27fb6 service neutron] Port 2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b on network 7ba70c53-056c-4576-8b6d-a784f9cb07ed not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:14:28.428986 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf90a382-fd03-41e6-b7eb-7780d93a21f2 req-8a953541-64ba-4a70-bbbf-833650c27fb6 service neutron] Attempting to bind port 2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b on network 7ba70c53-056c-4576-8b6d-a784f9cb07ed {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:28.433937 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf90a382-fd03-41e6-b7eb-7780d93a21f2 req-8a953541-64ba-4a70-bbbf-833650c27fb6 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:14:28.434282 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf90a382-fd03-41e6-b7eb-7780d93a21f2 req-8a953541-64ba-4a70-bbbf-833650c27fb6 service neutron] Checking segment: {'id': '0a8bfded-bfe7-4136-801b-c8fea5ba6c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '7ba70c53-056c-4576-8b6d-a784f9cb07ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:14:28.434672 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf90a382-fd03-41e6-b7eb-7780d93a21f2 req-8a953541-64ba-4a70-bbbf-833650c27fb6 service neutron] Bound using segment: {'id': '0a8bfded-bfe7-4136-801b-c8fea5ba6c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '7ba70c53-056c-4576-8b6d-a784f9cb07ed'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:14:28.435137 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-cf90a382-fd03-41e6-b7eb-7780d93a21f2 req-8a953541-64ba-4a70-bbbf-833650c27fb6 service neutron] Bound port: 2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a8bfded-bfe7-4136-801b-c8fea5ba6c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '7ba70c53-056c-4576-8b6d-a784f9cb07ed'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:14:28.435505 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-cf90a382-fd03-41e6-b7eb-7780d93a21f2 req-8a953541-64ba-4a70-bbbf-833650c27fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:28.506806 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-cf90a382-fd03-41e6-b7eb-7780d93a21f2 req-8a953541-64ba-4a70-bbbf-833650c27fb6 service neutron] For port 2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:14:28.509948 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-cf90a382-fd03-41e6-b7eb-7780d93a21f2 req-8a953541-64ba-4a70-bbbf-833650c27fb6 service neutron] For port 2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b,segment=NetworkSegment(0a8bfded-bfe7-4136-801b-c8fea5ba6c80),segment_id=0a8bfded-bfe7-4136-801b-c8fea5ba6c80)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:14:28.513949 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-cf90a382-fd03-41e6-b7eb-7780d93a21f2 req-8a953541-64ba-4a70-bbbf-833650c27fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:28.548023 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90a382-fd03-41e6-b7eb-7780d93a21f2 req-8a953541-64ba-4a70-bbbf-833650c27fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:28.549200 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-cf90a382-fd03-41e6-b7eb-7780d93a21f2 req-8a953541-64ba-4a70-bbbf-833650c27fb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:28.550641 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cf90a382-fd03-41e6-b7eb-7780d93a21f2 req-8a953541-64ba-4a70-bbbf-833650c27fb6 service neutron] 10.222.0.60 "PUT /v2.0/ports/2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b HTTP/1.1" status: 200 len: 1092 time: 0.7552314 Aug 10 04:14:28.551115 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5f00f38-d836-422d-989d-8474d88abfd5', 'tag': '2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:14:28.553914 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0021ea54f387d2ae39ffe00c7e01dc720af9cc0ec992141d1f8728dec056f1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0503c9b6-3e73-4094-8f44-bdfe5c4d47e7" -d '{"events": [{"name": "network-changed", "server_uuid": "d5f00f38-d836-422d-989d-8474d88abfd5", "tag": "2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:14:28.579727 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a953541-64ba-4a70-bbbf-833650c27fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:28.609430 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a91a86-0a3f-49fb-8961-b1fa8444bfd6 x-openstack-request-id: req-f5a91a86-0a3f-49fb-8961-b1fa8444bfd6 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:14:28.609774 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5f00f38-d836-422d-989d-8474d88abfd5", "tag": "2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:14:28.610138 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f5a91a86-0a3f-49fb-8961-b1fa8444bfd6 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:14:28.610650 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5f00f38-d836-422d-989d-8474d88abfd5', 'tag': '2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b', 'status': 'completed', 'code': 200} Aug 10 04:14:28.645540 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90a382-fd03-41e6-b7eb-7780d93a21f2 req-f5faa847-492d-4bbb-b4a5-94963ae9976a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:28.647137 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cf90a382-fd03-41e6-b7eb-7780d93a21f2 req-f5faa847-492d-4bbb-b4a5-94963ae9976a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0974328c2e43431896bddcacf9b7a031&device_id=d5f00f38-d836-422d-989d-8474d88abfd5 HTTP/1.1" status: 200 len: 1095 time: 0.0521564 Aug 10 04:14:28.695463 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cf90a382-fd03-41e6-b7eb-7780d93a21f2 req-5989b57a-6300-49f5-aacb-27c1aa371293 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b HTTP/1.1" status: 200 len: 217 time: 0.0398314 Aug 10 04:14:28.750925 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90a382-fd03-41e6-b7eb-7780d93a21f2 req-b2033151-0eae-4ae0-a9ac-9f187a17e64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:28.752654 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cf90a382-fd03-41e6-b7eb-7780d93a21f2 req-b2033151-0eae-4ae0-a9ac-9f187a17e64e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ac501b79-411c-411a-877a-b92382cf5d25 HTTP/1.1" status: 200 len: 834 time: 0.0467210 Aug 10 04:14:28.803575 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90a382-fd03-41e6-b7eb-7780d93a21f2 req-3e589ce5-7ee8-45b1-8621-4d28ef104241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:28.805064 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cf90a382-fd03-41e6-b7eb-7780d93a21f2 req-3e589ce5-7ee8-45b1-8621-4d28ef104241 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7ba70c53-056c-4576-8b6d-a784f9cb07ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412331 Aug 10 04:14:28.904476 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cf90a382-fd03-41e6-b7eb-7780d93a21f2 req-858d3c4f-3699-485c-ab49-bde65a0ad8e8 service neutron] 10.222.0.60 "GET /v2.0/networks/7ba70c53-056c-4576-8b6d-a784f9cb07ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904725 Aug 10 04:14:28.999607 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cf90a382-fd03-41e6-b7eb-7780d93a21f2 req-d35d2ce6-e783-4d6e-890a-9ca81fc3224b service neutron] 10.222.0.60 "GET /v2.0/networks/7ba70c53-056c-4576-8b6d-a784f9cb07ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834868 Aug 10 04:14:29.096532 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0503c9b6-3e73-4094-8f44-bdfe5c4d47e7 req-2909670a-3579-47b3-a381-762f93b3d50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:29.098225 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0503c9b6-3e73-4094-8f44-bdfe5c4d47e7 req-2909670a-3579-47b3-a381-762f93b3d50c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0974328c2e43431896bddcacf9b7a031&device_id=d5f00f38-d836-422d-989d-8474d88abfd5 HTTP/1.1" status: 200 len: 1095 time: 0.0432248 Aug 10 04:14:29.200755 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0503c9b6-3e73-4094-8f44-bdfe5c4d47e7 req-42b732de-8454-4072-927d-907c5bbad38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:29.202249 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0503c9b6-3e73-4094-8f44-bdfe5c4d47e7 req-42b732de-8454-4072-927d-907c5bbad38a service neutron] 10.222.0.60 "GET /v2.0/networks?id=7ba70c53-056c-4576-8b6d-a784f9cb07ed HTTP/1.1" status: 200 len: 898 time: 0.0967796 Aug 10 04:14:29.244891 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0503c9b6-3e73-4094-8f44-bdfe5c4d47e7 req-6d7e6d29-b008-4cbc-9cc1-990d7a0a609b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b HTTP/1.1" status: 200 len: 217 time: 0.0345757 Aug 10 04:14:29.298046 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0503c9b6-3e73-4094-8f44-bdfe5c4d47e7 req-2917e0f1-657f-4e4b-9cfa-8719acba1eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:29.299997 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0503c9b6-3e73-4094-8f44-bdfe5c4d47e7 req-2917e0f1-657f-4e4b-9cfa-8719acba1eba service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ac501b79-411c-411a-877a-b92382cf5d25 HTTP/1.1" status: 200 len: 834 time: 0.0481360 Aug 10 04:14:29.349426 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0503c9b6-3e73-4094-8f44-bdfe5c4d47e7 req-9f7d077e-95ae-4cdd-96c1-94895fb5e46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:29.350959 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0503c9b6-3e73-4094-8f44-bdfe5c4d47e7 req-9f7d077e-95ae-4cdd-96c1-94895fb5e46f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7ba70c53-056c-4576-8b6d-a784f9cb07ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404682 Aug 10 04:14:29.464554 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0503c9b6-3e73-4094-8f44-bdfe5c4d47e7 req-7446fffa-03ce-442a-8b9f-09f79cb5571a service neutron] 10.222.0.60 "GET /v2.0/networks/7ba70c53-056c-4576-8b6d-a784f9cb07ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052747 Aug 10 04:14:29.558264 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa813088-1648-4653-93c5-f2d12561c817 req-b2fc7558-658b-40f4-87ec-7e22228e8283 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:29.560073 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fa813088-1648-4653-93c5-f2d12561c817 req-b2fc7558-658b-40f4-87ec-7e22228e8283 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5f00f38-d836-422d-989d-8474d88abfd5 HTTP/1.1" status: 200 len: 943 time: 0.1114202 Aug 10 04:14:29.604928 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0503c9b6-3e73-4094-8f44-bdfe5c4d47e7 req-9c5611f7-3941-4350-9450-1deca828726f service neutron] 10.222.0.60 "GET /v2.0/networks/7ba70c53-056c-4576-8b6d-a784f9cb07ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219616 Aug 10 04:14:29.619551 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-fa813088-1648-4653-93c5-f2d12561c817 req-4701e444-ffbc-4e36-b360-ed3d9c7ff6f5 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a444fbb-2217-4426-9e34-99b38aa405bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529392 Aug 10 04:14:29.771586 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 98bf7a66-8329-45a2-ba8f-5595fee223a6 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:14:29.824513 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 98bf7a66-8329-45a2-ba8f-5595fee223a6 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:14:29.824795 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:30.436346 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a40cbed5-d283-47a1-b0c6-2d6b5a99007a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:30.745285 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e5d21-7a55-4b09-94be-3091af92def8 req-3e7e6b7b-3623-4a08-b645-d998ccfa27c5 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:30.747005 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-486e5d21-7a55-4b09-94be-3091af92def8 req-3e7e6b7b-3623-4a08-b645-d998ccfa27c5 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5f00f38-d836-422d-989d-8474d88abfd5 HTTP/1.1" status: 200 len: 943 time: 0.0550640 Aug 10 04:14:30.787724 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-486e5d21-7a55-4b09-94be-3091af92def8 req-63b99873-70c2-46ca-8518-6b195adf5c63 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a444fbb-2217-4426-9e34-99b38aa405bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341353 Aug 10 04:14:31.904482 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01cc97a-18b3-4909-9c51-d8b405722203 req-8c92f5ef-8f1e-4ca4-94e9-cfb49c48098b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:31.906419 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a01cc97a-18b3-4909-9c51-d8b405722203 req-8c92f5ef-8f1e-4ca4-94e9-cfb49c48098b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5f00f38-d836-422d-989d-8474d88abfd5 HTTP/1.1" status: 200 len: 943 time: 0.0508783 Aug 10 04:14:31.944775 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a01cc97a-18b3-4909-9c51-d8b405722203 req-482c068a-d246-4fb1-b4a6-909cd6bcf566 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a444fbb-2217-4426-9e34-99b38aa405bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315647 Aug 10 04:14:32.014945 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:14:32.122594 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b,segment=NetworkSegment(0a8bfded-bfe7-4136-801b-c8fea5ba6c80),segment_id=0a8bfded-bfe7-4136-801b-c8fea5ba6c80)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:14:32.134206 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b', 'network_id': '7ba70c53-056c-4576-8b6d-a784f9cb07ed', 'port_id': '2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b', 'mac_address': 'fa:16:3e:2d:3a:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac501b79-411c-411a-877a-b92382cf5d25', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:14:32.171847 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:32.184998 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:14:32.210447 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b,segment=NetworkSegment(0a8bfded-bfe7-4136-801b-c8fea5ba6c80),segment_id=0a8bfded-bfe7-4136-801b-c8fea5ba6c80)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:14:32.214630 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:32.261563 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:32.521334 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:14:33.062920 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871437e5-61b0-48e2-86cf-34c69f1197c3 req-c7458cf5-7763-44f6-bc2f-837c33fdcf7f tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:33.064501 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-871437e5-61b0-48e2-86cf-34c69f1197c3 req-c7458cf5-7763-44f6-bc2f-837c33fdcf7f tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5f00f38-d836-422d-989d-8474d88abfd5 HTTP/1.1" status: 200 len: 944 time: 0.0534861 Aug 10 04:14:33.103022 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-871437e5-61b0-48e2-86cf-34c69f1197c3 req-004df34b-def7-4344-bac8-de64206de0dd tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a444fbb-2217-4426-9e34-99b38aa405bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319157 Aug 10 04:14:33.143959 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-6908ea10-8df2-4503-a77d-221e68e35310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:33.518473 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:34.015996 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:14:34.073870 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port 2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:14:34.077950 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:14:34.078327 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:34.159491 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:34.185318 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f00f38-d836-422d-989d-8474d88abfd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:14:34.188502 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}687ba51f6797870dc73eef52a647f30c5325a6c2ab4bb07751a6afc0cf078d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747d7952-68f0-4302-bc22-ae3117ef4e9a" -d '{"events": [{"server_uuid": "d5f00f38-d836-422d-989d-8474d88abfd5", "name": "network-vif-plugged", "status": "completed", "tag": "2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:14:34.206039 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b,segment=NetworkSegment(0a8bfded-bfe7-4136-801b-c8fea5ba6c80),segment_id=0a8bfded-bfe7-4136-801b-c8fea5ba6c80)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:14:34.210978 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:34.242153 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f40e60a-95d9-4452-bee9-7b0aca1cc5d8 x-openstack-request-id: req-1f40e60a-95d9-4452-bee9-7b0aca1cc5d8 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:14:34.242451 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5f00f38-d836-422d-989d-8474d88abfd5", "name": "network-vif-plugged", "status": "completed", "tag": "2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:14:34.242704 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1f40e60a-95d9-4452-bee9-7b0aca1cc5d8 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:14:34.243113 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5f00f38-d836-422d-989d-8474d88abfd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b', 'code': 200} Aug 10 04:14:34.274238 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:34.285270 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b1901-59f0-47fd-a3a5-82b0cb6e9c3b req-1fc9ecc6-6799-45b6-b45f-bb0e56bc11df tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:34.286893 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d23b1901-59f0-47fd-a3a5-82b0cb6e9c3b req-1fc9ecc6-6799-45b6-b45f-bb0e56bc11df tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5f00f38-d836-422d-989d-8474d88abfd5 HTTP/1.1" status: 200 len: 945 time: 0.1136289 Aug 10 04:14:34.335384 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d23b1901-59f0-47fd-a3a5-82b0cb6e9c3b req-4ab340c9-0d2f-4e99-862f-ddcbbcfd9211 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a444fbb-2217-4426-9e34-99b38aa405bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415096 Aug 10 04:14:34.388296 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e868ca5-b60f-4232-baa2-e9b81c794725 req-e971e3d2-49f4-48b4-a04e-bdeb7c87d049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:34.389865 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7e868ca5-b60f-4232-baa2-e9b81c794725 req-e971e3d2-49f4-48b4-a04e-bdeb7c87d049 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d5f00f38-d836-422d-989d-8474d88abfd5 HTTP/1.1" status: 200 len: 1097 time: 0.0894260 Aug 10 04:14:34.431009 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7e868ca5-b60f-4232-baa2-e9b81c794725 req-1c09a45f-4c65-48f6-8398-028d9408ac67 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1a444fbb-2217-4426-9e34-99b38aa405bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298836 Aug 10 04:14:34.443374 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:35.455844 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd30d2ee-ff36-43e2-83f0-e005f06ea300 req-85eeb401-2127-4b85-bab5-e400dfe6ddbf tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:35.457406 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bd30d2ee-ff36-43e2-83f0-e005f06ea300 req-85eeb401-2127-4b85-bab5-e400dfe6ddbf tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5f00f38-d836-422d-989d-8474d88abfd5 HTTP/1.1" status: 200 len: 945 time: 0.0493793 Aug 10 04:14:35.495773 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bd30d2ee-ff36-43e2-83f0-e005f06ea300 req-a32d07ff-9e47-4e9c-a57a-cd101d861032 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a444fbb-2217-4426-9e34-99b38aa405bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319767 Aug 10 04:14:35.612798 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f5cb5-bc41-4c00-bb51-203b738911c7 req-50aad6fd-44cd-4c43-905c-ff6744947fa4 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:35.614297 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b50f5cb5-bc41-4c00-bb51-203b738911c7 req-50aad6fd-44cd-4c43-905c-ff6744947fa4 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5f00f38-d836-422d-989d-8474d88abfd5 HTTP/1.1" status: 200 len: 945 time: 0.0530801 Aug 10 04:14:35.653354 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b50f5cb5-bc41-4c00-bb51-203b738911c7 req-aa717d7b-0968-495a-b687-cbc0bc53bde1 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a444fbb-2217-4426-9e34-99b38aa405bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329974 Aug 10 04:14:35.674005 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43650) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:35.714230 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b92657-3ed5-4617-99f0-550a59a5f071 tempest-TestNetworkAdvancedServerOps-626410460 tempest-TestNetworkAdvancedServerOps-626410460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:35.715785 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-03b92657-3ed5-4617-99f0-550a59a5f071 tempest-TestNetworkAdvancedServerOps-626410460 tempest-TestNetworkAdvancedServerOps-626410460-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=d5f00f38-d836-422d-989d-8474d88abfd5 HTTP/1.1" status: 200 len: 1092 time: 0.0408278 Aug 10 04:14:35.718494 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43652) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:35.722833 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-4dcc8815-4fac-4be7-a424-127b5426a29b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Request body: {'floatingip': {'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'port_id': '2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:35.746187 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4dcc8815-4fac-4be7-a424-127b5426a29b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for floatingip, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:35.843274 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4dcc8815-4fac-4be7-a424-127b5426a29b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:35.943195 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-4dcc8815-4fac-4be7-a424-127b5426a29b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Allocated IP 172.25.7.240 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/cac9e10e-ddf9-4990-9b5f-90c444b3010f) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:14:36.046031 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4dcc8815-4fac-4be7-a424-127b5426a29b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:36.091134 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4dcc8815-4fac-4be7-a424-127b5426a29b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:36.129006 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcc8815-4fac-4be7-a424-127b5426a29b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:14:36.133965 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-4dcc8815-4fac-4be7-a424-127b5426a29b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:14:36.137589 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcc8815-4fac-4be7-a424-127b5426a29b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:14:36.162001 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc8815-4fac-4be7-a424-127b5426a29b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'Port': ['ID=cac9e10e-ddf9-4990-9b5f-90c444b3010f,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:36.184024 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:36.487319 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4dcc8815-4fac-4be7-a424-127b5426a29b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:36.551586 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4dcc8815-4fac-4be7-a424-127b5426a29b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:36.698646 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4dcc8815-4fac-4be7-a424-127b5426a29b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:36.703469 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4dcc8815-4fac-4be7-a424-127b5426a29b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:36.771017 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc8815-4fac-4be7-a424-127b5426a29b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event updated for resources: {'Port': ['ID=cac9e10e-ddf9-4990-9b5f-90c444b3010f,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:36.781284 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4dcc8815-4fac-4be7-a424-127b5426a29b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:36.882936 n-d-768851-15 neutron-server[94216]: INFO neutron.db.l3_db [None req-4dcc8815-4fac-4be7-a424-127b5426a29b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Floating IP e291f03b-9c84-424f-aae5-9f66225588a1 associated. External IP: 172.25.7.240, port: 2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b. Aug 10 04:14:37.092329 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dcc8815-4fac-4be7-a424-127b5426a29b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Router 681d1a66-8fbf-480c-af32-ffb9111dccdc has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:14:37.523285 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dcc8815-4fac-4be7-a424-127b5426a29b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:14:37.533439 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4e6366-e2f4-4573-94ea-14c5a60eb2f9 None None] Sync routers for ids ['681d1a66-8fbf-480c-af32-ffb9111dccdc'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:14:37.539948 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4dcc8815-4fac-4be7-a424-127b5426a29b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:37.543071 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4e6366-e2f4-4573-94ea-14c5a60eb2f9 None None] Routers {'681d1a66-8fbf-480c-af32-ffb9111dccdc'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:14:37.543668 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-5c4e6366-e2f4-4573-94ea-14c5a60eb2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:14:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['681d1a66-8fbf-480c-af32-ffb9111dccdc'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:14:37.568150 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-4dcc8815-4fac-4be7-a424-127b5426a29b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8486087 Aug 10 04:14:37.568860 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5f00f38-d836-422d-989d-8474d88abfd5', 'tag': '2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:14:37.571263 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0021ea54f387d2ae39ffe00c7e01dc720af9cc0ec992141d1f8728dec056f1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1843c7-178a-4a9b-aa44-ef3c59f2124c" -d '{"events": [{"name": "network-changed", "server_uuid": "d5f00f38-d836-422d-989d-8474d88abfd5", "tag": "2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:14:37.613265 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea9132b-96fa-46f3-a765-ea29fd4af2c1 x-openstack-request-id: req-4ea9132b-96fa-46f3-a765-ea29fd4af2c1 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:14:37.613933 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5f00f38-d836-422d-989d-8474d88abfd5", "tag": "2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:14:37.614340 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4ea9132b-96fa-46f3-a765-ea29fd4af2c1 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:14:37.614834 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5f00f38-d836-422d-989d-8474d88abfd5', 'tag': '2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b', 'status': 'completed', 'code': 200} Aug 10 04:14:37.651357 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-5c4e6366-e2f4-4573-94ea-14c5a60eb2f9 None None] Set router 681d1a66-8fbf-480c-af32-ffb9111dccdc gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:14:37.699825 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e4e90-b566-4969-88a8-3030340e7b84 req-560b08c3-4dbd-4e91-b3b5-020b1898d6e7 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:37.701343 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eb2e4e90-b566-4969-88a8-3030340e7b84 req-560b08c3-4dbd-4e91-b3b5-020b1898d6e7 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5f00f38-d836-422d-989d-8474d88abfd5 HTTP/1.1" status: 200 len: 945 time: 0.0814731 Aug 10 04:14:37.707816 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1843c7-178a-4a9b-aa44-ef3c59f2124c req-e2b77c2b-a72f-424a-9d56-27743710a9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:37.709489 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eb1843c7-178a-4a9b-aa44-ef3c59f2124c req-e2b77c2b-a72f-424a-9d56-27743710a9b6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0974328c2e43431896bddcacf9b7a031&device_id=d5f00f38-d836-422d-989d-8474d88abfd5 HTTP/1.1" status: 200 len: 1097 time: 0.0620501 Aug 10 04:14:37.791904 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eb2e4e90-b566-4969-88a8-3030340e7b84 req-64454936-8d88-4632-8bd2-74a2ea098eef tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a444fbb-2217-4426-9e34-99b38aa405bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813477 Aug 10 04:14:37.815620 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43658) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:37.869761 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1843c7-178a-4a9b-aa44-ef3c59f2124c req-da19f072-2f05-4d83-b4c0-74988233d757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:37.871259 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eb1843c7-178a-4a9b-aa44-ef3c59f2124c req-da19f072-2f05-4d83-b4c0-74988233d757 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7ba70c53-056c-4576-8b6d-a784f9cb07ed HTTP/1.1" status: 200 len: 898 time: 0.1539900 Aug 10 04:14:37.886402 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-5c4e6366-e2f4-4573-94ea-14c5a60eb2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681d1a66-8fbf-480c-af32-ffb9111dccdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1526359186', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '37887075-778d-4580-a216-64b456c1b833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:14:20Z', 'updated_at': '2021-08-10T04:14:23Z', 'revision_number': 4, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': '37887075-778d-4580-a216-64b456c1b833', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681d1a66-8fbf-480c-af32-ffb9111dccdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:21Z', 'updated_at': '2021-08-10T04:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': 'e291f03b-9c84-424f-aae5-9f66225588a1', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'floating_ip_address': '172.25.7.240', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '681d1a66-8fbf-480c-af32-ffb9111dccdc', 'port_id': '2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ba70c53-056c-4576-8b6d-a784f9cb07ed', 'mac_address': 'fa:16:3e:2d:3a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f00f38-d836-422d-989d-8474d88abfd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:14:36Z', 'updated_at': '2021-08-10T04:14:36Z', 'revision_number': 0, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98bf7a66-8329-45a2-ba8f-5595fee223a6', 'name': '', 'network_id': '7ba70c53-056c-4576-8b6d-a784f9cb07ed', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'mac_address': 'fa:16:3e:1d:a5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681d1a66-8fbf-480c-af32-ffb9111dccdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'ac501b79-411c-411a-877a-b92382cf5d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:23Z', 'updated_at': '2021-08-10T04:14:28Z', 'revision_number': 5, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'subnets': [{'id': 'ac501b79-411c-411a-877a-b92382cf5d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:14:37.912480 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4e6366-e2f4-4573-94ea-14c5a60eb2f9 None None] Checking router: 681d1a66-8fbf-480c-af32-ffb9111dccdc for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:14:37.921293 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4e6366-e2f4-4573-94ea-14c5a60eb2f9 None None] Routers {'681d1a66-8fbf-480c-af32-ffb9111dccdc'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:14:37.922027 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-5c4e6366-e2f4-4573-94ea-14c5a60eb2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:14:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['681d1a66-8fbf-480c-af32-ffb9111dccdc'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:14:37.925566 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-4e40af56-2d15-4c30-81a9-d94c611e1ea8 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/floatingips/e291f03b-9c84-424f-aae5-9f66225588a1 HTTP/1.1" status: 200 len: 991 time: 0.1082025 Aug 10 04:14:37.949115 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eb1843c7-178a-4a9b-aa44-ef3c59f2124c req-ccc0463f-0ba9-4684-9ef1-ff04b0561e72 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b HTTP/1.1" status: 200 len: 999 time: 0.0665317 Aug 10 04:14:38.004877 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1843c7-178a-4a9b-aa44-ef3c59f2124c req-869a0c29-dce1-436e-bf05-fb76e43ac9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:38.006452 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eb1843c7-178a-4a9b-aa44-ef3c59f2124c req-869a0c29-dce1-436e-bf05-fb76e43ac9f9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ac501b79-411c-411a-877a-b92382cf5d25 HTTP/1.1" status: 200 len: 834 time: 0.0490890 Aug 10 04:14:38.058427 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1843c7-178a-4a9b-aa44-ef3c59f2124c req-b6814940-e858-4692-b042-8f01464e9dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:38.059924 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eb1843c7-178a-4a9b-aa44-ef3c59f2124c req-b6814940-e858-4692-b042-8f01464e9dee service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7ba70c53-056c-4576-8b6d-a784f9cb07ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465453 Aug 10 04:14:38.122522 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-5c4e6366-e2f4-4573-94ea-14c5a60eb2f9 None None] Set router 681d1a66-8fbf-480c-af32-ffb9111dccdc gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:14:38.151533 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eb1843c7-178a-4a9b-aa44-ef3c59f2124c req-8ae69eb1-b3e3-4af2-8a2f-9b4ad6f64ff0 service neutron] 10.222.0.60 "GET /v2.0/networks/7ba70c53-056c-4576-8b6d-a784f9cb07ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839903 Aug 10 04:14:38.249203 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-eb1843c7-178a-4a9b-aa44-ef3c59f2124c req-a0ae033f-9e2e-43ad-9b17-77a14eb15dd3 service neutron] 10.222.0.60 "GET /v2.0/networks/7ba70c53-056c-4576-8b6d-a784f9cb07ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864172 Aug 10 04:14:38.341258 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-5c4e6366-e2f4-4573-94ea-14c5a60eb2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681d1a66-8fbf-480c-af32-ffb9111dccdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1526359186', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '37887075-778d-4580-a216-64b456c1b833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:14:20Z', 'updated_at': '2021-08-10T04:14:23Z', 'revision_number': 4, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': '37887075-778d-4580-a216-64b456c1b833', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681d1a66-8fbf-480c-af32-ffb9111dccdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:21Z', 'updated_at': '2021-08-10T04:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': 'e291f03b-9c84-424f-aae5-9f66225588a1', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'floating_ip_address': '172.25.7.240', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '681d1a66-8fbf-480c-af32-ffb9111dccdc', 'port_id': '2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ba70c53-056c-4576-8b6d-a784f9cb07ed', 'mac_address': 'fa:16:3e:2d:3a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f00f38-d836-422d-989d-8474d88abfd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:14:36Z', 'updated_at': '2021-08-10T04:14:36Z', 'revision_number': 0, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98bf7a66-8329-45a2-ba8f-5595fee223a6', 'name': '', 'network_id': '7ba70c53-056c-4576-8b6d-a784f9cb07ed', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'mac_address': 'fa:16:3e:1d:a5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681d1a66-8fbf-480c-af32-ffb9111dccdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'ac501b79-411c-411a-877a-b92382cf5d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:23Z', 'updated_at': '2021-08-10T04:14:28Z', 'revision_number': 5, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'subnets': [{'id': 'ac501b79-411c-411a-877a-b92382cf5d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:14:38.366154 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4e6366-e2f4-4573-94ea-14c5a60eb2f9 None None] The sync data for ids ['681d1a66-8fbf-480c-af32-ffb9111dccdc'] in n-d-768851-15 is: [{'id': '681d1a66-8fbf-480c-af32-ffb9111dccdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1526359186', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '37887075-778d-4580-a216-64b456c1b833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:14:20Z', 'updated_at': '2021-08-10T04:14:23Z', 'revision_number': 4, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': '37887075-778d-4580-a216-64b456c1b833', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681d1a66-8fbf-480c-af32-ffb9111dccdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:21Z', 'updated_at': '2021-08-10T04:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': 'e291f03b-9c84-424f-aae5-9f66225588a1', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'floating_ip_address': '172.25.7.240', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '681d1a66-8fbf-480c-af32-ffb9111dccdc', 'port_id': '2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ba70c53-056c-4576-8b6d-a784f9cb07ed', 'mac_address': 'fa:16:3e:2d:3a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f00f38-d836-422d-989d-8474d88abfd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:14:36Z', 'updated_at': '2021-08-10T04:14:36Z', 'revision_number': 0, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98bf7a66-8329-45a2-ba8f-5595fee223a6', 'name': '', 'network_id': '7ba70c53-056c-4576-8b6d-a784f9cb07ed', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'mac_address': 'fa:16:3e:1d:a5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681d1a66-8fbf-480c-af32-ffb9111dccdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'ac501b79-411c-411a-877a-b92382cf5d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:23Z', 'updated_at': '2021-08-10T04:14:28Z', 'revision_number': 5, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'subnets': [{'id': 'ac501b79-411c-411a-877a-b92382cf5d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:14:38.557527 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad6a838-72de-4d65-b062-8b44822f1fb7 None None] New status for floating IP e291f03b-9c84-424f-aae5-9f66225588a1: ACTIVE {{(pid=94218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:14:38.928370 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43660) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:38.956529 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:14:38.990135 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e7579661-45fa-425d-8301-521cd691958e req-ef8d8331-d7ec-406c-bf97-42c150c7646c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d5f00f38-d836-422d-989d-8474d88abfd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407248 Aug 10 04:14:38.993679 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b25e4eb3-4a3a-4b70-970e-3e65dfbb4fde tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/floatingips/e291f03b-9c84-424f-aae5-9f66225588a1 HTTP/1.1" status: 200 len: 993 time: 0.0640767 Aug 10 04:14:39.071638 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7579661-45fa-425d-8301-521cd691958e req-a64c63fa-6b7e-4267-ad39-b738cefa8bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:39.073179 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e7579661-45fa-425d-8301-521cd691958e req-a64c63fa-6b7e-4267-ad39-b738cefa8bb1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0974328c2e43431896bddcacf9b7a031&device_id=d5f00f38-d836-422d-989d-8474d88abfd5 HTTP/1.1" status: 200 len: 1097 time: 0.0395994 Aug 10 04:14:39.180589 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7579661-45fa-425d-8301-521cd691958e req-988c6d54-0c6f-4b2b-b046-4f5e36165694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:39.182254 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e7579661-45fa-425d-8301-521cd691958e req-988c6d54-0c6f-4b2b-b046-4f5e36165694 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7ba70c53-056c-4576-8b6d-a784f9cb07ed HTTP/1.1" status: 200 len: 898 time: 0.0897326 Aug 10 04:14:39.250941 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e7579661-45fa-425d-8301-521cd691958e req-f996b6bc-2944-4990-a61d-e32ea0c819be service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b HTTP/1.1" status: 200 len: 1001 time: 0.0585320 Aug 10 04:14:39.299295 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7579661-45fa-425d-8301-521cd691958e req-dc15946a-a1a2-4485-9b4d-568be8bb9c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:39.300736 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e7579661-45fa-425d-8301-521cd691958e req-dc15946a-a1a2-4485-9b4d-568be8bb9c79 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ac501b79-411c-411a-877a-b92382cf5d25 HTTP/1.1" status: 200 len: 834 time: 0.0430558 Aug 10 04:14:39.350400 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7579661-45fa-425d-8301-521cd691958e req-38d980df-f72a-4c96-996e-a18160c04517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:39.351901 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e7579661-45fa-425d-8301-521cd691958e req-38d980df-f72a-4c96-996e-a18160c04517 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7ba70c53-056c-4576-8b6d-a784f9cb07ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440655 Aug 10 04:14:39.440536 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e7579661-45fa-425d-8301-521cd691958e req-97e104df-ee72-42e7-9fd4-6c972245df3d service neutron] 10.222.0.60 "GET /v2.0/networks/7ba70c53-056c-4576-8b6d-a784f9cb07ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808477 Aug 10 04:14:39.533460 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e7579661-45fa-425d-8301-521cd691958e req-adae12df-3c16-4595-b742-8827b04c377b service neutron] 10.222.0.60 "GET /v2.0/networks/7ba70c53-056c-4576-8b6d-a784f9cb07ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858724 Aug 10 04:14:56.900848 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:57.257397 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:00.437307 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0ba270f7-f82b-4fa4-8ebc-45643a23532e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:03.145765 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-75581edf-3920-4059-940c-bba6dd79dc6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:03.520514 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:04.445915 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:06.184325 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:14.353706 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b83c7-03de-4c09-a913-3692b257a097 req-121549b1-eccc-4d6b-a72f-51fe3032ecd1 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:14.355138 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e98b83c7-03de-4c09-a913-3692b257a097 req-121549b1-eccc-4d6b-a72f-51fe3032ecd1 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5f00f38-d836-422d-989d-8474d88abfd5 HTTP/1.1" status: 200 len: 945 time: 0.0505962 Aug 10 04:15:14.393339 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e98b83c7-03de-4c09-a913-3692b257a097 req-9d99bcee-9978-45b7-982d-f341544b47b6 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a444fbb-2217-4426-9e34-99b38aa405bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322738 Aug 10 04:15:15.509595 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd5e338-55ff-458b-8039-021931b3cbe4 req-89fa5cb6-522c-4948-903f-543cbb084a8c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:15.511225 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3fd5e338-55ff-458b-8039-021931b3cbe4 req-89fa5cb6-522c-4948-903f-543cbb084a8c tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5f00f38-d836-422d-989d-8474d88abfd5 HTTP/1.1" status: 200 len: 945 time: 0.0490160 Aug 10 04:15:15.548515 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3fd5e338-55ff-458b-8039-021931b3cbe4 req-c3d11481-33c3-44ad-9f2d-427182034a17 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a444fbb-2217-4426-9e34-99b38aa405bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314817 Aug 10 04:15:15.571390 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43678) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:15.634660 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-337c9315-e5ab-4175-9604-ba864940efce tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/floatingips/e291f03b-9c84-424f-aae5-9f66225588a1 HTTP/1.1" status: 200 len: 993 time: 0.0617626 Aug 10 04:15:15.956103 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:15:16.904635 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c335b8-1306-4a1a-8341-43f40aef4494 req-902ffe8b-1e24-4ba1-a3b1-c6a98644b6a6 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:16.905990 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b4c335b8-1306-4a1a-8341-43f40aef4494 req-902ffe8b-1e24-4ba1-a3b1-c6a98644b6a6 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5f00f38-d836-422d-989d-8474d88abfd5 HTTP/1.1" status: 200 len: 945 time: 0.0571089 Aug 10 04:15:16.963103 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b4c335b8-1306-4a1a-8341-43f40aef4494 req-29868e84-9547-4bf0-855f-3bdf7ceae076 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a444fbb-2217-4426-9e34-99b38aa405bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441835 Aug 10 04:15:16.965701 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2878a-b67e-4979-a322-c8b7f0c2b77a req-a5eb6137-6a34-41a4-a590-9ed9ec6f6d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:16.967147 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9ac2878a-b67e-4979-a322-c8b7f0c2b77a req-a5eb6137-6a34-41a4-a590-9ed9ec6f6d02 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0974328c2e43431896bddcacf9b7a031&device_id=d5f00f38-d836-422d-989d-8474d88abfd5 HTTP/1.1" status: 200 len: 1097 time: 0.0794723 Aug 10 04:15:17.060872 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2878a-b67e-4979-a322-c8b7f0c2b77a req-5adec0d0-d4f2-410b-adfe-80d39508ce02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:17.062384 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9ac2878a-b67e-4979-a322-c8b7f0c2b77a req-5adec0d0-d4f2-410b-adfe-80d39508ce02 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7ba70c53-056c-4576-8b6d-a784f9cb07ed HTTP/1.1" status: 200 len: 898 time: 0.0843301 Aug 10 04:15:17.136491 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9ac2878a-b67e-4979-a322-c8b7f0c2b77a req-bea2ed14-bd37-45b7-94a0-9e32c0519803 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b HTTP/1.1" status: 200 len: 1001 time: 0.0631576 Aug 10 04:15:17.189203 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2878a-b67e-4979-a322-c8b7f0c2b77a req-419b4861-8a56-49d1-8124-3b7b5262acf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:17.191229 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9ac2878a-b67e-4979-a322-c8b7f0c2b77a req-419b4861-8a56-49d1-8124-3b7b5262acf8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ac501b79-411c-411a-877a-b92382cf5d25 HTTP/1.1" status: 200 len: 834 time: 0.0432379 Aug 10 04:15:17.241703 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2878a-b67e-4979-a322-c8b7f0c2b77a req-2d3e155f-672a-4fb7-a348-bb8b1e0f00ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:17.243253 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9ac2878a-b67e-4979-a322-c8b7f0c2b77a req-2d3e155f-672a-4fb7-a348-bb8b1e0f00ad service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7ba70c53-056c-4576-8b6d-a784f9cb07ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405149 Aug 10 04:15:17.336940 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9ac2878a-b67e-4979-a322-c8b7f0c2b77a req-994d5333-67c9-49a0-97ed-ba09648c70ce service neutron] 10.222.0.60 "GET /v2.0/networks/7ba70c53-056c-4576-8b6d-a784f9cb07ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853837 Aug 10 04:15:17.426705 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9ac2878a-b67e-4979-a322-c8b7f0c2b77a req-4c7bcdcc-7a49-417c-85e1-b78013a16d4e service neutron] 10.222.0.60 "GET /v2.0/networks/7ba70c53-056c-4576-8b6d-a784f9cb07ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822949 Aug 10 04:15:18.080284 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cacd863-15db-4a9c-8148-fa129db88c8b req-cba7b345-7e04-4f6f-aae8-6666f19b3311 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:18.082287 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8cacd863-15db-4a9c-8148-fa129db88c8b req-cba7b345-7e04-4f6f-aae8-6666f19b3311 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5f00f38-d836-422d-989d-8474d88abfd5 HTTP/1.1" status: 200 len: 945 time: 0.0498650 Aug 10 04:15:18.120416 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8cacd863-15db-4a9c-8148-fa129db88c8b req-90d3bac0-8877-4b17-b1f6-4dea7856bc48 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a444fbb-2217-4426-9e34-99b38aa405bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315628 Aug 10 04:15:19.240301 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89bf8d0-86eb-4c09-a0cc-ad30ba1e2808 req-750417f7-9603-4e7d-95ce-13441cc3e286 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:19.241797 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e89bf8d0-86eb-4c09-a0cc-ad30ba1e2808 req-750417f7-9603-4e7d-95ce-13441cc3e286 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5f00f38-d836-422d-989d-8474d88abfd5 HTTP/1.1" status: 200 len: 945 time: 0.0534039 Aug 10 04:15:19.278516 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e89bf8d0-86eb-4c09-a0cc-ad30ba1e2808 req-feb657e7-1a16-4143-9d87-134d1d4fea08 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a444fbb-2217-4426-9e34-99b38aa405bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306492 Aug 10 04:15:19.301961 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43690) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:19.363514 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-c1438082-f90e-43be-bdd2-de4cde0ece76 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/floatingips/e291f03b-9c84-424f-aae5-9f66225588a1 HTTP/1.1" status: 200 len: 993 time: 0.0603039 Aug 10 04:15:19.595321 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43698) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:19.754728 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-1033eb9a-2b22-432b-8f88-14343c823c1b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Deleting port cac9e10e-ddf9-4990-9b5f-90c444b3010f {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:15:19.755100 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1033eb9a-2b22-432b-8f88-14343c823c1b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:19.827442 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1033eb9a-2b22-432b-8f88-14343c823c1b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:19.827759 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1033eb9a-2b22-432b-8f88-14343c823c1b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:19.839817 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-1033eb9a-2b22-432b-8f88-14343c823c1b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Calling delete_port for cac9e10e-ddf9-4990-9b5f-90c444b3010f owned by network:floatingip {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:15:19.996460 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1033eb9a-2b22-432b-8f88-14343c823c1b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:20.025670 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1033eb9a-2b22-432b-8f88-14343c823c1b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event deleted for resources: {'Port': ['ID=cac9e10e-ddf9-4990-9b5f-90c444b3010f,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:20.055275 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1033eb9a-2b22-432b-8f88-14343c823c1b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:20.055275 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1033eb9a-2b22-432b-8f88-14343c823c1b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:20.055671 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1033eb9a-2b22-432b-8f88-14343c823c1b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:20.056187 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1033eb9a-2b22-432b-8f88-14343c823c1b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:20.056392 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1033eb9a-2b22-432b-8f88-14343c823c1b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:20.056605 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1033eb9a-2b22-432b-8f88-14343c823c1b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:20.056976 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1033eb9a-2b22-432b-8f88-14343c823c1b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:20.057303 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1033eb9a-2b22-432b-8f88-14343c823c1b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:20.057590 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1033eb9a-2b22-432b-8f88-14343c823c1b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:20.057913 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1033eb9a-2b22-432b-8f88-14343c823c1b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:20.058233 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1033eb9a-2b22-432b-8f88-14343c823c1b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:20.058553 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1033eb9a-2b22-432b-8f88-14343c823c1b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:20.103162 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1033eb9a-2b22-432b-8f88-14343c823c1b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for floatingip, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:20.103536 n-d-768851-15 neutron-server[94217]: INFO neutron.db.l3_db [None req-1033eb9a-2b22-432b-8f88-14343c823c1b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Floating IP e291f03b-9c84-424f-aae5-9f66225588a1 disassociated (deleted). External IP: 172.25.7.240, port: 2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b. Aug 10 04:15:20.310899 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1033eb9a-2b22-432b-8f88-14343c823c1b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Router 681d1a66-8fbf-480c-af32-ffb9111dccdc has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:15:20.422474 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1033eb9a-2b22-432b-8f88-14343c823c1b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:15:20.428059 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1033eb9a-2b22-432b-8f88-14343c823c1b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:20.433572 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6743f7f9-f3cc-417d-82c6-f0e738ef12c9 None None] Sync routers for ids ['681d1a66-8fbf-480c-af32-ffb9111dccdc'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:15:20.443571 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6743f7f9-f3cc-417d-82c6-f0e738ef12c9 None None] Routers {'681d1a66-8fbf-480c-af32-ffb9111dccdc'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:15:20.444209 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-6743f7f9-f3cc-417d-82c6-f0e738ef12c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:15:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['681d1a66-8fbf-480c-af32-ffb9111dccdc'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:20.457467 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1033eb9a-2b22-432b-8f88-14343c823c1b tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "DELETE /v2.0/floatingips/e291f03b-9c84-424f-aae5-9f66225588a1 HTTP/1.1" status: 204 len: 168 time: 0.8610089 Aug 10 04:15:20.458173 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5f00f38-d836-422d-989d-8474d88abfd5', 'tag': '2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:15:20.460887 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22ad4654dd32cc7208a19091a2312c490144bb13544d6468e82e9e9d549a02ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e9d77b-47f7-4505-9763-3449431a87a7" -d '{"events": [{"name": "network-changed", "server_uuid": "d5f00f38-d836-422d-989d-8474d88abfd5", "tag": "2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:15:20.506828 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10c78ee-fbaa-4afc-b64a-06222f79ece9 x-openstack-request-id: req-e10c78ee-fbaa-4afc-b64a-06222f79ece9 {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:15:20.507128 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5f00f38-d836-422d-989d-8474d88abfd5", "tag": "2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:15:20.507388 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e10c78ee-fbaa-4afc-b64a-06222f79ece9 {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:15:20.507805 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5f00f38-d836-422d-989d-8474d88abfd5', 'tag': '2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b', 'status': 'completed', 'code': 200} Aug 10 04:15:20.558660 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-6743f7f9-f3cc-417d-82c6-f0e738ef12c9 None None] Set router 681d1a66-8fbf-480c-af32-ffb9111dccdc gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:15:20.580239 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9d77b-47f7-4505-9763-3449431a87a7 req-f6b3dc1b-dccc-481e-9efa-5e53a1fc7898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:20.582160 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-09e9d77b-47f7-4505-9763-3449431a87a7 req-f6b3dc1b-dccc-481e-9efa-5e53a1fc7898 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0974328c2e43431896bddcacf9b7a031&device_id=d5f00f38-d836-422d-989d-8474d88abfd5 HTTP/1.1" status: 200 len: 1097 time: 0.0490301 Aug 10 04:15:20.718649 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9d77b-47f7-4505-9763-3449431a87a7 req-2aba60f1-0d17-469d-9bcf-da28d0d0bc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:20.720297 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-09e9d77b-47f7-4505-9763-3449431a87a7 req-2aba60f1-0d17-469d-9bcf-da28d0d0bc01 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7ba70c53-056c-4576-8b6d-a784f9cb07ed HTTP/1.1" status: 200 len: 898 time: 0.1288836 Aug 10 04:15:20.743027 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066720b-0f1c-4c26-959c-3d90354a2121 req-c71c2bfd-b68a-4888-a817-d2b1f8c28213 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:20.744493 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9066720b-0f1c-4c26-959c-3d90354a2121 req-c71c2bfd-b68a-4888-a817-d2b1f8c28213 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5f00f38-d836-422d-989d-8474d88abfd5 HTTP/1.1" status: 200 len: 945 time: 0.0690050 Aug 10 04:15:20.778926 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-09e9d77b-47f7-4505-9763-3449431a87a7 req-dfcbe4b0-69e0-4505-b35f-a9f104cc1c93 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b HTTP/1.1" status: 200 len: 217 time: 0.0497980 Aug 10 04:15:20.814517 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-6743f7f9-f3cc-417d-82c6-f0e738ef12c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681d1a66-8fbf-480c-af32-ffb9111dccdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1526359186', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '37887075-778d-4580-a216-64b456c1b833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:14:20Z', 'updated_at': '2021-08-10T04:14:23Z', 'revision_number': 4, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': '37887075-778d-4580-a216-64b456c1b833', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681d1a66-8fbf-480c-af32-ffb9111dccdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:21Z', 'updated_at': '2021-08-10T04:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '98bf7a66-8329-45a2-ba8f-5595fee223a6', 'name': '', 'network_id': '7ba70c53-056c-4576-8b6d-a784f9cb07ed', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'mac_address': 'fa:16:3e:1d:a5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681d1a66-8fbf-480c-af32-ffb9111dccdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'ac501b79-411c-411a-877a-b92382cf5d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:23Z', 'updated_at': '2021-08-10T04:14:28Z', 'revision_number': 5, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'subnets': [{'id': 'ac501b79-411c-411a-877a-b92382cf5d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:20.842885 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6743f7f9-f3cc-417d-82c6-f0e738ef12c9 None None] Checking router: 681d1a66-8fbf-480c-af32-ffb9111dccdc for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:15:20.845810 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9066720b-0f1c-4c26-959c-3d90354a2121 req-07628d4f-79b2-4ea7-a353-036f2d9e4241 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a444fbb-2217-4426-9e34-99b38aa405bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695553 Aug 10 04:15:20.850056 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9d77b-47f7-4505-9763-3449431a87a7 req-8de681fa-9a42-406d-823c-13278042772b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:20.851500 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-09e9d77b-47f7-4505-9763-3449431a87a7 req-8de681fa-9a42-406d-823c-13278042772b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ac501b79-411c-411a-877a-b92382cf5d25 HTTP/1.1" status: 200 len: 834 time: 0.0601938 Aug 10 04:15:20.852115 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6743f7f9-f3cc-417d-82c6-f0e738ef12c9 None None] Routers {'681d1a66-8fbf-480c-af32-ffb9111dccdc'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:15:20.852825 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-6743f7f9-f3cc-417d-82c6-f0e738ef12c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:15:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['681d1a66-8fbf-480c-af32-ffb9111dccdc'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:20.900443 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9d77b-47f7-4505-9763-3449431a87a7 req-0d0acefe-0a26-43d5-b0ab-f42fe72a80ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:20.901969 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-09e9d77b-47f7-4505-9763-3449431a87a7 req-0d0acefe-0a26-43d5-b0ab-f42fe72a80ce service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7ba70c53-056c-4576-8b6d-a784f9cb07ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417066 Aug 10 04:15:20.955185 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-6743f7f9-f3cc-417d-82c6-f0e738ef12c9 None None] Set router 681d1a66-8fbf-480c-af32-ffb9111dccdc gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:15:20.997413 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-09e9d77b-47f7-4505-9763-3449431a87a7 req-7c27b2f8-76db-426f-b78f-43f22e5db112 service neutron] 10.222.0.60 "GET /v2.0/networks/7ba70c53-056c-4576-8b6d-a784f9cb07ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869260 Aug 10 04:15:21.088792 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-09e9d77b-47f7-4505-9763-3449431a87a7 req-12b209f6-cc0b-412b-bfdc-acbc15084cd8 service neutron] 10.222.0.60 "GET /v2.0/networks/7ba70c53-056c-4576-8b6d-a784f9cb07ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833232 Aug 10 04:15:21.148069 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-6743f7f9-f3cc-417d-82c6-f0e738ef12c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681d1a66-8fbf-480c-af32-ffb9111dccdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1526359186', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '37887075-778d-4580-a216-64b456c1b833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:14:20Z', 'updated_at': '2021-08-10T04:14:23Z', 'revision_number': 4, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': '37887075-778d-4580-a216-64b456c1b833', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681d1a66-8fbf-480c-af32-ffb9111dccdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:21Z', 'updated_at': '2021-08-10T04:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '98bf7a66-8329-45a2-ba8f-5595fee223a6', 'name': '', 'network_id': '7ba70c53-056c-4576-8b6d-a784f9cb07ed', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'mac_address': 'fa:16:3e:1d:a5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681d1a66-8fbf-480c-af32-ffb9111dccdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'ac501b79-411c-411a-877a-b92382cf5d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:23Z', 'updated_at': '2021-08-10T04:14:28Z', 'revision_number': 5, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'subnets': [{'id': 'ac501b79-411c-411a-877a-b92382cf5d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:21.176239 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6743f7f9-f3cc-417d-82c6-f0e738ef12c9 None None] The sync data for ids ['681d1a66-8fbf-480c-af32-ffb9111dccdc'] in n-d-768851-15 is: [{'id': '681d1a66-8fbf-480c-af32-ffb9111dccdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1526359186', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '37887075-778d-4580-a216-64b456c1b833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:14:20Z', 'updated_at': '2021-08-10T04:14:23Z', 'revision_number': 4, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': '37887075-778d-4580-a216-64b456c1b833', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681d1a66-8fbf-480c-af32-ffb9111dccdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:21Z', 'updated_at': '2021-08-10T04:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '98bf7a66-8329-45a2-ba8f-5595fee223a6', 'name': '', 'network_id': '7ba70c53-056c-4576-8b6d-a784f9cb07ed', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'mac_address': 'fa:16:3e:1d:a5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681d1a66-8fbf-480c-af32-ffb9111dccdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'ac501b79-411c-411a-877a-b92382cf5d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:23Z', 'updated_at': '2021-08-10T04:14:28Z', 'revision_number': 5, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'subnets': [{'id': 'ac501b79-411c-411a-877a-b92382cf5d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:15:21.381185 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84f9be5-0a41-4854-bdeb-d6d4940ee22b None None] New status for floating IP e291f03b-9c84-424f-aae5-9f66225588a1: DOWN {{(pid=94218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:15:21.968999 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b612de6-fe24-463c-a113-bb9a3084723b req-5d77e41c-cfe7-43d7-b771-8af804f626ea tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:21.970474 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0b612de6-fe24-463c-a113-bb9a3084723b req-5d77e41c-cfe7-43d7-b771-8af804f626ea tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5f00f38-d836-422d-989d-8474d88abfd5 HTTP/1.1" status: 200 len: 945 time: 0.0531373 Aug 10 04:15:22.009844 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0b612de6-fe24-463c-a113-bb9a3084723b req-c6878ce9-fa85-4d94-9a92-3117e6b68a60 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a444fbb-2217-4426-9e34-99b38aa405bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326843 Aug 10 04:15:22.491963 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070fbc10-7d33-406d-9bde-1f325d25391c req-f4e1048a-f5ca-4481-ade9-2cf93a0cc876 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:22.493454 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-070fbc10-7d33-406d-9bde-1f325d25391c req-f4e1048a-f5ca-4481-ade9-2cf93a0cc876 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5f00f38-d836-422d-989d-8474d88abfd5 HTTP/1.1" status: 200 len: 945 time: 0.0483859 Aug 10 04:15:22.594514 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-070fbc10-7d33-406d-9bde-1f325d25391c req-bd36e7ef-25ba-442b-97c2-031e2a67b4ab tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Deleting port 2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:15:22.595104 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-070fbc10-7d33-406d-9bde-1f325d25391c req-bd36e7ef-25ba-442b-97c2-031e2a67b4ab tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:22.695700 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-070fbc10-7d33-406d-9bde-1f325d25391c req-bd36e7ef-25ba-442b-97c2-031e2a67b4ab tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] For port 2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b,segment=NetworkSegment(0a8bfded-bfe7-4136-801b-c8fea5ba6c80),segment_id=0a8bfded-bfe7-4136-801b-c8fea5ba6c80)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:15:22.696069 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-070fbc10-7d33-406d-9bde-1f325d25391c req-bd36e7ef-25ba-442b-97c2-031e2a67b4ab tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:22.709889 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-070fbc10-7d33-406d-9bde-1f325d25391c req-bd36e7ef-25ba-442b-97c2-031e2a67b4ab tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Calling delete_port for 2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:15:22.842768 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-070fbc10-7d33-406d-9bde-1f325d25391c req-bd36e7ef-25ba-442b-97c2-031e2a67b4ab tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:22.870169 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd36e7ef-25ba-442b-97c2-031e2a67b4ab tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event deleted for resources: {'Port': ['ID=2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:22.882528 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd36e7ef-25ba-442b-97c2-031e2a67b4ab tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:22.882913 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd36e7ef-25ba-442b-97c2-031e2a67b4ab tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:22.883257 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd36e7ef-25ba-442b-97c2-031e2a67b4ab tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:22.883592 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd36e7ef-25ba-442b-97c2-031e2a67b4ab tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:22.883925 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd36e7ef-25ba-442b-97c2-031e2a67b4ab tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:22.884335 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd36e7ef-25ba-442b-97c2-031e2a67b4ab tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:22.884649 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd36e7ef-25ba-442b-97c2-031e2a67b4ab tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:22.884979 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd36e7ef-25ba-442b-97c2-031e2a67b4ab tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:22.885308 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd36e7ef-25ba-442b-97c2-031e2a67b4ab tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:22.885635 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd36e7ef-25ba-442b-97c2-031e2a67b4ab tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:22.885961 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd36e7ef-25ba-442b-97c2-031e2a67b4ab tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:22.886281 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd36e7ef-25ba-442b-97c2-031e2a67b4ab tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:22.920351 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-070fbc10-7d33-406d-9bde-1f325d25391c req-bd36e7ef-25ba-442b-97c2-031e2a67b4ab tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] No DVR routers for this DVR port 2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:15:22.922927 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-070fbc10-7d33-406d-9bde-1f325d25391c req-bd36e7ef-25ba-442b-97c2-031e2a67b4ab tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:22.924971 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-070fbc10-7d33-406d-9bde-1f325d25391c req-bd36e7ef-25ba-442b-97c2-031e2a67b4ab tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.60 "DELETE /v2.0/ports/2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b HTTP/1.1" status: 204 len: 173 time: 0.4219198 Aug 10 04:15:22.925411 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f00f38-d836-422d-989d-8474d88abfd5', 'name': 'network-vif-deleted', 'tag': '2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:15:22.927691 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0021ea54f387d2ae39ffe00c7e01dc720af9cc0ec992141d1f8728dec056f1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7462286b-2a1a-4c03-b5db-5106d84cff9c" -d '{"events": [{"server_uuid": "d5f00f38-d836-422d-989d-8474d88abfd5", "name": "network-vif-deleted", "tag": "2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:15:22.965707 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb94e0e-ffe5-4219-bc48-51253f4bdd3a x-openstack-request-id: req-acb94e0e-ffe5-4219-bc48-51253f4bdd3a {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:15:22.966004 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5f00f38-d836-422d-989d-8474d88abfd5", "name": "network-vif-deleted", "tag": "2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:15:22.966260 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-acb94e0e-ffe5-4219-bc48-51253f4bdd3a {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:15:22.966662 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5f00f38-d836-422d-989d-8474d88abfd5', 'name': 'network-vif-deleted', 'tag': '2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b', 'status': 'completed', 'code': 200} Aug 10 04:15:23.115772 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8c4be62c-9851-4fac-9aac-303bac1f8ef1 req-d3b3bd47-e538-4867-85b7-149b3fc3ba15 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5f00f38-d836-422d-989d-8474d88abfd5 HTTP/1.1" status: 200 len: 210 time: 0.0263948 Aug 10 04:15:24.171198 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43714) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:24.538633 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-793d3956-882c-4b27-9c83-75123c7b0237 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:24.792868 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-793d3956-882c-4b27-9c83-75123c7b0237 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Deleting port 98bf7a66-8329-45a2-ba8f-5595fee223a6 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:15:24.793128 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-793d3956-882c-4b27-9c83-75123c7b0237 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:24.884117 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-793d3956-882c-4b27-9c83-75123c7b0237 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] For port 98bf7a66-8329-45a2-ba8f-5595fee223a6, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=98bf7a66-8329-45a2-ba8f-5595fee223a6,segment=NetworkSegment(0a8bfded-bfe7-4136-801b-c8fea5ba6c80),segment_id=0a8bfded-bfe7-4136-801b-c8fea5ba6c80)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:15:24.884487 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-793d3956-882c-4b27-9c83-75123c7b0237 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:24.897368 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-793d3956-882c-4b27-9c83-75123c7b0237 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Calling delete_port for 98bf7a66-8329-45a2-ba8f-5595fee223a6 owned by network:router_interface {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:15:25.079913 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-793d3956-882c-4b27-9c83-75123c7b0237 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:25.106861 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793d3956-882c-4b27-9c83-75123c7b0237 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event deleted for resources: {'Port': ['ID=98bf7a66-8329-45a2-ba8f-5595fee223a6,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:25.287366 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-793d3956-882c-4b27-9c83-75123c7b0237 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:25.812013 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-793d3956-882c-4b27-9c83-75123c7b0237 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Router 681d1a66-8fbf-480c-af32-ffb9111dccdc has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:15:25.918600 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-793d3956-882c-4b27-9c83-75123c7b0237 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:15:25.923728 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-793d3956-882c-4b27-9c83-75123c7b0237 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "PUT /v2.0/routers/681d1a66-8fbf-480c-af32-ffb9111dccdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7515140 Aug 10 04:15:25.926549 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43716) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:25.928160 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b262751d-0910-475a-8543-15bbae7230cb None None] Sync routers for ids ['681d1a66-8fbf-480c-af32-ffb9111dccdc'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:15:25.937436 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b262751d-0910-475a-8543-15bbae7230cb None None] Routers {'681d1a66-8fbf-480c-af32-ffb9111dccdc'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:15:25.938051 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-b262751d-0910-475a-8543-15bbae7230cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:15:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['681d1a66-8fbf-480c-af32-ffb9111dccdc'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:25.982725 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-895fb47d-7ea9-438e-affc-8a0e35945f32 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Deleting subnet ac501b79-411c-411a-877a-b92382cf5d25 {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:15:25.986185 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-895fb47d-7ea9-438e-affc-8a0e35945f32 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:26.031656 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-895fb47d-7ea9-438e-affc-8a0e35945f32 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:26.045995 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-b262751d-0910-475a-8543-15bbae7230cb None None] Set router 681d1a66-8fbf-480c-af32-ffb9111dccdc gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:15:26.117316 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-895fb47d-7ea9-438e-affc-8a0e35945f32 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:26.180368 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-895fb47d-7ea9-438e-affc-8a0e35945f32 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:26.207660 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895fb47d-7ea9-438e-affc-8a0e35945f32 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event deleted for resources: {'Subnet': ['ID=ac501b79-411c-411a-877a-b92382cf5d25,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:26.213179 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-895fb47d-7ea9-438e-affc-8a0e35945f32 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:26.214780 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-895fb47d-7ea9-438e-affc-8a0e35945f32 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "DELETE /v2.0/subnets/ac501b79-411c-411a-877a-b92382cf5d25 HTTP/1.1" status: 204 len: 168 time: 0.2869802 Aug 10 04:15:26.218071 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43718) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:26.221940 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cbcc72-308b-4763-94d8-7f191d0a1292 None None] Network 7ba70c53-056c-4576-8b6d-a784f9cb07ed requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:15:26.227879 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-b262751d-0910-475a-8543-15bbae7230cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681d1a66-8fbf-480c-af32-ffb9111dccdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1526359186', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '37887075-778d-4580-a216-64b456c1b833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:14:20Z', 'updated_at': '2021-08-10T04:15:25Z', 'revision_number': 5, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': '37887075-778d-4580-a216-64b456c1b833', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681d1a66-8fbf-480c-af32-ffb9111dccdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:21Z', 'updated_at': '2021-08-10T04:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:26.256806 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b262751d-0910-475a-8543-15bbae7230cb None None] Checking router: 681d1a66-8fbf-480c-af32-ffb9111dccdc for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:15:26.266521 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b262751d-0910-475a-8543-15bbae7230cb None None] Routers {'681d1a66-8fbf-480c-af32-ffb9111dccdc'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:15:26.267240 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-b262751d-0910-475a-8543-15bbae7230cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:15:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['681d1a66-8fbf-480c-af32-ffb9111dccdc'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:26.280572 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:15:26.311809 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: 2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:15:26.312425 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 2bd1a3b4-44d6-40e2-8e17-09535e3f1b7b not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:15:26.347884 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0ae3545c-36f4-46c0-8653-bce523f077a3 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for router, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:26.454570 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed34574-32fb-4427-b35c-f2c239e0cb28 None None] DHCP port deletion for 7ba70c53-056c-4576-8b6d-a784f9cb07ed request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:15:26.468553 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0ae3545c-36f4-46c0-8653-bce523f077a3 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:26.497598 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-b262751d-0910-475a-8543-15bbae7230cb None None] Set router 681d1a66-8fbf-480c-af32-ffb9111dccdc gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:15:26.509022 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0ed34574-32fb-4427-b35c-f2c239e0cb28 None None] Deleting port 3929f07f-b42d-4f84-ab08-ad3fc226188f {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:15:26.509554 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0ed34574-32fb-4427-b35c-f2c239e0cb28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:26.538433 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-0ae3545c-36f4-46c0-8653-bce523f077a3 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Deleting port 37887075-778d-4580-a216-64b456c1b833 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:15:26.538938 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0ae3545c-36f4-46c0-8653-bce523f077a3 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:26.589609 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0ed34574-32fb-4427-b35c-f2c239e0cb28 None None] For port 3929f07f-b42d-4f84-ab08-ad3fc226188f, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=3929f07f-b42d-4f84-ab08-ad3fc226188f,segment=NetworkSegment(0a8bfded-bfe7-4136-801b-c8fea5ba6c80),segment_id=0a8bfded-bfe7-4136-801b-c8fea5ba6c80)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:15:26.590030 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0ed34574-32fb-4427-b35c-f2c239e0cb28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:26.610246 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0ed34574-32fb-4427-b35c-f2c239e0cb28 None None] Calling delete_port for 3929f07f-b42d-4f84-ab08-ad3fc226188f owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:15:26.636919 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-0ae3545c-36f4-46c0-8653-bce523f077a3 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] For port 37887075-778d-4580-a216-64b456c1b833, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=37887075-778d-4580-a216-64b456c1b833,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:15:26.636919 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0ae3545c-36f4-46c0-8653-bce523f077a3 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:26.651542 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-0ae3545c-36f4-46c0-8653-bce523f077a3 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Calling delete_port for 37887075-778d-4580-a216-64b456c1b833 owned by network:router_gateway {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:15:26.694718 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0ed34574-32fb-4427-b35c-f2c239e0cb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:26.706553 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-b262751d-0910-475a-8543-15bbae7230cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681d1a66-8fbf-480c-af32-ffb9111dccdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1526359186', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '37887075-778d-4580-a216-64b456c1b833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:14:20Z', 'updated_at': '2021-08-10T04:15:25Z', 'revision_number': 5, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': '37887075-778d-4580-a216-64b456c1b833', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681d1a66-8fbf-480c-af32-ffb9111dccdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:21Z', 'updated_at': '2021-08-10T04:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:26.729451 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed34574-32fb-4427-b35c-f2c239e0cb28 None None] Pushing event deleted for resources: {'Port': ['ID=3929f07f-b42d-4f84-ab08-ad3fc226188f,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:26.731818 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed34574-32fb-4427-b35c-f2c239e0cb28 None None] No DVR routers for this DVR port 3929f07f-b42d-4f84-ab08-ad3fc226188f on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:15:26.740665 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed34574-32fb-4427-b35c-f2c239e0cb28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:26.741017 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed34574-32fb-4427-b35c-f2c239e0cb28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:26.741360 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed34574-32fb-4427-b35c-f2c239e0cb28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:26.741955 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed34574-32fb-4427-b35c-f2c239e0cb28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:26.742345 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed34574-32fb-4427-b35c-f2c239e0cb28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:26.742693 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed34574-32fb-4427-b35c-f2c239e0cb28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:26.743066 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed34574-32fb-4427-b35c-f2c239e0cb28 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:26.743599 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed34574-32fb-4427-b35c-f2c239e0cb28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:26.743926 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed34574-32fb-4427-b35c-f2c239e0cb28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:26.744255 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed34574-32fb-4427-b35c-f2c239e0cb28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:26.744584 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed34574-32fb-4427-b35c-f2c239e0cb28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:26.744931 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed34574-32fb-4427-b35c-f2c239e0cb28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:26.745448 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b262751d-0910-475a-8543-15bbae7230cb None None] The sync data for ids ['681d1a66-8fbf-480c-af32-ffb9111dccdc'] in n-d-768851-15 is: [{'id': '681d1a66-8fbf-480c-af32-ffb9111dccdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1526359186', 'tenant_id': '0974328c2e43431896bddcacf9b7a031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '37887075-778d-4580-a216-64b456c1b833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:14:20Z', 'updated_at': '2021-08-10T04:15:25Z', 'revision_number': 5, 'project_id': '0974328c2e43431896bddcacf9b7a031', 'gw_port': {'id': '37887075-778d-4580-a216-64b456c1b833', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681d1a66-8fbf-480c-af32-ffb9111dccdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:21Z', 'updated_at': '2021-08-10T04:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:15:26.850687 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0ae3545c-36f4-46c0-8653-bce523f077a3 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:26.875020 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae3545c-36f4-46c0-8653-bce523f077a3 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event deleted for resources: {'Port': ['ID=37887075-778d-4580-a216-64b456c1b833,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:26.901780 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:26.946268 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0ae3545c-36f4-46c0-8653-bce523f077a3 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:27.045340 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0ae3545c-36f4-46c0-8653-bce523f077a3 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:27.047874 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0ae3545c-36f4-46c0-8653-bce523f077a3 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:27.092003 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0ae3545c-36f4-46c0-8653-bce523f077a3 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:27.092552 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae3545c-36f4-46c0-8653-bce523f077a3 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Fanout notify agent at l3_agent the message router_deleted on router 681d1a66-8fbf-480c-af32-ffb9111dccdc {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:15:27.100042 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0ae3545c-36f4-46c0-8653-bce523f077a3 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:27.101161 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0ae3545c-36f4-46c0-8653-bce523f077a3 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "DELETE /v2.0/routers/681d1a66-8fbf-480c-af32-ffb9111dccdc HTTP/1.1" status: 204 len: 168 time: 0.8811758 Aug 10 04:15:27.103929 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43720) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:27.185505 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ba0712aa-ffca-45b8-82fe-d2772fdbf962 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:27.258761 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:27.276520 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ba0712aa-ffca-45b8-82fe-d2772fdbf962 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:27.287439 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-ba0712aa-ffca-45b8-82fe-d2772fdbf962 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ba70c53-056c-4576-8b6d-a784f9cb07ed']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:27.298500 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-ba0712aa-ffca-45b8-82fe-d2772fdbf962 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a8bfded-bfe7-4136-801b-c8fea5ba6c80') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:27.298759 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-ba0712aa-ffca-45b8-82fe-d2772fdbf962 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a8bfded-bfe7-4136-801b-c8fea5ba6c80') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:27.308124 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ba0712aa-ffca-45b8-82fe-d2772fdbf962 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:27.322142 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ba0712aa-ffca-45b8-82fe-d2772fdbf962 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:27.328236 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba0712aa-ffca-45b8-82fe-d2772fdbf962 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:15:27.328628 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ba0712aa-ffca-45b8-82fe-d2772fdbf962 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:27.331645 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 04:15:27.331645 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:15:27.331645 n-d-768851-15 neutron-server[94217]: timer() Aug 10 04:15:27.331645 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:15:27.331645 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 04:15:27.331645 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:15:27.331645 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 04:15:27.331645 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:15:27.331645 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 04:15:27.331645 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:15:27.331645 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 04:15:27.331645 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:15:27.331645 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 04:15:27.331645 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:15:27.331645 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:15:27.331645 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:15:27.331645 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:15:27.331645 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:15:27.331645 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 04:15:27.331645 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:15:27.331645 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 04:15:27.331645 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:15:27.331645 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:15:27.331645 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:15:27.331645 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 04:15:27.331645 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:15:27.331645 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:15:27.331645 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:15:27.331645 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:15:27.331645 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:15:27.331645 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:15:27.331645 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:15:27.396500 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ba0712aa-ffca-45b8-82fe-d2772fdbf962 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:27.404299 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ba0712aa-ffca-45b8-82fe-d2772fdbf962 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:27.405609 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ba0712aa-ffca-45b8-82fe-d2772fdbf962 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "DELETE /v2.0/networks/7ba70c53-056c-4576-8b6d-a784f9cb07ed HTTP/1.1" status: 204 len: 168 time: 0.3007267 Aug 10 04:15:27.408526 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43722) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:27.420499 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0712aa-ffca-45b8-82fe-d2772fdbf962 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event deleted for resources: {'Network': ['ID=7ba70c53-056c-4576-8b6d-a784f9cb07ed,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:27.471911 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f0dddc87-8117-47c3-b508-b5507f42f761 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:27.497809 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f0dddc87-8117-47c3-b508-b5507f42f761 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:27.559554 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f0dddc87-8117-47c3-b508-b5507f42f761 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:27.562009 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-f0dddc87-8117-47c3-b508-b5507f42f761 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:27.563269 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-f0dddc87-8117-47c3-b508-b5507f42f761 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] 10.222.0.62 "DELETE /v2.0/security-groups/1a444fbb-2217-4426-9e34-99b38aa405bb HTTP/1.1" status: 204 len: 168 time: 0.1536562 Aug 10 04:15:27.573357 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dddc87-8117-47c3-b508-b5507f42f761 tempest-TestNetworkAdvancedServerOps-1888099015 tempest-TestNetworkAdvancedServerOps-1888099015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a444fbb-2217-4426-9e34-99b38aa405bb,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:27.806569 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 37887075-778d-4580-a216-64b456c1b833 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:15:27.828752 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 37887075-778d-4580-a216-64b456c1b833 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:15:27.829041 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 37887075-778d-4580-a216-64b456c1b833 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:15:27.829398 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 98bf7a66-8329-45a2-ba8f-5595fee223a6 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:15:27.848993 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 98bf7a66-8329-45a2-ba8f-5595fee223a6 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:15:27.849352 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 98bf7a66-8329-45a2-ba8f-5595fee223a6 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:15:27.849767 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 3929f07f-b42d-4f84-ab08-ad3fc226188f no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:15:27.869909 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 3929f07f-b42d-4f84-ab08-ad3fc226188f {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:15:27.870245 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 3929f07f-b42d-4f84-ab08-ad3fc226188f not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:15:27.906860 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43730) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:28.051646 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-429366f6-c2b1-4126-bfd6-e524457d81af admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0974328c2e43431896bddcacf9b7a031&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1426632 Aug 10 04:15:28.054101 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43734) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:28.109668 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8f9e9422-1f34-4160-b8b5-6ac434846909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:28.131763 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8f9e9422-1f34-4160-b8b5-6ac434846909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:28.178484 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8f9e9422-1f34-4160-b8b5-6ac434846909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:28.181318 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8f9e9422-1f34-4160-b8b5-6ac434846909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:28.182477 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8f9e9422-1f34-4160-b8b5-6ac434846909 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/98c60771-46db-4688-b406-861bfc9a4fe7 HTTP/1.1" status: 204 len: 168 time: 0.1273551 Aug 10 04:15:28.190850 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9e9422-1f34-4160-b8b5-6ac434846909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c60771-46db-4688-b406-861bfc9a4fe7,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:28.446874 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43740) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:28.461428 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-68b1dba9-754b-49cd-ba4c-51bc702038dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:28.552152 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-68b1dba9-754b-49cd-ba4c-51bc702038dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:28.555754 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-68b1dba9-754b-49cd-ba4c-51bc702038dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:28.593503 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-68b1dba9-754b-49cd-ba4c-51bc702038dc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=16ad72d54b0c43359eb6a2bb6cfda90a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1454761 Aug 10 04:15:28.594580 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b1dba9-754b-49cd-ba4c-51bc702038dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46f086f-dca1-4a1a-9bac-f8903e25c757,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:28.596273 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43742) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:28.645350 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-30d1765b-b241-4ae3-907e-23a3358b3e01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:28.665917 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-30d1765b-b241-4ae3-907e-23a3358b3e01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:28.715047 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-30d1765b-b241-4ae3-907e-23a3358b3e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:28.717906 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-30d1765b-b241-4ae3-907e-23a3358b3e01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:28.719254 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-30d1765b-b241-4ae3-907e-23a3358b3e01 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c46f086f-dca1-4a1a-9bac-f8903e25c757 HTTP/1.1" status: 204 len: 168 time: 0.1219442 Aug 10 04:15:28.728135 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d1765b-b241-4ae3-907e-23a3358b3e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46f086f-dca1-4a1a-9bac-f8903e25c757,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:29.417772 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43764) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:29.511964 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-3d99f651-e814-4fce-a546-9407c99fd691 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-145683855-network', 'tenant_id': '00a379200b2c4df4a38fa7b3152d650b'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:15:29.533137 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d99f651-e814-4fce-a546-9407c99fd691 admin admin] Made reservation on behalf of 00a379200b2c4df4a38fa7b3152d650b for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:15:29.535971 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3d99f651-e814-4fce-a546-9407c99fd691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:29.544207 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3d99f651-e814-4fce-a546-9407c99fd691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:29.637401 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3d99f651-e814-4fce-a546-9407c99fd691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:29.641287 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3d99f651-e814-4fce-a546-9407c99fd691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:29.668823 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d99f651-e814-4fce-a546-9407c99fd691 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:15:29.679550 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d99f651-e814-4fce-a546-9407c99fd691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced6564b-fead-416d-8bdf-56364b23a5f6,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:29.685465 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3d99f651-e814-4fce-a546-9407c99fd691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:29.685873 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-3d99f651-e814-4fce-a546-9407c99fd691 admin admin] Added segment 50adf758-9ca4-4650-ad46-98533ca42e55 of type vlan for network b7c4d7bb-1c72-4232-89b3-38c1d3990381 Aug 10 04:15:29.732719 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3d99f651-e814-4fce-a546-9407c99fd691 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:29.763174 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3d99f651-e814-4fce-a546-9407c99fd691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:29.764119 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d99f651-e814-4fce-a546-9407c99fd691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:29.764710 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-3d99f651-e814-4fce-a546-9407c99fd691 admin admin] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:29.820049 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-3d99f651-e814-4fce-a546-9407c99fd691 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4011738 Aug 10 04:15:29.824910 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43768) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:29.825390 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d99f651-e814-4fce-a546-9407c99fd691 admin admin] Pushing event updated for resources: {'Network': ['ID=b7c4d7bb-1c72-4232-89b3-38c1d3990381,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:29.831350 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-74231ccc-6cc6-49fa-a15b-d5df1b46d80a admin admin] Request body: {'subnet': {'network_id': 'b7c4d7bb-1c72-4232-89b3-38c1d3990381', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-145683855-subnet', 'tenant_id': '00a379200b2c4df4a38fa7b3152d650b', 'ip_version': 4}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:15:29.835850 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network b7c4d7bb-1c72-4232-89b3-38c1d3990381 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:15:29.855133 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74231ccc-6cc6-49fa-a15b-d5df1b46d80a admin admin] Made reservation on behalf of 00a379200b2c4df4a38fa7b3152d650b for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:15:29.858249 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-74231ccc-6cc6-49fa-a15b-d5df1b46d80a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:30.028779 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-74231ccc-6cc6-49fa-a15b-d5df1b46d80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:30.088290 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74231ccc-6cc6-49fa-a15b-d5df1b46d80a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffcfb4f2-7976-4732-a3f7-3647f30ae830,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:30.095739 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74231ccc-6cc6-49fa-a15b-d5df1b46d80a admin admin] Checking segment: {'id': '50adf758-9ca4-4650-ad46-98533ca42e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b7c4d7bb-1c72-4232-89b3-38c1d3990381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:15:30.096102 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74231ccc-6cc6-49fa-a15b-d5df1b46d80a admin admin] Network hostable DHCP agents. Network: b7c4d7bb-1c72-4232-89b3-38c1d3990381, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:15:30.112967 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74231ccc-6cc6-49fa-a15b-d5df1b46d80a admin admin] Network b7c4d7bb-1c72-4232-89b3-38c1d3990381 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:15:30.122672 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-74231ccc-6cc6-49fa-a15b-d5df1b46d80a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, b7c4d7bb-1c72-4232-89b3-38c1d3990381) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:15:30.127324 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74231ccc-6cc6-49fa-a15b-d5df1b46d80a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:30.128498 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-74231ccc-6cc6-49fa-a15b-d5df1b46d80a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:30.132718 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473df7fd-aa3d-4257-ad3e-833654e84920 None None] Network b7c4d7bb-1c72-4232-89b3-38c1d3990381 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:15:30.145395 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-74231ccc-6cc6-49fa-a15b-d5df1b46d80a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3187678 Aug 10 04:15:30.148423 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43770) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:30.153251 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-522f8217-e6d6-4b2e-8b4f-ed7851d2f1d8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-145683855-router', 'tenant_id': '00a379200b2c4df4a38fa7b3152d650b', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:15:30.173396 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-522f8217-e6d6-4b2e-8b4f-ed7851d2f1d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:30.174551 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-522f8217-e6d6-4b2e-8b4f-ed7851d2f1d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:30.232048 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-522f8217-e6d6-4b2e-8b4f-ed7851d2f1d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:30.285858 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c8f5e4-72ec-45e1-8e86-87f6ee3ca47d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-b7c4d7bb-1c72-4232-89b3-38c1d3990381', 'network_id': 'b7c4d7bb-1c72-4232-89b3-38c1d3990381', 'tenant_id': '00a379200b2c4df4a38fa7b3152d650b', 'fixed_ips': [{'subnet_id': 'ffcfb4f2-7976-4732-a3f7-3647f30ae830'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:15:30.286725 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-34c8f5e4-72ec-45e1-8e86-87f6ee3ca47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:30.383990 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-522f8217-e6d6-4b2e-8b4f-ed7851d2f1d8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:30.430012 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-34c8f5e4-72ec-45e1-8e86-87f6ee3ca47d None None] Allocated IP 172.20.0.2 (b7c4d7bb-1c72-4232-89b3-38c1d3990381/ffcfb4f2-7976-4732-a3f7-3647f30ae830/97fb566a-fcc5-4b5f-ab74-c1b6da6688eb) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:15:30.453838 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c8278bfa-c87f-49b1-95a0-b9ee80043c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:30.587070 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-522f8217-e6d6-4b2e-8b4f-ed7851d2f1d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:30.594609 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-34c8f5e4-72ec-45e1-8e86-87f6ee3ca47d None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:30.603108 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-34c8f5e4-72ec-45e1-8e86-87f6ee3ca47d None None] Transition to ACTIVE for port object 97fb566a-fcc5-4b5f-ab74-c1b6da6688eb will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:15:30.606304 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-522f8217-e6d6-4b2e-8b4f-ed7851d2f1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:30.618703 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-34c8f5e4-72ec-45e1-8e86-87f6ee3ca47d None None] Transition to ACTIVE for port object 97fb566a-fcc5-4b5f-ab74-c1b6da6688eb will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:15:30.624605 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-34c8f5e4-72ec-45e1-8e86-87f6ee3ca47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:30.666105 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c8f5e4-72ec-45e1-8e86-87f6ee3ca47d None None] Network b7c4d7bb-1c72-4232-89b3-38c1d3990381 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:15:30.669101 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-34c8f5e4-72ec-45e1-8e86-87f6ee3ca47d None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:15:30.671571 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c8f5e4-72ec-45e1-8e86-87f6ee3ca47d None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:15:30.679316 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c8f5e4-72ec-45e1-8e86-87f6ee3ca47d None None] Pushing event updated for resources: {'Port': ['ID=97fb566a-fcc5-4b5f-ab74-c1b6da6688eb,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:30.720178 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-522f8217-e6d6-4b2e-8b4f-ed7851d2f1d8 admin admin] Allocated IP 172.25.7.228 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/872bd91c-95ea-4524-820e-943954e63a04) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:15:30.735729 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-34c8f5e4-72ec-45e1-8e86-87f6ee3ca47d None None] Attempting to bind port 97fb566a-fcc5-4b5f-ab74-c1b6da6688eb on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:15:30.736129 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-34c8f5e4-72ec-45e1-8e86-87f6ee3ca47d None None] Attempting to bind port 97fb566a-fcc5-4b5f-ab74-c1b6da6688eb by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '50adf758-9ca4-4650-ad46-98533ca42e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b7c4d7bb-1c72-4232-89b3-38c1d3990381'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:15:30.736514 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c8f5e4-72ec-45e1-8e86-87f6ee3ca47d None None] Attempting to bind port 97fb566a-fcc5-4b5f-ab74-c1b6da6688eb on network b7c4d7bb-1c72-4232-89b3-38c1d3990381 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:15:30.742378 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c8f5e4-72ec-45e1-8e86-87f6ee3ca47d None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:15:30.742783 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c8f5e4-72ec-45e1-8e86-87f6ee3ca47d None None] Checking segment: {'id': '50adf758-9ca4-4650-ad46-98533ca42e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b7c4d7bb-1c72-4232-89b3-38c1d3990381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:15:30.743218 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-34c8f5e4-72ec-45e1-8e86-87f6ee3ca47d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:30.743613 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c8f5e4-72ec-45e1-8e86-87f6ee3ca47d None None] Bound using segment: {'id': '50adf758-9ca4-4650-ad46-98533ca42e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b7c4d7bb-1c72-4232-89b3-38c1d3990381'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:15:30.744073 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-34c8f5e4-72ec-45e1-8e86-87f6ee3ca47d None None] Bound port: 97fb566a-fcc5-4b5f-ab74-c1b6da6688eb, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50adf758-9ca4-4650-ad46-98533ca42e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b7c4d7bb-1c72-4232-89b3-38c1d3990381'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:15:30.744452 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-34c8f5e4-72ec-45e1-8e86-87f6ee3ca47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:30.807680 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-34c8f5e4-72ec-45e1-8e86-87f6ee3ca47d None None] For port 97fb566a-fcc5-4b5f-ab74-c1b6da6688eb, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:15:30.810888 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-34c8f5e4-72ec-45e1-8e86-87f6ee3ca47d None None] For port 97fb566a-fcc5-4b5f-ab74-c1b6da6688eb, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=97fb566a-fcc5-4b5f-ab74-c1b6da6688eb,segment=NetworkSegment(50adf758-9ca4-4650-ad46-98533ca42e55),segment_id=50adf758-9ca4-4650-ad46-98533ca42e55)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:15:30.815418 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-34c8f5e4-72ec-45e1-8e86-87f6ee3ca47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:30.827806 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-522f8217-e6d6-4b2e-8b4f-ed7851d2f1d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:30.882446 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c8f5e4-72ec-45e1-8e86-87f6ee3ca47d None None] Pushing event updated for resources: {'Port': ['ID=97fb566a-fcc5-4b5f-ab74-c1b6da6688eb,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:30.884681 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-522f8217-e6d6-4b2e-8b4f-ed7851d2f1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:30.928597 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522f8217-e6d6-4b2e-8b4f-ed7851d2f1d8 admin admin] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:15:30.933137 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-522f8217-e6d6-4b2e-8b4f-ed7851d2f1d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:15:30.935521 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522f8217-e6d6-4b2e-8b4f-ed7851d2f1d8 admin admin] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:15:30.941400 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522f8217-e6d6-4b2e-8b4f-ed7851d2f1d8 admin admin] Pushing event updated for resources: {'Port': ['ID=872bd91c-95ea-4524-820e-943954e63a04,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:31.206276 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-522f8217-e6d6-4b2e-8b4f-ed7851d2f1d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:31.745198 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-522f8217-e6d6-4b2e-8b4f-ed7851d2f1d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:31.779344 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff69f09-21fe-4fe9-9f67-9a7e48b0b393 None None] Network b7c4d7bb-1c72-4232-89b3-38c1d3990381 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:15:31.855976 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 97fb566a-fcc5-4b5f-ab74-c1b6da6688eb up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:15:31.888235 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-174be9a4-cdc7-4348-8b77-a8aadc1a4d5a None None] Provisioning for port 97fb566a-fcc5-4b5f-ab74-c1b6da6688eb completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:15:31.905557 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-522f8217-e6d6-4b2e-8b4f-ed7851d2f1d8 admin admin] Router e1a86e0d-b328-4041-bbb5-c0d1b8b42d36 is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:15:31.959095 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 97fb566a-fcc5-4b5f-ab74-c1b6da6688eb completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:15:31.976555 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 97fb566a-fcc5-4b5f-ab74-c1b6da6688eb triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:15:31.976927 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:32.023221 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522f8217-e6d6-4b2e-8b4f-ed7851d2f1d8 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:15:32.035635 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433db513-992c-4ff9-a0fd-d3ef467ddab2 None None] Sync routers for ids ['e1a86e0d-b328-4041-bbb5-c0d1b8b42d36'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:15:32.043082 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-522f8217-e6d6-4b2e-8b4f-ed7851d2f1d8 admin admin] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:32.047098 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-522f8217-e6d6-4b2e-8b4f-ed7851d2f1d8 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8948872 Aug 10 04:15:32.047445 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43772) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:32.078363 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433db513-992c-4ff9-a0fd-d3ef467ddab2 None None] Routers {'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:15:32.079042 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-433db513-992c-4ff9-a0fd-d3ef467ddab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:15:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['e1a86e0d-b328-4041-bbb5-c0d1b8b42d36'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:32.133900 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:32.379368 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-90bd1de7-531e-4664-9e90-48bd31378245 None None] Provisioning complete for port 97fb566a-fcc5-4b5f-ab74-c1b6da6688eb triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:15:32.379771 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-90bd1de7-531e-4664-9e90-48bd31378245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:32.384342 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 97fb566a-fcc5-4b5f-ab74-c1b6da6688eb, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=97fb566a-fcc5-4b5f-ab74-c1b6da6688eb,segment=NetworkSegment(50adf758-9ca4-4650-ad46-98533ca42e55),segment_id=50adf758-9ca4-4650-ad46-98533ca42e55)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:15:32.411740 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:32.416212 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-433db513-992c-4ff9-a0fd-d3ef467ddab2 None None] Set router e1a86e0d-b328-4041-bbb5-c0d1b8b42d36 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:15:32.495005 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2d3c5577-64b6-43af-8c88-51be8e2def56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:32.576410 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=97fb566a-fcc5-4b5f-ab74-c1b6da6688eb,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:32.654137 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-2d3c5577-64b6-43af-8c88-51be8e2def56 admin admin] Allocated IP 172.20.0.1 (b7c4d7bb-1c72-4232-89b3-38c1d3990381/ffcfb4f2-7976-4732-a3f7-3647f30ae830/b7545017-a09f-44e3-bb61-36b9c576856f) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:15:32.686592 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-433db513-992c-4ff9-a0fd-d3ef467ddab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36', 'name': 'tempest-TestShelveInstance-145683855-router', 'tenant_id': '00a379200b2c4df4a38fa7b3152d650b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '872bd91c-95ea-4524-820e-943954e63a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:15:30Z', 'updated_at': '2021-08-10T04:15:31Z', 'revision_number': 3, 'project_id': '00a379200b2c4df4a38fa7b3152d650b', 'gw_port': {'id': '872bd91c-95ea-4524-820e-943954e63a04', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:fd:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:15:30Z', 'updated_at': '2021-08-10T04:15:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:32.717091 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433db513-992c-4ff9-a0fd-d3ef467ddab2 None None] Checking router: e1a86e0d-b328-4041-bbb5-c0d1b8b42d36 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:15:32.717447 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433db513-992c-4ff9-a0fd-d3ef467ddab2 None None] Updating router e1a86e0d-b328-4041-bbb5-c0d1b8b42d36 port 872bd91c-95ea-4524-820e-943954e63a04 binding host n-d-768851-15 {{(pid=94218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:15:32.743241 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-433db513-992c-4ff9-a0fd-d3ef467ddab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:32.759553 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2d3c5577-64b6-43af-8c88-51be8e2def56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:32.772583 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-2d3c5577-64b6-43af-8c88-51be8e2def56 admin admin] Transition to ACTIVE for port object b7545017-a09f-44e3-bb61-36b9c576856f will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:15:32.805764 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2d3c5577-64b6-43af-8c88-51be8e2def56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:32.849981 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3c5577-64b6-43af-8c88-51be8e2def56 admin admin] Network b7c4d7bb-1c72-4232-89b3-38c1d3990381 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:15:32.855113 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-2d3c5577-64b6-43af-8c88-51be8e2def56 admin admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:15:32.858895 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3c5577-64b6-43af-8c88-51be8e2def56 admin admin] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:15:32.883451 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3c5577-64b6-43af-8c88-51be8e2def56 admin admin] Pushing event updated for resources: {'Port': ['ID=b7545017-a09f-44e3-bb61-36b9c576856f,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:32.906040 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2d3c5577-64b6-43af-8c88-51be8e2def56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:33.030486 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-433db513-992c-4ff9-a0fd-d3ef467ddab2 None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:33.042813 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-433db513-992c-4ff9-a0fd-d3ef467ddab2 None None] Transition to ACTIVE for port object 872bd91c-95ea-4524-820e-943954e63a04 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:15:33.054516 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-433db513-992c-4ff9-a0fd-d3ef467ddab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:33.056953 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2d3c5577-64b6-43af-8c88-51be8e2def56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:33.121327 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-433db513-992c-4ff9-a0fd-d3ef467ddab2 None None] Attempting to bind port 872bd91c-95ea-4524-820e-943954e63a04 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:15:33.121712 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-433db513-992c-4ff9-a0fd-d3ef467ddab2 None None] Attempting to bind port 872bd91c-95ea-4524-820e-943954e63a04 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:15:33.122078 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433db513-992c-4ff9-a0fd-d3ef467ddab2 None None] Attempting to bind port 872bd91c-95ea-4524-820e-943954e63a04 on network 09ca2025-b9a6-4e84-8019-8d9fbef3753e {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:15:33.127187 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de5ed3f-c4bc-40a5-9dc7-1bea95764c0e None None] Pushing event updated for resources: {'Port': ['ID=872bd91c-95ea-4524-820e-943954e63a04,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:33.130239 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433db513-992c-4ff9-a0fd-d3ef467ddab2 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:15:33.130614 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433db513-992c-4ff9-a0fd-d3ef467ddab2 None None] Checking segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:15:33.131052 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-433db513-992c-4ff9-a0fd-d3ef467ddab2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:33.131439 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433db513-992c-4ff9-a0fd-d3ef467ddab2 None None] Bound using segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:15:33.131929 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-433db513-992c-4ff9-a0fd-d3ef467ddab2 None None] Bound port: 872bd91c-95ea-4524-820e-943954e63a04, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:15:33.132322 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-433db513-992c-4ff9-a0fd-d3ef467ddab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:33.183467 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-632efd0d-9405-40ed-95e2-b260607fe51d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:33.201777 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3dc33fac-a7a4-41f0-b704-b584482eb30b None None] Provisioning for port b7545017-a09f-44e3-bb61-36b9c576856f completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:15:33.210908 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3dc33fac-a7a4-41f0-b704-b584482eb30b None None] Provisioning complete for port b7545017-a09f-44e3-bb61-36b9c576856f triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:15:33.211194 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3dc33fac-a7a4-41f0-b704-b584482eb30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:33.213164 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-433db513-992c-4ff9-a0fd-d3ef467ddab2 None None] For port 872bd91c-95ea-4524-820e-943954e63a04, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:15:33.217683 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-433db513-992c-4ff9-a0fd-d3ef467ddab2 None None] For port 872bd91c-95ea-4524-820e-943954e63a04, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=872bd91c-95ea-4524-820e-943954e63a04,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:15:33.238660 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-433db513-992c-4ff9-a0fd-d3ef467ddab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:33.241835 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2d3c5577-64b6-43af-8c88-51be8e2def56 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:33.248334 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2d3c5577-64b6-43af-8c88-51be8e2def56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:33.290422 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3dc33fac-a7a4-41f0-b704-b584482eb30b None None] Port b7545017-a09f-44e3-bb61-36b9c576856f cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:15:33.316791 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de5ed3f-c4bc-40a5-9dc7-1bea95764c0e None None] Pushing event updated for resources: {'Port': ['ID=872bd91c-95ea-4524-820e-943954e63a04,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:33.318088 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2d3c5577-64b6-43af-8c88-51be8e2def56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:33.319353 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433db513-992c-4ff9-a0fd-d3ef467ddab2 None None] Routers {'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:15:33.319967 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-433db513-992c-4ff9-a0fd-d3ef467ddab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:15:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['e1a86e0d-b328-4041-bbb5-c0d1b8b42d36'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:33.327386 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3c5577-64b6-43af-8c88-51be8e2def56 admin admin] Pushing event updated for resources: {'Port': ['ID=b7545017-a09f-44e3-bb61-36b9c576856f,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:33.417913 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3c5577-64b6-43af-8c88-51be8e2def56 admin admin] Network b7c4d7bb-1c72-4232-89b3-38c1d3990381 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:15:33.419408 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-2d3c5577-64b6-43af-8c88-51be8e2def56 admin admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:15:33.433141 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-433db513-992c-4ff9-a0fd-d3ef467ddab2 None None] Set router e1a86e0d-b328-4041-bbb5-c0d1b8b42d36 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:15:33.537426 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d3c5577-64b6-43af-8c88-51be8e2def56 admin admin] Router e1a86e0d-b328-4041-bbb5-c0d1b8b42d36 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:15:33.573429 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:33.654975 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3c5577-64b6-43af-8c88-51be8e2def56 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:15:33.661413 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-2d3c5577-64b6-43af-8c88-51be8e2def56 admin admin] 10.222.0.62 "PUT /v2.0/routers/e1a86e0d-b328-4041-bbb5-c0d1b8b42d36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6128528 Aug 10 04:15:33.669173 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-433db513-992c-4ff9-a0fd-d3ef467ddab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36', 'name': 'tempest-TestShelveInstance-145683855-router', 'tenant_id': '00a379200b2c4df4a38fa7b3152d650b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '872bd91c-95ea-4524-820e-943954e63a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:15:30Z', 'updated_at': '2021-08-10T04:15:33Z', 'revision_number': 4, 'project_id': '00a379200b2c4df4a38fa7b3152d650b', 'gw_port': {'id': '872bd91c-95ea-4524-820e-943954e63a04', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:fd:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:15:30Z', 'updated_at': '2021-08-10T04:15:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'b7545017-a09f-44e3-bb61-36b9c576856f', 'name': '', 'network_id': 'b7c4d7bb-1c72-4232-89b3-38c1d3990381', 'tenant_id': '00a379200b2c4df4a38fa7b3152d650b', 'mac_address': 'fa:16:3e:d4:c0:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ffcfb4f2-7976-4732-a3f7-3647f30ae830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:15:32Z', 'updated_at': '2021-08-10T04:15:33Z', 'revision_number': 2, 'project_id': '00a379200b2c4df4a38fa7b3152d650b', 'subnets': [{'id': 'ffcfb4f2-7976-4732-a3f7-3647f30ae830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:33.695659 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433db513-992c-4ff9-a0fd-d3ef467ddab2 None None] The sync data for ids ['e1a86e0d-b328-4041-bbb5-c0d1b8b42d36'] in n-d-768851-15 is: [{'id': 'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36', 'name': 'tempest-TestShelveInstance-145683855-router', 'tenant_id': '00a379200b2c4df4a38fa7b3152d650b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '872bd91c-95ea-4524-820e-943954e63a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:15:30Z', 'updated_at': '2021-08-10T04:15:33Z', 'revision_number': 4, 'project_id': '00a379200b2c4df4a38fa7b3152d650b', 'gw_port': {'id': '872bd91c-95ea-4524-820e-943954e63a04', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:fd:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:15:30Z', 'updated_at': '2021-08-10T04:15:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'b7545017-a09f-44e3-bb61-36b9c576856f', 'name': '', 'network_id': 'b7c4d7bb-1c72-4232-89b3-38c1d3990381', 'tenant_id': '00a379200b2c4df4a38fa7b3152d650b', 'mac_address': 'fa:16:3e:d4:c0:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ffcfb4f2-7976-4732-a3f7-3647f30ae830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:15:32Z', 'updated_at': '2021-08-10T04:15:33Z', 'revision_number': 2, 'project_id': '00a379200b2c4df4a38fa7b3152d650b', 'subnets': [{'id': 'ffcfb4f2-7976-4732-a3f7-3647f30ae830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:15:33.717206 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-f05d7cc6-b289-4366-9c36-2523c81a7a3a None None] Provisioning complete for port b7545017-a09f-44e3-bb61-36b9c576856f triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:15:33.717591 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f05d7cc6-b289-4366-9c36-2523c81a7a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:33.759681 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-f05d7cc6-b289-4366-9c36-2523c81a7a3a None None] Port b7545017-a09f-44e3-bb61-36b9c576856f cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:15:33.812169 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 97fb566a-fcc5-4b5f-ab74-c1b6da6688eb up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:15:33.868576 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 97fb566a-fcc5-4b5f-ab74-c1b6da6688eb triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:15:33.869002 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:34.215292 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43790) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:34.220478 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-8dce16aa-0d09-4278-a69d-c227db3ff973 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-900858324-network', 'tenant_id': '72a5b2ef79044d3192ce5fa41c9443bf'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:15:34.242610 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dce16aa-0d09-4278-a69d-c227db3ff973 admin admin] Made reservation on behalf of 72a5b2ef79044d3192ce5fa41c9443bf for: {'network': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:15:34.245102 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8dce16aa-0d09-4278-a69d-c227db3ff973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:34.255685 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8dce16aa-0d09-4278-a69d-c227db3ff973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:34.384376 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8dce16aa-0d09-4278-a69d-c227db3ff973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:34.389682 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8dce16aa-0d09-4278-a69d-c227db3ff973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:34.407858 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dce16aa-0d09-4278-a69d-c227db3ff973 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=94217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:15:34.432753 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8dce16aa-0d09-4278-a69d-c227db3ff973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:34.433719 n-d-768851-15 neutron-server[94217]: INFO neutron.db.segments_db [None req-8dce16aa-0d09-4278-a69d-c227db3ff973 admin admin] Added segment 93ea598c-687e-4322-9b1e-90f2f06ca50d of type vlan for network 2d1b78cf-07c8-46c9-9a88-6a58651128b4 Aug 10 04:15:34.442463 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce16aa-0d09-4278-a69d-c227db3ff973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968215a9-505d-4df3-919a-75ec73461cb9,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:34.452643 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:34.481979 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8dce16aa-0d09-4278-a69d-c227db3ff973 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:34.517845 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8dce16aa-0d09-4278-a69d-c227db3ff973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:34.519026 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dce16aa-0d09-4278-a69d-c227db3ff973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:34.519561 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8dce16aa-0d09-4278-a69d-c227db3ff973 admin admin] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:34.578283 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8dce16aa-0d09-4278-a69d-c227db3ff973 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3617949 Aug 10 04:15:34.581077 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43792) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:34.588114 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-2d424fc8-fced-452e-963f-68f630e31a5f admin admin] Request body: {'subnet': {'network_id': '2d1b78cf-07c8-46c9-9a88-6a58651128b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-900858324-subnet', 'tenant_id': '72a5b2ef79044d3192ce5fa41c9443bf', 'ip_version': 4}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:15:34.592693 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce16aa-0d09-4278-a69d-c227db3ff973 admin admin] Pushing event updated for resources: {'Network': ['ID=2d1b78cf-07c8-46c9-9a88-6a58651128b4,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:34.602778 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 2d1b78cf-07c8-46c9-9a88-6a58651128b4 details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:15:34.617043 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d424fc8-fced-452e-963f-68f630e31a5f admin admin] Made reservation on behalf of 72a5b2ef79044d3192ce5fa41c9443bf for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:15:34.619518 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2d424fc8-fced-452e-963f-68f630e31a5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:34.822934 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2d424fc8-fced-452e-963f-68f630e31a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:34.885757 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d424fc8-fced-452e-963f-68f630e31a5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b8d69d9-df8d-4001-9b04-85c88f138f60,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:34.895782 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d424fc8-fced-452e-963f-68f630e31a5f admin admin] Checking segment: {'id': '93ea598c-687e-4322-9b1e-90f2f06ca50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2d1b78cf-07c8-46c9-9a88-6a58651128b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:15:34.896142 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d424fc8-fced-452e-963f-68f630e31a5f admin admin] Network hostable DHCP agents. Network: 2d1b78cf-07c8-46c9-9a88-6a58651128b4, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:15:34.915231 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d424fc8-fced-452e-963f-68f630e31a5f admin admin] Network 2d1b78cf-07c8-46c9-9a88-6a58651128b4 is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:15:34.926145 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-2d424fc8-fced-452e-963f-68f630e31a5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 2d1b78cf-07c8-46c9-9a88-6a58651128b4) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:15:34.930818 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d424fc8-fced-452e-963f-68f630e31a5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:34.931642 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2d424fc8-fced-452e-963f-68f630e31a5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:34.938117 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3216d21-3006-41b5-82c0-c8db3a9e3419 None None] Network 2d1b78cf-07c8-46c9-9a88-6a58651128b4 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:15:34.946636 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2d424fc8-fced-452e-963f-68f630e31a5f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3647850 Aug 10 04:15:34.949185 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43794) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:34.953629 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-2731f573-e8ee-47dd-bb2b-966c646e439f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-900858324-router', 'tenant_id': '72a5b2ef79044d3192ce5fa41c9443bf', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:15:34.979891 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2731f573-e8ee-47dd-bb2b-966c646e439f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:34.981113 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2731f573-e8ee-47dd-bb2b-966c646e439f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:35.038059 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2731f573-e8ee-47dd-bb2b-966c646e439f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:35.118215 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b677a0-4ce8-49df-b5cf-11b1977a6304 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-2d1b78cf-07c8-46c9-9a88-6a58651128b4', 'network_id': '2d1b78cf-07c8-46c9-9a88-6a58651128b4', 'tenant_id': '72a5b2ef79044d3192ce5fa41c9443bf', 'fixed_ips': [{'subnet_id': '2b8d69d9-df8d-4001-9b04-85c88f138f60'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:15:35.119330 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-52b677a0-4ce8-49df-b5cf-11b1977a6304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:35.183488 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2731f573-e8ee-47dd-bb2b-966c646e439f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:35.254302 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-52b677a0-4ce8-49df-b5cf-11b1977a6304 None None] Allocated IP 172.20.0.2 (2d1b78cf-07c8-46c9-9a88-6a58651128b4/2b8d69d9-df8d-4001-9b04-85c88f138f60/75d5e49c-34c9-4dc3-b8ad-7e877db9cdbc) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:15:35.392034 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2731f573-e8ee-47dd-bb2b-966c646e439f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:35.415800 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2731f573-e8ee-47dd-bb2b-966c646e439f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:35.416670 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-52b677a0-4ce8-49df-b5cf-11b1977a6304 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:35.426029 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-52b677a0-4ce8-49df-b5cf-11b1977a6304 None None] Transition to ACTIVE for port object 75d5e49c-34c9-4dc3-b8ad-7e877db9cdbc will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:15:35.442658 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-52b677a0-4ce8-49df-b5cf-11b1977a6304 None None] Transition to ACTIVE for port object 75d5e49c-34c9-4dc3-b8ad-7e877db9cdbc will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:15:35.449553 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-52b677a0-4ce8-49df-b5cf-11b1977a6304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:35.493282 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b677a0-4ce8-49df-b5cf-11b1977a6304 None None] Network 2d1b78cf-07c8-46c9-9a88-6a58651128b4 is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:15:35.495322 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-52b677a0-4ce8-49df-b5cf-11b1977a6304 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:15:35.498906 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b677a0-4ce8-49df-b5cf-11b1977a6304 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:15:35.509957 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b677a0-4ce8-49df-b5cf-11b1977a6304 None None] Pushing event updated for resources: {'Port': ['ID=75d5e49c-34c9-4dc3-b8ad-7e877db9cdbc,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:35.543481 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [None req-2731f573-e8ee-47dd-bb2b-966c646e439f admin admin] Allocated IP 172.25.7.38 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/437788e1-933e-4c7c-bce2-04c0b06dc79a) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:15:35.573092 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-52b677a0-4ce8-49df-b5cf-11b1977a6304 None None] Attempting to bind port 75d5e49c-34c9-4dc3-b8ad-7e877db9cdbc on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:15:35.573376 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-52b677a0-4ce8-49df-b5cf-11b1977a6304 None None] Attempting to bind port 75d5e49c-34c9-4dc3-b8ad-7e877db9cdbc by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '93ea598c-687e-4322-9b1e-90f2f06ca50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2d1b78cf-07c8-46c9-9a88-6a58651128b4'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:15:35.573740 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b677a0-4ce8-49df-b5cf-11b1977a6304 None None] Attempting to bind port 75d5e49c-34c9-4dc3-b8ad-7e877db9cdbc on network 2d1b78cf-07c8-46c9-9a88-6a58651128b4 {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:15:35.578950 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b677a0-4ce8-49df-b5cf-11b1977a6304 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:15:35.579330 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b677a0-4ce8-49df-b5cf-11b1977a6304 None None] Checking segment: {'id': '93ea598c-687e-4322-9b1e-90f2f06ca50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2d1b78cf-07c8-46c9-9a88-6a58651128b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:15:35.579870 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-52b677a0-4ce8-49df-b5cf-11b1977a6304 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:35.580279 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b677a0-4ce8-49df-b5cf-11b1977a6304 None None] Bound using segment: {'id': '93ea598c-687e-4322-9b1e-90f2f06ca50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2d1b78cf-07c8-46c9-9a88-6a58651128b4'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:15:35.580786 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-52b677a0-4ce8-49df-b5cf-11b1977a6304 None None] Bound port: 75d5e49c-34c9-4dc3-b8ad-7e877db9cdbc, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93ea598c-687e-4322-9b1e-90f2f06ca50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2d1b78cf-07c8-46c9-9a88-6a58651128b4'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:15:35.581177 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-52b677a0-4ce8-49df-b5cf-11b1977a6304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:35.647911 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-52b677a0-4ce8-49df-b5cf-11b1977a6304 None None] For port 75d5e49c-34c9-4dc3-b8ad-7e877db9cdbc, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:15:35.651585 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-52b677a0-4ce8-49df-b5cf-11b1977a6304 None None] For port 75d5e49c-34c9-4dc3-b8ad-7e877db9cdbc, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=75d5e49c-34c9-4dc3-b8ad-7e877db9cdbc,segment=NetworkSegment(93ea598c-687e-4322-9b1e-90f2f06ca50d),segment_id=93ea598c-687e-4322-9b1e-90f2f06ca50d)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:15:35.656972 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-52b677a0-4ce8-49df-b5cf-11b1977a6304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:35.659859 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2731f573-e8ee-47dd-bb2b-966c646e439f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:35.707326 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2731f573-e8ee-47dd-bb2b-966c646e439f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:35.726457 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b677a0-4ce8-49df-b5cf-11b1977a6304 None None] Pushing event updated for resources: {'Port': ['ID=75d5e49c-34c9-4dc3-b8ad-7e877db9cdbc,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:35.750635 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2731f573-e8ee-47dd-bb2b-966c646e439f admin admin] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:15:35.754295 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-2731f573-e8ee-47dd-bb2b-966c646e439f admin admin] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:15:35.758207 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2731f573-e8ee-47dd-bb2b-966c646e439f admin admin] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:15:35.794350 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2731f573-e8ee-47dd-bb2b-966c646e439f admin admin] Pushing event updated for resources: {'Port': ['ID=437788e1-933e-4c7c-bce2-04c0b06dc79a,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:35.862582 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 872bd91c-95ea-4524-820e-943954e63a04 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:15:35.917776 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e739e541-7746-41c9-9516-a39be1bf60a3 None None] Sync routers for ids ['e1a86e0d-b328-4041-bbb5-c0d1b8b42d36'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:15:35.938827 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e739e541-7746-41c9-9516-a39be1bf60a3 None None] Routers {'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:15:35.938996 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-e739e541-7746-41c9-9516-a39be1bf60a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:15:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['e1a86e0d-b328-4041-bbb5-c0d1b8b42d36'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:35.967830 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 872bd91c-95ea-4524-820e-943954e63a04 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:15:35.974810 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 872bd91c-95ea-4524-820e-943954e63a04 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:15:35.975286 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:36.079473 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:36.083453 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2731f573-e8ee-47dd-bb2b-966c646e439f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:36.100282 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-e739e541-7746-41c9-9516-a39be1bf60a3 None None] Set router e1a86e0d-b328-4041-bbb5-c0d1b8b42d36 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:15:36.110052 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 872bd91c-95ea-4524-820e-943954e63a04, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=872bd91c-95ea-4524-820e-943954e63a04,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:15:36.117582 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:36.179942 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=872bd91c-95ea-4524-820e-943954e63a04,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:36.202858 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:36.315451 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2731f573-e8ee-47dd-bb2b-966c646e439f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:36.326070 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-e739e541-7746-41c9-9516-a39be1bf60a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36', 'name': 'tempest-TestShelveInstance-145683855-router', 'tenant_id': '00a379200b2c4df4a38fa7b3152d650b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '872bd91c-95ea-4524-820e-943954e63a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:15:30Z', 'updated_at': '2021-08-10T04:15:33Z', 'revision_number': 4, 'project_id': '00a379200b2c4df4a38fa7b3152d650b', 'gw_port': {'id': '872bd91c-95ea-4524-820e-943954e63a04', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:fd:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:15:30Z', 'updated_at': '2021-08-10T04:15:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'b7545017-a09f-44e3-bb61-36b9c576856f', 'name': '', 'network_id': 'b7c4d7bb-1c72-4232-89b3-38c1d3990381', 'tenant_id': '00a379200b2c4df4a38fa7b3152d650b', 'mac_address': 'fa:16:3e:d4:c0:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ffcfb4f2-7976-4732-a3f7-3647f30ae830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:15:32Z', 'updated_at': '2021-08-10T04:15:33Z', 'revision_number': 2, 'project_id': '00a379200b2c4df4a38fa7b3152d650b', 'subnets': [{'id': 'ffcfb4f2-7976-4732-a3f7-3647f30ae830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:36.356794 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e739e541-7746-41c9-9516-a39be1bf60a3 None None] Checking router: e1a86e0d-b328-4041-bbb5-c0d1b8b42d36 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:15:36.357159 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e739e541-7746-41c9-9516-a39be1bf60a3 None None] Updating router e1a86e0d-b328-4041-bbb5-c0d1b8b42d36 port b7545017-a09f-44e3-bb61-36b9c576856f binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:15:36.383188 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-e739e541-7746-41c9-9516-a39be1bf60a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:36.446356 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2731f573-e8ee-47dd-bb2b-966c646e439f admin admin] Router ce7243f4-bf7d-4798-a234-addee00c2347 is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:15:36.672420 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-e739e541-7746-41c9-9516-a39be1bf60a3 None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:36.688160 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-e739e541-7746-41c9-9516-a39be1bf60a3 None None] Transition to ACTIVE for port object b7545017-a09f-44e3-bb61-36b9c576856f will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:15:36.696838 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-e739e541-7746-41c9-9516-a39be1bf60a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:36.806487 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f070d9d-51f7-4418-94da-d101ab52536e None None] Pushing event updated for resources: {'Port': ['ID=b7545017-a09f-44e3-bb61-36b9c576856f,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:36.823615 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-e739e541-7746-41c9-9516-a39be1bf60a3 None None] Attempting to bind port b7545017-a09f-44e3-bb61-36b9c576856f on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:15:36.823956 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-e739e541-7746-41c9-9516-a39be1bf60a3 None None] Attempting to bind port b7545017-a09f-44e3-bb61-36b9c576856f by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '50adf758-9ca4-4650-ad46-98533ca42e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b7c4d7bb-1c72-4232-89b3-38c1d3990381'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:15:36.824323 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e739e541-7746-41c9-9516-a39be1bf60a3 None None] Attempting to bind port b7545017-a09f-44e3-bb61-36b9c576856f on network b7c4d7bb-1c72-4232-89b3-38c1d3990381 {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:15:36.827574 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f070d9d-51f7-4418-94da-d101ab52536e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:36.828007 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f070d9d-51f7-4418-94da-d101ab52536e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:36.828323 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f070d9d-51f7-4418-94da-d101ab52536e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:36.828663 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f070d9d-51f7-4418-94da-d101ab52536e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:36.828998 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f070d9d-51f7-4418-94da-d101ab52536e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:36.829329 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f070d9d-51f7-4418-94da-d101ab52536e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:36.829659 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f070d9d-51f7-4418-94da-d101ab52536e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:36.829986 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f070d9d-51f7-4418-94da-d101ab52536e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:36.830309 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f070d9d-51f7-4418-94da-d101ab52536e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:36.830634 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f070d9d-51f7-4418-94da-d101ab52536e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:36.831133 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f070d9d-51f7-4418-94da-d101ab52536e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:36.831465 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f070d9d-51f7-4418-94da-d101ab52536e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:36.840165 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e739e541-7746-41c9-9516-a39be1bf60a3 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:15:36.840672 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e739e541-7746-41c9-9516-a39be1bf60a3 None None] Checking segment: {'id': '50adf758-9ca4-4650-ad46-98533ca42e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b7c4d7bb-1c72-4232-89b3-38c1d3990381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:15:36.841118 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-e739e541-7746-41c9-9516-a39be1bf60a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:36.841497 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e739e541-7746-41c9-9516-a39be1bf60a3 None None] Bound using segment: {'id': '50adf758-9ca4-4650-ad46-98533ca42e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b7c4d7bb-1c72-4232-89b3-38c1d3990381'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:15:36.841979 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-e739e541-7746-41c9-9516-a39be1bf60a3 None None] Bound port: b7545017-a09f-44e3-bb61-36b9c576856f, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50adf758-9ca4-4650-ad46-98533ca42e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b7c4d7bb-1c72-4232-89b3-38c1d3990381'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:15:36.842365 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-e739e541-7746-41c9-9516-a39be1bf60a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:36.892629 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2731f573-e8ee-47dd-bb2b-966c646e439f admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:15:36.904818 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9b5ccb-6a86-49d0-8692-a3f776fbff89 None None] Sync routers for ids ['ce7243f4-bf7d-4798-a234-addee00c2347'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:15:36.919425 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-2731f573-e8ee-47dd-bb2b-966c646e439f admin admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:36.925687 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43796) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:36.926589 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-2731f573-e8ee-47dd-bb2b-966c646e439f admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9761558 Aug 10 04:15:36.934955 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d29b7f2-24f0-4c80-88cb-f0678d78ff95 None None] Network 2d1b78cf-07c8-46c9-9a88-6a58651128b4 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:15:36.938881 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9b5ccb-6a86-49d0-8692-a3f776fbff89 None None] Routers {'ce7243f4-bf7d-4798-a234-addee00c2347'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:15:36.939984 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-eb9b5ccb-6a86-49d0-8692-a3f776fbff89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:15:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['ce7243f4-bf7d-4798-a234-addee00c2347'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:36.949749 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-e739e541-7746-41c9-9516-a39be1bf60a3 None None] For port b7545017-a09f-44e3-bb61-36b9c576856f, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:15:36.953560 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-e739e541-7746-41c9-9516-a39be1bf60a3 None None] For port b7545017-a09f-44e3-bb61-36b9c576856f, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=b7545017-a09f-44e3-bb61-36b9c576856f,segment=NetworkSegment(50adf758-9ca4-4650-ad46-98533ca42e55),segment_id=50adf758-9ca4-4650-ad46-98533ca42e55)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:15:36.960117 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-e739e541-7746-41c9-9516-a39be1bf60a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:37.035540 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f070d9d-51f7-4418-94da-d101ab52536e None None] Pushing event updated for resources: {'Port': ['ID=b7545017-a09f-44e3-bb61-36b9c576856f,revision_number=4']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:37.045305 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e739e541-7746-41c9-9516-a39be1bf60a3 None None] Routers {'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:15:37.046071 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-e739e541-7746-41c9-9516-a39be1bf60a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:15:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['e1a86e0d-b328-4041-bbb5-c0d1b8b42d36'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:37.177606 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-e739e541-7746-41c9-9516-a39be1bf60a3 None None] Set router e1a86e0d-b328-4041-bbb5-c0d1b8b42d36 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:15:37.344339 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-f2c59141-2b6c-42aa-9175-38fbd0e5985c None None] Provisioning for port 75d5e49c-34c9-4dc3-b8ad-7e877db9cdbc completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:15:37.415129 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-e739e541-7746-41c9-9516-a39be1bf60a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36', 'name': 'tempest-TestShelveInstance-145683855-router', 'tenant_id': '00a379200b2c4df4a38fa7b3152d650b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '872bd91c-95ea-4524-820e-943954e63a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:15:30Z', 'updated_at': '2021-08-10T04:15:33Z', 'revision_number': 4, 'project_id': '00a379200b2c4df4a38fa7b3152d650b', 'gw_port': {'id': '872bd91c-95ea-4524-820e-943954e63a04', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:fd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:15:30Z', 'updated_at': '2021-08-10T04:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'b7545017-a09f-44e3-bb61-36b9c576856f', 'name': '', 'network_id': 'b7c4d7bb-1c72-4232-89b3-38c1d3990381', 'tenant_id': '00a379200b2c4df4a38fa7b3152d650b', 'mac_address': 'fa:16:3e:d4:c0:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ffcfb4f2-7976-4732-a3f7-3647f30ae830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:15:32Z', 'updated_at': '2021-08-10T04:15:36Z', 'revision_number': 4, 'project_id': '00a379200b2c4df4a38fa7b3152d650b', 'subnets': [{'id': 'ffcfb4f2-7976-4732-a3f7-3647f30ae830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:37.423657 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-eb9b5ccb-6a86-49d0-8692-a3f776fbff89 None None] Set router ce7243f4-bf7d-4798-a234-addee00c2347 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:15:37.442840 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e739e541-7746-41c9-9516-a39be1bf60a3 None None] The sync data for ids ['e1a86e0d-b328-4041-bbb5-c0d1b8b42d36'] in n-d-768851-15 is: [{'id': 'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36', 'name': 'tempest-TestShelveInstance-145683855-router', 'tenant_id': '00a379200b2c4df4a38fa7b3152d650b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '872bd91c-95ea-4524-820e-943954e63a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:15:30Z', 'updated_at': '2021-08-10T04:15:33Z', 'revision_number': 4, 'project_id': '00a379200b2c4df4a38fa7b3152d650b', 'gw_port': {'id': '872bd91c-95ea-4524-820e-943954e63a04', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:fd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:15:30Z', 'updated_at': '2021-08-10T04:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'b7545017-a09f-44e3-bb61-36b9c576856f', 'name': '', 'network_id': 'b7c4d7bb-1c72-4232-89b3-38c1d3990381', 'tenant_id': '00a379200b2c4df4a38fa7b3152d650b', 'mac_address': 'fa:16:3e:d4:c0:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ffcfb4f2-7976-4732-a3f7-3647f30ae830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:15:32Z', 'updated_at': '2021-08-10T04:15:36Z', 'revision_number': 4, 'project_id': '00a379200b2c4df4a38fa7b3152d650b', 'subnets': [{'id': 'ffcfb4f2-7976-4732-a3f7-3647f30ae830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:15:37.477072 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3d409823-fcbe-46cc-8e86-9ccb54dd9a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:37.674138 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-3d409823-fcbe-46cc-8e86-9ccb54dd9a13 admin admin] Allocated IP 172.20.0.1 (2d1b78cf-07c8-46c9-9a88-6a58651128b4/2b8d69d9-df8d-4001-9b04-85c88f138f60/97945f27-e5ec-4b61-8b90-14a94a1722d1) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:15:37.694864 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-eb9b5ccb-6a86-49d0-8692-a3f776fbff89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7243f4-bf7d-4798-a234-addee00c2347', 'name': 'tempest-TestShelveInstance-900858324-router', 'tenant_id': '72a5b2ef79044d3192ce5fa41c9443bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '437788e1-933e-4c7c-bce2-04c0b06dc79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:15:34Z', 'updated_at': '2021-08-10T04:15:35Z', 'revision_number': 3, 'project_id': '72a5b2ef79044d3192ce5fa41c9443bf', 'gw_port': {'id': '437788e1-933e-4c7c-bce2-04c0b06dc79a', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:68:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce7243f4-bf7d-4798-a234-addee00c2347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:15:35Z', 'updated_at': '2021-08-10T04:15:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:37.728293 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9b5ccb-6a86-49d0-8692-a3f776fbff89 None None] Checking router: ce7243f4-bf7d-4798-a234-addee00c2347 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:15:37.728913 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9b5ccb-6a86-49d0-8692-a3f776fbff89 None None] Updating router ce7243f4-bf7d-4798-a234-addee00c2347 port 437788e1-933e-4c7c-bce2-04c0b06dc79a binding host n-d-768851-15 {{(pid=94218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:15:37.782156 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-eb9b5ccb-6a86-49d0-8692-a3f776fbff89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:37.844373 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3d409823-fcbe-46cc-8e86-9ccb54dd9a13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:37.876212 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-3d409823-fcbe-46cc-8e86-9ccb54dd9a13 admin admin] Transition to ACTIVE for port object 97945f27-e5ec-4b61-8b90-14a94a1722d1 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:15:37.927339 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3d409823-fcbe-46cc-8e86-9ccb54dd9a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:37.982920 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d409823-fcbe-46cc-8e86-9ccb54dd9a13 admin admin] Network 2d1b78cf-07c8-46c9-9a88-6a58651128b4 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:15:37.988878 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-3d409823-fcbe-46cc-8e86-9ccb54dd9a13 admin admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:15:37.992554 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d409823-fcbe-46cc-8e86-9ccb54dd9a13 admin admin] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:15:38.033589 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d409823-fcbe-46cc-8e86-9ccb54dd9a13 admin admin] Pushing event updated for resources: {'Port': ['ID=97945f27-e5ec-4b61-8b90-14a94a1722d1,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:38.040763 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 872bd91c-95ea-4524-820e-943954e63a04 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:15:38.062863 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3d409823-fcbe-46cc-8e86-9ccb54dd9a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:38.114501 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 872bd91c-95ea-4524-820e-943954e63a04 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:15:38.115233 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:38.212883 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-eb9b5ccb-6a86-49d0-8692-a3f776fbff89 None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:38.223688 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3d409823-fcbe-46cc-8e86-9ccb54dd9a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:38.252100 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-eb9b5ccb-6a86-49d0-8692-a3f776fbff89 None None] Transition to ACTIVE for port object 437788e1-933e-4c7c-bce2-04c0b06dc79a will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:15:38.273567 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 75d5e49c-34c9-4dc3-b8ad-7e877db9cdbc up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:15:38.296774 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-eb9b5ccb-6a86-49d0-8692-a3f776fbff89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:38.369338 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-23ced99a-2ebe-40dc-95b8-bc6239e59f72 None None] Provisioning for port 97945f27-e5ec-4b61-8b90-14a94a1722d1 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:15:38.380531 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-eb9b5ccb-6a86-49d0-8692-a3f776fbff89 None None] Attempting to bind port 437788e1-933e-4c7c-bce2-04c0b06dc79a on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:15:38.380906 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-eb9b5ccb-6a86-49d0-8692-a3f776fbff89 None None] Attempting to bind port 437788e1-933e-4c7c-bce2-04c0b06dc79a by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:15:38.381273 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9b5ccb-6a86-49d0-8692-a3f776fbff89 None None] Attempting to bind port 437788e1-933e-4c7c-bce2-04c0b06dc79a on network 09ca2025-b9a6-4e84-8019-8d9fbef3753e {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:15:38.384857 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2d7550-fb72-4112-9085-4ff1e42bcdb8 None None] Pushing event updated for resources: {'Port': ['ID=437788e1-933e-4c7c-bce2-04c0b06dc79a,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:38.387090 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-23ced99a-2ebe-40dc-95b8-bc6239e59f72 None None] Provisioning complete for port 97945f27-e5ec-4b61-8b90-14a94a1722d1 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:15:38.387475 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-23ced99a-2ebe-40dc-95b8-bc6239e59f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:38.411644 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9b5ccb-6a86-49d0-8692-a3f776fbff89 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:15:38.412020 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9b5ccb-6a86-49d0-8692-a3f776fbff89 None None] Checking segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:15:38.412423 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-eb9b5ccb-6a86-49d0-8692-a3f776fbff89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:38.412811 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9b5ccb-6a86-49d0-8692-a3f776fbff89 None None] Bound using segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:15:38.413298 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-eb9b5ccb-6a86-49d0-8692-a3f776fbff89 None None] Bound port: 437788e1-933e-4c7c-bce2-04c0b06dc79a, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:15:38.413688 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-eb9b5ccb-6a86-49d0-8692-a3f776fbff89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:38.422363 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3d409823-fcbe-46cc-8e86-9ccb54dd9a13 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:38.427136 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3d409823-fcbe-46cc-8e86-9ccb54dd9a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:38.442435 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 75d5e49c-34c9-4dc3-b8ad-7e877db9cdbc completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:15:38.456648 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 75d5e49c-34c9-4dc3-b8ad-7e877db9cdbc triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:15:38.457026 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:38.483975 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-23ced99a-2ebe-40dc-95b8-bc6239e59f72 None None] Port 97945f27-e5ec-4b61-8b90-14a94a1722d1 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:15:38.503080 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-3d409823-fcbe-46cc-8e86-9ccb54dd9a13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:38.506096 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d409823-fcbe-46cc-8e86-9ccb54dd9a13 admin admin] Pushing event updated for resources: {'Port': ['ID=97945f27-e5ec-4b61-8b90-14a94a1722d1,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:38.512585 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-eb9b5ccb-6a86-49d0-8692-a3f776fbff89 None None] For port 437788e1-933e-4c7c-bce2-04c0b06dc79a, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:15:38.517313 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-eb9b5ccb-6a86-49d0-8692-a3f776fbff89 None None] For port 437788e1-933e-4c7c-bce2-04c0b06dc79a, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=437788e1-933e-4c7c-bce2-04c0b06dc79a,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:15:38.523142 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-eb9b5ccb-6a86-49d0-8692-a3f776fbff89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:38.601659 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d409823-fcbe-46cc-8e86-9ccb54dd9a13 admin admin] Network 2d1b78cf-07c8-46c9-9a88-6a58651128b4 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:15:38.603396 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-3d409823-fcbe-46cc-8e86-9ccb54dd9a13 admin admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:15:38.620359 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9b5ccb-6a86-49d0-8692-a3f776fbff89 None None] Routers {'ce7243f4-bf7d-4798-a234-addee00c2347'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:15:38.620995 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-eb9b5ccb-6a86-49d0-8692-a3f776fbff89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:15:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['ce7243f4-bf7d-4798-a234-addee00c2347'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:38.624436 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2d7550-fb72-4112-9085-4ff1e42bcdb8 None None] Pushing event updated for resources: {'Port': ['ID=437788e1-933e-4c7c-bce2-04c0b06dc79a,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:38.627027 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:38.731626 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 75d5e49c-34c9-4dc3-b8ad-7e877db9cdbc, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=75d5e49c-34c9-4dc3-b8ad-7e877db9cdbc,segment=NetworkSegment(93ea598c-687e-4322-9b1e-90f2f06ca50d),segment_id=93ea598c-687e-4322-9b1e-90f2f06ca50d)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:15:38.737426 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:38.738680 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d409823-fcbe-46cc-8e86-9ccb54dd9a13 admin admin] Router ce7243f4-bf7d-4798-a234-addee00c2347 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:15:38.738831 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b7545017-a09f-44e3-bb61-36b9c576856f up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:15:38.819704 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-eb9b5ccb-6a86-49d0-8692-a3f776fbff89 None None] Set router ce7243f4-bf7d-4798-a234-addee00c2347 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:15:38.857070 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d409823-fcbe-46cc-8e86-9ccb54dd9a13 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:15:38.870356 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-3d409823-fcbe-46cc-8e86-9ccb54dd9a13 admin admin] 10.222.0.62 "PUT /v2.0/routers/ce7243f4-bf7d-4798-a234-addee00c2347/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9358766 Aug 10 04:15:38.870823 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=75d5e49c-34c9-4dc3-b8ad-7e877db9cdbc,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:38.959254 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port b7545017-a09f-44e3-bb61-36b9c576856f completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:15:38.967964 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port b7545017-a09f-44e3-bb61-36b9c576856f triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:15:38.968323 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:39.009069 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-d71549b8-de64-458e-bd40-54e4a7a1741c None None] Provisioning complete for port 97945f27-e5ec-4b61-8b90-14a94a1722d1 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:15:39.009441 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d71549b8-de64-458e-bd40-54e4a7a1741c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:39.077290 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-d71549b8-de64-458e-bd40-54e4a7a1741c None None] Port 97945f27-e5ec-4b61-8b90-14a94a1722d1 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:15:39.147862 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:39.178904 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-eb9b5ccb-6a86-49d0-8692-a3f776fbff89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7243f4-bf7d-4798-a234-addee00c2347', 'name': 'tempest-TestShelveInstance-900858324-router', 'tenant_id': '72a5b2ef79044d3192ce5fa41c9443bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '437788e1-933e-4c7c-bce2-04c0b06dc79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:15:34Z', 'updated_at': '2021-08-10T04:15:38Z', 'revision_number': 4, 'project_id': '72a5b2ef79044d3192ce5fa41c9443bf', 'gw_port': {'id': '437788e1-933e-4c7c-bce2-04c0b06dc79a', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:68:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce7243f4-bf7d-4798-a234-addee00c2347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:15:35Z', 'updated_at': '2021-08-10T04:15:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '97945f27-e5ec-4b61-8b90-14a94a1722d1', 'name': '', 'network_id': '2d1b78cf-07c8-46c9-9a88-6a58651128b4', 'tenant_id': '72a5b2ef79044d3192ce5fa41c9443bf', 'mac_address': 'fa:16:3e:77:0a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce7243f4-bf7d-4798-a234-addee00c2347', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '2b8d69d9-df8d-4001-9b04-85c88f138f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:15:37Z', 'updated_at': '2021-08-10T04:15:38Z', 'revision_number': 2, 'project_id': '72a5b2ef79044d3192ce5fa41c9443bf', 'subnets': [{'id': '2b8d69d9-df8d-4001-9b04-85c88f138f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:39.218916 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9b5ccb-6a86-49d0-8692-a3f776fbff89 None None] The sync data for ids ['ce7243f4-bf7d-4798-a234-addee00c2347'] in n-d-768851-15 is: [{'id': 'ce7243f4-bf7d-4798-a234-addee00c2347', 'name': 'tempest-TestShelveInstance-900858324-router', 'tenant_id': '72a5b2ef79044d3192ce5fa41c9443bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '437788e1-933e-4c7c-bce2-04c0b06dc79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:15:34Z', 'updated_at': '2021-08-10T04:15:38Z', 'revision_number': 4, 'project_id': '72a5b2ef79044d3192ce5fa41c9443bf', 'gw_port': {'id': '437788e1-933e-4c7c-bce2-04c0b06dc79a', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:68:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce7243f4-bf7d-4798-a234-addee00c2347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:15:35Z', 'updated_at': '2021-08-10T04:15:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '97945f27-e5ec-4b61-8b90-14a94a1722d1', 'name': '', 'network_id': '2d1b78cf-07c8-46c9-9a88-6a58651128b4', 'tenant_id': '72a5b2ef79044d3192ce5fa41c9443bf', 'mac_address': 'fa:16:3e:77:0a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce7243f4-bf7d-4798-a234-addee00c2347', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '2b8d69d9-df8d-4001-9b04-85c88f138f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:15:37Z', 'updated_at': '2021-08-10T04:15:38Z', 'revision_number': 2, 'project_id': '72a5b2ef79044d3192ce5fa41c9443bf', 'subnets': [{'id': '2b8d69d9-df8d-4001-9b04-85c88f138f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:15:39.221527 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port b7545017-a09f-44e3-bb61-36b9c576856f, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=b7545017-a09f-44e3-bb61-36b9c576856f,segment=NetworkSegment(50adf758-9ca4-4650-ad46-98533ca42e55),segment_id=50adf758-9ca4-4650-ad46-98533ca42e55)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:15:39.227393 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:39.280789 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=b7545017-a09f-44e3-bb61-36b9c576856f,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:39.451117 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43804) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:39.457500 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-8f761b25-2880-49d2-8cd2-facdbb59884a tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-272079088', 'description': 'tempest-secgroup-smoke-272079088 description', 'project_id': '00a379200b2c4df4a38fa7b3152d650b'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:15:39.484604 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8f761b25-2880-49d2-8cd2-facdbb59884a tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:39.577974 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8f761b25-2880-49d2-8cd2-facdbb59884a tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:39.584560 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8f761b25-2880-49d2-8cd2-facdbb59884a tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:39.614480 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8f761b25-2880-49d2-8cd2-facdbb59884a tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:39.615753 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8f761b25-2880-49d2-8cd2-facdbb59884a tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1631005 Aug 10 04:15:39.617765 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f761b25-2880-49d2-8cd2-facdbb59884a tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd600500-e509-4630-8d69-e7cf69463c10,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:39.618976 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43806) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:39.624620 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-d566f9f1-42d1-4c5b-84ff-c5c36938feca tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Request body: {'security_group_rule': {'security_group_id': 'fd600500-e509-4630-8d69-e7cf69463c10', 'project_id': '00a379200b2c4df4a38fa7b3152d650b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:15:39.656396 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d566f9f1-42d1-4c5b-84ff-c5c36938feca tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:39.717306 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d566f9f1-42d1-4c5b-84ff-c5c36938feca tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:39.721700 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d566f9f1-42d1-4c5b-84ff-c5c36938feca tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:39.740118 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d566f9f1-42d1-4c5b-84ff-c5c36938feca tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8c852e3-813b-434b-88e4-077ed318698e,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:39.748052 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d566f9f1-42d1-4c5b-84ff-c5c36938feca tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:39.749245 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d566f9f1-42d1-4c5b-84ff-c5c36938feca tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1284697 Aug 10 04:15:39.752175 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43808) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:39.757347 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-0f4987b5-8a9a-496c-aebf-bda413aef51b tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Request body: {'security_group_rule': {'security_group_id': 'fd600500-e509-4630-8d69-e7cf69463c10', 'project_id': '00a379200b2c4df4a38fa7b3152d650b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:15:39.786705 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0f4987b5-8a9a-496c-aebf-bda413aef51b tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:39.832167 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 75d5e49c-34c9-4dc3-b8ad-7e877db9cdbc up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:15:39.850150 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0f4987b5-8a9a-496c-aebf-bda413aef51b tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:39.854260 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0f4987b5-8a9a-496c-aebf-bda413aef51b tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:39.872675 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4987b5-8a9a-496c-aebf-bda413aef51b tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2211d155-7def-456e-9f48-99f29a1f7883,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:39.879243 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-0f4987b5-8a9a-496c-aebf-bda413aef51b tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:39.880528 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0f4987b5-8a9a-496c-aebf-bda413aef51b tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1273866 Aug 10 04:15:39.883338 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43810) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:39.888277 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-8dc96f1a-f789-4665-841a-d6c7696739ce tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Request body: {'security_group_rule': {'security_group_id': 'fd600500-e509-4630-8d69-e7cf69463c10', 'project_id': '00a379200b2c4df4a38fa7b3152d650b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:15:39.888638 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 75d5e49c-34c9-4dc3-b8ad-7e877db9cdbc triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:15:39.889020 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:39.913366 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8dc96f1a-f789-4665-841a-d6c7696739ce tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:39.973952 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b7545017-a09f-44e3-bb61-36b9c576856f up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:15:39.976864 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8dc96f1a-f789-4665-841a-d6c7696739ce tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:39.980903 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8dc96f1a-f789-4665-841a-d6c7696739ce tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:40.000852 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc96f1a-f789-4665-841a-d6c7696739ce tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56485b08-08d0-49e0-a2fc-c37525ad49e8,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:40.004562 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8dc96f1a-f789-4665-841a-d6c7696739ce tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:40.005835 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8dc96f1a-f789-4665-841a-d6c7696739ce tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1211486 Aug 10 04:15:40.008583 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43812) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:40.013486 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-ea564157-3277-469a-86ee-e5915dc80127 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Request body: {'security_group_rule': {'security_group_id': 'fd600500-e509-4630-8d69-e7cf69463c10', 'project_id': '00a379200b2c4df4a38fa7b3152d650b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:15:40.029435 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port b7545017-a09f-44e3-bb61-36b9c576856f triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:15:40.029839 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:40.039861 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ea564157-3277-469a-86ee-e5915dc80127 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:40.100823 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ea564157-3277-469a-86ee-e5915dc80127 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:40.105037 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ea564157-3277-469a-86ee-e5915dc80127 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:40.120771 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea564157-3277-469a-86ee-e5915dc80127 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dac3e05d-af46-4674-a09d-90f00056e7bb,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:40.128858 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ea564157-3277-469a-86ee-e5915dc80127 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:40.130124 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ea564157-3277-469a-86ee-e5915dc80127 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1205595 Aug 10 04:15:40.132899 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 43814) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:40.137353 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-cf7817df-e4e9-41b0-90bb-41aa69816396 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Request body: {'security_group_rule': {'security_group_id': 'fd600500-e509-4630-8d69-e7cf69463c10', 'project_id': '00a379200b2c4df4a38fa7b3152d650b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:15:40.160114 n-d-768851-15 neutron-server[94217]: INFO neutron.db.securitygroups_db [None req-cf7817df-e4e9-41b0-90bb-41aa69816396 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Project 00a379200b2c4df4a38fa7b3152d650b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:15:40.165586 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cf7817df-e4e9-41b0-90bb-41aa69816396 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:40.223497 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cf7817df-e4e9-41b0-90bb-41aa69816396 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:40.227255 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cf7817df-e4e9-41b0-90bb-41aa69816396 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:40.244452 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7817df-e4e9-41b0-90bb-41aa69816396 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7831e6c-51ea-475f-960b-b457f1404f2f,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:40.255222 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cf7817df-e4e9-41b0-90bb-41aa69816396 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:40.264702 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43816) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:40.264865 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-cf7817df-e4e9-41b0-90bb-41aa69816396 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1269748 Aug 10 04:15:40.266822 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-bee7fe8e-c58f-4972-9155-6b8fd1706e1b tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Request body: {'security_group_rule': {'security_group_id': 'fd600500-e509-4630-8d69-e7cf69463c10', 'project_id': '00a379200b2c4df4a38fa7b3152d650b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:15:40.307860 n-d-768851-15 neutron-server[94216]: INFO neutron.db.securitygroups_db [None req-bee7fe8e-c58f-4972-9155-6b8fd1706e1b tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Project 00a379200b2c4df4a38fa7b3152d650b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:15:40.312758 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bee7fe8e-c58f-4972-9155-6b8fd1706e1b tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:40.384868 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bee7fe8e-c58f-4972-9155-6b8fd1706e1b tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:40.389734 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bee7fe8e-c58f-4972-9155-6b8fd1706e1b tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:40.412509 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee7fe8e-c58f-4972-9155-6b8fd1706e1b tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=606e30df-c17c-41a2-a233-a8d6b7d796de,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:40.422249 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bee7fe8e-c58f-4972-9155-6b8fd1706e1b tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:40.431477 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-bee7fe8e-c58f-4972-9155-6b8fd1706e1b tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1707969 Aug 10 04:15:40.578711 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f463aeee-e176-41d4-8b30-63c2f3b6f3ee req-deba491b-8248-4172-a18e-eb7f67b24acf tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-272079088&fields=id&tenant_id=00a379200b2c4df4a38fa7b3152d650b HTTP/1.1" status: 200 len: 267 time: 0.0371504 Aug 10 04:15:40.703013 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f463aeee-e176-41d4-8b30-63c2f3b6f3ee req-ac3cc080-a06b-41f8-9881-771fa707257b tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:40.704720 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f463aeee-e176-41d4-8b30-63c2f3b6f3ee req-ac3cc080-a06b-41f8-9881-771fa707257b tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/networks?id=b7c4d7bb-1c72-4232-89b3-38c1d3990381 HTTP/1.1" status: 200 len: 808 time: 0.1174212 Aug 10 04:15:40.721126 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f463aeee-e176-41d4-8b30-63c2f3b6f3ee req-9a0127bd-0f8e-49fc-bfdf-f8b0a154e7cb tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/quotas/00a379200b2c4df4a38fa7b3152d650b HTTP/1.1" status: 200 len: 375 time: 0.0096557 Aug 10 04:15:40.779767 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f463aeee-e176-41d4-8b30-63c2f3b6f3ee req-d3fa1737-f1ed-4f72-8ca1-563f157bff55 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=00a379200b2c4df4a38fa7b3152d650b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520496 Aug 10 04:15:40.895850 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [req-f463aeee-e176-41d4-8b30-63c2f3b6f3ee req-8df659bc-de22-4d77-8a53-7499ebd9c4e7 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:15:40.897023 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f463aeee-e176-41d4-8b30-63c2f3b6f3ee req-8df659bc-de22-4d77-8a53-7499ebd9c4e7 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1054552 Aug 10 04:15:40.986197 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f463aeee-e176-41d4-8b30-63c2f3b6f3ee req-5d05d410-c943-4ff6-b063-3932716ad842 service neutron] 10.222.0.62 "GET /v2.0/networks/b7c4d7bb-1c72-4232-89b3-38c1d3990381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827036 Aug 10 04:15:41.079524 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f463aeee-e176-41d4-8b30-63c2f3b6f3ee req-cf88c361-378e-4142-b17b-05613f88176c service neutron] 10.222.0.62 "GET /v2.0/networks/b7c4d7bb-1c72-4232-89b3-38c1d3990381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867493 Aug 10 04:15:41.625184 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53106e17-c4b6-42ab-8171-c03b6d8ee541 None None] Sync routers for ids ['ce7243f4-bf7d-4798-a234-addee00c2347'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:15:41.634236 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53106e17-c4b6-42ab-8171-c03b6d8ee541 None None] Routers {'ce7243f4-bf7d-4798-a234-addee00c2347'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:15:41.634947 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-53106e17-c4b6-42ab-8171-c03b6d8ee541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:15:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['ce7243f4-bf7d-4798-a234-addee00c2347'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:41.742016 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-53106e17-c4b6-42ab-8171-c03b6d8ee541 None None] Set router ce7243f4-bf7d-4798-a234-addee00c2347 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:15:41.830635 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 437788e1-933e-4c7c-bce2-04c0b06dc79a up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:15:41.884179 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 437788e1-933e-4c7c-bce2-04c0b06dc79a completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:15:41.887931 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 437788e1-933e-4c7c-bce2-04c0b06dc79a triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:15:41.888309 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:41.957037 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-53106e17-c4b6-42ab-8171-c03b6d8ee541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7243f4-bf7d-4798-a234-addee00c2347', 'name': 'tempest-TestShelveInstance-900858324-router', 'tenant_id': '72a5b2ef79044d3192ce5fa41c9443bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '437788e1-933e-4c7c-bce2-04c0b06dc79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:15:34Z', 'updated_at': '2021-08-10T04:15:38Z', 'revision_number': 4, 'project_id': '72a5b2ef79044d3192ce5fa41c9443bf', 'gw_port': {'id': '437788e1-933e-4c7c-bce2-04c0b06dc79a', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:68:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce7243f4-bf7d-4798-a234-addee00c2347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:15:35Z', 'updated_at': '2021-08-10T04:15:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '97945f27-e5ec-4b61-8b90-14a94a1722d1', 'name': '', 'network_id': '2d1b78cf-07c8-46c9-9a88-6a58651128b4', 'tenant_id': '72a5b2ef79044d3192ce5fa41c9443bf', 'mac_address': 'fa:16:3e:77:0a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce7243f4-bf7d-4798-a234-addee00c2347', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '2b8d69d9-df8d-4001-9b04-85c88f138f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:15:37Z', 'updated_at': '2021-08-10T04:15:38Z', 'revision_number': 2, 'project_id': '72a5b2ef79044d3192ce5fa41c9443bf', 'subnets': [{'id': '2b8d69d9-df8d-4001-9b04-85c88f138f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:41.968074 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:41.983749 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53106e17-c4b6-42ab-8171-c03b6d8ee541 None None] Checking router: ce7243f4-bf7d-4798-a234-addee00c2347 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:15:41.984105 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53106e17-c4b6-42ab-8171-c03b6d8ee541 None None] Updating router ce7243f4-bf7d-4798-a234-addee00c2347 port 97945f27-e5ec-4b61-8b90-14a94a1722d1 binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:15:41.989510 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 437788e1-933e-4c7c-bce2-04c0b06dc79a, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=437788e1-933e-4c7c-bce2-04c0b06dc79a,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:15:41.993865 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:42.009486 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-53106e17-c4b6-42ab-8171-c03b6d8ee541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:42.044057 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=437788e1-933e-4c7c-bce2-04c0b06dc79a,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:42.280480 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-53106e17-c4b6-42ab-8171-c03b6d8ee541 None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:42.283247 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6de10382-f0e3-4557-b629-660316fc1e81 req-9fb19d4d-ef21-4178-beb1-85bc826ab654 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec HTTP/1.1" status: 200 len: 210 time: 0.0273707 Aug 10 04:15:42.293854 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-53106e17-c4b6-42ab-8171-c03b6d8ee541 None None] Transition to ACTIVE for port object 97945f27-e5ec-4b61-8b90-14a94a1722d1 will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:15:42.306534 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-53106e17-c4b6-42ab-8171-c03b6d8ee541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:42.364303 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ba9f0-f4f6-4095-9ead-1b9bd3d8bff1 None None] Pushing event updated for resources: {'Port': ['ID=97945f27-e5ec-4b61-8b90-14a94a1722d1,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:42.415597 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-53106e17-c4b6-42ab-8171-c03b6d8ee541 None None] Attempting to bind port 97945f27-e5ec-4b61-8b90-14a94a1722d1 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:15:42.415974 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-53106e17-c4b6-42ab-8171-c03b6d8ee541 None None] Attempting to bind port 97945f27-e5ec-4b61-8b90-14a94a1722d1 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '93ea598c-687e-4322-9b1e-90f2f06ca50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2d1b78cf-07c8-46c9-9a88-6a58651128b4'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:15:42.416338 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53106e17-c4b6-42ab-8171-c03b6d8ee541 None None] Attempting to bind port 97945f27-e5ec-4b61-8b90-14a94a1722d1 on network 2d1b78cf-07c8-46c9-9a88-6a58651128b4 {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:15:42.423147 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53106e17-c4b6-42ab-8171-c03b6d8ee541 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:15:42.423147 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53106e17-c4b6-42ab-8171-c03b6d8ee541 None None] Checking segment: {'id': '93ea598c-687e-4322-9b1e-90f2f06ca50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2d1b78cf-07c8-46c9-9a88-6a58651128b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:15:42.423538 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-53106e17-c4b6-42ab-8171-c03b6d8ee541 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:42.423716 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53106e17-c4b6-42ab-8171-c03b6d8ee541 None None] Bound using segment: {'id': '93ea598c-687e-4322-9b1e-90f2f06ca50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2d1b78cf-07c8-46c9-9a88-6a58651128b4'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:15:42.424381 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-53106e17-c4b6-42ab-8171-c03b6d8ee541 None None] Bound port: 97945f27-e5ec-4b61-8b90-14a94a1722d1, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93ea598c-687e-4322-9b1e-90f2f06ca50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2d1b78cf-07c8-46c9-9a88-6a58651128b4'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:15:42.424765 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-53106e17-c4b6-42ab-8171-c03b6d8ee541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:42.506466 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-53106e17-c4b6-42ab-8171-c03b6d8ee541 None None] For port 97945f27-e5ec-4b61-8b90-14a94a1722d1, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:15:42.510292 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-53106e17-c4b6-42ab-8171-c03b6d8ee541 None None] For port 97945f27-e5ec-4b61-8b90-14a94a1722d1, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=97945f27-e5ec-4b61-8b90-14a94a1722d1,segment=NetworkSegment(93ea598c-687e-4322-9b1e-90f2f06ca50d),segment_id=93ea598c-687e-4322-9b1e-90f2f06ca50d)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:15:42.516464 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-53106e17-c4b6-42ab-8171-c03b6d8ee541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:42.564236 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53106e17-c4b6-42ab-8171-c03b6d8ee541 None None] Routers {'ce7243f4-bf7d-4798-a234-addee00c2347'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:15:42.565096 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-53106e17-c4b6-42ab-8171-c03b6d8ee541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:15:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['ce7243f4-bf7d-4798-a234-addee00c2347'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:42.638933 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ba9f0-f4f6-4095-9ead-1b9bd3d8bff1 None None] Pushing event updated for resources: {'Port': ['ID=97945f27-e5ec-4b61-8b90-14a94a1722d1,revision_number=4']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:42.710775 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-53106e17-c4b6-42ab-8171-c03b6d8ee541 None None] Set router ce7243f4-bf7d-4798-a234-addee00c2347 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:15:42.912558 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-53106e17-c4b6-42ab-8171-c03b6d8ee541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7243f4-bf7d-4798-a234-addee00c2347', 'name': 'tempest-TestShelveInstance-900858324-router', 'tenant_id': '72a5b2ef79044d3192ce5fa41c9443bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '437788e1-933e-4c7c-bce2-04c0b06dc79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:15:34Z', 'updated_at': '2021-08-10T04:15:38Z', 'revision_number': 4, 'project_id': '72a5b2ef79044d3192ce5fa41c9443bf', 'gw_port': {'id': '437788e1-933e-4c7c-bce2-04c0b06dc79a', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:68:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7243f4-bf7d-4798-a234-addee00c2347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:15:35Z', 'updated_at': '2021-08-10T04:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '97945f27-e5ec-4b61-8b90-14a94a1722d1', 'name': '', 'network_id': '2d1b78cf-07c8-46c9-9a88-6a58651128b4', 'tenant_id': '72a5b2ef79044d3192ce5fa41c9443bf', 'mac_address': 'fa:16:3e:77:0a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce7243f4-bf7d-4798-a234-addee00c2347', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '2b8d69d9-df8d-4001-9b04-85c88f138f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:15:37Z', 'updated_at': '2021-08-10T04:15:42Z', 'revision_number': 4, 'project_id': '72a5b2ef79044d3192ce5fa41c9443bf', 'subnets': [{'id': '2b8d69d9-df8d-4001-9b04-85c88f138f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:42.942266 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53106e17-c4b6-42ab-8171-c03b6d8ee541 None None] The sync data for ids ['ce7243f4-bf7d-4798-a234-addee00c2347'] in n-d-768851-15 is: [{'id': 'ce7243f4-bf7d-4798-a234-addee00c2347', 'name': 'tempest-TestShelveInstance-900858324-router', 'tenant_id': '72a5b2ef79044d3192ce5fa41c9443bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '437788e1-933e-4c7c-bce2-04c0b06dc79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:15:34Z', 'updated_at': '2021-08-10T04:15:38Z', 'revision_number': 4, 'project_id': '72a5b2ef79044d3192ce5fa41c9443bf', 'gw_port': {'id': '437788e1-933e-4c7c-bce2-04c0b06dc79a', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:68:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7243f4-bf7d-4798-a234-addee00c2347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:15:35Z', 'updated_at': '2021-08-10T04:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '97945f27-e5ec-4b61-8b90-14a94a1722d1', 'name': '', 'network_id': '2d1b78cf-07c8-46c9-9a88-6a58651128b4', 'tenant_id': '72a5b2ef79044d3192ce5fa41c9443bf', 'mac_address': 'fa:16:3e:77:0a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce7243f4-bf7d-4798-a234-addee00c2347', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '2b8d69d9-df8d-4001-9b04-85c88f138f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:15:37Z', 'updated_at': '2021-08-10T04:15:42Z', 'revision_number': 4, 'project_id': '72a5b2ef79044d3192ce5fa41c9443bf', 'subnets': [{'id': '2b8d69d9-df8d-4001-9b04-85c88f138f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:15:43.334070 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f463aeee-e176-41d4-8b30-63c2f3b6f3ee req-2c481bf9-1724-414f-ad8b-1ee55e402b0d tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:43.335979 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f463aeee-e176-41d4-8b30-63c2f3b6f3ee req-2c481bf9-1724-414f-ad8b-1ee55e402b0d tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.60 "GET /v2.0/networks?id=b7c4d7bb-1c72-4232-89b3-38c1d3990381 HTTP/1.1" status: 200 len: 808 time: 0.1232774 Aug 10 04:15:43.401485 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-841d1e4d-3f9f-482e-8646-464f77a43775 req-df3a16aa-fe2e-48ef-a2c4-47453823c4ba tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec HTTP/1.1" status: 200 len: 210 time: 0.0405769 Aug 10 04:15:43.430407 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f463aeee-e176-41d4-8b30-63c2f3b6f3ee req-240ae7cb-437b-4f49-93dd-5966d13905f8 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00a379200b2c4df4a38fa7b3152d650b HTTP/1.1" status: 200 len: 379 time: 0.0796940 Aug 10 04:15:43.441193 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-f463aeee-e176-41d4-8b30-63c2f3b6f3ee req-435f7b89-776a-4fe6-a1fa-ae39c63fb6e4 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Request body: {'port': {'device_id': 'c9448f23-3b40-48f2-b1c4-9a2ab8b380ec', 'network_id': 'b7c4d7bb-1c72-4232-89b3-38c1d3990381', 'admin_state_up': True, 'tenant_id': '00a379200b2c4df4a38fa7b3152d650b', 'security_groups': ['fd600500-e509-4630-8d69-e7cf69463c10']}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:15:43.550580 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f463aeee-e176-41d4-8b30-63c2f3b6f3ee req-435f7b89-776a-4fe6-a1fa-ae39c63fb6e4 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Made reservation on behalf of 00a379200b2c4df4a38fa7b3152d650b for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:15:43.553994 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-f463aeee-e176-41d4-8b30-63c2f3b6f3ee req-435f7b89-776a-4fe6-a1fa-ae39c63fb6e4 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:43.680899 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-f463aeee-e176-41d4-8b30-63c2f3b6f3ee req-435f7b89-776a-4fe6-a1fa-ae39c63fb6e4 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Allocated IP 172.20.0.5 (b7c4d7bb-1c72-4232-89b3-38c1d3990381/ffcfb4f2-7976-4732-a3f7-3647f30ae830/560a0c38-01b8-486c-b8ac-5c61789f1f0e) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:15:43.823123 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-f463aeee-e176-41d4-8b30-63c2f3b6f3ee req-435f7b89-776a-4fe6-a1fa-ae39c63fb6e4 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:43.835254 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 437788e1-933e-4c7c-bce2-04c0b06dc79a up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:15:43.839625 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-f463aeee-e176-41d4-8b30-63c2f3b6f3ee req-435f7b89-776a-4fe6-a1fa-ae39c63fb6e4 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Transition to ACTIVE for port object 560a0c38-01b8-486c-b8ac-5c61789f1f0e will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:15:43.872993 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-f463aeee-e176-41d4-8b30-63c2f3b6f3ee req-435f7b89-776a-4fe6-a1fa-ae39c63fb6e4 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:43.885720 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 437788e1-933e-4c7c-bce2-04c0b06dc79a triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:15:43.886099 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:43.919165 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f463aeee-e176-41d4-8b30-63c2f3b6f3ee req-435f7b89-776a-4fe6-a1fa-ae39c63fb6e4 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Network b7c4d7bb-1c72-4232-89b3-38c1d3990381 is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:15:43.924212 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-f463aeee-e176-41d4-8b30-63c2f3b6f3ee req-435f7b89-776a-4fe6-a1fa-ae39c63fb6e4 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:15:43.926839 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-f463aeee-e176-41d4-8b30-63c2f3b6f3ee req-435f7b89-776a-4fe6-a1fa-ae39c63fb6e4 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:15:43.958874 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435f7b89-776a-4fe6-a1fa-ae39c63fb6e4 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Pushing event updated for resources: {'Port': ['ID=560a0c38-01b8-486c-b8ac-5c61789f1f0e,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:43.965990 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 97945f27-e5ec-4b61-8b90-14a94a1722d1 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:15:43.984271 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f463aeee-e176-41d4-8b30-63c2f3b6f3ee req-435f7b89-776a-4fe6-a1fa-ae39c63fb6e4 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:43.984931 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-f463aeee-e176-41d4-8b30-63c2f3b6f3ee req-435f7b89-776a-4fe6-a1fa-ae39c63fb6e4 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:44.002041 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f463aeee-e176-41d4-8b30-63c2f3b6f3ee req-435f7b89-776a-4fe6-a1fa-ae39c63fb6e4 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5644114 Aug 10 04:15:44.020226 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 97945f27-e5ec-4b61-8b90-14a94a1722d1 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:15:44.020429 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-f463aeee-e176-41d4-8b30-63c2f3b6f3ee req-c8379a89-168f-495d-b78d-7b0c79e2b57a service neutron] Request body: {'port': {'device_id': 'c9448f23-3b40-48f2-b1c4-9a2ab8b380ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:15:44.025710 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 97945f27-e5ec-4b61-8b90-14a94a1722d1 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:15:44.026093 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:44.079394 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-f463aeee-e176-41d4-8b30-63c2f3b6f3ee req-c8379a89-168f-495d-b78d-7b0c79e2b57a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:44.111237 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:44.148516 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 97945f27-e5ec-4b61-8b90-14a94a1722d1, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=97945f27-e5ec-4b61-8b90-14a94a1722d1,segment=NetworkSegment(93ea598c-687e-4322-9b1e-90f2f06ca50d),segment_id=93ea598c-687e-4322-9b1e-90f2f06ca50d)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:15:44.152591 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:44.203258 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-a860da9f-fb60-4507-bfe0-35a58e96dd0a None None] Provisioning for port 560a0c38-01b8-486c-b8ac-5c61789f1f0e completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:15:44.210314 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-a860da9f-fb60-4507-bfe0-35a58e96dd0a None None] Provisioning complete for port 560a0c38-01b8-486c-b8ac-5c61789f1f0e triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:15:44.210695 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a860da9f-fb60-4507-bfe0-35a58e96dd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:44.212357 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=97945f27-e5ec-4b61-8b90-14a94a1722d1,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:44.252030 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-a860da9f-fb60-4507-bfe0-35a58e96dd0a None None] Port 560a0c38-01b8-486c-b8ac-5c61789f1f0e cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:15:44.371834 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-f463aeee-e176-41d4-8b30-63c2f3b6f3ee req-c8379a89-168f-495d-b78d-7b0c79e2b57a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 560a0c38-01b8-486c-b8ac-5c61789f1f0e {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:15:44.379940 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-f463aeee-e176-41d4-8b30-63c2f3b6f3ee req-c8379a89-168f-495d-b78d-7b0c79e2b57a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:44.391965 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-f463aeee-e176-41d4-8b30-63c2f3b6f3ee req-c8379a89-168f-495d-b78d-7b0c79e2b57a service neutron] Transition to ACTIVE for port object 560a0c38-01b8-486c-b8ac-5c61789f1f0e will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:15:44.395635 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-f463aeee-e176-41d4-8b30-63c2f3b6f3ee req-c8379a89-168f-495d-b78d-7b0c79e2b57a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:44.465251 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8379a89-168f-495d-b78d-7b0c79e2b57a service neutron] Pushing event updated for resources: {'Port': ['ID=560a0c38-01b8-486c-b8ac-5c61789f1f0e,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:44.555330 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-f463aeee-e176-41d4-8b30-63c2f3b6f3ee req-c8379a89-168f-495d-b78d-7b0c79e2b57a service neutron] Attempting to bind port 560a0c38-01b8-486c-b8ac-5c61789f1f0e on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:15:44.555757 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-f463aeee-e176-41d4-8b30-63c2f3b6f3ee req-c8379a89-168f-495d-b78d-7b0c79e2b57a service neutron] Attempting to bind port 560a0c38-01b8-486c-b8ac-5c61789f1f0e by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '50adf758-9ca4-4650-ad46-98533ca42e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b7c4d7bb-1c72-4232-89b3-38c1d3990381'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:15:44.556151 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f463aeee-e176-41d4-8b30-63c2f3b6f3ee req-c8379a89-168f-495d-b78d-7b0c79e2b57a service neutron] Attempting to bind port 560a0c38-01b8-486c-b8ac-5c61789f1f0e on network b7c4d7bb-1c72-4232-89b3-38c1d3990381 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:15:44.565359 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a935f-9522-42f9-8c10-3a30e600abd1 req-b6fc0a1a-d17d-495f-8f57-9a1b21e367ee tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:44.567001 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7d1a935f-9522-42f9-8c10-3a30e600abd1 req-b6fc0a1a-d17d-495f-8f57-9a1b21e367ee tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec HTTP/1.1" status: 200 len: 943 time: 0.0816271 Aug 10 04:15:44.570685 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f463aeee-e176-41d4-8b30-63c2f3b6f3ee req-c8379a89-168f-495d-b78d-7b0c79e2b57a service neutron] Port 560a0c38-01b8-486c-b8ac-5c61789f1f0e on network b7c4d7bb-1c72-4232-89b3-38c1d3990381 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:15:44.570989 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f463aeee-e176-41d4-8b30-63c2f3b6f3ee req-c8379a89-168f-495d-b78d-7b0c79e2b57a service neutron] Attempting to bind port 560a0c38-01b8-486c-b8ac-5c61789f1f0e on network b7c4d7bb-1c72-4232-89b3-38c1d3990381 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:15:44.583422 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f463aeee-e176-41d4-8b30-63c2f3b6f3ee req-c8379a89-168f-495d-b78d-7b0c79e2b57a service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:15:44.583771 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f463aeee-e176-41d4-8b30-63c2f3b6f3ee req-c8379a89-168f-495d-b78d-7b0c79e2b57a service neutron] Checking segment: {'id': '50adf758-9ca4-4650-ad46-98533ca42e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b7c4d7bb-1c72-4232-89b3-38c1d3990381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:15:44.584162 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f463aeee-e176-41d4-8b30-63c2f3b6f3ee req-c8379a89-168f-495d-b78d-7b0c79e2b57a service neutron] Bound using segment: {'id': '50adf758-9ca4-4650-ad46-98533ca42e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b7c4d7bb-1c72-4232-89b3-38c1d3990381'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:15:44.584616 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-f463aeee-e176-41d4-8b30-63c2f3b6f3ee req-c8379a89-168f-495d-b78d-7b0c79e2b57a service neutron] Bound port: 560a0c38-01b8-486c-b8ac-5c61789f1f0e, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50adf758-9ca4-4650-ad46-98533ca42e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b7c4d7bb-1c72-4232-89b3-38c1d3990381'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:15:44.585238 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-f463aeee-e176-41d4-8b30-63c2f3b6f3ee req-c8379a89-168f-495d-b78d-7b0c79e2b57a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:44.640447 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7d1a935f-9522-42f9-8c10-3a30e600abd1 req-1b464535-1cbb-432c-a601-f4cc10a244ee tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd600500-e509-4630-8d69-e7cf69463c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661006 Aug 10 04:15:44.673854 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-f463aeee-e176-41d4-8b30-63c2f3b6f3ee req-c8379a89-168f-495d-b78d-7b0c79e2b57a service neutron] For port 560a0c38-01b8-486c-b8ac-5c61789f1f0e, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:15:44.677880 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-f463aeee-e176-41d4-8b30-63c2f3b6f3ee req-c8379a89-168f-495d-b78d-7b0c79e2b57a service neutron] For port 560a0c38-01b8-486c-b8ac-5c61789f1f0e, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=560a0c38-01b8-486c-b8ac-5c61789f1f0e,segment=NetworkSegment(50adf758-9ca4-4650-ad46-98533ca42e55),segment_id=50adf758-9ca4-4650-ad46-98533ca42e55)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:15:44.682336 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-f463aeee-e176-41d4-8b30-63c2f3b6f3ee req-c8379a89-168f-495d-b78d-7b0c79e2b57a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:44.714690 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f463aeee-e176-41d4-8b30-63c2f3b6f3ee req-c8379a89-168f-495d-b78d-7b0c79e2b57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:44.715379 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-f463aeee-e176-41d4-8b30-63c2f3b6f3ee req-c8379a89-168f-495d-b78d-7b0c79e2b57a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:44.716730 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f463aeee-e176-41d4-8b30-63c2f3b6f3ee req-c8379a89-168f-495d-b78d-7b0c79e2b57a service neutron] 10.222.0.60 "PUT /v2.0/ports/560a0c38-01b8-486c-b8ac-5c61789f1f0e HTTP/1.1" status: 200 len: 1092 time: 0.7009203 Aug 10 04:15:44.717174 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9448f23-3b40-48f2-b1c4-9a2ab8b380ec', 'tag': '560a0c38-01b8-486c-b8ac-5c61789f1f0e'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:15:44.719446 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0021ea54f387d2ae39ffe00c7e01dc720af9cc0ec992141d1f8728dec056f1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d1b14d-6f38-446d-9ebf-b9b40e194a3a" -d '{"events": [{"name": "network-changed", "server_uuid": "c9448f23-3b40-48f2-b1c4-9a2ab8b380ec", "tag": "560a0c38-01b8-486c-b8ac-5c61789f1f0e"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:15:44.748002 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8379a89-168f-495d-b78d-7b0c79e2b57a service neutron] Pushing event updated for resources: {'Port': ['ID=560a0c38-01b8-486c-b8ac-5c61789f1f0e,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:44.814192 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f463aeee-e176-41d4-8b30-63c2f3b6f3ee req-9d43edda-4474-497e-80f4-1049c7c35e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:44.815762 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f463aeee-e176-41d4-8b30-63c2f3b6f3ee req-9d43edda-4474-497e-80f4-1049c7c35e1b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=00a379200b2c4df4a38fa7b3152d650b&device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec HTTP/1.1" status: 200 len: 1095 time: 0.0511730 Aug 10 04:15:44.838502 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5baa1b93-3699-495e-b2f5-23dec5461898 x-openstack-request-id: req-5baa1b93-3699-495e-b2f5-23dec5461898 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:15:44.839144 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9448f23-3b40-48f2-b1c4-9a2ab8b380ec", "tag": "560a0c38-01b8-486c-b8ac-5c61789f1f0e", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:15:44.839498 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5baa1b93-3699-495e-b2f5-23dec5461898 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:15:44.839906 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9448f23-3b40-48f2-b1c4-9a2ab8b380ec', 'tag': '560a0c38-01b8-486c-b8ac-5c61789f1f0e', 'status': 'completed', 'code': 200} Aug 10 04:15:44.870853 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f463aeee-e176-41d4-8b30-63c2f3b6f3ee req-73761a66-f430-4239-8f77-1b9d23aad16e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=560a0c38-01b8-486c-b8ac-5c61789f1f0e HTTP/1.1" status: 200 len: 217 time: 0.0404494 Aug 10 04:15:44.926716 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f463aeee-e176-41d4-8b30-63c2f3b6f3ee req-e70457b7-7fb9-4e28-a650-59cbda3c8f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:44.928256 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f463aeee-e176-41d4-8b30-63c2f3b6f3ee req-e70457b7-7fb9-4e28-a650-59cbda3c8f1f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ffcfb4f2-7976-4732-a3f7-3647f30ae830 HTTP/1.1" status: 200 len: 847 time: 0.0451818 Aug 10 04:15:44.979883 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f463aeee-e176-41d4-8b30-63c2f3b6f3ee req-7b1d5d64-d484-42a9-9eee-c532274409d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:44.981344 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f463aeee-e176-41d4-8b30-63c2f3b6f3ee req-7b1d5d64-d484-42a9-9eee-c532274409d3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b7c4d7bb-1c72-4232-89b3-38c1d3990381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448322 Aug 10 04:15:45.074674 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f463aeee-e176-41d4-8b30-63c2f3b6f3ee req-7925d9f1-4e55-40f8-80be-af43db88aafb service neutron] 10.222.0.60 "GET /v2.0/networks/b7c4d7bb-1c72-4232-89b3-38c1d3990381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816519 Aug 10 04:15:45.173615 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f463aeee-e176-41d4-8b30-63c2f3b6f3ee req-5bde2ab8-04c5-451e-9385-27442444c85e service neutron] 10.222.0.60 "GET /v2.0/networks/b7c4d7bb-1c72-4232-89b3-38c1d3990381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857763 Aug 10 04:15:45.585839 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1b14d-6f38-446d-9ebf-b9b40e194a3a req-d6692a00-8405-4ce2-a19a-0ca5baff90e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:45.587413 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-32d1b14d-6f38-446d-9ebf-b9b40e194a3a req-d6692a00-8405-4ce2-a19a-0ca5baff90e1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=00a379200b2c4df4a38fa7b3152d650b&device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec HTTP/1.1" status: 200 len: 1095 time: 0.3586454 Aug 10 04:15:45.679340 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1b14d-6f38-446d-9ebf-b9b40e194a3a req-ba2dc88a-e449-49b8-a1b4-90fe93325e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:45.680889 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-32d1b14d-6f38-446d-9ebf-b9b40e194a3a req-ba2dc88a-e449-49b8-a1b4-90fe93325e72 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b7c4d7bb-1c72-4232-89b3-38c1d3990381 HTTP/1.1" status: 200 len: 909 time: 0.0852973 Aug 10 04:15:45.741819 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-32d1b14d-6f38-446d-9ebf-b9b40e194a3a req-a9046c70-8958-43f0-80bb-b539b6cd99fa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=560a0c38-01b8-486c-b8ac-5c61789f1f0e HTTP/1.1" status: 200 len: 217 time: 0.0526776 Aug 10 04:15:45.813470 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 97945f27-e5ec-4b61-8b90-14a94a1722d1 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:15:45.815101 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1b14d-6f38-446d-9ebf-b9b40e194a3a req-7540a9d8-cd4e-4f1f-b5f4-17c166bd66c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:45.817249 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-32d1b14d-6f38-446d-9ebf-b9b40e194a3a req-7540a9d8-cd4e-4f1f-b5f4-17c166bd66c9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ffcfb4f2-7976-4732-a3f7-3647f30ae830 HTTP/1.1" status: 200 len: 847 time: 0.0666866 Aug 10 04:15:45.827360 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54eba4d-b636-4043-aa9b-30f02429d9c5 req-4a2a8e3b-b9b5-4f24-9bf5-b618a14358b5 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:45.828826 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c54eba4d-b636-4043-aa9b-30f02429d9c5 req-4a2a8e3b-b9b5-4f24-9bf5-b618a14358b5 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec HTTP/1.1" status: 200 len: 943 time: 0.0895753 Aug 10 04:15:45.861563 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 97945f27-e5ec-4b61-8b90-14a94a1722d1 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:15:45.861941 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:45.897576 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c54eba4d-b636-4043-aa9b-30f02429d9c5 req-d9fc962f-1860-4f46-a876-54f18b044f66 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd600500-e509-4630-8d69-e7cf69463c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598652 Aug 10 04:15:45.900631 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1b14d-6f38-446d-9ebf-b9b40e194a3a req-9d664963-e9f1-4277-a850-6337cf3bdf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:45.901983 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-32d1b14d-6f38-446d-9ebf-b9b40e194a3a req-9d664963-e9f1-4277-a850-6337cf3bdf18 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b7c4d7bb-1c72-4232-89b3-38c1d3990381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0723011 Aug 10 04:15:45.999261 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-32d1b14d-6f38-446d-9ebf-b9b40e194a3a req-48e4b053-b03e-48bb-805a-19992f5565ca service neutron] 10.222.0.60 "GET /v2.0/networks/b7c4d7bb-1c72-4232-89b3-38c1d3990381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893102 Aug 10 04:15:46.093355 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-32d1b14d-6f38-446d-9ebf-b9b40e194a3a req-fbc98325-e01c-4678-a69b-69df02197ea7 service neutron] 10.222.0.60 "GET /v2.0/networks/b7c4d7bb-1c72-4232-89b3-38c1d3990381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865037 Aug 10 04:15:47.016184 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec4926-dfd2-4208-b1ab-8000f6daf80f req-49d35d78-e5dc-41c3-9c84-4d39f5308883 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:47.017690 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c5ec4926-dfd2-4208-b1ab-8000f6daf80f req-49d35d78-e5dc-41c3-9c84-4d39f5308883 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec HTTP/1.1" status: 200 len: 943 time: 0.0507152 Aug 10 04:15:47.055289 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c5ec4926-dfd2-4208-b1ab-8000f6daf80f req-911519a2-db0d-4668-9414-78bef172a231 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd600500-e509-4630-8d69-e7cf69463c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315418 Aug 10 04:15:48.172993 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097aecc-56e1-4761-b86b-e0d3dcb93a36 req-82253cb6-ab1d-41f0-bf8e-d8d81eab8d1b tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:48.174488 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e097aecc-56e1-4761-b86b-e0d3dcb93a36 req-82253cb6-ab1d-41f0-bf8e-d8d81eab8d1b tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec HTTP/1.1" status: 200 len: 943 time: 0.0487423 Aug 10 04:15:48.212167 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e097aecc-56e1-4761-b86b-e0d3dcb93a36 req-e4190e27-1b61-4315-9271-e15f4aecc5e1 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd600500-e509-4630-8d69-e7cf69463c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309775 Aug 10 04:15:48.381992 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 560a0c38-01b8-486c-b8ac-5c61789f1f0e details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:15:48.477931 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 560a0c38-01b8-486c-b8ac-5c61789f1f0e, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=560a0c38-01b8-486c-b8ac-5c61789f1f0e,segment=NetworkSegment(50adf758-9ca4-4650-ad46-98533ca42e55),segment_id=50adf758-9ca4-4650-ad46-98533ca42e55)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:15:48.489796 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '560a0c38-01b8-486c-b8ac-5c61789f1f0e', 'network_id': 'b7c4d7bb-1c72-4232-89b3-38c1d3990381', 'port_id': '560a0c38-01b8-486c-b8ac-5c61789f1f0e', 'mac_address': 'fa:16:3e:4f:fd:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffcfb4f2-7976-4732-a3f7-3647f30ae830', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:15:48.525544 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:48.537982 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 560a0c38-01b8-486c-b8ac-5c61789f1f0e {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:15:48.557450 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 560a0c38-01b8-486c-b8ac-5c61789f1f0e, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=560a0c38-01b8-486c-b8ac-5c61789f1f0e,segment=NetworkSegment(50adf758-9ca4-4650-ad46-98533ca42e55),segment_id=50adf758-9ca4-4650-ad46-98533ca42e55)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:15:48.561416 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:48.609330 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=560a0c38-01b8-486c-b8ac-5c61789f1f0e,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:48.811378 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['560a0c38-01b8-486c-b8ac-5c61789f1f0e'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:15:49.330796 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bb1255-5291-4c12-83bd-ed6652631d26 req-a0e0fc73-f929-4d33-9d57-45ec085f0117 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:49.332712 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d2bb1255-5291-4c12-83bd-ed6652631d26 req-a0e0fc73-f929-4d33-9d57-45ec085f0117 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec HTTP/1.1" status: 200 len: 944 time: 0.0530159 Aug 10 04:15:49.370427 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d2bb1255-5291-4c12-83bd-ed6652631d26 req-57d04d1e-aff9-4d53-b0ab-9c036c6b8d02 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd600500-e509-4630-8d69-e7cf69463c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315397 Aug 10 04:15:50.382077 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 560a0c38-01b8-486c-b8ac-5c61789f1f0e up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:15:50.434032 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port 560a0c38-01b8-486c-b8ac-5c61789f1f0e completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:15:50.437870 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 560a0c38-01b8-486c-b8ac-5c61789f1f0e triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:15:50.438250 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:50.489033 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d8a68-a327-43b4-a7b6-979905248a12 req-c960a6c3-912e-4dd0-912e-d3097b7d44d2 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:50.490694 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dc7d8a68-a327-43b4-a7b6-979905248a12 req-c960a6c3-912e-4dd0-912e-d3097b7d44d2 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec HTTP/1.1" status: 200 len: 944 time: 0.0526447 Aug 10 04:15:50.517368 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:50.530051 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dc7d8a68-a327-43b4-a7b6-979905248a12 req-8cd76c79-6eaa-41eb-91c5-a77a2d992169 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd600500-e509-4630-8d69-e7cf69463c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320122 Aug 10 04:15:50.540785 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9448f23-3b40-48f2-b1c4-9a2ab8b380ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '560a0c38-01b8-486c-b8ac-5c61789f1f0e'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:15:50.543125 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}687ba51f6797870dc73eef52a647f30c5325a6c2ab4bb07751a6afc0cf078d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665eaece-99ff-436f-8185-f2a6f572a364" -d '{"events": [{"server_uuid": "c9448f23-3b40-48f2-b1c4-9a2ab8b380ec", "name": "network-vif-plugged", "status": "completed", "tag": "560a0c38-01b8-486c-b8ac-5c61789f1f0e"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:15:50.556538 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 560a0c38-01b8-486c-b8ac-5c61789f1f0e, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=560a0c38-01b8-486c-b8ac-5c61789f1f0e,segment=NetworkSegment(50adf758-9ca4-4650-ad46-98533ca42e55),segment_id=50adf758-9ca4-4650-ad46-98533ca42e55)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:15:50.561235 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:50.748780 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154253e1-df33-4d5b-a06d-d12760a12ed3 req-d52de0cd-5445-493a-ae54-d96563dc1253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:50.750306 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-154253e1-df33-4d5b-a06d-d12760a12ed3 req-d52de0cd-5445-493a-ae54-d96563dc1253 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec HTTP/1.1" status: 200 len: 1097 time: 0.0425286 Aug 10 04:15:50.757293 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225a2d21-6c34-4ac5-a390-2c6176fe920f x-openstack-request-id: req-225a2d21-6c34-4ac5-a390-2c6176fe920f {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:15:50.757586 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9448f23-3b40-48f2-b1c4-9a2ab8b380ec", "name": "network-vif-plugged", "status": "completed", "tag": "560a0c38-01b8-486c-b8ac-5c61789f1f0e", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:15:50.757840 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-225a2d21-6c34-4ac5-a390-2c6176fe920f {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:15:50.758230 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9448f23-3b40-48f2-b1c4-9a2ab8b380ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '560a0c38-01b8-486c-b8ac-5c61789f1f0e', 'code': 200} Aug 10 04:15:50.774863 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=560a0c38-01b8-486c-b8ac-5c61789f1f0e,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:50.791849 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-154253e1-df33-4d5b-a06d-d12760a12ed3 req-8c1a128e-a913-4d24-8f75-29f10db2885c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fd600500-e509-4630-8d69-e7cf69463c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294700 Aug 10 04:15:51.651021 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c2637-59bb-4eb7-afc4-a8fd09219384 req-93320d03-1093-4f33-8eb9-7faea8748161 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:51.652558 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bf5c2637-59bb-4eb7-afc4-a8fd09219384 req-93320d03-1093-4f33-8eb9-7faea8748161 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec HTTP/1.1" status: 200 len: 945 time: 0.0537608 Aug 10 04:15:51.692094 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bf5c2637-59bb-4eb7-afc4-a8fd09219384 req-870d91c8-b00e-4811-b2b2-8793c1d47690 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd600500-e509-4630-8d69-e7cf69463c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327272 Aug 10 04:15:52.805883 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3412b2-1249-492d-9cbc-4d146837cabe req-9c7d9910-318a-4cd3-9eb4-4ccfdc4c4b89 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:52.807407 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8f3412b2-1249-492d-9cbc-4d146837cabe req-9c7d9910-318a-4cd3-9eb4-4ccfdc4c4b89 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec HTTP/1.1" status: 200 len: 945 time: 0.0483034 Aug 10 04:15:52.847653 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8f3412b2-1249-492d-9cbc-4d146837cabe req-48be2acf-1651-4d07-a5a8-7fa8124eded1 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd600500-e509-4630-8d69-e7cf69463c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343268 Aug 10 04:15:52.954514 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:15:52.962740 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b3a87-d7b1-44fe-bf6e-ac31f3e0400c req-714054d3-7236-4551-8a89-dff4eb244439 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:52.964283 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-767b3a87-d7b1-44fe-bf6e-ac31f3e0400c req-714054d3-7236-4551-8a89-dff4eb244439 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec HTTP/1.1" status: 200 len: 945 time: 0.0513902 Aug 10 04:15:53.001659 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-767b3a87-d7b1-44fe-bf6e-ac31f3e0400c req-876265ac-742a-4f07-8df7-85fd621d698d tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd600500-e509-4630-8d69-e7cf69463c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313678 Aug 10 04:15:53.023303 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43878) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:53.107514 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003f63bb-9477-44ee-b084-c4ea96452daf tempest-TestShelveInstance-1692029954 tempest-TestShelveInstance-1692029954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:53.109028 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-003f63bb-9477-44ee-b084-c4ea96452daf tempest-TestShelveInstance-1692029954 tempest-TestShelveInstance-1692029954-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec HTTP/1.1" status: 200 len: 1092 time: 0.0847526 Aug 10 04:15:53.112056 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 43882) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:53.116924 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-61c38f83-1ac8-4922-86fa-1f2c2619b276 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Request body: {'floatingip': {'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'port_id': '560a0c38-01b8-486c-b8ac-5c61789f1f0e', 'tenant_id': '00a379200b2c4df4a38fa7b3152d650b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:15:53.138985 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-61c38f83-1ac8-4922-86fa-1f2c2619b276 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks [] for floatingip, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:53.233454 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-61c38f83-1ac8-4922-86fa-1f2c2619b276 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:53.338043 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-61c38f83-1ac8-4922-86fa-1f2c2619b276 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Allocated IP 172.25.7.35 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/60fb80e2-0f89-4c8d-b704-78f466ccaf8a) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:15:53.442137 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-61c38f83-1ac8-4922-86fa-1f2c2619b276 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:53.482798 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-61c38f83-1ac8-4922-86fa-1f2c2619b276 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:53.529679 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c38f83-1ac8-4922-86fa-1f2c2619b276 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:15:53.532619 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-61c38f83-1ac8-4922-86fa-1f2c2619b276 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:15:53.536734 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c38f83-1ac8-4922-86fa-1f2c2619b276 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:15:53.542127 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c38f83-1ac8-4922-86fa-1f2c2619b276 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Pushing event updated for resources: {'Port': ['ID=60fb80e2-0f89-4c8d-b704-78f466ccaf8a,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:53.901158 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-61c38f83-1ac8-4922-86fa-1f2c2619b276 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:53.971454 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-61c38f83-1ac8-4922-86fa-1f2c2619b276 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:54.126842 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-61c38f83-1ac8-4922-86fa-1f2c2619b276 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:54.132006 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-61c38f83-1ac8-4922-86fa-1f2c2619b276 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:54.197905 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c38f83-1ac8-4922-86fa-1f2c2619b276 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Pushing event updated for resources: {'Port': ['ID=60fb80e2-0f89-4c8d-b704-78f466ccaf8a,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:54.212035 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-61c38f83-1ac8-4922-86fa-1f2c2619b276 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:54.312323 n-d-768851-15 neutron-server[94216]: INFO neutron.db.l3_db [None req-61c38f83-1ac8-4922-86fa-1f2c2619b276 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Floating IP a0dd0481-7bed-4887-affa-48898def1d65 associated. External IP: 172.25.7.35, port: 560a0c38-01b8-486c-b8ac-5c61789f1f0e. Aug 10 04:15:54.520013 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c38f83-1ac8-4922-86fa-1f2c2619b276 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Router e1a86e0d-b328-4041-bbb5-c0d1b8b42d36 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:15:54.629443 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c38f83-1ac8-4922-86fa-1f2c2619b276 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:15:54.640927 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f40a3c-aa38-4e50-87ec-43b1fae84ffd None None] Sync routers for ids ['e1a86e0d-b328-4041-bbb5-c0d1b8b42d36'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:15:54.645367 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-61c38f83-1ac8-4922-86fa-1f2c2619b276 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:54.651003 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f40a3c-aa38-4e50-87ec-43b1fae84ffd None None] Routers {'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:15:54.651627 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-57f40a3c-aa38-4e50-87ec-43b1fae84ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:15:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['e1a86e0d-b328-4041-bbb5-c0d1b8b42d36'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:54.672436 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-61c38f83-1ac8-4922-86fa-1f2c2619b276 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5588691 Aug 10 04:15:54.673029 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9448f23-3b40-48f2-b1c4-9a2ab8b380ec', 'tag': '560a0c38-01b8-486c-b8ac-5c61789f1f0e'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:15:54.675838 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0021ea54f387d2ae39ffe00c7e01dc720af9cc0ec992141d1f8728dec056f1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c4c2a8-2589-452f-b705-199bb8a97342" -d '{"events": [{"name": "network-changed", "server_uuid": "c9448f23-3b40-48f2-b1c4-9a2ab8b380ec", "tag": "560a0c38-01b8-486c-b8ac-5c61789f1f0e"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:15:54.713490 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df4d4b2-c525-4a5c-abbc-9cb1a5d48c2b x-openstack-request-id: req-4df4d4b2-c525-4a5c-abbc-9cb1a5d48c2b {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:15:54.713787 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9448f23-3b40-48f2-b1c4-9a2ab8b380ec", "tag": "560a0c38-01b8-486c-b8ac-5c61789f1f0e", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:15:54.714047 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4df4d4b2-c525-4a5c-abbc-9cb1a5d48c2b {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:15:54.714452 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9448f23-3b40-48f2-b1c4-9a2ab8b380ec', 'tag': '560a0c38-01b8-486c-b8ac-5c61789f1f0e', 'status': 'completed', 'code': 200} Aug 10 04:15:54.761996 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-57f40a3c-aa38-4e50-87ec-43b1fae84ffd None None] Set router e1a86e0d-b328-4041-bbb5-c0d1b8b42d36 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:15:54.782188 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4c2a8-2589-452f-b705-199bb8a97342 req-1d8c9c21-56fd-40c8-bb65-2cc94ce298ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:54.783888 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-90c4c2a8-2589-452f-b705-199bb8a97342 req-1d8c9c21-56fd-40c8-bb65-2cc94ce298ab service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=00a379200b2c4df4a38fa7b3152d650b&device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec HTTP/1.1" status: 200 len: 1097 time: 0.0476134 Aug 10 04:15:54.880907 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4c2a8-2589-452f-b705-199bb8a97342 req-5081e839-4ed0-4298-a032-8151c98a7032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:54.882411 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-90c4c2a8-2589-452f-b705-199bb8a97342 req-5081e839-4ed0-4298-a032-8151c98a7032 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b7c4d7bb-1c72-4232-89b3-38c1d3990381 HTTP/1.1" status: 200 len: 909 time: 0.0902662 Aug 10 04:15:54.947176 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-90c4c2a8-2589-452f-b705-199bb8a97342 req-d313b164-cb66-4b20-a6e7-142e14ff7848 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=560a0c38-01b8-486c-b8ac-5c61789f1f0e HTTP/1.1" status: 200 len: 998 time: 0.0578811 Aug 10 04:15:54.994498 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-57f40a3c-aa38-4e50-87ec-43b1fae84ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36', 'name': 'tempest-TestShelveInstance-145683855-router', 'tenant_id': '00a379200b2c4df4a38fa7b3152d650b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '872bd91c-95ea-4524-820e-943954e63a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:15:30Z', 'updated_at': '2021-08-10T04:15:33Z', 'revision_number': 4, 'project_id': '00a379200b2c4df4a38fa7b3152d650b', 'gw_port': {'id': '872bd91c-95ea-4524-820e-943954e63a04', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:fd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:15:30Z', 'updated_at': '2021-08-10T04:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': 'a0dd0481-7bed-4887-affa-48898def1d65', 'tenant_id': '00a379200b2c4df4a38fa7b3152d650b', 'floating_ip_address': '172.25.7.35', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': 'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36', 'port_id': '560a0c38-01b8-486c-b8ac-5c61789f1f0e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7c4d7bb-1c72-4232-89b3-38c1d3990381', 'mac_address': 'fa:16:3e:4f:fd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9448f23-3b40-48f2-b1c4-9a2ab8b380ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:15:53Z', 'updated_at': '2021-08-10T04:15:53Z', 'revision_number': 0, 'project_id': '00a379200b2c4df4a38fa7b3152d650b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7545017-a09f-44e3-bb61-36b9c576856f', 'name': '', 'network_id': 'b7c4d7bb-1c72-4232-89b3-38c1d3990381', 'tenant_id': '00a379200b2c4df4a38fa7b3152d650b', 'mac_address': 'fa:16:3e:d4:c0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ffcfb4f2-7976-4732-a3f7-3647f30ae830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:15:32Z', 'updated_at': '2021-08-10T04:15:39Z', 'revision_number': 5, 'project_id': '00a379200b2c4df4a38fa7b3152d650b', 'subnets': [{'id': 'ffcfb4f2-7976-4732-a3f7-3647f30ae830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:54.998167 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4c2a8-2589-452f-b705-199bb8a97342 req-6431a230-4a30-486a-8c8c-295afd1c87d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:54.999695 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-90c4c2a8-2589-452f-b705-199bb8a97342 req-6431a230-4a30-486a-8c8c-295afd1c87d8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ffcfb4f2-7976-4732-a3f7-3647f30ae830 HTTP/1.1" status: 200 len: 847 time: 0.0455325 Aug 10 04:15:55.024392 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f40a3c-aa38-4e50-87ec-43b1fae84ffd None None] Checking router: e1a86e0d-b328-4041-bbb5-c0d1b8b42d36 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:15:55.032912 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f40a3c-aa38-4e50-87ec-43b1fae84ffd None None] Routers {'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:15:55.033455 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-57f40a3c-aa38-4e50-87ec-43b1fae84ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:15:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['e1a86e0d-b328-4041-bbb5-c0d1b8b42d36'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:55.050801 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4c2a8-2589-452f-b705-199bb8a97342 req-f11e144e-0ffe-44b7-a550-adc0769c4121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:55.052882 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-90c4c2a8-2589-452f-b705-199bb8a97342 req-f11e144e-0ffe-44b7-a550-adc0769c4121 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b7c4d7bb-1c72-4232-89b3-38c1d3990381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462985 Aug 10 04:15:55.139240 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-57f40a3c-aa38-4e50-87ec-43b1fae84ffd None None] Set router e1a86e0d-b328-4041-bbb5-c0d1b8b42d36 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:15:55.145366 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-90c4c2a8-2589-452f-b705-199bb8a97342 req-b6ecc5ed-8855-43cd-b621-d8c0e0df3c18 service neutron] 10.222.0.60 "GET /v2.0/networks/b7c4d7bb-1c72-4232-89b3-38c1d3990381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849009 Aug 10 04:15:55.242711 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-90c4c2a8-2589-452f-b705-199bb8a97342 req-a9d451c8-c4bb-49b8-8862-d8b06466750c service neutron] 10.222.0.60 "GET /v2.0/networks/b7c4d7bb-1c72-4232-89b3-38c1d3990381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899465 Aug 10 04:15:55.363562 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-57f40a3c-aa38-4e50-87ec-43b1fae84ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36', 'name': 'tempest-TestShelveInstance-145683855-router', 'tenant_id': '00a379200b2c4df4a38fa7b3152d650b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '872bd91c-95ea-4524-820e-943954e63a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:15:30Z', 'updated_at': '2021-08-10T04:15:33Z', 'revision_number': 4, 'project_id': '00a379200b2c4df4a38fa7b3152d650b', 'gw_port': {'id': '872bd91c-95ea-4524-820e-943954e63a04', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:fd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:15:30Z', 'updated_at': '2021-08-10T04:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': 'a0dd0481-7bed-4887-affa-48898def1d65', 'tenant_id': '00a379200b2c4df4a38fa7b3152d650b', 'floating_ip_address': '172.25.7.35', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': 'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36', 'port_id': '560a0c38-01b8-486c-b8ac-5c61789f1f0e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7c4d7bb-1c72-4232-89b3-38c1d3990381', 'mac_address': 'fa:16:3e:4f:fd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9448f23-3b40-48f2-b1c4-9a2ab8b380ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:15:53Z', 'updated_at': '2021-08-10T04:15:53Z', 'revision_number': 0, 'project_id': '00a379200b2c4df4a38fa7b3152d650b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7545017-a09f-44e3-bb61-36b9c576856f', 'name': '', 'network_id': 'b7c4d7bb-1c72-4232-89b3-38c1d3990381', 'tenant_id': '00a379200b2c4df4a38fa7b3152d650b', 'mac_address': 'fa:16:3e:d4:c0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ffcfb4f2-7976-4732-a3f7-3647f30ae830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:15:32Z', 'updated_at': '2021-08-10T04:15:39Z', 'revision_number': 5, 'project_id': '00a379200b2c4df4a38fa7b3152d650b', 'subnets': [{'id': 'ffcfb4f2-7976-4732-a3f7-3647f30ae830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:55.388857 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f40a3c-aa38-4e50-87ec-43b1fae84ffd None None] The sync data for ids ['e1a86e0d-b328-4041-bbb5-c0d1b8b42d36'] in n-d-768851-15 is: [{'id': 'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36', 'name': 'tempest-TestShelveInstance-145683855-router', 'tenant_id': '00a379200b2c4df4a38fa7b3152d650b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '872bd91c-95ea-4524-820e-943954e63a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:15:30Z', 'updated_at': '2021-08-10T04:15:33Z', 'revision_number': 4, 'project_id': '00a379200b2c4df4a38fa7b3152d650b', 'gw_port': {'id': '872bd91c-95ea-4524-820e-943954e63a04', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:fd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:15:30Z', 'updated_at': '2021-08-10T04:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': 'a0dd0481-7bed-4887-affa-48898def1d65', 'tenant_id': '00a379200b2c4df4a38fa7b3152d650b', 'floating_ip_address': '172.25.7.35', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': 'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36', 'port_id': '560a0c38-01b8-486c-b8ac-5c61789f1f0e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7c4d7bb-1c72-4232-89b3-38c1d3990381', 'mac_address': 'fa:16:3e:4f:fd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9448f23-3b40-48f2-b1c4-9a2ab8b380ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:15:53Z', 'updated_at': '2021-08-10T04:15:53Z', 'revision_number': 0, 'project_id': '00a379200b2c4df4a38fa7b3152d650b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7545017-a09f-44e3-bb61-36b9c576856f', 'name': '', 'network_id': 'b7c4d7bb-1c72-4232-89b3-38c1d3990381', 'tenant_id': '00a379200b2c4df4a38fa7b3152d650b', 'mac_address': 'fa:16:3e:d4:c0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ffcfb4f2-7976-4732-a3f7-3647f30ae830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:15:32Z', 'updated_at': '2021-08-10T04:15:39Z', 'revision_number': 5, 'project_id': '00a379200b2c4df4a38fa7b3152d650b', 'subnets': [{'id': 'ffcfb4f2-7976-4732-a3f7-3647f30ae830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:15:55.582145 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7247d4-451f-47cb-9a3b-e557b5981588 None None] New status for floating IP a0dd0481-7bed-4887-affa-48898def1d65: ACTIVE {{(pid=94219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:15:56.910783 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:57.255009 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:00.435248 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-78238c3f-5fe7-4d1c-9d2e-3ef8ba889560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:03.155157 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-53683842-010f-4dfb-92e2-19c86e160c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:03.524661 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:04.450512 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:06.191332 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:26.916884 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:27.273772 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:29.954506 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:16:30.437632 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-cdd47205-9eba-4c4d-b4fd-5323c8dddd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:33.156090 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7ab20983-085e-42b4-9679-9149c0a0dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:33.525981 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:34.453317 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:36.193411 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:41.985482 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-325d1860-bbb0-425e-ab2f-0496714132c5 req-a41da201-ca3d-442a-9625-400969455cd9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402956 Aug 10 04:16:42.071502 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d1860-bbb0-425e-ab2f-0496714132c5 req-379d0dbe-d3e4-4c17-b9c3-0e59c3564511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:42.073053 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-325d1860-bbb0-425e-ab2f-0496714132c5 req-379d0dbe-d3e4-4c17-b9c3-0e59c3564511 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=00a379200b2c4df4a38fa7b3152d650b&device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec HTTP/1.1" status: 200 len: 1097 time: 0.0412164 Aug 10 04:16:42.184928 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d1860-bbb0-425e-ab2f-0496714132c5 req-65261eeb-58cf-4db8-bff8-eddceb53b495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:42.186428 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-325d1860-bbb0-425e-ab2f-0496714132c5 req-65261eeb-58cf-4db8-bff8-eddceb53b495 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b7c4d7bb-1c72-4232-89b3-38c1d3990381 HTTP/1.1" status: 200 len: 909 time: 0.0878696 Aug 10 04:16:42.255705 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-325d1860-bbb0-425e-ab2f-0496714132c5 req-89a4d0b9-8ec3-46fe-a11f-b07e954534db service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=560a0c38-01b8-486c-b8ac-5c61789f1f0e HTTP/1.1" status: 200 len: 1000 time: 0.0579691 Aug 10 04:16:42.308632 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d1860-bbb0-425e-ab2f-0496714132c5 req-28a9e628-6778-4b8d-990b-505c710d2f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:42.310067 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-325d1860-bbb0-425e-ab2f-0496714132c5 req-28a9e628-6778-4b8d-990b-505c710d2f73 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ffcfb4f2-7976-4732-a3f7-3647f30ae830 HTTP/1.1" status: 200 len: 847 time: 0.0433946 Aug 10 04:16:42.361544 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d1860-bbb0-425e-ab2f-0496714132c5 req-d60ae466-6735-4d2f-a136-8e134efc44e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:42.362947 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-325d1860-bbb0-425e-ab2f-0496714132c5 req-d60ae466-6735-4d2f-a136-8e134efc44e9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b7c4d7bb-1c72-4232-89b3-38c1d3990381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431504 Aug 10 04:16:42.455022 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-325d1860-bbb0-425e-ab2f-0496714132c5 req-d9f3783d-d2a0-470f-bf1e-a36c5642e179 service neutron] 10.222.0.60 "GET /v2.0/networks/b7c4d7bb-1c72-4232-89b3-38c1d3990381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801504 Aug 10 04:16:42.552679 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-325d1860-bbb0-425e-ab2f-0496714132c5 req-76520ee8-fcdd-4147-90a6-17b9b6a0642b service neutron] 10.222.0.60 "GET /v2.0/networks/b7c4d7bb-1c72-4232-89b3-38c1d3990381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856392 Aug 10 04:16:43.327280 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [req-8d788cc5-ee36-48e7-8efe-bf99fd7200d6 req-4c5d83eb-31b7-4f71-89a6-f09d9899b185 service neutron] (94216) timed out ('10.222.0.62', 35444) {{(pid=94216) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 04:16:56.929723 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:57.283371 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:00.438344 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ed674468-ca31-4d86-b56c-7181a1460a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:03.156898 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-49884180-d8a4-46de-8b84-d199c20d30c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:03.527097 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:04.457769 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:06.197024 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:06.953425 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:17:26.944125 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:27.282853 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:30.439079 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-efd2a089-7f3c-4741-823e-c1240a16573b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:33.156205 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-24037fc8-4645-4719-b637-e8cb2acb878b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:33.527529 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:34.460247 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:36.198527 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:42.997068 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-85a38f3a-aedf-4cb4-897b-9ed510c24bfa req-69a5bcf8-ea97-4af3-a071-c06203a52227 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412366 Aug 10 04:17:43.083041 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a38f3a-aedf-4cb4-897b-9ed510c24bfa req-1e0367b1-19b5-439c-a4bf-47df36462ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:43.084525 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-85a38f3a-aedf-4cb4-897b-9ed510c24bfa req-1e0367b1-19b5-439c-a4bf-47df36462ee3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=00a379200b2c4df4a38fa7b3152d650b&device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec HTTP/1.1" status: 200 len: 1097 time: 0.0402560 Aug 10 04:17:43.192929 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a38f3a-aedf-4cb4-897b-9ed510c24bfa req-9e0a80b0-4d63-42c8-a012-a6590c867cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:43.194441 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-85a38f3a-aedf-4cb4-897b-9ed510c24bfa req-9e0a80b0-4d63-42c8-a012-a6590c867cbe service neutron] 10.222.0.60 "GET /v2.0/networks?id=b7c4d7bb-1c72-4232-89b3-38c1d3990381 HTTP/1.1" status: 200 len: 909 time: 0.0848253 Aug 10 04:17:43.261993 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-85a38f3a-aedf-4cb4-897b-9ed510c24bfa req-3bf806de-c709-4b4c-af54-ea7ae3b210f7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=560a0c38-01b8-486c-b8ac-5c61789f1f0e HTTP/1.1" status: 200 len: 1000 time: 0.0565472 Aug 10 04:17:43.313061 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a38f3a-aedf-4cb4-897b-9ed510c24bfa req-0b591a52-320a-4871-a148-5a30fb138065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:43.314475 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-85a38f3a-aedf-4cb4-897b-9ed510c24bfa req-0b591a52-320a-4871-a148-5a30fb138065 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ffcfb4f2-7976-4732-a3f7-3647f30ae830 HTTP/1.1" status: 200 len: 847 time: 0.0426440 Aug 10 04:17:43.369485 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a38f3a-aedf-4cb4-897b-9ed510c24bfa req-21c17b1b-27d9-402e-a4d2-fe1439fc7b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:43.371053 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-85a38f3a-aedf-4cb4-897b-9ed510c24bfa req-21c17b1b-27d9-402e-a4d2-fe1439fc7b17 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b7c4d7bb-1c72-4232-89b3-38c1d3990381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445645 Aug 10 04:17:43.391922 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [req-85a38f3a-aedf-4cb4-897b-9ed510c24bfa req-4a504db2-b409-40fd-a502-c68a70b61c4a service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:17:43.392927 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-85a38f3a-aedf-4cb4-897b-9ed510c24bfa req-4a504db2-b409-40fd-a502-c68a70b61c4a service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053909 Aug 10 04:17:43.480799 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-85a38f3a-aedf-4cb4-897b-9ed510c24bfa req-d9f96a1e-4ada-4cb6-a1fa-b3faeb06fc47 service neutron] 10.222.0.60 "GET /v2.0/networks/b7c4d7bb-1c72-4232-89b3-38c1d3990381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803459 Aug 10 04:17:43.575468 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-85a38f3a-aedf-4cb4-897b-9ed510c24bfa req-5197fc77-85e1-480a-b652-2d9b2e082f21 service neutron] 10.222.0.60 "GET /v2.0/networks/b7c4d7bb-1c72-4232-89b3-38c1d3990381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846391 Aug 10 04:17:43.952863 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:17:53.451646 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43a16b-87f6-4f0d-bea4-8b13d3ed3196 req-6dd4615f-0eac-4fd7-a8b5-648924d346e5 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:53.453173 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7d43a16b-87f6-4f0d-bea4-8b13d3ed3196 req-6dd4615f-0eac-4fd7-a8b5-648924d346e5 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec HTTP/1.1" status: 200 len: 945 time: 0.0505674 Aug 10 04:17:53.490879 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7d43a16b-87f6-4f0d-bea4-8b13d3ed3196 req-fffe23dc-85bc-4e59-8d15-c1192f116c2f tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd600500-e509-4630-8d69-e7cf69463c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316467 Aug 10 04:17:54.609286 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daef56fc-a98a-4baa-bfcb-65d0c07749b5 req-1ae96b33-fae1-4d0b-b9a2-37373d3ca537 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:54.610795 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-daef56fc-a98a-4baa-bfcb-65d0c07749b5 req-1ae96b33-fae1-4d0b-b9a2-37373d3ca537 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec HTTP/1.1" status: 200 len: 945 time: 0.0492008 Aug 10 04:17:54.648124 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-daef56fc-a98a-4baa-bfcb-65d0c07749b5 req-baa31168-09f8-41b5-84c6-10355242f48c tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd600500-e509-4630-8d69-e7cf69463c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312426 Aug 10 04:17:55.800678 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca844a-7b5e-422f-acbd-65f7648efb1c req-4aa9754b-fe7e-46e3-8855-8110c1190c60 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:55.802167 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6bca844a-7b5e-422f-acbd-65f7648efb1c req-4aa9754b-fe7e-46e3-8855-8110c1190c60 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec HTTP/1.1" status: 200 len: 945 time: 0.0533729 Aug 10 04:17:55.839687 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6bca844a-7b5e-422f-acbd-65f7648efb1c req-95e4cd0e-962d-469c-a7b1-510ca749a17c tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd600500-e509-4630-8d69-e7cf69463c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315769 Aug 10 04:17:56.946754 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:56.957474 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba428eb-9ad5-4a2c-8f22-f572785b83af req-3344027a-3f06-4b72-87e0-db33d7853432 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:56.959016 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9ba428eb-9ad5-4a2c-8f22-f572785b83af req-3344027a-3f06-4b72-87e0-db33d7853432 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec HTTP/1.1" status: 200 len: 945 time: 0.0497122 Aug 10 04:17:56.997934 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9ba428eb-9ad5-4a2c-8f22-f572785b83af req-3935e358-0836-45e5-9542-d306f085b82e tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd600500-e509-4630-8d69-e7cf69463c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327015 Aug 10 04:17:57.288942 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:58.111964 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a40a0-7c49-43e8-b17d-23aafe196a71 req-a18f771d-202e-4edc-a446-e9416ca158e8 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:58.113373 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-876a40a0-7c49-43e8-b17d-23aafe196a71 req-a18f771d-202e-4edc-a446-e9416ca158e8 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec HTTP/1.1" status: 200 len: 945 time: 0.0483017 Aug 10 04:17:58.150238 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-876a40a0-7c49-43e8-b17d-23aafe196a71 req-b2551f83-fcd6-4712-8c97-b37aa31bd3db tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd600500-e509-4630-8d69-e7cf69463c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308700 Aug 10 04:17:59.268766 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15202ac-9586-427f-b438-4a40e258ced0 req-a8514258-9d36-483f-ac06-7993a860c106 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:59.270245 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c15202ac-9586-427f-b438-4a40e258ced0 req-a8514258-9d36-483f-ac06-7993a860c106 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec HTTP/1.1" status: 200 len: 945 time: 0.0526080 Aug 10 04:17:59.312399 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c15202ac-9586-427f-b438-4a40e258ced0 req-03e05d22-a804-4cb6-aae1-725ea7a6f76d tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd600500-e509-4630-8d69-e7cf69463c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362794 Aug 10 04:18:00.427890 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e006ac-322f-4efa-b97f-d1dc71cb54a5 req-86ec6394-6546-43df-bfa4-be797128670a tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:00.429416 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b5e006ac-322f-4efa-b97f-d1dc71cb54a5 req-86ec6394-6546-43df-bfa4-be797128670a tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec HTTP/1.1" status: 200 len: 945 time: 0.0483725 Aug 10 04:18:00.440071 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7f4e75be-fb96-404f-99d3-e6d149c36038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:00.468106 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b5e006ac-322f-4efa-b97f-d1dc71cb54a5 req-d0b722e4-2f4a-4577-ae8f-e5b7c15dc635 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd600500-e509-4630-8d69-e7cf69463c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325487 Aug 10 04:18:01.582341 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f056e0d3-c040-4323-8e34-f1b37cf63bd2 req-255b13d8-1264-430d-adf5-07ed99624d4a tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:01.583835 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f056e0d3-c040-4323-8e34-f1b37cf63bd2 req-255b13d8-1264-430d-adf5-07ed99624d4a tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec HTTP/1.1" status: 200 len: 945 time: 0.0471044 Aug 10 04:18:01.621046 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f056e0d3-c040-4323-8e34-f1b37cf63bd2 req-24e5bc0b-e844-4a05-a249-3577cd82897f tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd600500-e509-4630-8d69-e7cf69463c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309513 Aug 10 04:18:02.740370 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a33d6-4df4-4e09-93dc-2cd76deacbaf req-16a96d01-94ed-4417-b634-26a82fde5664 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:02.741847 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-203a33d6-4df4-4e09-93dc-2cd76deacbaf req-16a96d01-94ed-4417-b634-26a82fde5664 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec HTTP/1.1" status: 200 len: 945 time: 0.0546298 Aug 10 04:18:02.777910 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-203a33d6-4df4-4e09-93dc-2cd76deacbaf req-5e45729f-d9ee-40cd-8c34-ff85bafd0ac5 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd600500-e509-4630-8d69-e7cf69463c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300684 Aug 10 04:18:03.156622 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-6faf4e18-6c37-41f1-9694-058d2a5b7dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:03.529943 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:03.896890 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ce506-58dd-4497-bc17-569effbbbeff req-21f83732-6543-45d2-affe-2ebc55cc958f tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:03.898353 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2e6ce506-58dd-4497-bc17-569effbbbeff req-21f83732-6543-45d2-affe-2ebc55cc958f tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec HTTP/1.1" status: 200 len: 945 time: 0.0481081 Aug 10 04:18:03.935139 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2e6ce506-58dd-4497-bc17-569effbbbeff req-4d9d0487-f4e5-4195-8ec3-db19ba156f90 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd600500-e509-4630-8d69-e7cf69463c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307844 Aug 10 04:18:04.463650 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:05.050898 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c87ba-2721-45b7-a27b-e00a6ff73d33 req-9cc2493b-bee8-4c7e-9037-b74d80b0ae64 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:05.052392 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e57c87ba-2721-45b7-a27b-e00a6ff73d33 req-9cc2493b-bee8-4c7e-9037-b74d80b0ae64 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec HTTP/1.1" status: 200 len: 945 time: 0.0481598 Aug 10 04:18:05.090835 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e57c87ba-2721-45b7-a27b-e00a6ff73d33 req-c6330c7c-b65e-46f8-b9f3-c95eb8380b6b tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd600500-e509-4630-8d69-e7cf69463c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325050 Aug 10 04:18:06.202160 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:06.215412 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5e8acb-d5de-4fc1-9285-674aca320b0d req-e1ea2918-2aa8-4a2e-95f7-ff91dd2526c9 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:06.217011 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2c5e8acb-d5de-4fc1-9285-674aca320b0d req-e1ea2918-2aa8-4a2e-95f7-ff91dd2526c9 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec HTTP/1.1" status: 200 len: 945 time: 0.0556848 Aug 10 04:18:06.255135 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2c5e8acb-d5de-4fc1-9285-674aca320b0d req-cd6a9126-3291-42ae-b6a4-30d6e41e8b93 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd600500-e509-4630-8d69-e7cf69463c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315106 Aug 10 04:18:07.083349 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 560a0c38-01b8-486c-b8ac-5c61789f1f0e details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:18:07.207453 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 560a0c38-01b8-486c-b8ac-5c61789f1f0e, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=560a0c38-01b8-486c-b8ac-5c61789f1f0e,segment=NetworkSegment(50adf758-9ca4-4650-ad46-98533ca42e55),segment_id=50adf758-9ca4-4650-ad46-98533ca42e55)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:18:07.222385 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '560a0c38-01b8-486c-b8ac-5c61789f1f0e', 'network_id': 'b7c4d7bb-1c72-4232-89b3-38c1d3990381', 'port_id': '560a0c38-01b8-486c-b8ac-5c61789f1f0e', 'mac_address': 'fa:16:3e:4f:fd:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffcfb4f2-7976-4732-a3f7-3647f30ae830', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:18:07.271483 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:07.286443 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 560a0c38-01b8-486c-b8ac-5c61789f1f0e {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:18:07.314956 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 560a0c38-01b8-486c-b8ac-5c61789f1f0e, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=560a0c38-01b8-486c-b8ac-5c61789f1f0e,segment=NetworkSegment(50adf758-9ca4-4650-ad46-98533ca42e55),segment_id=50adf758-9ca4-4650-ad46-98533ca42e55)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:18:07.319783 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:07.381779 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=560a0c38-01b8-486c-b8ac-5c61789f1f0e,revision_number=6']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:18:07.390678 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:18:07.391224 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:18:07.391588 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:18:07.392070 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:18:07.392415 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:18:07.392744 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:18:07.393076 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:18:07.393404 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:18:07.393733 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:18:07.394189 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:18:07.394381 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:18:07.395023 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:18:07.410622 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['560a0c38-01b8-486c-b8ac-5c61789f1f0e'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:18:07.421503 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb27cbc8-9182-43d2-9345-a085b4daf82c req-30578392-78c5-44f1-9b76-bb5b3414ba23 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:07.428716 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bb27cbc8-9182-43d2-9345-a085b4daf82c req-30578392-78c5-44f1-9b76-bb5b3414ba23 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec HTTP/1.1" status: 200 len: 944 time: 0.0662625 Aug 10 04:18:07.479352 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bb27cbc8-9182-43d2-9345-a085b4daf82c req-37ee24f4-c37d-4441-8bbd-34f0f8be435d tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd600500-e509-4630-8d69-e7cf69463c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496907 Aug 10 04:18:08.597317 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b57926-8ae8-45db-b234-59f1e51a72fc req-3969973a-6adb-43e3-88f7-6711801433fc tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:08.599053 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f5b57926-8ae8-45db-b234-59f1e51a72fc req-3969973a-6adb-43e3-88f7-6711801433fc tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec HTTP/1.1" status: 200 len: 944 time: 0.0506275 Aug 10 04:18:08.640937 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f5b57926-8ae8-45db-b234-59f1e51a72fc req-adfebb2e-9c00-42d1-9169-e7bd706699df tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd600500-e509-4630-8d69-e7cf69463c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352929 Aug 10 04:18:09.088342 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 560a0c38-01b8-486c-b8ac-5c61789f1f0e up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:18:09.148172 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 560a0c38-01b8-486c-b8ac-5c61789f1f0e triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:18:09.148533 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:09.243428 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:09.271389 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9448f23-3b40-48f2-b1c4-9a2ab8b380ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '560a0c38-01b8-486c-b8ac-5c61789f1f0e'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:18:09.273663 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}687ba51f6797870dc73eef52a647f30c5325a6c2ab4bb07751a6afc0cf078d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef906d8-9712-4ee4-8775-94d0afaac349" -d '{"events": [{"server_uuid": "c9448f23-3b40-48f2-b1c4-9a2ab8b380ec", "name": "network-vif-plugged", "status": "completed", "tag": "560a0c38-01b8-486c-b8ac-5c61789f1f0e"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:18:09.294018 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 560a0c38-01b8-486c-b8ac-5c61789f1f0e, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=560a0c38-01b8-486c-b8ac-5c61789f1f0e,segment=NetworkSegment(50adf758-9ca4-4650-ad46-98533ca42e55),segment_id=50adf758-9ca4-4650-ad46-98533ca42e55)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:18:09.301374 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:09.329325 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935c9932-4db5-4950-a22d-202fd9055c34 x-openstack-request-id: req-935c9932-4db5-4950-a22d-202fd9055c34 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:18:09.329671 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9448f23-3b40-48f2-b1c4-9a2ab8b380ec", "name": "network-vif-plugged", "status": "completed", "tag": "560a0c38-01b8-486c-b8ac-5c61789f1f0e", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:18:09.329992 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-935c9932-4db5-4950-a22d-202fd9055c34 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:18:09.330782 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9448f23-3b40-48f2-b1c4-9a2ab8b380ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '560a0c38-01b8-486c-b8ac-5c61789f1f0e', 'code': 200} Aug 10 04:18:09.362497 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=560a0c38-01b8-486c-b8ac-5c61789f1f0e,revision_number=7']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:18:09.767407 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e21067-809b-4324-b213-2050bd49eaaa req-ba0c8f92-52ff-45e7-bfaf-4d5b4d712bac tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:09.769597 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-97e21067-809b-4324-b213-2050bd49eaaa req-ba0c8f92-52ff-45e7-bfaf-4d5b4d712bac tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec HTTP/1.1" status: 200 len: 945 time: 0.0559347 Aug 10 04:18:09.809557 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-97e21067-809b-4324-b213-2050bd49eaaa req-f42c791d-faf6-4ee2-8ad0-76a1510c41b9 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd600500-e509-4630-8d69-e7cf69463c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334797 Aug 10 04:18:10.935261 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142abeb6-99bc-4f1e-9cab-50a5c7ad4856 req-5e96010f-549e-4a28-a598-8fffbd2d2b62 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:10.938068 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-142abeb6-99bc-4f1e-9cab-50a5c7ad4856 req-5e96010f-549e-4a28-a598-8fffbd2d2b62 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec HTTP/1.1" status: 200 len: 945 time: 0.0521924 Aug 10 04:18:10.985336 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-142abeb6-99bc-4f1e-9cab-50a5c7ad4856 req-6599371e-d160-4db6-9d61-6b510c6a57b5 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd600500-e509-4630-8d69-e7cf69463c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402775 Aug 10 04:18:12.113530 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4ef4e-63d6-493f-8c6d-a606deaaf07c req-a2fedb54-2989-4e8f-ae0f-5fa003443627 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:12.121180 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9dd4ef4e-63d6-493f-8c6d-a606deaaf07c req-a2fedb54-2989-4e8f-ae0f-5fa003443627 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec HTTP/1.1" status: 200 len: 945 time: 0.0572002 Aug 10 04:18:12.163346 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9dd4ef4e-63d6-493f-8c6d-a606deaaf07c req-95092f86-aec4-4cca-9f84-b4a2b31c2ea0 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd600500-e509-4630-8d69-e7cf69463c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412867 Aug 10 04:18:13.291796 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e4678-8bf7-4048-9627-aa64ea5618b9 req-fb10425f-e633-4feb-861e-32d0d31a0c95 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:13.293367 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5a0e4678-8bf7-4048-9627-aa64ea5618b9 req-fb10425f-e633-4feb-861e-32d0d31a0c95 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec HTTP/1.1" status: 200 len: 945 time: 0.0557876 Aug 10 04:18:13.339439 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5a0e4678-8bf7-4048-9627-aa64ea5618b9 req-a006de81-fca0-473a-b1d1-2ddbd7257ba5 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd600500-e509-4630-8d69-e7cf69463c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397363 Aug 10 04:18:14.470477 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3effb0f5-c1fc-4a8b-adee-0f72b6f2cfe1 req-105d40a4-4056-4fa2-b189-a0e3b3a098ed tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:14.473081 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3effb0f5-c1fc-4a8b-adee-0f72b6f2cfe1 req-105d40a4-4056-4fa2-b189-a0e3b3a098ed tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec HTTP/1.1" status: 200 len: 945 time: 0.0630260 Aug 10 04:18:14.518648 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3effb0f5-c1fc-4a8b-adee-0f72b6f2cfe1 req-b121b559-25c2-4189-8203-b4439f244dc2 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd600500-e509-4630-8d69-e7cf69463c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374477 Aug 10 04:18:15.634362 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45430c6a-ceb3-46fa-b6fd-5e9c7f36b1ae req-b1585496-063e-498f-991c-25d23e352d21 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:15.635904 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-45430c6a-ceb3-46fa-b6fd-5e9c7f36b1ae req-b1585496-063e-498f-991c-25d23e352d21 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec HTTP/1.1" status: 200 len: 945 time: 0.0482664 Aug 10 04:18:15.673659 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-45430c6a-ceb3-46fa-b6fd-5e9c7f36b1ae req-b916a3d7-20c1-4f26-91cf-39a076194691 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd600500-e509-4630-8d69-e7cf69463c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309341 Aug 10 04:18:15.760604 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141346e1-203f-4d78-90d9-a0ab23ec8d31 req-54388bb2-bc5b-467d-966d-7b7210b7f5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:15.762078 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-141346e1-203f-4d78-90d9-a0ab23ec8d31 req-54388bb2-bc5b-467d-966d-7b7210b7f5e2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=00a379200b2c4df4a38fa7b3152d650b&device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec HTTP/1.1" status: 200 len: 1097 time: 0.0429773 Aug 10 04:18:15.860592 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141346e1-203f-4d78-90d9-a0ab23ec8d31 req-e2ef1f50-a5f1-425b-8e3b-1fd7eed1fe4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:15.862086 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-141346e1-203f-4d78-90d9-a0ab23ec8d31 req-e2ef1f50-a5f1-425b-8e3b-1fd7eed1fe4a service neutron] 10.222.0.60 "GET /v2.0/networks?id=b7c4d7bb-1c72-4232-89b3-38c1d3990381 HTTP/1.1" status: 200 len: 909 time: 0.0916812 Aug 10 04:18:15.931968 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-141346e1-203f-4d78-90d9-a0ab23ec8d31 req-33be0908-17ec-4259-b349-2cbb659e4ebc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=560a0c38-01b8-486c-b8ac-5c61789f1f0e HTTP/1.1" status: 200 len: 1000 time: 0.0609496 Aug 10 04:18:15.984939 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141346e1-203f-4d78-90d9-a0ab23ec8d31 req-cc422de6-612e-45e3-bf94-d59cc12f293b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:15.986407 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-141346e1-203f-4d78-90d9-a0ab23ec8d31 req-cc422de6-612e-45e3-bf94-d59cc12f293b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ffcfb4f2-7976-4732-a3f7-3647f30ae830 HTTP/1.1" status: 200 len: 847 time: 0.0439322 Aug 10 04:18:16.033255 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141346e1-203f-4d78-90d9-a0ab23ec8d31 req-1d4ea672-d61d-4599-b95e-ed8b24c4df81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:16.034750 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-141346e1-203f-4d78-90d9-a0ab23ec8d31 req-1d4ea672-d61d-4599-b95e-ed8b24c4df81 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b7c4d7bb-1c72-4232-89b3-38c1d3990381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409641 Aug 10 04:18:16.129310 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-141346e1-203f-4d78-90d9-a0ab23ec8d31 req-980f9121-73de-4c82-90fa-ed14b3ca65fe service neutron] 10.222.0.60 "GET /v2.0/networks/b7c4d7bb-1c72-4232-89b3-38c1d3990381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865314 Aug 10 04:18:16.219665 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-141346e1-203f-4d78-90d9-a0ab23ec8d31 req-c69600c6-0564-4b9b-b266-192398e88403 service neutron] 10.222.0.60 "GET /v2.0/networks/b7c4d7bb-1c72-4232-89b3-38c1d3990381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817828 Aug 10 04:18:16.788073 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b11a53-7c24-4ab4-89aa-90b53ec48cef req-3170f719-8c2d-45b6-a772-666259d40cae tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:16.789572 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-20b11a53-7c24-4ab4-89aa-90b53ec48cef req-3170f719-8c2d-45b6-a772-666259d40cae tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec HTTP/1.1" status: 200 len: 945 time: 0.0490634 Aug 10 04:18:16.830284 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-20b11a53-7c24-4ab4-89aa-90b53ec48cef req-8d7f57df-95f2-4f30-90cc-d9ec99861bb0 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd600500-e509-4630-8d69-e7cf69463c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341692 Aug 10 04:18:18.264732 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db839126-c0a5-45b5-8607-3f6b68db8c4b req-f58d1ac8-a5cd-4d83-bea3-5f9366954154 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:18.266207 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-db839126-c0a5-45b5-8607-3f6b68db8c4b req-f58d1ac8-a5cd-4d83-bea3-5f9366954154 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec HTTP/1.1" status: 200 len: 945 time: 0.3672059 Aug 10 04:18:18.303869 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-db839126-c0a5-45b5-8607-3f6b68db8c4b req-d318f87c-6891-402f-b96c-21772f42ae60 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd600500-e509-4630-8d69-e7cf69463c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316567 Aug 10 04:18:19.418466 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb01d461-9559-4525-b06f-ad8766fcc9ef req-da476e26-f142-4b5d-bdab-a8fb505065d5 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:19.420446 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cb01d461-9559-4525-b06f-ad8766fcc9ef req-da476e26-f142-4b5d-bdab-a8fb505065d5 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec HTTP/1.1" status: 200 len: 945 time: 0.0487146 Aug 10 04:18:19.457385 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cb01d461-9559-4525-b06f-ad8766fcc9ef req-a1742bac-f53b-4670-871d-a00158e80c62 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd600500-e509-4630-8d69-e7cf69463c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311246 Aug 10 04:18:19.669185 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc65660b-f8b2-4ee0-8f98-8540d8807f5e req-65728568-b5bd-47ef-aa52-49bed7b9bc90 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:19.671264 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dc65660b-f8b2-4ee0-8f98-8540d8807f5e req-65728568-b5bd-47ef-aa52-49bed7b9bc90 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec HTTP/1.1" status: 200 len: 945 time: 0.0496767 Aug 10 04:18:19.709451 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-dc65660b-f8b2-4ee0-8f98-8540d8807f5e req-0510ee57-71fc-4634-ae13-f21dd9624123 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd600500-e509-4630-8d69-e7cf69463c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320821 Aug 10 04:18:19.968553 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d73e8bff-782d-464b-bb4d-84ea69ef2ada req-c1f351c4-a5f1-4875-995f-f93f363052f4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0854492 Aug 10 04:18:20.827921 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f5934-7531-4616-bb37-15276eefce0d req-68a5add0-f8c3-4174-a865-394ff4332803 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:20.829516 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8c1f5934-7531-4616-bb37-15276eefce0d req-68a5add0-f8c3-4174-a865-394ff4332803 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec HTTP/1.1" status: 200 len: 945 time: 0.0532668 Aug 10 04:18:20.895471 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8c1f5934-7531-4616-bb37-15276eefce0d req-ef5703f9-e405-40c9-b765-5b79bb7858a2 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd600500-e509-4630-8d69-e7cf69463c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548496 Aug 10 04:18:20.898089 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e8bff-782d-464b-bb4d-84ea69ef2ada req-1cfd7610-fc98-4dc8-8f18-7fd877936556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:20.899548 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d73e8bff-782d-464b-bb4d-84ea69ef2ada req-1cfd7610-fc98-4dc8-8f18-7fd877936556 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec&tenant_id=00a379200b2c4df4a38fa7b3152d650b HTTP/1.1" status: 200 len: 1097 time: 0.0668387 Aug 10 04:18:20.952211 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:18:20.973500 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e8bff-782d-464b-bb4d-84ea69ef2ada req-b14971b0-96f1-44d4-b25e-c76467606427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:20.975023 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d73e8bff-782d-464b-bb4d-84ea69ef2ada req-b14971b0-96f1-44d4-b25e-c76467606427 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=00a379200b2c4df4a38fa7b3152d650b&device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec HTTP/1.1" status: 200 len: 1097 time: 0.0409915 Aug 10 04:18:21.066658 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e8bff-782d-464b-bb4d-84ea69ef2ada req-8f6b6cf0-1d53-4f00-88fa-13751535ba4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:21.068174 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d73e8bff-782d-464b-bb4d-84ea69ef2ada req-8f6b6cf0-1d53-4f00-88fa-13751535ba4d service neutron] 10.222.0.60 "GET /v2.0/networks?id=b7c4d7bb-1c72-4232-89b3-38c1d3990381 HTTP/1.1" status: 200 len: 909 time: 0.0858295 Aug 10 04:18:21.137026 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d73e8bff-782d-464b-bb4d-84ea69ef2ada req-c9720db7-1c35-4307-8517-99b21c80fd93 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=560a0c38-01b8-486c-b8ac-5c61789f1f0e HTTP/1.1" status: 200 len: 1000 time: 0.0569375 Aug 10 04:18:21.183700 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 560a0c38-01b8-486c-b8ac-5c61789f1f0e no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:18:21.194913 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e8bff-782d-464b-bb4d-84ea69ef2ada req-5be58934-eac1-4751-9130-3507e2f7c4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:21.196406 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d73e8bff-782d-464b-bb4d-84ea69ef2ada req-5be58934-eac1-4751-9130-3507e2f7c4a5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ffcfb4f2-7976-4732-a3f7-3647f30ae830 HTTP/1.1" status: 200 len: 847 time: 0.0483937 Aug 10 04:18:21.245028 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e8bff-782d-464b-bb4d-84ea69ef2ada req-163557b0-6d37-4609-92ac-8a165f7bd3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:21.246553 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d73e8bff-782d-464b-bb4d-84ea69ef2ada req-163557b0-6d37-4609-92ac-8a165f7bd3cd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b7c4d7bb-1c72-4232-89b3-38c1d3990381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403428 Aug 10 04:18:21.259621 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:21.281969 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9448f23-3b40-48f2-b1c4-9a2ab8b380ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '560a0c38-01b8-486c-b8ac-5c61789f1f0e'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:18:21.284217 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}687ba51f6797870dc73eef52a647f30c5325a6c2ab4bb07751a6afc0cf078d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e00268d-4507-4fe2-8649-0a4cff0deeef" -d '{"events": [{"server_uuid": "c9448f23-3b40-48f2-b1c4-9a2ab8b380ec", "name": "network-vif-unplugged", "status": "completed", "tag": "560a0c38-01b8-486c-b8ac-5c61789f1f0e"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:18:21.297772 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 560a0c38-01b8-486c-b8ac-5c61789f1f0e, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=560a0c38-01b8-486c-b8ac-5c61789f1f0e,segment=NetworkSegment(50adf758-9ca4-4650-ad46-98533ca42e55),segment_id=50adf758-9ca4-4650-ad46-98533ca42e55)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:18:21.303181 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:21.331521 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4b3be8-9795-496a-ab58-9f7ef6249aee x-openstack-request-id: req-cd4b3be8-9795-496a-ab58-9f7ef6249aee {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:18:21.331818 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9448f23-3b40-48f2-b1c4-9a2ab8b380ec", "name": "network-vif-unplugged", "status": "completed", "tag": "560a0c38-01b8-486c-b8ac-5c61789f1f0e", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:18:21.332076 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cd4b3be8-9795-496a-ab58-9f7ef6249aee {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:18:21.332469 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9448f23-3b40-48f2-b1c4-9a2ab8b380ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '560a0c38-01b8-486c-b8ac-5c61789f1f0e', 'code': 200} Aug 10 04:18:21.346770 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d73e8bff-782d-464b-bb4d-84ea69ef2ada req-f9d8004c-bea2-4540-a639-6bddafaaeb75 service neutron] 10.222.0.60 "GET /v2.0/networks/b7c4d7bb-1c72-4232-89b3-38c1d3990381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878425 Aug 10 04:18:21.358211 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=560a0c38-01b8-486c-b8ac-5c61789f1f0e,revision_number=8']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:18:21.439033 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d73e8bff-782d-464b-bb4d-84ea69ef2ada req-151a28e3-aa6b-474b-ba08-6082e83e0a6b service neutron] 10.222.0.60 "GET /v2.0/networks/b7c4d7bb-1c72-4232-89b3-38c1d3990381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846539 Aug 10 04:18:22.024840 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e60f3-22f5-43a3-b4af-377f64d05fcc req-b596a720-a1c0-4711-8f57-7a42f5e34cab tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:22.026338 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-593e60f3-22f5-43a3-b4af-377f64d05fcc req-b596a720-a1c0-4711-8f57-7a42f5e34cab tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec HTTP/1.1" status: 200 len: 943 time: 0.0553608 Aug 10 04:18:22.069472 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-593e60f3-22f5-43a3-b4af-377f64d05fcc req-8cfb5789-c78b-459c-848d-4ffa912b0b1d tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd600500-e509-4630-8d69-e7cf69463c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370655 Aug 10 04:18:23.192812 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4d8a3-51aa-4237-b810-073ea65ce41b req-7b105e26-6c50-4018-b448-4ae989e6b132 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:23.194360 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b5c4d8a3-51aa-4237-b810-073ea65ce41b req-7b105e26-6c50-4018-b448-4ae989e6b132 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec HTTP/1.1" status: 200 len: 943 time: 0.0521173 Aug 10 04:18:23.239984 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b5c4d8a3-51aa-4237-b810-073ea65ce41b req-c1e041c9-c18d-4558-b793-5bd7a04d35b8 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd600500-e509-4630-8d69-e7cf69463c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390735 Aug 10 04:18:24.361961 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9001d5-75d1-4547-bb4c-7dadf089e42b req-0ef7d646-1dfa-448e-87b7-a4050c695769 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:24.363562 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0f9001d5-75d1-4547-bb4c-7dadf089e42b req-0ef7d646-1dfa-448e-87b7-a4050c695769 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec HTTP/1.1" status: 200 len: 943 time: 0.0519652 Aug 10 04:18:24.406844 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0f9001d5-75d1-4547-bb4c-7dadf089e42b req-f03b7754-2d06-4f92-bd17-f4900d1a98fd tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd600500-e509-4630-8d69-e7cf69463c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366263 Aug 10 04:18:25.530895 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29a2ebc-fe67-4ed8-b63f-0ff5ea0cd09d req-9c3540a8-e285-4ead-8f30-74b10fe6ff8b tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:25.532544 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d29a2ebc-fe67-4ed8-b63f-0ff5ea0cd09d req-9c3540a8-e285-4ead-8f30-74b10fe6ff8b tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec HTTP/1.1" status: 200 len: 943 time: 0.0501657 Aug 10 04:18:25.577521 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d29a2ebc-fe67-4ed8-b63f-0ff5ea0cd09d req-899feaba-561a-460f-9f1a-7c81aef2c954 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd600500-e509-4630-8d69-e7cf69463c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354452 Aug 10 04:18:26.694110 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e4ad0b-105b-499c-983e-3f10c74a34d8 req-242856a3-959b-447c-b542-533edc036b04 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:26.695930 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-76e4ad0b-105b-499c-983e-3f10c74a34d8 req-242856a3-959b-447c-b542-533edc036b04 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec HTTP/1.1" status: 200 len: 943 time: 0.0494885 Aug 10 04:18:26.740486 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-76e4ad0b-105b-499c-983e-3f10c74a34d8 req-c64abfd9-8034-4f3a-b4c3-e05625c9206a tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd600500-e509-4630-8d69-e7cf69463c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359561 Aug 10 04:18:26.957824 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:27.313280 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:27.863557 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f92ddd-80a1-4a36-bf99-333c22a8f7dc req-95884a67-dd70-4b37-b1b1-092e0342483a tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:27.865189 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-54f92ddd-80a1-4a36-bf99-333c22a8f7dc req-95884a67-dd70-4b37-b1b1-092e0342483a tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec HTTP/1.1" status: 200 len: 943 time: 0.0550523 Aug 10 04:18:27.904543 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-54f92ddd-80a1-4a36-bf99-333c22a8f7dc req-a5eb75bb-948f-46a8-8538-f651179ca11f tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd600500-e509-4630-8d69-e7cf69463c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325310 Aug 10 04:18:29.024010 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec07b94-de47-4bc0-b9c8-89bc5d09eec9 req-b3eb5002-a2c8-4bf5-bfe1-9e1f1c26b1d3 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:29.025552 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6ec07b94-de47-4bc0-b9c8-89bc5d09eec9 req-b3eb5002-a2c8-4bf5-bfe1-9e1f1c26b1d3 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec HTTP/1.1" status: 200 len: 943 time: 0.0527518 Aug 10 04:18:29.062962 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6ec07b94-de47-4bc0-b9c8-89bc5d09eec9 req-1d01169a-6ea8-4d6f-b46a-e4210618dfc9 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd600500-e509-4630-8d69-e7cf69463c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313296 Aug 10 04:18:30.191885 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1417e9-523e-474e-b8e2-938b75b5463c req-918c0517-7ee4-4132-a674-a2fd8cbdb469 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:30.193472 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2a1417e9-523e-474e-b8e2-938b75b5463c req-918c0517-7ee4-4132-a674-a2fd8cbdb469 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec HTTP/1.1" status: 200 len: 943 time: 0.0492382 Aug 10 04:18:30.240388 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2a1417e9-523e-474e-b8e2-938b75b5463c req-5fd15e95-28bc-42e0-ad5d-a857e9ecdbcc tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd600500-e509-4630-8d69-e7cf69463c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404484 Aug 10 04:18:30.442489 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9e08f1c8-4848-4d80-b698-ad1432479a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:31.361221 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7dbd5b-c769-4fbe-8e78-5b0847b2cb53 req-8d4e648c-54e0-4719-aa0c-2c94b754908e tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:31.363499 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8d7dbd5b-c769-4fbe-8e78-5b0847b2cb53 req-8d4e648c-54e0-4719-aa0c-2c94b754908e tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec HTTP/1.1" status: 200 len: 943 time: 0.0510991 Aug 10 04:18:31.411068 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8d7dbd5b-c769-4fbe-8e78-5b0847b2cb53 req-ce081d9d-153d-4e97-9588-6372b7c03726 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd600500-e509-4630-8d69-e7cf69463c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405567 Aug 10 04:18:32.526120 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4be86c-e16f-40ce-b795-4c2e02ec898c req-9e057d49-053c-4ba9-9f34-6d9512acd5da tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:32.527758 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2f4be86c-e16f-40ce-b795-4c2e02ec898c req-9e057d49-053c-4ba9-9f34-6d9512acd5da tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec HTTP/1.1" status: 200 len: 943 time: 0.0481462 Aug 10 04:18:32.565473 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2f4be86c-e16f-40ce-b795-4c2e02ec898c req-357267a7-6fde-4cee-ac14-852171c6f81d tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd600500-e509-4630-8d69-e7cf69463c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314286 Aug 10 04:18:33.157184 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-9d78790c-0e2f-4355-8fc5-eaff7b87a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:33.531601 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:33.710345 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd06196-794a-4823-83c1-920e7e864555 req-cbe95385-318c-4d48-802c-6daf61bcff10 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:33.712117 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9dd06196-794a-4823-83c1-920e7e864555 req-cbe95385-318c-4d48-802c-6daf61bcff10 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec HTTP/1.1" status: 200 len: 943 time: 0.0788965 Aug 10 04:18:33.715047 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad8f2b-a476-4443-8a55-55bc306f21af req-93e36784-5479-44f8-9be2-fd0693bbef2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:33.716959 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-48ad8f2b-a476-4443-8a55-55bc306f21af req-93e36784-5479-44f8-9be2-fd0693bbef2d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec HTTP/1.1" status: 200 len: 1095 time: 0.0736492 Aug 10 04:18:33.771109 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9dd06196-794a-4823-83c1-920e7e864555 req-7572d00f-c021-4258-a6b3-0d4668cf220b tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd600500-e509-4630-8d69-e7cf69463c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521691 Aug 10 04:18:33.774654 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-48ad8f2b-a476-4443-8a55-55bc306f21af req-45675584-d9da-48c0-b02b-8a83cd356ae2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fd600500-e509-4630-8d69-e7cf69463c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426316 Aug 10 04:18:34.466394 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:34.892149 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe6d43-af14-4a2c-80ef-657ed4e33eb0 req-e6206ed3-592e-4056-b38a-e91bc951dd7d tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:34.893679 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6cfe6d43-af14-4a2c-80ef-657ed4e33eb0 req-e6206ed3-592e-4056-b38a-e91bc951dd7d tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec HTTP/1.1" status: 200 len: 943 time: 0.0501106 Aug 10 04:18:34.938020 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6cfe6d43-af14-4a2c-80ef-657ed4e33eb0 req-0f64688c-b1a0-4f99-bf5c-7cba01202b33 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd600500-e509-4630-8d69-e7cf69463c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381229 Aug 10 04:18:35.272968 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 560a0c38-01b8-486c-b8ac-5c61789f1f0e details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:18:35.365734 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 560a0c38-01b8-486c-b8ac-5c61789f1f0e, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=560a0c38-01b8-486c-b8ac-5c61789f1f0e,segment=NetworkSegment(50adf758-9ca4-4650-ad46-98533ca42e55),segment_id=50adf758-9ca4-4650-ad46-98533ca42e55)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:18:35.380099 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '560a0c38-01b8-486c-b8ac-5c61789f1f0e', 'network_id': 'b7c4d7bb-1c72-4232-89b3-38c1d3990381', 'port_id': '560a0c38-01b8-486c-b8ac-5c61789f1f0e', 'mac_address': 'fa:16:3e:4f:fd:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffcfb4f2-7976-4732-a3f7-3647f30ae830', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:18:35.419647 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:35.432160 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 560a0c38-01b8-486c-b8ac-5c61789f1f0e {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:18:35.458894 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 560a0c38-01b8-486c-b8ac-5c61789f1f0e, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=560a0c38-01b8-486c-b8ac-5c61789f1f0e,segment=NetworkSegment(50adf758-9ca4-4650-ad46-98533ca42e55),segment_id=50adf758-9ca4-4650-ad46-98533ca42e55)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:18:35.463332 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:35.512232 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=560a0c38-01b8-486c-b8ac-5c61789f1f0e,revision_number=9']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:18:35.753889 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['560a0c38-01b8-486c-b8ac-5c61789f1f0e'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:18:36.057278 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2636bc8-5926-4c9a-9f99-7e2d2822be0c req-868af6f1-ef96-470e-aa6a-56b3594aa5fd tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:36.058710 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e2636bc8-5926-4c9a-9f99-7e2d2822be0c req-868af6f1-ef96-470e-aa6a-56b3594aa5fd tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec HTTP/1.1" status: 200 len: 944 time: 0.0520866 Aug 10 04:18:36.097825 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e2636bc8-5926-4c9a-9f99-7e2d2822be0c req-d349597e-94bf-4765-9da1-9b661748ece2 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd600500-e509-4630-8d69-e7cf69463c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318832 Aug 10 04:18:36.200371 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:37.288114 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 560a0c38-01b8-486c-b8ac-5c61789f1f0e up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:18:37.334930 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 560a0c38-01b8-486c-b8ac-5c61789f1f0e triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:18:37.335226 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:37.412222 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:37.433814 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9448f23-3b40-48f2-b1c4-9a2ab8b380ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '560a0c38-01b8-486c-b8ac-5c61789f1f0e'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:18:37.436089 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}687ba51f6797870dc73eef52a647f30c5325a6c2ab4bb07751a6afc0cf078d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f8863b-4fe7-4c91-8be7-8d82126f6f36" -d '{"events": [{"server_uuid": "c9448f23-3b40-48f2-b1c4-9a2ab8b380ec", "name": "network-vif-plugged", "status": "completed", "tag": "560a0c38-01b8-486c-b8ac-5c61789f1f0e"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:18:37.452814 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 560a0c38-01b8-486c-b8ac-5c61789f1f0e, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=560a0c38-01b8-486c-b8ac-5c61789f1f0e,segment=NetworkSegment(50adf758-9ca4-4650-ad46-98533ca42e55),segment_id=50adf758-9ca4-4650-ad46-98533ca42e55)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:18:37.455345 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:37.478965 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117a889d-47a1-435f-b6db-10f672553774 x-openstack-request-id: req-117a889d-47a1-435f-b6db-10f672553774 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:18:37.479262 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9448f23-3b40-48f2-b1c4-9a2ab8b380ec", "name": "network-vif-plugged", "status": "completed", "tag": "560a0c38-01b8-486c-b8ac-5c61789f1f0e", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:18:37.479526 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-117a889d-47a1-435f-b6db-10f672553774 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:18:37.479936 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9448f23-3b40-48f2-b1c4-9a2ab8b380ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '560a0c38-01b8-486c-b8ac-5c61789f1f0e', 'code': 200} Aug 10 04:18:37.505361 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=560a0c38-01b8-486c-b8ac-5c61789f1f0e,revision_number=10']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:18:44.972759 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-334985b4-9b98-4174-8644-6bb7336642f5 req-f122aa99-9629-41c3-963c-9c23f8ca73f4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403166 Aug 10 04:18:45.054324 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334985b4-9b98-4174-8644-6bb7336642f5 req-822b4255-8f4d-4bf3-81e6-bde43582aaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:45.055847 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-334985b4-9b98-4174-8644-6bb7336642f5 req-822b4255-8f4d-4bf3-81e6-bde43582aaef service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=00a379200b2c4df4a38fa7b3152d650b&device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec HTTP/1.1" status: 200 len: 1098 time: 0.0408340 Aug 10 04:18:45.165293 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334985b4-9b98-4174-8644-6bb7336642f5 req-f84e50bc-b6ae-4c29-ba11-35541fd16adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:45.166792 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-334985b4-9b98-4174-8644-6bb7336642f5 req-f84e50bc-b6ae-4c29-ba11-35541fd16adb service neutron] 10.222.0.60 "GET /v2.0/networks?id=b7c4d7bb-1c72-4232-89b3-38c1d3990381 HTTP/1.1" status: 200 len: 909 time: 0.0870368 Aug 10 04:18:45.232337 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-334985b4-9b98-4174-8644-6bb7336642f5 req-fb90ecfd-6679-4445-9d86-077c67662d47 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=560a0c38-01b8-486c-b8ac-5c61789f1f0e HTTP/1.1" status: 200 len: 1000 time: 0.0572078 Aug 10 04:18:45.282023 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334985b4-9b98-4174-8644-6bb7336642f5 req-ac9c0e25-db37-4831-bec8-953b0185e792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:45.283489 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-334985b4-9b98-4174-8644-6bb7336642f5 req-ac9c0e25-db37-4831-bec8-953b0185e792 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ffcfb4f2-7976-4732-a3f7-3647f30ae830 HTTP/1.1" status: 200 len: 847 time: 0.0440555 Aug 10 04:18:45.332982 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334985b4-9b98-4174-8644-6bb7336642f5 req-b802fae3-94eb-4336-afd6-996ed8669b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:45.334481 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-334985b4-9b98-4174-8644-6bb7336642f5 req-b802fae3-94eb-4336-afd6-996ed8669b15 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b7c4d7bb-1c72-4232-89b3-38c1d3990381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444064 Aug 10 04:18:45.423563 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-334985b4-9b98-4174-8644-6bb7336642f5 req-a10074c8-1d00-46a1-ac6c-9bb03d8ce001 service neutron] 10.222.0.60 "GET /v2.0/networks/b7c4d7bb-1c72-4232-89b3-38c1d3990381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817890 Aug 10 04:18:45.517085 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-334985b4-9b98-4174-8644-6bb7336642f5 req-ce227c3c-1a13-46ab-a213-2857df3bbfa9 service neutron] 10.222.0.60 "GET /v2.0/networks/b7c4d7bb-1c72-4232-89b3-38c1d3990381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855014 Aug 10 04:18:56.975111 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:57.319604 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:57.950802 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:19:00.446319 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-01c33251-9426-4a7a-b4cf-b0b633b2b5c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:03.157549 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-56364561-e66b-45e1-bd5e-96ba8a736a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:03.532633 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:04.470365 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:06.204318 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:26.972995 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:27.309840 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:30.446035 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-72764650-3ed8-477e-b272-d868d1364edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:33.157802 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-beed44d6-ed71-49bd-b2c3-455c99325420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:33.532937 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:34.472794 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:34.949915 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:19:36.205811 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:46.033794 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-299a0186-a465-4051-8768-d1ba9b5420a6 req-96979b8a-4806-4f36-87c2-1d1fb7dea73f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0948844 Aug 10 04:19:46.119415 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a0186-a465-4051-8768-d1ba9b5420a6 req-4cf12728-f339-42fa-94e4-fda38361822d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:46.120934 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-299a0186-a465-4051-8768-d1ba9b5420a6 req-4cf12728-f339-42fa-94e4-fda38361822d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=00a379200b2c4df4a38fa7b3152d650b&device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec HTTP/1.1" status: 200 len: 1098 time: 0.0415916 Aug 10 04:19:46.237030 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a0186-a465-4051-8768-d1ba9b5420a6 req-7938e058-efc3-4dcf-a5f8-643f4cf027f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:46.238521 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-299a0186-a465-4051-8768-d1ba9b5420a6 req-7938e058-efc3-4dcf-a5f8-643f4cf027f0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b7c4d7bb-1c72-4232-89b3-38c1d3990381 HTTP/1.1" status: 200 len: 909 time: 0.0892100 Aug 10 04:19:46.308830 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-299a0186-a465-4051-8768-d1ba9b5420a6 req-7d5c5d48-c47e-4ce7-812f-1fdcec79cd0c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=560a0c38-01b8-486c-b8ac-5c61789f1f0e HTTP/1.1" status: 200 len: 1000 time: 0.0584664 Aug 10 04:19:46.362276 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a0186-a465-4051-8768-d1ba9b5420a6 req-ea88ad6f-0b55-423a-8e8a-d2285fbc4354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:46.363753 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-299a0186-a465-4051-8768-d1ba9b5420a6 req-ea88ad6f-0b55-423a-8e8a-d2285fbc4354 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ffcfb4f2-7976-4732-a3f7-3647f30ae830 HTTP/1.1" status: 200 len: 847 time: 0.0437660 Aug 10 04:19:46.418328 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a0186-a465-4051-8768-d1ba9b5420a6 req-9aa322dd-f1ad-432f-9713-4c8ef9ee7e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:46.419883 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-299a0186-a465-4051-8768-d1ba9b5420a6 req-9aa322dd-f1ad-432f-9713-4c8ef9ee7e8d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b7c4d7bb-1c72-4232-89b3-38c1d3990381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446668 Aug 10 04:19:46.514206 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-299a0186-a465-4051-8768-d1ba9b5420a6 req-eceb634f-1f3c-40e0-bef7-9b92739706f1 service neutron] 10.222.0.60 "GET /v2.0/networks/b7c4d7bb-1c72-4232-89b3-38c1d3990381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817652 Aug 10 04:19:46.607570 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-299a0186-a465-4051-8768-d1ba9b5420a6 req-6067f5ab-9724-45a5-ae7f-37e8ec1acfdb service neutron] 10.222.0.60 "GET /v2.0/networks/b7c4d7bb-1c72-4232-89b3-38c1d3990381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853589 Aug 10 04:19:49.231469 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 44202) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:19:49.386763 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-d036e04c-fc79-475e-b40b-99efdcbc7e70 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Deleting port 60fb80e2-0f89-4c8d-b704-78f466ccaf8a {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:19:49.387035 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d036e04c-fc79-475e-b40b-99efdcbc7e70 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:49.461456 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d036e04c-fc79-475e-b40b-99efdcbc7e70 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:49.462059 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d036e04c-fc79-475e-b40b-99efdcbc7e70 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:49.473506 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-d036e04c-fc79-475e-b40b-99efdcbc7e70 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Calling delete_port for 60fb80e2-0f89-4c8d-b704-78f466ccaf8a owned by network:floatingip {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:19:49.626977 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d036e04c-fc79-475e-b40b-99efdcbc7e70 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:49.650472 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d036e04c-fc79-475e-b40b-99efdcbc7e70 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Pushing event deleted for resources: {'Port': ['ID=60fb80e2-0f89-4c8d-b704-78f466ccaf8a,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:19:49.663688 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036e04c-fc79-475e-b40b-99efdcbc7e70 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:19:49.664037 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036e04c-fc79-475e-b40b-99efdcbc7e70 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:19:49.664379 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036e04c-fc79-475e-b40b-99efdcbc7e70 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:19:49.664759 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036e04c-fc79-475e-b40b-99efdcbc7e70 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:19:49.665093 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036e04c-fc79-475e-b40b-99efdcbc7e70 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:19:49.665421 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036e04c-fc79-475e-b40b-99efdcbc7e70 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:19:49.665747 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036e04c-fc79-475e-b40b-99efdcbc7e70 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:19:49.666072 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036e04c-fc79-475e-b40b-99efdcbc7e70 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:19:49.666394 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036e04c-fc79-475e-b40b-99efdcbc7e70 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:19:49.666717 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036e04c-fc79-475e-b40b-99efdcbc7e70 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:19:49.667063 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036e04c-fc79-475e-b40b-99efdcbc7e70 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:19:49.667379 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036e04c-fc79-475e-b40b-99efdcbc7e70 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:19:49.724192 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d036e04c-fc79-475e-b40b-99efdcbc7e70 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks [] for floatingip, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:49.724522 n-d-768851-15 neutron-server[94216]: INFO neutron.db.l3_db [None req-d036e04c-fc79-475e-b40b-99efdcbc7e70 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Floating IP a0dd0481-7bed-4887-affa-48898def1d65 disassociated (deleted). External IP: 172.25.7.35, port: 560a0c38-01b8-486c-b8ac-5c61789f1f0e. Aug 10 04:19:49.932240 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d036e04c-fc79-475e-b40b-99efdcbc7e70 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Router e1a86e0d-b328-4041-bbb5-c0d1b8b42d36 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:19:50.038010 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d036e04c-fc79-475e-b40b-99efdcbc7e70 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:19:50.043173 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d036e04c-fc79-475e-b40b-99efdcbc7e70 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:50.047777 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55802025-cb84-4c58-8121-00015c0ad757 None None] Sync routers for ids ['e1a86e0d-b328-4041-bbb5-c0d1b8b42d36'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:19:50.057413 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55802025-cb84-4c58-8121-00015c0ad757 None None] Routers {'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:19:50.058036 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-55802025-cb84-4c58-8121-00015c0ad757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:19:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['e1a86e0d-b328-4041-bbb5-c0d1b8b42d36'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:19:50.072915 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d036e04c-fc79-475e-b40b-99efdcbc7e70 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "DELETE /v2.0/floatingips/a0dd0481-7bed-4887-affa-48898def1d65 HTTP/1.1" status: 204 len: 168 time: 0.8403113 Aug 10 04:19:50.073613 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9448f23-3b40-48f2-b1c4-9a2ab8b380ec', 'tag': '560a0c38-01b8-486c-b8ac-5c61789f1f0e'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:19:50.076034 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0021ea54f387d2ae39ffe00c7e01dc720af9cc0ec992141d1f8728dec056f1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bcd0eed-d476-43ec-ae70-dadf24a55916" -d '{"events": [{"name": "network-changed", "server_uuid": "c9448f23-3b40-48f2-b1c4-9a2ab8b380ec", "tag": "560a0c38-01b8-486c-b8ac-5c61789f1f0e"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:19:50.117535 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6847cdb-a7f9-45ff-8db8-6ff36051091b x-openstack-request-id: req-a6847cdb-a7f9-45ff-8db8-6ff36051091b {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:19:50.117826 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9448f23-3b40-48f2-b1c4-9a2ab8b380ec", "tag": "560a0c38-01b8-486c-b8ac-5c61789f1f0e", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:19:50.118080 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a6847cdb-a7f9-45ff-8db8-6ff36051091b {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:19:50.118492 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9448f23-3b40-48f2-b1c4-9a2ab8b380ec', 'tag': '560a0c38-01b8-486c-b8ac-5c61789f1f0e', 'status': 'completed', 'code': 200} Aug 10 04:19:50.167219 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-55802025-cb84-4c58-8121-00015c0ad757 None None] Set router e1a86e0d-b328-4041-bbb5-c0d1b8b42d36 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:19:50.200371 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd0eed-d476-43ec-ae70-dadf24a55916 req-33f9e23c-d822-49c7-82e0-99e0af93053e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:50.202032 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4bcd0eed-d476-43ec-ae70-dadf24a55916 req-33f9e23c-d822-49c7-82e0-99e0af93053e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=00a379200b2c4df4a38fa7b3152d650b&device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec HTTP/1.1" status: 200 len: 1098 time: 0.0546384 Aug 10 04:19:50.315242 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd0eed-d476-43ec-ae70-dadf24a55916 req-38fc2f14-b4b1-405e-a677-7fc104d3691f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:50.316589 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4bcd0eed-d476-43ec-ae70-dadf24a55916 req-38fc2f14-b4b1-405e-a677-7fc104d3691f service neutron] 10.222.0.60 "GET /v2.0/networks?id=b7c4d7bb-1c72-4232-89b3-38c1d3990381 HTTP/1.1" status: 200 len: 909 time: 0.1003473 Aug 10 04:19:50.361779 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4bcd0eed-d476-43ec-ae70-dadf24a55916 req-59a2bfac-5eae-4162-a2d8-a9ec09b077d8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=560a0c38-01b8-486c-b8ac-5c61789f1f0e HTTP/1.1" status: 200 len: 217 time: 0.0375195 Aug 10 04:19:50.379870 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-55802025-cb84-4c58-8121-00015c0ad757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36', 'name': 'tempest-TestShelveInstance-145683855-router', 'tenant_id': '00a379200b2c4df4a38fa7b3152d650b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '872bd91c-95ea-4524-820e-943954e63a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:15:30Z', 'updated_at': '2021-08-10T04:15:33Z', 'revision_number': 4, 'project_id': '00a379200b2c4df4a38fa7b3152d650b', 'gw_port': {'id': '872bd91c-95ea-4524-820e-943954e63a04', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:fd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:15:30Z', 'updated_at': '2021-08-10T04:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'b7545017-a09f-44e3-bb61-36b9c576856f', 'name': '', 'network_id': 'b7c4d7bb-1c72-4232-89b3-38c1d3990381', 'tenant_id': '00a379200b2c4df4a38fa7b3152d650b', 'mac_address': 'fa:16:3e:d4:c0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ffcfb4f2-7976-4732-a3f7-3647f30ae830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:15:32Z', 'updated_at': '2021-08-10T04:15:39Z', 'revision_number': 5, 'project_id': '00a379200b2c4df4a38fa7b3152d650b', 'subnets': [{'id': 'ffcfb4f2-7976-4732-a3f7-3647f30ae830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:19:50.411857 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55802025-cb84-4c58-8121-00015c0ad757 None None] Checking router: e1a86e0d-b328-4041-bbb5-c0d1b8b42d36 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:19:50.421002 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55802025-cb84-4c58-8121-00015c0ad757 None None] Routers {'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:19:50.421610 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-55802025-cb84-4c58-8121-00015c0ad757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:19:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['e1a86e0d-b328-4041-bbb5-c0d1b8b42d36'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:19:50.435787 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd0eed-d476-43ec-ae70-dadf24a55916 req-54c64611-f5d8-4701-ab6c-7b7c81210098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:50.437280 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4bcd0eed-d476-43ec-ae70-dadf24a55916 req-54c64611-f5d8-4701-ab6c-7b7c81210098 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ffcfb4f2-7976-4732-a3f7-3647f30ae830 HTTP/1.1" status: 200 len: 847 time: 0.0663910 Aug 10 04:19:50.447384 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b880d-ddc7-4a45-81ea-615d0478aaff req-4819e772-5b23-4e97-85fa-b7684c53e0cc tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:50.448815 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1d5b880d-ddc7-4a45-81ea-615d0478aaff req-4819e772-5b23-4e97-85fa-b7684c53e0cc tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec HTTP/1.1" status: 200 len: 946 time: 0.1732907 Aug 10 04:19:50.516020 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd0eed-d476-43ec-ae70-dadf24a55916 req-552b2633-205a-4c44-9a14-88fb8ce24df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:50.517579 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4bcd0eed-d476-43ec-ae70-dadf24a55916 req-552b2633-205a-4c44-9a14-88fb8ce24df5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b7c4d7bb-1c72-4232-89b3-38c1d3990381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0679090 Aug 10 04:19:50.521032 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1d5b880d-ddc7-4a45-81ea-615d0478aaff req-978e28e1-2984-4305-98bc-b1222a2708b2 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd600500-e509-4630-8d69-e7cf69463c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626905 Aug 10 04:19:50.614193 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4bcd0eed-d476-43ec-ae70-dadf24a55916 req-32577d3c-acad-4453-a09f-7bcd6e96e5ad service neutron] 10.222.0.60 "GET /v2.0/networks/b7c4d7bb-1c72-4232-89b3-38c1d3990381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882313 Aug 10 04:19:50.684689 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-55802025-cb84-4c58-8121-00015c0ad757 None None] Set router e1a86e0d-b328-4041-bbb5-c0d1b8b42d36 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:19:50.712818 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4bcd0eed-d476-43ec-ae70-dadf24a55916 req-dc610455-bc3c-430b-b8b5-71e6b67a9913 service neutron] 10.222.0.60 "GET /v2.0/networks/b7c4d7bb-1c72-4232-89b3-38c1d3990381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901496 Aug 10 04:19:50.877851 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-55802025-cb84-4c58-8121-00015c0ad757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36', 'name': 'tempest-TestShelveInstance-145683855-router', 'tenant_id': '00a379200b2c4df4a38fa7b3152d650b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '872bd91c-95ea-4524-820e-943954e63a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:15:30Z', 'updated_at': '2021-08-10T04:15:33Z', 'revision_number': 4, 'project_id': '00a379200b2c4df4a38fa7b3152d650b', 'gw_port': {'id': '872bd91c-95ea-4524-820e-943954e63a04', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:fd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:15:30Z', 'updated_at': '2021-08-10T04:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'b7545017-a09f-44e3-bb61-36b9c576856f', 'name': '', 'network_id': 'b7c4d7bb-1c72-4232-89b3-38c1d3990381', 'tenant_id': '00a379200b2c4df4a38fa7b3152d650b', 'mac_address': 'fa:16:3e:d4:c0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ffcfb4f2-7976-4732-a3f7-3647f30ae830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:15:32Z', 'updated_at': '2021-08-10T04:15:39Z', 'revision_number': 5, 'project_id': '00a379200b2c4df4a38fa7b3152d650b', 'subnets': [{'id': 'ffcfb4f2-7976-4732-a3f7-3647f30ae830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:19:50.903340 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55802025-cb84-4c58-8121-00015c0ad757 None None] The sync data for ids ['e1a86e0d-b328-4041-bbb5-c0d1b8b42d36'] in n-d-768851-15 is: [{'id': 'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36', 'name': 'tempest-TestShelveInstance-145683855-router', 'tenant_id': '00a379200b2c4df4a38fa7b3152d650b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '872bd91c-95ea-4524-820e-943954e63a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:15:30Z', 'updated_at': '2021-08-10T04:15:33Z', 'revision_number': 4, 'project_id': '00a379200b2c4df4a38fa7b3152d650b', 'gw_port': {'id': '872bd91c-95ea-4524-820e-943954e63a04', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:fd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:15:30Z', 'updated_at': '2021-08-10T04:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'b7545017-a09f-44e3-bb61-36b9c576856f', 'name': '', 'network_id': 'b7c4d7bb-1c72-4232-89b3-38c1d3990381', 'tenant_id': '00a379200b2c4df4a38fa7b3152d650b', 'mac_address': 'fa:16:3e:d4:c0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ffcfb4f2-7976-4732-a3f7-3647f30ae830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:15:32Z', 'updated_at': '2021-08-10T04:15:39Z', 'revision_number': 5, 'project_id': '00a379200b2c4df4a38fa7b3152d650b', 'subnets': [{'id': 'ffcfb4f2-7976-4732-a3f7-3647f30ae830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:19:51.112255 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b571e3-2320-4f26-a001-fcccb97fce46 None None] New status for floating IP a0dd0481-7bed-4887-affa-48898def1d65: DOWN {{(pid=94219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:19:51.690144 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95118305-2d71-4e53-92ab-9eec3f54a506 req-50d32457-084e-4238-a578-46e2521c54c5 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:51.691664 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-95118305-2d71-4e53-92ab-9eec3f54a506 req-50d32457-084e-4238-a578-46e2521c54c5 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec HTTP/1.1" status: 200 len: 946 time: 0.1003797 Aug 10 04:19:51.730637 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-95118305-2d71-4e53-92ab-9eec3f54a506 req-e29f3ad1-4170-4648-ada3-c1b25bde0f7d tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd600500-e509-4630-8d69-e7cf69463c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328221 Aug 10 04:19:51.851791 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87525992-f04c-4b5d-9b4d-13b72961899b req-d719c3a7-041c-493e-aa33-ef695154766f tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:51.853164 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-87525992-f04c-4b5d-9b4d-13b72961899b req-d719c3a7-041c-493e-aa33-ef695154766f tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec HTTP/1.1" status: 200 len: 946 time: 0.0505466 Aug 10 04:19:51.955826 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-87525992-f04c-4b5d-9b4d-13b72961899b req-9090ae0e-2599-4cd4-970a-30a5915ca545 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Deleting port 560a0c38-01b8-486c-b8ac-5c61789f1f0e {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:19:51.956319 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-87525992-f04c-4b5d-9b4d-13b72961899b req-9090ae0e-2599-4cd4-970a-30a5915ca545 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:52.043454 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-87525992-f04c-4b5d-9b4d-13b72961899b req-9090ae0e-2599-4cd4-970a-30a5915ca545 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] For port 560a0c38-01b8-486c-b8ac-5c61789f1f0e, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=560a0c38-01b8-486c-b8ac-5c61789f1f0e,segment=NetworkSegment(50adf758-9ca4-4650-ad46-98533ca42e55),segment_id=50adf758-9ca4-4650-ad46-98533ca42e55)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:19:52.043818 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-87525992-f04c-4b5d-9b4d-13b72961899b req-9090ae0e-2599-4cd4-970a-30a5915ca545 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:52.056216 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-87525992-f04c-4b5d-9b4d-13b72961899b req-9090ae0e-2599-4cd4-970a-30a5915ca545 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Calling delete_port for 560a0c38-01b8-486c-b8ac-5c61789f1f0e owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:19:52.183705 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-87525992-f04c-4b5d-9b4d-13b72961899b req-9090ae0e-2599-4cd4-970a-30a5915ca545 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:52.209090 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9090ae0e-2599-4cd4-970a-30a5915ca545 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Pushing event deleted for resources: {'Port': ['ID=560a0c38-01b8-486c-b8ac-5c61789f1f0e,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:19:52.257313 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-87525992-f04c-4b5d-9b4d-13b72961899b req-9090ae0e-2599-4cd4-970a-30a5915ca545 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] No DVR routers for this DVR port 560a0c38-01b8-486c-b8ac-5c61789f1f0e on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:19:52.259817 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-87525992-f04c-4b5d-9b4d-13b72961899b req-9090ae0e-2599-4cd4-970a-30a5915ca545 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:52.261797 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-87525992-f04c-4b5d-9b4d-13b72961899b req-9090ae0e-2599-4cd4-970a-30a5915ca545 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.60 "DELETE /v2.0/ports/560a0c38-01b8-486c-b8ac-5c61789f1f0e HTTP/1.1" status: 204 len: 173 time: 0.3990779 Aug 10 04:19:52.262297 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9448f23-3b40-48f2-b1c4-9a2ab8b380ec', 'name': 'network-vif-deleted', 'tag': '560a0c38-01b8-486c-b8ac-5c61789f1f0e'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:19:52.264557 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0021ea54f387d2ae39ffe00c7e01dc720af9cc0ec992141d1f8728dec056f1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe96fd0-024f-4538-9169-0587d34ec03f" -d '{"events": [{"server_uuid": "c9448f23-3b40-48f2-b1c4-9a2ab8b380ec", "name": "network-vif-deleted", "tag": "560a0c38-01b8-486c-b8ac-5c61789f1f0e"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:19:52.307310 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b60fa06c-e860-43cc-8092-3c361cdd9338 x-openstack-request-id: req-b60fa06c-e860-43cc-8092-3c361cdd9338 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:19:52.307611 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9448f23-3b40-48f2-b1c4-9a2ab8b380ec", "name": "network-vif-deleted", "tag": "560a0c38-01b8-486c-b8ac-5c61789f1f0e", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:19:52.307868 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b60fa06c-e860-43cc-8092-3c361cdd9338 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:19:52.308274 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9448f23-3b40-48f2-b1c4-9a2ab8b380ec', 'name': 'network-vif-deleted', 'tag': '560a0c38-01b8-486c-b8ac-5c61789f1f0e', 'status': 'completed', 'code': 200} Aug 10 04:19:52.838015 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8ebcc9b4-01ca-4b56-9e11-85ebb376e016 req-ab40a431-f4da-48b8-87a9-3f2929edb421 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9448f23-3b40-48f2-b1c4-9a2ab8b380ec HTTP/1.1" status: 200 len: 210 time: 0.0292447 Aug 10 04:19:53.893129 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 44226) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:19:53.954173 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b3e6e226-c0a6-4844-9bf9-1f1330617e06 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:53.980885 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b3e6e226-c0a6-4844-9bf9-1f1330617e06 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:54.040717 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b3e6e226-c0a6-4844-9bf9-1f1330617e06 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:54.043475 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-b3e6e226-c0a6-4844-9bf9-1f1330617e06 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:54.044725 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-b3e6e226-c0a6-4844-9bf9-1f1330617e06 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "DELETE /v2.0/security-groups/fd600500-e509-4630-8d69-e7cf69463c10 HTTP/1.1" status: 204 len: 168 time: 0.1504099 Aug 10 04:19:54.053606 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e6e226-c0a6-4844-9bf9-1f1330617e06 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd600500-e509-4630-8d69-e7cf69463c10,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:19:54.403626 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 44232) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:19:54.408472 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-2018de81-69c0-4c81-b2b9-1b8f9d5726b4 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2091072743', 'description': 'tempest-secgroup-smoke-2091072743 description', 'project_id': '00a379200b2c4df4a38fa7b3152d650b'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:19:54.430525 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2018de81-69c0-4c81-b2b9-1b8f9d5726b4 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:54.515502 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2018de81-69c0-4c81-b2b9-1b8f9d5726b4 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:54.519365 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2018de81-69c0-4c81-b2b9-1b8f9d5726b4 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:54.551220 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2018de81-69c0-4c81-b2b9-1b8f9d5726b4 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:54.552437 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-2018de81-69c0-4c81-b2b9-1b8f9d5726b4 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1478035 Aug 10 04:19:54.554960 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2018de81-69c0-4c81-b2b9-1b8f9d5726b4 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd05713-8a52-435d-a500-c19c56725e8b,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:19:54.555927 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 44234) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:19:54.561256 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-f11b0a25-fa14-43d2-91f8-4d393f475347 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Request body: {'security_group_rule': {'security_group_id': 'cdd05713-8a52-435d-a500-c19c56725e8b', 'project_id': '00a379200b2c4df4a38fa7b3152d650b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:19:54.590138 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f11b0a25-fa14-43d2-91f8-4d393f475347 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:54.644493 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f11b0a25-fa14-43d2-91f8-4d393f475347 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:54.647792 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f11b0a25-fa14-43d2-91f8-4d393f475347 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:54.665864 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11b0a25-fa14-43d2-91f8-4d393f475347 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6139862f-55b9-4f9c-b042-fde9a54812c0,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:19:54.669288 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f11b0a25-fa14-43d2-91f8-4d393f475347 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:54.670465 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f11b0a25-fa14-43d2-91f8-4d393f475347 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1135426 Aug 10 04:19:54.673398 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 44238) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:19:54.675489 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11b0a25-fa14-43d2-91f8-4d393f475347 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:19:54.675834 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11b0a25-fa14-43d2-91f8-4d393f475347 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:19:54.676169 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11b0a25-fa14-43d2-91f8-4d393f475347 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:19:54.676502 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11b0a25-fa14-43d2-91f8-4d393f475347 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:19:54.676836 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11b0a25-fa14-43d2-91f8-4d393f475347 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:19:54.677167 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11b0a25-fa14-43d2-91f8-4d393f475347 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:19:54.677490 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11b0a25-fa14-43d2-91f8-4d393f475347 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:19:54.677812 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11b0a25-fa14-43d2-91f8-4d393f475347 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:19:54.678135 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11b0a25-fa14-43d2-91f8-4d393f475347 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:19:54.678283 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-5a7a20d9-024b-4d29-b83b-735d69b4e095 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Request body: {'security_group_rule': {'security_group_id': 'cdd05713-8a52-435d-a500-c19c56725e8b', 'project_id': '00a379200b2c4df4a38fa7b3152d650b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:19:54.678460 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11b0a25-fa14-43d2-91f8-4d393f475347 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:19:54.678784 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11b0a25-fa14-43d2-91f8-4d393f475347 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:19:54.679638 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11b0a25-fa14-43d2-91f8-4d393f475347 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:19:54.704545 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5a7a20d9-024b-4d29-b83b-735d69b4e095 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:54.760489 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5a7a20d9-024b-4d29-b83b-735d69b4e095 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:54.764121 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5a7a20d9-024b-4d29-b83b-735d69b4e095 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:54.781237 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7a20d9-024b-4d29-b83b-735d69b4e095 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc0f8ece-5bc5-4ab9-9b14-f933b620b093,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:19:54.787862 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-5a7a20d9-024b-4d29-b83b-735d69b4e095 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:54.789573 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-5a7a20d9-024b-4d29-b83b-735d69b4e095 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1150031 Aug 10 04:19:54.792334 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 44240) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:19:54.796693 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-ae69263c-a7f8-477c-aeba-e2aef5c602b5 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Request body: {'security_group_rule': {'security_group_id': 'cdd05713-8a52-435d-a500-c19c56725e8b', 'project_id': '00a379200b2c4df4a38fa7b3152d650b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:19:54.822645 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ae69263c-a7f8-477c-aeba-e2aef5c602b5 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:54.880310 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ae69263c-a7f8-477c-aeba-e2aef5c602b5 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:54.883941 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ae69263c-a7f8-477c-aeba-e2aef5c602b5 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:54.904019 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae69263c-a7f8-477c-aeba-e2aef5c602b5 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7016496-6bb3-4bea-9264-3f77f779bcbe,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:19:54.908518 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ae69263c-a7f8-477c-aeba-e2aef5c602b5 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:54.910088 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ae69263c-a7f8-477c-aeba-e2aef5c602b5 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1165144 Aug 10 04:19:54.912540 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 44242) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:19:54.917504 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-89570121-92db-4889-ac9a-21c5cea459c8 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Request body: {'security_group_rule': {'security_group_id': 'cdd05713-8a52-435d-a500-c19c56725e8b', 'project_id': '00a379200b2c4df4a38fa7b3152d650b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:19:54.943618 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-89570121-92db-4889-ac9a-21c5cea459c8 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:55.002406 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-89570121-92db-4889-ac9a-21c5cea459c8 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:55.006076 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-89570121-92db-4889-ac9a-21c5cea459c8 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:55.026109 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89570121-92db-4889-ac9a-21c5cea459c8 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70a30622-126a-4990-8edb-5c446cf342db,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:19:55.031157 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-89570121-92db-4889-ac9a-21c5cea459c8 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:55.034205 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-89570121-92db-4889-ac9a-21c5cea459c8 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1188407 Aug 10 04:19:55.036015 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 44244) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:19:55.040826 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-da168ceb-a20c-4401-9431-1aee8110c2d1 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Request body: {'security_group_rule': {'security_group_id': 'cdd05713-8a52-435d-a500-c19c56725e8b', 'project_id': '00a379200b2c4df4a38fa7b3152d650b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:19:55.062999 n-d-768851-15 neutron-server[94216]: INFO neutron.db.securitygroups_db [None req-da168ceb-a20c-4401-9431-1aee8110c2d1 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Project 00a379200b2c4df4a38fa7b3152d650b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:19:55.067896 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-da168ceb-a20c-4401-9431-1aee8110c2d1 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:55.127306 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-da168ceb-a20c-4401-9431-1aee8110c2d1 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:55.131317 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-da168ceb-a20c-4401-9431-1aee8110c2d1 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:55.150719 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da168ceb-a20c-4401-9431-1aee8110c2d1 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cce8b171-c857-46f5-a90e-d053b126fe15,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:19:55.153387 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-da168ceb-a20c-4401-9431-1aee8110c2d1 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:55.154643 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-da168ceb-a20c-4401-9431-1aee8110c2d1 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1176536 Aug 10 04:19:55.157413 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 44246) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:19:55.161946 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-91a6aa38-87b3-4bf6-9fa5-6219a9903452 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Request body: {'security_group_rule': {'security_group_id': 'cdd05713-8a52-435d-a500-c19c56725e8b', 'project_id': '00a379200b2c4df4a38fa7b3152d650b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:19:55.183811 n-d-768851-15 neutron-server[94216]: INFO neutron.db.securitygroups_db [None req-91a6aa38-87b3-4bf6-9fa5-6219a9903452 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Project 00a379200b2c4df4a38fa7b3152d650b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:19:55.188618 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-91a6aa38-87b3-4bf6-9fa5-6219a9903452 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:55.249195 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-91a6aa38-87b3-4bf6-9fa5-6219a9903452 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:55.252711 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-91a6aa38-87b3-4bf6-9fa5-6219a9903452 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:55.270081 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a6aa38-87b3-4bf6-9fa5-6219a9903452 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54170427-2c3e-4a6d-9f06-a9081cb88487,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:19:55.276271 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-91a6aa38-87b3-4bf6-9fa5-6219a9903452 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:55.277647 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-91a6aa38-87b3-4bf6-9fa5-6219a9903452 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1192768 Aug 10 04:19:55.679460 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 560a0c38-01b8-486c-b8ac-5c61789f1f0e no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:19:55.709250 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: 560a0c38-01b8-486c-b8ac-5c61789f1f0e {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:19:55.710010 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 560a0c38-01b8-486c-b8ac-5c61789f1f0e not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:19:56.973034 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:57.340683 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:00.448884 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-df4b8960-229f-41f9-a7aa-d736ed6d9f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:03.209941 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-86e45ca7-e0b6-4e18-b145-a0130c5ee814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:03.535871 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:04.476353 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:06.208924 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:09.551525 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aee4b254-18b2-4654-9935-c07ada084f8d req-920dc889-862b-4d59-a4f1-2092edb200d1 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2091072743&fields=id&tenant_id=00a379200b2c4df4a38fa7b3152d650b HTTP/1.1" status: 200 len: 267 time: 0.0328362 Aug 10 04:20:09.659410 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee4b254-18b2-4654-9935-c07ada084f8d req-d720dd6e-473c-4675-9d91-b0b55f196dba tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:09.660785 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aee4b254-18b2-4654-9935-c07ada084f8d req-d720dd6e-473c-4675-9d91-b0b55f196dba tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/networks?id=b7c4d7bb-1c72-4232-89b3-38c1d3990381 HTTP/1.1" status: 200 len: 808 time: 0.1026366 Aug 10 04:20:09.675896 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aee4b254-18b2-4654-9935-c07ada084f8d req-0cc03f92-e91c-4b07-96fa-6b5e7c0f0404 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/quotas/00a379200b2c4df4a38fa7b3152d650b HTTP/1.1" status: 200 len: 375 time: 0.0089359 Aug 10 04:20:09.728054 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aee4b254-18b2-4654-9935-c07ada084f8d req-65184588-a6b8-4cba-889e-13c01923d51a tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=00a379200b2c4df4a38fa7b3152d650b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469964 Aug 10 04:20:09.823198 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aee4b254-18b2-4654-9935-c07ada084f8d req-cb818be8-6b09-41b8-a1db-b2fa4fe337be service neutron] 10.222.0.62 "GET /v2.0/networks/b7c4d7bb-1c72-4232-89b3-38c1d3990381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839267 Aug 10 04:20:09.912125 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aee4b254-18b2-4654-9935-c07ada084f8d req-74478f00-f6b9-4724-ba88-a368628d5a56 service neutron] 10.222.0.62 "GET /v2.0/networks/b7c4d7bb-1c72-4232-89b3-38c1d3990381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829325 Aug 10 04:20:10.195774 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bc309768-04a6-46d1-a074-55e7a0f1c1e8 req-15c7a72f-c515-4567-a4a8-43980b78acac tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 210 time: 0.0277152 Aug 10 04:20:11.064142 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee4b254-18b2-4654-9935-c07ada084f8d req-4c581f97-cca5-4685-895c-b99f40c12150 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:11.065637 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-aee4b254-18b2-4654-9935-c07ada084f8d req-4c581f97-cca5-4685-895c-b99f40c12150 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.58 "GET /v2.0/networks?id=b7c4d7bb-1c72-4232-89b3-38c1d3990381 HTTP/1.1" status: 200 len: 808 time: 0.1063552 Aug 10 04:20:11.111851 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-aee4b254-18b2-4654-9935-c07ada084f8d req-daa7deb7-a597-40fd-831a-b0a5a199caa1 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00a379200b2c4df4a38fa7b3152d650b HTTP/1.1" status: 200 len: 380 time: 0.0342431 Aug 10 04:20:11.122041 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-aee4b254-18b2-4654-9935-c07ada084f8d req-6e3226a1-9249-410d-acda-a4548531ef8c tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Request body: {'port': {'device_id': '09fb3724-0f9d-4aeb-943c-ec621a8fe7cd', 'network_id': 'b7c4d7bb-1c72-4232-89b3-38c1d3990381', 'admin_state_up': True, 'tenant_id': '00a379200b2c4df4a38fa7b3152d650b', 'security_groups': ['cdd05713-8a52-435d-a500-c19c56725e8b']}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:20:11.232383 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aee4b254-18b2-4654-9935-c07ada084f8d req-6e3226a1-9249-410d-acda-a4548531ef8c tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Made reservation on behalf of 00a379200b2c4df4a38fa7b3152d650b for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:20:11.236571 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-aee4b254-18b2-4654-9935-c07ada084f8d req-6e3226a1-9249-410d-acda-a4548531ef8c tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:11.290835 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-cc48d891-88ad-4483-bd58-0ee635db3249 req-bac3d818-cd8a-42aa-bb69-f1dc9f6f7248 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 210 time: 0.0265706 Aug 10 04:20:11.369174 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-aee4b254-18b2-4654-9935-c07ada084f8d req-6e3226a1-9249-410d-acda-a4548531ef8c tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Allocated IP 172.20.0.10 (b7c4d7bb-1c72-4232-89b3-38c1d3990381/ffcfb4f2-7976-4732-a3f7-3647f30ae830/0d5d1b38-77eb-479e-ba01-8da7b1c253b8) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:20:11.503611 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-aee4b254-18b2-4654-9935-c07ada084f8d req-6e3226a1-9249-410d-acda-a4548531ef8c tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:11.518325 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-aee4b254-18b2-4654-9935-c07ada084f8d req-6e3226a1-9249-410d-acda-a4548531ef8c tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Transition to ACTIVE for port object 0d5d1b38-77eb-479e-ba01-8da7b1c253b8 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:20:11.553209 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-aee4b254-18b2-4654-9935-c07ada084f8d req-6e3226a1-9249-410d-acda-a4548531ef8c tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:11.598396 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aee4b254-18b2-4654-9935-c07ada084f8d req-6e3226a1-9249-410d-acda-a4548531ef8c tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Network b7c4d7bb-1c72-4232-89b3-38c1d3990381 is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:20:11.603860 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-aee4b254-18b2-4654-9935-c07ada084f8d req-6e3226a1-9249-410d-acda-a4548531ef8c tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:20:11.607899 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-aee4b254-18b2-4654-9935-c07ada084f8d req-6e3226a1-9249-410d-acda-a4548531ef8c tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:20:11.637047 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3226a1-9249-410d-acda-a4548531ef8c tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Pushing event updated for resources: {'Port': ['ID=0d5d1b38-77eb-479e-ba01-8da7b1c253b8,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:11.663269 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee4b254-18b2-4654-9935-c07ada084f8d req-6e3226a1-9249-410d-acda-a4548531ef8c tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:11.663937 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-aee4b254-18b2-4654-9935-c07ada084f8d req-6e3226a1-9249-410d-acda-a4548531ef8c tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:11.681575 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-aee4b254-18b2-4654-9935-c07ada084f8d req-6e3226a1-9249-410d-acda-a4548531ef8c tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5634437 Aug 10 04:20:11.741896 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-aee4b254-18b2-4654-9935-c07ada084f8d req-966d8c51-4b85-4bd8-931b-eb9a9d7e76ff service neutron] Request body: {'port': {'device_id': '09fb3724-0f9d-4aeb-943c-ec621a8fe7cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:20:11.799250 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-aee4b254-18b2-4654-9935-c07ada084f8d req-966d8c51-4b85-4bd8-931b-eb9a9d7e76ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:11.894466 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-7853bcbf-fbda-4cf5-b3c8-12bccf74e675 None None] Provisioning for port 0d5d1b38-77eb-479e-ba01-8da7b1c253b8 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:20:11.899991 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-7853bcbf-fbda-4cf5-b3c8-12bccf74e675 None None] Provisioning complete for port 0d5d1b38-77eb-479e-ba01-8da7b1c253b8 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:20:11.910438 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7853bcbf-fbda-4cf5-b3c8-12bccf74e675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:11.946308 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-7853bcbf-fbda-4cf5-b3c8-12bccf74e675 None None] Port 0d5d1b38-77eb-479e-ba01-8da7b1c253b8 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:20:11.951103 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:20:12.072361 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-aee4b254-18b2-4654-9935-c07ada084f8d req-966d8c51-4b85-4bd8-931b-eb9a9d7e76ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d5d1b38-77eb-479e-ba01-8da7b1c253b8 {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:20:12.079881 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-aee4b254-18b2-4654-9935-c07ada084f8d req-966d8c51-4b85-4bd8-931b-eb9a9d7e76ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:12.091743 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-aee4b254-18b2-4654-9935-c07ada084f8d req-966d8c51-4b85-4bd8-931b-eb9a9d7e76ff service neutron] Transition to ACTIVE for port object 0d5d1b38-77eb-479e-ba01-8da7b1c253b8 will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:20:12.095024 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-aee4b254-18b2-4654-9935-c07ada084f8d req-966d8c51-4b85-4bd8-931b-eb9a9d7e76ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:12.146100 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966d8c51-4b85-4bd8-931b-eb9a9d7e76ff service neutron] Pushing event updated for resources: {'Port': ['ID=0d5d1b38-77eb-479e-ba01-8da7b1c253b8,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:12.219523 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-aee4b254-18b2-4654-9935-c07ada084f8d req-966d8c51-4b85-4bd8-931b-eb9a9d7e76ff service neutron] Attempting to bind port 0d5d1b38-77eb-479e-ba01-8da7b1c253b8 on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:20:12.219856 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-aee4b254-18b2-4654-9935-c07ada084f8d req-966d8c51-4b85-4bd8-931b-eb9a9d7e76ff service neutron] Attempting to bind port 0d5d1b38-77eb-479e-ba01-8da7b1c253b8 by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '50adf758-9ca4-4650-ad46-98533ca42e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b7c4d7bb-1c72-4232-89b3-38c1d3990381'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:20:12.220184 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee4b254-18b2-4654-9935-c07ada084f8d req-966d8c51-4b85-4bd8-931b-eb9a9d7e76ff service neutron] Attempting to bind port 0d5d1b38-77eb-479e-ba01-8da7b1c253b8 on network b7c4d7bb-1c72-4232-89b3-38c1d3990381 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:20:12.224985 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee4b254-18b2-4654-9935-c07ada084f8d req-966d8c51-4b85-4bd8-931b-eb9a9d7e76ff service neutron] Port 0d5d1b38-77eb-479e-ba01-8da7b1c253b8 on network b7c4d7bb-1c72-4232-89b3-38c1d3990381 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:20:12.225307 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee4b254-18b2-4654-9935-c07ada084f8d req-966d8c51-4b85-4bd8-931b-eb9a9d7e76ff service neutron] Attempting to bind port 0d5d1b38-77eb-479e-ba01-8da7b1c253b8 on network b7c4d7bb-1c72-4232-89b3-38c1d3990381 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:20:12.230845 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee4b254-18b2-4654-9935-c07ada084f8d req-966d8c51-4b85-4bd8-931b-eb9a9d7e76ff service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:20:12.231186 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee4b254-18b2-4654-9935-c07ada084f8d req-966d8c51-4b85-4bd8-931b-eb9a9d7e76ff service neutron] Checking segment: {'id': '50adf758-9ca4-4650-ad46-98533ca42e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b7c4d7bb-1c72-4232-89b3-38c1d3990381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:20:12.231592 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee4b254-18b2-4654-9935-c07ada084f8d req-966d8c51-4b85-4bd8-931b-eb9a9d7e76ff service neutron] Bound using segment: {'id': '50adf758-9ca4-4650-ad46-98533ca42e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b7c4d7bb-1c72-4232-89b3-38c1d3990381'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:20:12.233898 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-aee4b254-18b2-4654-9935-c07ada084f8d req-966d8c51-4b85-4bd8-931b-eb9a9d7e76ff service neutron] Bound port: 0d5d1b38-77eb-479e-ba01-8da7b1c253b8, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50adf758-9ca4-4650-ad46-98533ca42e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b7c4d7bb-1c72-4232-89b3-38c1d3990381'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:20:12.234326 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-aee4b254-18b2-4654-9935-c07ada084f8d req-966d8c51-4b85-4bd8-931b-eb9a9d7e76ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:12.313453 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-aee4b254-18b2-4654-9935-c07ada084f8d req-966d8c51-4b85-4bd8-931b-eb9a9d7e76ff service neutron] For port 0d5d1b38-77eb-479e-ba01-8da7b1c253b8, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:20:12.319196 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-aee4b254-18b2-4654-9935-c07ada084f8d req-966d8c51-4b85-4bd8-931b-eb9a9d7e76ff service neutron] For port 0d5d1b38-77eb-479e-ba01-8da7b1c253b8, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=0d5d1b38-77eb-479e-ba01-8da7b1c253b8,segment=NetworkSegment(50adf758-9ca4-4650-ad46-98533ca42e55),segment_id=50adf758-9ca4-4650-ad46-98533ca42e55)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:20:12.325234 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-aee4b254-18b2-4654-9935-c07ada084f8d req-966d8c51-4b85-4bd8-931b-eb9a9d7e76ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:12.345418 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee4b254-18b2-4654-9935-c07ada084f8d req-966d8c51-4b85-4bd8-931b-eb9a9d7e76ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:12.346221 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-aee4b254-18b2-4654-9935-c07ada084f8d req-966d8c51-4b85-4bd8-931b-eb9a9d7e76ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:12.347778 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-aee4b254-18b2-4654-9935-c07ada084f8d req-966d8c51-4b85-4bd8-931b-eb9a9d7e76ff service neutron] 10.222.0.58 "PUT /v2.0/ports/0d5d1b38-77eb-479e-ba01-8da7b1c253b8 HTTP/1.1" status: 200 len: 1093 time: 0.6584115 Aug 10 04:20:12.348237 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09fb3724-0f9d-4aeb-943c-ec621a8fe7cd', 'tag': '0d5d1b38-77eb-479e-ba01-8da7b1c253b8'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:20:12.352738 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22ad4654dd32cc7208a19091a2312c490144bb13544d6468e82e9e9d549a02ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b7c794-69f0-42c9-8821-97b764a14447" -d '{"events": [{"name": "network-changed", "server_uuid": "09fb3724-0f9d-4aeb-943c-ec621a8fe7cd", "tag": "0d5d1b38-77eb-479e-ba01-8da7b1c253b8"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:20:12.463619 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966d8c51-4b85-4bd8-931b-eb9a9d7e76ff service neutron] Pushing event updated for resources: {'Port': ['ID=0d5d1b38-77eb-479e-ba01-8da7b1c253b8,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:12.475054 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee4b254-18b2-4654-9935-c07ada084f8d req-0b7cb456-016d-4f7d-a063-ee9e7f537e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:12.476920 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-aee4b254-18b2-4654-9935-c07ada084f8d req-0b7cb456-016d-4f7d-a063-ee9e7f537e7c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=00a379200b2c4df4a38fa7b3152d650b&device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 1096 time: 0.0747154 Aug 10 04:20:12.484178 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0820ad34-ded2-43b6-b615-61dc2a3e65c3 req-9340d477-c3fc-48fb-bf7f-cff05bfc1361 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:12.488727 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0820ad34-ded2-43b6-b615-61dc2a3e65c3 req-9340d477-c3fc-48fb-bf7f-cff05bfc1361 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 944 time: 0.1167836 Aug 10 04:20:12.544751 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7629dbb1-148f-47ec-ae5d-bd29ae03a79e x-openstack-request-id: req-7629dbb1-148f-47ec-ae5d-bd29ae03a79e {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:20:12.545148 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09fb3724-0f9d-4aeb-943c-ec621a8fe7cd", "tag": "0d5d1b38-77eb-479e-ba01-8da7b1c253b8", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:20:12.545357 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7629dbb1-148f-47ec-ae5d-bd29ae03a79e {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:20:12.545763 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09fb3724-0f9d-4aeb-943c-ec621a8fe7cd', 'tag': '0d5d1b38-77eb-479e-ba01-8da7b1c253b8', 'status': 'completed', 'code': 200} Aug 10 04:20:12.548241 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-aee4b254-18b2-4654-9935-c07ada084f8d req-c09778a7-a614-4d57-aa97-e90efe292f26 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d5d1b38-77eb-479e-ba01-8da7b1c253b8 HTTP/1.1" status: 200 len: 217 time: 0.0634906 Aug 10 04:20:12.552678 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0820ad34-ded2-43b6-b615-61dc2a3e65c3 req-6d8c2042-6252-4efc-bdd6-ab6c141b2ec5 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd05713-8a52-435d-a500-c19c56725e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571213 Aug 10 04:20:12.602542 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee4b254-18b2-4654-9935-c07ada084f8d req-553d84af-8ec2-4a74-91d3-31f25e1cae9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:12.604394 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-aee4b254-18b2-4654-9935-c07ada084f8d req-553d84af-8ec2-4a74-91d3-31f25e1cae9a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ffcfb4f2-7976-4732-a3f7-3647f30ae830 HTTP/1.1" status: 200 len: 847 time: 0.0494702 Aug 10 04:20:12.652350 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee4b254-18b2-4654-9935-c07ada084f8d req-646fa370-6341-422d-8a3a-fd7de92fe1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:12.653898 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-aee4b254-18b2-4654-9935-c07ada084f8d req-646fa370-6341-422d-8a3a-fd7de92fe1a3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b7c4d7bb-1c72-4232-89b3-38c1d3990381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429120 Aug 10 04:20:12.749997 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-aee4b254-18b2-4654-9935-c07ada084f8d req-16589120-b2b8-4f2e-b0e6-6ecb7d30338c service neutron] 10.222.0.58 "GET /v2.0/networks/b7c4d7bb-1c72-4232-89b3-38c1d3990381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890622 Aug 10 04:20:12.840895 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-aee4b254-18b2-4654-9935-c07ada084f8d req-54cb821e-8bba-47f1-a022-ef04da2aa702 service neutron] 10.222.0.58 "GET /v2.0/networks/b7c4d7bb-1c72-4232-89b3-38c1d3990381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842628 Aug 10 04:20:12.928230 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b7c794-69f0-42c9-8821-97b764a14447 req-e21b2276-1e6e-439a-9fa6-dfc6218bba4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:12.929778 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b5b7c794-69f0-42c9-8821-97b764a14447 req-e21b2276-1e6e-439a-9fa6-dfc6218bba4f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=00a379200b2c4df4a38fa7b3152d650b&device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 1096 time: 0.0472665 Aug 10 04:20:13.023802 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b7c794-69f0-42c9-8821-97b764a14447 req-12fbfdac-511f-433c-bff7-4b11d4f33196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:13.025290 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b5b7c794-69f0-42c9-8821-97b764a14447 req-12fbfdac-511f-433c-bff7-4b11d4f33196 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b7c4d7bb-1c72-4232-89b3-38c1d3990381 HTTP/1.1" status: 200 len: 909 time: 0.0886164 Aug 10 04:20:13.066340 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b5b7c794-69f0-42c9-8821-97b764a14447 req-fbd3cc98-5c59-4fb9-b052-eda5eee6da15 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d5d1b38-77eb-479e-ba01-8da7b1c253b8 HTTP/1.1" status: 200 len: 217 time: 0.0343461 Aug 10 04:20:13.126718 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b7c794-69f0-42c9-8821-97b764a14447 req-1f2ba554-5483-4a8b-8037-9dde57129c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:13.128256 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b5b7c794-69f0-42c9-8821-97b764a14447 req-1f2ba554-5483-4a8b-8037-9dde57129c63 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ffcfb4f2-7976-4732-a3f7-3647f30ae830 HTTP/1.1" status: 200 len: 847 time: 0.0531933 Aug 10 04:20:13.174286 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b7c794-69f0-42c9-8821-97b764a14447 req-ba9fb292-3d54-4f2c-be26-dce7c40c5555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:13.175663 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b5b7c794-69f0-42c9-8821-97b764a14447 req-ba9fb292-3d54-4f2c-be26-dce7c40c5555 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b7c4d7bb-1c72-4232-89b3-38c1d3990381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405161 Aug 10 04:20:13.266012 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b5b7c794-69f0-42c9-8821-97b764a14447 req-1ddfe95a-0d56-4b6f-8250-349cfcdc272d service neutron] 10.222.0.58 "GET /v2.0/networks/b7c4d7bb-1c72-4232-89b3-38c1d3990381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828600 Aug 10 04:20:13.359619 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-b5b7c794-69f0-42c9-8821-97b764a14447 req-e6b0a7d9-348c-420d-9f73-3941ba08563e service neutron] 10.222.0.58 "GET /v2.0/networks/b7c4d7bb-1c72-4232-89b3-38c1d3990381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872893 Aug 10 04:20:13.675600 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c1223-4808-4f8c-b39b-c0a87cccd38c req-e0949527-9f05-4897-af98-4658ffcee302 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:13.677168 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-165c1223-4808-4f8c-b39b-c0a87cccd38c req-e0949527-9f05-4897-af98-4658ffcee302 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 944 time: 0.0515273 Aug 10 04:20:13.716647 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-165c1223-4808-4f8c-b39b-c0a87cccd38c req-6cbbed3c-fafa-467b-b3c8-a533fd8b61c8 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd05713-8a52-435d-a500-c19c56725e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325062 Aug 10 04:20:14.834389 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c23cc42-31d9-484d-8563-7262f345d576 req-e9b8c8e0-daf4-43de-bf8f-5bd3c19cb547 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:14.836396 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7c23cc42-31d9-484d-8563-7262f345d576 req-e9b8c8e0-daf4-43de-bf8f-5bd3c19cb547 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 944 time: 0.0515170 Aug 10 04:20:14.876465 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7c23cc42-31d9-484d-8563-7262f345d576 req-bf91a11e-c115-4299-b6ca-9e18869bf7bc tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd05713-8a52-435d-a500-c19c56725e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337594 Aug 10 04:20:15.995170 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b207cd-9fa1-4880-be4f-38dc8fc78d3a req-8c6657dd-52f8-419d-b88e-66a90f4920ba tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:15.996659 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-44b207cd-9fa1-4880-be4f-38dc8fc78d3a req-8c6657dd-52f8-419d-b88e-66a90f4920ba tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 944 time: 0.0525522 Aug 10 04:20:16.034400 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-44b207cd-9fa1-4880-be4f-38dc8fc78d3a req-aee9f80a-082b-4917-8c46-4a3858be617b tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd05713-8a52-435d-a500-c19c56725e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318263 Aug 10 04:20:17.148979 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b342f1-cc3a-4836-9fc6-509967cbee86 req-f6b51724-d8cd-46a4-a64c-a85c050992fd tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:17.150503 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-22b342f1-cc3a-4836-9fc6-509967cbee86 req-f6b51724-d8cd-46a4-a64c-a85c050992fd tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 944 time: 0.0490546 Aug 10 04:20:17.189399 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-22b342f1-cc3a-4836-9fc6-509967cbee86 req-6ea63e46-d447-4a96-a72f-d5f638183356 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd05713-8a52-435d-a500-c19c56725e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319340 Aug 10 04:20:18.302062 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254de3a1-dd97-4adc-a242-d3e3c25adb1b req-b5486233-28c4-428e-beca-ab99026d088c tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:18.303619 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-254de3a1-dd97-4adc-a242-d3e3c25adb1b req-b5486233-28c4-428e-beca-ab99026d088c tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 944 time: 0.0482101 Aug 10 04:20:18.341074 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-254de3a1-dd97-4adc-a242-d3e3c25adb1b req-268f9d70-6bd9-4335-98be-0e22437274e9 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd05713-8a52-435d-a500-c19c56725e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316672 Aug 10 04:20:19.461453 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5ed66-42c3-4768-825b-8ee339bc4c70 req-3242cc47-8fec-4a5a-9955-90fac6bc044c tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:19.463278 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-22d5ed66-42c3-4768-825b-8ee339bc4c70 req-3242cc47-8fec-4a5a-9955-90fac6bc044c tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 944 time: 0.0548444 Aug 10 04:20:19.503195 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-22d5ed66-42c3-4768-825b-8ee339bc4c70 req-dcc812ea-bc06-42af-8f38-af899118491c tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd05713-8a52-435d-a500-c19c56725e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337648 Aug 10 04:20:20.618099 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e9b0e3-d810-4524-b0ba-ec3b13f90f23 req-abcb7adf-cf44-4aaf-810b-c6027eb706b3 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:20.619621 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-61e9b0e3-d810-4524-b0ba-ec3b13f90f23 req-abcb7adf-cf44-4aaf-810b-c6027eb706b3 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 944 time: 0.0495555 Aug 10 04:20:20.657657 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-61e9b0e3-d810-4524-b0ba-ec3b13f90f23 req-0a8891ac-efae-4cc5-842b-b5e028fb2305 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd05713-8a52-435d-a500-c19c56725e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320930 Aug 10 04:20:21.776203 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56983379-7ba4-4a4d-bd51-370d4b0d65a9 req-001ac2ac-5585-4f59-bbfd-34d495dd1bd1 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:21.777722 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-56983379-7ba4-4a4d-bd51-370d4b0d65a9 req-001ac2ac-5585-4f59-bbfd-34d495dd1bd1 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 944 time: 0.0499129 Aug 10 04:20:21.816053 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-56983379-7ba4-4a4d-bd51-370d4b0d65a9 req-c183ea48-76af-445f-bb58-11bfc475d065 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd05713-8a52-435d-a500-c19c56725e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318680 Aug 10 04:20:22.933448 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74890b76-d699-497f-a5c4-96adc34be252 req-7c630c7c-9286-408f-b9e1-c8122fd4c95a tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:22.934956 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-74890b76-d699-497f-a5c4-96adc34be252 req-7c630c7c-9286-408f-b9e1-c8122fd4c95a tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 944 time: 0.0521703 Aug 10 04:20:22.972629 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-74890b76-d699-497f-a5c4-96adc34be252 req-0fa784c6-8d80-4391-a7b7-d85556f43bc1 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd05713-8a52-435d-a500-c19c56725e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317180 Aug 10 04:20:23.639391 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 0d5d1b38-77eb-479e-ba01-8da7b1c253b8 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:20:23.737934 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 0d5d1b38-77eb-479e-ba01-8da7b1c253b8, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=0d5d1b38-77eb-479e-ba01-8da7b1c253b8,segment=NetworkSegment(50adf758-9ca4-4650-ad46-98533ca42e55),segment_id=50adf758-9ca4-4650-ad46-98533ca42e55)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:20:23.749174 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': '0d5d1b38-77eb-479e-ba01-8da7b1c253b8', 'network_id': 'b7c4d7bb-1c72-4232-89b3-38c1d3990381', 'port_id': '0d5d1b38-77eb-479e-ba01-8da7b1c253b8', 'mac_address': 'fa:16:3e:db:90:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffcfb4f2-7976-4732-a3f7-3647f30ae830', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:20:23.786394 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:23.799826 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d5d1b38-77eb-479e-ba01-8da7b1c253b8 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:20:23.819445 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 0d5d1b38-77eb-479e-ba01-8da7b1c253b8, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=0d5d1b38-77eb-479e-ba01-8da7b1c253b8,segment=NetworkSegment(50adf758-9ca4-4650-ad46-98533ca42e55),segment_id=50adf758-9ca4-4650-ad46-98533ca42e55)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:20:23.823645 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:23.874182 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=0d5d1b38-77eb-479e-ba01-8da7b1c253b8,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:23.881455 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:23.881800 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:23.882139 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:23.882478 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:23.882826 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:23.883155 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:23.883480 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:23.883814 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:23.884126 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:23.884444 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:23.884763 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:23.885080 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:24.034776 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['0d5d1b38-77eb-479e-ba01-8da7b1c253b8'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:20:24.090578 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01f808-4f2a-4649-aa85-dabd13231b78 req-448853e7-6fe7-44f8-96e1-f60f8da17741 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:24.092175 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ac01f808-4f2a-4649-aa85-dabd13231b78 req-448853e7-6fe7-44f8-96e1-f60f8da17741 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 945 time: 0.0506232 Aug 10 04:20:24.132769 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ac01f808-4f2a-4649-aa85-dabd13231b78 req-6826d108-fb0d-49ba-82e4-aa785a213234 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd05713-8a52-435d-a500-c19c56725e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345569 Aug 10 04:20:25.247425 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bcee5f-a147-4be2-82e3-ab99817ccd7d req-bf37545f-b0f7-4334-9f3a-eee2a59bc203 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:25.248945 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-20bcee5f-a147-4be2-82e3-ab99817ccd7d req-bf37545f-b0f7-4334-9f3a-eee2a59bc203 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 945 time: 0.0485728 Aug 10 04:20:25.285871 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-20bcee5f-a147-4be2-82e3-ab99817ccd7d req-f867d245-5394-48fd-b0c9-41e30c6a40b2 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd05713-8a52-435d-a500-c19c56725e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309346 Aug 10 04:20:25.639380 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 0d5d1b38-77eb-479e-ba01-8da7b1c253b8 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:20:25.689148 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port 0d5d1b38-77eb-479e-ba01-8da7b1c253b8 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:20:25.693108 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port 0d5d1b38-77eb-479e-ba01-8da7b1c253b8 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:20:25.693546 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:25.768588 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:25.790836 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09fb3724-0f9d-4aeb-943c-ec621a8fe7cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d5d1b38-77eb-479e-ba01-8da7b1c253b8'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:20:25.793054 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}687ba51f6797870dc73eef52a647f30c5325a6c2ab4bb07751a6afc0cf078d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b467b6-7946-4915-9fb9-edc3d5c297eb" -d '{"events": [{"server_uuid": "09fb3724-0f9d-4aeb-943c-ec621a8fe7cd", "name": "network-vif-plugged", "status": "completed", "tag": "0d5d1b38-77eb-479e-ba01-8da7b1c253b8"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:20:25.806096 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 0d5d1b38-77eb-479e-ba01-8da7b1c253b8, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=0d5d1b38-77eb-479e-ba01-8da7b1c253b8,segment=NetworkSegment(50adf758-9ca4-4650-ad46-98533ca42e55),segment_id=50adf758-9ca4-4650-ad46-98533ca42e55)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:20:25.810345 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:25.833711 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736938aa-edad-4f09-9cd6-655ce272875f x-openstack-request-id: req-736938aa-edad-4f09-9cd6-655ce272875f {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:20:25.834002 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09fb3724-0f9d-4aeb-943c-ec621a8fe7cd", "name": "network-vif-plugged", "status": "completed", "tag": "0d5d1b38-77eb-479e-ba01-8da7b1c253b8", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:20:25.834254 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-736938aa-edad-4f09-9cd6-655ce272875f {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:20:25.835282 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09fb3724-0f9d-4aeb-943c-ec621a8fe7cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d5d1b38-77eb-479e-ba01-8da7b1c253b8', 'code': 200} Aug 10 04:20:25.863212 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=0d5d1b38-77eb-479e-ba01-8da7b1c253b8,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:25.928073 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ef026-8921-43d6-a6f3-198cdcb2fd71 req-eddecee7-6268-4376-978d-12cb99509ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:25.930080 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6c6ef026-8921-43d6-a6f3-198cdcb2fd71 req-eddecee7-6268-4376-978d-12cb99509ae2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 1098 time: 0.0418174 Aug 10 04:20:25.964960 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-6c6ef026-8921-43d6-a6f3-198cdcb2fd71 req-03910809-66e9-4e5d-8d78-7519465c0ff0 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=cdd05713-8a52-435d-a500-c19c56725e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281267 Aug 10 04:20:26.401787 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f55546-0f1d-48bc-bd31-3705f79d64a1 req-bed40099-421f-46ce-a4e2-e56b1787a600 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:26.403288 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c3f55546-0f1d-48bc-bd31-3705f79d64a1 req-bed40099-421f-46ce-a4e2-e56b1787a600 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 946 time: 0.0519044 Aug 10 04:20:26.440010 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c3f55546-0f1d-48bc-bd31-3705f79d64a1 req-e1276ba9-6fa7-460d-8782-41691098918b tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd05713-8a52-435d-a500-c19c56725e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307889 Aug 10 04:20:26.984715 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:27.384761 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:27.559367 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2943332a-2477-47d4-a172-36b6a106fb35 req-b129965d-db9b-4734-ac1c-00479248b6d3 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:27.560870 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2943332a-2477-47d4-a172-36b6a106fb35 req-b129965d-db9b-4734-ac1c-00479248b6d3 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 946 time: 0.0513391 Aug 10 04:20:27.598997 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2943332a-2477-47d4-a172-36b6a106fb35 req-ef3c6cd8-c18e-447d-8dc7-27e946c767e6 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd05713-8a52-435d-a500-c19c56725e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320213 Aug 10 04:20:27.715467 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e232d9dd-3481-4d3d-868c-f277ed9b4c92 req-7ef49436-f6d3-454d-8ded-916a9a1988ec tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:27.716938 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e232d9dd-3481-4d3d-868c-f277ed9b4c92 req-7ef49436-f6d3-454d-8ded-916a9a1988ec tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 946 time: 0.0513113 Aug 10 04:20:27.753671 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e232d9dd-3481-4d3d-868c-f277ed9b4c92 req-5cd14d8c-3a2c-4459-a386-580158c0385a tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd05713-8a52-435d-a500-c19c56725e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307825 Aug 10 04:20:27.776063 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 44442) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:20:28.134387 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d81db3c-bd26-453c-bdd4-1da8fce68fdb tempest-TestShelveInstance-1692029954 tempest-TestShelveInstance-1692029954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:28.135958 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-9d81db3c-bd26-453c-bdd4-1da8fce68fdb tempest-TestShelveInstance-1692029954 tempest-TestShelveInstance-1692029954-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 1093 time: 0.3589172 Aug 10 04:20:28.138704 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 44444) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:20:28.143128 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-872bd12b-9c76-4006-84a6-7ac1c02c4b12 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Request body: {'floatingip': {'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'port_id': '0d5d1b38-77eb-479e-ba01-8da7b1c253b8', 'tenant_id': '00a379200b2c4df4a38fa7b3152d650b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:20:28.164938 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-872bd12b-9c76-4006-84a6-7ac1c02c4b12 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks [] for floatingip, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:28.259051 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-872bd12b-9c76-4006-84a6-7ac1c02c4b12 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:28.363498 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-872bd12b-9c76-4006-84a6-7ac1c02c4b12 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Allocated IP 172.25.7.130 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/4e2fe91e-b7a3-47bd-ad8a-e9779da158cb) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:20:28.462480 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-872bd12b-9c76-4006-84a6-7ac1c02c4b12 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:28.504960 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-872bd12b-9c76-4006-84a6-7ac1c02c4b12 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:28.550919 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872bd12b-9c76-4006-84a6-7ac1c02c4b12 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:20:28.554453 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-872bd12b-9c76-4006-84a6-7ac1c02c4b12 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:20:28.558923 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872bd12b-9c76-4006-84a6-7ac1c02c4b12 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:20:28.561689 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872bd12b-9c76-4006-84a6-7ac1c02c4b12 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Pushing event updated for resources: {'Port': ['ID=4e2fe91e-b7a3-47bd-ad8a-e9779da158cb,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:28.961233 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-872bd12b-9c76-4006-84a6-7ac1c02c4b12 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:29.073265 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-872bd12b-9c76-4006-84a6-7ac1c02c4b12 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:29.248902 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-872bd12b-9c76-4006-84a6-7ac1c02c4b12 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:29.257049 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-872bd12b-9c76-4006-84a6-7ac1c02c4b12 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:29.326354 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872bd12b-9c76-4006-84a6-7ac1c02c4b12 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Pushing event updated for resources: {'Port': ['ID=4e2fe91e-b7a3-47bd-ad8a-e9779da158cb,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:29.336842 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-872bd12b-9c76-4006-84a6-7ac1c02c4b12 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:29.438657 n-d-768851-15 neutron-server[94216]: INFO neutron.db.l3_db [None req-872bd12b-9c76-4006-84a6-7ac1c02c4b12 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Floating IP 0a27b20f-b0cf-430a-9d6e-48db2b0d93f1 associated. External IP: 172.25.7.130, port: 0d5d1b38-77eb-479e-ba01-8da7b1c253b8. Aug 10 04:20:29.649480 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-872bd12b-9c76-4006-84a6-7ac1c02c4b12 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Router e1a86e0d-b328-4041-bbb5-c0d1b8b42d36 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:20:29.757176 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-872bd12b-9c76-4006-84a6-7ac1c02c4b12 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:20:29.766630 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f62f655-cc2f-4d39-9689-43d7e98c0ad8 None None] Sync routers for ids ['e1a86e0d-b328-4041-bbb5-c0d1b8b42d36'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:20:29.773938 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-872bd12b-9c76-4006-84a6-7ac1c02c4b12 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:29.776120 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f62f655-cc2f-4d39-9689-43d7e98c0ad8 None None] Routers {'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:20:29.776812 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-0f62f655-cc2f-4d39-9689-43d7e98c0ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:20:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['e1a86e0d-b328-4041-bbb5-c0d1b8b42d36'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:20:29.801399 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-872bd12b-9c76-4006-84a6-7ac1c02c4b12 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6614516 Aug 10 04:20:29.802708 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09fb3724-0f9d-4aeb-943c-ec621a8fe7cd', 'tag': '0d5d1b38-77eb-479e-ba01-8da7b1c253b8'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:20:29.804625 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0021ea54f387d2ae39ffe00c7e01dc720af9cc0ec992141d1f8728dec056f1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e7e5cd-4241-4c35-8b84-7c578dfb40a2" -d '{"events": [{"name": "network-changed", "server_uuid": "09fb3724-0f9d-4aeb-943c-ec621a8fe7cd", "tag": "0d5d1b38-77eb-479e-ba01-8da7b1c253b8"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:20:29.842396 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c300f6c-8a5f-485a-8434-aa789bffbd42 x-openstack-request-id: req-8c300f6c-8a5f-485a-8434-aa789bffbd42 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:20:29.842697 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09fb3724-0f9d-4aeb-943c-ec621a8fe7cd", "tag": "0d5d1b38-77eb-479e-ba01-8da7b1c253b8", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:20:29.842990 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8c300f6c-8a5f-485a-8434-aa789bffbd42 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:20:29.843398 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09fb3724-0f9d-4aeb-943c-ec621a8fe7cd', 'tag': '0d5d1b38-77eb-479e-ba01-8da7b1c253b8', 'status': 'completed', 'code': 200} Aug 10 04:20:29.891063 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-0f62f655-cc2f-4d39-9689-43d7e98c0ad8 None None] Set router e1a86e0d-b328-4041-bbb5-c0d1b8b42d36 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:20:29.920500 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7e5cd-4241-4c35-8b84-7c578dfb40a2 req-7fd8165b-3338-40b5-91c5-810ebce19f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:29.922034 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-45e7e5cd-4241-4c35-8b84-7c578dfb40a2 req-7fd8165b-3338-40b5-91c5-810ebce19f49 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=00a379200b2c4df4a38fa7b3152d650b&device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 1098 time: 0.0533435 Aug 10 04:20:30.012187 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7e5cd-4241-4c35-8b84-7c578dfb40a2 req-6443ca4f-117a-4f29-90d3-3ef7a14c05cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:30.013678 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-45e7e5cd-4241-4c35-8b84-7c578dfb40a2 req-6443ca4f-117a-4f29-90d3-3ef7a14c05cb service neutron] 10.222.0.58 "GET /v2.0/networks?id=b7c4d7bb-1c72-4232-89b3-38c1d3990381 HTTP/1.1" status: 200 len: 909 time: 0.0846202 Aug 10 04:20:30.083189 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-45e7e5cd-4241-4c35-8b84-7c578dfb40a2 req-1a11ddaa-6fb4-4ba1-ae4a-af805ab14cd2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d5d1b38-77eb-479e-ba01-8da7b1c253b8 HTTP/1.1" status: 200 len: 1000 time: 0.0629315 Aug 10 04:20:30.118106 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-0f62f655-cc2f-4d39-9689-43d7e98c0ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36', 'name': 'tempest-TestShelveInstance-145683855-router', 'tenant_id': '00a379200b2c4df4a38fa7b3152d650b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '872bd91c-95ea-4524-820e-943954e63a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:15:30Z', 'updated_at': '2021-08-10T04:15:33Z', 'revision_number': 4, 'project_id': '00a379200b2c4df4a38fa7b3152d650b', 'gw_port': {'id': '872bd91c-95ea-4524-820e-943954e63a04', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:fd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:15:30Z', 'updated_at': '2021-08-10T04:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '0a27b20f-b0cf-430a-9d6e-48db2b0d93f1', 'tenant_id': '00a379200b2c4df4a38fa7b3152d650b', 'floating_ip_address': '172.25.7.130', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': 'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36', 'port_id': '0d5d1b38-77eb-479e-ba01-8da7b1c253b8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7c4d7bb-1c72-4232-89b3-38c1d3990381', 'mac_address': 'fa:16:3e:db:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fb3724-0f9d-4aeb-943c-ec621a8fe7cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:20:28Z', 'updated_at': '2021-08-10T04:20:28Z', 'revision_number': 0, 'project_id': '00a379200b2c4df4a38fa7b3152d650b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7545017-a09f-44e3-bb61-36b9c576856f', 'name': '', 'network_id': 'b7c4d7bb-1c72-4232-89b3-38c1d3990381', 'tenant_id': '00a379200b2c4df4a38fa7b3152d650b', 'mac_address': 'fa:16:3e:d4:c0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ffcfb4f2-7976-4732-a3f7-3647f30ae830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:15:32Z', 'updated_at': '2021-08-10T04:15:39Z', 'revision_number': 5, 'project_id': '00a379200b2c4df4a38fa7b3152d650b', 'subnets': [{'id': 'ffcfb4f2-7976-4732-a3f7-3647f30ae830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:20:30.133854 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7e5cd-4241-4c35-8b84-7c578dfb40a2 req-2e868ac3-7606-4420-8568-6287a2e9aa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:30.135374 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-45e7e5cd-4241-4c35-8b84-7c578dfb40a2 req-2e868ac3-7606-4420-8568-6287a2e9aa3e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ffcfb4f2-7976-4732-a3f7-3647f30ae830 HTTP/1.1" status: 200 len: 847 time: 0.0461555 Aug 10 04:20:30.144807 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f62f655-cc2f-4d39-9689-43d7e98c0ad8 None None] Checking router: e1a86e0d-b328-4041-bbb5-c0d1b8b42d36 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:20:30.153343 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f62f655-cc2f-4d39-9689-43d7e98c0ad8 None None] Routers {'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:20:30.153953 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-0f62f655-cc2f-4d39-9689-43d7e98c0ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:20:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['e1a86e0d-b328-4041-bbb5-c0d1b8b42d36'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:20:30.182444 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7e5cd-4241-4c35-8b84-7c578dfb40a2 req-adc600cf-91e8-4e6b-a26d-b82c5a335ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:30.184025 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-45e7e5cd-4241-4c35-8b84-7c578dfb40a2 req-adc600cf-91e8-4e6b-a26d-b82c5a335ca3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b7c4d7bb-1c72-4232-89b3-38c1d3990381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423014 Aug 10 04:20:30.260647 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-0f62f655-cc2f-4d39-9689-43d7e98c0ad8 None None] Set router e1a86e0d-b328-4041-bbb5-c0d1b8b42d36 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:20:30.276021 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-45e7e5cd-4241-4c35-8b84-7c578dfb40a2 req-11122f56-9935-4049-8780-08ca83968df0 service neutron] 10.222.0.58 "GET /v2.0/networks/b7c4d7bb-1c72-4232-89b3-38c1d3990381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852520 Aug 10 04:20:30.368051 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-45e7e5cd-4241-4c35-8b84-7c578dfb40a2 req-44f64c2f-0454-4fe2-94de-9a3b37bb8e8d service neutron] 10.222.0.58 "GET /v2.0/networks/b7c4d7bb-1c72-4232-89b3-38c1d3990381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856919 Aug 10 04:20:30.457528 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-941a1b08-3ba7-41ca-b5b5-2d06c20c99f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:30.510172 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-0f62f655-cc2f-4d39-9689-43d7e98c0ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36', 'name': 'tempest-TestShelveInstance-145683855-router', 'tenant_id': '00a379200b2c4df4a38fa7b3152d650b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '872bd91c-95ea-4524-820e-943954e63a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:15:30Z', 'updated_at': '2021-08-10T04:15:33Z', 'revision_number': 4, 'project_id': '00a379200b2c4df4a38fa7b3152d650b', 'gw_port': {'id': '872bd91c-95ea-4524-820e-943954e63a04', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:fd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:15:30Z', 'updated_at': '2021-08-10T04:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '0a27b20f-b0cf-430a-9d6e-48db2b0d93f1', 'tenant_id': '00a379200b2c4df4a38fa7b3152d650b', 'floating_ip_address': '172.25.7.130', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': 'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36', 'port_id': '0d5d1b38-77eb-479e-ba01-8da7b1c253b8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7c4d7bb-1c72-4232-89b3-38c1d3990381', 'mac_address': 'fa:16:3e:db:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fb3724-0f9d-4aeb-943c-ec621a8fe7cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:20:28Z', 'updated_at': '2021-08-10T04:20:28Z', 'revision_number': 0, 'project_id': '00a379200b2c4df4a38fa7b3152d650b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7545017-a09f-44e3-bb61-36b9c576856f', 'name': '', 'network_id': 'b7c4d7bb-1c72-4232-89b3-38c1d3990381', 'tenant_id': '00a379200b2c4df4a38fa7b3152d650b', 'mac_address': 'fa:16:3e:d4:c0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ffcfb4f2-7976-4732-a3f7-3647f30ae830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:15:32Z', 'updated_at': '2021-08-10T04:15:39Z', 'revision_number': 5, 'project_id': '00a379200b2c4df4a38fa7b3152d650b', 'subnets': [{'id': 'ffcfb4f2-7976-4732-a3f7-3647f30ae830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:20:30.536539 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f62f655-cc2f-4d39-9689-43d7e98c0ad8 None None] The sync data for ids ['e1a86e0d-b328-4041-bbb5-c0d1b8b42d36'] in n-d-768851-15 is: [{'id': 'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36', 'name': 'tempest-TestShelveInstance-145683855-router', 'tenant_id': '00a379200b2c4df4a38fa7b3152d650b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '872bd91c-95ea-4524-820e-943954e63a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:15:30Z', 'updated_at': '2021-08-10T04:15:33Z', 'revision_number': 4, 'project_id': '00a379200b2c4df4a38fa7b3152d650b', 'gw_port': {'id': '872bd91c-95ea-4524-820e-943954e63a04', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:fd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:15:30Z', 'updated_at': '2021-08-10T04:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '0a27b20f-b0cf-430a-9d6e-48db2b0d93f1', 'tenant_id': '00a379200b2c4df4a38fa7b3152d650b', 'floating_ip_address': '172.25.7.130', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': 'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36', 'port_id': '0d5d1b38-77eb-479e-ba01-8da7b1c253b8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7c4d7bb-1c72-4232-89b3-38c1d3990381', 'mac_address': 'fa:16:3e:db:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fb3724-0f9d-4aeb-943c-ec621a8fe7cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:20:28Z', 'updated_at': '2021-08-10T04:20:28Z', 'revision_number': 0, 'project_id': '00a379200b2c4df4a38fa7b3152d650b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7545017-a09f-44e3-bb61-36b9c576856f', 'name': '', 'network_id': 'b7c4d7bb-1c72-4232-89b3-38c1d3990381', 'tenant_id': '00a379200b2c4df4a38fa7b3152d650b', 'mac_address': 'fa:16:3e:d4:c0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ffcfb4f2-7976-4732-a3f7-3647f30ae830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:15:32Z', 'updated_at': '2021-08-10T04:15:39Z', 'revision_number': 5, 'project_id': '00a379200b2c4df4a38fa7b3152d650b', 'subnets': [{'id': 'ffcfb4f2-7976-4732-a3f7-3647f30ae830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:20:30.732472 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58801112-0a7b-4889-8079-a26fc3c18e83 None None] New status for floating IP 0a27b20f-b0cf-430a-9d6e-48db2b0d93f1: ACTIVE {{(pid=94219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:20:33.162009 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-58e14fd3-a082-4a03-8d9e-fbbad35bb32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:33.537527 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:34.478429 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:36.211488 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:41.638082 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fb7f8686-7c19-4974-81c7-76729d7100f8 req-21d45ffe-e3a9-4e33-b186-b84aa6bd5a58 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404892 Aug 10 04:20:41.725857 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f8686-7c19-4974-81c7-76729d7100f8 req-a56ae884-9306-4877-b699-91db3764307c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:41.727424 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fb7f8686-7c19-4974-81c7-76729d7100f8 req-a56ae884-9306-4877-b699-91db3764307c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=00a379200b2c4df4a38fa7b3152d650b&device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 1098 time: 0.0461340 Aug 10 04:20:41.828142 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f8686-7c19-4974-81c7-76729d7100f8 req-bc917fa6-dd77-4a25-9d37-f5a5cb5bfd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:41.829616 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fb7f8686-7c19-4974-81c7-76729d7100f8 req-bc917fa6-dd77-4a25-9d37-f5a5cb5bfd9e service neutron] 10.222.0.58 "GET /v2.0/networks?id=b7c4d7bb-1c72-4232-89b3-38c1d3990381 HTTP/1.1" status: 200 len: 909 time: 0.0837288 Aug 10 04:20:41.900787 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fb7f8686-7c19-4974-81c7-76729d7100f8 req-23897f1b-d687-4264-ad95-02bcd0e3b5f9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d5d1b38-77eb-479e-ba01-8da7b1c253b8 HTTP/1.1" status: 200 len: 1002 time: 0.0641854 Aug 10 04:20:41.954657 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f8686-7c19-4974-81c7-76729d7100f8 req-0195e794-7ef8-4477-96f5-c10de8917fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:41.956205 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fb7f8686-7c19-4974-81c7-76729d7100f8 req-0195e794-7ef8-4477-96f5-c10de8917fdf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ffcfb4f2-7976-4732-a3f7-3647f30ae830 HTTP/1.1" status: 200 len: 847 time: 0.0475361 Aug 10 04:20:42.014996 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f8686-7c19-4974-81c7-76729d7100f8 req-f6fcadbe-d34e-4e3f-a8c1-2590d6d19e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:42.016532 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fb7f8686-7c19-4974-81c7-76729d7100f8 req-f6fcadbe-d34e-4e3f-a8c1-2590d6d19e9a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b7c4d7bb-1c72-4232-89b3-38c1d3990381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514951 Aug 10 04:20:42.111023 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fb7f8686-7c19-4974-81c7-76729d7100f8 req-954ad097-a2f8-4e56-a183-9b9a18635fe2 service neutron] 10.222.0.58 "GET /v2.0/networks/b7c4d7bb-1c72-4232-89b3-38c1d3990381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870855 Aug 10 04:20:42.200727 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-fb7f8686-7c19-4974-81c7-76729d7100f8 req-63477d34-920a-4066-ba96-5bf0e7eabf73 service neutron] 10.222.0.58 "GET /v2.0/networks/b7c4d7bb-1c72-4232-89b3-38c1d3990381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827742 Aug 10 04:20:48.951323 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:20:57.002929 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:57.373750 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:00.450007 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ca9a09da-573f-44f4-9bb4-c8ff7c6a3d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:03.163006 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b077c932-440f-4d60-93e6-8fec0c18e18e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:03.543002 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:04.481200 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:06.215466 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:25.950339 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:21:27.001112 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:27.367498 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:30.453877 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-32a423db-cdf4-4be8-82da-e6701d4bc7db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:33.164770 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a1651a77-bfff-4192-ac8f-db4a9b96a85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:33.543393 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:34.483756 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:36.217732 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:43.651451 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3654f503-a652-40cc-a515-8c91cc516c26 req-d80e5f50-9745-4481-92f5-b8c2545a8c0a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403209 Aug 10 04:21:43.735991 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3654f503-a652-40cc-a515-8c91cc516c26 req-736ec2e7-7215-4152-8a06-7a9d99416915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:43.737500 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3654f503-a652-40cc-a515-8c91cc516c26 req-736ec2e7-7215-4152-8a06-7a9d99416915 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=00a379200b2c4df4a38fa7b3152d650b&device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 1098 time: 0.0448084 Aug 10 04:21:43.835236 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3654f503-a652-40cc-a515-8c91cc516c26 req-99631964-8c51-4ae1-b1e3-d053751df24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:43.836685 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3654f503-a652-40cc-a515-8c91cc516c26 req-99631964-8c51-4ae1-b1e3-d053751df24c service neutron] 10.222.0.58 "GET /v2.0/networks?id=b7c4d7bb-1c72-4232-89b3-38c1d3990381 HTTP/1.1" status: 200 len: 909 time: 0.0814781 Aug 10 04:21:43.904267 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3654f503-a652-40cc-a515-8c91cc516c26 req-575a4fab-c617-4875-a815-55560a33cb75 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d5d1b38-77eb-479e-ba01-8da7b1c253b8 HTTP/1.1" status: 200 len: 1002 time: 0.0602055 Aug 10 04:21:43.951111 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3654f503-a652-40cc-a515-8c91cc516c26 req-94497fb5-00f9-4a50-868f-b6a7ef928ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:43.952515 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3654f503-a652-40cc-a515-8c91cc516c26 req-94497fb5-00f9-4a50-868f-b6a7ef928ef3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ffcfb4f2-7976-4732-a3f7-3647f30ae830 HTTP/1.1" status: 200 len: 847 time: 0.0418067 Aug 10 04:21:43.997198 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3654f503-a652-40cc-a515-8c91cc516c26 req-6b3a7779-77b0-47af-9065-ca3d4a6ce926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:43.998651 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3654f503-a652-40cc-a515-8c91cc516c26 req-6b3a7779-77b0-47af-9065-ca3d4a6ce926 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b7c4d7bb-1c72-4232-89b3-38c1d3990381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393670 Aug 10 04:21:44.088297 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3654f503-a652-40cc-a515-8c91cc516c26 req-0733b3c4-47f8-4656-8ad0-4cd21bfed736 service neutron] 10.222.0.58 "GET /v2.0/networks/b7c4d7bb-1c72-4232-89b3-38c1d3990381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827658 Aug 10 04:21:44.175241 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-3654f503-a652-40cc-a515-8c91cc516c26 req-f82c2681-5ace-4bca-aaeb-06b714e22735 service neutron] 10.222.0.58 "GET /v2.0/networks/b7c4d7bb-1c72-4232-89b3-38c1d3990381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796895 Aug 10 04:21:57.000719 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:57.366927 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:00.454395 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-040ec98d-1be3-4485-a8e6-8172a162ea5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:02.949503 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:22:03.165266 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-1be0307b-6f65-46c0-a962-3e54e12f7994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:03.546986 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:04.488498 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:06.220352 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:26.586084 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57f616-9758-433b-a992-a14865ed2bef req-c5ae10b4-6fe3-472e-8016-8be827b91057 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:26.587556 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3d57f616-9758-433b-a992-a14865ed2bef req-c5ae10b4-6fe3-472e-8016-8be827b91057 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 946 time: 0.0508521 Aug 10 04:22:26.628848 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3d57f616-9758-433b-a992-a14865ed2bef req-c5bc05d1-05cb-4c93-9618-b284d7cc45ce tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd05713-8a52-435d-a500-c19c56725e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342815 Aug 10 04:22:27.014142 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:27.384594 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:27.748935 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd841bb-2155-4fba-96e9-e8724ee64e3c req-399860c6-349e-430c-b243-007ad1e61cc8 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:27.750429 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4cd841bb-2155-4fba-96e9-e8724ee64e3c req-399860c6-349e-430c-b243-007ad1e61cc8 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 946 time: 0.0527735 Aug 10 04:22:27.787440 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4cd841bb-2155-4fba-96e9-e8724ee64e3c req-1cfe290c-3b56-4bc1-85d1-2e5f091a3405 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd05713-8a52-435d-a500-c19c56725e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309026 Aug 10 04:22:28.943865 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512a4a9-4224-4b53-a764-18f9697a5b46 req-2419cc29-f5ae-4011-afff-bde77e4913e7 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:28.945402 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8512a4a9-4224-4b53-a764-18f9697a5b46 req-2419cc29-f5ae-4011-afff-bde77e4913e7 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 946 time: 0.0510921 Aug 10 04:22:28.986463 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8512a4a9-4224-4b53-a764-18f9697a5b46 req-0086f916-391e-4ef3-b05e-09e6eb1ba06a tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd05713-8a52-435d-a500-c19c56725e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328779 Aug 10 04:22:30.101620 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91381fa-1768-43a1-ba8d-07fc31a1c577 req-d8b60910-0f3d-445b-96f3-76b973078dca tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:30.103142 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e91381fa-1768-43a1-ba8d-07fc31a1c577 req-d8b60910-0f3d-445b-96f3-76b973078dca tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 946 time: 0.0499957 Aug 10 04:22:30.141572 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e91381fa-1768-43a1-ba8d-07fc31a1c577 req-975e6e97-9a19-4da9-9b97-a7fdcfaedcd7 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd05713-8a52-435d-a500-c19c56725e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321808 Aug 10 04:22:30.456803 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-12909f86-4a4b-40f0-8031-f2c8a6475d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:31.273596 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa3979-2c87-4595-ba98-9bb517f8f77c req-fc87a711-7ccf-4f11-8b91-eaf0a1f39e31 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:31.275117 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a9fa3979-2c87-4595-ba98-9bb517f8f77c req-fc87a711-7ccf-4f11-8b91-eaf0a1f39e31 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 946 time: 0.0556695 Aug 10 04:22:31.315832 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a9fa3979-2c87-4595-ba98-9bb517f8f77c req-c69e0ed3-c81f-475b-ac23-a277073aaa2a tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd05713-8a52-435d-a500-c19c56725e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336113 Aug 10 04:22:32.432004 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051df70-8c41-40e0-9951-e276e2b6c861 req-f83bd41e-d004-41c7-8c16-a9c238e21663 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:32.434048 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3051df70-8c41-40e0-9951-e276e2b6c861 req-f83bd41e-d004-41c7-8c16-a9c238e21663 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 946 time: 0.0497124 Aug 10 04:22:32.470886 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3051df70-8c41-40e0-9951-e276e2b6c861 req-ca9b53d1-5ba6-40dd-899d-0d0bf2e8c7aa tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd05713-8a52-435d-a500-c19c56725e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308762 Aug 10 04:22:33.168043 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-809d0b1b-419c-4153-b783-86c9be95bb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:33.552032 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:33.586643 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31815c9b-2eb5-46f5-96bd-6c3948829a98 req-d0f04d66-8ba9-4232-ad2e-9ac95a8e8ae7 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:33.588440 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-31815c9b-2eb5-46f5-96bd-6c3948829a98 req-d0f04d66-8ba9-4232-ad2e-9ac95a8e8ae7 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 946 time: 0.0502839 Aug 10 04:22:33.628847 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-31815c9b-2eb5-46f5-96bd-6c3948829a98 req-27035982-ee90-47c9-a1ba-7d416c2830a7 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd05713-8a52-435d-a500-c19c56725e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317831 Aug 10 04:22:34.489703 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:34.748959 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2613ca-1fbd-465f-aa11-2cf4e175fd98 req-b61f3a36-f196-48d4-abc9-5365964e1253 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:34.750381 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8f2613ca-1fbd-465f-aa11-2cf4e175fd98 req-b61f3a36-f196-48d4-abc9-5365964e1253 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 946 time: 0.0542548 Aug 10 04:22:34.787860 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8f2613ca-1fbd-465f-aa11-2cf4e175fd98 req-6f0ee85f-0072-4fdd-998b-cb34336bce79 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd05713-8a52-435d-a500-c19c56725e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315573 Aug 10 04:22:35.902812 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1278c42-f193-491c-abe3-6247c9a18024 req-31b016c8-8012-42d1-9ed1-c47a501970e7 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:35.904351 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b1278c42-f193-491c-abe3-6247c9a18024 req-31b016c8-8012-42d1-9ed1-c47a501970e7 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 946 time: 0.0500972 Aug 10 04:22:35.942653 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b1278c42-f193-491c-abe3-6247c9a18024 req-6d704f18-c8fd-4fd7-8441-1dd7a5c38c24 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd05713-8a52-435d-a500-c19c56725e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323946 Aug 10 04:22:36.223222 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:36.725547 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd37e0a-86c8-42fe-841d-15e5bf4a68b3 req-1876dff8-06ba-4bbb-8251-6e72c97cc8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:36.727054 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cbd37e0a-86c8-42fe-841d-15e5bf4a68b3 req-1876dff8-06ba-4bbb-8251-6e72c97cc8f3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=00a379200b2c4df4a38fa7b3152d650b&device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 1098 time: 0.0410569 Aug 10 04:22:36.817785 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd37e0a-86c8-42fe-841d-15e5bf4a68b3 req-83495419-970f-4e4d-8cc5-9117622257ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:36.819296 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cbd37e0a-86c8-42fe-841d-15e5bf4a68b3 req-83495419-970f-4e4d-8cc5-9117622257ab service neutron] 10.222.0.58 "GET /v2.0/networks?id=b7c4d7bb-1c72-4232-89b3-38c1d3990381 HTTP/1.1" status: 200 len: 909 time: 0.0852797 Aug 10 04:22:36.882533 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cbd37e0a-86c8-42fe-841d-15e5bf4a68b3 req-d28f3ebb-4824-497a-a796-19efecb63652 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d5d1b38-77eb-479e-ba01-8da7b1c253b8 HTTP/1.1" status: 200 len: 1002 time: 0.0565560 Aug 10 04:22:36.936413 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd37e0a-86c8-42fe-841d-15e5bf4a68b3 req-620911c2-e467-4d19-b51e-a015a3c9b119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:36.937921 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cbd37e0a-86c8-42fe-841d-15e5bf4a68b3 req-620911c2-e467-4d19-b51e-a015a3c9b119 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ffcfb4f2-7976-4732-a3f7-3647f30ae830 HTTP/1.1" status: 200 len: 847 time: 0.0485842 Aug 10 04:22:36.985376 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd37e0a-86c8-42fe-841d-15e5bf4a68b3 req-5ca2ff6b-ef53-48f1-a1cc-5d7dabca42df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:36.986956 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cbd37e0a-86c8-42fe-841d-15e5bf4a68b3 req-5ca2ff6b-ef53-48f1-a1cc-5d7dabca42df service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b7c4d7bb-1c72-4232-89b3-38c1d3990381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416269 Aug 10 04:22:36.997931 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [req-cbd37e0a-86c8-42fe-841d-15e5bf4a68b3 req-2299a3d7-cab9-47e3-88b4-e19c7675dadc service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:22:36.998904 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cbd37e0a-86c8-42fe-841d-15e5bf4a68b3 req-2299a3d7-cab9-47e3-88b4-e19c7675dadc service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052125 Aug 10 04:22:37.057285 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46efd9d6-38f1-4fa2-bbc5-0db926dc32bc req-d139116e-8779-4b05-8298-5f90c1adbe4a tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:37.059806 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-46efd9d6-38f1-4fa2-bbc5-0db926dc32bc req-d139116e-8779-4b05-8298-5f90c1adbe4a tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 946 time: 0.0505571 Aug 10 04:22:37.091500 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cbd37e0a-86c8-42fe-841d-15e5bf4a68b3 req-cbba7747-7ffe-431a-9610-330501ad5a92 service neutron] 10.222.0.58 "GET /v2.0/networks/b7c4d7bb-1c72-4232-89b3-38c1d3990381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858786 Aug 10 04:22:37.097964 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-46efd9d6-38f1-4fa2-bbc5-0db926dc32bc req-5db80fed-fb7f-43e2-8354-f0c6f8d04990 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd05713-8a52-435d-a500-c19c56725e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319917 Aug 10 04:22:37.183286 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-cbd37e0a-86c8-42fe-841d-15e5bf4a68b3 req-0da319e0-b7dd-489e-971d-bbc478bf4140 service neutron] 10.222.0.58 "GET /v2.0/networks/b7c4d7bb-1c72-4232-89b3-38c1d3990381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847125 Aug 10 04:22:38.219019 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8c558-f11f-4e1e-9a04-57b69f6e031d req-6eeea758-0ffc-4aae-a27e-a1a1fe7acd93 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:38.220546 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1dd8c558-f11f-4e1e-9a04-57b69f6e031d req-6eeea758-0ffc-4aae-a27e-a1a1fe7acd93 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 946 time: 0.0559638 Aug 10 04:22:38.261954 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1dd8c558-f11f-4e1e-9a04-57b69f6e031d req-3ef42638-ded2-4d22-a1f6-770fbdaaea63 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd05713-8a52-435d-a500-c19c56725e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331564 Aug 10 04:22:39.388353 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae7037-ae29-4ea9-b42b-25148648e252 req-df95d8df-62d4-4527-ae27-caa2730dcd77 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:39.390013 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ecae7037-ae29-4ea9-b42b-25148648e252 req-df95d8df-62d4-4527-ae27-caa2730dcd77 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 946 time: 0.0587602 Aug 10 04:22:39.429392 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ecae7037-ae29-4ea9-b42b-25148648e252 req-fcb92bd5-10c0-4cea-91af-0f2d0037a963 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd05713-8a52-435d-a500-c19c56725e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334299 Aug 10 04:22:39.951954 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:22:40.548003 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa53ebf-ebdb-4c40-9257-54715c3c7b61 req-fdbfd4ba-5ef4-4354-9a99-b871255c33f7 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:40.549517 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-baa53ebf-ebdb-4c40-9257-54715c3c7b61 req-fdbfd4ba-5ef4-4354-9a99-b871255c33f7 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 946 time: 0.0514576 Aug 10 04:22:40.587008 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-baa53ebf-ebdb-4c40-9257-54715c3c7b61 req-f02f2365-6902-49f6-a58a-ee9103f0cc61 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd05713-8a52-435d-a500-c19c56725e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313284 Aug 10 04:22:40.767216 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d036c6d8-9ef7-4536-944d-ba34ee08b339 req-75d37027-e688-4929-a680-a0c29b9fced9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0416090 Aug 10 04:22:40.804335 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a6ffe9-36fc-4137-a8e1-f8220139c5d9 req-4ae5c8f7-beb6-41a7-91be-780e30a5b376 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:40.805873 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b9a6ffe9-36fc-4137-a8e1-f8220139c5d9 req-4ae5c8f7-beb6-41a7-91be-780e30a5b376 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 946 time: 0.0552459 Aug 10 04:22:40.845562 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b9a6ffe9-36fc-4137-a8e1-f8220139c5d9 req-863e6514-6fdd-4813-9a2d-95b54db1fcde tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd05713-8a52-435d-a500-c19c56725e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335391 Aug 10 04:22:41.971768 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a010b3a-4bbd-4fe1-9e96-02b6a1ac2ad7 req-14fadf05-3eb9-49d1-88ba-bc50284a2363 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:41.973444 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0a010b3a-4bbd-4fe1-9e96-02b6a1ac2ad7 req-14fadf05-3eb9-49d1-88ba-bc50284a2363 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 946 time: 0.0530066 Aug 10 04:22:42.015283 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0a010b3a-4bbd-4fe1-9e96-02b6a1ac2ad7 req-185c0d89-7669-4a0e-b8ce-ec2a55eaab3a tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd05713-8a52-435d-a500-c19c56725e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348351 Aug 10 04:22:42.275312 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device 0d5d1b38-77eb-479e-ba01-8da7b1c253b8 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:22:42.352635 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:42.374728 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09fb3724-0f9d-4aeb-943c-ec621a8fe7cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d5d1b38-77eb-479e-ba01-8da7b1c253b8'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:22:42.377323 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}687ba51f6797870dc73eef52a647f30c5325a6c2ab4bb07751a6afc0cf078d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8583989-0b12-4a1c-b35f-0861b520fa4a" -d '{"events": [{"server_uuid": "09fb3724-0f9d-4aeb-943c-ec621a8fe7cd", "name": "network-vif-unplugged", "status": "completed", "tag": "0d5d1b38-77eb-479e-ba01-8da7b1c253b8"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:22:42.392654 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port 0d5d1b38-77eb-479e-ba01-8da7b1c253b8, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=0d5d1b38-77eb-479e-ba01-8da7b1c253b8,segment=NetworkSegment(50adf758-9ca4-4650-ad46-98533ca42e55),segment_id=50adf758-9ca4-4650-ad46-98533ca42e55)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:22:42.396832 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:42.448084 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=0d5d1b38-77eb-479e-ba01-8da7b1c253b8,revision_number=6']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:42.455380 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:42.455734 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:42.456076 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:42.456412 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:42.456744 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:42.457074 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:42.457400 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:42.457725 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:42.458049 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:42.458371 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:42.458715 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:42.459059 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:42.465245 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 Aug 2021 04:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec71c6e5-2b7b-4399-bb0d-bdc7f3dcfe9d x-openstack-request-id: req-ec71c6e5-2b7b-4399-bb0d-bdc7f3dcfe9d {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:22:42.465531 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09fb3724-0f9d-4aeb-943c-ec621a8fe7cd", "name": "network-vif-unplugged", "status": "failed", "tag": "0d5d1b38-77eb-479e-ba01-8da7b1c253b8", "code": 422}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:22:42.465789 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ec71c6e5-2b7b-4399-bb0d-bdc7f3dcfe9d {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:22:42.466184 n-d-768851-15 neutron-server[94218]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '09fb3724-0f9d-4aeb-943c-ec621a8fe7cd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0d5d1b38-77eb-479e-ba01-8da7b1c253b8', 'code': 422} returned with failed status Aug 10 04:22:43.136241 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a768ce-297e-4e41-ba72-840d82aa5e6f req-1ab9767f-2e69-4652-8c33-b52a291c1359 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:43.137862 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c3a768ce-297e-4e41-ba72-840d82aa5e6f req-1ab9767f-2e69-4652-8c33-b52a291c1359 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 944 time: 0.0562322 Aug 10 04:22:43.204188 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c3a768ce-297e-4e41-ba72-840d82aa5e6f req-bae4a7f5-0cee-4bb8-910a-9d8fed1f1868 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd05713-8a52-435d-a500-c19c56725e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584638 Aug 10 04:22:44.327138 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622727b9-92d6-4243-81ed-5eda5f5a7a7e req-864ae9fa-e11f-4103-ae02-8e84ec2c9c8e tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:44.328716 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-622727b9-92d6-4243-81ed-5eda5f5a7a7e req-864ae9fa-e11f-4103-ae02-8e84ec2c9c8e tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 944 time: 0.0556767 Aug 10 04:22:44.368519 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-622727b9-92d6-4243-81ed-5eda5f5a7a7e req-a94ae6ce-8c6c-45ba-b61b-83b216434e5a tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd05713-8a52-435d-a500-c19c56725e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336471 Aug 10 04:22:45.487696 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae17af-6d7b-4fd2-a37c-9e0a99b9257d req-7dcb02d5-580e-4d66-90b3-89750b74b2bc tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:45.489230 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-65ae17af-6d7b-4fd2-a37c-9e0a99b9257d req-7dcb02d5-580e-4d66-90b3-89750b74b2bc tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 944 time: 0.0523701 Aug 10 04:22:45.526871 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-65ae17af-6d7b-4fd2-a37c-9e0a99b9257d req-62364182-bc57-40f6-901f-acba8d33a031 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd05713-8a52-435d-a500-c19c56725e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310032 Aug 10 04:22:46.648279 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b8522c-ade0-4472-89b6-9723f82bc185 req-3dd03b3d-737a-4b18-9979-dab5f24a7d73 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:46.649677 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b3b8522c-ade0-4472-89b6-9723f82bc185 req-3dd03b3d-737a-4b18-9979-dab5f24a7d73 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 944 time: 0.0535996 Aug 10 04:22:46.688643 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b3b8522c-ade0-4472-89b6-9723f82bc185 req-4a3dd873-7a45-4f85-b77b-28792a6b45cd tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd05713-8a52-435d-a500-c19c56725e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327997 Aug 10 04:22:47.667688 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d036c6d8-9ef7-4536-944d-ba34ee08b339 req-ff172c00-689e-4767-8d23-79e8c145add1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:47.669215 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d036c6d8-9ef7-4536-944d-ba34ee08b339 req-ff172c00-689e-4767-8d23-79e8c145add1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd&tenant_id=00a379200b2c4df4a38fa7b3152d650b HTTP/1.1" status: 200 len: 1096 time: 0.0500443 Aug 10 04:22:47.686641 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-d036c6d8-9ef7-4536-944d-ba34ee08b339 req-8678a1d6-654b-4765-a4e1-74501a1c8503 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768851-15', 'device_owner': 'compute:nova'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:22:47.741124 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d036c6d8-9ef7-4536-944d-ba34ee08b339 req-8678a1d6-654b-4765-a4e1-74501a1c8503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:47.888722 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f80e73-559f-4ae2-bb80-3bab8bd8c260 req-314dd301-d2a6-4364-8efb-8d99653791a7 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:47.890158 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-99f80e73-559f-4ae2-bb80-3bab8bd8c260 req-314dd301-d2a6-4364-8efb-8d99653791a7 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 944 time: 0.1341453 Aug 10 04:22:47.976691 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-99f80e73-559f-4ae2-bb80-3bab8bd8c260 req-8414f052-129f-4fd4-bcd1-4ad9f5147d5a tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd05713-8a52-435d-a500-c19c56725e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799363 Aug 10 04:22:48.015418 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-d036c6d8-9ef7-4536-944d-ba34ee08b339 req-8678a1d6-654b-4765-a4e1-74501a1c8503 service neutron] For port 0d5d1b38-77eb-479e-ba01-8da7b1c253b8, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=0d5d1b38-77eb-479e-ba01-8da7b1c253b8,segment=NetworkSegment(50adf758-9ca4-4650-ad46-98533ca42e55),segment_id=50adf758-9ca4-4650-ad46-98533ca42e55)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:22:48.048583 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-d036c6d8-9ef7-4536-944d-ba34ee08b339 req-8678a1d6-654b-4765-a4e1-74501a1c8503 service neutron] For port 0d5d1b38-77eb-479e-ba01-8da7b1c253b8, host n-h1-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:22:48.081439 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-d036c6d8-9ef7-4536-944d-ba34ee08b339 req-8678a1d6-654b-4765-a4e1-74501a1c8503 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d5d1b38-77eb-479e-ba01-8da7b1c253b8 {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:22:48.089523 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d036c6d8-9ef7-4536-944d-ba34ee08b339 req-8678a1d6-654b-4765-a4e1-74501a1c8503 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:48.101695 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-d036c6d8-9ef7-4536-944d-ba34ee08b339 req-8678a1d6-654b-4765-a4e1-74501a1c8503 service neutron] Transition to ACTIVE for port object 0d5d1b38-77eb-479e-ba01-8da7b1c253b8 will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:22:48.105461 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d036c6d8-9ef7-4536-944d-ba34ee08b339 req-8678a1d6-654b-4765-a4e1-74501a1c8503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:48.181558 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8678a1d6-654b-4765-a4e1-74501a1c8503 service neutron] Pushing event updated for resources: {'Port': ['ID=0d5d1b38-77eb-479e-ba01-8da7b1c253b8,revision_number=7']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:48.197094 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8678a1d6-654b-4765-a4e1-74501a1c8503 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:48.197461 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8678a1d6-654b-4765-a4e1-74501a1c8503 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:48.197781 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8678a1d6-654b-4765-a4e1-74501a1c8503 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:48.198150 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8678a1d6-654b-4765-a4e1-74501a1c8503 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:48.198552 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8678a1d6-654b-4765-a4e1-74501a1c8503 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:48.198926 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8678a1d6-654b-4765-a4e1-74501a1c8503 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:48.199247 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8678a1d6-654b-4765-a4e1-74501a1c8503 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:48.199570 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8678a1d6-654b-4765-a4e1-74501a1c8503 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:48.199891 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8678a1d6-654b-4765-a4e1-74501a1c8503 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:48.200212 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8678a1d6-654b-4765-a4e1-74501a1c8503 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:48.200533 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8678a1d6-654b-4765-a4e1-74501a1c8503 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:48.200853 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8678a1d6-654b-4765-a4e1-74501a1c8503 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:48.239909 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-d036c6d8-9ef7-4536-944d-ba34ee08b339 req-8678a1d6-654b-4765-a4e1-74501a1c8503 service neutron] No DVR routers for this DVR port 0d5d1b38-77eb-479e-ba01-8da7b1c253b8 on host n-h1-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:22:48.380094 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-d036c6d8-9ef7-4536-944d-ba34ee08b339 req-8678a1d6-654b-4765-a4e1-74501a1c8503 service neutron] Attempting to bind port 0d5d1b38-77eb-479e-ba01-8da7b1c253b8 on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:22:48.380434 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-d036c6d8-9ef7-4536-944d-ba34ee08b339 req-8678a1d6-654b-4765-a4e1-74501a1c8503 service neutron] Attempting to bind port 0d5d1b38-77eb-479e-ba01-8da7b1c253b8 by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '50adf758-9ca4-4650-ad46-98533ca42e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b7c4d7bb-1c72-4232-89b3-38c1d3990381'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:22:48.380766 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d036c6d8-9ef7-4536-944d-ba34ee08b339 req-8678a1d6-654b-4765-a4e1-74501a1c8503 service neutron] Attempting to bind port 0d5d1b38-77eb-479e-ba01-8da7b1c253b8 on network b7c4d7bb-1c72-4232-89b3-38c1d3990381 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:22:48.385015 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d036c6d8-9ef7-4536-944d-ba34ee08b339 req-8678a1d6-654b-4765-a4e1-74501a1c8503 service neutron] Port 0d5d1b38-77eb-479e-ba01-8da7b1c253b8 on network b7c4d7bb-1c72-4232-89b3-38c1d3990381 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:22:48.385339 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d036c6d8-9ef7-4536-944d-ba34ee08b339 req-8678a1d6-654b-4765-a4e1-74501a1c8503 service neutron] Attempting to bind port 0d5d1b38-77eb-479e-ba01-8da7b1c253b8 on network b7c4d7bb-1c72-4232-89b3-38c1d3990381 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:22:48.390298 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d036c6d8-9ef7-4536-944d-ba34ee08b339 req-8678a1d6-654b-4765-a4e1-74501a1c8503 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:22:48.390575 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d036c6d8-9ef7-4536-944d-ba34ee08b339 req-8678a1d6-654b-4765-a4e1-74501a1c8503 service neutron] Checking segment: {'id': '50adf758-9ca4-4650-ad46-98533ca42e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b7c4d7bb-1c72-4232-89b3-38c1d3990381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:22:48.390991 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d036c6d8-9ef7-4536-944d-ba34ee08b339 req-8678a1d6-654b-4765-a4e1-74501a1c8503 service neutron] Bound using segment: {'id': '50adf758-9ca4-4650-ad46-98533ca42e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b7c4d7bb-1c72-4232-89b3-38c1d3990381'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:22:48.391422 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-d036c6d8-9ef7-4536-944d-ba34ee08b339 req-8678a1d6-654b-4765-a4e1-74501a1c8503 service neutron] Bound port: 0d5d1b38-77eb-479e-ba01-8da7b1c253b8, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50adf758-9ca4-4650-ad46-98533ca42e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b7c4d7bb-1c72-4232-89b3-38c1d3990381'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:22:48.391782 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d036c6d8-9ef7-4536-944d-ba34ee08b339 req-8678a1d6-654b-4765-a4e1-74501a1c8503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:48.457278 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-d036c6d8-9ef7-4536-944d-ba34ee08b339 req-8678a1d6-654b-4765-a4e1-74501a1c8503 service neutron] For port 0d5d1b38-77eb-479e-ba01-8da7b1c253b8, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:22:48.460298 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-d036c6d8-9ef7-4536-944d-ba34ee08b339 req-8678a1d6-654b-4765-a4e1-74501a1c8503 service neutron] For port 0d5d1b38-77eb-479e-ba01-8da7b1c253b8, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=0d5d1b38-77eb-479e-ba01-8da7b1c253b8,segment=NetworkSegment(50adf758-9ca4-4650-ad46-98533ca42e55),segment_id=50adf758-9ca4-4650-ad46-98533ca42e55)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:22:48.465737 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d036c6d8-9ef7-4536-944d-ba34ee08b339 req-8678a1d6-654b-4765-a4e1-74501a1c8503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:48.504701 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d036c6d8-9ef7-4536-944d-ba34ee08b339 req-8678a1d6-654b-4765-a4e1-74501a1c8503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:48.505272 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-d036c6d8-9ef7-4536-944d-ba34ee08b339 req-8678a1d6-654b-4765-a4e1-74501a1c8503 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:48.506712 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d036c6d8-9ef7-4536-944d-ba34ee08b339 req-8678a1d6-654b-4765-a4e1-74501a1c8503 service neutron] 10.222.0.60 "PUT /v2.0/ports/0d5d1b38-77eb-479e-ba01-8da7b1c253b8 HTTP/1.1" status: 200 len: 1093 time: 0.8247273 Aug 10 04:22:48.507225 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09fb3724-0f9d-4aeb-943c-ec621a8fe7cd', 'tag': '0d5d1b38-77eb-479e-ba01-8da7b1c253b8'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:22:48.509467 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0021ea54f387d2ae39ffe00c7e01dc720af9cc0ec992141d1f8728dec056f1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0335ccfc-07d2-4934-bc6b-13b21cf75a0e" -d '{"events": [{"name": "network-changed", "server_uuid": "09fb3724-0f9d-4aeb-943c-ec621a8fe7cd", "tag": "0d5d1b38-77eb-479e-ba01-8da7b1c253b8"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:22:48.535897 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8678a1d6-654b-4765-a4e1-74501a1c8503 service neutron] Pushing event updated for resources: {'Port': ['ID=0d5d1b38-77eb-479e-ba01-8da7b1c253b8,revision_number=8']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:48.583269 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d036c6d8-9ef7-4536-944d-ba34ee08b339 req-c0228c2e-6115-4197-88ed-d306f2a93d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:48.584815 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d036c6d8-9ef7-4536-944d-ba34ee08b339 req-c0228c2e-6115-4197-88ed-d306f2a93d71 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=00a379200b2c4df4a38fa7b3152d650b&device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 1096 time: 0.0446403 Aug 10 04:22:48.642694 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39632f7f-9623-43eb-807d-2fc5e47ea6b3 x-openstack-request-id: req-39632f7f-9623-43eb-807d-2fc5e47ea6b3 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:22:48.643216 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09fb3724-0f9d-4aeb-943c-ec621a8fe7cd", "tag": "0d5d1b38-77eb-479e-ba01-8da7b1c253b8", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:22:48.643484 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-39632f7f-9623-43eb-807d-2fc5e47ea6b3 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:22:48.643891 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09fb3724-0f9d-4aeb-943c-ec621a8fe7cd', 'tag': '0d5d1b38-77eb-479e-ba01-8da7b1c253b8', 'status': 'completed', 'code': 200} Aug 10 04:22:48.691135 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d036c6d8-9ef7-4536-944d-ba34ee08b339 req-5d557b66-aa71-40e0-8fdf-3ab751c2568c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:48.692663 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d036c6d8-9ef7-4536-944d-ba34ee08b339 req-5d557b66-aa71-40e0-8fdf-3ab751c2568c service neutron] 10.222.0.60 "GET /v2.0/networks?id=b7c4d7bb-1c72-4232-89b3-38c1d3990381 HTTP/1.1" status: 200 len: 909 time: 0.0958815 Aug 10 04:22:48.775281 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d036c6d8-9ef7-4536-944d-ba34ee08b339 req-e98a091b-91aa-41b5-a572-79d8858f74cc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d5d1b38-77eb-479e-ba01-8da7b1c253b8 HTTP/1.1" status: 200 len: 1000 time: 0.0702682 Aug 10 04:22:48.827530 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d036c6d8-9ef7-4536-944d-ba34ee08b339 req-6d53d300-6425-47c5-b4ed-9de3c9d677cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:48.828972 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d036c6d8-9ef7-4536-944d-ba34ee08b339 req-6d53d300-6425-47c5-b4ed-9de3c9d677cd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ffcfb4f2-7976-4732-a3f7-3647f30ae830 HTTP/1.1" status: 200 len: 847 time: 0.0432317 Aug 10 04:22:48.879384 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d036c6d8-9ef7-4536-944d-ba34ee08b339 req-10a3b05b-6fba-43ce-a67f-2c194fc40149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:48.880891 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d036c6d8-9ef7-4536-944d-ba34ee08b339 req-10a3b05b-6fba-43ce-a67f-2c194fc40149 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b7c4d7bb-1c72-4232-89b3-38c1d3990381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409307 Aug 10 04:22:48.980912 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d036c6d8-9ef7-4536-944d-ba34ee08b339 req-b3f95d28-f9d8-4a30-af8c-5f8c514bf1e3 service neutron] 10.222.0.60 "GET /v2.0/networks/b7c4d7bb-1c72-4232-89b3-38c1d3990381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878594 Aug 10 04:22:49.111967 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-d036c6d8-9ef7-4536-944d-ba34ee08b339 req-6308be31-b60b-40f2-b045-0062a90fc06a service neutron] 10.222.0.60 "GET /v2.0/networks/b7c4d7bb-1c72-4232-89b3-38c1d3990381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202102 Aug 10 04:22:49.121738 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5521dc-a3ac-46eb-bea9-bf846d80c448 req-01074370-c6d8-4603-9713-ddf347f47275 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:49.123242 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9d5521dc-a3ac-46eb-bea9-bf846d80c448 req-01074370-c6d8-4603-9713-ddf347f47275 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 944 time: 0.0772021 Aug 10 04:22:49.165768 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9d5521dc-a3ac-46eb-bea9-bf846d80c448 req-24c58787-408b-431c-9cb8-309a9dd33622 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd05713-8a52-435d-a500-c19c56725e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365579 Aug 10 04:22:49.207580 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335ccfc-07d2-4934-bc6b-13b21cf75a0e req-032a701a-5d73-4c2e-acf9-7368e8ef3700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:49.209089 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0335ccfc-07d2-4934-bc6b-13b21cf75a0e req-032a701a-5d73-4c2e-acf9-7368e8ef3700 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=00a379200b2c4df4a38fa7b3152d650b&device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 1096 time: 0.0424869 Aug 10 04:22:49.304521 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335ccfc-07d2-4934-bc6b-13b21cf75a0e req-1fcc8d41-829d-4fb9-b04e-3c4c21bb2295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:49.306400 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0335ccfc-07d2-4934-bc6b-13b21cf75a0e req-1fcc8d41-829d-4fb9-b04e-3c4c21bb2295 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b7c4d7bb-1c72-4232-89b3-38c1d3990381 HTTP/1.1" status: 200 len: 909 time: 0.0900888 Aug 10 04:22:49.374241 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0335ccfc-07d2-4934-bc6b-13b21cf75a0e req-911fd2f4-28d8-4d22-a777-716183b4d171 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d5d1b38-77eb-479e-ba01-8da7b1c253b8 HTTP/1.1" status: 200 len: 1000 time: 0.0608764 Aug 10 04:22:49.427040 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335ccfc-07d2-4934-bc6b-13b21cf75a0e req-7fc38b2b-4c21-42a8-b58a-72c5244b7efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:49.428474 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0335ccfc-07d2-4934-bc6b-13b21cf75a0e req-7fc38b2b-4c21-42a8-b58a-72c5244b7efa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ffcfb4f2-7976-4732-a3f7-3647f30ae830 HTTP/1.1" status: 200 len: 847 time: 0.0436389 Aug 10 04:22:49.474017 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335ccfc-07d2-4934-bc6b-13b21cf75a0e req-d31a39dc-25ba-4169-a030-ad8df32c7914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:49.475597 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0335ccfc-07d2-4934-bc6b-13b21cf75a0e req-d31a39dc-25ba-4169-a030-ad8df32c7914 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b7c4d7bb-1c72-4232-89b3-38c1d3990381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393677 Aug 10 04:22:49.569248 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0335ccfc-07d2-4934-bc6b-13b21cf75a0e req-29171757-6131-4abd-94b8-690d98c9bc31 service neutron] 10.222.0.60 "GET /v2.0/networks/b7c4d7bb-1c72-4232-89b3-38c1d3990381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847270 Aug 10 04:22:49.660504 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0335ccfc-07d2-4934-bc6b-13b21cf75a0e req-2f214c5f-6123-4c4a-bccc-730a50025103 service neutron] 10.222.0.60 "GET /v2.0/networks/b7c4d7bb-1c72-4232-89b3-38c1d3990381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825479 Aug 10 04:22:50.288772 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39655a63-7fac-44ba-9ed8-fde387e12eb8 req-abad4527-c3fa-4426-a5b4-2a8db065592f tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:50.290227 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-39655a63-7fac-44ba-9ed8-fde387e12eb8 req-abad4527-c3fa-4426-a5b4-2a8db065592f tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 944 time: 0.0554678 Aug 10 04:22:50.328143 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-39655a63-7fac-44ba-9ed8-fde387e12eb8 req-52abafc3-4e03-4263-8491-0d7e27d1641f tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd05713-8a52-435d-a500-c19c56725e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316725 Aug 10 04:22:51.015022 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a508b7-5f81-4fbf-a39a-60ddb14f4ca8 req-d3722c49-05eb-462c-89f3-da5d1a15d4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:51.016600 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-27a508b7-5f81-4fbf-a39a-60ddb14f4ca8 req-d3722c49-05eb-462c-89f3-da5d1a15d4b9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=00a379200b2c4df4a38fa7b3152d650b&device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 1096 time: 0.0435500 Aug 10 04:22:51.125505 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a508b7-5f81-4fbf-a39a-60ddb14f4ca8 req-071f5ab2-dad3-440e-8c51-1f03da645e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:51.127156 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-27a508b7-5f81-4fbf-a39a-60ddb14f4ca8 req-071f5ab2-dad3-440e-8c51-1f03da645e96 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b7c4d7bb-1c72-4232-89b3-38c1d3990381 HTTP/1.1" status: 200 len: 909 time: 0.0885401 Aug 10 04:22:51.200757 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-27a508b7-5f81-4fbf-a39a-60ddb14f4ca8 req-60f1f5b9-e6c3-4a10-bab4-28470cb81054 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d5d1b38-77eb-479e-ba01-8da7b1c253b8 HTTP/1.1" status: 200 len: 1000 time: 0.0622838 Aug 10 04:22:51.254710 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a508b7-5f81-4fbf-a39a-60ddb14f4ca8 req-54810edf-70b7-49fb-89ce-93d1cec37827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:51.256273 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-27a508b7-5f81-4fbf-a39a-60ddb14f4ca8 req-54810edf-70b7-49fb-89ce-93d1cec37827 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ffcfb4f2-7976-4732-a3f7-3647f30ae830 HTTP/1.1" status: 200 len: 847 time: 0.0449874 Aug 10 04:22:51.308512 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a508b7-5f81-4fbf-a39a-60ddb14f4ca8 req-7f5b6d6b-aecb-4044-8bb7-ea69ce806930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:51.309942 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-27a508b7-5f81-4fbf-a39a-60ddb14f4ca8 req-7f5b6d6b-aecb-4044-8bb7-ea69ce806930 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b7c4d7bb-1c72-4232-89b3-38c1d3990381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421343 Aug 10 04:22:51.423737 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-27a508b7-5f81-4fbf-a39a-60ddb14f4ca8 req-1b8f5521-0cb2-4812-a1d3-ae2b8f5f3f19 service neutron] 10.222.0.60 "GET /v2.0/networks/b7c4d7bb-1c72-4232-89b3-38c1d3990381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044235 Aug 10 04:22:51.840213 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64467076-5e76-4631-998c-2cbd3add94ed req-4698d6a2-7d0c-4328-9b89-c8f761aeed01 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:51.841722 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-64467076-5e76-4631-998c-2cbd3add94ed req-4698d6a2-7d0c-4328-9b89-c8f761aeed01 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 944 time: 0.4340160 Aug 10 04:22:51.892694 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-27a508b7-5f81-4fbf-a39a-60ddb14f4ca8 req-b3dad11d-fa5a-4931-9ba9-c4cd461e10ca service neutron] 10.222.0.60 "GET /v2.0/networks/b7c4d7bb-1c72-4232-89b3-38c1d3990381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4547582 Aug 10 04:22:51.901806 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-64467076-5e76-4631-998c-2cbd3add94ed req-0692bedd-1c42-4a32-87da-030f76f556ab tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd05713-8a52-435d-a500-c19c56725e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518649 Aug 10 04:22:53.021744 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a83fc56-4ecc-4d30-8768-940ee1bc2deb req-a62fce2f-2395-49d2-a688-7146501fe06b tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:53.025047 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5a83fc56-4ecc-4d30-8768-940ee1bc2deb req-a62fce2f-2395-49d2-a688-7146501fe06b tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 944 time: 0.0504363 Aug 10 04:22:53.062230 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-5a83fc56-4ecc-4d30-8768-940ee1bc2deb req-2674c3a4-8b5c-490b-b711-ddf3618334d0 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd05713-8a52-435d-a500-c19c56725e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318511 Aug 10 04:22:54.182083 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0091aec-4618-4952-947c-57e16b04724b req-8716ca6a-390f-478f-8d21-767529ed0fec tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:54.184317 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f0091aec-4618-4952-947c-57e16b04724b req-8716ca6a-390f-478f-8d21-767529ed0fec tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 944 time: 0.0521142 Aug 10 04:22:54.227631 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-f0091aec-4618-4952-947c-57e16b04724b req-76d4b532-731f-4801-b13c-641a014f808f tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd05713-8a52-435d-a500-c19c56725e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373831 Aug 10 04:22:55.343814 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309581f7-adde-4e4c-b122-17cd781a2996 req-e7fc26b6-8777-48bc-b9be-61e47ff4564c tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:55.345290 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-309581f7-adde-4e4c-b122-17cd781a2996 req-e7fc26b6-8777-48bc-b9be-61e47ff4564c tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 944 time: 0.0498602 Aug 10 04:22:55.383990 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-309581f7-adde-4e4c-b122-17cd781a2996 req-935385df-cb13-4596-b2a2-f5974284c329 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd05713-8a52-435d-a500-c19c56725e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325384 Aug 10 04:22:56.501125 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc9f97-5cb5-4cde-b52d-bfd4d6e5cc67 req-a9d5ce74-55fe-4690-a62a-c26419810a50 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:56.502647 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-39cc9f97-5cb5-4cde-b52d-bfd4d6e5cc67 req-a9d5ce74-55fe-4690-a62a-c26419810a50 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 944 time: 0.0501750 Aug 10 04:22:56.542616 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-39cc9f97-5cb5-4cde-b52d-bfd4d6e5cc67 req-ff4365f2-f15b-4626-aa5d-7c7338e0b81b tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd05713-8a52-435d-a500-c19c56725e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324860 Aug 10 04:22:57.017043 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:57.386695 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:57.661858 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accec247-65e2-4912-b183-f8e6b81a701f req-1d096a95-47af-42ab-9625-0bf572492f7f tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:57.663463 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-accec247-65e2-4912-b183-f8e6b81a701f req-1d096a95-47af-42ab-9625-0bf572492f7f tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 944 time: 0.0533793 Aug 10 04:22:57.706228 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-accec247-65e2-4912-b183-f8e6b81a701f req-95797703-37ea-4b03-9c1b-3975b0bcea2f tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd05713-8a52-435d-a500-c19c56725e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366929 Aug 10 04:22:58.560296 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 0d5d1b38-77eb-479e-ba01-8da7b1c253b8 details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:22:58.656161 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 0d5d1b38-77eb-479e-ba01-8da7b1c253b8, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=0d5d1b38-77eb-479e-ba01-8da7b1c253b8,segment=NetworkSegment(50adf758-9ca4-4650-ad46-98533ca42e55),segment_id=50adf758-9ca4-4650-ad46-98533ca42e55)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:22:58.667705 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': '0d5d1b38-77eb-479e-ba01-8da7b1c253b8', 'network_id': 'b7c4d7bb-1c72-4232-89b3-38c1d3990381', 'port_id': '0d5d1b38-77eb-479e-ba01-8da7b1c253b8', 'mac_address': 'fa:16:3e:db:90:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffcfb4f2-7976-4732-a3f7-3647f30ae830', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:22:58.703820 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:58.716344 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d5d1b38-77eb-479e-ba01-8da7b1c253b8 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:22:58.736052 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 0d5d1b38-77eb-479e-ba01-8da7b1c253b8, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=0d5d1b38-77eb-479e-ba01-8da7b1c253b8,segment=NetworkSegment(50adf758-9ca4-4650-ad46-98533ca42e55),segment_id=50adf758-9ca4-4650-ad46-98533ca42e55)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:22:58.741925 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:58.793628 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=0d5d1b38-77eb-479e-ba01-8da7b1c253b8,revision_number=9']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:58.828287 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7658b-98a3-47ee-95d1-edb094b4f835 req-e4867a5d-993d-4bd5-b559-8bea7c1f6c96 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:58.829814 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e0b7658b-98a3-47ee-95d1-edb094b4f835 req-e4867a5d-993d-4bd5-b559-8bea7c1f6c96 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 945 time: 0.0502942 Aug 10 04:22:58.871648 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-e0b7658b-98a3-47ee-95d1-edb094b4f835 req-51040119-bdfe-4f9c-8d0b-f1af254d4c3f tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd05713-8a52-435d-a500-c19c56725e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341475 Aug 10 04:22:59.073705 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['0d5d1b38-77eb-479e-ba01-8da7b1c253b8'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:22:59.988923 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f11ab-44ac-4870-ab44-0c8737317314 req-ae9f526e-5016-4112-a352-827d661acae6 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:59.990494 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4e6f11ab-44ac-4870-ab44-0c8737317314 req-ae9f526e-5016-4112-a352-827d661acae6 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 945 time: 0.0507810 Aug 10 04:23:00.034713 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-4e6f11ab-44ac-4870-ab44-0c8737317314 req-78d3eb3e-ade8-48a2-974d-1a923d46b78f tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd05713-8a52-435d-a500-c19c56725e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320954 Aug 10 04:23:00.458054 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-56a33dbc-0f65-4fd8-be05-77be798d6282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:00.564137 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 0d5d1b38-77eb-479e-ba01-8da7b1c253b8 up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:23:00.613082 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port 0d5d1b38-77eb-479e-ba01-8da7b1c253b8 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:23:00.616706 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port 0d5d1b38-77eb-479e-ba01-8da7b1c253b8 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:23:00.617071 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:00.693429 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:00.719723 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09fb3724-0f9d-4aeb-943c-ec621a8fe7cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d5d1b38-77eb-479e-ba01-8da7b1c253b8'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:23:00.722001 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}687ba51f6797870dc73eef52a647f30c5325a6c2ab4bb07751a6afc0cf078d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14354750-9b6f-4179-90f2-64e1e8177c06" -d '{"events": [{"server_uuid": "09fb3724-0f9d-4aeb-943c-ec621a8fe7cd", "name": "network-vif-plugged", "status": "completed", "tag": "0d5d1b38-77eb-479e-ba01-8da7b1c253b8"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:23:00.734586 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port 0d5d1b38-77eb-479e-ba01-8da7b1c253b8, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=0d5d1b38-77eb-479e-ba01-8da7b1c253b8,segment=NetworkSegment(50adf758-9ca4-4650-ad46-98533ca42e55),segment_id=50adf758-9ca4-4650-ad46-98533ca42e55)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:23:00.738853 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:00.763944 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138bc660-fda5-4c6a-af45-b821b16bf334 x-openstack-request-id: req-138bc660-fda5-4c6a-af45-b821b16bf334 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:23:00.764235 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09fb3724-0f9d-4aeb-943c-ec621a8fe7cd", "name": "network-vif-plugged", "status": "completed", "tag": "0d5d1b38-77eb-479e-ba01-8da7b1c253b8", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:23:00.764498 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-138bc660-fda5-4c6a-af45-b821b16bf334 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:23:00.764913 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09fb3724-0f9d-4aeb-943c-ec621a8fe7cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d5d1b38-77eb-479e-ba01-8da7b1c253b8', 'code': 200} Aug 10 04:23:00.789296 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=0d5d1b38-77eb-479e-ba01-8da7b1c253b8,revision_number=10']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:23:00.918309 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae452d-c1ef-4389-9ad8-766edffa57d2 req-70fcc9fb-8ae7-4b6e-add2-4c10512f37d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:00.919854 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-06ae452d-c1ef-4389-9ad8-766edffa57d2 req-70fcc9fb-8ae7-4b6e-add2-4c10512f37d1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 1099 time: 0.0406835 Aug 10 04:23:00.962501 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-06ae452d-c1ef-4389-9ad8-766edffa57d2 req-bc59d1b3-7ac0-4909-a602-3f2e5146e215 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=cdd05713-8a52-435d-a500-c19c56725e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315073 Aug 10 04:23:01.150206 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86971272-af61-4cc2-a48e-f1c2db178025 req-9872fecd-139d-443f-b1bf-8903a517d690 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:01.151722 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-86971272-af61-4cc2-a48e-f1c2db178025 req-9872fecd-139d-443f-b1bf-8903a517d690 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 947 time: 0.0496440 Aug 10 04:23:01.189453 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-86971272-af61-4cc2-a48e-f1c2db178025 req-dc171375-25ab-4628-bd20-0028d3d69ef7 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd05713-8a52-435d-a500-c19c56725e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312920 Aug 10 04:23:02.306401 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4f4c3-1ee0-4d32-ae11-86cd81c47d48 req-91258b04-3a92-4250-84f4-fe267bfe9e34 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:02.307859 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9ec4f4c3-1ee0-4d32-ae11-86cd81c47d48 req-91258b04-3a92-4250-84f4-fe267bfe9e34 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 947 time: 0.0504272 Aug 10 04:23:02.347736 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9ec4f4c3-1ee0-4d32-ae11-86cd81c47d48 req-0e0da17a-4902-4e9e-bac4-e3f273063c1d tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd05713-8a52-435d-a500-c19c56725e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338395 Aug 10 04:23:03.170225 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-430d5f60-dd9c-4b42-99a0-9691187c0079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:03.554661 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:04.492974 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:06.226143 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:16.952580 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:23:27.014088 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:27.384018 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:30.462349 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c4c67972-c6ff-43db-a209-655de833988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:33.171189 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d9804a2c-833f-4f6c-89e0-1c14ed598082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:33.555144 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:34.495005 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:36.228995 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:51.971959 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-acf9c97d-92f5-4b6f-9e4b-9ecc1d90c63a req-f8e59e62-adb7-4c1c-ad82-f1c1b244bf84 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392208 Aug 10 04:23:52.064108 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf9c97d-92f5-4b6f-9e4b-9ecc1d90c63a req-d67aa28f-f711-46d9-b4fb-dce9554c47ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:52.065644 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-acf9c97d-92f5-4b6f-9e4b-9ecc1d90c63a req-d67aa28f-f711-46d9-b4fb-dce9554c47ea service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=00a379200b2c4df4a38fa7b3152d650b&device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 1099 time: 0.0482738 Aug 10 04:23:52.173838 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf9c97d-92f5-4b6f-9e4b-9ecc1d90c63a req-b6219b0e-fcc2-48b1-b402-047b34ea23f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:52.175376 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-acf9c97d-92f5-4b6f-9e4b-9ecc1d90c63a req-b6219b0e-fcc2-48b1-b402-047b34ea23f1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b7c4d7bb-1c72-4232-89b3-38c1d3990381 HTTP/1.1" status: 200 len: 909 time: 0.0893645 Aug 10 04:23:52.249029 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-acf9c97d-92f5-4b6f-9e4b-9ecc1d90c63a req-c1ca7505-0973-43bd-b88d-9029530ca0ce service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d5d1b38-77eb-479e-ba01-8da7b1c253b8 HTTP/1.1" status: 200 len: 1002 time: 0.0611293 Aug 10 04:23:52.301310 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf9c97d-92f5-4b6f-9e4b-9ecc1d90c63a req-d7563d00-7e9c-4b26-94a6-e7a9323980d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:52.302832 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-acf9c97d-92f5-4b6f-9e4b-9ecc1d90c63a req-d7563d00-7e9c-4b26-94a6-e7a9323980d2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ffcfb4f2-7976-4732-a3f7-3647f30ae830 HTTP/1.1" status: 200 len: 847 time: 0.0439341 Aug 10 04:23:52.351152 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf9c97d-92f5-4b6f-9e4b-9ecc1d90c63a req-4aa39359-9d58-427a-b10a-9ab36c9eee7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:52.352638 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-acf9c97d-92f5-4b6f-9e4b-9ecc1d90c63a req-4aa39359-9d58-427a-b10a-9ab36c9eee7e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b7c4d7bb-1c72-4232-89b3-38c1d3990381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398235 Aug 10 04:23:52.448582 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-acf9c97d-92f5-4b6f-9e4b-9ecc1d90c63a req-d7e06438-17fc-4cd7-9185-6f38ad076312 service neutron] 10.222.0.60 "GET /v2.0/networks/b7c4d7bb-1c72-4232-89b3-38c1d3990381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840428 Aug 10 04:23:52.541245 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-acf9c97d-92f5-4b6f-9e4b-9ecc1d90c63a req-598c4bcf-7662-4b48-a972-272873f7c29b service neutron] 10.222.0.60 "GET /v2.0/networks/b7c4d7bb-1c72-4232-89b3-38c1d3990381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819378 Aug 10 04:23:53.951480 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:23:57.018334 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:57.413536 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:00.464365 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ddc5d61b-dadf-45e3-8019-229996b3802f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:03.174890 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-d6fd94fe-d98b-4a96-ac62-faa94057705b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:03.559040 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:04.500572 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:06.235463 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:20.843959 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 44652) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:21.000781 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-2a5cc259-01b5-436c-91be-16e3328873df tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Deleting port 4e2fe91e-b7a3-47bd-ad8a-e9779da158cb {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:24:21.001133 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2a5cc259-01b5-436c-91be-16e3328873df tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:21.078052 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2a5cc259-01b5-436c-91be-16e3328873df tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:21.078391 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2a5cc259-01b5-436c-91be-16e3328873df tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:21.090426 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-2a5cc259-01b5-436c-91be-16e3328873df tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Calling delete_port for 4e2fe91e-b7a3-47bd-ad8a-e9779da158cb owned by network:floatingip {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:24:21.239159 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2a5cc259-01b5-436c-91be-16e3328873df tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:21.264858 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5cc259-01b5-436c-91be-16e3328873df tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Pushing event deleted for resources: {'Port': ['ID=4e2fe91e-b7a3-47bd-ad8a-e9779da158cb,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:21.290073 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cc259-01b5-436c-91be-16e3328873df tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:21.290425 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cc259-01b5-436c-91be-16e3328873df tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:21.290793 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cc259-01b5-436c-91be-16e3328873df tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:21.291142 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cc259-01b5-436c-91be-16e3328873df tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:21.291479 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cc259-01b5-436c-91be-16e3328873df tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:21.291811 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cc259-01b5-436c-91be-16e3328873df tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:21.292143 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cc259-01b5-436c-91be-16e3328873df tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:21.292472 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cc259-01b5-436c-91be-16e3328873df tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:21.292798 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cc259-01b5-436c-91be-16e3328873df tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:21.293129 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cc259-01b5-436c-91be-16e3328873df tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:21.293457 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cc259-01b5-436c-91be-16e3328873df tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:21.293782 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cc259-01b5-436c-91be-16e3328873df tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:21.334103 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2a5cc259-01b5-436c-91be-16e3328873df tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks [] for floatingip, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:21.334528 n-d-768851-15 neutron-server[94216]: INFO neutron.db.l3_db [None req-2a5cc259-01b5-436c-91be-16e3328873df tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Floating IP 0a27b20f-b0cf-430a-9d6e-48db2b0d93f1 disassociated (deleted). External IP: 172.25.7.130, port: 0d5d1b38-77eb-479e-ba01-8da7b1c253b8. Aug 10 04:24:21.542213 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a5cc259-01b5-436c-91be-16e3328873df tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Router e1a86e0d-b328-4041-bbb5-c0d1b8b42d36 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:24:21.650479 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a5cc259-01b5-436c-91be-16e3328873df tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:24:21.655254 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2a5cc259-01b5-436c-91be-16e3328873df tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:21.662701 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1323baa6-8839-46ff-ab67-fbaee6a6837f None None] Sync routers for ids ['e1a86e0d-b328-4041-bbb5-c0d1b8b42d36'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:24:21.672174 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1323baa6-8839-46ff-ab67-fbaee6a6837f None None] Routers {'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:24:21.672797 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-1323baa6-8839-46ff-ab67-fbaee6a6837f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:24:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['e1a86e0d-b328-4041-bbb5-c0d1b8b42d36'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:21.685576 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-2a5cc259-01b5-436c-91be-16e3328873df tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "DELETE /v2.0/floatingips/0a27b20f-b0cf-430a-9d6e-48db2b0d93f1 HTTP/1.1" status: 204 len: 168 time: 0.8381011 Aug 10 04:24:21.685576 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09fb3724-0f9d-4aeb-943c-ec621a8fe7cd', 'tag': '0d5d1b38-77eb-479e-ba01-8da7b1c253b8'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:24:21.685993 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0021ea54f387d2ae39ffe00c7e01dc720af9cc0ec992141d1f8728dec056f1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7727feba-1768-4464-b42f-d68967f1a32c" -d '{"events": [{"name": "network-changed", "server_uuid": "09fb3724-0f9d-4aeb-943c-ec621a8fe7cd", "tag": "0d5d1b38-77eb-479e-ba01-8da7b1c253b8"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:24:21.725028 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f902c0a7-83e1-4544-b3ca-903bb72f668c x-openstack-request-id: req-f902c0a7-83e1-4544-b3ca-903bb72f668c {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:24:21.725461 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09fb3724-0f9d-4aeb-943c-ec621a8fe7cd", "tag": "0d5d1b38-77eb-479e-ba01-8da7b1c253b8", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:24:21.725727 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f902c0a7-83e1-4544-b3ca-903bb72f668c {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:24:21.726145 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09fb3724-0f9d-4aeb-943c-ec621a8fe7cd', 'tag': '0d5d1b38-77eb-479e-ba01-8da7b1c253b8', 'status': 'completed', 'code': 200} Aug 10 04:24:21.791882 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-1323baa6-8839-46ff-ab67-fbaee6a6837f None None] Set router e1a86e0d-b328-4041-bbb5-c0d1b8b42d36 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:24:21.799589 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727feba-1768-4464-b42f-d68967f1a32c req-d631b60a-afee-40fd-90fa-a3654d509fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:21.801096 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7727feba-1768-4464-b42f-d68967f1a32c req-d631b60a-afee-40fd-90fa-a3654d509fdd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=00a379200b2c4df4a38fa7b3152d650b&device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 1099 time: 0.0479851 Aug 10 04:24:21.938932 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba8a3b-ca37-428a-a90c-e1466fa2cf63 req-18fc1094-fae9-49ff-89fa-2e9a1fda6e65 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:21.940456 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-91ba8a3b-ca37-428a-a90c-e1466fa2cf63 req-18fc1094-fae9-49ff-89fa-2e9a1fda6e65 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 947 time: 0.0711784 Aug 10 04:24:21.960461 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727feba-1768-4464-b42f-d68967f1a32c req-8b9e4c7f-9b8a-49bb-b15c-2cd91c4263b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:21.961907 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7727feba-1768-4464-b42f-d68967f1a32c req-8b9e4c7f-9b8a-49bb-b15c-2cd91c4263b5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b7c4d7bb-1c72-4232-89b3-38c1d3990381 HTTP/1.1" status: 200 len: 909 time: 0.1490717 Aug 10 04:24:21.996473 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-1323baa6-8839-46ff-ab67-fbaee6a6837f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36', 'name': 'tempest-TestShelveInstance-145683855-router', 'tenant_id': '00a379200b2c4df4a38fa7b3152d650b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '872bd91c-95ea-4524-820e-943954e63a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:15:30Z', 'updated_at': '2021-08-10T04:15:33Z', 'revision_number': 4, 'project_id': '00a379200b2c4df4a38fa7b3152d650b', 'gw_port': {'id': '872bd91c-95ea-4524-820e-943954e63a04', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:fd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:15:30Z', 'updated_at': '2021-08-10T04:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'b7545017-a09f-44e3-bb61-36b9c576856f', 'name': '', 'network_id': 'b7c4d7bb-1c72-4232-89b3-38c1d3990381', 'tenant_id': '00a379200b2c4df4a38fa7b3152d650b', 'mac_address': 'fa:16:3e:d4:c0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ffcfb4f2-7976-4732-a3f7-3647f30ae830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:15:32Z', 'updated_at': '2021-08-10T04:15:39Z', 'revision_number': 5, 'project_id': '00a379200b2c4df4a38fa7b3152d650b', 'subnets': [{'id': 'ffcfb4f2-7976-4732-a3f7-3647f30ae830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:22.023851 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7727feba-1768-4464-b42f-d68967f1a32c req-773e0fcf-e536-4428-a597-bfbbe7c5c03d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d5d1b38-77eb-479e-ba01-8da7b1c253b8 HTTP/1.1" status: 200 len: 217 time: 0.0515704 Aug 10 04:24:22.024632 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1323baa6-8839-46ff-ab67-fbaee6a6837f None None] Checking router: e1a86e0d-b328-4041-bbb5-c0d1b8b42d36 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:24:22.029052 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-91ba8a3b-ca37-428a-a90c-e1466fa2cf63 req-7e8277f0-7cf2-44f0-9eb7-75dbbd686fc2 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd05713-8a52-435d-a500-c19c56725e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795493 Aug 10 04:24:22.033235 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1323baa6-8839-46ff-ab67-fbaee6a6837f None None] Routers {'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:24:22.033842 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-1323baa6-8839-46ff-ab67-fbaee6a6837f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:24:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['e1a86e0d-b328-4041-bbb5-c0d1b8b42d36'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:22.080022 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727feba-1768-4464-b42f-d68967f1a32c req-cef2f605-d1fe-4a49-815b-bb2f8d77c998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:22.081502 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7727feba-1768-4464-b42f-d68967f1a32c req-cef2f605-d1fe-4a49-815b-bb2f8d77c998 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ffcfb4f2-7976-4732-a3f7-3647f30ae830 HTTP/1.1" status: 200 len: 847 time: 0.0504403 Aug 10 04:24:22.129644 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727feba-1768-4464-b42f-d68967f1a32c req-63dda55f-73a1-465d-97e6-617abac1eca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:22.131221 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7727feba-1768-4464-b42f-d68967f1a32c req-63dda55f-73a1-465d-97e6-617abac1eca8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b7c4d7bb-1c72-4232-89b3-38c1d3990381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422158 Aug 10 04:24:22.144305 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-1323baa6-8839-46ff-ab67-fbaee6a6837f None None] Set router e1a86e0d-b328-4041-bbb5-c0d1b8b42d36 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:24:22.227057 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7727feba-1768-4464-b42f-d68967f1a32c req-064e4e2b-a953-44e9-96aa-769da9e93e07 service neutron] 10.222.0.60 "GET /v2.0/networks/b7c4d7bb-1c72-4232-89b3-38c1d3990381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877533 Aug 10 04:24:22.321581 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7727feba-1768-4464-b42f-d68967f1a32c req-521de4da-4eed-4cc8-a917-ed98a83d677a service neutron] 10.222.0.60 "GET /v2.0/networks/b7c4d7bb-1c72-4232-89b3-38c1d3990381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839505 Aug 10 04:24:22.348975 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-1323baa6-8839-46ff-ab67-fbaee6a6837f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36', 'name': 'tempest-TestShelveInstance-145683855-router', 'tenant_id': '00a379200b2c4df4a38fa7b3152d650b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '872bd91c-95ea-4524-820e-943954e63a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:15:30Z', 'updated_at': '2021-08-10T04:15:33Z', 'revision_number': 4, 'project_id': '00a379200b2c4df4a38fa7b3152d650b', 'gw_port': {'id': '872bd91c-95ea-4524-820e-943954e63a04', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:fd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:15:30Z', 'updated_at': '2021-08-10T04:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'b7545017-a09f-44e3-bb61-36b9c576856f', 'name': '', 'network_id': 'b7c4d7bb-1c72-4232-89b3-38c1d3990381', 'tenant_id': '00a379200b2c4df4a38fa7b3152d650b', 'mac_address': 'fa:16:3e:d4:c0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ffcfb4f2-7976-4732-a3f7-3647f30ae830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:15:32Z', 'updated_at': '2021-08-10T04:15:39Z', 'revision_number': 5, 'project_id': '00a379200b2c4df4a38fa7b3152d650b', 'subnets': [{'id': 'ffcfb4f2-7976-4732-a3f7-3647f30ae830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:22.376813 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1323baa6-8839-46ff-ab67-fbaee6a6837f None None] The sync data for ids ['e1a86e0d-b328-4041-bbb5-c0d1b8b42d36'] in n-d-768851-15 is: [{'id': 'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36', 'name': 'tempest-TestShelveInstance-145683855-router', 'tenant_id': '00a379200b2c4df4a38fa7b3152d650b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '872bd91c-95ea-4524-820e-943954e63a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:15:30Z', 'updated_at': '2021-08-10T04:15:33Z', 'revision_number': 4, 'project_id': '00a379200b2c4df4a38fa7b3152d650b', 'gw_port': {'id': '872bd91c-95ea-4524-820e-943954e63a04', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:fd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:15:30Z', 'updated_at': '2021-08-10T04:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'b7545017-a09f-44e3-bb61-36b9c576856f', 'name': '', 'network_id': 'b7c4d7bb-1c72-4232-89b3-38c1d3990381', 'tenant_id': '00a379200b2c4df4a38fa7b3152d650b', 'mac_address': 'fa:16:3e:d4:c0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ffcfb4f2-7976-4732-a3f7-3647f30ae830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:15:32Z', 'updated_at': '2021-08-10T04:15:39Z', 'revision_number': 5, 'project_id': '00a379200b2c4df4a38fa7b3152d650b', 'subnets': [{'id': 'ffcfb4f2-7976-4732-a3f7-3647f30ae830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:24:22.592972 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be03593-06e6-4a02-bb39-ea980b8cf142 None None] New status for floating IP 0a27b20f-b0cf-430a-9d6e-48db2b0d93f1: DOWN {{(pid=94219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:24:23.161750 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac245a52-1ad8-4bff-904f-7133a3e5a30f req-e7e58a5e-0a56-4555-aa71-ffa487e1b4a2 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:23.163443 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ac245a52-1ad8-4bff-904f-7133a3e5a30f req-e7e58a5e-0a56-4555-aa71-ffa487e1b4a2 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 947 time: 0.0501726 Aug 10 04:24:23.200185 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ac245a52-1ad8-4bff-904f-7133a3e5a30f req-0a51991d-4f35-4102-8dd1-31ee91882177 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd05713-8a52-435d-a500-c19c56725e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309739 Aug 10 04:24:23.731472 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7b10d-62cd-4060-b039-e4d77313dff7 req-18787561-e128-4fe6-9e7e-827e0f3b777d tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:23.732925 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-26c7b10d-62cd-4060-b039-e4d77313dff7 req-18787561-e128-4fe6-9e7e-827e0f3b777d tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.60 "GET /v2.0/ports?device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 947 time: 0.0534418 Aug 10 04:24:23.823677 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-26c7b10d-62cd-4060-b039-e4d77313dff7 req-2851740a-412a-4d51-ab62-ddb57b9f5248 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Deleting port 0d5d1b38-77eb-479e-ba01-8da7b1c253b8 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:24:23.824022 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-26c7b10d-62cd-4060-b039-e4d77313dff7 req-2851740a-412a-4d51-ab62-ddb57b9f5248 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:23.914063 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-26c7b10d-62cd-4060-b039-e4d77313dff7 req-2851740a-412a-4d51-ab62-ddb57b9f5248 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] For port 0d5d1b38-77eb-479e-ba01-8da7b1c253b8, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=0d5d1b38-77eb-479e-ba01-8da7b1c253b8,segment=NetworkSegment(50adf758-9ca4-4650-ad46-98533ca42e55),segment_id=50adf758-9ca4-4650-ad46-98533ca42e55)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:24:23.914438 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-26c7b10d-62cd-4060-b039-e4d77313dff7 req-2851740a-412a-4d51-ab62-ddb57b9f5248 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:23.927113 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-26c7b10d-62cd-4060-b039-e4d77313dff7 req-2851740a-412a-4d51-ab62-ddb57b9f5248 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Calling delete_port for 0d5d1b38-77eb-479e-ba01-8da7b1c253b8 owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:24:24.054127 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-26c7b10d-62cd-4060-b039-e4d77313dff7 req-2851740a-412a-4d51-ab62-ddb57b9f5248 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:24.083338 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2851740a-412a-4d51-ab62-ddb57b9f5248 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Pushing event deleted for resources: {'Port': ['ID=0d5d1b38-77eb-479e-ba01-8da7b1c253b8,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:24.127553 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-26c7b10d-62cd-4060-b039-e4d77313dff7 req-2851740a-412a-4d51-ab62-ddb57b9f5248 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] No DVR routers for this DVR port 0d5d1b38-77eb-479e-ba01-8da7b1c253b8 on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:24:24.130869 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-26c7b10d-62cd-4060-b039-e4d77313dff7 req-2851740a-412a-4d51-ab62-ddb57b9f5248 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:24.132841 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-26c7b10d-62cd-4060-b039-e4d77313dff7 req-2851740a-412a-4d51-ab62-ddb57b9f5248 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.60 "DELETE /v2.0/ports/0d5d1b38-77eb-479e-ba01-8da7b1c253b8 HTTP/1.1" status: 204 len: 173 time: 0.3898885 Aug 10 04:24:24.133338 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09fb3724-0f9d-4aeb-943c-ec621a8fe7cd', 'name': 'network-vif-deleted', 'tag': '0d5d1b38-77eb-479e-ba01-8da7b1c253b8'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:24:24.135623 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0021ea54f387d2ae39ffe00c7e01dc720af9cc0ec992141d1f8728dec056f1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471c1070-1f82-4aa4-8915-7d7088c38f86" -d '{"events": [{"server_uuid": "09fb3724-0f9d-4aeb-943c-ec621a8fe7cd", "name": "network-vif-deleted", "tag": "0d5d1b38-77eb-479e-ba01-8da7b1c253b8"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:24:24.172602 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a8519b-e3ff-44a3-9cef-39d6a9611adc x-openstack-request-id: req-44a8519b-e3ff-44a3-9cef-39d6a9611adc {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:24:24.173198 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09fb3724-0f9d-4aeb-943c-ec621a8fe7cd", "name": "network-vif-deleted", "tag": "0d5d1b38-77eb-479e-ba01-8da7b1c253b8", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:24:24.173198 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-44a8519b-e3ff-44a3-9cef-39d6a9611adc {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:24:24.173542 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09fb3724-0f9d-4aeb-943c-ec621a8fe7cd', 'name': 'network-vif-deleted', 'tag': '0d5d1b38-77eb-479e-ba01-8da7b1c253b8', 'status': 'completed', 'code': 200} Aug 10 04:24:24.296191 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6e210fd2-ab06-4c09-a705-bf0b4a273057 req-06fae5bd-437f-4d0b-9a0e-d32fad768e14 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 210 time: 0.0271518 Aug 10 04:24:25.392415 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0ce1837a-93e0-4fa1-8cb0-f52d528524ac req-94bbd1c3-5cef-4ed9-951f-94a63b10cd5b tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 210 time: 0.0265822 Aug 10 04:24:26.496929 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-32c591e1-ff59-486e-857d-6b847425037e req-76f06a6c-856e-4e4d-bb1c-2d3e38056b87 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 210 time: 0.0316980 Aug 10 04:24:26.957499 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 0d5d1b38-77eb-479e-ba01-8da7b1c253b8 no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:24:26.978450 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: 0d5d1b38-77eb-479e-ba01-8da7b1c253b8 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:24:26.978825 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device 0d5d1b38-77eb-479e-ba01-8da7b1c253b8 not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:24:27.030897 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:27.412782 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:27.612476 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bba05b6b-2a24-4cd8-810e-5de4ce52eaef req-c9f0c45d-4978-4aa7-a11f-683c9234c384 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "GET /v2.0/ports?device_id=09fb3724-0f9d-4aeb-943c-ec621a8fe7cd HTTP/1.1" status: 200 len: 210 time: 0.0267081 Aug 10 04:24:28.667536 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 44682) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:28.727185 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-96131413-b393-4654-a84a-6d9839a2c419 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:28.752838 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-96131413-b393-4654-a84a-6d9839a2c419 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:28.815532 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-96131413-b393-4654-a84a-6d9839a2c419 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:28.818952 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-96131413-b393-4654-a84a-6d9839a2c419 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:28.820188 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-96131413-b393-4654-a84a-6d9839a2c419 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] 10.222.0.62 "DELETE /v2.0/security-groups/cdd05713-8a52-435d-a500-c19c56725e8b HTTP/1.1" status: 204 len: 168 time: 0.1516099 Aug 10 04:24:28.829926 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96131413-b393-4654-a84a-6d9839a2c419 tempest-TestShelveInstance-968774902 tempest-TestShelveInstance-968774902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd05713-8a52-435d-a500-c19c56725e8b,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:28.893782 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 44686) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:29.345259 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8dba7fdd-f726-4117-ab27-072cbc821aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:29.923386 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-8dba7fdd-f726-4117-ab27-072cbc821aa2 admin admin] Deleting port b7545017-a09f-44e3-bb61-36b9c576856f {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:24:29.924014 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8dba7fdd-f726-4117-ab27-072cbc821aa2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:30.000118 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-8dba7fdd-f726-4117-ab27-072cbc821aa2 admin admin] For port b7545017-a09f-44e3-bb61-36b9c576856f, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=b7545017-a09f-44e3-bb61-36b9c576856f,segment=NetworkSegment(50adf758-9ca4-4650-ad46-98533ca42e55),segment_id=50adf758-9ca4-4650-ad46-98533ca42e55)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:24:30.000486 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8dba7fdd-f726-4117-ab27-072cbc821aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:30.012531 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-8dba7fdd-f726-4117-ab27-072cbc821aa2 admin admin] Calling delete_port for b7545017-a09f-44e3-bb61-36b9c576856f owned by network:router_interface {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:24:30.199732 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8dba7fdd-f726-4117-ab27-072cbc821aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:30.229536 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dba7fdd-f726-4117-ab27-072cbc821aa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7545017-a09f-44e3-bb61-36b9c576856f,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:30.253435 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dba7fdd-f726-4117-ab27-072cbc821aa2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:30.253781 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dba7fdd-f726-4117-ab27-072cbc821aa2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:30.254111 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dba7fdd-f726-4117-ab27-072cbc821aa2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:30.254455 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dba7fdd-f726-4117-ab27-072cbc821aa2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:30.254764 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dba7fdd-f726-4117-ab27-072cbc821aa2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:30.255129 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dba7fdd-f726-4117-ab27-072cbc821aa2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:30.255454 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dba7fdd-f726-4117-ab27-072cbc821aa2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:30.255772 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dba7fdd-f726-4117-ab27-072cbc821aa2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:30.256089 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dba7fdd-f726-4117-ab27-072cbc821aa2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:30.256403 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dba7fdd-f726-4117-ab27-072cbc821aa2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:30.256718 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dba7fdd-f726-4117-ab27-072cbc821aa2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:30.257031 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dba7fdd-f726-4117-ab27-072cbc821aa2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:30.405063 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-8dba7fdd-f726-4117-ab27-072cbc821aa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:30.466421 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-bd51fc9f-1bac-4544-8b73-efee7f811f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:30.630607 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dba7fdd-f726-4117-ab27-072cbc821aa2 admin admin] Router e1a86e0d-b328-4041-bbb5-c0d1b8b42d36 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:24:30.741054 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dba7fdd-f726-4117-ab27-072cbc821aa2 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:24:30.745911 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-8dba7fdd-f726-4117-ab27-072cbc821aa2 admin admin] 10.222.0.62 "PUT /v2.0/routers/e1a86e0d-b328-4041-bbb5-c0d1b8b42d36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8510146 Aug 10 04:24:30.748607 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 44696) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:30.752428 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0d8f7c-f883-422f-8112-9c9348f4a5e1 None None] Sync routers for ids ['e1a86e0d-b328-4041-bbb5-c0d1b8b42d36'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:24:30.761830 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0d8f7c-f883-422f-8112-9c9348f4a5e1 None None] Routers {'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:24:30.762450 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-ba0d8f7c-f883-422f-8112-9c9348f4a5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:24:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['e1a86e0d-b328-4041-bbb5-c0d1b8b42d36'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:30.853156 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ae5138fe-a363-41a6-a8a8-637168ce3a3d admin admin] Notify callbacks [] for router, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:30.868226 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-ba0d8f7c-f883-422f-8112-9c9348f4a5e1 None None] Set router e1a86e0d-b328-4041-bbb5-c0d1b8b42d36 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:24:30.951233 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:24:30.963768 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ae5138fe-a363-41a6-a8a8-637168ce3a3d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:31.033239 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-ae5138fe-a363-41a6-a8a8-637168ce3a3d admin admin] Deleting port 872bd91c-95ea-4524-820e-943954e63a04 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:24:31.033613 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ae5138fe-a363-41a6-a8a8-637168ce3a3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:31.064532 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-ba0d8f7c-f883-422f-8112-9c9348f4a5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36', 'name': 'tempest-TestShelveInstance-145683855-router', 'tenant_id': '00a379200b2c4df4a38fa7b3152d650b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '872bd91c-95ea-4524-820e-943954e63a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:15:30Z', 'updated_at': '2021-08-10T04:24:30Z', 'revision_number': 5, 'project_id': '00a379200b2c4df4a38fa7b3152d650b', 'gw_port': {'id': '872bd91c-95ea-4524-820e-943954e63a04', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:fd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:15:30Z', 'updated_at': '2021-08-10T04:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:31.091711 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0d8f7c-f883-422f-8112-9c9348f4a5e1 None None] Checking router: e1a86e0d-b328-4041-bbb5-c0d1b8b42d36 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:24:31.101559 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0d8f7c-f883-422f-8112-9c9348f4a5e1 None None] Routers {'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:24:31.102173 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-ba0d8f7c-f883-422f-8112-9c9348f4a5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:24:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['e1a86e0d-b328-4041-bbb5-c0d1b8b42d36'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:31.127061 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-ae5138fe-a363-41a6-a8a8-637168ce3a3d admin admin] For port 872bd91c-95ea-4524-820e-943954e63a04, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=872bd91c-95ea-4524-820e-943954e63a04,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:24:31.127439 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ae5138fe-a363-41a6-a8a8-637168ce3a3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:31.141235 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-ae5138fe-a363-41a6-a8a8-637168ce3a3d admin admin] Calling delete_port for 872bd91c-95ea-4524-820e-943954e63a04 owned by network:router_gateway {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:24:31.191858 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-ba0d8f7c-f883-422f-8112-9c9348f4a5e1 None None] Set router e1a86e0d-b328-4041-bbb5-c0d1b8b42d36 gateway port host: None {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:24:31.244942 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-ba0d8f7c-f883-422f-8112-9c9348f4a5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36', 'name': 'tempest-TestShelveInstance-145683855-router', 'tenant_id': '00a379200b2c4df4a38fa7b3152d650b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:15:30Z', 'updated_at': '2021-08-10T04:24:30Z', 'revision_number': 6, 'project_id': '00a379200b2c4df4a38fa7b3152d650b', 'gw_port_host': None}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:31.279113 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0d8f7c-f883-422f-8112-9c9348f4a5e1 None None] The sync data for ids ['e1a86e0d-b328-4041-bbb5-c0d1b8b42d36'] in n-d-768851-15 is: [{'id': 'e1a86e0d-b328-4041-bbb5-c0d1b8b42d36', 'name': 'tempest-TestShelveInstance-145683855-router', 'tenant_id': '00a379200b2c4df4a38fa7b3152d650b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:15:30Z', 'updated_at': '2021-08-10T04:24:30Z', 'revision_number': 6, 'project_id': '00a379200b2c4df4a38fa7b3152d650b', 'gw_port_host': None}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:24:31.334105 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ae5138fe-a363-41a6-a8a8-637168ce3a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:31.362470 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5138fe-a363-41a6-a8a8-637168ce3a3d admin admin] Pushing event deleted for resources: {'Port': ['ID=872bd91c-95ea-4524-820e-943954e63a04,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:31.442043 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ae5138fe-a363-41a6-a8a8-637168ce3a3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:31.544639 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ae5138fe-a363-41a6-a8a8-637168ce3a3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:31.546758 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ae5138fe-a363-41a6-a8a8-637168ce3a3d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:31.592690 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ae5138fe-a363-41a6-a8a8-637168ce3a3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:31.593152 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5138fe-a363-41a6-a8a8-637168ce3a3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1a86e0d-b328-4041-bbb5-c0d1b8b42d36 {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:24:31.597548 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-ae5138fe-a363-41a6-a8a8-637168ce3a3d admin admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:31.598764 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-ae5138fe-a363-41a6-a8a8-637168ce3a3d admin admin] 10.222.0.62 "DELETE /v2.0/routers/e1a86e0d-b328-4041-bbb5-c0d1b8b42d36 HTTP/1.1" status: 204 len: 168 time: 0.8492165 Aug 10 04:24:31.601963 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 44698) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:31.650663 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-04949e1d-0735-4612-ae2b-2b0ef096d282 admin admin] Deleting subnet ffcfb4f2-7976-4732-a3f7-3647f30ae830 {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:24:31.653710 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-04949e1d-0735-4612-ae2b-2b0ef096d282 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:31.688291 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-04949e1d-0735-4612-ae2b-2b0ef096d282 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:31.769353 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-04949e1d-0735-4612-ae2b-2b0ef096d282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:31.829967 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-04949e1d-0735-4612-ae2b-2b0ef096d282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:31.860304 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04949e1d-0735-4612-ae2b-2b0ef096d282 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffcfb4f2-7976-4732-a3f7-3647f30ae830,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:31.867084 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-04949e1d-0735-4612-ae2b-2b0ef096d282 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:31.869269 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-04949e1d-0735-4612-ae2b-2b0ef096d282 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/ffcfb4f2-7976-4732-a3f7-3647f30ae830 HTTP/1.1" status: 204 len: 168 time: 0.2662897 Aug 10 04:24:31.871797 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 44700) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:31.874660 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5806ffa3-fd02-4a1b-83bc-77049ff57432 None None] Network b7c4d7bb-1c72-4232-89b3-38c1d3990381 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:24:31.944890 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-058897c5-1949-4f7f-8eb4-4ae9a2274a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:32.003628 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-058897c5-1949-4f7f-8eb4-4ae9a2274a95 admin admin] Deleting port 97fb566a-fcc5-4b5f-ab74-c1b6da6688eb {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:24:32.004312 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-058897c5-1949-4f7f-8eb4-4ae9a2274a95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:32.081293 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-058897c5-1949-4f7f-8eb4-4ae9a2274a95 admin admin] For port 97fb566a-fcc5-4b5f-ab74-c1b6da6688eb, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=97fb566a-fcc5-4b5f-ab74-c1b6da6688eb,segment=NetworkSegment(50adf758-9ca4-4650-ad46-98533ca42e55),segment_id=50adf758-9ca4-4650-ad46-98533ca42e55)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:24:32.081676 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-058897c5-1949-4f7f-8eb4-4ae9a2274a95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:32.096404 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-058897c5-1949-4f7f-8eb4-4ae9a2274a95 admin admin] Calling delete_port for 97fb566a-fcc5-4b5f-ab74-c1b6da6688eb owned by network:dhcp {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:24:32.116402 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c3d507-d972-4565-acc1-4ba0cdcbf917 None None] DHCP port deletion for b7c4d7bb-1c72-4232-89b3-38c1d3990381 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:24:32.149585 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 872bd91c-95ea-4524-820e-943954e63a04 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:24:32.171092 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 872bd91c-95ea-4524-820e-943954e63a04 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:24:32.171528 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 872bd91c-95ea-4524-820e-943954e63a04 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:24:32.172007 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b7545017-a09f-44e3-bb61-36b9c576856f no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:24:32.180199 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-058897c5-1949-4f7f-8eb4-4ae9a2274a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:32.198246 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: b7545017-a09f-44e3-bb61-36b9c576856f {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:24:32.198603 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device b7545017-a09f-44e3-bb61-36b9c576856f not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:24:32.207095 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058897c5-1949-4f7f-8eb4-4ae9a2274a95 admin admin] Pushing event deleted for resources: {'Port': ['ID=97fb566a-fcc5-4b5f-ab74-c1b6da6688eb,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:32.207590 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-11c3d507-d972-4565-acc1-4ba0cdcbf917 None None] Deleting port 97fb566a-fcc5-4b5f-ab74-c1b6da6688eb {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:24:32.207978 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-11c3d507-d972-4565-acc1-4ba0cdcbf917 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:32.209503 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058897c5-1949-4f7f-8eb4-4ae9a2274a95 admin admin] No DVR routers for this DVR port 97fb566a-fcc5-4b5f-ab74-c1b6da6688eb on host n-d-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:24:32.273375 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-11c3d507-d972-4565-acc1-4ba0cdcbf917 None None] For port 97fb566a-fcc5-4b5f-ab74-c1b6da6688eb, host n-d-768851-15, got binding levels [] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:24:32.273778 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-11c3d507-d972-4565-acc1-4ba0cdcbf917 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:32.283576 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-058897c5-1949-4f7f-8eb4-4ae9a2274a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:32.286339 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-11c3d507-d972-4565-acc1-4ba0cdcbf917 None None] Calling delete_port for 97fb566a-fcc5-4b5f-ab74-c1b6da6688eb owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:24:32.288982 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.ipam_backend_mixin [None req-11c3d507-d972-4565-acc1-4ba0cdcbf917 None None] Port 97fb566a-fcc5-4b5f-ab74-c1b6da6688eb was not found and therefore no delete operation was performed {{(pid=94218) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 04:24:32.290231 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-11c3d507-d972-4565-acc1-4ba0cdcbf917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:32.293521 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-058897c5-1949-4f7f-8eb4-4ae9a2274a95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7c4d7bb-1c72-4232-89b3-38c1d3990381']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:32.304879 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-058897c5-1949-4f7f-8eb4-4ae9a2274a95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50adf758-9ca4-4650-ad46-98533ca42e55') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:32.305178 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-058897c5-1949-4f7f-8eb4-4ae9a2274a95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50adf758-9ca4-4650-ad46-98533ca42e55') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:32.313891 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-058897c5-1949-4f7f-8eb4-4ae9a2274a95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:32.315535 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c3d507-d972-4565-acc1-4ba0cdcbf917 None None] Pushing event deleted for resources: {'Port': ['ID=97fb566a-fcc5-4b5f-ab74-c1b6da6688eb,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:32.320481 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c3d507-d972-4565-acc1-4ba0cdcbf917 None None] No DVR routers for this DVR port 97fb566a-fcc5-4b5f-ab74-c1b6da6688eb on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:24:32.327339 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c3d507-d972-4565-acc1-4ba0cdcbf917 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:32.327688 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c3d507-d972-4565-acc1-4ba0cdcbf917 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:32.328034 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c3d507-d972-4565-acc1-4ba0cdcbf917 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:32.328208 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-058897c5-1949-4f7f-8eb4-4ae9a2274a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:32.328380 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c3d507-d972-4565-acc1-4ba0cdcbf917 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:32.328706 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c3d507-d972-4565-acc1-4ba0cdcbf917 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:32.329040 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c3d507-d972-4565-acc1-4ba0cdcbf917 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:32.329372 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c3d507-d972-4565-acc1-4ba0cdcbf917 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:32.329699 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c3d507-d972-4565-acc1-4ba0cdcbf917 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:32.332234 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c3d507-d972-4565-acc1-4ba0cdcbf917 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:32.332234 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c3d507-d972-4565-acc1-4ba0cdcbf917 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:32.332234 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c3d507-d972-4565-acc1-4ba0cdcbf917 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:32.332234 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c3d507-d972-4565-acc1-4ba0cdcbf917 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:32.337579 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-058897c5-1949-4f7f-8eb4-4ae9a2274a95 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:24:32.337790 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-058897c5-1949-4f7f-8eb4-4ae9a2274a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:32.339626 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 04:24:32.339626 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:24:32.339626 n-d-768851-15 neutron-server[94217]: timer() Aug 10 04:24:32.339626 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:24:32.339626 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 04:24:32.339626 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:24:32.339626 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 04:24:32.339626 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:24:32.339626 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 04:24:32.339626 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:24:32.339626 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 04:24:32.339626 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:24:32.339626 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 04:24:32.339626 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:24:32.339626 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:24:32.339626 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:24:32.339626 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:24:32.339626 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:24:32.339626 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 04:24:32.339626 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:24:32.339626 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 04:24:32.339626 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:24:32.339626 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:24:32.339626 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:24:32.339626 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 04:24:32.339626 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:24:32.339626 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:24:32.339626 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:24:32.339626 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:24:32.339626 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:24:32.339626 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:24:32.339626 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:24:32.397284 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-058897c5-1949-4f7f-8eb4-4ae9a2274a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:32.402752 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-058897c5-1949-4f7f-8eb4-4ae9a2274a95 admin admin] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:32.404800 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-058897c5-1949-4f7f-8eb4-4ae9a2274a95 admin admin] 10.222.0.62 "DELETE /v2.0/networks/b7c4d7bb-1c72-4232-89b3-38c1d3990381 HTTP/1.1" status: 204 len: 168 time: 0.5317030 Aug 10 04:24:32.407822 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 44702) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:32.415618 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058897c5-1949-4f7f-8eb4-4ae9a2274a95 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7c4d7bb-1c72-4232-89b3-38c1d3990381,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:32.751079 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-796ce369-38f0-4ac3-a15d-cdb8d18a0400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:32.994296 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-796ce369-38f0-4ac3-a15d-cdb8d18a0400 admin admin] Deleting port 97945f27-e5ec-4b61-8b90-14a94a1722d1 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:24:32.994643 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-796ce369-38f0-4ac3-a15d-cdb8d18a0400 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:33.074905 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-796ce369-38f0-4ac3-a15d-cdb8d18a0400 admin admin] For port 97945f27-e5ec-4b61-8b90-14a94a1722d1, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=97945f27-e5ec-4b61-8b90-14a94a1722d1,segment=NetworkSegment(93ea598c-687e-4322-9b1e-90f2f06ca50d),segment_id=93ea598c-687e-4322-9b1e-90f2f06ca50d)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:24:33.075448 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-796ce369-38f0-4ac3-a15d-cdb8d18a0400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:33.089882 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-796ce369-38f0-4ac3-a15d-cdb8d18a0400 admin admin] Calling delete_port for 97945f27-e5ec-4b61-8b90-14a94a1722d1 owned by network:router_interface {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:24:33.175823 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0820914c-08ae-4ff2-a865-8e9f77406491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:33.272488 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-796ce369-38f0-4ac3-a15d-cdb8d18a0400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:33.305407 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796ce369-38f0-4ac3-a15d-cdb8d18a0400 admin admin] Pushing event deleted for resources: {'Port': ['ID=97945f27-e5ec-4b61-8b90-14a94a1722d1,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:33.487657 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-796ce369-38f0-4ac3-a15d-cdb8d18a0400 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:33.563545 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:34.031679 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-796ce369-38f0-4ac3-a15d-cdb8d18a0400 admin admin] Router ce7243f4-bf7d-4798-a234-addee00c2347 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:24:34.141723 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-796ce369-38f0-4ac3-a15d-cdb8d18a0400 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:24:34.147307 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-796ce369-38f0-4ac3-a15d-cdb8d18a0400 admin admin] 10.222.0.62 "PUT /v2.0/routers/ce7243f4-bf7d-4798-a234-addee00c2347/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7383718 Aug 10 04:24:34.150253 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 44704) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:34.152657 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6688fc-0c41-4741-9088-2559c65cbfbc None None] Sync routers for ids ['ce7243f4-bf7d-4798-a234-addee00c2347'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:24:34.155321 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 97fb566a-fcc5-4b5f-ab74-c1b6da6688eb no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:24:34.176058 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6688fc-0c41-4741-9088-2559c65cbfbc None None] Routers {'ce7243f4-bf7d-4798-a234-addee00c2347'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:24:34.176660 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-dc6688fc-0c41-4741-9088-2559c65cbfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:24:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['ce7243f4-bf7d-4798-a234-addee00c2347'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:34.177698 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 97fb566a-fcc5-4b5f-ab74-c1b6da6688eb {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:24:34.178194 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 97fb566a-fcc5-4b5f-ab74-c1b6da6688eb not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:24:34.256637 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1346257b-6281-418e-85d6-acbe059ad7bc admin admin] Notify callbacks [] for router, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:34.279876 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-dc6688fc-0c41-4741-9088-2559c65cbfbc None None] Set router ce7243f4-bf7d-4798-a234-addee00c2347 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:24:34.355544 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1346257b-6281-418e-85d6-acbe059ad7bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:34.415006 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-1346257b-6281-418e-85d6-acbe059ad7bc admin admin] Deleting port 437788e1-933e-4c7c-bce2-04c0b06dc79a {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:24:34.415354 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1346257b-6281-418e-85d6-acbe059ad7bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:34.456426 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-dc6688fc-0c41-4741-9088-2559c65cbfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7243f4-bf7d-4798-a234-addee00c2347', 'name': 'tempest-TestShelveInstance-900858324-router', 'tenant_id': '72a5b2ef79044d3192ce5fa41c9443bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '437788e1-933e-4c7c-bce2-04c0b06dc79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:15:34Z', 'updated_at': '2021-08-10T04:24:33Z', 'revision_number': 5, 'project_id': '72a5b2ef79044d3192ce5fa41c9443bf', 'gw_port': {'id': '437788e1-933e-4c7c-bce2-04c0b06dc79a', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:68:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7243f4-bf7d-4798-a234-addee00c2347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:15:35Z', 'updated_at': '2021-08-10T04:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:34.487544 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6688fc-0c41-4741-9088-2559c65cbfbc None None] Checking router: ce7243f4-bf7d-4798-a234-addee00c2347 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:24:34.496918 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6688fc-0c41-4741-9088-2559c65cbfbc None None] Routers {'ce7243f4-bf7d-4798-a234-addee00c2347'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:24:34.497113 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-1346257b-6281-418e-85d6-acbe059ad7bc admin admin] For port 437788e1-933e-4c7c-bce2-04c0b06dc79a, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=437788e1-933e-4c7c-bce2-04c0b06dc79a,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:24:34.497646 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1346257b-6281-418e-85d6-acbe059ad7bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:34.498462 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-dc6688fc-0c41-4741-9088-2559c65cbfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:24:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['ce7243f4-bf7d-4798-a234-addee00c2347'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:34.502401 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:34.511455 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-1346257b-6281-418e-85d6-acbe059ad7bc admin admin] Calling delete_port for 437788e1-933e-4c7c-bce2-04c0b06dc79a owned by network:router_gateway {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:24:34.582029 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-dc6688fc-0c41-4741-9088-2559c65cbfbc None None] Set router ce7243f4-bf7d-4798-a234-addee00c2347 gateway port host: None {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:24:34.632632 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-dc6688fc-0c41-4741-9088-2559c65cbfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7243f4-bf7d-4798-a234-addee00c2347', 'name': 'tempest-TestShelveInstance-900858324-router', 'tenant_id': '72a5b2ef79044d3192ce5fa41c9443bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:15:34Z', 'updated_at': '2021-08-10T04:24:34Z', 'revision_number': 6, 'project_id': '72a5b2ef79044d3192ce5fa41c9443bf', 'gw_port_host': None}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:34.681415 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1346257b-6281-418e-85d6-acbe059ad7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:34.710647 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1346257b-6281-418e-85d6-acbe059ad7bc admin admin] Pushing event deleted for resources: {'Port': ['ID=437788e1-933e-4c7c-bce2-04c0b06dc79a,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:34.761841 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6688fc-0c41-4741-9088-2559c65cbfbc None None] The sync data for ids ['ce7243f4-bf7d-4798-a234-addee00c2347'] in n-d-768851-15 is: [{'id': 'ce7243f4-bf7d-4798-a234-addee00c2347', 'name': 'tempest-TestShelveInstance-900858324-router', 'tenant_id': '72a5b2ef79044d3192ce5fa41c9443bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:15:34Z', 'updated_at': '2021-08-10T04:24:34Z', 'revision_number': 6, 'project_id': '72a5b2ef79044d3192ce5fa41c9443bf', 'gw_port_host': None}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:24:34.776959 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1346257b-6281-418e-85d6-acbe059ad7bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:34.868180 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1346257b-6281-418e-85d6-acbe059ad7bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:34.870307 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1346257b-6281-418e-85d6-acbe059ad7bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:34.914152 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1346257b-6281-418e-85d6-acbe059ad7bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:34.914593 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1346257b-6281-418e-85d6-acbe059ad7bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce7243f4-bf7d-4798-a234-addee00c2347 {{(pid=94216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:24:34.918905 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-1346257b-6281-418e-85d6-acbe059ad7bc admin admin] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:34.920013 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-1346257b-6281-418e-85d6-acbe059ad7bc admin admin] 10.222.0.62 "DELETE /v2.0/routers/ce7243f4-bf7d-4798-a234-addee00c2347 HTTP/1.1" status: 204 len: 168 time: 0.7686076 Aug 10 04:24:34.922620 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 44706) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:34.971018 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-916f15d1-71fc-4280-9d8b-a8d35e196eea admin admin] Deleting subnet 2b8d69d9-df8d-4001-9b04-85c88f138f60 {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:24:34.974187 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-916f15d1-71fc-4280-9d8b-a8d35e196eea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:35.008829 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-916f15d1-71fc-4280-9d8b-a8d35e196eea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:35.087267 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-916f15d1-71fc-4280-9d8b-a8d35e196eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:35.142177 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-916f15d1-71fc-4280-9d8b-a8d35e196eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:35.174770 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916f15d1-71fc-4280-9d8b-a8d35e196eea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b8d69d9-df8d-4001-9b04-85c88f138f60,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:35.176956 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-916f15d1-71fc-4280-9d8b-a8d35e196eea admin admin] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:35.178698 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-916f15d1-71fc-4280-9d8b-a8d35e196eea admin admin] 10.222.0.62 "DELETE /v2.0/subnets/2b8d69d9-df8d-4001-9b04-85c88f138f60 HTTP/1.1" status: 204 len: 168 time: 0.2551293 Aug 10 04:24:35.181271 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 44708) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:35.183680 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3627cc7f-d2da-4c4f-971c-939412160806 None None] Network 2d1b78cf-07c8-46c9-9a88-6a58651128b4 requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:24:35.252660 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4b7aece8-5939-479c-8fde-832540889c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:35.306569 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-4b7aece8-5939-479c-8fde-832540889c85 admin admin] Deleting port 75d5e49c-34c9-4dc3-b8ad-7e877db9cdbc {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:24:35.306959 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4b7aece8-5939-479c-8fde-832540889c85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:35.376013 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-4b7aece8-5939-479c-8fde-832540889c85 admin admin] For port 75d5e49c-34c9-4dc3-b8ad-7e877db9cdbc, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=75d5e49c-34c9-4dc3-b8ad-7e877db9cdbc,segment=NetworkSegment(93ea598c-687e-4322-9b1e-90f2f06ca50d),segment_id=93ea598c-687e-4322-9b1e-90f2f06ca50d)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:24:35.376427 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4b7aece8-5939-479c-8fde-832540889c85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:35.390840 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-4b7aece8-5939-479c-8fde-832540889c85 admin admin] Calling delete_port for 75d5e49c-34c9-4dc3-b8ad-7e877db9cdbc owned by network:dhcp {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:24:35.470548 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4b7aece8-5939-479c-8fde-832540889c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:35.495808 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7aece8-5939-479c-8fde-832540889c85 admin admin] Pushing event deleted for resources: {'Port': ['ID=75d5e49c-34c9-4dc3-b8ad-7e877db9cdbc,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:35.504067 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7aece8-5939-479c-8fde-832540889c85 admin admin] No DVR routers for this DVR port 75d5e49c-34c9-4dc3-b8ad-7e877db9cdbc on host n-d-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:24:35.521208 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abade3d9-2c1a-4117-a9c2-e1c7a7964112 None None] DHCP port deletion for 2d1b78cf-07c8-46c9-9a88-6a58651128b4 request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:24:35.588288 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4b7aece8-5939-479c-8fde-832540889c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:35.600195 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-4b7aece8-5939-479c-8fde-832540889c85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d1b78cf-07c8-46c9-9a88-6a58651128b4']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:35.611872 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-4b7aece8-5939-479c-8fde-832540889c85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93ea598c-687e-4322-9b1e-90f2f06ca50d') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:35.612192 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-4b7aece8-5939-479c-8fde-832540889c85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93ea598c-687e-4322-9b1e-90f2f06ca50d') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:35.622774 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4b7aece8-5939-479c-8fde-832540889c85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:35.639942 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4b7aece8-5939-479c-8fde-832540889c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:35.646234 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b7aece8-5939-479c-8fde-832540889c85 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:24:35.646637 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4b7aece8-5939-479c-8fde-832540889c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:35.648543 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 04:24:35.648543 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:24:35.648543 n-d-768851-15 neutron-server[94216]: timer() Aug 10 04:24:35.648543 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:24:35.648543 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 04:24:35.648543 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:24:35.648543 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 04:24:35.648543 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:24:35.648543 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 04:24:35.648543 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:24:35.648543 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 04:24:35.648543 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:24:35.648543 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 04:24:35.648543 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:24:35.648543 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:24:35.648543 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:24:35.648543 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:24:35.648543 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:24:35.648543 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 04:24:35.648543 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:24:35.648543 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 04:24:35.648543 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:24:35.648543 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:24:35.648543 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:24:35.648543 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 04:24:35.648543 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:24:35.648543 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:24:35.648543 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:24:35.648543 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:24:35.648543 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:24:35.648543 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:24:35.648543 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:24:35.708615 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4b7aece8-5939-479c-8fde-832540889c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:35.715040 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4b7aece8-5939-479c-8fde-832540889c85 admin admin] Notify callbacks [] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:35.716890 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-4b7aece8-5939-479c-8fde-832540889c85 admin admin] 10.222.0.62 "DELETE /v2.0/networks/2d1b78cf-07c8-46c9-9a88-6a58651128b4 HTTP/1.1" status: 204 len: 168 time: 0.5347137 Aug 10 04:24:35.733646 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7aece8-5939-479c-8fde-832540889c85 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d1b78cf-07c8-46c9-9a88-6a58651128b4,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:35.854226 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 44712) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:35.895788 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-e8bed168-3652-4207-aa67-7d233e5ec1f7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=00a379200b2c4df4a38fa7b3152d650b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402675 Aug 10 04:24:35.898315 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 44714) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:35.950444 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bfec934a-6ebd-4b55-8425-a2b1cb602d75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:35.976290 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bfec934a-6ebd-4b55-8425-a2b1cb602d75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:36.027152 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bfec934a-6ebd-4b55-8425-a2b1cb602d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:36.029896 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-bfec934a-6ebd-4b55-8425-a2b1cb602d75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:36.033449 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-bfec934a-6ebd-4b55-8425-a2b1cb602d75 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ced6564b-fead-416d-8bdf-56364b23a5f6 HTTP/1.1" status: 204 len: 168 time: 0.1340399 Aug 10 04:24:36.042939 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfec934a-6ebd-4b55-8425-a2b1cb602d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced6564b-fead-416d-8bdf-56364b23a5f6,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:36.111136 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 97945f27-e5ec-4b61-8b90-14a94a1722d1 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:24:36.134633 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 97945f27-e5ec-4b61-8b90-14a94a1722d1 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:24:36.135006 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 97945f27-e5ec-4b61-8b90-14a94a1722d1 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:24:36.135449 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 437788e1-933e-4c7c-bce2-04c0b06dc79a no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:24:36.154776 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 437788e1-933e-4c7c-bce2-04c0b06dc79a {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:24:36.155060 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 437788e1-933e-4c7c-bce2-04c0b06dc79a not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:24:36.155470 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 75d5e49c-34c9-4dc3-b8ad-7e877db9cdbc no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:24:36.177654 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 75d5e49c-34c9-4dc3-b8ad-7e877db9cdbc {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:24:36.177890 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 75d5e49c-34c9-4dc3-b8ad-7e877db9cdbc not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:24:36.236761 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:36.360401 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 44720) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:36.401089 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-22108e70-247a-46d0-a682-1555dd46c468 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=72a5b2ef79044d3192ce5fa41c9443bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394962 Aug 10 04:24:36.403505 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 44722) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:36.455145 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d7d88b3d-283f-4d64-a2f9-67769c963c80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:36.476224 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d7d88b3d-283f-4d64-a2f9-67769c963c80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:36.521906 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d7d88b3d-283f-4d64-a2f9-67769c963c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:36.524338 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-d7d88b3d-283f-4d64-a2f9-67769c963c80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:36.525493 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-d7d88b3d-283f-4d64-a2f9-67769c963c80 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/968215a9-505d-4df3-919a-75ec73461cb9 HTTP/1.1" status: 204 len: 168 time: 0.1210983 Aug 10 04:24:36.533145 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d88b3d-283f-4d64-a2f9-67769c963c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968215a9-505d-4df3-919a-75ec73461cb9,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:37.186994 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 44744) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:37.283404 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-94fa51ce-6b2c-4b6a-a623-adb6a48d65e9 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1106046824-network', 'tenant_id': '9946c29dae4349dd990497d845c52a26'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:37.305140 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94fa51ce-6b2c-4b6a-a623-adb6a48d65e9 admin admin] Made reservation on behalf of 9946c29dae4349dd990497d845c52a26 for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:24:37.307568 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-94fa51ce-6b2c-4b6a-a623-adb6a48d65e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:37.315928 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-94fa51ce-6b2c-4b6a-a623-adb6a48d65e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:37.411096 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-94fa51ce-6b2c-4b6a-a623-adb6a48d65e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:37.415878 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-94fa51ce-6b2c-4b6a-a623-adb6a48d65e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:37.439254 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94fa51ce-6b2c-4b6a-a623-adb6a48d65e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:24:37.449123 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fa51ce-6b2c-4b6a-a623-adb6a48d65e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde44582-6fc3-4136-a303-d12bd63617e7,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:37.453824 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-94fa51ce-6b2c-4b6a-a623-adb6a48d65e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:37.454174 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-94fa51ce-6b2c-4b6a-a623-adb6a48d65e9 admin admin] Added segment 9c86b7c2-7835-43f5-8632-756dc7a4ddff of type vlan for network 427908ac-9900-46fd-8e87-c9920934dcfb Aug 10 04:24:37.494408 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-94fa51ce-6b2c-4b6a-a623-adb6a48d65e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:37.522848 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-94fa51ce-6b2c-4b6a-a623-adb6a48d65e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:37.523829 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fa51ce-6b2c-4b6a-a623-adb6a48d65e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:37.524442 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-94fa51ce-6b2c-4b6a-a623-adb6a48d65e9 admin admin] Notify callbacks [] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:37.582310 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-94fa51ce-6b2c-4b6a-a623-adb6a48d65e9 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3939888 Aug 10 04:24:37.585166 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 44750) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:37.587390 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fa51ce-6b2c-4b6a-a623-adb6a48d65e9 admin admin] Pushing event updated for resources: {'Network': ['ID=427908ac-9900-46fd-8e87-c9920934dcfb,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:37.591004 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-acdc02fe-28ba-46bf-8154-4fe1af264956 admin admin] Request body: {'subnet': {'network_id': '427908ac-9900-46fd-8e87-c9920934dcfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1106046824-subnet', 'tenant_id': '9946c29dae4349dd990497d845c52a26', 'ip_version': 4}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:37.598343 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 427908ac-9900-46fd-8e87-c9920934dcfb details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:24:37.613125 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acdc02fe-28ba-46bf-8154-4fe1af264956 admin admin] Made reservation on behalf of 9946c29dae4349dd990497d845c52a26 for: {'subnet': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:24:37.616337 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-acdc02fe-28ba-46bf-8154-4fe1af264956 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9237628'] for subnet, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:37.785550 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-acdc02fe-28ba-46bf-8154-4fe1af264956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9237582'] for subnet, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:37.841360 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdc02fe-28ba-46bf-8154-4fe1af264956 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e89bc23e-aba2-442f-8d5b-3e65976f3999,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:37.850173 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdc02fe-28ba-46bf-8154-4fe1af264956 admin admin] Checking segment: {'id': '9c86b7c2-7835-43f5-8632-756dc7a4ddff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '427908ac-9900-46fd-8e87-c9920934dcfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:24:37.850523 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdc02fe-28ba-46bf-8154-4fe1af264956 admin admin] Network hostable DHCP agents. Network: 427908ac-9900-46fd-8e87-c9920934dcfb, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:24:37.866780 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdc02fe-28ba-46bf-8154-4fe1af264956 admin admin] Network 427908ac-9900-46fd-8e87-c9920934dcfb is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:24:37.874674 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [None req-acdc02fe-28ba-46bf-8154-4fe1af264956 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 427908ac-9900-46fd-8e87-c9920934dcfb) {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:24:37.878821 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdc02fe-28ba-46bf-8154-4fe1af264956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:37.879434 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-acdc02fe-28ba-46bf-8154-4fe1af264956 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:37.883783 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39b1d72-9222-402e-bc44-937991f283bd None None] Network 427908ac-9900-46fd-8e87-c9920934dcfb requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:24:37.894120 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-acdc02fe-28ba-46bf-8154-4fe1af264956 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3077903 Aug 10 04:24:37.897752 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 44752) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:37.902837 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-2c999db2-0533-452e-a4cd-270f6cff7669 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1106046824-router', 'tenant_id': '9946c29dae4349dd990497d845c52a26', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:37.927590 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2c999db2-0533-452e-a4cd-270f6cff7669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:37.929048 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2c999db2-0533-452e-a4cd-270f6cff7669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:38.010320 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2c999db2-0533-452e-a4cd-270f6cff7669 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:38.072333 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdbc7cd-70e6-42ef-837c-f49d49fa5147 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-427908ac-9900-46fd-8e87-c9920934dcfb', 'network_id': '427908ac-9900-46fd-8e87-c9920934dcfb', 'tenant_id': '9946c29dae4349dd990497d845c52a26', 'fixed_ips': [{'subnet_id': 'e89bc23e-aba2-442f-8d5b-3e65976f3999'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:24:38.073262 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7fdbc7cd-70e6-42ef-837c-f49d49fa5147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:38.163643 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2c999db2-0533-452e-a4cd-270f6cff7669 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:38.213535 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-7fdbc7cd-70e6-42ef-837c-f49d49fa5147 None None] Allocated IP 172.20.0.2 (427908ac-9900-46fd-8e87-c9920934dcfb/e89bc23e-aba2-442f-8d5b-3e65976f3999/4c346d9d-0a09-44e3-a414-947b2e5b8783) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:24:38.366172 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2c999db2-0533-452e-a4cd-270f6cff7669 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:38.385760 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2c999db2-0533-452e-a4cd-270f6cff7669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:38.492454 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-2c999db2-0533-452e-a4cd-270f6cff7669 admin admin] Allocated IP 172.25.7.217 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/71ee0e49-b94a-434a-9e33-a1ea2e103dbb) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:24:38.522956 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7fdbc7cd-70e6-42ef-837c-f49d49fa5147 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:38.531461 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-7fdbc7cd-70e6-42ef-837c-f49d49fa5147 None None] Transition to ACTIVE for port object 4c346d9d-0a09-44e3-a414-947b2e5b8783 will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:24:38.546841 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-7fdbc7cd-70e6-42ef-837c-f49d49fa5147 None None] Transition to ACTIVE for port object 4c346d9d-0a09-44e3-a414-947b2e5b8783 will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:24:38.552752 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7fdbc7cd-70e6-42ef-837c-f49d49fa5147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:38.594604 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdbc7cd-70e6-42ef-837c-f49d49fa5147 None None] Network 427908ac-9900-46fd-8e87-c9920934dcfb is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:24:38.600851 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-7fdbc7cd-70e6-42ef-837c-f49d49fa5147 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:24:38.602710 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdbc7cd-70e6-42ef-837c-f49d49fa5147 None None] Pushing event updated for resources: {'Port': ['ID=4c346d9d-0a09-44e3-a414-947b2e5b8783,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:38.604827 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdbc7cd-70e6-42ef-837c-f49d49fa5147 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:24:38.604974 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2c999db2-0533-452e-a4cd-270f6cff7669 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:38.648054 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2c999db2-0533-452e-a4cd-270f6cff7669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:38.657941 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-7fdbc7cd-70e6-42ef-837c-f49d49fa5147 None None] Attempting to bind port 4c346d9d-0a09-44e3-a414-947b2e5b8783 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:24:38.658313 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-7fdbc7cd-70e6-42ef-837c-f49d49fa5147 None None] Attempting to bind port 4c346d9d-0a09-44e3-a414-947b2e5b8783 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '9c86b7c2-7835-43f5-8632-756dc7a4ddff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '427908ac-9900-46fd-8e87-c9920934dcfb'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:24:38.658679 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdbc7cd-70e6-42ef-837c-f49d49fa5147 None None] Attempting to bind port 4c346d9d-0a09-44e3-a414-947b2e5b8783 on network 427908ac-9900-46fd-8e87-c9920934dcfb {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:24:38.663755 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdbc7cd-70e6-42ef-837c-f49d49fa5147 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:24:38.664129 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdbc7cd-70e6-42ef-837c-f49d49fa5147 None None] Checking segment: {'id': '9c86b7c2-7835-43f5-8632-756dc7a4ddff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '427908ac-9900-46fd-8e87-c9920934dcfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:24:38.664527 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7fdbc7cd-70e6-42ef-837c-f49d49fa5147 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:38.664924 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdbc7cd-70e6-42ef-837c-f49d49fa5147 None None] Bound using segment: {'id': '9c86b7c2-7835-43f5-8632-756dc7a4ddff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '427908ac-9900-46fd-8e87-c9920934dcfb'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:24:38.665381 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-7fdbc7cd-70e6-42ef-837c-f49d49fa5147 None None] Bound port: 4c346d9d-0a09-44e3-a414-947b2e5b8783, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c86b7c2-7835-43f5-8632-756dc7a4ddff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '427908ac-9900-46fd-8e87-c9920934dcfb'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:24:38.665784 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7fdbc7cd-70e6-42ef-837c-f49d49fa5147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:38.687330 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c999db2-0533-452e-a4cd-270f6cff7669 admin admin] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:24:38.690209 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-2c999db2-0533-452e-a4cd-270f6cff7669 admin admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:24:38.694346 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c999db2-0533-452e-a4cd-270f6cff7669 admin admin] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:24:38.699757 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c999db2-0533-452e-a4cd-270f6cff7669 admin admin] Pushing event updated for resources: {'Port': ['ID=71ee0e49-b94a-434a-9e33-a1ea2e103dbb,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:38.735150 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-7fdbc7cd-70e6-42ef-837c-f49d49fa5147 None None] For port 4c346d9d-0a09-44e3-a414-947b2e5b8783, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:24:38.738336 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-7fdbc7cd-70e6-42ef-837c-f49d49fa5147 None None] For port 4c346d9d-0a09-44e3-a414-947b2e5b8783, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=4c346d9d-0a09-44e3-a414-947b2e5b8783,segment=NetworkSegment(9c86b7c2-7835-43f5-8632-756dc7a4ddff),segment_id=9c86b7c2-7835-43f5-8632-756dc7a4ddff)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:24:38.743582 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7fdbc7cd-70e6-42ef-837c-f49d49fa5147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:38.803528 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdbc7cd-70e6-42ef-837c-f49d49fa5147 None None] Pushing event updated for resources: {'Port': ['ID=4c346d9d-0a09-44e3-a414-947b2e5b8783,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:38.963016 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2c999db2-0533-452e-a4cd-270f6cff7669 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:39.165355 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2c999db2-0533-452e-a4cd-270f6cff7669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:39.292941 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c999db2-0533-452e-a4cd-270f6cff7669 admin admin] Router 783df03c-5941-4fa9-ad6b-adf6b5bed255 is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:24:39.400813 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c999db2-0533-452e-a4cd-270f6cff7669 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:24:39.412067 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bbe685-c0c7-497a-aa50-ca213af6b70c None None] Sync routers for ids ['783df03c-5941-4fa9-ad6b-adf6b5bed255'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:24:39.417486 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-2c999db2-0533-452e-a4cd-270f6cff7669 admin admin] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:39.419116 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-2c999db2-0533-452e-a4cd-270f6cff7669 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5201428 Aug 10 04:24:39.422339 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 44754) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:39.425687 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bbe685-c0c7-497a-aa50-ca213af6b70c None None] Routers {'783df03c-5941-4fa9-ad6b-adf6b5bed255'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:24:39.426441 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-89bbe685-c0c7-497a-aa50-ca213af6b70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:24:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['783df03c-5941-4fa9-ad6b-adf6b5bed255'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:39.539813 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-89bbe685-c0c7-497a-aa50-ca213af6b70c None None] Set router 783df03c-5941-4fa9-ad6b-adf6b5bed255 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:24:39.720655 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c236e5-e81d-4e7f-93bf-562b66fdac3a None None] Network 427908ac-9900-46fd-8e87-c9920934dcfb requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:24:39.780502 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-f016f6e9-8eef-4f17-a55d-f642cc96aabf None None] Provisioning for port 4c346d9d-0a09-44e3-a414-947b2e5b8783 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:24:39.796683 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-89bbe685-c0c7-497a-aa50-ca213af6b70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'name': 'tempest-TestSnapshotPattern-1106046824-router', 'tenant_id': '9946c29dae4349dd990497d845c52a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '71ee0e49-b94a-434a-9e33-a1ea2e103dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:24:37Z', 'updated_at': '2021-08-10T04:24:38Z', 'revision_number': 3, 'project_id': '9946c29dae4349dd990497d845c52a26', 'gw_port': {'id': '71ee0e49-b94a-434a-9e33-a1ea2e103dbb', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:7a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:38Z', 'updated_at': '2021-08-10T04:24:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:39.826124 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bbe685-c0c7-497a-aa50-ca213af6b70c None None] Checking router: 783df03c-5941-4fa9-ad6b-adf6b5bed255 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:24:39.826391 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bbe685-c0c7-497a-aa50-ca213af6b70c None None] Updating router 783df03c-5941-4fa9-ad6b-adf6b5bed255 port 71ee0e49-b94a-434a-9e33-a1ea2e103dbb binding host n-d-768851-15 {{(pid=94218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:24:39.853500 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-49d38199-f688-4f47-906d-539cfbb3c2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:39.870424 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-89bbe685-c0c7-497a-aa50-ca213af6b70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:40.013511 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-49d38199-f688-4f47-906d-539cfbb3c2ef admin admin] Allocated IP 172.20.0.1 (427908ac-9900-46fd-8e87-c9920934dcfb/e89bc23e-aba2-442f-8d5b-3e65976f3999/793e165d-b47e-4b36-82fa-9360ef8995b7) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:24:40.204510 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 4c346d9d-0a09-44e3-a414-947b2e5b8783 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:24:40.241953 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-89bbe685-c0c7-497a-aa50-ca213af6b70c None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:40.262866 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-89bbe685-c0c7-497a-aa50-ca213af6b70c None None] Transition to ACTIVE for port object 71ee0e49-b94a-434a-9e33-a1ea2e103dbb will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:24:40.275588 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-89bbe685-c0c7-497a-aa50-ca213af6b70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:40.324038 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 4c346d9d-0a09-44e3-a414-947b2e5b8783 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:24:40.345139 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 4c346d9d-0a09-44e3-a414-947b2e5b8783 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:24:40.345428 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:40.349092 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-89bbe685-c0c7-497a-aa50-ca213af6b70c None None] Attempting to bind port 71ee0e49-b94a-434a-9e33-a1ea2e103dbb on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:24:40.349466 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-89bbe685-c0c7-497a-aa50-ca213af6b70c None None] Attempting to bind port 71ee0e49-b94a-434a-9e33-a1ea2e103dbb by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:24:40.349831 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bbe685-c0c7-497a-aa50-ca213af6b70c None None] Attempting to bind port 71ee0e49-b94a-434a-9e33-a1ea2e103dbb on network 09ca2025-b9a6-4e84-8019-8d9fbef3753e {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:24:40.374972 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c834f5-8b88-4c2a-80d9-4b8e80801008 None None] Pushing event updated for resources: {'Port': ['ID=71ee0e49-b94a-434a-9e33-a1ea2e103dbb,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:40.381914 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-bb583eba-d249-42c3-97fb-abe33f2fcbc9 None None] Provisioning complete for port 4c346d9d-0a09-44e3-a414-947b2e5b8783 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:24:40.382289 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-bb583eba-d249-42c3-97fb-abe33f2fcbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:40.385527 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bbe685-c0c7-497a-aa50-ca213af6b70c None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:24:40.385909 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bbe685-c0c7-497a-aa50-ca213af6b70c None None] Checking segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:24:40.386307 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-89bbe685-c0c7-497a-aa50-ca213af6b70c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:40.386699 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bbe685-c0c7-497a-aa50-ca213af6b70c None None] Bound using segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:24:40.387215 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-89bbe685-c0c7-497a-aa50-ca213af6b70c None None] Bound port: 71ee0e49-b94a-434a-9e33-a1ea2e103dbb, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:24:40.387600 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-89bbe685-c0c7-497a-aa50-ca213af6b70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:40.481472 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-49d38199-f688-4f47-906d-539cfbb3c2ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:40.491046 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-89bbe685-c0c7-497a-aa50-ca213af6b70c None None] For port 71ee0e49-b94a-434a-9e33-a1ea2e103dbb, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:24:40.495219 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-89bbe685-c0c7-497a-aa50-ca213af6b70c None None] For port 71ee0e49-b94a-434a-9e33-a1ea2e103dbb, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=71ee0e49-b94a-434a-9e33-a1ea2e103dbb,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:24:40.496669 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-49d38199-f688-4f47-906d-539cfbb3c2ef admin admin] Transition to ACTIVE for port object 793e165d-b47e-4b36-82fa-9360ef8995b7 will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:24:40.501152 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-89bbe685-c0c7-497a-aa50-ca213af6b70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:40.530639 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-49d38199-f688-4f47-906d-539cfbb3c2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:40.571536 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d38199-f688-4f47-906d-539cfbb3c2ef admin admin] Network 427908ac-9900-46fd-8e87-c9920934dcfb is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:24:40.574537 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-49d38199-f688-4f47-906d-539cfbb3c2ef admin admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:24:40.578274 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d38199-f688-4f47-906d-539cfbb3c2ef admin admin] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:24:40.602466 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d38199-f688-4f47-906d-539cfbb3c2ef admin admin] Pushing event updated for resources: {'Port': ['ID=793e165d-b47e-4b36-82fa-9360ef8995b7,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:40.608960 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:40.619295 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-bb583eba-d249-42c3-97fb-abe33f2fcbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:40.622502 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-49d38199-f688-4f47-906d-539cfbb3c2ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:40.645124 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bbe685-c0c7-497a-aa50-ca213af6b70c None None] Routers {'783df03c-5941-4fa9-ad6b-adf6b5bed255'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:24:40.645781 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-89bbe685-c0c7-497a-aa50-ca213af6b70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:24:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['783df03c-5941-4fa9-ad6b-adf6b5bed255'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:40.659105 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c834f5-8b88-4c2a-80d9-4b8e80801008 None None] Pushing event updated for resources: {'Port': ['ID=71ee0e49-b94a-434a-9e33-a1ea2e103dbb,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:40.718254 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 4c346d9d-0a09-44e3-a414-947b2e5b8783, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=4c346d9d-0a09-44e3-a414-947b2e5b8783,segment=NetworkSegment(9c86b7c2-7835-43f5-8632-756dc7a4ddff),segment_id=9c86b7c2-7835-43f5-8632-756dc7a4ddff)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:24:40.723728 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:40.777116 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-49d38199-f688-4f47-906d-539cfbb3c2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:40.863136 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-89bbe685-c0c7-497a-aa50-ca213af6b70c None None] Set router 783df03c-5941-4fa9-ad6b-adf6b5bed255 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:24:40.889312 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=4c346d9d-0a09-44e3-a414-947b2e5b8783,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:40.891927 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.db.api [None req-bb583eba-d249-42c3-97fb-abe33f2fcbc9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 04:24:40.892285 n-d-768851-15 neutron-server[94218]: DEBUG oslo_db.api [None req-bb583eba-d249-42c3-97fb-abe33f2fcbc9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 04:24:40.948090 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-49d38199-f688-4f47-906d-539cfbb3c2ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:40.953115 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-49d38199-f688-4f47-906d-539cfbb3c2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:41.025722 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d38199-f688-4f47-906d-539cfbb3c2ef admin admin] Pushing event updated for resources: {'Port': ['ID=793e165d-b47e-4b36-82fa-9360ef8995b7,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:41.028245 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-49d38199-f688-4f47-906d-539cfbb3c2ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:41.123930 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d38199-f688-4f47-906d-539cfbb3c2ef admin admin] Network 427908ac-9900-46fd-8e87-c9920934dcfb is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:24:41.125411 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-49d38199-f688-4f47-906d-539cfbb3c2ef admin admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:24:41.218285 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-89bbe685-c0c7-497a-aa50-ca213af6b70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'name': 'tempest-TestSnapshotPattern-1106046824-router', 'tenant_id': '9946c29dae4349dd990497d845c52a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '71ee0e49-b94a-434a-9e33-a1ea2e103dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:24:37Z', 'updated_at': '2021-08-10T04:24:38Z', 'revision_number': 3, 'project_id': '9946c29dae4349dd990497d845c52a26', 'gw_port': {'id': '71ee0e49-b94a-434a-9e33-a1ea2e103dbb', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:7a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:38Z', 'updated_at': '2021-08-10T04:24:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:41.245833 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bbe685-c0c7-497a-aa50-ca213af6b70c None None] The sync data for ids ['783df03c-5941-4fa9-ad6b-adf6b5bed255'] in n-d-768851-15 is: [{'id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'name': 'tempest-TestSnapshotPattern-1106046824-router', 'tenant_id': '9946c29dae4349dd990497d845c52a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '71ee0e49-b94a-434a-9e33-a1ea2e103dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:24:37Z', 'updated_at': '2021-08-10T04:24:38Z', 'revision_number': 3, 'project_id': '9946c29dae4349dd990497d845c52a26', 'gw_port': {'id': '71ee0e49-b94a-434a-9e33-a1ea2e103dbb', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:7a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:38Z', 'updated_at': '2021-08-10T04:24:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:24:41.247135 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d38199-f688-4f47-906d-539cfbb3c2ef admin admin] Router 783df03c-5941-4fa9-ad6b-adf6b5bed255 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:24:41.363633 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d38199-f688-4f47-906d-539cfbb3c2ef admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:24:41.368950 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-49d38199-f688-4f47-906d-539cfbb3c2ef admin admin] 10.222.0.62 "PUT /v2.0/routers/783df03c-5941-4fa9-ad6b-adf6b5bed255/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9455252 Aug 10 04:24:41.567423 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-6327e803-25f3-4190-8231-3484f448ed21 None None] Provisioning for port 793e165d-b47e-4b36-82fa-9360ef8995b7 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:24:41.574505 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-6327e803-25f3-4190-8231-3484f448ed21 None None] Provisioning complete for port 793e165d-b47e-4b36-82fa-9360ef8995b7 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:24:41.575128 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-6327e803-25f3-4190-8231-3484f448ed21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:41.617825 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-6327e803-25f3-4190-8231-3484f448ed21 None None] Port 793e165d-b47e-4b36-82fa-9360ef8995b7 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:24:41.880945 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 44770) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:41.887498 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-e66fdd0c-f45e-494c-9c1b-50f3d5364bbf admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1679148995-network', 'tenant_id': '842d0afce5d14d59bbbf396e7782cd9d'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:41.908989 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e66fdd0c-f45e-494c-9c1b-50f3d5364bbf admin admin] Made reservation on behalf of 842d0afce5d14d59bbbf396e7782cd9d for: {'network': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:24:41.912241 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e66fdd0c-f45e-494c-9c1b-50f3d5364bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for network, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:41.921448 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e66fdd0c-f45e-494c-9c1b-50f3d5364bbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:42.021652 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e66fdd0c-f45e-494c-9c1b-50f3d5364bbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:42.026124 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e66fdd0c-f45e-494c-9c1b-50f3d5364bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:42.054946 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e66fdd0c-f45e-494c-9c1b-50f3d5364bbf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=94216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:24:42.060546 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66fdd0c-f45e-494c-9c1b-50f3d5364bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520a1dce-44d3-44f2-b869-003dc28042c4,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:42.070576 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e66fdd0c-f45e-494c-9c1b-50f3d5364bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:42.070969 n-d-768851-15 neutron-server[94216]: INFO neutron.db.segments_db [None req-e66fdd0c-f45e-494c-9c1b-50f3d5364bbf admin admin] Added segment 1b18841a-03b6-4455-b4b3-afb2365d9859 of type vlan for network 63e55157-279c-4aab-90c1-cdb4e9601aae Aug 10 04:24:42.119152 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e66fdd0c-f45e-494c-9c1b-50f3d5364bbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733456841292'] for network, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:42.153784 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e66fdd0c-f45e-494c-9c1b-50f3d5364bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537'] for network, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:42.154866 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66fdd0c-f45e-494c-9c1b-50f3d5364bbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:42.155522 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-e66fdd0c-f45e-494c-9c1b-50f3d5364bbf admin admin] Notify callbacks [] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:42.203917 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 71ee0e49-b94a-434a-9e33-a1ea2e103dbb up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:24:42.218783 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-e66fdd0c-f45e-494c-9c1b-50f3d5364bbf admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3367488 Aug 10 04:24:42.221617 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 44772) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:42.227220 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-4c737c3a-37c0-4164-a83d-0a2e6e0439cd admin admin] Request body: {'subnet': {'network_id': '63e55157-279c-4aab-90c1-cdb4e9601aae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1679148995-subnet', 'tenant_id': '842d0afce5d14d59bbbf396e7782cd9d', 'ip_version': 4}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:42.233372 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66fdd0c-f45e-494c-9c1b-50f3d5364bbf admin admin] Pushing event updated for resources: {'Network': ['ID=63e55157-279c-4aab-90c1-cdb4e9601aae,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:42.259045 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Network 63e55157-279c-4aab-90c1-cdb4e9601aae details requested by agent ovs-agent-n-d-768851-15 with host n-d-768851-15 {{(pid=94218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:24:42.259637 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c737c3a-37c0-4164-a83d-0a2e6e0439cd admin admin] Made reservation on behalf of 842d0afce5d14d59bbbf396e7782cd9d for: {'subnet': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:24:42.262098 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4c737c3a-37c0-4164-a83d-0a2e6e0439cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9318798'] for subnet, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:42.262296 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 71ee0e49-b94a-434a-9e33-a1ea2e103dbb completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:24:42.299617 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 71ee0e49-b94a-434a-9e33-a1ea2e103dbb triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:24:42.299993 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:42.400755 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:42.420731 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 71ee0e49-b94a-434a-9e33-a1ea2e103dbb, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=71ee0e49-b94a-434a-9e33-a1ea2e103dbb,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:24:42.424981 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:42.425762 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 4c346d9d-0a09-44e3-a414-947b2e5b8783 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:24:42.449537 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4c737c3a-37c0-4164-a83d-0a2e6e0439cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1855578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9318844'] for subnet, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:42.506252 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=71ee0e49-b94a-434a-9e33-a1ea2e103dbb,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:42.518983 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 4c346d9d-0a09-44e3-a414-947b2e5b8783 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:24:42.519327 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c737c3a-37c0-4164-a83d-0a2e6e0439cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=09406884-208b-4648-a719-cfa6f9b1b5db,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:42.519437 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:42.523847 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c737c3a-37c0-4164-a83d-0a2e6e0439cd admin admin] Checking segment: {'id': '1b18841a-03b6-4455-b4b3-afb2365d9859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '63e55157-279c-4aab-90c1-cdb4e9601aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:24:42.524224 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c737c3a-37c0-4164-a83d-0a2e6e0439cd admin admin] Network hostable DHCP agents. Network: 63e55157-279c-4aab-90c1-cdb4e9601aae, hostable agents: ['c6fdfc78-88b5-428e-934e-520e25f24d4f'], hosted agents: [] {{(pid=94216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:24:42.541365 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c737c3a-37c0-4164-a83d-0a2e6e0439cd admin admin] Network 63e55157-279c-4aab-90c1-cdb4e9601aae is scheduled to be hosted by DHCP agent c6fdfc78-88b5-428e-934e-520e25f24d4f with binding_index 1 {{(pid=94216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:24:42.550584 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-4c737c3a-37c0-4164-a83d-0a2e6e0439cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-15, 63e55157-279c-4aab-90c1-cdb4e9601aae) {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:24:42.555657 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c737c3a-37c0-4164-a83d-0a2e6e0439cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:42.557202 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-4c737c3a-37c0-4164-a83d-0a2e6e0439cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:42.558908 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e0bf2a-a348-4f85-bd36-e1b6568cab20 None None] Network 63e55157-279c-4aab-90c1-cdb4e9601aae requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:24:42.574909 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-4c737c3a-37c0-4164-a83d-0a2e6e0439cd admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3499012 Aug 10 04:24:42.575268 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 44774) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:42.580014 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-7778883a-5663-46df-8012-3abb220a1be0 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1679148995-router', 'tenant_id': '842d0afce5d14d59bbbf396e7782cd9d', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:42.604780 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7778883a-5663-46df-8012-3abb220a1be0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2043'] for router, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:42.605822 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7778883a-5663-46df-8012-3abb220a1be0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-488493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2032'] for router, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:42.671019 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7778883a-5663-46df-8012-3abb220a1be0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:42.746795 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab379bc2-4c44-47fa-b2cb-b6ca385ab558 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8c4c5a5-8ce7-5d57-8f2c-2e725dceddd6-63e55157-279c-4aab-90c1-cdb4e9601aae', 'network_id': '63e55157-279c-4aab-90c1-cdb4e9601aae', 'tenant_id': '842d0afce5d14d59bbbf396e7782cd9d', 'fixed_ips': [{'subnet_id': '09406884-208b-4648-a719-cfa6f9b1b5db'}]}} from n-d-768851-15. {{(pid=94218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:24:42.747812 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ab379bc2-4c44-47fa-b2cb-b6ca385ab558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:42.811908 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7778883a-5663-46df-8012-3abb220a1be0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:42.826224 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b65291-d637-4822-ac95-cb8025f919f3 None None] Sync routers for ids ['783df03c-5941-4fa9-ad6b-adf6b5bed255'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:24:42.836206 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b65291-d637-4822-ac95-cb8025f919f3 None None] Routers {'783df03c-5941-4fa9-ad6b-adf6b5bed255'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:24:42.836974 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-18b65291-d637-4822-ac95-cb8025f919f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:24:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['783df03c-5941-4fa9-ad6b-adf6b5bed255'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:42.898367 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.db_base_plugin_common [None req-ab379bc2-4c44-47fa-b2cb-b6ca385ab558 None None] Allocated IP 172.20.0.2 (63e55157-279c-4aab-90c1-cdb4e9601aae/09406884-208b-4648-a719-cfa6f9b1b5db/e652f3d0-f7ff-40de-996a-5d693d7fff6e) {{(pid=94218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:24:42.952080 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-18b65291-d637-4822-ac95-cb8025f919f3 None None] Set router 783df03c-5941-4fa9-ad6b-adf6b5bed255 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:24:43.018654 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7778883a-5663-46df-8012-3abb220a1be0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:43.037917 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7778883a-5663-46df-8012-3abb220a1be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:43.048928 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ab379bc2-4c44-47fa-b2cb-b6ca385ab558 None None] Notify callbacks [] for port, precommit_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:43.060345 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-ab379bc2-4c44-47fa-b2cb-b6ca385ab558 None None] Transition to ACTIVE for port object e652f3d0-f7ff-40de-996a-5d693d7fff6e will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:24:43.079146 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-ab379bc2-4c44-47fa-b2cb-b6ca385ab558 None None] Transition to ACTIVE for port object e652f3d0-f7ff-40de-996a-5d693d7fff6e will not be triggered until provisioned by entity DHCP. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:24:43.085086 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ab379bc2-4c44-47fa-b2cb-b6ca385ab558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733'] for port, after_create {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:43.130669 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab379bc2-4c44-47fa-b2cb-b6ca385ab558 None None] Network 63e55157-279c-4aab-90c1-cdb4e9601aae is already hosted by enough agents. {{(pid=94218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:24:43.138072 n-d-768851-15 neutron-server[94218]: DEBUG neutron.scheduler.base_scheduler [None req-ab379bc2-4c44-47fa-b2cb-b6ca385ab558 None None] Resources bound (agent type, host, resource id): {{(pid=94218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:24:43.140699 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab379bc2-4c44-47fa-b2cb-b6ca385ab558 None None] Received port after_create {{(pid=94218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:24:43.170172 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-18b65291-d637-4822-ac95-cb8025f919f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'name': 'tempest-TestSnapshotPattern-1106046824-router', 'tenant_id': '9946c29dae4349dd990497d845c52a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '71ee0e49-b94a-434a-9e33-a1ea2e103dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:24:37Z', 'updated_at': '2021-08-10T04:24:40Z', 'revision_number': 4, 'project_id': '9946c29dae4349dd990497d845c52a26', 'gw_port': {'id': '71ee0e49-b94a-434a-9e33-a1ea2e103dbb', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:7a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:38Z', 'updated_at': '2021-08-10T04:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '793e165d-b47e-4b36-82fa-9360ef8995b7', 'name': '', 'network_id': '427908ac-9900-46fd-8e87-c9920934dcfb', 'tenant_id': '9946c29dae4349dd990497d845c52a26', 'mac_address': 'fa:16:3e:77:e1:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'e89bc23e-aba2-442f-8d5b-3e65976f3999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:39Z', 'updated_at': '2021-08-10T04:24:40Z', 'revision_number': 2, 'project_id': '9946c29dae4349dd990497d845c52a26', 'subnets': [{'id': 'e89bc23e-aba2-442f-8d5b-3e65976f3999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:43.173570 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-7778883a-5663-46df-8012-3abb220a1be0 admin admin] Allocated IP 172.25.7.86 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/7b284593-cb58-4814-b598-f296d6d2deff) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:24:43.179583 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab379bc2-4c44-47fa-b2cb-b6ca385ab558 None None] Pushing event updated for resources: {'Port': ['ID=e652f3d0-f7ff-40de-996a-5d693d7fff6e,revision_number=1']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:43.202977 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b65291-d637-4822-ac95-cb8025f919f3 None None] Checking router: 783df03c-5941-4fa9-ad6b-adf6b5bed255 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:24:43.203410 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b65291-d637-4822-ac95-cb8025f919f3 None None] Updating router 783df03c-5941-4fa9-ad6b-adf6b5bed255 port 793e165d-b47e-4b36-82fa-9360ef8995b7 binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:24:43.209640 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-ab379bc2-4c44-47fa-b2cb-b6ca385ab558 None None] Attempting to bind port e652f3d0-f7ff-40de-996a-5d693d7fff6e on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:24:43.210228 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-ab379bc2-4c44-47fa-b2cb-b6ca385ab558 None None] Attempting to bind port e652f3d0-f7ff-40de-996a-5d693d7fff6e by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '1b18841a-03b6-4455-b4b3-afb2365d9859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '63e55157-279c-4aab-90c1-cdb4e9601aae'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:24:43.210389 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab379bc2-4c44-47fa-b2cb-b6ca385ab558 None None] Attempting to bind port e652f3d0-f7ff-40de-996a-5d693d7fff6e on network 63e55157-279c-4aab-90c1-cdb4e9601aae {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:24:43.215803 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab379bc2-4c44-47fa-b2cb-b6ca385ab558 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:24:43.216179 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab379bc2-4c44-47fa-b2cb-b6ca385ab558 None None] Checking segment: {'id': '1b18841a-03b6-4455-b4b3-afb2365d9859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '63e55157-279c-4aab-90c1-cdb4e9601aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:24:43.216586 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ab379bc2-4c44-47fa-b2cb-b6ca385ab558 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:43.216969 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab379bc2-4c44-47fa-b2cb-b6ca385ab558 None None] Bound using segment: {'id': '1b18841a-03b6-4455-b4b3-afb2365d9859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '63e55157-279c-4aab-90c1-cdb4e9601aae'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:24:43.217695 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-ab379bc2-4c44-47fa-b2cb-b6ca385ab558 None None] Bound port: e652f3d0-f7ff-40de-996a-5d693d7fff6e, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b18841a-03b6-4455-b4b3-afb2365d9859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '63e55157-279c-4aab-90c1-cdb4e9601aae'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:24:43.218082 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ab379bc2-4c44-47fa-b2cb-b6ca385ab558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:43.235326 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-18b65291-d637-4822-ac95-cb8025f919f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:43.282506 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7778883a-5663-46df-8012-3abb220a1be0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:43.290572 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-ab379bc2-4c44-47fa-b2cb-b6ca385ab558 None None] For port e652f3d0-f7ff-40de-996a-5d693d7fff6e, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:24:43.294139 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-ab379bc2-4c44-47fa-b2cb-b6ca385ab558 None None] For port e652f3d0-f7ff-40de-996a-5d693d7fff6e, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=e652f3d0-f7ff-40de-996a-5d693d7fff6e,segment=NetworkSegment(1b18841a-03b6-4455-b4b3-afb2365d9859),segment_id=1b18841a-03b6-4455-b4b3-afb2365d9859)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:24:43.298038 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ab379bc2-4c44-47fa-b2cb-b6ca385ab558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:43.326863 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7778883a-5663-46df-8012-3abb220a1be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:43.372666 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7778883a-5663-46df-8012-3abb220a1be0 admin admin] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:24:43.373842 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab379bc2-4c44-47fa-b2cb-b6ca385ab558 None None] Pushing event updated for resources: {'Port': ['ID=e652f3d0-f7ff-40de-996a-5d693d7fff6e,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:43.375615 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-7778883a-5663-46df-8012-3abb220a1be0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:24:43.379182 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7778883a-5663-46df-8012-3abb220a1be0 admin admin] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:24:43.384647 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7778883a-5663-46df-8012-3abb220a1be0 admin admin] Pushing event updated for resources: {'Port': ['ID=7b284593-cb58-4814-b598-f296d6d2deff,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:43.549302 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-18b65291-d637-4822-ac95-cb8025f919f3 None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:43.561737 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-18b65291-d637-4822-ac95-cb8025f919f3 None None] Transition to ACTIVE for port object 793e165d-b47e-4b36-82fa-9360ef8995b7 will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:24:43.567676 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-18b65291-d637-4822-ac95-cb8025f919f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:43.627954 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf27357-b6e7-4de3-ac98-49e63ceefc4a None None] Pushing event updated for resources: {'Port': ['ID=793e165d-b47e-4b36-82fa-9360ef8995b7,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:43.651253 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf27357-b6e7-4de3-ac98-49e63ceefc4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:43.651596 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf27357-b6e7-4de3-ac98-49e63ceefc4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:43.651928 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf27357-b6e7-4de3-ac98-49e63ceefc4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:43.652254 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf27357-b6e7-4de3-ac98-49e63ceefc4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:43.652577 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf27357-b6e7-4de3-ac98-49e63ceefc4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:43.652897 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf27357-b6e7-4de3-ac98-49e63ceefc4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:43.653214 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf27357-b6e7-4de3-ac98-49e63ceefc4a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:43.653531 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf27357-b6e7-4de3-ac98-49e63ceefc4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:43.653843 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf27357-b6e7-4de3-ac98-49e63ceefc4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:43.654155 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf27357-b6e7-4de3-ac98-49e63ceefc4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:43.654464 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf27357-b6e7-4de3-ac98-49e63ceefc4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:43.658876 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf27357-b6e7-4de3-ac98-49e63ceefc4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:43.693226 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7778883a-5663-46df-8012-3abb220a1be0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:43.695929 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-18b65291-d637-4822-ac95-cb8025f919f3 None None] Attempting to bind port 793e165d-b47e-4b36-82fa-9360ef8995b7 on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:24:43.696376 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-18b65291-d637-4822-ac95-cb8025f919f3 None None] Attempting to bind port 793e165d-b47e-4b36-82fa-9360ef8995b7 by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '9c86b7c2-7835-43f5-8632-756dc7a4ddff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '427908ac-9900-46fd-8e87-c9920934dcfb'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:24:43.696883 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b65291-d637-4822-ac95-cb8025f919f3 None None] Attempting to bind port 793e165d-b47e-4b36-82fa-9360ef8995b7 on network 427908ac-9900-46fd-8e87-c9920934dcfb {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:24:43.703607 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b65291-d637-4822-ac95-cb8025f919f3 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:24:43.704063 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b65291-d637-4822-ac95-cb8025f919f3 None None] Checking segment: {'id': '9c86b7c2-7835-43f5-8632-756dc7a4ddff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '427908ac-9900-46fd-8e87-c9920934dcfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:24:43.704556 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-18b65291-d637-4822-ac95-cb8025f919f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:43.705022 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b65291-d637-4822-ac95-cb8025f919f3 None None] Bound using segment: {'id': '9c86b7c2-7835-43f5-8632-756dc7a4ddff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '427908ac-9900-46fd-8e87-c9920934dcfb'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:24:43.705566 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-18b65291-d637-4822-ac95-cb8025f919f3 None None] Bound port: 793e165d-b47e-4b36-82fa-9360ef8995b7, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c86b7c2-7835-43f5-8632-756dc7a4ddff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '427908ac-9900-46fd-8e87-c9920934dcfb'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:24:43.706015 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-18b65291-d637-4822-ac95-cb8025f919f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:43.779227 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-18b65291-d637-4822-ac95-cb8025f919f3 None None] For port 793e165d-b47e-4b36-82fa-9360ef8995b7, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:24:43.782679 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-18b65291-d637-4822-ac95-cb8025f919f3 None None] For port 793e165d-b47e-4b36-82fa-9360ef8995b7, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=793e165d-b47e-4b36-82fa-9360ef8995b7,segment=NetworkSegment(9c86b7c2-7835-43f5-8632-756dc7a4ddff),segment_id=9c86b7c2-7835-43f5-8632-756dc7a4ddff)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:24:43.789051 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-18b65291-d637-4822-ac95-cb8025f919f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:43.837440 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b65291-d637-4822-ac95-cb8025f919f3 None None] Routers {'783df03c-5941-4fa9-ad6b-adf6b5bed255'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:24:43.838115 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-18b65291-d637-4822-ac95-cb8025f919f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:24:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['783df03c-5941-4fa9-ad6b-adf6b5bed255'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:43.931084 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7778883a-5663-46df-8012-3abb220a1be0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372455'] for router, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:43.961919 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf27357-b6e7-4de3-ac98-49e63ceefc4a None None] Pushing event updated for resources: {'Port': ['ID=793e165d-b47e-4b36-82fa-9360ef8995b7,revision_number=4']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:43.993787 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-18b65291-d637-4822-ac95-cb8025f919f3 None None] Set router 783df03c-5941-4fa9-ad6b-adf6b5bed255 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:24:44.079838 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7778883a-5663-46df-8012-3abb220a1be0 admin admin] Router e476c308-53eb-4d99-b0f6-cce92d3c9b41 is scheduled to L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 with binding_index 1 {{(pid=94216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:24:44.207385 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7778883a-5663-46df-8012-3abb220a1be0 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:24:44.219308 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c2d994-1793-4206-9308-482e8bb57c97 None None] Sync routers for ids ['e476c308-53eb-4d99-b0f6-cce92d3c9b41'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:24:44.234645 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c2d994-1793-4206-9308-482e8bb57c97 None None] Routers {'e476c308-53eb-4d99-b0f6-cce92d3c9b41'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:24:44.235068 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-7778883a-5663-46df-8012-3abb220a1be0 admin admin] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:44.235781 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-a2c2d994-1793-4206-9308-482e8bb57c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:24:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['e476c308-53eb-4d99-b0f6-cce92d3c9b41'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:44.240397 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-7778883a-5663-46df-8012-3abb220a1be0 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6610477 Aug 10 04:24:44.240787 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 44776) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:44.245262 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-18b65291-d637-4822-ac95-cb8025f919f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'name': 'tempest-TestSnapshotPattern-1106046824-router', 'tenant_id': '9946c29dae4349dd990497d845c52a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '71ee0e49-b94a-434a-9e33-a1ea2e103dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:24:37Z', 'updated_at': '2021-08-10T04:24:40Z', 'revision_number': 4, 'project_id': '9946c29dae4349dd990497d845c52a26', 'gw_port': {'id': '71ee0e49-b94a-434a-9e33-a1ea2e103dbb', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:7a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:38Z', 'updated_at': '2021-08-10T04:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '793e165d-b47e-4b36-82fa-9360ef8995b7', 'name': '', 'network_id': '427908ac-9900-46fd-8e87-c9920934dcfb', 'tenant_id': '9946c29dae4349dd990497d845c52a26', 'mac_address': 'fa:16:3e:77:e1:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'e89bc23e-aba2-442f-8d5b-3e65976f3999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:39Z', 'updated_at': '2021-08-10T04:24:43Z', 'revision_number': 4, 'project_id': '9946c29dae4349dd990497d845c52a26', 'subnets': [{'id': 'e89bc23e-aba2-442f-8d5b-3e65976f3999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:44.256672 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 71ee0e49-b94a-434a-9e33-a1ea2e103dbb up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:24:44.277859 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b65291-d637-4822-ac95-cb8025f919f3 None None] The sync data for ids ['783df03c-5941-4fa9-ad6b-adf6b5bed255'] in n-d-768851-15 is: [{'id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'name': 'tempest-TestSnapshotPattern-1106046824-router', 'tenant_id': '9946c29dae4349dd990497d845c52a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '71ee0e49-b94a-434a-9e33-a1ea2e103dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:24:37Z', 'updated_at': '2021-08-10T04:24:40Z', 'revision_number': 4, 'project_id': '9946c29dae4349dd990497d845c52a26', 'gw_port': {'id': '71ee0e49-b94a-434a-9e33-a1ea2e103dbb', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:7a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:38Z', 'updated_at': '2021-08-10T04:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '793e165d-b47e-4b36-82fa-9360ef8995b7', 'name': '', 'network_id': '427908ac-9900-46fd-8e87-c9920934dcfb', 'tenant_id': '9946c29dae4349dd990497d845c52a26', 'mac_address': 'fa:16:3e:77:e1:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'e89bc23e-aba2-442f-8d5b-3e65976f3999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:39Z', 'updated_at': '2021-08-10T04:24:43Z', 'revision_number': 4, 'project_id': '9946c29dae4349dd990497d845c52a26', 'subnets': [{'id': 'e89bc23e-aba2-442f-8d5b-3e65976f3999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:24:44.463283 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-a2c2d994-1793-4206-9308-482e8bb57c97 None None] Set router e476c308-53eb-4d99-b0f6-cce92d3c9b41 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:24:44.467246 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 71ee0e49-b94a-434a-9e33-a1ea2e103dbb triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:24:44.468133 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:44.638389 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ac6794-2fb6-4a50-bdd8-95118d654e98 None None] Network 63e55157-279c-4aab-90c1-cdb4e9601aae requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:24:44.730626 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e652f3d0-f7ff-40de-996a-5d693d7fff6e up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:24:44.787125 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-61d762bc-7769-403a-8cba-2d83f1d3dfdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:44.807845 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-91a88cae-93bc-41f0-8208-a21661cd6e4e None None] Provisioning for port e652f3d0-f7ff-40de-996a-5d693d7fff6e completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:24:44.902588 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port e652f3d0-f7ff-40de-996a-5d693d7fff6e completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:24:44.923446 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port e652f3d0-f7ff-40de-996a-5d693d7fff6e triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:24:44.923822 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:44.955533 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-a2c2d994-1793-4206-9308-482e8bb57c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e476c308-53eb-4d99-b0f6-cce92d3c9b41', 'name': 'tempest-TestSnapshotPattern-1679148995-router', 'tenant_id': '842d0afce5d14d59bbbf396e7782cd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '7b284593-cb58-4814-b598-f296d6d2deff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:24:42Z', 'updated_at': '2021-08-10T04:24:43Z', 'revision_number': 3, 'project_id': '842d0afce5d14d59bbbf396e7782cd9d', 'gw_port': {'id': '7b284593-cb58-4814-b598-f296d6d2deff', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e7:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e476c308-53eb-4d99-b0f6-cce92d3c9b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:43Z', 'updated_at': '2021-08-10T04:24:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:44.995807 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-61d762bc-7769-403a-8cba-2d83f1d3dfdd admin admin] Allocated IP 172.20.0.1 (63e55157-279c-4aab-90c1-cdb4e9601aae/09406884-208b-4648-a719-cfa6f9b1b5db/d7702a44-136d-49ec-869f-589d773eb67b) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:24:44.996099 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c2d994-1793-4206-9308-482e8bb57c97 None None] Checking router: e476c308-53eb-4d99-b0f6-cce92d3c9b41 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:24:44.996454 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c2d994-1793-4206-9308-482e8bb57c97 None None] Updating router e476c308-53eb-4d99-b0f6-cce92d3c9b41 port 7b284593-cb58-4814-b598-f296d6d2deff binding host n-d-768851-15 {{(pid=94218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:24:45.029750 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a2c2d994-1793-4206-9308-482e8bb57c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:45.132730 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-61d762bc-7769-403a-8cba-2d83f1d3dfdd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:45.155858 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [None req-61d762bc-7769-403a-8cba-2d83f1d3dfdd admin admin] Transition to ACTIVE for port object d7702a44-136d-49ec-869f-589d773eb67b will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:24:45.193958 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:45.196266 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-61d762bc-7769-403a-8cba-2d83f1d3dfdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:45.245092 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d762bc-7769-403a-8cba-2d83f1d3dfdd admin admin] Network 63e55157-279c-4aab-90c1-cdb4e9601aae is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:24:45.250958 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-61d762bc-7769-403a-8cba-2d83f1d3dfdd admin admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:24:45.254903 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port e652f3d0-f7ff-40de-996a-5d693d7fff6e, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=e652f3d0-f7ff-40de-996a-5d693d7fff6e,segment=NetworkSegment(1b18841a-03b6-4455-b4b3-afb2365d9859),segment_id=1b18841a-03b6-4455-b4b3-afb2365d9859)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:24:45.257472 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d762bc-7769-403a-8cba-2d83f1d3dfdd admin admin] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:24:45.268272 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:45.286288 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d762bc-7769-403a-8cba-2d83f1d3dfdd admin admin] Pushing event updated for resources: {'Port': ['ID=d7702a44-136d-49ec-869f-589d773eb67b,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:45.307725 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-61d762bc-7769-403a-8cba-2d83f1d3dfdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364564'] for router_interface, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:45.461732 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-61d762bc-7769-403a-8cba-2d83f1d3dfdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:45.563890 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-fce85cde-0b69-4fd1-b747-0a459bfc941f None None] Provisioning complete for port e652f3d0-f7ff-40de-996a-5d693d7fff6e triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:24:45.564273 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-fce85cde-0b69-4fd1-b747-0a459bfc941f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:45.565817 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=e652f3d0-f7ff-40de-996a-5d693d7fff6e,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:45.656929 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-61d762bc-7769-403a-8cba-2d83f1d3dfdd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:45.662708 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-61d762bc-7769-403a-8cba-2d83f1d3dfdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:45.711804 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a2c2d994-1793-4206-9308-482e8bb57c97 None None] Notify callbacks [] for port, precommit_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:45.728609 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-a2c2d994-1793-4206-9308-482e8bb57c97 None None] Transition to ACTIVE for port object 7b284593-cb58-4814-b598-f296d6d2deff will not be triggered until provisioned by entity L2. {{(pid=94218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:24:45.733415 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-61d762bc-7769-403a-8cba-2d83f1d3dfdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3700491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-364704'] for router_interface, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:45.735101 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a2c2d994-1793-4206-9308-482e8bb57c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:45.735370 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d762bc-7769-403a-8cba-2d83f1d3dfdd admin admin] Pushing event updated for resources: {'Port': ['ID=d7702a44-136d-49ec-869f-589d773eb67b,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:45.787754 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-a2c2d994-1793-4206-9308-482e8bb57c97 None None] Attempting to bind port 7b284593-cb58-4814-b598-f296d6d2deff on host n-d-768851-15 for vnic_type normal with profile {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:24:45.788051 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-a2c2d994-1793-4206-9308-482e8bb57c97 None None] Attempting to bind port 7b284593-cb58-4814-b598-f296d6d2deff by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:24:45.788413 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c2d994-1793-4206-9308-482e8bb57c97 None None] Attempting to bind port 7b284593-cb58-4814-b598-f296d6d2deff on network 09ca2025-b9a6-4e84-8019-8d9fbef3753e {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:24:45.790414 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d074ad3c-bec6-49ee-a7fd-ba84521407c6 None None] Pushing event updated for resources: {'Port': ['ID=7b284593-cb58-4814-b598-f296d6d2deff,revision_number=2']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:45.796205 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c2d994-1793-4206-9308-482e8bb57c97 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:24:45.796205 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c2d994-1793-4206-9308-482e8bb57c97 None None] Checking segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:24:45.796604 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a2c2d994-1793-4206-9308-482e8bb57c97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:45.796994 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c2d994-1793-4206-9308-482e8bb57c97 None None] Bound using segment: {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'} {{(pid=94218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:24:45.797467 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.managers [None req-a2c2d994-1793-4206-9308-482e8bb57c97 None None] Bound port: 7b284593-cb58-4814-b598-f296d6d2deff, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1f9db3-9f2f-4698-a3bb-4118541cb0ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e'}}] {{(pid=94218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:24:45.798039 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a2c2d994-1793-4206-9308-482e8bb57c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:45.829825 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d762bc-7769-403a-8cba-2d83f1d3dfdd admin admin] Network 63e55157-279c-4aab-90c1-cdb4e9601aae is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:24:45.831309 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-61d762bc-7769-403a-8cba-2d83f1d3dfdd admin admin] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:24:45.858474 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-a2c2d994-1793-4206-9308-482e8bb57c97 None None] For port 7b284593-cb58-4814-b598-f296d6d2deff, host n-d-768851-15, cleared binding levels {{(pid=94218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:24:45.861913 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-a2c2d994-1793-4206-9308-482e8bb57c97 None None] For port 7b284593-cb58-4814-b598-f296d6d2deff, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=7b284593-cb58-4814-b598-f296d6d2deff,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:24:45.863030 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-97adcb3d-a849-4d90-ac89-e0f8a34fc5d1 None None] Provisioning for port d7702a44-136d-49ec-869f-589d773eb67b completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:24:45.868013 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-97adcb3d-a849-4d90-ac89-e0f8a34fc5d1 None None] Provisioning complete for port d7702a44-136d-49ec-869f-589d773eb67b triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:24:45.868013 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-97adcb3d-a849-4d90-ac89-e0f8a34fc5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:45.869730 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a2c2d994-1793-4206-9308-482e8bb57c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:45.948891 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-97adcb3d-a849-4d90-ac89-e0f8a34fc5d1 None None] Port d7702a44-136d-49ec-869f-589d773eb67b cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:24:45.960725 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d762bc-7769-403a-8cba-2d83f1d3dfdd admin admin] Router e476c308-53eb-4d99-b0f6-cce92d3c9b41 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:24:45.964297 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c2d994-1793-4206-9308-482e8bb57c97 None None] Routers {'e476c308-53eb-4d99-b0f6-cce92d3c9b41'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:24:45.964908 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-a2c2d994-1793-4206-9308-482e8bb57c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:24:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['e476c308-53eb-4d99-b0f6-cce92d3c9b41'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:46.001555 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d074ad3c-bec6-49ee-a7fd-ba84521407c6 None None] Pushing event updated for resources: {'Port': ['ID=7b284593-cb58-4814-b598-f296d6d2deff,revision_number=3']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:46.102242 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-a2c2d994-1793-4206-9308-482e8bb57c97 None None] Set router e476c308-53eb-4d99-b0f6-cce92d3c9b41 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:24:46.232054 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-a7f4fdac-3f3a-4e22-ac74-4f4bce995b12 None None] Provisioning complete for port d7702a44-136d-49ec-869f-589d773eb67b triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:24:46.232433 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a7f4fdac-3f3a-4e22-ac74-4f4bce995b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:46.237529 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 793e165d-b47e-4b36-82fa-9360ef8995b7 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:24:46.323178 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-a7f4fdac-3f3a-4e22-ac74-4f4bce995b12 None None] Port d7702a44-136d-49ec-869f-589d773eb67b cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:24:46.378904 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 793e165d-b47e-4b36-82fa-9360ef8995b7 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:24:46.385478 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 793e165d-b47e-4b36-82fa-9360ef8995b7 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:24:46.385855 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:46.430046 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d762bc-7769-403a-8cba-2d83f1d3dfdd admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:24:46.444974 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-61d762bc-7769-403a-8cba-2d83f1d3dfdd admin admin] 10.222.0.62 "PUT /v2.0/routers/e476c308-53eb-4d99-b0f6-cce92d3c9b41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1934435 Aug 10 04:24:46.445089 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-a2c2d994-1793-4206-9308-482e8bb57c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e476c308-53eb-4d99-b0f6-cce92d3c9b41', 'name': 'tempest-TestSnapshotPattern-1679148995-router', 'tenant_id': '842d0afce5d14d59bbbf396e7782cd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '7b284593-cb58-4814-b598-f296d6d2deff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:24:42Z', 'updated_at': '2021-08-10T04:24:45Z', 'revision_number': 4, 'project_id': '842d0afce5d14d59bbbf396e7782cd9d', 'gw_port': {'id': '7b284593-cb58-4814-b598-f296d6d2deff', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e7:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e476c308-53eb-4d99-b0f6-cce92d3c9b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:43Z', 'updated_at': '2021-08-10T04:24:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'd7702a44-136d-49ec-869f-589d773eb67b', 'name': '', 'network_id': '63e55157-279c-4aab-90c1-cdb4e9601aae', 'tenant_id': '842d0afce5d14d59bbbf396e7782cd9d', 'mac_address': 'fa:16:3e:12:22:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e476c308-53eb-4d99-b0f6-cce92d3c9b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '09406884-208b-4648-a719-cfa6f9b1b5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:44Z', 'updated_at': '2021-08-10T04:24:45Z', 'revision_number': 2, 'project_id': '842d0afce5d14d59bbbf396e7782cd9d', 'subnets': [{'id': '09406884-208b-4648-a719-cfa6f9b1b5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:46.489152 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c2d994-1793-4206-9308-482e8bb57c97 None None] The sync data for ids ['e476c308-53eb-4d99-b0f6-cce92d3c9b41'] in n-d-768851-15 is: [{'id': 'e476c308-53eb-4d99-b0f6-cce92d3c9b41', 'name': 'tempest-TestSnapshotPattern-1679148995-router', 'tenant_id': '842d0afce5d14d59bbbf396e7782cd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '7b284593-cb58-4814-b598-f296d6d2deff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:24:42Z', 'updated_at': '2021-08-10T04:24:45Z', 'revision_number': 4, 'project_id': '842d0afce5d14d59bbbf396e7782cd9d', 'gw_port': {'id': '7b284593-cb58-4814-b598-f296d6d2deff', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e7:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e476c308-53eb-4d99-b0f6-cce92d3c9b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:43Z', 'updated_at': '2021-08-10T04:24:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'd7702a44-136d-49ec-869f-589d773eb67b', 'name': '', 'network_id': '63e55157-279c-4aab-90c1-cdb4e9601aae', 'tenant_id': '842d0afce5d14d59bbbf396e7782cd9d', 'mac_address': 'fa:16:3e:12:22:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e476c308-53eb-4d99-b0f6-cce92d3c9b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '09406884-208b-4648-a719-cfa6f9b1b5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:44Z', 'updated_at': '2021-08-10T04:24:45Z', 'revision_number': 2, 'project_id': '842d0afce5d14d59bbbf396e7782cd9d', 'subnets': [{'id': '09406884-208b-4648-a719-cfa6f9b1b5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:24:46.547000 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:46.584693 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 793e165d-b47e-4b36-82fa-9360ef8995b7, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=793e165d-b47e-4b36-82fa-9360ef8995b7,segment=NetworkSegment(9c86b7c2-7835-43f5-8632-756dc7a4ddff),segment_id=9c86b7c2-7835-43f5-8632-756dc7a4ddff)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:24:46.590799 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:46.591691 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e652f3d0-f7ff-40de-996a-5d693d7fff6e up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:24:46.676094 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=793e165d-b47e-4b36-82fa-9360ef8995b7,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:46.685230 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port e652f3d0-f7ff-40de-996a-5d693d7fff6e triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:24:46.685609 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:47.006532 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 44784) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:47.011662 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-129639c4-bfbe-4dde-af6a-11b8a42ad372 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1516058412', 'description': 'tempest-secgroup-smoke-1516058412 description', 'project_id': '9946c29dae4349dd990497d845c52a26'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:47.038162 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-129639c4-bfbe-4dde-af6a-11b8a42ad372 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks [] for security_group, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:47.134896 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-129639c4-bfbe-4dde-af6a-11b8a42ad372 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks [] for security_group, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:47.145145 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-129639c4-bfbe-4dde-af6a-11b8a42ad372 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:47.180792 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-129639c4-bfbe-4dde-af6a-11b8a42ad372 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:47.182083 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-129639c4-bfbe-4dde-af6a-11b8a42ad372 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1742265 Aug 10 04:24:47.184073 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129639c4-bfbe-4dde-af6a-11b8a42ad372 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c516afe-982c-4f91-b481-4ca51f215b89,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:47.185195 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 44786) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:47.196329 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-cee17ffd-94bf-4f3c-8024-ad12b2fbd9e2 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Request body: {'security_group_rule': {'security_group_id': '2c516afe-982c-4f91-b481-4ca51f215b89', 'project_id': '9946c29dae4349dd990497d845c52a26', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:47.227138 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cee17ffd-94bf-4f3c-8024-ad12b2fbd9e2 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:47.294408 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cee17ffd-94bf-4f3c-8024-ad12b2fbd9e2 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:47.299290 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cee17ffd-94bf-4f3c-8024-ad12b2fbd9e2 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:47.319635 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee17ffd-94bf-4f3c-8024-ad12b2fbd9e2 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92302d1a-af42-43ee-9707-8e281d0c947a,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:47.322751 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cee17ffd-94bf-4f3c-8024-ad12b2fbd9e2 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:47.326904 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-cee17ffd-94bf-4f3c-8024-ad12b2fbd9e2 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1365249 Aug 10 04:24:47.327371 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 44788) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:47.332256 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-402918bb-e888-493c-9877-7d3b6d7227f8 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Request body: {'security_group_rule': {'security_group_id': '2c516afe-982c-4f91-b481-4ca51f215b89', 'project_id': '9946c29dae4349dd990497d845c52a26', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:47.360691 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-402918bb-e888-493c-9877-7d3b6d7227f8 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:47.421243 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-402918bb-e888-493c-9877-7d3b6d7227f8 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:47.425493 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-402918bb-e888-493c-9877-7d3b6d7227f8 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:47.443147 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402918bb-e888-493c-9877-7d3b6d7227f8 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3d3c22d-7b43-402d-a346-4c7d53132c12,revision_number=0']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:47.452151 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-402918bb-e888-493c-9877-7d3b6d7227f8 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:47.453373 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-402918bb-e888-493c-9877-7d3b6d7227f8 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1251912 Aug 10 04:24:47.456433 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 44790) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:47.461847 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-b2484913-bdef-4a42-afe3-f100729010b0 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Request body: {'security_group_rule': {'security_group_id': '2c516afe-982c-4f91-b481-4ca51f215b89', 'project_id': '9946c29dae4349dd990497d845c52a26', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:47.488749 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b2484913-bdef-4a42-afe3-f100729010b0 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:47.554311 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b2484913-bdef-4a42-afe3-f100729010b0 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:47.559012 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b2484913-bdef-4a42-afe3-f100729010b0 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:47.577392 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2484913-bdef-4a42-afe3-f100729010b0 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50c6ecba-630e-4478-84e3-520f1b31ac76,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:47.585750 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-b2484913-bdef-4a42-afe3-f100729010b0 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:47.585750 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-b2484913-bdef-4a42-afe3-f100729010b0 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1282609 Aug 10 04:24:47.588754 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 44792) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:47.594313 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-f39d1772-6c94-48e1-9812-045e88417b64 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Request body: {'security_group_rule': {'security_group_id': '2c516afe-982c-4f91-b481-4ca51f215b89', 'project_id': '9946c29dae4349dd990497d845c52a26', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:47.625512 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f39d1772-6c94-48e1-9812-045e88417b64 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:47.692131 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f39d1772-6c94-48e1-9812-045e88417b64 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:47.697020 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f39d1772-6c94-48e1-9812-045e88417b64 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:47.714139 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d1772-6c94-48e1-9812-045e88417b64 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfa36bc1-89d6-43d4-b0fd-865ddd98562b,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:47.723689 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f39d1772-6c94-48e1-9812-045e88417b64 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:47.724972 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f39d1772-6c94-48e1-9812-045e88417b64 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1348548 Aug 10 04:24:47.727955 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 44794) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:47.732513 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-cf82ee6d-451d-4e5e-9fca-476d395801bf tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Request body: {'security_group_rule': {'security_group_id': '2c516afe-982c-4f91-b481-4ca51f215b89', 'project_id': '9946c29dae4349dd990497d845c52a26', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:47.756274 n-d-768851-15 neutron-server[94217]: INFO neutron.db.securitygroups_db [None req-cf82ee6d-451d-4e5e-9fca-476d395801bf tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Project 9946c29dae4349dd990497d845c52a26 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:24:47.763547 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cf82ee6d-451d-4e5e-9fca-476d395801bf tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:47.835088 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cf82ee6d-451d-4e5e-9fca-476d395801bf tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:47.839126 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cf82ee6d-451d-4e5e-9fca-476d395801bf tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:47.856748 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf82ee6d-451d-4e5e-9fca-476d395801bf tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8009d49a-350e-4165-8b61-cc90567d638b,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:47.867412 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-cf82ee6d-451d-4e5e-9fca-476d395801bf tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:47.868804 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-cf82ee6d-451d-4e5e-9fca-476d395801bf tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1398683 Aug 10 04:24:47.871548 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 44796) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:47.876062 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [None req-f25ba032-34d0-4ece-9dfb-147fd003660c tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Request body: {'security_group_rule': {'security_group_id': '2c516afe-982c-4f91-b481-4ca51f215b89', 'project_id': '9946c29dae4349dd990497d845c52a26', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:47.900074 n-d-768851-15 neutron-server[94217]: INFO neutron.db.securitygroups_db [None req-f25ba032-34d0-4ece-9dfb-147fd003660c tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Project 9946c29dae4349dd990497d845c52a26 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:24:47.905133 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f25ba032-34d0-4ece-9dfb-147fd003660c tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:47.969418 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f25ba032-34d0-4ece-9dfb-147fd003660c tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:47.973595 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f25ba032-34d0-4ece-9dfb-147fd003660c tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492103'] for security_group_rule, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:47.995076 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25ba032-34d0-4ece-9dfb-147fd003660c tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20a261ef-a901-4d70-9f9d-0ec4c8db4e1a,revision_number=0']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:48.013637 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-f25ba032-34d0-4ece-9dfb-147fd003660c tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:48.015157 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-f25ba032-34d0-4ece-9dfb-147fd003660c tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1426783 Aug 10 04:24:48.187116 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-78d9b17b-89d5-40de-993b-014de27346cc req-4c79bd0c-6a91-4a11-87bc-83a3679dd432 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1516058412&fields=id&tenant_id=9946c29dae4349dd990497d845c52a26 HTTP/1.1" status: 200 len: 267 time: 0.0401392 Aug 10 04:24:48.197413 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 793e165d-b47e-4b36-82fa-9360ef8995b7 up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:24:48.263576 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 793e165d-b47e-4b36-82fa-9360ef8995b7 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:24:48.264097 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:48.315455 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d9b17b-89d5-40de-993b-014de27346cc req-a0b21818-947c-43e3-9bdf-2d32f0bf8956 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:48.316962 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-78d9b17b-89d5-40de-993b-014de27346cc req-a0b21818-947c-43e3-9bdf-2d32f0bf8956 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/networks?id=427908ac-9900-46fd-8e87-c9920934dcfb HTTP/1.1" status: 200 len: 810 time: 0.1172922 Aug 10 04:24:48.337196 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-78d9b17b-89d5-40de-993b-014de27346cc req-9fd91f21-ffa0-4016-a203-d6911d843714 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/quotas/9946c29dae4349dd990497d845c52a26 HTTP/1.1" status: 200 len: 375 time: 0.0108352 Aug 10 04:24:48.351421 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 7b284593-cb58-4814-b598-f296d6d2deff up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:24:48.399166 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-78d9b17b-89d5-40de-993b-014de27346cc req-528a08ca-2c97-4df4-89b3-3516f5a07af0 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=9946c29dae4349dd990497d845c52a26&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537250 Aug 10 04:24:48.406352 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port 7b284593-cb58-4814-b598-f296d6d2deff completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:24:48.410078 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 7b284593-cb58-4814-b598-f296d6d2deff triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:24:48.410454 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:48.498056 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:48.519754 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port 7b284593-cb58-4814-b598-f296d6d2deff, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=7b284593-cb58-4814-b598-f296d6d2deff,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:24:48.523813 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:48.577349 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=7b284593-cb58-4814-b598-f296d6d2deff,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:48.593802 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fc02e0-7e2b-4532-b7e5-c1d388272d36 None None] Sync routers for ids ['e476c308-53eb-4d99-b0f6-cce92d3c9b41'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:24:48.598549 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-78d9b17b-89d5-40de-993b-014de27346cc req-eb424839-20eb-438c-a8e2-fc6c9a3b4190 service neutron] 10.222.0.62 "GET /v2.0/networks/427908ac-9900-46fd-8e87-c9920934dcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923795 Aug 10 04:24:48.603858 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fc02e0-7e2b-4532-b7e5-c1d388272d36 None None] Routers {'e476c308-53eb-4d99-b0f6-cce92d3c9b41'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:24:48.604508 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-84fc02e0-7e2b-4532-b7e5-c1d388272d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:24:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['e476c308-53eb-4d99-b0f6-cce92d3c9b41'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:48.702933 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-78d9b17b-89d5-40de-993b-014de27346cc req-9622a50f-76f9-4521-bf75-7718f71485bf service neutron] 10.222.0.62 "GET /v2.0/networks/427908ac-9900-46fd-8e87-c9920934dcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964854 Aug 10 04:24:48.722421 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-84fc02e0-7e2b-4532-b7e5-c1d388272d36 None None] Set router e476c308-53eb-4d99-b0f6-cce92d3c9b41 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:24:48.923186 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-84fc02e0-7e2b-4532-b7e5-c1d388272d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e476c308-53eb-4d99-b0f6-cce92d3c9b41', 'name': 'tempest-TestSnapshotPattern-1679148995-router', 'tenant_id': '842d0afce5d14d59bbbf396e7782cd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '7b284593-cb58-4814-b598-f296d6d2deff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:24:42Z', 'updated_at': '2021-08-10T04:24:45Z', 'revision_number': 4, 'project_id': '842d0afce5d14d59bbbf396e7782cd9d', 'gw_port': {'id': '7b284593-cb58-4814-b598-f296d6d2deff', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e476c308-53eb-4d99-b0f6-cce92d3c9b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:43Z', 'updated_at': '2021-08-10T04:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'd7702a44-136d-49ec-869f-589d773eb67b', 'name': '', 'network_id': '63e55157-279c-4aab-90c1-cdb4e9601aae', 'tenant_id': '842d0afce5d14d59bbbf396e7782cd9d', 'mac_address': 'fa:16:3e:12:22:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e476c308-53eb-4d99-b0f6-cce92d3c9b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '09406884-208b-4648-a719-cfa6f9b1b5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:44Z', 'updated_at': '2021-08-10T04:24:45Z', 'revision_number': 2, 'project_id': '842d0afce5d14d59bbbf396e7782cd9d', 'subnets': [{'id': '09406884-208b-4648-a719-cfa6f9b1b5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:48.951634 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fc02e0-7e2b-4532-b7e5-c1d388272d36 None None] Checking router: e476c308-53eb-4d99-b0f6-cce92d3c9b41 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:24:48.951978 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fc02e0-7e2b-4532-b7e5-c1d388272d36 None None] Updating router e476c308-53eb-4d99-b0f6-cce92d3c9b41 port d7702a44-136d-49ec-869f-589d773eb67b binding host n-d-768851-15 {{(pid=94219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:24:49.068856 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-84fc02e0-7e2b-4532-b7e5-c1d388272d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:49.331769 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-84fc02e0-7e2b-4532-b7e5-c1d388272d36 None None] Notify callbacks [] for port, precommit_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:49.341870 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.provisioning_blocks [None req-84fc02e0-7e2b-4532-b7e5-c1d388272d36 None None] Transition to ACTIVE for port object d7702a44-136d-49ec-869f-589d773eb67b will not be triggered until provisioned by entity L2. {{(pid=94219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:24:49.348675 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-84fc02e0-7e2b-4532-b7e5-c1d388272d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:49.399915 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a9b17-02bb-4b28-8e2c-e3b649be3eb1 None None] Pushing event updated for resources: {'Port': ['ID=d7702a44-136d-49ec-869f-589d773eb67b,revision_number=3']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:49.452317 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-84fc02e0-7e2b-4532-b7e5-c1d388272d36 None None] Attempting to bind port d7702a44-136d-49ec-869f-589d773eb67b on host n-d-768851-15 for vnic_type normal with profile {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:24:49.452913 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-84fc02e0-7e2b-4532-b7e5-c1d388272d36 None None] Attempting to bind port d7702a44-136d-49ec-869f-589d773eb67b by drivers openvswitch,hyperv on host n-d-768851-15 at level 0 using segments [{'id': '1b18841a-03b6-4455-b4b3-afb2365d9859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '63e55157-279c-4aab-90c1-cdb4e9601aae'}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:24:49.453156 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fc02e0-7e2b-4532-b7e5-c1d388272d36 None None] Attempting to bind port d7702a44-136d-49ec-869f-589d773eb67b on network 63e55157-279c-4aab-90c1-cdb4e9601aae {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:24:49.458335 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fc02e0-7e2b-4532-b7e5-c1d388272d36 None None] Checking agent: {'id': '5b57baac-b74e-43dc-9898-fc31f46b1aca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 55, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:24:49.461205 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fc02e0-7e2b-4532-b7e5-c1d388272d36 None None] Checking segment: {'id': '1b18841a-03b6-4455-b4b3-afb2365d9859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '63e55157-279c-4aab-90c1-cdb4e9601aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:24:49.461716 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-84fc02e0-7e2b-4532-b7e5-c1d388272d36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:49.462072 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fc02e0-7e2b-4532-b7e5-c1d388272d36 None None] Bound using segment: {'id': '1b18841a-03b6-4455-b4b3-afb2365d9859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '63e55157-279c-4aab-90c1-cdb4e9601aae'} {{(pid=94219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:24:49.463432 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.managers [None req-84fc02e0-7e2b-4532-b7e5-c1d388272d36 None None] Bound port: d7702a44-136d-49ec-869f-589d773eb67b, host: n-d-768851-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b18841a-03b6-4455-b4b3-afb2365d9859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '63e55157-279c-4aab-90c1-cdb4e9601aae'}}] {{(pid=94219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:24:49.463864 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-84fc02e0-7e2b-4532-b7e5-c1d388272d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:49.543560 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-84fc02e0-7e2b-4532-b7e5-c1d388272d36 None None] For port d7702a44-136d-49ec-869f-589d773eb67b, host n-d-768851-15, cleared binding levels {{(pid=94219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:24:49.546923 n-d-768851-15 neutron-server[94219]: DEBUG neutron.plugins.ml2.db [None req-84fc02e0-7e2b-4532-b7e5-c1d388272d36 None None] For port d7702a44-136d-49ec-869f-589d773eb67b, host n-d-768851-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=d7702a44-136d-49ec-869f-589d773eb67b,segment=NetworkSegment(1b18841a-03b6-4455-b4b3-afb2365d9859),segment_id=1b18841a-03b6-4455-b4b3-afb2365d9859)] {{(pid=94219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:24:49.553364 n-d-768851-15 neutron-server[94219]: DEBUG neutron_lib.callbacks.manager [None req-84fc02e0-7e2b-4532-b7e5-c1d388272d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:49.609294 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fc02e0-7e2b-4532-b7e5-c1d388272d36 None None] Routers {'e476c308-53eb-4d99-b0f6-cce92d3c9b41'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:24:49.609921 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-84fc02e0-7e2b-4532-b7e5-c1d388272d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:24:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['e476c308-53eb-4d99-b0f6-cce92d3c9b41'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:49.614496 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a9b17-02bb-4b28-8e2c-e3b649be3eb1 None None] Pushing event updated for resources: {'Port': ['ID=d7702a44-136d-49ec-869f-589d773eb67b,revision_number=4']} {{(pid=94219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:49.723990 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-84fc02e0-7e2b-4532-b7e5-c1d388272d36 None None] Set router e476c308-53eb-4d99-b0f6-cce92d3c9b41 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:24:49.934695 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-84fc02e0-7e2b-4532-b7e5-c1d388272d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e476c308-53eb-4d99-b0f6-cce92d3c9b41', 'name': 'tempest-TestSnapshotPattern-1679148995-router', 'tenant_id': '842d0afce5d14d59bbbf396e7782cd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '7b284593-cb58-4814-b598-f296d6d2deff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:24:42Z', 'updated_at': '2021-08-10T04:24:45Z', 'revision_number': 4, 'project_id': '842d0afce5d14d59bbbf396e7782cd9d', 'gw_port': {'id': '7b284593-cb58-4814-b598-f296d6d2deff', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e476c308-53eb-4d99-b0f6-cce92d3c9b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:43Z', 'updated_at': '2021-08-10T04:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'd7702a44-136d-49ec-869f-589d773eb67b', 'name': '', 'network_id': '63e55157-279c-4aab-90c1-cdb4e9601aae', 'tenant_id': '842d0afce5d14d59bbbf396e7782cd9d', 'mac_address': 'fa:16:3e:12:22:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e476c308-53eb-4d99-b0f6-cce92d3c9b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '09406884-208b-4648-a719-cfa6f9b1b5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:44Z', 'updated_at': '2021-08-10T04:24:49Z', 'revision_number': 4, 'project_id': '842d0afce5d14d59bbbf396e7782cd9d', 'subnets': [{'id': '09406884-208b-4648-a719-cfa6f9b1b5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:49.956000 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-123f3f95-75a8-4e70-a39d-1f5c73e02447 req-8b0bc41c-86f8-4de9-914c-330197d27a0a tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/ports?device_id=13aa68a2-2a4c-4864-990d-99bf17b6a551 HTTP/1.1" status: 200 len: 210 time: 0.0896528 Aug 10 04:24:49.962080 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fc02e0-7e2b-4532-b7e5-c1d388272d36 None None] The sync data for ids ['e476c308-53eb-4d99-b0f6-cce92d3c9b41'] in n-d-768851-15 is: [{'id': 'e476c308-53eb-4d99-b0f6-cce92d3c9b41', 'name': 'tempest-TestSnapshotPattern-1679148995-router', 'tenant_id': '842d0afce5d14d59bbbf396e7782cd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '7b284593-cb58-4814-b598-f296d6d2deff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:24:42Z', 'updated_at': '2021-08-10T04:24:45Z', 'revision_number': 4, 'project_id': '842d0afce5d14d59bbbf396e7782cd9d', 'gw_port': {'id': '7b284593-cb58-4814-b598-f296d6d2deff', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e476c308-53eb-4d99-b0f6-cce92d3c9b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:43Z', 'updated_at': '2021-08-10T04:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': 'd7702a44-136d-49ec-869f-589d773eb67b', 'name': '', 'network_id': '63e55157-279c-4aab-90c1-cdb4e9601aae', 'tenant_id': '842d0afce5d14d59bbbf396e7782cd9d', 'mac_address': 'fa:16:3e:12:22:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e476c308-53eb-4d99-b0f6-cce92d3c9b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '09406884-208b-4648-a719-cfa6f9b1b5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:44Z', 'updated_at': '2021-08-10T04:24:49Z', 'revision_number': 4, 'project_id': '842d0afce5d14d59bbbf396e7782cd9d', 'subnets': [{'id': '09406884-208b-4648-a719-cfa6f9b1b5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:24:50.154013 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device d7702a44-136d-49ec-869f-589d773eb67b up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:24:50.210847 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning for port d7702a44-136d-49ec-869f-589d773eb67b completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:24:50.215471 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port d7702a44-136d-49ec-869f-589d773eb67b triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:24:50.215851 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:50.311453 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:50.355081 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] For port d7702a44-136d-49ec-869f-589d773eb67b, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=d7702a44-136d-49ec-869f-589d773eb67b,segment=NetworkSegment(1b18841a-03b6-4455-b4b3-afb2365d9859),segment_id=1b18841a-03b6-4455-b4b3-afb2365d9859)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:24:50.359629 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:50.360781 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 7b284593-cb58-4814-b598-f296d6d2deff up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:24:50.445252 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Pushing event updated for resources: {'Port': ['ID=d7702a44-136d-49ec-869f-589d773eb67b,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:50.454702 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port 7b284593-cb58-4814-b598-f296d6d2deff triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:24:50.454878 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:51.062177 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-67cc243f-c7f9-4c08-b207-e95b99018f6a req-f9e40ecb-15d2-4fcd-8b83-9ebc9f8e979d tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/ports?device_id=13aa68a2-2a4c-4864-990d-99bf17b6a551 HTTP/1.1" status: 200 len: 210 time: 0.0287549 Aug 10 04:24:51.195659 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d9b17b-89d5-40de-993b-014de27346cc req-46ab1d52-9eb4-4111-8fd0-872552359a6e tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:51.197116 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-78d9b17b-89d5-40de-993b-014de27346cc req-46ab1d52-9eb4-4111-8fd0-872552359a6e tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.60 "GET /v2.0/networks?id=427908ac-9900-46fd-8e87-c9920934dcfb HTTP/1.1" status: 200 len: 810 time: 0.1197038 Aug 10 04:24:51.245812 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-78d9b17b-89d5-40de-993b-014de27346cc req-d855c470-dc57-4e5e-a70e-1e6b29f781fd tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9946c29dae4349dd990497d845c52a26 HTTP/1.1" status: 200 len: 380 time: 0.0350678 Aug 10 04:24:51.257095 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-78d9b17b-89d5-40de-993b-014de27346cc req-734eda8d-2f2d-49e5-81fb-f14ded45445f tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Request body: {'port': {'device_id': '13aa68a2-2a4c-4864-990d-99bf17b6a551', 'network_id': '427908ac-9900-46fd-8e87-c9920934dcfb', 'admin_state_up': True, 'tenant_id': '9946c29dae4349dd990497d845c52a26', 'security_groups': ['2c516afe-982c-4f91-b481-4ca51f215b89']}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:51.366159 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78d9b17b-89d5-40de-993b-014de27346cc req-734eda8d-2f2d-49e5-81fb-f14ded45445f tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Made reservation on behalf of 9946c29dae4349dd990497d845c52a26 for: {'port': 1} {{(pid=94216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:24:51.369798 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-78d9b17b-89d5-40de-993b-014de27346cc req-734eda8d-2f2d-49e5-81fb-f14ded45445f tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:51.500819 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [req-78d9b17b-89d5-40de-993b-014de27346cc req-734eda8d-2f2d-49e5-81fb-f14ded45445f tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Allocated IP 172.20.0.4 (427908ac-9900-46fd-8e87-c9920934dcfb/e89bc23e-aba2-442f-8d5b-3e65976f3999/bd185ae7-3cff-4740-9837-ed7ddacb6b1a) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:24:51.643630 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-78d9b17b-89d5-40de-993b-014de27346cc req-734eda8d-2f2d-49e5-81fb-f14ded45445f tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:51.665944 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-78d9b17b-89d5-40de-993b-014de27346cc req-734eda8d-2f2d-49e5-81fb-f14ded45445f tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Transition to ACTIVE for port object bd185ae7-3cff-4740-9837-ed7ddacb6b1a will not be triggered until provisioned by entity DHCP. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:24:51.699374 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-78d9b17b-89d5-40de-993b-014de27346cc req-734eda8d-2f2d-49e5-81fb-f14ded45445f tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:51.744544 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78d9b17b-89d5-40de-993b-014de27346cc req-734eda8d-2f2d-49e5-81fb-f14ded45445f tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Network 427908ac-9900-46fd-8e87-c9920934dcfb is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:24:51.747774 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [req-78d9b17b-89d5-40de-993b-014de27346cc req-734eda8d-2f2d-49e5-81fb-f14ded45445f tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:24:51.751672 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-78d9b17b-89d5-40de-993b-014de27346cc req-734eda8d-2f2d-49e5-81fb-f14ded45445f tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:24:51.758646 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734eda8d-2f2d-49e5-81fb-f14ded45445f tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Pushing event updated for resources: {'Port': ['ID=bd185ae7-3cff-4740-9837-ed7ddacb6b1a,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:51.805370 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d9b17b-89d5-40de-993b-014de27346cc req-734eda8d-2f2d-49e5-81fb-f14ded45445f tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:51.806022 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-78d9b17b-89d5-40de-993b-014de27346cc req-734eda8d-2f2d-49e5-81fb-f14ded45445f tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:51.823372 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-78d9b17b-89d5-40de-993b-014de27346cc req-734eda8d-2f2d-49e5-81fb-f14ded45445f tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5700300 Aug 10 04:24:51.889775 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [req-78d9b17b-89d5-40de-993b-014de27346cc req-121f30f8-c2b1-4bf2-a9f0-c1da0e395cc1 service neutron] Request body: {'port': {'device_id': '13aa68a2-2a4c-4864-990d-99bf17b6a551', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-15'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:51.948728 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-78d9b17b-89d5-40de-993b-014de27346cc req-121f30f8-c2b1-4bf2-a9f0-c1da0e395cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:52.015297 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-f69e35f4-3340-44fe-a038-10596dccfe1b None None] Provisioning for port bd185ae7-3cff-4740-9837-ed7ddacb6b1a completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:24:52.019419 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-f69e35f4-3340-44fe-a038-10596dccfe1b None None] Provisioning complete for port bd185ae7-3cff-4740-9837-ed7ddacb6b1a triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:24:52.019745 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f69e35f4-3340-44fe-a038-10596dccfe1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:52.055956 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-f69e35f4-3340-44fe-a038-10596dccfe1b None None] Port bd185ae7-3cff-4740-9837-ed7ddacb6b1a cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:24:52.137653 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device d7702a44-136d-49ec-869f-589d773eb67b up at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:24:52.188236 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Provisioning complete for port d7702a44-136d-49ec-869f-589d773eb67b triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:24:52.188608 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:52.227507 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f60f6-79aa-4b21-a4a1-c1187e36a78a req-0f552584-0a12-4480-8077-acfb40914fe8 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:52.229013 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aa6f60f6-79aa-4b21-a4a1-c1187e36a78a req-0f552584-0a12-4480-8077-acfb40914fe8 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/ports?device_id=13aa68a2-2a4c-4864-990d-99bf17b6a551 HTTP/1.1" status: 200 len: 931 time: 0.0962927 Aug 10 04:24:52.284719 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [req-78d9b17b-89d5-40de-993b-014de27346cc req-121f30f8-c2b1-4bf2-a9f0-c1da0e395cc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd185ae7-3cff-4740-9837-ed7ddacb6b1a {{(pid=94216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:24:52.298148 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-78d9b17b-89d5-40de-993b-014de27346cc req-121f30f8-c2b1-4bf2-a9f0-c1da0e395cc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:52.310039 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-aa6f60f6-79aa-4b21-a4a1-c1187e36a78a req-fef27d3f-b24c-4247-8150-a65f38144015 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c516afe-982c-4f91-b481-4ca51f215b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730426 Aug 10 04:24:52.317185 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.provisioning_blocks [req-78d9b17b-89d5-40de-993b-014de27346cc req-121f30f8-c2b1-4bf2-a9f0-c1da0e395cc1 service neutron] Transition to ACTIVE for port object bd185ae7-3cff-4740-9837-ed7ddacb6b1a will not be triggered until provisioned by entity L2. {{(pid=94216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:24:52.320960 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-78d9b17b-89d5-40de-993b-014de27346cc req-121f30f8-c2b1-4bf2-a9f0-c1da0e395cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:52.376904 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f30f8-c2b1-4bf2-a9f0-c1da0e395cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=bd185ae7-3cff-4740-9837-ed7ddacb6b1a,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:52.448050 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-78d9b17b-89d5-40de-993b-014de27346cc req-121f30f8-c2b1-4bf2-a9f0-c1da0e395cc1 service neutron] Attempting to bind port bd185ae7-3cff-4740-9837-ed7ddacb6b1a on host n-h2-768851-15 for vnic_type normal with profile {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:24:52.448392 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-78d9b17b-89d5-40de-993b-014de27346cc req-121f30f8-c2b1-4bf2-a9f0-c1da0e395cc1 service neutron] Attempting to bind port bd185ae7-3cff-4740-9837-ed7ddacb6b1a by drivers openvswitch,hyperv on host n-h2-768851-15 at level 0 using segments [{'id': '9c86b7c2-7835-43f5-8632-756dc7a4ddff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '427908ac-9900-46fd-8e87-c9920934dcfb'}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:24:52.448727 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d9b17b-89d5-40de-993b-014de27346cc req-121f30f8-c2b1-4bf2-a9f0-c1da0e395cc1 service neutron] Attempting to bind port bd185ae7-3cff-4740-9837-ed7ddacb6b1a on network 427908ac-9900-46fd-8e87-c9920934dcfb {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:24:52.453613 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d9b17b-89d5-40de-993b-014de27346cc req-121f30f8-c2b1-4bf2-a9f0-c1da0e395cc1 service neutron] Port bd185ae7-3cff-4740-9837-ed7ddacb6b1a on network 427908ac-9900-46fd-8e87-c9920934dcfb not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-15 {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:24:52.453947 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d9b17b-89d5-40de-993b-014de27346cc req-121f30f8-c2b1-4bf2-a9f0-c1da0e395cc1 service neutron] Attempting to bind port bd185ae7-3cff-4740-9837-ed7ddacb6b1a on network 427908ac-9900-46fd-8e87-c9920934dcfb {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:24:52.459331 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d9b17b-89d5-40de-993b-014de27346cc req-121f30f8-c2b1-4bf2-a9f0-c1da0e395cc1 service neutron] Checking agent: {'id': 'd11b8208-e1cf-4e6e-a364-306a508b0eb0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:24:52.459673 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d9b17b-89d5-40de-993b-014de27346cc req-121f30f8-c2b1-4bf2-a9f0-c1da0e395cc1 service neutron] Checking segment: {'id': '9c86b7c2-7835-43f5-8632-756dc7a4ddff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '427908ac-9900-46fd-8e87-c9920934dcfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:24:52.460062 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d9b17b-89d5-40de-993b-014de27346cc req-121f30f8-c2b1-4bf2-a9f0-c1da0e395cc1 service neutron] Bound using segment: {'id': '9c86b7c2-7835-43f5-8632-756dc7a4ddff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '427908ac-9900-46fd-8e87-c9920934dcfb'} {{(pid=94216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:24:52.460492 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.managers [req-78d9b17b-89d5-40de-993b-014de27346cc req-121f30f8-c2b1-4bf2-a9f0-c1da0e395cc1 service neutron] Bound port: bd185ae7-3cff-4740-9837-ed7ddacb6b1a, host: n-h2-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c86b7c2-7835-43f5-8632-756dc7a4ddff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '427908ac-9900-46fd-8e87-c9920934dcfb'}}] {{(pid=94216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:24:52.460852 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-78d9b17b-89d5-40de-993b-014de27346cc req-121f30f8-c2b1-4bf2-a9f0-c1da0e395cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:52.535696 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-78d9b17b-89d5-40de-993b-014de27346cc req-121f30f8-c2b1-4bf2-a9f0-c1da0e395cc1 service neutron] For port bd185ae7-3cff-4740-9837-ed7ddacb6b1a, host n-h2-768851-15, cleared binding levels {{(pid=94216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:24:52.539802 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-78d9b17b-89d5-40de-993b-014de27346cc req-121f30f8-c2b1-4bf2-a9f0-c1da0e395cc1 service neutron] For port bd185ae7-3cff-4740-9837-ed7ddacb6b1a, host n-h2-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=bd185ae7-3cff-4740-9837-ed7ddacb6b1a,segment=NetworkSegment(9c86b7c2-7835-43f5-8632-756dc7a4ddff),segment_id=9c86b7c2-7835-43f5-8632-756dc7a4ddff)] {{(pid=94216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:24:52.544898 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-78d9b17b-89d5-40de-993b-014de27346cc req-121f30f8-c2b1-4bf2-a9f0-c1da0e395cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:52.585214 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d9b17b-89d5-40de-993b-014de27346cc req-121f30f8-c2b1-4bf2-a9f0-c1da0e395cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:52.585852 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-78d9b17b-89d5-40de-993b-014de27346cc req-121f30f8-c2b1-4bf2-a9f0-c1da0e395cc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:52.587674 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-78d9b17b-89d5-40de-993b-014de27346cc req-121f30f8-c2b1-4bf2-a9f0-c1da0e395cc1 service neutron] 10.222.0.60 "PUT /v2.0/ports/bd185ae7-3cff-4740-9837-ed7ddacb6b1a HTTP/1.1" status: 200 len: 1092 time: 0.7508686 Aug 10 04:24:52.588176 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13aa68a2-2a4c-4864-990d-99bf17b6a551', 'tag': 'bd185ae7-3cff-4740-9837-ed7ddacb6b1a'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:24:52.590547 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0021ea54f387d2ae39ffe00c7e01dc720af9cc0ec992141d1f8728dec056f1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952b20eb-2351-4b93-9d4e-c79b0d288f2a" -d '{"events": [{"name": "network-changed", "server_uuid": "13aa68a2-2a4c-4864-990d-99bf17b6a551", "tag": "bd185ae7-3cff-4740-9837-ed7ddacb6b1a"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:24:52.624470 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f30f8-c2b1-4bf2-a9f0-c1da0e395cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=bd185ae7-3cff-4740-9837-ed7ddacb6b1a,revision_number=3']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:52.647715 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09619fbc-c279-4532-98a6-d7caa9b9dc50 x-openstack-request-id: req-09619fbc-c279-4532-98a6-d7caa9b9dc50 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:24:52.648015 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13aa68a2-2a4c-4864-990d-99bf17b6a551", "tag": "bd185ae7-3cff-4740-9837-ed7ddacb6b1a", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:24:52.648271 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-09619fbc-c279-4532-98a6-d7caa9b9dc50 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:24:52.648677 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13aa68a2-2a4c-4864-990d-99bf17b6a551', 'tag': 'bd185ae7-3cff-4740-9837-ed7ddacb6b1a', 'status': 'completed', 'code': 200} Aug 10 04:24:52.683391 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d9b17b-89d5-40de-993b-014de27346cc req-a0b6cd3b-7162-4439-9cbf-e59863a0a829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:52.685066 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-78d9b17b-89d5-40de-993b-014de27346cc req-a0b6cd3b-7162-4439-9cbf-e59863a0a829 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9946c29dae4349dd990497d845c52a26&device_id=13aa68a2-2a4c-4864-990d-99bf17b6a551 HTTP/1.1" status: 200 len: 1095 time: 0.0503030 Aug 10 04:24:52.731216 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-78d9b17b-89d5-40de-993b-014de27346cc req-88249f6e-6e23-4225-923c-7a5d568da4a7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd185ae7-3cff-4740-9837-ed7ddacb6b1a HTTP/1.1" status: 200 len: 217 time: 0.0362909 Aug 10 04:24:52.784088 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d9b17b-89d5-40de-993b-014de27346cc req-53891adf-d4fd-4295-b917-b9f3224219bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:52.785956 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-78d9b17b-89d5-40de-993b-014de27346cc req-53891adf-d4fd-4295-b917-b9f3224219bf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e89bc23e-aba2-442f-8d5b-3e65976f3999 HTTP/1.1" status: 200 len: 849 time: 0.0456717 Aug 10 04:24:52.840850 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d9b17b-89d5-40de-993b-014de27346cc req-9ee7b868-885b-4256-8480-7cde17106148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:52.842596 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-78d9b17b-89d5-40de-993b-014de27346cc req-9ee7b868-885b-4256-8480-7cde17106148 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=427908ac-9900-46fd-8e87-c9920934dcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475166 Aug 10 04:24:52.943181 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-78d9b17b-89d5-40de-993b-014de27346cc req-f869dce5-4630-4628-8117-dceccbd02e36 service neutron] 10.222.0.60 "GET /v2.0/networks/427908ac-9900-46fd-8e87-c9920934dcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892425 Aug 10 04:24:53.044911 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-78d9b17b-89d5-40de-993b-014de27346cc req-d8675a99-222b-4543-8e4c-9a7a9f9a3cd1 service neutron] 10.222.0.60 "GET /v2.0/networks/427908ac-9900-46fd-8e87-c9920934dcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921862 Aug 10 04:24:53.143729 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b20eb-2351-4b93-9d4e-c79b0d288f2a req-7ac3f17f-3b17-4dcd-94d5-1031f285d38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:53.145260 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-952b20eb-2351-4b93-9d4e-c79b0d288f2a req-7ac3f17f-3b17-4dcd-94d5-1031f285d38b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9946c29dae4349dd990497d845c52a26&device_id=13aa68a2-2a4c-4864-990d-99bf17b6a551 HTTP/1.1" status: 200 len: 1095 time: 0.0427043 Aug 10 04:24:53.240993 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b20eb-2351-4b93-9d4e-c79b0d288f2a req-9e911020-367b-490e-b265-08d538286c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:53.242513 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-952b20eb-2351-4b93-9d4e-c79b0d288f2a req-9e911020-367b-490e-b265-08d538286c0e service neutron] 10.222.0.60 "GET /v2.0/networks?id=427908ac-9900-46fd-8e87-c9920934dcfb HTTP/1.1" status: 200 len: 911 time: 0.0899203 Aug 10 04:24:53.284149 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-952b20eb-2351-4b93-9d4e-c79b0d288f2a req-6e06a9b1-a205-4543-94db-ad5fae98cd25 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd185ae7-3cff-4740-9837-ed7ddacb6b1a HTTP/1.1" status: 200 len: 217 time: 0.0342870 Aug 10 04:24:53.333963 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b20eb-2351-4b93-9d4e-c79b0d288f2a req-2a04f2e0-00a1-463b-85b6-990984d41ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:53.335396 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-952b20eb-2351-4b93-9d4e-c79b0d288f2a req-2a04f2e0-00a1-463b-85b6-990984d41ce5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e89bc23e-aba2-442f-8d5b-3e65976f3999 HTTP/1.1" status: 200 len: 849 time: 0.0439513 Aug 10 04:24:53.393310 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b20eb-2351-4b93-9d4e-c79b0d288f2a req-c1b13c30-5f17-4224-b3c9-6f9275333838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:53.394789 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-952b20eb-2351-4b93-9d4e-c79b0d288f2a req-c1b13c30-5f17-4224-b3c9-6f9275333838 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=427908ac-9900-46fd-8e87-c9920934dcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518825 Aug 10 04:24:53.482765 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017bf65b-1490-470b-a7e4-c789421dcfaf req-0275b1b3-b1ab-4ea0-ae55-72b451bb8b15 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:53.484231 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-017bf65b-1490-470b-a7e4-c789421dcfaf req-0275b1b3-b1ab-4ea0-ae55-72b451bb8b15 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/ports?device_id=13aa68a2-2a4c-4864-990d-99bf17b6a551 HTTP/1.1" status: 200 len: 943 time: 0.1035316 Aug 10 04:24:53.526255 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-952b20eb-2351-4b93-9d4e-c79b0d288f2a req-49aa938a-77c5-4740-bde2-8d9502f59795 service neutron] 10.222.0.60 "GET /v2.0/networks/427908ac-9900-46fd-8e87-c9920934dcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143625 Aug 10 04:24:53.546626 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-017bf65b-1490-470b-a7e4-c789421dcfaf req-b1d1444b-1850-437d-aa7f-21d478fc00f9 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c516afe-982c-4f91-b481-4ca51f215b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561233 Aug 10 04:24:53.626852 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-952b20eb-2351-4b93-9d4e-c79b0d288f2a req-6a92b27f-2f91-424b-96c8-2d032d18801d service neutron] 10.222.0.60 "GET /v2.0/networks/427908ac-9900-46fd-8e87-c9920934dcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921812 Aug 10 04:24:54.725876 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6010cf67-03c0-43d9-acb1-27fb563ff57b req-8caa17f5-b4d2-4455-94db-f286efd55b00 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:54.727418 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6010cf67-03c0-43d9-acb1-27fb563ff57b req-8caa17f5-b4d2-4455-94db-f286efd55b00 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/ports?device_id=13aa68a2-2a4c-4864-990d-99bf17b6a551 HTTP/1.1" status: 200 len: 943 time: 0.1106999 Aug 10 04:24:54.766988 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-6010cf67-03c0-43d9-acb1-27fb563ff57b req-3ac44603-e1c7-45dc-aa7d-df282ebc8be0 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c516afe-982c-4f91-b481-4ca51f215b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331683 Aug 10 04:24:55.127957 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device bd185ae7-3cff-4740-9837-ed7ddacb6b1a details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:24:55.230097 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port bd185ae7-3cff-4740-9837-ed7ddacb6b1a, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=bd185ae7-3cff-4740-9837-ed7ddacb6b1a,segment=NetworkSegment(9c86b7c2-7835-43f5-8632-756dc7a4ddff),segment_id=9c86b7c2-7835-43f5-8632-756dc7a4ddff)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:24:55.242131 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': 'bd185ae7-3cff-4740-9837-ed7ddacb6b1a', 'network_id': '427908ac-9900-46fd-8e87-c9920934dcfb', 'port_id': 'bd185ae7-3cff-4740-9837-ed7ddacb6b1a', 'mac_address': 'fa:16:3e:4a:c1:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e89bc23e-aba2-442f-8d5b-3e65976f3999', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:24:55.280671 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:55.296346 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd185ae7-3cff-4740-9837-ed7ddacb6b1a {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:24:55.315358 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port bd185ae7-3cff-4740-9837-ed7ddacb6b1a, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=bd185ae7-3cff-4740-9837-ed7ddacb6b1a,segment=NetworkSegment(9c86b7c2-7835-43f5-8632-756dc7a4ddff),segment_id=9c86b7c2-7835-43f5-8632-756dc7a4ddff)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:24:55.320648 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:55.376150 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=bd185ae7-3cff-4740-9837-ed7ddacb6b1a,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:55.670719 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['bd185ae7-3cff-4740-9837-ed7ddacb6b1a'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:24:55.885372 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869f87cf-e825-42b3-9f33-60a50e799da4 req-8f9c93f3-5bd5-4323-bc65-a25f8b16574d tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:55.889787 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-869f87cf-e825-42b3-9f33-60a50e799da4 req-8f9c93f3-5bd5-4323-bc65-a25f8b16574d tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/ports?device_id=13aa68a2-2a4c-4864-990d-99bf17b6a551 HTTP/1.1" status: 200 len: 944 time: 0.0543926 Aug 10 04:24:55.934387 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-869f87cf-e825-42b3-9f33-60a50e799da4 req-ca17514e-0485-498d-b98d-a21521705474 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c516afe-982c-4f91-b481-4ca51f215b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410106 Aug 10 04:24:57.033202 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:57.051991 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bffa900-2898-4c47-9cd7-521a580c15d4 req-caf6f20f-3ead-456a-a0ea-f5ce60e29e24 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:57.054041 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2bffa900-2898-4c47-9cd7-521a580c15d4 req-caf6f20f-3ead-456a-a0ea-f5ce60e29e24 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/ports?device_id=13aa68a2-2a4c-4864-990d-99bf17b6a551 HTTP/1.1" status: 200 len: 944 time: 0.0505335 Aug 10 04:24:57.092630 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2bffa900-2898-4c47-9cd7-521a580c15d4 req-10542af4-cb58-4e5e-bb14-721f0e4c6a1a tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c516afe-982c-4f91-b481-4ca51f215b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326023 Aug 10 04:24:57.127370 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device bd185ae7-3cff-4740-9837-ed7ddacb6b1a up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:24:57.175269 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning for port bd185ae7-3cff-4740-9837-ed7ddacb6b1a completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:24:57.179601 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port bd185ae7-3cff-4740-9837-ed7ddacb6b1a triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:24:57.179936 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:57.258865 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:57.280616 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13aa68a2-2a4c-4864-990d-99bf17b6a551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd185ae7-3cff-4740-9837-ed7ddacb6b1a'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:24:57.282944 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}687ba51f6797870dc73eef52a647f30c5325a6c2ab4bb07751a6afc0cf078d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d47256-e671-4b42-9c5a-ff2bf238fb3e" -d '{"events": [{"server_uuid": "13aa68a2-2a4c-4864-990d-99bf17b6a551", "name": "network-vif-plugged", "status": "completed", "tag": "bd185ae7-3cff-4740-9837-ed7ddacb6b1a"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:24:57.295770 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port bd185ae7-3cff-4740-9837-ed7ddacb6b1a, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=bd185ae7-3cff-4740-9837-ed7ddacb6b1a,segment=NetworkSegment(9c86b7c2-7835-43f5-8632-756dc7a4ddff),segment_id=9c86b7c2-7835-43f5-8632-756dc7a4ddff)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:24:57.300664 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:57.325836 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5953991e-5ef9-455a-8af9-6252d15c009b x-openstack-request-id: req-5953991e-5ef9-455a-8af9-6252d15c009b {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:24:57.326122 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13aa68a2-2a4c-4864-990d-99bf17b6a551", "name": "network-vif-plugged", "status": "completed", "tag": "bd185ae7-3cff-4740-9837-ed7ddacb6b1a", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:24:57.326371 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5953991e-5ef9-455a-8af9-6252d15c009b {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:24:57.326775 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13aa68a2-2a4c-4864-990d-99bf17b6a551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd185ae7-3cff-4740-9837-ed7ddacb6b1a', 'code': 200} Aug 10 04:24:57.353782 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=bd185ae7-3cff-4740-9837-ed7ddacb6b1a,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:57.426349 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d5967-57c2-459a-9c3d-dcff6f9d26fc req-f1986190-e315-4772-bdd9-cb47f579dd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:57.428861 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9c3d5967-57c2-459a-9c3d-dcff6f9d26fc req-f1986190-e315-4772-bdd9-cb47f579dd9b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=13aa68a2-2a4c-4864-990d-99bf17b6a551 HTTP/1.1" status: 200 len: 1097 time: 0.0426776 Aug 10 04:24:57.429018 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:57.468319 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9c3d5967-57c2-459a-9c3d-dcff6f9d26fc req-afcb9832-f246-4e68-a2f6-4e04ed1ddd2b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2c516afe-982c-4f91-b481-4ca51f215b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281003 Aug 10 04:24:58.215254 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd54c8e6-3f05-4312-a09f-95dd81f4fd6c req-5f08a10c-5bcd-4df4-b638-af9547da99f2 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:58.216759 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bd54c8e6-3f05-4312-a09f-95dd81f4fd6c req-5f08a10c-5bcd-4df4-b638-af9547da99f2 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/ports?device_id=13aa68a2-2a4c-4864-990d-99bf17b6a551 HTTP/1.1" status: 200 len: 945 time: 0.0518079 Aug 10 04:24:58.260167 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-bd54c8e6-3f05-4312-a09f-95dd81f4fd6c req-1b440a14-6570-44d9-8591-620f3d3fb501 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c516afe-982c-4f91-b481-4ca51f215b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369596 Aug 10 04:24:59.376903 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2491c7f-4e76-4aa3-b656-d72bc6b57dc1 req-7a7c2a59-2020-4725-aa6f-a02369e3b56d tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:59.378297 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b2491c7f-4e76-4aa3-b656-d72bc6b57dc1 req-7a7c2a59-2020-4725-aa6f-a02369e3b56d tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/ports?device_id=13aa68a2-2a4c-4864-990d-99bf17b6a551 HTTP/1.1" status: 200 len: 945 time: 0.0502160 Aug 10 04:24:59.417916 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b2491c7f-4e76-4aa3-b656-d72bc6b57dc1 req-6a16d03f-c291-4958-ba19-a06ab52b598a tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c516afe-982c-4f91-b481-4ca51f215b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333893 Aug 10 04:24:59.534116 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028aced8-ab78-4875-8eec-bd26bad7114d req-2450d42e-815f-4d96-b249-da3d865dfc3a tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:59.535636 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-028aced8-ab78-4875-8eec-bd26bad7114d req-2450d42e-815f-4d96-b249-da3d865dfc3a tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/ports?device_id=13aa68a2-2a4c-4864-990d-99bf17b6a551 HTTP/1.1" status: 200 len: 945 time: 0.0483615 Aug 10 04:24:59.573535 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-028aced8-ab78-4875-8eec-bd26bad7114d req-85eb8da7-0227-4859-8562-871f1df9535d tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c516afe-982c-4f91-b481-4ca51f215b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310380 Aug 10 04:24:59.596706 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 44860) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:59.679074 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05daa559-b29c-4862-b9b3-d181a24015e4 tempest-TestSnapshotPattern-294318581 tempest-TestSnapshotPattern-294318581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:59.680589 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-05daa559-b29c-4862-b9b3-d181a24015e4 tempest-TestSnapshotPattern-294318581 tempest-TestSnapshotPattern-294318581-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=13aa68a2-2a4c-4864-990d-99bf17b6a551 HTTP/1.1" status: 200 len: 1092 time: 0.0828924 Aug 10 04:24:59.683643 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 44864) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:59.688029 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-6af7ef45-6e69-4287-be55-44513cfdc7e6 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Request body: {'floatingip': {'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'port_id': 'bd185ae7-3cff-4740-9837-ed7ddacb6b1a', 'tenant_id': '9946c29dae4349dd990497d845c52a26', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:59.710219 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6af7ef45-6e69-4287-be55-44513cfdc7e6 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks [] for floatingip, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:59.810034 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6af7ef45-6e69-4287-be55-44513cfdc7e6 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:59.922646 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-6af7ef45-6e69-4287-be55-44513cfdc7e6 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Allocated IP 172.25.7.16 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/6d9be38c-2f00-4fee-9815-bd87b418d08d) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:25:00.029229 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6af7ef45-6e69-4287-be55-44513cfdc7e6 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:00.069356 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6af7ef45-6e69-4287-be55-44513cfdc7e6 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:00.109803 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af7ef45-6e69-4287-be55-44513cfdc7e6 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:25:00.112802 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-6af7ef45-6e69-4287-be55-44513cfdc7e6 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:25:00.116981 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af7ef45-6e69-4287-be55-44513cfdc7e6 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:25:00.122685 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af7ef45-6e69-4287-be55-44513cfdc7e6 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Pushing event updated for resources: {'Port': ['ID=6d9be38c-2f00-4fee-9815-bd87b418d08d,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:00.472021 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-aeaa9a93-ec43-4735-9ed7-16607d773895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:00.503245 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6af7ef45-6e69-4287-be55-44513cfdc7e6 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:00.580488 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6af7ef45-6e69-4287-be55-44513cfdc7e6 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:00.750250 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6af7ef45-6e69-4287-be55-44513cfdc7e6 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:00.754857 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6af7ef45-6e69-4287-be55-44513cfdc7e6 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:00.829717 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af7ef45-6e69-4287-be55-44513cfdc7e6 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Pushing event updated for resources: {'Port': ['ID=6d9be38c-2f00-4fee-9815-bd87b418d08d,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:00.841116 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6af7ef45-6e69-4287-be55-44513cfdc7e6 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:00.947530 n-d-768851-15 neutron-server[94216]: INFO neutron.db.l3_db [None req-6af7ef45-6e69-4287-be55-44513cfdc7e6 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Floating IP 316b6be9-ec68-4d22-a9c6-21bfd3179eb9 associated. External IP: 172.25.7.16, port: bd185ae7-3cff-4740-9837-ed7ddacb6b1a. Aug 10 04:25:01.166120 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af7ef45-6e69-4287-be55-44513cfdc7e6 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Router 783df03c-5941-4fa9-ad6b-adf6b5bed255 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:25:01.273384 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af7ef45-6e69-4287-be55-44513cfdc7e6 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:25:01.283921 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae09b6b4-fa44-4109-a822-52b89267ff23 None None] Sync routers for ids ['783df03c-5941-4fa9-ad6b-adf6b5bed255'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:25:01.289875 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6af7ef45-6e69-4287-be55-44513cfdc7e6 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:01.293596 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae09b6b4-fa44-4109-a822-52b89267ff23 None None] Routers {'783df03c-5941-4fa9-ad6b-adf6b5bed255'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:25:01.294219 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-ae09b6b4-fa44-4109-a822-52b89267ff23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:24:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['783df03c-5941-4fa9-ad6b-adf6b5bed255'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:25:01.321665 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-6af7ef45-6e69-4287-be55-44513cfdc7e6 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6367683 Aug 10 04:25:01.322585 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13aa68a2-2a4c-4864-990d-99bf17b6a551', 'tag': 'bd185ae7-3cff-4740-9837-ed7ddacb6b1a'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:25:01.324979 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0021ea54f387d2ae39ffe00c7e01dc720af9cc0ec992141d1f8728dec056f1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9c6895-2637-4b79-8eb3-52f017a295e0" -d '{"events": [{"name": "network-changed", "server_uuid": "13aa68a2-2a4c-4864-990d-99bf17b6a551", "tag": "bd185ae7-3cff-4740-9837-ed7ddacb6b1a"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:25:01.363953 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92925a0-270f-430e-8f85-db4c5f86e2b7 x-openstack-request-id: req-e92925a0-270f-430e-8f85-db4c5f86e2b7 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:25:01.364240 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13aa68a2-2a4c-4864-990d-99bf17b6a551", "tag": "bd185ae7-3cff-4740-9837-ed7ddacb6b1a", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:25:01.364490 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e92925a0-270f-430e-8f85-db4c5f86e2b7 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:25:01.364924 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13aa68a2-2a4c-4864-990d-99bf17b6a551', 'tag': 'bd185ae7-3cff-4740-9837-ed7ddacb6b1a', 'status': 'completed', 'code': 200} Aug 10 04:25:01.413609 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-ae09b6b4-fa44-4109-a822-52b89267ff23 None None] Set router 783df03c-5941-4fa9-ad6b-adf6b5bed255 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:25:01.430969 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c6895-2637-4b79-8eb3-52f017a295e0 req-441c7eec-e839-4dea-8124-c1ee3db93041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:01.432522 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2a9c6895-2637-4b79-8eb3-52f017a295e0 req-441c7eec-e839-4dea-8124-c1ee3db93041 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9946c29dae4349dd990497d845c52a26&device_id=13aa68a2-2a4c-4864-990d-99bf17b6a551 HTTP/1.1" status: 200 len: 1097 time: 0.0428326 Aug 10 04:25:01.534360 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c6895-2637-4b79-8eb3-52f017a295e0 req-91ca6697-973b-4133-910f-9c0c8c44b2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:01.536115 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2a9c6895-2637-4b79-8eb3-52f017a295e0 req-91ca6697-973b-4133-910f-9c0c8c44b2a2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=427908ac-9900-46fd-8e87-c9920934dcfb HTTP/1.1" status: 200 len: 911 time: 0.0961506 Aug 10 04:25:01.616612 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2a9c6895-2637-4b79-8eb3-52f017a295e0 req-74bf3a90-e11d-4527-9be2-34fbb099f696 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd185ae7-3cff-4740-9837-ed7ddacb6b1a HTTP/1.1" status: 200 len: 998 time: 0.0727463 Aug 10 04:25:01.671802 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c6895-2637-4b79-8eb3-52f017a295e0 req-31d102d4-a2b9-4729-8c9f-f0aee4a0fe08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:01.673433 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2a9c6895-2637-4b79-8eb3-52f017a295e0 req-31d102d4-a2b9-4729-8c9f-f0aee4a0fe08 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e89bc23e-aba2-442f-8d5b-3e65976f3999 HTTP/1.1" status: 200 len: 849 time: 0.0490260 Aug 10 04:25:01.723730 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c6895-2637-4b79-8eb3-52f017a295e0 req-12e35582-9b83-4274-8789-ce54232fe9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:01.725353 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2a9c6895-2637-4b79-8eb3-52f017a295e0 req-12e35582-9b83-4274-8789-ce54232fe9bd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=427908ac-9900-46fd-8e87-c9920934dcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442924 Aug 10 04:25:01.810502 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-ae09b6b4-fa44-4109-a822-52b89267ff23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'name': 'tempest-TestSnapshotPattern-1106046824-router', 'tenant_id': '9946c29dae4349dd990497d845c52a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '71ee0e49-b94a-434a-9e33-a1ea2e103dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:24:37Z', 'updated_at': '2021-08-10T04:24:40Z', 'revision_number': 4, 'project_id': '9946c29dae4349dd990497d845c52a26', 'gw_port': {'id': '71ee0e49-b94a-434a-9e33-a1ea2e103dbb', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:7a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:38Z', 'updated_at': '2021-08-10T04:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '316b6be9-ec68-4d22-a9c6-21bfd3179eb9', 'tenant_id': '9946c29dae4349dd990497d845c52a26', 'floating_ip_address': '172.25.7.16', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'port_id': 'bd185ae7-3cff-4740-9837-ed7ddacb6b1a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '427908ac-9900-46fd-8e87-c9920934dcfb', 'mac_address': 'fa:16:3e:4a:c1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13aa68a2-2a4c-4864-990d-99bf17b6a551', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:25:00Z', 'updated_at': '2021-08-10T04:25:00Z', 'revision_number': 0, 'project_id': '9946c29dae4349dd990497d845c52a26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '793e165d-b47e-4b36-82fa-9360ef8995b7', 'name': '', 'network_id': '427908ac-9900-46fd-8e87-c9920934dcfb', 'tenant_id': '9946c29dae4349dd990497d845c52a26', 'mac_address': 'fa:16:3e:77:e1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'e89bc23e-aba2-442f-8d5b-3e65976f3999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:39Z', 'updated_at': '2021-08-10T04:24:46Z', 'revision_number': 5, 'project_id': '9946c29dae4349dd990497d845c52a26', 'subnets': [{'id': 'e89bc23e-aba2-442f-8d5b-3e65976f3999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:25:01.838701 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae09b6b4-fa44-4109-a822-52b89267ff23 None None] Checking router: 783df03c-5941-4fa9-ad6b-adf6b5bed255 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:25:01.849782 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae09b6b4-fa44-4109-a822-52b89267ff23 None None] Routers {'783df03c-5941-4fa9-ad6b-adf6b5bed255'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:25:01.850419 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-ae09b6b4-fa44-4109-a822-52b89267ff23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:24:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['783df03c-5941-4fa9-ad6b-adf6b5bed255'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:25:01.969741 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-ae09b6b4-fa44-4109-a822-52b89267ff23 None None] Set router 783df03c-5941-4fa9-ad6b-adf6b5bed255 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:25:02.168036 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2a9c6895-2637-4b79-8eb3-52f017a295e0 req-2b09a30b-c9b5-485d-88fe-c4e67c2b8838 service neutron] 10.222.0.60 "GET /v2.0/networks/427908ac-9900-46fd-8e87-c9920934dcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4348521 Aug 10 04:25:02.224040 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-ae09b6b4-fa44-4109-a822-52b89267ff23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'name': 'tempest-TestSnapshotPattern-1106046824-router', 'tenant_id': '9946c29dae4349dd990497d845c52a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '71ee0e49-b94a-434a-9e33-a1ea2e103dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:24:37Z', 'updated_at': '2021-08-10T04:24:40Z', 'revision_number': 4, 'project_id': '9946c29dae4349dd990497d845c52a26', 'gw_port': {'id': '71ee0e49-b94a-434a-9e33-a1ea2e103dbb', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:7a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:38Z', 'updated_at': '2021-08-10T04:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '316b6be9-ec68-4d22-a9c6-21bfd3179eb9', 'tenant_id': '9946c29dae4349dd990497d845c52a26', 'floating_ip_address': '172.25.7.16', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'port_id': 'bd185ae7-3cff-4740-9837-ed7ddacb6b1a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '427908ac-9900-46fd-8e87-c9920934dcfb', 'mac_address': 'fa:16:3e:4a:c1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13aa68a2-2a4c-4864-990d-99bf17b6a551', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:25:00Z', 'updated_at': '2021-08-10T04:25:00Z', 'revision_number': 0, 'project_id': '9946c29dae4349dd990497d845c52a26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '793e165d-b47e-4b36-82fa-9360ef8995b7', 'name': '', 'network_id': '427908ac-9900-46fd-8e87-c9920934dcfb', 'tenant_id': '9946c29dae4349dd990497d845c52a26', 'mac_address': 'fa:16:3e:77:e1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'e89bc23e-aba2-442f-8d5b-3e65976f3999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:39Z', 'updated_at': '2021-08-10T04:24:46Z', 'revision_number': 5, 'project_id': '9946c29dae4349dd990497d845c52a26', 'subnets': [{'id': 'e89bc23e-aba2-442f-8d5b-3e65976f3999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:25:02.257345 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae09b6b4-fa44-4109-a822-52b89267ff23 None None] The sync data for ids ['783df03c-5941-4fa9-ad6b-adf6b5bed255'] in n-d-768851-15 is: [{'id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'name': 'tempest-TestSnapshotPattern-1106046824-router', 'tenant_id': '9946c29dae4349dd990497d845c52a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '71ee0e49-b94a-434a-9e33-a1ea2e103dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:24:37Z', 'updated_at': '2021-08-10T04:24:40Z', 'revision_number': 4, 'project_id': '9946c29dae4349dd990497d845c52a26', 'gw_port': {'id': '71ee0e49-b94a-434a-9e33-a1ea2e103dbb', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:7a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:38Z', 'updated_at': '2021-08-10T04:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '316b6be9-ec68-4d22-a9c6-21bfd3179eb9', 'tenant_id': '9946c29dae4349dd990497d845c52a26', 'floating_ip_address': '172.25.7.16', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'port_id': 'bd185ae7-3cff-4740-9837-ed7ddacb6b1a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '427908ac-9900-46fd-8e87-c9920934dcfb', 'mac_address': 'fa:16:3e:4a:c1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13aa68a2-2a4c-4864-990d-99bf17b6a551', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:25:00Z', 'updated_at': '2021-08-10T04:25:00Z', 'revision_number': 0, 'project_id': '9946c29dae4349dd990497d845c52a26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '793e165d-b47e-4b36-82fa-9360ef8995b7', 'name': '', 'network_id': '427908ac-9900-46fd-8e87-c9920934dcfb', 'tenant_id': '9946c29dae4349dd990497d845c52a26', 'mac_address': 'fa:16:3e:77:e1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'e89bc23e-aba2-442f-8d5b-3e65976f3999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:39Z', 'updated_at': '2021-08-10T04:24:46Z', 'revision_number': 5, 'project_id': '9946c29dae4349dd990497d845c52a26', 'subnets': [{'id': 'e89bc23e-aba2-442f-8d5b-3e65976f3999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:25:02.265115 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2a9c6895-2637-4b79-8eb3-52f017a295e0 req-12ffe4f5-b1d2-40d9-8e10-f77245502786 service neutron] 10.222.0.60 "GET /v2.0/networks/427908ac-9900-46fd-8e87-c9920934dcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892522 Aug 10 04:25:02.485645 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1c2b9e-0256-4182-966f-b69559affecf None None] New status for floating IP 316b6be9-ec68-4d22-a9c6-21bfd3179eb9: ACTIVE {{(pid=94219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:25:03.176474 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-024e51fb-1093-4834-b378-54c1af4df0e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:03.566594 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:04.506166 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:06.239330 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:07.951606 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:25:27.041978 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:27.427230 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:30.464385 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8a340e66-0b74-475a-892b-c10b4f23e71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:33.177281 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-20a87822-f3e4-4e2d-8d7a-32a4f3ad963f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:33.568927 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:34.506684 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:36.242579 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:44.950153 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:25:54.011574 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-05661a16-a13c-439e-b7b7-ac08fdca5b27 req-cdd9deb8-c0db-4668-8c3e-52a99f62346c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=13aa68a2-2a4c-4864-990d-99bf17b6a551&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0430770 Aug 10 04:25:54.146417 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05661a16-a13c-439e-b7b7-ac08fdca5b27 req-ffaf9645-15b3-455a-b322-180452c44a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:54.148472 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-05661a16-a13c-439e-b7b7-ac08fdca5b27 req-ffaf9645-15b3-455a-b322-180452c44a00 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9946c29dae4349dd990497d845c52a26&device_id=13aa68a2-2a4c-4864-990d-99bf17b6a551 HTTP/1.1" status: 200 len: 1097 time: 0.0412536 Aug 10 04:25:54.256502 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05661a16-a13c-439e-b7b7-ac08fdca5b27 req-0d032626-8539-4292-887e-da3a4d2996d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:54.258016 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-05661a16-a13c-439e-b7b7-ac08fdca5b27 req-0d032626-8539-4292-887e-da3a4d2996d1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=427908ac-9900-46fd-8e87-c9920934dcfb HTTP/1.1" status: 200 len: 911 time: 0.0834227 Aug 10 04:25:54.327245 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-05661a16-a13c-439e-b7b7-ac08fdca5b27 req-34923543-cbf5-402a-88af-f83b0d182f51 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd185ae7-3cff-4740-9837-ed7ddacb6b1a HTTP/1.1" status: 200 len: 1000 time: 0.0612793 Aug 10 04:25:54.379822 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05661a16-a13c-439e-b7b7-ac08fdca5b27 req-d341014b-30ab-47ad-b5e8-2e84ffc121a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:54.381219 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-05661a16-a13c-439e-b7b7-ac08fdca5b27 req-d341014b-30ab-47ad-b5e8-2e84ffc121a7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e89bc23e-aba2-442f-8d5b-3e65976f3999 HTTP/1.1" status: 200 len: 849 time: 0.0431011 Aug 10 04:25:54.430594 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05661a16-a13c-439e-b7b7-ac08fdca5b27 req-78b95d7d-ad2c-4bce-9f08-16216f6aa90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:54.432116 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-05661a16-a13c-439e-b7b7-ac08fdca5b27 req-78b95d7d-ad2c-4bce-9f08-16216f6aa90c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=427908ac-9900-46fd-8e87-c9920934dcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397124 Aug 10 04:25:54.529040 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-05661a16-a13c-439e-b7b7-ac08fdca5b27 req-0df096f9-6770-4f5e-a8c3-ffa47022fee6 service neutron] 10.222.0.60 "GET /v2.0/networks/427908ac-9900-46fd-8e87-c9920934dcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847692 Aug 10 04:25:54.620592 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-05661a16-a13c-439e-b7b7-ac08fdca5b27 req-71bea05e-45b4-4162-bb9c-045e6baa61bc service neutron] 10.222.0.60 "GET /v2.0/networks/427908ac-9900-46fd-8e87-c9920934dcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827041 Aug 10 04:25:57.046825 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:57.443679 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:00.465644 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-1b58103f-8745-483b-b6e8-4ffa1280bd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:03.179114 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4b0b01d3-f5d8-4130-a559-626eabcbcf51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:03.570767 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:04.510594 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:06.245210 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:21.954546 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:26:27.049326 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:27.443122 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:30.471231 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0ede3212-2676-45ff-94f8-0b3c7099a759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:33.180064 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a71674f5-8552-4b14-86e7-4bcab7b7f94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:33.571943 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:34.513406 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:36.249574 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:54.985402 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c857a874-e816-46fc-8b00-3c26ff49ab8e req-f3cffb1c-e0f2-425a-9a31-401658b58339 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=13aa68a2-2a4c-4864-990d-99bf17b6a551&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0474315 Aug 10 04:26:55.074817 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857a874-e816-46fc-8b00-3c26ff49ab8e req-c77a36fa-f84d-4d4f-9495-6b6301c4b633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:55.076617 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c857a874-e816-46fc-8b00-3c26ff49ab8e req-c77a36fa-f84d-4d4f-9495-6b6301c4b633 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9946c29dae4349dd990497d845c52a26&device_id=13aa68a2-2a4c-4864-990d-99bf17b6a551 HTTP/1.1" status: 200 len: 1097 time: 0.0417697 Aug 10 04:26:55.181337 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857a874-e816-46fc-8b00-3c26ff49ab8e req-f8a969dd-0276-409b-be12-30ded37d080f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:55.182857 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c857a874-e816-46fc-8b00-3c26ff49ab8e req-f8a969dd-0276-409b-be12-30ded37d080f service neutron] 10.222.0.60 "GET /v2.0/networks?id=427908ac-9900-46fd-8e87-c9920934dcfb HTTP/1.1" status: 200 len: 911 time: 0.0837965 Aug 10 04:26:55.253204 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c857a874-e816-46fc-8b00-3c26ff49ab8e req-b4421d46-f343-496e-9216-207f8b73d36a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd185ae7-3cff-4740-9837-ed7ddacb6b1a HTTP/1.1" status: 200 len: 1000 time: 0.0608039 Aug 10 04:26:55.304794 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857a874-e816-46fc-8b00-3c26ff49ab8e req-3a10e7f1-e7df-4f95-9047-26b686b06199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:55.306232 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c857a874-e816-46fc-8b00-3c26ff49ab8e req-3a10e7f1-e7df-4f95-9047-26b686b06199 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e89bc23e-aba2-442f-8d5b-3e65976f3999 HTTP/1.1" status: 200 len: 849 time: 0.0424452 Aug 10 04:26:55.355337 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857a874-e816-46fc-8b00-3c26ff49ab8e req-09bec6a2-d482-4e28-9b41-8a17f1660143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:55.356794 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c857a874-e816-46fc-8b00-3c26ff49ab8e req-09bec6a2-d482-4e28-9b41-8a17f1660143 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=427908ac-9900-46fd-8e87-c9920934dcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396264 Aug 10 04:26:55.457841 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c857a874-e816-46fc-8b00-3c26ff49ab8e req-349a1299-662a-494c-8d17-ea7551b854ae service neutron] 10.222.0.60 "GET /v2.0/networks/427908ac-9900-46fd-8e87-c9920934dcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856776 Aug 10 04:26:55.552149 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c857a874-e816-46fc-8b00-3c26ff49ab8e req-1843e3b7-527e-440f-b901-de4a3d9213f1 service neutron] 10.222.0.60 "GET /v2.0/networks/427908ac-9900-46fd-8e87-c9920934dcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828421 Aug 10 04:26:57.049120 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:57.442564 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:58.953914 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:27:00.471510 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8495c98a-4eee-4625-ae20-b278a28aff2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:01.846795 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device bd185ae7-3cff-4740-9837-ed7ddacb6b1a details requested by agent hyperv_n-h2-768851-15 with host n-h2-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:27:01.941692 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port bd185ae7-3cff-4740-9837-ed7ddacb6b1a, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=bd185ae7-3cff-4740-9837-ed7ddacb6b1a,segment=NetworkSegment(9c86b7c2-7835-43f5-8632-756dc7a4ddff),segment_id=9c86b7c2-7835-43f5-8632-756dc7a4ddff)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:27:01.953430 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Returning: {'device': 'bd185ae7-3cff-4740-9837-ed7ddacb6b1a', 'network_id': '427908ac-9900-46fd-8e87-c9920934dcfb', 'port_id': 'bd185ae7-3cff-4740-9837-ed7ddacb6b1a', 'mac_address': 'fa:16:3e:4a:c1:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e89bc23e-aba2-442f-8d5b-3e65976f3999', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:27:01.995903 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:02.008901 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bd185ae7-3cff-4740-9837-ed7ddacb6b1a {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:27:02.028334 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port bd185ae7-3cff-4740-9837-ed7ddacb6b1a, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=bd185ae7-3cff-4740-9837-ed7ddacb6b1a,segment=NetworkSegment(9c86b7c2-7835-43f5-8632-756dc7a4ddff),segment_id=9c86b7c2-7835-43f5-8632-756dc7a4ddff)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:27:02.032359 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:02.083407 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=bd185ae7-3cff-4740-9837-ed7ddacb6b1a,revision_number=6']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:02.091086 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:02.091443 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:02.091784 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:02.092122 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:02.092457 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:02.092848 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:02.093181 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:02.093508 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:02.093835 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:02.094161 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:02.094486 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:02.094831 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:02.120116 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] get_ports_and_sgs() called for port_ids ['bd185ae7-3cff-4740-9837-ed7ddacb6b1a'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:27:03.190024 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-24027ef3-4c89-428a-9971-cd73e2de3b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:03.580181 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:03.868488 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device bd185ae7-3cff-4740-9837-ed7ddacb6b1a up at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:27:03.925070 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Provisioning complete for port bd185ae7-3cff-4740-9837-ed7ddacb6b1a triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:27:03.925477 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:04.015596 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:04.045092 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13aa68a2-2a4c-4864-990d-99bf17b6a551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd185ae7-3cff-4740-9837-ed7ddacb6b1a'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:27:04.047452 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}687ba51f6797870dc73eef52a647f30c5325a6c2ab4bb07751a6afc0cf078d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba07e29-f28f-4274-a839-46e2ac8eb894" -d '{"events": [{"server_uuid": "13aa68a2-2a4c-4864-990d-99bf17b6a551", "name": "network-vif-plugged", "status": "completed", "tag": "bd185ae7-3cff-4740-9837-ed7ddacb6b1a"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:27:04.062788 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port bd185ae7-3cff-4740-9837-ed7ddacb6b1a, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=bd185ae7-3cff-4740-9837-ed7ddacb6b1a,segment=NetworkSegment(9c86b7c2-7835-43f5-8632-756dc7a4ddff),segment_id=9c86b7c2-7835-43f5-8632-756dc7a4ddff)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:27:04.071128 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:04.111053 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc53676-d59b-446f-9b22-9bb4084d56c1 x-openstack-request-id: req-4cc53676-d59b-446f-9b22-9bb4084d56c1 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:27:04.118139 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13aa68a2-2a4c-4864-990d-99bf17b6a551", "name": "network-vif-plugged", "status": "completed", "tag": "bd185ae7-3cff-4740-9837-ed7ddacb6b1a", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:27:04.118452 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4cc53676-d59b-446f-9b22-9bb4084d56c1 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:27:04.118964 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13aa68a2-2a4c-4864-990d-99bf17b6a551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd185ae7-3cff-4740-9837-ed7ddacb6b1a', 'code': 200} Aug 10 04:27:04.144004 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=bd185ae7-3cff-4740-9837-ed7ddacb6b1a,revision_number=7']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:04.518611 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:06.259331 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:13.101774 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-33d6b385-555d-45ee-97d2-df9bada6da91 req-16ed86e3-1931-453b-936e-89bab7016fa6 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1516058412&fields=id&tenant_id=9946c29dae4349dd990497d845c52a26 HTTP/1.1" status: 200 len: 267 time: 0.0339832 Aug 10 04:27:13.210115 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6b385-555d-45ee-97d2-df9bada6da91 req-21fe3119-8f84-4405-a553-fef8a48493d2 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:13.211615 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-33d6b385-555d-45ee-97d2-df9bada6da91 req-21fe3119-8f84-4405-a553-fef8a48493d2 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/networks?id=427908ac-9900-46fd-8e87-c9920934dcfb HTTP/1.1" status: 200 len: 810 time: 0.1029685 Aug 10 04:27:13.227062 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-33d6b385-555d-45ee-97d2-df9bada6da91 req-47cb6e86-ecdd-47fa-8aa8-e8e6f75e03d0 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/quotas/9946c29dae4349dd990497d845c52a26 HTTP/1.1" status: 200 len: 375 time: 0.0091634 Aug 10 04:27:13.283032 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-33d6b385-555d-45ee-97d2-df9bada6da91 req-6975bc45-a290-4791-bef4-700aee08c145 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=9946c29dae4349dd990497d845c52a26&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0508871 Aug 10 04:27:13.299283 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [req-33d6b385-555d-45ee-97d2-df9bada6da91 req-ff54f68c-e5f1-49f5-b891-2de884e8526e service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:27:13.300245 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-33d6b385-555d-45ee-97d2-df9bada6da91 req-ff54f68c-e5f1-49f5-b891-2de884e8526e service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051072 Aug 10 04:27:13.390699 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-33d6b385-555d-45ee-97d2-df9bada6da91 req-9885b22e-f660-439e-85d5-d00aa0400a35 service neutron] 10.222.0.62 "GET /v2.0/networks/427908ac-9900-46fd-8e87-c9920934dcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844884 Aug 10 04:27:13.478310 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-33d6b385-555d-45ee-97d2-df9bada6da91 req-df90a762-70e9-42a4-8f5d-e97853bf58d6 service neutron] 10.222.0.62 "GET /v2.0/networks/427908ac-9900-46fd-8e87-c9920934dcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810754 Aug 10 04:27:13.664049 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-62ffed0a-559b-4031-bce8-782b86ac1468 req-f5b5d98b-52e4-4154-a0bb-1070f60b0db9 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/ports?device_id=e675ebf6-424c-4fe6-a8ad-b298c5323eb3 HTTP/1.1" status: 200 len: 210 time: 0.0270576 Aug 10 04:27:14.529395 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6b385-555d-45ee-97d2-df9bada6da91 req-7dfecfda-05cc-4f2e-a2d3-89b5a09a2d94 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:14.531040 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-33d6b385-555d-45ee-97d2-df9bada6da91 req-7dfecfda-05cc-4f2e-a2d3-89b5a09a2d94 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.58 "GET /v2.0/networks?id=427908ac-9900-46fd-8e87-c9920934dcfb HTTP/1.1" status: 200 len: 810 time: 0.1062753 Aug 10 04:27:14.575764 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-33d6b385-555d-45ee-97d2-df9bada6da91 req-d217f17c-562d-4e58-b17d-fe6bfb197260 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9946c29dae4349dd990497d845c52a26 HTTP/1.1" status: 200 len: 380 time: 0.0357997 Aug 10 04:27:14.585554 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-33d6b385-555d-45ee-97d2-df9bada6da91 req-8c3f5943-794d-4b8c-8e6a-9c864612fc41 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Request body: {'port': {'device_id': 'e675ebf6-424c-4fe6-a8ad-b298c5323eb3', 'network_id': '427908ac-9900-46fd-8e87-c9920934dcfb', 'admin_state_up': True, 'tenant_id': '9946c29dae4349dd990497d845c52a26', 'security_groups': ['2c516afe-982c-4f91-b481-4ca51f215b89']}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:27:14.700383 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33d6b385-555d-45ee-97d2-df9bada6da91 req-8c3f5943-794d-4b8c-8e6a-9c864612fc41 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Made reservation on behalf of 9946c29dae4349dd990497d845c52a26 for: {'port': 1} {{(pid=94217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:27:14.710838 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-33d6b385-555d-45ee-97d2-df9bada6da91 req-8c3f5943-794d-4b8c-8e6a-9c864612fc41 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:14.780134 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3c029f0c-5780-416e-a7da-39080e5a5fe7 req-abd2eb4e-953c-4634-aeca-57e2677911bb tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/ports?device_id=e675ebf6-424c-4fe6-a8ad-b298c5323eb3 HTTP/1.1" status: 200 len: 210 time: 0.0381746 Aug 10 04:27:14.848956 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_common [req-33d6b385-555d-45ee-97d2-df9bada6da91 req-8c3f5943-794d-4b8c-8e6a-9c864612fc41 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Allocated IP 172.20.0.13 (427908ac-9900-46fd-8e87-c9920934dcfb/e89bc23e-aba2-442f-8d5b-3e65976f3999/b3019871-2736-4495-bf9f-3d9961319b85) {{(pid=94217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:27:15.037098 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-33d6b385-555d-45ee-97d2-df9bada6da91 req-8c3f5943-794d-4b8c-8e6a-9c864612fc41 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks [] for port, precommit_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:15.055529 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-33d6b385-555d-45ee-97d2-df9bada6da91 req-8c3f5943-794d-4b8c-8e6a-9c864612fc41 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Transition to ACTIVE for port object b3019871-2736-4495-bf9f-3d9961319b85 will not be triggered until provisioned by entity DHCP. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:27:15.099786 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-33d6b385-555d-45ee-97d2-df9bada6da91 req-8c3f5943-794d-4b8c-8e6a-9c864612fc41 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_create {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:15.146640 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33d6b385-555d-45ee-97d2-df9bada6da91 req-8c3f5943-794d-4b8c-8e6a-9c864612fc41 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Network 427908ac-9900-46fd-8e87-c9920934dcfb is already hosted by enough agents. {{(pid=94217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:27:15.152886 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.base_scheduler [req-33d6b385-555d-45ee-97d2-df9bada6da91 req-8c3f5943-794d-4b8c-8e6a-9c864612fc41 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Resources bound (agent type, host, resource id): {{(pid=94217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:27:15.156769 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-33d6b385-555d-45ee-97d2-df9bada6da91 req-8c3f5943-794d-4b8c-8e6a-9c864612fc41 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Received port after_create {{(pid=94217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:27:15.187275 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3f5943-794d-4b8c-8e6a-9c864612fc41 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Pushing event updated for resources: {'Port': ['ID=b3019871-2736-4495-bf9f-3d9961319b85,revision_number=1']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:15.200979 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3f5943-794d-4b8c-8e6a-9c864612fc41 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:15.201343 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3f5943-794d-4b8c-8e6a-9c864612fc41 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:15.201672 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3f5943-794d-4b8c-8e6a-9c864612fc41 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:15.202013 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3f5943-794d-4b8c-8e6a-9c864612fc41 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:15.202351 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3f5943-794d-4b8c-8e6a-9c864612fc41 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:15.202686 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3f5943-794d-4b8c-8e6a-9c864612fc41 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:15.203044 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3f5943-794d-4b8c-8e6a-9c864612fc41 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:15.203389 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3f5943-794d-4b8c-8e6a-9c864612fc41 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:15.203708 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3f5943-794d-4b8c-8e6a-9c864612fc41 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:15.204028 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3f5943-794d-4b8c-8e6a-9c864612fc41 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:15.204352 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3f5943-794d-4b8c-8e6a-9c864612fc41 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:15.204678 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3f5943-794d-4b8c-8e6a-9c864612fc41 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:15.242477 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6b385-555d-45ee-97d2-df9bada6da91 req-8c3f5943-794d-4b8c-8e6a-9c864612fc41 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:15.243198 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-33d6b385-555d-45ee-97d2-df9bada6da91 req-8c3f5943-794d-4b8c-8e6a-9c864612fc41 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:15.262320 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-33d6b385-555d-45ee-97d2-df9bada6da91 req-8c3f5943-794d-4b8c-8e6a-9c864612fc41 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6803389 Aug 10 04:27:15.440392 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-c37bc4c1-1b23-4ee6-b0a3-37f0f0535af3 None None] Provisioning for port b3019871-2736-4495-bf9f-3d9961319b85 completed by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:27:15.449440 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-c37bc4c1-1b23-4ee6-b0a3-37f0f0535af3 None None] Provisioning complete for port b3019871-2736-4495-bf9f-3d9961319b85 triggered by entity DHCP. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:27:15.449859 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c37bc4c1-1b23-4ee6-b0a3-37f0f0535af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:15.490059 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-c37bc4c1-1b23-4ee6-b0a3-37f0f0535af3 None None] Port b3019871-2736-4495-bf9f-3d9961319b85 cannot update to ACTIVE because it is not bound. {{(pid=94218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:27:15.904595 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44deb4-1339-4043-b656-6fa348f3bda6 req-d0480c9e-ad20-460f-9d7c-ae15ddd3ff4d tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:15.914182 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ca44deb4-1339-4043-b656-6fa348f3bda6 req-d0480c9e-ad20-460f-9d7c-ae15ddd3ff4d tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/ports?device_id=e675ebf6-424c-4fe6-a8ad-b298c5323eb3 HTTP/1.1" status: 200 len: 932 time: 0.0565529 Aug 10 04:27:15.926226 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device bd185ae7-3cff-4740-9837-ed7ddacb6b1a no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:27:15.956440 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ca44deb4-1339-4043-b656-6fa348f3bda6 req-95986d18-6879-4878-8e95-0fcf76e234fb tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c516afe-982c-4f91-b481-4ca51f215b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341244 Aug 10 04:27:16.017583 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:16.039413 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13aa68a2-2a4c-4864-990d-99bf17b6a551', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd185ae7-3cff-4740-9837-ed7ddacb6b1a'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:27:16.042144 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}687ba51f6797870dc73eef52a647f30c5325a6c2ab4bb07751a6afc0cf078d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9af695b-31dc-4587-8400-3163bae5147a" -d '{"events": [{"server_uuid": "13aa68a2-2a4c-4864-990d-99bf17b6a551", "name": "network-vif-unplugged", "status": "completed", "tag": "bd185ae7-3cff-4740-9837-ed7ddacb6b1a"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:27:16.055399 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] For port bd185ae7-3cff-4740-9837-ed7ddacb6b1a, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=bd185ae7-3cff-4740-9837-ed7ddacb6b1a,segment=NetworkSegment(9c86b7c2-7835-43f5-8632-756dc7a4ddff),segment_id=9c86b7c2-7835-43f5-8632-756dc7a4ddff)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:27:16.061969 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:16.104272 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-683f5d9b-cf04-4452-b7f0-ed2200314950 x-openstack-request-id: req-683f5d9b-cf04-4452-b7f0-ed2200314950 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:27:16.104585 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13aa68a2-2a4c-4864-990d-99bf17b6a551", "name": "network-vif-unplugged", "status": "completed", "tag": "bd185ae7-3cff-4740-9837-ed7ddacb6b1a", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:27:16.104839 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-683f5d9b-cf04-4452-b7f0-ed2200314950 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:27:16.105227 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13aa68a2-2a4c-4864-990d-99bf17b6a551', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd185ae7-3cff-4740-9837-ed7ddacb6b1a', 'code': 200} Aug 10 04:27:16.122096 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Pushing event updated for resources: {'Port': ['ID=bd185ae7-3cff-4740-9837-ed7ddacb6b1a,revision_number=8']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:17.077954 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f45fb-0335-4af3-ae55-5873097595ab req-a5bcae08-ba69-47ed-88dd-633240be787f tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:17.079573 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-340f45fb-0335-4af3-ae55-5873097595ab req-a5bcae08-ba69-47ed-88dd-633240be787f tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/ports?device_id=e675ebf6-424c-4fe6-a8ad-b298c5323eb3 HTTP/1.1" status: 200 len: 932 time: 0.0522809 Aug 10 04:27:17.121802 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-340f45fb-0335-4af3-ae55-5873097595ab req-16ab911e-597e-481b-8570-e8af55fe247a tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c516afe-982c-4f91-b481-4ca51f215b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363219 Aug 10 04:27:18.260141 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003913d-9c79-465c-9d04-8c936504861c req-c42fe131-daf2-4743-823d-026d2ed40bc9 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:18.261629 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0003913d-9c79-465c-9d04-8c936504861c req-c42fe131-daf2-4743-823d-026d2ed40bc9 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/ports?device_id=e675ebf6-424c-4fe6-a8ad-b298c5323eb3 HTTP/1.1" status: 200 len: 932 time: 0.0673504 Aug 10 04:27:18.304264 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0003913d-9c79-465c-9d04-8c936504861c req-6eedf432-607c-4460-96ad-7f94afb7e93c tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c516afe-982c-4f91-b481-4ca51f215b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365524 Aug 10 04:27:19.425224 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75023ea-2595-4b4d-b93d-df0cd78380bd req-1b57bc0d-a032-488f-8d5c-768bd6717a52 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:19.426781 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a75023ea-2595-4b4d-b93d-df0cd78380bd req-1b57bc0d-a032-488f-8d5c-768bd6717a52 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/ports?device_id=e675ebf6-424c-4fe6-a8ad-b298c5323eb3 HTTP/1.1" status: 200 len: 932 time: 0.0508275 Aug 10 04:27:19.466344 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a75023ea-2595-4b4d-b93d-df0cd78380bd req-1993b9da-9af6-41ad-8785-126cbf369b16 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c516afe-982c-4f91-b481-4ca51f215b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335922 Aug 10 04:27:20.587264 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c41bd-686a-4fa4-8673-4b9728fda447 req-3447272c-6049-49bf-9680-e92bda201f54 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:20.588837 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-908c41bd-686a-4fa4-8673-4b9728fda447 req-3447272c-6049-49bf-9680-e92bda201f54 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/ports?device_id=e675ebf6-424c-4fe6-a8ad-b298c5323eb3 HTTP/1.1" status: 200 len: 932 time: 0.0536947 Aug 10 04:27:20.635035 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-908c41bd-686a-4fa4-8673-4b9728fda447 req-6c331da5-5f65-456c-a368-9758ac5781f0 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c516afe-982c-4f91-b481-4ca51f215b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379190 Aug 10 04:27:21.763865 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d9172-a0ce-452f-a471-69ea14e891a0 req-6738c10d-6696-4698-bb9c-2e42f3a03863 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:21.765433 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3e2d9172-a0ce-452f-a471-69ea14e891a0 req-6738c10d-6696-4698-bb9c-2e42f3a03863 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/ports?device_id=e675ebf6-424c-4fe6-a8ad-b298c5323eb3 HTTP/1.1" status: 200 len: 932 time: 0.0610068 Aug 10 04:27:21.803733 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3e2d9172-a0ce-452f-a471-69ea14e891a0 req-0e05fad8-a660-4e78-86fb-c3bf62db36b5 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c516afe-982c-4f91-b481-4ca51f215b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322497 Aug 10 04:27:22.935970 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a1e2c2-d3e3-4ec9-8ab1-2c2fd5e719d3 req-c9d3b210-0195-4550-97d4-81ed8a7ae0af tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:22.937938 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-33a1e2c2-d3e3-4ec9-8ab1-2c2fd5e719d3 req-c9d3b210-0195-4550-97d4-81ed8a7ae0af tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/ports?device_id=e675ebf6-424c-4fe6-a8ad-b298c5323eb3 HTTP/1.1" status: 200 len: 932 time: 0.0503066 Aug 10 04:27:22.985839 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-33a1e2c2-d3e3-4ec9-8ab1-2c2fd5e719d3 req-58a2c303-de9c-4019-bd82-4dab1d7815bf tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c516afe-982c-4f91-b481-4ca51f215b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351815 Aug 10 04:27:24.107713 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc4f1e-b606-4d1c-9226-f3f99c94e4cb req-e2bc7807-2342-4532-9e89-773d950e93fb tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:24.109602 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b9cc4f1e-b606-4d1c-9226-f3f99c94e4cb req-e2bc7807-2342-4532-9e89-773d950e93fb tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/ports?device_id=e675ebf6-424c-4fe6-a8ad-b298c5323eb3 HTTP/1.1" status: 200 len: 932 time: 0.0512307 Aug 10 04:27:24.150775 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-b9cc4f1e-b606-4d1c-9226-f3f99c94e4cb req-153ebb12-da1b-4e52-a993-f1789235ca9a tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c516afe-982c-4f91-b481-4ca51f215b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339060 Aug 10 04:27:25.137870 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.v2.base [req-33d6b385-555d-45ee-97d2-df9bada6da91 req-06494477-ed2a-47ee-84f4-4054228c5b62 service neutron] Request body: {'port': {'device_id': 'e675ebf6-424c-4fe6-a8ad-b298c5323eb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-15'}} {{(pid=94217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:27:25.192670 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-33d6b385-555d-45ee-97d2-df9bada6da91 req-06494477-ed2a-47ee-84f4-4054228c5b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:25.271740 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0124bc97-4203-4dee-a5a8-f76d53645a15 req-d3131600-8772-40ea-8048-0f023a157421 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:25.273386 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0124bc97-4203-4dee-a5a8-f76d53645a15 req-d3131600-8772-40ea-8048-0f023a157421 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/ports?device_id=e675ebf6-424c-4fe6-a8ad-b298c5323eb3 HTTP/1.1" status: 200 len: 932 time: 0.0538523 Aug 10 04:27:25.316362 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-0124bc97-4203-4dee-a5a8-f76d53645a15 req-4e5cc07c-4beb-4c41-a32b-a97ddf48b7f1 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c516afe-982c-4f91-b481-4ca51f215b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365086 Aug 10 04:27:25.453853 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [req-33d6b385-555d-45ee-97d2-df9bada6da91 req-06494477-ed2a-47ee-84f4-4054228c5b62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3019871-2736-4495-bf9f-3d9961319b85 {{(pid=94217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:27:25.461304 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-33d6b385-555d-45ee-97d2-df9bada6da91 req-06494477-ed2a-47ee-84f4-4054228c5b62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:25.473512 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.provisioning_blocks [req-33d6b385-555d-45ee-97d2-df9bada6da91 req-06494477-ed2a-47ee-84f4-4054228c5b62 service neutron] Transition to ACTIVE for port object b3019871-2736-4495-bf9f-3d9961319b85 will not be triggered until provisioned by entity L2. {{(pid=94217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:27:25.477744 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-33d6b385-555d-45ee-97d2-df9bada6da91 req-06494477-ed2a-47ee-84f4-4054228c5b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:25.545462 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06494477-ed2a-47ee-84f4-4054228c5b62 service neutron] Pushing event updated for resources: {'Port': ['ID=b3019871-2736-4495-bf9f-3d9961319b85,revision_number=2']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:25.594340 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-33d6b385-555d-45ee-97d2-df9bada6da91 req-06494477-ed2a-47ee-84f4-4054228c5b62 service neutron] Attempting to bind port b3019871-2736-4495-bf9f-3d9961319b85 on host n-h1-768851-15 for vnic_type normal with profile {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:27:25.594340 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-33d6b385-555d-45ee-97d2-df9bada6da91 req-06494477-ed2a-47ee-84f4-4054228c5b62 service neutron] Attempting to bind port b3019871-2736-4495-bf9f-3d9961319b85 by drivers openvswitch,hyperv on host n-h1-768851-15 at level 0 using segments [{'id': '9c86b7c2-7835-43f5-8632-756dc7a4ddff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '427908ac-9900-46fd-8e87-c9920934dcfb'}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:27:25.594708 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d6b385-555d-45ee-97d2-df9bada6da91 req-06494477-ed2a-47ee-84f4-4054228c5b62 service neutron] Attempting to bind port b3019871-2736-4495-bf9f-3d9961319b85 on network 427908ac-9900-46fd-8e87-c9920934dcfb {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:27:25.599403 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d6b385-555d-45ee-97d2-df9bada6da91 req-06494477-ed2a-47ee-84f4-4054228c5b62 service neutron] Port b3019871-2736-4495-bf9f-3d9961319b85 on network 427908ac-9900-46fd-8e87-c9920934dcfb not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-15 {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:27:25.599726 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d6b385-555d-45ee-97d2-df9bada6da91 req-06494477-ed2a-47ee-84f4-4054228c5b62 service neutron] Attempting to bind port b3019871-2736-4495-bf9f-3d9961319b85 on network 427908ac-9900-46fd-8e87-c9920934dcfb {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:27:25.605271 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d6b385-555d-45ee-97d2-df9bada6da91 req-06494477-ed2a-47ee-84f4-4054228c5b62 service neutron] Checking agent: {'id': 'a888da1d-90f1-41f5-b9bb-bc11e1b10e2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:27:25.605624 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d6b385-555d-45ee-97d2-df9bada6da91 req-06494477-ed2a-47ee-84f4-4054228c5b62 service neutron] Checking segment: {'id': '9c86b7c2-7835-43f5-8632-756dc7a4ddff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '427908ac-9900-46fd-8e87-c9920934dcfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:27:25.605991 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d6b385-555d-45ee-97d2-df9bada6da91 req-06494477-ed2a-47ee-84f4-4054228c5b62 service neutron] Bound using segment: {'id': '9c86b7c2-7835-43f5-8632-756dc7a4ddff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '427908ac-9900-46fd-8e87-c9920934dcfb'} {{(pid=94217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:27:25.606427 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.managers [req-33d6b385-555d-45ee-97d2-df9bada6da91 req-06494477-ed2a-47ee-84f4-4054228c5b62 service neutron] Bound port: b3019871-2736-4495-bf9f-3d9961319b85, host: n-h1-768851-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c86b7c2-7835-43f5-8632-756dc7a4ddff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '427908ac-9900-46fd-8e87-c9920934dcfb'}}] {{(pid=94217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:27:25.606811 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-33d6b385-555d-45ee-97d2-df9bada6da91 req-06494477-ed2a-47ee-84f4-4054228c5b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:25.674866 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-33d6b385-555d-45ee-97d2-df9bada6da91 req-06494477-ed2a-47ee-84f4-4054228c5b62 service neutron] For port b3019871-2736-4495-bf9f-3d9961319b85, host n-h1-768851-15, cleared binding levels {{(pid=94217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:27:25.677915 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-33d6b385-555d-45ee-97d2-df9bada6da91 req-06494477-ed2a-47ee-84f4-4054228c5b62 service neutron] For port b3019871-2736-4495-bf9f-3d9961319b85, host n-h1-768851-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=b3019871-2736-4495-bf9f-3d9961319b85,segment=NetworkSegment(9c86b7c2-7835-43f5-8632-756dc7a4ddff),segment_id=9c86b7c2-7835-43f5-8632-756dc7a4ddff)] {{(pid=94217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:27:25.683430 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-33d6b385-555d-45ee-97d2-df9bada6da91 req-06494477-ed2a-47ee-84f4-4054228c5b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8892841'] for port, after_update {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:25.718071 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6b385-555d-45ee-97d2-df9bada6da91 req-06494477-ed2a-47ee-84f4-4054228c5b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:25.718755 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-33d6b385-555d-45ee-97d2-df9bada6da91 req-06494477-ed2a-47ee-84f4-4054228c5b62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:25.720231 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-33d6b385-555d-45ee-97d2-df9bada6da91 req-06494477-ed2a-47ee-84f4-4054228c5b62 service neutron] 10.222.0.58 "PUT /v2.0/ports/b3019871-2736-4495-bf9f-3d9961319b85 HTTP/1.1" status: 200 len: 1093 time: 0.6424484 Aug 10 04:27:25.722537 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e675ebf6-424c-4fe6-a8ad-b298c5323eb3', 'tag': 'b3019871-2736-4495-bf9f-3d9961319b85'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:27:25.725051 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22ad4654dd32cc7208a19091a2312c490144bb13544d6468e82e9e9d549a02ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f627987-92b1-4c4b-827a-5173d78a1736" -d '{"events": [{"name": "network-changed", "server_uuid": "e675ebf6-424c-4fe6-a8ad-b298c5323eb3", "tag": "b3019871-2736-4495-bf9f-3d9961319b85"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:27:25.754327 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06494477-ed2a-47ee-84f4-4054228c5b62 service neutron] Pushing event updated for resources: {'Port': ['ID=b3019871-2736-4495-bf9f-3d9961319b85,revision_number=3']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:25.808014 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6b385-555d-45ee-97d2-df9bada6da91 req-24462f97-7136-47a4-aeb5-6c59c11e48cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:25.809562 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-33d6b385-555d-45ee-97d2-df9bada6da91 req-24462f97-7136-47a4-aeb5-6c59c11e48cf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9946c29dae4349dd990497d845c52a26&device_id=e675ebf6-424c-4fe6-a8ad-b298c5323eb3 HTTP/1.1" status: 200 len: 1096 time: 0.0476778 Aug 10 04:27:25.826409 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bddf2363-bb5a-4429-8cea-e7e26d73e1ee x-openstack-request-id: req-bddf2363-bb5a-4429-8cea-e7e26d73e1ee {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:27:25.826689 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e675ebf6-424c-4fe6-a8ad-b298c5323eb3", "tag": "b3019871-2736-4495-bf9f-3d9961319b85", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:27:25.826950 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bddf2363-bb5a-4429-8cea-e7e26d73e1ee {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:27:25.827346 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e675ebf6-424c-4fe6-a8ad-b298c5323eb3', 'tag': 'b3019871-2736-4495-bf9f-3d9961319b85', 'status': 'completed', 'code': 200} Aug 10 04:27:25.857270 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-33d6b385-555d-45ee-97d2-df9bada6da91 req-88cd5130-dd7c-4fed-99c8-6f7ff5b9cfdf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3019871-2736-4495-bf9f-3d9961319b85 HTTP/1.1" status: 200 len: 217 time: 0.0402546 Aug 10 04:27:25.912722 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6b385-555d-45ee-97d2-df9bada6da91 req-a835e2e8-d8e7-4052-8b95-9ae4793106e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:25.914190 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-33d6b385-555d-45ee-97d2-df9bada6da91 req-a835e2e8-d8e7-4052-8b95-9ae4793106e3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e89bc23e-aba2-442f-8d5b-3e65976f3999 HTTP/1.1" status: 200 len: 849 time: 0.0505877 Aug 10 04:27:25.958756 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6b385-555d-45ee-97d2-df9bada6da91 req-4b81cbe2-c277-4337-9c1c-ccce7260b2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:25.960201 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-33d6b385-555d-45ee-97d2-df9bada6da91 req-4b81cbe2-c277-4337-9c1c-ccce7260b2a5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=427908ac-9900-46fd-8e87-c9920934dcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394068 Aug 10 04:27:26.046884 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-33d6b385-555d-45ee-97d2-df9bada6da91 req-e281829b-cb29-4fd2-8dce-7fd1d18c63e4 service neutron] 10.222.0.58 "GET /v2.0/networks/427908ac-9900-46fd-8e87-c9920934dcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797365 Aug 10 04:27:26.141003 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-33d6b385-555d-45ee-97d2-df9bada6da91 req-bafeb422-486c-4597-8ee8-e8665487cb1c service neutron] 10.222.0.58 "GET /v2.0/networks/427908ac-9900-46fd-8e87-c9920934dcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872939 Aug 10 04:27:26.225098 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f627987-92b1-4c4b-827a-5173d78a1736 req-636b4d0a-777d-4196-94c9-66be4fe30037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:26.226563 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1f627987-92b1-4c4b-827a-5173d78a1736 req-636b4d0a-777d-4196-94c9-66be4fe30037 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9946c29dae4349dd990497d845c52a26&device_id=e675ebf6-424c-4fe6-a8ad-b298c5323eb3 HTTP/1.1" status: 200 len: 1096 time: 0.0401962 Aug 10 04:27:26.316212 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f627987-92b1-4c4b-827a-5173d78a1736 req-1cfb016b-17ec-4fdb-8f62-55ffa9efb7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:26.317655 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1f627987-92b1-4c4b-827a-5173d78a1736 req-1cfb016b-17ec-4fdb-8f62-55ffa9efb7b9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=427908ac-9900-46fd-8e87-c9920934dcfb HTTP/1.1" status: 200 len: 911 time: 0.0845335 Aug 10 04:27:26.359625 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1f627987-92b1-4c4b-827a-5173d78a1736 req-7faf981a-326b-4cfa-a74d-bead24b9a6c7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3019871-2736-4495-bf9f-3d9961319b85 HTTP/1.1" status: 200 len: 217 time: 0.0348015 Aug 10 04:27:26.407926 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f627987-92b1-4c4b-827a-5173d78a1736 req-2f12f213-f752-4af1-8671-e3d29d20ee83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:26.409315 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1f627987-92b1-4c4b-827a-5173d78a1736 req-2f12f213-f752-4af1-8671-e3d29d20ee83 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e89bc23e-aba2-442f-8d5b-3e65976f3999 HTTP/1.1" status: 200 len: 849 time: 0.0431688 Aug 10 04:27:26.434021 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc33451-ca5c-47e0-afe6-d8f62cbfeeb2 req-9fb16d8f-6a23-4bb2-8bee-17886b7424b3 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:26.435573 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9cc33451-ca5c-47e0-afe6-d8f62cbfeeb2 req-9fb16d8f-6a23-4bb2-8bee-17886b7424b3 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/ports?device_id=e675ebf6-424c-4fe6-a8ad-b298c5323eb3 HTTP/1.1" status: 200 len: 944 time: 0.0502844 Aug 10 04:27:26.459807 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f627987-92b1-4c4b-827a-5173d78a1736 req-407ca290-cb7c-49ee-ae7e-09afdc066931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:26.461303 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1f627987-92b1-4c4b-827a-5173d78a1736 req-407ca290-cb7c-49ee-ae7e-09afdc066931 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=427908ac-9900-46fd-8e87-c9920934dcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442023 Aug 10 04:27:26.474664 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-9cc33451-ca5c-47e0-afe6-d8f62cbfeeb2 req-b5228294-4379-465c-98d1-76d8f8fd8f4e tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c516afe-982c-4f91-b481-4ca51f215b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326679 Aug 10 04:27:26.550298 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1f627987-92b1-4c4b-827a-5173d78a1736 req-3e7f0c42-2a85-4b6e-b59e-95e2492fb128 service neutron] 10.222.0.58 "GET /v2.0/networks/427908ac-9900-46fd-8e87-c9920934dcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813487 Aug 10 04:27:26.644809 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-1f627987-92b1-4c4b-827a-5173d78a1736 req-82689c23-a09f-4119-b0bd-ac6623550cd6 service neutron] 10.222.0.58 "GET /v2.0/networks/427908ac-9900-46fd-8e87-c9920934dcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867481 Aug 10 04:27:27.046102 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:27.443471 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:27.586198 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device b3019871-2736-4495-bf9f-3d9961319b85 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:27:27.588673 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02753094-8e3e-40ce-969a-2e889a67ec47 req-9fea1ddb-87cb-4a66-93bd-bc27c5c545a5 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:27.590199 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-02753094-8e3e-40ce-969a-2e889a67ec47 req-9fea1ddb-87cb-4a66-93bd-bc27c5c545a5 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/ports?device_id=e675ebf6-424c-4fe6-a8ad-b298c5323eb3 HTTP/1.1" status: 200 len: 944 time: 0.0479639 Aug 10 04:27:27.628423 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-02753094-8e3e-40ce-969a-2e889a67ec47 req-ed6bd7c3-6528-42e0-aad3-c33a772b4328 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c516afe-982c-4f91-b481-4ca51f215b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321004 Aug 10 04:27:27.680933 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port b3019871-2736-4495-bf9f-3d9961319b85, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=b3019871-2736-4495-bf9f-3d9961319b85,segment=NetworkSegment(9c86b7c2-7835-43f5-8632-756dc7a4ddff),segment_id=9c86b7c2-7835-43f5-8632-756dc7a4ddff)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:27:27.692213 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': 'b3019871-2736-4495-bf9f-3d9961319b85', 'network_id': '427908ac-9900-46fd-8e87-c9920934dcfb', 'port_id': 'b3019871-2736-4495-bf9f-3d9961319b85', 'mac_address': 'fa:16:3e:ee:41:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e89bc23e-aba2-442f-8d5b-3e65976f3999', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:27:27.729464 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:27.744798 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3019871-2736-4495-bf9f-3d9961319b85 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:27:27.763780 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port b3019871-2736-4495-bf9f-3d9961319b85, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=b3019871-2736-4495-bf9f-3d9961319b85,segment=NetworkSegment(9c86b7c2-7835-43f5-8632-756dc7a4ddff),segment_id=9c86b7c2-7835-43f5-8632-756dc7a4ddff)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:27:27.768297 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:27.814985 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=b3019871-2736-4495-bf9f-3d9961319b85,revision_number=4']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:28.004819 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['b3019871-2736-4495-bf9f-3d9961319b85'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:27:28.747542 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491dd62b-31a8-4ec6-903c-367cfc83f302 req-32153944-ac46-47a2-8f32-b9f60ec969b6 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:28.749087 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-491dd62b-31a8-4ec6-903c-367cfc83f302 req-32153944-ac46-47a2-8f32-b9f60ec969b6 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/ports?device_id=e675ebf6-424c-4fe6-a8ad-b298c5323eb3 HTTP/1.1" status: 200 len: 945 time: 0.0543060 Aug 10 04:27:28.787855 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-491dd62b-31a8-4ec6-903c-367cfc83f302 req-061a956a-35c6-4a5d-932d-45f8e91a5176 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c516afe-982c-4f91-b481-4ca51f215b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327909 Aug 10 04:27:29.602137 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device b3019871-2736-4495-bf9f-3d9961319b85 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:27:29.649055 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning for port b3019871-2736-4495-bf9f-3d9961319b85 completed by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:27:29.653277 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port b3019871-2736-4495-bf9f-3d9961319b85 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:27:29.653646 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:29.729255 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:29.750967 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e675ebf6-424c-4fe6-a8ad-b298c5323eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3019871-2736-4495-bf9f-3d9961319b85'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:27:29.753197 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}687ba51f6797870dc73eef52a647f30c5325a6c2ab4bb07751a6afc0cf078d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099a42fd-d836-4a4a-9768-dbcd88888606" -d '{"events": [{"server_uuid": "e675ebf6-424c-4fe6-a8ad-b298c5323eb3", "name": "network-vif-plugged", "status": "completed", "tag": "b3019871-2736-4495-bf9f-3d9961319b85"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:27:29.766512 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port b3019871-2736-4495-bf9f-3d9961319b85, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=b3019871-2736-4495-bf9f-3d9961319b85,segment=NetworkSegment(9c86b7c2-7835-43f5-8632-756dc7a4ddff),segment_id=9c86b7c2-7835-43f5-8632-756dc7a4ddff)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:27:29.771061 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:29.794042 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb77791-6318-46cc-82c3-77d4ce0c89e3 x-openstack-request-id: req-8bb77791-6318-46cc-82c3-77d4ce0c89e3 {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:27:29.794333 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e675ebf6-424c-4fe6-a8ad-b298c5323eb3", "name": "network-vif-plugged", "status": "completed", "tag": "b3019871-2736-4495-bf9f-3d9961319b85", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:27:29.794589 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8bb77791-6318-46cc-82c3-77d4ce0c89e3 {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:27:29.795000 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e675ebf6-424c-4fe6-a8ad-b298c5323eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3019871-2736-4495-bf9f-3d9961319b85', 'code': 200} Aug 10 04:27:29.822010 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=b3019871-2736-4495-bf9f-3d9961319b85,revision_number=5']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:29.907365 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3fe24d-9f07-4e00-81e2-aa01ba5a4ef4 req-2e9e62ab-1add-4077-80cf-e1825057bcbf tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:29.908873 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ec3fe24d-9f07-4e00-81e2-aa01ba5a4ef4 req-2e9e62ab-1add-4077-80cf-e1825057bcbf tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/ports?device_id=e675ebf6-424c-4fe6-a8ad-b298c5323eb3 HTTP/1.1" status: 200 len: 946 time: 0.0516169 Aug 10 04:27:29.949634 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-ec3fe24d-9f07-4e00-81e2-aa01ba5a4ef4 req-ae4a4b56-a2c6-4a3c-8468-ed441a6aa7a0 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c516afe-982c-4f91-b481-4ca51f215b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344503 Aug 10 04:27:30.201712 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a616a-1f99-488f-b026-c993b71bceaf req-0029fc1a-00aa-4c80-9f50-c65e04c77df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:30.203246 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d56a616a-1f99-488f-b026-c993b71bceaf req-0029fc1a-00aa-4c80-9f50-c65e04c77df9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e675ebf6-424c-4fe6-a8ad-b298c5323eb3 HTTP/1.1" status: 200 len: 1098 time: 0.3562701 Aug 10 04:27:30.238376 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-d56a616a-1f99-488f-b026-c993b71bceaf req-f138fa11-ab3d-4ccf-888a-349bf21ce095 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2c516afe-982c-4f91-b481-4ca51f215b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273700 Aug 10 04:27:30.473577 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3fe25c4b-ab60-4a46-97ed-03a40f48ed28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:31.067726 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a971e774-b319-4863-b7f6-4fb64165ec41 req-13d79ba9-b259-4b6d-a5f5-d2dd2953fa5c tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:31.069272 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a971e774-b319-4863-b7f6-4fb64165ec41 req-13d79ba9-b259-4b6d-a5f5-d2dd2953fa5c tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/ports?device_id=e675ebf6-424c-4fe6-a8ad-b298c5323eb3 HTTP/1.1" status: 200 len: 946 time: 0.0492404 Aug 10 04:27:31.107513 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a971e774-b319-4863-b7f6-4fb64165ec41 req-d0be3670-576b-4370-b9dd-cb5005f08023 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c516afe-982c-4f91-b481-4ca51f215b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317936 Aug 10 04:27:31.224618 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303cfff3-8192-4e83-b9f4-d25fef5ef7fe req-51b60166-80c6-4906-a4ba-37ad9b7a5edb tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:31.226112 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-303cfff3-8192-4e83-b9f4-d25fef5ef7fe req-51b60166-80c6-4906-a4ba-37ad9b7a5edb tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/ports?device_id=e675ebf6-424c-4fe6-a8ad-b298c5323eb3 HTTP/1.1" status: 200 len: 946 time: 0.0531182 Aug 10 04:27:31.265000 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-303cfff3-8192-4e83-b9f4-d25fef5ef7fe req-69c9eeb6-66d4-4ec7-9112-68036030268e tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c516afe-982c-4f91-b481-4ca51f215b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328481 Aug 10 04:27:31.285977 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 45142) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:31.328682 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582172cb-c11e-4f5f-addf-079d61c7e701 tempest-TestSnapshotPattern-294318581 tempest-TestSnapshotPattern-294318581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:31.330567 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-582172cb-c11e-4f5f-addf-079d61c7e701 tempest-TestSnapshotPattern-294318581 tempest-TestSnapshotPattern-294318581-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=e675ebf6-424c-4fe6-a8ad-b298c5323eb3 HTTP/1.1" status: 200 len: 1093 time: 0.0435972 Aug 10 04:27:31.333271 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 45144) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:31.337654 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.v2.base [None req-fcdebdcc-91fd-486b-a9ad-d526f9fa90e6 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Request body: {'floatingip': {'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'port_id': 'b3019871-2736-4495-bf9f-3d9961319b85', 'tenant_id': '9946c29dae4349dd990497d845c52a26', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:27:31.360332 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fcdebdcc-91fd-486b-a9ad-d526f9fa90e6 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks [] for floatingip, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:31.466708 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fcdebdcc-91fd-486b-a9ad-d526f9fa90e6 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:31.574546 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_common [None req-fcdebdcc-91fd-486b-a9ad-d526f9fa90e6 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Allocated IP 172.25.7.185 (09ca2025-b9a6-4e84-8019-8d9fbef3753e/8d0a499d-de65-451d-aa2d-6ecc5a414053/999a7cbf-8bde-426e-a2e9-fcbb570995e7) {{(pid=94216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:27:31.683042 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fcdebdcc-91fd-486b-a9ad-d526f9fa90e6 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks [] for port, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:31.720932 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fcdebdcc-91fd-486b-a9ad-d526f9fa90e6 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733456853733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:31.761434 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdebdcc-91fd-486b-a9ad-d526f9fa90e6 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Network 09ca2025-b9a6-4e84-8019-8d9fbef3753e is already hosted by enough agents. {{(pid=94216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:27:31.766020 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.base_scheduler [None req-fcdebdcc-91fd-486b-a9ad-d526f9fa90e6 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Resources bound (agent type, host, resource id): {{(pid=94216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:27:31.770565 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdebdcc-91fd-486b-a9ad-d526f9fa90e6 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Received port after_create {{(pid=94216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:27:31.772569 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdebdcc-91fd-486b-a9ad-d526f9fa90e6 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Pushing event updated for resources: {'Port': ['ID=999a7cbf-8bde-426e-a2e9-fcbb570995e7,revision_number=1']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:31.798210 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdebdcc-91fd-486b-a9ad-d526f9fa90e6 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:31.798580 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdebdcc-91fd-486b-a9ad-d526f9fa90e6 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:31.798939 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdebdcc-91fd-486b-a9ad-d526f9fa90e6 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:31.799286 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdebdcc-91fd-486b-a9ad-d526f9fa90e6 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:31.799626 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdebdcc-91fd-486b-a9ad-d526f9fa90e6 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:31.799964 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdebdcc-91fd-486b-a9ad-d526f9fa90e6 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:31.800297 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdebdcc-91fd-486b-a9ad-d526f9fa90e6 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:31.800630 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdebdcc-91fd-486b-a9ad-d526f9fa90e6 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:31.800959 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdebdcc-91fd-486b-a9ad-d526f9fa90e6 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:31.801290 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdebdcc-91fd-486b-a9ad-d526f9fa90e6 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:31.801618 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdebdcc-91fd-486b-a9ad-d526f9fa90e6 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:31.801947 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdebdcc-91fd-486b-a9ad-d526f9fa90e6 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:32.134285 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fcdebdcc-91fd-486b-a9ad-d526f9fa90e6 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:32.199328 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fcdebdcc-91fd-486b-a9ad-d526f9fa90e6 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:32.346154 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fcdebdcc-91fd-486b-a9ad-d526f9fa90e6 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks [] for port, precommit_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:32.350903 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fcdebdcc-91fd-486b-a9ad-d526f9fa90e6 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1855527'] for port, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:32.417470 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdebdcc-91fd-486b-a9ad-d526f9fa90e6 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Pushing event updated for resources: {'Port': ['ID=999a7cbf-8bde-426e-a2e9-fcbb570995e7,revision_number=2']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:32.427268 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fcdebdcc-91fd-486b-a9ad-d526f9fa90e6 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372381'] for floatingip, after_update {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:32.525340 n-d-768851-15 neutron-server[94216]: INFO neutron.db.l3_db [None req-fcdebdcc-91fd-486b-a9ad-d526f9fa90e6 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Floating IP b75cc53c-9c12-475b-9f5a-870a2c535cfc associated. External IP: 172.25.7.185, port: b3019871-2736-4495-bf9f-3d9961319b85. Aug 10 04:27:32.730512 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcdebdcc-91fd-486b-a9ad-d526f9fa90e6 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Router 783df03c-5941-4fa9-ad6b-adf6b5bed255 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:27:32.837061 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcdebdcc-91fd-486b-a9ad-d526f9fa90e6 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:27:32.846588 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1701d5-750e-409a-ba9e-64beef2ab98c None None] Sync routers for ids ['783df03c-5941-4fa9-ad6b-adf6b5bed255'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:27:32.853577 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-fcdebdcc-91fd-486b-a9ad-d526f9fa90e6 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:32.856640 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1701d5-750e-409a-ba9e-64beef2ab98c None None] Routers {'783df03c-5941-4fa9-ad6b-adf6b5bed255'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:27:32.857264 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-db1701d5-750e-409a-ba9e-64beef2ab98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:27:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['783df03c-5941-4fa9-ad6b-adf6b5bed255'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:32.880445 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-fcdebdcc-91fd-486b-a9ad-d526f9fa90e6 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5461721 Aug 10 04:27:32.881029 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e675ebf6-424c-4fe6-a8ad-b298c5323eb3', 'tag': 'b3019871-2736-4495-bf9f-3d9961319b85'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:27:32.883324 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0021ea54f387d2ae39ffe00c7e01dc720af9cc0ec992141d1f8728dec056f1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f8e744-3bde-48e8-9603-9878d75dfa74" -d '{"events": [{"name": "network-changed", "server_uuid": "e675ebf6-424c-4fe6-a8ad-b298c5323eb3", "tag": "b3019871-2736-4495-bf9f-3d9961319b85"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:27:32.918015 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af392439-7f60-4625-83a9-ada87c3ddfc8 x-openstack-request-id: req-af392439-7f60-4625-83a9-ada87c3ddfc8 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:27:32.918306 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e675ebf6-424c-4fe6-a8ad-b298c5323eb3", "tag": "b3019871-2736-4495-bf9f-3d9961319b85", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:27:32.918559 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-af392439-7f60-4625-83a9-ada87c3ddfc8 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:27:32.918990 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e675ebf6-424c-4fe6-a8ad-b298c5323eb3', 'tag': 'b3019871-2736-4495-bf9f-3d9961319b85', 'status': 'completed', 'code': 200} Aug 10 04:27:32.965442 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-db1701d5-750e-409a-ba9e-64beef2ab98c None None] Set router 783df03c-5941-4fa9-ad6b-adf6b5bed255 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:27:32.983903 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f8e744-3bde-48e8-9603-9878d75dfa74 req-a2956462-7338-4cac-b3f3-00281486368d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:32.985462 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-87f8e744-3bde-48e8-9603-9878d75dfa74 req-a2956462-7338-4cac-b3f3-00281486368d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9946c29dae4349dd990497d845c52a26&device_id=e675ebf6-424c-4fe6-a8ad-b298c5323eb3 HTTP/1.1" status: 200 len: 1098 time: 0.0413992 Aug 10 04:27:33.080396 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f8e744-3bde-48e8-9603-9878d75dfa74 req-09e8713f-a72e-4aee-a767-8241723ad43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:33.081901 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-87f8e744-3bde-48e8-9603-9878d75dfa74 req-09e8713f-a72e-4aee-a767-8241723ad43f service neutron] 10.222.0.58 "GET /v2.0/networks?id=427908ac-9900-46fd-8e87-c9920934dcfb HTTP/1.1" status: 200 len: 911 time: 0.0892406 Aug 10 04:27:33.147175 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-87f8e744-3bde-48e8-9603-9878d75dfa74 req-6445ca7e-da0d-41e1-9ffb-7f467e316828 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3019871-2736-4495-bf9f-3d9961319b85 HTTP/1.1" status: 200 len: 1000 time: 0.0578790 Aug 10 04:27:33.196611 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-28daf621-87e7-47a8-a302-58f31dee10af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:33.197926 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f8e744-3bde-48e8-9603-9878d75dfa74 req-b7321782-7334-42e4-a02b-47080e2485cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:33.199631 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-87f8e744-3bde-48e8-9603-9878d75dfa74 req-b7321782-7334-42e4-a02b-47080e2485cb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e89bc23e-aba2-442f-8d5b-3e65976f3999 HTTP/1.1" status: 200 len: 849 time: 0.0455444 Aug 10 04:27:33.209884 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-db1701d5-750e-409a-ba9e-64beef2ab98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'name': 'tempest-TestSnapshotPattern-1106046824-router', 'tenant_id': '9946c29dae4349dd990497d845c52a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '71ee0e49-b94a-434a-9e33-a1ea2e103dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:24:37Z', 'updated_at': '2021-08-10T04:24:40Z', 'revision_number': 4, 'project_id': '9946c29dae4349dd990497d845c52a26', 'gw_port': {'id': '71ee0e49-b94a-434a-9e33-a1ea2e103dbb', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:7a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:38Z', 'updated_at': '2021-08-10T04:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '316b6be9-ec68-4d22-a9c6-21bfd3179eb9', 'tenant_id': '9946c29dae4349dd990497d845c52a26', 'floating_ip_address': '172.25.7.16', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'port_id': 'bd185ae7-3cff-4740-9837-ed7ddacb6b1a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '427908ac-9900-46fd-8e87-c9920934dcfb', 'mac_address': 'fa:16:3e:4a:c1:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13aa68a2-2a4c-4864-990d-99bf17b6a551', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:25:00Z', 'updated_at': '2021-08-10T04:25:02Z', 'revision_number': 1, 'project_id': '9946c29dae4349dd990497d845c52a26', 'fixed_ip_address_scope': None}, {'id': 'b75cc53c-9c12-475b-9f5a-870a2c535cfc', 'tenant_id': '9946c29dae4349dd990497d845c52a26', 'floating_ip_address': '172.25.7.185', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'port_id': 'b3019871-2736-4495-bf9f-3d9961319b85', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '427908ac-9900-46fd-8e87-c9920934dcfb', 'mac_address': 'fa:16:3e:ee:41:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e675ebf6-424c-4fe6-a8ad-b298c5323eb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:27:31Z', 'updated_at': '2021-08-10T04:27:31Z', 'revision_number': 0, 'project_id': '9946c29dae4349dd990497d845c52a26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '793e165d-b47e-4b36-82fa-9360ef8995b7', 'name': '', 'network_id': '427908ac-9900-46fd-8e87-c9920934dcfb', 'tenant_id': '9946c29dae4349dd990497d845c52a26', 'mac_address': 'fa:16:3e:77:e1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'e89bc23e-aba2-442f-8d5b-3e65976f3999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:39Z', 'updated_at': '2021-08-10T04:24:46Z', 'revision_number': 5, 'project_id': '9946c29dae4349dd990497d845c52a26', 'subnets': [{'id': 'e89bc23e-aba2-442f-8d5b-3e65976f3999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:33.241151 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1701d5-750e-409a-ba9e-64beef2ab98c None None] Checking router: 783df03c-5941-4fa9-ad6b-adf6b5bed255 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:27:33.248708 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f8e744-3bde-48e8-9603-9878d75dfa74 req-fcd3a709-9f88-4f25-aca9-df36c6662853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:33.250273 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-87f8e744-3bde-48e8-9603-9878d75dfa74 req-fcd3a709-9f88-4f25-aca9-df36c6662853 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=427908ac-9900-46fd-8e87-c9920934dcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442915 Aug 10 04:27:33.251417 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1701d5-750e-409a-ba9e-64beef2ab98c None None] Routers {'783df03c-5941-4fa9-ad6b-adf6b5bed255'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:27:33.252024 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-db1701d5-750e-409a-ba9e-64beef2ab98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:27:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['783df03c-5941-4fa9-ad6b-adf6b5bed255'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:33.338399 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-87f8e744-3bde-48e8-9603-9878d75dfa74 req-b70da5f9-db13-4431-bc02-ed573f1529e8 service neutron] 10.222.0.58 "GET /v2.0/networks/427908ac-9900-46fd-8e87-c9920934dcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811346 Aug 10 04:27:33.358993 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-db1701d5-750e-409a-ba9e-64beef2ab98c None None] Set router 783df03c-5941-4fa9-ad6b-adf6b5bed255 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:27:33.430793 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-87f8e744-3bde-48e8-9603-9878d75dfa74 req-5453b082-be7c-4350-9ce1-761acc12edc4 service neutron] 10.222.0.58 "GET /v2.0/networks/427908ac-9900-46fd-8e87-c9920934dcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856061 Aug 10 04:27:33.580859 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:33.603293 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-db1701d5-750e-409a-ba9e-64beef2ab98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'name': 'tempest-TestSnapshotPattern-1106046824-router', 'tenant_id': '9946c29dae4349dd990497d845c52a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '71ee0e49-b94a-434a-9e33-a1ea2e103dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:24:37Z', 'updated_at': '2021-08-10T04:24:40Z', 'revision_number': 4, 'project_id': '9946c29dae4349dd990497d845c52a26', 'gw_port': {'id': '71ee0e49-b94a-434a-9e33-a1ea2e103dbb', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:7a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:38Z', 'updated_at': '2021-08-10T04:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '316b6be9-ec68-4d22-a9c6-21bfd3179eb9', 'tenant_id': '9946c29dae4349dd990497d845c52a26', 'floating_ip_address': '172.25.7.16', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'port_id': 'bd185ae7-3cff-4740-9837-ed7ddacb6b1a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '427908ac-9900-46fd-8e87-c9920934dcfb', 'mac_address': 'fa:16:3e:4a:c1:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13aa68a2-2a4c-4864-990d-99bf17b6a551', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:25:00Z', 'updated_at': '2021-08-10T04:25:02Z', 'revision_number': 1, 'project_id': '9946c29dae4349dd990497d845c52a26', 'fixed_ip_address_scope': None}, {'id': 'b75cc53c-9c12-475b-9f5a-870a2c535cfc', 'tenant_id': '9946c29dae4349dd990497d845c52a26', 'floating_ip_address': '172.25.7.185', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'port_id': 'b3019871-2736-4495-bf9f-3d9961319b85', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '427908ac-9900-46fd-8e87-c9920934dcfb', 'mac_address': 'fa:16:3e:ee:41:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e675ebf6-424c-4fe6-a8ad-b298c5323eb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:27:31Z', 'updated_at': '2021-08-10T04:27:31Z', 'revision_number': 0, 'project_id': '9946c29dae4349dd990497d845c52a26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '793e165d-b47e-4b36-82fa-9360ef8995b7', 'name': '', 'network_id': '427908ac-9900-46fd-8e87-c9920934dcfb', 'tenant_id': '9946c29dae4349dd990497d845c52a26', 'mac_address': 'fa:16:3e:77:e1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'e89bc23e-aba2-442f-8d5b-3e65976f3999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:39Z', 'updated_at': '2021-08-10T04:24:46Z', 'revision_number': 5, 'project_id': '9946c29dae4349dd990497d845c52a26', 'subnets': [{'id': 'e89bc23e-aba2-442f-8d5b-3e65976f3999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:33.634646 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1701d5-750e-409a-ba9e-64beef2ab98c None None] The sync data for ids ['783df03c-5941-4fa9-ad6b-adf6b5bed255'] in n-d-768851-15 is: [{'id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'name': 'tempest-TestSnapshotPattern-1106046824-router', 'tenant_id': '9946c29dae4349dd990497d845c52a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '71ee0e49-b94a-434a-9e33-a1ea2e103dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:24:37Z', 'updated_at': '2021-08-10T04:24:40Z', 'revision_number': 4, 'project_id': '9946c29dae4349dd990497d845c52a26', 'gw_port': {'id': '71ee0e49-b94a-434a-9e33-a1ea2e103dbb', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:7a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:38Z', 'updated_at': '2021-08-10T04:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '316b6be9-ec68-4d22-a9c6-21bfd3179eb9', 'tenant_id': '9946c29dae4349dd990497d845c52a26', 'floating_ip_address': '172.25.7.16', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'port_id': 'bd185ae7-3cff-4740-9837-ed7ddacb6b1a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '427908ac-9900-46fd-8e87-c9920934dcfb', 'mac_address': 'fa:16:3e:4a:c1:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13aa68a2-2a4c-4864-990d-99bf17b6a551', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:25:00Z', 'updated_at': '2021-08-10T04:25:02Z', 'revision_number': 1, 'project_id': '9946c29dae4349dd990497d845c52a26', 'fixed_ip_address_scope': None}, {'id': 'b75cc53c-9c12-475b-9f5a-870a2c535cfc', 'tenant_id': '9946c29dae4349dd990497d845c52a26', 'floating_ip_address': '172.25.7.185', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'port_id': 'b3019871-2736-4495-bf9f-3d9961319b85', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '427908ac-9900-46fd-8e87-c9920934dcfb', 'mac_address': 'fa:16:3e:ee:41:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e675ebf6-424c-4fe6-a8ad-b298c5323eb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:27:31Z', 'updated_at': '2021-08-10T04:27:31Z', 'revision_number': 0, 'project_id': '9946c29dae4349dd990497d845c52a26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '793e165d-b47e-4b36-82fa-9360ef8995b7', 'name': '', 'network_id': '427908ac-9900-46fd-8e87-c9920934dcfb', 'tenant_id': '9946c29dae4349dd990497d845c52a26', 'mac_address': 'fa:16:3e:77:e1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'e89bc23e-aba2-442f-8d5b-3e65976f3999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:39Z', 'updated_at': '2021-08-10T04:24:46Z', 'revision_number': 5, 'project_id': '9946c29dae4349dd990497d845c52a26', 'subnets': [{'id': 'e89bc23e-aba2-442f-8d5b-3e65976f3999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:27:33.824634 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa09d9b5-bd82-4cbd-b3af-2556b299d5bf None None] New status for floating IP b75cc53c-9c12-475b-9f5a-870a2c535cfc: ACTIVE {{(pid=94219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:27:34.518173 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:35.952802 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:27:36.258077 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:49.635989 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-23f2d997-4f44-42d6-929a-04511542c744 req-5e3867d1-6c3f-4c7f-9c64-6b5e326f24de service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e675ebf6-424c-4fe6-a8ad-b298c5323eb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402417 Aug 10 04:27:49.717322 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2d997-4f44-42d6-929a-04511542c744 req-16c27690-10c7-40f2-92ec-e5765689d4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:49.718884 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-23f2d997-4f44-42d6-929a-04511542c744 req-16c27690-10c7-40f2-92ec-e5765689d4d2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9946c29dae4349dd990497d845c52a26&device_id=e675ebf6-424c-4fe6-a8ad-b298c5323eb3 HTTP/1.1" status: 200 len: 1098 time: 0.0394626 Aug 10 04:27:49.828861 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2d997-4f44-42d6-929a-04511542c744 req-b92c47a1-8c0f-41aa-b1be-eb0f534fc50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:49.830346 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-23f2d997-4f44-42d6-929a-04511542c744 req-b92c47a1-8c0f-41aa-b1be-eb0f534fc50e service neutron] 10.222.0.58 "GET /v2.0/networks?id=427908ac-9900-46fd-8e87-c9920934dcfb HTTP/1.1" status: 200 len: 911 time: 0.0926940 Aug 10 04:27:49.896439 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-23f2d997-4f44-42d6-929a-04511542c744 req-f9e4d597-9821-462c-9d27-ff84ecd4d23b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3019871-2736-4495-bf9f-3d9961319b85 HTTP/1.1" status: 200 len: 1002 time: 0.0582306 Aug 10 04:27:49.945908 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2d997-4f44-42d6-929a-04511542c744 req-7ac583d4-bbbc-423b-984f-74c96b27f2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:49.947366 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-23f2d997-4f44-42d6-929a-04511542c744 req-7ac583d4-bbbc-423b-984f-74c96b27f2d8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e89bc23e-aba2-442f-8d5b-3e65976f3999 HTTP/1.1" status: 200 len: 849 time: 0.0427539 Aug 10 04:27:49.996924 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2d997-4f44-42d6-929a-04511542c744 req-9b6bc2e7-efc1-4ae3-bb00-e249d01e3c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:49.998444 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-23f2d997-4f44-42d6-929a-04511542c744 req-9b6bc2e7-efc1-4ae3-bb00-e249d01e3c44 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=427908ac-9900-46fd-8e87-c9920934dcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438135 Aug 10 04:27:50.085253 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-23f2d997-4f44-42d6-929a-04511542c744 req-2206be0e-19f4-48a9-b7b2-45dafba44064 service neutron] 10.222.0.58 "GET /v2.0/networks/427908ac-9900-46fd-8e87-c9920934dcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798724 Aug 10 04:27:50.178633 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-23f2d997-4f44-42d6-929a-04511542c744 req-ca3d88e5-c04d-43cb-8e94-c69295605881 service neutron] 10.222.0.58 "GET /v2.0/networks/427908ac-9900-46fd-8e87-c9920934dcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865328 Aug 10 04:27:55.978967 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-003b6186-4af8-41f9-8a1b-4fc036e65368 req-97ecc2c7-1e68-4bd1-a3ce-a4a73f9cfcfd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=13aa68a2-2a4c-4864-990d-99bf17b6a551&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405047 Aug 10 04:27:56.069296 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b6186-4af8-41f9-8a1b-4fc036e65368 req-384c61e4-33ed-4137-bfbd-844303348e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:56.070857 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-003b6186-4af8-41f9-8a1b-4fc036e65368 req-384c61e4-33ed-4137-bfbd-844303348e02 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9946c29dae4349dd990497d845c52a26&device_id=13aa68a2-2a4c-4864-990d-99bf17b6a551 HTTP/1.1" status: 200 len: 1095 time: 0.0452240 Aug 10 04:27:56.193412 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b6186-4af8-41f9-8a1b-4fc036e65368 req-e34f6edf-679d-4982-97c2-ad8636c75fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:56.194952 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-003b6186-4af8-41f9-8a1b-4fc036e65368 req-e34f6edf-679d-4982-97c2-ad8636c75fcb service neutron] 10.222.0.60 "GET /v2.0/networks?id=427908ac-9900-46fd-8e87-c9920934dcfb HTTP/1.1" status: 200 len: 911 time: 0.0970798 Aug 10 04:27:56.270389 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-003b6186-4af8-41f9-8a1b-4fc036e65368 req-db5f67ed-9209-4c5b-ae05-a9dd7d747649 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd185ae7-3cff-4740-9837-ed7ddacb6b1a HTTP/1.1" status: 200 len: 998 time: 0.0627816 Aug 10 04:27:56.322825 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b6186-4af8-41f9-8a1b-4fc036e65368 req-8f4f9cbd-26f2-4b51-aa0c-d8b40bd68de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:56.324289 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-003b6186-4af8-41f9-8a1b-4fc036e65368 req-8f4f9cbd-26f2-4b51-aa0c-d8b40bd68de8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e89bc23e-aba2-442f-8d5b-3e65976f3999 HTTP/1.1" status: 200 len: 849 time: 0.0424867 Aug 10 04:27:56.380951 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b6186-4af8-41f9-8a1b-4fc036e65368 req-7e595836-70dc-40fd-9efe-4d2119c72769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:56.382453 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-003b6186-4af8-41f9-8a1b-4fc036e65368 req-7e595836-70dc-40fd-9efe-4d2119c72769 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=427908ac-9900-46fd-8e87-c9920934dcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451486 Aug 10 04:27:56.397366 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [req-003b6186-4af8-41f9-8a1b-4fc036e65368 req-b446c730-631b-4a7f-9aaf-20f91d0eed31 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:27:56.398279 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-003b6186-4af8-41f9-8a1b-4fc036e65368 req-b446c730-631b-4a7f-9aaf-20f91d0eed31 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048966 Aug 10 04:27:56.491294 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-003b6186-4af8-41f9-8a1b-4fc036e65368 req-4afe0d43-f08f-4701-a97a-f7961c1402ea service neutron] 10.222.0.60 "GET /v2.0/networks/427908ac-9900-46fd-8e87-c9920934dcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836244 Aug 10 04:27:56.583075 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-003b6186-4af8-41f9-8a1b-4fc036e65368 req-afecef85-df64-4511-94ad-2dfe9ba9d8a9 service neutron] 10.222.0.60 "GET /v2.0/networks/427908ac-9900-46fd-8e87-c9920934dcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816829 Aug 10 04:27:57.063354 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:57.443452 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:00.473174 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a9dba044-edf3-4f59-87ee-c4a7b8ec9a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:03.177987 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-19371573-27dd-4a81-9bea-e574c67994e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:03.570447 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:04.521164 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:06.260061 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:12.950899 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:28:27.065615 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:27.441869 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:30.473194 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5ceada70-c1d1-4407-b728-590117702827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:33.179106 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-ef48a87b-ce3e-4ca3-8770-ec433c709373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:33.571740 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:34.523505 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:36.263506 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:49.949960 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:28:50.633671 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e27e33db-ff99-483a-80e2-f192f25363cc req-2204b862-672a-4219-a10b-6870ba18a2eb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e675ebf6-424c-4fe6-a8ad-b298c5323eb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0424709 Aug 10 04:28:50.711977 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e33db-ff99-483a-80e2-f192f25363cc req-d31a5f4c-fb8b-43a2-b6b5-161018d4de04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:50.713465 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e27e33db-ff99-483a-80e2-f192f25363cc req-d31a5f4c-fb8b-43a2-b6b5-161018d4de04 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9946c29dae4349dd990497d845c52a26&device_id=e675ebf6-424c-4fe6-a8ad-b298c5323eb3 HTTP/1.1" status: 200 len: 1098 time: 0.0396516 Aug 10 04:28:50.818120 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e33db-ff99-483a-80e2-f192f25363cc req-3685199f-7cf5-4296-95f9-6c12f9c9760d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:50.819630 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e27e33db-ff99-483a-80e2-f192f25363cc req-3685199f-7cf5-4296-95f9-6c12f9c9760d service neutron] 10.222.0.58 "GET /v2.0/networks?id=427908ac-9900-46fd-8e87-c9920934dcfb HTTP/1.1" status: 200 len: 911 time: 0.0872288 Aug 10 04:28:50.884510 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e27e33db-ff99-483a-80e2-f192f25363cc req-3e50534d-3f07-4655-868f-7eaea38e523d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3019871-2736-4495-bf9f-3d9961319b85 HTTP/1.1" status: 200 len: 1002 time: 0.0581365 Aug 10 04:28:50.934231 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e33db-ff99-483a-80e2-f192f25363cc req-01c9a5bd-db2c-495d-9c18-bff23c930eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:50.935659 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e27e33db-ff99-483a-80e2-f192f25363cc req-01c9a5bd-db2c-495d-9c18-bff23c930eb6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e89bc23e-aba2-442f-8d5b-3e65976f3999 HTTP/1.1" status: 200 len: 849 time: 0.0425074 Aug 10 04:28:50.984870 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e33db-ff99-483a-80e2-f192f25363cc req-ae3f940f-c4bb-414b-9e75-357315a1dc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:50.986379 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e27e33db-ff99-483a-80e2-f192f25363cc req-ae3f940f-c4bb-414b-9e75-357315a1dc9c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=427908ac-9900-46fd-8e87-c9920934dcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434852 Aug 10 04:28:51.073945 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e27e33db-ff99-483a-80e2-f192f25363cc req-13b18057-49b1-4dbc-beae-775b8160fb2d service neutron] 10.222.0.58 "GET /v2.0/networks/427908ac-9900-46fd-8e87-c9920934dcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799983 Aug 10 04:28:51.168270 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-e27e33db-ff99-483a-80e2-f192f25363cc req-eb672e1f-5b22-4e93-a9c3-ba600eeaf0e2 service neutron] 10.222.0.58 "GET /v2.0/networks/427908ac-9900-46fd-8e87-c9920934dcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865722 Aug 10 04:28:57.078916 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:57.445203 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:57.975798 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3dce1e92-9e5a-443c-a87e-e9acfe65fb5c req-a941d056-fb1e-4957-af53-ec28e8d12e32 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=13aa68a2-2a4c-4864-990d-99bf17b6a551&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0429289 Aug 10 04:28:58.071647 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce1e92-9e5a-443c-a87e-e9acfe65fb5c req-fb5fbe70-6ee7-43c6-8b30-9c42ab3576a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:58.073192 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3dce1e92-9e5a-443c-a87e-e9acfe65fb5c req-fb5fbe70-6ee7-43c6-8b30-9c42ab3576a8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9946c29dae4349dd990497d845c52a26&device_id=13aa68a2-2a4c-4864-990d-99bf17b6a551 HTTP/1.1" status: 200 len: 1095 time: 0.0443819 Aug 10 04:28:58.181241 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce1e92-9e5a-443c-a87e-e9acfe65fb5c req-711c6539-0251-4a69-83e5-3d68e4bd0944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:58.182713 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3dce1e92-9e5a-443c-a87e-e9acfe65fb5c req-711c6539-0251-4a69-83e5-3d68e4bd0944 service neutron] 10.222.0.60 "GET /v2.0/networks?id=427908ac-9900-46fd-8e87-c9920934dcfb HTTP/1.1" status: 200 len: 911 time: 0.0829034 Aug 10 04:28:58.255630 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3dce1e92-9e5a-443c-a87e-e9acfe65fb5c req-5df56cab-0575-4a0e-b15d-f0099a52829d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd185ae7-3cff-4740-9837-ed7ddacb6b1a HTTP/1.1" status: 200 len: 998 time: 0.0616028 Aug 10 04:28:58.309158 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce1e92-9e5a-443c-a87e-e9acfe65fb5c req-3762e3fc-15cc-4a6b-8c3a-3bed463457ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:58.310606 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3dce1e92-9e5a-443c-a87e-e9acfe65fb5c req-3762e3fc-15cc-4a6b-8c3a-3bed463457ea service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e89bc23e-aba2-442f-8d5b-3e65976f3999 HTTP/1.1" status: 200 len: 849 time: 0.0435848 Aug 10 04:28:58.359721 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce1e92-9e5a-443c-a87e-e9acfe65fb5c req-892a4513-94ff-4a22-bf88-0b4077444fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:58.361219 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3dce1e92-9e5a-443c-a87e-e9acfe65fb5c req-892a4513-94ff-4a22-bf88-0b4077444fd4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=427908ac-9900-46fd-8e87-c9920934dcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396774 Aug 10 04:28:58.456409 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3dce1e92-9e5a-443c-a87e-e9acfe65fb5c req-e3000b8b-242d-47c6-a2e7-e6b2a78ebc3d service neutron] 10.222.0.60 "GET /v2.0/networks/427908ac-9900-46fd-8e87-c9920934dcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833855 Aug 10 04:28:58.550720 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-3dce1e92-9e5a-443c-a87e-e9acfe65fb5c req-80a90953-1d5c-42e8-8be9-c9ec192625d0 service neutron] 10.222.0.60 "GET /v2.0/networks/427908ac-9900-46fd-8e87-c9920934dcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806739 Aug 10 04:29:00.474360 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-cf8ef36a-e269-45ea-b901-50a3d56657bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:03.180412 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-58a6229f-ea17-4f20-ab64-6df9a3c00c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:03.573585 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:04.527157 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:06.266172 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:15.997007 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device b3019871-2736-4495-bf9f-3d9961319b85 details requested by agent hyperv_n-h1-768851-15 with host n-h1-768851-15 {{(pid=94218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:29:16.097905 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port b3019871-2736-4495-bf9f-3d9961319b85, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=b3019871-2736-4495-bf9f-3d9961319b85,segment=NetworkSegment(9c86b7c2-7835-43f5-8632-756dc7a4ddff),segment_id=9c86b7c2-7835-43f5-8632-756dc7a4ddff)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:29:16.111532 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Returning: {'device': 'b3019871-2736-4495-bf9f-3d9961319b85', 'network_id': '427908ac-9900-46fd-8e87-c9920934dcfb', 'port_id': 'b3019871-2736-4495-bf9f-3d9961319b85', 'mac_address': 'fa:16:3e:ee:41:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e89bc23e-aba2-442f-8d5b-3e65976f3999', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:29:16.159008 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:16.177067 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b3019871-2736-4495-bf9f-3d9961319b85 {{(pid=94218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:29:16.198590 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port b3019871-2736-4495-bf9f-3d9961319b85, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=b3019871-2736-4495-bf9f-3d9961319b85,segment=NetworkSegment(9c86b7c2-7835-43f5-8632-756dc7a4ddff),segment_id=9c86b7c2-7835-43f5-8632-756dc7a4ddff)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:29:16.203931 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:16.272083 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=b3019871-2736-4495-bf9f-3d9961319b85,revision_number=6']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:16.276632 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] get_ports_and_sgs() called for port_ids ['b3019871-2736-4495-bf9f-3d9961319b85'] {{(pid=94218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:29:16.286033 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:16.286359 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:16.286639 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:16.287017 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:16.287325 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:16.287653 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:16.287977 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:16.288302 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:16.288622 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:16.288938 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:16.289405 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:16.289727 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:18.017511 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device b3019871-2736-4495-bf9f-3d9961319b85 up at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:29:18.083264 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.provisioning_blocks [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Provisioning complete for port b3019871-2736-4495-bf9f-3d9961319b85 triggered by entity L2. {{(pid=94218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:29:18.083967 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487842'] for port, provisioning_complete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:18.175122 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:18.207999 n-d-768851-15 neutron-server[94218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e675ebf6-424c-4fe6-a8ad-b298c5323eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3019871-2736-4495-bf9f-3d9961319b85'}] {{(pid=94218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:29:18.210399 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}687ba51f6797870dc73eef52a647f30c5325a6c2ab4bb07751a6afc0cf078d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681d1494-159c-42bb-9f4e-f9cf9607e14d" -d '{"events": [{"server_uuid": "e675ebf6-424c-4fe6-a8ad-b298c5323eb3", "name": "network-vif-plugged", "status": "completed", "tag": "b3019871-2736-4495-bf9f-3d9961319b85"}]}' {{(pid=94218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:29:18.225631 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] For port b3019871-2736-4495-bf9f-3d9961319b85, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=b3019871-2736-4495-bf9f-3d9961319b85,segment=NetworkSegment(9c86b7c2-7835-43f5-8632-756dc7a4ddff),segment_id=9c86b7c2-7835-43f5-8632-756dc7a4ddff)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:29:18.232462 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733457243805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733456853751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733456854029'] for port, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:18.308301 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Pushing event updated for resources: {'Port': ['ID=b3019871-2736-4495-bf9f-3d9961319b85,revision_number=7']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:18.357838 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886c20d9-16c3-4313-960d-8b465a1627df x-openstack-request-id: req-886c20d9-16c3-4313-960d-8b465a1627df {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:29:18.358138 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e675ebf6-424c-4fe6-a8ad-b298c5323eb3", "name": "network-vif-plugged", "status": "completed", "tag": "b3019871-2736-4495-bf9f-3d9961319b85", "code": 200}]} {{(pid=94218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:29:18.358405 n-d-768851-15 neutron-server[94218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-886c20d9-16c3-4313-960d-8b465a1627df {{(pid=94218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:29:18.358836 n-d-768851-15 neutron-server[94218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e675ebf6-424c-4fe6-a8ad-b298c5323eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3019871-2736-4495-bf9f-3d9961319b85', 'code': 200} Aug 10 04:29:24.880858 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 45368) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:25.034695 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-ed67617a-28fe-48d0-92b9-84524fb5576a tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Deleting port 999a7cbf-8bde-426e-a2e9-fcbb570995e7 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:29:25.034977 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ed67617a-28fe-48d0-92b9-84524fb5576a tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:25.112426 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ed67617a-28fe-48d0-92b9-84524fb5576a tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:25.112760 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ed67617a-28fe-48d0-92b9-84524fb5576a tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:25.124502 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-ed67617a-28fe-48d0-92b9-84524fb5576a tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Calling delete_port for 999a7cbf-8bde-426e-a2e9-fcbb570995e7 owned by network:floatingip {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:29:25.273534 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ed67617a-28fe-48d0-92b9-84524fb5576a tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:25.613930 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed67617a-28fe-48d0-92b9-84524fb5576a tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Pushing event deleted for resources: {'Port': ['ID=999a7cbf-8bde-426e-a2e9-fcbb570995e7,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:25.638476 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed67617a-28fe-48d0-92b9-84524fb5576a tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:25.638853 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed67617a-28fe-48d0-92b9-84524fb5576a tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:25.639200 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed67617a-28fe-48d0-92b9-84524fb5576a tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:25.639536 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed67617a-28fe-48d0-92b9-84524fb5576a tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:25.639873 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed67617a-28fe-48d0-92b9-84524fb5576a tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:25.640207 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed67617a-28fe-48d0-92b9-84524fb5576a tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:25.640534 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed67617a-28fe-48d0-92b9-84524fb5576a tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:25.640860 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed67617a-28fe-48d0-92b9-84524fb5576a tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:25.641186 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed67617a-28fe-48d0-92b9-84524fb5576a tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:25.641507 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed67617a-28fe-48d0-92b9-84524fb5576a tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:25.641831 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed67617a-28fe-48d0-92b9-84524fb5576a tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:25.642156 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed67617a-28fe-48d0-92b9-84524fb5576a tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:25.680430 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ed67617a-28fe-48d0-92b9-84524fb5576a tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks [] for floatingip, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:25.680775 n-d-768851-15 neutron-server[94216]: INFO neutron.db.l3_db [None req-ed67617a-28fe-48d0-92b9-84524fb5576a tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Floating IP b75cc53c-9c12-475b-9f5a-870a2c535cfc disassociated (deleted). External IP: 172.25.7.185, port: b3019871-2736-4495-bf9f-3d9961319b85. Aug 10 04:29:25.886823 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed67617a-28fe-48d0-92b9-84524fb5576a tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Router 783df03c-5941-4fa9-ad6b-adf6b5bed255 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:29:25.994649 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed67617a-28fe-48d0-92b9-84524fb5576a tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:29:25.999860 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-ed67617a-28fe-48d0-92b9-84524fb5576a tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:26.004773 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488bdc9b-b991-4ef5-86ba-a5ca89276638 None None] Sync routers for ids ['783df03c-5941-4fa9-ad6b-adf6b5bed255'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:29:26.014724 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488bdc9b-b991-4ef5-86ba-a5ca89276638 None None] Routers {'783df03c-5941-4fa9-ad6b-adf6b5bed255'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:29:26.015431 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-488bdc9b-b991-4ef5-86ba-a5ca89276638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:29:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['783df03c-5941-4fa9-ad6b-adf6b5bed255'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:26.028038 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-ed67617a-28fe-48d0-92b9-84524fb5576a tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "DELETE /v2.0/floatingips/b75cc53c-9c12-475b-9f5a-870a2c535cfc HTTP/1.1" status: 204 len: 168 time: 1.1460850 Aug 10 04:29:26.028739 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e675ebf6-424c-4fe6-a8ad-b298c5323eb3', 'tag': 'b3019871-2736-4495-bf9f-3d9961319b85'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:29:26.031160 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0021ea54f387d2ae39ffe00c7e01dc720af9cc0ec992141d1f8728dec056f1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-327efb40-6283-461e-be37-b634c36fff1d" -d '{"events": [{"name": "network-changed", "server_uuid": "e675ebf6-424c-4fe6-a8ad-b298c5323eb3", "tag": "b3019871-2736-4495-bf9f-3d9961319b85"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:29:26.135138 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-488bdc9b-b991-4ef5-86ba-a5ca89276638 None None] Set router 783df03c-5941-4fa9-ad6b-adf6b5bed255 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:29:26.163099 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137aa53c-e71c-40c0-8661-89cfc52fda5a x-openstack-request-id: req-137aa53c-e71c-40c0-8661-89cfc52fda5a {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:29:26.163747 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e675ebf6-424c-4fe6-a8ad-b298c5323eb3", "tag": "b3019871-2736-4495-bf9f-3d9961319b85", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:29:26.164011 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-137aa53c-e71c-40c0-8661-89cfc52fda5a {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:29:26.164423 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e675ebf6-424c-4fe6-a8ad-b298c5323eb3', 'tag': 'b3019871-2736-4495-bf9f-3d9961319b85', 'status': 'completed', 'code': 200} Aug 10 04:29:26.242938 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327efb40-6283-461e-be37-b634c36fff1d req-2749bee3-43cb-4f1c-8652-8c41a899805a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:26.244556 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-327efb40-6283-461e-be37-b634c36fff1d req-2749bee3-43cb-4f1c-8652-8c41a899805a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9946c29dae4349dd990497d845c52a26&device_id=e675ebf6-424c-4fe6-a8ad-b298c5323eb3 HTTP/1.1" status: 200 len: 1098 time: 0.0457957 Aug 10 04:29:26.290309 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66908a52-58a1-4238-8f12-7237dc7532e5 req-95853dbd-6fa4-4f16-acee-f5866b481678 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:26.292109 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-66908a52-58a1-4238-8f12-7237dc7532e5 req-95853dbd-6fa4-4f16-acee-f5866b481678 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/ports?device_id=e675ebf6-424c-4fe6-a8ad-b298c5323eb3 HTTP/1.1" status: 200 len: 946 time: 0.0529852 Aug 10 04:29:26.334811 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-66908a52-58a1-4238-8f12-7237dc7532e5 req-3db3150e-8acf-4e4e-a317-009f16aa56d6 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c516afe-982c-4f91-b481-4ca51f215b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348551 Aug 10 04:29:26.343465 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327efb40-6283-461e-be37-b634c36fff1d req-62375a7b-552e-4f46-a4bb-59f6d1258f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:26.344969 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-327efb40-6283-461e-be37-b634c36fff1d req-62375a7b-552e-4f46-a4bb-59f6d1258f41 service neutron] 10.222.0.58 "GET /v2.0/networks?id=427908ac-9900-46fd-8e87-c9920934dcfb HTTP/1.1" status: 200 len: 911 time: 0.0919850 Aug 10 04:29:26.385033 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-488bdc9b-b991-4ef5-86ba-a5ca89276638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'name': 'tempest-TestSnapshotPattern-1106046824-router', 'tenant_id': '9946c29dae4349dd990497d845c52a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '71ee0e49-b94a-434a-9e33-a1ea2e103dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:24:37Z', 'updated_at': '2021-08-10T04:24:40Z', 'revision_number': 4, 'project_id': '9946c29dae4349dd990497d845c52a26', 'gw_port': {'id': '71ee0e49-b94a-434a-9e33-a1ea2e103dbb', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:7a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:38Z', 'updated_at': '2021-08-10T04:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '316b6be9-ec68-4d22-a9c6-21bfd3179eb9', 'tenant_id': '9946c29dae4349dd990497d845c52a26', 'floating_ip_address': '172.25.7.16', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'port_id': 'bd185ae7-3cff-4740-9837-ed7ddacb6b1a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '427908ac-9900-46fd-8e87-c9920934dcfb', 'mac_address': 'fa:16:3e:4a:c1:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13aa68a2-2a4c-4864-990d-99bf17b6a551', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:25:00Z', 'updated_at': '2021-08-10T04:25:02Z', 'revision_number': 1, 'project_id': '9946c29dae4349dd990497d845c52a26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '793e165d-b47e-4b36-82fa-9360ef8995b7', 'name': '', 'network_id': '427908ac-9900-46fd-8e87-c9920934dcfb', 'tenant_id': '9946c29dae4349dd990497d845c52a26', 'mac_address': 'fa:16:3e:77:e1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'e89bc23e-aba2-442f-8d5b-3e65976f3999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:39Z', 'updated_at': '2021-08-10T04:24:46Z', 'revision_number': 5, 'project_id': '9946c29dae4349dd990497d845c52a26', 'subnets': [{'id': 'e89bc23e-aba2-442f-8d5b-3e65976f3999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:26.388391 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-327efb40-6283-461e-be37-b634c36fff1d req-289d56aa-ee83-4e26-bbdd-b666a25eeacf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3019871-2736-4495-bf9f-3d9961319b85 HTTP/1.1" status: 200 len: 217 time: 0.0356224 Aug 10 04:29:26.415143 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488bdc9b-b991-4ef5-86ba-a5ca89276638 None None] Checking router: 783df03c-5941-4fa9-ad6b-adf6b5bed255 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:29:26.423412 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488bdc9b-b991-4ef5-86ba-a5ca89276638 None None] Routers {'783df03c-5941-4fa9-ad6b-adf6b5bed255'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:29:26.424017 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-488bdc9b-b991-4ef5-86ba-a5ca89276638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:29:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['783df03c-5941-4fa9-ad6b-adf6b5bed255'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:26.437409 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327efb40-6283-461e-be37-b634c36fff1d req-e32ebd00-c55c-422c-8f66-3920ef61166d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:26.438925 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-327efb40-6283-461e-be37-b634c36fff1d req-e32ebd00-c55c-422c-8f66-3920ef61166d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e89bc23e-aba2-442f-8d5b-3e65976f3999 HTTP/1.1" status: 200 len: 849 time: 0.0436058 Aug 10 04:29:26.486181 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327efb40-6283-461e-be37-b634c36fff1d req-69ae2b9a-33a8-4e5a-82a7-c8d02b5159a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:26.487714 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-327efb40-6283-461e-be37-b634c36fff1d req-69ae2b9a-33a8-4e5a-82a7-c8d02b5159a7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=427908ac-9900-46fd-8e87-c9920934dcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408206 Aug 10 04:29:26.529410 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-488bdc9b-b991-4ef5-86ba-a5ca89276638 None None] Set router 783df03c-5941-4fa9-ad6b-adf6b5bed255 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:29:26.581915 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-327efb40-6283-461e-be37-b634c36fff1d req-33deb170-b0a9-461a-adad-3d877f4e1c62 service neutron] 10.222.0.58 "GET /v2.0/networks/427908ac-9900-46fd-8e87-c9920934dcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861492 Aug 10 04:29:26.673701 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-327efb40-6283-461e-be37-b634c36fff1d req-efacadfb-b05d-4de9-aaa8-8983a7d01ac7 service neutron] 10.222.0.58 "GET /v2.0/networks/427908ac-9900-46fd-8e87-c9920934dcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835388 Aug 10 04:29:26.749008 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-488bdc9b-b991-4ef5-86ba-a5ca89276638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'name': 'tempest-TestSnapshotPattern-1106046824-router', 'tenant_id': '9946c29dae4349dd990497d845c52a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '71ee0e49-b94a-434a-9e33-a1ea2e103dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:24:37Z', 'updated_at': '2021-08-10T04:24:40Z', 'revision_number': 4, 'project_id': '9946c29dae4349dd990497d845c52a26', 'gw_port': {'id': '71ee0e49-b94a-434a-9e33-a1ea2e103dbb', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:7a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:38Z', 'updated_at': '2021-08-10T04:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '316b6be9-ec68-4d22-a9c6-21bfd3179eb9', 'tenant_id': '9946c29dae4349dd990497d845c52a26', 'floating_ip_address': '172.25.7.16', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'port_id': 'bd185ae7-3cff-4740-9837-ed7ddacb6b1a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '427908ac-9900-46fd-8e87-c9920934dcfb', 'mac_address': 'fa:16:3e:4a:c1:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13aa68a2-2a4c-4864-990d-99bf17b6a551', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:25:00Z', 'updated_at': '2021-08-10T04:25:02Z', 'revision_number': 1, 'project_id': '9946c29dae4349dd990497d845c52a26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '793e165d-b47e-4b36-82fa-9360ef8995b7', 'name': '', 'network_id': '427908ac-9900-46fd-8e87-c9920934dcfb', 'tenant_id': '9946c29dae4349dd990497d845c52a26', 'mac_address': 'fa:16:3e:77:e1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'e89bc23e-aba2-442f-8d5b-3e65976f3999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:39Z', 'updated_at': '2021-08-10T04:24:46Z', 'revision_number': 5, 'project_id': '9946c29dae4349dd990497d845c52a26', 'subnets': [{'id': 'e89bc23e-aba2-442f-8d5b-3e65976f3999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:26.775311 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488bdc9b-b991-4ef5-86ba-a5ca89276638 None None] The sync data for ids ['783df03c-5941-4fa9-ad6b-adf6b5bed255'] in n-d-768851-15 is: [{'id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'name': 'tempest-TestSnapshotPattern-1106046824-router', 'tenant_id': '9946c29dae4349dd990497d845c52a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '71ee0e49-b94a-434a-9e33-a1ea2e103dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:24:37Z', 'updated_at': '2021-08-10T04:24:40Z', 'revision_number': 4, 'project_id': '9946c29dae4349dd990497d845c52a26', 'gw_port': {'id': '71ee0e49-b94a-434a-9e33-a1ea2e103dbb', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:7a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:38Z', 'updated_at': '2021-08-10T04:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_floatingips': [{'id': '316b6be9-ec68-4d22-a9c6-21bfd3179eb9', 'tenant_id': '9946c29dae4349dd990497d845c52a26', 'floating_ip_address': '172.25.7.16', 'floating_network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'router_id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'port_id': 'bd185ae7-3cff-4740-9837-ed7ddacb6b1a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '427908ac-9900-46fd-8e87-c9920934dcfb', 'mac_address': 'fa:16:3e:4a:c1:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13aa68a2-2a4c-4864-990d-99bf17b6a551', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:25:00Z', 'updated_at': '2021-08-10T04:25:02Z', 'revision_number': 1, 'project_id': '9946c29dae4349dd990497d845c52a26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '793e165d-b47e-4b36-82fa-9360ef8995b7', 'name': '', 'network_id': '427908ac-9900-46fd-8e87-c9920934dcfb', 'tenant_id': '9946c29dae4349dd990497d845c52a26', 'mac_address': 'fa:16:3e:77:e1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'e89bc23e-aba2-442f-8d5b-3e65976f3999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:39Z', 'updated_at': '2021-08-10T04:24:46Z', 'revision_number': 5, 'project_id': '9946c29dae4349dd990497d845c52a26', 'subnets': [{'id': 'e89bc23e-aba2-442f-8d5b-3e65976f3999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:29:26.949296 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:29:26.985271 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bda6fe5-6d2b-476f-9699-2719944f6bd4 None None] New status for floating IP b75cc53c-9c12-475b-9f5a-870a2c535cfc: DOWN {{(pid=94219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:29:27.096772 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:27.443128 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:27.459235 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8476f7bd-cf21-4f3f-940f-6977a09e893a req-74e85560-f971-49d3-abde-fbc664ed0dd8 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:27.460733 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8476f7bd-cf21-4f3f-940f-6977a09e893a req-74e85560-f971-49d3-abde-fbc664ed0dd8 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/ports?device_id=e675ebf6-424c-4fe6-a8ad-b298c5323eb3 HTTP/1.1" status: 200 len: 946 time: 0.0536244 Aug 10 04:29:27.499893 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-8476f7bd-cf21-4f3f-940f-6977a09e893a req-b72eb020-ea5c-4674-b5ab-0828ccfcd75d tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c516afe-982c-4f91-b481-4ca51f215b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332155 Aug 10 04:29:27.850406 n-d-768851-15 neutron-server[94217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13147a85-079c-4fe6-b3dd-c6747fbbe053 req-526bbec9-7c67-4833-bf9f-b6fc17024921 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:27.851895 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-13147a85-079c-4fe6-b3dd-c6747fbbe053 req-526bbec9-7c67-4833-bf9f-b6fc17024921 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.58 "GET /v2.0/ports?device_id=e675ebf6-424c-4fe6-a8ad-b298c5323eb3 HTTP/1.1" status: 200 len: 946 time: 0.0541325 Aug 10 04:29:27.941407 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-13147a85-079c-4fe6-b3dd-c6747fbbe053 req-11bc9e40-8c93-4b1f-9577-5c88714588dc tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Deleting port b3019871-2736-4495-bf9f-3d9961319b85 {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:29:27.941752 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-13147a85-079c-4fe6-b3dd-c6747fbbe053 req-11bc9e40-8c93-4b1f-9577-5c88714588dc tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:28.031279 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [req-13147a85-079c-4fe6-b3dd-c6747fbbe053 req-11bc9e40-8c93-4b1f-9577-5c88714588dc tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] For port b3019871-2736-4495-bf9f-3d9961319b85, host n-h1-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-15',level=0,port_id=b3019871-2736-4495-bf9f-3d9961319b85,segment=NetworkSegment(9c86b7c2-7835-43f5-8632-756dc7a4ddff),segment_id=9c86b7c2-7835-43f5-8632-756dc7a4ddff)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:29:28.031712 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-13147a85-079c-4fe6-b3dd-c6747fbbe053 req-11bc9e40-8c93-4b1f-9577-5c88714588dc tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:28.044798 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [req-13147a85-079c-4fe6-b3dd-c6747fbbe053 req-11bc9e40-8c93-4b1f-9577-5c88714588dc tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Calling delete_port for b3019871-2736-4495-bf9f-3d9961319b85 owned by compute:nova {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:29:28.070143 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device b3019871-2736-4495-bf9f-3d9961319b85 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:29:28.151035 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549217'] for port, before_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:28.174938 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-13147a85-079c-4fe6-b3dd-c6747fbbe053 req-11bc9e40-8c93-4b1f-9577-5c88714588dc tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:28.205250 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bc9e40-8c93-4b1f-9577-5c88714588dc tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Pushing event deleted for resources: {'Port': ['ID=b3019871-2736-4495-bf9f-3d9961319b85,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:28.220415 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bc9e40-8c93-4b1f-9577-5c88714588dc tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:28.220763 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bc9e40-8c93-4b1f-9577-5c88714588dc tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:28.221125 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bc9e40-8c93-4b1f-9577-5c88714588dc tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:28.221471 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bc9e40-8c93-4b1f-9577-5c88714588dc tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:28.221803 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bc9e40-8c93-4b1f-9577-5c88714588dc tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:28.222121 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bc9e40-8c93-4b1f-9577-5c88714588dc tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:28.222443 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bc9e40-8c93-4b1f-9577-5c88714588dc tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:28.222780 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bc9e40-8c93-4b1f-9577-5c88714588dc tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:28.223105 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bc9e40-8c93-4b1f-9577-5c88714588dc tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:28.224105 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bc9e40-8c93-4b1f-9577-5c88714588dc tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:28.224427 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bc9e40-8c93-4b1f-9577-5c88714588dc tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:28.224752 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bc9e40-8c93-4b1f-9577-5c88714588dc tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-15 {{(pid=94217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:28.258699 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [req-13147a85-079c-4fe6-b3dd-c6747fbbe053 req-11bc9e40-8c93-4b1f-9577-5c88714588dc tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] No DVR routers for this DVR port b3019871-2736-4495-bf9f-3d9961319b85 on host n-h1-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:29:28.261271 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [req-13147a85-079c-4fe6-b3dd-c6747fbbe053 req-11bc9e40-8c93-4b1f-9577-5c88714588dc tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:28.263340 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [req-13147a85-079c-4fe6-b3dd-c6747fbbe053 req-11bc9e40-8c93-4b1f-9577-5c88714588dc tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.58 "DELETE /v2.0/ports/b3019871-2736-4495-bf9f-3d9961319b85 HTTP/1.1" status: 204 len: 173 time: 0.4046957 Aug 10 04:29:28.263772 n-d-768851-15 neutron-server[94217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e675ebf6-424c-4fe6-a8ad-b298c5323eb3', 'name': 'network-vif-deleted', 'tag': 'b3019871-2736-4495-bf9f-3d9961319b85'}] {{(pid=94217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:29:28.266025 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22ad4654dd32cc7208a19091a2312c490144bb13544d6468e82e9e9d549a02ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113d5e5e-e8cd-42c0-bb21-2584fb2c72c4" -d '{"events": [{"server_uuid": "e675ebf6-424c-4fe6-a8ad-b298c5323eb3", "name": "network-vif-deleted", "tag": "b3019871-2736-4495-bf9f-3d9961319b85"}]}' {{(pid=94217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:29:28.303089 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10eb3e1-895f-46f4-9fe9-cc6d896a58bf x-openstack-request-id: req-d10eb3e1-895f-46f4-9fe9-cc6d896a58bf {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:29:28.303387 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e675ebf6-424c-4fe6-a8ad-b298c5323eb3", "name": "network-vif-deleted", "tag": "b3019871-2736-4495-bf9f-3d9961319b85", "status": "completed", "code": 200}]} {{(pid=94217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:29:28.303642 n-d-768851-15 neutron-server[94217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d10eb3e1-895f-46f4-9fe9-cc6d896a58bf {{(pid=94217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:29:28.304046 n-d-768851-15 neutron-server[94217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e675ebf6-424c-4fe6-a8ad-b298c5323eb3', 'name': 'network-vif-deleted', 'tag': 'b3019871-2736-4495-bf9f-3d9961319b85', 'status': 'completed', 'code': 200} Aug 10 04:29:28.613860 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-749eee5d-1bca-45f6-adaf-dda091436a81 req-3d125150-7441-4aed-81d5-6ceed9d33ce9 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/ports?device_id=e675ebf6-424c-4fe6-a8ad-b298c5323eb3 HTTP/1.1" status: 200 len: 210 time: 0.0277195 Aug 10 04:29:30.171321 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 45430) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:30.328069 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-dab667b3-fa37-4735-ae58-7c211a78c665 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Deleting port 6d9be38c-2f00-4fee-9815-bd87b418d08d {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:29:30.328303 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dab667b3-fa37-4735-ae58-7c211a78c665 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:30.407040 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dab667b3-fa37-4735-ae58-7c211a78c665 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:30.407299 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dab667b3-fa37-4735-ae58-7c211a78c665 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:30.419215 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-dab667b3-fa37-4735-ae58-7c211a78c665 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Calling delete_port for 6d9be38c-2f00-4fee-9815-bd87b418d08d owned by network:floatingip {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:29:30.476423 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-a84746f2-1676-4e98-a5ce-3f1055134895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:30.564484 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dab667b3-fa37-4735-ae58-7c211a78c665 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:30.593469 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab667b3-fa37-4735-ae58-7c211a78c665 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Pushing event deleted for resources: {'Port': ['ID=6d9be38c-2f00-4fee-9815-bd87b418d08d,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:30.653396 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dab667b3-fa37-4735-ae58-7c211a78c665 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks [] for floatingip, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:30.653777 n-d-768851-15 neutron-server[94216]: INFO neutron.db.l3_db [None req-dab667b3-fa37-4735-ae58-7c211a78c665 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Floating IP 316b6be9-ec68-4d22-a9c6-21bfd3179eb9 disassociated (deleted). External IP: 172.25.7.16, port: bd185ae7-3cff-4740-9837-ed7ddacb6b1a. Aug 10 04:29:30.859899 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dab667b3-fa37-4735-ae58-7c211a78c665 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Router 783df03c-5941-4fa9-ad6b-adf6b5bed255 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:29:30.967297 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab667b3-fa37-4735-ae58-7c211a78c665 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:29:30.971742 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-dab667b3-fa37-4735-ae58-7c211a78c665 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for floatingip, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:30.977951 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab5548a-1ba9-488e-b964-e803c73e3c8b None None] Sync routers for ids ['783df03c-5941-4fa9-ad6b-adf6b5bed255'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:29:30.986984 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab5548a-1ba9-488e-b964-e803c73e3c8b None None] Routers {'783df03c-5941-4fa9-ad6b-adf6b5bed255'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:29:30.987601 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-8ab5548a-1ba9-488e-b964-e803c73e3c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:29:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['783df03c-5941-4fa9-ad6b-adf6b5bed255'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:31.001031 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-dab667b3-fa37-4735-ae58-7c211a78c665 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "DELETE /v2.0/floatingips/316b6be9-ec68-4d22-a9c6-21bfd3179eb9 HTTP/1.1" status: 204 len: 168 time: 0.8287535 Aug 10 04:29:31.001631 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13aa68a2-2a4c-4864-990d-99bf17b6a551', 'tag': 'bd185ae7-3cff-4740-9837-ed7ddacb6b1a'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:29:31.003947 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0021ea54f387d2ae39ffe00c7e01dc720af9cc0ec992141d1f8728dec056f1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fee2256-155e-41fc-988f-b5e27cc48d92" -d '{"events": [{"name": "network-changed", "server_uuid": "13aa68a2-2a4c-4864-990d-99bf17b6a551", "tag": "bd185ae7-3cff-4740-9837-ed7ddacb6b1a"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:29:31.040652 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a18817-b14a-4815-a3f4-7b16c3bc16e6 x-openstack-request-id: req-96a18817-b14a-4815-a3f4-7b16c3bc16e6 {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:29:31.040947 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13aa68a2-2a4c-4864-990d-99bf17b6a551", "tag": "bd185ae7-3cff-4740-9837-ed7ddacb6b1a", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:29:31.041208 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-96a18817-b14a-4815-a3f4-7b16c3bc16e6 {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:29:31.041961 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13aa68a2-2a4c-4864-990d-99bf17b6a551', 'tag': 'bd185ae7-3cff-4740-9837-ed7ddacb6b1a', 'status': 'completed', 'code': 200} Aug 10 04:29:31.098338 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-8ab5548a-1ba9-488e-b964-e803c73e3c8b None None] Set router 783df03c-5941-4fa9-ad6b-adf6b5bed255 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:29:31.111729 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee2256-155e-41fc-988f-b5e27cc48d92 req-59e9f995-c73d-4105-b05e-3f4e26ffb0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:31.113500 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1fee2256-155e-41fc-988f-b5e27cc48d92 req-59e9f995-c73d-4105-b05e-3f4e26ffb0f2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9946c29dae4349dd990497d845c52a26&device_id=13aa68a2-2a4c-4864-990d-99bf17b6a551 HTTP/1.1" status: 200 len: 1095 time: 0.0438132 Aug 10 04:29:31.254258 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee2256-155e-41fc-988f-b5e27cc48d92 req-cce31ca4-f8b9-4b30-ac3f-85c13965a283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:31.256317 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1fee2256-155e-41fc-988f-b5e27cc48d92 req-cce31ca4-f8b9-4b30-ac3f-85c13965a283 service neutron] 10.222.0.60 "GET /v2.0/networks?id=427908ac-9900-46fd-8e87-c9920934dcfb HTTP/1.1" status: 200 len: 911 time: 0.1285257 Aug 10 04:29:31.273423 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10d141-f416-4198-9e26-be8fd2e201de req-01ba74e4-8b5f-4e96-8f03-b6b5c9797fe7 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:31.274911 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2e10d141-f416-4198-9e26-be8fd2e201de req-01ba74e4-8b5f-4e96-8f03-b6b5c9797fe7 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/ports?device_id=13aa68a2-2a4c-4864-990d-99bf17b6a551 HTTP/1.1" status: 200 len: 943 time: 0.0739853 Aug 10 04:29:31.314116 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-8ab5548a-1ba9-488e-b964-e803c73e3c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'name': 'tempest-TestSnapshotPattern-1106046824-router', 'tenant_id': '9946c29dae4349dd990497d845c52a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '71ee0e49-b94a-434a-9e33-a1ea2e103dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:24:37Z', 'updated_at': '2021-08-10T04:24:40Z', 'revision_number': 4, 'project_id': '9946c29dae4349dd990497d845c52a26', 'gw_port': {'id': '71ee0e49-b94a-434a-9e33-a1ea2e103dbb', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:7a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:38Z', 'updated_at': '2021-08-10T04:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '793e165d-b47e-4b36-82fa-9360ef8995b7', 'name': '', 'network_id': '427908ac-9900-46fd-8e87-c9920934dcfb', 'tenant_id': '9946c29dae4349dd990497d845c52a26', 'mac_address': 'fa:16:3e:77:e1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'e89bc23e-aba2-442f-8d5b-3e65976f3999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:39Z', 'updated_at': '2021-08-10T04:24:46Z', 'revision_number': 5, 'project_id': '9946c29dae4349dd990497d845c52a26', 'subnets': [{'id': 'e89bc23e-aba2-442f-8d5b-3e65976f3999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:31.318462 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1fee2256-155e-41fc-988f-b5e27cc48d92 req-acbdda35-9362-4fa2-8461-884fa2478aa0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd185ae7-3cff-4740-9837-ed7ddacb6b1a HTTP/1.1" status: 200 len: 217 time: 0.0530505 Aug 10 04:29:31.341563 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab5548a-1ba9-488e-b964-e803c73e3c8b None None] Checking router: 783df03c-5941-4fa9-ad6b-adf6b5bed255 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:29:31.349977 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab5548a-1ba9-488e-b964-e803c73e3c8b None None] Routers {'783df03c-5941-4fa9-ad6b-adf6b5bed255'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:29:31.350584 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-8ab5548a-1ba9-488e-b964-e803c73e3c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:29:03Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['783df03c-5941-4fa9-ad6b-adf6b5bed255'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:31.372796 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-2e10d141-f416-4198-9e26-be8fd2e201de req-8c3b28bb-6172-409f-8e4b-ae840c6bb863 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c516afe-982c-4f91-b481-4ca51f215b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913694 Aug 10 04:29:31.385793 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee2256-155e-41fc-988f-b5e27cc48d92 req-b4b51ec8-886d-49eb-a7c0-6a05926400b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:31.387408 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1fee2256-155e-41fc-988f-b5e27cc48d92 req-b4b51ec8-886d-49eb-a7c0-6a05926400b8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e89bc23e-aba2-442f-8d5b-3e65976f3999 HTTP/1.1" status: 200 len: 849 time: 0.0599689 Aug 10 04:29:31.437046 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee2256-155e-41fc-988f-b5e27cc48d92 req-847c692a-8c34-4b90-bec6-8587fe17dd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:31.438583 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1fee2256-155e-41fc-988f-b5e27cc48d92 req-847c692a-8c34-4b90-bec6-8587fe17dd3a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=427908ac-9900-46fd-8e87-c9920934dcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411582 Aug 10 04:29:31.458041 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-8ab5548a-1ba9-488e-b964-e803c73e3c8b None None] Set router 783df03c-5941-4fa9-ad6b-adf6b5bed255 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:29:31.532441 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1fee2256-155e-41fc-988f-b5e27cc48d92 req-6175692b-6149-4583-94a7-e5da55b8a6b7 service neutron] 10.222.0.60 "GET /v2.0/networks/427908ac-9900-46fd-8e87-c9920934dcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859566 Aug 10 04:29:31.625947 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-1fee2256-155e-41fc-988f-b5e27cc48d92 req-bae37baa-4a89-4f71-947f-7bcf5599757e service neutron] 10.222.0.60 "GET /v2.0/networks/427908ac-9900-46fd-8e87-c9920934dcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850890 Aug 10 04:29:31.663018 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-8ab5548a-1ba9-488e-b964-e803c73e3c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'name': 'tempest-TestSnapshotPattern-1106046824-router', 'tenant_id': '9946c29dae4349dd990497d845c52a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '71ee0e49-b94a-434a-9e33-a1ea2e103dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:24:37Z', 'updated_at': '2021-08-10T04:24:40Z', 'revision_number': 4, 'project_id': '9946c29dae4349dd990497d845c52a26', 'gw_port': {'id': '71ee0e49-b94a-434a-9e33-a1ea2e103dbb', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:7a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:38Z', 'updated_at': '2021-08-10T04:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '793e165d-b47e-4b36-82fa-9360ef8995b7', 'name': '', 'network_id': '427908ac-9900-46fd-8e87-c9920934dcfb', 'tenant_id': '9946c29dae4349dd990497d845c52a26', 'mac_address': 'fa:16:3e:77:e1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'e89bc23e-aba2-442f-8d5b-3e65976f3999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:39Z', 'updated_at': '2021-08-10T04:24:46Z', 'revision_number': 5, 'project_id': '9946c29dae4349dd990497d845c52a26', 'subnets': [{'id': 'e89bc23e-aba2-442f-8d5b-3e65976f3999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:31.692660 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab5548a-1ba9-488e-b964-e803c73e3c8b None None] The sync data for ids ['783df03c-5941-4fa9-ad6b-adf6b5bed255'] in n-d-768851-15 is: [{'id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'name': 'tempest-TestSnapshotPattern-1106046824-router', 'tenant_id': '9946c29dae4349dd990497d845c52a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '71ee0e49-b94a-434a-9e33-a1ea2e103dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:24:37Z', 'updated_at': '2021-08-10T04:24:40Z', 'revision_number': 4, 'project_id': '9946c29dae4349dd990497d845c52a26', 'gw_port': {'id': '71ee0e49-b94a-434a-9e33-a1ea2e103dbb', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:7a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:38Z', 'updated_at': '2021-08-10T04:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15', '_interfaces': [{'id': '793e165d-b47e-4b36-82fa-9360ef8995b7', 'name': '', 'network_id': '427908ac-9900-46fd-8e87-c9920934dcfb', 'tenant_id': '9946c29dae4349dd990497d845c52a26', 'mac_address': 'fa:16:3e:77:e1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'e89bc23e-aba2-442f-8d5b-3e65976f3999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:39Z', 'updated_at': '2021-08-10T04:24:46Z', 'revision_number': 5, 'project_id': '9946c29dae4349dd990497d845c52a26', 'subnets': [{'id': 'e89bc23e-aba2-442f-8d5b-3e65976f3999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:29:31.900104 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed49601-5357-471f-bcd8-2d1970fda988 None None] New status for floating IP 316b6be9-ec68-4d22-a9c6-21bfd3179eb9: DOWN {{(pid=94219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:29:32.101823 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device b3019871-2736-4495-bf9f-3d9961319b85 no longer exists at agent hyperv_n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:29:32.122582 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] No Port match for: b3019871-2736-4495-bf9f-3d9961319b85 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:29:32.122967 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Device b3019871-2736-4495-bf9f-3d9961319b85 not bound to the agent host n-h1-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:29:32.490361 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7955c25e-7a42-48d0-b6bb-2aca44ce5412 req-b4b43539-ce2e-4936-9505-c9f969c4065c tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:32.491786 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7955c25e-7a42-48d0-b6bb-2aca44ce5412 req-b4b43539-ce2e-4936-9505-c9f969c4065c tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/ports?device_id=13aa68a2-2a4c-4864-990d-99bf17b6a551 HTTP/1.1" status: 200 len: 943 time: 0.0508528 Aug 10 04:29:32.529124 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-7955c25e-7a42-48d0-b6bb-2aca44ce5412 req-7d836da1-d876-457e-975c-262a2a74475e tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c516afe-982c-4f91-b481-4ca51f215b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314777 Aug 10 04:29:33.147355 n-d-768851-15 neutron-server[94216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc036a-ceb8-4e0c-a974-38c26b12b858 req-240f3d12-b078-478b-b732-e45bbda4eaf3 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:33.148832 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a7bc036a-ceb8-4e0c-a974-38c26b12b858 req-240f3d12-b078-478b-b732-e45bbda4eaf3 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.60 "GET /v2.0/ports?device_id=13aa68a2-2a4c-4864-990d-99bf17b6a551 HTTP/1.1" status: 200 len: 943 time: 0.0541835 Aug 10 04:29:33.181092 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-edacd5b7-4528-48f5-9392-85741bbd06e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:33.241163 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-a7bc036a-ceb8-4e0c-a974-38c26b12b858 req-16a75716-84b3-43ef-a937-f383e4996bef tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Deleting port bd185ae7-3cff-4740-9837-ed7ddacb6b1a {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:29:33.241542 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a7bc036a-ceb8-4e0c-a974-38c26b12b858 req-16a75716-84b3-43ef-a937-f383e4996bef tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:33.331265 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [req-a7bc036a-ceb8-4e0c-a974-38c26b12b858 req-16a75716-84b3-43ef-a937-f383e4996bef tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] For port bd185ae7-3cff-4740-9837-ed7ddacb6b1a, host n-h2-768851-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-15',level=0,port_id=bd185ae7-3cff-4740-9837-ed7ddacb6b1a,segment=NetworkSegment(9c86b7c2-7835-43f5-8632-756dc7a4ddff),segment_id=9c86b7c2-7835-43f5-8632-756dc7a4ddff)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:29:33.331551 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a7bc036a-ceb8-4e0c-a974-38c26b12b858 req-16a75716-84b3-43ef-a937-f383e4996bef tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:33.344838 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [req-a7bc036a-ceb8-4e0c-a974-38c26b12b858 req-16a75716-84b3-43ef-a937-f383e4996bef tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Calling delete_port for bd185ae7-3cff-4740-9837-ed7ddacb6b1a owned by compute:nova {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:29:33.472706 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a7bc036a-ceb8-4e0c-a974-38c26b12b858 req-16a75716-84b3-43ef-a937-f383e4996bef tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:33.503092 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a75716-84b3-43ef-a937-f383e4996bef tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Pushing event deleted for resources: {'Port': ['ID=bd185ae7-3cff-4740-9837-ed7ddacb6b1a,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:33.543300 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7bc036a-ceb8-4e0c-a974-38c26b12b858 req-16a75716-84b3-43ef-a937-f383e4996bef tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] No DVR routers for this DVR port bd185ae7-3cff-4740-9837-ed7ddacb6b1a on host n-h2-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:29:33.545737 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [req-a7bc036a-ceb8-4e0c-a974-38c26b12b858 req-16a75716-84b3-43ef-a937-f383e4996bef tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60335'] for port, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:33.547773 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-a7bc036a-ceb8-4e0c-a974-38c26b12b858 req-16a75716-84b3-43ef-a937-f383e4996bef tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.60 "DELETE /v2.0/ports/bd185ae7-3cff-4740-9837-ed7ddacb6b1a HTTP/1.1" status: 204 len: 173 time: 0.3921499 Aug 10 04:29:33.548226 n-d-768851-15 neutron-server[94216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13aa68a2-2a4c-4864-990d-99bf17b6a551', 'name': 'network-vif-deleted', 'tag': 'bd185ae7-3cff-4740-9837-ed7ddacb6b1a'}] {{(pid=94216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:29:33.550480 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0021ea54f387d2ae39ffe00c7e01dc720af9cc0ec992141d1f8728dec056f1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd9c2ba-1d5c-4489-bab6-722bf3f17165" -d '{"events": [{"server_uuid": "13aa68a2-2a4c-4864-990d-99bf17b6a551", "name": "network-vif-deleted", "tag": "bd185ae7-3cff-4740-9837-ed7ddacb6b1a"}]}' {{(pid=94216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:29:33.575433 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:33.606961 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943b51d5-3b51-4339-a4d0-00c1ef83fb4d x-openstack-request-id: req-943b51d5-3b51-4339-a4d0-00c1ef83fb4d {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:29:33.607261 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13aa68a2-2a4c-4864-990d-99bf17b6a551", "name": "network-vif-deleted", "tag": "bd185ae7-3cff-4740-9837-ed7ddacb6b1a", "status": "completed", "code": 200}]} {{(pid=94216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:29:33.607513 n-d-768851-15 neutron-server[94216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-943b51d5-3b51-4339-a4d0-00c1ef83fb4d {{(pid=94216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:29:33.607917 n-d-768851-15 neutron-server[94216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13aa68a2-2a4c-4864-990d-99bf17b6a551', 'name': 'network-vif-deleted', 'tag': 'bd185ae7-3cff-4740-9837-ed7ddacb6b1a', 'status': 'completed', 'code': 200} Aug 10 04:29:33.648040 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [req-c37dd9b1-1831-43d6-8be1-0d48939b0a71 req-c37d2649-8e76-4c56-9a9d-e8cc84bb27e1 tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "GET /v2.0/ports?device_id=13aa68a2-2a4c-4864-990d-99bf17b6a551 HTTP/1.1" status: 200 len: 210 time: 0.0279207 Aug 10 04:29:34.528956 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:34.705034 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 45446) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:34.763114 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8b14095b-0f24-4e99-b7a9-a1adf3560b8a tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:34.788596 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8b14095b-0f24-4e99-b7a9-a1adf3560b8a tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:34.850837 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8b14095b-0f24-4e99-b7a9-a1adf3560b8a tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:34.853627 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-8b14095b-0f24-4e99-b7a9-a1adf3560b8a tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:34.854779 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-8b14095b-0f24-4e99-b7a9-a1adf3560b8a tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] 10.222.0.62 "DELETE /v2.0/security-groups/2c516afe-982c-4f91-b481-4ca51f215b89 HTTP/1.1" status: 204 len: 168 time: 0.1487210 Aug 10 04:29:34.864034 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b14095b-0f24-4e99-b7a9-a1adf3560b8a tempest-TestSnapshotPattern-1222535001 tempest-TestSnapshotPattern-1222535001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c516afe-982c-4f91-b481-4ca51f215b89,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:34.902132 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 45450) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:35.251712 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-916e6f5f-1a15-4aad-904b-bf5d7a1b7e1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:35.495417 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-916e6f5f-1a15-4aad-904b-bf5d7a1b7e1f admin admin] Deleting port 793e165d-b47e-4b36-82fa-9360ef8995b7 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:29:35.495767 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-916e6f5f-1a15-4aad-904b-bf5d7a1b7e1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:35.579398 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-916e6f5f-1a15-4aad-904b-bf5d7a1b7e1f admin admin] For port 793e165d-b47e-4b36-82fa-9360ef8995b7, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=793e165d-b47e-4b36-82fa-9360ef8995b7,segment=NetworkSegment(9c86b7c2-7835-43f5-8632-756dc7a4ddff),segment_id=9c86b7c2-7835-43f5-8632-756dc7a4ddff)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:29:35.582644 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-916e6f5f-1a15-4aad-904b-bf5d7a1b7e1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:35.593503 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-916e6f5f-1a15-4aad-904b-bf5d7a1b7e1f admin admin] Calling delete_port for 793e165d-b47e-4b36-82fa-9360ef8995b7 owned by network:router_interface {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:29:35.777966 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-916e6f5f-1a15-4aad-904b-bf5d7a1b7e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:35.804693 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916e6f5f-1a15-4aad-904b-bf5d7a1b7e1f admin admin] Pushing event deleted for resources: {'Port': ['ID=793e165d-b47e-4b36-82fa-9360ef8995b7,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:35.970480 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-916e6f5f-1a15-4aad-904b-bf5d7a1b7e1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:36.271623 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:36.498068 n-d-768851-15 neutron-server[94216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-916e6f5f-1a15-4aad-904b-bf5d7a1b7e1f admin admin] Router 783df03c-5941-4fa9-ad6b-adf6b5bed255 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:29:36.602407 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916e6f5f-1a15-4aad-904b-bf5d7a1b7e1f admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:29:36.608638 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-916e6f5f-1a15-4aad-904b-bf5d7a1b7e1f admin admin] 10.222.0.62 "PUT /v2.0/routers/783df03c-5941-4fa9-ad6b-adf6b5bed255/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7053475 Aug 10 04:29:36.610032 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 45454) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:36.611980 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7508084e-cd05-4c27-968c-fe446ad65d14 None None] Sync routers for ids ['783df03c-5941-4fa9-ad6b-adf6b5bed255'] in n-d-768851-15 {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:29:36.621377 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7508084e-cd05-4c27-968c-fe446ad65d14 None None] Routers {'783df03c-5941-4fa9-ad6b-adf6b5bed255'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:29:36.621990 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-7508084e-cd05-4c27-968c-fe446ad65d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:29:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['783df03c-5941-4fa9-ad6b-adf6b5bed255'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:36.714928 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6f01a951-3936-45af-9568-b75cb1b0470b admin admin] Notify callbacks [] for router, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:36.726846 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-7508084e-cd05-4c27-968c-fe446ad65d14 None None] Set router 783df03c-5941-4fa9-ad6b-adf6b5bed255 gateway port host: n-d-768851-15 {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:29:36.819294 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6f01a951-3936-45af-9568-b75cb1b0470b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:36.874370 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-6f01a951-3936-45af-9568-b75cb1b0470b admin admin] Deleting port 71ee0e49-b94a-434a-9e33-a1ea2e103dbb {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:29:36.874724 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6f01a951-3936-45af-9568-b75cb1b0470b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:36.961417 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-6f01a951-3936-45af-9568-b75cb1b0470b admin admin] For port 71ee0e49-b94a-434a-9e33-a1ea2e103dbb, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=71ee0e49-b94a-434a-9e33-a1ea2e103dbb,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:29:36.961784 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6f01a951-3936-45af-9568-b75cb1b0470b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:36.974645 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-6f01a951-3936-45af-9568-b75cb1b0470b admin admin] Calling delete_port for 71ee0e49-b94a-434a-9e33-a1ea2e103dbb owned by network:router_gateway {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:29:37.058636 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-7508084e-cd05-4c27-968c-fe446ad65d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'name': 'tempest-TestSnapshotPattern-1106046824-router', 'tenant_id': '9946c29dae4349dd990497d845c52a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '71ee0e49-b94a-434a-9e33-a1ea2e103dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:24:37Z', 'updated_at': '2021-08-10T04:29:35Z', 'revision_number': 5, 'project_id': '9946c29dae4349dd990497d845c52a26', 'gw_port': {'id': '71ee0e49-b94a-434a-9e33-a1ea2e103dbb', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:7a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:38Z', 'updated_at': '2021-08-10T04:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:37.090562 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7508084e-cd05-4c27-968c-fe446ad65d14 None None] Checking router: 783df03c-5941-4fa9-ad6b-adf6b5bed255 for host: n-d-768851-15 {{(pid=94218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:29:37.099331 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7508084e-cd05-4c27-968c-fe446ad65d14 None None] Routers {'783df03c-5941-4fa9-ad6b-adf6b5bed255'} bound to L3 agent in host n-d-768851-15 {{(pid=94218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:29:37.100324 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-7508084e-cd05-4c27-968c-fe446ad65d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:29:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['783df03c-5941-4fa9-ad6b-adf6b5bed255'], 'active': True} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:37.140505 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6f01a951-3936-45af-9568-b75cb1b0470b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:37.166867 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f01a951-3936-45af-9568-b75cb1b0470b admin admin] Pushing event deleted for resources: {'Port': ['ID=71ee0e49-b94a-434a-9e33-a1ea2e103dbb,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:37.191718 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvr_db [None req-7508084e-cd05-4c27-968c-fe446ad65d14 None None] Set router 783df03c-5941-4fa9-ad6b-adf6b5bed255 gateway port host: None {{(pid=94218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:29:37.223475 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6f01a951-3936-45af-9568-b75cb1b0470b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:37.244012 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_hamode_db [None req-7508084e-cd05-4c27-968c-fe446ad65d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'name': 'tempest-TestSnapshotPattern-1106046824-router', 'tenant_id': '9946c29dae4349dd990497d845c52a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:24:37Z', 'updated_at': '2021-08-10T04:29:36Z', 'revision_number': 6, 'project_id': '9946c29dae4349dd990497d845c52a26', 'gw_port_host': None}], 'n-d-768851-15', False) {} {{(pid=94218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:37.276076 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7508084e-cd05-4c27-968c-fe446ad65d14 None None] The sync data for ids ['783df03c-5941-4fa9-ad6b-adf6b5bed255'] in n-d-768851-15 is: [{'id': '783df03c-5941-4fa9-ad6b-adf6b5bed255', 'name': 'tempest-TestSnapshotPattern-1106046824-router', 'tenant_id': '9946c29dae4349dd990497d845c52a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:24:37Z', 'updated_at': '2021-08-10T04:29:36Z', 'revision_number': 6, 'project_id': '9946c29dae4349dd990497d845c52a26', 'gw_port_host': None}] {{(pid=94218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:29:37.314448 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6f01a951-3936-45af-9568-b75cb1b0470b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:37.316581 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6f01a951-3936-45af-9568-b75cb1b0470b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:37.362121 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6f01a951-3936-45af-9568-b75cb1b0470b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:37.362592 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f01a951-3936-45af-9568-b75cb1b0470b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 783df03c-5941-4fa9-ad6b-adf6b5bed255 {{(pid=94216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:29:37.367358 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-6f01a951-3936-45af-9568-b75cb1b0470b admin admin] Notify callbacks [] for router, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:37.368573 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-6f01a951-3936-45af-9568-b75cb1b0470b admin admin] 10.222.0.62 "DELETE /v2.0/routers/783df03c-5941-4fa9-ad6b-adf6b5bed255 HTTP/1.1" status: 204 len: 168 time: 0.7576158 Aug 10 04:29:37.371163 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 45456) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:37.524124 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.db_base_plugin_v2 [None req-afe15885-5baa-4ab9-8ee0-8adca45b7ba3 admin admin] Deleting subnet e89bc23e-aba2-442f-8d5b-3e65976f3999 {{(pid=94216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:29:37.527105 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-afe15885-5baa-4ab9-8ee0-8adca45b7ba3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:37.561040 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-afe15885-5baa-4ab9-8ee0-8adca45b7ba3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9171361'] for subnet, precommit_delete_associations {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:37.643320 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-afe15885-5baa-4ab9-8ee0-8adca45b7ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:37.697926 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-afe15885-5baa-4ab9-8ee0-8adca45b7ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1855517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318821'] for subnet, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:37.728271 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe15885-5baa-4ab9-8ee0-8adca45b7ba3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e89bc23e-aba2-442f-8d5b-3e65976f3999,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:37.730570 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-afe15885-5baa-4ab9-8ee0-8adca45b7ba3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:37.734931 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-afe15885-5baa-4ab9-8ee0-8adca45b7ba3 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/e89bc23e-aba2-442f-8d5b-3e65976f3999 HTTP/1.1" status: 204 len: 168 time: 0.3603458 Aug 10 04:29:37.735323 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 45460) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:37.738005 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135e2943-2c5e-4937-8bbd-eaaa2fb65e2b None None] Network 427908ac-9900-46fd-8e87-c9920934dcfb requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:29:37.806641 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c7a63bac-44f2-42a7-88c8-85fc6fbbefd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:37.859652 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-c7a63bac-44f2-42a7-88c8-85fc6fbbefd0 admin admin] Deleting port 4c346d9d-0a09-44e3-a414-947b2e5b8783 {{(pid=94216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:29:37.860257 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c7a63bac-44f2-42a7-88c8-85fc6fbbefd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:37.922497 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.db [None req-c7a63bac-44f2-42a7-88c8-85fc6fbbefd0 admin admin] For port 4c346d9d-0a09-44e3-a414-947b2e5b8783, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=4c346d9d-0a09-44e3-a414-947b2e5b8783,segment=NetworkSegment(9c86b7c2-7835-43f5-8632-756dc7a4ddff),segment_id=9c86b7c2-7835-43f5-8632-756dc7a4ddff)] {{(pid=94216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:29:37.922805 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c7a63bac-44f2-42a7-88c8-85fc6fbbefd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:37.935275 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.plugin [None req-c7a63bac-44f2-42a7-88c8-85fc6fbbefd0 admin admin] Calling delete_port for 4c346d9d-0a09-44e3-a414-947b2e5b8783 owned by network:dhcp {{(pid=94216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:29:38.015949 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c7a63bac-44f2-42a7-88c8-85fc6fbbefd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1855534'] for port, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:38.044034 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a63bac-44f2-42a7-88c8-85fc6fbbefd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c346d9d-0a09-44e3-a414-947b2e5b8783,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:38.045881 n-d-768851-15 neutron-server[94216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a63bac-44f2-42a7-88c8-85fc6fbbefd0 admin admin] No DVR routers for this DVR port 4c346d9d-0a09-44e3-a414-947b2e5b8783 on host n-d-768851-15 {{(pid=94216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:29:38.056065 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa106dd6-9424-4497-9026-40609882ff08 None None] DHCP port deletion for 427908ac-9900-46fd-8e87-c9920934dcfb request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:29:38.119497 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c7a63bac-44f2-42a7-88c8-85fc6fbbefd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:38.130358 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-c7a63bac-44f2-42a7-88c8-85fc6fbbefd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['427908ac-9900-46fd-8e87-c9920934dcfb']}} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:38.145924 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-c7a63bac-44f2-42a7-88c8-85fc6fbbefd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c86b7c2-7835-43f5-8632-756dc7a4ddff') {'for_net_delete': True} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:38.146228 n-d-768851-15 neutron-server[94216]: DEBUG neutron.services.segments.db [None req-c7a63bac-44f2-42a7-88c8-85fc6fbbefd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c86b7c2-7835-43f5-8632-756dc7a4ddff') {} {{(pid=94216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:38.155484 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c7a63bac-44f2-42a7-88c8-85fc6fbbefd0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9171382'] for segment, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:38.169298 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c7a63bac-44f2-42a7-88c8-85fc6fbbefd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:38.175412 n-d-768851-15 neutron-server[94216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7a63bac-44f2-42a7-88c8-85fc6fbbefd0 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=94216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:29:38.175688 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c7a63bac-44f2-42a7-88c8-85fc6fbbefd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1855683'] for segment, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:38.177503 n-d-768851-15 neutron-server[94216]: Traceback (most recent call last): Aug 10 04:29:38.177503 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:29:38.177503 n-d-768851-15 neutron-server[94216]: timer() Aug 10 04:29:38.177503 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:29:38.177503 n-d-768851-15 neutron-server[94216]: cb(*args, **kw) Aug 10 04:29:38.177503 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:29:38.177503 n-d-768851-15 neutron-server[94216]: return func(*args, **kwargs) Aug 10 04:29:38.177503 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:29:38.177503 n-d-768851-15 neutron-server[94216]: self._notify() Aug 10 04:29:38.177503 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:29:38.177503 n-d-768851-15 neutron-server[94216]: self.callback(batched_events) Aug 10 04:29:38.177503 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:29:38.177503 n-d-768851-15 neutron-server[94216]: event.method(event) Aug 10 04:29:38.177503 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:29:38.177503 n-d-768851-15 neutron-server[94216]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:29:38.177503 n-d-768851-15 neutron-server[94216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:29:38.177503 n-d-768851-15 neutron-server[94216]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:29:38.177503 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:29:38.177503 n-d-768851-15 neutron-server[94216]: return f(self, *a, **k) Aug 10 04:29:38.177503 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:29:38.177503 n-d-768851-15 neutron-server[94216]: return self._get(url).json() Aug 10 04:29:38.177503 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:29:38.177503 n-d-768851-15 neutron-server[94216]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:29:38.177503 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:29:38.177503 n-d-768851-15 neutron-server[94216]: return self.request(url, 'GET', **kwargs) Aug 10 04:29:38.177503 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:29:38.177503 n-d-768851-15 neutron-server[94216]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:29:38.177503 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:29:38.177503 n-d-768851-15 neutron-server[94216]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:29:38.177503 n-d-768851-15 neutron-server[94216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:29:38.177503 n-d-768851-15 neutron-server[94216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:29:38.177503 n-d-768851-15 neutron-server[94216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:29:38.240285 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c7a63bac-44f2-42a7-88c8-85fc6fbbefd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:38.247530 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-c7a63bac-44f2-42a7-88c8-85fc6fbbefd0 admin admin] Notify callbacks [] for network, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:38.249458 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-c7a63bac-44f2-42a7-88c8-85fc6fbbefd0 admin admin] 10.222.0.62 "DELETE /v2.0/networks/427908ac-9900-46fd-8e87-c9920934dcfb HTTP/1.1" status: 204 len: 168 time: 0.5130167 Aug 10 04:29:38.252873 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45462) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:38.264808 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a63bac-44f2-42a7-88c8-85fc6fbbefd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=427908ac-9900-46fd-8e87-c9920934dcfb,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:38.288534 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 71ee0e49-b94a-434a-9e33-a1ea2e103dbb no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:29:38.316876 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 71ee0e49-b94a-434a-9e33-a1ea2e103dbb {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:29:38.317715 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 71ee0e49-b94a-434a-9e33-a1ea2e103dbb not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:29:38.318314 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 793e165d-b47e-4b36-82fa-9360ef8995b7 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:29:38.344687 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 793e165d-b47e-4b36-82fa-9360ef8995b7 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:29:38.345032 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 793e165d-b47e-4b36-82fa-9360ef8995b7 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:29:38.345459 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 4c346d9d-0a09-44e3-a414-947b2e5b8783 no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:29:38.364431 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 4c346d9d-0a09-44e3-a414-947b2e5b8783 {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:29:38.364774 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 4c346d9d-0a09-44e3-a414-947b2e5b8783 not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:29:38.608980 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-79dd9016-7f1b-435c-83f6-add9c12a0d51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-364701'] for router_interface, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:38.675256 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device bd185ae7-3cff-4740-9837-ed7ddacb6b1a no longer exists at agent hyperv_n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:29:38.696416 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] No Port match for: bd185ae7-3cff-4740-9837-ed7ddacb6b1a {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:29:38.697040 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Device bd185ae7-3cff-4740-9837-ed7ddacb6b1a not bound to the agent host n-h2-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:29:38.850419 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-79dd9016-7f1b-435c-83f6-add9c12a0d51 admin admin] Deleting port d7702a44-136d-49ec-869f-589d773eb67b {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:29:38.850774 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-79dd9016-7f1b-435c-83f6-add9c12a0d51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:38.928805 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-79dd9016-7f1b-435c-83f6-add9c12a0d51 admin admin] For port d7702a44-136d-49ec-869f-589d773eb67b, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=d7702a44-136d-49ec-869f-589d773eb67b,segment=NetworkSegment(1b18841a-03b6-4455-b4b3-afb2365d9859),segment_id=1b18841a-03b6-4455-b4b3-afb2365d9859)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:29:38.929083 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-79dd9016-7f1b-435c-83f6-add9c12a0d51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:38.941435 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-79dd9016-7f1b-435c-83f6-add9c12a0d51 admin admin] Calling delete_port for d7702a44-136d-49ec-869f-589d773eb67b owned by network:router_interface {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:29:39.119895 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-79dd9016-7f1b-435c-83f6-add9c12a0d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:39.145062 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dd9016-7f1b-435c-83f6-add9c12a0d51 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7702a44-136d-49ec-869f-589d773eb67b,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:39.318382 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-79dd9016-7f1b-435c-83f6-add9c12a0d51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365101'] for router_interface, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:39.525512 n-d-768851-15 neutron-server[94217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79dd9016-7f1b-435c-83f6-add9c12a0d51 admin admin] Router e476c308-53eb-4d99-b0f6-cce92d3c9b41 has already been hosted by L3 agent 913ec746-d5c1-4f5f-8a6e-4b8734e72350 {{(pid=94217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:29:39.628018 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79dd9016-7f1b-435c-83f6-add9c12a0d51 admin admin] Notify agent at l3_agent.n-d-768851-15 the message routers_updated {{(pid=94217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:29:39.633456 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-79dd9016-7f1b-435c-83f6-add9c12a0d51 admin admin] 10.222.0.62 "PUT /v2.0/routers/e476c308-53eb-4d99-b0f6-cce92d3c9b41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3790374 Aug 10 04:29:39.636067 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45464) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:39.638822 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b7adad-a6a3-487a-b6ef-8a82e5388f53 None None] Sync routers for ids ['e476c308-53eb-4d99-b0f6-cce92d3c9b41'] in n-d-768851-15 {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:29:39.650500 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b7adad-a6a3-487a-b6ef-8a82e5388f53 None None] Routers {'e476c308-53eb-4d99-b0f6-cce92d3c9b41'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:29:39.651156 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-b3b7adad-a6a3-487a-b6ef-8a82e5388f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:29:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['e476c308-53eb-4d99-b0f6-cce92d3c9b41'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:39.756419 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-b3b7adad-a6a3-487a-b6ef-8a82e5388f53 None None] Set router e476c308-53eb-4d99-b0f6-cce92d3c9b41 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:29:39.935823 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-b3b7adad-a6a3-487a-b6ef-8a82e5388f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e476c308-53eb-4d99-b0f6-cce92d3c9b41', 'name': 'tempest-TestSnapshotPattern-1679148995-router', 'tenant_id': '842d0afce5d14d59bbbf396e7782cd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '7b284593-cb58-4814-b598-f296d6d2deff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:24:42Z', 'updated_at': '2021-08-10T04:29:39Z', 'revision_number': 5, 'project_id': '842d0afce5d14d59bbbf396e7782cd9d', 'gw_port': {'id': '7b284593-cb58-4814-b598-f296d6d2deff', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e476c308-53eb-4d99-b0f6-cce92d3c9b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:43Z', 'updated_at': '2021-08-10T04:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:39.967464 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b7adad-a6a3-487a-b6ef-8a82e5388f53 None None] Checking router: e476c308-53eb-4d99-b0f6-cce92d3c9b41 for host: n-d-768851-15 {{(pid=94219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:29:39.975850 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b7adad-a6a3-487a-b6ef-8a82e5388f53 None None] Routers {'e476c308-53eb-4d99-b0f6-cce92d3c9b41'} bound to L3 agent in host n-d-768851-15 {{(pid=94219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:29:39.976446 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-b3b7adad-a6a3-487a-b6ef-8a82e5388f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:55:33Z,description=,heartbeat_timestamp=2021-08-10T04:29:33Z,host='n-d-768851-15',id=913ec746-d5c1-4f5f-8a6e-4b8734e72350,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:55:33Z,topic='l3_agent')) {'router_ids': ['e476c308-53eb-4d99-b0f6-cce92d3c9b41'], 'active': True} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:40.047280 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-40147c78-aac5-4dd2-972b-9d808d3138cb admin admin] Notify callbacks [] for router, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:40.074759 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_dvr_db [None req-b3b7adad-a6a3-487a-b6ef-8a82e5388f53 None None] Set router e476c308-53eb-4d99-b0f6-cce92d3c9b41 gateway port host: n-d-768851-15 {{(pid=94219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:29:40.150887 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-40147c78-aac5-4dd2-972b-9d808d3138cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:40.204732 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-40147c78-aac5-4dd2-972b-9d808d3138cb admin admin] Deleting port 7b284593-cb58-4814-b598-f296d6d2deff {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:29:40.205081 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-40147c78-aac5-4dd2-972b-9d808d3138cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:40.257144 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.l3_hamode_db [None req-b3b7adad-a6a3-487a-b6ef-8a82e5388f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e476c308-53eb-4d99-b0f6-cce92d3c9b41', 'name': 'tempest-TestSnapshotPattern-1679148995-router', 'tenant_id': '842d0afce5d14d59bbbf396e7782cd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '7b284593-cb58-4814-b598-f296d6d2deff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:24:42Z', 'updated_at': '2021-08-10T04:29:39Z', 'revision_number': 5, 'project_id': '842d0afce5d14d59bbbf396e7782cd9d', 'gw_port': {'id': '7b284593-cb58-4814-b598-f296d6d2deff', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e476c308-53eb-4d99-b0f6-cce92d3c9b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:43Z', 'updated_at': '2021-08-10T04:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}], 'n-d-768851-15', False) {} {{(pid=94219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:40.284414 n-d-768851-15 neutron-server[94219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b7adad-a6a3-487a-b6ef-8a82e5388f53 None None] The sync data for ids ['e476c308-53eb-4d99-b0f6-cce92d3c9b41'] in n-d-768851-15 is: [{'id': 'e476c308-53eb-4d99-b0f6-cce92d3c9b41', 'name': 'tempest-TestSnapshotPattern-1679148995-router', 'tenant_id': '842d0afce5d14d59bbbf396e7782cd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'external_fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '7b284593-cb58-4814-b598-f296d6d2deff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:24:42Z', 'updated_at': '2021-08-10T04:29:39Z', 'revision_number': 5, 'project_id': '842d0afce5d14d59bbbf396e7782cd9d', 'gw_port': {'id': '7b284593-cb58-4814-b598-f296d6d2deff', 'name': '', 'network_id': '09ca2025-b9a6-4e84-8019-8d9fbef3753e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e476c308-53eb-4d99-b0f6-cce92d3c9b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:43Z', 'updated_at': '2021-08-10T04:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d0a499d-de65-451d-aa2d-6ecc5a414053', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-15'}] {{(pid=94219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:29:40.287951 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-40147c78-aac5-4dd2-972b-9d808d3138cb admin admin] For port 7b284593-cb58-4814-b598-f296d6d2deff, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=7b284593-cb58-4814-b598-f296d6d2deff,segment=NetworkSegment(4e1f9db3-9f2f-4698-a3bb-4118541cb0ba),segment_id=4e1f9db3-9f2f-4698-a3bb-4118541cb0ba)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:29:40.288324 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-40147c78-aac5-4dd2-972b-9d808d3138cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:40.301771 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-40147c78-aac5-4dd2-972b-9d808d3138cb admin admin] Calling delete_port for 7b284593-cb58-4814-b598-f296d6d2deff owned by network:router_gateway {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:29:40.467294 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-40147c78-aac5-4dd2-972b-9d808d3138cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:40.490553 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40147c78-aac5-4dd2-972b-9d808d3138cb admin admin] Pushing event deleted for resources: {'Port': ['ID=7b284593-cb58-4814-b598-f296d6d2deff,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:40.557945 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-40147c78-aac5-4dd2-972b-9d808d3138cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372427'] for router_gateway, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:40.658395 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-40147c78-aac5-4dd2-972b-9d808d3138cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1929'] for router, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:40.661230 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-40147c78-aac5-4dd2-972b-9d808d3138cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:40.718511 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-40147c78-aac5-4dd2-972b-9d808d3138cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-368587'] for router, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:40.719154 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40147c78-aac5-4dd2-972b-9d808d3138cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router e476c308-53eb-4d99-b0f6-cce92d3c9b41 {{(pid=94217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:29:40.724013 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-40147c78-aac5-4dd2-972b-9d808d3138cb admin admin] Notify callbacks [] for router, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:40.727695 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-40147c78-aac5-4dd2-972b-9d808d3138cb admin admin] 10.222.0.62 "DELETE /v2.0/routers/e476c308-53eb-4d99-b0f6-cce92d3c9b41 HTTP/1.1" status: 204 len: 168 time: 1.0882132 Aug 10 04:29:40.728125 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45468) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:40.778283 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3da2f0c-7d7c-4232-8cfc-a10ed7402558 admin admin] Deleting subnet 09406884-208b-4648-a719-cfa6f9b1b5db {{(pid=94217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:29:40.781512 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d3da2f0c-7d7c-4232-8cfc-a10ed7402558 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:40.815942 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d3da2f0c-7d7c-4232-8cfc-a10ed7402558 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9108521'] for subnet, precommit_delete_associations {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:40.898204 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d3da2f0c-7d7c-4232-8cfc-a10ed7402558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568024'] for subnet, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:40.959952 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d3da2f0c-7d7c-4232-8cfc-a10ed7402558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9237591'] for subnet, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:40.989425 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3da2f0c-7d7c-4232-8cfc-a10ed7402558 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09406884-208b-4648-a719-cfa6f9b1b5db,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:40.995214 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-d3da2f0c-7d7c-4232-8cfc-a10ed7402558 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:40.997098 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-d3da2f0c-7d7c-4232-8cfc-a10ed7402558 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/09406884-208b-4648-a719-cfa6f9b1b5db HTTP/1.1" status: 204 len: 168 time: 0.2680361 Aug 10 04:29:40.999735 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45470) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:41.002862 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f343a53e-9bc4-4cdc-a9b7-ca999eccf40f None None] Network 63e55157-279c-4aab-90c1-cdb4e9601aae requested from n-d-768851-15 {{(pid=94218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:29:41.073420 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1e5aec46-e22e-417a-b1e7-d332e8a3204c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617351'] for network, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:41.131057 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-1e5aec46-e22e-417a-b1e7-d332e8a3204c admin admin] Deleting port e652f3d0-f7ff-40de-996a-5d693d7fff6e {{(pid=94217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:29:41.131400 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1e5aec46-e22e-417a-b1e7-d332e8a3204c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:41.182699 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1047d59-9b2d-4763-8dc9-eec2b20e08b8 None None] DHCP port deletion for 63e55157-279c-4aab-90c1-cdb4e9601aae request from n-d-768851-15 {{(pid=94218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:29:41.198398 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.db [None req-1e5aec46-e22e-417a-b1e7-d332e8a3204c admin admin] For port e652f3d0-f7ff-40de-996a-5d693d7fff6e, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=e652f3d0-f7ff-40de-996a-5d693d7fff6e,segment=NetworkSegment(1b18841a-03b6-4455-b4b3-afb2365d9859),segment_id=1b18841a-03b6-4455-b4b3-afb2365d9859)] {{(pid=94217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:29:41.198853 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1e5aec46-e22e-417a-b1e7-d332e8a3204c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:41.212078 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.plugin [None req-1e5aec46-e22e-417a-b1e7-d332e8a3204c admin admin] Calling delete_port for e652f3d0-f7ff-40de-996a-5d693d7fff6e owned by network:dhcp {{(pid=94217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:29:41.232591 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1047d59-9b2d-4763-8dc9-eec2b20e08b8 None None] Deleting port e652f3d0-f7ff-40de-996a-5d693d7fff6e {{(pid=94218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:29:41.232969 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1047d59-9b2d-4763-8dc9-eec2b20e08b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733457237297'] for port, before_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:41.291439 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1e5aec46-e22e-417a-b1e7-d332e8a3204c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8892832'] for port, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:41.297346 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.db [None req-b1047d59-9b2d-4763-8dc9-eec2b20e08b8 None None] For port e652f3d0-f7ff-40de-996a-5d693d7fff6e, host n-d-768851-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-15',level=0,port_id=e652f3d0-f7ff-40de-996a-5d693d7fff6e,segment=NetworkSegment(1b18841a-03b6-4455-b4b3-afb2365d9859),segment_id=1b18841a-03b6-4455-b4b3-afb2365d9859)] {{(pid=94218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:29:41.297346 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1047d59-9b2d-4763-8dc9-eec2b20e08b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370607'] for port, precommit_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:41.310134 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-b1047d59-9b2d-4763-8dc9-eec2b20e08b8 None None] Calling delete_port for e652f3d0-f7ff-40de-996a-5d693d7fff6e owned by network:dhcp {{(pid=94218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:29:41.316544 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5aec46-e22e-417a-b1e7-d332e8a3204c admin admin] Pushing event deleted for resources: {'Port': ['ID=e652f3d0-f7ff-40de-996a-5d693d7fff6e,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:41.320705 n-d-768851-15 neutron-server[94217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5aec46-e22e-417a-b1e7-d332e8a3204c admin admin] No DVR routers for this DVR port e652f3d0-f7ff-40de-996a-5d693d7fff6e on host n-d-768851-15 {{(pid=94217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:29:41.389959 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1047d59-9b2d-4763-8dc9-eec2b20e08b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733457243787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733456853742'] for port, after_delete {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:41.394034 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1e5aec46-e22e-417a-b1e7-d332e8a3204c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3570719', 'neutron.services.segments.db._delete_segments_for_network-8733457363824'] for network, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:41.405024 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-1e5aec46-e22e-417a-b1e7-d332e8a3204c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63e55157-279c-4aab-90c1-cdb4e9601aae']}} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:41.414761 n-d-768851-15 neutron-server[94218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1047d59-9b2d-4763-8dc9-eec2b20e08b8 None None] Pushing event deleted for resources: {'Port': ['ID=e652f3d0-f7ff-40de-996a-5d693d7fff6e,revision_number=None']} {{(pid=94218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:41.415845 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-1e5aec46-e22e-417a-b1e7-d332e8a3204c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b18841a-03b6-4455-b4b3-afb2365d9859') {'for_net_delete': True} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:41.416962 n-d-768851-15 neutron-server[94217]: DEBUG neutron.services.segments.db [None req-1e5aec46-e22e-417a-b1e7-d332e8a3204c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b18841a-03b6-4455-b4b3-afb2365d9859') {} {{(pid=94217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:41.418341 n-d-768851-15 neutron-server[94218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1047d59-9b2d-4763-8dc9-eec2b20e08b8 None None] No DVR routers for this DVR port e652f3d0-f7ff-40de-996a-5d693d7fff6e on host n-d-768851-15 {{(pid=94218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:29:41.430423 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1e5aec46-e22e-417a-b1e7-d332e8a3204c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733457366905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9108542'] for segment, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:41.444722 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1e5aec46-e22e-417a-b1e7-d332e8a3204c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089'] for segment, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:41.450705 n-d-768851-15 neutron-server[94217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e5aec46-e22e-417a-b1e7-d332e8a3204c admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=94217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:29:41.451184 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1e5aec46-e22e-417a-b1e7-d332e8a3204c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3568089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8892749'] for segment, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:41.452787 n-d-768851-15 neutron-server[94217]: Traceback (most recent call last): Aug 10 04:29:41.452787 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:29:41.452787 n-d-768851-15 neutron-server[94217]: timer() Aug 10 04:29:41.452787 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:29:41.452787 n-d-768851-15 neutron-server[94217]: cb(*args, **kw) Aug 10 04:29:41.452787 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:29:41.452787 n-d-768851-15 neutron-server[94217]: return func(*args, **kwargs) Aug 10 04:29:41.452787 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:29:41.452787 n-d-768851-15 neutron-server[94217]: self._notify() Aug 10 04:29:41.452787 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:29:41.452787 n-d-768851-15 neutron-server[94217]: self.callback(batched_events) Aug 10 04:29:41.452787 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:29:41.452787 n-d-768851-15 neutron-server[94217]: event.method(event) Aug 10 04:29:41.452787 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:29:41.452787 n-d-768851-15 neutron-server[94217]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:29:41.452787 n-d-768851-15 neutron-server[94217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:29:41.452787 n-d-768851-15 neutron-server[94217]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:29:41.452787 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:29:41.452787 n-d-768851-15 neutron-server[94217]: return f(self, *a, **k) Aug 10 04:29:41.452787 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:29:41.452787 n-d-768851-15 neutron-server[94217]: return self._get(url).json() Aug 10 04:29:41.452787 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:29:41.452787 n-d-768851-15 neutron-server[94217]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:29:41.452787 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:29:41.452787 n-d-768851-15 neutron-server[94217]: return self.request(url, 'GET', **kwargs) Aug 10 04:29:41.452787 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:29:41.452787 n-d-768851-15 neutron-server[94217]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:29:41.452787 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:29:41.452787 n-d-768851-15 neutron-server[94217]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:29:41.452787 n-d-768851-15 neutron-server[94217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:29:41.452787 n-d-768851-15 neutron-server[94217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:29:41.452787 n-d-768851-15 neutron-server[94217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:29:41.511777 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1e5aec46-e22e-417a-b1e7-d332e8a3204c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3570694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372399'] for network, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:41.517418 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-1e5aec46-e22e-417a-b1e7-d332e8a3204c admin admin] Notify callbacks [] for network, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:41.519334 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-1e5aec46-e22e-417a-b1e7-d332e8a3204c admin admin] 10.222.0.62 "DELETE /v2.0/networks/63e55157-279c-4aab-90c1-cdb4e9601aae HTTP/1.1" status: 204 len: 168 time: 0.5186894 Aug 10 04:29:41.532406 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5aec46-e22e-417a-b1e7-d332e8a3204c admin admin] Pushing event deleted for resources: {'Network': ['ID=63e55157-279c-4aab-90c1-cdb4e9601aae,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:41.626627 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45474) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:41.668301 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-0c1d9154-2a1d-4070-a6ce-d62f88744d05 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9946c29dae4349dd990497d845c52a26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404003 Aug 10 04:29:41.670608 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45476) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:41.717920 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4c0dcb83-61be-463b-8bcd-582e4e1e6bc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:41.739490 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4c0dcb83-61be-463b-8bcd-582e4e1e6bc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:41.786222 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4c0dcb83-61be-463b-8bcd-582e4e1e6bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:41.788839 n-d-768851-15 neutron-server[94217]: DEBUG neutron_lib.callbacks.manager [None req-4c0dcb83-61be-463b-8bcd-582e4e1e6bc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:41.790022 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-4c0dcb83-61be-463b-8bcd-582e4e1e6bc7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cde44582-6fc3-4136-a303-d12bd63617e7 HTTP/1.1" status: 204 len: 168 time: 0.1184993 Aug 10 04:29:41.797868 n-d-768851-15 neutron-server[94217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0dcb83-61be-463b-8bcd-582e4e1e6bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde44582-6fc3-4136-a303-d12bd63617e7,revision_number=None']} {{(pid=94217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:42.104978 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [-] (94217) accepted ('10.222.0.62', 45482) {{(pid=94217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:42.145829 n-d-768851-15 neutron-server[94217]: INFO neutron.wsgi [None req-5b626151-83be-477b-b03e-3a68334a7ced admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=842d0afce5d14d59bbbf396e7782cd9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389378 Aug 10 04:29:42.148607 n-d-768851-15 neutron-server[94216]: DEBUG neutron.wsgi [-] (94216) accepted ('10.222.0.62', 45484) {{(pid=94216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:42.196934 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-15b73c5f-5544-48e4-ae54-6ccf2d7bbf70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:42.218778 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-15b73c5f-5544-48e4-ae54-6ccf2d7bbf70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:42.273854 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-15b73c5f-5544-48e4-ae54-6ccf2d7bbf70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492214'] for security_group, after_delete {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:42.276421 n-d-768851-15 neutron-server[94216]: DEBUG neutron_lib.callbacks.manager [None req-15b73c5f-5544-48e4-ae54-6ccf2d7bbf70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:42.280226 n-d-768851-15 neutron-server[94216]: INFO neutron.wsgi [None req-15b73c5f-5544-48e4-ae54-6ccf2d7bbf70 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/520a1dce-44d3-44f2-b869-003dc28042c4 HTTP/1.1" status: 204 len: 168 time: 0.1280017 Aug 10 04:29:42.280415 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device d7702a44-136d-49ec-869f-589d773eb67b no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:29:42.288743 n-d-768851-15 neutron-server[94216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b73c5f-5544-48e4-ae54-6ccf2d7bbf70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520a1dce-44d3-44f2-b869-003dc28042c4,revision_number=None']} {{(pid=94216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:42.304001 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: d7702a44-136d-49ec-869f-589d773eb67b {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:29:42.304359 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device d7702a44-136d-49ec-869f-589d773eb67b not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:29:42.304844 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e652f3d0-f7ff-40de-996a-5d693d7fff6e no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:29:42.329852 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: e652f3d0-f7ff-40de-996a-5d693d7fff6e {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:29:42.330198 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device e652f3d0-f7ff-40de-996a-5d693d7fff6e not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:29:42.330613 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 7b284593-cb58-4814-b598-f296d6d2deff no longer exists at agent ovs-agent-n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:29:42.352069 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] No Port match for: 7b284593-cb58-4814-b598-f296d6d2deff {{(pid=94218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:29:42.352423 n-d-768851-15 neutron-server[94218]: DEBUG neutron.plugins.ml2.rpc [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Device 7b284593-cb58-4814-b598-f296d6d2deff not bound to the agent host n-d-768851-15 {{(pid=94218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:29:57.110423 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:57.456187 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:00.477581 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c6eee5df-56dc-4083-8025-075d3b158277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:03.181713 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-5b46bce1-ac2c-4590-b8f4-c7a1d9ea79dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:03.577661 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:03.949285 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:30:04.533147 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:06.274082 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:27.124972 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:27.486804 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:30.478811 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-410ce04b-4d88-4ecd-8131-dd55c9124d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:33.182656 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8b0cc7c2-31e5-4ebe-b807-a6a5dddb3cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:33.578858 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:34.536699 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:36.278726 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:40.948189 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:30:57.131913 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:57.488243 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:00.480037 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-97df4efd-835a-4a00-a40d-05e5bbcef3ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:03.183445 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-2ee90349-4d6e-4667-b21b-569e3d32dbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:03.579139 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:04.539463 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:06.283888 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:17.947840 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:31:27.125176 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:27.486922 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:30.481822 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-79b37fe8-809d-4f5d-aba2-450f625ab462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:33.185391 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4d882ff9-502e-4f31-b5f6-a8be8148a03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:33.580244 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:34.542855 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:36.283083 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:54.947167 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:31:57.139404 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:57.486545 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:00.486156 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-38e749a5-a8f4-4002-8974-ba21a625a085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:03.186711 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c2384663-3f24-439a-ba46-ef5ab1c9b885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:03.581042 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:04.545074 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:06.285900 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:27.138614 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:27.500460 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:30.487675 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-6f07cd66-b4a3-4db9-9b27-e27b89c04d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:31.946681 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:32:33.185834 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-731fbffb-85d1-4ad8-9ec3-57d19b91f02f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:33.582905 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:34.547721 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:36.289146 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:57.139168 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:57.515071 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:00.488155 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-8e6012e1-fee2-44e6-8e78-061dafff4565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:03.186409 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e232ca7b-18ed-47dc-b37f-7d7a5028f332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:03.584577 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:04.550611 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:06.296124 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:08.945813 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:33:27.162942 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:27.533487 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:30.489517 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-4728f409-3baa-440b-847f-94546eb8a31a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:33.187211 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-57cb4d5f-e109-4262-857d-b7e559699603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:33.585013 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:34.553063 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:36.295395 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:45.944956 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:33:57.152410 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:57.529485 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:00.490610 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-05bcc94f-9453-477e-ba0a-fbdfb7cc423c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:03.188060 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-60e25d99-fe0b-4536-b862-649699923e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:03.585632 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:04.556140 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:06.299301 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:22.944300 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:34:27.153562 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:27.546481 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:30.492053 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-463958aa-2858-4fc1-ab9f-985c7a77d6c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:33.187588 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-30266bcc-881b-45a8-ae88-a83d14c40fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:33.586629 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:34.559028 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:36.302357 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:57.153157 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:57.559512 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:59.944684 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:35:00.492750 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-e1676d32-070a-4130-a041-6164df8c2b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:03.187963 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0df2a245-9115-41e3-ae9e-95a94281317f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:03.587117 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:04.561826 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:06.306943 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:27.168502 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:27.559695 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:30.493398 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-06d08055-bcd2-4b0e-8639-c1bf8702816a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:33.188142 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-33b1ad3d-0252-4803-b3d1-8fa5998f94b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:33.588349 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:34.564927 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:36.306586 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:36.943908 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:35:57.173338 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:57.574998 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:00.493998 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-499b0e14-1f49-4118-8184-9c7c18b59193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:03.188971 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-99b98d81-39e0-4727-9cb3-3f5b4eed753f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:03.588739 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:04.568085 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:06.311359 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:13.945442 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:36:27.172049 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:27.574910 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:30.495177 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-6cfb6149-24d5-4aea-8dd8-bff3c7c12c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:33.189183 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-52968018-ba36-4d00-a579-454db7db4e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:33.590370 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:34.569904 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:36.315513 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:50.944857 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:36:57.191777 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:57.572252 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:00.496723 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-f4fc2a50-802c-46eb-acdd-ef1b06bce0ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:03.188816 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-73fd4a62-6799-4b71-bb16-a399abf2780d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:03.591578 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:04.572999 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:06.317798 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:27.214392 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-0e14f2ba-5724-4c3b-b397-b582efa25512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:27.583815 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-b1865277-3872-4526-9dad-5f08f4b590a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:27.946189 n-d-768851-15 neutron-server[94219]: DEBUG neutron.db.agents_db [None req-b53756d2-b4a0-4fb7-af1c-e57252279916 None None] Agent healthcheck: found 7 active agents {{(pid=94219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:37:30.499507 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-972ca3db-164a-4c40-8fc6-716efde3f612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:33.191294 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-7a7a8450-a538-4170-9d73-dd10d83fda66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:33.592128 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3bb0fab5-15d5-4036-83f4-4be6048c3524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:34.577121 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd63-310c-40a2-bf69-2e8be9bbfc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:36.324157 n-d-768851-15 neutron-server[94218]: DEBUG neutron_lib.callbacks.manager [None req-c86efcf6-ef1e-463d-b4bd-32e8ee2a5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733457363716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487889'] for agent, after_update {{(pid=94218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:40.768837 n-d-768851-15 neutron-server[94217]: DEBUG neutron.wsgi [req-d036c6d8-9ef7-4536-944d-ba34ee08b339 req-75d37027-e688-4929-a680-a0c29b9fced9 service neutron] (94217) timed out ('10.222.0.62', 59062) {{(pid=94217) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}